-- Logs begin at Fri 2021-07-09 13:39:28 UTC, end at Fri 2021-07-09 16:35:37 UTC. -- Jul 09 14:24:38.356916 n-d-799529-6 systemd[1]: Started Devstack devstack@q-svc.service. Jul 09 14:24:41.037646 n-d-799529-6 neutron-server[94336]: INFO neutron.common.config [-] Logging enabled! Jul 09 14:24:41.038246 n-d-799529-6 neutron-server[94336]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev459 Jul 09 14:24:41.038419 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94336) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 09 14:24:41.041703 n-d-799529-6 neutron-server[94336]: INFO neutron.common.config [-] Logging enabled! Jul 09 14:24:41.041958 n-d-799529-6 neutron-server[94336]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev459 Jul 09 14:24:41.042269 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94336) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 09 14:24:41.043196 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 09 14:24:41.043431 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 09 14:24:41.043819 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 09 14:24:41.044064 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 09 14:24:41.044288 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 09 14:24:41.044606 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.044911 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.045210 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.045442 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.045758 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.046050 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.046332 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.046616 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.046912 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.047196 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.047474 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.047779 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.048009 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.048287 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.048572 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.048859 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.049083 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] debug = True {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.049360 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.049777 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.050178 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.050454 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.050740 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.051018 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.051287 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.051586 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.051871 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.052196 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] host = n-d-799529-6 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.052473 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.052759 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.053047 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.053334 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.053609 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.053885 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.054169 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.054442 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.054719 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] log_file = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.054995 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.055281 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.055593 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.055883 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.056109 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.056332 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.056620 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.056910 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.057187 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.057464 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.057738 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.058012 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.058284 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.058551 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.058838 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.059123 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.059408 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.059711 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.059986 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.060256 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.060527 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.060810 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.061087 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.061884 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.062163 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.062450 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.062718 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.062991 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.063292 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.063614 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.063900 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.064186 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.064458 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.064743 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.065017 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.065291 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.065561 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] use_json = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.066097 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.066367 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.066647 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.066917 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.067187 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.067465 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.067758 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.068041 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:41.068337 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.068634 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.068934 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.069219 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.069514 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.069796 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.070087 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.070365 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.070655 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.070945 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.071232 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.071531 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.071826 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.072106 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.072399 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.072705 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.072999 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.073294 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.073574 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.073852 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.074129 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.074412 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.074706 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.075004 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.075296 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.075609 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.075896 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.076186 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.076467 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.076741 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.077636 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.077931 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.078214 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.078489 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.078775 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.079058 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.079336 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.079638 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.079922 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.080216 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.080496 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.080771 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.081044 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.081323 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.081594 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.081880 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.082160 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.082435 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.082710 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.082990 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.083263 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.083564 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.083848 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.084124 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.084405 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.084684 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.084958 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.085232 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.085507 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.085779 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.086051 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.086327 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.086606 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.086880 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.087155 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.087429 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.087726 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.088000 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.088291 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.088586 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.088865 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.089146 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.089425 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.089702 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.089980 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.090260 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.090537 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.090817 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.091089 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.091379 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.091688 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.091976 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.092261 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.092556 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.092861 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.093141 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.093423 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.093702 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.093980 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.094270 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.094561 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.094859 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.095154 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.095448 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.095769 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.096064 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.096342 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.096648 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.096930 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:41.097148 n-d-799529-6 neutron-server[94336]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 09 14:24:41.097385 n-d-799529-6 neutron-server[94336]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94336) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 09 14:24:41.447086 n-d-799529-6 neutron-server[94336]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 14:24:41.447368 n-d-799529-6 neutron-server[94336]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 14:24:41.447698 n-d-799529-6 neutron-server[94336]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 14:24:41.448040 n-d-799529-6 neutron-server[94336]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 09 14:24:41.835448 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:41.835760 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:41.836030 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:41.837325 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:41.837607 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:41.837887 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:41.872446 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:41.872725 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:41.872989 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:41.886040 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:41.886320 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:41.886589 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:41.916999 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:41.917273 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:41.917541 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:41.954345 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:41.954620 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:41.954885 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:42.183894 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:42.184498 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:42.184498 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:42.184684 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:42.185380 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:42.303693 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:42.304011 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:42.304295 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:42.304565 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:42.304830 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:42.305139 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:42.305399 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:42.305650 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:42.305898 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:42.306174 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:42.306431 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:42.306707 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:42.306973 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:42.307239 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:42.307488 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:42.307777 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:42.308043 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:42.308304 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:42.308573 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:42.308826 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:42.309103 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:42.309446 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:42.309697 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:42.309977 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:42.310225 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:42.310469 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:42.310866 n-d-799529-6 neutron-server[94336]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94336) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 14:24:42.311106 n-d-799529-6 neutron-server[94336]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94336) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 14:24:42.311376 n-d-799529-6 neutron-server[94336]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94336) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 14:24:42.311636 n-d-799529-6 neutron-server[94336]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94336) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 14:24:42.311871 n-d-799529-6 neutron-server[94336]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94336) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 14:24:42.312103 n-d-799529-6 neutron-server[94336]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94336) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 14:24:42.312466 n-d-799529-6 neutron-server[94336]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 09 14:24:42.316750 n-d-799529-6 neutron-server[94336]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 09 14:24:42.320728 n-d-799529-6 neutron-server[94336]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 09 14:24:42.324388 n-d-799529-6 neutron-server[94336]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Jul 09 14:24:42.326028 n-d-799529-6 neutron-server[94336]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 09 14:24:42.326479 n-d-799529-6 neutron-server[94336]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 09 14:24:42.326815 n-d-799529-6 neutron-server[94336]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 09 14:24:42.327833 n-d-799529-6 neutron-server[94336]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 09 14:24:42.330609 n-d-799529-6 neutron-server[94336]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 09 14:24:42.330857 n-d-799529-6 neutron-server[94336]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 09 14:24:42.331201 n-d-799529-6 neutron-server[94336]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 09 14:24:42.360357 n-d-799529-6 neutron-server[94336]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 09 14:24:42.360806 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:42.361101 n-d-799529-6 neutron-server[94336]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94336) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 09 14:24:42.361462 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:42.362805 n-d-799529-6 neutron-server[94336]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94336) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 09 14:24:42.363087 n-d-799529-6 neutron-server[94336]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 09 14:24:42.363334 n-d-799529-6 neutron-server[94336]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 09 14:24:42.366370 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:42.366651 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:42.429983 n-d-799529-6 neutron-server[94336]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 09 14:24:42.430227 n-d-799529-6 neutron-server[94336]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 09 14:24:42.430464 n-d-799529-6 neutron-server[94336]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 09 14:24:42.430840 n-d-799529-6 neutron-server[94336]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 09 14:24:42.452225 n-d-799529-6 neutron-server[94336]: DEBUG oslo_db.sqlalchemy.engines [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94336) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 09 14:24:43.131754 n-d-799529-6 neutron-server[94336]: INFO neutron.plugins.ml2.managers [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Initializing driver for type 'gre' Jul 09 14:24:43.132284 n-d-799529-6 neutron-server[94336]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] gre ID ranges: [(1, 1000)] Jul 09 14:24:43.378046 n-d-799529-6 neutron-server[94336]: INFO neutron.plugins.ml2.managers [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Initializing driver for type 'local' Jul 09 14:24:43.378693 n-d-799529-6 neutron-server[94336]: INFO neutron.plugins.ml2.managers [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Initializing driver for type 'vlan' Jul 09 14:24:43.504027 n-d-799529-6 neutron-server[94336]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] VlanTypeDriver initialization complete Jul 09 14:24:43.504375 n-d-799529-6 neutron-server[94336]: INFO neutron.plugins.ml2.managers [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Initializing driver for type 'vxlan' Jul 09 14:24:43.504884 n-d-799529-6 neutron-server[94336]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] vxlan ID ranges: [(1, 1000)] Jul 09 14:24:43.703674 n-d-799529-6 neutron-server[94336]: INFO neutron.plugins.ml2.managers [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Initializing extension driver 'port_security' Jul 09 14:24:43.704008 n-d-799529-6 neutron-server[94336]: INFO neutron.plugins.ml2.extensions.port_security [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] PortSecurityExtensionDriver initialization complete Jul 09 14:24:43.704337 n-d-799529-6 neutron-server[94336]: INFO neutron.plugins.ml2.managers [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Initializing mechanism driver 'openvswitch' Jul 09 14:24:43.704663 n-d-799529-6 neutron-server[94336]: INFO neutron.plugins.ml2.managers [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Initializing mechanism driver 'hyperv' Jul 09 14:24:43.711073 n-d-799529-6 neutron-server[94336]: DEBUG neutron.plugins.ml2.plugin [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:24:43.711780 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: > port after_create 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.712147 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: > port after_update 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.712532 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: > port after_delete 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.713040 n-d-799529-6 neutron-server[94336]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94336) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 14:24:43.713471 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: > subnet after_create 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.713822 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: > subnet after_update 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.714165 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.714551 n-d-799529-6 neutron-server[94336]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94336) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 14:24:43.714956 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: > network after_create 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.715301 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: > network after_update 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.715673 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: > network after_delete 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.720901 n-d-799529-6 neutron-server[94336]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94336) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 14:24:43.720901 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: > security_group after_create 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.720901 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: > security_group after_update 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.720901 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.720901 n-d-799529-6 neutron-server[94336]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94336) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 14:24:43.721314 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.721314 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.721314 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.721314 n-d-799529-6 neutron-server[94336]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94336) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 14:24:43.721596 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: > address_group after_create 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.721596 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: > address_group after_update 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.721596 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.721596 n-d-799529-6 neutron-server[94336]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94336) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 14:24:43.721596 n-d-799529-6 neutron-server[94336]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] ML2 OVO RPC backend initialized. {{(pid=94336) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jul 09 14:24:43.722241 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.722594 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.723006 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: > network before_response 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.723350 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: > networks before_response 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.723732 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: > port before_response 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.724075 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: > ports before_response 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.724421 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: > subnet before_response 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.724767 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: > subnets before_response 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.725111 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: > network after_create 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.725492 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: > network after_update 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.725832 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: > network after_delete 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.726168 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: > port after_create 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.726501 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: > port after_update 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.726835 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: > port after_delete 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.727169 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: > subnet after_create 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.727515 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: > subnet after_update 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.727856 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.728426 n-d-799529-6 neutron-server[94336]: INFO neutron.plugins.ml2.plugin [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Modular L2 Plugin initialization complete Jul 09 14:24:43.728750 n-d-799529-6 neutron-server[94336]: DEBUG neutron.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading services supported by the core plugin {{(pid=94336) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 09 14:24:43.729075 n-d-799529-6 neutron-server[94336]: INFO neutron.plugins.ml2.managers [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Got port-security extension from driver 'port_security' Jul 09 14:24:43.729538 n-d-799529-6 neutron-server[94336]: INFO neutron.extensions.vlantransparent [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Disabled vlantransparent extension. Jul 09 14:24:43.730024 n-d-799529-6 neutron-server[94336]: DEBUG neutron.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94336) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 09 14:24:43.730377 n-d-799529-6 neutron-server[94336]: INFO neutron.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading Plugin: router Jul 09 14:24:43.765337 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.765729 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: > router after_create 55549900 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.766094 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: > router before_create 55549900 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.766462 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.766831 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.767186 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: > router after_delete 55549900 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.767561 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.767929 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: > router after_create 55549900 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.768276 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: > router after_update 55549900 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.768642 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: > router after_update 55549900 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.768972 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.769328 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: > router after_update 55549900 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.769735 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: > router precommit_update 55549900 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.770100 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: port after_update 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.770441 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: port after_delete 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.770776 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: subnet after_update 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.771110 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.771457 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.771831 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: > router precommit_create 55549900 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.772175 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: port before_delete 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.772516 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: > router precommit_create 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.772869 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: > router after_update 55549900 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.773214 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.773562 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: > router precommit_create 55549900 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.773917 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.774260 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: > router precommit_update 55549900 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.774617 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: > agent after_create 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.774970 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: > agent after_delete 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.775323 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: > network after_delete 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.776193 n-d-799529-6 neutron-server[94336]: DEBUG neutron.quota.resource_registry [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Tracking information for resource: router configured {{(pid=94336) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 14:24:43.776528 n-d-799529-6 neutron-server[94336]: DEBUG neutron.quota.resource_registry [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Tracking information for resource: floatingip configured {{(pid=94336) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 14:24:43.782051 n-d-799529-6 neutron-server[94336]: INFO neutron.db.l3_agentschedulers_db [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 09 14:24:43.782627 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: port after_update 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.782985 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: port after_create 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.783333 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: port after_delete 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.783705 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: port after_update 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.784492 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: > router before_create 55550100 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.784859 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.785214 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: > router precommit_create 55550100 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.785565 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: > router precommit_update 55550100 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.789999 n-d-799529-6 neutron-server[94336]: DEBUG neutron.services.provider_configuration [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Service providers = [] {{(pid=94336) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 09 14:24:43.790363 n-d-799529-6 neutron-server[94336]: DEBUG neutron.db.servicetype_db [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94336) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 09 14:24:43.793318 n-d-799529-6 neutron-server[94336]: DEBUG neutron.services.service_base [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94336) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 09 14:24:43.793667 n-d-799529-6 neutron-server[94336]: DEBUG neutron.services.service_base [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94336) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 09 14:24:43.794009 n-d-799529-6 neutron-server[94336]: DEBUG neutron.services.service_base [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94336) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 09 14:24:43.794895 n-d-799529-6 neutron-server[94336]: DEBUG neutron.services.service_base [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94336) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 09 14:24:43.795264 n-d-799529-6 neutron-server[94336]: INFO neutron.services.service_base [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 09 14:24:43.795691 n-d-799529-6 neutron-server[94336]: DEBUG neutron.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94336) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 14:24:43.796008 n-d-799529-6 neutron-server[94336]: INFO neutron.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 09 14:24:43.806392 n-d-799529-6 neutron-server[94336]: DEBUG neutron.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94336) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 14:24:43.806729 n-d-799529-6 neutron-server[94336]: INFO neutron.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading Plugin: auto_allocate Jul 09 14:24:43.812449 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: network precommit_update 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.812809 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: network precommit_create 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.813330 n-d-799529-6 neutron-server[94336]: DEBUG neutron.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94336) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 14:24:43.813647 n-d-799529-6 neutron-server[94336]: INFO neutron.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading Plugin: tag Jul 09 14:24:43.820373 n-d-799529-6 neutron-server[94336]: DEBUG neutron.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94336) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 14:24:43.820703 n-d-799529-6 neutron-server[94336]: INFO neutron.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading Plugin: timestamp Jul 09 14:24:43.825904 n-d-799529-6 neutron-server[94336]: DEBUG neutron.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94336) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 14:24:43.826235 n-d-799529-6 neutron-server[94336]: INFO neutron.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading Plugin: network_ip_availability Jul 09 14:24:43.832101 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.832471 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.832824 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:43.833536 n-d-799529-6 neutron-server[94336]: DEBUG neutron.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94336) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 14:24:43.833855 n-d-799529-6 neutron-server[94336]: INFO neutron.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading Plugin: flavors Jul 09 14:24:43.839559 n-d-799529-6 neutron-server[94336]: DEBUG neutron.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94336) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 14:24:43.839919 n-d-799529-6 neutron-server[94336]: INFO neutron.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading Plugin: revisions Jul 09 14:24:43.863621 n-d-799529-6 neutron-server[94336]: DEBUG neutron.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94336) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 14:24:43.864064 n-d-799529-6 neutron-server[94336]: DEBUG oslo_concurrency.lockutils [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.416s {{(pid=94336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 14:24:43.864804 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94336) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 09 14:24:43.865137 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Initializing extension manager. Jul 09 14:24:43.865704 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: __init__.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.866096 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: __pycache__ {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.866467 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.866806 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: address_group.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.867681 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:43.868247 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded extension: address-group Jul 09 14:24:43.868568 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: address_scope.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.869333 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:43.869838 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded extension: address-scope Jul 09 14:24:43.870156 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.871105 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:43.871615 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded extension: router-admin-state-down-before-update Jul 09 14:24:43.871936 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: agent.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.872633 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:43.873391 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded extension: agent Jul 09 14:24:43.873762 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: agent_resources_synced.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.874768 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:43.875326 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded extension: agent-resources-synced Jul 09 14:24:43.875760 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: allowedaddresspairs.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.877545 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:43.878114 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded extension: allowed-address-pairs Jul 09 14:24:43.878440 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: auto_allocated_topology.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.879526 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:43.880084 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded extension: auto-allocated-topology Jul 09 14:24:43.880407 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: availability_zone.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.881097 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:43.881599 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded extension: availability_zone Jul 09 14:24:43.881920 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: availability_zone_filter.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.882872 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:43.883377 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded extension: availability_zone_filter Jul 09 14:24:43.883725 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: data_plane_status.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.884639 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:43.885143 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extension data-plane-status not supported by any of loaded plugins Jul 09 14:24:43.885464 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: default_subnetpools.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.886376 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:43.886883 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded extension: default-subnetpools Jul 09 14:24:43.887203 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.888042 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:43.888548 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded extension: dhcp_agent_scheduler Jul 09 14:24:43.888866 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: dns.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.890346 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:43.890847 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extension dns-integration not supported by any of loaded plugins Jul 09 14:24:43.891221 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: dns_domain_ports.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.892162 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:43.892667 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 09 14:24:43.892991 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.893901 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:43.894402 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 09 14:24:43.894723 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: dvr.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.895391 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:43.895929 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded extension: dvr Jul 09 14:24:43.896251 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: empty_string_filtering.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.897180 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:43.897667 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded extension: empty-string-filtering Jul 09 14:24:43.897986 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.898885 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:43.899394 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 09 14:24:43.899736 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.900646 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:43.901158 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 09 14:24:43.901483 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: external_net.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.902383 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:43.902889 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded extension: external-net Jul 09 14:24:43.903206 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.904157 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:43.904649 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded extension: extra_dhcp_opt Jul 09 14:24:43.905558 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: extraroute.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.906496 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:43.907000 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded extension: extraroute Jul 09 14:24:43.907318 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: extraroute_atomic.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.908371 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:43.908882 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded extension: extraroute-atomic Jul 09 14:24:43.909202 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: filter_validation.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.909862 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:43.910366 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded extension: filter-validation Jul 09 14:24:43.910686 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: fip_pf_description.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.911614 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:43.912116 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 09 14:24:43.912433 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: fip_port_details.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.913346 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:43.913852 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded extension: fip-port-details Jul 09 14:24:43.914169 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: flavors.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.915390 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:43.915937 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded extension: flavors Jul 09 14:24:43.916262 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.917911 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:43.918432 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 09 14:24:43.918763 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: floatingip_pools.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.919466 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:43.920012 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded extension: floatingip-pools Jul 09 14:24:43.920336 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: ip_allocation.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.921272 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:43.921777 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extension ip_allocation not supported by any of loaded plugins Jul 09 14:24:43.922099 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.923015 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:43.923557 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded extension: ip-substring-filtering Jul 09 14:24:43.923884 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: l2_adjacency.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.924805 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:43.925311 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 09 14:24:43.925629 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: l3.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.926596 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:43.927116 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded extension: router Jul 09 14:24:43.927435 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.929820 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:43.930354 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 09 14:24:43.930683 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.931636 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:43.932156 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded extension: ext-gw-mode Jul 09 14:24:43.932479 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.933394 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:43.933909 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded extension: l3-ha Jul 09 14:24:43.934230 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: l3_flavors.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.935163 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:43.935708 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded extension: l3-flavors Jul 09 14:24:43.936033 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.937478 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:43.937991 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 09 14:24:43.938311 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: l3agentscheduler.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.939343 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:43.939889 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded extension: l3_agent_scheduler Jul 09 14:24:43.940217 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: logging.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.941947 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:43.942464 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extension logging not supported by any of loaded plugins Jul 09 14:24:43.942796 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: metering.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.943566 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:43.944142 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded extension: metering Jul 09 14:24:43.944469 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.945552 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:43.946068 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded extension: metering_source_and_destination_fields Jul 09 14:24:43.946391 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: multiprovidernet.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.947321 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:43.947861 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded extension: multi-provider Jul 09 14:24:43.948185 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: netmtu.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.949096 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:43.949602 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded extension: net-mtu Jul 09 14:24:43.949923 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: netmtu_writable.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.950833 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:43.951339 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded extension: net-mtu-writable Jul 09 14:24:43.951691 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: network_availability_zone.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.952928 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:43.953431 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded extension: network_availability_zone Jul 09 14:24:43.953794 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: network_ip_availability.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.954829 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:43.955345 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded extension: network-ip-availability Jul 09 14:24:43.955705 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: network_segment_range.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.956467 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:43.956972 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extension network-segment-range not supported by any of loaded plugins Jul 09 14:24:43.957294 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: pagination.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.958279 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:43.958607 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded extension: pagination Jul 09 14:24:43.958927 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: port_device_profile.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.959869 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:43.960390 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded extension: port-device-profile Jul 09 14:24:43.960708 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.961611 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:43.962121 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded extension: port-mac-address-regenerate Jul 09 14:24:43.962441 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.963338 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:43.963880 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded extension: port-numa-affinity-policy Jul 09 14:24:43.964202 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: port_resource_request.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.965117 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:43.965622 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extension port-resource-request not supported by any of loaded plugins Jul 09 14:24:43.965942 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: portbindings.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.966863 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:43.967370 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded extension: binding Jul 09 14:24:43.967743 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: portbindings_extended.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.969130 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:43.969646 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded extension: binding-extended Jul 09 14:24:43.969973 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: portsecurity.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.970887 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:43.971403 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded extension: port-security Jul 09 14:24:43.971749 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: project_id.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.972721 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:43.973048 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded extension: project-id Jul 09 14:24:43.973367 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: providernet.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.974283 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:43.974808 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded extension: provider Jul 09 14:24:43.975128 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: qos.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.978600 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:43.979123 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extension qos not supported by any of loaded plugins Jul 09 14:24:43.979451 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.980708 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:43.981221 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 09 14:24:43.981548 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.982499 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:43.983014 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 09 14:24:43.983362 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: qos_default.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.984314 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:43.984826 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extension qos-default not supported by any of loaded plugins Jul 09 14:24:43.985150 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: qos_fip.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.985802 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:43.986301 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extension qos-fip not supported by any of loaded plugins Jul 09 14:24:43.986620 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: qos_gateway_ip.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.987575 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:43.988091 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 09 14:24:43.988411 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: qos_port_network_policy.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.989324 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:43.989836 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 09 14:24:43.990156 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: qos_rule_type_details.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.991069 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:43.991609 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 09 14:24:43.991931 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: qos_rules_alias.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.992973 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:43.993482 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 09 14:24:43.993802 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: quotasv2.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.994712 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:43.995036 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded extension: quotas Jul 09 14:24:43.995353 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: quotasv2_detail.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:43.998378 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:43.999236 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded extension: quota_details Jul 09 14:24:43.999598 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: rbac.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:44.000664 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:44.001190 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded extension: rbac-policies Jul 09 14:24:44.001520 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: rbac_address_group.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:44.002636 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:44.003153 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded extension: rbac-address-group Jul 09 14:24:44.003479 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: rbac_address_scope.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:44.004439 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:44.004947 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded extension: rbac-address-scope Jul 09 14:24:44.005271 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: rbac_security_groups.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:44.006180 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:44.006689 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded extension: rbac-security-groups Jul 09 14:24:44.007010 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: rbac_subnetpool.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:44.007955 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:44.008466 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded extension: rbac-subnetpool Jul 09 14:24:44.008787 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: revisionifmatch.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:44.009708 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:44.010223 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded extension: revision-if-match Jul 09 14:24:44.010544 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: revisions.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:44.011676 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:44.012185 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded extension: standard-attr-revisions Jul 09 14:24:44.012508 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: router_availability_zone.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:44.013180 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:44.013697 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded extension: router_availability_zone Jul 09 14:24:44.014016 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: routerservicetype.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:44.015008 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:44.015530 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extension router-service-type not supported by any of loaded plugins Jul 09 14:24:44.015863 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:44.016788 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:44.017296 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded extension: security-groups-normalized-cidr Jul 09 14:24:44.017619 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:44.018548 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:44.019062 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded extension: port-security-groups-filtering Jul 09 14:24:44.019389 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:44.020339 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:44.020850 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded extension: security-groups-remote-address-group Jul 09 14:24:44.021171 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: securitygroup.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:44.031340 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:44.031900 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded extension: security-group Jul 09 14:24:44.032229 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: segment.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:44.033030 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:44.033546 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extension segment not supported by any of loaded plugins Jul 09 14:24:44.033871 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:44.034830 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:44.035342 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 09 14:24:44.035688 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: servicetype.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:44.036793 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:44.037316 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded extension: service-type Jul 09 14:24:44.037642 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: sorting.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:44.038614 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:44.038941 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded extension: sorting Jul 09 14:24:44.039262 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: standard_attr_segment.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:44.040275 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:44.040787 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 09 14:24:44.041108 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: standardattrdescription.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:44.041752 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:44.042256 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded extension: standard-attr-description Jul 09 14:24:44.042574 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: stateful_security_group.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:44.043526 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:44.044041 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded extension: stateful-security-group Jul 09 14:24:44.044361 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: stdattrs_common.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:44.044942 n-d-799529-6 neutron-server[94336]: WARNING neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 09 14:24:44.045261 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:44.046778 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:44.047290 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 09 14:24:44.047645 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: subnet_onboard.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:44.048700 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:44.049218 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded extension: subnet_onboard Jul 09 14:24:44.049811 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:44.050730 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:44.051236 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 09 14:24:44.051588 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: subnet_service_types.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:44.052514 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:44.053026 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded extension: subnet-service-types Jul 09 14:24:44.053347 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: subnetallocation.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:44.054430 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:44.054944 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded extension: subnet_allocation Jul 09 14:24:44.055267 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:44.056039 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:44.056551 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded extension: subnetpool-prefix-ops Jul 09 14:24:44.056868 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:44.057809 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:44.058319 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 09 14:24:44.058638 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: tagging.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:44.059740 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:44.060268 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded extension: standard-attr-tag Jul 09 14:24:44.060590 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: timestamp.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:44.061913 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:44.062412 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loaded extension: standard-attr-timestamp Jul 09 14:24:44.062736 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: trunk.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:44.063802 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:44.064320 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extension trunk not supported by any of loaded plugins Jul 09 14:24:44.064647 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: trunk_details.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:44.065829 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:44.066350 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extension trunk-details not supported by any of loaded plugins Jul 09 14:24:44.066674 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: uplink_status_propagation.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:44.067689 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:44.068247 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 09 14:24:44.068572 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Loading extension file: vlantransparent.py {{(pid=94336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 14:24:44.069247 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 14:24:44.069795 n-d-799529-6 neutron-server[94336]: INFO neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 09 14:24:44.072347 n-d-799529-6 neutron-server[94336]: INFO neutron.quota.resource_registry [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Creating instance of TrackedResource for resource:network Jul 09 14:24:44.072883 n-d-799529-6 neutron-server[94336]: INFO neutron.quota.resource_registry [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Creating instance of TrackedResource for resource:subnet Jul 09 14:24:44.073284 n-d-799529-6 neutron-server[94336]: INFO neutron.quota.resource_registry [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 14:24:44.073689 n-d-799529-6 neutron-server[94336]: INFO neutron.quota.resource_registry [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Creating instance of TrackedResource for resource:port Jul 09 14:24:44.074924 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.v2.resource_helper [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 14:24:44.075362 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.v2.resource_helper [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Service FLAVORS assigned prefix: {{(pid=94336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 14:24:44.076036 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.v2.resource_helper [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 14:24:44.076463 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.v2.resource_helper [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 14:24:44.076794 n-d-799529-6 neutron-server[94336]: INFO neutron.quota.resource_registry [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Creating instance of TrackedResource for resource:router Jul 09 14:24:44.077243 n-d-799529-6 neutron-server[94336]: INFO neutron.quota.resource_registry [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Creating instance of TrackedResource for resource:floatingip Jul 09 14:24:44.077751 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.v2.resource_helper [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Service METERING assigned prefix: /metering {{(pid=94336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 14:24:44.079197 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:44.079601 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:44.079954 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:24:44.080938 n-d-799529-6 neutron-server[94336]: INFO neutron.quota.resource_registry [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Creating instance of CountableResource for resource:rbac_policy Jul 09 14:24:44.081383 n-d-799529-6 neutron-server[94336]: INFO neutron.quota.resource_registry [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Creating instance of TrackedResource for resource:security_group Jul 09 14:24:44.081835 n-d-799529-6 neutron-server[94336]: INFO neutron.quota.resource_registry [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 09 14:24:44.082426 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.v2.resource_helper [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Service CORE assigned prefix: {{(pid=94336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 14:24:44.082763 n-d-799529-6 neutron-server[94336]: INFO neutron.quota.resource_registry [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 14:24:44.083113 n-d-799529-6 neutron-server[94336]: WARNING neutron.quota.resource_registry [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] subnetpool is already registered Jul 09 14:24:44.083604 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.v2.resource_helper [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Service CORE assigned prefix: {{(pid=94336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 14:24:44.083939 n-d-799529-6 neutron-server[94336]: INFO neutron.quota.resource_registry [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 14:24:44.084267 n-d-799529-6 neutron-server[94336]: WARNING neutron.quota.resource_registry [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] subnetpool is already registered Jul 09 14:24:44.086547 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.v2.resource_helper [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 14:24:44.086981 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.v2.resource_helper [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Service FLAVORS assigned prefix: {{(pid=94336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 14:24:44.087606 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.v2.resource_helper [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 14:24:44.088032 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.v2.resource_helper [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 14:24:44.088363 n-d-799529-6 neutron-server[94336]: INFO neutron.quota.resource_registry [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Creating instance of TrackedResource for resource:router Jul 09 14:24:44.088701 n-d-799529-6 neutron-server[94336]: WARNING neutron.quota.resource_registry [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] router is already registered Jul 09 14:24:44.089116 n-d-799529-6 neutron-server[94336]: INFO neutron.quota.resource_registry [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Creating instance of TrackedResource for resource:floatingip Jul 09 14:24:44.089462 n-d-799529-6 neutron-server[94336]: WARNING neutron.quota.resource_registry [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] floatingip is already registered Jul 09 14:24:44.089904 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.v2.resource_helper [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Service METERING assigned prefix: /metering {{(pid=94336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 14:24:44.090571 n-d-799529-6 neutron-server[94336]: INFO neutron.quota.resource_registry [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Creating instance of CountableResource for resource:rbac_policy Jul 09 14:24:44.090897 n-d-799529-6 neutron-server[94336]: WARNING neutron.quota.resource_registry [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] rbac_policy is already registered Jul 09 14:24:44.091306 n-d-799529-6 neutron-server[94336]: INFO neutron.quota.resource_registry [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Creating instance of TrackedResource for resource:security_group Jul 09 14:24:44.091662 n-d-799529-6 neutron-server[94336]: WARNING neutron.quota.resource_registry [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] security_group is already registered Jul 09 14:24:44.092066 n-d-799529-6 neutron-server[94336]: INFO neutron.quota.resource_registry [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 09 14:24:44.092395 n-d-799529-6 neutron-server[94336]: WARNING neutron.quota.resource_registry [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] security_group_rule is already registered Jul 09 14:24:44.093538 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.v2.resource_helper [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Service CORE assigned prefix: {{(pid=94336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 14:24:44.093867 n-d-799529-6 neutron-server[94336]: INFO neutron.quota.resource_registry [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 14:24:44.094196 n-d-799529-6 neutron-server[94336]: WARNING neutron.quota.resource_registry [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] subnetpool is already registered Jul 09 14:24:44.094612 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.v2.resource_helper [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Service CORE assigned prefix: {{(pid=94336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 14:24:44.094929 n-d-799529-6 neutron-server[94336]: INFO neutron.quota.resource_registry [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 14:24:44.095254 n-d-799529-6 neutron-server[94336]: WARNING neutron.quota.resource_registry [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] subnetpool is already registered Jul 09 14:24:44.095750 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extended resource: extensions {{(pid=94336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 14:24:44.097198 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extended resource: address-groups {{(pid=94336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 14:24:44.098678 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extended resource: address-scopes {{(pid=94336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 14:24:44.100040 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extended resource: agents {{(pid=94336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 14:24:44.101192 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extended resource: auto-allocated-topology {{(pid=94336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 14:24:44.102441 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extended resource: availability_zones {{(pid=94336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 14:24:44.103668 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extended resource: dhcp-networks {{(pid=94336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 14:24:44.106187 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extended resource: dhcp-agents {{(pid=94336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 14:24:44.107651 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extended resource: routers {{(pid=94336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 14:24:44.110017 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extended resource: flavors {{(pid=94336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 14:24:44.111309 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extended resource: service_profiles {{(pid=94336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 14:24:44.112575 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extended resource: next_providers {{(pid=94336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 14:24:44.114011 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extended resource: service_profiles {{(pid=94336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 14:24:44.115614 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extended resource: floatingip-pools {{(pid=94336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 14:24:44.116807 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extended resource: routers {{(pid=94336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 14:24:44.118511 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extended resource: floatingips {{(pid=94336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 14:24:44.119819 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extended resource: l3-routers {{(pid=94336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 14:24:44.121189 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extended resource: l3-agents {{(pid=94336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 14:24:44.122614 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extended resource: metering-labels {{(pid=94336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 14:24:44.123914 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extended resource: metering-label-rules {{(pid=94336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 14:24:44.125285 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extended resource: network-ip-availabilities {{(pid=94336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 14:24:44.126577 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extended resource: bindings {{(pid=94336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 14:24:44.128180 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extended resource: quotas {{(pid=94336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 14:24:44.129717 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extended resource: quotas {{(pid=94336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 14:24:44.131113 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extended resource: rbac-policies {{(pid=94336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 14:24:44.132336 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extended resource: security-groups {{(pid=94336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 14:24:44.133645 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extended resource: security-group-rules {{(pid=94336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 14:24:44.134890 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extended resource: service-providers {{(pid=94336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 14:24:44.136145 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extended resource: subnetpools {{(pid=94336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 14:24:44.137466 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extended resource: subnetpools {{(pid=94336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 14:24:44.139032 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extended resource: tags {{(pid=94336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 14:24:44.140776 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extended resource: tags {{(pid=94336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 14:24:44.142586 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extended resource: tags {{(pid=94336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 14:24:44.144393 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extended resource: tags {{(pid=94336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 14:24:44.146087 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extended resource: tags {{(pid=94336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 14:24:44.148054 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extended resource: tags {{(pid=94336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 14:24:44.149720 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extended resource: tags {{(pid=94336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 14:24:44.151547 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extended resource: tags {{(pid=94336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 14:24:44.153400 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extended resource: tags {{(pid=94336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 14:24:44.155696 n-d-799529-6 neutron-server[94336]: DEBUG neutron.api.extensions [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Extended resource: tags {{(pid=94336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 14:24:44.161576 n-d-799529-6 neutron-server[94336]: WARNING keystonemiddleware.auth_token [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 09 14:24:44.166078 n-d-799529-6 neutron-server[94336]: WARNING keystonemiddleware.auth_token [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 09 14:24:44.175864 n-d-799529-6 neutron-server[94336]: DEBUG oslo_concurrency.lockutils [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Acquired lock "singleton_lock" {{(pid=94336) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 09 14:24:44.176341 n-d-799529-6 neutron-server[94336]: DEBUG oslo_concurrency.lockutils [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Releasing lock "singleton_lock" {{(pid=94336) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 09 14:24:44.177023 n-d-799529-6 neutron-server[94336]: INFO oslo_service.service [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Starting 2 workers Jul 09 14:24:44.181757 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Started child 94445 {{(pid=94336) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 09 14:24:44.186226 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Started child 94446 {{(pid=94336) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 09 14:24:44.187258 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:44.187910 n-d-799529-6 neutron-server[94336]: INFO neutron.service [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 09 14:24:44.188526 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Notify callbacks [] for process, before_spawn {{(pid=94336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:44.188704 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [-] (94445) wsgi starting up on http://0.0.0.0:9696 Jul 09 14:24:44.191168 n-d-799529-6 neutron-server[94336]: INFO oslo_service.service [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Starting 1 workers Jul 09 14:24:44.191394 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:44.192750 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [-] (94446) wsgi starting up on http://0.0.0.0:9696 Jul 09 14:24:44.196375 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Started child 94447 {{(pid=94336) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 09 14:24:44.196893 n-d-799529-6 neutron-server[94336]: INFO oslo_service.service [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Starting 1 workers Jul 09 14:24:44.200139 n-d-799529-6 neutron-server[94447]: DEBUG neutron.service [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] calling RpcWorker wait() {{(pid=94447) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 09 14:24:44.200686 n-d-799529-6 neutron-server[94447]: DEBUG neutron.service [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] returning from RpcWorker wait() {{(pid=94447) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 09 14:24:44.201336 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Started child 94448 {{(pid=94336) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 09 14:24:44.201993 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:44.202178 n-d-799529-6 neutron-server[94336]: DEBUG neutron_lib.callbacks.manager [None req-4ea97345-85fd-4265-bb10-bde29574a116 None None] Notify callbacks [] for process, after_spawn {{(pid=94336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:44.202634 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:24:44.204183 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94336) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 09 14:24:44.204349 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 09 14:24:44.204526 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 09 14:24:44.204728 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 09 14:24:44.205064 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 09 14:24:44.205224 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 09 14:24:44.205712 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.205991 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.206244 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.206509 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.206656 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:44.207114 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.207362 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.207720 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.207947 n-d-799529-6 neutron-server[94448]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:24:44.208043 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.208275 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.208505 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.208668 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.208834 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.209089 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.209331 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.209590 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.209838 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.210084 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.210344 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.210503 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.210747 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.211007 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.211230 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.211516 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] debug = True {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.211768 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.212266 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.212516 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.212761 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.212974 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.213245 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.213471 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.213733 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.213972 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.214217 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.214461 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.214723 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.214953 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.215163 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.215375 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.215668 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.215885 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.216367 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] host = n-d-799529-6 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.216593 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.216829 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.217135 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.217360 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.218113 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.218324 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.218575 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.218824 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.219082 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.219302 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.219584 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.219829 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.220076 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.220356 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] log_file = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.220508 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] log_options = True {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.220699 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.220963 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.221218 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.221392 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.221543 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.221756 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.222016 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.222167 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.222425 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.222635 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.222845 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.223053 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.223280 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.223536 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.223768 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.224023 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.224232 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.224437 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.224717 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.224937 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.225176 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.225397 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.225605 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.225830 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.226060 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.226289 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.226509 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.226736 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.226961 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.227206 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.227443 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.227734 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.228018 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.228273 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.228518 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.228742 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.228972 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.229231 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.229455 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.229704 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.229949 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.230184 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.230425 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.230635 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.230867 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.231076 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] use_json = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.231288 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.231525 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.231780 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.232012 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.232223 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.232433 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.232640 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.232885 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.233855 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.234214 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.235379 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.235379 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.235379 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.235379 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.235718 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.235797 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.236609 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.236869 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.237192 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.237435 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.237738 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.237978 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.238236 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.238562 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.239463 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.239463 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.239463 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.239759 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.239759 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.239997 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.240333 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.240616 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.240885 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.241149 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.241366 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.241585 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.241799 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.242018 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.242230 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.242475 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.242736 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.242954 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.243166 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.243399 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.243657 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.243871 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.244119 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.244350 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.244623 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.244892 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.245111 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.245326 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.245545 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.245774 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.245987 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.246212 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.246442 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.246706 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.246934 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.247184 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.247397 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.247629 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.247848 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.250046 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.250046 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.250046 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.250046 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.250046 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.250046 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.250046 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.250046 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.250046 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.250583 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.250583 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.250583 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.250769 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.251449 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.251844 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.252227 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.252607 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.252853 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.253111 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.253289 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.253661 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.253883 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.254100 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.254329 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.254567 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.254779 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.256181 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.256181 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.256370 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.256668 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.257025 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.257301 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.257596 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.257858 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.258113 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.258349 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.258652 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.258912 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.259166 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.259415 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.259724 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.259979 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.260691 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.260691 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.260691 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.261628 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.261864 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.262748 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.263001 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.263233 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.263715 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.264217 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.264746 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.265547 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.265547 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.265773 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.266046 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.266390 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.266730 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.267024 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.267355 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.267725 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.268092 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.268366 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.268627 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.268932 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.269136 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.269393 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.269650 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.269891 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.270624 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.270624 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.270624 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.270947 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.271325 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.271325 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.271686 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.272042 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.272184 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.272407 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.272632 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.272908 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.273164 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.273410 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.273687 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.273953 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.274196 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.274456 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.274702 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.274920 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.275167 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.275404 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.275657 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.275913 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.276135 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.276382 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.276604 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.276828 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.277089 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.277308 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.277532 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.277772 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.277995 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.278239 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.278510 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.278752 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.278949 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.279195 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.279437 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.279690 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.280909 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.280909 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.280909 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.281325 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.281463 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.281638 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.281888 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.282150 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.282894 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.282894 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.282894 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.283339 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.283339 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.283652 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.283811 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.283949 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.284159 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.284394 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.284660 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.284899 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.285102 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.285345 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.285669 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.285923 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.286167 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.286399 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.286632 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.286878 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.287120 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.287341 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.287582 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.287802 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.288037 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.288279 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.288504 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.288727 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.288943 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.289156 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.289376 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.289626 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.289840 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.290347 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.290503 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.290642 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.290853 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.291107 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.291346 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.295570 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.295570 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.295570 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.295570 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.295570 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.295570 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.295570 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.295570 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.296631 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.296631 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.296631 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.296631 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.296631 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.296631 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.296631 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.296631 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.297075 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.297075 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.297075 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.297075 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.297075 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.297075 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.297075 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.297075 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.297596 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.297596 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.297848 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.298142 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.298414 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.298724 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.298925 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.299215 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.299452 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.299719 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.299960 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.300181 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.300405 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.300685 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.301009 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.301298 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.301564 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.301821 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.302087 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.302376 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.302665 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.303709 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.303835 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.304177 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.304345 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.304795 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.305185 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.305622 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.305873 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.306252 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.306352 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.306555 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.306775 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.307044 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.307299 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.307570 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.307796 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.308044 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.308286 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.308539 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.308756 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.309001 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.309224 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.309377 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 09 14:24:44.309913 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94336) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 09 14:24:44.310068 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 09 14:24:44.310227 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 09 14:24:44.310392 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 09 14:24:44.310723 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 09 14:24:44.310882 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 09 14:24:44.311088 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.311278 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.311442 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.311624 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.311783 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.311970 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.312130 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.312289 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.312452 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.312610 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.312929 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.313093 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.313253 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.313418 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.313578 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.313736 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.313899 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.314058 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.314433 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.314613 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.314768 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.314925 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.315235 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] debug = True {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.315401 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.315865 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.316031 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.316191 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.316352 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.316515 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.316674 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.316838 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.316997 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.317187 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.317324 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.317469 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.317637 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.317774 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.317933 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.318090 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.318251 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.318407 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] host = n-d-799529-6 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.318566 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.318724 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.319070 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.319070 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.319368 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.319368 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.319636 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.319636 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.319891 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.320036 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.320169 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.320294 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.320418 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.320542 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] log_file = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.320665 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] log_options = True {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.320823 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.320952 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.321075 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.321264 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.321429 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.321589 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.321753 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.321912 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.322070 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.322228 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.322388 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.322546 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.322704 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.322861 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.323021 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.323179 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.323338 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.323496 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.323677 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.323836 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.323995 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.324156 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.324316 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.324475 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.324633 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.324791 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.324950 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.325110 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.325269 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.325430 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.325589 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.325749 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.325909 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.326067 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.326225 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.326384 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.326542 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.326704 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.327429 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.330199 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.330199 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.330199 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.330199 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.330199 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.330199 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.330199 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] use_json = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.330199 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.330865 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.330865 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.330865 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.330865 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.330865 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.330865 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.330865 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 14:24:44.330865 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.331427 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.331427 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.331427 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.331427 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.331427 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.331427 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.331427 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.331427 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.332111 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.332111 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.332111 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.332111 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.332111 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.332111 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.332872 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.332872 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.332872 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.332872 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.333292 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.333292 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.333447 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.333586 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.333758 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.333924 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.334087 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.334250 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.334416 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.334581 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.334745 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.334908 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.335072 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.335236 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.335399 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.335583 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.335747 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.336135 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.336135 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.336378 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.336378 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.336632 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.336756 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.336879 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.337001 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.337124 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.337279 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.337443 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.337652 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.337790 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.337916 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.338069 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.338235 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.338397 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.338560 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.338724 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.338888 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.339051 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.339213 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.339375 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.339553 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.339716 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.339878 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.340044 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.340209 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.340373 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.340537 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.340863 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.340863 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.341088 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.341198 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.341320 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.341482 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.341645 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.341808 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.341973 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.342136 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.342299 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.342510 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.343181 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.343344 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.343523 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.343691 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.343855 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.344018 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.344189 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.344369 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.344533 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.344695 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.344858 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.345021 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.345184 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.345348 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.345510 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.345735 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.345884 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.346024 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.346182 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.346335 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.346502 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.346665 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.346829 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.346993 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.347146 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.347304 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.347465 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.347669 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.347833 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.347997 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.348160 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.348322 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.348485 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.348656 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.348818 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.348968 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.349132 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.349301 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.349474 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.349637 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.349800 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.349964 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.350127 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.350290 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.350453 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.350615 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.350778 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.350944 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.351108 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.351277 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.351449 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.351638 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.351776 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.351938 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.352124 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.352288 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.352451 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.352540 n-d-799529-6 neutron-server[94447]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:24:44.352635 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.352764 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.352926 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.353088 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.353250 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.353414 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.353578 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.353742 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.353909 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.354072 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.354234 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.354396 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.354557 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.354720 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.354883 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.355069 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.355233 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.355397 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.355588 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.355752 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.355913 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.356075 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.356237 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.356399 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.356561 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.356722 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.356884 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.357045 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.357206 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.357367 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.357528 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.357690 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.357857 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.358019 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.358206 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.358369 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.358532 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.358695 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.358858 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.359021 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.359184 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.359348 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.359540 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.359773 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.359946 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.360111 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.360268 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.360427 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.360592 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.360748 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.360910 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.361074 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.361252 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.361416 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.361580 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.361733 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.361894 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.362039 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.362205 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.362369 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.362533 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.362677 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.362845 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.363011 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.363165 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.363326 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.363490 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.363720 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.363866 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.364003 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.364140 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.364288 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.364426 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.364571 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.364816 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.365025 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.365272 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.365453 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.365661 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.365828 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.366071 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.366478 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.366686 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.366826 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.366967 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.367104 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.367261 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.367424 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.367607 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.367765 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.367990 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.368148 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.368286 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.368422 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.368569 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.368706 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.368842 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.368979 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.369137 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.369281 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.369447 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.369620 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.369784 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.369946 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.370117 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.370282 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.370448 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.370611 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.370786 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.370952 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.371119 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.371282 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.371444 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.371637 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.371783 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.371952 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.372125 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.372296 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.372461 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.372631 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.372802 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.372974 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.373138 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.373376 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.373501 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.373635 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.373821 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.373986 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.374148 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.374312 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.374479 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.374675 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.374842 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.375007 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.375168 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.375331 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.375495 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.375755 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.376136 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.376136 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.376409 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.376409 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.376690 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.376690 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 14:24:44.376950 n-d-799529-6 neutron-server[94336]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 09 14:24:44.533652 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45072) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:24:44.542036 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [-] 10.222.0.58 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061975 Jul 09 14:24:56.131491 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136dcba5-2094-4093-a615-34bb4880fd9b None None] get_active_networks_info from n-d-799529-6 {{(pid=94447) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 14:24:56.188767 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136dcba5-2094-4093-a615-34bb4880fd9b None None] No non-hosted networks {{(pid=94447) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 09 14:24:56.202220 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.agentschedulers_db [None req-136dcba5-2094-4093-a615-34bb4880fd9b None None] DHCP Agent not found on host n-d-799529-6 {{(pid=94447) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 09 14:24:56.376986 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-85d48438-9b99-4be6-9301-3193f32d8df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-782615'] for agent, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:58.992064 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b8ff8ace-d6b8-471b-9809-2fd6b4388cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-782615'] for agent, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:59.031091 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.db.api [None req-48861062-206a-4259-95cb-2d3ab693b995 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-799529-6 {{(pid=94447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 14:24:59.031848 n-d-799529-6 neutron-server[94447]: DEBUG oslo_db.api [None req-48861062-206a-4259-95cb-2d3ab693b995 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 14:24:59.092327 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-782615'] for agent, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:59.093346 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:24:59.093870 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:24:59.094402 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:24:59.095112 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:24:59.095647 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:24:59.096169 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:24:59.096685 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:24:59.097306 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:24:59.097953 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:24:59.098459 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:24:59.099007 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:24:59.099559 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:24:59.100185 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-799529-6', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:24:59.108982 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-799529-6', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:24:59.629027 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-48861062-206a-4259-95cb-2d3ab693b995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:00.041375 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-782615'] for agent, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:01.366367 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-782615'] for agent, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:02.495256 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45166) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:25:02.978325 n-d-799529-6 neutron-server[94446]: WARNING oslo_policy.policy [None req-e8c87adb-4c9b-4c9c-80fa-ebbe21b0bf98 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 14:25:02.978943 n-d-799529-6 neutron-server[94446]: WARNING oslo_policy.policy [None req-e8c87adb-4c9b-4c9c-80fa-ebbe21b0bf98 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 14:25:03.193823 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [None req-e8c87adb-4c9b-4c9c-80fa-ebbe21b0bf98 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:25:03.194878 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-e8c87adb-4c9b-4c9c-80fa-ebbe21b0bf98 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6986582 Jul 09 14:25:05.548837 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45180) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:25:05.854573 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-1990b6b4-0eb1-42c3-92c1-46e35e859b39 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:25:05.949137 n-d-799529-6 neutron-server[94446]: DEBUG neutron.policy [None req-1990b6b4-0eb1-42c3-92c1-46e35e859b39 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94446) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 09 14:25:05.995400 n-d-799529-6 neutron-server[94446]: WARNING oslo_policy.policy [None req-1990b6b4-0eb1-42c3-92c1-46e35e859b39 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 14:25:05.995812 n-d-799529-6 neutron-server[94446]: WARNING oslo_policy.policy [None req-1990b6b4-0eb1-42c3-92c1-46e35e859b39 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 14:25:06.005144 n-d-799529-6 neutron-server[94446]: INFO neutron.quota [None req-1990b6b4-0eb1-42c3-92c1-46e35e859b39 admin admin] Loaded quota_driver: . Jul 09 14:25:06.177908 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1990b6b4-0eb1-42c3-92c1-46e35e859b39 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742622486559', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742622488096', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742622507601', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742622504967', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742622498264', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742622520433', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1816270', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1349935', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-503213', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-440855'] for rbac-policy, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:06.216626 n-d-799529-6 neutron-server[94447]: INFO neutron.db.l3_hamode_db [None req-fc71c37c-6ded-435e-8c6f-20d181ace429 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 09 14:25:06.292539 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc71c37c-6ded-435e-8c6f-20d181ace429 None None] Routers set() bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:25:06.292922 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc71c37c-6ded-435e-8c6f-20d181ace429 None None] Router IDs set() for agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 09 14:25:06.491888 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1990b6b4-0eb1-42c3-92c1-46e35e859b39 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:06.493132 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-1990b6b4-0eb1-42c3-92c1-46e35e859b39 admin admin] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9433208 Jul 09 14:25:09.039384 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45192) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:25:09.330107 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-516e292d-e9ef-4d18-a446-49c9fedefcca admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': 'a700d3773d7547659cf0ef2f1a26c48b', 'project_id': 'a700d3773d7547659cf0ef2f1a26c48b'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:25:09.417713 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-516e292d-e9ef-4d18-a446-49c9fedefcca admin admin] Made reservation on behalf of a700d3773d7547659cf0ef2f1a26c48b for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:25:09.420619 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-516e292d-e9ef-4d18-a446-49c9fedefcca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:09.437726 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-516e292d-e9ef-4d18-a446-49c9fedefcca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:09.558625 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-516e292d-e9ef-4d18-a446-49c9fedefcca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:09.657089 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-516e292d-e9ef-4d18-a446-49c9fedefcca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:09.681091 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-516e292d-e9ef-4d18-a446-49c9fedefcca admin admin] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:25:09.706647 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-516e292d-e9ef-4d18-a446-49c9fedefcca admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742620260940', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:09.707276 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-516e292d-e9ef-4d18-a446-49c9fedefcca admin admin] Unsubscribe: segment precommit_create {{(pid=94446) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 09 14:25:09.707918 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-516e292d-e9ef-4d18-a446-49c9fedefcca admin admin] Added segment 2637748d-13ce-44a6-80cb-9e3071c7b696 of type vlan for network 16db091e-5550-4238-8538-8d89d6f59b43 Jul 09 14:25:09.714252 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516e292d-e9ef-4d18-a446-49c9fedefcca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1f8bed-e391-48db-87cf-870dad920733,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:09.750933 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516e292d-e9ef-4d18-a446-49c9fedefcca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:09.751273 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516e292d-e9ef-4d18-a446-49c9fedefcca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:09.751634 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516e292d-e9ef-4d18-a446-49c9fedefcca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:09.751967 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516e292d-e9ef-4d18-a446-49c9fedefcca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:09.752314 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516e292d-e9ef-4d18-a446-49c9fedefcca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:09.752639 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516e292d-e9ef-4d18-a446-49c9fedefcca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:09.752961 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516e292d-e9ef-4d18-a446-49c9fedefcca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:09.753314 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516e292d-e9ef-4d18-a446-49c9fedefcca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:09.753747 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516e292d-e9ef-4d18-a446-49c9fedefcca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:09.754020 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516e292d-e9ef-4d18-a446-49c9fedefcca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:09.754340 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516e292d-e9ef-4d18-a446-49c9fedefcca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:09.754657 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516e292d-e9ef-4d18-a446-49c9fedefcca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:09.755815 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516e292d-e9ef-4d18-a446-49c9fedefcca admin admin] Tracked resource versions report: Jul 09 14:25:09.755815 n-d-799529-6 neutron-server[94446]: pushed versions: Jul 09 14:25:09.755815 n-d-799529-6 neutron-server[94446]: { 'AddressGroup': {'1.2'}, Jul 09 14:25:09.755815 n-d-799529-6 neutron-server[94446]: 'ConntrackHelper': {'1.0'}, Jul 09 14:25:09.755815 n-d-799529-6 neutron-server[94446]: 'Log': {'1.0'}, Jul 09 14:25:09.755815 n-d-799529-6 neutron-server[94446]: 'Network': {'1.1'}, Jul 09 14:25:09.755815 n-d-799529-6 neutron-server[94446]: 'Port': {'1.7'}, Jul 09 14:25:09.755815 n-d-799529-6 neutron-server[94446]: 'PortForwarding': {'1.2'}, Jul 09 14:25:09.755815 n-d-799529-6 neutron-server[94446]: 'QosPolicy': {'1.8'}, Jul 09 14:25:09.755815 n-d-799529-6 neutron-server[94446]: 'SecurityGroup': {'1.4'}, Jul 09 14:25:09.755815 n-d-799529-6 neutron-server[94446]: 'SecurityGroupRule': {'1.2'}, Jul 09 14:25:09.755815 n-d-799529-6 neutron-server[94446]: 'SubPort': {'1.0'}, Jul 09 14:25:09.755815 n-d-799529-6 neutron-server[94446]: 'Subnet': {'1.1'}, Jul 09 14:25:09.755815 n-d-799529-6 neutron-server[94446]: 'Trunk': {'1.1'}} Jul 09 14:25:09.755815 n-d-799529-6 neutron-server[94446]: consumer versions: Jul 09 14:25:09.755815 n-d-799529-6 neutron-server[94446]: { DHCP agent@n-d-799529-6: {}, Jul 09 14:25:09.755815 n-d-799529-6 neutron-server[94446]: L3 agent@n-d-799529-6: {}, Jul 09 14:25:09.755815 n-d-799529-6 neutron-server[94446]: Metadata agent@n-d-799529-6: {}, Jul 09 14:25:09.755815 n-d-799529-6 neutron-server[94446]: Metering agent@n-d-799529-6: {}, Jul 09 14:25:09.755815 n-d-799529-6 neutron-server[94446]: Open vSwitch agent@n-d-799529-6: { 'AddressGroup': '1.2', Jul 09 14:25:09.755815 n-d-799529-6 neutron-server[94446]: 'ConntrackHelper': '1.0', Jul 09 14:25:09.755815 n-d-799529-6 neutron-server[94446]: 'Log': '1.0', Jul 09 14:25:09.755815 n-d-799529-6 neutron-server[94446]: 'Network': '1.1', Jul 09 14:25:09.755815 n-d-799529-6 neutron-server[94446]: 'Port': '1.7', Jul 09 14:25:09.755815 n-d-799529-6 neutron-server[94446]: 'PortForwarding': '1.2', Jul 09 14:25:09.755815 n-d-799529-6 neutron-server[94446]: 'QosPolicy': '1.8', Jul 09 14:25:09.755815 n-d-799529-6 neutron-server[94446]: 'SecurityGroup': '1.4', Jul 09 14:25:09.755815 n-d-799529-6 neutron-server[94446]: 'SecurityGroupRule': '1.2', Jul 09 14:25:09.755815 n-d-799529-6 neutron-server[94446]: 'SubPort': '1.0', Jul 09 14:25:09.755815 n-d-799529-6 neutron-server[94446]: 'Subnet': '1.1', Jul 09 14:25:09.755815 n-d-799529-6 neutron-server[94446]: 'Trunk': '1.1'}} Jul 09 14:25:09.755815 n-d-799529-6 neutron-server[94446]: {{(pid=94446) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 14:25:09.828057 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-516e292d-e9ef-4d18-a446-49c9fedefcca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:09.926467 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-516e292d-e9ef-4d18-a446-49c9fedefcca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:09.927575 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516e292d-e9ef-4d18-a446-49c9fedefcca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:09.928220 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-516e292d-e9ef-4d18-a446-49c9fedefcca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:10.021006 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516e292d-e9ef-4d18-a446-49c9fedefcca admin admin] Pushing event updated for resources: {'Network': ['ID=16db091e-5550-4238-8538-8d89d6f59b43,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:10.032836 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 16db091e-5550-4238-8538-8d89d6f59b43 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:25:10.047004 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-516e292d-e9ef-4d18-a446-49c9fedefcca admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0065446 Jul 09 14:25:12.664479 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45206) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:25:13.045210 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00072b1-05ac-4ef0-beb9-c8962504899f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:13.047602 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d00072b1-05ac-4ef0-beb9-c8962504899f admin admin] 10.222.0.58 "GET /v2.0/networks/16db091e-5550-4238-8538-8d89d6f59b43 HTTP/1.1" status: 200 len: 825 time: 0.3816855 Jul 09 14:25:13.071873 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-449d1527-af37-42da-a15d-047a1a76d40c admin admin] 10.222.0.58 "GET /v2.0/subnetpools/5d6be559-5bf7-426c-952f-ed1468635ee5 HTTP/1.1" status: 200 len: 734 time: 0.0193748 Jul 09 14:25:13.080170 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-38490245-226d-4bd8-bc64-e4182a4d3f41 admin admin] Request body: {'subnet': {'subnetpool_id': '5d6be559-5bf7-426c-952f-ed1468635ee5', 'network_id': '16db091e-5550-4238-8538-8d89d6f59b43', 'name': 'private-subnet', 'ip_version': 4, 'tenant_id': 'a700d3773d7547659cf0ef2f1a26c48b', 'gateway_ip': '172.20.0.1'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:25:13.194996 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38490245-226d-4bd8-bc64-e4182a4d3f41 admin admin] Made reservation on behalf of a700d3773d7547659cf0ef2f1a26c48b for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:25:13.197312 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-38490245-226d-4bd8-bc64-e4182a4d3f41 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:13.560774 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-38490245-226d-4bd8-bc64-e4182a4d3f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:13.630296 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38490245-226d-4bd8-bc64-e4182a4d3f41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=263f7b66-22c7-4376-8882-a3a10c1c2f62,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:13.632256 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38490245-226d-4bd8-bc64-e4182a4d3f41 admin admin] Checking segment: {'id': '2637748d-13ce-44a6-80cb-9e3071c7b696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '16db091e-5550-4238-8538-8d89d6f59b43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:25:13.632618 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38490245-226d-4bd8-bc64-e4182a4d3f41 admin admin] Network hostable DHCP agents. Network: 16db091e-5550-4238-8538-8d89d6f59b43, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:25:13.725079 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38490245-226d-4bd8-bc64-e4182a4d3f41 admin admin] Network 16db091e-5550-4238-8538-8d89d6f59b43 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:25:13.846609 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-38490245-226d-4bd8-bc64-e4182a4d3f41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 16db091e-5550-4238-8538-8d89d6f59b43) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:25:13.851450 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38490245-226d-4bd8-bc64-e4182a4d3f41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:13.852064 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-38490245-226d-4bd8-bc64-e4182a4d3f41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:13.856328 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a88f21-444c-4549-b3c6-fee9638f464f None None] Network 16db091e-5550-4238-8538-8d89d6f59b43 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:25:13.972513 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-38490245-226d-4bd8-bc64-e4182a4d3f41 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8956091 Jul 09 14:25:14.164562 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5bafa0-d3bd-48dd-8421-c8378f54b9fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-16db091e-5550-4238-8538-8d89d6f59b43', 'network_id': '16db091e-5550-4238-8538-8d89d6f59b43', 'tenant_id': 'a700d3773d7547659cf0ef2f1a26c48b', 'fixed_ips': [{'subnet_id': '263f7b66-22c7-4376-8882-a3a10c1c2f62'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:25:14.165894 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7e5bafa0-d3bd-48dd-8421-c8378f54b9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:14.452109 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-7e5bafa0-d3bd-48dd-8421-c8378f54b9fa None None] Allocated IP 172.20.0.2 (16db091e-5550-4238-8538-8d89d6f59b43/263f7b66-22c7-4376-8882-a3a10c1c2f62/6349800c-d289-4d9d-b4a2-e60696174fef) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:25:14.654219 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7e5bafa0-d3bd-48dd-8421-c8378f54b9fa None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:14.695458 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-7e5bafa0-d3bd-48dd-8421-c8378f54b9fa None None] Transition to ACTIVE for port object 6349800c-d289-4d9d-b4a2-e60696174fef will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:25:14.716245 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-7e5bafa0-d3bd-48dd-8421-c8378f54b9fa None None] Transition to ACTIVE for port object 6349800c-d289-4d9d-b4a2-e60696174fef will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:25:14.806652 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7e5bafa0-d3bd-48dd-8421-c8378f54b9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:14.879440 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5bafa0-d3bd-48dd-8421-c8378f54b9fa None None] Network 16db091e-5550-4238-8538-8d89d6f59b43 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:25:14.884219 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-7e5bafa0-d3bd-48dd-8421-c8378f54b9fa None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:25:14.892863 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5bafa0-d3bd-48dd-8421-c8378f54b9fa None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:25:14.895947 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5bafa0-d3bd-48dd-8421-c8378f54b9fa None None] Pushing event updated for resources: {'Port': ['ID=6349800c-d289-4d9d-b4a2-e60696174fef,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:14.922188 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5bafa0-d3bd-48dd-8421-c8378f54b9fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:14.922532 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5bafa0-d3bd-48dd-8421-c8378f54b9fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:14.922879 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5bafa0-d3bd-48dd-8421-c8378f54b9fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:14.923216 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5bafa0-d3bd-48dd-8421-c8378f54b9fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:14.923567 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5bafa0-d3bd-48dd-8421-c8378f54b9fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:14.923904 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5bafa0-d3bd-48dd-8421-c8378f54b9fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:14.924236 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5bafa0-d3bd-48dd-8421-c8378f54b9fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:14.924562 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5bafa0-d3bd-48dd-8421-c8378f54b9fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:14.924888 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5bafa0-d3bd-48dd-8421-c8378f54b9fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:14.925212 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5bafa0-d3bd-48dd-8421-c8378f54b9fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:14.925534 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5bafa0-d3bd-48dd-8421-c8378f54b9fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:14.925858 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5bafa0-d3bd-48dd-8421-c8378f54b9fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:14.926968 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5bafa0-d3bd-48dd-8421-c8378f54b9fa None None] Tracked resource versions report: Jul 09 14:25:14.926968 n-d-799529-6 neutron-server[94447]: pushed versions: Jul 09 14:25:14.926968 n-d-799529-6 neutron-server[94447]: { 'AddressGroup': {'1.2'}, Jul 09 14:25:14.926968 n-d-799529-6 neutron-server[94447]: 'ConntrackHelper': {'1.0'}, Jul 09 14:25:14.926968 n-d-799529-6 neutron-server[94447]: 'Log': {'1.0'}, Jul 09 14:25:14.926968 n-d-799529-6 neutron-server[94447]: 'Network': {'1.1'}, Jul 09 14:25:14.926968 n-d-799529-6 neutron-server[94447]: 'Port': {'1.7'}, Jul 09 14:25:14.926968 n-d-799529-6 neutron-server[94447]: 'PortForwarding': {'1.2'}, Jul 09 14:25:14.926968 n-d-799529-6 neutron-server[94447]: 'QosPolicy': {'1.8'}, Jul 09 14:25:14.926968 n-d-799529-6 neutron-server[94447]: 'SecurityGroup': {'1.4'}, Jul 09 14:25:14.926968 n-d-799529-6 neutron-server[94447]: 'SecurityGroupRule': {'1.2'}, Jul 09 14:25:14.926968 n-d-799529-6 neutron-server[94447]: 'SubPort': {'1.0'}, Jul 09 14:25:14.926968 n-d-799529-6 neutron-server[94447]: 'Subnet': {'1.1'}, Jul 09 14:25:14.926968 n-d-799529-6 neutron-server[94447]: 'Trunk': {'1.1'}} Jul 09 14:25:14.926968 n-d-799529-6 neutron-server[94447]: consumer versions: Jul 09 14:25:14.926968 n-d-799529-6 neutron-server[94447]: { DHCP agent@n-d-799529-6: {}, Jul 09 14:25:14.926968 n-d-799529-6 neutron-server[94447]: L3 agent@n-d-799529-6: {}, Jul 09 14:25:14.926968 n-d-799529-6 neutron-server[94447]: Metadata agent@n-d-799529-6: {}, Jul 09 14:25:14.926968 n-d-799529-6 neutron-server[94447]: Metering agent@n-d-799529-6: {}, Jul 09 14:25:14.926968 n-d-799529-6 neutron-server[94447]: Open vSwitch agent@n-d-799529-6: { 'AddressGroup': '1.2', Jul 09 14:25:14.926968 n-d-799529-6 neutron-server[94447]: 'ConntrackHelper': '1.0', Jul 09 14:25:14.926968 n-d-799529-6 neutron-server[94447]: 'Log': '1.0', Jul 09 14:25:14.926968 n-d-799529-6 neutron-server[94447]: 'Network': '1.1', Jul 09 14:25:14.926968 n-d-799529-6 neutron-server[94447]: 'Port': '1.7', Jul 09 14:25:14.926968 n-d-799529-6 neutron-server[94447]: 'PortForwarding': '1.2', Jul 09 14:25:14.926968 n-d-799529-6 neutron-server[94447]: 'QosPolicy': '1.8', Jul 09 14:25:14.926968 n-d-799529-6 neutron-server[94447]: 'SecurityGroup': '1.4', Jul 09 14:25:14.926968 n-d-799529-6 neutron-server[94447]: 'SecurityGroupRule': '1.2', Jul 09 14:25:14.926968 n-d-799529-6 neutron-server[94447]: 'SubPort': '1.0', Jul 09 14:25:14.926968 n-d-799529-6 neutron-server[94447]: 'Subnet': '1.1', Jul 09 14:25:14.926968 n-d-799529-6 neutron-server[94447]: 'Trunk': '1.1'}} Jul 09 14:25:14.926968 n-d-799529-6 neutron-server[94447]: {{(pid=94447) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 14:25:14.975810 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-7e5bafa0-d3bd-48dd-8421-c8378f54b9fa None None] Attempting to bind port 6349800c-d289-4d9d-b4a2-e60696174fef on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:25:14.976211 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-7e5bafa0-d3bd-48dd-8421-c8378f54b9fa None None] Attempting to bind port 6349800c-d289-4d9d-b4a2-e60696174fef by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '2637748d-13ce-44a6-80cb-9e3071c7b696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '16db091e-5550-4238-8538-8d89d6f59b43'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:25:14.976632 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5bafa0-d3bd-48dd-8421-c8378f54b9fa None None] Attempting to bind port 6349800c-d289-4d9d-b4a2-e60696174fef on network 16db091e-5550-4238-8538-8d89d6f59b43 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:25:14.981431 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5bafa0-d3bd-48dd-8421-c8378f54b9fa None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:25:14.981849 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5bafa0-d3bd-48dd-8421-c8378f54b9fa None None] Checking segment: {'id': '2637748d-13ce-44a6-80cb-9e3071c7b696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '16db091e-5550-4238-8538-8d89d6f59b43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:25:14.982330 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7e5bafa0-d3bd-48dd-8421-c8378f54b9fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:14.982722 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5bafa0-d3bd-48dd-8421-c8378f54b9fa None None] Bound using segment: {'id': '2637748d-13ce-44a6-80cb-9e3071c7b696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '16db091e-5550-4238-8538-8d89d6f59b43'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:25:14.983205 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-7e5bafa0-d3bd-48dd-8421-c8378f54b9fa None None] Bound port: 6349800c-d289-4d9d-b4a2-e60696174fef, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2637748d-13ce-44a6-80cb-9e3071c7b696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '16db091e-5550-4238-8538-8d89d6f59b43'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:25:14.984207 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7e5bafa0-d3bd-48dd-8421-c8378f54b9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:15.046429 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-7e5bafa0-d3bd-48dd-8421-c8378f54b9fa None None] For port 6349800c-d289-4d9d-b4a2-e60696174fef, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:25:15.050685 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-7e5bafa0-d3bd-48dd-8421-c8378f54b9fa None None] For port 6349800c-d289-4d9d-b4a2-e60696174fef, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=6349800c-d289-4d9d-b4a2-e60696174fef,segment=NetworkSegment(2637748d-13ce-44a6-80cb-9e3071c7b696),segment_id=2637748d-13ce-44a6-80cb-9e3071c7b696)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:25:15.137444 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7e5bafa0-d3bd-48dd-8421-c8378f54b9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:15.209949 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5bafa0-d3bd-48dd-8421-c8378f54b9fa None None] Pushing event updated for resources: {'Port': ['ID=6349800c-d289-4d9d-b4a2-e60696174fef,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:16.393528 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45214) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:25:16.706604 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [None req-a8c3b997-1ee2-4cb3-9d3e-1debcf3cee84 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:25:16.707631 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a8c3b997-1ee2-4cb3-9d3e-1debcf3cee84 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3129256 Jul 09 14:25:19.055428 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45222) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:25:19.367201 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [None req-f226c339-92ef-4b41-acb8-9e4c3c75eef6 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:25:19.368343 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f226c339-92ef-4b41-acb8-9e4c3c75eef6 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3119347 Jul 09 14:25:20.926718 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 6349800c-d289-4d9d-b4a2-e60696174fef up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:25:21.074881 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 6349800c-d289-4d9d-b4a2-e60696174fef completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:25:21.296402 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4fcb00-9fc2-4b59-aa41-25d1f99cec38 None None] Network 16db091e-5550-4238-8538-8d89d6f59b43 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:25:21.407908 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-1fc65ac4-9a8e-4e9a-b51c-fbbb7fd13716 None None] Provisioning for port 6349800c-d289-4d9d-b4a2-e60696174fef completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:25:21.414851 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-1fc65ac4-9a8e-4e9a-b51c-fbbb7fd13716 None None] Provisioning complete for port 6349800c-d289-4d9d-b4a2-e60696174fef triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:25:21.414851 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1fc65ac4-9a8e-4e9a-b51c-fbbb7fd13716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:21.581394 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1fc65ac4-9a8e-4e9a-b51c-fbbb7fd13716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:21.617497 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-1fc65ac4-9a8e-4e9a-b51c-fbbb7fd13716 None None] For port 6349800c-d289-4d9d-b4a2-e60696174fef, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=6349800c-d289-4d9d-b4a2-e60696174fef,segment=NetworkSegment(2637748d-13ce-44a6-80cb-9e3071c7b696),segment_id=2637748d-13ce-44a6-80cb-9e3071c7b696)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:25:21.691987 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1fc65ac4-9a8e-4e9a-b51c-fbbb7fd13716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:21.742354 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc65ac4-9a8e-4e9a-b51c-fbbb7fd13716 None None] Pushing event updated for resources: {'Port': ['ID=6349800c-d289-4d9d-b4a2-e60696174fef,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:21.812444 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-96c0372d-26e7-4fbf-aadd-b01138d37a00 None None] Provisioning complete for port 6349800c-d289-4d9d-b4a2-e60696174fef triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:25:21.812818 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-96c0372d-26e7-4fbf-aadd-b01138d37a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:22.022475 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45236) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:25:22.502652 n-d-799529-6 neutron-server[94445]: WARNING oslo_policy.policy [None req-e8d3c8bb-94f3-494f-b94c-9badbd684089 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 14:25:22.503232 n-d-799529-6 neutron-server[94445]: WARNING oslo_policy.policy [None req-e8d3c8bb-94f3-494f-b94c-9badbd684089 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 14:25:22.718727 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-e8d3c8bb-94f3-494f-b94c-9badbd684089 admin admin] Request body: {'router': {'tenant_id': 'a700d3773d7547659cf0ef2f1a26c48b', 'admin_state_up': True, 'name': 'router1'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:25:22.782041 n-d-799529-6 neutron-server[94445]: DEBUG neutron.policy [None req-e8d3c8bb-94f3-494f-b94c-9badbd684089 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94445) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 09 14:25:22.827354 n-d-799529-6 neutron-server[94445]: WARNING oslo_policy.policy [None req-e8d3c8bb-94f3-494f-b94c-9badbd684089 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 14:25:22.827765 n-d-799529-6 neutron-server[94445]: WARNING oslo_policy.policy [None req-e8d3c8bb-94f3-494f-b94c-9badbd684089 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 14:25:22.836277 n-d-799529-6 neutron-server[94445]: INFO neutron.quota [None req-e8d3c8bb-94f3-494f-b94c-9badbd684089 admin admin] Loaded quota_driver: . Jul 09 14:25:22.885276 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 6349800c-d289-4d9d-b4a2-e60696174fef up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:25:22.930874 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 6349800c-d289-4d9d-b4a2-e60696174fef triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:25:22.931242 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:22.954676 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e8d3c8bb-94f3-494f-b94c-9badbd684089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:22.956583 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e8d3c8bb-94f3-494f-b94c-9badbd684089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:23.113932 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e8d3c8bb-94f3-494f-b94c-9badbd684089 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:23.201558 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e8d3c8bb-94f3-494f-b94c-9badbd684089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:23.343362 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e8d3c8bb-94f3-494f-b94c-9badbd684089 admin admin] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:23.344809 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e8d3c8bb-94f3-494f-b94c-9badbd684089 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.3201756 Jul 09 14:25:25.668418 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45252) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:25:25.966824 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [None req-941aa12d-620a-4279-a30f-78fcccc44656 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:25:25.967867 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-941aa12d-620a-4279-a30f-78fcccc44656 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2985995 Jul 09 14:25:26.046251 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a9c36071-8121-4d4f-a9c5-25556b3a6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:28.308638 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45260) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:25:28.615603 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-341fe3b9-df81-4e02-9b57-9f2480a914df admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:25:28.737075 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341fe3b9-df81-4e02-9b57-9f2480a914df admin admin] Made reservation on behalf of 93abf7443208498b9fae84a9a804179b for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:25:28.739346 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-341fe3b9-df81-4e02-9b57-9f2480a914df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:28.747360 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-341fe3b9-df81-4e02-9b57-9f2480a914df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:28.831818 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-341fe3b9-df81-4e02-9b57-9f2480a914df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:28.896916 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-341fe3b9-df81-4e02-9b57-9f2480a914df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:28.912418 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-341fe3b9-df81-4e02-9b57-9f2480a914df admin admin] Reserving flat network on physical network physnet1 {{(pid=94446) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 09 14:25:28.931177 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341fe3b9-df81-4e02-9b57-9f2480a914df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e3e415-144a-4ca1-a5a2-aaa42e55bc3d,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:28.935822 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-341fe3b9-df81-4e02-9b57-9f2480a914df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:28.936165 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-341fe3b9-df81-4e02-9b57-9f2480a914df admin admin] Added segment d096c0a0-3652-4478-a7d2-ac4a899b4f75 of type flat for network 202c7ce6-d4e9-4f80-84dd-bef08905a653 Jul 09 14:25:28.954289 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-fb0c03a6-e4e8-48c5-a517-7a4be83df0ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:28.983801 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-341fe3b9-df81-4e02-9b57-9f2480a914df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:29.046601 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:29.074227 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-341fe3b9-df81-4e02-9b57-9f2480a914df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:29.075186 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341fe3b9-df81-4e02-9b57-9f2480a914df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:29.075787 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-341fe3b9-df81-4e02-9b57-9f2480a914df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:29.131871 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341fe3b9-df81-4e02-9b57-9f2480a914df admin admin] Pushing event updated for resources: {'Network': ['ID=202c7ce6-d4e9-4f80-84dd-bef08905a653,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:29.141390 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:25:29.178196 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-341fe3b9-df81-4e02-9b57-9f2480a914df admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8684876 Jul 09 14:25:30.000163 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:31.308599 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:31.523955 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45278) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:25:31.692146 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b6c963-0470-4c4b-9915-756320e4249e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:31.693440 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-e8b6c963-0470-4c4b-9915-756320e4249e admin admin] 10.222.0.58 "GET /v2.0/subnets/263f7b66-22c7-4376-8882-a3a10c1c2f62 HTTP/1.1" status: 200 len: 849 time: 0.1685443 Jul 09 14:25:31.849977 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-3ce043da-bce3-4697-943b-7cced5a0f38a admin admin] 10.222.0.58 "GET /v2.0/routers/b3be79aa-c2ed-44c7-aabc-cf4d674f6ce9 HTTP/1.1" status: 200 len: 704 time: 0.1511512 Jul 09 14:25:32.106831 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-746d9932-8cbf-4ef9-91dd-a0b902d546a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:32.399248 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-746d9932-8cbf-4ef9-91dd-a0b902d546a0 admin admin] Allocated IP 172.20.0.1 (16db091e-5550-4238-8538-8d89d6f59b43/263f7b66-22c7-4376-8882-a3a10c1c2f62/7275e9b6-c1ae-4761-9dfc-cf5cd3f76736) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:25:32.596857 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-746d9932-8cbf-4ef9-91dd-a0b902d546a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:32.618760 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-746d9932-8cbf-4ef9-91dd-a0b902d546a0 admin admin] Transition to ACTIVE for port object 7275e9b6-c1ae-4761-9dfc-cf5cd3f76736 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:25:32.749326 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-746d9932-8cbf-4ef9-91dd-a0b902d546a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:32.816226 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746d9932-8cbf-4ef9-91dd-a0b902d546a0 admin admin] Network 16db091e-5550-4238-8538-8d89d6f59b43 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:25:32.825923 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-746d9932-8cbf-4ef9-91dd-a0b902d546a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:25:32.831708 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746d9932-8cbf-4ef9-91dd-a0b902d546a0 admin admin] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:25:32.832258 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-746d9932-8cbf-4ef9-91dd-a0b902d546a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:32.855882 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746d9932-8cbf-4ef9-91dd-a0b902d546a0 admin admin] Pushing event updated for resources: {'Port': ['ID=7275e9b6-c1ae-4761-9dfc-cf5cd3f76736,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:33.119978 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-adb0eced-c872-4375-b734-abbde4d0250c None None] Provisioning for port 7275e9b6-c1ae-4761-9dfc-cf5cd3f76736 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:25:33.125541 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-adb0eced-c872-4375-b734-abbde4d0250c None None] Provisioning complete for port 7275e9b6-c1ae-4761-9dfc-cf5cd3f76736 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:25:33.125948 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-adb0eced-c872-4375-b734-abbde4d0250c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:33.135136 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-746d9932-8cbf-4ef9-91dd-a0b902d546a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:33.159212 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-adb0eced-c872-4375-b734-abbde4d0250c None None] Port 7275e9b6-c1ae-4761-9dfc-cf5cd3f76736 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:25:33.314014 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-746d9932-8cbf-4ef9-91dd-a0b902d546a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:33.411552 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-746d9932-8cbf-4ef9-91dd-a0b902d546a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:33.412310 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-746d9932-8cbf-4ef9-91dd-a0b902d546a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:33.488688 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746d9932-8cbf-4ef9-91dd-a0b902d546a0 admin admin] Pushing event updated for resources: {'Port': ['ID=7275e9b6-c1ae-4761-9dfc-cf5cd3f76736,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:33.533813 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746d9932-8cbf-4ef9-91dd-a0b902d546a0 admin admin] Network 16db091e-5550-4238-8538-8d89d6f59b43 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:25:33.535084 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-746d9932-8cbf-4ef9-91dd-a0b902d546a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:25:33.771820 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-746d9932-8cbf-4ef9-91dd-a0b902d546a0 admin admin] Router b3be79aa-c2ed-44c7-aabc-cf4d674f6ce9 is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:25:33.780849 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-40810362-18c7-4ba7-b607-a05d6d6a1091 None None] Provisioning complete for port 7275e9b6-c1ae-4761-9dfc-cf5cd3f76736 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:25:33.781225 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-40810362-18c7-4ba7-b607-a05d6d6a1091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:33.818073 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-40810362-18c7-4ba7-b607-a05d6d6a1091 None None] Port 7275e9b6-c1ae-4761-9dfc-cf5cd3f76736 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:25:33.860895 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-746d9932-8cbf-4ef9-91dd-a0b902d546a0 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:25:33.865994 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-746d9932-8cbf-4ef9-91dd-a0b902d546a0 admin admin] 10.222.0.58 "PUT /v2.0/routers/b3be79aa-c2ed-44c7-aabc-cf4d674f6ce9/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0113358 Jul 09 14:25:33.883558 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626ca2db-c4d0-40ce-8d93-fc31ac445f65 None None] Sync routers for ids ['b3be79aa-c2ed-44c7-aabc-cf4d674f6ce9'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:25:33.894874 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626ca2db-c4d0-40ce-8d93-fc31ac445f65 None None] Routers {'b3be79aa-c2ed-44c7-aabc-cf4d674f6ce9'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:25:33.895746 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-626ca2db-c4d0-40ce-8d93-fc31ac445f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:25:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['b3be79aa-c2ed-44c7-aabc-cf4d674f6ce9'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:25:34.080289 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-626ca2db-c4d0-40ce-8d93-fc31ac445f65 None None] Set router b3be79aa-c2ed-44c7-aabc-cf4d674f6ce9 gateway port host: None {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:25:34.506356 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-626ca2db-c4d0-40ce-8d93-fc31ac445f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3be79aa-c2ed-44c7-aabc-cf4d674f6ce9', 'name': 'router1', 'tenant_id': 'a700d3773d7547659cf0ef2f1a26c48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:25:22Z', 'updated_at': '2021-07-09T14:25:32Z', 'revision_number': 2, 'project_id': 'a700d3773d7547659cf0ef2f1a26c48b', 'gw_port_host': None, '_interfaces': [{'id': '7275e9b6-c1ae-4761-9dfc-cf5cd3f76736', 'name': '', 'network_id': '16db091e-5550-4238-8538-8d89d6f59b43', 'tenant_id': 'a700d3773d7547659cf0ef2f1a26c48b', 'mac_address': 'fa:16:3e:ae:ee:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3be79aa-c2ed-44c7-aabc-cf4d674f6ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '263f7b66-22c7-4376-8882-a3a10c1c2f62', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:25:32Z', 'updated_at': '2021-07-09T14:25:33Z', 'revision_number': 2, 'project_id': 'a700d3773d7547659cf0ef2f1a26c48b', 'subnets': [{'id': '263f7b66-22c7-4376-8882-a3a10c1c2f62', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5d6be559-5bf7-426c-952f-ed1468635ee5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:25:34.556937 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626ca2db-c4d0-40ce-8d93-fc31ac445f65 None None] Checking router: b3be79aa-c2ed-44c7-aabc-cf4d674f6ce9 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:25:34.557313 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626ca2db-c4d0-40ce-8d93-fc31ac445f65 None None] Updating router b3be79aa-c2ed-44c7-aabc-cf4d674f6ce9 port 7275e9b6-c1ae-4761-9dfc-cf5cd3f76736 binding host n-d-799529-6 {{(pid=94448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:25:34.626765 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-626ca2db-c4d0-40ce-8d93-fc31ac445f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:35.118419 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-626ca2db-c4d0-40ce-8d93-fc31ac445f65 None None] Notify callbacks [] for port, precommit_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:35.135813 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.provisioning_blocks [None req-626ca2db-c4d0-40ce-8d93-fc31ac445f65 None None] Transition to ACTIVE for port object 7275e9b6-c1ae-4761-9dfc-cf5cd3f76736 will not be triggered until provisioned by entity L2. {{(pid=94448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:25:35.194741 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-626ca2db-c4d0-40ce-8d93-fc31ac445f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:35.346436 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaca80f-ff09-4571-9744-113c726015bb None None] Pushing event updated for resources: {'Port': ['ID=7275e9b6-c1ae-4761-9dfc-cf5cd3f76736,revision_number=3']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:35.362809 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-626ca2db-c4d0-40ce-8d93-fc31ac445f65 None None] Attempting to bind port 7275e9b6-c1ae-4761-9dfc-cf5cd3f76736 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:25:35.363255 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-626ca2db-c4d0-40ce-8d93-fc31ac445f65 None None] Attempting to bind port 7275e9b6-c1ae-4761-9dfc-cf5cd3f76736 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '2637748d-13ce-44a6-80cb-9e3071c7b696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '16db091e-5550-4238-8538-8d89d6f59b43'}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:25:35.363716 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626ca2db-c4d0-40ce-8d93-fc31ac445f65 None None] Attempting to bind port 7275e9b6-c1ae-4761-9dfc-cf5cd3f76736 on network 16db091e-5550-4238-8538-8d89d6f59b43 {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:25:35.366269 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaca80f-ff09-4571-9744-113c726015bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:35.366614 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaca80f-ff09-4571-9744-113c726015bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:35.366952 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaca80f-ff09-4571-9744-113c726015bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:35.367286 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaca80f-ff09-4571-9744-113c726015bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:35.367645 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaca80f-ff09-4571-9744-113c726015bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:35.367974 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaca80f-ff09-4571-9744-113c726015bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:35.368299 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaca80f-ff09-4571-9744-113c726015bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:35.368678 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaca80f-ff09-4571-9744-113c726015bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:35.368949 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaca80f-ff09-4571-9744-113c726015bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:35.369269 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaca80f-ff09-4571-9744-113c726015bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:35.369590 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaca80f-ff09-4571-9744-113c726015bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:35.369909 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaca80f-ff09-4571-9744-113c726015bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:35.371020 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaca80f-ff09-4571-9744-113c726015bb None None] Tracked resource versions report: Jul 09 14:25:35.371020 n-d-799529-6 neutron-server[94448]: pushed versions: Jul 09 14:25:35.371020 n-d-799529-6 neutron-server[94448]: { 'AddressGroup': {'1.2'}, Jul 09 14:25:35.371020 n-d-799529-6 neutron-server[94448]: 'ConntrackHelper': {'1.0'}, Jul 09 14:25:35.371020 n-d-799529-6 neutron-server[94448]: 'Log': {'1.0'}, Jul 09 14:25:35.371020 n-d-799529-6 neutron-server[94448]: 'Network': {'1.1'}, Jul 09 14:25:35.371020 n-d-799529-6 neutron-server[94448]: 'Port': {'1.7'}, Jul 09 14:25:35.371020 n-d-799529-6 neutron-server[94448]: 'PortForwarding': {'1.2'}, Jul 09 14:25:35.371020 n-d-799529-6 neutron-server[94448]: 'QosPolicy': {'1.8'}, Jul 09 14:25:35.371020 n-d-799529-6 neutron-server[94448]: 'SecurityGroup': {'1.4'}, Jul 09 14:25:35.371020 n-d-799529-6 neutron-server[94448]: 'SecurityGroupRule': {'1.2'}, Jul 09 14:25:35.371020 n-d-799529-6 neutron-server[94448]: 'SubPort': {'1.0'}, Jul 09 14:25:35.371020 n-d-799529-6 neutron-server[94448]: 'Subnet': {'1.1'}, Jul 09 14:25:35.371020 n-d-799529-6 neutron-server[94448]: 'Trunk': {'1.1'}} Jul 09 14:25:35.371020 n-d-799529-6 neutron-server[94448]: consumer versions: Jul 09 14:25:35.371020 n-d-799529-6 neutron-server[94448]: { DHCP agent@n-d-799529-6: {}, Jul 09 14:25:35.371020 n-d-799529-6 neutron-server[94448]: L3 agent@n-d-799529-6: {}, Jul 09 14:25:35.371020 n-d-799529-6 neutron-server[94448]: Metadata agent@n-d-799529-6: {}, Jul 09 14:25:35.371020 n-d-799529-6 neutron-server[94448]: Metering agent@n-d-799529-6: {}, Jul 09 14:25:35.371020 n-d-799529-6 neutron-server[94448]: Open vSwitch agent@n-d-799529-6: { 'AddressGroup': '1.2', Jul 09 14:25:35.371020 n-d-799529-6 neutron-server[94448]: 'ConntrackHelper': '1.0', Jul 09 14:25:35.371020 n-d-799529-6 neutron-server[94448]: 'Log': '1.0', Jul 09 14:25:35.371020 n-d-799529-6 neutron-server[94448]: 'Network': '1.1', Jul 09 14:25:35.371020 n-d-799529-6 neutron-server[94448]: 'Port': '1.7', Jul 09 14:25:35.371020 n-d-799529-6 neutron-server[94448]: 'PortForwarding': '1.2', Jul 09 14:25:35.371020 n-d-799529-6 neutron-server[94448]: 'QosPolicy': '1.8', Jul 09 14:25:35.371020 n-d-799529-6 neutron-server[94448]: 'SecurityGroup': '1.4', Jul 09 14:25:35.371020 n-d-799529-6 neutron-server[94448]: 'SecurityGroupRule': '1.2', Jul 09 14:25:35.371020 n-d-799529-6 neutron-server[94448]: 'SubPort': '1.0', Jul 09 14:25:35.371020 n-d-799529-6 neutron-server[94448]: 'Subnet': '1.1', Jul 09 14:25:35.371020 n-d-799529-6 neutron-server[94448]: 'Trunk': '1.1'}} Jul 09 14:25:35.371020 n-d-799529-6 neutron-server[94448]: {{(pid=94448) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 14:25:35.377529 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626ca2db-c4d0-40ce-8d93-fc31ac445f65 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:25:35.377789 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626ca2db-c4d0-40ce-8d93-fc31ac445f65 None None] Checking segment: {'id': '2637748d-13ce-44a6-80cb-9e3071c7b696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '16db091e-5550-4238-8538-8d89d6f59b43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:25:35.378287 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-626ca2db-c4d0-40ce-8d93-fc31ac445f65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:35.378669 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626ca2db-c4d0-40ce-8d93-fc31ac445f65 None None] Bound using segment: {'id': '2637748d-13ce-44a6-80cb-9e3071c7b696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '16db091e-5550-4238-8538-8d89d6f59b43'} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:25:35.379166 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-626ca2db-c4d0-40ce-8d93-fc31ac445f65 None None] Bound port: 7275e9b6-c1ae-4761-9dfc-cf5cd3f76736, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2637748d-13ce-44a6-80cb-9e3071c7b696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '16db091e-5550-4238-8538-8d89d6f59b43'}}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:25:35.379599 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-626ca2db-c4d0-40ce-8d93-fc31ac445f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:35.442542 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-626ca2db-c4d0-40ce-8d93-fc31ac445f65 None None] For port 7275e9b6-c1ae-4761-9dfc-cf5cd3f76736, host n-d-799529-6, cleared binding levels {{(pid=94448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:25:35.465525 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-626ca2db-c4d0-40ce-8d93-fc31ac445f65 None None] For port 7275e9b6-c1ae-4761-9dfc-cf5cd3f76736, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=7275e9b6-c1ae-4761-9dfc-cf5cd3f76736,segment=NetworkSegment(2637748d-13ce-44a6-80cb-9e3071c7b696),segment_id=2637748d-13ce-44a6-80cb-9e3071c7b696)] {{(pid=94448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:25:35.532202 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-626ca2db-c4d0-40ce-8d93-fc31ac445f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:35.585450 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaca80f-ff09-4571-9744-113c726015bb None None] Pushing event updated for resources: {'Port': ['ID=7275e9b6-c1ae-4761-9dfc-cf5cd3f76736,revision_number=4']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:35.599068 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626ca2db-c4d0-40ce-8d93-fc31ac445f65 None None] Routers {'b3be79aa-c2ed-44c7-aabc-cf4d674f6ce9'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:25:35.599727 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-626ca2db-c4d0-40ce-8d93-fc31ac445f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:25:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['b3be79aa-c2ed-44c7-aabc-cf4d674f6ce9'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:25:35.691981 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-626ca2db-c4d0-40ce-8d93-fc31ac445f65 None None] Set router b3be79aa-c2ed-44c7-aabc-cf4d674f6ce9 gateway port host: None {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:25:35.891714 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-626ca2db-c4d0-40ce-8d93-fc31ac445f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3be79aa-c2ed-44c7-aabc-cf4d674f6ce9', 'name': 'router1', 'tenant_id': 'a700d3773d7547659cf0ef2f1a26c48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:25:22Z', 'updated_at': '2021-07-09T14:25:32Z', 'revision_number': 2, 'project_id': 'a700d3773d7547659cf0ef2f1a26c48b', 'gw_port_host': None, '_interfaces': [{'id': '7275e9b6-c1ae-4761-9dfc-cf5cd3f76736', 'name': '', 'network_id': '16db091e-5550-4238-8538-8d89d6f59b43', 'tenant_id': 'a700d3773d7547659cf0ef2f1a26c48b', 'mac_address': 'fa:16:3e:ae:ee:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3be79aa-c2ed-44c7-aabc-cf4d674f6ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '263f7b66-22c7-4376-8882-a3a10c1c2f62', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:25:32Z', 'updated_at': '2021-07-09T14:25:35Z', 'revision_number': 4, 'project_id': 'a700d3773d7547659cf0ef2f1a26c48b', 'subnets': [{'id': '263f7b66-22c7-4376-8882-a3a10c1c2f62', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5d6be559-5bf7-426c-952f-ed1468635ee5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:25:35.919607 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626ca2db-c4d0-40ce-8d93-fc31ac445f65 None None] The sync data for ids ['b3be79aa-c2ed-44c7-aabc-cf4d674f6ce9'] in n-d-799529-6 is: [{'id': 'b3be79aa-c2ed-44c7-aabc-cf4d674f6ce9', 'name': 'router1', 'tenant_id': 'a700d3773d7547659cf0ef2f1a26c48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:25:22Z', 'updated_at': '2021-07-09T14:25:32Z', 'revision_number': 2, 'project_id': 'a700d3773d7547659cf0ef2f1a26c48b', 'gw_port_host': None, '_interfaces': [{'id': '7275e9b6-c1ae-4761-9dfc-cf5cd3f76736', 'name': '', 'network_id': '16db091e-5550-4238-8538-8d89d6f59b43', 'tenant_id': 'a700d3773d7547659cf0ef2f1a26c48b', 'mac_address': 'fa:16:3e:ae:ee:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3be79aa-c2ed-44c7-aabc-cf4d674f6ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '263f7b66-22c7-4376-8882-a3a10c1c2f62', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:25:32Z', 'updated_at': '2021-07-09T14:25:35Z', 'revision_number': 4, 'project_id': 'a700d3773d7547659cf0ef2f1a26c48b', 'subnets': [{'id': '263f7b66-22c7-4376-8882-a3a10c1c2f62', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5d6be559-5bf7-426c-952f-ed1468635ee5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:25:36.112746 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45298) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:25:36.222325 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafeb196-56ec-4dba-a09b-b8dbf25c470c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:36.228865 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-eafeb196-56ec-4dba-a09b-b8dbf25c470c admin admin] 10.222.0.58 "GET /v2.0/networks/202c7ce6-d4e9-4f80-84dd-bef08905a653 HTTP/1.1" status: 200 len: 842 time: 0.1099799 Jul 09 14:25:36.233620 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-58c2ded1-06e8-4a44-840f-ab96c6f9016e admin admin] Request body: {'subnet': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'ip_version': 4}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:25:36.365077 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c2ded1-06e8-4a44-840f-ab96c6f9016e admin admin] Made reservation on behalf of 93abf7443208498b9fae84a9a804179b for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:25:36.367374 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-58c2ded1-06e8-4a44-840f-ab96c6f9016e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:36.764536 n-d-799529-6 neutron-server[94446]: DEBUG neutron.objects.ports [None req-58c2ded1-06e8-4a44-840f-ab96c6f9016e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94446) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 14:25:36.764961 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-58c2ded1-06e8-4a44-840f-ab96c6f9016e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:36.818391 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c2ded1-06e8-4a44-840f-ab96c6f9016e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e4975a3-dc02-416f-be7f-75fd824dda40,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:36.824802 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c2ded1-06e8-4a44-840f-ab96c6f9016e admin admin] Checking segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:25:36.825158 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c2ded1-06e8-4a44-840f-ab96c6f9016e admin admin] Network hostable DHCP agents. Network: 202c7ce6-d4e9-4f80-84dd-bef08905a653, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:25:36.954389 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c2ded1-06e8-4a44-840f-ab96c6f9016e admin admin] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:25:37.057384 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-58c2ded1-06e8-4a44-840f-ab96c6f9016e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 202c7ce6-d4e9-4f80-84dd-bef08905a653) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:25:37.061412 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c2ded1-06e8-4a44-840f-ab96c6f9016e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:37.062005 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-58c2ded1-06e8-4a44-840f-ab96c6f9016e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:37.068035 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8bf7ff-bd10-45c7-9033-97b48d3c34eb None None] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:25:37.186090 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-58c2ded1-06e8-4a44-840f-ab96c6f9016e admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9487555 Jul 09 14:25:37.200945 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9298d140-8122-4a73-923b-b7f296255deb None None] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:25:38.941290 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 7275e9b6-c1ae-4761-9dfc-cf5cd3f76736 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:25:39.108788 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 7275e9b6-c1ae-4761-9dfc-cf5cd3f76736 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:25:39.112931 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 7275e9b6-c1ae-4761-9dfc-cf5cd3f76736 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:25:39.113302 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:39.188140 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:39.220701 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 7275e9b6-c1ae-4761-9dfc-cf5cd3f76736, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=7275e9b6-c1ae-4761-9dfc-cf5cd3f76736,segment=NetworkSegment(2637748d-13ce-44a6-80cb-9e3071c7b696),segment_id=2637748d-13ce-44a6-80cb-9e3071c7b696)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:25:39.308712 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:39.359203 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=7275e9b6-c1ae-4761-9dfc-cf5cd3f76736,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:39.460035 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45310) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:25:39.649582 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-90c031d0-cb98-4e83-9d36-6e5547e9979b admin admin] 10.222.0.58 "GET /v2.0/routers/b3be79aa-c2ed-44c7-aabc-cf4d674f6ce9 HTTP/1.1" status: 200 len: 710 time: 0.1884067 Jul 09 14:25:39.737184 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef20932c-e24e-4789-84f8-d02c0aad255b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:39.738516 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ef20932c-e24e-4789-84f8-d02c0aad255b admin admin] 10.222.0.58 "GET /v2.0/networks/202c7ce6-d4e9-4f80-84dd-bef08905a653 HTTP/1.1" status: 200 len: 886 time: 0.0832887 Jul 09 14:25:39.747363 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-d1cd9002-c3a8-4196-be6f-dd670acecf54 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:25:39.985772 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d1cd9002-c3a8-4196-be6f-dd670acecf54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:40.291350 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d1cd9002-c3a8-4196-be6f-dd670acecf54 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:40.368529 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d1cd9002-c3a8-4196-be6f-dd670acecf54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:40.473003 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-d1cd9002-c3a8-4196-be6f-dd670acecf54 admin admin] Allocated IP 172.25.3.161 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/440b3e78-68db-4e5f-9047-b8c47f260698) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:25:40.569521 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d1cd9002-c3a8-4196-be6f-dd670acecf54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:40.668692 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d1cd9002-c3a8-4196-be6f-dd670acecf54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:40.710043 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1cd9002-c3a8-4196-be6f-dd670acecf54 admin admin] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:25:40.712663 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-d1cd9002-c3a8-4196-be6f-dd670acecf54 admin admin] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:25:40.715970 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cd9002-c3a8-4196-be6f-dd670acecf54 admin admin] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:25:40.747474 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cd9002-c3a8-4196-be6f-dd670acecf54 admin admin] Pushing event updated for resources: {'Port': ['ID=440b3e78-68db-4e5f-9047-b8c47f260698,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:40.897264 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 7275e9b6-c1ae-4761-9dfc-cf5cd3f76736 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:25:40.986394 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 7275e9b6-c1ae-4761-9dfc-cf5cd3f76736 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:25:40.986774 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:41.041510 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d1cd9002-c3a8-4196-be6f-dd670acecf54 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:41.312286 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d1cd9002-c3a8-4196-be6f-dd670acecf54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:41.315782 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d1cd9002-c3a8-4196-be6f-dd670acecf54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-753925'] for router, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:41.420308 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1cd9002-c3a8-4196-be6f-dd670acecf54 admin admin] Router b3be79aa-c2ed-44c7-aabc-cf4d674f6ce9 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:25:41.522496 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1cd9002-c3a8-4196-be6f-dd670acecf54 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:25:41.526848 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d1cd9002-c3a8-4196-be6f-dd670acecf54 admin admin] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:41.528054 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d1cd9002-c3a8-4196-be6f-dd670acecf54 admin admin] 10.222.0.58 "PUT /v2.0/routers/b3be79aa-c2ed-44c7-aabc-cf4d674f6ce9 HTTP/1.1" status: 200 len: 890 time: 1.7841082 Jul 09 14:25:41.532479 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2dd523-be10-4558-a2cc-8a6ce692cc80 None None] Sync routers for ids ['b3be79aa-c2ed-44c7-aabc-cf4d674f6ce9'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:25:41.543973 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2dd523-be10-4558-a2cc-8a6ce692cc80 None None] Routers {'b3be79aa-c2ed-44c7-aabc-cf4d674f6ce9'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:25:41.544649 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-9d2dd523-be10-4558-a2cc-8a6ce692cc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:25:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['b3be79aa-c2ed-44c7-aabc-cf4d674f6ce9'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:25:41.761100 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-9d2dd523-be10-4558-a2cc-8a6ce692cc80 None None] Set router b3be79aa-c2ed-44c7-aabc-cf4d674f6ce9 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:25:42.145721 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-9d2dd523-be10-4558-a2cc-8a6ce692cc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3be79aa-c2ed-44c7-aabc-cf4d674f6ce9', 'name': 'router1', 'tenant_id': 'a700d3773d7547659cf0ef2f1a26c48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '440b3e78-68db-4e5f-9047-b8c47f260698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:25:22Z', 'updated_at': '2021-07-09T14:25:40Z', 'revision_number': 4, 'project_id': 'a700d3773d7547659cf0ef2f1a26c48b', 'gw_port': {'id': '440b3e78-68db-4e5f-9047-b8c47f260698', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:51:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3be79aa-c2ed-44c7-aabc-cf4d674f6ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:25:40Z', 'updated_at': '2021-07-09T14:25:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '7275e9b6-c1ae-4761-9dfc-cf5cd3f76736', 'name': '', 'network_id': '16db091e-5550-4238-8538-8d89d6f59b43', 'tenant_id': 'a700d3773d7547659cf0ef2f1a26c48b', 'mac_address': 'fa:16:3e:ae:ee:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3be79aa-c2ed-44c7-aabc-cf4d674f6ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '263f7b66-22c7-4376-8882-a3a10c1c2f62', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:25:32Z', 'updated_at': '2021-07-09T14:25:39Z', 'revision_number': 5, 'project_id': 'a700d3773d7547659cf0ef2f1a26c48b', 'subnets': [{'id': '263f7b66-22c7-4376-8882-a3a10c1c2f62', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5d6be559-5bf7-426c-952f-ed1468635ee5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:25:42.197036 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2dd523-be10-4558-a2cc-8a6ce692cc80 None None] Checking router: b3be79aa-c2ed-44c7-aabc-cf4d674f6ce9 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:25:42.197382 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2dd523-be10-4558-a2cc-8a6ce692cc80 None None] Updating router b3be79aa-c2ed-44c7-aabc-cf4d674f6ce9 port 440b3e78-68db-4e5f-9047-b8c47f260698 binding host n-d-799529-6 {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:25:42.229824 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9d2dd523-be10-4558-a2cc-8a6ce692cc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:42.544078 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9d2dd523-be10-4558-a2cc-8a6ce692cc80 None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:42.553277 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-9d2dd523-be10-4558-a2cc-8a6ce692cc80 None None] Transition to ACTIVE for port object 440b3e78-68db-4e5f-9047-b8c47f260698 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:25:42.628436 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9d2dd523-be10-4558-a2cc-8a6ce692cc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:42.677470 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-9d2dd523-be10-4558-a2cc-8a6ce692cc80 None None] Attempting to bind port 440b3e78-68db-4e5f-9047-b8c47f260698 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:25:42.677865 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-9d2dd523-be10-4558-a2cc-8a6ce692cc80 None None] Attempting to bind port 440b3e78-68db-4e5f-9047-b8c47f260698 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:25:42.680182 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2dd523-be10-4558-a2cc-8a6ce692cc80 None None] Attempting to bind port 440b3e78-68db-4e5f-9047-b8c47f260698 on network 202c7ce6-d4e9-4f80-84dd-bef08905a653 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:25:42.684774 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f979adac-b9dc-46d0-b8ff-5345c43b7603 None None] Pushing event updated for resources: {'Port': ['ID=440b3e78-68db-4e5f-9047-b8c47f260698,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:42.692950 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2dd523-be10-4558-a2cc-8a6ce692cc80 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:25:42.693319 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2dd523-be10-4558-a2cc-8a6ce692cc80 None None] Checking segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:25:42.693710 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9d2dd523-be10-4558-a2cc-8a6ce692cc80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:42.694342 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2dd523-be10-4558-a2cc-8a6ce692cc80 None None] Bound using segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:25:42.694811 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-9d2dd523-be10-4558-a2cc-8a6ce692cc80 None None] Bound port: 440b3e78-68db-4e5f-9047-b8c47f260698, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:25:42.695209 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9d2dd523-be10-4558-a2cc-8a6ce692cc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:42.745055 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-9d2dd523-be10-4558-a2cc-8a6ce692cc80 None None] For port 440b3e78-68db-4e5f-9047-b8c47f260698, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:25:42.748088 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-9d2dd523-be10-4558-a2cc-8a6ce692cc80 None None] For port 440b3e78-68db-4e5f-9047-b8c47f260698, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=440b3e78-68db-4e5f-9047-b8c47f260698,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:25:42.811842 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9d2dd523-be10-4558-a2cc-8a6ce692cc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:42.871765 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2dd523-be10-4558-a2cc-8a6ce692cc80 None None] Routers {'b3be79aa-c2ed-44c7-aabc-cf4d674f6ce9'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:25:42.872430 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-9d2dd523-be10-4558-a2cc-8a6ce692cc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:25:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['b3be79aa-c2ed-44c7-aabc-cf4d674f6ce9'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:25:42.978371 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f979adac-b9dc-46d0-b8ff-5345c43b7603 None None] Pushing event updated for resources: {'Port': ['ID=440b3e78-68db-4e5f-9047-b8c47f260698,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:43.051927 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-9d2dd523-be10-4558-a2cc-8a6ce692cc80 None None] Set router b3be79aa-c2ed-44c7-aabc-cf4d674f6ce9 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:25:43.262978 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-9d2dd523-be10-4558-a2cc-8a6ce692cc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3be79aa-c2ed-44c7-aabc-cf4d674f6ce9', 'name': 'router1', 'tenant_id': 'a700d3773d7547659cf0ef2f1a26c48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '440b3e78-68db-4e5f-9047-b8c47f260698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:25:22Z', 'updated_at': '2021-07-09T14:25:40Z', 'revision_number': 4, 'project_id': 'a700d3773d7547659cf0ef2f1a26c48b', 'gw_port': {'id': '440b3e78-68db-4e5f-9047-b8c47f260698', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:51:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3be79aa-c2ed-44c7-aabc-cf4d674f6ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:25:40Z', 'updated_at': '2021-07-09T14:25:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '7275e9b6-c1ae-4761-9dfc-cf5cd3f76736', 'name': '', 'network_id': '16db091e-5550-4238-8538-8d89d6f59b43', 'tenant_id': 'a700d3773d7547659cf0ef2f1a26c48b', 'mac_address': 'fa:16:3e:ae:ee:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3be79aa-c2ed-44c7-aabc-cf4d674f6ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '263f7b66-22c7-4376-8882-a3a10c1c2f62', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:25:32Z', 'updated_at': '2021-07-09T14:25:39Z', 'revision_number': 5, 'project_id': 'a700d3773d7547659cf0ef2f1a26c48b', 'subnets': [{'id': '263f7b66-22c7-4376-8882-a3a10c1c2f62', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5d6be559-5bf7-426c-952f-ed1468635ee5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:25:43.289118 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2dd523-be10-4558-a2cc-8a6ce692cc80 None None] The sync data for ids ['b3be79aa-c2ed-44c7-aabc-cf4d674f6ce9'] in n-d-799529-6 is: [{'id': 'b3be79aa-c2ed-44c7-aabc-cf4d674f6ce9', 'name': 'router1', 'tenant_id': 'a700d3773d7547659cf0ef2f1a26c48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '440b3e78-68db-4e5f-9047-b8c47f260698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:25:22Z', 'updated_at': '2021-07-09T14:25:40Z', 'revision_number': 4, 'project_id': 'a700d3773d7547659cf0ef2f1a26c48b', 'gw_port': {'id': '440b3e78-68db-4e5f-9047-b8c47f260698', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:51:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3be79aa-c2ed-44c7-aabc-cf4d674f6ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:25:40Z', 'updated_at': '2021-07-09T14:25:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '7275e9b6-c1ae-4761-9dfc-cf5cd3f76736', 'name': '', 'network_id': '16db091e-5550-4238-8538-8d89d6f59b43', 'tenant_id': 'a700d3773d7547659cf0ef2f1a26c48b', 'mac_address': 'fa:16:3e:ae:ee:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3be79aa-c2ed-44c7-aabc-cf4d674f6ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '263f7b66-22c7-4376-8882-a3a10c1c2f62', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:25:32Z', 'updated_at': '2021-07-09T14:25:39Z', 'revision_number': 5, 'project_id': 'a700d3773d7547659cf0ef2f1a26c48b', 'subnets': [{'id': '263f7b66-22c7-4376-8882-a3a10c1c2f62', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5d6be559-5bf7-426c-952f-ed1468635ee5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:25:43.901671 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45318) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:25:44.047149 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-edc92d5d-ae1b-4306-8646-8dc6185aca05 admin admin] 10.222.0.58 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1437025 Jul 09 14:25:44.932187 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 440b3e78-68db-4e5f-9047-b8c47f260698 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:25:45.074208 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 440b3e78-68db-4e5f-9047-b8c47f260698 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:25:45.077968 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 440b3e78-68db-4e5f-9047-b8c47f260698 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:25:45.078347 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:45.163872 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:45.184946 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 440b3e78-68db-4e5f-9047-b8c47f260698, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=440b3e78-68db-4e5f-9047-b8c47f260698,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:25:45.260404 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 5 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:25:45.320258 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:45.369225 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=440b3e78-68db-4e5f-9047-b8c47f260698,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:46.913806 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 440b3e78-68db-4e5f-9047-b8c47f260698 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:25:46.968139 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 440b3e78-68db-4e5f-9047-b8c47f260698 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:25:46.969259 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:56.057267 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-cdab4c54-d068-4d97-90a5-b66236b1c29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:58.972011 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4b43a57a-165a-4908-bd03-9efb87195109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:59.034135 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:59.965523 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:01.349167 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:22.259242 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 5 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:26:26.033119 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2ec61146-3cf0-4d61-81e6-5edee18ec172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:28.936231 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f1e04fe5-95d3-4b13-b0fe-25738f42147f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:29.084684 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:29.993135 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:32.227783 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:56.084191 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-971285d4-02f9-43e5-9243-bdcd4d4b9ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:58.935357 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e7c74254-9c76-41a4-ba20-ecc85872d30f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:59.089738 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:59.257625 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 5 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:26:59.975177 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:01.340882 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:26.054536 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4f30015e-3b8d-488e-96cc-47357d04ecdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:26.397702 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45918) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:27:26.471365 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-1037459c-7ca8-4e2d-ab59-f7687fc68601 admin admin] GET failed (client error): The resource could not be found. Jul 09 14:27:26.472692 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-1037459c-7ca8-4e2d-ab59-f7687fc68601 admin admin] 10.222.0.58 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0740678 Jul 09 14:27:26.662149 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030cc451-a86c-4171-8bbf-73f07c5c8ffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:27:26.663613 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-030cc451-a86c-4171-8bbf-73f07c5c8ffd admin admin] 10.222.0.58 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1871161 Jul 09 14:27:28.927015 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45928) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:27:28.968958 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-cab1f5b0-a61b-43c1-9c66-be21f1c96b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:29.019218 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895ab83b-7edc-4af8-9029-7b90928dd86b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:27:29.020613 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-895ab83b-7edc-4af8-9029-7b90928dd86b admin admin] 10.222.0.58 "GET /v2.0/subnets/263f7b66-22c7-4376-8882-a3a10c1c2f62 HTTP/1.1" status: 200 len: 849 time: 0.0926111 Jul 09 14:27:29.030752 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-c51599d0-369a-4bcc-8d70-ffd7ec02909e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:27:29.060523 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:29.114797 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c51599d0-369a-4bcc-8d70-ffd7ec02909e admin admin] Notify callbacks [] for subnet, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:29.323060 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c51599d0-369a-4bcc-8d70-ffd7ec02909e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742620480534'] for subnet, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:29.358615 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51599d0-369a-4bcc-8d70-ffd7ec02909e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:27:29.359195 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c51599d0-369a-4bcc-8d70-ffd7ec02909e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:29.362298 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c51599d0-369a-4bcc-8d70-ffd7ec02909e admin admin] 10.222.0.58 "PUT /v2.0/subnets/263f7b66-22c7-4376-8882-a3a10c1c2f62 HTTP/1.1" status: 200 len: 868 time: 0.3343470 Jul 09 14:27:29.380790 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51599d0-369a-4bcc-8d70-ffd7ec02909e admin admin] Pushing event updated for resources: {'Subnet': ['ID=263f7b66-22c7-4376-8882-a3a10c1c2f62,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:27:29.383659 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e49fbe-bab3-4548-8b66-dbd48a647918 None None] Network 16db091e-5550-4238-8538-8d89d6f59b43 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:27:29.389789 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51599d0-369a-4bcc-8d70-ffd7ec02909e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:29.390137 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51599d0-369a-4bcc-8d70-ffd7ec02909e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:29.390469 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51599d0-369a-4bcc-8d70-ffd7ec02909e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:29.390801 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51599d0-369a-4bcc-8d70-ffd7ec02909e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:29.391127 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51599d0-369a-4bcc-8d70-ffd7ec02909e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:29.391452 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51599d0-369a-4bcc-8d70-ffd7ec02909e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:29.391806 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51599d0-369a-4bcc-8d70-ffd7ec02909e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:29.392125 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51599d0-369a-4bcc-8d70-ffd7ec02909e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:29.392450 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51599d0-369a-4bcc-8d70-ffd7ec02909e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:29.392767 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51599d0-369a-4bcc-8d70-ffd7ec02909e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:29.393084 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51599d0-369a-4bcc-8d70-ffd7ec02909e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:29.393403 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51599d0-369a-4bcc-8d70-ffd7ec02909e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:29.785443 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-c71ad54a-22cf-40d9-8f60-ca215ca3e38f None None] Provisioning complete for port 7275e9b6-c1ae-4761-9dfc-cf5cd3f76736 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:27:29.785815 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c71ad54a-22cf-40d9-8f60-ca215ca3e38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:29.871538 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-c71ad54a-22cf-40d9-8f60-ca215ca3e38f None None] Provisioning complete for port 6349800c-d289-4d9d-b4a2-e60696174fef triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:27:29.871838 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c71ad54a-22cf-40d9-8f60-ca215ca3e38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:30.014747 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:31.369300 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:31.521837 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45938) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:27:31.718618 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ebf63f-ce46-42c3-8649-723b043cd9d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:27:31.719112 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ebf63f-ce46-42c3-8649-723b043cd9d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:27:31.720681 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-81ebf63f-ce46-42c3-8649-723b043cd9d8 admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1979024 Jul 09 14:27:33.887049 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45946) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:27:34.019519 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3de724-13b1-4dcb-96d6-96220dda5a7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:27:34.020020 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3de724-13b1-4dcb-96d6-96220dda5a7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:27:34.021622 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-3b3de724-13b1-4dcb-96d6-96220dda5a7e admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1324153 Jul 09 14:27:36.239098 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45954) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:27:36.255767 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 5 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:27:36.365865 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfa0112-d0b7-4519-abe8-5474c18aa0dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:27:36.367227 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-5dfa0112-d0b7-4519-abe8-5474c18aa0dc admin admin] 10.222.0.58 "GET /v2.0/networks/16db091e-5550-4238-8538-8d89d6f59b43 HTTP/1.1" status: 200 len: 869 time: 0.1271322 Jul 09 14:27:38.527727 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45962) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:27:38.650751 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf8dbd1-c48e-42d3-8d00-3a7ed7c9ec7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:27:38.652150 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ecf8dbd1-c48e-42d3-8d00-3a7ed7c9ec7b admin admin] 10.222.0.58 "GET /v2.0/networks/202c7ce6-d4e9-4f80-84dd-bef08905a653 HTTP/1.1" status: 200 len: 886 time: 0.1234815 Jul 09 14:27:40.850263 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45970) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:27:40.971277 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa96de14-c265-43bf-8e56-948b150c40e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:27:40.971958 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa96de14-c265-43bf-8e56-948b150c40e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:27:40.973350 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-aa96de14-c265-43bf-8e56-948b150c40e4 admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1221092 Jul 09 14:27:43.135490 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45978) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:27:43.227642 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96db2e9-2419-4d33-9b67-1257247fa6d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:27:43.228107 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96db2e9-2419-4d33-9b67-1257247fa6d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:27:43.229595 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b96db2e9-2419-4d33-9b67-1257247fa6d0 admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0931125 Jul 09 14:27:45.361919 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45986) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:27:45.452480 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78845243-2dea-4f24-b777-361c147eb42e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:27:45.453835 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-78845243-2dea-4f24-b777-361c147eb42e admin admin] 10.222.0.58 "GET /v2.0/subnets/263f7b66-22c7-4376-8882-a3a10c1c2f62 HTTP/1.1" status: 200 len: 868 time: 0.0908535 Jul 09 14:27:47.598066 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45994) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:27:47.679817 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e59e96-78e1-40e2-8ca2-7b849a2cf857 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:27:47.681119 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f2e59e96-78e1-40e2-8ca2-7b849a2cf857 admin admin] 10.222.0.58 "GET /v2.0/subnets/3e4975a3-dc02-416f-be7f-75fd824dda40 HTTP/1.1" status: 200 len: 816 time: 0.0821006 Jul 09 14:27:56.054183 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-cc4593c3-d229-4f52-8c68-03a329e327f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:58.945483 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7e529211-f732-434c-81f9-80da85af2fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:59.030832 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:59.990968 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:01.334226 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:12.078605 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46046) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:28:12.123929 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [None req-1cce5767-2869-4715-a7d6-dbd4f1cb9a49 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:28:12.124915 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-1cce5767-2869-4715-a7d6-dbd4f1cb9a49 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0453782 Jul 09 14:28:13.254370 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 5 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:28:14.351710 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46054) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:28:14.411423 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-5897feb6-9161-4749-9de5-a0edf62deafb admin admin] GET failed (client error): The resource could not be found. Jul 09 14:28:14.413074 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-5897feb6-9161-4749-9de5-a0edf62deafb admin admin] 10.222.0.58 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0600724 Jul 09 14:28:14.651755 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1049d1-3045-4b70-bb2c-bb348330e6e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:14.653815 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-0d1049d1-3045-4b70-bb2c-bb348330e6e7 admin admin] 10.222.0.58 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2371230 Jul 09 14:28:16.817159 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46062) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:28:16.862855 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-4c057b4f-0874-4706-9a59-b31640e5c237 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:28:16.939199 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c057b4f-0874-4706-9a59-b31640e5c237 admin admin] Made reservation on behalf of 93abf7443208498b9fae84a9a804179b for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:28:16.941507 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4c057b4f-0874-4706-9a59-b31640e5c237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:16.971171 n-d-799529-6 neutron-server[94446]: WARNING neutron.services.revisions.revision_plugin [None req-4c057b4f-0874-4706-9a59-b31640e5c237 admin admin] Could not find related network for resource to bump revision. Jul 09 14:28:16.981976 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c057b4f-0874-4706-9a59-b31640e5c237 admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:28:16.990664 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4c057b4f-0874-4706-9a59-b31640e5c237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:16.991005 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-4c057b4f-0874-4706-9a59-b31640e5c237 admin admin] Added segment 974216f2-c1df-4b73-91ba-e745b6448ea1 of type vlan for network aa30872f-c756-4ec7-be84-b2e3b86cdcfc Jul 09 14:28:17.028439 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4c057b4f-0874-4706-9a59-b31640e5c237 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:17.093134 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4c057b4f-0874-4706-9a59-b31640e5c237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:17.094099 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c057b4f-0874-4706-9a59-b31640e5c237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:17.094678 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4c057b4f-0874-4706-9a59-b31640e5c237 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:17.153034 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c057b4f-0874-4706-9a59-b31640e5c237 admin admin] Pushing event updated for resources: {'Network': ['ID=aa30872f-c756-4ec7-be84-b2e3b86cdcfc,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:17.162969 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network aa30872f-c756-4ec7-be84-b2e3b86cdcfc details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:28:17.191329 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-4c057b4f-0874-4706-9a59-b31640e5c237 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3730819 Jul 09 14:28:19.357022 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46070) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:28:19.420765 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-126ca02b-6fb2-4bd3-a0e8-72c6321cf28c admin admin] GET failed (client error): The resource could not be found. Jul 09 14:28:19.422125 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-126ca02b-6fb2-4bd3-a0e8-72c6321cf28c admin admin] 10.222.0.58 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0641537 Jul 09 14:28:19.488613 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f18eb2-26e9-4035-b043-759597f32dd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:19.490022 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f2f18eb2-26e9-4035-b043-759597f32dd6 admin admin] 10.222.0.58 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0638962 Jul 09 14:28:19.499899 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-13c44223-cde4-4f7c-a06c-f42134b8987e admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:28:19.590726 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c44223-cde4-4f7c-a06c-f42134b8987e admin admin] Made reservation on behalf of 93abf7443208498b9fae84a9a804179b for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:28:19.592932 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-13c44223-cde4-4f7c-a06c-f42134b8987e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:19.808648 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-13c44223-cde4-4f7c-a06c-f42134b8987e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:19.860302 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c44223-cde4-4f7c-a06c-f42134b8987e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8081bcce-88de-4a2f-9e69-6750220e0be0,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:19.869879 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c44223-cde4-4f7c-a06c-f42134b8987e admin admin] Checking segment: {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:28:19.870225 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c44223-cde4-4f7c-a06c-f42134b8987e admin admin] Network hostable DHCP agents. Network: aa30872f-c756-4ec7-be84-b2e3b86cdcfc, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:28:19.967313 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c44223-cde4-4f7c-a06c-f42134b8987e admin admin] Network aa30872f-c756-4ec7-be84-b2e3b86cdcfc is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:28:20.064828 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-13c44223-cde4-4f7c-a06c-f42134b8987e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, aa30872f-c756-4ec7-be84-b2e3b86cdcfc) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:28:20.068791 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c44223-cde4-4f7c-a06c-f42134b8987e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:20.069403 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-13c44223-cde4-4f7c-a06c-f42134b8987e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:20.074688 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf498bd-5bc6-4f84-a697-f8ac236cc355 None None] Network aa30872f-c756-4ec7-be84-b2e3b86cdcfc requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:28:20.152437 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-13c44223-cde4-4f7c-a06c-f42134b8987e admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6549897 Jul 09 14:28:20.317117 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc00e249-98c6-431d-9bb4-e5e81a5f660e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'tenant_id': '93abf7443208498b9fae84a9a804179b', 'fixed_ips': [{'subnet_id': '8081bcce-88de-4a2f-9e69-6750220e0be0'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:28:20.318028 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-bc00e249-98c6-431d-9bb4-e5e81a5f660e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:20.453756 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-bc00e249-98c6-431d-9bb4-e5e81a5f660e None None] Allocated IP 192.168.233.2 (aa30872f-c756-4ec7-be84-b2e3b86cdcfc/8081bcce-88de-4a2f-9e69-6750220e0be0/1308a357-8100-4c11-b6a8-3c310e033589) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:28:20.601590 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-bc00e249-98c6-431d-9bb4-e5e81a5f660e None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:20.609977 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-bc00e249-98c6-431d-9bb4-e5e81a5f660e None None] Transition to ACTIVE for port object 1308a357-8100-4c11-b6a8-3c310e033589 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:28:20.625036 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-bc00e249-98c6-431d-9bb4-e5e81a5f660e None None] Transition to ACTIVE for port object 1308a357-8100-4c11-b6a8-3c310e033589 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:28:20.711412 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-bc00e249-98c6-431d-9bb4-e5e81a5f660e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:20.748578 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc00e249-98c6-431d-9bb4-e5e81a5f660e None None] Network aa30872f-c756-4ec7-be84-b2e3b86cdcfc is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:28:20.753481 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-bc00e249-98c6-431d-9bb4-e5e81a5f660e None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:28:20.756922 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc00e249-98c6-431d-9bb4-e5e81a5f660e None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:28:20.771839 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc00e249-98c6-431d-9bb4-e5e81a5f660e None None] Pushing event updated for resources: {'Port': ['ID=1308a357-8100-4c11-b6a8-3c310e033589,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:20.795925 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc00e249-98c6-431d-9bb4-e5e81a5f660e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:28:20.796280 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc00e249-98c6-431d-9bb4-e5e81a5f660e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:28:20.796624 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc00e249-98c6-431d-9bb4-e5e81a5f660e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:28:20.796964 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc00e249-98c6-431d-9bb4-e5e81a5f660e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:28:20.797299 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc00e249-98c6-431d-9bb4-e5e81a5f660e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:28:20.797633 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc00e249-98c6-431d-9bb4-e5e81a5f660e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:28:20.797979 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc00e249-98c6-431d-9bb4-e5e81a5f660e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:28:20.798468 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc00e249-98c6-431d-9bb4-e5e81a5f660e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:28:20.798801 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc00e249-98c6-431d-9bb4-e5e81a5f660e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:28:20.799130 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc00e249-98c6-431d-9bb4-e5e81a5f660e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:28:20.799461 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc00e249-98c6-431d-9bb4-e5e81a5f660e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:28:20.799812 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc00e249-98c6-431d-9bb4-e5e81a5f660e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:28:20.833429 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-bc00e249-98c6-431d-9bb4-e5e81a5f660e None None] Attempting to bind port 1308a357-8100-4c11-b6a8-3c310e033589 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:28:20.833805 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-bc00e249-98c6-431d-9bb4-e5e81a5f660e None None] Attempting to bind port 1308a357-8100-4c11-b6a8-3c310e033589 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:28:20.834188 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc00e249-98c6-431d-9bb4-e5e81a5f660e None None] Attempting to bind port 1308a357-8100-4c11-b6a8-3c310e033589 on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:28:20.839385 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc00e249-98c6-431d-9bb4-e5e81a5f660e None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:28:20.839787 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc00e249-98c6-431d-9bb4-e5e81a5f660e None None] Checking segment: {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:28:20.840190 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-bc00e249-98c6-431d-9bb4-e5e81a5f660e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:20.840589 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc00e249-98c6-431d-9bb4-e5e81a5f660e None None] Bound using segment: {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:28:20.841051 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-bc00e249-98c6-431d-9bb4-e5e81a5f660e None None] Bound port: 1308a357-8100-4c11-b6a8-3c310e033589, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:28:20.841446 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-bc00e249-98c6-431d-9bb4-e5e81a5f660e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:20.903486 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-bc00e249-98c6-431d-9bb4-e5e81a5f660e None None] For port 1308a357-8100-4c11-b6a8-3c310e033589, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:28:20.906610 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-bc00e249-98c6-431d-9bb4-e5e81a5f660e None None] For port 1308a357-8100-4c11-b6a8-3c310e033589, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=1308a357-8100-4c11-b6a8-3c310e033589,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:28:20.991296 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-bc00e249-98c6-431d-9bb4-e5e81a5f660e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:21.050818 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc00e249-98c6-431d-9bb4-e5e81a5f660e None None] Pushing event updated for resources: {'Port': ['ID=1308a357-8100-4c11-b6a8-3c310e033589,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:21.904660 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c627a005-4a29-4974-b19e-772edc8f2d16 None None] Network aa30872f-c756-4ec7-be84-b2e3b86cdcfc requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:28:22.051600 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-fafa82de-09e2-43a0-880a-97b580926c15 None None] Provisioning for port 1308a357-8100-4c11-b6a8-3c310e033589 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:28:23.033353 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 1308a357-8100-4c11-b6a8-3c310e033589 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:28:23.145359 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 1308a357-8100-4c11-b6a8-3c310e033589 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:28:23.149344 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 1308a357-8100-4c11-b6a8-3c310e033589 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:28:23.149696 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:23.225364 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:23.257154 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 1308a357-8100-4c11-b6a8-3c310e033589, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=1308a357-8100-4c11-b6a8-3c310e033589,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:28:23.356772 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:23.409013 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=1308a357-8100-4c11-b6a8-3c310e033589,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:25.016432 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 1308a357-8100-4c11-b6a8-3c310e033589 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:28:25.067772 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 1308a357-8100-4c11-b6a8-3c310e033589 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:28:25.068143 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:26.053898 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c9aa6bd9-cc89-4e50-94d4-b946f6e9791e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:28.934078 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-61144f73-86bf-40a0-97bb-5ebfc660849d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:29.087645 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:30.002056 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:31.367861 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:50.253252 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 5 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:28:56.075691 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-06571fa2-6f15-4331-9ced-6164a84b4ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:58.938658 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-72ea1152-7f98-4aa7-b447-7d3169ceb542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:59.053065 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:00.001553 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:01.343623 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:26.051435 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2343d84d-27c9-42a0-ad80-b7f7d115156b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:27.252041 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 5 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:29:28.977292 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2ae621d3-af6c-4dda-ad6f-9e97a48205ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:29.115562 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:30.121136 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:31.366474 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:44.888412 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46122) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:29:44.894439 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [None req-419485b2-122b-4147-b3ae-2f0c41f6b4b2 tempest-verify_tempest_config-149198314 tempest-verify_tempest_config-149198314-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:29:44.896924 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-419485b2-122b-4147-b3ae-2f0c41f6b4b2 tempest-verify_tempest_config-149198314 tempest-verify_tempest_config-149198314-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060205 Jul 09 14:29:45.883163 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46140) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:29:45.980494 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c41502a9-95f2-4847-8dcf-6812a40558c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:46.068734 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c41502a9-95f2-4847-8dcf-6812a40558c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:46.160430 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c41502a9-95f2-4847-8dcf-6812a40558c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:46.207997 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c41502a9-95f2-4847-8dcf-6812a40558c7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d6d495b2d9454c3b88ed3cab8ecbf9c5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3236272 Jul 09 14:29:46.208865 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41502a9-95f2-4847-8dcf-6812a40558c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae82fc99-037f-4327-bf95-4b84af93f868,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:29:46.210629 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46144) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:29:46.216669 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41502a9-95f2-4847-8dcf-6812a40558c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:46.217016 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41502a9-95f2-4847-8dcf-6812a40558c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:46.217358 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41502a9-95f2-4847-8dcf-6812a40558c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:46.217694 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41502a9-95f2-4847-8dcf-6812a40558c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:46.218026 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41502a9-95f2-4847-8dcf-6812a40558c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:46.218355 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41502a9-95f2-4847-8dcf-6812a40558c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:46.218698 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41502a9-95f2-4847-8dcf-6812a40558c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:46.219002 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41502a9-95f2-4847-8dcf-6812a40558c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:46.219323 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41502a9-95f2-4847-8dcf-6812a40558c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:46.219683 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41502a9-95f2-4847-8dcf-6812a40558c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:46.220007 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41502a9-95f2-4847-8dcf-6812a40558c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:46.220326 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41502a9-95f2-4847-8dcf-6812a40558c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:46.308207 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d810d442-c9bb-4342-abdc-42b2675be27b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:46.328891 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d810d442-c9bb-4342-abdc-42b2675be27b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:46.480794 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d810d442-c9bb-4342-abdc-42b2675be27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:46.483243 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d810d442-c9bb-4342-abdc-42b2675be27b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:46.484467 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d810d442-c9bb-4342-abdc-42b2675be27b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ae82fc99-037f-4327-bf95-4b84af93f868 HTTP/1.1" status: 204 len: 168 time: 0.2723212 Jul 09 14:29:46.492560 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d810d442-c9bb-4342-abdc-42b2675be27b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae82fc99-037f-4327-bf95-4b84af93f868,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:29:46.502118 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d810d442-c9bb-4342-abdc-42b2675be27b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:46.502509 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d810d442-c9bb-4342-abdc-42b2675be27b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:46.502825 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d810d442-c9bb-4342-abdc-42b2675be27b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:46.503163 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d810d442-c9bb-4342-abdc-42b2675be27b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:46.503579 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d810d442-c9bb-4342-abdc-42b2675be27b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:46.504018 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d810d442-c9bb-4342-abdc-42b2675be27b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:46.504349 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d810d442-c9bb-4342-abdc-42b2675be27b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:46.504672 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d810d442-c9bb-4342-abdc-42b2675be27b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:46.504989 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d810d442-c9bb-4342-abdc-42b2675be27b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:46.505314 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d810d442-c9bb-4342-abdc-42b2675be27b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:46.505636 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d810d442-c9bb-4342-abdc-42b2675be27b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:46.505987 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d810d442-c9bb-4342-abdc-42b2675be27b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:46.507128 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d810d442-c9bb-4342-abdc-42b2675be27b admin admin] Tracked resource versions report: Jul 09 14:29:46.507128 n-d-799529-6 neutron-server[94445]: pushed versions: Jul 09 14:29:46.507128 n-d-799529-6 neutron-server[94445]: { 'AddressGroup': {'1.2'}, Jul 09 14:29:46.507128 n-d-799529-6 neutron-server[94445]: 'ConntrackHelper': {'1.0'}, Jul 09 14:29:46.507128 n-d-799529-6 neutron-server[94445]: 'Log': {'1.0'}, Jul 09 14:29:46.507128 n-d-799529-6 neutron-server[94445]: 'Network': {'1.1'}, Jul 09 14:29:46.507128 n-d-799529-6 neutron-server[94445]: 'Port': {'1.7'}, Jul 09 14:29:46.507128 n-d-799529-6 neutron-server[94445]: 'PortForwarding': {'1.2'}, Jul 09 14:29:46.507128 n-d-799529-6 neutron-server[94445]: 'QosPolicy': {'1.8'}, Jul 09 14:29:46.507128 n-d-799529-6 neutron-server[94445]: 'SecurityGroup': {'1.4'}, Jul 09 14:29:46.507128 n-d-799529-6 neutron-server[94445]: 'SecurityGroupRule': {'1.2'}, Jul 09 14:29:46.507128 n-d-799529-6 neutron-server[94445]: 'SubPort': {'1.0'}, Jul 09 14:29:46.507128 n-d-799529-6 neutron-server[94445]: 'Subnet': {'1.1'}, Jul 09 14:29:46.507128 n-d-799529-6 neutron-server[94445]: 'Trunk': {'1.1'}} Jul 09 14:29:46.507128 n-d-799529-6 neutron-server[94445]: consumer versions: Jul 09 14:29:46.507128 n-d-799529-6 neutron-server[94445]: { DHCP agent@n-d-799529-6: {}, Jul 09 14:29:46.507128 n-d-799529-6 neutron-server[94445]: L3 agent@n-d-799529-6: {}, Jul 09 14:29:46.507128 n-d-799529-6 neutron-server[94445]: Metadata agent@n-d-799529-6: {}, Jul 09 14:29:46.507128 n-d-799529-6 neutron-server[94445]: Metering agent@n-d-799529-6: {}, Jul 09 14:29:46.507128 n-d-799529-6 neutron-server[94445]: Open vSwitch agent@n-d-799529-6: { 'AddressGroup': '1.2', Jul 09 14:29:46.507128 n-d-799529-6 neutron-server[94445]: 'ConntrackHelper': '1.0', Jul 09 14:29:46.507128 n-d-799529-6 neutron-server[94445]: 'Log': '1.0', Jul 09 14:29:46.507128 n-d-799529-6 neutron-server[94445]: 'Network': '1.1', Jul 09 14:29:46.507128 n-d-799529-6 neutron-server[94445]: 'Port': '1.7', Jul 09 14:29:46.507128 n-d-799529-6 neutron-server[94445]: 'PortForwarding': '1.2', Jul 09 14:29:46.507128 n-d-799529-6 neutron-server[94445]: 'QosPolicy': '1.8', Jul 09 14:29:46.507128 n-d-799529-6 neutron-server[94445]: 'SecurityGroup': '1.4', Jul 09 14:29:46.507128 n-d-799529-6 neutron-server[94445]: 'SecurityGroupRule': '1.2', Jul 09 14:29:46.507128 n-d-799529-6 neutron-server[94445]: 'SubPort': '1.0', Jul 09 14:29:46.507128 n-d-799529-6 neutron-server[94445]: 'Subnet': '1.1', Jul 09 14:29:46.507128 n-d-799529-6 neutron-server[94445]: 'Trunk': '1.1'}} Jul 09 14:29:46.507128 n-d-799529-6 neutron-server[94445]: {{(pid=94445) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 14:29:56.051616 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-cd8dd148-4a69-4f5b-b2c4-cfefb1e86c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:58.949656 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-439b16cd-4521-486c-ac42-5f1605fc9a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:59.073890 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:00.000010 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:01.354511 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:04.250559 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 5 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:30:26.101580 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-805e8756-1d76-49ab-9f9f-77bd0c60c300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:28.965566 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8f7fa7da-7398-4e64-b7b0-b8fb7de7b644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:29.073002 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:30.000066 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:31.354118 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:41.248786 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 5 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:30:56.050324 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-bd9e417a-3459-4b10-9437-7169e01e0950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:58.964369 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e23b9278-f40d-415d-b21c-4a1b6a75e235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:59.079413 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:00.016592 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:01.358845 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:18.247659 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 5 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:31:26.054395 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e10f46cb-e0d5-4f6a-b250-7e9414d8ed8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:28.964359 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4ea65e70-2a21-4e68-883e-4cae36879baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:29.061661 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:30.033521 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:31.368493 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:55.245720 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 5 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:31:56.066349 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-778dae72-cdcc-4a6d-bf05-92853f1589c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:58.963929 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-29b71f92-7c6f-4c11-b32e-ce59f7088064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:59.055231 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:00.015285 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:01.379103 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:26.070147 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b9ce8c71-6367-4908-a19a-0f0219a24544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:28.949917 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1f9c2033-3658-4ea3-a74e-9764b9e1d2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:29.071992 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:30.040973 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:31.368611 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:32.244710 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 5 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:32:52.790984 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-782615'] for agent, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:56.109205 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5549c1d5-86dc-470e-9f66-be2aec381e3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:58.945448 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-fe35c50d-e04c-445f-8df7-1a045b8a056f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:59.048119 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:00.023642 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:01.402861 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:09.243395 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 6 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:33:14.360135 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-782615'] for agent, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:22.750719 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:26.074469 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-97db88bc-2184-49b9-a3ae-587f1db2d3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:28.948848 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-191295e9-9a6e-4dfd-aaee-89904ee04b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:29.051678 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:30.019390 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:31.396975 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:42.585380 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46210) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:33:42.686393 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c544244a-33a9-4375-887b-7187017a8eeb admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0999243 Jul 09 14:33:44.345232 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:44.852232 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46220) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:33:44.905156 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-829b997e-47ce-4034-92f6-e51d69f5f65a admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0518665 Jul 09 14:33:46.242720 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:33:52.750646 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:56.093897 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-de9661c3-70e7-4f3f-8ce8-2dd3e3b02473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:58.962064 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-bf2cc032-682c-40fa-a9c0-6f60d485165b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:59.059255 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:00.087720 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:01.402537 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:14.333780 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:22.779400 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:23.241795 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:34:26.069031 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4b9cfcf2-9c43-490a-bd95-e920971eeef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:28.962886 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e4898c31-4600-4e41-883c-b209f05c9da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:29.071371 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:30.050618 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:31.408115 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:44.399050 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:52.785099 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:56.067993 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-587200c9-8901-4f5a-9729-9d8dc4993ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:58.953521 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6b170c67-ef58-4d11-88a2-32e8adce0b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:59.039127 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:00.029987 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:00.241277 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:35:01.377065 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:10.497367 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46582) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:10.632606 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-791299f5-8cce-4a69-9217-7ce434d11a2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:10.746452 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-791299f5-8cce-4a69-9217-7ce434d11a2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:10.816237 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-791299f5-8cce-4a69-9217-7ce434d11a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:10.860000 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791299f5-8cce-4a69-9217-7ce434d11a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc35ddb-b321-4d8e-9cdf-2180eb524d42,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:10.865285 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-791299f5-8cce-4a69-9217-7ce434d11a2f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c37d92420e22472d932817b706242e14&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3669333 Jul 09 14:35:10.868063 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46594) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:10.872524 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791299f5-8cce-4a69-9217-7ce434d11a2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:10.872862 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791299f5-8cce-4a69-9217-7ce434d11a2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:10.873362 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791299f5-8cce-4a69-9217-7ce434d11a2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:10.873817 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791299f5-8cce-4a69-9217-7ce434d11a2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:10.874290 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791299f5-8cce-4a69-9217-7ce434d11a2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:10.874621 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791299f5-8cce-4a69-9217-7ce434d11a2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:10.874940 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791299f5-8cce-4a69-9217-7ce434d11a2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:10.875421 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791299f5-8cce-4a69-9217-7ce434d11a2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:10.875766 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791299f5-8cce-4a69-9217-7ce434d11a2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:10.879889 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791299f5-8cce-4a69-9217-7ce434d11a2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:10.879889 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791299f5-8cce-4a69-9217-7ce434d11a2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:10.879889 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791299f5-8cce-4a69-9217-7ce434d11a2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:10.879889 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791299f5-8cce-4a69-9217-7ce434d11a2f admin admin] Tracked resource versions report: Jul 09 14:35:10.879889 n-d-799529-6 neutron-server[94445]: pushed versions: Jul 09 14:35:10.879889 n-d-799529-6 neutron-server[94445]: { 'AddressGroup': {'1.2'}, Jul 09 14:35:10.879889 n-d-799529-6 neutron-server[94445]: 'ConntrackHelper': {'1.0'}, Jul 09 14:35:10.879889 n-d-799529-6 neutron-server[94445]: 'Log': {'1.0'}, Jul 09 14:35:10.879889 n-d-799529-6 neutron-server[94445]: 'Network': {'1.1'}, Jul 09 14:35:10.879889 n-d-799529-6 neutron-server[94445]: 'Port': {'1.7'}, Jul 09 14:35:10.879889 n-d-799529-6 neutron-server[94445]: 'PortForwarding': {'1.2'}, Jul 09 14:35:10.879889 n-d-799529-6 neutron-server[94445]: 'QosPolicy': {'1.8'}, Jul 09 14:35:10.879889 n-d-799529-6 neutron-server[94445]: 'SecurityGroup': {'1.4'}, Jul 09 14:35:10.879889 n-d-799529-6 neutron-server[94445]: 'SecurityGroupRule': {'1.2'}, Jul 09 14:35:10.879889 n-d-799529-6 neutron-server[94445]: 'SubPort': {'1.0'}, Jul 09 14:35:10.879889 n-d-799529-6 neutron-server[94445]: 'Subnet': {'1.1'}, Jul 09 14:35:10.879889 n-d-799529-6 neutron-server[94445]: 'Trunk': {'1.1'}} Jul 09 14:35:10.879889 n-d-799529-6 neutron-server[94445]: consumer versions: Jul 09 14:35:10.879889 n-d-799529-6 neutron-server[94445]: { DHCP agent@n-d-799529-6: {}, Jul 09 14:35:10.879889 n-d-799529-6 neutron-server[94445]: HyperV agent@n-h1-799529-6: {}, Jul 09 14:35:10.879889 n-d-799529-6 neutron-server[94445]: HyperV agent@n-h2-799529-6: {}, Jul 09 14:35:10.879889 n-d-799529-6 neutron-server[94445]: L3 agent@n-d-799529-6: {}, Jul 09 14:35:10.879889 n-d-799529-6 neutron-server[94445]: Metadata agent@n-d-799529-6: {}, Jul 09 14:35:10.879889 n-d-799529-6 neutron-server[94445]: Metering agent@n-d-799529-6: {}, Jul 09 14:35:10.879889 n-d-799529-6 neutron-server[94445]: Open vSwitch agent@n-d-799529-6: { 'AddressGroup': '1.2', Jul 09 14:35:10.879889 n-d-799529-6 neutron-server[94445]: 'ConntrackHelper': '1.0', Jul 09 14:35:10.879889 n-d-799529-6 neutron-server[94445]: 'Log': '1.0', Jul 09 14:35:10.879889 n-d-799529-6 neutron-server[94445]: 'Network': '1.1', Jul 09 14:35:10.879889 n-d-799529-6 neutron-server[94445]: 'Port': '1.7', Jul 09 14:35:10.879889 n-d-799529-6 neutron-server[94445]: 'PortForwarding': '1.2', Jul 09 14:35:10.879889 n-d-799529-6 neutron-server[94445]: 'QosPolicy': '1.8', Jul 09 14:35:10.879889 n-d-799529-6 neutron-server[94445]: 'SecurityGroup': '1.4', Jul 09 14:35:10.879889 n-d-799529-6 neutron-server[94445]: 'SecurityGroupRule': '1.2', Jul 09 14:35:10.879889 n-d-799529-6 neutron-server[94445]: 'SubPort': '1.0', Jul 09 14:35:10.879889 n-d-799529-6 neutron-server[94445]: 'Subnet': '1.1', Jul 09 14:35:10.879889 n-d-799529-6 neutron-server[94445]: 'Trunk': '1.1'}} Jul 09 14:35:10.879889 n-d-799529-6 neutron-server[94445]: {{(pid=94445) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 14:35:10.936689 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a4f30a42-44bc-4286-bdfd-d2cbafd8a6e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:10.958537 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a4f30a42-44bc-4286-bdfd-d2cbafd8a6e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:11.082231 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a4f30a42-44bc-4286-bdfd-d2cbafd8a6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:11.084822 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a4f30a42-44bc-4286-bdfd-d2cbafd8a6e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:11.085974 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a4f30a42-44bc-4286-bdfd-d2cbafd8a6e5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9cc35ddb-b321-4d8e-9cdf-2180eb524d42 HTTP/1.1" status: 204 len: 168 time: 0.2161689 Jul 09 14:35:11.093910 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f30a42-44bc-4286-bdfd-d2cbafd8a6e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc35ddb-b321-4d8e-9cdf-2180eb524d42,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:11.101359 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f30a42-44bc-4286-bdfd-d2cbafd8a6e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:11.101707 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f30a42-44bc-4286-bdfd-d2cbafd8a6e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:11.102043 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f30a42-44bc-4286-bdfd-d2cbafd8a6e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:11.102377 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f30a42-44bc-4286-bdfd-d2cbafd8a6e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:11.102708 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f30a42-44bc-4286-bdfd-d2cbafd8a6e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:11.103035 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f30a42-44bc-4286-bdfd-d2cbafd8a6e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:11.103359 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f30a42-44bc-4286-bdfd-d2cbafd8a6e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:11.103709 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f30a42-44bc-4286-bdfd-d2cbafd8a6e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:11.104033 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f30a42-44bc-4286-bdfd-d2cbafd8a6e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:11.104533 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f30a42-44bc-4286-bdfd-d2cbafd8a6e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:11.104852 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f30a42-44bc-4286-bdfd-d2cbafd8a6e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:11.105323 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f30a42-44bc-4286-bdfd-d2cbafd8a6e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:11.106381 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f30a42-44bc-4286-bdfd-d2cbafd8a6e5 admin admin] Tracked resource versions report: Jul 09 14:35:11.106381 n-d-799529-6 neutron-server[94446]: pushed versions: Jul 09 14:35:11.106381 n-d-799529-6 neutron-server[94446]: { 'AddressGroup': {'1.2'}, Jul 09 14:35:11.106381 n-d-799529-6 neutron-server[94446]: 'ConntrackHelper': {'1.0'}, Jul 09 14:35:11.106381 n-d-799529-6 neutron-server[94446]: 'Log': {'1.0'}, Jul 09 14:35:11.106381 n-d-799529-6 neutron-server[94446]: 'Network': {'1.1'}, Jul 09 14:35:11.106381 n-d-799529-6 neutron-server[94446]: 'Port': {'1.7'}, Jul 09 14:35:11.106381 n-d-799529-6 neutron-server[94446]: 'PortForwarding': {'1.2'}, Jul 09 14:35:11.106381 n-d-799529-6 neutron-server[94446]: 'QosPolicy': {'1.8'}, Jul 09 14:35:11.106381 n-d-799529-6 neutron-server[94446]: 'SecurityGroup': {'1.4'}, Jul 09 14:35:11.106381 n-d-799529-6 neutron-server[94446]: 'SecurityGroupRule': {'1.2'}, Jul 09 14:35:11.106381 n-d-799529-6 neutron-server[94446]: 'SubPort': {'1.0'}, Jul 09 14:35:11.106381 n-d-799529-6 neutron-server[94446]: 'Subnet': {'1.1'}, Jul 09 14:35:11.106381 n-d-799529-6 neutron-server[94446]: 'Trunk': {'1.1'}} Jul 09 14:35:11.106381 n-d-799529-6 neutron-server[94446]: consumer versions: Jul 09 14:35:11.106381 n-d-799529-6 neutron-server[94446]: { DHCP agent@n-d-799529-6: {}, Jul 09 14:35:11.106381 n-d-799529-6 neutron-server[94446]: HyperV agent@n-h1-799529-6: {}, Jul 09 14:35:11.106381 n-d-799529-6 neutron-server[94446]: HyperV agent@n-h2-799529-6: {}, Jul 09 14:35:11.106381 n-d-799529-6 neutron-server[94446]: L3 agent@n-d-799529-6: {}, Jul 09 14:35:11.106381 n-d-799529-6 neutron-server[94446]: Metadata agent@n-d-799529-6: {}, Jul 09 14:35:11.106381 n-d-799529-6 neutron-server[94446]: Metering agent@n-d-799529-6: {}, Jul 09 14:35:11.106381 n-d-799529-6 neutron-server[94446]: Open vSwitch agent@n-d-799529-6: { 'AddressGroup': '1.2', Jul 09 14:35:11.106381 n-d-799529-6 neutron-server[94446]: 'ConntrackHelper': '1.0', Jul 09 14:35:11.106381 n-d-799529-6 neutron-server[94446]: 'Log': '1.0', Jul 09 14:35:11.106381 n-d-799529-6 neutron-server[94446]: 'Network': '1.1', Jul 09 14:35:11.106381 n-d-799529-6 neutron-server[94446]: 'Port': '1.7', Jul 09 14:35:11.106381 n-d-799529-6 neutron-server[94446]: 'PortForwarding': '1.2', Jul 09 14:35:11.106381 n-d-799529-6 neutron-server[94446]: 'QosPolicy': '1.8', Jul 09 14:35:11.106381 n-d-799529-6 neutron-server[94446]: 'SecurityGroup': '1.4', Jul 09 14:35:11.106381 n-d-799529-6 neutron-server[94446]: 'SecurityGroupRule': '1.2', Jul 09 14:35:11.106381 n-d-799529-6 neutron-server[94446]: 'SubPort': '1.0', Jul 09 14:35:11.106381 n-d-799529-6 neutron-server[94446]: 'Subnet': '1.1', Jul 09 14:35:11.106381 n-d-799529-6 neutron-server[94446]: 'Trunk': '1.1'}} Jul 09 14:35:11.106381 n-d-799529-6 neutron-server[94446]: {{(pid=94446) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 14:35:11.493758 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46646) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:11.496300 n-d-799529-6 neutron-server[94446]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 09 14:35:11.527871 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cc26c9ea-1155-441f-aceb-20a765dd69c9 req-07d3c9bb-40e6-4b02-ae6c-4c51fe5ba708 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=25ca6f7e5a1243aaad6f527a00bcb806&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325906 Jul 09 14:35:11.708145 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc26c9ea-1155-441f-aceb-20a765dd69c9 req-c9a5eee8-63e6-4efd-b2b1-2080453de876 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:11.709606 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cc26c9ea-1155-441f-aceb-20a765dd69c9 req-c9a5eee8-63e6-4efd-b2b1-2080453de876 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1732268 Jul 09 14:35:11.725493 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cc26c9ea-1155-441f-aceb-20a765dd69c9 req-31cecc20-74e2-4ef9-b972-61a51f672943 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/quotas/25ca6f7e5a1243aaad6f527a00bcb806 HTTP/1.1" status: 200 len: 375 time: 0.0105386 Jul 09 14:35:11.775717 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cc26c9ea-1155-441f-aceb-20a765dd69c9 req-6a66f500-6979-4301-9f91-004ff2f81589 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=25ca6f7e5a1243aaad6f527a00bcb806&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454519 Jul 09 14:35:11.855666 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46654) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:11.868475 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bf4d3734-4216-47cb-a7e6-ec44900c8e4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:11.957226 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bf4d3734-4216-47cb-a7e6-ec44900c8e4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:12.030668 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bf4d3734-4216-47cb-a7e6-ec44900c8e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:12.064527 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46668) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:12.065899 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-bf4d3734-4216-47cb-a7e6-ec44900c8e4c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8dfee490d0844b1dbef044ef430dbc74&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2078049 Jul 09 14:35:12.101100 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4d3734-4216-47cb-a7e6-ec44900c8e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7dd7130-8c48-4a41-bd9b-46dda72a9a55,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:12.165002 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9af61cdf-ce26-4423-b10e-8ebd8e0db53d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:12.186933 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9af61cdf-ce26-4423-b10e-8ebd8e0db53d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:12.304902 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9af61cdf-ce26-4423-b10e-8ebd8e0db53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:12.307901 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9af61cdf-ce26-4423-b10e-8ebd8e0db53d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:12.311986 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-9af61cdf-ce26-4423-b10e-8ebd8e0db53d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c7dd7130-8c48-4a41-bd9b-46dda72a9a55 HTTP/1.1" status: 204 len: 168 time: 0.2446890 Jul 09 14:35:12.333533 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af61cdf-ce26-4423-b10e-8ebd8e0db53d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7dd7130-8c48-4a41-bd9b-46dda72a9a55,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:12.443917 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46712) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:12.658436 n-d-799529-6 neutron-server[94445]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 09 14:35:12.712429 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cbd18ceb-60ad-4cc5-bbca-7dd27f174d66 req-eaa4248a-4e7d-43df-b65e-9f1176787939 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b8ae59f-2b0e-43ce-a346-90e38f284382 HTTP/1.1" status: 200 len: 210 time: 0.2672346 Jul 09 14:35:13.034156 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f2ce504c-a23d-48b8-82bb-270255d3076d req-3d5871c0-1bff-43f4-879b-df3e57f2a65d tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=31ef8f35240f45a3ac3f0d26e70d6282&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283587 Jul 09 14:35:13.220638 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce504c-a23d-48b8-82bb-270255d3076d req-47281225-ca15-4b09-abf0-cdf6bc5110fc tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:13.222675 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f2ce504c-a23d-48b8-82bb-270255d3076d req-47281225-ca15-4b09-abf0-cdf6bc5110fc tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1833808 Jul 09 14:35:13.258036 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f2ce504c-a23d-48b8-82bb-270255d3076d req-fa7f4ce7-6af7-45e7-b38d-eba84b5805d7 tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] 10.222.0.58 "GET /v2.0/quotas/31ef8f35240f45a3ac3f0d26e70d6282 HTTP/1.1" status: 200 len: 375 time: 0.0282090 Jul 09 14:35:13.321389 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f2ce504c-a23d-48b8-82bb-270255d3076d req-3465b858-d4a4-408c-9a3a-2ae8986cd376 tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=31ef8f35240f45a3ac3f0d26e70d6282&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0623646 Jul 09 14:35:13.832554 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c0548ce3-b442-447c-8251-80cc85ae8382 req-84cc1abb-22eb-481e-97f2-c8bc1809b10e tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3d936c9-205a-47df-a2da-ad3da2a70f76 HTTP/1.1" status: 200 len: 210 time: 0.0504656 Jul 09 14:35:13.960549 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5e839450-f120-4683-9110-409de58e096f req-100ba95f-75f7-49a2-938b-c3649422c32a tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b8ae59f-2b0e-43ce-a346-90e38f284382 HTTP/1.1" status: 200 len: 210 time: 0.0371926 Jul 09 14:35:14.413430 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:14.854232 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46904) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:15.196874 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7d200855-fb05-4aeb-a188-5344ac8cc5cc req-afe99c4d-8206-4726-b3df-39dfa62c80db tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3d936c9-205a-47df-a2da-ad3da2a70f76 HTTP/1.1" status: 200 len: 210 time: 0.0477014 Jul 09 14:35:15.239579 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46918) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:15.249616 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b7d6322b-ee5b-4e02-a742-eb710ec1fc8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:15.292936 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fdfe0291-7255-42b4-a8ef-ac352ca83d39 req-53c4adaf-4645-420a-9021-997c985524ff tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b8ae59f-2b0e-43ce-a346-90e38f284382 HTTP/1.1" status: 200 len: 210 time: 0.0338402 Jul 09 14:35:15.303622 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-01291f46-4feb-439b-824b-164a37a5b071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:15.393611 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b7d6322b-ee5b-4e02-a742-eb710ec1fc8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:15.506623 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b7d6322b-ee5b-4e02-a742-eb710ec1fc8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:15.546699 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b7d6322b-ee5b-4e02-a742-eb710ec1fc8a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1bbd3bf0287847bfba32d6b79617e9c9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6914110 Jul 09 14:35:15.547615 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d6322b-ee5b-4e02-a742-eb710ec1fc8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d04bea4e-1f62-417a-881d-092b1f02776a,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:15.550580 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46940) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:15.592190 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-01291f46-4feb-439b-824b-164a37a5b071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:15.605738 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7ab777e5-47ec-4f6c-b083-889f5286d938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:15.634965 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7ab777e5-47ec-4f6c-b083-889f5286d938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:15.679992 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-01291f46-4feb-439b-824b-164a37a5b071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:15.727805 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01291f46-4feb-439b-824b-164a37a5b071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6617ef-292e-465d-9499-c01c539d0fd3,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:15.746784 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-01291f46-4feb-439b-824b-164a37a5b071 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=59e8eeb230b440de9d0e57839409db63&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5011179 Jul 09 14:35:15.746996 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46954) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:15.786286 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7ab777e5-47ec-4f6c-b083-889f5286d938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:15.788743 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7ab777e5-47ec-4f6c-b083-889f5286d938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:15.792396 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-7ab777e5-47ec-4f6c-b083-889f5286d938 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d04bea4e-1f62-417a-881d-092b1f02776a HTTP/1.1" status: 204 len: 168 time: 0.2382069 Jul 09 14:35:15.809209 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab777e5-47ec-4f6c-b083-889f5286d938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04bea4e-1f62-417a-881d-092b1f02776a,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:15.831332 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-32fbda22-9bb2-4d4e-8a35-acf5310a4762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:15.860569 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-32fbda22-9bb2-4d4e-8a35-acf5310a4762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:15.968553 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.62', 53961) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:15.993006 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cc26c9ea-1155-441f-aceb-20a765dd69c9 req-8b31755d-5862-4c8c-a0fa-901e6c75d771 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=25ca6f7e5a1243aaad6f527a00bcb806&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232646 Jul 09 14:35:16.053735 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-32fbda22-9bb2-4d4e-8a35-acf5310a4762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:16.057624 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-32fbda22-9bb2-4d4e-8a35-acf5310a4762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:16.059217 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-32fbda22-9bb2-4d4e-8a35-acf5310a4762 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9d6617ef-292e-465d-9499-c01c539d0fd3 HTTP/1.1" status: 204 len: 168 time: 0.3138123 Jul 09 14:35:16.071477 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fbda22-9bb2-4d4e-8a35-acf5310a4762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6617ef-292e-465d-9499-c01c539d0fd3,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:16.109884 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc26c9ea-1155-441f-aceb-20a765dd69c9 req-0d719a2c-a7f6-4183-886a-507741cd6e62 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:16.111316 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cc26c9ea-1155-441f-aceb-20a765dd69c9 req-0d719a2c-a7f6-4183-886a-507741cd6e62 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1133280 Jul 09 14:35:16.285204 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-cc26c9ea-1155-441f-aceb-20a765dd69c9 req-8f145eda-c4ac-4811-a730-fbb06c91e5f2 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Request body: {'port': {'device_id': '4b8ae59f-2b0e-43ce-a346-90e38f284382', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'admin_state_up': True, 'tenant_id': '25ca6f7e5a1243aaad6f527a00bcb806'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:35:16.375929 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1acb0011-246a-48a5-bcf8-5b256e0a12bb req-4aaa50cb-855c-4a83-94a1-dbebd3499b3d tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3d936c9-205a-47df-a2da-ad3da2a70f76 HTTP/1.1" status: 200 len: 210 time: 0.0624368 Jul 09 14:35:16.563495 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 47006) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:16.581375 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-36736f22-6166-4c5b-98a4-cd2990a4d343 req-ff1833ad-1648-49d2-906f-a5b4054b7fe8 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b8ae59f-2b0e-43ce-a346-90e38f284382 HTTP/1.1" status: 200 len: 210 time: 0.0335474 Jul 09 14:35:16.670566 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc26c9ea-1155-441f-aceb-20a765dd69c9 req-8f145eda-c4ac-4811-a730-fbb06c91e5f2 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Made reservation on behalf of 25ca6f7e5a1243aaad6f527a00bcb806 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:35:16.675701 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-cc26c9ea-1155-441f-aceb-20a765dd69c9 req-8f145eda-c4ac-4811-a730-fbb06c91e5f2 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:16.690388 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-cc26c9ea-1155-441f-aceb-20a765dd69c9 req-8f145eda-c4ac-4811-a730-fbb06c91e5f2 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:16.781651 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.54', 56145) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:16.800021 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-cc26c9ea-1155-441f-aceb-20a765dd69c9 req-8f145eda-c4ac-4811-a730-fbb06c91e5f2 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:16.814739 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f2ce504c-a23d-48b8-82bb-270255d3076d req-dce8ebce-6566-4985-9631-aea28f5786e9 tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=31ef8f35240f45a3ac3f0d26e70d6282&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316010 Jul 09 14:35:16.909464 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-cc26c9ea-1155-441f-aceb-20a765dd69c9 req-8f145eda-c4ac-4811-a730-fbb06c91e5f2 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:16.930073 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce504c-a23d-48b8-82bb-270255d3076d req-bbb66ef5-181d-4be4-aec9-500bf00cdd6f tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:16.931728 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f2ce504c-a23d-48b8-82bb-270255d3076d req-bbb66ef5-181d-4be4-aec9-500bf00cdd6f tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1122525 Jul 09 14:35:16.955974 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47028) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:16.982495 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 47032) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:16.986941 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-f2ce504c-a23d-48b8-82bb-270255d3076d req-e8062209-29c5-4eea-ac04-a098eb9e33a6 tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] Request body: {'port': {'device_id': 'd3d936c9-205a-47df-a2da-ad3da2a70f76', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'admin_state_up': True, 'tenant_id': '31ef8f35240f45a3ac3f0d26e70d6282'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:35:16.989933 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f145eda-c4ac-4811-a730-fbb06c91e5f2 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=842b3a90-2ddf-4c39-b384-8990ad15ae2a,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:17.001208 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0aee0599-114b-4b9a-9011-023d00841a38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:17.006824 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bc3cb19d-64b8-4e9c-8da8-ebc6ceb0527d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:17.320621 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a648b98e-71ae-4662-8196-2ec923dcac5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:17.462036 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-cc26c9ea-1155-441f-aceb-20a765dd69c9 req-8f145eda-c4ac-4811-a730-fbb06c91e5f2 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Allocated IP 192.168.233.98 (aa30872f-c756-4ec7-be84-b2e3b86cdcfc/8081bcce-88de-4a2f-9e69-6750220e0be0/eea76a1e-7d70-4a21-9e52-822938fbb714) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:35:17.522247 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bc3cb19d-64b8-4e9c-8da8-ebc6ceb0527d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:17.557788 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fa421113-1033-482c-bbfd-5f3b4b51836c req-a1ce13b0-1211-435d-8cdd-82bd0315dc68 tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3d936c9-205a-47df-a2da-ad3da2a70f76 HTTP/1.1" status: 200 len: 210 time: 0.0492475 Jul 09 14:35:17.632715 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bc3cb19d-64b8-4e9c-8da8-ebc6ceb0527d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:17.674401 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-bc3cb19d-64b8-4e9c-8da8-ebc6ceb0527d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4e6ccaa424fc48af8e1046aa3214d86c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6807802 Jul 09 14:35:17.686604 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47076) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:17.717212 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-cc26c9ea-1155-441f-aceb-20a765dd69c9 req-8f145eda-c4ac-4811-a730-fbb06c91e5f2 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:17.720184 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3cb19d-64b8-4e9c-8da8-ebc6ceb0527d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adccd609-9dbe-4196-873e-7ea7a4e6b4eb,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:17.783183 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9f7c5549-8188-4c95-bf50-658525be3540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:17.798668 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dacc259d-a580-4b0a-8e50-5df4d5fc33a1 req-d64b2209-c8c2-4bf9-b5e6-3f3f080b5e8a tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b8ae59f-2b0e-43ce-a346-90e38f284382 HTTP/1.1" status: 200 len: 210 time: 0.0576780 Jul 09 14:35:17.807274 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-cc26c9ea-1155-441f-aceb-20a765dd69c9 req-8f145eda-c4ac-4811-a730-fbb06c91e5f2 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Transition to ACTIVE for port object eea76a1e-7d70-4a21-9e52-822938fbb714 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:35:17.831816 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9f7c5549-8188-4c95-bf50-658525be3540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:17.834879 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0aee0599-114b-4b9a-9011-023d00841a38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:17.905365 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 47084) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:17.929376 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0aee0599-114b-4b9a-9011-023d00841a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:17.973846 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-0aee0599-114b-4b9a-9011-023d00841a38 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6c05edc1d4e248c0bd0f6651c6770be8&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0209422 Jul 09 14:35:17.974509 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 47088) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:17.984669 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aee0599-114b-4b9a-9011-023d00841a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6947ca-6500-48de-b80e-e583dea0f29e,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:18.011232 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-cc26c9ea-1155-441f-aceb-20a765dd69c9 req-8f145eda-c4ac-4811-a730-fbb06c91e5f2 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:18.018969 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9f7c5549-8188-4c95-bf50-658525be3540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:18.027047 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9f7c5549-8188-4c95-bf50-658525be3540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:18.029736 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-9f7c5549-8188-4c95-bf50-658525be3540 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/adccd609-9dbe-4196-873e-7ea7a4e6b4eb HTTP/1.1" status: 204 len: 168 time: 0.3421454 Jul 09 14:35:18.039924 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7c5549-8188-4c95-bf50-658525be3540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adccd609-9dbe-4196-873e-7ea7a4e6b4eb,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:18.053815 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-734560af-e802-4c7d-b090-081aafcd8377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:18.061100 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2ce504c-a23d-48b8-82bb-270255d3076d req-e8062209-29c5-4eea-ac04-a098eb9e33a6 tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] Made reservation on behalf of 31ef8f35240f45a3ac3f0d26e70d6282 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:35:18.085831 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f2ce504c-a23d-48b8-82bb-270255d3076d req-e8062209-29c5-4eea-ac04-a098eb9e33a6 tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:18.129174 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f2ce504c-a23d-48b8-82bb-270255d3076d req-e8062209-29c5-4eea-ac04-a098eb9e33a6 tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:18.224980 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc26c9ea-1155-441f-aceb-20a765dd69c9 req-8f145eda-c4ac-4811-a730-fbb06c91e5f2 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Network aa30872f-c756-4ec7-be84-b2e3b86cdcfc is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:35:18.237894 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-cc26c9ea-1155-441f-aceb-20a765dd69c9 req-8f145eda-c4ac-4811-a730-fbb06c91e5f2 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:35:18.239834 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f145eda-c4ac-4811-a730-fbb06c91e5f2 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Pushing event updated for resources: {'Port': ['ID=eea76a1e-7d70-4a21-9e52-822938fbb714,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:18.260092 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc26c9ea-1155-441f-aceb-20a765dd69c9 req-8f145eda-c4ac-4811-a730-fbb06c91e5f2 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:35:18.265694 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc26c9ea-1155-441f-aceb-20a765dd69c9 req-8f145eda-c4ac-4811-a730-fbb06c91e5f2 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:18.266344 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-cc26c9ea-1155-441f-aceb-20a765dd69c9 req-8f145eda-c4ac-4811-a730-fbb06c91e5f2 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:18.277662 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2ebf97da-be05-4bef-af02-6f857edb6412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:18.325760 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2ebf97da-be05-4bef-af02-6f857edb6412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:18.434674 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a648b98e-71ae-4662-8196-2ec923dcac5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:18.563939 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a648b98e-71ae-4662-8196-2ec923dcac5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:18.682924 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2ebf97da-be05-4bef-af02-6f857edb6412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:18.691439 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2ebf97da-be05-4bef-af02-6f857edb6412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:18.692658 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-2ebf97da-be05-4bef-af02-6f857edb6412 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ea6947ca-6500-48de-b80e-e583dea0f29e HTTP/1.1" status: 204 len: 168 time: 0.7175975 Jul 09 14:35:18.729083 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a648b98e-71ae-4662-8196-2ec923dcac5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6638eb05-a5e0-405b-ac40-3953ca93316b,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:18.816515 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-b3420f3d-c87e-413a-95be-98a5e62e2c0f None None] Provisioning for port eea76a1e-7d70-4a21-9e52-822938fbb714 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:35:18.821249 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebf97da-be05-4bef-af02-6f857edb6412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6947ca-6500-48de-b80e-e583dea0f29e,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:18.823524 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-b3420f3d-c87e-413a-95be-98a5e62e2c0f None None] Provisioning complete for port eea76a1e-7d70-4a21-9e52-822938fbb714 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:35:18.827920 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b3420f3d-c87e-413a-95be-98a5e62e2c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:18.884900 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47112) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:18.888018 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a648b98e-71ae-4662-8196-2ec923dcac5c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8d92d2f4affa492e8c8f44f3deefb421&name=default HTTP/1.1" status: 200 len: 2975 time: 2.3233426 Jul 09 14:35:18.909293 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-571f695e-60c7-4cbf-89ca-c080599406ae req-b5cb14c5-9901-4d1c-a236-79f71e02128b tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3d936c9-205a-47df-a2da-ad3da2a70f76 HTTP/1.1" status: 200 len: 210 time: 0.1145692 Jul 09 14:35:18.937425 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-b3420f3d-c87e-413a-95be-98a5e62e2c0f None None] Port eea76a1e-7d70-4a21-9e52-822938fbb714 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:35:18.956448 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-734560af-e802-4c7d-b090-081aafcd8377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:18.999399 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c9a4e3fb-9d26-4fc6-b561-7a9c49197ff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:19.087924 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-734560af-e802-4c7d-b090-081aafcd8377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:19.194398 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c9a4e3fb-9d26-4fc6-b561-7a9c49197ff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:19.258189 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-734560af-e802-4c7d-b090-081aafcd8377 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=044b28f79f9545a9a886b3f921a305b9&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3516726 Jul 09 14:35:19.259690 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 47122) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:19.270968 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734560af-e802-4c7d-b090-081aafcd8377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269bffef-e923-40ab-aa1c-f3d857e48812,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:19.305529 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d9094f-e06c-465b-a236-7cae71133e58 req-0537e193-a13b-4473-a906-546200711c88 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:19.312293 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f8d9094f-e06c-465b-a236-7cae71133e58 req-0537e193-a13b-4473-a906-546200711c88 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b8ae59f-2b0e-43ce-a346-90e38f284382 HTTP/1.1" status: 200 len: 935 time: 0.2757151 Jul 09 14:35:19.368418 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f2ce504c-a23d-48b8-82bb-270255d3076d req-e8062209-29c5-4eea-ac04-a098eb9e33a6 tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:19.419245 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f8d9094f-e06c-465b-a236-7cae71133e58 req-3131ea93-a429-4eb6-8748-9a8ba44c62af tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b3a90-2ddf-4c39-b384-8990ad15ae2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042311 Jul 09 14:35:19.428439 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f2ce504c-a23d-48b8-82bb-270255d3076d req-e8062209-29c5-4eea-ac04-a098eb9e33a6 tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:19.442133 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-12d05cd0-22ed-400f-af08-a05e96ddc2ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:19.484365 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8062209-29c5-4eea-ac04-a098eb9e33a6 tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8856be-6182-45a7-982c-78036c75ddd7,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:19.507759 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c9a4e3fb-9d26-4fc6-b561-7a9c49197ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:19.510818 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c9a4e3fb-9d26-4fc6-b561-7a9c49197ff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:19.511099 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-12d05cd0-22ed-400f-af08-a05e96ddc2ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:19.511991 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c9a4e3fb-9d26-4fc6-b561-7a9c49197ff0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6638eb05-a5e0-405b-ac40-3953ca93316b HTTP/1.1" status: 204 len: 168 time: 0.6215074 Jul 09 14:35:19.552938 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cc26c9ea-1155-441f-aceb-20a765dd69c9 req-8f145eda-c4ac-4811-a730-fbb06c91e5f2 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2715082 Jul 09 14:35:19.592415 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a4e3fb-9d26-4fc6-b561-7a9c49197ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6638eb05-a5e0-405b-ac40-3953ca93316b,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:19.640920 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [req-cc26c9ea-1155-441f-aceb-20a765dd69c9 req-78ec4d69-3a56-472c-9eb4-37d3268a1f64 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:35:19.640920 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cc26c9ea-1155-441f-aceb-20a765dd69c9 req-78ec4d69-3a56-472c-9eb4-37d3268a1f64 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080016 Jul 09 14:35:19.745019 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-12d05cd0-22ed-400f-af08-a05e96ddc2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:19.750394 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-12d05cd0-22ed-400f-af08-a05e96ddc2ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:19.752152 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-12d05cd0-22ed-400f-af08-a05e96ddc2ef admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/269bffef-e923-40ab-aa1c-f3d857e48812 HTTP/1.1" status: 204 len: 168 time: 0.4902048 Jul 09 14:35:19.772274 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d05cd0-22ed-400f-af08-a05e96ddc2ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269bffef-e923-40ab-aa1c-f3d857e48812,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:19.910086 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-f2ce504c-a23d-48b8-82bb-270255d3076d req-e8062209-29c5-4eea-ac04-a098eb9e33a6 tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] Allocated IP 192.168.233.11 (aa30872f-c756-4ec7-be84-b2e3b86cdcfc/8081bcce-88de-4a2f-9e69-6750220e0be0/7efb6543-18dd-4ecc-a691-fb655906d072) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:35:20.143997 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2d23a74d-d297-4297-9978-2167e5c5ce82 req-153ff597-653d-4733-9f5c-2a96a8d9c5ad tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3d936c9-205a-47df-a2da-ad3da2a70f76 HTTP/1.1" status: 200 len: 210 time: 0.1076159 Jul 09 14:35:20.277985 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f2ce504c-a23d-48b8-82bb-270255d3076d req-e8062209-29c5-4eea-ac04-a098eb9e33a6 tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:20.322860 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-f2ce504c-a23d-48b8-82bb-270255d3076d req-e8062209-29c5-4eea-ac04-a098eb9e33a6 tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] Transition to ACTIVE for port object 7efb6543-18dd-4ecc-a691-fb655906d072 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:35:20.489722 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f2ce504c-a23d-48b8-82bb-270255d3076d req-e8062209-29c5-4eea-ac04-a098eb9e33a6 tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:20.655910 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2ce504c-a23d-48b8-82bb-270255d3076d req-e8062209-29c5-4eea-ac04-a098eb9e33a6 tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] Network aa30872f-c756-4ec7-be84-b2e3b86cdcfc is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:35:20.675384 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-f2ce504c-a23d-48b8-82bb-270255d3076d req-e8062209-29c5-4eea-ac04-a098eb9e33a6 tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:35:20.693860 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2ce504c-a23d-48b8-82bb-270255d3076d req-e8062209-29c5-4eea-ac04-a098eb9e33a6 tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:35:20.703479 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce504c-a23d-48b8-82bb-270255d3076d req-e8062209-29c5-4eea-ac04-a098eb9e33a6 tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:20.703479 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f2ce504c-a23d-48b8-82bb-270255d3076d req-e8062209-29c5-4eea-ac04-a098eb9e33a6 tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:20.730749 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8062209-29c5-4eea-ac04-a098eb9e33a6 tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] Pushing event updated for resources: {'Port': ['ID=7efb6543-18dd-4ecc-a691-fb655906d072,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:20.741872 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ccfcd-8fb3-40e9-b690-6ae0629f1c32 req-c683b12d-892c-44c3-a308-8a58f7a94497 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:20.753804 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b83ccfcd-8fb3-40e9-b690-6ae0629f1c32 req-c683b12d-892c-44c3-a308-8a58f7a94497 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b8ae59f-2b0e-43ce-a346-90e38f284382 HTTP/1.1" status: 200 len: 935 time: 0.1716123 Jul 09 14:35:20.817309 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b83ccfcd-8fb3-40e9-b690-6ae0629f1c32 req-605c544d-a751-47ce-9304-06b59b68f815 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b3a90-2ddf-4c39-b384-8990ad15ae2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615253 Jul 09 14:35:20.866439 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f2ce504c-a23d-48b8-82bb-270255d3076d req-e8062209-29c5-4eea-ac04-a098eb9e33a6 tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8852522 Jul 09 14:35:21.130930 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-95791e59-2f96-415f-9fbf-3509b7522d31 None None] Provisioning for port 7efb6543-18dd-4ecc-a691-fb655906d072 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:35:21.135860 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-95791e59-2f96-415f-9fbf-3509b7522d31 None None] Provisioning complete for port 7efb6543-18dd-4ecc-a691-fb655906d072 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:35:21.142804 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-95791e59-2f96-415f-9fbf-3509b7522d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:21.179553 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-95791e59-2f96-415f-9fbf-3509b7522d31 None None] Port 7efb6543-18dd-4ecc-a691-fb655906d072 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:35:21.387900 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 47162) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:21.435444 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-160b5ad3-c09e-4898-b89e-43de2328cff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:21.488805 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d91aac-dd10-4a20-ab65-36442ec8d43f req-dfba8dd0-01f1-487a-b63f-e34a7701d6e5 tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:21.490374 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a7d91aac-dd10-4a20-ab65-36442ec8d43f req-dfba8dd0-01f1-487a-b63f-e34a7701d6e5 tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3d936c9-205a-47df-a2da-ad3da2a70f76 HTTP/1.1" status: 200 len: 935 time: 0.1973209 Jul 09 14:35:21.569864 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47164) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:21.594154 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a7d91aac-dd10-4a20-ab65-36442ec8d43f req-0730bc8a-4a25-4d26-b7ef-f4b52c18a72e tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee8856be-6182-45a7-982c-78036c75ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962250 Jul 09 14:35:21.605610 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-90c1922f-88c5-473c-a18b-46f73199b8af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:21.628560 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-160b5ad3-c09e-4898-b89e-43de2328cff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:21.727730 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-160b5ad3-c09e-4898-b89e-43de2328cff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:21.779226 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160b5ad3-c09e-4898-b89e-43de2328cff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e56c0f-3fe5-450e-9f13-068a0cafa883,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:21.801740 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-160b5ad3-c09e-4898-b89e-43de2328cff5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0ed382b009264fc8a4d638509d294373&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4111044 Jul 09 14:35:21.804867 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 47168) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:21.931906 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-90c1922f-88c5-473c-a18b-46f73199b8af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:21.944207 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-073dda3e-3e16-4c64-b3a3-21119551421f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:21.964146 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-cc26c9ea-1155-441f-aceb-20a765dd69c9 req-837308a5-5642-4fa2-96b0-4356a0e1817a service neutron] Request body: {'port': {'device_id': '4b8ae59f-2b0e-43ce-a346-90e38f284382', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:35:21.990599 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-90c1922f-88c5-473c-a18b-46f73199b8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:22.101301 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-073dda3e-3e16-4c64-b3a3-21119551421f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:22.104230 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-90c1922f-88c5-473c-a18b-46f73199b8af admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5cfe57bde2c3460591a6c72f91b54f15&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5387895 Jul 09 14:35:22.105148 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47176) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:22.122325 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c1922f-88c5-473c-a18b-46f73199b8af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7efd7247-0170-471d-bae2-cf9d980c2871,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:22.145852 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 47178) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:22.194447 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4bad1696-70a2-472a-814a-f88bdfefbafa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:22.238839 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-cc26c9ea-1155-441f-aceb-20a765dd69c9 req-837308a5-5642-4fa2-96b0-4356a0e1817a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:22.272486 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4bad1696-70a2-472a-814a-f88bdfefbafa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:22.351867 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9db8f-637d-4bb6-a429-2e3c705231c6 req-dbe261ab-02d4-45e0-947d-ebfecd917a9c tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:22.362100 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-45e9db8f-637d-4bb6-a429-2e3c705231c6 req-dbe261ab-02d4-45e0-947d-ebfecd917a9c tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b8ae59f-2b0e-43ce-a346-90e38f284382 HTTP/1.1" status: 200 len: 935 time: 0.3459096 Jul 09 14:35:22.436630 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4bad1696-70a2-472a-814a-f88bdfefbafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:22.440877 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4bad1696-70a2-472a-814a-f88bdfefbafa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:22.443812 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-4bad1696-70a2-472a-814a-f88bdfefbafa admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7efd7247-0170-471d-bae2-cf9d980c2871 HTTP/1.1" status: 204 len: 168 time: 0.3354344 Jul 09 14:35:22.478161 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bad1696-70a2-472a-814a-f88bdfefbafa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7efd7247-0170-471d-bae2-cf9d980c2871,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:22.488253 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-073dda3e-3e16-4c64-b3a3-21119551421f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:22.488253 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-073dda3e-3e16-4c64-b3a3-21119551421f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:22.488905 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-073dda3e-3e16-4c64-b3a3-21119551421f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a2e56c0f-3fe5-450e-9f13-068a0cafa883 HTTP/1.1" status: 204 len: 168 time: 0.6824796 Jul 09 14:35:22.581715 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073dda3e-3e16-4c64-b3a3-21119551421f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e56c0f-3fe5-450e-9f13-068a0cafa883,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:22.615819 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-45e9db8f-637d-4bb6-a429-2e3c705231c6 req-a9dd06b8-3b95-4b99-99b1-740b9e003836 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b3a90-2ddf-4c39-b384-8990ad15ae2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510729 Jul 09 14:35:22.638569 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-47eeb7e3-acb6-4113-bcf2-c84f0c53a799 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1243440050-network', 'tenant_id': 'a29f2b4cfd1449cca4564d7c2e38b31e'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:35:22.837594 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:22.884282 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47eeb7e3-acb6-4113-bcf2-c84f0c53a799 admin admin] Made reservation on behalf of a29f2b4cfd1449cca4564d7c2e38b31e for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:35:22.890221 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-47eeb7e3-acb6-4113-bcf2-c84f0c53a799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:22.902306 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59fe65-3835-4288-81b0-5b33fdb50231 req-6dc4e575-b343-4991-83da-feef13d14ef9 tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:22.907221 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6d59fe65-3835-4288-81b0-5b33fdb50231 req-6dc4e575-b343-4991-83da-feef13d14ef9 tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3d936c9-205a-47df-a2da-ad3da2a70f76 HTTP/1.1" status: 200 len: 935 time: 0.0892742 Jul 09 14:35:22.918516 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-47eeb7e3-acb6-4113-bcf2-c84f0c53a799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:22.993764 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6d59fe65-3835-4288-81b0-5b33fdb50231 req-305a5e47-9e7c-4347-8133-75f380822e21 tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee8856be-6182-45a7-982c-78036c75ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784173 Jul 09 14:35:23.012115 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-cc26c9ea-1155-441f-aceb-20a765dd69c9 req-837308a5-5642-4fa2-96b0-4356a0e1817a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eea76a1e-7d70-4a21-9e52-822938fbb714 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:35:23.025028 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-cc26c9ea-1155-441f-aceb-20a765dd69c9 req-837308a5-5642-4fa2-96b0-4356a0e1817a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:23.047454 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [req-f2ce504c-a23d-48b8-82bb-270255d3076d req-9678657b-4991-41f9-a4df-e5c1387cc5e9 tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:35:23.051520 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f2ce504c-a23d-48b8-82bb-270255d3076d req-9678657b-4991-41f9-a4df-e5c1387cc5e9 tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072737 Jul 09 14:35:23.051805 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-cc26c9ea-1155-441f-aceb-20a765dd69c9 req-837308a5-5642-4fa2-96b0-4356a0e1817a service neutron] Transition to ACTIVE for port object eea76a1e-7d70-4a21-9e52-822938fbb714 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:35:23.139678 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-cc26c9ea-1155-441f-aceb-20a765dd69c9 req-837308a5-5642-4fa2-96b0-4356a0e1817a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:23.159666 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-47eeb7e3-acb6-4113-bcf2-c84f0c53a799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:23.239494 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-47eeb7e3-acb6-4113-bcf2-c84f0c53a799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:23.251236 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837308a5-5642-4fa2-96b0-4356a0e1817a service neutron] Pushing event updated for resources: {'Port': ['ID=eea76a1e-7d70-4a21-9e52-822938fbb714,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:23.598734 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-f2ce504c-a23d-48b8-82bb-270255d3076d req-db1e2e90-1e7f-44bd-92d3-7ce430d7f55f service neutron] Request body: {'port': {'device_id': 'd3d936c9-205a-47df-a2da-ad3da2a70f76', 'device_owner': 'compute:tempest-test_az-365344404', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:35:23.657140 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47eeb7e3-acb6-4113-bcf2-c84f0c53a799 admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:35:23.727246 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-cc26c9ea-1155-441f-aceb-20a765dd69c9 req-837308a5-5642-4fa2-96b0-4356a0e1817a service neutron] Attempting to bind port eea76a1e-7d70-4a21-9e52-822938fbb714 on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:35:23.727999 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-cc26c9ea-1155-441f-aceb-20a765dd69c9 req-837308a5-5642-4fa2-96b0-4356a0e1817a service neutron] Attempting to bind port eea76a1e-7d70-4a21-9e52-822938fbb714 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:35:23.736029 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc26c9ea-1155-441f-aceb-20a765dd69c9 req-837308a5-5642-4fa2-96b0-4356a0e1817a service neutron] Attempting to bind port eea76a1e-7d70-4a21-9e52-822938fbb714 on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:35:23.739863 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-47eeb7e3-acb6-4113-bcf2-c84f0c53a799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:23.740505 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-47eeb7e3-acb6-4113-bcf2-c84f0c53a799 admin admin] Added segment aace0400-4c69-453a-b04e-112644859d27 of type vlan for network f37664d6-2d63-4250-9a40-b9995b72cf27 Jul 09 14:35:23.743140 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eeb7e3-acb6-4113-bcf2-c84f0c53a799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:23.775772 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc26c9ea-1155-441f-aceb-20a765dd69c9 req-837308a5-5642-4fa2-96b0-4356a0e1817a service neutron] Port eea76a1e-7d70-4a21-9e52-822938fbb714 on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:35:23.777590 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc26c9ea-1155-441f-aceb-20a765dd69c9 req-837308a5-5642-4fa2-96b0-4356a0e1817a service neutron] Attempting to bind port eea76a1e-7d70-4a21-9e52-822938fbb714 on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:35:23.842735 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f2ce504c-a23d-48b8-82bb-270255d3076d req-db1e2e90-1e7f-44bd-92d3-7ce430d7f55f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:23.881868 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc26c9ea-1155-441f-aceb-20a765dd69c9 req-837308a5-5642-4fa2-96b0-4356a0e1817a service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:35:23.884177 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc26c9ea-1155-441f-aceb-20a765dd69c9 req-837308a5-5642-4fa2-96b0-4356a0e1817a service neutron] Checking segment: {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:35:23.885643 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc26c9ea-1155-441f-aceb-20a765dd69c9 req-837308a5-5642-4fa2-96b0-4356a0e1817a service neutron] Bound using segment: {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:35:23.890529 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-cc26c9ea-1155-441f-aceb-20a765dd69c9 req-837308a5-5642-4fa2-96b0-4356a0e1817a service neutron] Bound port: eea76a1e-7d70-4a21-9e52-822938fbb714, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:35:23.891012 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-cc26c9ea-1155-441f-aceb-20a765dd69c9 req-837308a5-5642-4fa2-96b0-4356a0e1817a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:23.922691 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-47eeb7e3-acb6-4113-bcf2-c84f0c53a799 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:24.065612 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-cc26c9ea-1155-441f-aceb-20a765dd69c9 req-837308a5-5642-4fa2-96b0-4356a0e1817a service neutron] For port eea76a1e-7d70-4a21-9e52-822938fbb714, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:35:24.073864 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-cc26c9ea-1155-441f-aceb-20a765dd69c9 req-837308a5-5642-4fa2-96b0-4356a0e1817a service neutron] For port eea76a1e-7d70-4a21-9e52-822938fbb714, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=eea76a1e-7d70-4a21-9e52-822938fbb714,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:35:24.084625 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5347a6c1-99a9-4967-aa5b-a1cc2242eeae req-cd060581-ad6f-4a5f-82ea-8d927fb090fb tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:24.086456 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5347a6c1-99a9-4967-aa5b-a1cc2242eeae req-cd060581-ad6f-4a5f-82ea-8d927fb090fb tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b8ae59f-2b0e-43ce-a346-90e38f284382 HTTP/1.1" status: 200 len: 947 time: 0.1839139 Jul 09 14:35:24.087641 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-47eeb7e3-acb6-4113-bcf2-c84f0c53a799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:24.088887 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47eeb7e3-acb6-4113-bcf2-c84f0c53a799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:24.089668 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-47eeb7e3-acb6-4113-bcf2-c84f0c53a799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:24.165967 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-cc26c9ea-1155-441f-aceb-20a765dd69c9 req-837308a5-5642-4fa2-96b0-4356a0e1817a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:24.223227 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eeb7e3-acb6-4113-bcf2-c84f0c53a799 admin admin] Pushing event updated for resources: {'Network': ['ID=f37664d6-2d63-4250-9a40-b9995b72cf27,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:24.239457 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network f37664d6-2d63-4250-9a40-b9995b72cf27 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:35:24.248892 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5347a6c1-99a9-4967-aa5b-a1cc2242eeae req-49c7cb4a-2bc0-4957-b74c-ad1b1b9c82a9 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b3a90-2ddf-4c39-b384-8990ad15ae2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498210 Jul 09 14:35:24.255055 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc26c9ea-1155-441f-aceb-20a765dd69c9 req-837308a5-5642-4fa2-96b0-4356a0e1817a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:24.261315 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-cc26c9ea-1155-441f-aceb-20a765dd69c9 req-837308a5-5642-4fa2-96b0-4356a0e1817a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:24.262927 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cc26c9ea-1155-441f-aceb-20a765dd69c9 req-837308a5-5642-4fa2-96b0-4356a0e1817a service neutron] 10.222.0.62 "PUT /v2.0/ports/eea76a1e-7d70-4a21-9e52-822938fbb714 HTTP/1.1" status: 200 len: 1095 time: 3.0378189 Jul 09 14:35:24.263495 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b8ae59f-2b0e-43ce-a346-90e38f284382', 'tag': 'eea76a1e-7d70-4a21-9e52-822938fbb714'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:35:24.533107 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-47eeb7e3-acb6-4113-bcf2-c84f0c53a799 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.3860559 Jul 09 14:35:24.629917 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-f2ce504c-a23d-48b8-82bb-270255d3076d req-db1e2e90-1e7f-44bd-92d3-7ce430d7f55f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7efb6543-18dd-4ecc-a691-fb655906d072 {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:35:24.638904 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f2ce504c-a23d-48b8-82bb-270255d3076d req-db1e2e90-1e7f-44bd-92d3-7ce430d7f55f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:24.656215 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-f2ce504c-a23d-48b8-82bb-270255d3076d req-db1e2e90-1e7f-44bd-92d3-7ce430d7f55f service neutron] Transition to ACTIVE for port object 7efb6543-18dd-4ecc-a691-fb655906d072 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:35:24.657400 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47254) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:24.698146 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-0036e76d-a262-45c3-9df3-6f8ebf0d5518 admin admin] Request body: {'subnet': {'network_id': 'f37664d6-2d63-4250-9a40-b9995b72cf27', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1243440050-subnet', 'tenant_id': 'a29f2b4cfd1449cca4564d7c2e38b31e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:35:24.770804 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679940d1-8f1b-4c2f-b85f-bed7dfbd6eb5 req-e2b6cc25-fee5-4145-a7f2-fd57701cea3e tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:24.779172 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-679940d1-8f1b-4c2f-b85f-bed7dfbd6eb5 req-e2b6cc25-fee5-4145-a7f2-fd57701cea3e tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3d936c9-205a-47df-a2da-ad3da2a70f76 HTTP/1.1" status: 200 len: 935 time: 0.1205471 Jul 09 14:35:24.783101 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837308a5-5642-4fa2-96b0-4356a0e1817a service neutron] Pushing event updated for resources: {'Port': ['ID=eea76a1e-7d70-4a21-9e52-822938fbb714,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:24.835722 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-679940d1-8f1b-4c2f-b85f-bed7dfbd6eb5 req-a901bef0-52d9-42ef-b149-462b77875c43 tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee8856be-6182-45a7-982c-78036c75ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522954 Jul 09 14:35:24.837344 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f2ce504c-a23d-48b8-82bb-270255d3076d req-db1e2e90-1e7f-44bd-92d3-7ce430d7f55f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:24.854526 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0036e76d-a262-45c3-9df3-6f8ebf0d5518 admin admin] Made reservation on behalf of a29f2b4cfd1449cca4564d7c2e38b31e for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:35:24.857123 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0036e76d-a262-45c3-9df3-6f8ebf0d5518 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:24.902705 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc26c9ea-1155-441f-aceb-20a765dd69c9 req-61c65a2c-f4ad-49ae-8849-c011dd66566c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:24.910146 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cc26c9ea-1155-441f-aceb-20a765dd69c9 req-61c65a2c-f4ad-49ae-8849-c011dd66566c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=25ca6f7e5a1243aaad6f527a00bcb806&device_id=4b8ae59f-2b0e-43ce-a346-90e38f284382 HTTP/1.1" status: 200 len: 1098 time: 0.4509273 Jul 09 14:35:25.133359 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cc26c9ea-1155-441f-aceb-20a765dd69c9 req-71dac88b-2207-463a-ad72-747a21fe5bd8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=eea76a1e-7d70-4a21-9e52-822938fbb714 HTTP/1.1" status: 200 len: 217 time: 0.1406493 Jul 09 14:35:25.193623 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d249ebc-7568-4c84-a5b5-5cea8322f87d" -d '{"events": [{"name": "network-changed", "server_uuid": "4b8ae59f-2b0e-43ce-a346-90e38f284382", "tag": "eea76a1e-7d70-4a21-9e52-822938fbb714"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:35:25.403165 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc26c9ea-1155-441f-aceb-20a765dd69c9 req-679b38a1-d579-443e-8d7a-8a6945e5149c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:25.406954 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cc26c9ea-1155-441f-aceb-20a765dd69c9 req-679b38a1-d579-443e-8d7a-8a6945e5149c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.1204324 Jul 09 14:35:25.660692 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 47284) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:25.729235 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc26c9ea-1155-441f-aceb-20a765dd69c9 req-b9f0a519-3e6d-4a4b-8fbb-6e930b359d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:25.732822 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cc26c9ea-1155-441f-aceb-20a765dd69c9 req-b9f0a519-3e6d-4a4b-8fbb-6e930b359d4d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3123708 Jul 09 14:35:25.826379 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1e2e90-1e7f-44bd-92d3-7ce430d7f55f service neutron] Pushing event updated for resources: {'Port': ['ID=7efb6543-18dd-4ecc-a691-fb655906d072,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:25.842008 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-f2ce504c-a23d-48b8-82bb-270255d3076d req-db1e2e90-1e7f-44bd-92d3-7ce430d7f55f service neutron] Attempting to bind port 7efb6543-18dd-4ecc-a691-fb655906d072 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:35:25.842354 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-f2ce504c-a23d-48b8-82bb-270255d3076d req-db1e2e90-1e7f-44bd-92d3-7ce430d7f55f service neutron] Attempting to bind port 7efb6543-18dd-4ecc-a691-fb655906d072 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:35:25.842735 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ce504c-a23d-48b8-82bb-270255d3076d req-db1e2e90-1e7f-44bd-92d3-7ce430d7f55f service neutron] Attempting to bind port 7efb6543-18dd-4ecc-a691-fb655906d072 on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:35:25.881821 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cc26c9ea-1155-441f-aceb-20a765dd69c9 req-4c26d444-62f6-4de5-b56d-dc10450adcb4 service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353776 Jul 09 14:35:25.883780 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e88e1d-c725-4ec5-95a6-f96553295a58 x-openstack-request-id: req-c9e88e1d-c725-4ec5-95a6-f96553295a58 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:35:25.884127 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b8ae59f-2b0e-43ce-a346-90e38f284382", "tag": "eea76a1e-7d70-4a21-9e52-822938fbb714", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:35:25.884427 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c9e88e1d-c725-4ec5-95a6-f96553295a58 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:35:25.884972 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b8ae59f-2b0e-43ce-a346-90e38f284382', 'tag': 'eea76a1e-7d70-4a21-9e52-822938fbb714', 'status': 'completed', 'code': 200} Jul 09 14:35:25.887069 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ce504c-a23d-48b8-82bb-270255d3076d req-db1e2e90-1e7f-44bd-92d3-7ce430d7f55f service neutron] Port 7efb6543-18dd-4ecc-a691-fb655906d072 on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:35:25.887442 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ce504c-a23d-48b8-82bb-270255d3076d req-db1e2e90-1e7f-44bd-92d3-7ce430d7f55f service neutron] Attempting to bind port 7efb6543-18dd-4ecc-a691-fb655906d072 on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:35:25.895002 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ce504c-a23d-48b8-82bb-270255d3076d req-db1e2e90-1e7f-44bd-92d3-7ce430d7f55f service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:35:25.895725 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ce504c-a23d-48b8-82bb-270255d3076d req-db1e2e90-1e7f-44bd-92d3-7ce430d7f55f service neutron] Checking segment: {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:35:25.895942 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ce504c-a23d-48b8-82bb-270255d3076d req-db1e2e90-1e7f-44bd-92d3-7ce430d7f55f service neutron] Bound using segment: {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:35:25.896409 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-f2ce504c-a23d-48b8-82bb-270255d3076d req-db1e2e90-1e7f-44bd-92d3-7ce430d7f55f service neutron] Bound port: 7efb6543-18dd-4ecc-a691-fb655906d072, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:35:25.896791 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f2ce504c-a23d-48b8-82bb-270255d3076d req-db1e2e90-1e7f-44bd-92d3-7ce430d7f55f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:25.902637 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0036e76d-a262-45c3-9df3-6f8ebf0d5518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:25.956474 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d10a1-9de6-488c-a052-8b3996a6edfd req-2fecfd99-0cc0-47d9-b4ec-3b474497bbce tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:25.963727 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c36d10a1-9de6-488c-a052-8b3996a6edfd req-2fecfd99-0cc0-47d9-b4ec-3b474497bbce tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b8ae59f-2b0e-43ce-a346-90e38f284382 HTTP/1.1" status: 200 len: 947 time: 0.4028733 Jul 09 14:35:26.007714 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ca745f1d-c9c9-4310-abc7-420e17918cbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:26.073311 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-52781249-e05f-4178-a014-6407a0f66fac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:26.092417 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0036e76d-a262-45c3-9df3-6f8ebf0d5518 admin admin] Pushing event updated for resources: {'Subnet': ['ID=defde159-6b57-4a6f-ad64-e5b0f0fcfa82,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:26.206606 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c36d10a1-9de6-488c-a052-8b3996a6edfd req-ae633fc0-21a9-4cae-969f-8cae1ab5ad98 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b3a90-2ddf-4c39-b384-8990ad15ae2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419276 Jul 09 14:35:26.228988 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-f2ce504c-a23d-48b8-82bb-270255d3076d req-db1e2e90-1e7f-44bd-92d3-7ce430d7f55f service neutron] For port 7efb6543-18dd-4ecc-a691-fb655906d072, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:35:26.235637 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-f2ce504c-a23d-48b8-82bb-270255d3076d req-db1e2e90-1e7f-44bd-92d3-7ce430d7f55f service neutron] For port 7efb6543-18dd-4ecc-a691-fb655906d072, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=7efb6543-18dd-4ecc-a691-fb655906d072,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:35:26.237736 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0036e76d-a262-45c3-9df3-6f8ebf0d5518 admin admin] Checking segment: {'id': 'aace0400-4c69-453a-b04e-112644859d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f37664d6-2d63-4250-9a40-b9995b72cf27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:35:26.241893 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0036e76d-a262-45c3-9df3-6f8ebf0d5518 admin admin] Network hostable DHCP agents. Network: f37664d6-2d63-4250-9a40-b9995b72cf27, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:35:26.278510 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cc26c9ea-1155-441f-aceb-20a765dd69c9 req-00b44cec-523f-4666-a8d4-88e6b9a882f4 service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3891740 Jul 09 14:35:26.331762 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f2ce504c-a23d-48b8-82bb-270255d3076d req-db1e2e90-1e7f-44bd-92d3-7ce430d7f55f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:26.342196 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ca745f1d-c9c9-4310-abc7-420e17918cbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:26.392216 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8691c743-87b6-4003-b84a-3e40f9b4cd10 req-ae87493c-af5f-4b20-9294-1876380a2309 tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:26.394067 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8691c743-87b6-4003-b84a-3e40f9b4cd10 req-ae87493c-af5f-4b20-9294-1876380a2309 tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3d936c9-205a-47df-a2da-ad3da2a70f76 HTTP/1.1" status: 200 len: 968 time: 0.2962792 Jul 09 14:35:26.465518 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ca745f1d-c9c9-4310-abc7-420e17918cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:26.505108 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0036e76d-a262-45c3-9df3-6f8ebf0d5518 admin admin] Network f37664d6-2d63-4250-9a40-b9995b72cf27 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:35:26.530982 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1e2e90-1e7f-44bd-92d3-7ce430d7f55f service neutron] Pushing event updated for resources: {'Port': ['ID=7efb6543-18dd-4ecc-a691-fb655906d072,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:26.572254 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce504c-a23d-48b8-82bb-270255d3076d req-db1e2e90-1e7f-44bd-92d3-7ce430d7f55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:26.573176 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f2ce504c-a23d-48b8-82bb-270255d3076d req-db1e2e90-1e7f-44bd-92d3-7ce430d7f55f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:26.581734 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f2ce504c-a23d-48b8-82bb-270255d3076d req-db1e2e90-1e7f-44bd-92d3-7ce430d7f55f service neutron] 10.222.0.54 "PUT /v2.0/ports/7efb6543-18dd-4ecc-a691-fb655906d072 HTTP/1.1" status: 200 len: 1116 time: 3.2308257 Jul 09 14:35:26.584345 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3d936c9-205a-47df-a2da-ad3da2a70f76', 'tag': '7efb6543-18dd-4ecc-a691-fb655906d072'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:35:26.614664 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8691c743-87b6-4003-b84a-3e40f9b4cd10 req-fd0a4edf-8bad-4292-afae-601ea5b71b37 tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee8856be-6182-45a7-982c-78036c75ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106700 Jul 09 14:35:26.710100 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca745f1d-c9c9-4310-abc7-420e17918cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28fdaa3-51a4-4671-9f5d-22fcaeef5334,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:26.726756 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-0036e76d-a262-45c3-9df3-6f8ebf0d5518 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, f37664d6-2d63-4250-9a40-b9995b72cf27) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:35:26.735319 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b331532-6ccd-483c-83e5-2639640157c2 None None] Network f37664d6-2d63-4250-9a40-b9995b72cf27 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:35:26.736017 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ca745f1d-c9c9-4310-abc7-420e17918cbe admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2095d966e664405fb9bfb28cff75fda2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0645027 Jul 09 14:35:26.742578 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 47316) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:26.750605 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0036e76d-a262-45c3-9df3-6f8ebf0d5518 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:26.752477 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0036e76d-a262-45c3-9df3-6f8ebf0d5518 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:26.875928 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-0036e76d-a262-45c3-9df3-6f8ebf0d5518 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.2075269 Jul 09 14:35:26.920016 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a85cb003-5ea3-4592-959b-8ac80b7e9f56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:26.959360 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d249ebc-7568-4c84-a5b5-5cea8322f87d req-b061e464-cd98-48f8-b998-85ab7b94d329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:26.969484 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9d249ebc-7568-4c84-a5b5-5cea8322f87d req-b061e464-cd98-48f8-b998-85ab7b94d329 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=25ca6f7e5a1243aaad6f527a00bcb806&device_id=4b8ae59f-2b0e-43ce-a346-90e38f284382 HTTP/1.1" status: 200 len: 1098 time: 0.4077189 Jul 09 14:35:26.992085 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a85cb003-5ea3-4592-959b-8ac80b7e9f56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:27.026758 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be918636-95e1-4514-9552-84bcda7b3537 None None] Network f37664d6-2d63-4250-9a40-b9995b72cf27 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:35:27.192360 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c654f09-43b8-41ae-b64c-dcf57b8a2d15" -d '{"events": [{"name": "network-changed", "server_uuid": "d3d936c9-205a-47df-a2da-ad3da2a70f76", "tag": "7efb6543-18dd-4ecc-a691-fb655906d072"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:35:27.212729 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d249ebc-7568-4c84-a5b5-5cea8322f87d req-0a173ae3-4d76-4ad6-97f0-171a7490cd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:27.214953 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9d249ebc-7568-4c84-a5b5-5cea8322f87d req-0a173ae3-4d76-4ad6-97f0-171a7490cd75 service neutron] 10.222.0.62 "GET /v2.0/networks?id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc HTTP/1.1" status: 200 len: 870 time: 0.2325320 Jul 09 14:35:27.268541 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a85cb003-5ea3-4592-959b-8ac80b7e9f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:27.278552 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a85cb003-5ea3-4592-959b-8ac80b7e9f56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:27.278552 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a85cb003-5ea3-4592-959b-8ac80b7e9f56 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a28fdaa3-51a4-4671-9f5d-22fcaeef5334 HTTP/1.1" status: 204 len: 168 time: 0.5258908 Jul 09 14:35:27.380816 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85cb003-5ea3-4592-959b-8ac80b7e9f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28fdaa3-51a4-4671-9f5d-22fcaeef5334,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:27.387678 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9d249ebc-7568-4c84-a5b5-5cea8322f87d req-a75c330e-8df0-48a8-9f61-87791ec63397 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=eea76a1e-7d70-4a21-9e52-822938fbb714 HTTP/1.1" status: 200 len: 217 time: 0.1130550 Jul 09 14:35:27.649517 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ea11af-c73c-4b83-a363-bea231afd583 x-openstack-request-id: req-d0ea11af-c73c-4b83-a363-bea231afd583 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:35:27.649836 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3d936c9-205a-47df-a2da-ad3da2a70f76", "tag": "7efb6543-18dd-4ecc-a691-fb655906d072", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:35:27.650103 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d0ea11af-c73c-4b83-a363-bea231afd583 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:35:27.650579 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3d936c9-205a-47df-a2da-ad3da2a70f76', 'tag': '7efb6543-18dd-4ecc-a691-fb655906d072', 'status': 'completed', 'code': 200} Jul 09 14:35:27.662236 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d249ebc-7568-4c84-a5b5-5cea8322f87d req-cea6a2ee-5f3d-416f-820f-84a79223cf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:27.664164 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9d249ebc-7568-4c84-a5b5-5cea8322f87d req-cea6a2ee-5f3d-416f-820f-84a79223cf01 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.1309111 Jul 09 14:35:27.686774 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cee54e-b992-4472-8c95-2254097ddfd4 req-10dc601b-79cf-4db2-bf52-85fddf702a72 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:27.698015 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b9cee54e-b992-4472-8c95-2254097ddfd4 req-10dc601b-79cf-4db2-bf52-85fddf702a72 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b8ae59f-2b0e-43ce-a346-90e38f284382 HTTP/1.1" status: 200 len: 947 time: 0.2189665 Jul 09 14:35:27.760722 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b9cee54e-b992-4472-8c95-2254097ddfd4 req-62c6a1fc-5d55-4a35-b496-9fd5adad67f1 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b3a90-2ddf-4c39-b384-8990ad15ae2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608866 Jul 09 14:35:27.899273 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b36d8ba-e610-48a7-a91a-ac12d238c82a req-2dc9d853-3e7c-4ce2-9a8b-f0a270deb3f7 tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:27.918466 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1b36d8ba-e610-48a7-a91a-ac12d238c82a req-2dc9d853-3e7c-4ce2-9a8b-f0a270deb3f7 tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3d936c9-205a-47df-a2da-ad3da2a70f76 HTTP/1.1" status: 200 len: 968 time: 0.1485727 Jul 09 14:35:28.011811 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1b36d8ba-e610-48a7-a91a-ac12d238c82a req-90b7b8dc-29c0-45a7-aa68-75e39146f3f7 tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee8856be-6182-45a7-982c-78036c75ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922277 Jul 09 14:35:28.279188 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d249ebc-7568-4c84-a5b5-5cea8322f87d req-d5a14815-fa87-41c1-97b5-24c0d93e1a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:28.281257 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9d249ebc-7568-4c84-a5b5-5cea8322f87d req-d5a14815-fa87-41c1-97b5-24c0d93e1a74 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0783343 Jul 09 14:35:28.456082 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9d249ebc-7568-4c84-a5b5-5cea8322f87d req-f1cf044b-9cb8-4101-9a75-b45101852701 service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413505 Jul 09 14:35:28.612176 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47352) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:28.648466 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-88e70734-679f-4916-9438-ed30553de534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:28.915934 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-88e70734-679f-4916-9438-ed30553de534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:28.973795 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-61a5cd24-475b-4cc6-9786-f04e904c4a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:28.982181 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9d249ebc-7568-4c84-a5b5-5cea8322f87d req-852d06a6-28c6-4023-b314-b4ec80a2ccb5 service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4679527 Jul 09 14:35:29.008819 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-88e70734-679f-4916-9438-ed30553de534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:29.104585 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:29.109780 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 47368) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:29.110654 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-88e70734-679f-4916-9438-ed30553de534 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=59aa8e2c41854468b0fe46620544739e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4965034 Jul 09 14:35:29.148771 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e70734-679f-4916-9438-ed30553de534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7df091-df48-4b9e-a42d-0ad981dfbd9a,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:29.193969 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba6c10-fa32-4c07-a7fd-db9745c766f1 req-2bc9e784-66d6-454a-9188-ecc60e2ae14a tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:29.206302 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-33ba6c10-fa32-4c07-a7fd-db9745c766f1 req-2bc9e784-66d6-454a-9188-ecc60e2ae14a tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b8ae59f-2b0e-43ce-a346-90e38f284382 HTTP/1.1" status: 200 len: 947 time: 0.1640186 Jul 09 14:35:29.265423 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-66715bc1-5902-4316-8ea5-5aae8dea41a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:29.266116 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-33ba6c10-fa32-4c07-a7fd-db9745c766f1 req-97aeef0b-2e93-40c0-a5dc-bd550ee28cf2 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b3a90-2ddf-4c39-b384-8990ad15ae2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587819 Jul 09 14:35:29.350670 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-66715bc1-5902-4316-8ea5-5aae8dea41a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:29.355722 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47374) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:29.362402 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-82763841-ae83-4eae-97c1-200abb63b440 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-859194247-network', 'tenant_id': '2bd4d7d6db894464bb3c566f6960cdd1'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:35:29.608126 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c654f09-43b8-41ae-b64c-dcf57b8a2d15 req-f782c78d-8faa-4e8f-b5d1-0c83ee61f07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:29.609783 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9c654f09-43b8-41ae-b64c-dcf57b8a2d15 req-f782c78d-8faa-4e8f-b5d1-0c83ee61f07e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=31ef8f35240f45a3ac3f0d26e70d6282&device_id=d3d936c9-205a-47df-a2da-ad3da2a70f76 HTTP/1.1" status: 200 len: 1119 time: 0.2051518 Jul 09 14:35:29.629576 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b89a8b-2ea5-4e0d-8635-0377cd2ae885 req-9918f8c6-1002-4f05-850e-8e95acb94c12 tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:29.631055 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-46b89a8b-2ea5-4e0d-8635-0377cd2ae885 req-9918f8c6-1002-4f05-850e-8e95acb94c12 tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3d936c9-205a-47df-a2da-ad3da2a70f76 HTTP/1.1" status: 200 len: 968 time: 0.1476896 Jul 09 14:35:29.667659 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9c654f09-43b8-41ae-b64c-dcf57b8a2d15 req-bba1c37e-b26f-4c30-9834-faee94371af4 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=31ef8f35240f45a3ac3f0d26e70d6282&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482516 Jul 09 14:35:29.831061 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-46b89a8b-2ea5-4e0d-8635-0377cd2ae885 req-85d7da29-8c80-4c73-96d3-4134b7ef8bee tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee8856be-6182-45a7-982c-78036c75ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801624 Jul 09 14:35:29.930298 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c654f09-43b8-41ae-b64c-dcf57b8a2d15 req-4d564810-375b-44f2-9670-4b0fb4a04e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:29.932019 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9c654f09-43b8-41ae-b64c-dcf57b8a2d15 req-4d564810-375b-44f2-9670-4b0fb4a04e80 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2543957 Jul 09 14:35:30.053823 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce504c-a23d-48b8-82bb-270255d3076d req-78a380bf-a49d-4818-b1b9-0125c29ee3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:30.055788 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f2ce504c-a23d-48b8-82bb-270255d3076d req-78a380bf-a49d-4818-b1b9-0125c29ee3e6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=31ef8f35240f45a3ac3f0d26e70d6282&device_id=d3d936c9-205a-47df-a2da-ad3da2a70f76 HTTP/1.1" status: 200 len: 1119 time: 0.0654881 Jul 09 14:35:30.056775 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82763841-ae83-4eae-97c1-200abb63b440 admin admin] Made reservation on behalf of 2bd4d7d6db894464bb3c566f6960cdd1 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:35:30.063470 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-82763841-ae83-4eae-97c1-200abb63b440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:30.140078 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-82763841-ae83-4eae-97c1-200abb63b440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:30.147603 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f2ce504c-a23d-48b8-82bb-270255d3076d req-d046bc89-8240-4fbc-8b96-402b85099a1f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=7efb6543-18dd-4ecc-a691-fb655906d072 HTTP/1.1" status: 200 len: 217 time: 0.0779727 Jul 09 14:35:30.245581 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce504c-a23d-48b8-82bb-270255d3076d req-553f6408-8004-4a85-b01a-5750e3338bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:30.246953 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f2ce504c-a23d-48b8-82bb-270255d3076d req-553f6408-8004-4a85-b01a-5750e3338bd9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.0957348 Jul 09 14:35:30.343525 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce504c-a23d-48b8-82bb-270255d3076d req-d3fe6dbb-bbd5-4879-abf0-891102bdab4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:30.345272 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f2ce504c-a23d-48b8-82bb-270255d3076d req-d3fe6dbb-bbd5-4879-abf0-891102bdab4a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0912137 Jul 09 14:35:30.456449 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-66715bc1-5902-4316-8ea5-5aae8dea41a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:30.460599 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-66715bc1-5902-4316-8ea5-5aae8dea41a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:30.462285 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-66715bc1-5902-4316-8ea5-5aae8dea41a0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6f7df091-df48-4b9e-a42d-0ad981dfbd9a HTTP/1.1" status: 204 len: 168 time: 1.3512681 Jul 09 14:35:30.473426 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66715bc1-5902-4316-8ea5-5aae8dea41a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7df091-df48-4b9e-a42d-0ad981dfbd9a,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:30.606985 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6bb23b-9783-41ae-917d-4585356bf65e req-111f8379-c438-4948-a7ad-f26f1d57fc27 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:30.608545 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dd6bb23b-9783-41ae-917d-4585356bf65e req-111f8379-c438-4948-a7ad-f26f1d57fc27 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b8ae59f-2b0e-43ce-a346-90e38f284382 HTTP/1.1" status: 200 len: 947 time: 0.2331841 Jul 09 14:35:30.681768 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dd6bb23b-9783-41ae-917d-4585356bf65e req-856e94c2-5b3e-4a03-b5b7-01ba35c3109f tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b3a90-2ddf-4c39-b384-8990ad15ae2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659113 Jul 09 14:35:30.700502 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-82763841-ae83-4eae-97c1-200abb63b440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:30.711720 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:30.804587 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-82763841-ae83-4eae-97c1-200abb63b440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:30.883112 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82763841-ae83-4eae-97c1-200abb63b440 admin admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:35:30.933998 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82763841-ae83-4eae-97c1-200abb63b440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce7fc28-8f05-4c66-a580-489104c94a8e,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:30.955404 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-82763841-ae83-4eae-97c1-200abb63b440 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742620260940', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:30.955976 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-82763841-ae83-4eae-97c1-200abb63b440 admin admin] Unsubscribe: segment precommit_create {{(pid=94445) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 09 14:35:30.956574 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-82763841-ae83-4eae-97c1-200abb63b440 admin admin] Added segment 9a9af33f-e761-48a2-acab-54606fd590e3 of type vlan for network 20db5682-b823-4801-8c5c-9944282d0362 Jul 09 14:35:31.070400 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-82763841-ae83-4eae-97c1-200abb63b440 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:31.199763 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9d5c7-8643-40d8-af79-c671abff1182 req-8c23f6ab-db39-4e8c-83c6-7afa445f7f53 tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:31.208770 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b7d9d5c7-8643-40d8-af79-c671abff1182 req-8c23f6ab-db39-4e8c-83c6-7afa445f7f53 tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3d936c9-205a-47df-a2da-ad3da2a70f76 HTTP/1.1" status: 200 len: 968 time: 0.1358798 Jul 09 14:35:31.254246 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47394) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:31.264868 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b7d9d5c7-8643-40d8-af79-c671abff1182 req-260c133a-49e2-46c9-9cdc-47e582c62614 tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee8856be-6182-45a7-982c-78036c75ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549116 Jul 09 14:35:31.281657 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-82763841-ae83-4eae-97c1-200abb63b440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:31.282844 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82763841-ae83-4eae-97c1-200abb63b440 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:31.284111 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-82763841-ae83-4eae-97c1-200abb63b440 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:31.447722 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:31.459525 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-82763841-ae83-4eae-97c1-200abb63b440 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.1025648 Jul 09 14:35:31.463009 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 47400) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:31.465357 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82763841-ae83-4eae-97c1-200abb63b440 admin admin] Pushing event updated for resources: {'Network': ['ID=20db5682-b823-4801-8c5c-9944282d0362,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:31.469754 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-8a592b47-4fcb-4430-bc3a-ac960a904ce9 admin admin] Request body: {'subnet': {'network_id': '20db5682-b823-4801-8c5c-9944282d0362', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-859194247-subnet', 'tenant_id': '2bd4d7d6db894464bb3c566f6960cdd1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:35:31.477159 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 20db5682-b823-4801-8c5c-9944282d0362 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:35:31.481288 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-996ac550-3fa7-4b2c-8c3e-2e4b6fa9f495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:31.567437 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a592b47-4fcb-4430-bc3a-ac960a904ce9 admin admin] Made reservation on behalf of 2bd4d7d6db894464bb3c566f6960cdd1 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:35:31.572907 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8a592b47-4fcb-4430-bc3a-ac960a904ce9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:31.684165 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-996ac550-3fa7-4b2c-8c3e-2e4b6fa9f495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:31.778707 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-996ac550-3fa7-4b2c-8c3e-2e4b6fa9f495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:31.862888 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8a592b47-4fcb-4430-bc3a-ac960a904ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:31.870261 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-996ac550-3fa7-4b2c-8c3e-2e4b6fa9f495 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6bd7a18cb86f43b4a5f670e1959066af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6145599 Jul 09 14:35:31.874713 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47416) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:31.877831 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996ac550-3fa7-4b2c-8c3e-2e4b6fa9f495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6330d70-bdae-459c-b98a-1ae22532535d,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:31.937863 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f2ce504c-a23d-48b8-82bb-270255d3076d req-fa7967fc-ccbc-4af1-a326-a17ff75af933 service neutron] 10.222.0.54 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433327 Jul 09 14:35:31.969409 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a836d120-52e8-40ee-a030-ad92ce886b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:31.979185 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a592b47-4fcb-4430-bc3a-ac960a904ce9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcb3d032-931e-4be9-82f9-488c8735ec94,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:32.009882 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9f8e62-1679-4d28-bb5f-b91da1c5e3b5 req-ccb6d5e8-07a9-41d3-aca7-5b3945f9a601 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:32.012255 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fb9f8e62-1679-4d28-bb5f-b91da1c5e3b5 req-ccb6d5e8-07a9-41d3-aca7-5b3945f9a601 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b8ae59f-2b0e-43ce-a346-90e38f284382 HTTP/1.1" status: 200 len: 947 time: 0.1780570 Jul 09 14:35:32.013483 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a592b47-4fcb-4430-bc3a-ac960a904ce9 admin admin] Checking segment: {'id': '9a9af33f-e761-48a2-acab-54606fd590e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '20db5682-b823-4801-8c5c-9944282d0362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:35:32.013849 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a592b47-4fcb-4430-bc3a-ac960a904ce9 admin admin] Network hostable DHCP agents. Network: 20db5682-b823-4801-8c5c-9944282d0362, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:35:32.023230 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a836d120-52e8-40ee-a030-ad92ce886b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:32.073703 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fb9f8e62-1679-4d28-bb5f-b91da1c5e3b5 req-2c4743eb-65be-4de2-b547-e30ed2726db2 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b3a90-2ddf-4c39-b384-8990ad15ae2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491314 Jul 09 14:35:32.075111 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f2ce504c-a23d-48b8-82bb-270255d3076d req-00174cc0-c598-4e56-8b4e-bb7e8903129c service neutron] 10.222.0.54 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264412 Jul 09 14:35:32.136428 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a592b47-4fcb-4430-bc3a-ac960a904ce9 admin admin] Network 20db5682-b823-4801-8c5c-9944282d0362 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:35:32.193355 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a836d120-52e8-40ee-a030-ad92ce886b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:32.196235 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a836d120-52e8-40ee-a030-ad92ce886b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:32.198173 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-a836d120-52e8-40ee-a030-ad92ce886b26 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a6330d70-bdae-459c-b98a-1ae22532535d HTTP/1.1" status: 204 len: 168 time: 0.3218844 Jul 09 14:35:32.205803 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a836d120-52e8-40ee-a030-ad92ce886b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6330d70-bdae-459c-b98a-1ae22532535d,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:32.224815 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-8a592b47-4fcb-4430-bc3a-ac960a904ce9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 20db5682-b823-4801-8c5c-9944282d0362) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:35:32.229519 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a592b47-4fcb-4430-bc3a-ac960a904ce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:32.233985 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8a592b47-4fcb-4430-bc3a-ac960a904ce9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:32.239738 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f51d74-786b-4f6e-9177-6b4aee4b0da5 None None] Network 20db5682-b823-4801-8c5c-9944282d0362 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:35:32.305624 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-8a592b47-4fcb-4430-bc3a-ac960a904ce9 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8407536 Jul 09 14:35:32.385608 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a21a0e1-481e-4457-b0ce-1ab526fe803f None None] Network 20db5682-b823-4801-8c5c-9944282d0362 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:35:32.474266 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213d2d6d-21df-4264-859a-9b480d82b22f req-315f300a-39e7-46a4-9904-d0ed5672ee42 tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:32.476055 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-213d2d6d-21df-4264-859a-9b480d82b22f req-315f300a-39e7-46a4-9904-d0ed5672ee42 tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3d936c9-205a-47df-a2da-ad3da2a70f76 HTTP/1.1" status: 200 len: 968 time: 0.0655572 Jul 09 14:35:32.521528 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-213d2d6d-21df-4264-859a-9b480d82b22f req-3d1efbaa-c72d-41e9-a887-1794bb1246ba tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee8856be-6182-45a7-982c-78036c75ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387881 Jul 09 14:35:33.174956 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47462) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:33.199680 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-848a6d97-c3f2-4cfd-8c68-b53f3afe3d8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:33.303548 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d3e214-3836-43d2-a092-9a45b33d11f0 req-5015b2a5-1e3c-41c7-af6b-98a2003509b6 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:33.305223 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b8d3e214-3836-43d2-a092-9a45b33d11f0 req-5015b2a5-1e3c-41c7-af6b-98a2003509b6 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b8ae59f-2b0e-43ce-a346-90e38f284382 HTTP/1.1" status: 200 len: 947 time: 0.1127753 Jul 09 14:35:33.306940 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 47472) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:33.322889 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-848a6d97-c3f2-4cfd-8c68-b53f3afe3d8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:33.346467 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b8d3e214-3836-43d2-a092-9a45b33d11f0 req-fff653ab-5829-4274-a9fd-27ddcd426987 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b3a90-2ddf-4c39-b384-8990ad15ae2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330665 Jul 09 14:35:33.407401 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-848a6d97-c3f2-4cfd-8c68-b53f3afe3d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:33.444335 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fa54e279-d037-47e6-a051-666ac039fed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:33.501228 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a6d97-c3f2-4cfd-8c68-b53f3afe3d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eac4245-6b76-4042-b811-36c5bfe43824,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:33.519016 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-848a6d97-c3f2-4cfd-8c68-b53f3afe3d8e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9208181b104041c59712c1489cb1e845&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3417511 Jul 09 14:35:33.523305 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 47478) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:33.565753 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97a56a-d661-4b36-b592-cd9389329a8c req-6dc0e4cf-08fb-40b6-9dbc-ef8995539261 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:33.567290 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8a97a56a-d661-4b36-b592-cd9389329a8c req-6dc0e4cf-08fb-40b6-9dbc-ef8995539261 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/networks?id=f37664d6-2d63-4250-9a40-b9995b72cf27 HTTP/1.1" status: 200 len: 821 time: 0.2393453 Jul 09 14:35:33.570347 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fa54e279-d037-47e6-a051-666ac039fed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:33.584680 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8a97a56a-d661-4b36-b592-cd9389329a8c req-17bacf9e-19d2-4d2a-8bd8-0c29b2eee89c tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/quotas/a29f2b4cfd1449cca4564d7c2e38b31e HTTP/1.1" status: 200 len: 375 time: 0.0116081 Jul 09 14:35:33.586059 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-37fc6c76-ba7b-4646-9d94-f14f4a2c6998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:33.610866 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-37fc6c76-ba7b-4646-9d94-f14f4a2c6998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:33.634804 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8a97a56a-d661-4b36-b592-cd9389329a8c req-26986d8c-d7db-43fe-9e7b-e7f3940f0e0c tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a29f2b4cfd1449cca4564d7c2e38b31e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437570 Jul 09 14:35:33.640284 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fa54e279-d037-47e6-a051-666ac039fed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:33.707912 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-fa54e279-d037-47e6-a051-666ac039fed1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c6b784273567490a98ea580deb5234e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3975904 Jul 09 14:35:33.708291 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47488) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:33.730043 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa54e279-d037-47e6-a051-666ac039fed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e8f865-3ae7-443c-9e42-ad4342845b37,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:33.769493 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75d8d20-f716-4fa4-aa4b-ac532aa66b92 req-0e3cc087-2290-4fe5-8826-1752e1f84d2d tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:33.771029 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f75d8d20-f716-4fa4-aa4b-ac532aa66b92 req-0e3cc087-2290-4fe5-8826-1752e1f84d2d tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3d936c9-205a-47df-a2da-ad3da2a70f76 HTTP/1.1" status: 200 len: 968 time: 0.0868895 Jul 09 14:35:33.794410 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-37fc6c76-ba7b-4646-9d94-f14f4a2c6998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:33.795885 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f17a644c-5354-42f7-b37b-7973ce59d9a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:33.797778 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-37fc6c76-ba7b-4646-9d94-f14f4a2c6998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:33.799466 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-37fc6c76-ba7b-4646-9d94-f14f4a2c6998 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6eac4245-6b76-4042-b811-36c5bfe43824 HTTP/1.1" status: 204 len: 168 time: 0.2745640 Jul 09 14:35:33.814061 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fc6c76-ba7b-4646-9d94-f14f4a2c6998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eac4245-6b76-4042-b811-36c5bfe43824,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:33.814517 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [req-8a97a56a-d661-4b36-b592-cd9389329a8c req-f21c00ed-4126-4f16-ab57-4fa80aaa57db service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:35:33.822187 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8a97a56a-d661-4b36-b592-cd9389329a8c req-f21c00ed-4126-4f16-ab57-4fa80aaa57db service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0684006 Jul 09 14:35:33.842140 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f75d8d20-f716-4fa4-aa4b-ac532aa66b92 req-d150063a-4a81-4b35-9c55-b0759694636e tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee8856be-6182-45a7-982c-78036c75ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643435 Jul 09 14:35:33.878592 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f17a644c-5354-42f7-b37b-7973ce59d9a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:33.946051 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8a97a56a-d661-4b36-b592-cd9389329a8c req-2f8ea019-d636-412a-aab4-aaf83e0be3be service neutron] 10.222.0.58 "GET /v2.0/networks/f37664d6-2d63-4250-9a40-b9995b72cf27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229463 Jul 09 14:35:34.045741 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8a97a56a-d661-4b36-b592-cd9389329a8c req-69bb565d-e790-41c7-bdec-9bed8028e002 service neutron] 10.222.0.58 "GET /v2.0/networks/f37664d6-2d63-4250-9a40-b9995b72cf27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904822 Jul 09 14:35:34.050582 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f17a644c-5354-42f7-b37b-7973ce59d9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:34.055125 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f17a644c-5354-42f7-b37b-7973ce59d9a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:34.055125 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f17a644c-5354-42f7-b37b-7973ce59d9a4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b2e8f865-3ae7-443c-9e42-ad4342845b37 HTTP/1.1" status: 204 len: 168 time: 0.3453040 Jul 09 14:35:34.063552 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17a644c-5354-42f7-b37b-7973ce59d9a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e8f865-3ae7-443c-9e42-ad4342845b37,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:34.311358 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-62238080-2c49-40e0-91e0-413f44bfe01f req-e0448e67-6203-472b-8204-e5848960da87 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=2df18832-0a90-4bac-9014-72e1f2d3c304 HTTP/1.1" status: 200 len: 210 time: 0.0576463 Jul 09 14:35:34.565846 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179a986b-9a00-4912-b3c5-e26468419bf5 req-fbe39a85-e718-4e2a-8e37-b50911b3bbab tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:34.567431 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-179a986b-9a00-4912-b3c5-e26468419bf5 req-fbe39a85-e718-4e2a-8e37-b50911b3bbab tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b8ae59f-2b0e-43ce-a346-90e38f284382 HTTP/1.1" status: 200 len: 947 time: 0.0647039 Jul 09 14:35:34.606731 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-179a986b-9a00-4912-b3c5-e26468419bf5 req-8e287832-4e80-4b18-be9c-005ebc98c4a2 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b3a90-2ddf-4c39-b384-8990ad15ae2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326617 Jul 09 14:35:34.829408 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47540) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:34.843898 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a07d5d19-77a8-476d-b520-0ff163738943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:34.940625 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a07d5d19-77a8-476d-b520-0ff163738943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:35.024835 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47548) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:35.037928 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f07f1f-cbe2-4e6e-abac-81d2963b9e9d req-fb6eeb51-4f4f-401d-87f3-d285ba8466bf tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:35.040936 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e0f07f1f-cbe2-4e6e-abac-81d2963b9e9d req-fb6eeb51-4f4f-401d-87f3-d285ba8466bf tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3d936c9-205a-47df-a2da-ad3da2a70f76 HTTP/1.1" status: 200 len: 968 time: 0.0692360 Jul 09 14:35:35.068026 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a07d5d19-77a8-476d-b520-0ff163738943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:35.105272 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e0f07f1f-cbe2-4e6e-abac-81d2963b9e9d req-7edfbf67-c03a-43ff-9fd6-3a48a52e0b31 tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee8856be-6182-45a7-982c-78036c75ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595007 Jul 09 14:35:35.117130 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07d5d19-77a8-476d-b520-0ff163738943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c2da02-8cc2-4d23-9fd5-2406da33f2b0,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:35.121772 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-a07d5d19-77a8-476d-b520-0ff163738943 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=076d528027a24bfcb9919af8132cc746&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2906466 Jul 09 14:35:35.124550 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47554) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:35.205990 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-aa72c318-8353-416a-a22e-2f0c334e8efd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:35.207759 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c5ba1523-1af1-42c6-b202-0e2ef4a26f2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:35.244439 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c5ba1523-1af1-42c6-b202-0e2ef4a26f2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:35.337406 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-aa72c318-8353-416a-a22e-2f0c334e8efd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:35.407242 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c5ba1523-1af1-42c6-b202-0e2ef4a26f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:35.415344 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c5ba1523-1af1-42c6-b202-0e2ef4a26f2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:35.416753 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c5ba1523-1af1-42c6-b202-0e2ef4a26f2d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/93c2da02-8cc2-4d23-9fd5-2406da33f2b0 HTTP/1.1" status: 204 len: 168 time: 0.2906032 Jul 09 14:35:35.425624 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba1523-1af1-42c6-b202-0e2ef4a26f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c2da02-8cc2-4d23-9fd5-2406da33f2b0,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:35.434354 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-aa72c318-8353-416a-a22e-2f0c334e8efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:35.478821 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-aa72c318-8353-416a-a22e-2f0c334e8efd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0e2a7c9938d84f1bb8c763fb615c4d01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4532754 Jul 09 14:35:35.480972 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72c318-8353-416a-a22e-2f0c334e8efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa57e88f-44b6-4c35-a4e0-b49ca0e90d4a,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:35.481935 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 47568) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:35.483105 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 7efb6543-18dd-4ecc-a691-fb655906d072 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:35:35.491417 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a6f73fbc-86d1-4ebc-8d2c-fa982b298555 req-4ef62b37-249a-44a3-8be0-f3fc4bc19488 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=2df18832-0a90-4bac-9014-72e1f2d3c304 HTTP/1.1" status: 200 len: 210 time: 0.0630639 Jul 09 14:35:35.566150 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-727a21cf-1baa-46f4-b1d2-79a42857adcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:35.596050 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-727a21cf-1baa-46f4-b1d2-79a42857adcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:35.620740 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 7efb6543-18dd-4ecc-a691-fb655906d072, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=7efb6543-18dd-4ecc-a691-fb655906d072,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:35:35.636339 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': '7efb6543-18dd-4ecc-a691-fb655906d072', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'port_id': '7efb6543-18dd-4ecc-a691-fb655906d072', 'mac_address': 'fa:16:3e:25:91:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8081bcce-88de-4a2f-9e69-6750220e0be0', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:tempest-test_az-365344404', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:35:35.683330 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:35.699793 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7efb6543-18dd-4ecc-a691-fb655906d072 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:35:35.721749 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 7efb6543-18dd-4ecc-a691-fb655906d072, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=7efb6543-18dd-4ecc-a691-fb655906d072,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:35:35.737269 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-727a21cf-1baa-46f4-b1d2-79a42857adcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:35.739914 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-727a21cf-1baa-46f4-b1d2-79a42857adcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:35.741226 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-727a21cf-1baa-46f4-b1d2-79a42857adcc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fa57e88f-44b6-4c35-a4e0-b49ca0e90d4a HTTP/1.1" status: 204 len: 168 time: 0.2579358 Jul 09 14:35:35.749588 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727a21cf-1baa-46f4-b1d2-79a42857adcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa57e88f-44b6-4c35-a4e0-b49ca0e90d4a,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:35.804951 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c59191-8aac-4733-bac3-ee1a0af95221 req-5400881d-5ab6-4054-b399-256d27cdf530 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:35.806443 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-13c59191-8aac-4733-bac3-ee1a0af95221 req-5400881d-5ab6-4054-b399-256d27cdf530 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b8ae59f-2b0e-43ce-a346-90e38f284382 HTTP/1.1" status: 200 len: 947 time: 0.0660262 Jul 09 14:35:35.849003 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-13c59191-8aac-4733-bac3-ee1a0af95221 req-f5337ffc-90d4-4331-8b49-f85326d91739 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b3a90-2ddf-4c39-b384-8990ad15ae2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369220 Jul 09 14:35:35.876211 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:35.941457 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=7efb6543-18dd-4ecc-a691-fb655906d072,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:35.950987 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:35.951341 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:35.951710 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:35.952051 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:35.952385 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:35.952722 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:35.953055 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:35.953382 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:35.953707 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:35.954032 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:35.954360 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:35.954684 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:35.956323 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Tracked resource versions report: Jul 09 14:35:35.956323 n-d-799529-6 neutron-server[94447]: pushed versions: Jul 09 14:35:35.956323 n-d-799529-6 neutron-server[94447]: { 'AddressGroup': {'1.2'}, Jul 09 14:35:35.956323 n-d-799529-6 neutron-server[94447]: 'ConntrackHelper': {'1.0'}, Jul 09 14:35:35.956323 n-d-799529-6 neutron-server[94447]: 'Log': {'1.0'}, Jul 09 14:35:35.956323 n-d-799529-6 neutron-server[94447]: 'Network': {'1.1'}, Jul 09 14:35:35.956323 n-d-799529-6 neutron-server[94447]: 'Port': {'1.7'}, Jul 09 14:35:35.956323 n-d-799529-6 neutron-server[94447]: 'PortForwarding': {'1.2'}, Jul 09 14:35:35.956323 n-d-799529-6 neutron-server[94447]: 'QosPolicy': {'1.8'}, Jul 09 14:35:35.956323 n-d-799529-6 neutron-server[94447]: 'SecurityGroup': {'1.4'}, Jul 09 14:35:35.956323 n-d-799529-6 neutron-server[94447]: 'SecurityGroupRule': {'1.2'}, Jul 09 14:35:35.956323 n-d-799529-6 neutron-server[94447]: 'SubPort': {'1.0'}, Jul 09 14:35:35.956323 n-d-799529-6 neutron-server[94447]: 'Subnet': {'1.1'}, Jul 09 14:35:35.956323 n-d-799529-6 neutron-server[94447]: 'Trunk': {'1.1'}} Jul 09 14:35:35.956323 n-d-799529-6 neutron-server[94447]: consumer versions: Jul 09 14:35:35.956323 n-d-799529-6 neutron-server[94447]: { DHCP agent@n-d-799529-6: {}, Jul 09 14:35:35.956323 n-d-799529-6 neutron-server[94447]: HyperV agent@n-h1-799529-6: {}, Jul 09 14:35:35.956323 n-d-799529-6 neutron-server[94447]: HyperV agent@n-h2-799529-6: {}, Jul 09 14:35:35.956323 n-d-799529-6 neutron-server[94447]: L3 agent@n-d-799529-6: {}, Jul 09 14:35:35.956323 n-d-799529-6 neutron-server[94447]: Metadata agent@n-d-799529-6: {}, Jul 09 14:35:35.956323 n-d-799529-6 neutron-server[94447]: Metering agent@n-d-799529-6: {}, Jul 09 14:35:35.956323 n-d-799529-6 neutron-server[94447]: Open vSwitch agent@n-d-799529-6: { 'AddressGroup': '1.2', Jul 09 14:35:35.956323 n-d-799529-6 neutron-server[94447]: 'ConntrackHelper': '1.0', Jul 09 14:35:35.956323 n-d-799529-6 neutron-server[94447]: 'Log': '1.0', Jul 09 14:35:35.956323 n-d-799529-6 neutron-server[94447]: 'Network': '1.1', Jul 09 14:35:35.956323 n-d-799529-6 neutron-server[94447]: 'Port': '1.7', Jul 09 14:35:35.956323 n-d-799529-6 neutron-server[94447]: 'PortForwarding': '1.2', Jul 09 14:35:35.956323 n-d-799529-6 neutron-server[94447]: 'QosPolicy': '1.8', Jul 09 14:35:35.956323 n-d-799529-6 neutron-server[94447]: 'SecurityGroup': '1.4', Jul 09 14:35:35.956323 n-d-799529-6 neutron-server[94447]: 'SecurityGroupRule': '1.2', Jul 09 14:35:35.956323 n-d-799529-6 neutron-server[94447]: 'SubPort': '1.0', Jul 09 14:35:35.956323 n-d-799529-6 neutron-server[94447]: 'Subnet': '1.1', Jul 09 14:35:35.956323 n-d-799529-6 neutron-server[94447]: 'Trunk': '1.1'}} Jul 09 14:35:35.956323 n-d-799529-6 neutron-server[94447]: {{(pid=94447) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 14:35:36.191136 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['7efb6543-18dd-4ecc-a691-fb655906d072'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:35:36.322575 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c0ae8-3dc1-4a52-b25a-cfc137108db3 req-19bb305c-d9b0-40f9-b7ee-443f60c2628c tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:36.324002 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-da7c0ae8-3dc1-4a52-b25a-cfc137108db3 req-19bb305c-d9b0-40f9-b7ee-443f60c2628c tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3d936c9-205a-47df-a2da-ad3da2a70f76 HTTP/1.1" status: 200 len: 969 time: 0.0636349 Jul 09 14:35:36.362871 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-da7c0ae8-3dc1-4a52-b25a-cfc137108db3 req-3226924f-e87a-4204-a42f-5bea8af2d244 tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee8856be-6182-45a7-982c-78036c75ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328960 Jul 09 14:35:36.581773 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47600) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:36.596341 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-90f0bb6e-da05-4578-b94c-4b8b226aadd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:36.672713 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1d8051a9-f261-4fb0-90a2-aa49eaf838ce req-48e8bb45-9ea5-455b-a73f-f08556d2eb91 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=2df18832-0a90-4bac-9014-72e1f2d3c304 HTTP/1.1" status: 200 len: 210 time: 0.0635564 Jul 09 14:35:36.770652 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-90f0bb6e-da05-4578-b94c-4b8b226aadd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:36.847576 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-90f0bb6e-da05-4578-b94c-4b8b226aadd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:36.888900 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-90f0bb6e-da05-4578-b94c-4b8b226aadd7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=27339cef76c048d2a91b83828e0031e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3059628 Jul 09 14:35:36.889758 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f0bb6e-da05-4578-b94c-4b8b226aadd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0766562a-b8b2-4ee2-b193-5e5a7f0bdb51,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:36.891567 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 47612) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:37.018478 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ee591a03-ed4e-46b9-b782-0a6c076b1af1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:37.101021 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97a56a-d661-4b36-b592-cd9389329a8c req-081126da-e813-43e7-9ac0-9e114a78bb47 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:37.102702 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8a97a56a-d661-4b36-b592-cd9389329a8c req-081126da-e813-43e7-9ac0-9e114a78bb47 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.62 "GET /v2.0/networks?id=f37664d6-2d63-4250-9a40-b9995b72cf27 HTTP/1.1" status: 200 len: 821 time: 0.2797251 Jul 09 14:35:37.104739 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ee591a03-ed4e-46b9-b782-0a6c076b1af1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:37.125508 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-8a97a56a-d661-4b36-b592-cd9389329a8c req-a54695a3-8ada-407f-83fc-f81024ceb380 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Request body: {'port': {'device_id': '2df18832-0a90-4bac-9014-72e1f2d3c304', 'network_id': 'f37664d6-2d63-4250-9a40-b9995b72cf27', 'admin_state_up': True, 'tenant_id': 'a29f2b4cfd1449cca4564d7c2e38b31e'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:35:37.128236 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d617dd7-e78a-4adc-b79d-c0fabbb77e2f req-9726eda8-4519-4c03-94ef-df1eaa54e80e tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:37.130077 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1d617dd7-e78a-4adc-b79d-c0fabbb77e2f req-9726eda8-4519-4c03-94ef-df1eaa54e80e tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b8ae59f-2b0e-43ce-a346-90e38f284382 HTTP/1.1" status: 200 len: 947 time: 0.0763679 Jul 09 14:35:37.168694 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1d617dd7-e78a-4adc-b79d-c0fabbb77e2f req-6bd1f433-fb4b-48fe-a312-84b15ca07923 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b3a90-2ddf-4c39-b384-8990ad15ae2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332077 Jul 09 14:35:37.246353 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:35:37.318863 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ee591a03-ed4e-46b9-b782-0a6c076b1af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:37.321945 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ee591a03-ed4e-46b9-b782-0a6c076b1af1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:37.323392 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ee591a03-ed4e-46b9-b782-0a6c076b1af1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0766562a-b8b2-4ee2-b193-5e5a7f0bdb51 HTTP/1.1" status: 204 len: 168 time: 0.4301598 Jul 09 14:35:37.333043 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee591a03-ed4e-46b9-b782-0a6c076b1af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0766562a-b8b2-4ee2-b193-5e5a7f0bdb51,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:37.353230 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a97a56a-d661-4b36-b592-cd9389329a8c req-a54695a3-8ada-407f-83fc-f81024ceb380 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Made reservation on behalf of a29f2b4cfd1449cca4564d7c2e38b31e for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:35:37.359204 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-8a97a56a-d661-4b36-b592-cd9389329a8c req-a54695a3-8ada-407f-83fc-f81024ceb380 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:37.454900 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 7efb6543-18dd-4ecc-a691-fb655906d072 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:35:37.529083 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-8a97a56a-d661-4b36-b592-cd9389329a8c req-a54695a3-8ada-407f-83fc-f81024ceb380 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Allocated IP 172.20.0.11 (f37664d6-2d63-4250-9a40-b9995b72cf27/defde159-6b57-4a6f-ad64-e5b0f0fcfa82/e24c6829-ff22-4546-b008-4d35ebba6132) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:35:37.593461 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b4533-fd1b-42c5-81c4-fe4641478205 req-cbe021ff-c419-46da-b2e6-3b804c8693ef tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:37.595094 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-146b4533-fd1b-42c5-81c4-fe4641478205 req-cbe021ff-c419-46da-b2e6-3b804c8693ef tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3d936c9-205a-47df-a2da-ad3da2a70f76 HTTP/1.1" status: 200 len: 969 time: 0.1152008 Jul 09 14:35:37.621836 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port 7efb6543-18dd-4ecc-a691-fb655906d072 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:35:37.627483 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port 7efb6543-18dd-4ecc-a691-fb655906d072 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:35:37.627889 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:37.689944 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-146b4533-fd1b-42c5-81c4-fe4641478205 req-8be20eb0-3a8e-4a8f-85df-37cfdadd510e tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee8856be-6182-45a7-982c-78036c75ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858126 Jul 09 14:35:37.710310 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:37.748613 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d936c9-205a-47df-a2da-ad3da2a70f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7efb6543-18dd-4ecc-a691-fb655906d072'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:35:37.757043 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-8a97a56a-d661-4b36-b592-cd9389329a8c req-a54695a3-8ada-407f-83fc-f81024ceb380 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:37.822342 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 47646) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:37.830273 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 7efb6543-18dd-4ecc-a691-fb655906d072, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=7efb6543-18dd-4ecc-a691-fb655906d072,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:35:37.843155 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2d76521b-a628-4f98-9465-d4ec1e65d818 req-a0e76779-ae44-44f0-8f5a-d40a3b801cdd tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=2df18832-0a90-4bac-9014-72e1f2d3c304 HTTP/1.1" status: 200 len: 210 time: 0.0334327 Jul 09 14:35:37.902193 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:37.902414 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-8a97a56a-d661-4b36-b592-cd9389329a8c req-a54695a3-8ada-407f-83fc-f81024ceb380 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:37.949316 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a97a56a-d661-4b36-b592-cd9389329a8c req-a54695a3-8ada-407f-83fc-f81024ceb380 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Network f37664d6-2d63-4250-9a40-b9995b72cf27 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:35:37.955290 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-8a97a56a-d661-4b36-b592-cd9389329a8c req-a54695a3-8ada-407f-83fc-f81024ceb380 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:35:37.959068 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a97a56a-d661-4b36-b592-cd9389329a8c req-a54695a3-8ada-407f-83fc-f81024ceb380 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:35:37.964904 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97a56a-d661-4b36-b592-cd9389329a8c req-a54695a3-8ada-407f-83fc-f81024ceb380 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:37.965531 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-8a97a56a-d661-4b36-b592-cd9389329a8c req-a54695a3-8ada-407f-83fc-f81024ceb380 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:37.967929 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=7efb6543-18dd-4ecc-a691-fb655906d072,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:37.985653 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54695a3-8ada-407f-83fc-f81024ceb380 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Pushing event updated for resources: {'Port': ['ID=e24c6829-ff22-4546-b008-4d35ebba6132,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:37.995203 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-18d57b96-6233-4cba-a312-d4d0dc803ee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:38.062018 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3121e3e-4ab1-4384-8f9b-174c80699613" -d '{"events": [{"server_uuid": "d3d936c9-205a-47df-a2da-ad3da2a70f76", "name": "network-vif-plugged", "status": "completed", "tag": "7efb6543-18dd-4ecc-a691-fb655906d072"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:35:38.112793 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8a97a56a-d661-4b36-b592-cd9389329a8c req-a54695a3-8ada-407f-83fc-f81024ceb380 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9918652 Jul 09 14:35:38.144534 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-8a97a56a-d661-4b36-b592-cd9389329a8c req-30acce41-64b4-473f-abb4-dd3ffcd14234 service neutron] Request body: {'port': {'device_id': '2df18832-0a90-4bac-9014-72e1f2d3c304', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:35:38.245305 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-8a97a56a-d661-4b36-b592-cd9389329a8c req-30acce41-64b4-473f-abb4-dd3ffcd14234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:38.279010 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-18d57b96-6233-4cba-a312-d4d0dc803ee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:38.369165 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a26c55-46b9-443c-9896-4ed3ac9dd273 x-openstack-request-id: req-f5a26c55-46b9-443c-9896-4ed3ac9dd273 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:35:38.369460 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d936c9-205a-47df-a2da-ad3da2a70f76", "name": "network-vif-plugged", "status": "completed", "tag": "7efb6543-18dd-4ecc-a691-fb655906d072", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:35:38.369717 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f5a26c55-46b9-443c-9896-4ed3ac9dd273 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:35:38.370186 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d936c9-205a-47df-a2da-ad3da2a70f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7efb6543-18dd-4ecc-a691-fb655906d072', 'code': 200} Jul 09 14:35:38.406544 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-18d57b96-6233-4cba-a312-d4d0dc803ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:38.448945 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244b05e-45ef-4aac-89a8-a010c4a4827f req-356ba631-4fef-4248-866c-b5557941909b tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:38.456066 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8244b05e-45ef-4aac-89a8-a010c4a4827f req-356ba631-4fef-4248-866c-b5557941909b tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b8ae59f-2b0e-43ce-a346-90e38f284382 HTTP/1.1" status: 200 len: 947 time: 0.1287303 Jul 09 14:35:38.471424 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-18d57b96-6233-4cba-a312-d4d0dc803ee1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fe0a25cdf152485fbda64f4360820863&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6479971 Jul 09 14:35:38.480571 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d57b96-6233-4cba-a312-d4d0dc803ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7265e30f-a86c-4a62-9ad8-a41e08362125,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:38.510320 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 47676) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:38.559432 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8244b05e-45ef-4aac-89a8-a010c4a4827f req-8bc77c7c-d62e-4986-a5e8-a54d6239d713 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b3a90-2ddf-4c39-b384-8990ad15ae2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022425 Jul 09 14:35:38.607565 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a5fe53ae-d4c1-4507-974e-543c81024fbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:38.660134 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a5fe53ae-d4c1-4507-974e-543c81024fbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:38.692599 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-8a97a56a-d661-4b36-b592-cd9389329a8c req-30acce41-64b4-473f-abb4-dd3ffcd14234 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e24c6829-ff22-4546-b008-4d35ebba6132 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:35:38.705826 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-8a97a56a-d661-4b36-b592-cd9389329a8c req-30acce41-64b4-473f-abb4-dd3ffcd14234 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:38.719229 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e38ff7-1833-4d5a-85d0-51cb7e682d98 req-e0681a45-9554-42a2-94ff-9e65c0825645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:38.721739 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-52e38ff7-1833-4d5a-85d0-51cb7e682d98 req-e0681a45-9554-42a2-94ff-9e65c0825645 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d3d936c9-205a-47df-a2da-ad3da2a70f76 HTTP/1.1" status: 200 len: 1121 time: 0.2625759 Jul 09 14:35:38.745191 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-52e38ff7-1833-4d5a-85d0-51cb7e682d98 req-d3fde298-f723-4889-940e-01f60c0d8ea7 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:38.828214 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-8a97a56a-d661-4b36-b592-cd9389329a8c req-30acce41-64b4-473f-abb4-dd3ffcd14234 service neutron] Transition to ACTIVE for port object e24c6829-ff22-4546-b008-4d35ebba6132 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:35:38.829276 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a5fe53ae-d4c1-4507-974e-543c81024fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:38.833050 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a5fe53ae-d4c1-4507-974e-543c81024fbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:38.836489 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a5fe53ae-d4c1-4507-974e-543c81024fbe admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7265e30f-a86c-4a62-9ad8-a41e08362125 HTTP/1.1" status: 204 len: 168 time: 0.3241367 Jul 09 14:35:38.861514 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fe53ae-d4c1-4507-974e-543c81024fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7265e30f-a86c-4a62-9ad8-a41e08362125,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:38.898038 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-8a97a56a-d661-4b36-b592-cd9389329a8c req-30acce41-64b4-473f-abb4-dd3ffcd14234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:38.955903 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-52e38ff7-1833-4d5a-85d0-51cb7e682d98 req-d3fde298-f723-4889-940e-01f60c0d8ea7 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:38.984751 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device eea76a1e-7d70-4a21-9e52-822938fbb714 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:35:39.080427 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a381994-9027-4dde-9e20-2885af0b8d06 req-c52d3aa3-2872-4a30-9628-703bfa5a11f0 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:39.082636 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0a381994-9027-4dde-9e20-2885af0b8d06 req-c52d3aa3-2872-4a30-9628-703bfa5a11f0 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=2df18832-0a90-4bac-9014-72e1f2d3c304 HTTP/1.1" status: 200 len: 944 time: 0.0850952 Jul 09 14:35:39.097847 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-52e38ff7-1833-4d5a-85d0-51cb7e682d98 req-d3fde298-f723-4889-940e-01f60c0d8ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:39.103161 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port eea76a1e-7d70-4a21-9e52-822938fbb714, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=eea76a1e-7d70-4a21-9e52-822938fbb714,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:35:39.115807 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': 'eea76a1e-7d70-4a21-9e52-822938fbb714', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'port_id': 'eea76a1e-7d70-4a21-9e52-822938fbb714', 'mac_address': 'fa:16:3e:10:b0:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8081bcce-88de-4a2f-9e69-6750220e0be0', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:35:39.154306 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:39.156497 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-52e38ff7-1833-4d5a-85d0-51cb7e682d98 req-d3fde298-f723-4889-940e-01f60c0d8ea7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ee8856be-6182-45a7-982c-78036c75ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4280117 Jul 09 14:35:39.171390 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eea76a1e-7d70-4a21-9e52-822938fbb714 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:35:39.183133 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0a381994-9027-4dde-9e20-2885af0b8d06 req-9b96bd38-6e75-43f7-a76c-fe8982baa69d tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941632 Jul 09 14:35:39.184968 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30acce41-64b4-473f-abb4-dd3ffcd14234 service neutron] Pushing event updated for resources: {'Port': ['ID=e24c6829-ff22-4546-b008-4d35ebba6132,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:39.191172 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fde298-f723-4889-940e-01f60c0d8ea7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=76b95f03-137a-4023-937d-4d2685fb67bb,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:39.212248 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-8a97a56a-d661-4b36-b592-cd9389329a8c req-30acce41-64b4-473f-abb4-dd3ffcd14234 service neutron] Attempting to bind port e24c6829-ff22-4546-b008-4d35ebba6132 on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:35:39.214430 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-8a97a56a-d661-4b36-b592-cd9389329a8c req-30acce41-64b4-473f-abb4-dd3ffcd14234 service neutron] Attempting to bind port e24c6829-ff22-4546-b008-4d35ebba6132 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': 'aace0400-4c69-453a-b04e-112644859d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f37664d6-2d63-4250-9a40-b9995b72cf27'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:35:39.215032 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a97a56a-d661-4b36-b592-cd9389329a8c req-30acce41-64b4-473f-abb4-dd3ffcd14234 service neutron] Attempting to bind port e24c6829-ff22-4546-b008-4d35ebba6132 on network f37664d6-2d63-4250-9a40-b9995b72cf27 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:35:39.225993 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a97a56a-d661-4b36-b592-cd9389329a8c req-30acce41-64b4-473f-abb4-dd3ffcd14234 service neutron] Port e24c6829-ff22-4546-b008-4d35ebba6132 on network f37664d6-2d63-4250-9a40-b9995b72cf27 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:35:39.226364 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port eea76a1e-7d70-4a21-9e52-822938fbb714, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=eea76a1e-7d70-4a21-9e52-822938fbb714,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:35:39.226474 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a97a56a-d661-4b36-b592-cd9389329a8c req-30acce41-64b4-473f-abb4-dd3ffcd14234 service neutron] Attempting to bind port e24c6829-ff22-4546-b008-4d35ebba6132 on network f37664d6-2d63-4250-9a40-b9995b72cf27 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:35:39.237851 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a132c99-1822-43ef-a5c8-2bb85ea64bde req-ce7485a8-6060-4e6f-986b-b7aef34487d9 tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:39.239343 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8a132c99-1822-43ef-a5c8-2bb85ea64bde req-ce7485a8-6060-4e6f-986b-b7aef34487d9 tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3d936c9-205a-47df-a2da-ad3da2a70f76 HTTP/1.1" status: 200 len: 970 time: 0.4017658 Jul 09 14:35:39.242078 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a97a56a-d661-4b36-b592-cd9389329a8c req-30acce41-64b4-473f-abb4-dd3ffcd14234 service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:35:39.242417 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a97a56a-d661-4b36-b592-cd9389329a8c req-30acce41-64b4-473f-abb4-dd3ffcd14234 service neutron] Checking segment: {'id': 'aace0400-4c69-453a-b04e-112644859d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f37664d6-2d63-4250-9a40-b9995b72cf27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:35:39.242798 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a97a56a-d661-4b36-b592-cd9389329a8c req-30acce41-64b4-473f-abb4-dd3ffcd14234 service neutron] Bound using segment: {'id': 'aace0400-4c69-453a-b04e-112644859d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f37664d6-2d63-4250-9a40-b9995b72cf27'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:35:39.243230 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-8a97a56a-d661-4b36-b592-cd9389329a8c req-30acce41-64b4-473f-abb4-dd3ffcd14234 service neutron] Bound port: e24c6829-ff22-4546-b008-4d35ebba6132, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aace0400-4c69-453a-b04e-112644859d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f37664d6-2d63-4250-9a40-b9995b72cf27'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:35:39.243619 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-8a97a56a-d661-4b36-b592-cd9389329a8c req-30acce41-64b4-473f-abb4-dd3ffcd14234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:39.299270 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47702) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:39.309094 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8a132c99-1822-43ef-a5c8-2bb85ea64bde req-bd41ba3b-3995-42cf-8ea0-4c62c29491a5 tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee8856be-6182-45a7-982c-78036c75ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632770 Jul 09 14:35:39.316084 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:39.333199 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-8a97a56a-d661-4b36-b592-cd9389329a8c req-30acce41-64b4-473f-abb4-dd3ffcd14234 service neutron] For port e24c6829-ff22-4546-b008-4d35ebba6132, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:35:39.339053 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-8a97a56a-d661-4b36-b592-cd9389329a8c req-30acce41-64b4-473f-abb4-dd3ffcd14234 service neutron] For port e24c6829-ff22-4546-b008-4d35ebba6132, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=e24c6829-ff22-4546-b008-4d35ebba6132,segment=NetworkSegment(aace0400-4c69-453a-b04e-112644859d27),segment_id=aace0400-4c69-453a-b04e-112644859d27)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:35:39.375206 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=eea76a1e-7d70-4a21-9e52-822938fbb714,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:39.437464 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-8a97a56a-d661-4b36-b592-cd9389329a8c req-30acce41-64b4-473f-abb4-dd3ffcd14234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:39.440518 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-c2f11b48-4d1f-40cb-9770-a6efddaeeadb admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1454104276-network', 'tenant_id': '3b28908fc5d842e29720d7043e8083fd'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:35:39.477122 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97a56a-d661-4b36-b592-cd9389329a8c req-30acce41-64b4-473f-abb4-dd3ffcd14234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:39.477247 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-8a97a56a-d661-4b36-b592-cd9389329a8c req-30acce41-64b4-473f-abb4-dd3ffcd14234 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:39.478605 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8a97a56a-d661-4b36-b592-cd9389329a8c req-30acce41-64b4-473f-abb4-dd3ffcd14234 service neutron] 10.222.0.62 "PUT /v2.0/ports/e24c6829-ff22-4546-b008-4d35ebba6132 HTTP/1.1" status: 200 len: 1092 time: 1.3490849 Jul 09 14:35:39.481108 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2df18832-0a90-4bac-9014-72e1f2d3c304', 'tag': 'e24c6829-ff22-4546-b008-4d35ebba6132'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:35:39.483441 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d8e8db8-149b-445b-bb00-25825df49e71" -d '{"events": [{"name": "network-changed", "server_uuid": "2df18832-0a90-4bac-9014-72e1f2d3c304", "tag": "e24c6829-ff22-4546-b008-4d35ebba6132"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:35:39.524643 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30acce41-64b4-473f-abb4-dd3ffcd14234 service neutron] Pushing event updated for resources: {'Port': ['ID=e24c6829-ff22-4546-b008-4d35ebba6132,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:39.536312 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad5a4af-06a4-475f-a587-d050410eb178 x-openstack-request-id: req-dad5a4af-06a4-475f-a587-d050410eb178 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:35:39.536312 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2df18832-0a90-4bac-9014-72e1f2d3c304", "tag": "e24c6829-ff22-4546-b008-4d35ebba6132", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:35:39.536312 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dad5a4af-06a4-475f-a587-d050410eb178 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:35:39.536312 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2df18832-0a90-4bac-9014-72e1f2d3c304', 'tag': 'e24c6829-ff22-4546-b008-4d35ebba6132', 'status': 'completed', 'code': 200} Jul 09 14:35:39.558895 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f11b48-4d1f-40cb-9770-a6efddaeeadb admin admin] Made reservation on behalf of 3b28908fc5d842e29720d7043e8083fd for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:35:39.561352 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c2f11b48-4d1f-40cb-9770-a6efddaeeadb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:39.576634 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c2f11b48-4d1f-40cb-9770-a6efddaeeadb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:39.653112 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e8db8-149b-445b-bb00-25825df49e71 req-6fb15c23-c085-4f14-b867-58f33a916e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:39.656626 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4d8e8db8-149b-445b-bb00-25825df49e71 req-6fb15c23-c085-4f14-b867-58f33a916e13 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a29f2b4cfd1449cca4564d7c2e38b31e&device_id=2df18832-0a90-4bac-9014-72e1f2d3c304 HTTP/1.1" status: 200 len: 1095 time: 0.0740418 Jul 09 14:35:39.688589 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c2f11b48-4d1f-40cb-9770-a6efddaeeadb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:39.756998 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd84d8-491d-4fcf-901e-d01b3a43cf27 req-5f7e7a54-8ca5-4c5b-aa8a-03b3a5e8447d tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:39.758494 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-92cd84d8-491d-4fcf-901e-d01b3a43cf27 req-5f7e7a54-8ca5-4c5b-aa8a-03b3a5e8447d tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b8ae59f-2b0e-43ce-a346-90e38f284382 HTTP/1.1" status: 200 len: 948 time: 0.0685604 Jul 09 14:35:39.791591 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c2f11b48-4d1f-40cb-9770-a6efddaeeadb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:39.812873 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-92cd84d8-491d-4fcf-901e-d01b3a43cf27 req-10a83aa0-fd5d-49c4-a699-4049f72ede84 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b3a90-2ddf-4c39-b384-8990ad15ae2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479398 Jul 09 14:35:39.817291 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2f11b48-4d1f-40cb-9770-a6efddaeeadb admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:35:39.834848 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f11b48-4d1f-40cb-9770-a6efddaeeadb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76792e55-b664-42b3-864b-5d50c6d82f3d,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:39.837670 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c2f11b48-4d1f-40cb-9770-a6efddaeeadb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:39.838016 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-c2f11b48-4d1f-40cb-9770-a6efddaeeadb admin admin] Added segment cd7790e9-3309-48a3-bfb3-c9f386870e48 of type vlan for network 56b8037f-2c10-4a66-9bb7-3f0d90fcd124 Jul 09 14:35:39.848555 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['eea76a1e-7d70-4a21-9e52-822938fbb714'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:35:39.851747 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e8db8-149b-445b-bb00-25825df49e71 req-f78c847f-8bb8-4975-a4b4-8bbe06e00ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:39.853726 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4d8e8db8-149b-445b-bb00-25825df49e71 req-f78c847f-8bb8-4975-a4b4-8bbe06e00ab3 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=a29f2b4cfd1449cca4564d7c2e38b31e&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1816897 Jul 09 14:35:39.896700 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47724) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:39.918794 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c2f11b48-4d1f-40cb-9770-a6efddaeeadb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:39.923608 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-46de855c-f533-4b59-bef1-063f0179aadc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:40.029604 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c2f11b48-4d1f-40cb-9770-a6efddaeeadb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:40.030568 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f11b48-4d1f-40cb-9770-a6efddaeeadb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:40.031168 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c2f11b48-4d1f-40cb-9770-a6efddaeeadb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:40.053483 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-46de855c-f533-4b59-bef1-063f0179aadc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:40.066362 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e8db8-149b-445b-bb00-25825df49e71 req-d7fcf69b-c3ed-490f-b787-f9628c59e1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:40.067879 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4d8e8db8-149b-445b-bb00-25825df49e71 req-d7fcf69b-c3ed-490f-b787-f9628c59e1c2 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1976097 Jul 09 14:35:40.102315 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f11b48-4d1f-40cb-9770-a6efddaeeadb admin admin] Pushing event updated for resources: {'Network': ['ID=56b8037f-2c10-4a66-9bb7-3f0d90fcd124,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:40.113069 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 56b8037f-2c10-4a66-9bb7-3f0d90fcd124 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:35:40.146131 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-46de855c-f533-4b59-bef1-063f0179aadc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:40.193073 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-46de855c-f533-4b59-bef1-063f0179aadc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c7a266bb343f478a88aede9a8a8adda9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2948005 Jul 09 14:35:40.194178 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46de855c-f533-4b59-bef1-063f0179aadc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2cff81f-f332-41c9-95cf-996efb970c52,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:40.196688 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47734) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:40.210963 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c2f11b48-4d1f-40cb-9770-a6efddaeeadb admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9099593 Jul 09 14:35:40.211378 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 47736) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:40.217686 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-9540d993-d7e4-407f-9357-cc551e50355d admin admin] Request body: {'subnet': {'network_id': '56b8037f-2c10-4a66-9bb7-3f0d90fcd124', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1454104276-subnet', 'tenant_id': '3b28908fc5d842e29720d7043e8083fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:35:40.254455 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97a56a-d661-4b36-b592-cd9389329a8c req-6382ef71-ee5d-46a2-bb40-992de2b9a2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:40.260229 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8a97a56a-d661-4b36-b592-cd9389329a8c req-6382ef71-ee5d-46a2-bb40-992de2b9a2c4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a29f2b4cfd1449cca4564d7c2e38b31e&device_id=2df18832-0a90-4bac-9014-72e1f2d3c304 HTTP/1.1" status: 200 len: 1095 time: 0.1166885 Jul 09 14:35:40.262994 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cacdc810-6633-4dcc-bf8b-df84d037ee3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:40.285886 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cacdc810-6633-4dcc-bf8b-df84d037ee3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:40.313533 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8a97a56a-d661-4b36-b592-cd9389329a8c req-3e9e60bf-e342-4bb0-a7dc-32a90f4f8453 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e24c6829-ff22-4546-b008-4d35ebba6132 HTTP/1.1" status: 200 len: 217 time: 0.0386198 Jul 09 14:35:40.314089 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9540d993-d7e4-407f-9357-cc551e50355d admin admin] Made reservation on behalf of 3b28908fc5d842e29720d7043e8083fd for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:35:40.316370 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9540d993-d7e4-407f-9357-cc551e50355d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:40.387239 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b11d95-53ed-482c-baea-9ecc9af18060 req-e63aea64-0aa6-42a7-aa7d-08412d972acd tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:40.389423 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c6b11d95-53ed-482c-baea-9ecc9af18060 req-e63aea64-0aa6-42a7-aa7d-08412d972acd tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=2df18832-0a90-4bac-9014-72e1f2d3c304 HTTP/1.1" status: 200 len: 944 time: 0.0694208 Jul 09 14:35:40.418503 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97a56a-d661-4b36-b592-cd9389329a8c req-40e5d3dc-4151-4e88-8226-2ebedfcebfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:40.420053 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8a97a56a-d661-4b36-b592-cd9389329a8c req-40e5d3dc-4151-4e88-8226-2ebedfcebfc8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=defde159-6b57-4a6f-ad64-e5b0f0fcfa82 HTTP/1.1" status: 200 len: 861 time: 0.0922945 Jul 09 14:35:40.438534 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c6b11d95-53ed-482c-baea-9ecc9af18060 req-a9a35763-a7f0-46f9-9c99-507976319a69 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387707 Jul 09 14:35:40.454497 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cacdc810-6633-4dcc-bf8b-df84d037ee3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:40.458505 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cacdc810-6633-4dcc-bf8b-df84d037ee3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:40.459824 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-cacdc810-6633-4dcc-bf8b-df84d037ee3d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f2cff81f-f332-41c9-95cf-996efb970c52 HTTP/1.1" status: 204 len: 168 time: 0.2619941 Jul 09 14:35:40.469269 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacdc810-6633-4dcc-bf8b-df84d037ee3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2cff81f-f332-41c9-95cf-996efb970c52,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:40.471012 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8a97a56a-d661-4b36-b592-cd9389329a8c req-de05f04f-df99-44a8-b93e-e8687ff2254f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f37664d6-2d63-4250-9a40-b9995b72cf27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437031 Jul 09 14:35:40.691153 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8a97a56a-d661-4b36-b592-cd9389329a8c req-95acdccc-060c-4dc4-afc3-2f5fa53c07ee service neutron] 10.222.0.62 "GET /v2.0/networks/f37664d6-2d63-4250-9a40-b9995b72cf27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033176 Jul 09 14:35:40.698493 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3b3859-a482-420f-abb6-640ac41ddb4a req-cae27886-3187-47d8-b6fa-38ecc39fd0ac tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:40.700072 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0a3b3859-a482-420f-abb6-640ac41ddb4a req-cae27886-3187-47d8-b6fa-38ecc39fd0ac tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3d936c9-205a-47df-a2da-ad3da2a70f76 HTTP/1.1" status: 200 len: 970 time: 0.2234547 Jul 09 14:35:40.775858 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9540d993-d7e4-407f-9357-cc551e50355d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:40.819601 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0a3b3859-a482-420f-abb6-640ac41ddb4a req-0c3d4eed-e53e-431a-b355-d824afe62926 tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee8856be-6182-45a7-982c-78036c75ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073070 Jul 09 14:35:40.860552 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9540d993-d7e4-407f-9357-cc551e50355d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e48d7f3a-0ca9-428c-9383-07e4f6a75f04,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:40.886879 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8a97a56a-d661-4b36-b592-cd9389329a8c req-aace8ebf-3b2b-45e8-8e76-6fc727257645 service neutron] 10.222.0.62 "GET /v2.0/networks/f37664d6-2d63-4250-9a40-b9995b72cf27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841564 Jul 09 14:35:40.892597 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9540d993-d7e4-407f-9357-cc551e50355d admin admin] Checking segment: {'id': 'cd7790e9-3309-48a3-bfb3-c9f386870e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '56b8037f-2c10-4a66-9bb7-3f0d90fcd124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:35:40.893014 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9540d993-d7e4-407f-9357-cc551e50355d admin admin] Network hostable DHCP agents. Network: 56b8037f-2c10-4a66-9bb7-3f0d90fcd124, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:35:40.954489 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device eea76a1e-7d70-4a21-9e52-822938fbb714 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:35:40.970703 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9540d993-d7e4-407f-9357-cc551e50355d admin admin] Network 56b8037f-2c10-4a66-9bb7-3f0d90fcd124 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:35:41.032043 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34630f-3f7f-44b5-8852-2ac54b1f7d5a req-10be111b-fae5-4d7f-ab5a-a4da953c0f41 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:41.034186 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ec34630f-3f7f-44b5-8852-2ac54b1f7d5a req-10be111b-fae5-4d7f-ab5a-a4da953c0f41 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b8ae59f-2b0e-43ce-a346-90e38f284382 HTTP/1.1" status: 200 len: 948 time: 0.0829906 Jul 09 14:35:41.058659 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-9540d993-d7e4-407f-9357-cc551e50355d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 56b8037f-2c10-4a66-9bb7-3f0d90fcd124) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:35:41.062932 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9540d993-d7e4-407f-9357-cc551e50355d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:41.063532 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9540d993-d7e4-407f-9357-cc551e50355d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:41.069008 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33467c96-e2bf-4d7b-ab3d-847638a3b3e0 None None] Network 56b8037f-2c10-4a66-9bb7-3f0d90fcd124 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:35:41.095829 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ec34630f-3f7f-44b5-8852-2ac54b1f7d5a req-031a7a5d-f20a-48c2-8e7f-48edc215c70e tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b3a90-2ddf-4c39-b384-8990ad15ae2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548058 Jul 09 14:35:41.180401 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-9540d993-d7e4-407f-9357-cc551e50355d admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9677074 Jul 09 14:35:41.232552 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port eea76a1e-7d70-4a21-9e52-822938fbb714 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:35:41.243763 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port eea76a1e-7d70-4a21-9e52-822938fbb714 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:35:41.244143 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:41.368623 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ded6a76-05e9-4c36-99d8-fb07e0a562a2 None None] Network 56b8037f-2c10-4a66-9bb7-3f0d90fcd124 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:35:41.441939 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:41.478310 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8ae59f-2b0e-43ce-a346-90e38f284382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eea76a1e-7d70-4a21-9e52-822938fbb714'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:35:41.480497 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a03b33-df92-409d-9102-b65e0ca9973f" -d '{"events": [{"server_uuid": "4b8ae59f-2b0e-43ce-a346-90e38f284382", "name": "network-vif-plugged", "status": "completed", "tag": "eea76a1e-7d70-4a21-9e52-822938fbb714"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:35:41.507808 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port eea76a1e-7d70-4a21-9e52-822938fbb714, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=eea76a1e-7d70-4a21-9e52-822938fbb714,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:35:41.590113 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:41.646774 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=eea76a1e-7d70-4a21-9e52-822938fbb714,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:41.655450 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b599697f-de60-4cfc-be0a-92bf69ff5f59 req-a4535828-ef6a-468c-be58-558bd23d8176 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:41.657089 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b599697f-de60-4cfc-be0a-92bf69ff5f59 req-a4535828-ef6a-468c-be58-558bd23d8176 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=2df18832-0a90-4bac-9014-72e1f2d3c304 HTTP/1.1" status: 200 len: 944 time: 0.0899682 Jul 09 14:35:41.695536 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b599697f-de60-4cfc-be0a-92bf69ff5f59 req-028fafb0-4729-45a6-8b0f-4c007e0e84f2 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324776 Jul 09 14:35:41.749631 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135c0807-14a0-46f3-a9a8-da99ae28a179 x-openstack-request-id: req-135c0807-14a0-46f3-a9a8-da99ae28a179 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:35:41.749631 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b8ae59f-2b0e-43ce-a346-90e38f284382", "name": "network-vif-plugged", "status": "completed", "tag": "eea76a1e-7d70-4a21-9e52-822938fbb714", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:35:41.749631 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-135c0807-14a0-46f3-a9a8-da99ae28a179 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:35:41.749631 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b8ae59f-2b0e-43ce-a346-90e38f284382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eea76a1e-7d70-4a21-9e52-822938fbb714', 'code': 200} Jul 09 14:35:42.005837 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94301c05-550a-4caf-8faf-74187d618973 req-a07e7bd6-10d0-4355-be55-664c319c093f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:42.007357 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-94301c05-550a-4caf-8faf-74187d618973 req-a07e7bd6-10d0-4355-be55-664c319c093f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4b8ae59f-2b0e-43ce-a346-90e38f284382 HTTP/1.1" status: 200 len: 1100 time: 0.1309705 Jul 09 14:35:42.037753 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e32c68b-b3a7-4ea4-aa67-162b9f95eb7f req-55673858-cc0a-4f91-9a64-0f796cad18a6 tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:42.039203 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6e32c68b-b3a7-4ea4-aa67-162b9f95eb7f req-55673858-cc0a-4f91-9a64-0f796cad18a6 tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3d936c9-205a-47df-a2da-ad3da2a70f76 HTTP/1.1" status: 200 len: 970 time: 0.0991108 Jul 09 14:35:42.078231 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-94301c05-550a-4caf-8faf-74187d618973 req-d1ee0846-73d1-48d3-8f3d-f657fe6f724c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=842b3a90-2ddf-4c39-b384-8990ad15ae2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624776 Jul 09 14:35:42.096592 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6e32c68b-b3a7-4ea4-aa67-162b9f95eb7f req-793a66c0-f2e1-439a-b83d-b5ce4db05169 tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee8856be-6182-45a7-982c-78036c75ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481832 Jul 09 14:35:42.267147 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc4be7-8b28-4bd5-b419-e73531a4e34e req-402da546-da86-40b9-904e-081768601cf1 tempest-AggregatesAdminTestJSON-1565059570 tempest-AggregatesAdminTestJSON-1565059570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:42.268304 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-04fc4be7-8b28-4bd5-b419-e73531a4e34e req-402da546-da86-40b9-904e-081768601cf1 tempest-AggregatesAdminTestJSON-1565059570 tempest-AggregatesAdminTestJSON-1565059570-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d3d936c9-205a-47df-a2da-ad3da2a70f76 HTTP/1.1" status: 200 len: 1121 time: 0.0573251 Jul 09 14:35:42.268845 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 47822) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:42.273782 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-3c8d4701-64d9-4c50-8256-5d46438fbfa3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1528326238-network', 'tenant_id': 'c0780bd2977f452eab737124a3e4954b'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:35:42.295201 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc60b0eb-a16a-4c6b-8593-5e546ed76a3c req-eb713bc4-b4e9-4355-8c94-1467f3d6791e tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:42.296210 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-04fc4be7-8b28-4bd5-b419-e73531a4e34e req-27a7212e-337d-47df-97ba-fcd6364000b7 tempest-AggregatesAdminTestJSON-1565059570 tempest-AggregatesAdminTestJSON-1565059570-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:42.296761 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bc60b0eb-a16a-4c6b-8593-5e546ed76a3c req-eb713bc4-b4e9-4355-8c94-1467f3d6791e tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b8ae59f-2b0e-43ce-a346-90e38f284382 HTTP/1.1" status: 200 len: 949 time: 0.0736048 Jul 09 14:35:42.334943 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bc60b0eb-a16a-4c6b-8593-5e546ed76a3c req-01cfafe0-801d-4d6c-81ce-a373f4039d53 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b3a90-2ddf-4c39-b384-8990ad15ae2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320768 Jul 09 14:35:42.419420 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c8d4701-64d9-4c50-8256-5d46438fbfa3 admin admin] Made reservation on behalf of c0780bd2977f452eab737124a3e4954b for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:35:42.421822 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3c8d4701-64d9-4c50-8256-5d46438fbfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:42.440289 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3c8d4701-64d9-4c50-8256-5d46438fbfa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:42.516474 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-04fc4be7-8b28-4bd5-b419-e73531a4e34e req-27a7212e-337d-47df-97ba-fcd6364000b7 tempest-AggregatesAdminTestJSON-1565059570 tempest-AggregatesAdminTestJSON-1565059570-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:42.598655 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-04fc4be7-8b28-4bd5-b419-e73531a4e34e req-27a7212e-337d-47df-97ba-fcd6364000b7 tempest-AggregatesAdminTestJSON-1565059570 tempest-AggregatesAdminTestJSON-1565059570-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:42.628489 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-04fc4be7-8b28-4bd5-b419-e73531a4e34e req-27a7212e-337d-47df-97ba-fcd6364000b7 tempest-AggregatesAdminTestJSON-1565059570 tempest-AggregatesAdminTestJSON-1565059570-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=ee8856be-6182-45a7-982c-78036c75ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3507078 Jul 09 14:35:42.647635 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a7212e-337d-47df-97ba-fcd6364000b7 tempest-AggregatesAdminTestJSON-1565059570 tempest-AggregatesAdminTestJSON-1565059570-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df93a2e-b59e-48ec-a0e3-a2c5dff71a29,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:42.718578 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3c8d4701-64d9-4c50-8256-5d46438fbfa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:42.778726 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3c8d4701-64d9-4c50-8256-5d46438fbfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:42.803735 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c8d4701-64d9-4c50-8256-5d46438fbfa3 admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:35:42.813605 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8d4701-64d9-4c50-8256-5d46438fbfa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f73b715-c1d6-4e91-9805-7b71d3981f0a,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:42.819886 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3c8d4701-64d9-4c50-8256-5d46438fbfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:42.820221 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-3c8d4701-64d9-4c50-8256-5d46438fbfa3 admin admin] Added segment e283bb16-466f-43ac-a269-1afbbeddd289 of type vlan for network e85a3145-89af-4ef8-8c98-aca87ef6ffc4 Jul 09 14:35:42.863899 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3c8d4701-64d9-4c50-8256-5d46438fbfa3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:42.888037 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0bad0f-31ee-4112-851f-1a24778de7d2 req-6b294bf7-d036-4dc7-926d-fdd0f1845a6e tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:42.895754 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3b0bad0f-31ee-4112-851f-1a24778de7d2 req-6b294bf7-d036-4dc7-926d-fdd0f1845a6e tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=2df18832-0a90-4bac-9014-72e1f2d3c304 HTTP/1.1" status: 200 len: 944 time: 0.0778601 Jul 09 14:35:42.928224 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3b0bad0f-31ee-4112-851f-1a24778de7d2 req-dd45fc0b-9ce8-49f1-bc98-71d7d8edad23 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316157 Jul 09 14:35:43.018869 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3c8d4701-64d9-4c50-8256-5d46438fbfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:43.020122 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8d4701-64d9-4c50-8256-5d46438fbfa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:43.020860 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3c8d4701-64d9-4c50-8256-5d46438fbfa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:43.087434 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8d4701-64d9-4c50-8256-5d46438fbfa3 admin admin] Pushing event updated for resources: {'Network': ['ID=e85a3145-89af-4ef8-8c98-aca87ef6ffc4,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:43.103924 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network e85a3145-89af-4ef8-8c98-aca87ef6ffc4 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:35:43.185450 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-3c8d4701-64d9-4c50-8256-5d46438fbfa3 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9153807 Jul 09 14:35:43.190446 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47872) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:43.201109 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-0ae033f3-e4c1-4ba0-9790-f3a0959ae975 admin admin] Request body: {'subnet': {'network_id': 'e85a3145-89af-4ef8-8c98-aca87ef6ffc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1528326238-subnet', 'tenant_id': 'c0780bd2977f452eab737124a3e4954b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:35:43.241246 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-75665b32-4321-4975-b042-f6141ef2c108 req-a9803a2e-a13f-477c-933d-14c01d50c388 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=03bfa10df918443c9e4a4bb4d4072768&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224478 Jul 09 14:35:43.350623 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75665b32-4321-4975-b042-f6141ef2c108 req-c313c3cf-e983-4928-87e7-f460c46e8dfc tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:43.352097 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-75665b32-4321-4975-b042-f6141ef2c108 req-c313c3cf-e983-4928-87e7-f460c46e8dfc tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1026189 Jul 09 14:35:43.355769 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae033f3-e4c1-4ba0-9790-f3a0959ae975 admin admin] Made reservation on behalf of c0780bd2977f452eab737124a3e4954b for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:35:43.358820 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0ae033f3-e4c1-4ba0-9790-f3a0959ae975 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:43.371038 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-75665b32-4321-4975-b042-f6141ef2c108 req-61a23fdc-47bb-4f80-9e0a-9b8257412bc9 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.58 "GET /v2.0/quotas/03bfa10df918443c9e4a4bb4d4072768 HTTP/1.1" status: 200 len: 375 time: 0.0095825 Jul 09 14:35:43.405107 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-75665b32-4321-4975-b042-f6141ef2c108 req-579d5d53-350a-4c7f-a2be-57dbff9c8d6b tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=03bfa10df918443c9e4a4bb4d4072768&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289645 Jul 09 14:35:43.633532 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0ae033f3-e4c1-4ba0-9790-f3a0959ae975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:43.695029 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae033f3-e4c1-4ba0-9790-f3a0959ae975 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9ba80f3-53ed-4886-a13b-bd996de6f6f9,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:43.700957 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae033f3-e4c1-4ba0-9790-f3a0959ae975 admin admin] Checking segment: {'id': 'e283bb16-466f-43ac-a269-1afbbeddd289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'e85a3145-89af-4ef8-8c98-aca87ef6ffc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:35:43.701389 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae033f3-e4c1-4ba0-9790-f3a0959ae975 admin admin] Network hostable DHCP agents. Network: e85a3145-89af-4ef8-8c98-aca87ef6ffc4, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:35:43.818560 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae033f3-e4c1-4ba0-9790-f3a0959ae975 admin admin] Network e85a3145-89af-4ef8-8c98-aca87ef6ffc4 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:35:43.915387 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bf1ebcd5-db3d-4292-8052-07dc29a8f3a2 req-48c36f20-0940-419b-865e-e31454a487ff tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.58 "GET /v2.0/ports?device_id=d762b363-8d3a-4424-8de1-5b8bb368fe61 HTTP/1.1" status: 200 len: 210 time: 0.0279884 Jul 09 14:35:43.940017 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-0ae033f3-e4c1-4ba0-9790-f3a0959ae975 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, e85a3145-89af-4ef8-8c98-aca87ef6ffc4) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:35:43.949593 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c951cd6-23c2-40c7-9117-b360a8778f0e None None] Network e85a3145-89af-4ef8-8c98-aca87ef6ffc4 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:35:43.952879 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae033f3-e4c1-4ba0-9790-f3a0959ae975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:43.953528 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0ae033f3-e4c1-4ba0-9790-f3a0959ae975 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:43.960400 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4b54b4-b95b-4621-aff2-f415ef93d5a7 req-e000e1d1-13dc-4e96-9a16-05f2f6cb857e tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:43.967414 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fd4b54b4-b95b-4621-aff2-f415ef93d5a7 req-e000e1d1-13dc-4e96-9a16-05f2f6cb857e tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b8ae59f-2b0e-43ce-a346-90e38f284382 HTTP/1.1" status: 200 len: 949 time: 0.2714689 Jul 09 14:35:44.002249 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fd4b54b4-b95b-4621-aff2-f415ef93d5a7 req-f31823f0-8537-4bbb-8506-5dafa1e46e59 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b3a90-2ddf-4c39-b384-8990ad15ae2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332398 Jul 09 14:35:44.031144 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-0ae033f3-e4c1-4ba0-9790-f3a0959ae975 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8367052 Jul 09 14:35:44.104848 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c56afd3-4650-413a-ba5f-1797f79e7b46 None None] Network e85a3145-89af-4ef8-8c98-aca87ef6ffc4 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:35:44.350969 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2960dee-4f18-4f25-b3ee-a9ba16b89d82 req-cc663747-62b5-476b-a7dd-817795c54b1f tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:44.352566 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d2960dee-4f18-4f25-b3ee-a9ba16b89d82 req-cc663747-62b5-476b-a7dd-817795c54b1f tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=2df18832-0a90-4bac-9014-72e1f2d3c304 HTTP/1.1" status: 200 len: 944 time: 0.0749276 Jul 09 14:35:44.393173 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d2960dee-4f18-4f25-b3ee-a9ba16b89d82 req-62cb0c6a-b1b3-4e14-a537-78ca0ed93ded tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350299 Jul 09 14:35:44.396328 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:44.645424 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f3028-ce81-4e4c-bc8c-5da33c9e3ac0 req-9aa53aea-9111-45af-9e54-2888d2effe91 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:44.651224 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0b1f3028-ce81-4e4c-bc8c-5da33c9e3ac0 req-9aa53aea-9111-45af-9e54-2888d2effe91 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/networks?id=56b8037f-2c10-4a66-9bb7-3f0d90fcd124 HTTP/1.1" status: 200 len: 808 time: 0.1029456 Jul 09 14:35:44.661903 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0b1f3028-ce81-4e4c-bc8c-5da33c9e3ac0 req-6c156783-d575-4f4b-8bb4-047cc9c7aac3 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/quotas/3b28908fc5d842e29720d7043e8083fd HTTP/1.1" status: 200 len: 375 time: 0.0095932 Jul 09 14:35:44.694342 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0b1f3028-ce81-4e4c-bc8c-5da33c9e3ac0 req-751f9ea5-adfd-49a9-adf3-1d04cec7ea79 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3b28908fc5d842e29720d7043e8083fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270712 Jul 09 14:35:44.784995 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0b1f3028-ce81-4e4c-bc8c-5da33c9e3ac0 req-bb7ebe7c-2239-435c-9c48-0c2874cecfd4 service neutron] 10.222.0.58 "GET /v2.0/networks/56b8037f-2c10-4a66-9bb7-3f0d90fcd124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835931 Jul 09 14:35:44.871349 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0b1f3028-ce81-4e4c-bc8c-5da33c9e3ac0 req-eb2ae911-b230-4230-884b-108739b8e4a7 service neutron] 10.222.0.58 "GET /v2.0/networks/56b8037f-2c10-4a66-9bb7-3f0d90fcd124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806329 Jul 09 14:35:44.968783 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device e24c6829-ff22-4546-b008-4d35ebba6132 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:35:45.068147 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port e24c6829-ff22-4546-b008-4d35ebba6132, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=e24c6829-ff22-4546-b008-4d35ebba6132,segment=NetworkSegment(aace0400-4c69-453a-b04e-112644859d27),segment_id=aace0400-4c69-453a-b04e-112644859d27)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:35:45.080308 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': 'e24c6829-ff22-4546-b008-4d35ebba6132', 'network_id': 'f37664d6-2d63-4250-9a40-b9995b72cf27', 'port_id': 'e24c6829-ff22-4546-b008-4d35ebba6132', 'mac_address': 'fa:16:3e:f3:5b:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'defde159-6b57-4a6f-ad64-e5b0f0fcfa82', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:35:45.118036 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:45.131544 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e24c6829-ff22-4546-b008-4d35ebba6132 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:35:45.152271 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port e24c6829-ff22-4546-b008-4d35ebba6132, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=e24c6829-ff22-4546-b008-4d35ebba6132,segment=NetworkSegment(aace0400-4c69-453a-b04e-112644859d27),segment_id=aace0400-4c69-453a-b04e-112644859d27)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:35:45.216881 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:45.289069 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=e24c6829-ff22-4546-b008-4d35ebba6132,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:45.346259 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-814eb4b7-ea43-470b-b07b-d51b4592bac2 req-c4916981-014f-4ccc-895a-1950d26b77bd tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.58 "GET /v2.0/ports?device_id=d762b363-8d3a-4424-8de1-5b8bb368fe61 HTTP/1.1" status: 200 len: 210 time: 0.0320816 Jul 09 14:35:45.506055 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb41686-faeb-4bef-9c6b-64d71328fd23 req-f7f013aa-ed33-4358-a781-08d25d99df87 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:45.507624 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5bb41686-faeb-4bef-9c6b-64d71328fd23 req-f7f013aa-ed33-4358-a781-08d25d99df87 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b8ae59f-2b0e-43ce-a346-90e38f284382 HTTP/1.1" status: 200 len: 949 time: 0.0629113 Jul 09 14:35:45.544995 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5bb41686-faeb-4bef-9c6b-64d71328fd23 req-f8a0caa6-d0bd-4be7-87c2-b4c2a3bebb84 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b3a90-2ddf-4c39-b384-8990ad15ae2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314076 Jul 09 14:35:45.612636 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2b1f74de-d58b-47cc-8570-5488adb9bb5d req-b880a125-96c3-4cd1-a0e6-b46c155e9649 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=23c63ae6-2cea-4ae4-b002-870ac7b538ff HTTP/1.1" status: 200 len: 210 time: 0.0283413 Jul 09 14:35:45.718020 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['e24c6829-ff22-4546-b008-4d35ebba6132'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:35:45.916309 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc2a9a-47c7-4591-b8b4-7e712bc3e4dc req-f76ee7b1-a26d-4b99-bb3e-ca6fe652a1e3 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:45.917811 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f6fc2a9a-47c7-4591-b8b4-7e712bc3e4dc req-f76ee7b1-a26d-4b99-bb3e-ca6fe652a1e3 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=2df18832-0a90-4bac-9014-72e1f2d3c304 HTTP/1.1" status: 200 len: 945 time: 0.0726023 Jul 09 14:35:45.955712 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f6fc2a9a-47c7-4591-b8b4-7e712bc3e4dc req-e40b007c-dda2-4446-be99-3bdde324d1c9 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322022 Jul 09 14:35:46.373715 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-75665b32-4321-4975-b042-f6141ef2c108 req-c016cadb-9ecd-4eed-bcf5-9084c8b5d553 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=03bfa10df918443c9e4a4bb4d4072768&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233228 Jul 09 14:35:46.526942 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75665b32-4321-4975-b042-f6141ef2c108 req-fa058522-ec07-4bc6-92ad-cd193fdd3811 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:46.526942 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-75665b32-4321-4975-b042-f6141ef2c108 req-fa058522-ec07-4bc6-92ad-cd193fdd3811 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1074407 Jul 09 14:35:46.526942 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-75665b32-4321-4975-b042-f6141ef2c108 req-3de3c579-8c92-4c95-b7e9-97c105bea0d0 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Request body: {'port': {'device_id': 'd762b363-8d3a-4424-8de1-5b8bb368fe61', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'admin_state_up': True, 'tenant_id': '03bfa10df918443c9e4a4bb4d4072768'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:35:46.956137 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75665b32-4321-4975-b042-f6141ef2c108 req-3de3c579-8c92-4c95-b7e9-97c105bea0d0 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Made reservation on behalf of 03bfa10df918443c9e4a4bb4d4072768 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:35:46.959776 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-75665b32-4321-4975-b042-f6141ef2c108 req-3de3c579-8c92-4c95-b7e9-97c105bea0d0 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:46.969631 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-75665b32-4321-4975-b042-f6141ef2c108 req-3de3c579-8c92-4c95-b7e9-97c105bea0d0 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:46.993673 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device e24c6829-ff22-4546-b008-4d35ebba6132 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:35:47.120565 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-75665b32-4321-4975-b042-f6141ef2c108 req-3de3c579-8c92-4c95-b7e9-97c105bea0d0 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:47.131781 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-35d76fcf-d021-4cfb-a0b2-2fb0a70ebab2 req-a0a44398-bc30-487f-bfae-edc09a6c8216 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.58 "GET /v2.0/ports?device_id=d762b363-8d3a-4424-8de1-5b8bb368fe61 HTTP/1.1" status: 200 len: 210 time: 0.0343766 Jul 09 14:35:47.184255 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port e24c6829-ff22-4546-b008-4d35ebba6132 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:35:47.188484 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port e24c6829-ff22-4546-b008-4d35ebba6132 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:35:47.188860 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:47.225334 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-75665b32-4321-4975-b042-f6141ef2c108 req-3de3c579-8c92-4c95-b7e9-97c105bea0d0 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:47.273431 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:47.301594 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de3c579-8c92-4c95-b7e9-97c105bea0d0 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26db68c8-80e4-439b-baaf-94963c11c242,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:47.301839 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df18832-0a90-4bac-9014-72e1f2d3c304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e24c6829-ff22-4546-b008-4d35ebba6132'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:35:47.308175 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2357d1c6-ceaa-4be2-9d11-380662d1500c" -d '{"events": [{"server_uuid": "2df18832-0a90-4bac-9014-72e1f2d3c304", "name": "network-vif-plugged", "status": "completed", "tag": "e24c6829-ff22-4546-b008-4d35ebba6132"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:35:47.319963 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e1f000e8-20b2-47c5-a78a-cfd5adf06ac1 req-3b25c0cc-a8f0-4601-aa43-a70c245e7d45 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=23c63ae6-2cea-4ae4-b002-870ac7b538ff HTTP/1.1" status: 200 len: 210 time: 0.0808187 Jul 09 14:35:47.333033 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port e24c6829-ff22-4546-b008-4d35ebba6132, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=e24c6829-ff22-4546-b008-4d35ebba6132,segment=NetworkSegment(aace0400-4c69-453a-b04e-112644859d27),segment_id=aace0400-4c69-453a-b04e-112644859d27)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:35:47.404266 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-75665b32-4321-4975-b042-f6141ef2c108 req-3de3c579-8c92-4c95-b7e9-97c105bea0d0 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Allocated IP 192.168.233.129 (aa30872f-c756-4ec7-be84-b2e3b86cdcfc/8081bcce-88de-4a2f-9e69-6750220e0be0/3c57efbc-7475-4ce6-9c7b-cea4b3c32a2c) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:35:47.436159 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:47.499110 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=e24c6829-ff22-4546-b008-4d35ebba6132,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:47.500586 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52196014-c7f1-4e32-9bd4-593a95625932 req-afd3e457-4b99-4c79-8506-6972eb15e179 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:47.509877 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-52196014-c7f1-4e32-9bd4-593a95625932 req-afd3e457-4b99-4c79-8506-6972eb15e179 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b8ae59f-2b0e-43ce-a346-90e38f284382 HTTP/1.1" status: 200 len: 949 time: 0.0786648 Jul 09 14:35:47.544223 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-52196014-c7f1-4e32-9bd4-593a95625932 req-03f34397-c111-4dfe-b182-56520ff8e062 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b3a90-2ddf-4c39-b384-8990ad15ae2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334475 Jul 09 14:35:47.590677 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-75665b32-4321-4975-b042-f6141ef2c108 req-3de3c579-8c92-4c95-b7e9-97c105bea0d0 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:47.607939 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-75665b32-4321-4975-b042-f6141ef2c108 req-3de3c579-8c92-4c95-b7e9-97c105bea0d0 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Transition to ACTIVE for port object 3c57efbc-7475-4ce6-9c7b-cea4b3c32a2c will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:35:47.715711 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f7508-8f12-4f27-b181-e060a08ec640 req-153c3a59-7401-4a75-8de8-66e40e798708 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:47.716203 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-75665b32-4321-4975-b042-f6141ef2c108 req-3de3c579-8c92-4c95-b7e9-97c105bea0d0 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:47.719319 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-323f7508-8f12-4f27-b181-e060a08ec640 req-153c3a59-7401-4a75-8de8-66e40e798708 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=2df18832-0a90-4bac-9014-72e1f2d3c304 HTTP/1.1" status: 200 len: 946 time: 0.0734081 Jul 09 14:35:47.758717 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-323f7508-8f12-4f27-b181-e060a08ec640 req-6577dd3a-99dc-4aa2-a1fc-da8b252e48e5 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353417 Jul 09 14:35:47.782842 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75665b32-4321-4975-b042-f6141ef2c108 req-3de3c579-8c92-4c95-b7e9-97c105bea0d0 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Network aa30872f-c756-4ec7-be84-b2e3b86cdcfc is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:35:47.784042 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de3c579-8c92-4c95-b7e9-97c105bea0d0 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Pushing event updated for resources: {'Port': ['ID=3c57efbc-7475-4ce6-9c7b-cea4b3c32a2c,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:47.787391 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-75665b32-4321-4975-b042-f6141ef2c108 req-3de3c579-8c92-4c95-b7e9-97c105bea0d0 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:35:47.789397 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-75665b32-4321-4975-b042-f6141ef2c108 req-3de3c579-8c92-4c95-b7e9-97c105bea0d0 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:35:47.795148 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75665b32-4321-4975-b042-f6141ef2c108 req-3de3c579-8c92-4c95-b7e9-97c105bea0d0 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:47.800739 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-75665b32-4321-4975-b042-f6141ef2c108 req-3de3c579-8c92-4c95-b7e9-97c105bea0d0 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:47.873647 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-75665b32-4321-4975-b042-f6141ef2c108 req-3de3c579-8c92-4c95-b7e9-97c105bea0d0 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3782806 Jul 09 14:35:47.888328 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-75665b32-4321-4975-b042-f6141ef2c108 req-6d3b076c-e882-43ac-913c-7e2991b66f79 service neutron] Request body: {'port': {'device_id': 'd762b363-8d3a-4424-8de1-5b8bb368fe61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:35:47.961553 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-75665b32-4321-4975-b042-f6141ef2c108 req-6d3b076c-e882-43ac-913c-7e2991b66f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:48.101571 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-f4d8d07f-0e4e-4f45-af91-fb206fa4b41a None None] Provisioning for port 3c57efbc-7475-4ce6-9c7b-cea4b3c32a2c completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:35:48.106661 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-f4d8d07f-0e4e-4f45-af91-fb206fa4b41a None None] Provisioning complete for port 3c57efbc-7475-4ce6-9c7b-cea4b3c32a2c triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:35:48.111550 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f4d8d07f-0e4e-4f45-af91-fb206fa4b41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:48.136244 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d90dfb7-1502-4993-bf78-ff33e95eedeb x-openstack-request-id: req-5d90dfb7-1502-4993-bf78-ff33e95eedeb {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:35:48.139800 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2df18832-0a90-4bac-9014-72e1f2d3c304", "name": "network-vif-plugged", "status": "completed", "tag": "e24c6829-ff22-4546-b008-4d35ebba6132", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:35:48.139800 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5d90dfb7-1502-4993-bf78-ff33e95eedeb {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:35:48.139800 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2df18832-0a90-4bac-9014-72e1f2d3c304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e24c6829-ff22-4546-b008-4d35ebba6132', 'code': 200} Jul 09 14:35:48.148294 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d8d07f-0e4e-4f45-af91-fb206fa4b41a None None] Port 3c57efbc-7475-4ce6-9c7b-cea4b3c32a2c cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:35:48.178781 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.54', 56157) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:48.242681 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-75665b32-4321-4975-b042-f6141ef2c108 req-6d3b076c-e882-43ac-913c-7e2991b66f79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c57efbc-7475-4ce6-9c7b-cea4b3c32a2c {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:35:48.253996 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-75665b32-4321-4975-b042-f6141ef2c108 req-6d3b076c-e882-43ac-913c-7e2991b66f79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:48.268339 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-75665b32-4321-4975-b042-f6141ef2c108 req-6d3b076c-e882-43ac-913c-7e2991b66f79 service neutron] Transition to ACTIVE for port object 3c57efbc-7475-4ce6-9c7b-cea4b3c32a2c will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:35:48.333482 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f3028-ce81-4e4c-bc8c-5da33c9e3ac0 req-51706487-4ff4-4226-93c6-4ccb25dd936e tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:48.335406 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0b1f3028-ce81-4e4c-bc8c-5da33c9e3ac0 req-51706487-4ff4-4226-93c6-4ccb25dd936e tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.54 "GET /v2.0/networks?id=56b8037f-2c10-4a66-9bb7-3f0d90fcd124 HTTP/1.1" status: 200 len: 808 time: 0.1555719 Jul 09 14:35:48.346083 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42568035-766c-46dd-bb19-4e2a0c6d61e7 req-cb5d28c7-201c-4507-bb5f-f7283dfe9868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:48.350964 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-42568035-766c-46dd-bb19-4e2a0c6d61e7 req-cb5d28c7-201c-4507-bb5f-f7283dfe9868 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2df18832-0a90-4bac-9014-72e1f2d3c304 HTTP/1.1" status: 200 len: 1097 time: 0.1122847 Jul 09 14:35:48.350964 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-0b1f3028-ce81-4e4c-bc8c-5da33c9e3ac0 req-41ee1e77-4eea-4ef2-9fe1-345264460f03 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Request body: {'port': {'device_id': '23c63ae6-2cea-4ae4-b002-870ac7b538ff', 'network_id': '56b8037f-2c10-4a66-9bb7-3f0d90fcd124', 'admin_state_up': True, 'tenant_id': '3b28908fc5d842e29720d7043e8083fd'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:35:48.370393 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-75665b32-4321-4975-b042-f6141ef2c108 req-6d3b076c-e882-43ac-913c-7e2991b66f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:48.435231 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3b076c-e882-43ac-913c-7e2991b66f79 service neutron] Pushing event updated for resources: {'Port': ['ID=3c57efbc-7475-4ce6-9c7b-cea4b3c32a2c,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:48.486363 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-75665b32-4321-4975-b042-f6141ef2c108 req-6d3b076c-e882-43ac-913c-7e2991b66f79 service neutron] Attempting to bind port 3c57efbc-7475-4ce6-9c7b-cea4b3c32a2c on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:35:48.486363 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-75665b32-4321-4975-b042-f6141ef2c108 req-6d3b076c-e882-43ac-913c-7e2991b66f79 service neutron] Attempting to bind port 3c57efbc-7475-4ce6-9c7b-cea4b3c32a2c by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:35:48.486656 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-42568035-766c-46dd-bb19-4e2a0c6d61e7 req-870c5414-056e-444d-bdd9-3a9a5b4c66b4 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826852 Jul 09 14:35:48.486754 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75665b32-4321-4975-b042-f6141ef2c108 req-6d3b076c-e882-43ac-913c-7e2991b66f79 service neutron] Attempting to bind port 3c57efbc-7475-4ce6-9c7b-cea4b3c32a2c on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:35:48.493669 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75665b32-4321-4975-b042-f6141ef2c108 req-6d3b076c-e882-43ac-913c-7e2991b66f79 service neutron] Port 3c57efbc-7475-4ce6-9c7b-cea4b3c32a2c on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:35:48.493669 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75665b32-4321-4975-b042-f6141ef2c108 req-6d3b076c-e882-43ac-913c-7e2991b66f79 service neutron] Attempting to bind port 3c57efbc-7475-4ce6-9c7b-cea4b3c32a2c on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:35:48.503584 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75665b32-4321-4975-b042-f6141ef2c108 req-6d3b076c-e882-43ac-913c-7e2991b66f79 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:35:48.504332 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75665b32-4321-4975-b042-f6141ef2c108 req-6d3b076c-e882-43ac-913c-7e2991b66f79 service neutron] Checking segment: {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:35:48.506818 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75665b32-4321-4975-b042-f6141ef2c108 req-6d3b076c-e882-43ac-913c-7e2991b66f79 service neutron] Bound using segment: {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:35:48.507978 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-75665b32-4321-4975-b042-f6141ef2c108 req-6d3b076c-e882-43ac-913c-7e2991b66f79 service neutron] Bound port: 3c57efbc-7475-4ce6-9c7b-cea4b3c32a2c, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:35:48.508469 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-75665b32-4321-4975-b042-f6141ef2c108 req-6d3b076c-e882-43ac-913c-7e2991b66f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:48.532392 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666c4ef9-de03-4cc4-b198-dabc2201c356 req-a973ccd8-fbe7-45fd-9457-72524f5877fb tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:48.533979 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-666c4ef9-de03-4cc4-b198-dabc2201c356 req-a973ccd8-fbe7-45fd-9457-72524f5877fb tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.58 "GET /v2.0/ports?device_id=d762b363-8d3a-4424-8de1-5b8bb368fe61 HTTP/1.1" status: 200 len: 948 time: 0.1797338 Jul 09 14:35:48.580658 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-666c4ef9-de03-4cc4-b198-dabc2201c356 req-6a66a626-a4db-42be-a5dc-64400efaa7d1 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.58 "GET /v2.0/security-groups?id=26db68c8-80e4-439b-baaf-94963c11c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396273 Jul 09 14:35:48.589169 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-75665b32-4321-4975-b042-f6141ef2c108 req-6d3b076c-e882-43ac-913c-7e2991b66f79 service neutron] For port 3c57efbc-7475-4ce6-9c7b-cea4b3c32a2c, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:35:48.592483 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-75665b32-4321-4975-b042-f6141ef2c108 req-6d3b076c-e882-43ac-913c-7e2991b66f79 service neutron] For port 3c57efbc-7475-4ce6-9c7b-cea4b3c32a2c, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=3c57efbc-7475-4ce6-9c7b-cea4b3c32a2c,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:35:48.635487 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b1f3028-ce81-4e4c-bc8c-5da33c9e3ac0 req-41ee1e77-4eea-4ef2-9fe1-345264460f03 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Made reservation on behalf of 3b28908fc5d842e29720d7043e8083fd for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:35:48.638984 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-0b1f3028-ce81-4e4c-bc8c-5da33c9e3ac0 req-41ee1e77-4eea-4ef2-9fe1-345264460f03 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:48.696396 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-75665b32-4321-4975-b042-f6141ef2c108 req-6d3b076c-e882-43ac-913c-7e2991b66f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:48.763410 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3b076c-e882-43ac-913c-7e2991b66f79 service neutron] Pushing event updated for resources: {'Port': ['ID=3c57efbc-7475-4ce6-9c7b-cea4b3c32a2c,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:48.768531 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75665b32-4321-4975-b042-f6141ef2c108 req-6d3b076c-e882-43ac-913c-7e2991b66f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:48.769432 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-75665b32-4321-4975-b042-f6141ef2c108 req-6d3b076c-e882-43ac-913c-7e2991b66f79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:48.771026 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-75665b32-4321-4975-b042-f6141ef2c108 req-6d3b076c-e882-43ac-913c-7e2991b66f79 service neutron] 10.222.0.54 "PUT /v2.0/ports/3c57efbc-7475-4ce6-9c7b-cea4b3c32a2c HTTP/1.1" status: 200 len: 1096 time: 0.8871109 Jul 09 14:35:48.771462 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd762b363-8d3a-4424-8de1-5b8bb368fe61', 'tag': '3c57efbc-7475-4ce6-9c7b-cea4b3c32a2c'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:35:48.773759 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41069792-d15c-4bca-a5c7-3cbe00820cd8" -d '{"events": [{"name": "network-changed", "server_uuid": "d762b363-8d3a-4424-8de1-5b8bb368fe61", "tag": "3c57efbc-7475-4ce6-9c7b-cea4b3c32a2c"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:35:48.783739 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-0b1f3028-ce81-4e4c-bc8c-5da33c9e3ac0 req-41ee1e77-4eea-4ef2-9fe1-345264460f03 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Allocated IP 172.20.0.13 (56b8037f-2c10-4a66-9bb7-3f0d90fcd124/e48d7f3a-0ca9-428c-9383-07e4f6a75f04/952d0d9b-778a-4741-9bd8-5a66da0cc89a) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:35:48.947562 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75665b32-4321-4975-b042-f6141ef2c108 req-44364c6f-ec64-4c45-b0f3-57390aaf94a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:48.949192 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-75665b32-4321-4975-b042-f6141ef2c108 req-44364c6f-ec64-4c45-b0f3-57390aaf94a5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=03bfa10df918443c9e4a4bb4d4072768&device_id=d762b363-8d3a-4424-8de1-5b8bb368fe61 HTTP/1.1" status: 200 len: 1099 time: 0.0793457 Jul 09 14:35:48.977925 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-0b1f3028-ce81-4e4c-bc8c-5da33c9e3ac0 req-41ee1e77-4eea-4ef2-9fe1-345264460f03 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:49.005985 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-75665b32-4321-4975-b042-f6141ef2c108 req-376fb967-93a9-4043-92b1-ad6159ccab4d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=3c57efbc-7475-4ce6-9c7b-cea4b3c32a2c HTTP/1.1" status: 200 len: 217 time: 0.0495739 Jul 09 14:35:49.030363 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d793fb43-d60c-49c2-9f87-9ebaa7484ede req-7c0c68af-871b-4804-b862-78765c06352b tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=23c63ae6-2cea-4ae4-b002-870ac7b538ff HTTP/1.1" status: 200 len: 210 time: 0.0397186 Jul 09 14:35:49.068148 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75665b32-4321-4975-b042-f6141ef2c108 req-0a261b6e-7031-4b3b-a6a7-53762d752d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:49.069972 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-75665b32-4321-4975-b042-f6141ef2c108 req-0a261b6e-7031-4b3b-a6a7-53762d752d3f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.0577676 Jul 09 14:35:49.089929 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c061c-235f-4c71-a873-d2585497d2d8 req-370fa5fc-0056-44ec-8c1f-0774cf1046b5 tempest-DeleteServersAdminTestJSON-1512592771 tempest-DeleteServersAdminTestJSON-1512592771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:49.093289 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-db4c061c-235f-4c71-a873-d2585497d2d8 req-370fa5fc-0056-44ec-8c1f-0774cf1046b5 tempest-DeleteServersAdminTestJSON-1512592771 tempest-DeleteServersAdminTestJSON-1512592771-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4b8ae59f-2b0e-43ce-a346-90e38f284382 HTTP/1.1" status: 200 len: 1100 time: 0.0877213 Jul 09 14:35:49.129134 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75665b32-4321-4975-b042-f6141ef2c108 req-9d5520d6-f2ab-4775-9ce3-af81fe6bd38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:49.130563 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-75665b32-4321-4975-b042-f6141ef2c108 req-9d5520d6-f2ab-4775-9ce3-af81fe6bd38d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0544057 Jul 09 14:35:49.182998 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-0b1f3028-ce81-4e4c-bc8c-5da33c9e3ac0 req-41ee1e77-4eea-4ef2-9fe1-345264460f03 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:49.231795 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-75665b32-4321-4975-b042-f6141ef2c108 req-dc2ea476-9e5f-46f2-8593-7f58dff7a6eb service neutron] 10.222.0.54 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890269 Jul 09 14:35:49.256641 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b1f3028-ce81-4e4c-bc8c-5da33c9e3ac0 req-41ee1e77-4eea-4ef2-9fe1-345264460f03 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Network 56b8037f-2c10-4a66-9bb7-3f0d90fcd124 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:35:49.258899 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-0b1f3028-ce81-4e4c-bc8c-5da33c9e3ac0 req-41ee1e77-4eea-4ef2-9fe1-345264460f03 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:35:49.266167 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b1f3028-ce81-4e4c-bc8c-5da33c9e3ac0 req-41ee1e77-4eea-4ef2-9fe1-345264460f03 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:35:49.272432 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f3028-ce81-4e4c-bc8c-5da33c9e3ac0 req-41ee1e77-4eea-4ef2-9fe1-345264460f03 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:49.273069 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-0b1f3028-ce81-4e4c-bc8c-5da33c9e3ac0 req-41ee1e77-4eea-4ef2-9fe1-345264460f03 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:49.293949 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ee1e77-4eea-4ef2-9fe1-345264460f03 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Pushing event updated for resources: {'Port': ['ID=952d0d9b-778a-4741-9bd8-5a66da0cc89a,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:49.316927 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-db4c061c-235f-4c71-a873-d2585497d2d8 req-c5ed957d-eb2d-4df2-9b57-bf6d0fa1e4ef tempest-DeleteServersAdminTestJSON-1512592771 tempest-DeleteServersAdminTestJSON-1512592771-project-admin] Deleting port eea76a1e-7d70-4a21-9e52-822938fbb714 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:35:49.316927 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-db4c061c-235f-4c71-a873-d2585497d2d8 req-c5ed957d-eb2d-4df2-9b57-bf6d0fa1e4ef tempest-DeleteServersAdminTestJSON-1512592771 tempest-DeleteServersAdminTestJSON-1512592771-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:49.327292 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-75665b32-4321-4975-b042-f6141ef2c108 req-4aacd57f-8f3b-405c-9a59-2cbdb39e1e67 service neutron] 10.222.0.54 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892348 Jul 09 14:35:49.369095 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d216c0d4-c415-4325-99dd-d492287aa359 req-5d198a66-e6c1-4b89-a1f3-2f452af63118 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:49.370605 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d216c0d4-c415-4325-99dd-d492287aa359 req-5d198a66-e6c1-4b89-a1f3-2f452af63118 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b8ae59f-2b0e-43ce-a346-90e38f284382 HTTP/1.1" status: 200 len: 949 time: 0.2314174 Jul 09 14:35:49.389922 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0b1f3028-ce81-4e4c-bc8c-5da33c9e3ac0 req-41ee1e77-4eea-4ef2-9fe1-345264460f03 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0460088 Jul 09 14:35:49.406705 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-0b1f3028-ce81-4e4c-bc8c-5da33c9e3ac0 req-b04ab180-fac4-4d81-8769-e72230210aca service neutron] Request body: {'port': {'device_id': '23c63ae6-2cea-4ae4-b002-870ac7b538ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:35:49.465640 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d216c0d4-c415-4325-99dd-d492287aa359 req-b918e660-01f0-4724-b21a-f554f96837cf tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b3a90-2ddf-4c39-b384-8990ad15ae2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870483 Jul 09 14:35:49.482713 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-db4c061c-235f-4c71-a873-d2585497d2d8 req-c5ed957d-eb2d-4df2-9b57-bf6d0fa1e4ef tempest-DeleteServersAdminTestJSON-1512592771 tempest-DeleteServersAdminTestJSON-1512592771-project-admin] For port eea76a1e-7d70-4a21-9e52-822938fbb714, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=eea76a1e-7d70-4a21-9e52-822938fbb714,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:35:49.483200 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-db4c061c-235f-4c71-a873-d2585497d2d8 req-c5ed957d-eb2d-4df2-9b57-bf6d0fa1e4ef tempest-DeleteServersAdminTestJSON-1512592771 tempest-DeleteServersAdminTestJSON-1512592771-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:49.525708 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-db4c061c-235f-4c71-a873-d2585497d2d8 req-c5ed957d-eb2d-4df2-9b57-bf6d0fa1e4ef tempest-DeleteServersAdminTestJSON-1512592771 tempest-DeleteServersAdminTestJSON-1512592771-project-admin] Calling delete_port for eea76a1e-7d70-4a21-9e52-822938fbb714 owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:35:49.530406 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8195cffc-dd7d-45e4-a1c8-175b79ba64ad x-openstack-request-id: req-8195cffc-dd7d-45e4-a1c8-175b79ba64ad {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:35:49.530890 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d762b363-8d3a-4424-8de1-5b8bb368fe61", "tag": "3c57efbc-7475-4ce6-9c7b-cea4b3c32a2c", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:35:49.531318 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8195cffc-dd7d-45e4-a1c8-175b79ba64ad {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:35:49.531909 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd762b363-8d3a-4424-8de1-5b8bb368fe61', 'tag': '3c57efbc-7475-4ce6-9c7b-cea4b3c32a2c', 'status': 'completed', 'code': 200} Jul 09 14:35:49.578203 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-0b1f3028-ce81-4e4c-bc8c-5da33c9e3ac0 req-b04ab180-fac4-4d81-8769-e72230210aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:49.630349 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41069792-d15c-4bca-a5c7-3cbe00820cd8 req-1e4af749-49c4-48df-b14a-487e49eeaf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:49.633723 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-41069792-d15c-4bca-a5c7-3cbe00820cd8 req-1e4af749-49c4-48df-b14a-487e49eeaf64 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=03bfa10df918443c9e4a4bb4d4072768&device_id=d762b363-8d3a-4424-8de1-5b8bb368fe61 HTTP/1.1" status: 200 len: 1099 time: 0.0784934 Jul 09 14:35:49.913389 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48042) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:49.930339 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-db4c061c-235f-4c71-a873-d2585497d2d8 req-c5ed957d-eb2d-4df2-9b57-bf6d0fa1e4ef tempest-DeleteServersAdminTestJSON-1512592771 tempest-DeleteServersAdminTestJSON-1512592771-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:49.964149 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['eea76a1e-7d70-4a21-9e52-822938fbb714'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:35:49.990028 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ed957d-eb2d-4df2-9b57-bf6d0fa1e4ef tempest-DeleteServersAdminTestJSON-1512592771 tempest-DeleteServersAdminTestJSON-1512592771-project-admin] Pushing event deleted for resources: {'Port': ['ID=eea76a1e-7d70-4a21-9e52-822938fbb714,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:50.025126 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-0b1f3028-ce81-4e4c-bc8c-5da33c9e3ac0 req-b04ab180-fac4-4d81-8769-e72230210aca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 952d0d9b-778a-4741-9bd8-5a66da0cc89a {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:35:50.039705 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41069792-d15c-4bca-a5c7-3cbe00820cd8 req-7d666f62-18cd-4688-96c8-24febf6db090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:50.046872 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-41069792-d15c-4bca-a5c7-3cbe00820cd8 req-7d666f62-18cd-4688-96c8-24febf6db090 service neutron] 10.222.0.54 "GET /v2.0/networks?id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc HTTP/1.1" status: 200 len: 870 time: 0.4023738 Jul 09 14:35:50.062345 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c23a43-053c-4816-9585-40314bd4c2f7 req-ca1671a7-d7a2-46a3-8c52-f437fcad98fa tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:50.069506 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-0b1f3028-ce81-4e4c-bc8c-5da33c9e3ac0 req-b04ab180-fac4-4d81-8769-e72230210aca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:50.070101 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-54c23a43-053c-4816-9585-40314bd4c2f7 req-ca1671a7-d7a2-46a3-8c52-f437fcad98fa tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=2df18832-0a90-4bac-9014-72e1f2d3c304 HTTP/1.1" status: 200 len: 946 time: 0.3962638 Jul 09 14:35:50.072307 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-db4c061c-235f-4c71-a873-d2585497d2d8 req-c5ed957d-eb2d-4df2-9b57-bf6d0fa1e4ef tempest-DeleteServersAdminTestJSON-1512592771 tempest-DeleteServersAdminTestJSON-1512592771-project-admin] No DVR routers for this DVR port eea76a1e-7d70-4a21-9e52-822938fbb714 on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:35:50.076200 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-db4c061c-235f-4c71-a873-d2585497d2d8 req-c5ed957d-eb2d-4df2-9b57-bf6d0fa1e4ef tempest-DeleteServersAdminTestJSON-1512592771 tempest-DeleteServersAdminTestJSON-1512592771-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:50.078818 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-db4c061c-235f-4c71-a873-d2585497d2d8 req-c5ed957d-eb2d-4df2-9b57-bf6d0fa1e4ef tempest-DeleteServersAdminTestJSON-1512592771 tempest-DeleteServersAdminTestJSON-1512592771-project-admin] 10.222.0.62 "DELETE /v2.0/ports/eea76a1e-7d70-4a21-9e52-822938fbb714 HTTP/1.1" status: 204 len: 173 time: 0.9816422 Jul 09 14:35:50.082785 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8ae59f-2b0e-43ce-a346-90e38f284382', 'name': 'network-vif-deleted', 'tag': 'eea76a1e-7d70-4a21-9e52-822938fbb714'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:35:50.085180 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-815b4a30-918d-4ffe-afb9-beebb1002a25" -d '{"events": [{"server_uuid": "4b8ae59f-2b0e-43ce-a346-90e38f284382", "name": "network-vif-deleted", "tag": "eea76a1e-7d70-4a21-9e52-822938fbb714"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:35:50.124657 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-0b1f3028-ce81-4e4c-bc8c-5da33c9e3ac0 req-b04ab180-fac4-4d81-8769-e72230210aca service neutron] Transition to ACTIVE for port object 952d0d9b-778a-4741-9bd8-5a66da0cc89a will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:35:50.140558 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-41069792-d15c-4bca-a5c7-3cbe00820cd8 req-f3992bb9-b0c9-4f4b-b075-9f8a971b459e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=3c57efbc-7475-4ce6-9c7b-cea4b3c32a2c HTTP/1.1" status: 200 len: 217 time: 0.0917177 Jul 09 14:35:50.159771 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eefd5d4e-9f2d-4265-b13e-3dbecc2aaff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:50.165775 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9fea87-a8e1-4015-9c28-ef3a29f49ab0 req-e42a9fc3-cce2-4ab3-a345-d862401b3a9a tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:50.167563 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2d9fea87-a8e1-4015-9c28-ef3a29f49ab0 req-e42a9fc3-cce2-4ab3-a345-d862401b3a9a tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.58 "GET /v2.0/ports?device_id=d762b363-8d3a-4424-8de1-5b8bb368fe61 HTTP/1.1" status: 200 len: 948 time: 0.0872002 Jul 09 14:35:50.208815 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-0b1f3028-ce81-4e4c-bc8c-5da33c9e3ac0 req-b04ab180-fac4-4d81-8769-e72230210aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:50.212979 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-54c23a43-053c-4816-9585-40314bd4c2f7 req-11f2269f-545d-4e4c-886f-942678316bfe tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419168 Jul 09 14:35:50.235229 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41069792-d15c-4bca-a5c7-3cbe00820cd8 req-60463f7e-32cc-4800-a523-788bba6223aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:50.236752 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-41069792-d15c-4bca-a5c7-3cbe00820cd8 req-60463f7e-32cc-4800-a523-788bba6223aa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.0866642 Jul 09 14:35:50.249438 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2d9fea87-a8e1-4015-9c28-ef3a29f49ab0 req-54049740-5090-4484-a11d-416e7f5d4b66 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.58 "GET /v2.0/security-groups?id=26db68c8-80e4-439b-baaf-94963c11c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728745 Jul 09 14:35:50.326916 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ab180-fac4-4d81-8769-e72230210aca service neutron] Pushing event updated for resources: {'Port': ['ID=952d0d9b-778a-4741-9bd8-5a66da0cc89a,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:50.349671 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-0b1f3028-ce81-4e4c-bc8c-5da33c9e3ac0 req-b04ab180-fac4-4d81-8769-e72230210aca service neutron] Attempting to bind port 952d0d9b-778a-4741-9bd8-5a66da0cc89a on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:35:50.349671 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-0b1f3028-ce81-4e4c-bc8c-5da33c9e3ac0 req-b04ab180-fac4-4d81-8769-e72230210aca service neutron] Attempting to bind port 952d0d9b-778a-4741-9bd8-5a66da0cc89a by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': 'cd7790e9-3309-48a3-bfb3-c9f386870e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '56b8037f-2c10-4a66-9bb7-3f0d90fcd124'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:35:50.349671 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1f3028-ce81-4e4c-bc8c-5da33c9e3ac0 req-b04ab180-fac4-4d81-8769-e72230210aca service neutron] Attempting to bind port 952d0d9b-778a-4741-9bd8-5a66da0cc89a on network 56b8037f-2c10-4a66-9bb7-3f0d90fcd124 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:35:50.355061 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1f3028-ce81-4e4c-bc8c-5da33c9e3ac0 req-b04ab180-fac4-4d81-8769-e72230210aca service neutron] Port 952d0d9b-778a-4741-9bd8-5a66da0cc89a on network 56b8037f-2c10-4a66-9bb7-3f0d90fcd124 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:35:50.355387 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1f3028-ce81-4e4c-bc8c-5da33c9e3ac0 req-b04ab180-fac4-4d81-8769-e72230210aca service neutron] Attempting to bind port 952d0d9b-778a-4741-9bd8-5a66da0cc89a on network 56b8037f-2c10-4a66-9bb7-3f0d90fcd124 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:35:50.357123 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41069792-d15c-4bca-a5c7-3cbe00820cd8 req-d795c33c-9527-4639-a5c0-7f857b3a81fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:50.358589 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-41069792-d15c-4bca-a5c7-3cbe00820cd8 req-d795c33c-9527-4639-a5c0-7f857b3a81fe service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1110830 Jul 09 14:35:50.361477 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1f3028-ce81-4e4c-bc8c-5da33c9e3ac0 req-b04ab180-fac4-4d81-8769-e72230210aca service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:35:50.361809 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1f3028-ce81-4e4c-bc8c-5da33c9e3ac0 req-b04ab180-fac4-4d81-8769-e72230210aca service neutron] Checking segment: {'id': 'cd7790e9-3309-48a3-bfb3-c9f386870e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '56b8037f-2c10-4a66-9bb7-3f0d90fcd124'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:35:50.362338 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1f3028-ce81-4e4c-bc8c-5da33c9e3ac0 req-b04ab180-fac4-4d81-8769-e72230210aca service neutron] Bound using segment: {'id': 'cd7790e9-3309-48a3-bfb3-c9f386870e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '56b8037f-2c10-4a66-9bb7-3f0d90fcd124'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:35:50.362764 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-0b1f3028-ce81-4e4c-bc8c-5da33c9e3ac0 req-b04ab180-fac4-4d81-8769-e72230210aca service neutron] Bound port: 952d0d9b-778a-4741-9bd8-5a66da0cc89a, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd7790e9-3309-48a3-bfb3-c9f386870e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '56b8037f-2c10-4a66-9bb7-3f0d90fcd124'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:35:50.363117 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-0b1f3028-ce81-4e4c-bc8c-5da33c9e3ac0 req-b04ab180-fac4-4d81-8769-e72230210aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:50.369830 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eefd5d4e-9f2d-4265-b13e-3dbecc2aaff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:50.448035 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd878352-a786-4b42-bd65-b5a30183a433 x-openstack-request-id: req-fd878352-a786-4b42-bd65-b5a30183a433 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:35:50.448322 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b8ae59f-2b0e-43ce-a346-90e38f284382", "name": "network-vif-deleted", "tag": "eea76a1e-7d70-4a21-9e52-822938fbb714", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:35:50.448567 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fd878352-a786-4b42-bd65-b5a30183a433 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:35:50.449074 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b8ae59f-2b0e-43ce-a346-90e38f284382', 'name': 'network-vif-deleted', 'tag': 'eea76a1e-7d70-4a21-9e52-822938fbb714', 'status': 'completed', 'code': 200} Jul 09 14:35:50.468121 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-0b1f3028-ce81-4e4c-bc8c-5da33c9e3ac0 req-b04ab180-fac4-4d81-8769-e72230210aca service neutron] For port 952d0d9b-778a-4741-9bd8-5a66da0cc89a, host n-h2-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:35:50.476907 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-41069792-d15c-4bca-a5c7-3cbe00820cd8 req-6d15f910-2abd-4c0a-9eb0-e876a740e2a0 service neutron] 10.222.0.54 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094732 Jul 09 14:35:50.483396 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-0b1f3028-ce81-4e4c-bc8c-5da33c9e3ac0 req-b04ab180-fac4-4d81-8769-e72230210aca service neutron] For port 952d0d9b-778a-4741-9bd8-5a66da0cc89a, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=952d0d9b-778a-4741-9bd8-5a66da0cc89a,segment=NetworkSegment(cd7790e9-3309-48a3-bfb3-c9f386870e48),segment_id=cd7790e9-3309-48a3-bfb3-c9f386870e48)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:35:50.499003 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eefd5d4e-9f2d-4265-b13e-3dbecc2aaff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:50.512338 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad47007-36d9-4800-9625-63a2b8ef0959 req-ded57046-a82b-42f5-992d-c1e1524a37c0 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:50.513855 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aad47007-36d9-4800-9625-63a2b8ef0959 req-ded57046-a82b-42f5-992d-c1e1524a37c0 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=23c63ae6-2cea-4ae4-b002-870ac7b538ff HTTP/1.1" status: 200 len: 944 time: 0.0832388 Jul 09 14:35:50.553902 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aad47007-36d9-4800-9625-63a2b8ef0959 req-fa6b08a5-64ec-45e1-ac2a-dc6c4e8f6945 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343008 Jul 09 14:35:50.589268 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-0b1f3028-ce81-4e4c-bc8c-5da33c9e3ac0 req-b04ab180-fac4-4d81-8769-e72230210aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:50.600982 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-eefd5d4e-9f2d-4265-b13e-3dbecc2aaff6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a02fa050b6334594ba64f301496900f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6729982 Jul 09 14:35:50.602653 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48060) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:50.605209 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefd5d4e-9f2d-4265-b13e-3dbecc2aaff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eefc6ee-215c-4111-874c-d3c556015fe5,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:50.638034 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f3028-ce81-4e4c-bc8c-5da33c9e3ac0 req-b04ab180-fac4-4d81-8769-e72230210aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:50.638667 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-0b1f3028-ce81-4e4c-bc8c-5da33c9e3ac0 req-b04ab180-fac4-4d81-8769-e72230210aca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:50.639411 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-41069792-d15c-4bca-a5c7-3cbe00820cd8 req-5750455e-9671-4742-881b-8deff83f058d service neutron] 10.222.0.54 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518400 Jul 09 14:35:50.640064 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0b1f3028-ce81-4e4c-bc8c-5da33c9e3ac0 req-b04ab180-fac4-4d81-8769-e72230210aca service neutron] 10.222.0.54 "PUT /v2.0/ports/952d0d9b-778a-4741-9bd8-5a66da0cc89a HTTP/1.1" status: 200 len: 1092 time: 1.2398789 Jul 09 14:35:50.695637 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ab180-fac4-4d81-8769-e72230210aca service neutron] Pushing event updated for resources: {'Port': ['ID=952d0d9b-778a-4741-9bd8-5a66da0cc89a,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:50.738782 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0f184350-9597-435a-a86c-b0bdd6c89921 req-c34aa3da-a7bf-436d-bddc-c8d11113196a tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b8ae59f-2b0e-43ce-a346-90e38f284382 HTTP/1.1" status: 200 len: 210 time: 0.0395353 Jul 09 14:35:50.739596 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bb268fad-7af5-472a-94fb-349892843e8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:50.768567 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bb268fad-7af5-472a-94fb-349892843e8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:50.851631 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f3028-ce81-4e4c-bc8c-5da33c9e3ac0 req-a0ca4e64-422f-4d1f-af43-79cc2d556077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:50.853146 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0b1f3028-ce81-4e4c-bc8c-5da33c9e3ac0 req-a0ca4e64-422f-4d1f-af43-79cc2d556077 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3b28908fc5d842e29720d7043e8083fd&device_id=23c63ae6-2cea-4ae4-b002-870ac7b538ff HTTP/1.1" status: 200 len: 1095 time: 0.0710309 Jul 09 14:35:50.903790 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0b1f3028-ce81-4e4c-bc8c-5da33c9e3ac0 req-15266454-a249-4387-91d3-c54edce00b6c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=952d0d9b-778a-4741-9bd8-5a66da0cc89a HTTP/1.1" status: 200 len: 217 time: 0.0392251 Jul 09 14:35:50.937892 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bb268fad-7af5-472a-94fb-349892843e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:50.940453 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bb268fad-7af5-472a-94fb-349892843e8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:50.941569 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-bb268fad-7af5-472a-94fb-349892843e8a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4eefc6ee-215c-4111-874c-d3c556015fe5 HTTP/1.1" status: 204 len: 168 time: 0.3391492 Jul 09 14:35:50.956030 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb268fad-7af5-472a-94fb-349892843e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eefc6ee-215c-4111-874c-d3c556015fe5,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:50.966723 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f3028-ce81-4e4c-bc8c-5da33c9e3ac0 req-ee1cb61b-b853-48e4-b99f-675a8037a54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:50.968216 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0b1f3028-ce81-4e4c-bc8c-5da33c9e3ac0 req-ee1cb61b-b853-48e4-b99f-675a8037a54d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e48d7f3a-0ca9-428c-9383-07e4f6a75f04 HTTP/1.1" status: 200 len: 848 time: 0.0592103 Jul 09 14:35:51.015752 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0b1f3028-ce81-4e4c-bc8c-5da33c9e3ac0 req-0ed0bb76-79d1-449a-85ea-655676f92863 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=56b8037f-2c10-4a66-9bb7-3f0d90fcd124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404987 Jul 09 14:35:51.123811 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0b1f3028-ce81-4e4c-bc8c-5da33c9e3ac0 req-acbafce9-c612-426f-ab36-5290e48cb9dc service neutron] 10.222.0.54 "GET /v2.0/networks/56b8037f-2c10-4a66-9bb7-3f0d90fcd124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008377 Jul 09 14:35:51.232615 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0b1f3028-ce81-4e4c-bc8c-5da33c9e3ac0 req-5f72533a-3bb6-4ead-9435-50b372928b1c service neutron] 10.222.0.54 "GET /v2.0/networks/56b8037f-2c10-4a66-9bb7-3f0d90fcd124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014242 Jul 09 14:35:51.474956 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a02d27-a44e-423a-9a05-b9578ff41cce req-e8d38396-47be-406b-998c-37b72df08291 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:51.476465 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e9a02d27-a44e-423a-9a05-b9578ff41cce req-e8d38396-47be-406b-998c-37b72df08291 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=2df18832-0a90-4bac-9014-72e1f2d3c304 HTTP/1.1" status: 200 len: 946 time: 0.0768218 Jul 09 14:35:51.514158 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e9a02d27-a44e-423a-9a05-b9578ff41cce req-384a4ca3-e336-4019-97e2-9cac29602a1a tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319555 Jul 09 14:35:51.537356 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0388d0c4-6be8-417d-b90e-18c67ab06c87 req-93027950-f22d-4bb7-b5eb-481e87d990ef tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:51.539996 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0388d0c4-6be8-417d-b90e-18c67ab06c87 req-93027950-f22d-4bb7-b5eb-481e87d990ef tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.58 "GET /v2.0/ports?device_id=d762b363-8d3a-4424-8de1-5b8bb368fe61 HTTP/1.1" status: 200 len: 948 time: 0.0637603 Jul 09 14:35:51.580145 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0388d0c4-6be8-417d-b90e-18c67ab06c87 req-b11ef4a1-6a4a-45b1-ab52-a4789f422e2d tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.58 "GET /v2.0/security-groups?id=26db68c8-80e4-439b-baaf-94963c11c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352240 Jul 09 14:35:51.752957 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48114) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:51.769562 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-36bc5679-2f12-4a43-886d-e6a6f2fd7478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:51.893183 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-36bc5679-2f12-4a43-886d-e6a6f2fd7478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:51.916564 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d6821-7b5f-4906-95aa-5c61a20da3e9 req-cdc83d18-55bd-4d68-95f4-bc73d4c123b0 tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:51.918088 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b47d6821-7b5f-4906-95aa-5c61a20da3e9 req-cdc83d18-55bd-4d68-95f4-bc73d4c123b0 tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=2df18832-0a90-4bac-9014-72e1f2d3c304 HTTP/1.1" status: 200 len: 1097 time: 0.0629599 Jul 09 14:35:51.952369 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b47d6821-7b5f-4906-95aa-5c61a20da3e9 req-2e2caef9-a2a5-4d72-8d51-8da04f4b9f63 tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288584 Jul 09 14:35:51.964194 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-36bc5679-2f12-4a43-886d-e6a6f2fd7478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:52.004513 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-36bc5679-2f12-4a43-886d-e6a6f2fd7478 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=358c00e535a74f58b1af0b581b5f9677&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2501147 Jul 09 14:35:52.005639 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bc5679-2f12-4a43-886d-e6a6f2fd7478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3ce7fa-a8ef-4b23-8372-18fe60cccde3,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:52.007200 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48122) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:52.060326 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5870a340-d1bd-45d9-95e9-253cf390411b req-50dd8ca6-aa10-4342-9240-eadbda4d8422 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:52.061943 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5870a340-d1bd-45d9-95e9-253cf390411b req-50dd8ca6-aa10-4342-9240-eadbda4d8422 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=23c63ae6-2cea-4ae4-b002-870ac7b538ff HTTP/1.1" status: 200 len: 944 time: 0.0995684 Jul 09 14:35:52.101505 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-26174503-5ad3-4367-88e8-9760dfc9dff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:52.136281 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5870a340-d1bd-45d9-95e9-253cf390411b req-2e1d30ad-1fc6-4e64-9a0c-9296e104b89f tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586817 Jul 09 14:35:52.136703 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-26174503-5ad3-4367-88e8-9760dfc9dff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:52.285152 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-26174503-5ad3-4367-88e8-9760dfc9dff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:52.287806 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-26174503-5ad3-4367-88e8-9760dfc9dff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:52.289093 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-26174503-5ad3-4367-88e8-9760dfc9dff4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9d3ce7fa-a8ef-4b23-8372-18fe60cccde3 HTTP/1.1" status: 204 len: 168 time: 0.2809312 Jul 09 14:35:52.309588 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26174503-5ad3-4367-88e8-9760dfc9dff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3ce7fa-a8ef-4b23-8372-18fe60cccde3,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:52.331865 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77eaddc-081e-41e7-8391-1d290fba540e req-3db56413-9ecd-408f-9307-f12da3e191ef tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:52.339239 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b77eaddc-081e-41e7-8391-1d290fba540e req-3db56413-9ecd-408f-9307-f12da3e191ef tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=2df18832-0a90-4bac-9014-72e1f2d3c304 HTTP/1.1" status: 200 len: 1097 time: 0.0865476 Jul 09 14:35:52.370515 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b77eaddc-081e-41e7-8391-1d290fba540e req-c7a016aa-613f-44a9-a4be-6f82bec009dd tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301063 Jul 09 14:35:52.406137 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f59a3809-1fde-44ee-9d13-347a2d5c477a req-a093187f-7c63-4b8f-8606-f644f1a87b92 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=25ca6f7e5a1243aaad6f527a00bcb806&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0211432 Jul 09 14:35:52.460951 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23c63ae6-2cea-4ae4-b002-870ac7b538ff', 'tag': '952d0d9b-778a-4741-9bd8-5a66da0cc89a'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:35:52.463356 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35525acb-1726-49c0-9242-91df6823e796" -d '{"events": [{"name": "network-changed", "server_uuid": "23c63ae6-2cea-4ae4-b002-870ac7b538ff", "tag": "952d0d9b-778a-4741-9bd8-5a66da0cc89a"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:35:52.519946 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a3809-1fde-44ee-9d13-347a2d5c477a req-35996d51-346f-4bfd-b0f2-7e87d036a04d tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:52.521475 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f59a3809-1fde-44ee-9d13-347a2d5c477a req-35996d51-346f-4bfd-b0f2-7e87d036a04d tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1101542 Jul 09 14:35:52.538248 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f59a3809-1fde-44ee-9d13-347a2d5c477a req-4097fac2-84e3-4a38-882c-a37cf48225a6 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/quotas/25ca6f7e5a1243aaad6f527a00bcb806 HTTP/1.1" status: 200 len: 375 time: 0.0108073 Jul 09 14:35:52.572545 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f59a3809-1fde-44ee-9d13-347a2d5c477a req-b41aace3-7231-4969-9002-838d13a85cb7 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=25ca6f7e5a1243aaad6f527a00bcb806&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288529 Jul 09 14:35:52.811697 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16624524-8462-447b-925c-e75314753646 x-openstack-request-id: req-16624524-8462-447b-925c-e75314753646 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:35:52.812353 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23c63ae6-2cea-4ae4-b002-870ac7b538ff", "tag": "952d0d9b-778a-4741-9bd8-5a66da0cc89a", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:35:52.812758 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-16624524-8462-447b-925c-e75314753646 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:35:52.813326 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23c63ae6-2cea-4ae4-b002-870ac7b538ff', 'tag': '952d0d9b-778a-4741-9bd8-5a66da0cc89a', 'status': 'completed', 'code': 200} Jul 09 14:35:52.824435 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:52.885107 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48172) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:52.934549 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35525acb-1726-49c0-9242-91df6823e796 req-56175168-18f6-4705-8d5b-3e0932546fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:52.936480 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-35525acb-1726-49c0-9242-91df6823e796 req-56175168-18f6-4705-8d5b-3e0932546fb5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3b28908fc5d842e29720d7043e8083fd&device_id=23c63ae6-2cea-4ae4-b002-870ac7b538ff HTTP/1.1" status: 200 len: 1095 time: 0.0949457 Jul 09 14:35:53.022595 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device eea76a1e-7d70-4a21-9e52-822938fbb714 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:35:53.035942 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-77c3eeee-9ccf-443e-be49-abe28031f424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:53.050932 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: eea76a1e-7d70-4a21-9e52-822938fbb714 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:35:53.051552 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device eea76a1e-7d70-4a21-9e52-822938fbb714 not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:35:53.091422 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aae1bd-191b-44d7-b564-a21493480b08 req-edc61164-82db-4114-8179-6a6ab317b8dc tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:53.099470 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-00aae1bd-191b-44d7-b564-a21493480b08 req-edc61164-82db-4114-8179-6a6ab317b8dc tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.58 "GET /v2.0/ports?device_id=d762b363-8d3a-4424-8de1-5b8bb368fe61 HTTP/1.1" status: 200 len: 948 time: 0.1694548 Jul 09 14:35:53.144696 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35525acb-1726-49c0-9242-91df6823e796 req-84cd566e-c3ec-4111-87de-d1f26df2dbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:53.146197 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-35525acb-1726-49c0-9242-91df6823e796 req-84cd566e-c3ec-4111-87de-d1f26df2dbfc service neutron] 10.222.0.54 "GET /v2.0/networks?id=56b8037f-2c10-4a66-9bb7-3f0d90fcd124 HTTP/1.1" status: 200 len: 909 time: 0.1949203 Jul 09 14:35:53.149848 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-77c3eeee-9ccf-443e-be49-abe28031f424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:53.152002 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-00aae1bd-191b-44d7-b564-a21493480b08 req-894dbf8b-b4e0-44b4-897e-4519288f3e27 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.58 "GET /v2.0/security-groups?id=26db68c8-80e4-439b-baaf-94963c11c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516682 Jul 09 14:35:53.191420 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-35525acb-1726-49c0-9242-91df6823e796 req-0bd95104-82a3-442c-b7d9-c2b36df883e7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=952d0d9b-778a-4741-9bd8-5a66da0cc89a HTTP/1.1" status: 200 len: 217 time: 0.0364773 Jul 09 14:35:53.248921 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e0f57e2d-d655-42ba-ba63-d8432aa73163 req-b69a4f8a-62a3-4970-9be4-be6c53d4ca76 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/ports?device_id=30efb618-2f39-459d-8db6-44fa2bb7d7ad HTTP/1.1" status: 200 len: 210 time: 0.0276678 Jul 09 14:35:53.249627 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-77c3eeee-9ccf-443e-be49-abe28031f424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:53.265717 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35525acb-1726-49c0-9242-91df6823e796 req-f7cfb854-2701-445e-bc15-6beead8e93ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:53.268051 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-35525acb-1726-49c0-9242-91df6823e796 req-f7cfb854-2701-445e-bc15-6beead8e93ee service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e48d7f3a-0ca9-428c-9383-07e4f6a75f04 HTTP/1.1" status: 200 len: 848 time: 0.0686765 Jul 09 14:35:53.280550 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-77c3eeee-9ccf-443e-be49-abe28031f424 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e5cb4192540944f0a575024dcd5cfd5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3936584 Jul 09 14:35:53.289747 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48196) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:53.306710 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c3eeee-9ccf-443e-be49-abe28031f424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=002fb940-d63a-481e-9875-251f42a03447,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:53.307897 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-35525acb-1726-49c0-9242-91df6823e796 req-04774e59-c3af-46e1-b92f-7f030475bb13 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=56b8037f-2c10-4a66-9bb7-3f0d90fcd124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329642 Jul 09 14:35:53.357111 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a646de09-0019-42e2-bdfb-836ad4bbf3fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:53.381005 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a646de09-0019-42e2-bdfb-836ad4bbf3fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:53.463001 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-35525acb-1726-49c0-9242-91df6823e796 req-e02348de-a311-4267-a4eb-41d60e5bd84f service neutron] 10.222.0.54 "GET /v2.0/networks/56b8037f-2c10-4a66-9bb7-3f0d90fcd124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490438 Jul 09 14:35:53.500628 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 3c57efbc-7475-4ce6-9c7b-cea4b3c32a2c details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:35:53.556087 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a646de09-0019-42e2-bdfb-836ad4bbf3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:53.559755 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a646de09-0019-42e2-bdfb-836ad4bbf3fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:53.559888 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-35525acb-1726-49c0-9242-91df6823e796 req-74a9c91e-b257-4a88-aca7-f3e3ce1ae81b service neutron] 10.222.0.54 "GET /v2.0/networks/56b8037f-2c10-4a66-9bb7-3f0d90fcd124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885181 Jul 09 14:35:53.561093 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-a646de09-0019-42e2-bdfb-836ad4bbf3fa admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/002fb940-d63a-481e-9875-251f42a03447 HTTP/1.1" status: 204 len: 168 time: 0.2704008 Jul 09 14:35:53.583435 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646de09-0019-42e2-bdfb-836ad4bbf3fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=002fb940-d63a-481e-9875-251f42a03447,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:53.605271 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 3c57efbc-7475-4ce6-9c7b-cea4b3c32a2c, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=3c57efbc-7475-4ce6-9c7b-cea4b3c32a2c,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:35:53.626291 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': '3c57efbc-7475-4ce6-9c7b-cea4b3c32a2c', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'port_id': '3c57efbc-7475-4ce6-9c7b-cea4b3c32a2c', 'mac_address': 'fa:16:3e:55:a5:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8081bcce-88de-4a2f-9e69-6750220e0be0', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:35:53.702876 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:53.721708 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c57efbc-7475-4ce6-9c7b-cea4b3c32a2c {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:35:53.744184 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 3c57efbc-7475-4ce6-9c7b-cea4b3c32a2c, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=3c57efbc-7475-4ce6-9c7b-cea4b3c32a2c,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:35:53.844528 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:53.902419 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=3c57efbc-7475-4ce6-9c7b-cea4b3c32a2c,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:53.926124 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63962ac-c4d4-42cf-b6d7-1f4d7c7c9b75 req-df12a8a5-a10d-4bca-9b8e-8baef358e2af tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:53.927929 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e63962ac-c4d4-42cf-b6d7-1f4d7c7c9b75 req-df12a8a5-a10d-4bca-9b8e-8baef358e2af tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=23c63ae6-2cea-4ae4-b002-870ac7b538ff HTTP/1.1" status: 200 len: 944 time: 0.2936995 Jul 09 14:35:53.976841 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e63962ac-c4d4-42cf-b6d7-1f4d7c7c9b75 req-460b5c06-d347-4b2e-9586-048a12f6e0ff tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420611 Jul 09 14:35:54.065336 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['3c57efbc-7475-4ce6-9c7b-cea4b3c32a2c'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:35:54.381028 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48242) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:54.398084 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c23ab9f2-b6a2-4ae0-a7c1-a50f0dc5bdd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:54.503708 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c23ab9f2-b6a2-4ae0-a7c1-a50f0dc5bdd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:54.655776 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c23ab9f2-b6a2-4ae0-a7c1-a50f0dc5bdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:54.700059 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c23ab9f2-b6a2-4ae0-a7c1-a50f0dc5bdd8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2e4e1de99ec14531b0862cbf1221fc06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3133924 Jul 09 14:35:54.700059 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23ab9f2-b6a2-4ae0-a7c1-a50f0dc5bdd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4146c52-6069-451b-b7bb-e1577bbddb05,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:54.700250 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48262) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:54.769339 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-77ab545f-1d09-4f21-852d-0a160d7e9990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:54.794680 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-77ab545f-1d09-4f21-852d-0a160d7e9990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:54.815268 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed73d7e-d7f1-4423-bdfc-b5a635b49158 req-aec64a02-f5b8-46b6-a493-63a6639c65e5 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:54.816953 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4ed73d7e-d7f1-4423-bdfc-b5a635b49158 req-aec64a02-f5b8-46b6-a493-63a6639c65e5 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.58 "GET /v2.0/ports?device_id=d762b363-8d3a-4424-8de1-5b8bb368fe61 HTTP/1.1" status: 200 len: 949 time: 0.0788846 Jul 09 14:35:54.858243 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4ed73d7e-d7f1-4423-bdfc-b5a635b49158 req-05c7c896-e091-478f-936d-7c51f4eaba38 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.58 "GET /v2.0/security-groups?id=26db68c8-80e4-439b-baaf-94963c11c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349309 Jul 09 14:35:54.929994 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-77ab545f-1d09-4f21-852d-0a160d7e9990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:54.932844 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-77ab545f-1d09-4f21-852d-0a160d7e9990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:54.934153 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-77ab545f-1d09-4f21-852d-0a160d7e9990 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a4146c52-6069-451b-b7bb-e1577bbddb05 HTTP/1.1" status: 204 len: 168 time: 0.2347999 Jul 09 14:35:54.942173 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ab545f-1d09-4f21-852d-0a160d7e9990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4146c52-6069-451b-b7bb-e1577bbddb05,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:54.989490 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c9f9df1b-1ee5-48b8-a5c1-6da8de757337 req-843c6849-b77d-415d-803b-f0dc1e0c6803 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/ports?device_id=30efb618-2f39-459d-8db6-44fa2bb7d7ad HTTP/1.1" status: 200 len: 210 time: 0.0303516 Jul 09 14:35:55.105691 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-04f23d86-9d6a-48cd-a6ef-87755a04bb13 req-06e446e9-e0df-4335-86e1-63bf1f99daaa service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d3d936c9-205a-47df-a2da-ad3da2a70f76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0547304 Jul 09 14:35:55.207595 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f23d86-9d6a-48cd-a6ef-87755a04bb13 req-46b9be83-8602-4f30-8764-78cef9d584da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:55.207595 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-04f23d86-9d6a-48cd-a6ef-87755a04bb13 req-46b9be83-8602-4f30-8764-78cef9d584da service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=31ef8f35240f45a3ac3f0d26e70d6282&device_id=d3d936c9-205a-47df-a2da-ad3da2a70f76 HTTP/1.1" status: 200 len: 1121 time: 0.0529993 Jul 09 14:35:55.376030 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f23d86-9d6a-48cd-a6ef-87755a04bb13 req-a0eaad04-5da0-4073-8eef-0aad55b4a00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:55.377615 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-04f23d86-9d6a-48cd-a6ef-87755a04bb13 req-a0eaad04-5da0-4073-8eef-0aad55b4a00c service neutron] 10.222.0.54 "GET /v2.0/networks?id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc HTTP/1.1" status: 200 len: 870 time: 0.1343100 Jul 09 14:35:55.437214 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48290) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:55.459710 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-04f23d86-9d6a-48cd-a6ef-87755a04bb13 req-713e13cd-a0c5-4d1d-8136-bfd72aacc4bc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=7efb6543-18dd-4ecc-a691-fb655906d072 HTTP/1.1" status: 200 len: 217 time: 0.0684106 Jul 09 14:35:55.509207 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 952d0d9b-778a-4741-9bd8-5a66da0cc89a details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:35:55.532522 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a7c86-bb15-45e8-8792-d160a0ebd51f req-5dcc9708-fc6a-47be-bc59-4792e3e4c23e tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:55.548077 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d90a7c86-bb15-45e8-8792-d160a0ebd51f req-5dcc9708-fc6a-47be-bc59-4792e3e4c23e tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=23c63ae6-2cea-4ae4-b002-870ac7b538ff HTTP/1.1" status: 200 len: 944 time: 0.2274604 Jul 09 14:35:55.554520 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 3c57efbc-7475-4ce6-9c7b-cea4b3c32a2c up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:35:55.594680 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-70a4981e-eeb4-4418-92aa-0f00440ab8a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:55.610474 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d90a7c86-bb15-45e8-8792-d160a0ebd51f req-0701cd1b-59e8-4093-99c1-6801ce24feb3 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614240 Jul 09 14:35:55.621885 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f23d86-9d6a-48cd-a6ef-87755a04bb13 req-a132ff5f-5f15-4f80-91e0-7aaf9fc32b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:55.627823 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-04f23d86-9d6a-48cd-a6ef-87755a04bb13 req-a132ff5f-5f15-4f80-91e0-7aaf9fc32b31 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.1648862 Jul 09 14:35:55.706879 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f23d86-9d6a-48cd-a6ef-87755a04bb13 req-29fa1e76-3dfd-4487-a996-3784c319eb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:55.709008 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-04f23d86-9d6a-48cd-a6ef-87755a04bb13 req-29fa1e76-3dfd-4487-a996-3784c319eb1d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0752451 Jul 09 14:35:55.714746 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 952d0d9b-778a-4741-9bd8-5a66da0cc89a, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=952d0d9b-778a-4741-9bd8-5a66da0cc89a,segment=NetworkSegment(cd7790e9-3309-48a3-bfb3-c9f386870e48),segment_id=cd7790e9-3309-48a3-bfb3-c9f386870e48)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:35:55.726468 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': '952d0d9b-778a-4741-9bd8-5a66da0cc89a', 'network_id': '56b8037f-2c10-4a66-9bb7-3f0d90fcd124', 'port_id': '952d0d9b-778a-4741-9bd8-5a66da0cc89a', 'mac_address': 'fa:16:3e:c0:24:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e48d7f3a-0ca9-428c-9383-07e4f6a75f04', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:35:55.758377 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-70a4981e-eeb4-4418-92aa-0f00440ab8a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:55.772431 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:55.785957 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 952d0d9b-778a-4741-9bd8-5a66da0cc89a {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:35:55.798223 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f59a3809-1fde-44ee-9d13-347a2d5c477a req-fa460c7f-02cd-487c-8727-fb9a40a056cc tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=25ca6f7e5a1243aaad6f527a00bcb806&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0694087 Jul 09 14:35:55.805860 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port 3c57efbc-7475-4ce6-9c7b-cea4b3c32a2c completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:35:55.812383 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 952d0d9b-778a-4741-9bd8-5a66da0cc89a, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=952d0d9b-778a-4741-9bd8-5a66da0cc89a,segment=NetworkSegment(cd7790e9-3309-48a3-bfb3-c9f386870e48),segment_id=cd7790e9-3309-48a3-bfb3-c9f386870e48)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:35:55.817405 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port 3c57efbc-7475-4ce6-9c7b-cea4b3c32a2c triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:35:55.817780 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:55.831821 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-70a4981e-eeb4-4418-92aa-0f00440ab8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:55.893511 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:55.905114 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-70a4981e-eeb4-4418-92aa-0f00440ab8a7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bcfc39a3c1f74f4d8b74941e2f93f327&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4664834 Jul 09 14:35:55.906170 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48314) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:55.949717 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-04f23d86-9d6a-48cd-a6ef-87755a04bb13 req-3fe529f3-45ed-40a7-a192-93ae85ce9e0d service neutron] 10.222.0.54 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345304 Jul 09 14:35:55.960398 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a4981e-eeb4-4418-92aa-0f00440ab8a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23685a9e-4bed-4290-a18c-75eea166edfd,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:56.022675 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-55f81412-3955-4c00-b570-2973028e829d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:56.083905 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-55f81412-3955-4c00-b570-2973028e829d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:56.147110 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a3809-1fde-44ee-9d13-347a2d5c477a req-3e5de770-f323-4b35-9021-51c6553a3110 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:56.151921 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f59a3809-1fde-44ee-9d13-347a2d5c477a req-3e5de770-f323-4b35-9021-51c6553a3110 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3457060 Jul 09 14:35:56.169328 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=952d0d9b-778a-4741-9bd8-5a66da0cc89a,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:56.176400 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:56.180305 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-f59a3809-1fde-44ee-9d13-347a2d5c477a req-f8a60ca5-d2af-4b71-b21c-733a6c6c4850 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Request body: {'port': {'device_id': '30efb618-2f39-459d-8db6-44fa2bb7d7ad', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'admin_state_up': True, 'tenant_id': '25ca6f7e5a1243aaad6f527a00bcb806'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:35:56.202657 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd762b363-8d3a-4424-8de1-5b8bb368fe61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c57efbc-7475-4ce6-9c7b-cea4b3c32a2c'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:35:56.206335 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f054d79b-a72f-44d3-adae-327412cdf5cd" -d '{"events": [{"server_uuid": "d762b363-8d3a-4424-8de1-5b8bb368fe61", "name": "network-vif-plugged", "status": "completed", "tag": "3c57efbc-7475-4ce6-9c7b-cea4b3c32a2c"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:35:56.229476 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['952d0d9b-778a-4741-9bd8-5a66da0cc89a'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:35:56.238627 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 3c57efbc-7475-4ce6-9c7b-cea4b3c32a2c, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=3c57efbc-7475-4ce6-9c7b-cea4b3c32a2c,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:35:56.267154 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-538050f7-d5ee-42ea-8cf0-e11c5a0742e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:56.267347 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-04f23d86-9d6a-48cd-a6ef-87755a04bb13 req-18b9236a-c445-4eb5-aee2-b907a6555516 service neutron] 10.222.0.54 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809689 Jul 09 14:35:56.278948 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-55f81412-3955-4c00-b570-2973028e829d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:56.281681 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-55f81412-3955-4c00-b570-2973028e829d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:56.286732 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-55f81412-3955-4c00-b570-2973028e829d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/23685a9e-4bed-4290-a18c-75eea166edfd HTTP/1.1" status: 204 len: 168 time: 0.3785772 Jul 09 14:35:56.302426 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f81412-3955-4c00-b570-2973028e829d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23685a9e-4bed-4290-a18c-75eea166edfd,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:56.345473 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:56.453715 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=3c57efbc-7475-4ce6-9c7b-cea4b3c32a2c,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:56.475348 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f59a3809-1fde-44ee-9d13-347a2d5c477a req-f8a60ca5-d2af-4b71-b21c-733a6c6c4850 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Made reservation on behalf of 25ca6f7e5a1243aaad6f527a00bcb806 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:35:56.478854 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-f59a3809-1fde-44ee-9d13-347a2d5c477a req-f8a60ca5-d2af-4b71-b21c-733a6c6c4850 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:56.500951 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48338) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:56.587058 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a86bf37-8edb-48b9-a07c-2233b3f527b9 req-8f1bb003-1040-4bc5-82f0-1f36d4144d8e tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:56.588590 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1a86bf37-8edb-48b9-a07c-2233b3f527b9 req-8f1bb003-1040-4bc5-82f0-1f36d4144d8e tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.58 "GET /v2.0/ports?device_id=d762b363-8d3a-4424-8de1-5b8bb368fe61 HTTP/1.1" status: 200 len: 950 time: 0.1475940 Jul 09 14:35:56.663121 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1a86bf37-8edb-48b9-a07c-2233b3f527b9 req-fd6bd092-20de-4f06-b55b-652eaa280ed2 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.58 "GET /v2.0/security-groups?id=26db68c8-80e4-439b-baaf-94963c11c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683939 Jul 09 14:35:56.674547 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-816695ec-84dc-4947-a9d8-27eaf3cff968 tempest-AutoAllocateNetworkTest-1719234338 tempest-AutoAllocateNetworkTest-1719234338-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=4f50fab5957f408fa5a2f10e7bcd9e33&shared=False HTTP/1.1" status: 200 len: 208 time: 0.1725018 Jul 09 14:35:56.679287 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48350) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:56.691214 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-f59a3809-1fde-44ee-9d13-347a2d5c477a req-f8a60ca5-d2af-4b71-b21c-733a6c6c4850 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Allocated IP 192.168.233.190 (aa30872f-c756-4ec7-be84-b2e3b86cdcfc/8081bcce-88de-4a2f-9e69-6750220e0be0/2d8f7e10-6ff2-4a65-8f22-3b6e093df725) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:35:56.810936 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48352) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:56.851263 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-277791b8-470f-4dd6-8e7d-260058b6453b req-9fefc09b-c8d0-4522-888d-dc3f54671c2b tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/ports?device_id=30efb618-2f39-459d-8db6-44fa2bb7d7ad HTTP/1.1" status: 200 len: 210 time: 0.0578351 Jul 09 14:35:56.865933 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-83eff798-f927-4584-bad4-67c0b1b9478c tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:35:56.866940 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-83eff798-f927-4584-bad4-67c0b1b9478c tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0549436 Jul 09 14:35:56.885860 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa30b2d6-ca7e-4bd1-ad06-d744be56368f tempest-AutoAllocateNetworkTest-1719234338 tempest-AutoAllocateNetworkTest-1719234338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:56.890280 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-aa30b2d6-ca7e-4bd1-ad06-d744be56368f tempest-AutoAllocateNetworkTest-1719234338 tempest-AutoAllocateNetworkTest-1719234338-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2069764 Jul 09 14:35:56.890751 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48358) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:56.951271 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-a47ecb86-712b-47d0-bcdd-e99a5814bb82 tempest-AutoAllocateNetworkTest-1719234338 tempest-AutoAllocateNetworkTest-1719234338-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0582759 Jul 09 14:35:56.955540 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48360) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:56.992053 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c9fbb130-5a3f-46ab-aab7-47f91e4ee97a tempest-AutoAllocateNetworkTest-1719234338 tempest-AutoAllocateNetworkTest-1719234338-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=4f50fab5957f408fa5a2f10e7bcd9e33 HTTP/1.1" status: 200 len: 208 time: 0.0354121 Jul 09 14:35:56.995981 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-f59a3809-1fde-44ee-9d13-347a2d5c477a req-f8a60ca5-d2af-4b71-b21c-733a6c6c4850 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:56.996813 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-ed2a9d20-180c-4780-ac35-e884a9873f0a service neutron] Request body: {'binding': {'host': 'n-h2-799529-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:35:56.997342 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-ed2a9d20-180c-4780-ac35-e884a9873f0a service neutron] Unknown quota resources ['binding']. {{(pid=94445) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 14:35:57.011022 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-f59a3809-1fde-44ee-9d13-347a2d5c477a req-f8a60ca5-d2af-4b71-b21c-733a6c6c4850 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Transition to ACTIVE for port object 2d8f7e10-6ff2-4a65-8f22-3b6e093df725 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:35:57.112182 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d137f8-c999-4dd2-8f1a-58dc91a210fe x-openstack-request-id: req-11d137f8-c999-4dd2-8f1a-58dc91a210fe {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:35:57.113010 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d762b363-8d3a-4424-8de1-5b8bb368fe61", "name": "network-vif-plugged", "status": "completed", "tag": "3c57efbc-7475-4ce6-9c7b-cea4b3c32a2c", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:35:57.113263 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-11d137f8-c999-4dd2-8f1a-58dc91a210fe {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:35:57.114082 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd762b363-8d3a-4424-8de1-5b8bb368fe61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c57efbc-7475-4ce6-9c7b-cea4b3c32a2c', 'code': 200} Jul 09 14:35:57.125710 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-f59a3809-1fde-44ee-9d13-347a2d5c477a req-f8a60ca5-d2af-4b71-b21c-733a6c6c4850 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:57.163133 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-ed2a9d20-180c-4780-ac35-e884a9873f0a service neutron] Attempting to bind port e24c6829-ff22-4546-b008-4d35ebba6132 on host n-h2-799529-6 for vnic_type normal with profile None {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:35:57.164021 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-ed2a9d20-180c-4780-ac35-e884a9873f0a service neutron] Attempting to bind port e24c6829-ff22-4546-b008-4d35ebba6132 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': 'aace0400-4c69-453a-b04e-112644859d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f37664d6-2d63-4250-9a40-b9995b72cf27'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:35:57.164517 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-ed2a9d20-180c-4780-ac35-e884a9873f0a service neutron] Attempting to bind port e24c6829-ff22-4546-b008-4d35ebba6132 on network f37664d6-2d63-4250-9a40-b9995b72cf27 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:35:57.165385 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48368) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:57.170649 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-ed2a9d20-180c-4780-ac35-e884a9873f0a service neutron] Port e24c6829-ff22-4546-b008-4d35ebba6132 on network f37664d6-2d63-4250-9a40-b9995b72cf27 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:35:57.170975 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-ed2a9d20-180c-4780-ac35-e884a9873f0a service neutron] Attempting to bind port e24c6829-ff22-4546-b008-4d35ebba6132 on network f37664d6-2d63-4250-9a40-b9995b72cf27 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:35:57.177758 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-ed2a9d20-180c-4780-ac35-e884a9873f0a service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:35:57.178092 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-ed2a9d20-180c-4780-ac35-e884a9873f0a service neutron] Checking segment: {'id': 'aace0400-4c69-453a-b04e-112644859d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f37664d6-2d63-4250-9a40-b9995b72cf27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:35:57.178525 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-ed2a9d20-180c-4780-ac35-e884a9873f0a service neutron] Bound using segment: {'id': 'aace0400-4c69-453a-b04e-112644859d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f37664d6-2d63-4250-9a40-b9995b72cf27'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:35:57.178959 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-ed2a9d20-180c-4780-ac35-e884a9873f0a service neutron] Bound port: e24c6829-ff22-4546-b008-4d35ebba6132, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aace0400-4c69-453a-b04e-112644859d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f37664d6-2d63-4250-9a40-b9995b72cf27'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:35:57.197773 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f59a3809-1fde-44ee-9d13-347a2d5c477a req-f8a60ca5-d2af-4b71-b21c-733a6c6c4850 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Network aa30872f-c756-4ec7-be84-b2e3b86cdcfc is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:35:57.203228 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d6de679e-2f0c-476d-b3eb-7e3386e3c7f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:57.209443 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-f59a3809-1fde-44ee-9d13-347a2d5c477a req-f8a60ca5-d2af-4b71-b21c-733a6c6c4850 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:35:57.227131 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-f59a3809-1fde-44ee-9d13-347a2d5c477a req-f8a60ca5-d2af-4b71-b21c-733a6c6c4850 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:35:57.233393 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a3809-1fde-44ee-9d13-347a2d5c477a req-f8a60ca5-d2af-4b71-b21c-733a6c6c4850 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:57.234083 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-f59a3809-1fde-44ee-9d13-347a2d5c477a req-f8a60ca5-d2af-4b71-b21c-733a6c6c4850 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:57.285384 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-ed2a9d20-180c-4780-ac35-e884a9873f0a service neutron] For port e24c6829-ff22-4546-b008-4d35ebba6132, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=e24c6829-ff22-4546-b008-4d35ebba6132,segment=NetworkSegment(aace0400-4c69-453a-b04e-112644859d27),segment_id=aace0400-4c69-453a-b04e-112644859d27)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:35:57.302544 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a60ca5-d2af-4b71-b21c-733a6c6c4850 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Pushing event updated for resources: {'Port': ['ID=2d8f7e10-6ff2-4a65-8f22-3b6e093df725,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:57.361380 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b5fcc5-959c-457f-a595-b5d71039730d req-3dde0619-fa15-41e5-a2db-6c82cb66ad7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:57.363294 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-76b5fcc5-959c-457f-a595-b5d71039730d req-3dde0619-fa15-41e5-a2db-6c82cb66ad7e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d762b363-8d3a-4424-8de1-5b8bb368fe61 HTTP/1.1" status: 200 len: 1101 time: 0.1549110 Jul 09 14:35:57.413830 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d6de679e-2f0c-476d-b3eb-7e3386e3c7f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:57.418186 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-76b5fcc5-959c-457f-a595-b5d71039730d req-63dde2da-91c8-45f3-8f06-ade7c5656b42 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=26db68c8-80e4-439b-baaf-94963c11c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480640 Jul 09 14:35:57.430933 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-ed2a9d20-180c-4780-ac35-e884a9873f0a service neutron] Notify callbacks [] for binding, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:57.432140 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-ed2a9d20-180c-4780-ac35-e884a9873f0a service neutron] 10.222.0.58 "POST /v2.0/ports/e24c6829-ff22-4546-b008-4d35ebba6132/bindings HTTP/1.1" status: 201 len: 389 time: 0.4831257 Jul 09 14:35:57.511093 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 952d0d9b-778a-4741-9bd8-5a66da0cc89a up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:35:57.537695 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d6de679e-2f0c-476d-b3eb-7e3386e3c7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:57.554775 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48372) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:57.578150 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d6de679e-2f0c-476d-b3eb-7e3386e3c7f8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=428bc8c0db8a4ce8a31e2f2c0a5dfecd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4102352 Jul 09 14:35:57.580632 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6de679e-2f0c-476d-b3eb-7e3386e3c7f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40c0f3d-3d1f-47be-a966-fe9ce8e0bd9a,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:57.581322 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48376) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:57.613182 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-6bb7dd50-8e14-42c9-b384-95463d0ca842 None None] Provisioning for port 2d8f7e10-6ff2-4a65-8f22-3b6e093df725 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:35:57.617178 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-6bb7dd50-8e14-42c9-b384-95463d0ca842 None None] Provisioning complete for port 2d8f7e10-6ff2-4a65-8f22-3b6e093df725 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:35:57.617559 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6bb7dd50-8e14-42c9-b384-95463d0ca842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:57.648128 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f59a3809-1fde-44ee-9d13-347a2d5c477a req-f8a60ca5-d2af-4b71-b21c-733a6c6c4850 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4771440 Jul 09 14:35:57.651495 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port 952d0d9b-778a-4741-9bd8-5a66da0cc89a completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:35:57.658355 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port 952d0d9b-778a-4741-9bd8-5a66da0cc89a triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:35:57.658731 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:57.661399 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-6bb7dd50-8e14-42c9-b384-95463d0ca842 None None] Port 2d8f7e10-6ff2-4a65-8f22-3b6e093df725 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:35:57.668510 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-f59a3809-1fde-44ee-9d13-347a2d5c477a req-1d9e5304-0d00-4f35-a08c-11275e41df79 service neutron] Request body: {'port': {'device_id': '30efb618-2f39-459d-8db6-44fa2bb7d7ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:35:57.681761 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d4f99d41-bbc6-49a9-b3e2-ea43ff22f291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:57.728371 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-de60d087-d2bd-423a-902f-c73448dd202e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:57.732116 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d4f99d41-bbc6-49a9-b3e2-ea43ff22f291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:57.753297 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-f59a3809-1fde-44ee-9d13-347a2d5c477a req-1d9e5304-0d00-4f35-a08c-11275e41df79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:57.763455 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:57.829932 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 952d0d9b-778a-4741-9bd8-5a66da0cc89a, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=952d0d9b-778a-4741-9bd8-5a66da0cc89a,segment=NetworkSegment(cd7790e9-3309-48a3-bfb3-c9f386870e48),segment_id=cd7790e9-3309-48a3-bfb3-c9f386870e48)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:35:57.893874 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-de60d087-d2bd-423a-902f-c73448dd202e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:57.907526 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:57.922888 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d4f99d41-bbc6-49a9-b3e2-ea43ff22f291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:57.932912 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d4f99d41-bbc6-49a9-b3e2-ea43ff22f291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:57.934125 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d4f99d41-bbc6-49a9-b3e2-ea43ff22f291 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c40c0f3d-3d1f-47be-a966-fe9ce8e0bd9a HTTP/1.1" status: 204 len: 168 time: 0.3518550 Jul 09 14:35:57.952359 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f99d41-bbc6-49a9-b3e2-ea43ff22f291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40c0f3d-3d1f-47be-a966-fe9ce8e0bd9a,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:57.960567 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-de60d087-d2bd-423a-902f-c73448dd202e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:58.000158 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=952d0d9b-778a-4741-9bd8-5a66da0cc89a,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:58.018853 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-de60d087-d2bd-423a-902f-c73448dd202e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4f50fab5957f408fa5a2f10e7bcd9e33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4596627 Jul 09 14:35:58.020137 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48390) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:58.038606 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de60d087-d2bd-423a-902f-c73448dd202e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ae07db-dafa-4b2c-b784-7d52674115f3,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:58.054431 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ecdf9-5ef7-476b-9018-e497d42f383c req-41047839-f9dd-4ce1-951b-2ce1200f2c94 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:58.061918 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b46ecdf9-5ef7-476b-9018-e497d42f383c req-41047839-f9dd-4ce1-951b-2ce1200f2c94 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=23c63ae6-2cea-4ae4-b002-870ac7b538ff HTTP/1.1" status: 200 len: 945 time: 0.2040548 Jul 09 14:35:58.095793 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b46ecdf9-5ef7-476b-9018-e497d42f383c req-c7ecf3d5-7612-4b59-a5c3-3bc24f482975 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328848 Jul 09 14:35:58.179641 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f280b984-25a3-452f-ae8d-5f0644a4b0c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:58.202660 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-f59a3809-1fde-44ee-9d13-347a2d5c477a req-1d9e5304-0d00-4f35-a08c-11275e41df79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d8f7e10-6ff2-4a65-8f22-3b6e093df725 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:35:58.226615 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-f59a3809-1fde-44ee-9d13-347a2d5c477a req-1d9e5304-0d00-4f35-a08c-11275e41df79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:58.255338 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f280b984-25a3-452f-ae8d-5f0644a4b0c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:58.283787 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a739b23-4e10-474a-83ce-982b678d2d3f req-526f5ac4-ddc3-4a75-8d65-39c5858f4cc0 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:58.285307 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9a739b23-4e10-474a-83ce-982b678d2d3f req-526f5ac4-ddc3-4a75-8d65-39c5858f4cc0 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.58 "GET /v2.0/ports?device_id=d762b363-8d3a-4424-8de1-5b8bb368fe61 HTTP/1.1" status: 200 len: 950 time: 0.2176778 Jul 09 14:35:58.286052 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837bbc60-dac5-439b-b2b1-2b041b4ee7ee req-cee2d0c0-838c-432f-b12c-3da47321ce3a tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:58.293184 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-f59a3809-1fde-44ee-9d13-347a2d5c477a req-1d9e5304-0d00-4f35-a08c-11275e41df79 service neutron] Transition to ACTIVE for port object 2d8f7e10-6ff2-4a65-8f22-3b6e093df725 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:35:58.293464 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-837bbc60-dac5-439b-b2b1-2b041b4ee7ee req-cee2d0c0-838c-432f-b12c-3da47321ce3a tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=2df18832-0a90-4bac-9014-72e1f2d3c304 HTTP/1.1" status: 200 len: 946 time: 0.0873940 Jul 09 14:35:58.332071 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-837bbc60-dac5-439b-b2b1-2b041b4ee7ee req-f8d4bb60-2eb6-4eaa-9ca2-9bee7446b45b tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377002 Jul 09 14:35:58.361074 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9a739b23-4e10-474a-83ce-982b678d2d3f req-17252eb0-1ff1-4890-977c-c885b0be574c tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.58 "GET /v2.0/security-groups?id=26db68c8-80e4-439b-baaf-94963c11c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622711 Jul 09 14:35:58.368776 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-9cf77509-5ebf-49bc-a53b-bf98ae46b930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:58.370280 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-9cf77509-5ebf-49bc-a53b-bf98ae46b930 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a29f2b4cfd1449cca4564d7c2e38b31e&device_id=2df18832-0a90-4bac-9014-72e1f2d3c304 HTTP/1.1" status: 200 len: 1097 time: 0.1579816 Jul 09 14:35:58.460946 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-f59a3809-1fde-44ee-9d13-347a2d5c477a req-1d9e5304-0d00-4f35-a08c-11275e41df79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:58.816531 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-c23b856e-0444-490f-82a4-bebdf0781d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:58.816531 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-c23b856e-0444-490f-82a4-bebdf0781d82 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f37664d6-2d63-4250-9a40-b9995b72cf27 HTTP/1.1" status: 200 len: 922 time: 0.1379886 Jul 09 14:35:58.849396 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef14ea4-926d-4d81-afce-a3f5952ea5f9 req-70c1ca1f-87ee-41bc-b91f-7234dbde5730 tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:58.849396 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9ef14ea4-926d-4d81-afce-a3f5952ea5f9 req-70c1ca1f-87ee-41bc-b91f-7234dbde5730 tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3d936c9-205a-47df-a2da-ad3da2a70f76 HTTP/1.1" status: 200 len: 970 time: 0.0862319 Jul 09 14:35:58.850692 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f280b984-25a3-452f-ae8d-5f0644a4b0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:58.850692 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f280b984-25a3-452f-ae8d-5f0644a4b0c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:58.850692 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f280b984-25a3-452f-ae8d-5f0644a4b0c4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/54ae07db-dafa-4b2c-b784-7d52674115f3 HTTP/1.1" status: 204 len: 168 time: 0.5328383 Jul 09 14:35:58.852220 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9ef14ea4-926d-4d81-afce-a3f5952ea5f9 req-984a5751-66b2-4e99-bf49-64a78f59a05c tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee8856be-6182-45a7-982c-78036c75ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387986 Jul 09 14:35:58.853194 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f280b984-25a3-452f-ae8d-5f0644a4b0c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ae07db-dafa-4b2c-b784-7d52674115f3,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:58.853194 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-146efb30-bca6-4065-8e3d-5bb5be75acfb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e24c6829-ff22-4546-b008-4d35ebba6132 HTTP/1.1" status: 200 len: 217 time: 0.0970695 Jul 09 14:35:58.853194 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9e5304-0d00-4f35-a08c-11275e41df79 service neutron] Pushing event updated for resources: {'Port': ['ID=2d8f7e10-6ff2-4a65-8f22-3b6e093df725,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:58.853194 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-f59a3809-1fde-44ee-9d13-347a2d5c477a req-1d9e5304-0d00-4f35-a08c-11275e41df79 service neutron] Attempting to bind port 2d8f7e10-6ff2-4a65-8f22-3b6e093df725 on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:35:58.853194 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-f59a3809-1fde-44ee-9d13-347a2d5c477a req-1d9e5304-0d00-4f35-a08c-11275e41df79 service neutron] Attempting to bind port 2d8f7e10-6ff2-4a65-8f22-3b6e093df725 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:35:58.853194 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59a3809-1fde-44ee-9d13-347a2d5c477a req-1d9e5304-0d00-4f35-a08c-11275e41df79 service neutron] Attempting to bind port 2d8f7e10-6ff2-4a65-8f22-3b6e093df725 on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:35:58.853194 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-98f0de9d-413a-41f4-a46b-64ddeaa07426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:58.853194 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-98f0de9d-413a-41f4-a46b-64ddeaa07426 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=defde159-6b57-4a6f-ad64-e5b0f0fcfa82 HTTP/1.1" status: 200 len: 861 time: 0.0920236 Jul 09 14:35:58.853194 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59a3809-1fde-44ee-9d13-347a2d5c477a req-1d9e5304-0d00-4f35-a08c-11275e41df79 service neutron] Port 2d8f7e10-6ff2-4a65-8f22-3b6e093df725 on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:35:58.853194 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59a3809-1fde-44ee-9d13-347a2d5c477a req-1d9e5304-0d00-4f35-a08c-11275e41df79 service neutron] Attempting to bind port 2d8f7e10-6ff2-4a65-8f22-3b6e093df725 on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:35:58.853194 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191085d3-778b-41a6-8dd6-78a0785aa681 req-129d7195-62d7-4e7d-a528-5fda1e019a58 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:58.853194 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-191085d3-778b-41a6-8dd6-78a0785aa681 req-129d7195-62d7-4e7d-a528-5fda1e019a58 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/ports?device_id=30efb618-2f39-459d-8db6-44fa2bb7d7ad HTTP/1.1" status: 200 len: 948 time: 0.2488289 Jul 09 14:35:58.853194 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59a3809-1fde-44ee-9d13-347a2d5c477a req-1d9e5304-0d00-4f35-a08c-11275e41df79 service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:35:58.855750 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59a3809-1fde-44ee-9d13-347a2d5c477a req-1d9e5304-0d00-4f35-a08c-11275e41df79 service neutron] Checking segment: {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:35:58.855750 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59a3809-1fde-44ee-9d13-347a2d5c477a req-1d9e5304-0d00-4f35-a08c-11275e41df79 service neutron] Bound using segment: {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:35:58.855750 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-f59a3809-1fde-44ee-9d13-347a2d5c477a req-1d9e5304-0d00-4f35-a08c-11275e41df79 service neutron] Bound port: 2d8f7e10-6ff2-4a65-8f22-3b6e093df725, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:35:58.855750 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-f59a3809-1fde-44ee-9d13-347a2d5c477a req-1d9e5304-0d00-4f35-a08c-11275e41df79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:58.855750 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-780ac2b9-7fca-453b-8998-93cb1ce13a53 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f37664d6-2d63-4250-9a40-b9995b72cf27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575123 Jul 09 14:35:58.994182 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e2a60bef-4a64-4597-83f9-3aaf37608852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:59.115602 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c63ae6-2cea-4ae4-b002-870ac7b538ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '952d0d9b-778a-4741-9bd8-5a66da0cc89a'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:35:59.119280 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41f01d4-76fb-4f41-89ad-b0bb7f5d9ae5" -d '{"events": [{"server_uuid": "23c63ae6-2cea-4ae4-b002-870ac7b538ff", "name": "network-vif-plugged", "status": "completed", "tag": "952d0d9b-778a-4741-9bd8-5a66da0cc89a"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:35:59.128923 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:59.143280 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-191085d3-778b-41a6-8dd6-78a0785aa681 req-9ff9d9e3-6ec1-4aaf-bdb0-f86d183eff21 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b3a90-2ddf-4c39-b384-8990ad15ae2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3588004 Jul 09 14:35:59.164216 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-f59a3809-1fde-44ee-9d13-347a2d5c477a req-1d9e5304-0d00-4f35-a08c-11275e41df79 service neutron] For port 2d8f7e10-6ff2-4a65-8f22-3b6e093df725, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:35:59.197262 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-f59a3809-1fde-44ee-9d13-347a2d5c477a req-1d9e5304-0d00-4f35-a08c-11275e41df79 service neutron] For port 2d8f7e10-6ff2-4a65-8f22-3b6e093df725, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=2d8f7e10-6ff2-4a65-8f22-3b6e093df725,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:35:59.209956 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-41bb7fd0-8730-452f-b077-43f9f15dd645 service neutron] 10.222.0.54 "GET /v2.0/networks/f37664d6-2d63-4250-9a40-b9995b72cf27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3771996 Jul 09 14:35:59.262019 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e86492-e13a-458e-950c-dadc6ccfdaff x-openstack-request-id: req-91e86492-e13a-458e-950c-dadc6ccfdaff {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:35:59.262319 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23c63ae6-2cea-4ae4-b002-870ac7b538ff", "name": "network-vif-plugged", "status": "completed", "tag": "952d0d9b-778a-4741-9bd8-5a66da0cc89a", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:35:59.262580 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-91e86492-e13a-458e-950c-dadc6ccfdaff {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:35:59.262979 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23c63ae6-2cea-4ae4-b002-870ac7b538ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '952d0d9b-778a-4741-9bd8-5a66da0cc89a', 'code': 200} Jul 09 14:35:59.290049 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-f59a3809-1fde-44ee-9d13-347a2d5c477a req-1d9e5304-0d00-4f35-a08c-11275e41df79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:59.366423 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a3809-1fde-44ee-9d13-347a2d5c477a req-1d9e5304-0d00-4f35-a08c-11275e41df79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:59.367049 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-f59a3809-1fde-44ee-9d13-347a2d5c477a req-1d9e5304-0d00-4f35-a08c-11275e41df79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:59.368654 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f59a3809-1fde-44ee-9d13-347a2d5c477a req-1d9e5304-0d00-4f35-a08c-11275e41df79 service neutron] 10.222.0.62 "PUT /v2.0/ports/2d8f7e10-6ff2-4a65-8f22-3b6e093df725 HTTP/1.1" status: 200 len: 1096 time: 1.7049487 Jul 09 14:35:59.369903 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30efb618-2f39-459d-8db6-44fa2bb7d7ad', 'tag': '2d8f7e10-6ff2-4a65-8f22-3b6e093df725'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:35:59.372196 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dddb3c3b-f716-47e4-a816-02a09d85093b" -d '{"events": [{"name": "network-changed", "server_uuid": "30efb618-2f39-459d-8db6-44fa2bb7d7ad", "tag": "2d8f7e10-6ff2-4a65-8f22-3b6e093df725"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:35:59.418280 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01199617-47b0-4142-b4cf-2bdd12bd3a60 req-8dbcde2e-5d0b-49ba-9c2b-227531a738c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:59.419833 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-01199617-47b0-4142-b4cf-2bdd12bd3a60 req-8dbcde2e-5d0b-49ba-9c2b-227531a738c2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=23c63ae6-2cea-4ae4-b002-870ac7b538ff HTTP/1.1" status: 200 len: 1097 time: 0.0847349 Jul 09 14:35:59.425831 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.54', 56163) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:59.470276 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9e5304-0d00-4f35-a08c-11275e41df79 service neutron] Pushing event updated for resources: {'Port': ['ID=2d8f7e10-6ff2-4a65-8f22-3b6e093df725,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:59.502143 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-01199617-47b0-4142-b4cf-2bdd12bd3a60 req-25e6dbb6-1c57-4430-ab93-ed395ad4c0cd service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695729 Jul 09 14:35:59.515862 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-bc68c6fc-7398-4780-9891-4a0aafe85c7b service neutron] 10.222.0.54 "GET /v2.0/networks/f37664d6-2d63-4250-9a40-b9995b72cf27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971945 Jul 09 14:35:59.592507 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195ff39-b5ad-4701-8b46-d2366c682176 req-92b19583-05f0-42a6-8502-404bf02257ca tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:59.594134 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1195ff39-b5ad-4701-8b46-d2366c682176 req-92b19583-05f0-42a6-8502-404bf02257ca tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=23c63ae6-2cea-4ae4-b002-870ac7b538ff HTTP/1.1" status: 200 len: 946 time: 0.3084290 Jul 09 14:35:59.660361 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1acc1-0c00-445b-bba1-76f450c54fae req-57a2d601-9b5d-4a28-a865-01be347c3530 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:59.662414 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-eab1acc1-0c00-445b-bba1-76f450c54fae req-57a2d601-9b5d-4a28-a865-01be347c3530 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=2df18832-0a90-4bac-9014-72e1f2d3c304 HTTP/1.1" status: 200 len: 946 time: 0.0821295 Jul 09 14:35:59.672385 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba09d9a-ddfc-4f3b-baed-1ddb68d7cab7 req-fdd220a5-fd01-4c92-8419-70847c9c3a46 tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:59.674379 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aba09d9a-ddfc-4f3b-baed-1ddb68d7cab7 req-fdd220a5-fd01-4c92-8419-70847c9c3a46 tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] 10.222.0.54 "GET /v2.0/ports?device_id=d3d936c9-205a-47df-a2da-ad3da2a70f76 HTTP/1.1" status: 200 len: 970 time: 0.2317185 Jul 09 14:35:59.699840 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1195ff39-b5ad-4701-8b46-d2366c682176 req-ef60146d-3a39-4c0f-9440-c002403acc9a tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952015 Jul 09 14:35:59.721857 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-eab1acc1-0c00-445b-bba1-76f450c54fae req-89e65f1b-db76-4236-aba3-134b5f2d4e9c tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521247 Jul 09 14:35:59.810847 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f421aa-ee98-4d09-bc34-79aaf594332c x-openstack-request-id: req-b3f421aa-ee98-4d09-bc34-79aaf594332c {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:35:59.817961 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30efb618-2f39-459d-8db6-44fa2bb7d7ad", "tag": "2d8f7e10-6ff2-4a65-8f22-3b6e093df725", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:35:59.817961 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b3f421aa-ee98-4d09-bc34-79aaf594332c {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:35:59.817961 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30efb618-2f39-459d-8db6-44fa2bb7d7ad', 'tag': '2d8f7e10-6ff2-4a65-8f22-3b6e093df725', 'status': 'completed', 'code': 200} Jul 09 14:35:59.849012 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a3809-1fde-44ee-9d13-347a2d5c477a req-cb3d4e5e-8792-4edb-8772-252c430938f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:59.850956 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f59a3809-1fde-44ee-9d13-347a2d5c477a req-cb3d4e5e-8792-4edb-8772-252c430938f0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=25ca6f7e5a1243aaad6f527a00bcb806&device_id=30efb618-2f39-459d-8db6-44fa2bb7d7ad HTTP/1.1" status: 200 len: 1099 time: 0.3299809 Jul 09 14:35:59.924427 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a0194c-a543-4533-8a91-fb779a3d37bc req-e661f8d7-4e25-414a-9145-ef096cfb9207 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:59.926588 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-26a0194c-a543-4533-8a91-fb779a3d37bc req-e661f8d7-4e25-414a-9145-ef096cfb9207 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.58 "GET /v2.0/ports?device_id=d762b363-8d3a-4424-8de1-5b8bb368fe61 HTTP/1.1" status: 200 len: 950 time: 0.0766351 Jul 09 14:35:59.974521 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f59a3809-1fde-44ee-9d13-347a2d5c477a req-63d02e08-5f93-4f0a-ba25-12dc7df907e6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=2d8f7e10-6ff2-4a65-8f22-3b6e093df725 HTTP/1.1" status: 200 len: 217 time: 0.0879695 Jul 09 14:35:59.975641 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-26a0194c-a543-4533-8a91-fb779a3d37bc req-961da197-03d7-49c0-8343-6dbb9d596b37 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.58 "GET /v2.0/security-groups?id=26db68c8-80e4-439b-baaf-94963c11c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417967 Jul 09 14:36:00.029875 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48470) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:00.040125 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:00.099170 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-aba09d9a-ddfc-4f3b-baed-1ddb68d7cab7 req-00d4244d-7b39-492c-9f5e-32ee30151573 tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] Deleting port 7efb6543-18dd-4ecc-a691-fb655906d072 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:36:00.099426 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-aba09d9a-ddfc-4f3b-baed-1ddb68d7cab7 req-00d4244d-7b39-492c-9f5e-32ee30151573 tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:00.103271 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-b39f9c4c-6d98-413f-8c24-fba8e35c28b2 tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:00.105007 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-b39f9c4c-6d98-413f-8c24-fba8e35c28b2 tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=2df18832-0a90-4bac-9014-72e1f2d3c304&tenant_id=a29f2b4cfd1449cca4564d7c2e38b31e&binding%3Ahost_id=n-h1-799529-6 HTTP/1.1" status: 200 len: 1097 time: 0.2960081 Jul 09 14:36:00.122479 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a3809-1fde-44ee-9d13-347a2d5c477a req-496eb501-5045-4b50-a331-5b104c8f75af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:00.123924 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f59a3809-1fde-44ee-9d13-347a2d5c477a req-496eb501-5045-4b50-a331-5b104c8f75af service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.1079087 Jul 09 14:36:00.129068 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-0583aa36-0032-4543-816b-1baaeddbbfac service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-799529-6'}}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:36:00.144982 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-f6c9e2ad-1f59-4e03-b17f-6e70a700fec8 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1669793907-network', 'tenant_id': 'f9beeac302b4456ab9897feb8634bccd'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:36:00.218201 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a48541-1e22-43be-8d67-317e04dc85f6 req-5103a134-1c3b-4798-8138-cb3b31507cf4 tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:00.224552 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a4a48541-1e22-43be-8d67-317e04dc85f6 req-5103a134-1c3b-4798-8138-cb3b31507cf4 tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3d936c9-205a-47df-a2da-ad3da2a70f76 HTTP/1.1" status: 200 len: 970 time: 0.3385801 Jul 09 14:36:00.233086 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c9e2ad-1f59-4e03-b17f-6e70a700fec8 admin admin] Made reservation on behalf of f9beeac302b4456ab9897feb8634bccd for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:36:00.237224 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f6c9e2ad-1f59-4e03-b17f-6e70a700fec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:00.246144 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f6c9e2ad-1f59-4e03-b17f-6e70a700fec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:00.363554 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a4a48541-1e22-43be-8d67-317e04dc85f6 req-89abfb30-1643-4c8b-9543-9700a9f9bbc3 tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee8856be-6182-45a7-982c-78036c75ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311464 Jul 09 14:36:00.366471 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-aba09d9a-ddfc-4f3b-baed-1ddb68d7cab7 req-00d4244d-7b39-492c-9f5e-32ee30151573 tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] For port 7efb6543-18dd-4ecc-a691-fb655906d072, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=7efb6543-18dd-4ecc-a691-fb655906d072,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:36:00.366836 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-aba09d9a-ddfc-4f3b-baed-1ddb68d7cab7 req-00d4244d-7b39-492c-9f5e-32ee30151573 tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:00.371008 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f6c9e2ad-1f59-4e03-b17f-6e70a700fec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:00.409494 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-0583aa36-0032-4543-816b-1baaeddbbfac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:00.422030 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-aba09d9a-ddfc-4f3b-baed-1ddb68d7cab7 req-00d4244d-7b39-492c-9f5e-32ee30151573 tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] Calling delete_port for 7efb6543-18dd-4ecc-a691-fb655906d072 owned by compute:tempest-test_az-365344404 {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:36:00.424952 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f6c9e2ad-1f59-4e03-b17f-6e70a700fec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:00.448716 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a3809-1fde-44ee-9d13-347a2d5c477a req-78498624-f045-45f3-a97c-67588640e202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:00.450263 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f59a3809-1fde-44ee-9d13-347a2d5c477a req-78498624-f045-45f3-a97c-67588640e202 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2948482 Jul 09 14:36:00.469514 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c9e2ad-1f59-4e03-b17f-6e70a700fec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a9d895-63bb-46cc-a755-1d011836a4da,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:00.481902 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6c9e2ad-1f59-4e03-b17f-6e70a700fec8 admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:36:00.499812 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f6c9e2ad-1f59-4e03-b17f-6e70a700fec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:00.500451 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-f6c9e2ad-1f59-4e03-b17f-6e70a700fec8 admin admin] Added segment 85303425-81df-497a-8117-22ba6281b80e of type vlan for network e7430d59-7c88-483d-984e-fabf3c5cc12e Jul 09 14:36:00.559001 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f6c9e2ad-1f59-4e03-b17f-6e70a700fec8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:00.691014 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f6c9e2ad-1f59-4e03-b17f-6e70a700fec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:00.692544 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c9e2ad-1f59-4e03-b17f-6e70a700fec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:00.694535 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f6c9e2ad-1f59-4e03-b17f-6e70a700fec8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:00.783721 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c9e2ad-1f59-4e03-b17f-6e70a700fec8 admin admin] Pushing event updated for resources: {'Network': ['ID=e7430d59-7c88-483d-984e-fabf3c5cc12e,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:00.795571 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network e7430d59-7c88-483d-984e-fabf3c5cc12e details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:36:00.816113 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f59a3809-1fde-44ee-9d13-347a2d5c477a req-cebad747-9492-4588-b353-34c06c7a6279 service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532360 Jul 09 14:36:00.834342 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f6c9e2ad-1f59-4e03-b17f-6e70a700fec8 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8031461 Jul 09 14:36:00.836995 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48504) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:00.842988 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-7d713ba7-03a9-4b77-ac7e-d159adc13030 admin admin] Request body: {'subnet': {'network_id': 'e7430d59-7c88-483d-984e-fabf3c5cc12e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1669793907-subnet', 'tenant_id': 'f9beeac302b4456ab9897feb8634bccd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:36:00.916601 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-0583aa36-0032-4543-816b-1baaeddbbfac service neutron] For port e24c6829-ff22-4546-b008-4d35ebba6132, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=e24c6829-ff22-4546-b008-4d35ebba6132,segment=NetworkSegment(aace0400-4c69-453a-b04e-112644859d27),segment_id=aace0400-4c69-453a-b04e-112644859d27)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:36:00.931558 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92081064-4ecb-4d62-ab32-de389287eec0 req-a4a6d7d4-6183-4a20-8175-2f99cdd7233b tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:00.933108 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-92081064-4ecb-4d62-ab32-de389287eec0 req-a4a6d7d4-6183-4a20-8175-2f99cdd7233b tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/ports?device_id=30efb618-2f39-459d-8db6-44fa2bb7d7ad HTTP/1.1" status: 200 len: 948 time: 0.3442826 Jul 09 14:36:01.030582 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-0583aa36-0032-4543-816b-1baaeddbbfac service neutron] For port e24c6829-ff22-4546-b008-4d35ebba6132, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:36:01.034246 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f59a3809-1fde-44ee-9d13-347a2d5c477a req-20f5ae4a-be64-4372-9e6c-6c67e2c195e1 service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073369 Jul 09 14:36:01.037156 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-92081064-4ecb-4d62-ab32-de389287eec0 req-69844f67-506e-4a09-924d-6a5f6082b5c6 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b3a90-2ddf-4c39-b384-8990ad15ae2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930955 Jul 09 14:36:01.056228 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-aba09d9a-ddfc-4f3b-baed-1ddb68d7cab7 req-00d4244d-7b39-492c-9f5e-32ee30151573 tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:01.068079 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f009c2fa-e917-48d1-8d5b-5adfe2d0f6b6 req-a4f30127-aed0-4118-93e9-e4a02cd35962 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:01.069685 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f009c2fa-e917-48d1-8d5b-5adfe2d0f6b6 req-a4f30127-aed0-4118-93e9-e4a02cd35962 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.58 "GET /v2.0/ports?device_id=d762b363-8d3a-4424-8de1-5b8bb368fe61 HTTP/1.1" status: 200 len: 950 time: 0.2214344 Jul 09 14:36:01.072024 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['7efb6543-18dd-4ecc-a691-fb655906d072'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:36:01.097865 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d4244d-7b39-492c-9f5e-32ee30151573 tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] Pushing event deleted for resources: {'Port': ['ID=7efb6543-18dd-4ecc-a691-fb655906d072,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:01.127849 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f009c2fa-e917-48d1-8d5b-5adfe2d0f6b6 req-2b5099ef-7e48-491e-bcc7-72e7d42bfa26 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.58 "GET /v2.0/security-groups?id=26db68c8-80e4-439b-baaf-94963c11c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521576 Jul 09 14:36:01.130631 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d713ba7-03a9-4b77-ac7e-d159adc13030 admin admin] Made reservation on behalf of f9beeac302b4456ab9897feb8634bccd for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:36:01.134246 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7d713ba7-03a9-4b77-ac7e-d159adc13030 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:01.401559 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:01.447029 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-0583aa36-0032-4543-816b-1baaeddbbfac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:01.448389 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed69a9-715a-4cab-9270-d6a696ef4ac8 req-18ec7eaf-dc08-4540-baea-5748bb57e079 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:01.449919 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d2ed69a9-715a-4cab-9270-d6a696ef4ac8 req-18ec7eaf-dc08-4540-baea-5748bb57e079 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=2df18832-0a90-4bac-9014-72e1f2d3c304 HTTP/1.1" status: 200 len: 946 time: 0.1404240 Jul 09 14:36:01.485744 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba09d9a-ddfc-4f3b-baed-1ddb68d7cab7 req-00d4244d-7b39-492c-9f5e-32ee30151573 tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] No DVR routers for this DVR port 7efb6543-18dd-4ecc-a691-fb655906d072 on host n-h2-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:36:01.489792 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-aba09d9a-ddfc-4f3b-baed-1ddb68d7cab7 req-00d4244d-7b39-492c-9f5e-32ee30151573 tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:01.492822 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aba09d9a-ddfc-4f3b-baed-1ddb68d7cab7 req-00d4244d-7b39-492c-9f5e-32ee30151573 tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] 10.222.0.54 "DELETE /v2.0/ports/7efb6543-18dd-4ecc-a691-fb655906d072 HTTP/1.1" status: 204 len: 173 time: 1.8106034 Jul 09 14:36:01.499432 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d2ed69a9-715a-4cab-9270-d6a696ef4ac8 req-698bfff5-bf32-420b-8f5d-76424506f135 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432308 Jul 09 14:36:01.539359 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7d713ba7-03a9-4b77-ac7e-d159adc13030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:01.541513 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb3c3b-f716-47e4-a816-02a09d85093b req-7da9a770-7865-4cc7-bfba-8af4b62ff2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:01.543136 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dddb3c3b-f716-47e4-a816-02a09d85093b req-7da9a770-7865-4cc7-bfba-8af4b62ff2bf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=25ca6f7e5a1243aaad6f527a00bcb806&device_id=30efb618-2f39-459d-8db6-44fa2bb7d7ad HTTP/1.1" status: 200 len: 1099 time: 0.1530223 Jul 09 14:36:01.552092 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ad3ec-d8e1-436c-998d-b7cea18b10ca req-732d8960-9684-43e3-9939-c5ab9b18eeb5 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:01.553609 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e49ad3ec-d8e1-436c-998d-b7cea18b10ca req-732d8960-9684-43e3-9939-c5ab9b18eeb5 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=23c63ae6-2cea-4ae4-b002-870ac7b538ff HTTP/1.1" status: 200 len: 946 time: 0.1647348 Jul 09 14:36:01.600510 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-0583aa36-0032-4543-816b-1baaeddbbfac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:01.604581 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d713ba7-03a9-4b77-ac7e-d159adc13030 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a29bed4a-eb5d-425d-bedd-f3538b5fd90a,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:01.612420 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d713ba7-03a9-4b77-ac7e-d159adc13030 admin admin] Checking segment: {'id': '85303425-81df-497a-8117-22ba6281b80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e7430d59-7c88-483d-984e-fabf3c5cc12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:36:01.612695 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d713ba7-03a9-4b77-ac7e-d159adc13030 admin admin] Network hostable DHCP agents. Network: e7430d59-7c88-483d-984e-fabf3c5cc12e, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:36:01.720974 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e49ad3ec-d8e1-436c-998d-b7cea18b10ca req-56554cde-a608-4367-940b-f195a0060888 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468251 Jul 09 14:36:01.736476 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d713ba7-03a9-4b77-ac7e-d159adc13030 admin admin] Network e7430d59-7c88-483d-984e-fabf3c5cc12e is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:36:01.745177 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4b782959-bffb-482a-a607-b2fa4be284f9 req-b9c32d2a-f18f-447f-a107-51c47e519f20 tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=7a81167bb4aa4766bfbe33dbc7e63f28&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290685 Jul 09 14:36:01.765356 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0583aa36-0032-4543-816b-1baaeddbbfac service neutron] Pushing event updated for resources: {'Port': ['ID=e24c6829-ff22-4546-b008-4d35ebba6132,revision_number=7']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:01.772677 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-0583aa36-0032-4543-816b-1baaeddbbfac service neutron] Attempting to bind port e24c6829-ff22-4546-b008-4d35ebba6132 on host n-h1-799529-6 for vnic_type normal with profile {"migrating_to": "n-h2-799529-6"} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:36:01.773512 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-0583aa36-0032-4543-816b-1baaeddbbfac service neutron] Attempting to bind port e24c6829-ff22-4546-b008-4d35ebba6132 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': 'aace0400-4c69-453a-b04e-112644859d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f37664d6-2d63-4250-9a40-b9995b72cf27'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:36:01.773512 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-0583aa36-0032-4543-816b-1baaeddbbfac service neutron] Attempting to bind port e24c6829-ff22-4546-b008-4d35ebba6132 on network f37664d6-2d63-4250-9a40-b9995b72cf27 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:36:01.775714 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb3c3b-f716-47e4-a816-02a09d85093b req-80202f8b-bf55-471d-8549-dcf50bdd746a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:01.777341 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dddb3c3b-f716-47e4-a816-02a09d85093b req-80202f8b-bf55-471d-8549-dcf50bdd746a service neutron] 10.222.0.62 "GET /v2.0/networks?id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc HTTP/1.1" status: 200 len: 870 time: 0.2228823 Jul 09 14:36:01.780456 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-0583aa36-0032-4543-816b-1baaeddbbfac service neutron] Port e24c6829-ff22-4546-b008-4d35ebba6132 on network f37664d6-2d63-4250-9a40-b9995b72cf27 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:36:01.780795 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-0583aa36-0032-4543-816b-1baaeddbbfac service neutron] Attempting to bind port e24c6829-ff22-4546-b008-4d35ebba6132 on network f37664d6-2d63-4250-9a40-b9995b72cf27 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:36:01.790949 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-0583aa36-0032-4543-816b-1baaeddbbfac service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:36:01.791231 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-0583aa36-0032-4543-816b-1baaeddbbfac service neutron] Checking segment: {'id': 'aace0400-4c69-453a-b04e-112644859d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f37664d6-2d63-4250-9a40-b9995b72cf27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:36:01.791803 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-0583aa36-0032-4543-816b-1baaeddbbfac service neutron] Bound using segment: {'id': 'aace0400-4c69-453a-b04e-112644859d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f37664d6-2d63-4250-9a40-b9995b72cf27'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:36:01.792386 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-0583aa36-0032-4543-816b-1baaeddbbfac service neutron] Bound port: e24c6829-ff22-4546-b008-4d35ebba6132, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aace0400-4c69-453a-b04e-112644859d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f37664d6-2d63-4250-9a40-b9995b72cf27'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:36:01.792918 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-0583aa36-0032-4543-816b-1baaeddbbfac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:01.839667 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df18832-0a90-4bac-9014-72e1f2d3c304', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e24c6829-ff22-4546-b008-4d35ebba6132'}, {'server_uuid': 'd3d936c9-205a-47df-a2da-ad3da2a70f76', 'name': 'network-vif-deleted', 'tag': '7efb6543-18dd-4ecc-a691-fb655906d072'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:36:01.843660 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c1607d6-d018-488c-bf9c-d389933d499e" -d '{"events": [{"server_uuid": "2df18832-0a90-4bac-9014-72e1f2d3c304", "name": "network-vif-unplugged", "status": "completed", "tag": "e24c6829-ff22-4546-b008-4d35ebba6132"}, {"server_uuid": "d3d936c9-205a-47df-a2da-ad3da2a70f76", "name": "network-vif-deleted", "tag": "7efb6543-18dd-4ecc-a691-fb655906d072"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:36:01.849329 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dddb3c3b-f716-47e4-a816-02a09d85093b req-9dbd2f1e-7896-42e6-b68a-c019db7569a6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=2d8f7e10-6ff2-4a65-8f22-3b6e093df725 HTTP/1.1" status: 200 len: 217 time: 0.0639298 Jul 09 14:36:01.869256 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b782959-bffb-482a-a607-b2fa4be284f9 req-dad79154-7c1b-43af-baea-7046062da587 tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:01.869256 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4b782959-bffb-482a-a607-b2fa4be284f9 req-dad79154-7c1b-43af-baea-7046062da587 tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1197493 Jul 09 14:36:01.881692 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4b782959-bffb-482a-a607-b2fa4be284f9 req-df81fbef-b304-4be8-824a-1cb6942a9e73 tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] 10.222.0.58 "GET /v2.0/quotas/7a81167bb4aa4766bfbe33dbc7e63f28 HTTP/1.1" status: 200 len: 375 time: 0.0103498 Jul 09 14:36:01.887465 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-7d713ba7-03a9-4b77-ac7e-d159adc13030 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, e7430d59-7c88-483d-984e-fabf3c5cc12e) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:36:01.910399 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825f25b7-8b8c-41be-b00b-3b44a1341f88 None None] Network e7430d59-7c88-483d-984e-fabf3c5cc12e requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:36:01.910944 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d713ba7-03a9-4b77-ac7e-d159adc13030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:01.910944 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7d713ba7-03a9-4b77-ac7e-d159adc13030 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:01.927294 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4b782959-bffb-482a-a607-b2fa4be284f9 req-0b80ce13-5aee-49cf-8a0f-43be7f3a6e5c tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=7a81167bb4aa4766bfbe33dbc7e63f28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374982 Jul 09 14:36:01.952576 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7a517703-462b-43c8-a5a1-fd98e3e1e288 req-b3737247-509d-469e-935a-2be886f16dd6 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=03bfa10df918443c9e4a4bb4d4072768&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390930 Jul 09 14:36:01.977440 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb3c3b-f716-47e4-a816-02a09d85093b req-9ea4edea-4591-4f51-b1a4-cde23c25ac27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:01.978850 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dddb3c3b-f716-47e4-a816-02a09d85093b req-9ea4edea-4591-4f51-b1a4-cde23c25ac27 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.1070416 Jul 09 14:36:01.982373 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-0583aa36-0032-4543-816b-1baaeddbbfac service neutron] For port e24c6829-ff22-4546-b008-4d35ebba6132, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:36:02.022172 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-7d713ba7-03a9-4b77-ac7e-d159adc13030 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1832783 Jul 09 14:36:02.024332 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48538) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:02.028716 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-b70b33da-57c9-4622-8d83-0be8c73000b1 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1669793907-router', 'tenant_id': 'f9beeac302b4456ab9897feb8634bccd', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:36:02.065864 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-0583aa36-0032-4543-816b-1baaeddbbfac service neutron] For port e24c6829-ff22-4546-b008-4d35ebba6132, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=e24c6829-ff22-4546-b008-4d35ebba6132,segment=NetworkSegment(aace0400-4c69-453a-b04e-112644859d27),segment_id=aace0400-4c69-453a-b04e-112644859d27)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:36:02.072193 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025960dd-da04-40e5-8c32-e1a00aee43d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-e7430d59-7c88-483d-984e-fabf3c5cc12e', 'network_id': 'e7430d59-7c88-483d-984e-fabf3c5cc12e', 'tenant_id': 'f9beeac302b4456ab9897feb8634bccd', 'fixed_ips': [{'subnet_id': 'a29bed4a-eb5d-425d-bedd-f3538b5fd90a'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:36:02.073132 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-025960dd-da04-40e5-8c32-e1a00aee43d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:02.107030 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b70b33da-57c9-4622-8d83-0be8c73000b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:02.108739 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b70b33da-57c9-4622-8d83-0be8c73000b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:02.128022 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a517703-462b-43c8-a5a1-fd98e3e1e288 req-957250ba-aa5a-45b2-b6c2-4caf800cafb0 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:02.130014 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7a517703-462b-43c8-a5a1-fd98e3e1e288 req-957250ba-aa5a-45b2-b6c2-4caf800cafb0 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1679158 Jul 09 14:36:02.138235 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-0583aa36-0032-4543-816b-1baaeddbbfac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:02.158540 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb3c3b-f716-47e4-a816-02a09d85093b req-abd0e10d-a85e-4989-9d5e-c627d21761b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:02.159987 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dddb3c3b-f716-47e4-a816-02a09d85093b req-abd0e10d-a85e-4989-9d5e-c627d21761b6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1618204 Jul 09 14:36:02.185730 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b70b33da-57c9-4622-8d83-0be8c73000b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:02.216342 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7a517703-462b-43c8-a5a1-fd98e3e1e288 req-e32ef727-8a96-4226-b003-063f5335d963 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.58 "GET /v2.0/quotas/03bfa10df918443c9e4a4bb4d4072768 HTTP/1.1" status: 200 len: 375 time: 0.0805044 Jul 09 14:36:02.286327 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-025960dd-da04-40e5-8c32-e1a00aee43d1 None None] Allocated IP 172.20.0.2 (e7430d59-7c88-483d-984e-fabf3c5cc12e/a29bed4a-eb5d-425d-bedd-f3538b5fd90a/89c4d91e-9d88-4ad3-8fa1-1e5522cbbcb6) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:36:02.372283 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-0583aa36-0032-4543-816b-1baaeddbbfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:02.373507 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-0583aa36-0032-4543-816b-1baaeddbbfac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:02.375225 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-0583aa36-0032-4543-816b-1baaeddbbfac service neutron] 10.222.0.54 "PUT /v2.0/ports/e24c6829-ff22-4546-b008-4d35ebba6132 HTTP/1.1" status: 200 len: 1122 time: 2.2546742 Jul 09 14:36:02.378570 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0583aa36-0032-4543-816b-1baaeddbbfac service neutron] Pushing event updated for resources: {'Port': ['ID=e24c6829-ff22-4546-b008-4d35ebba6132,revision_number=8']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:02.431388 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dddb3c3b-f716-47e4-a816-02a09d85093b req-c66cf8d5-98a7-4820-a5a1-cdb63e2f5f5c service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456007 Jul 09 14:36:02.458565 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7a517703-462b-43c8-a5a1-fd98e3e1e288 req-9b27b6c1-4c55-48b1-b041-26dbe7210cc4 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=03bfa10df918443c9e4a4bb4d4072768&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2058296 Jul 09 14:36:02.467817 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-050adb35-3c6a-496f-95b5-9a87bd5caed2 req-a8d5691c-3a33-405c-8609-2522344277da tempest-AggregatesAdminTestJSON-1677893230 tempest-AggregatesAdminTestJSON-1677893230-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3d936c9-205a-47df-a2da-ad3da2a70f76 HTTP/1.1" status: 200 len: 210 time: 0.0678477 Jul 09 14:36:02.561326 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dddb3c3b-f716-47e4-a816-02a09d85093b req-9abd072d-fb97-49c5-8c6c-7657c31ddf39 service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163547 Jul 09 14:36:02.581376 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b70b33da-57c9-4622-8d83-0be8c73000b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:02.617285 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-025960dd-da04-40e5-8c32-e1a00aee43d1 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:02.626160 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-025960dd-da04-40e5-8c32-e1a00aee43d1 None None] Transition to ACTIVE for port object 89c4d91e-9d88-4ad3-8fa1-1e5522cbbcb6 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:36:02.640582 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-025960dd-da04-40e5-8c32-e1a00aee43d1 None None] Transition to ACTIVE for port object 89c4d91e-9d88-4ad3-8fa1-1e5522cbbcb6 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:36:02.675124 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['e24c6829-ff22-4546-b008-4d35ebba6132'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:36:02.723190 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-025960dd-da04-40e5-8c32-e1a00aee43d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:02.810473 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025960dd-da04-40e5-8c32-e1a00aee43d1 None None] Network e7430d59-7c88-483d-984e-fabf3c5cc12e is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:36:02.815102 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 09 Jul 2021 14:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a596ada-86a6-442a-a112-f06424cd6031 x-openstack-request-id: req-4a596ada-86a6-442a-a112-f06424cd6031 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:36:02.816129 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2df18832-0a90-4bac-9014-72e1f2d3c304", "name": "network-vif-unplugged", "status": "completed", "tag": "e24c6829-ff22-4546-b008-4d35ebba6132", "code": 200}, {"server_uuid": "d3d936c9-205a-47df-a2da-ad3da2a70f76", "name": "network-vif-deleted", "tag": "7efb6543-18dd-4ecc-a691-fb655906d072", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:36:02.824396 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4a596ada-86a6-442a-a112-f06424cd6031 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:36:02.824396 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2df18832-0a90-4bac-9014-72e1f2d3c304', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e24c6829-ff22-4546-b008-4d35ebba6132', 'code': 200} Jul 09 14:36:02.824396 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d936c9-205a-47df-a2da-ad3da2a70f76', 'name': 'network-vif-deleted', 'tag': '7efb6543-18dd-4ecc-a691-fb655906d072', 'status': 'completed', 'code': 200} Jul 09 14:36:02.825036 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-025960dd-da04-40e5-8c32-e1a00aee43d1 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:36:02.827206 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025960dd-da04-40e5-8c32-e1a00aee43d1 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:36:02.843743 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab74d6-707c-40b6-81ed-b5cc064b3fb2 req-abf96359-99ca-4dfd-ac8f-f60a098c7d3b tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:02.851360 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5eab74d6-707c-40b6-81ed-b5cc064b3fb2 req-abf96359-99ca-4dfd-ac8f-f60a098c7d3b tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=23c63ae6-2cea-4ae4-b002-870ac7b538ff HTTP/1.1" status: 200 len: 1097 time: 0.0795972 Jul 09 14:36:02.898065 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025960dd-da04-40e5-8c32-e1a00aee43d1 None None] Pushing event updated for resources: {'Port': ['ID=89c4d91e-9d88-4ad3-8fa1-1e5522cbbcb6,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:02.902822 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5eab74d6-707c-40b6-81ed-b5cc064b3fb2 req-e17299af-c8aa-4f9a-8d89-7cb402127d02 tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505130 Jul 09 14:36:02.957205 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-025960dd-da04-40e5-8c32-e1a00aee43d1 None None] Attempting to bind port 89c4d91e-9d88-4ad3-8fa1-1e5522cbbcb6 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:36:02.957585 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-025960dd-da04-40e5-8c32-e1a00aee43d1 None None] Attempting to bind port 89c4d91e-9d88-4ad3-8fa1-1e5522cbbcb6 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '85303425-81df-497a-8117-22ba6281b80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e7430d59-7c88-483d-984e-fabf3c5cc12e'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:36:02.957953 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025960dd-da04-40e5-8c32-e1a00aee43d1 None None] Attempting to bind port 89c4d91e-9d88-4ad3-8fa1-1e5522cbbcb6 on network e7430d59-7c88-483d-984e-fabf3c5cc12e {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:36:02.963610 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025960dd-da04-40e5-8c32-e1a00aee43d1 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:36:02.963994 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025960dd-da04-40e5-8c32-e1a00aee43d1 None None] Checking segment: {'id': '85303425-81df-497a-8117-22ba6281b80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e7430d59-7c88-483d-984e-fabf3c5cc12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:36:02.964404 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-025960dd-da04-40e5-8c32-e1a00aee43d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:02.964801 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025960dd-da04-40e5-8c32-e1a00aee43d1 None None] Bound using segment: {'id': '85303425-81df-497a-8117-22ba6281b80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e7430d59-7c88-483d-984e-fabf3c5cc12e'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:36:02.965274 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-025960dd-da04-40e5-8c32-e1a00aee43d1 None None] Bound port: 89c4d91e-9d88-4ad3-8fa1-1e5522cbbcb6, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85303425-81df-497a-8117-22ba6281b80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e7430d59-7c88-483d-984e-fabf3c5cc12e'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:36:02.967761 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-025960dd-da04-40e5-8c32-e1a00aee43d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:03.028483 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbfe230-c33c-41a6-bb04-83c648584e43 req-f8ed2cc6-7c59-4bcf-b2f8-5adc010c75ed tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:03.029973 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3dbfe230-c33c-41a6-bb04-83c648584e43 req-f8ed2cc6-7c59-4bcf-b2f8-5adc010c75ed tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/ports?device_id=30efb618-2f39-459d-8db6-44fa2bb7d7ad HTTP/1.1" status: 200 len: 948 time: 0.0917923 Jul 09 14:36:03.064426 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4944df80-c3bf-45bf-ab67-d2b33b2fcde3 req-ad3748dd-7b0d-44be-9ea6-2d63d06337f8 tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f570f43-0141-44b9-99f2-d3acd43eab2a HTTP/1.1" status: 200 len: 210 time: 0.0673654 Jul 09 14:36:03.085748 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3dbfe230-c33c-41a6-bb04-83c648584e43 req-009eea24-6251-45e6-a669-2cb8657d8635 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b3a90-2ddf-4c39-b384-8990ad15ae2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457847 Jul 09 14:36:03.089271 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-025960dd-da04-40e5-8c32-e1a00aee43d1 None None] For port 89c4d91e-9d88-4ad3-8fa1-1e5522cbbcb6, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:36:03.101936 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-025960dd-da04-40e5-8c32-e1a00aee43d1 None None] For port 89c4d91e-9d88-4ad3-8fa1-1e5522cbbcb6, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=89c4d91e-9d88-4ad3-8fa1-1e5522cbbcb6,segment=NetworkSegment(85303425-81df-497a-8117-22ba6281b80e),segment_id=85303425-81df-497a-8117-22ba6281b80e)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:36:03.156725 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b6ac341d-da16-49f4-a6f0-555eea7bc200 req-c4adc665-bd03-4cd2-aa4f-ff12a71136db tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d4a5793-8b72-4f80-9a91-015100a5039a HTTP/1.1" status: 200 len: 210 time: 0.0340872 Jul 09 14:36:03.168067 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b70b33da-57c9-4622-8d83-0be8c73000b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:03.209167 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-025960dd-da04-40e5-8c32-e1a00aee43d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:03.209329 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b70b33da-57c9-4622-8d83-0be8c73000b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:03.305217 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025960dd-da04-40e5-8c32-e1a00aee43d1 None None] Pushing event updated for resources: {'Port': ['ID=89c4d91e-9d88-4ad3-8fa1-1e5522cbbcb6,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:03.381954 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a7aae3-02c9-49cf-a527-e30cc17984bd req-056c9c06-f110-4342-926c-1f0bda1f49a0 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:03.382275 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1f16e-7e00-4ac4-a138-ebe032da51cd req-164baa78-f8a5-4cc8-990d-2c870cd14325 tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:03.388057 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1fe1f16e-7e00-4ac4-a138-ebe032da51cd req-164baa78-f8a5-4cc8-990d-2c870cd14325 tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=23c63ae6-2cea-4ae4-b002-870ac7b538ff HTTP/1.1" status: 200 len: 1097 time: 0.0779307 Jul 09 14:36:03.389263 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a8a7aae3-02c9-49cf-a527-e30cc17984bd req-056c9c06-f110-4342-926c-1f0bda1f49a0 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=2df18832-0a90-4bac-9014-72e1f2d3c304 HTTP/1.1" status: 200 len: 944 time: 0.2130384 Jul 09 14:36:03.423689 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1fe1f16e-7e00-4ac4-a138-ebe032da51cd req-3b1e8b3e-3be7-4b24-95f8-328761c292ab tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333991 Jul 09 14:36:03.458015 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-b70b33da-57c9-4622-8d83-0be8c73000b1 admin admin] Allocated IP 172.25.3.9 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/8686d87c-2171-44ba-8a92-59b2f7fc817c) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:36:03.484810 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a8a7aae3-02c9-49cf-a527-e30cc17984bd req-8a02f449-c730-433e-b68a-eb33c6e13d5c tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946131 Jul 09 14:36:03.559909 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 7efb6543-18dd-4ecc-a691-fb655906d072 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:36:03.588089 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: 7efb6543-18dd-4ecc-a691-fb655906d072 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:36:03.588510 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 7efb6543-18dd-4ecc-a691-fb655906d072 not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:36:03.605859 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b70b33da-57c9-4622-8d83-0be8c73000b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:03.764651 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b70b33da-57c9-4622-8d83-0be8c73000b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:03.825332 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70b33da-57c9-4622-8d83-0be8c73000b1 admin admin] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:36:03.835232 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-b70b33da-57c9-4622-8d83-0be8c73000b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:36:03.840790 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70b33da-57c9-4622-8d83-0be8c73000b1 admin admin] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:36:03.911257 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70b33da-57c9-4622-8d83-0be8c73000b1 admin admin] Pushing event updated for resources: {'Port': ['ID=8686d87c-2171-44ba-8a92-59b2f7fc817c,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:04.389884 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48614) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:04.429726 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b70b33da-57c9-4622-8d83-0be8c73000b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:04.515371 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bba6b51f-524b-4982-bf62-48afd3caaf48 req-12af329b-7ae7-44ea-9824-20bac1e60f8f tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f570f43-0141-44b9-99f2-d3acd43eab2a HTTP/1.1" status: 200 len: 210 time: 0.0367880 Jul 09 14:36:04.574374 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-2132499c-96a3-43fe-9e63-414c528587ef admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=31ef8f35240f45a3ac3f0d26e70d6282&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1816394 Jul 09 14:36:04.581317 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48620) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:04.656900 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d0eab5-12ad-4b4c-a27d-140361ccb3ae None None] Network e7430d59-7c88-483d-984e-fabf3c5cc12e requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:36:04.768473 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-dc0a6136-ade0-48ff-b8ba-89d82141ef72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:04.810171 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-dc0a6136-ade0-48ff-b8ba-89d82141ef72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:04.819232 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2df18832-0a90-4bac-9014-72e1f2d3c304', 'tag': 'e24c6829-ff22-4546-b008-4d35ebba6132'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:36:04.823258 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b70b33da-57c9-4622-8d83-0be8c73000b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:04.825535 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295dff3f-3208-4d36-a931-2201187a39b3" -d '{"events": [{"name": "network-changed", "server_uuid": "2df18832-0a90-4bac-9014-72e1f2d3c304", "tag": "e24c6829-ff22-4546-b008-4d35ebba6132"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:36:04.832724 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-aeaa00d6-e43b-4ef4-9f7d-2e8385e7e506 None None] Provisioning for port 89c4d91e-9d88-4ad3-8fa1-1e5522cbbcb6 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:36:04.836624 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e944a-8281-4c39-965d-e200632719a8 req-c83dd588-96e6-4d92-9bfa-d78da1f7a0ab tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:04.839717 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b61e944a-8281-4c39-965d-e200632719a8 req-c83dd588-96e6-4d92-9bfa-d78da1f7a0ab tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/ports?device_id=30efb618-2f39-459d-8db6-44fa2bb7d7ad HTTP/1.1" status: 200 len: 948 time: 0.1791911 Jul 09 14:36:04.980143 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b61e944a-8281-4c39-965d-e200632719a8 req-7f8b96fc-f722-472e-ad34-b817daab742b tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b3a90-2ddf-4c39-b384-8990ad15ae2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126146 Jul 09 14:36:05.060659 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-dc0a6136-ade0-48ff-b8ba-89d82141ef72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:05.063211 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-dc0a6136-ade0-48ff-b8ba-89d82141ef72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:05.065041 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-dc0a6136-ade0-48ff-b8ba-89d82141ef72 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ee8856be-6182-45a7-982c-78036c75ddd7 HTTP/1.1" status: 204 len: 168 time: 0.4824984 Jul 09 14:36:05.072737 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a6136-ade0-48ff-b8ba-89d82141ef72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8856be-6182-45a7-982c-78036c75ddd7,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:05.144868 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ee7c070a-8cc3-4501-a5ea-7a453f8ee2f7 req-427062f4-8738-4322-939f-698c852b3476 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d4a5793-8b72-4f80-9a91-015100a5039a HTTP/1.1" status: 200 len: 210 time: 0.0324092 Jul 09 14:36:05.173129 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 2d8f7e10-6ff2-4a65-8f22-3b6e093df725 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:36:05.195993 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b70b33da-57c9-4622-8d83-0be8c73000b1 admin admin] Router ba27f607-41b2-44e9-bc92-0fce3f45c1fe is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:36:05.328704 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 2d8f7e10-6ff2-4a65-8f22-3b6e093df725, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=2d8f7e10-6ff2-4a65-8f22-3b6e093df725,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:36:05.342792 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '2d8f7e10-6ff2-4a65-8f22-3b6e093df725', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'port_id': '2d8f7e10-6ff2-4a65-8f22-3b6e093df725', 'mac_address': 'fa:16:3e:58:ea:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8081bcce-88de-4a2f-9e69-6750220e0be0', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:36:05.351331 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b70b33da-57c9-4622-8d83-0be8c73000b1 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:36:05.366778 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5846d231-a167-449c-9e0a-621f94af2358 None None] Sync routers for ids ['ba27f607-41b2-44e9-bc92-0fce3f45c1fe'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:36:05.405585 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5846d231-a167-449c-9e0a-621f94af2358 None None] Routers {'ba27f607-41b2-44e9-bc92-0fce3f45c1fe'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:36:05.413134 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-5846d231-a167-449c-9e0a-621f94af2358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:35:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['ba27f607-41b2-44e9-bc92-0fce3f45c1fe'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:36:05.421539 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:05.441403 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d8f7e10-6ff2-4a65-8f22-3b6e093df725 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:36:05.445755 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4b782959-bffb-482a-a607-b2fa4be284f9 req-553b36c2-7b68-4d8b-a817-8c5c95bc0c0f tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=7a81167bb4aa4766bfbe33dbc7e63f28&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0645759 Jul 09 14:36:05.467341 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 2d8f7e10-6ff2-4a65-8f22-3b6e093df725, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=2d8f7e10-6ff2-4a65-8f22-3b6e093df725,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:36:05.469173 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 89c4d91e-9d88-4ad3-8fa1-1e5522cbbcb6 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:36:05.492901 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc9808-2954-4a86-a73b-1d226f235a82 req-6912c851-7364-4f08-b5cf-4c7cbfb967ff tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:05.503232 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a6dc9808-2954-4a86-a73b-1d226f235a82 req-6912c851-7364-4f08-b5cf-4c7cbfb967ff tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=2df18832-0a90-4bac-9014-72e1f2d3c304 HTTP/1.1" status: 200 len: 944 time: 0.0981865 Jul 09 14:36:05.554435 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a6dc9808-2954-4a86-a73b-1d226f235a82 req-5660bdd1-a503-4fab-833f-6a521633e322 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384104 Jul 09 14:36:05.555766 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device e24c6829-ff22-4546-b008-4d35ebba6132 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:36:05.597433 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-5846d231-a167-449c-9e0a-621f94af2358 None None] Set router ba27f607-41b2-44e9-bc92-0fce3f45c1fe gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:36:05.609965 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b70b33da-57c9-4622-8d83-0be8c73000b1 admin admin] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:05.615098 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b70b33da-57c9-4622-8d83-0be8c73000b1 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.5897906 Jul 09 14:36:05.616000 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48654) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:05.623217 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:05.647190 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67859a5e-03ca-430a-abc7-ad4149f3f843 x-openstack-request-id: req-67859a5e-03ca-430a-abc7-ad4149f3f843 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:36:05.647771 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2df18832-0a90-4bac-9014-72e1f2d3c304", "tag": "e24c6829-ff22-4546-b008-4d35ebba6132", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:36:05.648184 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-67859a5e-03ca-430a-abc7-ad4149f3f843 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:36:05.648845 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2df18832-0a90-4bac-9014-72e1f2d3c304', 'tag': 'e24c6829-ff22-4546-b008-4d35ebba6132', 'status': 'completed', 'code': 200} Jul 09 14:36:05.679073 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b782959-bffb-482a-a607-b2fa4be284f9 req-21661f8f-cef9-46d9-a136-5efbf5460b56 tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:05.680674 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4b782959-bffb-482a-a607-b2fa4be284f9 req-21661f8f-cef9-46d9-a136-5efbf5460b56 tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2286296 Jul 09 14:36:05.703097 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=2d8f7e10-6ff2-4a65-8f22-3b6e093df725,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:05.709643 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 89c4d91e-9d88-4ad3-8fa1-1e5522cbbcb6 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:36:05.721664 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.62', 53999) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:05.722705 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 89c4d91e-9d88-4ad3-8fa1-1e5522cbbcb6 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:36:05.723084 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:05.727148 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-4b782959-bffb-482a-a607-b2fa4be284f9 req-b7325c56-14ae-4fcb-a80c-a903bb60122a tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] Request body: {'port': {'device_id': '8f570f43-0141-44b9-99f2-d3acd43eab2a', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'admin_state_up': True, 'tenant_id': '7a81167bb4aa4766bfbe33dbc7e63f28'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:36:05.770692 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port e24c6829-ff22-4546-b008-4d35ebba6132, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=e24c6829-ff22-4546-b008-4d35ebba6132,segment=NetworkSegment(aace0400-4c69-453a-b04e-112644859d27),segment_id=aace0400-4c69-453a-b04e-112644859d27)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:36:05.785393 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device e24c6829-ff22-4546-b008-4d35ebba6132 has no active binding in host n-h2-799529-6 {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 14:36:05.862599 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:05.911149 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295dff3f-3208-4d36-a931-2201187a39b3 req-162f9662-22cc-440a-9dbb-08e96b885000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:05.913386 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-295dff3f-3208-4d36-a931-2201187a39b3 req-162f9662-22cc-440a-9dbb-08e96b885000 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a29f2b4cfd1449cca4564d7c2e38b31e&device_id=2df18832-0a90-4bac-9014-72e1f2d3c304 HTTP/1.1" status: 200 len: 1125 time: 0.1541634 Jul 09 14:36:05.920235 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 89c4d91e-9d88-4ad3-8fa1-1e5522cbbcb6, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=89c4d91e-9d88-4ad3-8fa1-1e5522cbbcb6,segment=NetworkSegment(85303425-81df-497a-8117-22ba6281b80e),segment_id=85303425-81df-497a-8117-22ba6281b80e)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:36:05.935983 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-5846d231-a167-449c-9e0a-621f94af2358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba27f607-41b2-44e9-bc92-0fce3f45c1fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1669793907-router', 'tenant_id': 'f9beeac302b4456ab9897feb8634bccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '8686d87c-2171-44ba-8a92-59b2f7fc817c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:02Z', 'updated_at': '2021-07-09T14:36:03Z', 'revision_number': 3, 'project_id': 'f9beeac302b4456ab9897feb8634bccd', 'gw_port': {'id': '8686d87c-2171-44ba-8a92-59b2f7fc817c', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:bc:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba27f607-41b2-44e9-bc92-0fce3f45c1fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:03Z', 'updated_at': '2021-07-09T14:36:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:36:05.966758 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5846d231-a167-449c-9e0a-621f94af2358 None None] Checking router: ba27f607-41b2-44e9-bc92-0fce3f45c1fe for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:36:05.967111 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5846d231-a167-449c-9e0a-621f94af2358 None None] Updating router ba27f607-41b2-44e9-bc92-0fce3f45c1fe port 8686d87c-2171-44ba-8a92-59b2f7fc817c binding host n-d-799529-6 {{(pid=94448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:36:06.000584 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:06.007772 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-5846d231-a167-449c-9e0a-621f94af2358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:06.049691 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48662) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:06.068538 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-38dbf6ab-a922-4634-a0f4-5b3a573898cf req-3febb81f-c085-4273-9239-c79a42cb434c tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f570f43-0141-44b9-99f2-d3acd43eab2a HTTP/1.1" status: 200 len: 210 time: 0.0949287 Jul 09 14:36:06.105977 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=89c4d91e-9d88-4ad3-8fa1-1e5522cbbcb6,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:06.122266 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295dff3f-3208-4d36-a931-2201187a39b3 req-0ee08da3-f977-42b5-9816-a05d5754575e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:06.124420 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-295dff3f-3208-4d36-a931-2201187a39b3 req-0ee08da3-f977-42b5-9816-a05d5754575e service neutron] 10.222.0.62 "GET /v2.0/networks?id=f37664d6-2d63-4250-9a40-b9995b72cf27 HTTP/1.1" status: 200 len: 922 time: 0.1957412 Jul 09 14:36:06.126268 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b782959-bffb-482a-a607-b2fa4be284f9 req-b7325c56-14ae-4fcb-a80c-a903bb60122a tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] Made reservation on behalf of 7a81167bb4aa4766bfbe33dbc7e63f28 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:36:06.130874 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-4b782959-bffb-482a-a607-b2fa4be284f9 req-b7325c56-14ae-4fcb-a80c-a903bb60122a tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:06.151900 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-4b782959-bffb-482a-a607-b2fa4be284f9 req-b7325c56-14ae-4fcb-a80c-a903bb60122a tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:06.185795 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['2d8f7e10-6ff2-4a65-8f22-3b6e093df725'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:36:06.187005 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-3347d7de-330f-4a36-80f1-36e4a3dd45b5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=43ac232d6aff437585d7c558daff453b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1341038 Jul 09 14:36:06.203742 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48668) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:06.213851 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-295dff3f-3208-4d36-a931-2201187a39b3 req-5ffb4f46-bdf3-4294-a18a-e657d98c5844 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e24c6829-ff22-4546-b008-4d35ebba6132 HTTP/1.1" status: 200 len: 217 time: 0.0789483 Jul 09 14:36:06.310966 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295dff3f-3208-4d36-a931-2201187a39b3 req-feff7159-f93a-40e7-af6d-542f9680e245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:06.312948 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-295dff3f-3208-4d36-a931-2201187a39b3 req-feff7159-f93a-40e7-af6d-542f9680e245 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=defde159-6b57-4a6f-ad64-e5b0f0fcfa82 HTTP/1.1" status: 200 len: 861 time: 0.0519030 Jul 09 14:36:06.385467 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-295dff3f-3208-4d36-a931-2201187a39b3 req-b1805f02-f761-4d02-8ebc-82cccf87f789 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f37664d6-2d63-4250-9a40-b9995b72cf27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581594 Jul 09 14:36:06.401082 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2a40560d-07d6-4d68-9635-bcc7977855cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:06.417991 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-5846d231-a167-449c-9e0a-621f94af2358 None None] Notify callbacks [] for port, precommit_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:06.430042 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.provisioning_blocks [None req-5846d231-a167-449c-9e0a-621f94af2358 None None] Transition to ACTIVE for port object 8686d87c-2171-44ba-8a92-59b2f7fc817c will not be triggered until provisioned by entity L2. {{(pid=94448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:36:06.498900 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-5846d231-a167-449c-9e0a-621f94af2358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:06.558689 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2a40560d-07d6-4d68-9635-bcc7977855cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:06.559314 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bde442da-83a8-49fa-9131-b3b1fb806391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:06.585705 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-5846d231-a167-449c-9e0a-621f94af2358 None None] Attempting to bind port 8686d87c-2171-44ba-8a92-59b2f7fc817c on host n-d-799529-6 for vnic_type normal with profile {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:36:06.586398 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-5846d231-a167-449c-9e0a-621f94af2358 None None] Attempting to bind port 8686d87c-2171-44ba-8a92-59b2f7fc817c by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:36:06.586918 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5846d231-a167-449c-9e0a-621f94af2358 None None] Attempting to bind port 8686d87c-2171-44ba-8a92-59b2f7fc817c on network 202c7ce6-d4e9-4f80-84dd-bef08905a653 {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:36:06.596015 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e4f4ad-9d70-45c8-88c0-f26d28228e97 None None] Pushing event updated for resources: {'Port': ['ID=8686d87c-2171-44ba-8a92-59b2f7fc817c,revision_number=2']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:06.598749 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5846d231-a167-449c-9e0a-621f94af2358 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:36:06.599314 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5846d231-a167-449c-9e0a-621f94af2358 None None] Checking segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:36:06.599532 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-295dff3f-3208-4d36-a931-2201187a39b3 req-b7f57508-f483-49d1-936e-41e63bcf1359 service neutron] 10.222.0.62 "GET /v2.0/networks/f37664d6-2d63-4250-9a40-b9995b72cf27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935549 Jul 09 14:36:06.600978 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-5846d231-a167-449c-9e0a-621f94af2358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:06.600978 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5846d231-a167-449c-9e0a-621f94af2358 None None] Bound using segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:36:06.600978 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-5846d231-a167-449c-9e0a-621f94af2358 None None] Bound port: 8686d87c-2171-44ba-8a92-59b2f7fc817c, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:36:06.601703 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-5846d231-a167-449c-9e0a-621f94af2358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:06.605026 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.62', 54001) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:06.629395 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e4f4ad-9d70-45c8-88c0-f26d28228e97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:06.630095 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e4f4ad-9d70-45c8-88c0-f26d28228e97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:06.630856 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e4f4ad-9d70-45c8-88c0-f26d28228e97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:06.631369 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e4f4ad-9d70-45c8-88c0-f26d28228e97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:06.631919 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e4f4ad-9d70-45c8-88c0-f26d28228e97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:06.632430 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e4f4ad-9d70-45c8-88c0-f26d28228e97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:06.632933 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e4f4ad-9d70-45c8-88c0-f26d28228e97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:06.633434 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e4f4ad-9d70-45c8-88c0-f26d28228e97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:06.633982 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e4f4ad-9d70-45c8-88c0-f26d28228e97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:06.634491 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e4f4ad-9d70-45c8-88c0-f26d28228e97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:06.634990 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e4f4ad-9d70-45c8-88c0-f26d28228e97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:06.635487 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e4f4ad-9d70-45c8-88c0-f26d28228e97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:06.637104 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e4f4ad-9d70-45c8-88c0-f26d28228e97 None None] Tracked resource versions report: Jul 09 14:36:06.637104 n-d-799529-6 neutron-server[94448]: pushed versions: Jul 09 14:36:06.637104 n-d-799529-6 neutron-server[94448]: { 'AddressGroup': {'1.2'}, Jul 09 14:36:06.637104 n-d-799529-6 neutron-server[94448]: 'ConntrackHelper': {'1.0'}, Jul 09 14:36:06.637104 n-d-799529-6 neutron-server[94448]: 'Log': {'1.0'}, Jul 09 14:36:06.637104 n-d-799529-6 neutron-server[94448]: 'Network': {'1.1'}, Jul 09 14:36:06.637104 n-d-799529-6 neutron-server[94448]: 'Port': {'1.7'}, Jul 09 14:36:06.637104 n-d-799529-6 neutron-server[94448]: 'PortForwarding': {'1.2'}, Jul 09 14:36:06.637104 n-d-799529-6 neutron-server[94448]: 'QosPolicy': {'1.8'}, Jul 09 14:36:06.637104 n-d-799529-6 neutron-server[94448]: 'SecurityGroup': {'1.4'}, Jul 09 14:36:06.637104 n-d-799529-6 neutron-server[94448]: 'SecurityGroupRule': {'1.2'}, Jul 09 14:36:06.637104 n-d-799529-6 neutron-server[94448]: 'SubPort': {'1.0'}, Jul 09 14:36:06.637104 n-d-799529-6 neutron-server[94448]: 'Subnet': {'1.1'}, Jul 09 14:36:06.637104 n-d-799529-6 neutron-server[94448]: 'Trunk': {'1.1'}} Jul 09 14:36:06.637104 n-d-799529-6 neutron-server[94448]: consumer versions: Jul 09 14:36:06.637104 n-d-799529-6 neutron-server[94448]: { DHCP agent@n-d-799529-6: {}, Jul 09 14:36:06.637104 n-d-799529-6 neutron-server[94448]: HyperV agent@n-h1-799529-6: {}, Jul 09 14:36:06.637104 n-d-799529-6 neutron-server[94448]: HyperV agent@n-h2-799529-6: {}, Jul 09 14:36:06.637104 n-d-799529-6 neutron-server[94448]: L3 agent@n-d-799529-6: {}, Jul 09 14:36:06.637104 n-d-799529-6 neutron-server[94448]: Metadata agent@n-d-799529-6: {}, Jul 09 14:36:06.637104 n-d-799529-6 neutron-server[94448]: Metering agent@n-d-799529-6: {}, Jul 09 14:36:06.637104 n-d-799529-6 neutron-server[94448]: Open vSwitch agent@n-d-799529-6: { 'AddressGroup': '1.2', Jul 09 14:36:06.637104 n-d-799529-6 neutron-server[94448]: 'ConntrackHelper': '1.0', Jul 09 14:36:06.637104 n-d-799529-6 neutron-server[94448]: 'Log': '1.0', Jul 09 14:36:06.637104 n-d-799529-6 neutron-server[94448]: 'Network': '1.1', Jul 09 14:36:06.637104 n-d-799529-6 neutron-server[94448]: 'Port': '1.7', Jul 09 14:36:06.637104 n-d-799529-6 neutron-server[94448]: 'PortForwarding': '1.2', Jul 09 14:36:06.637104 n-d-799529-6 neutron-server[94448]: 'QosPolicy': '1.8', Jul 09 14:36:06.637104 n-d-799529-6 neutron-server[94448]: 'SecurityGroup': '1.4', Jul 09 14:36:06.637104 n-d-799529-6 neutron-server[94448]: 'SecurityGroupRule': '1.2', Jul 09 14:36:06.637104 n-d-799529-6 neutron-server[94448]: 'SubPort': '1.0', Jul 09 14:36:06.637104 n-d-799529-6 neutron-server[94448]: 'Subnet': '1.1', Jul 09 14:36:06.637104 n-d-799529-6 neutron-server[94448]: 'Trunk': '1.1'}} Jul 09 14:36:06.637104 n-d-799529-6 neutron-server[94448]: {{(pid=94448) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 14:36:06.638906 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-4b782959-bffb-482a-a607-b2fa4be284f9 req-b7325c56-14ae-4fcb-a80c-a903bb60122a tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:06.680223 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-5846d231-a167-449c-9e0a-621f94af2358 None None] For port 8686d87c-2171-44ba-8a92-59b2f7fc817c, host n-d-799529-6, cleared binding levels {{(pid=94448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:36:06.688785 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-5846d231-a167-449c-9e0a-621f94af2358 None None] For port 8686d87c-2171-44ba-8a92-59b2f7fc817c, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=8686d87c-2171-44ba-8a92-59b2f7fc817c,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:36:06.689231 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7a517703-462b-43c8-a5a1-fd98e3e1e288 req-68542655-3581-4ccc-8689-b54996a77d32 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=03bfa10df918443c9e4a4bb4d4072768&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0498943 Jul 09 14:36:06.866920 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-295dff3f-3208-4d36-a931-2201187a39b3 req-212f0c12-af62-4e33-b883-f1a7062e8134 service neutron] 10.222.0.62 "GET /v2.0/networks/f37664d6-2d63-4250-9a40-b9995b72cf27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126584 Jul 09 14:36:06.875324 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a517703-462b-43c8-a5a1-fd98e3e1e288 req-743a60fe-9e4a-41f4-a0d2-d113e23bb503 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:06.877262 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7a517703-462b-43c8-a5a1-fd98e3e1e288 req-743a60fe-9e4a-41f4-a0d2-d113e23bb503 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1560473 Jul 09 14:36:06.883758 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-4b782959-bffb-482a-a607-b2fa4be284f9 req-b7325c56-14ae-4fcb-a80c-a903bb60122a tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:06.902763 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe906727-6562-403f-8ecb-69693cbb132d req-c98a7bf7-dd66-4dd8-8abd-55cf4bf89a7e tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:06.908053 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fe906727-6562-403f-8ecb-69693cbb132d req-c98a7bf7-dd66-4dd8-8abd-55cf4bf89a7e tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/ports?device_id=30efb618-2f39-459d-8db6-44fa2bb7d7ad HTTP/1.1" status: 200 len: 949 time: 0.5654538 Jul 09 14:36:06.927980 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-5846d231-a167-449c-9e0a-621f94af2358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:06.948794 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7325c56-14ae-4fcb-a80c-a903bb60122a tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b35ae8a6-0754-4312-8555-bcad09d0bd05,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:06.980617 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-7a517703-462b-43c8-a5a1-fd98e3e1e288 req-6c9d8999-5bc5-40ec-9a8a-48f8a7a1bd9f tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Request body: {'port': {'device_id': '1d4a5793-8b72-4f80-9a91-015100a5039a', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'admin_state_up': True, 'tenant_id': '03bfa10df918443c9e4a4bb4d4072768'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:36:06.985146 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fe906727-6562-403f-8ecb-69693cbb132d req-41558e3e-0b5e-4664-8718-6d2ec91a4a61 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b3a90-2ddf-4c39-b384-8990ad15ae2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738707 Jul 09 14:36:07.025443 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e4f4ad-9d70-45c8-88c0-f26d28228e97 None None] Pushing event updated for resources: {'Port': ['ID=8686d87c-2171-44ba-8a92-59b2f7fc817c,revision_number=3']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:07.027176 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-bde442da-83a8-49fa-9131-b3b1fb806391 admin admin] Allocated IP 172.20.0.1 (e7430d59-7c88-483d-984e-fabf3c5cc12e/a29bed4a-eb5d-425d-bedd-f3538b5fd90a/27a25387-6936-4060-9377-f7be0529d925) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:36:07.028286 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5846d231-a167-449c-9e0a-621f94af2358 None None] Routers {'ba27f607-41b2-44e9-bc92-0fce3f45c1fe'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:36:07.029199 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-5846d231-a167-449c-9e0a-621f94af2358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:35:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['ba27f607-41b2-44e9-bc92-0fce3f45c1fe'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:36:07.160824 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-5846d231-a167-449c-9e0a-621f94af2358 None None] Set router ba27f607-41b2-44e9-bc92-0fce3f45c1fe gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:36:07.163640 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bde442da-83a8-49fa-9131-b3b1fb806391 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:07.190384 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 2d8f7e10-6ff2-4a65-8f22-3b6e093df725 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:36:07.208266 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-bde442da-83a8-49fa-9131-b3b1fb806391 admin admin] Transition to ACTIVE for port object 27a25387-6936-4060-9377-f7be0529d925 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:36:07.229847 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48680) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:07.356675 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bde442da-83a8-49fa-9131-b3b1fb806391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:07.361006 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 89c4d91e-9d88-4ad3-8fa1-1e5522cbbcb6 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:36:07.423955 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port 2d8f7e10-6ff2-4a65-8f22-3b6e093df725 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:36:07.431153 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde442da-83a8-49fa-9131-b3b1fb806391 admin admin] Network e7430d59-7c88-483d-984e-fabf3c5cc12e is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:36:07.446101 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-bde442da-83a8-49fa-9131-b3b1fb806391 admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:36:07.446915 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 2d8f7e10-6ff2-4a65-8f22-3b6e093df725 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:36:07.451326 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:07.471023 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde442da-83a8-49fa-9131-b3b1fb806391 admin admin] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:36:07.479153 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bde442da-83a8-49fa-9131-b3b1fb806391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:07.518594 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2a40560d-07d6-4d68-9635-bcc7977855cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:07.521708 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2a40560d-07d6-4d68-9635-bcc7977855cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:07.523367 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 89c4d91e-9d88-4ad3-8fa1-1e5522cbbcb6 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:36:07.523766 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:07.526174 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-2a40560d-07d6-4d68-9635-bcc7977855cd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7df93a2e-b59e-48ec-a0e3-a2c5dff71a29 HTTP/1.1" status: 204 len: 168 time: 1.3209889 Jul 09 14:36:07.563843 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-18847cf4-5195-448f-9ab3-cecd3a261a00 req-08081185-928c-43e0-88d4-e05a594c7508 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d4a5793-8b72-4f80-9a91-015100a5039a HTTP/1.1" status: 200 len: 210 time: 0.1109655 Jul 09 14:36:07.596720 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-4b782959-bffb-482a-a607-b2fa4be284f9 req-b7325c56-14ae-4fcb-a80c-a903bb60122a tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] Allocated IP 192.168.233.32 (aa30872f-c756-4ec7-be84-b2e3b86cdcfc/8081bcce-88de-4a2f-9e69-6750220e0be0/5aa9cea2-4cbd-4fb7-a1c3-70f09c41377d) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:36:07.603754 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:07.649485 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-428fdc7c-68a4-45f0-b6cf-14c31008f6e6 tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:36:07.651363 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30efb618-2f39-459d-8db6-44fa2bb7d7ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d8f7e10-6ff2-4a65-8f22-3b6e093df725'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:36:07.654284 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-752305cb-b6ea-4c18-be53-77b7e9f89449" -d '{"events": [{"server_uuid": "30efb618-2f39-459d-8db6-44fa2bb7d7ad", "name": "network-vif-plugged", "status": "completed", "tag": "2d8f7e10-6ff2-4a65-8f22-3b6e093df725"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:36:07.660994 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-428fdc7c-68a4-45f0-b6cf-14c31008f6e6 tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4298227 Jul 09 14:36:07.680090 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde442da-83a8-49fa-9131-b3b1fb806391 admin admin] Pushing event updated for resources: {'Port': ['ID=27a25387-6936-4060-9377-f7be0529d925,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:07.720933 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-5846d231-a167-449c-9e0a-621f94af2358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba27f607-41b2-44e9-bc92-0fce3f45c1fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1669793907-router', 'tenant_id': 'f9beeac302b4456ab9897feb8634bccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '8686d87c-2171-44ba-8a92-59b2f7fc817c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:02Z', 'updated_at': '2021-07-09T14:36:03Z', 'revision_number': 3, 'project_id': 'f9beeac302b4456ab9897feb8634bccd', 'gw_port': {'id': '8686d87c-2171-44ba-8a92-59b2f7fc817c', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:bc:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba27f607-41b2-44e9-bc92-0fce3f45c1fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:03Z', 'updated_at': '2021-07-09T14:36:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:36:07.726763 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a40560d-07d6-4d68-9635-bcc7977855cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df93a2e-b59e-48ec-a0e3-a2c5dff71a29,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:07.742714 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 2d8f7e10-6ff2-4a65-8f22-3b6e093df725, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=2d8f7e10-6ff2-4a65-8f22-3b6e093df725,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:36:07.772770 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5846d231-a167-449c-9e0a-621f94af2358 None None] The sync data for ids ['ba27f607-41b2-44e9-bc92-0fce3f45c1fe'] in n-d-799529-6 is: [{'id': 'ba27f607-41b2-44e9-bc92-0fce3f45c1fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1669793907-router', 'tenant_id': 'f9beeac302b4456ab9897feb8634bccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '8686d87c-2171-44ba-8a92-59b2f7fc817c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:02Z', 'updated_at': '2021-07-09T14:36:03Z', 'revision_number': 3, 'project_id': 'f9beeac302b4456ab9897feb8634bccd', 'gw_port': {'id': '8686d87c-2171-44ba-8a92-59b2f7fc817c', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:bc:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba27f607-41b2-44e9-bc92-0fce3f45c1fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:03Z', 'updated_at': '2021-07-09T14:36:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:36:07.837173 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:07.911854 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=2d8f7e10-6ff2-4a65-8f22-3b6e093df725,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:07.952064 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a517703-462b-43c8-a5a1-fd98e3e1e288 req-6c9d8999-5bc5-40ec-9a8a-48f8a7a1bd9f tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Made reservation on behalf of 03bfa10df918443c9e4a4bb4d4072768 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:36:07.957479 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-7a517703-462b-43c8-a5a1-fd98e3e1e288 req-6c9d8999-5bc5-40ec-9a8a-48f8a7a1bd9f tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:07.996194 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-cc3f85e9-20f4-4d39-a995-12f445e90884 None None] Provisioning for port 27a25387-6936-4060-9377-f7be0529d925 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:36:08.003823 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-cc3f85e9-20f4-4d39-a995-12f445e90884 None None] Provisioning complete for port 27a25387-6936-4060-9377-f7be0529d925 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:36:08.004223 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-cc3f85e9-20f4-4d39-a995-12f445e90884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:08.020918 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f006297-f7cf-4f97-aa6c-1de024831399 req-8ffdde67-15d7-4681-ae54-102b27850a64 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:08.029778 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5f006297-f7cf-4f97-aa6c-1de024831399 req-8ffdde67-15d7-4681-ae54-102b27850a64 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=2df18832-0a90-4bac-9014-72e1f2d3c304 HTTP/1.1" status: 200 len: 944 time: 0.1581125 Jul 09 14:36:08.043123 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48698) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:08.115140 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-44c3d44c-0e26-48e9-9748-eec663b3bf78 service neutron] Request body: {'binding': {'host': 'n-h1-799529-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:36:08.115622 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-44c3d44c-0e26-48e9-9748-eec663b3bf78 service neutron] Unknown quota resources ['binding']. {{(pid=94445) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 14:36:08.144416 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-4b782959-bffb-482a-a607-b2fa4be284f9 req-b7325c56-14ae-4fcb-a80c-a903bb60122a tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:08.174930 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-4b782959-bffb-482a-a607-b2fa4be284f9 req-b7325c56-14ae-4fcb-a80c-a903bb60122a tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] Transition to ACTIVE for port object 5aa9cea2-4cbd-4fb7-a1c3-70f09c41377d will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:36:08.235324 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b39ce314-bf2a-44f3-8df7-f8dd3983021c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:08.258888 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bde442da-83a8-49fa-9131-b3b1fb806391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:08.283392 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f85e9-20f4-4d39-a995-12f445e90884 None None] Port 27a25387-6936-4060-9377-f7be0529d925 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:36:08.333021 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5f006297-f7cf-4f97-aa6c-1de024831399 req-360acf93-ced7-499f-8b86-5d88ecd0f5ac tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023431 Jul 09 14:36:08.403144 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b39ce314-bf2a-44f3-8df7-f8dd3983021c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:08.495950 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-4b782959-bffb-482a-a607-b2fa4be284f9 req-b7325c56-14ae-4fcb-a80c-a903bb60122a tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:08.561727 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b39ce314-bf2a-44f3-8df7-f8dd3983021c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:08.563880 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-44c3d44c-0e26-48e9-9748-eec663b3bf78 service neutron] Attempting to bind port 952d0d9b-778a-4741-9bd8-5a66da0cc89a on host n-h1-799529-6 for vnic_type normal with profile None {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:36:08.564364 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-44c3d44c-0e26-48e9-9748-eec663b3bf78 service neutron] Attempting to bind port 952d0d9b-778a-4741-9bd8-5a66da0cc89a by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': 'cd7790e9-3309-48a3-bfb3-c9f386870e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '56b8037f-2c10-4a66-9bb7-3f0d90fcd124'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:36:08.564744 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-44c3d44c-0e26-48e9-9748-eec663b3bf78 service neutron] Attempting to bind port 952d0d9b-778a-4741-9bd8-5a66da0cc89a on network 56b8037f-2c10-4a66-9bb7-3f0d90fcd124 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:36:08.576246 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-44c3d44c-0e26-48e9-9748-eec663b3bf78 service neutron] Port 952d0d9b-778a-4741-9bd8-5a66da0cc89a on network 56b8037f-2c10-4a66-9bb7-3f0d90fcd124 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:36:08.576719 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-44c3d44c-0e26-48e9-9748-eec663b3bf78 service neutron] Attempting to bind port 952d0d9b-778a-4741-9bd8-5a66da0cc89a on network 56b8037f-2c10-4a66-9bb7-3f0d90fcd124 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:36:08.597056 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-44c3d44c-0e26-48e9-9748-eec663b3bf78 service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:36:08.597535 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-44c3d44c-0e26-48e9-9748-eec663b3bf78 service neutron] Checking segment: {'id': 'cd7790e9-3309-48a3-bfb3-c9f386870e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '56b8037f-2c10-4a66-9bb7-3f0d90fcd124'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:36:08.598041 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-44c3d44c-0e26-48e9-9748-eec663b3bf78 service neutron] Bound using segment: {'id': 'cd7790e9-3309-48a3-bfb3-c9f386870e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '56b8037f-2c10-4a66-9bb7-3f0d90fcd124'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:36:08.598589 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-44c3d44c-0e26-48e9-9748-eec663b3bf78 service neutron] Bound port: 952d0d9b-778a-4741-9bd8-5a66da0cc89a, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd7790e9-3309-48a3-bfb3-c9f386870e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '56b8037f-2c10-4a66-9bb7-3f0d90fcd124'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:36:08.599283 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b782959-bffb-482a-a607-b2fa4be284f9 req-b7325c56-14ae-4fcb-a80c-a903bb60122a tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] Network aa30872f-c756-4ec7-be84-b2e3b86cdcfc is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:36:08.614314 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-4b782959-bffb-482a-a607-b2fa4be284f9 req-b7325c56-14ae-4fcb-a80c-a903bb60122a tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:36:08.620110 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b782959-bffb-482a-a607-b2fa4be284f9 req-b7325c56-14ae-4fcb-a80c-a903bb60122a tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:36:08.628771 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b782959-bffb-482a-a607-b2fa4be284f9 req-b7325c56-14ae-4fcb-a80c-a903bb60122a tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:08.628771 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-4b782959-bffb-482a-a607-b2fa4be284f9 req-b7325c56-14ae-4fcb-a80c-a903bb60122a tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:08.683245 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bde442da-83a8-49fa-9131-b3b1fb806391 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:08.692959 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468920fc-9cd5-45dd-a5b3-7387a38d50b3 req-9066ce39-ef4e-4677-9a27-1c079566e554 tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:08.705957 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-468920fc-9cd5-45dd-a5b3-7387a38d50b3 req-9066ce39-ef4e-4677-9a27-1c079566e554 tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f570f43-0141-44b9-99f2-d3acd43eab2a HTTP/1.1" status: 200 len: 935 time: 0.2022088 Jul 09 14:36:08.713664 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-7a517703-462b-43c8-a5a1-fd98e3e1e288 req-6c9d8999-5bc5-40ec-9a8a-48f8a7a1bd9f tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Allocated IP 192.168.233.183 (aa30872f-c756-4ec7-be84-b2e3b86cdcfc/8081bcce-88de-4a2f-9e69-6750220e0be0/42f630b6-013d-4f7f-a45e-8a23eb8f32db) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:36:08.755113 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bde442da-83a8-49fa-9131-b3b1fb806391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:08.755898 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bde442da-83a8-49fa-9131-b3b1fb806391 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:08.757304 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7325c56-14ae-4fcb-a80c-a903bb60122a tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] Pushing event updated for resources: {'Port': ['ID=5aa9cea2-4cbd-4fb7-a1c3-70f09c41377d,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:08.758964 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-44c3d44c-0e26-48e9-9748-eec663b3bf78 service neutron] For port 952d0d9b-778a-4741-9bd8-5a66da0cc89a, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=952d0d9b-778a-4741-9bd8-5a66da0cc89a,segment=NetworkSegment(cd7790e9-3309-48a3-bfb3-c9f386870e48),segment_id=cd7790e9-3309-48a3-bfb3-c9f386870e48)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:36:08.793377 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b39ce314-bf2a-44f3-8df7-f8dd3983021c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f5d605698b7547aab20eed80c5757d42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7381961 Jul 09 14:36:08.803683 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48718) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:08.807604 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39ce314-bf2a-44f3-8df7-f8dd3983021c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42967462-37b4-450f-b591-603b9b663d2d,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:08.817276 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-468920fc-9cd5-45dd-a5b3-7387a38d50b3 req-8da1cca8-2067-4bf7-9d2c-a56175459dac tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] 10.222.0.58 "GET /v2.0/security-groups?id=b35ae8a6-0754-4312-8555-bcad09d0bd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104376 Jul 09 14:36:08.837608 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-a65192bf-c69b-4dfa-bd2a-abfb41284671 service neutron] 10.222.0.62 "GET /v2.0/ports/e24c6829-ff22-4546-b008-4d35ebba6132/bindings/n-h2-799529-6 HTTP/1.1" status: 200 len: 384 time: 0.2032371 Jul 09 14:36:08.899622 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-44c3d44c-0e26-48e9-9748-eec663b3bf78 service neutron] Notify callbacks [] for binding, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:08.900829 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-44c3d44c-0e26-48e9-9748-eec663b3bf78 service neutron] 10.222.0.58 "POST /v2.0/ports/952d0d9b-778a-4741-9bd8-5a66da0cc89a/bindings HTTP/1.1" status: 201 len: 389 time: 0.9569952 Jul 09 14:36:08.913429 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4b782959-bffb-482a-a607-b2fa4be284f9 req-b7325c56-14ae-4fcb-a80c-a903bb60122a tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1903572 Jul 09 14:36:08.930865 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde442da-83a8-49fa-9131-b3b1fb806391 admin admin] Pushing event updated for resources: {'Port': ['ID=27a25387-6936-4060-9377-f7be0529d925,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:08.957425 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555a1520-4c34-4a13-b3ef-8ef6bc775e36 x-openstack-request-id: req-555a1520-4c34-4a13-b3ef-8ef6bc775e36 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:36:08.957714 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30efb618-2f39-459d-8db6-44fa2bb7d7ad", "name": "network-vif-plugged", "status": "completed", "tag": "2d8f7e10-6ff2-4a65-8f22-3b6e093df725", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:36:08.957967 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-555a1520-4c34-4a13-b3ef-8ef6bc775e36 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:36:08.958354 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30efb618-2f39-459d-8db6-44fa2bb7d7ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d8f7e10-6ff2-4a65-8f22-3b6e093df725', 'code': 200} Jul 09 14:36:08.979682 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-560135bc-ec99-4c7c-a7cf-206ac10c403a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:09.041975 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-560135bc-ec99-4c7c-a7cf-206ac10c403a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:09.072586 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde442da-83a8-49fa-9131-b3b1fb806391 admin admin] Network e7430d59-7c88-483d-984e-fabf3c5cc12e is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:36:09.073198 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.62', 54002) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:09.078253 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-043e907f-237d-44c6-97f6-cfa618e30084 None None] Provisioning for port 5aa9cea2-4cbd-4fb7-a1c3-70f09c41377d completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:36:09.082944 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-043e907f-237d-44c6-97f6-cfa618e30084 None None] Provisioning complete for port 5aa9cea2-4cbd-4fb7-a1c3-70f09c41377d triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:36:09.083104 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-043e907f-237d-44c6-97f6-cfa618e30084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:09.111986 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-bde442da-83a8-49fa-9131-b3b1fb806391 admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:36:09.127932 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-7a517703-462b-43c8-a5a1-fd98e3e1e288 req-6c9d8999-5bc5-40ec-9a8a-48f8a7a1bd9f tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:09.133658 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-043e907f-237d-44c6-97f6-cfa618e30084 None None] Port 5aa9cea2-4cbd-4fb7-a1c3-70f09c41377d cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:36:09.136253 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-4b782959-bffb-482a-a607-b2fa4be284f9 req-6e52e4f1-0a0e-4cb6-8390-77f82167ccf0 service neutron] Request body: {'port': {'device_id': '8f570f43-0141-44b9-99f2-d3acd43eab2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:36:09.204089 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-7a517703-462b-43c8-a5a1-fd98e3e1e288 req-6c9d8999-5bc5-40ec-9a8a-48f8a7a1bd9f tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Transition to ACTIVE for port object 42f630b6-013d-4f7f-a45e-8a23eb8f32db will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:36:09.349075 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef81593-052b-4e24-b1c1-80d9d8d5839d req-2e9edd9e-2182-4f5a-9b67-6cab528153e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:09.351082 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7ef81593-052b-4e24-b1c1-80d9d8d5839d req-2e9edd9e-2182-4f5a-9b67-6cab528153e4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=30efb618-2f39-459d-8db6-44fa2bb7d7ad HTTP/1.1" status: 200 len: 1101 time: 0.2757349 Jul 09 14:36:09.352993 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bde442da-83a8-49fa-9131-b3b1fb806391 admin admin] Router ba27f607-41b2-44e9-bc92-0fce3f45c1fe has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:36:09.360860 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 8686d87c-2171-44ba-8a92-59b2f7fc817c up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:36:09.386258 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e964debe-de4a-42c5-91db-e2088d98bc15 req-011f1320-675a-4c8f-92d2-91478a966e28 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:09.395455 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e964debe-de4a-42c5-91db-e2088d98bc15 req-011f1320-675a-4c8f-92d2-91478a966e28 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/ports?device_id=30efb618-2f39-459d-8db6-44fa2bb7d7ad HTTP/1.1" status: 200 len: 950 time: 0.2791653 Jul 09 14:36:09.433515 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-560135bc-ec99-4c7c-a7cf-206ac10c403a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:09.436500 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-560135bc-ec99-4c7c-a7cf-206ac10c403a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:09.440734 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-560135bc-ec99-4c7c-a7cf-206ac10c403a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/42967462-37b4-450f-b591-603b9b663d2d HTTP/1.1" status: 204 len: 168 time: 0.6314166 Jul 09 14:36:09.483908 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560135bc-ec99-4c7c-a7cf-206ac10c403a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42967462-37b4-450f-b591-603b9b663d2d,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:09.495402 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-d4a44fd5-00d2-472c-bb26-f371020fd2d4 service neutron] For port e24c6829-ff22-4546-b008-4d35ebba6132, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=e24c6829-ff22-4546-b008-4d35ebba6132,segment=NetworkSegment(aace0400-4c69-453a-b04e-112644859d27),segment_id=aace0400-4c69-453a-b04e-112644859d27)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:36:09.520814 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-d4a44fd5-00d2-472c-bb26-f371020fd2d4 service neutron] For port e24c6829-ff22-4546-b008-4d35ebba6132, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:36:09.546688 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-4b782959-bffb-482a-a607-b2fa4be284f9 req-6e52e4f1-0a0e-4cb6-8390-77f82167ccf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:09.555134 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-261c98c9-4204-4046-bae5-5f62f56b3027 None None] Provisioning complete for port 27a25387-6936-4060-9377-f7be0529d925 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:36:09.555523 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-261c98c9-4204-4046-bae5-5f62f56b3027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:09.609156 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7ef81593-052b-4e24-b1c1-80d9d8d5839d req-8cfb6d5b-3956-4383-b374-de42f18f3a58 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=842b3a90-2ddf-4c39-b384-8990ad15ae2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081864 Jul 09 14:36:09.624019 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e964debe-de4a-42c5-91db-e2088d98bc15 req-b8d8d23e-f139-4e96-bba3-ad62e93cf2c1 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b3a90-2ddf-4c39-b384-8990ad15ae2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273130 Jul 09 14:36:09.625147 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6e40febc-adb6-4fb6-9d44-9ce2ade354ae req-baef2f1d-1647-4f2e-86e5-17c09d70de60 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d4a5793-8b72-4f80-9a91-015100a5039a HTTP/1.1" status: 200 len: 210 time: 0.0795321 Jul 09 14:36:09.634970 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-261c98c9-4204-4046-bae5-5f62f56b3027 None None] Port 27a25387-6936-4060-9377-f7be0529d925 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:36:09.646975 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-d4a44fd5-00d2-472c-bb26-f371020fd2d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e24c6829-ff22-4546-b008-4d35ebba6132 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:36:09.695146 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 8686d87c-2171-44ba-8a92-59b2f7fc817c completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:36:09.707252 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 8686d87c-2171-44ba-8a92-59b2f7fc817c triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:36:09.707252 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:09.741550 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-d4a44fd5-00d2-472c-bb26-f371020fd2d4 service neutron] For port e24c6829-ff22-4546-b008-4d35ebba6132, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=e24c6829-ff22-4546-b008-4d35ebba6132,segment=NetworkSegment(aace0400-4c69-453a-b04e-112644859d27),segment_id=aace0400-4c69-453a-b04e-112644859d27)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:36:09.866446 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:09.878346 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-7a517703-462b-43c8-a5a1-fd98e3e1e288 req-6c9d8999-5bc5-40ec-9a8a-48f8a7a1bd9f tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:09.886752 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-d4a44fd5-00d2-472c-bb26-f371020fd2d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:09.895173 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['3c57efbc-7475-4ce6-9c7b-cea4b3c32a2c'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:36:09.985923 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 8686d87c-2171-44ba-8a92-59b2f7fc817c, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=8686d87c-2171-44ba-8a92-59b2f7fc817c,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:36:09.992866 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde442da-83a8-49fa-9131-b3b1fb806391 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:36:10.008148 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-bde442da-83a8-49fa-9131-b3b1fb806391 admin admin] 10.222.0.58 "PUT /v2.0/routers/ba27f607-41b2-44e9-bc92-0fce3f45c1fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3908274 Jul 09 14:36:10.038458 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a517703-462b-43c8-a5a1-fd98e3e1e288 req-6c9d8999-5bc5-40ec-9a8a-48f8a7a1bd9f tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Network aa30872f-c756-4ec7-be84-b2e3b86cdcfc is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:36:10.046436 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-7a517703-462b-43c8-a5a1-fd98e3e1e288 req-6c9d8999-5bc5-40ec-9a8a-48f8a7a1bd9f tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:36:10.050307 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a517703-462b-43c8-a5a1-fd98e3e1e288 req-6c9d8999-5bc5-40ec-9a8a-48f8a7a1bd9f tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:36:10.060004 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e978a-2c83-4bdd-87f0-3b99ccc1a37f req-b7ba4a89-3c73-413e-a116-55084c2196b0 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:10.060474 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a517703-462b-43c8-a5a1-fd98e3e1e288 req-6c9d8999-5bc5-40ec-9a8a-48f8a7a1bd9f tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:10.060474 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-7a517703-462b-43c8-a5a1-fd98e3e1e288 req-6c9d8999-5bc5-40ec-9a8a-48f8a7a1bd9f tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:10.060865 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-799e978a-2c83-4bdd-87f0-3b99ccc1a37f req-b7ba4a89-3c73-413e-a116-55084c2196b0 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=23c63ae6-2cea-4ae4-b002-870ac7b538ff HTTP/1.1" status: 200 len: 946 time: 0.1282287 Jul 09 14:36:10.066962 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:10.153833 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-d4a44fd5-00d2-472c-bb26-f371020fd2d4 service neutron] Transition to ACTIVE for port object e24c6829-ff22-4546-b008-4d35ebba6132 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:36:10.181341 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=8686d87c-2171-44ba-8a92-59b2f7fc817c,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:10.184518 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-799e978a-2c83-4bdd-87f0-3b99ccc1a37f req-20db6eb2-45c1-40ec-ba16-5b74adb24591 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221726 Jul 09 14:36:10.240363 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-d4a44fd5-00d2-472c-bb26-f371020fd2d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:10.262400 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-21b9e9df-dbc8-4b54-8073-02f68d9f1af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:10.263130 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d8999-5bc5-40ec-9a8a-48f8a7a1bd9f tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Pushing event updated for resources: {'Port': ['ID=42f630b6-013d-4f7f-a45e-8a23eb8f32db,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:10.270425 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-21b9e9df-dbc8-4b54-8073-02f68d9f1af6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3b28908fc5d842e29720d7043e8083fd&device_id=23c63ae6-2cea-4ae4-b002-870ac7b538ff HTTP/1.1" status: 200 len: 1097 time: 0.2321603 Jul 09 14:36:10.336388 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a44fd5-00d2-472c-bb26-f371020fd2d4 service neutron] Pushing event updated for resources: {'Port': ['ID=e24c6829-ff22-4546-b008-4d35ebba6132,revision_number=10']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:10.353978 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7a517703-462b-43c8-a5a1-fd98e3e1e288 req-6c9d8999-5bc5-40ec-9a8a-48f8a7a1bd9f tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3781450 Jul 09 14:36:10.408934 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-7a517703-462b-43c8-a5a1-fd98e3e1e288 req-aab21874-32ae-47c4-8f2d-0bb5b91aa849 service neutron] Request body: {'port': {'device_id': '1d4a5793-8b72-4f80-9a91-015100a5039a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:36:10.446891 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-d4a44fd5-00d2-472c-bb26-f371020fd2d4 service neutron] No DVR routers for this DVR port e24c6829-ff22-4546-b008-4d35ebba6132 on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:36:10.479366 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-fb7909c9-af35-400e-aa1a-a23d19131c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:10.481031 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-fb7909c9-af35-400e-aa1a-a23d19131c44 service neutron] 10.222.0.62 "GET /v2.0/networks?id=56b8037f-2c10-4a66-9bb7-3f0d90fcd124 HTTP/1.1" status: 200 len: 909 time: 0.2056701 Jul 09 14:36:10.486990 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf9267a-ac48-4cef-aeaf-610c3460b322 req-5f799d62-b61d-46cd-add7-de6733785f1c tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:10.493937 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cbf9267a-ac48-4cef-aeaf-610c3460b322 req-5f799d62-b61d-46cd-add7-de6733785f1c tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=2df18832-0a90-4bac-9014-72e1f2d3c304 HTTP/1.1" status: 200 len: 944 time: 0.6134307 Jul 09 14:36:10.541562 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-6a5c4529-128f-494b-b030-c3b8ed698169 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=952d0d9b-778a-4741-9bd8-5a66da0cc89a HTTP/1.1" status: 200 len: 217 time: 0.0520341 Jul 09 14:36:10.549513 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48754) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:10.578658 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-d173bd17-dea8-44f3-ab86-8312f1197cdd None None] Provisioning for port 42f630b6-013d-4f7f-a45e-8a23eb8f32db completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:36:10.583211 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-d173bd17-dea8-44f3-ab86-8312f1197cdd None None] Provisioning complete for port 42f630b6-013d-4f7f-a45e-8a23eb8f32db triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:36:10.583627 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d173bd17-dea8-44f3-ab86-8312f1197cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:10.601811 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1ae9f79c-c871-48f8-a828-1edb6cdd8c40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:10.612854 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106254bd-a0a3-4c69-9d80-e88c84aa8bf2 req-839de38d-8828-4503-9022-bb3e897093b4 tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:10.619956 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-106254bd-a0a3-4c69-9d80-e88c84aa8bf2 req-839de38d-8828-4503-9022-bb3e897093b4 tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f570f43-0141-44b9-99f2-d3acd43eab2a HTTP/1.1" status: 200 len: 935 time: 0.1982968 Jul 09 14:36:10.629446 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-d4a44fd5-00d2-472c-bb26-f371020fd2d4 service neutron] 10.222.0.62 "PUT /v2.0/ports/e24c6829-ff22-4546-b008-4d35ebba6132/bindings/n-h2-799529-6/activate HTTP/1.1" status: 200 len: 369 time: 1.7788174 Jul 09 14:36:10.660636 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-d173bd17-dea8-44f3-ab86-8312f1197cdd None None] Port 42f630b6-013d-4f7f-a45e-8a23eb8f32db cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:36:10.713045 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cbf9267a-ac48-4cef-aeaf-610c3460b322 req-8c4d5c1b-7ab1-4bfb-94a1-54d7da23ad36 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181602 Jul 09 14:36:10.740775 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-201c401c-04d8-4ce0-b537-9d858438f54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:10.742607 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-201c401c-04d8-4ce0-b537-9d858438f54e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e48d7f3a-0ca9-428c-9383-07e4f6a75f04 HTTP/1.1" status: 200 len: 848 time: 0.1857626 Jul 09 14:36:10.744703 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-7a517703-462b-43c8-a5a1-fd98e3e1e288 req-aab21874-32ae-47c4-8f2d-0bb5b91aa849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:10.773833 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-4b782959-bffb-482a-a607-b2fa4be284f9 req-6e52e4f1-0a0e-4cb6-8390-77f82167ccf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5aa9cea2-4cbd-4fb7-a1c3-70f09c41377d {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:36:10.784340 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-4b782959-bffb-482a-a607-b2fa4be284f9 req-6e52e4f1-0a0e-4cb6-8390-77f82167ccf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:10.798183 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-106254bd-a0a3-4c69-9d80-e88c84aa8bf2 req-bef245a9-b80f-4b8b-a519-9742d268ae8c tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] 10.222.0.58 "GET /v2.0/security-groups?id=b35ae8a6-0754-4312-8555-bcad09d0bd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772988 Jul 09 14:36:10.801003 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-52d644a1-03e8-4158-a9d6-f0e9e5add163 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=56b8037f-2c10-4a66-9bb7-3f0d90fcd124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432680 Jul 09 14:36:10.849838 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-4b782959-bffb-482a-a607-b2fa4be284f9 req-6e52e4f1-0a0e-4cb6-8390-77f82167ccf0 service neutron] Transition to ACTIVE for port object 5aa9cea2-4cbd-4fb7-a1c3-70f09c41377d will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:36:10.932681 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1ae9f79c-c871-48f8-a828-1edb6cdd8c40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:10.939887 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814a0ade-6962-4a8f-9157-af199707746b None None] Sync routers for ids ['ba27f607-41b2-44e9-bc92-0fce3f45c1fe'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:36:10.950112 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814a0ade-6962-4a8f-9157-af199707746b None None] Routers {'ba27f607-41b2-44e9-bc92-0fce3f45c1fe'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:36:10.950955 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-814a0ade-6962-4a8f-9157-af199707746b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:35:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['ba27f607-41b2-44e9-bc92-0fce3f45c1fe'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:36:10.964864 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-ceefd937-f620-4aeb-9081-552371d6b753 service neutron] 10.222.0.62 "GET /v2.0/networks/56b8037f-2c10-4a66-9bb7-3f0d90fcd124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503732 Jul 09 14:36:11.021105 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-4b782959-bffb-482a-a607-b2fa4be284f9 req-6e52e4f1-0a0e-4cb6-8390-77f82167ccf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:11.075452 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-814a0ade-6962-4a8f-9157-af199707746b None None] Set router ba27f607-41b2-44e9-bc92-0fce3f45c1fe gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:36:11.120333 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef37520d-6f63-46de-9c46-62aaf01dd720 req-5c5b186d-a1cb-4b21-afce-cec5228e193d tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:11.122410 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ef37520d-6f63-46de-9c46-62aaf01dd720 req-5c5b186d-a1cb-4b21-afce-cec5228e193d tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d4a5793-8b72-4f80-9a91-015100a5039a HTTP/1.1" status: 200 len: 936 time: 0.1940558 Jul 09 14:36:11.126178 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1ae9f79c-c871-48f8-a828-1edb6cdd8c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:11.193721 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-a571a807-a807-48ca-8c5a-629f2a63bb78 tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:11.195336 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-a571a807-a807-48ca-8c5a-629f2a63bb78 tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=2df18832-0a90-4bac-9014-72e1f2d3c304&tenant_id=a29f2b4cfd1449cca4564d7c2e38b31e&binding%3Ahost_id=n-h1-799529-6 HTTP/1.1" status: 200 len: 1096 time: 0.3808148 Jul 09 14:36:11.196223 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e52e4f1-0a0e-4cb6-8390-77f82167ccf0 service neutron] Pushing event updated for resources: {'Port': ['ID=5aa9cea2-4cbd-4fb7-a1c3-70f09c41377d,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:11.267273 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae9f79c-c871-48f8-a828-1edb6cdd8c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34bdc0a3-8b51-4a48-8d36-48bd1be7c76a,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:11.330540 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-1ae9f79c-c871-48f8-a828-1edb6cdd8c40 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=60591c0f997d4dc3ab33b8acbfab44a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7797906 Jul 09 14:36:11.350862 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48772) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:11.354320 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 8686d87c-2171-44ba-8a92-59b2f7fc817c up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:36:11.373749 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae9f79c-c871-48f8-a828-1edb6cdd8c40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:11.374118 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae9f79c-c871-48f8-a828-1edb6cdd8c40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:11.374515 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae9f79c-c871-48f8-a828-1edb6cdd8c40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:11.374950 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae9f79c-c871-48f8-a828-1edb6cdd8c40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:11.375340 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae9f79c-c871-48f8-a828-1edb6cdd8c40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:11.376247 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae9f79c-c871-48f8-a828-1edb6cdd8c40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:11.376560 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae9f79c-c871-48f8-a828-1edb6cdd8c40 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:11.376881 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae9f79c-c871-48f8-a828-1edb6cdd8c40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:11.377219 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae9f79c-c871-48f8-a828-1edb6cdd8c40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:11.377593 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae9f79c-c871-48f8-a828-1edb6cdd8c40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:11.377944 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae9f79c-c871-48f8-a828-1edb6cdd8c40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:11.378241 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e52e4f1-0a0e-4cb6-8390-77f82167ccf0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:11.378993 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e52e4f1-0a0e-4cb6-8390-77f82167ccf0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:11.379542 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e52e4f1-0a0e-4cb6-8390-77f82167ccf0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:11.380087 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e52e4f1-0a0e-4cb6-8390-77f82167ccf0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:11.380623 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e52e4f1-0a0e-4cb6-8390-77f82167ccf0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:11.381371 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e52e4f1-0a0e-4cb6-8390-77f82167ccf0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:11.381900 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e52e4f1-0a0e-4cb6-8390-77f82167ccf0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:11.382447 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e52e4f1-0a0e-4cb6-8390-77f82167ccf0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:11.382985 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e52e4f1-0a0e-4cb6-8390-77f82167ccf0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:11.383855 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e52e4f1-0a0e-4cb6-8390-77f82167ccf0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:11.387311 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e52e4f1-0a0e-4cb6-8390-77f82167ccf0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:11.387311 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e52e4f1-0a0e-4cb6-8390-77f82167ccf0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:11.394328 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae9f79c-c871-48f8-a828-1edb6cdd8c40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:11.408031 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-ef111e43-359e-4526-b3af-4eaa0766fa28 service neutron] 10.222.0.62 "GET /v2.0/networks/56b8037f-2c10-4a66-9bb7-3f0d90fcd124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4023759 Jul 09 14:36:11.431532 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-814a0ade-6962-4a8f-9157-af199707746b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba27f607-41b2-44e9-bc92-0fce3f45c1fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1669793907-router', 'tenant_id': 'f9beeac302b4456ab9897feb8634bccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '8686d87c-2171-44ba-8a92-59b2f7fc817c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:02Z', 'updated_at': '2021-07-09T14:36:07Z', 'revision_number': 4, 'project_id': 'f9beeac302b4456ab9897feb8634bccd', 'gw_port': {'id': '8686d87c-2171-44ba-8a92-59b2f7fc817c', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:bc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba27f607-41b2-44e9-bc92-0fce3f45c1fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:03Z', 'updated_at': '2021-07-09T14:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '27a25387-6936-4060-9377-f7be0529d925', 'name': '', 'network_id': 'e7430d59-7c88-483d-984e-fabf3c5cc12e', 'tenant_id': 'f9beeac302b4456ab9897feb8634bccd', 'mac_address': 'fa:16:3e:3f:12:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba27f607-41b2-44e9-bc92-0fce3f45c1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'a29bed4a-eb5d-425d-bedd-f3538b5fd90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:06Z', 'updated_at': '2021-07-09T14:36:08Z', 'revision_number': 2, 'project_id': 'f9beeac302b4456ab9897feb8634bccd', 'subnets': [{'id': 'a29bed4a-eb5d-425d-bedd-f3538b5fd90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:36:11.433315 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 8686d87c-2171-44ba-8a92-59b2f7fc817c triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:36:11.433686 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:11.434867 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ef37520d-6f63-46de-9c46-62aaf01dd720 req-0d29679c-e415-48b7-a7ae-ebd8c2850329 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.58 "GET /v2.0/security-groups?id=26db68c8-80e4-439b-baaf-94963c11c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969313 Jul 09 14:36:11.481523 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bcc6b0-b11c-4abf-bbae-3d906ee460b3 req-3d484e95-d75e-4d51-abcf-1340aef40d76 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:11.489916 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-11bcc6b0-b11c-4abf-bbae-3d906ee460b3 req-3d484e95-d75e-4d51-abcf-1340aef40d76 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/ports?device_id=30efb618-2f39-459d-8db6-44fa2bb7d7ad HTTP/1.1" status: 200 len: 950 time: 0.5720654 Jul 09 14:36:11.498430 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814a0ade-6962-4a8f-9157-af199707746b None None] Checking router: ba27f607-41b2-44e9-bc92-0fce3f45c1fe for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:36:11.498785 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814a0ade-6962-4a8f-9157-af199707746b None None] Updating router ba27f607-41b2-44e9-bc92-0fce3f45c1fe port 27a25387-6936-4060-9377-f7be0529d925 binding host n-d-799529-6 {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:36:11.507320 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-4b782959-bffb-482a-a607-b2fa4be284f9 req-6e52e4f1-0a0e-4cb6-8390-77f82167ccf0 service neutron] Attempting to bind port 5aa9cea2-4cbd-4fb7-a1c3-70f09c41377d on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:36:11.507936 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-4b782959-bffb-482a-a607-b2fa4be284f9 req-6e52e4f1-0a0e-4cb6-8390-77f82167ccf0 service neutron] Attempting to bind port 5aa9cea2-4cbd-4fb7-a1c3-70f09c41377d by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:36:11.508427 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b782959-bffb-482a-a607-b2fa4be284f9 req-6e52e4f1-0a0e-4cb6-8390-77f82167ccf0 service neutron] Attempting to bind port 5aa9cea2-4cbd-4fb7-a1c3-70f09c41377d on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:36:11.513581 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48778) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:11.527952 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-145f6925-f7fc-4a02-abfa-0c563f3e6955 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-524716149-network', 'tenant_id': 'd7d3c4b0fcee4dbf9ec85df086c03760'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:36:11.540933 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b782959-bffb-482a-a607-b2fa4be284f9 req-6e52e4f1-0a0e-4cb6-8390-77f82167ccf0 service neutron] Port 5aa9cea2-4cbd-4fb7-a1c3-70f09c41377d on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:36:11.541545 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b782959-bffb-482a-a607-b2fa4be284f9 req-6e52e4f1-0a0e-4cb6-8390-77f82167ccf0 service neutron] Attempting to bind port 5aa9cea2-4cbd-4fb7-a1c3-70f09c41377d on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:36:11.565092 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4f308192-18eb-4429-bfc7-a62c88e184ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:11.573107 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-814a0ade-6962-4a8f-9157-af199707746b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:11.579518 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b782959-bffb-482a-a607-b2fa4be284f9 req-6e52e4f1-0a0e-4cb6-8390-77f82167ccf0 service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:36:11.579518 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b782959-bffb-482a-a607-b2fa4be284f9 req-6e52e4f1-0a0e-4cb6-8390-77f82167ccf0 service neutron] Checking segment: {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:36:11.579518 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b782959-bffb-482a-a607-b2fa4be284f9 req-6e52e4f1-0a0e-4cb6-8390-77f82167ccf0 service neutron] Bound using segment: {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:36:11.579518 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-4b782959-bffb-482a-a607-b2fa4be284f9 req-6e52e4f1-0a0e-4cb6-8390-77f82167ccf0 service neutron] Bound port: 5aa9cea2-4cbd-4fb7-a1c3-70f09c41377d, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:36:11.579518 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-4b782959-bffb-482a-a607-b2fa4be284f9 req-6e52e4f1-0a0e-4cb6-8390-77f82167ccf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:11.592061 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4f308192-18eb-4429-bfc7-a62c88e184ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:11.652601 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-11bcc6b0-b11c-4abf-bbae-3d906ee460b3 req-7bca32a8-76cf-4f3a-a9b3-f086cea9c044 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b3a90-2ddf-4c39-b384-8990ad15ae2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595707 Jul 09 14:36:11.690689 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145f6925-f7fc-4a02-abfa-0c563f3e6955 admin admin] Made reservation on behalf of d7d3c4b0fcee4dbf9ec85df086c03760 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:36:11.693315 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-145f6925-f7fc-4a02-abfa-0c563f3e6955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:11.717393 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-145f6925-f7fc-4a02-abfa-0c563f3e6955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:11.795796 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-8ea93901-f002-4942-b6b5-e3793ec5c935 tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:11.798067 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-8ea93901-f002-4942-b6b5-e3793ec5c935 tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=23c63ae6-2cea-4ae4-b002-870ac7b538ff&tenant_id=3b28908fc5d842e29720d7043e8083fd&binding%3Ahost_id=n-h2-799529-6 HTTP/1.1" status: 200 len: 1097 time: 0.1743667 Jul 09 14:36:11.811024 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-2bf03238-17c8-4c5a-b743-0aebc5746922 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799529-6'}}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:36:11.849687 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4f308192-18eb-4429-bfc7-a62c88e184ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:11.852398 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4f308192-18eb-4429-bfc7-a62c88e184ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:11.853661 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-4f308192-18eb-4429-bfc7-a62c88e184ec admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/34bdc0a3-8b51-4a48-8d36-48bd1be7c76a HTTP/1.1" status: 204 len: 168 time: 0.5018148 Jul 09 14:36:11.883326 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f308192-18eb-4429-bfc7-a62c88e184ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34bdc0a3-8b51-4a48-8d36-48bd1be7c76a,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:11.957282 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-2bf03238-17c8-4c5a-b743-0aebc5746922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:12.007109 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-7a517703-462b-43c8-a5a1-fd98e3e1e288 req-aab21874-32ae-47c4-8f2d-0bb5b91aa849 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42f630b6-013d-4f7f-a45e-8a23eb8f32db {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:36:12.011965 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-145f6925-f7fc-4a02-abfa-0c563f3e6955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:12.024137 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-5a8a280b-a6fc-4281-a609-f1fec1bff7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:12.026309 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-5a8a280b-a6fc-4281-a609-f1fec1bff7a2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2df18832-0a90-4bac-9014-72e1f2d3c304&tenant_id=a29f2b4cfd1449cca4564d7c2e38b31e HTTP/1.1" status: 200 len: 1096 time: 0.7835927 Jul 09 14:36:12.053890 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-7a517703-462b-43c8-a5a1-fd98e3e1e288 req-aab21874-32ae-47c4-8f2d-0bb5b91aa849 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:12.079366 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-814a0ade-6962-4a8f-9157-af199707746b None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:12.085817 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-145f6925-f7fc-4a02-abfa-0c563f3e6955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:12.093723 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-814a0ade-6962-4a8f-9157-af199707746b None None] Transition to ACTIVE for port object 27a25387-6936-4060-9377-f7be0529d925 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:36:12.115349 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-145f6925-f7fc-4a02-abfa-0c563f3e6955 admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:36:12.121450 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-7a517703-462b-43c8-a5a1-fd98e3e1e288 req-aab21874-32ae-47c4-8f2d-0bb5b91aa849 service neutron] Transition to ACTIVE for port object 42f630b6-013d-4f7f-a45e-8a23eb8f32db will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:36:12.165126 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-4b782959-bffb-482a-a607-b2fa4be284f9 req-6e52e4f1-0a0e-4cb6-8390-77f82167ccf0 service neutron] For port 5aa9cea2-4cbd-4fb7-a1c3-70f09c41377d, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:36:12.169567 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145f6925-f7fc-4a02-abfa-0c563f3e6955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15565f4-95f1-437f-af1b-0753f7fbc4c3,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:12.169761 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-4b782959-bffb-482a-a607-b2fa4be284f9 req-6e52e4f1-0a0e-4cb6-8390-77f82167ccf0 service neutron] For port 5aa9cea2-4cbd-4fb7-a1c3-70f09c41377d, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=5aa9cea2-4cbd-4fb7-a1c3-70f09c41377d,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:36:12.177409 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-145f6925-f7fc-4a02-abfa-0c563f3e6955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:12.177728 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-145f6925-f7fc-4a02-abfa-0c563f3e6955 admin admin] Added segment baab94bb-891f-4e4e-a315-859b9b72aa21 of type vlan for network 090d6eed-49b0-48ec-84d9-8203b0194acd Jul 09 14:36:12.211180 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f9134-7cd7-4e76-ade8-cbb42858bc38 req-e2eb15fd-619c-420c-b4b5-5ad8cd6abbe2 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:12.212850 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-808f9134-7cd7-4e76-ade8-cbb42858bc38 req-e2eb15fd-619c-420c-b4b5-5ad8cd6abbe2 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=23c63ae6-2cea-4ae4-b002-870ac7b538ff HTTP/1.1" status: 200 len: 946 time: 0.2176707 Jul 09 14:36:12.218677 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-814a0ade-6962-4a8f-9157-af199707746b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:12.218876 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-ce23ea58-d0d2-487a-8449-1a24ac0dfbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:12.220943 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-ce23ea58-d0d2-487a-8449-1a24ac0dfbaa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a29f2b4cfd1449cca4564d7c2e38b31e&device_id=2df18832-0a90-4bac-9014-72e1f2d3c304 HTTP/1.1" status: 200 len: 1096 time: 0.1545498 Jul 09 14:36:12.225264 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-7a517703-462b-43c8-a5a1-fd98e3e1e288 req-aab21874-32ae-47c4-8f2d-0bb5b91aa849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:12.248407 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-2bf03238-17c8-4c5a-b743-0aebc5746922 service neutron] For port 952d0d9b-778a-4741-9bd8-5a66da0cc89a, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=952d0d9b-778a-4741-9bd8-5a66da0cc89a,segment=NetworkSegment(cd7790e9-3309-48a3-bfb3-c9f386870e48),segment_id=cd7790e9-3309-48a3-bfb3-c9f386870e48)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:36:12.273220 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-145f6925-f7fc-4a02-abfa-0c563f3e6955 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:12.287193 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a28158-c917-427d-9851-500a587ca0ab None None] Pushing event updated for resources: {'Port': ['ID=27a25387-6936-4060-9377-f7be0529d925,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:12.292870 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-4b782959-bffb-482a-a607-b2fa4be284f9 req-6e52e4f1-0a0e-4cb6-8390-77f82167ccf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:12.334226 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bad815-afb8-411a-8582-9257c695229f req-f55981d7-dad8-4c84-899e-572a9199152b tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:12.335846 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d0bad815-afb8-411a-8582-9257c695229f req-f55981d7-dad8-4c84-899e-572a9199152b tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=2df18832-0a90-4bac-9014-72e1f2d3c304 HTTP/1.1" status: 200 len: 945 time: 0.2066061 Jul 09 14:36:12.344112 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-2bf03238-17c8-4c5a-b743-0aebc5746922 service neutron] For port 952d0d9b-778a-4741-9bd8-5a66da0cc89a, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:36:12.366571 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-814a0ade-6962-4a8f-9157-af199707746b None None] Attempting to bind port 27a25387-6936-4060-9377-f7be0529d925 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:36:12.367445 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-814a0ade-6962-4a8f-9157-af199707746b None None] Attempting to bind port 27a25387-6936-4060-9377-f7be0529d925 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '85303425-81df-497a-8117-22ba6281b80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e7430d59-7c88-483d-984e-fabf3c5cc12e'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:36:12.367445 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814a0ade-6962-4a8f-9157-af199707746b None None] Attempting to bind port 27a25387-6936-4060-9377-f7be0529d925 on network e7430d59-7c88-483d-984e-fabf3c5cc12e {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:36:12.373578 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814a0ade-6962-4a8f-9157-af199707746b None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:36:12.374105 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814a0ade-6962-4a8f-9157-af199707746b None None] Checking segment: {'id': '85303425-81df-497a-8117-22ba6281b80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e7430d59-7c88-483d-984e-fabf3c5cc12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:36:12.374694 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-814a0ade-6962-4a8f-9157-af199707746b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:12.375193 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814a0ade-6962-4a8f-9157-af199707746b None None] Bound using segment: {'id': '85303425-81df-497a-8117-22ba6281b80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e7430d59-7c88-483d-984e-fabf3c5cc12e'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:36:12.375913 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-814a0ade-6962-4a8f-9157-af199707746b None None] Bound port: 27a25387-6936-4060-9377-f7be0529d925, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85303425-81df-497a-8117-22ba6281b80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e7430d59-7c88-483d-984e-fabf3c5cc12e'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:36:12.376840 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-814a0ade-6962-4a8f-9157-af199707746b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:12.420341 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d0bad815-afb8-411a-8582-9257c695229f req-34c121fb-4f09-4d5b-bcdf-3d7bac493afa tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725586 Jul 09 14:36:12.447125 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab21874-32ae-47c4-8f2d-0bb5b91aa849 service neutron] Pushing event updated for resources: {'Port': ['ID=42f630b6-013d-4f7f-a45e-8a23eb8f32db,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:12.461590 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c63ae6-2cea-4ae4-b002-870ac7b538ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '952d0d9b-778a-4741-9bd8-5a66da0cc89a'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:36:12.467628 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0f879f-8963-4876-bd9c-2acb0d62e136" -d '{"events": [{"server_uuid": "23c63ae6-2cea-4ae4-b002-870ac7b538ff", "name": "network-vif-unplugged", "status": "completed", "tag": "952d0d9b-778a-4741-9bd8-5a66da0cc89a"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:36:12.482427 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-2bf03238-17c8-4c5a-b743-0aebc5746922 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:12.482785 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-814a0ade-6962-4a8f-9157-af199707746b None None] For port 27a25387-6936-4060-9377-f7be0529d925, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:36:12.485448 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-145f6925-f7fc-4a02-abfa-0c563f3e6955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:12.486428 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145f6925-f7fc-4a02-abfa-0c563f3e6955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:12.487256 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-145f6925-f7fc-4a02-abfa-0c563f3e6955 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:12.494179 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-814a0ade-6962-4a8f-9157-af199707746b None None] For port 27a25387-6936-4060-9377-f7be0529d925, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=27a25387-6936-4060-9377-f7be0529d925,segment=NetworkSegment(85303425-81df-497a-8117-22ba6281b80e),segment_id=85303425-81df-497a-8117-22ba6281b80e)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:36:12.615599 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145f6925-f7fc-4a02-abfa-0c563f3e6955 admin admin] Pushing event updated for resources: {'Network': ['ID=090d6eed-49b0-48ec-84d9-8203b0194acd,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:12.620750 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e52e4f1-0a0e-4cb6-8390-77f82167ccf0 service neutron] Pushing event updated for resources: {'Port': ['ID=5aa9cea2-4cbd-4fb7-a1c3-70f09c41377d,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:12.625825 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 090d6eed-49b0-48ec-84d9-8203b0194acd details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:36:12.630763 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-814a0ade-6962-4a8f-9157-af199707746b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:12.641861 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-808f9134-7cd7-4e76-ade8-cbb42858bc38 req-bb8563bf-2c30-4b51-b64c-34bf1802f6d2 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4170036 Jul 09 14:36:12.664447 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b782959-bffb-482a-a607-b2fa4be284f9 req-6e52e4f1-0a0e-4cb6-8390-77f82167ccf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:12.665225 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-4b782959-bffb-482a-a607-b2fa4be284f9 req-6e52e4f1-0a0e-4cb6-8390-77f82167ccf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:12.673579 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4b782959-bffb-482a-a607-b2fa4be284f9 req-6e52e4f1-0a0e-4cb6-8390-77f82167ccf0 service neutron] 10.222.0.62 "PUT /v2.0/ports/5aa9cea2-4cbd-4fb7-a1c3-70f09c41377d HTTP/1.1" status: 200 len: 1095 time: 3.5462725 Jul 09 14:36:12.673579 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f570f43-0141-44b9-99f2-d3acd43eab2a', 'tag': '5aa9cea2-4cbd-4fb7-a1c3-70f09c41377d'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:36:12.681714 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a0570e-fdf3-46b9-af90-c90a90365d84" -d '{"events": [{"name": "network-changed", "server_uuid": "8f570f43-0141-44b9-99f2-d3acd43eab2a", "tag": "5aa9cea2-4cbd-4fb7-a1c3-70f09c41377d"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:36:12.694507 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-859af5e8-c8b3-4a8c-a41f-a92ea4ce6a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:12.696754 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-2bf03238-17c8-4c5a-b743-0aebc5746922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:12.700860 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-859af5e8-c8b3-4a8c-a41f-a92ea4ce6a15 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f37664d6-2d63-4250-9a40-b9995b72cf27 HTTP/1.1" status: 200 len: 922 time: 0.4656863 Jul 09 14:36:12.714262 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-145f6925-f7fc-4a02-abfa-0c563f3e6955 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1926928 Jul 09 14:36:12.731174 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48804) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:12.798194 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a28158-c917-427d-9851-500a587ca0ab None None] Pushing event updated for resources: {'Port': ['ID=27a25387-6936-4060-9377-f7be0529d925,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:12.809299 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-a2b0fdc2-253f-456d-92cf-a06e30287352 admin admin] Request body: {'subnet': {'network_id': '090d6eed-49b0-48ec-84d9-8203b0194acd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-524716149-subnet', 'tenant_id': 'd7d3c4b0fcee4dbf9ec85df086c03760', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:36:12.892219 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48808) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:12.915594 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814a0ade-6962-4a8f-9157-af199707746b None None] Routers {'ba27f607-41b2-44e9-bc92-0fce3f45c1fe'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:36:12.916314 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-814a0ade-6962-4a8f-9157-af199707746b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:35:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['ba27f607-41b2-44e9-bc92-0fce3f45c1fe'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:36:12.940488 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-8be92628-c17f-476e-9c8e-a8912bbe5533 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e24c6829-ff22-4546-b008-4d35ebba6132 HTTP/1.1" status: 200 len: 217 time: 0.1581960 Jul 09 14:36:12.950137 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-7a517703-462b-43c8-a5a1-fd98e3e1e288 req-aab21874-32ae-47c4-8f2d-0bb5b91aa849 service neutron] Attempting to bind port 42f630b6-013d-4f7f-a45e-8a23eb8f32db on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:36:12.950724 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-7a517703-462b-43c8-a5a1-fd98e3e1e288 req-aab21874-32ae-47c4-8f2d-0bb5b91aa849 service neutron] Attempting to bind port 42f630b6-013d-4f7f-a45e-8a23eb8f32db by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:36:12.951217 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a517703-462b-43c8-a5a1-fd98e3e1e288 req-aab21874-32ae-47c4-8f2d-0bb5b91aa849 service neutron] Attempting to bind port 42f630b6-013d-4f7f-a45e-8a23eb8f32db on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:36:12.963699 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a517703-462b-43c8-a5a1-fd98e3e1e288 req-aab21874-32ae-47c4-8f2d-0bb5b91aa849 service neutron] Port 42f630b6-013d-4f7f-a45e-8a23eb8f32db on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:36:12.964196 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a517703-462b-43c8-a5a1-fd98e3e1e288 req-aab21874-32ae-47c4-8f2d-0bb5b91aa849 service neutron] Attempting to bind port 42f630b6-013d-4f7f-a45e-8a23eb8f32db on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:36:12.982509 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf03238-17c8-4c5a-b743-0aebc5746922 service neutron] Pushing event updated for resources: {'Port': ['ID=952d0d9b-778a-4741-9bd8-5a66da0cc89a,revision_number=7']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:13.044899 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e76cd-6f63-4db5-903e-9a559347694a req-d4adb86f-ac1a-4e31-bfd3-8d8da939349f tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:13.046590 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-878e76cd-6f63-4db5-903e-9a559347694a req-d4adb86f-ac1a-4e31-bfd3-8d8da939349f tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f570f43-0141-44b9-99f2-d3acd43eab2a HTTP/1.1" status: 200 len: 947 time: 0.4076588 Jul 09 14:36:13.047915 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-2bf03238-17c8-4c5a-b743-0aebc5746922 service neutron] Attempting to bind port 952d0d9b-778a-4741-9bd8-5a66da0cc89a on host n-h2-799529-6 for vnic_type normal with profile {"migrating_to": "n-h1-799529-6"} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:36:13.048257 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-2bf03238-17c8-4c5a-b743-0aebc5746922 service neutron] Attempting to bind port 952d0d9b-778a-4741-9bd8-5a66da0cc89a by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': 'cd7790e9-3309-48a3-bfb3-c9f386870e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '56b8037f-2c10-4a66-9bb7-3f0d90fcd124'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:36:13.048589 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-2bf03238-17c8-4c5a-b743-0aebc5746922 service neutron] Attempting to bind port 952d0d9b-778a-4741-9bd8-5a66da0cc89a on network 56b8037f-2c10-4a66-9bb7-3f0d90fcd124 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:36:13.065233 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b0fdc2-253f-456d-92cf-a06e30287352 admin admin] Made reservation on behalf of d7d3c4b0fcee4dbf9ec85df086c03760 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:36:13.075684 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a2b0fdc2-253f-456d-92cf-a06e30287352 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:13.099101 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a517703-462b-43c8-a5a1-fd98e3e1e288 req-aab21874-32ae-47c4-8f2d-0bb5b91aa849 service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:36:13.099445 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a517703-462b-43c8-a5a1-fd98e3e1e288 req-aab21874-32ae-47c4-8f2d-0bb5b91aa849 service neutron] Checking segment: {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:36:13.099882 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a517703-462b-43c8-a5a1-fd98e3e1e288 req-aab21874-32ae-47c4-8f2d-0bb5b91aa849 service neutron] Bound using segment: {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:36:13.105575 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-7a517703-462b-43c8-a5a1-fd98e3e1e288 req-aab21874-32ae-47c4-8f2d-0bb5b91aa849 service neutron] Bound port: 42f630b6-013d-4f7f-a45e-8a23eb8f32db, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:36:13.105575 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-7a517703-462b-43c8-a5a1-fd98e3e1e288 req-aab21874-32ae-47c4-8f2d-0bb5b91aa849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:13.159122 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-814a0ade-6962-4a8f-9157-af199707746b None None] Set router ba27f607-41b2-44e9-bc92-0fce3f45c1fe gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:36:13.194568 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-6db9c521-5640-4f46-a279-fe58b6c028f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:13.196192 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-6db9c521-5640-4f46-a279-fe58b6c028f9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=defde159-6b57-4a6f-ad64-e5b0f0fcfa82 HTTP/1.1" status: 200 len: 861 time: 0.2341516 Jul 09 14:36:13.229961 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device e24c6829-ff22-4546-b008-4d35ebba6132 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:36:13.235324 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-2bf03238-17c8-4c5a-b743-0aebc5746922 service neutron] Port 952d0d9b-778a-4741-9bd8-5a66da0cc89a on network 56b8037f-2c10-4a66-9bb7-3f0d90fcd124 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:36:13.240633 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-2bf03238-17c8-4c5a-b743-0aebc5746922 service neutron] Attempting to bind port 952d0d9b-778a-4741-9bd8-5a66da0cc89a on network 56b8037f-2c10-4a66-9bb7-3f0d90fcd124 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:36:13.240746 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b782959-bffb-482a-a607-b2fa4be284f9 req-de72261b-672d-46c7-b614-69e981b535a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:13.241858 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4b782959-bffb-482a-a607-b2fa4be284f9 req-de72261b-672d-46c7-b614-69e981b535a3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7a81167bb4aa4766bfbe33dbc7e63f28&device_id=8f570f43-0141-44b9-99f2-d3acd43eab2a HTTP/1.1" status: 200 len: 1098 time: 0.3476207 Jul 09 14:36:13.264427 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-2bf03238-17c8-4c5a-b743-0aebc5746922 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:36:13.271374 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-2bf03238-17c8-4c5a-b743-0aebc5746922 service neutron] Checking segment: {'id': 'cd7790e9-3309-48a3-bfb3-c9f386870e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '56b8037f-2c10-4a66-9bb7-3f0d90fcd124'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:36:13.271374 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-2bf03238-17c8-4c5a-b743-0aebc5746922 service neutron] Bound using segment: {'id': 'cd7790e9-3309-48a3-bfb3-c9f386870e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '56b8037f-2c10-4a66-9bb7-3f0d90fcd124'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:36:13.271374 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-2bf03238-17c8-4c5a-b743-0aebc5746922 service neutron] Bound port: 952d0d9b-778a-4741-9bd8-5a66da0cc89a, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd7790e9-3309-48a3-bfb3-c9f386870e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '56b8037f-2c10-4a66-9bb7-3f0d90fcd124'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:36:13.271374 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-2bf03238-17c8-4c5a-b743-0aebc5746922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:13.302564 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-a3cda8cf-77c6-4e49-93af-e8fa6fb2c950 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f37664d6-2d63-4250-9a40-b9995b72cf27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0972586 Jul 09 14:36:13.303674 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e17eb372-540f-47b3-83cf-569c2be52251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:13.337666 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-878e76cd-6f63-4db5-903e-9a559347694a req-ad7730df-4cff-402f-8d82-0ee402077fde tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] 10.222.0.58 "GET /v2.0/security-groups?id=b35ae8a6-0754-4312-8555-bcad09d0bd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735395 Jul 09 14:36:13.404714 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4b782959-bffb-482a-a607-b2fa4be284f9 req-1da55aa4-25b5-4e28-bf37-89c243271dbc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=5aa9cea2-4cbd-4fb7-a1c3-70f09c41377d HTTP/1.1" status: 200 len: 217 time: 0.1257396 Jul 09 14:36:13.414107 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552281a8-715d-40bb-99d5-4bf27d176de0 req-0e24f34a-c30e-4829-8d85-bf5cf513d1f2 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:13.416299 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-552281a8-715d-40bb-99d5-4bf27d176de0 req-0e24f34a-c30e-4829-8d85-bf5cf513d1f2 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d4a5793-8b72-4f80-9a91-015100a5039a HTTP/1.1" status: 200 len: 948 time: 0.4716175 Jul 09 14:36:13.431001 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device e24c6829-ff22-4546-b008-4d35ebba6132 not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:36:13.465239 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 14:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a79d77-5356-47a5-af2a-c488e5139f83 x-openstack-request-id: req-42a79d77-5356-47a5-af2a-c488e5139f83 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:36:13.465562 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23c63ae6-2cea-4ae4-b002-870ac7b538ff", "name": "network-vif-unplugged", "status": "completed", "tag": "952d0d9b-778a-4741-9bd8-5a66da0cc89a", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:36:13.465820 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-42a79d77-5356-47a5-af2a-c488e5139f83 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:36:13.466223 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23c63ae6-2cea-4ae4-b002-870ac7b538ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '952d0d9b-778a-4741-9bd8-5a66da0cc89a', 'code': 200} Jul 09 14:36:13.468773 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a2b0fdc2-253f-456d-92cf-a06e30287352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:13.475626 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-2bf03238-17c8-4c5a-b743-0aebc5746922 service neutron] For port 952d0d9b-778a-4741-9bd8-5a66da0cc89a, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:36:13.511668 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b782959-bffb-482a-a607-b2fa4be284f9 req-ef13b06c-21cf-4089-9b18-28c77721f3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:13.513431 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4b782959-bffb-482a-a607-b2fa4be284f9 req-ef13b06c-21cf-4089-9b18-28c77721f3f6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.0922441 Jul 09 14:36:13.514808 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-2bf03238-17c8-4c5a-b743-0aebc5746922 service neutron] For port 952d0d9b-778a-4741-9bd8-5a66da0cc89a, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=952d0d9b-778a-4741-9bd8-5a66da0cc89a,segment=NetworkSegment(cd7790e9-3309-48a3-bfb3-c9f386870e48),segment_id=cd7790e9-3309-48a3-bfb3-c9f386870e48)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:36:13.526699 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-814a0ade-6962-4a8f-9157-af199707746b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba27f607-41b2-44e9-bc92-0fce3f45c1fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1669793907-router', 'tenant_id': 'f9beeac302b4456ab9897feb8634bccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '8686d87c-2171-44ba-8a92-59b2f7fc817c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:02Z', 'updated_at': '2021-07-09T14:36:07Z', 'revision_number': 4, 'project_id': 'f9beeac302b4456ab9897feb8634bccd', 'gw_port': {'id': '8686d87c-2171-44ba-8a92-59b2f7fc817c', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:bc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba27f607-41b2-44e9-bc92-0fce3f45c1fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:03Z', 'updated_at': '2021-07-09T14:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '27a25387-6936-4060-9377-f7be0529d925', 'name': '', 'network_id': 'e7430d59-7c88-483d-984e-fabf3c5cc12e', 'tenant_id': 'f9beeac302b4456ab9897feb8634bccd', 'mac_address': 'fa:16:3e:3f:12:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba27f607-41b2-44e9-bc92-0fce3f45c1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'a29bed4a-eb5d-425d-bedd-f3538b5fd90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:06Z', 'updated_at': '2021-07-09T14:36:12Z', 'revision_number': 4, 'project_id': 'f9beeac302b4456ab9897feb8634bccd', 'subnets': [{'id': 'a29bed4a-eb5d-425d-bedd-f3538b5fd90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:36:13.545945 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b0fdc2-253f-456d-92cf-a06e30287352 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed95cf4f-a2fb-4a4e-bf8a-ea3ce873daca,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:13.555892 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b0fdc2-253f-456d-92cf-a06e30287352 admin admin] Checking segment: {'id': 'baab94bb-891f-4e4e-a315-859b9b72aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '090d6eed-49b0-48ec-84d9-8203b0194acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:36:13.556246 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b0fdc2-253f-456d-92cf-a06e30287352 admin admin] Network hostable DHCP agents. Network: 090d6eed-49b0-48ec-84d9-8203b0194acd, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:36:13.562181 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814a0ade-6962-4a8f-9157-af199707746b None None] The sync data for ids ['ba27f607-41b2-44e9-bc92-0fce3f45c1fe'] in n-d-799529-6 is: [{'id': 'ba27f607-41b2-44e9-bc92-0fce3f45c1fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1669793907-router', 'tenant_id': 'f9beeac302b4456ab9897feb8634bccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '8686d87c-2171-44ba-8a92-59b2f7fc817c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:02Z', 'updated_at': '2021-07-09T14:36:07Z', 'revision_number': 4, 'project_id': 'f9beeac302b4456ab9897feb8634bccd', 'gw_port': {'id': '8686d87c-2171-44ba-8a92-59b2f7fc817c', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:bc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba27f607-41b2-44e9-bc92-0fce3f45c1fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:03Z', 'updated_at': '2021-07-09T14:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '27a25387-6936-4060-9377-f7be0529d925', 'name': '', 'network_id': 'e7430d59-7c88-483d-984e-fabf3c5cc12e', 'tenant_id': 'f9beeac302b4456ab9897feb8634bccd', 'mac_address': 'fa:16:3e:3f:12:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba27f607-41b2-44e9-bc92-0fce3f45c1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'a29bed4a-eb5d-425d-bedd-f3538b5fd90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:06Z', 'updated_at': '2021-07-09T14:36:12Z', 'revision_number': 4, 'project_id': 'f9beeac302b4456ab9897feb8634bccd', 'subnets': [{'id': 'a29bed4a-eb5d-425d-bedd-f3538b5fd90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:36:13.591412 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-7a517703-462b-43c8-a5a1-fd98e3e1e288 req-aab21874-32ae-47c4-8f2d-0bb5b91aa849 service neutron] For port 42f630b6-013d-4f7f-a45e-8a23eb8f32db, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:36:13.653152 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-2bf03238-17c8-4c5a-b743-0aebc5746922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:13.666227 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-7a517703-462b-43c8-a5a1-fd98e3e1e288 req-aab21874-32ae-47c4-8f2d-0bb5b91aa849 service neutron] For port 42f630b6-013d-4f7f-a45e-8a23eb8f32db, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=42f630b6-013d-4f7f-a45e-8a23eb8f32db,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:36:13.724252 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-552281a8-715d-40bb-99d5-4bf27d176de0 req-bc6e6985-fcaa-4f28-b322-525ce8da650b tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.58 "GET /v2.0/security-groups?id=26db68c8-80e4-439b-baaf-94963c11c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707727 Jul 09 14:36:13.748258 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-7a517703-462b-43c8-a5a1-fd98e3e1e288 req-aab21874-32ae-47c4-8f2d-0bb5b91aa849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:13.760422 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf03238-17c8-4c5a-b743-0aebc5746922 service neutron] Pushing event updated for resources: {'Port': ['ID=952d0d9b-778a-4741-9bd8-5a66da0cc89a,revision_number=8']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:13.785768 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b0fdc2-253f-456d-92cf-a06e30287352 admin admin] Network 090d6eed-49b0-48ec-84d9-8203b0194acd is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:36:13.811576 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-a1c21c76-937d-40c6-808e-40367752091c service neutron] 10.222.0.54 "GET /v2.0/networks/f37664d6-2d63-4250-9a40-b9995b72cf27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4882390 Jul 09 14:36:13.819306 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c6219c-386c-4ea7-b880-6b153bcfff7a x-openstack-request-id: req-b0c6219c-386c-4ea7-b880-6b153bcfff7a {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:36:13.819666 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f570f43-0141-44b9-99f2-d3acd43eab2a", "tag": "5aa9cea2-4cbd-4fb7-a1c3-70f09c41377d", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:36:13.819925 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b0c6219c-386c-4ea7-b880-6b153bcfff7a {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:36:13.820313 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f570f43-0141-44b9-99f2-d3acd43eab2a', 'tag': '5aa9cea2-4cbd-4fb7-a1c3-70f09c41377d', 'status': 'completed', 'code': 200} Jul 09 14:36:13.832643 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a517703-462b-43c8-a5a1-fd98e3e1e288 req-aab21874-32ae-47c4-8f2d-0bb5b91aa849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:13.833275 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-7a517703-462b-43c8-a5a1-fd98e3e1e288 req-aab21874-32ae-47c4-8f2d-0bb5b91aa849 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:13.835272 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7a517703-462b-43c8-a5a1-fd98e3e1e288 req-aab21874-32ae-47c4-8f2d-0bb5b91aa849 service neutron] 10.222.0.62 "PUT /v2.0/ports/42f630b6-013d-4f7f-a45e-8a23eb8f32db HTTP/1.1" status: 200 len: 1096 time: 3.4441543 Jul 09 14:36:13.863472 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b782959-bffb-482a-a607-b2fa4be284f9 req-9fec689a-1c4b-41d9-aec3-54f078f00245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:13.865083 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4b782959-bffb-482a-a607-b2fa4be284f9 req-9fec689a-1c4b-41d9-aec3-54f078f00245 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3353071 Jul 09 14:36:13.872367 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-2bf03238-17c8-4c5a-b743-0aebc5746922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:13.873484 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-2bf03238-17c8-4c5a-b743-0aebc5746922 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:13.874707 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-2bf03238-17c8-4c5a-b743-0aebc5746922 service neutron] 10.222.0.62 "PUT /v2.0/ports/952d0d9b-778a-4741-9bd8-5a66da0cc89a HTTP/1.1" status: 200 len: 1122 time: 2.0695975 Jul 09 14:36:13.898786 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a552b2-5557-4267-9653-34fc7a568e9c req-d052ec30-447f-4db9-af7a-54596a49005e tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:13.911491 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f3a552b2-5557-4267-9653-34fc7a568e9c req-d052ec30-447f-4db9-af7a-54596a49005e tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/ports?device_id=30efb618-2f39-459d-8db6-44fa2bb7d7ad HTTP/1.1" status: 200 len: 950 time: 0.3408976 Jul 09 14:36:13.931669 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-a2b0fdc2-253f-456d-92cf-a06e30287352 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 090d6eed-49b0-48ec-84d9-8203b0194acd) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:36:13.964537 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73aa5d0-0da1-42e4-93f1-67994db1f44b None None] Network 090d6eed-49b0-48ec-84d9-8203b0194acd requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:36:13.979664 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b0fdc2-253f-456d-92cf-a06e30287352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:13.982605 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a2b0fdc2-253f-456d-92cf-a06e30287352 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:14.015300 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['952d0d9b-778a-4741-9bd8-5a66da0cc89a'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:36:14.051468 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab21874-32ae-47c4-8f2d-0bb5b91aa849 service neutron] Pushing event updated for resources: {'Port': ['ID=42f630b6-013d-4f7f-a45e-8a23eb8f32db,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:14.071655 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e17eb372-540f-47b3-83cf-569c2be52251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:14.145577 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f3a552b2-5557-4267-9653-34fc7a568e9c req-56380c0a-22f9-4ee3-9f2d-0442b353e2df tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b3a90-2ddf-4c39-b384-8990ad15ae2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328701 Jul 09 14:36:14.200803 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e17eb372-540f-47b3-83cf-569c2be52251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:14.201490 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a517703-462b-43c8-a5a1-fd98e3e1e288 req-ffe72660-d608-4f9a-b342-4d03ec763967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:14.204311 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7a517703-462b-43c8-a5a1-fd98e3e1e288 req-ffe72660-d608-4f9a-b342-4d03ec763967 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=03bfa10df918443c9e4a4bb4d4072768&device_id=1d4a5793-8b72-4f80-9a91-015100a5039a HTTP/1.1" status: 200 len: 1099 time: 0.1981819 Jul 09 14:36:14.248263 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:36:14.286283 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7a517703-462b-43c8-a5a1-fd98e3e1e288 req-8d634cce-e23b-4470-9fad-ad6b0541bd2e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=42f630b6-013d-4f7f-a45e-8a23eb8f32db HTTP/1.1" status: 200 len: 217 time: 0.0594888 Jul 09 14:36:14.288229 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-a2b0fdc2-253f-456d-92cf-a06e30287352 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5466199 Jul 09 14:36:14.292285 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48832) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:14.302090 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-1c9b1a27-e75f-4da4-a0ad-62d81e7ffab9 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-524716149-router', 'tenant_id': 'd7d3c4b0fcee4dbf9ec85df086c03760', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:36:14.321636 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-e17eb372-540f-47b3-83cf-569c2be52251 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ca340ee6c5464a49af1d5578deb077ea&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4170136 Jul 09 14:36:14.323666 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4b782959-bffb-482a-a607-b2fa4be284f9 req-f25f0463-01bc-4315-8355-167dbb1c5f31 service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4126174 Jul 09 14:36:14.325486 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-0738925d-2108-4d1b-906f-353adfe326ba service neutron] 10.222.0.54 "GET /v2.0/networks/f37664d6-2d63-4250-9a40-b9995b72cf27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4891286 Jul 09 14:36:14.325944 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48834) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:14.343084 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17eb372-540f-47b3-83cf-569c2be52251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=588ef46c-bf45-4452-a880-57690021c476,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:14.375919 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a517703-462b-43c8-a5a1-fd98e3e1e288 req-1ac7f39b-645a-4aa3-ab97-99dfeb491953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:14.380332 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7a517703-462b-43c8-a5a1-fd98e3e1e288 req-1ac7f39b-645a-4aa3-ab97-99dfeb491953 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.0841317 Jul 09 14:36:14.454223 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74af5835-bb2b-45b7-8a53-01746b8e5ce1 req-949bd886-0204-4afa-a332-3be194267e7e tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:14.456191 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-74af5835-bb2b-45b7-8a53-01746b8e5ce1 req-949bd886-0204-4afa-a332-3be194267e7e tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=2df18832-0a90-4bac-9014-72e1f2d3c304 HTTP/1.1" status: 200 len: 945 time: 0.3797517 Jul 09 14:36:14.487808 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:14.501174 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d9fd96-4c20-4301-bb7b-31dbba05a850 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-090d6eed-49b0-48ec-84d9-8203b0194acd', 'network_id': '090d6eed-49b0-48ec-84d9-8203b0194acd', 'tenant_id': 'd7d3c4b0fcee4dbf9ec85df086c03760', 'fixed_ips': [{'subnet_id': 'ed95cf4f-a2fb-4a4e-bf8a-ea3ce873daca'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:36:14.502307 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-46d9fd96-4c20-4301-bb7b-31dbba05a850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:14.504805 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-424e5cc4-7240-43a0-9768-15043c0c74ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:14.560073 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-74af5835-bb2b-45b7-8a53-01746b8e5ce1 req-7b434010-af3a-417c-aa93-7f4a50889aec tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979044 Jul 09 14:36:14.563039 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4b782959-bffb-482a-a607-b2fa4be284f9 req-11d417c4-18c8-40a5-8443-8f73a6092c0d service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248816 Jul 09 14:36:14.565021 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-424e5cc4-7240-43a0-9768-15043c0c74ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:14.606937 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a517703-462b-43c8-a5a1-fd98e3e1e288 req-378a2986-202b-4623-8afc-903116d141e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:14.614668 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7a517703-462b-43c8-a5a1-fd98e3e1e288 req-378a2986-202b-4623-8afc-903116d141e7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1918826 Jul 09 14:36:14.757570 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-46d9fd96-4c20-4301-bb7b-31dbba05a850 None None] Allocated IP 172.20.0.2 (090d6eed-49b0-48ec-84d9-8203b0194acd/ed95cf4f-a2fb-4a4e-bf8a-ea3ce873daca/b1307104-dde0-4fba-9ed7-39faf60b1fe5) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:36:14.774198 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1c9b1a27-e75f-4da4-a0ad-62d81e7ffab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:14.777649 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1c9b1a27-e75f-4da4-a0ad-62d81e7ffab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:14.778786 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-424e5cc4-7240-43a0-9768-15043c0c74ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:14.781630 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-424e5cc4-7240-43a0-9768-15043c0c74ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:14.783455 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-424e5cc4-7240-43a0-9768-15043c0c74ae admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/588ef46c-bf45-4452-a880-57690021c476 HTTP/1.1" status: 204 len: 168 time: 0.4554312 Jul 09 14:36:14.854700 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424e5cc4-7240-43a0-9768-15043c0c74ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=588ef46c-bf45-4452-a880-57690021c476,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:14.906556 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d55e639-24ab-4e81-a565-aabf2629d159 req-913087a4-d092-4f1d-bf86-6bdee5011907 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:14.920018 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6d55e639-24ab-4e81-a565-aabf2629d159 req-913087a4-d092-4f1d-bf86-6bdee5011907 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=23c63ae6-2cea-4ae4-b002-870ac7b538ff HTTP/1.1" status: 200 len: 944 time: 0.5383563 Jul 09 14:36:14.934289 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a0570e-fdf3-46b9-af90-c90a90365d84 req-053a55ca-2a9b-4d9e-a777-a3b98fdf9a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:14.935849 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-89a0570e-fdf3-46b9-af90-c90a90365d84 req-053a55ca-2a9b-4d9e-a777-a3b98fdf9a2d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7a81167bb4aa4766bfbe33dbc7e63f28&device_id=8f570f43-0141-44b9-99f2-d3acd43eab2a HTTP/1.1" status: 200 len: 1098 time: 0.1513152 Jul 09 14:36:15.006119 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-46d9fd96-4c20-4301-bb7b-31dbba05a850 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:15.020066 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-46d9fd96-4c20-4301-bb7b-31dbba05a850 None None] Transition to ACTIVE for port object b1307104-dde0-4fba-9ed7-39faf60b1fe5 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:36:15.028873 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7a517703-462b-43c8-a5a1-fd98e3e1e288 req-f1e6fe71-b0c1-4b37-abe0-0dc1b3661c56 service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4051003 Jul 09 14:36:15.033990 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1c9b1a27-e75f-4da4-a0ad-62d81e7ffab9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:15.048527 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-46d9fd96-4c20-4301-bb7b-31dbba05a850 None None] Transition to ACTIVE for port object b1307104-dde0-4fba-9ed7-39faf60b1fe5 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:36:15.101254 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a0570e-fdf3-46b9-af90-c90a90365d84 req-5796f849-e294-444f-b097-34de4043a48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:15.102785 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-89a0570e-fdf3-46b9-af90-c90a90365d84 req-5796f849-e294-444f-b097-34de4043a48e service neutron] 10.222.0.62 "GET /v2.0/networks?id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc HTTP/1.1" status: 200 len: 870 time: 0.1594520 Jul 09 14:36:15.115276 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6d55e639-24ab-4e81-a565-aabf2629d159 req-54e409ee-0a9b-463e-a5f8-859d71404dc8 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935267 Jul 09 14:36:15.128018 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-46d9fd96-4c20-4301-bb7b-31dbba05a850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:15.186659 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d9fd96-4c20-4301-bb7b-31dbba05a850 None None] Network 090d6eed-49b0-48ec-84d9-8203b0194acd is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:36:15.188797 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-89a0570e-fdf3-46b9-af90-c90a90365d84 req-6e321421-6676-4794-a895-36ef0e6a3dc9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=5aa9cea2-4cbd-4fb7-a1c3-70f09c41377d HTTP/1.1" status: 200 len: 217 time: 0.0654514 Jul 09 14:36:15.190416 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-46d9fd96-4c20-4301-bb7b-31dbba05a850 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:36:15.207774 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d9fd96-4c20-4301-bb7b-31dbba05a850 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:36:15.210545 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-8165f266-6a5b-4197-bed4-6464f8d48d80 tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:15.212044 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-8165f266-6a5b-4197-bed4-6464f8d48d80 tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=2df18832-0a90-4bac-9014-72e1f2d3c304&tenant_id=a29f2b4cfd1449cca4564d7c2e38b31e&binding%3Ahost_id=n-h2-799529-6 HTTP/1.1" status: 200 len: 1096 time: 0.1675732 Jul 09 14:36:15.263065 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d9fd96-4c20-4301-bb7b-31dbba05a850 None None] Pushing event updated for resources: {'Port': ['ID=b1307104-dde0-4fba-9ed7-39faf60b1fe5,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:15.426256 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-46d9fd96-4c20-4301-bb7b-31dbba05a850 None None] Attempting to bind port b1307104-dde0-4fba-9ed7-39faf60b1fe5 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:36:15.426901 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-46d9fd96-4c20-4301-bb7b-31dbba05a850 None None] Attempting to bind port b1307104-dde0-4fba-9ed7-39faf60b1fe5 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'baab94bb-891f-4e4e-a315-859b9b72aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '090d6eed-49b0-48ec-84d9-8203b0194acd'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:36:15.427266 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d9fd96-4c20-4301-bb7b-31dbba05a850 None None] Attempting to bind port b1307104-dde0-4fba-9ed7-39faf60b1fe5 on network 090d6eed-49b0-48ec-84d9-8203b0194acd {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:36:15.440662 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a0570e-fdf3-46b9-af90-c90a90365d84 req-1ba5d32a-2080-48b3-89dd-ddc99b9e4979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:15.442710 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-89a0570e-fdf3-46b9-af90-c90a90365d84 req-1ba5d32a-2080-48b3-89dd-ddc99b9e4979 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.2439539 Jul 09 14:36:15.452181 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d9fd96-4c20-4301-bb7b-31dbba05a850 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:36:15.452584 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d9fd96-4c20-4301-bb7b-31dbba05a850 None None] Checking segment: {'id': 'baab94bb-891f-4e4e-a315-859b9b72aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '090d6eed-49b0-48ec-84d9-8203b0194acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:36:15.452993 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-46d9fd96-4c20-4301-bb7b-31dbba05a850 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:15.453382 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d9fd96-4c20-4301-bb7b-31dbba05a850 None None] Bound using segment: {'id': 'baab94bb-891f-4e4e-a315-859b9b72aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '090d6eed-49b0-48ec-84d9-8203b0194acd'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:36:15.455862 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-46d9fd96-4c20-4301-bb7b-31dbba05a850 None None] Bound port: b1307104-dde0-4fba-9ed7-39faf60b1fe5, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baab94bb-891f-4e4e-a315-859b9b72aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '090d6eed-49b0-48ec-84d9-8203b0194acd'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:36:15.456296 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-46d9fd96-4c20-4301-bb7b-31dbba05a850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:15.459125 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 27a25387-6936-4060-9377-f7be0529d925 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:36:15.508829 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23c63ae6-2cea-4ae4-b002-870ac7b538ff', 'tag': '952d0d9b-778a-4741-9bd8-5a66da0cc89a'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:36:15.511073 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2aa49b-2249-49e6-b87d-7238cb5f95a7" -d '{"events": [{"name": "network-changed", "server_uuid": "23c63ae6-2cea-4ae4-b002-870ac7b538ff", "tag": "952d0d9b-778a-4741-9bd8-5a66da0cc89a"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:36:15.565855 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1c9b1a27-e75f-4da4-a0ad-62d81e7ffab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:15.570980 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7a517703-462b-43c8-a5a1-fd98e3e1e288 req-4238555e-0736-4f79-ac11-300f227eef37 service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5290306 Jul 09 14:36:15.588461 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-46d9fd96-4c20-4301-bb7b-31dbba05a850 None None] For port b1307104-dde0-4fba-9ed7-39faf60b1fe5, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:36:15.593473 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-46d9fd96-4c20-4301-bb7b-31dbba05a850 None None] For port b1307104-dde0-4fba-9ed7-39faf60b1fe5, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=b1307104-dde0-4fba-9ed7-39faf60b1fe5,segment=NetworkSegment(baab94bb-891f-4e4e-a315-859b9b72aa21),segment_id=baab94bb-891f-4e4e-a315-859b9b72aa21)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:36:15.606926 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d7a615-23c6-4949-8c62-bb8f8ab95601 req-15541a9a-828b-4c2c-bc82-46fbae714312 tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:15.608627 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e3d7a615-23c6-4949-8c62-bb8f8ab95601 req-15541a9a-828b-4c2c-bc82-46fbae714312 tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f570f43-0141-44b9-99f2-d3acd43eab2a HTTP/1.1" status: 200 len: 947 time: 0.1620781 Jul 09 14:36:15.653812 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e3d7a615-23c6-4949-8c62-bb8f8ab95601 req-99770adc-f3f2-459a-8d0c-e62f2efca047 tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] 10.222.0.58 "GET /v2.0/security-groups?id=b35ae8a6-0754-4312-8555-bcad09d0bd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385108 Jul 09 14:36:15.690835 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-46d9fd96-4c20-4301-bb7b-31dbba05a850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:15.693122 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 27a25387-6936-4060-9377-f7be0529d925 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:36:15.825487 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d4a5793-8b72-4f80-9a91-015100a5039a', 'tag': '42f630b6-013d-4f7f-a45e-8a23eb8f32db'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:36:15.826044 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57212094-76ee-431d-99e2-dfc0269b5f4d" -d '{"events": [{"name": "network-changed", "server_uuid": "1d4a5793-8b72-4f80-9a91-015100a5039a", "tag": "42f630b6-013d-4f7f-a45e-8a23eb8f32db"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:36:15.855219 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48866) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:15.869747 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 27a25387-6936-4060-9377-f7be0529d925 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:36:15.870283 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:15.876225 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f166df60-9cd0-4c71-8850-8ef257ac1a53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:15.893587 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a0570e-fdf3-46b9-af90-c90a90365d84 req-11439ec3-9d75-43cc-9e24-8e3c082cef8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:15.895143 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-89a0570e-fdf3-46b9-af90-c90a90365d84 req-11439ec3-9d75-43cc-9e24-8e3c082cef8e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4454103 Jul 09 14:36:15.906260 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d52ce-775b-4a10-9f2b-1e5182287a42 req-e06510d1-9e3a-411a-96e9-51e0b2f994db tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:15.907928 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c31d52ce-775b-4a10-9f2b-1e5182287a42 req-e06510d1-9e3a-411a-96e9-51e0b2f994db tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d4a5793-8b72-4f80-9a91-015100a5039a HTTP/1.1" status: 200 len: 948 time: 0.4565625 Jul 09 14:36:15.960862 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d9fd96-4c20-4301-bb7b-31dbba05a850 None None] Pushing event updated for resources: {'Port': ['ID=b1307104-dde0-4fba-9ed7-39faf60b1fe5,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:15.989940 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-da402bb7-0309-48b3-b247-42700d964085 service neutron] For port e24c6829-ff22-4546-b008-4d35ebba6132, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:36:16.002307 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1c9b1a27-e75f-4da4-a0ad-62d81e7ffab9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:16.005652 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-da402bb7-0309-48b3-b247-42700d964085 service neutron] Notify callbacks [] for binding, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:16.007079 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-88d9b7de-28db-44c6-8017-9678d9a9808d req-da402bb7-0309-48b3-b247-42700d964085 service neutron] 10.222.0.54 "DELETE /v2.0/ports/e24c6829-ff22-4546-b008-4d35ebba6132/bindings/n-h1-799529-6 HTTP/1.1" status: 204 len: 173 time: 0.7105641 Jul 09 14:36:16.038506 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:16.042535 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1c9b1a27-e75f-4da4-a0ad-62d81e7ffab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:16.087997 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 27a25387-6936-4060-9377-f7be0529d925, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=27a25387-6936-4060-9377-f7be0529d925,segment=NetworkSegment(85303425-81df-497a-8117-22ba6281b80e),segment_id=85303425-81df-497a-8117-22ba6281b80e)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:36:16.095846 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c31d52ce-775b-4a10-9f2b-1e5182287a42 req-29686c83-e5e5-48c6-9617-e96f7172572b tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.58 "GET /v2.0/security-groups?id=26db68c8-80e4-439b-baaf-94963c11c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766074 Jul 09 14:36:16.129698 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-89a0570e-fdf3-46b9-af90-c90a90365d84 req-89b347eb-942c-439c-a5bb-c51d8d962472 service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207828 Jul 09 14:36:16.173958 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:16.262890 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a469d5-0345-41c1-bf74-760b01d72cab x-openstack-request-id: req-73a469d5-0345-41c1-bf74-760b01d72cab {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:36:16.263382 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23c63ae6-2cea-4ae4-b002-870ac7b538ff", "tag": "952d0d9b-778a-4741-9bd8-5a66da0cc89a", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:36:16.265613 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-73a469d5-0345-41c1-bf74-760b01d72cab {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:36:16.266062 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23c63ae6-2cea-4ae4-b002-870ac7b538ff', 'tag': '952d0d9b-778a-4741-9bd8-5a66da0cc89a', 'status': 'completed', 'code': 200} Jul 09 14:36:16.268595 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=27a25387-6936-4060-9377-f7be0529d925,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:16.306426 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f166df60-9cd0-4c71-8850-8ef257ac1a53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:16.319660 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-1c9b1a27-e75f-4da4-a0ad-62d81e7ffab9 admin admin] Allocated IP 172.25.3.247 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/b7106f44-ff06-4295-b214-940bc27ddcc3) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:36:16.333227 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-89a0570e-fdf3-46b9-af90-c90a90365d84 req-c5b07926-e1a2-4598-b31c-be001f3b13e6 service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929173 Jul 09 14:36:16.355161 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2aa49b-2249-49e6-b87d-7238cb5f95a7 req-6dfdc4c0-2b55-4a7a-948c-0fca06ed5d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:16.356797 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cd2aa49b-2249-49e6-b87d-7238cb5f95a7 req-6dfdc4c0-2b55-4a7a-948c-0fca06ed5d03 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3b28908fc5d842e29720d7043e8083fd&device_id=23c63ae6-2cea-4ae4-b002-870ac7b538ff HTTP/1.1" status: 200 len: 1125 time: 0.1206212 Jul 09 14:36:16.420662 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb015aa-fb67-4f60-99e0-9c195ec0fc98 req-655b24c9-6aee-4309-8640-89893437ebf9 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:16.422821 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-feb015aa-fb67-4f60-99e0-9c195ec0fc98 req-655b24c9-6aee-4309-8640-89893437ebf9 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/ports?device_id=30efb618-2f39-459d-8db6-44fa2bb7d7ad HTTP/1.1" status: 200 len: 950 time: 0.2633271 Jul 09 14:36:16.446219 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f166df60-9cd0-4c71-8850-8ef257ac1a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:16.485797 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-feb015aa-fb67-4f60-99e0-9c195ec0fc98 req-a5a10146-cf32-4d7b-9638-a2eb88231a5a tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b3a90-2ddf-4c39-b384-8990ad15ae2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558460 Jul 09 14:36:16.490419 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1c9b1a27-e75f-4da4-a0ad-62d81e7ffab9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:16.520663 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f166df60-9cd0-4c71-8850-8ef257ac1a53 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2c561575842f41518f43982971df3f8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6643171 Jul 09 14:36:16.523405 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48876) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:16.524659 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f166df60-9cd0-4c71-8850-8ef257ac1a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e10be3-7f18-4afd-8089-29adb939b395,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:16.546460 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dbfee44-dbcf-4b59-889e-e47ec87515be x-openstack-request-id: req-8dbfee44-dbcf-4b59-889e-e47ec87515be {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:36:16.546743 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d4a5793-8b72-4f80-9a91-015100a5039a", "tag": "42f630b6-013d-4f7f-a45e-8a23eb8f32db", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:36:16.546990 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8dbfee44-dbcf-4b59-889e-e47ec87515be {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:36:16.547404 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d4a5793-8b72-4f80-9a91-015100a5039a', 'tag': '42f630b6-013d-4f7f-a45e-8a23eb8f32db', 'status': 'completed', 'code': 200} Jul 09 14:36:16.569126 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2aa49b-2249-49e6-b87d-7238cb5f95a7 req-687ca826-cd2a-4931-a52c-b3ec04fb1b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:16.570760 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cd2aa49b-2249-49e6-b87d-7238cb5f95a7 req-687ca826-cd2a-4931-a52c-b3ec04fb1b91 service neutron] 10.222.0.54 "GET /v2.0/networks?id=56b8037f-2c10-4a66-9bb7-3f0d90fcd124 HTTP/1.1" status: 200 len: 909 time: 0.2055237 Jul 09 14:36:16.584952 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6ae90-dbff-45b4-a591-383efa6eff23 req-093d9c25-0b8e-4269-9452-54d2710dbe8d tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:16.588426 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5a1a9f28-eb1e-4acd-9dae-8d6ab950a558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:16.592051 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-afd6ae90-dbff-45b4-a591-383efa6eff23 req-093d9c25-0b8e-4269-9452-54d2710dbe8d tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=2df18832-0a90-4bac-9014-72e1f2d3c304 HTTP/1.1" status: 200 len: 945 time: 0.1828947 Jul 09 14:36:16.620910 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1c9b1a27-e75f-4da4-a0ad-62d81e7ffab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:16.634207 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5a1a9f28-eb1e-4acd-9dae-8d6ab950a558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:16.691338 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9b1a27-e75f-4da4-a0ad-62d81e7ffab9 admin admin] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:36:16.707287 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-1c9b1a27-e75f-4da4-a0ad-62d81e7ffab9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:36:16.709927 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9b1a27-e75f-4da4-a0ad-62d81e7ffab9 admin admin] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:36:16.710062 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cd2aa49b-2249-49e6-b87d-7238cb5f95a7 req-0d4c0437-3585-4da3-9cde-f506fee6de88 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=952d0d9b-778a-4741-9bd8-5a66da0cc89a HTTP/1.1" status: 200 len: 217 time: 0.1146255 Jul 09 14:36:16.775249 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-afd6ae90-dbff-45b4-a591-383efa6eff23 req-6082ee43-36d3-4daa-aa62-3e1aab53f391 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739118 Jul 09 14:36:16.790355 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2aa49b-2249-49e6-b87d-7238cb5f95a7 req-a8798f56-550e-49a0-b1dc-0c388a64cfce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:16.792057 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cd2aa49b-2249-49e6-b87d-7238cb5f95a7 req-a8798f56-550e-49a0-b1dc-0c388a64cfce service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e48d7f3a-0ca9-428c-9383-07e4f6a75f04 HTTP/1.1" status: 200 len: 848 time: 0.0734649 Jul 09 14:36:16.803523 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9b1a27-e75f-4da4-a0ad-62d81e7ffab9 admin admin] Pushing event updated for resources: {'Port': ['ID=b7106f44-ff06-4295-b214-940bc27ddcc3,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:16.843360 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cd2aa49b-2249-49e6-b87d-7238cb5f95a7 req-26c96077-2c6a-43ab-b38d-dbe394049ef7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=56b8037f-2c10-4a66-9bb7-3f0d90fcd124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389977 Jul 09 14:36:16.848623 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57212094-76ee-431d-99e2-dfc0269b5f4d req-fb9f119a-99aa-44f2-b4ca-b1102d34c28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:16.850196 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-57212094-76ee-431d-99e2-dfc0269b5f4d req-fb9f119a-99aa-44f2-b4ca-b1102d34c28d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=03bfa10df918443c9e4a4bb4d4072768&device_id=1d4a5793-8b72-4f80-9a91-015100a5039a HTTP/1.1" status: 200 len: 1099 time: 0.1959155 Jul 09 14:36:16.910590 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce611f29-4d1a-4e9a-8cf9-cb7f9b15fcab req-ae032886-b625-4a75-afd5-098a73de36de tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:16.912295 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ce611f29-4d1a-4e9a-8cf9-cb7f9b15fcab req-ae032886-b625-4a75-afd5-098a73de36de tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=23c63ae6-2cea-4ae4-b002-870ac7b538ff HTTP/1.1" status: 200 len: 944 time: 0.2141523 Jul 09 14:36:16.955024 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5a1a9f28-eb1e-4acd-9dae-8d6ab950a558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:16.958645 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5a1a9f28-eb1e-4acd-9dae-8d6ab950a558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:16.959899 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-5a1a9f28-eb1e-4acd-9dae-8d6ab950a558 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/16e10be3-7f18-4afd-8089-29adb939b395 HTTP/1.1" status: 204 len: 168 time: 0.4353952 Jul 09 14:36:16.985750 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1a9f28-eb1e-4acd-9dae-8d6ab950a558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e10be3-7f18-4afd-8089-29adb939b395,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:17.036118 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ce611f29-4d1a-4e9a-8cf9-cb7f9b15fcab req-0b57fd88-b8d0-47b8-8ea4-3811fd522ec6 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176863 Jul 09 14:36:17.168241 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cd2aa49b-2249-49e6-b87d-7238cb5f95a7 req-280f9a3b-3cc2-4abe-bfc8-b2052c6fae8d service neutron] 10.222.0.54 "GET /v2.0/networks/56b8037f-2c10-4a66-9bb7-3f0d90fcd124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150027 Jul 09 14:36:17.169616 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57212094-76ee-431d-99e2-dfc0269b5f4d req-74deb966-7e53-4cff-bca3-e10627569268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:17.171136 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-57212094-76ee-431d-99e2-dfc0269b5f4d req-74deb966-7e53-4cff-bca3-e10627569268 service neutron] 10.222.0.62 "GET /v2.0/networks?id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc HTTP/1.1" status: 200 len: 870 time: 0.2879725 Jul 09 14:36:17.194128 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1c9b1a27-e75f-4da4-a0ad-62d81e7ffab9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:17.221400 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7e35f4-d676-48f8-91d7-0337322561e7 None None] Network 090d6eed-49b0-48ec-84d9-8203b0194acd requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:36:17.333986 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 952d0d9b-778a-4741-9bd8-5a66da0cc89a details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:36:17.342963 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48892) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:17.429523 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-57212094-76ee-431d-99e2-dfc0269b5f4d req-43363769-42df-4ef1-8d29-0ce710cdc710 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=42f630b6-013d-4f7f-a45e-8a23eb8f32db HTTP/1.1" status: 200 len: 217 time: 0.2497947 Jul 09 14:36:17.469809 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-74fb24eb-6314-4ae1-bf5d-92e97ea8a062 None None] Provisioning for port b1307104-dde0-4fba-9ed7-39faf60b1fe5 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:36:17.494598 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device b1307104-dde0-4fba-9ed7-39faf60b1fe5 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:36:17.599399 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cd2aa49b-2249-49e6-b87d-7238cb5f95a7 req-765110be-b257-4ab8-9cf8-f58ad4d0d607 service neutron] 10.222.0.54 "GET /v2.0/networks/56b8037f-2c10-4a66-9bb7-3f0d90fcd124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3974102 Jul 09 14:36:17.612086 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57212094-76ee-431d-99e2-dfc0269b5f4d req-74df85b1-2b12-4200-8779-d6a52039d4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:17.612086 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-57212094-76ee-431d-99e2-dfc0269b5f4d req-74df85b1-2b12-4200-8779-d6a52039d4f6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.1442099 Jul 09 14:36:17.614283 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f8f3b4-9d3d-47f5-aa98-3284e49aa0c7 req-ef61bd06-de02-408a-8c0c-959306c8f003 tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:17.627105 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b9f8f3b4-9d3d-47f5-aa98-3284e49aa0c7 req-ef61bd06-de02-408a-8c0c-959306c8f003 tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f570f43-0141-44b9-99f2-d3acd43eab2a HTTP/1.1" status: 200 len: 947 time: 0.3327117 Jul 09 14:36:17.628433 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 952d0d9b-778a-4741-9bd8-5a66da0cc89a, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=952d0d9b-778a-4741-9bd8-5a66da0cc89a,segment=NetworkSegment(cd7790e9-3309-48a3-bfb3-c9f386870e48),segment_id=cd7790e9-3309-48a3-bfb3-c9f386870e48)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:36:17.691339 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 952d0d9b-778a-4741-9bd8-5a66da0cc89a has no active binding in host n-h1-799529-6 {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 14:36:17.735311 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port b1307104-dde0-4fba-9ed7-39faf60b1fe5 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:36:17.742033 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port b1307104-dde0-4fba-9ed7-39faf60b1fe5 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:36:17.742623 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:17.754180 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b9f8f3b4-9d3d-47f5-aa98-3284e49aa0c7 req-1ecb1b08-e368-41ae-b99b-3a3a2bceb86e tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] 10.222.0.58 "GET /v2.0/security-groups?id=b35ae8a6-0754-4312-8555-bcad09d0bd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250644 Jul 09 14:36:17.762071 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fb7d98d2-3e15-42de-8fed-a0057897074f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:17.776564 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57212094-76ee-431d-99e2-dfc0269b5f4d req-e8b4488e-d45d-48de-a263-679a3f8c26e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:17.778173 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-57212094-76ee-431d-99e2-dfc0269b5f4d req-e8b4488e-d45d-48de-a263-679a3f8c26e4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1560647 Jul 09 14:36:17.856888 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fb7d98d2-3e15-42de-8fed-a0057897074f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:17.871782 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c64c611-dbdc-4a29-9485-a479d1741365 req-8432877f-fe18-4b87-bbc7-08f1a886327d tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:17.873598 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9c64c611-dbdc-4a29-9485-a479d1741365 req-8432877f-fe18-4b87-bbc7-08f1a886327d tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d4a5793-8b72-4f80-9a91-015100a5039a HTTP/1.1" status: 200 len: 948 time: 0.1810696 Jul 09 14:36:17.890456 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1c9b1a27-e75f-4da4-a0ad-62d81e7ffab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:17.893455 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:17.953206 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port b1307104-dde0-4fba-9ed7-39faf60b1fe5, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=b1307104-dde0-4fba-9ed7-39faf60b1fe5,segment=NetworkSegment(baab94bb-891f-4e4e-a315-859b9b72aa21),segment_id=baab94bb-891f-4e4e-a315-859b9b72aa21)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:36:17.970058 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fb7d98d2-3e15-42de-8fed-a0057897074f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:17.975033 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9c64c611-dbdc-4a29-9485-a479d1741365 req-f0529b90-0d27-4b22-bffb-ed2955194783 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.58 "GET /v2.0/security-groups?id=26db68c8-80e4-439b-baaf-94963c11c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878351 Jul 09 14:36:17.977422 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-57212094-76ee-431d-99e2-dfc0269b5f4d req-6ae45e4c-d45e-433e-aae2-208d087207a1 service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900761 Jul 09 14:36:18.015300 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:18.017045 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 27a25387-6936-4060-9377-f7be0529d925 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:36:18.109683 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7d98d2-3e15-42de-8fed-a0057897074f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6571c81-10c7-434d-842e-abdee26bb7dc,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:18.117398 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-fb7d98d2-3e15-42de-8fed-a0057897074f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cf4487177ed74cf8b4a223a71378ba6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7723544 Jul 09 14:36:18.121566 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48914) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:18.146097 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=b1307104-dde0-4fba-9ed7-39faf60b1fe5,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:18.155283 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-3d2621a9-e1b9-471c-84e1-7d8416cc3576 None None] Provisioning complete for port b1307104-dde0-4fba-9ed7-39faf60b1fe5 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:36:18.155686 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3d2621a9-e1b9-471c-84e1-7d8416cc3576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:18.223672 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 27a25387-6936-4060-9377-f7be0529d925 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:36:18.224311 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:18.230694 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2afac5d-db3a-4480-bca0-4a2b578d5094 req-b7ed543a-cc27-4d78-9496-0fb739ce5593 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:18.232281 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c2afac5d-db3a-4480-bca0-4a2b578d5094 req-b7ed543a-cc27-4d78-9496-0fb739ce5593 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/ports?device_id=30efb618-2f39-459d-8db6-44fa2bb7d7ad HTTP/1.1" status: 200 len: 950 time: 0.2107270 Jul 09 14:36:18.232938 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0dcb1284-c6b9-47a6-a107-6c49963e570a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:18.264150 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-57212094-76ee-431d-99e2-dfc0269b5f4d req-aae3dada-4989-4eca-bf2e-8998d3dca63e service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223108 Jul 09 14:36:18.270049 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec592a94-de4e-4ebd-ada2-ae7277e45a68 req-bfa25d76-94ac-492a-9fde-ac03d953c90f tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:18.277005 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ec592a94-de4e-4ebd-ada2-ae7277e45a68 req-bfa25d76-94ac-492a-9fde-ac03d953c90f tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=2df18832-0a90-4bac-9014-72e1f2d3c304 HTTP/1.1" status: 200 len: 1096 time: 0.1356561 Jul 09 14:36:18.289113 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0dcb1284-c6b9-47a6-a107-6c49963e570a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:18.334425 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ec592a94-de4e-4ebd-ada2-ae7277e45a68 req-c2740bea-19fe-4786-8ab1-23ae85259043 tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565715 Jul 09 14:36:18.346094 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c2afac5d-db3a-4480-bca0-4a2b578d5094 req-07060e38-8efd-48d1-9e14-2dccba1e53a3 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b3a90-2ddf-4c39-b384-8990ad15ae2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052208 Jul 09 14:36:18.509834 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0dcb1284-c6b9-47a6-a107-6c49963e570a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:18.512751 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0dcb1284-c6b9-47a6-a107-6c49963e570a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:18.513896 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-0dcb1284-c6b9-47a6-a107-6c49963e570a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e6571c81-10c7-434d-842e-abdee26bb7dc HTTP/1.1" status: 204 len: 168 time: 0.3914714 Jul 09 14:36:18.522741 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c9b1a27-e75f-4da4-a0ad-62d81e7ffab9 admin admin] Router 09dce745-eb25-4e0e-bbcf-c040f533a0c3 is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:36:18.525641 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcb1284-c6b9-47a6-a107-6c49963e570a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6571c81-10c7-434d-842e-abdee26bb7dc,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:18.685205 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e164e-773e-40d5-97ba-363bdf39fb8f req-24d7b9fa-3300-403c-a0cc-233521541410 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:18.687169 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ed0e164e-773e-40d5-97ba-363bdf39fb8f req-24d7b9fa-3300-403c-a0cc-233521541410 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=23c63ae6-2cea-4ae4-b002-870ac7b538ff HTTP/1.1" status: 200 len: 944 time: 0.2094963 Jul 09 14:36:18.717116 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b0549-ef62-4e40-81d4-e891243a5521 req-dec91f31-ce3f-4822-8d23-f72bfcd5383f tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:18.720228 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c9b1a27-e75f-4da4-a0ad-62d81e7ffab9 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:36:18.720532 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d59b0549-ef62-4e40-81d4-e891243a5521 req-dec91f31-ce3f-4822-8d23-f72bfcd5383f tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/networks?id=f37664d6-2d63-4250-9a40-b9995b72cf27 HTTP/1.1" status: 200 len: 821 time: 0.1311102 Jul 09 14:36:18.732630 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd6b1c2-ebe5-4b4c-ad35-8696dd5f1f37 None None] Sync routers for ids ['09dce745-eb25-4e0e-bbcf-c040f533a0c3'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:36:18.741895 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d59b0549-ef62-4e40-81d4-e891243a5521 req-8e7e18bc-4c53-45b5-8fba-07493ddace1d tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/quotas/a29f2b4cfd1449cca4564d7c2e38b31e HTTP/1.1" status: 200 len: 375 time: 0.0159261 Jul 09 14:36:18.742967 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd6b1c2-ebe5-4b4c-ad35-8696dd5f1f37 None None] Routers {'09dce745-eb25-4e0e-bbcf-c040f533a0c3'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:36:18.743760 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-cfd6b1c2-ebe5-4b4c-ad35-8696dd5f1f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:35:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['09dce745-eb25-4e0e-bbcf-c040f533a0c3'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:36:18.750024 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ed0e164e-773e-40d5-97ba-363bdf39fb8f req-a6eb1d49-c9ad-40c6-b139-eec5c98cf18c tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559750 Jul 09 14:36:18.832251 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d59b0549-ef62-4e40-81d4-e891243a5521 req-2f65fd54-3812-47c4-88d5-9abfaeab211c tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a29f2b4cfd1449cca4564d7c2e38b31e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0893142 Jul 09 14:36:18.849501 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1c9b1a27-e75f-4da4-a0ad-62d81e7ffab9 admin admin] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:18.851180 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-1c9b1a27-e75f-4da4-a0ad-62d81e7ffab9 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.5566895 Jul 09 14:36:18.854739 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48944) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:18.861455 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-cfd6b1c2-ebe5-4b4c-ad35-8696dd5f1f37 None None] Set router 09dce745-eb25-4e0e-bbcf-c040f533a0c3 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:36:19.069589 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-cfd6b1c2-ebe5-4b4c-ad35-8696dd5f1f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09dce745-eb25-4e0e-bbcf-c040f533a0c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-524716149-router', 'tenant_id': 'd7d3c4b0fcee4dbf9ec85df086c03760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'b7106f44-ff06-4295-b214-940bc27ddcc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:14Z', 'updated_at': '2021-07-09T14:36:16Z', 'revision_number': 3, 'project_id': 'd7d3c4b0fcee4dbf9ec85df086c03760', 'gw_port': {'id': 'b7106f44-ff06-4295-b214-940bc27ddcc3', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:71:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09dce745-eb25-4e0e-bbcf-c040f533a0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:16Z', 'updated_at': '2021-07-09T14:36:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:36:19.099296 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd6b1c2-ebe5-4b4c-ad35-8696dd5f1f37 None None] Checking router: 09dce745-eb25-4e0e-bbcf-c040f533a0c3 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:36:19.099681 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd6b1c2-ebe5-4b4c-ad35-8696dd5f1f37 None None] Updating router 09dce745-eb25-4e0e-bbcf-c040f533a0c3 port b7106f44-ff06-4295-b214-940bc27ddcc3 binding host n-d-799529-6 {{(pid=94448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:36:19.137692 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [req-d59b0549-ef62-4e40-81d4-e891243a5521 req-3cdfab38-158d-4da0-a178-931fe0a7ce6c service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:36:19.138713 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d59b0549-ef62-4e40-81d4-e891243a5521 req-3cdfab38-158d-4da0-a178-931fe0a7ce6c service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0861878 Jul 09 14:36:19.141966 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-cfd6b1c2-ebe5-4b4c-ad35-8696dd5f1f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:19.266446 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d59b0549-ef62-4e40-81d4-e891243a5521 req-38f43513-99a6-4eea-8525-97e83aac402b service neutron] 10.222.0.58 "GET /v2.0/networks/f37664d6-2d63-4250-9a40-b9995b72cf27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167912 Jul 09 14:36:19.295565 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 5aa9cea2-4cbd-4fb7-a1c3-70f09c41377d details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:36:19.365391 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808133b8-5f0b-47d7-9f69-d3a744fc9cc7 req-0db79c86-a951-4ce7-8e42-be6c8b49bfaf tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:19.372209 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-808133b8-5f0b-47d7-9f69-d3a744fc9cc7 req-0db79c86-a951-4ce7-8e42-be6c8b49bfaf tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f570f43-0141-44b9-99f2-d3acd43eab2a HTTP/1.1" status: 200 len: 947 time: 0.4609644 Jul 09 14:36:19.398645 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48964) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:19.472909 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 5aa9cea2-4cbd-4fb7-a1c3-70f09c41377d, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=5aa9cea2-4cbd-4fb7-a1c3-70f09c41377d,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:36:19.486209 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f295be2d-e865-4f2f-91f4-5b5262f49595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:19.488320 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '5aa9cea2-4cbd-4fb7-a1c3-70f09c41377d', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'port_id': '5aa9cea2-4cbd-4fb7-a1c3-70f09c41377d', 'mac_address': 'fa:16:3e:f1:41:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8081bcce-88de-4a2f-9e69-6750220e0be0', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:36:19.488777 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-808133b8-5f0b-47d7-9f69-d3a744fc9cc7 req-3d0c5f07-3b0e-4413-921c-450936511021 tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] 10.222.0.58 "GET /v2.0/security-groups?id=b35ae8a6-0754-4312-8555-bcad09d0bd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106117 Jul 09 14:36:19.492361 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device b1307104-dde0-4fba-9ed7-39faf60b1fe5 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:36:19.519435 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d59b0549-ef62-4e40-81d4-e891243a5521 req-015cf65d-c079-4c12-9b59-ddfca8e75e43 service neutron] 10.222.0.58 "GET /v2.0/networks/f37664d6-2d63-4250-9a40-b9995b72cf27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421105 Jul 09 14:36:19.549569 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:19.565781 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5aa9cea2-4cbd-4fb7-a1c3-70f09c41377d {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:36:19.588982 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 5aa9cea2-4cbd-4fb7-a1c3-70f09c41377d, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=5aa9cea2-4cbd-4fb7-a1c3-70f09c41377d,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:36:19.619893 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port b1307104-dde0-4fba-9ed7-39faf60b1fe5 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:36:19.623650 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:19.676171 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:19.700227 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-cfd6b1c2-ebe5-4b4c-ad35-8696dd5f1f37 None None] Notify callbacks [] for port, precommit_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:19.713144 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.provisioning_blocks [None req-cfd6b1c2-ebe5-4b4c-ad35-8696dd5f1f37 None None] Transition to ACTIVE for port object b7106f44-ff06-4295-b214-940bc27ddcc3 will not be triggered until provisioned by entity L2. {{(pid=94448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:36:19.719341 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f295be2d-e865-4f2f-91f4-5b5262f49595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:19.776940 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=5aa9cea2-4cbd-4fb7-a1c3-70f09c41377d,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:19.838217 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-cfd6b1c2-ebe5-4b4c-ad35-8696dd5f1f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:19.838686 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f295be2d-e865-4f2f-91f4-5b5262f49595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:19.877727 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1512d32-0c60-4e20-89fd-a1d9a7bc29f2 req-dfe5f011-95ee-4d2b-a3c8-f4d234fe5707 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:19.879751 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f1512d32-0c60-4e20-89fd-a1d9a7bc29f2 req-dfe5f011-95ee-4d2b-a3c8-f4d234fe5707 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d4a5793-8b72-4f80-9a91-015100a5039a HTTP/1.1" status: 200 len: 948 time: 0.1658230 Jul 09 14:36:19.915263 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-cfd6b1c2-ebe5-4b4c-ad35-8696dd5f1f37 None None] Attempting to bind port b7106f44-ff06-4295-b214-940bc27ddcc3 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:36:19.915672 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-cfd6b1c2-ebe5-4b4c-ad35-8696dd5f1f37 None None] Attempting to bind port b7106f44-ff06-4295-b214-940bc27ddcc3 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:36:19.916037 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd6b1c2-ebe5-4b4c-ad35-8696dd5f1f37 None None] Attempting to bind port b7106f44-ff06-4295-b214-940bc27ddcc3 on network 202c7ce6-d4e9-4f80-84dd-bef08905a653 {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:36:19.918182 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1e352d9f-f8be-4839-8a70-02e0b299cce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:19.919482 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5176da-d3dd-4192-9830-0657fc5ea381 None None] Pushing event updated for resources: {'Port': ['ID=b7106f44-ff06-4295-b214-940bc27ddcc3,revision_number=2']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:19.925078 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd6b1c2-ebe5-4b4c-ad35-8696dd5f1f37 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:36:19.925704 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd6b1c2-ebe5-4b4c-ad35-8696dd5f1f37 None None] Checking segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:36:19.926345 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-cfd6b1c2-ebe5-4b4c-ad35-8696dd5f1f37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:19.927290 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd6b1c2-ebe5-4b4c-ad35-8696dd5f1f37 None None] Bound using segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:36:19.927938 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-cfd6b1c2-ebe5-4b4c-ad35-8696dd5f1f37 None None] Bound port: b7106f44-ff06-4295-b214-940bc27ddcc3, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:36:19.928515 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-cfd6b1c2-ebe5-4b4c-ad35-8696dd5f1f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:19.935169 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f295be2d-e865-4f2f-91f4-5b5262f49595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b14eb0-7e74-440d-9a5d-50e47e4f4998,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:19.951538 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f295be2d-e865-4f2f-91f4-5b5262f49595 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b924895d4bb74c43bc454868d16495ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5518115 Jul 09 14:36:19.954027 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48978) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:19.970172 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f1512d32-0c60-4e20-89fd-a1d9a7bc29f2 req-12e13cf6-16ee-4c6f-a086-31916fa6067a tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.58 "GET /v2.0/security-groups?id=26db68c8-80e4-439b-baaf-94963c11c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831244 Jul 09 14:36:20.012488 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-cfd6b1c2-ebe5-4b4c-ad35-8696dd5f1f37 None None] For port b7106f44-ff06-4295-b214-940bc27ddcc3, host n-d-799529-6, cleared binding levels {{(pid=94448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:36:20.020284 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-cfd6b1c2-ebe5-4b4c-ad35-8696dd5f1f37 None None] For port b7106f44-ff06-4295-b214-940bc27ddcc3, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=b7106f44-ff06-4295-b214-940bc27ddcc3,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:36:20.045620 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f09246f1-b393-49e3-ba09-35872be786f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:20.071651 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4446428-78e8-4717-9664-17e07c528944 req-91029837-7b60-4e35-bee1-a5ff2bb2f71d tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:20.079692 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a4446428-78e8-4717-9664-17e07c528944 req-91029837-7b60-4e35-bee1-a5ff2bb2f71d tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/ports?device_id=30efb618-2f39-459d-8db6-44fa2bb7d7ad HTTP/1.1" status: 200 len: 950 time: 0.1397812 Jul 09 14:36:20.083990 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-cfd6b1c2-ebe5-4b4c-ad35-8696dd5f1f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:20.097228 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f09246f1-b393-49e3-ba09-35872be786f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:20.150744 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a4446428-78e8-4717-9664-17e07c528944 req-0697bbef-dd48-419f-9e66-4bcfe2f86530 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b3a90-2ddf-4c39-b384-8990ad15ae2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700526 Jul 09 14:36:20.185692 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd6b1c2-ebe5-4b4c-ad35-8696dd5f1f37 None None] Routers {'09dce745-eb25-4e0e-bbcf-c040f533a0c3'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:36:20.186674 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-cfd6b1c2-ebe5-4b4c-ad35-8696dd5f1f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:35:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['09dce745-eb25-4e0e-bbcf-c040f533a0c3'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:36:20.230026 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534cba1c-5c73-42dd-b6b2-122d8498dfe5 req-ca17e0e3-2a6b-4939-8230-f558efac6aae tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:20.231592 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-534cba1c-5c73-42dd-b6b2-122d8498dfe5 req-ca17e0e3-2a6b-4939-8230-f558efac6aae tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=23c63ae6-2cea-4ae4-b002-870ac7b538ff HTTP/1.1" status: 200 len: 944 time: 0.1217494 Jul 09 14:36:20.234903 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-1e352d9f-f8be-4839-8a70-02e0b299cce0 admin admin] Allocated IP 172.20.0.1 (090d6eed-49b0-48ec-84d9-8203b0194acd/ed95cf4f-a2fb-4a4e-bf8a-ea3ce873daca/866970b8-a15b-4d10-994e-4fff4c51b522) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:36:20.259528 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5176da-d3dd-4192-9830-0657fc5ea381 None None] Pushing event updated for resources: {'Port': ['ID=b7106f44-ff06-4295-b214-940bc27ddcc3,revision_number=3']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:20.298119 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['5aa9cea2-4cbd-4fb7-a1c3-70f09c41377d'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:36:20.327187 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e049e2-9f9b-4287-9aa9-eab56169d3d2 req-fcb5cbdb-e3a9-47d2-b570-dcc9e440ea28 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:20.330839 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-17e049e2-9f9b-4287-9aa9-eab56169d3d2 req-fcb5cbdb-e3a9-47d2-b570-dcc9e440ea28 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.62 "GET /v2.0/ports?device_id=30efb618-2f39-459d-8db6-44fa2bb7d7ad HTTP/1.1" status: 200 len: 950 time: 0.1382921 Jul 09 14:36:20.341777 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-534cba1c-5c73-42dd-b6b2-122d8498dfe5 req-75c3461a-235d-4398-9c6b-2a39ce18f061 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019485 Jul 09 14:36:20.396245 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f09246f1-b393-49e3-ba09-35872be786f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:20.398896 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f09246f1-b393-49e3-ba09-35872be786f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:20.400136 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f09246f1-b393-49e3-ba09-35872be786f7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a8b14eb0-7e74-440d-9a5d-50e47e4f4998 HTTP/1.1" status: 204 len: 168 time: 0.4451411 Jul 09 14:36:20.427772 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-cfd6b1c2-ebe5-4b4c-ad35-8696dd5f1f37 None None] Set router 09dce745-eb25-4e0e-bbcf-c040f533a0c3 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:36:20.447488 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09246f1-b393-49e3-ba09-35872be786f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b14eb0-7e74-440d-9a5d-50e47e4f4998,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:20.489104 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-efaf8eb2-f60f-468d-8ddb-5a0a2bc99080 req-e58b1632-f812-4fc4-b357-d2e9f6c77304 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=34d41cf2-7f9c-45b4-b98b-f67604774c17 HTTP/1.1" status: 200 len: 210 time: 0.0600078 Jul 09 14:36:20.492254 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1e352d9f-f8be-4839-8a70-02e0b299cce0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:20.524679 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-1e352d9f-f8be-4839-8a70-02e0b299cce0 admin admin] Transition to ACTIVE for port object 866970b8-a15b-4d10-994e-4fff4c51b522 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:36:20.644977 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-17e049e2-9f9b-4287-9aa9-eab56169d3d2 req-59cb40c3-3508-437c-9712-6c3dc6d70927 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Deleting port 2d8f7e10-6ff2-4a65-8f22-3b6e093df725 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:36:20.645628 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-17e049e2-9f9b-4287-9aa9-eab56169d3d2 req-59cb40c3-3508-437c-9712-6c3dc6d70927 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:20.653500 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1e352d9f-f8be-4839-8a70-02e0b299cce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:20.709719 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e352d9f-f8be-4839-8a70-02e0b299cce0 admin admin] Network 090d6eed-49b0-48ec-84d9-8203b0194acd is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:36:20.734494 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-1e352d9f-f8be-4839-8a70-02e0b299cce0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:36:20.739526 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e352d9f-f8be-4839-8a70-02e0b299cce0 admin admin] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:36:20.740008 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1e352d9f-f8be-4839-8a70-02e0b299cce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:20.787443 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-17e049e2-9f9b-4287-9aa9-eab56169d3d2 req-59cb40c3-3508-437c-9712-6c3dc6d70927 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] For port 2d8f7e10-6ff2-4a65-8f22-3b6e093df725, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=2d8f7e10-6ff2-4a65-8f22-3b6e093df725,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:36:20.787933 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-17e049e2-9f9b-4287-9aa9-eab56169d3d2 req-59cb40c3-3508-437c-9712-6c3dc6d70927 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:20.806345 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-cfd6b1c2-ebe5-4b4c-ad35-8696dd5f1f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09dce745-eb25-4e0e-bbcf-c040f533a0c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-524716149-router', 'tenant_id': 'd7d3c4b0fcee4dbf9ec85df086c03760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'b7106f44-ff06-4295-b214-940bc27ddcc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:14Z', 'updated_at': '2021-07-09T14:36:16Z', 'revision_number': 3, 'project_id': 'd7d3c4b0fcee4dbf9ec85df086c03760', 'gw_port': {'id': 'b7106f44-ff06-4295-b214-940bc27ddcc3', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:71:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09dce745-eb25-4e0e-bbcf-c040f533a0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:16Z', 'updated_at': '2021-07-09T14:36:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:36:20.807208 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-17e049e2-9f9b-4287-9aa9-eab56169d3d2 req-59cb40c3-3508-437c-9712-6c3dc6d70927 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Calling delete_port for 2d8f7e10-6ff2-4a65-8f22-3b6e093df725 owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:36:20.816970 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e352d9f-f8be-4839-8a70-02e0b299cce0 admin admin] Pushing event updated for resources: {'Port': ['ID=866970b8-a15b-4d10-994e-4fff4c51b522,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:20.837685 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd6b1c2-ebe5-4b4c-ad35-8696dd5f1f37 None None] The sync data for ids ['09dce745-eb25-4e0e-bbcf-c040f533a0c3'] in n-d-799529-6 is: [{'id': '09dce745-eb25-4e0e-bbcf-c040f533a0c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-524716149-router', 'tenant_id': 'd7d3c4b0fcee4dbf9ec85df086c03760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'b7106f44-ff06-4295-b214-940bc27ddcc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:14Z', 'updated_at': '2021-07-09T14:36:16Z', 'revision_number': 3, 'project_id': 'd7d3c4b0fcee4dbf9ec85df086c03760', 'gw_port': {'id': 'b7106f44-ff06-4295-b214-940bc27ddcc3', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:71:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09dce745-eb25-4e0e-bbcf-c040f533a0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:16Z', 'updated_at': '2021-07-09T14:36:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:36:20.915210 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d914c-6c0b-4632-a009-c8cfa7c6e809 req-669843f3-ecb8-4603-b07f-5023e53137de tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:20.922456 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d19d914c-6c0b-4632-a009-c8cfa7c6e809 req-669843f3-ecb8-4603-b07f-5023e53137de tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f570f43-0141-44b9-99f2-d3acd43eab2a HTTP/1.1" status: 200 len: 948 time: 0.2580729 Jul 09 14:36:21.049771 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-290ebd76-188a-4bf8-bdad-9ff1a23595da service neutron] 10.222.0.54 "GET /v2.0/ports/952d0d9b-778a-4741-9bd8-5a66da0cc89a/bindings/n-h1-799529-6 HTTP/1.1" status: 200 len: 384 time: 0.1487560 Jul 09 14:36:21.050903 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d19d914c-6c0b-4632-a009-c8cfa7c6e809 req-475bac6c-e7ae-4de5-a83f-b465f701f752 tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] 10.222.0.58 "GET /v2.0/security-groups?id=b35ae8a6-0754-4312-8555-bcad09d0bd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274760 Jul 09 14:36:21.207099 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1e352d9f-f8be-4839-8a70-02e0b299cce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:21.265682 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-17e049e2-9f9b-4287-9aa9-eab56169d3d2 req-59cb40c3-3508-437c-9712-6c3dc6d70927 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:21.318658 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['2d8f7e10-6ff2-4a65-8f22-3b6e093df725'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:36:21.360453 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cb40c3-3508-437c-9712-6c3dc6d70927 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Pushing event deleted for resources: {'Port': ['ID=2d8f7e10-6ff2-4a65-8f22-3b6e093df725,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:21.361372 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 42f630b6-013d-4f7f-a45e-8a23eb8f32db details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:36:21.384291 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-fb7ffb01-317f-4c27-aa43-8b165fde209d None None] Provisioning for port 866970b8-a15b-4d10-994e-4fff4c51b522 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:36:21.392772 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-fb7ffb01-317f-4c27-aa43-8b165fde209d None None] Provisioning complete for port 866970b8-a15b-4d10-994e-4fff4c51b522 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:36:21.393391 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-fb7ffb01-317f-4c27-aa43-8b165fde209d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:21.480251 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e049e2-9f9b-4287-9aa9-eab56169d3d2 req-59cb40c3-3508-437c-9712-6c3dc6d70927 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] No DVR routers for this DVR port 2d8f7e10-6ff2-4a65-8f22-3b6e093df725 on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:36:21.496188 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6567cf-061b-461a-b9ed-6d6a3fd150cc req-e401d6be-294c-4b6b-a447-cdff1f790afb tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:21.498047 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fb6567cf-061b-461a-b9ed-6d6a3fd150cc req-e401d6be-294c-4b6b-a447-cdff1f790afb tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d4a5793-8b72-4f80-9a91-015100a5039a HTTP/1.1" status: 200 len: 948 time: 0.3375473 Jul 09 14:36:21.499396 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-17e049e2-9f9b-4287-9aa9-eab56169d3d2 req-59cb40c3-3508-437c-9712-6c3dc6d70927 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:21.501680 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-17e049e2-9f9b-4287-9aa9-eab56169d3d2 req-59cb40c3-3508-437c-9712-6c3dc6d70927 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.62 "DELETE /v2.0/ports/2d8f7e10-6ff2-4a65-8f22-3b6e093df725 HTTP/1.1" status: 204 len: 173 time: 1.1613736 Jul 09 14:36:21.504002 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30efb618-2f39-459d-8db6-44fa2bb7d7ad', 'name': 'network-vif-deleted', 'tag': '2d8f7e10-6ff2-4a65-8f22-3b6e093df725'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:36:21.506684 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba80d17-eb76-4191-a083-a306077f3c40" -d '{"events": [{"server_uuid": "30efb618-2f39-459d-8db6-44fa2bb7d7ad", "name": "network-vif-deleted", "tag": "2d8f7e10-6ff2-4a65-8f22-3b6e093df725"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:36:21.592699 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-fb7ffb01-317f-4c27-aa43-8b165fde209d None None] Port 866970b8-a15b-4d10-994e-4fff4c51b522 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:36:21.684359 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 42f630b6-013d-4f7f-a45e-8a23eb8f32db, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=42f630b6-013d-4f7f-a45e-8a23eb8f32db,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:36:21.686190 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '42f630b6-013d-4f7f-a45e-8a23eb8f32db', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'port_id': '42f630b6-013d-4f7f-a45e-8a23eb8f32db', 'mac_address': 'fa:16:3e:d9:8b:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8081bcce-88de-4a2f-9e69-6750220e0be0', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:36:21.727165 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-98358534-460f-4ceb-93e8-852cbc07c9e1 req-4e473850-09b7-42ea-a744-a2301cc1e617 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/ports?device_id=30efb618-2f39-459d-8db6-44fa2bb7d7ad HTTP/1.1" status: 200 len: 210 time: 0.1943083 Jul 09 14:36:21.822446 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:21.833197 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1e352d9f-f8be-4839-8a70-02e0b299cce0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:21.835037 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49030) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:21.849077 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42f630b6-013d-4f7f-a45e-8a23eb8f32db {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:36:21.878861 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 42f630b6-013d-4f7f-a45e-8a23eb8f32db, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=42f630b6-013d-4f7f-a45e-8a23eb8f32db,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:36:21.939267 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1e352d9f-f8be-4839-8a70-02e0b299cce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:21.939920 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:21.940095 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1e352d9f-f8be-4839-8a70-02e0b299cce0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:21.971948 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fb6567cf-061b-461a-b9ed-6d6a3fd150cc req-bdc20c0f-d72c-4d31-98f6-3a69d0318c5f tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.58 "GET /v2.0/security-groups?id=26db68c8-80e4-439b-baaf-94963c11c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4520757 Jul 09 14:36:21.989641 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-f865deae-5717-406c-ace1-e2db03b7262f service neutron] For port 952d0d9b-778a-4741-9bd8-5a66da0cc89a, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=952d0d9b-778a-4741-9bd8-5a66da0cc89a,segment=NetworkSegment(cd7790e9-3309-48a3-bfb3-c9f386870e48),segment_id=cd7790e9-3309-48a3-bfb3-c9f386870e48)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:36:22.038855 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-f865deae-5717-406c-ace1-e2db03b7262f service neutron] For port 952d0d9b-778a-4741-9bd8-5a66da0cc89a, host n-h2-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:36:22.053988 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=42f630b6-013d-4f7f-a45e-8a23eb8f32db,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:22.104261 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e149552-5d94-4ac8-8c54-7dcd54252feb x-openstack-request-id: req-0e149552-5d94-4ac8-8c54-7dcd54252feb {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:36:22.104566 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30efb618-2f39-459d-8db6-44fa2bb7d7ad", "name": "network-vif-deleted", "tag": "2d8f7e10-6ff2-4a65-8f22-3b6e093df725", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:36:22.104820 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0e149552-5d94-4ac8-8c54-7dcd54252feb {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:36:22.105212 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30efb618-2f39-459d-8db6-44fa2bb7d7ad', 'name': 'network-vif-deleted', 'tag': '2d8f7e10-6ff2-4a65-8f22-3b6e093df725', 'status': 'completed', 'code': 200} Jul 09 14:36:22.128276 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-f865deae-5717-406c-ace1-e2db03b7262f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 952d0d9b-778a-4741-9bd8-5a66da0cc89a {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:36:22.131082 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e352d9f-f8be-4839-8a70-02e0b299cce0 admin admin] Pushing event updated for resources: {'Port': ['ID=866970b8-a15b-4d10-994e-4fff4c51b522,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:22.150934 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-f865deae-5717-406c-ace1-e2db03b7262f service neutron] For port 952d0d9b-778a-4741-9bd8-5a66da0cc89a, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=952d0d9b-778a-4741-9bd8-5a66da0cc89a,segment=NetworkSegment(cd7790e9-3309-48a3-bfb3-c9f386870e48),segment_id=cd7790e9-3309-48a3-bfb3-c9f386870e48)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:36:22.177674 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5d044dfc-4331-4b01-a41f-fe80dac8a735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:22.229383 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e352d9f-f8be-4839-8a70-02e0b299cce0 admin admin] Network 090d6eed-49b0-48ec-84d9-8203b0194acd is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:36:22.234498 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-1e352d9f-f8be-4839-8a70-02e0b299cce0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:36:22.256446 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb7241-7c07-4b1a-8c38-a50f1766d2f9 req-ae5bfd31-8371-4d7e-a6b0-9330c8089d42 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:22.258368 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c3cb7241-7c07-4b1a-8c38-a50f1766d2f9 req-ae5bfd31-8371-4d7e-a6b0-9330c8089d42 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=23c63ae6-2cea-4ae4-b002-870ac7b538ff HTTP/1.1" status: 200 len: 944 time: 0.1952901 Jul 09 14:36:22.291781 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3db1bd50-ce53-4dd5-8c2a-7b4b1a02a3de req-7cc609b5-42c6-4ed1-a457-d5382a43f2a5 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=34d41cf2-7f9c-45b4-b98b-f67604774c17 HTTP/1.1" status: 200 len: 210 time: 0.0378213 Jul 09 14:36:22.413034 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['42f630b6-013d-4f7f-a45e-8a23eb8f32db'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:36:22.433435 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c3cb7241-7c07-4b1a-8c38-a50f1766d2f9 req-e74051d8-f898-48f0-8176-e5271358cbc5 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662784 Jul 09 14:36:22.467595 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e352d9f-f8be-4839-8a70-02e0b299cce0 admin admin] Router 09dce745-eb25-4e0e-bbcf-c040f533a0c3 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:36:22.475864 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-f865deae-5717-406c-ace1-e2db03b7262f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:22.502371 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5d044dfc-4331-4b01-a41f-fe80dac8a735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:22.644448 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e352d9f-f8be-4839-8a70-02e0b299cce0 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:36:22.646329 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5d044dfc-4331-4b01-a41f-fe80dac8a735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:22.654023 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-1e352d9f-f8be-4839-8a70-02e0b299cce0 admin admin] 10.222.0.58 "PUT /v2.0/routers/09dce745-eb25-4e0e-bbcf-c040f533a0c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7977135 Jul 09 14:36:22.659604 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-f865deae-5717-406c-ace1-e2db03b7262f service neutron] Transition to ACTIVE for port object 952d0d9b-778a-4741-9bd8-5a66da0cc89a will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:36:22.670587 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-d1e263ff-326b-4ab8-b0d8-131c180e68c9 None None] Provisioning complete for port 866970b8-a15b-4d10-994e-4fff4c51b522 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:36:22.670587 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d1e263ff-326b-4ab8-b0d8-131c180e68c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:22.694418 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4f96c-6bf5-4931-ad8e-05057011bf01 req-4d2f4258-6019-4cbe-8903-d96d14f31509 tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:22.703369 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ddf4f96c-6bf5-4931-ad8e-05057011bf01 req-4d2f4258-6019-4cbe-8903-d96d14f31509 tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f570f43-0141-44b9-99f2-d3acd43eab2a HTTP/1.1" status: 200 len: 948 time: 0.2655795 Jul 09 14:36:22.742065 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d044dfc-4331-4b01-a41f-fe80dac8a735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce970ab-2f0e-40b2-a8d2-c000575da6bc,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:22.752782 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-d1e263ff-326b-4ab8-b0d8-131c180e68c9 None None] Port 866970b8-a15b-4d10-994e-4fff4c51b522 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:36:22.759249 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ddf4f96c-6bf5-4931-ad8e-05057011bf01 req-79ff1236-f45f-4494-bd2f-a32bf6ded00a tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] 10.222.0.58 "GET /v2.0/security-groups?id=b35ae8a6-0754-4312-8555-bcad09d0bd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481677 Jul 09 14:36:22.762712 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-f865deae-5717-406c-ace1-e2db03b7262f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:22.780766 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-5d044dfc-4331-4b01-a41f-fe80dac8a735 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b5e429465fc94946a3cad04ac5ee2795&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9424965 Jul 09 14:36:22.781902 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49050) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:22.838344 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:22.864448 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2b9e748e-6ca1-4708-8ada-da4623661f26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:22.891518 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2b9e748e-6ca1-4708-8ada-da4623661f26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:22.917285 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-f865deae-5717-406c-ace1-e2db03b7262f service neutron] No DVR routers for this DVR port 952d0d9b-778a-4741-9bd8-5a66da0cc89a on host n-h2-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:36:23.034020 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f865deae-5717-406c-ace1-e2db03b7262f service neutron] Pushing event updated for resources: {'Port': ['ID=952d0d9b-778a-4741-9bd8-5a66da0cc89a,revision_number=10']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:23.045489 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-812c5769-44eb-4023-b83d-95354a417f9b req-4cb6a9e6-ad5d-40b3-96da-590ec7361000 tempest-DeleteServersAdminTestJSON-1605085301 tempest-DeleteServersAdminTestJSON-1605085301-project] 10.222.0.58 "GET /v2.0/ports?device_id=30efb618-2f39-459d-8db6-44fa2bb7d7ad HTTP/1.1" status: 200 len: 210 time: 0.0870178 Jul 09 14:36:23.085745 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-f865deae-5717-406c-ace1-e2db03b7262f service neutron] 10.222.0.54 "PUT /v2.0/ports/952d0d9b-778a-4741-9bd8-5a66da0cc89a/bindings/n-h1-799529-6/activate HTTP/1.1" status: 200 len: 369 time: 2.0289035 Jul 09 14:36:23.129456 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2b9e748e-6ca1-4708-8ada-da4623661f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:23.132087 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2b9e748e-6ca1-4708-8ada-da4623661f26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:23.135625 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-2b9e748e-6ca1-4708-8ada-da4623661f26 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1ce970ab-2f0e-40b2-a8d2-c000575da6bc HTTP/1.1" status: 204 len: 168 time: 0.3500543 Jul 09 14:36:23.148797 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e748e-6ca1-4708-8ada-da4623661f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce970ab-2f0e-40b2-a8d2-c000575da6bc,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:23.173218 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b0549-ef62-4e40-81d4-e891243a5521 req-0cec669d-fd59-416d-a82a-cc7697050a46 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:23.179765 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d59b0549-ef62-4e40-81d4-e891243a5521 req-0cec669d-fd59-416d-a82a-cc7697050a46 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.54 "GET /v2.0/networks?id=f37664d6-2d63-4250-9a40-b9995b72cf27 HTTP/1.1" status: 200 len: 821 time: 0.2453165 Jul 09 14:36:23.193019 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-d59b0549-ef62-4e40-81d4-e891243a5521 req-a87af2b9-72bf-4647-a000-6259811f366b tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Request body: {'port': {'device_id': '34d41cf2-7f9c-45b4-b98b-f67604774c17', 'network_id': 'f37664d6-2d63-4250-9a40-b9995b72cf27', 'admin_state_up': True, 'tenant_id': 'a29f2b4cfd1449cca4564d7c2e38b31e'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:36:23.314973 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc402f18-f26f-4574-a6ac-7d1505d3236b req-365d84f0-516c-4ab8-95e9-8a35c86eea49 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:23.316894 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fc402f18-f26f-4574-a6ac-7d1505d3236b req-365d84f0-516c-4ab8-95e9-8a35c86eea49 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d4a5793-8b72-4f80-9a91-015100a5039a HTTP/1.1" status: 200 len: 949 time: 0.1144729 Jul 09 14:36:23.350906 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 5aa9cea2-4cbd-4fb7-a1c3-70f09c41377d up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:36:23.404630 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fc402f18-f26f-4574-a6ac-7d1505d3236b req-334a8405-1dac-4a14-9faa-f2b298a18d26 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.58 "GET /v2.0/security-groups?id=26db68c8-80e4-439b-baaf-94963c11c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631490 Jul 09 14:36:23.427885 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device b7106f44-ff06-4295-b214-940bc27ddcc3 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:36:23.547150 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d59b0549-ef62-4e40-81d4-e891243a5521 req-a87af2b9-72bf-4647-a000-6259811f366b tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Made reservation on behalf of a29f2b4cfd1449cca4564d7c2e38b31e for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:36:23.550814 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d59b0549-ef62-4e40-81d4-e891243a5521 req-a87af2b9-72bf-4647-a000-6259811f366b tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:23.579306 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6e9535c6-06c3-4a57-9c52-6551492aff71 req-841ddffd-2afc-4962-9fa7-dad68c8d54bb tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=34d41cf2-7f9c-45b4-b98b-f67604774c17 HTTP/1.1" status: 200 len: 210 time: 0.0501766 Jul 09 14:36:23.586939 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-69ccd162-4d67-4a63-9307-57e3833f3ceb tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:23.588465 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-69ccd162-4d67-4a63-9307-57e3833f3ceb tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=23c63ae6-2cea-4ae4-b002-870ac7b538ff&tenant_id=3b28908fc5d842e29720d7043e8083fd&binding%3Ahost_id=n-h2-799529-6 HTTP/1.1" status: 200 len: 1096 time: 0.1320312 Jul 09 14:36:23.598704 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port 5aa9cea2-4cbd-4fb7-a1c3-70f09c41377d completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:36:23.602813 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 5aa9cea2-4cbd-4fb7-a1c3-70f09c41377d triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:36:23.603295 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:23.657359 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f1b773-3775-4238-b50e-b7539f9e6de3 None None] Sync routers for ids ['09dce745-eb25-4e0e-bbcf-c040f533a0c3'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:36:23.666175 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port b7106f44-ff06-4295-b214-940bc27ddcc3 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:36:23.680499 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port b7106f44-ff06-4295-b214-940bc27ddcc3 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:36:23.681979 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:23.686595 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 952d0d9b-778a-4741-9bd8-5a66da0cc89a no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:36:23.819221 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-5a11098f-cabd-4b75-8e42-c3972a69dac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:23.820785 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-5a11098f-cabd-4b75-8e42-c3972a69dac6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=23c63ae6-2cea-4ae4-b002-870ac7b538ff&tenant_id=3b28908fc5d842e29720d7043e8083fd HTTP/1.1" status: 200 len: 1096 time: 0.2206962 Jul 09 14:36:23.851853 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-d59b0549-ef62-4e40-81d4-e891243a5521 req-a87af2b9-72bf-4647-a000-6259811f366b tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Allocated IP 172.20.0.12 (f37664d6-2d63-4250-9a40-b9995b72cf27/defde159-6b57-4a6f-ad64-e5b0f0fcfa82/d1b103a5-9d27-490b-8844-52f475a68ea4) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:36:23.862547 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f1b773-3775-4238-b50e-b7539f9e6de3 None None] Routers {'09dce745-eb25-4e0e-bbcf-c040f533a0c3'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:36:23.863193 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-c0f1b773-3775-4238-b50e-b7539f9e6de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:35:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['09dce745-eb25-4e0e-bbcf-c040f533a0c3'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:36:23.891292 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d2591-48cf-47a3-94a3-b8248b66d4c6 req-ff39dedc-ed9f-4550-b0cf-a0d80d9ca12b tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:23.898122 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8f6d2591-48cf-47a3-94a3-b8248b66d4c6 req-ff39dedc-ed9f-4550-b0cf-a0d80d9ca12b tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=23c63ae6-2cea-4ae4-b002-870ac7b538ff HTTP/1.1" status: 200 len: 945 time: 0.1846304 Jul 09 14:36:23.974522 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-c0f1b773-3775-4238-b50e-b7539f9e6de3 None None] Set router 09dce745-eb25-4e0e-bbcf-c040f533a0c3 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:36:24.013732 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8f6d2591-48cf-47a3-94a3-b8248b66d4c6 req-cca2e48d-9c57-4653-b78b-23b77baf5446 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141069 Jul 09 14:36:24.039671 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac04dc-9f86-4938-a273-b895dbd3984e req-18a4528d-de8f-4760-871c-894c86188529 tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:24.049978 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-19ac04dc-9f86-4938-a273-b895dbd3984e req-18a4528d-de8f-4760-871c-894c86188529 tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f570f43-0141-44b9-99f2-d3acd43eab2a HTTP/1.1" status: 200 len: 948 time: 0.1044521 Jul 09 14:36:24.086989 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 952d0d9b-778a-4741-9bd8-5a66da0cc89a not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:36:24.114923 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-19ac04dc-9f86-4938-a273-b895dbd3984e req-255d5303-99e9-4b95-a7d4-2b6c814c1d08 tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] 10.222.0.58 "GET /v2.0/security-groups?id=b35ae8a6-0754-4312-8555-bcad09d0bd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636282 Jul 09 14:36:24.205523 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49094) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:24.232865 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-30ef10c5-05f8-44bf-8ca3-94ed3b1fd5e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:24.233128 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d59b0549-ef62-4e40-81d4-e891243a5521 req-a87af2b9-72bf-4647-a000-6259811f366b tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:24.265390 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:24.280531 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-800a88a6-7589-4ec3-8b10-2b26554637d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:24.282853 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-800a88a6-7589-4ec3-8b10-2b26554637d0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3b28908fc5d842e29720d7043e8083fd&device_id=23c63ae6-2cea-4ae4-b002-870ac7b538ff HTTP/1.1" status: 200 len: 1096 time: 0.4220474 Jul 09 14:36:24.346513 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:24.386533 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f570f43-0141-44b9-99f2-d3acd43eab2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aa9cea2-4cbd-4fb7-a1c3-70f09c41377d'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:36:24.389075 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28445e0-f9ac-434d-9ee0-ddd6412dacb2" -d '{"events": [{"server_uuid": "8f570f43-0141-44b9-99f2-d3acd43eab2a", "name": "network-vif-plugged", "status": "completed", "tag": "5aa9cea2-4cbd-4fb7-a1c3-70f09c41377d"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:36:24.424465 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-30ef10c5-05f8-44bf-8ca3-94ed3b1fd5e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:24.429018 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d59b0549-ef62-4e40-81d4-e891243a5521 req-a87af2b9-72bf-4647-a000-6259811f366b tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:24.450092 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port b7106f44-ff06-4295-b214-940bc27ddcc3, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=b7106f44-ff06-4295-b214-940bc27ddcc3,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:36:24.457364 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 5aa9cea2-4cbd-4fb7-a1c3-70f09c41377d, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=5aa9cea2-4cbd-4fb7-a1c3-70f09c41377d,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:36:24.472085 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-d5264862-3d7b-4933-af04-82707bbae0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:24.477066 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-d5264862-3d7b-4933-af04-82707bbae0e9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=56b8037f-2c10-4a66-9bb7-3f0d90fcd124 HTTP/1.1" status: 200 len: 909 time: 0.1873920 Jul 09 14:36:24.491765 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d59b0549-ef62-4e40-81d4-e891243a5521 req-a87af2b9-72bf-4647-a000-6259811f366b tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Network f37664d6-2d63-4250-9a40-b9995b72cf27 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:36:24.528384 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-c0f1b773-3775-4238-b50e-b7539f9e6de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09dce745-eb25-4e0e-bbcf-c040f533a0c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-524716149-router', 'tenant_id': 'd7d3c4b0fcee4dbf9ec85df086c03760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'b7106f44-ff06-4295-b214-940bc27ddcc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:14Z', 'updated_at': '2021-07-09T14:36:21Z', 'revision_number': 4, 'project_id': 'd7d3c4b0fcee4dbf9ec85df086c03760', 'gw_port': {'id': 'b7106f44-ff06-4295-b214-940bc27ddcc3', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:71:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09dce745-eb25-4e0e-bbcf-c040f533a0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:16Z', 'updated_at': '2021-07-09T14:36:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '866970b8-a15b-4d10-994e-4fff4c51b522', 'name': '', 'network_id': '090d6eed-49b0-48ec-84d9-8203b0194acd', 'tenant_id': 'd7d3c4b0fcee4dbf9ec85df086c03760', 'mac_address': 'fa:16:3e:d8:5d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09dce745-eb25-4e0e-bbcf-c040f533a0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'ed95cf4f-a2fb-4a4e-bf8a-ea3ce873daca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:19Z', 'updated_at': '2021-07-09T14:36:21Z', 'revision_number': 2, 'project_id': 'd7d3c4b0fcee4dbf9ec85df086c03760', 'subnets': [{'id': 'ed95cf4f-a2fb-4a4e-bf8a-ea3ce873daca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:36:24.535021 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-30ef10c5-05f8-44bf-8ca3-94ed3b1fd5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:24.535466 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-d59b0549-ef62-4e40-81d4-e891243a5521 req-a87af2b9-72bf-4647-a000-6259811f366b tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:36:24.539084 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-156932df-acd7-4f23-bc24-90157a7365f9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=952d0d9b-778a-4741-9bd8-5a66da0cc89a HTTP/1.1" status: 200 len: 217 time: 0.0428445 Jul 09 14:36:24.545538 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-d59b0549-ef62-4e40-81d4-e891243a5521 req-a87af2b9-72bf-4647-a000-6259811f366b tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:36:24.553427 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b0549-ef62-4e40-81d4-e891243a5521 req-a87af2b9-72bf-4647-a000-6259811f366b tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:24.554853 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d59b0549-ef62-4e40-81d4-e891243a5521 req-a87af2b9-72bf-4647-a000-6259811f366b tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:24.599871 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:24.601653 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ef10c5-05f8-44bf-8ca3-94ed3b1fd5e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c901d7e-03bb-471f-a150-044d33376335,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:24.601786 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:24.602421 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 2d8f7e10-6ff2-4a65-8f22-3b6e093df725 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:36:24.604355 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f1b773-3775-4238-b50e-b7539f9e6de3 None None] Checking router: 09dce745-eb25-4e0e-bbcf-c040f533a0c3 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:36:24.604679 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f1b773-3775-4238-b50e-b7539f9e6de3 None None] Updating router 09dce745-eb25-4e0e-bbcf-c040f533a0c3 port 866970b8-a15b-4d10-994e-4fff4c51b522 binding host n-d-799529-6 {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:36:24.619898 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-30ef10c5-05f8-44bf-8ca3-94ed3b1fd5e8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=742e54a068964115b7e17fa872a22aeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4128807 Jul 09 14:36:24.620645 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49108) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:24.629393 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87af2b9-72bf-4647-a000-6259811f366b tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Pushing event updated for resources: {'Port': ['ID=d1b103a5-9d27-490b-8844-52f475a68ea4,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:24.649511 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-09a289ef-7fdf-4c20-a867-114bcd46ef07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:24.651020 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-09a289ef-7fdf-4c20-a867-114bcd46ef07 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e48d7f3a-0ca9-428c-9383-07e4f6a75f04 HTTP/1.1" status: 200 len: 848 time: 0.0919111 Jul 09 14:36:24.665352 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: 2d8f7e10-6ff2-4a65-8f22-3b6e093df725 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:36:24.665966 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 2d8f7e10-6ff2-4a65-8f22-3b6e093df725 not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:36:24.685849 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2235ad28-20d5-47d2-8ac4-eeb848b64a29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:24.696908 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-8746c0dd-5d0d-452b-89c1-26462db08f3f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=56b8037f-2c10-4a66-9bb7-3f0d90fcd124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386117 Jul 09 14:36:24.703912 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c0f1b773-3775-4238-b50e-b7539f9e6de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:24.709600 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2235ad28-20d5-47d2-8ac4-eeb848b64a29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:24.748723 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49112) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:24.753864 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=b7106f44-ff06-4295-b214-940bc27ddcc3,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:24.757552 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-3d08ca3a-f827-4790-96c7-3307adb95b4c tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Request body: {'security_group': {'name': 'tempest-securitygroup--744452999', 'description': 'tempest-description--116976042'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:36:24.812964 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b03a37ef-aa47-4bde-8266-746cd64518e9 x-openstack-request-id: req-b03a37ef-aa47-4bde-8266-746cd64518e9 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:36:24.813261 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f570f43-0141-44b9-99f2-d3acd43eab2a", "name": "network-vif-plugged", "status": "completed", "tag": "5aa9cea2-4cbd-4fb7-a1c3-70f09c41377d", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:36:24.813486 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b03a37ef-aa47-4bde-8266-746cd64518e9 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:36:24.813877 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f570f43-0141-44b9-99f2-d3acd43eab2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aa9cea2-4cbd-4fb7-a1c3-70f09c41377d', 'code': 200} Jul 09 14:36:24.824863 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d59b0549-ef62-4e40-81d4-e891243a5521 req-a87af2b9-72bf-4647-a000-6259811f366b tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6354637 Jul 09 14:36:24.842603 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-d59b0549-ef62-4e40-81d4-e891243a5521 req-fb2595ec-ecbd-4696-8e61-9b1013acdb98 service neutron] Request body: {'port': {'device_id': '34d41cf2-7f9c-45b4-b98b-f67604774c17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:36:24.896418 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3d08ca3a-f827-4790-96c7-3307adb95b4c tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:24.937472 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=5aa9cea2-4cbd-4fb7-a1c3-70f09c41377d,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:24.946989 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2235ad28-20d5-47d2-8ac4-eeb848b64a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:24.950078 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2235ad28-20d5-47d2-8ac4-eeb848b64a29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:24.951416 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-2235ad28-20d5-47d2-8ac4-eeb848b64a29 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3c901d7e-03bb-471f-a150-044d33376335 HTTP/1.1" status: 204 len: 168 time: 0.3294652 Jul 09 14:36:25.004519 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2235ad28-20d5-47d2-8ac4-eeb848b64a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c901d7e-03bb-471f-a150-044d33376335,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:25.033177 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-27093b1b-4b0a-4d50-aa6a-babf28ffff2d service neutron] 10.222.0.62 "GET /v2.0/networks/56b8037f-2c10-4a66-9bb7-3f0d90fcd124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284380 Jul 09 14:36:25.079997 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191c195-cc84-4e54-af71-2d4b203908a8 req-54af871c-f4cb-42d6-b928-1edea61261bd tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:25.081663 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8191c195-cc84-4e54-af71-2d4b203908a8 req-54af871c-f4cb-42d6-b928-1edea61261bd tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=34d41cf2-7f9c-45b4-b98b-f67604774c17 HTTP/1.1" status: 200 len: 932 time: 0.1775627 Jul 09 14:36:25.093978 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d59b0549-ef62-4e40-81d4-e891243a5521 req-fb2595ec-ecbd-4696-8e61-9b1013acdb98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:25.111067 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac6427-b7df-40eb-801f-f5fae0b6155f req-610bfdf2-9aaa-4a60-b7fc-49f69957cba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:25.113202 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-36ac6427-b7df-40eb-801f-f5fae0b6155f req-610bfdf2-9aaa-4a60-b7fc-49f69957cba9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8f570f43-0141-44b9-99f2-d3acd43eab2a HTTP/1.1" status: 200 len: 1100 time: 0.1732850 Jul 09 14:36:25.153346 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8191c195-cc84-4e54-af71-2d4b203908a8 req-56727d9c-d210-4408-97cc-d25374435582 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625763 Jul 09 14:36:25.159999 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c0f1b773-3775-4238-b50e-b7539f9e6de3 None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:25.168008 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-36ac6427-b7df-40eb-801f-f5fae0b6155f req-3fe2adb7-a72c-4976-8511-97bd0194e82f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b35ae8a6-0754-4312-8555-bcad09d0bd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469959 Jul 09 14:36:25.173846 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-c0f1b773-3775-4238-b50e-b7539f9e6de3 None None] Transition to ACTIVE for port object 866970b8-a15b-4d10-994e-4fff4c51b522 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:36:25.183459 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a4fb6-eac8-453c-a6f1-8786026ffa28 req-1abe039b-a972-4195-afac-2174ed960843 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:25.185004 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6e8a4fb6-eac8-453c-a6f1-8786026ffa28 req-1abe039b-a972-4195-afac-2174ed960843 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d4a5793-8b72-4f80-9a91-015100a5039a HTTP/1.1" status: 200 len: 949 time: 0.2443867 Jul 09 14:36:25.293778 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device b7106f44-ff06-4295-b214-940bc27ddcc3 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:36:25.335286 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3d08ca3a-f827-4790-96c7-3307adb95b4c tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:25.348847 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port b7106f44-ff06-4295-b214-940bc27ddcc3 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:36:25.349246 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:25.350029 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6e8a4fb6-eac8-453c-a6f1-8786026ffa28 req-6371037c-30b8-4915-9e48-ac249f302611 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.58 "GET /v2.0/security-groups?id=26db68c8-80e4-439b-baaf-94963c11c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539102 Jul 09 14:36:25.356762 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-7bbd012e-50bc-4bbe-9e82-4746a4736de6 service neutron] 10.222.0.62 "GET /v2.0/networks/56b8037f-2c10-4a66-9bb7-3f0d90fcd124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008652 Jul 09 14:36:25.404788 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 42f630b6-013d-4f7f-a45e-8a23eb8f32db up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:36:25.420848 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3d08ca3a-f827-4790-96c7-3307adb95b4c tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:25.471380 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08ca3a-f827-4790-96c7-3307adb95b4c tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56f8d71f-a162-4356-920c-4536638f4f04,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:25.489233 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c0f1b773-3775-4238-b50e-b7539f9e6de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:25.625187 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-d59b0549-ef62-4e40-81d4-e891243a5521 req-fb2595ec-ecbd-4696-8e61-9b1013acdb98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1b103a5-9d27-490b-8844-52f475a68ea4 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:36:25.652752 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3d08ca3a-f827-4790-96c7-3307adb95b4c tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:25.657588 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-3d08ca3a-f827-4790-96c7-3307adb95b4c tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.9033659 Jul 09 14:36:25.668985 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49134) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:25.669727 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174836e2-faf2-4b5f-965f-13762239d27c req-849db1e5-f9b8-480c-b169-2450d5db12bc tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:25.671023 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d59b0549-ef62-4e40-81d4-e891243a5521 req-fb2595ec-ecbd-4696-8e61-9b1013acdb98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:25.679913 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-174836e2-faf2-4b5f-965f-13762239d27c req-849db1e5-f9b8-480c-b169-2450d5db12bc tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f570f43-0141-44b9-99f2-d3acd43eab2a HTTP/1.1" status: 200 len: 949 time: 0.1034131 Jul 09 14:36:25.682532 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-e42c2446-3cff-406c-8f32-f28b732da381 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Request body: {'security_group_rule': {'security_group_id': '56f8d71f-a162-4356-920c-4536638f4f04', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:36:25.683980 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port 42f630b6-013d-4f7f-a45e-8a23eb8f32db completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:36:25.688761 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1cd373-0539-48bb-821a-f2af9bbdd113 None None] Pushing event updated for resources: {'Port': ['ID=866970b8-a15b-4d10-994e-4fff4c51b522,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:25.699286 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 42f630b6-013d-4f7f-a45e-8a23eb8f32db triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:36:25.699933 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:25.732124 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-c0f1b773-3775-4238-b50e-b7539f9e6de3 None None] Attempting to bind port 866970b8-a15b-4d10-994e-4fff4c51b522 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:36:25.732572 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-c0f1b773-3775-4238-b50e-b7539f9e6de3 None None] Attempting to bind port 866970b8-a15b-4d10-994e-4fff4c51b522 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'baab94bb-891f-4e4e-a315-859b9b72aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '090d6eed-49b0-48ec-84d9-8203b0194acd'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:36:25.732949 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f1b773-3775-4238-b50e-b7539f9e6de3 None None] Attempting to bind port 866970b8-a15b-4d10-994e-4fff4c51b522 on network 090d6eed-49b0-48ec-84d9-8203b0194acd {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:36:25.735179 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-d59b0549-ef62-4e40-81d4-e891243a5521 req-fb2595ec-ecbd-4696-8e61-9b1013acdb98 service neutron] Transition to ACTIVE for port object d1b103a5-9d27-490b-8844-52f475a68ea4 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:36:25.748520 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f1b773-3775-4238-b50e-b7539f9e6de3 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:36:25.749051 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f1b773-3775-4238-b50e-b7539f9e6de3 None None] Checking segment: {'id': 'baab94bb-891f-4e4e-a315-859b9b72aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '090d6eed-49b0-48ec-84d9-8203b0194acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:36:25.749565 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c0f1b773-3775-4238-b50e-b7539f9e6de3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:25.749668 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f21069-f20a-455b-b141-108b81df9c36 req-00399764-e208-47c1-a8be-61b0ac93fd81 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:25.750150 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f1b773-3775-4238-b50e-b7539f9e6de3 None None] Bound using segment: {'id': 'baab94bb-891f-4e4e-a315-859b9b72aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '090d6eed-49b0-48ec-84d9-8203b0194acd'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:36:25.750706 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-c0f1b773-3775-4238-b50e-b7539f9e6de3 None None] Bound port: 866970b8-a15b-4d10-994e-4fff4c51b522, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baab94bb-891f-4e4e-a315-859b9b72aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '090d6eed-49b0-48ec-84d9-8203b0194acd'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:36:25.751163 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c0f1b773-3775-4238-b50e-b7539f9e6de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:25.752834 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-174836e2-faf2-4b5f-965f-13762239d27c req-6a9829b0-61d2-493f-956d-afa6013c4f50 tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] 10.222.0.58 "GET /v2.0/security-groups?id=b35ae8a6-0754-4312-8555-bcad09d0bd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716598 Jul 09 14:36:25.758791 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-49f21069-f20a-455b-b141-108b81df9c36 req-00399764-e208-47c1-a8be-61b0ac93fd81 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=23c63ae6-2cea-4ae4-b002-870ac7b538ff HTTP/1.1" status: 200 len: 945 time: 0.2585807 Jul 09 14:36:25.813281 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-49f21069-f20a-455b-b141-108b81df9c36 req-f911b6ac-1848-4430-a2f9-eda7770efe6c tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534732 Jul 09 14:36:25.842432 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e42c2446-3cff-406c-8f32-f28b732da381 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:25.853604 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d59b0549-ef62-4e40-81d4-e891243a5521 req-fb2595ec-ecbd-4696-8e61-9b1013acdb98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:25.903009 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-c0f1b773-3775-4238-b50e-b7539f9e6de3 None None] For port 866970b8-a15b-4d10-994e-4fff4c51b522, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:36:25.923284 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-c0f1b773-3775-4238-b50e-b7539f9e6de3 None None] For port 866970b8-a15b-4d10-994e-4fff4c51b522, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=866970b8-a15b-4d10-994e-4fff4c51b522,segment=NetworkSegment(baab94bb-891f-4e4e-a315-859b9b72aa21),segment_id=baab94bb-891f-4e4e-a315-859b9b72aa21)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:36:25.926220 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:25.967728 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 42f630b6-013d-4f7f-a45e-8a23eb8f32db, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=42f630b6-013d-4f7f-a45e-8a23eb8f32db,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:36:25.989813 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2595ec-ecbd-4696-8e61-9b1013acdb98 service neutron] Pushing event updated for resources: {'Port': ['ID=d1b103a5-9d27-490b-8844-52f475a68ea4,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:26.011304 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-d59b0549-ef62-4e40-81d4-e891243a5521 req-fb2595ec-ecbd-4696-8e61-9b1013acdb98 service neutron] Attempting to bind port d1b103a5-9d27-490b-8844-52f475a68ea4 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:36:26.011304 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-d59b0549-ef62-4e40-81d4-e891243a5521 req-fb2595ec-ecbd-4696-8e61-9b1013acdb98 service neutron] Attempting to bind port d1b103a5-9d27-490b-8844-52f475a68ea4 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': 'aace0400-4c69-453a-b04e-112644859d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f37664d6-2d63-4250-9a40-b9995b72cf27'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:36:26.011304 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59b0549-ef62-4e40-81d4-e891243a5521 req-fb2595ec-ecbd-4696-8e61-9b1013acdb98 service neutron] Attempting to bind port d1b103a5-9d27-490b-8844-52f475a68ea4 on network f37664d6-2d63-4250-9a40-b9995b72cf27 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:36:26.033971 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e42c2446-3cff-406c-8f32-f28b732da381 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:26.035246 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59b0549-ef62-4e40-81d4-e891243a5521 req-fb2595ec-ecbd-4696-8e61-9b1013acdb98 service neutron] Port d1b103a5-9d27-490b-8844-52f475a68ea4 on network f37664d6-2d63-4250-9a40-b9995b72cf27 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:36:26.036024 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59b0549-ef62-4e40-81d4-e891243a5521 req-fb2595ec-ecbd-4696-8e61-9b1013acdb98 service neutron] Attempting to bind port d1b103a5-9d27-490b-8844-52f475a68ea4 on network f37664d6-2d63-4250-9a40-b9995b72cf27 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:36:26.041327 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59b0549-ef62-4e40-81d4-e891243a5521 req-fb2595ec-ecbd-4696-8e61-9b1013acdb98 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:36:26.041670 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59b0549-ef62-4e40-81d4-e891243a5521 req-fb2595ec-ecbd-4696-8e61-9b1013acdb98 service neutron] Checking segment: {'id': 'aace0400-4c69-453a-b04e-112644859d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f37664d6-2d63-4250-9a40-b9995b72cf27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:36:26.042066 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59b0549-ef62-4e40-81d4-e891243a5521 req-fb2595ec-ecbd-4696-8e61-9b1013acdb98 service neutron] Bound using segment: {'id': 'aace0400-4c69-453a-b04e-112644859d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f37664d6-2d63-4250-9a40-b9995b72cf27'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:36:26.042496 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-d59b0549-ef62-4e40-81d4-e891243a5521 req-fb2595ec-ecbd-4696-8e61-9b1013acdb98 service neutron] Bound port: d1b103a5-9d27-490b-8844-52f475a68ea4, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aace0400-4c69-453a-b04e-112644859d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f37664d6-2d63-4250-9a40-b9995b72cf27'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:36:26.042876 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d59b0549-ef62-4e40-81d4-e891243a5521 req-fb2595ec-ecbd-4696-8e61-9b1013acdb98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:26.062354 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c0f1b773-3775-4238-b50e-b7539f9e6de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:26.123544 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-d59b0549-ef62-4e40-81d4-e891243a5521 req-fb2595ec-ecbd-4696-8e61-9b1013acdb98 service neutron] For port d1b103a5-9d27-490b-8844-52f475a68ea4, host n-h2-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:36:26.127950 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-d59b0549-ef62-4e40-81d4-e891243a5521 req-fb2595ec-ecbd-4696-8e61-9b1013acdb98 service neutron] For port d1b103a5-9d27-490b-8844-52f475a68ea4, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=d1b103a5-9d27-490b-8844-52f475a68ea4,segment=NetworkSegment(aace0400-4c69-453a-b04e-112644859d27),segment_id=aace0400-4c69-453a-b04e-112644859d27)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:36:26.148853 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:26.152012 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-deede2d1-ec08-4525-8fa1-54632f755748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:26.170262 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f1b773-3775-4238-b50e-b7539f9e6de3 None None] Routers {'09dce745-eb25-4e0e-bbcf-c040f533a0c3'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:36:26.171026 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-c0f1b773-3775-4238-b50e-b7539f9e6de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:35:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['09dce745-eb25-4e0e-bbcf-c040f533a0c3'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:36:26.188523 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e42c2446-3cff-406c-8f32-f28b732da381 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:26.259667 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1cd373-0539-48bb-821a-f2af9bbdd113 None None] Pushing event updated for resources: {'Port': ['ID=866970b8-a15b-4d10-994e-4fff4c51b522,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:26.265730 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42c2446-3cff-406c-8f32-f28b732da381 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a852f286-02fe-4064-ba24-f5f12603fba2,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:26.314886 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d59b0549-ef62-4e40-81d4-e891243a5521 req-fb2595ec-ecbd-4696-8e61-9b1013acdb98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:26.400979 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b0549-ef62-4e40-81d4-e891243a5521 req-fb2595ec-ecbd-4696-8e61-9b1013acdb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:26.402580 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d59b0549-ef62-4e40-81d4-e891243a5521 req-fb2595ec-ecbd-4696-8e61-9b1013acdb98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:26.404390 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d59b0549-ef62-4e40-81d4-e891243a5521 req-fb2595ec-ecbd-4696-8e61-9b1013acdb98 service neutron] 10.222.0.54 "PUT /v2.0/ports/d1b103a5-9d27-490b-8844-52f475a68ea4 HTTP/1.1" status: 200 len: 1092 time: 1.5661588 Jul 09 14:36:26.409117 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34d41cf2-7f9c-45b4-b98b-f67604774c17', 'tag': 'd1b103a5-9d27-490b-8844-52f475a68ea4'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:36:26.415591 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa09ed7d-da17-4e6e-adad-d3a0c6020955" -d '{"events": [{"name": "network-changed", "server_uuid": "34d41cf2-7f9c-45b4-b98b-f67604774c17", "tag": "d1b103a5-9d27-490b-8844-52f475a68ea4"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:36:26.426132 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e42c2446-3cff-406c-8f32-f28b732da381 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:26.430198 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-e42c2446-3cff-406c-8f32-f28b732da381 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7491884 Jul 09 14:36:26.431804 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49176) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:26.441348 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-94151ec7-5957-471b-8d8e-52f80ea86e8d tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Request body: {'security_group_rule': {'security_group_id': '56f8d71f-a162-4356-920c-4536638f4f04', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:36:26.506310 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2595ec-ecbd-4696-8e61-9b1013acdb98 service neutron] Pushing event updated for resources: {'Port': ['ID=d1b103a5-9d27-490b-8844-52f475a68ea4,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:26.528468 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-bf05337d-5f86-4533-b0f4-72152caf1d73 tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:26.531067 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-bf05337d-5f86-4533-b0f4-72152caf1d73 tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=23c63ae6-2cea-4ae4-b002-870ac7b538ff&tenant_id=3b28908fc5d842e29720d7043e8083fd&binding%3Ahost_id=n-h1-799529-6 HTTP/1.1" status: 200 len: 1096 time: 0.3228018 Jul 09 14:36:26.534589 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=42f630b6-013d-4f7f-a45e-8a23eb8f32db,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:26.543690 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-c0f1b773-3775-4238-b50e-b7539f9e6de3 None None] Set router 09dce745-eb25-4e0e-bbcf-c040f533a0c3 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:36:26.556040 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf632f3-cc0f-4304-8f3d-0f8d741b3d4a req-939b485a-8d51-4bc3-a297-8d8e3f44614a tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:26.558044 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6cf632f3-cc0f-4304-8f3d-0f8d741b3d4a req-939b485a-8d51-4bc3-a297-8d8e3f44614a tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=34d41cf2-7f9c-45b4-b98b-f67604774c17 HTTP/1.1" status: 200 len: 944 time: 0.2129712 Jul 09 14:36:26.631647 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96efae-2741-40c4-b08d-fe1538a10a6c req-2088b5e5-19c4-4bc7-a9ce-00b5939f1ee4 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:26.633267 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5f96efae-2741-40c4-b08d-fe1538a10a6c req-2088b5e5-19c4-4bc7-a9ce-00b5939f1ee4 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d4a5793-8b72-4f80-9a91-015100a5039a HTTP/1.1" status: 200 len: 950 time: 0.1108091 Jul 09 14:36:26.648580 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-94151ec7-5957-471b-8d8e-52f80ea86e8d tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:26.709888 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5f96efae-2741-40c4-b08d-fe1538a10a6c req-853ad05d-adc6-45fb-85bc-e00a34f5e148 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.58 "GET /v2.0/security-groups?id=26db68c8-80e4-439b-baaf-94963c11c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681093 Jul 09 14:36:26.729216 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6cf632f3-cc0f-4304-8f3d-0f8d741b3d4a req-674b9065-885c-433d-90bd-cb057df39706 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501999 Jul 09 14:36:26.813772 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7facff0-215b-4ca6-abbf-8f4222767afa x-openstack-request-id: req-a7facff0-215b-4ca6-abbf-8f4222767afa {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:36:26.814117 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34d41cf2-7f9c-45b4-b98b-f67604774c17", "tag": "d1b103a5-9d27-490b-8844-52f475a68ea4", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:36:26.814372 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a7facff0-215b-4ca6-abbf-8f4222767afa {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:36:26.814748 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4a5793-8b72-4f80-9a91-015100a5039a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42f630b6-013d-4f7f-a45e-8a23eb8f32db'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:36:26.814868 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34d41cf2-7f9c-45b4-b98b-f67604774c17', 'tag': 'd1b103a5-9d27-490b-8844-52f475a68ea4', 'status': 'completed', 'code': 200} Jul 09 14:36:26.816805 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b0549-ef62-4e40-81d4-e891243a5521 req-0721507b-2fb2-4aa7-ba70-d24144d89f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:26.818225 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b8e769-1e1c-4f04-9347-5c3cf5bc15f3" -d '{"events": [{"server_uuid": "1d4a5793-8b72-4f80-9a91-015100a5039a", "name": "network-vif-plugged", "status": "completed", "tag": "42f630b6-013d-4f7f-a45e-8a23eb8f32db"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:36:26.818388 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d59b0549-ef62-4e40-81d4-e891243a5521 req-0721507b-2fb2-4aa7-ba70-d24144d89f66 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a29f2b4cfd1449cca4564d7c2e38b31e&device_id=34d41cf2-7f9c-45b4-b98b-f67604774c17 HTTP/1.1" status: 200 len: 1095 time: 0.2591443 Jul 09 14:36:26.859857 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-c0f1b773-3775-4238-b50e-b7539f9e6de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09dce745-eb25-4e0e-bbcf-c040f533a0c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-524716149-router', 'tenant_id': 'd7d3c4b0fcee4dbf9ec85df086c03760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'b7106f44-ff06-4295-b214-940bc27ddcc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:14Z', 'updated_at': '2021-07-09T14:36:21Z', 'revision_number': 4, 'project_id': 'd7d3c4b0fcee4dbf9ec85df086c03760', 'gw_port': {'id': 'b7106f44-ff06-4295-b214-940bc27ddcc3', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:71:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dce745-eb25-4e0e-bbcf-c040f533a0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:16Z', 'updated_at': '2021-07-09T14:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '866970b8-a15b-4d10-994e-4fff4c51b522', 'name': '', 'network_id': '090d6eed-49b0-48ec-84d9-8203b0194acd', 'tenant_id': 'd7d3c4b0fcee4dbf9ec85df086c03760', 'mac_address': 'fa:16:3e:d8:5d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09dce745-eb25-4e0e-bbcf-c040f533a0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'ed95cf4f-a2fb-4a4e-bf8a-ea3ce873daca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:19Z', 'updated_at': '2021-07-09T14:36:25Z', 'revision_number': 4, 'project_id': 'd7d3c4b0fcee4dbf9ec85df086c03760', 'subnets': [{'id': 'ed95cf4f-a2fb-4a4e-bf8a-ea3ce873daca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:36:26.862166 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-94151ec7-5957-471b-8d8e-52f80ea86e8d tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:26.900857 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d59b0549-ef62-4e40-81d4-e891243a5521 req-a7f80660-fd7b-40f9-9c37-9c2b6aba515a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1b103a5-9d27-490b-8844-52f475a68ea4 HTTP/1.1" status: 200 len: 217 time: 0.0736263 Jul 09 14:36:26.926927 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-cc452a9f-7b08-46c0-818a-66a8eb497a2d service neutron] For port 952d0d9b-778a-4741-9bd8-5a66da0cc89a, host n-h2-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:36:26.931268 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82692419-6e07-463b-b2cd-bcffebb18cef x-openstack-request-id: req-82692419-6e07-463b-b2cd-bcffebb18cef {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:36:26.931567 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d4a5793-8b72-4f80-9a91-015100a5039a", "name": "network-vif-plugged", "status": "completed", "tag": "42f630b6-013d-4f7f-a45e-8a23eb8f32db", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:36:26.931827 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-82692419-6e07-463b-b2cd-bcffebb18cef {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:36:26.932109 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-cc452a9f-7b08-46c0-818a-66a8eb497a2d service neutron] Notify callbacks [] for binding, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:26.933095 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d4a5793-8b72-4f80-9a91-015100a5039a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42f630b6-013d-4f7f-a45e-8a23eb8f32db', 'code': 200} Jul 09 14:36:26.933614 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ede4015c-0f63-4814-95fb-59b3dce50986 req-cc452a9f-7b08-46c0-818a-66a8eb497a2d service neutron] 10.222.0.62 "DELETE /v2.0/ports/952d0d9b-778a-4741-9bd8-5a66da0cc89a/bindings/n-h2-799529-6 HTTP/1.1" status: 204 len: 173 time: 0.3660307 Jul 09 14:36:26.935200 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f1b773-3775-4238-b50e-b7539f9e6de3 None None] The sync data for ids ['09dce745-eb25-4e0e-bbcf-c040f533a0c3'] in n-d-799529-6 is: [{'id': '09dce745-eb25-4e0e-bbcf-c040f533a0c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-524716149-router', 'tenant_id': 'd7d3c4b0fcee4dbf9ec85df086c03760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'b7106f44-ff06-4295-b214-940bc27ddcc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:14Z', 'updated_at': '2021-07-09T14:36:21Z', 'revision_number': 4, 'project_id': 'd7d3c4b0fcee4dbf9ec85df086c03760', 'gw_port': {'id': 'b7106f44-ff06-4295-b214-940bc27ddcc3', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:71:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dce745-eb25-4e0e-bbcf-c040f533a0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:16Z', 'updated_at': '2021-07-09T14:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '866970b8-a15b-4d10-994e-4fff4c51b522', 'name': '', 'network_id': '090d6eed-49b0-48ec-84d9-8203b0194acd', 'tenant_id': 'd7d3c4b0fcee4dbf9ec85df086c03760', 'mac_address': 'fa:16:3e:d8:5d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09dce745-eb25-4e0e-bbcf-c040f533a0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'ed95cf4f-a2fb-4a4e-bf8a-ea3ce873daca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:19Z', 'updated_at': '2021-07-09T14:36:25Z', 'revision_number': 4, 'project_id': 'd7d3c4b0fcee4dbf9ec85df086c03760', 'subnets': [{'id': 'ed95cf4f-a2fb-4a4e-bf8a-ea3ce873daca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:36:26.941493 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49190) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:26.950618 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-94151ec7-5957-471b-8d8e-52f80ea86e8d tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:27.003725 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49194) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:27.041062 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94151ec7-5957-471b-8d8e-52f80ea86e8d tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebf9ac85-9a34-4502-bca0-bdd1115d5079,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:27.116640 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-94151ec7-5957-471b-8d8e-52f80ea86e8d tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:27.117876 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-94151ec7-5957-471b-8d8e-52f80ea86e8d tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6845181 Jul 09 14:36:27.121072 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49198) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:27.126896 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-2a205bd0-f3c4-49bc-9453-60f0830551ae tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Request body: {'floatingip': {'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:36:27.159817 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b0549-ef62-4e40-81d4-e891243a5521 req-bf10129a-2f2e-42b4-b54b-07425c0e379d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:27.161505 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d59b0549-ef62-4e40-81d4-e891243a5521 req-bf10129a-2f2e-42b4-b54b-07425c0e379d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=defde159-6b57-4a6f-ad64-e5b0f0fcfa82 HTTP/1.1" status: 200 len: 861 time: 0.2501321 Jul 09 14:36:27.214593 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d59b0549-ef62-4e40-81d4-e891243a5521 req-a657385c-2995-4f9a-a3d3-03f57ff82137 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f37664d6-2d63-4250-9a40-b9995b72cf27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442460 Jul 09 14:36:27.221924 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0dad3bd7-1a0e-40f3-89ca-ea0eb0d4e54d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:27.298032 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6302f6-9cf0-48ac-87a7-f2ccaaac13b6 req-ca580867-8273-4453-95d6-102353b4bf73 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:27.300097 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8f6302f6-9cf0-48ac-87a7-f2ccaaac13b6 req-ca580867-8273-4453-95d6-102353b4bf73 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=23c63ae6-2cea-4ae4-b002-870ac7b538ff HTTP/1.1" status: 200 len: 945 time: 0.1572356 Jul 09 14:36:27.305232 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e797492a-3464-4ee2-8916-c4dbe6e25f99 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=25ca6f7e5a1243aaad6f527a00bcb806&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3603001 Jul 09 14:36:27.305486 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49202) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:27.326792 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2a205bd0-f3c4-49bc-9453-60f0830551ae tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Notify callbacks [] for floatingip, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:27.378806 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 866970b8-a15b-4d10-994e-4fff4c51b522 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:36:27.502613 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8f6302f6-9cf0-48ac-87a7-f2ccaaac13b6 req-4ae6b4e9-2aea-42a1-befd-805b31e2c90a tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878877 Jul 09 14:36:27.562228 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ebc78795-0a5f-49eb-a09b-82cfe87e18bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:27.641244 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ebc78795-0a5f-49eb-a09b-82cfe87e18bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:27.659857 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c86f0-7cdb-4378-86ce-74d4603eace7 req-fc618e19-2596-4953-8e4a-5564dbb41b18 tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:27.667063 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2b0c86f0-7cdb-4378-86ce-74d4603eace7 req-fc618e19-2596-4953-8e4a-5564dbb41b18 tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f570f43-0141-44b9-99f2-d3acd43eab2a HTTP/1.1" status: 200 len: 949 time: 0.6825595 Jul 09 14:36:27.681140 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf7167b-3f54-43f5-8341-91282f44d2fa req-95ef444a-88f9-4bfa-a6c7-f8e836781a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:27.682678 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7cf7167b-3f54-43f5-8341-91282f44d2fa req-95ef444a-88f9-4bfa-a6c7-f8e836781a6f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1d4a5793-8b72-4f80-9a91-015100a5039a HTTP/1.1" status: 200 len: 1101 time: 0.5676472 Jul 09 14:36:27.717936 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 866970b8-a15b-4d10-994e-4fff4c51b522 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:36:27.723330 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 866970b8-a15b-4d10-994e-4fff4c51b522 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:36:27.727112 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:27.748432 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0dad3bd7-1a0e-40f3-89ca-ea0eb0d4e54d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:27.804372 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2a205bd0-f3c4-49bc-9453-60f0830551ae tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:27.826577 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d59b0549-ef62-4e40-81d4-e891243a5521 req-915a7444-6390-4ae7-b941-356e370b36e2 service neutron] 10.222.0.54 "GET /v2.0/networks/f37664d6-2d63-4250-9a40-b9995b72cf27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5964243 Jul 09 14:36:27.828837 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7cf7167b-3f54-43f5-8341-91282f44d2fa req-0a63841d-5a74-416d-8371-5dc52dc74432 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=26db68c8-80e4-439b-baaf-94963c11c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361318 Jul 09 14:36:27.848462 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:27.856366 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2b0c86f0-7cdb-4378-86ce-74d4603eace7 req-cff4284f-e508-414e-9ff8-dc8252feb97e tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] 10.222.0.58 "GET /v2.0/security-groups?id=b35ae8a6-0754-4312-8555-bcad09d0bd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883464 Jul 09 14:36:27.870738 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0dad3bd7-1a0e-40f3-89ca-ea0eb0d4e54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:27.903527 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ebc78795-0a5f-49eb-a09b-82cfe87e18bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:27.911833 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ebc78795-0a5f-49eb-a09b-82cfe87e18bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:27.913044 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ebc78795-0a5f-49eb-a09b-82cfe87e18bc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/842b3a90-2ddf-4c39-b384-8990ad15ae2a HTTP/1.1" status: 204 len: 168 time: 0.6066246 Jul 09 14:36:27.931495 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 866970b8-a15b-4d10-994e-4fff4c51b522, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=866970b8-a15b-4d10-994e-4fff4c51b522,segment=NetworkSegment(baab94bb-891f-4e4e-a315-859b9b72aa21),segment_id=baab94bb-891f-4e4e-a315-859b9b72aa21)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:36:27.956575 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6743f3da-4534-4f04-94c7-118abc364f57 req-2af9a678-bda9-4922-8d1f-53b6fe4bb14d tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:27.968422 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6743f3da-4534-4f04-94c7-118abc364f57 req-2af9a678-bda9-4922-8d1f-53b6fe4bb14d tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=23c63ae6-2cea-4ae4-b002-870ac7b538ff HTTP/1.1" status: 200 len: 1096 time: 0.2360988 Jul 09 14:36:27.979482 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dad3bd7-1a0e-40f3-89ca-ea0eb0d4e54d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a81577-0556-475b-b33f-eaeca9011b29,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:27.985694 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-0dad3bd7-1a0e-40f3-89ca-ea0eb0d4e54d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=43dac48271064afb8c72d6071a029663&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9830613 Jul 09 14:36:27.992373 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49220) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:27.998226 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:28.025252 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d59b0549-ef62-4e40-81d4-e891243a5521 req-248b8265-5503-4a1e-8e4c-4e1068a9de34 service neutron] 10.222.0.54 "GET /v2.0/networks/f37664d6-2d63-4250-9a40-b9995b72cf27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677456 Jul 09 14:36:28.090203 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=866970b8-a15b-4d10-994e-4fff4c51b522,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:28.114786 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc78795-0a5f-49eb-a09b-82cfe87e18bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=842b3a90-2ddf-4c39-b384-8990ad15ae2a,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:28.154439 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4bc064f7-ae68-4858-bb4c-bf9e964014b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:28.174974 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6743f3da-4534-4f04-94c7-118abc364f57 req-4270294f-be5b-4cc5-b90e-7a0ced127d91 tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035229 Jul 09 14:36:28.176312 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-2a205bd0-f3c4-49bc-9453-60f0830551ae tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Allocated IP 172.25.3.176 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/50d9843f-b064-4a86-bed2-d909e3e66d75) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:36:28.198351 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4bc064f7-ae68-4858-bb4c-bf9e964014b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:28.377182 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daedc09-1acd-4680-bd1b-63b90aa2893c req-df6aa2c5-8f94-49ca-868c-64d18a1104fb tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:28.396245 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9daedc09-1acd-4680-bd1b-63b90aa2893c req-df6aa2c5-8f94-49ca-868c-64d18a1104fb tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d4a5793-8b72-4f80-9a91-015100a5039a HTTP/1.1" status: 200 len: 950 time: 0.3540528 Jul 09 14:36:28.467792 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9daedc09-1acd-4680-bd1b-63b90aa2893c req-050879aa-f45c-4a8e-935e-655a295b4fb7 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.58 "GET /v2.0/security-groups?id=26db68c8-80e4-439b-baaf-94963c11c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705862 Jul 09 14:36:28.489954 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09ed7d-da17-4e6e-adad-d3a0c6020955 req-c69525c1-95b5-4ed5-81c1-5b93d7e1256a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:28.491650 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aa09ed7d-da17-4e6e-adad-d3a0c6020955 req-c69525c1-95b5-4ed5-81c1-5b93d7e1256a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a29f2b4cfd1449cca4564d7c2e38b31e&device_id=34d41cf2-7f9c-45b4-b98b-f67604774c17 HTTP/1.1" status: 200 len: 1095 time: 0.3260827 Jul 09 14:36:28.608886 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4bc064f7-ae68-4858-bb4c-bf9e964014b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:28.611636 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4bc064f7-ae68-4858-bb4c-bf9e964014b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:28.613831 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-4bc064f7-ae68-4858-bb4c-bf9e964014b4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/24a81577-0556-475b-b33f-eaeca9011b29 HTTP/1.1" status: 204 len: 168 time: 0.6198254 Jul 09 14:36:28.688203 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc064f7-ae68-4858-bb4c-bf9e964014b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a81577-0556-475b-b33f-eaeca9011b29,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:28.693289 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2a205bd0-f3c4-49bc-9453-60f0830551ae tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:28.706267 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2430842-b6ea-47c0-819a-f5c8a558f035 req-64bb24e4-0281-4a3e-b7ad-b508c52df6fb tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:28.708353 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d2430842-b6ea-47c0-819a-f5c8a558f035 req-64bb24e4-0281-4a3e-b7ad-b508c52df6fb tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=34d41cf2-7f9c-45b4-b98b-f67604774c17 HTTP/1.1" status: 200 len: 944 time: 0.1220624 Jul 09 14:36:28.767405 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09ed7d-da17-4e6e-adad-d3a0c6020955 req-a6f3e1c1-e6f1-4771-a140-4aa500bf6689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:28.768963 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aa09ed7d-da17-4e6e-adad-d3a0c6020955 req-a6f3e1c1-e6f1-4771-a140-4aa500bf6689 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f37664d6-2d63-4250-9a40-b9995b72cf27 HTTP/1.1" status: 200 len: 922 time: 0.2699800 Jul 09 14:36:28.775441 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d2430842-b6ea-47c0-819a-f5c8a558f035 req-c21dcbdf-bbb6-45e1-a511-3465e824aed9 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594645 Jul 09 14:36:28.801229 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49246) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:28.822080 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0ab9ec37-b89e-4359-96ab-5db24cea7ff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:28.827797 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23565a36-1cdd-469e-a830-2f1fc8c15b24 req-3d74bb7f-ef4e-40d9-acdb-6396cdeee4bc tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:28.828932 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-23565a36-1cdd-469e-a830-2f1fc8c15b24 req-3d74bb7f-ef4e-40d9-acdb-6396cdeee4bc tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/networks?id=56b8037f-2c10-4a66-9bb7-3f0d90fcd124 HTTP/1.1" status: 200 len: 808 time: 0.2511659 Jul 09 14:36:28.830324 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aa09ed7d-da17-4e6e-adad-d3a0c6020955 req-1821c848-c63b-4faa-acf7-1a3a4515b989 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1b103a5-9d27-490b-8844-52f475a68ea4 HTTP/1.1" status: 200 len: 217 time: 0.0457211 Jul 09 14:36:28.849060 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2a205bd0-f3c4-49bc-9453-60f0830551ae tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:28.880911 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-23565a36-1cdd-469e-a830-2f1fc8c15b24 req-58cf0f2c-edfc-499b-ad6d-a6f38fdcf658 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/quotas/3b28908fc5d842e29720d7043e8083fd HTTP/1.1" status: 200 len: 375 time: 0.0463650 Jul 09 14:36:28.899831 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a205bd0-f3c4-49bc-9453-60f0830551ae tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:36:28.904667 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-2a205bd0-f3c4-49bc-9453-60f0830551ae tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:36:28.915653 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a205bd0-f3c4-49bc-9453-60f0830551ae tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:36:28.949068 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09ed7d-da17-4e6e-adad-d3a0c6020955 req-6c010a37-beab-46cb-ab72-d3e181d3c711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:28.950469 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aa09ed7d-da17-4e6e-adad-d3a0c6020955 req-6c010a37-beab-46cb-ab72-d3e181d3c711 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=defde159-6b57-4a6f-ad64-e5b0f0fcfa82 HTTP/1.1" status: 200 len: 861 time: 0.1094873 Jul 09 14:36:28.956166 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a205bd0-f3c4-49bc-9453-60f0830551ae tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Pushing event updated for resources: {'Port': ['ID=50d9843f-b064-4a86-bed2-d909e3e66d75,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:28.961670 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-bf5c5b12-dea1-4713-bfdb-15026a60a8d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:28.999206 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aa09ed7d-da17-4e6e-adad-d3a0c6020955 req-265b60ac-66f9-4b2d-8de6-4032dd9359e9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f37664d6-2d63-4250-9a40-b9995b72cf27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335081 Jul 09 14:36:29.060574 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2a205bd0-f3c4-49bc-9453-60f0830551ae tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:29.074410 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0ab9ec37-b89e-4359-96ab-5db24cea7ff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:29.078009 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:29.112905 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-23565a36-1cdd-469e-a830-2f1fc8c15b24 req-1a50d906-fce7-48d9-b870-900a27d8f0ae tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3b28908fc5d842e29720d7043e8083fd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2181115 Jul 09 14:36:29.167741 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0ab9ec37-b89e-4359-96ab-5db24cea7ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:29.179259 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aa09ed7d-da17-4e6e-adad-d3a0c6020955 req-a695e09c-c351-4f99-9148-6e8ac9ea7a29 service neutron] 10.222.0.54 "GET /v2.0/networks/f37664d6-2d63-4250-9a40-b9995b72cf27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715670 Jul 09 14:36:29.284066 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-23565a36-1cdd-469e-a830-2f1fc8c15b24 req-f61a7522-44d9-481b-b102-c09445fb199e service neutron] 10.222.0.58 "GET /v2.0/networks/56b8037f-2c10-4a66-9bb7-3f0d90fcd124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621509 Jul 09 14:36:29.292862 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-0ab9ec37-b89e-4359-96ab-5db24cea7ff3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5211772114294893a43a508cf0d0a60e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4873250 Jul 09 14:36:29.293496 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49254) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:29.295002 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab9ec37-b89e-4359-96ab-5db24cea7ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8565601c-ad14-4b5e-ab4b-35476ba42af2,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:29.324730 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2a205bd0-f3c4-49bc-9453-60f0830551ae tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:29.333874 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 866970b8-a15b-4d10-994e-4fff4c51b522 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:36:29.349817 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea30a4d8-50a0-41bf-92bb-ab6aaae41ba6 req-07c57637-1fe9-46d0-987a-ecbc7fb410f3 tempest-NetworksTest-478874329 tempest-NetworksTest-478874329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:29.350324 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea30a4d8-50a0-41bf-92bb-ab6aaae41ba6 req-07c57637-1fe9-46d0-987a-ecbc7fb410f3 tempest-NetworksTest-478874329 tempest-NetworksTest-478874329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:29.350796 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea30a4d8-50a0-41bf-92bb-ab6aaae41ba6 req-07c57637-1fe9-46d0-987a-ecbc7fb410f3 tempest-NetworksTest-478874329 tempest-NetworksTest-478874329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:29.351262 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea30a4d8-50a0-41bf-92bb-ab6aaae41ba6 req-07c57637-1fe9-46d0-987a-ecbc7fb410f3 tempest-NetworksTest-478874329 tempest-NetworksTest-478874329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:29.351751 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea30a4d8-50a0-41bf-92bb-ab6aaae41ba6 req-07c57637-1fe9-46d0-987a-ecbc7fb410f3 tempest-NetworksTest-478874329 tempest-NetworksTest-478874329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:29.352219 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea30a4d8-50a0-41bf-92bb-ab6aaae41ba6 req-07c57637-1fe9-46d0-987a-ecbc7fb410f3 tempest-NetworksTest-478874329 tempest-NetworksTest-478874329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:29.352679 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea30a4d8-50a0-41bf-92bb-ab6aaae41ba6 req-07c57637-1fe9-46d0-987a-ecbc7fb410f3 tempest-NetworksTest-478874329 tempest-NetworksTest-478874329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:29.353139 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea30a4d8-50a0-41bf-92bb-ab6aaae41ba6 req-07c57637-1fe9-46d0-987a-ecbc7fb410f3 tempest-NetworksTest-478874329 tempest-NetworksTest-478874329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:29.353599 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea30a4d8-50a0-41bf-92bb-ab6aaae41ba6 req-07c57637-1fe9-46d0-987a-ecbc7fb410f3 tempest-NetworksTest-478874329 tempest-NetworksTest-478874329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:29.355496 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ea30a4d8-50a0-41bf-92bb-ab6aaae41ba6 req-07c57637-1fe9-46d0-987a-ecbc7fb410f3 tempest-NetworksTest-478874329 tempest-NetworksTest-478874329-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6438 time: 0.2796912 Jul 09 14:36:29.380067 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aa09ed7d-da17-4e6e-adad-d3a0c6020955 req-3f118ecd-fac4-4dac-babf-b105917f9b45 service neutron] 10.222.0.54 "GET /v2.0/networks/f37664d6-2d63-4250-9a40-b9995b72cf27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904604 Jul 09 14:36:29.405981 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 866970b8-a15b-4d10-994e-4fff4c51b522 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:36:29.408187 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:29.454665 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8f5cd37e-92bf-4db1-8df7-59c4f4de4f09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:29.471616 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-23565a36-1cdd-469e-a830-2f1fc8c15b24 req-baf99f42-8c5c-4b57-8353-55b06763abe0 service neutron] 10.222.0.58 "GET /v2.0/networks/56b8037f-2c10-4a66-9bb7-3f0d90fcd124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786299 Jul 09 14:36:29.489423 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8f5cd37e-92bf-4db1-8df7-59c4f4de4f09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:29.600306 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2a205bd0-f3c4-49bc-9453-60f0830551ae tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:29.627592 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49260) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:29.628692 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b82254d-43bc-410a-98e4-108a2363d660 req-dd80b559-f4d6-485d-bd09-c653f23fd6c8 tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:29.630181 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2b82254d-43bc-410a-98e4-108a2363d660 req-dd80b559-f4d6-485d-bd09-c653f23fd6c8 tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f570f43-0141-44b9-99f2-d3acd43eab2a HTTP/1.1" status: 200 len: 949 time: 0.0892088 Jul 09 14:36:29.640498 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e5ab4fd6-10a8-4129-97c2-fa8731ecb0dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:29.668765 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2b82254d-43bc-410a-98e4-108a2363d660 req-51b94ad9-7d67-4137-9499-5de66680972b tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] 10.222.0.58 "GET /v2.0/security-groups?id=b35ae8a6-0754-4312-8555-bcad09d0bd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330255 Jul 09 14:36:29.678136 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8f5cd37e-92bf-4db1-8df7-59c4f4de4f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:29.685017 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8f5cd37e-92bf-4db1-8df7-59c4f4de4f09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:29.685017 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-8f5cd37e-92bf-4db1-8df7-59c4f4de4f09 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8565601c-ad14-4b5e-ab4b-35476ba42af2 HTTP/1.1" status: 204 len: 168 time: 0.3764389 Jul 09 14:36:29.692186 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5cd37e-92bf-4db1-8df7-59c4f4de4f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8565601c-ad14-4b5e-ab4b-35476ba42af2,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:29.772404 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e5ab4fd6-10a8-4129-97c2-fa8731ecb0dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:29.774783 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2a205bd0-f3c4-49bc-9453-60f0830551ae tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:29.815929 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2a205bd0-f3c4-49bc-9453-60f0830551ae tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:29.850287 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e5ab4fd6-10a8-4129-97c2-fa8731ecb0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:29.853928 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a205bd0-f3c4-49bc-9453-60f0830551ae tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Pushing event updated for resources: {'Port': ['ID=50d9843f-b064-4a86-bed2-d909e3e66d75,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:29.865471 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ccf2ac-db5f-46db-8e41-2cf4e686848e req-26612f78-3837-49d3-b914-9b960068192a tempest-NetworksTest-478874329 tempest-NetworksTest-478874329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:29.866804 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e0ccf2ac-db5f-46db-8e41-2cf4e686848e req-26612f78-3837-49d3-b914-9b960068192a tempest-NetworksTest-478874329 tempest-NetworksTest-478874329-project-admin] 10.222.0.58 "GET /v2.0/networks/202c7ce6-d4e9-4f80-84dd-bef08905a653 HTTP/1.1" status: 200 len: 886 time: 0.1451962 Jul 09 14:36:29.922665 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-e5ab4fd6-10a8-4129-97c2-fa8731ecb0dd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c09b6c9a85204094aae375156a96d240&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2939808 Jul 09 14:36:29.925735 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49274) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:29.944561 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ab4fd6-10a8-4129-97c2-fa8731ecb0dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef861933-daee-451b-a41f-3692189af8b5,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:29.945061 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2a205bd0-f3c4-49bc-9453-60f0830551ae tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:29.946817 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-2a205bd0-f3c4-49bc-9453-60f0830551ae tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8246312 Jul 09 14:36:30.009632 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a11980d1-0f25-4da7-98a2-6a65fc1fd86a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:30.022692 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab01201e-176b-437c-94d9-d0e8eba18fd1 req-7d40bee2-a67f-4e3a-8e9f-f5982fddb034 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:30.024264 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ab01201e-176b-437c-94d9-d0e8eba18fd1 req-7d40bee2-a67f-4e3a-8e9f-f5982fddb034 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d4a5793-8b72-4f80-9a91-015100a5039a HTTP/1.1" status: 200 len: 950 time: 0.1546443 Jul 09 14:36:30.059887 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f917f657-d072-4511-920d-f51005e22aa6 req-b4ccab85-0223-438c-9533-dc399db67bc2 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=45a73b6e-4f2b-42df-a010-72db422d5024 HTTP/1.1" status: 200 len: 210 time: 0.0366457 Jul 09 14:36:30.062001 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a11980d1-0f25-4da7-98a2-6a65fc1fd86a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:30.085111 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ab01201e-176b-437c-94d9-d0e8eba18fd1 req-535766b6-3acf-4e7a-8d39-1fdfc657a16e tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.58 "GET /v2.0/security-groups?id=26db68c8-80e4-439b-baaf-94963c11c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428462 Jul 09 14:36:30.092531 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:30.217308 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094bfaa4-e919-456e-8f98-7a6b37f7db33 req-d17541e7-ab6b-4479-b5a1-10a6ccc79c0b tempest-NetworksTest-478874329 tempest-NetworksTest-478874329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:30.217797 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094bfaa4-e919-456e-8f98-7a6b37f7db33 req-d17541e7-ab6b-4479-b5a1-10a6ccc79c0b tempest-NetworksTest-478874329 tempest-NetworksTest-478874329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:30.218278 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094bfaa4-e919-456e-8f98-7a6b37f7db33 req-d17541e7-ab6b-4479-b5a1-10a6ccc79c0b tempest-NetworksTest-478874329 tempest-NetworksTest-478874329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:30.218782 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094bfaa4-e919-456e-8f98-7a6b37f7db33 req-d17541e7-ab6b-4479-b5a1-10a6ccc79c0b tempest-NetworksTest-478874329 tempest-NetworksTest-478874329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:30.219271 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094bfaa4-e919-456e-8f98-7a6b37f7db33 req-d17541e7-ab6b-4479-b5a1-10a6ccc79c0b tempest-NetworksTest-478874329 tempest-NetworksTest-478874329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:30.219799 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094bfaa4-e919-456e-8f98-7a6b37f7db33 req-d17541e7-ab6b-4479-b5a1-10a6ccc79c0b tempest-NetworksTest-478874329 tempest-NetworksTest-478874329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:30.220260 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094bfaa4-e919-456e-8f98-7a6b37f7db33 req-d17541e7-ab6b-4479-b5a1-10a6ccc79c0b tempest-NetworksTest-478874329 tempest-NetworksTest-478874329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:30.220746 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094bfaa4-e919-456e-8f98-7a6b37f7db33 req-d17541e7-ab6b-4479-b5a1-10a6ccc79c0b tempest-NetworksTest-478874329 tempest-NetworksTest-478874329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:30.221390 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094bfaa4-e919-456e-8f98-7a6b37f7db33 req-d17541e7-ab6b-4479-b5a1-10a6ccc79c0b tempest-NetworksTest-478874329 tempest-NetworksTest-478874329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:30.223304 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-094bfaa4-e919-456e-8f98-7a6b37f7db33 req-d17541e7-ab6b-4479-b5a1-10a6ccc79c0b tempest-NetworksTest-478874329 tempest-NetworksTest-478874329-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6438 time: 0.1313565 Jul 09 14:36:30.255616 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a11980d1-0f25-4da7-98a2-6a65fc1fd86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:30.262413 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a11980d1-0f25-4da7-98a2-6a65fc1fd86a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:30.264038 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-a11980d1-0f25-4da7-98a2-6a65fc1fd86a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ef861933-daee-451b-a41f-3692189af8b5 HTTP/1.1" status: 204 len: 168 time: 0.3373127 Jul 09 14:36:30.279968 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11980d1-0f25-4da7-98a2-6a65fc1fd86a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef861933-daee-451b-a41f-3692189af8b5,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:30.317722 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c961e-27b4-4130-b5f8-590d1105dd85 req-63980c0c-9e81-45fa-9755-e6458c9568da tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:30.326298 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-841c961e-27b4-4130-b5f8-590d1105dd85 req-63980c0c-9e81-45fa-9755-e6458c9568da tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=34d41cf2-7f9c-45b4-b98b-f67604774c17 HTTP/1.1" status: 200 len: 944 time: 0.1356804 Jul 09 14:36:30.364841 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-841c961e-27b4-4130-b5f8-590d1105dd85 req-437cf9bd-cdf7-4c61-8ccb-ab24a13d7618 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376658 Jul 09 14:36:30.746752 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49306) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:30.869417 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ea9e7dcd-3095-4b67-a3b1-3aecb2c3566d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:30.987954 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-945e4fd0-460b-4dd1-94eb-1471a95e0037 req-66cc4b56-4655-4879-86ab-79dddef08ceb tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--744452999&fields=id&tenant_id=f9beeac302b4456ab9897feb8634bccd HTTP/1.1" status: 200 len: 267 time: 0.1471341 Jul 09 14:36:30.998510 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a179e9fe-2ee6-4009-b01d-5193d5724b77 req-ae724ac3-2bb9-4634-becc-a429d317b4ad tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:31.000078 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a179e9fe-2ee6-4009-b01d-5193d5724b77 req-ae724ac3-2bb9-4634-becc-a429d317b4ad tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f570f43-0141-44b9-99f2-d3acd43eab2a HTTP/1.1" status: 200 len: 949 time: 0.0925279 Jul 09 14:36:31.032950 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ea9e7dcd-3095-4b67-a3b1-3aecb2c3566d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:31.041586 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a179e9fe-2ee6-4009-b01d-5193d5724b77 req-2c1a901a-51a2-4d06-ac77-b5c1e303075a tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] 10.222.0.58 "GET /v2.0/security-groups?id=b35ae8a6-0754-4312-8555-bcad09d0bd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353258 Jul 09 14:36:31.133414 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e4fd0-460b-4dd1-94eb-1471a95e0037 req-6ffd0f2b-cd9e-4c09-8630-cdbe962d8610 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:31.135229 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-945e4fd0-460b-4dd1-94eb-1471a95e0037 req-6ffd0f2b-cd9e-4c09-8630-cdbe962d8610 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "GET /v2.0/networks?id=e7430d59-7c88-483d-984e-fabf3c5cc12e HTTP/1.1" status: 200 len: 824 time: 0.1299865 Jul 09 14:36:31.136407 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ea9e7dcd-3095-4b67-a3b1-3aecb2c3566d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:31.187739 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-945e4fd0-460b-4dd1-94eb-1471a95e0037 req-5179fc7e-1107-4afd-956c-f3c83515e6f5 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "GET /v2.0/quotas/f9beeac302b4456ab9897feb8634bccd HTTP/1.1" status: 200 len: 375 time: 0.0342078 Jul 09 14:36:31.197571 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ea9e7dcd-3095-4b67-a3b1-3aecb2c3566d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=eeac21852c664e6499f2aabb4e6480b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4467328 Jul 09 14:36:31.200114 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49338) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:31.248606 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9e7dcd-3095-4b67-a3b1-3aecb2c3566d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a40cd5-db86-42d7-8da0-03b79ee3c293,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:31.304772 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-40ffee59-a252-4eeb-9260-51b559e863e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:31.305919 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb40ebe-76f2-4e99-b98a-cebb744e8ada req-51266761-badb-4af3-b872-53c00cd9bb68 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:31.318701 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1cb40ebe-76f2-4e99-b98a-cebb744e8ada req-51266761-badb-4af3-b872-53c00cd9bb68 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d4a5793-8b72-4f80-9a91-015100a5039a HTTP/1.1" status: 200 len: 950 time: 0.1557779 Jul 09 14:36:31.344857 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-40ffee59-a252-4eeb-9260-51b559e863e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:31.352482 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1cb40ebe-76f2-4e99-b98a-cebb744e8ada req-7041e176-cd38-4da1-b9f6-2dc2e4e5079e tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.58 "GET /v2.0/security-groups?id=26db68c8-80e4-439b-baaf-94963c11c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347836 Jul 09 14:36:31.379333 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-945e4fd0-460b-4dd1-94eb-1471a95e0037 req-a6fa0599-f851-4b42-9157-e1feb5666597 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f9beeac302b4456ab9897feb8634bccd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1833806 Jul 09 14:36:31.481593 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-945e4fd0-460b-4dd1-94eb-1471a95e0037 req-1b8d06dd-74a2-4d56-9c3f-2b5f0140c9fd service neutron] 10.222.0.58 "GET /v2.0/networks/e7430d59-7c88-483d-984e-fabf3c5cc12e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858548 Jul 09 14:36:31.490763 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e7d1bed4-6a31-4746-b719-3ecd59471d44 req-0ee75f90-6bdf-409b-aa87-092e2d469971 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=45a73b6e-4f2b-42df-a010-72db422d5024 HTTP/1.1" status: 200 len: 210 time: 0.0311518 Jul 09 14:36:31.525912 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:31.591795 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-40ffee59-a252-4eeb-9260-51b559e863e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:31.595292 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-40ffee59-a252-4eeb-9260-51b559e863e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:31.599422 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-40ffee59-a252-4eeb-9260-51b559e863e6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a8a40cd5-db86-42d7-8da0-03b79ee3c293 HTTP/1.1" status: 204 len: 168 time: 0.3983207 Jul 09 14:36:31.621009 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-945e4fd0-460b-4dd1-94eb-1471a95e0037 req-acaf38e0-1f19-44c1-ad70-2fd70e4df636 service neutron] 10.222.0.58 "GET /v2.0/networks/e7430d59-7c88-483d-984e-fabf3c5cc12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323671 Jul 09 14:36:31.621753 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ffee59-a252-4eeb-9260-51b559e863e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a40cd5-db86-42d7-8da0-03b79ee3c293,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:31.716785 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device d1b103a5-9d27-490b-8844-52f475a68ea4 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:36:31.816304 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0151df-4ac7-4f81-b8b5-2bc73ed931d0 req-19d05664-fa19-4c34-88e3-eacacb338413 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:31.817929 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9a0151df-4ac7-4f81-b8b5-2bc73ed931d0 req-19d05664-fa19-4c34-88e3-eacacb338413 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=34d41cf2-7f9c-45b4-b98b-f67604774c17 HTTP/1.1" status: 200 len: 944 time: 0.1417172 Jul 09 14:36:31.849981 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port d1b103a5-9d27-490b-8844-52f475a68ea4, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=d1b103a5-9d27-490b-8844-52f475a68ea4,segment=NetworkSegment(aace0400-4c69-453a-b04e-112644859d27),segment_id=aace0400-4c69-453a-b04e-112644859d27)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:36:31.866565 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': 'd1b103a5-9d27-490b-8844-52f475a68ea4', 'network_id': 'f37664d6-2d63-4250-9a40-b9995b72cf27', 'port_id': 'd1b103a5-9d27-490b-8844-52f475a68ea4', 'mac_address': 'fa:16:3e:9d:0b:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'defde159-6b57-4a6f-ad64-e5b0f0fcfa82', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:36:31.868459 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9a0151df-4ac7-4f81-b8b5-2bc73ed931d0 req-39e6844d-0205-4aad-9bdf-d5e5568d902f tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422204 Jul 09 14:36:31.960624 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:31.976143 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1b103a5-9d27-490b-8844-52f475a68ea4 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:36:31.981094 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e07ff327-0972-43ee-b28f-c7aae99dbcce req-dd9e8a45-42fe-47fb-86f1-1df17fee14e8 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ef619a1-47f0-48da-b39d-a97895cd4127 HTTP/1.1" status: 200 len: 210 time: 0.0636611 Jul 09 14:36:32.013470 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port d1b103a5-9d27-490b-8844-52f475a68ea4, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=d1b103a5-9d27-490b-8844-52f475a68ea4,segment=NetworkSegment(aace0400-4c69-453a-b04e-112644859d27),segment_id=aace0400-4c69-453a-b04e-112644859d27)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:36:32.118343 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:32.178770 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=d1b103a5-9d27-490b-8844-52f475a68ea4,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:32.227235 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba51a8-a88f-42ac-851a-db91e1b57a7b req-38fe902f-6405-4112-af21-60ec071d3fb4 tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:32.230251 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7cba51a8-a88f-42ac-851a-db91e1b57a7b req-38fe902f-6405-4112-af21-60ec071d3fb4 tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f570f43-0141-44b9-99f2-d3acd43eab2a HTTP/1.1" status: 200 len: 949 time: 0.0676541 Jul 09 14:36:32.280125 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7cba51a8-a88f-42ac-851a-db91e1b57a7b req-2a45c4c2-a0b1-4e24-a216-446774840f8b tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] 10.222.0.58 "GET /v2.0/security-groups?id=b35ae8a6-0754-4312-8555-bcad09d0bd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451295 Jul 09 14:36:32.355678 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['d1b103a5-9d27-490b-8844-52f475a68ea4'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:36:32.543448 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363a7a2-aff4-4022-9cca-c21dc2858ccb req-d45a302b-495b-457d-b2be-12da65cfbc96 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:32.545059 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7363a7a2-aff4-4022-9cca-c21dc2858ccb req-d45a302b-495b-457d-b2be-12da65cfbc96 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d4a5793-8b72-4f80-9a91-015100a5039a HTTP/1.1" status: 200 len: 950 time: 0.0753038 Jul 09 14:36:32.601823 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49384) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:32.625072 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-10e272e2-dd07-48f7-bfa3-d23d5538b15c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:32.711191 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7363a7a2-aff4-4022-9cca-c21dc2858ccb req-56fb8ce4-8e3b-4077-a333-b30ee75a5a07 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.58 "GET /v2.0/security-groups?id=26db68c8-80e4-439b-baaf-94963c11c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444631 Jul 09 14:36:32.713016 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f5009861-79d7-41ab-9dfc-9fd5f1e508d3 req-ab1b4fae-a776-4680-9469-ccecd07e707f tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=45a73b6e-4f2b-42df-a010-72db422d5024 HTTP/1.1" status: 200 len: 210 time: 0.0417860 Jul 09 14:36:32.752107 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6329be81-b0c0-4a15-a448-b4609efc7741 req-f36ef74a-568b-4bbc-9c18-c4a0da2ebb43 tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:32.753789 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6329be81-b0c0-4a15-a448-b4609efc7741 req-f36ef74a-568b-4bbc-9c18-c4a0da2ebb43 tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f570f43-0141-44b9-99f2-d3acd43eab2a HTTP/1.1" status: 200 len: 949 time: 0.2004638 Jul 09 14:36:32.764549 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23565a36-1cdd-469e-a830-2f1fc8c15b24 req-c2303209-0c1e-4999-94cd-98d99033ddc1 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:32.765958 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-23565a36-1cdd-469e-a830-2f1fc8c15b24 req-c2303209-0c1e-4999-94cd-98d99033ddc1 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.54 "GET /v2.0/networks?id=56b8037f-2c10-4a66-9bb7-3f0d90fcd124 HTTP/1.1" status: 200 len: 808 time: 0.1973162 Jul 09 14:36:32.828318 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-23565a36-1cdd-469e-a830-2f1fc8c15b24 req-0a2042ab-8df9-4823-993d-ea39e889b291 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Request body: {'port': {'device_id': '45a73b6e-4f2b-42df-a010-72db422d5024', 'network_id': '56b8037f-2c10-4a66-9bb7-3f0d90fcd124', 'admin_state_up': True, 'tenant_id': '3b28908fc5d842e29720d7043e8083fd'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:36:32.831451 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-10e272e2-dd07-48f7-bfa3-d23d5538b15c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:32.925054 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-10e272e2-dd07-48f7-bfa3-d23d5538b15c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:32.954328 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-6329be81-b0c0-4a15-a448-b4609efc7741 req-f03a7ec8-893f-44c8-b0f8-d473f331bbbd tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] Deleting port 5aa9cea2-4cbd-4fb7-a1c3-70f09c41377d {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:36:32.954670 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-6329be81-b0c0-4a15-a448-b4609efc7741 req-f03a7ec8-893f-44c8-b0f8-d473f331bbbd tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:32.982158 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e272e2-dd07-48f7-bfa3-d23d5538b15c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=897d6963-a263-49aa-9491-e85dfd8d93bc,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:32.992832 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-10e272e2-dd07-48f7-bfa3-d23d5538b15c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dd46384beec64a69adeb46cc1eeaf4b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3896475 Jul 09 14:36:32.995900 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e39c9-fbe8-4b55-914e-156e39532e62 req-3faec18c-df57-49c4-8724-6829184ab2cc tempest-LiveMigrationNegativeTest-1782606743 tempest-LiveMigrationNegativeTest-1782606743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:32.999952 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-af3e39c9-fbe8-4b55-914e-156e39532e62 req-3faec18c-df57-49c4-8724-6829184ab2cc tempest-LiveMigrationNegativeTest-1782606743 tempest-LiveMigrationNegativeTest-1782606743-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=1d4a5793-8b72-4f80-9a91-015100a5039a HTTP/1.1" status: 200 len: 1101 time: 0.1099875 Jul 09 14:36:32.999952 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49396) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:33.033318 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-af3e39c9-fbe8-4b55-914e-156e39532e62 req-b6cc280e-4766-4a49-a0ca-c6a020cbbe1c tempest-LiveMigrationNegativeTest-1782606743 tempest-LiveMigrationNegativeTest-1782606743-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:33.078134 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4963327a-f1e8-4fcd-9c34-203bc8e6e863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:33.091025 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-6329be81-b0c0-4a15-a448-b4609efc7741 req-f03a7ec8-893f-44c8-b0f8-d473f331bbbd tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] For port 5aa9cea2-4cbd-4fb7-a1c3-70f09c41377d, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=5aa9cea2-4cbd-4fb7-a1c3-70f09c41377d,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:36:33.091928 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-6329be81-b0c0-4a15-a448-b4609efc7741 req-f03a7ec8-893f-44c8-b0f8-d473f331bbbd tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:33.120741 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4963327a-f1e8-4fcd-9c34-203bc8e6e863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:33.121317 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-6329be81-b0c0-4a15-a448-b4609efc7741 req-f03a7ec8-893f-44c8-b0f8-d473f331bbbd tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] Calling delete_port for 5aa9cea2-4cbd-4fb7-a1c3-70f09c41377d owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:36:33.134201 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23565a36-1cdd-469e-a830-2f1fc8c15b24 req-0a2042ab-8df9-4823-993d-ea39e889b291 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Made reservation on behalf of 3b28908fc5d842e29720d7043e8083fd for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:36:33.137996 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-23565a36-1cdd-469e-a830-2f1fc8c15b24 req-0a2042ab-8df9-4823-993d-ea39e889b291 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:33.282049 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-af3e39c9-fbe8-4b55-914e-156e39532e62 req-b6cc280e-4766-4a49-a0ca-c6a020cbbe1c tempest-LiveMigrationNegativeTest-1782606743 tempest-LiveMigrationNegativeTest-1782606743-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:33.323871 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5175d0-ee37-4f44-8dde-b734c3203c68 req-1e635c1f-c988-4b78-8cd3-c439eb32bb93 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:33.325390 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7c5175d0-ee37-4f44-8dde-b734c3203c68 req-1e635c1f-c988-4b78-8cd3-c439eb32bb93 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=34d41cf2-7f9c-45b4-b98b-f67604774c17 HTTP/1.1" status: 200 len: 945 time: 0.1724925 Jul 09 14:36:33.384057 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4963327a-f1e8-4fcd-9c34-203bc8e6e863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:33.388381 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4963327a-f1e8-4fcd-9c34-203bc8e6e863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:33.389554 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-4963327a-f1e8-4fcd-9c34-203bc8e6e863 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/897d6963-a263-49aa-9491-e85dfd8d93bc HTTP/1.1" status: 204 len: 168 time: 0.3902690 Jul 09 14:36:33.402289 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4963327a-f1e8-4fcd-9c34-203bc8e6e863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=897d6963-a263-49aa-9491-e85dfd8d93bc,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:33.434634 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-af3e39c9-fbe8-4b55-914e-156e39532e62 req-b6cc280e-4766-4a49-a0ca-c6a020cbbe1c tempest-LiveMigrationNegativeTest-1782606743 tempest-LiveMigrationNegativeTest-1782606743-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:33.443718 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7c5175d0-ee37-4f44-8dde-b734c3203c68 req-04354ecb-9c60-4283-a288-4a67ae0aa41d tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086030 Jul 09 14:36:33.474235 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-af3e39c9-fbe8-4b55-914e-156e39532e62 req-b6cc280e-4766-4a49-a0ca-c6a020cbbe1c tempest-LiveMigrationNegativeTest-1782606743 tempest-LiveMigrationNegativeTest-1782606743-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=26db68c8-80e4-439b-baaf-94963c11c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4629076 Jul 09 14:36:33.507772 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cc280e-4766-4a49-a0ca-c6a020cbbe1c tempest-LiveMigrationNegativeTest-1782606743 tempest-LiveMigrationNegativeTest-1782606743-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd0cdb9-af28-452a-80f0-c85761608789,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:33.674798 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7181f4-6252-4770-8aa2-69b246ddb9da req-7902cae4-17de-4863-b3cd-6d7f7053eb8a tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:33.676812 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-df7181f4-6252-4770-8aa2-69b246ddb9da req-7902cae4-17de-4863-b3cd-6d7f7053eb8a tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f570f43-0141-44b9-99f2-d3acd43eab2a HTTP/1.1" status: 200 len: 867 time: 0.0690877 Jul 09 14:36:33.716374 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-df7181f4-6252-4770-8aa2-69b246ddb9da req-bfb34470-1203-49db-9998-e2fa55ba5c08 tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] 10.222.0.58 "GET /v2.0/security-groups?id=b35ae8a6-0754-4312-8555-bcad09d0bd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341220 Jul 09 14:36:33.754301 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device d1b103a5-9d27-490b-8844-52f475a68ea4 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:36:33.768496 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-6329be81-b0c0-4a15-a448-b4609efc7741 req-f03a7ec8-893f-44c8-b0f8-d473f331bbbd tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:33.804314 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-425126e2-e36c-47f2-a589-bf0f934fd1a6 req-cc4fbd8f-e1f3-4c71-9ea2-e5b6aa13e927 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ef619a1-47f0-48da-b39d-a97895cd4127 HTTP/1.1" status: 200 len: 210 time: 0.2912300 Jul 09 14:36:33.804609 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['5aa9cea2-4cbd-4fb7-a1c3-70f09c41377d'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:36:33.863108 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03a7ec8-893f-44c8-b0f8-d473f331bbbd tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] Pushing event deleted for resources: {'Port': ['ID=5aa9cea2-4cbd-4fb7-a1c3-70f09c41377d,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:33.863108 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-23565a36-1cdd-469e-a830-2f1fc8c15b24 req-0a2042ab-8df9-4823-993d-ea39e889b291 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Allocated IP 172.20.0.10 (56b8037f-2c10-4a66-9bb7-3f0d90fcd124/e48d7f3a-0ca9-428c-9383-07e4f6a75f04/dd2205a4-6e79-4512-87e2-bfe3186bed68) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:36:33.882470 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-6329be81-b0c0-4a15-a448-b4609efc7741 req-f03a7ec8-893f-44c8-b0f8-d473f331bbbd tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] No DVR routers for this DVR port 5aa9cea2-4cbd-4fb7-a1c3-70f09c41377d on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:36:33.886281 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-6329be81-b0c0-4a15-a448-b4609efc7741 req-f03a7ec8-893f-44c8-b0f8-d473f331bbbd tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:33.892745 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6329be81-b0c0-4a15-a448-b4609efc7741 req-f03a7ec8-893f-44c8-b0f8-d473f331bbbd tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] 10.222.0.62 "DELETE /v2.0/ports/5aa9cea2-4cbd-4fb7-a1c3-70f09c41377d HTTP/1.1" status: 204 len: 173 time: 1.1257403 Jul 09 14:36:33.893270 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f570f43-0141-44b9-99f2-d3acd43eab2a', 'name': 'network-vif-deleted', 'tag': '5aa9cea2-4cbd-4fb7-a1c3-70f09c41377d'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:36:33.902408 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e334095b-9e7d-43a3-88f2-08607618a6cc" -d '{"events": [{"server_uuid": "8f570f43-0141-44b9-99f2-d3acd43eab2a", "name": "network-vif-deleted", "tag": "5aa9cea2-4cbd-4fb7-a1c3-70f09c41377d"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:36:33.969447 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port d1b103a5-9d27-490b-8844-52f475a68ea4 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:36:33.976357 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port d1b103a5-9d27-490b-8844-52f475a68ea4 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:36:33.977052 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:34.063719 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-51fdda11-4f13-44dc-a3ef-cfc5f49fd347 req-c79a4625-c831-45da-a180-0962abdda8dc tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=45a73b6e-4f2b-42df-a010-72db422d5024 HTTP/1.1" status: 200 len: 210 time: 0.0854888 Jul 09 14:36:34.163959 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:34.214334 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-23565a36-1cdd-469e-a830-2f1fc8c15b24 req-0a2042ab-8df9-4823-993d-ea39e889b291 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:34.246101 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port d1b103a5-9d27-490b-8844-52f475a68ea4, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=d1b103a5-9d27-490b-8844-52f475a68ea4,segment=NetworkSegment(aace0400-4c69-453a-b04e-112644859d27),segment_id=aace0400-4c69-453a-b04e-112644859d27)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:36:34.246101 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34d41cf2-7f9c-45b4-b98b-f67604774c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b103a5-9d27-490b-8844-52f475a68ea4'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:36:34.246101 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e4b36b-d3bc-4cbd-b6aa-72ec57698496" -d '{"events": [{"server_uuid": "34d41cf2-7f9c-45b4-b98b-f67604774c17", "name": "network-vif-plugged", "status": "completed", "tag": "d1b103a5-9d27-490b-8844-52f475a68ea4"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:36:34.310776 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec768f5-aeac-4a1a-975e-88c9d925ffc5 x-openstack-request-id: req-6ec768f5-aeac-4a1a-975e-88c9d925ffc5 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:36:34.311206 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f570f43-0141-44b9-99f2-d3acd43eab2a", "name": "network-vif-deleted", "tag": "5aa9cea2-4cbd-4fb7-a1c3-70f09c41377d", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:36:34.311591 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6ec768f5-aeac-4a1a-975e-88c9d925ffc5 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:36:34.312075 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f570f43-0141-44b9-99f2-d3acd43eab2a', 'name': 'network-vif-deleted', 'tag': '5aa9cea2-4cbd-4fb7-a1c3-70f09c41377d', 'status': 'completed', 'code': 200} Jul 09 14:36:34.339720 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec689c6-a738-4b19-ae4e-76945512c5d2 x-openstack-request-id: req-bec689c6-a738-4b19-ae4e-76945512c5d2 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:36:34.340112 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34d41cf2-7f9c-45b4-b98b-f67604774c17", "name": "network-vif-plugged", "status": "completed", "tag": "d1b103a5-9d27-490b-8844-52f475a68ea4", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:36:34.340454 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bec689c6-a738-4b19-ae4e-76945512c5d2 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:36:34.340912 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34d41cf2-7f9c-45b4-b98b-f67604774c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b103a5-9d27-490b-8844-52f475a68ea4', 'code': 200} Jul 09 14:36:34.464211 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cbe3a5-fbcf-46d9-982e-287129b2b756 req-f1c15630-ffe6-4c4b-84f8-b51d58a04307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:34.465781 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d6cbe3a5-fbcf-46d9-982e-287129b2b756 req-f1c15630-ffe6-4c4b-84f8-b51d58a04307 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=34d41cf2-7f9c-45b4-b98b-f67604774c17 HTTP/1.1" status: 200 len: 1096 time: 0.0602689 Jul 09 14:36:34.478253 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:34.483160 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-23565a36-1cdd-469e-a830-2f1fc8c15b24 req-0a2042ab-8df9-4823-993d-ea39e889b291 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:34.585217 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=d1b103a5-9d27-490b-8844-52f475a68ea4,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:34.585816 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d6cbe3a5-fbcf-46d9-982e-287129b2b756 req-d93e980f-3667-40fe-8be2-6ceefd72e58a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126049 Jul 09 14:36:34.596576 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23565a36-1cdd-469e-a830-2f1fc8c15b24 req-0a2042ab-8df9-4823-993d-ea39e889b291 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Network 56b8037f-2c10-4a66-9bb7-3f0d90fcd124 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:36:34.597496 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2042ab-8df9-4823-993d-ea39e889b291 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Pushing event updated for resources: {'Port': ['ID=dd2205a4-6e79-4512-87e2-bfe3186bed68,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:34.610083 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-23565a36-1cdd-469e-a830-2f1fc8c15b24 req-0a2042ab-8df9-4823-993d-ea39e889b291 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:36:34.612808 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-23565a36-1cdd-469e-a830-2f1fc8c15b24 req-0a2042ab-8df9-4823-993d-ea39e889b291 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:36:34.619010 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23565a36-1cdd-469e-a830-2f1fc8c15b24 req-0a2042ab-8df9-4823-993d-ea39e889b291 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:34.625745 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-23565a36-1cdd-469e-a830-2f1fc8c15b24 req-0a2042ab-8df9-4823-993d-ea39e889b291 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:34.678491 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e287d628-061c-4e9e-992e-14b59271eddc req-1621484c-d321-4c04-9ee4-8d8561884bd3 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:34.680132 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e287d628-061c-4e9e-992e-14b59271eddc req-1621484c-d321-4c04-9ee4-8d8561884bd3 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=34d41cf2-7f9c-45b4-b98b-f67604774c17 HTTP/1.1" status: 200 len: 946 time: 0.0732789 Jul 09 14:36:34.710806 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-23565a36-1cdd-469e-a830-2f1fc8c15b24 req-0a2042ab-8df9-4823-993d-ea39e889b291 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8878460 Jul 09 14:36:34.724358 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-23565a36-1cdd-469e-a830-2f1fc8c15b24 req-b155b94d-6818-4dcc-8e14-ea9bfcd4203a service neutron] Request body: {'port': {'device_id': '45a73b6e-4f2b-42df-a010-72db422d5024', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:36:34.727644 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e287d628-061c-4e9e-992e-14b59271eddc req-17f8cf52-93bc-4b87-9dd6-1b9abca88b1b tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404000 Jul 09 14:36:34.800378 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-23565a36-1cdd-469e-a830-2f1fc8c15b24 req-b155b94d-6818-4dcc-8e14-ea9bfcd4203a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:35.112752 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f0dca645-b4dd-43a4-b4ad-08aa12096f7c req-c1a29ba4-fb59-4d66-8c8f-559a49adc4c0 tempest-ServerDiagnosticsNegativeTest-1770261458 tempest-ServerDiagnosticsNegativeTest-1770261458-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f570f43-0141-44b9-99f2-d3acd43eab2a HTTP/1.1" status: 200 len: 210 time: 0.0324702 Jul 09 14:36:35.129533 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-23565a36-1cdd-469e-a830-2f1fc8c15b24 req-b155b94d-6818-4dcc-8e14-ea9bfcd4203a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd2205a4-6e79-4512-87e2-bfe3186bed68 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:36:35.149304 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-23565a36-1cdd-469e-a830-2f1fc8c15b24 req-b155b94d-6818-4dcc-8e14-ea9bfcd4203a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:35.192207 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-23565a36-1cdd-469e-a830-2f1fc8c15b24 req-b155b94d-6818-4dcc-8e14-ea9bfcd4203a service neutron] Transition to ACTIVE for port object dd2205a4-6e79-4512-87e2-bfe3186bed68 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:36:35.194791 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ff33b5d5-90b1-4ad9-8828-16a937102d5e req-28e80b1e-7fb9-44b6-a30f-573a360a6d50 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ef619a1-47f0-48da-b39d-a97895cd4127 HTTP/1.1" status: 200 len: 210 time: 0.0363691 Jul 09 14:36:35.210730 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49486) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:35.272580 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-23565a36-1cdd-469e-a830-2f1fc8c15b24 req-b155b94d-6818-4dcc-8e14-ea9bfcd4203a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:35.324096 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd14047-60c0-4646-9991-f08cae97c10d req-d6d6c178-91da-4d7b-b5b1-5c7cacaa6f09 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:35.331841 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6cd14047-60c0-4646-9991-f08cae97c10d req-d6d6c178-91da-4d7b-b5b1-5c7cacaa6f09 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d4a5793-8b72-4f80-9a91-015100a5039a HTTP/1.1" status: 200 len: 950 time: 0.0883868 Jul 09 14:36:35.365096 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-e232214f-6e7c-4fc0-a6a9-178ca4118469 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1582194766-network', 'tenant_id': 'c655907b73bb4cb9b34504caa49e4e02'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:36:35.370258 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b155b94d-6818-4dcc-8e14-ea9bfcd4203a service neutron] Pushing event updated for resources: {'Port': ['ID=dd2205a4-6e79-4512-87e2-bfe3186bed68,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:35.377990 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6cd14047-60c0-4646-9991-f08cae97c10d req-efb565a0-f5c2-4982-9d02-6b345c82cd77 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.58 "GET /v2.0/security-groups?id=26db68c8-80e4-439b-baaf-94963c11c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451758 Jul 09 14:36:35.399678 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-23565a36-1cdd-469e-a830-2f1fc8c15b24 req-b155b94d-6818-4dcc-8e14-ea9bfcd4203a service neutron] Attempting to bind port dd2205a4-6e79-4512-87e2-bfe3186bed68 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:36:35.399678 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-23565a36-1cdd-469e-a830-2f1fc8c15b24 req-b155b94d-6818-4dcc-8e14-ea9bfcd4203a service neutron] Attempting to bind port dd2205a4-6e79-4512-87e2-bfe3186bed68 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': 'cd7790e9-3309-48a3-bfb3-c9f386870e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '56b8037f-2c10-4a66-9bb7-3f0d90fcd124'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:36:35.399678 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23565a36-1cdd-469e-a830-2f1fc8c15b24 req-b155b94d-6818-4dcc-8e14-ea9bfcd4203a service neutron] Attempting to bind port dd2205a4-6e79-4512-87e2-bfe3186bed68 on network 56b8037f-2c10-4a66-9bb7-3f0d90fcd124 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:36:35.406884 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23565a36-1cdd-469e-a830-2f1fc8c15b24 req-b155b94d-6818-4dcc-8e14-ea9bfcd4203a service neutron] Port dd2205a4-6e79-4512-87e2-bfe3186bed68 on network 56b8037f-2c10-4a66-9bb7-3f0d90fcd124 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:36:35.407439 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23565a36-1cdd-469e-a830-2f1fc8c15b24 req-b155b94d-6818-4dcc-8e14-ea9bfcd4203a service neutron] Attempting to bind port dd2205a4-6e79-4512-87e2-bfe3186bed68 on network 56b8037f-2c10-4a66-9bb7-3f0d90fcd124 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:36:35.418084 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23565a36-1cdd-469e-a830-2f1fc8c15b24 req-b155b94d-6818-4dcc-8e14-ea9bfcd4203a service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:36:35.418431 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23565a36-1cdd-469e-a830-2f1fc8c15b24 req-b155b94d-6818-4dcc-8e14-ea9bfcd4203a service neutron] Checking segment: {'id': 'cd7790e9-3309-48a3-bfb3-c9f386870e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '56b8037f-2c10-4a66-9bb7-3f0d90fcd124'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:36:35.418819 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23565a36-1cdd-469e-a830-2f1fc8c15b24 req-b155b94d-6818-4dcc-8e14-ea9bfcd4203a service neutron] Bound using segment: {'id': 'cd7790e9-3309-48a3-bfb3-c9f386870e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '56b8037f-2c10-4a66-9bb7-3f0d90fcd124'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:36:35.422236 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-23565a36-1cdd-469e-a830-2f1fc8c15b24 req-b155b94d-6818-4dcc-8e14-ea9bfcd4203a service neutron] Bound port: dd2205a4-6e79-4512-87e2-bfe3186bed68, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd7790e9-3309-48a3-bfb3-c9f386870e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '56b8037f-2c10-4a66-9bb7-3f0d90fcd124'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:36:35.422614 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-23565a36-1cdd-469e-a830-2f1fc8c15b24 req-b155b94d-6818-4dcc-8e14-ea9bfcd4203a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:35.488713 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-23565a36-1cdd-469e-a830-2f1fc8c15b24 req-b155b94d-6818-4dcc-8e14-ea9bfcd4203a service neutron] For port dd2205a4-6e79-4512-87e2-bfe3186bed68, host n-h2-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:36:35.491829 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-23565a36-1cdd-469e-a830-2f1fc8c15b24 req-b155b94d-6818-4dcc-8e14-ea9bfcd4203a service neutron] For port dd2205a4-6e79-4512-87e2-bfe3186bed68, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=dd2205a4-6e79-4512-87e2-bfe3186bed68,segment=NetworkSegment(cd7790e9-3309-48a3-bfb3-c9f386870e48),segment_id=cd7790e9-3309-48a3-bfb3-c9f386870e48)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:36:35.527627 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e232214f-6e7c-4fc0-a6a9-178ca4118469 admin admin] Made reservation on behalf of c655907b73bb4cb9b34504caa49e4e02 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:36:35.530380 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e232214f-6e7c-4fc0-a6a9-178ca4118469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:35.540282 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e232214f-6e7c-4fc0-a6a9-178ca4118469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:35.604914 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a2a63-05f2-42ae-b107-446f13d39f21 req-8aefe301-6c74-42c9-984c-8e9daad5c87a tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:35.614837 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a28a2a63-05f2-42ae-b107-446f13d39f21 req-8aefe301-6c74-42c9-984c-8e9daad5c87a tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=45a73b6e-4f2b-42df-a010-72db422d5024 HTTP/1.1" status: 200 len: 944 time: 0.0814617 Jul 09 14:36:35.635742 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e232214f-6e7c-4fc0-a6a9-178ca4118469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:35.648886 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a28a2a63-05f2-42ae-b107-446f13d39f21 req-457a5eba-cd2c-4aa2-9f36-beddf03d3700 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331948 Jul 09 14:36:35.649497 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-23565a36-1cdd-469e-a830-2f1fc8c15b24 req-b155b94d-6818-4dcc-8e14-ea9bfcd4203a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:35.688904 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23565a36-1cdd-469e-a830-2f1fc8c15b24 req-b155b94d-6818-4dcc-8e14-ea9bfcd4203a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:35.689516 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-23565a36-1cdd-469e-a830-2f1fc8c15b24 req-b155b94d-6818-4dcc-8e14-ea9bfcd4203a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:35.690883 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-23565a36-1cdd-469e-a830-2f1fc8c15b24 req-b155b94d-6818-4dcc-8e14-ea9bfcd4203a service neutron] 10.222.0.54 "PUT /v2.0/ports/dd2205a4-6e79-4512-87e2-bfe3186bed68 HTTP/1.1" status: 200 len: 1092 time: 0.9723024 Jul 09 14:36:35.710597 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b155b94d-6818-4dcc-8e14-ea9bfcd4203a service neutron] Pushing event updated for resources: {'Port': ['ID=dd2205a4-6e79-4512-87e2-bfe3186bed68,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:35.763333 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e232214f-6e7c-4fc0-a6a9-178ca4118469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:35.789369 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e232214f-6e7c-4fc0-a6a9-178ca4118469 admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:36:35.798911 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e232214f-6e7c-4fc0-a6a9-178ca4118469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee60477-832c-4e3e-a4a5-e4bb29b887db,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:35.805214 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e232214f-6e7c-4fc0-a6a9-178ca4118469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:35.808709 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-e232214f-6e7c-4fc0-a6a9-178ca4118469 admin admin] Added segment 936ccbb7-93da-49e4-9dd8-a393e22780cf of type vlan for network 96850b37-4bb0-41cb-be35-fe95a687a17c Jul 09 14:36:35.873107 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e232214f-6e7c-4fc0-a6a9-178ca4118469 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:35.960214 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23565a36-1cdd-469e-a830-2f1fc8c15b24 req-78824296-5047-4b91-b560-d0326d666222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:35.961752 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-23565a36-1cdd-469e-a830-2f1fc8c15b24 req-78824296-5047-4b91-b560-d0326d666222 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3b28908fc5d842e29720d7043e8083fd&device_id=45a73b6e-4f2b-42df-a010-72db422d5024 HTTP/1.1" status: 200 len: 1095 time: 0.1278751 Jul 09 14:36:36.006888 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-23565a36-1cdd-469e-a830-2f1fc8c15b24 req-05610444-1b9a-4403-883f-626138839d3e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd2205a4-6e79-4512-87e2-bfe3186bed68 HTTP/1.1" status: 200 len: 217 time: 0.0361099 Jul 09 14:36:36.014270 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69115a40-55cb-458d-9d46-692feef9bffd req-ee4e75ef-fcce-456f-8a70-3bbf787958a9 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:36.016383 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-69115a40-55cb-458d-9d46-692feef9bffd req-ee4e75ef-fcce-456f-8a70-3bbf787958a9 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=34d41cf2-7f9c-45b4-b98b-f67604774c17 HTTP/1.1" status: 200 len: 946 time: 0.1361420 Jul 09 14:36:36.020121 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e232214f-6e7c-4fc0-a6a9-178ca4118469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:36.020121 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e232214f-6e7c-4fc0-a6a9-178ca4118469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:36.020121 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e232214f-6e7c-4fc0-a6a9-178ca4118469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:36.178941 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e232214f-6e7c-4fc0-a6a9-178ca4118469 admin admin] Pushing event updated for resources: {'Network': ['ID=96850b37-4bb0-41cb-be35-fe95a687a17c,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:36.191533 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 96850b37-4bb0-41cb-be35-fe95a687a17c details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:36:36.196494 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23565a36-1cdd-469e-a830-2f1fc8c15b24 req-f7ec716a-a867-4a33-b3f1-da91c01a7eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:36.197962 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-23565a36-1cdd-469e-a830-2f1fc8c15b24 req-f7ec716a-a867-4a33-b3f1-da91c01a7eab service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e48d7f3a-0ca9-428c-9383-07e4f6a75f04 HTTP/1.1" status: 200 len: 848 time: 0.1804068 Jul 09 14:36:36.219134 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-69115a40-55cb-458d-9d46-692feef9bffd req-0b127e34-3293-472b-8e30-c12e2a0a1bad tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870804 Jul 09 14:36:36.242523 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-23565a36-1cdd-469e-a830-2f1fc8c15b24 req-c6741ed8-b839-430f-bd3a-85c2d1632ba9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=56b8037f-2c10-4a66-9bb7-3f0d90fcd124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351963 Jul 09 14:36:36.262206 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-e232214f-6e7c-4fc0-a6a9-178ca4118469 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0502284 Jul 09 14:36:36.266282 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49526) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:36.273308 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-fcfa62c4-a595-4e3d-9213-b546c330b4cf admin admin] Request body: {'subnet': {'network_id': '96850b37-4bb0-41cb-be35-fe95a687a17c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1582194766-subnet', 'tenant_id': 'c655907b73bb4cb9b34504caa49e4e02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:36:36.315534 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45a73b6e-4f2b-42df-a010-72db422d5024', 'tag': 'dd2205a4-6e79-4512-87e2-bfe3186bed68'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:36:36.318496 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58704d47-af65-44ae-b444-9aff2cd052dc" -d '{"events": [{"name": "network-changed", "server_uuid": "45a73b6e-4f2b-42df-a010-72db422d5024", "tag": "dd2205a4-6e79-4512-87e2-bfe3186bed68"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:36:36.336893 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e4fd0-460b-4dd1-94eb-1471a95e0037 req-5e3de8be-de39-4a79-b3be-ac71abd70af6 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:36.338443 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-945e4fd0-460b-4dd1-94eb-1471a95e0037 req-5e3de8be-de39-4a79-b3be-ac71abd70af6 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.62 "GET /v2.0/networks?id=e7430d59-7c88-483d-984e-fabf3c5cc12e HTTP/1.1" status: 200 len: 824 time: 0.2355075 Jul 09 14:36:36.409307 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-23565a36-1cdd-469e-a830-2f1fc8c15b24 req-febe69d2-0f88-489a-a722-707b1477f47a service neutron] 10.222.0.54 "GET /v2.0/networks/56b8037f-2c10-4a66-9bb7-3f0d90fcd124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559956 Jul 09 14:36:36.429402 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-945e4fd0-460b-4dd1-94eb-1471a95e0037 req-e24b7e1e-a36c-4d51-a45f-a37a38b5ce08 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9beeac302b4456ab9897feb8634bccd HTTP/1.1" status: 200 len: 379 time: 0.0734510 Jul 09 14:36:36.443483 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcfa62c4-a595-4e3d-9213-b546c330b4cf admin admin] Made reservation on behalf of c655907b73bb4cb9b34504caa49e4e02 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:36:36.447351 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fcfa62c4-a595-4e3d-9213-b546c330b4cf admin admin] Notify callbacks [] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:36.471578 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-945e4fd0-460b-4dd1-94eb-1471a95e0037 req-b21ff678-13f4-445b-a14c-b34f44807ae6 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Request body: {'port': {'device_id': '6ef619a1-47f0-48da-b39d-a97895cd4127', 'network_id': 'e7430d59-7c88-483d-984e-fabf3c5cc12e', 'admin_state_up': True, 'tenant_id': 'f9beeac302b4456ab9897feb8634bccd', 'security_groups': ['56f8d71f-a162-4356-920c-4536638f4f04']}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:36:36.476823 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a7448f32-a3ea-48cf-94d5-550cc9244002 req-cb39c39c-a688-4313-81da-d61e1e796664 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ef619a1-47f0-48da-b39d-a97895cd4127 HTTP/1.1" status: 200 len: 210 time: 0.0478599 Jul 09 14:36:36.616733 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e3b520-c520-4b7d-95ee-8fb3e8a903a7 x-openstack-request-id: req-c0e3b520-c520-4b7d-95ee-8fb3e8a903a7 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:36:36.616733 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45a73b6e-4f2b-42df-a010-72db422d5024", "tag": "dd2205a4-6e79-4512-87e2-bfe3186bed68", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:36:36.616733 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c0e3b520-c520-4b7d-95ee-8fb3e8a903a7 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:36:36.616733 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45a73b6e-4f2b-42df-a010-72db422d5024', 'tag': 'dd2205a4-6e79-4512-87e2-bfe3186bed68', 'status': 'completed', 'code': 200} Jul 09 14:36:36.616733 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49538) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:36.696273 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-23565a36-1cdd-469e-a830-2f1fc8c15b24 req-8bf83165-6a1a-4969-bff8-51fa00d085e8 service neutron] 10.222.0.54 "GET /v2.0/networks/56b8037f-2c10-4a66-9bb7-3f0d90fcd124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783601 Jul 09 14:36:36.758073 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d01ca94-0a2c-4cf3-9a29-0ab00871974f req-6b61f920-d0d6-4bfb-a5c5-030e3e914e8e tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:36.758073 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2d01ca94-0a2c-4cf3-9a29-0ab00871974f req-6b61f920-d0d6-4bfb-a5c5-030e3e914e8e tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=34d41cf2-7f9c-45b4-b98b-f67604774c17 HTTP/1.1" status: 200 len: 1097 time: 0.1662698 Jul 09 14:36:36.791146 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a73f8d51-9133-4575-bfea-431f2a7627f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:36.817373 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2d01ca94-0a2c-4cf3-9a29-0ab00871974f req-0d1ccf95-e60e-49b2-8d32-4f7db2479db1 tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493326 Jul 09 14:36:36.830524 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f64f3-7b26-4d8e-8a45-16470da66287 req-45c2cc1a-fb05-4e85-a19d-291b48e09b70 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:36.832418 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-221f64f3-7b26-4d8e-8a45-16470da66287 req-45c2cc1a-fb05-4e85-a19d-291b48e09b70 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d4a5793-8b72-4f80-9a91-015100a5039a HTTP/1.1" status: 200 len: 950 time: 0.0671897 Jul 09 14:36:36.856712 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fcfa62c4-a595-4e3d-9213-b546c330b4cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:36.885776 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-945e4fd0-460b-4dd1-94eb-1471a95e0037 req-b21ff678-13f4-445b-a14c-b34f44807ae6 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Made reservation on behalf of f9beeac302b4456ab9897feb8634bccd for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:36:36.889451 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-945e4fd0-460b-4dd1-94eb-1471a95e0037 req-b21ff678-13f4-445b-a14c-b34f44807ae6 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:36.958955 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-221f64f3-7b26-4d8e-8a45-16470da66287 req-84aa4235-b03b-48f7-ae77-83beed647e64 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.58 "GET /v2.0/security-groups?id=26db68c8-80e4-439b-baaf-94963c11c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182535 Jul 09 14:36:36.979333 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa62c4-a595-4e3d-9213-b546c330b4cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=1efc9297-eb33-445a-a350-69ba2357f551,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:36.983655 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49550) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:37.038020 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfa62c4-a595-4e3d-9213-b546c330b4cf admin admin] Checking segment: {'id': '936ccbb7-93da-49e4-9dd8-a393e22780cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '96850b37-4bb0-41cb-be35-fe95a687a17c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:36:37.039639 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfa62c4-a595-4e3d-9213-b546c330b4cf admin admin] Network hostable DHCP agents. Network: 96850b37-4bb0-41cb-be35-fe95a687a17c, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:36:37.064824 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58704d47-af65-44ae-b444-9aff2cd052dc req-db7bfc73-ddf4-47c6-ab2f-a912d4c1064f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:37.066417 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-58704d47-af65-44ae-b444-9aff2cd052dc req-db7bfc73-ddf4-47c6-ab2f-a912d4c1064f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3b28908fc5d842e29720d7043e8083fd&device_id=45a73b6e-4f2b-42df-a010-72db422d5024 HTTP/1.1" status: 200 len: 1095 time: 0.2201648 Jul 09 14:36:37.133966 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b8ddc-f984-4df3-9439-31c5a74ef8c0 req-b773bf51-ef4d-45b2-935d-cfdb972aabf1 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:37.137010 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-812b8ddc-f984-4df3-9439-31c5a74ef8c0 req-b773bf51-ef4d-45b2-935d-cfdb972aabf1 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d4a5793-8b72-4f80-9a91-015100a5039a HTTP/1.1" status: 200 len: 950 time: 0.2411222 Jul 09 14:36:37.161465 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-945e4fd0-460b-4dd1-94eb-1471a95e0037 req-b21ff678-13f4-445b-a14c-b34f44807ae6 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Allocated IP 172.20.0.9 (e7430d59-7c88-483d-984e-fabf3c5cc12e/a29bed4a-eb5d-425d-bedd-f3538b5fd90a/bd069943-34a9-4a09-89d5-e2a587208dbe) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:36:37.216843 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfa62c4-a595-4e3d-9213-b546c330b4cf admin admin] Network 96850b37-4bb0-41cb-be35-fe95a687a17c is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:36:37.228413 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a73f8d51-9133-4575-bfea-431f2a7627f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:37.309470 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a73f8d51-9133-4575-bfea-431f2a7627f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:37.330386 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c846b3a6-ff80-40bd-8bf0-0426e952b48b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7a81167bb4aa4766bfbe33dbc7e63f28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3452187 Jul 09 14:36:37.333648 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49556) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:37.341932 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58704d47-af65-44ae-b444-9aff2cd052dc req-ee25ec17-debe-4fa9-89e3-9eb28383dbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:37.343706 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-58704d47-af65-44ae-b444-9aff2cd052dc req-ee25ec17-debe-4fa9-89e3-9eb28383dbd3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=56b8037f-2c10-4a66-9bb7-3f0d90fcd124 HTTP/1.1" status: 200 len: 909 time: 0.2618177 Jul 09 14:36:37.358609 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-fcfa62c4-a595-4e3d-9213-b546c330b4cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 96850b37-4bb0-41cb-be35-fe95a687a17c) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:36:37.368467 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfa62c4-a595-4e3d-9213-b546c330b4cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:37.369064 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fcfa62c4-a595-4e3d-9213-b546c330b4cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:37.369735 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21149b7-5e23-407d-96f7-fe3070f8e8ce None None] Network 96850b37-4bb0-41cb-be35-fe95a687a17c requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:36:37.407197 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab54df-3346-4bd1-b2c1-7f4068f88fb3 req-9bc7f0ae-2e71-4c3b-88f2-3da3a9744443 tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:37.415595 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ebab54df-3346-4bd1-b2c1-7f4068f88fb3 req-9bc7f0ae-2e71-4c3b-88f2-3da3a9744443 tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=34d41cf2-7f9c-45b4-b98b-f67604774c17 HTTP/1.1" status: 200 len: 1097 time: 0.2258677 Jul 09 14:36:37.415792 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 5aa9cea2-4cbd-4fb7-a1c3-70f09c41377d no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:36:37.431143 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09abcc1-2ac3-4c64-906e-67740c44a5a0 req-9f8bdbd5-9954-42c4-95fb-449854a56f78 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:37.432675 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a09abcc1-2ac3-4c64-906e-67740c44a5a0 req-9f8bdbd5-9954-42c4-95fb-449854a56f78 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=45a73b6e-4f2b-42df-a010-72db422d5024 HTTP/1.1" status: 200 len: 944 time: 0.2824278 Jul 09 14:36:37.439943 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: 5aa9cea2-4cbd-4fb7-a1c3-70f09c41377d {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:36:37.440226 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-58704d47-af65-44ae-b444-9aff2cd052dc req-41850a27-7cb1-4398-99c6-f35985ad1b6c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd2205a4-6e79-4512-87e2-bfe3186bed68 HTTP/1.1" status: 200 len: 217 time: 0.0786288 Jul 09 14:36:37.440465 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 5aa9cea2-4cbd-4fb7-a1c3-70f09c41377d not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:36:37.444103 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73f8d51-9133-4575-bfea-431f2a7627f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46809e29-f05d-4cfb-a5e8-11a1996364c0,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:37.456243 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a73f8d51-9133-4575-bfea-431f2a7627f4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8e242fb328084ba785b596fcabb5e5d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8391688 Jul 09 14:36:37.465706 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-812b8ddc-f984-4df3-9439-31c5a74ef8c0 req-d6160008-b197-47c1-bcd0-7c1f994de010 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Deleting port 42f630b6-013d-4f7f-a45e-8a23eb8f32db {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:36:37.466047 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-812b8ddc-f984-4df3-9439-31c5a74ef8c0 req-d6160008-b197-47c1-bcd0-7c1f994de010 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:37.472587 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49558) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:37.534173 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-fcfa62c4-a595-4e3d-9213-b546c330b4cf admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2576201 Jul 09 14:36:37.540198 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ebab54df-3346-4bd1-b2c1-7f4068f88fb3 req-8a8371b9-c8f7-4f9e-95fd-55526522e111 tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170442 Jul 09 14:36:37.545608 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1c882f7e-969c-44a2-b394-4a63faea85a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:37.580495 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ac6284-624a-4cff-86f3-45fd0b70ec9d None None] Network 96850b37-4bb0-41cb-be35-fe95a687a17c requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:36:37.587700 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-945e4fd0-460b-4dd1-94eb-1471a95e0037 req-b21ff678-13f4-445b-a14c-b34f44807ae6 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:37.603663 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1c882f7e-969c-44a2-b394-4a63faea85a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:37.618628 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58704d47-af65-44ae-b444-9aff2cd052dc req-e156d080-7b2b-4f9c-b4bf-9eb118ec65f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:37.620411 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-58704d47-af65-44ae-b444-9aff2cd052dc req-e156d080-7b2b-4f9c-b4bf-9eb118ec65f5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e48d7f3a-0ca9-428c-9383-07e4f6a75f04 HTTP/1.1" status: 200 len: 848 time: 0.1670494 Jul 09 14:36:37.637481 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a09abcc1-2ac3-4c64-906e-67740c44a5a0 req-9ae080b1-b146-47bd-8cf2-d1135e4c350d tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641300 Jul 09 14:36:37.638328 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-945e4fd0-460b-4dd1-94eb-1471a95e0037 req-b21ff678-13f4-445b-a14c-b34f44807ae6 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Transition to ACTIVE for port object bd069943-34a9-4a09-89d5-e2a587208dbe will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:36:37.686402 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-58704d47-af65-44ae-b444-9aff2cd052dc req-534efe3c-b878-4a1e-8c79-6bdfe3c9684c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=56b8037f-2c10-4a66-9bb7-3f0d90fcd124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553467 Jul 09 14:36:37.690787 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e49f2dac-0892-43d1-893d-3b31c01fc1b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:37.795119 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e49f2dac-0892-43d1-893d-3b31c01fc1b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:37.878761 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-58704d47-af65-44ae-b444-9aff2cd052dc req-bf8ff50a-4b60-4775-bfd6-7996d86f00b5 service neutron] 10.222.0.54 "GET /v2.0/networks/56b8037f-2c10-4a66-9bb7-3f0d90fcd124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829338 Jul 09 14:36:37.941669 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-945e4fd0-460b-4dd1-94eb-1471a95e0037 req-b21ff678-13f4-445b-a14c-b34f44807ae6 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:37.995270 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-945e4fd0-460b-4dd1-94eb-1471a95e0037 req-b21ff678-13f4-445b-a14c-b34f44807ae6 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Network e7430d59-7c88-483d-984e-fabf3c5cc12e is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:36:38.010596 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-812b8ddc-f984-4df3-9439-31c5a74ef8c0 req-d6160008-b197-47c1-bcd0-7c1f994de010 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] For port 42f630b6-013d-4f7f-a45e-8a23eb8f32db, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=42f630b6-013d-4f7f-a45e-8a23eb8f32db,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:36:38.011206 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-812b8ddc-f984-4df3-9439-31c5a74ef8c0 req-d6160008-b197-47c1-bcd0-7c1f994de010 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:38.013620 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-945e4fd0-460b-4dd1-94eb-1471a95e0037 req-b21ff678-13f4-445b-a14c-b34f44807ae6 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:36:38.017362 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-945e4fd0-460b-4dd1-94eb-1471a95e0037 req-b21ff678-13f4-445b-a14c-b34f44807ae6 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:36:38.023670 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e4fd0-460b-4dd1-94eb-1471a95e0037 req-b21ff678-13f4-445b-a14c-b34f44807ae6 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:38.024459 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-945e4fd0-460b-4dd1-94eb-1471a95e0037 req-b21ff678-13f4-445b-a14c-b34f44807ae6 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:38.036915 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-812b8ddc-f984-4df3-9439-31c5a74ef8c0 req-d6160008-b197-47c1-bcd0-7c1f994de010 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Calling delete_port for 42f630b6-013d-4f7f-a45e-8a23eb8f32db owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:36:38.040006 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21ff678-13f4-445b-a14c-b34f44807ae6 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Pushing event updated for resources: {'Port': ['ID=bd069943-34a9-4a09-89d5-e2a587208dbe,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:38.043789 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e49f2dac-0892-43d1-893d-3b31c01fc1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:38.047165 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e49f2dac-0892-43d1-893d-3b31c01fc1b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:38.048981 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-e49f2dac-0892-43d1-893d-3b31c01fc1b7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/46809e29-f05d-4cfb-a5e8-11a1996364c0 HTTP/1.1" status: 204 len: 168 time: 0.5748217 Jul 09 14:36:38.105812 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49f2dac-0892-43d1-893d-3b31c01fc1b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46809e29-f05d-4cfb-a5e8-11a1996364c0,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:38.117846 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-58704d47-af65-44ae-b444-9aff2cd052dc req-7ce55801-25f2-4b28-8c26-afa769589455 service neutron] 10.222.0.54 "GET /v2.0/networks/56b8037f-2c10-4a66-9bb7-3f0d90fcd124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318285 Jul 09 14:36:38.140894 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1c882f7e-969c-44a2-b394-4a63faea85a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:38.147918 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1c882f7e-969c-44a2-b394-4a63faea85a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:38.149887 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-1c882f7e-969c-44a2-b394-4a63faea85a4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b35ae8a6-0754-4312-8555-bcad09d0bd05 HTTP/1.1" status: 204 len: 168 time: 0.8111596 Jul 09 14:36:38.165492 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c882f7e-969c-44a2-b394-4a63faea85a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35ae8a6-0754-4312-8555-bcad09d0bd05,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:38.179262 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672984b4-0433-44b9-a3b9-da1c97aa2715 req-67837e6f-8aff-4214-9351-a766a84a96d2 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:38.181502 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-672984b4-0433-44b9-a3b9-da1c97aa2715 req-67837e6f-8aff-4214-9351-a766a84a96d2 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ef619a1-47f0-48da-b39d-a97895cd4127 HTTP/1.1" status: 200 len: 931 time: 0.2471240 Jul 09 14:36:38.185767 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-945e4fd0-460b-4dd1-94eb-1471a95e0037 req-b21ff678-13f4-445b-a14c-b34f44807ae6 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7435372 Jul 09 14:36:38.206924 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-945e4fd0-460b-4dd1-94eb-1471a95e0037 req-3e7daf29-3379-499d-8fac-852dbde82e6f service neutron] Request body: {'port': {'device_id': '6ef619a1-47f0-48da-b39d-a97895cd4127', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:36:38.296288 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-672984b4-0433-44b9-a3b9-da1c97aa2715 req-c4950f45-6d2d-4b56-938d-37778f70c283 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "GET /v2.0/security-groups?id=56f8d71f-a162-4356-920c-4536638f4f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056838 Jul 09 14:36:38.384659 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-945e4fd0-460b-4dd1-94eb-1471a95e0037 req-3e7daf29-3379-499d-8fac-852dbde82e6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:38.484383 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-812b8ddc-f984-4df3-9439-31c5a74ef8c0 req-d6160008-b197-47c1-bcd0-7c1f994de010 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:38.488221 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['3c57efbc-7475-4ce6-9c7b-cea4b3c32a2c'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:36:38.529049 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['42f630b6-013d-4f7f-a45e-8a23eb8f32db'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:36:38.587003 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6160008-b197-47c1-bcd0-7c1f994de010 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Pushing event deleted for resources: {'Port': ['ID=42f630b6-013d-4f7f-a45e-8a23eb8f32db,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:38.592839 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-fe5cda49-2a30-4a6a-9ccd-c0266710d8b7 None None] Provisioning for port bd069943-34a9-4a09-89d5-e2a587208dbe completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:36:38.622211 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-fe5cda49-2a30-4a6a-9ccd-c0266710d8b7 None None] Provisioning complete for port bd069943-34a9-4a09-89d5-e2a587208dbe triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:36:38.622816 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-fe5cda49-2a30-4a6a-9ccd-c0266710d8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:38.654067 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-812b8ddc-f984-4df3-9439-31c5a74ef8c0 req-d6160008-b197-47c1-bcd0-7c1f994de010 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] No DVR routers for this DVR port 42f630b6-013d-4f7f-a45e-8a23eb8f32db on host n-h1-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:36:38.665958 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-812b8ddc-f984-4df3-9439-31c5a74ef8c0 req-d6160008-b197-47c1-bcd0-7c1f994de010 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:38.671364 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-812b8ddc-f984-4df3-9439-31c5a74ef8c0 req-d6160008-b197-47c1-bcd0-7c1f994de010 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.62 "DELETE /v2.0/ports/42f630b6-013d-4f7f-a45e-8a23eb8f32db HTTP/1.1" status: 204 len: 173 time: 1.5260155 Jul 09 14:36:38.678318 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4a5793-8b72-4f80-9a91-015100a5039a', 'name': 'network-vif-deleted', 'tag': '42f630b6-013d-4f7f-a45e-8a23eb8f32db'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:36:38.686115 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16f84cf-91a7-4feb-802d-b04959542e84" -d '{"events": [{"server_uuid": "1d4a5793-8b72-4f80-9a91-015100a5039a", "name": "network-vif-deleted", "tag": "42f630b6-013d-4f7f-a45e-8a23eb8f32db"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:36:38.705812 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-fe5cda49-2a30-4a6a-9ccd-c0266710d8b7 None None] Port bd069943-34a9-4a09-89d5-e2a587208dbe cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:36:38.736056 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a34987-d785-428d-9ab5-fa8af578caf1 req-7a418743-93b3-4da1-8663-7effcb7f56fe tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:38.744360 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-69a34987-d785-428d-9ab5-fa8af578caf1 req-7a418743-93b3-4da1-8663-7effcb7f56fe tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d4a5793-8b72-4f80-9a91-015100a5039a HTTP/1.1" status: 200 len: 867 time: 0.3152621 Jul 09 14:36:38.830123 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-69a34987-d785-428d-9ab5-fa8af578caf1 req-a0e545fe-3ee6-4117-9913-259c6fd40d60 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.58 "GET /v2.0/security-groups?id=26db68c8-80e4-439b-baaf-94963c11c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845895 Jul 09 14:36:38.884253 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291bd89-cb58-4391-be6d-bdf812a79f05 req-70386395-0a69-4188-acc7-f4cd7a142d57 tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:38.892085 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2291bd89-cb58-4391-be6d-bdf812a79f05 req-70386395-0a69-4188-acc7-f4cd7a142d57 tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=34d41cf2-7f9c-45b4-b98b-f67604774c17 HTTP/1.1" status: 200 len: 1097 time: 0.1914084 Jul 09 14:36:38.959059 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-945e4fd0-460b-4dd1-94eb-1471a95e0037 req-3e7daf29-3379-499d-8fac-852dbde82e6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd069943-34a9-4a09-89d5-e2a587208dbe {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:36:38.964699 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2291bd89-cb58-4391-be6d-bdf812a79f05 req-18681d26-e3b4-4e76-a1b7-4e25def56910 tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716536 Jul 09 14:36:38.969530 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-945e4fd0-460b-4dd1-94eb-1471a95e0037 req-3e7daf29-3379-499d-8fac-852dbde82e6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:38.990535 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-945e4fd0-460b-4dd1-94eb-1471a95e0037 req-3e7daf29-3379-499d-8fac-852dbde82e6f service neutron] Transition to ACTIVE for port object bd069943-34a9-4a09-89d5-e2a587208dbe will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:36:39.036759 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d57adb7-994a-48c1-b140-491070002930 x-openstack-request-id: req-8d57adb7-994a-48c1-b140-491070002930 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:36:39.037065 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d4a5793-8b72-4f80-9a91-015100a5039a", "name": "network-vif-deleted", "tag": "42f630b6-013d-4f7f-a45e-8a23eb8f32db", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:36:39.037318 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8d57adb7-994a-48c1-b140-491070002930 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:36:39.037718 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d4a5793-8b72-4f80-9a91-015100a5039a', 'name': 'network-vif-deleted', 'tag': '42f630b6-013d-4f7f-a45e-8a23eb8f32db', 'status': 'completed', 'code': 200} Jul 09 14:36:39.074147 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-945e4fd0-460b-4dd1-94eb-1471a95e0037 req-3e7daf29-3379-499d-8fac-852dbde82e6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:39.149233 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7daf29-3379-499d-8fac-852dbde82e6f service neutron] Pushing event updated for resources: {'Port': ['ID=bd069943-34a9-4a09-89d5-e2a587208dbe,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:39.159916 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0cf130-0e24-454e-b66a-6fca544e8f36 req-9be78ed0-9651-4ab0-a491-60da4f355135 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:39.166606 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ea0cf130-0e24-454e-b66a-6fca544e8f36 req-9be78ed0-9651-4ab0-a491-60da4f355135 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=45a73b6e-4f2b-42df-a010-72db422d5024 HTTP/1.1" status: 200 len: 944 time: 0.0885627 Jul 09 14:36:39.205622 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ea0cf130-0e24-454e-b66a-6fca544e8f36 req-7fce7170-e55e-4f43-8e6b-01ae1a5c5893 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377791 Jul 09 14:36:39.211133 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-945e4fd0-460b-4dd1-94eb-1471a95e0037 req-3e7daf29-3379-499d-8fac-852dbde82e6f service neutron] Attempting to bind port bd069943-34a9-4a09-89d5-e2a587208dbe on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:36:39.211133 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-945e4fd0-460b-4dd1-94eb-1471a95e0037 req-3e7daf29-3379-499d-8fac-852dbde82e6f service neutron] Attempting to bind port bd069943-34a9-4a09-89d5-e2a587208dbe by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': '85303425-81df-497a-8117-22ba6281b80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e7430d59-7c88-483d-984e-fabf3c5cc12e'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:36:39.211133 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945e4fd0-460b-4dd1-94eb-1471a95e0037 req-3e7daf29-3379-499d-8fac-852dbde82e6f service neutron] Attempting to bind port bd069943-34a9-4a09-89d5-e2a587208dbe on network e7430d59-7c88-483d-984e-fabf3c5cc12e {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:36:39.214282 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945e4fd0-460b-4dd1-94eb-1471a95e0037 req-3e7daf29-3379-499d-8fac-852dbde82e6f service neutron] Port bd069943-34a9-4a09-89d5-e2a587208dbe on network e7430d59-7c88-483d-984e-fabf3c5cc12e not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:36:39.214662 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945e4fd0-460b-4dd1-94eb-1471a95e0037 req-3e7daf29-3379-499d-8fac-852dbde82e6f service neutron] Attempting to bind port bd069943-34a9-4a09-89d5-e2a587208dbe on network e7430d59-7c88-483d-984e-fabf3c5cc12e {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:36:39.220271 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945e4fd0-460b-4dd1-94eb-1471a95e0037 req-3e7daf29-3379-499d-8fac-852dbde82e6f service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:36:39.220601 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945e4fd0-460b-4dd1-94eb-1471a95e0037 req-3e7daf29-3379-499d-8fac-852dbde82e6f service neutron] Checking segment: {'id': '85303425-81df-497a-8117-22ba6281b80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e7430d59-7c88-483d-984e-fabf3c5cc12e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:36:39.221116 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945e4fd0-460b-4dd1-94eb-1471a95e0037 req-3e7daf29-3379-499d-8fac-852dbde82e6f service neutron] Bound using segment: {'id': '85303425-81df-497a-8117-22ba6281b80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e7430d59-7c88-483d-984e-fabf3c5cc12e'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:36:39.221407 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-945e4fd0-460b-4dd1-94eb-1471a95e0037 req-3e7daf29-3379-499d-8fac-852dbde82e6f service neutron] Bound port: bd069943-34a9-4a09-89d5-e2a587208dbe, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85303425-81df-497a-8117-22ba6281b80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e7430d59-7c88-483d-984e-fabf3c5cc12e'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:36:39.221761 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-945e4fd0-460b-4dd1-94eb-1471a95e0037 req-3e7daf29-3379-499d-8fac-852dbde82e6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:39.287176 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-945e4fd0-460b-4dd1-94eb-1471a95e0037 req-3e7daf29-3379-499d-8fac-852dbde82e6f service neutron] For port bd069943-34a9-4a09-89d5-e2a587208dbe, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:36:39.290161 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-945e4fd0-460b-4dd1-94eb-1471a95e0037 req-3e7daf29-3379-499d-8fac-852dbde82e6f service neutron] For port bd069943-34a9-4a09-89d5-e2a587208dbe, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=bd069943-34a9-4a09-89d5-e2a587208dbe,segment=NetworkSegment(85303425-81df-497a-8117-22ba6281b80e),segment_id=85303425-81df-497a-8117-22ba6281b80e)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:36:39.313537 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49606) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:39.330048 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-97f884ed-7b50-4aa9-851d-76faa71e0f5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:39.389454 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-945e4fd0-460b-4dd1-94eb-1471a95e0037 req-3e7daf29-3379-499d-8fac-852dbde82e6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:39.439731 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e4fd0-460b-4dd1-94eb-1471a95e0037 req-3e7daf29-3379-499d-8fac-852dbde82e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:39.440349 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-945e4fd0-460b-4dd1-94eb-1471a95e0037 req-3e7daf29-3379-499d-8fac-852dbde82e6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:39.441966 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-945e4fd0-460b-4dd1-94eb-1471a95e0037 req-3e7daf29-3379-499d-8fac-852dbde82e6f service neutron] 10.222.0.62 "PUT /v2.0/ports/bd069943-34a9-4a09-89d5-e2a587208dbe HTTP/1.1" status: 200 len: 1091 time: 1.2413330 Jul 09 14:36:39.445626 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ef619a1-47f0-48da-b39d-a97895cd4127', 'tag': 'bd069943-34a9-4a09-89d5-e2a587208dbe'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:36:39.447943 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ffabfa-95f6-4e30-890c-27917583c088" -d '{"events": [{"name": "network-changed", "server_uuid": "6ef619a1-47f0-48da-b39d-a97895cd4127", "tag": "bd069943-34a9-4a09-89d5-e2a587208dbe"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:36:39.480530 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49614) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:39.485745 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-97f884ed-7b50-4aa9-851d-76faa71e0f5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:39.491744 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7daf29-3379-499d-8fac-852dbde82e6f service neutron] Pushing event updated for resources: {'Port': ['ID=bd069943-34a9-4a09-89d5-e2a587208dbe,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:39.506557 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8eaafe48-cea5-4752-b7ec-2943740b51b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:39.527841 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f97c19-b50c-4d22-897e-d5e1bfd47c54 req-ae04d8f7-f0f1-49e2-b5d4-1a188f105f19 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:39.531766 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-80f97c19-b50c-4d22-897e-d5e1bfd47c54 req-ae04d8f7-f0f1-49e2-b5d4-1a188f105f19 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ef619a1-47f0-48da-b39d-a97895cd4127 HTTP/1.1" status: 200 len: 943 time: 0.0956068 Jul 09 14:36:39.583825 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-80f97c19-b50c-4d22-897e-d5e1bfd47c54 req-19772011-84c0-4a56-9a05-747901c74a64 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "GET /v2.0/security-groups?id=56f8d71f-a162-4356-920c-4536638f4f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457950 Jul 09 14:36:39.624348 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-97f884ed-7b50-4aa9-851d-76faa71e0f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:39.665766 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-621ff1e5-664d-44d4-b3fe-2f0d1e20869f x-openstack-request-id: req-621ff1e5-664d-44d4-b3fe-2f0d1e20869f {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:36:39.669505 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ef619a1-47f0-48da-b39d-a97895cd4127", "tag": "bd069943-34a9-4a09-89d5-e2a587208dbe", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:36:39.671084 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-621ff1e5-664d-44d4-b3fe-2f0d1e20869f {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:36:39.671783 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ef619a1-47f0-48da-b39d-a97895cd4127', 'tag': 'bd069943-34a9-4a09-89d5-e2a587208dbe', 'status': 'completed', 'code': 200} Jul 09 14:36:39.673980 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49616) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:39.682190 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-88651012-ea40-43e3-b4cf-f82183dee49a admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1864753966-network', 'tenant_id': 'd1307a258bbd4ee296c73d7c45f2b05e'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:36:39.724168 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-97f884ed-7b50-4aa9-851d-76faa71e0f5a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6b3ec9248eed4a5c85567a67193420d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4094429 Jul 09 14:36:39.726605 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49618) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:39.733909 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f884ed-7b50-4aa9-851d-76faa71e0f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae2ab4c-0db6-44d9-afb4-8c9132b3ab72,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:39.767296 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8eaafe48-cea5-4752-b7ec-2943740b51b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:39.789778 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device dd2205a4-6e79-4512-87e2-bfe3186bed68 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:36:39.800945 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e4fd0-460b-4dd1-94eb-1471a95e0037 req-2892b6df-fdde-4c0e-a4bf-dfbab30016a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:39.802713 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-945e4fd0-460b-4dd1-94eb-1471a95e0037 req-2892b6df-fdde-4c0e-a4bf-dfbab30016a7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f9beeac302b4456ab9897feb8634bccd&device_id=6ef619a1-47f0-48da-b39d-a97895cd4127 HTTP/1.1" status: 200 len: 1094 time: 0.1387913 Jul 09 14:36:39.808153 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dad5aa17-bb62-47b9-b136-37b968d08890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:39.837928 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dad5aa17-bb62-47b9-b136-37b968d08890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:39.846482 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8eaafe48-cea5-4752-b7ec-2943740b51b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:39.888146 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-945e4fd0-460b-4dd1-94eb-1471a95e0037 req-ea4023fc-8052-48df-90d7-29f185325536 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd069943-34a9-4a09-89d5-e2a587208dbe HTTP/1.1" status: 200 len: 217 time: 0.0610602 Jul 09 14:36:39.915008 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port dd2205a4-6e79-4512-87e2-bfe3186bed68, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=dd2205a4-6e79-4512-87e2-bfe3186bed68,segment=NetworkSegment(cd7790e9-3309-48a3-bfb3-c9f386870e48),segment_id=cd7790e9-3309-48a3-bfb3-c9f386870e48)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:36:39.915268 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-8eaafe48-cea5-4752-b7ec-2943740b51b1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bb3e3cb37dec49b8baa539e54cf784c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4326646 Jul 09 14:36:39.917199 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaafe48-cea5-4752-b7ec-2943740b51b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab21c6b-b2aa-483c-98c8-472022407238,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:39.921266 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49626) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:39.929371 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': 'dd2205a4-6e79-4512-87e2-bfe3186bed68', 'network_id': '56b8037f-2c10-4a66-9bb7-3f0d90fcd124', 'port_id': 'dd2205a4-6e79-4512-87e2-bfe3186bed68', 'mac_address': 'fa:16:3e:00:2a:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e48d7f3a-0ca9-428c-9383-07e4f6a75f04', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:36:39.969846 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88651012-ea40-43e3-b4cf-f82183dee49a admin admin] Made reservation on behalf of d1307a258bbd4ee296c73d7c45f2b05e for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:36:39.972957 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-88651012-ea40-43e3-b4cf-f82183dee49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:39.989930 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:39.997875 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e4fd0-460b-4dd1-94eb-1471a95e0037 req-ee82cac9-7de8-4a16-a0fe-b6dd17246750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:39.999116 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-88651012-ea40-43e3-b4cf-f82183dee49a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:40.002383 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-945e4fd0-460b-4dd1-94eb-1471a95e0037 req-ee82cac9-7de8-4a16-a0fe-b6dd17246750 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a29bed4a-eb5d-425d-bedd-f3538b5fd90a HTTP/1.1" status: 200 len: 863 time: 0.0947359 Jul 09 14:36:40.012098 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd2205a4-6e79-4512-87e2-bfe3186bed68 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:36:40.017430 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c22b84ac-7a96-4ad9-9fc8-7521e026cae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:40.040746 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port dd2205a4-6e79-4512-87e2-bfe3186bed68, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=dd2205a4-6e79-4512-87e2-bfe3186bed68,segment=NetworkSegment(cd7790e9-3309-48a3-bfb3-c9f386870e48),segment_id=cd7790e9-3309-48a3-bfb3-c9f386870e48)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:36:40.041000 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c22b84ac-7a96-4ad9-9fc8-7521e026cae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:40.092471 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e4fd0-460b-4dd1-94eb-1471a95e0037 req-39e7c67b-db28-4a69-8468-3bf8a8559591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:40.094964 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-945e4fd0-460b-4dd1-94eb-1471a95e0037 req-39e7c67b-db28-4a69-8468-3bf8a8559591 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e7430d59-7c88-483d-984e-fabf3c5cc12e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0856063 Jul 09 14:36:40.129921 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:40.131721 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8eb23324-7e03-42ed-8fd1-6c20aaa1ce12 req-2a533988-763b-4903-80b3-8feb3542511b tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d4a5793-8b72-4f80-9a91-015100a5039a HTTP/1.1" status: 200 len: 210 time: 0.0354793 Jul 09 14:36:40.142045 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dad5aa17-bb62-47b9-b136-37b968d08890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:40.145165 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dad5aa17-bb62-47b9-b136-37b968d08890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:40.149620 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-dad5aa17-bb62-47b9-b136-37b968d08890 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2ae2ab4c-0db6-44d9-afb4-8c9132b3ab72 HTTP/1.1" status: 204 len: 168 time: 0.4219220 Jul 09 14:36:40.186469 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad5aa17-bb62-47b9-b136-37b968d08890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae2ab4c-0db6-44d9-afb4-8c9132b3ab72,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:40.227884 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c22b84ac-7a96-4ad9-9fc8-7521e026cae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:40.232982 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c22b84ac-7a96-4ad9-9fc8-7521e026cae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:40.234435 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c22b84ac-7a96-4ad9-9fc8-7521e026cae4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8ab21c6b-b2aa-483c-98c8-472022407238 HTTP/1.1" status: 204 len: 168 time: 0.3121893 Jul 09 14:36:40.235479 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-945e4fd0-460b-4dd1-94eb-1471a95e0037 req-09a82e1b-76c8-4c15-94d2-d9a55bb9d072 service neutron] 10.222.0.62 "GET /v2.0/networks/e7430d59-7c88-483d-984e-fabf3c5cc12e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304502 Jul 09 14:36:40.259478 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22b84ac-7a96-4ad9-9fc8-7521e026cae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab21c6b-b2aa-483c-98c8-472022407238,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:40.307114 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=dd2205a4-6e79-4512-87e2-bfe3186bed68,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:40.317023 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:40.320943 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:40.320943 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:40.320943 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:40.320943 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:40.320943 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:40.320943 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:40.320943 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:40.320943 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:40.320943 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:40.320943 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:40.321798 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:40.344941 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-88651012-ea40-43e3-b4cf-f82183dee49a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:40.357637 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e6907-56a4-4798-820b-7b566ed8740c req-2ad6f88d-a872-4e09-bea5-58965cf0b2c5 tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:40.359276 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b31e6907-56a4-4798-820b-7b566ed8740c req-2ad6f88d-a872-4e09-bea5-58965cf0b2c5 tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=34d41cf2-7f9c-45b4-b98b-f67604774c17 HTTP/1.1" status: 200 len: 1097 time: 0.1971178 Jul 09 14:36:40.393659 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['dd2205a4-6e79-4512-87e2-bfe3186bed68'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:36:40.404043 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b31e6907-56a4-4798-820b-7b566ed8740c req-25559980-75a2-4a72-b062-c5fbe3c78918 tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372317 Jul 09 14:36:40.504590 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-88651012-ea40-43e3-b4cf-f82183dee49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:40.521893 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88651012-ea40-43e3-b4cf-f82183dee49a admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:36:40.544356 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-88651012-ea40-43e3-b4cf-f82183dee49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:40.544638 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-88651012-ea40-43e3-b4cf-f82183dee49a admin admin] Added segment 5c966ce3-8a9c-4271-8bbc-bc7b39fb4eec of type vlan for network 7655365b-a5ec-4ff1-9e21-1c412403606a Jul 09 14:36:40.626257 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-945e4fd0-460b-4dd1-94eb-1471a95e0037 req-b0a5bafe-c543-420b-ba63-ca5dcd733396 service neutron] 10.222.0.62 "GET /v2.0/networks/e7430d59-7c88-483d-984e-fabf3c5cc12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3835166 Jul 09 14:36:40.663764 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-88651012-ea40-43e3-b4cf-f82183dee49a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:40.668708 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88651012-ea40-43e3-b4cf-f82183dee49a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89eb2240-f5b2-4856-ac22-a377997751eb,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:40.733444 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e42e9-c45e-4d51-b8a7-bf426742c56e req-fe705774-4156-4803-9195-9baebf2fb6ef tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:40.736372 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9e9e42e9-c45e-4d51-b8a7-bf426742c56e req-fe705774-4156-4803-9195-9baebf2fb6ef tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=45a73b6e-4f2b-42df-a010-72db422d5024 HTTP/1.1" status: 200 len: 945 time: 0.1563323 Jul 09 14:36:40.783821 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9e9e42e9-c45e-4d51-b8a7-bf426742c56e req-0f75082b-86fc-4f65-97ff-9fefc3f85fea tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399208 Jul 09 14:36:40.846834 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-88651012-ea40-43e3-b4cf-f82183dee49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:40.849004 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88651012-ea40-43e3-b4cf-f82183dee49a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:40.850326 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-88651012-ea40-43e3-b4cf-f82183dee49a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:40.890009 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ffabfa-95f6-4e30-890c-27917583c088 req-62b5f55d-0fc5-4715-bcae-ecddda44361f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:40.892787 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e5ffabfa-95f6-4e30-890c-27917583c088 req-62b5f55d-0fc5-4715-bcae-ecddda44361f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f9beeac302b4456ab9897feb8634bccd&device_id=6ef619a1-47f0-48da-b39d-a97895cd4127 HTTP/1.1" status: 200 len: 1094 time: 0.0896227 Jul 09 14:36:40.928072 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88651012-ea40-43e3-b4cf-f82183dee49a admin admin] Pushing event updated for resources: {'Network': ['ID=7655365b-a5ec-4ff1-9e21-1c412403606a,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:40.940172 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 7655365b-a5ec-4ff1-9e21-1c412403606a details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:36:40.994987 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-88651012-ea40-43e3-b4cf-f82183dee49a admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3196926 Jul 09 14:36:41.006564 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49660) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:41.014715 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-f0d5c361-8a8c-4fa0-9cf6-ac1586d9c902 admin admin] Request body: {'subnet': {'network_id': '7655365b-a5ec-4ff1-9e21-1c412403606a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1864753966-subnet', 'tenant_id': 'd1307a258bbd4ee296c73d7c45f2b05e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:36:41.020634 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ffabfa-95f6-4e30-890c-27917583c088 req-46ed5407-75cf-4ba5-bbe0-a8e724838a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:41.022165 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e5ffabfa-95f6-4e30-890c-27917583c088 req-46ed5407-75cf-4ba5-bbe0-a8e724838a2d service neutron] 10.222.0.62 "GET /v2.0/networks?id=e7430d59-7c88-483d-984e-fabf3c5cc12e HTTP/1.1" status: 200 len: 925 time: 0.1229365 Jul 09 14:36:41.053671 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a4bd4-dd76-494a-bd2e-b646cdf3b879 req-7c413cd8-9f0f-4350-829b-151200a848d2 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:41.060500 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-428a4bd4-dd76-494a-bd2e-b646cdf3b879 req-7c413cd8-9f0f-4350-829b-151200a848d2 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ef619a1-47f0-48da-b39d-a97895cd4127 HTTP/1.1" status: 200 len: 943 time: 0.1286221 Jul 09 14:36:41.066271 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e5ffabfa-95f6-4e30-890c-27917583c088 req-bb743321-08bf-456d-9351-fee885b0aa7d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd069943-34a9-4a09-89d5-e2a587208dbe HTTP/1.1" status: 200 len: 217 time: 0.0372076 Jul 09 14:36:41.109148 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-428a4bd4-dd76-494a-bd2e-b646cdf3b879 req-573ec7a7-59b3-4f02-a6ef-f6efe333519a tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "GET /v2.0/security-groups?id=56f8d71f-a162-4356-920c-4536638f4f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439816 Jul 09 14:36:41.124086 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ffabfa-95f6-4e30-890c-27917583c088 req-83489980-3092-4594-b25d-31bb279145be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:41.125855 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e5ffabfa-95f6-4e30-890c-27917583c088 req-83489980-3092-4594-b25d-31bb279145be service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a29bed4a-eb5d-425d-bedd-f3538b5fd90a HTTP/1.1" status: 200 len: 863 time: 0.0517788 Jul 09 14:36:41.146480 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d5c361-8a8c-4fa0-9cf6-ac1586d9c902 admin admin] Made reservation on behalf of d1307a258bbd4ee296c73d7c45f2b05e for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:36:41.151643 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f0d5c361-8a8c-4fa0-9cf6-ac1586d9c902 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:41.227045 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ffabfa-95f6-4e30-890c-27917583c088 req-1fe4a709-8f87-49eb-9d9a-0f980d2ed7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:41.228593 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e5ffabfa-95f6-4e30-890c-27917583c088 req-1fe4a709-8f87-49eb-9d9a-0f980d2ed7e1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e7430d59-7c88-483d-984e-fabf3c5cc12e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0968630 Jul 09 14:36:41.320470 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e5ffabfa-95f6-4e30-890c-27917583c088 req-4f094e6e-72a6-44fc-a758-9beba5d76c08 service neutron] 10.222.0.62 "GET /v2.0/networks/e7430d59-7c88-483d-984e-fabf3c5cc12e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843508 Jul 09 14:36:41.421974 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e5ffabfa-95f6-4e30-890c-27917583c088 req-43eeae68-6b42-44ca-aa8e-7f8ad25abf5d service neutron] 10.222.0.62 "GET /v2.0/networks/e7430d59-7c88-483d-984e-fabf3c5cc12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950143 Jul 09 14:36:41.424159 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 42f630b6-013d-4f7f-a45e-8a23eb8f32db no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:36:41.444594 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: 42f630b6-013d-4f7f-a45e-8a23eb8f32db {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:36:41.445276 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 42f630b6-013d-4f7f-a45e-8a23eb8f32db not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:36:41.471412 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f0d5c361-8a8c-4fa0-9cf6-ac1586d9c902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:41.545780 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d5c361-8a8c-4fa0-9cf6-ac1586d9c902 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d4028ef-1294-47df-98e9-987632c1b078,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:41.558162 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d5c361-8a8c-4fa0-9cf6-ac1586d9c902 admin admin] Checking segment: {'id': '5c966ce3-8a9c-4271-8bbc-bc7b39fb4eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7655365b-a5ec-4ff1-9e21-1c412403606a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:36:41.558162 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d5c361-8a8c-4fa0-9cf6-ac1586d9c902 admin admin] Network hostable DHCP agents. Network: 7655365b-a5ec-4ff1-9e21-1c412403606a, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:36:41.660398 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d5c361-8a8c-4fa0-9cf6-ac1586d9c902 admin admin] Network 7655365b-a5ec-4ff1-9e21-1c412403606a is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:36:41.743815 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-f0d5c361-8a8c-4fa0-9cf6-ac1586d9c902 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 7655365b-a5ec-4ff1-9e21-1c412403606a) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:36:41.749744 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d5c361-8a8c-4fa0-9cf6-ac1586d9c902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:41.749942 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f0d5c361-8a8c-4fa0-9cf6-ac1586d9c902 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:41.753108 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bd7442-9a86-4124-aaa1-2165092c23ab None None] Network 7655365b-a5ec-4ff1-9e21-1c412403606a requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:36:41.809022 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device dd2205a4-6e79-4512-87e2-bfe3186bed68 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:36:41.836300 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f0d5c361-8a8c-4fa0-9cf6-ac1586d9c902 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8314753 Jul 09 14:36:41.947850 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36589de-e7c5-4ea6-9625-cce4d55c31cc None None] Network 7655365b-a5ec-4ff1-9e21-1c412403606a requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:36:42.016342 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port dd2205a4-6e79-4512-87e2-bfe3186bed68 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:36:42.048367 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port dd2205a4-6e79-4512-87e2-bfe3186bed68 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:36:42.048945 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:42.203457 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:42.224770 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a73b6e-4f2b-42df-a010-72db422d5024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd2205a4-6e79-4512-87e2-bfe3186bed68'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:36:42.227083 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ea7a88-185b-48ac-af38-eab5ab2d8d65" -d '{"events": [{"server_uuid": "45a73b6e-4f2b-42df-a010-72db422d5024", "name": "network-vif-plugged", "status": "completed", "tag": "dd2205a4-6e79-4512-87e2-bfe3186bed68"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:36:42.241542 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port dd2205a4-6e79-4512-87e2-bfe3186bed68, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=dd2205a4-6e79-4512-87e2-bfe3186bed68,segment=NetworkSegment(cd7790e9-3309-48a3-bfb3-c9f386870e48),segment_id=cd7790e9-3309-48a3-bfb3-c9f386870e48)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:36:42.347163 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:42.479983 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=dd2205a4-6e79-4512-87e2-bfe3186bed68,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:42.537815 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436904f-cb91-424d-8f85-0138de219f87 req-7c72268d-32d1-4563-b06e-d81f9bfa045c tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:42.539319 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3436904f-cb91-424d-8f85-0138de219f87 req-7c72268d-32d1-4563-b06e-d81f9bfa045c tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=45a73b6e-4f2b-42df-a010-72db422d5024 HTTP/1.1" status: 200 len: 946 time: 0.0692954 Jul 09 14:36:42.578407 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3436904f-cb91-424d-8f85-0138de219f87 req-72ce18b7-6345-4655-8f3b-eaf0e87b7c8e tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321479 Jul 09 14:36:42.776335 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca102d6d-808a-431a-afd4-5d97e99d3a21 req-369e5e77-dfc1-4cac-82a6-65d58a3505cb tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:42.777917 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ca102d6d-808a-431a-afd4-5d97e99d3a21 req-369e5e77-dfc1-4cac-82a6-65d58a3505cb tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ef619a1-47f0-48da-b39d-a97895cd4127 HTTP/1.1" status: 200 len: 943 time: 0.0688195 Jul 09 14:36:42.816207 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ca102d6d-808a-431a-afd4-5d97e99d3a21 req-35621b20-ceca-4eb1-bbcf-4c382c8d8b8d tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "GET /v2.0/security-groups?id=56f8d71f-a162-4356-920c-4536638f4f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324755 Jul 09 14:36:42.862534 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03bcc4a-0a5d-4bd1-99ac-560e90a2d5cd x-openstack-request-id: req-e03bcc4a-0a5d-4bd1-99ac-560e90a2d5cd {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:36:42.863256 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45a73b6e-4f2b-42df-a010-72db422d5024", "name": "network-vif-plugged", "status": "completed", "tag": "dd2205a4-6e79-4512-87e2-bfe3186bed68", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:36:42.863626 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e03bcc4a-0a5d-4bd1-99ac-560e90a2d5cd {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:36:42.864221 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45a73b6e-4f2b-42df-a010-72db422d5024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd2205a4-6e79-4512-87e2-bfe3186bed68', 'code': 200} Jul 09 14:36:43.044504 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8cae45-9d99-4327-89d4-b10367c2b123 req-9056e2d8-1632-49f1-951e-daced5c19a44 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:43.047316 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f504dc-ac94-416a-9df9-4a6ab2a31ff2 req-64e0f542-87f4-47e9-9a78-6eea223a9d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:43.047970 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1f8cae45-9d99-4327-89d4-b10367c2b123 req-9056e2d8-1632-49f1-951e-daced5c19a44 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.58 "GET /v2.0/ports?device_id=d762b363-8d3a-4424-8de1-5b8bb368fe61 HTTP/1.1" status: 200 len: 950 time: 0.0831387 Jul 09 14:36:43.048051 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b4f504dc-ac94-416a-9df9-4a6ab2a31ff2 req-64e0f542-87f4-47e9-9a78-6eea223a9d1e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=45a73b6e-4f2b-42df-a010-72db422d5024 HTTP/1.1" status: 200 len: 1097 time: 0.0901380 Jul 09 14:36:43.091282 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b4f504dc-ac94-416a-9df9-4a6ab2a31ff2 req-ca1b6fe2-ae8c-40b5-9257-a2576ea79374 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352790 Jul 09 14:36:43.101991 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1f8cae45-9d99-4327-89d4-b10367c2b123 req-5eca2e35-bcac-4ca6-b602-002c4c1a08ca tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.58 "GET /v2.0/security-groups?id=26db68c8-80e4-439b-baaf-94963c11c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471895 Jul 09 14:36:43.272575 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-6c4ff7fd-39d1-4f57-9eff-6fbf548de833 tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:36:43.273715 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-6c4ff7fd-39d1-4f57-9eff-6fbf548de833 tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069721 Jul 09 14:36:43.284497 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-bea95e30-6b38-4022-ae7c-87d3ff00cb68 service neutron] Request body: {'binding': {'host': 'n-h1-799529-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:36:43.285100 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-bea95e30-6b38-4022-ae7c-87d3ff00cb68 service neutron] Unknown quota resources ['binding']. {{(pid=94445) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 14:36:43.423736 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-bea95e30-6b38-4022-ae7c-87d3ff00cb68 service neutron] Attempting to bind port d1b103a5-9d27-490b-8844-52f475a68ea4 on host n-h1-799529-6 for vnic_type normal with profile None {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:36:43.424078 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-bea95e30-6b38-4022-ae7c-87d3ff00cb68 service neutron] Attempting to bind port d1b103a5-9d27-490b-8844-52f475a68ea4 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': 'aace0400-4c69-453a-b04e-112644859d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f37664d6-2d63-4250-9a40-b9995b72cf27'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:36:43.425170 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-bea95e30-6b38-4022-ae7c-87d3ff00cb68 service neutron] Attempting to bind port d1b103a5-9d27-490b-8844-52f475a68ea4 on network f37664d6-2d63-4250-9a40-b9995b72cf27 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:36:43.429459 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-bea95e30-6b38-4022-ae7c-87d3ff00cb68 service neutron] Port d1b103a5-9d27-490b-8844-52f475a68ea4 on network f37664d6-2d63-4250-9a40-b9995b72cf27 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:36:43.429785 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-bea95e30-6b38-4022-ae7c-87d3ff00cb68 service neutron] Attempting to bind port d1b103a5-9d27-490b-8844-52f475a68ea4 on network f37664d6-2d63-4250-9a40-b9995b72cf27 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:36:43.434524 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-bea95e30-6b38-4022-ae7c-87d3ff00cb68 service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:36:43.434872 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-bea95e30-6b38-4022-ae7c-87d3ff00cb68 service neutron] Checking segment: {'id': 'aace0400-4c69-453a-b04e-112644859d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f37664d6-2d63-4250-9a40-b9995b72cf27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:36:43.435246 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-bea95e30-6b38-4022-ae7c-87d3ff00cb68 service neutron] Bound using segment: {'id': 'aace0400-4c69-453a-b04e-112644859d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f37664d6-2d63-4250-9a40-b9995b72cf27'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:36:43.435704 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-bea95e30-6b38-4022-ae7c-87d3ff00cb68 service neutron] Bound port: d1b103a5-9d27-490b-8844-52f475a68ea4, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aace0400-4c69-453a-b04e-112644859d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f37664d6-2d63-4250-9a40-b9995b72cf27'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:36:43.551169 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-bea95e30-6b38-4022-ae7c-87d3ff00cb68 service neutron] For port d1b103a5-9d27-490b-8844-52f475a68ea4, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=d1b103a5-9d27-490b-8844-52f475a68ea4,segment=NetworkSegment(aace0400-4c69-453a-b04e-112644859d27),segment_id=aace0400-4c69-453a-b04e-112644859d27)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:36:43.576031 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a9228-c7d8-46fb-b96f-5db59dcc9c9b req-c0148205-958e-4d9a-9865-62183be4ec01 tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:43.577484 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1f1a9228-c7d8-46fb-b96f-5db59dcc9c9b req-c0148205-958e-4d9a-9865-62183be4ec01 tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] 10.222.0.58 "GET /v2.0/networks?id=96850b37-4bb0-41cb-be35-fe95a687a17c HTTP/1.1" status: 200 len: 815 time: 0.1360979 Jul 09 14:36:43.591950 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1f1a9228-c7d8-46fb-b96f-5db59dcc9c9b req-013b925e-f9f0-4f4c-83bc-5991b1eb2397 tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] 10.222.0.58 "GET /v2.0/quotas/c655907b73bb4cb9b34504caa49e4e02 HTTP/1.1" status: 200 len: 375 time: 0.0091040 Jul 09 14:36:43.627892 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1f1a9228-c7d8-46fb-b96f-5db59dcc9c9b req-7244a958-dffe-45b0-bccf-168c396d4fbb tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c655907b73bb4cb9b34504caa49e4e02&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305755 Jul 09 14:36:43.679840 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-bea95e30-6b38-4022-ae7c-87d3ff00cb68 service neutron] Notify callbacks [] for binding, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:43.681744 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-bea95e30-6b38-4022-ae7c-87d3ff00cb68 service neutron] 10.222.0.58 "POST /v2.0/ports/d1b103a5-9d27-490b-8844-52f475a68ea4/bindings HTTP/1.1" status: 201 len: 389 time: 0.4017577 Jul 09 14:36:43.723382 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1f1a9228-c7d8-46fb-b96f-5db59dcc9c9b req-2e4483b0-e876-4a89-b6c1-d2866c2f01ec service neutron] 10.222.0.58 "GET /v2.0/networks/96850b37-4bb0-41cb-be35-fe95a687a17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886886 Jul 09 14:36:43.815620 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1f1a9228-c7d8-46fb-b96f-5db59dcc9c9b req-bf15732f-166f-4ef3-97a9-e1daeef4c52a service neutron] 10.222.0.58 "GET /v2.0/networks/96850b37-4bb0-41cb-be35-fe95a687a17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863638 Jul 09 14:36:43.881512 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a481249-7dd5-4500-8389-f9355cccce3b req-dfffa24a-1668-4b71-8490-0e3953e1dbd5 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:43.883091 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9a481249-7dd5-4500-8389-f9355cccce3b req-dfffa24a-1668-4b71-8490-0e3953e1dbd5 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.54 "GET /v2.0/ports?device_id=d762b363-8d3a-4424-8de1-5b8bb368fe61 HTTP/1.1" status: 200 len: 950 time: 0.0622425 Jul 09 14:36:43.997540 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-9a481249-7dd5-4500-8389-f9355cccce3b req-cc07c5e0-b87d-47e0-ae0b-52636a9b04c8 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Deleting port 3c57efbc-7475-4ce6-9c7b-cea4b3c32a2c {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:36:43.997912 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-9a481249-7dd5-4500-8389-f9355cccce3b req-cc07c5e0-b87d-47e0-ae0b-52636a9b04c8 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:44.101603 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-9a481249-7dd5-4500-8389-f9355cccce3b req-cc07c5e0-b87d-47e0-ae0b-52636a9b04c8 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] For port 3c57efbc-7475-4ce6-9c7b-cea4b3c32a2c, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=3c57efbc-7475-4ce6-9c7b-cea4b3c32a2c,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:36:44.101603 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-9a481249-7dd5-4500-8389-f9355cccce3b req-cc07c5e0-b87d-47e0-ae0b-52636a9b04c8 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:44.125129 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-9a481249-7dd5-4500-8389-f9355cccce3b req-cc07c5e0-b87d-47e0-ae0b-52636a9b04c8 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Calling delete_port for 3c57efbc-7475-4ce6-9c7b-cea4b3c32a2c owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:36:44.415929 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-9a481249-7dd5-4500-8389-f9355cccce3b req-cc07c5e0-b87d-47e0-ae0b-52636a9b04c8 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:44.427971 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['3c57efbc-7475-4ce6-9c7b-cea4b3c32a2c'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:36:44.439761 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a82921-138e-45ae-b633-8246905b6b24 req-4069cc9f-5a96-42b0-bb30-6a7eded69759 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:44.441383 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-25a82921-138e-45ae-b633-8246905b6b24 req-4069cc9f-5a96-42b0-bb30-6a7eded69759 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=45a73b6e-4f2b-42df-a010-72db422d5024 HTTP/1.1" status: 200 len: 946 time: 0.0731387 Jul 09 14:36:44.453802 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc07c5e0-b87d-47e0-ae0b-52636a9b04c8 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Pushing event deleted for resources: {'Port': ['ID=3c57efbc-7475-4ce6-9c7b-cea4b3c32a2c,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:44.489255 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-25a82921-138e-45ae-b633-8246905b6b24 req-9af922fc-59d3-453d-a948-35c3fc4b5694 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420649 Jul 09 14:36:44.508412 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a481249-7dd5-4500-8389-f9355cccce3b req-cc07c5e0-b87d-47e0-ae0b-52636a9b04c8 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] No DVR routers for this DVR port 3c57efbc-7475-4ce6-9c7b-cea4b3c32a2c on host n-h2-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:36:44.512019 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-9a481249-7dd5-4500-8389-f9355cccce3b req-cc07c5e0-b87d-47e0-ae0b-52636a9b04c8 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:44.513988 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9a481249-7dd5-4500-8389-f9355cccce3b req-cc07c5e0-b87d-47e0-ae0b-52636a9b04c8 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.54 "DELETE /v2.0/ports/3c57efbc-7475-4ce6-9c7b-cea4b3c32a2c HTTP/1.1" status: 204 len: 173 time: 0.6235921 Jul 09 14:36:44.514426 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd762b363-8d3a-4424-8de1-5b8bb368fe61', 'name': 'network-vif-deleted', 'tag': '3c57efbc-7475-4ce6-9c7b-cea4b3c32a2c'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:36:44.517142 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e007fe62-6d86-4422-a108-46dbb97d0685" -d '{"events": [{"server_uuid": "d762b363-8d3a-4424-8de1-5b8bb368fe61", "name": "network-vif-deleted", "tag": "3c57efbc-7475-4ce6-9c7b-cea4b3c32a2c"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:36:44.528126 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:44.538177 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7813b1a-5720-457b-87e3-a28dce538be4 req-f0551cff-b034-4f3b-bfc4-f3fc540d6f30 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:44.544991 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a7813b1a-5720-457b-87e3-a28dce538be4 req-f0551cff-b034-4f3b-bfc4-f3fc540d6f30 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ef619a1-47f0-48da-b39d-a97895cd4127 HTTP/1.1" status: 200 len: 943 time: 0.1804702 Jul 09 14:36:44.622110 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a7813b1a-5720-457b-87e3-a28dce538be4 req-5a0afba7-e5da-4cbf-a796-2a2dd7be4e3f tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "GET /v2.0/security-groups?id=56f8d71f-a162-4356-920c-4536638f4f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761621 Jul 09 14:36:44.660072 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-eae338c3-1df9-4402-9733-02e94c0868dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:44.662097 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-eae338c3-1df9-4402-9733-02e94c0868dc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a29f2b4cfd1449cca4564d7c2e38b31e&device_id=34d41cf2-7f9c-45b4-b98b-f67604774c17 HTTP/1.1" status: 200 len: 1097 time: 0.1086895 Jul 09 14:36:44.737818 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5761c4-528c-43bf-8720-6dbdca0e9871 req-6a0541d6-f428-478c-9fed-a40a83a35d9f tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:44.747011 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ff5761c4-528c-43bf-8720-6dbdca0e9871 req-6a0541d6-f428-478c-9fed-a40a83a35d9f tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=34d41cf2-7f9c-45b4-b98b-f67604774c17 HTTP/1.1" status: 200 len: 946 time: 0.1188869 Jul 09 14:36:44.821382 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-f418d03a-3b4e-4b2f-880b-831c9b6898f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:44.822125 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ff5761c4-528c-43bf-8720-6dbdca0e9871 req-f36caed0-040b-47a4-9781-87e537e9ade4 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722222 Jul 09 14:36:44.822849 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-f418d03a-3b4e-4b2f-880b-831c9b6898f7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f37664d6-2d63-4250-9a40-b9995b72cf27 HTTP/1.1" status: 200 len: 922 time: 0.1543858 Jul 09 14:36:44.865043 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-c49cdb84-d1b4-4e14-b471-8ec183088564 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1b103a5-9d27-490b-8844-52f475a68ea4 HTTP/1.1" status: 200 len: 217 time: 0.0356402 Jul 09 14:36:44.941486 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4344b710-9c8a-499c-806d-e12b482b4eca req-136867d6-f569-45fd-88bf-765107b670d5 tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d01ab58-680d-4f51-b97e-04034cdf631c HTTP/1.1" status: 200 len: 210 time: 0.0726106 Jul 09 14:36:44.979735 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-8c69c45d-552f-4668-8df8-ea05e797f5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:44.982432 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-8c69c45d-552f-4668-8df8-ea05e797f5f0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=defde159-6b57-4a6f-ad64-e5b0f0fcfa82 HTTP/1.1" status: 200 len: 861 time: 0.1042061 Jul 09 14:36:44.984924 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-af07cc7d-f580-4be8-9685-26bc7f671a9a req-81290150-66f1-4246-99e5-885008621874 tempest-LiveMigrationNegativeTest-776810216 tempest-LiveMigrationNegativeTest-776810216-project] 10.222.0.58 "GET /v2.0/ports?device_id=d762b363-8d3a-4424-8de1-5b8bb368fe61 HTTP/1.1" status: 200 len: 210 time: 0.0328877 Jul 09 14:36:45.037661 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-485daa67-10a3-4876-aa4d-268734071a4e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f37664d6-2d63-4250-9a40-b9995b72cf27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485497 Jul 09 14:36:45.100843 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896ac7f3-5671-48f5-aca5-b64248dc98aa x-openstack-request-id: req-896ac7f3-5671-48f5-aca5-b64248dc98aa {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:36:45.101266 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d762b363-8d3a-4424-8de1-5b8bb368fe61", "name": "network-vif-deleted", "tag": "3c57efbc-7475-4ce6-9c7b-cea4b3c32a2c", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:36:45.101523 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-896ac7f3-5671-48f5-aca5-b64248dc98aa {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:36:45.102051 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd762b363-8d3a-4424-8de1-5b8bb368fe61', 'name': 'network-vif-deleted', 'tag': '3c57efbc-7475-4ce6-9c7b-cea4b3c32a2c', 'status': 'completed', 'code': 200} Jul 09 14:36:45.154941 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-38d44953-48e0-4b72-b8fc-1adb15ce429c service neutron] 10.222.0.62 "GET /v2.0/networks/f37664d6-2d63-4250-9a40-b9995b72cf27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102631 Jul 09 14:36:45.325814 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-a4230583-0447-466d-9dd3-7866e6533bee service neutron] 10.222.0.62 "GET /v2.0/networks/f37664d6-2d63-4250-9a40-b9995b72cf27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613095 Jul 09 14:36:45.447220 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device bd069943-34a9-4a09-89d5-e2a587208dbe details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:36:45.553406 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port bd069943-34a9-4a09-89d5-e2a587208dbe, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=bd069943-34a9-4a09-89d5-e2a587208dbe,segment=NetworkSegment(85303425-81df-497a-8117-22ba6281b80e),segment_id=85303425-81df-497a-8117-22ba6281b80e)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:36:45.568579 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': 'bd069943-34a9-4a09-89d5-e2a587208dbe', 'network_id': 'e7430d59-7c88-483d-984e-fabf3c5cc12e', 'port_id': 'bd069943-34a9-4a09-89d5-e2a587208dbe', 'mac_address': 'fa:16:3e:74:98:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a29bed4a-eb5d-425d-bedd-f3538b5fd90a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:36:45.608236 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:45.626864 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd069943-34a9-4a09-89d5-e2a587208dbe {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:36:45.660928 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port bd069943-34a9-4a09-89d5-e2a587208dbe, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=bd069943-34a9-4a09-89d5-e2a587208dbe,segment=NetworkSegment(85303425-81df-497a-8117-22ba6281b80e),segment_id=85303425-81df-497a-8117-22ba6281b80e)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:36:45.703080 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-c2672ab2-52b3-41c2-a6d0-72e9b5efae38 tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:45.706235 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-c2672ab2-52b3-41c2-a6d0-72e9b5efae38 tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=34d41cf2-7f9c-45b4-b98b-f67604774c17&tenant_id=a29f2b4cfd1449cca4564d7c2e38b31e&binding%3Ahost_id=n-h2-799529-6 HTTP/1.1" status: 200 len: 1097 time: 0.0964382 Jul 09 14:36:45.729985 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-74588c62-ef24-469c-95b0-3b4f0892a87b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799529-6'}}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:36:45.757784 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:45.783036 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049a9dfa-24ef-41ab-9554-6ae299db7d39 req-9d583316-6309-4924-bffe-b6c6c5133828 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:45.791257 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-049a9dfa-24ef-41ab-9554-6ae299db7d39 req-9d583316-6309-4924-bffe-b6c6c5133828 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=45a73b6e-4f2b-42df-a010-72db422d5024 HTTP/1.1" status: 200 len: 946 time: 0.1418264 Jul 09 14:36:45.816076 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=bd069943-34a9-4a09-89d5-e2a587208dbe,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:45.834441 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-049a9dfa-24ef-41ab-9554-6ae299db7d39 req-6f861992-601f-4791-bcd1-3a79d6d6d662 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417888 Jul 09 14:36:45.935375 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-74588c62-ef24-469c-95b0-3b4f0892a87b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:46.005054 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2236478d-4353-41d7-87a5-77a84285fbb8 req-2dec3cf5-9519-4b6e-82f1-13dffaef13ac tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:46.013505 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2236478d-4353-41d7-87a5-77a84285fbb8 req-2dec3cf5-9519-4b6e-82f1-13dffaef13ac tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ef619a1-47f0-48da-b39d-a97895cd4127 HTTP/1.1" status: 200 len: 944 time: 0.2107568 Jul 09 14:36:46.088328 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f67bc8-9c68-4f8a-b2e0-9d388c92b26c req-a3962997-157e-4d62-a115-8afb4e18de3a tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:46.096736 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b1f67bc8-9c68-4f8a-b2e0-9d388c92b26c req-a3962997-157e-4d62-a115-8afb4e18de3a tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=34d41cf2-7f9c-45b4-b98b-f67604774c17 HTTP/1.1" status: 200 len: 946 time: 0.1193879 Jul 09 14:36:46.129768 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2236478d-4353-41d7-87a5-77a84285fbb8 req-ad5ce8a9-5a02-40dc-8f2c-24a3d6c941d3 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "GET /v2.0/security-groups?id=56f8d71f-a162-4356-920c-4536638f4f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150720 Jul 09 14:36:46.148797 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['bd069943-34a9-4a09-89d5-e2a587208dbe'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:36:46.164131 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b1f67bc8-9c68-4f8a-b2e0-9d388c92b26c req-23b9c35b-66c7-4cb8-82aa-fd352ce711d9 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660646 Jul 09 14:36:46.178119 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49888) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:46.269115 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49892) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:46.385678 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-74588c62-ef24-469c-95b0-3b4f0892a87b service neutron] For port d1b103a5-9d27-490b-8844-52f475a68ea4, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=d1b103a5-9d27-490b-8844-52f475a68ea4,segment=NetworkSegment(aace0400-4c69-453a-b04e-112644859d27),segment_id=aace0400-4c69-453a-b04e-112644859d27)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:36:46.456993 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981dc3aa-3da4-4990-a4f5-65e204b491aa req-ee9d3374-4ebe-4038-9a5c-d2325f09fb7b tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:46.458737 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-981dc3aa-3da4-4990-a4f5-65e204b491aa req-ee9d3374-4ebe-4038-9a5c-d2325f09fb7b tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=45a73b6e-4f2b-42df-a010-72db422d5024 HTTP/1.1" status: 200 len: 1097 time: 0.1916289 Jul 09 14:36:46.516914 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c025658b-a69f-4a39-8802-e386f154fe4f req-c932c92d-8080-4d1c-8bdb-8cb8cb492c0f tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d01ab58-680d-4f51-b97e-04034cdf631c HTTP/1.1" status: 200 len: 210 time: 0.1147811 Jul 09 14:36:46.517466 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-74588c62-ef24-469c-95b0-3b4f0892a87b service neutron] For port d1b103a5-9d27-490b-8844-52f475a68ea4, host n-h2-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:36:46.564608 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-981dc3aa-3da4-4990-a4f5-65e204b491aa req-6b5edb92-a166-4050-8571-7f18b6617d65 tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939529 Jul 09 14:36:46.572372 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9157fac3-fd40-412b-8cab-8fe85e1359c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:46.605044 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-74588c62-ef24-469c-95b0-3b4f0892a87b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:46.714145 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-74588c62-ef24-469c-95b0-3b4f0892a87b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:46.748886 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49902) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:46.841555 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e43564e4-e881-4065-bb3a-2564e9c11503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:46.867477 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9157fac3-fd40-412b-8cab-8fe85e1359c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:46.886189 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74588c62-ef24-469c-95b0-3b4f0892a87b service neutron] Pushing event updated for resources: {'Port': ['ID=d1b103a5-9d27-490b-8844-52f475a68ea4,revision_number=7']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:46.899024 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e59633c8-f5f5-4a17-9b5c-c849d62fda57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:46.904991 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-74588c62-ef24-469c-95b0-3b4f0892a87b service neutron] Attempting to bind port d1b103a5-9d27-490b-8844-52f475a68ea4 on host n-h2-799529-6 for vnic_type normal with profile {"migrating_to": "n-h1-799529-6"} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:36:46.905325 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-74588c62-ef24-469c-95b0-3b4f0892a87b service neutron] Attempting to bind port d1b103a5-9d27-490b-8844-52f475a68ea4 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': 'aace0400-4c69-453a-b04e-112644859d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f37664d6-2d63-4250-9a40-b9995b72cf27'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:36:46.905816 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-74588c62-ef24-469c-95b0-3b4f0892a87b service neutron] Attempting to bind port d1b103a5-9d27-490b-8844-52f475a68ea4 on network f37664d6-2d63-4250-9a40-b9995b72cf27 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:36:46.918829 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa9a54-2e6d-4727-b7f6-810babc730dd req-a591a8f0-5c56-49bd-b1f6-c041ee7e42a1 tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:46.920592 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3ffa9a54-2e6d-4727-b7f6-810babc730dd req-a591a8f0-5c56-49bd-b1f6-c041ee7e42a1 tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=45a73b6e-4f2b-42df-a010-72db422d5024 HTTP/1.1" status: 200 len: 1097 time: 0.2224538 Jul 09 14:36:46.926158 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-74588c62-ef24-469c-95b0-3b4f0892a87b service neutron] Port d1b103a5-9d27-490b-8844-52f475a68ea4 on network f37664d6-2d63-4250-9a40-b9995b72cf27 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:36:46.926749 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-74588c62-ef24-469c-95b0-3b4f0892a87b service neutron] Attempting to bind port d1b103a5-9d27-490b-8844-52f475a68ea4 on network f37664d6-2d63-4250-9a40-b9995b72cf27 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:36:46.939669 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-74588c62-ef24-469c-95b0-3b4f0892a87b service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:36:46.940013 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-74588c62-ef24-469c-95b0-3b4f0892a87b service neutron] Checking segment: {'id': 'aace0400-4c69-453a-b04e-112644859d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f37664d6-2d63-4250-9a40-b9995b72cf27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:36:46.940402 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-74588c62-ef24-469c-95b0-3b4f0892a87b service neutron] Bound using segment: {'id': 'aace0400-4c69-453a-b04e-112644859d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f37664d6-2d63-4250-9a40-b9995b72cf27'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:36:46.940851 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-74588c62-ef24-469c-95b0-3b4f0892a87b service neutron] Bound port: d1b103a5-9d27-490b-8844-52f475a68ea4, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aace0400-4c69-453a-b04e-112644859d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f37664d6-2d63-4250-9a40-b9995b72cf27'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:36:46.941214 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-74588c62-ef24-469c-95b0-3b4f0892a87b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:46.992917 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9157fac3-fd40-412b-8cab-8fe85e1359c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:46.995305 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3ffa9a54-2e6d-4727-b7f6-810babc730dd req-42375931-b3b1-45bc-9a8c-4710cce580ad tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649283 Jul 09 14:36:47.032002 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-74588c62-ef24-469c-95b0-3b4f0892a87b service neutron] For port d1b103a5-9d27-490b-8844-52f475a68ea4, host n-h2-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:36:47.035462 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-74588c62-ef24-469c-95b0-3b4f0892a87b service neutron] For port d1b103a5-9d27-490b-8844-52f475a68ea4, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=d1b103a5-9d27-490b-8844-52f475a68ea4,segment=NetworkSegment(aace0400-4c69-453a-b04e-112644859d27),segment_id=aace0400-4c69-453a-b04e-112644859d27)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:36:47.074722 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49910) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:47.076103 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-9157fac3-fd40-412b-8cab-8fe85e1359c6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cd36e0bf03c149fca252dd78a41bd254&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8967068 Jul 09 14:36:47.096752 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9157fac3-fd40-412b-8cab-8fe85e1359c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa4fc35-bf22-4c9e-82b3-342ad0b08891,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:47.125585 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34d41cf2-7f9c-45b4-b98b-f67604774c17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1b103a5-9d27-490b-8844-52f475a68ea4'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:36:47.125877 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e43564e4-e881-4065-bb3a-2564e9c11503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:47.129873 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a644aded-5b18-4c51-9c4a-a14fef8c842f" -d '{"events": [{"server_uuid": "34d41cf2-7f9c-45b4-b98b-f67604774c17", "name": "network-vif-unplugged", "status": "completed", "tag": "d1b103a5-9d27-490b-8844-52f475a68ea4"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:36:47.176109 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-74588c62-ef24-469c-95b0-3b4f0892a87b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:47.190837 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 14:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1007be3-3540-414a-ad65-2a44e2953965 x-openstack-request-id: req-a1007be3-3540-414a-ad65-2a44e2953965 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:36:47.191258 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34d41cf2-7f9c-45b4-b98b-f67604774c17", "name": "network-vif-unplugged", "status": "completed", "tag": "d1b103a5-9d27-490b-8844-52f475a68ea4", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:36:47.191650 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a1007be3-3540-414a-ad65-2a44e2953965 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:36:47.192338 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34d41cf2-7f9c-45b4-b98b-f67604774c17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1b103a5-9d27-490b-8844-52f475a68ea4', 'code': 200} Jul 09 14:36:47.220439 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c689d4b9-f02c-497e-b7dd-bba9287dcff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:47.239645 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e43564e4-e881-4065-bb3a-2564e9c11503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:47.318145 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43564e4-e881-4065-bb3a-2564e9c11503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a54fd91e-6c27-47da-98f5-5a5f6803085c,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:47.324422 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e43564e4-e881-4065-bb3a-2564e9c11503 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=809b0b6332ae42489211a875d26cac89&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0540307 Jul 09 14:36:47.329486 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49922) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:47.345901 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c689d4b9-f02c-497e-b7dd-bba9287dcff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:47.383248 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74588c62-ef24-469c-95b0-3b4f0892a87b service neutron] Pushing event updated for resources: {'Port': ['ID=d1b103a5-9d27-490b-8844-52f475a68ea4,revision_number=8']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:47.414459 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49924) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:47.453081 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device bd069943-34a9-4a09-89d5-e2a587208dbe up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:36:47.515831 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4b9388d6-fada-46e9-8286-1849254e3b69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:47.519645 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e59633c8-f5f5-4a17-9b5c-c849d62fda57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:47.553581 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b130d3-2aa0-4318-8bf6-8821c19ef508 req-799f519f-d7ec-4be3-8636-9354bc5f90e5 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:47.555270 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f0b130d3-2aa0-4318-8bf6-8821c19ef508 req-799f519f-d7ec-4be3-8636-9354bc5f90e5 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ef619a1-47f0-48da-b39d-a97895cd4127 HTTP/1.1" status: 200 len: 944 time: 0.2029395 Jul 09 14:36:47.560460 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4b9388d6-fada-46e9-8286-1849254e3b69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:47.621228 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c689d4b9-f02c-497e-b7dd-bba9287dcff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:47.624350 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c689d4b9-f02c-497e-b7dd-bba9287dcff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:47.628029 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c689d4b9-f02c-497e-b7dd-bba9287dcff5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/efa4fc35-bf22-4c9e-82b3-342ad0b08891 HTTP/1.1" status: 204 len: 168 time: 0.5498605 Jul 09 14:36:47.637120 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f0b130d3-2aa0-4318-8bf6-8821c19ef508 req-63ae0c03-23ee-40b4-926e-87d841a52844 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "GET /v2.0/security-groups?id=56f8d71f-a162-4356-920c-4536638f4f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674365 Jul 09 14:36:47.643534 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e59633c8-f5f5-4a17-9b5c-c849d62fda57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:47.648987 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port bd069943-34a9-4a09-89d5-e2a587208dbe completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:36:47.653574 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port bd069943-34a9-4a09-89d5-e2a587208dbe triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:36:47.654457 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:47.690491 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f0094c31-dd15-4f3b-a87b-4d0770a3a9ed admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=03bfa10df918443c9e4a4bb4d4072768&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2745218 Jul 09 14:36:47.691407 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49934) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:47.757917 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e59633c8-f5f5-4a17-9b5c-c849d62fda57 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3a3be9a4a2dd4b8392da328cfad7f83c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0050983 Jul 09 14:36:47.760680 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49936) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:47.761324 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59633c8-f5f5-4a17-9b5c-c849d62fda57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c47195-6490-4e34-9b84-aade321fba2e,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:47.770210 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c689d4b9-f02c-497e-b7dd-bba9287dcff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa4fc35-bf22-4c9e-82b3-342ad0b08891,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:47.864198 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 3c57efbc-7475-4ce6-9c7b-cea4b3c32a2c no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:36:47.877976 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3dad8617-cfc9-4216-9286-481ef6c522bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:47.878264 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-312a0abb-99d0-4a82-8162-9c41981fc8a8 req-f5a1cf3c-4ab9-40b5-bf16-49133d87b4f2 tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d01ab58-680d-4f51-b97e-04034cdf631c HTTP/1.1" status: 200 len: 210 time: 0.0831213 Jul 09 14:36:47.894701 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4b9388d6-fada-46e9-8286-1849254e3b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:47.899885 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4b9388d6-fada-46e9-8286-1849254e3b69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:47.901652 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-4b9388d6-fada-46e9-8286-1849254e3b69 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a54fd91e-6c27-47da-98f5-5a5f6803085c HTTP/1.1" status: 204 len: 168 time: 0.5709398 Jul 09 14:36:47.912510 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3dad8617-cfc9-4216-9286-481ef6c522bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:47.933606 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9388d6-fada-46e9-8286-1849254e3b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54fd91e-6c27-47da-98f5-5a5f6803085c,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:47.944711 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: 3c57efbc-7475-4ce6-9c7b-cea4b3c32a2c {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:36:47.945128 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 3c57efbc-7475-4ce6-9c7b-cea4b3c32a2c not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:36:47.974671 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-74588c62-ef24-469c-95b0-3b4f0892a87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:47.975474 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-74588c62-ef24-469c-95b0-3b4f0892a87b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:47.977098 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-74588c62-ef24-469c-95b0-3b4f0892a87b service neutron] 10.222.0.62 "PUT /v2.0/ports/d1b103a5-9d27-490b-8844-52f475a68ea4 HTTP/1.1" status: 200 len: 1122 time: 2.2637124 Jul 09 14:36:47.996314 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1218454b-bd15-42e8-8844-4317872c181c req-ab5b37b4-2fe6-4200-8c39-5477afca5cf7 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:47.998118 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1218454b-bd15-42e8-8844-4317872c181c req-ab5b37b4-2fe6-4200-8c39-5477afca5cf7 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=34d41cf2-7f9c-45b4-b98b-f67604774c17 HTTP/1.1" status: 200 len: 944 time: 0.3058479 Jul 09 14:36:48.002470 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a9228-c7d8-46fb-b96f-5db59dcc9c9b req-27c37a0c-b7fb-4a69-a378-d6da33f6677b tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:48.004127 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1f1a9228-c7d8-46fb-b96f-5db59dcc9c9b req-27c37a0c-b7fb-4a69-a378-d6da33f6677b tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] 10.222.0.62 "GET /v2.0/networks?id=96850b37-4bb0-41cb-be35-fe95a687a17c HTTP/1.1" status: 200 len: 815 time: 0.3206708 Jul 09 14:36:48.009558 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d3dc45b2-e28e-401e-a8a8-96cd2d5f4411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:48.025582 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-1f1a9228-c7d8-46fb-b96f-5db59dcc9c9b req-af1d1098-48d8-4720-9750-bfa46224d385 tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] Request body: {'port': {'device_id': '8d01ab58-680d-4f51-b97e-04034cdf631c', 'network_id': '96850b37-4bb0-41cb-be35-fe95a687a17c', 'admin_state_up': True, 'tenant_id': 'c655907b73bb4cb9b34504caa49e4e02'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:36:48.071950 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['d1b103a5-9d27-490b-8844-52f475a68ea4'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:36:48.086294 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d3dc45b2-e28e-401e-a8a8-96cd2d5f4411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:48.109573 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:48.178878 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1218454b-bd15-42e8-8844-4317872c181c req-baf3b9c4-4a47-4ff6-a886-c833c9911f66 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732166 Jul 09 14:36:48.189825 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3dad8617-cfc9-4216-9286-481ef6c522bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:48.192441 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3dad8617-cfc9-4216-9286-481ef6c522bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:48.196245 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-3dad8617-cfc9-4216-9286-481ef6c522bd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/26db68c8-80e4-439b-baaf-94963c11c242 HTTP/1.1" status: 204 len: 168 time: 0.4948149 Jul 09 14:36:48.203875 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dad8617-cfc9-4216-9286-481ef6c522bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26db68c8-80e4-439b-baaf-94963c11c242,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:48.206134 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port bd069943-34a9-4a09-89d5-e2a587208dbe, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=bd069943-34a9-4a09-89d5-e2a587208dbe,segment=NetworkSegment(85303425-81df-497a-8117-22ba6281b80e),segment_id=85303425-81df-497a-8117-22ba6281b80e)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:36:48.208601 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef619a1-47f0-48da-b39d-a97895cd4127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd069943-34a9-4a09-89d5-e2a587208dbe'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:36:48.210872 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15138bea-ce8f-4e82-a5ce-b70f1f4e908c" -d '{"events": [{"server_uuid": "6ef619a1-47f0-48da-b39d-a97895cd4127", "name": "network-vif-plugged", "status": "completed", "tag": "bd069943-34a9-4a09-89d5-e2a587208dbe"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:36:48.234649 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c86fbb3-f8aa-4e21-add2-f2930170804b req-471b556d-34b6-4e0b-a624-e522030813d1 tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:48.236316 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2c86fbb3-f8aa-4e21-add2-f2930170804b req-471b556d-34b6-4e0b-a624-e522030813d1 tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=45a73b6e-4f2b-42df-a010-72db422d5024 HTTP/1.1" status: 200 len: 1097 time: 0.1263692 Jul 09 14:36:48.250443 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec5d51f-5556-4ecd-9413-a4b175954ae4 x-openstack-request-id: req-5ec5d51f-5556-4ecd-9413-a4b175954ae4 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:36:48.250723 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ef619a1-47f0-48da-b39d-a97895cd4127", "name": "network-vif-plugged", "status": "completed", "tag": "bd069943-34a9-4a09-89d5-e2a587208dbe", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:36:48.251087 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5ec5d51f-5556-4ecd-9413-a4b175954ae4 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:36:48.251464 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ef619a1-47f0-48da-b39d-a97895cd4127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd069943-34a9-4a09-89d5-e2a587208dbe', 'code': 200} Jul 09 14:36:48.280933 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2c86fbb3-f8aa-4e21-add2-f2930170804b req-18181f8c-36de-46ad-a579-073c8e57e223 tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341747 Jul 09 14:36:48.376023 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f1a9228-c7d8-46fb-b96f-5db59dcc9c9b req-af1d1098-48d8-4720-9750-bfa46224d385 tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] Made reservation on behalf of c655907b73bb4cb9b34504caa49e4e02 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:36:48.383475 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-1f1a9228-c7d8-46fb-b96f-5db59dcc9c9b req-af1d1098-48d8-4720-9750-bfa46224d385 tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:48.383475 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d3dc45b2-e28e-401e-a8a8-96cd2d5f4411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:48.386167 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:48.389236 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d3dc45b2-e28e-401e-a8a8-96cd2d5f4411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:48.399218 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d3dc45b2-e28e-401e-a8a8-96cd2d5f4411 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/62c47195-6490-4e34-9b84-aade321fba2e HTTP/1.1" status: 204 len: 168 time: 0.6236129 Jul 09 14:36:48.427375 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442888c-899e-4c3f-a1a9-e13b514e6f22 req-453d16fb-a0a1-424f-8bca-a7a03a3b35f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:48.433332 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5442888c-899e-4c3f-a1a9-e13b514e6f22 req-453d16fb-a0a1-424f-8bca-a7a03a3b35f7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6ef619a1-47f0-48da-b39d-a97895cd4127 HTTP/1.1" status: 200 len: 1095 time: 0.0949028 Jul 09 14:36:48.435494 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dc45b2-e28e-401e-a8a8-96cd2d5f4411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c47195-6490-4e34-9b84-aade321fba2e,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:48.475224 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=bd069943-34a9-4a09-89d5-e2a587208dbe,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:48.480410 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5442888c-899e-4c3f-a1a9-e13b514e6f22 req-bb13b949-6c37-4e93-a313-1f111a584855 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=56f8d71f-a162-4356-920c-4536638f4f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400574 Jul 09 14:36:48.566075 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-1f1a9228-c7d8-46fb-b96f-5db59dcc9c9b req-af1d1098-48d8-4720-9750-bfa46224d385 tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] Allocated IP 172.20.0.7 (96850b37-4bb0-41cb-be35-fe95a687a17c/1efc9297-eb33-445a-a350-69ba2357f551/58836c89-0a89-4595-b508-b2dd1177ca90) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:36:48.682442 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49952) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:48.830725 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf48d3-ed21-4db2-80a7-a8ae12806a80 req-d209df4e-1b72-477c-95f2-b247ebd0b5e3 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:48.832306 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b3cf48d3-ed21-4db2-80a7-a8ae12806a80 req-d209df4e-1b72-477c-95f2-b247ebd0b5e3 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ef619a1-47f0-48da-b39d-a97895cd4127 HTTP/1.1" status: 200 len: 945 time: 0.0737832 Jul 09 14:36:48.873431 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b3cf48d3-ed21-4db2-80a7-a8ae12806a80 req-f9243580-1dbb-4971-8562-4776944c495d tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "GET /v2.0/security-groups?id=56f8d71f-a162-4356-920c-4536638f4f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348511 Jul 09 14:36:48.907182 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-230e69aa-2d17-4679-b44f-f664973f1321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:48.964595 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-1f1a9228-c7d8-46fb-b96f-5db59dcc9c9b req-af1d1098-48d8-4720-9750-bfa46224d385 tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:49.025787 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c3a08a54-9a26-4481-99f3-03e8db91011b req-c46ed7fe-8aca-45f4-8fd6-2f45692b0c7b tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d01ab58-680d-4f51-b97e-04034cdf631c HTTP/1.1" status: 200 len: 210 time: 0.0392532 Jul 09 14:36:49.088250 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-230e69aa-2d17-4679-b44f-f664973f1321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:49.144659 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-1f1a9228-c7d8-46fb-b96f-5db59dcc9c9b req-af1d1098-48d8-4720-9750-bfa46224d385 tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:49.183680 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-230e69aa-2d17-4679-b44f-f664973f1321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:49.193002 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34d41cf2-7f9c-45b4-b98b-f67604774c17', 'tag': 'd1b103a5-9d27-490b-8844-52f475a68ea4'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:36:49.195661 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60604f71-e2ac-441e-924a-6c5e5def9a6e" -d '{"events": [{"name": "network-changed", "server_uuid": "34d41cf2-7f9c-45b4-b98b-f67604774c17", "tag": "d1b103a5-9d27-490b-8844-52f475a68ea4"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:36:49.200881 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f1a9228-c7d8-46fb-b96f-5db59dcc9c9b req-af1d1098-48d8-4720-9750-bfa46224d385 tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] Network 96850b37-4bb0-41cb-be35-fe95a687a17c is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:36:49.225332 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-1f1a9228-c7d8-46fb-b96f-5db59dcc9c9b req-af1d1098-48d8-4720-9750-bfa46224d385 tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:36:49.233798 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1d1098-48d8-4720-9750-bfa46224d385 tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] Pushing event updated for resources: {'Port': ['ID=58836c89-0a89-4595-b508-b2dd1177ca90,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:49.235357 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-213a7098-fd41-4b2c-9ef1-802d92b29288 x-openstack-request-id: req-213a7098-fd41-4b2c-9ef1-802d92b29288 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:36:49.236297 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34d41cf2-7f9c-45b4-b98b-f67604774c17", "tag": "d1b103a5-9d27-490b-8844-52f475a68ea4", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:36:49.236297 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-213a7098-fd41-4b2c-9ef1-802d92b29288 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:36:49.236585 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34d41cf2-7f9c-45b4-b98b-f67604774c17', 'tag': 'd1b103a5-9d27-490b-8844-52f475a68ea4', 'status': 'completed', 'code': 200} Jul 09 14:36:49.242620 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f1a9228-c7d8-46fb-b96f-5db59dcc9c9b req-af1d1098-48d8-4720-9750-bfa46224d385 tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:36:49.248175 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a9228-c7d8-46fb-b96f-5db59dcc9c9b req-af1d1098-48d8-4720-9750-bfa46224d385 tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:49.248792 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-1f1a9228-c7d8-46fb-b96f-5db59dcc9c9b req-af1d1098-48d8-4720-9750-bfa46224d385 tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:49.260868 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230e69aa-2d17-4679-b44f-f664973f1321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c63df34-f467-4b6a-94a3-b34787c86c55,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:49.270106 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-230e69aa-2d17-4679-b44f-f664973f1321 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9c96d5a3697a4a0e8f8888ad732286bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5948279 Jul 09 14:36:49.276467 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49964) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:49.335074 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60604f71-e2ac-441e-924a-6c5e5def9a6e req-eb57c025-446d-4ec5-b846-a48f01916fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:49.336638 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-60604f71-e2ac-441e-924a-6c5e5def9a6e req-eb57c025-446d-4ec5-b846-a48f01916fbf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a29f2b4cfd1449cca4564d7c2e38b31e&device_id=34d41cf2-7f9c-45b4-b98b-f67604774c17 HTTP/1.1" status: 200 len: 1125 time: 0.0702860 Jul 09 14:36:49.354973 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-89806380-41a6-4253-8c50-3ecc43d2da31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:49.382544 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-89806380-41a6-4253-8c50-3ecc43d2da31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:49.435210 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78518aa6-9f02-4460-9bb7-a12bc23e91ef req-988b8feb-0c19-4df6-ac0f-ca8245573e69 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:49.436747 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-78518aa6-9f02-4460-9bb7-a12bc23e91ef req-988b8feb-0c19-4df6-ac0f-ca8245573e69 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=34d41cf2-7f9c-45b4-b98b-f67604774c17 HTTP/1.1" status: 200 len: 944 time: 0.1211965 Jul 09 14:36:49.438821 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1f1a9228-c7d8-46fb-b96f-5db59dcc9c9b req-af1d1098-48d8-4720-9750-bfa46224d385 tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4190013 Jul 09 14:36:49.472894 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60604f71-e2ac-441e-924a-6c5e5def9a6e req-7e6360e6-7bbf-4419-918b-923f929ea026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:49.474434 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-60604f71-e2ac-441e-924a-6c5e5def9a6e req-7e6360e6-7bbf-4419-918b-923f929ea026 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f37664d6-2d63-4250-9a40-b9995b72cf27 HTTP/1.1" status: 200 len: 922 time: 0.1314304 Jul 09 14:36:49.483004 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-78518aa6-9f02-4460-9bb7-a12bc23e91ef req-032c480f-3e00-4390-8791-49e4f02204af tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379026 Jul 09 14:36:49.493333 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49968) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:49.518312 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-1f1a9228-c7d8-46fb-b96f-5db59dcc9c9b req-71909006-ac47-4ea7-83fd-1d673e602313 service neutron] Request body: {'port': {'device_id': '8d01ab58-680d-4f51-b97e-04034cdf631c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:36:49.535216 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-60604f71-e2ac-441e-924a-6c5e5def9a6e req-8a3142e6-b705-41fd-8d93-0d60b95b5eb4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1b103a5-9d27-490b-8844-52f475a68ea4 HTTP/1.1" status: 200 len: 217 time: 0.0525250 Jul 09 14:36:49.543462 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c2e0e108-70f7-4ea3-a36f-2b8ce468de26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:49.563583 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49970) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:49.578646 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b244f-c809-469f-9978-6ae55f6a394e req-32d9d076-8e50-4f49-bde8-0be961499c36 tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:49.580205 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2f6b244f-c809-469f-9978-6ae55f6a394e req-32d9d076-8e50-4f49-bde8-0be961499c36 tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=45a73b6e-4f2b-42df-a010-72db422d5024 HTTP/1.1" status: 200 len: 1097 time: 0.1567221 Jul 09 14:36:49.600086 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-89806380-41a6-4253-8c50-3ecc43d2da31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:49.602780 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-89806380-41a6-4253-8c50-3ecc43d2da31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:49.603916 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-89806380-41a6-4253-8c50-3ecc43d2da31 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2c63df34-f467-4b6a-94a3-b34787c86c55 HTTP/1.1" status: 204 len: 168 time: 0.3326626 Jul 09 14:36:49.622354 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60604f71-e2ac-441e-924a-6c5e5def9a6e req-19ca23ff-bd9e-4028-b6cb-5f78862fd9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:49.623846 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-60604f71-e2ac-441e-924a-6c5e5def9a6e req-19ca23ff-bd9e-4028-b6cb-5f78862fd9ec service neutron] 10.222.0.54 "GET /v2.0/subnets?id=defde159-6b57-4a6f-ad64-e5b0f0fcfa82 HTTP/1.1" status: 200 len: 861 time: 0.0813842 Jul 09 14:36:49.626218 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89806380-41a6-4253-8c50-3ecc43d2da31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c63df34-f467-4b6a-94a3-b34787c86c55,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:49.639705 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-1f1a9228-c7d8-46fb-b96f-5db59dcc9c9b req-71909006-ac47-4ea7-83fd-1d673e602313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:49.664645 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-abd63ae1-5a60-4b33-a9c4-8bcd91574e4a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8d37fa2c520d41e39f8f0834e8530be9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0999069 Jul 09 14:36:49.665259 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49974) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:49.674632 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-60604f71-e2ac-441e-924a-6c5e5def9a6e req-f303a32f-5021-4d1b-b933-d1752a7a8415 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f37664d6-2d63-4250-9a40-b9995b72cf27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414026 Jul 09 14:36:49.686127 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2f6b244f-c809-469f-9978-6ae55f6a394e req-f9c97bea-6d40-4a02-99b8-b9fbac757c86 tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949311 Jul 09 14:36:49.814431 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-60604f71-e2ac-441e-924a-6c5e5def9a6e req-0e3b2c2e-31ed-45b2-a54c-a01e2718a14f service neutron] 10.222.0.54 "GET /v2.0/networks/f37664d6-2d63-4250-9a40-b9995b72cf27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272848 Jul 09 14:36:49.821727 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c2e0e108-70f7-4ea3-a36f-2b8ce468de26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:49.822217 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3c16a784-7b73-43b2-a86e-b28e9c49e02f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:49.855035 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3c16a784-7b73-43b2-a86e-b28e9c49e02f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:49.913878 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-60604f71-e2ac-441e-924a-6c5e5def9a6e req-7f20750d-5f1d-4800-bfc1-50c71aa6091d service neutron] 10.222.0.54 "GET /v2.0/networks/f37664d6-2d63-4250-9a40-b9995b72cf27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908744 Jul 09 14:36:49.958302 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c2e0e108-70f7-4ea3-a36f-2b8ce468de26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:50.032800 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-1f1a9228-c7d8-46fb-b96f-5db59dcc9c9b req-71909006-ac47-4ea7-83fd-1d673e602313 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58836c89-0a89-4595-b508-b2dd1177ca90 {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:36:50.042256 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-1f1a9228-c7d8-46fb-b96f-5db59dcc9c9b req-71909006-ac47-4ea7-83fd-1d673e602313 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:50.042651 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49980) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:50.057983 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c2e0e108-70f7-4ea3-a36f-2b8ce468de26 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=68af59df07a84bf2ac66c018831fcb93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5633910 Jul 09 14:36:50.065654 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e0e108-70f7-4ea3-a36f-2b8ce468de26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5225de19-25f0-4b54-b93f-6c2dba936ea0,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:50.068082 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49984) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:50.074873 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a8cf33d9-e545-46af-b852-ec0cae31f4a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:50.093996 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-1f1a9228-c7d8-46fb-b96f-5db59dcc9c9b req-71909006-ac47-4ea7-83fd-1d673e602313 service neutron] Transition to ACTIVE for port object 58836c89-0a89-4595-b508-b2dd1177ca90 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:36:50.097633 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3c16a784-7b73-43b2-a86e-b28e9c49e02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:50.100372 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3c16a784-7b73-43b2-a86e-b28e9c49e02f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:50.106311 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-3c16a784-7b73-43b2-a86e-b28e9c49e02f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9bd0cdb9-af28-452a-80f0-c85761608789 HTTP/1.1" status: 204 len: 168 time: 0.4358079 Jul 09 14:36:50.107188 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4da49a-0db4-4713-bc48-fef7ef306114 req-c20406cc-8342-45d6-8d38-7fb6d20c8223 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:50.109386 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fb4da49a-0db4-4713-bc48-fef7ef306114 req-c20406cc-8342-45d6-8d38-7fb6d20c8223 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ef619a1-47f0-48da-b39d-a97895cd4127 HTTP/1.1" status: 200 len: 945 time: 0.1160936 Jul 09 14:36:50.118982 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c16a784-7b73-43b2-a86e-b28e9c49e02f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd0cdb9-af28-452a-80f0-c85761608789,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:50.138141 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a44e0838-97a3-40c1-bcb6-8a62fbc8d349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:50.180881 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a44e0838-97a3-40c1-bcb6-8a62fbc8d349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:50.182098 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fb4da49a-0db4-4713-bc48-fef7ef306114 req-084a928a-cb33-4dc0-83e4-17921b6a42c4 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "GET /v2.0/security-groups?id=56f8d71f-a162-4356-920c-4536638f4f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659108 Jul 09 14:36:50.215862 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-1f1a9228-c7d8-46fb-b96f-5db59dcc9c9b req-71909006-ac47-4ea7-83fd-1d673e602313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:50.260518 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a8cf33d9-e545-46af-b852-ec0cae31f4a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:50.282286 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71909006-ac47-4ea7-83fd-1d673e602313 service neutron] Pushing event updated for resources: {'Port': ['ID=58836c89-0a89-4595-b508-b2dd1177ca90,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:50.332258 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-1f1a9228-c7d8-46fb-b96f-5db59dcc9c9b req-71909006-ac47-4ea7-83fd-1d673e602313 service neutron] Attempting to bind port 58836c89-0a89-4595-b508-b2dd1177ca90 on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:36:50.332590 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-1f1a9228-c7d8-46fb-b96f-5db59dcc9c9b req-71909006-ac47-4ea7-83fd-1d673e602313 service neutron] Attempting to bind port 58836c89-0a89-4595-b508-b2dd1177ca90 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': '936ccbb7-93da-49e4-9dd8-a393e22780cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '96850b37-4bb0-41cb-be35-fe95a687a17c'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:36:50.332914 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1a9228-c7d8-46fb-b96f-5db59dcc9c9b req-71909006-ac47-4ea7-83fd-1d673e602313 service neutron] Attempting to bind port 58836c89-0a89-4595-b508-b2dd1177ca90 on network 96850b37-4bb0-41cb-be35-fe95a687a17c {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:36:50.337363 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1a9228-c7d8-46fb-b96f-5db59dcc9c9b req-71909006-ac47-4ea7-83fd-1d673e602313 service neutron] Port 58836c89-0a89-4595-b508-b2dd1177ca90 on network 96850b37-4bb0-41cb-be35-fe95a687a17c not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:36:50.337676 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1a9228-c7d8-46fb-b96f-5db59dcc9c9b req-71909006-ac47-4ea7-83fd-1d673e602313 service neutron] Attempting to bind port 58836c89-0a89-4595-b508-b2dd1177ca90 on network 96850b37-4bb0-41cb-be35-fe95a687a17c {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:36:50.342689 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1a9228-c7d8-46fb-b96f-5db59dcc9c9b req-71909006-ac47-4ea7-83fd-1d673e602313 service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:36:50.342847 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1a9228-c7d8-46fb-b96f-5db59dcc9c9b req-71909006-ac47-4ea7-83fd-1d673e602313 service neutron] Checking segment: {'id': '936ccbb7-93da-49e4-9dd8-a393e22780cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '96850b37-4bb0-41cb-be35-fe95a687a17c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:36:50.343745 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1a9228-c7d8-46fb-b96f-5db59dcc9c9b req-71909006-ac47-4ea7-83fd-1d673e602313 service neutron] Bound using segment: {'id': '936ccbb7-93da-49e4-9dd8-a393e22780cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '96850b37-4bb0-41cb-be35-fe95a687a17c'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:36:50.344173 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-1f1a9228-c7d8-46fb-b96f-5db59dcc9c9b req-71909006-ac47-4ea7-83fd-1d673e602313 service neutron] Bound port: 58836c89-0a89-4595-b508-b2dd1177ca90, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '936ccbb7-93da-49e4-9dd8-a393e22780cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '96850b37-4bb0-41cb-be35-fe95a687a17c'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:36:50.344521 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-1f1a9228-c7d8-46fb-b96f-5db59dcc9c9b req-71909006-ac47-4ea7-83fd-1d673e602313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:50.414374 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-1f1a9228-c7d8-46fb-b96f-5db59dcc9c9b req-71909006-ac47-4ea7-83fd-1d673e602313 service neutron] For port 58836c89-0a89-4595-b508-b2dd1177ca90, host n-h1-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:36:50.414764 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e883e4-d9be-4ff3-a150-b03394df00bd req-c4390cbf-09a6-4e6c-9d11-df5d9822b555 tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:50.416419 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-80e883e4-d9be-4ff3-a150-b03394df00bd req-c4390cbf-09a6-4e6c-9d11-df5d9822b555 tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d01ab58-680d-4f51-b97e-04034cdf631c HTTP/1.1" status: 200 len: 943 time: 0.0802579 Jul 09 14:36:50.421273 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-1f1a9228-c7d8-46fb-b96f-5db59dcc9c9b req-71909006-ac47-4ea7-83fd-1d673e602313 service neutron] For port 58836c89-0a89-4595-b508-b2dd1177ca90, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=58836c89-0a89-4595-b508-b2dd1177ca90,segment=NetworkSegment(936ccbb7-93da-49e4-9dd8-a393e22780cf),segment_id=936ccbb7-93da-49e4-9dd8-a393e22780cf)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:36:50.452851 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a8cf33d9-e545-46af-b852-ec0cae31f4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:50.457245 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-80e883e4-d9be-4ff3-a150-b03394df00bd req-14a45dd3-5ec9-4fd3-b24d-48f73ed65c64 tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] 10.222.0.58 "GET /v2.0/security-groups?id=fee60477-832c-4e3e-a4a5-e4bb29b887db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345149 Jul 09 14:36:50.494078 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a8cf33d9-e545-46af-b852-ec0cae31f4a1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8a11864477264a7291b53d0624743276&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4475887 Jul 09 14:36:50.495180 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cf33d9-e545-46af-b852-ec0cae31f4a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8509617-fa0c-49e9-95fc-b0c6ee45fda3,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:50.497728 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49990) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:50.539890 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a44e0838-97a3-40c1-bcb6-8a62fbc8d349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:50.542452 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a44e0838-97a3-40c1-bcb6-8a62fbc8d349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:50.543641 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-a44e0838-97a3-40c1-bcb6-8a62fbc8d349 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5225de19-25f0-4b54-b93f-6c2dba936ea0 HTTP/1.1" status: 204 len: 168 time: 0.4743648 Jul 09 14:36:50.561045 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44e0838-97a3-40c1-bcb6-8a62fbc8d349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5225de19-25f0-4b54-b93f-6c2dba936ea0,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:50.566784 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c135e9ed-3448-406d-9250-9b38e2a1a12b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:50.594062 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c135e9ed-3448-406d-9250-9b38e2a1a12b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:50.676421 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-1f1a9228-c7d8-46fb-b96f-5db59dcc9c9b req-71909006-ac47-4ea7-83fd-1d673e602313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:50.681794 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb425d-43af-4747-9c95-4e199f8d3078 req-27f72caf-74bf-407d-977f-2fed831b075b tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:50.683323 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-febb425d-43af-4747-9c95-4e199f8d3078 req-27f72caf-74bf-407d-977f-2fed831b075b tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=34d41cf2-7f9c-45b4-b98b-f67604774c17 HTTP/1.1" status: 200 len: 944 time: 0.0743403 Jul 09 14:36:50.685144 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c135e9ed-3448-406d-9250-9b38e2a1a12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:50.687782 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c135e9ed-3448-406d-9250-9b38e2a1a12b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:50.689447 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c135e9ed-3448-406d-9250-9b38e2a1a12b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f8509617-fa0c-49e9-95fc-b0c6ee45fda3 HTTP/1.1" status: 204 len: 168 time: 0.1901562 Jul 09 14:36:50.727482 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-febb425d-43af-4747-9c95-4e199f8d3078 req-61624eba-e9b7-456a-82e4-1a301a608e29 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375321 Jul 09 14:36:50.727829 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c135e9ed-3448-406d-9250-9b38e2a1a12b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8509617-fa0c-49e9-95fc-b0c6ee45fda3,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:50.730013 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a9228-c7d8-46fb-b96f-5db59dcc9c9b req-71909006-ac47-4ea7-83fd-1d673e602313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:50.730621 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-1f1a9228-c7d8-46fb-b96f-5db59dcc9c9b req-71909006-ac47-4ea7-83fd-1d673e602313 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:50.732012 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1f1a9228-c7d8-46fb-b96f-5db59dcc9c9b req-71909006-ac47-4ea7-83fd-1d673e602313 service neutron] 10.222.0.62 "PUT /v2.0/ports/58836c89-0a89-4595-b508-b2dd1177ca90 HTTP/1.1" status: 200 len: 1091 time: 1.2218754 Jul 09 14:36:50.734630 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d01ab58-680d-4f51-b97e-04034cdf631c', 'tag': '58836c89-0a89-4595-b508-b2dd1177ca90'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:36:50.736552 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a281b1-c8a5-47f0-a1d1-61899020ad4a" -d '{"events": [{"name": "network-changed", "server_uuid": "8d01ab58-680d-4f51-b97e-04034cdf631c", "tag": "58836c89-0a89-4595-b508-b2dd1177ca90"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:36:50.756890 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71909006-ac47-4ea7-83fd-1d673e602313 service neutron] Pushing event updated for resources: {'Port': ['ID=58836c89-0a89-4595-b508-b2dd1177ca90,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:50.790283 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d91813-ead4-4a39-9cf6-dfcbc9970c9d x-openstack-request-id: req-44d91813-ead4-4a39-9cf6-dfcbc9970c9d {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:36:50.790578 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d01ab58-680d-4f51-b97e-04034cdf631c", "tag": "58836c89-0a89-4595-b508-b2dd1177ca90", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:36:50.790834 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-44d91813-ead4-4a39-9cf6-dfcbc9970c9d {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:36:50.791315 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d01ab58-680d-4f51-b97e-04034cdf631c', 'tag': '58836c89-0a89-4595-b508-b2dd1177ca90', 'status': 'completed', 'code': 200} Jul 09 14:36:50.855840 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50004) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:50.872110 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-44f150a2-9d65-4856-acdc-aafb67725e1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:50.899794 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a281b1-c8a5-47f0-a1d1-61899020ad4a req-5d20a5e0-34fb-4e67-bdf8-1c7927cfccf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:50.901308 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-90a281b1-c8a5-47f0-a1d1-61899020ad4a req-5d20a5e0-34fb-4e67-bdf8-1c7927cfccf0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c655907b73bb4cb9b34504caa49e4e02&device_id=8d01ab58-680d-4f51-b97e-04034cdf631c HTTP/1.1" status: 200 len: 1094 time: 0.0664442 Jul 09 14:36:50.982578 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-44f150a2-9d65-4856-acdc-aafb67725e1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:51.058563 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-44f150a2-9d65-4856-acdc-aafb67725e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:51.076227 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a281b1-c8a5-47f0-a1d1-61899020ad4a req-5731f1ed-1164-4bd7-b3bf-439ece99882f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:51.078347 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-90a281b1-c8a5-47f0-a1d1-61899020ad4a req-5731f1ed-1164-4bd7-b3bf-439ece99882f service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=c655907b73bb4cb9b34504caa49e4e02&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1621566 Jul 09 14:36:51.105246 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-44f150a2-9d65-4856-acdc-aafb67725e1e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ca3a1cbbc51a42adaa2589892e5a1b03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2482185 Jul 09 14:36:51.108201 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f150a2-9d65-4856-acdc-aafb67725e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d907ea-1cca-4004-852a-ec48bc013433,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:51.110720 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50012) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:51.226045 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2d7a8e54-f5e2-4185-ad7c-70639bdfe276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:51.230436 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a281b1-c8a5-47f0-a1d1-61899020ad4a req-1518dd80-f47a-43db-bc9f-6df8954f5b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:51.231965 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-90a281b1-c8a5-47f0-a1d1-61899020ad4a req-1518dd80-f47a-43db-bc9f-6df8954f5b8a service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1432869 Jul 09 14:36:51.252416 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:36:51.271393 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2d7a8e54-f5e2-4185-ad7c-70639bdfe276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:51.401576 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a9228-c7d8-46fb-b96f-5db59dcc9c9b req-dab582d4-bc74-424f-8cd7-d446cedc4d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:51.404327 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1f1a9228-c7d8-46fb-b96f-5db59dcc9c9b req-dab582d4-bc74-424f-8cd7-d446cedc4d2a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c655907b73bb4cb9b34504caa49e4e02&device_id=8d01ab58-680d-4f51-b97e-04034cdf631c HTTP/1.1" status: 200 len: 1094 time: 0.0729108 Jul 09 14:36:51.433061 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f81a337-d8fb-4898-9c38-be34771406b4 req-641e7221-18c4-42b5-852a-c625b6853f25 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:51.439901 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0f81a337-d8fb-4898-9c38-be34771406b4 req-641e7221-18c4-42b5-852a-c625b6853f25 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ef619a1-47f0-48da-b39d-a97895cd4127 HTTP/1.1" status: 200 len: 945 time: 0.0989046 Jul 09 14:36:51.454337 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1f1a9228-c7d8-46fb-b96f-5db59dcc9c9b req-a6d05f16-7d45-48fa-8e9f-16b0ef4ce56e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58836c89-0a89-4595-b508-b2dd1177ca90 HTTP/1.1" status: 200 len: 217 time: 0.0365689 Jul 09 14:36:51.455468 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2d7a8e54-f5e2-4185-ad7c-70639bdfe276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:51.458307 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2d7a8e54-f5e2-4185-ad7c-70639bdfe276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:51.462020 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-2d7a8e54-f5e2-4185-ad7c-70639bdfe276 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/38d907ea-1cca-4004-852a-ec48bc013433 HTTP/1.1" status: 204 len: 168 time: 0.3503432 Jul 09 14:36:51.474414 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device d1b103a5-9d27-490b-8844-52f475a68ea4 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:36:51.491026 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0f81a337-d8fb-4898-9c38-be34771406b4 req-4b1d2190-8f04-4cf6-b9c8-b2c4b78dde33 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "GET /v2.0/security-groups?id=56f8d71f-a162-4356-920c-4536638f4f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433364 Jul 09 14:36:51.497694 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7a8e54-f5e2-4185-ad7c-70639bdfe276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d907ea-1cca-4004-852a-ec48bc013433,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:51.521613 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a9228-c7d8-46fb-b96f-5db59dcc9c9b req-13e6269a-303d-462c-a096-362c8d1313c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:51.523168 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1f1a9228-c7d8-46fb-b96f-5db59dcc9c9b req-13e6269a-303d-462c-a096-362c8d1313c2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1efc9297-eb33-445a-a350-69ba2357f551 HTTP/1.1" status: 200 len: 855 time: 0.0601625 Jul 09 14:36:51.570928 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1f1a9228-c7d8-46fb-b96f-5db59dcc9c9b req-18b77c28-e250-4a0f-a11f-e03bdd4e273b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=96850b37-4bb0-41cb-be35-fe95a687a17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398765 Jul 09 14:36:51.664585 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port d1b103a5-9d27-490b-8844-52f475a68ea4, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=d1b103a5-9d27-490b-8844-52f475a68ea4,segment=NetworkSegment(aace0400-4c69-453a-b04e-112644859d27),segment_id=aace0400-4c69-453a-b04e-112644859d27)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:36:51.682267 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device d1b103a5-9d27-490b-8844-52f475a68ea4 has no active binding in host n-h1-799529-6 {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 14:36:51.682477 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1f1a9228-c7d8-46fb-b96f-5db59dcc9c9b req-b5a172b9-80a2-49d2-8177-d6780e73d561 service neutron] 10.222.0.62 "GET /v2.0/networks/96850b37-4bb0-41cb-be35-fe95a687a17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037886 Jul 09 14:36:51.739393 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95556e4-2905-4e45-bfcc-0a9f5a98f132 req-92318fd5-4c56-4031-bbbf-454acaaa8f65 tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:51.740908 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d95556e4-2905-4e45-bfcc-0a9f5a98f132 req-92318fd5-4c56-4031-bbbf-454acaaa8f65 tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d01ab58-680d-4f51-b97e-04034cdf631c HTTP/1.1" status: 200 len: 943 time: 0.0695169 Jul 09 14:36:51.779408 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d95556e4-2905-4e45-bfcc-0a9f5a98f132 req-7cc3ef84-17a1-45c4-a74f-b20c3886186a tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] 10.222.0.58 "GET /v2.0/security-groups?id=fee60477-832c-4e3e-a4a5-e4bb29b887db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324893 Jul 09 14:36:51.793504 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1f1a9228-c7d8-46fb-b96f-5db59dcc9c9b req-1b5b81b5-e504-424b-9ecc-7762dcd71f94 service neutron] 10.222.0.62 "GET /v2.0/networks/96850b37-4bb0-41cb-be35-fe95a687a17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004179 Jul 09 14:36:51.953357 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642e3a61-74e6-4498-80bf-bffa5357a614 req-2111adf0-ec84-49ce-9a94-fd4a57ea4153 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:51.954833 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-642e3a61-74e6-4498-80bf-bffa5357a614 req-2111adf0-ec84-49ce-9a94-fd4a57ea4153 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ef619a1-47f0-48da-b39d-a97895cd4127 HTTP/1.1" status: 200 len: 945 time: 0.0684917 Jul 09 14:36:51.963369 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50062) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:51.972750 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-c17623bd-0df6-4ae6-9b9c-85fa34972c1a tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Request body: {'floatingip': {'port_id': 'bd069943-34a9-4a09-89d5-e2a587208dbe'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:36:52.042466 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c17623bd-0df6-4ae6-9b9c-85fa34972c1a tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Notify callbacks [] for floatingip, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:52.131332 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6d8cd-2f0a-4567-adfd-218254e4eb53 req-679aa791-bf9a-4d71-95cb-9f52cc0c9bff tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:52.133060 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e2a6d8cd-2f0a-4567-adfd-218254e4eb53 req-679aa791-bf9a-4d71-95cb-9f52cc0c9bff tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=34d41cf2-7f9c-45b4-b98b-f67604774c17 HTTP/1.1" status: 200 len: 944 time: 0.0823777 Jul 09 14:36:52.180777 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e2a6d8cd-2f0a-4567-adfd-218254e4eb53 req-f2a306fb-38f4-44ae-bd93-e798ca46b4e3 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411887 Jul 09 14:36:52.644812 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-534806c2-f460-472e-8e0a-0cee6a87fcbf tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:36:52.645800 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-534806c2-f460-472e-8e0a-0cee6a87fcbf tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0135999 Jul 09 14:36:52.813442 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:52.903166 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-de0a7678-76e0-4332-bacd-a9991db5363f service neutron] Request body: {'binding': {'host': 'n-h1-799529-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:36:52.903851 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-de0a7678-76e0-4332-bacd-a9991db5363f service neutron] Unknown quota resources ['binding']. {{(pid=94445) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 14:36:52.976250 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6793f949-7733-432e-8a0c-8ff8d547a03f req-8e25cc44-8393-4731-b5ba-045496cf81aa tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:52.977937 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6793f949-7733-432e-8a0c-8ff8d547a03f req-8e25cc44-8393-4731-b5ba-045496cf81aa tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d01ab58-680d-4f51-b97e-04034cdf631c HTTP/1.1" status: 200 len: 943 time: 0.0654063 Jul 09 14:36:52.982460 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c17623bd-0df6-4ae6-9b9c-85fa34972c1a tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:53.017463 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6793f949-7733-432e-8a0c-8ff8d547a03f req-92d17ca6-f259-4d96-8eab-91edc94e228b tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] 10.222.0.58 "GET /v2.0/security-groups?id=fee60477-832c-4e3e-a4a5-e4bb29b887db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338178 Jul 09 14:36:53.027562 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50102) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:53.065231 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c17623bd-0df6-4ae6-9b9c-85fa34972c1a tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:53.168062 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-de0a7678-76e0-4332-bacd-a9991db5363f service neutron] Attempting to bind port dd2205a4-6e79-4512-87e2-bfe3186bed68 on host n-h1-799529-6 for vnic_type normal with profile None {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:36:53.168402 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-de0a7678-76e0-4332-bacd-a9991db5363f service neutron] Attempting to bind port dd2205a4-6e79-4512-87e2-bfe3186bed68 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': 'cd7790e9-3309-48a3-bfb3-c9f386870e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '56b8037f-2c10-4a66-9bb7-3f0d90fcd124'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:36:53.168735 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-de0a7678-76e0-4332-bacd-a9991db5363f service neutron] Attempting to bind port dd2205a4-6e79-4512-87e2-bfe3186bed68 on network 56b8037f-2c10-4a66-9bb7-3f0d90fcd124 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:36:53.179484 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-de0a7678-76e0-4332-bacd-a9991db5363f service neutron] Port dd2205a4-6e79-4512-87e2-bfe3186bed68 on network 56b8037f-2c10-4a66-9bb7-3f0d90fcd124 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:36:53.179830 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-de0a7678-76e0-4332-bacd-a9991db5363f service neutron] Attempting to bind port dd2205a4-6e79-4512-87e2-bfe3186bed68 on network 56b8037f-2c10-4a66-9bb7-3f0d90fcd124 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:36:53.190423 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-de0a7678-76e0-4332-bacd-a9991db5363f service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:36:53.190765 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-de0a7678-76e0-4332-bacd-a9991db5363f service neutron] Checking segment: {'id': 'cd7790e9-3309-48a3-bfb3-c9f386870e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '56b8037f-2c10-4a66-9bb7-3f0d90fcd124'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:36:53.191150 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-de0a7678-76e0-4332-bacd-a9991db5363f service neutron] Bound using segment: {'id': 'cd7790e9-3309-48a3-bfb3-c9f386870e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '56b8037f-2c10-4a66-9bb7-3f0d90fcd124'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:36:53.191621 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-de0a7678-76e0-4332-bacd-a9991db5363f service neutron] Bound port: dd2205a4-6e79-4512-87e2-bfe3186bed68, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd7790e9-3309-48a3-bfb3-c9f386870e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '56b8037f-2c10-4a66-9bb7-3f0d90fcd124'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:36:53.223468 n-d-799529-6 neutron-server[94445]: INFO neutron.db.l3_db [None req-c17623bd-0df6-4ae6-9b9c-85fa34972c1a tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Floating IP 367185de-e0ff-4cf4-8b30-6a941b369e66 associated. External IP: 172.25.3.176, port: bd069943-34a9-4a09-89d5-e2a587208dbe. Jul 09 14:36:53.316174 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-e68af0a4-c7a0-4010-afb2-dcb439014b4e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1284868252-network', 'tenant_id': 'ae020778985041e4a4574e340a9d78f4'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:36:53.326648 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-de0a7678-76e0-4332-bacd-a9991db5363f service neutron] For port dd2205a4-6e79-4512-87e2-bfe3186bed68, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=dd2205a4-6e79-4512-87e2-bfe3186bed68,segment=NetworkSegment(cd7790e9-3309-48a3-bfb3-c9f386870e48),segment_id=cd7790e9-3309-48a3-bfb3-c9f386870e48)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:36:53.362144 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50116) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:53.404581 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68af0a4-c7a0-4010-afb2-dcb439014b4e admin admin] Made reservation on behalf of ae020778985041e4a4574e340a9d78f4 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:36:53.413012 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e68af0a4-c7a0-4010-afb2-dcb439014b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:53.413622 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-de0a7678-76e0-4332-bacd-a9991db5363f service neutron] Notify callbacks [] for binding, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:53.428580 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-de0a7678-76e0-4332-bacd-a9991db5363f service neutron] 10.222.0.58 "POST /v2.0/ports/dd2205a4-6e79-4512-87e2-bfe3186bed68/bindings HTTP/1.1" status: 201 len: 389 time: 0.5311069 Jul 09 14:36:53.442682 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e68af0a4-c7a0-4010-afb2-dcb439014b4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:53.514046 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-31984b60-8f6f-47ba-840a-666f19e5709e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1068833680-network', 'tenant_id': '77dbf4b092de4af7b8689da68d04094b'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:36:53.543261 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c17623bd-0df6-4ae6-9b9c-85fa34972c1a tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Router ba27f607-41b2-44e9-bc92-0fce3f45c1fe has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:36:53.625636 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691ece9-4c94-42a8-8b9a-3caf0965793d req-19bba1b0-c14a-4536-b473-01e7a0adc283 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:53.627115 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6691ece9-4c94-42a8-8b9a-3caf0965793d req-19bba1b0-c14a-4536-b473-01e7a0adc283 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=34d41cf2-7f9c-45b4-b98b-f67604774c17 HTTP/1.1" status: 200 len: 944 time: 0.1130524 Jul 09 14:36:53.634007 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e68af0a4-c7a0-4010-afb2-dcb439014b4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:53.696027 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17623bd-0df6-4ae6-9b9c-85fa34972c1a tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:36:53.716943 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6959b5-634b-4d4e-bc00-eefa1cce3108 None None] Sync routers for ids ['ba27f607-41b2-44e9-bc92-0fce3f45c1fe'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:36:53.723162 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6691ece9-4c94-42a8-8b9a-3caf0965793d req-2b5d8edf-c1cf-40f7-9a1b-b9d5654720b2 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823734 Jul 09 14:36:53.730214 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e68af0a4-c7a0-4010-afb2-dcb439014b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:53.735771 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6959b5-634b-4d4e-bc00-eefa1cce3108 None None] Routers {'ba27f607-41b2-44e9-bc92-0fce3f45c1fe'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:36:53.738771 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c17623bd-0df6-4ae6-9b9c-85fa34972c1a tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:53.739089 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-0a6959b5-634b-4d4e-bc00-eefa1cce3108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:36:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['ba27f607-41b2-44e9-bc92-0fce3f45c1fe'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:36:53.753424 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e68af0a4-c7a0-4010-afb2-dcb439014b4e admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:36:53.767713 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-32182d22-ec65-497b-a299-ae9a10e479fd service neutron] 10.222.0.54 "GET /v2.0/ports/d1b103a5-9d27-490b-8844-52f475a68ea4/bindings/n-h1-799529-6 HTTP/1.1" status: 200 len: 384 time: 0.1369443 Jul 09 14:36:53.809508 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e68af0a4-c7a0-4010-afb2-dcb439014b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:53.809863 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-e68af0a4-c7a0-4010-afb2-dcb439014b4e admin admin] Added segment 796342c7-dd15-4e81-a035-9d42758eadee of type vlan for network 8ae39ad4-bb5f-4f09-91f4-2cb299e97676 Jul 09 14:36:53.812636 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68af0a4-c7a0-4010-afb2-dcb439014b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f359df0-028b-4727-899c-5018b5402c17,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:53.819627 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c17623bd-0df6-4ae6-9b9c-85fa34972c1a tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "PUT /v2.0/floatingips/367185de-e0ff-4cf4-8b30-6a941b369e66 HTTP/1.1" status: 200 len: 991 time: 1.8524683 Jul 09 14:36:53.832709 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ef619a1-47f0-48da-b39d-a97895cd4127', 'tag': 'bd069943-34a9-4a09-89d5-e2a587208dbe'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:36:53.858902 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9b9072-766a-4f9d-bdde-7a22402f8fdf" -d '{"events": [{"name": "network-changed", "server_uuid": "6ef619a1-47f0-48da-b39d-a97895cd4127", "tag": "bd069943-34a9-4a09-89d5-e2a587208dbe"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:36:53.888351 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e68af0a4-c7a0-4010-afb2-dcb439014b4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:53.992591 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-0a6959b5-634b-4d4e-bc00-eefa1cce3108 None None] Set router ba27f607-41b2-44e9-bc92-0fce3f45c1fe gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:36:54.020415 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa16b82-4ae6-4264-8ed7-3a2ec9755351 req-35e3d40c-8491-4ff7-a84e-0ddabe9c2eb7 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:54.037300 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1fa16b82-4ae6-4264-8ed7-3a2ec9755351 req-35e3d40c-8491-4ff7-a84e-0ddabe9c2eb7 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=45a73b6e-4f2b-42df-a010-72db422d5024 HTTP/1.1" status: 200 len: 946 time: 0.2221761 Jul 09 14:36:54.040351 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31984b60-8f6f-47ba-840a-666f19e5709e admin admin] Made reservation on behalf of 77dbf4b092de4af7b8689da68d04094b for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:36:54.043095 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-31984b60-8f6f-47ba-840a-666f19e5709e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:54.071235 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-31984b60-8f6f-47ba-840a-666f19e5709e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:54.182542 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-244c2ecc-2bbe-420e-9971-b6d228a8673d x-openstack-request-id: req-244c2ecc-2bbe-420e-9971-b6d228a8673d {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:36:54.182831 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ef619a1-47f0-48da-b39d-a97895cd4127", "tag": "bd069943-34a9-4a09-89d5-e2a587208dbe", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:36:54.187399 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-244c2ecc-2bbe-420e-9971-b6d228a8673d {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:36:54.187399 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ef619a1-47f0-48da-b39d-a97895cd4127', 'tag': 'bd069943-34a9-4a09-89d5-e2a587208dbe', 'status': 'completed', 'code': 200} Jul 09 14:36:54.235209 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1fa16b82-4ae6-4264-8ed7-3a2ec9755351 req-3e896607-6e6c-4874-8e30-b4ac12fb4a73 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966791 Jul 09 14:36:54.238384 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e68af0a4-c7a0-4010-afb2-dcb439014b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:54.240001 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68af0a4-c7a0-4010-afb2-dcb439014b4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:54.240796 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e68af0a4-c7a0-4010-afb2-dcb439014b4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:54.331119 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-31984b60-8f6f-47ba-840a-666f19e5709e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:54.333492 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b9072-766a-4f9d-bdde-7a22402f8fdf req-be602e0c-a2f8-419e-a9e0-79e9b313fb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:54.335592 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4b9b9072-766a-4f9d-bdde-7a22402f8fdf req-be602e0c-a2f8-419e-a9e0-79e9b313fb25 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f9beeac302b4456ab9897feb8634bccd&device_id=6ef619a1-47f0-48da-b39d-a97895cd4127 HTTP/1.1" status: 200 len: 1096 time: 0.0993814 Jul 09 14:36:54.337797 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68af0a4-c7a0-4010-afb2-dcb439014b4e admin admin] Pushing event updated for resources: {'Network': ['ID=8ae39ad4-bb5f-4f09-91f4-2cb299e97676,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:54.352510 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 8ae39ad4-bb5f-4f09-91f4-2cb299e97676 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:36:54.384623 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-0b1afcc5-193e-47a6-8237-04cb84a6df19 service neutron] For port d1b103a5-9d27-490b-8844-52f475a68ea4, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=d1b103a5-9d27-490b-8844-52f475a68ea4,segment=NetworkSegment(aace0400-4c69-453a-b04e-112644859d27),segment_id=aace0400-4c69-453a-b04e-112644859d27)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:36:54.437467 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-0b1afcc5-193e-47a6-8237-04cb84a6df19 service neutron] For port d1b103a5-9d27-490b-8844-52f475a68ea4, host n-h2-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:36:54.460679 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-0a6959b5-634b-4d4e-bc00-eefa1cce3108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba27f607-41b2-44e9-bc92-0fce3f45c1fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1669793907-router', 'tenant_id': 'f9beeac302b4456ab9897feb8634bccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '8686d87c-2171-44ba-8a92-59b2f7fc817c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:02Z', 'updated_at': '2021-07-09T14:36:07Z', 'revision_number': 4, 'project_id': 'f9beeac302b4456ab9897feb8634bccd', 'gw_port': {'id': '8686d87c-2171-44ba-8a92-59b2f7fc817c', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:bc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba27f607-41b2-44e9-bc92-0fce3f45c1fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:03Z', 'updated_at': '2021-07-09T14:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '367185de-e0ff-4cf4-8b30-6a941b369e66', 'tenant_id': 'f9beeac302b4456ab9897feb8634bccd', 'floating_ip_address': '172.25.3.176', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': 'ba27f607-41b2-44e9-bc92-0fce3f45c1fe', 'port_id': 'bd069943-34a9-4a09-89d5-e2a587208dbe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7430d59-7c88-483d-984e-fabf3c5cc12e', 'mac_address': 'fa:16:3e:74:98:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef619a1-47f0-48da-b39d-a97895cd4127', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:36:28Z', 'updated_at': '2021-07-09T14:36:52Z', 'revision_number': 1, 'project_id': 'f9beeac302b4456ab9897feb8634bccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27a25387-6936-4060-9377-f7be0529d925', 'name': '', 'network_id': 'e7430d59-7c88-483d-984e-fabf3c5cc12e', 'tenant_id': 'f9beeac302b4456ab9897feb8634bccd', 'mac_address': 'fa:16:3e:3f:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba27f607-41b2-44e9-bc92-0fce3f45c1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'a29bed4a-eb5d-425d-bedd-f3538b5fd90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:06Z', 'updated_at': '2021-07-09T14:36:16Z', 'revision_number': 5, 'project_id': 'f9beeac302b4456ab9897feb8634bccd', 'subnets': [{'id': 'a29bed4a-eb5d-425d-bedd-f3538b5fd90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:36:54.475483 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-31984b60-8f6f-47ba-840a-666f19e5709e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:54.489951 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31984b60-8f6f-47ba-840a-666f19e5709e admin admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:36:54.493940 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6959b5-634b-4d4e-bc00-eefa1cce3108 None None] Checking router: ba27f607-41b2-44e9-bc92-0fce3f45c1fe for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:36:54.502998 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-31984b60-8f6f-47ba-840a-666f19e5709e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:54.503605 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-31984b60-8f6f-47ba-840a-666f19e5709e admin admin] Added segment da9acf97-083b-491c-801b-5da8bcfd8b16 of type vlan for network 0753039a-7e20-479c-b814-489355a542c4 Jul 09 14:36:54.505158 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6959b5-634b-4d4e-bc00-eefa1cce3108 None None] Routers {'ba27f607-41b2-44e9-bc92-0fce3f45c1fe'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:36:54.505963 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-0a6959b5-634b-4d4e-bc00-eefa1cce3108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:36:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['ba27f607-41b2-44e9-bc92-0fce3f45c1fe'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:36:54.539089 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-0b1afcc5-193e-47a6-8237-04cb84a6df19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1b103a5-9d27-490b-8844-52f475a68ea4 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:36:54.552387 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-31984b60-8f6f-47ba-840a-666f19e5709e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:54.564719 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-0b1afcc5-193e-47a6-8237-04cb84a6df19 service neutron] For port d1b103a5-9d27-490b-8844-52f475a68ea4, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=d1b103a5-9d27-490b-8844-52f475a68ea4,segment=NetworkSegment(aace0400-4c69-453a-b04e-112644859d27),segment_id=aace0400-4c69-453a-b04e-112644859d27)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:36:54.584901 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-e68af0a4-c7a0-4010-afb2-dcb439014b4e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5533092 Jul 09 14:36:54.585328 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50152) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:54.592441 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-0dd1d9fb-dfcd-4f88-b118-0ecc1f2afacb admin admin] Request body: {'subnet': {'network_id': '8ae39ad4-bb5f-4f09-91f4-2cb299e97676', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1284868252-subnet', 'tenant_id': 'ae020778985041e4a4574e340a9d78f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:36:54.595377 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b9072-766a-4f9d-bdde-7a22402f8fdf req-b81cabde-81fe-4e16-8fea-2600ed01cad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:54.597488 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4b9b9072-766a-4f9d-bdde-7a22402f8fdf req-b81cabde-81fe-4e16-8fea-2600ed01cad5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e7430d59-7c88-483d-984e-fabf3c5cc12e HTTP/1.1" status: 200 len: 925 time: 0.2475019 Jul 09 14:36:54.633484 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac352d-c5ae-4cae-ad55-a98e262cf3c1 req-ab3d1d60-af3b-465d-951e-dac933ea3122 tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:54.635004 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4fac352d-c5ae-4cae-ad55-a98e262cf3c1 req-ab3d1d60-af3b-465d-951e-dac933ea3122 tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d01ab58-680d-4f51-b97e-04034cdf631c HTTP/1.1" status: 200 len: 943 time: 0.1501038 Jul 09 14:36:54.643602 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-0b1afcc5-193e-47a6-8237-04cb84a6df19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:54.681340 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-0a6959b5-634b-4d4e-bc00-eefa1cce3108 None None] Set router ba27f607-41b2-44e9-bc92-0fce3f45c1fe gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:36:54.708641 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd1d9fb-dfcd-4f88-b118-0ecc1f2afacb admin admin] Made reservation on behalf of ae020778985041e4a4574e340a9d78f4 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:36:54.711072 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0dd1d9fb-dfcd-4f88-b118-0ecc1f2afacb admin admin] Notify callbacks [] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:54.716753 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31984b60-8f6f-47ba-840a-666f19e5709e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e422a52c-7c07-43a8-a88a-b9007d1c26e7,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:54.718668 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4fac352d-c5ae-4cae-ad55-a98e262cf3c1 req-d67aa799-c7b3-4ae5-a020-0da1048d49bf tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] 10.222.0.58 "GET /v2.0/security-groups?id=fee60477-832c-4e3e-a4a5-e4bb29b887db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720084 Jul 09 14:36:54.752606 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-31984b60-8f6f-47ba-840a-666f19e5709e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:54.754882 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31984b60-8f6f-47ba-840a-666f19e5709e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:54.755840 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-31984b60-8f6f-47ba-840a-666f19e5709e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:54.824970 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-0b1afcc5-193e-47a6-8237-04cb84a6df19 service neutron] Transition to ACTIVE for port object d1b103a5-9d27-490b-8844-52f475a68ea4 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:36:54.907424 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31984b60-8f6f-47ba-840a-666f19e5709e admin admin] Pushing event updated for resources: {'Network': ['ID=0753039a-7e20-479c-b814-489355a542c4,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:54.918339 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 0753039a-7e20-479c-b814-489355a542c4 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:36:54.940625 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-0b1afcc5-193e-47a6-8237-04cb84a6df19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:54.942229 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4b9b9072-766a-4f9d-bdde-7a22402f8fdf req-0d47b1a5-f249-4e2c-aaba-257c5dfdf4a0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd069943-34a9-4a09-89d5-e2a587208dbe HTTP/1.1" status: 200 len: 999 time: 0.3148053 Jul 09 14:36:55.028830 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-31984b60-8f6f-47ba-840a-666f19e5709e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6654339 Jul 09 14:36:55.037328 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50168) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:55.041183 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0dd1d9fb-dfcd-4f88-b118-0ecc1f2afacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:55.041351 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-0a6959b5-634b-4d4e-bc00-eefa1cce3108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba27f607-41b2-44e9-bc92-0fce3f45c1fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1669793907-router', 'tenant_id': 'f9beeac302b4456ab9897feb8634bccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '8686d87c-2171-44ba-8a92-59b2f7fc817c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:02Z', 'updated_at': '2021-07-09T14:36:07Z', 'revision_number': 4, 'project_id': 'f9beeac302b4456ab9897feb8634bccd', 'gw_port': {'id': '8686d87c-2171-44ba-8a92-59b2f7fc817c', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:bc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba27f607-41b2-44e9-bc92-0fce3f45c1fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:03Z', 'updated_at': '2021-07-09T14:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '367185de-e0ff-4cf4-8b30-6a941b369e66', 'tenant_id': 'f9beeac302b4456ab9897feb8634bccd', 'floating_ip_address': '172.25.3.176', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': 'ba27f607-41b2-44e9-bc92-0fce3f45c1fe', 'port_id': 'bd069943-34a9-4a09-89d5-e2a587208dbe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7430d59-7c88-483d-984e-fabf3c5cc12e', 'mac_address': 'fa:16:3e:74:98:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef619a1-47f0-48da-b39d-a97895cd4127', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:36:28Z', 'updated_at': '2021-07-09T14:36:52Z', 'revision_number': 1, 'project_id': 'f9beeac302b4456ab9897feb8634bccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27a25387-6936-4060-9377-f7be0529d925', 'name': '', 'network_id': 'e7430d59-7c88-483d-984e-fabf3c5cc12e', 'tenant_id': 'f9beeac302b4456ab9897feb8634bccd', 'mac_address': 'fa:16:3e:3f:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba27f607-41b2-44e9-bc92-0fce3f45c1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'a29bed4a-eb5d-425d-bedd-f3538b5fd90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:06Z', 'updated_at': '2021-07-09T14:36:16Z', 'revision_number': 5, 'project_id': 'f9beeac302b4456ab9897feb8634bccd', 'subnets': [{'id': 'a29bed4a-eb5d-425d-bedd-f3538b5fd90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:36:55.054942 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-1f3a7d31-36a4-48b5-825f-07a7c23e8da0 admin admin] Request body: {'subnet': {'network_id': '0753039a-7e20-479c-b814-489355a542c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1068833680-subnet', 'tenant_id': '77dbf4b092de4af7b8689da68d04094b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:36:55.074781 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b9072-766a-4f9d-bdde-7a22402f8fdf req-7a3efbd4-b10f-4aa0-8171-a5fd2d7f73f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:55.076680 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4b9b9072-766a-4f9d-bdde-7a22402f8fdf req-7a3efbd4-b10f-4aa0-8171-a5fd2d7f73f1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a29bed4a-eb5d-425d-bedd-f3538b5fd90a HTTP/1.1" status: 200 len: 863 time: 0.1256702 Jul 09 14:36:55.082314 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6959b5-634b-4d4e-bc00-eefa1cce3108 None None] The sync data for ids ['ba27f607-41b2-44e9-bc92-0fce3f45c1fe'] in n-d-799529-6 is: [{'id': 'ba27f607-41b2-44e9-bc92-0fce3f45c1fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1669793907-router', 'tenant_id': 'f9beeac302b4456ab9897feb8634bccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '8686d87c-2171-44ba-8a92-59b2f7fc817c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:02Z', 'updated_at': '2021-07-09T14:36:07Z', 'revision_number': 4, 'project_id': 'f9beeac302b4456ab9897feb8634bccd', 'gw_port': {'id': '8686d87c-2171-44ba-8a92-59b2f7fc817c', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:bc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba27f607-41b2-44e9-bc92-0fce3f45c1fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:03Z', 'updated_at': '2021-07-09T14:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '367185de-e0ff-4cf4-8b30-6a941b369e66', 'tenant_id': 'f9beeac302b4456ab9897feb8634bccd', 'floating_ip_address': '172.25.3.176', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': 'ba27f607-41b2-44e9-bc92-0fce3f45c1fe', 'port_id': 'bd069943-34a9-4a09-89d5-e2a587208dbe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7430d59-7c88-483d-984e-fabf3c5cc12e', 'mac_address': 'fa:16:3e:74:98:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef619a1-47f0-48da-b39d-a97895cd4127', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:36:28Z', 'updated_at': '2021-07-09T14:36:52Z', 'revision_number': 1, 'project_id': 'f9beeac302b4456ab9897feb8634bccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27a25387-6936-4060-9377-f7be0529d925', 'name': '', 'network_id': 'e7430d59-7c88-483d-984e-fabf3c5cc12e', 'tenant_id': 'f9beeac302b4456ab9897feb8634bccd', 'mac_address': 'fa:16:3e:3f:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba27f607-41b2-44e9-bc92-0fce3f45c1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'a29bed4a-eb5d-425d-bedd-f3538b5fd90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:06Z', 'updated_at': '2021-07-09T14:36:16Z', 'revision_number': 5, 'project_id': 'f9beeac302b4456ab9897feb8634bccd', 'subnets': [{'id': 'a29bed4a-eb5d-425d-bedd-f3538b5fd90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:36:55.142463 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-0b1afcc5-193e-47a6-8237-04cb84a6df19 service neutron] No DVR routers for this DVR port d1b103a5-9d27-490b-8844-52f475a68ea4 on host n-h2-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:36:55.161090 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b9072-766a-4f9d-bdde-7a22402f8fdf req-a89a7704-4731-448e-a0a1-5652c8f0d171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:55.162344 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4b9b9072-766a-4f9d-bdde-7a22402f8fdf req-a89a7704-4731-448e-a0a1-5652c8f0d171 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e7430d59-7c88-483d-984e-fabf3c5cc12e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0785286 Jul 09 14:36:55.164375 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1afcc5-193e-47a6-8237-04cb84a6df19 service neutron] Pushing event updated for resources: {'Port': ['ID=d1b103a5-9d27-490b-8844-52f475a68ea4,revision_number=10']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:55.216273 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f3a7d31-36a4-48b5-825f-07a7c23e8da0 admin admin] Made reservation on behalf of 77dbf4b092de4af7b8689da68d04094b for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:36:55.219123 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1f3a7d31-36a4-48b5-825f-07a7c23e8da0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:55.239356 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-0b1afcc5-193e-47a6-8237-04cb84a6df19 service neutron] 10.222.0.54 "PUT /v2.0/ports/d1b103a5-9d27-490b-8844-52f475a68ea4/bindings/n-h1-799529-6/activate HTTP/1.1" status: 200 len: 369 time: 1.4623220 Jul 09 14:36:55.243155 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd1d9fb-dfcd-4f88-b118-0ecc1f2afacb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d546c7ee-f25e-4dff-8552-a7dde9391af1,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:55.266247 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101acc19-4e2e-497c-9603-c96f513a53b4 req-39af21a4-935e-4438-aba4-b4c282334de0 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:55.268247 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-101acc19-4e2e-497c-9603-c96f513a53b4 req-39af21a4-935e-4438-aba4-b4c282334de0 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=34d41cf2-7f9c-45b4-b98b-f67604774c17 HTTP/1.1" status: 200 len: 945 time: 0.3302085 Jul 09 14:36:55.269299 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd1d9fb-dfcd-4f88-b118-0ecc1f2afacb admin admin] Checking segment: {'id': '796342c7-dd15-4e81-a035-9d42758eadee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8ae39ad4-bb5f-4f09-91f4-2cb299e97676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:36:55.269887 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd1d9fb-dfcd-4f88-b118-0ecc1f2afacb admin admin] Network hostable DHCP agents. Network: 8ae39ad4-bb5f-4f09-91f4-2cb299e97676, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:36:55.347034 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4b9b9072-766a-4f9d-bdde-7a22402f8fdf req-4a26e9b6-48ea-4612-8c62-a279d5e7c73e service neutron] 10.222.0.62 "GET /v2.0/networks/e7430d59-7c88-483d-984e-fabf3c5cc12e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778533 Jul 09 14:36:55.348531 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-101acc19-4e2e-497c-9603-c96f513a53b4 req-c6cd6627-fbae-4fe4-9ac0-c11c60701c33 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704572 Jul 09 14:36:55.407642 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b613a26b-6e23-4797-8d8b-193cef1e3743 None None] New status for floating IP 367185de-e0ff-4cf4-8b30-6a941b369e66: ACTIVE {{(pid=94447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:36:55.419068 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd1d9fb-dfcd-4f88-b118-0ecc1f2afacb admin admin] Network 8ae39ad4-bb5f-4f09-91f4-2cb299e97676 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:36:55.492713 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 58836c89-0a89-4595-b508-b2dd1177ca90 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:36:55.535723 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4b9b9072-766a-4f9d-bdde-7a22402f8fdf req-1640595d-af32-488c-ba0b-96d6a55b9d7b service neutron] 10.222.0.62 "GET /v2.0/networks/e7430d59-7c88-483d-984e-fabf3c5cc12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764941 Jul 09 14:36:55.557758 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-0dd1d9fb-dfcd-4f88-b118-0ecc1f2afacb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 8ae39ad4-bb5f-4f09-91f4-2cb299e97676) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:36:55.562959 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd1d9fb-dfcd-4f88-b118-0ecc1f2afacb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:55.563682 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0dd1d9fb-dfcd-4f88-b118-0ecc1f2afacb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:55.599101 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff55a917-750a-4a90-bec0-a488e64875a0 None None] Network 8ae39ad4-bb5f-4f09-91f4-2cb299e97676 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:36:55.626497 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1f3a7d31-36a4-48b5-825f-07a7c23e8da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:55.656558 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-0dd1d9fb-dfcd-4f88-b118-0ecc1f2afacb admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0703070 Jul 09 14:36:55.705203 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3a7d31-36a4-48b5-825f-07a7c23e8da0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc4e693f-d90b-46e2-beaf-3b7584235976,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:55.713545 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3a7d31-36a4-48b5-825f-07a7c23e8da0 admin admin] Checking segment: {'id': 'da9acf97-083b-491c-801b-5da8bcfd8b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '0753039a-7e20-479c-b814-489355a542c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:36:55.713899 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3a7d31-36a4-48b5-825f-07a7c23e8da0 admin admin] Network hostable DHCP agents. Network: 0753039a-7e20-479c-b814-489355a542c4, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:36:55.803734 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 58836c89-0a89-4595-b508-b2dd1177ca90, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=58836c89-0a89-4595-b508-b2dd1177ca90,segment=NetworkSegment(936ccbb7-93da-49e4-9dd8-a393e22780cf),segment_id=936ccbb7-93da-49e4-9dd8-a393e22780cf)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:36:55.806761 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3a7d31-36a4-48b5-825f-07a7c23e8da0 admin admin] Network 0753039a-7e20-479c-b814-489355a542c4 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:36:55.847541 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '58836c89-0a89-4595-b508-b2dd1177ca90', 'network_id': '96850b37-4bb0-41cb-be35-fe95a687a17c', 'port_id': '58836c89-0a89-4595-b508-b2dd1177ca90', 'mac_address': 'fa:16:3e:0b:8d:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1efc9297-eb33-445a-a350-69ba2357f551', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:36:55.893464 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-1f3a7d31-36a4-48b5-825f-07a7c23e8da0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 0753039a-7e20-479c-b814-489355a542c4) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:36:55.903882 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5de1c6-f06f-4cdb-9a08-350b02b46d18 None None] Network 8ae39ad4-bb5f-4f09-91f4-2cb299e97676 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:36:55.904622 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3a7d31-36a4-48b5-825f-07a7c23e8da0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:55.904622 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1f3a7d31-36a4-48b5-825f-07a7c23e8da0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:55.922149 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f691fe-188f-4ba1-8065-4e099f524372 None None] Network 0753039a-7e20-479c-b814-489355a542c4 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:36:55.973079 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c5467-035c-4d92-8322-883168aae118 req-06aff3b2-1e32-4234-b460-0185785e5acf tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:55.974973 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d58c5467-035c-4d92-8322-883168aae118 req-06aff3b2-1e32-4234-b460-0185785e5acf tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=45a73b6e-4f2b-42df-a010-72db422d5024 HTTP/1.1" status: 200 len: 946 time: 0.1129532 Jul 09 14:36:55.995423 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-37a4a844-efc5-4b81-a634-059e8f8fcd8d tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:55.997016 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-37a4a844-efc5-4b81-a634-059e8f8fcd8d tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=34d41cf2-7f9c-45b4-b98b-f67604774c17&tenant_id=a29f2b4cfd1449cca4564d7c2e38b31e&binding%3Ahost_id=n-h2-799529-6 HTTP/1.1" status: 200 len: 1096 time: 0.0819921 Jul 09 14:36:56.019949 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:56.029316 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d58c5467-035c-4d92-8322-883168aae118 req-9ccb144c-495f-4ee8-99e3-1e3871e4f297 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362206 Jul 09 14:36:56.066307 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58836c89-0a89-4595-b508-b2dd1177ca90 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:36:56.073240 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-1f3a7d31-36a4-48b5-825f-07a7c23e8da0 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0262740 Jul 09 14:36:56.073501 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50190) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:56.079475 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-feab4989-7532-4bc1-8d70-75a35236b3f0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1068833680-router', 'tenant_id': '77dbf4b092de4af7b8689da68d04094b', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:36:56.116234 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-935672f6-d1f9-4c32-894f-1be785a77cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:56.148077 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 58836c89-0a89-4595-b508-b2dd1177ca90, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=58836c89-0a89-4595-b508-b2dd1177ca90,segment=NetworkSegment(936ccbb7-93da-49e4-9dd8-a393e22780cf),segment_id=936ccbb7-93da-49e4-9dd8-a393e22780cf)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:36:56.165605 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-e3c001a2-a787-4e60-b461-42f3b864ede5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:56.168602 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-e3c001a2-a787-4e60-b461-42f3b864ede5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=34d41cf2-7f9c-45b4-b98b-f67604774c17&tenant_id=a29f2b4cfd1449cca4564d7c2e38b31e HTTP/1.1" status: 200 len: 1096 time: 0.1638770 Jul 09 14:36:56.197930 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-feab4989-7532-4bc1-8d70-75a35236b3f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:56.199361 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-feab4989-7532-4bc1-8d70-75a35236b3f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:56.258256 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:56.303362 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-bd1605d2-27fa-44f9-b4c0-e1b3ec5a9a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:56.304089 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-bd1605d2-27fa-44f9-b4c0-e1b3ec5a9a3d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a29f2b4cfd1449cca4564d7c2e38b31e&device_id=34d41cf2-7f9c-45b4-b98b-f67604774c17 HTTP/1.1" status: 200 len: 1096 time: 0.0996003 Jul 09 14:36:56.333898 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-feab4989-7532-4bc1-8d70-75a35236b3f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:56.361033 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e16bdd-5e5c-445d-b229-16999b167db0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-0753039a-7e20-479c-b814-489355a542c4', 'network_id': '0753039a-7e20-479c-b814-489355a542c4', 'tenant_id': '77dbf4b092de4af7b8689da68d04094b', 'fixed_ips': [{'subnet_id': 'bc4e693f-d90b-46e2-beaf-3b7584235976'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:36:56.361880 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f8e16bdd-5e5c-445d-b229-16999b167db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:56.364312 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=58836c89-0a89-4595-b508-b2dd1177ca90,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:56.439936 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684872ba-f528-4c2a-a165-f47b16a2a263 req-97fb8ac7-c33a-40f4-a951-dab550a7461e tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:56.441420 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-684872ba-f528-4c2a-a165-f47b16a2a263 req-97fb8ac7-c33a-40f4-a951-dab550a7461e tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d01ab58-680d-4f51-b97e-04034cdf631c HTTP/1.1" status: 200 len: 944 time: 0.1894209 Jul 09 14:36:56.469683 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-52cce4a2-f782-4280-9d2d-8cd5aaa2c1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:56.471198 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-52cce4a2-f782-4280-9d2d-8cd5aaa2c1b4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f37664d6-2d63-4250-9a40-b9995b72cf27 HTTP/1.1" status: 200 len: 922 time: 0.1597524 Jul 09 14:36:56.525909 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-d8967d0f-5f6c-4632-918f-d93ab9499369 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1b103a5-9d27-490b-8844-52f475a68ea4 HTTP/1.1" status: 200 len: 217 time: 0.0468640 Jul 09 14:36:56.530808 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-684872ba-f528-4c2a-a165-f47b16a2a263 req-0f209f30-5d54-4d9e-bb77-9fd40e947c3b tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] 10.222.0.58 "GET /v2.0/security-groups?id=fee60477-832c-4e3e-a4a5-e4bb29b887db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826890 Jul 09 14:36:56.557796 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-f8e16bdd-5e5c-445d-b229-16999b167db0 None None] Allocated IP 172.20.0.2 (0753039a-7e20-479c-b814-489355a542c4/bc4e693f-d90b-46e2-beaf-3b7584235976/8b5648a2-c689-46cd-aad1-1ca2516da52b) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:36:56.604546 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-feab4989-7532-4bc1-8d70-75a35236b3f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:56.611630 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-1251ccac-b1f1-4d1d-8980-290ec94a1e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:56.611630 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-1251ccac-b1f1-4d1d-8980-290ec94a1e0b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=defde159-6b57-4a6f-ad64-e5b0f0fcfa82 HTTP/1.1" status: 200 len: 861 time: 0.0737391 Jul 09 14:36:56.646411 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-51bb7dea-17ff-4794-9e2e-4989c22e9fe3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f37664d6-2d63-4250-9a40-b9995b72cf27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263145 Jul 09 14:36:56.670738 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['58836c89-0a89-4595-b508-b2dd1177ca90'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:36:56.713350 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50212) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:56.719601 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-165f8b9e-a91a-4659-bd3e-79cc6985ad05 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-688234870-network', 'tenant_id': 'e88c1ad219ab4668bec78d7d9ac3ede6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:36:56.794512 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-7389dc50-1634-42f0-9e69-3342d614cbc4 service neutron] 10.222.0.62 "GET /v2.0/networks/f37664d6-2d63-4250-9a40-b9995b72cf27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482213 Jul 09 14:36:56.822267 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdb7fbc-7668-42e4-9054-b78db392be80 req-4890d40a-0820-44a7-931a-cfd56b4bf351 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:56.824196 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bcdb7fbc-7668-42e4-9054-b78db392be80 req-4890d40a-0820-44a7-931a-cfd56b4bf351 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=34d41cf2-7f9c-45b4-b98b-f67604774c17 HTTP/1.1" status: 200 len: 945 time: 0.1273692 Jul 09 14:36:56.886261 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165f8b9e-a91a-4659-bd3e-79cc6985ad05 admin admin] Made reservation on behalf of e88c1ad219ab4668bec78d7d9ac3ede6 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:36:56.889775 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-165f8b9e-a91a-4659-bd3e-79cc6985ad05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:56.915115 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bcdb7fbc-7668-42e4-9054-b78db392be80 req-d8d68b4c-8622-43d9-91c1-f87eefca00eb tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784781 Jul 09 14:36:56.929249 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f8e16bdd-5e5c-445d-b229-16999b167db0 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:56.933734 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-082bfd47-027b-4222-afa2-b4bde3ec8a44 service neutron] 10.222.0.62 "GET /v2.0/networks/f37664d6-2d63-4250-9a40-b9995b72cf27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284597 Jul 09 14:36:56.940898 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-f8e16bdd-5e5c-445d-b229-16999b167db0 None None] Transition to ACTIVE for port object 8b5648a2-c689-46cd-aad1-1ca2516da52b will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:36:56.942115 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-165f8b9e-a91a-4659-bd3e-79cc6985ad05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:56.957913 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-f8e16bdd-5e5c-445d-b229-16999b167db0 None None] Transition to ACTIVE for port object 8b5648a2-c689-46cd-aad1-1ca2516da52b will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:36:57.035958 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f8e16bdd-5e5c-445d-b229-16999b167db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:57.037711 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fa39a130-6e77-4567-9166-8148de045c22 req-0947ba3d-3c77-435c-8541-d9593d34e117 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2df18832-0a90-4bac-9014-72e1f2d3c304&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2244439 Jul 09 14:36:57.041048 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-feab4989-7532-4bc1-8d70-75a35236b3f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:57.077715 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-feab4989-7532-4bc1-8d70-75a35236b3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:57.082914 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e16bdd-5e5c-445d-b229-16999b167db0 None None] Network 0753039a-7e20-479c-b814-489355a542c4 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:36:57.082914 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-f8e16bdd-5e5c-445d-b229-16999b167db0 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:36:57.090364 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e16bdd-5e5c-445d-b229-16999b167db0 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:36:57.101665 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e16bdd-5e5c-445d-b229-16999b167db0 None None] Pushing event updated for resources: {'Port': ['ID=8b5648a2-c689-46cd-aad1-1ca2516da52b,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:57.159889 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-f8e16bdd-5e5c-445d-b229-16999b167db0 None None] Attempting to bind port 8b5648a2-c689-46cd-aad1-1ca2516da52b on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:36:57.160268 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-f8e16bdd-5e5c-445d-b229-16999b167db0 None None] Attempting to bind port 8b5648a2-c689-46cd-aad1-1ca2516da52b by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'da9acf97-083b-491c-801b-5da8bcfd8b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '0753039a-7e20-479c-b814-489355a542c4'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:36:57.160634 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e16bdd-5e5c-445d-b229-16999b167db0 None None] Attempting to bind port 8b5648a2-c689-46cd-aad1-1ca2516da52b on network 0753039a-7e20-479c-b814-489355a542c4 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:36:57.165867 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e16bdd-5e5c-445d-b229-16999b167db0 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:36:57.166261 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e16bdd-5e5c-445d-b229-16999b167db0 None None] Checking segment: {'id': 'da9acf97-083b-491c-801b-5da8bcfd8b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '0753039a-7e20-479c-b814-489355a542c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:36:57.166663 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f8e16bdd-5e5c-445d-b229-16999b167db0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:57.167227 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e16bdd-5e5c-445d-b229-16999b167db0 None None] Bound using segment: {'id': 'da9acf97-083b-491c-801b-5da8bcfd8b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '0753039a-7e20-479c-b814-489355a542c4'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:36:57.167870 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-f8e16bdd-5e5c-445d-b229-16999b167db0 None None] Bound port: 8b5648a2-c689-46cd-aad1-1ca2516da52b, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da9acf97-083b-491c-801b-5da8bcfd8b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '0753039a-7e20-479c-b814-489355a542c4'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:36:57.168252 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f8e16bdd-5e5c-445d-b229-16999b167db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:57.251425 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-f8e16bdd-5e5c-445d-b229-16999b167db0 None None] For port 8b5648a2-c689-46cd-aad1-1ca2516da52b, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:36:57.255011 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-f8e16bdd-5e5c-445d-b229-16999b167db0 None None] For port 8b5648a2-c689-46cd-aad1-1ca2516da52b, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=8b5648a2-c689-46cd-aad1-1ca2516da52b,segment=NetworkSegment(da9acf97-083b-491c-801b-5da8bcfd8b16),segment_id=da9acf97-083b-491c-801b-5da8bcfd8b16)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:36:57.275002 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-165f8b9e-a91a-4659-bd3e-79cc6985ad05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:57.278029 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa39a130-6e77-4567-9166-8148de045c22 req-5a60e340-8bdd-425d-9d37-e6de71489ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:57.279563 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fa39a130-6e77-4567-9166-8148de045c22 req-5a60e340-8bdd-425d-9d37-e6de71489ac6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a29f2b4cfd1449cca4564d7c2e38b31e&device_id=2df18832-0a90-4bac-9014-72e1f2d3c304 HTTP/1.1" status: 200 len: 1096 time: 0.1954725 Jul 09 14:36:57.310781 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53a42a-246f-4786-8f5d-c8988672a7ee req-6701f09c-3c3b-4d20-90e0-e3154ca5e748 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:57.312335 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4c53a42a-246f-4786-8f5d-c8988672a7ee req-6701f09c-3c3b-4d20-90e0-e3154ca5e748 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=45a73b6e-4f2b-42df-a010-72db422d5024 HTTP/1.1" status: 200 len: 946 time: 0.0945423 Jul 09 14:36:57.353509 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4c53a42a-246f-4786-8f5d-c8988672a7ee req-763bc883-2cf9-4ab9-80d1-12c6e916fe91 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353963 Jul 09 14:36:57.375199 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-165f8b9e-a91a-4659-bd3e-79cc6985ad05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:57.376487 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f8e16bdd-5e5c-445d-b229-16999b167db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:57.389497 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-165f8b9e-a91a-4659-bd3e-79cc6985ad05 admin admin] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:36:57.400052 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-feab4989-7532-4bc1-8d70-75a35236b3f0 admin admin] Allocated IP 172.25.3.249 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/596f781e-3c4b-4779-aa8d-121d3662dcc1) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:36:57.431897 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-165f8b9e-a91a-4659-bd3e-79cc6985ad05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:57.432283 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-165f8b9e-a91a-4659-bd3e-79cc6985ad05 admin admin] Added segment acf89606-2a97-43dc-b108-60dc5ffd5194 of type vlan for network 6f2a7876-6c75-4f02-ae5a-c28c6a2ebd68 Jul 09 14:36:57.481376 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa39a130-6e77-4567-9166-8148de045c22 req-faa98087-1090-411d-81be-014502b75f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:57.482862 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fa39a130-6e77-4567-9166-8148de045c22 req-faa98087-1090-411d-81be-014502b75f28 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f37664d6-2d63-4250-9a40-b9995b72cf27 HTTP/1.1" status: 200 len: 922 time: 0.1810803 Jul 09 14:36:57.487030 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e16bdd-5e5c-445d-b229-16999b167db0 None None] Pushing event updated for resources: {'Port': ['ID=8b5648a2-c689-46cd-aad1-1ca2516da52b,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:57.494148 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f8b9e-a91a-4659-bd3e-79cc6985ad05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=572be545-3d7d-4601-889d-449188e6fee1,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:57.544872 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-165f8b9e-a91a-4659-bd3e-79cc6985ad05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:57.585793 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fa39a130-6e77-4567-9166-8148de045c22 req-201d3529-275e-41c0-bdb6-4b7f15c28066 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e24c6829-ff22-4546-b008-4d35ebba6132 HTTP/1.1" status: 200 len: 217 time: 0.0881231 Jul 09 14:36:57.665198 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa39a130-6e77-4567-9166-8148de045c22 req-7ae7f5e9-d4b2-4711-9d2b-f0df6b574281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:57.666437 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fa39a130-6e77-4567-9166-8148de045c22 req-7ae7f5e9-d4b2-4711-9d2b-f0df6b574281 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=defde159-6b57-4a6f-ad64-e5b0f0fcfa82 HTTP/1.1" status: 200 len: 861 time: 0.0709484 Jul 09 14:36:57.729713 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fa39a130-6e77-4567-9166-8148de045c22 req-144254fa-3fa6-4ca1-ae21-8d64de182567 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f37664d6-2d63-4250-9a40-b9995b72cf27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499644 Jul 09 14:36:57.808618 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-feab4989-7532-4bc1-8d70-75a35236b3f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:57.823044 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-165f8b9e-a91a-4659-bd3e-79cc6985ad05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:57.823605 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-e95fd587-2f5d-415c-89ec-2d569e7360ee tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:57.824230 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165f8b9e-a91a-4659-bd3e-79cc6985ad05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:57.824896 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-165f8b9e-a91a-4659-bd3e-79cc6985ad05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:57.825119 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-e95fd587-2f5d-415c-89ec-2d569e7360ee tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=34d41cf2-7f9c-45b4-b98b-f67604774c17&tenant_id=a29f2b4cfd1449cca4564d7c2e38b31e&binding%3Ahost_id=n-h1-799529-6 HTTP/1.1" status: 200 len: 1096 time: 0.2015786 Jul 09 14:36:57.883375 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd680d69-3d81-4df3-a51d-409a882b1ab5 req-d3295772-9586-47d3-8064-46ec2dfb6edf tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:57.884793 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cd680d69-3d81-4df3-a51d-409a882b1ab5 req-d3295772-9586-47d3-8064-46ec2dfb6edf tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d01ab58-680d-4f51-b97e-04034cdf631c HTTP/1.1" status: 200 len: 944 time: 0.1149592 Jul 09 14:36:57.941776 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f8b9e-a91a-4659-bd3e-79cc6985ad05 admin admin] Pushing event updated for resources: {'Network': ['ID=6f2a7876-6c75-4f02-ae5a-c28c6a2ebd68,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:57.945624 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device d1b103a5-9d27-490b-8844-52f475a68ea4 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:36:57.952872 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fa39a130-6e77-4567-9166-8148de045c22 req-b888b7f6-93be-4723-a67a-e33d7f6e7b19 service neutron] 10.222.0.54 "GET /v2.0/networks/f37664d6-2d63-4250-9a40-b9995b72cf27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141352 Jul 09 14:36:57.960317 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 6f2a7876-6c75-4f02-ae5a-c28c6a2ebd68 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:36:57.989457 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cd680d69-3d81-4df3-a51d-409a882b1ab5 req-e347ab59-bef0-443e-95c8-7253052a1b2f tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] 10.222.0.58 "GET /v2.0/security-groups?id=fee60477-832c-4e3e-a4a5-e4bb29b887db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929065 Jul 09 14:36:58.048043 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-165f8b9e-a91a-4659-bd3e-79cc6985ad05 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3334415 Jul 09 14:36:58.049498 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-feab4989-7532-4bc1-8d70-75a35236b3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:58.051342 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50230) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:58.065255 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-0ee04529-2816-4cb3-96a3-3a055d68fa98 admin admin] Request body: {'subnet': {'network_id': '6f2a7876-6c75-4f02-ae5a-c28c6a2ebd68', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-688234870-subnet', 'tenant_id': 'e88c1ad219ab4668bec78d7d9ac3ede6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:36:58.096746 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fa39a130-6e77-4567-9166-8148de045c22 req-c676deb3-6a96-4ca3-bad2-a412d1cb007e service neutron] 10.222.0.54 "GET /v2.0/networks/f37664d6-2d63-4250-9a40-b9995b72cf27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368060 Jul 09 14:36:58.107601 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feab4989-7532-4bc1-8d70-75a35236b3f0 admin admin] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:36:58.114403 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-feab4989-7532-4bc1-8d70-75a35236b3f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:36:58.117233 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feab4989-7532-4bc1-8d70-75a35236b3f0 admin admin] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:36:58.128718 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device d1b103a5-9d27-490b-8844-52f475a68ea4 not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:36:58.144516 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-95e7e36d-fcaa-48b4-af04-9a6f89b60185 service neutron] For port d1b103a5-9d27-490b-8844-52f475a68ea4, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:36:58.149382 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-95e7e36d-fcaa-48b4-af04-9a6f89b60185 service neutron] Notify callbacks [] for binding, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:58.150839 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e9822c01-15ec-49ad-a6c7-bb2dd8701a34 req-95e7e36d-fcaa-48b4-af04-9a6f89b60185 service neutron] 10.222.0.62 "DELETE /v2.0/ports/d1b103a5-9d27-490b-8844-52f475a68ea4/bindings/n-h2-799529-6 HTTP/1.1" status: 204 len: 173 time: 0.3190064 Jul 09 14:36:58.204587 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee04529-2816-4cb3-96a3-3a055d68fa98 admin admin] Made reservation on behalf of e88c1ad219ab4668bec78d7d9ac3ede6 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:36:58.209463 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feab4989-7532-4bc1-8d70-75a35236b3f0 admin admin] Pushing event updated for resources: {'Port': ['ID=596f781e-3c4b-4779-aa8d-121d3662dcc1,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:58.209978 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0ee04529-2816-4cb3-96a3-3a055d68fa98 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:58.326091 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951e49d-c51b-4d1c-8721-0fa65590c5fc req-8cadbd6d-3c94-4305-b573-573e898b5c36 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:58.333789 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c951e49d-c51b-4d1c-8721-0fa65590c5fc req-8cadbd6d-3c94-4305-b573-573e898b5c36 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=34d41cf2-7f9c-45b4-b98b-f67604774c17 HTTP/1.1" status: 200 len: 945 time: 0.1322906 Jul 09 14:36:58.474499 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c951e49d-c51b-4d1c-8721-0fa65590c5fc req-ea98b241-7a9b-49b6-a8b6-863336991213 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526080 Jul 09 14:36:58.475921 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50240) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:58.481778 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50244) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:58.707998 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5ff5599c-f56e-4a1e-a509-6009cdaa157f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:58.760241 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa031a7-7603-4cb4-9298-add40b96aece req-e8edf635-c7c5-42ca-8aba-011e4bc3c670 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:58.760241 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5fa031a7-7603-4cb4-9298-add40b96aece req-e8edf635-c7c5-42ca-8aba-011e4bc3c670 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=45a73b6e-4f2b-42df-a010-72db422d5024 HTTP/1.1" status: 200 len: 946 time: 0.1693170 Jul 09 14:36:58.766162 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60b4cb0-5965-4260-9653-273170972941 None None] Network 0753039a-7e20-479c-b814-489355a542c4 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:36:58.782675 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-880ed7c7-55aa-4ed1-bed1-9329ea8be31b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:58.834300 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5fa031a7-7603-4cb4-9298-add40b96aece req-6efbbc40-b6de-4802-b0cf-0891439eefef tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672357 Jul 09 14:36:58.998080 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0ee04529-2816-4cb3-96a3-3a055d68fa98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:59.022061 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-4c686b08-3867-4682-b668-f310bac52e4d None None] Provisioning for port 8b5648a2-c689-46cd-aad1-1ca2516da52b completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:36:59.035116 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-07db9ddd-77c2-4f9c-9ba7-20bb7bf1a537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:59.078241 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:59.102195 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee04529-2816-4cb3-96a3-3a055d68fa98 admin admin] Checking segment: {'id': 'acf89606-2a97-43dc-b108-60dc5ffd5194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6f2a7876-6c75-4f02-ae5a-c28c6a2ebd68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:36:59.102955 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee04529-2816-4cb3-96a3-3a055d68fa98 admin admin] Network hostable DHCP agents. Network: 6f2a7876-6c75-4f02-ae5a-c28c6a2ebd68, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:36:59.110786 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee04529-2816-4cb3-96a3-3a055d68fa98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26c95ff3-58ac-4cdb-af77-4539edafdfcf,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:59.172425 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af0ff8-3c3f-47cd-a3c9-d77f4f5b80bb req-98a26df4-2b72-47fc-b082-b107b47250b8 tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:59.180924 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-55af0ff8-3c3f-47cd-a3c9-d77f4f5b80bb req-98a26df4-2b72-47fc-b082-b107b47250b8 tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=34d41cf2-7f9c-45b4-b98b-f67604774c17 HTTP/1.1" status: 200 len: 1096 time: 0.4750159 Jul 09 14:36:59.196113 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-feab4989-7532-4bc1-8d70-75a35236b3f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:59.198018 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee04529-2816-4cb3-96a3-3a055d68fa98 admin admin] Network 6f2a7876-6c75-4f02-ae5a-c28c6a2ebd68 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:36:59.215171 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ea99e3-8dee-49ee-967c-37139f8a2724 req-cfffbc91-8638-422e-86a6-daf9b01c98f7 tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:59.216695 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a0ea99e3-8dee-49ee-967c-37139f8a2724 req-cfffbc91-8638-422e-86a6-daf9b01c98f7 tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d01ab58-680d-4f51-b97e-04034cdf631c HTTP/1.1" status: 200 len: 944 time: 0.0815065 Jul 09 14:36:59.276691 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a0ea99e3-8dee-49ee-967c-37139f8a2724 req-8d817830-3c18-4e0a-a0a8-4092fee3069e tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] 10.222.0.58 "GET /v2.0/security-groups?id=fee60477-832c-4e3e-a4a5-e4bb29b887db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515912 Jul 09 14:36:59.278562 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-55af0ff8-3c3f-47cd-a3c9-d77f4f5b80bb req-b1a6d608-bb81-42b3-994b-dd143e00592c tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966885 Jul 09 14:36:59.310182 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-0ee04529-2816-4cb3-96a3-3a055d68fa98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 6f2a7876-6c75-4f02-ae5a-c28c6a2ebd68) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:36:59.318389 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee04529-2816-4cb3-96a3-3a055d68fa98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:59.320091 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0ee04529-2816-4cb3-96a3-3a055d68fa98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:59.326979 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8d62c1-e191-4037-8257-b8bb604f02b7 None None] Network 6f2a7876-6c75-4f02-ae5a-c28c6a2ebd68 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:36:59.333254 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5ff5599c-f56e-4a1e-a509-6009cdaa157f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:59.456539 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5ff5599c-f56e-4a1e-a509-6009cdaa157f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:59.468765 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 8b5648a2-c689-46cd-aad1-1ca2516da52b up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:36:59.503788 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 58836c89-0a89-4595-b508-b2dd1177ca90 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:36:59.541387 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-5ff5599c-f56e-4a1e-a509-6009cdaa157f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=43dd1fce20104d0094630a0941aca5a4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0562060 Jul 09 14:36:59.546195 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff5599c-f56e-4a1e-a509-6009cdaa157f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9621b09f-11cc-4e15-bd58-83ab20aab405,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:59.549150 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50264) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:59.552190 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-0ee04529-2816-4cb3-96a3-3a055d68fa98 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4991148 Jul 09 14:36:59.612487 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-feab4989-7532-4bc1-8d70-75a35236b3f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:59.613117 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a57c61-cca9-4e9e-8486-61ff40d07353 None None] Network 6f2a7876-6c75-4f02-ae5a-c28c6a2ebd68 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:36:59.693260 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50272) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:59.744209 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 8b5648a2-c689-46cd-aad1-1ca2516da52b completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:36:59.751092 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0e994f4-2559-4e6e-ad2c-0768e6ce430d admin admin] Deleting subnet d546c7ee-f25e-4dff-8552-a7dde9391af1 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:36:59.757115 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c0e994f4-2559-4e6e-ad2c-0768e6ce430d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:59.767553 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 8b5648a2-c689-46cd-aad1-1ca2516da52b triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:36:59.767922 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:59.790586 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port 58836c89-0a89-4595-b508-b2dd1177ca90 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:36:59.802087 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 58836c89-0a89-4595-b508-b2dd1177ca90 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:36:59.802561 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:59.806627 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c0e994f4-2559-4e6e-ad2c-0768e6ce430d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:59.818147 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c0e994f4-2559-4e6e-ad2c-0768e6ce430d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:59.818350 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1cc35175-2eeb-4117-975e-78a93023157d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:59.867418 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be9774-e631-45ab-bdb7-0a99088792d3 req-39f93bed-69f1-4e82-b0c2-e7d00d5b701a tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:59.874605 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-44be9774-e631-45ab-bdb7-0a99088792d3 req-39f93bed-69f1-4e82-b0c2-e7d00d5b701a tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/networks?id=f37664d6-2d63-4250-9a40-b9995b72cf27 HTTP/1.1" status: 200 len: 821 time: 0.2890072 Jul 09 14:36:59.909055 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1cc35175-2eeb-4117-975e-78a93023157d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:59.910890 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:59.923376 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-44be9774-e631-45ab-bdb7-0a99088792d3 req-e879fc61-20d1-45e5-9514-6f90f71ab0a4 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/quotas/a29f2b4cfd1449cca4564d7c2e38b31e HTTP/1.1" status: 200 len: 375 time: 0.0479195 Jul 09 14:36:59.930046 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:59.946695 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-880ed7c7-55aa-4ed1-bed1-9329ea8be31b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:59.965114 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c0e994f4-2559-4e6e-ad2c-0768e6ce430d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:59.966952 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 8b5648a2-c689-46cd-aad1-1ca2516da52b, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=8b5648a2-c689-46cd-aad1-1ca2516da52b,segment=NetworkSegment(da9acf97-083b-491c-801b-5da8bcfd8b16),segment_id=da9acf97-083b-491c-801b-5da8bcfd8b16)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:36:59.973515 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d01ab58-680d-4f51-b97e-04034cdf631c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58836c89-0a89-4595-b508-b2dd1177ca90'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:36:59.975932 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2758d960-52fa-4bf4-8194-2cc473873177" -d '{"events": [{"server_uuid": "8d01ab58-680d-4f51-b97e-04034cdf631c", "name": "network-vif-plugged", "status": "completed", "tag": "58836c89-0a89-4595-b508-b2dd1177ca90"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:36:59.993127 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e994f4-2559-4e6e-ad2c-0768e6ce430d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d546c7ee-f25e-4dff-8552-a7dde9391af1,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:00.006377 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 58836c89-0a89-4595-b508-b2dd1177ca90, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=58836c89-0a89-4595-b508-b2dd1177ca90,segment=NetworkSegment(936ccbb7-93da-49e4-9dd8-a393e22780cf),segment_id=936ccbb7-93da-49e4-9dd8-a393e22780cf)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:37:00.016828 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c0e994f4-2559-4e6e-ad2c-0768e6ce430d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:00.019981 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c0e994f4-2559-4e6e-ad2c-0768e6ce430d admin admin] 10.222.0.58 "DELETE /v2.0/subnets/d546c7ee-f25e-4dff-8552-a7dde9391af1 HTTP/1.1" status: 204 len: 168 time: 0.3255751 Jul 09 14:37:00.023619 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50278) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:00.032282 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-880ed7c7-55aa-4ed1-bed1-9329ea8be31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:00.077402 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:00.089336 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27dab65-996d-43dd-8769-621d26d45b41 req-24df6e39-16d6-41ad-9fac-8dc38e737585 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:00.095586 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e27dab65-996d-43dd-8769-621d26d45b41 req-24df6e39-16d6-41ad-9fac-8dc38e737585 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=45a73b6e-4f2b-42df-a010-72db422d5024 HTTP/1.1" status: 200 len: 946 time: 0.0698724 Jul 09 14:37:00.123203 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:00.125808 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:00.130504 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-44be9774-e631-45ab-bdb7-0a99088792d3 req-4ec81662-1609-48d6-a570-5165d60f0c0a tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a29f2b4cfd1449cca4564d7c2e38b31e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1924183 Jul 09 14:37:00.135606 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feab4989-7532-4bc1-8d70-75a35236b3f0 admin admin] Router d3d89b67-69ad-4f25-9dd9-033ba23f0ca4 is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:37:00.137285 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1cc35175-2eeb-4117-975e-78a93023157d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:00.139891 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1cc35175-2eeb-4117-975e-78a93023157d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:00.140161 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=8b5648a2-c689-46cd-aad1-1ca2516da52b,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:00.141030 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-1cc35175-2eeb-4117-975e-78a93023157d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9621b09f-11cc-4e15-bd58-83ab20aab405 HTTP/1.1" status: 204 len: 168 time: 0.5885429 Jul 09 14:37:00.150916 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-880ed7c7-55aa-4ed1-bed1-9329ea8be31b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f22764169a6849239a64391847d1350b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6741354 Jul 09 14:37:00.154270 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e27dab65-996d-43dd-8769-621d26d45b41 req-c47f3b57-a12d-4e8c-943d-a68acc6aea44 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544600 Jul 09 14:37:00.154735 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50282) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:00.161779 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880ed7c7-55aa-4ed1-bed1-9329ea8be31b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=218d1d76-61ee-471f-b0fa-0517f61a5397,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:00.172668 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6ca45bee-41ca-4d1f-ab88-433f9acdfb75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:00.226812 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc35175-2eeb-4117-975e-78a93023157d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9621b09f-11cc-4e15-bd58-83ab20aab405,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:00.243236 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b3fcbb-00ba-4c1d-9511-b7b9ba31a2b9 x-openstack-request-id: req-32b3fcbb-00ba-4c1d-9511-b7b9ba31a2b9 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:37:00.243841 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d01ab58-680d-4f51-b97e-04034cdf631c", "name": "network-vif-plugged", "status": "completed", "tag": "58836c89-0a89-4595-b508-b2dd1177ca90", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:37:00.244341 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-32b3fcbb-00ba-4c1d-9511-b7b9ba31a2b9 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:37:00.244937 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d01ab58-680d-4f51-b97e-04034cdf631c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58836c89-0a89-4595-b508-b2dd1177ca90', 'code': 200} Jul 09 14:37:00.246183 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=58836c89-0a89-4595-b508-b2dd1177ca90,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:00.279120 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1e346bba-2b4a-45f6-8189-869550c7f79a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:00.340072 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1e346bba-2b4a-45f6-8189-869550c7f79a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:00.396922 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-637049e8-9eb9-4b3a-8d41-3411a93480b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:00.398685 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-637049e8-9eb9-4b3a-8d41-3411a93480b1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3b28908fc5d842e29720d7043e8083fd&device_id=45a73b6e-4f2b-42df-a010-72db422d5024 HTTP/1.1" status: 200 len: 1097 time: 0.1046093 Jul 09 14:37:00.440726 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-44be9774-e631-45ab-bdb7-0a99088792d3 req-b0929cfa-eaca-4cac-a796-c2f063e86dd2 service neutron] 10.222.0.58 "GET /v2.0/networks/f37664d6-2d63-4250-9a40-b9995b72cf27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924829 Jul 09 14:37:00.444732 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6ca45bee-41ca-4d1f-ab88-433f9acdfb75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:00.466709 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6ca45bee-41ca-4d1f-ab88-433f9acdfb75 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:37:00.467083 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6ca45bee-41ca-4d1f-ab88-433f9acdfb75 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:37:00.468469 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6ca45bee-41ca-4d1f-ab88-433f9acdfb75 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:37:00.469067 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6ca45bee-41ca-4d1f-ab88-433f9acdfb75 admin admin] Subscribe: > port after_create 55550000 {{(pid=94446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:37:00.469415 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6ca45bee-41ca-4d1f-ab88-433f9acdfb75 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:37:00.469913 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6ca45bee-41ca-4d1f-ab88-433f9acdfb75 admin admin] Subscribe: > port after_update 55550000 {{(pid=94446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:37:00.470398 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6ca45bee-41ca-4d1f-ab88-433f9acdfb75 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:37:00.470730 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6ca45bee-41ca-4d1f-ab88-433f9acdfb75 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:37:00.471047 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6ca45bee-41ca-4d1f-ab88-433f9acdfb75 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:37:00.471568 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6ca45bee-41ca-4d1f-ab88-433f9acdfb75 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:37:00.537010 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1e346bba-2b4a-45f6-8189-869550c7f79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:00.539527 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1e346bba-2b4a-45f6-8189-869550c7f79a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:00.540655 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-1e346bba-2b4a-45f6-8189-869550c7f79a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/218d1d76-61ee-471f-b0fa-0517f61a5397 HTTP/1.1" status: 204 len: 168 time: 0.3804648 Jul 09 14:37:00.550559 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-aaed0096-4717-4fe2-9c9b-477e364db828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:00.550559 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-aaed0096-4717-4fe2-9c9b-477e364db828 service neutron] 10.222.0.62 "GET /v2.0/networks?id=56b8037f-2c10-4a66-9bb7-3f0d90fcd124 HTTP/1.1" status: 200 len: 909 time: 0.1454248 Jul 09 14:37:00.557288 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e346bba-2b4a-45f6-8189-869550c7f79a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=218d1d76-61ee-471f-b0fa-0517f61a5397,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:00.587691 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bbc3ef-1660-46b7-88d5-d195e3b9605b req-52941691-9697-4104-8959-4267dbe09685 tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:00.589252 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-64bbc3ef-1660-46b7-88d5-d195e3b9605b req-52941691-9697-4104-8959-4267dbe09685 tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d01ab58-680d-4f51-b97e-04034cdf631c HTTP/1.1" status: 200 len: 945 time: 0.1388733 Jul 09 14:37:00.595107 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6ca45bee-41ca-4d1f-ab88-433f9acdfb75 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:37:00.595885 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6ca45bee-41ca-4d1f-ab88-433f9acdfb75 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:37:00.596370 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6ca45bee-41ca-4d1f-ab88-433f9acdfb75 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:37:00.596793 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6ca45bee-41ca-4d1f-ab88-433f9acdfb75 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:37:00.597388 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-6ca45bee-41ca-4d1f-ab88-433f9acdfb75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ae39ad4-bb5f-4f09-91f4-2cb299e97676']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:37:00.619782 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-c76d27e6-0d01-4895-8932-31a0a72f748a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd2205a4-6e79-4512-87e2-bfe3186bed68 HTTP/1.1" status: 200 len: 217 time: 0.0592947 Jul 09 14:37:00.657787 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-6ca45bee-41ca-4d1f-ab88-433f9acdfb75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '796342c7-dd15-4e81-a035-9d42758eadee') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:37:00.658041 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-6ca45bee-41ca-4d1f-ab88-433f9acdfb75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '796342c7-dd15-4e81-a035-9d42758eadee') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:37:00.689285 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-64bbc3ef-1660-46b7-88d5-d195e3b9605b req-b0a5231e-e4cd-4828-ab9d-cea5fd766fa9 tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] 10.222.0.58 "GET /v2.0/security-groups?id=fee60477-832c-4e3e-a4a5-e4bb29b887db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722902 Jul 09 14:37:00.692456 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6ca45bee-41ca-4d1f-ab88-433f9acdfb75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:00.695203 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-817c9826-ec64-483c-b610-0bf173c0916e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:00.697514 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-817c9826-ec64-483c-b610-0bf173c0916e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e48d7f3a-0ca9-428c-9383-07e4f6a75f04 HTTP/1.1" status: 200 len: 848 time: 0.0709615 Jul 09 14:37:00.726741 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6ca45bee-41ca-4d1f-ab88-433f9acdfb75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:00.735260 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feab4989-7532-4bc1-8d70-75a35236b3f0 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:37:00.745752 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-ce937631-6cfc-45bf-b4d9-a3870335d3c1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=56b8037f-2c10-4a66-9bb7-3f0d90fcd124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323920 Jul 09 14:37:00.745863 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306c4bf3-a727-4ff9-8b0c-015df15d7bbc None None] Sync routers for ids ['d3d89b67-69ad-4f25-9dd9-033ba23f0ca4'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:37:00.752181 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ca45bee-41ca-4d1f-ab88-433f9acdfb75 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:37:00.752593 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6ca45bee-41ca-4d1f-ab88-433f9acdfb75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:00.756281 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306c4bf3-a727-4ff9-8b0c-015df15d7bbc None None] Routers {'d3d89b67-69ad-4f25-9dd9-033ba23f0ca4'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:37:00.757282 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-306c4bf3-a727-4ff9-8b0c-015df15d7bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:36:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['d3d89b67-69ad-4f25-9dd9-033ba23f0ca4'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:37:00.790102 n-d-799529-6 neutron-server[94446]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 14:37:00.790102 n-d-799529-6 neutron-server[94446]: from cryptography.utils import int_from_bytes Jul 09 14:37:00.790102 n-d-799529-6 neutron-server[94446]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 14:37:00.790102 n-d-799529-6 neutron-server[94446]: from cryptography.utils import int_from_bytes Jul 09 14:37:00.790102 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:37:00.790102 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:37:00.790102 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:37:00.790102 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:37:00.790102 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:37:00.790102 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:37:00.790102 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:37:00.790102 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:37:00.790102 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:37:00.790102 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:37:00.790102 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:37:00.790102 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:37:00.790102 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:37:00.790102 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:37:00.790102 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:37:00.790102 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:37:00.790102 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:37:00.790102 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:37:00.790102 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:37:00.790102 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:37:00.790102 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:37:00.790102 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:37:00.790102 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:37:00.790102 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:37:00.790102 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:37:00.790102 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:37:00.790102 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:37:00.790102 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:37:00.790102 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:37:00.790102 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:37:00.790102 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:37:00.790102 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:37:00.790102 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:37:00.790102 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:37:00.790102 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:37:00.790102 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:37:00.790102 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:37:00.790102 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:37:00.790102 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:37:00.790102 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:37:00.790102 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:37:00.790102 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:37:00.790102 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:37:00.790102 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:37:00.790102 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:37:00.790102 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:37:00.790102 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:37:00.790102 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:37:00.790102 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:37:00.790102 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:37:00.790102 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:37:00.790102 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:37:00.793219 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:37:00.793219 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:37:00.793219 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:37:00.793219 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:37:00.793219 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:37:00.793219 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:37:00.793219 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:37:00.793219 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:37:00.793219 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:37:00.793219 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:37:00.793219 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 14:37:00.793219 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:37:00.793219 n-d-799529-6 neutron-server[94446]: timer() Jul 09 14:37:00.793219 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:37:00.793219 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 14:37:00.793219 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:37:00.793219 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 14:37:00.793219 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:37:00.793219 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 14:37:00.793219 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:37:00.793219 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 14:37:00.793219 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:37:00.793219 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 14:37:00.793219 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:37:00.793219 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:37:00.793219 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:37:00.793219 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:37:00.793219 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:37:00.793219 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 14:37:00.793219 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:37:00.793219 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 14:37:00.793219 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:37:00.793219 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:37:00.793219 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:37:00.793219 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 14:37:00.793219 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:37:00.793219 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:37:00.793219 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:37:00.793219 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:37:00.793219 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:37:00.793219 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:37:00.793219 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:37:00.856441 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95afd6-91ab-4134-8dce-d790b4426b8e req-522905b0-486b-4ab6-952d-5566a3fe6b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:00.858217 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8b95afd6-91ab-4134-8dce-d790b4426b8e req-522905b0-486b-4ab6-952d-5566a3fe6b6c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8d01ab58-680d-4f51-b97e-04034cdf631c HTTP/1.1" status: 200 len: 1096 time: 0.4874825 Jul 09 14:37:00.859347 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-ebdca4dd-a098-46f3-9df2-1887d7676031 service neutron] 10.222.0.62 "GET /v2.0/networks/56b8037f-2c10-4a66-9bb7-3f0d90fcd124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089208 Jul 09 14:37:00.892291 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-306c4bf3-a727-4ff9-8b0c-015df15d7bbc None None] Set router d3d89b67-69ad-4f25-9dd9-033ba23f0ca4 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:37:00.907956 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-44be9774-e631-45ab-bdb7-0a99088792d3 req-2f7f9d7a-3139-4ce2-9de1-1d12a523af22 service neutron] 10.222.0.58 "GET /v2.0/networks/f37664d6-2d63-4250-9a40-b9995b72cf27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4544194 Jul 09 14:37:00.919606 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50292) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:00.938963 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8b95afd6-91ab-4134-8dce-d790b4426b8e req-5412308b-7f3a-42b1-b31e-de54d7929167 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=fee60477-832c-4e3e-a4a5-e4bb29b887db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599027 Jul 09 14:37:00.940164 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7e0d7fd9-dc90-430e-9ac5-b7e3ec91b9cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:00.948451 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-feab4989-7532-4bc1-8d70-75a35236b3f0 admin admin] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:00.949788 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-feab4989-7532-4bc1-8d70-75a35236b3f0 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 4.8750238 Jul 09 14:37:00.954567 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50294) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:01.007244 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6ca45bee-41ca-4d1f-ab88-433f9acdfb75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:01.014842 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6ca45bee-41ca-4d1f-ab88-433f9acdfb75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:01.024062 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-6ca45bee-41ca-4d1f-ab88-433f9acdfb75 admin admin] 10.222.0.58 "DELETE /v2.0/networks/8ae39ad4-bb5f-4f09-91f4-2cb299e97676 HTTP/1.1" status: 204 len: 168 time: 0.9924855 Jul 09 14:37:01.027179 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50298) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:01.047856 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca45bee-41ca-4d1f-ab88-433f9acdfb75 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ae39ad4-bb5f-4f09-91f4-2cb299e97676,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:01.091409 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-7f234729-57d4-44c0-a7fe-22371dd52eeb service neutron] 10.222.0.62 "GET /v2.0/networks/56b8037f-2c10-4a66-9bb7-3f0d90fcd124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206700 Jul 09 14:37:01.099783 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-306c4bf3-a727-4ff9-8b0c-015df15d7bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1068833680-router', 'tenant_id': '77dbf4b092de4af7b8689da68d04094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '596f781e-3c4b-4779-aa8d-121d3662dcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:56Z', 'updated_at': '2021-07-09T14:36:58Z', 'revision_number': 3, 'project_id': '77dbf4b092de4af7b8689da68d04094b', 'gw_port': {'id': '596f781e-3c4b-4779-aa8d-121d3662dcc1', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:10:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:57Z', 'updated_at': '2021-07-09T14:36:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:37:01.101040 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf60f195-8262-42b5-8673-a67306c5007e admin admin] Deleting subnet 26c95ff3-58ac-4cdb-af77-4539edafdfcf {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:37:01.105740 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cf60f195-8262-42b5-8673-a67306c5007e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:01.132272 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306c4bf3-a727-4ff9-8b0c-015df15d7bbc None None] Checking router: d3d89b67-69ad-4f25-9dd9-033ba23f0ca4 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:37:01.133109 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306c4bf3-a727-4ff9-8b0c-015df15d7bbc None None] Updating router d3d89b67-69ad-4f25-9dd9-033ba23f0ca4 port 596f781e-3c4b-4779-aa8d-121d3662dcc1 binding host n-d-799529-6 {{(pid=94448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:37:01.185349 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cf60f195-8262-42b5-8673-a67306c5007e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:01.192494 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cf60f195-8262-42b5-8673-a67306c5007e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:01.192837 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-306c4bf3-a727-4ff9-8b0c-015df15d7bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:01.288872 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0e966786-12ab-4d38-b06a-f7c9a44023cc req-96012695-9b72-4ab4-8d42-1d78708be48b tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=eaa5b4f0-e3c9-4167-9264-3519b0452d34 HTTP/1.1" status: 200 len: 210 time: 0.0415030 Jul 09 14:37:01.395877 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 8b5648a2-c689-46cd-aad1-1ca2516da52b up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:37:01.473647 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:01.484482 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 8b5648a2-c689-46cd-aad1-1ca2516da52b triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:37:01.485115 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:01.567815 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cf60f195-8262-42b5-8673-a67306c5007e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:01.631198 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50310) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:01.639235 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7e0d7fd9-dc90-430e-9ac5-b7e3ec91b9cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:01.642705 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cf60f195-8262-42b5-8673-a67306c5007e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:01.646768 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-cf60f195-8262-42b5-8673-a67306c5007e admin admin] 10.222.0.58 "DELETE /v2.0/subnets/26c95ff3-58ac-4cdb-af77-4539edafdfcf HTTP/1.1" status: 204 len: 168 time: 0.6163628 Jul 09 14:37:01.646768 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf60f195-8262-42b5-8673-a67306c5007e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26c95ff3-58ac-4cdb-af77-4539edafdfcf,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:01.652962 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50312) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:01.666210 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-306c4bf3-a727-4ff9-8b0c-015df15d7bbc None None] Notify callbacks [] for port, precommit_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:01.679111 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-652f6611-449c-4bdf-9cb6-35e1135b3a58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:01.682909 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.provisioning_blocks [None req-306c4bf3-a727-4ff9-8b0c-015df15d7bbc None None] Transition to ACTIVE for port object 596f781e-3c4b-4779-aa8d-121d3662dcc1 will not be triggered until provisioned by entity L2. {{(pid=94448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:37:01.693165 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33699caa-e5a3-478b-a797-1ee0587e43b2 req-7b12c65b-52b9-499b-8cb6-40d120632137 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:01.695966 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-33699caa-e5a3-478b-a797-1ee0587e43b2 req-7b12c65b-52b9-499b-8cb6-40d120632137 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=45a73b6e-4f2b-42df-a010-72db422d5024 HTTP/1.1" status: 200 len: 946 time: 0.2401698 Jul 09 14:37:01.711824 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-512faca0-5376-4069-aad8-2133e7cd40f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:01.736617 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7e0d7fd9-dc90-430e-9ac5-b7e3ec91b9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:01.752521 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-48eac0ae-3a8a-47fd-88d1-230f67b5d84f tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:01.762983 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-48eac0ae-3a8a-47fd-88d1-230f67b5d84f tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=45a73b6e-4f2b-42df-a010-72db422d5024&tenant_id=3b28908fc5d842e29720d7043e8083fd&binding%3Ahost_id=n-h2-799529-6 HTTP/1.1" status: 200 len: 1097 time: 0.2524402 Jul 09 14:37:01.772994 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-78874f25-9339-4519-8993-632b4fb9cf03 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799529-6'}}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:37:01.790800 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-33699caa-e5a3-478b-a797-1ee0587e43b2 req-89a78d4b-b6e7-4430-9057-af1e7a671fb4 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899112 Jul 09 14:37:01.795041 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-306c4bf3-a727-4ff9-8b0c-015df15d7bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:01.812174 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c3a0ea96-ec6f-4c7a-936f-ad4785cbfed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:01.849728 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d2577-5ae8-4388-a202-5de6d4b14287 None None] Pushing event updated for resources: {'Port': ['ID=596f781e-3c4b-4779-aa8d-121d3662dcc1,revision_number=2']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:01.860669 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7e0d7fd9-dc90-430e-9ac5-b7e3ec91b9cf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=59170d71d93f4a6188836ab3f2baf2c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9395838 Jul 09 14:37:01.863047 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50320) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:01.873303 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0d7fd9-dc90-430e-9ac5-b7e3ec91b9cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7def7883-5035-4d83-af76-093ee41df96c,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:01.880376 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-306c4bf3-a727-4ff9-8b0c-015df15d7bbc None None] Attempting to bind port 596f781e-3c4b-4779-aa8d-121d3662dcc1 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:37:01.880890 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-306c4bf3-a727-4ff9-8b0c-015df15d7bbc None None] Attempting to bind port 596f781e-3c4b-4779-aa8d-121d3662dcc1 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:37:01.881360 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306c4bf3-a727-4ff9-8b0c-015df15d7bbc None None] Attempting to bind port 596f781e-3c4b-4779-aa8d-121d3662dcc1 on network 202c7ce6-d4e9-4f80-84dd-bef08905a653 {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:37:01.888361 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306c4bf3-a727-4ff9-8b0c-015df15d7bbc None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:37:01.888961 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306c4bf3-a727-4ff9-8b0c-015df15d7bbc None None] Checking segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:37:01.889994 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-306c4bf3-a727-4ff9-8b0c-015df15d7bbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:01.890507 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306c4bf3-a727-4ff9-8b0c-015df15d7bbc None None] Bound using segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:37:01.891171 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-306c4bf3-a727-4ff9-8b0c-015df15d7bbc None None] Bound port: 596f781e-3c4b-4779-aa8d-121d3662dcc1, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:37:01.891788 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-306c4bf3-a727-4ff9-8b0c-015df15d7bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:01.947000 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-306c4bf3-a727-4ff9-8b0c-015df15d7bbc None None] For port 596f781e-3c4b-4779-aa8d-121d3662dcc1, host n-d-799529-6, cleared binding levels {{(pid=94448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:37:01.950994 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-306c4bf3-a727-4ff9-8b0c-015df15d7bbc None None] For port 596f781e-3c4b-4779-aa8d-121d3662dcc1, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=596f781e-3c4b-4779-aa8d-121d3662dcc1,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:37:01.991607 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cf61f3f5-7fd2-4784-8770-0ffa869f17f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:02.023925 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-306c4bf3-a727-4ff9-8b0c-015df15d7bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:02.047487 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cf61f3f5-7fd2-4784-8770-0ffa869f17f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:02.080869 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-512faca0-5376-4069-aad8-2133e7cd40f3 admin admin] Allocated IP 172.20.0.1 (0753039a-7e20-479c-b814-489355a542c4/bc4e693f-d90b-46e2-beaf-3b7584235976/56f86a50-958e-4a57-93f9-e200963d85e2) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:37:02.094944 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306c4bf3-a727-4ff9-8b0c-015df15d7bbc None None] Routers {'d3d89b67-69ad-4f25-9dd9-033ba23f0ca4'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:37:02.095600 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-306c4bf3-a727-4ff9-8b0c-015df15d7bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:36:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['d3d89b67-69ad-4f25-9dd9-033ba23f0ca4'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:37:02.097942 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d2577-5ae8-4388-a202-5de6d4b14287 None None] Pushing event updated for resources: {'Port': ['ID=596f781e-3c4b-4779-aa8d-121d3662dcc1,revision_number=3']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:02.105367 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c3a0ea96-ec6f-4c7a-936f-ad4785cbfed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:02.118566 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-78874f25-9339-4519-8993-632b4fb9cf03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:02.128258 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c3a0ea96-ec6f-4c7a-936f-ad4785cbfed7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:37:02.128621 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c3a0ea96-ec6f-4c7a-936f-ad4785cbfed7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:37:02.129381 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c3a0ea96-ec6f-4c7a-936f-ad4785cbfed7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:37:02.129726 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c3a0ea96-ec6f-4c7a-936f-ad4785cbfed7 admin admin] Subscribe: > port after_create 55550000 {{(pid=94445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:37:02.130067 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c3a0ea96-ec6f-4c7a-936f-ad4785cbfed7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:37:02.130391 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c3a0ea96-ec6f-4c7a-936f-ad4785cbfed7 admin admin] Subscribe: > port after_update 55550000 {{(pid=94445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:37:02.130706 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c3a0ea96-ec6f-4c7a-936f-ad4785cbfed7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:37:02.131025 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c3a0ea96-ec6f-4c7a-936f-ad4785cbfed7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:37:02.131336 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c3a0ea96-ec6f-4c7a-936f-ad4785cbfed7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:37:02.131675 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c3a0ea96-ec6f-4c7a-936f-ad4785cbfed7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:37:02.198914 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c3a0ea96-ec6f-4c7a-936f-ad4785cbfed7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:37:02.199168 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c3a0ea96-ec6f-4c7a-936f-ad4785cbfed7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:37:02.199548 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c3a0ea96-ec6f-4c7a-936f-ad4785cbfed7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:37:02.199869 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c3a0ea96-ec6f-4c7a-936f-ad4785cbfed7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 14:37:02.200250 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-c3a0ea96-ec6f-4c7a-936f-ad4785cbfed7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f2a7876-6c75-4f02-ae5a-c28c6a2ebd68']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:37:02.207590 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-306c4bf3-a727-4ff9-8b0c-015df15d7bbc None None] Set router d3d89b67-69ad-4f25-9dd9-033ba23f0ca4 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:37:02.212687 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc12f38-2e8c-428f-99f5-7abdb5027f57 req-9dc567fe-55b6-43d5-a075-2878e94aaab1 tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:02.214302 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1cc12f38-2e8c-428f-99f5-7abdb5027f57 req-9dc567fe-55b6-43d5-a075-2878e94aaab1 tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d01ab58-680d-4f51-b97e-04034cdf631c HTTP/1.1" status: 200 len: 945 time: 0.3843665 Jul 09 14:37:02.214517 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-512faca0-5376-4069-aad8-2133e7cd40f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:02.242391 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-652f6611-449c-4bdf-9cb6-35e1135b3a58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:02.243464 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-512faca0-5376-4069-aad8-2133e7cd40f3 admin admin] Transition to ACTIVE for port object 56f86a50-958e-4a57-93f9-e200963d85e2 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:37:02.245533 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cf61f3f5-7fd2-4784-8770-0ffa869f17f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:02.248674 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cf61f3f5-7fd2-4784-8770-0ffa869f17f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:02.250664 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-cf61f3f5-7fd2-4784-8770-0ffa869f17f1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7def7883-5035-4d83-af76-093ee41df96c HTTP/1.1" status: 204 len: 168 time: 0.3845708 Jul 09 14:37:02.251424 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-c3a0ea96-ec6f-4c7a-936f-ad4785cbfed7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acf89606-2a97-43dc-b108-60dc5ffd5194') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:37:02.251746 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-c3a0ea96-ec6f-4c7a-936f-ad4785cbfed7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acf89606-2a97-43dc-b108-60dc5ffd5194') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:37:02.266081 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf61f3f5-7fd2-4784-8770-0ffa869f17f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7def7883-5035-4d83-af76-093ee41df96c,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:02.301940 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c3a0ea96-ec6f-4c7a-936f-ad4785cbfed7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:02.342724 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c3a0ea96-ec6f-4c7a-936f-ad4785cbfed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:02.361282 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3a0ea96-ec6f-4c7a-936f-ad4785cbfed7 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:37:02.362662 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c3a0ea96-ec6f-4c7a-936f-ad4785cbfed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:02.365769 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1cc12f38-2e8c-428f-99f5-7abdb5027f57 req-2e17da8c-c0e6-4b10-82c0-7b025be5d7ad tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] 10.222.0.58 "GET /v2.0/security-groups?id=fee60477-832c-4e3e-a4a5-e4bb29b887db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286397 Jul 09 14:37:02.368688 n-d-799529-6 neutron-server[94445]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 14:37:02.368688 n-d-799529-6 neutron-server[94445]: from cryptography.utils import int_from_bytes Jul 09 14:37:02.368688 n-d-799529-6 neutron-server[94445]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 14:37:02.368688 n-d-799529-6 neutron-server[94445]: from cryptography.utils import int_from_bytes Jul 09 14:37:02.368688 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:37:02.368688 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:37:02.368688 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:37:02.368688 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:37:02.368688 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:37:02.368688 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:37:02.368688 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:37:02.368688 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:37:02.368688 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:37:02.368688 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:37:02.368688 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:37:02.368688 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:37:02.368688 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:37:02.368688 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:37:02.368688 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:37:02.368688 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:37:02.368688 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:37:02.368688 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:37:02.368688 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 14:37:02.368688 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:37:02.368688 n-d-799529-6 neutron-server[94445]: timer() Jul 09 14:37:02.368688 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:37:02.368688 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 14:37:02.368688 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:37:02.368688 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 14:37:02.368688 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:37:02.368688 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 14:37:02.368688 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:37:02.368688 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 14:37:02.368688 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:37:02.368688 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 14:37:02.368688 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:37:02.368688 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:37:02.368688 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:37:02.368688 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:37:02.368688 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:37:02.368688 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 14:37:02.368688 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:37:02.368688 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 14:37:02.368688 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:37:02.368688 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:37:02.368688 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:37:02.368688 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 14:37:02.368688 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:37:02.368688 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:37:02.368688 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:37:02.368688 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:37:02.368688 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:37:02.368688 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:37:02.368688 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:37:02.398433 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-652f6611-449c-4bdf-9cb6-35e1135b3a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:02.478159 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-512faca0-5376-4069-aad8-2133e7cd40f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:02.510429 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-306c4bf3-a727-4ff9-8b0c-015df15d7bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1068833680-router', 'tenant_id': '77dbf4b092de4af7b8689da68d04094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '596f781e-3c4b-4779-aa8d-121d3662dcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:56Z', 'updated_at': '2021-07-09T14:36:58Z', 'revision_number': 3, 'project_id': '77dbf4b092de4af7b8689da68d04094b', 'gw_port': {'id': '596f781e-3c4b-4779-aa8d-121d3662dcc1', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:10:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:57Z', 'updated_at': '2021-07-09T14:37:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:37:02.510688 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652f6611-449c-4bdf-9cb6-35e1135b3a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e139da20-438a-4d4b-9a72-7be576b6c5ad,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:02.531636 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512faca0-5376-4069-aad8-2133e7cd40f3 admin admin] Network 0753039a-7e20-479c-b814-489355a542c4 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:37:02.534971 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-512faca0-5376-4069-aad8-2133e7cd40f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:37:02.540233 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512faca0-5376-4069-aad8-2133e7cd40f3 admin admin] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:37:02.558894 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-78874f25-9339-4519-8993-632b4fb9cf03 service neutron] For port dd2205a4-6e79-4512-87e2-bfe3186bed68, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=dd2205a4-6e79-4512-87e2-bfe3186bed68,segment=NetworkSegment(cd7790e9-3309-48a3-bfb3-c9f386870e48),segment_id=cd7790e9-3309-48a3-bfb3-c9f386870e48)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:37:02.576394 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306c4bf3-a727-4ff9-8b0c-015df15d7bbc None None] The sync data for ids ['d3d89b67-69ad-4f25-9dd9-033ba23f0ca4'] in n-d-799529-6 is: [{'id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1068833680-router', 'tenant_id': '77dbf4b092de4af7b8689da68d04094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '596f781e-3c4b-4779-aa8d-121d3662dcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:56Z', 'updated_at': '2021-07-09T14:36:58Z', 'revision_number': 3, 'project_id': '77dbf4b092de4af7b8689da68d04094b', 'gw_port': {'id': '596f781e-3c4b-4779-aa8d-121d3662dcc1', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:10:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:57Z', 'updated_at': '2021-07-09T14:37:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:37:02.579752 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512faca0-5376-4069-aad8-2133e7cd40f3 admin admin] Pushing event updated for resources: {'Port': ['ID=56f86a50-958e-4a57-93f9-e200963d85e2,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:02.602312 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-512faca0-5376-4069-aad8-2133e7cd40f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:02.611326 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-78874f25-9339-4519-8993-632b4fb9cf03 service neutron] For port dd2205a4-6e79-4512-87e2-bfe3186bed68, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:37:02.697892 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-78874f25-9339-4519-8993-632b4fb9cf03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:02.738996 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a73b6e-4f2b-42df-a010-72db422d5024', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd2205a4-6e79-4512-87e2-bfe3186bed68'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:37:02.741985 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd97563d-f95c-410c-bc9d-bdfd3c3f6203" -d '{"events": [{"server_uuid": "45a73b6e-4f2b-42df-a010-72db422d5024", "name": "network-vif-unplugged", "status": "completed", "tag": "dd2205a4-6e79-4512-87e2-bfe3186bed68"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:37:02.748595 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-652f6611-449c-4bdf-9cb6-35e1135b3a58 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5c08afe21a7a4175bf07a4f4fc5fc15c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1129289 Jul 09 14:37:02.749994 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50330) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:02.821086 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c534a7fc-d59d-483c-9632-3692656dd437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:02.856532 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 14:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0193b56e-92b6-4894-a395-eb2991963f4d x-openstack-request-id: req-0193b56e-92b6-4894-a395-eb2991963f4d {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:37:02.856831 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45a73b6e-4f2b-42df-a010-72db422d5024", "name": "network-vif-unplugged", "status": "completed", "tag": "dd2205a4-6e79-4512-87e2-bfe3186bed68", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:37:02.857191 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0193b56e-92b6-4894-a395-eb2991963f4d {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:37:02.857618 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45a73b6e-4f2b-42df-a010-72db422d5024', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd2205a4-6e79-4512-87e2-bfe3186bed68', 'code': 200} Jul 09 14:37:02.862837 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c3a0ea96-ec6f-4c7a-936f-ad4785cbfed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:02.865908 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-78874f25-9339-4519-8993-632b4fb9cf03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:02.960807 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c534a7fc-d59d-483c-9632-3692656dd437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:02.965032 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c3a0ea96-ec6f-4c7a-936f-ad4785cbfed7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:02.970904 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c3a0ea96-ec6f-4c7a-936f-ad4785cbfed7 admin admin] 10.222.0.58 "DELETE /v2.0/networks/6f2a7876-6c75-4f02-ae5a-c28c6a2ebd68 HTTP/1.1" status: 204 len: 168 time: 1.3177299 Jul 09 14:37:03.009059 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-09e2b46c-b6bf-4305-a633-716ae90bbf3d None None] Provisioning for port 56f86a50-958e-4a57-93f9-e200963d85e2 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:37:03.014898 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-09e2b46c-b6bf-4305-a633-716ae90bbf3d None None] Provisioning complete for port 56f86a50-958e-4a57-93f9-e200963d85e2 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:37:03.015467 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-09e2b46c-b6bf-4305-a633-716ae90bbf3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:03.043612 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a0ea96-ec6f-4c7a-936f-ad4785cbfed7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f2a7876-6c75-4f02-ae5a-c28c6a2ebd68,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:03.099285 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-09e2b46c-b6bf-4305-a633-716ae90bbf3d None None] Port 56f86a50-958e-4a57-93f9-e200963d85e2 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:37:03.164872 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-78874f25-9339-4519-8993-632b4fb9cf03 service neutron] Attempting to bind port dd2205a4-6e79-4512-87e2-bfe3186bed68 on host n-h2-799529-6 for vnic_type normal with profile {"migrating_to": "n-h1-799529-6"} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:37:03.165467 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-78874f25-9339-4519-8993-632b4fb9cf03 service neutron] Attempting to bind port dd2205a4-6e79-4512-87e2-bfe3186bed68 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': 'cd7790e9-3309-48a3-bfb3-c9f386870e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '56b8037f-2c10-4a66-9bb7-3f0d90fcd124'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:37:03.165833 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-78874f25-9339-4519-8993-632b4fb9cf03 service neutron] Attempting to bind port dd2205a4-6e79-4512-87e2-bfe3186bed68 on network 56b8037f-2c10-4a66-9bb7-3f0d90fcd124 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:37:03.170046 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78874f25-9339-4519-8993-632b4fb9cf03 service neutron] Pushing event updated for resources: {'Port': ['ID=dd2205a4-6e79-4512-87e2-bfe3186bed68,revision_number=7']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:03.170527 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-32d9ee4a-837c-49e6-a116-6e349c6b6d27 req-77bf7d0e-3058-410a-8fed-6de8c7dd9448 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=eaa5b4f0-e3c9-4167-9264-3519b0452d34 HTTP/1.1" status: 200 len: 210 time: 0.0393600 Jul 09 14:37:03.206394 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-78874f25-9339-4519-8993-632b4fb9cf03 service neutron] Port dd2205a4-6e79-4512-87e2-bfe3186bed68 on network 56b8037f-2c10-4a66-9bb7-3f0d90fcd124 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:37:03.206735 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-78874f25-9339-4519-8993-632b4fb9cf03 service neutron] Attempting to bind port dd2205a4-6e79-4512-87e2-bfe3186bed68 on network 56b8037f-2c10-4a66-9bb7-3f0d90fcd124 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:37:03.214851 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-78874f25-9339-4519-8993-632b4fb9cf03 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:37:03.215201 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-78874f25-9339-4519-8993-632b4fb9cf03 service neutron] Checking segment: {'id': 'cd7790e9-3309-48a3-bfb3-c9f386870e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '56b8037f-2c10-4a66-9bb7-3f0d90fcd124'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:37:03.215701 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-78874f25-9339-4519-8993-632b4fb9cf03 service neutron] Bound using segment: {'id': 'cd7790e9-3309-48a3-bfb3-c9f386870e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '56b8037f-2c10-4a66-9bb7-3f0d90fcd124'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:37:03.216145 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-78874f25-9339-4519-8993-632b4fb9cf03 service neutron] Bound port: dd2205a4-6e79-4512-87e2-bfe3186bed68, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd7790e9-3309-48a3-bfb3-c9f386870e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '56b8037f-2c10-4a66-9bb7-3f0d90fcd124'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:37:03.224125 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-78874f25-9339-4519-8993-632b4fb9cf03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:03.368795 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097a56a-2abf-475b-8616-0d2862567989 req-7d427ebb-1980-42c9-9e17-c8dc3398fff7 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:03.371515 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4097a56a-2abf-475b-8616-0d2862567989 req-7d427ebb-1980-42c9-9e17-c8dc3398fff7 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=45a73b6e-4f2b-42df-a010-72db422d5024 HTTP/1.1" status: 200 len: 944 time: 0.2702615 Jul 09 14:37:03.399309 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-512faca0-5376-4069-aad8-2133e7cd40f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:03.406413 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 596f781e-3c4b-4779-aa8d-121d3662dcc1 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:37:03.417544 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-78874f25-9339-4519-8993-632b4fb9cf03 service neutron] For port dd2205a4-6e79-4512-87e2-bfe3186bed68, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:37:03.445394 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c534a7fc-d59d-483c-9632-3692656dd437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:03.448582 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c534a7fc-d59d-483c-9632-3692656dd437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:03.450008 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c534a7fc-d59d-483c-9632-3692656dd437 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e139da20-438a-4d4b-9a72-7be576b6c5ad HTTP/1.1" status: 204 len: 168 time: 0.6989343 Jul 09 14:37:03.452976 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-78874f25-9339-4519-8993-632b4fb9cf03 service neutron] For port dd2205a4-6e79-4512-87e2-bfe3186bed68, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=dd2205a4-6e79-4512-87e2-bfe3186bed68,segment=NetworkSegment(cd7790e9-3309-48a3-bfb3-c9f386870e48),segment_id=cd7790e9-3309-48a3-bfb3-c9f386870e48)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:37:03.475218 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4097a56a-2abf-475b-8616-0d2862567989 req-077ba61b-e182-4728-a518-0b56b7843e75 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980132 Jul 09 14:37:03.476415 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c534a7fc-d59d-483c-9632-3692656dd437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e139da20-438a-4d4b-9a72-7be576b6c5ad,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:03.540759 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-78874f25-9339-4519-8993-632b4fb9cf03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:03.574391 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 596f781e-3c4b-4779-aa8d-121d3662dcc1 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:37:03.582467 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 596f781e-3c4b-4779-aa8d-121d3662dcc1 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:37:03.582467 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:03.687781 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50352) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:03.691446 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-512faca0-5376-4069-aad8-2133e7cd40f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:03.705648 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-78874f25-9339-4519-8993-632b4fb9cf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:03.706313 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-78874f25-9339-4519-8993-632b4fb9cf03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:03.707120 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:03.709818 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-78874f25-9339-4519-8993-632b4fb9cf03 service neutron] 10.222.0.62 "PUT /v2.0/ports/dd2205a4-6e79-4512-87e2-bfe3186bed68 HTTP/1.1" status: 200 len: 1122 time: 1.9410782 Jul 09 14:37:03.737367 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d3daa-7e61-4105-964d-9281382b2931 req-67d82627-d5f1-446a-bca6-f3365eac47fb tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:03.746203 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-524d3daa-7e61-4105-964d-9281382b2931 req-67d82627-d5f1-446a-bca6-f3365eac47fb tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d01ab58-680d-4f51-b97e-04034cdf631c HTTP/1.1" status: 200 len: 945 time: 0.1584928 Jul 09 14:37:03.750443 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78874f25-9339-4519-8993-632b4fb9cf03 service neutron] Pushing event updated for resources: {'Port': ['ID=dd2205a4-6e79-4512-87e2-bfe3186bed68,revision_number=8']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:03.780789 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 596f781e-3c4b-4779-aa8d-121d3662dcc1, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=596f781e-3c4b-4779-aa8d-121d3662dcc1,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:37:03.785338 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-512faca0-5376-4069-aad8-2133e7cd40f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:03.813234 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['dd2205a4-6e79-4512-87e2-bfe3186bed68'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:37:03.834854 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-512faca0-5376-4069-aad8-2133e7cd40f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:03.867666 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:03.885000 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ff1ea7f5-f176-4a02-aa0e-b2335ed7a971 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ae020778985041e4a4574e340a9d78f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1957619 Jul 09 14:37:03.887714 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50354) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:03.900016 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-524d3daa-7e61-4105-964d-9281382b2931 req-355496ba-bd24-4c8b-a453-e7274fe5e2da tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] 10.222.0.58 "GET /v2.0/security-groups?id=fee60477-832c-4e3e-a4a5-e4bb29b887db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528244 Jul 09 14:37:03.959238 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512faca0-5376-4069-aad8-2133e7cd40f3 admin admin] Pushing event updated for resources: {'Port': ['ID=56f86a50-958e-4a57-93f9-e200963d85e2,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:03.985039 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=596f781e-3c4b-4779-aa8d-121d3662dcc1,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:04.034678 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-28c73778-3bde-45ef-839d-a2d1008902b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:04.035194 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512faca0-5376-4069-aad8-2133e7cd40f3 admin admin] Network 0753039a-7e20-479c-b814-489355a542c4 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:37:04.042861 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-512faca0-5376-4069-aad8-2133e7cd40f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:37:04.126264 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-28c73778-3bde-45ef-839d-a2d1008902b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:04.312255 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-28c73778-3bde-45ef-839d-a2d1008902b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:04.320861 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-28c73778-3bde-45ef-839d-a2d1008902b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:04.320861 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-28c73778-3bde-45ef-839d-a2d1008902b3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6f359df0-028b-4727-899c-5018b5402c17 HTTP/1.1" status: 204 len: 168 time: 0.4278843 Jul 09 14:37:04.336068 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c73778-3bde-45ef-839d-a2d1008902b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f359df0-028b-4727-899c-5018b5402c17,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:04.438962 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-54f8ecd4-630b-472f-a480-2b261937c162 None None] Provisioning complete for port 56f86a50-958e-4a57-93f9-e200963d85e2 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:37:04.439569 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-54f8ecd4-630b-472f-a480-2b261937c162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:04.496717 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3b609bcf-0f08-4a77-894c-f5a31418c5b2 req-a8290e39-7397-470e-ae4d-5b6d5e1da6c5 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=eaa5b4f0-e3c9-4167-9264-3519b0452d34 HTTP/1.1" status: 200 len: 210 time: 0.0453410 Jul 09 14:37:04.499668 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-512faca0-5376-4069-aad8-2133e7cd40f3 admin admin] Router d3d89b67-69ad-4f25-9dd9-033ba23f0ca4 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:37:04.546330 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-54f8ecd4-630b-472f-a480-2b261937c162 None None] Port 56f86a50-958e-4a57-93f9-e200963d85e2 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:37:04.641931 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be9774-e631-45ab-bdb7-0a99088792d3 req-1c6a9c18-2947-44b4-a20f-e1025ee27d21 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:04.643893 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-44be9774-e631-45ab-bdb7-0a99088792d3 req-1c6a9c18-2947-44b4-a20f-e1025ee27d21 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.54 "GET /v2.0/networks?id=f37664d6-2d63-4250-9a40-b9995b72cf27 HTTP/1.1" status: 200 len: 821 time: 0.3663442 Jul 09 14:37:04.658177 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-44be9774-e631-45ab-bdb7-0a99088792d3 req-0fe65404-61ff-4bfa-8b06-f17217648ab5 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Request body: {'port': {'device_id': 'eaa5b4f0-e3c9-4167-9264-3519b0452d34', 'network_id': 'f37664d6-2d63-4250-9a40-b9995b72cf27', 'admin_state_up': True, 'tenant_id': 'a29f2b4cfd1449cca4564d7c2e38b31e'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:37:04.814780 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-512faca0-5376-4069-aad8-2133e7cd40f3 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:37:04.824841 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-512faca0-5376-4069-aad8-2133e7cd40f3 admin admin] 10.222.0.58 "PUT /v2.0/routers/d3d89b67-69ad-4f25-9dd9-033ba23f0ca4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8691456 Jul 09 14:37:04.859409 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45a73b6e-4f2b-42df-a010-72db422d5024', 'tag': 'dd2205a4-6e79-4512-87e2-bfe3186bed68'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:37:04.863653 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b847b020-35a3-46a5-98ca-d049a5cadc8d" -d '{"events": [{"name": "network-changed", "server_uuid": "45a73b6e-4f2b-42df-a010-72db422d5024", "tag": "dd2205a4-6e79-4512-87e2-bfe3186bed68"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:37:04.870646 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f661ff-091d-4a0f-b1b4-753ec88463ae req-1638263e-8506-4e66-b452-4473077da255 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:04.872211 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-54f661ff-091d-4a0f-b1b4-753ec88463ae req-1638263e-8506-4e66-b452-4473077da255 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=45a73b6e-4f2b-42df-a010-72db422d5024 HTTP/1.1" status: 200 len: 944 time: 0.1707339 Jul 09 14:37:04.948241 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb230ef-7411-4e3b-9e07-9b988b425d60 x-openstack-request-id: req-8bb230ef-7411-4e3b-9e07-9b988b425d60 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:37:04.948241 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45a73b6e-4f2b-42df-a010-72db422d5024", "tag": "dd2205a4-6e79-4512-87e2-bfe3186bed68", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:37:04.948241 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8bb230ef-7411-4e3b-9e07-9b988b425d60 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:37:04.948241 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45a73b6e-4f2b-42df-a010-72db422d5024', 'tag': 'dd2205a4-6e79-4512-87e2-bfe3186bed68', 'status': 'completed', 'code': 200} Jul 09 14:37:04.961510 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-54f661ff-091d-4a0f-b1b4-753ec88463ae req-20507f9a-d191-488e-9694-5fea75cb662e tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780404 Jul 09 14:37:04.978421 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44be9774-e631-45ab-bdb7-0a99088792d3 req-0fe65404-61ff-4bfa-8b06-f17217648ab5 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Made reservation on behalf of a29f2b4cfd1449cca4564d7c2e38b31e for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:37:04.981634 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-44be9774-e631-45ab-bdb7-0a99088792d3 req-0fe65404-61ff-4bfa-8b06-f17217648ab5 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:05.018571 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457036b9-fcd5-4684-abaa-b1505acd84be None None] Sync routers for ids ['d3d89b67-69ad-4f25-9dd9-033ba23f0ca4'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:37:05.028027 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457036b9-fcd5-4684-abaa-b1505acd84be None None] Routers {'d3d89b67-69ad-4f25-9dd9-033ba23f0ca4'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:37:05.028733 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-457036b9-fcd5-4684-abaa-b1505acd84be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:36:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['d3d89b67-69ad-4f25-9dd9-033ba23f0ca4'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:37:05.091722 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b847b020-35a3-46a5-98ca-d049a5cadc8d req-4cbc4046-5e05-470a-acfa-057948767b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:05.093272 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b847b020-35a3-46a5-98ca-d049a5cadc8d req-4cbc4046-5e05-470a-acfa-057948767b2a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3b28908fc5d842e29720d7043e8083fd&device_id=45a73b6e-4f2b-42df-a010-72db422d5024 HTTP/1.1" status: 200 len: 1125 time: 0.1292374 Jul 09 14:37:05.157969 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-457036b9-fcd5-4684-abaa-b1505acd84be None None] Set router d3d89b67-69ad-4f25-9dd9-033ba23f0ca4 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:37:05.210808 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-44be9774-e631-45ab-bdb7-0a99088792d3 req-0fe65404-61ff-4bfa-8b06-f17217648ab5 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Allocated IP 172.20.0.3 (f37664d6-2d63-4250-9a40-b9995b72cf27/defde159-6b57-4a6f-ad64-e5b0f0fcfa82/6074e9fb-6d5c-4028-9e19-ad6705bfe427) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:37:05.290594 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b847b020-35a3-46a5-98ca-d049a5cadc8d req-3d82d408-b670-4403-ae5f-422339f634ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:05.292439 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b847b020-35a3-46a5-98ca-d049a5cadc8d req-3d82d408-b670-4403-ae5f-422339f634ea service neutron] 10.222.0.54 "GET /v2.0/networks?id=56b8037f-2c10-4a66-9bb7-3f0d90fcd124 HTTP/1.1" status: 200 len: 909 time: 0.1911590 Jul 09 14:37:05.360972 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b847b020-35a3-46a5-98ca-d049a5cadc8d req-8860115a-7e6f-41a4-a3f9-0f5d2396f10f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd2205a4-6e79-4512-87e2-bfe3186bed68 HTTP/1.1" status: 200 len: 217 time: 0.0569565 Jul 09 14:37:05.384280 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 596f781e-3c4b-4779-aa8d-121d3662dcc1 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:37:05.459071 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-457036b9-fcd5-4684-abaa-b1505acd84be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1068833680-router', 'tenant_id': '77dbf4b092de4af7b8689da68d04094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '596f781e-3c4b-4779-aa8d-121d3662dcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:56Z', 'updated_at': '2021-07-09T14:37:03Z', 'revision_number': 4, 'project_id': '77dbf4b092de4af7b8689da68d04094b', 'gw_port': {'id': '596f781e-3c4b-4779-aa8d-121d3662dcc1', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:10:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:57Z', 'updated_at': '2021-07-09T14:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '56f86a50-958e-4a57-93f9-e200963d85e2', 'name': '', 'network_id': '0753039a-7e20-479c-b814-489355a542c4', 'tenant_id': '77dbf4b092de4af7b8689da68d04094b', 'mac_address': 'fa:16:3e:c5:c3:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bc4e693f-d90b-46e2-beaf-3b7584235976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:37:01Z', 'updated_at': '2021-07-09T14:37:03Z', 'revision_number': 2, 'project_id': '77dbf4b092de4af7b8689da68d04094b', 'subnets': [{'id': 'bc4e693f-d90b-46e2-beaf-3b7584235976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:37:05.548508 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b847b020-35a3-46a5-98ca-d049a5cadc8d req-d6895253-758a-4489-92df-610fd5eea60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:05.550352 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b847b020-35a3-46a5-98ca-d049a5cadc8d req-d6895253-758a-4489-92df-610fd5eea60a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e48d7f3a-0ca9-428c-9383-07e4f6a75f04 HTTP/1.1" status: 200 len: 848 time: 0.1787913 Jul 09 14:37:05.616469 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b847b020-35a3-46a5-98ca-d049a5cadc8d req-b3c6c774-e950-4e27-a68f-22b1d0776ed2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=56b8037f-2c10-4a66-9bb7-3f0d90fcd124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554166 Jul 09 14:37:05.662246 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457036b9-fcd5-4684-abaa-b1505acd84be None None] Checking router: d3d89b67-69ad-4f25-9dd9-033ba23f0ca4 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:37:05.663279 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457036b9-fcd5-4684-abaa-b1505acd84be None None] Updating router d3d89b67-69ad-4f25-9dd9-033ba23f0ca4 port 56f86a50-958e-4a57-93f9-e200963d85e2 binding host n-d-799529-6 {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:37:05.665599 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50424) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:05.666287 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device dd2205a4-6e79-4512-87e2-bfe3186bed68 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:37:05.707455 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 596f781e-3c4b-4779-aa8d-121d3662dcc1 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:37:05.708026 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:05.776714 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-1043d838-3d64-4661-a076-1f68e7f04d6c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e88c1ad219ab4668bec78d7d9ac3ede6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1084831 Jul 09 14:37:05.782952 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50426) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:05.788399 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-457036b9-fcd5-4684-abaa-b1505acd84be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:05.890572 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b847b020-35a3-46a5-98ca-d049a5cadc8d req-6b5ae13c-ede1-4c92-b774-6d31ad522f33 service neutron] 10.222.0.54 "GET /v2.0/networks/56b8037f-2c10-4a66-9bb7-3f0d90fcd124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632008 Jul 09 14:37:05.901660 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-44be9774-e631-45ab-bdb7-0a99088792d3 req-0fe65404-61ff-4bfa-8b06-f17217648ab5 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:05.907345 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5de1f1bf-3c4a-4f3f-9ac9-ad570143efc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:05.947490 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port dd2205a4-6e79-4512-87e2-bfe3186bed68, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=dd2205a4-6e79-4512-87e2-bfe3186bed68,segment=NetworkSegment(cd7790e9-3309-48a3-bfb3-c9f386870e48),segment_id=cd7790e9-3309-48a3-bfb3-c9f386870e48)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:37:05.964753 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0b445359-ff8d-4a8c-8874-5085061a1c69 req-c6e004d1-a4fe-4871-933c-46c68bbaa295 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=eaa5b4f0-e3c9-4167-9264-3519b0452d34 HTTP/1.1" status: 200 len: 210 time: 0.0492601 Jul 09 14:37:05.984717 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5de1f1bf-3c4a-4f3f-9ac9-ad570143efc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:06.011428 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device dd2205a4-6e79-4512-87e2-bfe3186bed68 has no active binding in host n-h1-799529-6 {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 14:37:06.130313 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b847b020-35a3-46a5-98ca-d049a5cadc8d req-63302657-9c25-4db3-a2e7-83f88045f6ed service neutron] 10.222.0.54 "GET /v2.0/networks/56b8037f-2c10-4a66-9bb7-3f0d90fcd124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216928 Jul 09 14:37:06.180217 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5de1f1bf-3c4a-4f3f-9ac9-ad570143efc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:06.182785 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5de1f1bf-3c4a-4f3f-9ac9-ad570143efc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:06.184362 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-5de1f1bf-3c4a-4f3f-9ac9-ad570143efc9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/572be545-3d7d-4601-889d-449188e6fee1 HTTP/1.1" status: 204 len: 168 time: 0.3990583 Jul 09 14:37:06.197479 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de1f1bf-3c4a-4f3f-9ac9-ad570143efc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=572be545-3d7d-4601-889d-449188e6fee1,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:06.285718 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-457036b9-fcd5-4684-abaa-b1505acd84be None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:06.308105 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-457036b9-fcd5-4684-abaa-b1505acd84be None None] Transition to ACTIVE for port object 56f86a50-958e-4a57-93f9-e200963d85e2 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:37:06.312121 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e4697c-b37e-4bfc-8bfc-04bb0310a3d1 req-37979660-8433-468f-900b-d4b9cfafc7c1 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:06.313684 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b1e4697c-b37e-4bfc-8bfc-04bb0310a3d1 req-37979660-8433-468f-900b-d4b9cfafc7c1 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=45a73b6e-4f2b-42df-a010-72db422d5024 HTTP/1.1" status: 200 len: 944 time: 0.0760138 Jul 09 14:37:06.346007 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-44be9774-e631-45ab-bdb7-0a99088792d3 req-0fe65404-61ff-4bfa-8b06-f17217648ab5 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:06.371570 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b1e4697c-b37e-4bfc-8bfc-04bb0310a3d1 req-8778ce7a-0ccf-4126-833d-ee7bd2789915 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520332 Jul 09 14:37:06.390000 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-457036b9-fcd5-4684-abaa-b1505acd84be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:06.432071 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44be9774-e631-45ab-bdb7-0a99088792d3 req-0fe65404-61ff-4bfa-8b06-f17217648ab5 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Network f37664d6-2d63-4250-9a40-b9995b72cf27 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:37:06.444124 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-44be9774-e631-45ab-bdb7-0a99088792d3 req-0fe65404-61ff-4bfa-8b06-f17217648ab5 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:37:06.448559 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1040a576-76aa-4d4a-955a-7d55ed0c2ee8 None None] Pushing event updated for resources: {'Port': ['ID=56f86a50-958e-4a57-93f9-e200963d85e2,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:06.458603 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-44be9774-e631-45ab-bdb7-0a99088792d3 req-0fe65404-61ff-4bfa-8b06-f17217648ab5 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:37:06.529478 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe65404-61ff-4bfa-8b06-f17217648ab5 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Pushing event updated for resources: {'Port': ['ID=6074e9fb-6d5c-4028-9e19-ad6705bfe427,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:06.582093 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b8492-1eee-45c4-9d20-eb7f2668ffcd req-38c50411-b5ae-4a39-a2f7-97253e725940 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:06.584716 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-526b8492-1eee-45c4-9d20-eb7f2668ffcd req-38c50411-b5ae-4a39-a2f7-97253e725940 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/networks?id=0753039a-7e20-479c-b814-489355a542c4 HTTP/1.1" status: 200 len: 821 time: 0.3227098 Jul 09 14:37:06.591917 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be9774-e631-45ab-bdb7-0a99088792d3 req-0fe65404-61ff-4bfa-8b06-f17217648ab5 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:06.593122 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-44be9774-e631-45ab-bdb7-0a99088792d3 req-0fe65404-61ff-4bfa-8b06-f17217648ab5 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:06.617474 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-457036b9-fcd5-4684-abaa-b1505acd84be None None] Attempting to bind port 56f86a50-958e-4a57-93f9-e200963d85e2 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:37:06.617976 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-457036b9-fcd5-4684-abaa-b1505acd84be None None] Attempting to bind port 56f86a50-958e-4a57-93f9-e200963d85e2 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'da9acf97-083b-491c-801b-5da8bcfd8b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '0753039a-7e20-479c-b814-489355a542c4'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:37:06.620577 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-526b8492-1eee-45c4-9d20-eb7f2668ffcd req-13cee4df-22ae-45a9-a843-c84b430374f5 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/quotas/77dbf4b092de4af7b8689da68d04094b HTTP/1.1" status: 200 len: 375 time: 0.0131912 Jul 09 14:37:06.624081 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457036b9-fcd5-4684-abaa-b1505acd84be None None] Attempting to bind port 56f86a50-958e-4a57-93f9-e200963d85e2 on network 0753039a-7e20-479c-b814-489355a542c4 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:37:06.628341 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457036b9-fcd5-4684-abaa-b1505acd84be None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:37:06.628818 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457036b9-fcd5-4684-abaa-b1505acd84be None None] Checking segment: {'id': 'da9acf97-083b-491c-801b-5da8bcfd8b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '0753039a-7e20-479c-b814-489355a542c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:37:06.629220 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-457036b9-fcd5-4684-abaa-b1505acd84be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:06.630201 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457036b9-fcd5-4684-abaa-b1505acd84be None None] Bound using segment: {'id': 'da9acf97-083b-491c-801b-5da8bcfd8b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '0753039a-7e20-479c-b814-489355a542c4'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:37:06.630201 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-457036b9-fcd5-4684-abaa-b1505acd84be None None] Bound port: 56f86a50-958e-4a57-93f9-e200963d85e2, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da9acf97-083b-491c-801b-5da8bcfd8b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '0753039a-7e20-479c-b814-489355a542c4'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:37:06.630424 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-457036b9-fcd5-4684-abaa-b1505acd84be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:06.694047 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-44be9774-e631-45ab-bdb7-0a99088792d3 req-0fe65404-61ff-4bfa-8b06-f17217648ab5 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0398040 Jul 09 14:37:06.709257 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-44be9774-e631-45ab-bdb7-0a99088792d3 req-aff95a51-00ff-483b-894f-d9df324f78e8 service neutron] Request body: {'port': {'device_id': 'eaa5b4f0-e3c9-4167-9264-3519b0452d34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:37:06.729570 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-457036b9-fcd5-4684-abaa-b1505acd84be None None] For port 56f86a50-958e-4a57-93f9-e200963d85e2, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:37:06.737023 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-457036b9-fcd5-4684-abaa-b1505acd84be None None] For port 56f86a50-958e-4a57-93f9-e200963d85e2, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=56f86a50-958e-4a57-93f9-e200963d85e2,segment=NetworkSegment(da9acf97-083b-491c-801b-5da8bcfd8b16),segment_id=da9acf97-083b-491c-801b-5da8bcfd8b16)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:37:06.802962 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-457036b9-fcd5-4684-abaa-b1505acd84be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:06.808348 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-526b8492-1eee-45c4-9d20-eb7f2668ffcd req-aebe8ee9-0670-41d4-80e9-d4af41b8aec3 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=77dbf4b092de4af7b8689da68d04094b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1735890 Jul 09 14:37:06.929795 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457036b9-fcd5-4684-abaa-b1505acd84be None None] Routers {'d3d89b67-69ad-4f25-9dd9-033ba23f0ca4'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:37:06.929795 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-457036b9-fcd5-4684-abaa-b1505acd84be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:36:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['d3d89b67-69ad-4f25-9dd9-033ba23f0ca4'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:37:06.954100 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-44be9774-e631-45ab-bdb7-0a99088792d3 req-aff95a51-00ff-483b-894f-d9df324f78e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:07.191892 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1040a576-76aa-4d4a-955a-7d55ed0c2ee8 None None] Pushing event updated for resources: {'Port': ['ID=56f86a50-958e-4a57-93f9-e200963d85e2,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:07.246390 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-526b8492-1eee-45c4-9d20-eb7f2668ffcd req-42e66345-7072-4adb-9cee-2a0f6df0f0c7 service neutron] 10.222.0.58 "GET /v2.0/networks/0753039a-7e20-479c-b814-489355a542c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4193268 Jul 09 14:37:07.359588 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-457036b9-fcd5-4684-abaa-b1505acd84be None None] Set router d3d89b67-69ad-4f25-9dd9-033ba23f0ca4 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:37:07.481787 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-526b8492-1eee-45c4-9d20-eb7f2668ffcd req-c5032376-af93-4bf3-9ae1-08b59ae8da9b service neutron] 10.222.0.58 "GET /v2.0/networks/0753039a-7e20-479c-b814-489355a542c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340629 Jul 09 14:37:07.683217 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-457036b9-fcd5-4684-abaa-b1505acd84be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1068833680-router', 'tenant_id': '77dbf4b092de4af7b8689da68d04094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '596f781e-3c4b-4779-aa8d-121d3662dcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:56Z', 'updated_at': '2021-07-09T14:37:03Z', 'revision_number': 4, 'project_id': '77dbf4b092de4af7b8689da68d04094b', 'gw_port': {'id': '596f781e-3c4b-4779-aa8d-121d3662dcc1', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:10:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:57Z', 'updated_at': '2021-07-09T14:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '56f86a50-958e-4a57-93f9-e200963d85e2', 'name': '', 'network_id': '0753039a-7e20-479c-b814-489355a542c4', 'tenant_id': '77dbf4b092de4af7b8689da68d04094b', 'mac_address': 'fa:16:3e:c5:c3:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bc4e693f-d90b-46e2-beaf-3b7584235976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:37:01Z', 'updated_at': '2021-07-09T14:37:06Z', 'revision_number': 4, 'project_id': '77dbf4b092de4af7b8689da68d04094b', 'subnets': [{'id': 'bc4e693f-d90b-46e2-beaf-3b7584235976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:37:07.704779 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-44be9774-e631-45ab-bdb7-0a99088792d3 req-aff95a51-00ff-483b-894f-d9df324f78e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6074e9fb-6d5c-4028-9e19-ad6705bfe427 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:37:07.724417 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-44be9774-e631-45ab-bdb7-0a99088792d3 req-aff95a51-00ff-483b-894f-d9df324f78e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:07.725445 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457036b9-fcd5-4684-abaa-b1505acd84be None None] The sync data for ids ['d3d89b67-69ad-4f25-9dd9-033ba23f0ca4'] in n-d-799529-6 is: [{'id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1068833680-router', 'tenant_id': '77dbf4b092de4af7b8689da68d04094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '596f781e-3c4b-4779-aa8d-121d3662dcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:56Z', 'updated_at': '2021-07-09T14:37:03Z', 'revision_number': 4, 'project_id': '77dbf4b092de4af7b8689da68d04094b', 'gw_port': {'id': '596f781e-3c4b-4779-aa8d-121d3662dcc1', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:10:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:57Z', 'updated_at': '2021-07-09T14:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '56f86a50-958e-4a57-93f9-e200963d85e2', 'name': '', 'network_id': '0753039a-7e20-479c-b814-489355a542c4', 'tenant_id': '77dbf4b092de4af7b8689da68d04094b', 'mac_address': 'fa:16:3e:c5:c3:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bc4e693f-d90b-46e2-beaf-3b7584235976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:37:01Z', 'updated_at': '2021-07-09T14:37:06Z', 'revision_number': 4, 'project_id': '77dbf4b092de4af7b8689da68d04094b', 'subnets': [{'id': 'bc4e693f-d90b-46e2-beaf-3b7584235976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:37:07.732820 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-44be9774-e631-45ab-bdb7-0a99088792d3 req-aff95a51-00ff-483b-894f-d9df324f78e8 service neutron] Transition to ACTIVE for port object 6074e9fb-6d5c-4028-9e19-ad6705bfe427 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:37:07.869901 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-44be9774-e631-45ab-bdb7-0a99088792d3 req-aff95a51-00ff-483b-894f-d9df324f78e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:07.979039 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff95a51-00ff-483b-894f-d9df324f78e8 service neutron] Pushing event updated for resources: {'Port': ['ID=6074e9fb-6d5c-4028-9e19-ad6705bfe427,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:08.081243 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8193a98f-fab7-4861-9ebd-c7993a679d13 req-4fcbd430-7a0b-4168-b9a1-797d5fa8b584 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:08.082927 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8193a98f-fab7-4861-9ebd-c7993a679d13 req-4fcbd430-7a0b-4168-b9a1-797d5fa8b584 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=eaa5b4f0-e3c9-4167-9264-3519b0452d34 HTTP/1.1" status: 200 len: 943 time: 0.1633930 Jul 09 14:37:08.164857 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8193a98f-fab7-4861-9ebd-c7993a679d13 req-8d7f5910-3801-4be0-b80a-b5df5a191ae3 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752387 Jul 09 14:37:08.198522 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-44be9774-e631-45ab-bdb7-0a99088792d3 req-aff95a51-00ff-483b-894f-d9df324f78e8 service neutron] Attempting to bind port 6074e9fb-6d5c-4028-9e19-ad6705bfe427 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:37:08.198861 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-44be9774-e631-45ab-bdb7-0a99088792d3 req-aff95a51-00ff-483b-894f-d9df324f78e8 service neutron] Attempting to bind port 6074e9fb-6d5c-4028-9e19-ad6705bfe427 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': 'aace0400-4c69-453a-b04e-112644859d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f37664d6-2d63-4250-9a40-b9995b72cf27'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:37:08.199188 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44be9774-e631-45ab-bdb7-0a99088792d3 req-aff95a51-00ff-483b-894f-d9df324f78e8 service neutron] Attempting to bind port 6074e9fb-6d5c-4028-9e19-ad6705bfe427 on network f37664d6-2d63-4250-9a40-b9995b72cf27 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:37:08.209647 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8dfdb6-3f01-4c98-8141-c7ec1e80cc8d req-e285bf63-bcfa-4500-b00b-b0b767c60e06 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:08.212814 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3b8dfdb6-3f01-4c98-8141-c7ec1e80cc8d req-e285bf63-bcfa-4500-b00b-b0b767c60e06 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=45a73b6e-4f2b-42df-a010-72db422d5024 HTTP/1.1" status: 200 len: 944 time: 0.1811688 Jul 09 14:37:08.224899 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44be9774-e631-45ab-bdb7-0a99088792d3 req-aff95a51-00ff-483b-894f-d9df324f78e8 service neutron] Port 6074e9fb-6d5c-4028-9e19-ad6705bfe427 on network f37664d6-2d63-4250-9a40-b9995b72cf27 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:37:08.225231 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44be9774-e631-45ab-bdb7-0a99088792d3 req-aff95a51-00ff-483b-894f-d9df324f78e8 service neutron] Attempting to bind port 6074e9fb-6d5c-4028-9e19-ad6705bfe427 on network f37664d6-2d63-4250-9a40-b9995b72cf27 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:37:08.234318 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44be9774-e631-45ab-bdb7-0a99088792d3 req-aff95a51-00ff-483b-894f-d9df324f78e8 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:37:08.234988 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44be9774-e631-45ab-bdb7-0a99088792d3 req-aff95a51-00ff-483b-894f-d9df324f78e8 service neutron] Checking segment: {'id': 'aace0400-4c69-453a-b04e-112644859d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f37664d6-2d63-4250-9a40-b9995b72cf27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:37:08.235661 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44be9774-e631-45ab-bdb7-0a99088792d3 req-aff95a51-00ff-483b-894f-d9df324f78e8 service neutron] Bound using segment: {'id': 'aace0400-4c69-453a-b04e-112644859d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f37664d6-2d63-4250-9a40-b9995b72cf27'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:37:08.236363 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-44be9774-e631-45ab-bdb7-0a99088792d3 req-aff95a51-00ff-483b-894f-d9df324f78e8 service neutron] Bound port: 6074e9fb-6d5c-4028-9e19-ad6705bfe427, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aace0400-4c69-453a-b04e-112644859d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f37664d6-2d63-4250-9a40-b9995b72cf27'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:37:08.236917 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-44be9774-e631-45ab-bdb7-0a99088792d3 req-aff95a51-00ff-483b-894f-d9df324f78e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:08.343194 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c5396bdb-29c1-45a3-89c5-ed9af4272ee2 req-e6453ea5-8687-4fe3-aa40-e60791c0e218 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/ports?device_id=208200ef-b947-4ff4-a8d8-c82c5df3ec7d HTTP/1.1" status: 200 len: 210 time: 0.0495355 Jul 09 14:37:08.358838 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3b8dfdb6-3f01-4c98-8141-c7ec1e80cc8d req-357d9a5a-2dd5-428d-a3d2-f31723435587 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145034 Jul 09 14:37:08.388189 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-44be9774-e631-45ab-bdb7-0a99088792d3 req-aff95a51-00ff-483b-894f-d9df324f78e8 service neutron] For port 6074e9fb-6d5c-4028-9e19-ad6705bfe427, host n-h2-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:37:08.393292 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-44be9774-e631-45ab-bdb7-0a99088792d3 req-aff95a51-00ff-483b-894f-d9df324f78e8 service neutron] For port 6074e9fb-6d5c-4028-9e19-ad6705bfe427, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=6074e9fb-6d5c-4028-9e19-ad6705bfe427,segment=NetworkSegment(aace0400-4c69-453a-b04e-112644859d27),segment_id=aace0400-4c69-453a-b04e-112644859d27)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:37:08.472636 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-44be9774-e631-45ab-bdb7-0a99088792d3 req-aff95a51-00ff-483b-894f-d9df324f78e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:08.543702 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be9774-e631-45ab-bdb7-0a99088792d3 req-aff95a51-00ff-483b-894f-d9df324f78e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:08.544746 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-44be9774-e631-45ab-bdb7-0a99088792d3 req-aff95a51-00ff-483b-894f-d9df324f78e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:08.546963 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-44be9774-e631-45ab-bdb7-0a99088792d3 req-aff95a51-00ff-483b-894f-d9df324f78e8 service neutron] 10.222.0.54 "PUT /v2.0/ports/6074e9fb-6d5c-4028-9e19-ad6705bfe427 HTTP/1.1" status: 200 len: 1091 time: 1.8434765 Jul 09 14:37:08.547973 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaa5b4f0-e3c9-4167-9264-3519b0452d34', 'tag': '6074e9fb-6d5c-4028-9e19-ad6705bfe427'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:37:08.558139 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787983f4-b6d1-4167-853a-986208232436" -d '{"events": [{"name": "network-changed", "server_uuid": "eaa5b4f0-e3c9-4167-9264-3519b0452d34", "tag": "6074e9fb-6d5c-4028-9e19-ad6705bfe427"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:37:08.589614 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff95a51-00ff-483b-894f-d9df324f78e8 service neutron] Pushing event updated for resources: {'Port': ['ID=6074e9fb-6d5c-4028-9e19-ad6705bfe427,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:08.619435 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec86a3d1-997e-4c75-bef6-5c12c0799f46 x-openstack-request-id: req-ec86a3d1-997e-4c75-bef6-5c12c0799f46 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:37:08.619758 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaa5b4f0-e3c9-4167-9264-3519b0452d34", "tag": "6074e9fb-6d5c-4028-9e19-ad6705bfe427", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:37:08.619996 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ec86a3d1-997e-4c75-bef6-5c12c0799f46 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:37:08.620387 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaa5b4f0-e3c9-4167-9264-3519b0452d34', 'tag': '6074e9fb-6d5c-4028-9e19-ad6705bfe427', 'status': 'completed', 'code': 200} Jul 09 14:37:08.719341 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787983f4-b6d1-4167-853a-986208232436 req-7c4f55c4-52a3-46ca-90e6-7a31541eeca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:08.720978 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-787983f4-b6d1-4167-853a-986208232436 req-7c4f55c4-52a3-46ca-90e6-7a31541eeca9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a29f2b4cfd1449cca4564d7c2e38b31e&device_id=eaa5b4f0-e3c9-4167-9264-3519b0452d34 HTTP/1.1" status: 200 len: 1094 time: 0.0719385 Jul 09 14:37:08.902840 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787983f4-b6d1-4167-853a-986208232436 req-93b01003-ce2f-463e-9e17-5b074b1ed554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:08.907253 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-787983f4-b6d1-4167-853a-986208232436 req-93b01003-ce2f-463e-9e17-5b074b1ed554 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=a29f2b4cfd1449cca4564d7c2e38b31e&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1779113 Jul 09 14:37:08.981149 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-406d2ebe-c5fc-4b56-9db9-d88a8a26636d req-1cb327fc-fd25-49c6-9986-12ac078d3acc tempest-SecurityGroupsTestAdminJSON-1054982114 tempest-SecurityGroupsTestAdminJSON-1054982114-project] Request body: {'security_group': {'name': 'tempest-securitygroup-338699975', 'description': 'tempest-description-474360756'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:37:09.055655 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787983f4-b6d1-4167-853a-986208232436 req-8331d88b-a5fc-4224-b179-6a71b54db2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:09.057150 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-787983f4-b6d1-4167-853a-986208232436 req-8331d88b-a5fc-4224-b179-6a71b54db2bb service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1422899 Jul 09 14:37:09.088665 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-406d2ebe-c5fc-4b56-9db9-d88a8a26636d req-1cb327fc-fd25-49c6-9986-12ac078d3acc tempest-SecurityGroupsTestAdminJSON-1054982114 tempest-SecurityGroupsTestAdminJSON-1054982114-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:09.098763 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-406d2ebe-c5fc-4b56-9db9-d88a8a26636d req-1cb327fc-fd25-49c6-9986-12ac078d3acc tempest-SecurityGroupsTestAdminJSON-1054982114 tempest-SecurityGroupsTestAdminJSON-1054982114-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:09.157856 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50536) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:09.258246 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-406d2ebe-c5fc-4b56-9db9-d88a8a26636d req-1cb327fc-fd25-49c6-9986-12ac078d3acc tempest-SecurityGroupsTestAdminJSON-1054982114 tempest-SecurityGroupsTestAdminJSON-1054982114-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:09.317609 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-406d2ebe-c5fc-4b56-9db9-d88a8a26636d req-1cb327fc-fd25-49c6-9986-12ac078d3acc tempest-SecurityGroupsTestAdminJSON-1054982114 tempest-SecurityGroupsTestAdminJSON-1054982114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:09.403144 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-229ee79d-01b6-40e7-835a-b562ee498f00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:09.438310 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 56f86a50-958e-4a57-93f9-e200963d85e2 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:37:09.440372 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb327fc-fd25-49c6-9986-12ac078d3acc tempest-SecurityGroupsTestAdminJSON-1054982114 tempest-SecurityGroupsTestAdminJSON-1054982114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfabfc1f-f2fe-4480-9024-fa56350c4f8c,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:09.526668 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-96297229-edfe-499e-8117-63dbd3864b23 service neutron] 10.222.0.54 "GET /v2.0/ports/dd2205a4-6e79-4512-87e2-bfe3186bed68/bindings/n-h1-799529-6 HTTP/1.1" status: 200 len: 384 time: 0.4048696 Jul 09 14:37:09.526892 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-406d2ebe-c5fc-4b56-9db9-d88a8a26636d req-1cb327fc-fd25-49c6-9986-12ac078d3acc tempest-SecurityGroupsTestAdminJSON-1054982114 tempest-SecurityGroupsTestAdminJSON-1054982114-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:09.529018 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device dd2205a4-6e79-4512-87e2-bfe3186bed68 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:37:09.531764 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be9774-e631-45ab-bdb7-0a99088792d3 req-6f4e6f9c-b90e-4056-9cf1-c5734e76768f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:09.533241 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-44be9774-e631-45ab-bdb7-0a99088792d3 req-6f4e6f9c-b90e-4056-9cf1-c5734e76768f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a29f2b4cfd1449cca4564d7c2e38b31e&device_id=eaa5b4f0-e3c9-4167-9264-3519b0452d34 HTTP/1.1" status: 200 len: 1094 time: 0.4199154 Jul 09 14:37:09.596743 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-44be9774-e631-45ab-bdb7-0a99088792d3 req-63e0e2e8-c0c0-4eea-8439-1dc058d8687c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6074e9fb-6d5c-4028-9e19-ad6705bfe427 HTTP/1.1" status: 200 len: 217 time: 0.0557222 Jul 09 14:37:09.603229 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 56f86a50-958e-4a57-93f9-e200963d85e2 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:37:09.609930 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 56f86a50-958e-4a57-93f9-e200963d85e2 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:37:09.613975 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:09.653953 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-406d2ebe-c5fc-4b56-9db9-d88a8a26636d req-1cb327fc-fd25-49c6-9986-12ac078d3acc tempest-SecurityGroupsTestAdminJSON-1054982114 tempest-SecurityGroupsTestAdminJSON-1054982114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:09.667474 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be9774-e631-45ab-bdb7-0a99088792d3 req-36502e31-055e-4cfb-8526-05fc4343ac3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:09.671384 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-44be9774-e631-45ab-bdb7-0a99088792d3 req-36502e31-055e-4cfb-8526-05fc4343ac3d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=defde159-6b57-4a6f-ad64-e5b0f0fcfa82 HTTP/1.1" status: 200 len: 861 time: 0.0657301 Jul 09 14:37:09.706652 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb327fc-fd25-49c6-9986-12ac078d3acc tempest-SecurityGroupsTestAdminJSON-1054982114 tempest-SecurityGroupsTestAdminJSON-1054982114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72970717-c4a5-48fc-830e-b85f7f81783f,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:09.724886 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-44be9774-e631-45ab-bdb7-0a99088792d3 req-de9c80a1-0756-46b5-bf1e-428cb1ddd4ae service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f37664d6-2d63-4250-9a40-b9995b72cf27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357628 Jul 09 14:37:09.754695 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port dd2205a4-6e79-4512-87e2-bfe3186bed68, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=dd2205a4-6e79-4512-87e2-bfe3186bed68,segment=NetworkSegment(cd7790e9-3309-48a3-bfb3-c9f386870e48),segment_id=cd7790e9-3309-48a3-bfb3-c9f386870e48)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:37:09.773883 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device dd2205a4-6e79-4512-87e2-bfe3186bed68 has no active binding in host n-h1-799529-6 {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 14:37:09.776229 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:09.778726 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-229ee79d-01b6-40e7-835a-b562ee498f00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:09.828084 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 56f86a50-958e-4a57-93f9-e200963d85e2, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=56f86a50-958e-4a57-93f9-e200963d85e2,segment=NetworkSegment(da9acf97-083b-491c-801b-5da8bcfd8b16),segment_id=da9acf97-083b-491c-801b-5da8bcfd8b16)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:37:09.870326 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-229ee79d-01b6-40e7-835a-b562ee498f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:09.884396 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-8af27819-13b0-4075-a878-d1be04168fc5 service neutron] For port dd2205a4-6e79-4512-87e2-bfe3186bed68, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=dd2205a4-6e79-4512-87e2-bfe3186bed68,segment=NetworkSegment(cd7790e9-3309-48a3-bfb3-c9f386870e48),segment_id=cd7790e9-3309-48a3-bfb3-c9f386870e48)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:37:09.894889 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:09.895933 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-44be9774-e631-45ab-bdb7-0a99088792d3 req-e7d50c5a-c074-406a-a3ce-e1e5a93ac5ef service neutron] 10.222.0.54 "GET /v2.0/networks/f37664d6-2d63-4250-9a40-b9995b72cf27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615586 Jul 09 14:37:09.926832 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-8af27819-13b0-4075-a878-d1be04168fc5 service neutron] For port dd2205a4-6e79-4512-87e2-bfe3186bed68, host n-h2-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:37:09.947854 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-406d2ebe-c5fc-4b56-9db9-d88a8a26636d req-1cb327fc-fd25-49c6-9986-12ac078d3acc tempest-SecurityGroupsTestAdminJSON-1054982114 tempest-SecurityGroupsTestAdminJSON-1054982114-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:09.963311 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-406d2ebe-c5fc-4b56-9db9-d88a8a26636d req-1cb327fc-fd25-49c6-9986-12ac078d3acc tempest-SecurityGroupsTestAdminJSON-1054982114 tempest-SecurityGroupsTestAdminJSON-1054982114-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9852886 Jul 09 14:37:09.982865 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-229ee79d-01b6-40e7-835a-b562ee498f00 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e1a2082148844e598bb21b3579ae2cce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8211765 Jul 09 14:37:09.983801 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50566) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:09.989665 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229ee79d-01b6-40e7-835a-b562ee498f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db4b699-a9d9-4a88-a8c5-f1bf28d84471,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:10.007833 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-8af27819-13b0-4075-a878-d1be04168fc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd2205a4-6e79-4512-87e2-bfe3186bed68 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:37:10.029198 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-8af27819-13b0-4075-a878-d1be04168fc5 service neutron] For port dd2205a4-6e79-4512-87e2-bfe3186bed68, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=dd2205a4-6e79-4512-87e2-bfe3186bed68,segment=NetworkSegment(cd7790e9-3309-48a3-bfb3-c9f386870e48),segment_id=cd7790e9-3309-48a3-bfb3-c9f386870e48)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:37:10.052914 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=56f86a50-958e-4a57-93f9-e200963d85e2,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:10.059012 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-44be9774-e631-45ab-bdb7-0a99088792d3 req-96ae9c12-12ad-4580-8fa6-35a79333a525 service neutron] 10.222.0.54 "GET /v2.0/networks/f37664d6-2d63-4250-9a40-b9995b72cf27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552587 Jul 09 14:37:10.109698 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-8af27819-13b0-4075-a878-d1be04168fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:10.140155 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-62e7aaf4-a1e0-46a2-920a-e9cb4107bfcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:10.187545 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7757ade9-2e6b-48ba-8b4e-ddd4d1a78ef3 req-e835895b-14ab-47b6-a4ae-8dfc840d83e5 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/ports?device_id=208200ef-b947-4ff4-a8d8-c82c5df3ec7d HTTP/1.1" status: 200 len: 210 time: 0.0343661 Jul 09 14:37:10.200687 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-62e7aaf4-a1e0-46a2-920a-e9cb4107bfcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:10.266490 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d123166-651d-4f7b-8a01-e60e6326416f req-8e6f3c70-e5f5-4b87-8a68-27c29f23ddfc tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:10.268177 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0d123166-651d-4f7b-8a01-e60e6326416f req-8e6f3c70-e5f5-4b87-8a68-27c29f23ddfc tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=eaa5b4f0-e3c9-4167-9264-3519b0452d34 HTTP/1.1" status: 200 len: 943 time: 0.1106677 Jul 09 14:37:10.272074 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-8af27819-13b0-4075-a878-d1be04168fc5 service neutron] Transition to ACTIVE for port object dd2205a4-6e79-4512-87e2-bfe3186bed68 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:37:10.331712 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0d123166-651d-4f7b-8a01-e60e6326416f req-ed74ef55-2f04-45f4-a2c3-9863ead884f5 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524282 Jul 09 14:37:10.402993 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be72d043-a3a0-4a70-9a22-251740a5f618 req-955e9c5c-39c7-4c47-97b5-85b6f731a244 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:10.404496 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-be72d043-a3a0-4a70-9a22-251740a5f618 req-955e9c5c-39c7-4c47-97b5-85b6f731a244 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=45a73b6e-4f2b-42df-a010-72db422d5024 HTTP/1.1" status: 200 len: 944 time: 0.0754187 Jul 09 14:37:10.420949 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-8af27819-13b0-4075-a878-d1be04168fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:10.424411 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-62e7aaf4-a1e0-46a2-920a-e9cb4107bfcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:10.427188 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-62e7aaf4-a1e0-46a2-920a-e9cb4107bfcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:10.428522 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-62e7aaf4-a1e0-46a2-920a-e9cb4107bfcf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2db4b699-a9d9-4a88-a8c5-f1bf28d84471 HTTP/1.1" status: 204 len: 168 time: 0.4296474 Jul 09 14:37:10.442807 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e7aaf4-a1e0-46a2-920a-e9cb4107bfcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db4b699-a9d9-4a88-a8c5-f1bf28d84471,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:10.459857 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-be72d043-a3a0-4a70-9a22-251740a5f618 req-69cc82fc-21a0-435a-924b-d346638b880c tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491800 Jul 09 14:37:10.496320 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-8af27819-13b0-4075-a878-d1be04168fc5 service neutron] No DVR routers for this DVR port dd2205a4-6e79-4512-87e2-bfe3186bed68 on host n-h2-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:37:10.501843 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-c5663d73-dc9e-4d61-ad51-800c29893a76 req-ec350636-0b47-4585-aa8f-7e8733cee6ed tempest-SecurityGroupsTestAdminJSON-1054982114 tempest-SecurityGroupsTestAdminJSON-1054982114-project] Request body: {'security_group': {'name': 'tempest-securitygroup-527035887', 'description': 'tempest-description-2011652174'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:37:10.516211 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af27819-13b0-4075-a878-d1be04168fc5 service neutron] Pushing event updated for resources: {'Port': ['ID=dd2205a4-6e79-4512-87e2-bfe3186bed68,revision_number=10']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:10.540726 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-8af27819-13b0-4075-a878-d1be04168fc5 service neutron] 10.222.0.54 "PUT /v2.0/ports/dd2205a4-6e79-4512-87e2-bfe3186bed68/bindings/n-h1-799529-6/activate HTTP/1.1" status: 200 len: 369 time: 1.0063591 Jul 09 14:37:10.602835 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-c5663d73-dc9e-4d61-ad51-800c29893a76 req-ec350636-0b47-4585-aa8f-7e8733cee6ed tempest-SecurityGroupsTestAdminJSON-1054982114 tempest-SecurityGroupsTestAdminJSON-1054982114-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:10.695670 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-c5663d73-dc9e-4d61-ad51-800c29893a76 req-ec350636-0b47-4585-aa8f-7e8733cee6ed tempest-SecurityGroupsTestAdminJSON-1054982114 tempest-SecurityGroupsTestAdminJSON-1054982114-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:10.772049 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-c5663d73-dc9e-4d61-ad51-800c29893a76 req-ec350636-0b47-4585-aa8f-7e8733cee6ed tempest-SecurityGroupsTestAdminJSON-1054982114 tempest-SecurityGroupsTestAdminJSON-1054982114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:10.816121 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec350636-0b47-4585-aa8f-7e8733cee6ed tempest-SecurityGroupsTestAdminJSON-1054982114 tempest-SecurityGroupsTestAdminJSON-1054982114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39d6851e-75af-497b-82aa-3420ef1a3427,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:10.892568 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-925bace1-7f46-4822-8d96-f0fb789d7fe6 tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:10.894127 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-925bace1-7f46-4822-8d96-f0fb789d7fe6 tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=45a73b6e-4f2b-42df-a010-72db422d5024&tenant_id=3b28908fc5d842e29720d7043e8083fd&binding%3Ahost_id=n-h2-799529-6 HTTP/1.1" status: 200 len: 1096 time: 0.0647552 Jul 09 14:37:10.918514 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-c5663d73-dc9e-4d61-ad51-800c29893a76 req-ec350636-0b47-4585-aa8f-7e8733cee6ed tempest-SecurityGroupsTestAdminJSON-1054982114 tempest-SecurityGroupsTestAdminJSON-1054982114-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:10.924899 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c5663d73-dc9e-4d61-ad51-800c29893a76 req-ec350636-0b47-4585-aa8f-7e8733cee6ed tempest-SecurityGroupsTestAdminJSON-1054982114 tempest-SecurityGroupsTestAdminJSON-1054982114-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4264681 Jul 09 14:37:10.978812 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-904cb742-7ad3-4941-a124-ebe36498afe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:10.981043 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-904cb742-7ad3-4941-a124-ebe36498afe2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=45a73b6e-4f2b-42df-a010-72db422d5024&tenant_id=3b28908fc5d842e29720d7043e8083fd HTTP/1.1" status: 200 len: 1096 time: 0.0746577 Jul 09 14:37:11.085861 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b8492-1eee-45c4-9d20-eb7f2668ffcd req-09603010-af02-4b9c-883b-225705496b82 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:11.095442 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-526b8492-1eee-45c4-9d20-eb7f2668ffcd req-09603010-af02-4b9c-883b-225705496b82 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.54 "GET /v2.0/networks?id=0753039a-7e20-479c-b814-489355a542c4 HTTP/1.1" status: 200 len: 821 time: 0.1897402 Jul 09 14:37:11.102658 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-526b8492-1eee-45c4-9d20-eb7f2668ffcd req-e2881db7-9bdc-4f62-8f8f-f52102b42477 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Request body: {'port': {'device_id': '208200ef-b947-4ff4-a8d8-c82c5df3ec7d', 'network_id': '0753039a-7e20-479c-b814-489355a542c4', 'admin_state_up': True, 'tenant_id': '77dbf4b092de4af7b8689da68d04094b'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:37:11.142702 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-5d4fdc3c-af6d-4c2b-a55d-0401f2af63bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:11.144403 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-5d4fdc3c-af6d-4c2b-a55d-0401f2af63bc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3b28908fc5d842e29720d7043e8083fd&device_id=45a73b6e-4f2b-42df-a010-72db422d5024 HTTP/1.1" status: 200 len: 1096 time: 0.1180081 Jul 09 14:37:11.211826 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-69e7cc11-9aa6-4fbf-861c-edecc1c88b57 req-ece9db83-b422-45bb-9d9c-1b7bec98b30b tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1953088486', 'description': 'tempest-description-166915416'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:37:11.274099 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-6ca6c86b-cf81-4f01-ac97-be6eb548524d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:11.275799 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-6ca6c86b-cf81-4f01-ac97-be6eb548524d service neutron] 10.222.0.62 "GET /v2.0/networks?id=56b8037f-2c10-4a66-9bb7-3f0d90fcd124 HTTP/1.1" status: 200 len: 909 time: 0.1192319 Jul 09 14:37:11.293536 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50598) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:11.310153 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-27952cbe-05a0-4620-b21e-40c921e727a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:11.331950 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-6c7fd8c7-d18d-4b94-a32b-e5ff4c0338d4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd2205a4-6e79-4512-87e2-bfe3186bed68 HTTP/1.1" status: 200 len: 217 time: 0.0459740 Jul 09 14:37:11.375602 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-69e7cc11-9aa6-4fbf-861c-edecc1c88b57 req-ece9db83-b422-45bb-9d9c-1b7bec98b30b tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:11.394753 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-69e7cc11-9aa6-4fbf-861c-edecc1c88b57 req-ece9db83-b422-45bb-9d9c-1b7bec98b30b tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:11.394864 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 56f86a50-958e-4a57-93f9-e200963d85e2 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:37:11.413030 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-82190c36-2f43-4db2-8745-900b1b869afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:11.414500 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-82190c36-2f43-4db2-8745-900b1b869afe service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e48d7f3a-0ca9-428c-9383-07e4f6a75f04 HTTP/1.1" status: 200 len: 848 time: 0.0717018 Jul 09 14:37:11.446273 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cf72d97a-154c-4411-98e7-5ea9c611c466 req-d0fa36e1-79c5-450e-ada9-a883805cd3de tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/ports?device_id=208200ef-b947-4ff4-a8d8-c82c5df3ec7d HTTP/1.1" status: 200 len: 210 time: 0.0396018 Jul 09 14:37:11.450010 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-f1fb5e53-aae5-46d3-ac30-01dcaad960bb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=56b8037f-2c10-4a66-9bb7-3f0d90fcd124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273736 Jul 09 14:37:11.460285 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 56f86a50-958e-4a57-93f9-e200963d85e2 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:37:11.460663 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:11.467761 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-526b8492-1eee-45c4-9d20-eb7f2668ffcd req-e2881db7-9bdc-4f62-8f8f-f52102b42477 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Made reservation on behalf of 77dbf4b092de4af7b8689da68d04094b for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:37:11.471249 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-526b8492-1eee-45c4-9d20-eb7f2668ffcd req-e2881db7-9bdc-4f62-8f8f-f52102b42477 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:11.578719 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-38ad4032-a996-45f2-adbd-7cddd1f960de service neutron] 10.222.0.62 "GET /v2.0/networks/56b8037f-2c10-4a66-9bb7-3f0d90fcd124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213989 Jul 09 14:37:11.602323 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-27952cbe-05a0-4620-b21e-40c921e727a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:11.706484 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-7adafc99-fce3-4c56-b1ef-68f84cf3f212 service neutron] 10.222.0.62 "GET /v2.0/networks/56b8037f-2c10-4a66-9bb7-3f0d90fcd124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168768 Jul 09 14:37:11.736247 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-526b8492-1eee-45c4-9d20-eb7f2668ffcd req-e2881db7-9bdc-4f62-8f8f-f52102b42477 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Allocated IP 172.20.0.12 (0753039a-7e20-479c-b814-489355a542c4/bc4e693f-d90b-46e2-beaf-3b7584235976/f7652d57-006e-480e-b09f-d6ce03537407) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:37:11.793986 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-27952cbe-05a0-4620-b21e-40c921e727a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:11.915905 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-69e7cc11-9aa6-4fbf-861c-edecc1c88b57 req-ece9db83-b422-45bb-9d9c-1b7bec98b30b tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:11.944680 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27952cbe-05a0-4620-b21e-40c921e727a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab66aa4-be41-4b4e-b2b7-b25b72c76696,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:11.975106 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-27952cbe-05a0-4620-b21e-40c921e727a4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=49b0e76d8bc7448b82e99ffd3e77e8bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6793065 Jul 09 14:37:11.977724 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50616) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:11.991536 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27952cbe-05a0-4620-b21e-40c921e727a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:11.991843 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27952cbe-05a0-4620-b21e-40c921e727a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:11.992117 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27952cbe-05a0-4620-b21e-40c921e727a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:11.992461 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27952cbe-05a0-4620-b21e-40c921e727a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:11.992779 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27952cbe-05a0-4620-b21e-40c921e727a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:11.993103 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27952cbe-05a0-4620-b21e-40c921e727a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:11.993422 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27952cbe-05a0-4620-b21e-40c921e727a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:11.993742 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27952cbe-05a0-4620-b21e-40c921e727a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:11.994058 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27952cbe-05a0-4620-b21e-40c921e727a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:11.994380 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27952cbe-05a0-4620-b21e-40c921e727a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:11.994694 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27952cbe-05a0-4620-b21e-40c921e727a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:11.995410 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27952cbe-05a0-4620-b21e-40c921e727a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:12.014070 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device dd2205a4-6e79-4512-87e2-bfe3186bed68 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:37:12.020681 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-69e7cc11-9aa6-4fbf-861c-edecc1c88b57 req-ece9db83-b422-45bb-9d9c-1b7bec98b30b tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:12.082089 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b614659-06c2-4ce8-8087-e9d1d9bb3807 req-6f847f52-84ee-47d4-aa07-8147019dc320 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:12.083625 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4b614659-06c2-4ce8-8087-e9d1d9bb3807 req-6f847f52-84ee-47d4-aa07-8147019dc320 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=eaa5b4f0-e3c9-4167-9264-3519b0452d34 HTTP/1.1" status: 200 len: 943 time: 0.1918344 Jul 09 14:37:12.086907 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-526b8492-1eee-45c4-9d20-eb7f2668ffcd req-e2881db7-9bdc-4f62-8f8f-f52102b42477 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:12.104308 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device dd2205a4-6e79-4512-87e2-bfe3186bed68 not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:37:12.114809 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-526b8492-1eee-45c4-9d20-eb7f2668ffcd req-e2881db7-9bdc-4f62-8f8f-f52102b42477 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Transition to ACTIVE for port object f7652d57-006e-480e-b09f-d6ce03537407 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:37:12.132578 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece9db83-b422-45bb-9d9c-1b7bec98b30b tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d486f4f5-fa41-49c0-8d5c-00c906b3319b,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:12.142194 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4b614659-06c2-4ce8-8087-e9d1d9bb3807 req-8e5cb2a7-f9cb-4575-bd18-1cc41ad27fc2 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475860 Jul 09 14:37:12.163841 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece9db83-b422-45bb-9d9c-1b7bec98b30b tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:12.163841 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece9db83-b422-45bb-9d9c-1b7bec98b30b tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:12.163841 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece9db83-b422-45bb-9d9c-1b7bec98b30b tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:12.163841 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece9db83-b422-45bb-9d9c-1b7bec98b30b tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:12.163841 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece9db83-b422-45bb-9d9c-1b7bec98b30b tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:12.163841 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece9db83-b422-45bb-9d9c-1b7bec98b30b tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:12.163841 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece9db83-b422-45bb-9d9c-1b7bec98b30b tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:12.163841 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece9db83-b422-45bb-9d9c-1b7bec98b30b tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:12.163841 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece9db83-b422-45bb-9d9c-1b7bec98b30b tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:12.164766 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece9db83-b422-45bb-9d9c-1b7bec98b30b tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:12.164766 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece9db83-b422-45bb-9d9c-1b7bec98b30b tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:12.164766 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece9db83-b422-45bb-9d9c-1b7bec98b30b tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:12.174561 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2e750386-6d38-43ac-863e-0faa691a8c07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:12.191673 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-69e7cc11-9aa6-4fbf-861c-edecc1c88b57 req-ece9db83-b422-45bb-9d9c-1b7bec98b30b tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:12.215238 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2e750386-6d38-43ac-863e-0faa691a8c07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:12.258647 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-526b8492-1eee-45c4-9d20-eb7f2668ffcd req-e2881db7-9bdc-4f62-8f8f-f52102b42477 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:12.306180 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-69e7cc11-9aa6-4fbf-861c-edecc1c88b57 req-ece9db83-b422-45bb-9d9c-1b7bec98b30b tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:12.334161 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece9db83-b422-45bb-9d9c-1b7bec98b30b tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb830e23-6554-49ec-b148-fbc4e025d168,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:12.335485 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-526b8492-1eee-45c4-9d20-eb7f2668ffcd req-e2881db7-9bdc-4f62-8f8f-f52102b42477 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Network 0753039a-7e20-479c-b814-489355a542c4 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:37:12.342016 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-526b8492-1eee-45c4-9d20-eb7f2668ffcd req-e2881db7-9bdc-4f62-8f8f-f52102b42477 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:37:12.344810 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2881db7-9bdc-4f62-8f8f-f52102b42477 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Pushing event updated for resources: {'Port': ['ID=f7652d57-006e-480e-b09f-d6ce03537407,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:12.346991 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-526b8492-1eee-45c4-9d20-eb7f2668ffcd req-e2881db7-9bdc-4f62-8f8f-f52102b42477 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:37:12.412831 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2e750386-6d38-43ac-863e-0faa691a8c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:12.418224 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2e750386-6d38-43ac-863e-0faa691a8c07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:12.422519 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-2e750386-6d38-43ac-863e-0faa691a8c07 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8ab66aa4-be41-4b4e-b2b7-b25b72c76696 HTTP/1.1" status: 204 len: 168 time: 0.4404969 Jul 09 14:37:12.423276 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b8492-1eee-45c4-9d20-eb7f2668ffcd req-e2881db7-9bdc-4f62-8f8f-f52102b42477 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:12.423276 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-526b8492-1eee-45c4-9d20-eb7f2668ffcd req-e2881db7-9bdc-4f62-8f8f-f52102b42477 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:12.433191 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-69e7cc11-9aa6-4fbf-861c-edecc1c88b57 req-ece9db83-b422-45bb-9d9c-1b7bec98b30b tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:12.450119 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-69e7cc11-9aa6-4fbf-861c-edecc1c88b57 req-ece9db83-b422-45bb-9d9c-1b7bec98b30b tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.2435243 Jul 09 14:37:12.462445 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e92b9-55d1-4142-93b9-23ea13db344d req-f0b9c248-e32b-4240-a9b2-d76be086375f tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:12.464763 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bb9e92b9-55d1-4142-93b9-23ea13db344d req-f0b9c248-e32b-4240-a9b2-d76be086375f tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=45a73b6e-4f2b-42df-a010-72db422d5024 HTTP/1.1" status: 200 len: 945 time: 0.1722362 Jul 09 14:37:12.523541 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e750386-6d38-43ac-863e-0faa691a8c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab66aa4-be41-4b4e-b2b7-b25b72c76696,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:12.529539 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bb9e92b9-55d1-4142-93b9-23ea13db344d req-d79f7e28-32fe-4044-ad3d-c05875ce0487 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504131 Jul 09 14:37:12.531489 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-526b8492-1eee-45c4-9d20-eb7f2668ffcd req-e2881db7-9bdc-4f62-8f8f-f52102b42477 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4322217 Jul 09 14:37:12.542339 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-526b8492-1eee-45c4-9d20-eb7f2668ffcd req-cbbc1d04-f268-4d1c-a957-9f353920e6fa service neutron] Request body: {'port': {'device_id': '208200ef-b947-4ff4-a8d8-c82c5df3ec7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:37:12.620327 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-8b8ae2f5-170a-48b9-8085-3743a946f30d tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:12.621871 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-8b8ae2f5-170a-48b9-8085-3743a946f30d tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=45a73b6e-4f2b-42df-a010-72db422d5024&tenant_id=3b28908fc5d842e29720d7043e8083fd&binding%3Ahost_id=n-h1-799529-6 HTTP/1.1" status: 200 len: 1096 time: 0.2218728 Jul 09 14:37:12.726217 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-526b8492-1eee-45c4-9d20-eb7f2668ffcd req-cbbc1d04-f268-4d1c-a957-9f353920e6fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:12.803173 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-398c1102-12e0-4600-ac69-5260cb884c78 None None] Provisioning for port f7652d57-006e-480e-b09f-d6ce03537407 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:37:12.811426 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-398c1102-12e0-4600-ac69-5260cb884c78 None None] Provisioning complete for port f7652d57-006e-480e-b09f-d6ce03537407 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:37:12.812459 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-398c1102-12e0-4600-ac69-5260cb884c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:12.862820 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-398c1102-12e0-4600-ac69-5260cb884c78 None None] Port f7652d57-006e-480e-b09f-d6ce03537407 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:37:13.043187 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-b818d58b-dbee-4b0f-9f2b-182f9a4c1969 req-450965ec-6e43-4073-bd88-6d147b4f0b09 tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-171314728', 'description': 'tempest-description-1049639588'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:37:13.084184 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-526b8492-1eee-45c4-9d20-eb7f2668ffcd req-cbbc1d04-f268-4d1c-a957-9f353920e6fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7652d57-006e-480e-b09f-d6ce03537407 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:37:13.101791 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-526b8492-1eee-45c4-9d20-eb7f2668ffcd req-cbbc1d04-f268-4d1c-a957-9f353920e6fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:13.133526 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-526b8492-1eee-45c4-9d20-eb7f2668ffcd req-cbbc1d04-f268-4d1c-a957-9f353920e6fa service neutron] Transition to ACTIVE for port object f7652d57-006e-480e-b09f-d6ce03537407 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:37:13.162642 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2358b4-c3b7-4d43-a45f-6cc668905439 req-ca459db1-5c2e-4646-8d31-de8d2cb16f0b tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:13.164213 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fd2358b4-c3b7-4d43-a45f-6cc668905439 req-ca459db1-5c2e-4646-8d31-de8d2cb16f0b tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/ports?device_id=208200ef-b947-4ff4-a8d8-c82c5df3ec7d HTTP/1.1" status: 200 len: 932 time: 0.0754085 Jul 09 14:37:13.166869 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-62666a06-8112-4a47-b036-fb1aa8dcf2f9 service neutron] For port dd2205a4-6e79-4512-87e2-bfe3186bed68, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:37:13.170715 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-62666a06-8112-4a47-b036-fb1aa8dcf2f9 service neutron] Notify callbacks [] for binding, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:13.171459 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-af725a1f-b549-42cc-9d83-afd0d71eac51 req-62666a06-8112-4a47-b036-fb1aa8dcf2f9 service neutron] 10.222.0.62 "DELETE /v2.0/ports/dd2205a4-6e79-4512-87e2-bfe3186bed68/bindings/n-h2-799529-6 HTTP/1.1" status: 204 len: 173 time: 0.5419462 Jul 09 14:37:13.194870 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b818d58b-dbee-4b0f-9f2b-182f9a4c1969 req-450965ec-6e43-4073-bd88-6d147b4f0b09 tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:13.219527 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fd2358b4-c3b7-4d43-a45f-6cc668905439 req-3c69c781-486c-4c2f-a0ff-753b4b6c76fc tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/security-groups?id=e422a52c-7c07-43a8-a88a-b9007d1c26e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446711 Jul 09 14:37:13.272079 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-526b8492-1eee-45c4-9d20-eb7f2668ffcd req-cbbc1d04-f268-4d1c-a957-9f353920e6fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:13.371601 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b818d58b-dbee-4b0f-9f2b-182f9a4c1969 req-450965ec-6e43-4073-bd88-6d147b4f0b09 tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:13.403651 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbc1d04-f268-4d1c-a957-9f353920e6fa service neutron] Pushing event updated for resources: {'Port': ['ID=f7652d57-006e-480e-b09f-d6ce03537407,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:13.495528 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-526b8492-1eee-45c4-9d20-eb7f2668ffcd req-cbbc1d04-f268-4d1c-a957-9f353920e6fa service neutron] Attempting to bind port f7652d57-006e-480e-b09f-d6ce03537407 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:37:13.495883 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-526b8492-1eee-45c4-9d20-eb7f2668ffcd req-cbbc1d04-f268-4d1c-a957-9f353920e6fa service neutron] Attempting to bind port f7652d57-006e-480e-b09f-d6ce03537407 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': 'da9acf97-083b-491c-801b-5da8bcfd8b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '0753039a-7e20-479c-b814-489355a542c4'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:37:13.496222 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526b8492-1eee-45c4-9d20-eb7f2668ffcd req-cbbc1d04-f268-4d1c-a957-9f353920e6fa service neutron] Attempting to bind port f7652d57-006e-480e-b09f-d6ce03537407 on network 0753039a-7e20-479c-b814-489355a542c4 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:37:13.506635 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526b8492-1eee-45c4-9d20-eb7f2668ffcd req-cbbc1d04-f268-4d1c-a957-9f353920e6fa service neutron] Port f7652d57-006e-480e-b09f-d6ce03537407 on network 0753039a-7e20-479c-b814-489355a542c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:37:13.506969 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526b8492-1eee-45c4-9d20-eb7f2668ffcd req-cbbc1d04-f268-4d1c-a957-9f353920e6fa service neutron] Attempting to bind port f7652d57-006e-480e-b09f-d6ce03537407 on network 0753039a-7e20-479c-b814-489355a542c4 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:37:13.511349 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b818d58b-dbee-4b0f-9f2b-182f9a4c1969 req-450965ec-6e43-4073-bd88-6d147b4f0b09 tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:13.522941 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526b8492-1eee-45c4-9d20-eb7f2668ffcd req-cbbc1d04-f268-4d1c-a957-9f353920e6fa service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:37:13.523435 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526b8492-1eee-45c4-9d20-eb7f2668ffcd req-cbbc1d04-f268-4d1c-a957-9f353920e6fa service neutron] Checking segment: {'id': 'da9acf97-083b-491c-801b-5da8bcfd8b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '0753039a-7e20-479c-b814-489355a542c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:37:13.524096 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526b8492-1eee-45c4-9d20-eb7f2668ffcd req-cbbc1d04-f268-4d1c-a957-9f353920e6fa service neutron] Bound using segment: {'id': 'da9acf97-083b-491c-801b-5da8bcfd8b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '0753039a-7e20-479c-b814-489355a542c4'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:37:13.530155 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-526b8492-1eee-45c4-9d20-eb7f2668ffcd req-cbbc1d04-f268-4d1c-a957-9f353920e6fa service neutron] Bound port: f7652d57-006e-480e-b09f-d6ce03537407, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da9acf97-083b-491c-801b-5da8bcfd8b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '0753039a-7e20-479c-b814-489355a542c4'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:37:13.530155 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-526b8492-1eee-45c4-9d20-eb7f2668ffcd req-cbbc1d04-f268-4d1c-a957-9f353920e6fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:13.566656 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device dd2205a4-6e79-4512-87e2-bfe3186bed68 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:37:13.613100 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450965ec-6e43-4073-bd88-6d147b4f0b09 tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93061c4e-e8b0-43dd-b769-901e5e80f585,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:13.682825 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b818d58b-dbee-4b0f-9f2b-182f9a4c1969 req-450965ec-6e43-4073-bd88-6d147b4f0b09 tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:13.685494 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b818d58b-dbee-4b0f-9f2b-182f9a4c1969 req-450965ec-6e43-4073-bd88-6d147b4f0b09 tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6468513 Jul 09 14:37:13.708852 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-526b8492-1eee-45c4-9d20-eb7f2668ffcd req-cbbc1d04-f268-4d1c-a957-9f353920e6fa service neutron] For port f7652d57-006e-480e-b09f-d6ce03537407, host n-h2-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:37:13.718577 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-526b8492-1eee-45c4-9d20-eb7f2668ffcd req-cbbc1d04-f268-4d1c-a957-9f353920e6fa service neutron] For port f7652d57-006e-480e-b09f-d6ce03537407, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=f7652d57-006e-480e-b09f-d6ce03537407,segment=NetworkSegment(da9acf97-083b-491c-801b-5da8bcfd8b16),segment_id=da9acf97-083b-491c-801b-5da8bcfd8b16)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:37:13.797073 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-526b8492-1eee-45c4-9d20-eb7f2668ffcd req-cbbc1d04-f268-4d1c-a957-9f353920e6fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:13.929025 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b8492-1eee-45c4-9d20-eb7f2668ffcd req-cbbc1d04-f268-4d1c-a957-9f353920e6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:13.934052 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-526b8492-1eee-45c4-9d20-eb7f2668ffcd req-cbbc1d04-f268-4d1c-a957-9f353920e6fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:13.935584 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-526b8492-1eee-45c4-9d20-eb7f2668ffcd req-cbbc1d04-f268-4d1c-a957-9f353920e6fa service neutron] 10.222.0.54 "PUT /v2.0/ports/f7652d57-006e-480e-b09f-d6ce03537407 HTTP/1.1" status: 200 len: 1092 time: 1.3979793 Jul 09 14:37:13.942594 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '208200ef-b947-4ff4-a8d8-c82c5df3ec7d', 'tag': 'f7652d57-006e-480e-b09f-d6ce03537407'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:37:13.945417 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be480d06-ce2d-4d97-b6f3-66d2cdbf2c28" -d '{"events": [{"name": "network-changed", "server_uuid": "208200ef-b947-4ff4-a8d8-c82c5df3ec7d", "tag": "f7652d57-006e-480e-b09f-d6ce03537407"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:37:13.960127 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76b94c-0866-4939-bc1c-f53975218b91 req-f6df79db-d5df-454f-8075-7b6494a67b14 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:13.962549 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bd76b94c-0866-4939-bc1c-f53975218b91 req-f6df79db-d5df-454f-8075-7b6494a67b14 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=eaa5b4f0-e3c9-4167-9264-3519b0452d34 HTTP/1.1" status: 200 len: 943 time: 0.1377885 Jul 09 14:37:14.013164 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 6074e9fb-6d5c-4028-9e19-ad6705bfe427 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:37:14.023833 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbc1d04-f268-4d1c-a957-9f353920e6fa service neutron] Pushing event updated for resources: {'Port': ['ID=f7652d57-006e-480e-b09f-d6ce03537407,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:14.055296 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bd76b94c-0866-4939-bc1c-f53975218b91 req-07faf3af-7014-4ec8-9ac8-c2ec2ac84f25 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808861 Jul 09 14:37:14.092673 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9764c761-bd25-4108-937e-47045560a058 req-9e19a7b3-0c93-411c-8043-c32584548f8f tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:14.110913 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9764c761-bd25-4108-937e-47045560a058 req-9e19a7b3-0c93-411c-8043-c32584548f8f tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=45a73b6e-4f2b-42df-a010-72db422d5024 HTTP/1.1" status: 200 len: 945 time: 0.1733043 Jul 09 14:37:14.182217 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9764c761-bd25-4108-937e-47045560a058 req-2c1d8aeb-7a08-4260-8b2c-290d52742d4c tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702310 Jul 09 14:37:14.207078 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b8492-1eee-45c4-9d20-eb7f2668ffcd req-adcde9a0-0fd0-4d38-b8fa-128c13179269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:14.220495 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-526b8492-1eee-45c4-9d20-eb7f2668ffcd req-adcde9a0-0fd0-4d38-b8fa-128c13179269 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=77dbf4b092de4af7b8689da68d04094b&device_id=208200ef-b947-4ff4-a8d8-c82c5df3ec7d HTTP/1.1" status: 200 len: 1095 time: 0.1727362 Jul 09 14:37:14.260967 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 6074e9fb-6d5c-4028-9e19-ad6705bfe427, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=6074e9fb-6d5c-4028-9e19-ad6705bfe427,segment=NetworkSegment(aace0400-4c69-453a-b04e-112644859d27),segment_id=aace0400-4c69-453a-b04e-112644859d27)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:37:14.308858 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': '6074e9fb-6d5c-4028-9e19-ad6705bfe427', 'network_id': 'f37664d6-2d63-4250-9a40-b9995b72cf27', 'port_id': '6074e9fb-6d5c-4028-9e19-ad6705bfe427', 'mac_address': 'fa:16:3e:91:fe:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'defde159-6b57-4a6f-ad64-e5b0f0fcfa82', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:37:14.334192 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-526b8492-1eee-45c4-9d20-eb7f2668ffcd req-6c6e8b29-8d27-47bc-81f8-f3801a1c5916 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7652d57-006e-480e-b09f-d6ce03537407 HTTP/1.1" status: 200 len: 217 time: 0.1034493 Jul 09 14:37:14.445858 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b8492-1eee-45c4-9d20-eb7f2668ffcd req-bcad7ca8-5356-4bab-a057-102f24f8862e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:14.448178 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-526b8492-1eee-45c4-9d20-eb7f2668ffcd req-bcad7ca8-5356-4bab-a057-102f24f8862e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bc4e693f-d90b-46e2-beaf-3b7584235976 HTTP/1.1" status: 200 len: 860 time: 0.1074545 Jul 09 14:37:14.506001 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:14.557756 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6074e9fb-6d5c-4028-9e19-ad6705bfe427 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:37:14.576084 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ab2528-a952-4a00-bde8-3b5ab5eec47f x-openstack-request-id: req-24ab2528-a952-4a00-bde8-3b5ab5eec47f {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:37:14.577206 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "208200ef-b947-4ff4-a8d8-c82c5df3ec7d", "tag": "f7652d57-006e-480e-b09f-d6ce03537407", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:37:14.577993 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-24ab2528-a952-4a00-bde8-3b5ab5eec47f {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:37:14.579738 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '208200ef-b947-4ff4-a8d8-c82c5df3ec7d', 'tag': 'f7652d57-006e-480e-b09f-d6ce03537407', 'status': 'completed', 'code': 200} Jul 09 14:37:14.580379 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:14.594305 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 6074e9fb-6d5c-4028-9e19-ad6705bfe427, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=6074e9fb-6d5c-4028-9e19-ad6705bfe427,segment=NetworkSegment(aace0400-4c69-453a-b04e-112644859d27),segment_id=aace0400-4c69-453a-b04e-112644859d27)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:37:14.595549 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8e03b4d4-4841-4bb9-ab72-8c651fb0d48a req-6c2516b9-0b75-4533-bc62-a3518d9f4c11 tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 47846 time: 0.4997315 Jul 09 14:37:14.601151 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b8492-1eee-45c4-9d20-eb7f2668ffcd req-409d0392-df9f-45ae-a24b-9c5da2f208e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:14.603301 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-526b8492-1eee-45c4-9d20-eb7f2668ffcd req-409d0392-df9f-45ae-a24b-9c5da2f208e5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0753039a-7e20-479c-b814-489355a542c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1479015 Jul 09 14:37:14.685633 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8e03b4d4-4841-4bb9-ab72-8c651fb0d48a req-10c56f25-412f-4504-9b89-7a4ab87224db tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] 10.222.0.58 "GET /v2.0/security-groups/4ce7fc28-8f05-4c66-a580-489104c94a8e HTTP/1.1" status: 200 len: 2981 time: 0.0891392 Jul 09 14:37:14.700762 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:14.739658 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8e03b4d4-4841-4bb9-ab72-8c651fb0d48a req-3568a698-bd87-4046-8dda-5174cbcbebe0 tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] 10.222.0.58 "GET /v2.0/security-groups/4ce7fc28-8f05-4c66-a580-489104c94a8e HTTP/1.1" status: 200 len: 2981 time: 0.0521603 Jul 09 14:37:14.802451 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8e03b4d4-4841-4bb9-ab72-8c651fb0d48a req-4b189f64-8d32-4d59-b3e4-d58544f486d5 tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] 10.222.0.58 "GET /v2.0/security-groups/76792e55-b664-42b3-864b-5d50c6d82f3d HTTP/1.1" status: 200 len: 2981 time: 0.0612288 Jul 09 14:37:14.804627 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=6074e9fb-6d5c-4028-9e19-ad6705bfe427,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:14.856478 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff5003-31c0-4015-a369-e59e49efd285 req-823f79b2-0a42-40d5-b784-5f0dc7156593 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:14.864544 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c4ff5003-31c0-4015-a369-e59e49efd285 req-823f79b2-0a42-40d5-b784-5f0dc7156593 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/ports?device_id=208200ef-b947-4ff4-a8d8-c82c5df3ec7d HTTP/1.1" status: 200 len: 944 time: 0.1513388 Jul 09 14:37:14.868353 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8e03b4d4-4841-4bb9-ab72-8c651fb0d48a req-207c9249-e0fb-415b-a8d4-1663c8a3dccc tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] 10.222.0.58 "GET /v2.0/security-groups/76792e55-b664-42b3-864b-5d50c6d82f3d HTTP/1.1" status: 200 len: 2981 time: 0.0648437 Jul 09 14:37:14.889162 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-526b8492-1eee-45c4-9d20-eb7f2668ffcd req-9303ee2f-039f-4b4d-9cfe-d9b55d7d8a5e service neutron] 10.222.0.54 "GET /v2.0/networks/0753039a-7e20-479c-b814-489355a542c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751091 Jul 09 14:37:14.915688 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['6074e9fb-6d5c-4028-9e19-ad6705bfe427'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:37:14.921695 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8e03b4d4-4841-4bb9-ab72-8c651fb0d48a req-0ef6243b-264a-4293-a338-e5e0567d89ff tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] 10.222.0.58 "GET /v2.0/security-groups/76b95f03-137a-4023-937d-4d2685fb67bb HTTP/1.1" status: 200 len: 2981 time: 0.0521526 Jul 09 14:37:14.931815 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c4ff5003-31c0-4015-a369-e59e49efd285 req-1b2948e8-8cba-4f1c-9f7b-157410412242 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/security-groups?id=e422a52c-7c07-43a8-a88a-b9007d1c26e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660861 Jul 09 14:37:14.983678 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8e03b4d4-4841-4bb9-ab72-8c651fb0d48a req-23dedbf7-2501-450c-80b4-19541162f5e8 tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] 10.222.0.58 "GET /v2.0/security-groups/76b95f03-137a-4023-937d-4d2685fb67bb HTTP/1.1" status: 200 len: 2981 time: 0.0600088 Jul 09 14:37:15.043621 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8e03b4d4-4841-4bb9-ab72-8c651fb0d48a req-1bb9074c-bdae-4b82-bfc1-25bb3c130f1e tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] 10.222.0.58 "GET /v2.0/security-groups/7c1f8bed-e391-48db-87cf-870dad920733 HTTP/1.1" status: 200 len: 2973 time: 0.0577054 Jul 09 14:37:15.097912 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-526b8492-1eee-45c4-9d20-eb7f2668ffcd req-8352ff14-72b4-444f-a01d-b998643eefc3 service neutron] 10.222.0.54 "GET /v2.0/networks/0753039a-7e20-479c-b814-489355a542c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892371 Jul 09 14:37:15.100357 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8e03b4d4-4841-4bb9-ab72-8c651fb0d48a req-6aae2825-3cf3-466f-ba49-0ab5e92ff77b tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] 10.222.0.58 "GET /v2.0/security-groups/7c1f8bed-e391-48db-87cf-870dad920733 HTTP/1.1" status: 200 len: 2973 time: 0.0555124 Jul 09 14:37:15.148516 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8e03b4d4-4841-4bb9-ab72-8c651fb0d48a req-56b9f6e8-36a1-48d2-a44e-f2bcd9478204 tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] 10.222.0.58 "GET /v2.0/security-groups/89eb2240-f5b2-4856-ac22-a377997751eb HTTP/1.1" status: 200 len: 2981 time: 0.0472515 Jul 09 14:37:15.196634 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ee217-f7ec-4aad-a64e-ddb30f0e304a req-164443ca-9ab9-4b95-9a99-10f097d65f84 tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:15.197075 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8e03b4d4-4841-4bb9-ab72-8c651fb0d48a req-51999d57-ee00-4e43-9f99-5bdae26cd551 tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] 10.222.0.58 "GET /v2.0/security-groups/89eb2240-f5b2-4856-ac22-a377997751eb HTTP/1.1" status: 200 len: 2981 time: 0.0423007 Jul 09 14:37:15.198867 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-643ee217-f7ec-4aad-a64e-ddb30f0e304a req-164443ca-9ab9-4b95-9a99-10f097d65f84 tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=45a73b6e-4f2b-42df-a010-72db422d5024 HTTP/1.1" status: 200 len: 1096 time: 0.0793674 Jul 09 14:37:15.249675 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8e03b4d4-4841-4bb9-ab72-8c651fb0d48a req-5eb8089a-35e1-4dc0-aba5-074c0eeb0b32 tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] 10.222.0.58 "GET /v2.0/security-groups/95a9d895-63bb-46cc-a755-1d011836a4da HTTP/1.1" status: 200 len: 2981 time: 0.0461700 Jul 09 14:37:15.265641 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-643ee217-f7ec-4aad-a64e-ddb30f0e304a req-c68996c9-9c4a-4f65-8d4b-3f9a016adc56 tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577071 Jul 09 14:37:15.325533 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8e03b4d4-4841-4bb9-ab72-8c651fb0d48a req-10e1feea-f381-4527-9322-51d4a7e9d18a tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] 10.222.0.58 "GET /v2.0/security-groups/95a9d895-63bb-46cc-a755-1d011836a4da HTTP/1.1" status: 200 len: 2981 time: 0.0690875 Jul 09 14:37:15.382485 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8e03b4d4-4841-4bb9-ab72-8c651fb0d48a req-414ac084-a29a-49c0-804f-83818059edfd tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] 10.222.0.58 "GET /v2.0/security-groups/9f73b715-c1d6-4e91-9805-7b71d3981f0a HTTP/1.1" status: 200 len: 2981 time: 0.0507305 Jul 09 14:37:15.390385 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be480d06-ce2d-4d97-b6f3-66d2cdbf2c28 req-cd150394-3183-43b9-a391-9b1a02c274a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:15.393196 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-be480d06-ce2d-4d97-b6f3-66d2cdbf2c28 req-cd150394-3183-43b9-a391-9b1a02c274a5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=77dbf4b092de4af7b8689da68d04094b&device_id=208200ef-b947-4ff4-a8d8-c82c5df3ec7d HTTP/1.1" status: 200 len: 1095 time: 0.0944107 Jul 09 14:37:15.469667 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8e03b4d4-4841-4bb9-ab72-8c651fb0d48a req-0db19e74-43f3-49b2-a107-36b0179fc193 tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] 10.222.0.58 "GET /v2.0/security-groups/9f73b715-c1d6-4e91-9805-7b71d3981f0a HTTP/1.1" status: 200 len: 2981 time: 0.0816057 Jul 09 14:37:15.562599 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8e03b4d4-4841-4bb9-ab72-8c651fb0d48a req-95c29dfa-9145-44c9-b834-bd32703c3b7b tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] 10.222.0.58 "GET /v2.0/security-groups/a3ec8ad2-cc24-44d1-a762-eefc0e0da17d HTTP/1.1" status: 200 len: 2977 time: 0.0871949 Jul 09 14:37:15.640791 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8e03b4d4-4841-4bb9-ab72-8c651fb0d48a req-67de010d-a1e1-4aed-8137-b76363938ff1 tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] 10.222.0.58 "GET /v2.0/security-groups/a3ec8ad2-cc24-44d1-a762-eefc0e0da17d HTTP/1.1" status: 200 len: 2977 time: 0.0726814 Jul 09 14:37:15.646701 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be480d06-ce2d-4d97-b6f3-66d2cdbf2c28 req-aad21675-4244-4f9f-974b-087c1d664b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:15.648243 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-be480d06-ce2d-4d97-b6f3-66d2cdbf2c28 req-aad21675-4244-4f9f-974b-087c1d664b98 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0753039a-7e20-479c-b814-489355a542c4 HTTP/1.1" status: 200 len: 922 time: 0.2466853 Jul 09 14:37:15.670096 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c7cae0-2f38-42d8-9492-fbb7fde8485c req-2fb8d947-15ac-4654-b8c7-086e6feaa1e1 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:15.677922 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-88c7cae0-2f38-42d8-9492-fbb7fde8485c req-2fb8d947-15ac-4654-b8c7-086e6feaa1e1 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=eaa5b4f0-e3c9-4167-9264-3519b0452d34 HTTP/1.1" status: 200 len: 944 time: 0.1822515 Jul 09 14:37:15.692142 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50708) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:15.719148 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-be480d06-ce2d-4d97-b6f3-66d2cdbf2c28 req-0ef43366-f88a-4c1f-8a68-00f12fed4ae8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7652d57-006e-480e-b09f-d6ce03537407 HTTP/1.1" status: 200 len: 217 time: 0.0618553 Jul 09 14:37:15.720130 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8e03b4d4-4841-4bb9-ab72-8c651fb0d48a req-1e6c3996-6bb7-4bd1-aac2-9af87629808b tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] 10.222.0.58 "GET /v2.0/security-groups/b15565f4-95f1-437f-af1b-0753f7fbc4c3 HTTP/1.1" status: 200 len: 2981 time: 0.0734506 Jul 09 14:37:15.768645 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8e03b4d4-4841-4bb9-ab72-8c651fb0d48a req-c7a56ba6-ff31-4d41-a11c-430c43fbf8e6 tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] 10.222.0.58 "GET /v2.0/security-groups/b15565f4-95f1-437f-af1b-0753f7fbc4c3 HTTP/1.1" status: 200 len: 2981 time: 0.0431690 Jul 09 14:37:15.801628 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-88c7cae0-2f38-42d8-9492-fbb7fde8485c req-e4edff0a-0a0e-45ea-aa27-516d5a18f705 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227989 Jul 09 14:37:15.803287 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be480d06-ce2d-4d97-b6f3-66d2cdbf2c28 req-b1dc9f56-a8f3-4779-9481-42d8dfca3dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:15.804574 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-be480d06-ce2d-4d97-b6f3-66d2cdbf2c28 req-b1dc9f56-a8f3-4779-9481-42d8dfca3dcf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bc4e693f-d90b-46e2-beaf-3b7584235976 HTTP/1.1" status: 200 len: 860 time: 0.0777245 Jul 09 14:37:15.824249 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8e03b4d4-4841-4bb9-ab72-8c651fb0d48a req-8f621c9a-72c5-4340-807e-69b924fc249e tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] 10.222.0.58 "GET /v2.0/security-groups/c5e3e415-144a-4ca1-a5a2-aaa42e55bc3d HTTP/1.1" status: 200 len: 2977 time: 0.0490460 Jul 09 14:37:15.880095 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be480d06-ce2d-4d97-b6f3-66d2cdbf2c28 req-8719a129-5067-4218-ba05-8a1d53c9c40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:15.883068 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-be480d06-ce2d-4d97-b6f3-66d2cdbf2c28 req-8719a129-5067-4218-ba05-8a1d53c9c40d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0753039a-7e20-479c-b814-489355a542c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712280 Jul 09 14:37:15.928417 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8e03b4d4-4841-4bb9-ab72-8c651fb0d48a req-032a2752-ec27-4aa5-85af-04d003422bef tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] 10.222.0.58 "GET /v2.0/security-groups/c5e3e415-144a-4ca1-a5a2-aaa42e55bc3d HTTP/1.1" status: 200 len: 2977 time: 0.0914819 Jul 09 14:37:15.929888 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f1508bd9-f5ea-4526-a3a9-7f1a34f861b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:15.982667 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-be480d06-ce2d-4d97-b6f3-66d2cdbf2c28 req-6895cbac-9157-49e4-8796-eb52e31db516 service neutron] 10.222.0.54 "GET /v2.0/networks/0753039a-7e20-479c-b814-489355a542c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897412 Jul 09 14:37:15.992871 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8e03b4d4-4841-4bb9-ab72-8c651fb0d48a req-afe9f394-e574-4104-9a54-a421f509644b tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] 10.222.0.58 "GET /v2.0/security-groups/d486f4f5-fa41-49c0-8d5c-00c906b3319b HTTP/1.1" status: 200 len: 2981 time: 0.0568988 Jul 09 14:37:16.028134 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 6074e9fb-6d5c-4028-9e19-ad6705bfe427 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:37:16.099884 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8e03b4d4-4841-4bb9-ab72-8c651fb0d48a req-c7b28ed6-af32-49bc-9175-11d31f7bde2d tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] 10.222.0.58 "GET /v2.0/security-groups/d486f4f5-fa41-49c0-8d5c-00c906b3319b HTTP/1.1" status: 200 len: 2981 time: 0.0892787 Jul 09 14:37:16.157101 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port 6074e9fb-6d5c-4028-9e19-ad6705bfe427 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:37:16.159093 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f1508bd9-f5ea-4526-a3a9-7f1a34f861b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:16.161878 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port 6074e9fb-6d5c-4028-9e19-ad6705bfe427 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:37:16.162419 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:16.165587 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8e03b4d4-4841-4bb9-ab72-8c651fb0d48a req-535cd9c8-0a5d-479a-be37-f1eb0428f851 tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] 10.222.0.58 "GET /v2.0/security-groups/dfabfc1f-f2fe-4480-9024-fa56350c4f8c HTTP/1.1" status: 200 len: 2981 time: 0.0582385 Jul 09 14:37:16.173656 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-be480d06-ce2d-4d97-b6f3-66d2cdbf2c28 req-cbda96a8-3466-4b49-83b1-1bc3fc63b272 service neutron] 10.222.0.54 "GET /v2.0/networks/0753039a-7e20-479c-b814-489355a542c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841874 Jul 09 14:37:16.218687 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f1508bd9-f5ea-4526-a3a9-7f1a34f861b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:16.221614 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5909b-7169-4d8a-b365-ff3f9e0180fe req-05eeed93-b6ce-45bb-b467-eb29109effbb tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:16.223989 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-19e5909b-7169-4d8a-b365-ff3f9e0180fe req-05eeed93-b6ce-45bb-b467-eb29109effbb tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/networks?id=56b8037f-2c10-4a66-9bb7-3f0d90fcd124 HTTP/1.1" status: 200 len: 808 time: 0.1430261 Jul 09 14:37:16.238748 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-19e5909b-7169-4d8a-b365-ff3f9e0180fe req-92180413-b57f-4e13-8044-18a4db3bce8a tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/quotas/3b28908fc5d842e29720d7043e8083fd HTTP/1.1" status: 200 len: 375 time: 0.0093842 Jul 09 14:37:16.243834 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8e03b4d4-4841-4bb9-ab72-8c651fb0d48a req-13827817-af65-484e-8eb3-6b3f895dde87 tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] 10.222.0.58 "GET /v2.0/security-groups/dfabfc1f-f2fe-4480-9024-fa56350c4f8c HTTP/1.1" status: 200 len: 2981 time: 0.0705633 Jul 09 14:37:16.267168 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:16.278443 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1508bd9-f5ea-4526-a3a9-7f1a34f861b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eccdd32-b8a9-4a39-97a2-b9402a17d1ba,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:16.287888 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f1508bd9-f5ea-4526-a3a9-7f1a34f861b1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5cc801efd22c418880ba35f3e9c7b328&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5923233 Jul 09 14:37:16.289040 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50724) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:16.301798 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaa5b4f0-e3c9-4167-9264-3519b0452d34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6074e9fb-6d5c-4028-9e19-ad6705bfe427'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:37:16.304262 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba5ac4b1-25ae-4832-8d37-881e44dbf97f" -d '{"events": [{"server_uuid": "eaa5b4f0-e3c9-4167-9264-3519b0452d34", "name": "network-vif-plugged", "status": "completed", "tag": "6074e9fb-6d5c-4028-9e19-ad6705bfe427"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:37:16.314848 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8e03b4d4-4841-4bb9-ab72-8c651fb0d48a req-da22641a-bea4-430f-952c-f9a3dcb10a1f tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] 10.222.0.58 "GET /v2.0/security-groups/e422a52c-7c07-43a8-a88a-b9007d1c26e7 HTTP/1.1" status: 200 len: 2981 time: 0.0654538 Jul 09 14:37:16.324941 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 6074e9fb-6d5c-4028-9e19-ad6705bfe427, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=6074e9fb-6d5c-4028-9e19-ad6705bfe427,segment=NetworkSegment(aace0400-4c69-453a-b04e-112644859d27),segment_id=aace0400-4c69-453a-b04e-112644859d27)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:37:16.355087 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-de12f8ae-c7e0-496c-970d-4c034566d5d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:16.358369 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8e03b4d4-4841-4bb9-ab72-8c651fb0d48a req-62a61078-db01-4486-bc9e-47a8cfef84c8 tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] 10.222.0.58 "GET /v2.0/security-groups/e422a52c-7c07-43a8-a88a-b9007d1c26e7 HTTP/1.1" status: 200 len: 2981 time: 0.0373721 Jul 09 14:37:16.374601 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-19e5909b-7169-4d8a-b365-ff3f9e0180fe req-9b83fe84-4128-48e8-a2b9-9c4154f944cc tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3b28908fc5d842e29720d7043e8083fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1305540 Jul 09 14:37:16.406475 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8e03b4d4-4841-4bb9-ab72-8c651fb0d48a req-696e9bfc-76cb-4d10-8d87-96ca9ae3d793 tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] 10.222.0.58 "GET /v2.0/security-groups/fee60477-832c-4e3e-a4a5-e4bb29b887db HTTP/1.1" status: 200 len: 2981 time: 0.0419741 Jul 09 14:37:16.433943 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-de12f8ae-c7e0-496c-970d-4c034566d5d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:16.442895 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:16.453909 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8e03b4d4-4841-4bb9-ab72-8c651fb0d48a req-dc2bf4b9-016b-416e-a36b-db289940e927 tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] 10.222.0.58 "GET /v2.0/security-groups/fee60477-832c-4e3e-a4a5-e4bb29b887db HTTP/1.1" status: 200 len: 2981 time: 0.0416884 Jul 09 14:37:16.504928 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-19e5909b-7169-4d8a-b365-ff3f9e0180fe req-8fb61448-0ab0-4fb8-b49d-c5784d330611 service neutron] 10.222.0.58 "GET /v2.0/networks/56b8037f-2c10-4a66-9bb7-3f0d90fcd124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234460 Jul 09 14:37:16.615109 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-19e5909b-7169-4d8a-b365-ff3f9e0180fe req-f2f00530-0b38-40f4-bfcf-3d6e4c3754e4 service neutron] 10.222.0.58 "GET /v2.0/networks/56b8037f-2c10-4a66-9bb7-3f0d90fcd124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031411 Jul 09 14:37:16.620372 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=6074e9fb-6d5c-4028-9e19-ad6705bfe427,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:16.621278 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-de12f8ae-c7e0-496c-970d-4c034566d5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:16.627821 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-de12f8ae-c7e0-496c-970d-4c034566d5d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:16.631897 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-de12f8ae-c7e0-496c-970d-4c034566d5d5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9eccdd32-b8a9-4a39-97a2-b9402a17d1ba HTTP/1.1" status: 204 len: 168 time: 0.3411582 Jul 09 14:37:16.642071 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de12f8ae-c7e0-496c-970d-4c034566d5d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eccdd32-b8a9-4a39-97a2-b9402a17d1ba,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:16.822269 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a39c3-e888-491e-ae83-d32d5b41f092 req-b6d2693e-bcf1-44ec-88e2-590185afd8fd tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:16.823637 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-739a39c3-e888-491e-ae83-d32d5b41f092 req-b6d2693e-bcf1-44ec-88e2-590185afd8fd tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/ports?device_id=208200ef-b947-4ff4-a8d8-c82c5df3ec7d HTTP/1.1" status: 200 len: 944 time: 0.0629067 Jul 09 14:37:16.865168 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-739a39c3-e888-491e-ae83-d32d5b41f092 req-02127d41-ac46-4d3b-8b3d-6dcc38998cb7 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/security-groups?id=e422a52c-7c07-43a8-a88a-b9007d1c26e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353611 Jul 09 14:37:16.916744 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74aab9d2-a06c-48a5-815a-cfe3b854ea3b x-openstack-request-id: req-74aab9d2-a06c-48a5-815a-cfe3b854ea3b {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:37:16.917294 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaa5b4f0-e3c9-4167-9264-3519b0452d34", "name": "network-vif-plugged", "status": "completed", "tag": "6074e9fb-6d5c-4028-9e19-ad6705bfe427", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:37:16.917747 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-74aab9d2-a06c-48a5-815a-cfe3b854ea3b {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:37:16.918532 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaa5b4f0-e3c9-4167-9264-3519b0452d34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6074e9fb-6d5c-4028-9e19-ad6705bfe427', 'code': 200} Jul 09 14:37:17.144535 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289883ff-af67-4f56-bf86-2341d05f1ab1 req-4e69f7b9-4db8-4507-ac6d-12e3f923fde6 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:17.146078 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-289883ff-af67-4f56-bf86-2341d05f1ab1 req-4e69f7b9-4db8-4507-ac6d-12e3f923fde6 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=eaa5b4f0-e3c9-4167-9264-3519b0452d34 HTTP/1.1" status: 200 len: 945 time: 0.0878019 Jul 09 14:37:17.156998 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6a870f6f-2959-476a-98a5-d8e9d846af1b req-c6e99ac6-f7b2-4301-b4a5-92b131641280 tempest-SecurityGroupsTestAdminJSON-1054982114 tempest-SecurityGroupsTestAdminJSON-1054982114-project] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6980e277cf9741b0bd93dc957b279cab HTTP/1.1" status: 200 len: 6101 time: 0.2151525 Jul 09 14:37:17.163166 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec18f37-aa9d-4414-8109-be26e0f1fafb req-5970c1e2-7f24-4955-9966-0caa57c1a1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:17.164701 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bec18f37-aa9d-4414-8109-be26e0f1fafb req-5970c1e2-7f24-4955-9966-0caa57c1a1fd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=eaa5b4f0-e3c9-4167-9264-3519b0452d34 HTTP/1.1" status: 200 len: 1096 time: 0.1632106 Jul 09 14:37:17.187540 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-289883ff-af67-4f56-bf86-2341d05f1ab1 req-b3e97a7d-7867-4974-8825-ac07bb6e6a75 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352490 Jul 09 14:37:17.226708 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bec18f37-aa9d-4414-8109-be26e0f1fafb req-940d08ce-0d4b-4240-82f8-9d8a2a6d3a6e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542610 Jul 09 14:37:17.229467 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6a870f6f-2959-476a-98a5-d8e9d846af1b req-b973d6d6-8fc5-4ad0-9223-c6c64f93d075 tempest-SecurityGroupsTestAdminJSON-1054982114 tempest-SecurityGroupsTestAdminJSON-1054982114-project] 10.222.0.58 "GET /v2.0/security-groups/dfabfc1f-f2fe-4480-9024-fa56350c4f8c HTTP/1.1" status: 200 len: 2981 time: 0.0637949 Jul 09 14:37:17.261089 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-83da6944-b8e6-4e5b-b08b-237ce583aa73 req-d3dafa26-5ade-4366-af68-2dadffb5f6b2 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=1049b884-ab92-4127-863e-462d32d8b8bd HTTP/1.1" status: 200 len: 210 time: 0.0280437 Jul 09 14:37:17.276122 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6a870f6f-2959-476a-98a5-d8e9d846af1b req-b2a58846-9961-4854-a7dd-bcae24235342 tempest-SecurityGroupsTestAdminJSON-1054982114 tempest-SecurityGroupsTestAdminJSON-1054982114-project] 10.222.0.58 "GET /v2.0/security-groups/dfabfc1f-f2fe-4480-9024-fa56350c4f8c HTTP/1.1" status: 200 len: 2981 time: 0.0407650 Jul 09 14:37:17.363889 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-184d86ea-b06a-4b4a-8a98-be76b7b5c4fe req-d4d89c8a-db8d-465e-a182-ead1a2302591 tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] 10.222.0.58 "GET /v2.0/security-groups/93061c4e-e8b0-43dd-b769-901e5e80f585 HTTP/1.1" status: 200 len: 1777 time: 0.0538268 Jul 09 14:37:17.506291 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50756) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:17.520680 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-784e8e0c-cf28-4ea9-b6a3-705bd2543ead admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:17.618183 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-784e8e0c-cf28-4ea9-b6a3-705bd2543ead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:17.660987 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-184d86ea-b06a-4b4a-8a98-be76b7b5c4fe req-502df79b-bb90-4112-a2f0-234e04b296ca tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:17.683235 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-184d86ea-b06a-4b4a-8a98-be76b7b5c4fe req-502df79b-bb90-4112-a2f0-234e04b296ca tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:17.687722 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50762) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:17.693662 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-784e8e0c-cf28-4ea9-b6a3-705bd2543ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:17.734713 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784e8e0c-cf28-4ea9-b6a3-705bd2543ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ba1db4-edf6-4a6e-be7f-404f9636c6b6,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:17.751087 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50768) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:17.751257 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-784e8e0c-cf28-4ea9-b6a3-705bd2543ead admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bb78da1d061240e7bcc7965ece08050e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2433221 Jul 09 14:37:17.798467 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-184d86ea-b06a-4b4a-8a98-be76b7b5c4fe req-502df79b-bb90-4112-a2f0-234e04b296ca tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:17.801286 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-184d86ea-b06a-4b4a-8a98-be76b7b5c4fe req-502df79b-bb90-4112-a2f0-234e04b296ca tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:17.806448 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-184d86ea-b06a-4b4a-8a98-be76b7b5c4fe req-502df79b-bb90-4112-a2f0-234e04b296ca tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] 10.222.0.58 "DELETE /v2.0/security-groups/93061c4e-e8b0-43dd-b769-901e5e80f585 HTTP/1.1" status: 204 len: 173 time: 0.4376719 Jul 09 14:37:17.824195 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f74e4813-7a39-4911-b9ab-bc374252834e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:17.827459 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502df79b-bb90-4112-a2f0-234e04b296ca tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93061c4e-e8b0-43dd-b769-901e5e80f585,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:17.827882 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7d9c8769-8bde-4177-a293-48ed9cfbb942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:17.856737 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f74e4813-7a39-4911-b9ab-bc374252834e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:17.894578 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-44213da5-ccfa-4aa7-8d3e-f8e205c2f165 req-c5afae42-7d2e-4017-bd8f-389a703da958 tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] 10.222.0.58 "GET /v2.0/security-groups/eb830e23-6554-49ec-b148-fbc4e025d168 HTTP/1.1" status: 200 len: 1777 time: 0.0677705 Jul 09 14:37:17.982050 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-44213da5-ccfa-4aa7-8d3e-f8e205c2f165 req-768ecb06-8463-403d-b475-b5fd01c7c692 tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:18.010742 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-44213da5-ccfa-4aa7-8d3e-f8e205c2f165 req-768ecb06-8463-403d-b475-b5fd01c7c692 tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:18.025280 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f74e4813-7a39-4911-b9ab-bc374252834e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:18.027931 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f74e4813-7a39-4911-b9ab-bc374252834e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:18.031941 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f74e4813-7a39-4911-b9ab-bc374252834e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/00ba1db4-edf6-4a6e-be7f-404f9636c6b6 HTTP/1.1" status: 204 len: 168 time: 0.2777636 Jul 09 14:37:18.032090 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device f7652d57-006e-480e-b09f-d6ce03537407 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:37:18.038656 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-353c161d-4354-4404-8596-238595a05611 req-a0197729-0341-43f1-b3cb-a6915baf0eef service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=23c63ae6-2cea-4ae4-b002-870ac7b538ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1000228 Jul 09 14:37:18.049022 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74e4813-7a39-4911-b9ab-bc374252834e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ba1db4-edf6-4a6e-be7f-404f9636c6b6,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:18.103540 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e8e32-158b-42e0-bca3-9ae3d154ad45 req-e18e5af0-e6e3-4459-9ac1-5c34f9d0e620 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:18.105089 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f74e8e32-158b-42e0-bca3-9ae3d154ad45 req-e18e5af0-e6e3-4459-9ac1-5c34f9d0e620 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/ports?device_id=208200ef-b947-4ff4-a8d8-c82c5df3ec7d HTTP/1.1" status: 200 len: 944 time: 0.1118898 Jul 09 14:37:18.148004 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7d9c8769-8bde-4177-a293-48ed9cfbb942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:18.155641 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f74e8e32-158b-42e0-bca3-9ae3d154ad45 req-6c8e39d7-99c6-4ba8-b957-52234a00da17 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/security-groups?id=e422a52c-7c07-43a8-a88a-b9007d1c26e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425246 Jul 09 14:37:18.176322 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-44213da5-ccfa-4aa7-8d3e-f8e205c2f165 req-768ecb06-8463-403d-b475-b5fd01c7c692 tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:18.178479 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-44213da5-ccfa-4aa7-8d3e-f8e205c2f165 req-768ecb06-8463-403d-b475-b5fd01c7c692 tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:18.179707 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-44213da5-ccfa-4aa7-8d3e-f8e205c2f165 req-768ecb06-8463-403d-b475-b5fd01c7c692 tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] 10.222.0.58 "DELETE /v2.0/security-groups/eb830e23-6554-49ec-b148-fbc4e025d168 HTTP/1.1" status: 204 len: 173 time: 0.2792904 Jul 09 14:37:18.188926 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port f7652d57-006e-480e-b09f-d6ce03537407, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=f7652d57-006e-480e-b09f-d6ce03537407,segment=NetworkSegment(da9acf97-083b-491c-801b-5da8bcfd8b16),segment_id=da9acf97-083b-491c-801b-5da8bcfd8b16)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:37:18.190224 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768ecb06-8463-403d-b475-b5fd01c7c692 tempest-SecurityGroupsTestAdminJSON-489460228 tempest-SecurityGroupsTestAdminJSON-489460228-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb830e23-6554-49ec-b148-fbc4e025d168,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:18.212727 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c161d-4354-4404-8596-238595a05611 req-2e23efef-ee5e-41fe-b3f3-d8cf27994c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:18.214379 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-353c161d-4354-4404-8596-238595a05611 req-2e23efef-ee5e-41fe-b3f3-d8cf27994c43 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3b28908fc5d842e29720d7043e8083fd&device_id=23c63ae6-2cea-4ae4-b002-870ac7b538ff HTTP/1.1" status: 200 len: 1096 time: 0.0802748 Jul 09 14:37:18.220406 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': 'f7652d57-006e-480e-b09f-d6ce03537407', 'network_id': '0753039a-7e20-479c-b814-489355a542c4', 'port_id': 'f7652d57-006e-480e-b09f-d6ce03537407', 'mac_address': 'fa:16:3e:56:85:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc4e693f-d90b-46e2-beaf-3b7584235976', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:37:18.261676 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1962785a-2619-4d18-8050-dbea6de89b1d req-ef1252f5-d7de-45da-a571-087cbf1be033 tempest-SecurityGroupsTestAdminJSON-1054982114 tempest-SecurityGroupsTestAdminJSON-1054982114-project] 10.222.0.58 "GET /v2.0/security-groups/39d6851e-75af-497b-82aa-3420ef1a3427 HTTP/1.1" status: 200 len: 1777 time: 0.0556860 Jul 09 14:37:18.314027 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:18.319779 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7d9c8769-8bde-4177-a293-48ed9cfbb942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:18.327248 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7652d57-006e-480e-b09f-d6ce03537407 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:37:18.340099 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-1962785a-2619-4d18-8050-dbea6de89b1d req-bbdcb5a4-5ccc-4e99-a367-fccee7517f2f tempest-SecurityGroupsTestAdminJSON-1054982114 tempest-SecurityGroupsTestAdminJSON-1054982114-project] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:18.348560 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port f7652d57-006e-480e-b09f-d6ce03537407, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=f7652d57-006e-480e-b09f-d6ce03537407,segment=NetworkSegment(da9acf97-083b-491c-801b-5da8bcfd8b16),segment_id=da9acf97-083b-491c-801b-5da8bcfd8b16)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:37:18.365863 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-1962785a-2619-4d18-8050-dbea6de89b1d req-bbdcb5a4-5ccc-4e99-a367-fccee7517f2f tempest-SecurityGroupsTestAdminJSON-1054982114 tempest-SecurityGroupsTestAdminJSON-1054982114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:18.377239 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-7d9c8769-8bde-4177-a293-48ed9cfbb942 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=19fe7b8f086b4b69a56f0293fed35811&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6880636 Jul 09 14:37:18.382087 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50782) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:18.446462 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:18.461520 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-882eff45-ecf4-40fa-8c85-3a4f5c3c0216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:18.469567 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9c8769-8bde-4177-a293-48ed9cfbb942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee08d89-42b5-4add-ac06-241b535e13cc,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:18.496578 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-882eff45-ecf4-40fa-8c85-3a4f5c3c0216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:18.497192 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c161d-4354-4404-8596-238595a05611 req-230c2776-1c88-4872-906b-14fad6c6d1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:18.498570 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-353c161d-4354-4404-8596-238595a05611 req-230c2776-1c88-4872-906b-14fad6c6d1c4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=56b8037f-2c10-4a66-9bb7-3f0d90fcd124 HTTP/1.1" status: 200 len: 909 time: 0.2592158 Jul 09 14:37:18.537335 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=f7652d57-006e-480e-b09f-d6ce03537407,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:18.551415 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-353c161d-4354-4404-8596-238595a05611 req-e5853e22-c75c-4937-bf1d-3274c340bf3e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=952d0d9b-778a-4741-9bd8-5a66da0cc89a HTTP/1.1" status: 200 len: 217 time: 0.0448048 Jul 09 14:37:18.562863 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f522f54e-d1a1-41df-aa24-043543df8e9b req-cd9cef34-18af-4a07-9f24-2d432fc08c6e tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:18.564379 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f522f54e-d1a1-41df-aa24-043543df8e9b req-cd9cef34-18af-4a07-9f24-2d432fc08c6e tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=eaa5b4f0-e3c9-4167-9264-3519b0452d34 HTTP/1.1" status: 200 len: 945 time: 0.1958752 Jul 09 14:37:18.620065 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-1962785a-2619-4d18-8050-dbea6de89b1d req-bbdcb5a4-5ccc-4e99-a367-fccee7517f2f tempest-SecurityGroupsTestAdminJSON-1054982114 tempest-SecurityGroupsTestAdminJSON-1054982114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:18.623028 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-1962785a-2619-4d18-8050-dbea6de89b1d req-bbdcb5a4-5ccc-4e99-a367-fccee7517f2f tempest-SecurityGroupsTestAdminJSON-1054982114 tempest-SecurityGroupsTestAdminJSON-1054982114-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:18.624074 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1962785a-2619-4d18-8050-dbea6de89b1d req-bbdcb5a4-5ccc-4e99-a367-fccee7517f2f tempest-SecurityGroupsTestAdminJSON-1054982114 tempest-SecurityGroupsTestAdminJSON-1054982114-project] 10.222.0.58 "DELETE /v2.0/security-groups/39d6851e-75af-497b-82aa-3420ef1a3427 HTTP/1.1" status: 204 len: 173 time: 0.3612914 Jul 09 14:37:18.633800 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdcb5a4-5ccc-4e99-a367-fccee7517f2f tempest-SecurityGroupsTestAdminJSON-1054982114 tempest-SecurityGroupsTestAdminJSON-1054982114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d6851e-75af-497b-82aa-3420ef1a3427,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:18.637184 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c161d-4354-4404-8596-238595a05611 req-e32e5fe0-ce2e-413c-9e5c-1c835cf642da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:18.638786 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-353c161d-4354-4404-8596-238595a05611 req-e32e5fe0-ce2e-413c-9e5c-1c835cf642da service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e48d7f3a-0ca9-428c-9383-07e4f6a75f04 HTTP/1.1" status: 200 len: 848 time: 0.0734842 Jul 09 14:37:18.653056 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f522f54e-d1a1-41df-aa24-043543df8e9b req-4a0792d1-d47c-4de2-9b36-1ce847a9b7b5 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804150 Jul 09 14:37:18.677826 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['f7652d57-006e-480e-b09f-d6ce03537407'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:37:18.692127 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-882eff45-ecf4-40fa-8c85-3a4f5c3c0216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:18.694975 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-882eff45-ecf4-40fa-8c85-3a4f5c3c0216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:18.697853 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-882eff45-ecf4-40fa-8c85-3a4f5c3c0216 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7ee08d89-42b5-4add-ac06-241b535e13cc HTTP/1.1" status: 204 len: 168 time: 0.3170822 Jul 09 14:37:18.714827 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882eff45-ecf4-40fa-8c85-3a4f5c3c0216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee08d89-42b5-4add-ac06-241b535e13cc,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:18.715065 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-353c161d-4354-4404-8596-238595a05611 req-945481d5-fc0b-4b39-b099-eb27a3fd6718 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=56b8037f-2c10-4a66-9bb7-3f0d90fcd124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514345 Jul 09 14:37:18.874409 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e2b03403-7835-4eb3-bb52-0b1d9e2b87e0 req-eef1929f-0fc5-4598-9622-9fce38829bad tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=1049b884-ab92-4127-863e-462d32d8b8bd HTTP/1.1" status: 200 len: 210 time: 0.0642726 Jul 09 14:37:18.895532 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-353c161d-4354-4404-8596-238595a05611 req-366ca0ad-eb06-426d-93bd-9db179b48b68 service neutron] 10.222.0.62 "GET /v2.0/networks/56b8037f-2c10-4a66-9bb7-3f0d90fcd124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792495 Jul 09 14:37:18.943451 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d82c9b64-80e2-4919-9efd-ee7f88706b9a req-31e2950c-1fca-4ad3-b8e8-83ab77946d9f tempest-SecurityGroupsTestAdminJSON-1054982114 tempest-SecurityGroupsTestAdminJSON-1054982114-project] 10.222.0.58 "GET /v2.0/security-groups/72970717-c4a5-48fc-830e-b85f7f81783f HTTP/1.1" status: 200 len: 1776 time: 0.0545964 Jul 09 14:37:19.006582 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d82c9b64-80e2-4919-9efd-ee7f88706b9a req-dfced0e0-9ca6-4dc6-a24c-4a5ead4f9b62 tempest-SecurityGroupsTestAdminJSON-1054982114 tempest-SecurityGroupsTestAdminJSON-1054982114-project] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:19.023601 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-353c161d-4354-4404-8596-238595a05611 req-079f46af-a6b5-42ee-8b5b-494e266c7958 service neutron] 10.222.0.62 "GET /v2.0/networks/56b8037f-2c10-4a66-9bb7-3f0d90fcd124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191978 Jul 09 14:37:19.031120 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d82c9b64-80e2-4919-9efd-ee7f88706b9a req-dfced0e0-9ca6-4dc6-a24c-4a5ead4f9b62 tempest-SecurityGroupsTestAdminJSON-1054982114 tempest-SecurityGroupsTestAdminJSON-1054982114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:19.137898 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d82c9b64-80e2-4919-9efd-ee7f88706b9a req-dfced0e0-9ca6-4dc6-a24c-4a5ead4f9b62 tempest-SecurityGroupsTestAdminJSON-1054982114 tempest-SecurityGroupsTestAdminJSON-1054982114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:19.140590 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d82c9b64-80e2-4919-9efd-ee7f88706b9a req-dfced0e0-9ca6-4dc6-a24c-4a5ead4f9b62 tempest-SecurityGroupsTestAdminJSON-1054982114 tempest-SecurityGroupsTestAdminJSON-1054982114-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:19.141763 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d82c9b64-80e2-4919-9efd-ee7f88706b9a req-dfced0e0-9ca6-4dc6-a24c-4a5ead4f9b62 tempest-SecurityGroupsTestAdminJSON-1054982114 tempest-SecurityGroupsTestAdminJSON-1054982114-project] 10.222.0.58 "DELETE /v2.0/security-groups/72970717-c4a5-48fc-830e-b85f7f81783f HTTP/1.1" status: 204 len: 173 time: 0.1926968 Jul 09 14:37:19.151105 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfced0e0-9ca6-4dc6-a24c-4a5ead4f9b62 tempest-SecurityGroupsTestAdminJSON-1054982114 tempest-SecurityGroupsTestAdminJSON-1054982114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72970717-c4a5-48fc-830e-b85f7f81783f,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:19.328171 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760078e-be8c-4874-85c4-11c0f60f9335 req-cbe19aaa-f30c-440e-8979-aed9c9deae97 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:19.329628 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f760078e-be8c-4874-85c4-11c0f60f9335 req-cbe19aaa-f30c-440e-8979-aed9c9deae97 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/ports?device_id=208200ef-b947-4ff4-a8d8-c82c5df3ec7d HTTP/1.1" status: 200 len: 945 time: 0.0628200 Jul 09 14:37:19.370309 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f760078e-be8c-4874-85c4-11c0f60f9335 req-0858892b-5377-4e1e-98e7-cd974f4b7598 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/security-groups?id=e422a52c-7c07-43a8-a88a-b9007d1c26e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348713 Jul 09 14:37:19.394013 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50812) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:19.406884 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e4b581e9-2e36-45c4-bac3-e91261f0fa03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:19.499465 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e4b581e9-2e36-45c4-bac3-e91261f0fa03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:19.583297 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e4b581e9-2e36-45c4-bac3-e91261f0fa03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:19.622479 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-e4b581e9-2e36-45c4-bac3-e91261f0fa03 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6839bc0c9f9b4d04881705ab95b66e44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2272711 Jul 09 14:37:19.623386 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b581e9-2e36-45c4-bac3-e91261f0fa03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1991878-a349-487c-b6b9-93336d478534,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:19.625080 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50818) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:19.668809 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50822) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:19.750576 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e45d8d6a-01c0-4e13-9d50-09a8ce6fbba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:19.796232 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e45d8d6a-01c0-4e13-9d50-09a8ce6fbba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:19.843755 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5909b-7169-4d8a-b365-ff3f9e0180fe req-db6e19de-57d3-4d64-94a3-40ef0784a855 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:19.845251 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-19e5909b-7169-4d8a-b365-ff3f9e0180fe req-db6e19de-57d3-4d64-94a3-40ef0784a855 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.62 "GET /v2.0/networks?id=56b8037f-2c10-4a66-9bb7-3f0d90fcd124 HTTP/1.1" status: 200 len: 808 time: 0.1610012 Jul 09 14:37:19.858408 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa7b393-135b-4ebf-8546-deb9227a7fee req-af2e5382-aed4-40ff-aa35-d7374cc6ff26 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:19.866728 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aaa7b393-135b-4ebf-8546-deb9227a7fee req-af2e5382-aed4-40ff-aa35-d7374cc6ff26 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=eaa5b4f0-e3c9-4167-9264-3519b0452d34 HTTP/1.1" status: 200 len: 945 time: 0.0829298 Jul 09 14:37:19.867211 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-19e5909b-7169-4d8a-b365-ff3f9e0180fe req-607a7bfb-4480-47e3-859d-4a85ed1786aa tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Request body: {'port': {'device_id': '1049b884-ab92-4127-863e-462d32d8b8bd', 'network_id': '56b8037f-2c10-4a66-9bb7-3f0d90fcd124', 'admin_state_up': True, 'tenant_id': '3b28908fc5d842e29720d7043e8083fd'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:37:19.949843 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aaa7b393-135b-4ebf-8546-deb9227a7fee req-bce380b5-2a4a-4de5-96c5-3785f1996496 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736451 Jul 09 14:37:19.972664 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e45d8d6a-01c0-4e13-9d50-09a8ce6fbba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:19.976021 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e45d8d6a-01c0-4e13-9d50-09a8ce6fbba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:19.977961 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e45d8d6a-01c0-4e13-9d50-09a8ce6fbba2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a1991878-a349-487c-b6b9-93336d478534 HTTP/1.1" status: 204 len: 168 time: 0.3509107 Jul 09 14:37:20.009106 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d8d6a-01c0-4e13-9d50-09a8ce6fbba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1991878-a349-487c-b6b9-93336d478534,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:20.048763 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device f7652d57-006e-480e-b09f-d6ce03537407 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:37:20.160059 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ed51e183-6f18-4c51-bb80-4e80d9f4780d req-8aebb1a6-05f2-41a7-9865-bd01a044db2e tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=1049b884-ab92-4127-863e-462d32d8b8bd HTTP/1.1" status: 200 len: 210 time: 0.1161132 Jul 09 14:37:20.203890 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-842a1b9d-0b46-4c56-88fd-f33c039c9930 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6980e277cf9741b0bd93dc957b279cab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5338194 Jul 09 14:37:20.206295 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50842) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:20.246142 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port f7652d57-006e-480e-b09f-d6ce03537407 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:37:20.251753 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port f7652d57-006e-480e-b09f-d6ce03537407 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:37:20.252183 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:20.273373 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0064bc1d-a8c2-4213-a88a-d5cc003d9f8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:20.279354 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19e5909b-7169-4d8a-b365-ff3f9e0180fe req-607a7bfb-4480-47e3-859d-4a85ed1786aa tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Made reservation on behalf of 3b28908fc5d842e29720d7043e8083fd for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:37:20.287929 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-19e5909b-7169-4d8a-b365-ff3f9e0180fe req-607a7bfb-4480-47e3-859d-4a85ed1786aa tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:20.352846 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:20.359921 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0064bc1d-a8c2-4213-a88a-d5cc003d9f8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:20.375933 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '208200ef-b947-4ff4-a8d8-c82c5df3ec7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7652d57-006e-480e-b09f-d6ce03537407'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:37:20.381164 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfefe3ca-78c9-4ea4-bd1f-d107a0c61745" -d '{"events": [{"server_uuid": "208200ef-b947-4ff4-a8d8-c82c5df3ec7d", "name": "network-vif-plugged", "status": "completed", "tag": "f7652d57-006e-480e-b09f-d6ce03537407"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:37:20.400728 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port f7652d57-006e-480e-b09f-d6ce03537407, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=f7652d57-006e-480e-b09f-d6ce03537407,segment=NetworkSegment(da9acf97-083b-491c-801b-5da8bcfd8b16),segment_id=da9acf97-083b-491c-801b-5da8bcfd8b16)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:37:20.463595 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b64b040-6e59-4ec2-a514-a94f5268897f x-openstack-request-id: req-5b64b040-6e59-4ec2-a514-a94f5268897f {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:37:20.463893 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "208200ef-b947-4ff4-a8d8-c82c5df3ec7d", "name": "network-vif-plugged", "status": "completed", "tag": "f7652d57-006e-480e-b09f-d6ce03537407", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:37:20.464178 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5b64b040-6e59-4ec2-a514-a94f5268897f {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:37:20.464618 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '208200ef-b947-4ff4-a8d8-c82c5df3ec7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7652d57-006e-480e-b09f-d6ce03537407', 'code': 200} Jul 09 14:37:20.494820 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:20.572627 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b58ea5b-5144-4923-89e5-a35c2785e046 req-a6948e91-03ba-496c-b91e-85dff0fd942c tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:20.576089 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=f7652d57-006e-480e-b09f-d6ce03537407,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:20.589160 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4b58ea5b-5144-4923-89e5-a35c2785e046 req-a6948e91-03ba-496c-b91e-85dff0fd942c tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=eaa5b4f0-e3c9-4167-9264-3519b0452d34 HTTP/1.1" status: 200 len: 1096 time: 0.2964885 Jul 09 14:37:20.625486 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-19e5909b-7169-4d8a-b365-ff3f9e0180fe req-607a7bfb-4480-47e3-859d-4a85ed1786aa tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Allocated IP 172.20.0.2 (56b8037f-2c10-4a66-9bb7-3f0d90fcd124/e48d7f3a-0ca9-428c-9383-07e4f6a75f04/6db91b74-04b4-41e9-bc63-2c760d452ca4) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:37:20.651060 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4b58ea5b-5144-4923-89e5-a35c2785e046 req-c657d593-5344-43f5-944b-c94b8ba04867 tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589812 Jul 09 14:37:20.656195 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036aefc-5dec-4056-91f0-dc233863a2fd req-75bbe68d-266c-4b45-996e-b6abdc6f6073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:20.657691 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4036aefc-5dec-4056-91f0-dc233863a2fd req-75bbe68d-266c-4b45-996e-b6abdc6f6073 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=208200ef-b947-4ff4-a8d8-c82c5df3ec7d HTTP/1.1" status: 200 len: 1097 time: 0.0999734 Jul 09 14:37:20.693727 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d746b5-72f2-46f8-a87e-271db5dfbaa5 req-43f8e4a7-cdd8-4a9e-9aba-ed13ec058bc5 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:20.695529 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0064bc1d-a8c2-4213-a88a-d5cc003d9f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:20.696728 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-98d746b5-72f2-46f8-a87e-271db5dfbaa5 req-43f8e4a7-cdd8-4a9e-9aba-ed13ec058bc5 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/ports?device_id=208200ef-b947-4ff4-a8d8-c82c5df3ec7d HTTP/1.1" status: 200 len: 946 time: 0.1076224 Jul 09 14:37:20.701914 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0064bc1d-a8c2-4213-a88a-d5cc003d9f8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:20.706460 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-0064bc1d-a8c2-4213-a88a-d5cc003d9f8c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dfabfc1f-f2fe-4480-9024-fa56350c4f8c HTTP/1.1" status: 204 len: 168 time: 0.4991248 Jul 09 14:37:20.721065 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4036aefc-5dec-4056-91f0-dc233863a2fd req-ecc0400a-e57e-4162-b312-e2397b3cb025 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e422a52c-7c07-43a8-a88a-b9007d1c26e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549543 Jul 09 14:37:20.724657 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0064bc1d-a8c2-4213-a88a-d5cc003d9f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfabfc1f-f2fe-4480-9024-fa56350c4f8c,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:20.764816 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-98d746b5-72f2-46f8-a87e-271db5dfbaa5 req-08c03cfa-9cf7-475f-bc27-5ea05c7bb513 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/security-groups?id=e422a52c-7c07-43a8-a88a-b9007d1c26e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549335 Jul 09 14:37:20.857155 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-19e5909b-7169-4d8a-b365-ff3f9e0180fe req-607a7bfb-4480-47e3-859d-4a85ed1786aa tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:21.021139 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-19e5909b-7169-4d8a-b365-ff3f9e0180fe req-607a7bfb-4480-47e3-859d-4a85ed1786aa tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:21.071402 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19e5909b-7169-4d8a-b365-ff3f9e0180fe req-607a7bfb-4480-47e3-859d-4a85ed1786aa tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Network 56b8037f-2c10-4a66-9bb7-3f0d90fcd124 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:37:21.085040 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-19e5909b-7169-4d8a-b365-ff3f9e0180fe req-607a7bfb-4480-47e3-859d-4a85ed1786aa tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:37:21.087317 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607a7bfb-4480-47e3-859d-4a85ed1786aa tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Pushing event updated for resources: {'Port': ['ID=6db91b74-04b4-41e9-bc63-2c760d452ca4,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:21.089480 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e5909b-7169-4d8a-b365-ff3f9e0180fe req-607a7bfb-4480-47e3-859d-4a85ed1786aa tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:37:21.138009 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5909b-7169-4d8a-b365-ff3f9e0180fe req-607a7bfb-4480-47e3-859d-4a85ed1786aa tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:21.138569 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-19e5909b-7169-4d8a-b365-ff3f9e0180fe req-607a7bfb-4480-47e3-859d-4a85ed1786aa tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:21.230872 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-19e5909b-7169-4d8a-b365-ff3f9e0180fe req-607a7bfb-4480-47e3-859d-4a85ed1786aa tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3682117 Jul 09 14:37:21.251956 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-19e5909b-7169-4d8a-b365-ff3f9e0180fe req-22706b29-45a2-41fb-b93c-32b616cc2ea6 service neutron] Request body: {'port': {'device_id': '1049b884-ab92-4127-863e-462d32d8b8bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:37:21.366378 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9b2f8-e48f-40f3-aded-2d32554ab441 req-10a830c3-c2a6-4cec-a6e5-f9985fd05bcb tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:21.368146 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ebd9b2f8-e48f-40f3-aded-2d32554ab441 req-10a830c3-c2a6-4cec-a6e5-f9985fd05bcb tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=1049b884-ab92-4127-863e-462d32d8b8bd HTTP/1.1" status: 200 len: 931 time: 0.0773156 Jul 09 14:37:21.382982 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-19e5909b-7169-4d8a-b365-ff3f9e0180fe req-22706b29-45a2-41fb-b93c-32b616cc2ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:21.422874 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ebd9b2f8-e48f-40f3-aded-2d32554ab441 req-812621f2-5ac6-400d-b91f-2f7ea5e693dc tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478404 Jul 09 14:37:21.665392 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-19e5909b-7169-4d8a-b365-ff3f9e0180fe req-22706b29-45a2-41fb-b93c-32b616cc2ea6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6db91b74-04b4-41e9-bc63-2c760d452ca4 {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:37:21.673263 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-19e5909b-7169-4d8a-b365-ff3f9e0180fe req-22706b29-45a2-41fb-b93c-32b616cc2ea6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:21.687998 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-19e5909b-7169-4d8a-b365-ff3f9e0180fe req-22706b29-45a2-41fb-b93c-32b616cc2ea6 service neutron] Transition to ACTIVE for port object 6db91b74-04b4-41e9-bc63-2c760d452ca4 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:37:21.721088 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50900) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:21.760209 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-19e5909b-7169-4d8a-b365-ff3f9e0180fe req-22706b29-45a2-41fb-b93c-32b616cc2ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:21.817782 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-8b317026-6b20-4c92-8a68-53cb47dcaab1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=998d8b809c6d400f827c28c719fdaa14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1005971 Jul 09 14:37:21.820433 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50910) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:21.859286 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22706b29-45a2-41fb-b93c-32b616cc2ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=6db91b74-04b4-41e9-bc63-2c760d452ca4,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:21.926671 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-37c73832-be52-4e94-a797-c5c29c539687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:21.946244 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-19e5909b-7169-4d8a-b365-ff3f9e0180fe req-22706b29-45a2-41fb-b93c-32b616cc2ea6 service neutron] Attempting to bind port 6db91b74-04b4-41e9-bc63-2c760d452ca4 on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:37:21.946588 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-19e5909b-7169-4d8a-b365-ff3f9e0180fe req-22706b29-45a2-41fb-b93c-32b616cc2ea6 service neutron] Attempting to bind port 6db91b74-04b4-41e9-bc63-2c760d452ca4 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': 'cd7790e9-3309-48a3-bfb3-c9f386870e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '56b8037f-2c10-4a66-9bb7-3f0d90fcd124'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:37:21.947060 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e5909b-7169-4d8a-b365-ff3f9e0180fe req-22706b29-45a2-41fb-b93c-32b616cc2ea6 service neutron] Attempting to bind port 6db91b74-04b4-41e9-bc63-2c760d452ca4 on network 56b8037f-2c10-4a66-9bb7-3f0d90fcd124 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:37:21.952245 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e5909b-7169-4d8a-b365-ff3f9e0180fe req-22706b29-45a2-41fb-b93c-32b616cc2ea6 service neutron] Port 6db91b74-04b4-41e9-bc63-2c760d452ca4 on network 56b8037f-2c10-4a66-9bb7-3f0d90fcd124 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:37:21.952513 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e5909b-7169-4d8a-b365-ff3f9e0180fe req-22706b29-45a2-41fb-b93c-32b616cc2ea6 service neutron] Attempting to bind port 6db91b74-04b4-41e9-bc63-2c760d452ca4 on network 56b8037f-2c10-4a66-9bb7-3f0d90fcd124 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:37:21.958708 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e5909b-7169-4d8a-b365-ff3f9e0180fe req-22706b29-45a2-41fb-b93c-32b616cc2ea6 service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:37:21.958708 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e5909b-7169-4d8a-b365-ff3f9e0180fe req-22706b29-45a2-41fb-b93c-32b616cc2ea6 service neutron] Checking segment: {'id': 'cd7790e9-3309-48a3-bfb3-c9f386870e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '56b8037f-2c10-4a66-9bb7-3f0d90fcd124'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:37:21.958708 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e5909b-7169-4d8a-b365-ff3f9e0180fe req-22706b29-45a2-41fb-b93c-32b616cc2ea6 service neutron] Bound using segment: {'id': 'cd7790e9-3309-48a3-bfb3-c9f386870e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '56b8037f-2c10-4a66-9bb7-3f0d90fcd124'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:37:21.959294 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-19e5909b-7169-4d8a-b365-ff3f9e0180fe req-22706b29-45a2-41fb-b93c-32b616cc2ea6 service neutron] Bound port: 6db91b74-04b4-41e9-bc63-2c760d452ca4, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd7790e9-3309-48a3-bfb3-c9f386870e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '56b8037f-2c10-4a66-9bb7-3f0d90fcd124'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:37:21.959294 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-19e5909b-7169-4d8a-b365-ff3f9e0180fe req-22706b29-45a2-41fb-b93c-32b616cc2ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:22.006116 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-37c73832-be52-4e94-a797-c5c29c539687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:22.039784 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-19e5909b-7169-4d8a-b365-ff3f9e0180fe req-22706b29-45a2-41fb-b93c-32b616cc2ea6 service neutron] For port 6db91b74-04b4-41e9-bc63-2c760d452ca4, host n-h1-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:37:22.043331 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-19e5909b-7169-4d8a-b365-ff3f9e0180fe req-22706b29-45a2-41fb-b93c-32b616cc2ea6 service neutron] For port 6db91b74-04b4-41e9-bc63-2c760d452ca4, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=6db91b74-04b4-41e9-bc63-2c760d452ca4,segment=NetworkSegment(cd7790e9-3309-48a3-bfb3-c9f386870e48),segment_id=cd7790e9-3309-48a3-bfb3-c9f386870e48)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:37:22.074673 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55753475-a6c1-4926-b562-dbdfd8b19905 req-2979b5e1-9f83-4d42-9a0e-c58bc1e2a776 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:22.076368 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-55753475-a6c1-4926-b562-dbdfd8b19905 req-2979b5e1-9f83-4d42-9a0e-c58bc1e2a776 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/ports?device_id=208200ef-b947-4ff4-a8d8-c82c5df3ec7d HTTP/1.1" status: 200 len: 946 time: 0.1350858 Jul 09 14:37:22.125810 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-19e5909b-7169-4d8a-b365-ff3f9e0180fe req-22706b29-45a2-41fb-b93c-32b616cc2ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:22.155388 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-55753475-a6c1-4926-b562-dbdfd8b19905 req-20e54040-c16c-484f-b08e-271d12ef9077 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/security-groups?id=e422a52c-7c07-43a8-a88a-b9007d1c26e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643003 Jul 09 14:37:22.193581 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5909b-7169-4d8a-b365-ff3f9e0180fe req-22706b29-45a2-41fb-b93c-32b616cc2ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:22.193581 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-19e5909b-7169-4d8a-b365-ff3f9e0180fe req-22706b29-45a2-41fb-b93c-32b616cc2ea6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:22.194754 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-19e5909b-7169-4d8a-b365-ff3f9e0180fe req-22706b29-45a2-41fb-b93c-32b616cc2ea6 service neutron] 10.222.0.62 "PUT /v2.0/ports/6db91b74-04b4-41e9-bc63-2c760d452ca4 HTTP/1.1" status: 200 len: 1091 time: 0.9479434 Jul 09 14:37:22.197874 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1049b884-ab92-4127-863e-462d32d8b8bd', 'tag': '6db91b74-04b4-41e9-bc63-2c760d452ca4'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:37:22.200469 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5231499e-01ce-4994-a7c2-12d67faf3b67" -d '{"events": [{"name": "network-changed", "server_uuid": "1049b884-ab92-4127-863e-462d32d8b8bd", "tag": "6db91b74-04b4-41e9-bc63-2c760d452ca4"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:37:22.239112 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22706b29-45a2-41fb-b93c-32b616cc2ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=6db91b74-04b4-41e9-bc63-2c760d452ca4,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:22.254026 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-37c73832-be52-4e94-a797-c5c29c539687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:22.256958 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-37c73832-be52-4e94-a797-c5c29c539687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:22.258010 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-37c73832-be52-4e94-a797-c5c29c539687 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d486f4f5-fa41-49c0-8d5c-00c906b3319b HTTP/1.1" status: 204 len: 168 time: 0.4365680 Jul 09 14:37:22.307949 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c73832-be52-4e94-a797-c5c29c539687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d486f4f5-fa41-49c0-8d5c-00c906b3319b,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:22.464159 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5909b-7169-4d8a-b365-ff3f9e0180fe req-01b8a91a-ca17-4d86-a074-d3eb85a7074e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:22.466031 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-19e5909b-7169-4d8a-b365-ff3f9e0180fe req-01b8a91a-ca17-4d86-a074-d3eb85a7074e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3b28908fc5d842e29720d7043e8083fd&device_id=1049b884-ab92-4127-863e-462d32d8b8bd HTTP/1.1" status: 200 len: 1094 time: 0.1578703 Jul 09 14:37:22.501007 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-72b34321-12c3-4395-9165-c8d79a096166 req-380689c2-b23e-48dd-b7ff-5134dfd34143 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3090951 Jul 09 14:37:22.510328 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-72b34321-12c3-4395-9165-c8d79a096166 req-17ebb583-3d5d-41da-ad98-a55c83010d92 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Request body: {'floatingip': {'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:37:22.515028 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-19e5909b-7169-4d8a-b365-ff3f9e0180fe req-fb3cf857-2ab0-4a04-a615-a155c1d6e4f5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6db91b74-04b4-41e9-bc63-2c760d452ca4 HTTP/1.1" status: 200 len: 217 time: 0.0345256 Jul 09 14:37:22.562690 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5909b-7169-4d8a-b365-ff3f9e0180fe req-dbdf50d1-a8d8-47a8-8ff3-6db01896ebba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:22.564135 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-19e5909b-7169-4d8a-b365-ff3f9e0180fe req-dbdf50d1-a8d8-47a8-8ff3-6db01896ebba service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e48d7f3a-0ca9-428c-9383-07e4f6a75f04 HTTP/1.1" status: 200 len: 848 time: 0.0429442 Jul 09 14:37:22.602346 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-19e5909b-7169-4d8a-b365-ff3f9e0180fe req-c085fb0d-e1db-4e3c-8173-022c8e7617b7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=56b8037f-2c10-4a66-9bb7-3f0d90fcd124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299013 Jul 09 14:37:22.627495 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29c9333-f37b-453b-a11e-d8b62353a723 x-openstack-request-id: req-f29c9333-f37b-453b-a11e-d8b62353a723 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:37:22.627809 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1049b884-ab92-4127-863e-462d32d8b8bd", "tag": "6db91b74-04b4-41e9-bc63-2c760d452ca4", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:37:22.628064 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f29c9333-f37b-453b-a11e-d8b62353a723 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:37:22.628456 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1049b884-ab92-4127-863e-462d32d8b8bd', 'tag': '6db91b74-04b4-41e9-bc63-2c760d452ca4', 'status': 'completed', 'code': 200} Jul 09 14:37:22.678263 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-72b34321-12c3-4395-9165-c8d79a096166 req-17ebb583-3d5d-41da-ad98-a55c83010d92 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Notify callbacks [] for floatingip, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:22.745092 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-19e5909b-7169-4d8a-b365-ff3f9e0180fe req-0ef2e2a4-0784-4ab0-9f11-11facac60594 service neutron] 10.222.0.62 "GET /v2.0/networks/56b8037f-2c10-4a66-9bb7-3f0d90fcd124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347215 Jul 09 14:37:22.818161 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:22.913641 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-19e5909b-7169-4d8a-b365-ff3f9e0180fe req-9860fa0d-5d38-4804-b6a8-dead04f0203a service neutron] 10.222.0.62 "GET /v2.0/networks/56b8037f-2c10-4a66-9bb7-3f0d90fcd124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561346 Jul 09 14:37:22.931943 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-72b34321-12c3-4395-9165-c8d79a096166 req-17ebb583-3d5d-41da-ad98-a55c83010d92 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:23.004849 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fc6f50-d679-439f-9e6f-cebffb916bab req-d3c86a96-701a-4b78-ac1d-c4f2897cdb30 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:23.006520 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-72fc6f50-d679-439f-9e6f-cebffb916bab req-d3c86a96-701a-4b78-ac1d-c4f2897cdb30 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=1049b884-ab92-4127-863e-462d32d8b8bd HTTP/1.1" status: 200 len: 943 time: 0.0941806 Jul 09 14:37:23.058138 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-72b34321-12c3-4395-9165-c8d79a096166 req-17ebb583-3d5d-41da-ad98-a55c83010d92 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Allocated IP 172.25.3.107 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/8e6a1c99-235c-4d7e-b663-991a6a23c309) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:37:23.062291 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-72fc6f50-d679-439f-9e6f-cebffb916bab req-d40b6615-04b4-4eeb-8ad8-54f4f5ac75c5 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467856 Jul 09 14:37:23.173476 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231499e-01ce-4994-a7c2-12d67faf3b67 req-5ad7a8fe-7f42-424f-8912-f4fd9f05f8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:23.175544 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5231499e-01ce-4994-a7c2-12d67faf3b67 req-5ad7a8fe-7f42-424f-8912-f4fd9f05f8bf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3b28908fc5d842e29720d7043e8083fd&device_id=1049b884-ab92-4127-863e-462d32d8b8bd HTTP/1.1" status: 200 len: 1094 time: 0.0733654 Jul 09 14:37:23.219869 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-72b34321-12c3-4395-9165-c8d79a096166 req-17ebb583-3d5d-41da-ad98-a55c83010d92 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:23.278995 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231499e-01ce-4994-a7c2-12d67faf3b67 req-921f8d4b-d0d4-4cfb-971d-ab2530c6f47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:23.281453 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5231499e-01ce-4994-a7c2-12d67faf3b67 req-921f8d4b-d0d4-4cfb-971d-ab2530c6f47c service neutron] 10.222.0.62 "GET /v2.0/networks?id=56b8037f-2c10-4a66-9bb7-3f0d90fcd124 HTTP/1.1" status: 200 len: 909 time: 0.0993080 Jul 09 14:37:23.327050 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5231499e-01ce-4994-a7c2-12d67faf3b67 req-83c35a39-81b8-4f98-b697-83a3108e7d7d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6db91b74-04b4-41e9-bc63-2c760d452ca4 HTTP/1.1" status: 200 len: 217 time: 0.0388958 Jul 09 14:37:23.344413 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-72b34321-12c3-4395-9165-c8d79a096166 req-17ebb583-3d5d-41da-ad98-a55c83010d92 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:23.381968 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72b34321-12c3-4395-9165-c8d79a096166 req-17ebb583-3d5d-41da-ad98-a55c83010d92 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:37:23.383748 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-72b34321-12c3-4395-9165-c8d79a096166 req-17ebb583-3d5d-41da-ad98-a55c83010d92 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:37:23.384514 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231499e-01ce-4994-a7c2-12d67faf3b67 req-9a480a29-da35-4ce5-83a5-dc2036838f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:23.386261 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5231499e-01ce-4994-a7c2-12d67faf3b67 req-9a480a29-da35-4ce5-83a5-dc2036838f2f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e48d7f3a-0ca9-428c-9383-07e4f6a75f04 HTTP/1.1" status: 200 len: 848 time: 0.0522921 Jul 09 14:37:23.387948 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-72b34321-12c3-4395-9165-c8d79a096166 req-17ebb583-3d5d-41da-ad98-a55c83010d92 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:37:23.430517 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ebb583-3d5d-41da-ad98-a55c83010d92 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Pushing event updated for resources: {'Port': ['ID=8e6a1c99-235c-4d7e-b663-991a6a23c309,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:23.460593 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5231499e-01ce-4994-a7c2-12d67faf3b67 req-21c2769c-d1f6-46ef-8a6c-0b56edc40b3c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=56b8037f-2c10-4a66-9bb7-3f0d90fcd124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482795 Jul 09 14:37:23.555844 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bb2a6f6f-0f02-41b1-9678-e2579be6dfa2 req-b896b796-ba24-4d28-900b-2a9581dace8e tempest-QuotasAdminNegativeTest-74654715 tempest-QuotasAdminNegativeTest-74654715-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=63d61c853dcc467aad80d6020448940f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0684807 Jul 09 14:37:23.558667 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-72b34321-12c3-4395-9165-c8d79a096166 req-17ebb583-3d5d-41da-ad98-a55c83010d92 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:23.649083 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5231499e-01ce-4994-a7c2-12d67faf3b67 req-6069fdf3-f40e-490f-bbd9-95f87ae5eaec service neutron] 10.222.0.62 "GET /v2.0/networks/56b8037f-2c10-4a66-9bb7-3f0d90fcd124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793151 Jul 09 14:37:23.737996 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-72b34321-12c3-4395-9165-c8d79a096166 req-17ebb583-3d5d-41da-ad98-a55c83010d92 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:23.740419 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a6f6f-0f02-41b1-9678-e2579be6dfa2 req-278edd31-a6c7-4fc6-bcd1-a14e2248b93f tempest-QuotasAdminNegativeTest-74654715 tempest-QuotasAdminNegativeTest-74654715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:23.741936 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bb2a6f6f-0f02-41b1-9678-e2579be6dfa2 req-278edd31-a6c7-4fc6-bcd1-a14e2248b93f tempest-QuotasAdminNegativeTest-74654715 tempest-QuotasAdminNegativeTest-74654715-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1780286 Jul 09 14:37:23.774277 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bb2a6f6f-0f02-41b1-9678-e2579be6dfa2 req-208784c1-ef65-47db-9ef9-a14b101f63cb tempest-QuotasAdminNegativeTest-74654715 tempest-QuotasAdminNegativeTest-74654715-project] 10.222.0.58 "GET /v2.0/quotas/63d61c853dcc467aad80d6020448940f HTTP/1.1" status: 200 len: 375 time: 0.0245249 Jul 09 14:37:23.815958 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bb2a6f6f-0f02-41b1-9678-e2579be6dfa2 req-350d5129-f361-45cf-ae20-756b41c02379 tempest-QuotasAdminNegativeTest-74654715 tempest-QuotasAdminNegativeTest-74654715-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=63d61c853dcc467aad80d6020448940f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408001 Jul 09 14:37:23.819709 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5231499e-01ce-4994-a7c2-12d67faf3b67 req-6261a98b-4dc2-49d1-9ff3-041142b2c0c4 service neutron] 10.222.0.62 "GET /v2.0/networks/56b8037f-2c10-4a66-9bb7-3f0d90fcd124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582723 Jul 09 14:37:23.912756 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-72b34321-12c3-4395-9165-c8d79a096166 req-17ebb583-3d5d-41da-ad98-a55c83010d92 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:23.997177 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-72b34321-12c3-4395-9165-c8d79a096166 req-17ebb583-3d5d-41da-ad98-a55c83010d92 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:24.068978 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ebb583-3d5d-41da-ad98-a55c83010d92 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Pushing event updated for resources: {'Port': ['ID=8e6a1c99-235c-4d7e-b663-991a6a23c309,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:24.082802 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-72b34321-12c3-4395-9165-c8d79a096166 req-17ebb583-3d5d-41da-ad98-a55c83010d92 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:24.155328 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-72b34321-12c3-4395-9165-c8d79a096166 req-17ebb583-3d5d-41da-ad98-a55c83010d92 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:24.156612 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-72b34321-12c3-4395-9165-c8d79a096166 req-17ebb583-3d5d-41da-ad98-a55c83010d92 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6501637 Jul 09 14:37:24.230222 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-72b34321-12c3-4395-9165-c8d79a096166 req-2d7f3571-feb4-46b9-976b-c09111d52db0 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.3.107 HTTP/1.1" status: 200 len: 696 time: 0.0672941 Jul 09 14:37:24.341122 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b34321-12c3-4395-9165-c8d79a096166 req-f259a019-96de-449c-a7a0-a6b49c7ae91a tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:24.343284 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-72b34321-12c3-4395-9165-c8d79a096166 req-f259a019-96de-449c-a7a0-a6b49c7ae91a tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/networks/202c7ce6-d4e9-4f80-84dd-bef08905a653 HTTP/1.1" status: 200 len: 784 time: 0.1056447 Jul 09 14:37:24.355028 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [req-72b34321-12c3-4395-9165-c8d79a096166 req-332dbed7-1306-4666-b2ed-25cc18c19c19 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:37:24.355028 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-72b34321-12c3-4395-9165-c8d79a096166 req-332dbed7-1306-4666-b2ed-25cc18c19c19 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058763 Jul 09 14:37:25.047313 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc22092-234f-40e0-bf37-3e0bba504b6e req-92103e57-fbda-4f9a-85af-9eb6c1008bb4 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:25.048744 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8bc22092-234f-40e0-bf37-3e0bba504b6e req-92103e57-fbda-4f9a-85af-9eb6c1008bb4 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=1049b884-ab92-4127-863e-462d32d8b8bd HTTP/1.1" status: 200 len: 943 time: 0.0616937 Jul 09 14:37:25.089671 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8bc22092-234f-40e0-bf37-3e0bba504b6e req-a575bde4-c454-47ac-b81f-0c2a1f7619eb tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350740 Jul 09 14:37:25.515630 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6669fd-0a20-4bba-87c7-b43903150a65 req-e4cb2e49-8aaf-466d-a22b-71554d963621 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:25.516893 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7b6669fd-0a20-4bba-87c7-b43903150a65 req-e4cb2e49-8aaf-466d-a22b-71554d963621 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/networks?id=0753039a-7e20-479c-b814-489355a542c4 HTTP/1.1" status: 200 len: 821 time: 0.1193204 Jul 09 14:37:25.534208 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7b6669fd-0a20-4bba-87c7-b43903150a65 req-65af3f36-d334-48d4-abba-8a153e46ce49 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/quotas/77dbf4b092de4af7b8689da68d04094b HTTP/1.1" status: 200 len: 375 time: 0.0111535 Jul 09 14:37:25.620585 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7b6669fd-0a20-4bba-87c7-b43903150a65 req-d62e6c93-dec6-4c6d-a0e9-b5800d94ad37 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=77dbf4b092de4af7b8689da68d04094b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0802348 Jul 09 14:37:25.699065 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2c2df895-2472-497e-b5d0-85f69ad23e0d req-f544c294-3bc4-46e7-b286-50e6c147b5b2 tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=589109335dd7415a8ebb2cea4119bb8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292823 Jul 09 14:37:25.710408 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7b6669fd-0a20-4bba-87c7-b43903150a65 req-58786403-dec9-4be4-adbd-fac157395997 service neutron] 10.222.0.58 "GET /v2.0/networks/0753039a-7e20-479c-b814-489355a542c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828876 Jul 09 14:37:25.804930 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7b6669fd-0a20-4bba-87c7-b43903150a65 req-3cf005fc-35e4-4b50-98b6-adccef7569da service neutron] 10.222.0.58 "GET /v2.0/networks/0753039a-7e20-479c-b814-489355a542c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885789 Jul 09 14:37:25.808816 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2df895-2472-497e-b5d0-85f69ad23e0d req-3fa7cac0-a618-4013-a95a-793753a874cb tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:25.810511 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2c2df895-2472-497e-b5d0-85f69ad23e0d req-3fa7cac0-a618-4013-a95a-793753a874cb tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1047804 Jul 09 14:37:25.827171 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2c2df895-2472-497e-b5d0-85f69ad23e0d req-6bcecfe0-0893-4035-bde9-44febb3a5c52 tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] 10.222.0.58 "GET /v2.0/quotas/589109335dd7415a8ebb2cea4119bb8c HTTP/1.1" status: 200 len: 375 time: 0.0101378 Jul 09 14:37:25.863170 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2c2df895-2472-497e-b5d0-85f69ad23e0d req-0eb3cba0-2395-4120-9ba8-4c80d3a6421c tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=589109335dd7415a8ebb2cea4119bb8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301287 Jul 09 14:37:26.075480 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-80affcf5-fd42-445a-9c4e-102591d32e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:26.496753 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-98c00636-fbb4-4a14-9cbf-fbe0cb738c0f req-64a6aa8c-5451-476a-b1d0-95f893961fd8 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/ports?device_id=a654afbc-4843-40e7-b14d-313e36672ce8 HTTP/1.1" status: 200 len: 210 time: 0.0305383 Jul 09 14:37:26.573087 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-15e13ba3-2adf-4770-8cb5-74ab19adcc8f req-7f2e328f-7f84-4fcf-a144-bf6ba1941cb5 tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a20867f-8324-410b-ae59-0da4bd7b43b1 HTTP/1.1" status: 200 len: 210 time: 0.0285342 Jul 09 14:37:26.951978 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ff9b0-d509-42ea-a63c-45295601d1e4 req-b98427ed-06da-4f66-a839-54146849b6ad tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:26.953716 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-585ff9b0-d509-42ea-a63c-45295601d1e4 req-b98427ed-06da-4f66-a839-54146849b6ad tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=1049b884-ab92-4127-863e-462d32d8b8bd HTTP/1.1" status: 200 len: 943 time: 0.1088743 Jul 09 14:37:27.030638 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-585ff9b0-d509-42ea-a63c-45295601d1e4 req-cd132413-699e-4120-8fec-2ee14125a1f7 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699482 Jul 09 14:37:27.143345 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3099b702-61e8-46d6-8b61-5f4507f14095 req-1489019e-14ee-4ee3-97ee-344c75b150f0 tempest-QuotasAdminNegativeTest-74654715 tempest-QuotasAdminNegativeTest-74654715-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=63d61c853dcc467aad80d6020448940f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249460 Jul 09 14:37:27.276003 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3099b702-61e8-46d6-8b61-5f4507f14095 req-237f42e9-fdfd-4896-85b9-9a83e8322aaa tempest-QuotasAdminNegativeTest-74654715 tempest-QuotasAdminNegativeTest-74654715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:27.278049 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3099b702-61e8-46d6-8b61-5f4507f14095 req-237f42e9-fdfd-4896-85b9-9a83e8322aaa tempest-QuotasAdminNegativeTest-74654715 tempest-QuotasAdminNegativeTest-74654715-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1293700 Jul 09 14:37:27.293371 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3099b702-61e8-46d6-8b61-5f4507f14095 req-3ab8c84f-d2d5-4cef-9eae-96dfa9d4608c tempest-QuotasAdminNegativeTest-74654715 tempest-QuotasAdminNegativeTest-74654715-project] 10.222.0.58 "GET /v2.0/quotas/63d61c853dcc467aad80d6020448940f HTTP/1.1" status: 200 len: 375 time: 0.0094087 Jul 09 14:37:27.335353 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3099b702-61e8-46d6-8b61-5f4507f14095 req-f78ba148-b13e-4c68-b151-c7b8ca429298 tempest-QuotasAdminNegativeTest-74654715 tempest-QuotasAdminNegativeTest-74654715-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=63d61c853dcc467aad80d6020448940f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354633 Jul 09 14:37:27.646538 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 6db91b74-04b4-41e9-bc63-2c760d452ca4 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:37:27.656667 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3fff6747-e245-4b8a-8e5c-47070890ac80 req-15adbbee-b161-4388-b21d-ecbd39a8cd9b tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/ports?device_id=a654afbc-4843-40e7-b14d-313e36672ce8 HTTP/1.1" status: 200 len: 210 time: 0.0361292 Jul 09 14:37:27.799008 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 6db91b74-04b4-41e9-bc63-2c760d452ca4, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=6db91b74-04b4-41e9-bc63-2c760d452ca4,segment=NetworkSegment(cd7790e9-3309-48a3-bfb3-c9f386870e48),segment_id=cd7790e9-3309-48a3-bfb3-c9f386870e48)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:37:27.818348 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '6db91b74-04b4-41e9-bc63-2c760d452ca4', 'network_id': '56b8037f-2c10-4a66-9bb7-3f0d90fcd124', 'port_id': '6db91b74-04b4-41e9-bc63-2c760d452ca4', 'mac_address': 'fa:16:3e:ac:68:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e48d7f3a-0ca9-428c-9383-07e4f6a75f04', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:37:27.860990 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:27.910466 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6db91b74-04b4-41e9-bc63-2c760d452ca4 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:37:27.933449 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 6db91b74-04b4-41e9-bc63-2c760d452ca4, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=6db91b74-04b4-41e9-bc63-2c760d452ca4,segment=NetworkSegment(cd7790e9-3309-48a3-bfb3-c9f386870e48),segment_id=cd7790e9-3309-48a3-bfb3-c9f386870e48)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:37:27.947771 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-94d0d97a-985a-4ee1-8350-e6bcd68631f7 req-52df9847-9e7a-43ba-b3c7-37c8b80fecc1 tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a20867f-8324-410b-ae59-0da4bd7b43b1 HTTP/1.1" status: 200 len: 210 time: 0.0697556 Jul 09 14:37:28.014577 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:28.069362 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=6db91b74-04b4-41e9-bc63-2c760d452ca4,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:28.226552 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feffcc79-170a-43eb-8a15-5656f2aa42c8 req-04ee70ea-50a1-4280-8015-6f66aad49dfb tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:28.228233 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-feffcc79-170a-43eb-8a15-5656f2aa42c8 req-04ee70ea-50a1-4280-8015-6f66aad49dfb tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=1049b884-ab92-4127-863e-462d32d8b8bd HTTP/1.1" status: 200 len: 944 time: 0.0674419 Jul 09 14:37:28.264970 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:37:28.278106 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-feffcc79-170a-43eb-8a15-5656f2aa42c8 req-b8d8e0ba-a1d9-4028-8400-9ba5c86745a5 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404623 Jul 09 14:37:28.484125 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['6db91b74-04b4-41e9-bc63-2c760d452ca4'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:37:28.590352 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51200) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:28.715767 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fd08a606-8849-4ce7-874a-3e414caae473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:28.735061 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-87ca335b-57d2-45bf-98c2-0635e4e430bb req-082e7a2b-03ce-4d30-ae3a-cec3d08e370a tempest-QuotasAdminNegativeTest-74654715 tempest-QuotasAdminNegativeTest-74654715-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=63d61c853dcc467aad80d6020448940f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338476 Jul 09 14:37:28.843523 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-43b691f7-eaed-4e32-85a3-402fcc2118bc req-0dc14783-0144-4a7f-8236-6dd3bea314b7 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/ports?device_id=a654afbc-4843-40e7-b14d-313e36672ce8 HTTP/1.1" status: 200 len: 210 time: 0.0365739 Jul 09 14:37:28.883443 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca335b-57d2-45bf-98c2-0635e4e430bb req-8af104de-c803-4c1a-ac11-39428f48bfd3 tempest-QuotasAdminNegativeTest-74654715 tempest-QuotasAdminNegativeTest-74654715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:28.886593 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-87ca335b-57d2-45bf-98c2-0635e4e430bb req-8af104de-c803-4c1a-ac11-39428f48bfd3 tempest-QuotasAdminNegativeTest-74654715 tempest-QuotasAdminNegativeTest-74654715-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1459982 Jul 09 14:37:28.899935 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fd08a606-8849-4ce7-874a-3e414caae473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:28.905074 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-87ca335b-57d2-45bf-98c2-0635e4e430bb req-445212f4-cf92-4dee-9af5-eddb4c75d22d tempest-QuotasAdminNegativeTest-74654715 tempest-QuotasAdminNegativeTest-74654715-project] 10.222.0.58 "GET /v2.0/quotas/63d61c853dcc467aad80d6020448940f HTTP/1.1" status: 200 len: 375 time: 0.0100319 Jul 09 14:37:28.940434 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-87ca335b-57d2-45bf-98c2-0635e4e430bb req-5d20bdc0-4a31-478a-b249-dd5f99450ec4 tempest-QuotasAdminNegativeTest-74654715 tempest-QuotasAdminNegativeTest-74654715-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=63d61c853dcc467aad80d6020448940f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295396 Jul 09 14:37:28.974895 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-46cdc323-93c6-4491-b475-a04022fa7a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:29.042958 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fd08a606-8849-4ce7-874a-3e414caae473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:29.071685 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:29.142360 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd08a606-8849-4ce7-874a-3e414caae473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a59558-2e6f-4626-9da1-533f857704bc,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:29.150376 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-fd08a606-8849-4ce7-874a-3e414caae473 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3414735b6b96437f9a9cdcc38a1bebbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5563979 Jul 09 14:37:29.151326 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51226) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:29.178654 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-850cfd2e-d9ef-411e-bb93-5184f70d30b8 req-0c315deb-55da-463a-a460-b7582c5d0498 tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a20867f-8324-410b-ae59-0da4bd7b43b1 HTTP/1.1" status: 200 len: 210 time: 0.0892189 Jul 09 14:37:29.256569 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-085bcb38-63ef-4d61-81b2-f47db094bdc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:29.293429 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-085bcb38-63ef-4d61-81b2-f47db094bdc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:29.328375 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6669fd-0a20-4bba-87c7-b43903150a65 req-96364877-48c1-4f36-94de-35377f46182b tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:29.330028 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7b6669fd-0a20-4bba-87c7-b43903150a65 req-96364877-48c1-4f36-94de-35377f46182b tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.62 "GET /v2.0/networks?id=0753039a-7e20-479c-b814-489355a542c4 HTTP/1.1" status: 200 len: 821 time: 0.2340853 Jul 09 14:37:29.354801 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-7b6669fd-0a20-4bba-87c7-b43903150a65 req-b51f6231-2a3a-4305-b26d-d6782941bedd tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Request body: {'port': {'device_id': 'a654afbc-4843-40e7-b14d-313e36672ce8', 'network_id': '0753039a-7e20-479c-b814-489355a542c4', 'admin_state_up': True, 'tenant_id': '77dbf4b092de4af7b8689da68d04094b'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:37:29.448526 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-085bcb38-63ef-4d61-81b2-f47db094bdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:29.451167 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-085bcb38-63ef-4d61-81b2-f47db094bdc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:29.452339 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-085bcb38-63ef-4d61-81b2-f47db094bdc5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e2a59558-2e6f-4626-9da1-533f857704bc HTTP/1.1" status: 204 len: 168 time: 0.3007302 Jul 09 14:37:29.467776 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085bcb38-63ef-4d61-81b2-f47db094bdc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a59558-2e6f-4626-9da1-533f857704bc,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:29.580401 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c931de0c-b11b-4145-a272-8ae0469c8b41 req-eef85e26-06ca-44c2-a91c-009208b8595f tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:29.581914 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c931de0c-b11b-4145-a272-8ae0469c8b41 req-eef85e26-06ca-44c2-a91c-009208b8595f tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=1049b884-ab92-4127-863e-462d32d8b8bd HTTP/1.1" status: 200 len: 944 time: 0.1562457 Jul 09 14:37:29.622382 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c931de0c-b11b-4145-a272-8ae0469c8b41 req-867fbd78-df45-4caa-b662-633b507f3ef9 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340054 Jul 09 14:37:29.625251 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b6669fd-0a20-4bba-87c7-b43903150a65 req-b51f6231-2a3a-4305-b26d-d6782941bedd tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Made reservation on behalf of 77dbf4b092de4af7b8689da68d04094b for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:37:29.628950 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7b6669fd-0a20-4bba-87c7-b43903150a65 req-b51f6231-2a3a-4305-b26d-d6782941bedd tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:29.789699 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-7b6669fd-0a20-4bba-87c7-b43903150a65 req-b51f6231-2a3a-4305-b26d-d6782941bedd tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Allocated IP 172.20.0.10 (0753039a-7e20-479c-b814-489355a542c4/bc4e693f-d90b-46e2-beaf-3b7584235976/adda400d-0529-4d9f-9b8b-83131cebce54) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:37:29.872956 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2c2df895-2472-497e-b5d0-85f69ad23e0d req-96dbd221-c31a-4df9-af6e-eec03496d247 tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=589109335dd7415a8ebb2cea4119bb8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255497 Jul 09 14:37:29.964877 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7b6669fd-0a20-4bba-87c7-b43903150a65 req-b51f6231-2a3a-4305-b26d-d6782941bedd tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:29.981275 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-7b6669fd-0a20-4bba-87c7-b43903150a65 req-b51f6231-2a3a-4305-b26d-d6782941bedd tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Transition to ACTIVE for port object adda400d-0529-4d9f-9b8b-83131cebce54 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:37:30.028834 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2df895-2472-497e-b5d0-85f69ad23e0d req-3a67b60c-e5c8-4056-be40-f847820c8b06 tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:30.031020 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2c2df895-2472-497e-b5d0-85f69ad23e0d req-3a67b60c-e5c8-4056-be40-f847820c8b06 tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1513183 Jul 09 14:37:30.068243 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3679ba41-4bf8-42a3-b478-70efbaecc85e req-57c615cc-38fb-46bc-a37a-0259b115685c tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/ports?device_id=a654afbc-4843-40e7-b14d-313e36672ce8 HTTP/1.1" status: 200 len: 210 time: 0.0670481 Jul 09 14:37:30.071954 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:30.073878 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-2c2df895-2472-497e-b5d0-85f69ad23e0d req-f34ca18d-10cf-4c90-b196-547582e0b436 tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] Request body: {'port': {'device_id': '6a20867f-8324-410b-ae59-0da4bd7b43b1', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'admin_state_up': True, 'tenant_id': '589109335dd7415a8ebb2cea4119bb8c'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:37:30.118135 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7b6669fd-0a20-4bba-87c7-b43903150a65 req-b51f6231-2a3a-4305-b26d-d6782941bedd tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:30.129814 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['f7652d57-006e-480e-b09f-d6ce03537407'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:37:30.200040 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51f6231-2a3a-4305-b26d-d6782941bedd tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Pushing event updated for resources: {'Port': ['ID=adda400d-0529-4d9f-9b8b-83131cebce54,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:30.222499 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b6669fd-0a20-4bba-87c7-b43903150a65 req-b51f6231-2a3a-4305-b26d-d6782941bedd tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Network 0753039a-7e20-479c-b814-489355a542c4 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:37:30.228164 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-7b6669fd-0a20-4bba-87c7-b43903150a65 req-b51f6231-2a3a-4305-b26d-d6782941bedd tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:37:30.228312 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51244) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:30.228412 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b6669fd-0a20-4bba-87c7-b43903150a65 req-b51f6231-2a3a-4305-b26d-d6782941bedd tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:37:30.252778 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c1633b97-c2b9-448a-8506-9590222cfb35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:30.320125 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6669fd-0a20-4bba-87c7-b43903150a65 req-b51f6231-2a3a-4305-b26d-d6782941bedd tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:30.320808 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7b6669fd-0a20-4bba-87c7-b43903150a65 req-b51f6231-2a3a-4305-b26d-d6782941bedd tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:30.328344 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c2df895-2472-497e-b5d0-85f69ad23e0d req-f34ca18d-10cf-4c90-b196-547582e0b436 tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] Made reservation on behalf of 589109335dd7415a8ebb2cea4119bb8c for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:37:30.333349 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-2c2df895-2472-497e-b5d0-85f69ad23e0d req-f34ca18d-10cf-4c90-b196-547582e0b436 tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:30.365229 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-2c2df895-2472-497e-b5d0-85f69ad23e0d req-f34ca18d-10cf-4c90-b196-547582e0b436 tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:30.406007 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51248) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:30.468219 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b1dec232-87c3-488d-897a-3b0853c2ff84 req-e7dd50fa-3fb9-4b1f-9991-b97aadf73289 tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a20867f-8324-410b-ae59-0da4bd7b43b1 HTTP/1.1" status: 200 len: 210 time: 0.0429823 Jul 09 14:37:30.497710 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c1633b97-c2b9-448a-8506-9590222cfb35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:30.562671 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-71a84d9a-e1e5-4ef2-a78d-cd52821a7296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:30.606520 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c1633b97-c2b9-448a-8506-9590222cfb35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:30.649416 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c1633b97-c2b9-448a-8506-9590222cfb35 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c7a61047d3f34dc59768ae96748d6b35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4220970 Jul 09 14:37:30.650304 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1633b97-c2b9-448a-8506-9590222cfb35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e710c1df-f688-4d34-9e60-d282bfd126c1,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:30.652796 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51252) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:30.674655 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-1cda8a60-e50b-4f5a-85fd-48765c131b87 None None] Provisioning for port adda400d-0529-4d9f-9b8b-83131cebce54 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:37:30.679072 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-1cda8a60-e50b-4f5a-85fd-48765c131b87 None None] Provisioning complete for port adda400d-0529-4d9f-9b8b-83131cebce54 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:37:30.679466 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1cda8a60-e50b-4f5a-85fd-48765c131b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:30.705281 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7b6669fd-0a20-4bba-87c7-b43903150a65 req-b51f6231-2a3a-4305-b26d-d6782941bedd tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3585992 Jul 09 14:37:30.718473 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-1cda8a60-e50b-4f5a-85fd-48765c131b87 None None] Port adda400d-0529-4d9f-9b8b-83131cebce54 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:37:30.725376 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-7b6669fd-0a20-4bba-87c7-b43903150a65 req-65531fb8-8d1d-4aa4-ab17-a05f2a2070c7 service neutron] Request body: {'port': {'device_id': 'a654afbc-4843-40e7-b14d-313e36672ce8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:37:30.728682 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9297c867-2b56-43d0-9804-12ec52dc94e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:30.754442 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9297c867-2b56-43d0-9804-12ec52dc94e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:30.877922 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2227b9-4561-493e-95c2-4975177cce84 req-24d491d1-f62b-4568-9820-0da282bc36b3 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:30.879638 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-af2227b9-4561-493e-95c2-4975177cce84 req-24d491d1-f62b-4568-9820-0da282bc36b3 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=1049b884-ab92-4127-863e-462d32d8b8bd HTTP/1.1" status: 200 len: 944 time: 0.0838373 Jul 09 14:37:30.924158 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-af2227b9-4561-493e-95c2-4975177cce84 req-12c23d9e-366e-41fc-9278-0b8aa298aca6 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381393 Jul 09 14:37:30.951405 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9297c867-2b56-43d0-9804-12ec52dc94e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:30.954338 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9297c867-2b56-43d0-9804-12ec52dc94e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:30.956375 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-9297c867-2b56-43d0-9804-12ec52dc94e5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e710c1df-f688-4d34-9e60-d282bfd126c1 HTTP/1.1" status: 204 len: 168 time: 0.3015144 Jul 09 14:37:30.986528 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9297c867-2b56-43d0-9804-12ec52dc94e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e710c1df-f688-4d34-9e60-d282bfd126c1,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:31.053884 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-2c2df895-2472-497e-b5d0-85f69ad23e0d req-f34ca18d-10cf-4c90-b196-547582e0b436 tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:31.087713 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7b6669fd-0a20-4bba-87c7-b43903150a65 req-65531fb8-8d1d-4aa4-ab17-a05f2a2070c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:31.140227 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-2c2df895-2472-497e-b5d0-85f69ad23e0d req-f34ca18d-10cf-4c90-b196-547582e0b436 tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:31.226294 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34ca18d-10cf-4c90-b196-547582e0b436 tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e45167c4-9ee2-40ea-b055-6d502670e0bf,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:31.310800 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-2c2df895-2472-497e-b5d0-85f69ad23e0d req-f34ca18d-10cf-4c90-b196-547582e0b436 tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] Allocated IP 192.168.233.75 (aa30872f-c756-4ec7-be84-b2e3b86cdcfc/8081bcce-88de-4a2f-9e69-6750220e0be0/b9d8c01c-fbc0-4729-89da-a64249f40390) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:37:31.447854 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a793e6-8920-4c73-bd8a-cabcaffcca05 req-43171df3-4164-49b9-81ee-1e7276fe9999 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:31.454263 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:31.459674 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f2a793e6-8920-4c73-bd8a-cabcaffcca05 req-43171df3-4164-49b9-81ee-1e7276fe9999 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/ports?device_id=a654afbc-4843-40e7-b14d-313e36672ce8 HTTP/1.1" status: 200 len: 932 time: 0.2374907 Jul 09 14:37:31.516286 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-2c2df895-2472-497e-b5d0-85f69ad23e0d req-f34ca18d-10cf-4c90-b196-547582e0b436 tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:31.523030 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-71a84d9a-e1e5-4ef2-a78d-cd52821a7296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:31.548045 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f2a793e6-8920-4c73-bd8a-cabcaffcca05 req-bb3f9939-6613-4c92-810c-e57e54687afc tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/security-groups?id=e422a52c-7c07-43a8-a88a-b9007d1c26e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916402 Jul 09 14:37:31.555097 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-2c2df895-2472-497e-b5d0-85f69ad23e0d req-f34ca18d-10cf-4c90-b196-547582e0b436 tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] Transition to ACTIVE for port object b9d8c01c-fbc0-4729-89da-a64249f40390 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:37:31.579752 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-71a84d9a-e1e5-4ef2-a78d-cd52821a7296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:31.606895 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-7b6669fd-0a20-4bba-87c7-b43903150a65 req-65531fb8-8d1d-4aa4-ab17-a05f2a2070c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adda400d-0529-4d9f-9b8b-83131cebce54 {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:37:31.627473 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7b6669fd-0a20-4bba-87c7-b43903150a65 req-65531fb8-8d1d-4aa4-ab17-a05f2a2070c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:31.645710 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a84d9a-e1e5-4ef2-a78d-cd52821a7296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93d7137-b0a2-4cee-9936-90141fbfc7aa,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:31.651546 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-71a84d9a-e1e5-4ef2-a78d-cd52821a7296 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=63d61c853dcc467aad80d6020448940f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2443979 Jul 09 14:37:31.653009 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-7b6669fd-0a20-4bba-87c7-b43903150a65 req-65531fb8-8d1d-4aa4-ab17-a05f2a2070c7 service neutron] Transition to ACTIVE for port object adda400d-0529-4d9f-9b8b-83131cebce54 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:37:31.653771 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 6db91b74-04b4-41e9-bc63-2c760d452ca4 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:37:31.654234 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51272) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:31.697285 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e62dd342-1253-4ce6-abbd-e4dd78c339b1 req-76deef8f-f079-4685-bd6c-eb3218bbf7ba tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a20867f-8324-410b-ae59-0da4bd7b43b1 HTTP/1.1" status: 200 len: 210 time: 0.0564156 Jul 09 14:37:31.710066 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-2c2df895-2472-497e-b5d0-85f69ad23e0d req-f34ca18d-10cf-4c90-b196-547582e0b436 tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:31.739340 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7b6669fd-0a20-4bba-87c7-b43903150a65 req-65531fb8-8d1d-4aa4-ab17-a05f2a2070c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:31.741380 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ea0a8a22-3b89-4ffd-b2e4-914854a8da31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:31.768328 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c2df895-2472-497e-b5d0-85f69ad23e0d req-f34ca18d-10cf-4c90-b196-547582e0b436 tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] Network aa30872f-c756-4ec7-be84-b2e3b86cdcfc is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:37:31.773802 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-2c2df895-2472-497e-b5d0-85f69ad23e0d req-f34ca18d-10cf-4c90-b196-547582e0b436 tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:37:31.798864 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c2df895-2472-497e-b5d0-85f69ad23e0d req-f34ca18d-10cf-4c90-b196-547582e0b436 tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:37:31.811209 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ea0a8a22-3b89-4ffd-b2e4-914854a8da31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:31.831297 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port 6db91b74-04b4-41e9-bc63-2c760d452ca4 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:37:31.836688 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 6db91b74-04b4-41e9-bc63-2c760d452ca4 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:37:31.846562 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:31.846919 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65531fb8-8d1d-4aa4-ab17-a05f2a2070c7 service neutron] Pushing event updated for resources: {'Port': ['ID=adda400d-0529-4d9f-9b8b-83131cebce54,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:31.886042 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34ca18d-10cf-4c90-b196-547582e0b436 tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] Pushing event updated for resources: {'Port': ['ID=b9d8c01c-fbc0-4729-89da-a64249f40390,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:31.929556 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2df895-2472-497e-b5d0-85f69ad23e0d req-f34ca18d-10cf-4c90-b196-547582e0b436 tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:31.933794 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-2c2df895-2472-497e-b5d0-85f69ad23e0d req-f34ca18d-10cf-4c90-b196-547582e0b436 tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:32.009435 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2c2df895-2472-497e-b5d0-85f69ad23e0d req-f34ca18d-10cf-4c90-b196-547582e0b436 tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9494586 Jul 09 14:37:32.018816 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-7b6669fd-0a20-4bba-87c7-b43903150a65 req-65531fb8-8d1d-4aa4-ab17-a05f2a2070c7 service neutron] Attempting to bind port adda400d-0529-4d9f-9b8b-83131cebce54 on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:37:32.019268 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-7b6669fd-0a20-4bba-87c7-b43903150a65 req-65531fb8-8d1d-4aa4-ab17-a05f2a2070c7 service neutron] Attempting to bind port adda400d-0529-4d9f-9b8b-83131cebce54 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': 'da9acf97-083b-491c-801b-5da8bcfd8b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '0753039a-7e20-479c-b814-489355a542c4'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:37:32.020437 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6669fd-0a20-4bba-87c7-b43903150a65 req-65531fb8-8d1d-4aa4-ab17-a05f2a2070c7 service neutron] Attempting to bind port adda400d-0529-4d9f-9b8b-83131cebce54 on network 0753039a-7e20-479c-b814-489355a542c4 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:37:32.029993 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-2c2df895-2472-497e-b5d0-85f69ad23e0d req-df6b07d6-84a3-4c2c-b959-53df1ceada77 service neutron] Request body: {'port': {'device_id': '6a20867f-8324-410b-ae59-0da4bd7b43b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:37:32.046561 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6669fd-0a20-4bba-87c7-b43903150a65 req-65531fb8-8d1d-4aa4-ab17-a05f2a2070c7 service neutron] Port adda400d-0529-4d9f-9b8b-83131cebce54 on network 0753039a-7e20-479c-b814-489355a542c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:37:32.048833 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6669fd-0a20-4bba-87c7-b43903150a65 req-65531fb8-8d1d-4aa4-ab17-a05f2a2070c7 service neutron] Attempting to bind port adda400d-0529-4d9f-9b8b-83131cebce54 on network 0753039a-7e20-479c-b814-489355a542c4 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:37:32.058551 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:32.070238 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6669fd-0a20-4bba-87c7-b43903150a65 req-65531fb8-8d1d-4aa4-ab17-a05f2a2070c7 service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:37:32.070238 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6669fd-0a20-4bba-87c7-b43903150a65 req-65531fb8-8d1d-4aa4-ab17-a05f2a2070c7 service neutron] Checking segment: {'id': 'da9acf97-083b-491c-801b-5da8bcfd8b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '0753039a-7e20-479c-b814-489355a542c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:37:32.070238 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6669fd-0a20-4bba-87c7-b43903150a65 req-65531fb8-8d1d-4aa4-ab17-a05f2a2070c7 service neutron] Bound using segment: {'id': 'da9acf97-083b-491c-801b-5da8bcfd8b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '0753039a-7e20-479c-b814-489355a542c4'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:37:32.070238 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-7b6669fd-0a20-4bba-87c7-b43903150a65 req-65531fb8-8d1d-4aa4-ab17-a05f2a2070c7 service neutron] Bound port: adda400d-0529-4d9f-9b8b-83131cebce54, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da9acf97-083b-491c-801b-5da8bcfd8b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '0753039a-7e20-479c-b814-489355a542c4'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:37:32.075807 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7b6669fd-0a20-4bba-87c7-b43903150a65 req-65531fb8-8d1d-4aa4-ab17-a05f2a2070c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:32.118170 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1049b884-ab92-4127-863e-462d32d8b8bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db91b74-04b4-41e9-bc63-2c760d452ca4'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:37:32.120468 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2257c7bc-6bb8-4f7a-b92e-a89621106a4b" -d '{"events": [{"server_uuid": "1049b884-ab92-4127-863e-462d32d8b8bd", "name": "network-vif-plugged", "status": "completed", "tag": "6db91b74-04b4-41e9-bc63-2c760d452ca4"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:37:32.159425 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 6db91b74-04b4-41e9-bc63-2c760d452ca4, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=6db91b74-04b4-41e9-bc63-2c760d452ca4,segment=NetworkSegment(cd7790e9-3309-48a3-bfb3-c9f386870e48),segment_id=cd7790e9-3309-48a3-bfb3-c9f386870e48)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:37:32.161133 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ea0a8a22-3b89-4ffd-b2e4-914854a8da31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:32.168124 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ea0a8a22-3b89-4ffd-b2e4-914854a8da31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:32.169307 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ea0a8a22-3b89-4ffd-b2e4-914854a8da31 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e93d7137-b0a2-4cee-9936-90141fbfc7aa HTTP/1.1" status: 204 len: 168 time: 0.5140469 Jul 09 14:37:32.202539 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59410f71-107d-4ad8-98a7-b749927949e5 x-openstack-request-id: req-59410f71-107d-4ad8-98a7-b749927949e5 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:37:32.202830 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1049b884-ab92-4127-863e-462d32d8b8bd", "name": "network-vif-plugged", "status": "completed", "tag": "6db91b74-04b4-41e9-bc63-2c760d452ca4", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:37:32.203081 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-59410f71-107d-4ad8-98a7-b749927949e5 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:37:32.203477 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1049b884-ab92-4127-863e-462d32d8b8bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db91b74-04b4-41e9-bc63-2c760d452ca4', 'code': 200} Jul 09 14:37:32.210061 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0a8a22-3b89-4ffd-b2e4-914854a8da31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93d7137-b0a2-4cee-9936-90141fbfc7aa,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:32.220682 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-2c2df895-2472-497e-b5d0-85f69ad23e0d req-df6b07d6-84a3-4c2c-b959-53df1ceada77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:32.223110 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:32.260554 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-7b6669fd-0a20-4bba-87c7-b43903150a65 req-65531fb8-8d1d-4aa4-ab17-a05f2a2070c7 service neutron] For port adda400d-0529-4d9f-9b8b-83131cebce54, host n-h1-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:37:32.273948 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-7b6669fd-0a20-4bba-87c7-b43903150a65 req-65531fb8-8d1d-4aa4-ab17-a05f2a2070c7 service neutron] For port adda400d-0529-4d9f-9b8b-83131cebce54, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=adda400d-0529-4d9f-9b8b-83131cebce54,segment=NetworkSegment(da9acf97-083b-491c-801b-5da8bcfd8b16),segment_id=da9acf97-083b-491c-801b-5da8bcfd8b16)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:37:32.302155 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=6db91b74-04b4-41e9-bc63-2c760d452ca4,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:32.368720 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-1ce083d3-8001-4ed2-a100-798dd6bc7b6c None None] Provisioning for port b9d8c01c-fbc0-4729-89da-a64249f40390 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:37:32.373107 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-1ce083d3-8001-4ed2-a100-798dd6bc7b6c None None] Provisioning complete for port b9d8c01c-fbc0-4729-89da-a64249f40390 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:37:32.373574 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1ce083d3-8001-4ed2-a100-798dd6bc7b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:32.414847 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-1ce083d3-8001-4ed2-a100-798dd6bc7b6c None None] Port b9d8c01c-fbc0-4729-89da-a64249f40390 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:37:32.423086 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7b6669fd-0a20-4bba-87c7-b43903150a65 req-65531fb8-8d1d-4aa4-ab17-a05f2a2070c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:32.471060 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6669fd-0a20-4bba-87c7-b43903150a65 req-65531fb8-8d1d-4aa4-ab17-a05f2a2070c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:32.471741 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7b6669fd-0a20-4bba-87c7-b43903150a65 req-65531fb8-8d1d-4aa4-ab17-a05f2a2070c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:32.473261 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7b6669fd-0a20-4bba-87c7-b43903150a65 req-65531fb8-8d1d-4aa4-ab17-a05f2a2070c7 service neutron] 10.222.0.62 "PUT /v2.0/ports/adda400d-0529-4d9f-9b8b-83131cebce54 HTTP/1.1" status: 200 len: 1092 time: 1.7537329 Jul 09 14:37:32.473702 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a654afbc-4843-40e7-b14d-313e36672ce8', 'tag': 'adda400d-0529-4d9f-9b8b-83131cebce54'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:37:32.477698 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc13bebd-a230-4d2e-9e67-35fe235c82e9" -d '{"events": [{"name": "network-changed", "server_uuid": "a654afbc-4843-40e7-b14d-313e36672ce8", "tag": "adda400d-0529-4d9f-9b8b-83131cebce54"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:37:32.503628 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00700d5-bd76-410d-8be8-a9fd00631dfa req-1e6233a0-f308-47d6-8a65-ef453348d314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:32.503628 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c00700d5-bd76-410d-8be8-a9fd00631dfa req-1e6233a0-f308-47d6-8a65-ef453348d314 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1049b884-ab92-4127-863e-462d32d8b8bd HTTP/1.1" status: 200 len: 1096 time: 0.1814024 Jul 09 14:37:32.511878 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d66121-f260-41f1-a3ee-79948a9e4e51 req-479b522a-7d98-4ab5-a9fb-28ce11dcfd72 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:32.515654 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65531fb8-8d1d-4aa4-ab17-a05f2a2070c7 service neutron] Pushing event updated for resources: {'Port': ['ID=adda400d-0529-4d9f-9b8b-83131cebce54,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:32.520004 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f8d66121-f260-41f1-a3ee-79948a9e4e51 req-479b522a-7d98-4ab5-a9fb-28ce11dcfd72 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=1049b884-ab92-4127-863e-462d32d8b8bd HTTP/1.1" status: 200 len: 945 time: 0.2722859 Jul 09 14:37:32.573332 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc4710e-dafc-42da-86e3-9cd4fe2f0a5b x-openstack-request-id: req-2dc4710e-dafc-42da-86e3-9cd4fe2f0a5b {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:37:32.574007 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a654afbc-4843-40e7-b14d-313e36672ce8", "tag": "adda400d-0529-4d9f-9b8b-83131cebce54", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:37:32.574529 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2dc4710e-dafc-42da-86e3-9cd4fe2f0a5b {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:37:32.575173 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a654afbc-4843-40e7-b14d-313e36672ce8', 'tag': 'adda400d-0529-4d9f-9b8b-83131cebce54', 'status': 'completed', 'code': 200} Jul 09 14:37:32.666981 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c00700d5-bd76-410d-8be8-a9fd00631dfa req-803cccf2-1bdb-49f7-bde5-916b554a5d19 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449239 Jul 09 14:37:32.681294 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f8d66121-f260-41f1-a3ee-79948a9e4e51 req-a596cac0-07f2-4cd4-ac95-eb0889dfdcbc tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602197 Jul 09 14:37:32.813304 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13bebd-a230-4d2e-9e67-35fe235c82e9 req-67467fd6-94dd-4ab5-a1ad-f0dfccccb2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:32.820681 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dc13bebd-a230-4d2e-9e67-35fe235c82e9 req-67467fd6-94dd-4ab5-a1ad-f0dfccccb2a0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=77dbf4b092de4af7b8689da68d04094b&device_id=a654afbc-4843-40e7-b14d-313e36672ce8 HTTP/1.1" status: 200 len: 1095 time: 0.1937711 Jul 09 14:37:32.918462 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-2c2df895-2472-497e-b5d0-85f69ad23e0d req-df6b07d6-84a3-4c2c-b959-53df1ceada77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9d8c01c-fbc0-4729-89da-a64249f40390 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:37:32.924850 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca457b05-4445-40bf-a6e3-db2938fbaff8 req-5c02b669-34b4-41e5-98d8-ec0bde46377a tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:32.928596 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-2c2df895-2472-497e-b5d0-85f69ad23e0d req-df6b07d6-84a3-4c2c-b959-53df1ceada77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:32.932805 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ca457b05-4445-40bf-a6e3-db2938fbaff8 req-5c02b669-34b4-41e5-98d8-ec0bde46377a tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/ports?device_id=a654afbc-4843-40e7-b14d-313e36672ce8 HTTP/1.1" status: 200 len: 944 time: 0.1971755 Jul 09 14:37:32.943007 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-2c2df895-2472-497e-b5d0-85f69ad23e0d req-df6b07d6-84a3-4c2c-b959-53df1ceada77 service neutron] Transition to ACTIVE for port object b9d8c01c-fbc0-4729-89da-a64249f40390 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:37:32.995662 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ca457b05-4445-40bf-a6e3-db2938fbaff8 req-fed4a5e7-4726-43dc-a147-6b3c3522ff92 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/security-groups?id=e422a52c-7c07-43a8-a88a-b9007d1c26e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585368 Jul 09 14:37:33.025726 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed8ac4-39ac-42a6-ab1b-c849d453bc34 req-b4804424-3542-43bc-97e8-d8f00cf661d2 tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:33.027246 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-04ed8ac4-39ac-42a6-ab1b-c849d453bc34 req-b4804424-3542-43bc-97e8-d8f00cf661d2 tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a20867f-8324-410b-ae59-0da4bd7b43b1 HTTP/1.1" status: 200 len: 935 time: 0.0828605 Jul 09 14:37:33.087462 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-04ed8ac4-39ac-42a6-ab1b-c849d453bc34 req-5551c1f3-73ad-42b7-8ad3-4f4334b89135 tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] 10.222.0.58 "GET /v2.0/security-groups?id=e45167c4-9ee2-40ea-b055-6d502670e0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451591 Jul 09 14:37:33.102495 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-2c2df895-2472-497e-b5d0-85f69ad23e0d req-df6b07d6-84a3-4c2c-b959-53df1ceada77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:33.201989 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6b07d6-84a3-4c2c-b959-53df1ceada77 service neutron] Pushing event updated for resources: {'Port': ['ID=b9d8c01c-fbc0-4729-89da-a64249f40390,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:33.319363 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13bebd-a230-4d2e-9e67-35fe235c82e9 req-83227c05-62fb-4dfd-8f2c-23b5ca59b114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:33.321295 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dc13bebd-a230-4d2e-9e67-35fe235c82e9 req-83227c05-62fb-4dfd-8f2c-23b5ca59b114 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=77dbf4b092de4af7b8689da68d04094b&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2317851 Jul 09 14:37:33.450597 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51312) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:33.475471 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2d1368f6-b9a3-4c4c-8bdd-08b3d1b61678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:33.515859 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13bebd-a230-4d2e-9e67-35fe235c82e9 req-4e244e10-307f-4951-bfbc-1c1fc8c89f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:33.517357 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dc13bebd-a230-4d2e-9e67-35fe235c82e9 req-4e244e10-307f-4951-bfbc-1c1fc8c89f5d service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1768711 Jul 09 14:37:33.533336 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-2c2df895-2472-497e-b5d0-85f69ad23e0d req-df6b07d6-84a3-4c2c-b959-53df1ceada77 service neutron] Attempting to bind port b9d8c01c-fbc0-4729-89da-a64249f40390 on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:37:33.533939 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-2c2df895-2472-497e-b5d0-85f69ad23e0d req-df6b07d6-84a3-4c2c-b959-53df1ceada77 service neutron] Attempting to bind port b9d8c01c-fbc0-4729-89da-a64249f40390 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:37:33.534476 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2df895-2472-497e-b5d0-85f69ad23e0d req-df6b07d6-84a3-4c2c-b959-53df1ceada77 service neutron] Attempting to bind port b9d8c01c-fbc0-4729-89da-a64249f40390 on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:37:33.543132 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2df895-2472-497e-b5d0-85f69ad23e0d req-df6b07d6-84a3-4c2c-b959-53df1ceada77 service neutron] Port b9d8c01c-fbc0-4729-89da-a64249f40390 on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:37:33.548770 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2df895-2472-497e-b5d0-85f69ad23e0d req-df6b07d6-84a3-4c2c-b959-53df1ceada77 service neutron] Attempting to bind port b9d8c01c-fbc0-4729-89da-a64249f40390 on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:37:33.552023 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2df895-2472-497e-b5d0-85f69ad23e0d req-df6b07d6-84a3-4c2c-b959-53df1ceada77 service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:37:33.552626 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2df895-2472-497e-b5d0-85f69ad23e0d req-df6b07d6-84a3-4c2c-b959-53df1ceada77 service neutron] Checking segment: {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:37:33.553016 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2df895-2472-497e-b5d0-85f69ad23e0d req-df6b07d6-84a3-4c2c-b959-53df1ceada77 service neutron] Bound using segment: {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:37:33.553497 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-2c2df895-2472-497e-b5d0-85f69ad23e0d req-df6b07d6-84a3-4c2c-b959-53df1ceada77 service neutron] Bound port: b9d8c01c-fbc0-4729-89da-a64249f40390, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:37:33.553856 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-2c2df895-2472-497e-b5d0-85f69ad23e0d req-df6b07d6-84a3-4c2c-b959-53df1ceada77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:33.621582 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-2c2df895-2472-497e-b5d0-85f69ad23e0d req-df6b07d6-84a3-4c2c-b959-53df1ceada77 service neutron] For port b9d8c01c-fbc0-4729-89da-a64249f40390, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:37:33.625555 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-2c2df895-2472-497e-b5d0-85f69ad23e0d req-df6b07d6-84a3-4c2c-b959-53df1ceada77 service neutron] For port b9d8c01c-fbc0-4729-89da-a64249f40390, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=b9d8c01c-fbc0-4729-89da-a64249f40390,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:37:33.673877 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6669fd-0a20-4bba-87c7-b43903150a65 req-dfa0e211-e0cd-415a-8efc-6356ce08fe1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:33.675370 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7b6669fd-0a20-4bba-87c7-b43903150a65 req-dfa0e211-e0cd-415a-8efc-6356ce08fe1b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=77dbf4b092de4af7b8689da68d04094b&device_id=a654afbc-4843-40e7-b14d-313e36672ce8 HTTP/1.1" status: 200 len: 1095 time: 0.0915444 Jul 09 14:37:33.677358 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2d1368f6-b9a3-4c4c-8bdd-08b3d1b61678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:33.722430 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-2c2df895-2472-497e-b5d0-85f69ad23e0d req-df6b07d6-84a3-4c2c-b959-53df1ceada77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:33.729604 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7b6669fd-0a20-4bba-87c7-b43903150a65 req-5b85066d-cabb-423a-b21c-b2b4a2b31fd6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=adda400d-0529-4d9f-9b8b-83131cebce54 HTTP/1.1" status: 200 len: 217 time: 0.0399754 Jul 09 14:37:33.760461 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2df895-2472-497e-b5d0-85f69ad23e0d req-df6b07d6-84a3-4c2c-b959-53df1ceada77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:33.761076 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-2c2df895-2472-497e-b5d0-85f69ad23e0d req-df6b07d6-84a3-4c2c-b959-53df1ceada77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:33.762681 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2c2df895-2472-497e-b5d0-85f69ad23e0d req-df6b07d6-84a3-4c2c-b959-53df1ceada77 service neutron] 10.222.0.62 "PUT /v2.0/ports/b9d8c01c-fbc0-4729-89da-a64249f40390 HTTP/1.1" status: 200 len: 1095 time: 1.7386615 Jul 09 14:37:33.763134 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a20867f-8324-410b-ae59-0da4bd7b43b1', 'tag': 'b9d8c01c-fbc0-4729-89da-a64249f40390'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:37:33.766777 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2005603b-41c5-4aa2-81a1-3f0713f801c1" -d '{"events": [{"name": "network-changed", "server_uuid": "6a20867f-8324-410b-ae59-0da4bd7b43b1", "tag": "b9d8c01c-fbc0-4729-89da-a64249f40390"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:37:33.795987 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2d1368f6-b9a3-4c4c-8bdd-08b3d1b61678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:33.823307 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6b07d6-84a3-4c2c-b959-53df1ceada77 service neutron] Pushing event updated for resources: {'Port': ['ID=b9d8c01c-fbc0-4729-89da-a64249f40390,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:33.839434 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed2f43f-cad5-4778-8653-8fb742fd32b7 x-openstack-request-id: req-0ed2f43f-cad5-4778-8653-8fb742fd32b7 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:37:33.839916 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a20867f-8324-410b-ae59-0da4bd7b43b1", "tag": "b9d8c01c-fbc0-4729-89da-a64249f40390", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:37:33.840202 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0ed2f43f-cad5-4778-8653-8fb742fd32b7 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:37:33.840574 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a20867f-8324-410b-ae59-0da4bd7b43b1', 'tag': 'b9d8c01c-fbc0-4729-89da-a64249f40390', 'status': 'completed', 'code': 200} Jul 09 14:37:33.863133 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1368f6-b9a3-4c4c-8bdd-08b3d1b61678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d539472c-d830-4505-904b-ff5492c42990,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:33.893441 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-2d1368f6-b9a3-4c4c-8bdd-08b3d1b61678 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=58245f5172fe4129838e0245b9b6c5b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4411581 Jul 09 14:37:33.894272 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51320) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:33.905502 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6669fd-0a20-4bba-87c7-b43903150a65 req-205475be-c2e9-4e73-b1f7-957ff635b82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:33.906938 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7b6669fd-0a20-4bba-87c7-b43903150a65 req-205475be-c2e9-4e73-b1f7-957ff635b82f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bc4e693f-d90b-46e2-beaf-3b7584235976 HTTP/1.1" status: 200 len: 860 time: 0.1707075 Jul 09 14:37:34.031615 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef22fd1-cf13-4c00-8a16-a1455d353f61 req-34f82526-3f2e-4167-b14c-84ec79bf5ffd tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:34.039812 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1ef22fd1-cf13-4c00-8a16-a1455d353f61 req-34f82526-3f2e-4167-b14c-84ec79bf5ffd tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=1049b884-ab92-4127-863e-462d32d8b8bd HTTP/1.1" status: 200 len: 945 time: 0.1493676 Jul 09 14:37:34.046847 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-10ba77fd-35b3-47c1-bf5e-f80ad5b2ea98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:34.063616 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005603b-41c5-4aa2-81a1-3f0713f801c1 req-5d6d2b61-58d5-4aba-9cf5-245231d24cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:34.065555 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2005603b-41c5-4aa2-81a1-3f0713f801c1 req-5d6d2b61-58d5-4aba-9cf5-245231d24cff service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=589109335dd7415a8ebb2cea4119bb8c&device_id=6a20867f-8324-410b-ae59-0da4bd7b43b1 HTTP/1.1" status: 200 len: 1098 time: 0.1352215 Jul 09 14:37:34.118651 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6669fd-0a20-4bba-87c7-b43903150a65 req-c938e366-a5f0-44a2-815e-bd5553b0faa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:34.121744 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7b6669fd-0a20-4bba-87c7-b43903150a65 req-c938e366-a5f0-44a2-815e-bd5553b0faa0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0753039a-7e20-479c-b814-489355a542c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1843827 Jul 09 14:37:34.128601 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-10ba77fd-35b3-47c1-bf5e-f80ad5b2ea98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:34.142988 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2005603b-41c5-4aa2-81a1-3f0713f801c1 req-cec33b7e-d4b6-4202-8df4-29a963864df8 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=589109335dd7415a8ebb2cea4119bb8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0504236 Jul 09 14:37:34.164148 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1ef22fd1-cf13-4c00-8a16-a1455d353f61 req-d0018ca6-983f-4c6f-99b3-d9c8f7d742ff tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236913 Jul 09 14:37:34.353885 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-10ba77fd-35b3-47c1-bf5e-f80ad5b2ea98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:34.356919 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-10ba77fd-35b3-47c1-bf5e-f80ad5b2ea98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:34.358857 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-10ba77fd-35b3-47c1-bf5e-f80ad5b2ea98 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d539472c-d830-4505-904b-ff5492c42990 HTTP/1.1" status: 204 len: 168 time: 0.4612429 Jul 09 14:37:34.362279 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005603b-41c5-4aa2-81a1-3f0713f801c1 req-a738bdea-2198-4552-ad0c-531bf8ea2752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:34.363893 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2005603b-41c5-4aa2-81a1-3f0713f801c1 req-a738bdea-2198-4552-ad0c-531bf8ea2752 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1526184 Jul 09 14:37:34.404711 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7b6669fd-0a20-4bba-87c7-b43903150a65 req-f7c03b26-62fd-49d4-b4bc-0a783f4f7409 service neutron] 10.222.0.62 "GET /v2.0/networks/0753039a-7e20-479c-b814-489355a542c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292585 Jul 09 14:37:34.406622 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ba77fd-35b3-47c1-bf5e-f80ad5b2ea98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d539472c-d830-4505-904b-ff5492c42990,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:34.531941 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2df895-2472-497e-b5d0-85f69ad23e0d req-adc46752-a73d-488f-877a-0cf337495fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:34.533498 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2c2df895-2472-497e-b5d0-85f69ad23e0d req-adc46752-a73d-488f-877a-0cf337495fed service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=589109335dd7415a8ebb2cea4119bb8c&device_id=6a20867f-8324-410b-ae59-0da4bd7b43b1 HTTP/1.1" status: 200 len: 1098 time: 0.0893805 Jul 09 14:37:34.586836 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c044f-4445-41ca-995f-0ea7c028c897 req-8f55ceb2-173b-4679-91f1-847ffa470e8a tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:34.589028 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-643c044f-4445-41ca-995f-0ea7c028c897 req-8f55ceb2-173b-4679-91f1-847ffa470e8a tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/ports?device_id=a654afbc-4843-40e7-b14d-313e36672ce8 HTTP/1.1" status: 200 len: 944 time: 0.3144372 Jul 09 14:37:34.647489 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64f2b3f-6483-41d2-9977-d5201dd8f4af req-5e7eb10f-8a11-4d1d-ba2c-7aa648db6103 tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:34.657162 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a64f2b3f-6483-41d2-9977-d5201dd8f4af req-5e7eb10f-8a11-4d1d-ba2c-7aa648db6103 tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a20867f-8324-410b-ae59-0da4bd7b43b1 HTTP/1.1" status: 200 len: 947 time: 0.2600384 Jul 09 14:37:34.665356 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-643c044f-4445-41ca-995f-0ea7c028c897 req-8dbb5093-caf5-4c42-8ba4-2e70573c4c09 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/security-groups?id=e422a52c-7c07-43a8-a88a-b9007d1c26e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658591 Jul 09 14:37:34.689720 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2c2df895-2472-497e-b5d0-85f69ad23e0d req-ebeb77e1-1c8b-4aa0-83ee-5e4927cfb10b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=b9d8c01c-fbc0-4729-89da-a64249f40390 HTTP/1.1" status: 200 len: 217 time: 0.1398399 Jul 09 14:37:34.711097 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7b6669fd-0a20-4bba-87c7-b43903150a65 req-bb4c2973-b618-474a-bb8b-74ff82f1dd64 service neutron] 10.222.0.62 "GET /v2.0/networks/0753039a-7e20-479c-b814-489355a542c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898936 Jul 09 14:37:34.745403 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a64f2b3f-6483-41d2-9977-d5201dd8f4af req-e459aa28-e9b4-4b13-b228-3d0a148d5a3d tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] 10.222.0.58 "GET /v2.0/security-groups?id=e45167c4-9ee2-40ea-b055-6d502670e0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871313 Jul 09 14:37:34.785622 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2df895-2472-497e-b5d0-85f69ad23e0d req-463ee615-c1c2-4e59-a6cc-864ee1846727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:34.787278 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2c2df895-2472-497e-b5d0-85f69ad23e0d req-463ee615-c1c2-4e59-a6cc-864ee1846727 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.0911484 Jul 09 14:37:34.876252 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2df895-2472-497e-b5d0-85f69ad23e0d req-634f6f93-71b9-42b5-bcff-2cc70aad5c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:34.877952 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2c2df895-2472-497e-b5d0-85f69ad23e0d req-634f6f93-71b9-42b5-bcff-2cc70aad5c53 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0774605 Jul 09 14:37:35.038790 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2c2df895-2472-497e-b5d0-85f69ad23e0d req-d7f01666-714f-4051-ab30-f5f151277671 service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379912 Jul 09 14:37:35.168309 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2c2df895-2472-497e-b5d0-85f69ad23e0d req-86158d04-10a5-4d09-af78-f65c3e6459e9 service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212237 Jul 09 14:37:35.372200 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbbd39-ec73-4751-9178-f11486eeed0e req-f0248b81-966b-4c32-b9ff-324b655d9b13 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:35.373457 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dabbbd39-ec73-4751-9178-f11486eeed0e req-f0248b81-966b-4c32-b9ff-324b655d9b13 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=1049b884-ab92-4127-863e-462d32d8b8bd HTTP/1.1" status: 200 len: 945 time: 0.0637293 Jul 09 14:37:35.413482 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dabbbd39-ec73-4751-9178-f11486eeed0e req-3273d305-db4b-44e0-9da7-7f0610d266dc tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329084 Jul 09 14:37:35.583008 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12118e99-cb1c-499b-a48e-082fc90bb845 req-95cb1a57-d621-4c7e-9ece-b017c5346164 tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:35.585440 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-12118e99-cb1c-499b-a48e-082fc90bb845 req-95cb1a57-d621-4c7e-9ece-b017c5346164 tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=1049b884-ab92-4127-863e-462d32d8b8bd HTTP/1.1" status: 200 len: 1096 time: 0.0592043 Jul 09 14:37:35.621592 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-12118e99-cb1c-499b-a48e-082fc90bb845 req-235e1b87-0e14-4334-8d8d-e6c699e5f99e tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299098 Jul 09 14:37:35.866294 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a4db2-3dab-472c-b4bd-930addead617 req-19a27de4-5b50-4439-8172-ed92afe0b844 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:35.867992 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6e2a4db2-3dab-472c-b4bd-930addead617 req-19a27de4-5b50-4439-8172-ed92afe0b844 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/ports?device_id=a654afbc-4843-40e7-b14d-313e36672ce8 HTTP/1.1" status: 200 len: 944 time: 0.0676787 Jul 09 14:37:35.909742 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6e2a4db2-3dab-472c-b4bd-930addead617 req-b254dbf3-8003-44aa-8e21-3383d7ffb25d tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/security-groups?id=e422a52c-7c07-43a8-a88a-b9007d1c26e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356941 Jul 09 14:37:35.944614 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941dceee-d8b1-48dc-91fb-1e484b4e61a3 req-d8859b30-da7c-4b81-89e8-74a3ecb2d21d tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:35.946137 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-941dceee-d8b1-48dc-91fb-1e484b4e61a3 req-d8859b30-da7c-4b81-89e8-74a3ecb2d21d tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a20867f-8324-410b-ae59-0da4bd7b43b1 HTTP/1.1" status: 200 len: 947 time: 0.0653753 Jul 09 14:37:35.986883 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-941dceee-d8b1-48dc-91fb-1e484b4e61a3 req-cb261948-0c47-4bef-9f23-012a11b8e997 tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] 10.222.0.58 "GET /v2.0/security-groups?id=e45167c4-9ee2-40ea-b055-6d502670e0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343854 Jul 09 14:37:37.140077 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f5a6e3-d115-43b1-a4f7-f5defe416bb1 req-d0f2e3bc-6667-41a3-8b5c-cfbaff14e320 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:37.142574 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-69f5a6e3-d115-43b1-a4f7-f5defe416bb1 req-d0f2e3bc-6667-41a3-8b5c-cfbaff14e320 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/ports?device_id=a654afbc-4843-40e7-b14d-313e36672ce8 HTTP/1.1" status: 200 len: 944 time: 0.0940819 Jul 09 14:37:37.188519 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-69f5a6e3-d115-43b1-a4f7-f5defe416bb1 req-c36b81ed-5269-406f-9270-61309ada96f0 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/security-groups?id=e422a52c-7c07-43a8-a88a-b9007d1c26e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398939 Jul 09 14:37:37.249512 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc6878-c87b-4e18-ac07-90b2aecaa3af req-f7ac73d7-7070-46ce-a7c8-03aefe5a6833 tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:37.261743 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b5cc6878-c87b-4e18-ac07-90b2aecaa3af req-f7ac73d7-7070-46ce-a7c8-03aefe5a6833 tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a20867f-8324-410b-ae59-0da4bd7b43b1 HTTP/1.1" status: 200 len: 947 time: 0.1174107 Jul 09 14:37:37.333506 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b5cc6878-c87b-4e18-ac07-90b2aecaa3af req-5e579c97-d7da-490c-96e1-2a5992954055 tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] 10.222.0.58 "GET /v2.0/security-groups?id=e45167c4-9ee2-40ea-b055-6d502670e0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701714 Jul 09 14:37:37.395814 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51496) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:37.520125 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-51338cce-4a81-4849-bd71-643d45266b61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:37.640534 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-51338cce-4a81-4849-bd71-643d45266b61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:37.722234 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-51338cce-4a81-4849-bd71-643d45266b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:37.769946 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-51338cce-4a81-4849-bd71-643d45266b61 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=904c6e004f82403fbc4090513d59bc2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3729777 Jul 09 14:37:37.771369 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51338cce-4a81-4849-bd71-643d45266b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b271438-1cf5-4a12-8414-8b5d064f4ed5,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:37.772729 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51524) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:37.837585 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1220edad-4cb7-4b4d-b4d4-0eb604a3e152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:37.863234 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1220edad-4cb7-4b4d-b4d4-0eb604a3e152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:37.985320 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1220edad-4cb7-4b4d-b4d4-0eb604a3e152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:37.988131 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1220edad-4cb7-4b4d-b4d4-0eb604a3e152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:37.991747 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-1220edad-4cb7-4b4d-b4d4-0eb604a3e152 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4b271438-1cf5-4a12-8414-8b5d064f4ed5 HTTP/1.1" status: 204 len: 168 time: 0.2154777 Jul 09 14:37:37.999583 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1220edad-4cb7-4b4d-b4d4-0eb604a3e152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b271438-1cf5-4a12-8414-8b5d064f4ed5,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:38.380388 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6af9e-8c18-4ef6-9edd-23e6cf32a942 req-88de4e77-7d9e-4476-91cb-cc08db4e5e7e tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:38.381879 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c4e6af9e-8c18-4ef6-9edd-23e6cf32a942 req-88de4e77-7d9e-4476-91cb-cc08db4e5e7e tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/ports?device_id=a654afbc-4843-40e7-b14d-313e36672ce8 HTTP/1.1" status: 200 len: 944 time: 0.0652847 Jul 09 14:37:38.419614 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c4e6af9e-8c18-4ef6-9edd-23e6cf32a942 req-f49e9670-41a8-4b7f-875a-f2add3de1583 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/security-groups?id=e422a52c-7c07-43a8-a88a-b9007d1c26e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319874 Jul 09 14:37:38.579719 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee130aa-cf7d-453c-824c-c817cb590344 req-83101609-1964-4885-ba42-f8c07aaa7f9d tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:38.581209 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6ee130aa-cf7d-453c-824c-c817cb590344 req-83101609-1964-4885-ba42-f8c07aaa7f9d tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a20867f-8324-410b-ae59-0da4bd7b43b1 HTTP/1.1" status: 200 len: 947 time: 0.0648117 Jul 09 14:37:38.619870 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6ee130aa-cf7d-453c-824c-c817cb590344 req-8089c1a1-3f69-4041-ae58-23ffd2437c78 tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] 10.222.0.58 "GET /v2.0/security-groups?id=e45167c4-9ee2-40ea-b055-6d502670e0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329804 Jul 09 14:37:39.203430 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51570) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:39.216949 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-77bc909f-c90e-4f1d-9341-69d050359349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:39.328044 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-77bc909f-c90e-4f1d-9341-69d050359349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:39.402602 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-77bc909f-c90e-4f1d-9341-69d050359349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:39.451043 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-77bc909f-c90e-4f1d-9341-69d050359349 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e00630d2804849c099fde60d3bd1ac63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2464409 Jul 09 14:37:39.452140 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bc909f-c90e-4f1d-9341-69d050359349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6a6d81-6e46-4db4-875c-41a7455824ea,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:39.453715 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51574) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:39.508798 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5359820a-00a3-4fe2-b869-9bb7a6163413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:39.542188 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5359820a-00a3-4fe2-b869-9bb7a6163413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:39.692531 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5359820a-00a3-4fe2-b869-9bb7a6163413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:39.695676 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5359820a-00a3-4fe2-b869-9bb7a6163413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:39.699373 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-5359820a-00a3-4fe2-b869-9bb7a6163413 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ab6a6d81-6e46-4db4-875c-41a7455824ea HTTP/1.1" status: 204 len: 168 time: 0.2424474 Jul 09 14:37:39.710880 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5359820a-00a3-4fe2-b869-9bb7a6163413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6a6d81-6e46-4db4-875c-41a7455824ea,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:39.721751 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d107a5ae-05fa-4488-bb22-77090ef30057 req-83c87daf-8d8d-4b87-aea9-86e71a7d5d25 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:39.729618 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d107a5ae-05fa-4488-bb22-77090ef30057 req-83c87daf-8d8d-4b87-aea9-86e71a7d5d25 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/ports?device_id=a654afbc-4843-40e7-b14d-313e36672ce8 HTTP/1.1" status: 200 len: 944 time: 0.1168189 Jul 09 14:37:39.771842 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device b9d8c01c-fbc0-4729-89da-a64249f40390 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:37:39.782228 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d107a5ae-05fa-4488-bb22-77090ef30057 req-8c762b8c-025e-414b-9c03-de1e4594016c tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/security-groups?id=e422a52c-7c07-43a8-a88a-b9007d1c26e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499721 Jul 09 14:37:39.924569 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce8372-fd12-494a-b0b1-ca05d3c8ac95 req-52099bb0-7ce4-48e8-b721-1445ef90c314 tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:39.926428 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f0ce8372-fd12-494a-b0b1-ca05d3c8ac95 req-52099bb0-7ce4-48e8-b721-1445ef90c314 tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a20867f-8324-410b-ae59-0da4bd7b43b1 HTTP/1.1" status: 200 len: 947 time: 0.1281660 Jul 09 14:37:39.952992 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port b9d8c01c-fbc0-4729-89da-a64249f40390, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=b9d8c01c-fbc0-4729-89da-a64249f40390,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:37:39.987359 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': 'b9d8c01c-fbc0-4729-89da-a64249f40390', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'port_id': 'b9d8c01c-fbc0-4729-89da-a64249f40390', 'mac_address': 'fa:16:3e:c9:89:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8081bcce-88de-4a2f-9e69-6750220e0be0', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:37:40.022534 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f0ce8372-fd12-494a-b0b1-ca05d3c8ac95 req-cd8f3bee-03e7-4fa1-9adf-8a053aedafe7 tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] 10.222.0.58 "GET /v2.0/security-groups?id=e45167c4-9ee2-40ea-b055-6d502670e0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874228 Jul 09 14:37:40.073111 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:40.093579 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9d8c01c-fbc0-4729-89da-a64249f40390 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:37:40.122470 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port b9d8c01c-fbc0-4729-89da-a64249f40390, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=b9d8c01c-fbc0-4729-89da-a64249f40390,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:37:40.191142 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:40.197072 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device adda400d-0529-4d9f-9b8b-83131cebce54 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:37:40.266878 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=b9d8c01c-fbc0-4729-89da-a64249f40390,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:40.371046 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port adda400d-0529-4d9f-9b8b-83131cebce54, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=adda400d-0529-4d9f-9b8b-83131cebce54,segment=NetworkSegment(da9acf97-083b-491c-801b-5da8bcfd8b16),segment_id=da9acf97-083b-491c-801b-5da8bcfd8b16)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:37:40.393876 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': 'adda400d-0529-4d9f-9b8b-83131cebce54', 'network_id': '0753039a-7e20-479c-b814-489355a542c4', 'port_id': 'adda400d-0529-4d9f-9b8b-83131cebce54', 'mac_address': 'fa:16:3e:3e:9b:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc4e693f-d90b-46e2-beaf-3b7584235976', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:37:40.394788 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f58fcdde-a738-4220-aa86-ae3eb37eb170 req-1cb5092e-91dd-4a74-9559-876f18f345c0 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=ec9f75b6a4304dc9aca99fa17e246339&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249503 Jul 09 14:37:40.440312 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:40.453412 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adda400d-0529-4d9f-9b8b-83131cebce54 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:37:40.473822 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port adda400d-0529-4d9f-9b8b-83131cebce54, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=adda400d-0529-4d9f-9b8b-83131cebce54,segment=NetworkSegment(da9acf97-083b-491c-801b-5da8bcfd8b16),segment_id=da9acf97-083b-491c-801b-5da8bcfd8b16)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:37:40.518484 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58fcdde-a738-4220-aa86-ae3eb37eb170 req-32104fab-339a-44b7-bee6-bb6226b33c09 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:40.520040 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f58fcdde-a738-4220-aa86-ae3eb37eb170 req-32104fab-339a-44b7-bee6-bb6226b33c09 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1192336 Jul 09 14:37:40.536877 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f58fcdde-a738-4220-aa86-ae3eb37eb170 req-b513d41d-c25a-4406-99d1-a3c64c1d1d23 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] 10.222.0.58 "GET /v2.0/quotas/ec9f75b6a4304dc9aca99fa17e246339 HTTP/1.1" status: 200 len: 375 time: 0.0111296 Jul 09 14:37:40.574302 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:40.576981 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f58fcdde-a738-4220-aa86-ae3eb37eb170 req-c3793de6-1a61-44f9-95af-e9df82f63b6e tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ec9f75b6a4304dc9aca99fa17e246339&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312912 Jul 09 14:37:40.640103 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=adda400d-0529-4d9f-9b8b-83131cebce54,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:40.648859 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:40.649274 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:40.649624 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:40.649965 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:40.650314 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:40.650663 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:40.650995 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:40.651325 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:40.651693 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:40.652026 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:40.652480 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:40.652840 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:40.997528 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bed009c-c5ba-43eb-950a-51bd37835305 req-0b259720-7336-4b72-a7a8-641294c88d0a tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:41.010456 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6bed009c-c5ba-43eb-950a-51bd37835305 req-0b259720-7336-4b72-a7a8-641294c88d0a tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/ports?device_id=a654afbc-4843-40e7-b14d-313e36672ce8 HTTP/1.1" status: 200 len: 945 time: 0.0942771 Jul 09 14:37:41.042459 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e765d259-f80c-46c7-8503-dfd830e698d1 req-e5b56ea4-3fb6-41ad-a929-ab58356deffd tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=ec9f75b6a4304dc9aca99fa17e246339&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485420 Jul 09 14:37:41.052947 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6bed009c-c5ba-43eb-950a-51bd37835305 req-e4961091-dbb4-42e9-9872-133ebabe0559 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/security-groups?id=e422a52c-7c07-43a8-a88a-b9007d1c26e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412266 Jul 09 14:37:41.188014 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e765d259-f80c-46c7-8503-dfd830e698d1 req-d8928bff-5915-4e0e-ae24-964097df6f4c tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:41.189991 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e765d259-f80c-46c7-8503-dfd830e698d1 req-d8928bff-5915-4e0e-ae24-964097df6f4c tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1453888 Jul 09 14:37:41.208053 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e765d259-f80c-46c7-8503-dfd830e698d1 req-8eb3ba92-da51-461c-9520-2a118ab3adcf tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] 10.222.0.58 "GET /v2.0/quotas/ec9f75b6a4304dc9aca99fa17e246339 HTTP/1.1" status: 200 len: 375 time: 0.0124607 Jul 09 14:37:41.212189 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['b9d8c01c-fbc0-4729-89da-a64249f40390'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:37:41.240792 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['adda400d-0529-4d9f-9b8b-83131cebce54'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:37:41.255480 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e765d259-f80c-46c7-8503-dfd830e698d1 req-fd273310-ccfe-4da6-b994-5be58d55cee3 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ec9f75b6a4304dc9aca99fa17e246339&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435998 Jul 09 14:37:41.492527 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f03456-76fc-4d2d-8ef2-fb83e0347f34 req-457988b1-d4c8-4321-8f23-76635c293975 tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:41.494225 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-94f03456-76fc-4d2d-8ef2-fb83e0347f34 req-457988b1-d4c8-4321-8f23-76635c293975 tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a20867f-8324-410b-ae59-0da4bd7b43b1 HTTP/1.1" status: 200 len: 948 time: 0.1111393 Jul 09 14:37:41.542096 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-94f03456-76fc-4d2d-8ef2-fb83e0347f34 req-33ed3b3d-e20c-49ab-ace9-04c72e0c5d4a tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] 10.222.0.58 "GET /v2.0/security-groups?id=e45167c4-9ee2-40ea-b055-6d502670e0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402079 Jul 09 14:37:41.644039 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-db9db5b1-99c6-413d-947f-f700fa6bb761 req-880faa1a-274b-4d60-a13d-eb93b0ec3ae9 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] 10.222.0.58 "GET /v2.0/ports?device_id=d09b7f4a-f490-4b6b-bcff-c85dbe06e11e HTTP/1.1" status: 200 len: 210 time: 0.0326033 Jul 09 14:37:42.156983 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2402ba1b-0187-4fd2-9ced-f41bc5b27474 req-bae6f568-4fd0-4367-8d55-2b925d31c147 tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:42.161310 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2402ba1b-0187-4fd2-9ced-f41bc5b27474 req-bae6f568-4fd0-4367-8d55-2b925d31c147 tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=eaa5b4f0-e3c9-4167-9264-3519b0452d34 HTTP/1.1" status: 200 len: 1096 time: 0.0567789 Jul 09 14:37:42.222455 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2402ba1b-0187-4fd2-9ced-f41bc5b27474 req-d5a35b40-7281-420f-98e8-6b5f68f28109 tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448380 Jul 09 14:37:42.266687 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6d8a44-b350-491c-925e-170548e9e8fc req-73cd97f2-a916-4a1c-a3b5-5780a875ce0e tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:42.268800 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cb6d8a44-b350-491c-925e-170548e9e8fc req-73cd97f2-a916-4a1c-a3b5-5780a875ce0e tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/ports?device_id=a654afbc-4843-40e7-b14d-313e36672ce8 HTTP/1.1" status: 200 len: 945 time: 0.0994060 Jul 09 14:37:42.353626 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cb6d8a44-b350-491c-925e-170548e9e8fc req-f0790262-78d3-43a3-8d49-b6532841db24 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/security-groups?id=e422a52c-7c07-43a8-a88a-b9007d1c26e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707812 Jul 09 14:37:42.556930 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51746) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:42.703043 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-757e5476-bc83-434b-9a22-c022ae2b2c08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:42.832010 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a26f82-6033-4dc4-bf64-7a796b2e09b4 req-f3d2cfea-d3b7-4f95-9400-083d287b36ef tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:42.833517 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-71a26f82-6033-4dc4-bf64-7a796b2e09b4 req-f3d2cfea-d3b7-4f95-9400-083d287b36ef tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a20867f-8324-410b-ae59-0da4bd7b43b1 HTTP/1.1" status: 200 len: 948 time: 0.0969257 Jul 09 14:37:42.874822 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-757e5476-bc83-434b-9a22-c022ae2b2c08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:42.895440 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-71a26f82-6033-4dc4-bf64-7a796b2e09b4 req-a8c494ed-7b1f-4c2d-b51c-e22a2f96972a tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] 10.222.0.58 "GET /v2.0/security-groups?id=e45167c4-9ee2-40ea-b055-6d502670e0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473964 Jul 09 14:37:42.934469 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-757e5476-bc83-434b-9a22-c022ae2b2c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:42.995849 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-757e5476-bc83-434b-9a22-c022ae2b2c08 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e292f1d18c4349ec953466170dfd5150&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4377325 Jul 09 14:37:42.998656 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51754) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:43.004958 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757e5476-bc83-434b-9a22-c022ae2b2c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a02dbd-31c5-418c-ab8d-4b4eaa6ade7a,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:43.056676 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b209d44e-ab16-45c5-8768-b31b71ff4941 req-0be02b41-f3de-4389-87d0-c239b98827eb tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] 10.222.0.58 "GET /v2.0/ports?device_id=d09b7f4a-f490-4b6b-bcff-c85dbe06e11e HTTP/1.1" status: 200 len: 210 time: 0.0333605 Jul 09 14:37:43.073763 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7d93e90f-7ef2-40dd-a548-4d2a9f5257ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:43.159978 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7d93e90f-7ef2-40dd-a548-4d2a9f5257ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:43.305083 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7d93e90f-7ef2-40dd-a548-4d2a9f5257ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:43.307723 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7d93e90f-7ef2-40dd-a548-4d2a9f5257ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:43.311847 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-7d93e90f-7ef2-40dd-a548-4d2a9f5257ce admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d6a02dbd-31c5-418c-ab8d-4b4eaa6ade7a HTTP/1.1" status: 204 len: 168 time: 0.3119912 Jul 09 14:37:43.321198 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d93e90f-7ef2-40dd-a548-4d2a9f5257ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a02dbd-31c5-418c-ab8d-4b4eaa6ade7a,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:43.587358 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99902c5b-ae1d-4ff6-a9e1-ae7a2434a598 req-05816017-f2ad-4d55-81ff-2498dcb55892 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:43.589185 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-99902c5b-ae1d-4ff6-a9e1-ae7a2434a598 req-05816017-f2ad-4d55-81ff-2498dcb55892 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/ports?device_id=a654afbc-4843-40e7-b14d-313e36672ce8 HTTP/1.1" status: 200 len: 945 time: 0.0737097 Jul 09 14:37:43.656677 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-99902c5b-ae1d-4ff6-a9e1-ae7a2434a598 req-c6240658-11d9-4026-ace9-fdf5fa19c73c tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/security-groups?id=e422a52c-7c07-43a8-a88a-b9007d1c26e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621524 Jul 09 14:37:43.767952 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device b9d8c01c-fbc0-4729-89da-a64249f40390 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:37:43.927951 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f58fcdde-a738-4220-aa86-ae3eb37eb170 req-4dd74257-e351-4c76-9d69-3e028a2a2719 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=ec9f75b6a4304dc9aca99fa17e246339&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0473557 Jul 09 14:37:43.949584 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port b9d8c01c-fbc0-4729-89da-a64249f40390 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:37:43.975298 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port b9d8c01c-fbc0-4729-89da-a64249f40390 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:37:43.977872 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:44.195955 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:44.225294 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a20867f-8324-410b-ae59-0da4bd7b43b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d8c01c-fbc0-4729-89da-a64249f40390'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:37:44.227894 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55277fbd-de01-4ca6-a998-4fc0b9e4bed0" -d '{"events": [{"server_uuid": "6a20867f-8324-410b-ae59-0da4bd7b43b1", "name": "network-vif-plugged", "status": "completed", "tag": "b9d8c01c-fbc0-4729-89da-a64249f40390"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:37:44.239385 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58fcdde-a738-4220-aa86-ae3eb37eb170 req-4127645a-0ab3-4c43-9856-ab5fb37438ea tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:44.240934 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f58fcdde-a738-4220-aa86-ae3eb37eb170 req-4127645a-0ab3-4c43-9856-ab5fb37438ea tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3041489 Jul 09 14:37:44.244114 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port b9d8c01c-fbc0-4729-89da-a64249f40390, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=b9d8c01c-fbc0-4729-89da-a64249f40390,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:37:44.254414 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-f58fcdde-a738-4220-aa86-ae3eb37eb170 req-b80f3c50-9338-42b3-bc0f-c3e59456d3c4 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] Request body: {'port': {'device_id': 'ad65b12f-624c-4418-a3db-6e5e76a74ece', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'admin_state_up': True, 'tenant_id': 'ec9f75b6a4304dc9aca99fa17e246339'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:37:44.332899 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8de3d3-356c-41b8-b921-aeb9eb9cd159 req-01624d7c-93b1-49f0-8466-b5b101ad1fef tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:44.339808 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3e8de3d3-356c-41b8-b921-aeb9eb9cd159 req-01624d7c-93b1-49f0-8466-b5b101ad1fef tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a20867f-8324-410b-ae59-0da4bd7b43b1 HTTP/1.1" status: 200 len: 948 time: 0.2015119 Jul 09 14:37:44.361504 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:44.374185 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device adda400d-0529-4d9f-9b8b-83131cebce54 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:37:44.419634 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3e8de3d3-356c-41b8-b921-aeb9eb9cd159 req-b633bc61-3d6a-485b-b308-c16d04226a9f tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] 10.222.0.58 "GET /v2.0/security-groups?id=e45167c4-9ee2-40ea-b055-6d502670e0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787354 Jul 09 14:37:44.533964 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f58fcdde-a738-4220-aa86-ae3eb37eb170 req-b80f3c50-9338-42b3-bc0f-c3e59456d3c4 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] Made reservation on behalf of ec9f75b6a4304dc9aca99fa17e246339 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:37:44.546361 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-f58fcdde-a738-4220-aa86-ae3eb37eb170 req-b80f3c50-9338-42b3-bc0f-c3e59456d3c4 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:44.572361 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-f58fcdde-a738-4220-aa86-ae3eb37eb170 req-b80f3c50-9338-42b3-bc0f-c3e59456d3c4 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:44.604619 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:44.702607 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=b9d8c01c-fbc0-4729-89da-a64249f40390,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:44.785077 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port adda400d-0529-4d9f-9b8b-83131cebce54 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:37:44.790699 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port adda400d-0529-4d9f-9b8b-83131cebce54 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:37:44.793749 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:44.825524 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-f58fcdde-a738-4220-aa86-ae3eb37eb170 req-b80f3c50-9338-42b3-bc0f-c3e59456d3c4 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:44.830242 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-46b24468-9fbf-4be1-877d-7281758ce423 req-54a61560-5701-479c-ac39-5e18edae35c9 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] 10.222.0.58 "GET /v2.0/ports?device_id=d09b7f4a-f490-4b6b-bcff-c85dbe06e11e HTTP/1.1" status: 200 len: 210 time: 0.0870922 Jul 09 14:37:44.861318 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-0b2b57d1-ffe4-4de2-a9ac-bc73a0dac991 tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:37:44.862292 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-0b2b57d1-ffe4-4de2-a9ac-bc73a0dac991 tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065181 Jul 09 14:37:44.875447 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-890211e3-c3d1-4d55-9624-85ef7e27945d service neutron] Request body: {'binding': {'host': 'n-h1-799529-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:37:44.877216 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-890211e3-c3d1-4d55-9624-85ef7e27945d service neutron] Unknown quota resources ['binding']. {{(pid=94445) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 14:37:44.891877 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616800ad-70b0-49b7-a580-a5fc5ac5391a x-openstack-request-id: req-616800ad-70b0-49b7-a580-a5fc5ac5391a {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:37:44.891877 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a20867f-8324-410b-ae59-0da4bd7b43b1", "name": "network-vif-plugged", "status": "completed", "tag": "b9d8c01c-fbc0-4729-89da-a64249f40390", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:37:44.891877 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-616800ad-70b0-49b7-a580-a5fc5ac5391a {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:37:44.891877 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a20867f-8324-410b-ae59-0da4bd7b43b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d8c01c-fbc0-4729-89da-a64249f40390', 'code': 200} Jul 09 14:37:44.943983 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-f58fcdde-a738-4220-aa86-ae3eb37eb170 req-b80f3c50-9338-42b3-bc0f-c3e59456d3c4 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:45.007936 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:45.079408 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port adda400d-0529-4d9f-9b8b-83131cebce54, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=adda400d-0529-4d9f-9b8b-83131cebce54,segment=NetworkSegment(da9acf97-083b-491c-801b-5da8bcfd8b16),segment_id=da9acf97-083b-491c-801b-5da8bcfd8b16)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:37:45.108552 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-890211e3-c3d1-4d55-9624-85ef7e27945d service neutron] Attempting to bind port 6074e9fb-6d5c-4028-9e19-ad6705bfe427 on host n-h1-799529-6 for vnic_type normal with profile None {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:37:45.109372 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-890211e3-c3d1-4d55-9624-85ef7e27945d service neutron] Attempting to bind port 6074e9fb-6d5c-4028-9e19-ad6705bfe427 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': 'aace0400-4c69-453a-b04e-112644859d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f37664d6-2d63-4250-9a40-b9995b72cf27'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:37:45.110118 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-890211e3-c3d1-4d55-9624-85ef7e27945d service neutron] Attempting to bind port 6074e9fb-6d5c-4028-9e19-ad6705bfe427 on network f37664d6-2d63-4250-9a40-b9995b72cf27 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:37:45.117083 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-890211e3-c3d1-4d55-9624-85ef7e27945d service neutron] Port 6074e9fb-6d5c-4028-9e19-ad6705bfe427 on network f37664d6-2d63-4250-9a40-b9995b72cf27 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:37:45.117877 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-890211e3-c3d1-4d55-9624-85ef7e27945d service neutron] Attempting to bind port 6074e9fb-6d5c-4028-9e19-ad6705bfe427 on network f37664d6-2d63-4250-9a40-b9995b72cf27 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:37:45.124770 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-890211e3-c3d1-4d55-9624-85ef7e27945d service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:37:45.125508 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-890211e3-c3d1-4d55-9624-85ef7e27945d service neutron] Checking segment: {'id': 'aace0400-4c69-453a-b04e-112644859d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f37664d6-2d63-4250-9a40-b9995b72cf27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:37:45.126134 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-890211e3-c3d1-4d55-9624-85ef7e27945d service neutron] Bound using segment: {'id': 'aace0400-4c69-453a-b04e-112644859d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f37664d6-2d63-4250-9a40-b9995b72cf27'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:37:45.127038 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-890211e3-c3d1-4d55-9624-85ef7e27945d service neutron] Bound port: 6074e9fb-6d5c-4028-9e19-ad6705bfe427, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aace0400-4c69-453a-b04e-112644859d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f37664d6-2d63-4250-9a40-b9995b72cf27'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:37:45.169505 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80f3c50-9338-42b3-bc0f-c3e59456d3c4 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c690bd8-45a5-4665-a948-5886a91e4046,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:45.179727 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:45.209628 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-890211e3-c3d1-4d55-9624-85ef7e27945d service neutron] For port 6074e9fb-6d5c-4028-9e19-ad6705bfe427, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=6074e9fb-6d5c-4028-9e19-ad6705bfe427,segment=NetworkSegment(aace0400-4c69-453a-b04e-112644859d27),segment_id=aace0400-4c69-453a-b04e-112644859d27)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:37:45.222007 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e765d259-f80c-46c7-8503-dfd830e698d1 req-daf0718d-65ad-4f3a-bd72-7f69ef3119e9 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=ec9f75b6a4304dc9aca99fa17e246339&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475230 Jul 09 14:37:45.252755 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=adda400d-0529-4d9f-9b8b-83131cebce54,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:45.318049 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-f58fcdde-a738-4220-aa86-ae3eb37eb170 req-b80f3c50-9338-42b3-bc0f-c3e59456d3c4 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] Allocated IP 192.168.233.199 (aa30872f-c756-4ec7-be84-b2e3b86cdcfc/8081bcce-88de-4a2f-9e69-6750220e0be0/beb4896c-719d-4b47-90f7-44e3fe562e2a) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:37:45.331359 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-890211e3-c3d1-4d55-9624-85ef7e27945d service neutron] Notify callbacks [] for binding, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:45.342464 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-890211e3-c3d1-4d55-9624-85ef7e27945d service neutron] 10.222.0.58 "POST /v2.0/ports/6074e9fb-6d5c-4028-9e19-ad6705bfe427/bindings HTTP/1.1" status: 201 len: 389 time: 0.4613547 Jul 09 14:37:45.449048 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d9b41-41c3-4676-b59d-ee8b70997f2b req-84fb0fb8-8f9b-4e0f-a21a-d10e35a66b96 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:45.450594 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e51d9b41-41c3-4676-b59d-ee8b70997f2b req-84fb0fb8-8f9b-4e0f-a21a-d10e35a66b96 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/ports?device_id=a654afbc-4843-40e7-b14d-313e36672ce8 HTTP/1.1" status: 200 len: 946 time: 0.2308311 Jul 09 14:37:45.452331 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60778a58-15d6-4339-b981-17b503333e91 req-fddd7d11-2432-42b9-a0d8-d923f2176a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:45.453819 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-60778a58-15d6-4339-b981-17b503333e91 req-fddd7d11-2432-42b9-a0d8-d923f2176a5f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6a20867f-8324-410b-ae59-0da4bd7b43b1 HTTP/1.1" status: 200 len: 1100 time: 0.2595050 Jul 09 14:37:45.460589 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e765d259-f80c-46c7-8503-dfd830e698d1 req-99c480c7-7e4c-4ebd-8dd2-5cddad397d07 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:45.461992 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e765d259-f80c-46c7-8503-dfd830e698d1 req-99c480c7-7e4c-4ebd-8dd2-5cddad397d07 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2247305 Jul 09 14:37:45.514330 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-e765d259-f80c-46c7-8503-dfd830e698d1 req-5c4eb13c-a41b-4f0c-85e5-88c470837592 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] Request body: {'port': {'device_id': 'd09b7f4a-f490-4b6b-bcff-c85dbe06e11e', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'admin_state_up': True, 'tenant_id': 'ec9f75b6a4304dc9aca99fa17e246339'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:37:45.629817 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-60778a58-15d6-4339-b981-17b503333e91 req-7c2d3581-c555-4fd8-a20e-26cd1aa49fc0 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e45167c4-9ee2-40ea-b055-6d502670e0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656859 Jul 09 14:37:45.638131 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e51d9b41-41c3-4676-b59d-ee8b70997f2b req-9062f091-f329-4a0f-82af-45613a933660 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/security-groups?id=e422a52c-7c07-43a8-a88a-b9007d1c26e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751626 Jul 09 14:37:45.702236 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-f58fcdde-a738-4220-aa86-ae3eb37eb170 req-b80f3c50-9338-42b3-bc0f-c3e59456d3c4 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:45.727496 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-f58fcdde-a738-4220-aa86-ae3eb37eb170 req-b80f3c50-9338-42b3-bc0f-c3e59456d3c4 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] Transition to ACTIVE for port object beb4896c-719d-4b47-90f7-44e3fe562e2a will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:37:45.836887 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e765d259-f80c-46c7-8503-dfd830e698d1 req-5c4eb13c-a41b-4f0c-85e5-88c470837592 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] Made reservation on behalf of ec9f75b6a4304dc9aca99fa17e246339 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:37:45.840537 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e765d259-f80c-46c7-8503-dfd830e698d1 req-5c4eb13c-a41b-4f0c-85e5-88c470837592 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:45.869572 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-f58fcdde-a738-4220-aa86-ae3eb37eb170 req-b80f3c50-9338-42b3-bc0f-c3e59456d3c4 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:45.971380 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f58fcdde-a738-4220-aa86-ae3eb37eb170 req-b80f3c50-9338-42b3-bc0f-c3e59456d3c4 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] Network aa30872f-c756-4ec7-be84-b2e3b86cdcfc is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:37:45.997071 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-f58fcdde-a738-4220-aa86-ae3eb37eb170 req-b80f3c50-9338-42b3-bc0f-c3e59456d3c4 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:37:46.006005 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-f58fcdde-a738-4220-aa86-ae3eb37eb170 req-b80f3c50-9338-42b3-bc0f-c3e59456d3c4 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:37:46.011422 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80f3c50-9338-42b3-bc0f-c3e59456d3c4 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] Pushing event updated for resources: {'Port': ['ID=beb4896c-719d-4b47-90f7-44e3fe562e2a,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:46.115082 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-e765d259-f80c-46c7-8503-dfd830e698d1 req-5c4eb13c-a41b-4f0c-85e5-88c470837592 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] Allocated IP 192.168.233.52 (aa30872f-c756-4ec7-be84-b2e3b86cdcfc/8081bcce-88de-4a2f-9e69-6750220e0be0/dcd0ae7c-45ed-46e9-9311-776e32a7558d) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:37:46.125893 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58fcdde-a738-4220-aa86-ae3eb37eb170 req-b80f3c50-9338-42b3-bc0f-c3e59456d3c4 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:46.126469 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-f58fcdde-a738-4220-aa86-ae3eb37eb170 req-b80f3c50-9338-42b3-bc0f-c3e59456d3c4 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:46.160030 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37490ba2-d92a-47c5-ab21-b6546cc3688c req-6671151a-3d4c-4a02-a33c-5ab8d4d5f288 tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:46.161581 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-37490ba2-d92a-47c5-ab21-b6546cc3688c req-6671151a-3d4c-4a02-a33c-5ab8d4d5f288 tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a20867f-8324-410b-ae59-0da4bd7b43b1 HTTP/1.1" status: 200 len: 949 time: 0.2272396 Jul 09 14:37:46.262043 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f58fcdde-a738-4220-aa86-ae3eb37eb170 req-b80f3c50-9338-42b3-bc0f-c3e59456d3c4 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0121920 Jul 09 14:37:46.280451 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-37490ba2-d92a-47c5-ab21-b6546cc3688c req-1cbeea3e-71ff-42c2-9969-8eca483aa121 tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] 10.222.0.58 "GET /v2.0/security-groups?id=e45167c4-9ee2-40ea-b055-6d502670e0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119740 Jul 09 14:37:46.398945 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-f58fcdde-a738-4220-aa86-ae3eb37eb170 req-858cf26e-db81-40af-a330-31e8af8281d6 service neutron] Request body: {'port': {'device_id': 'ad65b12f-624c-4418-a3db-6e5e76a74ece', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:37:46.424892 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e765d259-f80c-46c7-8503-dfd830e698d1 req-5c4eb13c-a41b-4f0c-85e5-88c470837592 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:46.486290 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-e765d259-f80c-46c7-8503-dfd830e698d1 req-5c4eb13c-a41b-4f0c-85e5-88c470837592 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] Transition to ACTIVE for port object dcd0ae7c-45ed-46e9-9311-776e32a7558d will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:37:46.491725 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-6353cc7b-0bda-41a4-bec2-83a0efd797ba None None] Provisioning for port beb4896c-719d-4b47-90f7-44e3fe562e2a completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:37:46.496559 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-6353cc7b-0bda-41a4-bec2-83a0efd797ba None None] Provisioning complete for port beb4896c-719d-4b47-90f7-44e3fe562e2a triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:37:46.498164 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6353cc7b-0bda-41a4-bec2-83a0efd797ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:46.535433 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-6353cc7b-0bda-41a4-bec2-83a0efd797ba None None] Port beb4896c-719d-4b47-90f7-44e3fe562e2a cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:37:46.758204 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0cd6513c-064f-40e1-a8f6-26e6a695910b req-55ec7b9f-e910-4cc1-a10d-cbe5f828eddf tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] 10.222.0.58 "GET /v2.0/ports?device_id=d09b7f4a-f490-4b6b-bcff-c85dbe06e11e HTTP/1.1" status: 200 len: 210 time: 0.0298581 Jul 09 14:37:46.859410 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-f58fcdde-a738-4220-aa86-ae3eb37eb170 req-858cf26e-db81-40af-a330-31e8af8281d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:46.865698 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-4a4f5c63-6300-4337-96b9-254d9bbca58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:46.867164 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-4a4f5c63-6300-4337-96b9-254d9bbca58d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a29f2b4cfd1449cca4564d7c2e38b31e&device_id=eaa5b4f0-e3c9-4167-9264-3519b0452d34 HTTP/1.1" status: 200 len: 1096 time: 0.6016030 Jul 09 14:37:46.883739 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f2702-c50f-4683-9458-8220b2de2361 req-62add42e-8582-4239-b18e-7ec14ebf7095 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:46.887715 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dd5f2702-c50f-4683-9458-8220b2de2361 req-62add42e-8582-4239-b18e-7ec14ebf7095 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=eaa5b4f0-e3c9-4167-9264-3519b0452d34 HTTP/1.1" status: 200 len: 945 time: 0.4859791 Jul 09 14:37:46.891053 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a654afbc-4843-40e7-b14d-313e36672ce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adda400d-0529-4d9f-9b8b-83131cebce54'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:37:46.893547 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1837f228-69d3-485c-b885-b380b5c83f56" -d '{"events": [{"server_uuid": "a654afbc-4843-40e7-b14d-313e36672ce8", "name": "network-vif-plugged", "status": "completed", "tag": "adda400d-0529-4d9f-9b8b-83131cebce54"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:37:46.933953 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e4670-be62-46e3-9bc4-b1b360c1bd82 req-a7470d07-05c5-4b90-a7e2-fa15b3b20d90 tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:46.935895 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e80e4670-be62-46e3-9bc4-b1b360c1bd82 req-a7470d07-05c5-4b90-a7e2-fa15b3b20d90 tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d01ab58-680d-4f51-b97e-04034cdf631c HTTP/1.1" status: 200 len: 945 time: 0.0679648 Jul 09 14:37:46.976945 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e80e4670-be62-46e3-9bc4-b1b360c1bd82 req-84b8761c-3f53-40cb-94f9-d28622976d2a tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] 10.222.0.58 "GET /v2.0/security-groups?id=fee60477-832c-4e3e-a4a5-e4bb29b887db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345643 Jul 09 14:37:46.978349 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e765d259-f80c-46c7-8503-dfd830e698d1 req-5c4eb13c-a41b-4f0c-85e5-88c470837592 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:47.082843 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e765d259-f80c-46c7-8503-dfd830e698d1 req-5c4eb13c-a41b-4f0c-85e5-88c470837592 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] Network aa30872f-c756-4ec7-be84-b2e3b86cdcfc is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:37:47.129887 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dd5f2702-c50f-4683-9458-8220b2de2361 req-9af2dd7e-a50c-4a90-8a47-82bd1f7cecf8 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246013 Jul 09 14:37:47.143886 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-e765d259-f80c-46c7-8503-dfd830e698d1 req-5c4eb13c-a41b-4f0c-85e5-88c470837592 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:37:47.149231 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4eb13c-a41b-4f0c-85e5-88c470837592 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] Pushing event updated for resources: {'Port': ['ID=dcd0ae7c-45ed-46e9-9311-776e32a7558d,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:47.151537 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-e765d259-f80c-46c7-8503-dfd830e698d1 req-5c4eb13c-a41b-4f0c-85e5-88c470837592 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:37:47.170087 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-4e16a1e1-6622-4a02-85de-29e6a6afd13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:47.171605 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-4e16a1e1-6622-4a02-85de-29e6a6afd13a service neutron] 10.222.0.62 "GET /v2.0/networks?id=f37664d6-2d63-4250-9a40-b9995b72cf27 HTTP/1.1" status: 200 len: 922 time: 0.2822654 Jul 09 14:37:47.205092 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b912b5a3-fc81-49be-9e52-ede0ad592b4b x-openstack-request-id: req-b912b5a3-fc81-49be-9e52-ede0ad592b4b {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:37:47.205989 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a654afbc-4843-40e7-b14d-313e36672ce8", "name": "network-vif-plugged", "status": "completed", "tag": "adda400d-0529-4d9f-9b8b-83131cebce54", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:37:47.207528 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b912b5a3-fc81-49be-9e52-ede0ad592b4b {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:37:47.208110 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a654afbc-4843-40e7-b14d-313e36672ce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adda400d-0529-4d9f-9b8b-83131cebce54', 'code': 200} Jul 09 14:37:47.229954 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee54dc-0a77-41ba-bedd-3d5a66a9bd50 req-022443ee-93ac-40b8-b843-346e8b3ae57f tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:47.238313 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e5ee54dc-0a77-41ba-bedd-3d5a66a9bd50 req-022443ee-93ac-40b8-b843-346e8b3ae57f tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/ports?device_id=a654afbc-4843-40e7-b14d-313e36672ce8 HTTP/1.1" status: 200 len: 946 time: 0.1027825 Jul 09 14:37:47.254480 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-d7ff6e1b-ae5b-469e-bc81-21b221fd81cf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6074e9fb-6d5c-4028-9e19-ad6705bfe427 HTTP/1.1" status: 200 len: 217 time: 0.0632300 Jul 09 14:37:47.292559 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e5ee54dc-0a77-41ba-bedd-3d5a66a9bd50 req-9ecad8d8-c435-4616-b117-3f47fbb87c6b tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/security-groups?id=e422a52c-7c07-43a8-a88a-b9007d1c26e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481992 Jul 09 14:37:47.306600 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e765d259-f80c-46c7-8503-dfd830e698d1 req-5c4eb13c-a41b-4f0c-85e5-88c470837592 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:47.307543 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e765d259-f80c-46c7-8503-dfd830e698d1 req-5c4eb13c-a41b-4f0c-85e5-88c470837592 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:47.409179 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-1175e5d6-5172-44b0-bf04-de006837b177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:47.410776 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-1175e5d6-5172-44b0-bf04-de006837b177 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=defde159-6b57-4a6f-ad64-e5b0f0fcfa82 HTTP/1.1" status: 200 len: 861 time: 0.1244671 Jul 09 14:37:47.465341 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-c850f9fa-bceb-465d-a7ca-8553b1ffe7b8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f37664d6-2d63-4250-9a40-b9995b72cf27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358479 Jul 09 14:37:47.471245 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e765d259-f80c-46c7-8503-dfd830e698d1 req-5c4eb13c-a41b-4f0c-85e5-88c470837592 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9896016 Jul 09 14:37:47.490752 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-e765d259-f80c-46c7-8503-dfd830e698d1 req-a68d54b8-fa4f-4716-9dad-4292dcde5175 service neutron] Request body: {'port': {'device_id': 'd09b7f4a-f490-4b6b-bcff-c85dbe06e11e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:37:47.537657 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca317e42-751b-442a-9b4f-dcc493be730d req-4f2b5ae8-38c0-40b6-8c96-c3a57f918d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:47.539183 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ca317e42-751b-442a-9b4f-dcc493be730d req-4f2b5ae8-38c0-40b6-8c96-c3a57f918d69 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a654afbc-4843-40e7-b14d-313e36672ce8 HTTP/1.1" status: 200 len: 1097 time: 0.1144457 Jul 09 14:37:47.583562 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b04d9-96b2-4b4c-b80a-227dec018816 req-8e7cb09d-cbfb-4664-a735-b47372aa0aff tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:47.585061 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cc5b04d9-96b2-4b4c-b80a-227dec018816 req-8e7cb09d-cbfb-4664-a735-b47372aa0aff tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a20867f-8324-410b-ae59-0da4bd7b43b1 HTTP/1.1" status: 200 len: 949 time: 0.1114178 Jul 09 14:37:47.589204 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ca317e42-751b-442a-9b4f-dcc493be730d req-7a38a20b-70d6-4a95-b5b2-136a895ec494 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e422a52c-7c07-43a8-a88a-b9007d1c26e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401714 Jul 09 14:37:47.616451 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-f58fcdde-a738-4220-aa86-ae3eb37eb170 req-858cf26e-db81-40af-a330-31e8af8281d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beb4896c-719d-4b47-90f7-44e3fe562e2a {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:37:47.626318 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cc5b04d9-96b2-4b4c-b80a-227dec018816 req-d73c88dc-d878-4fc1-a861-e8f655b51f67 tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] 10.222.0.58 "GET /v2.0/security-groups?id=e45167c4-9ee2-40ea-b055-6d502670e0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355902 Jul 09 14:37:47.655406 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-f58fcdde-a738-4220-aa86-ae3eb37eb170 req-858cf26e-db81-40af-a330-31e8af8281d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:47.684577 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-f58fcdde-a738-4220-aa86-ae3eb37eb170 req-858cf26e-db81-40af-a330-31e8af8281d6 service neutron] Transition to ACTIVE for port object beb4896c-719d-4b47-90f7-44e3fe562e2a will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:37:47.686147 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e765d259-f80c-46c7-8503-dfd830e698d1 req-a68d54b8-fa4f-4716-9dad-4292dcde5175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:47.686861 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-0a004f6a-3352-48a9-9203-7c33c3b2e754 None None] Provisioning for port dcd0ae7c-45ed-46e9-9311-776e32a7558d completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:37:47.690843 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-0a004f6a-3352-48a9-9203-7c33c3b2e754 None None] Provisioning complete for port dcd0ae7c-45ed-46e9-9311-776e32a7558d triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:37:47.691285 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0a004f6a-3352-48a9-9203-7c33c3b2e754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:47.707312 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-cf9bc31c-4ffc-429e-94f0-dcff58cec6d0 service neutron] 10.222.0.62 "GET /v2.0/networks/f37664d6-2d63-4250-9a40-b9995b72cf27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320833 Jul 09 14:37:47.726737 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-0a004f6a-3352-48a9-9203-7c33c3b2e754 None None] Port dcd0ae7c-45ed-46e9-9311-776e32a7558d cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:37:47.793586 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-f58fcdde-a738-4220-aa86-ae3eb37eb170 req-858cf26e-db81-40af-a330-31e8af8281d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:47.909371 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858cf26e-db81-40af-a330-31e8af8281d6 service neutron] Pushing event updated for resources: {'Port': ['ID=beb4896c-719d-4b47-90f7-44e3fe562e2a,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:48.007419 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51888) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:48.118670 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-f58fcdde-a738-4220-aa86-ae3eb37eb170 req-858cf26e-db81-40af-a330-31e8af8281d6 service neutron] Attempting to bind port beb4896c-719d-4b47-90f7-44e3fe562e2a on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:37:48.119016 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-f58fcdde-a738-4220-aa86-ae3eb37eb170 req-858cf26e-db81-40af-a330-31e8af8281d6 service neutron] Attempting to bind port beb4896c-719d-4b47-90f7-44e3fe562e2a by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:37:48.119344 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58fcdde-a738-4220-aa86-ae3eb37eb170 req-858cf26e-db81-40af-a330-31e8af8281d6 service neutron] Attempting to bind port beb4896c-719d-4b47-90f7-44e3fe562e2a on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:37:48.145628 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58fcdde-a738-4220-aa86-ae3eb37eb170 req-858cf26e-db81-40af-a330-31e8af8281d6 service neutron] Port beb4896c-719d-4b47-90f7-44e3fe562e2a on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:37:48.145961 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58fcdde-a738-4220-aa86-ae3eb37eb170 req-858cf26e-db81-40af-a330-31e8af8281d6 service neutron] Attempting to bind port beb4896c-719d-4b47-90f7-44e3fe562e2a on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:37:48.150094 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-05affeda-f7a1-438b-9c07-76784a1d8b0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:48.170042 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58fcdde-a738-4220-aa86-ae3eb37eb170 req-858cf26e-db81-40af-a330-31e8af8281d6 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:37:48.170421 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58fcdde-a738-4220-aa86-ae3eb37eb170 req-858cf26e-db81-40af-a330-31e8af8281d6 service neutron] Checking segment: {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:37:48.170839 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58fcdde-a738-4220-aa86-ae3eb37eb170 req-858cf26e-db81-40af-a330-31e8af8281d6 service neutron] Bound using segment: {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:37:48.171316 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-f58fcdde-a738-4220-aa86-ae3eb37eb170 req-858cf26e-db81-40af-a330-31e8af8281d6 service neutron] Bound port: beb4896c-719d-4b47-90f7-44e3fe562e2a, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:37:48.171692 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-f58fcdde-a738-4220-aa86-ae3eb37eb170 req-858cf26e-db81-40af-a330-31e8af8281d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:48.180568 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca93636-3722-4b50-b91c-fc3a69bdf7a4 req-7c6ac5d4-1d02-4d2d-8fb0-3f07da1d5d45 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:48.182071 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cca93636-3722-4b50-b91c-fc3a69bdf7a4 req-7c6ac5d4-1d02-4d2d-8fb0-3f07da1d5d45 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] 10.222.0.58 "GET /v2.0/ports?device_id=d09b7f4a-f490-4b6b-bcff-c85dbe06e11e HTTP/1.1" status: 200 len: 935 time: 0.2740171 Jul 09 14:37:48.201566 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ebbcb-fe6f-4a19-bc87-83ddf61378b8 req-39e16aa7-b6dc-4f00-ad15-bc3c1ccfd2ff tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:48.203057 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f88ebbcb-fe6f-4a19-bc87-83ddf61378b8 req-39e16aa7-b6dc-4f00-ad15-bc3c1ccfd2ff tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d01ab58-680d-4f51-b97e-04034cdf631c HTTP/1.1" status: 200 len: 945 time: 0.1004107 Jul 09 14:37:48.228212 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-5c4b4aa5-c178-4bf8-a6a3-0018e6f5a0ea service neutron] 10.222.0.62 "GET /v2.0/networks/f37664d6-2d63-4250-9a40-b9995b72cf27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284510 Jul 09 14:37:48.265765 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f88ebbcb-fe6f-4a19-bc87-83ddf61378b8 req-c8387068-ff43-47ba-adda-de7bf7f6e3f1 tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] 10.222.0.58 "GET /v2.0/security-groups?id=fee60477-832c-4e3e-a4a5-e4bb29b887db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556202 Jul 09 14:37:48.274975 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-e765d259-f80c-46c7-8503-dfd830e698d1 req-a68d54b8-fa4f-4716-9dad-4292dcde5175 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcd0ae7c-45ed-46e9-9311-776e32a7558d {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:37:48.295776 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e765d259-f80c-46c7-8503-dfd830e698d1 req-a68d54b8-fa4f-4716-9dad-4292dcde5175 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:48.304790 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-05affeda-f7a1-438b-9c07-76784a1d8b0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:48.313063 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cca93636-3722-4b50-b91c-fc3a69bdf7a4 req-ec72c261-d312-4674-8494-2ca2b7311f41 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c690bd8-45a5-4665-a948-5886a91e4046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169970 Jul 09 14:37:48.323266 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-e765d259-f80c-46c7-8503-dfd830e698d1 req-a68d54b8-fa4f-4716-9dad-4292dcde5175 service neutron] Transition to ACTIVE for port object dcd0ae7c-45ed-46e9-9311-776e32a7558d will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:37:48.340022 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-f58fcdde-a738-4220-aa86-ae3eb37eb170 req-858cf26e-db81-40af-a330-31e8af8281d6 service neutron] For port beb4896c-719d-4b47-90f7-44e3fe562e2a, host n-h2-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:37:48.344773 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-f58fcdde-a738-4220-aa86-ae3eb37eb170 req-858cf26e-db81-40af-a330-31e8af8281d6 service neutron] For port beb4896c-719d-4b47-90f7-44e3fe562e2a, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=beb4896c-719d-4b47-90f7-44e3fe562e2a,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:37:48.438773 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-05affeda-f7a1-438b-9c07-76784a1d8b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:48.486459 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130106b5-e4f5-4edc-96b5-ca8061796dd6 req-26c11441-2e75-426a-881f-58fb9f1c091d tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:48.487058 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05affeda-f7a1-438b-9c07-76784a1d8b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9e05d2-303f-4524-b44d-291497d71fde,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:48.487987 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-130106b5-e4f5-4edc-96b5-ca8061796dd6 req-26c11441-2e75-426a-881f-58fb9f1c091d tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/ports?device_id=a654afbc-4843-40e7-b14d-313e36672ce8 HTTP/1.1" status: 200 len: 946 time: 0.0671117 Jul 09 14:37:48.489487 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e765d259-f80c-46c7-8503-dfd830e698d1 req-a68d54b8-fa4f-4716-9dad-4292dcde5175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:48.494729 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-f58fcdde-a738-4220-aa86-ae3eb37eb170 req-858cf26e-db81-40af-a330-31e8af8281d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:48.495626 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-05affeda-f7a1-438b-9c07-76784a1d8b0d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=34699d3e28cb4221bcf1611039654672&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4832246 Jul 09 14:37:48.496007 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51898) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:48.500476 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e34adf-9972-4aea-9637-8f16e5318242 req-e298e862-fe50-4422-9125-3944eed8a40f tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:48.507088 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e1e34adf-9972-4aea-9637-8f16e5318242 req-e298e862-fe50-4422-9125-3944eed8a40f tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=eaa5b4f0-e3c9-4167-9264-3519b0452d34 HTTP/1.1" status: 200 len: 945 time: 0.1224399 Jul 09 14:37:48.540363 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e1e34adf-9972-4aea-9637-8f16e5318242 req-468166e9-d750-4c6e-aab0-69d863137229 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323939 Jul 09 14:37:48.577540 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58fcdde-a738-4220-aa86-ae3eb37eb170 req-858cf26e-db81-40af-a330-31e8af8281d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:48.577756 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-f58fcdde-a738-4220-aa86-ae3eb37eb170 req-858cf26e-db81-40af-a330-31e8af8281d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:48.579083 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f58fcdde-a738-4220-aa86-ae3eb37eb170 req-858cf26e-db81-40af-a330-31e8af8281d6 service neutron] 10.222.0.54 "PUT /v2.0/ports/beb4896c-719d-4b47-90f7-44e3fe562e2a HTTP/1.1" status: 200 len: 1096 time: 2.2976255 Jul 09 14:37:48.583531 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad65b12f-624c-4418-a3db-6e5e76a74ece', 'tag': 'beb4896c-719d-4b47-90f7-44e3fe562e2a'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:37:48.585681 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f47a523f-6750-4f8d-a191-1b14a71bc083" -d '{"events": [{"name": "network-changed", "server_uuid": "ad65b12f-624c-4418-a3db-6e5e76a74ece", "tag": "beb4896c-719d-4b47-90f7-44e3fe562e2a"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:37:48.615204 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68d54b8-fa4f-4716-9dad-4292dcde5175 service neutron] Pushing event updated for resources: {'Port': ['ID=dcd0ae7c-45ed-46e9-9311-776e32a7558d,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:48.653228 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-130106b5-e4f5-4edc-96b5-ca8061796dd6 req-10198fe6-710d-4cb3-b68f-5a4ee5fd3fa8 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/security-groups?id=e422a52c-7c07-43a8-a88a-b9007d1c26e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255188 Jul 09 14:37:48.750326 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2565330b-fe5a-48e8-9361-6be43a98121b x-openstack-request-id: req-2565330b-fe5a-48e8-9361-6be43a98121b {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:37:48.750614 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad65b12f-624c-4418-a3db-6e5e76a74ece", "tag": "beb4896c-719d-4b47-90f7-44e3fe562e2a", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:37:48.750867 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2565330b-fe5a-48e8-9361-6be43a98121b {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:37:48.751260 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad65b12f-624c-4418-a3db-6e5e76a74ece', 'tag': 'beb4896c-719d-4b47-90f7-44e3fe562e2a', 'status': 'completed', 'code': 200} Jul 09 14:37:48.752122 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ccdb8a30-96e6-417e-9833-7497aecbd48a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:48.781563 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858cf26e-db81-40af-a330-31e8af8281d6 service neutron] Pushing event updated for resources: {'Port': ['ID=beb4896c-719d-4b47-90f7-44e3fe562e2a,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:48.822947 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ccdb8a30-96e6-417e-9833-7497aecbd48a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:48.849054 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-e765d259-f80c-46c7-8503-dfd830e698d1 req-a68d54b8-fa4f-4716-9dad-4292dcde5175 service neutron] Attempting to bind port dcd0ae7c-45ed-46e9-9311-776e32a7558d on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:37:48.849230 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-e765d259-f80c-46c7-8503-dfd830e698d1 req-a68d54b8-fa4f-4716-9dad-4292dcde5175 service neutron] Attempting to bind port dcd0ae7c-45ed-46e9-9311-776e32a7558d by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:37:48.849518 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e765d259-f80c-46c7-8503-dfd830e698d1 req-a68d54b8-fa4f-4716-9dad-4292dcde5175 service neutron] Attempting to bind port dcd0ae7c-45ed-46e9-9311-776e32a7558d on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:37:48.882785 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e765d259-f80c-46c7-8503-dfd830e698d1 req-a68d54b8-fa4f-4716-9dad-4292dcde5175 service neutron] Port dcd0ae7c-45ed-46e9-9311-776e32a7558d on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:37:48.883108 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e765d259-f80c-46c7-8503-dfd830e698d1 req-a68d54b8-fa4f-4716-9dad-4292dcde5175 service neutron] Attempting to bind port dcd0ae7c-45ed-46e9-9311-776e32a7558d on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:37:48.914405 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e765d259-f80c-46c7-8503-dfd830e698d1 req-a68d54b8-fa4f-4716-9dad-4292dcde5175 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:37:48.915071 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e765d259-f80c-46c7-8503-dfd830e698d1 req-a68d54b8-fa4f-4716-9dad-4292dcde5175 service neutron] Checking segment: {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:37:48.915191 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e765d259-f80c-46c7-8503-dfd830e698d1 req-a68d54b8-fa4f-4716-9dad-4292dcde5175 service neutron] Bound using segment: {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:37:48.915582 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-e765d259-f80c-46c7-8503-dfd830e698d1 req-a68d54b8-fa4f-4716-9dad-4292dcde5175 service neutron] Bound port: dcd0ae7c-45ed-46e9-9311-776e32a7558d, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:37:48.915912 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e765d259-f80c-46c7-8503-dfd830e698d1 req-a68d54b8-fa4f-4716-9dad-4292dcde5175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:48.944399 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58fcdde-a738-4220-aa86-ae3eb37eb170 req-18d342e5-5aec-4352-87bb-1d09537ceb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:48.945965 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f58fcdde-a738-4220-aa86-ae3eb37eb170 req-18d342e5-5aec-4352-87bb-1d09537ceb4a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ec9f75b6a4304dc9aca99fa17e246339&device_id=ad65b12f-624c-4418-a3db-6e5e76a74ece HTTP/1.1" status: 200 len: 1099 time: 0.2213857 Jul 09 14:37:49.018678 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f58fcdde-a738-4220-aa86-ae3eb37eb170 req-1c016f42-17d5-47d3-bc1c-031f2e2aeca4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=beb4896c-719d-4b47-90f7-44e3fe562e2a HTTP/1.1" status: 200 len: 217 time: 0.0524454 Jul 09 14:37:49.071854 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ccdb8a30-96e6-417e-9833-7497aecbd48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:49.074376 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ccdb8a30-96e6-417e-9833-7497aecbd48a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:49.075601 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ccdb8a30-96e6-417e-9833-7497aecbd48a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cd9e05d2-303f-4524-b44d-291497d71fde HTTP/1.1" status: 204 len: 168 time: 0.5786476 Jul 09 14:37:49.084556 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-e765d259-f80c-46c7-8503-dfd830e698d1 req-a68d54b8-fa4f-4716-9dad-4292dcde5175 service neutron] For port dcd0ae7c-45ed-46e9-9311-776e32a7558d, host n-h2-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:37:49.095069 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd9f2d-a13f-44c4-a8fd-af6e031749a3 req-db0b0d24-c24f-426f-b202-6372d2104863 tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:49.096650 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c2bd9f2d-a13f-44c4-a8fd-af6e031749a3 req-db0b0d24-c24f-426f-b202-6372d2104863 tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a20867f-8324-410b-ae59-0da4bd7b43b1 HTTP/1.1" status: 200 len: 949 time: 0.2398102 Jul 09 14:37:49.114174 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdb8a30-96e6-417e-9833-7497aecbd48a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9e05d2-303f-4524-b44d-291497d71fde,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:49.127744 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-e765d259-f80c-46c7-8503-dfd830e698d1 req-a68d54b8-fa4f-4716-9dad-4292dcde5175 service neutron] For port dcd0ae7c-45ed-46e9-9311-776e32a7558d, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=dcd0ae7c-45ed-46e9-9311-776e32a7558d,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:37:49.135855 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58fcdde-a738-4220-aa86-ae3eb37eb170 req-390574b3-9fa9-4019-abdf-9c19c64de75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:49.137395 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f58fcdde-a738-4220-aa86-ae3eb37eb170 req-390574b3-9fa9-4019-abdf-9c19c64de75e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.1106613 Jul 09 14:37:49.184344 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c2bd9f2d-a13f-44c4-a8fd-af6e031749a3 req-832759c3-af20-4a84-8547-81f414cc96f2 tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] 10.222.0.58 "GET /v2.0/security-groups?id=e45167c4-9ee2-40ea-b055-6d502670e0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796995 Jul 09 14:37:49.194865 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e765d259-f80c-46c7-8503-dfd830e698d1 req-a68d54b8-fa4f-4716-9dad-4292dcde5175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:49.240312 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e765d259-f80c-46c7-8503-dfd830e698d1 req-a68d54b8-fa4f-4716-9dad-4292dcde5175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:49.241077 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e765d259-f80c-46c7-8503-dfd830e698d1 req-a68d54b8-fa4f-4716-9dad-4292dcde5175 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:49.242599 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e765d259-f80c-46c7-8503-dfd830e698d1 req-a68d54b8-fa4f-4716-9dad-4292dcde5175 service neutron] 10.222.0.54 "PUT /v2.0/ports/dcd0ae7c-45ed-46e9-9311-776e32a7558d HTTP/1.1" status: 200 len: 1095 time: 1.7564728 Jul 09 14:37:49.258752 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58fcdde-a738-4220-aa86-ae3eb37eb170 req-2a5ea48a-d076-4afc-b485-7e8aca2e2729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:49.260474 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f58fcdde-a738-4220-aa86-ae3eb37eb170 req-2a5ea48a-d076-4afc-b485-7e8aca2e2729 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1153297 Jul 09 14:37:49.280394 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68d54b8-fa4f-4716-9dad-4292dcde5175 service neutron] Pushing event updated for resources: {'Port': ['ID=dcd0ae7c-45ed-46e9-9311-776e32a7558d,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:49.446123 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f58fcdde-a738-4220-aa86-ae3eb37eb170 req-8893a80c-87e0-4947-a7ae-e606a2b85bbd service neutron] 10.222.0.54 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774929 Jul 09 14:37:49.571811 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e765d259-f80c-46c7-8503-dfd830e698d1 req-112a73f9-2e6d-49f0-b337-c6c38f1598c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:49.573347 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e765d259-f80c-46c7-8503-dfd830e698d1 req-112a73f9-2e6d-49f0-b337-c6c38f1598c7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ec9f75b6a4304dc9aca99fa17e246339&device_id=d09b7f4a-f490-4b6b-bcff-c85dbe06e11e HTTP/1.1" status: 200 len: 1098 time: 0.2127380 Jul 09 14:37:49.704411 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e765d259-f80c-46c7-8503-dfd830e698d1 req-211ca2b8-02fc-4d86-af74-c530a26b34c7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=dcd0ae7c-45ed-46e9-9311-776e32a7558d HTTP/1.1" status: 200 len: 217 time: 0.1030436 Jul 09 14:37:49.812388 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f58fcdde-a738-4220-aa86-ae3eb37eb170 req-9dea811b-4c5d-40ba-b572-e982343e6197 service neutron] 10.222.0.54 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453486 Jul 09 14:37:49.823219 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e765d259-f80c-46c7-8503-dfd830e698d1 req-18dc0eb5-18e6-4603-92d6-151be1375c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:49.824701 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e765d259-f80c-46c7-8503-dfd830e698d1 req-18dc0eb5-18e6-4603-92d6-151be1375c0c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.1002688 Jul 09 14:37:49.913801 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074d0d5-6a9d-4ed4-b984-83d3fff89c42 req-62a77666-3aa8-4012-b723-eb53a41a7669 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:49.916145 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2074d0d5-6a9d-4ed4-b984-83d3fff89c42 req-62a77666-3aa8-4012-b723-eb53a41a7669 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] 10.222.0.58 "GET /v2.0/ports?device_id=d09b7f4a-f490-4b6b-bcff-c85dbe06e11e HTTP/1.1" status: 200 len: 947 time: 0.0826337 Jul 09 14:37:49.967125 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2074d0d5-6a9d-4ed4-b984-83d3fff89c42 req-6581c9c6-11d4-4446-bd5f-dbd84f25fa6c tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c690bd8-45a5-4665-a948-5886a91e4046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429919 Jul 09 14:37:50.156791 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650be5a3-4c39-47c4-b30d-79e1b664b5a0 req-49fbd438-0958-4cae-9e0b-21a3fa2199f5 tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:50.158254 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-650be5a3-4c39-47c4-b30d-79e1b664b5a0 req-49fbd438-0958-4cae-9e0b-21a3fa2199f5 tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d01ab58-680d-4f51-b97e-04034cdf631c HTTP/1.1" status: 200 len: 945 time: 0.5840065 Jul 09 14:37:50.168098 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aeebf8-1fc7-44c5-a642-ecd0aed4534a req-a68a6aba-f829-4130-8ef1-af6868c3e916 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:50.169887 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-15aeebf8-1fc7-44c5-a642-ecd0aed4534a req-a68a6aba-f829-4130-8ef1-af6868c3e916 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=eaa5b4f0-e3c9-4167-9264-3519b0452d34 HTTP/1.1" status: 200 len: 945 time: 0.0789819 Jul 09 14:37:50.186916 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c777f-236e-4b8c-aa0b-ccab3515d2c9 req-580e8781-8371-47d8-b2b1-53bd1aba8ded tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:50.188440 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-009c777f-236e-4b8c-aa0b-ccab3515d2c9 req-580e8781-8371-47d8-b2b1-53bd1aba8ded tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d01ab58-680d-4f51-b97e-04034cdf631c HTTP/1.1" status: 200 len: 945 time: 0.5288837 Jul 09 14:37:50.230944 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-15aeebf8-1fc7-44c5-a642-ecd0aed4534a req-e9998c0c-5b68-4659-8e90-e9a4378281f2 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496099 Jul 09 14:37:50.356194 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-650be5a3-4c39-47c4-b30d-79e1b664b5a0 req-1dbcbdb6-7ed5-47f6-a026-299efd08731e tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] 10.222.0.58 "GET /v2.0/security-groups?id=fee60477-832c-4e3e-a4a5-e4bb29b887db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791310 Jul 09 14:37:50.362656 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e765d259-f80c-46c7-8503-dfd830e698d1 req-ab5dd8f7-c859-4ee4-80e6-7fb0d016f4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:50.364549 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e765d259-f80c-46c7-8503-dfd830e698d1 req-ab5dd8f7-c859-4ee4-80e6-7fb0d016f4ca service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5328400 Jul 09 14:37:50.377506 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a523f-6750-4f8d-a191-1b14a71bc083 req-6ea88d76-f9d2-4d22-8af5-1d4bf4813150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:50.379196 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f47a523f-6750-4f8d-a191-1b14a71bc083 req-6ea88d76-f9d2-4d22-8af5-1d4bf4813150 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ec9f75b6a4304dc9aca99fa17e246339&device_id=ad65b12f-624c-4418-a3db-6e5e76a74ece HTTP/1.1" status: 200 len: 1099 time: 0.2436211 Jul 09 14:37:50.425095 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67793811-e3ca-44a0-be2a-285b6fd3daff req-f6908a25-b87f-41ab-92f0-cd2c6bb72719 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:50.427257 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-67793811-e3ca-44a0-be2a-285b6fd3daff req-f6908a25-b87f-41ab-92f0-cd2c6bb72719 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/ports?device_id=a654afbc-4843-40e7-b14d-313e36672ce8 HTTP/1.1" status: 200 len: 946 time: 0.0880518 Jul 09 14:37:50.479029 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-67793811-e3ca-44a0-be2a-285b6fd3daff req-a0bb2734-668f-4d96-975a-611939c43ac2 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/security-groups?id=e422a52c-7c07-43a8-a88a-b9007d1c26e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459216 Jul 09 14:37:50.536355 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-009c777f-236e-4b8c-aa0b-ccab3515d2c9 req-b4e97df8-0ae1-4e6f-b070-d95c2cab9bc8 tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] Deleting port 58836c89-0a89-4595-b508-b2dd1177ca90 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:37:50.537104 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-009c777f-236e-4b8c-aa0b-ccab3515d2c9 req-b4e97df8-0ae1-4e6f-b070-d95c2cab9bc8 tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:50.653686 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e765d259-f80c-46c7-8503-dfd830e698d1 req-d842e42e-48df-436b-93bd-c919227ec479 service neutron] 10.222.0.54 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786310 Jul 09 14:37:50.713870 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-009c777f-236e-4b8c-aa0b-ccab3515d2c9 req-b4e97df8-0ae1-4e6f-b070-d95c2cab9bc8 tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] For port 58836c89-0a89-4595-b508-b2dd1177ca90, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=58836c89-0a89-4595-b508-b2dd1177ca90,segment=NetworkSegment(936ccbb7-93da-49e4-9dd8-a393e22780cf),segment_id=936ccbb7-93da-49e4-9dd8-a393e22780cf)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:37:50.714355 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-009c777f-236e-4b8c-aa0b-ccab3515d2c9 req-b4e97df8-0ae1-4e6f-b070-d95c2cab9bc8 tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:50.730351 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-009c777f-236e-4b8c-aa0b-ccab3515d2c9 req-b4e97df8-0ae1-4e6f-b070-d95c2cab9bc8 tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] Calling delete_port for 58836c89-0a89-4595-b508-b2dd1177ca90 owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:37:50.788515 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd09b7f4a-f490-4b6b-bcff-c85dbe06e11e', 'tag': 'dcd0ae7c-45ed-46e9-9311-776e32a7558d'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:37:50.790934 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef000084-ac55-4f16-b18f-38a11eee286e" -d '{"events": [{"name": "network-changed", "server_uuid": "d09b7f4a-f490-4b6b-bcff-c85dbe06e11e", "tag": "dcd0ae7c-45ed-46e9-9311-776e32a7558d"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:37:50.832808 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a523f-6750-4f8d-a191-1b14a71bc083 req-a89b18fe-7c9f-414d-b1e4-152ccf9ffaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:50.834417 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f47a523f-6750-4f8d-a191-1b14a71bc083 req-a89b18fe-7c9f-414d-b1e4-152ccf9ffaca service neutron] 10.222.0.54 "GET /v2.0/networks?id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc HTTP/1.1" status: 200 len: 870 time: 0.4340703 Jul 09 14:37:50.939570 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f47a523f-6750-4f8d-a191-1b14a71bc083 req-b638f7a7-e34f-4844-a271-d23a0ad4ef4a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=beb4896c-719d-4b47-90f7-44e3fe562e2a HTTP/1.1" status: 200 len: 217 time: 0.0913434 Jul 09 14:37:51.010063 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a523f-6750-4f8d-a191-1b14a71bc083 req-ea5275f6-b056-47c6-aac6-28c9ebdc69c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:51.011592 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f47a523f-6750-4f8d-a191-1b14a71bc083 req-ea5275f6-b056-47c6-aac6-28c9ebdc69c8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.0611837 Jul 09 14:37:51.132082 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e765d259-f80c-46c7-8503-dfd830e698d1 req-e56f1dff-1d2c-4263-96cc-09f3a5e89133 service neutron] 10.222.0.54 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4683895 Jul 09 14:37:51.158287 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24726806-e864-4bec-8877-299880474e62 req-2b5e3715-0040-4787-8b06-a9c760aee241 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:51.165042 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-24726806-e864-4bec-8877-299880474e62 req-2b5e3715-0040-4787-8b06-a9c760aee241 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/ports?device_id=208200ef-b947-4ff4-a8d8-c82c5df3ec7d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3710763 Jul 09 14:37:51.207862 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-009c777f-236e-4b8c-aa0b-ccab3515d2c9 req-b4e97df8-0ae1-4e6f-b070-d95c2cab9bc8 tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:51.220872 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a523f-6750-4f8d-a191-1b14a71bc083 req-67026449-d0ff-4cd7-af18-c36dd6217f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:51.222367 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f47a523f-6750-4f8d-a191-1b14a71bc083 req-67026449-d0ff-4cd7-af18-c36dd6217f91 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2025700 Jul 09 14:37:51.227272 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-24726806-e864-4bec-8877-299880474e62 req-039ba7af-ff02-4b31-91b4-9f2b8358be07 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.3.107 HTTP/1.1" status: 200 len: 696 time: 0.0614436 Jul 09 14:37:51.251318 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['58836c89-0a89-4595-b508-b2dd1177ca90'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:37:51.260541 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e97df8-0ae1-4e6f-b070-d95c2cab9bc8 tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] Pushing event deleted for resources: {'Port': ['ID=58836c89-0a89-4595-b508-b2dd1177ca90,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:51.265594 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-24726806-e864-4bec-8877-299880474e62 req-768ea97c-4199-452e-a89f-407b3c8071d4 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Request body: {'floatingip': {'port_id': 'f7652d57-006e-480e-b09f-d6ce03537407', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:37:51.396981 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-24726806-e864-4bec-8877-299880474e62 req-768ea97c-4199-452e-a89f-407b3c8071d4 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Notify callbacks [] for floatingip, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:51.443330 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-009c777f-236e-4b8c-aa0b-ccab3515d2c9 req-b4e97df8-0ae1-4e6f-b070-d95c2cab9bc8 tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] No DVR routers for this DVR port 58836c89-0a89-4595-b508-b2dd1177ca90 on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:37:51.448351 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-009c777f-236e-4b8c-aa0b-ccab3515d2c9 req-b4e97df8-0ae1-4e6f-b070-d95c2cab9bc8 tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:51.450917 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-009c777f-236e-4b8c-aa0b-ccab3515d2c9 req-b4e97df8-0ae1-4e6f-b070-d95c2cab9bc8 tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] 10.222.0.62 "DELETE /v2.0/ports/58836c89-0a89-4595-b508-b2dd1177ca90 HTTP/1.1" status: 204 len: 173 time: 1.2479339 Jul 09 14:37:51.517514 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f47a523f-6750-4f8d-a191-1b14a71bc083 req-20977421-5677-47cf-9a5b-fcd171ddf6ef service neutron] 10.222.0.54 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675552 Jul 09 14:37:51.536622 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4d28bf-dd92-43d4-8b79-0bd3f0cf8270 x-openstack-request-id: req-cd4d28bf-dd92-43d4-8b79-0bd3f0cf8270 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:37:51.536905 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d09b7f4a-f490-4b6b-bcff-c85dbe06e11e", "tag": "dcd0ae7c-45ed-46e9-9311-776e32a7558d", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:37:51.537157 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cd4d28bf-dd92-43d4-8b79-0bd3f0cf8270 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:37:51.537639 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd09b7f4a-f490-4b6b-bcff-c85dbe06e11e', 'tag': 'dcd0ae7c-45ed-46e9-9311-776e32a7558d', 'status': 'completed', 'code': 200} Jul 09 14:37:51.686513 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d8995-4849-4caf-970f-d6b3a85443e5 req-937b9d46-3aa6-4ed3-a7b6-f606659c24b8 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:51.688192 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fc7d8995-4849-4caf-970f-d6b3a85443e5 req-937b9d46-3aa6-4ed3-a7b6-f606659c24b8 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] 10.222.0.58 "GET /v2.0/ports?device_id=d09b7f4a-f490-4b6b-bcff-c85dbe06e11e HTTP/1.1" status: 200 len: 947 time: 0.0687625 Jul 09 14:37:51.731989 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fc7d8995-4849-4caf-970f-d6b3a85443e5 req-f308e994-722c-4400-b177-ba3c6d17a5a1 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c690bd8-45a5-4665-a948-5886a91e4046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353997 Jul 09 14:37:51.756819 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f47a523f-6750-4f8d-a191-1b14a71bc083 req-944def20-7ade-4edd-af70-10d21598d16a service neutron] 10.222.0.54 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217705 Jul 09 14:37:51.786840 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef000084-ac55-4f16-b18f-38a11eee286e req-21647967-0b8b-4e34-83f0-d5496ba52d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:51.789391 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ef000084-ac55-4f16-b18f-38a11eee286e req-21647967-0b8b-4e34-83f0-d5496ba52d47 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ec9f75b6a4304dc9aca99fa17e246339&device_id=d09b7f4a-f490-4b6b-bcff-c85dbe06e11e HTTP/1.1" status: 200 len: 1098 time: 0.2309389 Jul 09 14:37:51.970506 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5955c24-3606-4f44-99db-98b7cba84f80 req-c8129c8a-ad78-4b9f-8ea0-f82c5d5f6a0b tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:51.972085 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d5955c24-3606-4f44-99db-98b7cba84f80 req-c8129c8a-ad78-4b9f-8ea0-f82c5d5f6a0b tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=eaa5b4f0-e3c9-4167-9264-3519b0452d34 HTTP/1.1" status: 200 len: 945 time: 0.0862706 Jul 09 14:37:52.020553 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d5955c24-3606-4f44-99db-98b7cba84f80 req-437b3a0f-7984-481f-860d-a5cb9bc4920b tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410371 Jul 09 14:37:52.207109 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d61072ed-32fc-47d3-a569-b36b1ba56b50 req-2e98c2c0-ec5c-4c4d-b4c4-e69a4b2ba901 tempest-VolumesAdminNegativeTest-262775235 tempest-VolumesAdminNegativeTest-262775235-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d01ab58-680d-4f51-b97e-04034cdf631c HTTP/1.1" status: 200 len: 210 time: 0.0299046 Jul 09 14:37:52.213791 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device beb4896c-719d-4b47-90f7-44e3fe562e2a details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:37:52.327638 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port beb4896c-719d-4b47-90f7-44e3fe562e2a, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=beb4896c-719d-4b47-90f7-44e3fe562e2a,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:37:52.341499 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': 'beb4896c-719d-4b47-90f7-44e3fe562e2a', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'port_id': 'beb4896c-719d-4b47-90f7-44e3fe562e2a', 'mac_address': 'fa:16:3e:84:cb:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8081bcce-88de-4a2f-9e69-6750220e0be0', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:37:52.392354 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:52.411359 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beb4896c-719d-4b47-90f7-44e3fe562e2a {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:37:52.420593 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bdd611-1c95-4de4-abc1-10b1beb2911b req-6e261130-1e54-4afe-8931-bfaafd7089eb tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:52.428509 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-89bdd611-1c95-4de4-abc1-10b1beb2911b req-6e261130-1e54-4afe-8931-bfaafd7089eb tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a20867f-8324-410b-ae59-0da4bd7b43b1 HTTP/1.1" status: 200 len: 949 time: 0.1044507 Jul 09 14:37:52.433629 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port beb4896c-719d-4b47-90f7-44e3fe562e2a, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=beb4896c-719d-4b47-90f7-44e3fe562e2a,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:37:52.467958 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-89bdd611-1c95-4de4-abc1-10b1beb2911b req-916cb5fb-9b2b-41ef-9a7f-3d7c99a3f169 tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] 10.222.0.58 "GET /v2.0/security-groups?id=e45167c4-9ee2-40ea-b055-6d502670e0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383337 Jul 09 14:37:52.486763 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef000084-ac55-4f16-b18f-38a11eee286e req-6459837c-1223-4928-afba-77092fa5c32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:52.496935 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ef000084-ac55-4f16-b18f-38a11eee286e req-6459837c-1223-4928-afba-77092fa5c32d service neutron] 10.222.0.54 "GET /v2.0/networks?id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc HTTP/1.1" status: 200 len: 870 time: 0.6649251 Jul 09 14:37:52.505462 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:52.567138 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=beb4896c-719d-4b47-90f7-44e3fe562e2a,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:52.599538 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ef000084-ac55-4f16-b18f-38a11eee286e req-098300ab-66b3-433e-be2d-792ef975b07e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=dcd0ae7c-45ed-46e9-9311-776e32a7558d HTTP/1.1" status: 200 len: 217 time: 0.0797119 Jul 09 14:37:52.633002 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.db.resource_extend [req-24726806-e864-4bec-8877-299880474e62 req-768ea97c-4199-452e-a89f-407b3c8071d4 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 14:37:52.741579 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef000084-ac55-4f16-b18f-38a11eee286e req-6159535f-2438-4f5b-b3f5-57012b1bdc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:52.742864 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ef000084-ac55-4f16-b18f-38a11eee286e req-6159535f-2438-4f5b-b3f5-57012b1bdc67 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.1318135 Jul 09 14:37:52.746989 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-24726806-e864-4bec-8877-299880474e62 req-768ea97c-4199-452e-a89f-407b3c8071d4 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:52.809759 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['beb4896c-719d-4b47-90f7-44e3fe562e2a'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:37:52.811610 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef000084-ac55-4f16-b18f-38a11eee286e req-773c9731-0066-4d86-bf1a-a342bbf45954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:52.814307 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ef000084-ac55-4f16-b18f-38a11eee286e req-773c9731-0066-4d86-bf1a-a342bbf45954 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0599847 Jul 09 14:37:52.865329 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:52.874493 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-24726806-e864-4bec-8877-299880474e62 req-768ea97c-4199-452e-a89f-407b3c8071d4 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:52.910239 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed44b53-9c7d-4a4c-94f6-b92e502d51d8 req-6dc298e7-2cdc-4a89-a32b-f6b7d546a4de tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:52.917409 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0ed44b53-9c7d-4a4c-94f6-b92e502d51d8 req-6dc298e7-2cdc-4a89-a32b-f6b7d546a4de tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=1049b884-ab92-4127-863e-462d32d8b8bd HTTP/1.1" status: 200 len: 1096 time: 0.0831676 Jul 09 14:37:52.960773 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0ed44b53-9c7d-4a4c-94f6-b92e502d51d8 req-6e968a63-0955-46e5-98fe-ed3e447e2d57 tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422428 Jul 09 14:37:53.010837 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ef000084-ac55-4f16-b18f-38a11eee286e req-dbcbf1c6-51b3-4408-a264-1366d4d9f4a2 service neutron] 10.222.0.54 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882758 Jul 09 14:37:53.019419 n-d-799529-6 neutron-server[94446]: INFO neutron.db.l3_db [req-24726806-e864-4bec-8877-299880474e62 req-768ea97c-4199-452e-a89f-407b3c8071d4 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Floating IP 5778986c-0726-40ff-a540-86f51a3b855f associated. External IP: 172.25.3.107, port: f7652d57-006e-480e-b09f-d6ce03537407. Jul 09 14:37:53.197878 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ef000084-ac55-4f16-b18f-38a11eee286e req-1e661c47-9dc7-4fda-b2f0-5760b77a5326 service neutron] 10.222.0.54 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799750 Jul 09 14:37:53.330635 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24726806-e864-4bec-8877-299880474e62 req-768ea97c-4199-452e-a89f-407b3c8071d4 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Router d3d89b67-69ad-4f25-9dd9-033ba23f0ca4 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:37:53.444369 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24726806-e864-4bec-8877-299880474e62 req-768ea97c-4199-452e-a89f-407b3c8071d4 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:37:53.449277 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-24726806-e864-4bec-8877-299880474e62 req-768ea97c-4199-452e-a89f-407b3c8071d4 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:53.454962 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7e887b-58e0-4ce8-b239-3bd58beec512 None None] Sync routers for ids ['d3d89b67-69ad-4f25-9dd9-033ba23f0ca4'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:37:53.467028 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7e887b-58e0-4ce8-b239-3bd58beec512 None None] Routers {'d3d89b67-69ad-4f25-9dd9-033ba23f0ca4'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:37:53.468192 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-3b7e887b-58e0-4ce8-b239-3bd58beec512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:37:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['d3d89b67-69ad-4f25-9dd9-033ba23f0ca4'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:37:53.491883 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-24726806-e864-4bec-8877-299880474e62 req-768ea97c-4199-452e-a89f-407b3c8071d4 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "PUT /v2.0/floatingips/5778986c-0726-40ff-a540-86f51a3b855f HTTP/1.1" status: 200 len: 997 time: 2.2405171 Jul 09 14:37:53.526168 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194b3e7-bce6-4bec-a0bd-c8f38b96b622 req-597e0697-3b2a-48a8-a27c-fb8565b099b5 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:53.527716 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b194b3e7-bce6-4bec-a0bd-c8f38b96b622 req-597e0697-3b2a-48a8-a27c-fb8565b099b5 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] 10.222.0.58 "GET /v2.0/ports?device_id=d09b7f4a-f490-4b6b-bcff-c85dbe06e11e HTTP/1.1" status: 200 len: 947 time: 0.0886559 Jul 09 14:37:53.538148 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d01ab58-680d-4f51-b97e-04034cdf631c', 'name': 'network-vif-deleted', 'tag': '58836c89-0a89-4595-b508-b2dd1177ca90'}, {'name': 'network-changed', 'server_uuid': '208200ef-b947-4ff4-a8d8-c82c5df3ec7d', 'tag': 'f7652d57-006e-480e-b09f-d6ce03537407'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:37:53.540471 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f484ae9-1bb5-4c7c-9083-f1dba29352d5" -d '{"events": [{"server_uuid": "8d01ab58-680d-4f51-b97e-04034cdf631c", "name": "network-vif-deleted", "tag": "58836c89-0a89-4595-b508-b2dd1177ca90"}, {"name": "network-changed", "server_uuid": "208200ef-b947-4ff4-a8d8-c82c5df3ec7d", "tag": "f7652d57-006e-480e-b09f-d6ce03537407"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:37:53.585731 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b194b3e7-bce6-4bec-a0bd-c8f38b96b622 req-31bb89c9-e809-4879-8fc0-b002b11dc625 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c690bd8-45a5-4665-a948-5886a91e4046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515530 Jul 09 14:37:53.586306 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-3b7e887b-58e0-4ce8-b239-3bd58beec512 None None] Set router d3d89b67-69ad-4f25-9dd9-033ba23f0ca4 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:37:53.629149 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24726806-e864-4bec-8877-299880474e62 req-4cea35cf-5582-4ab7-8cd8-cfe49138540b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:53.630832 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-24726806-e864-4bec-8877-299880474e62 req-4cea35cf-5582-4ab7-8cd8-cfe49138540b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=77dbf4b092de4af7b8689da68d04094b&device_id=208200ef-b947-4ff4-a8d8-c82c5df3ec7d HTTP/1.1" status: 200 len: 1097 time: 0.1226096 Jul 09 14:37:53.644890 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dfc4c2-46a7-483e-b268-bde20738b7c7 req-014cce2a-3687-4751-ba75-4d5aa45e0aa2 tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:53.646566 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-79dfc4c2-46a7-483e-b268-bde20738b7c7 req-014cce2a-3687-4751-ba75-4d5aa45e0aa2 tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] 10.222.0.62 "GET /v2.0/ports?device_id=6a20867f-8324-410b-ae59-0da4bd7b43b1 HTTP/1.1" status: 200 len: 949 time: 0.1093848 Jul 09 14:37:53.807042 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24726806-e864-4bec-8877-299880474e62 req-8ff22343-d8c7-4273-90f2-65d618a5da8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:53.808543 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-24726806-e864-4bec-8877-299880474e62 req-8ff22343-d8c7-4273-90f2-65d618a5da8f service neutron] 10.222.0.58 "GET /v2.0/networks?id=0753039a-7e20-479c-b814-489355a542c4 HTTP/1.1" status: 200 len: 922 time: 0.1609211 Jul 09 14:37:53.824682 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 58836c89-0a89-4595-b508-b2dd1177ca90 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:37:53.844517 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-3b7e887b-58e0-4ce8-b239-3bd58beec512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1068833680-router', 'tenant_id': '77dbf4b092de4af7b8689da68d04094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '596f781e-3c4b-4779-aa8d-121d3662dcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:56Z', 'updated_at': '2021-07-09T14:37:03Z', 'revision_number': 4, 'project_id': '77dbf4b092de4af7b8689da68d04094b', 'gw_port': {'id': '596f781e-3c4b-4779-aa8d-121d3662dcc1', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:10:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:57Z', 'updated_at': '2021-07-09T14:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '5778986c-0726-40ff-a540-86f51a3b855f', 'tenant_id': '77dbf4b092de4af7b8689da68d04094b', 'floating_ip_address': '172.25.3.107', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'port_id': 'f7652d57-006e-480e-b09f-d6ce03537407', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0753039a-7e20-479c-b814-489355a542c4', 'mac_address': 'fa:16:3e:56:85:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208200ef-b947-4ff4-a8d8-c82c5df3ec7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:37:23Z', 'updated_at': '2021-07-09T14:37:52Z', 'revision_number': 1, 'project_id': '77dbf4b092de4af7b8689da68d04094b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56f86a50-958e-4a57-93f9-e200963d85e2', 'name': '', 'network_id': '0753039a-7e20-479c-b814-489355a542c4', 'tenant_id': '77dbf4b092de4af7b8689da68d04094b', 'mac_address': 'fa:16:3e:c5:c3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bc4e693f-d90b-46e2-beaf-3b7584235976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:37:01Z', 'updated_at': '2021-07-09T14:37:09Z', 'revision_number': 5, 'project_id': '77dbf4b092de4af7b8689da68d04094b', 'subnets': [{'id': 'bc4e693f-d90b-46e2-beaf-3b7584235976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:37:53.855181 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: 58836c89-0a89-4595-b508-b2dd1177ca90 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:37:53.855882 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 58836c89-0a89-4595-b508-b2dd1177ca90 not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:37:53.883630 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7e887b-58e0-4ce8-b239-3bd58beec512 None None] Checking router: d3d89b67-69ad-4f25-9dd9-033ba23f0ca4 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:37:53.893218 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7e887b-58e0-4ce8-b239-3bd58beec512 None None] Routers {'d3d89b67-69ad-4f25-9dd9-033ba23f0ca4'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:37:53.893814 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-3b7e887b-58e0-4ce8-b239-3bd58beec512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:37:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['d3d89b67-69ad-4f25-9dd9-033ba23f0ca4'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:37:53.897168 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-79dfc4c2-46a7-483e-b268-bde20738b7c7 req-4730b4b7-b822-4611-8141-74ba410230bc tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] Deleting port b9d8c01c-fbc0-4729-89da-a64249f40390 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:37:53.897505 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-79dfc4c2-46a7-483e-b268-bde20738b7c7 req-4730b4b7-b822-4611-8141-74ba410230bc tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:53.960677 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-24726806-e864-4bec-8877-299880474e62 req-30c35223-742d-474c-bbd4-793fc23a2ac7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7652d57-006e-480e-b09f-d6ce03537407 HTTP/1.1" status: 200 len: 1000 time: 0.1440942 Jul 09 14:37:54.000178 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-3b7e887b-58e0-4ce8-b239-3bd58beec512 None None] Set router d3d89b67-69ad-4f25-9dd9-033ba23f0ca4 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:37:54.037267 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24726806-e864-4bec-8877-299880474e62 req-8fbb289e-237a-401f-bec9-324d12fbebc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:54.039078 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-24726806-e864-4bec-8877-299880474e62 req-8fbb289e-237a-401f-bec9-324d12fbebc6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bc4e693f-d90b-46e2-beaf-3b7584235976 HTTP/1.1" status: 200 len: 860 time: 0.0713084 Jul 09 14:37:54.044778 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-79dfc4c2-46a7-483e-b268-bde20738b7c7 req-4730b4b7-b822-4611-8141-74ba410230bc tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] For port b9d8c01c-fbc0-4729-89da-a64249f40390, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=b9d8c01c-fbc0-4729-89da-a64249f40390,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:37:54.045146 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-79dfc4c2-46a7-483e-b268-bde20738b7c7 req-4730b4b7-b822-4611-8141-74ba410230bc tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:54.086555 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-79dfc4c2-46a7-483e-b268-bde20738b7c7 req-4730b4b7-b822-4611-8141-74ba410230bc tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] Calling delete_port for b9d8c01c-fbc0-4729-89da-a64249f40390 owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:37:54.165644 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24726806-e864-4bec-8877-299880474e62 req-cc0dd201-c12a-441f-9551-6e86ca267fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:54.167078 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-24726806-e864-4bec-8877-299880474e62 req-cc0dd201-c12a-441f-9551-6e86ca267fb2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0753039a-7e20-479c-b814-489355a542c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1193280 Jul 09 14:37:54.178461 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [req-24726806-e864-4bec-8877-299880474e62 req-3aec6456-5473-4893-af22-e0480a9dfceb service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:37:54.179425 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-24726806-e864-4bec-8877-299880474e62 req-3aec6456-5473-4893-af22-e0480a9dfceb service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054510 Jul 09 14:37:54.227005 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device dcd0ae7c-45ed-46e9-9311-776e32a7558d details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:37:54.231384 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device beb4896c-719d-4b47-90f7-44e3fe562e2a up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:37:54.257271 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-3b7e887b-58e0-4ce8-b239-3bd58beec512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1068833680-router', 'tenant_id': '77dbf4b092de4af7b8689da68d04094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '596f781e-3c4b-4779-aa8d-121d3662dcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:56Z', 'updated_at': '2021-07-09T14:37:03Z', 'revision_number': 4, 'project_id': '77dbf4b092de4af7b8689da68d04094b', 'gw_port': {'id': '596f781e-3c4b-4779-aa8d-121d3662dcc1', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:10:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:57Z', 'updated_at': '2021-07-09T14:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '5778986c-0726-40ff-a540-86f51a3b855f', 'tenant_id': '77dbf4b092de4af7b8689da68d04094b', 'floating_ip_address': '172.25.3.107', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'port_id': 'f7652d57-006e-480e-b09f-d6ce03537407', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0753039a-7e20-479c-b814-489355a542c4', 'mac_address': 'fa:16:3e:56:85:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208200ef-b947-4ff4-a8d8-c82c5df3ec7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:37:23Z', 'updated_at': '2021-07-09T14:37:52Z', 'revision_number': 1, 'project_id': '77dbf4b092de4af7b8689da68d04094b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56f86a50-958e-4a57-93f9-e200963d85e2', 'name': '', 'network_id': '0753039a-7e20-479c-b814-489355a542c4', 'tenant_id': '77dbf4b092de4af7b8689da68d04094b', 'mac_address': 'fa:16:3e:c5:c3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bc4e693f-d90b-46e2-beaf-3b7584235976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:37:01Z', 'updated_at': '2021-07-09T14:37:09Z', 'revision_number': 5, 'project_id': '77dbf4b092de4af7b8689da68d04094b', 'subnets': [{'id': 'bc4e693f-d90b-46e2-beaf-3b7584235976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:37:54.308683 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7e887b-58e0-4ce8-b239-3bd58beec512 None None] The sync data for ids ['d3d89b67-69ad-4f25-9dd9-033ba23f0ca4'] in n-d-799529-6 is: [{'id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1068833680-router', 'tenant_id': '77dbf4b092de4af7b8689da68d04094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '596f781e-3c4b-4779-aa8d-121d3662dcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:56Z', 'updated_at': '2021-07-09T14:37:03Z', 'revision_number': 4, 'project_id': '77dbf4b092de4af7b8689da68d04094b', 'gw_port': {'id': '596f781e-3c4b-4779-aa8d-121d3662dcc1', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:10:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:57Z', 'updated_at': '2021-07-09T14:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '5778986c-0726-40ff-a540-86f51a3b855f', 'tenant_id': '77dbf4b092de4af7b8689da68d04094b', 'floating_ip_address': '172.25.3.107', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'port_id': 'f7652d57-006e-480e-b09f-d6ce03537407', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0753039a-7e20-479c-b814-489355a542c4', 'mac_address': 'fa:16:3e:56:85:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208200ef-b947-4ff4-a8d8-c82c5df3ec7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:37:23Z', 'updated_at': '2021-07-09T14:37:52Z', 'revision_number': 1, 'project_id': '77dbf4b092de4af7b8689da68d04094b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56f86a50-958e-4a57-93f9-e200963d85e2', 'name': '', 'network_id': '0753039a-7e20-479c-b814-489355a542c4', 'tenant_id': '77dbf4b092de4af7b8689da68d04094b', 'mac_address': 'fa:16:3e:c5:c3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bc4e693f-d90b-46e2-beaf-3b7584235976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:37:01Z', 'updated_at': '2021-07-09T14:37:09Z', 'revision_number': 5, 'project_id': '77dbf4b092de4af7b8689da68d04094b', 'subnets': [{'id': 'bc4e693f-d90b-46e2-beaf-3b7584235976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:37:54.311596 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-24726806-e864-4bec-8877-299880474e62 req-7a686af7-159f-477a-93f4-24fa56cb5611 service neutron] 10.222.0.58 "GET /v2.0/networks/0753039a-7e20-479c-b814-489355a542c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234124 Jul 09 14:37:54.397859 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port dcd0ae7c-45ed-46e9-9311-776e32a7558d, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=dcd0ae7c-45ed-46e9-9311-776e32a7558d,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:37:54.428294 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': 'dcd0ae7c-45ed-46e9-9311-776e32a7558d', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'port_id': 'dcd0ae7c-45ed-46e9-9311-776e32a7558d', 'mac_address': 'fa:16:3e:49:e0:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8081bcce-88de-4a2f-9e69-6750220e0be0', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:37:54.444262 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-24726806-e864-4bec-8877-299880474e62 req-05b08d33-208e-4858-926e-2ac44ba623c9 service neutron] 10.222.0.58 "GET /v2.0/networks/0753039a-7e20-479c-b814-489355a542c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248605 Jul 09 14:37:54.445783 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-79dfc4c2-46a7-483e-b268-bde20738b7c7 req-4730b4b7-b822-4611-8141-74ba410230bc tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:54.474421 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port beb4896c-719d-4b47-90f7-44e3fe562e2a completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:37:54.487955 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port beb4896c-719d-4b47-90f7-44e3fe562e2a triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:37:54.488406 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:54.490397 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['b9d8c01c-fbc0-4729-89da-a64249f40390'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:37:54.490711 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4730b4b7-b822-4611-8141-74ba410230bc tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] Pushing event deleted for resources: {'Port': ['ID=b9d8c01c-fbc0-4729-89da-a64249f40390,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:54.546252 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-79dfc4c2-46a7-483e-b268-bde20738b7c7 req-4730b4b7-b822-4611-8141-74ba410230bc tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] No DVR routers for this DVR port b9d8c01c-fbc0-4729-89da-a64249f40390 on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:37:54.549697 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-79dfc4c2-46a7-483e-b268-bde20738b7c7 req-4730b4b7-b822-4611-8141-74ba410230bc tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:54.550065 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:54.552671 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-79dfc4c2-46a7-483e-b268-bde20738b7c7 req-4730b4b7-b822-4611-8141-74ba410230bc tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] 10.222.0.62 "DELETE /v2.0/ports/b9d8c01c-fbc0-4729-89da-a64249f40390 HTTP/1.1" status: 204 len: 173 time: 0.8970039 Jul 09 14:37:54.576061 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcd0ae7c-45ed-46e9-9311-776e32a7558d {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:37:54.582757 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9faf45ed-f71f-4105-9689-23e168b5f431 None None] New status for floating IP 5778986c-0726-40ff-a540-86f51a3b855f: ACTIVE {{(pid=94447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:37:54.651750 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port dcd0ae7c-45ed-46e9-9311-776e32a7558d, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=dcd0ae7c-45ed-46e9-9311-776e32a7558d,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:37:54.730488 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:54.779648 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa1441-24d8-48bd-be2e-ca7c10a11979 req-7cc155e6-7476-4de3-b3e3-df9a4cdb4942 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:54.781138 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-24aa1441-24d8-48bd-be2e-ca7c10a11979 req-7cc155e6-7476-4de3-b3e3-df9a4cdb4942 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=eaa5b4f0-e3c9-4167-9264-3519b0452d34 HTTP/1.1" status: 200 len: 945 time: 0.0745656 Jul 09 14:37:54.826813 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-24aa1441-24d8-48bd-be2e-ca7c10a11979 req-ca260571-e88e-4412-bf60-e661a9d61d43 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386677 Jul 09 14:37:54.880913 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:54.933070 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 52018) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:54.946599 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad65b12f-624c-4418-a3db-6e5e76a74ece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb4896c-719d-4b47-90f7-44e3fe562e2a'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:37:54.948934 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3bfce22-191f-4ff4-9e3a-ec5e307c8b44" -d '{"events": [{"server_uuid": "ad65b12f-624c-4418-a3db-6e5e76a74ece", "name": "network-vif-plugged", "status": "completed", "tag": "beb4896c-719d-4b47-90f7-44e3fe562e2a"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:37:54.969810 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port beb4896c-719d-4b47-90f7-44e3fe562e2a, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=beb4896c-719d-4b47-90f7-44e3fe562e2a,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:37:54.970789 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=dcd0ae7c-45ed-46e9-9311-776e32a7558d,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:54.983871 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a15a257-d93f-4a14-a4d5-3559876be596 admin admin] Deleting subnet 1efc9297-eb33-445a-a350-69ba2357f551 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:37:54.986819 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2a15a257-d93f-4a14-a4d5-3559876be596 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:55.022915 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2a15a257-d93f-4a14-a4d5-3559876be596 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:55.032208 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['dcd0ae7c-45ed-46e9-9311-776e32a7558d'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:37:55.068960 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2a15a257-d93f-4a14-a4d5-3559876be596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:55.074953 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:55.158281 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=beb4896c-719d-4b47-90f7-44e3fe562e2a,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:55.179162 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-718a766b-b061-4d4f-be05-67059a13ffac req-1d5e4558-5b18-4337-a82b-9fddef8db985 tempest-TenantUsagesTestJSON-504439856 tempest-TenantUsagesTestJSON-504439856-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a20867f-8324-410b-ae59-0da4bd7b43b1 HTTP/1.1" status: 200 len: 210 time: 0.0324743 Jul 09 14:37:55.237002 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2a15a257-d93f-4a14-a4d5-3559876be596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:55.245727 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 09 Jul 2021 14:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9006c87e-360a-42d0-874f-bf1f398d9b3d x-openstack-request-id: req-9006c87e-360a-42d0-874f-bf1f398d9b3d {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:37:55.246090 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d01ab58-680d-4f51-b97e-04034cdf631c", "name": "network-vif-deleted", "tag": "58836c89-0a89-4595-b508-b2dd1177ca90", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "208200ef-b947-4ff4-a8d8-c82c5df3ec7d", "tag": "f7652d57-006e-480e-b09f-d6ce03537407", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:37:55.247019 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9006c87e-360a-42d0-874f-bf1f398d9b3d {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:37:55.248249 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d01ab58-680d-4f51-b97e-04034cdf631c', 'name': 'network-vif-deleted', 'tag': '58836c89-0a89-4595-b508-b2dd1177ca90', 'status': 'completed', 'code': 200} Jul 09 14:37:55.248573 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '208200ef-b947-4ff4-a8d8-c82c5df3ec7d', 'tag': 'f7652d57-006e-480e-b09f-d6ce03537407', 'status': 'completed', 'code': 200} Jul 09 14:37:55.267859 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a15a257-d93f-4a14-a4d5-3559876be596 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1efc9297-eb33-445a-a350-69ba2357f551,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:55.271850 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2a15a257-d93f-4a14-a4d5-3559876be596 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:55.276124 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-2a15a257-d93f-4a14-a4d5-3559876be596 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/1efc9297-eb33-445a-a350-69ba2357f551 HTTP/1.1" status: 204 len: 168 time: 0.3412213 Jul 09 14:37:55.276833 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 52024) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:55.375773 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bd900fff-eb1c-484e-8ecf-e5169a0c9653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:55.426647 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f484ae9-1bb5-4c7c-9083-f1dba29352d5 req-06e2beda-3319-4189-89db-56b49b69c716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:55.428391 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8f484ae9-1bb5-4c7c-9083-f1dba29352d5 req-06e2beda-3319-4189-89db-56b49b69c716 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=77dbf4b092de4af7b8689da68d04094b&device_id=208200ef-b947-4ff4-a8d8-c82c5df3ec7d HTTP/1.1" status: 200 len: 1097 time: 0.1430933 Jul 09 14:37:55.556603 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bd900fff-eb1c-484e-8ecf-e5169a0c9653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:55.573706 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-bd900fff-eb1c-484e-8ecf-e5169a0c9653 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96850b37-4bb0-41cb-be35-fe95a687a17c']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:37:55.596623 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-bd900fff-eb1c-484e-8ecf-e5169a0c9653 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '936ccbb7-93da-49e4-9dd8-a393e22780cf') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:37:55.596915 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-bd900fff-eb1c-484e-8ecf-e5169a0c9653 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '936ccbb7-93da-49e4-9dd8-a393e22780cf') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:37:55.613589 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bd900fff-eb1c-484e-8ecf-e5169a0c9653 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:55.649882 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1635d-7e8f-4af2-9e10-07f05047dddb req-838b48af-7086-48e3-84c0-fc226d0d23f7 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:55.651381 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7fa1635d-7e8f-4af2-9e10-07f05047dddb req-838b48af-7086-48e3-84c0-fc226d0d23f7 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/ports?device_id=a654afbc-4843-40e7-b14d-313e36672ce8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1825705 Jul 09 14:37:55.652380 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f484ae9-1bb5-4c7c-9083-f1dba29352d5 req-c907774e-0d74-4faa-a92c-df3e3ebc78cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:55.654206 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8f484ae9-1bb5-4c7c-9083-f1dba29352d5 req-c907774e-0d74-4faa-a92c-df3e3ebc78cb service neutron] 10.222.0.54 "GET /v2.0/networks?id=0753039a-7e20-479c-b814-489355a542c4 HTTP/1.1" status: 200 len: 922 time: 0.2161717 Jul 09 14:37:55.655141 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bd900fff-eb1c-484e-8ecf-e5169a0c9653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:55.665718 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-c58a06f1-6d8e-42b9-a482-131c1f96a5a0 tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:37:55.666850 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-c58a06f1-6d8e-42b9-a482-131c1f96a5a0 tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058210 Jul 09 14:37:55.667980 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd900fff-eb1c-484e-8ecf-e5169a0c9653 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:37:55.668376 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bd900fff-eb1c-484e-8ecf-e5169a0c9653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:55.675667 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:37:55.675667 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:37:55.675667 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:37:55.675667 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:37:55.675667 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:37:55.675667 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:37:55.675667 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:37:55.675667 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:37:55.675667 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:37:55.675667 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:37:55.675667 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:37:55.675667 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:37:55.675667 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:37:55.675667 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:37:55.675667 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:37:55.675667 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:37:55.675667 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:37:55.675667 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:37:55.675667 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:37:55.675667 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:37:55.675667 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:37:55.675667 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:37:55.675667 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:37:55.675667 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:37:55.675667 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:37:55.675667 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:37:55.675667 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 14:37:55.675667 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:37:55.675667 n-d-799529-6 neutron-server[94446]: timer() Jul 09 14:37:55.675667 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:37:55.675667 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 14:37:55.675667 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:37:55.675667 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 14:37:55.675667 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:37:55.675667 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 14:37:55.675667 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:37:55.675667 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 14:37:55.675667 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:37:55.675667 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 14:37:55.675667 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:37:55.675667 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:37:55.675667 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:37:55.675667 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:37:55.675667 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:37:55.675667 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 14:37:55.675667 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:37:55.675667 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 14:37:55.675667 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:37:55.675667 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:37:55.675667 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:37:55.675667 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 14:37:55.675667 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:37:55.675667 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:37:55.675667 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:37:55.675667 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:37:55.675667 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:37:55.675667 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:37:55.675667 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:37:55.683974 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-0b8d191d-f852-41d4-b953-7366a1dac27b service neutron] Request body: {'binding': {'host': 'n-h2-799529-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:37:55.683974 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-0b8d191d-f852-41d4-b953-7366a1dac27b service neutron] Unknown quota resources ['binding']. {{(pid=94445) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 14:37:55.821252 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-0b8d191d-f852-41d4-b953-7366a1dac27b service neutron] Attempting to bind port 6db91b74-04b4-41e9-bc63-2c760d452ca4 on host n-h2-799529-6 for vnic_type normal with profile None {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:37:55.821489 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-0b8d191d-f852-41d4-b953-7366a1dac27b service neutron] Attempting to bind port 6db91b74-04b4-41e9-bc63-2c760d452ca4 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': 'cd7790e9-3309-48a3-bfb3-c9f386870e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '56b8037f-2c10-4a66-9bb7-3f0d90fcd124'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:37:55.821825 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-0b8d191d-f852-41d4-b953-7366a1dac27b service neutron] Attempting to bind port 6db91b74-04b4-41e9-bc63-2c760d452ca4 on network 56b8037f-2c10-4a66-9bb7-3f0d90fcd124 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:37:55.826572 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-0b8d191d-f852-41d4-b953-7366a1dac27b service neutron] Port 6db91b74-04b4-41e9-bc63-2c760d452ca4 on network 56b8037f-2c10-4a66-9bb7-3f0d90fcd124 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:37:55.826891 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-0b8d191d-f852-41d4-b953-7366a1dac27b service neutron] Attempting to bind port 6db91b74-04b4-41e9-bc63-2c760d452ca4 on network 56b8037f-2c10-4a66-9bb7-3f0d90fcd124 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:37:55.832044 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-0b8d191d-f852-41d4-b953-7366a1dac27b service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:37:55.832377 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-0b8d191d-f852-41d4-b953-7366a1dac27b service neutron] Checking segment: {'id': 'cd7790e9-3309-48a3-bfb3-c9f386870e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '56b8037f-2c10-4a66-9bb7-3f0d90fcd124'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:37:55.832759 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-0b8d191d-f852-41d4-b953-7366a1dac27b service neutron] Bound using segment: {'id': 'cd7790e9-3309-48a3-bfb3-c9f386870e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '56b8037f-2c10-4a66-9bb7-3f0d90fcd124'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:37:55.833189 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-0b8d191d-f852-41d4-b953-7366a1dac27b service neutron] Bound port: 6db91b74-04b4-41e9-bc63-2c760d452ca4, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd7790e9-3309-48a3-bfb3-c9f386870e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '56b8037f-2c10-4a66-9bb7-3f0d90fcd124'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:37:55.888228 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-0b8d191d-f852-41d4-b953-7366a1dac27b service neutron] For port 6db91b74-04b4-41e9-bc63-2c760d452ca4, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=6db91b74-04b4-41e9-bc63-2c760d452ca4,segment=NetworkSegment(cd7790e9-3309-48a3-bfb3-c9f386870e48),segment_id=cd7790e9-3309-48a3-bfb3-c9f386870e48)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:37:55.972574 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-0b8d191d-f852-41d4-b953-7366a1dac27b service neutron] Notify callbacks [] for binding, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:55.973806 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-0b8d191d-f852-41d4-b953-7366a1dac27b service neutron] 10.222.0.58 "POST /v2.0/ports/6db91b74-04b4-41e9-bc63-2c760d452ca4/bindings HTTP/1.1" status: 201 len: 389 time: 0.3002148 Jul 09 14:37:56.086239 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1f0473dd-14f3-4cbe-b6db-9a1deddd15e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:56.104406 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7fa1635d-7e8f-4af2-9e10-07f05047dddb req-18430d9b-fc5a-4419-94e4-a89221e393ca tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.3.107 HTTP/1.1" status: 200 len: 1002 time: 0.4467385 Jul 09 14:37:56.106171 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8f484ae9-1bb5-4c7c-9083-f1dba29352d5 req-08377c35-e83c-4fcb-83b8-26361805c1f6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7652d57-006e-480e-b09f-d6ce03537407 HTTP/1.1" status: 200 len: 1002 time: 0.4437268 Jul 09 14:37:56.114573 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-7fa1635d-7e8f-4af2-9e10-07f05047dddb req-f0e59ccc-553c-4480-afe2-bf11fb2b6752 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Request body: {'floatingip': {'port_id': 'adda400d-0529-4d9f-9b8b-83131cebce54', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:37:56.172441 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bd900fff-eb1c-484e-8ecf-e5169a0c9653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:56.183118 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bd900fff-eb1c-484e-8ecf-e5169a0c9653 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:56.185612 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-bd900fff-eb1c-484e-8ecf-e5169a0c9653 admin admin] 10.222.0.58 "DELETE /v2.0/networks/96850b37-4bb0-41cb-be35-fe95a687a17c HTTP/1.1" status: 204 len: 168 time: 0.9077010 Jul 09 14:37:56.188539 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 52030) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:56.208218 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd900fff-eb1c-484e-8ecf-e5169a0c9653 admin admin] Pushing event deleted for resources: {'Network': ['ID=96850b37-4bb0-41cb-be35-fe95a687a17c,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:56.223050 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-7fa1635d-7e8f-4af2-9e10-07f05047dddb req-f0e59ccc-553c-4480-afe2-bf11fb2b6752 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Notify callbacks [] for floatingip, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:56.245825 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-29e57671-2136-4331-8064-5079e0b554ce admin admin] Deleting subnet 0d4028ef-1294-47df-98e9-987632c1b078 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:37:56.248042 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device dcd0ae7c-45ed-46e9-9311-776e32a7558d up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:37:56.250754 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-29e57671-2136-4331-8064-5079e0b554ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:56.255031 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f484ae9-1bb5-4c7c-9083-f1dba29352d5 req-6a40d1a8-bbb0-4218-9589-be04336cb871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:56.256524 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8f484ae9-1bb5-4c7c-9083-f1dba29352d5 req-6a40d1a8-bbb0-4218-9589-be04336cb871 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bc4e693f-d90b-46e2-beaf-3b7584235976 HTTP/1.1" status: 200 len: 860 time: 0.1394343 Jul 09 14:37:56.316292 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-29e57671-2136-4331-8064-5079e0b554ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:56.374885 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0a6bd-a0a7-4959-9f8f-f0c91538f813 req-8a761728-6b48-48d7-b7d3-bf6143012ce3 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:56.378411 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-17a0a6bd-a0a7-4959-9f8f-f0c91538f813 req-8a761728-6b48-48d7-b7d3-bf6143012ce3 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] 10.222.0.58 "GET /v2.0/ports?device_id=d09b7f4a-f490-4b6b-bcff-c85dbe06e11e HTTP/1.1" status: 200 len: 948 time: 0.1300452 Jul 09 14:37:56.381906 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-29e57671-2136-4331-8064-5079e0b554ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:56.392222 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f484ae9-1bb5-4c7c-9083-f1dba29352d5 req-df2bea19-f65b-4f1c-9416-aa849d2ef345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:56.393811 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8f484ae9-1bb5-4c7c-9083-f1dba29352d5 req-df2bea19-f65b-4f1c-9416-aa849d2ef345 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0753039a-7e20-479c-b814-489355a542c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1284158 Jul 09 14:37:56.435458 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port dcd0ae7c-45ed-46e9-9311-776e32a7558d completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:37:56.442089 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port dcd0ae7c-45ed-46e9-9311-776e32a7558d triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:37:56.442802 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:56.451023 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-17a0a6bd-a0a7-4959-9f8f-f0c91538f813 req-38a9c474-952f-44eb-b230-5b258d8421be tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c690bd8-45a5-4665-a948-5886a91e4046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657346 Jul 09 14:37:56.546045 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff3def4-7f18-41a9-9bb0-73bcffdee764 x-openstack-request-id: req-4ff3def4-7f18-41a9-9bb0-73bcffdee764 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:37:56.546338 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad65b12f-624c-4418-a3db-6e5e76a74ece", "name": "network-vif-plugged", "status": "completed", "tag": "beb4896c-719d-4b47-90f7-44e3fe562e2a", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:37:56.546593 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4ff3def4-7f18-41a9-9bb0-73bcffdee764 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:37:56.547841 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad65b12f-624c-4418-a3db-6e5e76a74ece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb4896c-719d-4b47-90f7-44e3fe562e2a', 'code': 200} Jul 09 14:37:56.549897 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:56.582098 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8f484ae9-1bb5-4c7c-9083-f1dba29352d5 req-c177a909-4a16-4c3d-ab47-3d3e771362a0 service neutron] 10.222.0.54 "GET /v2.0/networks/0753039a-7e20-479c-b814-489355a542c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771293 Jul 09 14:37:56.583612 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-29e57671-2136-4331-8064-5079e0b554ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:56.598351 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port dcd0ae7c-45ed-46e9-9311-776e32a7558d, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=dcd0ae7c-45ed-46e9-9311-776e32a7558d,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:37:56.613447 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e57671-2136-4331-8064-5079e0b554ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d4028ef-1294-47df-98e9-987632c1b078,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:56.618835 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-29e57671-2136-4331-8064-5079e0b554ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:56.620836 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-29e57671-2136-4331-8064-5079e0b554ce admin admin] 10.222.0.58 "DELETE /v2.0/subnets/0d4028ef-1294-47df-98e9-987632c1b078 HTTP/1.1" status: 204 len: 168 time: 0.4312260 Jul 09 14:37:56.623928 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 52036) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:56.682645 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:56.738604 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e5613762-c300-4272-b66b-0d4f1a06b876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:56.758634 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=dcd0ae7c-45ed-46e9-9311-776e32a7558d,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:56.827190 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-d9bbe203-8ea6-466a-ae70-85bf07a8aafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:56.828719 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-d9bbe203-8ea6-466a-ae70-85bf07a8aafe service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3b28908fc5d842e29720d7043e8083fd&device_id=1049b884-ab92-4127-863e-462d32d8b8bd HTTP/1.1" status: 200 len: 1096 time: 0.1871698 Jul 09 14:37:56.836441 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b090df89-f0aa-486f-8211-3a7802900189 req-2f46f7b1-6cd9-49e5-be87-cefa2eccdd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:56.837920 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b090df89-f0aa-486f-8211-3a7802900189 req-2f46f7b1-6cd9-49e5-be87-cefa2eccdd6f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ad65b12f-624c-4418-a3db-6e5e76a74ece HTTP/1.1" status: 200 len: 1101 time: 0.2181556 Jul 09 14:37:56.841702 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8f484ae9-1bb5-4c7c-9083-f1dba29352d5 req-95fb0847-e74e-4bf7-8afa-d7b5ebdb1722 service neutron] 10.222.0.54 "GET /v2.0/networks/0753039a-7e20-479c-b814-489355a542c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176852 Jul 09 14:37:56.912930 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b090df89-f0aa-486f-8211-3a7802900189 req-f0ec730b-a460-4d4e-8b53-86015882bd22 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3c690bd8-45a5-4665-a948-5886a91e4046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625544 Jul 09 14:37:56.980154 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-7fa1635d-7e8f-4af2-9e10-07f05047dddb req-f0e59ccc-553c-4480-afe2-bf11fb2b6752 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:57.042426 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-7fa1635d-7e8f-4af2-9e10-07f05047dddb req-f0e59ccc-553c-4480-afe2-bf11fb2b6752 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:57.144293 n-d-799529-6 neutron-server[94446]: INFO neutron.db.l3_db [req-7fa1635d-7e8f-4af2-9e10-07f05047dddb req-f0e59ccc-553c-4480-afe2-bf11fb2b6752 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Floating IP 5778986c-0726-40ff-a540-86f51a3b855f associated. External IP: 172.25.3.107, port: f7652d57-006e-480e-b09f-d6ce03537407. Jul 09 14:37:57.156420 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e5613762-c300-4272-b66b-0d4f1a06b876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:57.183166 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-e5613762-c300-4272-b66b-0d4f1a06b876 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7655365b-a5ec-4ff1-9e21-1c412403606a']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:37:57.206230 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-e5613762-c300-4272-b66b-0d4f1a06b876 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c966ce3-8a9c-4271-8bbc-bc7b39fb4eec') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:37:57.206520 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-e5613762-c300-4272-b66b-0d4f1a06b876 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c966ce3-8a9c-4271-8bbc-bc7b39fb4eec') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:37:57.223409 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e5613762-c300-4272-b66b-0d4f1a06b876 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:57.245205 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed5fb4-0f8d-4edf-a6a6-17542044a390 req-c83901e0-fc44-49fd-bcd5-0540a7c51358 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:57.246686 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ceed5fb4-0f8d-4edf-a6a6-17542044a390 req-c83901e0-fc44-49fd-bcd5-0540a7c51358 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=eaa5b4f0-e3c9-4167-9264-3519b0452d34 HTTP/1.1" status: 200 len: 945 time: 0.4634085 Jul 09 14:37:57.249425 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a20867f-8324-410b-ae59-0da4bd7b43b1', 'name': 'network-vif-deleted', 'tag': 'b9d8c01c-fbc0-4729-89da-a64249f40390'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:37:57.251733 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804441e6-e973-4589-8a11-e1cb2de202eb" -d '{"events": [{"server_uuid": "6a20867f-8324-410b-ae59-0da4bd7b43b1", "name": "network-vif-deleted", "tag": "b9d8c01c-fbc0-4729-89da-a64249f40390"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:37:57.257573 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e5613762-c300-4272-b66b-0d4f1a06b876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:57.270239 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-2e519195-ebb2-47f2-9228-d07d082d21b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:57.271762 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-2e519195-ebb2-47f2-9228-d07d082d21b8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=56b8037f-2c10-4a66-9bb7-3f0d90fcd124 HTTP/1.1" status: 200 len: 909 time: 0.1641483 Jul 09 14:37:57.272668 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5613762-c300-4272-b66b-0d4f1a06b876 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:37:57.273063 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e5613762-c300-4272-b66b-0d4f1a06b876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:57.281497 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:37:57.281497 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:37:57.281497 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:37:57.281497 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:37:57.281497 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:37:57.281497 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:37:57.281497 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:37:57.281497 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:37:57.281497 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:37:57.281497 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:37:57.281497 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 14:37:57.281497 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:37:57.281497 n-d-799529-6 neutron-server[94445]: timer() Jul 09 14:37:57.281497 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:37:57.281497 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 14:37:57.281497 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:37:57.281497 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 14:37:57.281497 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:37:57.281497 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 14:37:57.281497 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:37:57.281497 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 14:37:57.281497 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:37:57.281497 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 14:37:57.281497 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:37:57.281497 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:37:57.281497 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:37:57.281497 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:37:57.281497 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:37:57.281497 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 14:37:57.281497 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:37:57.281497 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 14:37:57.281497 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:37:57.281497 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:37:57.281497 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:37:57.281497 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 14:37:57.281497 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:37:57.281497 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:37:57.281497 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:37:57.281497 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:37:57.281497 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:37:57.281497 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:37:57.281497 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:37:57.360157 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7fa1635d-7e8f-4af2-9e10-07f05047dddb req-f0e59ccc-553c-4480-afe2-bf11fb2b6752 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Router d3d89b67-69ad-4f25-9dd9-033ba23f0ca4 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:37:57.362851 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-aa275720-7ae4-4edc-82b0-a1c49d3b360d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6db91b74-04b4-41e9-bc63-2c760d452ca4 HTTP/1.1" status: 200 len: 217 time: 0.0715368 Jul 09 14:37:57.380941 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ceed5fb4-0f8d-4edf-a6a6-17542044a390 req-19627772-d2ff-4d58-94df-820ce61ff627 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260190 Jul 09 14:37:57.438417 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-e5470c1c-f215-4761-95ad-c24068dc7f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:57.440221 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-e5470c1c-f215-4761-95ad-c24068dc7f24 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e48d7f3a-0ca9-428c-9383-07e4f6a75f04 HTTP/1.1" status: 200 len: 848 time: 0.0628011 Jul 09 14:37:57.470989 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7fa1635d-7e8f-4af2-9e10-07f05047dddb req-f0e59ccc-553c-4480-afe2-bf11fb2b6752 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:37:57.478150 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-2b62ae29-92d1-4b84-838e-982bf1184947 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=56b8037f-2c10-4a66-9bb7-3f0d90fcd124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270584 Jul 09 14:37:57.479145 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e5613762-c300-4272-b66b-0d4f1a06b876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:57.483335 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a2e5aa-9902-43af-8a93-c9864d1fa45f None None] Sync routers for ids ['d3d89b67-69ad-4f25-9dd9-033ba23f0ca4'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:37:57.487860 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e5613762-c300-4272-b66b-0d4f1a06b876 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:57.487860 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e5613762-c300-4272-b66b-0d4f1a06b876 admin admin] 10.222.0.58 "DELETE /v2.0/networks/7655365b-a5ec-4ff1-9e21-1c412403606a HTTP/1.1" status: 204 len: 168 time: 0.8626437 Jul 09 14:37:57.493903 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a2e5aa-9902-43af-8a93-c9864d1fa45f None None] Routers {'d3d89b67-69ad-4f25-9dd9-033ba23f0ca4'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:37:57.494723 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-77a2e5aa-9902-43af-8a93-c9864d1fa45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:37:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['d3d89b67-69ad-4f25-9dd9-033ba23f0ca4'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:37:57.518904 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5613762-c300-4272-b66b-0d4f1a06b876 admin admin] Pushing event deleted for resources: {'Network': ['ID=7655365b-a5ec-4ff1-9e21-1c412403606a,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:57.617332 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-77a2e5aa-9902-43af-8a93-c9864d1fa45f None None] Set router d3d89b67-69ad-4f25-9dd9-033ba23f0ca4 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:37:57.638941 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-c22b790a-4361-4259-898b-054db5d0a13f service neutron] 10.222.0.54 "GET /v2.0/networks/56b8037f-2c10-4a66-9bb7-3f0d90fcd124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314538 Jul 09 14:37:57.650405 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e44867-5634-4433-b655-6ffbaee4bac9 req-86ca1a13-3384-4cb7-9987-8e8a6fa741a8 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:57.651920 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f5e44867-5634-4433-b655-6ffbaee4bac9 req-86ca1a13-3384-4cb7-9987-8e8a6fa741a8 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=1049b884-ab92-4127-863e-462d32d8b8bd HTTP/1.1" status: 200 len: 945 time: 0.1351101 Jul 09 14:37:57.723737 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7fa1635d-7e8f-4af2-9e10-07f05047dddb req-f0e59ccc-553c-4480-afe2-bf11fb2b6752 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Router d3d89b67-69ad-4f25-9dd9-033ba23f0ca4 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:37:57.747212 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f5e44867-5634-4433-b655-6ffbaee4bac9 req-9e37a442-6805-40a4-af79-46d4437acb62 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858135 Jul 09 14:37:57.767097 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-a84366f1-dfbb-4aaf-919b-675205d4bd96 service neutron] 10.222.0.54 "GET /v2.0/networks/56b8037f-2c10-4a66-9bb7-3f0d90fcd124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141598 Jul 09 14:37:57.852969 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-77a2e5aa-9902-43af-8a93-c9864d1fa45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1068833680-router', 'tenant_id': '77dbf4b092de4af7b8689da68d04094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '596f781e-3c4b-4779-aa8d-121d3662dcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:56Z', 'updated_at': '2021-07-09T14:37:03Z', 'revision_number': 4, 'project_id': '77dbf4b092de4af7b8689da68d04094b', 'gw_port': {'id': '596f781e-3c4b-4779-aa8d-121d3662dcc1', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:10:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:57Z', 'updated_at': '2021-07-09T14:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '5778986c-0726-40ff-a540-86f51a3b855f', 'tenant_id': '77dbf4b092de4af7b8689da68d04094b', 'floating_ip_address': '172.25.3.107', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'port_id': 'adda400d-0529-4d9f-9b8b-83131cebce54', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0753039a-7e20-479c-b814-489355a542c4', 'mac_address': 'fa:16:3e:3e:9b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a654afbc-4843-40e7-b14d-313e36672ce8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:37:23Z', 'updated_at': '2021-07-09T14:37:56Z', 'revision_number': 3, 'project_id': '77dbf4b092de4af7b8689da68d04094b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56f86a50-958e-4a57-93f9-e200963d85e2', 'name': '', 'network_id': '0753039a-7e20-479c-b814-489355a542c4', 'tenant_id': '77dbf4b092de4af7b8689da68d04094b', 'mac_address': 'fa:16:3e:c5:c3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bc4e693f-d90b-46e2-beaf-3b7584235976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:37:01Z', 'updated_at': '2021-07-09T14:37:09Z', 'revision_number': 5, 'project_id': '77dbf4b092de4af7b8689da68d04094b', 'subnets': [{'id': 'bc4e693f-d90b-46e2-beaf-3b7584235976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:37:57.870313 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7fa1635d-7e8f-4af2-9e10-07f05047dddb req-f0e59ccc-553c-4480-afe2-bf11fb2b6752 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:37:57.882150 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device b9d8c01c-fbc0-4729-89da-a64249f40390 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:37:57.882525 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-7fa1635d-7e8f-4af2-9e10-07f05047dddb req-f0e59ccc-553c-4480-afe2-bf11fb2b6752 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:57.884455 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a2e5aa-9902-43af-8a93-c9864d1fa45f None None] Checking router: d3d89b67-69ad-4f25-9dd9-033ba23f0ca4 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:37:57.893352 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a2e5aa-9902-43af-8a93-c9864d1fa45f None None] Routers {'d3d89b67-69ad-4f25-9dd9-033ba23f0ca4'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:37:57.894247 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-77a2e5aa-9902-43af-8a93-c9864d1fa45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:37:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['d3d89b67-69ad-4f25-9dd9-033ba23f0ca4'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:37:57.945008 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 52048) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:57.949173 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: b9d8c01c-fbc0-4729-89da-a64249f40390 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:37:57.952454 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device b9d8c01c-fbc0-4729-89da-a64249f40390 not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:37:58.016988 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7fa1635d-7e8f-4af2-9e10-07f05047dddb req-f0e59ccc-553c-4480-afe2-bf11fb2b6752 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "PUT /v2.0/floatingips/5778986c-0726-40ff-a540-86f51a3b855f HTTP/1.1" status: 200 len: 999 time: 1.9018428 Jul 09 14:37:58.081031 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-362c0591-7a3b-491f-b49d-2e4effc48c2c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c655907b73bb4cb9b34504caa49e4e02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1310017 Jul 09 14:37:58.081775 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 52050) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:58.087951 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1635d-7e8f-4af2-9e10-07f05047dddb req-fac5101c-8fa6-4e5c-a8c3-529e33ef9f61 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:58.095187 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7fa1635d-7e8f-4af2-9e10-07f05047dddb req-fac5101c-8fa6-4e5c-a8c3-529e33ef9f61 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/ports/f7652d57-006e-480e-b09f-d6ce03537407 HTTP/1.1" status: 200 len: 943 time: 0.0725300 Jul 09 14:37:58.110822 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-77a2e5aa-9902-43af-8a93-c9864d1fa45f None None] Set router d3d89b67-69ad-4f25-9dd9-033ba23f0ca4 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:37:58.141107 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3600b570-ad74-4cc0-8522-dc47f7deb338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:58.164684 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3600b570-ad74-4cc0-8522-dc47f7deb338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:58.271874 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28fde58b-0ab9-40c2-b73a-dac363b3c04a x-openstack-request-id: req-28fde58b-0ab9-40c2-b73a-dac363b3c04a {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:37:58.272268 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a20867f-8324-410b-ae59-0da4bd7b43b1", "name": "network-vif-deleted", "tag": "b9d8c01c-fbc0-4729-89da-a64249f40390", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:37:58.273966 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-28fde58b-0ab9-40c2-b73a-dac363b3c04a {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:37:58.274257 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a20867f-8324-410b-ae59-0da4bd7b43b1', 'name': 'network-vif-deleted', 'tag': 'b9d8c01c-fbc0-4729-89da-a64249f40390', 'status': 'completed', 'code': 200} Jul 09 14:37:58.321788 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3600b570-ad74-4cc0-8522-dc47f7deb338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:58.327130 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3600b570-ad74-4cc0-8522-dc47f7deb338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:58.347375 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-3600b570-ad74-4cc0-8522-dc47f7deb338 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fee60477-832c-4e3e-a4a5-e4bb29b887db HTTP/1.1" status: 204 len: 168 time: 0.2644444 Jul 09 14:37:58.371444 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3600b570-ad74-4cc0-8522-dc47f7deb338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee60477-832c-4e3e-a4a5-e4bb29b887db,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:58.372231 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1635d-7e8f-4af2-9e10-07f05047dddb req-be710b90-c77b-4c94-83cf-3e034708ded4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:58.373855 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7fa1635d-7e8f-4af2-9e10-07f05047dddb req-be710b90-c77b-4c94-83cf-3e034708ded4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=77dbf4b092de4af7b8689da68d04094b&device_id=208200ef-b947-4ff4-a8d8-c82c5df3ec7d HTTP/1.1" status: 200 len: 1097 time: 0.1137080 Jul 09 14:37:58.441953 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-77a2e5aa-9902-43af-8a93-c9864d1fa45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1068833680-router', 'tenant_id': '77dbf4b092de4af7b8689da68d04094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '596f781e-3c4b-4779-aa8d-121d3662dcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:56Z', 'updated_at': '2021-07-09T14:37:03Z', 'revision_number': 4, 'project_id': '77dbf4b092de4af7b8689da68d04094b', 'gw_port': {'id': '596f781e-3c4b-4779-aa8d-121d3662dcc1', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:10:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:57Z', 'updated_at': '2021-07-09T14:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '5778986c-0726-40ff-a540-86f51a3b855f', 'tenant_id': '77dbf4b092de4af7b8689da68d04094b', 'floating_ip_address': '172.25.3.107', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'port_id': 'adda400d-0529-4d9f-9b8b-83131cebce54', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0753039a-7e20-479c-b814-489355a542c4', 'mac_address': 'fa:16:3e:3e:9b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a654afbc-4843-40e7-b14d-313e36672ce8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:37:23Z', 'updated_at': '2021-07-09T14:37:56Z', 'revision_number': 3, 'project_id': '77dbf4b092de4af7b8689da68d04094b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56f86a50-958e-4a57-93f9-e200963d85e2', 'name': '', 'network_id': '0753039a-7e20-479c-b814-489355a542c4', 'tenant_id': '77dbf4b092de4af7b8689da68d04094b', 'mac_address': 'fa:16:3e:c5:c3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bc4e693f-d90b-46e2-beaf-3b7584235976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:37:01Z', 'updated_at': '2021-07-09T14:37:09Z', 'revision_number': 5, 'project_id': '77dbf4b092de4af7b8689da68d04094b', 'subnets': [{'id': 'bc4e693f-d90b-46e2-beaf-3b7584235976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:37:58.500620 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a2e5aa-9902-43af-8a93-c9864d1fa45f None None] The sync data for ids ['d3d89b67-69ad-4f25-9dd9-033ba23f0ca4'] in n-d-799529-6 is: [{'id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1068833680-router', 'tenant_id': '77dbf4b092de4af7b8689da68d04094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '596f781e-3c4b-4779-aa8d-121d3662dcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:56Z', 'updated_at': '2021-07-09T14:37:03Z', 'revision_number': 4, 'project_id': '77dbf4b092de4af7b8689da68d04094b', 'gw_port': {'id': '596f781e-3c4b-4779-aa8d-121d3662dcc1', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:10:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:57Z', 'updated_at': '2021-07-09T14:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '5778986c-0726-40ff-a540-86f51a3b855f', 'tenant_id': '77dbf4b092de4af7b8689da68d04094b', 'floating_ip_address': '172.25.3.107', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'port_id': 'adda400d-0529-4d9f-9b8b-83131cebce54', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0753039a-7e20-479c-b814-489355a542c4', 'mac_address': 'fa:16:3e:3e:9b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a654afbc-4843-40e7-b14d-313e36672ce8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:37:23Z', 'updated_at': '2021-07-09T14:37:56Z', 'revision_number': 3, 'project_id': '77dbf4b092de4af7b8689da68d04094b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56f86a50-958e-4a57-93f9-e200963d85e2', 'name': '', 'network_id': '0753039a-7e20-479c-b814-489355a542c4', 'tenant_id': '77dbf4b092de4af7b8689da68d04094b', 'mac_address': 'fa:16:3e:c5:c3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bc4e693f-d90b-46e2-beaf-3b7584235976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:37:01Z', 'updated_at': '2021-07-09T14:37:09Z', 'revision_number': 5, 'project_id': '77dbf4b092de4af7b8689da68d04094b', 'subnets': [{'id': 'bc4e693f-d90b-46e2-beaf-3b7584235976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:37:58.548637 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd09b7f4a-f490-4b6b-bcff-c85dbe06e11e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcd0ae7c-45ed-46e9-9311-776e32a7558d'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:37:58.552189 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e670aea5-5b79-4979-baf2-da2cce365e4f" -d '{"events": [{"server_uuid": "d09b7f4a-f490-4b6b-bcff-c85dbe06e11e", "name": "network-vif-plugged", "status": "completed", "tag": "dcd0ae7c-45ed-46e9-9311-776e32a7558d"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:37:58.574401 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9492171-6c87-49db-ad0a-f8a02fdfd997 req-bb50ffbf-6dd2-4e3f-9a3b-62bbe2542f60 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:58.577134 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b9492171-6c87-49db-ad0a-f8a02fdfd997 req-bb50ffbf-6dd2-4e3f-9a3b-62bbe2542f60 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] 10.222.0.58 "GET /v2.0/ports?device_id=d09b7f4a-f490-4b6b-bcff-c85dbe06e11e HTTP/1.1" status: 200 len: 949 time: 0.1166663 Jul 09 14:37:58.593264 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 52062) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:58.599213 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1635d-7e8f-4af2-9e10-07f05047dddb req-146e4a01-3435-48bf-9001-cbd8e9c30894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:58.608384 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7fa1635d-7e8f-4af2-9e10-07f05047dddb req-146e4a01-3435-48bf-9001-cbd8e9c30894 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0753039a-7e20-479c-b814-489355a542c4 HTTP/1.1" status: 200 len: 922 time: 0.2196202 Jul 09 14:37:58.664231 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7fa1635d-7e8f-4af2-9e10-07f05047dddb req-8ebfd784-647a-4000-9287-236a6a79c59f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7652d57-006e-480e-b09f-d6ce03537407 HTTP/1.1" status: 200 len: 217 time: 0.0546842 Jul 09 14:37:58.667204 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b9492171-6c87-49db-ad0a-f8a02fdfd997 req-fbe44e50-33c2-4c11-bdbb-f2d4dba91837 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c690bd8-45a5-4665-a948-5886a91e4046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838032 Jul 09 14:37:58.738290 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1635d-7e8f-4af2-9e10-07f05047dddb req-134e7e6c-4034-4085-ad90-9c4e06439940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:58.740479 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7fa1635d-7e8f-4af2-9e10-07f05047dddb req-134e7e6c-4034-4085-ad90-9c4e06439940 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bc4e693f-d90b-46e2-beaf-3b7584235976 HTTP/1.1" status: 200 len: 860 time: 0.0752168 Jul 09 14:37:58.788798 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efab1a3a-77ea-484e-b9df-79897fcf952f None None] New status for floating IP 5778986c-0726-40ff-a540-86f51a3b855f: ACTIVE {{(pid=94447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:37:58.822273 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1635d-7e8f-4af2-9e10-07f05047dddb req-df2d61af-16c2-451a-b1d4-47474c9f326c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:58.828532 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-9fd43902-6310-4fe3-8332-246c76c7c559 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=589109335dd7415a8ebb2cea4119bb8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2310181 Jul 09 14:37:58.831226 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7fa1635d-7e8f-4af2-9e10-07f05047dddb req-df2d61af-16c2-451a-b1d4-47474c9f326c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0753039a-7e20-479c-b814-489355a542c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813007 Jul 09 14:37:58.832954 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 52068) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:58.952545 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2aa2b4c2-2b72-4711-aee6-12fb57dcc74a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:58.961232 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7fa1635d-7e8f-4af2-9e10-07f05047dddb req-e5dbc7c9-315a-477d-800d-9f192b478b77 service neutron] 10.222.0.58 "GET /v2.0/networks/0753039a-7e20-479c-b814-489355a542c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290801 Jul 09 14:37:58.987878 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-513b8198-df3a-43f5-aab7-26b13b31b737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:59.031631 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2aa2b4c2-2b72-4711-aee6-12fb57dcc74a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:59.124606 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7fa1635d-7e8f-4af2-9e10-07f05047dddb req-d43fc2b4-4526-4566-a7ac-f01b01090e73 service neutron] 10.222.0.58 "GET /v2.0/networks/0753039a-7e20-479c-b814-489355a542c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595252 Jul 09 14:37:59.206023 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8673a-6122-41f2-9606-4cbdf912a805 req-2e0eca25-e5eb-4842-8f17-fd0f870d547a tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:59.207674 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f6e8673a-6122-41f2-9606-4cbdf912a805 req-2e0eca25-e5eb-4842-8f17-fd0f870d547a tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=eaa5b4f0-e3c9-4167-9264-3519b0452d34 HTTP/1.1" status: 200 len: 945 time: 0.0687203 Jul 09 14:37:59.253878 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:59.254238 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2aa2b4c2-2b72-4711-aee6-12fb57dcc74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:59.257034 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2aa2b4c2-2b72-4711-aee6-12fb57dcc74a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:59.258789 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-2aa2b4c2-2b72-4711-aee6-12fb57dcc74a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e45167c4-9ee2-40ea-b055-6d502670e0bf HTTP/1.1" status: 204 len: 168 time: 0.4170716 Jul 09 14:37:59.264788 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f6e8673a-6122-41f2-9606-4cbdf912a805 req-68f32855-71de-44ad-ab52-25b53f56bed3 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493388 Jul 09 14:37:59.270393 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa2b4c2-2b72-4711-aee6-12fb57dcc74a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45167c4-9ee2-40ea-b055-6d502670e0bf,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:59.290882 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1635d-7e8f-4af2-9e10-07f05047dddb req-5f2016ad-1867-41c9-8fb8-3e18eae50211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:59.292570 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7fa1635d-7e8f-4af2-9e10-07f05047dddb req-5f2016ad-1867-41c9-8fb8-3e18eae50211 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=77dbf4b092de4af7b8689da68d04094b&device_id=a654afbc-4843-40e7-b14d-313e36672ce8 HTTP/1.1" status: 200 len: 1097 time: 0.0713365 Jul 09 14:37:59.399852 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93903ee5-7f6a-4963-b9ed-603aeb81ad31 x-openstack-request-id: req-93903ee5-7f6a-4963-b9ed-603aeb81ad31 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:37:59.406646 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d09b7f4a-f490-4b6b-bcff-c85dbe06e11e", "name": "network-vif-plugged", "status": "completed", "tag": "dcd0ae7c-45ed-46e9-9311-776e32a7558d", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:37:59.408616 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-93903ee5-7f6a-4963-b9ed-603aeb81ad31 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:37:59.409270 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd09b7f4a-f490-4b6b-bcff-c85dbe06e11e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcd0ae7c-45ed-46e9-9311-776e32a7558d', 'code': 200} Jul 09 14:37:59.424261 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8711fdbb-45c9-48f2-85ff-a133564312fd None None] Sync routers for ids ['d3d89b67-69ad-4f25-9dd9-033ba23f0ca4'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:37:59.438437 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8711fdbb-45c9-48f2-85ff-a133564312fd None None] Routers {'d3d89b67-69ad-4f25-9dd9-033ba23f0ca4'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:37:59.439292 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-8711fdbb-45c9-48f2-85ff-a133564312fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:37:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['d3d89b67-69ad-4f25-9dd9-033ba23f0ca4'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:37:59.486320 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 52078) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:59.652354 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-8711fdbb-45c9-48f2-85ff-a133564312fd None None] Set router d3d89b67-69ad-4f25-9dd9-033ba23f0ca4 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:37:59.773984 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcee858-5f9f-436b-bacc-c4bfee527697 req-c228ca94-b82b-4865-9362-d24ad166c977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:59.775177 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5dcee858-5f9f-436b-bacc-c4bfee527697 req-c228ca94-b82b-4865-9362-d24ad166c977 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d09b7f4a-f490-4b6b-bcff-c85dbe06e11e HTTP/1.1" status: 200 len: 1100 time: 0.2804680 Jul 09 14:37:59.806023 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1635d-7e8f-4af2-9e10-07f05047dddb req-4a23032d-1f12-403a-8d44-5afbe3790d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:59.806620 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b5d60e36-21a9-4260-89c4-ef67196c8a44 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d1307a258bbd4ee296c73d7c45f2b05e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3151069 Jul 09 14:37:59.809068 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 52084) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:59.815778 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7fa1635d-7e8f-4af2-9e10-07f05047dddb req-4a23032d-1f12-403a-8d44-5afbe3790d55 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0753039a-7e20-479c-b814-489355a542c4 HTTP/1.1" status: 200 len: 922 time: 0.5111957 Jul 09 14:37:59.936437 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5dcee858-5f9f-436b-bacc-c4bfee527697 req-eb1207ae-360b-4ebd-b5a3-770dd9e87ab4 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3c690bd8-45a5-4665-a948-5886a91e4046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288872 Jul 09 14:37:59.944742 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19952a-f48d-41fa-b295-4c32a970da99 req-4be1bfc3-71ba-47cd-bf2b-c762fe6300d9 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:59.952751 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3d19952a-f48d-41fa-b295-4c32a970da99 req-4be1bfc3-71ba-47cd-bf2b-c762fe6300d9 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=1049b884-ab92-4127-863e-462d32d8b8bd HTTP/1.1" status: 200 len: 945 time: 0.3511193 Jul 09 14:37:59.958886 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7fa1635d-7e8f-4af2-9e10-07f05047dddb req-cddbc515-f551-4e03-8c81-f808f6b145a5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=adda400d-0529-4d9f-9b8b-83131cebce54 HTTP/1.1" status: 200 len: 1002 time: 0.1444566 Jul 09 14:37:59.960338 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-8711fdbb-45c9-48f2-85ff-a133564312fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1068833680-router', 'tenant_id': '77dbf4b092de4af7b8689da68d04094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '596f781e-3c4b-4779-aa8d-121d3662dcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:56Z', 'updated_at': '2021-07-09T14:37:03Z', 'revision_number': 4, 'project_id': '77dbf4b092de4af7b8689da68d04094b', 'gw_port': {'id': '596f781e-3c4b-4779-aa8d-121d3662dcc1', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:10:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:57Z', 'updated_at': '2021-07-09T14:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '5778986c-0726-40ff-a540-86f51a3b855f', 'tenant_id': '77dbf4b092de4af7b8689da68d04094b', 'floating_ip_address': '172.25.3.107', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'port_id': 'adda400d-0529-4d9f-9b8b-83131cebce54', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0753039a-7e20-479c-b814-489355a542c4', 'mac_address': 'fa:16:3e:3e:9b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a654afbc-4843-40e7-b14d-313e36672ce8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:37:23Z', 'updated_at': '2021-07-09T14:37:59Z', 'revision_number': 4, 'project_id': '77dbf4b092de4af7b8689da68d04094b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56f86a50-958e-4a57-93f9-e200963d85e2', 'name': '', 'network_id': '0753039a-7e20-479c-b814-489355a542c4', 'tenant_id': '77dbf4b092de4af7b8689da68d04094b', 'mac_address': 'fa:16:3e:c5:c3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bc4e693f-d90b-46e2-beaf-3b7584235976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:37:01Z', 'updated_at': '2021-07-09T14:37:09Z', 'revision_number': 5, 'project_id': '77dbf4b092de4af7b8689da68d04094b', 'subnets': [{'id': 'bc4e693f-d90b-46e2-beaf-3b7584235976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:37:59.964544 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b46bb3b2-10a8-42c6-992e-68486c85c0d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:00.001339 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b46bb3b2-10a8-42c6-992e-68486c85c0d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:00.019983 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8711fdbb-45c9-48f2-85ff-a133564312fd None None] Checking router: d3d89b67-69ad-4f25-9dd9-033ba23f0ca4 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:38:00.032654 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8711fdbb-45c9-48f2-85ff-a133564312fd None None] Routers {'d3d89b67-69ad-4f25-9dd9-033ba23f0ca4'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:38:00.033091 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-8711fdbb-45c9-48f2-85ff-a133564312fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:37:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['d3d89b67-69ad-4f25-9dd9-033ba23f0ca4'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:38:00.044919 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3d19952a-f48d-41fa-b295-4c32a970da99 req-c4ac925c-4b63-4a31-8714-02373d67f43f tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910633 Jul 09 14:38:00.054327 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1635d-7e8f-4af2-9e10-07f05047dddb req-9293d0fb-b47a-4b72-a4f1-31096bdee199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:00.062519 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7fa1635d-7e8f-4af2-9e10-07f05047dddb req-9293d0fb-b47a-4b72-a4f1-31096bdee199 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bc4e693f-d90b-46e2-beaf-3b7584235976 HTTP/1.1" status: 200 len: 860 time: 0.1027138 Jul 09 14:38:00.093565 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:00.131967 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1635d-7e8f-4af2-9e10-07f05047dddb req-8fab092d-0e55-4781-86ba-a881d362d1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:00.134219 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7fa1635d-7e8f-4af2-9e10-07f05047dddb req-8fab092d-0e55-4781-86ba-a881d362d1d3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0753039a-7e20-479c-b814-489355a542c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709276 Jul 09 14:38:00.177877 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-8711fdbb-45c9-48f2-85ff-a133564312fd None None] Set router d3d89b67-69ad-4f25-9dd9-033ba23f0ca4 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:38:00.236501 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7fa1635d-7e8f-4af2-9e10-07f05047dddb req-02c1d36b-4928-416d-af5d-6a91e63fc9bc service neutron] 10.222.0.58 "GET /v2.0/networks/0753039a-7e20-479c-b814-489355a542c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939894 Jul 09 14:38:00.245979 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b46bb3b2-10a8-42c6-992e-68486c85c0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:00.249970 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b46bb3b2-10a8-42c6-992e-68486c85c0d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:00.253487 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b46bb3b2-10a8-42c6-992e-68486c85c0d2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/89eb2240-f5b2-4856-ac22-a377997751eb HTTP/1.1" status: 204 len: 168 time: 0.4380617 Jul 09 14:38:00.275277 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46bb3b2-10a8-42c6-992e-68486c85c0d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89eb2240-f5b2-4856-ac22-a377997751eb,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:00.299654 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '208200ef-b947-4ff4-a8d8-c82c5df3ec7d', 'tag': 'f7652d57-006e-480e-b09f-d6ce03537407'}, {'name': 'network-changed', 'server_uuid': 'a654afbc-4843-40e7-b14d-313e36672ce8', 'tag': 'adda400d-0529-4d9f-9b8b-83131cebce54'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:38:00.306397 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62977eba-f9c6-4877-bcce-2543478e1e64" -d '{"events": [{"name": "network-changed", "server_uuid": "208200ef-b947-4ff4-a8d8-c82c5df3ec7d", "tag": "f7652d57-006e-480e-b09f-d6ce03537407"}, {"name": "network-changed", "server_uuid": "a654afbc-4843-40e7-b14d-313e36672ce8", "tag": "adda400d-0529-4d9f-9b8b-83131cebce54"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:38:00.392048 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7fa1635d-7e8f-4af2-9e10-07f05047dddb req-bd3ed10f-4ad4-4fdc-947c-fe7d37f20b95 service neutron] 10.222.0.58 "GET /v2.0/networks/0753039a-7e20-479c-b814-489355a542c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477895 Jul 09 14:38:00.484765 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-8711fdbb-45c9-48f2-85ff-a133564312fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1068833680-router', 'tenant_id': '77dbf4b092de4af7b8689da68d04094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '596f781e-3c4b-4779-aa8d-121d3662dcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:56Z', 'updated_at': '2021-07-09T14:37:03Z', 'revision_number': 4, 'project_id': '77dbf4b092de4af7b8689da68d04094b', 'gw_port': {'id': '596f781e-3c4b-4779-aa8d-121d3662dcc1', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:10:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:57Z', 'updated_at': '2021-07-09T14:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '5778986c-0726-40ff-a540-86f51a3b855f', 'tenant_id': '77dbf4b092de4af7b8689da68d04094b', 'floating_ip_address': '172.25.3.107', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'port_id': 'adda400d-0529-4d9f-9b8b-83131cebce54', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0753039a-7e20-479c-b814-489355a542c4', 'mac_address': 'fa:16:3e:3e:9b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a654afbc-4843-40e7-b14d-313e36672ce8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:37:23Z', 'updated_at': '2021-07-09T14:37:59Z', 'revision_number': 4, 'project_id': '77dbf4b092de4af7b8689da68d04094b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56f86a50-958e-4a57-93f9-e200963d85e2', 'name': '', 'network_id': '0753039a-7e20-479c-b814-489355a542c4', 'tenant_id': '77dbf4b092de4af7b8689da68d04094b', 'mac_address': 'fa:16:3e:c5:c3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bc4e693f-d90b-46e2-beaf-3b7584235976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:37:01Z', 'updated_at': '2021-07-09T14:37:09Z', 'revision_number': 5, 'project_id': '77dbf4b092de4af7b8689da68d04094b', 'subnets': [{'id': 'bc4e693f-d90b-46e2-beaf-3b7584235976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:38:00.521389 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 52096) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:38:00.525468 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8711fdbb-45c9-48f2-85ff-a133564312fd None None] The sync data for ids ['d3d89b67-69ad-4f25-9dd9-033ba23f0ca4'] in n-d-799529-6 is: [{'id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1068833680-router', 'tenant_id': '77dbf4b092de4af7b8689da68d04094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '596f781e-3c4b-4779-aa8d-121d3662dcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:56Z', 'updated_at': '2021-07-09T14:37:03Z', 'revision_number': 4, 'project_id': '77dbf4b092de4af7b8689da68d04094b', 'gw_port': {'id': '596f781e-3c4b-4779-aa8d-121d3662dcc1', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:10:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:57Z', 'updated_at': '2021-07-09T14:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '5778986c-0726-40ff-a540-86f51a3b855f', 'tenant_id': '77dbf4b092de4af7b8689da68d04094b', 'floating_ip_address': '172.25.3.107', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'port_id': 'adda400d-0529-4d9f-9b8b-83131cebce54', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0753039a-7e20-479c-b814-489355a542c4', 'mac_address': 'fa:16:3e:3e:9b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a654afbc-4843-40e7-b14d-313e36672ce8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:37:23Z', 'updated_at': '2021-07-09T14:37:59Z', 'revision_number': 4, 'project_id': '77dbf4b092de4af7b8689da68d04094b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56f86a50-958e-4a57-93f9-e200963d85e2', 'name': '', 'network_id': '0753039a-7e20-479c-b814-489355a542c4', 'tenant_id': '77dbf4b092de4af7b8689da68d04094b', 'mac_address': 'fa:16:3e:c5:c3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bc4e693f-d90b-46e2-beaf-3b7584235976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:37:01Z', 'updated_at': '2021-07-09T14:37:09Z', 'revision_number': 5, 'project_id': '77dbf4b092de4af7b8689da68d04094b', 'subnets': [{'id': 'bc4e693f-d90b-46e2-beaf-3b7584235976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:38:00.544257 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-29973446-edc6-4a65-9eb1-7266b9e4031e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:00.675854 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-29973446-edc6-4a65-9eb1-7266b9e4031e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:00.744184 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-29973446-edc6-4a65-9eb1-7266b9e4031e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:00.821358 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29973446-edc6-4a65-9eb1-7266b9e4031e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=692b5e99-d7a9-491f-a769-d5f875c216c8,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:00.851569 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 52106) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:38:00.852087 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-29973446-edc6-4a65-9eb1-7266b9e4031e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7988e74b47ad423e902b14044508a2e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3295755 Jul 09 14:38:00.981766 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da05fcb-0935-492e-96da-671f67602c2f req-5599fa3e-69b0-4087-bde7-28cddaca7c86 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:00.983381 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4da05fcb-0935-492e-96da-671f67602c2f req-5599fa3e-69b0-4087-bde7-28cddaca7c86 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=eaa5b4f0-e3c9-4167-9264-3519b0452d34 HTTP/1.1" status: 200 len: 945 time: 0.0913322 Jul 09 14:38:01.023064 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d8200c82-dc72-4c32-85d5-ace2eedad9ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:01.031098 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4da05fcb-0935-492e-96da-671f67602c2f req-fe5bc157-7154-494c-a712-a86fcd474d84 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410607 Jul 09 14:38:01.062840 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d8200c82-dc72-4c32-85d5-ace2eedad9ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:01.066771 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-6d2e3524-8fac-409d-99b1-3b51be4467ed tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:01.069734 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-6d2e3524-8fac-409d-99b1-3b51be4467ed tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=eaa5b4f0-e3c9-4167-9264-3519b0452d34&tenant_id=a29f2b4cfd1449cca4564d7c2e38b31e&binding%3Ahost_id=n-h2-799529-6 HTTP/1.1" status: 200 len: 1096 time: 0.1930082 Jul 09 14:38:01.151803 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-d1619e96-d0a7-4634-86ff-e608fbe22c33 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799529-6'}}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:38:01.163139 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 09 Jul 2021 14:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-facb4612-0bb1-422d-86fa-4ae13e5d3a70 x-openstack-request-id: req-facb4612-0bb1-422d-86fa-4ae13e5d3a70 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:38:01.163440 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "208200ef-b947-4ff4-a8d8-c82c5df3ec7d", "tag": "f7652d57-006e-480e-b09f-d6ce03537407", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a654afbc-4843-40e7-b14d-313e36672ce8", "tag": "adda400d-0529-4d9f-9b8b-83131cebce54", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:38:01.163734 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-facb4612-0bb1-422d-86fa-4ae13e5d3a70 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:38:01.164118 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '208200ef-b947-4ff4-a8d8-c82c5df3ec7d', 'tag': 'f7652d57-006e-480e-b09f-d6ce03537407', 'status': 'completed', 'code': 200} Jul 09 14:38:01.164364 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a654afbc-4843-40e7-b14d-313e36672ce8', 'tag': 'adda400d-0529-4d9f-9b8b-83131cebce54', 'status': 'completed', 'code': 200} Jul 09 14:38:01.225354 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0441d6ae-672b-4169-944c-19ad02b9d1d0 req-c492730e-272e-4554-9cb3-b532b1188e0e tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:01.226863 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0441d6ae-672b-4169-944c-19ad02b9d1d0 req-c492730e-272e-4554-9cb3-b532b1188e0e tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] 10.222.0.58 "GET /v2.0/ports?device_id=d09b7f4a-f490-4b6b-bcff-c85dbe06e11e HTTP/1.1" status: 200 len: 949 time: 0.3370981 Jul 09 14:38:01.273813 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d8200c82-dc72-4c32-85d5-ace2eedad9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:01.276396 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d8200c82-dc72-4c32-85d5-ace2eedad9ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:01.280040 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d8200c82-dc72-4c32-85d5-ace2eedad9ef admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/692b5e99-d7a9-491f-a769-d5f875c216c8 HTTP/1.1" status: 204 len: 168 time: 0.4248011 Jul 09 14:38:01.328599 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0441d6ae-672b-4169-944c-19ad02b9d1d0 req-ef247276-9081-4652-aa1f-18ae8cfe50e0 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c690bd8-45a5-4665-a948-5886a91e4046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947289 Jul 09 14:38:01.329286 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-d1619e96-d0a7-4634-86ff-e608fbe22c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:01.420636 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-748990b6-03a9-4ced-bdb9-fd9c3c741b87 req-9e8ae2c1-d0cc-4c9d-bdae-e0a4d1dc1605 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.3.107 HTTP/1.1" status: 200 len: 1002 time: 0.2489028 Jul 09 14:38:01.491704 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:01.522610 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8200c82-dc72-4c32-85d5-ace2eedad9ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=692b5e99-d7a9-491f-a769-d5f875c216c8,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:01.523339 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748990b6-03a9-4ced-bdb9-fd9c3c741b87 req-afd85cf0-c4b1-4fa6-989d-d6c2f4bf697a tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:01.539795 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-748990b6-03a9-4ced-bdb9-fd9c3c741b87 req-afd85cf0-c4b1-4fa6-989d-d6c2f4bf697a tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/ports/adda400d-0529-4d9f-9b8b-83131cebce54 HTTP/1.1" status: 200 len: 943 time: 0.0929389 Jul 09 14:38:01.541777 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62977eba-f9c6-4877-bcce-2543478e1e64 req-353c6773-a391-4682-b66a-91393df58b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:01.543297 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-62977eba-f9c6-4877-bcce-2543478e1e64 req-353c6773-a391-4682-b66a-91393df58b69 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=77dbf4b092de4af7b8689da68d04094b&device_id=208200ef-b947-4ff4-a8d8-c82c5df3ec7d HTTP/1.1" status: 200 len: 1097 time: 0.2937176 Jul 09 14:38:01.545462 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62977eba-f9c6-4877-bcce-2543478e1e64 req-12098f69-aa15-468c-83cc-b417abf42ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:01.546980 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-62977eba-f9c6-4877-bcce-2543478e1e64 req-12098f69-aa15-468c-83cc-b417abf42ef5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=77dbf4b092de4af7b8689da68d04094b&device_id=a654afbc-4843-40e7-b14d-313e36672ce8 HTTP/1.1" status: 200 len: 1097 time: 0.2963567 Jul 09 14:38:01.636167 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-d1619e96-d0a7-4634-86ff-e608fbe22c33 service neutron] For port 6074e9fb-6d5c-4028-9e19-ad6705bfe427, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=6074e9fb-6d5c-4028-9e19-ad6705bfe427,segment=NetworkSegment(aace0400-4c69-453a-b04e-112644859d27),segment_id=aace0400-4c69-453a-b04e-112644859d27)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:38:01.676872 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 52124) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:38:01.691246 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-d1619e96-d0a7-4634-86ff-e608fbe22c33 service neutron] For port 6074e9fb-6d5c-4028-9e19-ad6705bfe427, host n-h2-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:38:01.793415 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-d1619e96-d0a7-4634-86ff-e608fbe22c33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:01.822354 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-7a11e4bd-5391-4eb4-a0e0-254a76577063 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-263430990-network', 'tenant_id': 'a8668948313b4f959579802b00241562'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:38:01.842130 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-748990b6-03a9-4ced-bdb9-fd9c3c741b87 req-e56c1ccb-4922-4b3f-a823-0d28affbdc37 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.3.107 HTTP/1.1" status: 200 len: 1002 time: 0.1606140 Jul 09 14:38:01.857827 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62977eba-f9c6-4877-bcce-2543478e1e64 req-5e3a4f62-ac36-4147-97c1-f92529a26b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:01.858475 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-62977eba-f9c6-4877-bcce-2543478e1e64 req-5e3a4f62-ac36-4147-97c1-f92529a26b70 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0753039a-7e20-479c-b814-489355a542c4 HTTP/1.1" status: 200 len: 922 time: 0.3070493 Jul 09 14:38:01.880346 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-d1619e96-d0a7-4634-86ff-e608fbe22c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:01.880855 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 6074e9fb-6d5c-4028-9e19-ad6705bfe427 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:38:01.958895 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-62977eba-f9c6-4877-bcce-2543478e1e64 req-424e9316-f4ef-4f7c-9a22-c26e66a966db service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7652d57-006e-480e-b09f-d6ce03537407 HTTP/1.1" status: 200 len: 217 time: 0.0840511 Jul 09 14:38:01.979549 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a11e4bd-5391-4eb4-a0e0-254a76577063 admin admin] Made reservation on behalf of a8668948313b4f959579802b00241562 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:38:01.982030 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7a11e4bd-5391-4eb4-a0e0-254a76577063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:02.023611 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1619e96-d0a7-4634-86ff-e608fbe22c33 service neutron] Pushing event updated for resources: {'Port': ['ID=6074e9fb-6d5c-4028-9e19-ad6705bfe427,revision_number=7']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:02.041328 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62977eba-f9c6-4877-bcce-2543478e1e64 req-5744a5c6-531c-4da1-a65c-d034a8c1604b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:02.043651 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-62977eba-f9c6-4877-bcce-2543478e1e64 req-5744a5c6-531c-4da1-a65c-d034a8c1604b service neutron] 10.222.0.62 "GET /v2.0/networks?id=0753039a-7e20-479c-b814-489355a542c4 HTTP/1.1" status: 200 len: 922 time: 0.4776237 Jul 09 14:38:02.044319 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7a11e4bd-5391-4eb4-a0e0-254a76577063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:02.051000 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 6074e9fb-6d5c-4028-9e19-ad6705bfe427, host n-h2-799529-6, got binding levels [] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:38:02.054593 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62977eba-f9c6-4877-bcce-2543478e1e64 req-413aea40-dc65-43e3-a15f-d8201e7c5632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:02.056341 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-62977eba-f9c6-4877-bcce-2543478e1e64 req-413aea40-dc65-43e3-a15f-d8201e7c5632 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bc4e693f-d90b-46e2-beaf-3b7584235976 HTTP/1.1" status: 200 len: 860 time: 0.0895839 Jul 09 14:38:02.073321 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-d1619e96-d0a7-4634-86ff-e608fbe22c33 service neutron] Attempting to bind port 6074e9fb-6d5c-4028-9e19-ad6705bfe427 on host n-h2-799529-6 for vnic_type normal with profile {"migrating_to": "n-h1-799529-6"} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:38:02.073644 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-d1619e96-d0a7-4634-86ff-e608fbe22c33 service neutron] Attempting to bind port 6074e9fb-6d5c-4028-9e19-ad6705bfe427 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': 'aace0400-4c69-453a-b04e-112644859d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f37664d6-2d63-4250-9a40-b9995b72cf27'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:38:02.073968 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-d1619e96-d0a7-4634-86ff-e608fbe22c33 service neutron] Attempting to bind port 6074e9fb-6d5c-4028-9e19-ad6705bfe427 on network f37664d6-2d63-4250-9a40-b9995b72cf27 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:38:02.083472 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Attempting to bind port 6074e9fb-6d5c-4028-9e19-ad6705bfe427 on host n-h2-799529-6 for vnic_type normal with profile {"migrating_to": "n-h1-799529-6"} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:38:02.083697 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-d1619e96-d0a7-4634-86ff-e608fbe22c33 service neutron] Port 6074e9fb-6d5c-4028-9e19-ad6705bfe427 on network f37664d6-2d63-4250-9a40-b9995b72cf27 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:38:02.083891 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Attempting to bind port 6074e9fb-6d5c-4028-9e19-ad6705bfe427 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': 'aace0400-4c69-453a-b04e-112644859d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f37664d6-2d63-4250-9a40-b9995b72cf27'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:38:02.084015 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-d1619e96-d0a7-4634-86ff-e608fbe22c33 service neutron] Attempting to bind port 6074e9fb-6d5c-4028-9e19-ad6705bfe427 on network f37664d6-2d63-4250-9a40-b9995b72cf27 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:38:02.084769 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Attempting to bind port 6074e9fb-6d5c-4028-9e19-ad6705bfe427 on network f37664d6-2d63-4250-9a40-b9995b72cf27 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:38:02.092521 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Port 6074e9fb-6d5c-4028-9e19-ad6705bfe427 on network f37664d6-2d63-4250-9a40-b9995b72cf27 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:38:02.092823 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Attempting to bind port 6074e9fb-6d5c-4028-9e19-ad6705bfe427 on network f37664d6-2d63-4250-9a40-b9995b72cf27 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:38:02.100252 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:38:02.100730 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Checking segment: {'id': 'aace0400-4c69-453a-b04e-112644859d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f37664d6-2d63-4250-9a40-b9995b72cf27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:38:02.107781 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Bound using segment: {'id': 'aace0400-4c69-453a-b04e-112644859d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f37664d6-2d63-4250-9a40-b9995b72cf27'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:38:02.107781 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Bound port: 6074e9fb-6d5c-4028-9e19-ad6705bfe427, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aace0400-4c69-453a-b04e-112644859d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f37664d6-2d63-4250-9a40-b9995b72cf27'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:38:02.107781 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:02.112614 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-d1619e96-d0a7-4634-86ff-e608fbe22c33 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:38:02.112950 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-d1619e96-d0a7-4634-86ff-e608fbe22c33 service neutron] Checking segment: {'id': 'aace0400-4c69-453a-b04e-112644859d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f37664d6-2d63-4250-9a40-b9995b72cf27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:38:02.113341 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-d1619e96-d0a7-4634-86ff-e608fbe22c33 service neutron] Bound using segment: {'id': 'aace0400-4c69-453a-b04e-112644859d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f37664d6-2d63-4250-9a40-b9995b72cf27'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:38:02.113778 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-d1619e96-d0a7-4634-86ff-e608fbe22c33 service neutron] Bound port: 6074e9fb-6d5c-4028-9e19-ad6705bfe427, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aace0400-4c69-453a-b04e-112644859d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f37664d6-2d63-4250-9a40-b9995b72cf27'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:38:02.114136 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-d1619e96-d0a7-4634-86ff-e608fbe22c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:02.140253 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d83b7-a5d4-4dd8-83b7-495000ab317e req-94a55701-b34a-4d2a-afdd-c67e2cf55475 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:02.142098 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-228d83b7-a5d4-4dd8-83b7-495000ab317e req-94a55701-b34a-4d2a-afdd-c67e2cf55475 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=1049b884-ab92-4127-863e-462d32d8b8bd HTTP/1.1" status: 200 len: 945 time: 0.1543992 Jul 09 14:38:02.143375 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748990b6-03a9-4ced-bdb9-fd9c3c741b87 req-30fb76ae-0c76-4f2b-b4d2-b2a7c8b7fd59 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:02.149823 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-748990b6-03a9-4ced-bdb9-fd9c3c741b87 req-30fb76ae-0c76-4f2b-b4d2-b2a7c8b7fd59 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/networks/202c7ce6-d4e9-4f80-84dd-bef08905a653 HTTP/1.1" status: 200 len: 784 time: 0.3068538 Jul 09 14:38:02.162410 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [req-748990b6-03a9-4ced-bdb9-fd9c3c741b87 req-4ef527fb-fbda-4670-ae1f-43e9a7da9170 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:38:02.179386 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-748990b6-03a9-4ced-bdb9-fd9c3c741b87 req-4ef527fb-fbda-4670-ae1f-43e9a7da9170 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0278440 Jul 09 14:38:02.211559 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 6074e9fb-6d5c-4028-9e19-ad6705bfe427, host n-h2-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:38:02.217022 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 6074e9fb-6d5c-4028-9e19-ad6705bfe427, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=6074e9fb-6d5c-4028-9e19-ad6705bfe427,segment=NetworkSegment(aace0400-4c69-453a-b04e-112644859d27),segment_id=aace0400-4c69-453a-b04e-112644859d27)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:38:02.232601 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-62977eba-f9c6-4877-bcce-2543478e1e64 req-5755c54b-6c47-4113-b767-fbc5b270bd83 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=adda400d-0529-4d9f-9b8b-83131cebce54 HTTP/1.1" status: 200 len: 1002 time: 0.1749644 Jul 09 14:38:02.239734 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-228d83b7-a5d4-4dd8-83b7-495000ab317e req-24295c37-32a6-4f81-8183-4ff897cd097b tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702715 Jul 09 14:38:02.301594 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62977eba-f9c6-4877-bcce-2543478e1e64 req-89fa8ba1-f6eb-455c-ad33-afd65c23d70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:02.305539 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-62977eba-f9c6-4877-bcce-2543478e1e64 req-89fa8ba1-f6eb-455c-ad33-afd65c23d70f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0753039a-7e20-479c-b814-489355a542c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2349093 Jul 09 14:38:02.306303 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:02.316676 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-d1619e96-d0a7-4634-86ff-e608fbe22c33 service neutron] For port 6074e9fb-6d5c-4028-9e19-ad6705bfe427, host n-h2-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:38:02.372926 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7a11e4bd-5391-4eb4-a0e0-254a76577063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:02.374487 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.db.api [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-d1619e96-d0a7-4634-86ff-e608fbe22c33 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 6074e9fb-6d5c-4028-9e19-ad6705bfe427-n-h2-799529-6-0 {{(pid=94446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 14:38:02.378141 n-d-799529-6 neutron-server[94446]: DEBUG oslo_db.api [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-d1619e96-d0a7-4634-86ff-e608fbe22c33 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 14:38:02.405711 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62977eba-f9c6-4877-bcce-2543478e1e64 req-083f8181-95f9-4e2c-abe0-0d84a777b16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:02.407245 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-62977eba-f9c6-4877-bcce-2543478e1e64 req-083f8181-95f9-4e2c-abe0-0d84a777b16b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bc4e693f-d90b-46e2-beaf-3b7584235976 HTTP/1.1" status: 200 len: 860 time: 0.1657639 Jul 09 14:38:02.423141 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 6074e9fb-6d5c-4028-9e19-ad6705bfe427 has no active binding in host n-h1-799529-6 {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 14:38:02.462242 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7a11e4bd-5391-4eb4-a0e0-254a76577063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:02.472401 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=6074e9fb-6d5c-4028-9e19-ad6705bfe427,revision_number=8']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:02.476335 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a11e4bd-5391-4eb4-a0e0-254a76577063 admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:38:02.518533 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7a11e4bd-5391-4eb4-a0e0-254a76577063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:02.518927 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-7a11e4bd-5391-4eb4-a0e0-254a76577063 admin admin] Added segment dc0f85e5-016a-48b5-8f7b-2ab1a07d5af0 of type vlan for network 6b957d37-6377-4ce7-a80c-f07a7aa98343 Jul 09 14:38:02.548152 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-04973f29-4685-490c-b419-8ab51bc0d6f4 req-cb83d77f-20bc-4ef7-85d2-bd68cb7d4587 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.3.107 HTTP/1.1" status: 200 len: 1002 time: 0.1533973 Jul 09 14:38:02.557819 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a11e4bd-5391-4eb4-a0e0-254a76577063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d7dc31-eec5-47b2-8cc3-f2acc4868494,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:02.563161 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-62977eba-f9c6-4877-bcce-2543478e1e64 req-5c1843e6-9726-4cf7-ba50-f5e036cdad4d service neutron] 10.222.0.54 "GET /v2.0/networks/0753039a-7e20-479c-b814-489355a542c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480781 Jul 09 14:38:02.586517 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7a11e4bd-5391-4eb4-a0e0-254a76577063 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:02.624805 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde4d0ae-0185-4722-8aab-a3b9a468698b req-abd8553d-952a-4f95-8802-9dd1c0e48b93 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:02.626912 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dde4d0ae-0185-4722-8aab-a3b9a468698b req-abd8553d-952a-4f95-8802-9dd1c0e48b93 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=eaa5b4f0-e3c9-4167-9264-3519b0452d34 HTTP/1.1" status: 200 len: 943 time: 0.1746163 Jul 09 14:38:02.670113 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dde4d0ae-0185-4722-8aab-a3b9a468698b req-29a5cd78-2319-4326-9573-0849477bede7 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366514 Jul 09 14:38:02.699173 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7a11e4bd-5391-4eb4-a0e0-254a76577063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:02.701006 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a11e4bd-5391-4eb4-a0e0-254a76577063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:02.702587 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7a11e4bd-5391-4eb4-a0e0-254a76577063 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:02.743076 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04973f29-4685-490c-b419-8ab51bc0d6f4 req-b13e7101-9ac0-4261-8d9d-ea7248a19fa4 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:02.743958 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-04973f29-4685-490c-b419-8ab51bc0d6f4 req-b13e7101-9ac0-4261-8d9d-ea7248a19fa4 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/ports/adda400d-0529-4d9f-9b8b-83131cebce54 HTTP/1.1" status: 200 len: 943 time: 0.1949840 Jul 09 14:38:02.750975 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62977eba-f9c6-4877-bcce-2543478e1e64 req-b52e16ca-b4cc-458c-8f2a-2c1788fd2c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:02.752466 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-62977eba-f9c6-4877-bcce-2543478e1e64 req-b52e16ca-b4cc-458c-8f2a-2c1788fd2c8b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0753039a-7e20-479c-b814-489355a542c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3022940 Jul 09 14:38:02.793862 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a11e4bd-5391-4eb4-a0e0-254a76577063 admin admin] Pushing event updated for resources: {'Network': ['ID=6b957d37-6377-4ce7-a80c-f07a7aa98343,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:02.807787 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 6b957d37-6377-4ce7-a80c-f07a7aa98343 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:38:02.818973 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7a11e4bd-5391-4eb4-a0e0-254a76577063 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.1408837 Jul 09 14:38:02.821611 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 52164) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:38:02.828809 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-11e9dfe1-1049-42f6-9b00-32e703ba8efe admin admin] Request body: {'subnet': {'network_id': '6b957d37-6377-4ce7-a80c-f07a7aa98343', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-263430990-subnet', 'tenant_id': 'a8668948313b4f959579802b00241562', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:38:02.897432 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-d1619e96-d0a7-4634-86ff-e608fbe22c33 service neutron] Attempting to bind port 6074e9fb-6d5c-4028-9e19-ad6705bfe427 on host n-h2-799529-6 for vnic_type normal with profile {"migrating_to": "n-h1-799529-6"} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:38:02.898105 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-d1619e96-d0a7-4634-86ff-e608fbe22c33 service neutron] Attempting to bind port 6074e9fb-6d5c-4028-9e19-ad6705bfe427 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': 'aace0400-4c69-453a-b04e-112644859d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f37664d6-2d63-4250-9a40-b9995b72cf27'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:38:02.898105 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-d1619e96-d0a7-4634-86ff-e608fbe22c33 service neutron] Attempting to bind port 6074e9fb-6d5c-4028-9e19-ad6705bfe427 on network f37664d6-2d63-4250-9a40-b9995b72cf27 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:38:02.904103 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-d1619e96-d0a7-4634-86ff-e608fbe22c33 service neutron] Port 6074e9fb-6d5c-4028-9e19-ad6705bfe427 on network f37664d6-2d63-4250-9a40-b9995b72cf27 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:38:02.904428 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-d1619e96-d0a7-4634-86ff-e608fbe22c33 service neutron] Attempting to bind port 6074e9fb-6d5c-4028-9e19-ad6705bfe427 on network f37664d6-2d63-4250-9a40-b9995b72cf27 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:38:02.910086 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-d1619e96-d0a7-4634-86ff-e608fbe22c33 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:38:02.910427 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-d1619e96-d0a7-4634-86ff-e608fbe22c33 service neutron] Checking segment: {'id': 'aace0400-4c69-453a-b04e-112644859d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f37664d6-2d63-4250-9a40-b9995b72cf27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:38:02.910817 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-d1619e96-d0a7-4634-86ff-e608fbe22c33 service neutron] Bound using segment: {'id': 'aace0400-4c69-453a-b04e-112644859d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f37664d6-2d63-4250-9a40-b9995b72cf27'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:38:02.911252 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-d1619e96-d0a7-4634-86ff-e608fbe22c33 service neutron] Bound port: 6074e9fb-6d5c-4028-9e19-ad6705bfe427, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aace0400-4c69-453a-b04e-112644859d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f37664d6-2d63-4250-9a40-b9995b72cf27'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:38:02.911671 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-d1619e96-d0a7-4634-86ff-e608fbe22c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:02.956036 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e9dfe1-1049-42f6-9b00-32e703ba8efe admin admin] Made reservation on behalf of a8668948313b4f959579802b00241562 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:38:02.959217 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-11e9dfe1-1049-42f6-9b00-32e703ba8efe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:03.065705 n-d-799529-6 neutron-server[94446]: WARNING neutron.plugins.ml2.plugin [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-d1619e96-d0a7-4634-86ff-e608fbe22c33 service neutron] Concurrent port binding operations failed on port 6074e9fb-6d5c-4028-9e19-ad6705bfe427 Jul 09 14:38:03.070929 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-d1619e96-d0a7-4634-86ff-e608fbe22c33 service neutron] For port 6074e9fb-6d5c-4028-9e19-ad6705bfe427, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=6074e9fb-6d5c-4028-9e19-ad6705bfe427,segment=NetworkSegment(aace0400-4c69-453a-b04e-112644859d27),segment_id=aace0400-4c69-453a-b04e-112644859d27)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:38:03.083246 n-d-799529-6 neutron-server[94446]: INFO neutron.plugins.ml2.plugin [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-d1619e96-d0a7-4634-86ff-e608fbe22c33 service neutron] Attempt 2 to bind port 6074e9fb-6d5c-4028-9e19-ad6705bfe427 Jul 09 14:38:03.090940 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-d1619e96-d0a7-4634-86ff-e608fbe22c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:03.091591 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-d1619e96-d0a7-4634-86ff-e608fbe22c33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:03.092988 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-d1619e96-d0a7-4634-86ff-e608fbe22c33 service neutron] 10.222.0.62 "PUT /v2.0/ports/6074e9fb-6d5c-4028-9e19-ad6705bfe427 HTTP/1.1" status: 200 len: 1121 time: 1.9565604 Jul 09 14:38:03.135950 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123865b-1ef9-4fc4-8448-68e807ec4b7b req-2f4dfa74-73db-46b0-be47-2ca0fa70851f tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:03.137180 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8123865b-1ef9-4fc4-8448-68e807ec4b7b req-2f4dfa74-73db-46b0-be47-2ca0fa70851f tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] 10.222.0.58 "GET /v2.0/ports?device_id=d09b7f4a-f490-4b6b-bcff-c85dbe06e11e HTTP/1.1" status: 200 len: 949 time: 0.1854265 Jul 09 14:38:03.166409 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaa5b4f0-e3c9-4167-9264-3519b0452d34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6074e9fb-6d5c-4028-9e19-ad6705bfe427'}, {'name': 'network-changed', 'server_uuid': 'eaa5b4f0-e3c9-4167-9264-3519b0452d34', 'tag': '6074e9fb-6d5c-4028-9e19-ad6705bfe427'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:38:03.172621 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0587441c-87c0-4ce5-9033-1e2d48a34e9c" -d '{"events": [{"server_uuid": "eaa5b4f0-e3c9-4167-9264-3519b0452d34", "name": "network-vif-unplugged", "status": "completed", "tag": "6074e9fb-6d5c-4028-9e19-ad6705bfe427"}, {"name": "network-changed", "server_uuid": "eaa5b4f0-e3c9-4167-9264-3519b0452d34", "tag": "6074e9fb-6d5c-4028-9e19-ad6705bfe427"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:38:03.197660 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['6074e9fb-6d5c-4028-9e19-ad6705bfe427'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:38:03.240518 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-62977eba-f9c6-4877-bcce-2543478e1e64 req-81964c5c-8e62-4918-ae46-08a991429272 service neutron] 10.222.0.54 "GET /v2.0/networks/0753039a-7e20-479c-b814-489355a542c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6160223 Jul 09 14:38:03.243329 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8123865b-1ef9-4fc4-8448-68e807ec4b7b req-ef6d02ba-7422-41bb-9aa8-976c2dcc092f tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c690bd8-45a5-4665-a948-5886a91e4046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853097 Jul 09 14:38:03.281165 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['6074e9fb-6d5c-4028-9e19-ad6705bfe427'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:38:03.281809 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-62977eba-f9c6-4877-bcce-2543478e1e64 req-940c5689-6961-41be-b9fe-9cb5a06029df service neutron] 10.222.0.62 "GET /v2.0/networks/0753039a-7e20-479c-b814-489355a542c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5208848 Jul 09 14:38:03.328209 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-04973f29-4685-490c-b419-8ab51bc0d6f4 req-290f1610-a0f3-4ecb-8703-a70d8d18a579 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.3.107 HTTP/1.1" status: 200 len: 1002 time: 0.1555920 Jul 09 14:38:03.389014 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-11e9dfe1-1049-42f6-9b00-32e703ba8efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:03.533126 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-62977eba-f9c6-4877-bcce-2543478e1e64 req-ab743192-8258-4782-b539-e94b5c916c7f service neutron] 10.222.0.62 "GET /v2.0/networks/0753039a-7e20-479c-b814-489355a542c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355204 Jul 09 14:38:03.539407 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e9dfe1-1049-42f6-9b00-32e703ba8efe admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ccca447-c618-4c82-8010-5d0951575759,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:03.581466 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04973f29-4685-490c-b419-8ab51bc0d6f4 req-e8b35afb-03cb-4cd0-91fa-792316f653f4 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:03.583332 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-04973f29-4685-490c-b419-8ab51bc0d6f4 req-e8b35afb-03cb-4cd0-91fa-792316f653f4 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/networks/202c7ce6-d4e9-4f80-84dd-bef08905a653 HTTP/1.1" status: 200 len: 784 time: 0.2543075 Jul 09 14:38:03.584026 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5d61c07b-5862-4d9d-bb83-2fb18e02b06c req-fc40db4f-dada-41ec-9e84-75361c978160 tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=e9a62323cfd14ab88226d3af35205f4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0503321 Jul 09 14:38:03.584937 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e9dfe1-1049-42f6-9b00-32e703ba8efe admin admin] Checking segment: {'id': 'dc0f85e5-016a-48b5-8f7b-2ab1a07d5af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '6b957d37-6377-4ce7-a80c-f07a7aa98343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:38:03.587309 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e9dfe1-1049-42f6-9b00-32e703ba8efe admin admin] Network hostable DHCP agents. Network: 6b957d37-6377-4ce7-a80c-f07a7aa98343, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:38:03.660133 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-04973f29-4685-490c-b419-8ab51bc0d6f4 req-a4f769ed-24b4-48d5-abda-ab453dbac568 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.3.107 HTTP/1.1" status: 200 len: 1002 time: 0.0677426 Jul 09 14:38:03.672596 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-04973f29-4685-490c-b419-8ab51bc0d6f4 req-fc8ddd73-e0c4-4282-8f7b-b1bf3b548db5 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:38:03.730220 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d61c07b-5862-4d9d-bb83-2fb18e02b06c req-6480b58f-3e49-4de3-a2f5-163677e9ae91 tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:03.732757 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5d61c07b-5862-4d9d-bb83-2fb18e02b06c req-6480b58f-3e49-4de3-a2f5-163677e9ae91 tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1426649 Jul 09 14:38:03.746797 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-04973f29-4685-490c-b419-8ab51bc0d6f4 req-fc8ddd73-e0c4-4282-8f7b-b1bf3b548db5 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Notify callbacks [] for floatingip, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:03.747960 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5d61c07b-5862-4d9d-bb83-2fb18e02b06c req-55d73025-86a5-4020-9c43-3c81d501f766 tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] 10.222.0.58 "GET /v2.0/quotas/e9a62323cfd14ab88226d3af35205f4e HTTP/1.1" status: 200 len: 375 time: 0.0098362 Jul 09 14:38:03.765428 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e9dfe1-1049-42f6-9b00-32e703ba8efe admin admin] Network 6b957d37-6377-4ce7-a80c-f07a7aa98343 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:38:03.792891 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5d61c07b-5862-4d9d-bb83-2fb18e02b06c req-4e66ce4d-dfde-4cf2-acd8-8af2e35b52f0 tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e9a62323cfd14ab88226d3af35205f4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389731 Jul 09 14:38:03.859167 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-11e9dfe1-1049-42f6-9b00-32e703ba8efe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 6b957d37-6377-4ce7-a80c-f07a7aa98343) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:38:03.863291 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e9dfe1-1049-42f6-9b00-32e703ba8efe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:03.863978 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-11e9dfe1-1049-42f6-9b00-32e703ba8efe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:03.872222 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d986b2c7-ec1d-4c57-b4e0-906a3e06a45f None None] Network 6b957d37-6377-4ce7-a80c-f07a7aa98343 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:38:03.909189 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-04973f29-4685-490c-b419-8ab51bc0d6f4 req-fc8ddd73-e0c4-4282-8f7b-b1bf3b548db5 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:03.939714 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-11e9dfe1-1049-42f6-9b00-32e703ba8efe admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.1166222 Jul 09 14:38:03.943236 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 52186) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:38:03.947907 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-420fb0c9-6412-4783-a6f8-0842bcc38638 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-263430990-router', 'tenant_id': 'a8668948313b4f959579802b00241562', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:38:03.984665 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-04973f29-4685-490c-b419-8ab51bc0d6f4 req-fc8ddd73-e0c4-4282-8f7b-b1bf3b548db5 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:03.985252 n-d-799529-6 neutron-server[94445]: INFO neutron.db.l3_db [req-04973f29-4685-490c-b419-8ab51bc0d6f4 req-fc8ddd73-e0c4-4282-8f7b-b1bf3b548db5 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Floating IP 5778986c-0726-40ff-a540-86f51a3b855f disassociated. External IP: 172.25.3.107, port: adda400d-0529-4d9f-9b8b-83131cebce54. Jul 09 14:38:04.043064 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5362112e-abea-4c80-97c1-48020bf9d2f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-6b957d37-6377-4ce7-a80c-f07a7aa98343', 'network_id': '6b957d37-6377-4ce7-a80c-f07a7aa98343', 'tenant_id': 'a8668948313b4f959579802b00241562', 'fixed_ips': [{'subnet_id': '8ccca447-c618-4c82-8010-5d0951575759'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:38:04.043064 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5362112e-abea-4c80-97c1-48020bf9d2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:04.059642 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-420fb0c9-6412-4783-a6f8-0842bcc38638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:04.062009 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-420fb0c9-6412-4783-a6f8-0842bcc38638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:04.162777 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-420fb0c9-6412-4783-a6f8-0842bcc38638 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:04.188574 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 09 Jul 2021 14:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224cbdb8-1976-4fb1-b253-11a3895df4cf x-openstack-request-id: req-224cbdb8-1976-4fb1-b253-11a3895df4cf {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:38:04.189700 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaa5b4f0-e3c9-4167-9264-3519b0452d34", "name": "network-vif-unplugged", "status": "completed", "tag": "6074e9fb-6d5c-4028-9e19-ad6705bfe427", "code": 200}, {"name": "network-changed", "server_uuid": "eaa5b4f0-e3c9-4167-9264-3519b0452d34", "tag": "6074e9fb-6d5c-4028-9e19-ad6705bfe427", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:38:04.190002 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-224cbdb8-1976-4fb1-b253-11a3895df4cf {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:38:04.190385 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaa5b4f0-e3c9-4167-9264-3519b0452d34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6074e9fb-6d5c-4028-9e19-ad6705bfe427', 'code': 200} Jul 09 14:38:04.190688 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaa5b4f0-e3c9-4167-9264-3519b0452d34', 'tag': '6074e9fb-6d5c-4028-9e19-ad6705bfe427', 'status': 'completed', 'code': 200} Jul 09 14:38:04.198837 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-5362112e-abea-4c80-97c1-48020bf9d2f1 None None] Allocated IP 172.20.0.2 (6b957d37-6377-4ce7-a80c-f07a7aa98343/8ccca447-c618-4c82-8010-5d0951575759/e527d8f5-4e3c-4e25-b249-8204aff97fb3) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:38:04.302001 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04973f29-4685-490c-b419-8ab51bc0d6f4 req-fc8ddd73-e0c4-4282-8f7b-b1bf3b548db5 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Router d3d89b67-69ad-4f25-9dd9-033ba23f0ca4 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:38:04.363827 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0587441c-87c0-4ce5-9033-1e2d48a34e9c req-2c7cd831-5fa1-45a5-a9c9-0cf837b85898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:04.365474 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0587441c-87c0-4ce5-9033-1e2d48a34e9c req-2c7cd831-5fa1-45a5-a9c9-0cf837b85898 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a29f2b4cfd1449cca4564d7c2e38b31e&device_id=eaa5b4f0-e3c9-4167-9264-3519b0452d34 HTTP/1.1" status: 200 len: 1124 time: 0.1255260 Jul 09 14:38:04.397333 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5362112e-abea-4c80-97c1-48020bf9d2f1 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:04.406527 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-5362112e-abea-4c80-97c1-48020bf9d2f1 None None] Transition to ACTIVE for port object e527d8f5-4e3c-4e25-b249-8204aff97fb3 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:38:04.429307 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-5362112e-abea-4c80-97c1-48020bf9d2f1 None None] Transition to ACTIVE for port object e527d8f5-4e3c-4e25-b249-8204aff97fb3 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:38:04.468725 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-420fb0c9-6412-4783-a6f8-0842bcc38638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:04.493464 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04973f29-4685-490c-b419-8ab51bc0d6f4 req-fc8ddd73-e0c4-4282-8f7b-b1bf3b548db5 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:38:04.498497 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b7dc1-6d30-4cfb-a1ff-8ba0c345c39b req-f7e47239-979e-4b63-b111-8d4e3b7bf320 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:04.499938 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-04973f29-4685-490c-b419-8ab51bc0d6f4 req-fc8ddd73-e0c4-4282-8f7b-b1bf3b548db5 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:04.500034 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fe0b7dc1-6d30-4cfb-a1ff-8ba0c345c39b req-f7e47239-979e-4b63-b111-8d4e3b7bf320 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad65b12f-624c-4418-a3db-6e5e76a74ece HTTP/1.1" status: 200 len: 950 time: 0.1535897 Jul 09 14:38:04.504172 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef14ffd-6412-4b53-a3bf-40cd48a3b62f None None] Sync routers for ids ['d3d89b67-69ad-4f25-9dd9-033ba23f0ca4'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:38:04.514143 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef14ffd-6412-4b53-a3bf-40cd48a3b62f None None] Routers {'d3d89b67-69ad-4f25-9dd9-033ba23f0ca4'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:38:04.514959 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-0ef14ffd-6412-4b53-a3bf-40cd48a3b62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:37:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['d3d89b67-69ad-4f25-9dd9-033ba23f0ca4'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:38:04.535868 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0587441c-87c0-4ce5-9033-1e2d48a34e9c req-4731b6b4-7ef2-4f5d-bce0-fe3e209d3c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:04.537118 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0587441c-87c0-4ce5-9033-1e2d48a34e9c req-4731b6b4-7ef2-4f5d-bce0-fe3e209d3c3b service neutron] 10.222.0.54 "GET /v2.0/networks?id=f37664d6-2d63-4250-9a40-b9995b72cf27 HTTP/1.1" status: 200 len: 922 time: 0.1653509 Jul 09 14:38:04.551577 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fe0b7dc1-6d30-4cfb-a1ff-8ba0c345c39b req-8272de31-bfc8-4766-8ef1-c0d2e86ce00e tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c690bd8-45a5-4665-a948-5886a91e4046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427089 Jul 09 14:38:04.556395 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-04973f29-4685-490c-b419-8ab51bc0d6f4 req-fc8ddd73-e0c4-4282-8f7b-b1bf3b548db5 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "PUT /v2.0/floatingips/5778986c-0726-40ff-a540-86f51a3b855f HTTP/1.1" status: 200 len: 695 time: 0.8906791 Jul 09 14:38:04.567913 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5362112e-abea-4c80-97c1-48020bf9d2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:04.583129 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a654afbc-4843-40e7-b14d-313e36672ce8', 'tag': 'adda400d-0529-4d9f-9b8b-83131cebce54'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:38:04.585532 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e35f58cf-2f79-46a7-b4f2-3ec84a02e145" -d '{"events": [{"name": "network-changed", "server_uuid": "a654afbc-4843-40e7-b14d-313e36672ce8", "tag": "adda400d-0529-4d9f-9b8b-83131cebce54"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:38:04.590622 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0587441c-87c0-4ce5-9033-1e2d48a34e9c req-bb6f753e-0da5-43d0-b5c3-78d115a3bd38 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6074e9fb-6d5c-4028-9e19-ad6705bfe427 HTTP/1.1" status: 200 len: 217 time: 0.0441864 Jul 09 14:38:04.657999 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5362112e-abea-4c80-97c1-48020bf9d2f1 None None] Network 6b957d37-6377-4ce7-a80c-f07a7aa98343 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:38:04.664397 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-5362112e-abea-4c80-97c1-48020bf9d2f1 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:38:04.672637 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5362112e-abea-4c80-97c1-48020bf9d2f1 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:38:04.682320 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5362112e-abea-4c80-97c1-48020bf9d2f1 None None] Pushing event updated for resources: {'Port': ['ID=e527d8f5-4e3c-4e25-b249-8204aff97fb3,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:04.686097 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0587441c-87c0-4ce5-9033-1e2d48a34e9c req-4a115d92-b7a2-46be-9d34-75d368f1ac6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:04.687689 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0587441c-87c0-4ce5-9033-1e2d48a34e9c req-4a115d92-b7a2-46be-9d34-75d368f1ac6d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=defde159-6b57-4a6f-ad64-e5b0f0fcfa82 HTTP/1.1" status: 200 len: 861 time: 0.0868587 Jul 09 14:38:04.710674 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-0ef14ffd-6412-4b53-a3bf-40cd48a3b62f None None] Set router d3d89b67-69ad-4f25-9dd9-033ba23f0ca4 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:38:04.727787 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0587441c-87c0-4ce5-9033-1e2d48a34e9c req-ff0689d4-6101-4712-b2b0-d9b69bd65e27 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f37664d6-2d63-4250-9a40-b9995b72cf27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323207 Jul 09 14:38:04.730488 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04973f29-4685-490c-b419-8ab51bc0d6f4 req-a1507b80-f136-42a8-bffb-50a8e0d97431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:04.732166 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-04973f29-4685-490c-b419-8ab51bc0d6f4 req-a1507b80-f136-42a8-bffb-50a8e0d97431 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=77dbf4b092de4af7b8689da68d04094b&device_id=a654afbc-4843-40e7-b14d-313e36672ce8 HTTP/1.1" status: 200 len: 1097 time: 0.1439767 Jul 09 14:38:04.839412 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-5362112e-abea-4c80-97c1-48020bf9d2f1 None None] Attempting to bind port e527d8f5-4e3c-4e25-b249-8204aff97fb3 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:38:04.839821 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-5362112e-abea-4c80-97c1-48020bf9d2f1 None None] Attempting to bind port e527d8f5-4e3c-4e25-b249-8204aff97fb3 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'dc0f85e5-016a-48b5-8f7b-2ab1a07d5af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '6b957d37-6377-4ce7-a80c-f07a7aa98343'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:38:04.840183 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5362112e-abea-4c80-97c1-48020bf9d2f1 None None] Attempting to bind port e527d8f5-4e3c-4e25-b249-8204aff97fb3 on network 6b957d37-6377-4ce7-a80c-f07a7aa98343 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:38:04.851244 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-420fb0c9-6412-4783-a6f8-0842bcc38638 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:04.855292 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5362112e-abea-4c80-97c1-48020bf9d2f1 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:38:04.855527 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5362112e-abea-4c80-97c1-48020bf9d2f1 None None] Checking segment: {'id': 'dc0f85e5-016a-48b5-8f7b-2ab1a07d5af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '6b957d37-6377-4ce7-a80c-f07a7aa98343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:38:04.855829 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5362112e-abea-4c80-97c1-48020bf9d2f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:04.856757 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5362112e-abea-4c80-97c1-48020bf9d2f1 None None] Bound using segment: {'id': 'dc0f85e5-016a-48b5-8f7b-2ab1a07d5af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '6b957d37-6377-4ce7-a80c-f07a7aa98343'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:38:04.857231 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-5362112e-abea-4c80-97c1-48020bf9d2f1 None None] Bound port: e527d8f5-4e3c-4e25-b249-8204aff97fb3, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc0f85e5-016a-48b5-8f7b-2ab1a07d5af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '6b957d37-6377-4ce7-a80c-f07a7aa98343'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:38:04.857615 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5362112e-abea-4c80-97c1-48020bf9d2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:04.874706 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-420fb0c9-6412-4783-a6f8-0842bcc38638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:04.896911 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361212ec-12b2-4fce-a82e-44b66660bf87 req-14c211eb-5a7c-49bf-8923-0f6289f44300 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:04.898583 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-361212ec-12b2-4fce-a82e-44b66660bf87 req-14c211eb-5a7c-49bf-8923-0f6289f44300 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=1049b884-ab92-4127-863e-462d32d8b8bd HTTP/1.1" status: 200 len: 945 time: 0.1298532 Jul 09 14:38:04.902586 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04973f29-4685-490c-b419-8ab51bc0d6f4 req-9399bdf5-c793-45a0-a36b-337d5d0d6221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:04.904645 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-04973f29-4685-490c-b419-8ab51bc0d6f4 req-9399bdf5-c793-45a0-a36b-337d5d0d6221 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0753039a-7e20-479c-b814-489355a542c4 HTTP/1.1" status: 200 len: 922 time: 0.1597140 Jul 09 14:38:04.942753 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0587441c-87c0-4ce5-9033-1e2d48a34e9c req-7bc9cb0f-137a-4c92-b740-698c2de28e7b service neutron] 10.222.0.54 "GET /v2.0/networks/f37664d6-2d63-4250-9a40-b9995b72cf27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085211 Jul 09 14:38:04.983956 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-04973f29-4685-490c-b419-8ab51bc0d6f4 req-f2f6904a-82dc-499d-995c-4e1c926accdb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=adda400d-0529-4d9f-9b8b-83131cebce54 HTTP/1.1" status: 200 len: 217 time: 0.0647991 Jul 09 14:38:04.989606 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-361212ec-12b2-4fce-a82e-44b66660bf87 req-89d4675b-eb75-4239-b4b0-42675cf383b0 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648732 Jul 09 14:38:04.995834 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-5362112e-abea-4c80-97c1-48020bf9d2f1 None None] For port e527d8f5-4e3c-4e25-b249-8204aff97fb3, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:38:05.026973 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-5362112e-abea-4c80-97c1-48020bf9d2f1 None None] For port e527d8f5-4e3c-4e25-b249-8204aff97fb3, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=e527d8f5-4e3c-4e25-b249-8204aff97fb3,segment=NetworkSegment(dc0f85e5-016a-48b5-8f7b-2ab1a07d5af0),segment_id=dc0f85e5-016a-48b5-8f7b-2ab1a07d5af0)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:38:05.064737 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-0ef14ffd-6412-4b53-a3bf-40cd48a3b62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1068833680-router', 'tenant_id': '77dbf4b092de4af7b8689da68d04094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '596f781e-3c4b-4779-aa8d-121d3662dcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:56Z', 'updated_at': '2021-07-09T14:37:03Z', 'revision_number': 4, 'project_id': '77dbf4b092de4af7b8689da68d04094b', 'gw_port': {'id': '596f781e-3c4b-4779-aa8d-121d3662dcc1', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:10:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:57Z', 'updated_at': '2021-07-09T14:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '56f86a50-958e-4a57-93f9-e200963d85e2', 'name': '', 'network_id': '0753039a-7e20-479c-b814-489355a542c4', 'tenant_id': '77dbf4b092de4af7b8689da68d04094b', 'mac_address': 'fa:16:3e:c5:c3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bc4e693f-d90b-46e2-beaf-3b7584235976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:37:01Z', 'updated_at': '2021-07-09T14:37:09Z', 'revision_number': 5, 'project_id': '77dbf4b092de4af7b8689da68d04094b', 'subnets': [{'id': 'bc4e693f-d90b-46e2-beaf-3b7584235976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:38:05.091927 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-420fb0c9-6412-4783-a6f8-0842bcc38638 admin admin] Allocated IP 172.25.3.246 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/0261a53f-ec88-4f32-86fb-b89bdf9a5cb1) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:38:05.128428 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04973f29-4685-490c-b419-8ab51bc0d6f4 req-8f33333b-f5a1-40f5-84e6-db099546e502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:05.130216 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-04973f29-4685-490c-b419-8ab51bc0d6f4 req-8f33333b-f5a1-40f5-84e6-db099546e502 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bc4e693f-d90b-46e2-beaf-3b7584235976 HTTP/1.1" status: 200 len: 860 time: 0.1458044 Jul 09 14:38:05.132431 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0587441c-87c0-4ce5-9033-1e2d48a34e9c req-2f9bbc50-9b69-4736-9e88-0e532d600496 service neutron] 10.222.0.54 "GET /v2.0/networks/f37664d6-2d63-4250-9a40-b9995b72cf27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467903 Jul 09 14:38:05.215418 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04973f29-4685-490c-b419-8ab51bc0d6f4 req-88f1dd29-245b-4fd6-a0ff-61a784af88b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:05.217829 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-04973f29-4685-490c-b419-8ab51bc0d6f4 req-88f1dd29-245b-4fd6-a0ff-61a784af88b3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0753039a-7e20-479c-b814-489355a542c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0801284 Jul 09 14:38:05.225998 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef14ffd-6412-4b53-a3bf-40cd48a3b62f None None] Checking router: d3d89b67-69ad-4f25-9dd9-033ba23f0ca4 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:38:05.228510 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5362112e-abea-4c80-97c1-48020bf9d2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:05.255575 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:38:05.256527 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-420fb0c9-6412-4783-a6f8-0842bcc38638 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:05.290917 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef14ffd-6412-4b53-a3bf-40cd48a3b62f None None] Routers {'d3d89b67-69ad-4f25-9dd9-033ba23f0ca4'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:38:05.291314 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-0ef14ffd-6412-4b53-a3bf-40cd48a3b62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:37:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['d3d89b67-69ad-4f25-9dd9-033ba23f0ca4'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:38:05.342853 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5362112e-abea-4c80-97c1-48020bf9d2f1 None None] Pushing event updated for resources: {'Port': ['ID=e527d8f5-4e3c-4e25-b249-8204aff97fb3,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:05.362938 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522e110-3144-4166-9b10-a47ef69f190c req-f17d39ae-7bd0-4585-bfbe-791471562054 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:05.364547 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b522e110-3144-4166-9b10-a47ef69f190c req-f17d39ae-7bd0-4585-bfbe-791471562054 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=eaa5b4f0-e3c9-4167-9264-3519b0452d34 HTTP/1.1" status: 200 len: 943 time: 0.1056707 Jul 09 14:38:05.376485 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-04973f29-4685-490c-b419-8ab51bc0d6f4 req-65ed65dd-df4b-4cc5-894e-8ca66cf9e868 service neutron] 10.222.0.58 "GET /v2.0/networks/0753039a-7e20-479c-b814-489355a542c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495507 Jul 09 14:38:05.403086 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-420fb0c9-6412-4783-a6f8-0842bcc38638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:05.440767 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-0ef14ffd-6412-4b53-a3bf-40cd48a3b62f None None] Set router d3d89b67-69ad-4f25-9dd9-033ba23f0ca4 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:38:05.449037 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b522e110-3144-4166-9b10-a47ef69f190c req-68fe178b-4cc1-4f21-87a5-b7bbff1f70ae tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784807 Jul 09 14:38:05.462296 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420fb0c9-6412-4783-a6f8-0842bcc38638 admin admin] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:38:05.465501 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-420fb0c9-6412-4783-a6f8-0842bcc38638 admin admin] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:38:05.470486 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420fb0c9-6412-4783-a6f8-0842bcc38638 admin admin] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:38:05.507697 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-04973f29-4685-490c-b419-8ab51bc0d6f4 req-52e5d071-6242-4be9-a827-0784b67a3852 service neutron] 10.222.0.58 "GET /v2.0/networks/0753039a-7e20-479c-b814-489355a542c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306505 Jul 09 14:38:05.527188 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420fb0c9-6412-4783-a6f8-0842bcc38638 admin admin] Pushing event updated for resources: {'Port': ['ID=0261a53f-ec88-4f32-86fb-b89bdf9a5cb1,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:05.696055 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-90ebae9a-f097-4e0c-b70d-a894147530d4 req-34fdc4a4-2c45-4b00-a8f0-0907d3733288 tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] 10.222.0.58 "GET /v2.0/ports?device_id=72a056f4-f38d-4ab3-a1ec-89e3bf8a65aa HTTP/1.1" status: 200 len: 210 time: 0.0362720 Jul 09 14:38:05.781649 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-0ef14ffd-6412-4b53-a3bf-40cd48a3b62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1068833680-router', 'tenant_id': '77dbf4b092de4af7b8689da68d04094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '596f781e-3c4b-4779-aa8d-121d3662dcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:56Z', 'updated_at': '2021-07-09T14:37:03Z', 'revision_number': 4, 'project_id': '77dbf4b092de4af7b8689da68d04094b', 'gw_port': {'id': '596f781e-3c4b-4779-aa8d-121d3662dcc1', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:10:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:57Z', 'updated_at': '2021-07-09T14:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '56f86a50-958e-4a57-93f9-e200963d85e2', 'name': '', 'network_id': '0753039a-7e20-479c-b814-489355a542c4', 'tenant_id': '77dbf4b092de4af7b8689da68d04094b', 'mac_address': 'fa:16:3e:c5:c3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bc4e693f-d90b-46e2-beaf-3b7584235976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:37:01Z', 'updated_at': '2021-07-09T14:37:09Z', 'revision_number': 5, 'project_id': '77dbf4b092de4af7b8689da68d04094b', 'subnets': [{'id': 'bc4e693f-d90b-46e2-beaf-3b7584235976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:38:05.810665 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8540f1ea-abb6-4a52-b9c4-a6c26cbbf64f x-openstack-request-id: req-8540f1ea-abb6-4a52-b9c4-a6c26cbbf64f {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:38:05.811170 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a654afbc-4843-40e7-b14d-313e36672ce8", "tag": "adda400d-0529-4d9f-9b8b-83131cebce54", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:38:05.811302 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8540f1ea-abb6-4a52-b9c4-a6c26cbbf64f {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:38:05.812449 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a654afbc-4843-40e7-b14d-313e36672ce8', 'tag': 'adda400d-0529-4d9f-9b8b-83131cebce54', 'status': 'completed', 'code': 200} Jul 09 14:38:05.838919 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef14ffd-6412-4b53-a3bf-40cd48a3b62f None None] The sync data for ids ['d3d89b67-69ad-4f25-9dd9-033ba23f0ca4'] in n-d-799529-6 is: [{'id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1068833680-router', 'tenant_id': '77dbf4b092de4af7b8689da68d04094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '596f781e-3c4b-4779-aa8d-121d3662dcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:56Z', 'updated_at': '2021-07-09T14:37:03Z', 'revision_number': 4, 'project_id': '77dbf4b092de4af7b8689da68d04094b', 'gw_port': {'id': '596f781e-3c4b-4779-aa8d-121d3662dcc1', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:10:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:57Z', 'updated_at': '2021-07-09T14:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '56f86a50-958e-4a57-93f9-e200963d85e2', 'name': '', 'network_id': '0753039a-7e20-479c-b814-489355a542c4', 'tenant_id': '77dbf4b092de4af7b8689da68d04094b', 'mac_address': 'fa:16:3e:c5:c3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bc4e693f-d90b-46e2-beaf-3b7584235976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:37:01Z', 'updated_at': '2021-07-09T14:37:09Z', 'revision_number': 5, 'project_id': '77dbf4b092de4af7b8689da68d04094b', 'subnets': [{'id': 'bc4e693f-d90b-46e2-beaf-3b7584235976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:38:05.929130 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-420fb0c9-6412-4783-a6f8-0842bcc38638 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:05.987510 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f58cf-2f79-46a7-b4f2-3ec84a02e145 req-6d22e40f-1a6c-4311-88ac-3b16a7e3cca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:05.992649 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e35f58cf-2f79-46a7-b4f2-3ec84a02e145 req-6d22e40f-1a6c-4311-88ac-3b16a7e3cca9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=77dbf4b092de4af7b8689da68d04094b&device_id=a654afbc-4843-40e7-b14d-313e36672ce8 HTTP/1.1" status: 200 len: 1097 time: 0.1304486 Jul 09 14:38:06.135482 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f58cf-2f79-46a7-b4f2-3ec84a02e145 req-79cd3afd-b084-4578-9ef9-58d936a65bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:06.135482 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e35f58cf-2f79-46a7-b4f2-3ec84a02e145 req-79cd3afd-b084-4578-9ef9-58d936a65bd9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0753039a-7e20-479c-b814-489355a542c4 HTTP/1.1" status: 200 len: 922 time: 0.1358266 Jul 09 14:38:06.195265 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e35f58cf-2f79-46a7-b4f2-3ec84a02e145 req-d9d1a25b-3c2c-4d53-80f6-2cecad656fc1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=adda400d-0529-4d9f-9b8b-83131cebce54 HTTP/1.1" status: 200 len: 217 time: 0.0461061 Jul 09 14:38:06.239785 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-420fb0c9-6412-4783-a6f8-0842bcc38638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:06.267187 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f58cf-2f79-46a7-b4f2-3ec84a02e145 req-56d87820-26ad-4841-b5d6-d9a37c66ed7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:06.268827 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e35f58cf-2f79-46a7-b4f2-3ec84a02e145 req-56d87820-26ad-4841-b5d6-d9a37c66ed7e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bc4e693f-d90b-46e2-beaf-3b7584235976 HTTP/1.1" status: 200 len: 860 time: 0.0643032 Jul 09 14:38:06.325609 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34be41f-c7a0-41f8-80fd-a80130abd779 None None] New status for floating IP 5778986c-0726-40ff-a540-86f51a3b855f: DOWN {{(pid=94448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:38:06.402494 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f58cf-2f79-46a7-b4f2-3ec84a02e145 req-b96a7015-264d-48a2-be8d-99072b75c7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:06.404938 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e35f58cf-2f79-46a7-b4f2-3ec84a02e145 req-b96a7015-264d-48a2-be8d-99072b75c7d9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0753039a-7e20-479c-b814-489355a542c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1275976 Jul 09 14:38:06.431724 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 52222) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:38:06.510638 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-420fb0c9-6412-4783-a6f8-0842bcc38638 admin admin] Router 7375df51-64d2-4a3c-9e2e-755ec87c0071 is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:38:06.554803 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e35f58cf-2f79-46a7-b4f2-3ec84a02e145 req-b9b8f37b-fd10-461b-81fc-e22ae166c11a service neutron] 10.222.0.62 "GET /v2.0/networks/0753039a-7e20-479c-b814-489355a542c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412995 Jul 09 14:38:06.603718 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-00f5aa1f-f636-4d82-8650-910965808066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:06.704241 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420fb0c9-6412-4783-a6f8-0842bcc38638 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:38:06.712995 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3166915b-2524-4710-84db-cea3b7cc5620 None None] Sync routers for ids ['7375df51-64d2-4a3c-9e2e-755ec87c0071'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:38:06.727245 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3166915b-2524-4710-84db-cea3b7cc5620 None None] Routers {'7375df51-64d2-4a3c-9e2e-755ec87c0071'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:38:06.727956 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-3166915b-2524-4710-84db-cea3b7cc5620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:37:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['7375df51-64d2-4a3c-9e2e-755ec87c0071'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:38:06.764375 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e35f58cf-2f79-46a7-b4f2-3ec84a02e145 req-5f051080-5536-416d-bac8-7868d2f14cda service neutron] 10.222.0.62 "GET /v2.0/networks/0753039a-7e20-479c-b814-489355a542c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929228 Jul 09 14:38:06.834250 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdadc162-ef8d-41bd-9c0a-bf20f8e3407c None None] Network 6b957d37-6377-4ce7-a80c-f07a7aa98343 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:38:06.864704 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-00f5aa1f-f636-4d82-8650-910965808066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:06.872660 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84d99c-4722-4722-8da4-6e26928f7546 req-4b16ffdc-8a82-466b-8dd4-19032174c018 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:06.874592 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ae84d99c-4722-4722-8da4-6e26928f7546 req-4b16ffdc-8a82-466b-8dd4-19032174c018 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=1049b884-ab92-4127-863e-462d32d8b8bd HTTP/1.1" status: 200 len: 945 time: 0.1045179 Jul 09 14:38:06.916529 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ae84d99c-4722-4722-8da4-6e26928f7546 req-5a8f67c6-bf44-438c-9286-1e5b03717f2c tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358999 Jul 09 14:38:06.966640 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-00f5aa1f-f636-4d82-8650-910965808066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:06.977793 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-3166915b-2524-4710-84db-cea3b7cc5620 None None] Set router 7375df51-64d2-4a3c-9e2e-755ec87c0071 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:38:07.007738 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5d61c07b-5862-4d9d-bb83-2fb18e02b06c req-b918abef-c2e3-4126-b25b-11ce6158c543 tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=e9a62323cfd14ab88226d3af35205f4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0566642 Jul 09 14:38:07.027467 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-00f5aa1f-f636-4d82-8650-910965808066 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dfb9cd72eccd47b09fb1d770535485eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5910845 Jul 09 14:38:07.052979 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-dc7c535d-6ddf-4eca-b9be-3135699578a9 None None] Provisioning for port e527d8f5-4e3c-4e25-b249-8204aff97fb3 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:38:07.074355 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 52234) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:38:07.121372 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-420fb0c9-6412-4783-a6f8-0842bcc38638 admin admin] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:07.122621 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-420fb0c9-6412-4783-a6f8-0842bcc38638 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.1784048 Jul 09 14:38:07.141007 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 52236) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:38:07.145366 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6feb434c-6c19-4f3c-ac37-010d8a6e73c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:07.171841 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6feb434c-6c19-4f3c-ac37-010d8a6e73c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:07.229294 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f5aa1f-f636-4d82-8650-910965808066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d46b32-8459-4eac-9fb1-a82ee1e515c6,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:07.246276 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d61c07b-5862-4d9d-bb83-2fb18e02b06c req-eb2003b6-a82f-4294-af00-99556ffe289a tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:07.248363 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5d61c07b-5862-4d9d-bb83-2fb18e02b06c req-eb2003b6-a82f-4294-af00-99556ffe289a tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2303345 Jul 09 14:38:07.275098 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-3166915b-2524-4710-84db-cea3b7cc5620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7375df51-64d2-4a3c-9e2e-755ec87c0071', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-263430990-router', 'tenant_id': 'a8668948313b4f959579802b00241562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '0261a53f-ec88-4f32-86fb-b89bdf9a5cb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:38:04Z', 'updated_at': '2021-07-09T14:38:05Z', 'revision_number': 3, 'project_id': 'a8668948313b4f959579802b00241562', 'gw_port': {'id': '0261a53f-ec88-4f32-86fb-b89bdf9a5cb1', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:35:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7375df51-64d2-4a3c-9e2e-755ec87c0071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:38:04Z', 'updated_at': '2021-07-09T14:38:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:38:07.277688 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-5d61c07b-5862-4d9d-bb83-2fb18e02b06c req-901a1e50-7ed1-404f-9f5e-96cb996d159d tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] Request body: {'port': {'device_id': '72a056f4-f38d-4ab3-a1ec-89e3bf8a65aa', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'admin_state_up': True, 'tenant_id': 'e9a62323cfd14ab88226d3af35205f4e'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:38:07.307249 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3166915b-2524-4710-84db-cea3b7cc5620 None None] Checking router: 7375df51-64d2-4a3c-9e2e-755ec87c0071 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:38:07.307964 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3166915b-2524-4710-84db-cea3b7cc5620 None None] Updating router 7375df51-64d2-4a3c-9e2e-755ec87c0071 port 0261a53f-ec88-4f32-86fb-b89bdf9a5cb1 binding host n-d-799529-6 {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:38:07.383538 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3166915b-2524-4710-84db-cea3b7cc5620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:07.463367 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device e527d8f5-4e3c-4e25-b249-8204aff97fb3 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:38:07.526923 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecffe1b-93a0-4552-bbf7-52b4a2d63da0 req-a5701195-3ffc-4645-b61b-b8f375ceca3f tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:07.529843 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8ecffe1b-93a0-4552-bbf7-52b4a2d63da0 req-a5701195-3ffc-4645-b61b-b8f375ceca3f tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/ports?device_id=208200ef-b947-4ff4-a8d8-c82c5df3ec7d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3178747 Jul 09 14:38:07.635743 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8ecffe1b-93a0-4552-bbf7-52b4a2d63da0 req-3547b8ed-1b9b-4b15-b3dd-663dcaaf1276 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.3.107 HTTP/1.1" status: 200 len: 696 time: 0.0994778 Jul 09 14:38:07.646637 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-8ecffe1b-93a0-4552-bbf7-52b4a2d63da0 req-3c90f734-d6ab-4aad-ac72-189a03a7a858 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Request body: {'floatingip': {'port_id': 'f7652d57-006e-480e-b09f-d6ce03537407', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:38:07.711808 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8ecffe1b-93a0-4552-bbf7-52b4a2d63da0 req-3c90f734-d6ab-4aad-ac72-189a03a7a858 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Notify callbacks [] for floatingip, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:07.753010 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d61c07b-5862-4d9d-bb83-2fb18e02b06c req-901a1e50-7ed1-404f-9f5e-96cb996d159d tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] Made reservation on behalf of e9a62323cfd14ab88226d3af35205f4e for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:38:07.757696 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-5d61c07b-5862-4d9d-bb83-2fb18e02b06c req-901a1e50-7ed1-404f-9f5e-96cb996d159d tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:07.772186 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port e527d8f5-4e3c-4e25-b249-8204aff97fb3 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:38:07.783442 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3166915b-2524-4710-84db-cea3b7cc5620 None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:07.787550 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port e527d8f5-4e3c-4e25-b249-8204aff97fb3 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:38:07.787968 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:07.876032 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6feb434c-6c19-4f3c-ac37-010d8a6e73c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:07.876032 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6feb434c-6c19-4f3c-ac37-010d8a6e73c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:07.876032 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-6feb434c-6c19-4f3c-ac37-010d8a6e73c5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/25d46b32-8459-4eac-9fb1-a82ee1e515c6 HTTP/1.1" status: 204 len: 168 time: 0.7251043 Jul 09 14:38:07.876032 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feb434c-6c19-4f3c-ac37-010d8a6e73c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d46b32-8459-4eac-9fb1-a82ee1e515c6,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:07.877832 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-5d61c07b-5862-4d9d-bb83-2fb18e02b06c req-901a1e50-7ed1-404f-9f5e-96cb996d159d tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:07.879051 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-3166915b-2524-4710-84db-cea3b7cc5620 None None] Transition to ACTIVE for port object 0261a53f-ec88-4f32-86fb-b89bdf9a5cb1 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:38:07.879788 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a888ba8f-72b8-4aaf-a26f-278df909433a req-02ae2e2f-6aa7-4dac-a556-fc8990196111 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:07.879788 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a888ba8f-72b8-4aaf-a26f-278df909433a req-02ae2e2f-6aa7-4dac-a556-fc8990196111 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=eaa5b4f0-e3c9-4167-9264-3519b0452d34 HTTP/1.1" status: 200 len: 943 time: 0.8134301 Jul 09 14:38:07.912924 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:07.958562 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port e527d8f5-4e3c-4e25-b249-8204aff97fb3, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=e527d8f5-4e3c-4e25-b249-8204aff97fb3,segment=NetworkSegment(dc0f85e5-016a-48b5-8f7b-2ab1a07d5af0),segment_id=dc0f85e5-016a-48b5-8f7b-2ab1a07d5af0)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:38:07.991668 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a888ba8f-72b8-4aaf-a26f-278df909433a req-88018c1c-4ad8-4201-a414-cd8064cf3b55 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130502 Jul 09 14:38:08.190488 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-09a08a2d-c2fe-480d-a3de-161e518dacf7 req-bad1e086-52fc-424b-924a-c47ec9dcf679 tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] 10.222.0.58 "GET /v2.0/ports?device_id=72a056f4-f38d-4ab3-a1ec-89e3bf8a65aa HTTP/1.1" status: 200 len: 210 time: 0.0356083 Jul 09 14:38:08.196469 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3166915b-2524-4710-84db-cea3b7cc5620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:08.247954 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ff188e-0999-4af3-8d55-9edfd95041e5 None None] Pushing event updated for resources: {'Port': ['ID=0261a53f-ec88-4f32-86fb-b89bdf9a5cb1,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:08.273709 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-3166915b-2524-4710-84db-cea3b7cc5620 None None] Attempting to bind port 0261a53f-ec88-4f32-86fb-b89bdf9a5cb1 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:38:08.274278 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-3166915b-2524-4710-84db-cea3b7cc5620 None None] Attempting to bind port 0261a53f-ec88-4f32-86fb-b89bdf9a5cb1 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:38:08.274825 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3166915b-2524-4710-84db-cea3b7cc5620 None None] Attempting to bind port 0261a53f-ec88-4f32-86fb-b89bdf9a5cb1 on network 202c7ce6-d4e9-4f80-84dd-bef08905a653 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:38:08.280745 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3166915b-2524-4710-84db-cea3b7cc5620 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:38:08.281607 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3166915b-2524-4710-84db-cea3b7cc5620 None None] Checking segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:38:08.282192 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3166915b-2524-4710-84db-cea3b7cc5620 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:08.282755 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3166915b-2524-4710-84db-cea3b7cc5620 None None] Bound using segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:38:08.283413 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-3166915b-2524-4710-84db-cea3b7cc5620 None None] Bound port: 0261a53f-ec88-4f32-86fb-b89bdf9a5cb1, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:38:08.284000 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3166915b-2524-4710-84db-cea3b7cc5620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:08.318000 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2ff31aac-0a57-4d6c-a297-4ff7525c787b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:08.327624 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:08.387312 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-3166915b-2524-4710-84db-cea3b7cc5620 None None] For port 0261a53f-ec88-4f32-86fb-b89bdf9a5cb1, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:38:08.396395 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-3166915b-2524-4710-84db-cea3b7cc5620 None None] For port 0261a53f-ec88-4f32-86fb-b89bdf9a5cb1, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=0261a53f-ec88-4f32-86fb-b89bdf9a5cb1,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:38:08.403422 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=e527d8f5-4e3c-4e25-b249-8204aff97fb3,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:08.450026 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-5d61c07b-5862-4d9d-bb83-2fb18e02b06c req-901a1e50-7ed1-404f-9f5e-96cb996d159d tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:08.509404 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3166915b-2524-4710-84db-cea3b7cc5620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:08.547876 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-2ff31aac-0a57-4d6c-a297-4ff7525c787b admin admin] Allocated IP 172.20.0.1 (6b957d37-6377-4ce7-a80c-f07a7aa98343/8ccca447-c618-4c82-8010-5d0951575759/f3b8d860-c644-4f39-adc6-7528064f12d1) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:38:08.582223 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3166915b-2524-4710-84db-cea3b7cc5620 None None] Routers {'7375df51-64d2-4a3c-9e2e-755ec87c0071'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:38:08.582869 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-3166915b-2524-4710-84db-cea3b7cc5620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:37:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['7375df51-64d2-4a3c-9e2e-755ec87c0071'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:38:08.587124 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-5d61c07b-5862-4d9d-bb83-2fb18e02b06c req-901a1e50-7ed1-404f-9f5e-96cb996d159d tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:08.633407 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ff188e-0999-4af3-8d55-9edfd95041e5 None None] Pushing event updated for resources: {'Port': ['ID=0261a53f-ec88-4f32-86fb-b89bdf9a5cb1,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:08.665820 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a8b2fa-e2e9-4501-9561-9c792efa5b9f req-dd56f8a2-5849-4238-ba4c-54f22cf6e119 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:08.667685 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-07a8b2fa-e2e9-4501-9561-9c792efa5b9f req-dd56f8a2-5849-4238-ba4c-54f22cf6e119 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.62 "GET /v2.0/ports?device_id=a654afbc-4843-40e7-b14d-313e36672ce8 HTTP/1.1" status: 200 len: 946 time: 0.2699699 Jul 09 14:38:08.728352 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-3166915b-2524-4710-84db-cea3b7cc5620 None None] Set router 7375df51-64d2-4a3c-9e2e-755ec87c0071 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:38:08.751900 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2125e4-45d1-4240-ba0e-dc961610b095 req-1957a66b-9cbf-44f3-92d1-3084311c0cbf tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:08.753524 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ef2125e4-45d1-4240-ba0e-dc961610b095 req-1957a66b-9cbf-44f3-92d1-3084311c0cbf tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=1049b884-ab92-4127-863e-462d32d8b8bd HTTP/1.1" status: 200 len: 945 time: 0.1657817 Jul 09 14:38:08.760152 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901a1e50-7ed1-404f-9f5e-96cb996d159d tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=752838db-eb30-4c5e-99ca-6ae8dc321a67,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:08.788188 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2ff31aac-0a57-4d6c-a297-4ff7525c787b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:08.812448 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-2ff31aac-0a57-4d6c-a297-4ff7525c787b admin admin] Transition to ACTIVE for port object f3b8d860-c644-4f39-adc6-7528064f12d1 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:38:08.857914 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ef2125e4-45d1-4240-ba0e-dc961610b095 req-a138933c-5ccc-4c29-8263-d565e7748a89 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895205 Jul 09 14:38:08.939643 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-5d61c07b-5862-4d9d-bb83-2fb18e02b06c req-901a1e50-7ed1-404f-9f5e-96cb996d159d tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] Allocated IP 192.168.233.116 (aa30872f-c756-4ec7-be84-b2e3b86cdcfc/8081bcce-88de-4a2f-9e69-6750220e0be0/ebe1c4a7-904d-4f48-ba8f-b31031fa41e7) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:38:08.954745 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2ff31aac-0a57-4d6c-a297-4ff7525c787b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:08.998090 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff31aac-0a57-4d6c-a297-4ff7525c787b admin admin] Network 6b957d37-6377-4ce7-a80c-f07a7aa98343 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:38:09.001557 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-2ff31aac-0a57-4d6c-a297-4ff7525c787b admin admin] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:38:09.005421 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff31aac-0a57-4d6c-a297-4ff7525c787b admin admin] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:38:09.033288 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff31aac-0a57-4d6c-a297-4ff7525c787b admin admin] Pushing event updated for resources: {'Port': ['ID=f3b8d860-c644-4f39-adc6-7528064f12d1,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:09.046022 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8ecffe1b-93a0-4552-bbf7-52b4a2d63da0 req-3c90f734-d6ab-4aad-ac72-189a03a7a858 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:09.050882 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-07a8b2fa-e2e9-4501-9561-9c792efa5b9f req-37ebc765-79f1-41e5-9dbb-13b3ca676c7b tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Deleting port adda400d-0529-4d9f-9b8b-83131cebce54 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:38:09.051224 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-07a8b2fa-e2e9-4501-9561-9c792efa5b9f req-37ebc765-79f1-41e5-9dbb-13b3ca676c7b tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:09.054649 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2ff31aac-0a57-4d6c-a297-4ff7525c787b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:09.120977 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8ecffe1b-93a0-4552-bbf7-52b4a2d63da0 req-3c90f734-d6ab-4aad-ac72-189a03a7a858 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:09.140160 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-3166915b-2524-4710-84db-cea3b7cc5620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7375df51-64d2-4a3c-9e2e-755ec87c0071', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-263430990-router', 'tenant_id': 'a8668948313b4f959579802b00241562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '0261a53f-ec88-4f32-86fb-b89bdf9a5cb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:38:04Z', 'updated_at': '2021-07-09T14:38:05Z', 'revision_number': 3, 'project_id': 'a8668948313b4f959579802b00241562', 'gw_port': {'id': '0261a53f-ec88-4f32-86fb-b89bdf9a5cb1', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:35:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7375df51-64d2-4a3c-9e2e-755ec87c0071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:38:04Z', 'updated_at': '2021-07-09T14:38:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:38:09.169460 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3166915b-2524-4710-84db-cea3b7cc5620 None None] The sync data for ids ['7375df51-64d2-4a3c-9e2e-755ec87c0071'] in n-d-799529-6 is: [{'id': '7375df51-64d2-4a3c-9e2e-755ec87c0071', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-263430990-router', 'tenant_id': 'a8668948313b4f959579802b00241562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '0261a53f-ec88-4f32-86fb-b89bdf9a5cb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:38:04Z', 'updated_at': '2021-07-09T14:38:05Z', 'revision_number': 3, 'project_id': 'a8668948313b4f959579802b00241562', 'gw_port': {'id': '0261a53f-ec88-4f32-86fb-b89bdf9a5cb1', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:35:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7375df51-64d2-4a3c-9e2e-755ec87c0071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:38:04Z', 'updated_at': '2021-07-09T14:38:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:38:09.291902 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2ff31aac-0a57-4d6c-a297-4ff7525c787b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:09.393177 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60daf85b-0a2e-4ab8-bc3c-34b36c87820e req-65ddc8b6-ed25-4a56-afbf-67b1c6d9d78b tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:09.394769 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-60daf85b-0a2e-4ab8-bc3c-34b36c87820e req-65ddc8b6-ed25-4a56-afbf-67b1c6d9d78b tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=eaa5b4f0-e3c9-4167-9264-3519b0452d34 HTTP/1.1" status: 200 len: 943 time: 0.1844974 Jul 09 14:38:09.410587 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-07a8b2fa-e2e9-4501-9561-9c792efa5b9f req-37ebc765-79f1-41e5-9dbb-13b3ca676c7b tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] For port adda400d-0529-4d9f-9b8b-83131cebce54, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=adda400d-0529-4d9f-9b8b-83131cebce54,segment=NetworkSegment(da9acf97-083b-491c-801b-5da8bcfd8b16),segment_id=da9acf97-083b-491c-801b-5da8bcfd8b16)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:38:09.411294 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-07a8b2fa-e2e9-4501-9561-9c792efa5b9f req-37ebc765-79f1-41e5-9dbb-13b3ca676c7b tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:09.442026 n-d-799529-6 neutron-server[94445]: INFO neutron.db.l3_db [req-8ecffe1b-93a0-4552-bbf7-52b4a2d63da0 req-3c90f734-d6ab-4aad-ac72-189a03a7a858 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Floating IP 5778986c-0726-40ff-a540-86f51a3b855f associated. External IP: 172.25.3.107, port: f7652d57-006e-480e-b09f-d6ce03537407. Jul 09 14:38:09.444277 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-07a8b2fa-e2e9-4501-9561-9c792efa5b9f req-37ebc765-79f1-41e5-9dbb-13b3ca676c7b tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Calling delete_port for adda400d-0529-4d9f-9b8b-83131cebce54 owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:38:09.450466 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device e527d8f5-4e3c-4e25-b249-8204aff97fb3 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:38:09.477662 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-c7d11eb7-fdcc-450d-95bb-2f7368cd66d4 None None] Provisioning for port f3b8d860-c644-4f39-adc6-7528064f12d1 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:38:09.487799 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-c7d11eb7-fdcc-450d-95bb-2f7368cd66d4 None None] Provisioning complete for port f3b8d860-c644-4f39-adc6-7528064f12d1 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:38:09.488176 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c7d11eb7-fdcc-450d-95bb-2f7368cd66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:09.497050 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-5d61c07b-5862-4d9d-bb83-2fb18e02b06c req-901a1e50-7ed1-404f-9f5e-96cb996d159d tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:09.514906 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-60daf85b-0a2e-4ab8-bc3c-34b36c87820e req-93e5f552-1d8b-4e83-b062-fec205605b81 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130173 Jul 09 14:38:09.547037 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-c7d11eb7-fdcc-450d-95bb-2f7368cd66d4 None None] Port f3b8d860-c644-4f39-adc6-7528064f12d1 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:38:09.554121 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port e527d8f5-4e3c-4e25-b249-8204aff97fb3 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:38:09.554504 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:09.583036 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-5d61c07b-5862-4d9d-bb83-2fb18e02b06c req-901a1e50-7ed1-404f-9f5e-96cb996d159d tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] Transition to ACTIVE for port object ebe1c4a7-904d-4f48-ba8f-b31031fa41e7 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:38:09.672603 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2ff31aac-0a57-4d6c-a297-4ff7525c787b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:09.737689 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2ff31aac-0a57-4d6c-a297-4ff7525c787b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:09.828081 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f7893dcc-faf7-41c9-b69f-7826d906a537 req-560d2ca4-ecbd-4b22-9361-15badeda2e6d tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] 10.222.0.58 "GET /v2.0/ports?device_id=72a056f4-f38d-4ab3-a1ec-89e3bf8a65aa HTTP/1.1" status: 200 len: 210 time: 0.0442197 Jul 09 14:38:09.832966 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-5d61c07b-5862-4d9d-bb83-2fb18e02b06c req-901a1e50-7ed1-404f-9f5e-96cb996d159d tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:09.843604 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2ff31aac-0a57-4d6c-a297-4ff7525c787b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:09.848766 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff31aac-0a57-4d6c-a297-4ff7525c787b admin admin] Pushing event updated for resources: {'Port': ['ID=f3b8d860-c644-4f39-adc6-7528064f12d1,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:09.907901 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d61c07b-5862-4d9d-bb83-2fb18e02b06c req-901a1e50-7ed1-404f-9f5e-96cb996d159d tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] Network aa30872f-c756-4ec7-be84-b2e3b86cdcfc is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:38:09.914946 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-5d61c07b-5862-4d9d-bb83-2fb18e02b06c req-901a1e50-7ed1-404f-9f5e-96cb996d159d tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:38:09.924360 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d61c07b-5862-4d9d-bb83-2fb18e02b06c req-901a1e50-7ed1-404f-9f5e-96cb996d159d tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:38:09.928853 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-07a8b2fa-e2e9-4501-9561-9c792efa5b9f req-37ebc765-79f1-41e5-9dbb-13b3ca676c7b tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:09.942851 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['f7652d57-006e-480e-b09f-d6ce03537407'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:38:09.964807 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901a1e50-7ed1-404f-9f5e-96cb996d159d tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] Pushing event updated for resources: {'Port': ['ID=ebe1c4a7-904d-4f48-ba8f-b31031fa41e7,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:09.982933 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ecffe1b-93a0-4552-bbf7-52b4a2d63da0 req-3c90f734-d6ab-4aad-ac72-189a03a7a858 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Router d3d89b67-69ad-4f25-9dd9-033ba23f0ca4 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:38:10.012692 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff31aac-0a57-4d6c-a297-4ff7525c787b admin admin] Network 6b957d37-6377-4ce7-a80c-f07a7aa98343 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:38:10.014553 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-2ff31aac-0a57-4d6c-a297-4ff7525c787b admin admin] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:38:10.047102 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ebc765-79f1-41e5-9dbb-13b3ca676c7b tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Pushing event deleted for resources: {'Port': ['ID=adda400d-0529-4d9f-9b8b-83131cebce54,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:10.070163 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['adda400d-0529-4d9f-9b8b-83131cebce54'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:38:10.118757 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d61c07b-5862-4d9d-bb83-2fb18e02b06c req-901a1e50-7ed1-404f-9f5e-96cb996d159d tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:10.120791 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-5d61c07b-5862-4d9d-bb83-2fb18e02b06c req-901a1e50-7ed1-404f-9f5e-96cb996d159d tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:10.158534 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a8b2fa-e2e9-4501-9561-9c792efa5b9f req-37ebc765-79f1-41e5-9dbb-13b3ca676c7b tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] No DVR routers for this DVR port adda400d-0529-4d9f-9b8b-83131cebce54 on host n-h1-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:38:10.162215 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-07a8b2fa-e2e9-4501-9561-9c792efa5b9f req-37ebc765-79f1-41e5-9dbb-13b3ca676c7b tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:10.187331 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-07a8b2fa-e2e9-4501-9561-9c792efa5b9f req-37ebc765-79f1-41e5-9dbb-13b3ca676c7b tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.62 "DELETE /v2.0/ports/adda400d-0529-4d9f-9b8b-83131cebce54 HTTP/1.1" status: 204 len: 173 time: 1.4726579 Jul 09 14:38:10.215114 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a654afbc-4843-40e7-b14d-313e36672ce8', 'name': 'network-vif-deleted', 'tag': 'adda400d-0529-4d9f-9b8b-83131cebce54'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:38:10.222800 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ce7794-04ca-48c7-95f4-983681111b40" -d '{"events": [{"server_uuid": "a654afbc-4843-40e7-b14d-313e36672ce8", "name": "network-vif-deleted", "tag": "adda400d-0529-4d9f-9b8b-83131cebce54"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:38:10.330925 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5d61c07b-5862-4d9d-bb83-2fb18e02b06c req-901a1e50-7ed1-404f-9f5e-96cb996d159d tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0607569 Jul 09 14:38:10.357972 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-5d61c07b-5862-4d9d-bb83-2fb18e02b06c req-94223e7c-8e52-4c6a-84da-a1b6d6164989 service neutron] Request body: {'port': {'device_id': '72a056f4-f38d-4ab3-a1ec-89e3bf8a65aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:38:10.381501 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff31aac-0a57-4d6c-a297-4ff7525c787b admin admin] Router 7375df51-64d2-4a3c-9e2e-755ec87c0071 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:38:10.402551 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device beb4896c-719d-4b47-90f7-44e3fe562e2a details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:38:10.584798 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-5d61c07b-5862-4d9d-bb83-2fb18e02b06c req-94223e7c-8e52-4c6a-84da-a1b6d6164989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:10.641807 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port beb4896c-719d-4b47-90f7-44e3fe562e2a, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=beb4896c-719d-4b47-90f7-44e3fe562e2a,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:38:10.656033 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-7553e1bc-5fa4-4514-ada0-86270c1178be None None] Provisioning for port ebe1c4a7-904d-4f48-ba8f-b31031fa41e7 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:38:10.659953 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': 'beb4896c-719d-4b47-90f7-44e3fe562e2a', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'port_id': 'beb4896c-719d-4b47-90f7-44e3fe562e2a', 'mac_address': 'fa:16:3e:84:cb:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8081bcce-88de-4a2f-9e69-6750220e0be0', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:38:10.661575 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ecffe1b-93a0-4552-bbf7-52b4a2d63da0 req-3c90f734-d6ab-4aad-ac72-189a03a7a858 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:38:10.667090 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8ecffe1b-93a0-4552-bbf7-52b4a2d63da0 req-3c90f734-d6ab-4aad-ac72-189a03a7a858 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:10.672704 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-7553e1bc-5fa4-4514-ada0-86270c1178be None None] Provisioning complete for port ebe1c4a7-904d-4f48-ba8f-b31031fa41e7 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:38:10.673078 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7553e1bc-5fa4-4514-ada0-86270c1178be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:10.682527 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88302f2-d976-4b4c-98bc-c88a520d7d02 None None] Sync routers for ids ['d3d89b67-69ad-4f25-9dd9-033ba23f0ca4'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:38:10.697485 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88302f2-d976-4b4c-98bc-c88a520d7d02 None None] Routers {'d3d89b67-69ad-4f25-9dd9-033ba23f0ca4'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:38:10.698282 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-c88302f2-d976-4b4c-98bc-c88a520d7d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:37:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['d3d89b67-69ad-4f25-9dd9-033ba23f0ca4'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:38:10.717844 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff31aac-0a57-4d6c-a297-4ff7525c787b admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:38:10.737171 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8ecffe1b-93a0-4552-bbf7-52b4a2d63da0 req-3c90f734-d6ab-4aad-ac72-189a03a7a858 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "PUT /v2.0/floatingips/5778986c-0726-40ff-a540-86f51a3b855f HTTP/1.1" status: 200 len: 997 time: 3.0912049 Jul 09 14:38:10.751237 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-7553e1bc-5fa4-4514-ada0-86270c1178be None None] Port ebe1c4a7-904d-4f48-ba8f-b31031fa41e7 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:38:10.751684 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e59a5-9ba9-4652-b4b2-20583d691c4d req-7a2d45cc-7f86-4c3a-b23e-39adf8f84595 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:10.753094 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:10.761361 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bc7e59a5-9ba9-4652-b4b2-20583d691c4d req-7a2d45cc-7f86-4c3a-b23e-39adf8f84595 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=1049b884-ab92-4127-863e-462d32d8b8bd HTTP/1.1" status: 200 len: 945 time: 0.2686658 Jul 09 14:38:10.775104 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id beb4896c-719d-4b47-90f7-44e3fe562e2a {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:38:10.775428 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-2ff31aac-0a57-4d6c-a297-4ff7525c787b admin admin] 10.222.0.58 "PUT /v2.0/routers/7375df51-64d2-4a3c-9e2e-755ec87c0071/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5543742 Jul 09 14:38:10.805215 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port beb4896c-719d-4b47-90f7-44e3fe562e2a, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=beb4896c-719d-4b47-90f7-44e3fe562e2a,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:38:10.860860 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bc7e59a5-9ba9-4652-b4b2-20583d691c4d req-f8c35911-a5fa-41e8-8733-46f0efa083b5 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747941 Jul 09 14:38:10.867634 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:10.912954 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-e072bf1e-f48f-4e34-bb60-f0229fa01114 tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:10.916202 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-e072bf1e-f48f-4e34-bb60-f0229fa01114 tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=1049b884-ab92-4127-863e-462d32d8b8bd&tenant_id=3b28908fc5d842e29720d7043e8083fd&binding%3Ahost_id=n-h1-799529-6 HTTP/1.1" status: 200 len: 1096 time: 0.1513155 Jul 09 14:38:10.930819 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-8a93f6a9-bf69-45e9-9641-2e0f1857ed46 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-799529-6'}}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:38:10.984474 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecffe1b-93a0-4552-bbf7-52b4a2d63da0 req-0924e391-12cf-4f16-9925-470244edd68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:10.985841 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-388caa8e-3827-4444-b5c9-17059d02c98b None None] Provisioning complete for port f3b8d860-c644-4f39-adc6-7528064f12d1 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:38:10.987285 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-388caa8e-3827-4444-b5c9-17059d02c98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:10.995451 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8ecffe1b-93a0-4552-bbf7-52b4a2d63da0 req-0924e391-12cf-4f16-9925-470244edd68c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=77dbf4b092de4af7b8689da68d04094b&device_id=208200ef-b947-4ff4-a8d8-c82c5df3ec7d HTTP/1.1" status: 200 len: 1097 time: 0.2455633 Jul 09 14:38:11.067792 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['beb4896c-719d-4b47-90f7-44e3fe562e2a'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:38:11.122292 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-c88302f2-d976-4b4c-98bc-c88a520d7d02 None None] Set router d3d89b67-69ad-4f25-9dd9-033ba23f0ca4 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:38:11.143632 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-8a93f6a9-bf69-45e9-9641-2e0f1857ed46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:11.248613 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=beb4896c-719d-4b47-90f7-44e3fe562e2a,revision_number=6']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:11.264012 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecffe1b-93a0-4552-bbf7-52b4a2d63da0 req-0b350c4b-bd83-43ef-b4c8-6a2244495ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:11.267715 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-388caa8e-3827-4444-b5c9-17059d02c98b None None] Port f3b8d860-c644-4f39-adc6-7528064f12d1 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:38:11.286918 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8ecffe1b-93a0-4552-bbf7-52b4a2d63da0 req-0b350c4b-bd83-43ef-b4c8-6a2244495ee0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0753039a-7e20-479c-b814-489355a542c4 HTTP/1.1" status: 200 len: 922 time: 0.2896445 Jul 09 14:38:11.294973 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e7cf8d-22a7-4e19-807b-15fc86449fc8 x-openstack-request-id: req-95e7cf8d-22a7-4e19-807b-15fc86449fc8 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:38:11.295179 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a654afbc-4843-40e7-b14d-313e36672ce8", "name": "network-vif-deleted", "tag": "adda400d-0529-4d9f-9b8b-83131cebce54", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:38:11.295422 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-95e7cf8d-22a7-4e19-807b-15fc86449fc8 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:38:11.296024 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a654afbc-4843-40e7-b14d-313e36672ce8', 'name': 'network-vif-deleted', 'tag': 'adda400d-0529-4d9f-9b8b-83131cebce54', 'status': 'completed', 'code': 200} Jul 09 14:38:11.500511 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 0261a53f-ec88-4f32-86fb-b89bdf9a5cb1 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:38:11.532319 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-c88302f2-d976-4b4c-98bc-c88a520d7d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1068833680-router', 'tenant_id': '77dbf4b092de4af7b8689da68d04094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '596f781e-3c4b-4779-aa8d-121d3662dcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:56Z', 'updated_at': '2021-07-09T14:37:03Z', 'revision_number': 4, 'project_id': '77dbf4b092de4af7b8689da68d04094b', 'gw_port': {'id': '596f781e-3c4b-4779-aa8d-121d3662dcc1', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:10:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:57Z', 'updated_at': '2021-07-09T14:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '5778986c-0726-40ff-a540-86f51a3b855f', 'tenant_id': '77dbf4b092de4af7b8689da68d04094b', 'floating_ip_address': '172.25.3.107', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'port_id': 'f7652d57-006e-480e-b09f-d6ce03537407', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0753039a-7e20-479c-b814-489355a542c4', 'mac_address': 'fa:16:3e:56:85:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208200ef-b947-4ff4-a8d8-c82c5df3ec7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:37:23Z', 'updated_at': '2021-07-09T14:38:08Z', 'revision_number': 8, 'project_id': '77dbf4b092de4af7b8689da68d04094b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56f86a50-958e-4a57-93f9-e200963d85e2', 'name': '', 'network_id': '0753039a-7e20-479c-b814-489355a542c4', 'tenant_id': '77dbf4b092de4af7b8689da68d04094b', 'mac_address': 'fa:16:3e:c5:c3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bc4e693f-d90b-46e2-beaf-3b7584235976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:37:01Z', 'updated_at': '2021-07-09T14:37:09Z', 'revision_number': 5, 'project_id': '77dbf4b092de4af7b8689da68d04094b', 'subnets': [{'id': 'bc4e693f-d90b-46e2-beaf-3b7584235976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:38:11.541915 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fcf7be-65f8-4d7c-9de2-cfaeaeef0c31 req-f2268882-46e9-4cb6-83ce-7bdf21e07b6d tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:11.546701 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-80fcf7be-65f8-4d7c-9de2-cfaeaeef0c31 req-f2268882-46e9-4cb6-83ce-7bdf21e07b6d tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=eaa5b4f0-e3c9-4167-9264-3519b0452d34 HTTP/1.1" status: 200 len: 943 time: 0.2156205 Jul 09 14:38:11.561997 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-8a93f6a9-bf69-45e9-9641-2e0f1857ed46 service neutron] For port 6db91b74-04b4-41e9-bc63-2c760d452ca4, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=6db91b74-04b4-41e9-bc63-2c760d452ca4,segment=NetworkSegment(cd7790e9-3309-48a3-bfb3-c9f386870e48),segment_id=cd7790e9-3309-48a3-bfb3-c9f386870e48)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:38:11.574846 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8ecffe1b-93a0-4552-bbf7-52b4a2d63da0 req-09a37afb-fa8b-43f4-94e1-313f22611cb9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7652d57-006e-480e-b09f-d6ce03537407 HTTP/1.1" status: 200 len: 1000 time: 0.2878470 Jul 09 14:38:11.618470 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88302f2-d976-4b4c-98bc-c88a520d7d02 None None] Checking router: d3d89b67-69ad-4f25-9dd9-033ba23f0ca4 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:38:11.634472 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88302f2-d976-4b4c-98bc-c88a520d7d02 None None] Routers {'d3d89b67-69ad-4f25-9dd9-033ba23f0ca4'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:38:11.635945 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-c88302f2-d976-4b4c-98bc-c88a520d7d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:37:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['d3d89b67-69ad-4f25-9dd9-033ba23f0ca4'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:38:11.664586 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 0261a53f-ec88-4f32-86fb-b89bdf9a5cb1 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:38:11.669192 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 0261a53f-ec88-4f32-86fb-b89bdf9a5cb1 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:38:11.669599 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:11.671370 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-80fcf7be-65f8-4d7c-9de2-cfaeaeef0c31 req-f9e22e19-c2bc-4732-ba00-0f75cfa61f7b tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166456 Jul 09 14:38:11.678905 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-8a93f6a9-bf69-45e9-9641-2e0f1857ed46 service neutron] For port 6db91b74-04b4-41e9-bc63-2c760d452ca4, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:38:11.810403 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1049b884-ab92-4127-863e-462d32d8b8bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6db91b74-04b4-41e9-bc63-2c760d452ca4'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:38:11.822672 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ecf5bc-ce15-492f-b702-33ffdeb0a12f" -d '{"events": [{"server_uuid": "1049b884-ab92-4127-863e-462d32d8b8bd", "name": "network-vif-unplugged", "status": "completed", "tag": "6db91b74-04b4-41e9-bc63-2c760d452ca4"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:38:11.822672 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-8a93f6a9-bf69-45e9-9641-2e0f1857ed46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:11.825701 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:11.850706 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 0261a53f-ec88-4f32-86fb-b89bdf9a5cb1, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=0261a53f-ec88-4f32-86fb-b89bdf9a5cb1,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:38:11.904032 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97382857-dddd-43b5-9c17-cdd68823cd68 None None] Sync routers for ids ['7375df51-64d2-4a3c-9e2e-755ec87c0071'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:38:11.905326 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-8a93f6a9-bf69-45e9-9641-2e0f1857ed46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:11.916169 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-c88302f2-d976-4b4c-98bc-c88a520d7d02 None None] Set router d3d89b67-69ad-4f25-9dd9-033ba23f0ca4 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:38:11.935001 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:11.941944 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97382857-dddd-43b5-9c17-cdd68823cd68 None None] Routers {'7375df51-64d2-4a3c-9e2e-755ec87c0071'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:38:11.942942 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-97382857-dddd-43b5-9c17-cdd68823cd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:37:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['7375df51-64d2-4a3c-9e2e-755ec87c0071'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:38:12.070315 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=0261a53f-ec88-4f32-86fb-b89bdf9a5cb1,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:12.070315 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 6074e9fb-6d5c-4028-9e19-ad6705bfe427 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:38:12.080205 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-8a93f6a9-bf69-45e9-9641-2e0f1857ed46 service neutron] Attempting to bind port 6db91b74-04b4-41e9-bc63-2c760d452ca4 on host n-h1-799529-6 for vnic_type normal with profile {"migrating_to": "n-h2-799529-6"} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:38:12.080560 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-8a93f6a9-bf69-45e9-9641-2e0f1857ed46 service neutron] Attempting to bind port 6db91b74-04b4-41e9-bc63-2c760d452ca4 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': 'cd7790e9-3309-48a3-bfb3-c9f386870e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '56b8037f-2c10-4a66-9bb7-3f0d90fcd124'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:38:12.080877 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-8a93f6a9-bf69-45e9-9641-2e0f1857ed46 service neutron] Attempting to bind port 6db91b74-04b4-41e9-bc63-2c760d452ca4 on network 56b8037f-2c10-4a66-9bb7-3f0d90fcd124 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:38:12.099759 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-8a93f6a9-bf69-45e9-9641-2e0f1857ed46 service neutron] Port 6db91b74-04b4-41e9-bc63-2c760d452ca4 on network 56b8037f-2c10-4a66-9bb7-3f0d90fcd124 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:38:12.100159 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-8a93f6a9-bf69-45e9-9641-2e0f1857ed46 service neutron] Attempting to bind port 6db91b74-04b4-41e9-bc63-2c760d452ca4 on network 56b8037f-2c10-4a66-9bb7-3f0d90fcd124 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:38:12.135045 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-8a93f6a9-bf69-45e9-9641-2e0f1857ed46 service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:38:12.135605 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-8a93f6a9-bf69-45e9-9641-2e0f1857ed46 service neutron] Checking segment: {'id': 'cd7790e9-3309-48a3-bfb3-c9f386870e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '56b8037f-2c10-4a66-9bb7-3f0d90fcd124'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:38:12.136201 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-8a93f6a9-bf69-45e9-9641-2e0f1857ed46 service neutron] Bound using segment: {'id': 'cd7790e9-3309-48a3-bfb3-c9f386870e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '56b8037f-2c10-4a66-9bb7-3f0d90fcd124'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:38:12.136831 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-8a93f6a9-bf69-45e9-9641-2e0f1857ed46 service neutron] Bound port: 6db91b74-04b4-41e9-bc63-2c760d452ca4, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd7790e9-3309-48a3-bfb3-c9f386870e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '56b8037f-2c10-4a66-9bb7-3f0d90fcd124'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:38:12.139394 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-8a93f6a9-bf69-45e9-9641-2e0f1857ed46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:12.147562 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a93f6a9-bf69-45e9-9641-2e0f1857ed46 service neutron] Pushing event updated for resources: {'Port': ['ID=6db91b74-04b4-41e9-bc63-2c760d452ca4,revision_number=7']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:12.194101 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93f6a9-bf69-45e9-9641-2e0f1857ed46 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:12.194576 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93f6a9-bf69-45e9-9641-2e0f1857ed46 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:12.201758 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93f6a9-bf69-45e9-9641-2e0f1857ed46 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:12.202206 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93f6a9-bf69-45e9-9641-2e0f1857ed46 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:12.202597 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93f6a9-bf69-45e9-9641-2e0f1857ed46 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:12.202941 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93f6a9-bf69-45e9-9641-2e0f1857ed46 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:12.203308 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93f6a9-bf69-45e9-9641-2e0f1857ed46 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:12.203647 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93f6a9-bf69-45e9-9641-2e0f1857ed46 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:12.203999 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93f6a9-bf69-45e9-9641-2e0f1857ed46 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:12.204368 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93f6a9-bf69-45e9-9641-2e0f1857ed46 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:12.204706 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93f6a9-bf69-45e9-9641-2e0f1857ed46 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:12.205035 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93f6a9-bf69-45e9-9641-2e0f1857ed46 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:12.206287 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 6074e9fb-6d5c-4028-9e19-ad6705bfe427, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=6074e9fb-6d5c-4028-9e19-ad6705bfe427,segment=NetworkSegment(aace0400-4c69-453a-b04e-112644859d27),segment_id=aace0400-4c69-453a-b04e-112644859d27)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:38:12.220469 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device adda400d-0529-4d9f-9b8b-83131cebce54 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:38:12.224873 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 6074e9fb-6d5c-4028-9e19-ad6705bfe427 has no active binding in host n-h1-799529-6 {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 14:38:12.257923 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: adda400d-0529-4d9f-9b8b-83131cebce54 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:38:12.258645 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device adda400d-0529-4d9f-9b8b-83131cebce54 not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:38:12.301440 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-5d61c07b-5862-4d9d-bb83-2fb18e02b06c req-94223e7c-8e52-4c6a-84da-a1b6d6164989 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebe1c4a7-904d-4f48-ba8f-b31031fa41e7 {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:38:12.313462 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-5d61c07b-5862-4d9d-bb83-2fb18e02b06c req-94223e7c-8e52-4c6a-84da-a1b6d6164989 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:12.336008 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-5d61c07b-5862-4d9d-bb83-2fb18e02b06c req-94223e7c-8e52-4c6a-84da-a1b6d6164989 service neutron] Transition to ACTIVE for port object ebe1c4a7-904d-4f48-ba8f-b31031fa41e7 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:38:12.365421 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-8a93f6a9-bf69-45e9-9641-2e0f1857ed46 service neutron] For port 6db91b74-04b4-41e9-bc63-2c760d452ca4, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:38:12.375078 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-8a93f6a9-bf69-45e9-9641-2e0f1857ed46 service neutron] For port 6db91b74-04b4-41e9-bc63-2c760d452ca4, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=6db91b74-04b4-41e9-bc63-2c760d452ca4,segment=NetworkSegment(cd7790e9-3309-48a3-bfb3-c9f386870e48),segment_id=cd7790e9-3309-48a3-bfb3-c9f386870e48)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:38:12.395298 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 6db91b74-04b4-41e9-bc63-2c760d452ca4 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:38:12.399050 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecffe1b-93a0-4552-bbf7-52b4a2d63da0 req-7a736483-31b7-452f-9eae-140ad6a82c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:12.407607 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device beb4896c-719d-4b47-90f7-44e3fe562e2a up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:38:12.410167 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8ecffe1b-93a0-4552-bbf7-52b4a2d63da0 req-7a736483-31b7-452f-9eae-140ad6a82c74 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bc4e693f-d90b-46e2-beaf-3b7584235976 HTTP/1.1" status: 200 len: 860 time: 0.8344326 Jul 09 14:38:12.474348 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-5d61c07b-5862-4d9d-bb83-2fb18e02b06c req-94223e7c-8e52-4c6a-84da-a1b6d6164989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:12.479150 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-8a93f6a9-bf69-45e9-9641-2e0f1857ed46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:12.498256 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-c88302f2-d976-4b4c-98bc-c88a520d7d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1068833680-router', 'tenant_id': '77dbf4b092de4af7b8689da68d04094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '596f781e-3c4b-4779-aa8d-121d3662dcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:56Z', 'updated_at': '2021-07-09T14:37:03Z', 'revision_number': 4, 'project_id': '77dbf4b092de4af7b8689da68d04094b', 'gw_port': {'id': '596f781e-3c4b-4779-aa8d-121d3662dcc1', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:10:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:57Z', 'updated_at': '2021-07-09T14:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '5778986c-0726-40ff-a540-86f51a3b855f', 'tenant_id': '77dbf4b092de4af7b8689da68d04094b', 'floating_ip_address': '172.25.3.107', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'port_id': 'f7652d57-006e-480e-b09f-d6ce03537407', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0753039a-7e20-479c-b814-489355a542c4', 'mac_address': 'fa:16:3e:56:85:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208200ef-b947-4ff4-a8d8-c82c5df3ec7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:37:23Z', 'updated_at': '2021-07-09T14:38:08Z', 'revision_number': 8, 'project_id': '77dbf4b092de4af7b8689da68d04094b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56f86a50-958e-4a57-93f9-e200963d85e2', 'name': '', 'network_id': '0753039a-7e20-479c-b814-489355a542c4', 'tenant_id': '77dbf4b092de4af7b8689da68d04094b', 'mac_address': 'fa:16:3e:c5:c3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bc4e693f-d90b-46e2-beaf-3b7584235976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:37:01Z', 'updated_at': '2021-07-09T14:37:09Z', 'revision_number': 5, 'project_id': '77dbf4b092de4af7b8689da68d04094b', 'subnets': [{'id': 'bc4e693f-d90b-46e2-beaf-3b7584235976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:38:12.538613 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88302f2-d976-4b4c-98bc-c88a520d7d02 None None] The sync data for ids ['d3d89b67-69ad-4f25-9dd9-033ba23f0ca4'] in n-d-799529-6 is: [{'id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1068833680-router', 'tenant_id': '77dbf4b092de4af7b8689da68d04094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '596f781e-3c4b-4779-aa8d-121d3662dcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:56Z', 'updated_at': '2021-07-09T14:37:03Z', 'revision_number': 4, 'project_id': '77dbf4b092de4af7b8689da68d04094b', 'gw_port': {'id': '596f781e-3c4b-4779-aa8d-121d3662dcc1', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:10:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:57Z', 'updated_at': '2021-07-09T14:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '5778986c-0726-40ff-a540-86f51a3b855f', 'tenant_id': '77dbf4b092de4af7b8689da68d04094b', 'floating_ip_address': '172.25.3.107', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'port_id': 'f7652d57-006e-480e-b09f-d6ce03537407', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0753039a-7e20-479c-b814-489355a542c4', 'mac_address': 'fa:16:3e:56:85:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208200ef-b947-4ff4-a8d8-c82c5df3ec7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:37:23Z', 'updated_at': '2021-07-09T14:38:08Z', 'revision_number': 8, 'project_id': '77dbf4b092de4af7b8689da68d04094b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56f86a50-958e-4a57-93f9-e200963d85e2', 'name': '', 'network_id': '0753039a-7e20-479c-b814-489355a542c4', 'tenant_id': '77dbf4b092de4af7b8689da68d04094b', 'mac_address': 'fa:16:3e:c5:c3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bc4e693f-d90b-46e2-beaf-3b7584235976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:37:01Z', 'updated_at': '2021-07-09T14:37:09Z', 'revision_number': 5, 'project_id': '77dbf4b092de4af7b8689da68d04094b', 'subnets': [{'id': 'bc4e693f-d90b-46e2-beaf-3b7584235976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:38:12.576687 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 6db91b74-04b4-41e9-bc63-2c760d452ca4, host n-h1-799529-6, got binding levels [] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:38:12.590154 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94223e7c-8e52-4c6a-84da-a1b6d6164989 service neutron] Pushing event updated for resources: {'Port': ['ID=ebe1c4a7-904d-4f48-ba8f-b31031fa41e7,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:12.618178 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-97382857-dddd-43b5-9c17-cdd68823cd68 None None] Set router 7375df51-64d2-4a3c-9e2e-755ec87c0071 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:38:12.622565 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Attempting to bind port 6db91b74-04b4-41e9-bc63-2c760d452ca4 on host n-h1-799529-6 for vnic_type normal with profile {"migrating_to": "n-h2-799529-6"} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:38:12.622948 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Attempting to bind port 6db91b74-04b4-41e9-bc63-2c760d452ca4 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': 'cd7790e9-3309-48a3-bfb3-c9f386870e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '56b8037f-2c10-4a66-9bb7-3f0d90fcd124'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:38:12.623316 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Attempting to bind port 6db91b74-04b4-41e9-bc63-2c760d452ca4 on network 56b8037f-2c10-4a66-9bb7-3f0d90fcd124 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:38:12.632466 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94223e7c-8e52-4c6a-84da-a1b6d6164989 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:12.633240 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94223e7c-8e52-4c6a-84da-a1b6d6164989 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:12.633751 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94223e7c-8e52-4c6a-84da-a1b6d6164989 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:12.634255 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94223e7c-8e52-4c6a-84da-a1b6d6164989 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:12.634977 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94223e7c-8e52-4c6a-84da-a1b6d6164989 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:12.635471 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94223e7c-8e52-4c6a-84da-a1b6d6164989 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:12.636226 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94223e7c-8e52-4c6a-84da-a1b6d6164989 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:12.636735 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94223e7c-8e52-4c6a-84da-a1b6d6164989 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:12.637286 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94223e7c-8e52-4c6a-84da-a1b6d6164989 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:12.637782 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94223e7c-8e52-4c6a-84da-a1b6d6164989 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:12.641776 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94223e7c-8e52-4c6a-84da-a1b6d6164989 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:12.642428 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94223e7c-8e52-4c6a-84da-a1b6d6164989 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:12.685201 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Port 6db91b74-04b4-41e9-bc63-2c760d452ca4 on network 56b8037f-2c10-4a66-9bb7-3f0d90fcd124 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:38:12.685566 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Attempting to bind port 6db91b74-04b4-41e9-bc63-2c760d452ca4 on network 56b8037f-2c10-4a66-9bb7-3f0d90fcd124 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:38:12.731934 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:38:12.739146 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Checking segment: {'id': 'cd7790e9-3309-48a3-bfb3-c9f386870e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '56b8037f-2c10-4a66-9bb7-3f0d90fcd124'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:38:12.740131 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Bound using segment: {'id': 'cd7790e9-3309-48a3-bfb3-c9f386870e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '56b8037f-2c10-4a66-9bb7-3f0d90fcd124'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:38:12.743461 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Bound port: 6db91b74-04b4-41e9-bc63-2c760d452ca4, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd7790e9-3309-48a3-bfb3-c9f386870e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '56b8037f-2c10-4a66-9bb7-3f0d90fcd124'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:38:12.744126 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:12.762534 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a93f6a9-bf69-45e9-9641-2e0f1857ed46 service neutron] Pushing event updated for resources: {'Port': ['ID=6db91b74-04b4-41e9-bc63-2c760d452ca4,revision_number=8']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:12.795841 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecffe1b-93a0-4552-bbf7-52b4a2d63da0 req-5ec9c332-3741-4ddd-9fcf-3c020644189f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:12.797413 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8ecffe1b-93a0-4552-bbf7-52b4a2d63da0 req-5ec9c332-3741-4ddd-9fcf-3c020644189f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0753039a-7e20-479c-b814-489355a542c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3856099 Jul 09 14:38:12.818224 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-8a93f6a9-bf69-45e9-9641-2e0f1857ed46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:12.818918 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-8a93f6a9-bf69-45e9-9641-2e0f1857ed46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:12.822115 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-8a93f6a9-bf69-45e9-9641-2e0f1857ed46 service neutron] 10.222.0.54 "PUT /v2.0/ports/6db91b74-04b4-41e9-bc63-2c760d452ca4 HTTP/1.1" status: 200 len: 1121 time: 1.8961816 Jul 09 14:38:12.896564 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a1b303-19fc-4365-803a-203fb8930d59 req-d6457108-5b00-42b2-a826-74d21e34bfe9 tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:12.898136 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a2a1b303-19fc-4365-803a-203fb8930d59 req-d6457108-5b00-42b2-a826-74d21e34bfe9 tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] 10.222.0.58 "GET /v2.0/ports?device_id=72a056f4-f38d-4ab3-a1ec-89e3bf8a65aa HTTP/1.1" status: 200 len: 948 time: 0.3265977 Jul 09 14:38:12.991249 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a2a1b303-19fc-4365-803a-203fb8930d59 req-beeebd2b-6495-49c8-aef2-470119c35873 tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] 10.222.0.58 "GET /v2.0/security-groups?id=752838db-eb30-4c5e-99ca-6ae8dc321a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843322 Jul 09 14:38:12.992044 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port beb4896c-719d-4b47-90f7-44e3fe562e2a triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:38:12.992425 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:13.007582 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8ecffe1b-93a0-4552-bbf7-52b4a2d63da0 req-efa7562b-34c2-4d4c-b99a-68382cce87d3 service neutron] 10.222.0.58 "GET /v2.0/networks/0753039a-7e20-479c-b814-489355a542c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022586 Jul 09 14:38:13.022988 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147077e2-2d01-44fa-a9c7-49e6742a33c1 None None] New status for floating IP 5778986c-0726-40ff-a540-86f51a3b855f: ACTIVE {{(pid=94448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:38:13.082121 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['6db91b74-04b4-41e9-bc63-2c760d452ca4'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:38:13.088435 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['6db91b74-04b4-41e9-bc63-2c760d452ca4'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:38:13.101068 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-5d61c07b-5862-4d9d-bb83-2fb18e02b06c req-94223e7c-8e52-4c6a-84da-a1b6d6164989 service neutron] Attempting to bind port ebe1c4a7-904d-4f48-ba8f-b31031fa41e7 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:38:13.101395 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-5d61c07b-5862-4d9d-bb83-2fb18e02b06c req-94223e7c-8e52-4c6a-84da-a1b6d6164989 service neutron] Attempting to bind port ebe1c4a7-904d-4f48-ba8f-b31031fa41e7 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:38:13.101643 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d61c07b-5862-4d9d-bb83-2fb18e02b06c req-94223e7c-8e52-4c6a-84da-a1b6d6164989 service neutron] Attempting to bind port ebe1c4a7-904d-4f48-ba8f-b31031fa41e7 on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:38:13.133229 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d61c07b-5862-4d9d-bb83-2fb18e02b06c req-94223e7c-8e52-4c6a-84da-a1b6d6164989 service neutron] Port ebe1c4a7-904d-4f48-ba8f-b31031fa41e7 on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:38:13.133229 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d61c07b-5862-4d9d-bb83-2fb18e02b06c req-94223e7c-8e52-4c6a-84da-a1b6d6164989 service neutron] Attempting to bind port ebe1c4a7-904d-4f48-ba8f-b31031fa41e7 on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:38:13.170660 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d61c07b-5862-4d9d-bb83-2fb18e02b06c req-94223e7c-8e52-4c6a-84da-a1b6d6164989 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:38:13.171018 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d61c07b-5862-4d9d-bb83-2fb18e02b06c req-94223e7c-8e52-4c6a-84da-a1b6d6164989 service neutron] Checking segment: {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:38:13.171409 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d61c07b-5862-4d9d-bb83-2fb18e02b06c req-94223e7c-8e52-4c6a-84da-a1b6d6164989 service neutron] Bound using segment: {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:38:13.171901 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-5d61c07b-5862-4d9d-bb83-2fb18e02b06c req-94223e7c-8e52-4c6a-84da-a1b6d6164989 service neutron] Bound port: ebe1c4a7-904d-4f48-ba8f-b31031fa41e7, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:38:13.172268 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-5d61c07b-5862-4d9d-bb83-2fb18e02b06c req-94223e7c-8e52-4c6a-84da-a1b6d6164989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:13.196546 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8ecffe1b-93a0-4552-bbf7-52b4a2d63da0 req-e794f939-b5e9-4c27-a79b-a31d3872a23b service neutron] 10.222.0.58 "GET /v2.0/networks/0753039a-7e20-479c-b814-489355a542c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880898 Jul 09 14:38:13.293743 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-5d61c07b-5862-4d9d-bb83-2fb18e02b06c req-94223e7c-8e52-4c6a-84da-a1b6d6164989 service neutron] For port ebe1c4a7-904d-4f48-ba8f-b31031fa41e7, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:38:13.299564 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-5d61c07b-5862-4d9d-bb83-2fb18e02b06c req-94223e7c-8e52-4c6a-84da-a1b6d6164989 service neutron] For port ebe1c4a7-904d-4f48-ba8f-b31031fa41e7, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=ebe1c4a7-904d-4f48-ba8f-b31031fa41e7,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:38:13.302145 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '208200ef-b947-4ff4-a8d8-c82c5df3ec7d', 'tag': 'f7652d57-006e-480e-b09f-d6ce03537407'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:38:13.309653 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-986d433b-1828-46ef-9d8f-9d3cf9082739" -d '{"events": [{"name": "network-changed", "server_uuid": "208200ef-b947-4ff4-a8d8-c82c5df3ec7d", "tag": "f7652d57-006e-480e-b09f-d6ce03537407"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:38:13.382024 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-5d61c07b-5862-4d9d-bb83-2fb18e02b06c req-94223e7c-8e52-4c6a-84da-a1b6d6164989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:13.519022 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d61c07b-5862-4d9d-bb83-2fb18e02b06c req-94223e7c-8e52-4c6a-84da-a1b6d6164989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:13.519697 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-5d61c07b-5862-4d9d-bb83-2fb18e02b06c req-94223e7c-8e52-4c6a-84da-a1b6d6164989 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:13.524153 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5d61c07b-5862-4d9d-bb83-2fb18e02b06c req-94223e7c-8e52-4c6a-84da-a1b6d6164989 service neutron] 10.222.0.54 "PUT /v2.0/ports/ebe1c4a7-904d-4f48-ba8f-b31031fa41e7 HTTP/1.1" status: 200 len: 1096 time: 3.1737692 Jul 09 14:38:13.550053 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 0261a53f-ec88-4f32-86fb-b89bdf9a5cb1 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:38:13.725562 n-d-799529-6 neutron-server[94447]: WARNING neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Concurrent port binding operations failed on port 6db91b74-04b4-41e9-bc63-2c760d452ca4 Jul 09 14:38:13.823471 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94223e7c-8e52-4c6a-84da-a1b6d6164989 service neutron] Pushing event updated for resources: {'Port': ['ID=ebe1c4a7-904d-4f48-ba8f-b31031fa41e7,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:13.835992 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 0261a53f-ec88-4f32-86fb-b89bdf9a5cb1 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:38:13.836371 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:13.883390 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 6db91b74-04b4-41e9-bc63-2c760d452ca4, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=6db91b74-04b4-41e9-bc63-2c760d452ca4,segment=NetworkSegment(cd7790e9-3309-48a3-bfb3-c9f386870e48),segment_id=cd7790e9-3309-48a3-bfb3-c9f386870e48)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:38:13.917415 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f1304-9a17-48aa-b35c-26ba6a897136 req-c15a8a68-52cc-48ef-9413-56a0c9a29991 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:13.925829 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2e6f1304-9a17-48aa-b35c-26ba6a897136 req-c15a8a68-52cc-48ef-9413-56a0c9a29991 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] 10.222.0.58 "GET /v2.0/networks?id=6b957d37-6377-4ce7-a80c-f07a7aa98343 HTTP/1.1" status: 200 len: 828 time: 0.3790708 Jul 09 14:38:13.943857 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d61c07b-5862-4d9d-bb83-2fb18e02b06c req-c92d6a3a-8abb-4345-88ec-942b6d3c9864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:13.946133 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5d61c07b-5862-4d9d-bb83-2fb18e02b06c req-c92d6a3a-8abb-4345-88ec-942b6d3c9864 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e9a62323cfd14ab88226d3af35205f4e&device_id=72a056f4-f38d-4ab3-a1ec-89e3bf8a65aa HTTP/1.1" status: 200 len: 1099 time: 0.2616172 Jul 09 14:38:13.954745 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2e6f1304-9a17-48aa-b35c-26ba6a897136 req-331906a5-1d88-4771-8429-928004f4d22d tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] 10.222.0.58 "GET /v2.0/quotas/a8668948313b4f959579802b00241562 HTTP/1.1" status: 200 len: 375 time: 0.0276756 Jul 09 14:38:13.980408 n-d-799529-6 neutron-server[94447]: INFO neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Attempt 2 to bind port 6db91b74-04b4-41e9-bc63-2c760d452ca4 Jul 09 14:38:13.981406 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 6db91b74-04b4-41e9-bc63-2c760d452ca4 has no active binding in host n-h2-799529-6 {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 14:38:14.048459 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:14.089498 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5d61c07b-5862-4d9d-bb83-2fb18e02b06c req-9bf9ae63-2a88-4bf6-ab00-be9327054c41 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=ebe1c4a7-904d-4f48-ba8f-b31031fa41e7 HTTP/1.1" status: 200 len: 217 time: 0.0570612 Jul 09 14:38:14.103415 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad65b12f-624c-4418-a3db-6e5e76a74ece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb4896c-719d-4b47-90f7-44e3fe562e2a'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:38:14.115200 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d19ddfa-3989-44a8-be5d-dc44d811b8b0" -d '{"events": [{"server_uuid": "ad65b12f-624c-4418-a3db-6e5e76a74ece", "name": "network-vif-plugged", "status": "completed", "tag": "beb4896c-719d-4b47-90f7-44e3fe562e2a"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:38:14.221325 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port beb4896c-719d-4b47-90f7-44e3fe562e2a, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=beb4896c-719d-4b47-90f7-44e3fe562e2a,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:38:14.224239 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-97382857-dddd-43b5-9c17-cdd68823cd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7375df51-64d2-4a3c-9e2e-755ec87c0071', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-263430990-router', 'tenant_id': 'a8668948313b4f959579802b00241562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '0261a53f-ec88-4f32-86fb-b89bdf9a5cb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:38:04Z', 'updated_at': '2021-07-09T14:38:09Z', 'revision_number': 4, 'project_id': 'a8668948313b4f959579802b00241562', 'gw_port': {'id': '0261a53f-ec88-4f32-86fb-b89bdf9a5cb1', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:35:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7375df51-64d2-4a3c-9e2e-755ec87c0071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:38:04Z', 'updated_at': '2021-07-09T14:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'f3b8d860-c644-4f39-adc6-7528064f12d1', 'name': '', 'network_id': '6b957d37-6377-4ce7-a80c-f07a7aa98343', 'tenant_id': 'a8668948313b4f959579802b00241562', 'mac_address': 'fa:16:3e:98:06:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7375df51-64d2-4a3c-9e2e-755ec87c0071', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '8ccca447-c618-4c82-8010-5d0951575759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:38:08Z', 'updated_at': '2021-07-09T14:38:09Z', 'revision_number': 2, 'project_id': 'a8668948313b4f959579802b00241562', 'subnets': [{'id': '8ccca447-c618-4c82-8010-5d0951575759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:38:14.282524 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97382857-dddd-43b5-9c17-cdd68823cd68 None None] Checking router: 7375df51-64d2-4a3c-9e2e-755ec87c0071 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:38:14.282881 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97382857-dddd-43b5-9c17-cdd68823cd68 None None] Updating router 7375df51-64d2-4a3c-9e2e-755ec87c0071 port f3b8d860-c644-4f39-adc6-7528064f12d1 binding host n-d-799529-6 {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:38:14.287570 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2e6f1304-9a17-48aa-b35c-26ba6a897136 req-2ba06c4f-5fe2-447c-80fe-ce6717655f98 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a8668948313b4f959579802b00241562&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3309569 Jul 09 14:38:14.328524 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:14.445046 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=beb4896c-719d-4b47-90f7-44e3fe562e2a,revision_number=7']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:14.452638 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 6074e9fb-6d5c-4028-9e19-ad6705bfe427 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:38:14.475416 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d61c07b-5862-4d9d-bb83-2fb18e02b06c req-2538e877-8068-4637-8664-a01b4c895e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:14.476908 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5d61c07b-5862-4d9d-bb83-2fb18e02b06c req-2538e877-8068-4637-8664-a01b4c895e86 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.3585219 Jul 09 14:38:14.479034 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2e6f1304-9a17-48aa-b35c-26ba6a897136 req-b66698e1-8a2c-4842-bf15-daa0adc90b63 service neutron] 10.222.0.58 "GET /v2.0/networks/6b957d37-6377-4ce7-a80c-f07a7aa98343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800709 Jul 09 14:38:14.517650 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-97382857-dddd-43b5-9c17-cdd68823cd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:14.582504 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:14.586045 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 14:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6285275c-e115-44af-90d7-ffb778af921d x-openstack-request-id: req-6285275c-e115-44af-90d7-ffb778af921d {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:38:14.586560 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1049b884-ab92-4127-863e-462d32d8b8bd", "name": "network-vif-unplugged", "status": "completed", "tag": "6db91b74-04b4-41e9-bc63-2c760d452ca4", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:38:14.586560 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6285275c-e115-44af-90d7-ffb778af921d {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:38:14.586947 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1049b884-ab92-4127-863e-462d32d8b8bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6db91b74-04b4-41e9-bc63-2c760d452ca4', 'code': 200} Jul 09 14:38:14.829980 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d61c07b-5862-4d9d-bb83-2fb18e02b06c req-c64334db-957d-40fe-90f3-c63c5796d6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:14.831442 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5d61c07b-5862-4d9d-bb83-2fb18e02b06c req-c64334db-957d-40fe-90f3-c63c5796d6da service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3458521 Jul 09 14:38:14.842856 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2e6f1304-9a17-48aa-b35c-26ba6a897136 req-95eeb8a1-5bdc-401b-8957-a6e5cf4d7f49 service neutron] 10.222.0.58 "GET /v2.0/networks/6b957d37-6377-4ce7-a80c-f07a7aa98343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289673 Jul 09 14:38:14.938394 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f335ba5c-c01c-476d-a339-5def0b4c1e56 req-de9c5843-9c80-421e-96f9-bcf26fb5c219 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:14.939990 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f335ba5c-c01c-476d-a339-5def0b4c1e56 req-de9c5843-9c80-421e-96f9-bcf26fb5c219 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=1049b884-ab92-4127-863e-462d32d8b8bd HTTP/1.1" status: 200 len: 943 time: 0.1355658 Jul 09 14:38:14.968150 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-97382857-dddd-43b5-9c17-cdd68823cd68 None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:14.982373 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-97382857-dddd-43b5-9c17-cdd68823cd68 None None] Transition to ACTIVE for port object f3b8d860-c644-4f39-adc6-7528064f12d1 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:38:15.002911 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f335ba5c-c01c-476d-a339-5def0b4c1e56 req-988092d9-eee1-463c-89fa-3eda5de2a087 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553031 Jul 09 14:38:15.027744 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5d61c07b-5862-4d9d-bb83-2fb18e02b06c req-4f339bba-f87d-4b69-8a88-e340a76e0795 service neutron] 10.222.0.54 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737761 Jul 09 14:38:15.095849 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-97382857-dddd-43b5-9c17-cdd68823cd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:15.199397 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5d61c07b-5862-4d9d-bb83-2fb18e02b06c req-81fcd897-c00a-4dbb-8ea7-92918c2988eb service neutron] 10.222.0.54 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614883 Jul 09 14:38:15.248246 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bef9cef-b585-4c08-a871-99ee27f3228a None None] Pushing event updated for resources: {'Port': ['ID=f3b8d860-c644-4f39-adc6-7528064f12d1,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:15.281067 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e82d4dd6-5808-4f3b-b9d6-ed31db9c8e0a x-openstack-request-id: req-e82d4dd6-5808-4f3b-b9d6-ed31db9c8e0a {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:38:15.282877 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "208200ef-b947-4ff4-a8d8-c82c5df3ec7d", "tag": "f7652d57-006e-480e-b09f-d6ce03537407", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:38:15.283340 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e82d4dd6-5808-4f3b-b9d6-ed31db9c8e0a {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:38:15.283894 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '208200ef-b947-4ff4-a8d8-c82c5df3ec7d', 'tag': 'f7652d57-006e-480e-b09f-d6ce03537407', 'status': 'completed', 'code': 200} Jul 09 14:38:15.391931 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-97382857-dddd-43b5-9c17-cdd68823cd68 None None] Attempting to bind port f3b8d860-c644-4f39-adc6-7528064f12d1 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:38:15.393139 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-97382857-dddd-43b5-9c17-cdd68823cd68 None None] Attempting to bind port f3b8d860-c644-4f39-adc6-7528064f12d1 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'dc0f85e5-016a-48b5-8f7b-2ab1a07d5af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '6b957d37-6377-4ce7-a80c-f07a7aa98343'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:38:15.393722 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97382857-dddd-43b5-9c17-cdd68823cd68 None None] Attempting to bind port f3b8d860-c644-4f39-adc6-7528064f12d1 on network 6b957d37-6377-4ce7-a80c-f07a7aa98343 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:38:15.397241 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-ce5e1c5a-b6e6-4be1-b532-5d54026393a3 service neutron] 10.222.0.54 "GET /v2.0/ports/6074e9fb-6d5c-4028-9e19-ad6705bfe427/bindings/n-h1-799529-6 HTTP/1.1" status: 200 len: 384 time: 0.2419636 Jul 09 14:38:15.403425 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97382857-dddd-43b5-9c17-cdd68823cd68 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:38:15.404282 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97382857-dddd-43b5-9c17-cdd68823cd68 None None] Checking segment: {'id': 'dc0f85e5-016a-48b5-8f7b-2ab1a07d5af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '6b957d37-6377-4ce7-a80c-f07a7aa98343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:38:15.404915 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-97382857-dddd-43b5-9c17-cdd68823cd68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:15.405558 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97382857-dddd-43b5-9c17-cdd68823cd68 None None] Bound using segment: {'id': 'dc0f85e5-016a-48b5-8f7b-2ab1a07d5af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '6b957d37-6377-4ce7-a80c-f07a7aa98343'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:38:15.406262 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-97382857-dddd-43b5-9c17-cdd68823cd68 None None] Bound port: f3b8d860-c644-4f39-adc6-7528064f12d1, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc0f85e5-016a-48b5-8f7b-2ab1a07d5af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '6b957d37-6377-4ce7-a80c-f07a7aa98343'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:38:15.406855 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-97382857-dddd-43b5-9c17-cdd68823cd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:15.428571 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef966605-10d2-4e96-b19f-70ae67183c7a req-010d4b91-24a4-4cc5-9377-75985c2fd95c tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:15.437649 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ef966605-10d2-4e96-b19f-70ae67183c7a req-010d4b91-24a4-4cc5-9377-75985c2fd95c tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=eaa5b4f0-e3c9-4167-9264-3519b0452d34 HTTP/1.1" status: 200 len: 943 time: 0.2058597 Jul 09 14:38:15.483533 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b96b619f-b963-4d42-99ec-74273c93e352 req-267870ec-c167-4b9b-bd67-3d5a67e630eb tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/floatingips/5778986c-0726-40ff-a540-86f51a3b855f HTTP/1.1" status: 200 len: 999 time: 0.1710937 Jul 09 14:38:15.506377 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ef966605-10d2-4e96-b19f-70ae67183c7a req-c8877c47-1244-4d65-af86-517d778c9f34 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675778 Jul 09 14:38:15.601117 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986d433b-1828-46ef-9d8f-9d3cf9082739 req-af50ca33-a676-479a-bee5-6f78538cffdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:15.603335 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-986d433b-1828-46ef-9d8f-9d3cf9082739 req-af50ca33-a676-479a-bee5-6f78538cffdf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=77dbf4b092de4af7b8689da68d04094b&device_id=208200ef-b947-4ff4-a8d8-c82c5df3ec7d HTTP/1.1" status: 200 len: 1097 time: 0.3007855 Jul 09 14:38:15.603808 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-97382857-dddd-43b5-9c17-cdd68823cd68 None None] For port f3b8d860-c644-4f39-adc6-7528064f12d1, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:38:15.610364 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-97382857-dddd-43b5-9c17-cdd68823cd68 None None] For port f3b8d860-c644-4f39-adc6-7528064f12d1, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=f3b8d860-c644-4f39-adc6-7528064f12d1,segment=NetworkSegment(dc0f85e5-016a-48b5-8f7b-2ab1a07d5af0),segment_id=dc0f85e5-016a-48b5-8f7b-2ab1a07d5af0)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:38:15.716739 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b619f-b963-4d42-99ec-74273c93e352 req-5f653f32-eb21-4ea9-a83e-672c84a3418b tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:15.718614 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b96b619f-b963-4d42-99ec-74273c93e352 req-5f653f32-eb21-4ea9-a83e-672c84a3418b tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/networks/202c7ce6-d4e9-4f80-84dd-bef08905a653 HTTP/1.1" status: 200 len: 784 time: 0.2271771 Jul 09 14:38:15.734788 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-97382857-dddd-43b5-9c17-cdd68823cd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:15.739897 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [req-b96b619f-b963-4d42-99ec-74273c93e352 req-b7625951-062d-4bc3-ba47-8824a925d4fe tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:38:15.741603 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b96b619f-b963-4d42-99ec-74273c93e352 req-b7625951-062d-4bc3-ba47-8824a925d4fe tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0149331 Jul 09 14:38:15.768068 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986d433b-1828-46ef-9d8f-9d3cf9082739 req-f760a1b5-6da0-4659-8504-85ebb4e6d1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:15.771174 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-986d433b-1828-46ef-9d8f-9d3cf9082739 req-f760a1b5-6da0-4659-8504-85ebb4e6d1e7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0753039a-7e20-479c-b814-489355a542c4 HTTP/1.1" status: 200 len: 922 time: 0.1553137 Jul 09 14:38:15.872656 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26f8573-678c-49b4-b3b6-690881708bee x-openstack-request-id: req-a26f8573-678c-49b4-b3b6-690881708bee {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:38:15.872956 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad65b12f-624c-4418-a3db-6e5e76a74ece", "name": "network-vif-plugged", "status": "completed", "tag": "beb4896c-719d-4b47-90f7-44e3fe562e2a", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:38:15.873200 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a26f8573-678c-49b4-b3b6-690881708bee {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:38:15.873603 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad65b12f-624c-4418-a3db-6e5e76a74ece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb4896c-719d-4b47-90f7-44e3fe562e2a', 'code': 200} Jul 09 14:38:15.918735 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97382857-dddd-43b5-9c17-cdd68823cd68 None None] Routers {'7375df51-64d2-4a3c-9e2e-755ec87c0071'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:38:15.920865 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-97382857-dddd-43b5-9c17-cdd68823cd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:37:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['7375df51-64d2-4a3c-9e2e-755ec87c0071'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:38:15.924741 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-4f518401-d105-4a66-8fd0-65c5044bd86e service neutron] For port 6074e9fb-6d5c-4028-9e19-ad6705bfe427, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=6074e9fb-6d5c-4028-9e19-ad6705bfe427,segment=NetworkSegment(aace0400-4c69-453a-b04e-112644859d27),segment_id=aace0400-4c69-453a-b04e-112644859d27)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:38:15.949219 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d7476-6a1c-435e-99fb-6fb027f90026 req-ea719b28-297a-4fc3-896b-9b797f3b8b27 tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:15.955403 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d89d7476-6a1c-435e-99fb-6fb027f90026 req-ea719b28-297a-4fc3-896b-9b797f3b8b27 tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] 10.222.0.58 "GET /v2.0/ports?device_id=72a056f4-f38d-4ab3-a1ec-89e3bf8a65aa HTTP/1.1" status: 200 len: 948 time: 0.2191088 Jul 09 14:38:15.962378 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-986d433b-1828-46ef-9d8f-9d3cf9082739 req-3a460573-d904-4537-9932-36bf9de15aff service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7652d57-006e-480e-b09f-d6ce03537407 HTTP/1.1" status: 200 len: 1002 time: 0.1813016 Jul 09 14:38:15.964978 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bef9cef-b585-4c08-a871-99ee27f3228a None None] Pushing event updated for resources: {'Port': ['ID=f3b8d860-c644-4f39-adc6-7528064f12d1,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:16.000563 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-4f518401-d105-4a66-8fd0-65c5044bd86e service neutron] For port 6074e9fb-6d5c-4028-9e19-ad6705bfe427, host n-h2-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:38:16.075728 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 6074e9fb-6d5c-4028-9e19-ad6705bfe427 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:38:16.085213 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986d433b-1828-46ef-9d8f-9d3cf9082739 req-6b68ba4e-0daf-4e8c-b234-0ec23b31156f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:16.087338 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-986d433b-1828-46ef-9d8f-9d3cf9082739 req-6b68ba4e-0daf-4e8c-b234-0ec23b31156f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bc4e693f-d90b-46e2-beaf-3b7584235976 HTTP/1.1" status: 200 len: 860 time: 0.1119723 Jul 09 14:38:16.090562 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-4f518401-d105-4a66-8fd0-65c5044bd86e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6074e9fb-6d5c-4028-9e19-ad6705bfe427 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:38:16.148178 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 6074e9fb-6d5c-4028-9e19-ad6705bfe427 not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:38:16.154419 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-4f518401-d105-4a66-8fd0-65c5044bd86e service neutron] For port 6074e9fb-6d5c-4028-9e19-ad6705bfe427, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=6074e9fb-6d5c-4028-9e19-ad6705bfe427,segment=NetworkSegment(aace0400-4c69-453a-b04e-112644859d27),segment_id=aace0400-4c69-453a-b04e-112644859d27)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:38:16.190117 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d89d7476-6a1c-435e-99fb-6fb027f90026 req-907ea61c-7adc-49db-be35-fb1e64b68ee8 tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] 10.222.0.58 "GET /v2.0/security-groups?id=752838db-eb30-4c5e-99ca-6ae8dc321a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129726 Jul 09 14:38:16.221332 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986d433b-1828-46ef-9d8f-9d3cf9082739 req-f44f0ab1-d336-4f19-b073-4821a25d9c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:16.223068 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-986d433b-1828-46ef-9d8f-9d3cf9082739 req-f44f0ab1-d336-4f19-b073-4821a25d9c54 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0753039a-7e20-479c-b814-489355a542c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1261060 Jul 09 14:38:16.230509 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-4f518401-d105-4a66-8fd0-65c5044bd86e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:16.327870 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-97382857-dddd-43b5-9c17-cdd68823cd68 None None] Set router 7375df51-64d2-4a3c-9e2e-755ec87c0071 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:38:16.333974 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-986d433b-1828-46ef-9d8f-9d3cf9082739 req-4add1912-c2da-4ad9-949c-c0b364e35487 service neutron] 10.222.0.54 "GET /v2.0/networks/0753039a-7e20-479c-b814-489355a542c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965655 Jul 09 14:38:16.337217 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a61058a2-b406-4da9-b0df-0507aacaddc1 req-4b3eb566-732d-4e31-986f-7fcdd69581fb tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] 10.222.0.58 "GET /v2.0/ports?device_id=1876ddc6-2fd8-4cac-97e9-177eb390e53b HTTP/1.1" status: 200 len: 210 time: 0.1032331 Jul 09 14:38:16.515891 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-4f518401-d105-4a66-8fd0-65c5044bd86e service neutron] Transition to ACTIVE for port object 6074e9fb-6d5c-4028-9e19-ad6705bfe427 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:38:16.591791 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1049b884-ab92-4127-863e-462d32d8b8bd', 'tag': '6db91b74-04b4-41e9-bc63-2c760d452ca4'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:38:16.592457 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdeb2ff5-70e2-403b-a551-f6adb64bb1d9" -d '{"events": [{"name": "network-changed", "server_uuid": "1049b884-ab92-4127-863e-462d32d8b8bd", "tag": "6db91b74-04b4-41e9-bc63-2c760d452ca4"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:38:16.594143 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-986d433b-1828-46ef-9d8f-9d3cf9082739 req-a9f9028e-518f-4f90-bd91-8c5f1dfc441d service neutron] 10.222.0.54 "GET /v2.0/networks/0753039a-7e20-479c-b814-489355a542c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452707 Jul 09 14:38:16.619207 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a522b05f-1f58-4009-a68a-ea1c11f346ae req-e161fe0d-f89c-4db9-9ccb-66a90645c786 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.3.107 HTTP/1.1" status: 200 len: 1002 time: 0.1076758 Jul 09 14:38:16.635457 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-4f518401-d105-4a66-8fd0-65c5044bd86e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:16.705602 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522b05f-1f58-4009-a68a-ea1c11f346ae req-c11df4f6-41d2-4a85-a477-9fe5c69890d2 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:16.710493 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a522b05f-1f58-4009-a68a-ea1c11f346ae req-c11df4f6-41d2-4a85-a477-9fe5c69890d2 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/ports/f7652d57-006e-480e-b09f-d6ce03537407 HTTP/1.1" status: 200 len: 943 time: 0.0826716 Jul 09 14:38:16.732087 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f518401-d105-4a66-8fd0-65c5044bd86e service neutron] Pushing event updated for resources: {'Port': ['ID=6074e9fb-6d5c-4028-9e19-ad6705bfe427,revision_number=10']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:16.760442 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-97382857-dddd-43b5-9c17-cdd68823cd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7375df51-64d2-4a3c-9e2e-755ec87c0071', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-263430990-router', 'tenant_id': 'a8668948313b4f959579802b00241562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '0261a53f-ec88-4f32-86fb-b89bdf9a5cb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:38:04Z', 'updated_at': '2021-07-09T14:38:09Z', 'revision_number': 4, 'project_id': 'a8668948313b4f959579802b00241562', 'gw_port': {'id': '0261a53f-ec88-4f32-86fb-b89bdf9a5cb1', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:35:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7375df51-64d2-4a3c-9e2e-755ec87c0071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:38:04Z', 'updated_at': '2021-07-09T14:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'f3b8d860-c644-4f39-adc6-7528064f12d1', 'name': '', 'network_id': '6b957d37-6377-4ce7-a80c-f07a7aa98343', 'tenant_id': 'a8668948313b4f959579802b00241562', 'mac_address': 'fa:16:3e:98:06:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7375df51-64d2-4a3c-9e2e-755ec87c0071', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '8ccca447-c618-4c82-8010-5d0951575759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:38:08Z', 'updated_at': '2021-07-09T14:38:15Z', 'revision_number': 4, 'project_id': 'a8668948313b4f959579802b00241562', 'subnets': [{'id': '8ccca447-c618-4c82-8010-5d0951575759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:38:16.826951 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-4f518401-d105-4a66-8fd0-65c5044bd86e service neutron] No DVR routers for this DVR port 6074e9fb-6d5c-4028-9e19-ad6705bfe427 on host n-h2-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:38:16.829219 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97382857-dddd-43b5-9c17-cdd68823cd68 None None] The sync data for ids ['7375df51-64d2-4a3c-9e2e-755ec87c0071'] in n-d-799529-6 is: [{'id': '7375df51-64d2-4a3c-9e2e-755ec87c0071', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-263430990-router', 'tenant_id': 'a8668948313b4f959579802b00241562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '0261a53f-ec88-4f32-86fb-b89bdf9a5cb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:38:04Z', 'updated_at': '2021-07-09T14:38:09Z', 'revision_number': 4, 'project_id': 'a8668948313b4f959579802b00241562', 'gw_port': {'id': '0261a53f-ec88-4f32-86fb-b89bdf9a5cb1', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:35:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7375df51-64d2-4a3c-9e2e-755ec87c0071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:38:04Z', 'updated_at': '2021-07-09T14:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'f3b8d860-c644-4f39-adc6-7528064f12d1', 'name': '', 'network_id': '6b957d37-6377-4ce7-a80c-f07a7aa98343', 'tenant_id': 'a8668948313b4f959579802b00241562', 'mac_address': 'fa:16:3e:98:06:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7375df51-64d2-4a3c-9e2e-755ec87c0071', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '8ccca447-c618-4c82-8010-5d0951575759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:38:08Z', 'updated_at': '2021-07-09T14:38:15Z', 'revision_number': 4, 'project_id': 'a8668948313b4f959579802b00241562', 'subnets': [{'id': '8ccca447-c618-4c82-8010-5d0951575759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:38:16.885232 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-4f518401-d105-4a66-8fd0-65c5044bd86e service neutron] 10.222.0.54 "PUT /v2.0/ports/6074e9fb-6d5c-4028-9e19-ad6705bfe427/bindings/n-h1-799529-6/activate HTTP/1.1" status: 200 len: 369 time: 1.4674532 Jul 09 14:38:16.933915 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca718d-dde8-4979-afbb-9af121783c6a req-4521e618-da90-48fa-b660-a20ffd345d59 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:16.941323 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-02ca718d-dde8-4979-afbb-9af121783c6a req-4521e618-da90-48fa-b660-a20ffd345d59 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=1049b884-ab92-4127-863e-462d32d8b8bd HTTP/1.1" status: 200 len: 943 time: 0.1799519 Jul 09 14:38:17.015111 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-02ca718d-dde8-4979-afbb-9af121783c6a req-d22fa9b0-d4ba-41d5-8869-b43cb2120d8b tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727546 Jul 09 14:38:17.067921 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a522b05f-1f58-4009-a68a-ea1c11f346ae req-94106cc0-c7e6-4b89-b96d-a9cc4000afc6 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.3.107 HTTP/1.1" status: 200 len: 1002 time: 0.2103302 Jul 09 14:38:17.238840 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-039b95ee-beb0-46ea-ba9b-533fa6be9ef5 tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:17.240521 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-039b95ee-beb0-46ea-ba9b-533fa6be9ef5 tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=eaa5b4f0-e3c9-4167-9264-3519b0452d34&tenant_id=a29f2b4cfd1449cca4564d7c2e38b31e&binding%3Ahost_id=n-h2-799529-6 HTTP/1.1" status: 200 len: 1095 time: 0.1710088 Jul 09 14:38:17.268654 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522b05f-1f58-4009-a68a-ea1c11f346ae req-a14cbb20-e088-4c1b-b83e-40fe494a9921 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:17.271048 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a522b05f-1f58-4009-a68a-ea1c11f346ae req-a14cbb20-e088-4c1b-b83e-40fe494a9921 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/networks/202c7ce6-d4e9-4f80-84dd-bef08905a653 HTTP/1.1" status: 200 len: 784 time: 0.1615083 Jul 09 14:38:17.290850 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a056f4-f38d-4ab3-a1ec-89e3bf8a65aa', 'tag': 'ebe1c4a7-904d-4f48-ba8f-b31031fa41e7'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:38:17.294006 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa70543-58d1-411c-96e4-00b432fbe2d1" -d '{"events": [{"name": "network-changed", "server_uuid": "72a056f4-f38d-4ab3-a1ec-89e3bf8a65aa", "tag": "ebe1c4a7-904d-4f48-ba8f-b31031fa41e7"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:38:17.419191 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a522b05f-1f58-4009-a68a-ea1c11f346ae req-78dee1d5-2b96-445a-a481-83fe0d9bb86a tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.3.107 HTTP/1.1" status: 200 len: 1002 time: 0.1222093 Jul 09 14:38:17.436306 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-a522b05f-1f58-4009-a68a-ea1c11f346ae req-a583c661-f3c1-49da-aca9-b631e406f36d tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:38:17.441280 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-38d51520-ce21-4c69-9112-b0dbec419254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:17.442850 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-38d51520-ce21-4c69-9112-b0dbec419254 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=eaa5b4f0-e3c9-4167-9264-3519b0452d34&tenant_id=a29f2b4cfd1449cca4564d7c2e38b31e HTTP/1.1" status: 200 len: 1095 time: 0.1939640 Jul 09 14:38:17.472596 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device f3b8d860-c644-4f39-adc6-7528064f12d1 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:38:17.587280 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10da435-e90a-4d10-a324-7d1d1775dfc5 req-5021249f-3488-4d0d-b78a-220630c11238 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:17.595399 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e10da435-e90a-4d10-a324-7d1d1775dfc5 req-5021249f-3488-4d0d-b78a-220630c11238 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=eaa5b4f0-e3c9-4167-9264-3519b0452d34 HTTP/1.1" status: 200 len: 944 time: 0.1351423 Jul 09 14:38:17.612861 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-a522b05f-1f58-4009-a68a-ea1c11f346ae req-a583c661-f3c1-49da-aca9-b631e406f36d tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Notify callbacks [] for floatingip, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:17.640191 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port f3b8d860-c644-4f39-adc6-7528064f12d1 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:38:17.644749 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port f3b8d860-c644-4f39-adc6-7528064f12d1 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:38:17.651761 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:17.664263 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e10da435-e90a-4d10-a324-7d1d1775dfc5 req-fd367ecc-980a-497c-a335-7d8c4c1c5423 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678947 Jul 09 14:38:17.759084 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4caa93-2f26-4e5d-b911-dd481117e393 x-openstack-request-id: req-2d4caa93-2f26-4e5d-b911-dd481117e393 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:38:17.759375 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1049b884-ab92-4127-863e-462d32d8b8bd", "tag": "6db91b74-04b4-41e9-bc63-2c760d452ca4", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:38:17.759649 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2d4caa93-2f26-4e5d-b911-dd481117e393 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:38:17.760046 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1049b884-ab92-4127-863e-462d32d8b8bd', 'tag': '6db91b74-04b4-41e9-bc63-2c760d452ca4', 'status': 'completed', 'code': 200} Jul 09 14:38:17.804025 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:17.856391 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port f3b8d860-c644-4f39-adc6-7528064f12d1, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=f3b8d860-c644-4f39-adc6-7528064f12d1,segment=NetworkSegment(dc0f85e5-016a-48b5-8f7b-2ab1a07d5af0),segment_id=dc0f85e5-016a-48b5-8f7b-2ab1a07d5af0)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:38:17.862685 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-a522b05f-1f58-4009-a68a-ea1c11f346ae req-a583c661-f3c1-49da-aca9-b631e406f36d tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:17.870708 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-7ba7d943-61b8-4831-8e4a-977885dc7fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:17.872316 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-7ba7d943-61b8-4831-8e4a-977885dc7fa7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a29f2b4cfd1449cca4564d7c2e38b31e&device_id=eaa5b4f0-e3c9-4167-9264-3519b0452d34 HTTP/1.1" status: 200 len: 1095 time: 0.3563843 Jul 09 14:38:17.934893 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb2ff5-70e2-403b-a551-f6adb64bb1d9 req-a47fcc3c-0546-40b2-b282-4ffa7e79d248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:17.937165 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cdeb2ff5-70e2-403b-a551-f6adb64bb1d9 req-a47fcc3c-0546-40b2-b282-4ffa7e79d248 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3b28908fc5d842e29720d7043e8083fd&device_id=1049b884-ab92-4127-863e-462d32d8b8bd HTTP/1.1" status: 200 len: 1124 time: 0.1360583 Jul 09 14:38:17.939374 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:17.974171 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-a522b05f-1f58-4009-a68a-ea1c11f346ae req-a583c661-f3c1-49da-aca9-b631e406f36d tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:17.974488 n-d-799529-6 neutron-server[94445]: INFO neutron.db.l3_db [req-a522b05f-1f58-4009-a68a-ea1c11f346ae req-a583c661-f3c1-49da-aca9-b631e406f36d tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Floating IP 5778986c-0726-40ff-a540-86f51a3b855f disassociated. External IP: 172.25.3.107, port: f7652d57-006e-480e-b09f-d6ce03537407. Jul 09 14:38:18.044713 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=f3b8d860-c644-4f39-adc6-7528064f12d1,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:18.079867 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb2ff5-70e2-403b-a551-f6adb64bb1d9 req-0f7c0ac4-2307-456a-9ba1-de99ff4ec740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:18.081390 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cdeb2ff5-70e2-403b-a551-f6adb64bb1d9 req-0f7c0ac4-2307-456a-9ba1-de99ff4ec740 service neutron] 10.222.0.62 "GET /v2.0/networks?id=56b8037f-2c10-4a66-9bb7-3f0d90fcd124 HTTP/1.1" status: 200 len: 909 time: 0.1211395 Jul 09 14:38:18.129379 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b11c7-0c94-4fcd-9d98-7ec519ff0f6c req-9f2fe449-9030-43b7-87b3-e384b0861ff3 tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:18.130791 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-920b11c7-0c94-4fcd-9d98-7ec519ff0f6c req-9f2fe449-9030-43b7-87b3-e384b0861ff3 tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] 10.222.0.58 "GET /v2.0/ports?device_id=72a056f4-f38d-4ab3-a1ec-89e3bf8a65aa HTTP/1.1" status: 200 len: 948 time: 0.2409825 Jul 09 14:38:18.169416 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cdeb2ff5-70e2-403b-a551-f6adb64bb1d9 req-9fe61b61-3e29-455b-b0a8-96dd42568841 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6db91b74-04b4-41e9-bc63-2c760d452ca4 HTTP/1.1" status: 200 len: 217 time: 0.0510240 Jul 09 14:38:18.273246 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-920b11c7-0c94-4fcd-9d98-7ec519ff0f6c req-c9a3b6d2-b0ce-4053-a64e-b30dcd998bf2 tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] 10.222.0.58 "GET /v2.0/security-groups?id=752838db-eb30-4c5e-99ca-6ae8dc321a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026700 Jul 09 14:38:18.305341 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb2ff5-70e2-403b-a551-f6adb64bb1d9 req-4fc78c96-35e9-4445-9409-c2fcbe429a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:18.306958 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cdeb2ff5-70e2-403b-a551-f6adb64bb1d9 req-4fc78c96-35e9-4445-9409-c2fcbe429a32 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e48d7f3a-0ca9-428c-9383-07e4f6a75f04 HTTP/1.1" status: 200 len: 848 time: 0.1143093 Jul 09 14:38:18.367858 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device ebe1c4a7-904d-4f48-ba8f-b31031fa41e7 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:38:18.381681 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cdeb2ff5-70e2-403b-a551-f6adb64bb1d9 req-cd7306a5-d728-4095-96bb-99ecef4fb180 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=56b8037f-2c10-4a66-9bb7-3f0d90fcd124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678160 Jul 09 14:38:18.590872 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64d3819-070b-4fd0-b8f6-b12329f18f32 x-openstack-request-id: req-a64d3819-070b-4fd0-b8f6-b12329f18f32 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:38:18.592471 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72a056f4-f38d-4ab3-a1ec-89e3bf8a65aa", "tag": "ebe1c4a7-904d-4f48-ba8f-b31031fa41e7", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:38:18.593219 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a64d3819-070b-4fd0-b8f6-b12329f18f32 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:38:18.593828 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72a056f4-f38d-4ab3-a1ec-89e3bf8a65aa', 'tag': 'ebe1c4a7-904d-4f48-ba8f-b31031fa41e7', 'status': 'completed', 'code': 200} Jul 09 14:38:18.620754 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port ebe1c4a7-904d-4f48-ba8f-b31031fa41e7, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=ebe1c4a7-904d-4f48-ba8f-b31031fa41e7,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:38:18.638109 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': 'ebe1c4a7-904d-4f48-ba8f-b31031fa41e7', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'port_id': 'ebe1c4a7-904d-4f48-ba8f-b31031fa41e7', 'mac_address': 'fa:16:3e:ed:04:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8081bcce-88de-4a2f-9e69-6750220e0be0', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:38:18.735730 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:18.773083 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-b70b1379-b8ea-4ffe-9d10-e2a8f731c59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:18.774813 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebe1c4a7-904d-4f48-ba8f-b31031fa41e7 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:38:18.775491 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-b70b1379-b8ea-4ffe-9d10-e2a8f731c59e service neutron] 10.222.0.62 "GET /v2.0/networks?id=f37664d6-2d63-4250-9a40-b9995b72cf27 HTTP/1.1" status: 200 len: 922 time: 0.8958178 Jul 09 14:38:18.783673 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3dee98da-f700-4592-9305-3ad283c9b977 req-21feea14-c3b1-47f2-b61f-3a226aeb4523 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] 10.222.0.58 "GET /v2.0/ports?device_id=1876ddc6-2fd8-4cac-97e9-177eb390e53b HTTP/1.1" status: 200 len: 210 time: 0.1811228 Jul 09 14:38:18.891002 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port ebe1c4a7-904d-4f48-ba8f-b31031fa41e7, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=ebe1c4a7-904d-4f48-ba8f-b31031fa41e7,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:38:18.911999 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f1304-9a17-48aa-b35c-26ba6a897136 req-df7fe524-f4d9-41c2-8d69-1aebbdb9350e tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:18.911999 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2e6f1304-9a17-48aa-b35c-26ba6a897136 req-df7fe524-f4d9-41c2-8d69-1aebbdb9350e tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] 10.222.0.62 "GET /v2.0/networks?id=6b957d37-6377-4ce7-a80c-f07a7aa98343 HTTP/1.1" status: 200 len: 828 time: 0.4267359 Jul 09 14:38:18.929684 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-2e6f1304-9a17-48aa-b35c-26ba6a897136 req-d4f8a000-4bae-46bd-b753-ae2094f2f548 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Request body: {'port': {'device_id': '1876ddc6-2fd8-4cac-97e9-177eb390e53b', 'network_id': '6b957d37-6377-4ce7-a80c-f07a7aa98343', 'admin_state_up': True, 'tenant_id': 'a8668948313b4f959579802b00241562'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:38:18.947534 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cdeb2ff5-70e2-403b-a551-f6adb64bb1d9 req-c86a6ec9-32ff-436b-87ba-44d50814a79c service neutron] 10.222.0.62 "GET /v2.0/networks/56b8037f-2c10-4a66-9bb7-3f0d90fcd124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5572314 Jul 09 14:38:18.952284 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-c72b13a7-b3d5-4636-861d-3ad1b3c00f89 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6074e9fb-6d5c-4028-9e19-ad6705bfe427 HTTP/1.1" status: 200 len: 217 time: 0.1385148 Jul 09 14:38:18.952949 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa70543-58d1-411c-96e4-00b432fbe2d1 req-4ba6f9f1-0711-4997-a36f-9dc8b04beda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:18.954474 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dfa70543-58d1-411c-96e4-00b432fbe2d1 req-4ba6f9f1-0711-4997-a36f-9dc8b04beda9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e9a62323cfd14ab88226d3af35205f4e&device_id=72a056f4-f38d-4ab3-a1ec-89e3bf8a65aa HTTP/1.1" status: 200 len: 1099 time: 0.5259104 Jul 09 14:38:18.970722 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a522b05f-1f58-4009-a68a-ea1c11f346ae req-a583c661-f3c1-49da-aca9-b631e406f36d tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Router d3d89b67-69ad-4f25-9dd9-033ba23f0ca4 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:38:19.056528 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-2e3b7794-9f83-466d-9813-51650b10fc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:19.060273 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-2e3b7794-9f83-466d-9813-51650b10fc46 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=defde159-6b57-4a6f-ad64-e5b0f0fcfa82 HTTP/1.1" status: 200 len: 861 time: 0.0981796 Jul 09 14:38:19.137481 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-6b4c06e1-180d-4374-a3f0-f12699fc75f9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f37664d6-2d63-4250-9a40-b9995b72cf27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366144 Jul 09 14:38:19.221059 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a522b05f-1f58-4009-a68a-ea1c11f346ae req-a583c661-f3c1-49da-aca9-b631e406f36d tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:38:19.227296 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-a522b05f-1f58-4009-a68a-ea1c11f346ae req-a583c661-f3c1-49da-aca9-b631e406f36d tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:19.233359 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b545d5-4820-4d87-a61f-6208175a6e38 None None] Sync routers for ids ['d3d89b67-69ad-4f25-9dd9-033ba23f0ca4'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:38:19.244047 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b545d5-4820-4d87-a61f-6208175a6e38 None None] Routers {'d3d89b67-69ad-4f25-9dd9-033ba23f0ca4'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:38:19.245111 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-d1b545d5-4820-4d87-a61f-6208175a6e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:37:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['d3d89b67-69ad-4f25-9dd9-033ba23f0ca4'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:38:19.269557 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-fbb25af3-60d3-42f3-8a25-fb3b04e773e5 service neutron] 10.222.0.62 "GET /v2.0/networks/f37664d6-2d63-4250-9a40-b9995b72cf27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253169 Jul 09 14:38:19.340401 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a522b05f-1f58-4009-a68a-ea1c11f346ae req-a583c661-f3c1-49da-aca9-b631e406f36d tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "PUT /v2.0/floatingips/5778986c-0726-40ff-a540-86f51a3b855f HTTP/1.1" status: 200 len: 696 time: 1.9100528 Jul 09 14:38:19.367807 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:19.486667 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device f3b8d860-c644-4f39-adc6-7528064f12d1 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:38:19.594164 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-e7c257f7-75d3-48e8-b7eb-7405948af324 service neutron] 10.222.0.62 "GET /v2.0/networks/f37664d6-2d63-4250-9a40-b9995b72cf27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509658 Jul 09 14:38:19.662102 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522b05f-1f58-4009-a68a-ea1c11f346ae req-96f364d1-4652-4cb7-bb3f-81f1a19d33aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:19.664414 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a522b05f-1f58-4009-a68a-ea1c11f346ae req-96f364d1-4652-4cb7-bb3f-81f1a19d33aa service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=77dbf4b092de4af7b8689da68d04094b&device_id=208200ef-b947-4ff4-a8d8-c82c5df3ec7d HTTP/1.1" status: 200 len: 1097 time: 0.3011198 Jul 09 14:38:19.806098 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa70543-58d1-411c-96e4-00b432fbe2d1 req-c7d32875-6a9e-4e17-b1a1-2e7c05a4ec16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:19.807720 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dfa70543-58d1-411c-96e4-00b432fbe2d1 req-c7d32875-6a9e-4e17-b1a1-2e7c05a4ec16 service neutron] 10.222.0.54 "GET /v2.0/networks?id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc HTTP/1.1" status: 200 len: 870 time: 0.8380513 Jul 09 14:38:19.821285 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522b05f-1f58-4009-a68a-ea1c11f346ae req-d2c6b55d-8239-4488-93b9-63212a611cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:19.825203 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a522b05f-1f58-4009-a68a-ea1c11f346ae req-d2c6b55d-8239-4488-93b9-63212a611cfb service neutron] 10.222.0.58 "GET /v2.0/networks?id=0753039a-7e20-479c-b814-489355a542c4 HTTP/1.1" status: 200 len: 922 time: 0.1494565 Jul 09 14:38:19.853061 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11316052-9b71-4659-8e45-0bce7317f65b req-9f8106ba-256f-48a6-a14e-6509bcd0ece0 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:19.854499 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-11316052-9b71-4659-8e45-0bce7317f65b req-9f8106ba-256f-48a6-a14e-6509bcd0ece0 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=1049b884-ab92-4127-863e-462d32d8b8bd HTTP/1.1" status: 200 len: 943 time: 0.2361178 Jul 09 14:38:19.889918 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cdeb2ff5-70e2-403b-a551-f6adb64bb1d9 req-a6e6b322-0a0f-4446-ab7a-0c42ce4038a4 service neutron] 10.222.0.62 "GET /v2.0/networks/56b8037f-2c10-4a66-9bb7-3f0d90fcd124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9217212 Jul 09 14:38:19.903554 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-d1b545d5-4820-4d87-a61f-6208175a6e38 None None] Set router d3d89b67-69ad-4f25-9dd9-033ba23f0ca4 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:38:19.911533 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a522b05f-1f58-4009-a68a-ea1c11f346ae req-b5a038fc-2d68-46f9-8f65-581b5058f6ff service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7652d57-006e-480e-b09f-d6ce03537407 HTTP/1.1" status: 200 len: 217 time: 0.0759785 Jul 09 14:38:19.920519 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e6f1304-9a17-48aa-b35c-26ba6a897136 req-d4f8a000-4bae-46bd-b753-ae2094f2f548 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Made reservation on behalf of a8668948313b4f959579802b00241562 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:38:19.926476 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-2e6f1304-9a17-48aa-b35c-26ba6a897136 req-d4f8a000-4bae-46bd-b753-ae2094f2f548 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:19.928388 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dfa70543-58d1-411c-96e4-00b432fbe2d1 req-7844a482-91ae-4bc4-9cce-fa846b87ab5b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=ebe1c4a7-904d-4f48-ba8f-b31031fa41e7 HTTP/1.1" status: 200 len: 217 time: 0.0945761 Jul 09 14:38:19.939968 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f78d4691-8ba8-4a37-86ad-1882debfe9ae req-5edd037f-720d-44a1-9f36-5ad38434466c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=34d41cf2-7f9c-45b4-b98b-f67604774c17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3304784 Jul 09 14:38:20.000725 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=ebe1c4a7-904d-4f48-ba8f-b31031fa41e7,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:20.015561 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa70543-58d1-411c-96e4-00b432fbe2d1 req-9f68ec1b-f405-4cb4-8f84-75362ff21f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:20.018020 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dfa70543-58d1-411c-96e4-00b432fbe2d1 req-9f68ec1b-f405-4cb4-8f84-75362ff21f8a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.0684080 Jul 09 14:38:20.049610 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522b05f-1f58-4009-a68a-ea1c11f346ae req-2b574bc5-1e14-4380-90c9-af8a07169a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:20.052948 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a522b05f-1f58-4009-a68a-ea1c11f346ae req-2b574bc5-1e14-4380-90c9-af8a07169a6c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bc4e693f-d90b-46e2-beaf-3b7584235976 HTTP/1.1" status: 200 len: 860 time: 0.1164470 Jul 09 14:38:20.064771 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['ebe1c4a7-904d-4f48-ba8f-b31031fa41e7'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:38:20.078283 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-11316052-9b71-4659-8e45-0bce7317f65b req-ea981452-2cd8-4603-b9e5-eaadce2cc5e9 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841824 Jul 09 14:38:20.156025 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522b05f-1f58-4009-a68a-ea1c11f346ae req-ca636b62-97bf-4994-afd3-212cda5a6fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:20.158331 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a522b05f-1f58-4009-a68a-ea1c11f346ae req-ca636b62-97bf-4994-afd3-212cda5a6fe3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0753039a-7e20-479c-b814-489355a542c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0982831 Jul 09 14:38:20.236536 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-2e6f1304-9a17-48aa-b35c-26ba6a897136 req-d4f8a000-4bae-46bd-b753-ae2094f2f548 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Allocated IP 172.20.0.7 (6b957d37-6377-4ce7-a80c-f07a7aa98343/8ccca447-c618-4c82-8010-5d0951575759/dfc55d26-177b-4fbd-a7ac-bc27347a9887) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:38:20.276561 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port f3b8d860-c644-4f39-adc6-7528064f12d1 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:38:20.277298 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:20.425566 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a522b05f-1f58-4009-a68a-ea1c11f346ae req-61da9c87-4592-4a39-941b-1a4c3e091a91 service neutron] 10.222.0.58 "GET /v2.0/networks/0753039a-7e20-479c-b814-489355a542c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604980 Jul 09 14:38:20.433552 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-2e6f1304-9a17-48aa-b35c-26ba6a897136 req-d4f8a000-4bae-46bd-b753-ae2094f2f548 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:20.453754 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-2e6f1304-9a17-48aa-b35c-26ba6a897136 req-d4f8a000-4bae-46bd-b753-ae2094f2f548 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Transition to ACTIVE for port object dfc55d26-177b-4fbd-a7ac-bc27347a9887 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:38:20.564091 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-2e6f1304-9a17-48aa-b35c-26ba6a897136 req-d4f8a000-4bae-46bd-b753-ae2094f2f548 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:20.602619 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '208200ef-b947-4ff4-a8d8-c82c5df3ec7d', 'tag': 'f7652d57-006e-480e-b09f-d6ce03537407'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:38:20.605438 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5862d21-66f9-4427-b8dd-2b2e4d7a73ef" -d '{"events": [{"name": "network-changed", "server_uuid": "208200ef-b947-4ff4-a8d8-c82c5df3ec7d", "tag": "f7652d57-006e-480e-b09f-d6ce03537407"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:38:20.631281 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a522b05f-1f58-4009-a68a-ea1c11f346ae req-67ff4722-da2c-4a3e-a846-681af3119701 service neutron] 10.222.0.58 "GET /v2.0/networks/0753039a-7e20-479c-b814-489355a542c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048318 Jul 09 14:38:20.667458 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e6f1304-9a17-48aa-b35c-26ba6a897136 req-d4f8a000-4bae-46bd-b753-ae2094f2f548 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Network 6b957d37-6377-4ce7-a80c-f07a7aa98343 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:38:20.679150 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-2e6f1304-9a17-48aa-b35c-26ba6a897136 req-d4f8a000-4bae-46bd-b753-ae2094f2f548 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:38:20.698609 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e6f1304-9a17-48aa-b35c-26ba6a897136 req-d4f8a000-4bae-46bd-b753-ae2094f2f548 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:38:20.711269 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-d1b545d5-4820-4d87-a61f-6208175a6e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1068833680-router', 'tenant_id': '77dbf4b092de4af7b8689da68d04094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '596f781e-3c4b-4779-aa8d-121d3662dcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:56Z', 'updated_at': '2021-07-09T14:37:03Z', 'revision_number': 4, 'project_id': '77dbf4b092de4af7b8689da68d04094b', 'gw_port': {'id': '596f781e-3c4b-4779-aa8d-121d3662dcc1', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:10:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:57Z', 'updated_at': '2021-07-09T14:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '56f86a50-958e-4a57-93f9-e200963d85e2', 'name': '', 'network_id': '0753039a-7e20-479c-b814-489355a542c4', 'tenant_id': '77dbf4b092de4af7b8689da68d04094b', 'mac_address': 'fa:16:3e:c5:c3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bc4e693f-d90b-46e2-beaf-3b7584235976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:37:01Z', 'updated_at': '2021-07-09T14:37:09Z', 'revision_number': 5, 'project_id': '77dbf4b092de4af7b8689da68d04094b', 'subnets': [{'id': 'bc4e693f-d90b-46e2-beaf-3b7584235976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:38:20.758732 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8a000-4bae-46bd-b753-ae2094f2f548 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Pushing event updated for resources: {'Port': ['ID=dfc55d26-177b-4fbd-a7ac-bc27347a9887,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:20.765413 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b545d5-4820-4d87-a61f-6208175a6e38 None None] Checking router: d3d89b67-69ad-4f25-9dd9-033ba23f0ca4 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:38:20.777090 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b545d5-4820-4d87-a61f-6208175a6e38 None None] Routers {'d3d89b67-69ad-4f25-9dd9-033ba23f0ca4'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:38:20.778618 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-d1b545d5-4820-4d87-a61f-6208175a6e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:37:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['d3d89b67-69ad-4f25-9dd9-033ba23f0ca4'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:38:20.880665 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d4691-8ba8-4a37-86ad-1882debfe9ae req-a6918288-e44d-4c79-a37d-f6717ce09154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:20.886560 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f78d4691-8ba8-4a37-86ad-1882debfe9ae req-a6918288-e44d-4c79-a37d-f6717ce09154 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a29f2b4cfd1449cca4564d7c2e38b31e&device_id=34d41cf2-7f9c-45b4-b98b-f67604774c17 HTTP/1.1" status: 200 len: 1096 time: 0.8647470 Jul 09 14:38:20.890353 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa70543-58d1-411c-96e4-00b432fbe2d1 req-eb4c67e5-b2e7-4c9b-afa4-ba8be7d6f5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:20.894797 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dfa70543-58d1-411c-96e4-00b432fbe2d1 req-eb4c67e5-b2e7-4c9b-afa4-ba8be7d6f5de service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8307288 Jul 09 14:38:20.923114 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-495a7089-c6d0-4c5f-a8fe-026e79eae2fa tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:20.925157 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-495a7089-c6d0-4c5f-a8fe-026e79eae2fa tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=eaa5b4f0-e3c9-4167-9264-3519b0452d34&tenant_id=a29f2b4cfd1449cca4564d7c2e38b31e&binding%3Ahost_id=n-h1-799529-6 HTTP/1.1" status: 200 len: 1095 time: 0.4360051 Jul 09 14:38:20.952007 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-d1b545d5-4820-4d87-a61f-6208175a6e38 None None] Set router d3d89b67-69ad-4f25-9dd9-033ba23f0ca4 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:38:21.082767 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42380096-fd5d-44f0-9014-0546e9982ceb req-d815371c-68e6-4e93-9c20-7640be81d7a2 tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:21.085389 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-42380096-fd5d-44f0-9014-0546e9982ceb req-d815371c-68e6-4e93-9c20-7640be81d7a2 tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] 10.222.0.58 "GET /v2.0/ports?device_id=72a056f4-f38d-4ab3-a1ec-89e3bf8a65aa HTTP/1.1" status: 200 len: 949 time: 0.1631048 Jul 09 14:38:21.157757 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-42380096-fd5d-44f0-9014-0546e9982ceb req-d44f73c8-aa7d-41ef-bfde-e82913a16a02 tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] 10.222.0.58 "GET /v2.0/security-groups?id=752838db-eb30-4c5e-99ca-6ae8dc321a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646143 Jul 09 14:38:21.188754 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dfa70543-58d1-411c-96e4-00b432fbe2d1 req-28a403de-ff81-4b0d-a49d-7760c9a9cc29 service neutron] 10.222.0.54 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814872 Jul 09 14:38:21.202114 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f1304-9a17-48aa-b35c-26ba6a897136 req-d4f8a000-4bae-46bd-b753-ae2094f2f548 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:21.209605 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-2e6f1304-9a17-48aa-b35c-26ba6a897136 req-d4f8a000-4bae-46bd-b753-ae2094f2f548 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:21.284920 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-f51e6a0f-b53e-47aa-8af4-4cef3af95600 None None] Provisioning for port dfc55d26-177b-4fbd-a7ac-bc27347a9887 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:38:21.297704 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-f51e6a0f-b53e-47aa-8af4-4cef3af95600 None None] Provisioning complete for port dfc55d26-177b-4fbd-a7ac-bc27347a9887 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:38:21.301693 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f51e6a0f-b53e-47aa-8af4-4cef3af95600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:21.358431 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f8b93-21e2-4096-9a5a-f7a53cf8b0e1 req-d7f248c5-2377-4b51-ba46-7cca52c0a2cb tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:21.361474 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aa3f8b93-21e2-4096-9a5a-f7a53cf8b0e1 req-d7f248c5-2377-4b51-ba46-7cca52c0a2cb tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=eaa5b4f0-e3c9-4167-9264-3519b0452d34 HTTP/1.1" status: 200 len: 944 time: 0.7258117 Jul 09 14:38:21.381537 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2e6f1304-9a17-48aa-b35c-26ba6a897136 req-d4f8a000-4bae-46bd-b753-ae2094f2f548 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4594386 Jul 09 14:38:21.392607 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-f51e6a0f-b53e-47aa-8af4-4cef3af95600 None None] Port dfc55d26-177b-4fbd-a7ac-bc27347a9887 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:38:21.406088 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-2e6f1304-9a17-48aa-b35c-26ba6a897136 req-d74be112-62ae-44d5-a2e5-232872fbe91f service neutron] Request body: {'port': {'device_id': '1876ddc6-2fd8-4cac-97e9-177eb390e53b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:38:21.435924 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-d1b545d5-4820-4d87-a61f-6208175a6e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1068833680-router', 'tenant_id': '77dbf4b092de4af7b8689da68d04094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '596f781e-3c4b-4779-aa8d-121d3662dcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:56Z', 'updated_at': '2021-07-09T14:37:03Z', 'revision_number': 4, 'project_id': '77dbf4b092de4af7b8689da68d04094b', 'gw_port': {'id': '596f781e-3c4b-4779-aa8d-121d3662dcc1', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:10:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:57Z', 'updated_at': '2021-07-09T14:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '56f86a50-958e-4a57-93f9-e200963d85e2', 'name': '', 'network_id': '0753039a-7e20-479c-b814-489355a542c4', 'tenant_id': '77dbf4b092de4af7b8689da68d04094b', 'mac_address': 'fa:16:3e:c5:c3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bc4e693f-d90b-46e2-beaf-3b7584235976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:37:01Z', 'updated_at': '2021-07-09T14:37:09Z', 'revision_number': 5, 'project_id': '77dbf4b092de4af7b8689da68d04094b', 'subnets': [{'id': 'bc4e693f-d90b-46e2-beaf-3b7584235976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:38:21.470480 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b545d5-4820-4d87-a61f-6208175a6e38 None None] The sync data for ids ['d3d89b67-69ad-4f25-9dd9-033ba23f0ca4'] in n-d-799529-6 is: [{'id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1068833680-router', 'tenant_id': '77dbf4b092de4af7b8689da68d04094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '596f781e-3c4b-4779-aa8d-121d3662dcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:56Z', 'updated_at': '2021-07-09T14:37:03Z', 'revision_number': 4, 'project_id': '77dbf4b092de4af7b8689da68d04094b', 'gw_port': {'id': '596f781e-3c4b-4779-aa8d-121d3662dcc1', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:10:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:57Z', 'updated_at': '2021-07-09T14:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '56f86a50-958e-4a57-93f9-e200963d85e2', 'name': '', 'network_id': '0753039a-7e20-479c-b814-489355a542c4', 'tenant_id': '77dbf4b092de4af7b8689da68d04094b', 'mac_address': 'fa:16:3e:c5:c3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bc4e693f-d90b-46e2-beaf-3b7584235976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:37:01Z', 'updated_at': '2021-07-09T14:37:09Z', 'revision_number': 5, 'project_id': '77dbf4b092de4af7b8689da68d04094b', 'subnets': [{'id': 'bc4e693f-d90b-46e2-beaf-3b7584235976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:38:21.476967 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d4691-8ba8-4a37-86ad-1882debfe9ae req-987fa1ff-f370-4476-a9a8-0aca2f154cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:21.478649 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f78d4691-8ba8-4a37-86ad-1882debfe9ae req-987fa1ff-f370-4476-a9a8-0aca2f154cc9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f37664d6-2d63-4250-9a40-b9995b72cf27 HTTP/1.1" status: 200 len: 922 time: 0.5479014 Jul 09 14:38:21.515863 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47173cc-d4c1-4662-939e-453e573d33f7 req-f7e7b6f6-b1f4-43aa-a9a9-6cb143daf033 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:21.519822 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e47173cc-d4c1-4662-939e-453e573d33f7 req-f7e7b6f6-b1f4-43aa-a9a9-6cb143daf033 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] 10.222.0.58 "GET /v2.0/ports?device_id=1876ddc6-2fd8-4cac-97e9-177eb390e53b HTTP/1.1" status: 200 len: 931 time: 0.1456592 Jul 09 14:38:21.596483 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e47173cc-d4c1-4662-939e-453e573d33f7 req-05c14c4c-092a-40ca-9255-b6033f19228c tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] 10.222.0.58 "GET /v2.0/security-groups?id=01d7dc31-eec5-47b2-8cc3-f2acc4868494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692015 Jul 09 14:38:21.606289 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aa3f8b93-21e2-4096-9a5a-f7a53cf8b0e1 req-d8d83a4c-5a86-4e74-ad88-18d39bce0f68 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357194 Jul 09 14:38:21.607845 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f78d4691-8ba8-4a37-86ad-1882debfe9ae req-2a3907d8-2a96-4e99-9766-bb7075b7d887 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1b103a5-9d27-490b-8844-52f475a68ea4 HTTP/1.1" status: 200 len: 217 time: 0.1080937 Jul 09 14:38:21.702746 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dfa70543-58d1-411c-96e4-00b432fbe2d1 req-619f7968-cbc5-4365-9465-59ba7965e997 service neutron] 10.222.0.54 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4865553 Jul 09 14:38:21.705844 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-e3511de2-011d-4b4d-a7f5-5a1515370159 service neutron] For port 6074e9fb-6d5c-4028-9e19-ad6705bfe427, host n-h2-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:38:21.726066 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-e3511de2-011d-4b4d-a7f5-5a1515370159 service neutron] Notify callbacks [] for binding, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:21.727836 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d57e1b25-e685-4a4c-9080-627637e5c2fc req-e3511de2-011d-4b4d-a7f5-5a1515370159 service neutron] 10.222.0.62 "DELETE /v2.0/ports/6074e9fb-6d5c-4028-9e19-ad6705bfe427/bindings/n-h2-799529-6 HTTP/1.1" status: 204 len: 173 time: 0.7578909 Jul 09 14:38:21.732858 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deecd413-2b0e-4a2f-ad8f-c2bb2e69c73e x-openstack-request-id: req-deecd413-2b0e-4a2f-ad8f-c2bb2e69c73e {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:38:21.733150 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "208200ef-b947-4ff4-a8d8-c82c5df3ec7d", "tag": "f7652d57-006e-480e-b09f-d6ce03537407", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:38:21.733404 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-deecd413-2b0e-4a2f-ad8f-c2bb2e69c73e {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:38:21.733798 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '208200ef-b947-4ff4-a8d8-c82c5df3ec7d', 'tag': 'f7652d57-006e-480e-b09f-d6ce03537407', 'status': 'completed', 'code': 200} Jul 09 14:38:21.796742 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-2e6f1304-9a17-48aa-b35c-26ba6a897136 req-d74be112-62ae-44d5-a2e5-232872fbe91f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:21.801447 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d4691-8ba8-4a37-86ad-1882debfe9ae req-2bfe0403-4cbf-4722-9b4f-a76cce28b0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:21.803185 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f78d4691-8ba8-4a37-86ad-1882debfe9ae req-2bfe0403-4cbf-4722-9b4f-a76cce28b0b3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=defde159-6b57-4a6f-ad64-e5b0f0fcfa82 HTTP/1.1" status: 200 len: 861 time: 0.1851609 Jul 09 14:38:21.928552 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f78d4691-8ba8-4a37-86ad-1882debfe9ae req-2bf53582-6c60-4ba3-b7e2-9966da09eb02 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f37664d6-2d63-4250-9a40-b9995b72cf27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1049130 Jul 09 14:38:21.933285 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa0597b-34ba-4820-a493-0a69a87718c5 None None] New status for floating IP 5778986c-0726-40ff-a540-86f51a3b855f: DOWN {{(pid=94448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:38:22.027970 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 6db91b74-04b4-41e9-bc63-2c760d452ca4 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:38:22.374292 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device ebe1c4a7-904d-4f48-ba8f-b31031fa41e7 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:38:22.390132 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f78d4691-8ba8-4a37-86ad-1882debfe9ae req-fcda9c2a-6389-406b-b42e-4763e9e5fbdb service neutron] 10.222.0.62 "GET /v2.0/networks/f37664d6-2d63-4250-9a40-b9995b72cf27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791639 Jul 09 14:38:22.531182 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-2e6f1304-9a17-48aa-b35c-26ba6a897136 req-d74be112-62ae-44d5-a2e5-232872fbe91f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfc55d26-177b-4fbd-a7ac-bc27347a9887 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:38:22.540619 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-2e6f1304-9a17-48aa-b35c-26ba6a897136 req-d74be112-62ae-44d5-a2e5-232872fbe91f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:22.553784 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5862d21-66f9-4427-b8dd-2b2e4d7a73ef req-76b290a4-b5cf-4e36-938d-41004763e6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:22.563358 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e5862d21-66f9-4427-b8dd-2b2e4d7a73ef req-76b290a4-b5cf-4e36-938d-41004763e6a0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=77dbf4b092de4af7b8689da68d04094b&device_id=208200ef-b947-4ff4-a8d8-c82c5df3ec7d HTTP/1.1" status: 200 len: 1097 time: 0.8267226 Jul 09 14:38:22.582634 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port ebe1c4a7-904d-4f48-ba8f-b31031fa41e7 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:38:22.586583 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port ebe1c4a7-904d-4f48-ba8f-b31031fa41e7 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:38:22.586968 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:22.591835 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9984e1-5db1-4e4e-bc34-61308f18cfe2 req-9ce40eee-086b-4644-8dd1-812cb13772d9 tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:22.593267 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7e9984e1-5db1-4e4e-bc34-61308f18cfe2 req-9ce40eee-086b-4644-8dd1-812cb13772d9 tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=eaa5b4f0-e3c9-4167-9264-3519b0452d34 HTTP/1.1" status: 200 len: 1095 time: 0.0891113 Jul 09 14:38:22.616221 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-2e6f1304-9a17-48aa-b35c-26ba6a897136 req-d74be112-62ae-44d5-a2e5-232872fbe91f service neutron] Transition to ACTIVE for port object dfc55d26-177b-4fbd-a7ac-bc27347a9887 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:38:22.620537 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-55df2f80-a9a8-42be-b42d-d0e7e185c619 service neutron] 10.222.0.62 "GET /v2.0/ports/6db91b74-04b4-41e9-bc63-2c760d452ca4/bindings/n-h2-799529-6 HTTP/1.1" status: 200 len: 384 time: 0.7023847 Jul 09 14:38:22.645656 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7e9984e1-5db1-4e4e-bc34-61308f18cfe2 req-0dab91d9-4e98-41b3-86e3-9dcf903c7127 tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466516 Jul 09 14:38:22.709815 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:22.746757 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a056f4-f38d-4ab3-a1ec-89e3bf8a65aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe1c4a7-904d-4f48-ba8f-b31031fa41e7'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:38:22.749660 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb10ac67-87bf-423f-ace4-330f9e748a7f" -d '{"events": [{"server_uuid": "72a056f4-f38d-4ab3-a1ec-89e3bf8a65aa", "name": "network-vif-plugged", "status": "completed", "tag": "ebe1c4a7-904d-4f48-ba8f-b31031fa41e7"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:38:22.760559 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port ebe1c4a7-904d-4f48-ba8f-b31031fa41e7, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=ebe1c4a7-904d-4f48-ba8f-b31031fa41e7,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:38:22.790212 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-2e6f1304-9a17-48aa-b35c-26ba6a897136 req-d74be112-62ae-44d5-a2e5-232872fbe91f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:22.851759 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:22.892405 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:22.903530 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 52496) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:38:22.922688 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575131b4-6cb5-42af-9869-56297ea063e7 req-67946a57-d9ea-45e8-9421-41224b0c78e0 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:22.924487 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-575131b4-6cb5-42af-9869-56297ea063e7 req-67946a57-d9ea-45e8-9421-41224b0c78e0 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=1049b884-ab92-4127-863e-462d32d8b8bd HTTP/1.1" status: 200 len: 943 time: 0.7236686 Jul 09 14:38:22.959260 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=ebe1c4a7-904d-4f48-ba8f-b31031fa41e7,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:22.975602 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f78d4691-8ba8-4a37-86ad-1882debfe9ae req-4c1f6b3e-8639-415b-9c18-467027fd9c0e service neutron] 10.222.0.62 "GET /v2.0/networks/f37664d6-2d63-4250-9a40-b9995b72cf27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5686681 Jul 09 14:38:22.989904 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca640df-a523-4540-bf0d-7a146e7eea24 req-3bbbbec2-1092-48b1-9049-25dc6896a899 tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:23.009646 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5ca640df-a523-4540-bf0d-7a146e7eea24 req-3bbbbec2-1092-48b1-9049-25dc6896a899 tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] 10.222.0.58 "GET /v2.0/ports?device_id=72a056f4-f38d-4ab3-a1ec-89e3bf8a65aa HTTP/1.1" status: 200 len: 950 time: 0.1504195 Jul 09 14:38:23.049353 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5862d21-66f9-4427-b8dd-2b2e4d7a73ef req-2c7efa89-28ce-4607-99b0-7600151dfd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:23.050433 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e5862d21-66f9-4427-b8dd-2b2e4d7a73ef req-2c7efa89-28ce-4607-99b0-7600151dfd84 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0753039a-7e20-479c-b814-489355a542c4 HTTP/1.1" status: 200 len: 922 time: 0.4739676 Jul 09 14:38:23.080666 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74be112-62ae-44d5-a2e5-232872fbe91f service neutron] Pushing event updated for resources: {'Port': ['ID=dfc55d26-177b-4fbd-a7ac-bc27347a9887,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:23.089774 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5ca640df-a523-4540-bf0d-7a146e7eea24 req-3e96c087-f2cd-48a3-89ea-e0226ed29cd5 tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] 10.222.0.58 "GET /v2.0/security-groups?id=752838db-eb30-4c5e-99ca-6ae8dc321a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790601 Jul 09 14:38:23.144904 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8eca7a4f-25e7-495d-aeae-532b8dbd0d17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:23.204482 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e5862d21-66f9-4427-b8dd-2b2e4d7a73ef req-7443162e-627b-4b9f-8fcb-e772db2177db service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7652d57-006e-480e-b09f-d6ce03537407 HTTP/1.1" status: 200 len: 217 time: 0.1294484 Jul 09 14:38:23.226942 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-50a394df-2c23-4289-8a85-8692c1648aed req-efd77b6b-3762-402b-85fc-7c65ff790ebf tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/floatingips/5778986c-0726-40ff-a540-86f51a3b855f HTTP/1.1" status: 200 len: 694 time: 0.0681942 Jul 09 14:38:23.288361 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-575131b4-6cb5-42af-9869-56297ea063e7 req-0b9cdc34-280a-42db-bea6-45b930502639 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319800 Jul 09 14:38:23.386031 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a394df-2c23-4289-8a85-8692c1648aed req-c1e0798a-25ce-4303-a57d-4d91ba42c780 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:23.395165 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-50a394df-2c23-4289-8a85-8692c1648aed req-c1e0798a-25ce-4303-a57d-4d91ba42c780 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/networks/202c7ce6-d4e9-4f80-84dd-bef08905a653 HTTP/1.1" status: 200 len: 784 time: 0.1700954 Jul 09 14:38:23.405248 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [req-50a394df-2c23-4289-8a85-8692c1648aed req-0725c25b-c42f-42ad-88bd-2bebed3e912a tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:38:23.412558 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-50a394df-2c23-4289-8a85-8692c1648aed req-0725c25b-c42f-42ad-88bd-2bebed3e912a tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0163195 Jul 09 14:38:23.444314 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5862d21-66f9-4427-b8dd-2b2e4d7a73ef req-9912ad07-284a-4a4c-af5a-ae29e00ee6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:23.452440 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e5862d21-66f9-4427-b8dd-2b2e4d7a73ef req-9912ad07-284a-4a4c-af5a-ae29e00ee6bd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bc4e693f-d90b-46e2-beaf-3b7584235976 HTTP/1.1" status: 200 len: 860 time: 0.2213919 Jul 09 14:38:23.452440 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-2e6f1304-9a17-48aa-b35c-26ba6a897136 req-d74be112-62ae-44d5-a2e5-232872fbe91f service neutron] Attempting to bind port dfc55d26-177b-4fbd-a7ac-bc27347a9887 on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:38:23.452440 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-2e6f1304-9a17-48aa-b35c-26ba6a897136 req-d74be112-62ae-44d5-a2e5-232872fbe91f service neutron] Attempting to bind port dfc55d26-177b-4fbd-a7ac-bc27347a9887 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': 'dc0f85e5-016a-48b5-8f7b-2ab1a07d5af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '6b957d37-6377-4ce7-a80c-f07a7aa98343'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:38:23.452440 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6f1304-9a17-48aa-b35c-26ba6a897136 req-d74be112-62ae-44d5-a2e5-232872fbe91f service neutron] Attempting to bind port dfc55d26-177b-4fbd-a7ac-bc27347a9887 on network 6b957d37-6377-4ce7-a80c-f07a7aa98343 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:38:23.496794 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6f1304-9a17-48aa-b35c-26ba6a897136 req-d74be112-62ae-44d5-a2e5-232872fbe91f service neutron] Port dfc55d26-177b-4fbd-a7ac-bc27347a9887 on network 6b957d37-6377-4ce7-a80c-f07a7aa98343 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:38:23.497073 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6f1304-9a17-48aa-b35c-26ba6a897136 req-d74be112-62ae-44d5-a2e5-232872fbe91f service neutron] Attempting to bind port dfc55d26-177b-4fbd-a7ac-bc27347a9887 on network 6b957d37-6377-4ce7-a80c-f07a7aa98343 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:38:23.538539 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-50a394df-2c23-4289-8a85-8692c1648aed req-a10ff4af-2c54-47e2-881a-57da5fd8f0fd tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.3.107 HTTP/1.1" status: 200 len: 697 time: 0.1119459 Jul 09 14:38:23.576796 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6f1304-9a17-48aa-b35c-26ba6a897136 req-d74be112-62ae-44d5-a2e5-232872fbe91f service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:38:23.577141 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6f1304-9a17-48aa-b35c-26ba6a897136 req-d74be112-62ae-44d5-a2e5-232872fbe91f service neutron] Checking segment: {'id': 'dc0f85e5-016a-48b5-8f7b-2ab1a07d5af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '6b957d37-6377-4ce7-a80c-f07a7aa98343'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:38:23.577542 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6f1304-9a17-48aa-b35c-26ba6a897136 req-d74be112-62ae-44d5-a2e5-232872fbe91f service neutron] Bound using segment: {'id': 'dc0f85e5-016a-48b5-8f7b-2ab1a07d5af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '6b957d37-6377-4ce7-a80c-f07a7aa98343'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:38:23.578109 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-2e6f1304-9a17-48aa-b35c-26ba6a897136 req-d74be112-62ae-44d5-a2e5-232872fbe91f service neutron] Bound port: dfc55d26-177b-4fbd-a7ac-bc27347a9887, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc0f85e5-016a-48b5-8f7b-2ab1a07d5af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '6b957d37-6377-4ce7-a80c-f07a7aa98343'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:38:23.578547 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-2e6f1304-9a17-48aa-b35c-26ba6a897136 req-d74be112-62ae-44d5-a2e5-232872fbe91f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:23.580199 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8eca7a4f-25e7-495d-aeae-532b8dbd0d17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:23.629131 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-534d5af5-2e61-47d0-b5f1-03b5543ea566 service neutron] For port 6db91b74-04b4-41e9-bc63-2c760d452ca4, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=6db91b74-04b4-41e9-bc63-2c760d452ca4,segment=NetworkSegment(cd7790e9-3309-48a3-bfb3-c9f386870e48),segment_id=cd7790e9-3309-48a3-bfb3-c9f386870e48)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:38:23.648542 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8eca7a4f-25e7-495d-aeae-532b8dbd0d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:23.685568 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eca7a4f-25e7-495d-aeae-532b8dbd0d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6aeba20-1891-4e0b-8cf9-cd4af4813bce,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:23.692562 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-534d5af5-2e61-47d0-b5f1-03b5543ea566 service neutron] For port 6db91b74-04b4-41e9-bc63-2c760d452ca4, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:38:23.707823 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-50a394df-2c23-4289-8a85-8692c1648aed req-27a78cea-8c3e-49b5-a738-76483c909f44 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.3.107 HTTP/1.1" status: 200 len: 697 time: 0.1573477 Jul 09 14:38:23.772459 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-8eca7a4f-25e7-495d-aeae-532b8dbd0d17 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2f373b792560476d8ea6d2e23b43ed49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8675132 Jul 09 14:38:23.777248 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 52502) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:38:23.914637 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-036bcfd3-0158-49f3-8bb2-fb9944ab24ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:23.928410 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-50a394df-2c23-4289-8a85-8692c1648aed req-a67036d7-1243-4bcb-b347-7d8849ac9cf8 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Deleting port 8e6a1c99-235c-4d7e-b663-991a6a23c309 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:38:23.928817 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-50a394df-2c23-4289-8a85-8692c1648aed req-a67036d7-1243-4bcb-b347-7d8849ac9cf8 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:23.982478 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-036bcfd3-0158-49f3-8bb2-fb9944ab24ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:24.050918 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-50a394df-2c23-4289-8a85-8692c1648aed req-a67036d7-1243-4bcb-b347-7d8849ac9cf8 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:24.050918 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-50a394df-2c23-4289-8a85-8692c1648aed req-a67036d7-1243-4bcb-b347-7d8849ac9cf8 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:24.061216 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5862d21-66f9-4427-b8dd-2b2e4d7a73ef req-c09251a1-d9a6-41f1-a6b7-64b3066d508d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:24.062904 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e5862d21-66f9-4427-b8dd-2b2e4d7a73ef req-c09251a1-d9a6-41f1-a6b7-64b3066d508d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0753039a-7e20-479c-b814-489355a542c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6064742 Jul 09 14:38:24.065225 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-50a394df-2c23-4289-8a85-8692c1648aed req-a67036d7-1243-4bcb-b347-7d8849ac9cf8 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Calling delete_port for 8e6a1c99-235c-4d7e-b663-991a6a23c309 owned by network:floatingip {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:38:24.076056 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ac3b4-80f5-4f5a-80a8-d5b41f82cf56 req-ca770bbb-8c26-4963-aa78-4d51be529c87 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:24.083078 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f81ac3b4-80f5-4f5a-80a8-d5b41f82cf56 req-ca770bbb-8c26-4963-aa78-4d51be529c87 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] 10.222.0.58 "GET /v2.0/ports?device_id=1876ddc6-2fd8-4cac-97e9-177eb390e53b HTTP/1.1" status: 200 len: 943 time: 0.5507152 Jul 09 14:38:24.182401 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-534d5af5-2e61-47d0-b5f1-03b5543ea566 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6db91b74-04b4-41e9-bc63-2c760d452ca4 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:38:24.187545 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-036bcfd3-0158-49f3-8bb2-fb9944ab24ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:24.193972 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-036bcfd3-0158-49f3-8bb2-fb9944ab24ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:24.197254 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-2e6f1304-9a17-48aa-b35c-26ba6a897136 req-d74be112-62ae-44d5-a2e5-232872fbe91f service neutron] For port dfc55d26-177b-4fbd-a7ac-bc27347a9887, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:38:24.197373 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-036bcfd3-0158-49f3-8bb2-fb9944ab24ec admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c6aeba20-1891-4e0b-8cf9-cd4af4813bce HTTP/1.1" status: 204 len: 168 time: 0.4170005 Jul 09 14:38:24.239332 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036bcfd3-0158-49f3-8bb2-fb9944ab24ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6aeba20-1891-4e0b-8cf9-cd4af4813bce,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:24.252021 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-534d5af5-2e61-47d0-b5f1-03b5543ea566 service neutron] For port 6db91b74-04b4-41e9-bc63-2c760d452ca4, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=6db91b74-04b4-41e9-bc63-2c760d452ca4,segment=NetworkSegment(cd7790e9-3309-48a3-bfb3-c9f386870e48),segment_id=cd7790e9-3309-48a3-bfb3-c9f386870e48)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:38:24.296394 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-2e6f1304-9a17-48aa-b35c-26ba6a897136 req-d74be112-62ae-44d5-a2e5-232872fbe91f service neutron] For port dfc55d26-177b-4fbd-a7ac-bc27347a9887, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=dfc55d26-177b-4fbd-a7ac-bc27347a9887,segment=NetworkSegment(dc0f85e5-016a-48b5-8f7b-2ab1a07d5af0),segment_id=dc0f85e5-016a-48b5-8f7b-2ab1a07d5af0)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:38:24.302489 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f81ac3b4-80f5-4f5a-80a8-d5b41f82cf56 req-43633b76-16b8-4ca7-b998-aaa402b10cc4 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] 10.222.0.58 "GET /v2.0/security-groups?id=01d7dc31-eec5-47b2-8cc3-f2acc4868494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184944 Jul 09 14:38:24.335088 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e5862d21-66f9-4427-b8dd-2b2e4d7a73ef req-9a3f7d92-b4fe-4703-8c20-a3c9a3bd12a9 service neutron] 10.222.0.54 "GET /v2.0/networks/0753039a-7e20-479c-b814-489355a542c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374947 Jul 09 14:38:24.337490 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-50a394df-2c23-4289-8a85-8692c1648aed req-a67036d7-1243-4bcb-b347-7d8849ac9cf8 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:24.372283 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67036d7-1243-4bcb-b347-7d8849ac9cf8 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Pushing event deleted for resources: {'Port': ['ID=8e6a1c99-235c-4d7e-b663-991a6a23c309,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:24.431419 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-534d5af5-2e61-47d0-b5f1-03b5543ea566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:24.434394 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-2e6f1304-9a17-48aa-b35c-26ba6a897136 req-d74be112-62ae-44d5-a2e5-232872fbe91f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:24.471382 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-50a394df-2c23-4289-8a85-8692c1648aed req-a67036d7-1243-4bcb-b347-7d8849ac9cf8 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Notify callbacks [] for floatingip, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:24.475891 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-50a394df-2c23-4289-8a85-8692c1648aed req-a67036d7-1243-4bcb-b347-7d8849ac9cf8 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:24.494126 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-50a394df-2c23-4289-8a85-8692c1648aed req-a67036d7-1243-4bcb-b347-7d8849ac9cf8 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "DELETE /v2.0/floatingips/5778986c-0726-40ff-a540-86f51a3b855f HTTP/1.1" status: 204 len: 173 time: 0.7841525 Jul 09 14:38:24.533932 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9b235f-3892-46e7-be35-7c18df847e5f x-openstack-request-id: req-cb9b235f-3892-46e7-be35-7c18df847e5f {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:38:24.534469 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a056f4-f38d-4ab3-a1ec-89e3bf8a65aa", "name": "network-vif-plugged", "status": "completed", "tag": "ebe1c4a7-904d-4f48-ba8f-b31031fa41e7", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:38:24.534469 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cb9b235f-3892-46e7-be35-7c18df847e5f {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:38:24.537056 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a056f4-f38d-4ab3-a1ec-89e3bf8a65aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe1c4a7-904d-4f48-ba8f-b31031fa41e7', 'code': 200} Jul 09 14:38:24.548567 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f1304-9a17-48aa-b35c-26ba6a897136 req-d74be112-62ae-44d5-a2e5-232872fbe91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:24.549037 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-2e6f1304-9a17-48aa-b35c-26ba6a897136 req-d74be112-62ae-44d5-a2e5-232872fbe91f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:24.550290 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2e6f1304-9a17-48aa-b35c-26ba6a897136 req-d74be112-62ae-44d5-a2e5-232872fbe91f service neutron] 10.222.0.62 "PUT /v2.0/ports/dfc55d26-177b-4fbd-a7ac-bc27347a9887 HTTP/1.1" status: 200 len: 1091 time: 3.1493580 Jul 09 14:38:24.563603 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1876ddc6-2fd8-4cac-97e9-177eb390e53b', 'tag': 'dfc55d26-177b-4fbd-a7ac-bc27347a9887'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:38:24.579676 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-779a811a-fd7f-49a8-a755-3be9846e5c31" -d '{"events": [{"name": "network-changed", "server_uuid": "1876ddc6-2fd8-4cac-97e9-177eb390e53b", "tag": "dfc55d26-177b-4fbd-a7ac-bc27347a9887"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:38:24.756757 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1c06a-7bff-4773-afbd-c4a44fe97c22 req-f6df08ca-6147-46d3-bd51-d9b8bd5bac70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:24.758438 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-88d1c06a-7bff-4773-afbd-c4a44fe97c22 req-f6df08ca-6147-46d3-bd51-d9b8bd5bac70 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=72a056f4-f38d-4ab3-a1ec-89e3bf8a65aa HTTP/1.1" status: 200 len: 1101 time: 0.1139987 Jul 09 14:38:24.817415 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-88d1c06a-7bff-4773-afbd-c4a44fe97c22 req-72979ca2-2a46-46a6-aaa4-1b1ffc791dc7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=752838db-eb30-4c5e-99ca-6ae8dc321a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431254 Jul 09 14:38:24.818762 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74be112-62ae-44d5-a2e5-232872fbe91f service neutron] Pushing event updated for resources: {'Port': ['ID=dfc55d26-177b-4fbd-a7ac-bc27347a9887,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:24.891975 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-534d5af5-2e61-47d0-b5f1-03b5543ea566 service neutron] Transition to ACTIVE for port object 6db91b74-04b4-41e9-bc63-2c760d452ca4 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:38:24.899308 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e5862d21-66f9-4427-b8dd-2b2e4d7a73ef req-8ec83267-8c8a-4e9b-b080-7576f96a46e2 service neutron] 10.222.0.54 "GET /v2.0/networks/0753039a-7e20-479c-b814-489355a542c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5429497 Jul 09 14:38:24.961365 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42eb079-f028-4fa5-9c4c-99f7ee851642 req-7aeee4c2-5d0a-4680-81fe-ce6e7b45a05b tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:24.976430 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e42eb079-f028-4fa5-9c4c-99f7ee851642 req-7aeee4c2-5d0a-4680-81fe-ce6e7b45a05b tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=eaa5b4f0-e3c9-4167-9264-3519b0452d34 HTTP/1.1" status: 200 len: 1095 time: 0.4224102 Jul 09 14:38:24.985867 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-534d5af5-2e61-47d0-b5f1-03b5543ea566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:25.073426 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534d5af5-2e61-47d0-b5f1-03b5543ea566 service neutron] Pushing event updated for resources: {'Port': ['ID=6db91b74-04b4-41e9-bc63-2c760d452ca4,revision_number=10']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:25.086084 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb3ae1-5979-4bcf-9a28-dc2d4ac3e8b8 req-555ddebd-efef-4a9e-8950-5aea16021bd1 tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:25.087779 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-91fb3ae1-5979-4bcf-9a28-dc2d4ac3e8b8 req-555ddebd-efef-4a9e-8950-5aea16021bd1 tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] 10.222.0.58 "GET /v2.0/ports?device_id=72a056f4-f38d-4ab3-a1ec-89e3bf8a65aa HTTP/1.1" status: 200 len: 950 time: 0.0922217 Jul 09 14:38:25.114752 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f1304-9a17-48aa-b35c-26ba6a897136 req-472102bf-2fc8-4bcf-af4d-8e364efca2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:25.116320 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2e6f1304-9a17-48aa-b35c-26ba6a897136 req-472102bf-2fc8-4bcf-af4d-8e364efca2b1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a8668948313b4f959579802b00241562&device_id=1876ddc6-2fd8-4cac-97e9-177eb390e53b HTTP/1.1" status: 200 len: 1094 time: 0.3895626 Jul 09 14:38:25.136141 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-91fb3ae1-5979-4bcf-9a28-dc2d4ac3e8b8 req-8e54996c-fb7e-433a-8fc9-83f6e8d7f4ef tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] 10.222.0.58 "GET /v2.0/security-groups?id=752838db-eb30-4c5e-99ca-6ae8dc321a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411797 Jul 09 14:38:25.140843 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e42eb079-f028-4fa5-9c4c-99f7ee851642 req-c06e4653-0221-4e65-850a-ca35b4e607ff tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626837 Jul 09 14:38:25.178589 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2e6f1304-9a17-48aa-b35c-26ba6a897136 req-c0227e79-d1d2-43fd-a1dc-44622bdb1f68 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dfc55d26-177b-4fbd-a7ac-bc27347a9887 HTTP/1.1" status: 200 len: 217 time: 0.0456626 Jul 09 14:38:25.251522 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-534d5af5-2e61-47d0-b5f1-03b5543ea566 service neutron] No DVR routers for this DVR port 6db91b74-04b4-41e9-bc63-2c760d452ca4 on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:38:25.360055 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-534d5af5-2e61-47d0-b5f1-03b5543ea566 service neutron] 10.222.0.62 "PUT /v2.0/ports/6db91b74-04b4-41e9-bc63-2c760d452ca4/bindings/n-h2-799529-6/activate HTTP/1.1" status: 200 len: 369 time: 2.6338019 Jul 09 14:38:25.374252 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f1304-9a17-48aa-b35c-26ba6a897136 req-124af1a9-c874-4811-a134-f339ab2cbcce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:25.374252 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2e6f1304-9a17-48aa-b35c-26ba6a897136 req-124af1a9-c874-4811-a134-f339ab2cbcce service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8ccca447-c618-4c82-8010-5d0951575759 HTTP/1.1" status: 200 len: 867 time: 0.1844449 Jul 09 14:38:25.481771 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f1304-9a17-48aa-b35c-26ba6a897136 req-7600779b-8c9e-49f1-837b-3a565504673d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:25.567701 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2e6f1304-9a17-48aa-b35c-26ba6a897136 req-7600779b-8c9e-49f1-837b-3a565504673d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b957d37-6377-4ce7-a80c-f07a7aa98343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668993 Jul 09 14:38:25.568539 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3defb226-159e-4a0e-bbf2-26cb1d31acfa req-6b0a06de-b87c-4709-8744-44a02b03d883 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:25.568539 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3defb226-159e-4a0e-bbf2-26cb1d31acfa req-6b0a06de-b87c-4709-8744-44a02b03d883 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=1049b884-ab92-4127-863e-462d32d8b8bd HTTP/1.1" status: 200 len: 944 time: 0.1713092 Jul 09 14:38:25.568539 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3defb226-159e-4a0e-bbf2-26cb1d31acfa req-1a309fe2-b4fc-45b6-bb2d-a6bdffcce59e tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402923 Jul 09 14:38:25.595364 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2e6f1304-9a17-48aa-b35c-26ba6a897136 req-72ceae98-3f0d-446d-8460-a52972e17078 service neutron] 10.222.0.62 "GET /v2.0/networks/6b957d37-6377-4ce7-a80c-f07a7aa98343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050854 Jul 09 14:38:25.625402 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0dd5c2-4ce8-4c70-8e9f-e989f6bf526e x-openstack-request-id: req-9c0dd5c2-4ce8-4c70-8e9f-e989f6bf526e {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:38:25.625402 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1876ddc6-2fd8-4cac-97e9-177eb390e53b", "tag": "dfc55d26-177b-4fbd-a7ac-bc27347a9887", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:38:25.625402 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9c0dd5c2-4ce8-4c70-8e9f-e989f6bf526e {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:38:25.625402 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1876ddc6-2fd8-4cac-97e9-177eb390e53b', 'tag': 'dfc55d26-177b-4fbd-a7ac-bc27347a9887', 'status': 'completed', 'code': 200} Jul 09 14:38:25.706457 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2e6f1304-9a17-48aa-b35c-26ba6a897136 req-80916981-63bc-4038-9151-a7eac6b30a17 service neutron] 10.222.0.62 "GET /v2.0/networks/6b957d37-6377-4ce7-a80c-f07a7aa98343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043463 Jul 09 14:38:26.087699 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-532442ee-979d-4500-935f-296e385b94a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:26.271754 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-6df1dd82-9770-46be-9342-4e27a4fdc5f1 tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:26.273503 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-6df1dd82-9770-46be-9342-4e27a4fdc5f1 tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=1049b884-ab92-4127-863e-462d32d8b8bd&tenant_id=3b28908fc5d842e29720d7043e8083fd&binding%3Ahost_id=n-h1-799529-6 HTTP/1.1" status: 200 len: 1095 time: 0.1915245 Jul 09 14:38:26.281770 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a811a-fd7f-49a8-a755-3be9846e5c31 req-ad3de59e-675f-4c9b-a0b2-1fe08ae0bbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:26.283407 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-779a811a-fd7f-49a8-a755-3be9846e5c31 req-ad3de59e-675f-4c9b-a0b2-1fe08ae0bbbd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a8668948313b4f959579802b00241562&device_id=1876ddc6-2fd8-4cac-97e9-177eb390e53b HTTP/1.1" status: 200 len: 1094 time: 0.1263895 Jul 09 14:38:26.435572 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f2b5d-1f79-4746-aa98-aae169dbd40b req-0c6480c3-fc6e-4457-a78b-4de2491e3266 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:26.435572 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a43f2b5d-1f79-4746-aa98-aae169dbd40b req-0c6480c3-fc6e-4457-a78b-4de2491e3266 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] 10.222.0.58 "GET /v2.0/ports?device_id=1876ddc6-2fd8-4cac-97e9-177eb390e53b HTTP/1.1" status: 200 len: 943 time: 0.1149135 Jul 09 14:38:26.485208 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 52564) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:38:26.485396 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a811a-fd7f-49a8-a755-3be9846e5c31 req-59d39cfc-c0cf-4eff-8125-ade58a9bc7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:26.487427 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-779a811a-fd7f-49a8-a755-3be9846e5c31 req-59d39cfc-c0cf-4eff-8125-ade58a9bc7fb service neutron] 10.222.0.62 "GET /v2.0/networks?id=6b957d37-6377-4ce7-a80c-f07a7aa98343 HTTP/1.1" status: 200 len: 929 time: 0.1947484 Jul 09 14:38:26.490714 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-3576aaa6-e71e-4b50-94b2-0890724c99ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:26.492657 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-3576aaa6-e71e-4b50-94b2-0890724c99ba service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1049b884-ab92-4127-863e-462d32d8b8bd&tenant_id=3b28908fc5d842e29720d7043e8083fd HTTP/1.1" status: 200 len: 1095 time: 0.2080841 Jul 09 14:38:26.547286 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a43f2b5d-1f79-4746-aa98-aae169dbd40b req-f2cb1154-f60a-4e4d-a9d6-2b8e0f361f06 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] 10.222.0.58 "GET /v2.0/security-groups?id=01d7dc31-eec5-47b2-8cc3-f2acc4868494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062703 Jul 09 14:38:26.557627 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-779a811a-fd7f-49a8-a755-3be9846e5c31 req-63fcd0fc-d750-4c76-9a6b-0182eee5d2b3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dfc55d26-177b-4fbd-a7ac-bc27347a9887 HTTP/1.1" status: 200 len: 217 time: 0.0618026 Jul 09 14:38:26.679673 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a811a-fd7f-49a8-a755-3be9846e5c31 req-204de43b-9a96-4c1a-8ea7-bd24e62b8998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:26.681146 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-779a811a-fd7f-49a8-a755-3be9846e5c31 req-204de43b-9a96-4c1a-8ea7-bd24e62b8998 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8ccca447-c618-4c82-8010-5d0951575759 HTTP/1.1" status: 200 len: 867 time: 0.0853648 Jul 09 14:38:26.689387 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-58ca8a0f-9eaa-4dc5-b60b-56ac37e78c51 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-576077221-network', 'tenant_id': '6e600d8c0cb843ca844389a7d7bc3a15'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:38:26.701040 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-ca263d3a-6eba-4905-9bfb-24aa3c96a667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:26.702937 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-ca263d3a-6eba-4905-9bfb-24aa3c96a667 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3b28908fc5d842e29720d7043e8083fd&device_id=1049b884-ab92-4127-863e-462d32d8b8bd HTTP/1.1" status: 200 len: 1095 time: 0.1554933 Jul 09 14:38:26.804130 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ca8a0f-9eaa-4dc5-b60b-56ac37e78c51 admin admin] Made reservation on behalf of 6e600d8c0cb843ca844389a7d7bc3a15 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:38:26.808211 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-58ca8a0f-9eaa-4dc5-b60b-56ac37e78c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:26.826483 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab2809-210b-4c7a-b25e-9306922b02c7 req-0571b25f-c854-4c35-9f38-ed0890bfd2af tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:26.835983 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-acab2809-210b-4c7a-b25e-9306922b02c7 req-0571b25f-c854-4c35-9f38-ed0890bfd2af tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] 10.222.0.58 "GET /v2.0/ports?device_id=72a056f4-f38d-4ab3-a1ec-89e3bf8a65aa HTTP/1.1" status: 200 len: 950 time: 0.0995312 Jul 09 14:38:26.838794 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-58ca8a0f-9eaa-4dc5-b60b-56ac37e78c51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:26.873027 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a811a-fd7f-49a8-a755-3be9846e5c31 req-d83a0936-4a39-4147-899d-dd9890781e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:26.874546 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-779a811a-fd7f-49a8-a755-3be9846e5c31 req-d83a0936-4a39-4147-899d-dd9890781e04 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b957d37-6377-4ce7-a80c-f07a7aa98343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1857710 Jul 09 14:38:26.903873 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-96692aeb-9614-473b-b7fb-1ef8fde3e1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:26.905306 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-96692aeb-9614-473b-b7fb-1ef8fde3e1d0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=56b8037f-2c10-4a66-9bb7-3f0d90fcd124 HTTP/1.1" status: 200 len: 909 time: 0.1797650 Jul 09 14:38:26.920616 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-acab2809-210b-4c7a-b25e-9306922b02c7 req-f3ec6d89-0ba5-4ba4-8e3c-fcc238917794 tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] 10.222.0.58 "GET /v2.0/security-groups?id=752838db-eb30-4c5e-99ca-6ae8dc321a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835032 Jul 09 14:38:27.010828 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b781b38-7607-4a74-b769-86b1e77b418b req-204ce491-db9f-481d-8399-13c0d44f4a49 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:27.013242 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9b781b38-7607-4a74-b769-86b1e77b418b req-204ce491-db9f-481d-8399-13c0d44f4a49 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/ports?device_id=208200ef-b947-4ff4-a8d8-c82c5df3ec7d HTTP/1.1" status: 200 len: 946 time: 0.2301719 Jul 09 14:38:27.019173 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-510ae245-fd16-4663-abde-3bd95c88a4fb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6db91b74-04b4-41e9-bc63-2c760d452ca4 HTTP/1.1" status: 200 len: 217 time: 0.0628662 Jul 09 14:38:27.070385 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-58ca8a0f-9eaa-4dc5-b60b-56ac37e78c51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:27.138840 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9b781b38-7607-4a74-b769-86b1e77b418b req-45fd3dc0-862d-4117-b1e4-4d5810cec7b7 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/security-groups?id=e422a52c-7c07-43a8-a88a-b9007d1c26e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136646 Jul 09 14:38:27.141827 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-779a811a-fd7f-49a8-a755-3be9846e5c31 req-5ca09808-4a92-4ac9-afee-866a8e3ec9a7 service neutron] 10.222.0.62 "GET /v2.0/networks/6b957d37-6377-4ce7-a80c-f07a7aa98343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517180 Jul 09 14:38:27.143599 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-5863d42a-09c1-4525-ad53-cf70b21d53df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:27.144914 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-5863d42a-09c1-4525-ad53-cf70b21d53df service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e48d7f3a-0ca9-428c-9383-07e4f6a75f04 HTTP/1.1" status: 200 len: 848 time: 0.1071358 Jul 09 14:38:27.148891 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-58ca8a0f-9eaa-4dc5-b60b-56ac37e78c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:27.184050 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58ca8a0f-9eaa-4dc5-b60b-56ac37e78c51 admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:38:27.205650 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ca8a0f-9eaa-4dc5-b60b-56ac37e78c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f0d29b-7c28-45e3-bcda-57869f378b6d,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:27.220946 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-58ca8a0f-9eaa-4dc5-b60b-56ac37e78c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:27.221467 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-58ca8a0f-9eaa-4dc5-b60b-56ac37e78c51 admin admin] Added segment 17394383-4606-4647-9992-0361f0b92269 of type vlan for network c745bea4-7e1e-45dd-a5c7-6649097bc832 Jul 09 14:38:27.273169 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-a2046c82-4e4e-47c2-b5cb-bd45ce68eee7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=56b8037f-2c10-4a66-9bb7-3f0d90fcd124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1148465 Jul 09 14:38:27.331830 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-58ca8a0f-9eaa-4dc5-b60b-56ac37e78c51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:27.399965 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb5b24-4aa6-4b6e-a59b-e1f4b3a1b1a4 req-bc798137-01a6-4214-8694-3bba29694e39 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:27.405852 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-24fb5b24-4aa6-4b6e-a59b-e1f4b3a1b1a4 req-bc798137-01a6-4214-8694-3bba29694e39 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=1049b884-ab92-4127-863e-462d32d8b8bd HTTP/1.1" status: 200 len: 944 time: 0.2979455 Jul 09 14:38:27.441692 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-a7b65321-9eb0-4ee9-a244-9f0f4caa1e0d service neutron] 10.222.0.54 "GET /v2.0/networks/56b8037f-2c10-4a66-9bb7-3f0d90fcd124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456373 Jul 09 14:38:27.507035 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-24fb5b24-4aa6-4b6e-a59b-e1f4b3a1b1a4 req-69f1051b-3127-41eb-be80-39f8c25fb1c1 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941439 Jul 09 14:38:27.521898 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-58ca8a0f-9eaa-4dc5-b60b-56ac37e78c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:27.529291 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ca8a0f-9eaa-4dc5-b60b-56ac37e78c51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:27.529291 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-58ca8a0f-9eaa-4dc5-b60b-56ac37e78c51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:27.544218 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-779a811a-fd7f-49a8-a755-3be9846e5c31 req-b0e0ef12-1088-4f45-950c-93e0e0aab57a service neutron] 10.222.0.62 "GET /v2.0/networks/6b957d37-6377-4ce7-a80c-f07a7aa98343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3954549 Jul 09 14:38:27.628227 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-74e2ebfc-8b11-4cbf-81a3-10e7186893a3 service neutron] 10.222.0.54 "GET /v2.0/networks/56b8037f-2c10-4a66-9bb7-3f0d90fcd124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742437 Jul 09 14:38:27.633343 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ca8a0f-9eaa-4dc5-b60b-56ac37e78c51 admin admin] Pushing event updated for resources: {'Network': ['ID=c745bea4-7e1e-45dd-a5c7-6649097bc832,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:27.659274 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network c745bea4-7e1e-45dd-a5c7-6649097bc832 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:38:27.734749 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-58ca8a0f-9eaa-4dc5-b60b-56ac37e78c51 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2478778 Jul 09 14:38:27.737488 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 52592) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:38:27.748147 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-8b1266dd-1ac3-417c-a439-13e0b3648aef admin admin] Request body: {'subnet': {'network_id': 'c745bea4-7e1e-45dd-a5c7-6649097bc832', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-576077221-subnet', 'tenant_id': '6e600d8c0cb843ca844389a7d7bc3a15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:38:27.908340 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b1266dd-1ac3-417c-a439-13e0b3648aef admin admin] Made reservation on behalf of 6e600d8c0cb843ca844389a7d7bc3a15 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:38:27.910748 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8b1266dd-1ac3-417c-a439-13e0b3648aef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:28.111465 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0e149-fc85-49f7-9537-acf405a98667 req-7dfd5243-0581-44ef-8c40-f0c8ef5bac7b tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:28.113194 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a3c0e149-fc85-49f7-9537-acf405a98667 req-7dfd5243-0581-44ef-8c40-f0c8ef5bac7b tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] 10.222.0.58 "GET /v2.0/ports?device_id=1876ddc6-2fd8-4cac-97e9-177eb390e53b HTTP/1.1" status: 200 len: 943 time: 0.1079068 Jul 09 14:38:28.247773 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a3c0e149-fc85-49f7-9537-acf405a98667 req-3dd7cef3-7632-4389-bbf4-c949784d4a38 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] 10.222.0.58 "GET /v2.0/security-groups?id=01d7dc31-eec5-47b2-8cc3-f2acc4868494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788770 Jul 09 14:38:28.421088 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8b1266dd-1ac3-417c-a439-13e0b3648aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:28.542277 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1266dd-1ac3-417c-a439-13e0b3648aef admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc4f2495-2fcc-4624-8b1c-cc286104efac,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:28.600043 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba11e9aa-3ca5-40fa-8735-86ae35581967 req-6088cb97-bff7-4119-9e7f-428d5b10a528 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:28.601647 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ba11e9aa-3ca5-40fa-8735-86ae35581967 req-6088cb97-bff7-4119-9e7f-428d5b10a528 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.54 "GET /v2.0/ports?device_id=208200ef-b947-4ff4-a8d8-c82c5df3ec7d HTTP/1.1" status: 200 len: 946 time: 0.1235552 Jul 09 14:38:28.664565 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-a77df6e4-b19f-4de6-bc9e-0387bedfc2a6 tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:28.666179 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-a77df6e4-b19f-4de6-bc9e-0387bedfc2a6 tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=1049b884-ab92-4127-863e-462d32d8b8bd&tenant_id=3b28908fc5d842e29720d7043e8083fd&binding%3Ahost_id=n-h2-799529-6 HTTP/1.1" status: 200 len: 1095 time: 0.1258521 Jul 09 14:38:28.705655 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1266dd-1ac3-417c-a439-13e0b3648aef admin admin] Checking segment: {'id': '17394383-4606-4647-9992-0361f0b92269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'c745bea4-7e1e-45dd-a5c7-6649097bc832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:38:28.706011 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1266dd-1ac3-417c-a439-13e0b3648aef admin admin] Network hostable DHCP agents. Network: c745bea4-7e1e-45dd-a5c7-6649097bc832, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:38:28.766523 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f64c30-dad8-4bde-9e4c-6971c29bd6a3 req-5f5046e9-09c1-4937-8bcd-989cf284e852 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:28.778644 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-51f64c30-dad8-4bde-9e4c-6971c29bd6a3 req-5f5046e9-09c1-4937-8bcd-989cf284e852 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/ports?device_id=208200ef-b947-4ff4-a8d8-c82c5df3ec7d HTTP/1.1" status: 200 len: 946 time: 0.3613312 Jul 09 14:38:28.792095 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d7398-7b46-4b59-ba3a-9c44951777b8 req-8248aa37-0dd2-44b6-b24f-28166177d883 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:28.799965 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-222d7398-7b46-4b59-ba3a-9c44951777b8 req-8248aa37-0dd2-44b6-b24f-28166177d883 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=1049b884-ab92-4127-863e-462d32d8b8bd HTTP/1.1" status: 200 len: 944 time: 0.1190794 Jul 09 14:38:28.843752 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-51f64c30-dad8-4bde-9e4c-6971c29bd6a3 req-04c4491b-dc43-4ecf-9446-a96ca873cfbe tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/security-groups?id=e422a52c-7c07-43a8-a88a-b9007d1c26e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637708 Jul 09 14:38:28.846591 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1266dd-1ac3-417c-a439-13e0b3648aef admin admin] Network c745bea4-7e1e-45dd-a5c7-6649097bc832 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:38:28.851643 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-ba11e9aa-3ca5-40fa-8735-86ae35581967 req-b67fcc61-eb74-4e4e-a21f-9baf69dd8787 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Deleting port f7652d57-006e-480e-b09f-d6ce03537407 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:38:28.852314 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-ba11e9aa-3ca5-40fa-8735-86ae35581967 req-b67fcc61-eb74-4e4e-a21f-9baf69dd8787 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:28.876499 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-222d7398-7b46-4b59-ba3a-9c44951777b8 req-ae7d4196-03a2-44cc-939f-59063f3748a8 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748775 Jul 09 14:38:28.990174 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9b389e1a-77fc-4472-ac1d-90b1c2c3608e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:29.024886 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-8b1266dd-1ac3-417c-a439-13e0b3648aef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, c745bea4-7e1e-45dd-a5c7-6649097bc832) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:38:29.036403 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1266dd-1ac3-417c-a439-13e0b3648aef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:29.036852 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c5058f-2fa2-4c88-a121-a869f7c463aa None None] Network c745bea4-7e1e-45dd-a5c7-6649097bc832 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:38:29.039101 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8b1266dd-1ac3-417c-a439-13e0b3648aef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:29.065921 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-ba11e9aa-3ca5-40fa-8735-86ae35581967 req-b67fcc61-eb74-4e4e-a21f-9baf69dd8787 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] For port f7652d57-006e-480e-b09f-d6ce03537407, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=f7652d57-006e-480e-b09f-d6ce03537407,segment=NetworkSegment(da9acf97-083b-491c-801b-5da8bcfd8b16),segment_id=da9acf97-083b-491c-801b-5da8bcfd8b16)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:38:29.066516 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-ba11e9aa-3ca5-40fa-8735-86ae35581967 req-b67fcc61-eb74-4e4e-a21f-9baf69dd8787 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:29.098815 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-ba11e9aa-3ca5-40fa-8735-86ae35581967 req-b67fcc61-eb74-4e4e-a21f-9baf69dd8787 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Calling delete_port for f7652d57-006e-480e-b09f-d6ce03537407 owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:38:29.110663 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:29.140214 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-8b1266dd-1ac3-417c-a439-13e0b3648aef admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4008865 Jul 09 14:38:29.185338 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-ef7e6ac4-933f-4bd1-a097-3b6995e1aa35 service neutron] For port 6db91b74-04b4-41e9-bc63-2c760d452ca4, host n-h1-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:38:29.190491 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-ef7e6ac4-933f-4bd1-a097-3b6995e1aa35 service neutron] Notify callbacks [] for binding, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:29.193391 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-18882149-45bc-4eed-9587-2e3fa0faeecd req-ef7e6ac4-933f-4bd1-a097-3b6995e1aa35 service neutron] 10.222.0.54 "DELETE /v2.0/ports/6db91b74-04b4-41e9-bc63-2c760d452ca4/bindings/n-h1-799529-6 HTTP/1.1" status: 204 len: 173 time: 0.5074100 Jul 09 14:38:29.300101 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16262cee-8e41-47b4-a1f4-25390564ed93 req-4433ba7b-5565-43b5-8313-ddc05dd179fd tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:29.301876 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-16262cee-8e41-47b4-a1f4-25390564ed93 req-4433ba7b-5565-43b5-8313-ddc05dd179fd tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=1049b884-ab92-4127-863e-462d32d8b8bd HTTP/1.1" status: 200 len: 1095 time: 0.1217551 Jul 09 14:38:29.392034 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c6adde-108e-4949-b80d-d2e47b1878e5 None None] Network c745bea4-7e1e-45dd-a5c7-6649097bc832 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:38:29.465410 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-16262cee-8e41-47b4-a1f4-25390564ed93 req-dd55aa66-b964-4925-80c8-35e11c954ec3 tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336854 Jul 09 14:38:29.582877 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-ba11e9aa-3ca5-40fa-8735-86ae35581967 req-b67fcc61-eb74-4e4e-a21f-9baf69dd8787 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:29.606832 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c21cdb5-a8d7-40f7-a6b1-e326d0f3b11e req-2a1de278-25bb-4e16-830e-c6123fea7288 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:29.616144 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2c21cdb5-a8d7-40f7-a6b1-e326d0f3b11e req-2a1de278-25bb-4e16-830e-c6123fea7288 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] 10.222.0.58 "GET /v2.0/ports?device_id=1876ddc6-2fd8-4cac-97e9-177eb390e53b HTTP/1.1" status: 200 len: 943 time: 0.1258905 Jul 09 14:38:29.643348 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67fcc61-eb74-4e4e-a21f-9baf69dd8787 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Pushing event deleted for resources: {'Port': ['ID=f7652d57-006e-480e-b09f-d6ce03537407,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:29.669023 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['f7652d57-006e-480e-b09f-d6ce03537407'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:38:29.688132 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2c21cdb5-a8d7-40f7-a6b1-e326d0f3b11e req-2d318eb9-c99b-4b3d-9ae6-e4cef7d3b206 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] 10.222.0.58 "GET /v2.0/security-groups?id=01d7dc31-eec5-47b2-8cc3-f2acc4868494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703125 Jul 09 14:38:29.824560 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba11e9aa-3ca5-40fa-8735-86ae35581967 req-b67fcc61-eb74-4e4e-a21f-9baf69dd8787 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] No DVR routers for this DVR port f7652d57-006e-480e-b09f-d6ce03537407 on host n-h2-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:38:29.835682 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-ba11e9aa-3ca5-40fa-8735-86ae35581967 req-b67fcc61-eb74-4e4e-a21f-9baf69dd8787 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:29.835682 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ba11e9aa-3ca5-40fa-8735-86ae35581967 req-b67fcc61-eb74-4e4e-a21f-9baf69dd8787 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.54 "DELETE /v2.0/ports/f7652d57-006e-480e-b09f-d6ce03537407 HTTP/1.1" status: 204 len: 173 time: 1.2140546 Jul 09 14:38:29.835682 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '208200ef-b947-4ff4-a8d8-c82c5df3ec7d', 'name': 'network-vif-deleted', 'tag': 'f7652d57-006e-480e-b09f-d6ce03537407'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:38:29.854926 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9122e7-9252-462c-bcb8-bbfbb720a35c" -d '{"events": [{"server_uuid": "208200ef-b947-4ff4-a8d8-c82c5df3ec7d", "name": "network-vif-deleted", "tag": "f7652d57-006e-480e-b09f-d6ce03537407"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:38:30.020057 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a70ff68-2c5f-4db1-92b5-0f27f3574618 req-42b6a492-be2b-4446-9e9b-99128bcbc202 tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:30.030613 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2a70ff68-2c5f-4db1-92b5-0f27f3574618 req-42b6a492-be2b-4446-9e9b-99128bcbc202 tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=1049b884-ab92-4127-863e-462d32d8b8bd HTTP/1.1" status: 200 len: 1095 time: 0.0790637 Jul 09 14:38:30.088262 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2a70ff68-2c5f-4db1-92b5-0f27f3574618 req-1c00ff24-1089-40ee-87ed-e8c45df45f5b tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565388 Jul 09 14:38:30.097215 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:30.109320 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device dfc55d26-177b-4fbd-a7ac-bc27347a9887 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:38:30.185252 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c634986e-53ed-4172-bf4d-0afe125a1877 x-openstack-request-id: req-c634986e-53ed-4172-bf4d-0afe125a1877 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:38:30.185555 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "208200ef-b947-4ff4-a8d8-c82c5df3ec7d", "name": "network-vif-deleted", "tag": "f7652d57-006e-480e-b09f-d6ce03537407", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:38:30.185814 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c634986e-53ed-4172-bf4d-0afe125a1877 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:38:30.186230 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '208200ef-b947-4ff4-a8d8-c82c5df3ec7d', 'name': 'network-vif-deleted', 'tag': 'f7652d57-006e-480e-b09f-d6ce03537407', 'status': 'completed', 'code': 200} Jul 09 14:38:30.215326 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec2da6-f6ac-4f78-bed9-93bf1c8c6ab9 req-4fce27d8-9acb-4ee4-9dc4-9d88b6498b6b tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:30.234486 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c4ec2da6-f6ac-4f78-bed9-93bf1c8c6ab9 req-4fce27d8-9acb-4ee4-9dc4-9d88b6498b6b tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] 10.222.0.58 "GET /v2.0/networks?id=c745bea4-7e1e-45dd-a5c7-6649097bc832 HTTP/1.1" status: 200 len: 821 time: 0.3189185 Jul 09 14:38:30.284366 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c4ec2da6-f6ac-4f78-bed9-93bf1c8c6ab9 req-5f0630e2-f65a-4560-98bf-22914b9e95f5 tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] 10.222.0.58 "GET /v2.0/quotas/6e600d8c0cb843ca844389a7d7bc3a15 HTTP/1.1" status: 200 len: 375 time: 0.0489073 Jul 09 14:38:30.287649 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port dfc55d26-177b-4fbd-a7ac-bc27347a9887, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=dfc55d26-177b-4fbd-a7ac-bc27347a9887,segment=NetworkSegment(dc0f85e5-016a-48b5-8f7b-2ab1a07d5af0),segment_id=dc0f85e5-016a-48b5-8f7b-2ab1a07d5af0)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:38:30.319745 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': 'dfc55d26-177b-4fbd-a7ac-bc27347a9887', 'network_id': '6b957d37-6377-4ce7-a80c-f07a7aa98343', 'port_id': 'dfc55d26-177b-4fbd-a7ac-bc27347a9887', 'mac_address': 'fa:16:3e:60:a1:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ccca447-c618-4c82-8010-5d0951575759', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:38:30.427817 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:30.460758 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfc55d26-177b-4fbd-a7ac-bc27347a9887 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:38:30.462041 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c4ec2da6-f6ac-4f78-bed9-93bf1c8c6ab9 req-d0377295-12c1-458c-9232-923ca025d778 tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6e600d8c0cb843ca844389a7d7bc3a15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1755846 Jul 09 14:38:30.486592 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port dfc55d26-177b-4fbd-a7ac-bc27347a9887, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=dfc55d26-177b-4fbd-a7ac-bc27347a9887,segment=NetworkSegment(dc0f85e5-016a-48b5-8f7b-2ab1a07d5af0),segment_id=dc0f85e5-016a-48b5-8f7b-2ab1a07d5af0)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:38:30.520708 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7750fe90-ae00-4307-bf1f-624d272043c6 req-74219de8-418d-4aa1-88b2-706f1e956ba2 tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/ports?device_id=208200ef-b947-4ff4-a8d8-c82c5df3ec7d HTTP/1.1" status: 200 len: 210 time: 0.0543897 Jul 09 14:38:30.578923 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:30.626921 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c4ec2da6-f6ac-4f78-bed9-93bf1c8c6ab9 req-ec5d59e0-31bc-4d3f-ab29-7fa279a3a029 service neutron] 10.222.0.58 "GET /v2.0/networks/c745bea4-7e1e-45dd-a5c7-6649097bc832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639211 Jul 09 14:38:30.673646 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=dfc55d26-177b-4fbd-a7ac-bc27347a9887,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:30.756238 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c4ec2da6-f6ac-4f78-bed9-93bf1c8c6ab9 req-bb17e7aa-e7a9-49b5-b9f0-861f82e31055 service neutron] 10.222.0.58 "GET /v2.0/networks/c745bea4-7e1e-45dd-a5c7-6649097bc832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283917 Jul 09 14:38:31.059418 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['dfc55d26-177b-4fbd-a7ac-bc27347a9887'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:38:31.493245 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:31.579258 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4c026318-d442-4c96-9984-b02570baec7c req-7ae89d15-f803-403f-8c73-59169bd046fb tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] 10.222.0.58 "GET /v2.0/ports?device_id=c52a93e8-22a0-4a9e-85c0-2f76974183f3 HTTP/1.1" status: 200 len: 210 time: 0.1287491 Jul 09 14:38:31.602696 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896068b8-d823-43ab-ab6c-6a5495737065 req-93cb39f9-b4cf-4b27-b9a7-b59d06670754 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:31.617771 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-896068b8-d823-43ab-ab6c-6a5495737065 req-93cb39f9-b4cf-4b27-b9a7-b59d06670754 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] 10.222.0.58 "GET /v2.0/ports?device_id=1876ddc6-2fd8-4cac-97e9-177eb390e53b HTTP/1.1" status: 200 len: 944 time: 0.2353282 Jul 09 14:38:31.714587 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-896068b8-d823-43ab-ab6c-6a5495737065 req-3365e542-ef82-4f3d-b614-5d1b3e08caf0 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] 10.222.0.58 "GET /v2.0/security-groups?id=01d7dc31-eec5-47b2-8cc3-f2acc4868494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889170 Jul 09 14:38:31.788202 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2b8f84af-e64d-4eee-9b7a-25385f759547 req-9c29d176-b44c-46dd-8c4d-83cf13e1693a tempest-FloatingIPsAssociationTestJSON-1858447484 tempest-FloatingIPsAssociationTestJSON-1858447484-project] 10.222.0.58 "GET /v2.0/ports?device_id=208200ef-b947-4ff4-a8d8-c82c5df3ec7d HTTP/1.1" status: 200 len: 210 time: 0.0359585 Jul 09 14:38:32.417418 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device ebe1c4a7-904d-4f48-ba8f-b31031fa41e7 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:38:32.421731 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device f7652d57-006e-480e-b09f-d6ce03537407 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:38:32.460348 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: f7652d57-006e-480e-b09f-d6ce03537407 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:38:32.460663 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device f7652d57-006e-480e-b09f-d6ce03537407 not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:38:32.550999 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port ebe1c4a7-904d-4f48-ba8f-b31031fa41e7, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=ebe1c4a7-904d-4f48-ba8f-b31031fa41e7,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:38:32.561723 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': 'ebe1c4a7-904d-4f48-ba8f-b31031fa41e7', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'port_id': 'ebe1c4a7-904d-4f48-ba8f-b31031fa41e7', 'mac_address': 'fa:16:3e:ed:04:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8081bcce-88de-4a2f-9e69-6750220e0be0', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:38:32.601044 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:32.713364 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ebe1c4a7-904d-4f48-ba8f-b31031fa41e7 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:38:32.713364 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port ebe1c4a7-904d-4f48-ba8f-b31031fa41e7, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=ebe1c4a7-904d-4f48-ba8f-b31031fa41e7,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:38:32.714159 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-576753bf-5ebb-424d-bdb9-0faa7632d77a req-617f7b12-a1c8-465d-bb40-c1273e2f9ab2 tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] 10.222.0.58 "GET /v2.0/ports?device_id=c52a93e8-22a0-4a9e-85c0-2f76974183f3 HTTP/1.1" status: 200 len: 210 time: 0.0296123 Jul 09 14:38:32.882526 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400ed48-e69d-4874-9e5f-1a80c94519f9 req-df519eee-8fdb-4ff1-8e3c-abd90fcc4b23 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:32.884086 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b400ed48-e69d-4874-9e5f-1a80c94519f9 req-df519eee-8fdb-4ff1-8e3c-abd90fcc4b23 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] 10.222.0.58 "GET /v2.0/ports?device_id=1876ddc6-2fd8-4cac-97e9-177eb390e53b HTTP/1.1" status: 200 len: 944 time: 0.0637612 Jul 09 14:38:32.891719 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 52756) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:38:33.064249 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:33.292368 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=ebe1c4a7-904d-4f48-ba8f-b31031fa41e7,revision_number=6']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:33.302034 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['ebe1c4a7-904d-4f48-ba8f-b31031fa41e7'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:38:33.662498 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b400ed48-e69d-4874-9e5f-1a80c94519f9 req-baf8aad9-cae2-4e04-8d68-a7a6f832e28e tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] 10.222.0.58 "GET /v2.0/security-groups?id=01d7dc31-eec5-47b2-8cc3-f2acc4868494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7685015 Jul 09 14:38:33.884197 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-840332d0-9eaa-4c4a-8110-31a8dd3d8344 req-a4bed658-7fb5-464e-9b53-a14726971894 tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] 10.222.0.58 "GET /v2.0/ports?device_id=c52a93e8-22a0-4a9e-85c0-2f76974183f3 HTTP/1.1" status: 200 len: 210 time: 0.0653098 Jul 09 14:38:34.145726 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device dfc55d26-177b-4fbd-a7ac-bc27347a9887 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:38:34.218332 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-51f07420-545d-40c3-81dc-730f08576be3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:34.431142 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device ebe1c4a7-904d-4f48-ba8f-b31031fa41e7 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:38:34.487409 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port dfc55d26-177b-4fbd-a7ac-bc27347a9887 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:38:34.494400 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port dfc55d26-177b-4fbd-a7ac-bc27347a9887 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:38:34.495111 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:34.497910 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port ebe1c4a7-904d-4f48-ba8f-b31031fa41e7 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:38:34.498825 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:34.611486 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-51f07420-545d-40c3-81dc-730f08576be3 admin admin] Deleting port 56f86a50-958e-4a57-93f9-e200963d85e2 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:38:34.619254 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-51f07420-545d-40c3-81dc-730f08576be3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:34.661156 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:34.682298 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:34.706338 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1876ddc6-2fd8-4cac-97e9-177eb390e53b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc55d26-177b-4fbd-a7ac-bc27347a9887'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:38:34.708957 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46093fe2-cf16-4171-8636-1d1e33d3dfb6" -d '{"events": [{"server_uuid": "1876ddc6-2fd8-4cac-97e9-177eb390e53b", "name": "network-vif-plugged", "status": "completed", "tag": "dfc55d26-177b-4fbd-a7ac-bc27347a9887"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:38:34.733521 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port dfc55d26-177b-4fbd-a7ac-bc27347a9887, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=dfc55d26-177b-4fbd-a7ac-bc27347a9887,segment=NetworkSegment(dc0f85e5-016a-48b5-8f7b-2ab1a07d5af0),segment_id=dc0f85e5-016a-48b5-8f7b-2ab1a07d5af0)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:38:34.783001 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port ebe1c4a7-904d-4f48-ba8f-b31031fa41e7, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=ebe1c4a7-904d-4f48-ba8f-b31031fa41e7,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:38:34.794310 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-51f07420-545d-40c3-81dc-730f08576be3 admin admin] For port 56f86a50-958e-4a57-93f9-e200963d85e2, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=56f86a50-958e-4a57-93f9-e200963d85e2,segment=NetworkSegment(da9acf97-083b-491c-801b-5da8bcfd8b16),segment_id=da9acf97-083b-491c-801b-5da8bcfd8b16)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:38:34.794697 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-51f07420-545d-40c3-81dc-730f08576be3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:34.824781 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-51f07420-545d-40c3-81dc-730f08576be3 admin admin] Calling delete_port for 56f86a50-958e-4a57-93f9-e200963d85e2 owned by network:router_interface {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:38:34.830631 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:34.952374 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=dfc55d26-177b-4fbd-a7ac-bc27347a9887,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:34.972261 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:35.053559 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c65dada9-27ff-456f-9913-d3bbdd7e5e82 x-openstack-request-id: req-c65dada9-27ff-456f-9913-d3bbdd7e5e82 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:38:35.053879 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1876ddc6-2fd8-4cac-97e9-177eb390e53b", "name": "network-vif-plugged", "status": "completed", "tag": "dfc55d26-177b-4fbd-a7ac-bc27347a9887", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:38:35.054756 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c65dada9-27ff-456f-9913-d3bbdd7e5e82 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:38:35.054756 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1876ddc6-2fd8-4cac-97e9-177eb390e53b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc55d26-177b-4fbd-a7ac-bc27347a9887', 'code': 200} Jul 09 14:38:35.079336 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4015f2d-bd7b-4a26-ad53-64c216cdd103 req-e1234706-8157-4864-a11a-cf15297485bb tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:35.090623 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e4015f2d-bd7b-4a26-ad53-64c216cdd103 req-e1234706-8157-4864-a11a-cf15297485bb tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] 10.222.0.58 "GET /v2.0/ports?device_id=1876ddc6-2fd8-4cac-97e9-177eb390e53b HTTP/1.1" status: 200 len: 945 time: 0.1684177 Jul 09 14:38:35.129740 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=ebe1c4a7-904d-4f48-ba8f-b31031fa41e7,revision_number=7']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:35.254574 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e4015f2d-bd7b-4a26-ad53-64c216cdd103 req-4923c0f2-886c-4057-bf64-5aac7c6edaaf tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] 10.222.0.58 "GET /v2.0/security-groups?id=01d7dc31-eec5-47b2-8cc3-f2acc4868494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621904 Jul 09 14:38:35.317026 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19423c94-ec07-4708-91fa-843475a1c9d6 req-9920418a-f222-4cd2-944a-db06a46dac3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:35.318565 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-19423c94-ec07-4708-91fa-843475a1c9d6 req-9920418a-f222-4cd2-944a-db06a46dac3a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1876ddc6-2fd8-4cac-97e9-177eb390e53b HTTP/1.1" status: 200 len: 1096 time: 0.1731281 Jul 09 14:38:35.392930 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-19423c94-ec07-4708-91fa-843475a1c9d6 req-54bfadd7-6f67-4946-bf31-1bd99b24f5c8 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=01d7dc31-eec5-47b2-8cc3-f2acc4868494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642533 Jul 09 14:38:35.497188 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-267be6d2-a17d-478a-8e9f-8cf6823534f9 req-dec1b5f2-165d-45a2-8215-b243ed3c2f65 tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] 10.222.0.58 "GET /v2.0/ports?device_id=c52a93e8-22a0-4a9e-85c0-2f76974183f3 HTTP/1.1" status: 200 len: 210 time: 0.0454302 Jul 09 14:38:35.498119 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-51f07420-545d-40c3-81dc-730f08576be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:35.534446 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f07420-545d-40c3-81dc-730f08576be3 admin admin] Pushing event deleted for resources: {'Port': ['ID=56f86a50-958e-4a57-93f9-e200963d85e2,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:35.870086 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec2da6-f6ac-4f78-bed9-93bf1c8c6ab9 req-129265b8-fef6-4877-910f-c64930a86531 tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:35.872306 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c4ec2da6-f6ac-4f78-bed9-93bf1c8c6ab9 req-129265b8-fef6-4877-910f-c64930a86531 tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] 10.222.0.54 "GET /v2.0/networks?id=c745bea4-7e1e-45dd-a5c7-6649097bc832 HTTP/1.1" status: 200 len: 821 time: 0.2920947 Jul 09 14:38:35.893231 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-c4ec2da6-f6ac-4f78-bed9-93bf1c8c6ab9 req-10fcb005-73a6-4dce-801d-9ef947a62eda tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] Request body: {'port': {'device_id': 'c52a93e8-22a0-4a9e-85c0-2f76974183f3', 'network_id': 'c745bea4-7e1e-45dd-a5c7-6649097bc832', 'admin_state_up': True, 'tenant_id': '6e600d8c0cb843ca844389a7d7bc3a15'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:38:35.995570 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-51f07420-545d-40c3-81dc-730f08576be3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:36.064411 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68475bd9-c771-4439-9914-83c29a5c1e46 req-c33716f8-08f8-4c64-abec-daa2a4d6b167 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:36.067082 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-68475bd9-c771-4439-9914-83c29a5c1e46 req-c33716f8-08f8-4c64-abec-daa2a4d6b167 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad65b12f-624c-4418-a3db-6e5e76a74ece HTTP/1.1" status: 200 len: 950 time: 0.2605898 Jul 09 14:38:36.120483 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4ec2da6-f6ac-4f78-bed9-93bf1c8c6ab9 req-10fcb005-73a6-4dce-801d-9ef947a62eda tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] Made reservation on behalf of 6e600d8c0cb843ca844389a7d7bc3a15 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:38:36.126544 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c4ec2da6-f6ac-4f78-bed9-93bf1c8c6ab9 req-10fcb005-73a6-4dce-801d-9ef947a62eda tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:36.169739 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-68475bd9-c771-4439-9914-83c29a5c1e46 req-0dca0968-4ae7-4ee2-b05f-b3e147645fda tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c690bd8-45a5-4665-a948-5886a91e4046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932829 Jul 09 14:38:36.413397 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-c4ec2da6-f6ac-4f78-bed9-93bf1c8c6ab9 req-10fcb005-73a6-4dce-801d-9ef947a62eda tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] Allocated IP 172.20.0.10 (c745bea4-7e1e-45dd-a5c7-6649097bc832/fc4f2495-2fcc-4624-8b1c-cc286104efac/71b05e21-4222-4627-8874-281fffef0f74) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:38:36.442491 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f07420-545d-40c3-81dc-730f08576be3 admin admin] Router d3d89b67-69ad-4f25-9dd9-033ba23f0ca4 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:38:36.641799 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c4ec2da6-f6ac-4f78-bed9-93bf1c8c6ab9 req-10fcb005-73a6-4dce-801d-9ef947a62eda tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:36.736468 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f07420-545d-40c3-81dc-730f08576be3 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:38:36.742279 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-51f07420-545d-40c3-81dc-730f08576be3 admin admin] 10.222.0.58 "PUT /v2.0/routers/d3d89b67-69ad-4f25-9dd9-033ba23f0ca4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8494146 Jul 09 14:38:36.744843 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 52918) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:38:36.750969 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86c8319-e38d-4894-85c1-5db2353d039a None None] Sync routers for ids ['d3d89b67-69ad-4f25-9dd9-033ba23f0ca4'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:38:36.762984 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86c8319-e38d-4894-85c1-5db2353d039a None None] Routers {'d3d89b67-69ad-4f25-9dd9-033ba23f0ca4'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:38:36.763672 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-b86c8319-e38d-4894-85c1-5db2353d039a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:38:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['d3d89b67-69ad-4f25-9dd9-033ba23f0ca4'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:38:36.764432 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c4ec2da6-f6ac-4f78-bed9-93bf1c8c6ab9 req-10fcb005-73a6-4dce-801d-9ef947a62eda tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:36.938798 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4ec2da6-f6ac-4f78-bed9-93bf1c8c6ab9 req-10fcb005-73a6-4dce-801d-9ef947a62eda tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] Network c745bea4-7e1e-45dd-a5c7-6649097bc832 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:38:36.947533 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-c4ec2da6-f6ac-4f78-bed9-93bf1c8c6ab9 req-10fcb005-73a6-4dce-801d-9ef947a62eda tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:38:36.956380 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fcb005-73a6-4dce-801d-9ef947a62eda tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] Pushing event updated for resources: {'Port': ['ID=71b05e21-4222-4627-8874-281fffef0f74,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:36.968704 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4ec2da6-f6ac-4f78-bed9-93bf1c8c6ab9 req-10fcb005-73a6-4dce-801d-9ef947a62eda tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:38:36.991743 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-b86c8319-e38d-4894-85c1-5db2353d039a None None] Set router d3d89b67-69ad-4f25-9dd9-033ba23f0ca4 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:38:37.028557 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270717c7-d655-4636-92df-ba170966b70b req-1bf8ded8-e270-4d35-b831-d01c6a6c442d tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:37.036919 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-270717c7-d655-4636-92df-ba170966b70b req-1bf8ded8-e270-4d35-b831-d01c6a6c442d tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] 10.222.0.58 "GET /v2.0/ports?device_id=1876ddc6-2fd8-4cac-97e9-177eb390e53b HTTP/1.1" status: 200 len: 945 time: 0.3374290 Jul 09 14:38:37.093424 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a056f4-f38d-4ab3-a1ec-89e3bf8a65aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe1c4a7-904d-4f48-ba8f-b31031fa41e7'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:38:37.095675 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-99160d1b-1df7-419b-906a-e0d6379ac0d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:37.098322 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec2da6-f6ac-4f78-bed9-93bf1c8c6ab9 req-10fcb005-73a6-4dce-801d-9ef947a62eda tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:37.099282 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c4ec2da6-f6ac-4f78-bed9-93bf1c8c6ab9 req-10fcb005-73a6-4dce-801d-9ef947a62eda tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:37.109049 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9eb7b6d-46bd-478e-836d-ef57c32715f5" -d '{"events": [{"server_uuid": "72a056f4-f38d-4ab3-a1ec-89e3bf8a65aa", "name": "network-vif-plugged", "status": "completed", "tag": "ebe1c4a7-904d-4f48-ba8f-b31031fa41e7"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:38:37.193703 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-270717c7-d655-4636-92df-ba170966b70b req-bc194fe9-9ff4-4879-83b3-e9221750ad66 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] 10.222.0.58 "GET /v2.0/security-groups?id=01d7dc31-eec5-47b2-8cc3-f2acc4868494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558182 Jul 09 14:38:37.337073 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c4ec2da6-f6ac-4f78-bed9-93bf1c8c6ab9 req-10fcb005-73a6-4dce-801d-9ef947a62eda tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4523072 Jul 09 14:38:37.355671 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-c4ec2da6-f6ac-4f78-bed9-93bf1c8c6ab9 req-f97c188a-e5eb-4fdc-9ef0-818683e2f8bd service neutron] Request body: {'port': {'device_id': 'c52a93e8-22a0-4a9e-85c0-2f76974183f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:38:37.479044 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-b86c8319-e38d-4894-85c1-5db2353d039a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1068833680-router', 'tenant_id': '77dbf4b092de4af7b8689da68d04094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '596f781e-3c4b-4779-aa8d-121d3662dcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:56Z', 'updated_at': '2021-07-09T14:38:35Z', 'revision_number': 5, 'project_id': '77dbf4b092de4af7b8689da68d04094b', 'gw_port': {'id': '596f781e-3c4b-4779-aa8d-121d3662dcc1', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:10:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:57Z', 'updated_at': '2021-07-09T14:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:38:37.544598 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86c8319-e38d-4894-85c1-5db2353d039a None None] Checking router: d3d89b67-69ad-4f25-9dd9-033ba23f0ca4 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:38:37.553394 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6385245-27db-44a0-92c6-65e6f90af575 x-openstack-request-id: req-f6385245-27db-44a0-92c6-65e6f90af575 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:38:37.553693 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a056f4-f38d-4ab3-a1ec-89e3bf8a65aa", "name": "network-vif-plugged", "status": "completed", "tag": "ebe1c4a7-904d-4f48-ba8f-b31031fa41e7", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:38:37.553952 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f6385245-27db-44a0-92c6-65e6f90af575 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:38:37.554348 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a056f4-f38d-4ab3-a1ec-89e3bf8a65aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe1c4a7-904d-4f48-ba8f-b31031fa41e7', 'code': 200} Jul 09 14:38:37.572302 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86c8319-e38d-4894-85c1-5db2353d039a None None] Routers {'d3d89b67-69ad-4f25-9dd9-033ba23f0ca4'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:38:37.572946 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-b86c8319-e38d-4894-85c1-5db2353d039a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:38:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['d3d89b67-69ad-4f25-9dd9-033ba23f0ca4'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:38:37.581766 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-99160d1b-1df7-419b-906a-e0d6379ac0d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:37.584474 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c4ec2da6-f6ac-4f78-bed9-93bf1c8c6ab9 req-f97c188a-e5eb-4fdc-9ef0-818683e2f8bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:37.645864 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998cf5e1-dc46-4437-a548-d880b0895ffc req-d35fa0d7-3f9c-4976-9df4-228cb6b92bca tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:37.649670 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-998cf5e1-dc46-4437-a548-d880b0895ffc req-d35fa0d7-3f9c-4976-9df4-228cb6b92bca tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] 10.222.0.58 "GET /v2.0/ports?device_id=c52a93e8-22a0-4a9e-85c0-2f76974183f3 HTTP/1.1" status: 200 len: 932 time: 0.4255533 Jul 09 14:38:37.716207 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-b86c8319-e38d-4894-85c1-5db2353d039a None None] Set router d3d89b67-69ad-4f25-9dd9-033ba23f0ca4 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:38:37.837737 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-998cf5e1-dc46-4437-a548-d880b0895ffc req-310be727-b8a4-4fa8-90f7-6c3f4042e348 tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8f0d29b-7c28-45e3-bcda-57869f378b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791499 Jul 09 14:38:37.916712 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-99160d1b-1df7-419b-906a-e0d6379ac0d9 admin admin] Deleting port 596f781e-3c4b-4779-aa8d-121d3662dcc1 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:38:37.917368 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-99160d1b-1df7-419b-906a-e0d6379ac0d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:38.155979 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-b86c8319-e38d-4894-85c1-5db2353d039a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1068833680-router', 'tenant_id': '77dbf4b092de4af7b8689da68d04094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '596f781e-3c4b-4779-aa8d-121d3662dcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:56Z', 'updated_at': '2021-07-09T14:38:35Z', 'revision_number': 5, 'project_id': '77dbf4b092de4af7b8689da68d04094b', 'gw_port': {'id': '596f781e-3c4b-4779-aa8d-121d3662dcc1', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:10:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:57Z', 'updated_at': '2021-07-09T14:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:38:38.163212 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-99160d1b-1df7-419b-906a-e0d6379ac0d9 admin admin] For port 596f781e-3c4b-4779-aa8d-121d3662dcc1, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=596f781e-3c4b-4779-aa8d-121d3662dcc1,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:38:38.163866 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-99160d1b-1df7-419b-906a-e0d6379ac0d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:38.194785 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-99160d1b-1df7-419b-906a-e0d6379ac0d9 admin admin] Calling delete_port for 596f781e-3c4b-4779-aa8d-121d3662dcc1 owned by network:router_gateway {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:38:38.241354 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86c8319-e38d-4894-85c1-5db2353d039a None None] The sync data for ids ['d3d89b67-69ad-4f25-9dd9-033ba23f0ca4'] in n-d-799529-6 is: [{'id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1068833680-router', 'tenant_id': '77dbf4b092de4af7b8689da68d04094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '596f781e-3c4b-4779-aa8d-121d3662dcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:56Z', 'updated_at': '2021-07-09T14:38:35Z', 'revision_number': 5, 'project_id': '77dbf4b092de4af7b8689da68d04094b', 'gw_port': {'id': '596f781e-3c4b-4779-aa8d-121d3662dcc1', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:10:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d89b67-69ad-4f25-9dd9-033ba23f0ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:57Z', 'updated_at': '2021-07-09T14:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:38:38.479810 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device beb4896c-719d-4b47-90f7-44e3fe562e2a no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:38:38.550836 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-c4ec2da6-f6ac-4f78-bed9-93bf1c8c6ab9 req-f97c188a-e5eb-4fdc-9ef0-818683e2f8bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71b05e21-4222-4627-8874-281fffef0f74 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:38:38.560111 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c4ec2da6-f6ac-4f78-bed9-93bf1c8c6ab9 req-f97c188a-e5eb-4fdc-9ef0-818683e2f8bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:38.573660 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-c4ec2da6-f6ac-4f78-bed9-93bf1c8c6ab9 req-f97c188a-e5eb-4fdc-9ef0-818683e2f8bd service neutron] Transition to ACTIVE for port object 71b05e21-4222-4627-8874-281fffef0f74 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:38:38.645209 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58836abd-1f09-4862-b0cc-c4ad74c0e01a req-f12db73a-1bb1-422e-9aa9-4a023309643c tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:38.652947 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-58836abd-1f09-4862-b0cc-c4ad74c0e01a req-f12db73a-1bb1-422e-9aa9-4a023309643c tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad65b12f-624c-4418-a3db-6e5e76a74ece HTTP/1.1" status: 200 len: 950 time: 0.5425842 Jul 09 14:38:38.688140 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:38.756603 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port beb4896c-719d-4b47-90f7-44e3fe562e2a, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=beb4896c-719d-4b47-90f7-44e3fe562e2a,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:38:38.795700 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-58836abd-1f09-4862-b0cc-c4ad74c0e01a req-7484d376-66d3-4bb2-9424-3eab9f355673 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c690bd8-45a5-4665-a948-5886a91e4046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398942 Jul 09 14:38:39.059564 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c4ec2da6-f6ac-4f78-bed9-93bf1c8c6ab9 req-f97c188a-e5eb-4fdc-9ef0-818683e2f8bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:39.064962 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d2ad4-6b29-486a-814a-cc8b04fda864 req-360ab3f3-4e23-431a-9c8a-ae5ace823920 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:39.072379 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-836d2ad4-6b29-486a-814a-cc8b04fda864 req-360ab3f3-4e23-431a-9c8a-ae5ace823920 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] 10.222.0.58 "GET /v2.0/ports?device_id=1876ddc6-2fd8-4cac-97e9-177eb390e53b HTTP/1.1" status: 200 len: 945 time: 0.1298134 Jul 09 14:38:39.096648 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:39.117437 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-99160d1b-1df7-419b-906a-e0d6379ac0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:39.159366 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97c188a-e5eb-4fdc-9ef0-818683e2f8bd service neutron] Pushing event updated for resources: {'Port': ['ID=71b05e21-4222-4627-8874-281fffef0f74,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:39.212848 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99160d1b-1df7-419b-906a-e0d6379ac0d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=596f781e-3c4b-4779-aa8d-121d3662dcc1,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:39.251093 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=beb4896c-719d-4b47-90f7-44e3fe562e2a,revision_number=8']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:39.256543 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-c4ec2da6-f6ac-4f78-bed9-93bf1c8c6ab9 req-f97c188a-e5eb-4fdc-9ef0-818683e2f8bd service neutron] Attempting to bind port 71b05e21-4222-4627-8874-281fffef0f74 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:38:39.267365 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-c4ec2da6-f6ac-4f78-bed9-93bf1c8c6ab9 req-f97c188a-e5eb-4fdc-9ef0-818683e2f8bd service neutron] Attempting to bind port 71b05e21-4222-4627-8874-281fffef0f74 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '17394383-4606-4647-9992-0361f0b92269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'c745bea4-7e1e-45dd-a5c7-6649097bc832'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:38:39.267365 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ec2da6-f6ac-4f78-bed9-93bf1c8c6ab9 req-f97c188a-e5eb-4fdc-9ef0-818683e2f8bd service neutron] Attempting to bind port 71b05e21-4222-4627-8874-281fffef0f74 on network c745bea4-7e1e-45dd-a5c7-6649097bc832 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:38:39.267365 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ec2da6-f6ac-4f78-bed9-93bf1c8c6ab9 req-f97c188a-e5eb-4fdc-9ef0-818683e2f8bd service neutron] Port 71b05e21-4222-4627-8874-281fffef0f74 on network c745bea4-7e1e-45dd-a5c7-6649097bc832 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:38:39.267365 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ec2da6-f6ac-4f78-bed9-93bf1c8c6ab9 req-f97c188a-e5eb-4fdc-9ef0-818683e2f8bd service neutron] Attempting to bind port 71b05e21-4222-4627-8874-281fffef0f74 on network c745bea4-7e1e-45dd-a5c7-6649097bc832 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:38:39.268524 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ec2da6-f6ac-4f78-bed9-93bf1c8c6ab9 req-f97c188a-e5eb-4fdc-9ef0-818683e2f8bd service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:38:39.268807 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ec2da6-f6ac-4f78-bed9-93bf1c8c6ab9 req-f97c188a-e5eb-4fdc-9ef0-818683e2f8bd service neutron] Checking segment: {'id': '17394383-4606-4647-9992-0361f0b92269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'c745bea4-7e1e-45dd-a5c7-6649097bc832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:38:39.269144 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ec2da6-f6ac-4f78-bed9-93bf1c8c6ab9 req-f97c188a-e5eb-4fdc-9ef0-818683e2f8bd service neutron] Bound using segment: {'id': '17394383-4606-4647-9992-0361f0b92269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'c745bea4-7e1e-45dd-a5c7-6649097bc832'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:38:39.269576 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-c4ec2da6-f6ac-4f78-bed9-93bf1c8c6ab9 req-f97c188a-e5eb-4fdc-9ef0-818683e2f8bd service neutron] Bound port: 71b05e21-4222-4627-8874-281fffef0f74, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17394383-4606-4647-9992-0361f0b92269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'c745bea4-7e1e-45dd-a5c7-6649097bc832'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:38:39.269928 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c4ec2da6-f6ac-4f78-bed9-93bf1c8c6ab9 req-f97c188a-e5eb-4fdc-9ef0-818683e2f8bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:39.382919 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-c4ec2da6-f6ac-4f78-bed9-93bf1c8c6ab9 req-f97c188a-e5eb-4fdc-9ef0-818683e2f8bd service neutron] For port 71b05e21-4222-4627-8874-281fffef0f74, host n-h2-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:38:39.389001 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-c4ec2da6-f6ac-4f78-bed9-93bf1c8c6ab9 req-f97c188a-e5eb-4fdc-9ef0-818683e2f8bd service neutron] For port 71b05e21-4222-4627-8874-281fffef0f74, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=71b05e21-4222-4627-8874-281fffef0f74,segment=NetworkSegment(17394383-4606-4647-9992-0361f0b92269),segment_id=17394383-4606-4647-9992-0361f0b92269)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:38:39.420926 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-836d2ad4-6b29-486a-814a-cc8b04fda864 req-413feb2a-f1ec-48e7-b68d-1edc41a28148 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] 10.222.0.58 "GET /v2.0/security-groups?id=01d7dc31-eec5-47b2-8cc3-f2acc4868494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443503 Jul 09 14:38:39.424104 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-99160d1b-1df7-419b-906a-e0d6379ac0d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:39.453429 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c4ec2da6-f6ac-4f78-bed9-93bf1c8c6ab9 req-f97c188a-e5eb-4fdc-9ef0-818683e2f8bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:39.507739 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 56f86a50-958e-4a57-93f9-e200963d85e2 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:38:39.519595 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec2da6-f6ac-4f78-bed9-93bf1c8c6ab9 req-f97c188a-e5eb-4fdc-9ef0-818683e2f8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:39.520766 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c4ec2da6-f6ac-4f78-bed9-93bf1c8c6ab9 req-f97c188a-e5eb-4fdc-9ef0-818683e2f8bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:39.522230 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c4ec2da6-f6ac-4f78-bed9-93bf1c8c6ab9 req-f97c188a-e5eb-4fdc-9ef0-818683e2f8bd service neutron] 10.222.0.54 "PUT /v2.0/ports/71b05e21-4222-4627-8874-281fffef0f74 HTTP/1.1" status: 200 len: 1092 time: 2.1748304 Jul 09 14:38:39.528520 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c52a93e8-22a0-4a9e-85c0-2f76974183f3', 'tag': '71b05e21-4222-4627-8874-281fffef0f74'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:38:39.531540 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86eab583-2422-422a-a9be-928b26e42a64" -d '{"events": [{"name": "network-changed", "server_uuid": "c52a93e8-22a0-4a9e-85c0-2f76974183f3", "tag": "71b05e21-4222-4627-8874-281fffef0f74"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:38:39.576018 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad65b12f-624c-4418-a3db-6e5e76a74ece', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'beb4896c-719d-4b47-90f7-44e3fe562e2a'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:38:39.583225 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a9198e-c310-4465-b351-d2b6c49c2642" -d '{"events": [{"server_uuid": "ad65b12f-624c-4418-a3db-6e5e76a74ece", "name": "network-vif-unplugged", "status": "completed", "tag": "beb4896c-719d-4b47-90f7-44e3fe562e2a"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:38:39.590149 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 56f86a50-958e-4a57-93f9-e200963d85e2 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:38:39.590489 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 56f86a50-958e-4a57-93f9-e200963d85e2 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:38:39.598369 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97c188a-e5eb-4fdc-9ef0-818683e2f8bd service neutron] Pushing event updated for resources: {'Port': ['ID=71b05e21-4222-4627-8874-281fffef0f74,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:39.830488 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec2da6-f6ac-4f78-bed9-93bf1c8c6ab9 req-90a4705d-35de-48f0-8fae-c231bb71bb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:39.834728 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c4ec2da6-f6ac-4f78-bed9-93bf1c8c6ab9 req-90a4705d-35de-48f0-8fae-c231bb71bb94 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6e600d8c0cb843ca844389a7d7bc3a15&device_id=c52a93e8-22a0-4a9e-85c0-2f76974183f3 HTTP/1.1" status: 200 len: 1095 time: 0.1649973 Jul 09 14:38:39.933708 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c4ec2da6-f6ac-4f78-bed9-93bf1c8c6ab9 req-16e09ded-2dd0-4d8d-b035-1c9b533aa1e8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71b05e21-4222-4627-8874-281fffef0f74 HTTP/1.1" status: 200 len: 217 time: 0.0891864 Jul 09 14:38:40.026161 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec2da6-f6ac-4f78-bed9-93bf1c8c6ab9 req-9e8b71c9-94d4-4548-8d1b-08e45a05cf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:40.029252 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c4ec2da6-f6ac-4f78-bed9-93bf1c8c6ab9 req-9e8b71c9-94d4-4548-8d1b-08e45a05cf4d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fc4f2495-2fcc-4624-8b1c-cc286104efac HTTP/1.1" status: 200 len: 861 time: 0.0821197 Jul 09 14:38:40.098801 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c4ec2da6-f6ac-4f78-bed9-93bf1c8c6ab9 req-3446c12a-4938-4aa4-a64c-ab8fc8dc55b6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c745bea4-7e1e-45dd-a5c7-6649097bc832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574596 Jul 09 14:38:40.166140 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-99160d1b-1df7-419b-906a-e0d6379ac0d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:40.166140 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-99160d1b-1df7-419b-906a-e0d6379ac0d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:40.233051 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c4ec2da6-f6ac-4f78-bed9-93bf1c8c6ab9 req-ff6d4c82-6424-41af-b397-a2b027f0ad0b service neutron] 10.222.0.54 "GET /v2.0/networks/c745bea4-7e1e-45dd-a5c7-6649097bc832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256905 Jul 09 14:38:40.327782 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-99160d1b-1df7-419b-906a-e0d6379ac0d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:40.328449 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99160d1b-1df7-419b-906a-e0d6379ac0d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3d89b67-69ad-4f25-9dd9-033ba23f0ca4 {{(pid=94445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:38:40.335397 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-99160d1b-1df7-419b-906a-e0d6379ac0d9 admin admin] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:40.341020 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-99160d1b-1df7-419b-906a-e0d6379ac0d9 admin admin] 10.222.0.58 "DELETE /v2.0/routers/d3d89b67-69ad-4f25-9dd9-033ba23f0ca4 HTTP/1.1" status: 204 len: 168 time: 3.5905092 Jul 09 14:38:40.342545 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 53000) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:38:40.356161 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c4ec2da6-f6ac-4f78-bed9-93bf1c8c6ab9 req-11a2fc64-210a-4667-beed-51c58b7bee7d service neutron] 10.222.0.54 "GET /v2.0/networks/c745bea4-7e1e-45dd-a5c7-6649097bc832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166565 Jul 09 14:38:40.431616 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef0fec72-95d7-4721-a211-dbb6bca3a176 admin admin] Deleting subnet bc4e693f-d90b-46e2-beaf-3b7584235976 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:38:40.438072 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ef0fec72-95d7-4721-a211-dbb6bca3a176 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:40.503176 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ef0fec72-95d7-4721-a211-dbb6bca3a176 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:40.662970 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ef0fec72-95d7-4721-a211-dbb6bca3a176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:40.817336 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ef0fec72-95d7-4721-a211-dbb6bca3a176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:40.852804 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ef0fec72-95d7-4721-a211-dbb6bca3a176 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:40.858377 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08022053-c23d-48a4-bd53-aab73c2e80d9 None None] Network 0753039a-7e20-479c-b814-489355a542c4 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:38:40.865813 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 53006) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:38:40.866315 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ef0fec72-95d7-4721-a211-dbb6bca3a176 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/bc4e693f-d90b-46e2-beaf-3b7584235976 HTTP/1.1" status: 204 len: 168 time: 0.5101402 Jul 09 14:38:40.866315 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0fec72-95d7-4721-a211-dbb6bca3a176 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc4e693f-d90b-46e2-beaf-3b7584235976,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:41.014723 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d3395cf9-a609-4bf1-90d0-926df152231e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:41.165177 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-d3395cf9-a609-4bf1-90d0-926df152231e admin admin] Deleting port 8b5648a2-c689-46cd-aad1-1ca2516da52b {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:38:41.165177 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d3395cf9-a609-4bf1-90d0-926df152231e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:41.205297 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d3395cf9-a609-4bf1-90d0-926df152231e admin admin] For port 8b5648a2-c689-46cd-aad1-1ca2516da52b, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=8b5648a2-c689-46cd-aad1-1ca2516da52b,segment=NetworkSegment(da9acf97-083b-491c-801b-5da8bcfd8b16),segment_id=da9acf97-083b-491c-801b-5da8bcfd8b16)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:38:41.205918 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d3395cf9-a609-4bf1-90d0-926df152231e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:41.298469 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-d3395cf9-a609-4bf1-90d0-926df152231e admin admin] Calling delete_port for 8b5648a2-c689-46cd-aad1-1ca2516da52b owned by network:dhcp {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:38:41.298709 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d466cb-465c-46cf-859c-b787397eed59 None None] DHCP port deletion for 0753039a-7e20-479c-b814-489355a542c4 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:38:41.298709 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-85d466cb-465c-46cf-859c-b787397eed59 None None] Deleting port 8b5648a2-c689-46cd-aad1-1ca2516da52b {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:38:41.298709 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-85d466cb-465c-46cf-859c-b787397eed59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:41.365890 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-85d466cb-465c-46cf-859c-b787397eed59 None None] For port 8b5648a2-c689-46cd-aad1-1ca2516da52b, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=8b5648a2-c689-46cd-aad1-1ca2516da52b,segment=NetworkSegment(da9acf97-083b-491c-801b-5da8bcfd8b16),segment_id=da9acf97-083b-491c-801b-5da8bcfd8b16)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:38:41.365890 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-85d466cb-465c-46cf-859c-b787397eed59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:41.380334 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-85d466cb-465c-46cf-859c-b787397eed59 None None] Calling delete_port for 8b5648a2-c689-46cd-aad1-1ca2516da52b owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:38:41.440427 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 8b5648a2-c689-46cd-aad1-1ca2516da52b no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:38:41.749834 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:41.788699 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d3395cf9-a609-4bf1-90d0-926df152231e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:41.813976 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3395cf9-a609-4bf1-90d0-926df152231e admin admin] Pushing event deleted for resources: {'Port': ['ID=8b5648a2-c689-46cd-aad1-1ca2516da52b,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:41.819201 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 596f781e-3c4b-4779-aa8d-121d3662dcc1 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:38:41.820841 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-85d466cb-465c-46cf-859c-b787397eed59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:41.826166 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3395cf9-a609-4bf1-90d0-926df152231e admin admin] No DVR routers for this DVR port 8b5648a2-c689-46cd-aad1-1ca2516da52b on host n-d-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:38:41.882707 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 596f781e-3c4b-4779-aa8d-121d3662dcc1 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:38:41.883352 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 596f781e-3c4b-4779-aa8d-121d3662dcc1 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:38:41.885478 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d466cb-465c-46cf-859c-b787397eed59 None None] Pushing event deleted for resources: {'Port': ['ID=8b5648a2-c689-46cd-aad1-1ca2516da52b,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:41.892481 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d466cb-465c-46cf-859c-b787397eed59 None None] No DVR routers for this DVR port 8b5648a2-c689-46cd-aad1-1ca2516da52b on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:38:41.900986 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d466cb-465c-46cf-859c-b787397eed59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:41.901566 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d466cb-465c-46cf-859c-b787397eed59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:41.902671 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d466cb-465c-46cf-859c-b787397eed59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:41.906274 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d466cb-465c-46cf-859c-b787397eed59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:41.907607 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d466cb-465c-46cf-859c-b787397eed59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:41.908162 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d466cb-465c-46cf-859c-b787397eed59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:41.908704 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d466cb-465c-46cf-859c-b787397eed59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:41.909235 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d466cb-465c-46cf-859c-b787397eed59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:41.909773 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d466cb-465c-46cf-859c-b787397eed59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:41.910301 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d466cb-465c-46cf-859c-b787397eed59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:41.910831 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d466cb-465c-46cf-859c-b787397eed59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:41.911354 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d466cb-465c-46cf-859c-b787397eed59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:41.988421 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d3395cf9-a609-4bf1-90d0-926df152231e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:42.000673 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-d3395cf9-a609-4bf1-90d0-926df152231e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0753039a-7e20-479c-b814-489355a542c4']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:38:42.016957 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-d3395cf9-a609-4bf1-90d0-926df152231e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da9acf97-083b-491c-801b-5da8bcfd8b16') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:38:42.016957 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-d3395cf9-a609-4bf1-90d0-926df152231e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da9acf97-083b-491c-801b-5da8bcfd8b16') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:38:42.029729 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d3395cf9-a609-4bf1-90d0-926df152231e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:42.046359 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d3395cf9-a609-4bf1-90d0-926df152231e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:42.053156 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3395cf9-a609-4bf1-90d0-926df152231e admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:38:42.064647 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d3395cf9-a609-4bf1-90d0-926df152231e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:42.064647 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:38:42.064647 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:38:42.064647 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:38:42.064647 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:38:42.064647 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:38:42.064647 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:38:42.064647 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:38:42.064647 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:38:42.064647 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:38:42.064647 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:38:42.064647 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:38:42.064647 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:38:42.064647 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:38:42.064647 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:38:42.064647 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:38:42.064647 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:38:42.064647 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 14:38:42.064647 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:38:42.064647 n-d-799529-6 neutron-server[94446]: timer() Jul 09 14:38:42.064647 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:38:42.064647 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 14:38:42.064647 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:38:42.064647 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 14:38:42.064647 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:38:42.064647 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 14:38:42.064647 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:38:42.064647 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 14:38:42.064647 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:38:42.064647 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 14:38:42.064647 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:38:42.064647 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:38:42.064647 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:38:42.064647 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:38:42.064647 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:38:42.064647 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 14:38:42.064647 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:38:42.064647 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 14:38:42.064647 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:38:42.064647 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:38:42.064647 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:38:42.064647 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 14:38:42.064647 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:38:42.064647 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:38:42.064647 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:38:42.064647 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:38:42.064647 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:38:42.064647 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:38:42.064647 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:38:42.191091 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d3395cf9-a609-4bf1-90d0-926df152231e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:42.226693 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d3395cf9-a609-4bf1-90d0-926df152231e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:42.228638 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d3395cf9-a609-4bf1-90d0-926df152231e admin admin] 10.222.0.58 "DELETE /v2.0/networks/0753039a-7e20-479c-b814-489355a542c4 HTTP/1.1" status: 204 len: 168 time: 1.3684850 Jul 09 14:38:42.229676 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3395cf9-a609-4bf1-90d0-926df152231e admin admin] Pushing event deleted for resources: {'Network': ['ID=0753039a-7e20-479c-b814-489355a542c4,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:42.263115 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:38:42.569556 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 53016) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:38:42.623061 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ea8b6727-1297-410a-9bee-55c0bf75d2eb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=77dbf4b092de4af7b8689da68d04094b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0522478 Jul 09 14:38:42.625625 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 53018) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:38:42.693897 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d68823f8-924b-43c2-8489-eed99fe09702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:42.725672 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d68823f8-924b-43c2-8489-eed99fe09702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:42.874625 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d68823f8-924b-43c2-8489-eed99fe09702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:42.878231 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d68823f8-924b-43c2-8489-eed99fe09702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:42.882551 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d68823f8-924b-43c2-8489-eed99fe09702 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e422a52c-7c07-43a8-a88a-b9007d1c26e7 HTTP/1.1" status: 204 len: 168 time: 0.2522449 Jul 09 14:38:42.892786 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68823f8-924b-43c2-8489-eed99fe09702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e422a52c-7c07-43a8-a88a-b9007d1c26e7,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:44.497963 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 71b05e21-4222-4627-8874-281fffef0f74 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:38:44.518324 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:44.658095 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 71b05e21-4222-4627-8874-281fffef0f74, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=71b05e21-4222-4627-8874-281fffef0f74,segment=NetworkSegment(17394383-4606-4647-9992-0361f0b92269),segment_id=17394383-4606-4647-9992-0361f0b92269)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:38:44.775051 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': '71b05e21-4222-4627-8874-281fffef0f74', 'network_id': 'c745bea4-7e1e-45dd-a5c7-6649097bc832', 'port_id': '71b05e21-4222-4627-8874-281fffef0f74', 'mac_address': 'fa:16:3e:6c:ea:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc4f2495-2fcc-4624-8b1c-cc286104efac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:38:44.775051 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:44.775051 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71b05e21-4222-4627-8874-281fffef0f74 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:38:44.775051 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 71b05e21-4222-4627-8874-281fffef0f74, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=71b05e21-4222-4627-8874-281fffef0f74,segment=NetworkSegment(17394383-4606-4647-9992-0361f0b92269),segment_id=17394383-4606-4647-9992-0361f0b92269)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:38:45.070610 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:45.123667 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=71b05e21-4222-4627-8874-281fffef0f74,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:45.385753 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['71b05e21-4222-4627-8874-281fffef0f74'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:38:45.620594 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 53050) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:38:45.745418 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-f102af87-fdb9-4ad4-b488-16e7f1701975 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1765822549-network', 'tenant_id': 'd91cb48bc88e45cc87a826a7dfec64bd'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:38:45.836193 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f102af87-fdb9-4ad4-b488-16e7f1701975 admin admin] Made reservation on behalf of d91cb48bc88e45cc87a826a7dfec64bd for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:38:45.841576 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f102af87-fdb9-4ad4-b488-16e7f1701975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:45.854109 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f102af87-fdb9-4ad4-b488-16e7f1701975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:45.975596 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f102af87-fdb9-4ad4-b488-16e7f1701975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:46.041323 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f102af87-fdb9-4ad4-b488-16e7f1701975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:46.072992 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f102af87-fdb9-4ad4-b488-16e7f1701975 admin admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:38:46.088484 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f102af87-fdb9-4ad4-b488-16e7f1701975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a763edeb-d55d-471b-8e82-39aa575e033e,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:46.094223 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f102af87-fdb9-4ad4-b488-16e7f1701975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:46.095612 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-f102af87-fdb9-4ad4-b488-16e7f1701975 admin admin] Added segment 79df6913-1829-4c3d-9526-b6ae80531541 of type vlan for network 124ffb90-1d00-4351-b562-e3dd6bb5e8f8 Jul 09 14:38:46.156767 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f102af87-fdb9-4ad4-b488-16e7f1701975 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:46.493445 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 71b05e21-4222-4627-8874-281fffef0f74 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:38:46.910543 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f102af87-fdb9-4ad4-b488-16e7f1701975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:46.911463 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f102af87-fdb9-4ad4-b488-16e7f1701975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:46.912077 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f102af87-fdb9-4ad4-b488-16e7f1701975 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:46.991386 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f102af87-fdb9-4ad4-b488-16e7f1701975 admin admin] Pushing event updated for resources: {'Network': ['ID=124ffb90-1d00-4351-b562-e3dd6bb5e8f8,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:47.001286 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port 71b05e21-4222-4627-8874-281fffef0f74 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:38:47.007166 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port 71b05e21-4222-4627-8874-281fffef0f74 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:38:47.012456 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:47.012456 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 124ffb90-1d00-4351-b562-e3dd6bb5e8f8 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:38:47.051546 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f102af87-fdb9-4ad4-b488-16e7f1701975 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4296958 Jul 09 14:38:47.060766 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 53056) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:38:47.061304 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-6871280c-1608-4489-aeac-261db0024513 admin admin] Request body: {'subnet': {'network_id': '124ffb90-1d00-4351-b562-e3dd6bb5e8f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1765822549-subnet', 'tenant_id': 'd91cb48bc88e45cc87a826a7dfec64bd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:38:47.182655 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6871280c-1608-4489-aeac-261db0024513 admin admin] Made reservation on behalf of d91cb48bc88e45cc87a826a7dfec64bd for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:38:47.185174 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6871280c-1608-4489-aeac-261db0024513 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:47.188890 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:47.232189 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 71b05e21-4222-4627-8874-281fffef0f74, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=71b05e21-4222-4627-8874-281fffef0f74,segment=NetworkSegment(17394383-4606-4647-9992-0361f0b92269),segment_id=17394383-4606-4647-9992-0361f0b92269)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:38:47.321456 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:47.427853 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=71b05e21-4222-4627-8874-281fffef0f74,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:47.550638 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6871280c-1608-4489-aeac-261db0024513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:47.647281 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6871280c-1608-4489-aeac-261db0024513 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cdc2b56-0a1b-4a43-907d-c10250c636c1,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:47.669325 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6871280c-1608-4489-aeac-261db0024513 admin admin] Checking segment: {'id': '79df6913-1829-4c3d-9526-b6ae80531541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '124ffb90-1d00-4351-b562-e3dd6bb5e8f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:38:47.670045 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6871280c-1608-4489-aeac-261db0024513 admin admin] Network hostable DHCP agents. Network: 124ffb90-1d00-4351-b562-e3dd6bb5e8f8, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:38:48.230619 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6871280c-1608-4489-aeac-261db0024513 admin admin] Network 124ffb90-1d00-4351-b562-e3dd6bb5e8f8 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:38:48.612551 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-6871280c-1608-4489-aeac-261db0024513 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 124ffb90-1d00-4351-b562-e3dd6bb5e8f8) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:38:48.616710 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6871280c-1608-4489-aeac-261db0024513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:48.617302 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6871280c-1608-4489-aeac-261db0024513 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:48.622209 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6757cba-4f62-42eb-b3e0-fdc9bf05c329 None None] Network 124ffb90-1d00-4351-b562-e3dd6bb5e8f8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:38:48.752379 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 53066) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:38:48.753098 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-6871280c-1608-4489-aeac-261db0024513 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.6986899 Jul 09 14:38:48.763235 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-7ec15a91-20e4-4410-8018-f53aa9be55a4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1765822549-router', 'tenant_id': 'd91cb48bc88e45cc87a826a7dfec64bd', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:38:48.811080 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b626c2-1dee-4450-9c7f-058ce9dd7d17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-124ffb90-1d00-4351-b562-e3dd6bb5e8f8', 'network_id': '124ffb90-1d00-4351-b562-e3dd6bb5e8f8', 'tenant_id': 'd91cb48bc88e45cc87a826a7dfec64bd', 'fixed_ips': [{'subnet_id': '4cdc2b56-0a1b-4a43-907d-c10250c636c1'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:38:48.816213 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-15b626c2-1dee-4450-9c7f-058ce9dd7d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:48.863187 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7ec15a91-20e4-4410-8018-f53aa9be55a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:48.864624 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7ec15a91-20e4-4410-8018-f53aa9be55a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:48.955361 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7ec15a91-20e4-4410-8018-f53aa9be55a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:48.992304 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-15b626c2-1dee-4450-9c7f-058ce9dd7d17 None None] Allocated IP 172.20.0.2 (124ffb90-1d00-4351-b562-e3dd6bb5e8f8/4cdc2b56-0a1b-4a43-907d-c10250c636c1/49198d6d-e24c-4d16-bedf-43a13ae6b8c8) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:38:49.209873 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-15b626c2-1dee-4450-9c7f-058ce9dd7d17 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:49.219456 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-15b626c2-1dee-4450-9c7f-058ce9dd7d17 None None] Transition to ACTIVE for port object 49198d6d-e24c-4d16-bedf-43a13ae6b8c8 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:38:49.230259 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7ec15a91-20e4-4410-8018-f53aa9be55a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:49.241909 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-15b626c2-1dee-4450-9c7f-058ce9dd7d17 None None] Transition to ACTIVE for port object 49198d6d-e24c-4d16-bedf-43a13ae6b8c8 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:38:49.470946 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-15b626c2-1dee-4450-9c7f-058ce9dd7d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:49.514441 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b626c2-1dee-4450-9c7f-058ce9dd7d17 None None] Network 124ffb90-1d00-4351-b562-e3dd6bb5e8f8 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:38:49.517367 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-15b626c2-1dee-4450-9c7f-058ce9dd7d17 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:38:49.522230 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b626c2-1dee-4450-9c7f-058ce9dd7d17 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:38:49.525672 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b626c2-1dee-4450-9c7f-058ce9dd7d17 None None] Pushing event updated for resources: {'Port': ['ID=49198d6d-e24c-4d16-bedf-43a13ae6b8c8,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:49.527661 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7ec15a91-20e4-4410-8018-f53aa9be55a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:49.552630 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7ec15a91-20e4-4410-8018-f53aa9be55a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:49.610151 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-15b626c2-1dee-4450-9c7f-058ce9dd7d17 None None] Attempting to bind port 49198d6d-e24c-4d16-bedf-43a13ae6b8c8 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:38:49.610513 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-15b626c2-1dee-4450-9c7f-058ce9dd7d17 None None] Attempting to bind port 49198d6d-e24c-4d16-bedf-43a13ae6b8c8 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '79df6913-1829-4c3d-9526-b6ae80531541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '124ffb90-1d00-4351-b562-e3dd6bb5e8f8'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:38:49.610871 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b626c2-1dee-4450-9c7f-058ce9dd7d17 None None] Attempting to bind port 49198d6d-e24c-4d16-bedf-43a13ae6b8c8 on network 124ffb90-1d00-4351-b562-e3dd6bb5e8f8 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:38:49.616755 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b626c2-1dee-4450-9c7f-058ce9dd7d17 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:38:49.617136 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b626c2-1dee-4450-9c7f-058ce9dd7d17 None None] Checking segment: {'id': '79df6913-1829-4c3d-9526-b6ae80531541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '124ffb90-1d00-4351-b562-e3dd6bb5e8f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:38:49.617541 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-15b626c2-1dee-4450-9c7f-058ce9dd7d17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:49.617935 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b626c2-1dee-4450-9c7f-058ce9dd7d17 None None] Bound using segment: {'id': '79df6913-1829-4c3d-9526-b6ae80531541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '124ffb90-1d00-4351-b562-e3dd6bb5e8f8'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:38:49.618399 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-15b626c2-1dee-4450-9c7f-058ce9dd7d17 None None] Bound port: 49198d6d-e24c-4d16-bedf-43a13ae6b8c8, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79df6913-1829-4c3d-9526-b6ae80531541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '124ffb90-1d00-4351-b562-e3dd6bb5e8f8'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:38:49.618946 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-15b626c2-1dee-4450-9c7f-058ce9dd7d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:49.687919 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-15b626c2-1dee-4450-9c7f-058ce9dd7d17 None None] For port 49198d6d-e24c-4d16-bedf-43a13ae6b8c8, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:38:49.690054 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-7ec15a91-20e4-4410-8018-f53aa9be55a4 admin admin] Allocated IP 172.25.3.207 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/420f0362-78d0-4e72-a898-980949a33a72) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:38:49.691566 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-15b626c2-1dee-4450-9c7f-058ce9dd7d17 None None] For port 49198d6d-e24c-4d16-bedf-43a13ae6b8c8, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=49198d6d-e24c-4d16-bedf-43a13ae6b8c8,segment=NetworkSegment(79df6913-1829-4c3d-9526-b6ae80531541),segment_id=79df6913-1829-4c3d-9526-b6ae80531541)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:38:49.765824 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-15b626c2-1dee-4450-9c7f-058ce9dd7d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:49.809660 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7ec15a91-20e4-4410-8018-f53aa9be55a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:49.825195 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b626c2-1dee-4450-9c7f-058ce9dd7d17 None None] Pushing event updated for resources: {'Port': ['ID=49198d6d-e24c-4d16-bedf-43a13ae6b8c8,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:49.939442 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7ec15a91-20e4-4410-8018-f53aa9be55a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:50.008832 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec15a91-20e4-4410-8018-f53aa9be55a4 admin admin] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:38:50.012442 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-7ec15a91-20e4-4410-8018-f53aa9be55a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:38:50.016242 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec15a91-20e4-4410-8018-f53aa9be55a4 admin admin] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:38:50.021806 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec15a91-20e4-4410-8018-f53aa9be55a4 admin admin] Pushing event updated for resources: {'Port': ['ID=420f0362-78d0-4e72-a898-980949a33a72,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:50.307607 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f60f3-1015-4ea7-a67e-b36975083171 req-7aa49ba7-2563-4375-b216-e91e44574a9e tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:50.309793 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-723f60f3-1015-4ea7-a67e-b36975083171 req-7aa49ba7-2563-4375-b216-e91e44574a9e tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] 10.222.0.58 "GET /v2.0/ports?device_id=c52a93e8-22a0-4a9e-85c0-2f76974183f3 HTTP/1.1" status: 200 len: 946 time: 0.1870179 Jul 09 14:38:50.353754 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-723f60f3-1015-4ea7-a67e-b36975083171 req-de0e785f-ed91-4fe6-988e-5be21e4be1de tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8f0d29b-7c28-45e3-bcda-57869f378b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365689 Jul 09 14:38:50.678163 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-14c3f560-aef1-4b25-a072-d11556f64e8c req-39b70b1f-69b6-40ab-9cde-3e477a5b12ab tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=202c7ce6-d4e9-4f80-84dd-bef08905a653 HTTP/1.1" status: 200 len: 258 time: 0.2823260 Jul 09 14:38:50.684855 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7ec15a91-20e4-4410-8018-f53aa9be55a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:50.734444 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-14c3f560-aef1-4b25-a072-d11556f64e8c req-c255ecdb-c0c4-4427-a387-46e274143a89 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Request body: {'floatingip': {'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:38:50.763181 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04fb7d40-d599-400f-be71-2b8d78e70a56 x-openstack-request-id: req-04fb7d40-d599-400f-be71-2b8d78e70a56 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:38:50.763451 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c52a93e8-22a0-4a9e-85c0-2f76974183f3", "tag": "71b05e21-4222-4627-8874-281fffef0f74", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:38:50.768275 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-04fb7d40-d599-400f-be71-2b8d78e70a56 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:38:50.768275 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c52a93e8-22a0-4a9e-85c0-2f76974183f3', 'tag': '71b05e21-4222-4627-8874-281fffef0f74', 'status': 'completed', 'code': 200} Jul 09 14:38:50.812480 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 14:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec62fff2-6d5e-481e-926a-002cc895f618 x-openstack-request-id: req-ec62fff2-6d5e-481e-926a-002cc895f618 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:38:50.813044 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad65b12f-624c-4418-a3db-6e5e76a74ece", "name": "network-vif-unplugged", "status": "completed", "tag": "beb4896c-719d-4b47-90f7-44e3fe562e2a", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:38:50.813146 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ec62fff2-6d5e-481e-926a-002cc895f618 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:38:50.813490 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad65b12f-624c-4418-a3db-6e5e76a74ece', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'beb4896c-719d-4b47-90f7-44e3fe562e2a', 'code': 200} Jul 09 14:38:50.925181 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-14c3f560-aef1-4b25-a072-d11556f64e8c req-c255ecdb-c0c4-4427-a387-46e274143a89 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Notify callbacks [] for floatingip, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:51.031452 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eab583-2422-422a-a9be-928b26e42a64 req-dbcf2a63-aacb-41b1-808f-49c1bdef029d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:51.032955 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-86eab583-2422-422a-a9be-928b26e42a64 req-dbcf2a63-aacb-41b1-808f-49c1bdef029d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6e600d8c0cb843ca844389a7d7bc3a15&device_id=c52a93e8-22a0-4a9e-85c0-2f76974183f3 HTTP/1.1" status: 200 len: 1097 time: 0.2298715 Jul 09 14:38:51.090945 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2735df2-0a0b-4393-a6bf-8ed2b7f8d60b None None] Network 124ffb90-1d00-4351-b562-e3dd6bb5e8f8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:38:51.114815 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7ec15a91-20e4-4410-8018-f53aa9be55a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:51.306510 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-9ec05fa2-b6d8-4681-8255-d471560f7f68 None None] Provisioning for port 49198d6d-e24c-4d16-bedf-43a13ae6b8c8 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:38:51.384265 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d2adf-46ab-4a40-9614-4f431232c2a1 req-0d67ce07-12fe-498d-8ddc-469b1612afd3 tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:51.387018 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d66d2adf-46ab-4a40-9614-4f431232c2a1 req-0d67ce07-12fe-498d-8ddc-469b1612afd3 tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] 10.222.0.58 "GET /v2.0/ports?device_id=72a056f4-f38d-4ab3-a1ec-89e3bf8a65aa HTTP/1.1" status: 200 len: 950 time: 0.0943632 Jul 09 14:38:51.470277 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d66d2adf-46ab-4a40-9614-4f431232c2a1 req-82f70331-a9cd-4ba8-a8ff-8e769bd83eb7 tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] 10.222.0.58 "GET /v2.0/security-groups?id=752838db-eb30-4c5e-99ca-6ae8dc321a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772314 Jul 09 14:38:51.533499 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 49198d6d-e24c-4d16-bedf-43a13ae6b8c8 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:38:51.609302 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eab583-2422-422a-a9be-928b26e42a64 req-de83df94-0d57-49d2-a9f9-c4cf71505bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:51.616325 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-86eab583-2422-422a-a9be-928b26e42a64 req-de83df94-0d57-49d2-a9f9-c4cf71505bd9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c745bea4-7e1e-45dd-a5c7-6649097bc832 HTTP/1.1" status: 200 len: 922 time: 0.5675547 Jul 09 14:38:51.683797 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-86eab583-2422-422a-a9be-928b26e42a64 req-147023d1-4c6e-4b42-b51f-a91279c3ac0e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71b05e21-4222-4627-8874-281fffef0f74 HTTP/1.1" status: 200 len: 217 time: 0.0625799 Jul 09 14:38:51.693241 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 49198d6d-e24c-4d16-bedf-43a13ae6b8c8 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:38:51.697861 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 49198d6d-e24c-4d16-bedf-43a13ae6b8c8 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:38:51.698223 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:51.750970 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-14c3f560-aef1-4b25-a072-d11556f64e8c req-c255ecdb-c0c4-4427-a387-46e274143a89 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:51.755858 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6a415-97e2-4663-8049-a1f499ba847f req-e5a1056c-2c64-44c8-ba5e-ee46c8666e54 tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:51.767462 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fac6a415-97e2-4663-8049-a1f499ba847f req-e5a1056c-2c64-44c8-ba5e-ee46c8666e54 tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] 10.222.0.58 "GET /v2.0/ports?device_id=c52a93e8-22a0-4a9e-85c0-2f76974183f3 HTTP/1.1" status: 200 len: 946 time: 0.0942035 Jul 09 14:38:51.774546 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eab583-2422-422a-a9be-928b26e42a64 req-d7f0bb82-e071-47ac-90ca-a0b25d1ccb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:51.776281 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-86eab583-2422-422a-a9be-928b26e42a64 req-d7f0bb82-e071-47ac-90ca-a0b25d1ccb8a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fc4f2495-2fcc-4624-8b1c-cc286104efac HTTP/1.1" status: 200 len: 861 time: 0.0837381 Jul 09 14:38:51.800578 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-caad577e-f328-4dbf-8055-71e5387636e3 None None] Provisioning complete for port 49198d6d-e24c-4d16-bedf-43a13ae6b8c8 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:38:51.800950 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-caad577e-f328-4dbf-8055-71e5387636e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:51.859589 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-86eab583-2422-422a-a9be-928b26e42a64 req-77acc3a3-948e-43e6-92fe-67d09dcabe88 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c745bea4-7e1e-45dd-a5c7-6649097bc832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426726 Jul 09 14:38:51.860293 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fac6a415-97e2-4663-8049-a1f499ba847f req-c98f31d4-348b-4de6-ac5a-2432520c3496 tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8f0d29b-7c28-45e3-bcda-57869f378b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915754 Jul 09 14:38:51.891269 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:51.957450 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 49198d6d-e24c-4d16-bedf-43a13ae6b8c8, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=49198d6d-e24c-4d16-bedf-43a13ae6b8c8,segment=NetworkSegment(79df6913-1829-4c3d-9526-b6ae80531541),segment_id=79df6913-1829-4c3d-9526-b6ae80531541)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:38:51.958493 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ec15a91-20e4-4410-8018-f53aa9be55a4 admin admin] Router a19025ff-5fbf-488b-bc83-0d4c79e86217 is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:38:51.958980 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-caad577e-f328-4dbf-8055-71e5387636e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:52.041886 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:52.065982 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-86eab583-2422-422a-a9be-928b26e42a64 req-06570dd3-b38a-4a07-88ba-fbd739bf03ea service neutron] 10.222.0.54 "GET /v2.0/networks/c745bea4-7e1e-45dd-a5c7-6649097bc832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906030 Jul 09 14:38:52.067120 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-14c3f560-aef1-4b25-a072-d11556f64e8c req-c255ecdb-c0c4-4427-a387-46e274143a89 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Allocated IP 172.25.3.44 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/dd650de2-e44e-4e49-8332-e4f0def6f923) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:38:52.137126 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.db.api [None req-caad577e-f328-4dbf-8055-71e5387636e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 14:38:52.137419 n-d-799529-6 neutron-server[94447]: DEBUG oslo_db.api [None req-caad577e-f328-4dbf-8055-71e5387636e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 14:38:52.142076 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=49198d6d-e24c-4d16-bedf-43a13ae6b8c8,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:52.258589 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec15a91-20e4-4410-8018-f53aa9be55a4 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:38:52.267181 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dadf62e-56c0-4d4c-9d47-2b039863fe11 None None] Sync routers for ids ['a19025ff-5fbf-488b-bc83-0d4c79e86217'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:38:52.277279 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dadf62e-56c0-4d4c-9d47-2b039863fe11 None None] Routers {'a19025ff-5fbf-488b-bc83-0d4c79e86217'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:38:52.278136 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-9dadf62e-56c0-4d4c-9d47-2b039863fe11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:38:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['a19025ff-5fbf-488b-bc83-0d4c79e86217'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:38:52.297533 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-86eab583-2422-422a-a9be-928b26e42a64 req-f147c4a8-5dcc-4f51-9d72-f6b13c4d8b54 service neutron] 10.222.0.54 "GET /v2.0/networks/c745bea4-7e1e-45dd-a5c7-6649097bc832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209721 Jul 09 14:38:52.319088 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-14c3f560-aef1-4b25-a072-d11556f64e8c req-c255ecdb-c0c4-4427-a387-46e274143a89 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:52.394685 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-9dadf62e-56c0-4d4c-9d47-2b039863fe11 None None] Set router a19025ff-5fbf-488b-bc83-0d4c79e86217 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:38:52.411590 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7ec15a91-20e4-4410-8018-f53aa9be55a4 admin admin] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:52.414870 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7ec15a91-20e4-4410-8018-f53aa9be55a4 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.6579957 Jul 09 14:38:52.414870 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 53194) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:38:52.513045 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-14c3f560-aef1-4b25-a072-d11556f64e8c req-c255ecdb-c0c4-4427-a387-46e274143a89 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:52.562063 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14c3f560-aef1-4b25-a072-d11556f64e8c req-c255ecdb-c0c4-4427-a387-46e274143a89 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:38:52.569126 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-14c3f560-aef1-4b25-a072-d11556f64e8c req-c255ecdb-c0c4-4427-a387-46e274143a89 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:38:52.572068 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-14c3f560-aef1-4b25-a072-d11556f64e8c req-c255ecdb-c0c4-4427-a387-46e274143a89 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:38:52.643985 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c255ecdb-c0c4-4427-a387-46e274143a89 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Pushing event updated for resources: {'Port': ['ID=dd650de2-e44e-4e49-8332-e4f0def6f923,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:52.715881 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-9dadf62e-56c0-4d4c-9d47-2b039863fe11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19025ff-5fbf-488b-bc83-0d4c79e86217', 'name': 'tempest-FloatingIPsNegativeTestJSON-1765822549-router', 'tenant_id': 'd91cb48bc88e45cc87a826a7dfec64bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '420f0362-78d0-4e72-a898-980949a33a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:38:48Z', 'updated_at': '2021-07-09T14:38:50Z', 'revision_number': 3, 'project_id': 'd91cb48bc88e45cc87a826a7dfec64bd', 'gw_port': {'id': '420f0362-78d0-4e72-a898-980949a33a72', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:84:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19025ff-5fbf-488b-bc83-0d4c79e86217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:38:49Z', 'updated_at': '2021-07-09T14:38:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:38:52.743974 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dadf62e-56c0-4d4c-9d47-2b039863fe11 None None] Checking router: a19025ff-5fbf-488b-bc83-0d4c79e86217 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:38:52.744619 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dadf62e-56c0-4d4c-9d47-2b039863fe11 None None] Updating router a19025ff-5fbf-488b-bc83-0d4c79e86217 port 420f0362-78d0-4e72-a898-980949a33a72 binding host n-d-799529-6 {{(pid=94448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:38:52.786825 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-9dadf62e-56c0-4d4c-9d47-2b039863fe11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:52.797816 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-14c3f560-aef1-4b25-a072-d11556f64e8c req-c255ecdb-c0c4-4427-a387-46e274143a89 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:52.825590 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c52a93e8-22a0-4a9e-85c0-2f76974183f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71b05e21-4222-4627-8874-281fffef0f74'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:38:52.825590 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316cb679-481a-45b3-9084-d19e2061a18c" -d '{"events": [{"server_uuid": "c52a93e8-22a0-4a9e-85c0-2f76974183f3", "name": "network-vif-plugged", "status": "completed", "tag": "71b05e21-4222-4627-8874-281fffef0f74"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:38:52.857231 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:52.949903 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-14c3f560-aef1-4b25-a072-d11556f64e8c req-c255ecdb-c0c4-4427-a387-46e274143a89 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:53.094948 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-9dadf62e-56c0-4d4c-9d47-2b039863fe11 None None] Notify callbacks [] for port, precommit_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:53.104765 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.provisioning_blocks [None req-9dadf62e-56c0-4d4c-9d47-2b039863fe11 None None] Transition to ACTIVE for port object 420f0362-78d0-4e72-a898-980949a33a72 will not be triggered until provisioned by entity L2. {{(pid=94448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:38:53.119191 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-84efa1b3-99b6-446b-bfb9-5666c23558c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:53.185031 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-9dadf62e-56c0-4d4c-9d47-2b039863fe11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:53.230314 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a53f35-9e3f-4490-ab54-be828c599136 None None] Pushing event updated for resources: {'Port': ['ID=420f0362-78d0-4e72-a898-980949a33a72,revision_number=2']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:53.240514 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a53f35-9e3f-4490-ab54-be828c599136 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:53.240855 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a53f35-9e3f-4490-ab54-be828c599136 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:53.241189 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a53f35-9e3f-4490-ab54-be828c599136 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:53.241520 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a53f35-9e3f-4490-ab54-be828c599136 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:53.241846 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a53f35-9e3f-4490-ab54-be828c599136 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:53.242172 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a53f35-9e3f-4490-ab54-be828c599136 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:53.242489 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a53f35-9e3f-4490-ab54-be828c599136 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:53.242808 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a53f35-9e3f-4490-ab54-be828c599136 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:53.243125 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a53f35-9e3f-4490-ab54-be828c599136 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:53.243440 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a53f35-9e3f-4490-ab54-be828c599136 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:53.243782 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a53f35-9e3f-4490-ab54-be828c599136 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:53.244099 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a53f35-9e3f-4490-ab54-be828c599136 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:53.266226 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-14c3f560-aef1-4b25-a072-d11556f64e8c req-c255ecdb-c0c4-4427-a387-46e274143a89 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:53.268024 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-9dadf62e-56c0-4d4c-9d47-2b039863fe11 None None] Attempting to bind port 420f0362-78d0-4e72-a898-980949a33a72 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:38:53.269024 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-9dadf62e-56c0-4d4c-9d47-2b039863fe11 None None] Attempting to bind port 420f0362-78d0-4e72-a898-980949a33a72 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:38:53.269567 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dadf62e-56c0-4d4c-9d47-2b039863fe11 None None] Attempting to bind port 420f0362-78d0-4e72-a898-980949a33a72 on network 202c7ce6-d4e9-4f80-84dd-bef08905a653 {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:38:53.275932 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dadf62e-56c0-4d4c-9d47-2b039863fe11 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:38:53.276314 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dadf62e-56c0-4d4c-9d47-2b039863fe11 None None] Checking segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:38:53.276747 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-9dadf62e-56c0-4d4c-9d47-2b039863fe11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:53.277327 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dadf62e-56c0-4d4c-9d47-2b039863fe11 None None] Bound using segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:38:53.278116 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-9dadf62e-56c0-4d4c-9d47-2b039863fe11 None None] Bound port: 420f0362-78d0-4e72-a898-980949a33a72, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:38:53.278749 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-9dadf62e-56c0-4d4c-9d47-2b039863fe11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:53.325170 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-84efa1b3-99b6-446b-bfb9-5666c23558c5 admin admin] Allocated IP 172.20.0.1 (124ffb90-1d00-4351-b562-e3dd6bb5e8f8/4cdc2b56-0a1b-4a43-907d-c10250c636c1/45780285-4498-4b19-9884-5a05be50d2f2) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:38:53.348231 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-9dadf62e-56c0-4d4c-9d47-2b039863fe11 None None] For port 420f0362-78d0-4e72-a898-980949a33a72, host n-d-799529-6, cleared binding levels {{(pid=94448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:38:53.355103 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-14c3f560-aef1-4b25-a072-d11556f64e8c req-c255ecdb-c0c4-4427-a387-46e274143a89 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:53.355325 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-9dadf62e-56c0-4d4c-9d47-2b039863fe11 None None] For port 420f0362-78d0-4e72-a898-980949a33a72, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=420f0362-78d0-4e72-a898-980949a33a72,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:38:53.451036 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 49198d6d-e24c-4d16-bedf-43a13ae6b8c8 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:38:53.477227 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c255ecdb-c0c4-4427-a387-46e274143a89 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Pushing event updated for resources: {'Port': ['ID=dd650de2-e44e-4e49-8332-e4f0def6f923,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:53.480190 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-9dadf62e-56c0-4d4c-9d47-2b039863fe11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:53.504158 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-14c3f560-aef1-4b25-a072-d11556f64e8c req-c255ecdb-c0c4-4427-a387-46e274143a89 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:53.518485 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-84efa1b3-99b6-446b-bfb9-5666c23558c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:53.536098 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-84efa1b3-99b6-446b-bfb9-5666c23558c5 admin admin] Transition to ACTIVE for port object 45780285-4498-4b19-9884-5a05be50d2f2 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:38:53.539410 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 49198d6d-e24c-4d16-bedf-43a13ae6b8c8 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:38:53.540015 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:53.554817 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dadf62e-56c0-4d4c-9d47-2b039863fe11 None None] Routers {'a19025ff-5fbf-488b-bc83-0d4c79e86217'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:38:53.555873 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-9dadf62e-56c0-4d4c-9d47-2b039863fe11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:38:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['a19025ff-5fbf-488b-bc83-0d4c79e86217'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:38:53.559783 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a53f35-9e3f-4490-ab54-be828c599136 None None] Pushing event updated for resources: {'Port': ['ID=420f0362-78d0-4e72-a898-980949a33a72,revision_number=3']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:53.589907 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-14c3f560-aef1-4b25-a072-d11556f64e8c req-c255ecdb-c0c4-4427-a387-46e274143a89 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:53.597186 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-14c3f560-aef1-4b25-a072-d11556f64e8c req-c255ecdb-c0c4-4427-a387-46e274143a89 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8606727 Jul 09 14:38:53.656060 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-14c3f560-aef1-4b25-a072-d11556f64e8c req-989b14be-07d2-462e-85cd-f2fe1aa5935b tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.3.44 HTTP/1.1" status: 200 len: 695 time: 0.0567486 Jul 09 14:38:53.657237 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-84efa1b3-99b6-446b-bfb9-5666c23558c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:53.684763 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-9dadf62e-56c0-4d4c-9d47-2b039863fe11 None None] Set router a19025ff-5fbf-488b-bc83-0d4c79e86217 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:38:53.771110 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84efa1b3-99b6-446b-bfb9-5666c23558c5 admin admin] Network 124ffb90-1d00-4351-b562-e3dd6bb5e8f8 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:38:53.771110 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-84efa1b3-99b6-446b-bfb9-5666c23558c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:38:53.771110 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84efa1b3-99b6-446b-bfb9-5666c23558c5 admin admin] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:38:53.805292 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efa1b3-99b6-446b-bfb9-5666c23558c5 admin admin] Pushing event updated for resources: {'Port': ['ID=45780285-4498-4b19-9884-5a05be50d2f2,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:53.840021 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-84efa1b3-99b6-446b-bfb9-5666c23558c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:53.905544 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3f560-aef1-4b25-a072-d11556f64e8c req-a1e59313-fb82-45da-a326-ed7bc0f8af10 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:53.906658 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-9dadf62e-56c0-4d4c-9d47-2b039863fe11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19025ff-5fbf-488b-bc83-0d4c79e86217', 'name': 'tempest-FloatingIPsNegativeTestJSON-1765822549-router', 'tenant_id': 'd91cb48bc88e45cc87a826a7dfec64bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '420f0362-78d0-4e72-a898-980949a33a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:38:48Z', 'updated_at': '2021-07-09T14:38:50Z', 'revision_number': 3, 'project_id': 'd91cb48bc88e45cc87a826a7dfec64bd', 'gw_port': {'id': '420f0362-78d0-4e72-a898-980949a33a72', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:84:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19025ff-5fbf-488b-bc83-0d4c79e86217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:38:49Z', 'updated_at': '2021-07-09T14:38:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:38:53.918868 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-14c3f560-aef1-4b25-a072-d11556f64e8c req-a1e59313-fb82-45da-a326-ed7bc0f8af10 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] 10.222.0.58 "GET /v2.0/networks/202c7ce6-d4e9-4f80-84dd-bef08905a653 HTTP/1.1" status: 200 len: 784 time: 0.2579985 Jul 09 14:38:53.942764 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dadf62e-56c0-4d4c-9d47-2b039863fe11 None None] The sync data for ids ['a19025ff-5fbf-488b-bc83-0d4c79e86217'] in n-d-799529-6 is: [{'id': 'a19025ff-5fbf-488b-bc83-0d4c79e86217', 'name': 'tempest-FloatingIPsNegativeTestJSON-1765822549-router', 'tenant_id': 'd91cb48bc88e45cc87a826a7dfec64bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '420f0362-78d0-4e72-a898-980949a33a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:38:48Z', 'updated_at': '2021-07-09T14:38:50Z', 'revision_number': 3, 'project_id': 'd91cb48bc88e45cc87a826a7dfec64bd', 'gw_port': {'id': '420f0362-78d0-4e72-a898-980949a33a72', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:84:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19025ff-5fbf-488b-bc83-0d4c79e86217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:38:49Z', 'updated_at': '2021-07-09T14:38:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:38:54.499592 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device dcd0ae7c-45ed-46e9-9311-776e32a7558d details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:38:54.502722 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device ebe1c4a7-904d-4f48-ba8f-b31031fa41e7 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:38:54.655470 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:54.720829 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port ebe1c4a7-904d-4f48-ba8f-b31031fa41e7, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=ebe1c4a7-904d-4f48-ba8f-b31031fa41e7,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:38:54.726428 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port dcd0ae7c-45ed-46e9-9311-776e32a7558d, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=dcd0ae7c-45ed-46e9-9311-776e32a7558d,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:38:54.735659 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': 'dcd0ae7c-45ed-46e9-9311-776e32a7558d', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'port_id': 'dcd0ae7c-45ed-46e9-9311-776e32a7558d', 'mac_address': 'fa:16:3e:49:e0:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8081bcce-88de-4a2f-9e69-6750220e0be0', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:38:54.785933 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:54.801785 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dcd0ae7c-45ed-46e9-9311-776e32a7558d {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:38:54.808278 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-02eb35fb-fc2b-41a9-933d-853ca390faae None None] Provisioning for port 45780285-4498-4b19-9884-5a05be50d2f2 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:38:54.813906 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-02eb35fb-fc2b-41a9-933d-853ca390faae None None] Provisioning complete for port 45780285-4498-4b19-9884-5a05be50d2f2 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:38:54.821268 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-02eb35fb-fc2b-41a9-933d-853ca390faae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:54.821416 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-84efa1b3-99b6-446b-bfb9-5666c23558c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:54.856408 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port dcd0ae7c-45ed-46e9-9311-776e32a7558d, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=dcd0ae7c-45ed-46e9-9311-776e32a7558d,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:38:54.866748 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-02eb35fb-fc2b-41a9-933d-853ca390faae None None] Port 45780285-4498-4b19-9884-5a05be50d2f2 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:38:54.933312 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62fdb63d-6fa7-48a2-87fb-f3a628cc36dd x-openstack-request-id: req-62fdb63d-6fa7-48a2-87fb-f3a628cc36dd {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:38:54.934018 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c52a93e8-22a0-4a9e-85c0-2f76974183f3", "name": "network-vif-plugged", "status": "completed", "tag": "71b05e21-4222-4627-8874-281fffef0f74", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:38:54.934442 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-62fdb63d-6fa7-48a2-87fb-f3a628cc36dd {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:38:54.935133 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c52a93e8-22a0-4a9e-85c0-2f76974183f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71b05e21-4222-4627-8874-281fffef0f74', 'code': 200} Jul 09 14:38:54.976556 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:55.069285 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=ebe1c4a7-904d-4f48-ba8f-b31031fa41e7,revision_number=8']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:55.084008 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:55.183160 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=dcd0ae7c-45ed-46e9-9311-776e32a7558d,revision_number=6']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:55.190899 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-84efa1b3-99b6-446b-bfb9-5666c23558c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:55.237649 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520608fa-81d5-4fd5-ab2c-f4815355c5a7 req-9cdbb5bf-906f-4bca-852e-52c422bd22d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:55.239173 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-520608fa-81d5-4fd5-ab2c-f4815355c5a7 req-9cdbb5bf-906f-4bca-852e-52c422bd22d7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c52a93e8-22a0-4a9e-85c0-2f76974183f3 HTTP/1.1" status: 200 len: 1097 time: 0.1656656 Jul 09 14:38:55.250009 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911cd52e-51b2-4df0-9209-2ba34cc4fd4d req-d6ee35e3-3007-4e90-b0b4-fc98c7922f51 tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:55.250617 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['dcd0ae7c-45ed-46e9-9311-776e32a7558d'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:38:55.261656 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-911cd52e-51b2-4df0-9209-2ba34cc4fd4d req-d6ee35e3-3007-4e90-b0b4-fc98c7922f51 tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] 10.222.0.58 "GET /v2.0/ports?device_id=c52a93e8-22a0-4a9e-85c0-2f76974183f3 HTTP/1.1" status: 200 len: 946 time: 0.1739535 Jul 09 14:38:55.270950 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d56298-c309-46cc-b82c-030241c25403 req-e60e67aa-c1a6-4268-9873-f2c4af0c3de7 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:55.278432 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b4d56298-c309-46cc-b82c-030241c25403 req-e60e67aa-c1a6-4268-9873-f2c4af0c3de7 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] 10.222.0.58 "GET /v2.0/ports?device_id=1876ddc6-2fd8-4cac-97e9-177eb390e53b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1467903 Jul 09 14:38:55.285857 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-84efa1b3-99b6-446b-bfb9-5666c23558c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:55.383665 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b4d56298-c309-46cc-b82c-030241c25403 req-5a7733aa-6e45-458c-bb28-ac02463cdaef tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.3.44 HTTP/1.1" status: 200 len: 695 time: 0.0992095 Jul 09 14:38:55.397230 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-b4d56298-c309-46cc-b82c-030241c25403 req-222a00a3-0986-4266-a7ea-bd956d71b8fd tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Request body: {'floatingip': {'port_id': 'dfc55d26-177b-4fbd-a7ac-bc27347a9887', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:38:55.501228 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b4d56298-c309-46cc-b82c-030241c25403 req-222a00a3-0986-4266-a7ea-bd956d71b8fd tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Notify callbacks [] for floatingip, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:55.532824 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-911cd52e-51b2-4df0-9209-2ba34cc4fd4d req-62f6a103-b54c-442e-a165-b53af1ec4257 tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8f0d29b-7c28-45e3-bcda-57869f378b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701495 Jul 09 14:38:55.542096 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-84efa1b3-99b6-446b-bfb9-5666c23558c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:55.545497 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efa1b3-99b6-446b-bfb9-5666c23558c5 admin admin] Pushing event updated for resources: {'Port': ['ID=45780285-4498-4b19-9884-5a05be50d2f2,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:55.554336 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-520608fa-81d5-4fd5-ab2c-f4815355c5a7 req-a6b49287-e8ed-49c6-bab1-a4e71ec8c6e9 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f8f0d29b-7c28-45e3-bcda-57869f378b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871521 Jul 09 14:38:55.557470 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 420f0362-78d0-4e72-a898-980949a33a72 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:38:55.705384 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84efa1b3-99b6-446b-bfb9-5666c23558c5 admin admin] Network 124ffb90-1d00-4351-b562-e3dd6bb5e8f8 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:38:55.707291 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-84efa1b3-99b6-446b-bfb9-5666c23558c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:38:55.761477 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 420f0362-78d0-4e72-a898-980949a33a72 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:38:55.766343 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 420f0362-78d0-4e72-a898-980949a33a72 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:38:55.766851 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:55.960663 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84efa1b3-99b6-446b-bfb9-5666c23558c5 admin admin] Router a19025ff-5fbf-488b-bc83-0d4c79e86217 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:38:56.124567 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-88f3454a-e63b-4b17-9257-ae4ef4a7eb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:56.174808 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-486157ba-fd31-4065-9578-88e066e1e68f None None] Provisioning complete for port 45780285-4498-4b19-9884-5a05be50d2f2 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:38:56.175906 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-486157ba-fd31-4065-9578-88e066e1e68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:56.181697 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:56.196652 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84efa1b3-99b6-446b-bfb9-5666c23558c5 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:38:56.205146 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-84efa1b3-99b6-446b-bfb9-5666c23558c5 admin admin] 10.222.0.58 "PUT /v2.0/routers/a19025ff-5fbf-488b-bc83-0d4c79e86217/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7892380 Jul 09 14:38:56.234053 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087d1f89-5b88-4598-83bd-2cdb9821d57a None None] Sync routers for ids ['a19025ff-5fbf-488b-bc83-0d4c79e86217'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:38:56.262467 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 420f0362-78d0-4e72-a898-980949a33a72, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=420f0362-78d0-4e72-a898-980949a33a72,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:38:56.285934 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-486157ba-fd31-4065-9578-88e066e1e68f None None] Port 45780285-4498-4b19-9884-5a05be50d2f2 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:38:56.288460 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087d1f89-5b88-4598-83bd-2cdb9821d57a None None] Routers {'a19025ff-5fbf-488b-bc83-0d4c79e86217'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:38:56.292145 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-087d1f89-5b88-4598-83bd-2cdb9821d57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:38:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['a19025ff-5fbf-488b-bc83-0d4c79e86217'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:38:56.304726 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b4d56298-c309-46cc-b82c-030241c25403 req-222a00a3-0986-4266-a7ea-bd956d71b8fd tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:56.363023 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:56.388553 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b4d56298-c309-46cc-b82c-030241c25403 req-222a00a3-0986-4266-a7ea-bd956d71b8fd tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:56.459146 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=420f0362-78d0-4e72-a898-980949a33a72,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:56.471376 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-087d1f89-5b88-4598-83bd-2cdb9821d57a None None] Set router a19025ff-5fbf-488b-bc83-0d4c79e86217 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:38:56.508632 n-d-799529-6 neutron-server[94445]: INFO neutron.db.l3_db [req-b4d56298-c309-46cc-b82c-030241c25403 req-222a00a3-0986-4266-a7ea-bd956d71b8fd tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Floating IP 40b382f4-6366-48bb-9987-ad275ce6e52e associated. External IP: 172.25.3.44, port: dfc55d26-177b-4fbd-a7ac-bc27347a9887. Jul 09 14:38:56.516652 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device dcd0ae7c-45ed-46e9-9311-776e32a7558d up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:38:56.671446 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port dcd0ae7c-45ed-46e9-9311-776e32a7558d triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:38:56.672183 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:56.764517 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4d56298-c309-46cc-b82c-030241c25403 req-222a00a3-0986-4266-a7ea-bd956d71b8fd tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Router 7375df51-64d2-4a3c-9e2e-755ec87c0071 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:38:56.826750 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:56.853610 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-087d1f89-5b88-4598-83bd-2cdb9821d57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19025ff-5fbf-488b-bc83-0d4c79e86217', 'name': 'tempest-FloatingIPsNegativeTestJSON-1765822549-router', 'tenant_id': 'd91cb48bc88e45cc87a826a7dfec64bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '420f0362-78d0-4e72-a898-980949a33a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:38:48Z', 'updated_at': '2021-07-09T14:38:54Z', 'revision_number': 4, 'project_id': 'd91cb48bc88e45cc87a826a7dfec64bd', 'gw_port': {'id': '420f0362-78d0-4e72-a898-980949a33a72', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:84:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19025ff-5fbf-488b-bc83-0d4c79e86217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:38:49Z', 'updated_at': '2021-07-09T14:38:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '45780285-4498-4b19-9884-5a05be50d2f2', 'name': '', 'network_id': '124ffb90-1d00-4351-b562-e3dd6bb5e8f8', 'tenant_id': 'd91cb48bc88e45cc87a826a7dfec64bd', 'mac_address': 'fa:16:3e:a2:86:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19025ff-5fbf-488b-bc83-0d4c79e86217', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '4cdc2b56-0a1b-4a43-907d-c10250c636c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:38:53Z', 'updated_at': '2021-07-09T14:38:54Z', 'revision_number': 2, 'project_id': 'd91cb48bc88e45cc87a826a7dfec64bd', 'subnets': [{'id': '4cdc2b56-0a1b-4a43-907d-c10250c636c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:38:56.899443 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087d1f89-5b88-4598-83bd-2cdb9821d57a None None] Checking router: a19025ff-5fbf-488b-bc83-0d4c79e86217 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:38:56.899876 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087d1f89-5b88-4598-83bd-2cdb9821d57a None None] Updating router a19025ff-5fbf-488b-bc83-0d4c79e86217 port 45780285-4498-4b19-9884-5a05be50d2f2 binding host n-d-799529-6 {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:38:56.910796 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4d56298-c309-46cc-b82c-030241c25403 req-222a00a3-0986-4266-a7ea-bd956d71b8fd tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:38:56.920604 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b4d56298-c309-46cc-b82c-030241c25403 req-222a00a3-0986-4266-a7ea-bd956d71b8fd tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:56.921984 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d9b686-4c74-4756-b132-1b13c1c26175 None None] Sync routers for ids ['7375df51-64d2-4a3c-9e2e-755ec87c0071'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:38:56.929889 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port dcd0ae7c-45ed-46e9-9311-776e32a7558d, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=dcd0ae7c-45ed-46e9-9311-776e32a7558d,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:38:56.936204 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d9b686-4c74-4756-b132-1b13c1c26175 None None] Routers {'7375df51-64d2-4a3c-9e2e-755ec87c0071'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:38:56.936834 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a056f4-f38d-4ab3-a1ec-89e3bf8a65aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebe1c4a7-904d-4f48-ba8f-b31031fa41e7'}, {'server_uuid': 'd09b7f4a-f490-4b6b-bcff-c85dbe06e11e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcd0ae7c-45ed-46e9-9311-776e32a7558d'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:38:56.937005 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-f2d9b686-4c74-4756-b132-1b13c1c26175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:38:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['7375df51-64d2-4a3c-9e2e-755ec87c0071'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:38:56.939570 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2334400-e808-4992-a8ff-f7ad9789f543" -d '{"events": [{"server_uuid": "72a056f4-f38d-4ab3-a1ec-89e3bf8a65aa", "name": "network-vif-unplugged", "status": "completed", "tag": "ebe1c4a7-904d-4f48-ba8f-b31031fa41e7"}, {"server_uuid": "d09b7f4a-f490-4b6b-bcff-c85dbe06e11e", "name": "network-vif-plugged", "status": "completed", "tag": "dcd0ae7c-45ed-46e9-9311-776e32a7558d"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:38:56.962742 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-087d1f89-5b88-4598-83bd-2cdb9821d57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:56.976090 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b4d56298-c309-46cc-b82c-030241c25403 req-222a00a3-0986-4266-a7ea-bd956d71b8fd tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] 10.222.0.58 "PUT /v2.0/floatingips/40b382f4-6366-48bb-9987-ad275ce6e52e HTTP/1.1" status: 200 len: 995 time: 1.5858788 Jul 09 14:38:56.976827 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1876ddc6-2fd8-4cac-97e9-177eb390e53b', 'tag': 'dfc55d26-177b-4fbd-a7ac-bc27347a9887'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:38:56.984347 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1514396-275b-4af2-b550-a982556d5124" -d '{"events": [{"name": "network-changed", "server_uuid": "1876ddc6-2fd8-4cac-97e9-177eb390e53b", "tag": "dfc55d26-177b-4fbd-a7ac-bc27347a9887"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:38:57.058780 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d56298-c309-46cc-b82c-030241c25403 req-4d6007b8-d75d-4af1-a37c-9f84c360a359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:57.060739 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b4d56298-c309-46cc-b82c-030241c25403 req-4d6007b8-d75d-4af1-a37c-9f84c360a359 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a8668948313b4f959579802b00241562&device_id=1876ddc6-2fd8-4cac-97e9-177eb390e53b HTTP/1.1" status: 200 len: 1096 time: 0.0667028 Jul 09 14:38:57.079361 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-f2d9b686-4c74-4756-b132-1b13c1c26175 None None] Set router 7375df51-64d2-4a3c-9e2e-755ec87c0071 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:38:57.211274 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:57.221713 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d56298-c309-46cc-b82c-030241c25403 req-4b266519-0264-4bf9-8053-b9f4fd4b2f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:57.234055 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b4d56298-c309-46cc-b82c-030241c25403 req-4b266519-0264-4bf9-8053-b9f4fd4b2f9a service neutron] 10.222.0.58 "GET /v2.0/networks?id=6b957d37-6377-4ce7-a80c-f07a7aa98343 HTTP/1.1" status: 200 len: 929 time: 0.1652856 Jul 09 14:38:57.335965 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=dcd0ae7c-45ed-46e9-9311-776e32a7558d,revision_number=7']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:57.339582 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b4d56298-c309-46cc-b82c-030241c25403 req-5b86eba6-4b7d-4f56-af72-a26b1205a259 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dfc55d26-177b-4fbd-a7ac-bc27347a9887 HTTP/1.1" status: 200 len: 998 time: 0.1039839 Jul 09 14:38:57.349001 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-f2d9b686-4c74-4756-b132-1b13c1c26175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7375df51-64d2-4a3c-9e2e-755ec87c0071', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-263430990-router', 'tenant_id': 'a8668948313b4f959579802b00241562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '0261a53f-ec88-4f32-86fb-b89bdf9a5cb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:38:04Z', 'updated_at': '2021-07-09T14:38:09Z', 'revision_number': 4, 'project_id': 'a8668948313b4f959579802b00241562', 'gw_port': {'id': '0261a53f-ec88-4f32-86fb-b89bdf9a5cb1', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:35:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7375df51-64d2-4a3c-9e2e-755ec87c0071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:38:04Z', 'updated_at': '2021-07-09T14:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '40b382f4-6366-48bb-9987-ad275ce6e52e', 'tenant_id': 'a8668948313b4f959579802b00241562', 'floating_ip_address': '172.25.3.44', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '7375df51-64d2-4a3c-9e2e-755ec87c0071', 'port_id': 'dfc55d26-177b-4fbd-a7ac-bc27347a9887', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b957d37-6377-4ce7-a80c-f07a7aa98343', 'mac_address': 'fa:16:3e:60:a1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1876ddc6-2fd8-4cac-97e9-177eb390e53b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:38:52Z', 'updated_at': '2021-07-09T14:38:56Z', 'revision_number': 1, 'project_id': 'a8668948313b4f959579802b00241562', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3b8d860-c644-4f39-adc6-7528064f12d1', 'name': '', 'network_id': '6b957d37-6377-4ce7-a80c-f07a7aa98343', 'tenant_id': 'a8668948313b4f959579802b00241562', 'mac_address': 'fa:16:3e:98:06:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7375df51-64d2-4a3c-9e2e-755ec87c0071', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '8ccca447-c618-4c82-8010-5d0951575759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:38:08Z', 'updated_at': '2021-07-09T14:38:17Z', 'revision_number': 5, 'project_id': 'a8668948313b4f959579802b00241562', 'subnets': [{'id': '8ccca447-c618-4c82-8010-5d0951575759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:38:57.398811 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d9b686-4c74-4756-b132-1b13c1c26175 None None] Checking router: 7375df51-64d2-4a3c-9e2e-755ec87c0071 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:38:57.409889 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d9b686-4c74-4756-b132-1b13c1c26175 None None] Routers {'7375df51-64d2-4a3c-9e2e-755ec87c0071'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:38:57.410151 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d56298-c309-46cc-b82c-030241c25403 req-06d3f31b-7c54-4fa7-ab9f-d3faed8e1422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:57.410692 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-f2d9b686-4c74-4756-b132-1b13c1c26175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:38:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['7375df51-64d2-4a3c-9e2e-755ec87c0071'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:38:57.417623 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b4d56298-c309-46cc-b82c-030241c25403 req-06d3f31b-7c54-4fa7-ab9f-d3faed8e1422 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8ccca447-c618-4c82-8010-5d0951575759 HTTP/1.1" status: 200 len: 867 time: 0.0772007 Jul 09 14:38:57.497235 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d56298-c309-46cc-b82c-030241c25403 req-629870f9-aa56-43f0-92c2-87dd7e88b6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:57.500366 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b4d56298-c309-46cc-b82c-030241c25403 req-629870f9-aa56-43f0-92c2-87dd7e88b6f5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6b957d37-6377-4ce7-a80c-f07a7aa98343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0818324 Jul 09 14:38:57.528600 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 420f0362-78d0-4e72-a898-980949a33a72 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:38:57.545222 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-f2d9b686-4c74-4756-b132-1b13c1c26175 None None] Set router 7375df51-64d2-4a3c-9e2e-755ec87c0071 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:38:57.559815 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-087d1f89-5b88-4598-83bd-2cdb9821d57a None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:57.576410 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-087d1f89-5b88-4598-83bd-2cdb9821d57a None None] Transition to ACTIVE for port object 45780285-4498-4b19-9884-5a05be50d2f2 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:38:57.619658 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 420f0362-78d0-4e72-a898-980949a33a72 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:38:57.620590 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:57.621211 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b4d56298-c309-46cc-b82c-030241c25403 req-f2b2d941-e590-4d55-bb55-49fecfe7d1a1 service neutron] 10.222.0.58 "GET /v2.0/networks/6b957d37-6377-4ce7-a80c-f07a7aa98343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134729 Jul 09 14:38:57.659731 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-087d1f89-5b88-4598-83bd-2cdb9821d57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:57.748744 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad7214b-9288-4835-93e6-e1783de6d459 None None] Pushing event updated for resources: {'Port': ['ID=45780285-4498-4b19-9884-5a05be50d2f2,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:57.768685 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b4d56298-c309-46cc-b82c-030241c25403 req-250cf455-bec0-4d86-ba39-27ffad1d6c5c service neutron] 10.222.0.58 "GET /v2.0/networks/6b957d37-6377-4ce7-a80c-f07a7aa98343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413827 Jul 09 14:38:57.838982 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-087d1f89-5b88-4598-83bd-2cdb9821d57a None None] Attempting to bind port 45780285-4498-4b19-9884-5a05be50d2f2 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:38:57.839373 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-087d1f89-5b88-4598-83bd-2cdb9821d57a None None] Attempting to bind port 45780285-4498-4b19-9884-5a05be50d2f2 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '79df6913-1829-4c3d-9526-b6ae80531541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '124ffb90-1d00-4351-b562-e3dd6bb5e8f8'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:38:57.840183 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087d1f89-5b88-4598-83bd-2cdb9821d57a None None] Attempting to bind port 45780285-4498-4b19-9884-5a05be50d2f2 on network 124ffb90-1d00-4351-b562-e3dd6bb5e8f8 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:38:57.842453 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-f2d9b686-4c74-4756-b132-1b13c1c26175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7375df51-64d2-4a3c-9e2e-755ec87c0071', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-263430990-router', 'tenant_id': 'a8668948313b4f959579802b00241562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '0261a53f-ec88-4f32-86fb-b89bdf9a5cb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:38:04Z', 'updated_at': '2021-07-09T14:38:09Z', 'revision_number': 4, 'project_id': 'a8668948313b4f959579802b00241562', 'gw_port': {'id': '0261a53f-ec88-4f32-86fb-b89bdf9a5cb1', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:35:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7375df51-64d2-4a3c-9e2e-755ec87c0071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:38:04Z', 'updated_at': '2021-07-09T14:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '40b382f4-6366-48bb-9987-ad275ce6e52e', 'tenant_id': 'a8668948313b4f959579802b00241562', 'floating_ip_address': '172.25.3.44', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '7375df51-64d2-4a3c-9e2e-755ec87c0071', 'port_id': 'dfc55d26-177b-4fbd-a7ac-bc27347a9887', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b957d37-6377-4ce7-a80c-f07a7aa98343', 'mac_address': 'fa:16:3e:60:a1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1876ddc6-2fd8-4cac-97e9-177eb390e53b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:38:52Z', 'updated_at': '2021-07-09T14:38:56Z', 'revision_number': 1, 'project_id': 'a8668948313b4f959579802b00241562', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3b8d860-c644-4f39-adc6-7528064f12d1', 'name': '', 'network_id': '6b957d37-6377-4ce7-a80c-f07a7aa98343', 'tenant_id': 'a8668948313b4f959579802b00241562', 'mac_address': 'fa:16:3e:98:06:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7375df51-64d2-4a3c-9e2e-755ec87c0071', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '8ccca447-c618-4c82-8010-5d0951575759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:38:08Z', 'updated_at': '2021-07-09T14:38:17Z', 'revision_number': 5, 'project_id': 'a8668948313b4f959579802b00241562', 'subnets': [{'id': '8ccca447-c618-4c82-8010-5d0951575759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:38:57.852728 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087d1f89-5b88-4598-83bd-2cdb9821d57a None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:38:57.853111 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087d1f89-5b88-4598-83bd-2cdb9821d57a None None] Checking segment: {'id': '79df6913-1829-4c3d-9526-b6ae80531541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '124ffb90-1d00-4351-b562-e3dd6bb5e8f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:38:57.853617 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-087d1f89-5b88-4598-83bd-2cdb9821d57a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:57.854018 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087d1f89-5b88-4598-83bd-2cdb9821d57a None None] Bound using segment: {'id': '79df6913-1829-4c3d-9526-b6ae80531541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '124ffb90-1d00-4351-b562-e3dd6bb5e8f8'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:38:57.854531 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-087d1f89-5b88-4598-83bd-2cdb9821d57a None None] Bound port: 45780285-4498-4b19-9884-5a05be50d2f2, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79df6913-1829-4c3d-9526-b6ae80531541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '124ffb90-1d00-4351-b562-e3dd6bb5e8f8'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:38:57.854916 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-087d1f89-5b88-4598-83bd-2cdb9821d57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:57.964845 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-087d1f89-5b88-4598-83bd-2cdb9821d57a None None] For port 45780285-4498-4b19-9884-5a05be50d2f2, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:38:57.974683 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-087d1f89-5b88-4598-83bd-2cdb9821d57a None None] For port 45780285-4498-4b19-9884-5a05be50d2f2, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=45780285-4498-4b19-9884-5a05be50d2f2,segment=NetworkSegment(79df6913-1829-4c3d-9526-b6ae80531541),segment_id=79df6913-1829-4c3d-9526-b6ae80531541)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:38:57.976695 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d9b686-4c74-4756-b132-1b13c1c26175 None None] The sync data for ids ['7375df51-64d2-4a3c-9e2e-755ec87c0071'] in n-d-799529-6 is: [{'id': '7375df51-64d2-4a3c-9e2e-755ec87c0071', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-263430990-router', 'tenant_id': 'a8668948313b4f959579802b00241562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '0261a53f-ec88-4f32-86fb-b89bdf9a5cb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:38:04Z', 'updated_at': '2021-07-09T14:38:09Z', 'revision_number': 4, 'project_id': 'a8668948313b4f959579802b00241562', 'gw_port': {'id': '0261a53f-ec88-4f32-86fb-b89bdf9a5cb1', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:35:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7375df51-64d2-4a3c-9e2e-755ec87c0071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:38:04Z', 'updated_at': '2021-07-09T14:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '40b382f4-6366-48bb-9987-ad275ce6e52e', 'tenant_id': 'a8668948313b4f959579802b00241562', 'floating_ip_address': '172.25.3.44', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '7375df51-64d2-4a3c-9e2e-755ec87c0071', 'port_id': 'dfc55d26-177b-4fbd-a7ac-bc27347a9887', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b957d37-6377-4ce7-a80c-f07a7aa98343', 'mac_address': 'fa:16:3e:60:a1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1876ddc6-2fd8-4cac-97e9-177eb390e53b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:38:52Z', 'updated_at': '2021-07-09T14:38:56Z', 'revision_number': 1, 'project_id': 'a8668948313b4f959579802b00241562', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3b8d860-c644-4f39-adc6-7528064f12d1', 'name': '', 'network_id': '6b957d37-6377-4ce7-a80c-f07a7aa98343', 'tenant_id': 'a8668948313b4f959579802b00241562', 'mac_address': 'fa:16:3e:98:06:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7375df51-64d2-4a3c-9e2e-755ec87c0071', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '8ccca447-c618-4c82-8010-5d0951575759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:38:08Z', 'updated_at': '2021-07-09T14:38:17Z', 'revision_number': 5, 'project_id': 'a8668948313b4f959579802b00241562', 'subnets': [{'id': '8ccca447-c618-4c82-8010-5d0951575759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:38:58.045925 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-087d1f89-5b88-4598-83bd-2cdb9821d57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:58.107958 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087d1f89-5b88-4598-83bd-2cdb9821d57a None None] Routers {'a19025ff-5fbf-488b-bc83-0d4c79e86217'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:38:58.110186 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-087d1f89-5b88-4598-83bd-2cdb9821d57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:38:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['a19025ff-5fbf-488b-bc83-0d4c79e86217'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:38:58.270473 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad7214b-9288-4835-93e6-e1783de6d459 None None] Pushing event updated for resources: {'Port': ['ID=45780285-4498-4b19-9884-5a05be50d2f2,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:58.341591 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308c93dc-8e2f-4ba9-974d-193d13a4e3cf None None] New status for floating IP 40b382f4-6366-48bb-9987-ad275ce6e52e: ACTIVE {{(pid=94447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:38:58.670863 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-087d1f89-5b88-4598-83bd-2cdb9821d57a None None] Set router a19025ff-5fbf-488b-bc83-0d4c79e86217 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:38:58.861180 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f357ce96-1345-4695-9d54-1d095d2515d3 req-3952bb91-1078-4188-9dc7-ed76b6ee47c6 tempest-FloatingIPsNegativeTestJSON-483932618 tempest-FloatingIPsNegativeTestJSON-483932618-project] 10.222.0.58 "GET /v2.0/floatingips?tenant_id=d91cb48bc88e45cc87a826a7dfec64bd HTTP/1.1" status: 200 len: 217 time: 0.5051484 Jul 09 14:38:59.004955 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-065dd65b-0f4d-41f5-b247-87c20dbbb9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:59.050340 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-087d1f89-5b88-4598-83bd-2cdb9821d57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19025ff-5fbf-488b-bc83-0d4c79e86217', 'name': 'tempest-FloatingIPsNegativeTestJSON-1765822549-router', 'tenant_id': 'd91cb48bc88e45cc87a826a7dfec64bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '420f0362-78d0-4e72-a898-980949a33a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:38:48Z', 'updated_at': '2021-07-09T14:38:54Z', 'revision_number': 4, 'project_id': 'd91cb48bc88e45cc87a826a7dfec64bd', 'gw_port': {'id': '420f0362-78d0-4e72-a898-980949a33a72', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:84:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19025ff-5fbf-488b-bc83-0d4c79e86217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:38:49Z', 'updated_at': '2021-07-09T14:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '45780285-4498-4b19-9884-5a05be50d2f2', 'name': '', 'network_id': '124ffb90-1d00-4351-b562-e3dd6bb5e8f8', 'tenant_id': 'd91cb48bc88e45cc87a826a7dfec64bd', 'mac_address': 'fa:16:3e:a2:86:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19025ff-5fbf-488b-bc83-0d4c79e86217', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '4cdc2b56-0a1b-4a43-907d-c10250c636c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:38:53Z', 'updated_at': '2021-07-09T14:38:57Z', 'revision_number': 4, 'project_id': 'd91cb48bc88e45cc87a826a7dfec64bd', 'subnets': [{'id': '4cdc2b56-0a1b-4a43-907d-c10250c636c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:38:59.093961 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087d1f89-5b88-4598-83bd-2cdb9821d57a None None] The sync data for ids ['a19025ff-5fbf-488b-bc83-0d4c79e86217'] in n-d-799529-6 is: [{'id': 'a19025ff-5fbf-488b-bc83-0d4c79e86217', 'name': 'tempest-FloatingIPsNegativeTestJSON-1765822549-router', 'tenant_id': 'd91cb48bc88e45cc87a826a7dfec64bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '420f0362-78d0-4e72-a898-980949a33a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:38:48Z', 'updated_at': '2021-07-09T14:38:54Z', 'revision_number': 4, 'project_id': 'd91cb48bc88e45cc87a826a7dfec64bd', 'gw_port': {'id': '420f0362-78d0-4e72-a898-980949a33a72', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:84:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19025ff-5fbf-488b-bc83-0d4c79e86217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:38:49Z', 'updated_at': '2021-07-09T14:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '45780285-4498-4b19-9884-5a05be50d2f2', 'name': '', 'network_id': '124ffb90-1d00-4351-b562-e3dd6bb5e8f8', 'tenant_id': 'd91cb48bc88e45cc87a826a7dfec64bd', 'mac_address': 'fa:16:3e:a2:86:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19025ff-5fbf-488b-bc83-0d4c79e86217', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '4cdc2b56-0a1b-4a43-907d-c10250c636c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:38:53Z', 'updated_at': '2021-07-09T14:38:57Z', 'revision_number': 4, 'project_id': 'd91cb48bc88e45cc87a826a7dfec64bd', 'subnets': [{'id': '4cdc2b56-0a1b-4a43-907d-c10250c636c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:38:59.114022 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b86f93-054a-4416-bcc7-7f195df3aad4 req-130e03ad-062e-4577-bcb9-b55fb6c61c37 tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:59.114421 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:59.122942 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-80b86f93-054a-4416-bcc7-7f195df3aad4 req-130e03ad-062e-4577-bcb9-b55fb6c61c37 tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] 10.222.0.58 "GET /v2.0/ports?device_id=c52a93e8-22a0-4a9e-85c0-2f76974183f3 HTTP/1.1" status: 200 len: 946 time: 0.0975578 Jul 09 14:38:59.199776 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-80b86f93-054a-4416-bcc7-7f195df3aad4 req-916eca31-6699-4893-9977-72932faf3971 tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8f0d29b-7c28-45e3-bcda-57869f378b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755308 Jul 09 14:38:59.516871 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 09 Jul 2021 14:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc5aa2c-0310-4174-88ab-ceeaf82d8dbd x-openstack-request-id: req-ebc5aa2c-0310-4174-88ab-ceeaf82d8dbd {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:38:59.517575 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a056f4-f38d-4ab3-a1ec-89e3bf8a65aa", "name": "network-vif-unplugged", "status": "completed", "tag": "ebe1c4a7-904d-4f48-ba8f-b31031fa41e7", "code": 200}, {"server_uuid": "d09b7f4a-f490-4b6b-bcff-c85dbe06e11e", "name": "network-vif-plugged", "status": "completed", "tag": "dcd0ae7c-45ed-46e9-9311-776e32a7558d", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:38:59.518088 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ebc5aa2c-0310-4174-88ab-ceeaf82d8dbd {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:38:59.519367 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a056f4-f38d-4ab3-a1ec-89e3bf8a65aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebe1c4a7-904d-4f48-ba8f-b31031fa41e7', 'code': 200} Jul 09 14:38:59.520360 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd09b7f4a-f490-4b6b-bcff-c85dbe06e11e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcd0ae7c-45ed-46e9-9311-776e32a7558d', 'code': 200} Jul 09 14:38:59.544834 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 45780285-4498-4b19-9884-5a05be50d2f2 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:38:59.582356 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25dbccd-2788-431b-98f5-bc92d1cdcb3d x-openstack-request-id: req-f25dbccd-2788-431b-98f5-bc92d1cdcb3d {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:38:59.582887 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1876ddc6-2fd8-4cac-97e9-177eb390e53b", "tag": "dfc55d26-177b-4fbd-a7ac-bc27347a9887", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:38:59.583129 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f25dbccd-2788-431b-98f5-bc92d1cdcb3d {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:38:59.583628 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1876ddc6-2fd8-4cac-97e9-177eb390e53b', 'tag': 'dfc55d26-177b-4fbd-a7ac-bc27347a9887', 'status': 'completed', 'code': 200} Jul 09 14:38:59.797095 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 45780285-4498-4b19-9884-5a05be50d2f2 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:38:59.800419 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1514396-275b-4af2-b550-a982556d5124 req-f44e8357-4664-453d-bffb-67e864bf81ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:59.801982 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c1514396-275b-4af2-b550-a982556d5124 req-f44e8357-4664-453d-bffb-67e864bf81ca service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a8668948313b4f959579802b00241562&device_id=1876ddc6-2fd8-4cac-97e9-177eb390e53b HTTP/1.1" status: 200 len: 1096 time: 0.1117995 Jul 09 14:38:59.804796 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 45780285-4498-4b19-9884-5a05be50d2f2 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:38:59.805503 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:59.821264 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8ade2c3d-5cd5-4450-bd92-0bb647955250 req-20febb1c-c26b-43dd-ae3a-4673541e3673 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=202c7ce6-d4e9-4f80-84dd-bef08905a653 HTTP/1.1" status: 200 len: 258 time: 0.2171798 Jul 09 14:38:59.822710 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-8ade2c3d-5cd5-4450-bd92-0bb647955250 req-9a6b3906-8a7f-455c-b0b9-ae51c2302ed7 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Request body: {'floatingip': {'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:38:59.970524 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1514396-275b-4af2-b550-a982556d5124 req-a2cc1a76-be6f-4600-bf5e-da7f9956b7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:59.971973 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:59.973460 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c1514396-275b-4af2-b550-a982556d5124 req-a2cc1a76-be6f-4600-bf5e-da7f9956b7ff service neutron] 10.222.0.62 "GET /v2.0/networks?id=6b957d37-6377-4ce7-a80c-f07a7aa98343 HTTP/1.1" status: 200 len: 929 time: 0.1461234 Jul 09 14:38:59.997754 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-8ade2c3d-5cd5-4450-bd92-0bb647955250 req-9a6b3906-8a7f-455c-b0b9-ae51c2302ed7 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Notify callbacks [] for floatingip, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:00.057771 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 45780285-4498-4b19-9884-5a05be50d2f2, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=45780285-4498-4b19-9884-5a05be50d2f2,segment=NetworkSegment(79df6913-1829-4c3d-9526-b6ae80531541),segment_id=79df6913-1829-4c3d-9526-b6ae80531541)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:39:00.149872 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:00.184075 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:00.203841 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c1514396-275b-4af2-b550-a982556d5124 req-0a04eefd-6d66-4402-a848-07ed88caf4f9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dfc55d26-177b-4fbd-a7ac-bc27347a9887 HTTP/1.1" status: 200 len: 1000 time: 0.2228565 Jul 09 14:39:00.281350 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-990f18e5-7ece-40c8-be2f-dc30b5f44e58 req-6e85917d-2300-44a7-9a04-704834975720 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2df18832-0a90-4bac-9014-72e1f2d3c304&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2026780 Jul 09 14:39:00.305496 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=45780285-4498-4b19-9884-5a05be50d2f2,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:00.334621 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1514396-275b-4af2-b550-a982556d5124 req-d9a8851f-24b3-4dae-9750-779fe78b4ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:00.340061 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c1514396-275b-4af2-b550-a982556d5124 req-d9a8851f-24b3-4dae-9750-779fe78b4ae8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8ccca447-c618-4c82-8010-5d0951575759 HTTP/1.1" status: 200 len: 867 time: 0.1251907 Jul 09 14:39:00.466026 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-8ade2c3d-5cd5-4450-bd92-0bb647955250 req-9a6b3906-8a7f-455c-b0b9-ae51c2302ed7 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:00.592274 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1514396-275b-4af2-b550-a982556d5124 req-1f7c4285-7752-4b86-8c60-356cded66eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:00.594259 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c1514396-275b-4af2-b550-a982556d5124 req-1f7c4285-7752-4b86-8c60-356cded66eeb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b957d37-6377-4ce7-a80c-f07a7aa98343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2460265 Jul 09 14:39:00.599839 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f18e5-7ece-40c8-be2f-dc30b5f44e58 req-41da9011-abe1-4476-9032-9e3c6c192982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:00.601391 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-990f18e5-7ece-40c8-be2f-dc30b5f44e58 req-41da9011-abe1-4476-9032-9e3c6c192982 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a29f2b4cfd1449cca4564d7c2e38b31e&device_id=2df18832-0a90-4bac-9014-72e1f2d3c304 HTTP/1.1" status: 200 len: 1096 time: 0.2626550 Jul 09 14:39:00.778026 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-8ade2c3d-5cd5-4450-bd92-0bb647955250 req-9a6b3906-8a7f-455c-b0b9-ae51c2302ed7 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Allocated IP 172.25.3.41 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/59f40acb-e2c3-4c31-95c1-5af8d5c5f8b9) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:39:00.838548 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c1514396-275b-4af2-b550-a982556d5124 req-e5023d27-25f6-4b7d-9f8d-5841dac4aacf service neutron] 10.222.0.62 "GET /v2.0/networks/6b957d37-6377-4ce7-a80c-f07a7aa98343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329690 Jul 09 14:39:00.973714 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f18e5-7ece-40c8-be2f-dc30b5f44e58 req-187187c5-a366-4ede-bebe-729d98e6608a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:00.976171 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-990f18e5-7ece-40c8-be2f-dc30b5f44e58 req-187187c5-a366-4ede-bebe-729d98e6608a service neutron] 10.222.0.54 "GET /v2.0/networks?id=f37664d6-2d63-4250-9a40-b9995b72cf27 HTTP/1.1" status: 200 len: 922 time: 0.3486969 Jul 09 14:39:01.031566 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-990f18e5-7ece-40c8-be2f-dc30b5f44e58 req-690056df-c558-4b1d-8266-30223edd1548 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e24c6829-ff22-4546-b008-4d35ebba6132 HTTP/1.1" status: 200 len: 217 time: 0.0470572 Jul 09 14:39:01.138502 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-8ade2c3d-5cd5-4450-bd92-0bb647955250 req-9a6b3906-8a7f-455c-b0b9-ae51c2302ed7 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:01.142375 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c1514396-275b-4af2-b550-a982556d5124 req-b550867d-82b9-4ef7-be71-ad2d0ae63363 service neutron] 10.222.0.62 "GET /v2.0/networks/6b957d37-6377-4ce7-a80c-f07a7aa98343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521360 Jul 09 14:39:01.143840 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f18e5-7ece-40c8-be2f-dc30b5f44e58 req-747a21ea-54d9-4cf0-b447-ad7ecf815778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:01.145178 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-990f18e5-7ece-40c8-be2f-dc30b5f44e58 req-747a21ea-54d9-4cf0-b447-ad7ecf815778 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=defde159-6b57-4a6f-ad64-e5b0f0fcfa82 HTTP/1.1" status: 200 len: 861 time: 0.1037979 Jul 09 14:39:01.204094 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-990f18e5-7ece-40c8-be2f-dc30b5f44e58 req-1fed56ca-52da-4357-8c02-27619c0224b2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f37664d6-2d63-4250-9a40-b9995b72cf27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511823 Jul 09 14:39:01.319751 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-990f18e5-7ece-40c8-be2f-dc30b5f44e58 req-287482c6-44c8-4d06-98af-bf77eb6b4b53 service neutron] 10.222.0.54 "GET /v2.0/networks/f37664d6-2d63-4250-9a40-b9995b72cf27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048117 Jul 09 14:39:01.434801 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-990f18e5-7ece-40c8-be2f-dc30b5f44e58 req-4fa42da9-57a8-46b5-89f4-0221b06290cc service neutron] 10.222.0.54 "GET /v2.0/networks/f37664d6-2d63-4250-9a40-b9995b72cf27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073480 Jul 09 14:39:01.439495 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-8ade2c3d-5cd5-4450-bd92-0bb647955250 req-9a6b3906-8a7f-455c-b0b9-ae51c2302ed7 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:01.486063 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ade2c3d-5cd5-4450-bd92-0bb647955250 req-9a6b3906-8a7f-455c-b0b9-ae51c2302ed7 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:39:01.486730 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:01.489174 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-8ade2c3d-5cd5-4450-bd92-0bb647955250 req-9a6b3906-8a7f-455c-b0b9-ae51c2302ed7 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:39:01.504438 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ade2c3d-5cd5-4450-bd92-0bb647955250 req-9a6b3906-8a7f-455c-b0b9-ae51c2302ed7 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:39:01.513364 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 45780285-4498-4b19-9884-5a05be50d2f2 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:39:01.535541 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6b3906-8a7f-455c-b0b9-ae51c2302ed7 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Pushing event updated for resources: {'Port': ['ID=59f40acb-e2c3-4c31-95c1-5af8d5c5f8b9,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:01.604547 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 45780285-4498-4b19-9884-5a05be50d2f2 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:39:01.606446 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:01.635397 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-8ade2c3d-5cd5-4450-bd92-0bb647955250 req-9a6b3906-8a7f-455c-b0b9-ae51c2302ed7 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:02.538914 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-8ade2c3d-5cd5-4450-bd92-0bb647955250 req-9a6b3906-8a7f-455c-b0b9-ae51c2302ed7 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:02.722051 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-8ade2c3d-5cd5-4450-bd92-0bb647955250 req-9a6b3906-8a7f-455c-b0b9-ae51c2302ed7 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:02.811599 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-8ade2c3d-5cd5-4450-bd92-0bb647955250 req-9a6b3906-8a7f-455c-b0b9-ae51c2302ed7 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:02.925875 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-8ade2c3d-5cd5-4450-bd92-0bb647955250 req-9a6b3906-8a7f-455c-b0b9-ae51c2302ed7 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:02.929675 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6b3906-8a7f-455c-b0b9-ae51c2302ed7 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Pushing event updated for resources: {'Port': ['ID=59f40acb-e2c3-4c31-95c1-5af8d5c5f8b9,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:03.017305 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-8ade2c3d-5cd5-4450-bd92-0bb647955250 req-9a6b3906-8a7f-455c-b0b9-ae51c2302ed7 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:03.089357 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8ade2c3d-5cd5-4450-bd92-0bb647955250 req-9a6b3906-8a7f-455c-b0b9-ae51c2302ed7 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.2059183 Jul 09 14:39:03.089357 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8ade2c3d-5cd5-4450-bd92-0bb647955250 req-a550241c-97d4-497e-b0a4-9fb95f156c33 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.3.41 HTTP/1.1" status: 200 len: 695 time: 0.0492091 Jul 09 14:39:03.189697 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ade2c3d-5cd5-4450-bd92-0bb647955250 req-f1c949b6-38dc-40d1-af9d-bead3ac4992e tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:03.190985 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8ade2c3d-5cd5-4450-bd92-0bb647955250 req-f1c949b6-38dc-40d1-af9d-bead3ac4992e tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] 10.222.0.58 "GET /v2.0/networks/202c7ce6-d4e9-4f80-84dd-bef08905a653 HTTP/1.1" status: 200 len: 784 time: 0.1092248 Jul 09 14:39:07.666261 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8c3d3650-06cf-4adc-915b-a0a66a11cd0d req-a0b7bceb-e619-484d-8152-3376a2e9f52e tempest-FloatingIPsNegativeTestJSON-483932618 tempest-FloatingIPsNegativeTestJSON-483932618-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0637412 Jul 09 14:39:07.975336 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97eed7-d4ac-4624-9963-bf0b80d1dd93 req-0e874824-8e35-4e4f-9292-dfb718458496 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:07.977740 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bd97eed7-d4ac-4624-9963-bf0b80d1dd93 req-0e874824-8e35-4e4f-9292-dfb718458496 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] 10.222.0.58 "GET /v2.0/ports?device_id=1876ddc6-2fd8-4cac-97e9-177eb390e53b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1119177 Jul 09 14:39:08.062385 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bd97eed7-d4ac-4624-9963-bf0b80d1dd93 req-ca03d966-4166-4b8a-bc77-5861b1c8a889 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.3.41 HTTP/1.1" status: 200 len: 695 time: 0.0745478 Jul 09 14:39:08.067612 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-bd97eed7-d4ac-4624-9963-bf0b80d1dd93 req-9d6f3633-9a18-4f99-a35a-d701bca0569f tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Request body: {'floatingip': {'port_id': 'dfc55d26-177b-4fbd-a7ac-bc27347a9887', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:39:08.148341 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-bd97eed7-d4ac-4624-9963-bf0b80d1dd93 req-9d6f3633-9a18-4f99-a35a-d701bca0569f tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Notify callbacks [] for floatingip, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:08.647647 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [req-bd97eed7-d4ac-4624-9963-bf0b80d1dd93 req-9d6f3633-9a18-4f99-a35a-d701bca0569f tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] update failed (client error): There was a conflict when trying to complete your request. Jul 09 14:39:08.650556 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bd97eed7-d4ac-4624-9963-bf0b80d1dd93 req-9d6f3633-9a18-4f99-a35a-d701bca0569f tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] 10.222.0.58 "PUT /v2.0/floatingips/41c08f2d-44bb-4d50-b5f5-6f61940aae6c HTTP/1.1" status: 409 len: 549 time: 0.5855618 Jul 09 14:39:08.766323 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [req-b18787ac-d691-4934-9fea-2351857bc32a req-8b7404ca-21ba-4659-9738-5cd60daf1aee tempest-FloatingIPsNegativeTestJSON-483932618 tempest-FloatingIPsNegativeTestJSON-483932618-project] show failed (client error): The resource could not be found. Jul 09 14:39:08.767332 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b18787ac-d691-4934-9fea-2351857bc32a req-8b7404ca-21ba-4659-9738-5cd60daf1aee tempest-FloatingIPsNegativeTestJSON-483932618 tempest-FloatingIPsNegativeTestJSON-483932618-project] 10.222.0.58 "GET /v2.0/floatingips/23beabc8-5096-4475-bcee-edc3860712fa HTTP/1.1" status: 404 len: 350 time: 0.0891352 Jul 09 14:39:08.779057 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 53440) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:39:08.891936 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e73448aa-edaa-4a01-9595-92167c7362da req-14d37e5a-b219-4764-a1d6-a23cee75ea4b tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] 10.222.0.58 "GET /v2.0/floatingips/41c08f2d-44bb-4d50-b5f5-6f61940aae6c HTTP/1.1" status: 200 len: 692 time: 0.0908897 Jul 09 14:39:09.141035 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73448aa-edaa-4a01-9595-92167c7362da req-00091cba-6364-4f1d-9b59-2e3f599178f0 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:09.168890 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e73448aa-edaa-4a01-9595-92167c7362da req-00091cba-6364-4f1d-9b59-2e3f599178f0 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] 10.222.0.58 "GET /v2.0/networks/202c7ce6-d4e9-4f80-84dd-bef08905a653 HTTP/1.1" status: 200 len: 784 time: 0.2760105 Jul 09 14:39:09.275330 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e73448aa-edaa-4a01-9595-92167c7362da req-a41448fd-40b4-421e-adcb-e10d23f12f55 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.3.41 HTTP/1.1" status: 200 len: 695 time: 0.1049612 Jul 09 14:39:09.382998 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e73448aa-edaa-4a01-9595-92167c7362da req-52f3f9c8-daa3-4bbc-9aae-5d6016cd7386 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.3.41 HTTP/1.1" status: 200 len: 695 time: 0.1061327 Jul 09 14:39:09.553411 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-31dab2be-7701-4a73-b79b-3365a202d915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:09.614979 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-e73448aa-edaa-4a01-9595-92167c7362da req-45235039-bf48-44a6-8452-9c43d0c905f3 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Deleting port 59f40acb-e2c3-4c31-95c1-5af8d5c5f8b9 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:39:09.615642 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e73448aa-edaa-4a01-9595-92167c7362da req-45235039-bf48-44a6-8452-9c43d0c905f3 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:09.811789 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e73448aa-edaa-4a01-9595-92167c7362da req-45235039-bf48-44a6-8452-9c43d0c905f3 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:09.812180 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e73448aa-edaa-4a01-9595-92167c7362da req-45235039-bf48-44a6-8452-9c43d0c905f3 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:09.846887 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-e73448aa-edaa-4a01-9595-92167c7362da req-45235039-bf48-44a6-8452-9c43d0c905f3 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Calling delete_port for 59f40acb-e2c3-4c31-95c1-5af8d5c5f8b9 owned by network:floatingip {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:39:10.200049 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e73448aa-edaa-4a01-9595-92167c7362da req-45235039-bf48-44a6-8452-9c43d0c905f3 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:10.268948 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45235039-bf48-44a6-8452-9c43d0c905f3 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Pushing event deleted for resources: {'Port': ['ID=59f40acb-e2c3-4c31-95c1-5af8d5c5f8b9,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:10.515400 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e73448aa-edaa-4a01-9595-92167c7362da req-45235039-bf48-44a6-8452-9c43d0c905f3 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Notify callbacks [] for floatingip, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:10.522191 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e73448aa-edaa-4a01-9595-92167c7362da req-45235039-bf48-44a6-8452-9c43d0c905f3 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:10.534814 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e73448aa-edaa-4a01-9595-92167c7362da req-45235039-bf48-44a6-8452-9c43d0c905f3 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] 10.222.0.58 "DELETE /v2.0/floatingips/41c08f2d-44bb-4d50-b5f5-6f61940aae6c HTTP/1.1" status: 204 len: 173 time: 1.1506531 Jul 09 14:39:10.538254 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257a4c91-f373-4870-9c74-096005771ad0 req-dbd7bfc6-2b5b-42d3-9363-2b46dc8d1198 tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:10.547542 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-257a4c91-f373-4870-9c74-096005771ad0 req-dbd7bfc6-2b5b-42d3-9363-2b46dc8d1198 tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] 10.222.0.58 "GET /v2.0/ports?device_id=c52a93e8-22a0-4a9e-85c0-2f76974183f3 HTTP/1.1" status: 200 len: 946 time: 0.3323627 Jul 09 14:39:10.636295 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-257a4c91-f373-4870-9c74-096005771ad0 req-e9dcd67f-2d0d-4270-bfc4-41451839f344 tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8f0d29b-7c28-45e3-bcda-57869f378b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870070 Jul 09 14:39:10.747371 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-31dab2be-7701-4a73-b79b-3365a202d915 admin admin] Deleting port 45780285-4498-4b19-9884-5a05be50d2f2 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:39:10.748038 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-31dab2be-7701-4a73-b79b-3365a202d915 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:10.827108 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ad813d75-8085-4bf3-8a58-74bd6463ccd1 req-c716a298-b187-4c0b-9e0d-2622dd2b21c9 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.3.44 HTTP/1.1" status: 200 len: 1000 time: 0.1613472 Jul 09 14:39:10.909763 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad813d75-8085-4bf3-8a58-74bd6463ccd1 req-fea8cf59-2be5-4418-89f5-5869e82fc8f8 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:10.911736 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ad813d75-8085-4bf3-8a58-74bd6463ccd1 req-fea8cf59-2be5-4418-89f5-5869e82fc8f8 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] 10.222.0.58 "GET /v2.0/ports/dfc55d26-177b-4fbd-a7ac-bc27347a9887 HTTP/1.1" status: 200 len: 942 time: 0.0768206 Jul 09 14:39:10.919125 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-31dab2be-7701-4a73-b79b-3365a202d915 admin admin] For port 45780285-4498-4b19-9884-5a05be50d2f2, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=45780285-4498-4b19-9884-5a05be50d2f2,segment=NetworkSegment(79df6913-1829-4c3d-9526-b6ae80531541),segment_id=79df6913-1829-4c3d-9526-b6ae80531541)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:39:10.919756 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-31dab2be-7701-4a73-b79b-3365a202d915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:10.936543 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-31dab2be-7701-4a73-b79b-3365a202d915 admin admin] Calling delete_port for 45780285-4498-4b19-9884-5a05be50d2f2 owned by network:router_interface {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:39:11.173528 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ad813d75-8085-4bf3-8a58-74bd6463ccd1 req-00801c17-e3c2-4f15-bcc9-d064d65a08d5 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.3.44 HTTP/1.1" status: 200 len: 1000 time: 0.1484447 Jul 09 14:39:11.438351 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad813d75-8085-4bf3-8a58-74bd6463ccd1 req-c44ed8f3-3a01-43d6-ac3f-caef9f9756ac tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:11.443303 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ad813d75-8085-4bf3-8a58-74bd6463ccd1 req-c44ed8f3-3a01-43d6-ac3f-caef9f9756ac tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] 10.222.0.58 "GET /v2.0/networks/202c7ce6-d4e9-4f80-84dd-bef08905a653 HTTP/1.1" status: 200 len: 784 time: 0.2648942 Jul 09 14:39:11.542096 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ad813d75-8085-4bf3-8a58-74bd6463ccd1 req-3245d934-c222-49b0-ab3c-1974c71bae4c tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.3.44 HTTP/1.1" status: 200 len: 1000 time: 0.0914338 Jul 09 14:39:11.555630 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-ad813d75-8085-4bf3-8a58-74bd6463ccd1 req-d16fccb0-5318-4a34-bf3d-dfcedc84ea4e tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:39:11.592622 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-31dab2be-7701-4a73-b79b-3365a202d915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:11.668877 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dab2be-7701-4a73-b79b-3365a202d915 admin admin] Pushing event deleted for resources: {'Port': ['ID=45780285-4498-4b19-9884-5a05be50d2f2,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:11.788208 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-ad813d75-8085-4bf3-8a58-74bd6463ccd1 req-d16fccb0-5318-4a34-bf3d-dfcedc84ea4e tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Notify callbacks [] for floatingip, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:11.907379 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e906f944-4c7d-4dfb-92de-1d2cfe713e31 req-87bc365a-5243-4703-9257-70884c63a088 tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:11.909150 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e906f944-4c7d-4dfb-92de-1d2cfe713e31 req-87bc365a-5243-4703-9257-70884c63a088 tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] 10.222.0.58 "GET /v2.0/ports?device_id=c52a93e8-22a0-4a9e-85c0-2f76974183f3 HTTP/1.1" status: 200 len: 946 time: 0.0866570 Jul 09 14:39:11.956357 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e906f944-4c7d-4dfb-92de-1d2cfe713e31 req-2c1a243d-5d12-464f-97b6-8b56812fd7de tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8f0d29b-7c28-45e3-bcda-57869f378b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398715 Jul 09 14:39:12.001916 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d3ef7-b0a7-45a7-9c66-ebc07731ea79 req-749e40e9-91c9-4f6c-9f74-8e8991244b2d tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:12.003459 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bf3d3ef7-b0a7-45a7-9c66-ebc07731ea79 req-749e40e9-91c9-4f6c-9f74-8e8991244b2d tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] 10.222.0.54 "GET /v2.0/ports?device_id=c52a93e8-22a0-4a9e-85c0-2f76974183f3 HTTP/1.1" status: 200 len: 946 time: 0.3549461 Jul 09 14:39:12.096661 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-31dab2be-7701-4a73-b79b-3365a202d915 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:12.149868 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-ad813d75-8085-4bf3-8a58-74bd6463ccd1 req-d16fccb0-5318-4a34-bf3d-dfcedc84ea4e tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:12.248060 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-ad813d75-8085-4bf3-8a58-74bd6463ccd1 req-d16fccb0-5318-4a34-bf3d-dfcedc84ea4e tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:12.248673 n-d-799529-6 neutron-server[94446]: INFO neutron.db.l3_db [req-ad813d75-8085-4bf3-8a58-74bd6463ccd1 req-d16fccb0-5318-4a34-bf3d-dfcedc84ea4e tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Floating IP 40b382f4-6366-48bb-9987-ad275ce6e52e disassociated. External IP: 172.25.3.44, port: dfc55d26-177b-4fbd-a7ac-bc27347a9887. Jul 09 14:39:12.419992 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-bf3d3ef7-b0a7-45a7-9c66-ebc07731ea79 req-140f24cf-4cd0-45d3-8984-eab40e9747f9 tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] Deleting port 71b05e21-4222-4627-8874-281fffef0f74 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:39:12.420241 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-bf3d3ef7-b0a7-45a7-9c66-ebc07731ea79 req-140f24cf-4cd0-45d3-8984-eab40e9747f9 tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:12.621443 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device ebe1c4a7-904d-4f48-ba8f-b31031fa41e7 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:39:12.792932 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port ebe1c4a7-904d-4f48-ba8f-b31031fa41e7, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=ebe1c4a7-904d-4f48-ba8f-b31031fa41e7,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:39:12.812268 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': 'ebe1c4a7-904d-4f48-ba8f-b31031fa41e7', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'port_id': 'ebe1c4a7-904d-4f48-ba8f-b31031fa41e7', 'mac_address': 'fa:16:3e:ed:04:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8081bcce-88de-4a2f-9e69-6750220e0be0', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:39:12.870978 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:12.899392 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebe1c4a7-904d-4f48-ba8f-b31031fa41e7 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:39:12.939185 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port ebe1c4a7-904d-4f48-ba8f-b31031fa41e7, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=ebe1c4a7-904d-4f48-ba8f-b31031fa41e7,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:39:13.017883 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:13.125517 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-bf3d3ef7-b0a7-45a7-9c66-ebc07731ea79 req-140f24cf-4cd0-45d3-8984-eab40e9747f9 tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] For port 71b05e21-4222-4627-8874-281fffef0f74, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=71b05e21-4222-4627-8874-281fffef0f74,segment=NetworkSegment(17394383-4606-4647-9992-0361f0b92269),segment_id=17394383-4606-4647-9992-0361f0b92269)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:39:13.126115 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-bf3d3ef7-b0a7-45a7-9c66-ebc07731ea79 req-140f24cf-4cd0-45d3-8984-eab40e9747f9 tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:13.137989 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=ebe1c4a7-904d-4f48-ba8f-b31031fa41e7,revision_number=9']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:13.141988 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-bf3d3ef7-b0a7-45a7-9c66-ebc07731ea79 req-140f24cf-4cd0-45d3-8984-eab40e9747f9 tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] Calling delete_port for 71b05e21-4222-4627-8874-281fffef0f74 owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:39:13.147458 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['ebe1c4a7-904d-4f48-ba8f-b31031fa41e7'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:39:13.303221 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2588903-127e-469d-8a2f-3dfae033e267 req-ce4ae70a-c50d-424e-902f-f56c312e2bb5 tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:13.318079 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d2588903-127e-469d-8a2f-3dfae033e267 req-ce4ae70a-c50d-424e-902f-f56c312e2bb5 tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] 10.222.0.58 "GET /v2.0/ports?device_id=c52a93e8-22a0-4a9e-85c0-2f76974183f3 HTTP/1.1" status: 200 len: 946 time: 0.1595299 Jul 09 14:39:13.422758 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31dab2be-7701-4a73-b79b-3365a202d915 admin admin] Router a19025ff-5fbf-488b-bc83-0d4c79e86217 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:39:13.451726 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d2588903-127e-469d-8a2f-3dfae033e267 req-c3e638be-59dc-4b21-9ea5-33fe6d00b1bf tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8f0d29b-7c28-45e3-bcda-57869f378b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169171 Jul 09 14:39:13.573439 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad813d75-8085-4bf3-8a58-74bd6463ccd1 req-d16fccb0-5318-4a34-bf3d-dfcedc84ea4e tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Router 7375df51-64d2-4a3c-9e2e-755ec87c0071 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:39:13.740066 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31dab2be-7701-4a73-b79b-3365a202d915 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:39:13.746886 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-31dab2be-7701-4a73-b79b-3365a202d915 admin admin] 10.222.0.58 "PUT /v2.0/routers/a19025ff-5fbf-488b-bc83-0d4c79e86217/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9666052 Jul 09 14:39:13.749669 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 53592) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:39:13.749819 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374c8166-c028-4a6f-835f-2594721cdfbd None None] Sync routers for ids ['a19025ff-5fbf-488b-bc83-0d4c79e86217'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:39:13.763579 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374c8166-c028-4a6f-835f-2594721cdfbd None None] Routers {'a19025ff-5fbf-488b-bc83-0d4c79e86217'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:39:13.765137 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-374c8166-c028-4a6f-835f-2594721cdfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:38:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['a19025ff-5fbf-488b-bc83-0d4c79e86217'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:39:13.770244 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad813d75-8085-4bf3-8a58-74bd6463ccd1 req-d16fccb0-5318-4a34-bf3d-dfcedc84ea4e tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:39:13.774732 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-ad813d75-8085-4bf3-8a58-74bd6463ccd1 req-d16fccb0-5318-4a34-bf3d-dfcedc84ea4e tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:13.779819 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1dfb72-b37d-4deb-90d6-bc05347eb4aa None None] Sync routers for ids ['7375df51-64d2-4a3c-9e2e-755ec87c0071'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:39:13.792388 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1dfb72-b37d-4deb-90d6-bc05347eb4aa None None] Routers {'7375df51-64d2-4a3c-9e2e-755ec87c0071'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:39:13.793033 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-cd1dfb72-b37d-4deb-90d6-bc05347eb4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:38:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['7375df51-64d2-4a3c-9e2e-755ec87c0071'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:39:13.872846 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-72fbf5b1-9ee3-4041-af59-2a370e3bdf70 admin admin] Notify callbacks [] for router, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:13.874954 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ad813d75-8085-4bf3-8a58-74bd6463ccd1 req-d16fccb0-5318-4a34-bf3d-dfcedc84ea4e tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] 10.222.0.58 "PUT /v2.0/floatingips/40b382f4-6366-48bb-9987-ad275ce6e52e HTTP/1.1" status: 200 len: 694 time: 2.3234265 Jul 09 14:39:13.879652 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1876ddc6-2fd8-4cac-97e9-177eb390e53b', 'tag': 'dfc55d26-177b-4fbd-a7ac-bc27347a9887'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:39:13.888252 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9fbe05c-67a0-47be-9e89-72d72d1381eb" -d '{"events": [{"name": "network-changed", "server_uuid": "1876ddc6-2fd8-4cac-97e9-177eb390e53b", "tag": "dfc55d26-177b-4fbd-a7ac-bc27347a9887"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:39:13.900967 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-bf3d3ef7-b0a7-45a7-9c66-ebc07731ea79 req-140f24cf-4cd0-45d3-8984-eab40e9747f9 tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:13.927572 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-374c8166-c028-4a6f-835f-2594721cdfbd None None] Set router a19025ff-5fbf-488b-bc83-0d4c79e86217 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:39:13.978471 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140f24cf-4cd0-45d3-8984-eab40e9747f9 tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] Pushing event deleted for resources: {'Port': ['ID=71b05e21-4222-4627-8874-281fffef0f74,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:13.989613 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-72fbf5b1-9ee3-4041-af59-2a370e3bdf70 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:13.991064 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140f24cf-4cd0-45d3-8984-eab40e9747f9 tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:39:13.991775 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140f24cf-4cd0-45d3-8984-eab40e9747f9 tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:39:13.992150 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140f24cf-4cd0-45d3-8984-eab40e9747f9 tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:39:13.992495 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140f24cf-4cd0-45d3-8984-eab40e9747f9 tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:39:13.992829 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140f24cf-4cd0-45d3-8984-eab40e9747f9 tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:39:13.993506 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140f24cf-4cd0-45d3-8984-eab40e9747f9 tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:39:13.993854 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140f24cf-4cd0-45d3-8984-eab40e9747f9 tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:39:13.994187 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140f24cf-4cd0-45d3-8984-eab40e9747f9 tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:39:13.995438 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140f24cf-4cd0-45d3-8984-eab40e9747f9 tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:39:13.995817 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140f24cf-4cd0-45d3-8984-eab40e9747f9 tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:39:13.997386 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140f24cf-4cd0-45d3-8984-eab40e9747f9 tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:39:13.997386 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140f24cf-4cd0-45d3-8984-eab40e9747f9 tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:39:14.015966 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-cd1dfb72-b37d-4deb-90d6-bc05347eb4aa None None] Set router 7375df51-64d2-4a3c-9e2e-755ec87c0071 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:39:14.099414 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf3d3ef7-b0a7-45a7-9c66-ebc07731ea79 req-140f24cf-4cd0-45d3-8984-eab40e9747f9 tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] No DVR routers for this DVR port 71b05e21-4222-4627-8874-281fffef0f74 on host n-h2-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:39:14.112544 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-bf3d3ef7-b0a7-45a7-9c66-ebc07731ea79 req-140f24cf-4cd0-45d3-8984-eab40e9747f9 tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:14.124281 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bf3d3ef7-b0a7-45a7-9c66-ebc07731ea79 req-140f24cf-4cd0-45d3-8984-eab40e9747f9 tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] 10.222.0.54 "DELETE /v2.0/ports/71b05e21-4222-4627-8874-281fffef0f74 HTTP/1.1" status: 204 len: 173 time: 2.0760355 Jul 09 14:39:14.126090 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad813d75-8085-4bf3-8a58-74bd6463ccd1 req-78170405-c4b7-41e6-a19b-0389a827e3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:14.128854 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ad813d75-8085-4bf3-8a58-74bd6463ccd1 req-78170405-c4b7-41e6-a19b-0389a827e3a7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a8668948313b4f959579802b00241562&device_id=1876ddc6-2fd8-4cac-97e9-177eb390e53b HTTP/1.1" status: 200 len: 1096 time: 0.2429852 Jul 09 14:39:14.229814 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-72fbf5b1-9ee3-4041-af59-2a370e3bdf70 admin admin] Deleting port 420f0362-78d0-4e72-a898-980949a33a72 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:39:14.230199 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-72fbf5b1-9ee3-4041-af59-2a370e3bdf70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:14.254393 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-374c8166-c028-4a6f-835f-2594721cdfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19025ff-5fbf-488b-bc83-0d4c79e86217', 'name': 'tempest-FloatingIPsNegativeTestJSON-1765822549-router', 'tenant_id': 'd91cb48bc88e45cc87a826a7dfec64bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '420f0362-78d0-4e72-a898-980949a33a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:38:48Z', 'updated_at': '2021-07-09T14:39:11Z', 'revision_number': 5, 'project_id': 'd91cb48bc88e45cc87a826a7dfec64bd', 'gw_port': {'id': '420f0362-78d0-4e72-a898-980949a33a72', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:84:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19025ff-5fbf-488b-bc83-0d4c79e86217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:38:49Z', 'updated_at': '2021-07-09T14:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:39:14.323406 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374c8166-c028-4a6f-835f-2594721cdfbd None None] Checking router: a19025ff-5fbf-488b-bc83-0d4c79e86217 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:39:14.338672 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-72fbf5b1-9ee3-4041-af59-2a370e3bdf70 admin admin] For port 420f0362-78d0-4e72-a898-980949a33a72, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=420f0362-78d0-4e72-a898-980949a33a72,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:39:14.339435 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad813d75-8085-4bf3-8a58-74bd6463ccd1 req-0c519cdb-afad-4053-9b09-ce3a879b9420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:14.340054 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-72fbf5b1-9ee3-4041-af59-2a370e3bdf70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:14.341142 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374c8166-c028-4a6f-835f-2594721cdfbd None None] Routers {'a19025ff-5fbf-488b-bc83-0d4c79e86217'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:39:14.345398 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-374c8166-c028-4a6f-835f-2594721cdfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:38:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['a19025ff-5fbf-488b-bc83-0d4c79e86217'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:39:14.348233 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ad813d75-8085-4bf3-8a58-74bd6463ccd1 req-0c519cdb-afad-4053-9b09-ce3a879b9420 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6b957d37-6377-4ce7-a80c-f07a7aa98343 HTTP/1.1" status: 200 len: 929 time: 0.2117431 Jul 09 14:39:14.362958 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-72fbf5b1-9ee3-4041-af59-2a370e3bdf70 admin admin] Calling delete_port for 420f0362-78d0-4e72-a898-980949a33a72 owned by network:router_gateway {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:39:14.386893 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ad813d75-8085-4bf3-8a58-74bd6463ccd1 req-343f2d85-a272-4eaf-9afb-3059a68618f9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dfc55d26-177b-4fbd-a7ac-bc27347a9887 HTTP/1.1" status: 200 len: 217 time: 0.0377705 Jul 09 14:39:14.449956 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-cd1dfb72-b37d-4deb-90d6-bc05347eb4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7375df51-64d2-4a3c-9e2e-755ec87c0071', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-263430990-router', 'tenant_id': 'a8668948313b4f959579802b00241562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '0261a53f-ec88-4f32-86fb-b89bdf9a5cb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:38:04Z', 'updated_at': '2021-07-09T14:38:09Z', 'revision_number': 4, 'project_id': 'a8668948313b4f959579802b00241562', 'gw_port': {'id': '0261a53f-ec88-4f32-86fb-b89bdf9a5cb1', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:35:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7375df51-64d2-4a3c-9e2e-755ec87c0071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:38:04Z', 'updated_at': '2021-07-09T14:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'f3b8d860-c644-4f39-adc6-7528064f12d1', 'name': '', 'network_id': '6b957d37-6377-4ce7-a80c-f07a7aa98343', 'tenant_id': 'a8668948313b4f959579802b00241562', 'mac_address': 'fa:16:3e:98:06:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7375df51-64d2-4a3c-9e2e-755ec87c0071', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '8ccca447-c618-4c82-8010-5d0951575759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:38:08Z', 'updated_at': '2021-07-09T14:38:17Z', 'revision_number': 5, 'project_id': 'a8668948313b4f959579802b00241562', 'subnets': [{'id': '8ccca447-c618-4c82-8010-5d0951575759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:39:14.511352 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad813d75-8085-4bf3-8a58-74bd6463ccd1 req-c2cfc865-cbe1-4a13-bf3a-b77bb3df7dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:14.512405 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1dfb72-b37d-4deb-90d6-bc05347eb4aa None None] Checking router: 7375df51-64d2-4a3c-9e2e-755ec87c0071 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:39:14.515541 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ad813d75-8085-4bf3-8a58-74bd6463ccd1 req-c2cfc865-cbe1-4a13-bf3a-b77bb3df7dd7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8ccca447-c618-4c82-8010-5d0951575759 HTTP/1.1" status: 200 len: 867 time: 0.1206927 Jul 09 14:39:14.550088 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-374c8166-c028-4a6f-835f-2594721cdfbd None None] Set router a19025ff-5fbf-488b-bc83-0d4c79e86217 gateway port host: None {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:39:14.564258 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1dfb72-b37d-4deb-90d6-bc05347eb4aa None None] Routers {'7375df51-64d2-4a3c-9e2e-755ec87c0071'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:39:14.568974 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-cd1dfb72-b37d-4deb-90d6-bc05347eb4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:38:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['7375df51-64d2-4a3c-9e2e-755ec87c0071'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:39:14.662053 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-374c8166-c028-4a6f-835f-2594721cdfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19025ff-5fbf-488b-bc83-0d4c79e86217', 'name': 'tempest-FloatingIPsNegativeTestJSON-1765822549-router', 'tenant_id': 'd91cb48bc88e45cc87a826a7dfec64bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:38:48Z', 'updated_at': '2021-07-09T14:39:13Z', 'revision_number': 6, 'project_id': 'd91cb48bc88e45cc87a826a7dfec64bd', 'gw_port_host': None}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:39:14.664080 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad813d75-8085-4bf3-8a58-74bd6463ccd1 req-f2bf7eb8-3e29-4864-b417-f7836a751cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:14.681478 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ad813d75-8085-4bf3-8a58-74bd6463ccd1 req-f2bf7eb8-3e29-4864-b417-f7836a751cad service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6b957d37-6377-4ce7-a80c-f07a7aa98343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1541393 Jul 09 14:39:14.696015 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374c8166-c028-4a6f-835f-2594721cdfbd None None] The sync data for ids ['a19025ff-5fbf-488b-bc83-0d4c79e86217'] in n-d-799529-6 is: [{'id': 'a19025ff-5fbf-488b-bc83-0d4c79e86217', 'name': 'tempest-FloatingIPsNegativeTestJSON-1765822549-router', 'tenant_id': 'd91cb48bc88e45cc87a826a7dfec64bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:38:48Z', 'updated_at': '2021-07-09T14:39:13Z', 'revision_number': 6, 'project_id': 'd91cb48bc88e45cc87a826a7dfec64bd', 'gw_port_host': None}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:39:14.882355 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:14.884062 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device ebe1c4a7-904d-4f48-ba8f-b31031fa41e7 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:39:14.979539 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-cd1dfb72-b37d-4deb-90d6-bc05347eb4aa None None] Set router 7375df51-64d2-4a3c-9e2e-755ec87c0071 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:39:14.983450 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port ebe1c4a7-904d-4f48-ba8f-b31031fa41e7 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:39:14.983907 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:14.988901 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ad813d75-8085-4bf3-8a58-74bd6463ccd1 req-733d29db-ef55-4342-be8c-a1a2ef905b33 service neutron] 10.222.0.58 "GET /v2.0/networks/6b957d37-6377-4ce7-a80c-f07a7aa98343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064303 Jul 09 14:39:15.198181 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ad813d75-8085-4bf3-8a58-74bd6463ccd1 req-05589e62-00e3-47bf-97b2-41cedbd9cdf6 service neutron] 10.222.0.58 "GET /v2.0/networks/6b957d37-6377-4ce7-a80c-f07a7aa98343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004063 Jul 09 14:39:15.219023 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c54328-e015-4aeb-8a00-20cf03717be6 x-openstack-request-id: req-29c54328-e015-4aeb-8a00-20cf03717be6 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:39:15.219321 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1876ddc6-2fd8-4cac-97e9-177eb390e53b", "tag": "dfc55d26-177b-4fbd-a7ac-bc27347a9887", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:39:15.219605 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-29c54328-e015-4aeb-8a00-20cf03717be6 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:39:15.220003 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1876ddc6-2fd8-4cac-97e9-177eb390e53b', 'tag': 'dfc55d26-177b-4fbd-a7ac-bc27347a9887', 'status': 'completed', 'code': 200} Jul 09 14:39:15.223653 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-72fbf5b1-9ee3-4041-af59-2a370e3bdf70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:15.250838 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:15.357447 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port ebe1c4a7-904d-4f48-ba8f-b31031fa41e7, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=ebe1c4a7-904d-4f48-ba8f-b31031fa41e7,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:39:15.364711 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a056f4-f38d-4ab3-a1ec-89e3bf8a65aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe1c4a7-904d-4f48-ba8f-b31031fa41e7'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:39:15.370251 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57eab251-d29a-4f8a-b2ee-f8795c5449f1" -d '{"events": [{"server_uuid": "72a056f4-f38d-4ab3-a1ec-89e3bf8a65aa", "name": "network-vif-plugged", "status": "completed", "tag": "ebe1c4a7-904d-4f48-ba8f-b31031fa41e7"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:39:15.409138 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fbe05c-67a0-47be-9e89-72d72d1381eb req-f9ab39c1-93a1-4b3d-ab98-27a669e22d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:15.413696 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c9fbe05c-67a0-47be-9e89-72d72d1381eb req-f9ab39c1-93a1-4b3d-ab98-27a669e22d52 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a8668948313b4f959579802b00241562&device_id=1876ddc6-2fd8-4cac-97e9-177eb390e53b HTTP/1.1" status: 200 len: 1096 time: 0.1491666 Jul 09 14:39:15.433206 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-72fbf5b1-9ee3-4041-af59-2a370e3bdf70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:15.437426 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fbf5b1-9ee3-4041-af59-2a370e3bdf70 admin admin] Pushing event deleted for resources: {'Port': ['ID=420f0362-78d0-4e72-a898-980949a33a72,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:15.531245 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fbf5b1-9ee3-4041-af59-2a370e3bdf70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:39:15.531760 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fbf5b1-9ee3-4041-af59-2a370e3bdf70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:39:15.532165 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fbf5b1-9ee3-4041-af59-2a370e3bdf70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:39:15.532465 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fbf5b1-9ee3-4041-af59-2a370e3bdf70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:39:15.532819 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fbf5b1-9ee3-4041-af59-2a370e3bdf70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:39:15.533151 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fbf5b1-9ee3-4041-af59-2a370e3bdf70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:39:15.533482 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fbf5b1-9ee3-4041-af59-2a370e3bdf70 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:39:15.533816 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fbf5b1-9ee3-4041-af59-2a370e3bdf70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:39:15.534148 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fbf5b1-9ee3-4041-af59-2a370e3bdf70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:39:15.534476 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fbf5b1-9ee3-4041-af59-2a370e3bdf70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:39:15.534831 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fbf5b1-9ee3-4041-af59-2a370e3bdf70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:39:15.535160 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fbf5b1-9ee3-4041-af59-2a370e3bdf70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:39:15.536782 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:15.537632 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 71b05e21-4222-4627-8874-281fffef0f74 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:39:15.600475 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-645235e9-31b9-4371-b8bf-cd37711f0edf req-15b39e16-a810-4e91-aa40-c5d00eb5a2fe tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] 10.222.0.58 "GET /v2.0/floatingips/40b382f4-6366-48bb-9987-ad275ce6e52e HTTP/1.1" status: 200 len: 694 time: 0.1161463 Jul 09 14:39:15.602683 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: 71b05e21-4222-4627-8874-281fffef0f74 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:39:15.603034 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 71b05e21-4222-4627-8874-281fffef0f74 not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:39:15.653217 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=ebe1c4a7-904d-4f48-ba8f-b31031fa41e7,revision_number=10']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:15.668236 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-cd1dfb72-b37d-4deb-90d6-bc05347eb4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7375df51-64d2-4a3c-9e2e-755ec87c0071', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-263430990-router', 'tenant_id': 'a8668948313b4f959579802b00241562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '0261a53f-ec88-4f32-86fb-b89bdf9a5cb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:38:04Z', 'updated_at': '2021-07-09T14:38:09Z', 'revision_number': 4, 'project_id': 'a8668948313b4f959579802b00241562', 'gw_port': {'id': '0261a53f-ec88-4f32-86fb-b89bdf9a5cb1', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:35:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7375df51-64d2-4a3c-9e2e-755ec87c0071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:38:04Z', 'updated_at': '2021-07-09T14:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'f3b8d860-c644-4f39-adc6-7528064f12d1', 'name': '', 'network_id': '6b957d37-6377-4ce7-a80c-f07a7aa98343', 'tenant_id': 'a8668948313b4f959579802b00241562', 'mac_address': 'fa:16:3e:98:06:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7375df51-64d2-4a3c-9e2e-755ec87c0071', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '8ccca447-c618-4c82-8010-5d0951575759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:38:08Z', 'updated_at': '2021-07-09T14:38:17Z', 'revision_number': 5, 'project_id': 'a8668948313b4f959579802b00241562', 'subnets': [{'id': '8ccca447-c618-4c82-8010-5d0951575759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:39:15.687059 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6cd33649-7321-4b38-a0ce-a6dccb7b193f req-30464332-5433-4da7-a7ed-2202a2199348 tempest-InstanceActionsNegativeTestJSON-505504760 tempest-InstanceActionsNegativeTestJSON-505504760-project] 10.222.0.58 "GET /v2.0/ports?device_id=c52a93e8-22a0-4a9e-85c0-2f76974183f3 HTTP/1.1" status: 200 len: 210 time: 0.0716031 Jul 09 14:39:15.697139 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-72fbf5b1-9ee3-4041-af59-2a370e3bdf70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:15.708188 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-72fbf5b1-9ee3-4041-af59-2a370e3bdf70 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:15.741722 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1dfb72-b37d-4deb-90d6-bc05347eb4aa None None] The sync data for ids ['7375df51-64d2-4a3c-9e2e-755ec87c0071'] in n-d-799529-6 is: [{'id': '7375df51-64d2-4a3c-9e2e-755ec87c0071', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-263430990-router', 'tenant_id': 'a8668948313b4f959579802b00241562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '0261a53f-ec88-4f32-86fb-b89bdf9a5cb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:38:04Z', 'updated_at': '2021-07-09T14:38:09Z', 'revision_number': 4, 'project_id': 'a8668948313b4f959579802b00241562', 'gw_port': {'id': '0261a53f-ec88-4f32-86fb-b89bdf9a5cb1', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:35:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7375df51-64d2-4a3c-9e2e-755ec87c0071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:38:04Z', 'updated_at': '2021-07-09T14:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'f3b8d860-c644-4f39-adc6-7528064f12d1', 'name': '', 'network_id': '6b957d37-6377-4ce7-a80c-f07a7aa98343', 'tenant_id': 'a8668948313b4f959579802b00241562', 'mac_address': 'fa:16:3e:98:06:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7375df51-64d2-4a3c-9e2e-755ec87c0071', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '8ccca447-c618-4c82-8010-5d0951575759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:38:08Z', 'updated_at': '2021-07-09T14:38:17Z', 'revision_number': 5, 'project_id': 'a8668948313b4f959579802b00241562', 'subnets': [{'id': '8ccca447-c618-4c82-8010-5d0951575759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:39:15.746331 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 45780285-4498-4b19-9884-5a05be50d2f2 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:39:15.784125 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 45780285-4498-4b19-9884-5a05be50d2f2 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:39:15.784380 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 45780285-4498-4b19-9884-5a05be50d2f2 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:39:15.812228 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc06564-fa59-4d18-a0dd-08f39016a5f2 x-openstack-request-id: req-4dc06564-fa59-4d18-a0dd-08f39016a5f2 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:39:15.812527 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a056f4-f38d-4ab3-a1ec-89e3bf8a65aa", "name": "network-vif-plugged", "status": "completed", "tag": "ebe1c4a7-904d-4f48-ba8f-b31031fa41e7", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:39:15.812901 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4dc06564-fa59-4d18-a0dd-08f39016a5f2 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:39:15.813914 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a056f4-f38d-4ab3-a1ec-89e3bf8a65aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe1c4a7-904d-4f48-ba8f-b31031fa41e7', 'code': 200} Jul 09 14:39:15.901269 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fbe05c-67a0-47be-9e89-72d72d1381eb req-1a8ee0c4-4ce5-4f77-92bc-b5d8f7ed2c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:15.903041 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c9fbe05c-67a0-47be-9e89-72d72d1381eb req-1a8ee0c4-4ce5-4f77-92bc-b5d8f7ed2c0e service neutron] 10.222.0.62 "GET /v2.0/networks?id=6b957d37-6377-4ce7-a80c-f07a7aa98343 HTTP/1.1" status: 200 len: 929 time: 0.4819868 Jul 09 14:39:16.012699 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-72fbf5b1-9ee3-4041-af59-2a370e3bdf70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:16.013226 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72fbf5b1-9ee3-4041-af59-2a370e3bdf70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a19025ff-5fbf-488b-bc83-0d4c79e86217 {{(pid=94445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:39:16.018535 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-72fbf5b1-9ee3-4041-af59-2a370e3bdf70 admin admin] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:16.020074 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-72fbf5b1-9ee3-4041-af59-2a370e3bdf70 admin admin] 10.222.0.58 "DELETE /v2.0/routers/a19025ff-5fbf-488b-bc83-0d4c79e86217 HTTP/1.1" status: 204 len: 168 time: 2.2689357 Jul 09 14:39:16.023307 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 53650) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:39:16.026821 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c9fbe05c-67a0-47be-9e89-72d72d1381eb req-1ad6123c-7e66-49a8-b8bd-dc68e7812ddd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dfc55d26-177b-4fbd-a7ac-bc27347a9887 HTTP/1.1" status: 200 len: 217 time: 0.1064918 Jul 09 14:39:16.041075 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645235e9-31b9-4371-b8bf-cd37711f0edf req-a9bcfe2b-4e7b-48c3-b5aa-b3ded9bc8a08 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:16.050328 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-645235e9-31b9-4371-b8bf-cd37711f0edf req-a9bcfe2b-4e7b-48c3-b5aa-b3ded9bc8a08 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] 10.222.0.58 "GET /v2.0/networks/202c7ce6-d4e9-4f80-84dd-bef08905a653 HTTP/1.1" status: 200 len: 784 time: 0.4481528 Jul 09 14:39:16.057914 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [req-645235e9-31b9-4371-b8bf-cd37711f0edf req-6cc6d537-6c47-4a99-8665-8a6d63974015 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:39:16.066365 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-645235e9-31b9-4371-b8bf-cd37711f0edf req-6cc6d537-6c47-4a99-8665-8a6d63974015 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0147748 Jul 09 14:39:16.117650 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a6c51a6-54f6-4366-947d-63dfbed1eea9 admin admin] Deleting subnet 4cdc2b56-0a1b-4a43-907d-c10250c636c1 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:39:16.124997 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9a6c51a6-54f6-4366-947d-63dfbed1eea9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:16.189910 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddbf615-cfc7-48e5-97b9-6059d548e42c req-04c94004-8094-4c0d-b422-24bafd4d4335 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:16.190079 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-645235e9-31b9-4371-b8bf-cd37711f0edf req-3d1978ff-9841-4258-823e-0db7e39c05c1 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.3.44 HTTP/1.1" status: 200 len: 697 time: 0.1218581 Jul 09 14:39:16.191428 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2ddbf615-cfc7-48e5-97b9-6059d548e42c req-04c94004-8094-4c0d-b422-24bafd4d4335 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] 10.222.0.58 "GET /v2.0/ports?device_id=d09b7f4a-f490-4b6b-bcff-c85dbe06e11e HTTP/1.1" status: 200 len: 949 time: 0.2322407 Jul 09 14:39:16.237266 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9a6c51a6-54f6-4366-947d-63dfbed1eea9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:16.290754 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2ddbf615-cfc7-48e5-97b9-6059d548e42c req-926239ef-d253-418b-98fa-5306400ff354 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c690bd8-45a5-4665-a948-5886a91e4046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982661 Jul 09 14:39:16.313011 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-645235e9-31b9-4371-b8bf-cd37711f0edf req-e77e99e4-a25a-4e0e-8c59-18119cde7115 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.3.44 HTTP/1.1" status: 200 len: 697 time: 0.1218791 Jul 09 14:39:16.324841 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9271c0d5-e1be-45e8-9341-1d8551a7bccd None None] New status for floating IP 40b382f4-6366-48bb-9987-ad275ce6e52e: DOWN {{(pid=94448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:39:16.342641 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fbe05c-67a0-47be-9e89-72d72d1381eb req-cad8941d-e749-46bc-9441-5626841d02bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:16.359516 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c9fbe05c-67a0-47be-9e89-72d72d1381eb req-cad8941d-e749-46bc-9441-5626841d02bd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8ccca447-c618-4c82-8010-5d0951575759 HTTP/1.1" status: 200 len: 867 time: 0.2848825 Jul 09 14:39:16.448557 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9a6c51a6-54f6-4366-947d-63dfbed1eea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:16.810573 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fbe05c-67a0-47be-9e89-72d72d1381eb req-a27648ee-491f-4f12-8bec-0fff9913aedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:16.810573 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c9fbe05c-67a0-47be-9e89-72d72d1381eb req-a27648ee-491f-4f12-8bec-0fff9913aedb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b957d37-6377-4ce7-a80c-f07a7aa98343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1972859 Jul 09 14:39:16.810573 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-645235e9-31b9-4371-b8bf-cd37711f0edf req-3035119d-be75-404f-8265-da62278122ce tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Deleting port dd650de2-e44e-4e49-8332-e4f0def6f923 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:39:16.810573 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-645235e9-31b9-4371-b8bf-cd37711f0edf req-3035119d-be75-404f-8265-da62278122ce tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:16.876318 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c9fbe05c-67a0-47be-9e89-72d72d1381eb req-5bfd91df-c0e9-4bd7-9e80-f7c5f52c91c9 service neutron] 10.222.0.62 "GET /v2.0/networks/6b957d37-6377-4ce7-a80c-f07a7aa98343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668947 Jul 09 14:39:16.927926 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9a6c51a6-54f6-4366-947d-63dfbed1eea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:16.957191 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-645235e9-31b9-4371-b8bf-cd37711f0edf req-3035119d-be75-404f-8265-da62278122ce tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:16.959616 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-645235e9-31b9-4371-b8bf-cd37711f0edf req-3035119d-be75-404f-8265-da62278122ce tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:16.979689 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-645235e9-31b9-4371-b8bf-cd37711f0edf req-3035119d-be75-404f-8265-da62278122ce tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Calling delete_port for dd650de2-e44e-4e49-8332-e4f0def6f923 owned by network:floatingip {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:39:17.016146 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6c51a6-54f6-4366-947d-63dfbed1eea9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cdc2b56-0a1b-4a43-907d-c10250c636c1,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:17.016146 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9a6c51a6-54f6-4366-947d-63dfbed1eea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:17.016146 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-9a6c51a6-54f6-4366-947d-63dfbed1eea9 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/4cdc2b56-0a1b-4a43-907d-c10250c636c1 HTTP/1.1" status: 204 len: 168 time: 0.9905913 Jul 09 14:39:17.022947 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409c592a-ba1e-4a5b-9b74-b59e8e122af7 None None] Network 124ffb90-1d00-4351-b562-e3dd6bb5e8f8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:39:17.033767 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 53678) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:39:17.102861 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c9fbe05c-67a0-47be-9e89-72d72d1381eb req-68a6fca7-c235-4d79-adc7-882e591b7be9 service neutron] 10.222.0.62 "GET /v2.0/networks/6b957d37-6377-4ce7-a80c-f07a7aa98343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161965 Jul 09 14:39:17.221206 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ec4743a1-fedc-4a0e-ab0d-e2314f4e8564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:17.257004 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c52a93e8-22a0-4a9e-85c0-2f76974183f3', 'name': 'network-vif-deleted', 'tag': '71b05e21-4222-4627-8874-281fffef0f74'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:39:17.257599 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459f58d2-4e4c-4e4b-acb8-e149100e9de6" -d '{"events": [{"server_uuid": "c52a93e8-22a0-4a9e-85c0-2f76974183f3", "name": "network-vif-deleted", "tag": "71b05e21-4222-4627-8874-281fffef0f74"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:39:17.325435 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-ec4743a1-fedc-4a0e-ab0d-e2314f4e8564 admin admin] Deleting port 49198d6d-e24c-4d16-bedf-43a13ae6b8c8 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:39:17.325932 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ec4743a1-fedc-4a0e-ab0d-e2314f4e8564 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:17.364840 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01c4f62-09d5-4d05-a480-221ff7499e2c None None] DHCP port deletion for 124ffb90-1d00-4351-b562-e3dd6bb5e8f8 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:39:17.419905 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-ec4743a1-fedc-4a0e-ab0d-e2314f4e8564 admin admin] For port 49198d6d-e24c-4d16-bedf-43a13ae6b8c8, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=49198d6d-e24c-4d16-bedf-43a13ae6b8c8,segment=NetworkSegment(79df6913-1829-4c3d-9526-b6ae80531541),segment_id=79df6913-1829-4c3d-9526-b6ae80531541)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:39:17.424063 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ec4743a1-fedc-4a0e-ab0d-e2314f4e8564 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:17.436095 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-d01c4f62-09d5-4d05-a480-221ff7499e2c None None] Deleting port 49198d6d-e24c-4d16-bedf-43a13ae6b8c8 {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:39:17.436548 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d01c4f62-09d5-4d05-a480-221ff7499e2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:17.447130 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-ec4743a1-fedc-4a0e-ab0d-e2314f4e8564 admin admin] Calling delete_port for 49198d6d-e24c-4d16-bedf-43a13ae6b8c8 owned by network:dhcp {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:39:17.454210 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-645235e9-31b9-4371-b8bf-cd37711f0edf req-3035119d-be75-404f-8265-da62278122ce tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:17.513136 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3035119d-be75-404f-8265-da62278122ce tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Pushing event deleted for resources: {'Port': ['ID=dd650de2-e44e-4e49-8332-e4f0def6f923,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:17.537206 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 49198d6d-e24c-4d16-bedf-43a13ae6b8c8 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:39:17.629642 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ec4743a1-fedc-4a0e-ab0d-e2314f4e8564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:17.642803 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-645235e9-31b9-4371-b8bf-cd37711f0edf req-3035119d-be75-404f-8265-da62278122ce tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Notify callbacks [] for floatingip, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:17.649094 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-645235e9-31b9-4371-b8bf-cd37711f0edf req-3035119d-be75-404f-8265-da62278122ce tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:17.653671 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-645235e9-31b9-4371-b8bf-cd37711f0edf req-3035119d-be75-404f-8265-da62278122ce tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] 10.222.0.58 "DELETE /v2.0/floatingips/40b382f4-6366-48bb-9987-ad275ce6e52e HTTP/1.1" status: 204 len: 173 time: 1.3380136 Jul 09 14:39:17.678380 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4743a1-fedc-4a0e-ab0d-e2314f4e8564 admin admin] Pushing event deleted for resources: {'Port': ['ID=49198d6d-e24c-4d16-bedf-43a13ae6b8c8,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:17.682772 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4743a1-fedc-4a0e-ab0d-e2314f4e8564 admin admin] No DVR routers for this DVR port 49198d6d-e24c-4d16-bedf-43a13ae6b8c8 on host n-d-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:39:17.720352 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 53690) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:39:17.734694 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ed2f18-fab7-40db-933c-d5c5538a4ed7 x-openstack-request-id: req-04ed2f18-fab7-40db-933c-d5c5538a4ed7 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:39:17.737777 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c52a93e8-22a0-4a9e-85c0-2f76974183f3", "name": "network-vif-deleted", "tag": "71b05e21-4222-4627-8874-281fffef0f74", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:39:17.738680 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-04ed2f18-fab7-40db-933c-d5c5538a4ed7 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:39:17.739213 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c52a93e8-22a0-4a9e-85c0-2f76974183f3', 'name': 'network-vif-deleted', 'tag': '71b05e21-4222-4627-8874-281fffef0f74', 'status': 'completed', 'code': 200} Jul 09 14:39:17.793484 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ec4743a1-fedc-4a0e-ab0d-e2314f4e8564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:17.808436 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-ec4743a1-fedc-4a0e-ab0d-e2314f4e8564 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['124ffb90-1d00-4351-b562-e3dd6bb5e8f8']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:39:17.821020 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-ec4743a1-fedc-4a0e-ab0d-e2314f4e8564 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79df6913-1829-4c3d-9526-b6ae80531541') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:39:17.821510 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-ec4743a1-fedc-4a0e-ab0d-e2314f4e8564 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79df6913-1829-4c3d-9526-b6ae80531541') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:39:17.842100 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ec4743a1-fedc-4a0e-ab0d-e2314f4e8564 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:17.853269 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bcf1899-8a0c-4440-9b15-241e0f87272a admin admin] Deleting subnet fc4f2495-2fcc-4624-8b1c-cc286104efac {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:39:17.860294 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ec4743a1-fedc-4a0e-ab0d-e2314f4e8564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:17.867438 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec4743a1-fedc-4a0e-ab0d-e2314f4e8564 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:39:17.868012 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ec4743a1-fedc-4a0e-ab0d-e2314f4e8564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:17.877203 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-d01c4f62-09d5-4d05-a480-221ff7499e2c None None] For port 49198d6d-e24c-4d16-bedf-43a13ae6b8c8, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=49198d6d-e24c-4d16-bedf-43a13ae6b8c8,segment=NetworkSegment(79df6913-1829-4c3d-9526-b6ae80531541),segment_id=79df6913-1829-4c3d-9526-b6ae80531541)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:39:17.877203 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d01c4f62-09d5-4d05-a480-221ff7499e2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:17.877452 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4bcf1899-8a0c-4440-9b15-241e0f87272a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:17.895168 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No active binding found for port 49198d6d-e24c-4d16-bedf-43a13ae6b8c8 {{(pid=94447) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 09 14:39:17.895909 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 49198d6d-e24c-4d16-bedf-43a13ae6b8c8 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:39:17.896561 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 420f0362-78d0-4e72-a898-980949a33a72 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:39:17.898680 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-d01c4f62-09d5-4d05-a480-221ff7499e2c None None] Calling delete_port for 49198d6d-e24c-4d16-bedf-43a13ae6b8c8 owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:39:17.928975 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 420f0362-78d0-4e72-a898-980949a33a72 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:39:17.929540 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 420f0362-78d0-4e72-a898-980949a33a72 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:39:17.968918 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:39:17.968918 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:39:17.968918 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:39:17.968918 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:39:17.968918 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:39:17.968918 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:39:17.968918 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 14:39:17.968918 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:39:17.968918 n-d-799529-6 neutron-server[94445]: timer() Jul 09 14:39:17.968918 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:39:17.968918 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 14:39:17.968918 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:39:17.968918 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 14:39:17.968918 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:39:17.968918 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 14:39:17.968918 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:39:17.968918 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 14:39:17.968918 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:39:17.968918 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 14:39:17.968918 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:39:17.968918 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:39:17.968918 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:39:17.968918 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:39:17.968918 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:39:17.968918 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 14:39:17.968918 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:39:17.968918 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 14:39:17.968918 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:39:17.968918 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:39:17.968918 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:39:17.968918 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 14:39:17.968918 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:39:17.968918 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:39:17.968918 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:39:17.968918 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:39:17.968918 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:39:17.968918 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:39:17.968918 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:39:17.988824 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4bcf1899-8a0c-4440-9b15-241e0f87272a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:18.065642 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4bcf1899-8a0c-4440-9b15-241e0f87272a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:18.121218 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d01c4f62-09d5-4d05-a480-221ff7499e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:18.180490 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01c4f62-09d5-4d05-a480-221ff7499e2c None None] No DVR routers for this DVR port 49198d6d-e24c-4d16-bedf-43a13ae6b8c8 on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:39:18.184068 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ec4743a1-fedc-4a0e-ab0d-e2314f4e8564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:18.190666 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ec4743a1-fedc-4a0e-ab0d-e2314f4e8564 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:18.198521 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ec4743a1-fedc-4a0e-ab0d-e2314f4e8564 admin admin] 10.222.0.58 "DELETE /v2.0/networks/124ffb90-1d00-4351-b562-e3dd6bb5e8f8 HTTP/1.1" status: 204 len: 168 time: 1.1579769 Jul 09 14:39:18.213651 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01c4f62-09d5-4d05-a480-221ff7499e2c None None] Pushing event deleted for resources: {'Port': ['ID=49198d6d-e24c-4d16-bedf-43a13ae6b8c8,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:18.225586 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4743a1-fedc-4a0e-ab0d-e2314f4e8564 admin admin] Pushing event deleted for resources: {'Network': ['ID=124ffb90-1d00-4351-b562-e3dd6bb5e8f8,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:18.277198 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43064d9-e3ce-40f9-bbdf-2db3199637db req-7693a92e-74a6-4451-8084-32312c63462b tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:18.281217 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f43064d9-e3ce-40f9-bbdf-2db3199637db req-7693a92e-74a6-4451-8084-32312c63462b tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] 10.222.0.58 "GET /v2.0/ports?device_id=1876ddc6-2fd8-4cac-97e9-177eb390e53b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1543646 Jul 09 14:39:18.325471 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f43064d9-e3ce-40f9-bbdf-2db3199637db req-886beb27-3624-495f-af98-6ac9ac22ff8e tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0377936 Jul 09 14:39:18.338797 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4bcf1899-8a0c-4440-9b15-241e0f87272a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:18.383896 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcf1899-8a0c-4440-9b15-241e0f87272a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc4f2495-2fcc-4624-8b1c-cc286104efac,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:18.388541 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4bcf1899-8a0c-4440-9b15-241e0f87272a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:18.390726 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-4bcf1899-8a0c-4440-9b15-241e0f87272a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/fc4f2495-2fcc-4624-8b1c-cc286104efac HTTP/1.1" status: 204 len: 168 time: 0.6690450 Jul 09 14:39:18.397049 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 53718) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:39:18.424021 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-659d2e7c-2839-48f0-aa5a-e7a0be6aa695 req-8bafa44b-216c-467b-ac63-b309b07a360c tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0658000 Jul 09 14:39:18.493763 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7768fd81-2dd8-416a-8efc-dbb0b9947ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:18.593928 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7768fd81-2dd8-416a-8efc-dbb0b9947ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:18.608231 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-7768fd81-2dd8-416a-8efc-dbb0b9947ee3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c745bea4-7e1e-45dd-a5c7-6649097bc832']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:39:18.625110 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-7768fd81-2dd8-416a-8efc-dbb0b9947ee3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17394383-4606-4647-9992-0361f0b92269') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:39:18.625538 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-7768fd81-2dd8-416a-8efc-dbb0b9947ee3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17394383-4606-4647-9992-0361f0b92269') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:39:18.639938 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7768fd81-2dd8-416a-8efc-dbb0b9947ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:18.655236 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device dcd0ae7c-45ed-46e9-9311-776e32a7558d no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:39:18.659203 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7768fd81-2dd8-416a-8efc-dbb0b9947ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:18.666503 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7768fd81-2dd8-416a-8efc-dbb0b9947ee3 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:39:18.667226 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7768fd81-2dd8-416a-8efc-dbb0b9947ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:18.669218 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:39:18.669218 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:39:18.669218 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 14:39:18.669218 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:39:18.669218 n-d-799529-6 neutron-server[94446]: timer() Jul 09 14:39:18.669218 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:39:18.669218 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 14:39:18.669218 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:39:18.669218 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 14:39:18.669218 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:39:18.669218 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 14:39:18.669218 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:39:18.669218 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 14:39:18.669218 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:39:18.669218 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 14:39:18.669218 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:39:18.669218 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:39:18.669218 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:39:18.669218 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:39:18.669218 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:39:18.669218 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 14:39:18.669218 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:39:18.669218 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 14:39:18.669218 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:39:18.669218 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:39:18.669218 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:39:18.669218 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 14:39:18.669218 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:39:18.669218 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:39:18.669218 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:39:18.669218 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:39:18.669218 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:39:18.669218 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:39:18.669218 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:39:18.756106 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:18.783015 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd09b7f4a-f490-4b6b-bcff-c85dbe06e11e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcd0ae7c-45ed-46e9-9311-776e32a7558d'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:39:18.785499 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8ab594-ac38-4e4f-8210-63b0b4a6b908" -d '{"events": [{"server_uuid": "d09b7f4a-f490-4b6b-bcff-c85dbe06e11e", "name": "network-vif-unplugged", "status": "completed", "tag": "dcd0ae7c-45ed-46e9-9311-776e32a7558d"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:39:18.799137 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port dcd0ae7c-45ed-46e9-9311-776e32a7558d, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=dcd0ae7c-45ed-46e9-9311-776e32a7558d,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:39:18.815062 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 53724) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:39:18.841770 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 14:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d822d7-e345-4320-b061-3b285ef2cb88 x-openstack-request-id: req-f4d822d7-e345-4320-b061-3b285ef2cb88 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:39:18.842203 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d09b7f4a-f490-4b6b-bcff-c85dbe06e11e", "name": "network-vif-unplugged", "status": "completed", "tag": "dcd0ae7c-45ed-46e9-9311-776e32a7558d", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:39:18.842405 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f4d822d7-e345-4320-b061-3b285ef2cb88 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:39:18.842733 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd09b7f4a-f490-4b6b-bcff-c85dbe06e11e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcd0ae7c-45ed-46e9-9311-776e32a7558d', 'code': 200} Jul 09 14:39:18.860755 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-9e0ef067-0a22-48d0-af83-0d60ca6b153f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d91cb48bc88e45cc87a826a7dfec64bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0478418 Jul 09 14:39:18.863199 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 53726) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:39:18.918033 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-dad450d8-eaf2-47ef-883f-bb6caaf8f0db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:18.925748 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7768fd81-2dd8-416a-8efc-dbb0b9947ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:18.933063 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7768fd81-2dd8-416a-8efc-dbb0b9947ee3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:18.940752 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7768fd81-2dd8-416a-8efc-dbb0b9947ee3 admin admin] 10.222.0.58 "DELETE /v2.0/networks/c745bea4-7e1e-45dd-a5c7-6649097bc832 HTTP/1.1" status: 204 len: 168 time: 0.5419960 Jul 09 14:39:18.964803 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-dad450d8-eaf2-47ef-883f-bb6caaf8f0db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:18.969014 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7768fd81-2dd8-416a-8efc-dbb0b9947ee3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c745bea4-7e1e-45dd-a5c7-6649097bc832,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:18.972029 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:19.045124 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=dcd0ae7c-45ed-46e9-9311-776e32a7558d,revision_number=8']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:19.111734 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-53c88e53-7128-46f6-8922-18e58deb65d2 req-81239bc3-537d-4a86-b44b-a6dd157c0f98 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=45a73b6e-4f2b-42df-a010-72db422d5024&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1329031 Jul 09 14:39:19.240604 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-dad450d8-eaf2-47ef-883f-bb6caaf8f0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:19.247369 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-dad450d8-eaf2-47ef-883f-bb6caaf8f0db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:19.247369 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-dad450d8-eaf2-47ef-883f-bb6caaf8f0db admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a763edeb-d55d-471b-8e82-39aa575e033e HTTP/1.1" status: 204 len: 168 time: 0.3817930 Jul 09 14:39:19.253772 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:39:19.269911 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad450d8-eaf2-47ef-883f-bb6caaf8f0db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a763edeb-d55d-471b-8e82-39aa575e033e,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:19.276408 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c88e53-7128-46f6-8922-18e58deb65d2 req-cbeda046-9cce-4e81-8874-2842bdb9fe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:19.282385 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-53c88e53-7128-46f6-8922-18e58deb65d2 req-cbeda046-9cce-4e81-8874-2842bdb9fe34 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3b28908fc5d842e29720d7043e8083fd&device_id=45a73b6e-4f2b-42df-a010-72db422d5024 HTTP/1.1" status: 200 len: 1096 time: 0.1312270 Jul 09 14:39:19.517086 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c88e53-7128-46f6-8922-18e58deb65d2 req-020a0065-fc97-420d-b61a-5fd36ae23a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:19.517086 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-53c88e53-7128-46f6-8922-18e58deb65d2 req-020a0065-fc97-420d-b61a-5fd36ae23a39 service neutron] 10.222.0.62 "GET /v2.0/networks?id=56b8037f-2c10-4a66-9bb7-3f0d90fcd124 HTTP/1.1" status: 200 len: 909 time: 0.2093694 Jul 09 14:39:19.608204 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-53c88e53-7128-46f6-8922-18e58deb65d2 req-3b8ea131-72ad-4402-881b-cacbd675170d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd2205a4-6e79-4512-87e2-bfe3186bed68 HTTP/1.1" status: 200 len: 217 time: 0.0711021 Jul 09 14:39:19.663338 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75ff4e-1681-4c24-ba74-ea0ab06b101a req-02b9d4f4-b79b-4442-b635-1a6d5cc8398a tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:19.664741 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1b75ff4e-1681-4c24-ba74-ea0ab06b101a req-02b9d4f4-b79b-4442-b635-1a6d5cc8398a tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] 10.222.0.58 "GET /v2.0/ports?device_id=1876ddc6-2fd8-4cac-97e9-177eb390e53b HTTP/1.1" status: 200 len: 945 time: 0.1773655 Jul 09 14:39:19.687856 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c88e53-7128-46f6-8922-18e58deb65d2 req-d8af58fe-783d-444b-9000-a6aac2d34a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:19.689320 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-53c88e53-7128-46f6-8922-18e58deb65d2 req-d8af58fe-783d-444b-9000-a6aac2d34a4b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e48d7f3a-0ca9-428c-9383-07e4f6a75f04 HTTP/1.1" status: 200 len: 848 time: 0.0748575 Jul 09 14:39:19.762686 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 53760) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:39:19.763591 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-53c88e53-7128-46f6-8922-18e58deb65d2 req-0b7cf4e9-9ecd-4213-9c06-f3df96660b4a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=56b8037f-2c10-4a66-9bb7-3f0d90fcd124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350378 Jul 09 14:39:19.763591 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1b75ff4e-1681-4c24-ba74-ea0ab06b101a req-bc1208a0-f7d1-42f3-a3b8-790aeaa53f65 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] 10.222.0.58 "GET /v2.0/security-groups?id=01d7dc31-eec5-47b2-8cc3-f2acc4868494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650809 Jul 09 14:39:19.769998 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d43b9265-77d1-436e-bfcf-3d24375b6595 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6e600d8c0cb843ca844389a7d7bc3a15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0426698 Jul 09 14:39:19.772586 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 53762) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:39:19.827173 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d25e4dcf-af0a-4a7a-89e4-30007360fc94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:19.840263 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-53c88e53-7128-46f6-8922-18e58deb65d2 req-80a97f96-1ba7-4e8a-9134-f70b7208926b service neutron] 10.222.0.62 "GET /v2.0/networks/56b8037f-2c10-4a66-9bb7-3f0d90fcd124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997102 Jul 09 14:39:19.849072 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d25e4dcf-af0a-4a7a-89e4-30007360fc94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:19.943217 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-53c88e53-7128-46f6-8922-18e58deb65d2 req-4f86dd32-c6ee-4600-aa12-f8608e89eb52 service neutron] 10.222.0.62 "GET /v2.0/networks/56b8037f-2c10-4a66-9bb7-3f0d90fcd124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958416 Jul 09 14:39:20.218605 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d25e4dcf-af0a-4a7a-89e4-30007360fc94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:20.230016 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d25e4dcf-af0a-4a7a-89e4-30007360fc94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:20.231653 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d25e4dcf-af0a-4a7a-89e4-30007360fc94 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f8f0d29b-7c28-45e3-bcda-57869f378b6d HTTP/1.1" status: 204 len: 168 time: 0.4581311 Jul 09 14:39:20.239963 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25e4dcf-af0a-4a7a-89e4-30007360fc94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f0d29b-7c28-45e3-bcda-57869f378b6d,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:20.650210 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device beb4896c-719d-4b47-90f7-44e3fe562e2a details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:39:20.825692 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port beb4896c-719d-4b47-90f7-44e3fe562e2a, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=beb4896c-719d-4b47-90f7-44e3fe562e2a,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:39:20.858959 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': 'beb4896c-719d-4b47-90f7-44e3fe562e2a', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'port_id': 'beb4896c-719d-4b47-90f7-44e3fe562e2a', 'mac_address': 'fa:16:3e:84:cb:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8081bcce-88de-4a2f-9e69-6750220e0be0', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:39:20.935836 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:20.976492 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beb4896c-719d-4b47-90f7-44e3fe562e2a {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:39:21.040102 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port beb4896c-719d-4b47-90f7-44e3fe562e2a, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=beb4896c-719d-4b47-90f7-44e3fe562e2a,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:39:21.102285 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f75b7c-2c27-41ca-ad02-9e004fe7ea84 req-2b658bc8-afac-4298-9738-e833fa989918 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:21.106343 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b3f75b7c-2c27-41ca-ad02-9e004fe7ea84 req-2b658bc8-afac-4298-9738-e833fa989918 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] 10.222.0.58 "GET /v2.0/ports?device_id=1876ddc6-2fd8-4cac-97e9-177eb390e53b HTTP/1.1" status: 200 len: 945 time: 0.1479006 Jul 09 14:39:21.179670 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b3f75b7c-2c27-41ca-ad02-9e004fe7ea84 req-7d7e9369-589e-490d-b7d0-d135bb59e690 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] 10.222.0.58 "GET /v2.0/security-groups?id=01d7dc31-eec5-47b2-8cc3-f2acc4868494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632422 Jul 09 14:39:21.224282 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:21.397053 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb2964c-9c3a-4e3d-a22f-06eb19b80fe7 req-0df70f2d-8e08-4ce6-833a-f7369430814c tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:21.398607 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dcb2964c-9c3a-4e3d-a22f-06eb19b80fe7 req-0df70f2d-8e08-4ce6-833a-f7369430814c tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] 10.222.0.62 "GET /v2.0/ports?device_id=1876ddc6-2fd8-4cac-97e9-177eb390e53b HTTP/1.1" status: 200 len: 945 time: 0.1924014 Jul 09 14:39:21.447846 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=beb4896c-719d-4b47-90f7-44e3fe562e2a,revision_number=9']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:21.458705 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['beb4896c-719d-4b47-90f7-44e3fe562e2a'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:39:21.586053 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-dcb2964c-9c3a-4e3d-a22f-06eb19b80fe7 req-91b6059f-19c5-4644-9393-84e83f266019 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Deleting port dfc55d26-177b-4fbd-a7ac-bc27347a9887 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:39:21.586936 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-dcb2964c-9c3a-4e3d-a22f-06eb19b80fe7 req-91b6059f-19c5-4644-9393-84e83f266019 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:21.784779 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-dcb2964c-9c3a-4e3d-a22f-06eb19b80fe7 req-91b6059f-19c5-4644-9393-84e83f266019 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] For port dfc55d26-177b-4fbd-a7ac-bc27347a9887, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=dfc55d26-177b-4fbd-a7ac-bc27347a9887,segment=NetworkSegment(dc0f85e5-016a-48b5-8f7b-2ab1a07d5af0),segment_id=dc0f85e5-016a-48b5-8f7b-2ab1a07d5af0)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:39:21.785153 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-dcb2964c-9c3a-4e3d-a22f-06eb19b80fe7 req-91b6059f-19c5-4644-9393-84e83f266019 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:22.101755 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-dcb2964c-9c3a-4e3d-a22f-06eb19b80fe7 req-91b6059f-19c5-4644-9393-84e83f266019 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Calling delete_port for dfc55d26-177b-4fbd-a7ac-bc27347a9887 owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:39:22.255682 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 53888) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:39:22.406913 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-e852df67-881d-4738-a7c6-e84655a4ec4c admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-192908983-network', 'tenant_id': 'f7be77de741e4e7eb025f142bb320c4f'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:39:22.464361 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677252a0-dbd3-4be1-8200-9677d5d8513c req-79e641b7-ea2c-46b9-95b2-b5c699c1bb4b tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:22.466166 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-677252a0-dbd3-4be1-8200-9677d5d8513c req-79e641b7-ea2c-46b9-95b2-b5c699c1bb4b tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] 10.222.0.58 "GET /v2.0/ports?device_id=1876ddc6-2fd8-4cac-97e9-177eb390e53b HTTP/1.1" status: 200 len: 945 time: 0.1303303 Jul 09 14:39:22.528584 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-677252a0-dbd3-4be1-8200-9677d5d8513c req-1e7dad44-592e-442a-ae86-de4c706d976c tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] 10.222.0.58 "GET /v2.0/security-groups?id=01d7dc31-eec5-47b2-8cc3-f2acc4868494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525589 Jul 09 14:39:22.583684 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-dcb2964c-9c3a-4e3d-a22f-06eb19b80fe7 req-91b6059f-19c5-4644-9393-84e83f266019 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:22.629348 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b6059f-19c5-4644-9393-84e83f266019 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Pushing event deleted for resources: {'Port': ['ID=dfc55d26-177b-4fbd-a7ac-bc27347a9887,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:22.666906 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e852df67-881d-4738-a7c6-e84655a4ec4c admin admin] Made reservation on behalf of f7be77de741e4e7eb025f142bb320c4f for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:39:22.667005 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device beb4896c-719d-4b47-90f7-44e3fe562e2a up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:39:22.667444 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e852df67-881d-4738-a7c6-e84655a4ec4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:22.682020 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcb2964c-9c3a-4e3d-a22f-06eb19b80fe7 req-91b6059f-19c5-4644-9393-84e83f266019 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] No DVR routers for this DVR port dfc55d26-177b-4fbd-a7ac-bc27347a9887 on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:39:22.684667 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-dcb2964c-9c3a-4e3d-a22f-06eb19b80fe7 req-91b6059f-19c5-4644-9393-84e83f266019 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:22.684990 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e852df67-881d-4738-a7c6-e84655a4ec4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:22.692012 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dcb2964c-9c3a-4e3d-a22f-06eb19b80fe7 req-91b6059f-19c5-4644-9393-84e83f266019 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563 tempest-FloatingIPsAssociationNegativeTestJSON-1263124563-project] 10.222.0.62 "DELETE /v2.0/ports/dfc55d26-177b-4fbd-a7ac-bc27347a9887 HTTP/1.1" status: 204 len: 173 time: 1.2844086 Jul 09 14:39:22.692483 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1876ddc6-2fd8-4cac-97e9-177eb390e53b', 'name': 'network-vif-deleted', 'tag': 'dfc55d26-177b-4fbd-a7ac-bc27347a9887'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:39:22.695946 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b4bfbe-baa9-42aa-b484-4922d0862d23" -d '{"events": [{"server_uuid": "1876ddc6-2fd8-4cac-97e9-177eb390e53b", "name": "network-vif-deleted", "tag": "dfc55d26-177b-4fbd-a7ac-bc27347a9887"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:39:22.812608 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port beb4896c-719d-4b47-90f7-44e3fe562e2a triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:39:22.813069 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:22.885798 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e852df67-881d-4738-a7c6-e84655a4ec4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:22.905778 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:22.980191 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 53914) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:39:23.024415 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:23.035991 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e852df67-881d-4738-a7c6-e84655a4ec4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:23.056267 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e852df67-881d-4738-a7c6-e84655a4ec4c admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:39:23.070339 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad65b12f-624c-4418-a3db-6e5e76a74ece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb4896c-719d-4b47-90f7-44e3fe562e2a'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:39:23.071158 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e852df67-881d-4738-a7c6-e84655a4ec4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:23.071539 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-e852df67-881d-4738-a7c6-e84655a4ec4c admin admin] Added segment 22d9447e-8ee3-4b42-b9d2-168a78e6fa33 of type vlan for network 08187b06-3f87-48ec-8913-9b3c1ca7a00a Jul 09 14:39:23.074272 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad253a5-bd1a-4fe1-b300-d500fa4400ef" -d '{"events": [{"server_uuid": "ad65b12f-624c-4418-a3db-6e5e76a74ece", "name": "network-vif-plugged", "status": "completed", "tag": "beb4896c-719d-4b47-90f7-44e3fe562e2a"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:39:23.097789 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port beb4896c-719d-4b47-90f7-44e3fe562e2a, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=beb4896c-719d-4b47-90f7-44e3fe562e2a,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:39:23.150781 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e852df67-881d-4738-a7c6-e84655a4ec4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1027eb1b-a1a3-4726-8966-1112e6975af0,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:23.175892 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7fb89fd3-3727-41d1-819d-42dda353d278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:23.191202 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e852df67-881d-4738-a7c6-e84655a4ec4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:23.380197 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7fb89fd3-3727-41d1-819d-42dda353d278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:23.714918 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:23.779961 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=beb4896c-719d-4b47-90f7-44e3fe562e2a,revision_number=10']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:23.784140 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e852df67-881d-4738-a7c6-e84655a4ec4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:23.789870 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e852df67-881d-4738-a7c6-e84655a4ec4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:23.789870 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e852df67-881d-4738-a7c6-e84655a4ec4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:23.871591 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e852df67-881d-4738-a7c6-e84655a4ec4c admin admin] Pushing event updated for resources: {'Network': ['ID=08187b06-3f87-48ec-8913-9b3c1ca7a00a,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:23.883521 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 08187b06-3f87-48ec-8913-9b3c1ca7a00a details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:39:23.892224 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7fb89fd3-3727-41d1-819d-42dda353d278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:24.003056 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7fb89fd3-3727-41d1-819d-42dda353d278 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=694ac17ab15145ee8e9beeb9c39df970&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0078356 Jul 09 14:39:24.003056 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb89fd3-3727-41d1-819d-42dda353d278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ea4203-ed2f-4e09-9096-95a043e3a4c9,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:24.019098 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 53930) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:39:24.139234 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-dec3c45f-1bfc-4f9d-af35-8d88c8518282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:24.185492 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e852df67-881d-4738-a7c6-e84655a4ec4c admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9264424 Jul 09 14:39:24.187978 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-dec3c45f-1bfc-4f9d-af35-8d88c8518282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:24.189323 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 53932) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:39:24.194863 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-2c3b80b1-ffd7-4420-b54b-0da4916f6c79 admin admin] Request body: {'subnet': {'network_id': '08187b06-3f87-48ec-8913-9b3c1ca7a00a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-192908983-subnet', 'tenant_id': 'f7be77de741e4e7eb025f142bb320c4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:39:24.407964 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device dfc55d26-177b-4fbd-a7ac-bc27347a9887 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:39:24.407964 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: dfc55d26-177b-4fbd-a7ac-bc27347a9887 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:39:24.407964 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device dfc55d26-177b-4fbd-a7ac-bc27347a9887 not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:39:24.556040 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3b80b1-ffd7-4420-b54b-0da4916f6c79 admin admin] Made reservation on behalf of f7be77de741e4e7eb025f142bb320c4f for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:39:24.558943 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2c3b80b1-ffd7-4420-b54b-0da4916f6c79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:24.657798 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-dec3c45f-1bfc-4f9d-af35-8d88c8518282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:24.667809 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-dec3c45f-1bfc-4f9d-af35-8d88c8518282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:24.667809 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-dec3c45f-1bfc-4f9d-af35-8d88c8518282 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/47ea4203-ed2f-4e09-9096-95a043e3a4c9 HTTP/1.1" status: 204 len: 168 time: 0.6411755 Jul 09 14:39:24.671637 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec3c45f-1bfc-4f9d-af35-8d88c8518282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ea4203-ed2f-4e09-9096-95a043e3a4c9,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:24.914582 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2c3b80b1-ffd7-4420-b54b-0da4916f6c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:25.001477 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3b80b1-ffd7-4420-b54b-0da4916f6c79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98dd1190-620f-482c-b7ec-01c98870db4c,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:25.026075 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3b80b1-ffd7-4420-b54b-0da4916f6c79 admin admin] Checking segment: {'id': '22d9447e-8ee3-4b42-b9d2-168a78e6fa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '08187b06-3f87-48ec-8913-9b3c1ca7a00a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:39:25.028256 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3b80b1-ffd7-4420-b54b-0da4916f6c79 admin admin] Network hostable DHCP agents. Network: 08187b06-3f87-48ec-8913-9b3c1ca7a00a, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:39:25.229162 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3b80b1-ffd7-4420-b54b-0da4916f6c79 admin admin] Network 08187b06-3f87-48ec-8913-9b3c1ca7a00a is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:39:25.445153 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-2c3b80b1-ffd7-4420-b54b-0da4916f6c79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 08187b06-3f87-48ec-8913-9b3c1ca7a00a) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:39:25.459791 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7217a272-86ba-4b88-8834-6b04e7bbb5cc None None] Network 08187b06-3f87-48ec-8913-9b3c1ca7a00a requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:39:25.462663 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3b80b1-ffd7-4420-b54b-0da4916f6c79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:25.464389 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2c3b80b1-ffd7-4420-b54b-0da4916f6c79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:25.647491 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-2c3b80b1-ffd7-4420-b54b-0da4916f6c79 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4569478 Jul 09 14:39:25.739964 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e482a16a-05e4-4495-a483-771329b02930 None None] Network 08187b06-3f87-48ec-8913-9b3c1ca7a00a requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:39:26.132235 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1c299877-46b2-40b3-b0c7-e7a090186902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:26.577291 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 53972) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:39:26.749227 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-bc31a88b-47b9-4a06-9550-bdcf0536cc61 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1952380413-network', 'tenant_id': '379a622cf455412ca591bc809868951e'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:39:26.891571 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc31a88b-47b9-4a06-9550-bdcf0536cc61 admin admin] Made reservation on behalf of 379a622cf455412ca591bc809868951e for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:39:26.896499 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bc31a88b-47b9-4a06-9550-bdcf0536cc61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:26.916290 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bc31a88b-47b9-4a06-9550-bdcf0536cc61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:27.106824 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bc31a88b-47b9-4a06-9550-bdcf0536cc61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:27.626068 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bc31a88b-47b9-4a06-9550-bdcf0536cc61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:27.706145 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc31a88b-47b9-4a06-9550-bdcf0536cc61 admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:39:27.706145 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bc31a88b-47b9-4a06-9550-bdcf0536cc61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:27.706145 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-bc31a88b-47b9-4a06-9550-bdcf0536cc61 admin admin] Added segment 3c009965-8cd6-4e32-a194-58f8bda5d540 of type vlan for network b74489a6-4867-4ba3-b216-97edbf8fc0fb Jul 09 14:39:27.706145 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc31a88b-47b9-4a06-9550-bdcf0536cc61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56a5b05-eeca-4433-9534-28a66e6e8c64,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:27.752627 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bc31a88b-47b9-4a06-9550-bdcf0536cc61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:28.212322 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bc31a88b-47b9-4a06-9550-bdcf0536cc61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:28.213903 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc31a88b-47b9-4a06-9550-bdcf0536cc61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:28.214501 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bc31a88b-47b9-4a06-9550-bdcf0536cc61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:28.279235 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc31a88b-47b9-4a06-9550-bdcf0536cc61 admin admin] Pushing event updated for resources: {'Network': ['ID=b74489a6-4867-4ba3-b216-97edbf8fc0fb,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:28.289605 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network b74489a6-4867-4ba3-b216-97edbf8fc0fb details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:39:28.662914 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-bc31a88b-47b9-4a06-9550-bdcf0536cc61 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.0836184 Jul 09 14:39:28.665883 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 53984) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:39:28.671157 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-f7f76c47-0bd3-49c4-b2a8-d324167804ef admin admin] Request body: {'subnet': {'network_id': 'b74489a6-4867-4ba3-b216-97edbf8fc0fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1952380413-subnet', 'tenant_id': '379a622cf455412ca591bc809868951e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:39:28.863644 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f76c47-0bd3-49c4-b2a8-d324167804ef admin admin] Made reservation on behalf of 379a622cf455412ca591bc809868951e for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:39:28.875906 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f7f76c47-0bd3-49c4-b2a8-d324167804ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:29.029680 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4515803b-89b4-46bb-a8a3-ca8c1f9c737f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:29.167531 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:29.470721 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f7f76c47-0bd3-49c4-b2a8-d324167804ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:29.638309 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f76c47-0bd3-49c4-b2a8-d324167804ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=6386e120-395e-4aca-8240-0a13172d7fb5,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:29.647047 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f76c47-0bd3-49c4-b2a8-d324167804ef admin admin] Checking segment: {'id': '3c009965-8cd6-4e32-a194-58f8bda5d540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b74489a6-4867-4ba3-b216-97edbf8fc0fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:39:29.647445 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f76c47-0bd3-49c4-b2a8-d324167804ef admin admin] Network hostable DHCP agents. Network: b74489a6-4867-4ba3-b216-97edbf8fc0fb, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:39:29.949873 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f76c47-0bd3-49c4-b2a8-d324167804ef admin admin] Network b74489a6-4867-4ba3-b216-97edbf8fc0fb is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:39:30.084829 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-f7f76c47-0bd3-49c4-b2a8-d324167804ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, b74489a6-4867-4ba3-b216-97edbf8fc0fb) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:39:30.099092 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f76c47-0bd3-49c4-b2a8-d324167804ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:30.099833 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d90ed5-db1d-474a-98e2-8fb4deca7893 None None] Network b74489a6-4867-4ba3-b216-97edbf8fc0fb requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:39:30.100319 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f7f76c47-0bd3-49c4-b2a8-d324167804ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:30.212448 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:30.276075 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f7f76c47-0bd3-49c4-b2a8-d324167804ef admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6046050 Jul 09 14:39:30.279482 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e04e1a-9556-41a7-8cae-1aefb9358e29 None None] Network b74489a6-4867-4ba3-b216-97edbf8fc0fb requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:39:30.773304 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7735c4c-009f-4ab2-963b-2991a4da448a x-openstack-request-id: req-e7735c4c-009f-4ab2-963b-2991a4da448a {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:39:30.773915 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1876ddc6-2fd8-4cac-97e9-177eb390e53b", "name": "network-vif-deleted", "tag": "dfc55d26-177b-4fbd-a7ac-bc27347a9887", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:39:30.773915 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e7735c4c-009f-4ab2-963b-2991a4da448a {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:39:30.774250 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1876ddc6-2fd8-4cac-97e9-177eb390e53b', 'name': 'network-vif-deleted', 'tag': 'dfc55d26-177b-4fbd-a7ac-bc27347a9887', 'status': 'completed', 'code': 200} Jul 09 14:39:30.814973 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e03c1e7-3ff4-45fb-b056-a39d06a67a69 x-openstack-request-id: req-3e03c1e7-3ff4-45fb-b056-a39d06a67a69 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:39:30.815978 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad65b12f-624c-4418-a3db-6e5e76a74ece", "name": "network-vif-plugged", "status": "completed", "tag": "beb4896c-719d-4b47-90f7-44e3fe562e2a", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:39:30.816611 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3e03c1e7-3ff4-45fb-b056-a39d06a67a69 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:39:30.817687 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad65b12f-624c-4418-a3db-6e5e76a74ece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb4896c-719d-4b47-90f7-44e3fe562e2a', 'code': 200} Jul 09 14:39:30.896856 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 54028) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:39:31.458840 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-dc84c276-db93-4584-8eed-22a112d4d0ed tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:31.460937 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-dc84c276-db93-4584-8eed-22a112d4d0ed tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] 10.222.0.58 "GET /v2.0/networks?id=b74489a6-4867-4ba3-b216-97edbf8fc0fb HTTP/1.1" status: 200 len: 818 time: 0.1554148 Jul 09 14:39:31.462051 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a0da0-51f4-49e7-8f00-de8610dfbfc9 req-b746118a-d5a5-41a0-83ae-6089db064001 tempest-ServerAddressesNegativeTestJSON-1005498305 tempest-ServerAddressesNegativeTestJSON-1005498305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:31.469951 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a68a0da0-51f4-49e7-8f00-de8610dfbfc9 req-b746118a-d5a5-41a0-83ae-6089db064001 tempest-ServerAddressesNegativeTestJSON-1005498305 tempest-ServerAddressesNegativeTestJSON-1005498305-project] 10.222.0.58 "GET /v2.0/networks?id=08187b06-3f87-48ec-8913-9b3c1ca7a00a HTTP/1.1" status: 200 len: 821 time: 0.1225085 Jul 09 14:39:31.475324 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:31.487427 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a68a0da0-51f4-49e7-8f00-de8610dfbfc9 req-19392c42-6e1c-4cde-8982-f01d8605a125 tempest-ServerAddressesNegativeTestJSON-1005498305 tempest-ServerAddressesNegativeTestJSON-1005498305-project] 10.222.0.58 "GET /v2.0/quotas/f7be77de741e4e7eb025f142bb320c4f HTTP/1.1" status: 200 len: 375 time: 0.0163906 Jul 09 14:39:31.490159 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-4f777b73-a793-413d-ba9f-c8610c1278bc tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] 10.222.0.58 "GET /v2.0/quotas/379a622cf455412ca591bc809868951e HTTP/1.1" status: 200 len: 375 time: 0.0206318 Jul 09 14:39:31.529953 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a68a0da0-51f4-49e7-8f00-de8610dfbfc9 req-2c7aa172-5562-49ab-9031-f2ea28ee42e8 tempest-ServerAddressesNegativeTestJSON-1005498305 tempest-ServerAddressesNegativeTestJSON-1005498305-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f7be77de741e4e7eb025f142bb320c4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415308 Jul 09 14:39:31.595159 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-148932a0-d1e3-4c27-928c-5ef614675b2b tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=379a622cf455412ca591bc809868951e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0916793 Jul 09 14:39:31.655318 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a68a0da0-51f4-49e7-8f00-de8610dfbfc9 req-ff64139f-07c4-4151-b105-f7868a9cad0b service neutron] 10.222.0.58 "GET /v2.0/networks/08187b06-3f87-48ec-8913-9b3c1ca7a00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240380 Jul 09 14:39:31.680770 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8051e47b-9823-4e77-b22e-c46cc36d9613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:31.760855 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a68a0da0-51f4-49e7-8f00-de8610dfbfc9 req-bf00f286-94c5-4888-a706-6cb8ba0e4c5a service neutron] 10.222.0.58 "GET /v2.0/networks/08187b06-3f87-48ec-8913-9b3c1ca7a00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042163 Jul 09 14:39:31.911331 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-c7807434-3ade-4021-b9db-96cc5fac1abb service neutron] 10.222.0.58 "GET /v2.0/networks/b74489a6-4867-4ba3-b216-97edbf8fc0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028903 Jul 09 14:39:32.170396 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-bad0e68a-33a2-45fc-9538-6bfe807cb4a2 service neutron] 10.222.0.58 "GET /v2.0/networks/b74489a6-4867-4ba3-b216-97edbf8fc0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418678 Jul 09 14:39:32.275175 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-8051e47b-9823-4e77-b22e-c46cc36d9613 admin admin] Deleting port f3b8d860-c644-4f39-adc6-7528064f12d1 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:39:32.275555 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8051e47b-9823-4e77-b22e-c46cc36d9613 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:32.408452 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a8cd3-d455-4048-b41f-d224c618f5b8 req-ec5be156-c5fd-4f50-93d8-50f80a1bde73 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:32.408452 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-498a8cd3-d455-4048-b41f-d224c618f5b8 req-ec5be156-c5fd-4f50-93d8-50f80a1bde73 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/networks?id=f37664d6-2d63-4250-9a40-b9995b72cf27 HTTP/1.1" status: 200 len: 821 time: 0.1870425 Jul 09 14:39:32.408452 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-498a8cd3-d455-4048-b41f-d224c618f5b8 req-30a9d49f-67f2-4489-bc9c-c4556224d1db tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/quotas/a29f2b4cfd1449cca4564d7c2e38b31e HTTP/1.1" status: 200 len: 375 time: 0.0126209 Jul 09 14:39:32.423104 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-8051e47b-9823-4e77-b22e-c46cc36d9613 admin admin] For port f3b8d860-c644-4f39-adc6-7528064f12d1, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=f3b8d860-c644-4f39-adc6-7528064f12d1,segment=NetworkSegment(dc0f85e5-016a-48b5-8f7b-2ab1a07d5af0),segment_id=dc0f85e5-016a-48b5-8f7b-2ab1a07d5af0)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:39:32.423457 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8051e47b-9823-4e77-b22e-c46cc36d9613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:32.441066 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-8051e47b-9823-4e77-b22e-c46cc36d9613 admin admin] Calling delete_port for f3b8d860-c644-4f39-adc6-7528064f12d1 owned by network:router_interface {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:39:32.517643 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-498a8cd3-d455-4048-b41f-d224c618f5b8 req-22ce0066-7453-4f0f-82ce-04cf021459ba tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a29f2b4cfd1449cca4564d7c2e38b31e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1152084 Jul 09 14:39:32.611623 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-498a8cd3-d455-4048-b41f-d224c618f5b8 req-32e5d294-225f-47c1-ad73-67fe093e766b service neutron] 10.222.0.58 "GET /v2.0/networks/f37664d6-2d63-4250-9a40-b9995b72cf27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876789 Jul 09 14:39:32.705029 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-498a8cd3-d455-4048-b41f-d224c618f5b8 req-bfb42aa8-8674-461d-8b75-08a923d55966 service neutron] 10.222.0.58 "GET /v2.0/networks/f37664d6-2d63-4250-9a40-b9995b72cf27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874345 Jul 09 14:39:32.950212 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8051e47b-9823-4e77-b22e-c46cc36d9613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:32.977407 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8051e47b-9823-4e77-b22e-c46cc36d9613 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3b8d860-c644-4f39-adc6-7528064f12d1,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:33.178096 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8051e47b-9823-4e77-b22e-c46cc36d9613 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:33.727821 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-103ab1ef-8050-48d2-805a-421c8085d197 req-dd899fc3-1879-424a-a9f4-b000ab649c27 tempest-ServerAddressesNegativeTestJSON-1005498305 tempest-ServerAddressesNegativeTestJSON-1005498305-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d5cba9a-b0d3-40aa-8e15-22c9cea78b2f HTTP/1.1" status: 200 len: 210 time: 0.0584559 Jul 09 14:39:33.759424 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8051e47b-9823-4e77-b22e-c46cc36d9613 admin admin] Router 7375df51-64d2-4a3c-9e2e-755ec87c0071 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:39:33.901247 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8051e47b-9823-4e77-b22e-c46cc36d9613 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:39:33.912980 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43621c4-dad1-4688-be82-3152f9442a44 None None] Sync routers for ids ['7375df51-64d2-4a3c-9e2e-755ec87c0071'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:39:33.935344 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43621c4-dad1-4688-be82-3152f9442a44 None None] Routers {'7375df51-64d2-4a3c-9e2e-755ec87c0071'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:39:33.936023 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-a43621c4-dad1-4688-be82-3152f9442a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:39:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['7375df51-64d2-4a3c-9e2e-755ec87c0071'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:39:33.949837 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-8051e47b-9823-4e77-b22e-c46cc36d9613 admin admin] 10.222.0.58 "PUT /v2.0/routers/7375df51-64d2-4a3c-9e2e-755ec87c0071/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0515172 Jul 09 14:39:33.952476 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 54120) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:39:34.050243 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47cb233-5c7a-4d69-8420-e88e16386f27 req-05394e7c-fa3d-4140-859a-d1f234439ca9 tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:34.051863 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a47cb233-5c7a-4d69-8420-e88e16386f27 req-05394e7c-fa3d-4140-859a-d1f234439ca9 tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] 10.222.0.58 "GET /v2.0/ports?device_id=72a056f4-f38d-4ab3-a1ec-89e3bf8a65aa HTTP/1.1" status: 200 len: 951 time: 0.1482604 Jul 09 14:39:34.140756 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-a43621c4-dad1-4688-be82-3152f9442a44 None None] Set router 7375df51-64d2-4a3c-9e2e-755ec87c0071 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:39:34.144598 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a47cb233-5c7a-4d69-8420-e88e16386f27 req-40e62429-0eeb-473e-a4d3-5bea01529d40 tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] 10.222.0.58 "GET /v2.0/security-groups?id=752838db-eb30-4c5e-99ca-6ae8dc321a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860877 Jul 09 14:39:34.154519 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-31b9645e-ea5f-42a5-b723-5ae2d9712766 req-5449ff36-313f-4f81-a71f-48f23f7e4ba6 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=7183159b-84a0-41da-a402-ae36bdd15ad0 HTTP/1.1" status: 200 len: 210 time: 0.0431025 Jul 09 14:39:34.175977 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e3577425-dfc1-461d-bbd3-9109c54dff4e admin admin] Notify callbacks [] for router, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:34.340028 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e8383a5b-9e32-4c9b-a692-3912246dc78c req-500ef6eb-1414-4acc-9563-f05a68f36524 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] 10.222.0.58 "GET /v2.0/ports?device_id=d279218c-02f7-4abf-b176-085ffc0dc3a0 HTTP/1.1" status: 200 len: 210 time: 0.0577574 Jul 09 14:39:34.440497 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e3577425-dfc1-461d-bbd3-9109c54dff4e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:34.573233 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-a43621c4-dad1-4688-be82-3152f9442a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7375df51-64d2-4a3c-9e2e-755ec87c0071', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-263430990-router', 'tenant_id': 'a8668948313b4f959579802b00241562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '0261a53f-ec88-4f32-86fb-b89bdf9a5cb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:38:04Z', 'updated_at': '2021-07-09T14:39:32Z', 'revision_number': 5, 'project_id': 'a8668948313b4f959579802b00241562', 'gw_port': {'id': '0261a53f-ec88-4f32-86fb-b89bdf9a5cb1', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:35:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7375df51-64d2-4a3c-9e2e-755ec87c0071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:38:04Z', 'updated_at': '2021-07-09T14:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:39:34.608541 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-e3577425-dfc1-461d-bbd3-9109c54dff4e admin admin] Deleting port 0261a53f-ec88-4f32-86fb-b89bdf9a5cb1 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:39:34.610308 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e3577425-dfc1-461d-bbd3-9109c54dff4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:34.631772 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43621c4-dad1-4688-be82-3152f9442a44 None None] Checking router: 7375df51-64d2-4a3c-9e2e-755ec87c0071 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:39:34.642724 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43621c4-dad1-4688-be82-3152f9442a44 None None] Routers {'7375df51-64d2-4a3c-9e2e-755ec87c0071'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:39:34.643377 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-a43621c4-dad1-4688-be82-3152f9442a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:39:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['7375df51-64d2-4a3c-9e2e-755ec87c0071'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:39:34.755775 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-e3577425-dfc1-461d-bbd3-9109c54dff4e admin admin] For port 0261a53f-ec88-4f32-86fb-b89bdf9a5cb1, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=0261a53f-ec88-4f32-86fb-b89bdf9a5cb1,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:39:34.756887 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e3577425-dfc1-461d-bbd3-9109c54dff4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:34.774745 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-e3577425-dfc1-461d-bbd3-9109c54dff4e admin admin] Calling delete_port for 0261a53f-ec88-4f32-86fb-b89bdf9a5cb1 owned by network:router_gateway {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:39:34.789073 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device ebe1c4a7-904d-4f48-ba8f-b31031fa41e7 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:39:34.848296 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-a43621c4-dad1-4688-be82-3152f9442a44 None None] Set router 7375df51-64d2-4a3c-9e2e-755ec87c0071 gateway port host: None {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:39:34.972261 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-a43621c4-dad1-4688-be82-3152f9442a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7375df51-64d2-4a3c-9e2e-755ec87c0071', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-263430990-router', 'tenant_id': 'a8668948313b4f959579802b00241562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:38:04Z', 'updated_at': '2021-07-09T14:39:34Z', 'revision_number': 6, 'project_id': 'a8668948313b4f959579802b00241562', 'gw_port_host': None}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:39:35.036058 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43621c4-dad1-4688-be82-3152f9442a44 None None] The sync data for ids ['7375df51-64d2-4a3c-9e2e-755ec87c0071'] in n-d-799529-6 is: [{'id': '7375df51-64d2-4a3c-9e2e-755ec87c0071', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-263430990-router', 'tenant_id': 'a8668948313b4f959579802b00241562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:38:04Z', 'updated_at': '2021-07-09T14:39:34Z', 'revision_number': 6, 'project_id': 'a8668948313b4f959579802b00241562', 'gw_port_host': None}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:39:35.060353 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:35.100665 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a056f4-f38d-4ab3-a1ec-89e3bf8a65aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebe1c4a7-904d-4f48-ba8f-b31031fa41e7'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:39:35.100665 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e4dfac-bc0c-4fb8-96ff-48e5ce06fb49" -d '{"events": [{"server_uuid": "72a056f4-f38d-4ab3-a1ec-89e3bf8a65aa", "name": "network-vif-unplugged", "status": "completed", "tag": "ebe1c4a7-904d-4f48-ba8f-b31031fa41e7"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:39:35.113668 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port ebe1c4a7-904d-4f48-ba8f-b31031fa41e7, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=ebe1c4a7-904d-4f48-ba8f-b31031fa41e7,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:39:35.196589 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e3577425-dfc1-461d-bbd3-9109c54dff4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:35.198053 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:35.252959 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3577425-dfc1-461d-bbd3-9109c54dff4e admin admin] Pushing event deleted for resources: {'Port': ['ID=0261a53f-ec88-4f32-86fb-b89bdf9a5cb1,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:35.325488 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=ebe1c4a7-904d-4f48-ba8f-b31031fa41e7,revision_number=11']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:35.364056 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e3577425-dfc1-461d-bbd3-9109c54dff4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:35.537098 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e3577425-dfc1-461d-bbd3-9109c54dff4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:35.543277 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e3577425-dfc1-461d-bbd3-9109c54dff4e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:35.577614 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device f3b8d860-c644-4f39-adc6-7528064f12d1 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:39:35.620641 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: f3b8d860-c644-4f39-adc6-7528064f12d1 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:39:35.621170 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device f3b8d860-c644-4f39-adc6-7528064f12d1 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:39:35.770975 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e3577425-dfc1-461d-bbd3-9109c54dff4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:35.771525 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3577425-dfc1-461d-bbd3-9109c54dff4e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7375df51-64d2-4a3c-9e2e-755ec87c0071 {{(pid=94446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:39:35.776803 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e3577425-dfc1-461d-bbd3-9109c54dff4e admin admin] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:35.780977 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-e3577425-dfc1-461d-bbd3-9109c54dff4e admin admin] 10.222.0.58 "DELETE /v2.0/routers/7375df51-64d2-4a3c-9e2e-755ec87c0071 HTTP/1.1" status: 204 len: 168 time: 1.8244736 Jul 09 14:39:35.781140 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 54196) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:39:35.833068 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-4caacef7-563b-4fef-83fd-29c5e4b2ea94 admin admin] Deleting subnet 8ccca447-c618-4c82-8010-5d0951575759 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:39:35.837475 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4caacef7-563b-4fef-83fd-29c5e4b2ea94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:35.884955 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4caacef7-563b-4fef-83fd-29c5e4b2ea94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:36.023489 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4caacef7-563b-4fef-83fd-29c5e4b2ea94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:36.126795 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a0da0-51f4-49e7-8f00-de8610dfbfc9 req-f11d8a08-59dd-4a39-8e77-61ec551c8a0e tempest-ServerAddressesNegativeTestJSON-1005498305 tempest-ServerAddressesNegativeTestJSON-1005498305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:36.128727 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a68a0da0-51f4-49e7-8f00-de8610dfbfc9 req-f11d8a08-59dd-4a39-8e77-61ec551c8a0e tempest-ServerAddressesNegativeTestJSON-1005498305 tempest-ServerAddressesNegativeTestJSON-1005498305-project] 10.222.0.62 "GET /v2.0/networks?id=08187b06-3f87-48ec-8913-9b3c1ca7a00a HTTP/1.1" status: 200 len: 821 time: 0.1857481 Jul 09 14:39:36.152874 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-a68a0da0-51f4-49e7-8f00-de8610dfbfc9 req-54fc3f9a-32d1-4be0-a598-f5d3a1251aae tempest-ServerAddressesNegativeTestJSON-1005498305 tempest-ServerAddressesNegativeTestJSON-1005498305-project] Request body: {'port': {'device_id': '0d5cba9a-b0d3-40aa-8e15-22c9cea78b2f', 'network_id': '08187b06-3f87-48ec-8913-9b3c1ca7a00a', 'admin_state_up': True, 'tenant_id': 'f7be77de741e4e7eb025f142bb320c4f'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:39:36.211436 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4caacef7-563b-4fef-83fd-29c5e4b2ea94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:36.247422 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caacef7-563b-4fef-83fd-29c5e4b2ea94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ccca447-c618-4c82-8010-5d0951575759,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:36.266587 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4caacef7-563b-4fef-83fd-29c5e4b2ea94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:36.276529 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-4caacef7-563b-4fef-83fd-29c5e4b2ea94 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/8ccca447-c618-4c82-8010-5d0951575759 HTTP/1.1" status: 204 len: 168 time: 0.4880908 Jul 09 14:39:36.276646 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a3022d-95b8-49d5-85f6-79bfc62e87f9 None None] Network 6b957d37-6377-4ce7-a80c-f07a7aa98343 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:39:36.284354 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 54206) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:39:36.414007 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-642578fd-4ba5-4df3-9940-90c1549c88db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:36.518844 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-642578fd-4ba5-4df3-9940-90c1549c88db admin admin] Deleting port e527d8f5-4e3c-4e25-b249-8204aff97fb3 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:39:36.520209 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-642578fd-4ba5-4df3-9940-90c1549c88db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:36.582414 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b408ec-dc6e-4c9f-95c9-ba7b2904e662 req-f287b77a-b1f5-4b0d-8a02-518269e79876 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:36.591983 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-14b408ec-dc6e-4c9f-95c9-ba7b2904e662 req-f287b77a-b1f5-4b0d-8a02-518269e79876 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/networks?id=56b8037f-2c10-4a66-9bb7-3f0d90fcd124 HTTP/1.1" status: 200 len: 808 time: 0.2986517 Jul 09 14:39:36.602749 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a68a0da0-51f4-49e7-8f00-de8610dfbfc9 req-54fc3f9a-32d1-4be0-a598-f5d3a1251aae tempest-ServerAddressesNegativeTestJSON-1005498305 tempest-ServerAddressesNegativeTestJSON-1005498305-project] Made reservation on behalf of f7be77de741e4e7eb025f142bb320c4f for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:39:36.606995 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a68a0da0-51f4-49e7-8f00-de8610dfbfc9 req-54fc3f9a-32d1-4be0-a598-f5d3a1251aae tempest-ServerAddressesNegativeTestJSON-1005498305 tempest-ServerAddressesNegativeTestJSON-1005498305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:36.635039 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-14b408ec-dc6e-4c9f-95c9-ba7b2904e662 req-22474bcc-e803-45ca-b252-8e1c3a560807 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/quotas/3b28908fc5d842e29720d7043e8083fd HTTP/1.1" status: 200 len: 375 time: 0.0412600 Jul 09 14:39:36.673834 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-642578fd-4ba5-4df3-9940-90c1549c88db admin admin] For port e527d8f5-4e3c-4e25-b249-8204aff97fb3, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=e527d8f5-4e3c-4e25-b249-8204aff97fb3,segment=NetworkSegment(dc0f85e5-016a-48b5-8f7b-2ab1a07d5af0),segment_id=dc0f85e5-016a-48b5-8f7b-2ab1a07d5af0)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:39:36.674338 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-642578fd-4ba5-4df3-9940-90c1549c88db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:36.697277 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-642578fd-4ba5-4df3-9940-90c1549c88db admin admin] Calling delete_port for e527d8f5-4e3c-4e25-b249-8204aff97fb3 owned by network:dhcp {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:39:36.770088 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f871ed9-1084-4955-9f82-c6fa3da0d130 None None] DHCP port deletion for 6b957d37-6377-4ce7-a80c-f07a7aa98343 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:39:36.807815 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-14b408ec-dc6e-4c9f-95c9-ba7b2904e662 req-c93e4c8f-6415-4dab-bac9-6388504f6a9e tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3b28908fc5d842e29720d7043e8083fd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1713948 Jul 09 14:39:36.906234 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-5f871ed9-1084-4955-9f82-c6fa3da0d130 None None] Deleting port e527d8f5-4e3c-4e25-b249-8204aff97fb3 {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:39:36.910465 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5f871ed9-1084-4955-9f82-c6fa3da0d130 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:36.940756 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-a68a0da0-51f4-49e7-8f00-de8610dfbfc9 req-54fc3f9a-32d1-4be0-a598-f5d3a1251aae tempest-ServerAddressesNegativeTestJSON-1005498305 tempest-ServerAddressesNegativeTestJSON-1005498305-project] Allocated IP 172.20.0.13 (08187b06-3f87-48ec-8913-9b3c1ca7a00a/98dd1190-620f-482c-b7ec-01c98870db4c/00f299ca-a1b0-4d13-8f27-707165afe010) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:39:36.965114 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-37be8b92-4e9b-46e5-ae23-faae66429c89 req-255ddfcb-8050-411f-9de1-13c7f6504524 tempest-ServerAddressesNegativeTestJSON-1005498305 tempest-ServerAddressesNegativeTestJSON-1005498305-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d5cba9a-b0d3-40aa-8e15-22c9cea78b2f HTTP/1.1" status: 200 len: 210 time: 0.1199315 Jul 09 14:39:36.978945 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-14b408ec-dc6e-4c9f-95c9-ba7b2904e662 req-7160710f-ddc5-47a2-a98f-d052bf7060a8 service neutron] 10.222.0.58 "GET /v2.0/networks/56b8037f-2c10-4a66-9bb7-3f0d90fcd124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694989 Jul 09 14:39:37.001352 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-5f871ed9-1084-4955-9f82-c6fa3da0d130 None None] For port e527d8f5-4e3c-4e25-b249-8204aff97fb3, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=e527d8f5-4e3c-4e25-b249-8204aff97fb3,segment=NetworkSegment(dc0f85e5-016a-48b5-8f7b-2ab1a07d5af0),segment_id=dc0f85e5-016a-48b5-8f7b-2ab1a07d5af0)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:39:37.001763 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5f871ed9-1084-4955-9f82-c6fa3da0d130 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:37.039048 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-5f871ed9-1084-4955-9f82-c6fa3da0d130 None None] Calling delete_port for e527d8f5-4e3c-4e25-b249-8204aff97fb3 owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:39:37.069609 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 14:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18cd6905-f0f3-430c-a587-46e0d170c690 x-openstack-request-id: req-18cd6905-f0f3-430c-a587-46e0d170c690 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:39:37.069935 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a056f4-f38d-4ab3-a1ec-89e3bf8a65aa", "name": "network-vif-unplugged", "status": "completed", "tag": "ebe1c4a7-904d-4f48-ba8f-b31031fa41e7", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:39:37.070173 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-18cd6905-f0f3-430c-a587-46e0d170c690 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:39:37.070574 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a056f4-f38d-4ab3-a1ec-89e3bf8a65aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebe1c4a7-904d-4f48-ba8f-b31031fa41e7', 'code': 200} Jul 09 14:39:37.174755 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-642578fd-4ba5-4df3-9940-90c1549c88db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:37.229877 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642578fd-4ba5-4df3-9940-90c1549c88db admin admin] Pushing event deleted for resources: {'Port': ['ID=e527d8f5-4e3c-4e25-b249-8204aff97fb3,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:37.421100 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5f871ed9-1084-4955-9f82-c6fa3da0d130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:37.452724 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f871ed9-1084-4955-9f82-c6fa3da0d130 None None] Pushing event deleted for resources: {'Port': ['ID=e527d8f5-4e3c-4e25-b249-8204aff97fb3,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:37.458162 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f871ed9-1084-4955-9f82-c6fa3da0d130 None None] No DVR routers for this DVR port e527d8f5-4e3c-4e25-b249-8204aff97fb3 on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:39:37.534639 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device e527d8f5-4e3c-4e25-b249-8204aff97fb3 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:39:37.563371 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: e527d8f5-4e3c-4e25-b249-8204aff97fb3 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:39:37.563866 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device e527d8f5-4e3c-4e25-b249-8204aff97fb3 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:39:37.567433 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 0261a53f-ec88-4f32-86fb-b89bdf9a5cb1 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:39:37.596923 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 0261a53f-ec88-4f32-86fb-b89bdf9a5cb1 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:39:37.597557 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 0261a53f-ec88-4f32-86fb-b89bdf9a5cb1 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:39:37.692007 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-14b408ec-dc6e-4c9f-95c9-ba7b2904e662 req-adaac3b9-7ca7-4a42-bedc-8c6a9b9d9fbc service neutron] 10.222.0.58 "GET /v2.0/networks/56b8037f-2c10-4a66-9bb7-3f0d90fcd124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7120645 Jul 09 14:39:37.853739 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a68a0da0-51f4-49e7-8f00-de8610dfbfc9 req-54fc3f9a-32d1-4be0-a598-f5d3a1251aae tempest-ServerAddressesNegativeTestJSON-1005498305 tempest-ServerAddressesNegativeTestJSON-1005498305-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:37.878296 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a8cd3-d455-4048-b41f-d224c618f5b8 req-bbe32102-e914-41b1-a94c-fc2ef5a9b93b tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:37.880288 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-498a8cd3-d455-4048-b41f-d224c618f5b8 req-bbe32102-e914-41b1-a94c-fc2ef5a9b93b tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.62 "GET /v2.0/networks?id=f37664d6-2d63-4250-9a40-b9995b72cf27 HTTP/1.1" status: 200 len: 821 time: 0.7070205 Jul 09 14:39:37.883060 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6e367019-308d-452e-b251-7b10b798d2e3 req-9295e739-4ad8-44ed-899b-c0fed69ffe7d tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=7183159b-84a0-41da-a402-ae36bdd15ad0 HTTP/1.1" status: 200 len: 210 time: 0.6940110 Jul 09 14:39:37.885164 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642578fd-4ba5-4df3-9940-90c1549c88db admin admin] No DVR routers for this DVR port e527d8f5-4e3c-4e25-b249-8204aff97fb3 on host n-d-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:39:37.917076 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-498a8cd3-d455-4048-b41f-d224c618f5b8 req-37713792-468a-420b-a2db-222d346f7308 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Request body: {'port': {'device_id': '7183159b-84a0-41da-a402-ae36bdd15ad0', 'network_id': 'f37664d6-2d63-4250-9a40-b9995b72cf27', 'admin_state_up': True, 'tenant_id': 'a29f2b4cfd1449cca4564d7c2e38b31e'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:39:38.042349 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-642578fd-4ba5-4df3-9940-90c1549c88db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:38.068981 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-642578fd-4ba5-4df3-9940-90c1549c88db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b957d37-6377-4ce7-a80c-f07a7aa98343']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:39:38.114581 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-642578fd-4ba5-4df3-9940-90c1549c88db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc0f85e5-016a-48b5-8f7b-2ab1a07d5af0') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:39:38.115241 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-642578fd-4ba5-4df3-9940-90c1549c88db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc0f85e5-016a-48b5-8f7b-2ab1a07d5af0') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:39:38.163858 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b0a10c74-4e9d-40d8-8071-af48bc6d9d84 req-ce49cfce-7e63-400b-8f1f-eba53325df19 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] 10.222.0.58 "GET /v2.0/ports?device_id=d279218c-02f7-4abf-b176-085ffc0dc3a0 HTTP/1.1" status: 200 len: 210 time: 0.0844731 Jul 09 14:39:38.167650 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a68a0da0-51f4-49e7-8f00-de8610dfbfc9 req-54fc3f9a-32d1-4be0-a598-f5d3a1251aae tempest-ServerAddressesNegativeTestJSON-1005498305 tempest-ServerAddressesNegativeTestJSON-1005498305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:38.177604 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-642578fd-4ba5-4df3-9940-90c1549c88db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:38.215947 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-642578fd-4ba5-4df3-9940-90c1549c88db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:38.236874 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-642578fd-4ba5-4df3-9940-90c1549c88db admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:39:38.237271 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-642578fd-4ba5-4df3-9940-90c1549c88db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:38.271898 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 14:39:38.271898 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:39:38.271898 n-d-799529-6 neutron-server[94445]: timer() Jul 09 14:39:38.271898 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:39:38.271898 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 14:39:38.271898 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:39:38.271898 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 14:39:38.271898 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:39:38.271898 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 14:39:38.271898 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:39:38.271898 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 14:39:38.271898 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:39:38.271898 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 14:39:38.271898 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:39:38.271898 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:39:38.271898 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:39:38.271898 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:39:38.271898 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:39:38.271898 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 14:39:38.271898 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:39:38.271898 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 14:39:38.271898 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:39:38.271898 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:39:38.271898 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:39:38.271898 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 14:39:38.271898 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:39:38.271898 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:39:38.271898 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:39:38.271898 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:39:38.271898 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:39:38.271898 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:39:38.271898 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:39:38.288768 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc3f9a-32d1-4be0-a598-f5d3a1251aae tempest-ServerAddressesNegativeTestJSON-1005498305 tempest-ServerAddressesNegativeTestJSON-1005498305-project] Pushing event updated for resources: {'Port': ['ID=00f299ca-a1b0-4d13-8f27-707165afe010,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:38.462833 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a68a0da0-51f4-49e7-8f00-de8610dfbfc9 req-54fc3f9a-32d1-4be0-a598-f5d3a1251aae tempest-ServerAddressesNegativeTestJSON-1005498305 tempest-ServerAddressesNegativeTestJSON-1005498305-project] Network 08187b06-3f87-48ec-8913-9b3c1ca7a00a is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:39:38.542801 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-a68a0da0-51f4-49e7-8f00-de8610dfbfc9 req-54fc3f9a-32d1-4be0-a598-f5d3a1251aae tempest-ServerAddressesNegativeTestJSON-1005498305 tempest-ServerAddressesNegativeTestJSON-1005498305-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:39:38.545996 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-a68a0da0-51f4-49e7-8f00-de8610dfbfc9 req-54fc3f9a-32d1-4be0-a598-f5d3a1251aae tempest-ServerAddressesNegativeTestJSON-1005498305 tempest-ServerAddressesNegativeTestJSON-1005498305-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:39:38.561785 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-8a9119a0-c4e8-40d9-ab5f-6ce8236fd197 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:38.563705 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-8a9119a0-c4e8-40d9-ab5f-6ce8236fd197 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] 10.222.0.62 "GET /v2.0/networks?id=b74489a6-4867-4ba3-b216-97edbf8fc0fb HTTP/1.1" status: 200 len: 818 time: 0.2504976 Jul 09 14:39:38.595352 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-83fdf232-f03a-4833-810c-0d6cabbf5be0 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Request body: {'port': {'device_id': '33300f3c-66ac-4c66-a55a-03b35acd77df', 'network_id': 'b74489a6-4867-4ba3-b216-97edbf8fc0fb', 'admin_state_up': True, 'tenant_id': '379a622cf455412ca591bc809868951e'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:39:38.596195 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1c6a6-29dc-4c8f-af9e-3b0a4d64638d req-32bb9bed-9be8-4113-abaa-3cf0e2b4ef7e tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:38.598960 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b0b1c6a6-29dc-4c8f-af9e-3b0a4d64638d req-32bb9bed-9be8-4113-abaa-3cf0e2b4ef7e tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ef619a1-47f0-48da-b39d-a97895cd4127 HTTP/1.1" status: 200 len: 945 time: 0.1266344 Jul 09 14:39:38.659298 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b0b1c6a6-29dc-4c8f-af9e-3b0a4d64638d req-80bc2885-fc99-477a-a63b-2a9701a95bc2 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "GET /v2.0/security-groups?id=56f8d71f-a162-4356-920c-4536638f4f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541248 Jul 09 14:39:38.687881 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a0da0-51f4-49e7-8f00-de8610dfbfc9 req-54fc3f9a-32d1-4be0-a598-f5d3a1251aae tempest-ServerAddressesNegativeTestJSON-1005498305 tempest-ServerAddressesNegativeTestJSON-1005498305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:38.688511 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a68a0da0-51f4-49e7-8f00-de8610dfbfc9 req-54fc3f9a-32d1-4be0-a598-f5d3a1251aae tempest-ServerAddressesNegativeTestJSON-1005498305 tempest-ServerAddressesNegativeTestJSON-1005498305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:38.910548 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d781218-7778-48f4-b511-91cf641f7000 req-d25de2a9-8c93-43ac-ac1f-949392280979 tempest-ServerAddressesNegativeTestJSON-1005498305 tempest-ServerAddressesNegativeTestJSON-1005498305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:38.912388 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3d781218-7778-48f4-b511-91cf641f7000 req-d25de2a9-8c93-43ac-ac1f-949392280979 tempest-ServerAddressesNegativeTestJSON-1005498305 tempest-ServerAddressesNegativeTestJSON-1005498305-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d5cba9a-b0d3-40aa-8e15-22c9cea78b2f HTTP/1.1" status: 200 len: 932 time: 0.0712903 Jul 09 14:39:38.952472 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3d781218-7778-48f4-b511-91cf641f7000 req-78567e3c-5459-4efd-83c7-01c1877c699b tempest-ServerAddressesNegativeTestJSON-1005498305 tempest-ServerAddressesNegativeTestJSON-1005498305-project] 10.222.0.58 "GET /v2.0/security-groups?id=1027eb1b-a1a3-4726-8966-1112e6975af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323138 Jul 09 14:39:39.007124 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-498a8cd3-d455-4048-b41f-d224c618f5b8 req-37713792-468a-420b-a2db-222d346f7308 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Made reservation on behalf of a29f2b4cfd1449cca4564d7c2e38b31e for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:39:39.011817 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-498a8cd3-d455-4048-b41f-d224c618f5b8 req-37713792-468a-420b-a2db-222d346f7308 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:39.082231 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-642578fd-4ba5-4df3-9940-90c1549c88db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:39.099451 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-642578fd-4ba5-4df3-9940-90c1549c88db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:39.102681 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-642578fd-4ba5-4df3-9940-90c1549c88db admin admin] 10.222.0.58 "DELETE /v2.0/networks/6b957d37-6377-4ce7-a80c-f07a7aa98343 HTTP/1.1" status: 204 len: 168 time: 2.8169684 Jul 09 14:39:39.150889 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a68a0da0-51f4-49e7-8f00-de8610dfbfc9 req-54fc3f9a-32d1-4be0-a598-f5d3a1251aae tempest-ServerAddressesNegativeTestJSON-1005498305 tempest-ServerAddressesNegativeTestJSON-1005498305-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0055273 Jul 09 14:39:39.163290 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642578fd-4ba5-4df3-9940-90c1549c88db admin admin] Pushing event deleted for resources: {'Network': ['ID=6b957d37-6377-4ce7-a80c-f07a7aa98343,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:39.200019 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-a68a0da0-51f4-49e7-8f00-de8610dfbfc9 req-c5f25256-858b-4b5f-a5e8-e75ee8ec7cee service neutron] Request body: {'port': {'device_id': '0d5cba9a-b0d3-40aa-8e15-22c9cea78b2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:39:39.316366 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-498a8cd3-d455-4048-b41f-d224c618f5b8 req-37713792-468a-420b-a2db-222d346f7308 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Allocated IP 172.20.0.13 (f37664d6-2d63-4250-9a40-b9995b72cf27/defde159-6b57-4a6f-ad64-e5b0f0fcfa82/5c226e2c-5d13-4f31-b133-6f977cc8eb56) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:39:39.439882 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-212b8b32-92b0-4277-8f1c-f11dc3ff1ef3 req-0ade49dc-cb87-4a41-bdf0-9721c8d5ce41 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=7183159b-84a0-41da-a402-ae36bdd15ad0 HTTP/1.1" status: 200 len: 210 time: 0.0756738 Jul 09 14:39:39.683825 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-498a8cd3-d455-4048-b41f-d224c618f5b8 req-37713792-468a-420b-a2db-222d346f7308 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:39.707196 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-83fdf232-f03a-4833-810c-0d6cabbf5be0 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Made reservation on behalf of 379a622cf455412ca591bc809868951e for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:39:39.717517 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-83fdf232-f03a-4833-810c-0d6cabbf5be0 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:39.722301 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 54260) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:39:39.869678 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-e96e3334-30ec-4665-902b-d06511c139d6 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:39.871836 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-e96e3334-30ec-4665-902b-d06511c139d6 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] 10.222.0.54 "GET /v2.0/networks?id=b74489a6-4867-4ba3-b216-97edbf8fc0fb HTTP/1.1" status: 200 len: 818 time: 0.7472830 Jul 09 14:39:39.872697 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a68a0da0-51f4-49e7-8f00-de8610dfbfc9 req-c5f25256-858b-4b5f-a5e8-e75ee8ec7cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:39.909218 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-5efbc3be-cb1c-4212-a2a3-6acddb1950ed tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Request body: {'port': {'device_id': '79097a2a-3d82-478f-9d5a-0e74592228d1', 'network_id': 'b74489a6-4867-4ba3-b216-97edbf8fc0fb', 'admin_state_up': True, 'tenant_id': '379a622cf455412ca591bc809868951e'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:39:39.914767 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f48807d9-3ce7-44c9-8ef1-179cc8a79ba2 req-cbe6d450-51af-4f39-92be-3380bfee729e tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] 10.222.0.58 "GET /v2.0/ports?device_id=d279218c-02f7-4abf-b176-085ffc0dc3a0 HTTP/1.1" status: 200 len: 210 time: 0.0982153 Jul 09 14:39:39.925813 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-890ac1c3-0ac1-4dd3-9d30-0218149592f4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a8668948313b4f959579802b00241562&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2009439 Jul 09 14:39:39.934473 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 54264) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:39:40.108695 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9c8003d9-1113-477e-b158-3c6f96723ab6 req-9f94607f-3fc7-4f9f-bb93-21466b842edf tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=91ecabd0-8edb-4f60-888c-5652f04757f3 HTTP/1.1" status: 200 len: 210 time: 0.4038706 Jul 09 14:39:40.118349 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-498a8cd3-d455-4048-b41f-d224c618f5b8 req-37713792-468a-420b-a2db-222d346f7308 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:40.250590 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fd469bdf-e22f-4106-8e2e-0a05a56fcadb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:40.328048 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-29ebdce3-067c-4b32-814a-fe164573c5be tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:40.330152 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-29ebdce3-067c-4b32-814a-fe164573c5be tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] 10.222.0.62 "GET /v2.0/networks?id=b74489a6-4867-4ba3-b216-97edbf8fc0fb HTTP/1.1" status: 200 len: 818 time: 0.3252549 Jul 09 14:39:40.351034 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fd469bdf-e22f-4106-8e2e-0a05a56fcadb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:40.410778 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-f5b52830-788a-4dab-b0af-2c74cc39b877 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Request body: {'port': {'device_id': 'd279218c-02f7-4abf-b176-085ffc0dc3a0', 'network_id': 'b74489a6-4867-4ba3-b216-97edbf8fc0fb', 'admin_state_up': True, 'tenant_id': '379a622cf455412ca591bc809868951e'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:39:40.512130 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fd469bdf-e22f-4106-8e2e-0a05a56fcadb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:40.515204 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fd469bdf-e22f-4106-8e2e-0a05a56fcadb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:40.518793 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-fd469bdf-e22f-4106-8e2e-0a05a56fcadb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/01d7dc31-eec5-47b2-8cc3-f2acc4868494 HTTP/1.1" status: 204 len: 168 time: 0.5872123 Jul 09 14:39:40.531728 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd469bdf-e22f-4106-8e2e-0a05a56fcadb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d7dc31-eec5-47b2-8cc3-f2acc4868494,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:40.563549 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-a68a0da0-51f4-49e7-8f00-de8610dfbfc9 req-c5f25256-858b-4b5f-a5e8-e75ee8ec7cee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00f299ca-a1b0-4d13-8f27-707165afe010 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:39:40.575399 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a68a0da0-51f4-49e7-8f00-de8610dfbfc9 req-c5f25256-858b-4b5f-a5e8-e75ee8ec7cee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:40.588972 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-a68a0da0-51f4-49e7-8f00-de8610dfbfc9 req-c5f25256-858b-4b5f-a5e8-e75ee8ec7cee service neutron] Transition to ACTIVE for port object 00f299ca-a1b0-4d13-8f27-707165afe010 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:39:40.688635 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-498a8cd3-d455-4048-b41f-d224c618f5b8 req-37713792-468a-420b-a2db-222d346f7308 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Network f37664d6-2d63-4250-9a40-b9995b72cf27 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:39:40.717248 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-498a8cd3-d455-4048-b41f-d224c618f5b8 req-37713792-468a-420b-a2db-222d346f7308 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:39:40.719421 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a68a0da0-51f4-49e7-8f00-de8610dfbfc9 req-c5f25256-858b-4b5f-a5e8-e75ee8ec7cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:40.726603 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-498a8cd3-d455-4048-b41f-d224c618f5b8 req-37713792-468a-420b-a2db-222d346f7308 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:39:40.966568 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37713792-468a-420b-a2db-222d346f7308 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Pushing event updated for resources: {'Port': ['ID=5c226e2c-5d13-4f31-b133-6f977cc8eb56,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:41.051567 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430c244-1fa0-4077-8b5c-97a9a7fac052 req-0d7aa524-8f31-40e2-a836-405dbbaae24e tempest-ServerAddressesNegativeTestJSON-1005498305 tempest-ServerAddressesNegativeTestJSON-1005498305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:41.053845 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f430c244-1fa0-4077-8b5c-97a9a7fac052 req-0d7aa524-8f31-40e2-a836-405dbbaae24e tempest-ServerAddressesNegativeTestJSON-1005498305 tempest-ServerAddressesNegativeTestJSON-1005498305-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d5cba9a-b0d3-40aa-8e15-22c9cea78b2f HTTP/1.1" status: 200 len: 944 time: 0.0782433 Jul 09 14:39:41.067460 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f25256-858b-4b5f-a5e8-e75ee8ec7cee service neutron] Pushing event updated for resources: {'Port': ['ID=00f299ca-a1b0-4d13-8f27-707165afe010,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:41.078751 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a8cd3-d455-4048-b41f-d224c618f5b8 req-37713792-468a-420b-a2db-222d346f7308 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:41.078751 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-498a8cd3-d455-4048-b41f-d224c618f5b8 req-37713792-468a-420b-a2db-222d346f7308 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:41.129167 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-5efbc3be-cb1c-4212-a2a3-6acddb1950ed tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Made reservation on behalf of 379a622cf455412ca591bc809868951e for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:39:41.129167 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-5efbc3be-cb1c-4212-a2a3-6acddb1950ed tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:41.190352 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f430c244-1fa0-4077-8b5c-97a9a7fac052 req-c6a3397e-52a3-4828-8940-5f3b739bcbea tempest-ServerAddressesNegativeTestJSON-1005498305 tempest-ServerAddressesNegativeTestJSON-1005498305-project] 10.222.0.58 "GET /v2.0/security-groups?id=1027eb1b-a1a3-4726-8966-1112e6975af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306417 Jul 09 14:39:41.224511 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487365d9-ac44-4f7e-ad6d-8cb27697a105 req-d965e977-0f7f-40e3-915f-46d00b3b194d tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:41.229497 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-487365d9-ac44-4f7e-ad6d-8cb27697a105 req-d965e977-0f7f-40e3-915f-46d00b3b194d tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] 10.222.0.58 "GET /v2.0/ports?device_id=72a056f4-f38d-4ab3-a1ec-89e3bf8a65aa HTTP/1.1" status: 200 len: 949 time: 0.6255255 Jul 09 14:39:41.263424 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-f5b52830-788a-4dab-b0af-2c74cc39b877 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Made reservation on behalf of 379a622cf455412ca591bc809868951e for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:39:41.267599 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-f5b52830-788a-4dab-b0af-2c74cc39b877 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:41.349694 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-487365d9-ac44-4f7e-ad6d-8cb27697a105 req-7c39e330-27ac-4085-8671-3875c273789a tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] 10.222.0.58 "GET /v2.0/security-groups?id=752838db-eb30-4c5e-99ca-6ae8dc321a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086957 Jul 09 14:39:41.359455 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-a68a0da0-51f4-49e7-8f00-de8610dfbfc9 req-c5f25256-858b-4b5f-a5e8-e75ee8ec7cee service neutron] Attempting to bind port 00f299ca-a1b0-4d13-8f27-707165afe010 on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:39:41.359910 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-a68a0da0-51f4-49e7-8f00-de8610dfbfc9 req-c5f25256-858b-4b5f-a5e8-e75ee8ec7cee service neutron] Attempting to bind port 00f299ca-a1b0-4d13-8f27-707165afe010 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': '22d9447e-8ee3-4b42-b9d2-168a78e6fa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '08187b06-3f87-48ec-8913-9b3c1ca7a00a'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:39:41.360247 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68a0da0-51f4-49e7-8f00-de8610dfbfc9 req-c5f25256-858b-4b5f-a5e8-e75ee8ec7cee service neutron] Attempting to bind port 00f299ca-a1b0-4d13-8f27-707165afe010 on network 08187b06-3f87-48ec-8913-9b3c1ca7a00a {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:39:41.367067 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68a0da0-51f4-49e7-8f00-de8610dfbfc9 req-c5f25256-858b-4b5f-a5e8-e75ee8ec7cee service neutron] Port 00f299ca-a1b0-4d13-8f27-707165afe010 on network 08187b06-3f87-48ec-8913-9b3c1ca7a00a not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:39:41.367415 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68a0da0-51f4-49e7-8f00-de8610dfbfc9 req-c5f25256-858b-4b5f-a5e8-e75ee8ec7cee service neutron] Attempting to bind port 00f299ca-a1b0-4d13-8f27-707165afe010 on network 08187b06-3f87-48ec-8913-9b3c1ca7a00a {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:39:41.383748 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-83fdf232-f03a-4833-810c-0d6cabbf5be0 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Allocated IP 172.20.0.7 (b74489a6-4867-4ba3-b216-97edbf8fc0fb/6386e120-395e-4aca-8240-0a13172d7fb5/ca32660e-e13d-4d80-ae51-64d8ac7cb1db) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:39:41.390736 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-498a8cd3-d455-4048-b41f-d224c618f5b8 req-37713792-468a-420b-a2db-222d346f7308 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4804718 Jul 09 14:39:41.392260 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68a0da0-51f4-49e7-8f00-de8610dfbfc9 req-c5f25256-858b-4b5f-a5e8-e75ee8ec7cee service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:39:41.392777 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68a0da0-51f4-49e7-8f00-de8610dfbfc9 req-c5f25256-858b-4b5f-a5e8-e75ee8ec7cee service neutron] Checking segment: {'id': '22d9447e-8ee3-4b42-b9d2-168a78e6fa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '08187b06-3f87-48ec-8913-9b3c1ca7a00a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:39:41.393354 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68a0da0-51f4-49e7-8f00-de8610dfbfc9 req-c5f25256-858b-4b5f-a5e8-e75ee8ec7cee service neutron] Bound using segment: {'id': '22d9447e-8ee3-4b42-b9d2-168a78e6fa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '08187b06-3f87-48ec-8913-9b3c1ca7a00a'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:39:41.393969 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-a68a0da0-51f4-49e7-8f00-de8610dfbfc9 req-c5f25256-858b-4b5f-a5e8-e75ee8ec7cee service neutron] Bound port: 00f299ca-a1b0-4d13-8f27-707165afe010, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22d9447e-8ee3-4b42-b9d2-168a78e6fa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '08187b06-3f87-48ec-8913-9b3c1ca7a00a'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:39:41.394509 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a68a0da0-51f4-49e7-8f00-de8610dfbfc9 req-c5f25256-858b-4b5f-a5e8-e75ee8ec7cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:41.412010 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-498a8cd3-d455-4048-b41f-d224c618f5b8 req-0545de2a-f882-4887-983b-a4a4aaf8cd5c service neutron] Request body: {'port': {'device_id': '7183159b-84a0-41da-a402-ae36bdd15ad0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:39:41.592020 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e846c0-f098-4fff-81bf-0088db779e4f req-7f460bf9-93f5-48d8-9117-8e3e57fb9d2e tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:41.593535 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e2e846c0-f098-4fff-81bf-0088db779e4f req-7f460bf9-93f5-48d8-9117-8e3e57fb9d2e tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=7183159b-84a0-41da-a402-ae36bdd15ad0 HTTP/1.1" status: 200 len: 932 time: 0.2477605 Jul 09 14:39:41.627041 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef837b-35bd-4e29-aefd-1bb3ea0ef2eb req-c19eead0-0d23-4cdc-9607-e782fff5688e tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:41.628730 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b0ef837b-35bd-4e29-aefd-1bb3ea0ef2eb req-c19eead0-0d23-4cdc-9607-e782fff5688e tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] 10.222.0.54 "GET /v2.0/ports?device_id=72a056f4-f38d-4ab3-a1ec-89e3bf8a65aa HTTP/1.1" status: 200 len: 949 time: 0.1363807 Jul 09 14:39:41.630114 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-a68a0da0-51f4-49e7-8f00-de8610dfbfc9 req-c5f25256-858b-4b5f-a5e8-e75ee8ec7cee service neutron] For port 00f299ca-a1b0-4d13-8f27-707165afe010, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:39:41.663201 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e2e846c0-f098-4fff-81bf-0088db779e4f req-17f126f2-1687-4983-990f-88d6cbe2ca75 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611758 Jul 09 14:39:41.709812 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-a68a0da0-51f4-49e7-8f00-de8610dfbfc9 req-c5f25256-858b-4b5f-a5e8-e75ee8ec7cee service neutron] For port 00f299ca-a1b0-4d13-8f27-707165afe010, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=00f299ca-a1b0-4d13-8f27-707165afe010,segment=NetworkSegment(22d9447e-8ee3-4b42-b9d2-168a78e6fa33),segment_id=22d9447e-8ee3-4b42-b9d2-168a78e6fa33)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:39:41.712761 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-498a8cd3-d455-4048-b41f-d224c618f5b8 req-0545de2a-f882-4887-983b-a4a4aaf8cd5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:41.717193 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-403736cb-0c7d-4751-ad5f-dd2d72d2e164 req-11a0e662-a8bf-4fd4-9873-016459f9f685 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--744452999&fields=id&tenant_id=f9beeac302b4456ab9897feb8634bccd HTTP/1.1" status: 200 len: 267 time: 0.1714795 Jul 09 14:39:41.812877 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-b0ef837b-35bd-4e29-aefd-1bb3ea0ef2eb req-965f8116-d5e5-48fd-8011-0b9815b9076b tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] Deleting port ebe1c4a7-904d-4f48-ba8f-b31031fa41e7 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:39:41.813231 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b0ef837b-35bd-4e29-aefd-1bb3ea0ef2eb req-965f8116-d5e5-48fd-8011-0b9815b9076b tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:41.830680 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a68a0da0-51f4-49e7-8f00-de8610dfbfc9 req-c5f25256-858b-4b5f-a5e8-e75ee8ec7cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:41.913138 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-426b6fb9-3f88-407a-8313-deee37c85f51 req-12e7325d-79ed-47f7-ba54-f81ff2d181bd tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] 10.222.0.58 "GET /v2.0/ports?device_id=d279218c-02f7-4abf-b176-085ffc0dc3a0 HTTP/1.1" status: 200 len: 210 time: 0.0550756 Jul 09 14:39:41.951923 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-83fdf232-f03a-4833-810c-0d6cabbf5be0 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:41.964317 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a0da0-51f4-49e7-8f00-de8610dfbfc9 req-c5f25256-858b-4b5f-a5e8-e75ee8ec7cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:41.965061 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a68a0da0-51f4-49e7-8f00-de8610dfbfc9 req-c5f25256-858b-4b5f-a5e8-e75ee8ec7cee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:41.966794 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a68a0da0-51f4-49e7-8f00-de8610dfbfc9 req-c5f25256-858b-4b5f-a5e8-e75ee8ec7cee service neutron] 10.222.0.62 "PUT /v2.0/ports/00f299ca-a1b0-4d13-8f27-707165afe010 HTTP/1.1" status: 200 len: 1092 time: 2.7735145 Jul 09 14:39:41.967361 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d5cba9a-b0d3-40aa-8e15-22c9cea78b2f', 'tag': '00f299ca-a1b0-4d13-8f27-707165afe010'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:39:41.969948 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67cc4e88-a3c9-4d44-a264-42c1e75c682d" -d '{"events": [{"name": "network-changed", "server_uuid": "0d5cba9a-b0d3-40aa-8e15-22c9cea78b2f", "tag": "00f299ca-a1b0-4d13-8f27-707165afe010"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:39:42.027994 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-b0ef837b-35bd-4e29-aefd-1bb3ea0ef2eb req-965f8116-d5e5-48fd-8011-0b9815b9076b tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] For port ebe1c4a7-904d-4f48-ba8f-b31031fa41e7, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=ebe1c4a7-904d-4f48-ba8f-b31031fa41e7,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:39:42.030125 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b0ef837b-35bd-4e29-aefd-1bb3ea0ef2eb req-965f8116-d5e5-48fd-8011-0b9815b9076b tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:42.065425 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-b0ef837b-35bd-4e29-aefd-1bb3ea0ef2eb req-965f8116-d5e5-48fd-8011-0b9815b9076b tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] Calling delete_port for ebe1c4a7-904d-4f48-ba8f-b31031fa41e7 owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:39:42.164366 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7d5871ea-0c20-4129-9754-064726a8c1af req-459cb3c2-1bb3-4ca4-9687-42c896c24572 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=91ecabd0-8edb-4f60-888c-5652f04757f3 HTTP/1.1" status: 200 len: 210 time: 0.0356805 Jul 09 14:39:42.231817 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403736cb-0c7d-4751-ad5f-dd2d72d2e164 req-34f29f27-27c7-45f7-84e7-7485e5938033 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:42.238412 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-403736cb-0c7d-4751-ad5f-dd2d72d2e164 req-34f29f27-27c7-45f7-84e7-7485e5938033 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "GET /v2.0/networks?id=e7430d59-7c88-483d-984e-fabf3c5cc12e HTTP/1.1" status: 200 len: 824 time: 0.5089386 Jul 09 14:39:42.279037 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f25256-858b-4b5f-a5e8-e75ee8ec7cee service neutron] Pushing event updated for resources: {'Port': ['ID=00f299ca-a1b0-4d13-8f27-707165afe010,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:42.300426 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-403736cb-0c7d-4751-ad5f-dd2d72d2e164 req-a1fba007-552b-41a9-a4f8-06e4b8f2dddf tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "GET /v2.0/quotas/f9beeac302b4456ab9897feb8634bccd HTTP/1.1" status: 200 len: 375 time: 0.0607598 Jul 09 14:39:42.304859 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be4e237-9993-43d4-af2f-29c7e820d4d7 x-openstack-request-id: req-2be4e237-9993-43d4-af2f-29c7e820d4d7 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:39:42.305151 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d5cba9a-b0d3-40aa-8e15-22c9cea78b2f", "tag": "00f299ca-a1b0-4d13-8f27-707165afe010", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:39:42.313555 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2be4e237-9993-43d4-af2f-29c7e820d4d7 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:39:42.313555 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d5cba9a-b0d3-40aa-8e15-22c9cea78b2f', 'tag': '00f299ca-a1b0-4d13-8f27-707165afe010', 'status': 'completed', 'code': 200} Jul 09 14:39:42.367925 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 54342) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:39:42.374292 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b0ef837b-35bd-4e29-aefd-1bb3ea0ef2eb req-965f8116-d5e5-48fd-8011-0b9815b9076b tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:42.465143 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965f8116-d5e5-48fd-8011-0b9815b9076b tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] Pushing event deleted for resources: {'Port': ['ID=ebe1c4a7-904d-4f48-ba8f-b31031fa41e7,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:42.512242 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.62', 54092) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:39:42.522320 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-c8b7b23b-e002-4152-a182-b79330d25d60 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-660833109-network', 'tenant_id': '83a1c89a2a8544b4b4a82e8518d21b54'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:39:42.603155 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ef837b-35bd-4e29-aefd-1bb3ea0ef2eb req-965f8116-d5e5-48fd-8011-0b9815b9076b tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] No DVR routers for this DVR port ebe1c4a7-904d-4f48-ba8f-b31031fa41e7 on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:39:42.612314 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b0ef837b-35bd-4e29-aefd-1bb3ea0ef2eb req-965f8116-d5e5-48fd-8011-0b9815b9076b tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:42.614341 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b0ef837b-35bd-4e29-aefd-1bb3ea0ef2eb req-965f8116-d5e5-48fd-8011-0b9815b9076b tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] 10.222.0.54 "DELETE /v2.0/ports/ebe1c4a7-904d-4f48-ba8f-b31031fa41e7 HTTP/1.1" status: 204 len: 173 time: 0.9747186 Jul 09 14:39:42.614803 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a056f4-f38d-4ab3-a1ec-89e3bf8a65aa', 'name': 'network-vif-deleted', 'tag': 'ebe1c4a7-904d-4f48-ba8f-b31031fa41e7'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:39:42.617476 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c114bb36-dcb0-4bf9-8202-e37376ae39b4" -d '{"events": [{"server_uuid": "72a056f4-f38d-4ab3-a1ec-89e3bf8a65aa", "name": "network-vif-deleted", "tag": "ebe1c4a7-904d-4f48-ba8f-b31031fa41e7"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:39:42.667273 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86015f52-42e0-4428-91c9-c5a01906fea2 req-4d86c7d6-b0e6-4f85-a7dc-46fa75062862 tempest-ServerAddressesNegativeTestJSON-1005498305 tempest-ServerAddressesNegativeTestJSON-1005498305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:42.675657 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-86015f52-42e0-4428-91c9-c5a01906fea2 req-4d86c7d6-b0e6-4f85-a7dc-46fa75062862 tempest-ServerAddressesNegativeTestJSON-1005498305 tempest-ServerAddressesNegativeTestJSON-1005498305-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d5cba9a-b0d3-40aa-8e15-22c9cea78b2f HTTP/1.1" status: 200 len: 944 time: 0.2421103 Jul 09 14:39:42.716634 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b7b23b-e002-4152-a182-b79330d25d60 admin admin] Made reservation on behalf of 83a1c89a2a8544b4b4a82e8518d21b54 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:39:42.718999 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c8b7b23b-e002-4152-a182-b79330d25d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:42.736900 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c8b7b23b-e002-4152-a182-b79330d25d60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:42.751767 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ef07f-da53-4e7b-9b90-7f2f0271f95c req-1c87aa91-1304-4b3e-bda8-4b9179ada623 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:42.753345 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b24ef07f-da53-4e7b-9b90-7f2f0271f95c req-1c87aa91-1304-4b3e-bda8-4b9179ada623 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ef619a1-47f0-48da-b39d-a97895cd4127 HTTP/1.1" status: 200 len: 945 time: 0.2399213 Jul 09 14:39:42.801333 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-86015f52-42e0-4428-91c9-c5a01906fea2 req-2aa74206-9dc7-4505-882c-c5b6e94acf2f tempest-ServerAddressesNegativeTestJSON-1005498305 tempest-ServerAddressesNegativeTestJSON-1005498305-project] 10.222.0.58 "GET /v2.0/security-groups?id=1027eb1b-a1a3-4726-8966-1112e6975af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174715 Jul 09 14:39:42.823320 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a0da0-51f4-49e7-8f00-de8610dfbfc9 req-a56f49ec-a528-4f82-ac02-b1fcf088306a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:42.825350 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a68a0da0-51f4-49e7-8f00-de8610dfbfc9 req-a56f49ec-a528-4f82-ac02-b1fcf088306a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f7be77de741e4e7eb025f142bb320c4f&device_id=0d5cba9a-b0d3-40aa-8e15-22c9cea78b2f HTTP/1.1" status: 200 len: 1095 time: 0.6773381 Jul 09 14:39:42.892997 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-83fdf232-f03a-4833-810c-0d6cabbf5be0 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:42.932358 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-b24ef07f-da53-4e7b-9b90-7f2f0271f95c req-e3a397d4-968d-4c75-b37c-41f2513b3517 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Deleting port bd069943-34a9-4a09-89d5-e2a587208dbe {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:39:42.932707 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b24ef07f-da53-4e7b-9b90-7f2f0271f95c req-e3a397d4-968d-4c75-b37c-41f2513b3517 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:43.081102 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-5efbc3be-cb1c-4212-a2a3-6acddb1950ed tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Allocated IP 172.20.0.5 (b74489a6-4867-4ba3-b216-97edbf8fc0fb/6386e120-395e-4aca-8240-0a13172d7fb5/c4c5e776-4402-4cea-964e-d8e37522c1db) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:39:43.090025 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c8b7b23b-e002-4152-a182-b79330d25d60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:43.166384 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c8b7b23b-e002-4152-a182-b79330d25d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:43.212906 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8b7b23b-e002-4152-a182-b79330d25d60 admin admin] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:39:43.222522 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c8b7b23b-e002-4152-a182-b79330d25d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:43.223020 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-c8b7b23b-e002-4152-a182-b79330d25d60 admin admin] Added segment 8d3ae2d2-fe22-459c-80e9-04af28577b48 of type vlan for network 48b6b74c-720a-46af-a315-7b3bd06b52db Jul 09 14:39:43.229439 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-403736cb-0c7d-4751-ad5f-dd2d72d2e164 req-dc861dfe-52a9-490a-bd90-39629d4b865a tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f9beeac302b4456ab9897feb8634bccd&fields=id HTTP/1.1" status: 200 len: 394 time: 0.9275172 Jul 09 14:39:43.266283 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c8b7b23b-e002-4152-a182-b79330d25d60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:43.314551 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-b24ef07f-da53-4e7b-9b90-7f2f0271f95c req-e3a397d4-968d-4c75-b37c-41f2513b3517 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] For port bd069943-34a9-4a09-89d5-e2a587208dbe, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=bd069943-34a9-4a09-89d5-e2a587208dbe,segment=NetworkSegment(85303425-81df-497a-8117-22ba6281b80e),segment_id=85303425-81df-497a-8117-22ba6281b80e)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:39:43.315099 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b24ef07f-da53-4e7b-9b90-7f2f0271f95c req-e3a397d4-968d-4c75-b37c-41f2513b3517 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:43.418277 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b7b23b-e002-4152-a182-b79330d25d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74f14b3-091d-441d-9e70-bf3385154b42,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:43.425127 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-5efbc3be-cb1c-4212-a2a3-6acddb1950ed tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:43.433505 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b093eee1-66c6-4d7a-b897-2070cb3e04d1 req-341b0342-47a5-4313-bad0-34d152a9e579 tempest-ImagesOneServerTestJSON-1747121557 tempest-ImagesOneServerTestJSON-1747121557-project] 10.222.0.58 "GET /v2.0/ports?device_id=72a056f4-f38d-4ab3-a1ec-89e3bf8a65aa HTTP/1.1" status: 200 len: 210 time: 0.1153364 Jul 09 14:39:43.440748 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c8b7b23b-e002-4152-a182-b79330d25d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:43.441883 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b7b23b-e002-4152-a182-b79330d25d60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:43.442568 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c8b7b23b-e002-4152-a182-b79330d25d60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:43.462191 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fdf232-f03a-4833-810c-0d6cabbf5be0 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Pushing event updated for resources: {'Port': ['ID=ca32660e-e13d-4d80-ae51-64d8ac7cb1db,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:43.466423 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a68a0da0-51f4-49e7-8f00-de8610dfbfc9 req-023db1d4-33e2-4f99-875f-a72266affae2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00f299ca-a1b0-4d13-8f27-707165afe010 HTTP/1.1" status: 200 len: 217 time: 0.6227040 Jul 09 14:39:43.541002 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-498a8cd3-d455-4048-b41f-d224c618f5b8 req-0545de2a-f882-4887-983b-a4a4aaf8cd5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c226e2c-5d13-4f31-b133-6f977cc8eb56 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:39:43.555550 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b408ec-dc6e-4c9f-95c9-ba7b2904e662 req-8b684fd3-a03f-447d-b0f7-cb70083a2f63 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:43.557729 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-14b408ec-dc6e-4c9f-95c9-ba7b2904e662 req-8b684fd3-a03f-447d-b0f7-cb70083a2f63 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.54 "GET /v2.0/networks?id=56b8037f-2c10-4a66-9bb7-3f0d90fcd124 HTTP/1.1" status: 200 len: 808 time: 1.1388321 Jul 09 14:39:43.560008 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a0da0-51f4-49e7-8f00-de8610dfbfc9 req-fe45151f-0176-40eb-8a3e-1224f3a4c2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:43.561907 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a68a0da0-51f4-49e7-8f00-de8610dfbfc9 req-fe45151f-0176-40eb-8a3e-1224f3a4c2a9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=98dd1190-620f-482c-b7ec-01c98870db4c HTTP/1.1" status: 200 len: 861 time: 0.0803227 Jul 09 14:39:43.576261 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-5efbc3be-cb1c-4212-a2a3-6acddb1950ed tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:43.580429 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-498a8cd3-d455-4048-b41f-d224c618f5b8 req-0545de2a-f882-4887-983b-a4a4aaf8cd5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:43.626434 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-14b408ec-dc6e-4c9f-95c9-ba7b2904e662 req-ba86ed7f-f067-4fdf-a26e-8a9083e33813 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Request body: {'port': {'device_id': '91ecabd0-8edb-4f60-888c-5652f04757f3', 'network_id': '56b8037f-2c10-4a66-9bb7-3f0d90fcd124', 'admin_state_up': True, 'tenant_id': '3b28908fc5d842e29720d7043e8083fd'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:39:43.638217 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-83fdf232-f03a-4833-810c-0d6cabbf5be0 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Network b74489a6-4867-4ba3-b216-97edbf8fc0fb is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:39:43.669217 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c8b7b23b-e002-4152-a182-b79330d25d60 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.3000250 Jul 09 14:39:43.671041 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-83fdf232-f03a-4833-810c-0d6cabbf5be0 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:39:43.684036 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-5efbc3be-cb1c-4212-a2a3-6acddb1950ed tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Network b74489a6-4867-4ba3-b216-97edbf8fc0fb is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:39:43.685356 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 54370) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:39:43.700185 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-83fdf232-f03a-4833-810c-0d6cabbf5be0 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:39:43.722877 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-f5b52830-788a-4dab-b0af-2c74cc39b877 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Allocated IP 172.20.0.11 (b74489a6-4867-4ba3-b216-97edbf8fc0fb/6386e120-395e-4aca-8240-0a13172d7fb5/66e147b3-1345-44d7-873a-afe4fa56aa30) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:39:43.753324 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-5efbc3be-cb1c-4212-a2a3-6acddb1950ed tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:39:43.760583 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-d3273ab9-3ec8-4ceb-92f8-cb9a05ac5beb admin admin] Request body: {'subnet': {'network_id': '48b6b74c-720a-46af-a315-7b3bd06b52db', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-660833109-subnet', 'tenant_id': '83a1c89a2a8544b4b4a82e8518d21b54', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:39:43.789321 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-83fdf232-f03a-4833-810c-0d6cabbf5be0 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:43.790373 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-83fdf232-f03a-4833-810c-0d6cabbf5be0 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:43.803471 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a68a0da0-51f4-49e7-8f00-de8610dfbfc9 req-0760f8e9-931b-4670-a332-43c86d168fa7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=08187b06-3f87-48ec-8913-9b3c1ca7a00a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2195859 Jul 09 14:39:43.804701 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-5efbc3be-cb1c-4212-a2a3-6acddb1950ed tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:39:43.819569 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc18061b-ab76-4103-8a0a-aefd37fece8e x-openstack-request-id: req-cc18061b-ab76-4103-8a0a-aefd37fece8e {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:39:43.821746 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a056f4-f38d-4ab3-a1ec-89e3bf8a65aa", "name": "network-vif-deleted", "tag": "ebe1c4a7-904d-4f48-ba8f-b31031fa41e7", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:39:43.821746 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cc18061b-ab76-4103-8a0a-aefd37fece8e {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:39:43.821746 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a056f4-f38d-4ab3-a1ec-89e3bf8a65aa', 'name': 'network-vif-deleted', 'tag': 'ebe1c4a7-904d-4f48-ba8f-b31031fa41e7', 'status': 'completed', 'code': 200} Jul 09 14:39:43.830773 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b7b23b-e002-4152-a182-b79330d25d60 admin admin] Pushing event updated for resources: {'Network': ['ID=48b6b74c-720a-46af-a315-7b3bd06b52db,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:43.854379 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 48b6b74c-720a-46af-a315-7b3bd06b52db details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:39:43.999456 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a68a0da0-51f4-49e7-8f00-de8610dfbfc9 req-4216781f-6ad9-4be0-a6c5-3ef24bdef0f7 service neutron] 10.222.0.62 "GET /v2.0/networks/08187b06-3f87-48ec-8913-9b3c1ca7a00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352293 Jul 09 14:39:44.000130 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3273ab9-3ec8-4ceb-92f8-cb9a05ac5beb admin admin] Made reservation on behalf of 83a1c89a2a8544b4b4a82e8518d21b54 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:39:44.002489 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d3273ab9-3ec8-4ceb-92f8-cb9a05ac5beb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:44.012079 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-498a8cd3-d455-4048-b41f-d224c618f5b8 req-0545de2a-f882-4887-983b-a4a4aaf8cd5c service neutron] Transition to ACTIVE for port object 5c226e2c-5d13-4f31-b133-6f977cc8eb56 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:39:44.111258 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-83fdf232-f03a-4833-810c-0d6cabbf5be0 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5200713 Jul 09 14:39:44.155824 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-498a8cd3-d455-4048-b41f-d224c618f5b8 req-0545de2a-f882-4887-983b-a4a4aaf8cd5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:44.170306 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-f2ebc758-d3fe-46cb-b2c4-61e8c7d96c15 service neutron] Request body: {'port': {'device_id': '33300f3c-66ac-4c66-a55a-03b35acd77df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:39:44.178878 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efbc3be-cb1c-4212-a2a3-6acddb1950ed tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Pushing event updated for resources: {'Port': ['ID=c4c5e776-4402-4cea-964e-d8e37522c1db,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:44.341223 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-f5b52830-788a-4dab-b0af-2c74cc39b877 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:44.363823 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b24ef07f-da53-4e7b-9b90-7f2f0271f95c req-e3a397d4-968d-4c75-b37c-41f2513b3517 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:44.364779 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b24ef07f-da53-4e7b-9b90-7f2f0271f95c req-e3a397d4-968d-4c75-b37c-41f2513b3517 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:44.365601 n-d-799529-6 neutron-server[94445]: INFO neutron.db.l3_db [req-b24ef07f-da53-4e7b-9b90-7f2f0271f95c req-e3a397d4-968d-4c75-b37c-41f2513b3517 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Floating IP 367185de-e0ff-4cf4-8b30-6a941b369e66 disassociated. External IP: 172.25.3.176, port: bd069943-34a9-4a09-89d5-e2a587208dbe. Jul 09 14:39:44.366414 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-b24ef07f-da53-4e7b-9b90-7f2f0271f95c req-e3a397d4-968d-4c75-b37c-41f2513b3517 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Calling delete_port for bd069943-34a9-4a09-89d5-e2a587208dbe owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:39:44.390720 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a68a0da0-51f4-49e7-8f00-de8610dfbfc9 req-dae633ea-aaf5-46f4-8ce4-42f4cb22d54f service neutron] 10.222.0.62 "GET /v2.0/networks/08187b06-3f87-48ec-8913-9b3c1ca7a00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604820 Jul 09 14:39:44.418678 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-5efbc3be-cb1c-4212-a2a3-6acddb1950ed tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:44.419726 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-5efbc3be-cb1c-4212-a2a3-6acddb1950ed tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:44.424140 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e62658b-295f-41eb-a02c-735e17c9e61f req-b8011fd1-ed93-488c-a432-b4db50258c85 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:44.436073 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8e62658b-295f-41eb-a02c-735e17c9e61f req-b8011fd1-ed93-488c-a432-b4db50258c85 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=7183159b-84a0-41da-a402-ae36bdd15ad0 HTTP/1.1" status: 200 len: 932 time: 0.6067803 Jul 09 14:39:44.498346 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0545de2a-f882-4887-983b-a4a4aaf8cd5c service neutron] Pushing event updated for resources: {'Port': ['ID=5c226e2c-5d13-4f31-b133-6f977cc8eb56,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:44.538715 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:44.559985 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-403736cb-0c7d-4751-ad5f-dd2d72d2e164 req-f2c739eb-de63-485f-ae30-89966e396594 service neutron] 10.222.0.58 "GET /v2.0/networks/e7430d59-7c88-483d-984e-fabf3c5cc12e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0893657 Jul 09 14:39:44.629306 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8e62658b-295f-41eb-a02c-735e17c9e61f req-401c8963-aa6a-45cb-a00b-8afbd9edae65 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917787 Jul 09 14:39:44.667080 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-5efbc3be-cb1c-4212-a2a3-6acddb1950ed tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7617857 Jul 09 14:39:44.714565 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-f5b52830-788a-4dab-b0af-2c74cc39b877 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:44.755371 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-c4670c57-5c32-4963-aabf-fad0481badf1 service neutron] Request body: {'port': {'device_id': '79097a2a-3d82-478f-9d5a-0e74592228d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:39:44.757971 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device ebe1c4a7-904d-4f48-ba8f-b31031fa41e7 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:39:44.822046 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: ebe1c4a7-904d-4f48-ba8f-b31031fa41e7 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:39:44.823182 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device ebe1c4a7-904d-4f48-ba8f-b31031fa41e7 not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:39:44.824268 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device beb4896c-719d-4b47-90f7-44e3fe562e2a no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:39:44.916823 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-f5b52830-788a-4dab-b0af-2c74cc39b877 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Network b74489a6-4867-4ba3-b216-97edbf8fc0fb is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:39:44.925636 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b52830-788a-4dab-b0af-2c74cc39b877 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Pushing event updated for resources: {'Port': ['ID=66e147b3-1345-44d7-873a-afe4fa56aa30,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:44.928182 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-f5b52830-788a-4dab-b0af-2c74cc39b877 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:39:44.931986 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-f5b52830-788a-4dab-b0af-2c74cc39b877 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:39:44.963203 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14b408ec-dc6e-4c9f-95c9-ba7b2904e662 req-ba86ed7f-f067-4fdf-a26e-8a9083e33813 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Made reservation on behalf of 3b28908fc5d842e29720d7043e8083fd for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:39:44.967916 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-14b408ec-dc6e-4c9f-95c9-ba7b2904e662 req-ba86ed7f-f067-4fdf-a26e-8a9083e33813 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:44.979253 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-f2ebc758-d3fe-46cb-b2c4-61e8c7d96c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:45.000173 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:45.001016 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d3273ab9-3ec8-4ceb-92f8-cb9a05ac5beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:45.028360 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad65b12f-624c-4418-a3db-6e5e76a74ece', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'beb4896c-719d-4b47-90f7-44e3fe562e2a'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:39:45.031084 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a97053-16cc-4b72-aba2-3f8050266a87" -d '{"events": [{"server_uuid": "ad65b12f-624c-4418-a3db-6e5e76a74ece", "name": "network-vif-unplugged", "status": "completed", "tag": "beb4896c-719d-4b47-90f7-44e3fe562e2a"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:39:45.045795 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port beb4896c-719d-4b47-90f7-44e3fe562e2a, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=beb4896c-719d-4b47-90f7-44e3fe562e2a,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:39:45.063422 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd37f0-1204-43b9-a6e8-bbe6cbf37fc9 req-8311eb32-f065-4e5a-8f59-4239a075ab29 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:45.072518 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ebbd37f0-1204-43b9-a6e8-bbe6cbf37fc9 req-8311eb32-f065-4e5a-8f59-4239a075ab29 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] 10.222.0.58 "GET /v2.0/ports?device_id=d279218c-02f7-4abf-b176-085ffc0dc3a0 HTTP/1.1" status: 200 len: 932 time: 0.2326498 Jul 09 14:39:45.074519 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b24ef07f-da53-4e7b-9b90-7f2f0271f95c req-e3a397d4-968d-4c75-b37c-41f2513b3517 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:45.081258 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-f5b52830-788a-4dab-b0af-2c74cc39b877 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:45.082166 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-f5b52830-788a-4dab-b0af-2c74cc39b877 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:45.090099 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-403736cb-0c7d-4751-ad5f-dd2d72d2e164 req-b421e6f9-e040-4443-ae4a-0ad24382ae36 service neutron] 10.222.0.58 "GET /v2.0/networks/e7430d59-7c88-483d-984e-fabf3c5cc12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5292435 Jul 09 14:39:45.108887 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:45.130588 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a397d4-968d-4c75-b37c-41f2513b3517 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Pushing event deleted for resources: {'Port': ['ID=bd069943-34a9-4a09-89d5-e2a587208dbe,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:45.167491 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-498a8cd3-d455-4048-b41f-d224c618f5b8 req-0545de2a-f882-4887-983b-a4a4aaf8cd5c service neutron] Attempting to bind port 5c226e2c-5d13-4f31-b133-6f977cc8eb56 on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:39:45.170261 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-498a8cd3-d455-4048-b41f-d224c618f5b8 req-0545de2a-f882-4887-983b-a4a4aaf8cd5c service neutron] Attempting to bind port 5c226e2c-5d13-4f31-b133-6f977cc8eb56 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': 'aace0400-4c69-453a-b04e-112644859d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f37664d6-2d63-4250-9a40-b9995b72cf27'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:39:45.170606 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498a8cd3-d455-4048-b41f-d224c618f5b8 req-0545de2a-f882-4887-983b-a4a4aaf8cd5c service neutron] Attempting to bind port 5c226e2c-5d13-4f31-b133-6f977cc8eb56 on network f37664d6-2d63-4250-9a40-b9995b72cf27 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:39:45.214133 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-c4670c57-5c32-4963-aabf-fad0481badf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:45.217503 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc4e88-a3c9-4d44-a264-42c1e75c682d req-fcc23a9a-703e-40a8-9ba7-d4f1e6e565c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:45.219047 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-67cc4e88-a3c9-4d44-a264-42c1e75c682d req-fcc23a9a-703e-40a8-9ba7-d4f1e6e565c1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f7be77de741e4e7eb025f142bb320c4f&device_id=0d5cba9a-b0d3-40aa-8e15-22c9cea78b2f HTTP/1.1" status: 200 len: 1095 time: 0.5988214 Jul 09 14:39:45.223142 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ebbd37f0-1204-43b9-a6e8-bbe6cbf37fc9 req-3e05e3a0-9e0e-40e9-8cbb-3ecd5f31e73c tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] 10.222.0.58 "GET /v2.0/security-groups?id=f56a5b05-eeca-4433-9534-28a66e6e8c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495056 Jul 09 14:39:45.237993 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-f5b52830-788a-4dab-b0af-2c74cc39b877 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8312232 Jul 09 14:39:45.244893 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=beb4896c-719d-4b47-90f7-44e3fe562e2a,revision_number=11']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:45.260901 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3273ab9-3ec8-4ceb-92f8-cb9a05ac5beb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6be5537-0013-4554-8627-b8f5c811abf0,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:45.269434 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-d8243a16-2ac5-44c4-95fd-2f3b93e65128 service neutron] Request body: {'port': {'device_id': 'd279218c-02f7-4abf-b176-085ffc0dc3a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:39:45.274728 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498a8cd3-d455-4048-b41f-d224c618f5b8 req-0545de2a-f882-4887-983b-a4a4aaf8cd5c service neutron] Port 5c226e2c-5d13-4f31-b133-6f977cc8eb56 on network f37664d6-2d63-4250-9a40-b9995b72cf27 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:39:45.276098 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498a8cd3-d455-4048-b41f-d224c618f5b8 req-0545de2a-f882-4887-983b-a4a4aaf8cd5c service neutron] Attempting to bind port 5c226e2c-5d13-4f31-b133-6f977cc8eb56 on network f37664d6-2d63-4250-9a40-b9995b72cf27 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:39:45.280322 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:39:45.282271 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:39:45.282859 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:39:45.283310 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:39:45.284378 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:39:45.284846 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:39:45.287474 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:39:45.287968 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:39:45.288869 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:39:45.290363 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:39:45.290978 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:39:45.296226 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:39:45.364635 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498a8cd3-d455-4048-b41f-d224c618f5b8 req-0545de2a-f882-4887-983b-a4a4aaf8cd5c service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:39:45.364635 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498a8cd3-d455-4048-b41f-d224c618f5b8 req-0545de2a-f882-4887-983b-a4a4aaf8cd5c service neutron] Checking segment: {'id': 'aace0400-4c69-453a-b04e-112644859d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f37664d6-2d63-4250-9a40-b9995b72cf27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:39:45.365168 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498a8cd3-d455-4048-b41f-d224c618f5b8 req-0545de2a-f882-4887-983b-a4a4aaf8cd5c service neutron] Bound using segment: {'id': 'aace0400-4c69-453a-b04e-112644859d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f37664d6-2d63-4250-9a40-b9995b72cf27'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:39:45.365500 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-498a8cd3-d455-4048-b41f-d224c618f5b8 req-0545de2a-f882-4887-983b-a4a4aaf8cd5c service neutron] Bound port: 5c226e2c-5d13-4f31-b133-6f977cc8eb56, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aace0400-4c69-453a-b04e-112644859d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f37664d6-2d63-4250-9a40-b9995b72cf27'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:39:45.365866 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-498a8cd3-d455-4048-b41f-d224c618f5b8 req-0545de2a-f882-4887-983b-a4a4aaf8cd5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:45.494176 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b24ef07f-da53-4e7b-9b90-7f2f0271f95c req-e3a397d4-968d-4c75-b37c-41f2513b3517 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Router ba27f607-41b2-44e9-bc92-0fce3f45c1fe has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:39:45.509018 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-d8243a16-2ac5-44c4-95fd-2f3b93e65128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:45.556923 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3273ab9-3ec8-4ceb-92f8-cb9a05ac5beb admin admin] Checking segment: {'id': '8d3ae2d2-fe22-459c-80e9-04af28577b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '48b6b74c-720a-46af-a315-7b3bd06b52db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:39:45.562265 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3273ab9-3ec8-4ceb-92f8-cb9a05ac5beb admin admin] Network hostable DHCP agents. Network: 48b6b74c-720a-46af-a315-7b3bd06b52db, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:39:45.766462 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b24ef07f-da53-4e7b-9b90-7f2f0271f95c req-e3a397d4-968d-4c75-b37c-41f2513b3517 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:39:45.779776 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acc317f-d5c0-4047-ac41-eded6f36b06b None None] Sync routers for ids ['ba27f607-41b2-44e9-bc92-0fce3f45c1fe'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:39:45.798665 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acc317f-d5c0-4047-ac41-eded6f36b06b None None] Routers {'ba27f607-41b2-44e9-bc92-0fce3f45c1fe'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:39:45.799523 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-6acc317f-d5c0-4047-ac41-eded6f36b06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:39:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['ba27f607-41b2-44e9-bc92-0fce3f45c1fe'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:39:45.846884 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f55829-d2ac-435c-8e7d-2fe095968881 req-e585b164-7acf-45cd-9024-881bacb3d5b2 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:45.852717 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-86f55829-d2ac-435c-8e7d-2fe095968881 req-e585b164-7acf-45cd-9024-881bacb3d5b2 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad65b12f-624c-4418-a3db-6e5e76a74ece HTTP/1.1" status: 200 len: 949 time: 0.4401255 Jul 09 14:39:45.858011 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-b24ef07f-da53-4e7b-9b90-7f2f0271f95c req-e3a397d4-968d-4c75-b37c-41f2513b3517 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] No DVR routers for this DVR port bd069943-34a9-4a09-89d5-e2a587208dbe on host n-h1-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:39:45.875437 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc4e88-a3c9-4d44-a264-42c1e75c682d req-01de17ce-f7c7-48dc-b694-e6d20078cbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:45.886145 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-67cc4e88-a3c9-4d44-a264-42c1e75c682d req-01de17ce-f7c7-48dc-b694-e6d20078cbe8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=08187b06-3f87-48ec-8913-9b3c1ca7a00a HTTP/1.1" status: 200 len: 922 time: 0.6367741 Jul 09 14:39:45.910150 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b24ef07f-da53-4e7b-9b90-7f2f0271f95c req-e3a397d4-968d-4c75-b37c-41f2513b3517 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:45.912272 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b24ef07f-da53-4e7b-9b90-7f2f0271f95c req-e3a397d4-968d-4c75-b37c-41f2513b3517 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.62 "DELETE /v2.0/ports/bd069943-34a9-4a09-89d5-e2a587208dbe HTTP/1.1" status: 204 len: 173 time: 3.1509011 Jul 09 14:39:45.913913 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef619a1-47f0-48da-b39d-a97895cd4127', 'name': 'network-vif-deleted', 'tag': 'bd069943-34a9-4a09-89d5-e2a587208dbe'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:39:45.916959 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a25451-7443-45f4-873f-75bb09fa24e4" -d '{"events": [{"server_uuid": "6ef619a1-47f0-48da-b39d-a97895cd4127", "name": "network-vif-deleted", "tag": "bd069943-34a9-4a09-89d5-e2a587208dbe"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:39:45.944931 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-498a8cd3-d455-4048-b41f-d224c618f5b8 req-0545de2a-f882-4887-983b-a4a4aaf8cd5c service neutron] For port 5c226e2c-5d13-4f31-b133-6f977cc8eb56, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:39:45.949111 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-498a8cd3-d455-4048-b41f-d224c618f5b8 req-0545de2a-f882-4887-983b-a4a4aaf8cd5c service neutron] For port 5c226e2c-5d13-4f31-b133-6f977cc8eb56, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=5c226e2c-5d13-4f31-b133-6f977cc8eb56,segment=NetworkSegment(aace0400-4c69-453a-b04e-112644859d27),segment_id=aace0400-4c69-453a-b04e-112644859d27)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:39:45.952936 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-6acc317f-d5c0-4047-ac41-eded6f36b06b None None] Set router ba27f607-41b2-44e9-bc92-0fce3f45c1fe gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:39:45.960649 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-14b408ec-dc6e-4c9f-95c9-ba7b2904e662 req-ba86ed7f-f067-4fdf-a26e-8a9083e33813 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Allocated IP 172.20.0.3 (56b8037f-2c10-4a66-9bb7-3f0d90fcd124/e48d7f3a-0ca9-428c-9383-07e4f6a75f04/43297159-bde3-4827-ae41-e9610acaadad) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:39:45.974224 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-86f55829-d2ac-435c-8e7d-2fe095968881 req-eb8a5bbc-dc22-4677-8aa1-e5c9fc5484ac tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c690bd8-45a5-4665-a948-5886a91e4046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200657 Jul 09 14:39:46.259581 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-6acc317f-d5c0-4047-ac41-eded6f36b06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba27f607-41b2-44e9-bc92-0fce3f45c1fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1669793907-router', 'tenant_id': 'f9beeac302b4456ab9897feb8634bccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '8686d87c-2171-44ba-8a92-59b2f7fc817c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:02Z', 'updated_at': '2021-07-09T14:36:07Z', 'revision_number': 4, 'project_id': 'f9beeac302b4456ab9897feb8634bccd', 'gw_port': {'id': '8686d87c-2171-44ba-8a92-59b2f7fc817c', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:bc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba27f607-41b2-44e9-bc92-0fce3f45c1fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:03Z', 'updated_at': '2021-07-09T14:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '27a25387-6936-4060-9377-f7be0529d925', 'name': '', 'network_id': 'e7430d59-7c88-483d-984e-fabf3c5cc12e', 'tenant_id': 'f9beeac302b4456ab9897feb8634bccd', 'mac_address': 'fa:16:3e:3f:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba27f607-41b2-44e9-bc92-0fce3f45c1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'a29bed4a-eb5d-425d-bedd-f3538b5fd90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:06Z', 'updated_at': '2021-07-09T14:36:16Z', 'revision_number': 5, 'project_id': 'f9beeac302b4456ab9897feb8634bccd', 'subnets': [{'id': 'a29bed4a-eb5d-425d-bedd-f3538b5fd90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:39:46.295373 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-abf59d26-715e-49f2-a694-3f8563217d75 req-68203444-9d27-46c1-b5c8-df4687e38592 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=91ecabd0-8edb-4f60-888c-5652f04757f3 HTTP/1.1" status: 200 len: 210 time: 0.6607263 Jul 09 14:39:46.306551 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acc317f-d5c0-4047-ac41-eded6f36b06b None None] Checking router: ba27f607-41b2-44e9-bc92-0fce3f45c1fe for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:39:46.328063 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-498a8cd3-d455-4048-b41f-d224c618f5b8 req-0545de2a-f882-4887-983b-a4a4aaf8cd5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:46.329390 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3273ab9-3ec8-4ceb-92f8-cb9a05ac5beb admin admin] Network 48b6b74c-720a-46af-a315-7b3bd06b52db is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:39:46.330068 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acc317f-d5c0-4047-ac41-eded6f36b06b None None] Routers {'ba27f607-41b2-44e9-bc92-0fce3f45c1fe'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:39:46.330856 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-6acc317f-d5c0-4047-ac41-eded6f36b06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:39:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['ba27f607-41b2-44e9-bc92-0fce3f45c1fe'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:39:46.386136 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524a772-8ac7-4bfa-8c85-751bc2f65621 req-14738cf8-2713-42ea-9a95-bf3af6253060 tempest-ServerAddressesNegativeTestJSON-1005498305 tempest-ServerAddressesNegativeTestJSON-1005498305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:46.393399 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3524a772-8ac7-4bfa-8c85-751bc2f65621 req-14738cf8-2713-42ea-9a95-bf3af6253060 tempest-ServerAddressesNegativeTestJSON-1005498305 tempest-ServerAddressesNegativeTestJSON-1005498305-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d5cba9a-b0d3-40aa-8e15-22c9cea78b2f HTTP/1.1" status: 200 len: 944 time: 0.1500015 Jul 09 14:39:46.446927 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-67cc4e88-a3c9-4d44-a264-42c1e75c682d req-9b4bb21a-8086-4d04-9e17-9edd2bfd602a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00f299ca-a1b0-4d13-8f27-707165afe010 HTTP/1.1" status: 200 len: 217 time: 0.1569970 Jul 09 14:39:46.473440 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 00f299ca-a1b0-4d13-8f27-707165afe010 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:39:46.483727 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device bd069943-34a9-4a09-89d5-e2a587208dbe no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:39:46.507894 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a8cd3-d455-4048-b41f-d224c618f5b8 req-0545de2a-f882-4887-983b-a4a4aaf8cd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:46.507894 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-498a8cd3-d455-4048-b41f-d224c618f5b8 req-0545de2a-f882-4887-983b-a4a4aaf8cd5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:46.508202 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-498a8cd3-d455-4048-b41f-d224c618f5b8 req-0545de2a-f882-4887-983b-a4a4aaf8cd5c service neutron] 10.222.0.62 "PUT /v2.0/ports/5c226e2c-5d13-4f31-b133-6f977cc8eb56 HTTP/1.1" status: 200 len: 1092 time: 5.1004896 Jul 09 14:39:46.508552 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7183159b-84a0-41da-a402-ae36bdd15ad0', 'tag': '5c226e2c-5d13-4f31-b133-6f977cc8eb56'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:39:46.511163 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f8668f-d34e-4fc6-8680-83d312b83509" -d '{"events": [{"name": "network-changed", "server_uuid": "7183159b-84a0-41da-a402-ae36bdd15ad0", "tag": "5c226e2c-5d13-4f31-b133-6f977cc8eb56"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:39:46.513721 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3524a772-8ac7-4bfa-8c85-751bc2f65621 req-14e115ac-d534-4b88-81c2-a28fa61b615f tempest-ServerAddressesNegativeTestJSON-1005498305 tempest-ServerAddressesNegativeTestJSON-1005498305-project] 10.222.0.58 "GET /v2.0/security-groups?id=1027eb1b-a1a3-4726-8966-1112e6975af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143792 Jul 09 14:39:46.601804 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: bd069943-34a9-4a09-89d5-e2a587208dbe {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:39:46.602427 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device bd069943-34a9-4a09-89d5-e2a587208dbe not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:39:46.684275 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-d3273ab9-3ec8-4ceb-92f8-cb9a05ac5beb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 48b6b74c-720a-46af-a315-7b3bd06b52db) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:39:46.705967 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-857698b3-6110-493d-b7bf-b1b974f0e04c req-42d92a4b-efa4-42a6-b98f-2eae8e87d18b tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "GET /v2.0/ports?device_id=318e3dc5-cda4-421f-b184-9e838d8c1696 HTTP/1.1" status: 200 len: 210 time: 0.0833659 Jul 09 14:39:46.718661 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3273ab9-3ec8-4ceb-92f8-cb9a05ac5beb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:46.719271 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d3273ab9-3ec8-4ceb-92f8-cb9a05ac5beb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:46.729578 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0545de2a-f882-4887-983b-a4a4aaf8cd5c service neutron] Pushing event updated for resources: {'Port': ['ID=5c226e2c-5d13-4f31-b133-6f977cc8eb56,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:46.775277 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc4e88-a3c9-4d44-a264-42c1e75c682d req-b53d1da9-5623-41f7-800a-f1a797d06122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:46.776915 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-67cc4e88-a3c9-4d44-a264-42c1e75c682d req-b53d1da9-5623-41f7-800a-f1a797d06122 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=98dd1190-620f-482c-b7ec-01c98870db4c HTTP/1.1" status: 200 len: 861 time: 0.3051319 Jul 09 14:39:46.829853 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 14:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a128fb-dbd8-4e82-aa72-959396fe4fd5 x-openstack-request-id: req-97a128fb-dbd8-4e82-aa72-959396fe4fd5 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:39:46.830425 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad65b12f-624c-4418-a3db-6e5e76a74ece", "name": "network-vif-unplugged", "status": "completed", "tag": "beb4896c-719d-4b47-90f7-44e3fe562e2a", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:39:46.830902 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-97a128fb-dbd8-4e82-aa72-959396fe4fd5 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:39:46.831733 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad65b12f-624c-4418-a3db-6e5e76a74ece', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'beb4896c-719d-4b47-90f7-44e3fe562e2a', 'code': 200} Jul 09 14:39:46.832761 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d2a556-83ba-4a23-a813-c0a96d854a9c None None] Network 48b6b74c-720a-46af-a315-7b3bd06b52db requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:39:46.838966 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9a27b0-0969-48d2-b27a-f0422a91ca88 x-openstack-request-id: req-2d9a27b0-0969-48d2-b27a-f0422a91ca88 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:39:46.838966 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ef619a1-47f0-48da-b39d-a97895cd4127", "name": "network-vif-deleted", "tag": "bd069943-34a9-4a09-89d5-e2a587208dbe", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:39:46.839205 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2d9a27b0-0969-48d2-b27a-f0422a91ca88 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:39:46.839823 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ef619a1-47f0-48da-b39d-a97895cd4127', 'name': 'network-vif-deleted', 'tag': 'bd069943-34a9-4a09-89d5-e2a587208dbe', 'status': 'completed', 'code': 200} Jul 09 14:39:46.847083 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-67cc4e88-a3c9-4d44-a264-42c1e75c682d req-6c1a700b-de76-48d9-824e-23ac99240733 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=08187b06-3f87-48ec-8913-9b3c1ca7a00a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516365 Jul 09 14:39:46.959589 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d3273ab9-3ec8-4ceb-92f8-cb9a05ac5beb admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 3.2032590 Jul 09 14:39:46.962951 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 54406) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:39:46.964478 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-6acc317f-d5c0-4047-ac41-eded6f36b06b None None] Set router ba27f607-41b2-44e9-bc92-0fce3f45c1fe gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:39:46.968348 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-f7dff7ef-84d9-47b4-8232-482314ec63b8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-660833109-router', 'tenant_id': '83a1c89a2a8544b4b4a82e8518d21b54', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:39:46.987428 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 00f299ca-a1b0-4d13-8f27-707165afe010, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=00f299ca-a1b0-4d13-8f27-707165afe010,segment=NetworkSegment(22d9447e-8ee3-4b42-b9d2-168a78e6fa33),segment_id=22d9447e-8ee3-4b42-b9d2-168a78e6fa33)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:39:46.994256 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-14b408ec-dc6e-4c9f-95c9-ba7b2904e662 req-ba86ed7f-f067-4fdf-a26e-8a9083e33813 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:47.029775 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-f2ebc758-d3fe-46cb-b2c4-61e8c7d96c15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca32660e-e13d-4d80-ae51-64d8ac7cb1db {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:39:47.046398 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-f2ebc758-d3fe-46cb-b2c4-61e8c7d96c15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:47.055311 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '00f299ca-a1b0-4d13-8f27-707165afe010', 'network_id': '08187b06-3f87-48ec-8913-9b3c1ca7a00a', 'port_id': '00f299ca-a1b0-4d13-8f27-707165afe010', 'mac_address': 'fa:16:3e:cb:3e:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98dd1190-620f-482c-b7ec-01c98870db4c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:39:47.137978 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f7dff7ef-84d9-47b4-8232-482314ec63b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:47.139389 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f7dff7ef-84d9-47b4-8232-482314ec63b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:47.145836 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a8cd3-d455-4048-b41f-d224c618f5b8 req-c8de3724-661e-4095-b24e-1f854b430a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:47.155905 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-498a8cd3-d455-4048-b41f-d224c618f5b8 req-c8de3724-661e-4095-b24e-1f854b430a89 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a29f2b4cfd1449cca4564d7c2e38b31e&device_id=7183159b-84a0-41da-a402-ae36bdd15ad0 HTTP/1.1" status: 200 len: 1095 time: 0.4573362 Jul 09 14:39:47.241969 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-f2ebc758-d3fe-46cb-b2c4-61e8c7d96c15 service neutron] Transition to ACTIVE for port object ca32660e-e13d-4d80-ae51-64d8ac7cb1db will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:39:47.285511 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:47.294246 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 54416) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:39:47.328590 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00f299ca-a1b0-4d13-8f27-707165afe010 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:39:47.380711 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-f2ebc758-d3fe-46cb-b2c4-61e8c7d96c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:47.392339 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-498a8cd3-d455-4048-b41f-d224c618f5b8 req-d7d1361b-a491-451c-b7ec-d354a70ecb03 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c226e2c-5d13-4f31-b133-6f977cc8eb56 HTTP/1.1" status: 200 len: 217 time: 0.1988370 Jul 09 14:39:47.436664 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-67cc4e88-a3c9-4d44-a264-42c1e75c682d req-bf839a50-a775-410c-a5cb-a42eaac55359 service neutron] 10.222.0.62 "GET /v2.0/networks/08187b06-3f87-48ec-8913-9b3c1ca7a00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5404627 Jul 09 14:39:47.509301 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 00f299ca-a1b0-4d13-8f27-707165afe010, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=00f299ca-a1b0-4d13-8f27-707165afe010,segment=NetworkSegment(22d9447e-8ee3-4b42-b9d2-168a78e6fa33),segment_id=22d9447e-8ee3-4b42-b9d2-168a78e6fa33)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:39:47.522358 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-6acc317f-d5c0-4047-ac41-eded6f36b06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba27f607-41b2-44e9-bc92-0fce3f45c1fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1669793907-router', 'tenant_id': 'f9beeac302b4456ab9897feb8634bccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '8686d87c-2171-44ba-8a92-59b2f7fc817c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:02Z', 'updated_at': '2021-07-09T14:36:07Z', 'revision_number': 4, 'project_id': 'f9beeac302b4456ab9897feb8634bccd', 'gw_port': {'id': '8686d87c-2171-44ba-8a92-59b2f7fc817c', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:bc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba27f607-41b2-44e9-bc92-0fce3f45c1fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:03Z', 'updated_at': '2021-07-09T14:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '27a25387-6936-4060-9377-f7be0529d925', 'name': '', 'network_id': 'e7430d59-7c88-483d-984e-fabf3c5cc12e', 'tenant_id': 'f9beeac302b4456ab9897feb8634bccd', 'mac_address': 'fa:16:3e:3f:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba27f607-41b2-44e9-bc92-0fce3f45c1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'a29bed4a-eb5d-425d-bedd-f3538b5fd90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:06Z', 'updated_at': '2021-07-09T14:36:16Z', 'revision_number': 5, 'project_id': 'f9beeac302b4456ab9897feb8634bccd', 'subnets': [{'id': 'a29bed4a-eb5d-425d-bedd-f3538b5fd90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:39:47.562851 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acc317f-d5c0-4047-ac41-eded6f36b06b None None] The sync data for ids ['ba27f607-41b2-44e9-bc92-0fce3f45c1fe'] in n-d-799529-6 is: [{'id': 'ba27f607-41b2-44e9-bc92-0fce3f45c1fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1669793907-router', 'tenant_id': 'f9beeac302b4456ab9897feb8634bccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '8686d87c-2171-44ba-8a92-59b2f7fc817c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:02Z', 'updated_at': '2021-07-09T14:36:07Z', 'revision_number': 4, 'project_id': 'f9beeac302b4456ab9897feb8634bccd', 'gw_port': {'id': '8686d87c-2171-44ba-8a92-59b2f7fc817c', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:bc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba27f607-41b2-44e9-bc92-0fce3f45c1fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:03Z', 'updated_at': '2021-07-09T14:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '27a25387-6936-4060-9377-f7be0529d925', 'name': '', 'network_id': 'e7430d59-7c88-483d-984e-fabf3c5cc12e', 'tenant_id': 'f9beeac302b4456ab9897feb8634bccd', 'mac_address': 'fa:16:3e:3f:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba27f607-41b2-44e9-bc92-0fce3f45c1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'a29bed4a-eb5d-425d-bedd-f3538b5fd90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:06Z', 'updated_at': '2021-07-09T14:36:16Z', 'revision_number': 5, 'project_id': 'f9beeac302b4456ab9897feb8634bccd', 'subnets': [{'id': 'a29bed4a-eb5d-425d-bedd-f3538b5fd90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:39:47.580891 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6984a0be-cae2-49c1-a445-94ebedfd4e31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-48b6b74c-720a-46af-a315-7b3bd06b52db', 'network_id': '48b6b74c-720a-46af-a315-7b3bd06b52db', 'tenant_id': '83a1c89a2a8544b4b4a82e8518d21b54', 'fixed_ips': [{'subnet_id': 'd6be5537-0013-4554-8627-b8f5c811abf0'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:39:47.581792 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6984a0be-cae2-49c1-a445-94ebedfd4e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:47.600690 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3beb378-fcda-4d4c-ad00-6ab75adcaf7b req-60cf6e98-03cc-4b22-8f63-e2daad4a9715 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:47.602351 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d3beb378-fcda-4d4c-ad00-6ab75adcaf7b req-60cf6e98-03cc-4b22-8f63-e2daad4a9715 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=7183159b-84a0-41da-a402-ae36bdd15ad0 HTTP/1.1" status: 200 len: 944 time: 0.7852290 Jul 09 14:39:47.612307 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:47.676869 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=00f299ca-a1b0-4d13-8f27-707165afe010,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:47.726905 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-14b408ec-dc6e-4c9f-95c9-ba7b2904e662 req-ba86ed7f-f067-4fdf-a26e-8a9083e33813 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:47.777746 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ebc758-d3fe-46cb-b2c4-61e8c7d96c15 service neutron] Pushing event updated for resources: {'Port': ['ID=ca32660e-e13d-4d80-ae51-64d8ac7cb1db,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:47.810023 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a8cd3-d455-4048-b41f-d224c618f5b8 req-69e11677-90c8-41d5-9607-c0259d575816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:47.811641 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-498a8cd3-d455-4048-b41f-d224c618f5b8 req-69e11677-90c8-41d5-9607-c0259d575816 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=defde159-6b57-4a6f-ad64-e5b0f0fcfa82 HTTP/1.1" status: 200 len: 861 time: 0.4007225 Jul 09 14:39:47.883206 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-6984a0be-cae2-49c1-a445-94ebedfd4e31 None None] Allocated IP 172.20.0.2 (48b6b74c-720a-46af-a315-7b3bd06b52db/d6be5537-0013-4554-8627-b8f5c811abf0/4e825f57-4e75-4981-aeb2-5e7f388bef78) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:39:47.913504 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f7dff7ef-84d9-47b4-8232-482314ec63b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:48.020831 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14b408ec-dc6e-4c9f-95c9-ba7b2904e662 req-ba86ed7f-f067-4fdf-a26e-8a9083e33813 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Network 56b8037f-2c10-4a66-9bb7-3f0d90fcd124 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:39:48.033433 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-498a8cd3-d455-4048-b41f-d224c618f5b8 req-7f7b0491-5a30-40e6-b823-80a85cc6a436 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f37664d6-2d63-4250-9a40-b9995b72cf27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1482334 Jul 09 14:39:48.043143 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-14b408ec-dc6e-4c9f-95c9-ba7b2904e662 req-ba86ed7f-f067-4fdf-a26e-8a9083e33813 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:39:48.052657 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-063c1040-0f37-432e-b9fa-94cfcff1c2bc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e9a62323cfd14ab88226d3af35205f4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7052772 Jul 09 14:39:48.057010 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-14b408ec-dc6e-4c9f-95c9-ba7b2904e662 req-ba86ed7f-f067-4fdf-a26e-8a9083e33813 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:39:48.071533 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d3beb378-fcda-4d4c-ad00-6ab75adcaf7b req-dfff432f-7f71-4646-b3a8-aefa3feaccf7 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4414678 Jul 09 14:39:48.075022 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 54426) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:39:48.157198 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6984a0be-cae2-49c1-a445-94ebedfd4e31 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:48.178586 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-6984a0be-cae2-49c1-a445-94ebedfd4e31 None None] Transition to ACTIVE for port object 4e825f57-4e75-4981-aeb2-5e7f388bef78 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:39:48.190345 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba86ed7f-f067-4fdf-a26e-8a9083e33813 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Pushing event updated for resources: {'Port': ['ID=43297159-bde3-4827-ae41-e9610acaadad,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:48.192031 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db519a2-4bf8-4f35-86a9-35ea8c478487 x-openstack-request-id: req-8db519a2-4bf8-4f35-86a9-35ea8c478487 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:39:48.192320 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7183159b-84a0-41da-a402-ae36bdd15ad0", "tag": "5c226e2c-5d13-4f31-b133-6f977cc8eb56", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:39:48.192577 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8db519a2-4bf8-4f35-86a9-35ea8c478487 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:39:48.193030 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7183159b-84a0-41da-a402-ae36bdd15ad0', 'tag': '5c226e2c-5d13-4f31-b133-6f977cc8eb56', 'status': 'completed', 'code': 200} Jul 09 14:39:48.212687 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-6984a0be-cae2-49c1-a445-94ebedfd4e31 None None] Transition to ACTIVE for port object 4e825f57-4e75-4981-aeb2-5e7f388bef78 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:39:48.214283 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-67cc4e88-a3c9-4d44-a264-42c1e75c682d req-e362afe8-dfee-458a-b13a-40ef4accac94 service neutron] 10.222.0.62 "GET /v2.0/networks/08187b06-3f87-48ec-8913-9b3c1ca7a00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6956930 Jul 09 14:39:48.224565 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f7dff7ef-84d9-47b4-8232-482314ec63b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:48.241873 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['6db91b74-04b4-41e9-bc63-2c760d452ca4'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:39:48.252129 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee36a51-e181-4c4e-9009-69bf38d26a3b None None] New status for floating IP 367185de-e0ff-4cf4-8b30-6a941b369e66: DOWN {{(pid=94447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:39:48.267397 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b408ec-dc6e-4c9f-95c9-ba7b2904e662 req-ba86ed7f-f067-4fdf-a26e-8a9083e33813 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:48.268541 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-14b408ec-dc6e-4c9f-95c9-ba7b2904e662 req-ba86ed7f-f067-4fdf-a26e-8a9083e33813 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:48.297067 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c4420c-60f7-4894-917f-2a7534d28e75 req-1ebc0e79-9f8c-49b4-b43a-3b90055db368 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:48.300148 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-f2ebc758-d3fe-46cb-b2c4-61e8c7d96c15 service neutron] Attempting to bind port ca32660e-e13d-4d80-ae51-64d8ac7cb1db on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:39:48.300497 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-f2ebc758-d3fe-46cb-b2c4-61e8c7d96c15 service neutron] Attempting to bind port ca32660e-e13d-4d80-ae51-64d8ac7cb1db by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': '3c009965-8cd6-4e32-a194-58f8bda5d540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b74489a6-4867-4ba3-b216-97edbf8fc0fb'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:39:48.300834 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-f2ebc758-d3fe-46cb-b2c4-61e8c7d96c15 service neutron] Attempting to bind port ca32660e-e13d-4d80-ae51-64d8ac7cb1db on network b74489a6-4867-4ba3-b216-97edbf8fc0fb {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:39:48.306677 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-09c4420c-60f7-4894-917f-2a7534d28e75 req-1ebc0e79-9f8c-49b4-b43a-3b90055db368 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] 10.222.0.58 "GET /v2.0/ports?device_id=d279218c-02f7-4abf-b176-085ffc0dc3a0 HTTP/1.1" status: 200 len: 932 time: 0.3914108 Jul 09 14:39:48.313277 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-f2ebc758-d3fe-46cb-b2c4-61e8c7d96c15 service neutron] Port ca32660e-e13d-4d80-ae51-64d8ac7cb1db on network b74489a6-4867-4ba3-b216-97edbf8fc0fb not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:39:48.313631 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-f2ebc758-d3fe-46cb-b2c4-61e8c7d96c15 service neutron] Attempting to bind port ca32660e-e13d-4d80-ae51-64d8ac7cb1db on network b74489a6-4867-4ba3-b216-97edbf8fc0fb {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:39:48.375571 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6984a0be-cae2-49c1-a445-94ebedfd4e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:48.395319 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-f2ebc758-d3fe-46cb-b2c4-61e8c7d96c15 service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:39:48.395681 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-f2ebc758-d3fe-46cb-b2c4-61e8c7d96c15 service neutron] Checking segment: {'id': '3c009965-8cd6-4e32-a194-58f8bda5d540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b74489a6-4867-4ba3-b216-97edbf8fc0fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:39:48.396012 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-f2ebc758-d3fe-46cb-b2c4-61e8c7d96c15 service neutron] Bound using segment: {'id': '3c009965-8cd6-4e32-a194-58f8bda5d540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b74489a6-4867-4ba3-b216-97edbf8fc0fb'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:39:48.397228 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-f2ebc758-d3fe-46cb-b2c4-61e8c7d96c15 service neutron] Bound port: ca32660e-e13d-4d80-ae51-64d8ac7cb1db, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c009965-8cd6-4e32-a194-58f8bda5d540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b74489a6-4867-4ba3-b216-97edbf8fc0fb'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:39:48.398345 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-f2ebc758-d3fe-46cb-b2c4-61e8c7d96c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:48.413634 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-498a8cd3-d455-4048-b41f-d224c618f5b8 req-5b56f8ab-a72e-4946-890a-35e1f6f3befa service neutron] 10.222.0.62 "GET /v2.0/networks/f37664d6-2d63-4250-9a40-b9995b72cf27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3533473 Jul 09 14:39:48.416262 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ce94c2cc-ad81-4cab-9fa4-70237ad2f892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:48.431132 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['00f299ca-a1b0-4d13-8f27-707165afe010'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:39:48.437372 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-09c4420c-60f7-4894-917f-2a7534d28e75 req-8efc79ef-8600-4b63-bf38-13ccfe9dca7e tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] 10.222.0.58 "GET /v2.0/security-groups?id=f56a5b05-eeca-4433-9534-28a66e6e8c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283081 Jul 09 14:39:48.477606 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6984a0be-cae2-49c1-a445-94ebedfd4e31 None None] Network 48b6b74c-720a-46af-a315-7b3bd06b52db is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:39:48.503810 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-6984a0be-cae2-49c1-a445-94ebedfd4e31 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:39:48.520060 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6984a0be-cae2-49c1-a445-94ebedfd4e31 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:39:48.545539 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6984a0be-cae2-49c1-a445-94ebedfd4e31 None None] Pushing event updated for resources: {'Port': ['ID=4e825f57-4e75-4981-aeb2-5e7f388bef78,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:48.559905 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-14b408ec-dc6e-4c9f-95c9-ba7b2904e662 req-ba86ed7f-f067-4fdf-a26e-8a9083e33813 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9380846 Jul 09 14:39:48.565582 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ce94c2cc-ad81-4cab-9fa4-70237ad2f892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:48.601407 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-14b408ec-dc6e-4c9f-95c9-ba7b2904e662 req-c471cb8f-9ace-4455-a835-5343c83eb371 service neutron] Request body: {'port': {'device_id': '91ecabd0-8edb-4f60-888c-5652f04757f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:39:48.657065 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-d8243a16-2ac5-44c4-95fd-2f3b93e65128 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66e147b3-1345-44d7-873a-afe4fa56aa30 {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:39:48.673819 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-d8243a16-2ac5-44c4-95fd-2f3b93e65128 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:48.688263 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-6984a0be-cae2-49c1-a445-94ebedfd4e31 None None] Attempting to bind port 4e825f57-4e75-4981-aeb2-5e7f388bef78 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:39:48.688654 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-6984a0be-cae2-49c1-a445-94ebedfd4e31 None None] Attempting to bind port 4e825f57-4e75-4981-aeb2-5e7f388bef78 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '8d3ae2d2-fe22-459c-80e9-04af28577b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '48b6b74c-720a-46af-a315-7b3bd06b52db'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:39:48.689017 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6984a0be-cae2-49c1-a445-94ebedfd4e31 None None] Attempting to bind port 4e825f57-4e75-4981-aeb2-5e7f388bef78 on network 48b6b74c-720a-46af-a315-7b3bd06b52db {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:39:48.708108 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6984a0be-cae2-49c1-a445-94ebedfd4e31 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:39:48.710385 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6984a0be-cae2-49c1-a445-94ebedfd4e31 None None] Checking segment: {'id': '8d3ae2d2-fe22-459c-80e9-04af28577b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '48b6b74c-720a-46af-a315-7b3bd06b52db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:39:48.710385 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6984a0be-cae2-49c1-a445-94ebedfd4e31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:48.710385 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6984a0be-cae2-49c1-a445-94ebedfd4e31 None None] Bound using segment: {'id': '8d3ae2d2-fe22-459c-80e9-04af28577b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '48b6b74c-720a-46af-a315-7b3bd06b52db'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:39:48.710385 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-6984a0be-cae2-49c1-a445-94ebedfd4e31 None None] Bound port: 4e825f57-4e75-4981-aeb2-5e7f388bef78, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d3ae2d2-fe22-459c-80e9-04af28577b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '48b6b74c-720a-46af-a315-7b3bd06b52db'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:39:48.710385 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6984a0be-cae2-49c1-a445-94ebedfd4e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:48.755008 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-f2ebc758-d3fe-46cb-b2c4-61e8c7d96c15 service neutron] For port ca32660e-e13d-4d80-ae51-64d8ac7cb1db, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:39:48.763869 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-d8243a16-2ac5-44c4-95fd-2f3b93e65128 service neutron] Transition to ACTIVE for port object 66e147b3-1345-44d7-873a-afe4fa56aa30 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:39:48.766941 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-f2ebc758-d3fe-46cb-b2c4-61e8c7d96c15 service neutron] For port ca32660e-e13d-4d80-ae51-64d8ac7cb1db, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=ca32660e-e13d-4d80-ae51-64d8ac7cb1db,segment=NetworkSegment(3c009965-8cd6-4e32-a194-58f8bda5d540),segment_id=3c009965-8cd6-4e32-a194-58f8bda5d540)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:39:48.807874 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-498a8cd3-d455-4048-b41f-d224c618f5b8 req-c1150b27-fc32-4f14-b962-d0e145af3514 service neutron] 10.222.0.62 "GET /v2.0/networks/f37664d6-2d63-4250-9a40-b9995b72cf27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3852491 Jul 09 14:39:48.819953 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-6984a0be-cae2-49c1-a445-94ebedfd4e31 None None] For port 4e825f57-4e75-4981-aeb2-5e7f388bef78, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:39:48.824954 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-6984a0be-cae2-49c1-a445-94ebedfd4e31 None None] For port 4e825f57-4e75-4981-aeb2-5e7f388bef78, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=4e825f57-4e75-4981-aeb2-5e7f388bef78,segment=NetworkSegment(8d3ae2d2-fe22-459c-80e9-04af28577b48),segment_id=8d3ae2d2-fe22-459c-80e9-04af28577b48)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:39:48.842502 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-d8243a16-2ac5-44c4-95fd-2f3b93e65128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:48.905347 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6984a0be-cae2-49c1-a445-94ebedfd4e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:48.966026 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8243a16-2ac5-44c4-95fd-2f3b93e65128 service neutron] Pushing event updated for resources: {'Port': ['ID=66e147b3-1345-44d7-873a-afe4fa56aa30,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:49.002425 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-c4670c57-5c32-4963-aabf-fad0481badf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4c5e776-4402-4cea-964e-d8e37522c1db {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:39:49.014181 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-c4670c57-5c32-4963-aabf-fad0481badf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:49.020392 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6984a0be-cae2-49c1-a445-94ebedfd4e31 None None] Pushing event updated for resources: {'Port': ['ID=4e825f57-4e75-4981-aeb2-5e7f388bef78,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:49.027445 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-c4670c57-5c32-4963-aabf-fad0481badf1 service neutron] Transition to ACTIVE for port object c4c5e776-4402-4cea-964e-d8e37522c1db will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:39:49.030001 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-14b408ec-dc6e-4c9f-95c9-ba7b2904e662 req-c471cb8f-9ace-4455-a835-5343c83eb371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:49.049435 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ce94c2cc-ad81-4cab-9fa4-70237ad2f892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:49.052074 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ce94c2cc-ad81-4cab-9fa4-70237ad2f892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:49.053394 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ce94c2cc-ad81-4cab-9fa4-70237ad2f892 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/752838db-eb30-4c5e-99ca-6ae8dc321a67 HTTP/1.1" status: 204 len: 168 time: 0.9385064 Jul 09 14:39:49.062281 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bcddd1-7e61-469b-a17a-811898fef753 req-0d0ea419-c3df-43a3-b73c-f49cb9b13bc4 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:49.063874 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b9bcddd1-7e61-469b-a17a-811898fef753 req-0d0ea419-c3df-43a3-b73c-f49cb9b13bc4 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=91ecabd0-8edb-4f60-888c-5652f04757f3 HTTP/1.1" status: 200 len: 931 time: 0.5133471 Jul 09 14:39:49.069583 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-f2ebc758-d3fe-46cb-b2c4-61e8c7d96c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:49.117006 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-c4670c57-5c32-4963-aabf-fad0481badf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:49.119451 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce94c2cc-ad81-4cab-9fa4-70237ad2f892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=752838db-eb30-4c5e-99ca-6ae8dc321a67,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:49.119634 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef3943-0220-4fad-9af9-796778ba0c54 req-ab31e169-6bd6-4cf7-88cc-999eb8e49416 tempest-ServerAddressesNegativeTestJSON-1005498305 tempest-ServerAddressesNegativeTestJSON-1005498305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:49.135952 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-03ef3943-0220-4fad-9af9-796778ba0c54 req-ab31e169-6bd6-4cf7-88cc-999eb8e49416 tempest-ServerAddressesNegativeTestJSON-1005498305 tempest-ServerAddressesNegativeTestJSON-1005498305-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d5cba9a-b0d3-40aa-8e15-22c9cea78b2f HTTP/1.1" status: 200 len: 945 time: 0.4728539 Jul 09 14:39:49.197807 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-f2ebc758-d3fe-46cb-b2c4-61e8c7d96c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:49.198444 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-f2ebc758-d3fe-46cb-b2c4-61e8c7d96c15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:49.199920 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-f2ebc758-d3fe-46cb-b2c4-61e8c7d96c15 service neutron] 10.222.0.62 "PUT /v2.0/ports/ca32660e-e13d-4d80-ae51-64d8ac7cb1db HTTP/1.1" status: 200 len: 1091 time: 5.0519946 Jul 09 14:39:49.241848 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b9bcddd1-7e61-469b-a17a-811898fef753 req-202d1436-42d9-4803-b412-b300d2888c60 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478233 Jul 09 14:39:49.294069 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ebc758-d3fe-46cb-b2c4-61e8c7d96c15 service neutron] Pushing event updated for resources: {'Port': ['ID=ca32660e-e13d-4d80-ae51-64d8ac7cb1db,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:49.446248 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8668f-d34e-4fc6-8680-83d312b83509 req-b9c34e2f-25d7-4e3f-a0f6-1518973c9406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:49.448437 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-01f8668f-d34e-4fc6-8680-83d312b83509 req-b9c34e2f-25d7-4e3f-a0f6-1518973c9406 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a29f2b4cfd1449cca4564d7c2e38b31e&device_id=7183159b-84a0-41da-a402-ae36bdd15ad0 HTTP/1.1" status: 200 len: 1095 time: 0.4142859 Jul 09 14:39:49.473465 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403736cb-0c7d-4751-ad5f-dd2d72d2e164 req-72928576-22c1-4335-8941-7647ad872d5d tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:49.485885 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-403736cb-0c7d-4751-ad5f-dd2d72d2e164 req-72928576-22c1-4335-8941-7647ad872d5d tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.54 "GET /v2.0/networks?id=e7430d59-7c88-483d-984e-fabf3c5cc12e HTTP/1.1" status: 200 len: 824 time: 0.4872746 Jul 09 14:39:49.614667 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f7dff7ef-84d9-47b4-8232-482314ec63b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:49.682936 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f7dff7ef-84d9-47b4-8232-482314ec63b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:49.686797 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 4e825f57-4e75-4981-aeb2-5e7f388bef78 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:39:49.840479 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 4e825f57-4e75-4981-aeb2-5e7f388bef78 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:39:49.859079 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-403736cb-0c7d-4751-ad5f-dd2d72d2e164 req-a102bceb-e52a-4b16-89f0-4617c5e5bc51 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9beeac302b4456ab9897feb8634bccd HTTP/1.1" status: 200 len: 379 time: 0.3280022 Jul 09 14:39:49.870175 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-03ef3943-0220-4fad-9af9-796778ba0c54 req-e14b3cfc-7947-43c3-b1b6-83633c3e0ae4 tempest-ServerAddressesNegativeTestJSON-1005498305 tempest-ServerAddressesNegativeTestJSON-1005498305-project] 10.222.0.58 "GET /v2.0/security-groups?id=1027eb1b-a1a3-4726-8966-1112e6975af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7330935 Jul 09 14:39:49.883679 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-403736cb-0c7d-4751-ad5f-dd2d72d2e164 req-1a88dd84-d384-46e0-8a9c-d7eb6bbe01ff tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Request body: {'port': {'device_id': '318e3dc5-cda4-421f-b184-9e838d8c1696', 'network_id': 'e7430d59-7c88-483d-984e-fabf3c5cc12e', 'admin_state_up': True, 'tenant_id': 'f9beeac302b4456ab9897feb8634bccd', 'security_groups': ['56f8d71f-a162-4356-920c-4536638f4f04']}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:39:49.940290 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-92b5c1f2-9fd3-4929-920c-1563e8c0ab28 req-0b850585-2b64-4b4e-acee-149798204c4a tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "GET /v2.0/ports?device_id=318e3dc5-cda4-421f-b184-9e838d8c1696 HTTP/1.1" status: 200 len: 210 time: 0.0513084 Jul 09 14:39:49.978488 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4670c57-5c32-4963-aabf-fad0481badf1 service neutron] Pushing event updated for resources: {'Port': ['ID=c4c5e776-4402-4cea-964e-d8e37522c1db,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:50.085253 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-d8243a16-2ac5-44c4-95fd-2f3b93e65128 service neutron] Attempting to bind port 66e147b3-1345-44d7-873a-afe4fa56aa30 on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:39:50.085770 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-d8243a16-2ac5-44c4-95fd-2f3b93e65128 service neutron] Attempting to bind port 66e147b3-1345-44d7-873a-afe4fa56aa30 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': '3c009965-8cd6-4e32-a194-58f8bda5d540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b74489a6-4867-4ba3-b216-97edbf8fc0fb'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:39:50.088262 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-d8243a16-2ac5-44c4-95fd-2f3b93e65128 service neutron] Attempting to bind port 66e147b3-1345-44d7-873a-afe4fa56aa30 on network b74489a6-4867-4ba3-b216-97edbf8fc0fb {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:39:50.095697 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-c4670c57-5c32-4963-aabf-fad0481badf1 service neutron] Attempting to bind port c4c5e776-4402-4cea-964e-d8e37522c1db on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:39:50.096252 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-c4670c57-5c32-4963-aabf-fad0481badf1 service neutron] Attempting to bind port c4c5e776-4402-4cea-964e-d8e37522c1db by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '3c009965-8cd6-4e32-a194-58f8bda5d540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b74489a6-4867-4ba3-b216-97edbf8fc0fb'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:39:50.096720 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-c4670c57-5c32-4963-aabf-fad0481badf1 service neutron] Attempting to bind port c4c5e776-4402-4cea-964e-d8e37522c1db on network b74489a6-4867-4ba3-b216-97edbf8fc0fb {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:39:50.138688 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-c4670c57-5c32-4963-aabf-fad0481badf1 service neutron] Port c4c5e776-4402-4cea-964e-d8e37522c1db on network b74489a6-4867-4ba3-b216-97edbf8fc0fb not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:39:50.139193 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-c4670c57-5c32-4963-aabf-fad0481badf1 service neutron] Attempting to bind port c4c5e776-4402-4cea-964e-d8e37522c1db on network b74489a6-4867-4ba3-b216-97edbf8fc0fb {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:39:50.145990 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-d8243a16-2ac5-44c4-95fd-2f3b93e65128 service neutron] Port 66e147b3-1345-44d7-873a-afe4fa56aa30 on network b74489a6-4867-4ba3-b216-97edbf8fc0fb not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:39:50.146327 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-d8243a16-2ac5-44c4-95fd-2f3b93e65128 service neutron] Attempting to bind port 66e147b3-1345-44d7-873a-afe4fa56aa30 on network b74489a6-4867-4ba3-b216-97edbf8fc0fb {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:39:50.148676 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-c4670c57-5c32-4963-aabf-fad0481badf1 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:39:50.149138 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-c4670c57-5c32-4963-aabf-fad0481badf1 service neutron] Checking segment: {'id': '3c009965-8cd6-4e32-a194-58f8bda5d540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b74489a6-4867-4ba3-b216-97edbf8fc0fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:39:50.149687 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-c4670c57-5c32-4963-aabf-fad0481badf1 service neutron] Bound using segment: {'id': '3c009965-8cd6-4e32-a194-58f8bda5d540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b74489a6-4867-4ba3-b216-97edbf8fc0fb'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:39:50.150259 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-c4670c57-5c32-4963-aabf-fad0481badf1 service neutron] Bound port: c4c5e776-4402-4cea-964e-d8e37522c1db, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c009965-8cd6-4e32-a194-58f8bda5d540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b74489a6-4867-4ba3-b216-97edbf8fc0fb'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:39:50.150701 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-c4670c57-5c32-4963-aabf-fad0481badf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:50.154083 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-eb849b47-aa04-46f0-88a0-5a6ba3fa2ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:50.160714 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-eb849b47-aa04-46f0-88a0-5a6ba3fa2ee0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=379a622cf455412ca591bc809868951e&device_id=33300f3c-66ac-4c66-a55a-03b35acd77df HTTP/1.1" status: 200 len: 1094 time: 0.7250445 Jul 09 14:39:50.175283 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8668f-d34e-4fc6-8680-83d312b83509 req-fe49b8fa-fc27-4414-89fb-43a0c8859087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:50.177168 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-01f8668f-d34e-4fc6-8680-83d312b83509 req-fe49b8fa-fc27-4414-89fb-43a0c8859087 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f37664d6-2d63-4250-9a40-b9995b72cf27 HTTP/1.1" status: 200 len: 922 time: 0.7096012 Jul 09 14:39:50.198206 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33300f3c-66ac-4c66-a55a-03b35acd77df', 'tag': 'ca32660e-e13d-4d80-ae51-64d8ac7cb1db'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:39:50.200649 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88162f0-6ba4-416d-89dd-b640d493b860" -d '{"events": [{"name": "network-changed", "server_uuid": "33300f3c-66ac-4c66-a55a-03b35acd77df", "tag": "ca32660e-e13d-4d80-ae51-64d8ac7cb1db"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:39:50.205701 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-f7dff7ef-84d9-47b4-8232-482314ec63b8 admin admin] Allocated IP 172.25.3.56 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/238dab7f-55e0-4efe-8ef2-ac725be32cfe) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:39:50.332613 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f7dff7ef-84d9-47b4-8232-482314ec63b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:50.352168 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-95c44971-be84-44c0-be4e-9f74b0ebd147 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca32660e-e13d-4d80-ae51-64d8ac7cb1db HTTP/1.1" status: 200 len: 217 time: 0.1547494 Jul 09 14:39:50.355624 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-d8243a16-2ac5-44c4-95fd-2f3b93e65128 service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:39:50.355977 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-d8243a16-2ac5-44c4-95fd-2f3b93e65128 service neutron] Checking segment: {'id': '3c009965-8cd6-4e32-a194-58f8bda5d540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b74489a6-4867-4ba3-b216-97edbf8fc0fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:39:50.356360 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-d8243a16-2ac5-44c4-95fd-2f3b93e65128 service neutron] Bound using segment: {'id': '3c009965-8cd6-4e32-a194-58f8bda5d540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b74489a6-4867-4ba3-b216-97edbf8fc0fb'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:39:50.356808 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-d8243a16-2ac5-44c4-95fd-2f3b93e65128 service neutron] Bound port: 66e147b3-1345-44d7-873a-afe4fa56aa30, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c009965-8cd6-4e32-a194-58f8bda5d540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b74489a6-4867-4ba3-b216-97edbf8fc0fb'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:39:50.357162 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-d8243a16-2ac5-44c4-95fd-2f3b93e65128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:50.360537 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-01f8668f-d34e-4fc6-8680-83d312b83509 req-5c0987b7-3e36-475f-ad99-485ceb6d1bd3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c226e2c-5d13-4f31-b133-6f977cc8eb56 HTTP/1.1" status: 200 len: 217 time: 0.1458943 Jul 09 14:39:50.507774 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8de8a4-2895-47f8-a7f4-10d866014d34 None None] Network 48b6b74c-720a-46af-a315-7b3bd06b52db requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:39:50.581079 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-004e652f-3dfe-4d1c-8056-40d020ad223e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:50.582999 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-004e652f-3dfe-4d1c-8056-40d020ad223e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6386e120-395e-4aca-8240-0a13172d7fb5 HTTP/1.1" status: 200 len: 858 time: 0.1913934 Jul 09 14:39:50.587665 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-d8243a16-2ac5-44c4-95fd-2f3b93e65128 service neutron] For port 66e147b3-1345-44d7-873a-afe4fa56aa30, host n-h1-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:39:50.596135 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-d8243a16-2ac5-44c4-95fd-2f3b93e65128 service neutron] For port 66e147b3-1345-44d7-873a-afe4fa56aa30, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=66e147b3-1345-44d7-873a-afe4fa56aa30,segment=NetworkSegment(3c009965-8cd6-4e32-a194-58f8bda5d540),segment_id=3c009965-8cd6-4e32-a194-58f8bda5d540)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:39:50.604516 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 00f299ca-a1b0-4d13-8f27-707165afe010 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:39:50.611186 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-c4670c57-5c32-4963-aabf-fad0481badf1 service neutron] For port c4c5e776-4402-4cea-964e-d8e37522c1db, host n-h2-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:39:50.614331 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8668f-d34e-4fc6-8680-83d312b83509 req-2befb081-2b9e-408d-919f-7719e27bc9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:50.615992 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-01f8668f-d34e-4fc6-8680-83d312b83509 req-2befb081-2b9e-408d-919f-7719e27bc9ac service neutron] 10.222.0.62 "GET /v2.0/subnets?id=defde159-6b57-4a6f-ad64-e5b0f0fcfa82 HTTP/1.1" status: 200 len: 861 time: 0.1939094 Jul 09 14:39:50.623733 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e1c611-0fa3-436d-a43c-c46e1f042907 req-b85e9c85-0ce4-420f-a057-71efaa0b486a tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:50.625353 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-44e1c611-0fa3-436d-a43c-c46e1f042907 req-b85e9c85-0ce4-420f-a057-71efaa0b486a tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=7183159b-84a0-41da-a402-ae36bdd15ad0 HTTP/1.1" status: 200 len: 944 time: 0.4550195 Jul 09 14:39:50.627287 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-c4670c57-5c32-4963-aabf-fad0481badf1 service neutron] For port c4c5e776-4402-4cea-964e-d8e37522c1db, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=c4c5e776-4402-4cea-964e-d8e37522c1db,segment=NetworkSegment(3c009965-8cd6-4e32-a194-58f8bda5d540),segment_id=3c009965-8cd6-4e32-a194-58f8bda5d540)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:39:50.631079 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-14b408ec-dc6e-4c9f-95c9-ba7b2904e662 req-c471cb8f-9ace-4455-a835-5343c83eb371 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43297159-bde3-4827-ae41-e9610acaadad {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:39:50.670109 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d33a196-6071-48ec-a6e0-f81c9e418f90 req-70e451bd-ea45-48aa-bf00-d021e5ddc7f0 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:50.680794 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3d33a196-6071-48ec-a6e0-f81c9e418f90 req-70e451bd-ea45-48aa-bf00-d021e5ddc7f0 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] 10.222.0.58 "GET /v2.0/ports?device_id=d279218c-02f7-4abf-b176-085ffc0dc3a0 HTTP/1.1" status: 200 len: 944 time: 0.2844248 Jul 09 14:39:50.685523 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-d8243a16-2ac5-44c4-95fd-2f3b93e65128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:50.687144 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-01f8668f-d34e-4fc6-8680-83d312b83509 req-7d71fc52-ba6e-4403-9abe-24294296c03c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f37664d6-2d63-4250-9a40-b9995b72cf27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583789 Jul 09 14:39:50.689760 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-14b408ec-dc6e-4c9f-95c9-ba7b2904e662 req-c471cb8f-9ace-4455-a835-5343c83eb371 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:50.699451 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-0c303b9a-bc6f-423c-9fe8-0d9579c28028 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b74489a6-4867-4ba3-b216-97edbf8fc0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1070104 Jul 09 14:39:50.740598 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-76b56b2a-6215-41ce-984b-d60e9e8cc7c3 None None] Provisioning for port 4e825f57-4e75-4981-aeb2-5e7f388bef78 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:39:50.746990 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-76b56b2a-6215-41ce-984b-d60e9e8cc7c3 None None] Provisioning complete for port 4e825f57-4e75-4981-aeb2-5e7f388bef78 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:39:50.747314 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-76b56b2a-6215-41ce-984b-d60e9e8cc7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:50.747472 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 54476) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:39:50.756551 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8243a16-2ac5-44c4-95fd-2f3b93e65128 service neutron] Pushing event updated for resources: {'Port': ['ID=66e147b3-1345-44d7-873a-afe4fa56aa30,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:50.762157 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-403736cb-0c7d-4751-ad5f-dd2d72d2e164 req-1a88dd84-d384-46e0-8a9c-d7eb6bbe01ff tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Made reservation on behalf of f9beeac302b4456ab9897feb8634bccd for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:39:50.766551 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-403736cb-0c7d-4751-ad5f-dd2d72d2e164 req-1a88dd84-d384-46e0-8a9c-d7eb6bbe01ff tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:50.783242 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f7dff7ef-84d9-47b4-8232-482314ec63b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:50.803200 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-c4670c57-5c32-4963-aabf-fad0481badf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:50.809659 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port 00f299ca-a1b0-4d13-8f27-707165afe010 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:39:50.815898 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 00f299ca-a1b0-4d13-8f27-707165afe010 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:39:50.816734 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:50.893647 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-76b56b2a-6215-41ce-984b-d60e9e8cc7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:50.915638 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-14b408ec-dc6e-4c9f-95c9-ba7b2904e662 req-c471cb8f-9ace-4455-a835-5343c83eb371 service neutron] Transition to ACTIVE for port object 43297159-bde3-4827-ae41-e9610acaadad will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:39:50.965474 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-c4670c57-5c32-4963-aabf-fad0481badf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:50.966569 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-c4670c57-5c32-4963-aabf-fad0481badf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:50.967104 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-c4670c57-5c32-4963-aabf-fad0481badf1 service neutron] 10.222.0.54 "PUT /v2.0/ports/c4c5e776-4402-4cea-964e-d8e37522c1db HTTP/1.1" status: 200 len: 1091 time: 6.2532012 Jul 09 14:39:50.985195 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-76b56b2a-6215-41ce-984b-d60e9e8cc7c3 None None] For port 4e825f57-4e75-4981-aeb2-5e7f388bef78, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=4e825f57-4e75-4981-aeb2-5e7f388bef78,segment=NetworkSegment(8d3ae2d2-fe22-459c-80e9-04af28577b48),segment_id=8d3ae2d2-fe22-459c-80e9-04af28577b48)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:39:50.988328 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-44e1c611-0fa3-436d-a43c-c46e1f042907 req-e364f23f-f2db-43ec-b8e9-a3b1a495e76d tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052475 Jul 09 14:39:51.011752 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-14b408ec-dc6e-4c9f-95c9-ba7b2904e662 req-c471cb8f-9ace-4455-a835-5343c83eb371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:51.019170 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:51.069093 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-ab49e8a0-e610-47c8-874e-119ac6595fdf service neutron] 10.222.0.62 "GET /v2.0/networks/b74489a6-4867-4ba3-b216-97edbf8fc0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231528 Jul 09 14:39:51.072580 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-01f8668f-d34e-4fc6-8680-83d312b83509 req-f5db3477-703d-4b8e-9a63-6011e6f9c8dd service neutron] 10.222.0.62 "GET /v2.0/networks/f37664d6-2d63-4250-9a40-b9995b72cf27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3591444 Jul 09 14:39:51.106671 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-76b56b2a-6215-41ce-984b-d60e9e8cc7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:51.109699 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d5cba9a-b0d3-40aa-8e15-22c9cea78b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f299ca-a1b0-4d13-8f27-707165afe010'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:39:51.113931 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3a75b4-5746-4852-b4fd-6eee2ed714f2" -d '{"events": [{"server_uuid": "0d5cba9a-b0d3-40aa-8e15-22c9cea78b2f", "name": "network-vif-plugged", "status": "completed", "tag": "00f299ca-a1b0-4d13-8f27-707165afe010"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:39:51.132541 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-36c3a693-1407-4ee1-a2ed-0f42e93c9467 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1253860859-network', 'tenant_id': 'aa97dae497ae44f6884f77d4c415de43'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:39:51.135150 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7dff7ef-84d9-47b4-8232-482314ec63b8 admin admin] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:39:51.147661 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4670c57-5c32-4963-aabf-fad0481badf1 service neutron] Pushing event updated for resources: {'Port': ['ID=c4c5e776-4402-4cea-964e-d8e37522c1db,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:51.152468 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-d8243a16-2ac5-44c4-95fd-2f3b93e65128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:51.153336 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-d8243a16-2ac5-44c4-95fd-2f3b93e65128 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:51.155047 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-d8243a16-2ac5-44c4-95fd-2f3b93e65128 service neutron] 10.222.0.62 "PUT /v2.0/ports/66e147b3-1345-44d7-873a-afe4fa56aa30 HTTP/1.1" status: 200 len: 1092 time: 5.8899212 Jul 09 14:39:51.165881 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-f7dff7ef-84d9-47b4-8232-482314ec63b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:39:51.168168 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd279218c-02f7-4abf-b176-085ffc0dc3a0', 'tag': '66e147b3-1345-44d7-873a-afe4fa56aa30'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:39:51.170667 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3545138-0494-43c0-bada-e08e5a3def9f" -d '{"events": [{"name": "network-changed", "server_uuid": "d279218c-02f7-4abf-b176-085ffc0dc3a0", "tag": "66e147b3-1345-44d7-873a-afe4fa56aa30"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:39:51.189971 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dff7ef-84d9-47b4-8232-482314ec63b8 admin admin] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:39:51.201637 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b56b2a-6215-41ce-984b-d60e9e8cc7c3 None None] Pushing event updated for resources: {'Port': ['ID=4e825f57-4e75-4981-aeb2-5e7f388bef78,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:51.213779 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 00f299ca-a1b0-4d13-8f27-707165afe010, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=00f299ca-a1b0-4d13-8f27-707165afe010,segment=NetworkSegment(22d9447e-8ee3-4b42-b9d2-168a78e6fa33),segment_id=22d9447e-8ee3-4b42-b9d2-168a78e6fa33)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:39:51.249036 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-403736cb-0c7d-4751-ad5f-dd2d72d2e164 req-1a88dd84-d384-46e0-8a9c-d7eb6bbe01ff tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Allocated IP 172.20.0.8 (e7430d59-7c88-483d-984e-fabf3c5cc12e/a29bed4a-eb5d-425d-bedd-f3538b5fd90a/6e298bbc-3a99-4f67-9c24-6754e8c83811) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:39:51.249845 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-fac3216b-b82b-40f6-b346-5961f05a9e78 None None] Provisioning complete for port 4e825f57-4e75-4981-aeb2-5e7f388bef78 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:39:51.250228 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-fac3216b-b82b-40f6-b346-5961f05a9e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:51.259123 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3d33a196-6071-48ec-a6e0-f81c9e418f90 req-716ffb8d-cfe7-4358-85b0-fa4acb1db9c4 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] 10.222.0.58 "GET /v2.0/security-groups?id=f56a5b05-eeca-4433-9534-28a66e6e8c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5771375 Jul 09 14:39:51.260058 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b72afc2-3905-4714-9864-9b828c8d33dd x-openstack-request-id: req-8b72afc2-3905-4714-9864-9b828c8d33dd {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:39:51.260437 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33300f3c-66ac-4c66-a55a-03b35acd77df", "tag": "ca32660e-e13d-4d80-ae51-64d8ac7cb1db", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:39:51.260786 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8b72afc2-3905-4714-9864-9b828c8d33dd {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:39:51.261330 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33300f3c-66ac-4c66-a55a-03b35acd77df', 'tag': 'ca32660e-e13d-4d80-ae51-64d8ac7cb1db', 'status': 'completed', 'code': 200} Jul 09 14:39:51.268008 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dff7ef-84d9-47b4-8232-482314ec63b8 admin admin] Pushing event updated for resources: {'Port': ['ID=238dab7f-55e0-4efe-8ef2-ac725be32cfe,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:51.328587 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:51.533905 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c471cb8f-9ace-4455-a835-5343c83eb371 service neutron] Pushing event updated for resources: {'Port': ['ID=43297159-bde3-4827-ae41-e9610acaadad,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:51.574522 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=00f299ca-a1b0-4d13-8f27-707165afe010,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:51.593093 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c3a693-1407-4ee1-a2ed-0f42e93c9467 admin admin] Made reservation on behalf of aa97dae497ae44f6884f77d4c415de43 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:39:51.595390 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-36c3a693-1407-4ee1-a2ed-0f42e93c9467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:51.596605 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 4e825f57-4e75-4981-aeb2-5e7f388bef78 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:39:51.610694 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-976bd083-76d4-44cc-a681-fb1dcbe84c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:51.612227 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-976bd083-76d4-44cc-a681-fb1dcbe84c5c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=379a622cf455412ca591bc809868951e&device_id=79097a2a-3d82-478f-9d5a-0e74592228d1 HTTP/1.1" status: 200 len: 1094 time: 0.5298624 Jul 09 14:39:51.614006 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-01f8668f-d34e-4fc6-8680-83d312b83509 req-14c33009-c7ed-4559-a954-3366016fe5c0 service neutron] 10.222.0.62 "GET /v2.0/networks/f37664d6-2d63-4250-9a40-b9995b72cf27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3518929 Jul 09 14:39:51.619565 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-82b25ccd-b6a5-4719-8d0e-177754b8e83c service neutron] 10.222.0.62 "GET /v2.0/networks/b74489a6-4867-4ba3-b216-97edbf8fc0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4498191 Jul 09 14:39:51.623799 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-36c3a693-1407-4ee1-a2ed-0f42e93c9467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:51.633105 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-78af7720-833f-478e-92a1-094df1fa8f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:51.635429 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-78af7720-833f-478e-92a1-094df1fa8f58 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=379a622cf455412ca591bc809868951e&device_id=d279218c-02f7-4abf-b176-085ffc0dc3a0 HTTP/1.1" status: 200 len: 1095 time: 0.3491402 Jul 09 14:39:51.641782 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ab221-fc68-437a-a19b-4f66f7d59b34 req-66a109bc-3714-4400-a4f5-64ac9d82af48 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:51.646570 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ac2ab221-fc68-437a-a19b-4f66f7d59b34 req-66a109bc-3714-4400-a4f5-64ac9d82af48 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=91ecabd0-8edb-4f60-888c-5652f04757f3 HTTP/1.1" status: 200 len: 943 time: 0.2879608 Jul 09 14:39:51.662346 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 4e825f57-4e75-4981-aeb2-5e7f388bef78 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:39:51.662922 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:51.713414 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-e42603f4-3904-46cd-bf21-176774ae4519 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4c5e776-4402-4cea-964e-d8e37522c1db HTTP/1.1" status: 200 len: 217 time: 0.0925071 Jul 09 14:39:51.739858 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-14b408ec-dc6e-4c9f-95c9-ba7b2904e662 req-c471cb8f-9ace-4455-a835-5343c83eb371 service neutron] Attempting to bind port 43297159-bde3-4827-ae41-e9610acaadad on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:39:51.739858 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-14b408ec-dc6e-4c9f-95c9-ba7b2904e662 req-c471cb8f-9ace-4455-a835-5343c83eb371 service neutron] Attempting to bind port 43297159-bde3-4827-ae41-e9610acaadad by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': 'cd7790e9-3309-48a3-bfb3-c9f386870e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '56b8037f-2c10-4a66-9bb7-3f0d90fcd124'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:39:51.740161 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b408ec-dc6e-4c9f-95c9-ba7b2904e662 req-c471cb8f-9ace-4455-a835-5343c83eb371 service neutron] Attempting to bind port 43297159-bde3-4827-ae41-e9610acaadad on network 56b8037f-2c10-4a66-9bb7-3f0d90fcd124 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:39:51.746278 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-e2932cb5-f9fa-41ec-9f41-547490ce17c9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66e147b3-1345-44d7-873a-afe4fa56aa30 HTTP/1.1" status: 200 len: 217 time: 0.0835023 Jul 09 14:39:51.766031 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-403736cb-0c7d-4751-ad5f-dd2d72d2e164 req-1a88dd84-d384-46e0-8a9c-d7eb6bbe01ff tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:51.794766 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b408ec-dc6e-4c9f-95c9-ba7b2904e662 req-c471cb8f-9ace-4455-a835-5343c83eb371 service neutron] Port 43297159-bde3-4827-ae41-e9610acaadad on network 56b8037f-2c10-4a66-9bb7-3f0d90fcd124 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:39:51.795098 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b408ec-dc6e-4c9f-95c9-ba7b2904e662 req-c471cb8f-9ace-4455-a835-5343c83eb371 service neutron] Attempting to bind port 43297159-bde3-4827-ae41-e9610acaadad on network 56b8037f-2c10-4a66-9bb7-3f0d90fcd124 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:39:51.804060 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ac2ab221-fc68-437a-a19b-4f66f7d59b34 req-2591a77a-440d-4df8-866a-7c0bad05ba28 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565902 Jul 09 14:39:51.844715 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d459abd6-e791-4d6f-a01b-56105224e3d4 req-ee008be5-4fbe-4169-aedf-ab110f81be28 tempest-ServerAddressesNegativeTestJSON-1005498305 tempest-ServerAddressesNegativeTestJSON-1005498305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:51.846260 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d459abd6-e791-4d6f-a01b-56105224e3d4 req-ee008be5-4fbe-4169-aedf-ab110f81be28 tempest-ServerAddressesNegativeTestJSON-1005498305 tempest-ServerAddressesNegativeTestJSON-1005498305-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d5cba9a-b0d3-40aa-8e15-22c9cea78b2f HTTP/1.1" status: 200 len: 946 time: 0.4144304 Jul 09 14:39:51.856665 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-403736cb-0c7d-4751-ad5f-dd2d72d2e164 req-1a88dd84-d384-46e0-8a9c-d7eb6bbe01ff tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Transition to ACTIVE for port object 6e298bbc-3a99-4f67-9c24-6754e8c83811 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:39:51.877035 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-36c3a693-1407-4ee1-a2ed-0f42e93c9467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:51.877269 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-4981e686-a4ff-4014-a84e-c78f91837386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:51.878592 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-4981e686-a4ff-4014-a84e-c78f91837386 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6386e120-395e-4aca-8240-0a13172d7fb5 HTTP/1.1" status: 200 len: 858 time: 0.1260710 Jul 09 14:39:51.884810 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b408ec-dc6e-4c9f-95c9-ba7b2904e662 req-c471cb8f-9ace-4455-a835-5343c83eb371 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:39:51.885642 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b408ec-dc6e-4c9f-95c9-ba7b2904e662 req-c471cb8f-9ace-4455-a835-5343c83eb371 service neutron] Checking segment: {'id': 'cd7790e9-3309-48a3-bfb3-c9f386870e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '56b8037f-2c10-4a66-9bb7-3f0d90fcd124'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:39:51.886043 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b408ec-dc6e-4c9f-95c9-ba7b2904e662 req-c471cb8f-9ace-4455-a835-5343c83eb371 service neutron] Bound using segment: {'id': 'cd7790e9-3309-48a3-bfb3-c9f386870e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '56b8037f-2c10-4a66-9bb7-3f0d90fcd124'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:39:51.886486 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-14b408ec-dc6e-4c9f-95c9-ba7b2904e662 req-c471cb8f-9ace-4455-a835-5343c83eb371 service neutron] Bound port: 43297159-bde3-4827-ae41-e9610acaadad, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd7790e9-3309-48a3-bfb3-c9f386870e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '56b8037f-2c10-4a66-9bb7-3f0d90fcd124'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:39:51.886848 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-14b408ec-dc6e-4c9f-95c9-ba7b2904e662 req-c471cb8f-9ace-4455-a835-5343c83eb371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:51.889758 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-0212ac03-d16b-4426-bdaa-4957563fa8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:51.891370 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-0212ac03-d16b-4426-bdaa-4957563fa8fe service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6386e120-395e-4aca-8240-0a13172d7fb5 HTTP/1.1" status: 200 len: 858 time: 0.1667168 Jul 09 14:39:51.964895 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-d588dfc7-fdd3-467a-8f87-e43267d8b670 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b74489a6-4867-4ba3-b216-97edbf8fc0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722551 Jul 09 14:39:51.973973 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-a34cb814-1438-4c28-9172-305ed80343ed service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b74489a6-4867-4ba3-b216-97edbf8fc0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605404 Jul 09 14:39:51.983523 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-36c3a693-1407-4ee1-a2ed-0f42e93c9467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:52.034291 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-55354a14-a1be-438b-b7dc-9a2df9c31c8f req-45bbf3ea-509d-4212-8ec6-4fec147336a6 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "GET /v2.0/ports?device_id=318e3dc5-cda4-421f-b184-9e838d8c1696 HTTP/1.1" status: 200 len: 210 time: 0.0898495 Jul 09 14:39:52.037902 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d459abd6-e791-4d6f-a01b-56105224e3d4 req-a7fd5087-f9e9-4121-96ab-955cff4528e6 tempest-ServerAddressesNegativeTestJSON-1005498305 tempest-ServerAddressesNegativeTestJSON-1005498305-project] 10.222.0.58 "GET /v2.0/security-groups?id=1027eb1b-a1a3-4726-8966-1112e6975af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791432 Jul 09 14:39:52.064985 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f7dff7ef-84d9-47b4-8232-482314ec63b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:52.106899 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36c3a693-1407-4ee1-a2ed-0f42e93c9467 admin admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:39:52.111828 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7242983-c074-419a-80c0-7c053a7f2e86 x-openstack-request-id: req-a7242983-c074-419a-80c0-7c053a7f2e86 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:39:52.112368 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d5cba9a-b0d3-40aa-8e15-22c9cea78b2f", "name": "network-vif-plugged", "status": "completed", "tag": "00f299ca-a1b0-4d13-8f27-707165afe010", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:39:52.112706 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a7242983-c074-419a-80c0-7c053a7f2e86 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:39:52.113835 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d5cba9a-b0d3-40aa-8e15-22c9cea78b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f299ca-a1b0-4d13-8f27-707165afe010', 'code': 200} Jul 09 14:39:52.130054 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-403736cb-0c7d-4751-ad5f-dd2d72d2e164 req-1a88dd84-d384-46e0-8a9c-d7eb6bbe01ff tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:52.157003 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c3a693-1407-4ee1-a2ed-0f42e93c9467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8ccfb5-1089-45b8-8b22-f1c0cd5449b8,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:52.167987 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-36c3a693-1407-4ee1-a2ed-0f42e93c9467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:52.168225 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-36c3a693-1407-4ee1-a2ed-0f42e93c9467 admin admin] Added segment d5c26be4-f29b-4eff-bedc-1c8d95f8265d of type vlan for network 25f19ab3-9713-4354-87b1-8996cfc90721 Jul 09 14:39:52.182440 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09815e5-a95f-4c24-a7ea-08c69a92589d x-openstack-request-id: req-e09815e5-a95f-4c24-a7ea-08c69a92589d {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:39:52.183195 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d279218c-02f7-4abf-b176-085ffc0dc3a0", "tag": "66e147b3-1345-44d7-873a-afe4fa56aa30", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:39:52.183608 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e09815e5-a95f-4c24-a7ea-08c69a92589d {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:39:52.183884 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd279218c-02f7-4abf-b176-085ffc0dc3a0', 'tag': '66e147b3-1345-44d7-873a-afe4fa56aa30', 'status': 'completed', 'code': 200} Jul 09 14:39:52.247438 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-02227515-93d2-4c28-bcfa-dad949ed23c0 service neutron] 10.222.0.54 "GET /v2.0/networks/b74489a6-4867-4ba3-b216-97edbf8fc0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473009 Jul 09 14:39:52.248139 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-f573e10a-3cca-4548-bf6b-a0bb3e7c850e service neutron] 10.222.0.62 "GET /v2.0/networks/b74489a6-4867-4ba3-b216-97edbf8fc0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726364 Jul 09 14:39:52.281068 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-403736cb-0c7d-4751-ad5f-dd2d72d2e164 req-1a88dd84-d384-46e0-8a9c-d7eb6bbe01ff tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Network e7430d59-7c88-483d-984e-fabf3c5cc12e is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:39:52.283833 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a88dd84-d384-46e0-8a9c-d7eb6bbe01ff tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Pushing event updated for resources: {'Port': ['ID=6e298bbc-3a99-4f67-9c24-6754e8c83811,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:52.295681 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-14b408ec-dc6e-4c9f-95c9-ba7b2904e662 req-c471cb8f-9ace-4455-a835-5343c83eb371 service neutron] For port 43297159-bde3-4827-ae41-e9610acaadad, host n-h2-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:39:52.306051 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-36c3a693-1407-4ee1-a2ed-0f42e93c9467 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:52.328059 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-403736cb-0c7d-4751-ad5f-dd2d72d2e164 req-1a88dd84-d384-46e0-8a9c-d7eb6bbe01ff tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:39:52.334097 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-403736cb-0c7d-4751-ad5f-dd2d72d2e164 req-1a88dd84-d384-46e0-8a9c-d7eb6bbe01ff tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:39:52.367965 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-14b408ec-dc6e-4c9f-95c9-ba7b2904e662 req-c471cb8f-9ace-4455-a835-5343c83eb371 service neutron] For port 43297159-bde3-4827-ae41-e9610acaadad, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=43297159-bde3-4827-ae41-e9610acaadad,segment=NetworkSegment(cd7790e9-3309-48a3-bfb3-c9f386870e48),segment_id=cd7790e9-3309-48a3-bfb3-c9f386870e48)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:39:52.422672 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88162f0-6ba4-416d-89dd-b640d493b860 req-9a1d55a9-68ec-4995-b667-49cd5e662c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:52.424517 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b88162f0-6ba4-416d-89dd-b640d493b860 req-9a1d55a9-68ec-4995-b667-49cd5e662c17 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=379a622cf455412ca591bc809868951e&device_id=33300f3c-66ac-4c66-a55a-03b35acd77df HTTP/1.1" status: 200 len: 1094 time: 0.5313110 Jul 09 14:39:52.536035 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-14b408ec-dc6e-4c9f-95c9-ba7b2904e662 req-c471cb8f-9ace-4455-a835-5343c83eb371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:52.635911 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-8f9a880b-f4da-4fcc-b5dd-8ac19378b757 None None] Provisioning for port 6e298bbc-3a99-4f67-9c24-6754e8c83811 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:39:52.640542 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-8f9a880b-f4da-4fcc-b5dd-8ac19378b757 None None] Provisioning complete for port 6e298bbc-3a99-4f67-9c24-6754e8c83811 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:39:52.640954 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8f9a880b-f4da-4fcc-b5dd-8ac19378b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:52.681191 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-8f9a880b-f4da-4fcc-b5dd-8ac19378b757 None None] Port 6e298bbc-3a99-4f67-9c24-6754e8c83811 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:39:52.812574 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:52.827201 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403736cb-0c7d-4751-ad5f-dd2d72d2e164 req-1a88dd84-d384-46e0-8a9c-d7eb6bbe01ff tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:52.829244 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-403736cb-0c7d-4751-ad5f-dd2d72d2e164 req-1a88dd84-d384-46e0-8a9c-d7eb6bbe01ff tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:52.848203 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-36c3a693-1407-4ee1-a2ed-0f42e93c9467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:52.849158 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c3a693-1407-4ee1-a2ed-0f42e93c9467 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:52.849739 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-36c3a693-1407-4ee1-a2ed-0f42e93c9467 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:52.880356 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b408ec-dc6e-4c9f-95c9-ba7b2904e662 req-c471cb8f-9ace-4455-a835-5343c83eb371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:52.880998 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-14b408ec-dc6e-4c9f-95c9-ba7b2904e662 req-c471cb8f-9ace-4455-a835-5343c83eb371 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:52.882343 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-14b408ec-dc6e-4c9f-95c9-ba7b2904e662 req-c471cb8f-9ace-4455-a835-5343c83eb371 service neutron] 10.222.0.54 "PUT /v2.0/ports/43297159-bde3-4827-ae41-e9610acaadad HTTP/1.1" status: 200 len: 1091 time: 4.3004022 Jul 09 14:39:52.892575 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-395c68a2-b9f2-4c90-a5fb-356760fcee3d service neutron] 10.222.0.62 "GET /v2.0/networks/b74489a6-4867-4ba3-b216-97edbf8fc0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6220741 Jul 09 14:39:52.908970 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f7dff7ef-84d9-47b4-8232-482314ec63b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:52.922700 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce3ec88-dbdc-40fe-9b4c-70f6bc66f9e0 req-f3861311-caf2-422b-9005-05e131a4ea4d tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:52.924471 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0ce3ec88-dbdc-40fe-9b4c-70f6bc66f9e0 req-f3861311-caf2-422b-9005-05e131a4ea4d tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] 10.222.0.58 "GET /v2.0/ports?device_id=d279218c-02f7-4abf-b176-085ffc0dc3a0 HTTP/1.1" status: 200 len: 944 time: 0.2154682 Jul 09 14:39:52.927994 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-df2fd8fd-06e2-47e8-8a36-5fe246c3210e req-6f2890be-88bf-4b16-aaf6-a82950512ac5 service neutron] 10.222.0.54 "GET /v2.0/networks/b74489a6-4867-4ba3-b216-97edbf8fc0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6267302 Jul 09 14:39:52.942077 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1392f-15cf-41f6-9ae2-caad4ab754d3 req-3378d6ad-9ed0-4dcd-b09f-edb84757254f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:52.943600 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-52c1392f-15cf-41f6-9ae2-caad4ab754d3 req-3378d6ad-9ed0-4dcd-b09f-edb84757254f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0d5cba9a-b0d3-40aa-8e15-22c9cea78b2f HTTP/1.1" status: 200 len: 1097 time: 0.6951277 Jul 09 14:39:52.986227 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-403736cb-0c7d-4751-ad5f-dd2d72d2e164 req-1a88dd84-d384-46e0-8a9c-d7eb6bbe01ff tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1074989 Jul 09 14:39:52.990746 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436779c5-bf21-4b2b-a542-a0b93356f258 req-2c66fffb-e6b7-4812-bf74-2d2ce7f63ff6 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:52.992292 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-436779c5-bf21-4b2b-a542-a0b93356f258 req-2c66fffb-e6b7-4812-bf74-2d2ce7f63ff6 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=7183159b-84a0-41da-a402-ae36bdd15ad0 HTTP/1.1" status: 200 len: 944 time: 0.6891956 Jul 09 14:39:53.002556 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c471cb8f-9ace-4455-a835-5343c83eb371 service neutron] Pushing event updated for resources: {'Port': ['ID=43297159-bde3-4827-ae41-e9610acaadad,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:53.013283 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c3a693-1407-4ee1-a2ed-0f42e93c9467 admin admin] Pushing event updated for resources: {'Network': ['ID=25f19ab3-9713-4354-87b1-8996cfc90721,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:53.021199 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88162f0-6ba4-416d-89dd-b640d493b860 req-2310086e-3e6a-44cb-aa7e-7e5364fdb692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:53.022813 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b88162f0-6ba4-416d-89dd-b640d493b860 req-2310086e-3e6a-44cb-aa7e-7e5364fdb692 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b74489a6-4867-4ba3-b216-97edbf8fc0fb HTTP/1.1" status: 200 len: 919 time: 0.5832739 Jul 09 14:39:53.027150 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-403736cb-0c7d-4751-ad5f-dd2d72d2e164 req-99855da8-07a8-4410-a343-ea6b96a68675 service neutron] Request body: {'port': {'device_id': '318e3dc5-cda4-421f-b184-9e838d8c1696', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:39:53.030339 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 25f19ab3-9713-4354-87b1-8996cfc90721 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:39:53.072789 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0ce3ec88-dbdc-40fe-9b4c-70f6bc66f9e0 req-e2fa271c-f1a4-4722-a8ac-ec42eda413d2 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] 10.222.0.58 "GET /v2.0/security-groups?id=f56a5b05-eeca-4433-9534-28a66e6e8c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110051 Jul 09 14:39:53.075050 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-52c1392f-15cf-41f6-9ae2-caad4ab754d3 req-1c32937f-3fee-45ab-b197-e408feb09b4e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1027eb1b-a1a3-4726-8966-1112e6975af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134272 Jul 09 14:39:53.089346 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-36c3a693-1407-4ee1-a2ed-0f42e93c9467 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.3066068 Jul 09 14:39:53.091420 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 54528) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:39:53.099145 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-3ecc2625-3fd4-4a1c-839c-d83d08534912 admin admin] Request body: {'subnet': {'network_id': '25f19ab3-9713-4354-87b1-8996cfc90721', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1253860859-subnet', 'tenant_id': 'aa97dae497ae44f6884f77d4c415de43', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:39:53.131291 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b88162f0-6ba4-416d-89dd-b640d493b860 req-664fd166-802e-4ef6-ae0b-3dca1db9a1c2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca32660e-e13d-4d80-ae51-64d8ac7cb1db HTTP/1.1" status: 200 len: 217 time: 0.0621686 Jul 09 14:39:53.136186 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-436779c5-bf21-4b2b-a542-a0b93356f258 req-b822827c-d96b-4c48-bd2a-93109bb92dae tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291094 Jul 09 14:39:53.159112 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b408ec-dc6e-4c9f-95c9-ba7b2904e662 req-aa30b9d7-1ab3-42f4-8c01-d3c455b12431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:53.160782 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-14b408ec-dc6e-4c9f-95c9-ba7b2904e662 req-aa30b9d7-1ab3-42f4-8c01-d3c455b12431 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3b28908fc5d842e29720d7043e8083fd&device_id=91ecabd0-8edb-4f60-888c-5652f04757f3 HTTP/1.1" status: 200 len: 1094 time: 0.1224897 Jul 09 14:39:53.188678 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-403736cb-0c7d-4751-ad5f-dd2d72d2e164 req-99855da8-07a8-4410-a343-ea6b96a68675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:53.201244 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ecc2625-3fd4-4a1c-839c-d83d08534912 admin admin] Made reservation on behalf of aa97dae497ae44f6884f77d4c415de43 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:39:53.204355 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3ecc2625-3fd4-4a1c-839c-d83d08534912 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:53.220268 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-14b408ec-dc6e-4c9f-95c9-ba7b2904e662 req-7f279f9d-a7e2-4ae3-863a-d82ca6f7d693 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43297159-bde3-4827-ae41-e9610acaadad HTTP/1.1" status: 200 len: 217 time: 0.0509863 Jul 09 14:39:53.262673 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79097a2a-3d82-478f-9d5a-0e74592228d1', 'tag': 'c4c5e776-4402-4cea-964e-d8e37522c1db'}, {'name': 'network-changed', 'server_uuid': '91ecabd0-8edb-4f60-888c-5652f04757f3', 'tag': '43297159-bde3-4827-ae41-e9610acaadad'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:39:53.265942 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-645e73b0-42c8-4824-bcc7-510c160eb7b6" -d '{"events": [{"name": "network-changed", "server_uuid": "79097a2a-3d82-478f-9d5a-0e74592228d1", "tag": "c4c5e776-4402-4cea-964e-d8e37522c1db"}, {"name": "network-changed", "server_uuid": "91ecabd0-8edb-4f60-888c-5652f04757f3", "tag": "43297159-bde3-4827-ae41-e9610acaadad"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:39:53.320604 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b408ec-dc6e-4c9f-95c9-ba7b2904e662 req-8f2caa0d-2007-41aa-9b5b-13cc33cb3d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:53.322940 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-14b408ec-dc6e-4c9f-95c9-ba7b2904e662 req-8f2caa0d-2007-41aa-9b5b-13cc33cb3d77 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e48d7f3a-0ca9-428c-9383-07e4f6a75f04 HTTP/1.1" status: 200 len: 848 time: 0.0948310 Jul 09 14:39:53.336867 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7dff7ef-84d9-47b4-8232-482314ec63b8 admin admin] Router 53c19736-c0fb-44e1-ae37-5a54a7b91a6a is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:39:53.366109 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-14b408ec-dc6e-4c9f-95c9-ba7b2904e662 req-28dee573-cbd2-4b7f-9498-0336b3a8b3ef service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=56b8037f-2c10-4a66-9bb7-3f0d90fcd124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354338 Jul 09 14:39:53.428465 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f2f7c3-f3a6-4699-9235-d2ec31a5e92e req-4ab92bd8-7c98-44b9-920a-7e29fa6a82c9 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:53.429992 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b4f2f7c3-f3a6-4699-9235-d2ec31a5e92e req-4ab92bd8-7c98-44b9-920a-7e29fa6a82c9 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=91ecabd0-8edb-4f60-888c-5652f04757f3 HTTP/1.1" status: 200 len: 943 time: 0.1493154 Jul 09 14:39:53.571739 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b4f2f7c3-f3a6-4699-9235-d2ec31a5e92e req-c789a4c5-eb17-4065-85b7-6110bd4e1301 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326263 Jul 09 14:39:53.578500 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88162f0-6ba4-416d-89dd-b640d493b860 req-19ffee08-1045-4211-bc0f-8e92ffda277c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:53.578500 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b88162f0-6ba4-416d-89dd-b640d493b860 req-19ffee08-1045-4211-bc0f-8e92ffda277c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6386e120-395e-4aca-8240-0a13172d7fb5 HTTP/1.1" status: 200 len: 858 time: 0.1275132 Jul 09 14:39:53.579179 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-14b408ec-dc6e-4c9f-95c9-ba7b2904e662 req-8ba6216d-4c3b-4469-80a5-2b0eac75282e service neutron] 10.222.0.54 "GET /v2.0/networks/56b8037f-2c10-4a66-9bb7-3f0d90fcd124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051837 Jul 09 14:39:53.593317 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc2e49-6230-48f8-a5e6-3b3b7ce77fee req-3b03258a-a897-4698-bbed-e8d38764a3b6 tempest-ServerAddressesNegativeTestJSON-1005498305 tempest-ServerAddressesNegativeTestJSON-1005498305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:53.594949 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8adc2e49-6230-48f8-a5e6-3b3b7ce77fee req-3b03258a-a897-4698-bbed-e8d38764a3b6 tempest-ServerAddressesNegativeTestJSON-1005498305 tempest-ServerAddressesNegativeTestJSON-1005498305-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d5cba9a-b0d3-40aa-8e15-22c9cea78b2f HTTP/1.1" status: 200 len: 946 time: 0.3146644 Jul 09 14:39:53.632554 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b88162f0-6ba4-416d-89dd-b640d493b860 req-6ebcac44-48ee-4992-9fa9-af55ab4c9e7e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b74489a6-4867-4ba3-b216-97edbf8fc0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492353 Jul 09 14:39:53.693305 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3545138-0494-43c0-bada-e08e5a3def9f req-7aa9db29-e2e2-4543-a154-7b961ca4e11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:53.694702 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e3545138-0494-43c0-bada-e08e5a3def9f req-7aa9db29-e2e2-4543-a154-7b961ca4e11a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=379a622cf455412ca591bc809868951e&device_id=d279218c-02f7-4abf-b176-085ffc0dc3a0 HTTP/1.1" status: 200 len: 1095 time: 0.2310569 Jul 09 14:39:53.724445 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7dff7ef-84d9-47b4-8232-482314ec63b8 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:39:53.740429 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e84ec3e-5fd6-4d69-9081-3f1580331cff None None] Sync routers for ids ['53c19736-c0fb-44e1-ae37-5a54a7b91a6a'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:39:53.752401 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8adc2e49-6230-48f8-a5e6-3b3b7ce77fee req-d2f7339f-72d6-47cb-bf17-47c380e3984b tempest-ServerAddressesNegativeTestJSON-1005498305 tempest-ServerAddressesNegativeTestJSON-1005498305-project] 10.222.0.58 "GET /v2.0/security-groups?id=1027eb1b-a1a3-4726-8966-1112e6975af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431005 Jul 09 14:39:53.761083 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e84ec3e-5fd6-4d69-9081-3f1580331cff None None] Routers {'53c19736-c0fb-44e1-ae37-5a54a7b91a6a'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:39:53.761711 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-2e84ec3e-5fd6-4d69-9081-3f1580331cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:39:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['53c19736-c0fb-44e1-ae37-5a54a7b91a6a'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:39:53.803826 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3ecc2625-3fd4-4a1c-839c-d83d08534912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:53.847991 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-403736cb-0c7d-4751-ad5f-dd2d72d2e164 req-99855da8-07a8-4410-a343-ea6b96a68675 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e298bbc-3a99-4f67-9c24-6754e8c83811 {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:39:53.855019 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecc2625-3fd4-4a1c-839c-d83d08534912 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c37afa86-3967-4fa8-8203-773b8bc4ae53,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:53.864868 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-14b408ec-dc6e-4c9f-95c9-ba7b2904e662 req-08e478c8-465e-48f0-975b-e8a0b51c20a1 service neutron] 10.222.0.54 "GET /v2.0/networks/56b8037f-2c10-4a66-9bb7-3f0d90fcd124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775662 Jul 09 14:39:53.884394 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f7dff7ef-84d9-47b4-8232-482314ec63b8 admin admin] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:53.885774 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f7dff7ef-84d9-47b4-8232-482314ec63b8 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 6.9213514 Jul 09 14:39:53.888228 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-403736cb-0c7d-4751-ad5f-dd2d72d2e164 req-99855da8-07a8-4410-a343-ea6b96a68675 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:53.890804 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 54552) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:39:53.907587 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 09 Jul 2021 14:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa6423d-de93-4756-8d08-27999fbfdeff x-openstack-request-id: req-baa6423d-de93-4756-8d08-27999fbfdeff {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:39:53.907882 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79097a2a-3d82-478f-9d5a-0e74592228d1", "tag": "c4c5e776-4402-4cea-964e-d8e37522c1db", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "91ecabd0-8edb-4f60-888c-5652f04757f3", "tag": "43297159-bde3-4827-ae41-e9610acaadad", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:39:53.908136 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-baa6423d-de93-4756-8d08-27999fbfdeff {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:39:53.908529 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79097a2a-3d82-478f-9d5a-0e74592228d1', 'tag': 'c4c5e776-4402-4cea-964e-d8e37522c1db', 'status': 'completed', 'code': 200} Jul 09 14:39:53.908783 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ecabd0-8edb-4f60-888c-5652f04757f3', 'tag': '43297159-bde3-4827-ae41-e9610acaadad', 'status': 'completed', 'code': 200} Jul 09 14:39:53.924361 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b88162f0-6ba4-416d-89dd-b640d493b860 req-4ce48dc5-6311-4d56-8d8a-0cac61f46657 service neutron] 10.222.0.62 "GET /v2.0/networks/b74489a6-4867-4ba3-b216-97edbf8fc0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612953 Jul 09 14:39:53.951622 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-2e84ec3e-5fd6-4d69-9081-3f1580331cff None None] Set router 53c19736-c0fb-44e1-ae37-5a54a7b91a6a gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:39:53.954107 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3545138-0494-43c0-bada-e08e5a3def9f req-396bbc3e-0cd3-4693-a3e6-8db6c56cd0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:53.955578 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e3545138-0494-43c0-bada-e08e5a3def9f req-396bbc3e-0cd3-4693-a3e6-8db6c56cd0be service neutron] 10.222.0.62 "GET /v2.0/networks?id=b74489a6-4867-4ba3-b216-97edbf8fc0fb HTTP/1.1" status: 200 len: 919 time: 0.2328084 Jul 09 14:39:53.973459 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59c4056-0677-404b-b8a7-9f11f92bd3cb req-e45003d0-2dfb-4cfb-9d3c-57a105eac55a tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:53.981251 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d59c4056-0677-404b-b8a7-9f11f92bd3cb req-e45003d0-2dfb-4cfb-9d3c-57a105eac55a tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "GET /v2.0/ports?device_id=318e3dc5-cda4-421f-b184-9e838d8c1696 HTTP/1.1" status: 200 len: 931 time: 0.2609065 Jul 09 14:39:53.984603 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-403736cb-0c7d-4751-ad5f-dd2d72d2e164 req-99855da8-07a8-4410-a343-ea6b96a68675 service neutron] Transition to ACTIVE for port object 6e298bbc-3a99-4f67-9c24-6754e8c83811 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:39:54.039606 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecc2625-3fd4-4a1c-839c-d83d08534912 admin admin] Checking segment: {'id': 'd5c26be4-f29b-4eff-bedc-1c8d95f8265d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '25f19ab3-9713-4354-87b1-8996cfc90721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:39:54.040856 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecc2625-3fd4-4a1c-839c-d83d08534912 admin admin] Network hostable DHCP agents. Network: 25f19ab3-9713-4354-87b1-8996cfc90721, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:39:54.054927 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-403736cb-0c7d-4751-ad5f-dd2d72d2e164 req-99855da8-07a8-4410-a343-ea6b96a68675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:54.083429 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e3545138-0494-43c0-bada-e08e5a3def9f req-21c53093-e45b-450a-a6e7-fc5622573955 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66e147b3-1345-44d7-873a-afe4fa56aa30 HTTP/1.1" status: 200 len: 217 time: 0.0783284 Jul 09 14:39:54.137878 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99855da8-07a8-4410-a343-ea6b96a68675 service neutron] Pushing event updated for resources: {'Port': ['ID=6e298bbc-3a99-4f67-9c24-6754e8c83811,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:54.183924 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-2e84ec3e-5fd6-4d69-9081-3f1580331cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c19736-c0fb-44e1-ae37-5a54a7b91a6a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-660833109-router', 'tenant_id': '83a1c89a2a8544b4b4a82e8518d21b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '238dab7f-55e0-4efe-8ef2-ac725be32cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:39:47Z', 'updated_at': '2021-07-09T14:39:51Z', 'revision_number': 3, 'project_id': '83a1c89a2a8544b4b4a82e8518d21b54', 'gw_port': {'id': '238dab7f-55e0-4efe-8ef2-ac725be32cfe', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:fa:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c19736-c0fb-44e1-ae37-5a54a7b91a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:39:49Z', 'updated_at': '2021-07-09T14:39:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:39:54.205907 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d59c4056-0677-404b-b8a7-9f11f92bd3cb req-4802a2e5-0b57-4fbf-8d3f-834f3b772991 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "GET /v2.0/security-groups?id=56f8d71f-a162-4356-920c-4536638f4f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2208567 Jul 09 14:39:54.215447 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e84ec3e-5fd6-4d69-9081-3f1580331cff None None] Checking router: 53c19736-c0fb-44e1-ae37-5a54a7b91a6a for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:39:54.215829 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e84ec3e-5fd6-4d69-9081-3f1580331cff None None] Updating router 53c19736-c0fb-44e1-ae37-5a54a7b91a6a port 238dab7f-55e0-4efe-8ef2-ac725be32cfe binding host n-d-799529-6 {{(pid=94448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:39:54.262662 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-2e84ec3e-5fd6-4d69-9081-3f1580331cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:54.286475 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b88162f0-6ba4-416d-89dd-b640d493b860 req-f8f776e4-d194-4d96-8937-4d7e27e728d1 service neutron] 10.222.0.62 "GET /v2.0/networks/b74489a6-4867-4ba3-b216-97edbf8fc0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541675 Jul 09 14:39:54.288382 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3545138-0494-43c0-bada-e08e5a3def9f req-223aabf5-eac8-4043-881d-4176d072a751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:54.290757 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e3545138-0494-43c0-bada-e08e5a3def9f req-223aabf5-eac8-4043-881d-4176d072a751 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6386e120-395e-4aca-8240-0a13172d7fb5 HTTP/1.1" status: 200 len: 858 time: 0.1978672 Jul 09 14:39:54.311042 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e73b0-42c8-4824-bcc7-510c160eb7b6 req-1ff57212-e43a-464a-8c90-f640676fa339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:54.313440 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-645e73b0-42c8-4824-bcc7-510c160eb7b6 req-1ff57212-e43a-464a-8c90-f640676fa339 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=379a622cf455412ca591bc809868951e&device_id=79097a2a-3d82-478f-9d5a-0e74592228d1 HTTP/1.1" status: 200 len: 1094 time: 0.3736017 Jul 09 14:39:54.427429 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecc2625-3fd4-4a1c-839c-d83d08534912 admin admin] Network 25f19ab3-9713-4354-87b1-8996cfc90721 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:39:54.492114 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-403736cb-0c7d-4751-ad5f-dd2d72d2e164 req-99855da8-07a8-4410-a343-ea6b96a68675 service neutron] Attempting to bind port 6e298bbc-3a99-4f67-9c24-6754e8c83811 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:39:54.492454 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-403736cb-0c7d-4751-ad5f-dd2d72d2e164 req-99855da8-07a8-4410-a343-ea6b96a68675 service neutron] Attempting to bind port 6e298bbc-3a99-4f67-9c24-6754e8c83811 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '85303425-81df-497a-8117-22ba6281b80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e7430d59-7c88-483d-984e-fabf3c5cc12e'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:39:54.492780 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403736cb-0c7d-4751-ad5f-dd2d72d2e164 req-99855da8-07a8-4410-a343-ea6b96a68675 service neutron] Attempting to bind port 6e298bbc-3a99-4f67-9c24-6754e8c83811 on network e7430d59-7c88-483d-984e-fabf3c5cc12e {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:39:54.496324 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e3545138-0494-43c0-bada-e08e5a3def9f req-7563f193-66e9-4f89-af6c-3a8789454329 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b74489a6-4867-4ba3-b216-97edbf8fc0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1808872 Jul 09 14:39:54.498517 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e73b0-42c8-4824-bcc7-510c160eb7b6 req-667d7118-f78d-4299-9eeb-e6ba36f1eb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:54.500050 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-645e73b0-42c8-4824-bcc7-510c160eb7b6 req-667d7118-f78d-4299-9eeb-e6ba36f1eb2d service neutron] 10.222.0.54 "GET /v2.0/networks?id=b74489a6-4867-4ba3-b216-97edbf8fc0fb HTTP/1.1" status: 200 len: 919 time: 0.1745982 Jul 09 14:39:54.512876 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device ca32660e-e13d-4d80-ae51-64d8ac7cb1db details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:39:54.534471 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403736cb-0c7d-4751-ad5f-dd2d72d2e164 req-99855da8-07a8-4410-a343-ea6b96a68675 service neutron] Port 6e298bbc-3a99-4f67-9c24-6754e8c83811 on network e7430d59-7c88-483d-984e-fabf3c5cc12e not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:39:54.534822 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403736cb-0c7d-4751-ad5f-dd2d72d2e164 req-99855da8-07a8-4410-a343-ea6b96a68675 service neutron] Attempting to bind port 6e298bbc-3a99-4f67-9c24-6754e8c83811 on network e7430d59-7c88-483d-984e-fabf3c5cc12e {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:39:54.552717 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403736cb-0c7d-4751-ad5f-dd2d72d2e164 req-99855da8-07a8-4410-a343-ea6b96a68675 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:39:54.553062 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403736cb-0c7d-4751-ad5f-dd2d72d2e164 req-99855da8-07a8-4410-a343-ea6b96a68675 service neutron] Checking segment: {'id': '85303425-81df-497a-8117-22ba6281b80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e7430d59-7c88-483d-984e-fabf3c5cc12e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:39:54.553469 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403736cb-0c7d-4751-ad5f-dd2d72d2e164 req-99855da8-07a8-4410-a343-ea6b96a68675 service neutron] Bound using segment: {'id': '85303425-81df-497a-8117-22ba6281b80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e7430d59-7c88-483d-984e-fabf3c5cc12e'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:39:54.553925 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-403736cb-0c7d-4751-ad5f-dd2d72d2e164 req-99855da8-07a8-4410-a343-ea6b96a68675 service neutron] Bound port: 6e298bbc-3a99-4f67-9c24-6754e8c83811, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85303425-81df-497a-8117-22ba6281b80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e7430d59-7c88-483d-984e-fabf3c5cc12e'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:39:54.554355 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-403736cb-0c7d-4751-ad5f-dd2d72d2e164 req-99855da8-07a8-4410-a343-ea6b96a68675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:54.582066 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-2e84ec3e-5fd6-4d69-9081-3f1580331cff None None] Notify callbacks [] for port, precommit_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:54.593332 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.provisioning_blocks [None req-2e84ec3e-5fd6-4d69-9081-3f1580331cff None None] Transition to ACTIVE for port object 238dab7f-55e0-4efe-8ef2-ac725be32cfe will not be triggered until provisioned by entity L2. {{(pid=94448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:39:54.606068 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-3ecc2625-3fd4-4a1c-839c-d83d08534912 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 25f19ab3-9713-4354-87b1-8996cfc90721) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:39:54.619605 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51168951-d421-4852-85db-b967c911745f None None] Network 25f19ab3-9713-4354-87b1-8996cfc90721 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:39:54.619991 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecc2625-3fd4-4a1c-839c-d83d08534912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:54.620664 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3ecc2625-3fd4-4a1c-839c-d83d08534912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:54.623159 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-645e73b0-42c8-4824-bcc7-510c160eb7b6 req-5befecd9-08ae-434c-afbe-94bec8ee69f4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4c5e776-4402-4cea-964e-d8e37522c1db HTTP/1.1" status: 200 len: 217 time: 0.1092789 Jul 09 14:39:54.648128 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15112e26-def8-47f9-b5b5-272439531400 req-c41d09d4-b007-4f97-8181-f81e31064477 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:54.650433 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-15112e26-def8-47f9-b5b5-272439531400 req-c41d09d4-b007-4f97-8181-f81e31064477 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] 10.222.0.58 "GET /v2.0/ports?device_id=d279218c-02f7-4abf-b176-085ffc0dc3a0 HTTP/1.1" status: 200 len: 944 time: 0.2409296 Jul 09 14:39:54.692785 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-2e84ec3e-5fd6-4d69-9081-3f1580331cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:54.718068 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port ca32660e-e13d-4d80-ae51-64d8ac7cb1db, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=ca32660e-e13d-4d80-ae51-64d8ac7cb1db,segment=NetworkSegment(3c009965-8cd6-4e32-a194-58f8bda5d540),segment_id=3c009965-8cd6-4e32-a194-58f8bda5d540)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:39:54.738078 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e73b0-42c8-4824-bcc7-510c160eb7b6 req-98c5c031-e67c-4f2e-9deb-84df1ccd94b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:54.739566 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-645e73b0-42c8-4824-bcc7-510c160eb7b6 req-98c5c031-e67c-4f2e-9deb-84df1ccd94b6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6386e120-395e-4aca-8240-0a13172d7fb5 HTTP/1.1" status: 200 len: 858 time: 0.1103430 Jul 09 14:39:54.753708 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': 'ca32660e-e13d-4d80-ae51-64d8ac7cb1db', 'network_id': 'b74489a6-4867-4ba3-b216-97edbf8fc0fb', 'port_id': 'ca32660e-e13d-4d80-ae51-64d8ac7cb1db', 'mac_address': 'fa:16:3e:ea:70:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6386e120-395e-4aca-8240-0a13172d7fb5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:39:54.762317 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e3545138-0494-43c0-bada-e08e5a3def9f req-b10295b8-4a8e-4306-b38e-8fbdcab438a8 service neutron] 10.222.0.62 "GET /v2.0/networks/b74489a6-4867-4ba3-b216-97edbf8fc0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397497 Jul 09 14:39:54.770436 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-15112e26-def8-47f9-b5b5-272439531400 req-a8ab3610-d11d-4ce0-a16b-e99848dd9b64 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] 10.222.0.58 "GET /v2.0/security-groups?id=f56a5b05-eeca-4433-9534-28a66e6e8c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093152 Jul 09 14:39:54.770436 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-403736cb-0c7d-4751-ad5f-dd2d72d2e164 req-99855da8-07a8-4410-a343-ea6b96a68675 service neutron] For port 6e298bbc-3a99-4f67-9c24-6754e8c83811, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:39:54.782897 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d70ea0-2753-4143-b25a-f542e6b2a185 None None] Pushing event updated for resources: {'Port': ['ID=238dab7f-55e0-4efe-8ef2-ac725be32cfe,revision_number=2']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:54.795696 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d70ea0-2753-4143-b25a-f542e6b2a185 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:39:54.796047 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d70ea0-2753-4143-b25a-f542e6b2a185 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:39:54.796393 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d70ea0-2753-4143-b25a-f542e6b2a185 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:39:54.797222 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d70ea0-2753-4143-b25a-f542e6b2a185 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:39:54.797514 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d70ea0-2753-4143-b25a-f542e6b2a185 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:39:54.798571 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d70ea0-2753-4143-b25a-f542e6b2a185 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:39:54.798571 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d70ea0-2753-4143-b25a-f542e6b2a185 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:39:54.799190 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d70ea0-2753-4143-b25a-f542e6b2a185 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:39:54.799567 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d70ea0-2753-4143-b25a-f542e6b2a185 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:39:54.800471 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d70ea0-2753-4143-b25a-f542e6b2a185 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:39:54.801013 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d70ea0-2753-4143-b25a-f542e6b2a185 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:39:54.801500 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d70ea0-2753-4143-b25a-f542e6b2a185 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:39:54.828564 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device c4c5e776-4402-4cea-964e-d8e37522c1db details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:39:54.837162 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-3ecc2625-3fd4-4a1c-839c-d83d08534912 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7362688 Jul 09 14:39:54.846856 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-403736cb-0c7d-4751-ad5f-dd2d72d2e164 req-99855da8-07a8-4410-a343-ea6b96a68675 service neutron] For port 6e298bbc-3a99-4f67-9c24-6754e8c83811, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=6e298bbc-3a99-4f67-9c24-6754e8c83811,segment=NetworkSegment(85303425-81df-497a-8117-22ba6281b80e),segment_id=85303425-81df-497a-8117-22ba6281b80e)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:39:54.861947 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-2e84ec3e-5fd6-4d69-9081-3f1580331cff None None] Attempting to bind port 238dab7f-55e0-4efe-8ef2-ac725be32cfe on host n-d-799529-6 for vnic_type normal with profile {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:39:54.862435 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-2e84ec3e-5fd6-4d69-9081-3f1580331cff None None] Attempting to bind port 238dab7f-55e0-4efe-8ef2-ac725be32cfe by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:39:54.862994 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e84ec3e-5fd6-4d69-9081-3f1580331cff None None] Attempting to bind port 238dab7f-55e0-4efe-8ef2-ac725be32cfe on network 202c7ce6-d4e9-4f80-84dd-bef08905a653 {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:39:54.879339 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e84ec3e-5fd6-4d69-9081-3f1580331cff None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:39:54.880632 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e84ec3e-5fd6-4d69-9081-3f1580331cff None None] Checking segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:39:54.884576 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-2e84ec3e-5fd6-4d69-9081-3f1580331cff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:54.884576 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e84ec3e-5fd6-4d69-9081-3f1580331cff None None] Bound using segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:39:54.887123 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-2e84ec3e-5fd6-4d69-9081-3f1580331cff None None] Bound port: 238dab7f-55e0-4efe-8ef2-ac725be32cfe, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:39:54.887915 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-2e84ec3e-5fd6-4d69-9081-3f1580331cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:54.907376 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:54.924854 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e3545138-0494-43c0-bada-e08e5a3def9f req-25a4f6c7-ffa1-4873-986f-ac98a80bf20c service neutron] 10.222.0.62 "GET /v2.0/networks/b74489a6-4867-4ba3-b216-97edbf8fc0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362975 Jul 09 14:39:54.932112 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b09bc44-9fce-45be-9a53-60fa610cf760 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-25f19ab3-9713-4354-87b1-8996cfc90721', 'network_id': '25f19ab3-9713-4354-87b1-8996cfc90721', 'tenant_id': 'aa97dae497ae44f6884f77d4c415de43', 'fixed_ips': [{'subnet_id': 'c37afa86-3967-4fa8-8203-773b8bc4ae53'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:39:54.933299 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1b09bc44-9fce-45be-9a53-60fa610cf760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:54.949404 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156736a4-3c5b-4db7-b84a-d26aeefbb3e8 req-f266a5bb-788c-4984-9e4a-fc352d10502c tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:54.956523 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-156736a4-3c5b-4db7-b84a-d26aeefbb3e8 req-f266a5bb-788c-4984-9e4a-fc352d10502c tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=7183159b-84a0-41da-a402-ae36bdd15ad0 HTTP/1.1" status: 200 len: 944 time: 0.4651878 Jul 09 14:39:54.959391 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-403736cb-0c7d-4751-ad5f-dd2d72d2e164 req-99855da8-07a8-4410-a343-ea6b96a68675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:54.967845 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-645e73b0-42c8-4824-bcc7-510c160eb7b6 req-9b718af3-ab67-422d-9bb4-717d970c4f3e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b74489a6-4867-4ba3-b216-97edbf8fc0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2014325 Jul 09 14:39:54.977804 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca32660e-e13d-4d80-ae51-64d8ac7cb1db {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:39:55.078421 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-2e84ec3e-5fd6-4d69-9081-3f1580331cff None None] For port 238dab7f-55e0-4efe-8ef2-ac725be32cfe, host n-d-799529-6, cleared binding levels {{(pid=94448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:39:55.096953 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-2e84ec3e-5fd6-4d69-9081-3f1580331cff None None] For port 238dab7f-55e0-4efe-8ef2-ac725be32cfe, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=238dab7f-55e0-4efe-8ef2-ac725be32cfe,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:39:55.137260 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99855da8-07a8-4410-a343-ea6b96a68675 service neutron] Pushing event updated for resources: {'Port': ['ID=6e298bbc-3a99-4f67-9c24-6754e8c83811,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:55.144299 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403736cb-0c7d-4751-ad5f-dd2d72d2e164 req-99855da8-07a8-4410-a343-ea6b96a68675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:55.144987 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-403736cb-0c7d-4751-ad5f-dd2d72d2e164 req-99855da8-07a8-4410-a343-ea6b96a68675 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:55.146817 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-403736cb-0c7d-4751-ad5f-dd2d72d2e164 req-99855da8-07a8-4410-a343-ea6b96a68675 service neutron] 10.222.0.54 "PUT /v2.0/ports/6e298bbc-3a99-4f67-9c24-6754e8c83811 HTTP/1.1" status: 200 len: 1091 time: 2.1501741 Jul 09 14:39:55.148413 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port ca32660e-e13d-4d80-ae51-64d8ac7cb1db, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=ca32660e-e13d-4d80-ae51-64d8ac7cb1db,segment=NetworkSegment(3c009965-8cd6-4e32-a194-58f8bda5d540),segment_id=3c009965-8cd6-4e32-a194-58f8bda5d540)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:39:55.159987 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '318e3dc5-cda4-421f-b184-9e838d8c1696', 'tag': '6e298bbc-3a99-4f67-9c24-6754e8c83811'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:39:55.165475 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-119cad16-3d16-472b-a702-e54be46ca040" -d '{"events": [{"name": "network-changed", "server_uuid": "318e3dc5-cda4-421f-b184-9e838d8c1696", "tag": "6e298bbc-3a99-4f67-9c24-6754e8c83811"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:39:55.184332 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-2e84ec3e-5fd6-4d69-9081-3f1580331cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:55.205173 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-156736a4-3c5b-4db7-b84a-d26aeefbb3e8 req-c95f868b-05fc-4471-857b-0d27333560f0 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460175 Jul 09 14:39:55.252278 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:55.289588 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-645e73b0-42c8-4824-bcc7-510c160eb7b6 req-f2b956ea-35b0-4dc2-8850-20a1eaa4be2d service neutron] 10.222.0.54 "GET /v2.0/networks/b74489a6-4867-4ba3-b216-97edbf8fc0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111081 Jul 09 14:39:55.361317 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e84ec3e-5fd6-4d69-9081-3f1580331cff None None] Routers {'53c19736-c0fb-44e1-ae37-5a54a7b91a6a'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:39:55.362449 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-2e84ec3e-5fd6-4d69-9081-3f1580331cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:39:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['53c19736-c0fb-44e1-ae37-5a54a7b91a6a'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:39:55.405111 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-576f3656-2f3d-4645-be38-340a4d514d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:55.413550 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-645e73b0-42c8-4824-bcc7-510c160eb7b6 req-1bb9b84a-eb6f-4027-affa-12a4f38bdce4 service neutron] 10.222.0.54 "GET /v2.0/networks/b74489a6-4867-4ba3-b216-97edbf8fc0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145246 Jul 09 14:39:55.438265 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d70ea0-2753-4143-b25a-f542e6b2a185 None None] Pushing event updated for resources: {'Port': ['ID=238dab7f-55e0-4efe-8ef2-ac725be32cfe,revision_number=3']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:55.468972 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=ca32660e-e13d-4d80-ae51-64d8ac7cb1db,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:55.508780 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port c4c5e776-4402-4cea-964e-d8e37522c1db, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=c4c5e776-4402-4cea-964e-d8e37522c1db,segment=NetworkSegment(3c009965-8cd6-4e32-a194-58f8bda5d540),segment_id=3c009965-8cd6-4e32-a194-58f8bda5d540)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:39:55.517219 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb2f619-f4f8-4842-9e25-5942556c44bd req-764e0192-7b4d-46bc-b0b4-c4fab9b654d2 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:55.525126 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-eeb2f619-f4f8-4842-9e25-5942556c44bd req-764e0192-7b4d-46bc-b0b4-c4fab9b654d2 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=91ecabd0-8edb-4f60-888c-5652f04757f3 HTTP/1.1" status: 200 len: 943 time: 0.3760293 Jul 09 14:39:55.528462 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': 'c4c5e776-4402-4cea-964e-d8e37522c1db', 'network_id': 'b74489a6-4867-4ba3-b216-97edbf8fc0fb', 'port_id': 'c4c5e776-4402-4cea-964e-d8e37522c1db', 'mac_address': 'fa:16:3e:2d:c0:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6386e120-395e-4aca-8240-0a13172d7fb5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:39:55.543007 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-1b09bc44-9fce-45be-9a53-60fa610cf760 None None] Allocated IP 172.20.0.2 (25f19ab3-9713-4354-87b1-8996cfc90721/c37afa86-3967-4fa8-8203-773b8bc4ae53/dcff6a4b-0cec-44b6-b0cb-94e6d3caf41e) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:39:55.548899 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-2e84ec3e-5fd6-4d69-9081-3f1580331cff None None] Set router 53c19736-c0fb-44e1-ae37-5a54a7b91a6a gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:39:55.614962 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad2e7c1-32a2-422b-8810-d852d34fadae req-d7bf43e6-7ab3-4155-b4a6-36ede8861a78 tempest-ServerAddressesNegativeTestJSON-1005498305 tempest-ServerAddressesNegativeTestJSON-1005498305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:55.616735 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2ad2e7c1-32a2-422b-8810-d852d34fadae req-d7bf43e6-7ab3-4155-b4a6-36ede8861a78 tempest-ServerAddressesNegativeTestJSON-1005498305 tempest-ServerAddressesNegativeTestJSON-1005498305-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d5cba9a-b0d3-40aa-8e15-22c9cea78b2f HTTP/1.1" status: 200 len: 946 time: 0.0874422 Jul 09 14:39:55.620578 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e73b0-42c8-4824-bcc7-510c160eb7b6 req-f7202926-1198-4fcd-a904-b415753864c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:55.622194 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-645e73b0-42c8-4824-bcc7-510c160eb7b6 req-f7202926-1198-4fcd-a904-b415753864c1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3b28908fc5d842e29720d7043e8083fd&device_id=91ecabd0-8edb-4f60-888c-5652f04757f3 HTTP/1.1" status: 200 len: 1094 time: 0.1566122 Jul 09 14:39:55.649730 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-eeb2f619-f4f8-4842-9e25-5942556c44bd req-46b2bdf4-36a7-4a8d-95ab-4ff4cfddbe21 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183643 Jul 09 14:39:55.652155 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403736cb-0c7d-4751-ad5f-dd2d72d2e164 req-288282ac-7466-42c1-92a9-18d4be59e90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:55.654304 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-403736cb-0c7d-4751-ad5f-dd2d72d2e164 req-288282ac-7466-42c1-92a9-18d4be59e90a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f9beeac302b4456ab9897feb8634bccd&device_id=318e3dc5-cda4-421f-b184-9e838d8c1696 HTTP/1.1" status: 200 len: 1094 time: 0.3277023 Jul 09 14:39:55.667646 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:55.699227 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4c5e776-4402-4cea-964e-d8e37522c1db {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:39:55.729175 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2ad2e7c1-32a2-422b-8810-d852d34fadae req-040b8268-b76b-4e59-aa95-a6da4e07afaf tempest-ServerAddressesNegativeTestJSON-1005498305 tempest-ServerAddressesNegativeTestJSON-1005498305-project] 10.222.0.58 "GET /v2.0/security-groups?id=1027eb1b-a1a3-4726-8966-1112e6975af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007183 Jul 09 14:39:55.742598 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port c4c5e776-4402-4cea-964e-d8e37522c1db, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=c4c5e776-4402-4cea-964e-d8e37522c1db,segment=NetworkSegment(3c009965-8cd6-4e32-a194-58f8bda5d540),segment_id=3c009965-8cd6-4e32-a194-58f8bda5d540)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:39:55.760421 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-403736cb-0c7d-4751-ad5f-dd2d72d2e164 req-0880108f-6bf6-4274-a956-1e8801e43102 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e298bbc-3a99-4f67-9c24-6754e8c83811 HTTP/1.1" status: 200 len: 217 time: 0.0721071 Jul 09 14:39:55.796568 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e73b0-42c8-4824-bcc7-510c160eb7b6 req-553b4efb-53aa-4f9e-8790-7fa0f27ae8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:55.804423 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-645e73b0-42c8-4824-bcc7-510c160eb7b6 req-553b4efb-53aa-4f9e-8790-7fa0f27ae8aa service neutron] 10.222.0.54 "GET /v2.0/networks?id=56b8037f-2c10-4a66-9bb7-3f0d90fcd124 HTTP/1.1" status: 200 len: 909 time: 0.1656375 Jul 09 14:39:55.836129 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:55.854295 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa3bb65-32c9-4792-9142-84d52633161e x-openstack-request-id: req-caa3bb65-32c9-4792-9142-84d52633161e {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:39:55.854596 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "318e3dc5-cda4-421f-b184-9e838d8c1696", "tag": "6e298bbc-3a99-4f67-9c24-6754e8c83811", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:39:55.854854 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-caa3bb65-32c9-4792-9142-84d52633161e {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:39:55.855260 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '318e3dc5-cda4-421f-b184-9e838d8c1696', 'tag': '6e298bbc-3a99-4f67-9c24-6754e8c83811', 'status': 'completed', 'code': 200} Jul 09 14:39:55.884396 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-645e73b0-42c8-4824-bcc7-510c160eb7b6 req-fb4b04dc-a093-46af-97ed-3dd70fc8e154 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43297159-bde3-4827-ae41-e9610acaadad HTTP/1.1" status: 200 len: 217 time: 0.0788777 Jul 09 14:39:55.929075 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['ca32660e-e13d-4d80-ae51-64d8ac7cb1db'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:39:55.929670 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403736cb-0c7d-4751-ad5f-dd2d72d2e164 req-93930976-2dc9-47cf-9add-e5d84eeb5055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:55.933548 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-403736cb-0c7d-4751-ad5f-dd2d72d2e164 req-93930976-2dc9-47cf-9add-e5d84eeb5055 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a29bed4a-eb5d-425d-bedd-f3538b5fd90a HTTP/1.1" status: 200 len: 863 time: 0.1642423 Jul 09 14:39:55.941114 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-2e84ec3e-5fd6-4d69-9081-3f1580331cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c19736-c0fb-44e1-ae37-5a54a7b91a6a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-660833109-router', 'tenant_id': '83a1c89a2a8544b4b4a82e8518d21b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '238dab7f-55e0-4efe-8ef2-ac725be32cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:39:47Z', 'updated_at': '2021-07-09T14:39:51Z', 'revision_number': 3, 'project_id': '83a1c89a2a8544b4b4a82e8518d21b54', 'gw_port': {'id': '238dab7f-55e0-4efe-8ef2-ac725be32cfe', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:fa:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c19736-c0fb-44e1-ae37-5a54a7b91a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:39:49Z', 'updated_at': '2021-07-09T14:39:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:39:55.948345 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e73b0-42c8-4824-bcc7-510c160eb7b6 req-8bc4c721-bc36-4a09-806e-a01231955b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:55.949952 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-645e73b0-42c8-4824-bcc7-510c160eb7b6 req-8bc4c721-bc36-4a09-806e-a01231955b92 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e48d7f3a-0ca9-428c-9383-07e4f6a75f04 HTTP/1.1" status: 200 len: 848 time: 0.0594122 Jul 09 14:39:55.971980 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-576f3656-2f3d-4645-be38-340a4d514d47 admin admin] Allocated IP 172.20.0.1 (48b6b74c-720a-46af-a315-7b3bd06b52db/d6be5537-0013-4554-8627-b8f5c811abf0/ab0c267c-d0bd-4a31-bf3a-cb097a14b312) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:39:55.995017 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-645e73b0-42c8-4824-bcc7-510c160eb7b6 req-6a555273-e714-4a0c-aabd-6ef9767da283 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=56b8037f-2c10-4a66-9bb7-3f0d90fcd124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383317 Jul 09 14:39:56.002717 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e84ec3e-5fd6-4d69-9081-3f1580331cff None None] The sync data for ids ['53c19736-c0fb-44e1-ae37-5a54a7b91a6a'] in n-d-799529-6 is: [{'id': '53c19736-c0fb-44e1-ae37-5a54a7b91a6a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-660833109-router', 'tenant_id': '83a1c89a2a8544b4b4a82e8518d21b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '238dab7f-55e0-4efe-8ef2-ac725be32cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:39:47Z', 'updated_at': '2021-07-09T14:39:51Z', 'revision_number': 3, 'project_id': '83a1c89a2a8544b4b4a82e8518d21b54', 'gw_port': {'id': '238dab7f-55e0-4efe-8ef2-ac725be32cfe', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:fa:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c19736-c0fb-44e1-ae37-5a54a7b91a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:39:49Z', 'updated_at': '2021-07-09T14:39:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:39:56.042493 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1b09bc44-9fce-45be-9a53-60fa610cf760 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:56.097746 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-1b09bc44-9fce-45be-9a53-60fa610cf760 None None] Transition to ACTIVE for port object dcff6a4b-0cec-44b6-b0cb-94e6d3caf41e will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:39:56.115127 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-1b09bc44-9fce-45be-9a53-60fa610cf760 None None] Transition to ACTIVE for port object dcff6a4b-0cec-44b6-b0cb-94e6d3caf41e will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:39:56.137612 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['c4c5e776-4402-4cea-964e-d8e37522c1db'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:39:56.145681 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=c4c5e776-4402-4cea-964e-d8e37522c1db,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:56.191936 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403736cb-0c7d-4751-ad5f-dd2d72d2e164 req-918d7e08-995c-4a52-b14a-3b7568169941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:56.193533 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-403736cb-0c7d-4751-ad5f-dd2d72d2e164 req-918d7e08-995c-4a52-b14a-3b7568169941 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e7430d59-7c88-483d-984e-fabf3c5cc12e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2410119 Jul 09 14:39:56.195436 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-645e73b0-42c8-4824-bcc7-510c160eb7b6 req-a5911423-36e8-4d89-aff5-7662f90f973e service neutron] 10.222.0.54 "GET /v2.0/networks/56b8037f-2c10-4a66-9bb7-3f0d90fcd124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923423 Jul 09 14:39:56.212306 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1b09bc44-9fce-45be-9a53-60fa610cf760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:56.218077 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390ae59-01a0-4ba7-8f02-0b172f1b641a req-dd48e8a8-971b-4431-abb2-1cf7a2efc9ff tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:56.219756 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3390ae59-01a0-4ba7-8f02-0b172f1b641a req-dd48e8a8-971b-4431-abb2-1cf7a2efc9ff tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "GET /v2.0/ports?device_id=318e3dc5-cda4-421f-b184-9e838d8c1696 HTTP/1.1" status: 200 len: 943 time: 0.2452300 Jul 09 14:39:56.241998 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-576f3656-2f3d-4645-be38-340a4d514d47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:56.253241 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:39:56.259726 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-316fe831-96c9-406f-b936-b9315399459d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:56.301686 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b09bc44-9fce-45be-9a53-60fa610cf760 None None] Pushing event updated for resources: {'Port': ['ID=dcff6a4b-0cec-44b6-b0cb-94e6d3caf41e,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:56.314137 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-576f3656-2f3d-4645-be38-340a4d514d47 admin admin] Transition to ACTIVE for port object ab0c267c-d0bd-4a31-bf3a-cb097a14b312 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:39:56.320600 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e958276-4103-4c75-a015-6024e6c14662 req-b68f8c3c-4aa7-4981-bde4-c57ba78efefc tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:56.329188 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2e958276-4103-4c75-a015-6024e6c14662 req-b68f8c3c-4aa7-4981-bde4-c57ba78efefc tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/networks?id=25f19ab3-9713-4354-87b1-8996cfc90721 HTTP/1.1" status: 200 len: 816 time: 0.2447708 Jul 09 14:39:56.373949 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2e958276-4103-4c75-a015-6024e6c14662 req-5a3f79fe-7ca5-4b6f-a9b4-2daf685ab137 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/quotas/aa97dae497ae44f6884f77d4c415de43 HTTP/1.1" status: 200 len: 375 time: 0.0433650 Jul 09 14:39:56.391453 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b09bc44-9fce-45be-9a53-60fa610cf760 None None] Network 25f19ab3-9713-4354-87b1-8996cfc90721 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:39:56.393131 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3390ae59-01a0-4ba7-8f02-0b172f1b641a req-e1bb27b1-4b4a-4467-9260-2f54c46f14c7 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "GET /v2.0/security-groups?id=56f8d71f-a162-4356-920c-4536638f4f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487162 Jul 09 14:39:56.399880 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-1b09bc44-9fce-45be-9a53-60fa610cf760 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:39:56.430007 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-645e73b0-42c8-4824-bcc7-510c160eb7b6 req-77e709de-4846-4c5d-9cc1-9ece2a03fe5b service neutron] 10.222.0.54 "GET /v2.0/networks/56b8037f-2c10-4a66-9bb7-3f0d90fcd124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232811 Jul 09 14:39:56.492121 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b09bc44-9fce-45be-9a53-60fa610cf760 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:39:56.503995 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2e958276-4103-4c75-a015-6024e6c14662 req-3794d451-6b9c-4788-ad3b-335476b7325b tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=aa97dae497ae44f6884f77d4c415de43&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1289842 Jul 09 14:39:56.538080 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 5c226e2c-5d13-4f31-b133-6f977cc8eb56 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:39:56.728583 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-1b09bc44-9fce-45be-9a53-60fa610cf760 None None] Attempting to bind port dcff6a4b-0cec-44b6-b0cb-94e6d3caf41e on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:39:56.729098 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-1b09bc44-9fce-45be-9a53-60fa610cf760 None None] Attempting to bind port dcff6a4b-0cec-44b6-b0cb-94e6d3caf41e by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd5c26be4-f29b-4eff-bedc-1c8d95f8265d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '25f19ab3-9713-4354-87b1-8996cfc90721'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:39:56.729535 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b09bc44-9fce-45be-9a53-60fa610cf760 None None] Attempting to bind port dcff6a4b-0cec-44b6-b0cb-94e6d3caf41e on network 25f19ab3-9713-4354-87b1-8996cfc90721 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:39:56.754470 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b09bc44-9fce-45be-9a53-60fa610cf760 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:39:56.754951 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b09bc44-9fce-45be-9a53-60fa610cf760 None None] Checking segment: {'id': 'd5c26be4-f29b-4eff-bedc-1c8d95f8265d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '25f19ab3-9713-4354-87b1-8996cfc90721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:39:56.755432 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1b09bc44-9fce-45be-9a53-60fa610cf760 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:56.755928 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b09bc44-9fce-45be-9a53-60fa610cf760 None None] Bound using segment: {'id': 'd5c26be4-f29b-4eff-bedc-1c8d95f8265d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '25f19ab3-9713-4354-87b1-8996cfc90721'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:39:56.756490 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-1b09bc44-9fce-45be-9a53-60fa610cf760 None None] Bound port: dcff6a4b-0cec-44b6-b0cb-94e6d3caf41e, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5c26be4-f29b-4eff-bedc-1c8d95f8265d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '25f19ab3-9713-4354-87b1-8996cfc90721'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:39:56.756948 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1b09bc44-9fce-45be-9a53-60fa610cf760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:56.822819 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 5c226e2c-5d13-4f31-b133-6f977cc8eb56, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=5c226e2c-5d13-4f31-b133-6f977cc8eb56,segment=NetworkSegment(aace0400-4c69-453a-b04e-112644859d27),segment_id=aace0400-4c69-453a-b04e-112644859d27)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:39:56.850638 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '5c226e2c-5d13-4f31-b133-6f977cc8eb56', 'network_id': 'f37664d6-2d63-4250-9a40-b9995b72cf27', 'port_id': '5c226e2c-5d13-4f31-b133-6f977cc8eb56', 'mac_address': 'fa:16:3e:d8:18:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'defde159-6b57-4a6f-ad64-e5b0f0fcfa82', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:39:56.853197 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-403736cb-0c7d-4751-ad5f-dd2d72d2e164 req-b4f0df18-b503-4cf4-8fee-4d0b9d4aa80c service neutron] 10.222.0.54 "GET /v2.0/networks/e7430d59-7c88-483d-984e-fabf3c5cc12e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6438034 Jul 09 14:39:56.893342 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-1b09bc44-9fce-45be-9a53-60fa610cf760 None None] For port dcff6a4b-0cec-44b6-b0cb-94e6d3caf41e, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:39:56.914037 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-1b09bc44-9fce-45be-9a53-60fa610cf760 None None] For port dcff6a4b-0cec-44b6-b0cb-94e6d3caf41e, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=dcff6a4b-0cec-44b6-b0cb-94e6d3caf41e,segment=NetworkSegment(d5c26be4-f29b-4eff-bedc-1c8d95f8265d),segment_id=d5c26be4-f29b-4eff-bedc-1c8d95f8265d)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:39:56.917057 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:56.932874 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2e958276-4103-4c75-a015-6024e6c14662 req-a2639ede-dfd7-4a56-bdd2-da1f55524bca service neutron] 10.222.0.58 "GET /v2.0/networks/25f19ab3-9713-4354-87b1-8996cfc90721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4217525 Jul 09 14:39:56.939824 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c226e2c-5d13-4f31-b133-6f977cc8eb56 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:39:56.963519 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 5c226e2c-5d13-4f31-b133-6f977cc8eb56, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=5c226e2c-5d13-4f31-b133-6f977cc8eb56,segment=NetworkSegment(aace0400-4c69-453a-b04e-112644859d27),segment_id=aace0400-4c69-453a-b04e-112644859d27)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:39:56.990920 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1b09bc44-9fce-45be-9a53-60fa610cf760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:57.025169 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0210edab-58f1-47b7-940a-886272a91cd6 req-2e6b5d86-08a0-46b3-823c-21c7ef265056 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:57.026967 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0210edab-58f1-47b7-940a-886272a91cd6 req-2e6b5d86-08a0-46b3-823c-21c7ef265056 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] 10.222.0.58 "GET /v2.0/ports?device_id=d279218c-02f7-4abf-b176-085ffc0dc3a0 HTTP/1.1" status: 200 len: 944 time: 0.1761050 Jul 09 14:39:57.029136 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-403736cb-0c7d-4751-ad5f-dd2d72d2e164 req-214c766b-98c1-42ba-9af4-a4a624f872fd service neutron] 10.222.0.54 "GET /v2.0/networks/e7430d59-7c88-483d-984e-fabf3c5cc12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618018 Jul 09 14:39:57.041322 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:57.041977 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 66e147b3-1345-44d7-873a-afe4fa56aa30 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:39:57.054279 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2e958276-4103-4c75-a015-6024e6c14662 req-cb41b7a7-2599-4615-881c-6162d84c6d46 service neutron] 10.222.0.58 "GET /v2.0/networks/25f19ab3-9713-4354-87b1-8996cfc90721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123326 Jul 09 14:39:57.066401 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-576f3656-2f3d-4645-be38-340a4d514d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:57.083259 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b09bc44-9fce-45be-9a53-60fa610cf760 None None] Pushing event updated for resources: {'Port': ['ID=dcff6a4b-0cec-44b6-b0cb-94e6d3caf41e,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:57.147485 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=5c226e2c-5d13-4f31-b133-6f977cc8eb56,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:57.149181 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576f3656-2f3d-4645-be38-340a4d514d47 admin admin] Network 48b6b74c-720a-46af-a315-7b3bd06b52db is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:39:57.183642 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0210edab-58f1-47b7-940a-886272a91cd6 req-81c04715-2a0b-439c-a910-f9175aee1d68 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] 10.222.0.58 "GET /v2.0/security-groups?id=f56a5b05-eeca-4433-9534-28a66e6e8c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308205 Jul 09 14:39:57.193944 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-576f3656-2f3d-4645-be38-340a4d514d47 admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:39:57.200425 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576f3656-2f3d-4645-be38-340a4d514d47 admin admin] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:39:57.279758 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576f3656-2f3d-4645-be38-340a4d514d47 admin admin] Pushing event updated for resources: {'Port': ['ID=ab0c267c-d0bd-4a31-bf3a-cb097a14b312,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:57.280010 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 66e147b3-1345-44d7-873a-afe4fa56aa30, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=66e147b3-1345-44d7-873a-afe4fa56aa30,segment=NetworkSegment(3c009965-8cd6-4e32-a194-58f8bda5d540),segment_id=3c009965-8cd6-4e32-a194-58f8bda5d540)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:39:57.297087 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '66e147b3-1345-44d7-873a-afe4fa56aa30', 'network_id': 'b74489a6-4867-4ba3-b216-97edbf8fc0fb', 'port_id': '66e147b3-1345-44d7-873a-afe4fa56aa30', 'mac_address': 'fa:16:3e:e9:9f:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6386e120-395e-4aca-8240-0a13172d7fb5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:39:57.316205 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-576f3656-2f3d-4645-be38-340a4d514d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:57.420113 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119cad16-3d16-472b-a702-e54be46ca040 req-df9be62b-9ee9-4229-9655-1d687c941aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:57.420883 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-119cad16-3d16-472b-a702-e54be46ca040 req-df9be62b-9ee9-4229-9655-1d687c941aee service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f9beeac302b4456ab9897feb8634bccd&device_id=318e3dc5-cda4-421f-b184-9e838d8c1696 HTTP/1.1" status: 200 len: 1094 time: 0.1799810 Jul 09 14:39:57.422422 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:57.451925 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66e147b3-1345-44d7-873a-afe4fa56aa30 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:39:57.517429 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 66e147b3-1345-44d7-873a-afe4fa56aa30, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=66e147b3-1345-44d7-873a-afe4fa56aa30,segment=NetworkSegment(3c009965-8cd6-4e32-a194-58f8bda5d540),segment_id=3c009965-8cd6-4e32-a194-58f8bda5d540)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:39:57.606881 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:57.684160 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=66e147b3-1345-44d7-873a-afe4fa56aa30,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:57.719707 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119cad16-3d16-472b-a702-e54be46ca040 req-4636efde-ad3a-4e4a-ae80-de47c298042f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:57.721224 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-119cad16-3d16-472b-a702-e54be46ca040 req-4636efde-ad3a-4e4a-ae80-de47c298042f service neutron] 10.222.0.54 "GET /v2.0/networks?id=e7430d59-7c88-483d-984e-fabf3c5cc12e HTTP/1.1" status: 200 len: 925 time: 0.2893248 Jul 09 14:39:57.731017 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70917b-108d-4b9a-9d55-d06238c9bb12 req-b8a2bdb3-d6eb-4e13-8446-9f8ce5fd4f2a tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:57.735995 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4c70917b-108d-4b9a-9d55-d06238c9bb12 req-b8a2bdb3-d6eb-4e13-8446-9f8ce5fd4f2a tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=91ecabd0-8edb-4f60-888c-5652f04757f3 HTTP/1.1" status: 200 len: 943 time: 0.0954409 Jul 09 14:39:57.738387 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device dcff6a4b-0cec-44b6-b0cb-94e6d3caf41e up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:39:57.771426 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-754d0a7b-a2ca-4353-a198-bd5de126c24a None None] Provisioning for port ab0c267c-d0bd-4a31-bf3a-cb097a14b312 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:39:57.783562 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-754d0a7b-a2ca-4353-a198-bd5de126c24a None None] Provisioning complete for port ab0c267c-d0bd-4a31-bf3a-cb097a14b312 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:39:57.789487 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-754d0a7b-a2ca-4353-a198-bd5de126c24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:57.789711 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4c70917b-108d-4b9a-9d55-d06238c9bb12 req-c4035a95-604a-4117-aba5-0e0415e5b684 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466075 Jul 09 14:39:57.800911 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-119cad16-3d16-472b-a702-e54be46ca040 req-4b73cf11-62ea-4e26-8096-deda887b0757 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e298bbc-3a99-4f67-9c24-6754e8c83811 HTTP/1.1" status: 200 len: 217 time: 0.0584981 Jul 09 14:39:57.816929 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-576f3656-2f3d-4645-be38-340a4d514d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:57.834157 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-754d0a7b-a2ca-4353-a198-bd5de126c24a None None] Port ab0c267c-d0bd-4a31-bf3a-cb097a14b312 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:39:57.892457 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port dcff6a4b-0cec-44b6-b0cb-94e6d3caf41e completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:39:57.898017 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 238dab7f-55e0-4efe-8ef2-ac725be32cfe up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:39:57.906924 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119cad16-3d16-472b-a702-e54be46ca040 req-613f6ce5-3246-4522-aba7-097158b8d578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:57.908464 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-119cad16-3d16-472b-a702-e54be46ca040 req-613f6ce5-3246-4522-aba7-097158b8d578 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a29bed4a-eb5d-425d-bedd-f3538b5fd90a HTTP/1.1" status: 200 len: 863 time: 0.0961058 Jul 09 14:39:57.926343 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba520a8-f99a-4a5e-9312-8b6262d8c59d req-d9315006-b6ed-4faa-bb11-42e8109a312c tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:57.927875 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6ba520a8-f99a-4a5e-9312-8b6262d8c59d req-d9315006-b6ed-4faa-bb11-42e8109a312c tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=7183159b-84a0-41da-a402-ae36bdd15ad0 HTTP/1.1" status: 200 len: 945 time: 0.3413956 Jul 09 14:39:58.042524 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c752ee-84a1-4b5f-800e-fbc7122a47db req-12fb7cbc-f9b4-4e8e-a828-1446790eba1e tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:58.044400 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f3c752ee-84a1-4b5f-800e-fbc7122a47db req-12fb7cbc-f9b4-4e8e-a828-1446790eba1e tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "GET /v2.0/ports?device_id=318e3dc5-cda4-421f-b184-9e838d8c1696 HTTP/1.1" status: 200 len: 943 time: 0.0711327 Jul 09 14:39:58.057515 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 238dab7f-55e0-4efe-8ef2-ac725be32cfe completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:39:58.061584 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 238dab7f-55e0-4efe-8ef2-ac725be32cfe triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:39:58.061714 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:58.086986 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['5c226e2c-5d13-4f31-b133-6f977cc8eb56'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:39:58.089202 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f3c752ee-84a1-4b5f-800e-fbc7122a47db req-d43cd81e-4a6e-4d3a-adad-413e1a33d842 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "GET /v2.0/security-groups?id=56f8d71f-a162-4356-920c-4536638f4f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382388 Jul 09 14:39:58.097724 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6ba520a8-f99a-4a5e-9312-8b6262d8c59d req-78dd4e01-395d-4e32-a22c-c3c471e918bb tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525388 Jul 09 14:39:58.123160 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119cad16-3d16-472b-a702-e54be46ca040 req-accce14c-231a-4f48-8a1a-463bd54c75de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:58.124772 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-119cad16-3d16-472b-a702-e54be46ca040 req-accce14c-231a-4f48-8a1a-463bd54c75de service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e7430d59-7c88-483d-984e-fabf3c5cc12e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1959543 Jul 09 14:39:58.170195 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['66e147b3-1345-44d7-873a-afe4fa56aa30'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:39:58.304766 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-576f3656-2f3d-4645-be38-340a4d514d47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:58.309210 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-119cad16-3d16-472b-a702-e54be46ca040 req-c431a872-ddfa-44ba-bacd-0e021bbb0433 service neutron] 10.222.0.54 "GET /v2.0/networks/e7430d59-7c88-483d-984e-fabf3c5cc12e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751063 Jul 09 14:39:58.436924 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-576f3656-2f3d-4645-be38-340a4d514d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:58.443258 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c74e73-19b6-4621-abfd-cf3a68a15cf3 req-a1c7af0f-4637-4200-91d9-7e068fa1d37c tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:58.450807 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b5c74e73-19b6-4621-abfd-cf3a68a15cf3 req-a1c7af0f-4637-4200-91d9-7e068fa1d37c tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/networks?id=25f19ab3-9713-4354-87b1-8996cfc90721 HTTP/1.1" status: 200 len: 816 time: 0.2254877 Jul 09 14:39:58.454040 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-119cad16-3d16-472b-a702-e54be46ca040 req-0e58fe92-04b7-4c29-9e7f-ccb130e43ac8 service neutron] 10.222.0.54 "GET /v2.0/networks/e7430d59-7c88-483d-984e-fabf3c5cc12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333122 Jul 09 14:39:58.467989 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b5c74e73-19b6-4621-abfd-cf3a68a15cf3 req-e661a357-c0ae-4ba1-a4b7-d5f921511a44 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/quotas/aa97dae497ae44f6884f77d4c415de43 HTTP/1.1" status: 200 len: 375 time: 0.0161371 Jul 09 14:39:58.495785 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:58.532544 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-576f3656-2f3d-4645-be38-340a4d514d47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:58.538519 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576f3656-2f3d-4645-be38-340a4d514d47 admin admin] Pushing event updated for resources: {'Port': ['ID=ab0c267c-d0bd-4a31-bf3a-cb097a14b312,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:58.545828 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device ca32660e-e13d-4d80-ae51-64d8ac7cb1db up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:39:58.551992 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b5c74e73-19b6-4621-abfd-cf3a68a15cf3 req-68782966-cd85-4404-b1fc-5a44700329f3 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=aa97dae497ae44f6884f77d4c415de43&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0792193 Jul 09 14:39:58.646949 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 238dab7f-55e0-4efe-8ef2-ac725be32cfe, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=238dab7f-55e0-4efe-8ef2-ac725be32cfe,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:39:58.647996 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576f3656-2f3d-4645-be38-340a4d514d47 admin admin] Network 48b6b74c-720a-46af-a315-7b3bd06b52db is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:39:58.647996 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-576f3656-2f3d-4645-be38-340a4d514d47 admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:39:58.711451 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b5c74e73-19b6-4621-abfd-cf3a68a15cf3 req-307377d4-c8f5-4c7f-8d44-85e494fe6860 service neutron] 10.222.0.58 "GET /v2.0/networks/25f19ab3-9713-4354-87b1-8996cfc90721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560786 Jul 09 14:39:58.803094 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device c4c5e776-4402-4cea-964e-d8e37522c1db up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:39:58.814791 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-576f3656-2f3d-4645-be38-340a4d514d47 admin admin] Router 53c19736-c0fb-44e1-ae37-5a54a7b91a6a has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:39:58.842610 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b5c74e73-19b6-4621-abfd-cf3a68a15cf3 req-675cc527-40e3-4c55-bf1e-d2d9fbe20a73 service neutron] 10.222.0.58 "GET /v2.0/networks/25f19ab3-9713-4354-87b1-8996cfc90721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249459 Jul 09 14:39:58.964551 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-74a9f360-7c84-4a16-937b-b54e6058f1d3 None None] Provisioning complete for port ab0c267c-d0bd-4a31-bf3a-cb097a14b312 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:39:58.964990 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-74a9f360-7c84-4a16-937b-b54e6058f1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:58.972066 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-576f3656-2f3d-4645-be38-340a4d514d47 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:39:58.986334 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-576f3656-2f3d-4645-be38-340a4d514d47 admin admin] 10.222.0.58 "PUT /v2.0/routers/53c19736-c0fb-44e1-ae37-5a54a7b91a6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0863528 Jul 09 14:39:58.994825 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ad47c1-548f-4739-8ce7-ff3af14b87a2 None None] Sync routers for ids ['53c19736-c0fb-44e1-ae37-5a54a7b91a6a'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:39:59.029648 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ad47c1-548f-4739-8ce7-ff3af14b87a2 None None] Routers {'53c19736-c0fb-44e1-ae37-5a54a7b91a6a'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:39:59.030285 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-27ad47c1-548f-4739-8ce7-ff3af14b87a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:39:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['53c19736-c0fb-44e1-ae37-5a54a7b91a6a'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:39:59.036757 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-74a9f360-7c84-4a16-937b-b54e6058f1d3 None None] Port ab0c267c-d0bd-4a31-bf3a-cb097a14b312 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:39:59.072446 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae78bcaf-5162-4c67-82ce-c4e8fa35085e None None] Network 25f19ab3-9713-4354-87b1-8996cfc90721 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:39:59.116154 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:59.190670 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port ca32660e-e13d-4d80-ae51-64d8ac7cb1db completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:39:59.215101 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:59.218174 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port ca32660e-e13d-4d80-ae51-64d8ac7cb1db triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:39:59.218538 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:59.324534 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-27ad47c1-548f-4739-8ce7-ff3af14b87a2 None None] Set router 53c19736-c0fb-44e1-ae37-5a54a7b91a6a gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:39:59.428040 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b8bea4c9-5b2c-4f5e-970e-e4f407909e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:59.437787 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port c4c5e776-4402-4cea-964e-d8e37522c1db completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:39:59.456607 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ecc07-2f7d-4026-8c25-083eb56135ce req-6962d6fd-f8bc-42bf-a99d-40d5e3e988a0 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:59.458145 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8e2ecc07-2f7d-4026-8c25-083eb56135ce req-6962d6fd-f8bc-42bf-a99d-40d5e3e988a0 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] 10.222.0.58 "GET /v2.0/ports?device_id=d279218c-02f7-4abf-b176-085ffc0dc3a0 HTTP/1.1" status: 200 len: 945 time: 0.1226854 Jul 09 14:39:59.471941 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port c4c5e776-4402-4cea-964e-d8e37522c1db triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:39:59.472342 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:59.478538 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9169dfe-802c-403f-9b2f-d0dbbf8e4643 req-a06dd856-f78b-44cd-b79c-5143c0f555e7 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:59.480322 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d9169dfe-802c-403f-9b2f-d0dbbf8e4643 req-a06dd856-f78b-44cd-b79c-5143c0f555e7 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=91ecabd0-8edb-4f60-888c-5652f04757f3 HTTP/1.1" status: 200 len: 943 time: 0.0914705 Jul 09 14:39:59.509222 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8e2ecc07-2f7d-4026-8c25-083eb56135ce req-09c3a2a5-5948-498a-a139-6da97b5af5f6 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] 10.222.0.58 "GET /v2.0/security-groups?id=f56a5b05-eeca-4433-9534-28a66e6e8c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417280 Jul 09 14:39:59.540956 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d9169dfe-802c-403f-9b2f-d0dbbf8e4643 req-891fee5f-8c85-4f99-a83e-fb0f1a0b8588 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547335 Jul 09 14:39:59.556187 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=238dab7f-55e0-4efe-8ef2-ac725be32cfe,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:39:59.578801 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-92d9465b-e23a-46b6-9576-50f17c063452 None None] Provisioning for port dcff6a4b-0cec-44b6-b0cb-94e6d3caf41e completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:39:59.617008 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-92d9465b-e23a-46b6-9576-50f17c063452 None None] Provisioning complete for port dcff6a4b-0cec-44b6-b0cb-94e6d3caf41e triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:39:59.617387 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-92d9465b-e23a-46b6-9576-50f17c063452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:59.638970 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [req-4e2a965e-604b-4b4b-a388-9d0ebde4eba3 req-9aaa9cba-9548-49c6-a842-5b434f78a67a tempest-FloatingIPDetailsNegativeTestJSON-818341065 tempest-FloatingIPDetailsNegativeTestJSON-818341065-project] show failed (client error): The resource could not be found. Jul 09 14:39:59.640128 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4e2a965e-604b-4b4b-a388-9d0ebde4eba3 req-9aaa9cba-9548-49c6-a842-5b434f78a67a tempest-FloatingIPDetailsNegativeTestJSON-818341065 tempest-FloatingIPDetailsNegativeTestJSON-818341065-project] 10.222.0.58 "GET /v2.0/floatingips/05e480ef-ba53-4b21-acc9-5df4ea446477 HTTP/1.1" status: 404 len: 350 time: 0.0402834 Jul 09 14:39:59.653095 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 54728) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:39:59.709579 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:59.786897 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8021a82-892a-4dd6-828e-9e2000c85f10 req-53e508d5-5a2e-423f-badd-035e9a54316f tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:59.789102 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a8021a82-892a-4dd6-828e-9e2000c85f10 req-53e508d5-5a2e-423f-badd-035e9a54316f tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "GET /v2.0/ports?device_id=318e3dc5-cda4-421f-b184-9e838d8c1696 HTTP/1.1" status: 200 len: 943 time: 0.0891879 Jul 09 14:39:59.840872 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33300f3c-66ac-4c66-a55a-03b35acd77df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca32660e-e13d-4d80-ae51-64d8ac7cb1db'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:39:59.842234 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a8021a82-892a-4dd6-828e-9e2000c85f10 req-f034e347-bfe9-4c88-a4c1-c6e77b4b44b6 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "GET /v2.0/security-groups?id=56f8d71f-a162-4356-920c-4536638f4f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424123 Jul 09 14:39:59.843123 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb9f4e3-d61a-4520-ae60-b06b9eddbd3d" -d '{"events": [{"server_uuid": "33300f3c-66ac-4c66-a55a-03b35acd77df", "name": "network-vif-plugged", "status": "completed", "tag": "ca32660e-e13d-4d80-ae51-64d8ac7cb1db"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:39:59.872688 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port ca32660e-e13d-4d80-ae51-64d8ac7cb1db, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=ca32660e-e13d-4d80-ae51-64d8ac7cb1db,segment=NetworkSegment(3c009965-8cd6-4e32-a194-58f8bda5d540),segment_id=3c009965-8cd6-4e32-a194-58f8bda5d540)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:39:59.904693 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:59.944497 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:59.966112 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-92d9465b-e23a-46b6-9576-50f17c063452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:00.068363 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port c4c5e776-4402-4cea-964e-d8e37522c1db, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=c4c5e776-4402-4cea-964e-d8e37522c1db,segment=NetworkSegment(3c009965-8cd6-4e32-a194-58f8bda5d540),segment_id=3c009965-8cd6-4e32-a194-58f8bda5d540)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:40:00.085245 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62b6e2-d100-4cd5-bead-4e4e00d1f619 req-d5ff93ad-2259-4af9-9dc2-f34c0b3a2ca0 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:00.088649 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1d62b6e2-d100-4cd5-bead-4e4e00d1f619 req-d5ff93ad-2259-4af9-9dc2-f34c0b3a2ca0 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=7183159b-84a0-41da-a402-ae36bdd15ad0 HTTP/1.1" status: 200 len: 945 time: 0.2803130 Jul 09 14:40:00.101616 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-92d9465b-e23a-46b6-9576-50f17c063452 None None] For port dcff6a4b-0cec-44b6-b0cb-94e6d3caf41e, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=dcff6a4b-0cec-44b6-b0cb-94e6d3caf41e,segment=NetworkSegment(d5c26be4-f29b-4eff-bedc-1c8d95f8265d),segment_id=d5c26be4-f29b-4eff-bedc-1c8d95f8265d)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:40:00.103936 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=ca32660e-e13d-4d80-ae51-64d8ac7cb1db,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:00.117963 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-27ad47c1-548f-4739-8ce7-ff3af14b87a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c19736-c0fb-44e1-ae37-5a54a7b91a6a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-660833109-router', 'tenant_id': '83a1c89a2a8544b4b4a82e8518d21b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '238dab7f-55e0-4efe-8ef2-ac725be32cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:39:47Z', 'updated_at': '2021-07-09T14:39:57Z', 'revision_number': 4, 'project_id': '83a1c89a2a8544b4b4a82e8518d21b54', 'gw_port': {'id': '238dab7f-55e0-4efe-8ef2-ac725be32cfe', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:fa:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c19736-c0fb-44e1-ae37-5a54a7b91a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:39:49Z', 'updated_at': '2021-07-09T14:39:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'ab0c267c-d0bd-4a31-bf3a-cb097a14b312', 'name': '', 'network_id': '48b6b74c-720a-46af-a315-7b3bd06b52db', 'tenant_id': '83a1c89a2a8544b4b4a82e8518d21b54', 'mac_address': 'fa:16:3e:97:57:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c19736-c0fb-44e1-ae37-5a54a7b91a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'd6be5537-0013-4554-8627-b8f5c811abf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:39:55Z', 'updated_at': '2021-07-09T14:39:57Z', 'revision_number': 2, 'project_id': '83a1c89a2a8544b4b4a82e8518d21b54', 'subnets': [{'id': 'd6be5537-0013-4554-8627-b8f5c811abf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:40:00.150911 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ad47c1-548f-4739-8ce7-ff3af14b87a2 None None] Checking router: 53c19736-c0fb-44e1-ae37-5a54a7b91a6a for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:40:00.151583 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ad47c1-548f-4739-8ce7-ff3af14b87a2 None None] Updating router 53c19736-c0fb-44e1-ae37-5a54a7b91a6a port ab0c267c-d0bd-4a31-bf3a-cb097a14b312 binding host n-d-799529-6 {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:40:00.172591 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3b601b-de3c-4726-ac14-b4b9f23179e0 req-56e31f7b-88fb-4d0e-85ec-ad987e6f1bba tempest-ServerAddressesNegativeTestJSON-1005498305 tempest-ServerAddressesNegativeTestJSON-1005498305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:00.177413 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6f3b601b-de3c-4726-ac14-b4b9f23179e0 req-56e31f7b-88fb-4d0e-85ec-ad987e6f1bba tempest-ServerAddressesNegativeTestJSON-1005498305 tempest-ServerAddressesNegativeTestJSON-1005498305-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d5cba9a-b0d3-40aa-8e15-22c9cea78b2f HTTP/1.1" status: 200 len: 946 time: 0.1211975 Jul 09 14:40:00.195864 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1d62b6e2-d100-4cd5-bead-4e4e00d1f619 req-d2f44aef-16f2-4aec-a887-294078c9fd4a tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000831 Jul 09 14:40:00.198674 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-27ad47c1-548f-4739-8ce7-ff3af14b87a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:00.210941 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:00.219982 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:00.224311 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-92d9465b-e23a-46b6-9576-50f17c063452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:00.234757 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6f3b601b-de3c-4726-ac14-b4b9f23179e0 req-1ad213de-985b-4e67-a05a-664b498f360a tempest-ServerAddressesNegativeTestJSON-1005498305 tempest-ServerAddressesNegativeTestJSON-1005498305-project] 10.222.0.58 "GET /v2.0/security-groups?id=1027eb1b-a1a3-4726-8966-1112e6975af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522459 Jul 09 14:40:00.335063 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d5fc5a72-e02a-4784-b4e2-e24ae661d468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:00.426082 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-da54b2e5-c361-42b6-aecd-d7a9a9f663d8 None None] Provisioning complete for port dcff6a4b-0cec-44b6-b0cb-94e6d3caf41e triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:40:00.426446 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-da54b2e5-c361-42b6-aecd-d7a9a9f663d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:00.431278 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=c4c5e776-4402-4cea-964e-d8e37522c1db,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:00.478487 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c204c-a18f-45e1-b866-3db429374a2e req-67bb83e8-3cc6-425e-a807-8acd099704f9 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:00.496088 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b66c204c-a18f-45e1-b866-3db429374a2e req-67bb83e8-3cc6-425e-a807-8acd099704f9 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/networks?id=25f19ab3-9713-4354-87b1-8996cfc90721 HTTP/1.1" status: 200 len: 816 time: 0.1565430 Jul 09 14:40:00.537862 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b66c204c-a18f-45e1-b866-3db429374a2e req-d7eac054-b1d4-412f-ad55-657fdc2e05dd tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/quotas/aa97dae497ae44f6884f77d4c415de43 HTTP/1.1" status: 200 len: 375 time: 0.0397904 Jul 09 14:40:00.553795 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 5c226e2c-5d13-4f31-b133-6f977cc8eb56 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:40:00.603125 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d9465b-e23a-46b6-9576-50f17c063452 None None] Pushing event updated for resources: {'Port': ['ID=dcff6a4b-0cec-44b6-b0cb-94e6d3caf41e,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:00.684213 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b66c204c-a18f-45e1-b866-3db429374a2e req-a43e395c-70a8-450a-a412-1250be3a6e9b tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=aa97dae497ae44f6884f77d4c415de43&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1441510 Jul 09 14:40:00.730458 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-d5fc5a72-e02a-4784-b4e2-e24ae661d468 admin admin] Deleting port ab0c267c-d0bd-4a31-bf3a-cb097a14b312 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:40:00.730696 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d5fc5a72-e02a-4784-b4e2-e24ae661d468 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:00.850368 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d5fc5a72-e02a-4784-b4e2-e24ae661d468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:00.851679 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b66c204c-a18f-45e1-b866-3db429374a2e req-3d984d6a-80a0-4e36-b22b-8f39315d1c15 service neutron] 10.222.0.58 "GET /v2.0/networks/25f19ab3-9713-4354-87b1-8996cfc90721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590254 Jul 09 14:40:00.870173 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 6e298bbc-3a99-4f67-9c24-6754e8c83811 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:40:00.874223 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-d5fc5a72-e02a-4784-b4e2-e24ae661d468 admin admin] Calling delete_port for ab0c267c-d0bd-4a31-bf3a-cb097a14b312 owned by network:router_interface {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:40:00.982401 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b66c204c-a18f-45e1-b866-3db429374a2e req-cbd1fb2d-9f7a-4a30-801c-c81a3e53590e service neutron] 10.222.0.58 "GET /v2.0/networks/25f19ab3-9713-4354-87b1-8996cfc90721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222842 Jul 09 14:40:01.007972 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-27ad47c1-548f-4739-8ce7-ff3af14b87a2 None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:01.016304 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c84301-83f2-4a82-819a-b0e438d61a5c req-da93fae0-c9d3-453c-88fd-13cfcd6a14e9 tempest-ServerAddressesNegativeTestJSON-1005498305 tempest-ServerAddressesNegativeTestJSON-1005498305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:01.018170 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-02c84301-83f2-4a82-819a-b0e438d61a5c req-da93fae0-c9d3-453c-88fd-13cfcd6a14e9 tempest-ServerAddressesNegativeTestJSON-1005498305 tempest-ServerAddressesNegativeTestJSON-1005498305-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d5cba9a-b0d3-40aa-8e15-22c9cea78b2f HTTP/1.1" status: 200 len: 946 time: 0.1386788 Jul 09 14:40:01.039594 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port 5c226e2c-5d13-4f31-b133-6f977cc8eb56 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:40:01.049512 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-27ad47c1-548f-4739-8ce7-ff3af14b87a2 None None] Transition to ACTIVE for port object ab0c267c-d0bd-4a31-bf3a-cb097a14b312 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:40:01.057685 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 5c226e2c-5d13-4f31-b133-6f977cc8eb56 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:40:01.058063 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:01.099720 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 6e298bbc-3a99-4f67-9c24-6754e8c83811, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=6e298bbc-3a99-4f67-9c24-6754e8c83811,segment=NetworkSegment(85303425-81df-497a-8117-22ba6281b80e),segment_id=85303425-81df-497a-8117-22ba6281b80e)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:40:01.123142 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': '6e298bbc-3a99-4f67-9c24-6754e8c83811', 'network_id': 'e7430d59-7c88-483d-984e-fabf3c5cc12e', 'port_id': '6e298bbc-3a99-4f67-9c24-6754e8c83811', 'mac_address': 'fa:16:3e:20:65:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a29bed4a-eb5d-425d-bedd-f3538b5fd90a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:40:01.136252 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-27ad47c1-548f-4739-8ce7-ff3af14b87a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:01.209145 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e958276-4103-4c75-a015-6024e6c14662 req-2194d237-25a2-4563-894d-ee014c843acb tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:01.211021 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2e958276-4103-4c75-a015-6024e6c14662 req-2194d237-25a2-4563-894d-ee014c843acb tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.54 "GET /v2.0/networks?id=25f19ab3-9713-4354-87b1-8996cfc90721 HTTP/1.1" status: 200 len: 816 time: 0.2129300 Jul 09 14:40:01.223676 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-2e958276-4103-4c75-a015-6024e6c14662 req-fc00890c-3042-4305-a883-c80e44f4a0c4 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Request body: {'port': {'device_id': '01af826f-9480-4520-929f-03fa443ca8bb', 'network_id': '25f19ab3-9713-4354-87b1-8996cfc90721', 'admin_state_up': True, 'tenant_id': 'aa97dae497ae44f6884f77d4c415de43'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:40:01.260241 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:01.278101 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1765c5-c77d-41c7-acef-286c0f4d7899 None None] Pushing event updated for resources: {'Port': ['ID=ab0c267c-d0bd-4a31-bf3a-cb097a14b312,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:01.295257 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-02c84301-83f2-4a82-819a-b0e438d61a5c req-d61eacd9-c00a-4eda-80ec-e714514f9117 tempest-ServerAddressesNegativeTestJSON-1005498305 tempest-ServerAddressesNegativeTestJSON-1005498305-project] Deleting port 00f299ca-a1b0-4d13-8f27-707165afe010 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:40:01.301721 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-02c84301-83f2-4a82-819a-b0e438d61a5c req-d61eacd9-c00a-4eda-80ec-e714514f9117 tempest-ServerAddressesNegativeTestJSON-1005498305 tempest-ServerAddressesNegativeTestJSON-1005498305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:01.306350 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e298bbc-3a99-4f67-9c24-6754e8c83811 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:40:01.310957 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:01.381808 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b2df4eb-3180-4173-86fd-bbbde02239bf x-openstack-request-id: req-3b2df4eb-3180-4173-86fd-bbbde02239bf {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:40:01.382389 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33300f3c-66ac-4c66-a55a-03b35acd77df", "name": "network-vif-plugged", "status": "completed", "tag": "ca32660e-e13d-4d80-ae51-64d8ac7cb1db", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:40:01.382653 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3b2df4eb-3180-4173-86fd-bbbde02239bf {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:40:01.383071 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33300f3c-66ac-4c66-a55a-03b35acd77df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca32660e-e13d-4d80-ae51-64d8ac7cb1db', 'code': 200} Jul 09 14:40:01.457480 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-02c84301-83f2-4a82-819a-b0e438d61a5c req-d61eacd9-c00a-4eda-80ec-e714514f9117 tempest-ServerAddressesNegativeTestJSON-1005498305 tempest-ServerAddressesNegativeTestJSON-1005498305-project] For port 00f299ca-a1b0-4d13-8f27-707165afe010, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=00f299ca-a1b0-4d13-8f27-707165afe010,segment=NetworkSegment(22d9447e-8ee3-4b42-b9d2-168a78e6fa33),segment_id=22d9447e-8ee3-4b42-b9d2-168a78e6fa33)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:40:01.458013 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-02c84301-83f2-4a82-819a-b0e438d61a5c req-d61eacd9-c00a-4eda-80ec-e714514f9117 tempest-ServerAddressesNegativeTestJSON-1005498305 tempest-ServerAddressesNegativeTestJSON-1005498305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:01.488015 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-02c84301-83f2-4a82-819a-b0e438d61a5c req-d61eacd9-c00a-4eda-80ec-e714514f9117 tempest-ServerAddressesNegativeTestJSON-1005498305 tempest-ServerAddressesNegativeTestJSON-1005498305-project] Calling delete_port for 00f299ca-a1b0-4d13-8f27-707165afe010 owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:40:01.576469 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 6e298bbc-3a99-4f67-9c24-6754e8c83811, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=6e298bbc-3a99-4f67-9c24-6754e8c83811,segment=NetworkSegment(85303425-81df-497a-8117-22ba6281b80e),segment_id=85303425-81df-497a-8117-22ba6281b80e)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:40:01.632685 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:01.644170 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 5c226e2c-5d13-4f31-b133-6f977cc8eb56, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=5c226e2c-5d13-4f31-b133-6f977cc8eb56,segment=NetworkSegment(aace0400-4c69-453a-b04e-112644859d27),segment_id=aace0400-4c69-453a-b04e-112644859d27)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:40:01.657241 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-27ad47c1-548f-4739-8ce7-ff3af14b87a2 None None] Attempting to bind port ab0c267c-d0bd-4a31-bf3a-cb097a14b312 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:40:01.661172 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-27ad47c1-548f-4739-8ce7-ff3af14b87a2 None None] Attempting to bind port ab0c267c-d0bd-4a31-bf3a-cb097a14b312 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '8d3ae2d2-fe22-459c-80e9-04af28577b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '48b6b74c-720a-46af-a315-7b3bd06b52db'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:40:01.661172 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ad47c1-548f-4739-8ce7-ff3af14b87a2 None None] Attempting to bind port ab0c267c-d0bd-4a31-bf3a-cb097a14b312 on network 48b6b74c-720a-46af-a315-7b3bd06b52db {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:40:01.681823 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d5fc5a72-e02a-4784-b4e2-e24ae661d468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:01.683130 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ad47c1-548f-4739-8ce7-ff3af14b87a2 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:40:01.683130 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ad47c1-548f-4739-8ce7-ff3af14b87a2 None None] Checking segment: {'id': '8d3ae2d2-fe22-459c-80e9-04af28577b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '48b6b74c-720a-46af-a315-7b3bd06b52db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:40:01.683637 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-27ad47c1-548f-4739-8ce7-ff3af14b87a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:01.684114 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ad47c1-548f-4739-8ce7-ff3af14b87a2 None None] Bound using segment: {'id': '8d3ae2d2-fe22-459c-80e9-04af28577b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '48b6b74c-720a-46af-a315-7b3bd06b52db'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:40:01.684730 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-27ad47c1-548f-4739-8ce7-ff3af14b87a2 None None] Bound port: ab0c267c-d0bd-4a31-bf3a-cb097a14b312, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d3ae2d2-fe22-459c-80e9-04af28577b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '48b6b74c-720a-46af-a315-7b3bd06b52db'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:40:01.685582 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-27ad47c1-548f-4739-8ce7-ff3af14b87a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:01.703162 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:01.709707 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-39f02379-65e7-469e-9af7-b10938210c2d None None] Could not find standard attr ID for object ab0c267c-d0bd-4a31-bf3a-cb097a14b312. {{(pid=94447) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 14:40:01.711361 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device dcff6a4b-0cec-44b6-b0cb-94e6d3caf41e up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:40:01.723341 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb942f3a-7472-4142-adb2-ad2b0fb4c933 req-2f5ff559-d6d0-436b-bad3-f45de4ee732d tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:01.725120 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fb942f3a-7472-4142-adb2-ad2b0fb4c933 req-2f5ff559-d6d0-436b-bad3-f45de4ee732d tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] 10.222.0.58 "GET /v2.0/ports?device_id=d279218c-02f7-4abf-b176-085ffc0dc3a0 HTTP/1.1" status: 200 len: 945 time: 0.1307082 Jul 09 14:40:01.770180 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-27ad47c1-548f-4739-8ce7-ff3af14b87a2 None None] Port ab0c267c-d0bd-4a31-bf3a-cb097a14b312 has been deleted concurrently {{(pid=94447) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 09 14:40:01.774164 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fc5a72-e02a-4784-b4e2-e24ae661d468 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab0c267c-d0bd-4a31-bf3a-cb097a14b312,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:01.776416 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fb942f3a-7472-4142-adb2-ad2b0fb4c933 req-6cf20c92-1e06-4385-a2ef-96b64a96d684 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] 10.222.0.58 "GET /v2.0/security-groups?id=f56a5b05-eeca-4433-9534-28a66e6e8c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452683 Jul 09 14:40:01.794632 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e958276-4103-4c75-a015-6024e6c14662 req-fc00890c-3042-4305-a883-c80e44f4a0c4 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Made reservation on behalf of aa97dae497ae44f6884f77d4c415de43 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:40:01.800507 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2e958276-4103-4c75-a015-6024e6c14662 req-fc00890c-3042-4305-a883-c80e44f4a0c4 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:01.819318 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:01.821980 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 66e147b3-1345-44d7-873a-afe4fa56aa30 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:40:01.946207 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=6e298bbc-3a99-4f67-9c24-6754e8c83811,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:01.981501 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cec8c53-17cf-4dd3-9ea9-e10036f93410 req-b945a6b8-f340-4507-8ff2-c2d94b42c10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:01.983929 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2cec8c53-17cf-4dd3-9ea9-e10036f93410 req-b945a6b8-f340-4507-8ff2-c2d94b42c10f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=33300f3c-66ac-4c66-a55a-03b35acd77df HTTP/1.1" status: 200 len: 1096 time: 0.3039837 Jul 09 14:40:01.984628 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-02c84301-83f2-4a82-819a-b0e438d61a5c req-d61eacd9-c00a-4eda-80ec-e714514f9117 tempest-ServerAddressesNegativeTestJSON-1005498305 tempest-ServerAddressesNegativeTestJSON-1005498305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:02.045032 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['00f299ca-a1b0-4d13-8f27-707165afe010'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:40:02.079093 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61eacd9-c00a-4eda-80ec-e714514f9117 tempest-ServerAddressesNegativeTestJSON-1005498305 tempest-ServerAddressesNegativeTestJSON-1005498305-project] Pushing event deleted for resources: {'Port': ['ID=00f299ca-a1b0-4d13-8f27-707165afe010,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:02.080898 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['6e298bbc-3a99-4f67-9c24-6754e8c83811'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:40:02.092701 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ad47c1-548f-4739-8ce7-ff3af14b87a2 None None] Routers {'53c19736-c0fb-44e1-ae37-5a54a7b91a6a'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:40:02.092701 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-27ad47c1-548f-4739-8ce7-ff3af14b87a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:39:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['53c19736-c0fb-44e1-ae37-5a54a7b91a6a'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:40:02.150098 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-2e958276-4103-4c75-a015-6024e6c14662 req-fc00890c-3042-4305-a883-c80e44f4a0c4 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Allocated IP 172.20.0.13 (25f19ab3-9713-4354-87b1-8996cfc90721/c37afa86-3967-4fa8-8203-773b8bc4ae53/e805be18-53a1-42ab-bd12-9912149f52f7) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:40:02.213421 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-02c84301-83f2-4a82-819a-b0e438d61a5c req-d61eacd9-c00a-4eda-80ec-e714514f9117 tempest-ServerAddressesNegativeTestJSON-1005498305 tempest-ServerAddressesNegativeTestJSON-1005498305-project] No DVR routers for this DVR port 00f299ca-a1b0-4d13-8f27-707165afe010 on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:40:02.216885 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-02c84301-83f2-4a82-819a-b0e438d61a5c req-d61eacd9-c00a-4eda-80ec-e714514f9117 tempest-ServerAddressesNegativeTestJSON-1005498305 tempest-ServerAddressesNegativeTestJSON-1005498305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:02.217799 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d1cda-d899-406a-bfcb-9982a87c13c4 req-705fa850-ebc2-4c00-abbd-145817582184 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:02.219149 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-02c84301-83f2-4a82-819a-b0e438d61a5c req-d61eacd9-c00a-4eda-80ec-e714514f9117 tempest-ServerAddressesNegativeTestJSON-1005498305 tempest-ServerAddressesNegativeTestJSON-1005498305-project] 10.222.0.62 "DELETE /v2.0/ports/00f299ca-a1b0-4d13-8f27-707165afe010 HTTP/1.1" status: 204 len: 173 time: 1.1591082 Jul 09 14:40:02.219826 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fb2d1cda-d899-406a-bfcb-9982a87c13c4 req-705fa850-ebc2-4c00-abbd-145817582184 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=91ecabd0-8edb-4f60-888c-5652f04757f3 HTTP/1.1" status: 200 len: 943 time: 0.1522090 Jul 09 14:40:02.225799 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d5cba9a-b0d3-40aa-8e15-22c9cea78b2f', 'name': 'network-vif-deleted', 'tag': '00f299ca-a1b0-4d13-8f27-707165afe010'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:40:02.228813 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db959bd5-d71c-4d76-a3f4-dc611503ec8b" -d '{"events": [{"server_uuid": "0d5cba9a-b0d3-40aa-8e15-22c9cea78b2f", "name": "network-vif-deleted", "tag": "00f299ca-a1b0-4d13-8f27-707165afe010"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:40:02.236539 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2cec8c53-17cf-4dd3-9ea9-e10036f93410 req-cb682fa8-282f-4f0b-a75a-8628311b3959 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f56a5b05-eeca-4433-9534-28a66e6e8c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402570 Jul 09 14:40:02.251023 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d5fc5a72-e02a-4784-b4e2-e24ae661d468 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:02.300319 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port dcff6a4b-0cec-44b6-b0cb-94e6d3caf41e triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:40:02.300793 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:02.304077 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port 66e147b3-1345-44d7-873a-afe4fa56aa30 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:40:02.338594 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fb2d1cda-d899-406a-bfcb-9982a87c13c4 req-0db1a8e2-7dae-4c0e-8948-95334ec4a278 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961788 Jul 09 14:40:02.342632 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 66e147b3-1345-44d7-873a-afe4fa56aa30 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:40:02.342632 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:02.354932 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4354c839-edd6-4c61-a59b-123e3c454fef req-360f7cb4-2578-461e-a013-09b9281f4072 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:02.356750 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4354c839-edd6-4c61-a59b-123e3c454fef req-360f7cb4-2578-461e-a013-09b9281f4072 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "GET /v2.0/ports?device_id=318e3dc5-cda4-421f-b184-9e838d8c1696 HTTP/1.1" status: 200 len: 944 time: 0.3021500 Jul 09 14:40:02.427317 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2e958276-4103-4c75-a015-6024e6c14662 req-fc00890c-3042-4305-a883-c80e44f4a0c4 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:02.444021 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-2e958276-4103-4c75-a015-6024e6c14662 req-fc00890c-3042-4305-a883-c80e44f4a0c4 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Transition to ACTIVE for port object e805be18-53a1-42ab-bd12-9912149f52f7 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:40:02.453408 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=5c226e2c-5d13-4f31-b133-6f977cc8eb56,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:02.468127 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4354c839-edd6-4c61-a59b-123e3c454fef req-8856deee-0cc2-470e-aa97-5a17f49ef716 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "GET /v2.0/security-groups?id=56f8d71f-a162-4356-920c-4536638f4f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997138 Jul 09 14:40:02.476681 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dca5e026-fea2-4963-a62d-8a76c8ff1c5d req-98a6b2f7-fdb2-4cb2-ac1c-66e68bc0c44f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1049b884-ab92-4127-863e-462d32d8b8bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2047768 Jul 09 14:40:02.516931 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-27ad47c1-548f-4739-8ce7-ff3af14b87a2 None None] Set router 53c19736-c0fb-44e1-ae37-5a54a7b91a6a gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:40:02.639005 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c298bc-dc60-4832-93aa-a31edc082766 req-0d244396-5fa0-45f1-84a8-d734a781fc62 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:02.644653 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5e026-fea2-4963-a62d-8a76c8ff1c5d req-10dee2d6-01bd-45b0-ab5e-be746e0715ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:02.646964 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-88c298bc-dc60-4832-93aa-a31edc082766 req-0d244396-5fa0-45f1-84a8-d734a781fc62 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=7183159b-84a0-41da-a402-ae36bdd15ad0 HTTP/1.1" status: 200 len: 946 time: 0.1189163 Jul 09 14:40:02.647104 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dca5e026-fea2-4963-a62d-8a76c8ff1c5d req-10dee2d6-01bd-45b0-ab5e-be746e0715ae service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3b28908fc5d842e29720d7043e8083fd&device_id=1049b884-ab92-4127-863e-462d32d8b8bd HTTP/1.1" status: 200 len: 1095 time: 0.1250439 Jul 09 14:40:02.653721 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5fc5a72-e02a-4784-b4e2-e24ae661d468 admin admin] Router 53c19736-c0fb-44e1-ae37-5a54a7b91a6a has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:40:02.668315 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2e958276-4103-4c75-a015-6024e6c14662 req-fc00890c-3042-4305-a883-c80e44f4a0c4 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:02.746724 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-88c298bc-dc60-4832-93aa-a31edc082766 req-77b765ab-49c0-4bd3-abaa-66b6e5c45809 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985749 Jul 09 14:40:02.748969 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e958276-4103-4c75-a015-6024e6c14662 req-fc00890c-3042-4305-a883-c80e44f4a0c4 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Network 25f19ab3-9713-4354-87b1-8996cfc90721 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:40:02.755928 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-2e958276-4103-4c75-a015-6024e6c14662 req-fc00890c-3042-4305-a883-c80e44f4a0c4 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:40:02.758761 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc00890c-3042-4305-a883-c80e44f4a0c4 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Pushing event updated for resources: {'Port': ['ID=e805be18-53a1-42ab-bd12-9912149f52f7,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:02.761272 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e958276-4103-4c75-a015-6024e6c14662 req-fc00890c-3042-4305-a883-c80e44f4a0c4 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:40:02.766538 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:02.841723 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e958276-4103-4c75-a015-6024e6c14662 req-fc00890c-3042-4305-a883-c80e44f4a0c4 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:02.849653 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2e958276-4103-4c75-a015-6024e6c14662 req-fc00890c-3042-4305-a883-c80e44f4a0c4 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:02.861126 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 43297159-bde3-4827-ae41-e9610acaadad details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:40:02.865772 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 238dab7f-55e0-4efe-8ef2-ac725be32cfe up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:40:02.935441 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 66e147b3-1345-44d7-873a-afe4fa56aa30, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=66e147b3-1345-44d7-873a-afe4fa56aa30,segment=NetworkSegment(3c009965-8cd6-4e32-a194-58f8bda5d540),segment_id=3c009965-8cd6-4e32-a194-58f8bda5d540)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:40:02.956483 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2e958276-4103-4c75-a015-6024e6c14662 req-fc00890c-3042-4305-a883-c80e44f4a0c4 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7371593 Jul 09 14:40:02.968976 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-2e958276-4103-4c75-a015-6024e6c14662 req-9b698b05-2eab-4dd2-8c3f-0d46a1ad50d8 service neutron] Request body: {'port': {'device_id': '01af826f-9480-4520-929f-03fa443ca8bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:40:03.007699 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-337f3838-641a-451f-b03b-ff1bbb607d5a req-4cae3e29-5400-4995-8ffc-ea8a1ab6431a tempest-ServerAddressesNegativeTestJSON-1005498305 tempest-ServerAddressesNegativeTestJSON-1005498305-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d5cba9a-b0d3-40aa-8e15-22c9cea78b2f HTTP/1.1" status: 200 len: 210 time: 0.3497176 Jul 09 14:40:03.059252 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:03.105652 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b1d9be49-79d2-43ea-8334-102b47c9e638 req-a5726c99-8527-44a9-8401-195e3b651c7b tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1fd4f0f-fec4-48c1-b501-7d7f9948e525 HTTP/1.1" status: 200 len: 210 time: 0.0475881 Jul 09 14:40:03.115975 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 00f299ca-a1b0-4d13-8f27-707165afe010 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:40:03.144514 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 238dab7f-55e0-4efe-8ef2-ac725be32cfe triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:40:03.144981 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:03.150032 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.db.resource_extend [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 14:40:03.159362 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: 00f299ca-a1b0-4d13-8f27-707165afe010 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:40:03.159741 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 00f299ca-a1b0-4d13-8f27-707165afe010 not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:40:03.176180 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2e958276-4103-4c75-a015-6024e6c14662 req-9b698b05-2eab-4dd2-8c3f-0d46a1ad50d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:03.209728 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af0b031-8676-4844-980e-849c7f6ab777 x-openstack-request-id: req-0af0b031-8676-4844-980e-849c7f6ab777 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:40:03.210690 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d5cba9a-b0d3-40aa-8e15-22c9cea78b2f", "name": "network-vif-deleted", "tag": "00f299ca-a1b0-4d13-8f27-707165afe010", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:40:03.211127 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0af0b031-8676-4844-980e-849c7f6ab777 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:40:03.211780 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d5cba9a-b0d3-40aa-8e15-22c9cea78b2f', 'name': 'network-vif-deleted', 'tag': '00f299ca-a1b0-4d13-8f27-707165afe010', 'status': 'completed', 'code': 200} Jul 09 14:40:03.314207 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=66e147b3-1345-44d7-873a-afe4fa56aa30,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:03.344434 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-2e1cd91e-ddb2-4afc-8872-517cd4cbf8ee None None] Provisioning for port e805be18-53a1-42ab-bd12-9912149f52f7 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:40:03.371041 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-2e1cd91e-ddb2-4afc-8872-517cd4cbf8ee None None] Provisioning complete for port e805be18-53a1-42ab-bd12-9912149f52f7 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:40:03.371419 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2e1cd91e-ddb2-4afc-8872-517cd4cbf8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:03.416368 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79097a2a-3d82-478f-9d5a-0e74592228d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c5e776-4402-4cea-964e-d8e37522c1db'}, {'server_uuid': '7183159b-84a0-41da-a402-ae36bdd15ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c226e2c-5d13-4f31-b133-6f977cc8eb56'}, {'server_uuid': 'd279218c-02f7-4abf-b176-085ffc0dc3a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e147b3-1345-44d7-873a-afe4fa56aa30'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:40:03.418383 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5e026-fea2-4963-a62d-8a76c8ff1c5d req-540046cf-b23e-47d7-8b59-ee0ee5535dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:03.418856 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d53a3e-23dc-4e2d-bfc1-cd2d5c88fff1" -d '{"events": [{"server_uuid": "79097a2a-3d82-478f-9d5a-0e74592228d1", "name": "network-vif-plugged", "status": "completed", "tag": "c4c5e776-4402-4cea-964e-d8e37522c1db"}, {"server_uuid": "7183159b-84a0-41da-a402-ae36bdd15ad0", "name": "network-vif-plugged", "status": "completed", "tag": "5c226e2c-5d13-4f31-b133-6f977cc8eb56"}, {"server_uuid": "d279218c-02f7-4abf-b176-085ffc0dc3a0", "name": "network-vif-plugged", "status": "completed", "tag": "66e147b3-1345-44d7-873a-afe4fa56aa30"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:40:03.421106 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-2e1cd91e-ddb2-4afc-8872-517cd4cbf8ee None None] Port e805be18-53a1-42ab-bd12-9912149f52f7 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:40:03.421387 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dca5e026-fea2-4963-a62d-8a76c8ff1c5d req-540046cf-b23e-47d7-8b59-ee0ee5535dc3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=56b8037f-2c10-4a66-9bb7-3f0d90fcd124 HTTP/1.1" status: 200 len: 909 time: 0.4247420 Jul 09 14:40:03.434660 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-27ad47c1-548f-4739-8ce7-ff3af14b87a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c19736-c0fb-44e1-ae37-5a54a7b91a6a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-660833109-router', 'tenant_id': '83a1c89a2a8544b4b4a82e8518d21b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '238dab7f-55e0-4efe-8ef2-ac725be32cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:39:47Z', 'updated_at': '2021-07-09T14:40:01Z', 'revision_number': 5, 'project_id': '83a1c89a2a8544b4b4a82e8518d21b54', 'gw_port': {'id': '238dab7f-55e0-4efe-8ef2-ac725be32cfe', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:fa:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c19736-c0fb-44e1-ae37-5a54a7b91a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:39:49Z', 'updated_at': '2021-07-09T14:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:40:03.439479 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c74e73-19b6-4621-abfd-cf3a68a15cf3 req-2c246f2e-f557-40d6-8072-2b7a7eb2ff36 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:03.453041 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b5c74e73-19b6-4621-abfd-cf3a68a15cf3 req-2c246f2e-f557-40d6-8072-2b7a7eb2ff36 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.54 "GET /v2.0/networks?id=25f19ab3-9713-4354-87b1-8996cfc90721 HTTP/1.1" status: 200 len: 816 time: 0.4578903 Jul 09 14:40:03.477279 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ad47c1-548f-4739-8ce7-ff3af14b87a2 None None] The sync data for ids ['53c19736-c0fb-44e1-ae37-5a54a7b91a6a'] in n-d-799529-6 is: [{'id': '53c19736-c0fb-44e1-ae37-5a54a7b91a6a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-660833109-router', 'tenant_id': '83a1c89a2a8544b4b4a82e8518d21b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '238dab7f-55e0-4efe-8ef2-ac725be32cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:39:47Z', 'updated_at': '2021-07-09T14:40:01Z', 'revision_number': 5, 'project_id': '83a1c89a2a8544b4b4a82e8518d21b54', 'gw_port': {'id': '238dab7f-55e0-4efe-8ef2-ac725be32cfe', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:fa:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c19736-c0fb-44e1-ae37-5a54a7b91a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:39:49Z', 'updated_at': '2021-07-09T14:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:40:03.500904 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dca5e026-fea2-4963-a62d-8a76c8ff1c5d req-2adb7bca-3454-4dab-a0eb-6f566ca9a56f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6db91b74-04b4-41e9-bc63-2c760d452ca4 HTTP/1.1" status: 200 len: 217 time: 0.0466847 Jul 09 14:40:03.529024 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-b5c74e73-19b6-4621-abfd-cf3a68a15cf3 req-16305bd1-2a6b-4119-b84b-5de6e5d9e918 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Request body: {'port': {'device_id': '2379930c-f2a5-4cb4-a194-0e416d22bb4d', 'network_id': '25f19ab3-9713-4354-87b1-8996cfc90721', 'admin_state_up': True, 'tenant_id': 'aa97dae497ae44f6884f77d4c415de43'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:40:03.535324 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5fc5a72-e02a-4784-b4e2-e24ae661d468 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:40:03.597428 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 43297159-bde3-4827-ae41-e9610acaadad, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=43297159-bde3-4827-ae41-e9610acaadad,segment=NetworkSegment(cd7790e9-3309-48a3-bfb3-c9f386870e48),segment_id=cd7790e9-3309-48a3-bfb3-c9f386870e48)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:40:03.630398 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': '43297159-bde3-4827-ae41-e9610acaadad', 'network_id': '56b8037f-2c10-4a66-9bb7-3f0d90fcd124', 'port_id': '43297159-bde3-4827-ae41-e9610acaadad', 'mac_address': 'fa:16:3e:e3:5e:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e48d7f3a-0ca9-428c-9383-07e4f6a75f04', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:40:03.634912 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ec394-a4c6-4276-a79b-80a2b66dc3ed req-990d0917-db66-431f-9386-da20add289b0 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:03.637046 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-204ec394-a4c6-4276-a79b-80a2b66dc3ed req-990d0917-db66-431f-9386-da20add289b0 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] 10.222.0.58 "GET /v2.0/ports?device_id=d279218c-02f7-4abf-b176-085ffc0dc3a0 HTTP/1.1" status: 200 len: 946 time: 0.1613026 Jul 09 14:40:03.645730 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d5fc5a72-e02a-4784-b4e2-e24ae661d468 admin admin] 10.222.0.58 "PUT /v2.0/routers/53c19736-c0fb-44e1-ae37-5a54a7b91a6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9892790 Jul 09 14:40:03.656762 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 54826) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:40:03.744594 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5e026-fea2-4963-a62d-8a76c8ff1c5d req-482cde6e-9136-4114-9486-aa0f4fd97879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:03.745392 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dca5e026-fea2-4963-a62d-8a76c8ff1c5d req-482cde6e-9136-4114-9486-aa0f4fd97879 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e48d7f3a-0ca9-428c-9383-07e4f6a75f04 HTTP/1.1" status: 200 len: 848 time: 0.2126577 Jul 09 14:40:03.821715 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dca5e026-fea2-4963-a62d-8a76c8ff1c5d req-4251ed0b-a79b-4f85-aac9-1b6e34817c97 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=56b8037f-2c10-4a66-9bb7-3f0d90fcd124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675559 Jul 09 14:40:03.871219 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-204ec394-a4c6-4276-a79b-80a2b66dc3ed req-cc8023c6-0e39-433c-bfe0-755dfb7fadaa tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] 10.222.0.58 "GET /v2.0/security-groups?id=f56a5b05-eeca-4433-9534-28a66e6e8c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252727 Jul 09 14:40:03.966452 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-628fdc6f-2a99-4b31-ac1b-2843494c1e35 admin admin] Notify callbacks [] for router, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:03.967810 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:03.989667 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dca5e026-fea2-4963-a62d-8a76c8ff1c5d req-c6c2961d-32c4-4995-b81e-c66b776dbf01 service neutron] 10.222.0.54 "GET /v2.0/networks/56b8037f-2c10-4a66-9bb7-3f0d90fcd124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598923 Jul 09 14:40:04.020531 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43297159-bde3-4827-ae41-e9610acaadad {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:40:04.073657 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-2e958276-4103-4c75-a015-6024e6c14662 req-9b698b05-2eab-4dd2-8c3f-0d46a1ad50d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e805be18-53a1-42ab-bd12-9912149f52f7 {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:40:04.075534 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 43297159-bde3-4827-ae41-e9610acaadad, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=43297159-bde3-4827-ae41-e9610acaadad,segment=NetworkSegment(cd7790e9-3309-48a3-bfb3-c9f386870e48),segment_id=cd7790e9-3309-48a3-bfb3-c9f386870e48)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:40:04.084262 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2e958276-4103-4c75-a015-6024e6c14662 req-9b698b05-2eab-4dd2-8c3f-0d46a1ad50d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:04.160565 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dca5e026-fea2-4963-a62d-8a76c8ff1c5d req-c58ab88e-ed18-46c6-a289-d79d8536f521 service neutron] 10.222.0.54 "GET /v2.0/networks/56b8037f-2c10-4a66-9bb7-3f0d90fcd124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630805 Jul 09 14:40:04.161705 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5c74e73-19b6-4621-abfd-cf3a68a15cf3 req-16305bd1-2a6b-4119-b84b-5de6e5d9e918 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Made reservation on behalf of aa97dae497ae44f6884f77d4c415de43 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:40:04.165266 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:04.171919 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-2e958276-4103-4c75-a015-6024e6c14662 req-9b698b05-2eab-4dd2-8c3f-0d46a1ad50d8 service neutron] Transition to ACTIVE for port object e805be18-53a1-42ab-bd12-9912149f52f7 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:40:04.181433 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-b5c74e73-19b6-4621-abfd-cf3a68a15cf3 req-16305bd1-2a6b-4119-b84b-5de6e5d9e918 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:04.241002 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=43297159-bde3-4827-ae41-e9610acaadad,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:04.253259 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-628fdc6f-2a99-4b31-ac1b-2843494c1e35 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:04.269728 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09692936-bb6a-4497-91ce-837be1cac2dc req-6d30f830-6a65-43f1-845c-10f55e481e44 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:04.313422 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-09692936-bb6a-4497-91ce-837be1cac2dc req-6d30f830-6a65-43f1-845c-10f55e481e44 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=91ecabd0-8edb-4f60-888c-5652f04757f3 HTTP/1.1" status: 200 len: 943 time: 0.1874707 Jul 09 14:40:04.324064 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-09692936-bb6a-4497-91ce-837be1cac2dc req-cdb7d6bc-05f5-4ee3-9529-708e3372f4c9 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422912 Jul 09 14:40:04.365594 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2e958276-4103-4c75-a015-6024e6c14662 req-9b698b05-2eab-4dd2-8c3f-0d46a1ad50d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:04.389476 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 09 Jul 2021 14:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26065123-5908-4e54-8500-97674358abbc x-openstack-request-id: req-26065123-5908-4e54-8500-97674358abbc {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:40:04.389786 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79097a2a-3d82-478f-9d5a-0e74592228d1", "name": "network-vif-plugged", "status": "completed", "tag": "c4c5e776-4402-4cea-964e-d8e37522c1db", "code": 200}, {"server_uuid": "7183159b-84a0-41da-a402-ae36bdd15ad0", "name": "network-vif-plugged", "status": "completed", "tag": "5c226e2c-5d13-4f31-b133-6f977cc8eb56", "code": 200}, {"server_uuid": "d279218c-02f7-4abf-b176-085ffc0dc3a0", "name": "network-vif-plugged", "status": "completed", "tag": "66e147b3-1345-44d7-873a-afe4fa56aa30", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:40:04.392322 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-26065123-5908-4e54-8500-97674358abbc {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:40:04.392974 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79097a2a-3d82-478f-9d5a-0e74592228d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c5e776-4402-4cea-964e-d8e37522c1db', 'code': 200} Jul 09 14:40:04.393238 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7183159b-84a0-41da-a402-ae36bdd15ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c226e2c-5d13-4f31-b133-6f977cc8eb56', 'code': 200} Jul 09 14:40:04.399531 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd279218c-02f7-4abf-b176-085ffc0dc3a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e147b3-1345-44d7-873a-afe4fa56aa30', 'code': 200} Jul 09 14:40:04.429897 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b698b05-2eab-4dd2-8c3f-0d46a1ad50d8 service neutron] Pushing event updated for resources: {'Port': ['ID=e805be18-53a1-42ab-bd12-9912149f52f7,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:04.448100 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['43297159-bde3-4827-ae41-e9610acaadad'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:40:04.538287 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.54', 56322) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:40:04.577820 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-b5c74e73-19b6-4621-abfd-cf3a68a15cf3 req-16305bd1-2a6b-4119-b84b-5de6e5d9e918 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Allocated IP 172.20.0.4 (25f19ab3-9713-4354-87b1-8996cfc90721/c37afa86-3967-4fa8-8203-773b8bc4ae53/c143c0fd-8e60-4e4d-8c37-ac5cea1a8448) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:40:04.654057 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-2e958276-4103-4c75-a015-6024e6c14662 req-9b698b05-2eab-4dd2-8c3f-0d46a1ad50d8 service neutron] Attempting to bind port e805be18-53a1-42ab-bd12-9912149f52f7 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:40:04.654979 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-2e958276-4103-4c75-a015-6024e6c14662 req-9b698b05-2eab-4dd2-8c3f-0d46a1ad50d8 service neutron] Attempting to bind port e805be18-53a1-42ab-bd12-9912149f52f7 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': 'd5c26be4-f29b-4eff-bedc-1c8d95f8265d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '25f19ab3-9713-4354-87b1-8996cfc90721'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:40:04.655317 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e958276-4103-4c75-a015-6024e6c14662 req-9b698b05-2eab-4dd2-8c3f-0d46a1ad50d8 service neutron] Attempting to bind port e805be18-53a1-42ab-bd12-9912149f52f7 on network 25f19ab3-9713-4354-87b1-8996cfc90721 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:40:04.673584 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e958276-4103-4c75-a015-6024e6c14662 req-9b698b05-2eab-4dd2-8c3f-0d46a1ad50d8 service neutron] Port e805be18-53a1-42ab-bd12-9912149f52f7 on network 25f19ab3-9713-4354-87b1-8996cfc90721 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:40:04.673975 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e958276-4103-4c75-a015-6024e6c14662 req-9b698b05-2eab-4dd2-8c3f-0d46a1ad50d8 service neutron] Attempting to bind port e805be18-53a1-42ab-bd12-9912149f52f7 on network 25f19ab3-9713-4354-87b1-8996cfc90721 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:40:04.794124 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f365608-f5da-410c-9695-9a6531208625 None None] Sync routers for ids ['53c19736-c0fb-44e1-ae37-5a54a7b91a6a'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:40:04.806125 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f365608-f5da-410c-9695-9a6531208625 None None] Routers {'53c19736-c0fb-44e1-ae37-5a54a7b91a6a'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:40:04.806930 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-1f365608-f5da-410c-9695-9a6531208625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:39:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['53c19736-c0fb-44e1-ae37-5a54a7b91a6a'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:40:04.855496 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 6e298bbc-3a99-4f67-9c24-6754e8c83811 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:40:05.046008 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port 6e298bbc-3a99-4f67-9c24-6754e8c83811 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:40:05.046409 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-1f365608-f5da-410c-9695-9a6531208625 None None] Set router 53c19736-c0fb-44e1-ae37-5a54a7b91a6a gateway port host: None {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:40:05.051272 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port 6e298bbc-3a99-4f67-9c24-6754e8c83811 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:40:05.054386 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:05.072027 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d83cc-061e-40b3-ab22-d3ae302b4719 req-7a160ac9-59dd-467e-8bfc-26095e4fc6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:05.078141 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-216d83cc-061e-40b3-ab22-d3ae302b4719 req-7a160ac9-59dd-467e-8bfc-26095e4fc6d5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7183159b-84a0-41da-a402-ae36bdd15ad0 HTTP/1.1" status: 200 len: 1097 time: 0.3797331 Jul 09 14:40:05.099033 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-628fdc6f-2a99-4b31-ac1b-2843494c1e35 admin admin] Deleting port 238dab7f-55e0-4efe-8ef2-ac725be32cfe {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:40:05.099368 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-628fdc6f-2a99-4b31-ac1b-2843494c1e35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:05.109808 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-1f365608-f5da-410c-9695-9a6531208625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c19736-c0fb-44e1-ae37-5a54a7b91a6a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-660833109-router', 'tenant_id': '83a1c89a2a8544b4b4a82e8518d21b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:39:47Z', 'updated_at': '2021-07-09T14:40:04Z', 'revision_number': 6, 'project_id': '83a1c89a2a8544b4b4a82e8518d21b54', 'gw_port_host': None}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:40:05.146880 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f365608-f5da-410c-9695-9a6531208625 None None] Checking router: 53c19736-c0fb-44e1-ae37-5a54a7b91a6a for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:40:05.147770 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8363e33-7b9f-4313-857d-df45e761d64f req-a122acca-be26-43e7-ab5f-257ae700f55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:05.149367 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c8363e33-7b9f-4313-857d-df45e761d64f req-a122acca-be26-43e7-ab5f-257ae700f55b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d279218c-02f7-4abf-b176-085ffc0dc3a0 HTTP/1.1" status: 200 len: 1097 time: 0.4714432 Jul 09 14:40:05.158215 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f365608-f5da-410c-9695-9a6531208625 None None] Routers {'53c19736-c0fb-44e1-ae37-5a54a7b91a6a'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:40:05.159627 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-1f365608-f5da-410c-9695-9a6531208625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:39:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['53c19736-c0fb-44e1-ae37-5a54a7b91a6a'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:40:05.174081 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e958276-4103-4c75-a015-6024e6c14662 req-9b698b05-2eab-4dd2-8c3f-0d46a1ad50d8 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:40:05.174421 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e958276-4103-4c75-a015-6024e6c14662 req-9b698b05-2eab-4dd2-8c3f-0d46a1ad50d8 service neutron] Checking segment: {'id': 'd5c26be4-f29b-4eff-bedc-1c8d95f8265d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '25f19ab3-9713-4354-87b1-8996cfc90721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:40:05.174917 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e958276-4103-4c75-a015-6024e6c14662 req-9b698b05-2eab-4dd2-8c3f-0d46a1ad50d8 service neutron] Bound using segment: {'id': 'd5c26be4-f29b-4eff-bedc-1c8d95f8265d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '25f19ab3-9713-4354-87b1-8996cfc90721'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:40:05.175677 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-2e958276-4103-4c75-a015-6024e6c14662 req-9b698b05-2eab-4dd2-8c3f-0d46a1ad50d8 service neutron] Bound port: e805be18-53a1-42ab-bd12-9912149f52f7, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5c26be4-f29b-4eff-bedc-1c8d95f8265d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '25f19ab3-9713-4354-87b1-8996cfc90721'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:40:05.176123 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2e958276-4103-4c75-a015-6024e6c14662 req-9b698b05-2eab-4dd2-8c3f-0d46a1ad50d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:05.177809 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c204c-a18f-45e1-b866-3db429374a2e req-1a3b9022-c9bb-4838-a0a3-48ca6a156998 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:05.179307 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b66c204c-a18f-45e1-b866-3db429374a2e req-1a3b9022-c9bb-4838-a0a3-48ca6a156998 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.54 "GET /v2.0/networks?id=25f19ab3-9713-4354-87b1-8996cfc90721 HTTP/1.1" status: 200 len: 816 time: 0.4780815 Jul 09 14:40:05.186420 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:05.202282 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-b66c204c-a18f-45e1-b866-3db429374a2e req-d1178a7a-b565-4edd-8a1c-dc758e85c717 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Request body: {'port': {'device_id': 'e1fd4f0f-fec4-48c1-b501-7d7f9948e525', 'network_id': '25f19ab3-9713-4354-87b1-8996cfc90721', 'admin_state_up': True, 'tenant_id': 'aa97dae497ae44f6884f77d4c415de43'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:40:05.222239 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-628fdc6f-2a99-4b31-ac1b-2843494c1e35 admin admin] For port 238dab7f-55e0-4efe-8ef2-ac725be32cfe, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=238dab7f-55e0-4efe-8ef2-ac725be32cfe,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:40:05.222601 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-628fdc6f-2a99-4b31-ac1b-2843494c1e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:05.236310 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 6e298bbc-3a99-4f67-9c24-6754e8c83811, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=6e298bbc-3a99-4f67-9c24-6754e8c83811,segment=NetworkSegment(85303425-81df-497a-8117-22ba6281b80e),segment_id=85303425-81df-497a-8117-22ba6281b80e)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:40:05.255003 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05436ee7-7eb9-4d71-993b-94f6a74fd684 req-560ac9d5-3b62-49e8-bff9-d2444544d0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:05.256707 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-05436ee7-7eb9-4d71-993b-94f6a74fd684 req-560ac9d5-3b62-49e8-bff9-d2444544d0f2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=79097a2a-3d82-478f-9d5a-0e74592228d1 HTTP/1.1" status: 200 len: 1096 time: 0.7163112 Jul 09 14:40:05.263397 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-628fdc6f-2a99-4b31-ac1b-2843494c1e35 admin admin] Calling delete_port for 238dab7f-55e0-4efe-8ef2-ac725be32cfe owned by network:router_gateway {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:40:05.284590 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-1f365608-f5da-410c-9695-9a6531208625 None None] Set router 53c19736-c0fb-44e1-ae37-5a54a7b91a6a gateway port host: None {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:40:05.311928 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:05.314199 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-216d83cc-061e-40b3-ab22-d3ae302b4719 req-296a7a1f-88a4-4759-af27-dd3ea25eb762 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008295 Jul 09 14:40:05.333055 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dac637-087a-43b0-8700-98f5e0cc943a req-b9d98099-3952-4c32-b897-23aeaa993885 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:05.341075 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-31dac637-087a-43b0-8700-98f5e0cc943a req-b9d98099-3952-4c32-b897-23aeaa993885 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "GET /v2.0/ports?device_id=318e3dc5-cda4-421f-b184-9e838d8c1696 HTTP/1.1" status: 200 len: 944 time: 0.6465833 Jul 09 14:40:05.342275 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-1f365608-f5da-410c-9695-9a6531208625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c19736-c0fb-44e1-ae37-5a54a7b91a6a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-660833109-router', 'tenant_id': '83a1c89a2a8544b4b4a82e8518d21b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:39:47Z', 'updated_at': '2021-07-09T14:40:04Z', 'revision_number': 6, 'project_id': '83a1c89a2a8544b4b4a82e8518d21b54', 'gw_port_host': None}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:40:05.342855 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-b5c74e73-19b6-4621-abfd-cf3a68a15cf3 req-16305bd1-2a6b-4119-b84b-5de6e5d9e918 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:05.351336 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c8363e33-7b9f-4313-857d-df45e761d64f req-b31daf72-104c-47b0-92c0-536bf2d8eb4e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f56a5b05-eeca-4433-9534-28a66e6e8c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809781 Jul 09 14:40:05.377246 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f365608-f5da-410c-9695-9a6531208625 None None] The sync data for ids ['53c19736-c0fb-44e1-ae37-5a54a7b91a6a'] in n-d-799529-6 is: [{'id': '53c19736-c0fb-44e1-ae37-5a54a7b91a6a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-660833109-router', 'tenant_id': '83a1c89a2a8544b4b4a82e8518d21b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:39:47Z', 'updated_at': '2021-07-09T14:40:04Z', 'revision_number': 6, 'project_id': '83a1c89a2a8544b4b4a82e8518d21b54', 'gw_port_host': None}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:40:05.400502 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=6e298bbc-3a99-4f67-9c24-6754e8c83811,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:05.414454 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-b5c74e73-19b6-4621-abfd-cf3a68a15cf3 req-16305bd1-2a6b-4119-b84b-5de6e5d9e918 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Transition to ACTIVE for port object c143c0fd-8e60-4e4d-8c37-ac5cea1a8448 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:40:05.417025 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-2e958276-4103-4c75-a015-6024e6c14662 req-9b698b05-2eab-4dd2-8c3f-0d46a1ad50d8 service neutron] For port e805be18-53a1-42ab-bd12-9912149f52f7, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:40:05.435858 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-05436ee7-7eb9-4d71-993b-94f6a74fd684 req-da827637-eb42-4284-94af-d39e1ffc50f8 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f56a5b05-eeca-4433-9534-28a66e6e8c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652224 Jul 09 14:40:05.436862 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a47474-93f5-450f-a3d0-100e3257d477 req-1e14d14b-fd96-4c15-b43a-abbd38d0f088 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:05.444392 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-72a47474-93f5-450f-a3d0-100e3257d477 req-1e14d14b-fd96-4c15-b43a-abbd38d0f088 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=7183159b-84a0-41da-a402-ae36bdd15ad0 HTTP/1.1" status: 200 len: 946 time: 0.4071383 Jul 09 14:40:05.453081 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-2e958276-4103-4c75-a015-6024e6c14662 req-9b698b05-2eab-4dd2-8c3f-0d46a1ad50d8 service neutron] For port e805be18-53a1-42ab-bd12-9912149f52f7, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=e805be18-53a1-42ab-bd12-9912149f52f7,segment=NetworkSegment(d5c26be4-f29b-4eff-bedc-1c8d95f8265d),segment_id=d5c26be4-f29b-4eff-bedc-1c8d95f8265d)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:40:05.468256 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-31dac637-087a-43b0-8700-98f5e0cc943a req-3ec59597-63f9-4bb5-be4c-c32d36b906ec tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "GET /v2.0/security-groups?id=56f8d71f-a162-4356-920c-4536638f4f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264586 Jul 09 14:40:05.523658 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-72a47474-93f5-450f-a3d0-100e3257d477 req-54fa7148-fd33-4ccd-aca9-17e5e1c56093 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779908 Jul 09 14:40:05.556235 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2e958276-4103-4c75-a015-6024e6c14662 req-9b698b05-2eab-4dd2-8c3f-0d46a1ad50d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:05.579285 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 54862) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:40:05.602801 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e958276-4103-4c75-a015-6024e6c14662 req-9b698b05-2eab-4dd2-8c3f-0d46a1ad50d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:05.603570 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2e958276-4103-4c75-a015-6024e6c14662 req-9b698b05-2eab-4dd2-8c3f-0d46a1ad50d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:05.605720 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2e958276-4103-4c75-a015-6024e6c14662 req-9b698b05-2eab-4dd2-8c3f-0d46a1ad50d8 service neutron] 10.222.0.54 "PUT /v2.0/ports/e805be18-53a1-42ab-bd12-9912149f52f7 HTTP/1.1" status: 200 len: 1092 time: 2.6408038 Jul 09 14:40:05.608288 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01af826f-9480-4520-929f-03fa443ca8bb', 'tag': 'e805be18-53a1-42ab-bd12-9912149f52f7'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:40:05.619250 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0b87d5-27f9-4aca-a5df-2cda36afef78" -d '{"events": [{"name": "network-changed", "server_uuid": "01af826f-9480-4520-929f-03fa443ca8bb", "tag": "e805be18-53a1-42ab-bd12-9912149f52f7"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:40:05.674648 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9a97612-0ab4-46e7-a745-31c6f146905a admin admin] Deleting subnet 98dd1190-620f-482c-b7ec-01c98870db4c {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:40:05.681277 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f9a97612-0ab4-46e7-a745-31c6f146905a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:05.685374 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-b5c74e73-19b6-4621-abfd-cf3a68a15cf3 req-16305bd1-2a6b-4119-b84b-5de6e5d9e918 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:05.686983 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b66c204c-a18f-45e1-b866-3db429374a2e req-d1178a7a-b565-4edd-8a1c-dc758e85c717 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Made reservation on behalf of aa97dae497ae44f6884f77d4c415de43 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:40:05.698120 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b698b05-2eab-4dd2-8c3f-0d46a1ad50d8 service neutron] Pushing event updated for resources: {'Port': ['ID=e805be18-53a1-42ab-bd12-9912149f52f7,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:05.701583 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-b66c204c-a18f-45e1-b866-3db429374a2e req-d1178a7a-b565-4edd-8a1c-dc758e85c717 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:05.763019 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f9a97612-0ab4-46e7-a745-31c6f146905a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:05.781798 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e958276-4103-4c75-a015-6024e6c14662 req-53b5b334-b8bb-4fe9-97ec-8dd33d60ba97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:05.783306 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2e958276-4103-4c75-a015-6024e6c14662 req-53b5b334-b8bb-4fe9-97ec-8dd33d60ba97 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=aa97dae497ae44f6884f77d4c415de43&device_id=01af826f-9480-4520-929f-03fa443ca8bb HTTP/1.1" status: 200 len: 1095 time: 0.0589328 Jul 09 14:40:05.829151 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2e958276-4103-4c75-a015-6024e6c14662 req-284ef693-647e-4416-b600-9c7ee46b2aba service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e805be18-53a1-42ab-bd12-9912149f52f7 HTTP/1.1" status: 200 len: 217 time: 0.0378530 Jul 09 14:40:05.829717 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-628fdc6f-2a99-4b31-ac1b-2843494c1e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:05.867599 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c2576642-a5fb-452f-9305-5475c774ecbd req-3fcc46d5-f53d-41cb-9ff3-4c05eb7cb38a tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1fd4f0f-fec4-48c1-b501-7d7f9948e525 HTTP/1.1" status: 200 len: 210 time: 0.1471372 Jul 09 14:40:05.872132 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5c74e73-19b6-4621-abfd-cf3a68a15cf3 req-16305bd1-2a6b-4119-b84b-5de6e5d9e918 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Network 25f19ab3-9713-4354-87b1-8996cfc90721 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:40:05.878028 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-b5c74e73-19b6-4621-abfd-cf3a68a15cf3 req-16305bd1-2a6b-4119-b84b-5de6e5d9e918 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:40:05.881146 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5c74e73-19b6-4621-abfd-cf3a68a15cf3 req-16305bd1-2a6b-4119-b84b-5de6e5d9e918 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:40:05.927899 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628fdc6f-2a99-4b31-ac1b-2843494c1e35 admin admin] Pushing event deleted for resources: {'Port': ['ID=238dab7f-55e0-4efe-8ef2-ac725be32cfe,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:05.950123 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c74e73-19b6-4621-abfd-cf3a68a15cf3 req-16305bd1-2a6b-4119-b84b-5de6e5d9e918 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:05.950882 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-b5c74e73-19b6-4621-abfd-cf3a68a15cf3 req-16305bd1-2a6b-4119-b84b-5de6e5d9e918 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:05.997047 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e958276-4103-4c75-a015-6024e6c14662 req-cfe01b31-d2aa-49c9-a6b6-ceadd2f69be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:05.998878 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2e958276-4103-4c75-a015-6024e6c14662 req-cfe01b31-d2aa-49c9-a6b6-ceadd2f69be2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c37afa86-3967-4fa8-8203-773b8bc4ae53 HTTP/1.1" status: 200 len: 855 time: 0.1590490 Jul 09 14:40:06.024957 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f9a97612-0ab4-46e7-a745-31c6f146905a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:06.046103 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-628fdc6f-2a99-4b31-ac1b-2843494c1e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:06.073739 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b5c74e73-19b6-4621-abfd-cf3a68a15cf3 req-16305bd1-2a6b-4119-b84b-5de6e5d9e918 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5689416 Jul 09 14:40:06.104252 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 238dab7f-55e0-4efe-8ef2-ac725be32cfe no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:40:06.108824 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16305bd1-2a6b-4119-b84b-5de6e5d9e918 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Pushing event updated for resources: {'Port': ['ID=c143c0fd-8e60-4e4d-8c37-ac5cea1a8448,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:06.121050 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-b5c74e73-19b6-4621-abfd-cf3a68a15cf3 req-1f550968-8211-4d5e-a8cc-a94daf1bcde6 service neutron] Request body: {'port': {'device_id': '2379930c-f2a5-4cb4-a194-0e416d22bb4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:40:06.138393 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 238dab7f-55e0-4efe-8ef2-ac725be32cfe {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:40:06.138744 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 238dab7f-55e0-4efe-8ef2-ac725be32cfe not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:40:06.180613 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-628fdc6f-2a99-4b31-ac1b-2843494c1e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:06.188664 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-628fdc6f-2a99-4b31-ac1b-2843494c1e35 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:06.250776 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e958276-4103-4c75-a015-6024e6c14662 req-82ed3fc7-6b00-42f8-a178-8d3ef161d8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:06.252333 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2e958276-4103-4c75-a015-6024e6c14662 req-82ed3fc7-6b00-42f8-a178-8d3ef161d8b1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=25f19ab3-9713-4354-87b1-8996cfc90721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2418473 Jul 09 14:40:06.302355 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-b66c204c-a18f-45e1-b866-3db429374a2e req-d1178a7a-b565-4edd-8a1c-dc758e85c717 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Allocated IP 172.20.0.9 (25f19ab3-9713-4354-87b1-8996cfc90721/c37afa86-3967-4fa8-8203-773b8bc4ae53/7d49629f-d529-451e-be24-5a9de3d31f33) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:40:06.317247 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-b5c74e73-19b6-4621-abfd-cf3a68a15cf3 req-1f550968-8211-4d5e-a8cc-a94daf1bcde6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:06.340201 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-628fdc6f-2a99-4b31-ac1b-2843494c1e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:06.340755 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-628fdc6f-2a99-4b31-ac1b-2843494c1e35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53c19736-c0fb-44e1-ae37-5a54a7b91a6a {{(pid=94445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:40:06.346505 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-628fdc6f-2a99-4b31-ac1b-2843494c1e35 admin admin] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:06.349881 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-628fdc6f-2a99-4b31-ac1b-2843494c1e35 admin admin] 10.222.0.58 "DELETE /v2.0/routers/53c19736-c0fb-44e1-ae37-5a54a7b91a6a HTTP/1.1" status: 204 len: 168 time: 2.6861384 Jul 09 14:40:06.350018 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf147d-9ad0-4e6e-b226-1d3d07fd3eca req-8d044b47-0d65-405a-b656-8c4eff31ab5e tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:06.350494 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 54892) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:40:06.350938 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-46cf147d-9ad0-4e6e-b226-1d3d07fd3eca req-8d044b47-0d65-405a-b656-8c4eff31ab5e tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] 10.222.0.58 "GET /v2.0/ports?device_id=d279218c-02f7-4abf-b176-085ffc0dc3a0 HTTP/1.1" status: 200 len: 946 time: 0.2791071 Jul 09 14:40:06.365881 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-9ca8d7d8-e2ab-44b2-ad48-e9c283d48dd6 None None] Provisioning for port c143c0fd-8e60-4e4d-8c37-ac5cea1a8448 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:40:06.370014 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-9ca8d7d8-e2ab-44b2-ad48-e9c283d48dd6 None None] Provisioning complete for port c143c0fd-8e60-4e4d-8c37-ac5cea1a8448 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:40:06.370822 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9ca8d7d8-e2ab-44b2-ad48-e9c283d48dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:06.403300 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '318e3dc5-cda4-421f-b184-9e838d8c1696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e298bbc-3a99-4f67-9c24-6754e8c83811'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:40:06.406963 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7dda19e-06fc-4e4c-b8c4-44a4bcd69907" -d '{"events": [{"server_uuid": "318e3dc5-cda4-421f-b184-9e838d8c1696", "name": "network-vif-plugged", "status": "completed", "tag": "6e298bbc-3a99-4f67-9c24-6754e8c83811"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:40:06.426445 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f9a97612-0ab4-46e7-a745-31c6f146905a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:06.431124 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2e958276-4103-4c75-a015-6024e6c14662 req-145e1f60-67b2-4f95-bd2f-0c5150c36589 service neutron] 10.222.0.54 "GET /v2.0/networks/25f19ab3-9713-4354-87b1-8996cfc90721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657908 Jul 09 14:40:06.435666 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-9ca8d7d8-e2ab-44b2-ad48-e9c283d48dd6 None None] Port c143c0fd-8e60-4e4d-8c37-ac5cea1a8448 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:40:06.471720 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-03116bc4-a448-452c-b353-5ebe71eaadc7 admin admin] Deleting subnet d6be5537-0013-4554-8627-b8f5c811abf0 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:40:06.474907 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-03116bc4-a448-452c-b353-5ebe71eaadc7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:06.505182 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a97612-0ab4-46e7-a745-31c6f146905a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98dd1190-620f-482c-b7ec-01c98870db4c,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:06.512904 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-03116bc4-a448-452c-b353-5ebe71eaadc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:06.515040 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f9a97612-0ab4-46e7-a745-31c6f146905a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:06.516866 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f9a97612-0ab4-46e7-a745-31c6f146905a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/98dd1190-620f-482c-b7ec-01c98870db4c HTTP/1.1" status: 204 len: 168 time: 0.9364347 Jul 09 14:40:06.531738 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 54902) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:40:06.701940 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2e958276-4103-4c75-a015-6024e6c14662 req-121a2f4d-a0fc-4aed-b3f2-8e7a81c9e8a8 service neutron] 10.222.0.54 "GET /v2.0/networks/25f19ab3-9713-4354-87b1-8996cfc90721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584836 Jul 09 14:40:06.704381 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-108fe1a4-f87a-4ec4-959a-49cf9d56fc22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:06.722328 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-03116bc4-a448-452c-b353-5ebe71eaadc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:06.833473 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-108fe1a4-f87a-4ec4-959a-49cf9d56fc22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:06.846274 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-108fe1a4-f87a-4ec4-959a-49cf9d56fc22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08187b06-3f87-48ec-8913-9b3c1ca7a00a']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:40:06.854721 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 43297159-bde3-4827-ae41-e9610acaadad up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:40:06.855777 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-108fe1a4-f87a-4ec4-959a-49cf9d56fc22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22d9447e-8ee3-4b42-b9d2-168a78e6fa33') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:40:06.856065 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-108fe1a4-f87a-4ec4-959a-49cf9d56fc22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22d9447e-8ee3-4b42-b9d2-168a78e6fa33') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:40:06.862315 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-46cf147d-9ad0-4e6e-b226-1d3d07fd3eca req-0043ae35-cc18-4f6e-9348-77d19ea64f51 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] 10.222.0.58 "GET /v2.0/security-groups?id=f56a5b05-eeca-4433-9534-28a66e6e8c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5027554 Jul 09 14:40:06.866085 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-108fe1a4-f87a-4ec4-959a-49cf9d56fc22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:06.889653 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-108fe1a4-f87a-4ec4-959a-49cf9d56fc22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:06.914550 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-108fe1a4-f87a-4ec4-959a-49cf9d56fc22 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:40:06.914962 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-108fe1a4-f87a-4ec4-959a-49cf9d56fc22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:06.917084 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:40:06.917084 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:40:06.917084 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:40:06.917084 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:40:06.917084 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:40:06.917084 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:40:06.917084 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:40:06.917084 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:40:06.917084 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:40:06.917084 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:40:06.917084 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:40:06.917084 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:40:06.917084 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:40:06.917084 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:40:06.917084 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:40:06.917084 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:40:06.917084 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 14:40:06.917084 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:40:06.917084 n-d-799529-6 neutron-server[94445]: timer() Jul 09 14:40:06.917084 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:40:06.917084 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 14:40:06.917084 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:40:06.917084 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 14:40:06.917084 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:40:06.917084 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 14:40:06.917084 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:40:06.917084 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 14:40:06.917084 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:40:06.917084 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 14:40:06.917084 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:40:06.917084 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:40:06.917084 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:40:06.917084 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:40:06.917084 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:40:06.917084 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 14:40:06.917084 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:40:06.917084 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 14:40:06.917084 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:40:06.917084 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:40:06.917084 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:40:06.917084 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 14:40:06.917084 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:40:06.917084 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:40:06.917084 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:40:06.917084 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:40:06.917084 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:40:06.917084 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:40:06.917084 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:40:06.928679 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-03116bc4-a448-452c-b353-5ebe71eaadc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:06.953389 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-b66c204c-a18f-45e1-b866-3db429374a2e req-d1178a7a-b565-4edd-8a1c-dc758e85c717 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:06.967030 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-b66c204c-a18f-45e1-b866-3db429374a2e req-d1178a7a-b565-4edd-8a1c-dc758e85c717 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Transition to ACTIVE for port object 7d49629f-d529-451e-be24-5a9de3d31f33 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:40:06.996221 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03116bc4-a448-452c-b353-5ebe71eaadc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6be5537-0013-4554-8627-b8f5c811abf0,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:06.998880 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-03116bc4-a448-452c-b353-5ebe71eaadc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:07.000673 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-03116bc4-a448-452c-b353-5ebe71eaadc7 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/d6be5537-0013-4554-8627-b8f5c811abf0 HTTP/1.1" status: 204 len: 168 time: 0.6475463 Jul 09 14:40:07.004198 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 54916) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:40:07.012940 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec0b2aa-7e3e-4765-81bb-b98a6da2a0c0 None None] Network 48b6b74c-720a-46af-a315-7b3bd06b52db requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:40:07.055950 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe225774-d963-4791-80c0-df2f34ccc489 x-openstack-request-id: req-fe225774-d963-4791-80c0-df2f34ccc489 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:40:07.056236 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01af826f-9480-4520-929f-03fa443ca8bb", "tag": "e805be18-53a1-42ab-bd12-9912149f52f7", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:40:07.056506 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fe225774-d963-4791-80c0-df2f34ccc489 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:40:07.056961 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01af826f-9480-4520-929f-03fa443ca8bb', 'tag': 'e805be18-53a1-42ab-bd12-9912149f52f7', 'status': 'completed', 'code': 200} Jul 09 14:40:07.081629 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a58d7ae7-b122-446f-ad75-88bc372a9868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:07.085524 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be64864e-3dc9-46a1-b18f-19819c1f3e34 req-ac44237b-6806-4a37-a823-72550222e462 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:07.093741 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-be64864e-3dc9-46a1-b18f-19819c1f3e34 req-ac44237b-6806-4a37-a823-72550222e462 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=91ecabd0-8edb-4f60-888c-5652f04757f3 HTTP/1.1" status: 200 len: 944 time: 0.1055422 Jul 09 14:40:07.096452 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-108fe1a4-f87a-4ec4-959a-49cf9d56fc22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:07.128913 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-108fe1a4-f87a-4ec4-959a-49cf9d56fc22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:07.131147 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-108fe1a4-f87a-4ec4-959a-49cf9d56fc22 admin admin] 10.222.0.58 "DELETE /v2.0/networks/08187b06-3f87-48ec-8913-9b3c1ca7a00a HTTP/1.1" status: 204 len: 168 time: 0.5757830 Jul 09 14:40:07.139593 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-b66c204c-a18f-45e1-b866-3db429374a2e req-d1178a7a-b565-4edd-8a1c-dc758e85c717 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:07.140787 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06974af6-c569-44dd-bdf8-a63c11ca97d5 x-openstack-request-id: req-06974af6-c569-44dd-bdf8-a63c11ca97d5 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:40:07.141271 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "318e3dc5-cda4-421f-b184-9e838d8c1696", "name": "network-vif-plugged", "status": "completed", "tag": "6e298bbc-3a99-4f67-9c24-6754e8c83811", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:40:07.142875 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-06974af6-c569-44dd-bdf8-a63c11ca97d5 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:40:07.143650 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '318e3dc5-cda4-421f-b184-9e838d8c1696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e298bbc-3a99-4f67-9c24-6754e8c83811', 'code': 200} Jul 09 14:40:07.152920 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108fe1a4-f87a-4ec4-959a-49cf9d56fc22 admin admin] Pushing event deleted for resources: {'Network': ['ID=08187b06-3f87-48ec-8913-9b3c1ca7a00a,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:07.190153 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port 43297159-bde3-4827-ae41-e9610acaadad completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:40:07.195308 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b66c204c-a18f-45e1-b866-3db429374a2e req-d1178a7a-b565-4edd-8a1c-dc758e85c717 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Network 25f19ab3-9713-4354-87b1-8996cfc90721 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:40:07.196593 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port 43297159-bde3-4827-ae41-e9610acaadad triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:40:07.197154 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:07.240184 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b87d5-27f9-4aca-a5df-2cda36afef78 req-11786ccd-f0b0-4d2c-941c-c163dc7657fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:07.240184 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1d0b87d5-27f9-4aca-a5df-2cda36afef78 req-11786ccd-f0b0-4d2c-941c-c163dc7657fd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=aa97dae497ae44f6884f77d4c415de43&device_id=01af826f-9480-4520-929f-03fa443ca8bb HTTP/1.1" status: 200 len: 1095 time: 0.1539662 Jul 09 14:40:07.254197 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-b66c204c-a18f-45e1-b866-3db429374a2e req-d1178a7a-b565-4edd-8a1c-dc758e85c717 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:40:07.278336 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-b66c204c-a18f-45e1-b866-3db429374a2e req-d1178a7a-b565-4edd-8a1c-dc758e85c717 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:40:07.347266 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:07.402730 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-a58d7ae7-b122-446f-ad75-88bc372a9868 admin admin] Deleting port 4e825f57-4e75-4981-aeb2-5e7f388bef78 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:40:07.403473 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a58d7ae7-b122-446f-ad75-88bc372a9868 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:07.420908 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 43297159-bde3-4827-ae41-e9610acaadad, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=43297159-bde3-4827-ae41-e9610acaadad,segment=NetworkSegment(cd7790e9-3309-48a3-bfb3-c9f386870e48),segment_id=cd7790e9-3309-48a3-bfb3-c9f386870e48)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:40:07.428700 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe76fe27-a166-4fce-8b45-62b29f85c69f None None] DHCP port deletion for 48b6b74c-720a-46af-a315-7b3bd06b52db request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:40:07.497244 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d2e1e-0547-4cb8-8c92-c476542403f4 req-9e72a1f1-2df9-4edc-b4e7-d2018691e61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:07.498668 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f41d2e1e-0547-4cb8-8c92-c476542403f4 req-9e72a1f1-2df9-4edc-b4e7-d2018691e61b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=318e3dc5-cda4-421f-b184-9e838d8c1696 HTTP/1.1" status: 200 len: 1096 time: 0.3069928 Jul 09 14:40:07.504341 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-fe76fe27-a166-4fce-8b45-62b29f85c69f None None] Deleting port 4e825f57-4e75-4981-aeb2-5e7f388bef78 {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:40:07.504756 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-fe76fe27-a166-4fce-8b45-62b29f85c69f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:07.514082 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-be64864e-3dc9-46a1-b18f-19819c1f3e34 req-7e448cfa-2d6b-42a8-8dce-e086effd7623 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4192905 Jul 09 14:40:07.516714 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-b5c74e73-19b6-4621-abfd-cf3a68a15cf3 req-1f550968-8211-4d5e-a8cc-a94daf1bcde6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c143c0fd-8e60-4e4d-8c37-ac5cea1a8448 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:40:07.541777 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b87d5-27f9-4aca-a5df-2cda36afef78 req-ca0f4834-a2ca-4bd4-b997-ede152dd1a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:07.541777 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1d0b87d5-27f9-4aca-a5df-2cda36afef78 req-ca0f4834-a2ca-4bd4-b997-ede152dd1a1e service neutron] 10.222.0.54 "GET /v2.0/networks?id=25f19ab3-9713-4354-87b1-8996cfc90721 HTTP/1.1" status: 200 len: 917 time: 0.2959549 Jul 09 14:40:07.563536 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:07.583265 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 54922) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:40:07.591174 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-b5c74e73-19b6-4621-abfd-cf3a68a15cf3 req-1f550968-8211-4d5e-a8cc-a94daf1bcde6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:07.614937 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1178a7a-b565-4edd-8a1c-dc758e85c717 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Pushing event updated for resources: {'Port': ['ID=7d49629f-d529-451e-be24-5a9de3d31f33,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:07.641002 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-b5c74e73-19b6-4621-abfd-cf3a68a15cf3 req-1f550968-8211-4d5e-a8cc-a94daf1bcde6 service neutron] Transition to ACTIVE for port object c143c0fd-8e60-4e4d-8c37-ac5cea1a8448 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:40:07.654620 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c204c-a18f-45e1-b866-3db429374a2e req-d1178a7a-b565-4edd-8a1c-dc758e85c717 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:07.655050 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-b66c204c-a18f-45e1-b866-3db429374a2e req-d1178a7a-b565-4edd-8a1c-dc758e85c717 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:07.661064 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-a58d7ae7-b122-446f-ad75-88bc372a9868 admin admin] For port 4e825f57-4e75-4981-aeb2-5e7f388bef78, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=4e825f57-4e75-4981-aeb2-5e7f388bef78,segment=NetworkSegment(8d3ae2d2-fe22-459c-80e9-04af28577b48),segment_id=8d3ae2d2-fe22-459c-80e9-04af28577b48)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:40:07.661287 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=43297159-bde3-4827-ae41-e9610acaadad,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:07.663598 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a58d7ae7-b122-446f-ad75-88bc372a9868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:07.677205 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9577f3-9926-49e4-92c8-2900b7237f7f req-f7e62ccc-961a-4640-a443-920ca2ecaa14 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:07.678965 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6f9577f3-9926-49e4-92c8-2900b7237f7f req-f7e62ccc-961a-4640-a443-920ca2ecaa14 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "GET /v2.0/ports?device_id=318e3dc5-cda4-421f-b184-9e838d8c1696 HTTP/1.1" status: 200 len: 945 time: 0.3803790 Jul 09 14:40:07.683160 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1d0b87d5-27f9-4aca-a5df-2cda36afef78 req-c2479eb1-af49-41d0-87df-aaaa727e6449 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e805be18-53a1-42ab-bd12-9912149f52f7 HTTP/1.1" status: 200 len: 217 time: 0.1248574 Jul 09 14:40:07.688526 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7e47d70a-b5dd-42de-8ebb-d8ddc6827470 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f7be77de741e4e7eb025f142bb320c4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0997100 Jul 09 14:40:07.698002 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 54924) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:40:07.698150 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-a58d7ae7-b122-446f-ad75-88bc372a9868 admin admin] Calling delete_port for 4e825f57-4e75-4981-aeb2-5e7f388bef78 owned by network:dhcp {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:40:07.709283 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-fe76fe27-a166-4fce-8b45-62b29f85c69f None None] For port 4e825f57-4e75-4981-aeb2-5e7f388bef78, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=4e825f57-4e75-4981-aeb2-5e7f388bef78,segment=NetworkSegment(8d3ae2d2-fe22-459c-80e9-04af28577b48),segment_id=8d3ae2d2-fe22-459c-80e9-04af28577b48)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:40:07.709793 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-fe76fe27-a166-4fce-8b45-62b29f85c69f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:07.720136 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-b5c74e73-19b6-4621-abfd-cf3a68a15cf3 req-1f550968-8211-4d5e-a8cc-a94daf1bcde6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:07.729021 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-fe76fe27-a166-4fce-8b45-62b29f85c69f None None] Calling delete_port for 4e825f57-4e75-4981-aeb2-5e7f388bef78 owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:40:07.761440 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f41d2e1e-0547-4cb8-8c92-c476542403f4 req-b5fa7c51-408a-40a0-8f5a-51fbc48b3144 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=56f8d71f-a162-4356-920c-4536638f4f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2477858 Jul 09 14:40:07.786273 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b66c204c-a18f-45e1-b866-3db429374a2e req-d1178a7a-b565-4edd-8a1c-dc758e85c717 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5946388 Jul 09 14:40:07.816020 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b87d5-27f9-4aca-a5df-2cda36afef78 req-4684a36f-b89c-4ed5-8b01-d50b90441710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:07.818453 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1d0b87d5-27f9-4aca-a5df-2cda36afef78 req-4684a36f-b89c-4ed5-8b01-d50b90441710 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c37afa86-3967-4fa8-8203-773b8bc4ae53 HTTP/1.1" status: 200 len: 855 time: 0.1128540 Jul 09 14:40:07.818572 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-5c320093-805d-42e9-b1af-0a68ce31031a None None] Provisioning for port 7d49629f-d529-451e-be24-5a9de3d31f33 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:40:07.820433 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6f9577f3-9926-49e4-92c8-2900b7237f7f req-9da2d27c-4b89-4284-a04a-874ed3e15735 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "GET /v2.0/security-groups?id=56f8d71f-a162-4356-920c-4536638f4f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319282 Jul 09 14:40:07.838647 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-5c320093-805d-42e9-b1af-0a68ce31031a None None] Provisioning complete for port 7d49629f-d529-451e-be24-5a9de3d31f33 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:40:07.842134 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5c320093-805d-42e9-b1af-0a68ce31031a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:07.843930 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-b66c204c-a18f-45e1-b866-3db429374a2e req-ee508d4e-a135-475f-b6b1-1c8b7b59c9ea service neutron] Request body: {'port': {'device_id': 'e1fd4f0f-fec4-48c1-b501-7d7f9948e525', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:40:07.912974 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-5c320093-805d-42e9-b1af-0a68ce31031a None None] Port 7d49629f-d529-451e-be24-5a9de3d31f33 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:40:07.928286 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f550968-8211-4d5e-a8cc-a94daf1bcde6 service neutron] Pushing event updated for resources: {'Port': ['ID=c143c0fd-8e60-4e4d-8c37-ac5cea1a8448,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:07.956631 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b87d5-27f9-4aca-a5df-2cda36afef78 req-55f31715-0666-4ef8-a15d-6253718abd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:07.959738 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1d0b87d5-27f9-4aca-a5df-2cda36afef78 req-55f31715-0666-4ef8-a15d-6253718abd5e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=25f19ab3-9713-4354-87b1-8996cfc90721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1344562 Jul 09 14:40:07.994758 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-fe76fe27-a166-4fce-8b45-62b29f85c69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:08.004895 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-82e58223-ad4c-48b5-bb4f-5b5db5e6042f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:08.031377 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe76fe27-a166-4fce-8b45-62b29f85c69f None None] Pushing event deleted for resources: {'Port': ['ID=4e825f57-4e75-4981-aeb2-5e7f388bef78,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:08.035432 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe76fe27-a166-4fce-8b45-62b29f85c69f None None] No DVR routers for this DVR port 4e825f57-4e75-4981-aeb2-5e7f388bef78 on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:40:08.082154 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-82e58223-ad4c-48b5-bb4f-5b5db5e6042f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:08.092397 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 4e825f57-4e75-4981-aeb2-5e7f388bef78 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:40:08.099967 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ec4085-a0a3-4450-8639-c392da68ce42 req-1f21ff4a-1928-4d27-9792-f9cff8309c15 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:08.104792 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d7ec4085-a0a3-4450-8639-c392da68ce42 req-1f21ff4a-1928-4d27-9792-f9cff8309c15 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=7183159b-84a0-41da-a402-ae36bdd15ad0 HTTP/1.1" status: 200 len: 946 time: 0.3577609 Jul 09 14:40:08.112883 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 4e825f57-4e75-4981-aeb2-5e7f388bef78 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:40:08.113236 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 4e825f57-4e75-4981-aeb2-5e7f388bef78 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:40:08.116053 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a58d7ae7-b122-446f-ad75-88bc372a9868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:08.135405 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-b5c74e73-19b6-4621-abfd-cf3a68a15cf3 req-1f550968-8211-4d5e-a8cc-a94daf1bcde6 service neutron] Attempting to bind port c143c0fd-8e60-4e4d-8c37-ac5cea1a8448 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:40:08.135767 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-b5c74e73-19b6-4621-abfd-cf3a68a15cf3 req-1f550968-8211-4d5e-a8cc-a94daf1bcde6 service neutron] Attempting to bind port c143c0fd-8e60-4e4d-8c37-ac5cea1a8448 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': 'd5c26be4-f29b-4eff-bedc-1c8d95f8265d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '25f19ab3-9713-4354-87b1-8996cfc90721'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:40:08.136168 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c74e73-19b6-4621-abfd-cf3a68a15cf3 req-1f550968-8211-4d5e-a8cc-a94daf1bcde6 service neutron] Attempting to bind port c143c0fd-8e60-4e4d-8c37-ac5cea1a8448 on network 25f19ab3-9713-4354-87b1-8996cfc90721 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:40:08.145146 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-b66c204c-a18f-45e1-b866-3db429374a2e req-ee508d4e-a135-475f-b6b1-1c8b7b59c9ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:08.170077 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d7ae7-b122-446f-ad75-88bc372a9868 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e825f57-4e75-4981-aeb2-5e7f388bef78,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:08.172259 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c74e73-19b6-4621-abfd-cf3a68a15cf3 req-1f550968-8211-4d5e-a8cc-a94daf1bcde6 service neutron] Port c143c0fd-8e60-4e4d-8c37-ac5cea1a8448 on network 25f19ab3-9713-4354-87b1-8996cfc90721 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:40:08.172619 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c74e73-19b6-4621-abfd-cf3a68a15cf3 req-1f550968-8211-4d5e-a8cc-a94daf1bcde6 service neutron] Attempting to bind port c143c0fd-8e60-4e4d-8c37-ac5cea1a8448 on network 25f19ab3-9713-4354-87b1-8996cfc90721 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:40:08.174851 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58d7ae7-b122-446f-ad75-88bc372a9868 admin admin] No DVR routers for this DVR port 4e825f57-4e75-4981-aeb2-5e7f388bef78 on host n-d-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:40:08.190119 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c74e73-19b6-4621-abfd-cf3a68a15cf3 req-1f550968-8211-4d5e-a8cc-a94daf1bcde6 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:40:08.190465 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c74e73-19b6-4621-abfd-cf3a68a15cf3 req-1f550968-8211-4d5e-a8cc-a94daf1bcde6 service neutron] Checking segment: {'id': 'd5c26be4-f29b-4eff-bedc-1c8d95f8265d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '25f19ab3-9713-4354-87b1-8996cfc90721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:40:08.190857 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c74e73-19b6-4621-abfd-cf3a68a15cf3 req-1f550968-8211-4d5e-a8cc-a94daf1bcde6 service neutron] Bound using segment: {'id': 'd5c26be4-f29b-4eff-bedc-1c8d95f8265d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '25f19ab3-9713-4354-87b1-8996cfc90721'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:40:08.191301 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-b5c74e73-19b6-4621-abfd-cf3a68a15cf3 req-1f550968-8211-4d5e-a8cc-a94daf1bcde6 service neutron] Bound port: c143c0fd-8e60-4e4d-8c37-ac5cea1a8448, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5c26be4-f29b-4eff-bedc-1c8d95f8265d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '25f19ab3-9713-4354-87b1-8996cfc90721'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:40:08.191685 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-b5c74e73-19b6-4621-abfd-cf3a68a15cf3 req-1f550968-8211-4d5e-a8cc-a94daf1bcde6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:08.208712 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1d0b87d5-27f9-4aca-a5df-2cda36afef78 req-3ad7c7f8-91bb-4ef7-b855-d5fcc6070a16 service neutron] 10.222.0.54 "GET /v2.0/networks/25f19ab3-9713-4354-87b1-8996cfc90721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419374 Jul 09 14:40:08.244280 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d7ec4085-a0a3-4450-8639-c392da68ce42 req-7e502949-a93e-4abd-a914-9a9c08557737 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231129 Jul 09 14:40:08.269474 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd518827-32a7-4dce-9fd0-fbf965d42bf0 req-4758f57a-ed86-4e5d-9c92-46615d3e5a13 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:08.270986 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bd518827-32a7-4dce-9fd0-fbf965d42bf0 req-4758f57a-ed86-4e5d-9c92-46615d3e5a13 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1fd4f0f-fec4-48c1-b501-7d7f9948e525 HTTP/1.1" status: 200 len: 931 time: 0.2172086 Jul 09 14:40:08.331896 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a58d7ae7-b122-446f-ad75-88bc372a9868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:08.355330 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-a58d7ae7-b122-446f-ad75-88bc372a9868 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48b6b74c-720a-46af-a315-7b3bd06b52db']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:40:08.371099 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-82e58223-ad4c-48b5-bb4f-5b5db5e6042f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:08.375984 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-82e58223-ad4c-48b5-bb4f-5b5db5e6042f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:08.375984 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-82e58223-ad4c-48b5-bb4f-5b5db5e6042f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1027eb1b-a1a3-4726-8966-1112e6975af0 HTTP/1.1" status: 204 len: 168 time: 0.6848626 Jul 09 14:40:08.377961 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-a58d7ae7-b122-446f-ad75-88bc372a9868 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d3ae2d2-fe22-459c-80e9-04af28577b48') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:40:08.378462 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-a58d7ae7-b122-446f-ad75-88bc372a9868 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d3ae2d2-fe22-459c-80e9-04af28577b48') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:40:08.385577 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-b5c74e73-19b6-4621-abfd-cf3a68a15cf3 req-1f550968-8211-4d5e-a8cc-a94daf1bcde6 service neutron] For port c143c0fd-8e60-4e4d-8c37-ac5cea1a8448, host n-h2-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:40:08.418539 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1d0b87d5-27f9-4aca-a5df-2cda36afef78 req-07c1356d-b746-4e20-ba32-dde9fc190c9d service neutron] 10.222.0.54 "GET /v2.0/networks/25f19ab3-9713-4354-87b1-8996cfc90721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724825 Jul 09 14:40:08.434031 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a58d7ae7-b122-446f-ad75-88bc372a9868 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:08.435131 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-b5c74e73-19b6-4621-abfd-cf3a68a15cf3 req-1f550968-8211-4d5e-a8cc-a94daf1bcde6 service neutron] For port c143c0fd-8e60-4e4d-8c37-ac5cea1a8448, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=c143c0fd-8e60-4e4d-8c37-ac5cea1a8448,segment=NetworkSegment(d5c26be4-f29b-4eff-bedc-1c8d95f8265d),segment_id=d5c26be4-f29b-4eff-bedc-1c8d95f8265d)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:40:08.442672 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e58223-ad4c-48b5-bb4f-5b5db5e6042f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1027eb1b-a1a3-4726-8966-1112e6975af0,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:08.453902 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a58d7ae7-b122-446f-ad75-88bc372a9868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:08.462499 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bd518827-32a7-4dce-9fd0-fbf965d42bf0 req-d1f024d0-270c-4b35-8b55-004cb3c907cc tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa8ccfb5-1089-45b8-8b22-f1c0cd5449b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741235 Jul 09 14:40:08.468762 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a58d7ae7-b122-446f-ad75-88bc372a9868 admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:40:08.469016 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a58d7ae7-b122-446f-ad75-88bc372a9868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:08.471036 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:40:08.471036 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:40:08.471036 n-d-799529-6 neutron-server[94445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:40:08.471036 n-d-799529-6 neutron-server[94445]: self.session.flush() Jul 09 14:40:08.471036 n-d-799529-6 neutron-server[94445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:40:08.471036 n-d-799529-6 neutron-server[94445]: self.session.flush() Jul 09 14:40:08.471036 n-d-799529-6 neutron-server[94445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:40:08.471036 n-d-799529-6 neutron-server[94445]: self.session.flush() Jul 09 14:40:08.471036 n-d-799529-6 neutron-server[94445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:40:08.471036 n-d-799529-6 neutron-server[94445]: self.session.flush() Jul 09 14:40:08.471036 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 14:40:08.471036 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:40:08.471036 n-d-799529-6 neutron-server[94445]: timer() Jul 09 14:40:08.471036 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:40:08.471036 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 14:40:08.471036 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:40:08.471036 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 14:40:08.471036 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:40:08.471036 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 14:40:08.471036 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:40:08.471036 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 14:40:08.471036 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:40:08.471036 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 14:40:08.471036 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:40:08.471036 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:40:08.471036 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:40:08.471036 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:40:08.471036 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:40:08.471036 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 14:40:08.471036 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:40:08.471036 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 14:40:08.471036 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:40:08.471036 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:40:08.471036 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:40:08.471036 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 14:40:08.471036 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:40:08.471036 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:40:08.471036 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:40:08.471036 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:40:08.471036 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:40:08.471036 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:40:08.471036 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:40:08.550075 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-b5c74e73-19b6-4621-abfd-cf3a68a15cf3 req-1f550968-8211-4d5e-a8cc-a94daf1bcde6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:08.610634 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c74e73-19b6-4621-abfd-cf3a68a15cf3 req-1f550968-8211-4d5e-a8cc-a94daf1bcde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:08.611335 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-b5c74e73-19b6-4621-abfd-cf3a68a15cf3 req-1f550968-8211-4d5e-a8cc-a94daf1bcde6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:08.612886 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b5c74e73-19b6-4621-abfd-cf3a68a15cf3 req-1f550968-8211-4d5e-a8cc-a94daf1bcde6 service neutron] 10.222.0.54 "PUT /v2.0/ports/c143c0fd-8e60-4e4d-8c37-ac5cea1a8448 HTTP/1.1" status: 200 len: 1091 time: 2.5103633 Jul 09 14:40:08.619997 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2379930c-f2a5-4cb4-a194-0e416d22bb4d', 'tag': 'c143c0fd-8e60-4e4d-8c37-ac5cea1a8448'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:40:08.624217 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4039183a-60f3-406f-a00d-b27a6bdac429" -d '{"events": [{"name": "network-changed", "server_uuid": "2379930c-f2a5-4cb4-a194-0e416d22bb4d", "tag": "c143c0fd-8e60-4e4d-8c37-ac5cea1a8448"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:40:08.625554 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a58d7ae7-b122-446f-ad75-88bc372a9868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:08.641917 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-b66c204c-a18f-45e1-b866-3db429374a2e req-ee508d4e-a135-475f-b6b1-1c8b7b59c9ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d49629f-d529-451e-be24-5a9de3d31f33 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:40:08.650635 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a58d7ae7-b122-446f-ad75-88bc372a9868 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:08.652711 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-a58d7ae7-b122-446f-ad75-88bc372a9868 admin admin] 10.222.0.58 "DELETE /v2.0/networks/48b6b74c-720a-46af-a315-7b3bd06b52db HTTP/1.1" status: 204 len: 168 time: 1.6486580 Jul 09 14:40:08.655426 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-b66c204c-a18f-45e1-b866-3db429374a2e req-ee508d4e-a135-475f-b6b1-1c8b7b59c9ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:08.655765 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d7ae7-b122-446f-ad75-88bc372a9868 admin admin] Pushing event deleted for resources: {'Network': ['ID=48b6b74c-720a-46af-a315-7b3bd06b52db,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:08.672098 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-b66c204c-a18f-45e1-b866-3db429374a2e req-ee508d4e-a135-475f-b6b1-1c8b7b59c9ea service neutron] Transition to ACTIVE for port object 7d49629f-d529-451e-be24-5a9de3d31f33 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:40:08.688314 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f550968-8211-4d5e-a8cc-a94daf1bcde6 service neutron] Pushing event updated for resources: {'Port': ['ID=c143c0fd-8e60-4e4d-8c37-ac5cea1a8448,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:08.723767 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21b05c-eea8-4778-b716-172a7e7e8a27 req-232469e9-453a-448e-8d24-94d9fe6999f0 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:08.725330 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fc21b05c-eea8-4778-b716-172a7e7e8a27 req-232469e9-453a-448e-8d24-94d9fe6999f0 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] 10.222.0.58 "GET /v2.0/ports?device_id=d279218c-02f7-4abf-b176-085ffc0dc3a0 HTTP/1.1" status: 200 len: 946 time: 0.1392276 Jul 09 14:40:08.775063 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-b66c204c-a18f-45e1-b866-3db429374a2e req-ee508d4e-a135-475f-b6b1-1c8b7b59c9ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:08.782808 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fc21b05c-eea8-4778-b716-172a7e7e8a27 req-545ed665-80ff-4564-82c6-a40cd584ff07 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] 10.222.0.58 "GET /v2.0/security-groups?id=f56a5b05-eeca-4433-9534-28a66e6e8c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500636 Jul 09 14:40:08.860572 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device e805be18-53a1-42ab-bd12-9912149f52f7 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:40:08.954036 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2846402-5a98-4b45-ad18-14787d9a9c03 x-openstack-request-id: req-c2846402-5a98-4b45-ad18-14787d9a9c03 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:40:08.954611 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2379930c-f2a5-4cb4-a194-0e416d22bb4d", "tag": "c143c0fd-8e60-4e4d-8c37-ac5cea1a8448", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:40:08.959619 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c2846402-5a98-4b45-ad18-14787d9a9c03 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:40:08.962420 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2379930c-f2a5-4cb4-a194-0e416d22bb4d', 'tag': 'c143c0fd-8e60-4e4d-8c37-ac5cea1a8448', 'status': 'completed', 'code': 200} Jul 09 14:40:08.990532 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee508d4e-a135-475f-b6b1-1c8b7b59c9ea service neutron] Pushing event updated for resources: {'Port': ['ID=7d49629f-d529-451e-be24-5a9de3d31f33,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:09.100523 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port e805be18-53a1-42ab-bd12-9912149f52f7, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=e805be18-53a1-42ab-bd12-9912149f52f7,segment=NetworkSegment(d5c26be4-f29b-4eff-bedc-1c8d95f8265d),segment_id=d5c26be4-f29b-4eff-bedc-1c8d95f8265d)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:40:09.123354 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': 'e805be18-53a1-42ab-bd12-9912149f52f7', 'network_id': '25f19ab3-9713-4354-87b1-8996cfc90721', 'port_id': 'e805be18-53a1-42ab-bd12-9912149f52f7', 'mac_address': 'fa:16:3e:87:37:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c37afa86-3967-4fa8-8203-773b8bc4ae53', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:40:09.217193 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c74e73-19b6-4621-abfd-cf3a68a15cf3 req-afe308a3-1c63-4112-8543-208a5fe9aa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:09.217339 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ecabd0-8edb-4f60-888c-5652f04757f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43297159-bde3-4827-ae41-e9610acaadad'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:40:09.217517 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 54950) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:40:09.219142 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b5c74e73-19b6-4621-abfd-cf3a68a15cf3 req-afe308a3-1c63-4112-8543-208a5fe9aa63 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=aa97dae497ae44f6884f77d4c415de43&device_id=2379930c-f2a5-4cb4-a194-0e416d22bb4d HTTP/1.1" status: 200 len: 1094 time: 0.4614515 Jul 09 14:40:09.219879 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec95bba7-d275-44fb-a4ea-2758e3f1b754" -d '{"events": [{"server_uuid": "91ecabd0-8edb-4f60-888c-5652f04757f3", "name": "network-vif-plugged", "status": "completed", "tag": "43297159-bde3-4827-ae41-e9610acaadad"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:40:09.222335 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:09.241632 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e805be18-53a1-42ab-bd12-9912149f52f7 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:40:09.268138 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386cb107-10d8-4502-b789-8ffed105ec40 req-f532ae5b-3b4b-422d-b3b5-b752b53e9808 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:09.269756 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-386cb107-10d8-4502-b789-8ffed105ec40 req-f532ae5b-3b4b-422d-b3b5-b752b53e9808 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] 10.222.0.58 "GET /v2.0/ports?device_id=d09b7f4a-f490-4b6b-bcff-c85dbe06e11e HTTP/1.1" status: 200 len: 947 time: 0.1434920 Jul 09 14:40:09.278508 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port e805be18-53a1-42ab-bd12-9912149f52f7, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=e805be18-53a1-42ab-bd12-9912149f52f7,segment=NetworkSegment(d5c26be4-f29b-4eff-bedc-1c8d95f8265d),segment_id=d5c26be4-f29b-4eff-bedc-1c8d95f8265d)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:40:09.306769 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b5c74e73-19b6-4621-abfd-cf3a68a15cf3 req-050c90d0-e24e-42f0-840d-9a1bd4d903ad service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c143c0fd-8e60-4e4d-8c37-ac5cea1a8448 HTTP/1.1" status: 200 len: 217 time: 0.0731454 Jul 09 14:40:09.313348 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-b66c204c-a18f-45e1-b866-3db429374a2e req-ee508d4e-a135-475f-b6b1-1c8b7b59c9ea service neutron] Attempting to bind port 7d49629f-d529-451e-be24-5a9de3d31f33 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:40:09.314062 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-b66c204c-a18f-45e1-b866-3db429374a2e req-ee508d4e-a135-475f-b6b1-1c8b7b59c9ea service neutron] Attempting to bind port 7d49629f-d529-451e-be24-5a9de3d31f33 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': 'd5c26be4-f29b-4eff-bedc-1c8d95f8265d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '25f19ab3-9713-4354-87b1-8996cfc90721'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:40:09.314610 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66c204c-a18f-45e1-b866-3db429374a2e req-ee508d4e-a135-475f-b6b1-1c8b7b59c9ea service neutron] Attempting to bind port 7d49629f-d529-451e-be24-5a9de3d31f33 on network 25f19ab3-9713-4354-87b1-8996cfc90721 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:40:09.322632 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b34b17bd-1490-4787-aa31-bbe53816fe49 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=83a1c89a2a8544b4b4a82e8518d21b54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0959041 Jul 09 14:40:09.323271 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 54956) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:40:09.348411 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:09.365470 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-386cb107-10d8-4502-b789-8ffed105ec40 req-e035f0e0-b664-44de-8e9c-84ce1f087e88 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c690bd8-45a5-4665-a948-5886a91e4046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842862 Jul 09 14:40:09.380363 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66c204c-a18f-45e1-b866-3db429374a2e req-ee508d4e-a135-475f-b6b1-1c8b7b59c9ea service neutron] Port 7d49629f-d529-451e-be24-5a9de3d31f33 on network 25f19ab3-9713-4354-87b1-8996cfc90721 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:40:09.380870 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66c204c-a18f-45e1-b866-3db429374a2e req-ee508d4e-a135-475f-b6b1-1c8b7b59c9ea service neutron] Attempting to bind port 7d49629f-d529-451e-be24-5a9de3d31f33 on network 25f19ab3-9713-4354-87b1-8996cfc90721 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:40:09.407303 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66c204c-a18f-45e1-b866-3db429374a2e req-ee508d4e-a135-475f-b6b1-1c8b7b59c9ea service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:40:09.416636 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66c204c-a18f-45e1-b866-3db429374a2e req-ee508d4e-a135-475f-b6b1-1c8b7b59c9ea service neutron] Checking segment: {'id': 'd5c26be4-f29b-4eff-bedc-1c8d95f8265d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '25f19ab3-9713-4354-87b1-8996cfc90721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:40:09.416636 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66c204c-a18f-45e1-b866-3db429374a2e req-ee508d4e-a135-475f-b6b1-1c8b7b59c9ea service neutron] Bound using segment: {'id': 'd5c26be4-f29b-4eff-bedc-1c8d95f8265d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '25f19ab3-9713-4354-87b1-8996cfc90721'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:40:09.416636 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-b66c204c-a18f-45e1-b866-3db429374a2e req-ee508d4e-a135-475f-b6b1-1c8b7b59c9ea service neutron] Bound port: 7d49629f-d529-451e-be24-5a9de3d31f33, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5c26be4-f29b-4eff-bedc-1c8d95f8265d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '25f19ab3-9713-4354-87b1-8996cfc90721'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:40:09.416636 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-b66c204c-a18f-45e1-b866-3db429374a2e req-ee508d4e-a135-475f-b6b1-1c8b7b59c9ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:09.417019 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=e805be18-53a1-42ab-bd12-9912149f52f7,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:09.433175 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9ed3e351-1c31-487e-90ef-2bba38995f9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:09.436084 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e6f8a-32de-4db2-8a30-fae533854fd1 req-2c371e93-eff7-408f-b6d0-a37f18cea64c tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:09.442405 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-566e6f8a-32de-4db2-8a30-fae533854fd1 req-2c371e93-eff7-408f-b6d0-a37f18cea64c tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=91ecabd0-8edb-4f60-888c-5652f04757f3 HTTP/1.1" status: 200 len: 945 time: 0.3851759 Jul 09 14:40:09.463871 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9ed3e351-1c31-487e-90ef-2bba38995f9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:09.485577 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c74e73-19b6-4621-abfd-cf3a68a15cf3 req-15f9ed11-38d0-40ff-8071-508ef5408861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:09.487142 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b5c74e73-19b6-4621-abfd-cf3a68a15cf3 req-15f9ed11-38d0-40ff-8071-508ef5408861 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c37afa86-3967-4fa8-8203-773b8bc4ae53 HTTP/1.1" status: 200 len: 855 time: 0.1590929 Jul 09 14:40:09.556115 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-566e6f8a-32de-4db2-8a30-fae533854fd1 req-0a94310b-9a6a-4770-84f3-bac5b992352d tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124547 Jul 09 14:40:09.563150 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe4c96-16d5-4f3e-923e-73bb736d4d25 req-0c000aa0-dbe3-486f-9b3d-ccdd37b85bd6 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:09.564723 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3cbe4c96-16d5-4f3e-923e-73bb736d4d25 req-0c000aa0-dbe3-486f-9b3d-ccdd37b85bd6 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] 10.222.0.58 "GET /v2.0/ports?device_id=79097a2a-3d82-478f-9d5a-0e74592228d1 HTTP/1.1" status: 200 len: 945 time: 0.0921555 Jul 09 14:40:09.608454 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-b66c204c-a18f-45e1-b866-3db429374a2e req-ee508d4e-a135-475f-b6b1-1c8b7b59c9ea service neutron] For port 7d49629f-d529-451e-be24-5a9de3d31f33, host n-h2-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:40:09.613936 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9ed3e351-1c31-487e-90ef-2bba38995f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:09.616546 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9ed3e351-1c31-487e-90ef-2bba38995f9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:09.620544 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-9ed3e351-1c31-487e-90ef-2bba38995f9c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b74f14b3-091d-441d-9e70-bf3385154b42 HTTP/1.1" status: 204 len: 168 time: 0.2932801 Jul 09 14:40:09.621333 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3cbe4c96-16d5-4f3e-923e-73bb736d4d25 req-ebc56c45-f8b2-46f0-822c-f17d3c0df270 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] 10.222.0.58 "GET /v2.0/security-groups?id=f56a5b05-eeca-4433-9534-28a66e6e8c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487092 Jul 09 14:40:09.625947 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-b66c204c-a18f-45e1-b866-3db429374a2e req-ee508d4e-a135-475f-b6b1-1c8b7b59c9ea service neutron] For port 7d49629f-d529-451e-be24-5a9de3d31f33, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=7d49629f-d529-451e-be24-5a9de3d31f33,segment=NetworkSegment(d5c26be4-f29b-4eff-bedc-1c8d95f8265d),segment_id=d5c26be4-f29b-4eff-bedc-1c8d95f8265d)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:40:09.629313 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed3e351-1c31-487e-90ef-2bba38995f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74f14b3-091d-441d-9e70-bf3385154b42,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:09.656262 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c74e73-19b6-4621-abfd-cf3a68a15cf3 req-816037a7-18ad-448f-ae2d-1e98d9c99b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:09.657856 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b5c74e73-19b6-4621-abfd-cf3a68a15cf3 req-816037a7-18ad-448f-ae2d-1e98d9c99b96 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=25f19ab3-9713-4354-87b1-8996cfc90721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1423938 Jul 09 14:40:09.673487 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['e805be18-53a1-42ab-bd12-9912149f52f7'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:40:09.726390 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb31c8a-6f9e-4a7a-915f-ad88546d2f2e x-openstack-request-id: req-1cb31c8a-6f9e-4a7a-915f-ad88546d2f2e {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:40:09.726390 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ecabd0-8edb-4f60-888c-5652f04757f3", "name": "network-vif-plugged", "status": "completed", "tag": "43297159-bde3-4827-ae41-e9610acaadad", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:40:09.726390 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1cb31c8a-6f9e-4a7a-915f-ad88546d2f2e {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:40:09.726390 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ecabd0-8edb-4f60-888c-5652f04757f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43297159-bde3-4827-ae41-e9610acaadad', 'code': 200} Jul 09 14:40:09.772276 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-b66c204c-a18f-45e1-b866-3db429374a2e req-ee508d4e-a135-475f-b6b1-1c8b7b59c9ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:09.854154 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c204c-a18f-45e1-b866-3db429374a2e req-ee508d4e-a135-475f-b6b1-1c8b7b59c9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:09.854992 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-b66c204c-a18f-45e1-b866-3db429374a2e req-ee508d4e-a135-475f-b6b1-1c8b7b59c9ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:09.856623 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b66c204c-a18f-45e1-b866-3db429374a2e req-ee508d4e-a135-475f-b6b1-1c8b7b59c9ea service neutron] 10.222.0.54 "PUT /v2.0/ports/7d49629f-d529-451e-be24-5a9de3d31f33 HTTP/1.1" status: 200 len: 1091 time: 2.0256586 Jul 09 14:40:09.908738 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee508d4e-a135-475f-b6b1-1c8b7b59c9ea service neutron] Pushing event updated for resources: {'Port': ['ID=7d49629f-d529-451e-be24-5a9de3d31f33,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:09.922692 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b592ac4-8a72-4a32-945f-d7c22e931b25 req-f59718fe-96df-44e7-bfcf-df3039d0b6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:09.924489 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1b592ac4-8a72-4a32-945f-d7c22e931b25 req-f59718fe-96df-44e7-bfcf-df3039d0b6ca service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=91ecabd0-8edb-4f60-888c-5652f04757f3 HTTP/1.1" status: 200 len: 1096 time: 0.1483440 Jul 09 14:40:09.932665 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b5c74e73-19b6-4621-abfd-cf3a68a15cf3 req-f8881630-b9bd-4798-820b-a2cb9eed1fd6 service neutron] 10.222.0.54 "GET /v2.0/networks/25f19ab3-9713-4354-87b1-8996cfc90721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661061 Jul 09 14:40:09.946671 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f4c102-5d9e-4466-93ba-0bcf16b0d210 req-53c2c469-9cdc-40b7-8e2f-b27e97de1f98 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:09.947461 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d6f4c102-5d9e-4466-93ba-0bcf16b0d210 req-53c2c469-9cdc-40b7-8e2f-b27e97de1f98 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "GET /v2.0/ports?device_id=318e3dc5-cda4-421f-b184-9e838d8c1696 HTTP/1.1" status: 200 len: 945 time: 0.2359102 Jul 09 14:40:09.999605 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d3d3fc-59b5-4a28-be34-a2d09eadd867 req-8d9bc18b-6482-4788-a010-73303197361f tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:10.006598 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c0d3d3fc-59b5-4a28-be34-a2d09eadd867 req-8d9bc18b-6482-4788-a010-73303197361f tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=7183159b-84a0-41da-a402-ae36bdd15ad0 HTTP/1.1" status: 200 len: 946 time: 0.1445186 Jul 09 14:40:10.056639 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1b592ac4-8a72-4a32-945f-d7c22e931b25 req-a1faa69b-44ea-4f1a-965c-eb33d2770485 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226418 Jul 09 14:40:10.092147 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c0d3d3fc-59b5-4a28-be34-a2d09eadd867 req-71796e5e-044f-401d-af98-442babad70bd tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845921 Jul 09 14:40:10.098305 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 54978) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:40:10.174514 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d6f4c102-5d9e-4466-93ba-0bcf16b0d210 req-02e5ceb9-1886-4ca3-b8ee-46e23255729b tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "GET /v2.0/security-groups?id=56f8d71f-a162-4356-920c-4536638f4f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2145398 Jul 09 14:40:10.233642 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c204c-a18f-45e1-b866-3db429374a2e req-479d3ae2-593d-4bf8-b130-42f1be2f3c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:10.235054 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b66c204c-a18f-45e1-b866-3db429374a2e req-479d3ae2-593d-4bf8-b130-42f1be2f3c8e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=aa97dae497ae44f6884f77d4c415de43&device_id=e1fd4f0f-fec4-48c1-b501-7d7f9948e525 HTTP/1.1" status: 200 len: 1094 time: 0.2473011 Jul 09 14:40:10.246470 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b5c74e73-19b6-4621-abfd-cf3a68a15cf3 req-1c3c2733-f223-43ee-8e3f-347572f2767b service neutron] 10.222.0.54 "GET /v2.0/networks/25f19ab3-9713-4354-87b1-8996cfc90721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981424 Jul 09 14:40:10.250198 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-7769e837-09f2-4a14-aab1-a1039a47fae2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-329654569-network', 'tenant_id': '644ca6545bbf445fa0c886b6aef98e04'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:40:10.279775 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc5162-98dc-4414-9490-b45c313cacdd req-d831b912-0c4e-4cd6-b9a9-5ead1194f01f tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:10.292419 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0fbc5162-98dc-4414-9490-b45c313cacdd req-d831b912-0c4e-4cd6-b9a9-5ead1194f01f tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1fd4f0f-fec4-48c1-b501-7d7f9948e525 HTTP/1.1" status: 200 len: 943 time: 0.0888135 Jul 09 14:40:10.302638 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b66c204c-a18f-45e1-b866-3db429374a2e req-f66c2ba3-9068-45e4-8006-62064ffeacd9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d49629f-d529-451e-be24-5a9de3d31f33 HTTP/1.1" status: 200 len: 217 time: 0.0551870 Jul 09 14:40:10.325810 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0fbc5162-98dc-4414-9490-b45c313cacdd req-0e5a7c5f-a01b-4d41-8078-41f822a37adb tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa8ccfb5-1089-45b8-8b22-f1c0cd5449b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383956 Jul 09 14:40:10.391494 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c204c-a18f-45e1-b866-3db429374a2e req-6c8c3653-9e6e-4bf3-b6e9-3627dde8f608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:10.392958 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b66c204c-a18f-45e1-b866-3db429374a2e req-6c8c3653-9e6e-4bf3-b6e9-3627dde8f608 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c37afa86-3967-4fa8-8203-773b8bc4ae53 HTTP/1.1" status: 200 len: 855 time: 0.0645256 Jul 09 14:40:10.401904 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7769e837-09f2-4a14-aab1-a1039a47fae2 admin admin] Made reservation on behalf of 644ca6545bbf445fa0c886b6aef98e04 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:40:10.406018 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7769e837-09f2-4a14-aab1-a1039a47fae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:10.411777 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227acd00-a40f-4e40-abf1-481822dc4925 req-7a32e57c-fb3e-4917-b530-54a2e51cf438 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:10.418994 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-227acd00-a40f-4e40-abf1-481822dc4925 req-7a32e57c-fb3e-4917-b530-54a2e51cf438 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] 10.222.0.58 "GET /v2.0/ports?device_id=33300f3c-66ac-4c66-a55a-03b35acd77df HTTP/1.1" status: 200 len: 945 time: 0.1189933 Jul 09 14:40:10.424099 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7769e837-09f2-4a14-aab1-a1039a47fae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:10.513736 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-227acd00-a40f-4e40-abf1-481822dc4925 req-d8b6cded-8222-490e-a63c-1b988d132e7c tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] 10.222.0.58 "GET /v2.0/security-groups?id=f56a5b05-eeca-4433-9534-28a66e6e8c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938623 Jul 09 14:40:10.542763 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c204c-a18f-45e1-b866-3db429374a2e req-9bbec0f1-a882-4deb-bfc3-9c25de9471fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:10.544566 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b66c204c-a18f-45e1-b866-3db429374a2e req-9bbec0f1-a882-4deb-bfc3-9c25de9471fd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=25f19ab3-9713-4354-87b1-8996cfc90721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1229858 Jul 09 14:40:10.549590 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4039183a-60f3-406f-a00d-b27a6bdac429 req-0fe3bf97-c417-49f3-aa49-670c23ae4b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:10.551007 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4039183a-60f3-406f-a00d-b27a6bdac429 req-0fe3bf97-c417-49f3-aa49-670c23ae4b8f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=aa97dae497ae44f6884f77d4c415de43&device_id=2379930c-f2a5-4cb4-a194-0e416d22bb4d HTTP/1.1" status: 200 len: 1094 time: 0.1237838 Jul 09 14:40:10.571099 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9ae41f-df5a-4b07-b31e-400db10e83f2 req-4a99607d-3fa4-43e9-9f49-5d2fee1c1f4b tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:10.572922 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5c9ae41f-df5a-4b07-b31e-400db10e83f2 req-4a99607d-3fa4-43e9-9f49-5d2fee1c1f4b tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=7183159b-84a0-41da-a402-ae36bdd15ad0 HTTP/1.1" status: 200 len: 1097 time: 0.1091437 Jul 09 14:40:10.639603 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7769e837-09f2-4a14-aab1-a1039a47fae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:10.642485 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5c9ae41f-df5a-4b07-b31e-400db10e83f2 req-61ef40cb-2e8e-489c-b731-884327a242ee tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604239 Jul 09 14:40:10.713822 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7769e837-09f2-4a14-aab1-a1039a47fae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:10.753699 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7769e837-09f2-4a14-aab1-a1039a47fae2 admin admin] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:40:10.755535 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7769e837-09f2-4a14-aab1-a1039a47fae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271a7c38-e685-4116-8919-e53dca3c24f7,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:10.784942 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7769e837-09f2-4a14-aab1-a1039a47fae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:10.785289 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-7769e837-09f2-4a14-aab1-a1039a47fae2 admin admin] Added segment d799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae of type vlan for network 29d888e5-b470-491c-8272-fb069bb5ea34 Jul 09 14:40:10.796419 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b66c204c-a18f-45e1-b866-3db429374a2e req-a9fcf216-1ab7-4b9d-86b4-f88cad99cb0f service neutron] 10.222.0.54 "GET /v2.0/networks/25f19ab3-9713-4354-87b1-8996cfc90721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346745 Jul 09 14:40:10.820208 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4039183a-60f3-406f-a00d-b27a6bdac429 req-dbb4c339-821d-41a9-a13e-3c76df5c0bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:10.821718 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4039183a-60f3-406f-a00d-b27a6bdac429 req-dbb4c339-821d-41a9-a13e-3c76df5c0bdb service neutron] 10.222.0.54 "GET /v2.0/networks?id=25f19ab3-9713-4354-87b1-8996cfc90721 HTTP/1.1" status: 200 len: 917 time: 0.2514632 Jul 09 14:40:10.841277 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a6ae8-d646-474d-87a6-f2b71b1109ae req-51420ec6-1e17-49bd-8a81-f99c16467c5b tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:10.842824 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-363a6ae8-d646-474d-87a6-f2b71b1109ae req-51420ec6-1e17-49bd-8a81-f99c16467c5b tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "GET /v2.0/ports?device_id=318e3dc5-cda4-421f-b184-9e838d8c1696 HTTP/1.1" status: 200 len: 945 time: 0.1896050 Jul 09 14:40:10.842955 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f117b-cc18-436c-814f-64869678002c req-c5c467a7-367c-4fa0-a0d2-7ba2eecab648 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:10.844388 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9d8f117b-cc18-436c-814f-64869678002c req-c5c467a7-367c-4fa0-a0d2-7ba2eecab648 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] 10.222.0.54 "GET /v2.0/ports?device_id=d09b7f4a-f490-4b6b-bcff-c85dbe06e11e HTTP/1.1" status: 200 len: 947 time: 0.1772265 Jul 09 14:40:10.856447 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 55008) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:40:10.871817 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7769e837-09f2-4a14-aab1-a1039a47fae2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:10.879178 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-9334229c-2f57-4d06-a4d9-02d65907c240 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Request body: {'floatingip': {'port_id': '6e298bbc-3a99-4f67-9c24-6754e8c83811'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:40:10.911111 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4039183a-60f3-406f-a00d-b27a6bdac429 req-2ad88d8c-c1e6-4637-8575-02743ef91e38 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c143c0fd-8e60-4e4d-8c37-ac5cea1a8448 HTTP/1.1" status: 200 len: 217 time: 0.0781479 Jul 09 14:40:10.932217 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 55010) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:40:10.960504 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9334229c-2f57-4d06-a4d9-02d65907c240 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Notify callbacks [] for floatingip, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:10.963772 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1fd4f0f-fec4-48c1-b501-7d7f9948e525', 'tag': '7d49629f-d529-451e-be24-5a9de3d31f33'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:40:10.966123 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d08386-638a-4ee1-b053-8b335eb1e12c" -d '{"events": [{"name": "network-changed", "server_uuid": "e1fd4f0f-fec4-48c1-b501-7d7f9948e525", "tag": "7d49629f-d529-451e-be24-5a9de3d31f33"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:40:11.000205 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b66c204c-a18f-45e1-b866-3db429374a2e req-f22fb754-196b-4886-b8e3-e5ff20fde38f service neutron] 10.222.0.54 "GET /v2.0/networks/25f19ab3-9713-4354-87b1-8996cfc90721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913064 Jul 09 14:40:11.001997 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4039183a-60f3-406f-a00d-b27a6bdac429 req-114dce05-e9d0-4343-8b28-b15a742d23e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:11.003562 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4039183a-60f3-406f-a00d-b27a6bdac429 req-114dce05-e9d0-4343-8b28-b15a742d23e0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c37afa86-3967-4fa8-8203-773b8bc4ae53 HTTP/1.1" status: 200 len: 855 time: 0.0821126 Jul 09 14:40:11.080102 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4039183a-60f3-406f-a00d-b27a6bdac429 req-5852d55b-bbe4-49ac-b154-3c4d5832b84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:11.081939 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4039183a-60f3-406f-a00d-b27a6bdac429 req-5852d55b-bbe4-49ac-b154-3c4d5832b84f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=25f19ab3-9713-4354-87b1-8996cfc90721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673740 Jul 09 14:40:11.100854 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-2624e58e-a322-4e21-963d-073798ec2cb6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1506940518-network', 'tenant_id': '1c625c057eb84d94ab805dc5f07c0366'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:40:11.104773 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5281ba-45fd-4846-a7a0-4812ea969532 req-9043d7a8-6b95-4845-a1f0-a23544b3002c tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:11.106206 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3d5281ba-45fd-4846-a7a0-4812ea969532 req-9043d7a8-6b95-4845-a1f0-a23544b3002c tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] 10.222.0.58 "GET /v2.0/ports?device_id=d09b7f4a-f490-4b6b-bcff-c85dbe06e11e HTTP/1.1" status: 200 len: 947 time: 0.3411117 Jul 09 14:40:11.169818 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7769e837-09f2-4a14-aab1-a1039a47fae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:11.170746 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7769e837-09f2-4a14-aab1-a1039a47fae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:11.171321 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7769e837-09f2-4a14-aab1-a1039a47fae2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:11.301847 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3d5281ba-45fd-4846-a7a0-4812ea969532 req-819e01dd-350f-450d-81a1-0ee4bebf9592 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c690bd8-45a5-4665-a948-5886a91e4046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717770 Jul 09 14:40:11.311017 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-9d8f117b-cc18-436c-814f-64869678002c req-40093b7d-347d-47e8-955e-77279d1ec347 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] Deleting port dcd0ae7c-45ed-46e9-9311-776e32a7558d {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:40:11.311017 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-9d8f117b-cc18-436c-814f-64869678002c req-40093b7d-347d-47e8-955e-77279d1ec347 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:11.313737 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7769e837-09f2-4a14-aab1-a1039a47fae2 admin admin] Pushing event updated for resources: {'Network': ['ID=29d888e5-b470-491c-8272-fb069bb5ea34,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:11.326783 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 29d888e5-b470-491c-8272-fb069bb5ea34 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:40:11.513314 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2624e58e-a322-4e21-963d-073798ec2cb6 admin admin] Made reservation on behalf of 1c625c057eb84d94ab805dc5f07c0366 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:40:11.515652 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2624e58e-a322-4e21-963d-073798ec2cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:11.536827 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4039183a-60f3-406f-a00d-b27a6bdac429 req-370becce-47d4-409f-8b22-abd676a8881d service neutron] 10.222.0.54 "GET /v2.0/networks/25f19ab3-9713-4354-87b1-8996cfc90721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4326000 Jul 09 14:40:11.544710 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2624e58e-a322-4e21-963d-073798ec2cb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:11.643913 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67abf25-b653-4a33-8882-01d557cb6afd req-65065898-2a2d-4a50-bd46-5749610f01cc tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:11.645362 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e67abf25-b653-4a33-8882-01d557cb6afd req-65065898-2a2d-4a50-bd46-5749610f01cc tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=7183159b-84a0-41da-a402-ae36bdd15ad0 HTTP/1.1" status: 200 len: 1097 time: 0.1505296 Jul 09 14:40:11.669837 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4039183a-60f3-406f-a00d-b27a6bdac429 req-3ba45753-10fa-4e9e-b64f-c6f4951c8807 service neutron] 10.222.0.54 "GET /v2.0/networks/25f19ab3-9713-4354-87b1-8996cfc90721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150689 Jul 09 14:40:11.776455 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-7769e837-09f2-4a14-aab1-a1039a47fae2 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6765709 Jul 09 14:40:11.783694 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 55022) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:40:11.790537 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-c6a2e7aa-8477-45d3-a5e3-4f3730ac80e0 admin admin] Request body: {'subnet': {'network_id': '29d888e5-b470-491c-8272-fb069bb5ea34', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-329654569-subnet', 'tenant_id': '644ca6545bbf445fa0c886b6aef98e04', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:40:11.833820 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e67abf25-b653-4a33-8882-01d557cb6afd req-04ac251b-a9df-4501-a1ae-970977446936 tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818411 Jul 09 14:40:11.878433 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2624e58e-a322-4e21-963d-073798ec2cb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:11.903995 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48aa5c64-d745-4625-9919-ab020276f6a3 x-openstack-request-id: req-48aa5c64-d745-4625-9919-ab020276f6a3 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:40:11.904285 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1fd4f0f-fec4-48c1-b501-7d7f9948e525", "tag": "7d49629f-d529-451e-be24-5a9de3d31f33", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:40:11.904539 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-48aa5c64-d745-4625-9919-ab020276f6a3 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:40:11.905032 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1fd4f0f-fec4-48c1-b501-7d7f9948e525', 'tag': '7d49629f-d529-451e-be24-5a9de3d31f33', 'status': 'completed', 'code': 200} Jul 09 14:40:11.928566 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-9d8f117b-cc18-436c-814f-64869678002c req-40093b7d-347d-47e8-955e-77279d1ec347 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] For port dcd0ae7c-45ed-46e9-9311-776e32a7558d, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=dcd0ae7c-45ed-46e9-9311-776e32a7558d,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:40:11.928566 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-9d8f117b-cc18-436c-814f-64869678002c req-40093b7d-347d-47e8-955e-77279d1ec347 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:11.954336 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de28e29-a409-4873-816c-d65f09a1ed6f req-1267cafb-c671-4b92-b290-9b49e0ff8415 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:11.955881 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4de28e29-a409-4873-816c-d65f09a1ed6f req-1267cafb-c671-4b92-b290-9b49e0ff8415 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=91ecabd0-8edb-4f60-888c-5652f04757f3 HTTP/1.1" status: 200 len: 945 time: 0.2582927 Jul 09 14:40:11.956811 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-9d8f117b-cc18-436c-814f-64869678002c req-40093b7d-347d-47e8-955e-77279d1ec347 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] Calling delete_port for dcd0ae7c-45ed-46e9-9311-776e32a7558d owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:40:11.975465 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2624e58e-a322-4e21-963d-073798ec2cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:12.028712 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2624e58e-a322-4e21-963d-073798ec2cb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:40:12.054302 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2624e58e-a322-4e21-963d-073798ec2cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5120f0-512e-44fb-b86c-00ee29facd16,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:12.067374 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2624e58e-a322-4e21-963d-073798ec2cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:12.067760 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-2624e58e-a322-4e21-963d-073798ec2cb6 admin admin] Added segment ea3e7312-a29e-42fd-9247-9011d25d7154 of type vlan for network 799bbf9f-0525-4250-82dd-ad4b3053eab3 Jul 09 14:40:12.079923 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a2e7aa-8477-45d3-a5e3-4f3730ac80e0 admin admin] Made reservation on behalf of 644ca6545bbf445fa0c886b6aef98e04 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:40:12.082249 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c6a2e7aa-8477-45d3-a5e3-4f3730ac80e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:12.084813 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4de28e29-a409-4873-816c-d65f09a1ed6f req-f7da031b-bea3-4563-ab3c-dade954bc392 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978873 Jul 09 14:40:12.174290 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2624e58e-a322-4e21-963d-073798ec2cb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:12.184554 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d08386-638a-4ee1-b053-8b335eb1e12c req-85ebba25-f439-41e7-94c2-c825343d02c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:12.186064 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-85d08386-638a-4ee1-b053-8b335eb1e12c req-85ebba25-f439-41e7-94c2-c825343d02c7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=aa97dae497ae44f6884f77d4c415de43&device_id=e1fd4f0f-fec4-48c1-b501-7d7f9948e525 HTTP/1.1" status: 200 len: 1094 time: 0.2499774 Jul 09 14:40:12.229406 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9334229c-2f57-4d06-a4d9-02d65907c240 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:12.281188 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9334229c-2f57-4d06-a4d9-02d65907c240 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:12.291770 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df264d9-1463-4531-8ffe-e8bceb75c278 req-2c44b986-7fd7-4ac3-9b50-a9f7f616a0e8 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:12.293387 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6df264d9-1463-4531-8ffe-e8bceb75c278 req-2c44b986-7fd7-4ac3-9b50-a9f7f616a0e8 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] 10.222.0.58 "GET /v2.0/ports?device_id=33300f3c-66ac-4c66-a55a-03b35acd77df HTTP/1.1" status: 200 len: 945 time: 0.2963285 Jul 09 14:40:12.333753 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-9d8f117b-cc18-436c-814f-64869678002c req-40093b7d-347d-47e8-955e-77279d1ec347 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:12.342635 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb9f64-4f04-4a1b-9b6b-57e3a3432183 req-fd1b1b0e-e6bc-448e-9d4b-185f6580f549 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:12.344222 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4dfb9f64-4f04-4a1b-9b6b-57e3a3432183 req-fd1b1b0e-e6bc-448e-9d4b-185f6580f549 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1fd4f0f-fec4-48c1-b501-7d7f9948e525 HTTP/1.1" status: 200 len: 943 time: 0.1308365 Jul 09 14:40:12.386487 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2624e58e-a322-4e21-963d-073798ec2cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:12.387463 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2624e58e-a322-4e21-963d-073798ec2cb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:12.388248 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2624e58e-a322-4e21-963d-073798ec2cb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:12.409978 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40093b7d-347d-47e8-955e-77279d1ec347 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] Pushing event deleted for resources: {'Port': ['ID=dcd0ae7c-45ed-46e9-9311-776e32a7558d,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:12.416752 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6df264d9-1463-4531-8ffe-e8bceb75c278 req-17b6237f-5230-4ac2-8b98-23d6023a3d29 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] 10.222.0.58 "GET /v2.0/security-groups?id=f56a5b05-eeca-4433-9534-28a66e6e8c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133690 Jul 09 14:40:12.417833 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d08386-638a-4ee1-b053-8b335eb1e12c req-26975d38-18ec-4e5b-ba6f-45570a35597b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:12.419793 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-85d08386-638a-4ee1-b053-8b335eb1e12c req-26975d38-18ec-4e5b-ba6f-45570a35597b service neutron] 10.222.0.54 "GET /v2.0/networks?id=25f19ab3-9713-4354-87b1-8996cfc90721 HTTP/1.1" status: 200 len: 917 time: 0.2211332 Jul 09 14:40:12.493523 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d8f117b-cc18-436c-814f-64869678002c req-40093b7d-347d-47e8-955e-77279d1ec347 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] No DVR routers for this DVR port dcd0ae7c-45ed-46e9-9311-776e32a7558d on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:40:12.500549 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-9d8f117b-cc18-436c-814f-64869678002c req-40093b7d-347d-47e8-955e-77279d1ec347 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:12.502535 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9d8f117b-cc18-436c-814f-64869678002c req-40093b7d-347d-47e8-955e-77279d1ec347 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] 10.222.0.54 "DELETE /v2.0/ports/dcd0ae7c-45ed-46e9-9311-776e32a7558d HTTP/1.1" status: 204 len: 173 time: 1.6439369 Jul 09 14:40:12.503258 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd09b7f4a-f490-4b6b-bcff-c85dbe06e11e', 'name': 'network-vif-deleted', 'tag': 'dcd0ae7c-45ed-46e9-9311-776e32a7558d'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:40:12.505551 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3746589-fdce-46d8-829c-51378cb49c3d" -d '{"events": [{"server_uuid": "d09b7f4a-f490-4b6b-bcff-c85dbe06e11e", "name": "network-vif-deleted", "tag": "dcd0ae7c-45ed-46e9-9311-776e32a7558d"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:40:12.511879 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4dfb9f64-4f04-4a1b-9b6b-57e3a3432183 req-28471900-abda-42ca-8558-2e6bc6b5703b tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa8ccfb5-1089-45b8-8b22-f1c0cd5449b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115386 Jul 09 14:40:12.513498 n-d-799529-6 neutron-server[94445]: INFO neutron.db.l3_db [None req-9334229c-2f57-4d06-a4d9-02d65907c240 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Floating IP 367185de-e0ff-4cf4-8b30-6a941b369e66 associated. External IP: 172.25.3.176, port: 6e298bbc-3a99-4f67-9c24-6754e8c83811. Jul 09 14:40:12.517808 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-85d08386-638a-4ee1-b053-8b335eb1e12c req-486c4a23-1633-4dc8-b7d4-e99b37808d39 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d49629f-d529-451e-be24-5a9de3d31f33 HTTP/1.1" status: 200 len: 217 time: 0.0609612 Jul 09 14:40:12.565439 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2624e58e-a322-4e21-963d-073798ec2cb6 admin admin] Pushing event updated for resources: {'Network': ['ID=799bbf9f-0525-4250-82dd-ad4b3053eab3,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:12.574188 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 799bbf9f-0525-4250-82dd-ad4b3053eab3 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:40:12.577544 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-2624e58e-a322-4e21-963d-073798ec2cb6 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6433287 Jul 09 14:40:12.601665 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 55034) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:40:12.607010 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-822f4c92-bb23-4646-b2ac-37b50e544fd2 admin admin] Request body: {'subnet': {'network_id': '799bbf9f-0525-4250-82dd-ad4b3053eab3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1506940518-subnet', 'tenant_id': '1c625c057eb84d94ab805dc5f07c0366', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:40:12.669086 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c72c20e9-85e9-45be-8389-ca8c7806cb70 req-f80e609b-ab6a-4996-a45e-6d58b133a785 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] 10.222.0.58 "GET /v2.0/ports?device_id=d09b7f4a-f490-4b6b-bcff-c85dbe06e11e HTTP/1.1" status: 200 len: 210 time: 0.0377693 Jul 09 14:40:12.701055 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822f4c92-bb23-4646-b2ac-37b50e544fd2 admin admin] Made reservation on behalf of 1c625c057eb84d94ab805dc5f07c0366 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:40:12.702579 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d08386-638a-4ee1-b053-8b335eb1e12c req-1d1cc261-19ef-4829-8939-9815d91bf079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:12.703805 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-822f4c92-bb23-4646-b2ac-37b50e544fd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:12.704184 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-85d08386-638a-4ee1-b053-8b335eb1e12c req-1d1cc261-19ef-4829-8939-9815d91bf079 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c37afa86-3967-4fa8-8203-773b8bc4ae53 HTTP/1.1" status: 200 len: 855 time: 0.1610928 Jul 09 14:40:12.727696 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c6a2e7aa-8477-45d3-a5e3-4f3730ac80e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:12.751103 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c90d503-ff27-4584-8f9d-d8b294c615fd x-openstack-request-id: req-1c90d503-ff27-4584-8f9d-d8b294c615fd {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:40:12.751348 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d09b7f4a-f490-4b6b-bcff-c85dbe06e11e", "name": "network-vif-deleted", "tag": "dcd0ae7c-45ed-46e9-9311-776e32a7558d", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:40:12.751652 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1c90d503-ff27-4584-8f9d-d8b294c615fd {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:40:12.752054 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd09b7f4a-f490-4b6b-bcff-c85dbe06e11e', 'name': 'network-vif-deleted', 'tag': 'dcd0ae7c-45ed-46e9-9311-776e32a7558d', 'status': 'completed', 'code': 200} Jul 09 14:40:12.833475 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a2e7aa-8477-45d3-a5e3-4f3730ac80e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ebf5b74-6584-49ef-a6c0-eff61f32c488,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:12.853498 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9334229c-2f57-4d06-a4d9-02d65907c240 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Router ba27f607-41b2-44e9-bc92-0fce3f45c1fe has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:40:12.864431 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a2e7aa-8477-45d3-a5e3-4f3730ac80e0 admin admin] Checking segment: {'id': 'd799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '29d888e5-b470-491c-8272-fb069bb5ea34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:40:12.864895 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a2e7aa-8477-45d3-a5e3-4f3730ac80e0 admin admin] Network hostable DHCP agents. Network: 29d888e5-b470-491c-8272-fb069bb5ea34, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:40:12.866325 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device c143c0fd-8e60-4e4d-8c37-ac5cea1a8448 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:40:12.869255 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d08386-638a-4ee1-b053-8b335eb1e12c req-0014be4d-bbae-4e07-a732-5bca932c1e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:12.869473 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device e805be18-53a1-42ab-bd12-9912149f52f7 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:40:12.870938 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-85d08386-638a-4ee1-b053-8b335eb1e12c req-0014be4d-bbae-4e07-a732-5bca932c1e89 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=25f19ab3-9713-4354-87b1-8996cfc90721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1597714 Jul 09 14:40:12.991423 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a2e7aa-8477-45d3-a5e3-4f3730ac80e0 admin admin] Network 29d888e5-b470-491c-8272-fb069bb5ea34 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:40:13.023669 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-85d08386-638a-4ee1-b053-8b335eb1e12c req-99795367-267f-44b4-b13b-68404fd84ff3 service neutron] 10.222.0.54 "GET /v2.0/networks/25f19ab3-9713-4354-87b1-8996cfc90721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330817 Jul 09 14:40:13.024185 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port c143c0fd-8e60-4e4d-8c37-ac5cea1a8448, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=c143c0fd-8e60-4e4d-8c37-ac5cea1a8448,segment=NetworkSegment(d5c26be4-f29b-4eff-bedc-1c8d95f8265d),segment_id=d5c26be4-f29b-4eff-bedc-1c8d95f8265d)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:40:13.035807 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': 'c143c0fd-8e60-4e4d-8c37-ac5cea1a8448', 'network_id': '25f19ab3-9713-4354-87b1-8996cfc90721', 'port_id': 'c143c0fd-8e60-4e4d-8c37-ac5cea1a8448', 'mac_address': 'fa:16:3e:fc:f6:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c37afa86-3967-4fa8-8203-773b8bc4ae53', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:40:13.079325 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9334229c-2f57-4d06-a4d9-02d65907c240 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:40:13.085376 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9334229c-2f57-4d06-a4d9-02d65907c240 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:13.087890 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:13.094364 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be48ad08-7206-4dd0-9a2a-60dd6573b8e1 None None] Sync routers for ids ['ba27f607-41b2-44e9-bc92-0fce3f45c1fe'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:40:13.125718 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c143c0fd-8e60-4e4d-8c37-ac5cea1a8448 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:40:13.135779 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-9334229c-2f57-4d06-a4d9-02d65907c240 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "PUT /v2.0/floatingips/367185de-e0ff-4cf4-8b30-6a941b369e66 HTTP/1.1" status: 200 len: 991 time: 2.2758508 Jul 09 14:40:13.136871 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be48ad08-7206-4dd0-9a2a-60dd6573b8e1 None None] Routers {'ba27f607-41b2-44e9-bc92-0fce3f45c1fe'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:40:13.137507 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-be48ad08-7206-4dd0-9a2a-60dd6573b8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:39:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['ba27f607-41b2-44e9-bc92-0fce3f45c1fe'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:40:13.141949 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-c6a2e7aa-8477-45d3-a5e3-4f3730ac80e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 29d888e5-b470-491c-8272-fb069bb5ea34) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:40:13.151516 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a2e7aa-8477-45d3-a5e3-4f3730ac80e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:13.152203 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c6a2e7aa-8477-45d3-a5e3-4f3730ac80e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:13.154608 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-822f4c92-bb23-4646-b2ac-37b50e544fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:13.183659 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b4b8f7-703e-4b74-a634-5979ee0f7e75 None None] Network 29d888e5-b470-491c-8272-fb069bb5ea34 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:40:13.190968 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port c143c0fd-8e60-4e4d-8c37-ac5cea1a8448, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=c143c0fd-8e60-4e4d-8c37-ac5cea1a8448,segment=NetworkSegment(d5c26be4-f29b-4eff-bedc-1c8d95f8265d),segment_id=d5c26be4-f29b-4eff-bedc-1c8d95f8265d)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:40:13.202832 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822f4c92-bb23-4646-b2ac-37b50e544fd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aeb0304f-76ed-455f-9fb9-36b89284b9c6,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:13.207658 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-85d08386-638a-4ee1-b053-8b335eb1e12c req-62422d4d-9070-409c-8f36-bebe2af340d5 service neutron] 10.222.0.54 "GET /v2.0/networks/25f19ab3-9713-4354-87b1-8996cfc90721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773322 Jul 09 14:40:13.236783 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port e805be18-53a1-42ab-bd12-9912149f52f7 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:40:13.245239 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fba854-0acb-4331-b4ac-ff1731018d14 req-ee440b9c-4e84-4f9e-976e-1706609a13e6 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:13.248754 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-91fba854-0acb-4331-b4ac-ff1731018d14 req-ee440b9c-4e84-4f9e-976e-1706609a13e6 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] 10.222.0.62 "GET /v2.0/ports?device_id=33300f3c-66ac-4c66-a55a-03b35acd77df HTTP/1.1" status: 200 len: 945 time: 0.1716721 Jul 09 14:40:13.248879 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822f4c92-bb23-4646-b2ac-37b50e544fd2 admin admin] Checking segment: {'id': 'ea3e7312-a29e-42fd-9247-9011d25d7154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '799bbf9f-0525-4250-82dd-ad4b3053eab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:40:13.249126 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822f4c92-bb23-4646-b2ac-37b50e544fd2 admin admin] Network hostable DHCP agents. Network: 799bbf9f-0525-4250-82dd-ad4b3053eab3, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:40:13.249757 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port e805be18-53a1-42ab-bd12-9912149f52f7 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:40:13.250136 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:13.289002 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c6a2e7aa-8477-45d3-a5e3-4f3730ac80e0 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5036759 Jul 09 14:40:13.296561 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 55040) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:40:13.302534 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-29d438b4-5d30-45cf-ab2a-9d9372e4f72a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-329654569-router', 'tenant_id': '644ca6545bbf445fa0c886b6aef98e04', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:40:13.326203 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:13.359926 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822f4c92-bb23-4646-b2ac-37b50e544fd2 admin admin] Network 799bbf9f-0525-4250-82dd-ad4b3053eab3 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:40:13.398097 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659516fe-0fd8-4382-a641-eaf186b8ecec req-cb72030d-01bc-4e02-8f3b-f04d05d32708 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:13.400274 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-659516fe-0fd8-4382-a641-eaf186b8ecec req-cb72030d-01bc-4e02-8f3b-f04d05d32708 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=91ecabd0-8edb-4f60-888c-5652f04757f3 HTTP/1.1" status: 200 len: 945 time: 0.1514707 Jul 09 14:40:13.422713 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-be48ad08-7206-4dd0-9a2a-60dd6573b8e1 None None] Set router ba27f607-41b2-44e9-bc92-0fce3f45c1fe gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:40:13.457509 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-29d438b4-5d30-45cf-ab2a-9d9372e4f72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:13.458487 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-29d438b4-5d30-45cf-ab2a-9d9372e4f72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:13.473148 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-91fba854-0acb-4331-b4ac-ff1731018d14 req-141bcbeb-8585-4263-adb8-9503d5cf1265 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Deleting port ca32660e-e13d-4d80-ae51-64d8ac7cb1db {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:40:13.473507 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-91fba854-0acb-4331-b4ac-ff1731018d14 req-141bcbeb-8585-4263-adb8-9503d5cf1265 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:13.493442 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-659516fe-0fd8-4382-a641-eaf186b8ecec req-044576b2-581e-443c-b2f4-cee2f5cd10b4 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854080 Jul 09 14:40:13.523426 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-822f4c92-bb23-4646-b2ac-37b50e544fd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 799bbf9f-0525-4250-82dd-ad4b3053eab3) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:40:13.528830 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-29d438b4-5d30-45cf-ab2a-9d9372e4f72a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:13.530802 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822f4c92-bb23-4646-b2ac-37b50e544fd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:13.531613 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-822f4c92-bb23-4646-b2ac-37b50e544fd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:13.613228 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ac11d5-9422-4666-b9ae-86e2658d7968 None None] Network 799bbf9f-0525-4250-82dd-ad4b3053eab3 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:40:13.627162 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-91fba854-0acb-4331-b4ac-ff1731018d14 req-141bcbeb-8585-4263-adb8-9503d5cf1265 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] For port ca32660e-e13d-4d80-ae51-64d8ac7cb1db, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=ca32660e-e13d-4d80-ae51-64d8ac7cb1db,segment=NetworkSegment(3c009965-8cd6-4e32-a194-58f8bda5d540),segment_id=3c009965-8cd6-4e32-a194-58f8bda5d540)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:40:13.631696 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-91fba854-0acb-4331-b4ac-ff1731018d14 req-141bcbeb-8585-4263-adb8-9503d5cf1265 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:13.656985 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-91fba854-0acb-4331-b4ac-ff1731018d14 req-141bcbeb-8585-4263-adb8-9503d5cf1265 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Calling delete_port for ca32660e-e13d-4d80-ae51-64d8ac7cb1db owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:40:13.682523 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-822f4c92-bb23-4646-b2ac-37b50e544fd2 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0768290 Jul 09 14:40:13.855920 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=c143c0fd-8e60-4e4d-8c37-ac5cea1a8448,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:13.858448 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-29d438b4-5d30-45cf-ab2a-9d9372e4f72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:13.897779 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['c143c0fd-8e60-4e4d-8c37-ac5cea1a8448'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:40:13.971282 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-91fba854-0acb-4331-b4ac-ff1731018d14 req-141bcbeb-8585-4263-adb8-9503d5cf1265 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:14.014029 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141bcbeb-8585-4263-adb8-9503d5cf1265 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Pushing event deleted for resources: {'Port': ['ID=ca32660e-e13d-4d80-ae51-64d8ac7cb1db,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:14.020003 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['ca32660e-e13d-4d80-ae51-64d8ac7cb1db', '66e147b3-1345-44d7-873a-afe4fa56aa30'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:40:14.045751 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141bcbeb-8585-4263-adb8-9503d5cf1265 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:14.046135 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141bcbeb-8585-4263-adb8-9503d5cf1265 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:14.046599 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141bcbeb-8585-4263-adb8-9503d5cf1265 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:14.046942 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141bcbeb-8585-4263-adb8-9503d5cf1265 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:14.047280 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141bcbeb-8585-4263-adb8-9503d5cf1265 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:14.047623 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141bcbeb-8585-4263-adb8-9503d5cf1265 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:14.048208 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141bcbeb-8585-4263-adb8-9503d5cf1265 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:14.048529 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141bcbeb-8585-4263-adb8-9503d5cf1265 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:14.048858 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141bcbeb-8585-4263-adb8-9503d5cf1265 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:14.049212 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141bcbeb-8585-4263-adb8-9503d5cf1265 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:14.049503 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141bcbeb-8585-4263-adb8-9503d5cf1265 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:14.049827 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141bcbeb-8585-4263-adb8-9503d5cf1265 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:14.056520 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611e420a-0bb7-4b4f-b2ec-f8b964828794 None None] Network 799bbf9f-0525-4250-82dd-ad4b3053eab3 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:40:14.085196 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:14.106861 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fb8c30-ab7e-4715-8f03-d4f7dfaaf124 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-29d888e5-b470-491c-8272-fb069bb5ea34', 'network_id': '29d888e5-b470-491c-8272-fb069bb5ea34', 'tenant_id': '644ca6545bbf445fa0c886b6aef98e04', 'fixed_ips': [{'subnet_id': '6ebf5b74-6584-49ef-a6c0-eff61f32c488'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:40:14.108008 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c4fb8c30-ab7e-4715-8f03-d4f7dfaaf124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:14.124162 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f4a6a1-4ecf-4af6-a003-ee79e9b3e2f5 req-c60132e7-44ea-442e-8ad4-4836e2939b78 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:14.128279 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-29f4a6a1-4ecf-4af6-a003-ee79e9b3e2f5 req-c60132e7-44ea-442e-8ad4-4836e2939b78 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] 10.222.0.58 "GET /v2.0/ports?device_id=33300f3c-66ac-4c66-a55a-03b35acd77df HTTP/1.1" status: 200 len: 867 time: 0.2253942 Jul 09 14:40:14.128279 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-91fba854-0acb-4331-b4ac-ff1731018d14 req-141bcbeb-8585-4263-adb8-9503d5cf1265 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] No DVR routers for this DVR port ca32660e-e13d-4d80-ae51-64d8ac7cb1db on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:40:14.132375 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-91fba854-0acb-4331-b4ac-ff1731018d14 req-141bcbeb-8585-4263-adb8-9503d5cf1265 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:14.134876 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-91fba854-0acb-4331-b4ac-ff1731018d14 req-141bcbeb-8585-4263-adb8-9503d5cf1265 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] 10.222.0.62 "DELETE /v2.0/ports/ca32660e-e13d-4d80-ae51-64d8ac7cb1db HTTP/1.1" status: 204 len: 173 time: 0.8569663 Jul 09 14:40:14.135362 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33300f3c-66ac-4c66-a55a-03b35acd77df', 'name': 'network-vif-deleted', 'tag': 'ca32660e-e13d-4d80-ae51-64d8ac7cb1db'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:40:14.137834 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d740402e-ccf0-4918-ba64-13639d2e6e86" -d '{"events": [{"server_uuid": "33300f3c-66ac-4c66-a55a-03b35acd77df", "name": "network-vif-deleted", "tag": "ca32660e-e13d-4d80-ae51-64d8ac7cb1db"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:40:14.181071 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-29f4a6a1-4ecf-4af6-a003-ee79e9b3e2f5 req-7d142ef1-e21c-41e1-8b52-95b0d86ad22e tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] 10.222.0.58 "GET /v2.0/security-groups?id=f56a5b05-eeca-4433-9534-28a66e6e8c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394681 Jul 09 14:40:14.212066 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port e805be18-53a1-42ab-bd12-9912149f52f7, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=e805be18-53a1-42ab-bd12-9912149f52f7,segment=NetworkSegment(d5c26be4-f29b-4eff-bedc-1c8d95f8265d),segment_id=d5c26be4-f29b-4eff-bedc-1c8d95f8265d)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:40:14.218218 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-29d438b4-5d30-45cf-ab2a-9d9372e4f72a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:14.224129 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01af826f-9480-4520-929f-03fa443ca8bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e805be18-53a1-42ab-bd12-9912149f52f7'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:40:14.226345 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3d53f8-0b01-4214-a024-396831b4fd28" -d '{"events": [{"server_uuid": "01af826f-9480-4520-929f-03fa443ca8bb", "name": "network-vif-plugged", "status": "completed", "tag": "e805be18-53a1-42ab-bd12-9912149f52f7"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:40:14.239339 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-29d438b4-5d30-45cf-ab2a-9d9372e4f72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:14.365714 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-29d438b4-5d30-45cf-ab2a-9d9372e4f72a admin admin] Allocated IP 172.25.3.25 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/821ef2ce-5a51-44eb-a9cc-100df4ab7185) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:40:14.376403 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b151f7e2-58e2-4a8e-acb2-595d92e90621 req-41da5f2e-f1b0-4366-a69b-a48d3803c270 tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:14.405887 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b151f7e2-58e2-4a8e-acb2-595d92e90621 req-41da5f2e-f1b0-4366-a69b-a48d3803c270 tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=91ecabd0-8edb-4f60-888c-5652f04757f3 HTTP/1.1" status: 200 len: 1096 time: 0.0989108 Jul 09 14:40:14.454803 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:14.459721 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b151f7e2-58e2-4a8e-acb2-595d92e90621 req-7de7146c-8612-4a4b-aee8-66f660186421 tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520597 Jul 09 14:40:14.498504 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-29d438b4-5d30-45cf-ab2a-9d9372e4f72a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:14.600678 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-29d438b4-5d30-45cf-ab2a-9d9372e4f72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:14.626603 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-c4fb8c30-ab7e-4715-8f03-d4f7dfaaf124 None None] Allocated IP 172.20.0.2 (29d888e5-b470-491c-8272-fb069bb5ea34/6ebf5b74-6584-49ef-a6c0-eff61f32c488/2e3d7595-be20-4a97-b340-4b471a872dd8) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:40:14.661437 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d438b4-5d30-45cf-ab2a-9d9372e4f72a admin admin] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:40:14.662801 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d438b4-5d30-45cf-ab2a-9d9372e4f72a admin admin] Pushing event updated for resources: {'Port': ['ID=821ef2ce-5a51-44eb-a9cc-100df4ab7185,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:14.667010 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-29d438b4-5d30-45cf-ab2a-9d9372e4f72a admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:40:14.667209 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f9c341-d705-4c5a-973a-5626349e0cee req-9fd3abc8-32ba-412d-a01b-e604902ea83d tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:14.669319 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d438b4-5d30-45cf-ab2a-9d9372e4f72a admin admin] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:40:14.677900 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-01f9c341-d705-4c5a-973a-5626349e0cee req-9fd3abc8-32ba-412d-a01b-e604902ea83d tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1fd4f0f-fec4-48c1-b501-7d7f9948e525 HTTP/1.1" status: 200 len: 943 time: 0.0989504 Jul 09 14:40:14.700184 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:14.718793 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-01f9c341-d705-4c5a-973a-5626349e0cee req-514fc7a7-8eb8-4845-aeab-00e43dcde3fe tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa8ccfb5-1089-45b8-8b22-f1c0cd5449b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398152 Jul 09 14:40:14.721800 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=e805be18-53a1-42ab-bd12-9912149f52f7,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:14.803085 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '318e3dc5-cda4-421f-b184-9e838d8c1696', 'tag': '6e298bbc-3a99-4f67-9c24-6754e8c83811'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:40:14.806039 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07799f54-bf60-4c37-9fdf-b34cf3f5ecef" -d '{"events": [{"name": "network-changed", "server_uuid": "318e3dc5-cda4-421f-b184-9e838d8c1696", "tag": "6e298bbc-3a99-4f67-9c24-6754e8c83811"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:40:14.840166 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-be48ad08-7206-4dd0-9a2a-60dd6573b8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba27f607-41b2-44e9-bc92-0fce3f45c1fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1669793907-router', 'tenant_id': 'f9beeac302b4456ab9897feb8634bccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '8686d87c-2171-44ba-8a92-59b2f7fc817c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:02Z', 'updated_at': '2021-07-09T14:36:07Z', 'revision_number': 4, 'project_id': 'f9beeac302b4456ab9897feb8634bccd', 'gw_port': {'id': '8686d87c-2171-44ba-8a92-59b2f7fc817c', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:bc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba27f607-41b2-44e9-bc92-0fce3f45c1fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:03Z', 'updated_at': '2021-07-09T14:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '367185de-e0ff-4cf4-8b30-6a941b369e66', 'tenant_id': 'f9beeac302b4456ab9897feb8634bccd', 'floating_ip_address': '172.25.3.176', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': 'ba27f607-41b2-44e9-bc92-0fce3f45c1fe', 'port_id': '6e298bbc-3a99-4f67-9c24-6754e8c83811', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7430d59-7c88-483d-984e-fabf3c5cc12e', 'mac_address': 'fa:16:3e:20:65:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318e3dc5-cda4-421f-b184-9e838d8c1696', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:36:28Z', 'updated_at': '2021-07-09T14:40:12Z', 'revision_number': 5, 'project_id': 'f9beeac302b4456ab9897feb8634bccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27a25387-6936-4060-9377-f7be0529d925', 'name': '', 'network_id': 'e7430d59-7c88-483d-984e-fabf3c5cc12e', 'tenant_id': 'f9beeac302b4456ab9897feb8634bccd', 'mac_address': 'fa:16:3e:3f:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba27f607-41b2-44e9-bc92-0fce3f45c1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'a29bed4a-eb5d-425d-bedd-f3538b5fd90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:06Z', 'updated_at': '2021-07-09T14:36:16Z', 'revision_number': 5, 'project_id': 'f9beeac302b4456ab9897feb8634bccd', 'subnets': [{'id': 'a29bed4a-eb5d-425d-bedd-f3538b5fd90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:40:14.891771 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 7d49629f-d529-451e-be24-5a9de3d31f33 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:40:14.894497 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device dcd0ae7c-45ed-46e9-9311-776e32a7558d no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:40:14.896122 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be48ad08-7206-4dd0-9a2a-60dd6573b8e1 None None] Checking router: ba27f607-41b2-44e9-bc92-0fce3f45c1fe for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:40:14.986485 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: dcd0ae7c-45ed-46e9-9311-776e32a7558d {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:40:14.986805 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device dcd0ae7c-45ed-46e9-9311-776e32a7558d not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:40:14.997241 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be48ad08-7206-4dd0-9a2a-60dd6573b8e1 None None] Routers {'ba27f607-41b2-44e9-bc92-0fce3f45c1fe'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:40:14.997895 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-be48ad08-7206-4dd0-9a2a-60dd6573b8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:39:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['ba27f607-41b2-44e9-bc92-0fce3f45c1fe'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:40:15.048801 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac3de7-6f23-4b73-a22c-a6ed68611e74 req-93964dc2-9026-40ba-91e9-e15ba83b6649 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:15.049349 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-29d438b4-5d30-45cf-ab2a-9d9372e4f72a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:15.056102 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-38ac3de7-6f23-4b73-a22c-a6ed68611e74 req-93964dc2-9026-40ba-91e9-e15ba83b6649 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/networks?id=799bbf9f-0525-4250-82dd-ad4b3053eab3 HTTP/1.1" status: 200 len: 812 time: 0.1219368 Jul 09 14:40:15.069923 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-38ac3de7-6f23-4b73-a22c-a6ed68611e74 req-aa347ea4-fe22-46ef-a0b7-fd3805105204 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/quotas/1c625c057eb84d94ab805dc5f07c0366 HTTP/1.1" status: 200 len: 375 time: 0.0128648 Jul 09 14:40:15.110835 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-38ac3de7-6f23-4b73-a22c-a6ed68611e74 req-9a361eb4-44d9-40c8-b88a-f1fcec9c13d3 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1c625c057eb84d94ab805dc5f07c0366&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350225 Jul 09 14:40:15.140204 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c4fb8c30-ab7e-4715-8f03-d4f7dfaaf124 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:15.186525 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-c4fb8c30-ab7e-4715-8f03-d4f7dfaaf124 None None] Transition to ACTIVE for port object 2e3d7595-be20-4a97-b340-4b471a872dd8 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:40:15.217452 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-38ac3de7-6f23-4b73-a22c-a6ed68611e74 req-b8635815-3bdd-4c47-8fc3-5922bc5a2570 service neutron] 10.222.0.58 "GET /v2.0/networks/799bbf9f-0525-4250-82dd-ad4b3053eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995951 Jul 09 14:40:15.230432 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-c4fb8c30-ab7e-4715-8f03-d4f7dfaaf124 None None] Transition to ACTIVE for port object 2e3d7595-be20-4a97-b340-4b471a872dd8 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:40:15.248967 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-be48ad08-7206-4dd0-9a2a-60dd6573b8e1 None None] Set router ba27f607-41b2-44e9-bc92-0fce3f45c1fe gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:40:15.272176 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-29d438b4-5d30-45cf-ab2a-9d9372e4f72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:15.278159 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-92134ee0-119d-4c10-8078-7f7c3af0195c tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:40:15.279284 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-92134ee0-119d-4c10-8078-7f7c3af0195c tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1185069 Jul 09 14:40:15.286566 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 7d49629f-d529-451e-be24-5a9de3d31f33, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=7d49629f-d529-451e-be24-5a9de3d31f33,segment=NetworkSegment(d5c26be4-f29b-4eff-bedc-1c8d95f8265d),segment_id=d5c26be4-f29b-4eff-bedc-1c8d95f8265d)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:40:15.306534 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': '7d49629f-d529-451e-be24-5a9de3d31f33', 'network_id': '25f19ab3-9713-4354-87b1-8996cfc90721', 'port_id': '7d49629f-d529-451e-be24-5a9de3d31f33', 'mac_address': 'fa:16:3e:c0:4d:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c37afa86-3967-4fa8-8203-773b8bc4ae53', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:40:15.311300 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c4fb8c30-ab7e-4715-8f03-d4f7dfaaf124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:15.323989 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-0577a515-522d-4b9c-af7d-ee5b813d780c service neutron] Request body: {'binding': {'host': 'n-h2-799529-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:40:15.324442 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-0577a515-522d-4b9c-af7d-ee5b813d780c service neutron] Unknown quota resources ['binding']. {{(pid=94445) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 14:40:15.356364 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-38ac3de7-6f23-4b73-a22c-a6ed68611e74 req-0a294d42-bf8a-4d25-98ac-1b66bbec8a19 service neutron] 10.222.0.58 "GET /v2.0/networks/799bbf9f-0525-4250-82dd-ad4b3053eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307096 Jul 09 14:40:15.431068 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fb8c30-ab7e-4715-8f03-d4f7dfaaf124 None None] Network 29d888e5-b470-491c-8272-fb069bb5ea34 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:40:15.444131 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-c4fb8c30-ab7e-4715-8f03-d4f7dfaaf124 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:40:15.446926 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fb8c30-ab7e-4715-8f03-d4f7dfaaf124 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:40:15.449196 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fb8c30-ab7e-4715-8f03-d4f7dfaaf124 None None] Pushing event updated for resources: {'Port': ['ID=2e3d7595-be20-4a97-b340-4b471a872dd8,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:15.464237 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:15.519842 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d49629f-d529-451e-be24-5a9de3d31f33 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:40:15.559259 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 7d49629f-d529-451e-be24-5a9de3d31f33, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=7d49629f-d529-451e-be24-5a9de3d31f33,segment=NetworkSegment(d5c26be4-f29b-4eff-bedc-1c8d95f8265d),segment_id=d5c26be4-f29b-4eff-bedc-1c8d95f8265d)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:40:15.644170 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:15.653673 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-be48ad08-7206-4dd0-9a2a-60dd6573b8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba27f607-41b2-44e9-bc92-0fce3f45c1fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1669793907-router', 'tenant_id': 'f9beeac302b4456ab9897feb8634bccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '8686d87c-2171-44ba-8a92-59b2f7fc817c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:02Z', 'updated_at': '2021-07-09T14:36:07Z', 'revision_number': 4, 'project_id': 'f9beeac302b4456ab9897feb8634bccd', 'gw_port': {'id': '8686d87c-2171-44ba-8a92-59b2f7fc817c', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:bc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba27f607-41b2-44e9-bc92-0fce3f45c1fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:03Z', 'updated_at': '2021-07-09T14:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '367185de-e0ff-4cf4-8b30-6a941b369e66', 'tenant_id': 'f9beeac302b4456ab9897feb8634bccd', 'floating_ip_address': '172.25.3.176', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': 'ba27f607-41b2-44e9-bc92-0fce3f45c1fe', 'port_id': '6e298bbc-3a99-4f67-9c24-6754e8c83811', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7430d59-7c88-483d-984e-fabf3c5cc12e', 'mac_address': 'fa:16:3e:20:65:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318e3dc5-cda4-421f-b184-9e838d8c1696', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:36:28Z', 'updated_at': '2021-07-09T14:40:12Z', 'revision_number': 5, 'project_id': 'f9beeac302b4456ab9897feb8634bccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27a25387-6936-4060-9377-f7be0529d925', 'name': '', 'network_id': 'e7430d59-7c88-483d-984e-fabf3c5cc12e', 'tenant_id': 'f9beeac302b4456ab9897feb8634bccd', 'mac_address': 'fa:16:3e:3f:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba27f607-41b2-44e9-bc92-0fce3f45c1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'a29bed4a-eb5d-425d-bedd-f3538b5fd90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:06Z', 'updated_at': '2021-07-09T14:36:16Z', 'revision_number': 5, 'project_id': 'f9beeac302b4456ab9897feb8634bccd', 'subnets': [{'id': 'a29bed4a-eb5d-425d-bedd-f3538b5fd90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:40:15.661733 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf7141b-17ca-4b22-84d0-2e33dce968c6 x-openstack-request-id: req-baf7141b-17ca-4b22-84d0-2e33dce968c6 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:40:15.666782 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33300f3c-66ac-4c66-a55a-03b35acd77df", "name": "network-vif-deleted", "tag": "ca32660e-e13d-4d80-ae51-64d8ac7cb1db", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:40:15.666782 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-baf7141b-17ca-4b22-84d0-2e33dce968c6 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:40:15.666782 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33300f3c-66ac-4c66-a55a-03b35acd77df', 'name': 'network-vif-deleted', 'tag': 'ca32660e-e13d-4d80-ae51-64d8ac7cb1db', 'status': 'completed', 'code': 200} Jul 09 14:40:15.832680 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386ede4a-008c-4dd5-bd06-3faf83b97387 x-openstack-request-id: req-386ede4a-008c-4dd5-bd06-3faf83b97387 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:40:15.833022 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01af826f-9480-4520-929f-03fa443ca8bb", "name": "network-vif-plugged", "status": "completed", "tag": "e805be18-53a1-42ab-bd12-9912149f52f7", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:40:15.833216 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-386ede4a-008c-4dd5-bd06-3faf83b97387 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:40:15.833599 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01af826f-9480-4520-929f-03fa443ca8bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e805be18-53a1-42ab-bd12-9912149f52f7', 'code': 200} Jul 09 14:40:15.834542 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['c4c5e776-4402-4cea-964e-d8e37522c1db'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:40:15.877810 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-0577a515-522d-4b9c-af7d-ee5b813d780c service neutron] Attempting to bind port 5c226e2c-5d13-4f31-b133-6f977cc8eb56 on host n-h2-799529-6 for vnic_type normal with profile None {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:40:15.878161 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-0577a515-522d-4b9c-af7d-ee5b813d780c service neutron] Attempting to bind port 5c226e2c-5d13-4f31-b133-6f977cc8eb56 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': 'aace0400-4c69-453a-b04e-112644859d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f37664d6-2d63-4250-9a40-b9995b72cf27'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:40:15.878491 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-0577a515-522d-4b9c-af7d-ee5b813d780c service neutron] Attempting to bind port 5c226e2c-5d13-4f31-b133-6f977cc8eb56 on network f37664d6-2d63-4250-9a40-b9995b72cf27 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:40:15.882964 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-0577a515-522d-4b9c-af7d-ee5b813d780c service neutron] Port 5c226e2c-5d13-4f31-b133-6f977cc8eb56 on network f37664d6-2d63-4250-9a40-b9995b72cf27 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:40:15.883285 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-0577a515-522d-4b9c-af7d-ee5b813d780c service neutron] Attempting to bind port 5c226e2c-5d13-4f31-b133-6f977cc8eb56 on network f37664d6-2d63-4250-9a40-b9995b72cf27 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:40:15.884217 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be48ad08-7206-4dd0-9a2a-60dd6573b8e1 None None] The sync data for ids ['ba27f607-41b2-44e9-bc92-0fce3f45c1fe'] in n-d-799529-6 is: [{'id': 'ba27f607-41b2-44e9-bc92-0fce3f45c1fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1669793907-router', 'tenant_id': 'f9beeac302b4456ab9897feb8634bccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '8686d87c-2171-44ba-8a92-59b2f7fc817c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:02Z', 'updated_at': '2021-07-09T14:36:07Z', 'revision_number': 4, 'project_id': 'f9beeac302b4456ab9897feb8634bccd', 'gw_port': {'id': '8686d87c-2171-44ba-8a92-59b2f7fc817c', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:bc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba27f607-41b2-44e9-bc92-0fce3f45c1fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:03Z', 'updated_at': '2021-07-09T14:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '367185de-e0ff-4cf4-8b30-6a941b369e66', 'tenant_id': 'f9beeac302b4456ab9897feb8634bccd', 'floating_ip_address': '172.25.3.176', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': 'ba27f607-41b2-44e9-bc92-0fce3f45c1fe', 'port_id': '6e298bbc-3a99-4f67-9c24-6754e8c83811', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7430d59-7c88-483d-984e-fabf3c5cc12e', 'mac_address': 'fa:16:3e:20:65:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318e3dc5-cda4-421f-b184-9e838d8c1696', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:36:28Z', 'updated_at': '2021-07-09T14:40:12Z', 'revision_number': 5, 'project_id': 'f9beeac302b4456ab9897feb8634bccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27a25387-6936-4060-9377-f7be0529d925', 'name': '', 'network_id': 'e7430d59-7c88-483d-984e-fabf3c5cc12e', 'tenant_id': 'f9beeac302b4456ab9897feb8634bccd', 'mac_address': 'fa:16:3e:3f:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba27f607-41b2-44e9-bc92-0fce3f45c1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'a29bed4a-eb5d-425d-bedd-f3538b5fd90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:06Z', 'updated_at': '2021-07-09T14:36:16Z', 'revision_number': 5, 'project_id': 'f9beeac302b4456ab9897feb8634bccd', 'subnets': [{'id': 'a29bed4a-eb5d-425d-bedd-f3538b5fd90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:40:15.888705 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-0577a515-522d-4b9c-af7d-ee5b813d780c service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:40:15.888957 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-0577a515-522d-4b9c-af7d-ee5b813d780c service neutron] Checking segment: {'id': 'aace0400-4c69-453a-b04e-112644859d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f37664d6-2d63-4250-9a40-b9995b72cf27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:40:15.889350 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-0577a515-522d-4b9c-af7d-ee5b813d780c service neutron] Bound using segment: {'id': 'aace0400-4c69-453a-b04e-112644859d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f37664d6-2d63-4250-9a40-b9995b72cf27'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:40:15.889978 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-0577a515-522d-4b9c-af7d-ee5b813d780c service neutron] Bound port: 5c226e2c-5d13-4f31-b133-6f977cc8eb56, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aace0400-4c69-453a-b04e-112644859d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f37664d6-2d63-4250-9a40-b9995b72cf27'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:40:15.934949 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be2917-0a7c-481d-8ba5-bcf7db136488 req-9699c590-09f3-4ab4-a8cf-f57af78fa26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:15.936562 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-78be2917-0a7c-481d-8ba5-bcf7db136488 req-9699c590-09f3-4ab4-a8cf-f57af78fa26f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=01af826f-9480-4520-929f-03fa443ca8bb HTTP/1.1" status: 200 len: 1097 time: 0.1232572 Jul 09 14:40:15.951536 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d438b4-5d30-45cf-ab2a-9d9372e4f72a admin admin] Router 9b186187-ef36-4e90-9ff9-971ee8539cc5 is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:40:15.984774 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['7d49629f-d529-451e-be24-5a9de3d31f33'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:40:16.015360 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=7d49629f-d529-451e-be24-5a9de3d31f33,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:16.021649 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-c4fb8c30-ab7e-4715-8f03-d4f7dfaaf124 None None] Attempting to bind port 2e3d7595-be20-4a97-b340-4b471a872dd8 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:40:16.022029 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-c4fb8c30-ab7e-4715-8f03-d4f7dfaaf124 None None] Attempting to bind port 2e3d7595-be20-4a97-b340-4b471a872dd8 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '29d888e5-b470-491c-8272-fb069bb5ea34'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:40:16.022397 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fb8c30-ab7e-4715-8f03-d4f7dfaaf124 None None] Attempting to bind port 2e3d7595-be20-4a97-b340-4b471a872dd8 on network 29d888e5-b470-491c-8272-fb069bb5ea34 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:40:16.034697 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-0577a515-522d-4b9c-af7d-ee5b813d780c service neutron] For port 5c226e2c-5d13-4f31-b133-6f977cc8eb56, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=5c226e2c-5d13-4f31-b133-6f977cc8eb56,segment=NetworkSegment(aace0400-4c69-453a-b04e-112644859d27),segment_id=aace0400-4c69-453a-b04e-112644859d27)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:40:16.045084 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fb8c30-ab7e-4715-8f03-d4f7dfaaf124 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:40:16.045361 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fb8c30-ab7e-4715-8f03-d4f7dfaaf124 None None] Checking segment: {'id': 'd799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '29d888e5-b470-491c-8272-fb069bb5ea34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:40:16.045616 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c4fb8c30-ab7e-4715-8f03-d4f7dfaaf124 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:16.045966 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fb8c30-ab7e-4715-8f03-d4f7dfaaf124 None None] Bound using segment: {'id': 'd799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '29d888e5-b470-491c-8272-fb069bb5ea34'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:40:16.046452 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-c4fb8c30-ab7e-4715-8f03-d4f7dfaaf124 None None] Bound port: 2e3d7595-be20-4a97-b340-4b471a872dd8, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '29d888e5-b470-491c-8272-fb069bb5ea34'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:40:16.047176 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c4fb8c30-ab7e-4715-8f03-d4f7dfaaf124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:16.049086 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-78be2917-0a7c-481d-8ba5-bcf7db136488 req-3f2876b9-531c-4e01-8f4a-7dff549978c9 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=aa8ccfb5-1089-45b8-8b22-f1c0cd5449b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946629 Jul 09 14:40:16.064794 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f68d0-5dc9-40e8-bf50-3a6a53791eaa req-a2ad5bd8-6b88-46bc-834a-109ab288b537 tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:16.066892 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f94f68d0-5dc9-40e8-bf50-3a6a53791eaa req-a2ad5bd8-6b88-46bc-834a-109ab288b537 tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=91ecabd0-8edb-4f60-888c-5652f04757f3 HTTP/1.1" status: 200 len: 1096 time: 0.1544662 Jul 09 14:40:16.103924 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d438b4-5d30-45cf-ab2a-9d9372e4f72a admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:40:16.114733 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b529411-7f0c-467d-bac2-9de89c4bf287 None None] Sync routers for ids ['9b186187-ef36-4e90-9ff9-971ee8539cc5'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:40:16.124298 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f94f68d0-5dc9-40e8-bf50-3a6a53791eaa req-b7f16347-ed5d-457d-b7e8-37e2f53787d8 tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498319 Jul 09 14:40:16.139227 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b529411-7f0c-467d-bac2-9de89c4bf287 None None] Routers {'9b186187-ef36-4e90-9ff9-971ee8539cc5'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:40:16.139875 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-8b529411-7f0c-467d-bac2-9de89c4bf287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:39:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['9b186187-ef36-4e90-9ff9-971ee8539cc5'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:40:16.151668 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-0577a515-522d-4b9c-af7d-ee5b813d780c service neutron] Notify callbacks [] for binding, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:16.161524 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-0577a515-522d-4b9c-af7d-ee5b813d780c service neutron] 10.222.0.58 "POST /v2.0/ports/5c226e2c-5d13-4f31-b133-6f977cc8eb56/bindings HTTP/1.1" status: 201 len: 389 time: 0.8376737 Jul 09 14:40:16.193740 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-c4fb8c30-ab7e-4715-8f03-d4f7dfaaf124 None None] For port 2e3d7595-be20-4a97-b340-4b471a872dd8, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:40:16.198173 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-c4fb8c30-ab7e-4715-8f03-d4f7dfaaf124 None None] For port 2e3d7595-be20-4a97-b340-4b471a872dd8, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=2e3d7595-be20-4a97-b340-4b471a872dd8,segment=NetworkSegment(d799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae),segment_id=d799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:40:16.220160 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-29d438b4-5d30-45cf-ab2a-9d9372e4f72a admin admin] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:16.221767 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-29d438b4-5d30-45cf-ab2a-9d9372e4f72a admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9241650 Jul 09 14:40:16.225632 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 55116) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:40:16.269930 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-8b529411-7f0c-467d-bac2-9de89c4bf287 None None] Set router 9b186187-ef36-4e90-9ff9-971ee8539cc5 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:40:16.292921 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c4fb8c30-ab7e-4715-8f03-d4f7dfaaf124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:16.315030 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77da27f-448f-4809-accb-63c564b52240 x-openstack-request-id: req-d77da27f-448f-4809-accb-63c564b52240 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:40:16.315574 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "318e3dc5-cda4-421f-b184-9e838d8c1696", "tag": "6e298bbc-3a99-4f67-9c24-6754e8c83811", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:40:16.315574 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d77da27f-448f-4809-accb-63c564b52240 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:40:16.315987 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '318e3dc5-cda4-421f-b184-9e838d8c1696', 'tag': '6e298bbc-3a99-4f67-9c24-6754e8c83811', 'status': 'completed', 'code': 200} Jul 09 14:40:16.403265 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c733ddec-f8d0-4aca-838d-82bec4e299c5 None None] New status for floating IP 367185de-e0ff-4cf4-8b30-6a941b369e66: ACTIVE {{(pid=94447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:40:16.469739 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07799f54-bf60-4c37-9fdf-b34cf3f5ecef req-56cc1fbe-ce9f-4a35-892e-6998f08c7c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:16.471755 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-07799f54-bf60-4c37-9fdf-b34cf3f5ecef req-56cc1fbe-ce9f-4a35-892e-6998f08c7c52 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f9beeac302b4456ab9897feb8634bccd&device_id=318e3dc5-cda4-421f-b184-9e838d8c1696 HTTP/1.1" status: 200 len: 1096 time: 0.1176488 Jul 09 14:40:16.511782 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fb8c30-ab7e-4715-8f03-d4f7dfaaf124 None None] Pushing event updated for resources: {'Port': ['ID=2e3d7595-be20-4a97-b340-4b471a872dd8,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:16.546219 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-8b529411-7f0c-467d-bac2-9de89c4bf287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b186187-ef36-4e90-9ff9-971ee8539cc5', 'name': 'tempest-AttachVolumeShelveTestJSON-329654569-router', 'tenant_id': '644ca6545bbf445fa0c886b6aef98e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '821ef2ce-5a51-44eb-a9cc-100df4ab7185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:40:13Z', 'updated_at': '2021-07-09T14:40:14Z', 'revision_number': 3, 'project_id': '644ca6545bbf445fa0c886b6aef98e04', 'gw_port': {'id': '821ef2ce-5a51-44eb-a9cc-100df4ab7185', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:41:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b186187-ef36-4e90-9ff9-971ee8539cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:40:14Z', 'updated_at': '2021-07-09T14:40:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:40:16.644888 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b529411-7f0c-467d-bac2-9de89c4bf287 None None] Checking router: 9b186187-ef36-4e90-9ff9-971ee8539cc5 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:40:16.649913 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b529411-7f0c-467d-bac2-9de89c4bf287 None None] Updating router 9b186187-ef36-4e90-9ff9-971ee8539cc5 port 821ef2ce-5a51-44eb-a9cc-100df4ab7185 binding host n-d-799529-6 {{(pid=94448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:40:16.680233 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07799f54-bf60-4c37-9fdf-b34cf3f5ecef req-0626d34d-3a54-437f-a4df-ae2ce92af333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:16.682110 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-07799f54-bf60-4c37-9fdf-b34cf3f5ecef req-0626d34d-3a54-437f-a4df-ae2ce92af333 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e7430d59-7c88-483d-984e-fabf3c5cc12e HTTP/1.1" status: 200 len: 925 time: 0.2023690 Jul 09 14:40:16.721589 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-8b529411-7f0c-467d-bac2-9de89c4bf287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:16.809671 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-07799f54-bf60-4c37-9fdf-b34cf3f5ecef req-da711cb4-e8e4-48a1-848a-173ece66e496 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e298bbc-3a99-4f67-9c24-6754e8c83811 HTTP/1.1" status: 200 len: 999 time: 0.1108186 Jul 09 14:40:16.890532 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device c143c0fd-8e60-4e4d-8c37-ac5cea1a8448 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:40:16.928103 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07799f54-bf60-4c37-9fdf-b34cf3f5ecef req-4ac702ca-1d70-4c43-8134-4429578ae6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:16.931299 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-07799f54-bf60-4c37-9fdf-b34cf3f5ecef req-4ac702ca-1d70-4c43-8134-4429578ae6a2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a29bed4a-eb5d-425d-bedd-f3538b5fd90a HTTP/1.1" status: 200 len: 863 time: 0.0994289 Jul 09 14:40:17.073503 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07799f54-bf60-4c37-9fdf-b34cf3f5ecef req-666dbd3b-2ba4-4c67-80f0-a498ff76ccde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:17.075040 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-07799f54-bf60-4c37-9fdf-b34cf3f5ecef req-666dbd3b-2ba4-4c67-80f0-a498ff76ccde service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e7430d59-7c88-483d-984e-fabf3c5cc12e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1298878 Jul 09 14:40:17.080463 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port c143c0fd-8e60-4e4d-8c37-ac5cea1a8448 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:40:17.087301 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port c143c0fd-8e60-4e4d-8c37-ac5cea1a8448 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:40:17.088048 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:17.148143 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cb77ec1c-4dae-4301-a6ad-c6c420cb80ca req-e5cc7532-bcbd-4fc5-8f37-15e2f608650b tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=0121a707-88be-40de-a700-780fb137bd25 HTTP/1.1" status: 200 len: 210 time: 0.2668159 Jul 09 14:40:17.175482 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-a643e9c9-f312-4edd-982f-faecb1708741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:17.179326 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-a643e9c9-f312-4edd-982f-faecb1708741 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a29f2b4cfd1449cca4564d7c2e38b31e&device_id=7183159b-84a0-41da-a402-ae36bdd15ad0 HTTP/1.1" status: 200 len: 1097 time: 0.2823188 Jul 09 14:40:17.216175 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:17.225428 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-475b0bbc-152f-4d97-aec5-21af652f9107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:17.276397 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce751599-c2ca-4616-b4d7-e8331e461108 req-46bedb06-b8fa-4bd9-b2d6-9e00be566fcd tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:17.276707 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port c143c0fd-8e60-4e4d-8c37-ac5cea1a8448, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=c143c0fd-8e60-4e4d-8c37-ac5cea1a8448,segment=NetworkSegment(d5c26be4-f29b-4eff-bedc-1c8d95f8265d),segment_id=d5c26be4-f29b-4eff-bedc-1c8d95f8265d)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:40:17.278289 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ce751599-c2ca-4616-b4d7-e8331e461108 req-46bedb06-b8fa-4bd9-b2d6-9e00be566fcd tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1fd4f0f-fec4-48c1-b501-7d7f9948e525 HTTP/1.1" status: 200 len: 944 time: 0.1149588 Jul 09 14:40:17.282423 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-07799f54-bf60-4c37-9fdf-b34cf3f5ecef req-91be6b32-a406-430d-89a4-31a42bbf24ba service neutron] 10.222.0.54 "GET /v2.0/networks/e7430d59-7c88-483d-984e-fabf3c5cc12e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992812 Jul 09 14:40:17.291365 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-8b529411-7f0c-467d-bac2-9de89c4bf287 None None] Notify callbacks [] for port, precommit_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:17.306655 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.provisioning_blocks [None req-8b529411-7f0c-467d-bac2-9de89c4bf287 None None] Transition to ACTIVE for port object 821ef2ce-5a51-44eb-a9cc-100df4ab7185 will not be triggered until provisioned by entity L2. {{(pid=94448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:40:17.405278 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:17.438699 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-89c52966-20a7-4f65-8add-a7e7321f8352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:17.440405 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-89c52966-20a7-4f65-8add-a7e7321f8352 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f37664d6-2d63-4250-9a40-b9995b72cf27 HTTP/1.1" status: 200 len: 922 time: 0.2172434 Jul 09 14:40:17.457036 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-8b529411-7f0c-467d-bac2-9de89c4bf287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:17.468966 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=c143c0fd-8e60-4e4d-8c37-ac5cea1a8448,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:17.529208 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-8b529411-7f0c-467d-bac2-9de89c4bf287 None None] Attempting to bind port 821ef2ce-5a51-44eb-a9cc-100df4ab7185 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:40:17.529883 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-8b529411-7f0c-467d-bac2-9de89c4bf287 None None] Attempting to bind port 821ef2ce-5a51-44eb-a9cc-100df4ab7185 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:40:17.530252 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b529411-7f0c-467d-bac2-9de89c4bf287 None None] Attempting to bind port 821ef2ce-5a51-44eb-a9cc-100df4ab7185 on network 202c7ce6-d4e9-4f80-84dd-bef08905a653 {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:40:17.541807 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b529411-7f0c-467d-bac2-9de89c4bf287 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:40:17.542210 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b529411-7f0c-467d-bac2-9de89c4bf287 None None] Checking segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:40:17.542574 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-8b529411-7f0c-467d-bac2-9de89c4bf287 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:17.543218 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b529411-7f0c-467d-bac2-9de89c4bf287 None None] Bound using segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:40:17.543713 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-8b529411-7f0c-467d-bac2-9de89c4bf287 None None] Bound port: 821ef2ce-5a51-44eb-a9cc-100df4ab7185, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:40:17.544112 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-8b529411-7f0c-467d-bac2-9de89c4bf287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:17.545925 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45344124-b008-4a66-a912-e7e91e8d1bf2 None None] Pushing event updated for resources: {'Port': ['ID=821ef2ce-5a51-44eb-a9cc-100df4ab7185,revision_number=2']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:17.555372 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-1702b0f0-8d25-49af-a8e5-c1e0d7c62dcb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c226e2c-5d13-4f31-b133-6f977cc8eb56 HTTP/1.1" status: 200 len: 217 time: 0.0835454 Jul 09 14:40:17.624152 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-f2a1c547-2297-4f20-bdfa-6055ab7bf112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:17.626340 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-f2a1c547-2297-4f20-bdfa-6055ab7bf112 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=defde159-6b57-4a6f-ad64-e5b0f0fcfa82 HTTP/1.1" status: 200 len: 861 time: 0.0584195 Jul 09 14:40:17.632537 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-8b529411-7f0c-467d-bac2-9de89c4bf287 None None] For port 821ef2ce-5a51-44eb-a9cc-100df4ab7185, host n-d-799529-6, cleared binding levels {{(pid=94448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:40:17.636771 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-8b529411-7f0c-467d-bac2-9de89c4bf287 None None] For port 821ef2ce-5a51-44eb-a9cc-100df4ab7185, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=821ef2ce-5a51-44eb-a9cc-100df4ab7185,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:40:17.698615 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-caa712ec-8f55-4144-a5ca-065e31352670 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f37664d6-2d63-4250-9a40-b9995b72cf27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442758 Jul 09 14:40:17.708476 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-8b529411-7f0c-467d-bac2-9de89c4bf287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:17.724438 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ce751599-c2ca-4616-b4d7-e8331e461108 req-1c8192a3-33da-41d5-bf7e-0b45cc184632 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa8ccfb5-1089-45b8-8b22-f1c0cd5449b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4389284 Jul 09 14:40:17.770591 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-07799f54-bf60-4c37-9fdf-b34cf3f5ecef req-78aceaef-5baf-4775-80a3-928347650c33 service neutron] 10.222.0.54 "GET /v2.0/networks/e7430d59-7c88-483d-984e-fabf3c5cc12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4671941 Jul 09 14:40:17.794186 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-475b0bbc-152f-4d97-aec5-21af652f9107 admin admin] Allocated IP 172.20.0.1 (29d888e5-b470-491c-8272-fb069bb5ea34/6ebf5b74-6584-49ef-a6c0-eff61f32c488/105008ca-83d6-4990-82d6-f2b3bc28e67b) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:40:17.822040 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b529411-7f0c-467d-bac2-9de89c4bf287 None None] Routers {'9b186187-ef36-4e90-9ff9-971ee8539cc5'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:40:17.827934 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-8b529411-7f0c-467d-bac2-9de89c4bf287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:39:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['9b186187-ef36-4e90-9ff9-971ee8539cc5'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:40:17.831994 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45344124-b008-4a66-a912-e7e91e8d1bf2 None None] Pushing event updated for resources: {'Port': ['ID=821ef2ce-5a51-44eb-a9cc-100df4ab7185,revision_number=3']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:17.835284 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2379930c-f2a5-4cb4-a194-0e416d22bb4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c143c0fd-8e60-4e4d-8c37-ac5cea1a8448'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:40:17.835907 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fadad1-5ca0-4ede-9048-435c3d0a96d6 req-795159b1-e857-48be-a0c1-0a11b4e4f12f tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:17.838597 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe5234f-9c5b-4c32-b3d3-f8e91f7f3d0d" -d '{"events": [{"server_uuid": "2379930c-f2a5-4cb4-a194-0e416d22bb4d", "name": "network-vif-plugged", "status": "completed", "tag": "c143c0fd-8e60-4e4d-8c37-ac5cea1a8448"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:40:17.843047 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a6fadad1-5ca0-4ede-9048-435c3d0a96d6 req-795159b1-e857-48be-a0c1-0a11b4e4f12f tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=7183159b-84a0-41da-a402-ae36bdd15ad0 HTTP/1.1" status: 200 len: 946 time: 0.4061763 Jul 09 14:40:17.978976 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-8b529411-7f0c-467d-bac2-9de89c4bf287 None None] Set router 9b186187-ef36-4e90-9ff9-971ee8539cc5 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:40:17.981332 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a6fadad1-5ca0-4ede-9048-435c3d0a96d6 req-e14a98ed-174e-4f89-a00a-45272ef2b60f tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372254 Jul 09 14:40:18.001095 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-f3cb09f9-9a01-4951-8436-233f552dffb6 service neutron] 10.222.0.54 "GET /v2.0/networks/f37664d6-2d63-4250-9a40-b9995b72cf27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947221 Jul 09 14:40:18.029085 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ed97e6-86d2-48ac-9670-9ac43a3b4980 None None] Network 29d888e5-b470-491c-8272-fb069bb5ea34 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:40:18.193634 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719dd1b6-22b6-45c7-bed8-8b424e37210d req-2f08afaa-1f8f-4460-955a-66e3936f6e0b tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:18.201072 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 2e3d7595-be20-4a97-b340-4b471a872dd8 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:40:18.204201 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-719dd1b6-22b6-45c7-bed8-8b424e37210d req-2f08afaa-1f8f-4460-955a-66e3936f6e0b tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad65b12f-624c-4418-a3db-6e5e76a74ece HTTP/1.1" status: 200 len: 949 time: 0.1445122 Jul 09 14:40:18.240005 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-475b0bbc-152f-4d97-aec5-21af652f9107 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:18.256300 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-719dd1b6-22b6-45c7-bed8-8b424e37210d req-4bc3f005-dab5-4104-8331-209cf4108bab tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c690bd8-45a5-4665-a948-5886a91e4046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506904 Jul 09 14:40:18.263653 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-8b529411-7f0c-467d-bac2-9de89c4bf287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b186187-ef36-4e90-9ff9-971ee8539cc5', 'name': 'tempest-AttachVolumeShelveTestJSON-329654569-router', 'tenant_id': '644ca6545bbf445fa0c886b6aef98e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '821ef2ce-5a51-44eb-a9cc-100df4ab7185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:40:13Z', 'updated_at': '2021-07-09T14:40:14Z', 'revision_number': 3, 'project_id': '644ca6545bbf445fa0c886b6aef98e04', 'gw_port': {'id': '821ef2ce-5a51-44eb-a9cc-100df4ab7185', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:41:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b186187-ef36-4e90-9ff9-971ee8539cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:40:14Z', 'updated_at': '2021-07-09T14:40:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:40:18.272604 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-696be7cf-0773-4f53-8741-68866e331a09 None None] Provisioning for port 2e3d7595-be20-4a97-b340-4b471a872dd8 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:40:18.294895 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-5ea713bc-4f7a-4255-bc50-61d0960d8071 service neutron] 10.222.0.54 "GET /v2.0/networks/f37664d6-2d63-4250-9a40-b9995b72cf27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808957 Jul 09 14:40:18.308301 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-475b0bbc-152f-4d97-aec5-21af652f9107 admin admin] Transition to ACTIVE for port object 105008ca-83d6-4990-82d6-f2b3bc28e67b will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:40:18.326255 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe72f8ad-f060-4950-af9a-ec7f53b1e115 x-openstack-request-id: req-fe72f8ad-f060-4950-af9a-ec7f53b1e115 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:40:18.326727 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2379930c-f2a5-4cb4-a194-0e416d22bb4d", "name": "network-vif-plugged", "status": "completed", "tag": "c143c0fd-8e60-4e4d-8c37-ac5cea1a8448", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:40:18.327136 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fe72f8ad-f060-4950-af9a-ec7f53b1e115 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:40:18.327870 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2379930c-f2a5-4cb4-a194-0e416d22bb4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c143c0fd-8e60-4e4d-8c37-ac5cea1a8448', 'code': 200} Jul 09 14:40:18.385868 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b529411-7f0c-467d-bac2-9de89c4bf287 None None] The sync data for ids ['9b186187-ef36-4e90-9ff9-971ee8539cc5'] in n-d-799529-6 is: [{'id': '9b186187-ef36-4e90-9ff9-971ee8539cc5', 'name': 'tempest-AttachVolumeShelveTestJSON-329654569-router', 'tenant_id': '644ca6545bbf445fa0c886b6aef98e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '821ef2ce-5a51-44eb-a9cc-100df4ab7185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:40:13Z', 'updated_at': '2021-07-09T14:40:14Z', 'revision_number': 3, 'project_id': '644ca6545bbf445fa0c886b6aef98e04', 'gw_port': {'id': '821ef2ce-5a51-44eb-a9cc-100df4ab7185', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:41:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b186187-ef36-4e90-9ff9-971ee8539cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:40:14Z', 'updated_at': '2021-07-09T14:40:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:40:18.442957 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 2e3d7595-be20-4a97-b340-4b471a872dd8 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:40:18.450165 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 2e3d7595-be20-4a97-b340-4b471a872dd8 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:40:18.450604 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:18.492938 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-475b0bbc-152f-4d97-aec5-21af652f9107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:18.497751 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-26fd3472-9a9d-4908-ae93-5a762c9c9007 req-316038a7-b7a1-40d2-8e83-80ee4484c0a1 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=0121a707-88be-40de-a700-780fb137bd25 HTTP/1.1" status: 200 len: 210 time: 0.0388920 Jul 09 14:40:18.576033 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475b0bbc-152f-4d97-aec5-21af652f9107 admin admin] Network 29d888e5-b470-491c-8272-fb069bb5ea34 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:40:18.589816 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:18.595493 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-475b0bbc-152f-4d97-aec5-21af652f9107 admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:40:18.608643 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475b0bbc-152f-4d97-aec5-21af652f9107 admin admin] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:40:18.663429 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device ca32660e-e13d-4d80-ae51-64d8ac7cb1db no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:40:18.667095 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475b0bbc-152f-4d97-aec5-21af652f9107 admin admin] Pushing event updated for resources: {'Port': ['ID=105008ca-83d6-4990-82d6-f2b3bc28e67b,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:18.677255 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600d7e40-bb69-4efa-a0b7-5b78f9895873 req-2b6627a7-8f40-4ae3-ac5d-1419f7793b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:18.678941 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-600d7e40-bb69-4efa-a0b7-5b78f9895873 req-2b6627a7-8f40-4ae3-ac5d-1419f7793b7a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2379930c-f2a5-4cb4-a194-0e416d22bb4d HTTP/1.1" status: 200 len: 1096 time: 0.2218599 Jul 09 14:40:18.702272 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: ca32660e-e13d-4d80-ae51-64d8ac7cb1db {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:40:18.702931 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device ca32660e-e13d-4d80-ae51-64d8ac7cb1db not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:40:18.733169 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 2e3d7595-be20-4a97-b340-4b471a872dd8, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=2e3d7595-be20-4a97-b340-4b471a872dd8,segment=NetworkSegment(d799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae),segment_id=d799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:40:18.746543 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475b0bbc-152f-4d97-aec5-21af652f9107 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:18.746930 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475b0bbc-152f-4d97-aec5-21af652f9107 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:18.747276 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475b0bbc-152f-4d97-aec5-21af652f9107 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:18.747640 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475b0bbc-152f-4d97-aec5-21af652f9107 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:18.748020 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475b0bbc-152f-4d97-aec5-21af652f9107 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:18.748391 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475b0bbc-152f-4d97-aec5-21af652f9107 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:18.748675 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475b0bbc-152f-4d97-aec5-21af652f9107 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:18.749079 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475b0bbc-152f-4d97-aec5-21af652f9107 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:18.749408 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475b0bbc-152f-4d97-aec5-21af652f9107 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:18.749874 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475b0bbc-152f-4d97-aec5-21af652f9107 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:18.751458 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475b0bbc-152f-4d97-aec5-21af652f9107 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:18.751795 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475b0bbc-152f-4d97-aec5-21af652f9107 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:18.776837 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-475b0bbc-152f-4d97-aec5-21af652f9107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:18.840480 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:18.906006 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-600d7e40-bb69-4efa-a0b7-5b78f9895873 req-dc08cbbb-de43-45b3-8c06-c5d405686b42 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=aa8ccfb5-1089-45b8-8b22-f1c0cd5449b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136333 Jul 09 14:40:18.930356 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 7d49629f-d529-451e-be24-5a9de3d31f33 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:40:19.105480 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-9adac33e-aef6-494c-bff6-449c77c11728 None None] Provisioning complete for port 2e3d7595-be20-4a97-b340-4b471a872dd8 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:40:19.107715 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9adac33e-aef6-494c-bff6-449c77c11728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:19.110488 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=2e3d7595-be20-4a97-b340-4b471a872dd8,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:19.187096 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b7da3-e86a-47b6-9b65-e41e6e27762a req-a77a7a85-c5a8-434f-bebe-6107bffa3f53 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:19.200986 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port 7d49629f-d529-451e-be24-5a9de3d31f33 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:40:19.220390 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ad7b7da3-e86a-47b6-9b65-e41e6e27762a req-a77a7a85-c5a8-434f-bebe-6107bffa3f53 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1fd4f0f-fec4-48c1-b501-7d7f9948e525 HTTP/1.1" status: 200 len: 944 time: 0.1631689 Jul 09 14:40:19.223138 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port 7d49629f-d529-451e-be24-5a9de3d31f33 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:40:19.225526 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:19.237819 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-475b0bbc-152f-4d97-aec5-21af652f9107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:19.302021 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ad7b7da3-e86a-47b6-9b65-e41e6e27762a req-ea9557cb-68f6-4123-bc10-86cda27a27cb tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa8ccfb5-1089-45b8-8b22-f1c0cd5449b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804727 Jul 09 14:40:19.464293 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:19.518335 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 7d49629f-d529-451e-be24-5a9de3d31f33, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=7d49629f-d529-451e-be24-5a9de3d31f33,segment=NetworkSegment(d5c26be4-f29b-4eff-bedc-1c8d95f8265d),segment_id=d5c26be4-f29b-4eff-bedc-1c8d95f8265d)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:40:19.599612 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:19.709928 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=7d49629f-d529-451e-be24-5a9de3d31f33,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:19.716082 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-8da9aadc-51fb-4d06-9d7f-94724ebd4233 None None] Provisioning for port 105008ca-83d6-4990-82d6-f2b3bc28e67b completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:40:19.723355 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-8da9aadc-51fb-4d06-9d7f-94724ebd4233 None None] Provisioning complete for port 105008ca-83d6-4990-82d6-f2b3bc28e67b triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:40:19.723839 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8da9aadc-51fb-4d06-9d7f-94724ebd4233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:19.790947 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac3de7-6f23-4b73-a22c-a6ed68611e74 req-e99ea5a5-f437-4e24-bb2f-310ea6ea7f53 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:19.795959 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-38ac3de7-6f23-4b73-a22c-a6ed68611e74 req-e99ea5a5-f437-4e24-bb2f-310ea6ea7f53 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.62 "GET /v2.0/networks?id=799bbf9f-0525-4250-82dd-ad4b3053eab3 HTTP/1.1" status: 200 len: 812 time: 0.3403563 Jul 09 14:40:19.819145 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-475b0bbc-152f-4d97-aec5-21af652f9107 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:19.824630 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-38ac3de7-6f23-4b73-a22c-a6ed68611e74 req-63b15218-4c33-40b6-a515-45dcd5d4d7c6 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Request body: {'port': {'device_id': '0121a707-88be-40de-a700-780fb137bd25', 'network_id': '799bbf9f-0525-4250-82dd-ad4b3053eab3', 'admin_state_up': True, 'tenant_id': '1c625c057eb84d94ab805dc5f07c0366'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:40:19.828692 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-8da9aadc-51fb-4d06-9d7f-94724ebd4233 None None] Port 105008ca-83d6-4990-82d6-f2b3bc28e67b cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:40:19.852913 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed11f52a-1d41-4c39-b632-60999c78918c req-9151291a-87ed-4de4-89e5-1af4669985ca tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:19.854713 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ed11f52a-1d41-4c39-b632-60999c78918c req-9151291a-87ed-4de4-89e5-1af4669985ca tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad65b12f-624c-4418-a3db-6e5e76a74ece HTTP/1.1" status: 200 len: 949 time: 0.2095115 Jul 09 14:40:19.938578 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-475b0bbc-152f-4d97-aec5-21af652f9107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:20.071947 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475b0bbc-152f-4d97-aec5-21af652f9107 admin admin] Pushing event updated for resources: {'Port': ['ID=105008ca-83d6-4990-82d6-f2b3bc28e67b,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:20.084575 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e1d66-6516-4fd1-8eb8-a6fe44d1d105 req-fe622a4e-d98d-4731-8678-c432f5d0ecaf tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:20.087525 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-995e1d66-6516-4fd1-8eb8-a6fe44d1d105 req-fe622a4e-d98d-4731-8678-c432f5d0ecaf tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=7183159b-84a0-41da-a402-ae36bdd15ad0 HTTP/1.1" status: 200 len: 946 time: 0.2380707 Jul 09 14:40:20.101954 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-475b0bbc-152f-4d97-aec5-21af652f9107 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:20.132595 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-ed11f52a-1d41-4c39-b632-60999c78918c req-72b9cc98-805b-415b-b672-f85987be73b4 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] Deleting port beb4896c-719d-4b47-90f7-44e3fe562e2a {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:40:20.137729 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-ed11f52a-1d41-4c39-b632-60999c78918c req-72b9cc98-805b-415b-b672-f85987be73b4 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:20.160689 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-995e1d66-6516-4fd1-8eb8-a6fe44d1d105 req-6f2aad0d-7560-4631-b25a-c2fd0792ef4d tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642030 Jul 09 14:40:20.175494 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38ac3de7-6f23-4b73-a22c-a6ed68611e74 req-63b15218-4c33-40b6-a515-45dcd5d4d7c6 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Made reservation on behalf of 1c625c057eb84d94ab805dc5f07c0366 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:40:20.185396 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-38ac3de7-6f23-4b73-a22c-a6ed68611e74 req-63b15218-4c33-40b6-a515-45dcd5d4d7c6 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:20.329063 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1fd4f0f-fec4-48c1-b501-7d7f9948e525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d49629f-d529-451e-be24-5a9de3d31f33'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:40:20.331781 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89648582-42d6-481c-8a63-6ca1068a7a76" -d '{"events": [{"server_uuid": "e1fd4f0f-fec4-48c1-b501-7d7f9948e525", "name": "network-vif-plugged", "status": "completed", "tag": "7d49629f-d529-451e-be24-5a9de3d31f33"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:40:20.343297 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 2e3d7595-be20-4a97-b340-4b471a872dd8 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:40:20.378490 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475b0bbc-152f-4d97-aec5-21af652f9107 admin admin] Network 29d888e5-b470-491c-8272-fb069bb5ea34 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:40:20.384674 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-475b0bbc-152f-4d97-aec5-21af652f9107 admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:40:20.398125 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-38ac3de7-6f23-4b73-a22c-a6ed68611e74 req-63b15218-4c33-40b6-a515-45dcd5d4d7c6 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Allocated IP 172.20.0.7 (799bbf9f-0525-4250-82dd-ad4b3053eab3/aeb0304f-76ed-455f-9fb9-36b89284b9c6/3fbe6579-ca61-437f-a710-a3e1672e1b44) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:40:20.482317 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 2e3d7595-be20-4a97-b340-4b471a872dd8 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:40:20.484246 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:20.531639 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-ed11f52a-1d41-4c39-b632-60999c78918c req-72b9cc98-805b-415b-b672-f85987be73b4 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] For port beb4896c-719d-4b47-90f7-44e3fe562e2a, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=beb4896c-719d-4b47-90f7-44e3fe562e2a,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:40:20.535962 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-ed11f52a-1d41-4c39-b632-60999c78918c req-72b9cc98-805b-415b-b672-f85987be73b4 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:20.601196 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-ed11f52a-1d41-4c39-b632-60999c78918c req-72b9cc98-805b-415b-b672-f85987be73b4 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] Calling delete_port for beb4896c-719d-4b47-90f7-44e3fe562e2a owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:40:20.707723 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 821ef2ce-5a51-44eb-a9cc-100df4ab7185 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:40:20.760377 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-38ac3de7-6f23-4b73-a22c-a6ed68611e74 req-63b15218-4c33-40b6-a515-45dcd5d4d7c6 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:20.801055 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-acd522b1-d1db-420f-bc5d-d670a7edc126 None None] Provisioning complete for port 105008ca-83d6-4990-82d6-f2b3bc28e67b triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:40:20.801432 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-acd522b1-d1db-420f-bc5d-d670a7edc126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:20.803365 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e1f3f-7dce-4b75-a39d-ee138527ccc9 req-21e3d44e-f71a-43bd-bf1a-b610e230da4a tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:20.812767 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9c0e1f3f-7dce-4b75-a39d-ee138527ccc9 req-21e3d44e-f71a-43bd-bf1a-b610e230da4a tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad65b12f-624c-4418-a3db-6e5e76a74ece HTTP/1.1" status: 200 len: 949 time: 0.2570515 Jul 09 14:40:20.836943 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-475b0bbc-152f-4d97-aec5-21af652f9107 admin admin] Router 9b186187-ef36-4e90-9ff9-971ee8539cc5 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:40:20.849240 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-acd522b1-d1db-420f-bc5d-d670a7edc126 None None] Port 105008ca-83d6-4990-82d6-f2b3bc28e67b cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:40:20.906446 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9c0e1f3f-7dce-4b75-a39d-ee138527ccc9 req-08d32bdd-6e56-4f3a-b975-ac9ed5e77880 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c690bd8-45a5-4665-a948-5886a91e4046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924289 Jul 09 14:40:20.908160 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 821ef2ce-5a51-44eb-a9cc-100df4ab7185 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:40:20.920969 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 821ef2ce-5a51-44eb-a9cc-100df4ab7185 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:40:20.920969 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:21.011679 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-38ac3de7-6f23-4b73-a22c-a6ed68611e74 req-63b15218-4c33-40b6-a515-45dcd5d4d7c6 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:21.057665 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:21.091189 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 821ef2ce-5a51-44eb-a9cc-100df4ab7185, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=821ef2ce-5a51-44eb-a9cc-100df4ab7185,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:40:21.134359 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38ac3de7-6f23-4b73-a22c-a6ed68611e74 req-63b15218-4c33-40b6-a515-45dcd5d4d7c6 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Network 799bbf9f-0525-4250-82dd-ad4b3053eab3 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:40:21.136672 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:21.150285 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-38ac3de7-6f23-4b73-a22c-a6ed68611e74 req-63b15218-4c33-40b6-a515-45dcd5d4d7c6 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:40:21.160398 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-38ac3de7-6f23-4b73-a22c-a6ed68611e74 req-63b15218-4c33-40b6-a515-45dcd5d4d7c6 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:40:21.189853 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=821ef2ce-5a51-44eb-a9cc-100df4ab7185,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:21.239320 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15218-4c33-40b6-a515-45dcd5d4d7c6 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Pushing event updated for resources: {'Port': ['ID=3fbe6579-ca61-437f-a710-a3e1672e1b44,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:21.257374 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac3de7-6f23-4b73-a22c-a6ed68611e74 req-63b15218-4c33-40b6-a515-45dcd5d4d7c6 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:21.258685 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-38ac3de7-6f23-4b73-a22c-a6ed68611e74 req-63b15218-4c33-40b6-a515-45dcd5d4d7c6 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:21.293732 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11fda7-236d-4ab7-bfee-d9c24756053d req-bec688d8-246b-4ff6-90a8-7861b93dfc0b tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:21.295698 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0c11fda7-236d-4ab7-bfee-d9c24756053d req-bec688d8-246b-4ff6-90a8-7861b93dfc0b tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=0121a707-88be-40de-a700-780fb137bd25 HTTP/1.1" status: 200 len: 931 time: 0.2531872 Jul 09 14:40:21.338607 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-852bc370-9195-4fb8-9b6b-0fb4148b0602 tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:40:21.339738 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-852bc370-9195-4fb8-9b6b-0fb4148b0602 tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094216 Jul 09 14:40:21.340047 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0c11fda7-236d-4ab7-bfee-d9c24756053d req-8d1c0a6a-b4c8-441c-b5f3-705799e2a623 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366747 Jul 09 14:40:21.356740 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-d008f703-74de-4a3e-91ac-f814424ad910 service neutron] Request body: {'binding': {'host': 'n-h1-799529-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:40:21.357202 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-d008f703-74de-4a3e-91ac-f814424ad910 service neutron] Unknown quota resources ['binding']. {{(pid=94445) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 14:40:21.360382 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-38ac3de7-6f23-4b73-a22c-a6ed68611e74 req-63b15218-4c33-40b6-a515-45dcd5d4d7c6 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5462518 Jul 09 14:40:21.425720 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-475b0bbc-152f-4d97-aec5-21af652f9107 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:40:21.432387 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-475b0bbc-152f-4d97-aec5-21af652f9107 admin admin] 10.222.0.58 "PUT /v2.0/routers/9b186187-ef36-4e90-9ff9-971ee8539cc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2061608 Jul 09 14:40:21.444509 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b017d62d-6c84-492e-afc5-38b95300942d None None] Sync routers for ids ['9b186187-ef36-4e90-9ff9-971ee8539cc5'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:40:21.464089 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-38ac3de7-6f23-4b73-a22c-a6ed68611e74 req-932cd335-1602-4374-848a-1af9bbc53758 service neutron] Request body: {'port': {'device_id': '0121a707-88be-40de-a700-780fb137bd25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:40:21.465724 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b017d62d-6c84-492e-afc5-38b95300942d None None] Routers {'9b186187-ef36-4e90-9ff9-971ee8539cc5'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:40:21.466357 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-b017d62d-6c84-492e-afc5-38b95300942d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:39:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['9b186187-ef36-4e90-9ff9-971ee8539cc5'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:40:21.521829 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-ed11f52a-1d41-4c39-b632-60999c78918c req-72b9cc98-805b-415b-b672-f85987be73b4 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:21.591034 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b9cc98-805b-415b-b672-f85987be73b4 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] Pushing event deleted for resources: {'Port': ['ID=beb4896c-719d-4b47-90f7-44e3fe562e2a,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:21.650409 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-38ac3de7-6f23-4b73-a22c-a6ed68611e74 req-932cd335-1602-4374-848a-1af9bbc53758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:21.660388 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed11f52a-1d41-4c39-b632-60999c78918c req-72b9cc98-805b-415b-b672-f85987be73b4 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] No DVR routers for this DVR port beb4896c-719d-4b47-90f7-44e3fe562e2a on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:40:21.664740 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-ed11f52a-1d41-4c39-b632-60999c78918c req-72b9cc98-805b-415b-b672-f85987be73b4 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:21.666631 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ed11f52a-1d41-4c39-b632-60999c78918c req-72b9cc98-805b-415b-b672-f85987be73b4 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] 10.222.0.54 "DELETE /v2.0/ports/beb4896c-719d-4b47-90f7-44e3fe562e2a HTTP/1.1" status: 204 len: 173 time: 1.8038263 Jul 09 14:40:21.667062 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad65b12f-624c-4418-a3db-6e5e76a74ece', 'name': 'network-vif-deleted', 'tag': 'beb4896c-719d-4b47-90f7-44e3fe562e2a'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:40:21.669331 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f2ba28-e331-48ab-8de5-890ffc92bd57" -d '{"events": [{"server_uuid": "ad65b12f-624c-4418-a3db-6e5e76a74ece", "name": "network-vif-deleted", "tag": "beb4896c-719d-4b47-90f7-44e3fe562e2a"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:40:21.708310 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-d008f703-74de-4a3e-91ac-f814424ad910 service neutron] Attempting to bind port 43297159-bde3-4827-ae41-e9610acaadad on host n-h1-799529-6 for vnic_type normal with profile None {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:40:21.708690 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-d008f703-74de-4a3e-91ac-f814424ad910 service neutron] Attempting to bind port 43297159-bde3-4827-ae41-e9610acaadad by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': 'cd7790e9-3309-48a3-bfb3-c9f386870e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '56b8037f-2c10-4a66-9bb7-3f0d90fcd124'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:40:21.708965 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-d008f703-74de-4a3e-91ac-f814424ad910 service neutron] Attempting to bind port 43297159-bde3-4827-ae41-e9610acaadad on network 56b8037f-2c10-4a66-9bb7-3f0d90fcd124 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:40:21.712040 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e661f2-a5f3-4604-bb21-4e8a894f0ca3 req-e2d5f6e9-3d60-4857-b83f-4e528a0ae9d9 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:21.714071 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-d008f703-74de-4a3e-91ac-f814424ad910 service neutron] Port 43297159-bde3-4827-ae41-e9610acaadad on network 56b8037f-2c10-4a66-9bb7-3f0d90fcd124 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:40:21.714582 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-d008f703-74de-4a3e-91ac-f814424ad910 service neutron] Attempting to bind port 43297159-bde3-4827-ae41-e9610acaadad on network 56b8037f-2c10-4a66-9bb7-3f0d90fcd124 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:40:21.720154 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-d008f703-74de-4a3e-91ac-f814424ad910 service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:40:21.720341 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-30e661f2-a5f3-4604-bb21-4e8a894f0ca3 req-e2d5f6e9-3d60-4857-b83f-4e528a0ae9d9 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1fd4f0f-fec4-48c1-b501-7d7f9948e525 HTTP/1.1" status: 200 len: 945 time: 0.1899323 Jul 09 14:40:21.720821 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-d008f703-74de-4a3e-91ac-f814424ad910 service neutron] Checking segment: {'id': 'cd7790e9-3309-48a3-bfb3-c9f386870e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '56b8037f-2c10-4a66-9bb7-3f0d90fcd124'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:40:21.721440 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-d008f703-74de-4a3e-91ac-f814424ad910 service neutron] Bound using segment: {'id': 'cd7790e9-3309-48a3-bfb3-c9f386870e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '56b8037f-2c10-4a66-9bb7-3f0d90fcd124'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:40:21.722056 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-d008f703-74de-4a3e-91ac-f814424ad910 service neutron] Bound port: 43297159-bde3-4827-ae41-e9610acaadad, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd7790e9-3309-48a3-bfb3-c9f386870e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '56b8037f-2c10-4a66-9bb7-3f0d90fcd124'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:40:21.782630 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-b017d62d-6c84-492e-afc5-38b95300942d None None] Set router 9b186187-ef36-4e90-9ff9-971ee8539cc5 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:40:21.789001 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-d008f703-74de-4a3e-91ac-f814424ad910 service neutron] For port 43297159-bde3-4827-ae41-e9610acaadad, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=43297159-bde3-4827-ae41-e9610acaadad,segment=NetworkSegment(cd7790e9-3309-48a3-bfb3-c9f386870e48),segment_id=cd7790e9-3309-48a3-bfb3-c9f386870e48)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:40:21.826720 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-30e661f2-a5f3-4604-bb21-4e8a894f0ca3 req-8d0a700a-d2a8-4541-b7da-3db44b5d9470 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa8ccfb5-1089-45b8-8b22-f1c0cd5449b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055145 Jul 09 14:40:21.874821 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-d008f703-74de-4a3e-91ac-f814424ad910 service neutron] Notify callbacks [] for binding, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:21.876085 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-d008f703-74de-4a3e-91ac-f814424ad910 service neutron] 10.222.0.58 "POST /v2.0/ports/43297159-bde3-4827-ae41-e9610acaadad/bindings HTTP/1.1" status: 201 len: 389 time: 0.5254719 Jul 09 14:40:21.905683 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee10be7-5abe-4c70-bfea-f1da02b2708e x-openstack-request-id: req-1ee10be7-5abe-4c70-bfea-f1da02b2708e {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:40:21.906517 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1fd4f0f-fec4-48c1-b501-7d7f9948e525", "name": "network-vif-plugged", "status": "completed", "tag": "7d49629f-d529-451e-be24-5a9de3d31f33", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:40:21.906923 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1ee10be7-5abe-4c70-bfea-f1da02b2708e {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:40:21.907483 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1fd4f0f-fec4-48c1-b501-7d7f9948e525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d49629f-d529-451e-be24-5a9de3d31f33', 'code': 200} Jul 09 14:40:22.068479 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-38ac3de7-6f23-4b73-a22c-a6ed68611e74 req-932cd335-1602-4374-848a-1af9bbc53758 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fbe6579-ca61-437f-a710-a3e1672e1b44 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:40:22.122343 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-38ac3de7-6f23-4b73-a22c-a6ed68611e74 req-932cd335-1602-4374-848a-1af9bbc53758 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:22.141636 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 821ef2ce-5a51-44eb-a9cc-100df4ab7185 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:40:22.158718 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd80e88-a76b-4000-9705-740bf2065658 req-fe724e42-0286-426c-b901-e1401f573116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:22.160628 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fbd80e88-a76b-4000-9705-740bf2065658 req-fe724e42-0286-426c-b901-e1401f573116 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e1fd4f0f-fec4-48c1-b501-7d7f9948e525 HTTP/1.1" status: 200 len: 1096 time: 0.0747552 Jul 09 14:40:22.181687 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-38ac3de7-6f23-4b73-a22c-a6ed68611e74 req-932cd335-1602-4374-848a-1af9bbc53758 service neutron] Transition to ACTIVE for port object 3fbe6579-ca61-437f-a710-a3e1672e1b44 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:40:22.191019 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-b017d62d-6c84-492e-afc5-38b95300942d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b186187-ef36-4e90-9ff9-971ee8539cc5', 'name': 'tempest-AttachVolumeShelveTestJSON-329654569-router', 'tenant_id': '644ca6545bbf445fa0c886b6aef98e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '821ef2ce-5a51-44eb-a9cc-100df4ab7185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:40:13Z', 'updated_at': '2021-07-09T14:40:19Z', 'revision_number': 4, 'project_id': '644ca6545bbf445fa0c886b6aef98e04', 'gw_port': {'id': '821ef2ce-5a51-44eb-a9cc-100df4ab7185', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:41:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b186187-ef36-4e90-9ff9-971ee8539cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:40:14Z', 'updated_at': '2021-07-09T14:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '105008ca-83d6-4990-82d6-f2b3bc28e67b', 'name': '', 'network_id': '29d888e5-b470-491c-8272-fb069bb5ea34', 'tenant_id': '644ca6545bbf445fa0c886b6aef98e04', 'mac_address': 'fa:16:3e:52:95:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b186187-ef36-4e90-9ff9-971ee8539cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '6ebf5b74-6584-49ef-a6c0-eff61f32c488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:40:17Z', 'updated_at': '2021-07-09T14:40:19Z', 'revision_number': 2, 'project_id': '644ca6545bbf445fa0c886b6aef98e04', 'subnets': [{'id': '6ebf5b74-6584-49ef-a6c0-eff61f32c488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:40:22.247753 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e76c76-c85c-452d-8f4e-242fda021488 req-bae8aa12-8228-4130-88b6-c52e6c65e1fc tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:22.256548 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-35e76c76-c85c-452d-8f4e-242fda021488 req-bae8aa12-8228-4130-88b6-c52e6c65e1fc tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=7183159b-84a0-41da-a402-ae36bdd15ad0 HTTP/1.1" status: 200 len: 946 time: 0.1797194 Jul 09 14:40:22.267034 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-38ac3de7-6f23-4b73-a22c-a6ed68611e74 req-932cd335-1602-4374-848a-1af9bbc53758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:22.268211 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 821ef2ce-5a51-44eb-a9cc-100df4ab7185 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:40:22.268737 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:22.271569 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fbd80e88-a76b-4000-9705-740bf2065658 req-baa59c3b-0d47-40e2-9775-6b1d5ec8c0e1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=aa8ccfb5-1089-45b8-8b22-f1c0cd5449b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000917 Jul 09 14:40:22.272601 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b017d62d-6c84-492e-afc5-38b95300942d None None] Checking router: 9b186187-ef36-4e90-9ff9-971ee8539cc5 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:40:22.274003 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b017d62d-6c84-492e-afc5-38b95300942d None None] Updating router 9b186187-ef36-4e90-9ff9-971ee8539cc5 port 105008ca-83d6-4990-82d6-f2b3bc28e67b binding host n-d-799529-6 {{(pid=94448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:40:22.315266 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-b017d62d-6c84-492e-afc5-38b95300942d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:22.353713 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-35e76c76-c85c-452d-8f4e-242fda021488 req-e9be8dda-7e82-4b2b-9159-8e2732d89dc8 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962205 Jul 09 14:40:22.364762 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932cd335-1602-4374-848a-1af9bbc53758 service neutron] Pushing event updated for resources: {'Port': ['ID=3fbe6579-ca61-437f-a710-a3e1672e1b44,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:22.474434 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0af5058-1327-41bf-954b-cfc658cdadd7 x-openstack-request-id: req-b0af5058-1327-41bf-954b-cfc658cdadd7 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:40:22.474757 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad65b12f-624c-4418-a3db-6e5e76a74ece", "name": "network-vif-deleted", "tag": "beb4896c-719d-4b47-90f7-44e3fe562e2a", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:40:22.475020 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b0af5058-1327-41bf-954b-cfc658cdadd7 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:40:22.475427 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad65b12f-624c-4418-a3db-6e5e76a74ece', 'name': 'network-vif-deleted', 'tag': 'beb4896c-719d-4b47-90f7-44e3fe562e2a', 'status': 'completed', 'code': 200} Jul 09 14:40:22.492497 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-38ac3de7-6f23-4b73-a22c-a6ed68611e74 req-932cd335-1602-4374-848a-1af9bbc53758 service neutron] Attempting to bind port 3fbe6579-ca61-437f-a710-a3e1672e1b44 on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:40:22.492982 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-38ac3de7-6f23-4b73-a22c-a6ed68611e74 req-932cd335-1602-4374-848a-1af9bbc53758 service neutron] Attempting to bind port 3fbe6579-ca61-437f-a710-a3e1672e1b44 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': 'ea3e7312-a29e-42fd-9247-9011d25d7154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '799bbf9f-0525-4250-82dd-ad4b3053eab3'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:40:22.503659 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ac3de7-6f23-4b73-a22c-a6ed68611e74 req-932cd335-1602-4374-848a-1af9bbc53758 service neutron] Attempting to bind port 3fbe6579-ca61-437f-a710-a3e1672e1b44 on network 799bbf9f-0525-4250-82dd-ad4b3053eab3 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:40:22.515673 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ac3de7-6f23-4b73-a22c-a6ed68611e74 req-932cd335-1602-4374-848a-1af9bbc53758 service neutron] Port 3fbe6579-ca61-437f-a710-a3e1672e1b44 on network 799bbf9f-0525-4250-82dd-ad4b3053eab3 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:40:22.516015 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ac3de7-6f23-4b73-a22c-a6ed68611e74 req-932cd335-1602-4374-848a-1af9bbc53758 service neutron] Attempting to bind port 3fbe6579-ca61-437f-a710-a3e1672e1b44 on network 799bbf9f-0525-4250-82dd-ad4b3053eab3 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:40:22.522888 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ac3de7-6f23-4b73-a22c-a6ed68611e74 req-932cd335-1602-4374-848a-1af9bbc53758 service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:40:22.523275 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ac3de7-6f23-4b73-a22c-a6ed68611e74 req-932cd335-1602-4374-848a-1af9bbc53758 service neutron] Checking segment: {'id': 'ea3e7312-a29e-42fd-9247-9011d25d7154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '799bbf9f-0525-4250-82dd-ad4b3053eab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:40:22.526953 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ac3de7-6f23-4b73-a22c-a6ed68611e74 req-932cd335-1602-4374-848a-1af9bbc53758 service neutron] Bound using segment: {'id': 'ea3e7312-a29e-42fd-9247-9011d25d7154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '799bbf9f-0525-4250-82dd-ad4b3053eab3'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:40:22.530000 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-38ac3de7-6f23-4b73-a22c-a6ed68611e74 req-932cd335-1602-4374-848a-1af9bbc53758 service neutron] Bound port: 3fbe6579-ca61-437f-a710-a3e1672e1b44, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea3e7312-a29e-42fd-9247-9011d25d7154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '799bbf9f-0525-4250-82dd-ad4b3053eab3'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:40:22.530408 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-38ac3de7-6f23-4b73-a22c-a6ed68611e74 req-932cd335-1602-4374-848a-1af9bbc53758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:22.656113 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d8bff78a-d3e1-442c-8897-d55e84690a9c req-48412dd4-175f-4163-82e7-e90d9715a8a4 tempest-ListImageFiltersTestJSON-2122123732 tempest-ListImageFiltersTestJSON-2122123732-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad65b12f-624c-4418-a3db-6e5e76a74ece HTTP/1.1" status: 200 len: 210 time: 0.0385394 Jul 09 14:40:22.685487 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-38ac3de7-6f23-4b73-a22c-a6ed68611e74 req-932cd335-1602-4374-848a-1af9bbc53758 service neutron] For port 3fbe6579-ca61-437f-a710-a3e1672e1b44, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:40:22.690858 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-38ac3de7-6f23-4b73-a22c-a6ed68611e74 req-932cd335-1602-4374-848a-1af9bbc53758 service neutron] For port 3fbe6579-ca61-437f-a710-a3e1672e1b44, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=3fbe6579-ca61-437f-a710-a3e1672e1b44,segment=NetworkSegment(ea3e7312-a29e-42fd-9247-9011d25d7154),segment_id=ea3e7312-a29e-42fd-9247-9011d25d7154)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:40:22.704962 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-7225a4c1-c25e-462c-aba3-f81f3fcdbcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:22.706860 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-7225a4c1-c25e-462c-aba3-f81f3fcdbcd3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3b28908fc5d842e29720d7043e8083fd&device_id=91ecabd0-8edb-4f60-888c-5652f04757f3 HTTP/1.1" status: 200 len: 1096 time: 0.0870969 Jul 09 14:40:22.764174 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-b017d62d-6c84-492e-afc5-38b95300942d None None] Notify callbacks [] for port, precommit_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:22.787362 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.provisioning_blocks [None req-b017d62d-6c84-492e-afc5-38b95300942d None None] Transition to ACTIVE for port object 105008ca-83d6-4990-82d6-f2b3bc28e67b will not be triggered until provisioned by entity L2. {{(pid=94448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:40:22.807013 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-38ac3de7-6f23-4b73-a22c-a6ed68611e74 req-932cd335-1602-4374-848a-1af9bbc53758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:22.858169 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-b017d62d-6c84-492e-afc5-38b95300942d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:22.865668 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e2e675-e5cc-4a17-ae09-b30810419325 req-da821726-d947-42a8-81a7-9c589681f4b2 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:22.872595 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-03e2e675-e5cc-4a17-ae09-b30810419325 req-da821726-d947-42a8-81a7-9c589681f4b2 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=91ecabd0-8edb-4f60-888c-5652f04757f3 HTTP/1.1" status: 200 len: 945 time: 0.0950770 Jul 09 14:40:22.877466 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac3de7-6f23-4b73-a22c-a6ed68611e74 req-932cd335-1602-4374-848a-1af9bbc53758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:22.878216 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-38ac3de7-6f23-4b73-a22c-a6ed68611e74 req-932cd335-1602-4374-848a-1af9bbc53758 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:22.879788 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-38ac3de7-6f23-4b73-a22c-a6ed68611e74 req-932cd335-1602-4374-848a-1af9bbc53758 service neutron] 10.222.0.62 "PUT /v2.0/ports/3fbe6579-ca61-437f-a710-a3e1672e1b44 HTTP/1.1" status: 200 len: 1091 time: 1.5056243 Jul 09 14:40:22.881986 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0121a707-88be-40de-a700-780fb137bd25', 'tag': '3fbe6579-ca61-437f-a710-a3e1672e1b44'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:40:22.885221 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9557ff3a-b569-4512-9555-1e3185554334" -d '{"events": [{"name": "network-changed", "server_uuid": "0121a707-88be-40de-a700-780fb137bd25", "tag": "3fbe6579-ca61-437f-a710-a3e1672e1b44"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:40:22.890336 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:22.920438 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device beb4896c-719d-4b47-90f7-44e3fe562e2a no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:40:22.923008 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932cd335-1602-4374-848a-1af9bbc53758 service neutron] Pushing event updated for resources: {'Port': ['ID=3fbe6579-ca61-437f-a710-a3e1672e1b44,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:22.929917 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ee919e-3dbf-4232-8b33-4fe70f827473 None None] Pushing event updated for resources: {'Port': ['ID=105008ca-83d6-4990-82d6-f2b3bc28e67b,revision_number=3']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:22.940882 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-d5bcad97-a604-4f6c-8482-a0f3a2ad4ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:22.947314 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-d5bcad97-a604-4f6c-8482-a0f3a2ad4ddb service neutron] 10.222.0.62 "GET /v2.0/networks?id=56b8037f-2c10-4a66-9bb7-3f0d90fcd124 HTTP/1.1" status: 200 len: 909 time: 0.2331169 Jul 09 14:40:22.974828 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-b017d62d-6c84-492e-afc5-38b95300942d None None] Attempting to bind port 105008ca-83d6-4990-82d6-f2b3bc28e67b on host n-d-799529-6 for vnic_type normal with profile {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:40:22.978409 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-b017d62d-6c84-492e-afc5-38b95300942d None None] Attempting to bind port 105008ca-83d6-4990-82d6-f2b3bc28e67b by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '29d888e5-b470-491c-8272-fb069bb5ea34'}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:40:22.978409 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b017d62d-6c84-492e-afc5-38b95300942d None None] Attempting to bind port 105008ca-83d6-4990-82d6-f2b3bc28e67b on network 29d888e5-b470-491c-8272-fb069bb5ea34 {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:40:22.989359 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b017d62d-6c84-492e-afc5-38b95300942d None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:40:22.989940 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b017d62d-6c84-492e-afc5-38b95300942d None None] Checking segment: {'id': 'd799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '29d888e5-b470-491c-8272-fb069bb5ea34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:40:22.990972 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-b017d62d-6c84-492e-afc5-38b95300942d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:22.991566 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b017d62d-6c84-492e-afc5-38b95300942d None None] Bound using segment: {'id': 'd799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '29d888e5-b470-491c-8272-fb069bb5ea34'} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:40:22.992249 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-b017d62d-6c84-492e-afc5-38b95300942d None None] Bound port: 105008ca-83d6-4990-82d6-f2b3bc28e67b, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '29d888e5-b470-491c-8272-fb069bb5ea34'}}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:40:22.992846 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-b017d62d-6c84-492e-afc5-38b95300942d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:23.000482 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-03e2e675-e5cc-4a17-ae09-b30810419325 req-b88cd409-3eae-4ae3-bb0f-4f53305f0461 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260042 Jul 09 14:40:23.005903 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-85a77281-4a4b-4bc3-9156-f297cc0e0e1c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43297159-bde3-4827-ae41-e9610acaadad HTTP/1.1" status: 200 len: 217 time: 0.0505698 Jul 09 14:40:23.014982 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: beb4896c-719d-4b47-90f7-44e3fe562e2a {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:40:23.015326 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device beb4896c-719d-4b47-90f7-44e3fe562e2a not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:40:23.046102 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 55208) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:40:23.051767 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-7561eda7-8f5a-475d-b400-0d6205f0c502 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Request body: {'security_group': {'name': 'tempest-securitygroup--758950285', 'description': 'tempest-description--1036742692'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:40:23.142632 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-b017d62d-6c84-492e-afc5-38b95300942d None None] For port 105008ca-83d6-4990-82d6-f2b3bc28e67b, host n-d-799529-6, cleared binding levels {{(pid=94448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:40:23.152034 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-b017d62d-6c84-492e-afc5-38b95300942d None None] For port 105008ca-83d6-4990-82d6-f2b3bc28e67b, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=105008ca-83d6-4990-82d6-f2b3bc28e67b,segment=NetworkSegment(d799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae),segment_id=d799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae)] {{(pid=94448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:40:23.154878 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-ee55c5f5-112e-432b-9b0b-f81f419a88a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:23.156450 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-ee55c5f5-112e-432b-9b0b-f81f419a88a9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e48d7f3a-0ca9-428c-9383-07e4f6a75f04 HTTP/1.1" status: 200 len: 848 time: 0.1379290 Jul 09 14:40:23.181872 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7561eda7-8f5a-475d-b400-0d6205f0c502 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:23.225575 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-737b67a8-289d-49bb-a812-9d2106da6137 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=56b8037f-2c10-4a66-9bb7-3f0d90fcd124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604746 Jul 09 14:40:23.268021 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-b017d62d-6c84-492e-afc5-38b95300942d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:23.336653 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ee919e-3dbf-4232-8b33-4fe70f827473 None None] Pushing event updated for resources: {'Port': ['ID=105008ca-83d6-4990-82d6-f2b3bc28e67b,revision_number=4']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:23.348189 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b017d62d-6c84-492e-afc5-38b95300942d None None] Routers {'9b186187-ef36-4e90-9ff9-971ee8539cc5'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:40:23.348652 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-b017d62d-6c84-492e-afc5-38b95300942d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:39:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['9b186187-ef36-4e90-9ff9-971ee8539cc5'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:40:23.359557 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43400410-8e14-42d8-a12d-4d349ffab2dc req-6b5a0885-d4ae-4e11-9176-fac8dcfb5739 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:23.361294 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-43400410-8e14-42d8-a12d-4d349ffab2dc req-6b5a0885-d4ae-4e11-9176-fac8dcfb5739 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1fd4f0f-fec4-48c1-b501-7d7f9948e525 HTTP/1.1" status: 200 len: 945 time: 0.1572399 Jul 09 14:40:23.435896 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3249c3-4e0c-4c5c-8f1c-3f827ee3b51d req-738a4d78-50c0-4368-9840-80257f70ae50 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:23.447314 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-de3249c3-4e0c-4c5c-8f1c-3f827ee3b51d req-738a4d78-50c0-4368-9840-80257f70ae50 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=0121a707-88be-40de-a700-780fb137bd25 HTTP/1.1" status: 200 len: 943 time: 0.2192860 Jul 09 14:40:23.469803 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-f6e448f8-ad23-42fe-832f-b3d41a957dbd service neutron] 10.222.0.62 "GET /v2.0/networks/56b8037f-2c10-4a66-9bb7-3f0d90fcd124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247555 Jul 09 14:40:23.473842 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac3de7-6f23-4b73-a22c-a6ed68611e74 req-e73c78a2-90ea-4655-a8ed-c0259085223f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:23.475310 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-38ac3de7-6f23-4b73-a22c-a6ed68611e74 req-e73c78a2-90ea-4655-a8ed-c0259085223f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1c625c057eb84d94ab805dc5f07c0366&device_id=0121a707-88be-40de-a700-780fb137bd25 HTTP/1.1" status: 200 len: 1094 time: 0.2847390 Jul 09 14:40:23.517647 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-b017d62d-6c84-492e-afc5-38b95300942d None None] Set router 9b186187-ef36-4e90-9ff9-971ee8539cc5 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:40:23.537388 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7561eda7-8f5a-475d-b400-0d6205f0c502 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:23.568253 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-43400410-8e14-42d8-a12d-4d349ffab2dc req-6d186fcb-140d-43fc-8dee-30a0a5401eb9 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa8ccfb5-1089-45b8-8b22-f1c0cd5449b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930468 Jul 09 14:40:23.588122 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7561eda7-8f5a-475d-b400-0d6205f0c502 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:23.652828 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7561eda7-8f5a-475d-b400-0d6205f0c502 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:23.666402 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6498761c-385c-432d-a6f6-a7c5ddd98bc3 x-openstack-request-id: req-6498761c-385c-432d-a6f6-a7c5ddd98bc3 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:40:23.666896 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0121a707-88be-40de-a700-780fb137bd25", "tag": "3fbe6579-ca61-437f-a710-a3e1672e1b44", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:40:23.667092 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6498761c-385c-432d-a6f6-a7c5ddd98bc3 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:40:23.667323 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0121a707-88be-40de-a700-780fb137bd25', 'tag': '3fbe6579-ca61-437f-a710-a3e1672e1b44', 'status': 'completed', 'code': 200} Jul 09 14:40:23.708006 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7561eda7-8f5a-475d-b400-0d6205f0c502 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:23.712010 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-7561eda7-8f5a-475d-b400-0d6205f0c502 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6648285 Jul 09 14:40:23.712999 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-38ac3de7-6f23-4b73-a22c-a6ed68611e74 req-e6725435-e8d6-4319-b72c-825ffaa89431 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fbe6579-ca61-437f-a710-a3e1672e1b44 HTTP/1.1" status: 200 len: 217 time: 0.2184525 Jul 09 14:40:23.718036 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 55218) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:40:23.724348 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-73a9d9ad-8305-4bd3-9705-7606d09d14a5 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Request body: {'security_group_rule': {'security_group_id': '87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:40:23.786246 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-b017d62d-6c84-492e-afc5-38b95300942d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b186187-ef36-4e90-9ff9-971ee8539cc5', 'name': 'tempest-AttachVolumeShelveTestJSON-329654569-router', 'tenant_id': '644ca6545bbf445fa0c886b6aef98e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '821ef2ce-5a51-44eb-a9cc-100df4ab7185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:40:13Z', 'updated_at': '2021-07-09T14:40:19Z', 'revision_number': 4, 'project_id': '644ca6545bbf445fa0c886b6aef98e04', 'gw_port': {'id': '821ef2ce-5a51-44eb-a9cc-100df4ab7185', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:41:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b186187-ef36-4e90-9ff9-971ee8539cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:40:14Z', 'updated_at': '2021-07-09T14:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '105008ca-83d6-4990-82d6-f2b3bc28e67b', 'name': '', 'network_id': '29d888e5-b470-491c-8272-fb069bb5ea34', 'tenant_id': '644ca6545bbf445fa0c886b6aef98e04', 'mac_address': 'fa:16:3e:52:95:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b186187-ef36-4e90-9ff9-971ee8539cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '6ebf5b74-6584-49ef-a6c0-eff61f32c488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:40:17Z', 'updated_at': '2021-07-09T14:40:23Z', 'revision_number': 4, 'project_id': '644ca6545bbf445fa0c886b6aef98e04', 'subnets': [{'id': '6ebf5b74-6584-49ef-a6c0-eff61f32c488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:40:23.792046 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-de3249c3-4e0c-4c5c-8f1c-3f827ee3b51d req-a83b443b-7b77-4562-b2a3-927a0e8f7c16 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3438201 Jul 09 14:40:23.838997 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b017d62d-6c84-492e-afc5-38b95300942d None None] The sync data for ids ['9b186187-ef36-4e90-9ff9-971ee8539cc5'] in n-d-799529-6 is: [{'id': '9b186187-ef36-4e90-9ff9-971ee8539cc5', 'name': 'tempest-AttachVolumeShelveTestJSON-329654569-router', 'tenant_id': '644ca6545bbf445fa0c886b6aef98e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '821ef2ce-5a51-44eb-a9cc-100df4ab7185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:40:13Z', 'updated_at': '2021-07-09T14:40:19Z', 'revision_number': 4, 'project_id': '644ca6545bbf445fa0c886b6aef98e04', 'gw_port': {'id': '821ef2ce-5a51-44eb-a9cc-100df4ab7185', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:41:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b186187-ef36-4e90-9ff9-971ee8539cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:40:14Z', 'updated_at': '2021-07-09T14:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '105008ca-83d6-4990-82d6-f2b3bc28e67b', 'name': '', 'network_id': '29d888e5-b470-491c-8272-fb069bb5ea34', 'tenant_id': '644ca6545bbf445fa0c886b6aef98e04', 'mac_address': 'fa:16:3e:52:95:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b186187-ef36-4e90-9ff9-971ee8539cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '6ebf5b74-6584-49ef-a6c0-eff61f32c488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:40:17Z', 'updated_at': '2021-07-09T14:40:23Z', 'revision_number': 4, 'project_id': '644ca6545bbf445fa0c886b6aef98e04', 'subnets': [{'id': '6ebf5b74-6584-49ef-a6c0-eff61f32c488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:40:23.856209 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac3de7-6f23-4b73-a22c-a6ed68611e74 req-a2621daf-e3cc-42d0-9261-31c836d899c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:23.857816 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-38ac3de7-6f23-4b73-a22c-a6ed68611e74 req-a2621daf-e3cc-42d0-9261-31c836d899c5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=aeb0304f-76ed-455f-9fb9-36b89284b9c6 HTTP/1.1" status: 200 len: 852 time: 0.1274083 Jul 09 14:40:23.870940 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-73a9d9ad-8305-4bd3-9705-7606d09d14a5 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:23.912773 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-38ac3de7-6f23-4b73-a22c-a6ed68611e74 req-b1974bde-d214-4d79-8a61-c8818c7fe5cd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=799bbf9f-0525-4250-82dd-ad4b3053eab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385246 Jul 09 14:40:23.957292 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-7aef98e8-9086-4a54-bbfa-71fbeb4ab21f service neutron] 10.222.0.62 "GET /v2.0/networks/56b8037f-2c10-4a66-9bb7-3f0d90fcd124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4202003 Jul 09 14:40:24.062029 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-73a9d9ad-8305-4bd3-9705-7606d09d14a5 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:24.130822 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-73a9d9ad-8305-4bd3-9705-7606d09d14a5 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:24.177046 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a9d9ad-8305-4bd3-9705-7606d09d14a5 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=691b7fd1-99b9-474a-b06a-b9c4d811d198,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:24.225101 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 105008ca-83d6-4990-82d6-f2b3bc28e67b up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:40:24.225989 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-38ac3de7-6f23-4b73-a22c-a6ed68611e74 req-b051706b-2448-4e5b-b8c6-c705dbcb9bf9 service neutron] 10.222.0.62 "GET /v2.0/networks/799bbf9f-0525-4250-82dd-ad4b3053eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675886 Jul 09 14:40:24.238777 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f44feb-467b-47a7-8a38-6ecc669036f7 req-df025126-d2d5-4602-b945-ad0ae29c328d tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:24.240409 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-83f44feb-467b-47a7-8a38-6ecc669036f7 req-df025126-d2d5-4602-b945-ad0ae29c328d tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=7183159b-84a0-41da-a402-ae36bdd15ad0 HTTP/1.1" status: 200 len: 946 time: 0.2067919 Jul 09 14:40:24.251119 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-73a9d9ad-8305-4bd3-9705-7606d09d14a5 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:24.255779 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-73a9d9ad-8305-4bd3-9705-7606d09d14a5 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5362985 Jul 09 14:40:24.256603 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 55226) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:40:24.267983 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-9e5ea91a-859b-49b4-b24e-c44d4aa2718e tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Request body: {'security_group_rule': {'security_group_id': '87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:40:24.408477 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-38ac3de7-6f23-4b73-a22c-a6ed68611e74 req-d7b5c6bd-8cef-40b7-8422-dc4b5a76003a service neutron] 10.222.0.62 "GET /v2.0/networks/799bbf9f-0525-4250-82dd-ad4b3053eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669557 Jul 09 14:40:24.428678 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9e5ea91a-859b-49b4-b24e-c44d4aa2718e tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:24.493378 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-83f44feb-467b-47a7-8a38-6ecc669036f7 req-1d5eedfc-07a7-43c8-bfca-d66f6a43cb50 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191775 Jul 09 14:40:24.498475 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 105008ca-83d6-4990-82d6-f2b3bc28e67b completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:40:24.529312 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 105008ca-83d6-4990-82d6-f2b3bc28e67b triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:40:24.529941 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:24.718582 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:24.722634 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9e5ea91a-859b-49b4-b24e-c44d4aa2718e tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:24.756667 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9557ff3a-b569-4512-9555-1e3185554334 req-870dc476-44a9-4206-a228-399e64373ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:24.758756 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9557ff3a-b569-4512-9555-1e3185554334 req-870dc476-44a9-4206-a228-399e64373ee2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1c625c057eb84d94ab805dc5f07c0366&device_id=0121a707-88be-40de-a700-780fb137bd25 HTTP/1.1" status: 200 len: 1094 time: 0.1459694 Jul 09 14:40:24.787015 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9807d35-dc1b-4bb5-aa44-77ef36afd322 req-f21d8749-1a83-435b-b309-921cde53e4ec tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:24.788694 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e9807d35-dc1b-4bb5-aa44-77ef36afd322 req-f21d8749-1a83-435b-b309-921cde53e4ec tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=91ecabd0-8edb-4f60-888c-5652f04757f3 HTTP/1.1" status: 200 len: 945 time: 0.2668712 Jul 09 14:40:24.790140 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9e5ea91a-859b-49b4-b24e-c44d4aa2718e tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:24.825747 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5ea91a-859b-49b4-b24e-c44d4aa2718e tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6e060e4-6c9f-4d4f-9de1-0d39914ee229,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:24.864155 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 105008ca-83d6-4990-82d6-f2b3bc28e67b, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=105008ca-83d6-4990-82d6-f2b3bc28e67b,segment=NetworkSegment(d799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae),segment_id=d799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:40:24.871296 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e9807d35-dc1b-4bb5-aa44-77ef36afd322 req-d5709401-bd42-4bbe-ac5e-39de2bc703e7 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666881 Jul 09 14:40:24.890464 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9e5ea91a-859b-49b4-b24e-c44d4aa2718e tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:24.900482 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 55244) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:40:24.901207 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-9e5ea91a-859b-49b4-b24e-c44d4aa2718e tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6434355 Jul 09 14:40:24.915740 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-9eba0a4d-ba99-407e-9d99-77dd435cd1fd tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Request body: {'floatingip': {'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:40:24.954312 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:25.025965 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9557ff3a-b569-4512-9555-1e3185554334 req-84721ba0-0a20-4694-8dad-4911431f8c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:25.027778 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9557ff3a-b569-4512-9555-1e3185554334 req-84721ba0-0a20-4694-8dad-4911431f8c8f service neutron] 10.222.0.62 "GET /v2.0/networks?id=799bbf9f-0525-4250-82dd-ad4b3053eab3 HTTP/1.1" status: 200 len: 913 time: 0.2617257 Jul 09 14:40:25.094115 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=105008ca-83d6-4990-82d6-f2b3bc28e67b,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:25.096106 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9557ff3a-b569-4512-9555-1e3185554334 req-13ace385-fb56-421b-9971-a63e3c0891ef service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fbe6579-ca61-437f-a710-a3e1672e1b44 HTTP/1.1" status: 200 len: 217 time: 0.0601654 Jul 09 14:40:25.097704 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9eba0a4d-ba99-407e-9d99-77dd435cd1fd tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks [] for floatingip, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:25.241382 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9557ff3a-b569-4512-9555-1e3185554334 req-4072c0c9-ad20-4f1b-84e4-2927f0d4b5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:25.243291 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9557ff3a-b569-4512-9555-1e3185554334 req-4072c0c9-ad20-4f1b-84e4-2927f0d4b5d7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=aeb0304f-76ed-455f-9fb9-36b89284b9c6 HTTP/1.1" status: 200 len: 852 time: 0.1392002 Jul 09 14:40:25.339649 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9557ff3a-b569-4512-9555-1e3185554334 req-e15cf8d8-447f-4cc3-82d3-9e9f22b0430c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=799bbf9f-0525-4250-82dd-ad4b3053eab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787132 Jul 09 14:40:25.400618 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3e4fe-b3f3-4c69-ac01-58f22d41b746 req-40711e34-95d6-4a2b-b39e-754d479c6a4b tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:25.408098 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3e4fe-b3f3-4c69-ac01-58f22d41b746 req-40711e34-95d6-4a2b-b39e-754d479c6a4b tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:25.410189 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-07d3e4fe-b3f3-4c69-ac01-58f22d41b746 req-40711e34-95d6-4a2b-b39e-754d479c6a4b tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] 10.222.0.58 "GET /v2.0/ports?device_id=d279218c-02f7-4abf-b176-085ffc0dc3a0&device_id=79097a2a-3d82-478f-9d5a-0e74592228d1 HTTP/1.1" status: 200 len: 1682 time: 0.1049433 Jul 09 14:40:25.480256 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-07d3e4fe-b3f3-4c69-ac01-58f22d41b746 req-642a1c0e-5f53-4c8c-b81f-5583eb511e09 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] 10.222.0.58 "GET /v2.0/security-groups?id=f56a5b05-eeca-4433-9534-28a66e6e8c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637341 Jul 09 14:40:25.517248 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9eba0a4d-ba99-407e-9d99-77dd435cd1fd tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:25.615264 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9557ff3a-b569-4512-9555-1e3185554334 req-bde89af7-45e8-4338-be22-046ac73d8b00 service neutron] 10.222.0.62 "GET /v2.0/networks/799bbf9f-0525-4250-82dd-ad4b3053eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558825 Jul 09 14:40:25.741798 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9557ff3a-b569-4512-9555-1e3185554334 req-bc5b65e6-02a7-430b-a6e6-f28ef36fde29 service neutron] 10.222.0.62 "GET /v2.0/networks/799bbf9f-0525-4250-82dd-ad4b3053eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981121 Jul 09 14:40:25.752335 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cb8d49-87db-4314-932b-1dca74e806c1 req-43c07267-a6f4-4816-b8a2-e8a830a9fb49 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:25.754021 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c5cb8d49-87db-4314-932b-1dca74e806c1 req-43c07267-a6f4-4816-b8a2-e8a830a9fb49 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=0121a707-88be-40de-a700-780fb137bd25 HTTP/1.1" status: 200 len: 943 time: 0.0930121 Jul 09 14:40:25.793862 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-9eba0a4d-ba99-407e-9d99-77dd435cd1fd tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Allocated IP 172.25.3.245 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/e898c61f-b758-488d-9f47-8780905ceec0) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:40:25.802059 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c5cb8d49-87db-4314-932b-1dca74e806c1 req-bac06eae-690b-4a58-91c8-741bc70b6fad tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406179 Jul 09 14:40:25.887819 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca63968-4343-41f1-b0a0-a5856163db32 req-3ba4802e-7846-4be0-a6af-394dd3fe3f67 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:25.891392 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bca63968-4343-41f1-b0a0-a5856163db32 req-3ba4802e-7846-4be0-a6af-394dd3fe3f67 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1fd4f0f-fec4-48c1-b501-7d7f9948e525 HTTP/1.1" status: 200 len: 945 time: 0.2788200 Jul 09 14:40:25.953597 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bca63968-4343-41f1-b0a0-a5856163db32 req-f7cdab96-316a-4cb2-808f-5cce108ad614 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa8ccfb5-1089-45b8-8b22-f1c0cd5449b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571802 Jul 09 14:40:25.993408 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9eba0a4d-ba99-407e-9d99-77dd435cd1fd tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:26.110748 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-dd504d4c-d781-4530-a7be-c29868f2b01c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:26.131305 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9eba0a4d-ba99-407e-9d99-77dd435cd1fd tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:26.161301 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 105008ca-83d6-4990-82d6-f2b3bc28e67b up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:40:26.199009 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eba0a4d-ba99-407e-9d99-77dd435cd1fd tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:40:26.204260 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-9eba0a4d-ba99-407e-9d99-77dd435cd1fd tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:40:26.207938 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eba0a4d-ba99-407e-9d99-77dd435cd1fd tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:40:26.212422 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba0a4d-ba99-407e-9d99-77dd435cd1fd tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Pushing event updated for resources: {'Port': ['ID=e898c61f-b758-488d-9f47-8780905ceec0,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:26.257274 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 105008ca-83d6-4990-82d6-f2b3bc28e67b triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:40:26.258404 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:26.333591 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9eba0a4d-ba99-407e-9d99-77dd435cd1fd tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:26.473765 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d830dbbd-0bb3-4001-96f0-f72599e50a2a req-5dfe1688-e583-408b-8802-603275590749 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:26.475291 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d830dbbd-0bb3-4001-96f0-f72599e50a2a req-5dfe1688-e583-408b-8802-603275590749 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=7183159b-84a0-41da-a402-ae36bdd15ad0 HTTP/1.1" status: 200 len: 946 time: 0.1002293 Jul 09 14:40:26.819131 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9eba0a4d-ba99-407e-9d99-77dd435cd1fd tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:26.857959 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d830dbbd-0bb3-4001-96f0-f72599e50a2a req-ac9653f4-2939-4017-95fd-8a37c1c37a0d tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745778 Jul 09 14:40:26.863171 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c46671-9cc8-4a58-812a-857f83a4d932 req-ca5f5b46-ff81-4b34-89b7-6bea86bf4334 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:26.864860 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a7c46671-9cc8-4a58-812a-857f83a4d932 req-ca5f5b46-ff81-4b34-89b7-6bea86bf4334 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=91ecabd0-8edb-4f60-888c-5652f04757f3 HTTP/1.1" status: 200 len: 945 time: 0.0866411 Jul 09 14:40:26.917372 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a7c46671-9cc8-4a58-812a-857f83a4d932 req-1df8fc7a-cde0-4985-8688-aeeb5016a9ba tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425470 Jul 09 14:40:27.026271 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9eba0a4d-ba99-407e-9d99-77dd435cd1fd tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:27.102740 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166f5ff0-2485-4987-83c1-0063c067eb7e req-07eaaf66-d5e7-48a3-891a-1d3a84f19061 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:27.104607 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-166f5ff0-2485-4987-83c1-0063c067eb7e req-07eaaf66-d5e7-48a3-891a-1d3a84f19061 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/ports?device_id=01af826f-9480-4520-929f-03fa443ca8bb HTTP/1.1" status: 200 len: 946 time: 0.0727952 Jul 09 14:40:27.105976 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9eba0a4d-ba99-407e-9d99-77dd435cd1fd tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:27.243187 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba0a4d-ba99-407e-9d99-77dd435cd1fd tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Pushing event updated for resources: {'Port': ['ID=e898c61f-b758-488d-9f47-8780905ceec0,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:27.250023 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-166f5ff0-2485-4987-83c1-0063c067eb7e req-37161cc0-c081-4153-b2fa-735b894bda54 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa8ccfb5-1089-45b8-8b22-f1c0cd5449b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994074 Jul 09 14:40:27.255530 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9eba0a4d-ba99-407e-9d99-77dd435cd1fd tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:27.330734 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9eba0a4d-ba99-407e-9d99-77dd435cd1fd tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:27.332272 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-9eba0a4d-ba99-407e-9d99-77dd435cd1fd tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4305444 Jul 09 14:40:27.445890 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e522e-f20e-443a-9c10-60d6c601b5a9 req-69c4f71c-82c4-405e-8072-18a3ebbc0974 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:27.445890 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fe8e522e-f20e-443a-9c10-60d6c601b5a9 req-69c4f71c-82c4-405e-8072-18a3ebbc0974 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=0121a707-88be-40de-a700-780fb137bd25 HTTP/1.1" status: 200 len: 943 time: 0.0684185 Jul 09 14:40:27.480210 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fe8e522e-f20e-443a-9c10-60d6c601b5a9 req-2538dc5e-4cdc-440e-8669-1095d5eb42b5 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336065 Jul 09 14:40:27.837029 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5ea42937-db98-43ca-9668-9b40470e50d0 req-56dcbe2e-332a-496a-829c-aedf30631d19 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--758950285&fields=id&tenant_id=644ca6545bbf445fa0c886b6aef98e04 HTTP/1.1" status: 200 len: 267 time: 0.0457909 Jul 09 14:40:27.838692 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aead07a8-8c8d-4d37-a327-e7daf7d94b28 req-d348e372-19ad-4770-8a7a-d2c0ca786428 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:27.840411 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aead07a8-8c8d-4d37-a327-e7daf7d94b28 req-d348e372-19ad-4770-8a7a-d2c0ca786428 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/ports?device_id=2379930c-f2a5-4cb4-a194-0e416d22bb4d HTTP/1.1" status: 200 len: 945 time: 0.0704482 Jul 09 14:40:27.881662 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aead07a8-8c8d-4d37-a327-e7daf7d94b28 req-c91581d1-f111-44de-99cc-e9ea75ba245e tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa8ccfb5-1089-45b8-8b22-f1c0cd5449b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344956 Jul 09 14:40:27.970993 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea42937-db98-43ca-9668-9b40470e50d0 req-236d483b-aca3-4172-ac47-c240b519bf9d tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:27.972693 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5ea42937-db98-43ca-9668-9b40470e50d0 req-236d483b-aca3-4172-ac47-c240b519bf9d tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/networks?id=29d888e5-b470-491c-8272-fb069bb5ea34 HTTP/1.1" status: 200 len: 816 time: 0.1224177 Jul 09 14:40:27.991216 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5ea42937-db98-43ca-9668-9b40470e50d0 req-04dca01f-06a5-4c22-a858-9b63601bda4f tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/quotas/644ca6545bbf445fa0c886b6aef98e04 HTTP/1.1" status: 200 len: 375 time: 0.0113091 Jul 09 14:40:28.082275 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5ea42937-db98-43ca-9668-9b40470e50d0 req-80b4aed1-10b6-4826-8423-803ea1a4b4f2 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=644ca6545bbf445fa0c886b6aef98e04&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0843220 Jul 09 14:40:28.127848 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 55332) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:40:28.184773 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5ea42937-db98-43ca-9668-9b40470e50d0 req-4ee831ed-381e-4f19-bcf9-588612aa1adc service neutron] 10.222.0.58 "GET /v2.0/networks/29d888e5-b470-491c-8272-fb069bb5ea34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894351 Jul 09 14:40:28.291481 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-0ccbd9e4-1c9f-4616-94fd-b91759e194c0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ec9f75b6a4304dc9aca99fa17e246339&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1620059 Jul 09 14:40:28.292419 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 55336) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:40:28.303266 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5ea42937-db98-43ca-9668-9b40470e50d0 req-c4ba820d-a38e-4152-ab61-13b7c9145806 service neutron] 10.222.0.58 "GET /v2.0/networks/29d888e5-b470-491c-8272-fb069bb5ea34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119835 Jul 09 14:40:28.352840 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ea1733fa-e33f-446f-8515-e22dbc143005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:28.374796 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ea1733fa-e33f-446f-8515-e22dbc143005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:28.552982 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba58d7-5e00-44c4-b9e3-8fb51716a475 req-041ffd22-fee7-4f08-b2b3-959c283fa4f8 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:28.554911 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-24ba58d7-5e00-44c4-b9e3-8fb51716a475 req-041ffd22-fee7-4f08-b2b3-959c283fa4f8 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=7183159b-84a0-41da-a402-ae36bdd15ad0 HTTP/1.1" status: 200 len: 946 time: 0.0676098 Jul 09 14:40:28.598745 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-24ba58d7-5e00-44c4-b9e3-8fb51716a475 req-e5d6c861-0e51-406d-b4ef-e0b9e81b0742 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376444 Jul 09 14:40:28.604154 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ea1733fa-e33f-446f-8515-e22dbc143005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:28.610844 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ea1733fa-e33f-446f-8515-e22dbc143005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:28.610844 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ea1733fa-e33f-446f-8515-e22dbc143005 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3c690bd8-45a5-4665-a948-5886a91e4046 HTTP/1.1" status: 204 len: 168 time: 0.3143024 Jul 09 14:40:28.618329 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1733fa-e33f-446f-8515-e22dbc143005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c690bd8-45a5-4665-a948-5886a91e4046,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:28.713606 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 3fbe6579-ca61-437f-a710-a3e1672e1b44 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:40:28.834453 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cba6df-b276-4c52-a375-c1d246ccbd2f req-38d876d9-8e08-457c-85a2-0c45c54de67d tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:28.855880 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-66cba6df-b276-4c52-a375-c1d246ccbd2f req-38d876d9-8e08-457c-85a2-0c45c54de67d tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=91ecabd0-8edb-4f60-888c-5652f04757f3 HTTP/1.1" status: 200 len: 945 time: 0.1015601 Jul 09 14:40:28.869393 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 3fbe6579-ca61-437f-a710-a3e1672e1b44, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=3fbe6579-ca61-437f-a710-a3e1672e1b44,segment=NetworkSegment(ea3e7312-a29e-42fd-9247-9011d25d7154),segment_id=ea3e7312-a29e-42fd-9247-9011d25d7154)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:40:28.909751 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '3fbe6579-ca61-437f-a710-a3e1672e1b44', 'network_id': '799bbf9f-0525-4250-82dd-ad4b3053eab3', 'port_id': '3fbe6579-ca61-437f-a710-a3e1672e1b44', 'mac_address': 'fa:16:3e:bd:5c:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeb0304f-76ed-455f-9fb9-36b89284b9c6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:40:28.916856 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-66cba6df-b276-4c52-a375-c1d246ccbd2f req-2ff56d72-9231-4f0f-8cf9-3f8608ab7a10 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598938 Jul 09 14:40:28.971896 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:28.986893 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fbe6579-ca61-437f-a710-a3e1672e1b44 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:40:29.018400 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-95238d08-83d5-43b3-a8c5-f4d651702f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:29.034560 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 3fbe6579-ca61-437f-a710-a3e1672e1b44, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=3fbe6579-ca61-437f-a710-a3e1672e1b44,segment=NetworkSegment(ea3e7312-a29e-42fd-9247-9011d25d7154),segment_id=ea3e7312-a29e-42fd-9247-9011d25d7154)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:40:29.061584 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ca16b-2c07-4238-9825-e56a7def1b20 req-4f6688bf-d35f-4f73-b57b-59007d61afea tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:29.063748 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6f3ca16b-2c07-4238-9825-e56a7def1b20 req-4f6688bf-d35f-4f73-b57b-59007d61afea tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1fd4f0f-fec4-48c1-b501-7d7f9948e525 HTTP/1.1" status: 200 len: 945 time: 0.1041937 Jul 09 14:40:29.123228 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6f3ca16b-2c07-4238-9825-e56a7def1b20 req-e2f8edc4-bc14-404c-a9e3-b68393c2b01b tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa8ccfb5-1089-45b8-8b22-f1c0cd5449b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538919 Jul 09 14:40:29.137158 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:29.140955 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:29.226679 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=3fbe6579-ca61-437f-a710-a3e1672e1b44,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:29.315744 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3964fe8a-7106-4223-a479-63ce3a6a1a9a req-dbe3d927-efbd-4de6-837b-35331ed7c92a tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:29.317160 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3964fe8a-7106-4223-a479-63ce3a6a1a9a req-dbe3d927-efbd-4de6-837b-35331ed7c92a tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=0121a707-88be-40de-a700-780fb137bd25 HTTP/1.1" status: 200 len: 944 time: 0.0784197 Jul 09 14:40:29.360564 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3964fe8a-7106-4223-a479-63ce3a6a1a9a req-7d349c06-519b-4945-947b-766ad81f9d3f tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374653 Jul 09 14:40:29.458972 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-868f4846-4097-41d2-8a84-d8f037fdf621 req-19ed0bbc-8874-4c72-b8bb-4ce3d38b86e0 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 210 time: 0.0473242 Jul 09 14:40:29.655839 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['3fbe6579-ca61-437f-a710-a3e1672e1b44'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:40:29.829304 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7a16d7-4754-4b28-b9c7-a57c19e45dcb req-15377c99-b884-44f2-a366-264240e9db23 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:29.845330 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6a7a16d7-4754-4b28-b9c7-a57c19e45dcb req-15377c99-b884-44f2-a366-264240e9db23 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/ports?device_id=01af826f-9480-4520-929f-03fa443ca8bb HTTP/1.1" status: 200 len: 946 time: 0.0982850 Jul 09 14:40:29.845819 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe096fd-367c-404b-bfc8-84326c0deac0 req-beb240ce-c405-46af-9311-00ee06ea591b tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:29.851494 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dfe096fd-367c-404b-bfc8-84326c0deac0 req-beb240ce-c405-46af-9311-00ee06ea591b tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=7183159b-84a0-41da-a402-ae36bdd15ad0 HTTP/1.1" status: 200 len: 946 time: 0.0904679 Jul 09 14:40:29.878221 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6a7a16d7-4754-4b28-b9c7-a57c19e45dcb req-072f22fb-b209-4619-879e-2dc389fc4227 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa8ccfb5-1089-45b8-8b22-f1c0cd5449b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399961 Jul 09 14:40:29.888416 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dfe096fd-367c-404b-bfc8-84326c0deac0 req-1485889a-126a-4632-b9de-591ce504ee85 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359156 Jul 09 14:40:30.070512 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6266a1-5f2a-4df9-a8fe-a09596d4aa8b req-e6a225fc-c0a7-40f4-8d26-5064e1c087c0 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:30.072445 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6d6266a1-5f2a-4df9-a8fe-a09596d4aa8b req-e6a225fc-c0a7-40f4-8d26-5064e1c087c0 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] 10.222.0.58 "GET /v2.0/ports?device_id=79097a2a-3d82-478f-9d5a-0e74592228d1 HTTP/1.1" status: 200 len: 945 time: 0.0965078 Jul 09 14:40:30.079275 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:30.116517 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6d6266a1-5f2a-4df9-a8fe-a09596d4aa8b req-2b3aa257-6272-4079-ac39-99a373e34234 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] 10.222.0.58 "GET /v2.0/security-groups?id=f56a5b05-eeca-4433-9534-28a66e6e8c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377417 Jul 09 14:40:30.246688 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73073004-87d0-4035-9385-790d7cc68dd3 req-eb13c8d3-bdf6-43cf-a5ef-aab818ef8b87 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:30.253169 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73073004-87d0-4035-9385-790d7cc68dd3 req-eb13c8d3-bdf6-43cf-a5ef-aab818ef8b87 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:30.260608 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73073004-87d0-4035-9385-790d7cc68dd3 req-eb13c8d3-bdf6-43cf-a5ef-aab818ef8b87 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:30.262772 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-73073004-87d0-4035-9385-790d7cc68dd3 req-eb13c8d3-bdf6-43cf-a5ef-aab818ef8b87 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1fd4f0f-fec4-48c1-b501-7d7f9948e525&device_id=2379930c-f2a5-4cb4-a194-0e416d22bb4d&device_id=01af826f-9480-4520-929f-03fa443ca8bb HTTP/1.1" status: 200 len: 2417 time: 0.0943642 Jul 09 14:40:30.307823 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-73073004-87d0-4035-9385-790d7cc68dd3 req-6f373468-70d9-4e1d-b54c-6777734857f5 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa8ccfb5-1089-45b8-8b22-f1c0cd5449b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374651 Jul 09 14:40:30.310884 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e5ded-355a-457b-9cf0-1915c4c46319 req-ee6aae59-e551-4af1-ab9e-f621888b2ae1 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:30.312407 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f16e5ded-355a-457b-9cf0-1915c4c46319 req-ee6aae59-e551-4af1-ab9e-f621888b2ae1 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=91ecabd0-8edb-4f60-888c-5652f04757f3 HTTP/1.1" status: 200 len: 945 time: 0.0849326 Jul 09 14:40:30.358523 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f16e5ded-355a-457b-9cf0-1915c4c46319 req-c90619eb-d89b-48f2-91cf-4d4044709107 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395687 Jul 09 14:40:30.395543 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b6034-bd0c-46c6-8614-7583d52a2fce req-1081269f-072d-436d-a858-689f3099beaf tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:30.397141 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e82b6034-bd0c-46c6-8614-7583d52a2fce req-1081269f-072d-436d-a858-689f3099beaf tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] 10.222.0.54 "GET /v2.0/ports?device_id=79097a2a-3d82-478f-9d5a-0e74592228d1 HTTP/1.1" status: 200 len: 945 time: 0.0801690 Jul 09 14:40:30.552918 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-e82b6034-bd0c-46c6-8614-7583d52a2fce req-6d6fd3fe-d496-41ac-8dab-dcb19209e24c tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Deleting port c4c5e776-4402-4cea-964e-d8e37522c1db {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:40:30.555557 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e82b6034-bd0c-46c6-8614-7583d52a2fce req-6d6fd3fe-d496-41ac-8dab-dcb19209e24c tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:30.656794 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c0334-7300-4195-845c-04f4c17aeb1f req-2414b84a-cf94-4f3d-93bc-8497b29a3128 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:30.658420 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d19c0334-7300-4195-845c-04f4c17aeb1f req-2414b84a-cf94-4f3d-93bc-8497b29a3128 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1fd4f0f-fec4-48c1-b501-7d7f9948e525 HTTP/1.1" status: 200 len: 945 time: 0.1522870 Jul 09 14:40:30.684577 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-e82b6034-bd0c-46c6-8614-7583d52a2fce req-6d6fd3fe-d496-41ac-8dab-dcb19209e24c tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] For port c4c5e776-4402-4cea-964e-d8e37522c1db, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=c4c5e776-4402-4cea-964e-d8e37522c1db,segment=NetworkSegment(3c009965-8cd6-4e32-a194-58f8bda5d540),segment_id=3c009965-8cd6-4e32-a194-58f8bda5d540)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:40:30.685141 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e82b6034-bd0c-46c6-8614-7583d52a2fce req-6d6fd3fe-d496-41ac-8dab-dcb19209e24c tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:30.710307 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-e82b6034-bd0c-46c6-8614-7583d52a2fce req-6d6fd3fe-d496-41ac-8dab-dcb19209e24c tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Calling delete_port for c4c5e776-4402-4cea-964e-d8e37522c1db owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:40:30.738670 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d19c0334-7300-4195-845c-04f4c17aeb1f req-dd0a46a8-5638-48ac-92bb-a38ac08d8702 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa8ccfb5-1089-45b8-8b22-f1c0cd5449b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673602 Jul 09 14:40:30.765550 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43640ea2-a5f3-43e3-a2a5-5b448763dff3 req-c7b6b0e9-8684-4d75-aa5f-fff4a2cfe0d5 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:30.766199 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-43640ea2-a5f3-43e3-a2a5-5b448763dff3 req-c7b6b0e9-8684-4d75-aa5f-fff4a2cfe0d5 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=0121a707-88be-40de-a700-780fb137bd25 HTTP/1.1" status: 200 len: 944 time: 0.0894003 Jul 09 14:40:30.826585 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-43640ea2-a5f3-43e3-a2a5-5b448763dff3 req-0b7685ac-cecc-45c5-bb5a-a7fd3e6a78ea tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498390 Jul 09 14:40:30.893090 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-500b279f-bf82-476d-af36-9d472d0f6d7b req-d6018706-2958-4c54-9ba1-fc02556f7a3c tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 210 time: 0.0418470 Jul 09 14:40:30.964323 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e82b6034-bd0c-46c6-8614-7583d52a2fce req-6d6fd3fe-d496-41ac-8dab-dcb19209e24c tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:30.979475 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['c4c5e776-4402-4cea-964e-d8e37522c1db'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:40:31.000769 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6fd3fe-d496-41ac-8dab-dcb19209e24c tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Pushing event deleted for resources: {'Port': ['ID=c4c5e776-4402-4cea-964e-d8e37522c1db,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:31.010120 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['66e147b3-1345-44d7-873a-afe4fa56aa30'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:40:31.059077 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-e82b6034-bd0c-46c6-8614-7583d52a2fce req-6d6fd3fe-d496-41ac-8dab-dcb19209e24c tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] No DVR routers for this DVR port c4c5e776-4402-4cea-964e-d8e37522c1db on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:40:31.061654 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e82b6034-bd0c-46c6-8614-7583d52a2fce req-6d6fd3fe-d496-41ac-8dab-dcb19209e24c tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:31.063791 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e82b6034-bd0c-46c6-8614-7583d52a2fce req-6d6fd3fe-d496-41ac-8dab-dcb19209e24c tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] 10.222.0.54 "DELETE /v2.0/ports/c4c5e776-4402-4cea-964e-d8e37522c1db HTTP/1.1" status: 204 len: 173 time: 0.6574116 Jul 09 14:40:31.064238 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79097a2a-3d82-478f-9d5a-0e74592228d1', 'name': 'network-vif-deleted', 'tag': 'c4c5e776-4402-4cea-964e-d8e37522c1db'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:40:31.066560 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-114608f6-8e9e-440f-9d67-8bfc0e70fbd7" -d '{"events": [{"server_uuid": "79097a2a-3d82-478f-9d5a-0e74592228d1", "name": "network-vif-deleted", "tag": "c4c5e776-4402-4cea-964e-d8e37522c1db"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:40:31.175390 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0590162-839b-4cb7-8d7a-563f73abe567 req-2b52a227-83cc-41b2-b821-2940678832c0 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:31.179282 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b0590162-839b-4cb7-8d7a-563f73abe567 req-2b52a227-83cc-41b2-b821-2940678832c0 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=7183159b-84a0-41da-a402-ae36bdd15ad0 HTTP/1.1" status: 200 len: 946 time: 0.1210203 Jul 09 14:40:31.245571 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 55414) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:40:31.247782 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b0590162-839b-4cb7-8d7a-563f73abe567 req-8e435c09-7164-42ef-ab98-dae33e911d8b tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624726 Jul 09 14:40:31.363842 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21857c8b-db66-49ba-ad54-44b9df7b96b5 x-openstack-request-id: req-21857c8b-db66-49ba-ad54-44b9df7b96b5 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:40:31.363842 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79097a2a-3d82-478f-9d5a-0e74592228d1", "name": "network-vif-deleted", "tag": "c4c5e776-4402-4cea-964e-d8e37522c1db", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:40:31.363842 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-21857c8b-db66-49ba-ad54-44b9df7b96b5 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:40:31.363842 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79097a2a-3d82-478f-9d5a-0e74592228d1', 'name': 'network-vif-deleted', 'tag': 'c4c5e776-4402-4cea-964e-d8e37522c1db', 'status': 'completed', 'code': 200} Jul 09 14:40:31.377496 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-324a603c-5558-421c-9beb-9e5ea110b42c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:31.447198 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:31.490283 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-324a603c-5558-421c-9beb-9e5ea110b42c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:31.525274 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8879076d-07d5-4537-8557-8b6d3286e514 req-530300d4-9e93-4b14-9009-3f518d477a7f tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] 10.222.0.58 "GET /v2.0/ports?device_id=79097a2a-3d82-478f-9d5a-0e74592228d1 HTTP/1.1" status: 200 len: 210 time: 0.0335972 Jul 09 14:40:31.579304 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5788d0a-c359-465c-92db-d21733fa97c1 req-43767c25-387c-4419-9f84-5b0ab3d9533d tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:31.581661 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f5788d0a-c359-465c-92db-d21733fa97c1 req-43767c25-387c-4419-9f84-5b0ab3d9533d tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] 10.222.0.62 "GET /v2.0/ports?device_id=d279218c-02f7-4abf-b176-085ffc0dc3a0 HTTP/1.1" status: 200 len: 946 time: 0.0791295 Jul 09 14:40:31.617269 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-324a603c-5558-421c-9beb-9e5ea110b42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:31.663308 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-324a603c-5558-421c-9beb-9e5ea110b42c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b62ff68e86fe4c16a461db914113a45e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4164798 Jul 09 14:40:31.665465 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324a603c-5558-421c-9beb-9e5ea110b42c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5085c890-0628-4051-a184-7e13f48a41d1,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:31.666987 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 55422) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:40:31.769331 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7be7de-1d2f-4836-ad3a-cd0f47df9523 req-264baf3b-647f-4a2c-960f-7200e9da36b1 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:31.770918 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5b7be7de-1d2f-4836-ad3a-cd0f47df9523 req-264baf3b-647f-4a2c-960f-7200e9da36b1 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=91ecabd0-8edb-4f60-888c-5652f04757f3 HTTP/1.1" status: 200 len: 945 time: 0.1569953 Jul 09 14:40:31.800310 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1944d847-6e4d-4c51-93c9-eccc08921e31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:31.805280 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-f5788d0a-c359-465c-92db-d21733fa97c1 req-5d24c1f5-e2f9-4950-9a1d-b9707378160d tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Deleting port 66e147b3-1345-44d7-873a-afe4fa56aa30 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:40:31.805615 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-f5788d0a-c359-465c-92db-d21733fa97c1 req-5d24c1f5-e2f9-4950-9a1d-b9707378160d tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:31.883486 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5b7be7de-1d2f-4836-ad3a-cd0f47df9523 req-1db494a3-5d0f-4689-86f5-65bea185c4a5 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058996 Jul 09 14:40:31.890411 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1944d847-6e4d-4c51-93c9-eccc08921e31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:31.955782 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-f5788d0a-c359-465c-92db-d21733fa97c1 req-5d24c1f5-e2f9-4950-9a1d-b9707378160d tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] For port 66e147b3-1345-44d7-873a-afe4fa56aa30, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=66e147b3-1345-44d7-873a-afe4fa56aa30,segment=NetworkSegment(3c009965-8cd6-4e32-a194-58f8bda5d540),segment_id=3c009965-8cd6-4e32-a194-58f8bda5d540)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:40:31.956220 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-f5788d0a-c359-465c-92db-d21733fa97c1 req-5d24c1f5-e2f9-4950-9a1d-b9707378160d tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:31.971321 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-f5788d0a-c359-465c-92db-d21733fa97c1 req-5d24c1f5-e2f9-4950-9a1d-b9707378160d tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Calling delete_port for 66e147b3-1345-44d7-873a-afe4fa56aa30 owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:40:32.077096 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1944d847-6e4d-4c51-93c9-eccc08921e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:32.079674 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1944d847-6e4d-4c51-93c9-eccc08921e31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:32.080845 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-1944d847-6e4d-4c51-93c9-eccc08921e31 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5085c890-0628-4051-a184-7e13f48a41d1 HTTP/1.1" status: 204 len: 168 time: 0.4075058 Jul 09 14:40:32.103524 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b04dbe50-2df2-444d-a34d-2ac4a5b643e1 req-aeebf1fa-2b44-4724-90a5-656d7a46266f tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 210 time: 0.0305183 Jul 09 14:40:32.106727 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1944d847-6e4d-4c51-93c9-eccc08921e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5085c890-0628-4051-a184-7e13f48a41d1,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:32.157103 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102be8ab-a0e9-4692-bbab-95539254049c req-734322e5-6019-44ca-976f-f4b71e1ce4ab tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:32.158668 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-102be8ab-a0e9-4692-bbab-95539254049c req-734322e5-6019-44ca-976f-f4b71e1ce4ab tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=0121a707-88be-40de-a700-780fb137bd25 HTTP/1.1" status: 200 len: 944 time: 0.1340659 Jul 09 14:40:32.291443 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-102be8ab-a0e9-4692-bbab-95539254049c req-e7f17b89-737e-4f12-b484-31aa81168e6f tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164825 Jul 09 14:40:32.339675 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-f5788d0a-c359-465c-92db-d21733fa97c1 req-5d24c1f5-e2f9-4950-9a1d-b9707378160d tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:32.350755 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea42937-db98-43ca-9668-9b40470e50d0 req-5affd80e-1e24-4373-8fef-b73c701a37db tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:32.352513 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5ea42937-db98-43ca-9668-9b40470e50d0 req-5affd80e-1e24-4373-8fef-b73c701a37db tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.62 "GET /v2.0/networks?id=29d888e5-b470-491c-8272-fb069bb5ea34 HTTP/1.1" status: 200 len: 816 time: 0.2042811 Jul 09 14:40:32.375187 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['66e147b3-1345-44d7-873a-afe4fa56aa30'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:40:32.392818 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d24c1f5-e2f9-4950-9a1d-b9707378160d tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Pushing event deleted for resources: {'Port': ['ID=66e147b3-1345-44d7-873a-afe4fa56aa30,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:32.508401 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5ea42937-db98-43ca-9668-9b40470e50d0 req-f99aead2-03f8-4f4d-be6a-153d177a3f01 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=644ca6545bbf445fa0c886b6aef98e04 HTTP/1.1" status: 200 len: 379 time: 0.1258924 Jul 09 14:40:32.509656 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5788d0a-c359-465c-92db-d21733fa97c1 req-5d24c1f5-e2f9-4950-9a1d-b9707378160d tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] No DVR routers for this DVR port 66e147b3-1345-44d7-873a-afe4fa56aa30 on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:40:32.520833 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-5ea42937-db98-43ca-9668-9b40470e50d0 req-0f298573-7b33-45f2-abb6-092bd5fa8380 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Request body: {'port': {'device_id': 'd5b33550-07e9-4e61-aef5-26df5078532c', 'network_id': '29d888e5-b470-491c-8272-fb069bb5ea34', 'admin_state_up': True, 'tenant_id': '644ca6545bbf445fa0c886b6aef98e04', 'security_groups': ['87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7']}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:40:32.526132 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-f5788d0a-c359-465c-92db-d21733fa97c1 req-5d24c1f5-e2f9-4950-9a1d-b9707378160d tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:32.533569 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f5788d0a-c359-465c-92db-d21733fa97c1 req-5d24c1f5-e2f9-4950-9a1d-b9707378160d tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] 10.222.0.62 "DELETE /v2.0/ports/66e147b3-1345-44d7-873a-afe4fa56aa30 HTTP/1.1" status: 204 len: 173 time: 0.9458928 Jul 09 14:40:32.537569 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd279218c-02f7-4abf-b176-085ffc0dc3a0', 'name': 'network-vif-deleted', 'tag': '66e147b3-1345-44d7-873a-afe4fa56aa30'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:40:32.540367 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4be165d-61c1-41a7-ab04-849e1de6a216" -d '{"events": [{"server_uuid": "d279218c-02f7-4abf-b176-085ffc0dc3a0", "name": "network-vif-deleted", "tag": "66e147b3-1345-44d7-873a-afe4fa56aa30"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:40:32.635471 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-91b9562b-60e1-4892-8a06-150f6fb4a2bf tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:32.637755 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-91b9562b-60e1-4892-8a06-150f6fb4a2bf tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=7183159b-84a0-41da-a402-ae36bdd15ad0&tenant_id=a29f2b4cfd1449cca4564d7c2e38b31e&binding%3Ahost_id=n-h1-799529-6 HTTP/1.1" status: 200 len: 1097 time: 0.1351767 Jul 09 14:40:32.740502 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 3fbe6579-ca61-437f-a710-a3e1672e1b44 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:40:32.816398 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ea42937-db98-43ca-9668-9b40470e50d0 req-0f298573-7b33-45f2-abb6-092bd5fa8380 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Made reservation on behalf of 644ca6545bbf445fa0c886b6aef98e04 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:40:32.821608 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5ea42937-db98-43ca-9668-9b40470e50d0 req-0f298573-7b33-45f2-abb6-092bd5fa8380 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:32.854060 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-b3fac370-7270-4d7d-882e-6a5190d0d9ec service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-799529-6'}}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:40:32.942114 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port 3fbe6579-ca61-437f-a710-a3e1672e1b44 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:40:32.946509 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 3fbe6579-ca61-437f-a710-a3e1672e1b44 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:40:32.947074 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:32.984025 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 5c226e2c-5d13-4f31-b133-6f977cc8eb56 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:40:33.009956 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-b3fac370-7270-4d7d-882e-6a5190d0d9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:33.011624 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d97779-9b33-48ac-a76a-99f409f229ff x-openstack-request-id: req-16d97779-9b33-48ac-a76a-99f409f229ff {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:40:33.012020 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d279218c-02f7-4abf-b176-085ffc0dc3a0", "name": "network-vif-deleted", "tag": "66e147b3-1345-44d7-873a-afe4fa56aa30", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:40:33.012379 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-16d97779-9b33-48ac-a76a-99f409f229ff {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:40:33.012880 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd279218c-02f7-4abf-b176-085ffc0dc3a0', 'name': 'network-vif-deleted', 'tag': '66e147b3-1345-44d7-873a-afe4fa56aa30', 'status': 'completed', 'code': 200} Jul 09 14:40:33.038503 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd0eee-d4e4-494b-b77c-581acd53e175 req-c67bd32f-3fe5-4fbb-bab1-e17e6226ce09 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:33.046221 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6dbd0eee-d4e4-494b-b77c-581acd53e175 req-c67bd32f-3fe5-4fbb-bab1-e17e6226ce09 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=7183159b-84a0-41da-a402-ae36bdd15ad0 HTTP/1.1" status: 200 len: 946 time: 0.1313839 Jul 09 14:40:33.046676 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device c4c5e776-4402-4cea-964e-d8e37522c1db no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:40:33.054897 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-5ea42937-db98-43ca-9668-9b40470e50d0 req-0f298573-7b33-45f2-abb6-092bd5fa8380 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Allocated IP 172.20.0.12 (29d888e5-b470-491c-8272-fb069bb5ea34/6ebf5b74-6584-49ef-a6c0-eff61f32c488/6015b974-dc7c-4714-be88-3dddf4ffbfe1) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:40:33.122155 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6dbd0eee-d4e4-494b-b77c-581acd53e175 req-42a0eaa5-e3ed-43d1-93b5-42e32998c0ed tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749650 Jul 09 14:40:33.153673 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: c4c5e776-4402-4cea-964e-d8e37522c1db {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:40:33.154024 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device c4c5e776-4402-4cea-964e-d8e37522c1db not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:40:33.220412 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 5c226e2c-5d13-4f31-b133-6f977cc8eb56, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=5c226e2c-5d13-4f31-b133-6f977cc8eb56,segment=NetworkSegment(aace0400-4c69-453a-b04e-112644859d27),segment_id=aace0400-4c69-453a-b04e-112644859d27)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:40:33.236303 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 5c226e2c-5d13-4f31-b133-6f977cc8eb56 has no active binding in host n-h2-799529-6 {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 14:40:33.257600 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:40:33.307884 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:33.311178 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-b3fac370-7270-4d7d-882e-6a5190d0d9ec service neutron] For port 5c226e2c-5d13-4f31-b133-6f977cc8eb56, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=5c226e2c-5d13-4f31-b133-6f977cc8eb56,segment=NetworkSegment(aace0400-4c69-453a-b04e-112644859d27),segment_id=aace0400-4c69-453a-b04e-112644859d27)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:40:33.328846 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5ea42937-db98-43ca-9668-9b40470e50d0 req-0f298573-7b33-45f2-abb6-092bd5fa8380 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:33.347518 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0121a707-88be-40de-a700-780fb137bd25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fbe6579-ca61-437f-a710-a3e1672e1b44'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:40:33.353456 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f369686e-28f1-47b8-841f-75a43f8a88f5" -d '{"events": [{"server_uuid": "0121a707-88be-40de-a700-780fb137bd25", "name": "network-vif-plugged", "status": "completed", "tag": "3fbe6579-ca61-437f-a710-a3e1672e1b44"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:40:33.357768 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-b3fac370-7270-4d7d-882e-6a5190d0d9ec service neutron] For port 5c226e2c-5d13-4f31-b133-6f977cc8eb56, host n-h1-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:40:33.377850 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-5ea42937-db98-43ca-9668-9b40470e50d0 req-0f298573-7b33-45f2-abb6-092bd5fa8380 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Transition to ACTIVE for port object 6015b974-dc7c-4714-be88-3dddf4ffbfe1 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:40:33.390113 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 3fbe6579-ca61-437f-a710-a3e1672e1b44, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=3fbe6579-ca61-437f-a710-a3e1672e1b44,segment=NetworkSegment(ea3e7312-a29e-42fd-9247-9011d25d7154),segment_id=ea3e7312-a29e-42fd-9247-9011d25d7154)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:40:33.420521 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7183159b-84a0-41da-a402-ae36bdd15ad0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c226e2c-5d13-4f31-b133-6f977cc8eb56'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:40:33.423562 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982630b0-61fa-45bb-af78-09176a494026" -d '{"events": [{"server_uuid": "7183159b-84a0-41da-a402-ae36bdd15ad0", "name": "network-vif-unplugged", "status": "completed", "tag": "5c226e2c-5d13-4f31-b133-6f977cc8eb56"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:40:33.427962 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-b3fac370-7270-4d7d-882e-6a5190d0d9ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:33.454439 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a62ab-049f-413f-9f72-3bd384f473e6 req-2923aced-f9d2-472d-9b8c-83c8a01073f4 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:33.456090 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b13a62ab-049f-413f-9f72-3bd384f473e6 req-2923aced-f9d2-472d-9b8c-83c8a01073f4 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=91ecabd0-8edb-4f60-888c-5652f04757f3 HTTP/1.1" status: 200 len: 945 time: 0.1653264 Jul 09 14:40:33.490287 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:33.497041 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b13a62ab-049f-413f-9f72-3bd384f473e6 req-3419f559-751b-4c80-aa7d-fd3d8ee64140 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334425 Jul 09 14:40:33.542323 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=3fbe6579-ca61-437f-a710-a3e1672e1b44,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:33.546475 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-b3fac370-7270-4d7d-882e-6a5190d0d9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:33.643726 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fac370-7270-4d7d-882e-6a5190d0d9ec service neutron] Pushing event updated for resources: {'Port': ['ID=5c226e2c-5d13-4f31-b133-6f977cc8eb56,revision_number=7']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:33.654384 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-b3fac370-7270-4d7d-882e-6a5190d0d9ec service neutron] Attempting to bind port 5c226e2c-5d13-4f31-b133-6f977cc8eb56 on host n-h1-799529-6 for vnic_type normal with profile {"migrating_to": "n-h2-799529-6"} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:40:33.654735 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-b3fac370-7270-4d7d-882e-6a5190d0d9ec service neutron] Attempting to bind port 5c226e2c-5d13-4f31-b133-6f977cc8eb56 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': 'aace0400-4c69-453a-b04e-112644859d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f37664d6-2d63-4250-9a40-b9995b72cf27'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:40:33.655095 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-b3fac370-7270-4d7d-882e-6a5190d0d9ec service neutron] Attempting to bind port 5c226e2c-5d13-4f31-b133-6f977cc8eb56 on network f37664d6-2d63-4250-9a40-b9995b72cf27 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:40:33.658153 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dee70bd4-c869-4a9c-bfc6-b05e9734fc7e req-1496161b-3b60-475f-94ae-e11e372c9c43 tempest-ListServersNegativeTestJSON-279763587 tempest-ListServersNegativeTestJSON-279763587-project] 10.222.0.58 "GET /v2.0/ports?device_id=d279218c-02f7-4abf-b176-085ffc0dc3a0 HTTP/1.1" status: 200 len: 210 time: 0.0345275 Jul 09 14:40:33.659386 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5ea42937-db98-43ca-9668-9b40470e50d0 req-0f298573-7b33-45f2-abb6-092bd5fa8380 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:33.662982 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-b3fac370-7270-4d7d-882e-6a5190d0d9ec service neutron] Port 5c226e2c-5d13-4f31-b133-6f977cc8eb56 on network f37664d6-2d63-4250-9a40-b9995b72cf27 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:40:33.666306 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-b3fac370-7270-4d7d-882e-6a5190d0d9ec service neutron] Attempting to bind port 5c226e2c-5d13-4f31-b133-6f977cc8eb56 on network f37664d6-2d63-4250-9a40-b9995b72cf27 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:40:33.669887 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-b3fac370-7270-4d7d-882e-6a5190d0d9ec service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:40:33.670804 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-b3fac370-7270-4d7d-882e-6a5190d0d9ec service neutron] Checking segment: {'id': 'aace0400-4c69-453a-b04e-112644859d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f37664d6-2d63-4250-9a40-b9995b72cf27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:40:33.671371 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-b3fac370-7270-4d7d-882e-6a5190d0d9ec service neutron] Bound using segment: {'id': 'aace0400-4c69-453a-b04e-112644859d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f37664d6-2d63-4250-9a40-b9995b72cf27'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:40:33.672332 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-b3fac370-7270-4d7d-882e-6a5190d0d9ec service neutron] Bound port: 5c226e2c-5d13-4f31-b133-6f977cc8eb56, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aace0400-4c69-453a-b04e-112644859d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f37664d6-2d63-4250-9a40-b9995b72cf27'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:40:33.673795 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-b3fac370-7270-4d7d-882e-6a5190d0d9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:33.719840 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ea42937-db98-43ca-9668-9b40470e50d0 req-0f298573-7b33-45f2-abb6-092bd5fa8380 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Network 29d888e5-b470-491c-8272-fb069bb5ea34 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:40:33.725486 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-5ea42937-db98-43ca-9668-9b40470e50d0 req-0f298573-7b33-45f2-abb6-092bd5fa8380 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:40:33.731828 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ea42937-db98-43ca-9668-9b40470e50d0 req-0f298573-7b33-45f2-abb6-092bd5fa8380 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:40:33.774937 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-b3fac370-7270-4d7d-882e-6a5190d0d9ec service neutron] For port 5c226e2c-5d13-4f31-b133-6f977cc8eb56, host n-h1-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:40:33.782570 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-b3fac370-7270-4d7d-882e-6a5190d0d9ec service neutron] For port 5c226e2c-5d13-4f31-b133-6f977cc8eb56, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=5c226e2c-5d13-4f31-b133-6f977cc8eb56,segment=NetworkSegment(aace0400-4c69-453a-b04e-112644859d27),segment_id=aace0400-4c69-453a-b04e-112644859d27)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:40:33.795116 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 55486) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:40:33.825997 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea42937-db98-43ca-9668-9b40470e50d0 req-0f298573-7b33-45f2-abb6-092bd5fa8380 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:33.828548 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5ea42937-db98-43ca-9668-9b40470e50d0 req-0f298573-7b33-45f2-abb6-092bd5fa8380 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:33.833496 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f298573-7b33-45f2-abb6-092bd5fa8380 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Pushing event updated for resources: {'Port': ['ID=6015b974-dc7c-4714-be88-3dddf4ffbfe1,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:33.869343 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-b3fac370-7270-4d7d-882e-6a5190d0d9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:33.945946 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5ea42937-db98-43ca-9668-9b40470e50d0 req-0f298573-7b33-45f2-abb6-092bd5fa8380 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4305198 Jul 09 14:40:33.967060 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6cadf1-39b7-45fc-935d-8c03db94f2fa req-526e4e64-0797-4c8c-8035-42e26cc3cd9a tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:33.968466 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae6cadf1-39b7-45fc-935d-8c03db94f2fa req-526e4e64-0797-4c8c-8035-42e26cc3cd9a tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 932 time: 0.1369879 Jul 09 14:40:33.977597 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-5ea42937-db98-43ca-9668-9b40470e50d0 req-88751ff0-5eb8-4086-913c-493f4e70641d service neutron] Request body: {'port': {'device_id': 'd5b33550-07e9-4e61-aef5-26df5078532c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:40:34.016563 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-8b4a1129-0e30-4f22-94bb-8e7fdf194e64 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1219692820-network', 'tenant_id': 'bc8ff1e630e744f494ca0d76e4e10109'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:40:34.020201 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fac370-7270-4d7d-882e-6a5190d0d9ec service neutron] Pushing event updated for resources: {'Port': ['ID=5c226e2c-5d13-4f31-b133-6f977cc8eb56,revision_number=8']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:34.048769 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae6cadf1-39b7-45fc-935d-8c03db94f2fa req-36e6ffa3-371e-4679-815f-71860d8c3cb2 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683448 Jul 09 14:40:34.089928 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5ea42937-db98-43ca-9668-9b40470e50d0 req-88751ff0-5eb8-4086-913c-493f4e70641d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:34.096608 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-8652d69a-a52d-4c82-b2f6-87dc43ddc37d None None] Provisioning for port 6015b974-dc7c-4714-be88-3dddf4ffbfe1 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:40:34.101499 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-8652d69a-a52d-4c82-b2f6-87dc43ddc37d None None] Provisioning complete for port 6015b974-dc7c-4714-be88-3dddf4ffbfe1 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:40:34.103007 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8652d69a-a52d-4c82-b2f6-87dc43ddc37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:34.103419 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-b3fac370-7270-4d7d-882e-6a5190d0d9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:34.104074 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-b3fac370-7270-4d7d-882e-6a5190d0d9ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:34.105489 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-b3fac370-7270-4d7d-882e-6a5190d0d9ec service neutron] 10.222.0.54 "PUT /v2.0/ports/5c226e2c-5d13-4f31-b133-6f977cc8eb56 HTTP/1.1" status: 200 len: 1122 time: 1.4568021 Jul 09 14:40:34.146083 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d0d424-f1a9-445b-bcfa-657655c5469c req-6391d885-bf4b-482a-885d-219d7d2d86ae tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:34.146641 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a51d52-889f-4bda-8688-7f92ee815ba5 x-openstack-request-id: req-93a51d52-889f-4bda-8688-7f92ee815ba5 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:40:34.148971 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0121a707-88be-40de-a700-780fb137bd25", "name": "network-vif-plugged", "status": "completed", "tag": "3fbe6579-ca61-437f-a710-a3e1672e1b44", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:40:34.148971 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-93a51d52-889f-4bda-8688-7f92ee815ba5 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:40:34.148971 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0121a707-88be-40de-a700-780fb137bd25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fbe6579-ca61-437f-a710-a3e1672e1b44', 'code': 200} Jul 09 14:40:34.156961 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e9d0d424-f1a9-445b-bcfa-657655c5469c req-6391d885-bf4b-482a-885d-219d7d2d86ae tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=0121a707-88be-40de-a700-780fb137bd25 HTTP/1.1" status: 200 len: 945 time: 0.2510123 Jul 09 14:40:34.157761 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-8652d69a-a52d-4c82-b2f6-87dc43ddc37d None None] Port 6015b974-dc7c-4714-be88-3dddf4ffbfe1 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:40:34.167917 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4a1129-0e30-4f22-94bb-8e7fdf194e64 admin admin] Made reservation on behalf of bc8ff1e630e744f494ca0d76e4e10109 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:40:34.170672 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8b4a1129-0e30-4f22-94bb-8e7fdf194e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:34.202130 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 14:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d738c9-51e0-4af2-b8a6-57fc5b1181b0 x-openstack-request-id: req-d8d738c9-51e0-4af2-b8a6-57fc5b1181b0 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:40:34.202617 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7183159b-84a0-41da-a402-ae36bdd15ad0", "name": "network-vif-unplugged", "status": "completed", "tag": "5c226e2c-5d13-4f31-b133-6f977cc8eb56", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:40:34.203037 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d8d738c9-51e0-4af2-b8a6-57fc5b1181b0 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:40:34.203699 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7183159b-84a0-41da-a402-ae36bdd15ad0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c226e2c-5d13-4f31-b133-6f977cc8eb56', 'code': 200} Jul 09 14:40:34.204700 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8b4a1129-0e30-4f22-94bb-8e7fdf194e64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:34.247038 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e9d0d424-f1a9-445b-bcfa-657655c5469c req-d26616ad-8281-48be-b362-24c26b3c92e6 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882018 Jul 09 14:40:34.264146 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['5c226e2c-5d13-4f31-b133-6f977cc8eb56'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:40:34.270905 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['5c226e2c-5d13-4f31-b133-6f977cc8eb56'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:40:34.432939 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8b4a1129-0e30-4f22-94bb-8e7fdf194e64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:34.454133 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9111034-2370-4e8a-a60a-3d47a44f6fdd req-468f9f6e-212a-46f9-a466-b0dbad6ce593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:34.455823 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a9111034-2370-4e8a-a60a-3d47a44f6fdd req-468f9f6e-212a-46f9-a466-b0dbad6ce593 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0121a707-88be-40de-a700-780fb137bd25 HTTP/1.1" status: 200 len: 1096 time: 0.1487470 Jul 09 14:40:34.508838 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a9111034-2370-4e8a-a60a-3d47a44f6fdd req-2ef5da97-d9e2-473c-8f9f-5236fb393b19 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457957 Jul 09 14:40:34.536617 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea41ad-9b0b-4db5-8225-de286609c766 req-764f71af-a8ff-4916-bf0d-ce50e5b45667 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:34.536617 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b4ea41ad-9b0b-4db5-8225-de286609c766 req-764f71af-a8ff-4916-bf0d-ce50e5b45667 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/ports?device_id=01af826f-9480-4520-929f-03fa443ca8bb HTTP/1.1" status: 200 len: 946 time: 0.0960851 Jul 09 14:40:34.573672 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b4ea41ad-9b0b-4db5-8225-de286609c766 req-a83f9a7c-651d-4a28-bd7c-6248006dceb3 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa8ccfb5-1089-45b8-8b22-f1c0cd5449b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338011 Jul 09 14:40:34.592116 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-5ea42937-db98-43ca-9668-9b40470e50d0 req-88751ff0-5eb8-4086-913c-493f4e70641d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6015b974-dc7c-4714-be88-3dddf4ffbfe1 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:40:34.602318 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5ea42937-db98-43ca-9668-9b40470e50d0 req-88751ff0-5eb8-4086-913c-493f4e70641d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:34.627376 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6686753e-23ee-4588-9707-386752bb075e req-556c0b96-e9db-476d-a6bd-d3d009a5f20f tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:34.628960 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6686753e-23ee-4588-9707-386752bb075e req-556c0b96-e9db-476d-a6bd-d3d009a5f20f tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=7183159b-84a0-41da-a402-ae36bdd15ad0 HTTP/1.1" status: 200 len: 944 time: 0.1243086 Jul 09 14:40:34.631559 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-5ea42937-db98-43ca-9668-9b40470e50d0 req-88751ff0-5eb8-4086-913c-493f4e70641d service neutron] Transition to ACTIVE for port object 6015b974-dc7c-4714-be88-3dddf4ffbfe1 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:40:34.633626 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8b4a1129-0e30-4f22-94bb-8e7fdf194e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:34.662444 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b4a1129-0e30-4f22-94bb-8e7fdf194e64 admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:40:34.669445 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4a1129-0e30-4f22-94bb-8e7fdf194e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea25ae6-95fa-450d-85ea-a5b2dffc5256,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:34.676094 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8b4a1129-0e30-4f22-94bb-8e7fdf194e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:34.676444 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-8b4a1129-0e30-4f22-94bb-8e7fdf194e64 admin admin] Added segment be60d685-f701-4bf1-9109-6ca2a53707cd of type vlan for network 8b2341c1-5653-4036-b8c0-aeb8e6da4e3d Jul 09 14:40:34.688319 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6686753e-23ee-4588-9707-386752bb075e req-6e66a309-34e0-48c4-a671-a56a51e94671 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530086 Jul 09 14:40:34.696806 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5ea42937-db98-43ca-9668-9b40470e50d0 req-88751ff0-5eb8-4086-913c-493f4e70641d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:34.749623 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8b4a1129-0e30-4f22-94bb-8e7fdf194e64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:34.784303 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 55496) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:40:34.811359 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d2569-2d44-4795-992e-a83338ed6e7b req-f84cbd6f-d1c3-41cc-9eca-7f40a1038ec8 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:34.813062 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7a8d2569-2d44-4795-992e-a83338ed6e7b req-f84cbd6f-d1c3-41cc-9eca-7f40a1038ec8 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=91ecabd0-8edb-4f60-888c-5652f04757f3 HTTP/1.1" status: 200 len: 945 time: 0.1257067 Jul 09 14:40:34.846217 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88751ff0-5eb8-4086-913c-493f4e70641d service neutron] Pushing event updated for resources: {'Port': ['ID=6015b974-dc7c-4714-be88-3dddf4ffbfe1,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:34.857278 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8b4a1129-0e30-4f22-94bb-8e7fdf194e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:34.858214 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4a1129-0e30-4f22-94bb-8e7fdf194e64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:34.858981 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8b4a1129-0e30-4f22-94bb-8e7fdf194e64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:34.873247 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5f13ba2-a8e2-4232-8888-a5b475fc43f6 admin admin] Deleting subnet 6386e120-395e-4aca-8240-0a13172d7fb5 {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:40:34.880344 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c5f13ba2-a8e2-4232-8888-a5b475fc43f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:34.895919 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7a8d2569-2d44-4795-992e-a83338ed6e7b req-d9e3b436-5831-4f63-9ba2-5ea96ccbc00c tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753944 Jul 09 14:40:34.933626 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-5ea42937-db98-43ca-9668-9b40470e50d0 req-88751ff0-5eb8-4086-913c-493f4e70641d service neutron] Attempting to bind port 6015b974-dc7c-4714-be88-3dddf4ffbfe1 on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:40:34.933970 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-5ea42937-db98-43ca-9668-9b40470e50d0 req-88751ff0-5eb8-4086-913c-493f4e70641d service neutron] Attempting to bind port 6015b974-dc7c-4714-be88-3dddf4ffbfe1 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': 'd799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '29d888e5-b470-491c-8272-fb069bb5ea34'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:40:34.937822 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea42937-db98-43ca-9668-9b40470e50d0 req-88751ff0-5eb8-4086-913c-493f4e70641d service neutron] Attempting to bind port 6015b974-dc7c-4714-be88-3dddf4ffbfe1 on network 29d888e5-b470-491c-8272-fb069bb5ea34 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:40:34.942878 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea42937-db98-43ca-9668-9b40470e50d0 req-88751ff0-5eb8-4086-913c-493f4e70641d service neutron] Port 6015b974-dc7c-4714-be88-3dddf4ffbfe1 on network 29d888e5-b470-491c-8272-fb069bb5ea34 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:40:34.943210 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea42937-db98-43ca-9668-9b40470e50d0 req-88751ff0-5eb8-4086-913c-493f4e70641d service neutron] Attempting to bind port 6015b974-dc7c-4714-be88-3dddf4ffbfe1 on network 29d888e5-b470-491c-8272-fb069bb5ea34 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:40:34.947095 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c5f13ba2-a8e2-4232-8888-a5b475fc43f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:34.959775 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4a1129-0e30-4f22-94bb-8e7fdf194e64 admin admin] Pushing event updated for resources: {'Network': ['ID=8b2341c1-5653-4036-b8c0-aeb8e6da4e3d,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:34.968137 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-8b4a1129-0e30-4f22-94bb-8e7fdf194e64 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1689885 Jul 09 14:40:34.968573 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 55498) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:40:34.971397 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 8b2341c1-5653-4036-b8c0-aeb8e6da4e3d details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:40:34.973631 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-fb0d4d80-9fa1-4699-8dfe-71c295af3fdc admin admin] Request body: {'subnet': {'network_id': '8b2341c1-5653-4036-b8c0-aeb8e6da4e3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1219692820-subnet', 'tenant_id': 'bc8ff1e630e744f494ca0d76e4e10109', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:40:34.984115 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea42937-db98-43ca-9668-9b40470e50d0 req-88751ff0-5eb8-4086-913c-493f4e70641d service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:40:34.984730 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea42937-db98-43ca-9668-9b40470e50d0 req-88751ff0-5eb8-4086-913c-493f4e70641d service neutron] Checking segment: {'id': 'd799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '29d888e5-b470-491c-8272-fb069bb5ea34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:40:34.985206 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea42937-db98-43ca-9668-9b40470e50d0 req-88751ff0-5eb8-4086-913c-493f4e70641d service neutron] Bound using segment: {'id': 'd799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '29d888e5-b470-491c-8272-fb069bb5ea34'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:40:34.985938 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-5ea42937-db98-43ca-9668-9b40470e50d0 req-88751ff0-5eb8-4086-913c-493f4e70641d service neutron] Bound port: 6015b974-dc7c-4714-be88-3dddf4ffbfe1, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '29d888e5-b470-491c-8272-fb069bb5ea34'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:40:34.986113 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5ea42937-db98-43ca-9668-9b40470e50d0 req-88751ff0-5eb8-4086-913c-493f4e70641d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:35.037820 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c5f13ba2-a8e2-4232-8888-a5b475fc43f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:35.067965 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0d4d80-9fa1-4699-8dfe-71c295af3fdc admin admin] Made reservation on behalf of bc8ff1e630e744f494ca0d76e4e10109 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:40:35.070841 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fb0d4d80-9fa1-4699-8dfe-71c295af3fdc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:35.100580 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-5ea42937-db98-43ca-9668-9b40470e50d0 req-88751ff0-5eb8-4086-913c-493f4e70641d service neutron] For port 6015b974-dc7c-4714-be88-3dddf4ffbfe1, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:40:35.105686 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-5ea42937-db98-43ca-9668-9b40470e50d0 req-88751ff0-5eb8-4086-913c-493f4e70641d service neutron] For port 6015b974-dc7c-4714-be88-3dddf4ffbfe1, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=6015b974-dc7c-4714-be88-3dddf4ffbfe1,segment=NetworkSegment(d799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae),segment_id=d799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:40:35.177251 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5ea42937-db98-43ca-9668-9b40470e50d0 req-88751ff0-5eb8-4086-913c-493f4e70641d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:35.237321 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c5f13ba2-a8e2-4232-8888-a5b475fc43f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:35.281568 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea42937-db98-43ca-9668-9b40470e50d0 req-88751ff0-5eb8-4086-913c-493f4e70641d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:35.282191 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5ea42937-db98-43ca-9668-9b40470e50d0 req-88751ff0-5eb8-4086-913c-493f4e70641d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:35.285096 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5ea42937-db98-43ca-9668-9b40470e50d0 req-88751ff0-5eb8-4086-913c-493f4e70641d service neutron] 10.222.0.62 "PUT /v2.0/ports/6015b974-dc7c-4714-be88-3dddf4ffbfe1 HTTP/1.1" status: 200 len: 1092 time: 1.3143215 Jul 09 14:40:35.291907 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5b33550-07e9-4e61-aef5-26df5078532c', 'tag': '6015b974-dc7c-4714-be88-3dddf4ffbfe1'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:40:35.291907 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae89e603-e407-4af3-9578-3616a573a4a1" -d '{"events": [{"name": "network-changed", "server_uuid": "d5b33550-07e9-4e61-aef5-26df5078532c", "tag": "6015b974-dc7c-4714-be88-3dddf4ffbfe1"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:40:35.301166 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f13ba2-a8e2-4232-8888-a5b475fc43f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6386e120-395e-4aca-8240-0a13172d7fb5,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:35.303613 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c5f13ba2-a8e2-4232-8888-a5b475fc43f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:35.308974 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c5f13ba2-a8e2-4232-8888-a5b475fc43f6 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/6386e120-395e-4aca-8240-0a13172d7fb5 HTTP/1.1" status: 204 len: 168 time: 0.5193884 Jul 09 14:40:35.309236 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 55506) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:40:35.332055 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88751ff0-5eb8-4086-913c-493f4e70641d service neutron] Pushing event updated for resources: {'Port': ['ID=6015b974-dc7c-4714-be88-3dddf4ffbfe1,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:35.375666 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2625c-3193-4e17-b5d7-08ed8b45575e req-9882a239-0e88-4cb8-a3f7-8d2ef127ae4a tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:35.377318 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-86d2625c-3193-4e17-b5d7-08ed8b45575e req-9882a239-0e88-4cb8-a3f7-8d2ef127ae4a tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 944 time: 0.1973095 Jul 09 14:40:35.390731 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ffb3e793-1e22-4b61-9db3-2085f94df124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:35.432994 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-86d2625c-3193-4e17-b5d7-08ed8b45575e req-be6a8ea8-12bb-4c0d-aa82-b2100b9269bc tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470388 Jul 09 14:40:35.495530 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0366540-eb5b-4718-b88a-5b70ab7f8840 x-openstack-request-id: req-b0366540-eb5b-4718-b88a-5b70ab7f8840 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:40:35.496179 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5b33550-07e9-4e61-aef5-26df5078532c", "tag": "6015b974-dc7c-4714-be88-3dddf4ffbfe1", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:40:35.496179 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b0366540-eb5b-4718-b88a-5b70ab7f8840 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:40:35.496461 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5b33550-07e9-4e61-aef5-26df5078532c', 'tag': '6015b974-dc7c-4714-be88-3dddf4ffbfe1', 'status': 'completed', 'code': 200} Jul 09 14:40:35.529706 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ffb3e793-1e22-4b61-9db3-2085f94df124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:35.545325 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-ffb3e793-1e22-4b61-9db3-2085f94df124 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b74489a6-4867-4ba3-b216-97edbf8fc0fb']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:40:35.548397 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea42937-db98-43ca-9668-9b40470e50d0 req-96dbc418-f010-4ccc-94f0-e54bc045854d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:35.552002 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5ea42937-db98-43ca-9668-9b40470e50d0 req-96dbc418-f010-4ccc-94f0-e54bc045854d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=644ca6545bbf445fa0c886b6aef98e04&device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 1095 time: 0.0674837 Jul 09 14:40:35.555490 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fb0d4d80-9fa1-4699-8dfe-71c295af3fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:35.565992 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-ffb3e793-1e22-4b61-9db3-2085f94df124 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c009965-8cd6-4e32-a194-58f8bda5d540') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:40:35.566750 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-ffb3e793-1e22-4b61-9db3-2085f94df124 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c009965-8cd6-4e32-a194-58f8bda5d540') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:40:35.607440 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5ea42937-db98-43ca-9668-9b40470e50d0 req-e3e40db3-c2af-4897-bfae-cf3dc4f2f460 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6015b974-dc7c-4714-be88-3dddf4ffbfe1 HTTP/1.1" status: 200 len: 217 time: 0.0389628 Jul 09 14:40:35.613229 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ffb3e793-1e22-4b61-9db3-2085f94df124 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:35.622080 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ebbfc-68eb-4152-bc8f-3063bce149f1 req-9cbf287f-ae4e-41c2-87d4-248a8c01fd70 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:35.629592 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6c6ebbfc-68eb-4152-bc8f-3063bce149f1 req-9cbf287f-ae4e-41c2-87d4-248a8c01fd70 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=0121a707-88be-40de-a700-780fb137bd25 HTTP/1.1" status: 200 len: 945 time: 0.2003667 Jul 09 14:40:35.662362 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea42937-db98-43ca-9668-9b40470e50d0 req-f5764e5b-5d4e-498a-a2f1-9fb696b9a273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:35.664483 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5ea42937-db98-43ca-9668-9b40470e50d0 req-f5764e5b-5d4e-498a-a2f1-9fb696b9a273 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6ebf5b74-6584-49ef-a6c0-eff61f32c488 HTTP/1.1" status: 200 len: 855 time: 0.0484576 Jul 09 14:40:35.680802 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ffb3e793-1e22-4b61-9db3-2085f94df124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:35.688748 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0d4d80-9fa1-4699-8dfe-71c295af3fdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=53dc6f8c-d314-40b1-a1c2-eb4e0ed4ff09,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:35.695827 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffb3e793-1e22-4b61-9db3-2085f94df124 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:40:35.696237 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ffb3e793-1e22-4b61-9db3-2085f94df124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:35.698115 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:40:35.698115 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:40:35.698115 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 14:40:35.698115 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:40:35.698115 n-d-799529-6 neutron-server[94445]: timer() Jul 09 14:40:35.698115 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:40:35.698115 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 14:40:35.698115 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:40:35.698115 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 14:40:35.698115 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:40:35.698115 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 14:40:35.698115 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:40:35.698115 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 14:40:35.698115 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:40:35.698115 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 14:40:35.698115 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:40:35.698115 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:40:35.698115 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:40:35.698115 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:40:35.698115 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:40:35.698115 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 14:40:35.698115 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:40:35.698115 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 14:40:35.698115 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:40:35.698115 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:40:35.698115 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:40:35.698115 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 14:40:35.698115 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:40:35.698115 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:40:35.698115 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:40:35.698115 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:40:35.698115 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:40:35.698115 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:40:35.698115 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:40:35.756285 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0d4d80-9fa1-4699-8dfe-71c295af3fdc admin admin] Checking segment: {'id': 'be60d685-f701-4bf1-9109-6ca2a53707cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '8b2341c1-5653-4036-b8c0-aeb8e6da4e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:40:35.756677 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0d4d80-9fa1-4699-8dfe-71c295af3fdc admin admin] Network hostable DHCP agents. Network: 8b2341c1-5653-4036-b8c0-aeb8e6da4e3d, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:40:35.764254 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6c6ebbfc-68eb-4152-bc8f-3063bce149f1 req-80ce2df8-375f-481c-9742-2f3d307fd6b6 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338310 Jul 09 14:40:35.773460 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea42937-db98-43ca-9668-9b40470e50d0 req-1490db7b-f8c6-426e-a60a-9e7d02c5ed09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:35.774951 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5ea42937-db98-43ca-9668-9b40470e50d0 req-1490db7b-f8c6-426e-a60a-9e7d02c5ed09 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=29d888e5-b470-491c-8272-fb069bb5ea34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1038525 Jul 09 14:40:35.787647 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6590b0e-e96c-4ad5-90ec-bcfd392175a9 req-595daf17-393b-45d0-be63-e8bfbd9c9492 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:35.789846 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f6590b0e-e96c-4ad5-90ec-bcfd392175a9 req-595daf17-393b-45d0-be63-e8bfbd9c9492 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/ports?device_id=01af826f-9480-4520-929f-03fa443ca8bb HTTP/1.1" status: 200 len: 946 time: 0.0882120 Jul 09 14:40:35.888521 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f6590b0e-e96c-4ad5-90ec-bcfd392175a9 req-5fa66a9f-7fda-43e6-9f5f-b4365a44ec6e tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa8ccfb5-1089-45b8-8b22-f1c0cd5449b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907235 Jul 09 14:40:35.909878 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5ea42937-db98-43ca-9668-9b40470e50d0 req-b950fd8b-4d1e-4c6c-9c28-c9e142fc1cb8 service neutron] 10.222.0.62 "GET /v2.0/networks/29d888e5-b470-491c-8272-fb069bb5ea34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139119 Jul 09 14:40:35.911781 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ffb3e793-1e22-4b61-9db3-2085f94df124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:35.921250 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ffb3e793-1e22-4b61-9db3-2085f94df124 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:35.926687 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ffb3e793-1e22-4b61-9db3-2085f94df124 admin admin] 10.222.0.58 "DELETE /v2.0/networks/b74489a6-4867-4ba3-b216-97edbf8fc0fb HTTP/1.1" status: 204 len: 168 time: 0.6136518 Jul 09 14:40:35.939369 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb3e793-1e22-4b61-9db3-2085f94df124 admin admin] Pushing event deleted for resources: {'Network': ['ID=b74489a6-4867-4ba3-b216-97edbf8fc0fb,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:35.942447 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0d4d80-9fa1-4699-8dfe-71c295af3fdc admin admin] Network 8b2341c1-5653-4036-b8c0-aeb8e6da4e3d is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:40:35.984747 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced7f01-25e5-47f0-9500-eb34de38b6f3 req-e575523f-e6a4-45c3-b6f9-d9052337fe49 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:35.986317 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0ced7f01-25e5-47f0-9500-eb34de38b6f3 req-e575523f-e6a4-45c3-b6f9-d9052337fe49 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=7183159b-84a0-41da-a402-ae36bdd15ad0 HTTP/1.1" status: 200 len: 944 time: 0.1055021 Jul 09 14:40:36.029191 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-fb0d4d80-9fa1-4699-8dfe-71c295af3fdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 8b2341c1-5653-4036-b8c0-aeb8e6da4e3d) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:40:36.037442 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0c5b5c-a098-4569-8fb4-ed5f05792113 None None] Network 8b2341c1-5653-4036-b8c0-aeb8e6da4e3d requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:40:36.040822 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0d4d80-9fa1-4699-8dfe-71c295af3fdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:36.041702 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fb0d4d80-9fa1-4699-8dfe-71c295af3fdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:36.047121 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0ced7f01-25e5-47f0-9500-eb34de38b6f3 req-36e64351-5d31-429d-a71c-1419a5c2f2ae tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545187 Jul 09 14:40:36.090164 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5ea42937-db98-43ca-9668-9b40470e50d0 req-014502ea-8e17-46f4-af19-d9913d287f32 service neutron] 10.222.0.62 "GET /v2.0/networks/29d888e5-b470-491c-8272-fb069bb5ea34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712561 Jul 09 14:40:36.132852 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-fb0d4d80-9fa1-4699-8dfe-71c295af3fdc admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1634226 Jul 09 14:40:36.150588 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c664031-c147-47c0-9dec-3feb22580f42 req-ed37e9cf-5e07-4615-a060-4bb7332f279c tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:36.158559 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8c664031-c147-47c0-9dec-3feb22580f42 req-ed37e9cf-5e07-4615-a060-4bb7332f279c tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=91ecabd0-8edb-4f60-888c-5652f04757f3 HTTP/1.1" status: 200 len: 945 time: 0.1060264 Jul 09 14:40:36.199428 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8c664031-c147-47c0-9dec-3feb22580f42 req-e3d95b22-7726-4ce3-a194-db9d6eee4df7 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399408 Jul 09 14:40:36.205300 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7183159b-84a0-41da-a402-ae36bdd15ad0', 'tag': '5c226e2c-5d13-4f31-b133-6f977cc8eb56'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:40:36.208979 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf2b031-ada8-4778-b380-241cc6706636" -d '{"events": [{"name": "network-changed", "server_uuid": "7183159b-84a0-41da-a402-ae36bdd15ad0", "tag": "5c226e2c-5d13-4f31-b133-6f977cc8eb56"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:40:36.213977 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c036fcd0-dace-4f9d-92a5-d5687a1ce6a8 None None] Network 8b2341c1-5653-4036-b8c0-aeb8e6da4e3d requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:40:36.249896 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95915b0d-d48b-470c-881a-82ce6518dd24 x-openstack-request-id: req-95915b0d-d48b-470c-881a-82ce6518dd24 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:40:36.250445 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7183159b-84a0-41da-a402-ae36bdd15ad0", "tag": "5c226e2c-5d13-4f31-b133-6f977cc8eb56", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:40:36.250877 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-95915b0d-d48b-470c-881a-82ce6518dd24 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:40:36.251337 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7183159b-84a0-41da-a402-ae36bdd15ad0', 'tag': '5c226e2c-5d13-4f31-b133-6f977cc8eb56', 'status': 'completed', 'code': 200} Jul 09 14:40:36.369819 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 55526) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:40:36.423461 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-38ccdcc2-c59f-45d1-b3ff-bfe263abc28e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=379a622cf455412ca591bc809868951e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0498784 Jul 09 14:40:36.423994 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 55528) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:40:36.493052 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2b98e60f-070d-4471-bf70-31b749b36969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:36.525680 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2b98e60f-070d-4471-bf70-31b749b36969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:36.656124 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c90e5a-cb04-4edf-affc-feb17a1764ed req-e0a2d6ef-29f3-4170-adfc-2fed4eb806e8 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:36.658285 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b0c90e5a-cb04-4edf-affc-feb17a1764ed req-e0a2d6ef-29f3-4170-adfc-2fed4eb806e8 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 944 time: 0.0709572 Jul 09 14:40:36.675256 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2b98e60f-070d-4471-bf70-31b749b36969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:36.676462 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2b98e60f-070d-4471-bf70-31b749b36969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:36.677591 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-2b98e60f-070d-4471-bf70-31b749b36969 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f56a5b05-eeca-4433-9534-28a66e6e8c64 HTTP/1.1" status: 204 len: 168 time: 0.2525666 Jul 09 14:40:36.681480 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-b1a73de5-ce05-4150-aa88-80e3f906e604 req-562564fb-f915-4683-843d-a81df57c08a2 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-965467928', 'description': 'tempest-description-1123167558'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:40:36.698825 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b98e60f-070d-4471-bf70-31b749b36969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56a5b05-eeca-4433-9534-28a66e6e8c64,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:36.714746 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b0c90e5a-cb04-4edf-affc-feb17a1764ed req-b92dd706-9dd1-44d6-97a4-5b3167c002e7 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491574 Jul 09 14:40:36.738634 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae89e603-e407-4af3-9578-3616a573a4a1 req-6572a254-cac7-4ea5-9285-732ec2e2784a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:36.739607 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae89e603-e407-4af3-9578-3616a573a4a1 req-6572a254-cac7-4ea5-9285-732ec2e2784a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=644ca6545bbf445fa0c886b6aef98e04&device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 1095 time: 0.3986402 Jul 09 14:40:36.744179 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf2b031-ada8-4778-b380-241cc6706636 req-8e30939e-b9de-4d8f-8e33-e8393827bb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:36.745589 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fcf2b031-ada8-4778-b380-241cc6706636 req-8e30939e-b9de-4d8f-8e33-e8393827bb8f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a29f2b4cfd1449cca4564d7c2e38b31e&device_id=7183159b-84a0-41da-a402-ae36bdd15ad0 HTTP/1.1" status: 200 len: 1125 time: 0.3862994 Jul 09 14:40:36.751385 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 66e147b3-1345-44d7-873a-afe4fa56aa30 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:40:36.776912 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: 66e147b3-1345-44d7-873a-afe4fa56aa30 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:40:36.777770 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 66e147b3-1345-44d7-873a-afe4fa56aa30 not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:40:36.848599 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-b1a73de5-ce05-4150-aa88-80e3f906e604 req-562564fb-f915-4683-843d-a81df57c08a2 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:36.951343 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf2b031-ada8-4778-b380-241cc6706636 req-9edd6fc8-a612-4b7e-b5fe-ef4d49bf6080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:36.954163 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fcf2b031-ada8-4778-b380-241cc6706636 req-9edd6fc8-a612-4b7e-b5fe-ef4d49bf6080 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f37664d6-2d63-4250-9a40-b9995b72cf27 HTTP/1.1" status: 200 len: 922 time: 0.1950428 Jul 09 14:40:37.006774 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa01ea33-5293-456c-a9cc-6659e4c2f933 req-5f6b8de0-5ef0-4859-bd6f-dd4d8ea73258 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:37.008368 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-aa01ea33-5293-456c-a9cc-6659e4c2f933 req-5f6b8de0-5ef0-4859-bd6f-dd4d8ea73258 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=0121a707-88be-40de-a700-780fb137bd25 HTTP/1.1" status: 200 len: 945 time: 0.0651188 Jul 09 14:40:37.013484 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae89e603-e407-4af3-9578-3616a573a4a1 req-06ef846d-2920-4e16-aa01-eb9a4b49076e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:37.015002 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae89e603-e407-4af3-9578-3616a573a4a1 req-06ef846d-2920-4e16-aa01-eb9a4b49076e service neutron] 10.222.0.62 "GET /v2.0/networks?id=29d888e5-b470-491c-8272-fb069bb5ea34 HTTP/1.1" status: 200 len: 917 time: 0.2584133 Jul 09 14:40:37.016336 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fcf2b031-ada8-4778-b380-241cc6706636 req-883a303e-7b3f-4c17-be18-2212e7ab26ce service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c226e2c-5d13-4f31-b133-6f977cc8eb56 HTTP/1.1" status: 200 len: 217 time: 0.0488303 Jul 09 14:40:37.055069 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-aa01ea33-5293-456c-a9cc-6659e4c2f933 req-0b8e13b8-0caf-4366-a0e7-3077a0c9675a tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402553 Jul 09 14:40:37.098601 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae89e603-e407-4af3-9578-3616a573a4a1 req-4ea9885f-5261-446f-ab68-d2122524aca3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6015b974-dc7c-4714-be88-3dddf4ffbfe1 HTTP/1.1" status: 200 len: 217 time: 0.0705805 Jul 09 14:40:37.174607 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-b1a73de5-ce05-4150-aa88-80e3f906e604 req-562564fb-f915-4683-843d-a81df57c08a2 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:37.184802 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf2b031-ada8-4778-b380-241cc6706636 req-110dd7a2-af72-4127-9468-292fd45e3777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:37.186474 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fcf2b031-ada8-4778-b380-241cc6706636 req-110dd7a2-af72-4127-9468-292fd45e3777 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=defde159-6b57-4a6f-ad64-e5b0f0fcfa82 HTTP/1.1" status: 200 len: 861 time: 0.1521859 Jul 09 14:40:37.204979 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae89e603-e407-4af3-9578-3616a573a4a1 req-cad9b072-a876-47ca-ac11-3c0f7eb9a639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:37.207733 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae89e603-e407-4af3-9578-3616a573a4a1 req-cad9b072-a876-47ca-ac11-3c0f7eb9a639 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6ebf5b74-6584-49ef-a6c0-eff61f32c488 HTTP/1.1" status: 200 len: 855 time: 0.0946746 Jul 09 14:40:37.226188 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fcf2b031-ada8-4778-b380-241cc6706636 req-4bbe3c06-479a-4088-9480-807e650e5468 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f37664d6-2d63-4250-9a40-b9995b72cf27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311170 Jul 09 14:40:37.250459 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2473ac1-7f81-4924-988b-cbba54bcc76f req-1447c4b3-7312-445d-82cd-5ad49fbff7b7 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:37.251965 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c2473ac1-7f81-4924-988b-cbba54bcc76f req-1447c4b3-7312-445d-82cd-5ad49fbff7b7 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/ports?device_id=01af826f-9480-4520-929f-03fa443ca8bb HTTP/1.1" status: 200 len: 946 time: 0.0750580 Jul 09 14:40:37.269328 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-b1a73de5-ce05-4150-aa88-80e3f906e604 req-562564fb-f915-4683-843d-a81df57c08a2 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:37.293012 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c2473ac1-7f81-4924-988b-cbba54bcc76f req-4878d794-cd51-4436-bba4-e897898adbf0 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa8ccfb5-1089-45b8-8b22-f1c0cd5449b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339067 Jul 09 14:40:37.345736 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562564fb-f915-4683-843d-a81df57c08a2 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0bb2271-b0b7-4f70-80c5-1cfee4c34b49,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:37.387381 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae89e603-e407-4af3-9578-3616a573a4a1 req-e8727b9b-6d1e-435e-85a1-6f2e2b844c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:37.390101 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae89e603-e407-4af3-9578-3616a573a4a1 req-e8727b9b-6d1e-435e-85a1-6f2e2b844c85 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=29d888e5-b470-491c-8272-fb069bb5ea34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1655014 Jul 09 14:40:37.392886 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fcf2b031-ada8-4778-b380-241cc6706636 req-d60a35b7-957c-44c0-b3e3-c6edf3cfb40c service neutron] 10.222.0.62 "GET /v2.0/networks/f37664d6-2d63-4250-9a40-b9995b72cf27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582568 Jul 09 14:40:37.435578 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-b1a73de5-ce05-4150-aa88-80e3f906e604 req-562564fb-f915-4683-843d-a81df57c08a2 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:37.436711 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b1a73de5-ce05-4150-aa88-80e3f906e604 req-562564fb-f915-4683-843d-a81df57c08a2 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7648730 Jul 09 14:40:37.601982 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae89e603-e407-4af3-9578-3616a573a4a1 req-078537cf-07bc-4abd-9abb-0e0a6baebedb service neutron] 10.222.0.62 "GET /v2.0/networks/29d888e5-b470-491c-8272-fb069bb5ea34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946983 Jul 09 14:40:37.610848 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fcf2b031-ada8-4778-b380-241cc6706636 req-3d473371-2424-44f2-9f11-76525b655565 service neutron] 10.222.0.62 "GET /v2.0/networks/f37664d6-2d63-4250-9a40-b9995b72cf27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022486 Jul 09 14:40:37.642456 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90999efb-179c-4d57-8c63-c6c9053f291f req-978cc1d3-1dc1-4b18-96ec-8db298cd27b9 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:37.648055 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-90999efb-179c-4d57-8c63-c6c9053f291f req-978cc1d3-1dc1-4b18-96ec-8db298cd27b9 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=7183159b-84a0-41da-a402-ae36bdd15ad0 HTTP/1.1" status: 200 len: 944 time: 0.1070337 Jul 09 14:40:37.746537 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-90999efb-179c-4d57-8c63-c6c9053f291f req-147a7495-052a-40ff-866a-837717dc3468 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948317 Jul 09 14:40:37.782294 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae89e603-e407-4af3-9578-3616a573a4a1 req-36f79d95-ded3-4ae8-b271-9401d3b574b1 service neutron] 10.222.0.62 "GET /v2.0/networks/29d888e5-b470-491c-8272-fb069bb5ea34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321805 Jul 09 14:40:37.865123 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 55572) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:40:37.877510 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8cf2c06d-b876-4396-a4e0-36adf33d195f req-178041af-c990-477b-8537-084ced9ba743 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] 10.222.0.58 "GET /v2.0/security-groups/e0bb2271-b0b7-4f70-80c5-1cfee4c34b49 HTTP/1.1" status: 200 len: 1804 time: 0.0789607 Jul 09 14:40:37.893290 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-8cf2c06d-b876-4396-a4e0-36adf33d195f req-e93e6596-a475-4863-92ba-5194ef257ece tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e0bb2271-b0b7-4f70-80c5-1cfee4c34b49', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:40:37.893875 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-8cf2c06d-b876-4396-a4e0-36adf33d195f req-e93e6596-a475-4863-92ba-5194ef257ece tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e0bb2271-b0b7-4f70-80c5-1cfee4c34b49', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:40:37.897001 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9612b340-cb95-4c35-9b18-6ae4137bb93f req-11405974-a9b7-4ab1-a375-422a24062650 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:37.898589 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9612b340-cb95-4c35-9b18-6ae4137bb93f req-11405974-a9b7-4ab1-a375-422a24062650 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=91ecabd0-8edb-4f60-888c-5652f04757f3 HTTP/1.1" status: 200 len: 945 time: 0.0734756 Jul 09 14:40:37.926599 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-91507c47-effa-4306-b749-ffa196d13745 tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:37.928157 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-91507c47-effa-4306-b749-ffa196d13745 tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=91ecabd0-8edb-4f60-888c-5652f04757f3&tenant_id=3b28908fc5d842e29720d7043e8083fd&binding%3Ahost_id=n-h2-799529-6 HTTP/1.1" status: 200 len: 1096 time: 0.0939362 Jul 09 14:40:37.941088 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9612b340-cb95-4c35-9b18-6ae4137bb93f req-bd92190b-71c1-4c7b-ba8b-a342bf59ec58 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361476 Jul 09 14:40:37.941868 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-cd9d2aef-78d2-4baf-a582-81a1a41cc28f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799529-6'}}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:40:37.991055 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-6b86d25e-7bb5-4e93-9379-6acb4fc11ae9 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1309969784-network', 'tenant_id': '07699fdb179f4e7f9ca7340f29df868d'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:40:38.016771 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-cd9d2aef-78d2-4baf-a582-81a1a41cc28f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:38.118171 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbae0a38-d767-47bc-a431-d533cad321be req-c5c981c3-deb3-4a7c-8b60-dabdcd4f4ba4 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:38.119671 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cbae0a38-d767-47bc-a431-d533cad321be req-c5c981c3-deb3-4a7c-8b60-dabdcd4f4ba4 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=0121a707-88be-40de-a700-780fb137bd25 HTTP/1.1" status: 200 len: 945 time: 0.0678260 Jul 09 14:40:38.124700 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b86d25e-7bb5-4e93-9379-6acb4fc11ae9 admin admin] Made reservation on behalf of 07699fdb179f4e7f9ca7340f29df868d for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:40:38.127129 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6b86d25e-7bb5-4e93-9379-6acb4fc11ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:38.141759 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-8cf2c06d-b876-4396-a4e0-36adf33d195f req-e93e6596-a475-4863-92ba-5194ef257ece tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:38.143808 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6b86d25e-7bb5-4e93-9379-6acb4fc11ae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:38.177966 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-8cf2c06d-b876-4396-a4e0-36adf33d195f req-e93e6596-a475-4863-92ba-5194ef257ece tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:38.194440 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-cd9d2aef-78d2-4baf-a582-81a1a41cc28f service neutron] For port 43297159-bde3-4827-ae41-e9610acaadad, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=43297159-bde3-4827-ae41-e9610acaadad,segment=NetworkSegment(cd7790e9-3309-48a3-bfb3-c9f386870e48),segment_id=cd7790e9-3309-48a3-bfb3-c9f386870e48)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:40:38.196995 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cbae0a38-d767-47bc-a431-d533cad321be req-c71ecd78-386d-46ef-b9f4-144c23f17488 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663307 Jul 09 14:40:38.238718 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-cd9d2aef-78d2-4baf-a582-81a1a41cc28f service neutron] For port 43297159-bde3-4827-ae41-e9610acaadad, host n-h2-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:40:38.241162 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-8cf2c06d-b876-4396-a4e0-36adf33d195f req-e93e6596-a475-4863-92ba-5194ef257ece tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:38.267697 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6b86d25e-7bb5-4e93-9379-6acb4fc11ae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:38.283885 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93e6596-a475-4863-92ba-5194ef257ece tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c309167-a26c-47ec-86d4-6e602a1e03d6,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:38.298717 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ecabd0-8edb-4f60-888c-5652f04757f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43297159-bde3-4827-ae41-e9610acaadad'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:40:38.301141 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1172061a-2b71-4f3e-a977-a08c4c2a3d2b" -d '{"events": [{"server_uuid": "91ecabd0-8edb-4f60-888c-5652f04757f3", "name": "network-vif-unplugged", "status": "completed", "tag": "43297159-bde3-4827-ae41-e9610acaadad"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:40:38.305489 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-cd9d2aef-78d2-4baf-a582-81a1a41cc28f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:38.372097 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6b86d25e-7bb5-4e93-9379-6acb4fc11ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:38.392434 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-cd9d2aef-78d2-4baf-a582-81a1a41cc28f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:38.399585 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b86d25e-7bb5-4e93-9379-6acb4fc11ae9 admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:40:38.418331 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa2b52-4700-4bfe-bf3b-86dede8b685b req-1ec226eb-cf04-4342-b41e-c3e7569ab0c8 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:38.420404 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bffa2b52-4700-4bfe-bf3b-86dede8b685b req-1ec226eb-cf04-4342-b41e-c3e7569ab0c8 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 944 time: 0.0959415 Jul 09 14:40:38.433914 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b86d25e-7bb5-4e93-9379-6acb4fc11ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=666c7f16-0103-458b-8291-b0a5d96ef4c2,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:38.440099 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6b86d25e-7bb5-4e93-9379-6acb4fc11ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:38.440439 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-6b86d25e-7bb5-4e93-9379-6acb4fc11ae9 admin admin] Added segment b50c3cde-65f3-4b2e-b850-f8b9ad387fce of type vlan for network 828fe03d-8575-448b-98cd-28ff706127cd Jul 09 14:40:38.477664 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9d2aef-78d2-4baf-a582-81a1a41cc28f service neutron] Pushing event updated for resources: {'Port': ['ID=43297159-bde3-4827-ae41-e9610acaadad,revision_number=7']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:38.494002 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-cd9d2aef-78d2-4baf-a582-81a1a41cc28f service neutron] Attempting to bind port 43297159-bde3-4827-ae41-e9610acaadad on host n-h2-799529-6 for vnic_type normal with profile {"migrating_to": "n-h1-799529-6"} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:40:38.494341 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-cd9d2aef-78d2-4baf-a582-81a1a41cc28f service neutron] Attempting to bind port 43297159-bde3-4827-ae41-e9610acaadad by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': 'cd7790e9-3309-48a3-bfb3-c9f386870e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '56b8037f-2c10-4a66-9bb7-3f0d90fcd124'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:40:38.494672 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-cd9d2aef-78d2-4baf-a582-81a1a41cc28f service neutron] Attempting to bind port 43297159-bde3-4827-ae41-e9610acaadad on network 56b8037f-2c10-4a66-9bb7-3f0d90fcd124 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:40:38.499528 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-cd9d2aef-78d2-4baf-a582-81a1a41cc28f service neutron] Port 43297159-bde3-4827-ae41-e9610acaadad on network 56b8037f-2c10-4a66-9bb7-3f0d90fcd124 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:40:38.499904 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-cd9d2aef-78d2-4baf-a582-81a1a41cc28f service neutron] Attempting to bind port 43297159-bde3-4827-ae41-e9610acaadad on network 56b8037f-2c10-4a66-9bb7-3f0d90fcd124 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:40:38.504781 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-cd9d2aef-78d2-4baf-a582-81a1a41cc28f service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:40:38.504931 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6b86d25e-7bb5-4e93-9379-6acb4fc11ae9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:38.505120 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-cd9d2aef-78d2-4baf-a582-81a1a41cc28f service neutron] Checking segment: {'id': 'cd7790e9-3309-48a3-bfb3-c9f386870e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '56b8037f-2c10-4a66-9bb7-3f0d90fcd124'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:40:38.505506 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-cd9d2aef-78d2-4baf-a582-81a1a41cc28f service neutron] Bound using segment: {'id': 'cd7790e9-3309-48a3-bfb3-c9f386870e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '56b8037f-2c10-4a66-9bb7-3f0d90fcd124'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:40:38.505933 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-cd9d2aef-78d2-4baf-a582-81a1a41cc28f service neutron] Bound port: 43297159-bde3-4827-ae41-e9610acaadad, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd7790e9-3309-48a3-bfb3-c9f386870e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '56b8037f-2c10-4a66-9bb7-3f0d90fcd124'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:40:38.506292 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-cd9d2aef-78d2-4baf-a582-81a1a41cc28f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:38.511407 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bffa2b52-4700-4bfe-bf3b-86dede8b685b req-a549b1cb-ba71-49ba-8610-a6759a0e912b tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815496 Jul 09 14:40:38.518235 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-8cf2c06d-b876-4396-a4e0-36adf33d195f req-e93e6596-a475-4863-92ba-5194ef257ece tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:38.519447 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8cf2c06d-b876-4396-a4e0-36adf33d195f req-e93e6596-a475-4863-92ba-5194ef257ece tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6332371 Jul 09 14:40:38.582424 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-cd9d2aef-78d2-4baf-a582-81a1a41cc28f service neutron] For port 43297159-bde3-4827-ae41-e9610acaadad, host n-h2-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:40:38.586385 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 14:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d348160-e593-46f8-ad43-c9bc06f0e1b9 x-openstack-request-id: req-9d348160-e593-46f8-ad43-c9bc06f0e1b9 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:40:38.586766 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ecabd0-8edb-4f60-888c-5652f04757f3", "name": "network-vif-unplugged", "status": "completed", "tag": "43297159-bde3-4827-ae41-e9610acaadad", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:40:38.587088 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9d348160-e593-46f8-ad43-c9bc06f0e1b9 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:40:38.588921 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ecabd0-8edb-4f60-888c-5652f04757f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43297159-bde3-4827-ae41-e9610acaadad', 'code': 200} Jul 09 14:40:38.589360 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-cd9d2aef-78d2-4baf-a582-81a1a41cc28f service neutron] For port 43297159-bde3-4827-ae41-e9610acaadad, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=43297159-bde3-4827-ae41-e9610acaadad,segment=NetworkSegment(cd7790e9-3309-48a3-bfb3-c9f386870e48),segment_id=cd7790e9-3309-48a3-bfb3-c9f386870e48)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:40:38.621600 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6b86d25e-7bb5-4e93-9379-6acb4fc11ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:38.622929 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b86d25e-7bb5-4e93-9379-6acb4fc11ae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:38.623549 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6b86d25e-7bb5-4e93-9379-6acb4fc11ae9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:38.662534 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-cd9d2aef-78d2-4baf-a582-81a1a41cc28f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:38.700899 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-6e77b32b-d539-4cce-afda-f7ffccbb9b37 req-da0a0bdf-4810-4b46-996e-85c74a3ac926 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1382966136', 'description': 'tempest-description-1497345207'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:40:38.732746 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b86d25e-7bb5-4e93-9379-6acb4fc11ae9 admin admin] Pushing event updated for resources: {'Network': ['ID=828fe03d-8575-448b-98cd-28ff706127cd,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:38.744457 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 828fe03d-8575-448b-98cd-28ff706127cd details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:40:38.758821 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-cd9d2aef-78d2-4baf-a582-81a1a41cc28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:38.761751 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-cd9d2aef-78d2-4baf-a582-81a1a41cc28f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:38.761751 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-cd9d2aef-78d2-4baf-a582-81a1a41cc28f service neutron] 10.222.0.62 "PUT /v2.0/ports/43297159-bde3-4827-ae41-e9610acaadad HTTP/1.1" status: 200 len: 1121 time: 0.8240421 Jul 09 14:40:38.773434 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9d2aef-78d2-4baf-a582-81a1a41cc28f service neutron] Pushing event updated for resources: {'Port': ['ID=43297159-bde3-4827-ae41-e9610acaadad,revision_number=8']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:38.776193 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f08e7-86d0-421e-b8b0-8dba0ff5db9a req-d752595b-e09d-46b5-ac69-32944fb1a457 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:38.789437 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c96f08e7-86d0-421e-b8b0-8dba0ff5db9a req-d752595b-e09d-46b5-ac69-32944fb1a457 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/ports?device_id=01af826f-9480-4520-929f-03fa443ca8bb HTTP/1.1" status: 200 len: 946 time: 0.1013145 Jul 09 14:40:38.794400 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 43297159-bde3-4827-ae41-e9610acaadad details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:40:38.805593 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-6b86d25e-7bb5-4e93-9379-6acb4fc11ae9 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9358084 Jul 09 14:40:38.806694 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 55584) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:40:38.825403 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-3a3f12a8-7687-4283-8b90-fad773a51861 admin admin] Request body: {'subnet': {'network_id': '828fe03d-8575-448b-98cd-28ff706127cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1309969784-subnet', 'tenant_id': '07699fdb179f4e7f9ca7340f29df868d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:40:38.862600 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c96f08e7-86d0-421e-b8b0-8dba0ff5db9a req-a6436822-a739-43a8-81c9-ec640b367070 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa8ccfb5-1089-45b8-8b22-f1c0cd5449b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678720 Jul 09 14:40:38.921565 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['43297159-bde3-4827-ae41-e9610acaadad'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:40:38.926175 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['43297159-bde3-4827-ae41-e9610acaadad'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:40:38.957911 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-6e77b32b-d539-4cce-afda-f7ffccbb9b37 req-da0a0bdf-4810-4b46-996e-85c74a3ac926 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:38.985139 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 43297159-bde3-4827-ae41-e9610acaadad, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=43297159-bde3-4827-ae41-e9610acaadad,segment=NetworkSegment(cd7790e9-3309-48a3-bfb3-c9f386870e48),segment_id=cd7790e9-3309-48a3-bfb3-c9f386870e48)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:40:39.026834 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 43297159-bde3-4827-ae41-e9610acaadad has no active binding in host n-h1-799529-6 {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 14:40:39.047750 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838f2f9d-1dbc-4c28-af42-2c1ef3824637 req-4ffeb9d0-b2ea-46fa-8ca1-7e2fa923d1e2 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:39.051981 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-838f2f9d-1dbc-4c28-af42-2c1ef3824637 req-4ffeb9d0-b2ea-46fa-8ca1-7e2fa923d1e2 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=7183159b-84a0-41da-a402-ae36bdd15ad0 HTTP/1.1" status: 200 len: 944 time: 0.0732257 Jul 09 14:40:39.072905 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3f12a8-7687-4283-8b90-fad773a51861 admin admin] Made reservation on behalf of 07699fdb179f4e7f9ca7340f29df868d for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:40:39.076851 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3a3f12a8-7687-4283-8b90-fad773a51861 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:39.126137 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-838f2f9d-1dbc-4c28-af42-2c1ef3824637 req-640a6ee4-c1ae-45a8-8abc-a2a0a1e4086d tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705478 Jul 09 14:40:39.215464 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-6e77b32b-d539-4cce-afda-f7ffccbb9b37 req-da0a0bdf-4810-4b46-996e-85c74a3ac926 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:39.294102 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-6e77b32b-d539-4cce-afda-f7ffccbb9b37 req-da0a0bdf-4810-4b46-996e-85c74a3ac926 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:39.341110 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace078e-6a0a-433b-acc7-8405e6281bf7 req-d0a32f9b-5ff7-425e-9fe1-bb9c3427f270 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:39.342354 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0a0bdf-4810-4b46-996e-85c74a3ac926 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4da2b3a9-de38-4a87-86e9-0245ac0fc463,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:39.342643 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8ace078e-6a0a-433b-acc7-8405e6281bf7 req-d0a32f9b-5ff7-425e-9fe1-bb9c3427f270 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=91ecabd0-8edb-4f60-888c-5652f04757f3 HTTP/1.1" status: 200 len: 943 time: 0.0801184 Jul 09 14:40:39.383298 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8ace078e-6a0a-433b-acc7-8405e6281bf7 req-024bdf63-709a-4df6-9325-4f2d0f25c737 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346951 Jul 09 14:40:39.388260 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3a3f12a8-7687-4283-8b90-fad773a51861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:39.427351 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-6e77b32b-d539-4cce-afda-f7ffccbb9b37 req-da0a0bdf-4810-4b46-996e-85c74a3ac926 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:39.428698 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6e77b32b-d539-4cce-afda-f7ffccbb9b37 req-da0a0bdf-4810-4b46-996e-85c74a3ac926 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.7607975 Jul 09 14:40:39.476579 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3f12a8-7687-4283-8b90-fad773a51861 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffc8141f-d016-4e94-91ff-9bc86e944614,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:39.497381 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3f12a8-7687-4283-8b90-fad773a51861 admin admin] Checking segment: {'id': 'b50c3cde-65f3-4b2e-b850-f8b9ad387fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '828fe03d-8575-448b-98cd-28ff706127cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:40:39.497763 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3f12a8-7687-4283-8b90-fad773a51861 admin admin] Network hostable DHCP agents. Network: 828fe03d-8575-448b-98cd-28ff706127cd, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:40:39.524611 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-73143e2c-993f-4738-8a33-b1f1c34232a3 req-bdcf4d81-6420-4ba7-9395-6af22500b5a3 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] 10.222.0.58 "GET /v2.0/security-groups/4da2b3a9-de38-4a87-86e9-0245ac0fc463 HTTP/1.1" status: 200 len: 1805 time: 0.0650413 Jul 09 14:40:39.535609 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-73143e2c-993f-4738-8a33-b1f1c34232a3 req-c7dc558e-4b88-4536-b75e-ea5759a2c3f7 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '4da2b3a9-de38-4a87-86e9-0245ac0fc463', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:40:39.535941 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-73143e2c-993f-4738-8a33-b1f1c34232a3 req-c7dc558e-4b88-4536-b75e-ea5759a2c3f7 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '4da2b3a9-de38-4a87-86e9-0245ac0fc463', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:40:39.581138 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b411c4-28da-4fad-827f-feca15ef57a3 req-2ec4495f-e175-4364-9ad4-194c05668c5b tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:39.582611 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a5b411c4-28da-4fad-827f-feca15ef57a3 req-2ec4495f-e175-4364-9ad4-194c05668c5b tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=0121a707-88be-40de-a700-780fb137bd25 HTTP/1.1" status: 200 len: 945 time: 0.0720987 Jul 09 14:40:39.625429 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a5b411c4-28da-4fad-827f-feca15ef57a3 req-369c8e06-cee0-4523-9463-14dcee91ecc8 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343604 Jul 09 14:40:39.628544 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3f12a8-7687-4283-8b90-fad773a51861 admin admin] Network 828fe03d-8575-448b-98cd-28ff706127cd is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:40:39.719798 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-3a3f12a8-7687-4283-8b90-fad773a51861 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 828fe03d-8575-448b-98cd-28ff706127cd) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:40:39.725281 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3f12a8-7687-4283-8b90-fad773a51861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:39.726531 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3a3f12a8-7687-4283-8b90-fad773a51861 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:39.732736 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d4bdc7-e2af-4bdf-b41c-9bc0bf4dd4a5 None None] Network 828fe03d-8575-448b-98cd-28ff706127cd requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:40:39.788993 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-73143e2c-993f-4738-8a33-b1f1c34232a3 req-c7dc558e-4b88-4536-b75e-ea5759a2c3f7 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:39.792768 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef0c34d-5794-4fb4-b891-e12659e383e7 req-054035f5-c0fd-43e2-8dd2-8b3232bceaf2 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:39.800176 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2ef0c34d-5794-4fb4-b891-e12659e383e7 req-054035f5-c0fd-43e2-8dd2-8b3232bceaf2 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 944 time: 0.0715249 Jul 09 14:40:39.839533 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-73143e2c-993f-4738-8a33-b1f1c34232a3 req-c7dc558e-4b88-4536-b75e-ea5759a2c3f7 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:39.848885 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2ef0c34d-5794-4fb4-b891-e12659e383e7 req-1f8eb907-07e1-47b5-a1de-6e7e20cb25e6 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447891 Jul 09 14:40:39.886085 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71013003-34c0-4153-8f4b-f142105dbf1e None None] Network 828fe03d-8575-448b-98cd-28ff706127cd requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:40:39.892480 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318060f7-bca9-4016-9417-c20abd8e33a6 req-e072ee2a-4037-456f-8ac9-e226128d6466 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:39.894209 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-318060f7-bca9-4016-9417-c20abd8e33a6 req-e072ee2a-4037-456f-8ac9-e226128d6466 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.62 "GET /v2.0/ports?device_id=0121a707-88be-40de-a700-780fb137bd25 HTTP/1.1" status: 200 len: 945 time: 0.2170165 Jul 09 14:40:39.933380 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-73143e2c-993f-4738-8a33-b1f1c34232a3 req-c7dc558e-4b88-4536-b75e-ea5759a2c3f7 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:39.953019 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dc558e-4b88-4536-b75e-ea5759a2c3f7 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f032966-9ec1-40a2-9046-b17d21dd70dc,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:39.961081 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-3a3f12a8-7687-4283-8b90-fad773a51861 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1514022 Jul 09 14:40:40.085791 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-318060f7-bca9-4016-9417-c20abd8e33a6 req-504d72c8-586a-43dd-a221-418750b75cd5 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Deleting port 3fbe6579-ca61-437f-a710-a3e1672e1b44 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:40:40.086211 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-318060f7-bca9-4016-9417-c20abd8e33a6 req-504d72c8-586a-43dd-a221-418750b75cd5 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:40.148487 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-73143e2c-993f-4738-8a33-b1f1c34232a3 req-c7dc558e-4b88-4536-b75e-ea5759a2c3f7 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:40.149640 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-73143e2c-993f-4738-8a33-b1f1c34232a3 req-c7dc558e-4b88-4536-b75e-ea5759a2c3f7 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.6184134 Jul 09 14:40:40.193915 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-208a7c89-a370-4236-8630-480bcfcd29c2 req-115df7a8-1122-438a-b1d6-a6c014411c5f tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-973469151', 'description': 'tempest-description-246193925'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:40:40.220003 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-318060f7-bca9-4016-9417-c20abd8e33a6 req-504d72c8-586a-43dd-a221-418750b75cd5 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] For port 3fbe6579-ca61-437f-a710-a3e1672e1b44, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=3fbe6579-ca61-437f-a710-a3e1672e1b44,segment=NetworkSegment(ea3e7312-a29e-42fd-9247-9011d25d7154),segment_id=ea3e7312-a29e-42fd-9247-9011d25d7154)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:40:40.220347 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-318060f7-bca9-4016-9417-c20abd8e33a6 req-504d72c8-586a-43dd-a221-418750b75cd5 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:40.224848 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9cb4b9-5b08-4dc9-b9b1-0ceca9e86008 req-079081a6-8ea5-4e52-88af-d8523b748364 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:40.226842 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-be9cb4b9-5b08-4dc9-b9b1-0ceca9e86008 req-079081a6-8ea5-4e52-88af-d8523b748364 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/ports?device_id=01af826f-9480-4520-929f-03fa443ca8bb HTTP/1.1" status: 200 len: 946 time: 0.0858278 Jul 09 14:40:40.248276 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-318060f7-bca9-4016-9417-c20abd8e33a6 req-504d72c8-586a-43dd-a221-418750b75cd5 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Calling delete_port for 3fbe6579-ca61-437f-a710-a3e1672e1b44 owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:40:40.282902 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-be9cb4b9-5b08-4dc9-b9b1-0ceca9e86008 req-1b3d4c7b-9316-45d7-a76d-cf309de6a5f6 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa8ccfb5-1089-45b8-8b22-f1c0cd5449b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437868 Jul 09 14:40:40.326754 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-208a7c89-a370-4236-8630-480bcfcd29c2 req-115df7a8-1122-438a-b1d6-a6c014411c5f tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:40.456393 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ac568-043f-44fc-ad2b-655805c30a43 req-78a07bb1-d84d-4eac-b295-4dd5a649841b tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:40.457909 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-648ac568-043f-44fc-ad2b-655805c30a43 req-78a07bb1-d84d-4eac-b295-4dd5a649841b tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=7183159b-84a0-41da-a402-ae36bdd15ad0 HTTP/1.1" status: 200 len: 944 time: 0.0732024 Jul 09 14:40:40.465991 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-208a7c89-a370-4236-8630-480bcfcd29c2 req-115df7a8-1122-438a-b1d6-a6c014411c5f tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:40.497026 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-648ac568-043f-44fc-ad2b-655805c30a43 req-4f5e028a-800e-47d1-9c80-20e54ea648ff tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324337 Jul 09 14:40:40.588683 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ecabd0-8edb-4f60-888c-5652f04757f3', 'tag': '43297159-bde3-4827-ae41-e9610acaadad'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:40:40.591050 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7968bc78-4a89-47f0-a8ff-d855b345b687" -d '{"events": [{"name": "network-changed", "server_uuid": "91ecabd0-8edb-4f60-888c-5652f04757f3", "tag": "43297159-bde3-4827-ae41-e9610acaadad"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:40:40.651799 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-208a7c89-a370-4236-8630-480bcfcd29c2 req-115df7a8-1122-438a-b1d6-a6c014411c5f tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:40.659022 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-318060f7-bca9-4016-9417-c20abd8e33a6 req-504d72c8-586a-43dd-a221-418750b75cd5 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:40.697865 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['3fbe6579-ca61-437f-a710-a3e1672e1b44'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:40:40.713460 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504d72c8-586a-43dd-a221-418750b75cd5 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Pushing event deleted for resources: {'Port': ['ID=3fbe6579-ca61-437f-a710-a3e1672e1b44,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:40.717982 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115df7a8-1122-438a-b1d6-a6c014411c5f tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c16f6591-28b0-46ee-892d-c8cf5bdb6044,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:40.756722 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 6015b974-dc7c-4714-be88-3dddf4ffbfe1 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:40:40.786985 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-318060f7-bca9-4016-9417-c20abd8e33a6 req-504d72c8-586a-43dd-a221-418750b75cd5 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] No DVR routers for this DVR port 3fbe6579-ca61-437f-a710-a3e1672e1b44 on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:40:40.790876 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-318060f7-bca9-4016-9417-c20abd8e33a6 req-504d72c8-586a-43dd-a221-418750b75cd5 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:40.792825 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-318060f7-bca9-4016-9417-c20abd8e33a6 req-504d72c8-586a-43dd-a221-418750b75cd5 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.62 "DELETE /v2.0/ports/3fbe6579-ca61-437f-a710-a3e1672e1b44 HTTP/1.1" status: 204 len: 173 time: 0.8927026 Jul 09 14:40:40.801734 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-208a7c89-a370-4236-8630-480bcfcd29c2 req-115df7a8-1122-438a-b1d6-a6c014411c5f tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:40.802923 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-208a7c89-a370-4236-8630-480bcfcd29c2 req-115df7a8-1122-438a-b1d6-a6c014411c5f tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6194608 Jul 09 14:40:40.826475 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-6c7a506a-0205-465b-ba65-ef9dfa970f3f service neutron] 10.222.0.62 "GET /v2.0/ports/5c226e2c-5d13-4f31-b133-6f977cc8eb56/bindings/n-h2-799529-6 HTTP/1.1" status: 200 len: 384 time: 0.0823429 Jul 09 14:40:40.863769 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8cee6-877f-49a5-b76d-df8d96d3bf4c req-eb733904-db73-4d47-bd9c-47a0cb2623f7 tempest-ServerAddressesTestJSON-1687092689 tempest-ServerAddressesTestJSON-1687092689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:40.865659 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-78e8cee6-877f-49a5-b76d-df8d96d3bf4c req-eb733904-db73-4d47-bd9c-47a0cb2623f7 tempest-ServerAddressesTestJSON-1687092689 tempest-ServerAddressesTestJSON-1687092689-project] 10.222.0.58 "GET /v2.0/networks?id=828fe03d-8575-448b-98cd-28ff706127cd HTTP/1.1" status: 200 len: 814 time: 0.1754320 Jul 09 14:40:40.867834 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 6015b974-dc7c-4714-be88-3dddf4ffbfe1, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=6015b974-dc7c-4714-be88-3dddf4ffbfe1,segment=NetworkSegment(d799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae),segment_id=d799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:40:40.881384 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '6015b974-dc7c-4714-be88-3dddf4ffbfe1', 'network_id': '29d888e5-b470-491c-8272-fb069bb5ea34', 'port_id': '6015b974-dc7c-4714-be88-3dddf4ffbfe1', 'mac_address': 'fa:16:3e:ce:a6:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ebf5b74-6584-49ef-a6c0-eff61f32c488', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:40:40.887066 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-78e8cee6-877f-49a5-b76d-df8d96d3bf4c req-94eba47b-a5a5-484e-9e10-fea2b3ecbdcd tempest-ServerAddressesTestJSON-1687092689 tempest-ServerAddressesTestJSON-1687092689-project] 10.222.0.58 "GET /v2.0/quotas/07699fdb179f4e7f9ca7340f29df868d HTTP/1.1" status: 200 len: 375 time: 0.0148180 Jul 09 14:40:40.926206 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-78e8cee6-877f-49a5-b76d-df8d96d3bf4c req-2199f364-7443-42be-9943-e6a1b02254fb tempest-ServerAddressesTestJSON-1687092689 tempest-ServerAddressesTestJSON-1687092689-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=07699fdb179f4e7f9ca7340f29df868d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316825 Jul 09 14:40:40.930493 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:40.944957 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6015b974-dc7c-4714-be88-3dddf4ffbfe1 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:40:40.966676 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 6015b974-dc7c-4714-be88-3dddf4ffbfe1, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=6015b974-dc7c-4714-be88-3dddf4ffbfe1,segment=NetworkSegment(d799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae),segment_id=d799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:40:41.045097 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:41.079322 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-a8a516f9-a2d6-4b9c-a307-2e557cd95e97 service neutron] For port 5c226e2c-5d13-4f31-b133-6f977cc8eb56, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=5c226e2c-5d13-4f31-b133-6f977cc8eb56,segment=NetworkSegment(aace0400-4c69-453a-b04e-112644859d27),segment_id=aace0400-4c69-453a-b04e-112644859d27)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:40:41.096542 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-78e8cee6-877f-49a5-b76d-df8d96d3bf4c req-1c4fe4bc-1a67-4273-8ee5-d3d7f08f3bd1 service neutron] 10.222.0.58 "GET /v2.0/networks/828fe03d-8575-448b-98cd-28ff706127cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613400 Jul 09 14:40:41.098202 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18959b0-9998-4ed2-9322-4b5d24a4eae4 req-a9eff26e-1f56-471d-94c2-8677714d402f tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:41.099856 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d18959b0-9998-4ed2-9322-4b5d24a4eae4 req-a9eff26e-1f56-471d-94c2-8677714d402f tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=91ecabd0-8edb-4f60-888c-5652f04757f3 HTTP/1.1" status: 200 len: 943 time: 0.1620467 Jul 09 14:40:41.116176 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=6015b974-dc7c-4714-be88-3dddf4ffbfe1,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:41.134871 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-a8a516f9-a2d6-4b9c-a307-2e557cd95e97 service neutron] For port 5c226e2c-5d13-4f31-b133-6f977cc8eb56, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:40:41.175209 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d18959b0-9998-4ed2-9322-4b5d24a4eae4 req-60670319-15ed-44dc-8572-204c3d898f67 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685856 Jul 09 14:40:41.183427 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-a8a516f9-a2d6-4b9c-a307-2e557cd95e97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c226e2c-5d13-4f31-b133-6f977cc8eb56 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:40:41.202006 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-a8a516f9-a2d6-4b9c-a307-2e557cd95e97 service neutron] For port 5c226e2c-5d13-4f31-b133-6f977cc8eb56, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=5c226e2c-5d13-4f31-b133-6f977cc8eb56,segment=NetworkSegment(aace0400-4c69-453a-b04e-112644859d27),segment_id=aace0400-4c69-453a-b04e-112644859d27)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:40:41.208611 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-78e8cee6-877f-49a5-b76d-df8d96d3bf4c req-74a96d42-1de0-47d1-8f26-008066fdf3ad service neutron] 10.222.0.58 "GET /v2.0/networks/828fe03d-8575-448b-98cd-28ff706127cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014385 Jul 09 14:40:41.224698 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eea9081-7ebe-4567-ae54-6a1a63fdc1ed x-openstack-request-id: req-6eea9081-7ebe-4567-ae54-6a1a63fdc1ed {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:40:41.225173 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91ecabd0-8edb-4f60-888c-5652f04757f3", "tag": "43297159-bde3-4827-ae41-e9610acaadad", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:40:41.225526 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6eea9081-7ebe-4567-ae54-6a1a63fdc1ed {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:40:41.226815 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ecabd0-8edb-4f60-888c-5652f04757f3', 'tag': '43297159-bde3-4827-ae41-e9610acaadad', 'status': 'completed', 'code': 200} Jul 09 14:40:41.325406 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-a8a516f9-a2d6-4b9c-a307-2e557cd95e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:41.335708 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7968bc78-4a89-47f0-a8ff-d855b345b687 req-cc390a30-c3c5-43c2-87cc-821b266faf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:41.337549 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7968bc78-4a89-47f0-a8ff-d855b345b687 req-cc390a30-c3c5-43c2-87cc-821b266faf94 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3b28908fc5d842e29720d7043e8083fd&device_id=91ecabd0-8edb-4f60-888c-5652f04757f3 HTTP/1.1" status: 200 len: 1124 time: 0.0592215 Jul 09 14:40:41.369921 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8ab8473b-5873-497b-af02-3cca31a7ca16 req-6d535302-e3c3-48a7-90d5-01b4e9a9ef9e tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=0121a707-88be-40de-a700-780fb137bd25 HTTP/1.1" status: 200 len: 210 time: 0.0311007 Jul 09 14:40:41.407130 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-9fbfea7e-db24-49f7-9476-e70c55c3c80e req-86d6059d-cb1b-406e-b668-a6efb5f754f3 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2088021440', 'description': 'tempest-description-929324584'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:40:41.449403 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7968bc78-4a89-47f0-a8ff-d855b345b687 req-74df29b0-033e-42e8-8fb8-80f1918d34fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:41.450844 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7968bc78-4a89-47f0-a8ff-d855b345b687 req-74df29b0-033e-42e8-8fb8-80f1918d34fb service neutron] 10.222.0.54 "GET /v2.0/networks?id=56b8037f-2c10-4a66-9bb7-3f0d90fcd124 HTTP/1.1" status: 200 len: 909 time: 0.1006269 Jul 09 14:40:41.450983 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-a8a516f9-a2d6-4b9c-a307-2e557cd95e97 service neutron] Transition to ACTIVE for port object 5c226e2c-5d13-4f31-b133-6f977cc8eb56 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:40:41.495361 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7968bc78-4a89-47f0-a8ff-d855b345b687 req-cb340cea-4def-4c63-b8f1-0079497165f1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43297159-bde3-4827-ae41-e9610acaadad HTTP/1.1" status: 200 len: 217 time: 0.0360665 Jul 09 14:40:41.554802 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7968bc78-4a89-47f0-a8ff-d855b345b687 req-953edbfc-810b-4ec8-911d-f069f982bebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:41.556648 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7968bc78-4a89-47f0-a8ff-d855b345b687 req-953edbfc-810b-4ec8-911d-f069f982bebf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e48d7f3a-0ca9-428c-9383-07e4f6a75f04 HTTP/1.1" status: 200 len: 848 time: 0.0517640 Jul 09 14:40:41.559933 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['6015b974-dc7c-4714-be88-3dddf4ffbfe1'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:40:41.598611 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7968bc78-4a89-47f0-a8ff-d855b345b687 req-3418d89a-759f-489e-af08-98abaf9c99f4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=56b8037f-2c10-4a66-9bb7-3f0d90fcd124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324304 Jul 09 14:40:41.627966 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-9fbfea7e-db24-49f7-9476-e70c55c3c80e req-86d6059d-cb1b-406e-b668-a6efb5f754f3 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:41.656429 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-a8a516f9-a2d6-4b9c-a307-2e557cd95e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:41.764631 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a516f9-a2d6-4b9c-a307-2e557cd95e97 service neutron] Pushing event updated for resources: {'Port': ['ID=5c226e2c-5d13-4f31-b133-6f977cc8eb56,revision_number=10']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:41.772375 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7968bc78-4a89-47f0-a8ff-d855b345b687 req-c4510689-6d53-42da-bac3-96253be594c9 service neutron] 10.222.0.54 "GET /v2.0/networks/56b8037f-2c10-4a66-9bb7-3f0d90fcd124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636109 Jul 09 14:40:41.781152 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24acc684-3a75-4b30-81eb-aec7c1ddfff8 req-5e62df79-fac8-4303-adf3-5005c46303fe tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:41.788067 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-24acc684-3a75-4b30-81eb-aec7c1ddfff8 req-5e62df79-fac8-4303-adf3-5005c46303fe tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 945 time: 0.1433034 Jul 09 14:40:41.813320 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-a8a516f9-a2d6-4b9c-a307-2e557cd95e97 service neutron] No DVR routers for this DVR port 5c226e2c-5d13-4f31-b133-6f977cc8eb56 on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:40:41.856306 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-a8a516f9-a2d6-4b9c-a307-2e557cd95e97 service neutron] 10.222.0.62 "PUT /v2.0/ports/5c226e2c-5d13-4f31-b133-6f977cc8eb56/bindings/n-h2-799529-6/activate HTTP/1.1" status: 200 len: 369 time: 1.0237041 Jul 09 14:40:41.896575 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-9fbfea7e-db24-49f7-9476-e70c55c3c80e req-86d6059d-cb1b-406e-b668-a6efb5f754f3 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:42.023223 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-9fbfea7e-db24-49f7-9476-e70c55c3c80e req-86d6059d-cb1b-406e-b668-a6efb5f754f3 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:42.068706 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d6059d-cb1b-406e-b668-a6efb5f754f3 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e4620b-62ab-4cbe-bb35-dca1759d496d,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:42.138286 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-9fbfea7e-db24-49f7-9476-e70c55c3c80e req-86d6059d-cb1b-406e-b668-a6efb5f754f3 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:42.139565 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9fbfea7e-db24-49f7-9476-e70c55c3c80e req-86d6059d-cb1b-406e-b668-a6efb5f754f3 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7378731 Jul 09 14:40:42.177143 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-96104393-1c16-4bb0-8788-b84af894b909 tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:42.179485 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-96104393-1c16-4bb0-8788-b84af894b909 tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=7183159b-84a0-41da-a402-ae36bdd15ad0&tenant_id=a29f2b4cfd1449cca4564d7c2e38b31e&binding%3Ahost_id=n-h1-799529-6 HTTP/1.1" status: 200 len: 1096 time: 0.0717938 Jul 09 14:40:42.208303 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-24acc684-3a75-4b30-81eb-aec7c1ddfff8 req-429e63f1-94ef-483e-930b-7b70e8b933b0 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4183698 Jul 09 14:40:42.230275 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7968bc78-4a89-47f0-a8ff-d855b345b687 req-fb0d2ee6-ba1a-4bb3-9832-a44753edadd4 service neutron] 10.222.0.54 "GET /v2.0/networks/56b8037f-2c10-4a66-9bb7-3f0d90fcd124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4385290 Jul 09 14:40:42.266106 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-3b4a2bfd-1719-401b-9695-252b8f13d9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:42.266106 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-3b4a2bfd-1719-401b-9695-252b8f13d9f2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7183159b-84a0-41da-a402-ae36bdd15ad0&tenant_id=a29f2b4cfd1449cca4564d7c2e38b31e HTTP/1.1" status: 200 len: 1096 time: 0.0725939 Jul 09 14:40:42.382459 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-3aa2aaf7-bbc4-4cb2-bb32-120f2563f764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:42.384171 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-3aa2aaf7-bbc4-4cb2-bb32-120f2563f764 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a29f2b4cfd1449cca4564d7c2e38b31e&device_id=7183159b-84a0-41da-a402-ae36bdd15ad0 HTTP/1.1" status: 200 len: 1096 time: 0.0696821 Jul 09 14:40:42.421666 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f52b3c-32f5-476b-b002-a4763a3ea8a9 req-d868f8fc-9abd-4366-8ff5-4fad1ee7e9aa tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:42.423543 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-42f52b3c-32f5-476b-b002-a4763a3ea8a9 req-d868f8fc-9abd-4366-8ff5-4fad1ee7e9aa tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/ports?device_id=01af826f-9480-4520-929f-03fa443ca8bb HTTP/1.1" status: 200 len: 946 time: 0.0793986 Jul 09 14:40:42.464483 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-42f52b3c-32f5-476b-b002-a4763a3ea8a9 req-f5d92fec-ae18-4100-b1b6-b62b7229d9e8 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa8ccfb5-1089-45b8-8b22-f1c0cd5449b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340843 Jul 09 14:40:42.521822 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482b3f64-a4e8-43b4-a267-ae392075cb85 req-21032956-bc0a-462f-92ed-deeec9a6c02f tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:42.523944 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-482b3f64-a4e8-43b4-a267-ae392075cb85 req-21032956-bc0a-462f-92ed-deeec9a6c02f tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=7183159b-84a0-41da-a402-ae36bdd15ad0 HTTP/1.1" status: 200 len: 945 time: 0.1388271 Jul 09 14:40:42.528757 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-5d00a903-5312-48f1-9dd6-36a20f4a4ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:42.530194 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-5d00a903-5312-48f1-9dd6-36a20f4a4ef1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f37664d6-2d63-4250-9a40-b9995b72cf27 HTTP/1.1" status: 200 len: 922 time: 0.1177394 Jul 09 14:40:42.540008 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-94e7cf70-eea5-4021-84bd-f0873d0e152b req-9355e6e6-2180-4488-8cc1-f225af47bac0 tempest-ServerAddressesTestJSON-1687092689 tempest-ServerAddressesTestJSON-1687092689-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8547655-b965-4b1b-a790-d0009a4530c6 HTTP/1.1" status: 200 len: 210 time: 0.0329177 Jul 09 14:40:42.579662 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-de8b7c69-ecb6-4fd8-8638-7b551a784a49 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c226e2c-5d13-4f31-b133-6f977cc8eb56 HTTP/1.1" status: 200 len: 217 time: 0.0425377 Jul 09 14:40:42.608901 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2462e680-3088-4483-8cc8-3daadb2c3bb5 req-ef28f5de-c136-4905-a964-4b33a30660f1 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] 10.222.0.58 "GET /v2.0/security-groups/c16f6591-28b0-46ee-892d-c8cf5bdb6044 HTTP/1.1" status: 200 len: 1803 time: 0.0425763 Jul 09 14:40:42.621859 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-482b3f64-a4e8-43b4-a267-ae392075cb85 req-b020a1de-b7a7-4ada-ad6f-7c65bf64d95c tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907087 Jul 09 14:40:42.646587 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-6669181a-6ea3-47d9-96d5-387626943cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:42.646587 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-6669181a-6ea3-47d9-96d5-387626943cbb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=defde159-6b57-4a6f-ad64-e5b0f0fcfa82 HTTP/1.1" status: 200 len: 861 time: 0.0519178 Jul 09 14:40:42.672110 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2462e680-3088-4483-8cc8-3daadb2c3bb5 req-44f2346f-81aa-4c87-8a5d-5644593a976e tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] 10.222.0.58 "GET /v2.0/security-groups/b6e4620b-62ab-4cbe-bb35-dca1759d496d HTTP/1.1" status: 200 len: 1804 time: 0.0564492 Jul 09 14:40:42.681926 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-67849a7b-a720-4c46-b59a-fa4b4fdc28ff service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f37664d6-2d63-4250-9a40-b9995b72cf27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327494 Jul 09 14:40:42.683062 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-2462e680-3088-4483-8cc8-3daadb2c3bb5 req-8083c25e-82c2-48ae-8b3e-0bb1a8484b3b tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c16f6591-28b0-46ee-892d-c8cf5bdb6044', 'remote_group_id': 'b6e4620b-62ab-4cbe-bb35-dca1759d496d', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:40:42.683591 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-2462e680-3088-4483-8cc8-3daadb2c3bb5 req-8083c25e-82c2-48ae-8b3e-0bb1a8484b3b tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c16f6591-28b0-46ee-892d-c8cf5bdb6044', 'remote_group_id': 'b6e4620b-62ab-4cbe-bb35-dca1759d496d', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:40:42.775055 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 5c226e2c-5d13-4f31-b133-6f977cc8eb56 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:40:42.792540 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-d117a20a-e0d1-4f72-ba0f-fd63a5e5f266 service neutron] 10.222.0.54 "GET /v2.0/networks/f37664d6-2d63-4250-9a40-b9995b72cf27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979776 Jul 09 14:40:42.822988 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 5c226e2c-5d13-4f31-b133-6f977cc8eb56 not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:40:42.857416 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2462e680-3088-4483-8cc8-3daadb2c3bb5 req-8083c25e-82c2-48ae-8b3e-0bb1a8484b3b tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:42.903116 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2462e680-3088-4483-8cc8-3daadb2c3bb5 req-8083c25e-82c2-48ae-8b3e-0bb1a8484b3b tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:43.023266 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2462e680-3088-4483-8cc8-3daadb2c3bb5 req-8083c25e-82c2-48ae-8b3e-0bb1a8484b3b tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:43.046836 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8083c25e-82c2-48ae-8b3e-0bb1a8484b3b tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3931a52-ea40-46f9-9964-802dd8a312a6,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:43.119631 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2462e680-3088-4483-8cc8-3daadb2c3bb5 req-8083c25e-82c2-48ae-8b3e-0bb1a8484b3b tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:43.120879 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2462e680-3088-4483-8cc8-3daadb2c3bb5 req-8083c25e-82c2-48ae-8b3e-0bb1a8484b3b tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4424403 Jul 09 14:40:43.180954 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-4a220df1-03f7-401d-b852-7b2d7b0354cd service neutron] 10.222.0.54 "GET /v2.0/networks/f37664d6-2d63-4250-9a40-b9995b72cf27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3782592 Jul 09 14:40:43.193330 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea33e4a-9c70-43e7-b530-18f821eb87df req-d8f9359f-200a-4772-909e-5cdf5e84f400 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:43.195676 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bea33e4a-9c70-43e7-b530-18f821eb87df req-d8f9359f-200a-4772-909e-5cdf5e84f400 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=91ecabd0-8edb-4f60-888c-5652f04757f3 HTTP/1.1" status: 200 len: 943 time: 0.4592371 Jul 09 14:40:43.221533 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-a0de2552-0cdd-46f5-ae2f-d82f8df20691 req-7a7be3e1-47ff-42ec-8519-185921fa86d2 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1532373176', 'description': 'tempest-description-1475772698'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:40:43.229672 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0121a707-88be-40de-a700-780fb137bd25', 'name': 'network-vif-deleted', 'tag': '3fbe6579-ca61-437f-a710-a3e1672e1b44'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:40:43.231975 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16efd9d8-d8ee-4c29-be64-7b69a2d0ae01" -d '{"events": [{"server_uuid": "0121a707-88be-40de-a700-780fb137bd25", "name": "network-vif-deleted", "tag": "3fbe6579-ca61-437f-a710-a3e1672e1b44"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:40:43.248145 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bea33e4a-9c70-43e7-b530-18f821eb87df req-2f6e03e1-bfc7-43cd-9bb2-616b943af073 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422397 Jul 09 14:40:43.296792 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36bdbc32-c9a4-4143-b587-3ebf6c049d41 x-openstack-request-id: req-36bdbc32-c9a4-4143-b587-3ebf6c049d41 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:40:43.297160 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0121a707-88be-40de-a700-780fb137bd25", "name": "network-vif-deleted", "tag": "3fbe6579-ca61-437f-a710-a3e1672e1b44", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:40:43.297735 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-36bdbc32-c9a4-4143-b587-3ebf6c049d41 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:40:43.298206 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0121a707-88be-40de-a700-780fb137bd25', 'name': 'network-vif-deleted', 'tag': '3fbe6579-ca61-437f-a710-a3e1672e1b44', 'status': 'completed', 'code': 200} Jul 09 14:40:43.353990 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-a0de2552-0cdd-46f5-ae2f-d82f8df20691 req-7a7be3e1-47ff-42ec-8519-185921fa86d2 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:43.453067 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70475c-507c-49e5-b49c-45dfd4a5fdef req-516c430a-1855-4093-83a3-751a43b38ad6 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:43.455881 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-a0de2552-0cdd-46f5-ae2f-d82f8df20691 req-7a7be3e1-47ff-42ec-8519-185921fa86d2 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:43.456439 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2b70475c-507c-49e5-b49c-45dfd4a5fdef req-516c430a-1855-4093-83a3-751a43b38ad6 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 945 time: 0.0695150 Jul 09 14:40:43.495673 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2b70475c-507c-49e5-b49c-45dfd4a5fdef req-4b2edf42-54d7-4882-bb3b-8fcac3b3a9b5 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365727 Jul 09 14:40:43.610929 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-a0de2552-0cdd-46f5-ae2f-d82f8df20691 req-7a7be3e1-47ff-42ec-8519-185921fa86d2 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:43.642951 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7be3e1-47ff-42ec-8519-185921fa86d2 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec74c412-36bd-4da1-90cb-63b1bb433858,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:43.725562 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-a0de2552-0cdd-46f5-ae2f-d82f8df20691 req-7a7be3e1-47ff-42ec-8519-185921fa86d2 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:43.739792 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a0de2552-0cdd-46f5-ae2f-d82f8df20691 req-7a7be3e1-47ff-42ec-8519-185921fa86d2 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5271506 Jul 09 14:40:43.798448 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53092ac-f96b-469f-8cea-39ba6a35b482 req-e657f9ec-d99a-43c0-a4d9-4e08b981b9cd tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:43.799930 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f53092ac-f96b-469f-8cea-39ba6a35b482 req-e657f9ec-d99a-43c0-a4d9-4e08b981b9cd tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/networks?id=799bbf9f-0525-4250-82dd-ad4b3053eab3 HTTP/1.1" status: 200 len: 812 time: 0.1041613 Jul 09 14:40:43.815859 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f53092ac-f96b-469f-8cea-39ba6a35b482 req-328a009f-c238-4ced-95ca-948158173839 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/quotas/1c625c057eb84d94ab805dc5f07c0366 HTTP/1.1" status: 200 len: 375 time: 0.0094731 Jul 09 14:40:43.852726 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f53092ac-f96b-469f-8cea-39ba6a35b482 req-bd3c00fe-3626-4d3e-831e-c19d8ff46a11 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1c625c057eb84d94ab805dc5f07c0366&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304372 Jul 09 14:40:43.897070 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9360147b-0fd6-4e27-8415-643a41e9bceb req-30012e31-cdab-4cb3-96e1-6460d8b3e15c tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:43.900266 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9360147b-0fd6-4e27-8415-643a41e9bceb req-30012e31-cdab-4cb3-96e1-6460d8b3e15c tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/ports?device_id=01af826f-9480-4520-929f-03fa443ca8bb HTTP/1.1" status: 200 len: 946 time: 0.0690413 Jul 09 14:40:43.942911 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9360147b-0fd6-4e27-8415-643a41e9bceb req-1b0f7a16-94a5-495f-aefc-1d4fc4bbba12 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa8ccfb5-1089-45b8-8b22-f1c0cd5449b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354910 Jul 09 14:40:43.978590 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-7de677a3-ef11-41dd-a5d7-7a778df898f3 tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:43.980122 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-7de677a3-ef11-41dd-a5d7-7a778df898f3 tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=7183159b-84a0-41da-a402-ae36bdd15ad0&tenant_id=a29f2b4cfd1449cca4564d7c2e38b31e&binding%3Ahost_id=n-h2-799529-6 HTTP/1.1" status: 200 len: 1096 time: 0.1309643 Jul 09 14:40:43.983672 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f53092ac-f96b-469f-8cea-39ba6a35b482 req-386833a0-1a5c-4029-9042-d8280cd56eb0 service neutron] 10.222.0.58 "GET /v2.0/networks/799bbf9f-0525-4250-82dd-ad4b3053eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223099 Jul 09 14:40:44.077134 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-833df6a1-3b6b-463b-a11f-ed967c0d3ca9 req-227009bd-6c7a-460b-942a-e72d4a0da5af tempest-ServerAddressesTestJSON-1687092689 tempest-ServerAddressesTestJSON-1687092689-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8547655-b965-4b1b-a790-d0009a4530c6 HTTP/1.1" status: 200 len: 210 time: 0.0283203 Jul 09 14:40:44.142649 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f53092ac-f96b-469f-8cea-39ba6a35b482 req-9976a89d-c025-4a25-a686-5d78078c9133 service neutron] 10.222.0.58 "GET /v2.0/networks/799bbf9f-0525-4250-82dd-ad4b3053eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529295 Jul 09 14:40:44.245892 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e5ec4-d224-4f75-888f-2d91367445b3 req-61a59ee0-cf52-4800-83ff-59eee644de83 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:44.247397 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ba4e5ec4-d224-4f75-888f-2d91367445b3 req-61a59ee0-cf52-4800-83ff-59eee644de83 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=7183159b-84a0-41da-a402-ae36bdd15ad0 HTTP/1.1" status: 200 len: 945 time: 0.0669057 Jul 09 14:40:44.271127 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-e396980e-df5b-43d6-8954-9ba93fddf8a3 service neutron] For port 5c226e2c-5d13-4f31-b133-6f977cc8eb56, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:40:44.276172 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-e396980e-df5b-43d6-8954-9ba93fddf8a3 service neutron] Notify callbacks [] for binding, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:44.277441 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1267f73d-a56d-40dc-9e8f-8da472da4980 req-e396980e-df5b-43d6-8954-9ba93fddf8a3 service neutron] 10.222.0.54 "DELETE /v2.0/ports/5c226e2c-5d13-4f31-b133-6f977cc8eb56/bindings/n-h1-799529-6 HTTP/1.1" status: 204 len: 173 time: 0.2803819 Jul 09 14:40:44.289271 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ba4e5ec4-d224-4f75-888f-2d91367445b3 req-920e5bda-680f-4231-b61a-c90a516f0158 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360303 Jul 09 14:40:44.321658 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-96cf8803-2b1c-4e7e-a724-63bb49158bbb req-ffd66bad-6428-4615-b8d2-cf3c46cd9686 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2119892148', 'description': 'tempest-description-1437821814'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:40:44.429929 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-96cf8803-2b1c-4e7e-a724-63bb49158bbb req-ffd66bad-6428-4615-b8d2-cf3c46cd9686 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:44.532266 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-96cf8803-2b1c-4e7e-a724-63bb49158bbb req-ffd66bad-6428-4615-b8d2-cf3c46cd9686 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:44.554759 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:44.634074 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-96cf8803-2b1c-4e7e-a724-63bb49158bbb req-ffd66bad-6428-4615-b8d2-cf3c46cd9686 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:44.640973 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb956f-1ee2-4cbb-a48c-11381fe875d7 req-b9785564-46f1-4f0c-8a70-235a9fcabbda tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:44.642494 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-45bb956f-1ee2-4cbb-a48c-11381fe875d7 req-b9785564-46f1-4f0c-8a70-235a9fcabbda tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=91ecabd0-8edb-4f60-888c-5652f04757f3 HTTP/1.1" status: 200 len: 943 time: 0.1562872 Jul 09 14:40:44.651142 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8cee6-877f-49a5-b76d-df8d96d3bf4c req-579a2174-5211-44ca-b28e-6c3b8c120ea5 tempest-ServerAddressesTestJSON-1687092689 tempest-ServerAddressesTestJSON-1687092689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:44.652565 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-78e8cee6-877f-49a5-b76d-df8d96d3bf4c req-579a2174-5211-44ca-b28e-6c3b8c120ea5 tempest-ServerAddressesTestJSON-1687092689 tempest-ServerAddressesTestJSON-1687092689-project] 10.222.0.62 "GET /v2.0/networks?id=828fe03d-8575-448b-98cd-28ff706127cd HTTP/1.1" status: 200 len: 814 time: 0.1278059 Jul 09 14:40:44.666383 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd66bad-6428-4615-b8d2-cf3c46cd9686 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=957cbc33-5458-47bc-945c-1b1bfeb2c33c,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:44.677576 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-78e8cee6-877f-49a5-b76d-df8d96d3bf4c req-459f5c79-9855-4cce-b8d4-bf84c0b7cd9f tempest-ServerAddressesTestJSON-1687092689 tempest-ServerAddressesTestJSON-1687092689-project] Request body: {'port': {'device_id': 'a8547655-b965-4b1b-a790-d0009a4530c6', 'network_id': '828fe03d-8575-448b-98cd-28ff706127cd', 'admin_state_up': True, 'tenant_id': '07699fdb179f4e7f9ca7340f29df868d'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:40:44.738832 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-45bb956f-1ee2-4cbb-a48c-11381fe875d7 req-60140be0-ff2b-4c75-9e6a-854b75092dc5 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852861 Jul 09 14:40:44.761173 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 6015b974-dc7c-4714-be88-3dddf4ffbfe1 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:40:44.766863 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-96cf8803-2b1c-4e7e-a724-63bb49158bbb req-ffd66bad-6428-4615-b8d2-cf3c46cd9686 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:44.800291 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-96cf8803-2b1c-4e7e-a724-63bb49158bbb req-ffd66bad-6428-4615-b8d2-cf3c46cd9686 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4822686 Jul 09 14:40:44.888866 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-43a50892-d00e-4343-a623-358e21a5e0ce req-b3269cb8-0a9c-49f2-b88b-aa62cd67f321 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=140a0213-420b-4cf6-b92d-34463762a3f8 HTTP/1.1" status: 200 len: 210 time: 0.0635252 Jul 09 14:40:44.942071 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port 6015b974-dc7c-4714-be88-3dddf4ffbfe1 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:40:44.947700 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 6015b974-dc7c-4714-be88-3dddf4ffbfe1 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:40:44.953695 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:44.953856 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78e8cee6-877f-49a5-b76d-df8d96d3bf4c req-459f5c79-9855-4cce-b8d4-bf84c0b7cd9f tempest-ServerAddressesTestJSON-1687092689 tempest-ServerAddressesTestJSON-1687092689-project] Made reservation on behalf of 07699fdb179f4e7f9ca7340f29df868d for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:40:44.957179 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-78e8cee6-877f-49a5-b76d-df8d96d3bf4c req-459f5c79-9855-4cce-b8d4-bf84c0b7cd9f tempest-ServerAddressesTestJSON-1687092689 tempest-ServerAddressesTestJSON-1687092689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:44.967956 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafac678-4410-49a9-b394-f51a1d932eb0 req-37ae24fa-aa75-40b9-93e0-b2e44b021703 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:44.970237 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-eafac678-4410-49a9-b394-f51a1d932eb0 req-37ae24fa-aa75-40b9-93e0-b2e44b021703 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 945 time: 0.0869639 Jul 09 14:40:45.066367 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:45.094567 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b33550-07e9-4e61-aef5-26df5078532c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6015b974-dc7c-4714-be88-3dddf4ffbfe1'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:40:45.097551 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f45e09-e955-4863-bcd3-9aa2ea442e1c" -d '{"events": [{"server_uuid": "d5b33550-07e9-4e61-aef5-26df5078532c", "name": "network-vif-plugged", "status": "completed", "tag": "6015b974-dc7c-4714-be88-3dddf4ffbfe1"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:40:45.113370 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-eafac678-4410-49a9-b394-f51a1d932eb0 req-5756dcb5-6fda-42c2-950a-fb7737e12f4a tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343482 Jul 09 14:40:45.113577 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 6015b974-dc7c-4714-be88-3dddf4ffbfe1, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=6015b974-dc7c-4714-be88-3dddf4ffbfe1,segment=NetworkSegment(d799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae),segment_id=d799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:40:45.121135 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f2f5256b-1170-4816-a360-ede54efa1131 req-79ca2634-ace2-4ba9-b892-30b59ac49e9f tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] 10.222.0.58 "GET /v2.0/security-groups/ec74c412-36bd-4da1-90cb-63b1bb433858 HTTP/1.1" status: 200 len: 1805 time: 0.0464382 Jul 09 14:40:45.181540 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f2f5256b-1170-4816-a360-ede54efa1131 req-c25e7bdd-9d77-4128-80d8-370709012639 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] 10.222.0.58 "GET /v2.0/security-groups/957cbc33-5458-47bc-945c-1b1bfeb2c33c HTTP/1.1" status: 200 len: 1805 time: 0.0538809 Jul 09 14:40:45.184771 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-78e8cee6-877f-49a5-b76d-df8d96d3bf4c req-459f5c79-9855-4cce-b8d4-bf84c0b7cd9f tempest-ServerAddressesTestJSON-1687092689 tempest-ServerAddressesTestJSON-1687092689-project] Allocated IP 172.20.0.6 (828fe03d-8575-448b-98cd-28ff706127cd/ffc8141f-d016-4e94-91ff-9bc86e944614/1f205de6-8c81-4e92-befd-bb00ad5222c9) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:40:45.198972 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-f2f5256b-1170-4816-a360-ede54efa1131 req-e97064d6-ba90-495b-9bda-5eef0c1bded2 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ec74c412-36bd-4da1-90cb-63b1bb433858', 'remote_group_id': '957cbc33-5458-47bc-945c-1b1bfeb2c33c', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:40:45.199581 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-f2f5256b-1170-4816-a360-ede54efa1131 req-e97064d6-ba90-495b-9bda-5eef0c1bded2 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ec74c412-36bd-4da1-90cb-63b1bb433858', 'remote_group_id': '957cbc33-5458-47bc-945c-1b1bfeb2c33c', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:40:45.279344 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:45.280510 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 3fbe6579-ca61-437f-a710-a3e1672e1b44 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:40:45.337673 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: 3fbe6579-ca61-437f-a710-a3e1672e1b44 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:40:45.338269 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 3fbe6579-ca61-437f-a710-a3e1672e1b44 not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:40:45.348790 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f2f5256b-1170-4816-a360-ede54efa1131 req-e97064d6-ba90-495b-9bda-5eef0c1bded2 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:45.369837 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=6015b974-dc7c-4714-be88-3dddf4ffbfe1,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:45.378276 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:45.378886 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:45.379388 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:45.379929 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:45.380438 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:45.380933 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:45.381331 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a87937-9e89-469c-b3fc-fb6b340bd438 req-648dadc6-b627-4593-a727-b19491d8a8b5 tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:45.382469 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:45.383042 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:45.383478 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c0a87937-9e89-469c-b3fc-fb6b340bd438 req-648dadc6-b627-4593-a727-b19491d8a8b5 tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=7183159b-84a0-41da-a402-ae36bdd15ad0 HTTP/1.1" status: 200 len: 1096 time: 0.1395833 Jul 09 14:40:45.383737 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:45.384233 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:45.384721 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:45.385219 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:45.388576 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-78e8cee6-877f-49a5-b76d-df8d96d3bf4c req-459f5c79-9855-4cce-b8d4-bf84c0b7cd9f tempest-ServerAddressesTestJSON-1687092689 tempest-ServerAddressesTestJSON-1687092689-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:45.401645 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f2f5256b-1170-4816-a360-ede54efa1131 req-e97064d6-ba90-495b-9bda-5eef0c1bded2 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:45.442154 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c0a87937-9e89-469c-b3fc-fb6b340bd438 req-1240328e-7de7-449b-891e-45a7db09385c tempest-LiveAutoBlockMigrationV225Test-1250714105 tempest-LiveAutoBlockMigrationV225Test-1250714105-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461264 Jul 09 14:40:45.508364 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f2f5256b-1170-4816-a360-ede54efa1131 req-e97064d6-ba90-495b-9bda-5eef0c1bded2 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:45.525154 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97064d6-ba90-495b-9bda-5eef0c1bded2 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eec6c58-f0d9-4d5b-b981-06ce4d96d920,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:45.548187 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-78e8cee6-877f-49a5-b76d-df8d96d3bf4c req-459f5c79-9855-4cce-b8d4-bf84c0b7cd9f tempest-ServerAddressesTestJSON-1687092689 tempest-ServerAddressesTestJSON-1687092689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:45.605141 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f2f5256b-1170-4816-a360-ede54efa1131 req-e97064d6-ba90-495b-9bda-5eef0c1bded2 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:45.606314 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f2f5256b-1170-4816-a360-ede54efa1131 req-e97064d6-ba90-495b-9bda-5eef0c1bded2 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4119344 Jul 09 14:40:45.629463 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78e8cee6-877f-49a5-b76d-df8d96d3bf4c req-459f5c79-9855-4cce-b8d4-bf84c0b7cd9f tempest-ServerAddressesTestJSON-1687092689 tempest-ServerAddressesTestJSON-1687092689-project] Network 828fe03d-8575-448b-98cd-28ff706127cd is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:40:45.635112 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-78e8cee6-877f-49a5-b76d-df8d96d3bf4c req-459f5c79-9855-4cce-b8d4-bf84c0b7cd9f tempest-ServerAddressesTestJSON-1687092689 tempest-ServerAddressesTestJSON-1687092689-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:40:45.641714 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e8cee6-877f-49a5-b76d-df8d96d3bf4c req-459f5c79-9855-4cce-b8d4-bf84c0b7cd9f tempest-ServerAddressesTestJSON-1687092689 tempest-ServerAddressesTestJSON-1687092689-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:40:45.681116 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459f5c79-9855-4cce-b8d4-bf84c0b7cd9f tempest-ServerAddressesTestJSON-1687092689 tempest-ServerAddressesTestJSON-1687092689-project] Pushing event updated for resources: {'Port': ['ID=1f205de6-8c81-4e92-befd-bb00ad5222c9,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:45.738369 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8cee6-877f-49a5-b76d-df8d96d3bf4c req-459f5c79-9855-4cce-b8d4-bf84c0b7cd9f tempest-ServerAddressesTestJSON-1687092689 tempest-ServerAddressesTestJSON-1687092689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:45.738997 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-78e8cee6-877f-49a5-b76d-df8d96d3bf4c req-459f5c79-9855-4cce-b8d4-bf84c0b7cd9f tempest-ServerAddressesTestJSON-1687092689 tempest-ServerAddressesTestJSON-1687092689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:45.763150 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d0860-5693-4265-8d1d-2304e3538429 req-8fbfe9e9-7903-4a7f-83d8-0eea2c5ae9ee tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:45.770407 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dd6d0860-5693-4265-8d1d-2304e3538429 req-8fbfe9e9-7903-4a7f-83d8-0eea2c5ae9ee tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/ports?device_id=01af826f-9480-4520-929f-03fa443ca8bb HTTP/1.1" status: 200 len: 946 time: 0.1890562 Jul 09 14:40:45.780857 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee6390-f901-437b-b2f5-14cfe149b48b req-71a250d1-88fa-4ffd-b059-8c61b19524a1 tempest-ServerAddressesTestJSON-1687092689 tempest-ServerAddressesTestJSON-1687092689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:45.782970 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-24ee6390-f901-437b-b2f5-14cfe149b48b req-71a250d1-88fa-4ffd-b059-8c61b19524a1 tempest-ServerAddressesTestJSON-1687092689 tempest-ServerAddressesTestJSON-1687092689-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8547655-b965-4b1b-a790-d0009a4530c6 HTTP/1.1" status: 200 len: 931 time: 0.0750809 Jul 09 14:40:45.812591 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dd6d0860-5693-4265-8d1d-2304e3538429 req-097c2ada-52f7-4111-ae86-a6d32df75350 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa8ccfb5-1089-45b8-8b22-f1c0cd5449b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412407 Jul 09 14:40:45.817389 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-78e8cee6-877f-49a5-b76d-df8d96d3bf4c req-459f5c79-9855-4cce-b8d4-bf84c0b7cd9f tempest-ServerAddressesTestJSON-1687092689 tempest-ServerAddressesTestJSON-1687092689-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1455669 Jul 09 14:40:45.830281 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-24ee6390-f901-437b-b2f5-14cfe149b48b req-849375a7-1c49-44c5-998d-26e212f0b983 tempest-ServerAddressesTestJSON-1687092689 tempest-ServerAddressesTestJSON-1687092689-project] 10.222.0.58 "GET /v2.0/security-groups?id=666c7f16-0103-458b-8291-b0a5d96ef4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379176 Jul 09 14:40:45.883103 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-78e8cee6-877f-49a5-b76d-df8d96d3bf4c req-04703fac-70a7-47f1-a296-9ef914a39340 service neutron] Request body: {'port': {'device_id': 'a8547655-b965-4b1b-a790-d0009a4530c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:40:46.009001 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0fdac47-f348-404f-a8eb-f9baae4fcb75 x-openstack-request-id: req-c0fdac47-f348-404f-a8eb-f9baae4fcb75 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:40:46.009509 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5b33550-07e9-4e61-aef5-26df5078532c", "name": "network-vif-plugged", "status": "completed", "tag": "6015b974-dc7c-4714-be88-3dddf4ffbfe1", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:40:46.009612 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c0fdac47-f348-404f-a8eb-f9baae4fcb75 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:40:46.010015 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b33550-07e9-4e61-aef5-26df5078532c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6015b974-dc7c-4714-be88-3dddf4ffbfe1', 'code': 200} Jul 09 14:40:46.036658 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-78e8cee6-877f-49a5-b76d-df8d96d3bf4c req-04703fac-70a7-47f1-a296-9ef914a39340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:46.139968 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1ea8a40f-6f9c-45e9-96d0-8690ee53f5a3 req-9a4cc0d9-1280-437f-b4e9-137c014c7224 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] 10.222.0.58 "GET /v2.0/security-groups/957cbc33-5458-47bc-945c-1b1bfeb2c33c HTTP/1.1" status: 200 len: 1805 time: 0.1054227 Jul 09 14:40:46.388720 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-1ea8a40f-6f9c-45e9-96d0-8690ee53f5a3 req-44352182-b8c5-4776-92ba-4a5e515bde99 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:46.431121 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-1ea8a40f-6f9c-45e9-96d0-8690ee53f5a3 req-44352182-b8c5-4776-92ba-4a5e515bde99 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:46.443054 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df2272-4cbd-4924-8371-b139bd62a5dc req-4c95fdea-a706-45cc-9c9b-faf65170a4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:46.445684 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-63df2272-4cbd-4924-8371-b139bd62a5dc req-4c95fdea-a706-45cc-9c9b-faf65170a4ac service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 1097 time: 0.2145536 Jul 09 14:40:46.553523 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-63df2272-4cbd-4924-8371-b139bd62a5dc req-a5c6e8b2-acd3-4d59-8624-386de51fcc77 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758262 Jul 09 14:40:46.600803 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-78e8cee6-877f-49a5-b76d-df8d96d3bf4c req-04703fac-70a7-47f1-a296-9ef914a39340 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f205de6-8c81-4e92-befd-bb00ad5222c9 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:40:46.609595 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-78e8cee6-877f-49a5-b76d-df8d96d3bf4c req-04703fac-70a7-47f1-a296-9ef914a39340 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:46.626420 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6780a98-9be7-44af-98e9-9bf23805748d req-b3ee7196-e485-4c46-a51f-6b0ebe68dbba tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:46.628670 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b6780a98-9be7-44af-98e9-9bf23805748d req-b3ee7196-e485-4c46-a51f-6b0ebe68dbba tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=91ecabd0-8edb-4f60-888c-5652f04757f3 HTTP/1.1" status: 200 len: 943 time: 0.0793388 Jul 09 14:40:46.649977 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-78e8cee6-877f-49a5-b76d-df8d96d3bf4c req-04703fac-70a7-47f1-a296-9ef914a39340 service neutron] Transition to ACTIVE for port object 1f205de6-8c81-4e92-befd-bb00ad5222c9 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:40:46.651465 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-1ea8a40f-6f9c-45e9-96d0-8690ee53f5a3 req-44352182-b8c5-4776-92ba-4a5e515bde99 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:46.654374 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-1ea8a40f-6f9c-45e9-96d0-8690ee53f5a3 req-44352182-b8c5-4776-92ba-4a5e515bde99 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:46.670873 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1ea8a40f-6f9c-45e9-96d0-8690ee53f5a3 req-44352182-b8c5-4776-92ba-4a5e515bde99 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] 10.222.0.58 "DELETE /v2.0/security-groups/957cbc33-5458-47bc-945c-1b1bfeb2c33c HTTP/1.1" status: 204 len: 173 time: 0.5298321 Jul 09 14:40:46.686775 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b6780a98-9be7-44af-98e9-9bf23805748d req-aea9dbc7-09e5-4a3a-8c88-eb7b32fac392 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467677 Jul 09 14:40:46.697722 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44352182-b8c5-4776-92ba-4a5e515bde99 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=957cbc33-5458-47bc-945c-1b1bfeb2c33c,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:46.713509 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-78e8cee6-877f-49a5-b76d-df8d96d3bf4c req-04703fac-70a7-47f1-a296-9ef914a39340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:46.858527 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04703fac-70a7-47f1-a296-9ef914a39340 service neutron] Pushing event updated for resources: {'Port': ['ID=1f205de6-8c81-4e92-befd-bb00ad5222c9,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:46.943534 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-25c9eb3d-765b-4d8b-b37f-f6f8fc21f603 req-b2598909-7147-4d23-b5a2-a280600ca31b tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=140a0213-420b-4cf6-b92d-34463762a3f8 HTTP/1.1" status: 200 len: 210 time: 0.0521493 Jul 09 14:40:46.992226 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-78e8cee6-877f-49a5-b76d-df8d96d3bf4c req-04703fac-70a7-47f1-a296-9ef914a39340 service neutron] Attempting to bind port 1f205de6-8c81-4e92-befd-bb00ad5222c9 on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:40:46.997310 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-78e8cee6-877f-49a5-b76d-df8d96d3bf4c req-04703fac-70a7-47f1-a296-9ef914a39340 service neutron] Attempting to bind port 1f205de6-8c81-4e92-befd-bb00ad5222c9 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': 'b50c3cde-65f3-4b2e-b850-f8b9ad387fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '828fe03d-8575-448b-98cd-28ff706127cd'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:40:46.997797 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e8cee6-877f-49a5-b76d-df8d96d3bf4c req-04703fac-70a7-47f1-a296-9ef914a39340 service neutron] Attempting to bind port 1f205de6-8c81-4e92-befd-bb00ad5222c9 on network 828fe03d-8575-448b-98cd-28ff706127cd {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:40:47.014506 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ec2e8-4c28-42ab-9f9c-e71df41c9b9d req-553de2a5-6914-48d6-9505-1df8eac483fd tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:47.015836 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e8cee6-877f-49a5-b76d-df8d96d3bf4c req-04703fac-70a7-47f1-a296-9ef914a39340 service neutron] Port 1f205de6-8c81-4e92-befd-bb00ad5222c9 on network 828fe03d-8575-448b-98cd-28ff706127cd not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:40:47.016266 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e8cee6-877f-49a5-b76d-df8d96d3bf4c req-04703fac-70a7-47f1-a296-9ef914a39340 service neutron] Attempting to bind port 1f205de6-8c81-4e92-befd-bb00ad5222c9 on network 828fe03d-8575-448b-98cd-28ff706127cd {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:40:47.019052 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3f1ec2e8-4c28-42ab-9f9c-e71df41c9b9d req-553de2a5-6914-48d6-9505-1df8eac483fd tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 946 time: 0.0946043 Jul 09 14:40:47.021965 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e8cee6-877f-49a5-b76d-df8d96d3bf4c req-04703fac-70a7-47f1-a296-9ef914a39340 service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:40:47.023037 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e8cee6-877f-49a5-b76d-df8d96d3bf4c req-04703fac-70a7-47f1-a296-9ef914a39340 service neutron] Checking segment: {'id': 'b50c3cde-65f3-4b2e-b850-f8b9ad387fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '828fe03d-8575-448b-98cd-28ff706127cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:40:47.023581 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e8cee6-877f-49a5-b76d-df8d96d3bf4c req-04703fac-70a7-47f1-a296-9ef914a39340 service neutron] Bound using segment: {'id': 'b50c3cde-65f3-4b2e-b850-f8b9ad387fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '828fe03d-8575-448b-98cd-28ff706127cd'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:40:47.024129 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-78e8cee6-877f-49a5-b76d-df8d96d3bf4c req-04703fac-70a7-47f1-a296-9ef914a39340 service neutron] Bound port: 1f205de6-8c81-4e92-befd-bb00ad5222c9, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b50c3cde-65f3-4b2e-b850-f8b9ad387fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '828fe03d-8575-448b-98cd-28ff706127cd'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:40:47.024598 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-78e8cee6-877f-49a5-b76d-df8d96d3bf4c req-04703fac-70a7-47f1-a296-9ef914a39340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:47.035940 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 43297159-bde3-4827-ae41-e9610acaadad no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:40:47.088584 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3f1ec2e8-4c28-42ab-9f9c-e71df41c9b9d req-8b94abf1-d805-4113-a148-63083c011e91 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627596 Jul 09 14:40:47.202891 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6d58b4ca-4cb4-4022-a502-68ab683e6761 req-34089393-3164-40bc-82ac-40739a145a12 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] 10.222.0.58 "GET /v2.0/security-groups/ec74c412-36bd-4da1-90cb-63b1bb433858 HTTP/1.1" status: 200 len: 1805 time: 0.0803802 Jul 09 14:40:47.236353 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-78e8cee6-877f-49a5-b76d-df8d96d3bf4c req-04703fac-70a7-47f1-a296-9ef914a39340 service neutron] For port 1f205de6-8c81-4e92-befd-bb00ad5222c9, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:40:47.255659 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-78e8cee6-877f-49a5-b76d-df8d96d3bf4c req-04703fac-70a7-47f1-a296-9ef914a39340 service neutron] For port 1f205de6-8c81-4e92-befd-bb00ad5222c9, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=1f205de6-8c81-4e92-befd-bb00ad5222c9,segment=NetworkSegment(b50c3cde-65f3-4b2e-b850-f8b9ad387fce),segment_id=b50c3cde-65f3-4b2e-b850-f8b9ad387fce)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:40:47.288172 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091007f-d235-4ddb-9667-52bc80dda682 req-7ff10d88-7a64-4192-890d-4265ec86df33 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:47.292033 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f091007f-d235-4ddb-9667-52bc80dda682 req-7ff10d88-7a64-4192-890d-4265ec86df33 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=7183159b-84a0-41da-a402-ae36bdd15ad0 HTTP/1.1" status: 200 len: 945 time: 0.1882660 Jul 09 14:40:47.330149 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f738c-b520-4c64-a023-1f132a55ad8b req-cbf75d06-9a2f-4ead-866c-311bba79cfe2 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:47.332178 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1c6f738c-b520-4c64-a023-1f132a55ad8b req-cbf75d06-9a2f-4ead-866c-311bba79cfe2 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.54 "GET /v2.0/ports?device_id=7183159b-84a0-41da-a402-ae36bdd15ad0 HTTP/1.1" status: 200 len: 945 time: 0.1871085 Jul 09 14:40:47.394842 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f091007f-d235-4ddb-9667-52bc80dda682 req-2d51693a-64d8-42b4-9d6e-f85f80c8ba10 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955794 Jul 09 14:40:47.409840 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0717a0-2b13-4f5e-bffb-e3577ade12cd req-5d696075-dccb-4d5e-a3f9-093d3c6c5a4e tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:47.409840 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ef0717a0-2b13-4f5e-bffb-e3577ade12cd req-5d696075-dccb-4d5e-a3f9-093d3c6c5a4e tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/ports?device_id=01af826f-9480-4520-929f-03fa443ca8bb HTTP/1.1" status: 200 len: 946 time: 0.1069920 Jul 09 14:40:47.452607 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-78e8cee6-877f-49a5-b76d-df8d96d3bf4c req-04703fac-70a7-47f1-a296-9ef914a39340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:47.462490 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ef0717a0-2b13-4f5e-bffb-e3577ade12cd req-ec59890a-7144-4aaf-9388-2fbb772ff06d tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa8ccfb5-1089-45b8-8b22-f1c0cd5449b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473316 Jul 09 14:40:47.492893 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-3f5243e1-e35f-456d-9562-32c1fe9bbb0d req-112ef676-3d7e-48a2-995d-cd1efe45161a tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-52425844', 'description': 'tempest-description-2000985083'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:40:47.523004 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8cee6-877f-49a5-b76d-df8d96d3bf4c req-04703fac-70a7-47f1-a296-9ef914a39340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:47.523654 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-78e8cee6-877f-49a5-b76d-df8d96d3bf4c req-04703fac-70a7-47f1-a296-9ef914a39340 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:47.524993 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-78e8cee6-877f-49a5-b76d-df8d96d3bf4c req-04703fac-70a7-47f1-a296-9ef914a39340 service neutron] 10.222.0.62 "PUT /v2.0/ports/1f205de6-8c81-4e92-befd-bb00ad5222c9 HTTP/1.1" status: 200 len: 1091 time: 1.6497831 Jul 09 14:40:47.526195 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8547655-b965-4b1b-a790-d0009a4530c6', 'tag': '1f205de6-8c81-4e92-befd-bb00ad5222c9'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:40:47.528499 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c658d10-e804-4a2a-88d9-2906743958c3" -d '{"events": [{"name": "network-changed", "server_uuid": "a8547655-b965-4b1b-a790-d0009a4530c6", "tag": "1f205de6-8c81-4e92-befd-bb00ad5222c9"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:40:47.591263 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04703fac-70a7-47f1-a296-9ef914a39340 service neutron] Pushing event updated for resources: {'Port': ['ID=1f205de6-8c81-4e92-befd-bb00ad5222c9,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:47.636853 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-3f5243e1-e35f-456d-9562-32c1fe9bbb0d req-112ef676-3d7e-48a2-995d-cd1efe45161a tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:47.649709 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-1c6f738c-b520-4c64-a023-1f132a55ad8b req-8ee19a7f-8bd1-4ca0-8ed6-0ce4b369e214 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Deleting port 5c226e2c-5d13-4f31-b133-6f977cc8eb56 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:40:47.650070 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-1c6f738c-b520-4c64-a023-1f132a55ad8b req-8ee19a7f-8bd1-4ca0-8ed6-0ce4b369e214 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:47.696705 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-a6e0318a-83a9-4d40-ac1a-9cdb936657f6 service neutron] 10.222.0.54 "GET /v2.0/ports/43297159-bde3-4827-ae41-e9610acaadad/bindings/n-h1-799529-6 HTTP/1.1" status: 200 len: 384 time: 0.0896909 Jul 09 14:40:47.798671 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53092ac-f96b-469f-8cea-39ba6a35b482 req-db58862c-02ef-481b-b0c0-34d66ef0725b tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:47.799746 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f53092ac-f96b-469f-8cea-39ba6a35b482 req-db58862c-02ef-481b-b0c0-34d66ef0725b tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.62 "GET /v2.0/networks?id=799bbf9f-0525-4250-82dd-ad4b3053eab3 HTTP/1.1" status: 200 len: 812 time: 0.2267029 Jul 09 14:40:47.811394 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3114599c-bca9-4351-97a7-38dcdbe7dfea req-c6bea3ab-733e-4df0-b32d-f72e791caa4d tempest-ServerAddressesTestJSON-1687092689 tempest-ServerAddressesTestJSON-1687092689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:47.812918 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3114599c-bca9-4351-97a7-38dcdbe7dfea req-c6bea3ab-733e-4df0-b32d-f72e791caa4d tempest-ServerAddressesTestJSON-1687092689 tempest-ServerAddressesTestJSON-1687092689-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8547655-b965-4b1b-a790-d0009a4530c6 HTTP/1.1" status: 200 len: 943 time: 0.2938328 Jul 09 14:40:47.823376 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-f53092ac-f96b-469f-8cea-39ba6a35b482 req-15763c77-2a7c-4c77-a075-d2cade1051db tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Request body: {'port': {'device_id': '140a0213-420b-4cf6-b92d-34463762a3f8', 'network_id': '799bbf9f-0525-4250-82dd-ad4b3053eab3', 'admin_state_up': True, 'tenant_id': '1c625c057eb84d94ab805dc5f07c0366'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:40:47.825661 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-3f5243e1-e35f-456d-9562-32c1fe9bbb0d req-112ef676-3d7e-48a2-995d-cd1efe45161a tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:47.885856 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-3f5243e1-e35f-456d-9562-32c1fe9bbb0d req-112ef676-3d7e-48a2-995d-cd1efe45161a tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:47.926205 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8cee6-877f-49a5-b76d-df8d96d3bf4c req-7713061e-27bc-45ef-abda-b4fb59f6ac39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:47.927850 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-78e8cee6-877f-49a5-b76d-df8d96d3bf4c req-7713061e-27bc-45ef-abda-b4fb59f6ac39 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=07699fdb179f4e7f9ca7340f29df868d&device_id=a8547655-b965-4b1b-a790-d0009a4530c6 HTTP/1.1" status: 200 len: 1094 time: 0.2262480 Jul 09 14:40:47.931796 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-1c6f738c-b520-4c64-a023-1f132a55ad8b req-8ee19a7f-8bd1-4ca0-8ed6-0ce4b369e214 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] For port 5c226e2c-5d13-4f31-b133-6f977cc8eb56, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=5c226e2c-5d13-4f31-b133-6f977cc8eb56,segment=NetworkSegment(aace0400-4c69-453a-b04e-112644859d27),segment_id=aace0400-4c69-453a-b04e-112644859d27)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:40:47.932166 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-1c6f738c-b520-4c64-a023-1f132a55ad8b req-8ee19a7f-8bd1-4ca0-8ed6-0ce4b369e214 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:47.934733 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112ef676-3d7e-48a2-995d-cd1efe45161a tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e20dea-1a8b-4f77-804a-6efd4af0df15,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:47.960528 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-31426873-af2c-4d2a-be35-1ba1ba131492 service neutron] For port 43297159-bde3-4827-ae41-e9610acaadad, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=43297159-bde3-4827-ae41-e9610acaadad,segment=NetworkSegment(cd7790e9-3309-48a3-bfb3-c9f386870e48),segment_id=cd7790e9-3309-48a3-bfb3-c9f386870e48)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:40:47.968005 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-1c6f738c-b520-4c64-a023-1f132a55ad8b req-8ee19a7f-8bd1-4ca0-8ed6-0ce4b369e214 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Calling delete_port for 5c226e2c-5d13-4f31-b133-6f977cc8eb56 owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:40:47.984840 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-3f5243e1-e35f-456d-9562-32c1fe9bbb0d req-112ef676-3d7e-48a2-995d-cd1efe45161a tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:47.986183 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3f5243e1-e35f-456d-9562-32c1fe9bbb0d req-112ef676-3d7e-48a2-995d-cd1efe45161a tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4984434 Jul 09 14:40:47.987268 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-31426873-af2c-4d2a-be35-1ba1ba131492 service neutron] For port 43297159-bde3-4827-ae41-e9610acaadad, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:40:48.014512 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-78e8cee6-877f-49a5-b76d-df8d96d3bf4c req-ef647d13-a4d1-4abf-ac25-61c66043c0ce service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f205de6-8c81-4e92-befd-bb00ad5222c9 HTTP/1.1" status: 200 len: 217 time: 0.0617871 Jul 09 14:40:48.026664 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3114599c-bca9-4351-97a7-38dcdbe7dfea req-428f808d-f6a5-4bc0-baa2-bb128aa67080 tempest-ServerAddressesTestJSON-1687092689 tempest-ServerAddressesTestJSON-1687092689-project] 10.222.0.58 "GET /v2.0/security-groups?id=666c7f16-0103-458b-8291-b0a5d96ef4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930611 Jul 09 14:40:48.042022 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-31426873-af2c-4d2a-be35-1ba1ba131492 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43297159-bde3-4827-ae41-e9610acaadad {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:40:48.055782 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-31426873-af2c-4d2a-be35-1ba1ba131492 service neutron] For port 43297159-bde3-4827-ae41-e9610acaadad, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=43297159-bde3-4827-ae41-e9610acaadad,segment=NetworkSegment(cd7790e9-3309-48a3-bfb3-c9f386870e48),segment_id=cd7790e9-3309-48a3-bfb3-c9f386870e48)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:40:48.076034 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ffbb89-5591-4e2a-96a5-a7a5420a188c x-openstack-request-id: req-00ffbb89-5591-4e2a-96a5-a7a5420a188c {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:40:48.076034 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8547655-b965-4b1b-a790-d0009a4530c6", "tag": "1f205de6-8c81-4e92-befd-bb00ad5222c9", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:40:48.076034 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-00ffbb89-5591-4e2a-96a5-a7a5420a188c {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:40:48.076034 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8547655-b965-4b1b-a790-d0009a4530c6', 'tag': '1f205de6-8c81-4e92-befd-bb00ad5222c9', 'status': 'completed', 'code': 200} Jul 09 14:40:48.148874 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8cee6-877f-49a5-b76d-df8d96d3bf4c req-b10a774c-2a7b-42eb-9e59-04ba0b44073b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:48.150974 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-78e8cee6-877f-49a5-b76d-df8d96d3bf4c req-b10a774c-2a7b-42eb-9e59-04ba0b44073b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ffc8141f-d016-4e94-91ff-9bc86e944614 HTTP/1.1" status: 200 len: 854 time: 0.0794668 Jul 09 14:40:48.170344 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-31426873-af2c-4d2a-be35-1ba1ba131492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:48.191012 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-78e8cee6-877f-49a5-b76d-df8d96d3bf4c req-0d69b247-8e39-4d79-a692-82fba05461f3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=828fe03d-8575-448b-98cd-28ff706127cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299954 Jul 09 14:40:48.239664 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f53092ac-f96b-469f-8cea-39ba6a35b482 req-15763c77-2a7c-4c77-a075-d2cade1051db tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Made reservation on behalf of 1c625c057eb84d94ab805dc5f07c0366 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:40:48.244923 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-f53092ac-f96b-469f-8cea-39ba6a35b482 req-15763c77-2a7c-4c77-a075-d2cade1051db tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:48.264389 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af442a-b005-40a4-be64-738c9fa8431a req-05d36586-a764-4862-a5df-f18c69b2ae3b tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:48.271707 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-31af442a-b005-40a4-be64-738c9fa8431a req-05d36586-a764-4862-a5df-f18c69b2ae3b tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=91ecabd0-8edb-4f60-888c-5652f04757f3 HTTP/1.1" status: 200 len: 943 time: 0.1130197 Jul 09 14:40:48.322820 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-31af442a-b005-40a4-be64-738c9fa8431a req-5d4f7e00-7bb6-4ce4-a8b8-4b5158bef4ce tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501533 Jul 09 14:40:48.378921 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-73e64557-bb6d-42a7-986e-e49dd8b460e9 req-88e9a30b-3793-4dd8-b553-3dfef87b118e tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=140a0213-420b-4cf6-b92d-34463762a3f8 HTTP/1.1" status: 200 len: 210 time: 0.0758741 Jul 09 14:40:48.391060 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-af3b0c5a-c998-455a-8994-085a8e4945e4 req-28b152b7-26c4-486c-83bb-b2ae19e6dba2 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] 10.222.0.58 "GET /v2.0/security-groups/c2e20dea-1a8b-4f77-804a-6efd4af0df15 HTTP/1.1" status: 200 len: 1803 time: 0.0426433 Jul 09 14:40:48.404894 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-af3b0c5a-c998-455a-8994-085a8e4945e4 req-c4f39d7a-1ea8-452f-98a6-9dc45e8c75a5 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c2e20dea-1a8b-4f77-804a-6efd4af0df15', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:40:48.405210 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-af3b0c5a-c998-455a-8994-085a8e4945e4 req-c4f39d7a-1ea8-452f-98a6-9dc45e8c75a5 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c2e20dea-1a8b-4f77-804a-6efd4af0df15', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:40:48.472463 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-78e8cee6-877f-49a5-b76d-df8d96d3bf4c req-98a003a1-14ac-4f6a-af54-a177537dd037 service neutron] 10.222.0.62 "GET /v2.0/networks/828fe03d-8575-448b-98cd-28ff706127cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440367 Jul 09 14:40:48.513489 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-31426873-af2c-4d2a-be35-1ba1ba131492 service neutron] Transition to ACTIVE for port object 43297159-bde3-4827-ae41-e9610acaadad will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:40:48.540373 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-1c6f738c-b520-4c64-a023-1f132a55ad8b req-8ee19a7f-8bd1-4ca0-8ed6-0ce4b369e214 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:48.554475 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['5c226e2c-5d13-4f31-b133-6f977cc8eb56'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:40:48.573962 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-31426873-af2c-4d2a-be35-1ba1ba131492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:48.597121 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee19a7f-8bd1-4ca0-8ed6-0ce4b369e214 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Pushing event deleted for resources: {'Port': ['ID=5c226e2c-5d13-4f31-b133-6f977cc8eb56,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:48.601470 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-f53092ac-f96b-469f-8cea-39ba6a35b482 req-15763c77-2a7c-4c77-a075-d2cade1051db tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Allocated IP 172.20.0.8 (799bbf9f-0525-4250-82dd-ad4b3053eab3/aeb0304f-76ed-455f-9fb9-36b89284b9c6/66a857ac-eecb-454c-97bd-264f9c55cdc5) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:40:48.614590 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-af3b0c5a-c998-455a-8994-085a8e4945e4 req-c4f39d7a-1ea8-452f-98a6-9dc45e8c75a5 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:48.666975 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-31426873-af2c-4d2a-be35-1ba1ba131492 service neutron] No DVR routers for this DVR port 43297159-bde3-4827-ae41-e9610acaadad on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:40:48.691522 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-af3b0c5a-c998-455a-8994-085a8e4945e4 req-c4f39d7a-1ea8-452f-98a6-9dc45e8c75a5 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:48.713787 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c6f738c-b520-4c64-a023-1f132a55ad8b req-8ee19a7f-8bd1-4ca0-8ed6-0ce4b369e214 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] No DVR routers for this DVR port 5c226e2c-5d13-4f31-b133-6f977cc8eb56 on host n-h2-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:40:48.719713 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-1c6f738c-b520-4c64-a023-1f132a55ad8b req-8ee19a7f-8bd1-4ca0-8ed6-0ce4b369e214 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:48.721508 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31426873-af2c-4d2a-be35-1ba1ba131492 service neutron] Pushing event updated for resources: {'Port': ['ID=43297159-bde3-4827-ae41-e9610acaadad,revision_number=10']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:48.721660 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1c6f738c-b520-4c64-a023-1f132a55ad8b req-8ee19a7f-8bd1-4ca0-8ed6-0ce4b369e214 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.54 "DELETE /v2.0/ports/5c226e2c-5d13-4f31-b133-6f977cc8eb56 HTTP/1.1" status: 204 len: 173 time: 1.3737104 Jul 09 14:40:48.729029 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-78e8cee6-877f-49a5-b76d-df8d96d3bf4c req-a4e93cb8-e761-42b3-8045-58b4ad24496e service neutron] 10.222.0.62 "GET /v2.0/networks/828fe03d-8575-448b-98cd-28ff706127cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428486 Jul 09 14:40:48.731827 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-31426873-af2c-4d2a-be35-1ba1ba131492 service neutron] 10.222.0.54 "PUT /v2.0/ports/43297159-bde3-4827-ae41-e9610acaadad/bindings/n-h1-799529-6/activate HTTP/1.1" status: 200 len: 369 time: 1.0296350 Jul 09 14:40:48.787606 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-af3b0c5a-c998-455a-8994-085a8e4945e4 req-c4f39d7a-1ea8-452f-98a6-9dc45e8c75a5 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:48.802256 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00320b-7167-4eb3-804a-669cbb956a68 req-75ed2dea-f96e-4ccb-86c8-336478235941 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:48.804422 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8f00320b-7167-4eb3-804a-669cbb956a68 req-75ed2dea-f96e-4ccb-86c8-336478235941 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 946 time: 0.2461500 Jul 09 14:40:48.808819 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f39d7a-1ea8-452f-98a6-9dc45e8c75a5 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=006ee785-6e31-4068-9a21-e1c01b03d16a,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:48.864266 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8f00320b-7167-4eb3-804a-669cbb956a68 req-ed3b2af8-4b94-466e-a130-26b50fa5aa7c tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538020 Jul 09 14:40:48.897710 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-f53092ac-f96b-469f-8cea-39ba6a35b482 req-15763c77-2a7c-4c77-a075-d2cade1051db tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:48.909810 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-af3b0c5a-c998-455a-8994-085a8e4945e4 req-c4f39d7a-1ea8-452f-98a6-9dc45e8c75a5 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:48.911984 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-af3b0c5a-c998-455a-8994-085a8e4945e4 req-c4f39d7a-1ea8-452f-98a6-9dc45e8c75a5 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5145693 Jul 09 14:40:48.982916 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c658d10-e804-4a2a-88d9-2906743958c3 req-e684ae76-f439-451d-9365-1129bb87cda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:48.985084 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6c658d10-e804-4a2a-88d9-2906743958c3 req-e684ae76-f439-451d-9365-1129bb87cda1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=07699fdb179f4e7f9ca7340f29df868d&device_id=a8547655-b965-4b1b-a790-d0009a4530c6 HTTP/1.1" status: 200 len: 1094 time: 0.0637245 Jul 09 14:40:49.135143 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c658d10-e804-4a2a-88d9-2906743958c3 req-3b7b9923-88d4-4604-8716-7798201219de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:49.135143 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6c658d10-e804-4a2a-88d9-2906743958c3 req-3b7b9923-88d4-4604-8716-7798201219de service neutron] 10.222.0.62 "GET /v2.0/networks?id=828fe03d-8575-448b-98cd-28ff706127cd HTTP/1.1" status: 200 len: 915 time: 0.1388834 Jul 09 14:40:49.154830 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b3b97-5656-49d1-a01c-2771a9bcae0a req-74382954-61c9-457d-8653-dd751a6d6215 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:49.156488 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dc3b3b97-5656-49d1-a01c-2771a9bcae0a req-74382954-61c9-457d-8653-dd751a6d6215 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/ports?device_id=01af826f-9480-4520-929f-03fa443ca8bb HTTP/1.1" status: 200 len: 946 time: 0.1149123 Jul 09 14:40:49.194727 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6c658d10-e804-4a2a-88d9-2906743958c3 req-14d53f4d-5426-459a-b82e-60f8c4a83a04 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f205de6-8c81-4e92-befd-bb00ad5222c9 HTTP/1.1" status: 200 len: 217 time: 0.0538304 Jul 09 14:40:49.263624 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dc3b3b97-5656-49d1-a01c-2771a9bcae0a req-62e1aaa4-6eaf-4b0a-85df-e2ef4f7f456f tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa8ccfb5-1089-45b8-8b22-f1c0cd5449b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760138 Jul 09 14:40:49.272721 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c658d10-e804-4a2a-88d9-2906743958c3 req-bbd7182c-20de-442e-af55-cb2258eb3e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:49.274169 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6c658d10-e804-4a2a-88d9-2906743958c3 req-bbd7182c-20de-442e-af55-cb2258eb3e44 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ffc8141f-d016-4e94-91ff-9bc86e944614 HTTP/1.1" status: 200 len: 854 time: 0.0706608 Jul 09 14:40:49.278098 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-755eab40-ad9b-435f-9f01-8ca178d2ce5e req-0a63c9b2-23a2-4ce7-85f6-e5c3110f5612 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=7183159b-84a0-41da-a402-ae36bdd15ad0 HTTP/1.1" status: 200 len: 210 time: 0.0401607 Jul 09 14:40:49.328505 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-af09f93a-30c8-4d0b-b0a1-5fbd6c892a9c tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:49.330160 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-af09f93a-30c8-4d0b-b0a1-5fbd6c892a9c tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=91ecabd0-8edb-4f60-888c-5652f04757f3&tenant_id=3b28908fc5d842e29720d7043e8083fd&binding%3Ahost_id=n-h2-799529-6 HTTP/1.1" status: 200 len: 1095 time: 0.4101830 Jul 09 14:40:49.337223 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6c658d10-e804-4a2a-88d9-2906743958c3 req-c8d05453-a435-45c7-b4d8-0fc151cfa505 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=828fe03d-8575-448b-98cd-28ff706127cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471959 Jul 09 14:40:49.403415 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-f53092ac-f96b-469f-8cea-39ba6a35b482 req-15763c77-2a7c-4c77-a075-d2cade1051db tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:49.423904 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-eee2019b-6c2e-437b-9d77-2c0eff2092fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:49.426885 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-eee2019b-6c2e-437b-9d77-2c0eff2092fb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=91ecabd0-8edb-4f60-888c-5652f04757f3&tenant_id=3b28908fc5d842e29720d7043e8083fd HTTP/1.1" status: 200 len: 1095 time: 0.0889897 Jul 09 14:40:49.433868 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b425c656-04ad-42c1-9d52-dc93d0ccc155 req-bebf985d-dc64-4424-9e39-9b294c083671 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] 10.222.0.58 "GET /v2.0/security-groups/c2e20dea-1a8b-4f77-804a-6efd4af0df15 HTTP/1.1" status: 200 len: 2396 time: 0.1286831 Jul 09 14:40:49.450053 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-b425c656-04ad-42c1-9d52-dc93d0ccc155 req-2c953e5a-060e-4788-939e-fd1b5fc56a21 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c2e20dea-1a8b-4f77-804a-6efd4af0df15', 'remote_group_id': None}]} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:40:49.450850 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-b425c656-04ad-42c1-9d52-dc93d0ccc155 req-2c953e5a-060e-4788-939e-fd1b5fc56a21 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c2e20dea-1a8b-4f77-804a-6efd4af0df15', 'remote_group_id': None}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:40:49.490250 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6c658d10-e804-4a2a-88d9-2906743958c3 req-2da6ed1f-5e3a-44ed-b3b1-f006229690d0 service neutron] 10.222.0.62 "GET /v2.0/networks/828fe03d-8575-448b-98cd-28ff706127cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442895 Jul 09 14:40:49.492366 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f53092ac-f96b-469f-8cea-39ba6a35b482 req-15763c77-2a7c-4c77-a075-d2cade1051db tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Network 799bbf9f-0525-4250-82dd-ad4b3053eab3 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:40:49.516139 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-f53092ac-f96b-469f-8cea-39ba6a35b482 req-15763c77-2a7c-4c77-a075-d2cade1051db tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:40:49.519137 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-f53092ac-f96b-469f-8cea-39ba6a35b482 req-15763c77-2a7c-4c77-a075-d2cade1051db tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:40:49.561111 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15763c77-2a7c-4c77-a075-d2cade1051db tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Pushing event updated for resources: {'Port': ['ID=66a857ac-eecb-454c-97bd-264f9c55cdc5,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:49.610754 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53092ac-f96b-469f-8cea-39ba6a35b482 req-15763c77-2a7c-4c77-a075-d2cade1051db tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:49.611336 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-f53092ac-f96b-469f-8cea-39ba6a35b482 req-15763c77-2a7c-4c77-a075-d2cade1051db tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:49.611936 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b425c656-04ad-42c1-9d52-dc93d0ccc155 req-2c953e5a-060e-4788-939e-fd1b5fc56a21 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:49.621607 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6c658d10-e804-4a2a-88d9-2906743958c3 req-7f21119d-c5d9-45ec-adbd-b2624881f782 service neutron] 10.222.0.62 "GET /v2.0/networks/828fe03d-8575-448b-98cd-28ff706127cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247385 Jul 09 14:40:49.643958 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b425c656-04ad-42c1-9d52-dc93d0ccc155 req-2c953e5a-060e-4788-939e-fd1b5fc56a21 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:49.653186 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-b5a0124e-a30d-4a92-9281-e4efec6d7f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:49.654784 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-b5a0124e-a30d-4a92-9281-e4efec6d7f06 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3b28908fc5d842e29720d7043e8083fd&device_id=91ecabd0-8edb-4f60-888c-5652f04757f3 HTTP/1.1" status: 200 len: 1095 time: 0.1812129 Jul 09 14:40:49.668414 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d05c65f-805b-406c-8732-67baf94fe6c4 req-406af924-ba8a-49a2-8c88-eafcf3b3c5a3 tempest-ServerAddressesTestJSON-1687092689 tempest-ServerAddressesTestJSON-1687092689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:49.669948 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4d05c65f-805b-406c-8732-67baf94fe6c4 req-406af924-ba8a-49a2-8c88-eafcf3b3c5a3 tempest-ServerAddressesTestJSON-1687092689 tempest-ServerAddressesTestJSON-1687092689-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8547655-b965-4b1b-a790-d0009a4530c6 HTTP/1.1" status: 200 len: 943 time: 0.1578350 Jul 09 14:40:49.733639 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f53092ac-f96b-469f-8cea-39ba6a35b482 req-15763c77-2a7c-4c77-a075-d2cade1051db tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9134443 Jul 09 14:40:49.753412 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b425c656-04ad-42c1-9d52-dc93d0ccc155 req-2c953e5a-060e-4788-939e-fd1b5fc56a21 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:49.760052 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-f53092ac-f96b-469f-8cea-39ba6a35b482 req-397a5aae-2685-4edd-832b-20f5b34a8e3f service neutron] Request body: {'port': {'device_id': '140a0213-420b-4cf6-b92d-34463762a3f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:40:49.777097 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c953e5a-060e-4788-939e-fd1b5fc56a21 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=042d2a9d-c6a2-49bd-9219-a11cedd4ae6c,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:49.795378 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4d05c65f-805b-406c-8732-67baf94fe6c4 req-885e4b2d-435d-4293-aabf-f5b37a57b944 tempest-ServerAddressesTestJSON-1687092689 tempest-ServerAddressesTestJSON-1687092689-project] 10.222.0.58 "GET /v2.0/security-groups?id=666c7f16-0103-458b-8291-b0a5d96ef4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158888 Jul 09 14:40:49.859458 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-6a7a70a2-e2ca-4a2e-a107-36d19f08a056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:49.861299 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-6a7a70a2-e2ca-4a2e-a107-36d19f08a056 service neutron] 10.222.0.62 "GET /v2.0/networks?id=56b8037f-2c10-4a66-9bb7-3f0d90fcd124 HTTP/1.1" status: 200 len: 909 time: 0.1900706 Jul 09 14:40:49.884988 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b425c656-04ad-42c1-9d52-dc93d0ccc155 req-2c953e5a-060e-4788-939e-fd1b5fc56a21 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:49.886276 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b425c656-04ad-42c1-9d52-dc93d0ccc155 req-2c953e5a-060e-4788-939e-fd1b5fc56a21 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4411395 Jul 09 14:40:49.912097 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-5cce2b80-7d1c-47de-bc56-dae913b96241 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43297159-bde3-4827-ae41-e9610acaadad HTTP/1.1" status: 200 len: 217 time: 0.0433898 Jul 09 14:40:49.920922 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-f53092ac-f96b-469f-8cea-39ba6a35b482 req-397a5aae-2685-4edd-832b-20f5b34a8e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:50.015015 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-db77faa2-581a-4c92-ad80-32afe34fd6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:50.017547 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-db77faa2-581a-4c92-ad80-32afe34fd6e1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e48d7f3a-0ca9-428c-9383-07e4f6a75f04 HTTP/1.1" status: 200 len: 848 time: 0.0943398 Jul 09 14:40:50.054558 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ab9a76-68e6-4ea6-bca6-a439dfcf5e27 req-2c3a8097-e818-475c-b83c-8e36e6fa5bad tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:50.056189 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f9ab9a76-68e6-4ea6-bca6-a439dfcf5e27 req-2c3a8097-e818-475c-b83c-8e36e6fa5bad tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=91ecabd0-8edb-4f60-888c-5652f04757f3 HTTP/1.1" status: 200 len: 944 time: 0.0718415 Jul 09 14:40:50.096729 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f9ab9a76-68e6-4ea6-bca6-a439dfcf5e27 req-db2daa47-9a02-45c7-b869-6e5ba4d3e69a tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347345 Jul 09 14:40:50.140595 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7183159b-84a0-41da-a402-ae36bdd15ad0', 'name': 'network-vif-deleted', 'tag': '5c226e2c-5d13-4f31-b133-6f977cc8eb56'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:40:50.142933 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd84e1b-4319-4d59-8881-9b0ab8e1d044" -d '{"events": [{"server_uuid": "7183159b-84a0-41da-a402-ae36bdd15ad0", "name": "network-vif-deleted", "tag": "5c226e2c-5d13-4f31-b133-6f977cc8eb56"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:40:50.152468 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-7934a262-6782-4896-aeb9-d2852f65df99 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=56b8037f-2c10-4a66-9bb7-3f0d90fcd124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1249337 Jul 09 14:40:50.285446 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfdd863-920d-4274-86eb-2752e0a10ffa req-e5f9291a-2a3c-4f42-8fdd-ecbf9f5ba434 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:50.292587 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ecfdd863-920d-4274-86eb-2752e0a10ffa req-e5f9291a-2a3c-4f42-8fdd-ecbf9f5ba434 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 946 time: 0.0812969 Jul 09 14:40:50.321463 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed07b9-c307-4cb4-8062-0d4b6ed31220 req-8a8acd89-fce0-4551-a077-df9faad0f22d tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:50.322984 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5aed07b9-c307-4cb4-8062-0d4b6ed31220 req-8a8acd89-fce0-4551-a077-df9faad0f22d tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=140a0213-420b-4cf6-b92d-34463762a3f8 HTTP/1.1" status: 200 len: 931 time: 0.2849329 Jul 09 14:40:50.339179 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ecfdd863-920d-4274-86eb-2752e0a10ffa req-85e61e4d-aa48-43bf-8ac9-48ab8fc25327 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452788 Jul 09 14:40:50.379429 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-70e10fc9-c87e-4fdb-862b-73ec590e1177 service neutron] 10.222.0.62 "GET /v2.0/networks/56b8037f-2c10-4a66-9bb7-3f0d90fcd124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167544 Jul 09 14:40:50.418145 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f34d2afa-18e4-481d-a5d1-824ee30b2dc7 req-16f27c75-41a8-49d2-81c8-1ca29567bffd tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] 10.222.0.58 "GET /v2.0/security-groups/c2e20dea-1a8b-4f77-804a-6efd4af0df15 HTTP/1.1" status: 200 len: 2994 time: 0.0484719 Jul 09 14:40:50.457849 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f63884-35cb-49b1-b71d-c36a6ee2afe1 x-openstack-request-id: req-b3f63884-35cb-49b1-b71d-c36a6ee2afe1 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:40:50.458140 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7183159b-84a0-41da-a402-ae36bdd15ad0", "name": "network-vif-deleted", "tag": "5c226e2c-5d13-4f31-b133-6f977cc8eb56", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:40:50.458391 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b3f63884-35cb-49b1-b71d-c36a6ee2afe1 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:40:50.458789 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7183159b-84a0-41da-a402-ae36bdd15ad0', 'name': 'network-vif-deleted', 'tag': '5c226e2c-5d13-4f31-b133-6f977cc8eb56', 'status': 'completed', 'code': 200} Jul 09 14:40:50.469936 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5aed07b9-c307-4cb4-8062-0d4b6ed31220 req-eb102ee8-4dff-4402-bd5a-4d4d8d47755d tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364906 Jul 09 14:40:50.517514 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-f53092ac-f96b-469f-8cea-39ba6a35b482 req-397a5aae-2685-4edd-832b-20f5b34a8e3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66a857ac-eecb-454c-97bd-264f9c55cdc5 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:40:50.526146 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-f53092ac-f96b-469f-8cea-39ba6a35b482 req-397a5aae-2685-4edd-832b-20f5b34a8e3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:50.549988 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-f53092ac-f96b-469f-8cea-39ba6a35b482 req-397a5aae-2685-4edd-832b-20f5b34a8e3f service neutron] Transition to ACTIVE for port object 66a857ac-eecb-454c-97bd-264f9c55cdc5 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:40:50.552173 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-c20817be-6614-491f-893c-e7a233b1c7ef service neutron] 10.222.0.62 "GET /v2.0/networks/56b8037f-2c10-4a66-9bb7-3f0d90fcd124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628697 Jul 09 14:40:50.637394 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d41794-d6d7-41d4-ad0e-73945d8e104c req-a331b5b0-131e-44b0-9827-2e2659ebd0aa tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:50.639550 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-37d41794-d6d7-41d4-ad0e-73945d8e104c req-a331b5b0-131e-44b0-9827-2e2659ebd0aa tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/ports?device_id=01af826f-9480-4520-929f-03fa443ca8bb HTTP/1.1" status: 200 len: 946 time: 0.0787339 Jul 09 14:40:50.648551 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7748aeb0-0903-4f88-a0f6-84321c06aa4f req-41e0a035-079a-4d1a-8d7e-8b495f9155e5 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=7183159b-84a0-41da-a402-ae36bdd15ad0 HTTP/1.1" status: 200 len: 210 time: 0.0388677 Jul 09 14:40:50.672643 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-f53092ac-f96b-469f-8cea-39ba6a35b482 req-397a5aae-2685-4edd-832b-20f5b34a8e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:50.692288 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-37d41794-d6d7-41d4-ad0e-73945d8e104c req-5d56942e-86a6-485b-9343-23fb8a8c9da0 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa8ccfb5-1089-45b8-8b22-f1c0cd5449b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469818 Jul 09 14:40:50.733960 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397a5aae-2685-4edd-832b-20f5b34a8e3f service neutron] Pushing event updated for resources: {'Port': ['ID=66a857ac-eecb-454c-97bd-264f9c55cdc5,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:50.766804 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f58e79db-5f18-46df-aafc-df3c691d540f req-55df69c9-236a-4419-be8a-be36869409ed tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] 10.222.0.58 "GET /v2.0/security-group-rules/042d2a9d-c6a2-49bd-9219-a11cedd4ae6c HTTP/1.1" status: 200 len: 783 time: 0.0388756 Jul 09 14:40:50.818121 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f58e79db-5f18-46df-aafc-df3c691d540f req-c9822a86-3983-46f2-85ce-f186d203a286 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] 10.222.0.58 "GET /v2.0/security-groups/c2e20dea-1a8b-4f77-804a-6efd4af0df15 HTTP/1.1" status: 200 len: 2994 time: 0.0451326 Jul 09 14:40:50.848529 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f58e79db-5f18-46df-aafc-df3c691d540f req-7e3efa64-9edd-4e77-bf3e-cb9325e7ba2c tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:50.851153 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-f53092ac-f96b-469f-8cea-39ba6a35b482 req-397a5aae-2685-4edd-832b-20f5b34a8e3f service neutron] Attempting to bind port 66a857ac-eecb-454c-97bd-264f9c55cdc5 on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:40:50.851520 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-f53092ac-f96b-469f-8cea-39ba6a35b482 req-397a5aae-2685-4edd-832b-20f5b34a8e3f service neutron] Attempting to bind port 66a857ac-eecb-454c-97bd-264f9c55cdc5 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': 'ea3e7312-a29e-42fd-9247-9011d25d7154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '799bbf9f-0525-4250-82dd-ad4b3053eab3'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:40:50.851850 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53092ac-f96b-469f-8cea-39ba6a35b482 req-397a5aae-2685-4edd-832b-20f5b34a8e3f service neutron] Attempting to bind port 66a857ac-eecb-454c-97bd-264f9c55cdc5 on network 799bbf9f-0525-4250-82dd-ad4b3053eab3 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:40:50.858187 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f58e79db-5f18-46df-aafc-df3c691d540f req-7e3efa64-9edd-4e77-bf3e-cb9325e7ba2c tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:50.863070 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53092ac-f96b-469f-8cea-39ba6a35b482 req-397a5aae-2685-4edd-832b-20f5b34a8e3f service neutron] Port 66a857ac-eecb-454c-97bd-264f9c55cdc5 on network 799bbf9f-0525-4250-82dd-ad4b3053eab3 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:40:50.863395 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53092ac-f96b-469f-8cea-39ba6a35b482 req-397a5aae-2685-4edd-832b-20f5b34a8e3f service neutron] Attempting to bind port 66a857ac-eecb-454c-97bd-264f9c55cdc5 on network 799bbf9f-0525-4250-82dd-ad4b3053eab3 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:40:50.875249 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53092ac-f96b-469f-8cea-39ba6a35b482 req-397a5aae-2685-4edd-832b-20f5b34a8e3f service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:40:50.875652 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53092ac-f96b-469f-8cea-39ba6a35b482 req-397a5aae-2685-4edd-832b-20f5b34a8e3f service neutron] Checking segment: {'id': 'ea3e7312-a29e-42fd-9247-9011d25d7154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '799bbf9f-0525-4250-82dd-ad4b3053eab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:40:50.876042 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53092ac-f96b-469f-8cea-39ba6a35b482 req-397a5aae-2685-4edd-832b-20f5b34a8e3f service neutron] Bound using segment: {'id': 'ea3e7312-a29e-42fd-9247-9011d25d7154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '799bbf9f-0525-4250-82dd-ad4b3053eab3'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:40:50.876476 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-f53092ac-f96b-469f-8cea-39ba6a35b482 req-397a5aae-2685-4edd-832b-20f5b34a8e3f service neutron] Bound port: 66a857ac-eecb-454c-97bd-264f9c55cdc5, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea3e7312-a29e-42fd-9247-9011d25d7154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '799bbf9f-0525-4250-82dd-ad4b3053eab3'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:40:50.876834 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-f53092ac-f96b-469f-8cea-39ba6a35b482 req-397a5aae-2685-4edd-832b-20f5b34a8e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:50.900175 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87119d87-8a40-49ba-9304-b7c17fb11fd1 req-350c7a3f-36ac-4fda-95e6-cc76e1d3fc98 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:50.901797 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-87119d87-8a40-49ba-9304-b7c17fb11fd1 req-350c7a3f-36ac-4fda-95e6-cc76e1d3fc98 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 946 time: 0.1201572 Jul 09 14:40:50.914030 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 55776) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:40:50.920957 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-808e5877-457c-4273-9a4f-fa7e3161df4f tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Request body: {'floatingip': {'port_id': '6015b974-dc7c-4714-be88-3dddf4ffbfe1'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:40:50.965551 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-f53092ac-f96b-469f-8cea-39ba6a35b482 req-397a5aae-2685-4edd-832b-20f5b34a8e3f service neutron] For port 66a857ac-eecb-454c-97bd-264f9c55cdc5, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:40:50.970130 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-f53092ac-f96b-469f-8cea-39ba6a35b482 req-397a5aae-2685-4edd-832b-20f5b34a8e3f service neutron] For port 66a857ac-eecb-454c-97bd-264f9c55cdc5, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=66a857ac-eecb-454c-97bd-264f9c55cdc5,segment=NetworkSegment(ea3e7312-a29e-42fd-9247-9011d25d7154),segment_id=ea3e7312-a29e-42fd-9247-9011d25d7154)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:40:50.972881 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f58e79db-5f18-46df-aafc-df3c691d540f req-7e3efa64-9edd-4e77-bf3e-cb9325e7ba2c tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:50.995541 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-808e5877-457c-4273-9a4f-fa7e3161df4f tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks [] for floatingip, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:51.002289 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f58e79db-5f18-46df-aafc-df3c691d540f req-7e3efa64-9edd-4e77-bf3e-cb9325e7ba2c tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:51.003465 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f58e79db-5f18-46df-aafc-df3c691d540f req-7e3efa64-9edd-4e77-bf3e-cb9325e7ba2c tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/042d2a9d-c6a2-49bd-9219-a11cedd4ae6c HTTP/1.1" status: 204 len: 173 time: 0.1802013 Jul 09 14:40:51.041068 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3efa64-9edd-4e77-bf3e-cb9325e7ba2c tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=042d2a9d-c6a2-49bd-9219-a11cedd4ae6c,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:51.042032 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-f53092ac-f96b-469f-8cea-39ba6a35b482 req-397a5aae-2685-4edd-832b-20f5b34a8e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:51.053290 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 5c226e2c-5d13-4f31-b133-6f977cc8eb56 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:40:51.074296 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: 5c226e2c-5d13-4f31-b133-6f977cc8eb56 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:40:51.074655 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 5c226e2c-5d13-4f31-b133-6f977cc8eb56 not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:40:51.112449 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53092ac-f96b-469f-8cea-39ba6a35b482 req-397a5aae-2685-4edd-832b-20f5b34a8e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:51.113753 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-f53092ac-f96b-469f-8cea-39ba6a35b482 req-397a5aae-2685-4edd-832b-20f5b34a8e3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:51.115804 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f53092ac-f96b-469f-8cea-39ba6a35b482 req-397a5aae-2685-4edd-832b-20f5b34a8e3f service neutron] 10.222.0.62 "PUT /v2.0/ports/66a857ac-eecb-454c-97bd-264f9c55cdc5 HTTP/1.1" status: 200 len: 1091 time: 1.3690403 Jul 09 14:40:51.158390 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397a5aae-2685-4edd-832b-20f5b34a8e3f service neutron] Pushing event updated for resources: {'Port': ['ID=66a857ac-eecb-454c-97bd-264f9c55cdc5,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:51.179863 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c13047-484c-4b8c-a9cc-c678d4af7295 req-3435f4ff-b0d8-417b-be26-a381227fb73f tempest-ServerAddressesTestJSON-1687092689 tempest-ServerAddressesTestJSON-1687092689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:51.188166 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-11c13047-484c-4b8c-a9cc-c678d4af7295 req-3435f4ff-b0d8-417b-be26-a381227fb73f tempest-ServerAddressesTestJSON-1687092689 tempest-ServerAddressesTestJSON-1687092689-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8547655-b965-4b1b-a790-d0009a4530c6 HTTP/1.1" status: 200 len: 943 time: 0.1817887 Jul 09 14:40:51.281077 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-11c13047-484c-4b8c-a9cc-c678d4af7295 req-4eaf0444-5a15-4938-ae02-0ddb0032e468 tempest-ServerAddressesTestJSON-1687092689 tempest-ServerAddressesTestJSON-1687092689-project] 10.222.0.58 "GET /v2.0/security-groups?id=666c7f16-0103-458b-8291-b0a5d96ef4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919678 Jul 09 14:40:51.323597 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-be53dbcf-4183-4ec7-b0ba-cf5aba07c421 req-9763e973-6a23-4022-927c-d9a877e8f88d tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] 10.222.0.58 "GET /v2.0/security-groups/c2e20dea-1a8b-4f77-804a-6efd4af0df15 HTTP/1.1" status: 200 len: 2396 time: 0.0996203 Jul 09 14:40:51.348041 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-5a3fe253-2b63-4486-8c7a-7c4e01a15c92 tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:51.348041 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-5a3fe253-2b63-4486-8c7a-7c4e01a15c92 tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=91ecabd0-8edb-4f60-888c-5652f04757f3&tenant_id=3b28908fc5d842e29720d7043e8083fd&binding%3Ahost_id=n-h1-799529-6 HTTP/1.1" status: 200 len: 1095 time: 0.1498766 Jul 09 14:40:51.356304 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53092ac-f96b-469f-8cea-39ba6a35b482 req-97050721-c2d7-4862-8995-5eeec4c216a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:51.357882 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f53092ac-f96b-469f-8cea-39ba6a35b482 req-97050721-c2d7-4862-8995-5eeec4c216a8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1c625c057eb84d94ab805dc5f07c0366&device_id=140a0213-420b-4cf6-b92d-34463762a3f8 HTTP/1.1" status: 200 len: 1094 time: 0.0966203 Jul 09 14:40:51.448451 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f53092ac-f96b-469f-8cea-39ba6a35b482 req-1b913471-9f81-42a5-8799-84dc79b61264 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66a857ac-eecb-454c-97bd-264f9c55cdc5 HTTP/1.1" status: 200 len: 217 time: 0.0520227 Jul 09 14:40:51.477749 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-be53dbcf-4183-4ec7-b0ba-cf5aba07c421 req-827941c2-7c85-44ab-a371-6a9db73ce717 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:51.540067 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-be53dbcf-4183-4ec7-b0ba-cf5aba07c421 req-827941c2-7c85-44ab-a371-6a9db73ce717 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:51.591058 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53092ac-f96b-469f-8cea-39ba6a35b482 req-fbb925f8-1400-48df-ad91-93df2b0e557c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:51.592655 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f53092ac-f96b-469f-8cea-39ba6a35b482 req-fbb925f8-1400-48df-ad91-93df2b0e557c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=aeb0304f-76ed-455f-9fb9-36b89284b9c6 HTTP/1.1" status: 200 len: 852 time: 0.1123114 Jul 09 14:40:51.641174 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f53092ac-f96b-469f-8cea-39ba6a35b482 req-08331326-0a97-464b-8d70-7e345cb36d7c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=799bbf9f-0525-4250-82dd-ad4b3053eab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398614 Jul 09 14:40:51.674109 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004bdec4-1188-49b6-840e-ea90b7286099 req-e36c7c45-eed3-40d3-aef0-c319fc99aab3 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:51.678341 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-808e5877-457c-4273-9a4f-fa7e3161df4f tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:51.679978 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-004bdec4-1188-49b6-840e-ea90b7286099 req-e36c7c45-eed3-40d3-aef0-c319fc99aab3 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=91ecabd0-8edb-4f60-888c-5652f04757f3 HTTP/1.1" status: 200 len: 944 time: 0.2011027 Jul 09 14:40:51.721542 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-dcd35d92-3ff1-4df9-8fcb-a2bdffdad80e service neutron] For port 43297159-bde3-4827-ae41-e9610acaadad, host n-h2-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:40:51.735810 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-dcd35d92-3ff1-4df9-8fcb-a2bdffdad80e service neutron] Notify callbacks [] for binding, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:51.736926 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-32b216fb-500c-4dea-80fe-e20e06c839b2 req-dcd35d92-3ff1-4df9-8fcb-a2bdffdad80e service neutron] 10.222.0.62 "DELETE /v2.0/ports/43297159-bde3-4827-ae41-e9610acaadad/bindings/n-h2-799529-6 HTTP/1.1" status: 204 len: 173 time: 0.3832381 Jul 09 14:40:51.747776 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-be53dbcf-4183-4ec7-b0ba-cf5aba07c421 req-827941c2-7c85-44ab-a371-6a9db73ce717 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:51.751870 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-be53dbcf-4183-4ec7-b0ba-cf5aba07c421 req-827941c2-7c85-44ab-a371-6a9db73ce717 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:51.763147 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-be53dbcf-4183-4ec7-b0ba-cf5aba07c421 req-827941c2-7c85-44ab-a371-6a9db73ce717 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] 10.222.0.58 "DELETE /v2.0/security-groups/c2e20dea-1a8b-4f77-804a-6efd4af0df15 HTTP/1.1" status: 204 len: 173 time: 0.4286385 Jul 09 14:40:51.773671 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-004bdec4-1188-49b6-840e-ea90b7286099 req-1d5ed51a-7b7e-4e8c-b519-eb2337a0bb48 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655797 Jul 09 14:40:51.792375 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-808e5877-457c-4273-9a4f-fa7e3161df4f tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:51.795984 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f53092ac-f96b-469f-8cea-39ba6a35b482 req-267aedae-f0da-40fc-8b68-2f0b5276944d service neutron] 10.222.0.62 "GET /v2.0/networks/799bbf9f-0525-4250-82dd-ad4b3053eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453254 Jul 09 14:40:51.796835 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827941c2-7c85-44ab-a371-6a9db73ce717 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e20dea-1a8b-4f77-804a-6efd4af0df15,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:51.926669 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f53092ac-f96b-469f-8cea-39ba6a35b482 req-39aa9a2d-7254-4ec7-b75a-b849e7642176 service neutron] 10.222.0.62 "GET /v2.0/networks/799bbf9f-0525-4250-82dd-ad4b3053eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265128 Jul 09 14:40:51.963915 n-d-799529-6 neutron-server[94445]: INFO neutron.db.l3_db [None req-808e5877-457c-4273-9a4f-fa7e3161df4f tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Floating IP f8734064-dd0a-41a5-843a-7fe5fb084b69 associated. External IP: 172.25.3.245, port: 6015b974-dc7c-4714-be88-3dddf4ffbfe1. Jul 09 14:40:51.973567 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-df949b75-36b2-425a-bae3-24a14ffa12ec req-a47df6fa-d89f-4d7b-a8d4-47454ced3f02 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=7183159b-84a0-41da-a402-ae36bdd15ad0 HTTP/1.1" status: 200 len: 210 time: 0.0392554 Jul 09 14:40:52.072154 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a2f765-f158-4522-8a54-a3e148ee6216 req-1656a98f-2e9a-4370-b56f-405c17444c75 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:52.073932 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-67a2f765-f158-4522-8a54-a3e148ee6216 req-1656a98f-2e9a-4370-b56f-405c17444c75 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=140a0213-420b-4cf6-b92d-34463762a3f8 HTTP/1.1" status: 200 len: 943 time: 0.1620431 Jul 09 14:40:52.136665 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-67a2f765-f158-4522-8a54-a3e148ee6216 req-b08198ef-d3a7-4fd2-bf25-025b1efdfa0a tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557411 Jul 09 14:40:52.148716 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c10c0f0-98d1-402c-9293-266fb2d90e87 req-d051a737-8dfa-4186-999e-ae241a45efe9 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:52.150390 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3c10c0f0-98d1-402c-9293-266fb2d90e87 req-d051a737-8dfa-4186-999e-ae241a45efe9 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/ports?device_id=01af826f-9480-4520-929f-03fa443ca8bb HTTP/1.1" status: 200 len: 946 time: 0.0736389 Jul 09 14:40:52.192751 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3c10c0f0-98d1-402c-9293-266fb2d90e87 req-e6f1a702-4fe1-4608-b511-dc1b7eed9b0f tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa8ccfb5-1089-45b8-8b22-f1c0cd5449b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365653 Jul 09 14:40:52.234301 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [req-92deeee6-f3b9-40cc-bf5a-48e0f3256b1a req-53fbc046-21e0-4845-baa2-65c361d338d9 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] show failed (client error): The resource could not be found. Jul 09 14:40:52.236010 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-92deeee6-f3b9-40cc-bf5a-48e0f3256b1a req-53fbc046-21e0-4845-baa2-65c361d338d9 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] 10.222.0.58 "GET /v2.0/security-groups/957cbc33-5458-47bc-945c-1b1bfeb2c33c HTTP/1.1" status: 404 len: 352 time: 0.0521054 Jul 09 14:40:52.273956 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-808e5877-457c-4273-9a4f-fa7e3161df4f tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Router 9b186187-ef36-4e90-9ff9-971ee8539cc5 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:40:52.433612 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-808e5877-457c-4273-9a4f-fa7e3161df4f tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:40:52.440191 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-808e5877-457c-4273-9a4f-fa7e3161df4f tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:52.453220 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99382f7-f350-4244-bb56-d61d3ff96bb3 None None] Sync routers for ids ['9b186187-ef36-4e90-9ff9-971ee8539cc5'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:40:52.460312 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '140a0213-420b-4cf6-b92d-34463762a3f8', 'tag': '66a857ac-eecb-454c-97bd-264f9c55cdc5'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:40:52.463353 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed579686-592a-4bf3-a7c1-4b39c6965f41" -d '{"events": [{"name": "network-changed", "server_uuid": "140a0213-420b-4cf6-b92d-34463762a3f8", "tag": "66a857ac-eecb-454c-97bd-264f9c55cdc5"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:40:52.466365 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99382f7-f350-4244-bb56-d61d3ff96bb3 None None] Routers {'9b186187-ef36-4e90-9ff9-971ee8539cc5'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:40:52.467054 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-e99382f7-f350-4244-bb56-d61d3ff96bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:40:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['9b186187-ef36-4e90-9ff9-971ee8539cc5'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:40:52.476919 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e2e78-5ad8-4812-a88c-e64161f6598b req-b8602149-0956-460f-9de3-5a50789835ba tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:52.478851 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-822e2e78-5ad8-4812-a88c-e64161f6598b req-b8602149-0956-460f-9de3-5a50789835ba tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=91ecabd0-8edb-4f60-888c-5652f04757f3 HTTP/1.1" status: 200 len: 1095 time: 0.0707150 Jul 09 14:40:52.513841 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1be42398-76ff-4d4a-8854-4c549d29bbe6 req-b01443bb-4501-4de7-a8f8-906fb14aba54 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] 10.222.0.58 "GET /v2.0/security-groups/ec74c412-36bd-4da1-90cb-63b1bb433858 HTTP/1.1" status: 200 len: 1805 time: 0.1130824 Jul 09 14:40:52.527421 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-822e2e78-5ad8-4812-a88c-e64161f6598b req-551d1ea7-8593-4dff-8bd3-54f0cf142451 tempest-LiveMigrationTest-1433435032 tempest-LiveMigrationTest-1433435032-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431600 Jul 09 14:40:52.591946 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-808e5877-457c-4273-9a4f-fa7e3161df4f tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "PUT /v2.0/floatingips/f8734064-dd0a-41a5-843a-7fe5fb084b69 HTTP/1.1" status: 200 len: 992 time: 1.6756935 Jul 09 14:40:52.598232 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5b33550-07e9-4e61-aef5-26df5078532c', 'tag': '6015b974-dc7c-4714-be88-3dddf4ffbfe1'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:40:52.601768 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0efe4657-9fb3-4813-8780-4a9772a55108" -d '{"events": [{"name": "network-changed", "server_uuid": "d5b33550-07e9-4e61-aef5-26df5078532c", "tag": "6015b974-dc7c-4714-be88-3dddf4ffbfe1"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:40:52.610452 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-1be42398-76ff-4d4a-8854-4c549d29bbe6 req-bafd8296-ec5b-47f8-9612-d57cece429e3 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:52.613058 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-e99382f7-f350-4244-bb56-d61d3ff96bb3 None None] Set router 9b186187-ef36-4e90-9ff9-971ee8539cc5 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:40:52.637754 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-1be42398-76ff-4d4a-8854-4c549d29bbe6 req-bafd8296-ec5b-47f8-9612-d57cece429e3 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:52.739787 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab17532-2116-484f-be40-0dbfa4fc6645 req-90fdddcb-f8ae-4d12-8490-d21d07947baa tempest-ServerAddressesTestJSON-1687092689 tempest-ServerAddressesTestJSON-1687092689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:52.742682 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7ab17532-2116-484f-be40-0dbfa4fc6645 req-90fdddcb-f8ae-4d12-8490-d21d07947baa tempest-ServerAddressesTestJSON-1687092689 tempest-ServerAddressesTestJSON-1687092689-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8547655-b965-4b1b-a790-d0009a4530c6 HTTP/1.1" status: 200 len: 943 time: 0.0692282 Jul 09 14:40:52.770407 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-1be42398-76ff-4d4a-8854-4c549d29bbe6 req-bafd8296-ec5b-47f8-9612-d57cece429e3 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:52.773960 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-1be42398-76ff-4d4a-8854-4c549d29bbe6 req-bafd8296-ec5b-47f8-9612-d57cece429e3 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:52.786291 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1be42398-76ff-4d4a-8854-4c549d29bbe6 req-bafd8296-ec5b-47f8-9612-d57cece429e3 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] 10.222.0.58 "DELETE /v2.0/security-groups/ec74c412-36bd-4da1-90cb-63b1bb433858 HTTP/1.1" status: 204 len: 173 time: 0.2644722 Jul 09 14:40:52.793327 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7ab17532-2116-484f-be40-0dbfa4fc6645 req-aed772b4-4b96-4181-841e-2220797c2655 tempest-ServerAddressesTestJSON-1687092689 tempest-ServerAddressesTestJSON-1687092689-project] 10.222.0.58 "GET /v2.0/security-groups?id=666c7f16-0103-458b-8291-b0a5d96ef4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446823 Jul 09 14:40:52.795705 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 1f205de6-8c81-4e92-befd-bb00ad5222c9 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:40:52.800690 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafd8296-ec5b-47f8-9612-d57cece429e3 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec74c412-36bd-4da1-90cb-63b1bb433858,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:52.832831 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cbdb059-d503-453a-b205-ac6d6ce289af x-openstack-request-id: req-1cbdb059-d503-453a-b205-ac6d6ce289af {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:40:52.833464 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "140a0213-420b-4cf6-b92d-34463762a3f8", "tag": "66a857ac-eecb-454c-97bd-264f9c55cdc5", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:40:52.833897 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1cbdb059-d503-453a-b205-ac6d6ce289af {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:40:52.834500 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '140a0213-420b-4cf6-b92d-34463762a3f8', 'tag': '66a857ac-eecb-454c-97bd-264f9c55cdc5', 'status': 'completed', 'code': 200} Jul 09 14:40:52.921411 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:52.951493 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed579686-592a-4bf3-a7c1-4b39c6965f41 req-a4683bc5-433d-4f7c-9882-7045cdf27f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:52.953152 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ed579686-592a-4bf3-a7c1-4b39c6965f41 req-a4683bc5-433d-4f7c-9882-7045cdf27f10 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1c625c057eb84d94ab805dc5f07c0366&device_id=140a0213-420b-4cf6-b92d-34463762a3f8 HTTP/1.1" status: 200 len: 1094 time: 0.0738978 Jul 09 14:40:52.994801 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-e99382f7-f350-4244-bb56-d61d3ff96bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b186187-ef36-4e90-9ff9-971ee8539cc5', 'name': 'tempest-AttachVolumeShelveTestJSON-329654569-router', 'tenant_id': '644ca6545bbf445fa0c886b6aef98e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '821ef2ce-5a51-44eb-a9cc-100df4ab7185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:40:13Z', 'updated_at': '2021-07-09T14:40:19Z', 'revision_number': 4, 'project_id': '644ca6545bbf445fa0c886b6aef98e04', 'gw_port': {'id': '821ef2ce-5a51-44eb-a9cc-100df4ab7185', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:41:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b186187-ef36-4e90-9ff9-971ee8539cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:40:14Z', 'updated_at': '2021-07-09T14:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': 'f8734064-dd0a-41a5-843a-7fe5fb084b69', 'tenant_id': '644ca6545bbf445fa0c886b6aef98e04', 'floating_ip_address': '172.25.3.245', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '9b186187-ef36-4e90-9ff9-971ee8539cc5', 'port_id': '6015b974-dc7c-4714-be88-3dddf4ffbfe1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29d888e5-b470-491c-8272-fb069bb5ea34', 'mac_address': 'fa:16:3e:ce:a6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b33550-07e9-4e61-aef5-26df5078532c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:40:26Z', 'updated_at': '2021-07-09T14:40:51Z', 'revision_number': 1, 'project_id': '644ca6545bbf445fa0c886b6aef98e04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '105008ca-83d6-4990-82d6-f2b3bc28e67b', 'name': '', 'network_id': '29d888e5-b470-491c-8272-fb069bb5ea34', 'tenant_id': '644ca6545bbf445fa0c886b6aef98e04', 'mac_address': 'fa:16:3e:52:95:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b186187-ef36-4e90-9ff9-971ee8539cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '6ebf5b74-6584-49ef-a6c0-eff61f32c488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:40:17Z', 'updated_at': '2021-07-09T14:40:24Z', 'revision_number': 5, 'project_id': '644ca6545bbf445fa0c886b6aef98e04', 'subnets': [{'id': '6ebf5b74-6584-49ef-a6c0-eff61f32c488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:40:53.034181 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8b165f-fb16-4de4-864a-699007a2e333 x-openstack-request-id: req-ad8b165f-fb16-4de4-864a-699007a2e333 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:40:53.034478 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5b33550-07e9-4e61-aef5-26df5078532c", "tag": "6015b974-dc7c-4714-be88-3dddf4ffbfe1", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:40:53.035112 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ad8b165f-fb16-4de4-864a-699007a2e333 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:40:53.035112 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5b33550-07e9-4e61-aef5-26df5078532c', 'tag': '6015b974-dc7c-4714-be88-3dddf4ffbfe1', 'status': 'completed', 'code': 200} Jul 09 14:40:53.035544 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99382f7-f350-4244-bb56-d61d3ff96bb3 None None] Checking router: 9b186187-ef36-4e90-9ff9-971ee8539cc5 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:40:53.055764 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99382f7-f350-4244-bb56-d61d3ff96bb3 None None] Routers {'9b186187-ef36-4e90-9ff9-971ee8539cc5'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:40:53.057992 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-e99382f7-f350-4244-bb56-d61d3ff96bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:40:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['9b186187-ef36-4e90-9ff9-971ee8539cc5'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:40:53.107148 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a8729478-de66-476b-925f-445ed7448636 req-05d3314e-7be9-4142-b0f3-88f11d9d6bb9 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] 10.222.0.58 "GET /v2.0/security-groups/b6e4620b-62ab-4cbe-bb35-dca1759d496d HTTP/1.1" status: 200 len: 1804 time: 0.0520916 Jul 09 14:40:53.137221 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed579686-592a-4bf3-a7c1-4b39c6965f41 req-b6ba0f1e-72df-4f0f-b09c-7117cf9e9f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:53.138729 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ed579686-592a-4bf3-a7c1-4b39c6965f41 req-b6ba0f1e-72df-4f0f-b09c-7117cf9e9f58 service neutron] 10.222.0.62 "GET /v2.0/networks?id=799bbf9f-0525-4250-82dd-ad4b3053eab3 HTTP/1.1" status: 200 len: 913 time: 0.1716161 Jul 09 14:40:53.148438 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 1f205de6-8c81-4e92-befd-bb00ad5222c9, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=1f205de6-8c81-4e92-befd-bb00ad5222c9,segment=NetworkSegment(b50c3cde-65f3-4b2e-b850-f8b9ad387fce),segment_id=b50c3cde-65f3-4b2e-b850-f8b9ad387fce)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:40:53.161915 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe4657-9fb3-4813-8780-4a9772a55108 req-a308793a-ecef-4f66-9780-e3dbda227178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:53.163855 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0efe4657-9fb3-4813-8780-4a9772a55108 req-a308793a-ecef-4f66-9780-e3dbda227178 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=644ca6545bbf445fa0c886b6aef98e04&device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 1097 time: 0.0817502 Jul 09 14:40:53.173087 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '1f205de6-8c81-4e92-befd-bb00ad5222c9', 'network_id': '828fe03d-8575-448b-98cd-28ff706127cd', 'port_id': '1f205de6-8c81-4e92-befd-bb00ad5222c9', 'mac_address': 'fa:16:3e:90:39:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffc8141f-d016-4e94-91ff-9bc86e944614', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:40:53.192305 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-a8729478-de66-476b-925f-445ed7448636 req-620cbfc8-23d4-4842-a5c8-a2e03194ec21 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:53.217522 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-a8729478-de66-476b-925f-445ed7448636 req-620cbfc8-23d4-4842-a5c8-a2e03194ec21 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:53.255118 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ed579686-592a-4bf3-a7c1-4b39c6965f41 req-2ec91323-a8e6-4382-bc64-1d4bdcaba7b8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66a857ac-eecb-454c-97bd-264f9c55cdc5 HTTP/1.1" status: 200 len: 217 time: 0.1088142 Jul 09 14:40:53.261704 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:53.267333 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-e99382f7-f350-4244-bb56-d61d3ff96bb3 None None] Set router 9b186187-ef36-4e90-9ff9-971ee8539cc5 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:40:53.305956 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f205de6-8c81-4e92-befd-bb00ad5222c9 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:40:53.332466 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 1f205de6-8c81-4e92-befd-bb00ad5222c9, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=1f205de6-8c81-4e92-befd-bb00ad5222c9,segment=NetworkSegment(b50c3cde-65f3-4b2e-b850-f8b9ad387fce),segment_id=b50c3cde-65f3-4b2e-b850-f8b9ad387fce)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:40:53.336741 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed579686-592a-4bf3-a7c1-4b39c6965f41 req-1ffb99f9-e7e2-40b0-b11d-16bbff8eb596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:53.339072 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ed579686-592a-4bf3-a7c1-4b39c6965f41 req-1ffb99f9-e7e2-40b0-b11d-16bbff8eb596 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=aeb0304f-76ed-455f-9fb9-36b89284b9c6 HTTP/1.1" status: 200 len: 852 time: 0.0710139 Jul 09 14:40:53.382734 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ed579686-592a-4bf3-a7c1-4b39c6965f41 req-06378466-407b-4e2b-9850-5c16a149faf1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=799bbf9f-0525-4250-82dd-ad4b3053eab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372605 Jul 09 14:40:53.385629 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe4657-9fb3-4813-8780-4a9772a55108 req-1bd84d03-91d0-42b5-9f77-45d9d7728e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:53.387124 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0efe4657-9fb3-4813-8780-4a9772a55108 req-1bd84d03-91d0-42b5-9f77-45d9d7728e51 service neutron] 10.222.0.62 "GET /v2.0/networks?id=29d888e5-b470-491c-8272-fb069bb5ea34 HTTP/1.1" status: 200 len: 917 time: 0.1943080 Jul 09 14:40:53.497362 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-a8729478-de66-476b-925f-445ed7448636 req-620cbfc8-23d4-4842-a5c8-a2e03194ec21 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:53.505380 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-a8729478-de66-476b-925f-445ed7448636 req-620cbfc8-23d4-4842-a5c8-a2e03194ec21 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:53.506602 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0efe4657-9fb3-4813-8780-4a9772a55108 req-05f074a6-802a-4bb0-ab33-ac000935d3d8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6015b974-dc7c-4714-be88-3dddf4ffbfe1 HTTP/1.1" status: 200 len: 1000 time: 0.1100912 Jul 09 14:40:53.514562 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:53.530332 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a8729478-de66-476b-925f-445ed7448636 req-620cbfc8-23d4-4842-a5c8-a2e03194ec21 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] 10.222.0.58 "DELETE /v2.0/security-groups/b6e4620b-62ab-4cbe-bb35-dca1759d496d HTTP/1.1" status: 204 len: 173 time: 0.4193816 Jul 09 14:40:53.539159 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ed579686-592a-4bf3-a7c1-4b39c6965f41 req-d050461c-425a-404e-87fe-635738ba6d94 service neutron] 10.222.0.62 "GET /v2.0/networks/799bbf9f-0525-4250-82dd-ad4b3053eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441510 Jul 09 14:40:53.541783 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620cbfc8-23d4-4842-a5c8-a2e03194ec21 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e4620b-62ab-4cbe-bb35-dca1759d496d,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:53.624893 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=1f205de6-8c81-4e92-befd-bb00ad5222c9,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:53.633429 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-e99382f7-f350-4244-bb56-d61d3ff96bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b186187-ef36-4e90-9ff9-971ee8539cc5', 'name': 'tempest-AttachVolumeShelveTestJSON-329654569-router', 'tenant_id': '644ca6545bbf445fa0c886b6aef98e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '821ef2ce-5a51-44eb-a9cc-100df4ab7185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:40:13Z', 'updated_at': '2021-07-09T14:40:19Z', 'revision_number': 4, 'project_id': '644ca6545bbf445fa0c886b6aef98e04', 'gw_port': {'id': '821ef2ce-5a51-44eb-a9cc-100df4ab7185', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:41:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b186187-ef36-4e90-9ff9-971ee8539cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:40:14Z', 'updated_at': '2021-07-09T14:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': 'f8734064-dd0a-41a5-843a-7fe5fb084b69', 'tenant_id': '644ca6545bbf445fa0c886b6aef98e04', 'floating_ip_address': '172.25.3.245', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '9b186187-ef36-4e90-9ff9-971ee8539cc5', 'port_id': '6015b974-dc7c-4714-be88-3dddf4ffbfe1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29d888e5-b470-491c-8272-fb069bb5ea34', 'mac_address': 'fa:16:3e:ce:a6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b33550-07e9-4e61-aef5-26df5078532c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:40:26Z', 'updated_at': '2021-07-09T14:40:51Z', 'revision_number': 1, 'project_id': '644ca6545bbf445fa0c886b6aef98e04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '105008ca-83d6-4990-82d6-f2b3bc28e67b', 'name': '', 'network_id': '29d888e5-b470-491c-8272-fb069bb5ea34', 'tenant_id': '644ca6545bbf445fa0c886b6aef98e04', 'mac_address': 'fa:16:3e:52:95:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b186187-ef36-4e90-9ff9-971ee8539cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '6ebf5b74-6584-49ef-a6c0-eff61f32c488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:40:17Z', 'updated_at': '2021-07-09T14:40:24Z', 'revision_number': 5, 'project_id': '644ca6545bbf445fa0c886b6aef98e04', 'subnets': [{'id': '6ebf5b74-6584-49ef-a6c0-eff61f32c488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:40:53.665209 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99382f7-f350-4244-bb56-d61d3ff96bb3 None None] The sync data for ids ['9b186187-ef36-4e90-9ff9-971ee8539cc5'] in n-d-799529-6 is: [{'id': '9b186187-ef36-4e90-9ff9-971ee8539cc5', 'name': 'tempest-AttachVolumeShelveTestJSON-329654569-router', 'tenant_id': '644ca6545bbf445fa0c886b6aef98e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '821ef2ce-5a51-44eb-a9cc-100df4ab7185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:40:13Z', 'updated_at': '2021-07-09T14:40:19Z', 'revision_number': 4, 'project_id': '644ca6545bbf445fa0c886b6aef98e04', 'gw_port': {'id': '821ef2ce-5a51-44eb-a9cc-100df4ab7185', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:41:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b186187-ef36-4e90-9ff9-971ee8539cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:40:14Z', 'updated_at': '2021-07-09T14:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': 'f8734064-dd0a-41a5-843a-7fe5fb084b69', 'tenant_id': '644ca6545bbf445fa0c886b6aef98e04', 'floating_ip_address': '172.25.3.245', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '9b186187-ef36-4e90-9ff9-971ee8539cc5', 'port_id': '6015b974-dc7c-4714-be88-3dddf4ffbfe1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29d888e5-b470-491c-8272-fb069bb5ea34', 'mac_address': 'fa:16:3e:ce:a6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b33550-07e9-4e61-aef5-26df5078532c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:40:26Z', 'updated_at': '2021-07-09T14:40:51Z', 'revision_number': 1, 'project_id': '644ca6545bbf445fa0c886b6aef98e04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '105008ca-83d6-4990-82d6-f2b3bc28e67b', 'name': '', 'network_id': '29d888e5-b470-491c-8272-fb069bb5ea34', 'tenant_id': '644ca6545bbf445fa0c886b6aef98e04', 'mac_address': 'fa:16:3e:52:95:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b186187-ef36-4e90-9ff9-971ee8539cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '6ebf5b74-6584-49ef-a6c0-eff61f32c488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:40:17Z', 'updated_at': '2021-07-09T14:40:24Z', 'revision_number': 5, 'project_id': '644ca6545bbf445fa0c886b6aef98e04', 'subnets': [{'id': '6ebf5b74-6584-49ef-a6c0-eff61f32c488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:40:53.691696 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bb1eee96-6d35-42eb-860e-a07f85c739c7 req-dee8cffb-6386-479e-8d15-6155147e5d2f tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=7183159b-84a0-41da-a402-ae36bdd15ad0 HTTP/1.1" status: 200 len: 210 time: 0.1039824 Jul 09 14:40:53.733637 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe4657-9fb3-4813-8780-4a9772a55108 req-03e5646d-c864-4448-97b2-56609c17db03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:53.735626 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0efe4657-9fb3-4813-8780-4a9772a55108 req-03e5646d-c864-4448-97b2-56609c17db03 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6ebf5b74-6584-49ef-a6c0-eff61f32c488 HTTP/1.1" status: 200 len: 855 time: 0.1737790 Jul 09 14:40:53.815165 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86a6ffa-4997-4162-869a-a5079a47a555 req-3ed6c60e-fe9a-41b0-ae63-959305f5d44b tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:53.820869 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f86a6ffa-4997-4162-869a-a5079a47a555 req-3ed6c60e-fe9a-41b0-ae63-959305f5d44b tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=140a0213-420b-4cf6-b92d-34463762a3f8 HTTP/1.1" status: 200 len: 943 time: 0.1379333 Jul 09 14:40:53.830179 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ed579686-592a-4bf3-a7c1-4b39c6965f41 req-6eb22e64-8ce3-428d-8099-878e249e4d21 service neutron] 10.222.0.62 "GET /v2.0/networks/799bbf9f-0525-4250-82dd-ad4b3053eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697339 Jul 09 14:40:53.871857 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f86a6ffa-4997-4162-869a-a5079a47a555 req-0a8b53ee-e51b-429e-b094-ab8cef2548a5 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461035 Jul 09 14:40:53.883721 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe4657-9fb3-4813-8780-4a9772a55108 req-5013184e-1505-4455-882e-4aa590b1a654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:53.885357 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0efe4657-9fb3-4813-8780-4a9772a55108 req-5013184e-1505-4455-882e-4aa590b1a654 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=29d888e5-b470-491c-8272-fb069bb5ea34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1396773 Jul 09 14:40:53.990894 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9139c3f-6d21-41e1-b402-d41517bf4905 req-cffb7160-6e8d-4d51-a4d5-1d981b385543 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:53.992818 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c9139c3f-6d21-41e1-b402-d41517bf4905 req-cffb7160-6e8d-4d51-a4d5-1d981b385543 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/ports?device_id=01af826f-9480-4520-929f-03fa443ca8bb HTTP/1.1" status: 200 len: 946 time: 0.1516407 Jul 09 14:40:54.005459 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf06759-6094-4133-9c3f-9aee182d3095 None None] New status for floating IP f8734064-dd0a-41a5-843a-7fe5fb084b69: ACTIVE {{(pid=94448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:40:54.109657 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['1f205de6-8c81-4e92-befd-bb00ad5222c9'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:40:54.270963 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd0e152-a8b9-4749-a7b7-2cc1f34a3531 req-282bca3f-37fe-40dc-97bd-d569edecf70a tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:54.282052 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8cd0e152-a8b9-4749-a7b7-2cc1f34a3531 req-282bca3f-37fe-40dc-97bd-d569edecf70a tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=91ecabd0-8edb-4f60-888c-5652f04757f3 HTTP/1.1" status: 200 len: 944 time: 0.1614392 Jul 09 14:40:54.327249 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8cd0e152-a8b9-4749-a7b7-2cc1f34a3531 req-25a61925-221d-4ea4-a66c-008e3415b036 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431609 Jul 09 14:40:54.372045 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0efe4657-9fb3-4813-8780-4a9772a55108 req-e931fa07-ffaf-4e9f-8149-d95adfc23e46 service neutron] 10.222.0.62 "GET /v2.0/networks/29d888e5-b470-491c-8272-fb069bb5ea34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4765851 Jul 09 14:40:54.391393 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c9139c3f-6d21-41e1-b402-d41517bf4905 req-da9c9244-fb7f-4541-89ee-dddda228c5eb tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa8ccfb5-1089-45b8-8b22-f1c0cd5449b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3895316 Jul 09 14:40:54.448231 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9ddf50ab-50f1-4ee7-82b7-4a7684933446 req-0af3f2ce-3e16-46df-b6c7-9254d3c2e9de tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] 10.222.0.58 "GET /v2.0/security-groups/c16f6591-28b0-46ee-892d-c8cf5bdb6044 HTTP/1.1" status: 200 len: 1803 time: 0.0828660 Jul 09 14:40:54.519365 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-9ddf50ab-50f1-4ee7-82b7-4a7684933446 req-1f1a8dd1-91ac-4a6e-9e8e-2ff02ed56ae9 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:54.543908 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-9ddf50ab-50f1-4ee7-82b7-4a7684933446 req-1f1a8dd1-91ac-4a6e-9e8e-2ff02ed56ae9 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:54.612580 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0efe4657-9fb3-4813-8780-4a9772a55108 req-67426d23-f7c9-42e9-81fd-bd31364f54cf service neutron] 10.222.0.62 "GET /v2.0/networks/29d888e5-b470-491c-8272-fb069bb5ea34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187126 Jul 09 14:40:54.665537 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea55b9-0c27-4707-8acc-a0d785e11349 req-9d320560-a3a7-44d9-affe-a1b1d4543033 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:54.666885 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-9ddf50ab-50f1-4ee7-82b7-4a7684933446 req-1f1a8dd1-91ac-4a6e-9e8e-2ff02ed56ae9 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:54.669180 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3eea55b9-0c27-4707-8acc-a0d785e11349 req-9d320560-a3a7-44d9-affe-a1b1d4543033 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ecabd0-8edb-4f60-888c-5652f04757f3 HTTP/1.1" status: 200 len: 944 time: 0.1295118 Jul 09 14:40:54.669543 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-9ddf50ab-50f1-4ee7-82b7-4a7684933446 req-1f1a8dd1-91ac-4a6e-9e8e-2ff02ed56ae9 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:54.670686 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9ddf50ab-50f1-4ee7-82b7-4a7684933446 req-1f1a8dd1-91ac-4a6e-9e8e-2ff02ed56ae9 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] 10.222.0.58 "DELETE /v2.0/security-groups/c16f6591-28b0-46ee-892d-c8cf5bdb6044 HTTP/1.1" status: 204 len: 173 time: 0.2213724 Jul 09 14:40:54.684200 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1a8dd1-91ac-4a6e-9e8e-2ff02ed56ae9 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16f6591-28b0-46ee-892d-c8cf5bdb6044,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:54.694089 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d0983-ac6c-49a2-a36a-c1f6e0012388 req-9e4adfc4-738c-47fb-a596-5ef4c1e82989 tempest-ServerAddressesTestJSON-1687092689 tempest-ServerAddressesTestJSON-1687092689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:54.699141 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-979d0983-ac6c-49a2-a36a-c1f6e0012388 req-9e4adfc4-738c-47fb-a596-5ef4c1e82989 tempest-ServerAddressesTestJSON-1687092689 tempest-ServerAddressesTestJSON-1687092689-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8547655-b965-4b1b-a790-d0009a4530c6 HTTP/1.1" status: 200 len: 944 time: 0.1393082 Jul 09 14:40:54.784330 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-979d0983-ac6c-49a2-a36a-c1f6e0012388 req-0f2f48db-b683-43da-9dd0-65dde2fefe77 tempest-ServerAddressesTestJSON-1687092689 tempest-ServerAddressesTestJSON-1687092689-project] 10.222.0.58 "GET /v2.0/security-groups?id=666c7f16-0103-458b-8291-b0a5d96ef4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666544 Jul 09 14:40:54.844591 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-3eea55b9-0c27-4707-8acc-a0d785e11349 req-1472daca-df01-4449-a247-85b2f01be19b tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Deleting port 43297159-bde3-4827-ae41-e9610acaadad {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:40:54.845236 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-3eea55b9-0c27-4707-8acc-a0d785e11349 req-1472daca-df01-4449-a247-85b2f01be19b tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:54.910042 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-985ea338-4805-428a-9803-079c1831a042 req-cccc612d-5040-48f1-8cb6-2d54f5614baa tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] 10.222.0.58 "GET /v2.0/security-groups/4da2b3a9-de38-4a87-86e9-0245ac0fc463 HTTP/1.1" status: 200 len: 2404 time: 0.0939548 Jul 09 14:40:54.990465 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-3eea55b9-0c27-4707-8acc-a0d785e11349 req-1472daca-df01-4449-a247-85b2f01be19b tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] For port 43297159-bde3-4827-ae41-e9610acaadad, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=43297159-bde3-4827-ae41-e9610acaadad,segment=NetworkSegment(cd7790e9-3309-48a3-bfb3-c9f386870e48),segment_id=cd7790e9-3309-48a3-bfb3-c9f386870e48)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:40:54.991017 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-3eea55b9-0c27-4707-8acc-a0d785e11349 req-1472daca-df01-4449-a247-85b2f01be19b tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:55.009563 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-3eea55b9-0c27-4707-8acc-a0d785e11349 req-1472daca-df01-4449-a247-85b2f01be19b tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Calling delete_port for 43297159-bde3-4827-ae41-e9610acaadad owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:40:55.027281 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-985ea338-4805-428a-9803-079c1831a042 req-6e2d1b68-e4d4-4992-900e-f8fd22a7b4da tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:55.069402 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e2751-021e-4771-8992-49402bc56ffe req-babbdd9a-0ccc-4074-8516-c615122c33c4 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:55.076359 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c38e2751-021e-4771-8992-49402bc56ffe req-babbdd9a-0ccc-4074-8516-c615122c33c4 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=140a0213-420b-4cf6-b92d-34463762a3f8 HTTP/1.1" status: 200 len: 943 time: 0.0791712 Jul 09 14:40:55.088905 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-985ea338-4805-428a-9803-079c1831a042 req-6e2d1b68-e4d4-4992-900e-f8fd22a7b4da tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:55.131295 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c38e2751-021e-4771-8992-49402bc56ffe req-73b42501-fe8b-4c81-ac2e-fb879a6a873e tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521221 Jul 09 14:40:55.278906 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-985ea338-4805-428a-9803-079c1831a042 req-6e2d1b68-e4d4-4992-900e-f8fd22a7b4da tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:55.284625 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-985ea338-4805-428a-9803-079c1831a042 req-6e2d1b68-e4d4-4992-900e-f8fd22a7b4da tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:55.286880 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-985ea338-4805-428a-9803-079c1831a042 req-6e2d1b68-e4d4-4992-900e-f8fd22a7b4da tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] 10.222.0.58 "DELETE /v2.0/security-groups/4da2b3a9-de38-4a87-86e9-0245ac0fc463 HTTP/1.1" status: 204 len: 173 time: 0.3656759 Jul 09 14:40:55.297299 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2d1b68-e4d4-4992-900e-f8fd22a7b4da tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da2b3a9-de38-4a87-86e9-0245ac0fc463,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:55.301522 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-3eea55b9-0c27-4707-8acc-a0d785e11349 req-1472daca-df01-4449-a247-85b2f01be19b tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:55.313050 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['6db91b74-04b4-41e9-bc63-2c760d452ca4'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:40:55.368781 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7c2d9320-25ab-4f67-be34-d0353f212bca req-bad9d902-7978-4e13-8821-50d7d08e1fb6 tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] 10.222.0.58 "GET /v2.0/security-groups/e0bb2271-b0b7-4f70-80c5-1cfee4c34b49 HTTP/1.1" status: 200 len: 2397 time: 0.0558615 Jul 09 14:40:55.384838 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1472daca-df01-4449-a247-85b2f01be19b tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Pushing event deleted for resources: {'Port': ['ID=43297159-bde3-4827-ae41-e9610acaadad,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:55.387314 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['43297159-bde3-4827-ae41-e9610acaadad'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:40:55.476293 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eea55b9-0c27-4707-8acc-a0d785e11349 req-1472daca-df01-4449-a247-85b2f01be19b tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] No DVR routers for this DVR port 43297159-bde3-4827-ae41-e9610acaadad on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:40:55.480250 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-3eea55b9-0c27-4707-8acc-a0d785e11349 req-1472daca-df01-4449-a247-85b2f01be19b tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:55.486371 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3eea55b9-0c27-4707-8acc-a0d785e11349 req-1472daca-df01-4449-a247-85b2f01be19b tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.62 "DELETE /v2.0/ports/43297159-bde3-4827-ae41-e9610acaadad HTTP/1.1" status: 204 len: 173 time: 0.8115535 Jul 09 14:40:55.488054 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ecabd0-8edb-4f60-888c-5652f04757f3', 'name': 'network-vif-deleted', 'tag': '43297159-bde3-4827-ae41-e9610acaadad'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:40:55.494919 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc52003-3be6-4656-86e0-93c63fd0f5ba" -d '{"events": [{"server_uuid": "91ecabd0-8edb-4f60-888c-5652f04757f3", "name": "network-vif-deleted", "tag": "43297159-bde3-4827-ae41-e9610acaadad"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:40:55.501867 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7c2d9320-25ab-4f67-be34-d0353f212bca req-dbde8fa3-4e68-42ac-87d7-026f7331184e tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:55.551414 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7c2d9320-25ab-4f67-be34-d0353f212bca req-dbde8fa3-4e68-42ac-87d7-026f7331184e tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:55.571462 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cc24cefb-306e-4296-8715-3d5162093da7 req-b9d54f94-6f64-4e36-a777-a596c0b6503a tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=91ecabd0-8edb-4f60-888c-5652f04757f3 HTTP/1.1" status: 200 len: 210 time: 0.0338812 Jul 09 14:40:55.719087 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7c2d9320-25ab-4f67-be34-d0353f212bca req-dbde8fa3-4e68-42ac-87d7-026f7331184e tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:55.721738 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7c2d9320-25ab-4f67-be34-d0353f212bca req-dbde8fa3-4e68-42ac-87d7-026f7331184e tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:55.723004 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7c2d9320-25ab-4f67-be34-d0353f212bca req-dbde8fa3-4e68-42ac-87d7-026f7331184e tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] 10.222.0.58 "DELETE /v2.0/security-groups/e0bb2271-b0b7-4f70-80c5-1cfee4c34b49 HTTP/1.1" status: 204 len: 173 time: 0.3461621 Jul 09 14:40:55.746314 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 55848) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:40:55.747352 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbde8fa3-4e68-42ac-87d7-026f7331184e tempest-SecurityGroupRulesTestJSON-768133555 tempest-SecurityGroupRulesTestJSON-768133555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0bb2271-b0b7-4f70-80c5-1cfee4c34b49,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:55.773645 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1cbbab-f656-4bda-980e-c87556071e17 x-openstack-request-id: req-6f1cbbab-f656-4bda-980e-c87556071e17 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:40:55.774104 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ecabd0-8edb-4f60-888c-5652f04757f3", "name": "network-vif-deleted", "tag": "43297159-bde3-4827-ae41-e9610acaadad", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:40:55.774444 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6f1cbbab-f656-4bda-980e-c87556071e17 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:40:55.774987 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ecabd0-8edb-4f60-888c-5652f04757f3', 'name': 'network-vif-deleted', 'tag': '43297159-bde3-4827-ae41-e9610acaadad', 'status': 'completed', 'code': 200} Jul 09 14:40:55.837863 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-094729e5-27ce-4d77-bf56-c87147296b56 admin admin] Deleting subnet 53dc6f8c-d314-40b1-a1c2-eb4e0ed4ff09 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:40:55.841736 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-094729e5-27ce-4d77-bf56-c87147296b56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:55.845184 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a2301b-9863-45b3-9d61-62175587dbf7 req-1e3bbb1b-0862-4aa1-8d92-ff521e0a7e9b tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:55.853383 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-61a2301b-9863-45b3-9d61-62175587dbf7 req-1e3bbb1b-0862-4aa1-8d92-ff521e0a7e9b tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/ports?device_id=01af826f-9480-4520-929f-03fa443ca8bb HTTP/1.1" status: 200 len: 946 time: 0.1504865 Jul 09 14:40:55.891399 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-094729e5-27ce-4d77-bf56-c87147296b56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:55.924138 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-61a2301b-9863-45b3-9d61-62175587dbf7 req-08e57cae-a2cf-4b53-bb15-339dff11520b tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa8ccfb5-1089-45b8-8b22-f1c0cd5449b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695622 Jul 09 14:40:55.970800 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-094729e5-27ce-4d77-bf56-c87147296b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:56.045247 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d321a3e0-96e3-4e30-a080-3e50d43ae342 req-53d60e86-4491-43b2-875c-0a0b006c710d tempest-ServerAddressesTestJSON-1687092689 tempest-ServerAddressesTestJSON-1687092689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:56.046751 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d321a3e0-96e3-4e30-a080-3e50d43ae342 req-53d60e86-4491-43b2-875c-0a0b006c710d tempest-ServerAddressesTestJSON-1687092689 tempest-ServerAddressesTestJSON-1687092689-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8547655-b965-4b1b-a790-d0009a4530c6 HTTP/1.1" status: 200 len: 944 time: 0.1294260 Jul 09 14:40:56.089884 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9aa0c6fc-44ab-4ac9-93aa-092158ad13db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:56.091603 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d321a3e0-96e3-4e30-a080-3e50d43ae342 req-9be3ad3e-2d07-4d3b-a365-33ef9693fe25 tempest-ServerAddressesTestJSON-1687092689 tempest-ServerAddressesTestJSON-1687092689-project] 10.222.0.58 "GET /v2.0/security-groups?id=666c7f16-0103-458b-8291-b0a5d96ef4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382509 Jul 09 14:40:56.142648 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-094729e5-27ce-4d77-bf56-c87147296b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:56.176339 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094729e5-27ce-4d77-bf56-c87147296b56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53dc6f8c-d314-40b1-a1c2-eb4e0ed4ff09,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:56.183066 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-094729e5-27ce-4d77-bf56-c87147296b56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:56.185948 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-094729e5-27ce-4d77-bf56-c87147296b56 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/53dc6f8c-d314-40b1-a1c2-eb4e0ed4ff09 HTTP/1.1" status: 204 len: 168 time: 0.4339964 Jul 09 14:40:56.188629 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 55856) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:40:56.291562 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-66a0c37b-c438-4def-b1cc-d47a28c2c4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:56.448083 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-66a0c37b-c438-4def-b1cc-d47a28c2c4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:56.465720 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b2754-edf2-4015-bafa-ce0c417685ad req-bae9e255-e0f2-422f-8a83-4089ef7c2231 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:56.467485 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f69b2754-edf2-4015-bafa-ce0c417685ad req-bae9e255-e0f2-422f-8a83-4089ef7c2231 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=140a0213-420b-4cf6-b92d-34463762a3f8 HTTP/1.1" status: 200 len: 943 time: 0.1805353 Jul 09 14:40:56.471490 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-66a0c37b-c438-4def-b1cc-d47a28c2c4d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b2341c1-5653-4036-b8c0-aeb8e6da4e3d']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:40:56.497024 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-66a0c37b-c438-4def-b1cc-d47a28c2c4d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be60d685-f701-4bf1-9109-6ca2a53707cd') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:40:56.497479 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-66a0c37b-c438-4def-b1cc-d47a28c2c4d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be60d685-f701-4bf1-9109-6ca2a53707cd') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:40:56.512463 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-66a0c37b-c438-4def-b1cc-d47a28c2c4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:56.544095 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f69b2754-edf2-4015-bafa-ce0c417685ad req-b9bad194-ab41-42f7-90b0-82ea95a8db20 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697229 Jul 09 14:40:56.559848 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-66a0c37b-c438-4def-b1cc-d47a28c2c4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:56.568139 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66a0c37b-c438-4def-b1cc-d47a28c2c4d3 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:40:56.568139 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-66a0c37b-c438-4def-b1cc-d47a28c2c4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:56.624240 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:40:56.624240 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:40:56.624240 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:40:56.624240 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:40:56.624240 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:40:56.624240 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:40:56.624240 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:40:56.624240 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:40:56.624240 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:40:56.624240 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:40:56.624240 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:40:56.624240 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:40:56.624240 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:40:56.624240 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:40:56.624240 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:40:56.624240 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:40:56.624240 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:40:56.624240 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:40:56.624240 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:40:56.624240 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:40:56.624240 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:40:56.624240 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:40:56.624240 n-d-799529-6 neutron-server[94446]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:40:56.624240 n-d-799529-6 neutron-server[94446]: items = [ Jul 09 14:40:56.624240 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:40:56.624240 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:40:56.624240 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:40:56.624240 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:40:56.624240 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:40:56.624240 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:40:56.624240 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:40:56.624240 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:40:56.624240 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:40:56.624240 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:40:56.624240 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:40:56.624240 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:40:56.624240 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:40:56.624240 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:40:56.624240 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:40:56.624240 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:40:56.624240 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:40:56.624240 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:40:56.624240 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:40:56.624240 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:40:56.624240 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:40:56.624240 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:40:56.624240 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:40:56.624240 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:40:56.624240 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:40:56.624240 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:40:56.624240 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:40:56.624240 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:40:56.624240 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:40:56.624240 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:40:56.624240 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:40:56.624240 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:40:56.628683 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:40:56.628683 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:40:56.628683 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:40:56.628683 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:40:56.628683 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 14:40:56.628683 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:40:56.628683 n-d-799529-6 neutron-server[94446]: timer() Jul 09 14:40:56.628683 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:40:56.628683 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 14:40:56.628683 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:40:56.628683 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 14:40:56.628683 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:40:56.628683 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 14:40:56.628683 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:40:56.628683 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 14:40:56.628683 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:40:56.628683 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 14:40:56.628683 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:40:56.628683 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:40:56.628683 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:40:56.628683 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:40:56.628683 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:40:56.628683 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 14:40:56.628683 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:40:56.628683 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 14:40:56.628683 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:40:56.628683 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:40:56.628683 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:40:56.628683 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 14:40:56.631184 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:40:56.631184 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:40:56.631184 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:40:56.631184 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:40:56.631184 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:40:56.631184 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:40:56.631184 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:40:56.713235 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-66a0c37b-c438-4def-b1cc-d47a28c2c4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:56.719843 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-66a0c37b-c438-4def-b1cc-d47a28c2c4d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:56.724566 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-66a0c37b-c438-4def-b1cc-d47a28c2c4d3 admin admin] 10.222.0.58 "DELETE /v2.0/networks/8b2341c1-5653-4036-b8c0-aeb8e6da4e3d HTTP/1.1" status: 204 len: 168 time: 0.5324423 Jul 09 14:40:56.740164 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a0c37b-c438-4def-b1cc-d47a28c2c4d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b2341c1-5653-4036-b8c0-aeb8e6da4e3d,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:56.774935 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-51448698-ede5-4bed-ab97-f3cc10c87ac4 req-3b76c1ca-85cc-4be1-8d09-a197dd9f46e2 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=91ecabd0-8edb-4f60-888c-5652f04757f3 HTTP/1.1" status: 200 len: 210 time: 0.0592451 Jul 09 14:40:56.815329 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 66a857ac-eecb-454c-97bd-264f9c55cdc5 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:40:56.848307 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 1f205de6-8c81-4e92-befd-bb00ad5222c9 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:40:57.115346 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 55870) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:40:57.196005 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-2f64165e-dce0-4c24-91c6-3e5ad6c3f28b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bc8ff1e630e744f494ca0d76e4e10109&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0755842 Jul 09 14:40:57.198562 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 55874) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:40:57.204415 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e478c407-05ec-47c3-bfaa-abb357d739ec req-5daa85ce-d45f-47d4-a559-f02e7c6ef709 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:57.206714 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e478c407-05ec-47c3-bfaa-abb357d739ec req-5daa85ce-d45f-47d4-a559-f02e7c6ef709 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/ports?device_id=01af826f-9480-4520-929f-03fa443ca8bb HTTP/1.1" status: 200 len: 946 time: 0.0952282 Jul 09 14:40:57.314154 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e478c407-05ec-47c3-bfaa-abb357d739ec req-661d79ab-dda3-4102-a85f-b1b8765d3a75 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa8ccfb5-1089-45b8-8b22-f1c0cd5449b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007431 Jul 09 14:40:57.326869 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 66a857ac-eecb-454c-97bd-264f9c55cdc5, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=66a857ac-eecb-454c-97bd-264f9c55cdc5,segment=NetworkSegment(ea3e7312-a29e-42fd-9247-9011d25d7154),segment_id=ea3e7312-a29e-42fd-9247-9011d25d7154)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:40:57.335436 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-31ef20e5-e789-47d5-9119-c2fc4d1ed630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:57.352844 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '66a857ac-eecb-454c-97bd-264f9c55cdc5', 'network_id': '799bbf9f-0525-4250-82dd-ad4b3053eab3', 'port_id': '66a857ac-eecb-454c-97bd-264f9c55cdc5', 'mac_address': 'fa:16:3e:16:7a:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeb0304f-76ed-455f-9fb9-36b89284b9c6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:40:57.369854 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-31ef20e5-e789-47d5-9119-c2fc4d1ed630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:57.413639 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:57.445147 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66a857ac-eecb-454c-97bd-264f9c55cdc5 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:40:57.489900 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port 1f205de6-8c81-4e92-befd-bb00ad5222c9 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:40:57.496399 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 66a857ac-eecb-454c-97bd-264f9c55cdc5, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=66a857ac-eecb-454c-97bd-264f9c55cdc5,segment=NetworkSegment(ea3e7312-a29e-42fd-9247-9011d25d7154),segment_id=ea3e7312-a29e-42fd-9247-9011d25d7154)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:40:57.503495 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 1f205de6-8c81-4e92-befd-bb00ad5222c9 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:40:57.503907 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:57.582827 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-31ef20e5-e789-47d5-9119-c2fc4d1ed630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:57.585569 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-31ef20e5-e789-47d5-9119-c2fc4d1ed630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:57.603134 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-31ef20e5-e789-47d5-9119-c2fc4d1ed630 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9ea25ae6-95fa-450d-85ea-a5b2dffc5256 HTTP/1.1" status: 204 len: 168 time: 0.3929522 Jul 09 14:40:57.625026 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:57.627816 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:57.629313 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ef20e5-e789-47d5-9119-c2fc4d1ed630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea25ae6-95fa-450d-85ea-a5b2dffc5256,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:57.660506 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7beef9-e448-4709-a858-9f5c5e7b079b req-34d40fe2-5d49-43ca-8fc3-7d373d8a5a82 tempest-ServerAddressesTestJSON-1687092689 tempest-ServerAddressesTestJSON-1687092689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:57.669948 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0f7beef9-e448-4709-a858-9f5c5e7b079b req-34d40fe2-5d49-43ca-8fc3-7d373d8a5a82 tempest-ServerAddressesTestJSON-1687092689 tempest-ServerAddressesTestJSON-1687092689-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8547655-b965-4b1b-a790-d0009a4530c6 HTTP/1.1" status: 200 len: 944 time: 0.1847434 Jul 09 14:40:57.715863 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8547655-b965-4b1b-a790-d0009a4530c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f205de6-8c81-4e92-befd-bb00ad5222c9'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:40:57.718442 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2265f6ec-d3ef-451f-b6e7-bea915dfd228" -d '{"events": [{"server_uuid": "a8547655-b965-4b1b-a790-d0009a4530c6", "name": "network-vif-plugged", "status": "completed", "tag": "1f205de6-8c81-4e92-befd-bb00ad5222c9"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:40:57.743628 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0f7beef9-e448-4709-a858-9f5c5e7b079b req-cedb1cb7-bf89-413f-8638-a02053926810 tempest-ServerAddressesTestJSON-1687092689 tempest-ServerAddressesTestJSON-1687092689-project] 10.222.0.58 "GET /v2.0/security-groups?id=666c7f16-0103-458b-8291-b0a5d96ef4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725210 Jul 09 14:40:57.746368 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 1f205de6-8c81-4e92-befd-bb00ad5222c9, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=1f205de6-8c81-4e92-befd-bb00ad5222c9,segment=NetworkSegment(b50c3cde-65f3-4b2e-b850-f8b9ad387fce),segment_id=b50c3cde-65f3-4b2e-b850-f8b9ad387fce)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:40:57.750208 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=66a857ac-eecb-454c-97bd-264f9c55cdc5,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:57.795571 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf91dcb-6f4e-4f60-bd6d-8d23a033ed0d x-openstack-request-id: req-2bf91dcb-6f4e-4f60-bd6d-8d23a033ed0d {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:40:57.795950 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8547655-b965-4b1b-a790-d0009a4530c6", "name": "network-vif-plugged", "status": "completed", "tag": "1f205de6-8c81-4e92-befd-bb00ad5222c9", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:40:57.796205 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2bf91dcb-6f4e-4f60-bd6d-8d23a033ed0d {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:40:57.796605 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8547655-b965-4b1b-a790-d0009a4530c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f205de6-8c81-4e92-befd-bb00ad5222c9', 'code': 200} Jul 09 14:40:57.810286 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:57.865135 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807f168-800d-451c-beb2-c443b190939a req-4fd0a5c4-727f-46e4-acc5-6bc240d99a35 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:57.875479 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7807f168-800d-451c-beb2-c443b190939a req-4fd0a5c4-727f-46e4-acc5-6bc240d99a35 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=140a0213-420b-4cf6-b92d-34463762a3f8 HTTP/1.1" status: 200 len: 944 time: 0.1368980 Jul 09 14:40:57.883781 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=1f205de6-8c81-4e92-befd-bb00ad5222c9,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:57.977678 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3a062d9b-d1fe-4894-89a8-6d53a2328e9e req-4f973a45-ba68-44f1-a09a-e4838f158d27 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=91ecabd0-8edb-4f60-888c-5652f04757f3 HTTP/1.1" status: 200 len: 210 time: 0.0297728 Jul 09 14:40:57.987081 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7807f168-800d-451c-beb2-c443b190939a req-25d8c33d-1d18-4d18-8435-29d72f4ed530 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105549 Jul 09 14:40:58.030637 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9b91a0-e3a2-4523-865a-58c7c9b27742 req-f8ac4d45-dd9d-46be-84be-7eb390f67649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:58.032549 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1f9b91a0-e3a2-4523-865a-58c7c9b27742 req-f8ac4d45-dd9d-46be-84be-7eb390f67649 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a8547655-b965-4b1b-a790-d0009a4530c6 HTTP/1.1" status: 200 len: 1096 time: 0.1334589 Jul 09 14:40:58.072931 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1f9b91a0-e3a2-4523-865a-58c7c9b27742 req-ded989a9-3a3b-4395-8540-0eda347ec519 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=666c7f16-0103-458b-8291-b0a5d96ef4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332682 Jul 09 14:40:58.102409 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['66a857ac-eecb-454c-97bd-264f9c55cdc5'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:40:58.689382 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bec2af-a660-4907-9ba5-3472750df7cc req-44f4cd1e-1623-42f8-a788-29bdeb67f12f tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:58.689382 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-08bec2af-a660-4907-9ba5-3472750df7cc req-44f4cd1e-1623-42f8-a788-29bdeb67f12f tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/ports?device_id=01af826f-9480-4520-929f-03fa443ca8bb HTTP/1.1" status: 200 len: 946 time: 0.0872042 Jul 09 14:40:58.689382 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-08bec2af-a660-4907-9ba5-3472750df7cc req-a7434301-9106-477c-aea3-a46b2c3b8bb0 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa8ccfb5-1089-45b8-8b22-f1c0cd5449b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527716 Jul 09 14:40:58.830380 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 43297159-bde3-4827-ae41-e9610acaadad no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:40:58.859261 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: 43297159-bde3-4827-ae41-e9610acaadad {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:40:58.859945 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 43297159-bde3-4827-ae41-e9610acaadad not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:40:58.981851 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abc79c-f54c-452e-ad32-d00ce3a4efdc req-dec7328c-013d-4ebe-871f-aa8db0b7e00e tempest-ServerAddressesTestJSON-1687092689 tempest-ServerAddressesTestJSON-1687092689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:58.981851 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-00abc79c-f54c-452e-ad32-d00ce3a4efdc req-dec7328c-013d-4ebe-871f-aa8db0b7e00e tempest-ServerAddressesTestJSON-1687092689 tempest-ServerAddressesTestJSON-1687092689-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8547655-b965-4b1b-a790-d0009a4530c6 HTTP/1.1" status: 200 len: 945 time: 0.0810328 Jul 09 14:40:59.002726 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-983f4932-bbaa-4c53-a04a-71e2b90e4802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:59.044482 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-00abc79c-f54c-452e-ad32-d00ce3a4efdc req-0c155db7-93f8-4562-b48f-c7aa864a6d69 tempest-ServerAddressesTestJSON-1687092689 tempest-ServerAddressesTestJSON-1687092689-project] 10.222.0.58 "GET /v2.0/security-groups?id=666c7f16-0103-458b-8291-b0a5d96ef4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598037 Jul 09 14:40:59.090068 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:59.189311 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 55920) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:40:59.252447 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-02e8d320-4be0-40f3-ba10-41349c3fb907 req-541f2149-f4d4-4f8f-9dda-7ef650bba0eb tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=91ecabd0-8edb-4f60-888c-5652f04757f3 HTTP/1.1" status: 200 len: 210 time: 0.0277674 Jul 09 14:40:59.259378 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3161fb2-ff40-4f3e-b1a8-f1d5c77394ab req-d35ca969-599d-4647-beaf-dfe6e4acaad7 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:59.261573 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e3161fb2-ff40-4f3e-b1a8-f1d5c77394ab req-d35ca969-599d-4647-beaf-dfe6e4acaad7 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=140a0213-420b-4cf6-b92d-34463762a3f8 HTTP/1.1" status: 200 len: 944 time: 0.0794871 Jul 09 14:40:59.329721 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e3161fb2-ff40-4f3e-b1a8-f1d5c77394ab req-9cf920a5-2f04-4ee8-9e99-53df7ac1f66b tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618954 Jul 09 14:40:59.333376 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-fe106eb6-cd5c-460f-9f60-8efa646d01d2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1771181187-network', 'tenant_id': '488e573590f449068d05943d6635fb8b'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:40:59.491670 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe106eb6-cd5c-460f-9f60-8efa646d01d2 admin admin] Made reservation on behalf of 488e573590f449068d05943d6635fb8b for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:40:59.494523 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fe106eb6-cd5c-460f-9f60-8efa646d01d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:59.510568 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fe106eb6-cd5c-460f-9f60-8efa646d01d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:59.717370 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fe106eb6-cd5c-460f-9f60-8efa646d01d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:59.805373 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fe106eb6-cd5c-460f-9f60-8efa646d01d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:59.851227 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe106eb6-cd5c-460f-9f60-8efa646d01d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:40:59.851981 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c961ca84-77b7-4927-bb16-71b7cd73860b req-daa1d2dc-4c1e-436f-a2ff-5e31db041a15 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:59.857313 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c961ca84-77b7-4927-bb16-71b7cd73860b req-daa1d2dc-4c1e-436f-a2ff-5e31db041a15 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/ports?device_id=01af826f-9480-4520-929f-03fa443ca8bb HTTP/1.1" status: 200 len: 946 time: 0.1050026 Jul 09 14:40:59.871714 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe106eb6-cd5c-460f-9f60-8efa646d01d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46909542-565c-40e4-8afd-e21bb7377d0b,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:59.874600 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fe106eb6-cd5c-460f-9f60-8efa646d01d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:59.875157 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-fe106eb6-cd5c-460f-9f60-8efa646d01d2 admin admin] Added segment c275eecc-ac61-4583-bf8f-15ffd528534b of type vlan for network 9dd7350d-beb6-404b-b6b2-e696c1d5f3d5 Jul 09 14:40:59.922754 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c961ca84-77b7-4927-bb16-71b7cd73860b req-6d4026d3-fa7a-4732-857f-cf77666405a1 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa8ccfb5-1089-45b8-8b22-f1c0cd5449b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549431 Jul 09 14:40:59.929043 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fe106eb6-cd5c-460f-9f60-8efa646d01d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:00.079091 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fe106eb6-cd5c-460f-9f60-8efa646d01d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:00.080225 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe106eb6-cd5c-460f-9f60-8efa646d01d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:00.081545 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fe106eb6-cd5c-460f-9f60-8efa646d01d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:00.127181 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:00.152701 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe106eb6-cd5c-460f-9f60-8efa646d01d2 admin admin] Pushing event updated for resources: {'Network': ['ID=9dd7350d-beb6-404b-b6b2-e696c1d5f3d5,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:00.167246 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 9dd7350d-beb6-404b-b6b2-e696c1d5f3d5 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:41:00.202801 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-fe106eb6-cd5c-460f-9f60-8efa646d01d2 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0118358 Jul 09 14:41:00.207802 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 55938) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:41:00.213945 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-0bf521eb-b572-4b9e-b688-64598f8ca1e8 admin admin] Request body: {'subnet': {'network_id': '9dd7350d-beb6-404b-b6b2-e696c1d5f3d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1771181187-subnet', 'tenant_id': '488e573590f449068d05943d6635fb8b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:41:00.267883 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd5478-12ed-42d1-9157-b5c844a98432 req-c3dbb7dc-cc31-427a-b897-749666eae36d tempest-ServerAddressesTestJSON-1687092689 tempest-ServerAddressesTestJSON-1687092689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:00.269411 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6fcd5478-12ed-42d1-9157-b5c844a98432 req-c3dbb7dc-cc31-427a-b897-749666eae36d tempest-ServerAddressesTestJSON-1687092689 tempest-ServerAddressesTestJSON-1687092689-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8547655-b965-4b1b-a790-d0009a4530c6 HTTP/1.1" status: 200 len: 945 time: 0.1114995 Jul 09 14:41:00.309930 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6fcd5478-12ed-42d1-9157-b5c844a98432 req-8472a979-3cb0-4177-b9e6-b8857c0435fc tempest-ServerAddressesTestJSON-1687092689 tempest-ServerAddressesTestJSON-1687092689-project] 10.222.0.58 "GET /v2.0/security-groups?id=666c7f16-0103-458b-8291-b0a5d96ef4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340478 Jul 09 14:41:00.320224 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c99a0-7e8d-4a33-9e9d-6f7ae6a1b991 req-dcae31bf-fdc8-4b60-b2e1-719960297e74 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:00.321745 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-aa1c99a0-7e8d-4a33-9e9d-6f7ae6a1b991 req-dcae31bf-fdc8-4b60-b2e1-719960297e74 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=eaa5b4f0-e3c9-4167-9264-3519b0452d34 HTTP/1.1" status: 200 len: 944 time: 0.0711882 Jul 09 14:41:00.341406 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf521eb-b572-4b9e-b688-64598f8ca1e8 admin admin] Made reservation on behalf of 488e573590f449068d05943d6635fb8b for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:41:00.344177 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0bf521eb-b572-4b9e-b688-64598f8ca1e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:00.387790 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-aa1c99a0-7e8d-4a33-9e9d-6f7ae6a1b991 req-1723ccbc-83d3-4afd-85b8-4b1b6f09c6e8 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585551 Jul 09 14:41:00.544750 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d9351a47-ff53-4f8a-82dd-535e12d330cc req-c5c77a67-8f52-43c7-8e1a-b59a2f8ff760 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=91ecabd0-8edb-4f60-888c-5652f04757f3 HTTP/1.1" status: 200 len: 210 time: 0.0594971 Jul 09 14:41:00.653930 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e2d86-af17-42c7-87fa-82969d32732e req-ceebf67c-4123-4a87-ae51-5c95c2586f9c tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:00.655561 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bc3e2d86-af17-42c7-87fa-82969d32732e req-ceebf67c-4123-4a87-ae51-5c95c2586f9c tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=140a0213-420b-4cf6-b92d-34463762a3f8 HTTP/1.1" status: 200 len: 944 time: 0.0654342 Jul 09 14:41:00.678724 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0bf521eb-b572-4b9e-b688-64598f8ca1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:00.696115 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bc3e2d86-af17-42c7-87fa-82969d32732e req-5f63cc42-d5fe-49b7-b5fe-b48d12f34881 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345395 Jul 09 14:41:00.741789 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf521eb-b572-4b9e-b688-64598f8ca1e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8ed1314-0930-4df0-957b-23d088a5a5d0,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:00.766555 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf521eb-b572-4b9e-b688-64598f8ca1e8 admin admin] Checking segment: {'id': 'c275eecc-ac61-4583-bf8f-15ffd528534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '9dd7350d-beb6-404b-b6b2-e696c1d5f3d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:41:00.767282 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf521eb-b572-4b9e-b688-64598f8ca1e8 admin admin] Network hostable DHCP agents. Network: 9dd7350d-beb6-404b-b6b2-e696c1d5f3d5, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:41:00.835274 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 66a857ac-eecb-454c-97bd-264f9c55cdc5 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:41:00.855842 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf521eb-b572-4b9e-b688-64598f8ca1e8 admin admin] Network 9dd7350d-beb6-404b-b6b2-e696c1d5f3d5 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:41:00.930261 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-0bf521eb-b572-4b9e-b688-64598f8ca1e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 9dd7350d-beb6-404b-b6b2-e696c1d5f3d5) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:41:00.934837 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf521eb-b572-4b9e-b688-64598f8ca1e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:00.942650 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0bf521eb-b572-4b9e-b688-64598f8ca1e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:00.950550 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ca663d-a76f-4360-9156-0e7cbafca4fa None None] Network 9dd7350d-beb6-404b-b6b2-e696c1d5f3d5 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:41:00.989888 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port 66a857ac-eecb-454c-97bd-264f9c55cdc5 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:41:00.996444 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 66a857ac-eecb-454c-97bd-264f9c55cdc5 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:41:00.997046 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:01.098083 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-0bf521eb-b572-4b9e-b688-64598f8ca1e8 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8862605 Jul 09 14:41:01.098585 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 55958) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:41:01.104740 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-7f8ae3b6-1f75-4bbb-a5e8-325bd9406bb8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1771181187-router', 'tenant_id': '488e573590f449068d05943d6635fb8b', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:41:01.150652 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccabb19-0699-41d4-aaaa-9df46a2a59fa req-d3141726-ff96-4138-90f1-24702369f6bf tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:01.152139 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bccabb19-0699-41d4-aaaa-9df46a2a59fa req-d3141726-ff96-4138-90f1-24702369f6bf tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.62 "GET /v2.0/ports?device_id=eaa5b4f0-e3c9-4167-9264-3519b0452d34 HTTP/1.1" status: 200 len: 944 time: 0.1525831 Jul 09 14:41:01.165068 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d82baa1-de95-49d7-9b3c-51ac31e550ad req-566d8bd0-6e43-495a-93f7-bac44e1c7fb6 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:01.166572 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8d82baa1-de95-49d7-9b3c-51ac31e550ad req-566d8bd0-6e43-495a-93f7-bac44e1c7fb6 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/ports?device_id=01af826f-9480-4520-929f-03fa443ca8bb HTTP/1.1" status: 200 len: 946 time: 0.1009040 Jul 09 14:41:01.203943 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:01.223100 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c3959b-c97f-468d-886d-ce2c49fb0df7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-9dd7350d-beb6-404b-b6b2-e696c1d5f3d5', 'network_id': '9dd7350d-beb6-404b-b6b2-e696c1d5f3d5', 'tenant_id': '488e573590f449068d05943d6635fb8b', 'fixed_ips': [{'subnet_id': 'c8ed1314-0930-4df0-957b-23d088a5a5d0'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:41:01.225924 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-40c3959b-c97f-468d-886d-ce2c49fb0df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:01.233138 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7f8ae3b6-1f75-4bbb-a5e8-325bd9406bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:01.234835 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7f8ae3b6-1f75-4bbb-a5e8-325bd9406bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:01.246373 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8d82baa1-de95-49d7-9b3c-51ac31e550ad req-69dfe0b0-5332-4d67-bc09-27d62c69f31f tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa8ccfb5-1089-45b8-8b22-f1c0cd5449b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706334 Jul 09 14:41:01.282008 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140a0213-420b-4cf6-b92d-34463762a3f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a857ac-eecb-454c-97bd-264f9c55cdc5'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:41:01.283560 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c643a98-1d3e-4852-bcf7-c13a8a769eca" -d '{"events": [{"server_uuid": "140a0213-420b-4cf6-b92d-34463762a3f8", "name": "network-vif-plugged", "status": "completed", "tag": "66a857ac-eecb-454c-97bd-264f9c55cdc5"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:41:01.327771 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-bccabb19-0699-41d4-aaaa-9df46a2a59fa req-c5963453-2f7c-4087-9d87-4b817c803e2f tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Deleting port 6074e9fb-6d5c-4028-9e19-ad6705bfe427 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:41:01.328081 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 66a857ac-eecb-454c-97bd-264f9c55cdc5, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=66a857ac-eecb-454c-97bd-264f9c55cdc5,segment=NetworkSegment(ea3e7312-a29e-42fd-9247-9011d25d7154),segment_id=ea3e7312-a29e-42fd-9247-9011d25d7154)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:41:01.328223 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-bccabb19-0699-41d4-aaaa-9df46a2a59fa req-c5963453-2f7c-4087-9d87-4b817c803e2f tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:01.505787 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:01.531755 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-bccabb19-0699-41d4-aaaa-9df46a2a59fa req-c5963453-2f7c-4087-9d87-4b817c803e2f tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] For port 6074e9fb-6d5c-4028-9e19-ad6705bfe427, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=6074e9fb-6d5c-4028-9e19-ad6705bfe427,segment=NetworkSegment(aace0400-4c69-453a-b04e-112644859d27),segment_id=aace0400-4c69-453a-b04e-112644859d27)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:41:01.534469 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-bccabb19-0699-41d4-aaaa-9df46a2a59fa req-c5963453-2f7c-4087-9d87-4b817c803e2f tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:01.537022 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef994dc-fcb2-47f1-9018-7863fa615ee4 x-openstack-request-id: req-eef994dc-fcb2-47f1-9018-7863fa615ee4 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:41:01.537321 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "140a0213-420b-4cf6-b92d-34463762a3f8", "name": "network-vif-plugged", "status": "completed", "tag": "66a857ac-eecb-454c-97bd-264f9c55cdc5", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:41:01.538143 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-eef994dc-fcb2-47f1-9018-7863fa615ee4 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:41:01.538508 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '140a0213-420b-4cf6-b92d-34463762a3f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a857ac-eecb-454c-97bd-264f9c55cdc5', 'code': 200} Jul 09 14:41:01.568015 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-bccabb19-0699-41d4-aaaa-9df46a2a59fa req-c5963453-2f7c-4087-9d87-4b817c803e2f tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Calling delete_port for 6074e9fb-6d5c-4028-9e19-ad6705bfe427 owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:41:01.625890 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:01.681169 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=66a857ac-eecb-454c-97bd-264f9c55cdc5,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:01.696681 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-40c3959b-c97f-468d-886d-ce2c49fb0df7 None None] Allocated IP 172.20.0.2 (9dd7350d-beb6-404b-b6b2-e696c1d5f3d5/c8ed1314-0930-4df0-957b-23d088a5a5d0/ae5ef246-f245-4871-afd1-541176ce6083) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:41:01.715375 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7f8ae3b6-1f75-4bbb-a5e8-325bd9406bb8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:01.776700 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b65e7a1-b47a-4739-8050-12dcebeae0da req-94988b60-fd4d-4199-a155-520d5697923b tempest-ServerAddressesTestJSON-1687092689 tempest-ServerAddressesTestJSON-1687092689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:01.785273 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4b65e7a1-b47a-4739-8050-12dcebeae0da req-94988b60-fd4d-4199-a155-520d5697923b tempest-ServerAddressesTestJSON-1687092689 tempest-ServerAddressesTestJSON-1687092689-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8547655-b965-4b1b-a790-d0009a4530c6 HTTP/1.1" status: 200 len: 945 time: 0.0883167 Jul 09 14:41:01.831220 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8590065-30ce-4ef5-a96e-5ce8c9ef1fb7 req-148f15ce-b3e1-48de-b1ed-7cd933a34c04 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:01.839429 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f8590065-30ce-4ef5-a96e-5ce8c9ef1fb7 req-148f15ce-b3e1-48de-b1ed-7cd933a34c04 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=eaa5b4f0-e3c9-4167-9264-3519b0452d34 HTTP/1.1" status: 200 len: 944 time: 0.1607060 Jul 09 14:41:01.885879 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-40c3959b-c97f-468d-886d-ce2c49fb0df7 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:01.899978 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-40c3959b-c97f-468d-886d-ce2c49fb0df7 None None] Transition to ACTIVE for port object ae5ef246-f245-4871-afd1-541176ce6083 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:41:01.901674 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4b65e7a1-b47a-4739-8050-12dcebeae0da req-d139a8f6-5383-40fc-b409-17702628ce87 tempest-ServerAddressesTestJSON-1687092689 tempest-ServerAddressesTestJSON-1687092689-project] 10.222.0.58 "GET /v2.0/security-groups?id=666c7f16-0103-458b-8291-b0a5d96ef4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154776 Jul 09 14:41:01.920463 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-40c3959b-c97f-468d-886d-ce2c49fb0df7 None None] Transition to ACTIVE for port object ae5ef246-f245-4871-afd1-541176ce6083 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:41:01.929243 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038714e7-d932-4ec8-8968-779b024ad3ba req-81fe2d85-0fd1-46b0-89c2-e7a17dd6e7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:01.931278 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-038714e7-d932-4ec8-8968-779b024ad3ba req-81fe2d85-0fd1-46b0-89c2-e7a17dd6e7d1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=140a0213-420b-4cf6-b92d-34463762a3f8 HTTP/1.1" status: 200 len: 1096 time: 0.2094524 Jul 09 14:41:01.988007 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-40c3959b-c97f-468d-886d-ce2c49fb0df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:02.003006 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f8590065-30ce-4ef5-a96e-5ce8c9ef1fb7 req-79abc4a2-b361-4fe4-9190-9ec445e21fb2 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621838 Jul 09 14:41:02.055104 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7f8ae3b6-1f75-4bbb-a5e8-325bd9406bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:02.093671 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-038714e7-d932-4ec8-8968-779b024ad3ba req-4304eb90-01b3-4723-9228-900333277adb service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418400 Jul 09 14:41:02.115706 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c3959b-c97f-468d-886d-ce2c49fb0df7 None None] Network 9dd7350d-beb6-404b-b6b2-e696c1d5f3d5 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:41:02.119237 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-40c3959b-c97f-468d-886d-ce2c49fb0df7 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:41:02.127383 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c3959b-c97f-468d-886d-ce2c49fb0df7 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:41:02.135291 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c3959b-c97f-468d-886d-ce2c49fb0df7 None None] Pushing event updated for resources: {'Port': ['ID=ae5ef246-f245-4871-afd1-541176ce6083,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:02.153857 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-bccabb19-0699-41d4-aaaa-9df46a2a59fa req-c5963453-2f7c-4087-9d87-4b817c803e2f tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:02.223867 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5963453-2f7c-4087-9d87-4b817c803e2f tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Pushing event deleted for resources: {'Port': ['ID=6074e9fb-6d5c-4028-9e19-ad6705bfe427,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:02.276275 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-40c3959b-c97f-468d-886d-ce2c49fb0df7 None None] Attempting to bind port ae5ef246-f245-4871-afd1-541176ce6083 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:41:02.276887 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-40c3959b-c97f-468d-886d-ce2c49fb0df7 None None] Attempting to bind port ae5ef246-f245-4871-afd1-541176ce6083 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'c275eecc-ac61-4583-bf8f-15ffd528534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '9dd7350d-beb6-404b-b6b2-e696c1d5f3d5'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:41:02.277024 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c3959b-c97f-468d-886d-ce2c49fb0df7 None None] Attempting to bind port ae5ef246-f245-4871-afd1-541176ce6083 on network 9dd7350d-beb6-404b-b6b2-e696c1d5f3d5 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:41:02.291802 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c3959b-c97f-468d-886d-ce2c49fb0df7 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:41:02.292182 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c3959b-c97f-468d-886d-ce2c49fb0df7 None None] Checking segment: {'id': 'c275eecc-ac61-4583-bf8f-15ffd528534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '9dd7350d-beb6-404b-b6b2-e696c1d5f3d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:41:02.292592 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-40c3959b-c97f-468d-886d-ce2c49fb0df7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:02.293040 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c3959b-c97f-468d-886d-ce2c49fb0df7 None None] Bound using segment: {'id': 'c275eecc-ac61-4583-bf8f-15ffd528534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '9dd7350d-beb6-404b-b6b2-e696c1d5f3d5'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:41:02.293831 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-40c3959b-c97f-468d-886d-ce2c49fb0df7 None None] Bound port: ae5ef246-f245-4871-afd1-541176ce6083, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c275eecc-ac61-4583-bf8f-15ffd528534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '9dd7350d-beb6-404b-b6b2-e696c1d5f3d5'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:41:02.293954 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-40c3959b-c97f-468d-886d-ce2c49fb0df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:02.342477 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-bccabb19-0699-41d4-aaaa-9df46a2a59fa req-c5963453-2f7c-4087-9d87-4b817c803e2f tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] No DVR routers for this DVR port 6074e9fb-6d5c-4028-9e19-ad6705bfe427 on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:41:02.346308 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-bccabb19-0699-41d4-aaaa-9df46a2a59fa req-c5963453-2f7c-4087-9d87-4b817c803e2f tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:02.352908 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bccabb19-0699-41d4-aaaa-9df46a2a59fa req-c5963453-2f7c-4087-9d87-4b817c803e2f tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.62 "DELETE /v2.0/ports/6074e9fb-6d5c-4028-9e19-ad6705bfe427 HTTP/1.1" status: 204 len: 173 time: 1.1810787 Jul 09 14:41:02.352908 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaa5b4f0-e3c9-4167-9264-3519b0452d34', 'name': 'network-vif-deleted', 'tag': '6074e9fb-6d5c-4028-9e19-ad6705bfe427'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:41:02.352908 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e88f82f-93d6-4819-9d9b-fe6c7626fc9f" -d '{"events": [{"server_uuid": "eaa5b4f0-e3c9-4167-9264-3519b0452d34", "name": "network-vif-deleted", "tag": "6074e9fb-6d5c-4028-9e19-ad6705bfe427"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:41:02.394509 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f1ada9-29b4-4170-b7ce-412aa309e25b req-3e36110f-7536-4f93-b583-6f33db67a004 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:02.397335 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-75f1ada9-29b4-4170-b7ce-412aa309e25b req-3e36110f-7536-4f93-b583-6f33db67a004 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=140a0213-420b-4cf6-b92d-34463762a3f8 HTTP/1.1" status: 200 len: 945 time: 0.1535003 Jul 09 14:41:02.397471 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-40c3959b-c97f-468d-886d-ce2c49fb0df7 None None] For port ae5ef246-f245-4871-afd1-541176ce6083, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:41:02.400169 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-40c3959b-c97f-468d-886d-ce2c49fb0df7 None None] For port ae5ef246-f245-4871-afd1-541176ce6083, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=ae5ef246-f245-4871-afd1-541176ce6083,segment=NetworkSegment(c275eecc-ac61-4583-bf8f-15ffd528534b),segment_id=c275eecc-ac61-4583-bf8f-15ffd528534b)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:41:02.422503 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7f8ae3b6-1f75-4bbb-a5e8-325bd9406bb8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:02.436453 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-75f1ada9-29b4-4170-b7ce-412aa309e25b req-94708c24-9fe8-4621-9047-f3b6996cbb0e tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343761 Jul 09 14:41:02.442279 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7f8ae3b6-1f75-4bbb-a5e8-325bd9406bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:02.523574 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0be4904-716f-4ee8-b098-e39f7460846d x-openstack-request-id: req-a0be4904-716f-4ee8-b098-e39f7460846d {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:41:02.528612 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaa5b4f0-e3c9-4167-9264-3519b0452d34", "name": "network-vif-deleted", "tag": "6074e9fb-6d5c-4028-9e19-ad6705bfe427", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:41:02.528612 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a0be4904-716f-4ee8-b098-e39f7460846d {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:41:02.528612 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaa5b4f0-e3c9-4167-9264-3519b0452d34', 'name': 'network-vif-deleted', 'tag': '6074e9fb-6d5c-4028-9e19-ad6705bfe427', 'status': 'completed', 'code': 200} Jul 09 14:41:02.548114 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-40c3959b-c97f-468d-886d-ce2c49fb0df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:02.632678 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-7f8ae3b6-1f75-4bbb-a5e8-325bd9406bb8 admin admin] Allocated IP 172.25.3.151 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/740bf9b9-a416-4426-a113-9ebdb93a1525) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:41:02.706027 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c3959b-c97f-468d-886d-ce2c49fb0df7 None None] Pushing event updated for resources: {'Port': ['ID=ae5ef246-f245-4871-afd1-541176ce6083,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:02.717953 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6b882-23e1-48f8-8786-a02f4db90eb6 req-efd22256-b037-4e36-bede-56f60b4d36a3 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:02.721346 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a9c6b882-23e1-48f8-8786-a02f4db90eb6 req-efd22256-b037-4e36-bede-56f60b4d36a3 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/ports?device_id=01af826f-9480-4520-929f-03fa443ca8bb HTTP/1.1" status: 200 len: 946 time: 0.1164737 Jul 09 14:41:02.787019 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a9c6b882-23e1-48f8-8786-a02f4db90eb6 req-cebfe28d-4e17-4ba2-8e0f-3da0f715303c tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa8ccfb5-1089-45b8-8b22-f1c0cd5449b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588837 Jul 09 14:41:02.823930 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7f8ae3b6-1f75-4bbb-a5e8-325bd9406bb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:02.950312 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7f8ae3b6-1f75-4bbb-a5e8-325bd9406bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:03.032199 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8ae3b6-1f75-4bbb-a5e8-325bd9406bb8 admin admin] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:41:03.034461 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-7f8ae3b6-1f75-4bbb-a5e8-325bd9406bb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:41:03.036556 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8ae3b6-1f75-4bbb-a5e8-325bd9406bb8 admin admin] Pushing event updated for resources: {'Port': ['ID=740bf9b9-a416-4426-a113-9ebdb93a1525,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:03.039068 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8ae3b6-1f75-4bbb-a5e8-325bd9406bb8 admin admin] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:41:03.225931 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7a91dc15-7ddf-4a87-a962-5953fb389c9a req-2000e85b-7a4a-46e0-b298-c141e3435084 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=eaa5b4f0-e3c9-4167-9264-3519b0452d34 HTTP/1.1" status: 200 len: 210 time: 0.0348017 Jul 09 14:41:03.331980 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b96d622-5579-45e1-b81e-2754bb2660c0 req-96a978d2-6e56-4b99-bf93-4af287103a52 tempest-ServerAddressesTestJSON-1687092689 tempest-ServerAddressesTestJSON-1687092689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:03.334060 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5b96d622-5579-45e1-b81e-2754bb2660c0 req-96a978d2-6e56-4b99-bf93-4af287103a52 tempest-ServerAddressesTestJSON-1687092689 tempest-ServerAddressesTestJSON-1687092689-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8547655-b965-4b1b-a790-d0009a4530c6 HTTP/1.1" status: 200 len: 945 time: 0.0834429 Jul 09 14:41:03.420227 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5b96d622-5579-45e1-b81e-2754bb2660c0 req-4f7f81bb-7cc3-46b7-8115-575ff3cfdf52 tempest-ServerAddressesTestJSON-1687092689 tempest-ServerAddressesTestJSON-1687092689-project] 10.222.0.58 "GET /v2.0/security-groups?id=666c7f16-0103-458b-8291-b0a5d96ef4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796056 Jul 09 14:41:03.522814 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7f8ae3b6-1f75-4bbb-a5e8-325bd9406bb8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:03.826414 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee653057-bbf3-4042-9fef-c67a2207f866 req-1526e384-4dfc-4d38-b4f7-9e5ae89b7346 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:03.828469 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ee653057-bbf3-4042-9fef-c67a2207f866 req-1526e384-4dfc-4d38-b4f7-9e5ae89b7346 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=140a0213-420b-4cf6-b92d-34463762a3f8 HTTP/1.1" status: 200 len: 945 time: 0.1894040 Jul 09 14:41:03.845709 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7f8ae3b6-1f75-4bbb-a5e8-325bd9406bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:03.846223 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5e577f-8909-417e-a8d2-13132d67554a req-7ff911da-dd36-4255-83b0-fc799d220926 tempest-ServerAddressesTestJSON-1687092689 tempest-ServerAddressesTestJSON-1687092689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:03.847727 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3c5e577f-8909-417e-a8d2-13132d67554a req-7ff911da-dd36-4255-83b0-fc799d220926 tempest-ServerAddressesTestJSON-1687092689 tempest-ServerAddressesTestJSON-1687092689-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8547655-b965-4b1b-a790-d0009a4530c6 HTTP/1.1" status: 200 len: 945 time: 0.2857440 Jul 09 14:41:03.973620 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ee653057-bbf3-4042-9fef-c67a2207f866 req-6edf1e22-8c6d-42e1-9b1e-3f6f7a5c10f9 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245048 Jul 09 14:41:04.067660 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-3c5e577f-8909-417e-a8d2-13132d67554a req-81a0ffa9-65f0-47cc-bfbf-e382dec5acf3 tempest-ServerAddressesTestJSON-1687092689 tempest-ServerAddressesTestJSON-1687092689-project] Deleting port 1f205de6-8c81-4e92-befd-bb00ad5222c9 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:41:04.069573 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-3c5e577f-8909-417e-a8d2-13132d67554a req-81a0ffa9-65f0-47cc-bfbf-e382dec5acf3 tempest-ServerAddressesTestJSON-1687092689 tempest-ServerAddressesTestJSON-1687092689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:04.181617 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8d7805-6e05-4072-a905-6ab8cd4594b2 None None] Network 9dd7350d-beb6-404b-b6b2-e696c1d5f3d5 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:41:04.198003 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f8ae3b6-1f75-4bbb-a5e8-325bd9406bb8 admin admin] Router 11344ba9-caca-4120-ae8b-5b0292bf137b is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:41:04.262426 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-3c5e577f-8909-417e-a8d2-13132d67554a req-81a0ffa9-65f0-47cc-bfbf-e382dec5acf3 tempest-ServerAddressesTestJSON-1687092689 tempest-ServerAddressesTestJSON-1687092689-project] For port 1f205de6-8c81-4e92-befd-bb00ad5222c9, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=1f205de6-8c81-4e92-befd-bb00ad5222c9,segment=NetworkSegment(b50c3cde-65f3-4b2e-b850-f8b9ad387fce),segment_id=b50c3cde-65f3-4b2e-b850-f8b9ad387fce)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:41:04.263455 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-3c5e577f-8909-417e-a8d2-13132d67554a req-81a0ffa9-65f0-47cc-bfbf-e382dec5acf3 tempest-ServerAddressesTestJSON-1687092689 tempest-ServerAddressesTestJSON-1687092689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:04.282602 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-3c5e577f-8909-417e-a8d2-13132d67554a req-81a0ffa9-65f0-47cc-bfbf-e382dec5acf3 tempest-ServerAddressesTestJSON-1687092689 tempest-ServerAddressesTestJSON-1687092689-project] Calling delete_port for 1f205de6-8c81-4e92-befd-bb00ad5222c9 owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:41:04.290479 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device ae5ef246-f245-4871-afd1-541176ce6083 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:41:04.376304 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b3580-9a5b-43d6-9a19-7ff5899a3b2d req-e607ef77-884b-465f-afe1-a60d5b02cdf3 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:04.396121 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fc8b3580-9a5b-43d6-9a19-7ff5899a3b2d req-e607ef77-884b-465f-afe1-a60d5b02cdf3 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/ports?device_id=01af826f-9480-4520-929f-03fa443ca8bb HTTP/1.1" status: 200 len: 946 time: 0.2764413 Jul 09 14:41:04.523166 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-9ceb3f43-ca65-453c-a0df-2a91f58d24ba None None] Provisioning for port ae5ef246-f245-4871-afd1-541176ce6083 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:41:04.554383 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port ae5ef246-f245-4871-afd1-541176ce6083 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:41:04.576924 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fc8b3580-9a5b-43d6-9a19-7ff5899a3b2d req-ad1aeaa2-30c7-442a-a16c-ba100fe6b151 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa8ccfb5-1089-45b8-8b22-f1c0cd5449b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660478 Jul 09 14:41:04.591000 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port ae5ef246-f245-4871-afd1-541176ce6083 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:41:04.591000 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:04.593792 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f8ae3b6-1f75-4bbb-a5e8-325bd9406bb8 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:41:04.646465 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f53e7f5-e8c3-4d42-aa72-48e9952eaf40 None None] Sync routers for ids ['11344ba9-caca-4120-ae8b-5b0292bf137b'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:41:04.684752 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7f8ae3b6-1f75-4bbb-a5e8-325bd9406bb8 admin admin] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:04.685579 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-3c5e577f-8909-417e-a8d2-13132d67554a req-81a0ffa9-65f0-47cc-bfbf-e382dec5acf3 tempest-ServerAddressesTestJSON-1687092689 tempest-ServerAddressesTestJSON-1687092689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:04.689469 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-7f8ae3b6-1f75-4bbb-a5e8-325bd9406bb8 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.5887856 Jul 09 14:41:04.689785 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 56006) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:41:04.690754 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f53e7f5-e8c3-4d42-aa72-48e9952eaf40 None None] Routers {'11344ba9-caca-4120-ae8b-5b0292bf137b'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:41:04.692184 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-9f53e7f5-e8c3-4d42-aa72-48e9952eaf40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:40:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['11344ba9-caca-4120-ae8b-5b0292bf137b'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:41:04.746463 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['1f205de6-8c81-4e92-befd-bb00ad5222c9'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:41:04.747482 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a0ffa9-65f0-47cc-bfbf-e382dec5acf3 tempest-ServerAddressesTestJSON-1687092689 tempest-ServerAddressesTestJSON-1687092689-project] Pushing event deleted for resources: {'Port': ['ID=1f205de6-8c81-4e92-befd-bb00ad5222c9,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:04.835349 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-88de06d3-f8a0-4b0c-b072-302e2f278db5 req-b4c50af4-032b-4a39-8600-a7ae2cd1d425 tempest-ServerAddressesTestJSON-1687092689 tempest-ServerAddressesTestJSON-1687092689-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8547655-b965-4b1b-a790-d0009a4530c6 HTTP/1.1" status: 200 len: 210 time: 0.0580652 Jul 09 14:41:04.840974 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c5e577f-8909-417e-a8d2-13132d67554a req-81a0ffa9-65f0-47cc-bfbf-e382dec5acf3 tempest-ServerAddressesTestJSON-1687092689 tempest-ServerAddressesTestJSON-1687092689-project] No DVR routers for this DVR port 1f205de6-8c81-4e92-befd-bb00ad5222c9 on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:41:04.844263 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-3c5e577f-8909-417e-a8d2-13132d67554a req-81a0ffa9-65f0-47cc-bfbf-e382dec5acf3 tempest-ServerAddressesTestJSON-1687092689 tempest-ServerAddressesTestJSON-1687092689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:04.846315 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3c5e577f-8909-417e-a8d2-13132d67554a req-81a0ffa9-65f0-47cc-bfbf-e382dec5acf3 tempest-ServerAddressesTestJSON-1687092689 tempest-ServerAddressesTestJSON-1687092689-project] 10.222.0.62 "DELETE /v2.0/ports/1f205de6-8c81-4e92-befd-bb00ad5222c9 HTTP/1.1" status: 204 len: 173 time: 0.9895079 Jul 09 14:41:04.846835 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8547655-b965-4b1b-a790-d0009a4530c6', 'name': 'network-vif-deleted', 'tag': '1f205de6-8c81-4e92-befd-bb00ad5222c9'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:41:04.866778 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d8ef510-4b56-4056-8caa-1fb3e8712282" -d '{"events": [{"server_uuid": "a8547655-b965-4b1b-a790-d0009a4530c6", "name": "network-vif-deleted", "tag": "1f205de6-8c81-4e92-befd-bb00ad5222c9"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:41:04.900247 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 6074e9fb-6d5c-4028-9e19-ad6705bfe427 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:41:04.928101 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: 6074e9fb-6d5c-4028-9e19-ad6705bfe427 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:41:04.929223 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 6074e9fb-6d5c-4028-9e19-ad6705bfe427 not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:41:04.955176 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:05.049930 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port ae5ef246-f245-4871-afd1-541176ce6083, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=ae5ef246-f245-4871-afd1-541176ce6083,segment=NetworkSegment(c275eecc-ac61-4583-bf8f-15ffd528534b),segment_id=c275eecc-ac61-4583-bf8f-15ffd528534b)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:41:05.068143 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-9f53e7f5-e8c3-4d42-aa72-48e9952eaf40 None None] Set router 11344ba9-caca-4120-ae8b-5b0292bf137b gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:41:05.086456 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ade8c0-4b63-4d09-9ecf-569f85616010 x-openstack-request-id: req-72ade8c0-4b63-4d09-9ecf-569f85616010 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:41:05.087250 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8547655-b965-4b1b-a790-d0009a4530c6", "name": "network-vif-deleted", "tag": "1f205de6-8c81-4e92-befd-bb00ad5222c9", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:41:05.087706 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-72ade8c0-4b63-4d09-9ecf-569f85616010 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:41:05.088275 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8547655-b965-4b1b-a790-d0009a4530c6', 'name': 'network-vif-deleted', 'tag': '1f205de6-8c81-4e92-befd-bb00ad5222c9', 'status': 'completed', 'code': 200} Jul 09 14:41:05.130345 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:05.402908 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=ae5ef246-f245-4871-afd1-541176ce6083,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:05.460226 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-5adf5e8f-22c4-40db-ba52-f13e7cd2f737 None None] Provisioning complete for port ae5ef246-f245-4871-afd1-541176ce6083 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:41:05.461517 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5adf5e8f-22c4-40db-ba52-f13e7cd2f737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:05.501692 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75c2be-c215-4d6c-be81-2efe1da29b11 req-9da25a42-9b9d-4177-a9f1-405789365cc2 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:05.502505 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539e6a6-783a-4702-a969-cbcc9885efcc req-24674a23-5e1c-4bd6-8e3a-8dec7fb3f0e7 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:05.510245 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7c75c2be-c215-4d6c-be81-2efe1da29b11 req-9da25a42-9b9d-4177-a9f1-405789365cc2 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=34d41cf2-7f9c-45b4-b98b-f67604774c17 HTTP/1.1" status: 200 len: 945 time: 0.0931914 Jul 09 14:41:05.511026 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3539e6a6-783a-4702-a969-cbcc9885efcc req-24674a23-5e1c-4bd6-8e3a-8dec7fb3f0e7 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=140a0213-420b-4cf6-b92d-34463762a3f8 HTTP/1.1" status: 200 len: 945 time: 0.2354035 Jul 09 14:41:05.565945 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7c75c2be-c215-4d6c-be81-2efe1da29b11 req-37297aec-cd18-48b1-b942-f8a75a01e3a6 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543594 Jul 09 14:41:05.582826 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3539e6a6-783a-4702-a969-cbcc9885efcc req-bb836d8f-b77c-439b-8f8e-78b5e0e9a9e9 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641496 Jul 09 14:41:05.689969 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-9f53e7f5-e8c3-4d42-aa72-48e9952eaf40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11344ba9-caca-4120-ae8b-5b0292bf137b', 'name': 'tempest-ServersTestBootFromVolume-1771181187-router', 'tenant_id': '488e573590f449068d05943d6635fb8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '740bf9b9-a416-4426-a113-9ebdb93a1525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:41:01Z', 'updated_at': '2021-07-09T14:41:03Z', 'revision_number': 3, 'project_id': '488e573590f449068d05943d6635fb8b', 'gw_port': {'id': '740bf9b9-a416-4426-a113-9ebdb93a1525', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a8:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11344ba9-caca-4120-ae8b-5b0292bf137b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:41:02Z', 'updated_at': '2021-07-09T14:41:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:41:05.716857 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9c7e0ed6-261b-4b34-a0e7-82ecad24726d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:05.745364 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f53e7f5-e8c3-4d42-aa72-48e9952eaf40 None None] Checking router: 11344ba9-caca-4120-ae8b-5b0292bf137b for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:41:05.745714 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f53e7f5-e8c3-4d42-aa72-48e9952eaf40 None None] Updating router 11344ba9-caca-4120-ae8b-5b0292bf137b port 740bf9b9-a416-4426-a113-9ebdb93a1525 binding host n-d-799529-6 {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:41:05.797544 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9f53e7f5-e8c3-4d42-aa72-48e9952eaf40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:05.803934 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6253ecc4-4cea-471e-82a2-5bb9a5e94122 req-f5d879ec-d6a9-49e8-b1f2-19c8c6174c6f tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:05.805999 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6253ecc4-4cea-471e-82a2-5bb9a5e94122 req-f5d879ec-d6a9-49e8-b1f2-19c8c6174c6f tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.62 "GET /v2.0/ports?device_id=34d41cf2-7f9c-45b4-b98b-f67604774c17 HTTP/1.1" status: 200 len: 945 time: 0.1597703 Jul 09 14:41:05.996740 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-9c7e0ed6-261b-4b34-a0e7-82ecad24726d admin admin] Allocated IP 172.20.0.1 (9dd7350d-beb6-404b-b6b2-e696c1d5f3d5/c8ed1314-0930-4df0-957b-23d088a5a5d0/997ea8ad-e865-4b4b-9fa6-11f9d8d41a1a) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:41:06.044835 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b39e99-bd77-4b97-917b-2b14d91b8d70 req-025533fc-bbaf-45ca-ac65-954c0d768baa tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:06.055361 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-14b39e99-bd77-4b97-917b-2b14d91b8d70 req-025533fc-bbaf-45ca-ac65-954c0d768baa tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/ports?device_id=01af826f-9480-4520-929f-03fa443ca8bb HTTP/1.1" status: 200 len: 946 time: 0.2480080 Jul 09 14:41:06.112830 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c3249293-44eb-4ca2-ac0f-1caa0909f76d req-9ac5f8f9-4c3a-417f-9574-4a11da3b53cd tempest-ServerAddressesTestJSON-1687092689 tempest-ServerAddressesTestJSON-1687092689-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8547655-b965-4b1b-a790-d0009a4530c6 HTTP/1.1" status: 200 len: 210 time: 0.0415869 Jul 09 14:41:06.134549 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-14b39e99-bd77-4b97-917b-2b14d91b8d70 req-656f2a71-1b34-4250-b458-2dd1926f1a09 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa8ccfb5-1089-45b8-8b22-f1c0cd5449b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780542 Jul 09 14:41:06.186653 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-6253ecc4-4cea-471e-82a2-5bb9a5e94122 req-6f7ec6b7-6827-44c2-a02d-2700941604a4 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Deleting port d1b103a5-9d27-490b-8844-52f475a68ea4 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:41:06.186653 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-6253ecc4-4cea-471e-82a2-5bb9a5e94122 req-6f7ec6b7-6827-44c2-a02d-2700941604a4 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:06.200740 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9f53e7f5-e8c3-4d42-aa72-48e9952eaf40 None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:06.222556 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9c7e0ed6-261b-4b34-a0e7-82ecad24726d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:06.224676 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device ae5ef246-f245-4871-afd1-541176ce6083 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:41:06.236596 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-9f53e7f5-e8c3-4d42-aa72-48e9952eaf40 None None] Transition to ACTIVE for port object 740bf9b9-a416-4426-a113-9ebdb93a1525 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:41:06.280989 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-9c7e0ed6-261b-4b34-a0e7-82ecad24726d admin admin] Transition to ACTIVE for port object 997ea8ad-e865-4b4b-9fa6-11f9d8d41a1a will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:41:06.349753 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port ae5ef246-f245-4871-afd1-541176ce6083 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:41:06.349753 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:06.413258 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-6253ecc4-4cea-471e-82a2-5bb9a5e94122 req-6f7ec6b7-6827-44c2-a02d-2700941604a4 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] For port d1b103a5-9d27-490b-8844-52f475a68ea4, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=d1b103a5-9d27-490b-8844-52f475a68ea4,segment=NetworkSegment(aace0400-4c69-453a-b04e-112644859d27),segment_id=aace0400-4c69-453a-b04e-112644859d27)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:41:06.414067 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-6253ecc4-4cea-471e-82a2-5bb9a5e94122 req-6f7ec6b7-6827-44c2-a02d-2700941604a4 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:06.430753 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-6253ecc4-4cea-471e-82a2-5bb9a5e94122 req-6f7ec6b7-6827-44c2-a02d-2700941604a4 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Calling delete_port for d1b103a5-9d27-490b-8844-52f475a68ea4 owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:41:06.441414 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9f53e7f5-e8c3-4d42-aa72-48e9952eaf40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:06.473593 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9c7e0ed6-261b-4b34-a0e7-82ecad24726d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:06.512412 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-9f53e7f5-e8c3-4d42-aa72-48e9952eaf40 None None] Attempting to bind port 740bf9b9-a416-4426-a113-9ebdb93a1525 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:41:06.512412 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-9f53e7f5-e8c3-4d42-aa72-48e9952eaf40 None None] Attempting to bind port 740bf9b9-a416-4426-a113-9ebdb93a1525 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:41:06.512412 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f53e7f5-e8c3-4d42-aa72-48e9952eaf40 None None] Attempting to bind port 740bf9b9-a416-4426-a113-9ebdb93a1525 on network 202c7ce6-d4e9-4f80-84dd-bef08905a653 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:41:06.526625 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7e0ed6-261b-4b34-a0e7-82ecad24726d admin admin] Network 9dd7350d-beb6-404b-b6b2-e696c1d5f3d5 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:41:06.529472 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-9c7e0ed6-261b-4b34-a0e7-82ecad24726d admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:41:06.533274 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7e0ed6-261b-4b34-a0e7-82ecad24726d admin admin] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:41:06.546231 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f53e7f5-e8c3-4d42-aa72-48e9952eaf40 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:41:06.547563 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f53e7f5-e8c3-4d42-aa72-48e9952eaf40 None None] Checking segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:41:06.548249 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9f53e7f5-e8c3-4d42-aa72-48e9952eaf40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:06.548854 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f53e7f5-e8c3-4d42-aa72-48e9952eaf40 None None] Bound using segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:41:06.549717 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-9f53e7f5-e8c3-4d42-aa72-48e9952eaf40 None None] Bound port: 740bf9b9-a416-4426-a113-9ebdb93a1525, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:41:06.550480 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9f53e7f5-e8c3-4d42-aa72-48e9952eaf40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:06.568366 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd465261-5d84-4e94-81f3-d662670148b2 None None] Pushing event updated for resources: {'Port': ['ID=740bf9b9-a416-4426-a113-9ebdb93a1525,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:06.575128 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7e0ed6-261b-4b34-a0e7-82ecad24726d admin admin] Pushing event updated for resources: {'Port': ['ID=997ea8ad-e865-4b4b-9fa6-11f9d8d41a1a,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:06.598357 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9c7e0ed6-261b-4b34-a0e7-82ecad24726d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:06.691131 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-6253ecc4-4cea-471e-82a2-5bb9a5e94122 req-6f7ec6b7-6827-44c2-a02d-2700941604a4 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:06.761824 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-9f53e7f5-e8c3-4d42-aa72-48e9952eaf40 None None] For port 740bf9b9-a416-4426-a113-9ebdb93a1525, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:41:06.765659 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-9f53e7f5-e8c3-4d42-aa72-48e9952eaf40 None None] For port 740bf9b9-a416-4426-a113-9ebdb93a1525, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=740bf9b9-a416-4426-a113-9ebdb93a1525,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:41:06.775681 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7ec6b7-6827-44c2-a02d-2700941604a4 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Pushing event deleted for resources: {'Port': ['ID=d1b103a5-9d27-490b-8844-52f475a68ea4,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:06.832547 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-6253ecc4-4cea-471e-82a2-5bb9a5e94122 req-6f7ec6b7-6827-44c2-a02d-2700941604a4 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] No DVR routers for this DVR port d1b103a5-9d27-490b-8844-52f475a68ea4 on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:41:06.834287 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-6253ecc4-4cea-471e-82a2-5bb9a5e94122 req-6f7ec6b7-6827-44c2-a02d-2700941604a4 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:06.836543 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6253ecc4-4cea-471e-82a2-5bb9a5e94122 req-6f7ec6b7-6827-44c2-a02d-2700941604a4 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.62 "DELETE /v2.0/ports/d1b103a5-9d27-490b-8844-52f475a68ea4 HTTP/1.1" status: 204 len: 173 time: 0.9514360 Jul 09 14:41:06.851315 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9f53e7f5-e8c3-4d42-aa72-48e9952eaf40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:06.867947 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 1f205de6-8c81-4e92-befd-bb00ad5222c9 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:41:06.872584 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b95ff1c4-3e8b-4ae9-aa04-388721e86ce2 req-0eec5d52-c84d-4916-837d-9e743d1a1022 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=34d41cf2-7f9c-45b4-b98b-f67604774c17 HTTP/1.1" status: 200 len: 210 time: 0.0588717 Jul 09 14:41:06.898461 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: 1f205de6-8c81-4e92-befd-bb00ad5222c9 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:41:06.898825 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 1f205de6-8c81-4e92-befd-bb00ad5222c9 not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:41:06.968924 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f53e7f5-e8c3-4d42-aa72-48e9952eaf40 None None] Routers {'11344ba9-caca-4120-ae8b-5b0292bf137b'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:41:06.969683 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-9f53e7f5-e8c3-4d42-aa72-48e9952eaf40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:40:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['11344ba9-caca-4120-ae8b-5b0292bf137b'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:41:07.018451 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9c7e0ed6-261b-4b34-a0e7-82ecad24726d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:07.089505 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34d41cf2-7f9c-45b4-b98b-f67604774c17', 'name': 'network-vif-deleted', 'tag': 'd1b103a5-9d27-490b-8844-52f475a68ea4'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:41:07.092452 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685422ed-e6c3-4566-af34-1bdf43321a5f" -d '{"events": [{"server_uuid": "34d41cf2-7f9c-45b4-b98b-f67604774c17", "name": "network-vif-deleted", "tag": "d1b103a5-9d27-490b-8844-52f475a68ea4"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:41:07.103718 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd465261-5d84-4e94-81f3-d662670148b2 None None] Pushing event updated for resources: {'Port': ['ID=740bf9b9-a416-4426-a113-9ebdb93a1525,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:07.208876 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eec5263-98db-4abf-85fc-523ebc1bf10c x-openstack-request-id: req-9eec5263-98db-4abf-85fc-523ebc1bf10c {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:41:07.213729 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34d41cf2-7f9c-45b4-b98b-f67604774c17", "name": "network-vif-deleted", "tag": "d1b103a5-9d27-490b-8844-52f475a68ea4", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:41:07.213729 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9eec5263-98db-4abf-85fc-523ebc1bf10c {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:41:07.213729 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34d41cf2-7f9c-45b4-b98b-f67604774c17', 'name': 'network-vif-deleted', 'tag': 'd1b103a5-9d27-490b-8844-52f475a68ea4', 'status': 'completed', 'code': 200} Jul 09 14:41:07.247250 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-ac1249d7-b169-4508-b671-03fcce0dbd1c None None] Provisioning for port 997ea8ad-e865-4b4b-9fa6-11f9d8d41a1a completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:41:07.249648 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-9f53e7f5-e8c3-4d42-aa72-48e9952eaf40 None None] Set router 11344ba9-caca-4120-ae8b-5b0292bf137b gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:41:07.252470 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-ac1249d7-b169-4508-b671-03fcce0dbd1c None None] Provisioning complete for port 997ea8ad-e865-4b4b-9fa6-11f9d8d41a1a triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:41:07.252627 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ac1249d7-b169-4508-b671-03fcce0dbd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:07.295268 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 56050) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:41:07.298858 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9c7e0ed6-261b-4b34-a0e7-82ecad24726d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:07.369286 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-11b32b64-6aee-41cc-9351-38c9ed12c7b7 admin admin] Deleting subnet ffc8141f-d016-4e94-91ff-9bc86e944614 {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:41:07.373373 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-11b32b64-6aee-41cc-9351-38c9ed12c7b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:07.393235 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9c7e0ed6-261b-4b34-a0e7-82ecad24726d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:07.410357 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-11b32b64-6aee-41cc-9351-38c9ed12c7b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:07.466293 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-11b32b64-6aee-41cc-9351-38c9ed12c7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:07.511477 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-ac1249d7-b169-4508-b671-03fcce0dbd1c None None] Port 997ea8ad-e865-4b4b-9fa6-11f9d8d41a1a cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:41:07.611261 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-11b32b64-6aee-41cc-9351-38c9ed12c7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:07.621893 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9c7e0ed6-261b-4b34-a0e7-82ecad24726d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:07.697570 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b32b64-6aee-41cc-9351-38c9ed12c7b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffc8141f-d016-4e94-91ff-9bc86e944614,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:07.711368 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-11b32b64-6aee-41cc-9351-38c9ed12c7b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:07.714111 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-11b32b64-6aee-41cc-9351-38c9ed12c7b7 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/ffc8141f-d016-4e94-91ff-9bc86e944614 HTTP/1.1" status: 204 len: 168 time: 0.4174893 Jul 09 14:41:07.718400 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 56058) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:41:07.735411 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-9f53e7f5-e8c3-4d42-aa72-48e9952eaf40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11344ba9-caca-4120-ae8b-5b0292bf137b', 'name': 'tempest-ServersTestBootFromVolume-1771181187-router', 'tenant_id': '488e573590f449068d05943d6635fb8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '740bf9b9-a416-4426-a113-9ebdb93a1525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:41:01Z', 'updated_at': '2021-07-09T14:41:06Z', 'revision_number': 4, 'project_id': '488e573590f449068d05943d6635fb8b', 'gw_port': {'id': '740bf9b9-a416-4426-a113-9ebdb93a1525', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a8:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11344ba9-caca-4120-ae8b-5b0292bf137b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:41:02Z', 'updated_at': '2021-07-09T14:41:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '997ea8ad-e865-4b4b-9fa6-11f9d8d41a1a', 'name': '', 'network_id': '9dd7350d-beb6-404b-b6b2-e696c1d5f3d5', 'tenant_id': '488e573590f449068d05943d6635fb8b', 'mac_address': 'fa:16:3e:57:4e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11344ba9-caca-4120-ae8b-5b0292bf137b', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'c8ed1314-0930-4df0-957b-23d088a5a5d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:41:05Z', 'updated_at': '2021-07-09T14:41:06Z', 'revision_number': 1, 'project_id': '488e573590f449068d05943d6635fb8b', 'subnets': [{'id': 'c8ed1314-0930-4df0-957b-23d088a5a5d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:41:07.760744 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7e0ed6-261b-4b34-a0e7-82ecad24726d admin admin] Pushing event updated for resources: {'Port': ['ID=997ea8ad-e865-4b4b-9fa6-11f9d8d41a1a,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:07.787413 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad4ca0-3396-4f6b-bc3c-6b1e0785b835 req-ee7f66ff-b505-4a96-a3fe-3091fe86661b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:07.792725 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5cad4ca0-3396-4f6b-bc3c-6b1e0785b835 req-ee7f66ff-b505-4a96-a3fe-3091fe86661b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=aa97dae497ae44f6884f77d4c415de43&device_id=01af826f-9480-4520-929f-03fa443ca8bb HTTP/1.1" status: 200 len: 1097 time: 0.3192787 Jul 09 14:41:07.794851 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7e0ed6-261b-4b34-a0e7-82ecad24726d admin admin] Network 9dd7350d-beb6-404b-b6b2-e696c1d5f3d5 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:41:07.801817 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-9c7e0ed6-261b-4b34-a0e7-82ecad24726d admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:41:07.824303 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f53e7f5-e8c3-4d42-aa72-48e9952eaf40 None None] The sync data for ids ['11344ba9-caca-4120-ae8b-5b0292bf137b'] in n-d-799529-6 is: [{'id': '11344ba9-caca-4120-ae8b-5b0292bf137b', 'name': 'tempest-ServersTestBootFromVolume-1771181187-router', 'tenant_id': '488e573590f449068d05943d6635fb8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '740bf9b9-a416-4426-a113-9ebdb93a1525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:41:01Z', 'updated_at': '2021-07-09T14:41:06Z', 'revision_number': 4, 'project_id': '488e573590f449068d05943d6635fb8b', 'gw_port': {'id': '740bf9b9-a416-4426-a113-9ebdb93a1525', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a8:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11344ba9-caca-4120-ae8b-5b0292bf137b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:41:02Z', 'updated_at': '2021-07-09T14:41:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '997ea8ad-e865-4b4b-9fa6-11f9d8d41a1a', 'name': '', 'network_id': '9dd7350d-beb6-404b-b6b2-e696c1d5f3d5', 'tenant_id': '488e573590f449068d05943d6635fb8b', 'mac_address': 'fa:16:3e:57:4e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11344ba9-caca-4120-ae8b-5b0292bf137b', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'c8ed1314-0930-4df0-957b-23d088a5a5d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:41:05Z', 'updated_at': '2021-07-09T14:41:06Z', 'revision_number': 1, 'project_id': '488e573590f449068d05943d6635fb8b', 'subnets': [{'id': 'c8ed1314-0930-4df0-957b-23d088a5a5d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:41:07.883947 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-30eef29a-91f4-414f-9f9a-730071f2ef05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:07.908359 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd8046-3f0c-47b9-afa0-07bf98c9de95 req-4db678c2-37c8-412e-908a-b7d83f173eb5 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:07.915742 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-78bd8046-3f0c-47b9-afa0-07bf98c9de95 req-4db678c2-37c8-412e-908a-b7d83f173eb5 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/ports?device_id=01af826f-9480-4520-929f-03fa443ca8bb HTTP/1.1" status: 200 len: 946 time: 0.3885653 Jul 09 14:41:08.168792 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-78bd8046-3f0c-47b9-afa0-07bf98c9de95 req-588baea3-0667-45d1-8c42-730810665a67 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa8ccfb5-1089-45b8-8b22-f1c0cd5449b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520807 Jul 09 14:41:08.236185 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c7e0ed6-261b-4b34-a0e7-82ecad24726d admin admin] Router 11344ba9-caca-4120-ae8b-5b0292bf137b has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:41:08.239489 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad4ca0-3396-4f6b-bc3c-6b1e0785b835 req-990f04ad-0c44-483e-af00-aa27e7cd9ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:08.241626 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5cad4ca0-3396-4f6b-bc3c-6b1e0785b835 req-990f04ad-0c44-483e-af00-aa27e7cd9ca5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=25f19ab3-9713-4354-87b1-8996cfc90721 HTTP/1.1" status: 200 len: 917 time: 0.4368560 Jul 09 14:41:08.298013 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-af9cf62f-3436-4684-a8d5-ca0ca2bf6503 None None] Provisioning complete for port 997ea8ad-e865-4b4b-9fa6-11f9d8d41a1a triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:41:08.298395 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-af9cf62f-3436-4684-a8d5-ca0ca2bf6503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:08.302133 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-30eef29a-91f4-414f-9f9a-730071f2ef05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:08.321205 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5cad4ca0-3396-4f6b-bc3c-6b1e0785b835 req-fd0979eb-0f91-4813-9b19-68eabc8055b5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e805be18-53a1-42ab-bd12-9912149f52f7 HTTP/1.1" status: 200 len: 217 time: 0.0660870 Jul 09 14:41:08.350430 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-30eef29a-91f4-414f-9f9a-730071f2ef05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['828fe03d-8575-448b-98cd-28ff706127cd']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:41:08.387461 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-af9cf62f-3436-4684-a8d5-ca0ca2bf6503 None None] Port 997ea8ad-e865-4b4b-9fa6-11f9d8d41a1a cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:41:08.401202 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-30eef29a-91f4-414f-9f9a-730071f2ef05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b50c3cde-65f3-4b2e-b850-f8b9ad387fce') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:41:08.403179 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-30eef29a-91f4-414f-9f9a-730071f2ef05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b50c3cde-65f3-4b2e-b850-f8b9ad387fce') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:41:08.420663 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-30eef29a-91f4-414f-9f9a-730071f2ef05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:08.441801 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-30eef29a-91f4-414f-9f9a-730071f2ef05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:08.457607 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30eef29a-91f4-414f-9f9a-730071f2ef05 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:41:08.458018 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-30eef29a-91f4-414f-9f9a-730071f2ef05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:08.460864 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 14:41:08.460864 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:41:08.460864 n-d-799529-6 neutron-server[94446]: timer() Jul 09 14:41:08.460864 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:41:08.460864 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 14:41:08.460864 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:41:08.460864 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 14:41:08.460864 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:41:08.460864 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 14:41:08.460864 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:41:08.460864 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 14:41:08.460864 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:41:08.460864 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 14:41:08.460864 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:41:08.460864 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:41:08.460864 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:41:08.460864 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:41:08.460864 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:41:08.460864 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 14:41:08.460864 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:41:08.460864 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 14:41:08.460864 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:41:08.460864 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:41:08.460864 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:41:08.460864 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 14:41:08.460864 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:41:08.460864 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:41:08.460864 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:41:08.460864 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:41:08.460864 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:41:08.460864 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:41:08.460864 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:41:08.509529 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec68f1-4420-4120-9512-4fd8dbbd7c5d req-220c4cde-1a24-40b2-aa93-1791c41ab8eb tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:08.511041 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bbec68f1-4420-4120-9512-4fd8dbbd7c5d req-220c4cde-1a24-40b2-aa93-1791c41ab8eb tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.54 "GET /v2.0/ports?device_id=1049b884-ab92-4127-863e-462d32d8b8bd HTTP/1.1" status: 200 len: 944 time: 0.3836484 Jul 09 14:41:08.555856 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad4ca0-3396-4f6b-bc3c-6b1e0785b835 req-fd1d0c24-d40f-44cd-9a5c-e390dae02921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:08.557877 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5cad4ca0-3396-4f6b-bc3c-6b1e0785b835 req-fd1d0c24-d40f-44cd-9a5c-e390dae02921 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c37afa86-3967-4fa8-8203-773b8bc4ae53 HTTP/1.1" status: 200 len: 855 time: 0.1808026 Jul 09 14:41:08.594959 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b971d-aa90-42da-839d-b4a9dc1cfdd7 req-0ee2efa0-37fa-44e9-b4c0-decfec348e4d tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:08.603590 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3c3b971d-aa90-42da-839d-b4a9dc1cfdd7 req-0ee2efa0-37fa-44e9-b4c0-decfec348e4d tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=1049b884-ab92-4127-863e-462d32d8b8bd HTTP/1.1" status: 200 len: 944 time: 0.2807431 Jul 09 14:41:08.676693 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c7e0ed6-261b-4b34-a0e7-82ecad24726d admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:41:08.691543 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-9c7e0ed6-261b-4b34-a0e7-82ecad24726d admin admin] 10.222.0.58 "PUT /v2.0/routers/11344ba9-caca-4120-ae8b-5b0292bf137b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9916966 Jul 09 14:41:08.692060 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3c3b971d-aa90-42da-839d-b4a9dc1cfdd7 req-f8050609-1621-4bd1-837b-b3acb20b4087 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873046 Jul 09 14:41:08.735612 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad4ca0-3396-4f6b-bc3c-6b1e0785b835 req-605c2ea1-0e1c-4e8a-bc41-f1317b2e4448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:08.737168 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5cad4ca0-3396-4f6b-bc3c-6b1e0785b835 req-605c2ea1-0e1c-4e8a-bc41-f1317b2e4448 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=25f19ab3-9713-4354-87b1-8996cfc90721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1656659 Jul 09 14:41:08.852486 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device d1b103a5-9d27-490b-8844-52f475a68ea4 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:41:08.900980 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: d1b103a5-9d27-490b-8844-52f475a68ea4 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:41:08.901629 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device d1b103a5-9d27-490b-8844-52f475a68ea4 not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:41:09.076676 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-30eef29a-91f4-414f-9f9a-730071f2ef05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:09.088326 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-30eef29a-91f4-414f-9f9a-730071f2ef05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:09.104219 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-30eef29a-91f4-414f-9f9a-730071f2ef05 admin admin] 10.222.0.58 "DELETE /v2.0/networks/828fe03d-8575-448b-98cd-28ff706127cd HTTP/1.1" status: 204 len: 168 time: 1.3807495 Jul 09 14:41:09.141687 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eef29a-91f4-414f-9f9a-730071f2ef05 admin admin] Pushing event deleted for resources: {'Network': ['ID=828fe03d-8575-448b-98cd-28ff706127cd,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:09.159341 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-bbec68f1-4420-4120-9512-4fd8dbbd7c5d req-5a129c2c-98cb-4e73-a73e-95c75e067a94 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Deleting port 6db91b74-04b4-41e9-bc63-2c760d452ca4 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:41:09.159881 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-bbec68f1-4420-4120-9512-4fd8dbbd7c5d req-5a129c2c-98cb-4e73-a73e-95c75e067a94 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:09.285169 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-bbec68f1-4420-4120-9512-4fd8dbbd7c5d req-5a129c2c-98cb-4e73-a73e-95c75e067a94 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] For port 6db91b74-04b4-41e9-bc63-2c760d452ca4, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=6db91b74-04b4-41e9-bc63-2c760d452ca4,segment=NetworkSegment(cd7790e9-3309-48a3-bfb3-c9f386870e48),segment_id=cd7790e9-3309-48a3-bfb3-c9f386870e48)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:41:09.287533 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-bbec68f1-4420-4120-9512-4fd8dbbd7c5d req-5a129c2c-98cb-4e73-a73e-95c75e067a94 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:09.306300 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-bbec68f1-4420-4120-9512-4fd8dbbd7c5d req-5a129c2c-98cb-4e73-a73e-95c75e067a94 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Calling delete_port for 6db91b74-04b4-41e9-bc63-2c760d452ca4 owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:41:09.450783 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5cad4ca0-3396-4f6b-bc3c-6b1e0785b835 req-2fb263ce-0a7c-494b-9b51-a07b60ee1af7 service neutron] 10.222.0.54 "GET /v2.0/networks/25f19ab3-9713-4354-87b1-8996cfc90721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7040343 Jul 09 14:41:09.484118 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb1176-190b-4272-8576-4fc04fb138e9 req-87ba8fd3-28b7-48b9-b727-be7ca730db7b tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:09.491976 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-03fb1176-190b-4272-8576-4fc04fb138e9 req-87ba8fd3-28b7-48b9-b727-be7ca730db7b tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.54 "GET /v2.0/ports?device_id=2df18832-0a90-4bac-9014-72e1f2d3c304 HTTP/1.1" status: 200 len: 945 time: 0.1312327 Jul 09 14:41:09.543387 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 56090) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:41:09.583929 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1574a77-2cd5-4b22-83a6-e4dbb35f66d1 req-701d9c1b-ef8d-4be8-8252-54a9236b97c6 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:09.590959 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b1574a77-2cd5-4b22-83a6-e4dbb35f66d1 req-701d9c1b-ef8d-4be8-8252-54a9236b97c6 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=2df18832-0a90-4bac-9014-72e1f2d3c304 HTTP/1.1" status: 200 len: 945 time: 0.3159609 Jul 09 14:41:09.653175 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5cad4ca0-3396-4f6b-bc3c-6b1e0785b835 req-d42e1552-69ef-4113-a241-c2593bf6ec7d service neutron] 10.222.0.54 "GET /v2.0/networks/25f19ab3-9713-4354-87b1-8996cfc90721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919417 Jul 09 14:41:09.687990 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b1574a77-2cd5-4b22-83a6-e4dbb35f66d1 req-d5c3205a-9b6f-4308-b436-39d864184ac7 tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/security-groups?id=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914772 Jul 09 14:41:09.688616 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 56092) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:41:09.701721 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-92c94075-9814-4972-af3a-5ef50f00221f tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1369720475', 'description': 'tempest-description--656057990'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:41:09.741483 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-824cfcdc-a6ad-49a2-9e03-41fa62061114 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=07699fdb179f4e7f9ca7340f29df868d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1953945 Jul 09 14:41:09.742532 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 56096) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:41:09.827954 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-92c94075-9814-4972-af3a-5ef50f00221f tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:09.857200 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-03fb1176-190b-4272-8576-4fc04fb138e9 req-252bfef1-5d6f-4061-bfbf-1d9dc2eea9ce tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Deleting port e24c6829-ff22-4546-b008-4d35ebba6132 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:41:09.857505 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-03fb1176-190b-4272-8576-4fc04fb138e9 req-252bfef1-5d6f-4061-bfbf-1d9dc2eea9ce tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:09.860240 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f5960f2c-34f7-45dc-a8ac-ebb734a51cfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:09.883244 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f5960f2c-34f7-45dc-a8ac-ebb734a51cfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:09.937078 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-bbec68f1-4420-4120-9512-4fd8dbbd7c5d req-5a129c2c-98cb-4e73-a73e-95c75e067a94 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:10.002469 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-92c94075-9814-4972-af3a-5ef50f00221f tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:10.005119 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a129c2c-98cb-4e73-a73e-95c75e067a94 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Pushing event deleted for resources: {'Port': ['ID=6db91b74-04b4-41e9-bc63-2c760d452ca4,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:10.039916 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa6de7-7582-405a-bf85-0df8191d18a1 req-bebf59ad-c1c7-497b-a6da-51654d4b1be0 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:10.041441 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-16fa6de7-7582-405a-bf85-0df8191d18a1 req-bebf59ad-c1c7-497b-a6da-51654d4b1be0 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/ports?device_id=01af826f-9480-4520-929f-03fa443ca8bb HTTP/1.1" status: 200 len: 946 time: 0.0904284 Jul 09 14:41:10.073269 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbec68f1-4420-4120-9512-4fd8dbbd7c5d req-5a129c2c-98cb-4e73-a73e-95c75e067a94 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] No DVR routers for this DVR port 6db91b74-04b4-41e9-bc63-2c760d452ca4 on host n-h2-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:41:10.080047 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-bbec68f1-4420-4120-9512-4fd8dbbd7c5d req-5a129c2c-98cb-4e73-a73e-95c75e067a94 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:10.080047 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bbec68f1-4420-4120-9512-4fd8dbbd7c5d req-5a129c2c-98cb-4e73-a73e-95c75e067a94 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.54 "DELETE /v2.0/ports/6db91b74-04b4-41e9-bc63-2c760d452ca4 HTTP/1.1" status: 204 len: 173 time: 1.5597496 Jul 09 14:41:10.080966 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1049b884-ab92-4127-863e-462d32d8b8bd', 'name': 'network-vif-deleted', 'tag': '6db91b74-04b4-41e9-bc63-2c760d452ca4'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:41:10.082121 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-16fa6de7-7582-405a-bf85-0df8191d18a1 req-96f77d8d-0373-46f1-a350-f29ff5c79075 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa8ccfb5-1089-45b8-8b22-f1c0cd5449b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338724 Jul 09 14:41:10.082790 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd447242-3429-4520-809a-c9ad055ab3d8" -d '{"events": [{"server_uuid": "1049b884-ab92-4127-863e-462d32d8b8bd", "name": "network-vif-deleted", "tag": "6db91b74-04b4-41e9-bc63-2c760d452ca4"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:41:10.106590 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-03fb1176-190b-4272-8576-4fc04fb138e9 req-252bfef1-5d6f-4061-bfbf-1d9dc2eea9ce tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] For port e24c6829-ff22-4546-b008-4d35ebba6132, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=e24c6829-ff22-4546-b008-4d35ebba6132,segment=NetworkSegment(aace0400-4c69-453a-b04e-112644859d27),segment_id=aace0400-4c69-453a-b04e-112644859d27)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:41:10.107811 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-03fb1176-190b-4272-8576-4fc04fb138e9 req-252bfef1-5d6f-4061-bfbf-1d9dc2eea9ce tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:10.121320 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-92c94075-9814-4972-af3a-5ef50f00221f tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:10.123925 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-03fb1176-190b-4272-8576-4fc04fb138e9 req-252bfef1-5d6f-4061-bfbf-1d9dc2eea9ce tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Calling delete_port for e24c6829-ff22-4546-b008-4d35ebba6132 owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:41:10.157258 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c94075-9814-4972-af3a-5ef50f00221f tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bee524b-1563-4251-8e44-a658a747a2b8,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:10.202076 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 740bf9b9-a416-4426-a113-9ebdb93a1525 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:41:10.259323 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:41:10.262479 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-92c94075-9814-4972-af3a-5ef50f00221f tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:10.263885 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-92c94075-9814-4972-af3a-5ef50f00221f tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5743065 Jul 09 14:41:10.269419 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 56108) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:41:10.270089 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f5960f2c-34f7-45dc-a8ac-ebb734a51cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:10.273851 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f5960f2c-34f7-45dc-a8ac-ebb734a51cfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:10.274996 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f5960f2c-34f7-45dc-a8ac-ebb734a51cfc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/666c7f16-0103-458b-8291-b0a5d96ef4c2 HTTP/1.1" status: 204 len: 168 time: 0.5285361 Jul 09 14:41:10.284836 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-765f86d4-4e02-40d4-8f5a-12d27aaf651e tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Request body: {'security_group_rule': {'security_group_id': '9bee524b-1563-4251-8e44-a658a747a2b8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:41:10.307473 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-22d53c41-9723-4967-ad0c-aafbf29730a2 req-77f4275a-5da8-45be-b451-7e0dc2706a8d tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=1049b884-ab92-4127-863e-462d32d8b8bd HTTP/1.1" status: 200 len: 210 time: 0.0423605 Jul 09 14:41:10.316162 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5960f2c-34f7-45dc-a8ac-ebb734a51cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=666c7f16-0103-458b-8291-b0a5d96ef4c2,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:10.413482 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 740bf9b9-a416-4426-a113-9ebdb93a1525 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:41:10.424112 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 740bf9b9-a416-4426-a113-9ebdb93a1525 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:41:10.424515 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:10.444805 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-03fb1176-190b-4272-8576-4fc04fb138e9 req-252bfef1-5d6f-4061-bfbf-1d9dc2eea9ce tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:10.457984 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-765f86d4-4e02-40d4-8f5a-12d27aaf651e tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:10.498984 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252bfef1-5d6f-4061-bfbf-1d9dc2eea9ce tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Pushing event deleted for resources: {'Port': ['ID=e24c6829-ff22-4546-b008-4d35ebba6132,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:10.535657 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b910b8-006e-4a46-a3a2-25efdc429852 x-openstack-request-id: req-e8b910b8-006e-4a46-a3a2-25efdc429852 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:41:10.535971 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1049b884-ab92-4127-863e-462d32d8b8bd", "name": "network-vif-deleted", "tag": "6db91b74-04b4-41e9-bc63-2c760d452ca4", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:41:10.536300 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e8b910b8-006e-4a46-a3a2-25efdc429852 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:41:10.536578 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1049b884-ab92-4127-863e-462d32d8b8bd', 'name': 'network-vif-deleted', 'tag': '6db91b74-04b4-41e9-bc63-2c760d452ca4', 'status': 'completed', 'code': 200} Jul 09 14:41:10.559707 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:10.561933 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-03fb1176-190b-4272-8576-4fc04fb138e9 req-252bfef1-5d6f-4061-bfbf-1d9dc2eea9ce tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] No DVR routers for this DVR port e24c6829-ff22-4546-b008-4d35ebba6132 on host n-h2-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:41:10.567308 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-03fb1176-190b-4272-8576-4fc04fb138e9 req-252bfef1-5d6f-4061-bfbf-1d9dc2eea9ce tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:10.570231 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-03fb1176-190b-4272-8576-4fc04fb138e9 req-252bfef1-5d6f-4061-bfbf-1d9dc2eea9ce tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.54 "DELETE /v2.0/ports/e24c6829-ff22-4546-b008-4d35ebba6132 HTTP/1.1" status: 204 len: 173 time: 1.0739808 Jul 09 14:41:10.584990 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-765f86d4-4e02-40d4-8f5a-12d27aaf651e tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:10.592976 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 740bf9b9-a416-4426-a113-9ebdb93a1525, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=740bf9b9-a416-4426-a113-9ebdb93a1525,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:41:10.695683 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-765f86d4-4e02-40d4-8f5a-12d27aaf651e tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:10.696870 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:10.725176 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765f86d4-4e02-40d4-8f5a-12d27aaf651e tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3f9565e-8214-4f0c-8413-f396b9c75eff,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:10.755001 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=740bf9b9-a416-4426-a113-9ebdb93a1525,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:10.850720 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-765f86d4-4e02-40d4-8f5a-12d27aaf651e tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:10.851824 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-765f86d4-4e02-40d4-8f5a-12d27aaf651e tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5733252 Jul 09 14:41:10.854520 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 56120) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:41:10.859492 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-533a0f42-a8c6-4cea-a705-672fd2191ff4 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Request body: {'security_group_rule': {'security_group_id': '9bee524b-1563-4251-8e44-a658a747a2b8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:41:10.880079 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d54e3b51-bc95-43dd-abfd-ed762c6c6693 req-1f48b0ab-50cb-488a-b5b3-2d9bd3e4406c tempest-LiveAutoBlockMigrationV225Test-320441364 tempest-LiveAutoBlockMigrationV225Test-320441364-project] 10.222.0.58 "GET /v2.0/ports?device_id=2df18832-0a90-4bac-9014-72e1f2d3c304 HTTP/1.1" status: 200 len: 210 time: 0.0669320 Jul 09 14:41:10.909749 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a933db-f330-4d19-816a-c6e0db12b2b1 None None] Sync routers for ids ['11344ba9-caca-4120-ae8b-5b0292bf137b'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:41:10.934484 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a933db-f330-4d19-816a-c6e0db12b2b1 None None] Routers {'11344ba9-caca-4120-ae8b-5b0292bf137b'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:41:10.934484 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-65a933db-f330-4d19-816a-c6e0db12b2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:40:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['11344ba9-caca-4120-ae8b-5b0292bf137b'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:41:10.993808 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-533a0f42-a8c6-4cea-a705-672fd2191ff4 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:11.084673 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-65a933db-f330-4d19-816a-c6e0db12b2b1 None None] Set router 11344ba9-caca-4120-ae8b-5b0292bf137b gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:41:11.093723 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-533a0f42-a8c6-4cea-a705-672fd2191ff4 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:11.139000 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 6db91b74-04b4-41e9-bc63-2c760d452ca4 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:41:11.172780 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: 6db91b74-04b4-41e9-bc63-2c760d452ca4 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:41:11.173423 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 6db91b74-04b4-41e9-bc63-2c760d452ca4 not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:41:11.185009 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-533a0f42-a8c6-4cea-a705-672fd2191ff4 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:11.220021 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533a0f42-a8c6-4cea-a705-672fd2191ff4 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d64faec3-acda-4d30-93c1-1b784b990b25,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:11.296092 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-533a0f42-a8c6-4cea-a705-672fd2191ff4 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:11.297637 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-533a0f42-a8c6-4cea-a705-672fd2191ff4 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4421489 Jul 09 14:41:11.300618 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 56132) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:41:11.306533 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-16bf90f1-7d1f-48fd-8784-d306b0e3ecef tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Request body: {'floatingip': {'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:41:11.434665 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d3273a-a42b-4c18-8b79-a5cebab562f8 req-e96c7e3b-d02e-4f60-bf05-ec0eb9ad1bee tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:11.437791 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-98d3273a-a42b-4c18-8b79-a5cebab562f8 req-e96c7e3b-d02e-4f60-bf05-ec0eb9ad1bee tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/ports?device_id=01af826f-9480-4520-929f-03fa443ca8bb HTTP/1.1" status: 200 len: 946 time: 0.1440127 Jul 09 14:41:11.456277 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-16bf90f1-7d1f-48fd-8784-d306b0e3ecef tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Notify callbacks [] for floatingip, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:11.526085 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-98d3273a-a42b-4c18-8b79-a5cebab562f8 req-fe6d071e-dbb1-4a6a-8f67-da46597f4b82 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa8ccfb5-1089-45b8-8b22-f1c0cd5449b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730429 Jul 09 14:41:11.547052 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-65a933db-f330-4d19-816a-c6e0db12b2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11344ba9-caca-4120-ae8b-5b0292bf137b', 'name': 'tempest-ServersTestBootFromVolume-1771181187-router', 'tenant_id': '488e573590f449068d05943d6635fb8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '740bf9b9-a416-4426-a113-9ebdb93a1525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:41:01Z', 'updated_at': '2021-07-09T14:41:06Z', 'revision_number': 4, 'project_id': '488e573590f449068d05943d6635fb8b', 'gw_port': {'id': '740bf9b9-a416-4426-a113-9ebdb93a1525', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11344ba9-caca-4120-ae8b-5b0292bf137b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:41:02Z', 'updated_at': '2021-07-09T14:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '997ea8ad-e865-4b4b-9fa6-11f9d8d41a1a', 'name': '', 'network_id': '9dd7350d-beb6-404b-b6b2-e696c1d5f3d5', 'tenant_id': '488e573590f449068d05943d6635fb8b', 'mac_address': 'fa:16:3e:57:4e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11344ba9-caca-4120-ae8b-5b0292bf137b', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'c8ed1314-0930-4df0-957b-23d088a5a5d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:41:05Z', 'updated_at': '2021-07-09T14:41:07Z', 'revision_number': 2, 'project_id': '488e573590f449068d05943d6635fb8b', 'subnets': [{'id': 'c8ed1314-0930-4df0-957b-23d088a5a5d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:41:11.598317 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a933db-f330-4d19-816a-c6e0db12b2b1 None None] Checking router: 11344ba9-caca-4120-ae8b-5b0292bf137b for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:41:11.598930 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a933db-f330-4d19-816a-c6e0db12b2b1 None None] Updating router 11344ba9-caca-4120-ae8b-5b0292bf137b port 997ea8ad-e865-4b4b-9fa6-11f9d8d41a1a binding host n-d-799529-6 {{(pid=94448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:41:11.638587 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-65a933db-f330-4d19-816a-c6e0db12b2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:11.646223 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-90e3e10a-a9c7-40f6-9b1a-fbb4ef1df367 req-a152966f-3d0b-4785-89b4-b3e0508f3470 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=1049b884-ab92-4127-863e-462d32d8b8bd HTTP/1.1" status: 200 len: 210 time: 0.0426202 Jul 09 14:41:11.714524 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-16bf90f1-7d1f-48fd-8784-d306b0e3ecef tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:11.766237 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 56150) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:41:11.926666 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-16bf90f1-7d1f-48fd-8784-d306b0e3ecef tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Allocated IP 172.25.3.201 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/467b25bf-06e9-4029-8baf-aa4d983d912f) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:41:11.987785 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-d142f7eb-f345-46f0-93f2-0468c17c50ef admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1379563368-network', 'tenant_id': '7e8e5340b4af4fbb9f6efeaeab787aeb'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:41:12.047311 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 56160) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:41:12.078565 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d142f7eb-f345-46f0-93f2-0468c17c50ef admin admin] Made reservation on behalf of 7e8e5340b4af4fbb9f6efeaeab787aeb for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:41:12.085472 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d142f7eb-f345-46f0-93f2-0468c17c50ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:12.113673 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa228e8-2caa-4418-ae1f-118f890a4607 req-8456f543-5df1-421f-8c96-3371a310ff7b tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:12.120483 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-65a933db-f330-4d19-816a-c6e0db12b2b1 None None] Notify callbacks [] for port, precommit_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:12.123932 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-eaa228e8-2caa-4418-ae1f-118f890a4607 req-8456f543-5df1-421f-8c96-3371a310ff7b tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/ports?device_id=01af826f-9480-4520-929f-03fa443ca8bb HTTP/1.1" status: 200 len: 946 time: 0.1846356 Jul 09 14:41:12.133272 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.provisioning_blocks [None req-65a933db-f330-4d19-816a-c6e0db12b2b1 None None] Transition to ACTIVE for port object 997ea8ad-e865-4b4b-9fa6-11f9d8d41a1a will not be triggered until provisioned by entity L2. {{(pid=94448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:41:12.181235 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-16bf90f1-7d1f-48fd-8784-d306b0e3ecef tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:12.183083 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 740bf9b9-a416-4426-a113-9ebdb93a1525 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:41:12.204665 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-65a933db-f330-4d19-816a-c6e0db12b2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:12.212129 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d142f7eb-f345-46f0-93f2-0468c17c50ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:12.257927 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-eaa228e8-2caa-4418-ae1f-118f890a4607 req-517394f3-19fd-48bd-9075-7064c3ab9840 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa8ccfb5-1089-45b8-8b22-f1c0cd5449b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255054 Jul 09 14:41:12.264945 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c30330e-7c87-4c2d-8182-0df98ba196f8 None None] Pushing event updated for resources: {'Port': ['ID=997ea8ad-e865-4b4b-9fa6-11f9d8d41a1a,revision_number=3']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:12.279640 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 740bf9b9-a416-4426-a113-9ebdb93a1525 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:41:12.281665 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:12.288127 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-409ba6d5-0782-458f-857d-dd48ec402abe admin admin] Deleting subnet defde159-6b57-4a6f-ad64-e5b0f0fcfa82 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:41:12.289581 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c30330e-7c87-4c2d-8182-0df98ba196f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:41:12.289840 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c30330e-7c87-4c2d-8182-0df98ba196f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:41:12.290186 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c30330e-7c87-4c2d-8182-0df98ba196f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:41:12.290526 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c30330e-7c87-4c2d-8182-0df98ba196f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:41:12.290864 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c30330e-7c87-4c2d-8182-0df98ba196f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:41:12.291307 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c30330e-7c87-4c2d-8182-0df98ba196f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:41:12.291548 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c30330e-7c87-4c2d-8182-0df98ba196f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:41:12.291884 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c30330e-7c87-4c2d-8182-0df98ba196f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:41:12.292213 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c30330e-7c87-4c2d-8182-0df98ba196f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:41:12.292540 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c30330e-7c87-4c2d-8182-0df98ba196f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:41:12.292872 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c30330e-7c87-4c2d-8182-0df98ba196f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:41:12.293196 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c30330e-7c87-4c2d-8182-0df98ba196f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:41:12.296986 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-16bf90f1-7d1f-48fd-8784-d306b0e3ecef tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:12.301725 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-409ba6d5-0782-458f-857d-dd48ec402abe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:12.390970 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bf90f1-7d1f-48fd-8784-d306b0e3ecef tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:41:12.398752 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-16bf90f1-7d1f-48fd-8784-d306b0e3ecef tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:41:12.405571 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bf90f1-7d1f-48fd-8784-d306b0e3ecef tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:41:12.431336 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-409ba6d5-0782-458f-857d-dd48ec402abe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:12.434670 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-65a933db-f330-4d19-816a-c6e0db12b2b1 None None] Attempting to bind port 997ea8ad-e865-4b4b-9fa6-11f9d8d41a1a on host n-d-799529-6 for vnic_type normal with profile {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:41:12.435045 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-65a933db-f330-4d19-816a-c6e0db12b2b1 None None] Attempting to bind port 997ea8ad-e865-4b4b-9fa6-11f9d8d41a1a by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'c275eecc-ac61-4583-bf8f-15ffd528534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '9dd7350d-beb6-404b-b6b2-e696c1d5f3d5'}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:41:12.435410 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a933db-f330-4d19-816a-c6e0db12b2b1 None None] Attempting to bind port 997ea8ad-e865-4b4b-9fa6-11f9d8d41a1a on network 9dd7350d-beb6-404b-b6b2-e696c1d5f3d5 {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:41:12.447692 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a933db-f330-4d19-816a-c6e0db12b2b1 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:41:12.448074 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a933db-f330-4d19-816a-c6e0db12b2b1 None None] Checking segment: {'id': 'c275eecc-ac61-4583-bf8f-15ffd528534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '9dd7350d-beb6-404b-b6b2-e696c1d5f3d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:41:12.448480 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-65a933db-f330-4d19-816a-c6e0db12b2b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:12.448884 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a933db-f330-4d19-816a-c6e0db12b2b1 None None] Bound using segment: {'id': 'c275eecc-ac61-4583-bf8f-15ffd528534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '9dd7350d-beb6-404b-b6b2-e696c1d5f3d5'} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:41:12.449373 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-65a933db-f330-4d19-816a-c6e0db12b2b1 None None] Bound port: 997ea8ad-e865-4b4b-9fa6-11f9d8d41a1a, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c275eecc-ac61-4583-bf8f-15ffd528534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '9dd7350d-beb6-404b-b6b2-e696c1d5f3d5'}}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:41:12.449776 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-65a933db-f330-4d19-816a-c6e0db12b2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:12.454095 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bf90f1-7d1f-48fd-8784-d306b0e3ecef tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Pushing event updated for resources: {'Port': ['ID=467b25bf-06e9-4029-8baf-aa4d983d912f,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:12.528865 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-409ba6d5-0782-458f-857d-dd48ec402abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:12.556734 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df18832-0a90-4bac-9014-72e1f2d3c304', 'name': 'network-vif-deleted', 'tag': 'e24c6829-ff22-4546-b008-4d35ebba6132'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:41:12.559395 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c72344-33d4-4061-ad3f-0bca69c33efb" -d '{"events": [{"server_uuid": "2df18832-0a90-4bac-9014-72e1f2d3c304", "name": "network-vif-deleted", "tag": "e24c6829-ff22-4546-b008-4d35ebba6132"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:41:12.595441 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-65a933db-f330-4d19-816a-c6e0db12b2b1 None None] For port 997ea8ad-e865-4b4b-9fa6-11f9d8d41a1a, host n-d-799529-6, cleared binding levels {{(pid=94448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:41:12.606183 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-65a933db-f330-4d19-816a-c6e0db12b2b1 None None] For port 997ea8ad-e865-4b4b-9fa6-11f9d8d41a1a, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=997ea8ad-e865-4b4b-9fa6-11f9d8d41a1a,segment=NetworkSegment(c275eecc-ac61-4583-bf8f-15ffd528534b),segment_id=c275eecc-ac61-4583-bf8f-15ffd528534b)] {{(pid=94448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:41:12.613273 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d142f7eb-f345-46f0-93f2-0468c17c50ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:12.620905 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6cb0a8-5794-4156-a065-e33686ee3e08 x-openstack-request-id: req-bc6cb0a8-5794-4156-a065-e33686ee3e08 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:41:12.621199 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2df18832-0a90-4bac-9014-72e1f2d3c304", "name": "network-vif-deleted", "tag": "e24c6829-ff22-4546-b008-4d35ebba6132", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:41:12.626734 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bc6cb0a8-5794-4156-a065-e33686ee3e08 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:41:12.626734 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2df18832-0a90-4bac-9014-72e1f2d3c304', 'name': 'network-vif-deleted', 'tag': 'e24c6829-ff22-4546-b008-4d35ebba6132', 'status': 'completed', 'code': 200} Jul 09 14:41:12.651909 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-16bf90f1-7d1f-48fd-8784-d306b0e3ecef tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:12.663897 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4171b81e-a1b1-4e1a-8e56-40f0ec644c41 req-d0fa3d6e-adb7-466d-81ed-eb2e06bc5468 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:12.665649 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4171b81e-a1b1-4e1a-8e56-40f0ec644c41 req-d0fa3d6e-adb7-466d-81ed-eb2e06bc5468 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/ports?device_id=2379930c-f2a5-4cb4-a194-0e416d22bb4d HTTP/1.1" status: 200 len: 945 time: 0.1737039 Jul 09 14:41:12.680005 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-65a933db-f330-4d19-816a-c6e0db12b2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:12.707541 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d142f7eb-f345-46f0-93f2-0468c17c50ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:12.725841 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4171b81e-a1b1-4e1a-8e56-40f0ec644c41 req-4f10ee65-6c7d-43c2-ba05-4b562607fe89 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa8ccfb5-1089-45b8-8b22-f1c0cd5449b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519261 Jul 09 14:41:12.748110 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d142f7eb-f345-46f0-93f2-0468c17c50ef admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:41:12.762778 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d142f7eb-f345-46f0-93f2-0468c17c50ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:12.776566 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-d142f7eb-f345-46f0-93f2-0468c17c50ef admin admin] Added segment 68097950-705f-4c37-a00c-5a4502f7eec0 of type vlan for network f1bff32f-69e2-446c-a290-b6ec892cf735 Jul 09 14:41:12.786846 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a933db-f330-4d19-816a-c6e0db12b2b1 None None] Routers {'11344ba9-caca-4120-ae8b-5b0292bf137b'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:41:12.787803 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-65a933db-f330-4d19-816a-c6e0db12b2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:40:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['11344ba9-caca-4120-ae8b-5b0292bf137b'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:41:12.825514 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-409ba6d5-0782-458f-857d-dd48ec402abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:12.853809 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c30330e-7c87-4c2d-8182-0df98ba196f8 None None] Pushing event updated for resources: {'Port': ['ID=997ea8ad-e865-4b4b-9fa6-11f9d8d41a1a,revision_number=4']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:12.863009 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-16bf90f1-7d1f-48fd-8784-d306b0e3ecef tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:12.895583 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d142f7eb-f345-46f0-93f2-0468c17c50ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a53644f-a19b-47d9-992e-bb5de128623e,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:12.986308 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409ba6d5-0782-458f-857d-dd48ec402abe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=defde159-6b57-4a6f-ad64-e5b0f0fcfa82,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:12.993095 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-409ba6d5-0782-458f-857d-dd48ec402abe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:12.995877 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-409ba6d5-0782-458f-857d-dd48ec402abe admin admin] 10.222.0.58 "DELETE /v2.0/subnets/defde159-6b57-4a6f-ad64-e5b0f0fcfa82 HTTP/1.1" status: 204 len: 168 time: 0.9382315 Jul 09 14:41:12.997923 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d142f7eb-f345-46f0-93f2-0468c17c50ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:13.005642 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 56178) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:41:13.065645 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-65a933db-f330-4d19-816a-c6e0db12b2b1 None None] Set router 11344ba9-caca-4120-ae8b-5b0292bf137b gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:41:13.145005 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device e24c6829-ff22-4546-b008-4d35ebba6132 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:41:13.173130 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1d7eaf05-a36c-422f-9f7e-8161f4a6a7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:13.179100 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-16bf90f1-7d1f-48fd-8784-d306b0e3ecef tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:13.183758 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: e24c6829-ff22-4546-b008-4d35ebba6132 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:41:13.184877 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device e24c6829-ff22-4546-b008-4d35ebba6132 not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:41:13.196488 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d142f7eb-f345-46f0-93f2-0468c17c50ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:13.197826 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d142f7eb-f345-46f0-93f2-0468c17c50ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:13.198561 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d142f7eb-f345-46f0-93f2-0468c17c50ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:13.236929 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf28871-c366-45d6-bfd2-645f69972260 req-c8e0ae02-e148-4e0c-bb36-9047caf1cc3e tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:13.238847 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-16bf90f1-7d1f-48fd-8784-d306b0e3ecef tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:13.245487 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7bf28871-c366-45d6-bfd2-645f69972260 req-c8e0ae02-e148-4e0c-bb36-9047caf1cc3e tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1fd4f0f-fec4-48c1-b501-7d7f9948e525 HTTP/1.1" status: 200 len: 945 time: 0.2433963 Jul 09 14:41:13.321333 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-65a933db-f330-4d19-816a-c6e0db12b2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11344ba9-caca-4120-ae8b-5b0292bf137b', 'name': 'tempest-ServersTestBootFromVolume-1771181187-router', 'tenant_id': '488e573590f449068d05943d6635fb8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '740bf9b9-a416-4426-a113-9ebdb93a1525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:41:01Z', 'updated_at': '2021-07-09T14:41:06Z', 'revision_number': 4, 'project_id': '488e573590f449068d05943d6635fb8b', 'gw_port': {'id': '740bf9b9-a416-4426-a113-9ebdb93a1525', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11344ba9-caca-4120-ae8b-5b0292bf137b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:41:02Z', 'updated_at': '2021-07-09T14:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '997ea8ad-e865-4b4b-9fa6-11f9d8d41a1a', 'name': '', 'network_id': '9dd7350d-beb6-404b-b6b2-e696c1d5f3d5', 'tenant_id': '488e573590f449068d05943d6635fb8b', 'mac_address': 'fa:16:3e:57:4e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11344ba9-caca-4120-ae8b-5b0292bf137b', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'c8ed1314-0930-4df0-957b-23d088a5a5d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:41:05Z', 'updated_at': '2021-07-09T14:41:12Z', 'revision_number': 4, 'project_id': '488e573590f449068d05943d6635fb8b', 'subnets': [{'id': 'c8ed1314-0930-4df0-957b-23d088a5a5d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:41:13.367631 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a933db-f330-4d19-816a-c6e0db12b2b1 None None] The sync data for ids ['11344ba9-caca-4120-ae8b-5b0292bf137b'] in n-d-799529-6 is: [{'id': '11344ba9-caca-4120-ae8b-5b0292bf137b', 'name': 'tempest-ServersTestBootFromVolume-1771181187-router', 'tenant_id': '488e573590f449068d05943d6635fb8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '740bf9b9-a416-4426-a113-9ebdb93a1525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:41:01Z', 'updated_at': '2021-07-09T14:41:06Z', 'revision_number': 4, 'project_id': '488e573590f449068d05943d6635fb8b', 'gw_port': {'id': '740bf9b9-a416-4426-a113-9ebdb93a1525', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11344ba9-caca-4120-ae8b-5b0292bf137b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:41:02Z', 'updated_at': '2021-07-09T14:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '997ea8ad-e865-4b4b-9fa6-11f9d8d41a1a', 'name': '', 'network_id': '9dd7350d-beb6-404b-b6b2-e696c1d5f3d5', 'tenant_id': '488e573590f449068d05943d6635fb8b', 'mac_address': 'fa:16:3e:57:4e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11344ba9-caca-4120-ae8b-5b0292bf137b', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'c8ed1314-0930-4df0-957b-23d088a5a5d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:41:05Z', 'updated_at': '2021-07-09T14:41:12Z', 'revision_number': 4, 'project_id': '488e573590f449068d05943d6635fb8b', 'subnets': [{'id': 'c8ed1314-0930-4df0-957b-23d088a5a5d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:41:13.372436 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bf90f1-7d1f-48fd-8784-d306b0e3ecef tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Pushing event updated for resources: {'Port': ['ID=467b25bf-06e9-4029-8baf-aa4d983d912f,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:13.374998 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d142f7eb-f345-46f0-93f2-0468c17c50ef admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6065903 Jul 09 14:41:13.378413 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 56182) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:41:13.383565 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d142f7eb-f345-46f0-93f2-0468c17c50ef admin admin] Pushing event updated for resources: {'Network': ['ID=f1bff32f-69e2-446c-a290-b6ec892cf735,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:13.390816 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-55493413-fcbd-4d3e-bc84-d5a25b2e5705 admin admin] Request body: {'subnet': {'network_id': 'f1bff32f-69e2-446c-a290-b6ec892cf735', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1379563368-subnet', 'tenant_id': '7e8e5340b4af4fbb9f6efeaeab787aeb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:41:13.395273 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-16bf90f1-7d1f-48fd-8784-d306b0e3ecef tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:13.396255 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network f1bff32f-69e2-446c-a290-b6ec892cf735 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:41:13.409884 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1d7eaf05-a36c-422f-9f7e-8161f4a6a7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:13.424048 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-1d7eaf05-a36c-422f-9f7e-8161f4a6a7c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f37664d6-2d63-4250-9a40-b9995b72cf27']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:41:13.445267 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-1d7eaf05-a36c-422f-9f7e-8161f4a6a7c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aace0400-4c69-453a-b04e-112644859d27') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:41:13.445761 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-1d7eaf05-a36c-422f-9f7e-8161f4a6a7c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aace0400-4c69-453a-b04e-112644859d27') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:41:13.472782 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7bf28871-c366-45d6-bfd2-645f69972260 req-db5f2e66-35f7-4c51-8fc0-530002f060f9 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa8ccfb5-1089-45b8-8b22-f1c0cd5449b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262027 Jul 09 14:41:13.478187 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1d7eaf05-a36c-422f-9f7e-8161f4a6a7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:13.496100 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1d7eaf05-a36c-422f-9f7e-8161f4a6a7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:13.503891 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d7eaf05-a36c-422f-9f7e-8161f4a6a7c6 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:41:13.504388 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1d7eaf05-a36c-422f-9f7e-8161f4a6a7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:13.556006 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:41:13.556006 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:41:13.556006 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:41:13.556006 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:41:13.556006 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 14:41:13.556006 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:41:13.556006 n-d-799529-6 neutron-server[94445]: timer() Jul 09 14:41:13.556006 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:41:13.556006 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 14:41:13.556006 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:41:13.556006 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 14:41:13.556006 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:41:13.556006 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 14:41:13.556006 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:41:13.556006 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 14:41:13.556006 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:41:13.556006 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 14:41:13.556006 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:41:13.556006 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:41:13.556006 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:41:13.556006 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:41:13.556006 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:41:13.556006 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 14:41:13.556006 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:41:13.556006 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 14:41:13.556006 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:41:13.556006 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:41:13.556006 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:41:13.556006 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 14:41:13.556006 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:41:13.556006 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:41:13.556006 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:41:13.556006 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:41:13.556006 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:41:13.556006 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:41:13.556006 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:41:13.603126 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55493413-fcbd-4d3e-bc84-d5a25b2e5705 admin admin] Made reservation on behalf of 7e8e5340b4af4fbb9f6efeaeab787aeb for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:41:13.608123 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-55493413-fcbd-4d3e-bc84-d5a25b2e5705 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:13.674380 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-16bf90f1-7d1f-48fd-8784-d306b0e3ecef tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:13.675153 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-16bf90f1-7d1f-48fd-8784-d306b0e3ecef tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3734720 Jul 09 14:41:13.684081 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [req-8bc9eef4-7480-4c20-b005-5dcad84383f7 req-26184196-6157-4a73-a68a-4c0cc2edc328 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:41:13.685228 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8bc9eef4-7480-4c20-b005-5dcad84383f7 req-26184196-6157-4a73-a68a-4c0cc2edc328 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0174274 Jul 09 14:41:13.689572 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1d7eaf05-a36c-422f-9f7e-8161f4a6a7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:13.731789 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1d7eaf05-a36c-422f-9f7e-8161f4a6a7c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:13.736577 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-1d7eaf05-a36c-422f-9f7e-8161f4a6a7c6 admin admin] 10.222.0.58 "DELETE /v2.0/networks/f37664d6-2d63-4250-9a40-b9995b72cf27 HTTP/1.1" status: 204 len: 168 time: 0.7270465 Jul 09 14:41:13.736577 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7eaf05-a36c-422f-9f7e-8161f4a6a7c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f37664d6-2d63-4250-9a40-b9995b72cf27,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:13.736975 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 56188) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:41:13.838313 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdb342c2-8986-4e5a-95e1-79fd1410312e admin admin] Deleting subnet fcb3d032-931e-4be9-82f9-488c8735ec94 {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:41:13.853712 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bdb342c2-8986-4e5a-95e1-79fd1410312e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:13.979710 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bdb342c2-8986-4e5a-95e1-79fd1410312e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:13.979925 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8bc9eef4-7480-4c20-b005-5dcad84383f7 req-6e2a3525-7a38-47ac-948c-20d5dc03b50d tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2881215 Jul 09 14:41:14.084713 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bdb342c2-8986-4e5a-95e1-79fd1410312e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:14.166184 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-55493413-fcbd-4d3e-bc84-d5a25b2e5705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:14.253310 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e60ae-2e18-48f0-a431-b8f0be53d637 req-0d7ece31-8ad3-4c74-af07-d002da05765a tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:14.258126 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3c2e60ae-2e18-48f0-a431-b8f0be53d637 req-0d7ece31-8ad3-4c74-af07-d002da05765a tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=45a73b6e-4f2b-42df-a010-72db422d5024 HTTP/1.1" status: 200 len: 945 time: 0.4014959 Jul 09 14:41:14.263215 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 997ea8ad-e865-4b4b-9fa6-11f9d8d41a1a up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:41:14.269055 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55493413-fcbd-4d3e-bc84-d5a25b2e5705 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55af4da9-7f40-4991-a82d-0bd874a45ee8,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:14.284748 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bdb342c2-8986-4e5a-95e1-79fd1410312e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:14.325319 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55493413-fcbd-4d3e-bc84-d5a25b2e5705 admin admin] Checking segment: {'id': '68097950-705f-4c37-a00c-5a4502f7eec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f1bff32f-69e2-446c-a290-b6ec892cf735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:41:14.326764 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55493413-fcbd-4d3e-bc84-d5a25b2e5705 admin admin] Network hostable DHCP agents. Network: f1bff32f-69e2-446c-a290-b6ec892cf735, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:41:14.388695 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb342c2-8986-4e5a-95e1-79fd1410312e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcb3d032-931e-4be9-82f9-488c8735ec94,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:14.437628 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bdb342c2-8986-4e5a-95e1-79fd1410312e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:14.439556 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-bdb342c2-8986-4e5a-95e1-79fd1410312e admin admin] 10.222.0.58 "DELETE /v2.0/subnets/fcb3d032-931e-4be9-82f9-488c8735ec94 HTTP/1.1" status: 204 len: 168 time: 0.7015309 Jul 09 14:41:14.442114 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 56232) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:41:14.446417 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb342c2-8986-4e5a-95e1-79fd1410312e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:41:14.446692 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb342c2-8986-4e5a-95e1-79fd1410312e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:41:14.447033 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb342c2-8986-4e5a-95e1-79fd1410312e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:41:14.447376 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb342c2-8986-4e5a-95e1-79fd1410312e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:41:14.447735 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb342c2-8986-4e5a-95e1-79fd1410312e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:41:14.448068 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb342c2-8986-4e5a-95e1-79fd1410312e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:41:14.448399 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb342c2-8986-4e5a-95e1-79fd1410312e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:41:14.448881 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb342c2-8986-4e5a-95e1-79fd1410312e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:41:14.449093 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb342c2-8986-4e5a-95e1-79fd1410312e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:41:14.449376 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb342c2-8986-4e5a-95e1-79fd1410312e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:41:14.449703 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb342c2-8986-4e5a-95e1-79fd1410312e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:41:14.450032 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb342c2-8986-4e5a-95e1-79fd1410312e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:41:14.465329 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3c2e60ae-2e18-48f0-a431-b8f0be53d637 req-9f12636f-a052-4759-8345-9269856d8065 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012172 Jul 09 14:41:14.488377 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55493413-fcbd-4d3e-bc84-d5a25b2e5705 admin admin] Network f1bff32f-69e2-446c-a290-b6ec892cf735 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:41:14.488552 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 997ea8ad-e865-4b4b-9fa6-11f9d8d41a1a completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:41:14.493042 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 997ea8ad-e865-4b4b-9fa6-11f9d8d41a1a triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:41:14.493900 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:14.540625 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df4e416-9c7e-41c6-86db-43b3058bcdb1 req-360ab175-dcc7-4b18-ae8f-70dbc4b51776 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:14.542270 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7df4e416-9c7e-41c6-86db-43b3058bcdb1 req-360ab175-dcc7-4b18-ae8f-70dbc4b51776 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.62 "GET /v2.0/ports?device_id=45a73b6e-4f2b-42df-a010-72db422d5024 HTTP/1.1" status: 200 len: 945 time: 0.2020004 Jul 09 14:41:14.570588 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cf5ddcbb-4353-48f1-bbe1-9d9fb84468db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:14.636730 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:14.648457 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-55493413-fcbd-4d3e-bc84-d5a25b2e5705 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, f1bff32f-69e2-446c-a290-b6ec892cf735) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:41:14.662507 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c857ca55-7b17-46c1-b2d2-818462fad159 None None] Network f1bff32f-69e2-446c-a290-b6ec892cf735 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:41:14.695115 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55493413-fcbd-4d3e-bc84-d5a25b2e5705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:14.695742 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-55493413-fcbd-4d3e-bc84-d5a25b2e5705 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:14.700082 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:14.734341 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cf5ddcbb-4353-48f1-bbe1-9d9fb84468db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:14.745132 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faccd73e-1811-4ddb-a5d9-5065bb7b4fd5 req-32b47887-4cd6-4d7a-80bc-ad56bf0235ef tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:14.746249 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-cf5ddcbb-4353-48f1-bbe1-9d9fb84468db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20db5682-b823-4801-8c5c-9944282d0362']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:41:14.753473 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-faccd73e-1811-4ddb-a5d9-5065bb7b4fd5 req-32b47887-4cd6-4d7a-80bc-ad56bf0235ef tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/ports?device_id=01af826f-9480-4520-929f-03fa443ca8bb HTTP/1.1" status: 200 len: 946 time: 0.1151855 Jul 09 14:41:14.760520 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-cf5ddcbb-4353-48f1-bbe1-9d9fb84468db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a9af33f-e761-48a2-acab-54606fd590e3') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:41:14.761017 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-cf5ddcbb-4353-48f1-bbe1-9d9fb84468db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a9af33f-e761-48a2-acab-54606fd590e3') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:41:14.766710 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-7df4e416-9c7e-41c6-86db-43b3058bcdb1 req-600f9484-3348-487d-8417-1cc2711832de tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Deleting port dd2205a4-6e79-4512-87e2-bfe3186bed68 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:41:14.766927 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-7df4e416-9c7e-41c6-86db-43b3058bcdb1 req-600f9484-3348-487d-8417-1cc2711832de tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:14.777712 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cf5ddcbb-4353-48f1-bbe1-9d9fb84468db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:14.794077 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 997ea8ad-e865-4b4b-9fa6-11f9d8d41a1a, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=997ea8ad-e865-4b4b-9fa6-11f9d8d41a1a,segment=NetworkSegment(c275eecc-ac61-4583-bf8f-15ffd528534b),segment_id=c275eecc-ac61-4583-bf8f-15ffd528534b)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:41:14.796535 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cf5ddcbb-4353-48f1-bbe1-9d9fb84468db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:14.804377 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf5ddcbb-4353-48f1-bbe1-9d9fb84468db admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:41:14.804791 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cf5ddcbb-4353-48f1-bbe1-9d9fb84468db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:14.881282 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-faccd73e-1811-4ddb-a5d9-5065bb7b4fd5 req-edba5c6b-d435-4cdb-8466-295882173681 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa8ccfb5-1089-45b8-8b22-f1c0cd5449b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261322 Jul 09 14:41:14.886513 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 14:41:14.886513 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:41:14.886513 n-d-799529-6 neutron-server[94445]: timer() Jul 09 14:41:14.886513 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:41:14.886513 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 14:41:14.886513 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:41:14.886513 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 14:41:14.886513 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:41:14.886513 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 14:41:14.886513 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:41:14.886513 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 14:41:14.886513 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:41:14.886513 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 14:41:14.886513 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:41:14.886513 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:41:14.886513 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:41:14.886513 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:41:14.886513 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:41:14.886513 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 14:41:14.886513 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:41:14.886513 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 14:41:14.886513 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:41:14.886513 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:41:14.886513 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:41:14.886513 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 14:41:14.886513 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:41:14.886513 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:41:14.886513 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:41:14.886513 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:41:14.886513 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:41:14.886513 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:41:14.886513 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:41:14.895111 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-55493413-fcbd-4d3e-bc84-d5a25b2e5705 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5130961 Jul 09 14:41:14.898235 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 56236) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:41:14.900915 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:14.917926 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-7df4e416-9c7e-41c6-86db-43b3058bcdb1 req-600f9484-3348-487d-8417-1cc2711832de tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] For port dd2205a4-6e79-4512-87e2-bfe3186bed68, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=dd2205a4-6e79-4512-87e2-bfe3186bed68,segment=NetworkSegment(cd7790e9-3309-48a3-bfb3-c9f386870e48),segment_id=cd7790e9-3309-48a3-bfb3-c9f386870e48)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:41:14.918468 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-7df4e416-9c7e-41c6-86db-43b3058bcdb1 req-600f9484-3348-487d-8417-1cc2711832de tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:14.924835 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-0b2b770a-bb52-4f2c-b789-9c651a5d0fad admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1379563368-router', 'tenant_id': '7e8e5340b4af4fbb9f6efeaeab787aeb', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:41:14.946026 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d208fb-5fae-44bd-96f6-19c0fdb88851 None None] Network f1bff32f-69e2-446c-a290-b6ec892cf735 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:41:14.950362 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-7df4e416-9c7e-41c6-86db-43b3058bcdb1 req-600f9484-3348-487d-8417-1cc2711832de tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Calling delete_port for dd2205a4-6e79-4512-87e2-bfe3186bed68 owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:41:15.021569 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cf5ddcbb-4353-48f1-bbe1-9d9fb84468db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:15.058526 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0b2b770a-bb52-4f2c-b789-9c651a5d0fad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:15.063102 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0b2b770a-bb52-4f2c-b789-9c651a5d0fad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:15.063251 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cf5ddcbb-4353-48f1-bbe1-9d9fb84468db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:15.069627 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=997ea8ad-e865-4b4b-9fa6-11f9d8d41a1a,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:15.079155 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-cf5ddcbb-4353-48f1-bbe1-9d9fb84468db admin admin] 10.222.0.58 "DELETE /v2.0/networks/20db5682-b823-4801-8c5c-9944282d0362 HTTP/1.1" status: 204 len: 168 time: 0.6336353 Jul 09 14:41:15.079155 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ddcbb-4353-48f1-bbe1-9d9fb84468db admin admin] Pushing event deleted for resources: {'Network': ['ID=20db5682-b823-4801-8c5c-9944282d0362,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:15.183396 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0b2b770a-bb52-4f2c-b789-9c651a5d0fad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:15.203923 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2d2010-9bd4-477d-903d-8ef0865aac56 req-fa0ee250-5d0d-4867-b361-5ac5798e3452 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:15.205527 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1b2d2010-9bd4-477d-903d-8ef0865aac56 req-fa0ee250-5d0d-4867-b361-5ac5798e3452 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/ports?device_id=2379930c-f2a5-4cb4-a194-0e416d22bb4d HTTP/1.1" status: 200 len: 945 time: 0.1461003 Jul 09 14:41:15.245912 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1b2d2010-9bd4-477d-903d-8ef0865aac56 req-260a8eab-cb3a-4bcd-bfef-7223288b2819 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa8ccfb5-1089-45b8-8b22-f1c0cd5449b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343125 Jul 09 14:41:15.431359 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-7df4e416-9c7e-41c6-86db-43b3058bcdb1 req-600f9484-3348-487d-8417-1cc2711832de tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:15.495996 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0b2b770a-bb52-4f2c-b789-9c651a5d0fad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:15.505317 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600f9484-3348-487d-8417-1cc2711832de tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Pushing event deleted for resources: {'Port': ['ID=dd2205a4-6e79-4512-87e2-bfe3186bed68,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:15.560262 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-7df4e416-9c7e-41c6-86db-43b3058bcdb1 req-600f9484-3348-487d-8417-1cc2711832de tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] No DVR routers for this DVR port dd2205a4-6e79-4512-87e2-bfe3186bed68 on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:41:15.565233 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-7df4e416-9c7e-41c6-86db-43b3058bcdb1 req-600f9484-3348-487d-8417-1cc2711832de tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:15.567378 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7df4e416-9c7e-41c6-86db-43b3058bcdb1 req-600f9484-3348-487d-8417-1cc2711832de tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.62 "DELETE /v2.0/ports/dd2205a4-6e79-4512-87e2-bfe3186bed68 HTTP/1.1" status: 204 len: 173 time: 1.0183339 Jul 09 14:41:15.567844 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a73b6e-4f2b-42df-a010-72db422d5024', 'name': 'network-vif-deleted', 'tag': 'dd2205a4-6e79-4512-87e2-bfe3186bed68'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:41:15.570256 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90517d19-fe3f-4b49-a297-84613e52ef5b" -d '{"events": [{"server_uuid": "45a73b6e-4f2b-42df-a010-72db422d5024", "name": "network-vif-deleted", "tag": "dd2205a4-6e79-4512-87e2-bfe3186bed68"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:41:15.585788 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 56284) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:41:15.590866 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26608653-a363-43dc-af37-15d4fb7c03c6 req-9e9fe8ec-f1bf-4457-bfec-70563fc492bf tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:15.598642 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-26608653-a363-43dc-af37-15d4fb7c03c6 req-9e9fe8ec-f1bf-4457-bfec-70563fc492bf tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1fd4f0f-fec4-48c1-b501-7d7f9948e525 HTTP/1.1" status: 200 len: 945 time: 0.2006962 Jul 09 14:41:15.637876 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-6bd9e8c3-082f-4207-9828-0647fbe05e20 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a29f2b4cfd1449cca4564d7c2e38b31e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0504835 Jul 09 14:41:15.640435 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 56286) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:41:15.653816 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-26608653-a363-43dc-af37-15d4fb7c03c6 req-c023b9c5-bb3b-4125-bcee-70405588234d tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa8ccfb5-1089-45b8-8b22-f1c0cd5449b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541818 Jul 09 14:41:15.842832 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f9af00ac-33ea-425f-895d-19d24be32a8f req-f60a8148-a5d2-4915-ab8d-ae5b80f40612 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=45a73b6e-4f2b-42df-a010-72db422d5024 HTTP/1.1" status: 200 len: 210 time: 0.1163847 Jul 09 14:41:15.846570 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-65e33939-8444-4185-aeb6-d755d3d59f88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:15.893382 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-65e33939-8444-4185-aeb6-d755d3d59f88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:15.922921 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506816b9-9cb4-4ba3-9856-77ef4243b171 x-openstack-request-id: req-506816b9-9cb4-4ba3-9856-77ef4243b171 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:41:15.923609 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45a73b6e-4f2b-42df-a010-72db422d5024", "name": "network-vif-deleted", "tag": "dd2205a4-6e79-4512-87e2-bfe3186bed68", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:41:15.923969 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-506816b9-9cb4-4ba3-9856-77ef4243b171 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:41:15.925366 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45a73b6e-4f2b-42df-a010-72db422d5024', 'name': 'network-vif-deleted', 'tag': 'dd2205a4-6e79-4512-87e2-bfe3186bed68', 'status': 'completed', 'code': 200} Jul 09 14:41:16.012698 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0b2b770a-bb52-4f2c-b789-9c651a5d0fad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:16.016022 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-65e33939-8444-4185-aeb6-d755d3d59f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:16.018730 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-65e33939-8444-4185-aeb6-d755d3d59f88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:16.020312 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-65e33939-8444-4185-aeb6-d755d3d59f88 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a3ec8ad2-cc24-44d1-a762-eefc0e0da17d HTTP/1.1" status: 204 len: 168 time: 0.3654177 Jul 09 14:41:16.036069 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e33939-8444-4185-aeb6-d755d3d59f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ec8ad2-cc24-44d1-a762-eefc0e0da17d,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:16.058409 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0b2b770a-bb52-4f2c-b789-9c651a5d0fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:16.228247 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 997ea8ad-e865-4b4b-9fa6-11f9d8d41a1a up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:41:16.260243 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-0b2b770a-bb52-4f2c-b789-9c651a5d0fad admin admin] Allocated IP 172.25.3.99 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/0a560a62-c390-4412-89d7-00ae4055b01d) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:41:16.304406 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 997ea8ad-e865-4b4b-9fa6-11f9d8d41a1a triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:41:16.305055 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:16.435288 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0b2b770a-bb52-4f2c-b789-9c651a5d0fad admin admin] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:16.437121 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e06395-1a95-451e-aff6-73c241ff1f61 req-d1bf28fa-e926-4547-839e-c91e49047bea tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:16.444781 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e06395-1a95-451e-aff6-73c241ff1f61 req-d1bf28fa-e926-4547-839e-c91e49047bea tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:16.452508 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e06395-1a95-451e-aff6-73c241ff1f61 req-d1bf28fa-e926-4547-839e-c91e49047bea tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:16.468122 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-22e06395-1a95-451e-aff6-73c241ff1f61 req-d1bf28fa-e926-4547-839e-c91e49047bea tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1fd4f0f-fec4-48c1-b501-7d7f9948e525&device_id=2379930c-f2a5-4cb4-a194-0e416d22bb4d&device_id=01af826f-9480-4520-929f-03fa443ca8bb HTTP/1.1" status: 200 len: 2417 time: 0.1208172 Jul 09 14:41:16.535926 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-22e06395-1a95-451e-aff6-73c241ff1f61 req-da8847e4-6b33-481e-b50b-e97ad52484f5 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa8ccfb5-1089-45b8-8b22-f1c0cd5449b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527558 Jul 09 14:41:16.567258 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [req-22ea2c56-b48f-4af6-8882-e109ece71800 req-debbb1cf-4dd1-4167-9011-6f03310dd022 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:41:16.573752 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-22ea2c56-b48f-4af6-8882-e109ece71800 req-debbb1cf-4dd1-4167-9011-6f03310dd022 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114579 Jul 09 14:41:16.576532 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0b2b770a-bb52-4f2c-b789-9c651a5d0fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:16.663084 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2b770a-bb52-4f2c-b789-9c651a5d0fad admin admin] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:41:16.685527 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-0b2b770a-bb52-4f2c-b789-9c651a5d0fad admin admin] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:41:16.695315 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2b770a-bb52-4f2c-b789-9c651a5d0fad admin admin] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:41:16.745173 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2b770a-bb52-4f2c-b789-9c651a5d0fad admin admin] Pushing event updated for resources: {'Port': ['ID=0a560a62-c390-4412-89d7-00ae4055b01d,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:17.048243 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 56306) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:41:17.112622 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-2fde7535-0c75-4593-a89c-ed82130ae904 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2bd4d7d6db894464bb3c566f6960cdd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0604508 Jul 09 14:41:17.113274 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 56312) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:41:17.168196 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-22ea2c56-b48f-4af6-8882-e109ece71800 req-b010f2ee-168d-4b1b-a581-bf4fb32a0f3c tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.5728295 Jul 09 14:41:17.236296 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-43669ae6-c13b-463d-9d2a-0944e67575b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:17.263104 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-43669ae6-c13b-463d-9d2a-0944e67575b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:17.448753 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0b2b770a-bb52-4f2c-b789-9c651a5d0fad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:17.602353 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-43669ae6-c13b-463d-9d2a-0944e67575b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:17.605074 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-43669ae6-c13b-463d-9d2a-0944e67575b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:17.606247 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-43669ae6-c13b-463d-9d2a-0944e67575b3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4ce7fc28-8f05-4c66-a580-489104c94a8e HTTP/1.1" status: 204 len: 168 time: 0.4912491 Jul 09 14:41:17.616247 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43669ae6-c13b-463d-9d2a-0944e67575b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce7fc28-8f05-4c66-a580-489104c94a8e,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:17.688225 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0b2b770a-bb52-4f2c-b789-9c651a5d0fad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:17.924997 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9b78b-b6c7-4b32-be9f-482d7cf62150 req-6162bab8-ebdd-42d2-bb31-66ee77dedfac tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:17.926510 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-deb9b78b-b6c7-4b32-be9f-482d7cf62150 req-6162bab8-ebdd-42d2-bb31-66ee77dedfac tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=23c63ae6-2cea-4ae4-b002-870ac7b538ff HTTP/1.1" status: 200 len: 945 time: 0.0815868 Jul 09 14:41:17.943604 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b2b770a-bb52-4f2c-b789-9c651a5d0fad admin admin] Router 6a91ea30-dd5c-42ce-aa6d-ef701c33b61d is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:41:17.979837 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-deb9b78b-b6c7-4b32-be9f-482d7cf62150 req-765c3660-0a10-4df8-b83c-e29c02222d35 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449219 Jul 09 14:41:18.096731 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2b770a-bb52-4f2c-b789-9c651a5d0fad admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:41:18.107960 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fbeff4-4b42-4bf7-9297-9fd652629d28 None None] Sync routers for ids ['6a91ea30-dd5c-42ce-aa6d-ef701c33b61d'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:41:18.119195 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fbeff4-4b42-4bf7-9297-9fd652629d28 None None] Routers {'6a91ea30-dd5c-42ce-aa6d-ef701c33b61d'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:41:18.121818 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-a7fbeff4-4b42-4bf7-9297-9fd652629d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:40:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['6a91ea30-dd5c-42ce-aa6d-ef701c33b61d'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:41:18.170514 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0b2b770a-bb52-4f2c-b789-9c651a5d0fad admin admin] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:18.174242 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-0b2b770a-bb52-4f2c-b789-9c651a5d0fad admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.2720423 Jul 09 14:41:18.174633 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 56336) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:41:18.263830 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-a7fbeff4-4b42-4bf7-9297-9fd652629d28 None None] Set router 6a91ea30-dd5c-42ce-aa6d-ef701c33b61d gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:41:18.739531 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fadad0-96dd-4670-beda-a464e9431d35 req-c4ee719d-aa74-45b0-943e-2f49054bf7b3 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:18.744714 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-38fadad0-96dd-4670-beda-a464e9431d35 req-c4ee719d-aa74-45b0-943e-2f49054bf7b3 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.62 "GET /v2.0/ports?device_id=23c63ae6-2cea-4ae4-b002-870ac7b538ff HTTP/1.1" status: 200 len: 945 time: 0.1240060 Jul 09 14:41:18.789500 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-a7fbeff4-4b42-4bf7-9297-9fd652629d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a91ea30-dd5c-42ce-aa6d-ef701c33b61d', 'name': 'tempest-ServerRescueNegativeTestJSON-1379563368-router', 'tenant_id': '7e8e5340b4af4fbb9f6efeaeab787aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '0a560a62-c390-4412-89d7-00ae4055b01d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:41:15Z', 'updated_at': '2021-07-09T14:41:17Z', 'revision_number': 3, 'project_id': '7e8e5340b4af4fbb9f6efeaeab787aeb', 'gw_port': {'id': '0a560a62-c390-4412-89d7-00ae4055b01d', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:02:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a91ea30-dd5c-42ce-aa6d-ef701c33b61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:41:16Z', 'updated_at': '2021-07-09T14:41:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:41:18.838114 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ee00ca7f-501f-44c2-b68d-17b0335d9369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:18.842780 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fbeff4-4b42-4bf7-9297-9fd652629d28 None None] Checking router: 6a91ea30-dd5c-42ce-aa6d-ef701c33b61d for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:41:18.843063 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fbeff4-4b42-4bf7-9297-9fd652629d28 None None] Updating router 6a91ea30-dd5c-42ce-aa6d-ef701c33b61d port 0a560a62-c390-4412-89d7-00ae4055b01d binding host n-d-799529-6 {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:41:18.883544 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a7fbeff4-4b42-4bf7-9297-9fd652629d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:18.900108 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-38fadad0-96dd-4670-beda-a464e9431d35 req-298839db-9e50-4710-b2e9-405defcc9b48 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Deleting port 952d0d9b-778a-4741-9bd8-5a66da0cc89a {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:41:18.902589 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-38fadad0-96dd-4670-beda-a464e9431d35 req-298839db-9e50-4710-b2e9-405defcc9b48 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:18.910222 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device dd2205a4-6e79-4512-87e2-bfe3186bed68 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:41:18.945751 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: dd2205a4-6e79-4512-87e2-bfe3186bed68 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:41:18.946096 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device dd2205a4-6e79-4512-87e2-bfe3186bed68 not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:41:19.065929 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-38fadad0-96dd-4670-beda-a464e9431d35 req-298839db-9e50-4710-b2e9-405defcc9b48 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] For port 952d0d9b-778a-4741-9bd8-5a66da0cc89a, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=952d0d9b-778a-4741-9bd8-5a66da0cc89a,segment=NetworkSegment(cd7790e9-3309-48a3-bfb3-c9f386870e48),segment_id=cd7790e9-3309-48a3-bfb3-c9f386870e48)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:41:19.068150 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-ee00ca7f-501f-44c2-b68d-17b0335d9369 admin admin] Allocated IP 172.20.0.1 (f1bff32f-69e2-446c-a290-b6ec892cf735/55af4da9-7f40-4991-a82d-0bd874a45ee8/c13a1158-ba69-411f-abaf-02c9514e9f3a) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:41:19.075613 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-38fadad0-96dd-4670-beda-a464e9431d35 req-298839db-9e50-4710-b2e9-405defcc9b48 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:19.131712 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-38fadad0-96dd-4670-beda-a464e9431d35 req-298839db-9e50-4710-b2e9-405defcc9b48 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Calling delete_port for 952d0d9b-778a-4741-9bd8-5a66da0cc89a owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:41:19.270790 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ee00ca7f-501f-44c2-b68d-17b0335d9369 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:19.343620 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a7fbeff4-4b42-4bf7-9297-9fd652629d28 None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:19.356766 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a7fbeff4-4b42-4bf7-9297-9fd652629d28 None None] Transition to ACTIVE for port object 0a560a62-c390-4412-89d7-00ae4055b01d will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:41:19.405168 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2795c4-ba8c-40a3-83dc-d6cf7fbf8f78 req-c475d9b1-14f6-4100-97b3-a749eb49b9b8 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:19.406756 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7b2795c4-ba8c-40a3-83dc-d6cf7fbf8f78 req-c475d9b1-14f6-4100-97b3-a749eb49b9b8 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1fd4f0f-fec4-48c1-b501-7d7f9948e525 HTTP/1.1" status: 200 len: 945 time: 0.1427140 Jul 09 14:41:19.431758 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-44a1d3a9-2f75-4a5b-a35f-03073eacf0f4 req-decc8d5c-e3e8-4f30-8c9d-e1ca69ed7ec8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1412270 Jul 09 14:41:19.441873 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dc4f2-aa4c-4e7a-bc0d-fcfcce759d73 req-62e9f879-9c78-4f76-a1c9-e973caf66a2c tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:19.444020 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-861dc4f2-aa4c-4e7a-bc0d-fcfcce759d73 req-62e9f879-9c78-4f76-a1c9-e973caf66a2c tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=23c63ae6-2cea-4ae4-b002-870ac7b538ff HTTP/1.1" status: 200 len: 945 time: 0.1662254 Jul 09 14:41:19.471272 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7b2795c4-ba8c-40a3-83dc-d6cf7fbf8f78 req-f826dae2-00aa-4fe5-86f1-4e72fd293ca7 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa8ccfb5-1089-45b8-8b22-f1c0cd5449b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544624 Jul 09 14:41:19.481174 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a7fbeff4-4b42-4bf7-9297-9fd652629d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:19.531212 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ee00ca7f-501f-44c2-b68d-17b0335d9369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:19.565567 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c3d6c-0395-4157-b2aa-76fac8643091 None None] Pushing event updated for resources: {'Port': ['ID=0a560a62-c390-4412-89d7-00ae4055b01d,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:19.570743 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-a7fbeff4-4b42-4bf7-9297-9fd652629d28 None None] Attempting to bind port 0a560a62-c390-4412-89d7-00ae4055b01d on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:41:19.571592 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-a7fbeff4-4b42-4bf7-9297-9fd652629d28 None None] Attempting to bind port 0a560a62-c390-4412-89d7-00ae4055b01d by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:41:19.572196 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fbeff4-4b42-4bf7-9297-9fd652629d28 None None] Attempting to bind port 0a560a62-c390-4412-89d7-00ae4055b01d on network 202c7ce6-d4e9-4f80-84dd-bef08905a653 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:41:19.580670 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee00ca7f-501f-44c2-b68d-17b0335d9369 admin admin] Pushing event updated for resources: {'Port': ['ID=c13a1158-ba69-411f-abaf-02c9514e9f3a,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:19.582442 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fbeff4-4b42-4bf7-9297-9fd652629d28 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:41:19.583295 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fbeff4-4b42-4bf7-9297-9fd652629d28 None None] Checking segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:41:19.584477 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a7fbeff4-4b42-4bf7-9297-9fd652629d28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:19.585037 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fbeff4-4b42-4bf7-9297-9fd652629d28 None None] Bound using segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:41:19.586007 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-a7fbeff4-4b42-4bf7-9297-9fd652629d28 None None] Bound port: 0a560a62-c390-4412-89d7-00ae4055b01d, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:41:19.586875 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a7fbeff4-4b42-4bf7-9297-9fd652629d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:19.595747 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee00ca7f-501f-44c2-b68d-17b0335d9369 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:41:19.596099 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee00ca7f-501f-44c2-b68d-17b0335d9369 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:41:19.596442 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee00ca7f-501f-44c2-b68d-17b0335d9369 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:41:19.601447 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee00ca7f-501f-44c2-b68d-17b0335d9369 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:41:19.601447 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee00ca7f-501f-44c2-b68d-17b0335d9369 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:41:19.601447 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee00ca7f-501f-44c2-b68d-17b0335d9369 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:41:19.601447 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee00ca7f-501f-44c2-b68d-17b0335d9369 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:41:19.601447 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee00ca7f-501f-44c2-b68d-17b0335d9369 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:41:19.601447 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee00ca7f-501f-44c2-b68d-17b0335d9369 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:41:19.601447 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee00ca7f-501f-44c2-b68d-17b0335d9369 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:41:19.601447 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee00ca7f-501f-44c2-b68d-17b0335d9369 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:41:19.601447 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee00ca7f-501f-44c2-b68d-17b0335d9369 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:41:19.611035 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee00ca7f-501f-44c2-b68d-17b0335d9369 admin admin] Network f1bff32f-69e2-446c-a290-b6ec892cf735 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:41:19.612893 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-ee00ca7f-501f-44c2-b68d-17b0335d9369 admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:41:19.615650 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee00ca7f-501f-44c2-b68d-17b0335d9369 admin admin] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:41:19.657265 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-861dc4f2-aa4c-4e7a-bc0d-fcfcce759d73 req-3b4c8881-cbcf-406c-9533-0fbd1b8da768 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/security-groups?id=76792e55-b664-42b3-864b-5d50c6d82f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837504 Jul 09 14:41:19.676649 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ee00ca7f-501f-44c2-b68d-17b0335d9369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:19.686628 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a7fbeff4-4b42-4bf7-9297-9fd652629d28 None None] For port 0a560a62-c390-4412-89d7-00ae4055b01d, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:41:19.690439 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a7fbeff4-4b42-4bf7-9297-9fd652629d28 None None] For port 0a560a62-c390-4412-89d7-00ae4055b01d, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=0a560a62-c390-4412-89d7-00ae4055b01d,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:41:19.723767 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-38fadad0-96dd-4670-beda-a464e9431d35 req-298839db-9e50-4710-b2e9-405defcc9b48 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:19.764724 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a7fbeff4-4b42-4bf7-9297-9fd652629d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:19.766813 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298839db-9e50-4710-b2e9-405defcc9b48 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Pushing event deleted for resources: {'Port': ['ID=952d0d9b-778a-4741-9bd8-5a66da0cc89a,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:19.774488 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1d3a9-2f75-4a5b-a35f-03073eacf0f4 req-df8c9191-dfa6-41d6-acb7-44194ae5c9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:19.776490 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-44a1d3a9-2f75-4a5b-a35f-03073eacf0f4 req-df8c9191-dfa6-41d6-acb7-44194ae5c9bd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=644ca6545bbf445fa0c886b6aef98e04&device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 1097 time: 0.2432263 Jul 09 14:41:19.845042 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fbeff4-4b42-4bf7-9297-9fd652629d28 None None] Routers {'6a91ea30-dd5c-42ce-aa6d-ef701c33b61d'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:41:19.845750 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-a7fbeff4-4b42-4bf7-9297-9fd652629d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:40:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['6a91ea30-dd5c-42ce-aa6d-ef701c33b61d'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:41:19.878700 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-38fadad0-96dd-4670-beda-a464e9431d35 req-298839db-9e50-4710-b2e9-405defcc9b48 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] No DVR routers for this DVR port 952d0d9b-778a-4741-9bd8-5a66da0cc89a on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:41:19.908651 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-38fadad0-96dd-4670-beda-a464e9431d35 req-298839db-9e50-4710-b2e9-405defcc9b48 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:19.910844 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-38fadad0-96dd-4670-beda-a464e9431d35 req-298839db-9e50-4710-b2e9-405defcc9b48 tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.62 "DELETE /v2.0/ports/952d0d9b-778a-4741-9bd8-5a66da0cc89a HTTP/1.1" status: 204 len: 173 time: 1.1598761 Jul 09 14:41:19.911549 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c63ae6-2cea-4ae4-b002-870ac7b538ff', 'name': 'network-vif-deleted', 'tag': '952d0d9b-778a-4741-9bd8-5a66da0cc89a'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:41:19.913811 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e808e274-8ad0-43a2-87f8-c35049eaf8d0" -d '{"events": [{"server_uuid": "23c63ae6-2cea-4ae4-b002-870ac7b538ff", "name": "network-vif-deleted", "tag": "952d0d9b-778a-4741-9bd8-5a66da0cc89a"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:41:19.914682 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c3d6c-0395-4157-b2aa-76fac8643091 None None] Pushing event updated for resources: {'Port': ['ID=0a560a62-c390-4412-89d7-00ae4055b01d,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:19.962392 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ee00ca7f-501f-44c2-b68d-17b0335d9369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:19.974841 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77b6ae3-3212-41d9-b0f1-68a0939c3548 x-openstack-request-id: req-f77b6ae3-3212-41d9-b0f1-68a0939c3548 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:41:19.975135 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23c63ae6-2cea-4ae4-b002-870ac7b538ff", "name": "network-vif-deleted", "tag": "952d0d9b-778a-4741-9bd8-5a66da0cc89a", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:41:19.975394 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f77b6ae3-3212-41d9-b0f1-68a0939c3548 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:41:19.975825 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23c63ae6-2cea-4ae4-b002-870ac7b538ff', 'name': 'network-vif-deleted', 'tag': '952d0d9b-778a-4741-9bd8-5a66da0cc89a', 'status': 'completed', 'code': 200} Jul 09 14:41:19.979085 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1d3a9-2f75-4a5b-a35f-03073eacf0f4 req-8ef13b4d-68ab-4dc9-89f6-14858d7d8d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:19.980963 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-44a1d3a9-2f75-4a5b-a35f-03073eacf0f4 req-8ef13b4d-68ab-4dc9-89f6-14858d7d8d87 service neutron] 10.222.0.62 "GET /v2.0/networks?id=29d888e5-b470-491c-8272-fb069bb5ea34 HTTP/1.1" status: 200 len: 917 time: 0.1533778 Jul 09 14:41:20.034587 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-a7fbeff4-4b42-4bf7-9297-9fd652629d28 None None] Set router 6a91ea30-dd5c-42ce-aa6d-ef701c33b61d gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:41:20.102649 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-44a1d3a9-2f75-4a5b-a35f-03073eacf0f4 req-1ad22c79-174b-4155-abda-39db5e4fa357 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6015b974-dc7c-4714-be88-3dddf4ffbfe1 HTTP/1.1" status: 200 len: 1002 time: 0.0922034 Jul 09 14:41:20.224317 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ee00ca7f-501f-44c2-b68d-17b0335d9369 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:20.242133 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1d3a9-2f75-4a5b-a35f-03073eacf0f4 req-a23a3573-2fe8-499e-b2c3-0b0394288e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:20.245504 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-44a1d3a9-2f75-4a5b-a35f-03073eacf0f4 req-a23a3573-2fe8-499e-b2c3-0b0394288e00 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6ebf5b74-6584-49ef-a6c0-eff61f32c488 HTTP/1.1" status: 200 len: 855 time: 0.1090281 Jul 09 14:41:20.273038 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ee00ca7f-501f-44c2-b68d-17b0335d9369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:20.303287 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-a7fbeff4-4b42-4bf7-9297-9fd652629d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a91ea30-dd5c-42ce-aa6d-ef701c33b61d', 'name': 'tempest-ServerRescueNegativeTestJSON-1379563368-router', 'tenant_id': '7e8e5340b4af4fbb9f6efeaeab787aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '0a560a62-c390-4412-89d7-00ae4055b01d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:41:15Z', 'updated_at': '2021-07-09T14:41:17Z', 'revision_number': 3, 'project_id': '7e8e5340b4af4fbb9f6efeaeab787aeb', 'gw_port': {'id': '0a560a62-c390-4412-89d7-00ae4055b01d', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:02:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a91ea30-dd5c-42ce-aa6d-ef701c33b61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:41:16Z', 'updated_at': '2021-07-09T14:41:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:41:20.319273 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1d3a9-2f75-4a5b-a35f-03073eacf0f4 req-5760c2d9-1a60-42d6-bc18-b1642c4d05a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:20.324698 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee00ca7f-501f-44c2-b68d-17b0335d9369 admin admin] Pushing event updated for resources: {'Port': ['ID=c13a1158-ba69-411f-abaf-02c9514e9f3a,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:20.328097 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-44a1d3a9-2f75-4a5b-a35f-03073eacf0f4 req-5760c2d9-1a60-42d6-bc18-b1642c4d05a5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=29d888e5-b470-491c-8272-fb069bb5ea34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724411 Jul 09 14:41:20.355211 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fbeff4-4b42-4bf7-9297-9fd652629d28 None None] The sync data for ids ['6a91ea30-dd5c-42ce-aa6d-ef701c33b61d'] in n-d-799529-6 is: [{'id': '6a91ea30-dd5c-42ce-aa6d-ef701c33b61d', 'name': 'tempest-ServerRescueNegativeTestJSON-1379563368-router', 'tenant_id': '7e8e5340b4af4fbb9f6efeaeab787aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '0a560a62-c390-4412-89d7-00ae4055b01d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:41:15Z', 'updated_at': '2021-07-09T14:41:17Z', 'revision_number': 3, 'project_id': '7e8e5340b4af4fbb9f6efeaeab787aeb', 'gw_port': {'id': '0a560a62-c390-4412-89d7-00ae4055b01d', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:02:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a91ea30-dd5c-42ce-aa6d-ef701c33b61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:41:16Z', 'updated_at': '2021-07-09T14:41:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:41:20.383537 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ee00ca7f-501f-44c2-b68d-17b0335d9369 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:20.497684 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee00ca7f-501f-44c2-b68d-17b0335d9369 admin admin] Network f1bff32f-69e2-446c-a290-b6ec892cf735 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:41:20.499188 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-ee00ca7f-501f-44c2-b68d-17b0335d9369 admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:41:20.542319 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-44a1d3a9-2f75-4a5b-a35f-03073eacf0f4 req-02d65b86-cbba-49b4-931e-a193ce786042 service neutron] 10.222.0.62 "GET /v2.0/networks/29d888e5-b470-491c-8272-fb069bb5ea34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912498 Jul 09 14:41:20.691087 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee00ca7f-501f-44c2-b68d-17b0335d9369 admin admin] Router 6a91ea30-dd5c-42ce-aa6d-ef701c33b61d has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:41:20.759084 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-44a1d3a9-2f75-4a5b-a35f-03073eacf0f4 req-d7e44413-3ce0-481c-b5ea-3ce9db0fe420 service neutron] 10.222.0.62 "GET /v2.0/networks/29d888e5-b470-491c-8272-fb069bb5ea34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065928 Jul 09 14:41:20.902688 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee00ca7f-501f-44c2-b68d-17b0335d9369 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:41:20.910554 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb7c88-713b-4534-9adc-f9ea513197e7 req-4d345135-3d4b-462b-9fab-a5fbbac38d5a tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:20.912976 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cdeb7c88-713b-4534-9adc-f9ea513197e7 req-4d345135-3d4b-462b-9fab-a5fbbac38d5a tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.54 "GET /v2.0/ports?device_id=e1fd4f0f-fec4-48c1-b501-7d7f9948e525 HTTP/1.1" status: 200 len: 945 time: 0.4818480 Jul 09 14:41:20.931293 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ee00ca7f-501f-44c2-b68d-17b0335d9369 admin admin] 10.222.0.58 "PUT /v2.0/routers/6a91ea30-dd5c-42ce-aa6d-ef701c33b61d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7463167 Jul 09 14:41:20.965954 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cc6ddea9-b2da-41c9-8327-b4125471b007 req-847ec7d3-8f2b-4ac3-ad12-8b096a25dc46 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=5ec7891592d74a6886dfa68c8f9e2e18&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335486 Jul 09 14:41:20.993510 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4546a7c-9fb8-4d69-8156-9e8d44fd6272 req-2ab512b6-a981-4ac9-8c91-f8e246c16023 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:21.000524 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c4546a7c-9fb8-4d69-8156-9e8d44fd6272 req-2ab512b6-a981-4ac9-8c91-f8e246c16023 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1fd4f0f-fec4-48c1-b501-7d7f9948e525 HTTP/1.1" status: 200 len: 945 time: 0.2356517 Jul 09 14:41:21.128576 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c4546a7c-9fb8-4d69-8156-9e8d44fd6272 req-f8682d73-f7ae-40e4-b023-dd5ef8be1156 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa8ccfb5-1089-45b8-8b22-f1c0cd5449b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184518 Jul 09 14:41:21.158225 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-cdeb7c88-713b-4534-9adc-f9ea513197e7 req-b7db85d2-ed90-491c-bd1c-4ef54d7f3988 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Deleting port 7d49629f-d529-451e-be24-5a9de3d31f33 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:41:21.158571 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-cdeb7c88-713b-4534-9adc-f9ea513197e7 req-b7db85d2-ed90-491c-bd1c-4ef54d7f3988 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:21.191907 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ddea9-b2da-41c9-8327-b4125471b007 req-f7368b00-1160-46f2-806b-18ed0f28baa9 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:21.193552 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cc6ddea9-b2da-41c9-8327-b4125471b007 req-f7368b00-1160-46f2-806b-18ed0f28baa9 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2213125 Jul 09 14:41:21.226626 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cc6ddea9-b2da-41c9-8327-b4125471b007 req-80e28378-eb1b-4bc1-be03-6322bb62170e tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/quotas/5ec7891592d74a6886dfa68c8f9e2e18 HTTP/1.1" status: 200 len: 375 time: 0.0264466 Jul 09 14:41:21.289935 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cc6ddea9-b2da-41c9-8327-b4125471b007 req-90614008-3c86-46cc-a42d-34a6a92cf7ca tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5ec7891592d74a6886dfa68c8f9e2e18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0623374 Jul 09 14:41:21.300600 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-cdeb7c88-713b-4534-9adc-f9ea513197e7 req-b7db85d2-ed90-491c-bd1c-4ef54d7f3988 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] For port 7d49629f-d529-451e-be24-5a9de3d31f33, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=7d49629f-d529-451e-be24-5a9de3d31f33,segment=NetworkSegment(d5c26be4-f29b-4eff-bedc-1c8d95f8265d),segment_id=d5c26be4-f29b-4eff-bedc-1c8d95f8265d)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:41:21.301453 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-cdeb7c88-713b-4534-9adc-f9ea513197e7 req-b7db85d2-ed90-491c-bd1c-4ef54d7f3988 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:21.321123 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-cdeb7c88-713b-4534-9adc-f9ea513197e7 req-b7db85d2-ed90-491c-bd1c-4ef54d7f3988 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Calling delete_port for 7d49629f-d529-451e-be24-5a9de3d31f33 owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:41:21.375458 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5eefa77d-b658-4d25-a86e-06e5986b4866 req-db9d37f4-c51b-449d-af1b-445960fc4d9f tempest-LiveMigrationTest-1694213506 tempest-LiveMigrationTest-1694213506-project] 10.222.0.58 "GET /v2.0/ports?device_id=23c63ae6-2cea-4ae4-b002-870ac7b538ff HTTP/1.1" status: 200 len: 210 time: 0.0358758 Jul 09 14:41:21.609864 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-cdeb7c88-713b-4534-9adc-f9ea513197e7 req-b7db85d2-ed90-491c-bd1c-4ef54d7f3988 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:21.621231 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['e805be18-53a1-42ab-bd12-9912149f52f7', 'c143c0fd-8e60-4e4d-8c37-ac5cea1a8448'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:41:21.736623 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7db85d2-ed90-491c-bd1c-4ef54d7f3988 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Pushing event deleted for resources: {'Port': ['ID=7d49629f-d529-451e-be24-5a9de3d31f33,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:21.862205 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fca727-dac1-46d2-aee7-f7d584755753 req-dbfa2192-5cca-4bbe-9b10-ac4b4be2ff73 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:21.870870 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-88fca727-dac1-46d2-aee7-f7d584755753 req-dbfa2192-5cca-4bbe-9b10-ac4b4be2ff73 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/networks?id=f1bff32f-69e2-446c-a290-b6ec892cf735 HTTP/1.1" status: 200 len: 819 time: 0.1806071 Jul 09 14:41:21.888600 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-88fca727-dac1-46d2-aee7-f7d584755753 req-3ea254e3-5b95-41a9-b5da-400de5c45755 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/quotas/7e8e5340b4af4fbb9f6efeaeab787aeb HTTP/1.1" status: 200 len: 375 time: 0.0167730 Jul 09 14:41:21.890658 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdeb7c88-713b-4534-9adc-f9ea513197e7 req-b7db85d2-ed90-491c-bd1c-4ef54d7f3988 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] No DVR routers for this DVR port 7d49629f-d529-451e-be24-5a9de3d31f33 on host n-h2-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:41:21.894572 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-44f9700c-faed-48dc-84e4-ada0a28da116 req-ba185a36-1fb9-49a8-b5f4-0f91623a1b96 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=87906e67-d98d-497c-b105-fe0d6a802c10 HTTP/1.1" status: 200 len: 210 time: 0.1003850 Jul 09 14:41:21.895630 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-cdeb7c88-713b-4534-9adc-f9ea513197e7 req-b7db85d2-ed90-491c-bd1c-4ef54d7f3988 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:21.897547 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cdeb7c88-713b-4534-9adc-f9ea513197e7 req-b7db85d2-ed90-491c-bd1c-4ef54d7f3988 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.54 "DELETE /v2.0/ports/7d49629f-d529-451e-be24-5a9de3d31f33 HTTP/1.1" status: 204 len: 173 time: 0.9786339 Jul 09 14:41:21.974941 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-88fca727-dac1-46d2-aee7-f7d584755753 req-36b7c362-a682-40bb-abf4-daab4e08e121 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=7e8e5340b4af4fbb9f6efeaeab787aeb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0804353 Jul 09 14:41:21.977293 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1fd4f0f-fec4-48c1-b501-7d7f9948e525', 'name': 'network-vif-deleted', 'tag': '7d49629f-d529-451e-be24-5a9de3d31f33'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:41:21.979802 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4c0713-b261-47ae-8d3e-ae1bf74aea31" -d '{"events": [{"server_uuid": "e1fd4f0f-fec4-48c1-b501-7d7f9948e525", "name": "network-vif-deleted", "tag": "7d49629f-d529-451e-be24-5a9de3d31f33"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:41:22.028370 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8982b5-2af6-4199-9c5e-cd7f2cefaf47 x-openstack-request-id: req-ae8982b5-2af6-4199-9c5e-cd7f2cefaf47 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:41:22.028667 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1fd4f0f-fec4-48c1-b501-7d7f9948e525", "name": "network-vif-deleted", "tag": "7d49629f-d529-451e-be24-5a9de3d31f33", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:41:22.028929 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ae8982b5-2af6-4199-9c5e-cd7f2cefaf47 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:41:22.029328 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1fd4f0f-fec4-48c1-b501-7d7f9948e525', 'name': 'network-vif-deleted', 'tag': '7d49629f-d529-451e-be24-5a9de3d31f33', 'status': 'completed', 'code': 200} Jul 09 14:41:22.112157 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-88fca727-dac1-46d2-aee7-f7d584755753 req-fab53178-cd97-4f6b-85cd-de44f7c2cbc0 service neutron] 10.222.0.58 "GET /v2.0/networks/f1bff32f-69e2-446c-a290-b6ec892cf735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289570 Jul 09 14:41:22.201939 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 0a560a62-c390-4412-89d7-00ae4055b01d up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:41:22.289181 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-88fca727-dac1-46d2-aee7-f7d584755753 req-3a36bdc7-ac5e-4230-a362-e1d89c3e1e37 service neutron] 10.222.0.58 "GET /v2.0/networks/f1bff32f-69e2-446c-a290-b6ec892cf735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643372 Jul 09 14:41:22.372174 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d8066ca9-de8a-4d7c-8745-e429703d827d req-a4c240e2-5170-4344-ba2b-5bb559967fb6 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1fd4f0f-fec4-48c1-b501-7d7f9948e525 HTTP/1.1" status: 200 len: 210 time: 0.0588050 Jul 09 14:41:22.381108 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 0a560a62-c390-4412-89d7-00ae4055b01d completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:41:22.385503 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 0a560a62-c390-4412-89d7-00ae4055b01d triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:41:22.385816 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:22.492722 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:22.497054 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 56450) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:41:22.516717 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 0a560a62-c390-4412-89d7-00ae4055b01d, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=0a560a62-c390-4412-89d7-00ae4055b01d,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:41:22.598855 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:22.742191 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=0a560a62-c390-4412-89d7-00ae4055b01d,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:22.743543 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c184ee75-87ee-4e38-81cc-2933bbbcf5a1 req-2c23d1d1-94ff-4c10-8e69-d9cbf7af7bbe tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=db9b48db-d25d-4d09-9a7a-bd68518db69b HTTP/1.1" status: 200 len: 210 time: 0.0450218 Jul 09 14:41:22.871824 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:22.909874 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee337644-4d95-412f-bd53-9816aa9f50c5 None None] Sync routers for ids ['6a91ea30-dd5c-42ce-aa6d-ef701c33b61d'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:41:22.940405 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee337644-4d95-412f-bd53-9816aa9f50c5 None None] Routers {'6a91ea30-dd5c-42ce-aa6d-ef701c33b61d'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:41:22.941114 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-ee337644-4d95-412f-bd53-9816aa9f50c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:40:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['6a91ea30-dd5c-42ce-aa6d-ef701c33b61d'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:41:22.949736 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-47d5e10c-4018-423f-b6e6-e1aae30a31b5 admin admin] Deleting subnet e48d7f3a-0ca9-428c-9383-07e4f6a75f04 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:41:22.961621 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 952d0d9b-778a-4741-9bd8-5a66da0cc89a no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:41:22.965005 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-47d5e10c-4018-423f-b6e6-e1aae30a31b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:22.990506 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: 952d0d9b-778a-4741-9bd8-5a66da0cc89a {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:41:22.990990 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 952d0d9b-778a-4741-9bd8-5a66da0cc89a not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:41:23.065761 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-47d5e10c-4018-423f-b6e6-e1aae30a31b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:23.126089 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-95cddd08-8fae-4460-a1ab-4fcb652f151a req-b477efb8-faf5-46b2-9820-59debd2c2000 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=87906e67-d98d-497c-b105-fe0d6a802c10 HTTP/1.1" status: 200 len: 210 time: 0.0807502 Jul 09 14:41:23.153579 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-47d5e10c-4018-423f-b6e6-e1aae30a31b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:23.170358 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-ee337644-4d95-412f-bd53-9816aa9f50c5 None None] Set router 6a91ea30-dd5c-42ce-aa6d-ef701c33b61d gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:41:23.187164 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 7d49629f-d529-451e-be24-5a9de3d31f33 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:41:23.219650 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73bd4ba-1bab-4db8-aa33-e0cbf99f2ea8 req-a0f1865f-1eeb-46b7-bf09-5bbab565ec92 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:23.228092 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e73bd4ba-1bab-4db8-aa33-e0cbf99f2ea8 req-a0f1865f-1eeb-46b7-bf09-5bbab565ec92 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/networks?id=f1bff32f-69e2-446c-a290-b6ec892cf735 HTTP/1.1" status: 200 len: 819 time: 0.1835978 Jul 09 14:41:23.230957 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: 7d49629f-d529-451e-be24-5a9de3d31f33 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:41:23.232730 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 7d49629f-d529-451e-be24-5a9de3d31f33 not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:41:23.241876 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e73bd4ba-1bab-4db8-aa33-e0cbf99f2ea8 req-7160cd10-bd05-42e6-9c7f-b483a857f009 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/quotas/7e8e5340b4af4fbb9f6efeaeab787aeb HTTP/1.1" status: 200 len: 375 time: 0.0123417 Jul 09 14:41:23.302913 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-47d5e10c-4018-423f-b6e6-e1aae30a31b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:23.316171 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e73bd4ba-1bab-4db8-aa33-e0cbf99f2ea8 req-052c5a7c-d65f-4a54-aa6a-9f50ecab6707 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=7e8e5340b4af4fbb9f6efeaeab787aeb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0669091 Jul 09 14:41:23.329464 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d5e10c-4018-423f-b6e6-e1aae30a31b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e48d7f3a-0ca9-428c-9383-07e4f6a75f04,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:23.339609 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-47d5e10c-4018-423f-b6e6-e1aae30a31b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:23.339609 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-47d5e10c-4018-423f-b6e6-e1aae30a31b5 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/e48d7f3a-0ca9-428c-9383-07e4f6a75f04 HTTP/1.1" status: 204 len: 168 time: 0.8414369 Jul 09 14:41:23.342767 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 56488) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:41:23.438599 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-79bc0852-18f3-4605-97a1-6fd9e01d616b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:23.481560 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-ee337644-4d95-412f-bd53-9816aa9f50c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a91ea30-dd5c-42ce-aa6d-ef701c33b61d', 'name': 'tempest-ServerRescueNegativeTestJSON-1379563368-router', 'tenant_id': '7e8e5340b4af4fbb9f6efeaeab787aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '0a560a62-c390-4412-89d7-00ae4055b01d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:41:15Z', 'updated_at': '2021-07-09T14:41:19Z', 'revision_number': 4, 'project_id': '7e8e5340b4af4fbb9f6efeaeab787aeb', 'gw_port': {'id': '0a560a62-c390-4412-89d7-00ae4055b01d', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:02:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a91ea30-dd5c-42ce-aa6d-ef701c33b61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:41:16Z', 'updated_at': '2021-07-09T14:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'c13a1158-ba69-411f-abaf-02c9514e9f3a', 'name': '', 'network_id': 'f1bff32f-69e2-446c-a290-b6ec892cf735', 'tenant_id': '7e8e5340b4af4fbb9f6efeaeab787aeb', 'mac_address': 'fa:16:3e:ff:ee:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a91ea30-dd5c-42ce-aa6d-ef701c33b61d', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '55af4da9-7f40-4991-a82d-0bd874a45ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:41:18Z', 'updated_at': '2021-07-09T14:41:20Z', 'revision_number': 2, 'project_id': '7e8e5340b4af4fbb9f6efeaeab787aeb', 'subnets': [{'id': '55af4da9-7f40-4991-a82d-0bd874a45ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:41:23.509985 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee337644-4d95-412f-bd53-9816aa9f50c5 None None] Checking router: 6a91ea30-dd5c-42ce-aa6d-ef701c33b61d for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:41:23.510734 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee337644-4d95-412f-bd53-9816aa9f50c5 None None] Updating router 6a91ea30-dd5c-42ce-aa6d-ef701c33b61d port c13a1158-ba69-411f-abaf-02c9514e9f3a binding host n-d-799529-6 {{(pid=94448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:41:23.522685 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-79bc0852-18f3-4605-97a1-6fd9e01d616b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:23.535571 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-79bc0852-18f3-4605-97a1-6fd9e01d616b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56b8037f-2c10-4a66-9bb7-3f0d90fcd124']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:41:23.555382 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e73bd4ba-1bab-4db8-aa33-e0cbf99f2ea8 req-0c03f0e8-e56d-4367-9289-319eefe5ba78 service neutron] 10.222.0.58 "GET /v2.0/networks/f1bff32f-69e2-446c-a290-b6ec892cf735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289915 Jul 09 14:41:23.578381 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-79bc0852-18f3-4605-97a1-6fd9e01d616b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd7790e9-3309-48a3-bfb3-c9f386870e48') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:41:23.579948 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-79bc0852-18f3-4605-97a1-6fd9e01d616b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd7790e9-3309-48a3-bfb3-c9f386870e48') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:41:23.607608 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-79bc0852-18f3-4605-97a1-6fd9e01d616b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:23.618446 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-ee337644-4d95-412f-bd53-9816aa9f50c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:23.643218 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-79bc0852-18f3-4605-97a1-6fd9e01d616b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:23.662420 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79bc0852-18f3-4605-97a1-6fd9e01d616b admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:41:23.662823 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-79bc0852-18f3-4605-97a1-6fd9e01d616b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:23.664858 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 14:41:23.664858 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:41:23.664858 n-d-799529-6 neutron-server[94445]: timer() Jul 09 14:41:23.664858 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:41:23.664858 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 14:41:23.664858 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:41:23.664858 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 14:41:23.664858 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:41:23.664858 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 14:41:23.664858 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:41:23.664858 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 14:41:23.664858 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:41:23.664858 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 14:41:23.664858 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:41:23.664858 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:41:23.664858 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:41:23.664858 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:41:23.664858 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:41:23.664858 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 14:41:23.664858 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:41:23.664858 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 14:41:23.664858 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:41:23.664858 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:41:23.664858 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:41:23.664858 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 14:41:23.664858 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:41:23.664858 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:41:23.664858 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:41:23.664858 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:41:23.664858 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:41:23.664858 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:41:23.664858 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:41:23.743607 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e73bd4ba-1bab-4db8-aa33-e0cbf99f2ea8 req-88ec0f8d-cdd9-481a-b891-b1ca44d620dc service neutron] 10.222.0.58 "GET /v2.0/networks/f1bff32f-69e2-446c-a290-b6ec892cf735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856644 Jul 09 14:41:23.844401 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-79bc0852-18f3-4605-97a1-6fd9e01d616b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:23.882638 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-79bc0852-18f3-4605-97a1-6fd9e01d616b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:23.889848 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 56502) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:41:23.890904 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-79bc0852-18f3-4605-97a1-6fd9e01d616b admin admin] 10.222.0.58 "DELETE /v2.0/networks/56b8037f-2c10-4a66-9bb7-3f0d90fcd124 HTTP/1.1" status: 204 len: 168 time: 0.5455570 Jul 09 14:41:23.892228 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bc0852-18f3-4605-97a1-6fd9e01d616b admin admin] Pushing event deleted for resources: {'Network': ['ID=56b8037f-2c10-4a66-9bb7-3f0d90fcd124,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:23.964043 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-9df2699d-5d10-4053-8b17-fd0f29b3e208 admin admin] Deleting subnet a9ba80f3-53ed-4886-a13b-bd996de6f6f9 {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:41:23.971315 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9df2699d-5d10-4053-8b17-fd0f29b3e208 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:24.041584 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9df2699d-5d10-4053-8b17-fd0f29b3e208 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:24.148526 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9df2699d-5d10-4053-8b17-fd0f29b3e208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:24.202609 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 0a560a62-c390-4412-89d7-00ae4055b01d up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:41:24.290434 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9df2699d-5d10-4053-8b17-fd0f29b3e208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:24.313276 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 0a560a62-c390-4412-89d7-00ae4055b01d triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:41:24.314032 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:24.328821 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9df2699d-5d10-4053-8b17-fd0f29b3e208 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:24.329291 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-ee337644-4d95-412f-bd53-9816aa9f50c5 None None] Notify callbacks [] for port, precommit_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:24.334387 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-9df2699d-5d10-4053-8b17-fd0f29b3e208 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/a9ba80f3-53ed-4886-a13b-bd996de6f6f9 HTTP/1.1" status: 204 len: 168 time: 0.4406018 Jul 09 14:41:24.335747 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 56522) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:41:24.346982 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.provisioning_blocks [None req-ee337644-4d95-412f-bd53-9816aa9f50c5 None None] Transition to ACTIVE for port object c13a1158-ba69-411f-abaf-02c9514e9f3a will not be triggered until provisioned by entity L2. {{(pid=94448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:41:24.354924 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df2699d-5d10-4053-8b17-fd0f29b3e208 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9ba80f3-53ed-4886-a13b-bd996de6f6f9,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:24.483431 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fbc5a3bd-b086-4ed4-8062-0f9d77389430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:24.581389 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-ee337644-4d95-412f-bd53-9816aa9f50c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:24.584449 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fbc5a3bd-b086-4ed4-8062-0f9d77389430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:24.596933 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-fbc5a3bd-b086-4ed4-8062-0f9d77389430 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e85a3145-89af-4ef8-8c98-aca87ef6ffc4']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:41:24.609024 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-fbc5a3bd-b086-4ed4-8062-0f9d77389430 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e283bb16-466f-43ac-a269-1afbbeddd289') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:41:24.610205 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-fbc5a3bd-b086-4ed4-8062-0f9d77389430 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e283bb16-466f-43ac-a269-1afbbeddd289') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:41:24.640244 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fbc5a3bd-b086-4ed4-8062-0f9d77389430 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:24.657359 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a639d350-825d-42d1-9d24-9391ee9f5583 None None] Pushing event updated for resources: {'Port': ['ID=c13a1158-ba69-411f-abaf-02c9514e9f3a,revision_number=3']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:24.715341 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-ee337644-4d95-412f-bd53-9816aa9f50c5 None None] Attempting to bind port c13a1158-ba69-411f-abaf-02c9514e9f3a on host n-d-799529-6 for vnic_type normal with profile {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:41:24.715790 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-ee337644-4d95-412f-bd53-9816aa9f50c5 None None] Attempting to bind port c13a1158-ba69-411f-abaf-02c9514e9f3a by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '68097950-705f-4c37-a00c-5a4502f7eec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f1bff32f-69e2-446c-a290-b6ec892cf735'}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:41:24.716223 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee337644-4d95-412f-bd53-9816aa9f50c5 None None] Attempting to bind port c13a1158-ba69-411f-abaf-02c9514e9f3a on network f1bff32f-69e2-446c-a290-b6ec892cf735 {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:41:24.722376 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee337644-4d95-412f-bd53-9816aa9f50c5 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:41:24.722759 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee337644-4d95-412f-bd53-9816aa9f50c5 None None] Checking segment: {'id': '68097950-705f-4c37-a00c-5a4502f7eec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f1bff32f-69e2-446c-a290-b6ec892cf735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:41:24.723227 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-ee337644-4d95-412f-bd53-9816aa9f50c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:24.723884 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee337644-4d95-412f-bd53-9816aa9f50c5 None None] Bound using segment: {'id': '68097950-705f-4c37-a00c-5a4502f7eec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f1bff32f-69e2-446c-a290-b6ec892cf735'} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:41:24.724827 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-ee337644-4d95-412f-bd53-9816aa9f50c5 None None] Bound port: c13a1158-ba69-411f-abaf-02c9514e9f3a, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68097950-705f-4c37-a00c-5a4502f7eec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f1bff32f-69e2-446c-a290-b6ec892cf735'}}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:41:24.730317 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-ee337644-4d95-412f-bd53-9816aa9f50c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:24.730457 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a4b6d157-dfb5-4b61-9699-9972abce92e7 req-5441f4eb-56a2-4c27-bd53-07a16fafbcb2 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=18708f99-dbe1-492b-976e-d41d9f427988 HTTP/1.1" status: 200 len: 210 time: 0.0567050 Jul 09 14:41:24.744963 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fbc5a3bd-b086-4ed4-8062-0f9d77389430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:24.753883 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbc5a3bd-b086-4ed4-8062-0f9d77389430 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:41:24.754438 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fbc5a3bd-b086-4ed4-8062-0f9d77389430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:24.759213 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 14:41:24.759213 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:41:24.759213 n-d-799529-6 neutron-server[94445]: timer() Jul 09 14:41:24.759213 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:41:24.759213 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 14:41:24.759213 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:41:24.759213 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 14:41:24.759213 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:41:24.759213 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 14:41:24.759213 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:41:24.759213 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 14:41:24.759213 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:41:24.759213 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 14:41:24.759213 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:41:24.759213 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:41:24.759213 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:41:24.759213 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:41:24.759213 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:41:24.759213 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 14:41:24.759213 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:41:24.759213 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 14:41:24.759213 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:41:24.759213 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:41:24.759213 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:41:24.759213 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 14:41:24.759213 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:41:24.759213 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:41:24.759213 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:41:24.759213 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:41:24.759213 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:41:24.759213 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:41:24.759213 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:41:24.809976 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-ee337644-4d95-412f-bd53-9816aa9f50c5 None None] For port c13a1158-ba69-411f-abaf-02c9514e9f3a, host n-d-799529-6, cleared binding levels {{(pid=94448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:41:24.813783 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-ee337644-4d95-412f-bd53-9816aa9f50c5 None None] For port c13a1158-ba69-411f-abaf-02c9514e9f3a, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=c13a1158-ba69-411f-abaf-02c9514e9f3a,segment=NetworkSegment(68097950-705f-4c37-a00c-5a4502f7eec0),segment_id=68097950-705f-4c37-a00c-5a4502f7eec0)] {{(pid=94448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:41:24.856368 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-ee337644-4d95-412f-bd53-9816aa9f50c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:24.935459 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a09b0f5c-64b4-472e-8abb-8577a869543e req-c10a490f-27f9-45f8-8846-4840109b09e8 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=87906e67-d98d-497c-b105-fe0d6a802c10 HTTP/1.1" status: 200 len: 210 time: 0.0671043 Jul 09 14:41:24.936171 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fbc5a3bd-b086-4ed4-8062-0f9d77389430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:24.954037 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fbc5a3bd-b086-4ed4-8062-0f9d77389430 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:24.959155 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-fbc5a3bd-b086-4ed4-8062-0f9d77389430 admin admin] 10.222.0.58 "DELETE /v2.0/networks/e85a3145-89af-4ef8-8c98-aca87ef6ffc4 HTTP/1.1" status: 204 len: 168 time: 0.6168370 Jul 09 14:41:24.983762 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a639d350-825d-42d1-9d24-9391ee9f5583 None None] Pushing event updated for resources: {'Port': ['ID=c13a1158-ba69-411f-abaf-02c9514e9f3a,revision_number=4']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:24.987751 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc5a3bd-b086-4ed4-8062-0f9d77389430 admin admin] Pushing event deleted for resources: {'Network': ['ID=e85a3145-89af-4ef8-8c98-aca87ef6ffc4,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:25.027953 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee337644-4d95-412f-bd53-9816aa9f50c5 None None] Routers {'6a91ea30-dd5c-42ce-aa6d-ef701c33b61d'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:41:25.028836 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-ee337644-4d95-412f-bd53-9816aa9f50c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:40:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['6a91ea30-dd5c-42ce-aa6d-ef701c33b61d'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:41:25.200913 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-ee337644-4d95-412f-bd53-9816aa9f50c5 None None] Set router 6a91ea30-dd5c-42ce-aa6d-ef701c33b61d gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:41:25.210752 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2a36d-36f5-49d1-bf41-92f2c2ab2c20 req-feee857b-27c4-481a-ab4d-e524b31ab473 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:25.225540 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-52e2a36d-36f5-49d1-bf41-92f2c2ab2c20 req-feee857b-27c4-481a-ab4d-e524b31ab473 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/ports?device_id=2379930c-f2a5-4cb4-a194-0e416d22bb4d HTTP/1.1" status: 200 len: 945 time: 0.1903915 Jul 09 14:41:25.283390 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b70ca-d781-4931-8303-2f0f36e9260a req-abf8a5b0-53d9-4e51-8650-cc629ac8ef28 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:25.285121 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-be5b70ca-d781-4931-8303-2f0f36e9260a req-abf8a5b0-53d9-4e51-8650-cc629ac8ef28 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=140a0213-420b-4cf6-b92d-34463762a3f8 HTTP/1.1" status: 200 len: 945 time: 0.0774484 Jul 09 14:41:25.322968 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cc6ddea9-b2da-41c9-8327-b4125471b007 req-15a008b9-4510-477b-9190-48db711a4ebc tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=5ec7891592d74a6886dfa68c8f9e2e18&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0947945 Jul 09 14:41:25.339316 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-be5b70ca-d781-4931-8303-2f0f36e9260a req-d2cfd5e9-e3f4-446a-a6ea-39d3043788a8 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434315 Jul 09 14:41:25.454645 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 56534) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:41:25.502378 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-52e2a36d-36f5-49d1-bf41-92f2c2ab2c20 req-286a0636-d38a-4ed4-b526-2afd9b2a4318 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa8ccfb5-1089-45b8-8b22-f1c0cd5449b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756572 Jul 09 14:41:25.518655 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-ee337644-4d95-412f-bd53-9816aa9f50c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a91ea30-dd5c-42ce-aa6d-ef701c33b61d', 'name': 'tempest-ServerRescueNegativeTestJSON-1379563368-router', 'tenant_id': '7e8e5340b4af4fbb9f6efeaeab787aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '0a560a62-c390-4412-89d7-00ae4055b01d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:41:15Z', 'updated_at': '2021-07-09T14:41:19Z', 'revision_number': 4, 'project_id': '7e8e5340b4af4fbb9f6efeaeab787aeb', 'gw_port': {'id': '0a560a62-c390-4412-89d7-00ae4055b01d', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:02:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a91ea30-dd5c-42ce-aa6d-ef701c33b61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:41:16Z', 'updated_at': '2021-07-09T14:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'c13a1158-ba69-411f-abaf-02c9514e9f3a', 'name': '', 'network_id': 'f1bff32f-69e2-446c-a290-b6ec892cf735', 'tenant_id': '7e8e5340b4af4fbb9f6efeaeab787aeb', 'mac_address': 'fa:16:3e:ff:ee:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a91ea30-dd5c-42ce-aa6d-ef701c33b61d', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '55af4da9-7f40-4991-a82d-0bd874a45ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:41:18Z', 'updated_at': '2021-07-09T14:41:24Z', 'revision_number': 4, 'project_id': '7e8e5340b4af4fbb9f6efeaeab787aeb', 'subnets': [{'id': '55af4da9-7f40-4991-a82d-0bd874a45ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:41:25.589419 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee337644-4d95-412f-bd53-9816aa9f50c5 None None] The sync data for ids ['6a91ea30-dd5c-42ce-aa6d-ef701c33b61d'] in n-d-799529-6 is: [{'id': '6a91ea30-dd5c-42ce-aa6d-ef701c33b61d', 'name': 'tempest-ServerRescueNegativeTestJSON-1379563368-router', 'tenant_id': '7e8e5340b4af4fbb9f6efeaeab787aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '0a560a62-c390-4412-89d7-00ae4055b01d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:41:15Z', 'updated_at': '2021-07-09T14:41:19Z', 'revision_number': 4, 'project_id': '7e8e5340b4af4fbb9f6efeaeab787aeb', 'gw_port': {'id': '0a560a62-c390-4412-89d7-00ae4055b01d', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:02:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a91ea30-dd5c-42ce-aa6d-ef701c33b61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:41:16Z', 'updated_at': '2021-07-09T14:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'c13a1158-ba69-411f-abaf-02c9514e9f3a', 'name': '', 'network_id': 'f1bff32f-69e2-446c-a290-b6ec892cf735', 'tenant_id': '7e8e5340b4af4fbb9f6efeaeab787aeb', 'mac_address': 'fa:16:3e:ff:ee:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a91ea30-dd5c-42ce-aa6d-ef701c33b61d', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '55af4da9-7f40-4991-a82d-0bd874a45ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:41:18Z', 'updated_at': '2021-07-09T14:41:24Z', 'revision_number': 4, 'project_id': '7e8e5340b4af4fbb9f6efeaeab787aeb', 'subnets': [{'id': '55af4da9-7f40-4991-a82d-0bd874a45ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:41:25.735270 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ddea9-b2da-41c9-8327-b4125471b007 req-1246a900-fe76-4365-95e6-fc60772ddd99 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:25.741591 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cc6ddea9-b2da-41c9-8327-b4125471b007 req-1246a900-fe76-4365-95e6-fc60772ddd99 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4116149 Jul 09 14:41:25.757032 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-cc6ddea9-b2da-41c9-8327-b4125471b007 req-860afbd3-0d2e-4a27-90e2-9e422a3758e4 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Request body: {'port': {'device_id': '87906e67-d98d-497c-b105-fe0d6a802c10', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'admin_state_up': True, 'tenant_id': '5ec7891592d74a6886dfa68c8f9e2e18'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:41:25.959555 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-733b094e-aa39-4b64-8c70-e23f72785840 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3b28908fc5d842e29720d7043e8083fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5011249 Jul 09 14:41:25.959778 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 56540) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:41:26.026679 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7277b39b-6e3f-4ebc-afb9-fd1f06e12aef req-622290b8-70cf-487d-9c69-876a213dd4e6 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=18708f99-dbe1-492b-976e-d41d9f427988 HTTP/1.1" status: 200 len: 210 time: 0.0565083 Jul 09 14:41:26.097687 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-79e43cc4-70c3-46de-b584-16221de7b510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:26.135685 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d45002dc-d562-40c8-8754-625cecd9ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:26.148150 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-79e43cc4-70c3-46de-b584-16221de7b510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:26.307993 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device c13a1158-ba69-411f-abaf-02c9514e9f3a up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:41:26.334621 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-79e43cc4-70c3-46de-b584-16221de7b510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:26.337411 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-79e43cc4-70c3-46de-b584-16221de7b510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:26.338730 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-79e43cc4-70c3-46de-b584-16221de7b510 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/76792e55-b664-42b3-864b-5d50c6d82f3d HTTP/1.1" status: 204 len: 168 time: 0.3778698 Jul 09 14:41:26.466278 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e43cc4-70c3-46de-b584-16221de7b510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76792e55-b664-42b3-864b-5d50c6d82f3d,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:26.513525 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port c13a1158-ba69-411f-abaf-02c9514e9f3a completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:41:26.519054 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port c13a1158-ba69-411f-abaf-02c9514e9f3a triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:41:26.519900 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:26.531348 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fa472e92-2b01-4c24-8d04-44fc03b2dbde req-844d9220-705e-4ab3-b467-8c1849d09ca9 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=87906e67-d98d-497c-b105-fe0d6a802c10 HTTP/1.1" status: 200 len: 210 time: 0.0894232 Jul 09 14:41:26.619584 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fca727-dac1-46d2-aee7-f7d584755753 req-9ba5f2b7-4e16-46a0-ae26-9ead0a3c64e3 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:26.621325 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-88fca727-dac1-46d2-aee7-f7d584755753 req-9ba5f2b7-4e16-46a0-ae26-9ead0a3c64e3 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.54 "GET /v2.0/networks?id=f1bff32f-69e2-446c-a290-b6ec892cf735 HTTP/1.1" status: 200 len: 819 time: 0.3063090 Jul 09 14:41:26.623982 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68793d31-7578-47bb-a9cc-694973fada29 req-6e037923-f08c-4288-a74b-3f940b357f45 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:26.625496 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-68793d31-7578-47bb-a9cc-694973fada29 req-6e037923-f08c-4288-a74b-3f940b357f45 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.54 "GET /v2.0/ports?device_id=2379930c-f2a5-4cb4-a194-0e416d22bb4d HTTP/1.1" status: 200 len: 945 time: 0.7707033 Jul 09 14:41:26.644530 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-88fca727-dac1-46d2-aee7-f7d584755753 req-9dbe760b-46e7-443f-867d-5186b803c388 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Request body: {'port': {'device_id': 'db9b48db-d25d-4d09-9a7a-bd68518db69b', 'network_id': 'f1bff32f-69e2-446c-a290-b6ec892cf735', 'admin_state_up': True, 'tenant_id': '7e8e5340b4af4fbb9f6efeaeab787aeb'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:41:26.789093 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:26.827483 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc6ddea9-b2da-41c9-8327-b4125471b007 req-860afbd3-0d2e-4a27-90e2-9e422a3758e4 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Made reservation on behalf of 5ec7891592d74a6886dfa68c8f9e2e18 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:41:26.837184 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-cc6ddea9-b2da-41c9-8327-b4125471b007 req-860afbd3-0d2e-4a27-90e2-9e422a3758e4 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:26.882214 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd92f8c-5b74-43bc-ab85-130056faa2c6 req-fb92a5e4-57ca-4706-ba47-40852b3cfc2d tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:26.889010 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port c13a1158-ba69-411f-abaf-02c9514e9f3a, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=c13a1158-ba69-411f-abaf-02c9514e9f3a,segment=NetworkSegment(68097950-705f-4c37-a00c-5a4502f7eec0),segment_id=68097950-705f-4c37-a00c-5a4502f7eec0)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:41:26.892029 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-cc6ddea9-b2da-41c9-8327-b4125471b007 req-860afbd3-0d2e-4a27-90e2-9e422a3758e4 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:26.895166 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cfd92f8c-5b74-43bc-ab85-130056faa2c6 req-fb92a5e4-57ca-4706-ba47-40852b3cfc2d tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=140a0213-420b-4cf6-b92d-34463762a3f8 HTTP/1.1" status: 200 len: 945 time: 0.2534516 Jul 09 14:41:27.004519 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cfd92f8c-5b74-43bc-ab85-130056faa2c6 req-88f9dbcf-3c61-4132-8841-34fb3891d8d3 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021802 Jul 09 14:41:27.027104 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:27.038382 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88fca727-dac1-46d2-aee7-f7d584755753 req-9dbe760b-46e7-443f-867d-5186b803c388 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Made reservation on behalf of 7e8e5340b4af4fbb9f6efeaeab787aeb for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:41:27.042757 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-88fca727-dac1-46d2-aee7-f7d584755753 req-9dbe760b-46e7-443f-867d-5186b803c388 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:27.107527 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd67f426-77fd-45ad-b1fd-b18ecf442c28 req-14f461fa-542f-426c-a679-09faefb6c3cb tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:27.113002 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dd67f426-77fd-45ad-b1fd-b18ecf442c28 req-14f461fa-542f-426c-a679-09faefb6c3cb tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/ports?device_id=2379930c-f2a5-4cb4-a194-0e416d22bb4d HTTP/1.1" status: 200 len: 945 time: 0.3662567 Jul 09 14:41:27.147785 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=c13a1158-ba69-411f-abaf-02c9514e9f3a,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:27.227854 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dd67f426-77fd-45ad-b1fd-b18ecf442c28 req-2c33df36-f632-4433-8a4f-ca56f0962410 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa8ccfb5-1089-45b8-8b22-f1c0cd5449b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119881 Jul 09 14:41:27.381438 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-68793d31-7578-47bb-a9cc-694973fada29 req-8d99f6f1-ec82-4741-a055-c207b24b9ac4 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Deleting port c143c0fd-8e60-4e4d-8c37-ac5cea1a8448 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:41:27.381804 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-68793d31-7578-47bb-a9cc-694973fada29 req-8d99f6f1-ec82-4741-a055-c207b24b9ac4 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:27.423175 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73bd4ba-1bab-4db8-aa33-e0cbf99f2ea8 req-05972939-c108-4386-9b16-ef185f5b8336 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:27.426629 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e73bd4ba-1bab-4db8-aa33-e0cbf99f2ea8 req-05972939-c108-4386-9b16-ef185f5b8336 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.54 "GET /v2.0/networks?id=f1bff32f-69e2-446c-a290-b6ec892cf735 HTTP/1.1" status: 200 len: 819 time: 0.2603679 Jul 09 14:41:27.455601 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-e73bd4ba-1bab-4db8-aa33-e0cbf99f2ea8 req-dcbaecd8-f86d-4bb7-91ca-ec33786738d2 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Request body: {'port': {'device_id': '18708f99-dbe1-492b-976e-d41d9f427988', 'network_id': 'f1bff32f-69e2-446c-a290-b6ec892cf735', 'admin_state_up': True, 'tenant_id': '7e8e5340b4af4fbb9f6efeaeab787aeb'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:41:27.519663 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b08184-800b-4c49-bb08-631df7f75321 req-a62971e5-8020-4fe7-992d-70a6bebc187a tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:27.519663 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-35b08184-800b-4c49-bb08-631df7f75321 req-a62971e5-8020-4fe7-992d-70a6bebc187a tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.62 "GET /v2.0/ports?device_id=140a0213-420b-4cf6-b92d-34463762a3f8 HTTP/1.1" status: 200 len: 945 time: 0.5392914 Jul 09 14:41:27.552063 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-88fca727-dac1-46d2-aee7-f7d584755753 req-9dbe760b-46e7-443f-867d-5186b803c388 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Allocated IP 172.20.0.7 (f1bff32f-69e2-446c-a290-b6ec892cf735/55af4da9-7f40-4991-a82d-0bd874a45ee8/01b8931f-c55e-44c7-9c7d-1f7d5fd6146f) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:41:27.625030 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-cc6ddea9-b2da-41c9-8327-b4125471b007 req-860afbd3-0d2e-4a27-90e2-9e422a3758e4 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:27.666211 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 56564) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:41:27.676030 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-68793d31-7578-47bb-a9cc-694973fada29 req-8d99f6f1-ec82-4741-a055-c207b24b9ac4 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] For port c143c0fd-8e60-4e4d-8c37-ac5cea1a8448, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=c143c0fd-8e60-4e4d-8c37-ac5cea1a8448,segment=NetworkSegment(d5c26be4-f29b-4eff-bedc-1c8d95f8265d),segment_id=d5c26be4-f29b-4eff-bedc-1c8d95f8265d)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:41:27.680706 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-68793d31-7578-47bb-a9cc-694973fada29 req-8d99f6f1-ec82-4741-a055-c207b24b9ac4 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:27.689804 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2900dfef-e3f4-4e0c-8624-4ffa384a04f5 req-3550fd31-abe4-4d33-8c76-df388a247e2f tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=18708f99-dbe1-492b-976e-d41d9f427988 HTTP/1.1" status: 200 len: 210 time: 0.1453567 Jul 09 14:41:27.730056 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-68793d31-7578-47bb-a9cc-694973fada29 req-8d99f6f1-ec82-4741-a055-c207b24b9ac4 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Calling delete_port for c143c0fd-8e60-4e4d-8c37-ac5cea1a8448 owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:41:27.738241 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-cc6ddea9-b2da-41c9-8327-b4125471b007 req-860afbd3-0d2e-4a27-90e2-9e422a3758e4 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:27.852942 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860afbd3-0d2e-4a27-90e2-9e422a3758e4 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e55c4514-d51b-43c7-8e5e-04c9ef579752,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:27.901625 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-88fca727-dac1-46d2-aee7-f7d584755753 req-9dbe760b-46e7-443f-867d-5186b803c388 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:27.909043 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e73bd4ba-1bab-4db8-aa33-e0cbf99f2ea8 req-dcbaecd8-f86d-4bb7-91ca-ec33786738d2 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Made reservation on behalf of 7e8e5340b4af4fbb9f6efeaeab787aeb for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:41:27.912878 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8b4f9067-6cdf-471e-96c2-cc0c3372629c req-ebec5c53-ba16-4196-a410-4a62d0ad8f36 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=87906e67-d98d-497c-b105-fe0d6a802c10 HTTP/1.1" status: 200 len: 210 time: 0.1281421 Jul 09 14:41:27.925313 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e73bd4ba-1bab-4db8-aa33-e0cbf99f2ea8 req-dcbaecd8-f86d-4bb7-91ca-ec33786738d2 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:27.932235 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-006632c9-8e9d-48df-b516-c814f7cbf578 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c0780bd2977f452eab737124a3e4954b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2626991 Jul 09 14:41:27.943839 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 56566) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:41:28.028139 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-35b08184-800b-4c49-bb08-631df7f75321 req-b603c3ef-01ee-491f-b254-df1338c48bf5 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Deleting port 66a857ac-eecb-454c-97bd-264f9c55cdc5 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:41:28.028499 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-35b08184-800b-4c49-bb08-631df7f75321 req-b603c3ef-01ee-491f-b254-df1338c48bf5 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:28.159524 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-88fca727-dac1-46d2-aee7-f7d584755753 req-9dbe760b-46e7-443f-867d-5186b803c388 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:28.174457 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-cc6ddea9-b2da-41c9-8327-b4125471b007 req-860afbd3-0d2e-4a27-90e2-9e422a3758e4 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Allocated IP 192.168.233.154 (aa30872f-c756-4ec7-be84-b2e3b86cdcfc/8081bcce-88de-4a2f-9e69-6750220e0be0/5332db0b-d3ab-4b94-bdf8-80ae1940cc85) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:41:28.189458 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5c8a8a86-9a01-41cf-a829-dafffaf35979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:28.197730 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device c13a1158-ba69-411f-abaf-02c9514e9f3a up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:41:28.247855 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-35b08184-800b-4c49-bb08-631df7f75321 req-b603c3ef-01ee-491f-b254-df1338c48bf5 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] For port 66a857ac-eecb-454c-97bd-264f9c55cdc5, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=66a857ac-eecb-454c-97bd-264f9c55cdc5,segment=NetworkSegment(ea3e7312-a29e-42fd-9247-9011d25d7154),segment_id=ea3e7312-a29e-42fd-9247-9011d25d7154)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:41:28.248990 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-35b08184-800b-4c49-bb08-631df7f75321 req-b603c3ef-01ee-491f-b254-df1338c48bf5 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:28.273267 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88fca727-dac1-46d2-aee7-f7d584755753 req-9dbe760b-46e7-443f-867d-5186b803c388 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Network f1bff32f-69e2-446c-a290-b6ec892cf735 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:41:28.282575 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-88fca727-dac1-46d2-aee7-f7d584755753 req-9dbe760b-46e7-443f-867d-5186b803c388 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:41:28.291398 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-35b08184-800b-4c49-bb08-631df7f75321 req-b603c3ef-01ee-491f-b254-df1338c48bf5 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Calling delete_port for 66a857ac-eecb-454c-97bd-264f9c55cdc5 owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:41:28.292061 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2646b-57ce-4125-b702-e809b25aff55 req-b2ce4f12-23f1-441f-945b-8d857c141a1b tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:28.295144 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5c8a8a86-9a01-41cf-a829-dafffaf35979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:28.299681 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f0c2646b-57ce-4125-b702-e809b25aff55 req-b2ce4f12-23f1-441f-945b-8d857c141a1b tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=140a0213-420b-4cf6-b92d-34463762a3f8 HTTP/1.1" status: 200 len: 945 time: 0.1894195 Jul 09 14:41:28.301147 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe760b-46e7-443f-867d-5186b803c388 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Pushing event updated for resources: {'Port': ['ID=01b8931f-c55e-44c7-9c7d-1f7d5fd6146f,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:28.302111 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port c13a1158-ba69-411f-abaf-02c9514e9f3a triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:41:28.302999 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:28.306686 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-88fca727-dac1-46d2-aee7-f7d584755753 req-9dbe760b-46e7-443f-867d-5186b803c388 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:41:28.370781 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-68793d31-7578-47bb-a9cc-694973fada29 req-8d99f6f1-ec82-4741-a055-c207b24b9ac4 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:28.388984 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['e805be18-53a1-42ab-bd12-9912149f52f7'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:41:28.395788 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f0c2646b-57ce-4125-b702-e809b25aff55 req-24b79917-f6f0-4490-90b4-82ac8641dbfc tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954337 Jul 09 14:41:28.404933 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fca727-dac1-46d2-aee7-f7d584755753 req-9dbe760b-46e7-443f-867d-5186b803c388 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:28.421851 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-88fca727-dac1-46d2-aee7-f7d584755753 req-9dbe760b-46e7-443f-867d-5186b803c388 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:28.521877 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.db.api [req-e73bd4ba-1bab-4db8-aa33-e0cbf99f2ea8 req-dcbaecd8-f86d-4bb7-91ca-ec33786738d2 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.7-87e5f864-a154-4b19-9f99-a2af673c1c04 {{(pid=94445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 14:41:28.522677 n-d-799529-6 neutron-server[94445]: DEBUG oslo_db.api [req-e73bd4ba-1bab-4db8-aa33-e0cbf99f2ea8 req-dcbaecd8-f86d-4bb7-91ca-ec33786738d2 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 14:41:28.559175 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-88fca727-dac1-46d2-aee7-f7d584755753 req-9dbe760b-46e7-443f-867d-5186b803c388 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9214172 Jul 09 14:41:28.562516 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d99f6f1-ec82-4741-a055-c207b24b9ac4 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Pushing event deleted for resources: {'Port': ['ID=c143c0fd-8e60-4e4d-8c37-ac5cea1a8448,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:28.572417 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-88fca727-dac1-46d2-aee7-f7d584755753 req-92b81ae1-b9ed-40d0-9adf-84c345dfdd61 service neutron] Request body: {'port': {'device_id': 'db9b48db-d25d-4d09-9a7a-bd68518db69b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:41:28.647047 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-63c68240-ac68-4a2d-8769-d60dedb9bc2f req-5d4340c3-5c1f-48cd-8795-d61d179da1f1 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/ports?device_id=2379930c-f2a5-4cb4-a194-0e416d22bb4d HTTP/1.1" status: 200 len: 210 time: 0.1502080 Jul 09 14:41:28.701398 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-88fca727-dac1-46d2-aee7-f7d584755753 req-92b81ae1-b9ed-40d0-9adf-84c345dfdd61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:28.728939 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-68793d31-7578-47bb-a9cc-694973fada29 req-8d99f6f1-ec82-4741-a055-c207b24b9ac4 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] No DVR routers for this DVR port c143c0fd-8e60-4e4d-8c37-ac5cea1a8448 on host n-h2-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:41:28.740649 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-68793d31-7578-47bb-a9cc-694973fada29 req-8d99f6f1-ec82-4741-a055-c207b24b9ac4 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:28.742712 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-68793d31-7578-47bb-a9cc-694973fada29 req-8d99f6f1-ec82-4741-a055-c207b24b9ac4 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.54 "DELETE /v2.0/ports/c143c0fd-8e60-4e4d-8c37-ac5cea1a8448 HTTP/1.1" status: 204 len: 173 time: 2.0682209 Jul 09 14:41:28.743163 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2379930c-f2a5-4cb4-a194-0e416d22bb4d', 'name': 'network-vif-deleted', 'tag': 'c143c0fd-8e60-4e4d-8c37-ac5cea1a8448'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:41:28.745493 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43017b3a-c283-4b3d-bd75-035112cad747" -d '{"events": [{"server_uuid": "2379930c-f2a5-4cb4-a194-0e416d22bb4d", "name": "network-vif-deleted", "tag": "c143c0fd-8e60-4e4d-8c37-ac5cea1a8448"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:41:28.803905 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-cc6ddea9-b2da-41c9-8327-b4125471b007 req-860afbd3-0d2e-4a27-90e2-9e422a3758e4 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:28.813782 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-337bd378-fc0b-4d92-9180-a5e98dc5a531 x-openstack-request-id: req-337bd378-fc0b-4d92-9180-a5e98dc5a531 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:41:28.814071 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2379930c-f2a5-4cb4-a194-0e416d22bb4d", "name": "network-vif-deleted", "tag": "c143c0fd-8e60-4e4d-8c37-ac5cea1a8448", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:41:28.814315 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-337bd378-fc0b-4d92-9180-a5e98dc5a531 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:41:28.814716 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2379930c-f2a5-4cb4-a194-0e416d22bb4d', 'name': 'network-vif-deleted', 'tag': 'c143c0fd-8e60-4e4d-8c37-ac5cea1a8448', 'status': 'completed', 'code': 200} Jul 09 14:41:28.888315 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cceae636-7aee-4b76-b36a-119bc3c44db1 req-f0ea5d80-b060-4577-bdf0-a8ac0a22eeed tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=18708f99-dbe1-492b-976e-d41d9f427988 HTTP/1.1" status: 200 len: 210 time: 0.0429916 Jul 09 14:41:28.891068 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5c8a8a86-9a01-41cf-a829-dafffaf35979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:28.894458 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5c8a8a86-9a01-41cf-a829-dafffaf35979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:28.908945 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-5c8a8a86-9a01-41cf-a829-dafffaf35979 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9f73b715-c1d6-4e91-9805-7b71d3981f0a HTTP/1.1" status: 204 len: 168 time: 0.9574456 Jul 09 14:41:28.937678 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a8a86-9a01-41cf-a829-dafffaf35979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f73b715-c1d6-4e91-9805-7b71d3981f0a,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:28.960055 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4697596f-79b3-4e19-9516-919350ffe2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:29.027543 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-cc6ddea9-b2da-41c9-8327-b4125471b007 req-860afbd3-0d2e-4a27-90e2-9e422a3758e4 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Transition to ACTIVE for port object 5332db0b-d3ab-4b94-bdf8-80ae1940cc85 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:41:29.028906 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e73bd4ba-1bab-4db8-aa33-e0cbf99f2ea8 req-dcbaecd8-f86d-4bb7-91ca-ec33786738d2 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:29.029422 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-35b08184-800b-4c49-bb08-631df7f75321 req-b603c3ef-01ee-491f-b254-df1338c48bf5 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:29.114416 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b603c3ef-01ee-491f-b254-df1338c48bf5 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Pushing event deleted for resources: {'Port': ['ID=66a857ac-eecb-454c-97bd-264f9c55cdc5,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:29.124373 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:29.200004 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-88fca727-dac1-46d2-aee7-f7d584755753 req-92b81ae1-b9ed-40d0-9adf-84c345dfdd61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01b8931f-c55e-44c7-9c7d-1f7d5fd6146f {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:41:29.228707 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d8b7c116-dea8-4549-be2d-1982dafd64fe req-f07042e0-9288-43f3-9501-5b058c0c39df tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=87906e67-d98d-497c-b105-fe0d6a802c10 HTTP/1.1" status: 200 len: 210 time: 0.0598776 Jul 09 14:41:29.232988 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-88fca727-dac1-46d2-aee7-f7d584755753 req-92b81ae1-b9ed-40d0-9adf-84c345dfdd61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:29.251002 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-88fca727-dac1-46d2-aee7-f7d584755753 req-92b81ae1-b9ed-40d0-9adf-84c345dfdd61 service neutron] Transition to ACTIVE for port object 01b8931f-c55e-44c7-9c7d-1f7d5fd6146f will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:41:29.254048 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device c143c0fd-8e60-4e4d-8c37-ac5cea1a8448 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:41:29.271361 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-35b08184-800b-4c49-bb08-631df7f75321 req-b603c3ef-01ee-491f-b254-df1338c48bf5 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] No DVR routers for this DVR port 66a857ac-eecb-454c-97bd-264f9c55cdc5 on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:41:29.274770 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-35b08184-800b-4c49-bb08-631df7f75321 req-b603c3ef-01ee-491f-b254-df1338c48bf5 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:29.276875 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-35b08184-800b-4c49-bb08-631df7f75321 req-b603c3ef-01ee-491f-b254-df1338c48bf5 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.62 "DELETE /v2.0/ports/66a857ac-eecb-454c-97bd-264f9c55cdc5 HTTP/1.1" status: 204 len: 173 time: 1.7544818 Jul 09 14:41:29.281962 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: c143c0fd-8e60-4e4d-8c37-ac5cea1a8448 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:41:29.282407 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device c143c0fd-8e60-4e4d-8c37-ac5cea1a8448 not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:41:29.332215 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-88fca727-dac1-46d2-aee7-f7d584755753 req-92b81ae1-b9ed-40d0-9adf-84c345dfdd61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:29.446148 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b81ae1-b9ed-40d0-9adf-84c345dfdd61 service neutron] Pushing event updated for resources: {'Port': ['ID=01b8931f-c55e-44c7-9c7d-1f7d5fd6146f,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:29.460296 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-e73bd4ba-1bab-4db8-aa33-e0cbf99f2ea8 req-dcbaecd8-f86d-4bb7-91ca-ec33786738d2 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Allocated IP 172.20.0.3 (f1bff32f-69e2-446c-a290-b6ec892cf735/55af4da9-7f40-4991-a82d-0bd874a45ee8/f785df27-cd14-495b-928c-2418444af0d1) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:41:29.479143 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-cc6ddea9-b2da-41c9-8327-b4125471b007 req-860afbd3-0d2e-4a27-90e2-9e422a3758e4 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:29.537413 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc6ddea9-b2da-41c9-8327-b4125471b007 req-860afbd3-0d2e-4a27-90e2-9e422a3758e4 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Network aa30872f-c756-4ec7-be84-b2e3b86cdcfc is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:41:29.585775 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-cc6ddea9-b2da-41c9-8327-b4125471b007 req-860afbd3-0d2e-4a27-90e2-9e422a3758e4 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:41:29.587886 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc6ddea9-b2da-41c9-8327-b4125471b007 req-860afbd3-0d2e-4a27-90e2-9e422a3758e4 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:41:29.632849 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-88fca727-dac1-46d2-aee7-f7d584755753 req-92b81ae1-b9ed-40d0-9adf-84c345dfdd61 service neutron] Attempting to bind port 01b8931f-c55e-44c7-9c7d-1f7d5fd6146f on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:41:29.645988 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-88fca727-dac1-46d2-aee7-f7d584755753 req-92b81ae1-b9ed-40d0-9adf-84c345dfdd61 service neutron] Attempting to bind port 01b8931f-c55e-44c7-9c7d-1f7d5fd6146f by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '68097950-705f-4c37-a00c-5a4502f7eec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f1bff32f-69e2-446c-a290-b6ec892cf735'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:41:29.646654 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fca727-dac1-46d2-aee7-f7d584755753 req-92b81ae1-b9ed-40d0-9adf-84c345dfdd61 service neutron] Attempting to bind port 01b8931f-c55e-44c7-9c7d-1f7d5fd6146f on network f1bff32f-69e2-446c-a290-b6ec892cf735 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:41:29.726679 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-02043a57-2c53-44c9-904a-77d20a57e6e5 req-24e926c0-bea5-46c7-8072-9d924db83a12 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=140a0213-420b-4cf6-b92d-34463762a3f8 HTTP/1.1" status: 200 len: 210 time: 0.0771527 Jul 09 14:41:29.753475 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860afbd3-0d2e-4a27-90e2-9e422a3758e4 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Pushing event updated for resources: {'Port': ['ID=5332db0b-d3ab-4b94-bdf8-80ae1940cc85,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:29.798749 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ddea9-b2da-41c9-8327-b4125471b007 req-860afbd3-0d2e-4a27-90e2-9e422a3758e4 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:29.799654 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-cc6ddea9-b2da-41c9-8327-b4125471b007 req-860afbd3-0d2e-4a27-90e2-9e422a3758e4 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:29.871404 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fca727-dac1-46d2-aee7-f7d584755753 req-92b81ae1-b9ed-40d0-9adf-84c345dfdd61 service neutron] Port 01b8931f-c55e-44c7-9c7d-1f7d5fd6146f on network f1bff32f-69e2-446c-a290-b6ec892cf735 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:41:29.871913 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fca727-dac1-46d2-aee7-f7d584755753 req-92b81ae1-b9ed-40d0-9adf-84c345dfdd61 service neutron] Attempting to bind port 01b8931f-c55e-44c7-9c7d-1f7d5fd6146f on network f1bff32f-69e2-446c-a290-b6ec892cf735 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:41:29.882726 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fca727-dac1-46d2-aee7-f7d584755753 req-92b81ae1-b9ed-40d0-9adf-84c345dfdd61 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:41:29.883145 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fca727-dac1-46d2-aee7-f7d584755753 req-92b81ae1-b9ed-40d0-9adf-84c345dfdd61 service neutron] Checking segment: {'id': '68097950-705f-4c37-a00c-5a4502f7eec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f1bff32f-69e2-446c-a290-b6ec892cf735'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:41:29.883880 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fca727-dac1-46d2-aee7-f7d584755753 req-92b81ae1-b9ed-40d0-9adf-84c345dfdd61 service neutron] Bound using segment: {'id': '68097950-705f-4c37-a00c-5a4502f7eec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f1bff32f-69e2-446c-a290-b6ec892cf735'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:41:29.884452 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-88fca727-dac1-46d2-aee7-f7d584755753 req-92b81ae1-b9ed-40d0-9adf-84c345dfdd61 service neutron] Bound port: 01b8931f-c55e-44c7-9c7d-1f7d5fd6146f, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68097950-705f-4c37-a00c-5a4502f7eec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f1bff32f-69e2-446c-a290-b6ec892cf735'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:41:29.884923 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-88fca727-dac1-46d2-aee7-f7d584755753 req-92b81ae1-b9ed-40d0-9adf-84c345dfdd61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:29.899555 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e73bd4ba-1bab-4db8-aa33-e0cbf99f2ea8 req-dcbaecd8-f86d-4bb7-91ca-ec33786738d2 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:29.914197 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cc6ddea9-b2da-41c9-8327-b4125471b007 req-860afbd3-0d2e-4a27-90e2-9e422a3758e4 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1625762 Jul 09 14:41:29.928249 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-cc6ddea9-b2da-41c9-8327-b4125471b007 req-22985461-a592-4fdd-96a9-34d30552cc25 service neutron] Request body: {'port': {'device_id': '87906e67-d98d-497c-b105-fe0d6a802c10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:41:30.118399 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:30.139993 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-06543121-c16d-479f-be62-a6d68c46382b req-d045276c-b838-414a-be30-c48b6817e3da tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/ports?device_id=2379930c-f2a5-4cb4-a194-0e416d22bb4d HTTP/1.1" status: 200 len: 210 time: 0.0687203 Jul 09 14:41:30.152696 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-235b438d-207f-4db0-a6f4-43220127a8d1 None None] Provisioning for port 5332db0b-d3ab-4b94-bdf8-80ae1940cc85 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:41:30.158370 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-235b438d-207f-4db0-a6f4-43220127a8d1 None None] Provisioning complete for port 5332db0b-d3ab-4b94-bdf8-80ae1940cc85 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:41:30.158835 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-235b438d-207f-4db0-a6f4-43220127a8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:30.163606 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-cc6ddea9-b2da-41c9-8327-b4125471b007 req-22985461-a592-4fdd-96a9-34d30552cc25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:30.179349 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-88fca727-dac1-46d2-aee7-f7d584755753 req-92b81ae1-b9ed-40d0-9adf-84c345dfdd61 service neutron] For port 01b8931f-c55e-44c7-9c7d-1f7d5fd6146f, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:41:30.193929 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-88fca727-dac1-46d2-aee7-f7d584755753 req-92b81ae1-b9ed-40d0-9adf-84c345dfdd61 service neutron] For port 01b8931f-c55e-44c7-9c7d-1f7d5fd6146f, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=01b8931f-c55e-44c7-9c7d-1f7d5fd6146f,segment=NetworkSegment(68097950-705f-4c37-a00c-5a4502f7eec0),segment_id=68097950-705f-4c37-a00c-5a4502f7eec0)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:41:30.219802 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-235b438d-207f-4db0-a6f4-43220127a8d1 None None] Port 5332db0b-d3ab-4b94-bdf8-80ae1940cc85 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:41:30.296125 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-88fca727-dac1-46d2-aee7-f7d584755753 req-92b81ae1-b9ed-40d0-9adf-84c345dfdd61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:30.373598 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e73bd4ba-1bab-4db8-aa33-e0cbf99f2ea8 req-dcbaecd8-f86d-4bb7-91ca-ec33786738d2 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:30.411462 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fca727-dac1-46d2-aee7-f7d584755753 req-92b81ae1-b9ed-40d0-9adf-84c345dfdd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:30.412115 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-88fca727-dac1-46d2-aee7-f7d584755753 req-92b81ae1-b9ed-40d0-9adf-84c345dfdd61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:30.420479 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-88fca727-dac1-46d2-aee7-f7d584755753 req-92b81ae1-b9ed-40d0-9adf-84c345dfdd61 service neutron] 10.222.0.54 "PUT /v2.0/ports/01b8931f-c55e-44c7-9c7d-1f7d5fd6146f HTTP/1.1" status: 200 len: 1091 time: 1.8466542 Jul 09 14:41:30.430857 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db9b48db-d25d-4d09-9a7a-bd68518db69b', 'tag': '01b8931f-c55e-44c7-9c7d-1f7d5fd6146f'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:41:30.436856 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814a6fa0-f24b-41be-b6b3-2a66aa5956bb" -d '{"events": [{"name": "network-changed", "server_uuid": "db9b48db-d25d-4d09-9a7a-bd68518db69b", "tag": "01b8931f-c55e-44c7-9c7d-1f7d5fd6146f"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:41:30.562350 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-cc6ddea9-b2da-41c9-8327-b4125471b007 req-22985461-a592-4fdd-96a9-34d30552cc25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5332db0b-d3ab-4b94-bdf8-80ae1940cc85 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:41:30.572176 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e73bd4ba-1bab-4db8-aa33-e0cbf99f2ea8 req-dcbaecd8-f86d-4bb7-91ca-ec33786738d2 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Network f1bff32f-69e2-446c-a290-b6ec892cf735 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:41:30.578707 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-cc6ddea9-b2da-41c9-8327-b4125471b007 req-22985461-a592-4fdd-96a9-34d30552cc25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:30.599865 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b81ae1-b9ed-40d0-9adf-84c345dfdd61 service neutron] Pushing event updated for resources: {'Port': ['ID=01b8931f-c55e-44c7-9c7d-1f7d5fd6146f,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:30.605146 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b6b09-db59-4460-9c26-6f59f34efd65 req-9fb64a23-519e-4513-9d44-8cf21bf967b5 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:30.606838 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cb1b6b09-db59-4460-9c26-6f59f34efd65 req-9fb64a23-519e-4513-9d44-8cf21bf967b5 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=87906e67-d98d-497c-b105-fe0d6a802c10 HTTP/1.1" status: 200 len: 936 time: 0.1268337 Jul 09 14:41:30.608050 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-cc6ddea9-b2da-41c9-8327-b4125471b007 req-22985461-a592-4fdd-96a9-34d30552cc25 service neutron] Transition to ACTIVE for port object 5332db0b-d3ab-4b94-bdf8-80ae1940cc85 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:41:30.626309 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-e73bd4ba-1bab-4db8-aa33-e0cbf99f2ea8 req-dcbaecd8-f86d-4bb7-91ca-ec33786738d2 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:41:30.634287 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-e73bd4ba-1bab-4db8-aa33-e0cbf99f2ea8 req-dcbaecd8-f86d-4bb7-91ca-ec33786738d2 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:41:30.669368 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cb1b6b09-db59-4460-9c26-6f59f34efd65 req-8361bd28-d5b0-4a1d-9939-190d2a9deef4 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566647 Jul 09 14:41:30.678988 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-cc6ddea9-b2da-41c9-8327-b4125471b007 req-22985461-a592-4fdd-96a9-34d30552cc25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:30.752153 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22985461-a592-4fdd-96a9-34d30552cc25 service neutron] Pushing event updated for resources: {'Port': ['ID=5332db0b-d3ab-4b94-bdf8-80ae1940cc85,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:30.823719 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24020bfb-06bb-4339-952f-f394a077e9b0 x-openstack-request-id: req-24020bfb-06bb-4339-952f-f394a077e9b0 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:41:30.824025 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db9b48db-d25d-4d09-9a7a-bd68518db69b", "tag": "01b8931f-c55e-44c7-9c7d-1f7d5fd6146f", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:41:30.825016 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-24020bfb-06bb-4339-952f-f394a077e9b0 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:41:30.826187 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db9b48db-d25d-4d09-9a7a-bd68518db69b', 'tag': '01b8931f-c55e-44c7-9c7d-1f7d5fd6146f', 'status': 'completed', 'code': 200} Jul 09 14:41:30.850048 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140a0213-420b-4cf6-b92d-34463762a3f8', 'name': 'network-vif-deleted', 'tag': '66a857ac-eecb-454c-97bd-264f9c55cdc5'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:41:30.860414 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f71b28f-cdcd-49cd-a53f-bcd33af96ef5" -d '{"events": [{"server_uuid": "140a0213-420b-4cf6-b92d-34463762a3f8", "name": "network-vif-deleted", "tag": "66a857ac-eecb-454c-97bd-264f9c55cdc5"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:41:30.953451 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-cc6ddea9-b2da-41c9-8327-b4125471b007 req-22985461-a592-4fdd-96a9-34d30552cc25 service neutron] Attempting to bind port 5332db0b-d3ab-4b94-bdf8-80ae1940cc85 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:41:30.954138 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-cc6ddea9-b2da-41c9-8327-b4125471b007 req-22985461-a592-4fdd-96a9-34d30552cc25 service neutron] Attempting to bind port 5332db0b-d3ab-4b94-bdf8-80ae1940cc85 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:41:30.954845 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6ddea9-b2da-41c9-8327-b4125471b007 req-22985461-a592-4fdd-96a9-34d30552cc25 service neutron] Attempting to bind port 5332db0b-d3ab-4b94-bdf8-80ae1940cc85 on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:41:30.959585 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6ddea9-b2da-41c9-8327-b4125471b007 req-22985461-a592-4fdd-96a9-34d30552cc25 service neutron] Port 5332db0b-d3ab-4b94-bdf8-80ae1940cc85 on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:41:30.959917 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6ddea9-b2da-41c9-8327-b4125471b007 req-22985461-a592-4fdd-96a9-34d30552cc25 service neutron] Attempting to bind port 5332db0b-d3ab-4b94-bdf8-80ae1940cc85 on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:41:30.972702 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6ddea9-b2da-41c9-8327-b4125471b007 req-22985461-a592-4fdd-96a9-34d30552cc25 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:41:30.972950 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6ddea9-b2da-41c9-8327-b4125471b007 req-22985461-a592-4fdd-96a9-34d30552cc25 service neutron] Checking segment: {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:41:30.973339 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6ddea9-b2da-41c9-8327-b4125471b007 req-22985461-a592-4fdd-96a9-34d30552cc25 service neutron] Bound using segment: {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:41:30.973794 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-cc6ddea9-b2da-41c9-8327-b4125471b007 req-22985461-a592-4fdd-96a9-34d30552cc25 service neutron] Bound port: 5332db0b-d3ab-4b94-bdf8-80ae1940cc85, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:41:30.975916 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-cc6ddea9-b2da-41c9-8327-b4125471b007 req-22985461-a592-4fdd-96a9-34d30552cc25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:30.985408 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7458d57-8de8-4837-a1b1-36998993c42b req-c8cb17f2-6358-4880-9776-f1b6e5ddfc0e tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:30.990466 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 66a857ac-eecb-454c-97bd-264f9c55cdc5 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:41:31.004849 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f7458d57-8de8-4837-a1b1-36998993c42b req-c8cb17f2-6358-4880-9776-f1b6e5ddfc0e tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=18708f99-dbe1-492b-976e-d41d9f427988 HTTP/1.1" status: 200 len: 931 time: 0.5754755 Jul 09 14:41:31.006400 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbaecd8-f86d-4bb7-91ca-ec33786738d2 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Pushing event updated for resources: {'Port': ['ID=f785df27-cd14-495b-928c-2418444af0d1,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:31.030743 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73bd4ba-1bab-4db8-aa33-e0cbf99f2ea8 req-dcbaecd8-f86d-4bb7-91ca-ec33786738d2 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:31.032121 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: 66a857ac-eecb-454c-97bd-264f9c55cdc5 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:41:31.034704 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 66a857ac-eecb-454c-97bd-264f9c55cdc5 not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:41:31.035487 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e73bd4ba-1bab-4db8-aa33-e0cbf99f2ea8 req-dcbaecd8-f86d-4bb7-91ca-ec33786738d2 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:31.066644 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fca727-dac1-46d2-aee7-f7d584755753 req-842030b1-1049-48d9-beb9-02382af683f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:31.068926 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-88fca727-dac1-46d2-aee7-f7d584755753 req-842030b1-1049-48d9-beb9-02382af683f3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7e8e5340b4af4fbb9f6efeaeab787aeb&device_id=db9b48db-d25d-4d09-9a7a-bd68518db69b HTTP/1.1" status: 200 len: 1094 time: 0.4656832 Jul 09 14:41:31.076267 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-eb4e1394-7d4a-4706-ba5b-2b6be317574d req-2f2d796e-0b2b-4ce2-98df-6721adc1c690 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=140a0213-420b-4cf6-b92d-34463762a3f8 HTTP/1.1" status: 200 len: 210 time: 0.0914810 Jul 09 14:41:31.125492 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-88fca727-dac1-46d2-aee7-f7d584755753 req-cca9d78d-ceb0-483a-a75b-7de6cb538efd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01b8931f-c55e-44c7-9c7d-1f7d5fd6146f HTTP/1.1" status: 200 len: 217 time: 0.0445268 Jul 09 14:41:31.176131 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0389c2-6373-41a0-99fa-67e83e96ab35 x-openstack-request-id: req-6b0389c2-6373-41a0-99fa-67e83e96ab35 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:41:31.179727 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "140a0213-420b-4cf6-b92d-34463762a3f8", "name": "network-vif-deleted", "tag": "66a857ac-eecb-454c-97bd-264f9c55cdc5", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:41:31.180680 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6b0389c2-6373-41a0-99fa-67e83e96ab35 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:41:31.181888 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '140a0213-420b-4cf6-b92d-34463762a3f8', 'name': 'network-vif-deleted', 'tag': '66a857ac-eecb-454c-97bd-264f9c55cdc5', 'status': 'completed', 'code': 200} Jul 09 14:41:31.251846 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f7458d57-8de8-4837-a1b1-36998993c42b req-e3b96f6c-3395-4ad5-a929-ecc453a0994d tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131460 Jul 09 14:41:31.254427 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-cc6ddea9-b2da-41c9-8327-b4125471b007 req-22985461-a592-4fdd-96a9-34d30552cc25 service neutron] For port 5332db0b-d3ab-4b94-bdf8-80ae1940cc85, host n-h2-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:41:31.259908 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-cc6ddea9-b2da-41c9-8327-b4125471b007 req-22985461-a592-4fdd-96a9-34d30552cc25 service neutron] For port 5332db0b-d3ab-4b94-bdf8-80ae1940cc85, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=5332db0b-d3ab-4b94-bdf8-80ae1940cc85,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:41:31.307081 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e73bd4ba-1bab-4db8-aa33-e0cbf99f2ea8 req-dcbaecd8-f86d-4bb7-91ca-ec33786738d2 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8436065 Jul 09 14:41:31.307081 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-e73bd4ba-1bab-4db8-aa33-e0cbf99f2ea8 req-3ebd3fea-d54b-44d7-9201-ef541cdcacf6 service neutron] Request body: {'port': {'device_id': '18708f99-dbe1-492b-976e-d41d9f427988', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:41:31.356926 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fca727-dac1-46d2-aee7-f7d584755753 req-fd1c2c19-f46c-437c-9324-b49de6c05a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:31.361477 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-88fca727-dac1-46d2-aee7-f7d584755753 req-fd1c2c19-f46c-437c-9324-b49de6c05a6c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=55af4da9-7f40-4991-a82d-0bd874a45ee8 HTTP/1.1" status: 200 len: 859 time: 0.2259142 Jul 09 14:41:31.444776 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-88fca727-dac1-46d2-aee7-f7d584755753 req-99c9c003-7c41-41bc-8f05-9b4965efb847 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f1bff32f-69e2-446c-a290-b6ec892cf735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732193 Jul 09 14:41:31.543836 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e73bd4ba-1bab-4db8-aa33-e0cbf99f2ea8 req-3ebd3fea-d54b-44d7-9201-ef541cdcacf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:31.554182 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:31.554433 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-cc6ddea9-b2da-41c9-8327-b4125471b007 req-22985461-a592-4fdd-96a9-34d30552cc25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:31.644636 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ddea9-b2da-41c9-8327-b4125471b007 req-22985461-a592-4fdd-96a9-34d30552cc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:31.647161 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-cc6ddea9-b2da-41c9-8327-b4125471b007 req-22985461-a592-4fdd-96a9-34d30552cc25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:31.649918 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cc6ddea9-b2da-41c9-8327-b4125471b007 req-22985461-a592-4fdd-96a9-34d30552cc25 service neutron] 10.222.0.54 "PUT /v2.0/ports/5332db0b-d3ab-4b94-bdf8-80ae1940cc85 HTTP/1.1" status: 200 len: 1096 time: 1.7271407 Jul 09 14:41:31.771251 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22985461-a592-4fdd-96a9-34d30552cc25 service neutron] Pushing event updated for resources: {'Port': ['ID=5332db0b-d3ab-4b94-bdf8-80ae1940cc85,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:31.932947 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ddea9-b2da-41c9-8327-b4125471b007 req-0534308b-c624-489c-840f-7fb24503d9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:31.935124 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cc6ddea9-b2da-41c9-8327-b4125471b007 req-0534308b-c624-489c-840f-7fb24503d9c8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5ec7891592d74a6886dfa68c8f9e2e18&device_id=87906e67-d98d-497c-b105-fe0d6a802c10 HTTP/1.1" status: 200 len: 1099 time: 0.1660056 Jul 09 14:41:31.965360 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-88fca727-dac1-46d2-aee7-f7d584755753 req-e36fe548-ed92-407b-92b5-99d0206904ef service neutron] 10.222.0.54 "GET /v2.0/networks/f1bff32f-69e2-446c-a290-b6ec892cf735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5129986 Jul 09 14:41:32.027531 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cc6ddea9-b2da-41c9-8327-b4125471b007 req-e9c75fd9-97d6-4bb2-b689-8330fde986f0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=5332db0b-d3ab-4b94-bdf8-80ae1940cc85 HTTP/1.1" status: 200 len: 217 time: 0.0838485 Jul 09 14:41:32.135546 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ddea9-b2da-41c9-8327-b4125471b007 req-cf84e26a-bd29-49f4-831b-f4e19c75f5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:32.137488 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cc6ddea9-b2da-41c9-8327-b4125471b007 req-cf84e26a-bd29-49f4-831b-f4e19c75f5d2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.0982828 Jul 09 14:41:32.165162 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-88fca727-dac1-46d2-aee7-f7d584755753 req-6326a015-2221-4a03-a621-e6f1b779eb77 service neutron] 10.222.0.54 "GET /v2.0/networks/f1bff32f-69e2-446c-a290-b6ec892cf735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638966 Jul 09 14:41:32.201647 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679cd39-6c92-4eb9-8e7e-13dede111429 req-19d3e21f-c5ab-4e9d-b55a-70ef003167fa tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:32.201647 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0679cd39-6c92-4eb9-8e7e-13dede111429 req-19d3e21f-c5ab-4e9d-b55a-70ef003167fa tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/ports?device_id=01af826f-9480-4520-929f-03fa443ca8bb HTTP/1.1" status: 200 len: 946 time: 0.1741786 Jul 09 14:41:32.270471 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ddea9-b2da-41c9-8327-b4125471b007 req-83c98a10-fcc1-4d1f-a0ec-54d585219ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:32.272827 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1141380-9322-446c-8f46-3aea0c2e47b3 req-fc005e44-1652-4027-b724-6498dc0484f0 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:32.274778 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cc6ddea9-b2da-41c9-8327-b4125471b007 req-83c98a10-fcc1-4d1f-a0ec-54d585219ce3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1258771 Jul 09 14:41:32.280781 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f1141380-9322-446c-8f46-3aea0c2e47b3 req-fc005e44-1652-4027-b724-6498dc0484f0 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=87906e67-d98d-497c-b105-fe0d6a802c10 HTTP/1.1" status: 200 len: 948 time: 0.3113623 Jul 09 14:41:32.291768 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0679cd39-6c92-4eb9-8e7e-13dede111429 req-96847785-1be9-4488-b29a-98201f594b9d tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa8ccfb5-1089-45b8-8b22-f1c0cd5449b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838764 Jul 09 14:41:32.381624 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f1141380-9322-446c-8f46-3aea0c2e47b3 req-1870cccd-d549-45e6-a13c-14c82bf535b8 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998974 Jul 09 14:41:32.470251 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-e73bd4ba-1bab-4db8-aa33-e0cbf99f2ea8 req-3ebd3fea-d54b-44d7-9201-ef541cdcacf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f785df27-cd14-495b-928c-2418444af0d1 {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:41:32.475115 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cc6ddea9-b2da-41c9-8327-b4125471b007 req-b19a30f5-d346-4936-a470-57a164318b83 service neutron] 10.222.0.54 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824274 Jul 09 14:41:32.476657 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a6fa0-f24b-41be-b6b3-2a66aa5956bb req-2e3a1ba2-f038-452a-a959-de3a8456098e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:32.478358 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-814a6fa0-f24b-41be-b6b3-2a66aa5956bb req-2e3a1ba2-f038-452a-a959-de3a8456098e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7e8e5340b4af4fbb9f6efeaeab787aeb&device_id=db9b48db-d25d-4d09-9a7a-bd68518db69b HTTP/1.1" status: 200 len: 1094 time: 0.1623991 Jul 09 14:41:32.482661 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e73bd4ba-1bab-4db8-aa33-e0cbf99f2ea8 req-3ebd3fea-d54b-44d7-9201-ef541cdcacf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:32.584621 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cc6ddea9-b2da-41c9-8327-b4125471b007 req-2847af2e-11d8-45ee-8c57-678ca984dcce service neutron] 10.222.0.54 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989094 Jul 09 14:41:32.609280 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-e73bd4ba-1bab-4db8-aa33-e0cbf99f2ea8 req-3ebd3fea-d54b-44d7-9201-ef541cdcacf6 service neutron] Transition to ACTIVE for port object f785df27-cd14-495b-928c-2418444af0d1 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:41:32.644673 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a7ee03e0-83c1-47cd-ab6f-0e6d0eafed71 req-f56c0fa1-4b7b-46e2-bdf8-8e268065192f tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=140a0213-420b-4cf6-b92d-34463762a3f8 HTTP/1.1" status: 200 len: 210 time: 0.0581019 Jul 09 14:41:32.645503 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a6fa0-f24b-41be-b6b3-2a66aa5956bb req-ded1c446-f7ea-4564-8396-b513313501cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:32.654917 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-814a6fa0-f24b-41be-b6b3-2a66aa5956bb req-ded1c446-f7ea-4564-8396-b513313501cc service neutron] 10.222.0.54 "GET /v2.0/networks?id=f1bff32f-69e2-446c-a290-b6ec892cf735 HTTP/1.1" status: 200 len: 920 time: 0.1526380 Jul 09 14:41:32.707591 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-814a6fa0-f24b-41be-b6b3-2a66aa5956bb req-3466985c-4aac-489f-a5b4-0abbbaf90f02 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01b8931f-c55e-44c7-9c7d-1f7d5fd6146f HTTP/1.1" status: 200 len: 217 time: 0.0506461 Jul 09 14:41:32.708332 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e73bd4ba-1bab-4db8-aa33-e0cbf99f2ea8 req-3ebd3fea-d54b-44d7-9201-ef541cdcacf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:32.827388 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a6fa0-f24b-41be-b6b3-2a66aa5956bb req-230404d2-fe3f-4a0e-8302-bdbed012e662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:32.830134 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-814a6fa0-f24b-41be-b6b3-2a66aa5956bb req-230404d2-fe3f-4a0e-8302-bdbed012e662 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=55af4da9-7f40-4991-a82d-0bd874a45ee8 HTTP/1.1" status: 200 len: 859 time: 0.1154811 Jul 09 14:41:32.862751 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4e41ca6c-d2cc-4e91-af99-164160ce366d req-9793a741-807b-42ed-bdea-ed3110d3a7e8 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=0392ff6fc2ff439ca5c7435508667427&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0833051 Jul 09 14:41:32.917919 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebd3fea-d54b-44d7-9201-ef541cdcacf6 service neutron] Pushing event updated for resources: {'Port': ['ID=f785df27-cd14-495b-928c-2418444af0d1,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:32.919491 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3af9a5-995d-48b6-a1f9-9b10d30d9850 req-7624abb7-2720-4557-9a31-f8a623329c73 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:32.921871 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cf3af9a5-995d-48b6-a1f9-9b10d30d9850 req-7624abb7-2720-4557-9a31-f8a623329c73 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=18708f99-dbe1-492b-976e-d41d9f427988 HTTP/1.1" status: 200 len: 943 time: 0.0983152 Jul 09 14:41:32.940900 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-814a6fa0-f24b-41be-b6b3-2a66aa5956bb req-99a484fd-9a47-4e23-a797-8c4e8370dbfc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f1bff32f-69e2-446c-a290-b6ec892cf735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966094 Jul 09 14:41:32.969950 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cf3af9a5-995d-48b6-a1f9-9b10d30d9850 req-dc59a2b8-42e8-4a74-99f3-52a53253b6d5 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391572 Jul 09 14:41:33.152002 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-e73bd4ba-1bab-4db8-aa33-e0cbf99f2ea8 req-3ebd3fea-d54b-44d7-9201-ef541cdcacf6 service neutron] Attempting to bind port f785df27-cd14-495b-928c-2418444af0d1 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:41:33.152627 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-e73bd4ba-1bab-4db8-aa33-e0cbf99f2ea8 req-3ebd3fea-d54b-44d7-9201-ef541cdcacf6 service neutron] Attempting to bind port f785df27-cd14-495b-928c-2418444af0d1 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '68097950-705f-4c37-a00c-5a4502f7eec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f1bff32f-69e2-446c-a290-b6ec892cf735'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:41:33.152818 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73bd4ba-1bab-4db8-aa33-e0cbf99f2ea8 req-3ebd3fea-d54b-44d7-9201-ef541cdcacf6 service neutron] Attempting to bind port f785df27-cd14-495b-928c-2418444af0d1 on network f1bff32f-69e2-446c-a290-b6ec892cf735 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:41:33.178883 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41ca6c-d2cc-4e91-af99-164160ce366d req-e8c230b0-70e1-4ada-88f2-6201a3591df2 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:33.183544 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87906e67-d98d-497c-b105-fe0d6a802c10', 'tag': '5332db0b-d3ab-4b94-bdf8-80ae1940cc85'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:41:33.185673 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4e41ca6c-d2cc-4e91-af99-164160ce366d req-e8c230b0-70e1-4ada-88f2-6201a3591df2 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3129697 Jul 09 14:41:33.185874 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7ebc83-d3f5-4577-b3ed-d8709963930d" -d '{"events": [{"name": "network-changed", "server_uuid": "87906e67-d98d-497c-b105-fe0d6a802c10", "tag": "5332db0b-d3ab-4b94-bdf8-80ae1940cc85"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:41:33.197319 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73bd4ba-1bab-4db8-aa33-e0cbf99f2ea8 req-3ebd3fea-d54b-44d7-9201-ef541cdcacf6 service neutron] Port f785df27-cd14-495b-928c-2418444af0d1 on network f1bff32f-69e2-446c-a290-b6ec892cf735 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:41:33.197721 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73bd4ba-1bab-4db8-aa33-e0cbf99f2ea8 req-3ebd3fea-d54b-44d7-9201-ef541cdcacf6 service neutron] Attempting to bind port f785df27-cd14-495b-928c-2418444af0d1 on network f1bff32f-69e2-446c-a290-b6ec892cf735 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:41:33.204511 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-814a6fa0-f24b-41be-b6b3-2a66aa5956bb req-04f74ea6-4d8c-4125-9816-4adb9b16afdb service neutron] 10.222.0.54 "GET /v2.0/networks/f1bff32f-69e2-446c-a290-b6ec892cf735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492659 Jul 09 14:41:33.212895 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4e41ca6c-d2cc-4e91-af99-164160ce366d req-59b21b9b-625b-4ddc-9ac8-b0963feab835 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/quotas/0392ff6fc2ff439ca5c7435508667427 HTTP/1.1" status: 200 len: 375 time: 0.0253236 Jul 09 14:41:33.223007 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73bd4ba-1bab-4db8-aa33-e0cbf99f2ea8 req-3ebd3fea-d54b-44d7-9201-ef541cdcacf6 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:41:33.223393 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73bd4ba-1bab-4db8-aa33-e0cbf99f2ea8 req-3ebd3fea-d54b-44d7-9201-ef541cdcacf6 service neutron] Checking segment: {'id': '68097950-705f-4c37-a00c-5a4502f7eec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f1bff32f-69e2-446c-a290-b6ec892cf735'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:41:33.224135 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73bd4ba-1bab-4db8-aa33-e0cbf99f2ea8 req-3ebd3fea-d54b-44d7-9201-ef541cdcacf6 service neutron] Bound using segment: {'id': '68097950-705f-4c37-a00c-5a4502f7eec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f1bff32f-69e2-446c-a290-b6ec892cf735'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:41:33.224657 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-e73bd4ba-1bab-4db8-aa33-e0cbf99f2ea8 req-3ebd3fea-d54b-44d7-9201-ef541cdcacf6 service neutron] Bound port: f785df27-cd14-495b-928c-2418444af0d1, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68097950-705f-4c37-a00c-5a4502f7eec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f1bff32f-69e2-446c-a290-b6ec892cf735'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:41:33.225082 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e73bd4ba-1bab-4db8-aa33-e0cbf99f2ea8 req-3ebd3fea-d54b-44d7-9201-ef541cdcacf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:33.305074 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396b08e1-d9a1-457d-87be-ee491dc5f04f x-openstack-request-id: req-396b08e1-d9a1-457d-87be-ee491dc5f04f {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:41:33.305369 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87906e67-d98d-497c-b105-fe0d6a802c10", "tag": "5332db0b-d3ab-4b94-bdf8-80ae1940cc85", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:41:33.305622 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-396b08e1-d9a1-457d-87be-ee491dc5f04f {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:41:33.306403 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4e41ca6c-d2cc-4e91-af99-164160ce366d req-6f6eded2-1f38-4008-9782-13f8dbba3ae5 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0392ff6fc2ff439ca5c7435508667427&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0935254 Jul 09 14:41:33.306536 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87906e67-d98d-497c-b105-fe0d6a802c10', 'tag': '5332db0b-d3ab-4b94-bdf8-80ae1940cc85', 'status': 'completed', 'code': 200} Jul 09 14:41:33.391431 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-e73bd4ba-1bab-4db8-aa33-e0cbf99f2ea8 req-3ebd3fea-d54b-44d7-9201-ef541cdcacf6 service neutron] For port f785df27-cd14-495b-928c-2418444af0d1, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:41:33.397005 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-e73bd4ba-1bab-4db8-aa33-e0cbf99f2ea8 req-3ebd3fea-d54b-44d7-9201-ef541cdcacf6 service neutron] For port f785df27-cd14-495b-928c-2418444af0d1, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=f785df27-cd14-495b-928c-2418444af0d1,segment=NetworkSegment(68097950-705f-4c37-a00c-5a4502f7eec0),segment_id=68097950-705f-4c37-a00c-5a4502f7eec0)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:41:33.403577 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-814a6fa0-f24b-41be-b6b3-2a66aa5956bb req-1d2eada6-c204-41a2-b377-bfc5ffd79033 service neutron] 10.222.0.54 "GET /v2.0/networks/f1bff32f-69e2-446c-a290-b6ec892cf735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813450 Jul 09 14:41:33.453106 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ebc83-d3f5-4577-b3ed-d8709963930d req-e1b629e1-4c81-48b8-9b5e-f26bae444f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:33.454739 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6e7ebc83-d3f5-4577-b3ed-d8709963930d req-e1b629e1-4c81-48b8-9b5e-f26bae444f96 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5ec7891592d74a6886dfa68c8f9e2e18&device_id=87906e67-d98d-497c-b105-fe0d6a802c10 HTTP/1.1" status: 200 len: 1099 time: 0.1185198 Jul 09 14:41:33.504896 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e73bd4ba-1bab-4db8-aa33-e0cbf99f2ea8 req-3ebd3fea-d54b-44d7-9201-ef541cdcacf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:33.531005 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73bd4ba-1bab-4db8-aa33-e0cbf99f2ea8 req-3ebd3fea-d54b-44d7-9201-ef541cdcacf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:33.534305 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e73bd4ba-1bab-4db8-aa33-e0cbf99f2ea8 req-3ebd3fea-d54b-44d7-9201-ef541cdcacf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:33.537881 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e73bd4ba-1bab-4db8-aa33-e0cbf99f2ea8 req-3ebd3fea-d54b-44d7-9201-ef541cdcacf6 service neutron] 10.222.0.54 "PUT /v2.0/ports/f785df27-cd14-495b-928c-2418444af0d1 HTTP/1.1" status: 200 len: 1091 time: 2.2416294 Jul 09 14:41:33.568056 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18708f99-dbe1-492b-976e-d41d9f427988', 'tag': 'f785df27-cd14-495b-928c-2418444af0d1'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:41:33.571557 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244e2fdf-a978-4b33-be13-3413b5dd1eb4" -d '{"events": [{"name": "network-changed", "server_uuid": "18708f99-dbe1-492b-976e-d41d9f427988", "tag": "f785df27-cd14-495b-928c-2418444af0d1"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:41:33.607798 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebd3fea-d54b-44d7-9201-ef541cdcacf6 service neutron] Pushing event updated for resources: {'Port': ['ID=f785df27-cd14-495b-928c-2418444af0d1,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:33.885980 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ebc83-d3f5-4577-b3ed-d8709963930d req-10da5296-0edd-4ba7-9778-d11b0caad198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:33.887489 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6e7ebc83-d3f5-4577-b3ed-d8709963930d req-10da5296-0edd-4ba7-9778-d11b0caad198 service neutron] 10.222.0.54 "GET /v2.0/networks?id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc HTTP/1.1" status: 200 len: 870 time: 0.4230847 Jul 09 14:41:33.962961 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b602b-fd7a-4e30-8854-96276f02d9fb req-46b7d688-e8fe-410a-91ac-9a9b65dfb970 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:33.969911 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bb5b602b-fd7a-4e30-8854-96276f02d9fb req-46b7d688-e8fe-410a-91ac-9a9b65dfb970 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/ports?device_id=01af826f-9480-4520-929f-03fa443ca8bb HTTP/1.1" status: 200 len: 946 time: 0.4847248 Jul 09 14:41:33.972148 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6e7ebc83-d3f5-4577-b3ed-d8709963930d req-cdea7cee-3e3a-4669-a6ec-4fc3f94efe90 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=5332db0b-d3ab-4b94-bdf8-80ae1940cc85 HTTP/1.1" status: 200 len: 217 time: 0.0688238 Jul 09 14:41:34.004582 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73bd4ba-1bab-4db8-aa33-e0cbf99f2ea8 req-5bc3cce0-a2ae-4665-b601-90fad573a898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:34.006146 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e73bd4ba-1bab-4db8-aa33-e0cbf99f2ea8 req-5bc3cce0-a2ae-4665-b601-90fad573a898 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7e8e5340b4af4fbb9f6efeaeab787aeb&device_id=18708f99-dbe1-492b-976e-d41d9f427988 HTTP/1.1" status: 200 len: 1094 time: 0.3237250 Jul 09 14:41:34.022313 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a958b-452a-4640-bdab-8cb4061df33f req-05da0e69-c1eb-46e4-afb9-41387752d556 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:34.027329 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8e8a958b-452a-4640-bdab-8cb4061df33f req-05da0e69-c1eb-46e4-afb9-41387752d556 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.54 "GET /v2.0/ports?device_id=01af826f-9480-4520-929f-03fa443ca8bb HTTP/1.1" status: 200 len: 946 time: 0.3224170 Jul 09 14:41:34.068319 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bb5b602b-fd7a-4e30-8854-96276f02d9fb req-a08be82e-6331-4157-8fde-96c65e92033b tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa8ccfb5-1089-45b8-8b22-f1c0cd5449b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949743 Jul 09 14:41:34.076401 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ebc83-d3f5-4577-b3ed-d8709963930d req-bb262531-58a3-4b86-9306-d674a1ecd91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:34.080475 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6e7ebc83-d3f5-4577-b3ed-d8709963930d req-bb262531-58a3-4b86-9306-d674a1ecd91c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.0957568 Jul 09 14:41:34.111356 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e73bd4ba-1bab-4db8-aa33-e0cbf99f2ea8 req-e735087a-ddad-4da3-a140-bf6b4ed9848b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f785df27-cd14-495b-928c-2418444af0d1 HTTP/1.1" status: 200 len: 217 time: 0.0863082 Jul 09 14:41:34.149310 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b41d658-b2b1-416b-b6db-f91c75eb79f5 req-55944239-0a07-4818-8995-785f2f8b6635 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:34.150825 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4b41d658-b2b1-416b-b6db-f91c75eb79f5 req-55944239-0a07-4818-8995-785f2f8b6635 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=87906e67-d98d-497c-b105-fe0d6a802c10 HTTP/1.1" status: 200 len: 948 time: 0.2780676 Jul 09 14:41:34.153652 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a955febd-8ae4-43bb-b9f4-eeb80261765b x-openstack-request-id: req-a955febd-8ae4-43bb-b9f4-eeb80261765b {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:41:34.154306 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18708f99-dbe1-492b-976e-d41d9f427988", "tag": "f785df27-cd14-495b-928c-2418444af0d1", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:41:34.154306 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a955febd-8ae4-43bb-b9f4-eeb80261765b {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:41:34.154675 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18708f99-dbe1-492b-976e-d41d9f427988', 'tag': 'f785df27-cd14-495b-928c-2418444af0d1', 'status': 'completed', 'code': 200} Jul 09 14:41:34.210450 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ebc83-d3f5-4577-b3ed-d8709963930d req-723481b8-0f1c-4a38-a141-f446348adf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:34.212940 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6e7ebc83-d3f5-4577-b3ed-d8709963930d req-723481b8-0f1c-4a38-a141-f446348adf0d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1122866 Jul 09 14:41:34.357178 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-390cdbaa-52a7-42db-8a1d-d3d8d6a6f959 req-288c187f-dd09-4be4-ae04-0fb0989ad662 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=140a0213-420b-4cf6-b92d-34463762a3f8 HTTP/1.1" status: 200 len: 210 time: 0.0483735 Jul 09 14:41:34.376336 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6e7ebc83-d3f5-4577-b3ed-d8709963930d req-96906a8f-aab6-4e25-a53d-cc1b32896708 service neutron] 10.222.0.54 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558626 Jul 09 14:41:34.488791 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6e7ebc83-d3f5-4577-b3ed-d8709963930d req-89a9f83e-7d25-44e1-830a-837907104ee3 service neutron] 10.222.0.54 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008909 Jul 09 14:41:34.535387 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-92b3af1f-dd43-4598-bb77-bc49cb00ac56 req-058850cb-61d0-40c6-8465-561cef73fdc7 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=0392ff6fc2ff439ca5c7435508667427&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331600 Jul 09 14:41:34.674833 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73bd4ba-1bab-4db8-aa33-e0cbf99f2ea8 req-6fc96940-63dd-4fca-b051-9a6303837669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:34.675639 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e73bd4ba-1bab-4db8-aa33-e0cbf99f2ea8 req-6fc96940-63dd-4fca-b051-9a6303837669 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=55af4da9-7f40-4991-a82d-0bd874a45ee8 HTTP/1.1" status: 200 len: 859 time: 0.5568008 Jul 09 14:41:34.683640 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4b41d658-b2b1-416b-b6db-f91c75eb79f5 req-ca92ec1a-fee6-457a-af4e-d4a2626988f7 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5258391 Jul 09 14:41:34.720472 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3af1f-dd43-4598-bb77-bc49cb00ac56 req-20ac696c-b2bf-4f32-a89e-3a86c74334a0 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:34.720605 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e73bd4ba-1bab-4db8-aa33-e0cbf99f2ea8 req-9ce215d0-b798-4684-b608-41f2c5eca468 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f1bff32f-69e2-446c-a290-b6ec892cf735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337195 Jul 09 14:41:34.721509 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-92b3af1f-dd43-4598-bb77-bc49cb00ac56 req-20ac696c-b2bf-4f32-a89e-3a86c74334a0 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1793714 Jul 09 14:41:34.747030 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-92b3af1f-dd43-4598-bb77-bc49cb00ac56 req-75382187-fe7b-42ac-82d7-bc0c5c5658ef tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/quotas/0392ff6fc2ff439ca5c7435508667427 HTTP/1.1" status: 200 len: 375 time: 0.0182800 Jul 09 14:41:34.792249 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-8e8a958b-452a-4640-bdab-8cb4061df33f req-3532cb46-28a0-46ea-bda7-a3acb73b9a96 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Deleting port e805be18-53a1-42ab-bd12-9912149f52f7 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:41:34.792687 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8e8a958b-452a-4640-bdab-8cb4061df33f req-3532cb46-28a0-46ea-bda7-a3acb73b9a96 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:34.825576 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-92b3af1f-dd43-4598-bb77-bc49cb00ac56 req-0f196de3-1e27-4a39-a138-7891e378bbbb tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0392ff6fc2ff439ca5c7435508667427&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0691023 Jul 09 14:41:34.940309 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e73bd4ba-1bab-4db8-aa33-e0cbf99f2ea8 req-9afc4072-31c7-42cb-b58c-466f7ba0985a service neutron] 10.222.0.54 "GET /v2.0/networks/f1bff32f-69e2-446c-a290-b6ec892cf735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149725 Jul 09 14:41:34.959933 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-8e8a958b-452a-4640-bdab-8cb4061df33f req-3532cb46-28a0-46ea-bda7-a3acb73b9a96 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] For port e805be18-53a1-42ab-bd12-9912149f52f7, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=e805be18-53a1-42ab-bd12-9912149f52f7,segment=NetworkSegment(d5c26be4-f29b-4eff-bedc-1c8d95f8265d),segment_id=d5c26be4-f29b-4eff-bedc-1c8d95f8265d)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:41:34.960300 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8e8a958b-452a-4640-bdab-8cb4061df33f req-3532cb46-28a0-46ea-bda7-a3acb73b9a96 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:34.984996 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-8e8a958b-452a-4640-bdab-8cb4061df33f req-3532cb46-28a0-46ea-bda7-a3acb73b9a96 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Calling delete_port for e805be18-53a1-42ab-bd12-9912149f52f7 owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:41:35.085227 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce2fb97-475a-4a2b-8f7b-743e2670d22f req-fddba27d-bf8d-4089-819a-1a8edda5cb85 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:35.086646 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9ce2fb97-475a-4a2b-8f7b-743e2670d22f req-fddba27d-bf8d-4089-819a-1a8edda5cb85 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=18708f99-dbe1-492b-976e-d41d9f427988 HTTP/1.1" status: 200 len: 943 time: 0.2517071 Jul 09 14:41:35.161397 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e73bd4ba-1bab-4db8-aa33-e0cbf99f2ea8 req-264e2c8f-878d-42a3-a84d-b583bcc82b8f service neutron] 10.222.0.54 "GET /v2.0/networks/f1bff32f-69e2-446c-a290-b6ec892cf735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109082 Jul 09 14:41:35.186431 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9ce2fb97-475a-4a2b-8f7b-743e2670d22f req-f0450baf-9729-4635-8cde-e262adee8e07 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901105 Jul 09 14:41:35.300655 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 5332db0b-d3ab-4b94-bdf8-80ae1940cc85 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:41:35.312741 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2bfa4207-2842-4477-a5fd-918d53b971dc req-217e02a7-b9a7-4025-b598-fceea013f0cb tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa4b046b-c18e-405c-9cae-2fc32f216a42 HTTP/1.1" status: 200 len: 210 time: 0.0640311 Jul 09 14:41:35.430314 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8e8a958b-452a-4640-bdab-8cb4061df33f req-3532cb46-28a0-46ea-bda7-a3acb73b9a96 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:35.448684 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['e805be18-53a1-42ab-bd12-9912149f52f7'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:41:35.470847 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e2fdf-a978-4b33-be13-3413b5dd1eb4 req-7ce1c2bf-1df6-45a1-9b98-377e4833909d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:35.472708 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-244e2fdf-a978-4b33-be13-3413b5dd1eb4 req-7ce1c2bf-1df6-45a1-9b98-377e4833909d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7e8e5340b4af4fbb9f6efeaeab787aeb&device_id=18708f99-dbe1-492b-976e-d41d9f427988 HTTP/1.1" status: 200 len: 1094 time: 0.1141145 Jul 09 14:41:35.478592 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3532cb46-28a0-46ea-bda7-a3acb73b9a96 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Pushing event deleted for resources: {'Port': ['ID=e805be18-53a1-42ab-bd12-9912149f52f7,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:35.517302 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 5332db0b-d3ab-4b94-bdf8-80ae1940cc85, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=5332db0b-d3ab-4b94-bdf8-80ae1940cc85,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:41:35.531549 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': '5332db0b-d3ab-4b94-bdf8-80ae1940cc85', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'port_id': '5332db0b-d3ab-4b94-bdf8-80ae1940cc85', 'mac_address': 'fa:16:3e:d9:6f:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8081bcce-88de-4a2f-9e69-6750220e0be0', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:41:35.566071 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8b5db0e5-88d2-4817-bb18-1ca86fbd36c6 req-821c010e-0358-4911-b059-631a4e5b8e89 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=140a0213-420b-4cf6-b92d-34463762a3f8 HTTP/1.1" status: 200 len: 210 time: 0.0311990 Jul 09 14:41:35.590967 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e5e59a4e-8600-45cb-a5f9-3dbed4c25eaf req-5eaf3706-520e-48cd-ba06-8df62b9f499a tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/ports?device_id=01af826f-9480-4520-929f-03fa443ca8bb HTTP/1.1" status: 200 len: 210 time: 0.1131041 Jul 09 14:41:35.604660 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:35.619928 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5332db0b-d3ab-4b94-bdf8-80ae1940cc85 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:41:35.637551 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e8a958b-452a-4640-bdab-8cb4061df33f req-3532cb46-28a0-46ea-bda7-a3acb73b9a96 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] No DVR routers for this DVR port e805be18-53a1-42ab-bd12-9912149f52f7 on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:41:35.656766 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8e8a958b-452a-4640-bdab-8cb4061df33f req-3532cb46-28a0-46ea-bda7-a3acb73b9a96 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:35.656766 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8e8a958b-452a-4640-bdab-8cb4061df33f req-3532cb46-28a0-46ea-bda7-a3acb73b9a96 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.54 "DELETE /v2.0/ports/e805be18-53a1-42ab-bd12-9912149f52f7 HTTP/1.1" status: 204 len: 173 time: 1.6090953 Jul 09 14:41:35.657145 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 5332db0b-d3ab-4b94-bdf8-80ae1940cc85, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=5332db0b-d3ab-4b94-bdf8-80ae1940cc85,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:41:35.687094 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e2fdf-a978-4b33-be13-3413b5dd1eb4 req-c2c944ec-76d3-44e3-976b-8727c1bd9323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:35.688896 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-244e2fdf-a978-4b33-be13-3413b5dd1eb4 req-c2c944ec-76d3-44e3-976b-8727c1bd9323 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f1bff32f-69e2-446c-a290-b6ec892cf735 HTTP/1.1" status: 200 len: 920 time: 0.1927564 Jul 09 14:41:35.750776 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-244e2fdf-a978-4b33-be13-3413b5dd1eb4 req-5d2f1e76-6c4e-48a0-ba31-94de080df375 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f785df27-cd14-495b-928c-2418444af0d1 HTTP/1.1" status: 200 len: 217 time: 0.0547671 Jul 09 14:41:35.821538 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e2fdf-a978-4b33-be13-3413b5dd1eb4 req-7921ea26-6e53-4e2d-a34e-39d9ae5b3ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:35.822932 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-244e2fdf-a978-4b33-be13-3413b5dd1eb4 req-7921ea26-6e53-4e2d-a34e-39d9ae5b3ac5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=55af4da9-7f40-4991-a82d-0bd874a45ee8 HTTP/1.1" status: 200 len: 859 time: 0.0655267 Jul 09 14:41:35.858133 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-244e2fdf-a978-4b33-be13-3413b5dd1eb4 req-3938b70c-bba1-4356-8641-9a791a9ab3ae service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f1bff32f-69e2-446c-a290-b6ec892cf735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276315 Jul 09 14:41:35.882958 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684a6a0-3555-455c-8fe4-a2b6de5f786c req-d2bcaf91-3ed3-4e40-8057-798e62daa689 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:35.884532 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c684a6a0-3555-455c-8fe4-a2b6de5f786c req-d2bcaf91-3ed3-4e40-8057-798e62daa689 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=87906e67-d98d-497c-b105-fe0d6a802c10 HTTP/1.1" status: 200 len: 948 time: 0.0735683 Jul 09 14:41:35.935054 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c684a6a0-3555-455c-8fe4-a2b6de5f786c req-512a2dd6-dbdb-4406-a869-25160f4b4b3a tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447178 Jul 09 14:41:35.961214 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-244e2fdf-a978-4b33-be13-3413b5dd1eb4 req-7174fe6a-6dbf-48d1-a674-4705fac1aed6 service neutron] 10.222.0.54 "GET /v2.0/networks/f1bff32f-69e2-446c-a290-b6ec892cf735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966754 Jul 09 14:41:36.088027 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-244e2fdf-a978-4b33-be13-3413b5dd1eb4 req-67d3aeed-3f19-412b-8c3b-342f2ee38e56 service neutron] 10.222.0.54 "GET /v2.0/networks/f1bff32f-69e2-446c-a290-b6ec892cf735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200016 Jul 09 14:41:36.155997 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01af826f-9480-4520-929f-03fa443ca8bb', 'name': 'network-vif-deleted', 'tag': 'e805be18-53a1-42ab-bd12-9912149f52f7'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:41:36.159277 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6495ea-4e7d-46f7-b320-58dfcd95e322" -d '{"events": [{"server_uuid": "01af826f-9480-4520-929f-03fa443ca8bb", "name": "network-vif-deleted", "tag": "e805be18-53a1-42ab-bd12-9912149f52f7"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:41:36.196191 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2701416f-3136-4705-bbd9-b3b827f57a28 x-openstack-request-id: req-2701416f-3136-4705-bbd9-b3b827f57a28 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:41:36.196832 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01af826f-9480-4520-929f-03fa443ca8bb", "name": "network-vif-deleted", "tag": "e805be18-53a1-42ab-bd12-9912149f52f7", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:41:36.196832 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2701416f-3136-4705-bbd9-b3b827f57a28 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:41:36.197136 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01af826f-9480-4520-929f-03fa443ca8bb', 'name': 'network-vif-deleted', 'tag': 'e805be18-53a1-42ab-bd12-9912149f52f7', 'status': 'completed', 'code': 200} Jul 09 14:41:36.364880 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dd7790-c587-42ad-8773-c985d345a6a4 req-73a2ad82-45ba-4d8b-baf1-3e93e4d17034 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:36.366553 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c4dd7790-c587-42ad-8773-c985d345a6a4 req-73a2ad82-45ba-4d8b-baf1-3e93e4d17034 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=18708f99-dbe1-492b-976e-d41d9f427988 HTTP/1.1" status: 200 len: 943 time: 0.0726395 Jul 09 14:41:36.408390 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-119ebb0d-9104-4f7f-a63b-cca8e80a54ef req-40c6b25b-af38-4ba5-99f0-22040c5c570f tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa4b046b-c18e-405c-9cae-2fc32f216a42 HTTP/1.1" status: 200 len: 210 time: 0.0405312 Jul 09 14:41:36.409106 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c4dd7790-c587-42ad-8773-c985d345a6a4 req-b171b8b6-4a46-43e1-9a5c-b366341c2a1d tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364628 Jul 09 14:41:36.724318 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:36.728667 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 01b8931f-c55e-44c7-9c7d-1f7d5fd6146f details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:41:36.744632 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b3c2f852-887d-4398-a55d-019eeccf2bd7 req-d1f20d55-4127-4f9d-97af-34a3001f8bd0 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=140a0213-420b-4cf6-b92d-34463762a3f8 HTTP/1.1" status: 200 len: 210 time: 0.0332768 Jul 09 14:41:36.777285 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a870dd92-6140-46a7-af44-b0069c869858 req-730e87de-1077-4cfa-8f60-dfa56e6ff15f tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/ports?device_id=01af826f-9480-4520-929f-03fa443ca8bb HTTP/1.1" status: 200 len: 210 time: 0.0612245 Jul 09 14:41:36.840058 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=5332db0b-d3ab-4b94-bdf8-80ae1940cc85,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:36.901355 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 01b8931f-c55e-44c7-9c7d-1f7d5fd6146f, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=01b8931f-c55e-44c7-9c7d-1f7d5fd6146f,segment=NetworkSegment(68097950-705f-4c37-a00c-5a4502f7eec0),segment_id=68097950-705f-4c37-a00c-5a4502f7eec0)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:41:36.913108 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': '01b8931f-c55e-44c7-9c7d-1f7d5fd6146f', 'network_id': 'f1bff32f-69e2-446c-a290-b6ec892cf735', 'port_id': '01b8931f-c55e-44c7-9c7d-1f7d5fd6146f', 'mac_address': 'fa:16:3e:83:92:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55af4da9-7f40-4991-a82d-0bd874a45ee8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:41:36.994949 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:37.007904 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01b8931f-c55e-44c7-9c7d-1f7d5fd6146f {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:41:37.047016 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 01b8931f-c55e-44c7-9c7d-1f7d5fd6146f, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=01b8931f-c55e-44c7-9c7d-1f7d5fd6146f,segment=NetworkSegment(68097950-705f-4c37-a00c-5a4502f7eec0),segment_id=68097950-705f-4c37-a00c-5a4502f7eec0)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:41:37.167715 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8eb3f6-5edf-4e68-8cd7-26629f346d4a req-3cf02b3f-8c27-4daf-beb3-9417050778f8 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:37.169195 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7d8eb3f6-5edf-4e68-8cd7-26629f346d4a req-3cf02b3f-8c27-4daf-beb3-9417050778f8 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=87906e67-d98d-497c-b105-fe0d6a802c10 HTTP/1.1" status: 200 len: 949 time: 0.0744171 Jul 09 14:41:37.180500 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:37.209918 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7d8eb3f6-5edf-4e68-8cd7-26629f346d4a req-c8eaf9f0-ba57-45dd-a284-b62c6f7a8ed3 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346277 Jul 09 14:41:37.230963 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=01b8931f-c55e-44c7-9c7d-1f7d5fd6146f,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:37.326104 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device f785df27-cd14-495b-928c-2418444af0d1 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:41:37.329733 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device e805be18-53a1-42ab-bd12-9912149f52f7 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:41:37.363526 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: e805be18-53a1-42ab-bd12-9912149f52f7 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:41:37.363881 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device e805be18-53a1-42ab-bd12-9912149f52f7 not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:41:37.438411 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['01b8931f-c55e-44c7-9c7d-1f7d5fd6146f'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:41:37.575163 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['5332db0b-d3ab-4b94-bdf8-80ae1940cc85'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:41:37.594693 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f76b492b-b52c-4c52-b2d0-6f36559b2586 req-17df7d07-8b79-4c1f-b75b-cd616a2f1932 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa4b046b-c18e-405c-9cae-2fc32f216a42 HTTP/1.1" status: 200 len: 210 time: 0.0948412 Jul 09 14:41:37.635887 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port f785df27-cd14-495b-928c-2418444af0d1, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=f785df27-cd14-495b-928c-2418444af0d1,segment=NetworkSegment(68097950-705f-4c37-a00c-5a4502f7eec0),segment_id=68097950-705f-4c37-a00c-5a4502f7eec0)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:41:37.662933 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': 'f785df27-cd14-495b-928c-2418444af0d1', 'network_id': 'f1bff32f-69e2-446c-a290-b6ec892cf735', 'port_id': 'f785df27-cd14-495b-928c-2418444af0d1', 'mac_address': 'fa:16:3e:88:50:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55af4da9-7f40-4991-a82d-0bd874a45ee8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:41:37.712037 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812ae11-80d6-44cd-9352-a8fc5abfd0c5 req-b961bab3-4597-474b-8b7b-bc8207ad14b5 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:37.719000 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9812ae11-80d6-44cd-9352-a8fc5abfd0c5 req-b961bab3-4597-474b-8b7b-bc8207ad14b5 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=18708f99-dbe1-492b-976e-d41d9f427988 HTTP/1.1" status: 200 len: 943 time: 0.1410027 Jul 09 14:41:37.773999 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:37.776900 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9812ae11-80d6-44cd-9352-a8fc5abfd0c5 req-fdc81234-3d24-404f-ac49-597297c9d328 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504529 Jul 09 14:41:37.793690 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f785df27-cd14-495b-928c-2418444af0d1 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:41:37.837939 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port f785df27-cd14-495b-928c-2418444af0d1, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=f785df27-cd14-495b-928c-2418444af0d1,segment=NetworkSegment(68097950-705f-4c37-a00c-5a4502f7eec0),segment_id=68097950-705f-4c37-a00c-5a4502f7eec0)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:41:37.941821 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4e41ca6c-d2cc-4e91-af99-164160ce366d req-0af2f35d-f6a1-4a94-a2e9-727b61c8c4bf tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=0392ff6fc2ff439ca5c7435508667427&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298822 Jul 09 14:41:37.948903 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:38.020502 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=f785df27-cd14-495b-928c-2418444af0d1,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:38.087632 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a2b68052-a69a-4c11-8d41-256bd37c086f req-519cfe28-e861-4c77-826f-474757ccb497 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] 10.222.0.58 "GET /v2.0/ports?device_id=01af826f-9480-4520-929f-03fa443ca8bb HTTP/1.1" status: 200 len: 210 time: 0.0467529 Jul 09 14:41:38.185754 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41ca6c-d2cc-4e91-af99-164160ce366d req-75061d1a-4fb9-4e75-81ac-814caaf710b5 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:38.188365 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4e41ca6c-d2cc-4e91-af99-164160ce366d req-75061d1a-4fb9-4e75-81ac-814caaf710b5 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2345889 Jul 09 14:41:38.210070 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-4e41ca6c-d2cc-4e91-af99-164160ce366d req-b939e8cf-0c42-480c-9333-97a74a2bcf10 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Request body: {'port': {'device_id': 'bfcc7ccb-291a-493f-b69d-6005db0b1092', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'admin_state_up': True, 'tenant_id': '0392ff6fc2ff439ca5c7435508667427'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:41:38.256829 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['f785df27-cd14-495b-928c-2418444af0d1'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:41:38.477309 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0701e-9c10-4504-a869-e488236ed5ed req-a9db99f6-2356-42d1-805f-372a3bd4951f tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:38.478897 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-91c0701e-9c10-4504-a869-e488236ed5ed req-a9db99f6-2356-42d1-805f-372a3bd4951f tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/networks?id=799bbf9f-0525-4250-82dd-ad4b3053eab3 HTTP/1.1" status: 200 len: 812 time: 0.1596181 Jul 09 14:41:38.524000 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-91c0701e-9c10-4504-a869-e488236ed5ed req-558a2f08-9aa6-42d3-b364-e72b1f141ce2 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/quotas/1c625c057eb84d94ab805dc5f07c0366 HTTP/1.1" status: 200 len: 375 time: 0.0180824 Jul 09 14:41:38.524426 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347626b-0f79-425a-97e1-a6e592b3681d req-42378298-98fd-4757-86aa-cc26cb2a1428 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:38.524426 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6347626b-0f79-425a-97e1-a6e592b3681d req-42378298-98fd-4757-86aa-cc26cb2a1428 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=87906e67-d98d-497c-b105-fe0d6a802c10 HTTP/1.1" status: 200 len: 949 time: 0.0776463 Jul 09 14:41:38.524426 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e41ca6c-d2cc-4e91-af99-164160ce366d req-b939e8cf-0c42-480c-9333-97a74a2bcf10 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Made reservation on behalf of 0392ff6fc2ff439ca5c7435508667427 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:41:38.527274 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-4e41ca6c-d2cc-4e91-af99-164160ce366d req-b939e8cf-0c42-480c-9333-97a74a2bcf10 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:38.545080 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-4e41ca6c-d2cc-4e91-af99-164160ce366d req-b939e8cf-0c42-480c-9333-97a74a2bcf10 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:38.553155 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-91c0701e-9c10-4504-a869-e488236ed5ed req-9945f0c2-33b0-45f8-b699-ac21d2c9628b tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1c625c057eb84d94ab805dc5f07c0366&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333498 Jul 09 14:41:38.606504 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6347626b-0f79-425a-97e1-a6e592b3681d req-7f0767d1-2be9-45a7-8043-253a81899877 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765398 Jul 09 14:41:38.672819 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-91c0701e-9c10-4504-a869-e488236ed5ed req-c34c4897-80b0-499d-a696-ab547ac13067 service neutron] 10.222.0.58 "GET /v2.0/networks/799bbf9f-0525-4250-82dd-ad4b3053eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125207 Jul 09 14:41:38.705679 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-4e41ca6c-d2cc-4e91-af99-164160ce366d req-b939e8cf-0c42-480c-9333-97a74a2bcf10 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:38.763919 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-4e41ca6c-d2cc-4e91-af99-164160ce366d req-b939e8cf-0c42-480c-9333-97a74a2bcf10 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:38.774568 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-91c0701e-9c10-4504-a869-e488236ed5ed req-4a958d89-f45e-42c7-addc-1d7e959e4b9d service neutron] 10.222.0.58 "GET /v2.0/networks/799bbf9f-0525-4250-82dd-ad4b3053eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951207 Jul 09 14:41:38.814907 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b939e8cf-0c42-480c-9333-97a74a2bcf10 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f904536a-290a-47fe-8400-5bb7f666070b,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:38.943404 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-86d0a1d6-b9d4-40fc-8a80-ad74d83f6a63 req-a3d26e1f-45b9-42f7-89d4-1788470dc994 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa4b046b-c18e-405c-9cae-2fc32f216a42 HTTP/1.1" status: 200 len: 210 time: 0.0575294 Jul 09 14:41:38.975320 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-4e41ca6c-d2cc-4e91-af99-164160ce366d req-b939e8cf-0c42-480c-9333-97a74a2bcf10 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Allocated IP 192.168.233.121 (aa30872f-c756-4ec7-be84-b2e3b86cdcfc/8081bcce-88de-4a2f-9e69-6750220e0be0/0f7a887a-cc10-46c1-be45-85a7c45b9735) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:41:39.205898 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a8d6e47f-9f3d-48f4-aaed-fc5cd371508d req-e68b8fcb-aadd-40b8-9ccd-e9ec0b7c4fd5 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=106a89a2-e9aa-4d8d-b844-2cfb5e65b808 HTTP/1.1" status: 200 len: 210 time: 0.0457482 Jul 09 14:41:39.244010 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-4e41ca6c-d2cc-4e91-af99-164160ce366d req-b939e8cf-0c42-480c-9333-97a74a2bcf10 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:39.260272 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be818b7f-5165-44d7-995d-480c347e901e req-d233c10b-8a5b-4014-b647-1703b54f1194 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:39.262085 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-be818b7f-5165-44d7-995d-480c347e901e req-d233c10b-8a5b-4014-b647-1703b54f1194 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=18708f99-dbe1-492b-976e-d41d9f427988 HTTP/1.1" status: 200 len: 944 time: 0.1532648 Jul 09 14:41:39.275242 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-4e41ca6c-d2cc-4e91-af99-164160ce366d req-b939e8cf-0c42-480c-9333-97a74a2bcf10 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Transition to ACTIVE for port object 0f7a887a-cc10-46c1-be45-85a7c45b9735 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:41:39.326544 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 56836) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:41:39.331340 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 5332db0b-d3ab-4b94-bdf8-80ae1940cc85 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:41:39.377766 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-be818b7f-5165-44d7-995d-480c347e901e req-66ce3e6d-8820-4aaa-a770-07d5ed0e171c tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752873 Jul 09 14:41:39.403821 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7c87b66-7b40-4451-b028-50da6b9a7eb1 admin admin] Deleting subnet c37afa86-3967-4fa8-8203-773b8bc4ae53 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:41:39.410836 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-4e41ca6c-d2cc-4e91-af99-164160ce366d req-b939e8cf-0c42-480c-9333-97a74a2bcf10 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:39.418119 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b7c87b66-7b40-4451-b028-50da6b9a7eb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:39.439936 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-92b3af1f-dd43-4598-bb77-bc49cb00ac56 req-db074de3-6237-4ffa-be2a-9869a3ad0d9a tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=0392ff6fc2ff439ca5c7435508667427&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0629239 Jul 09 14:41:39.477270 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b7c87b66-7b40-4451-b028-50da6b9a7eb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:39.533774 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e41ca6c-d2cc-4e91-af99-164160ce366d req-b939e8cf-0c42-480c-9333-97a74a2bcf10 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Network aa30872f-c756-4ec7-be84-b2e3b86cdcfc is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:41:39.563294 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-4e41ca6c-d2cc-4e91-af99-164160ce366d req-b939e8cf-0c42-480c-9333-97a74a2bcf10 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:41:39.564283 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port 5332db0b-d3ab-4b94-bdf8-80ae1940cc85 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:41:39.569981 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port 5332db0b-d3ab-4b94-bdf8-80ae1940cc85 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:41:39.571468 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:39.574999 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e41ca6c-d2cc-4e91-af99-164160ce366d req-b939e8cf-0c42-480c-9333-97a74a2bcf10 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:41:39.597601 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b7c87b66-7b40-4451-b028-50da6b9a7eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:39.632748 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41ca6c-d2cc-4e91-af99-164160ce366d req-b939e8cf-0c42-480c-9333-97a74a2bcf10 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:39.633415 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-4e41ca6c-d2cc-4e91-af99-164160ce366d req-b939e8cf-0c42-480c-9333-97a74a2bcf10 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:39.659649 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b939e8cf-0c42-480c-9333-97a74a2bcf10 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Pushing event updated for resources: {'Port': ['ID=0f7a887a-cc10-46c1-be45-85a7c45b9735,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:39.758906 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b7c87b66-7b40-4451-b028-50da6b9a7eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:39.776196 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3af1f-dd43-4598-bb77-bc49cb00ac56 req-7fc85010-a0a7-4fa6-a5f1-de65f75c15e0 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:39.777737 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-92b3af1f-dd43-4598-bb77-bc49cb00ac56 req-7fc85010-a0a7-4fa6-a5f1-de65f75c15e0 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3139038 Jul 09 14:41:39.787595 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4e41ca6c-d2cc-4e91-af99-164160ce366d req-b939e8cf-0c42-480c-9333-97a74a2bcf10 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5826213 Jul 09 14:41:39.809215 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-92b3af1f-dd43-4598-bb77-bc49cb00ac56 req-4387c4c0-1198-4280-ab68-004d2118c502 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Request body: {'port': {'device_id': 'aa4b046b-c18e-405c-9cae-2fc32f216a42', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'admin_state_up': True, 'tenant_id': '0392ff6fc2ff439ca5c7435508667427'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:41:39.822608 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c87b66-7b40-4451-b028-50da6b9a7eb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c37afa86-3967-4fa8-8203-773b8bc4ae53,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:39.827658 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b7c87b66-7b40-4451-b028-50da6b9a7eb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:39.831299 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b7c87b66-7b40-4451-b028-50da6b9a7eb1 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/c37afa86-3967-4fa8-8203-773b8bc4ae53 HTTP/1.1" status: 204 len: 168 time: 0.5037448 Jul 09 14:41:39.840430 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-4e41ca6c-d2cc-4e91-af99-164160ce366d req-1c9eb554-396d-439a-a05f-0adc2c16d11c service neutron] Request body: {'port': {'device_id': 'bfcc7ccb-291a-493f-b69d-6005db0b1092', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:41:39.841115 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 56850) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:41:39.848163 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0c59ae-e652-434f-8c1b-1a446d76ff23 None None] Network 25f19ab3-9713-4354-87b1-8996cfc90721 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:41:39.951021 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:39.990842 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-db3477c3-fec2-46c5-8642-487267710e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:40.058394 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87906e67-d98d-497c-b105-fe0d6a802c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5332db0b-d3ab-4b94-bdf8-80ae1940cc85'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:41:40.062707 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61789678-50cb-43a1-9053-fcdb55ce4cbc" -d '{"events": [{"server_uuid": "87906e67-d98d-497c-b105-fe0d6a802c10", "name": "network-vif-plugged", "status": "completed", "tag": "5332db0b-d3ab-4b94-bdf8-80ae1940cc85"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:41:40.103378 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-db3477c3-fec2-46c5-8642-487267710e8b admin admin] Deleting port dcff6a4b-0cec-44b6-b0cb-94e6d3caf41e {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:41:40.103748 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-db3477c3-fec2-46c5-8642-487267710e8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:40.134395 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 5332db0b-d3ab-4b94-bdf8-80ae1940cc85, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=5332db0b-d3ab-4b94-bdf8-80ae1940cc85,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:41:40.157818 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-53fda7aa-84e3-4ca3-98c4-8047b550c038 None None] Provisioning for port 0f7a887a-cc10-46c1-be45-85a7c45b9735 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:41:40.162744 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-53fda7aa-84e3-4ca3-98c4-8047b550c038 None None] Provisioning complete for port 0f7a887a-cc10-46c1-be45-85a7c45b9735 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:41:40.162744 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-53fda7aa-84e3-4ca3-98c4-8047b550c038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:40.176699 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-4e41ca6c-d2cc-4e91-af99-164160ce366d req-1c9eb554-396d-439a-a05f-0adc2c16d11c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:40.221750 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-53fda7aa-84e3-4ca3-98c4-8047b550c038 None None] Port 0f7a887a-cc10-46c1-be45-85a7c45b9735 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:41:40.239276 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:40.240211 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 01b8931f-c55e-44c7-9c7d-1f7d5fd6146f up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:41:40.249745 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-db3477c3-fec2-46c5-8642-487267710e8b admin admin] For port dcff6a4b-0cec-44b6-b0cb-94e6d3caf41e, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=dcff6a4b-0cec-44b6-b0cb-94e6d3caf41e,segment=NetworkSegment(d5c26be4-f29b-4eff-bedc-1c8d95f8265d),segment_id=d5c26be4-f29b-4eff-bedc-1c8d95f8265d)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:41:40.250112 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-db3477c3-fec2-46c5-8642-487267710e8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:40.282533 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-db3477c3-fec2-46c5-8642-487267710e8b admin admin] Calling delete_port for dcff6a4b-0cec-44b6-b0cb-94e6d3caf41e owned by network:dhcp {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:41:40.304542 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e1246b-2cb7-431a-b4cc-ed8b16fb12e8 req-63bb4359-c257-4eed-93d3-312594d698c6 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:40.318212 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b3e1246b-2cb7-431a-b4cc-ed8b16fb12e8 req-63bb4359-c257-4eed-93d3-312594d698c6 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=87906e67-d98d-497c-b105-fe0d6a802c10 HTTP/1.1" status: 200 len: 949 time: 0.3372009 Jul 09 14:41:40.365448 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea46ae71-0356-4269-8191-320e79e064f7 None None] DHCP port deletion for 25f19ab3-9713-4354-87b1-8996cfc90721 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:41:40.458848 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92b3af1f-dd43-4598-bb77-bc49cb00ac56 req-4387c4c0-1198-4280-ab68-004d2118c502 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Made reservation on behalf of 0392ff6fc2ff439ca5c7435508667427 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:41:40.462391 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-92b3af1f-dd43-4598-bb77-bc49cb00ac56 req-4387c4c0-1198-4280-ab68-004d2118c502 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:40.472585 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=5332db0b-d3ab-4b94-bdf8-80ae1940cc85,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:40.514185 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-ea46ae71-0356-4269-8191-320e79e064f7 None None] Deleting port dcff6a4b-0cec-44b6-b0cb-94e6d3caf41e {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:41:40.514571 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ea46ae71-0356-4269-8191-320e79e064f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:40.529921 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-db3477c3-fec2-46c5-8642-487267710e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:40.543859 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3477c3-fec2-46c5-8642-487267710e8b admin admin] No DVR routers for this DVR port dcff6a4b-0cec-44b6-b0cb-94e6d3caf41e on host n-d-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:41:40.554841 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b3e1246b-2cb7-431a-b4cc-ed8b16fb12e8 req-12ce7d78-322d-44b1-84bf-a3b472a2973d tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371411 Jul 09 14:41:40.603860 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-ea46ae71-0356-4269-8191-320e79e064f7 None None] For port dcff6a4b-0cec-44b6-b0cb-94e6d3caf41e, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=dcff6a4b-0cec-44b6-b0cb-94e6d3caf41e,segment=NetworkSegment(d5c26be4-f29b-4eff-bedc-1c8d95f8265d),segment_id=d5c26be4-f29b-4eff-bedc-1c8d95f8265d)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:41:40.604519 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ea46ae71-0356-4269-8191-320e79e064f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:40.620209 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3477c3-fec2-46c5-8642-487267710e8b admin admin] Pushing event deleted for resources: {'Port': ['ID=dcff6a4b-0cec-44b6-b0cb-94e6d3caf41e,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:40.629460 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-ea46ae71-0356-4269-8191-320e79e064f7 None None] Calling delete_port for dcff6a4b-0cec-44b6-b0cb-94e6d3caf41e owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:41:40.757459 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f64d492-ea60-44b6-87e8-67286f72a098 x-openstack-request-id: req-6f64d492-ea60-44b6-87e8-67286f72a098 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:41:40.757742 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87906e67-d98d-497c-b105-fe0d6a802c10", "name": "network-vif-plugged", "status": "completed", "tag": "5332db0b-d3ab-4b94-bdf8-80ae1940cc85", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:41:40.757997 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6f64d492-ea60-44b6-87e8-67286f72a098 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:41:40.758380 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87906e67-d98d-497c-b105-fe0d6a802c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5332db0b-d3ab-4b94-bdf8-80ae1940cc85', 'code': 200} Jul 09 14:41:40.758968 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ea46ae71-0356-4269-8191-320e79e064f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:40.772170 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port 01b8931f-c55e-44c7-9c7d-1f7d5fd6146f completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:41:40.798513 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7350d5d9-e5eb-4dd0-b7a3-6879ff60b628 req-ed045fc7-80e6-4d01-998a-6b50b267083d tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa4b046b-c18e-405c-9cae-2fc32f216a42 HTTP/1.1" status: 200 len: 210 time: 0.1059892 Jul 09 14:41:40.821975 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port 01b8931f-c55e-44c7-9c7d-1f7d5fd6146f triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:41:40.822332 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:40.837867 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea46ae71-0356-4269-8191-320e79e064f7 None None] Pushing event deleted for resources: {'Port': ['ID=dcff6a4b-0cec-44b6-b0cb-94e6d3caf41e,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:40.849718 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-db3477c3-fec2-46c5-8642-487267710e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:40.870128 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-4e41ca6c-d2cc-4e91-af99-164160ce366d req-1c9eb554-396d-439a-a05f-0adc2c16d11c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f7a887a-cc10-46c1-be45-85a7c45b9735 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:41:40.871177 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-db3477c3-fec2-46c5-8642-487267710e8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25f19ab3-9713-4354-87b1-8996cfc90721']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:41:40.873092 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea46ae71-0356-4269-8191-320e79e064f7 None None] No DVR routers for this DVR port dcff6a4b-0cec-44b6-b0cb-94e6d3caf41e on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:41:40.888651 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-4e41ca6c-d2cc-4e91-af99-164160ce366d req-1c9eb554-396d-439a-a05f-0adc2c16d11c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:40.890656 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-db3477c3-fec2-46c5-8642-487267710e8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5c26be4-f29b-4eff-bedc-1c8d95f8265d') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:41:40.890968 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-db3477c3-fec2-46c5-8642-487267710e8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5c26be4-f29b-4eff-bedc-1c8d95f8265d') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:41:40.908484 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-db3477c3-fec2-46c5-8642-487267710e8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:40.911983 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a186419b-3f13-4567-90fc-2c8cc5bf47dd req-cd199405-447c-4ab8-8c6f-6c75972ea7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:40.913659 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a186419b-3f13-4567-90fc-2c8cc5bf47dd req-cd199405-447c-4ab8-8c6f-6c75972ea7ad service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=87906e67-d98d-497c-b105-fe0d6a802c10 HTTP/1.1" status: 200 len: 1101 time: 0.1889541 Jul 09 14:41:40.918264 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-4e41ca6c-d2cc-4e91-af99-164160ce366d req-1c9eb554-396d-439a-a05f-0adc2c16d11c service neutron] Transition to ACTIVE for port object 0f7a887a-cc10-46c1-be45-85a7c45b9735 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:41:40.938522 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-db3477c3-fec2-46c5-8642-487267710e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:40.946234 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db3477c3-fec2-46c5-8642-487267710e8b admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:41:40.946234 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-db3477c3-fec2-46c5-8642-487267710e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:40.958075 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:40.993096 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:41:40.993096 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:41:40.993096 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:41:40.993096 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:41:40.993096 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:41:40.993096 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:41:40.993096 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:41:40.993096 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:41:40.993096 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:41:40.993096 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:41:40.993096 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:41:40.993096 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:41:40.993096 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 14:41:40.993096 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:41:40.993096 n-d-799529-6 neutron-server[94445]: timer() Jul 09 14:41:40.993096 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:41:40.993096 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 14:41:40.993096 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:41:40.993096 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 14:41:40.993096 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:41:40.993096 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 14:41:40.993096 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:41:40.993096 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 14:41:40.993096 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:41:40.993096 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 14:41:40.993096 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:41:40.993096 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:41:40.993096 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:41:40.993096 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:41:40.993096 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:41:40.993096 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 14:41:40.993096 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:41:40.993096 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 14:41:40.993096 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:41:40.993096 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:41:40.993096 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:41:40.993096 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 14:41:40.993096 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:41:40.993096 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:41:40.993096 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:41:40.993096 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:41:40.993096 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:41:40.993096 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:41:40.993096 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:41:41.004098 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 01b8931f-c55e-44c7-9c7d-1f7d5fd6146f, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=01b8931f-c55e-44c7-9c7d-1f7d5fd6146f,segment=NetworkSegment(68097950-705f-4c37-a00c-5a4502f7eec0),segment_id=68097950-705f-4c37-a00c-5a4502f7eec0)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:41:41.017522 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-4e41ca6c-d2cc-4e91-af99-164160ce366d req-1c9eb554-396d-439a-a05f-0adc2c16d11c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:41.053863 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a186419b-3f13-4567-90fc-2c8cc5bf47dd req-6792d9e1-6580-4d7d-b697-a54a1adffc52 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314619 Jul 09 14:41:41.087568 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3787713-ccb8-4ba1-a623-a00ca76c2a0b req-7cbe06af-c883-4e18-8538-2f60412360f0 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:41.089107 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b3787713-ccb8-4ba1-a623-a00ca76c2a0b req-7cbe06af-c883-4e18-8538-2f60412360f0 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=18708f99-dbe1-492b-976e-d41d9f427988 HTTP/1.1" status: 200 len: 944 time: 0.1010485 Jul 09 14:41:41.106620 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:41.107446 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device f785df27-cd14-495b-928c-2418444af0d1 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:41:41.133601 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b3787713-ccb8-4ba1-a623-a00ca76c2a0b req-8151ebd0-861f-4119-bc3f-3328ce523367 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375700 Jul 09 14:41:41.170027 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-db3477c3-fec2-46c5-8642-487267710e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:41.172510 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9eb554-396d-439a-a05f-0adc2c16d11c service neutron] Pushing event updated for resources: {'Port': ['ID=0f7a887a-cc10-46c1-be45-85a7c45b9735,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:41.183975 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-db3477c3-fec2-46c5-8642-487267710e8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:41.183975 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-db3477c3-fec2-46c5-8642-487267710e8b admin admin] 10.222.0.58 "DELETE /v2.0/networks/25f19ab3-9713-4354-87b1-8996cfc90721 HTTP/1.1" status: 204 len: 168 time: 1.3371177 Jul 09 14:41:41.191371 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-92b3af1f-dd43-4598-bb77-bc49cb00ac56 req-4387c4c0-1198-4280-ab68-004d2118c502 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Allocated IP 192.168.233.185 (aa30872f-c756-4ec7-be84-b2e3b86cdcfc/8081bcce-88de-4a2f-9e69-6750220e0be0/f75fe67a-03e9-4d45-b9be-c3e13bc21b98) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:41:41.216440 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3477c3-fec2-46c5-8642-487267710e8b admin admin] Pushing event deleted for resources: {'Network': ['ID=25f19ab3-9713-4354-87b1-8996cfc90721,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:41.233778 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=01b8931f-c55e-44c7-9c7d-1f7d5fd6146f,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:41.320862 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f516f2-5513-4bb2-b6c6-17637f9aaaf0 req-fd74f036-fefd-4d01-94ef-53fa4f6c190e tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:41.322362 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e9f516f2-5513-4bb2-b6c6-17637f9aaaf0 req-fd74f036-fefd-4d01-94ef-53fa4f6c190e tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/networks?id=799bbf9f-0525-4250-82dd-ad4b3053eab3 HTTP/1.1" status: 200 len: 812 time: 0.2516396 Jul 09 14:41:41.368110 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-4e41ca6c-d2cc-4e91-af99-164160ce366d req-1c9eb554-396d-439a-a05f-0adc2c16d11c service neutron] Attempting to bind port 0f7a887a-cc10-46c1-be45-85a7c45b9735 on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:41:41.368503 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-4e41ca6c-d2cc-4e91-af99-164160ce366d req-1c9eb554-396d-439a-a05f-0adc2c16d11c service neutron] Attempting to bind port 0f7a887a-cc10-46c1-be45-85a7c45b9735 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:41:41.368836 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e41ca6c-d2cc-4e91-af99-164160ce366d req-1c9eb554-396d-439a-a05f-0adc2c16d11c service neutron] Attempting to bind port 0f7a887a-cc10-46c1-be45-85a7c45b9735 on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:41:41.374757 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port f785df27-cd14-495b-928c-2418444af0d1 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:41:41.375970 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e9f516f2-5513-4bb2-b6c6-17637f9aaaf0 req-95e19670-b138-49d9-8a97-f615317aa485 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/quotas/1c625c057eb84d94ab805dc5f07c0366 HTTP/1.1" status: 200 len: 375 time: 0.0430546 Jul 09 14:41:41.384492 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port f785df27-cd14-495b-928c-2418444af0d1 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:41:41.385040 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:41.394496 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e41ca6c-d2cc-4e91-af99-164160ce366d req-1c9eb554-396d-439a-a05f-0adc2c16d11c service neutron] Port 0f7a887a-cc10-46c1-be45-85a7c45b9735 on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:41:41.394848 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e41ca6c-d2cc-4e91-af99-164160ce366d req-1c9eb554-396d-439a-a05f-0adc2c16d11c service neutron] Attempting to bind port 0f7a887a-cc10-46c1-be45-85a7c45b9735 on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:41:41.466761 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e9f516f2-5513-4bb2-b6c6-17637f9aaaf0 req-db1e51d5-7b8a-4ff9-a8f3-8f233ea6c967 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1c625c057eb84d94ab805dc5f07c0366&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0814679 Jul 09 14:41:41.466761 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e41ca6c-d2cc-4e91-af99-164160ce366d req-1c9eb554-396d-439a-a05f-0adc2c16d11c service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:41:41.466761 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e41ca6c-d2cc-4e91-af99-164160ce366d req-1c9eb554-396d-439a-a05f-0adc2c16d11c service neutron] Checking segment: {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:41:41.466761 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e41ca6c-d2cc-4e91-af99-164160ce366d req-1c9eb554-396d-439a-a05f-0adc2c16d11c service neutron] Bound using segment: {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:41:41.466761 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-4e41ca6c-d2cc-4e91-af99-164160ce366d req-1c9eb554-396d-439a-a05f-0adc2c16d11c service neutron] Bound port: 0f7a887a-cc10-46c1-be45-85a7c45b9735, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:41:41.466761 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-4e41ca6c-d2cc-4e91-af99-164160ce366d req-1c9eb554-396d-439a-a05f-0adc2c16d11c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:41.475365 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:41.511789 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port f785df27-cd14-495b-928c-2418444af0d1, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=f785df27-cd14-495b-928c-2418444af0d1,segment=NetworkSegment(68097950-705f-4c37-a00c-5a4502f7eec0),segment_id=68097950-705f-4c37-a00c-5a4502f7eec0)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:41:41.626160 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:41.687694 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=f785df27-cd14-495b-928c-2418444af0d1,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:41.706661 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 56894) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:41:41.783231 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-5d04254f-b89b-42f0-86e8-71ac39f34dc8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=aa97dae497ae44f6884f77d4c415de43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0751703 Jul 09 14:41:41.785789 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 56898) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:41:41.821403 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7f06d-0f39-4b87-a832-93b1ef2ff088 req-3033eb53-d797-4283-86cd-f5ef66c14a6e tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:41.822988 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f5c7f06d-0f39-4b87-a832-93b1ef2ff088 req-3033eb53-d797-4283-86cd-f5ef66c14a6e tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=87906e67-d98d-497c-b105-fe0d6a802c10 HTTP/1.1" status: 200 len: 950 time: 0.1341248 Jul 09 14:41:41.883254 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f5c7f06d-0f39-4b87-a832-93b1ef2ff088 req-31308efb-1eb3-4784-8ae4-1aec2ebe7205 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522981 Jul 09 14:41:41.884274 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b52bfb2f-7119-4b76-9ec5-d7840ffcc08f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:41.914891 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b52bfb2f-7119-4b76-9ec5-d7840ffcc08f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:41.918231 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-92b3af1f-dd43-4598-bb77-bc49cb00ac56 req-4387c4c0-1198-4280-ab68-004d2118c502 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:41.941929 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-4e41ca6c-d2cc-4e91-af99-164160ce366d req-1c9eb554-396d-439a-a05f-0adc2c16d11c service neutron] For port 0f7a887a-cc10-46c1-be45-85a7c45b9735, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:41:41.948964 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-4e41ca6c-d2cc-4e91-af99-164160ce366d req-1c9eb554-396d-439a-a05f-0adc2c16d11c service neutron] For port 0f7a887a-cc10-46c1-be45-85a7c45b9735, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=0f7a887a-cc10-46c1-be45-85a7c45b9735,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:41:41.953394 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-92b3af1f-dd43-4598-bb77-bc49cb00ac56 req-4387c4c0-1198-4280-ab68-004d2118c502 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Transition to ACTIVE for port object f75fe67a-03e9-4d45-b9be-c3e13bc21b98 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:41:41.964381 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e9f516f2-5513-4bb2-b6c6-17637f9aaaf0 req-6784086e-5a64-4a63-b29d-947a779f28db service neutron] 10.222.0.58 "GET /v2.0/networks/799bbf9f-0525-4250-82dd-ad4b3053eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4888122 Jul 09 14:41:42.041320 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-4e41ca6c-d2cc-4e91-af99-164160ce366d req-1c9eb554-396d-439a-a05f-0adc2c16d11c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:42.067032 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b52bfb2f-7119-4b76-9ec5-d7840ffcc08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:42.077926 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b52bfb2f-7119-4b76-9ec5-d7840ffcc08f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:42.078249 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b52bfb2f-7119-4b76-9ec5-d7840ffcc08f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/aa8ccfb5-1089-45b8-8b22-f1c0cd5449b8 HTTP/1.1" status: 204 len: 168 time: 0.2915425 Jul 09 14:41:42.088372 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52bfb2f-7119-4b76-9ec5-d7840ffcc08f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8ccfb5-1089-45b8-8b22-f1c0cd5449b8,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:42.105595 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41ca6c-d2cc-4e91-af99-164160ce366d req-1c9eb554-396d-439a-a05f-0adc2c16d11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:42.106240 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-4e41ca6c-d2cc-4e91-af99-164160ce366d req-1c9eb554-396d-439a-a05f-0adc2c16d11c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:42.107852 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4e41ca6c-d2cc-4e91-af99-164160ce366d req-1c9eb554-396d-439a-a05f-0adc2c16d11c service neutron] 10.222.0.62 "PUT /v2.0/ports/0f7a887a-cc10-46c1-be45-85a7c45b9735 HTTP/1.1" status: 200 len: 1096 time: 2.2899466 Jul 09 14:41:42.109582 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfcc7ccb-291a-493f-b69d-6005db0b1092', 'tag': '0f7a887a-cc10-46c1-be45-85a7c45b9735'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:41:42.112056 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9a2807-053c-431d-bfad-a634a9ea02b4" -d '{"events": [{"name": "network-changed", "server_uuid": "bfcc7ccb-291a-493f-b69d-6005db0b1092", "tag": "0f7a887a-cc10-46c1-be45-85a7c45b9735"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:41:42.158252 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e9f516f2-5513-4bb2-b6c6-17637f9aaaf0 req-4e9dc21b-b6cb-4206-8ee3-d4143806c0c1 service neutron] 10.222.0.58 "GET /v2.0/networks/799bbf9f-0525-4250-82dd-ad4b3053eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937604 Jul 09 14:41:42.172134 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9eb554-396d-439a-a05f-0adc2c16d11c service neutron] Pushing event updated for resources: {'Port': ['ID=0f7a887a-cc10-46c1-be45-85a7c45b9735,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:42.230639 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device dcff6a4b-0cec-44b6-b0cb-94e6d3caf41e no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:41:42.233541 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-92b3af1f-dd43-4598-bb77-bc49cb00ac56 req-4387c4c0-1198-4280-ab68-004d2118c502 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:42.270147 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-68ebe8ba-c223-432a-b0cf-065c39297210 req-6c31f8a4-7d43-4f70-ae1a-38603e0a0c31 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa4b046b-c18e-405c-9cae-2fc32f216a42 HTTP/1.1" status: 200 len: 210 time: 0.0731914 Jul 09 14:41:42.281430 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: dcff6a4b-0cec-44b6-b0cb-94e6d3caf41e {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:41:42.281430 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device dcff6a4b-0cec-44b6-b0cb-94e6d3caf41e not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:41:42.304769 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92b3af1f-dd43-4598-bb77-bc49cb00ac56 req-4387c4c0-1198-4280-ab68-004d2118c502 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Network aa30872f-c756-4ec7-be84-b2e3b86cdcfc is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:41:42.316064 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-92b3af1f-dd43-4598-bb77-bc49cb00ac56 req-4387c4c0-1198-4280-ab68-004d2118c502 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:41:42.331290 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-92b3af1f-dd43-4598-bb77-bc49cb00ac56 req-4387c4c0-1198-4280-ab68-004d2118c502 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:41:42.391142 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4387c4c0-1198-4280-ab68-004d2118c502 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Pushing event updated for resources: {'Port': ['ID=f75fe67a-03e9-4d45-b9be-c3e13bc21b98,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:42.391327 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4446ab73-d894-47c3-8dc8-ac126d85f2f8 x-openstack-request-id: req-4446ab73-d894-47c3-8dc8-ac126d85f2f8 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:41:42.391598 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfcc7ccb-291a-493f-b69d-6005db0b1092", "tag": "0f7a887a-cc10-46c1-be45-85a7c45b9735", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:41:42.391856 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4446ab73-d894-47c3-8dc8-ac126d85f2f8 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:41:42.392261 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfcc7ccb-291a-493f-b69d-6005db0b1092', 'tag': '0f7a887a-cc10-46c1-be45-85a7c45b9735', 'status': 'completed', 'code': 200} Jul 09 14:41:42.439012 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3af1f-dd43-4598-bb77-bc49cb00ac56 req-4387c4c0-1198-4280-ab68-004d2118c502 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:42.439671 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-92b3af1f-dd43-4598-bb77-bc49cb00ac56 req-4387c4c0-1198-4280-ab68-004d2118c502 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:42.462564 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41ca6c-d2cc-4e91-af99-164160ce366d req-a2319a57-f148-4036-8f46-418c8744ac21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:42.464431 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4e41ca6c-d2cc-4e91-af99-164160ce366d req-a2319a57-f148-4036-8f46-418c8744ac21 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0392ff6fc2ff439ca5c7435508667427&device_id=bfcc7ccb-291a-493f-b69d-6005db0b1092 HTTP/1.1" status: 200 len: 1099 time: 0.1431813 Jul 09 14:41:42.523934 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4e41ca6c-d2cc-4e91-af99-164160ce366d req-551f9d9e-565e-472a-93e5-90144eedf630 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=0f7a887a-cc10-46c1-be45-85a7c45b9735 HTTP/1.1" status: 200 len: 217 time: 0.0456653 Jul 09 14:41:42.580188 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41ca6c-d2cc-4e91-af99-164160ce366d req-b03b33bd-e0d1-42d5-a62d-b04da9fb3879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:42.581797 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4e41ca6c-d2cc-4e91-af99-164160ce366d req-b03b33bd-e0d1-42d5-a62d-b04da9fb3879 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.0532508 Jul 09 14:41:42.586648 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a566c15-07ae-498c-abda-a757ed2f9275 req-8a8c0f53-fb88-4d5a-89e0-1b3ac25498ec tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:42.588434 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2a566c15-07ae-498c-abda-a757ed2f9275 req-8a8c0f53-fb88-4d5a-89e0-1b3ac25498ec tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=18708f99-dbe1-492b-976e-d41d9f427988 HTTP/1.1" status: 200 len: 945 time: 0.0913386 Jul 09 14:41:42.600808 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-92b3af1f-dd43-4598-bb77-bc49cb00ac56 req-4387c4c0-1198-4280-ab68-004d2118c502 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7976961 Jul 09 14:41:42.633078 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-92b3af1f-dd43-4598-bb77-bc49cb00ac56 req-1f105d7d-0fb2-4e7a-ad12-e399fadd8737 service neutron] Request body: {'port': {'device_id': 'aa4b046b-c18e-405c-9cae-2fc32f216a42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:41:42.634686 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2a566c15-07ae-498c-abda-a757ed2f9275 req-ad9f383f-29e0-4dae-95aa-9d8ad5b5fd2a tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391724 Jul 09 14:41:42.742542 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41ca6c-d2cc-4e91-af99-164160ce366d req-fd75966f-d0ae-4447-af2d-8a928a88d4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:42.744512 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4e41ca6c-d2cc-4e91-af99-164160ce366d req-fd75966f-d0ae-4447-af2d-8a928a88d4e4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1563046 Jul 09 14:41:42.759118 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db9b48db-d25d-4d09-9a7a-bd68518db69b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b8931f-c55e-44c7-9c7d-1f7d5fd6146f'}, {'server_uuid': '18708f99-dbe1-492b-976e-d41d9f427988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f785df27-cd14-495b-928c-2418444af0d1'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:41:42.761439 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12891e8d-7a0b-49fb-a34e-28e1f58e4b62" -d '{"events": [{"server_uuid": "db9b48db-d25d-4d09-9a7a-bd68518db69b", "name": "network-vif-plugged", "status": "completed", "tag": "01b8931f-c55e-44c7-9c7d-1f7d5fd6146f"}, {"server_uuid": "18708f99-dbe1-492b-976e-d41d9f427988", "name": "network-vif-plugged", "status": "completed", "tag": "f785df27-cd14-495b-928c-2418444af0d1"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:41:42.777611 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3fd0dfc2-8159-4788-a92d-02dd8e1fafdc req-e3e22630-79cf-448c-b006-779c66015872 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=584b377a-b2f4-4fc5-970c-0a3b1bc09296 HTTP/1.1" status: 200 len: 210 time: 0.0716665 Jul 09 14:41:42.821696 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-92b3af1f-dd43-4598-bb77-bc49cb00ac56 req-1f105d7d-0fb2-4e7a-ad12-e399fadd8737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:42.854765 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 14:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e0c125-cf2a-466c-8f0a-872a7303bece x-openstack-request-id: req-43e0c125-cf2a-466c-8f0a-872a7303bece {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:41:42.855147 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db9b48db-d25d-4d09-9a7a-bd68518db69b", "name": "network-vif-plugged", "status": "completed", "tag": "01b8931f-c55e-44c7-9c7d-1f7d5fd6146f", "code": 200}, {"server_uuid": "18708f99-dbe1-492b-976e-d41d9f427988", "name": "network-vif-plugged", "status": "completed", "tag": "f785df27-cd14-495b-928c-2418444af0d1", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:41:42.855484 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-43e0c125-cf2a-466c-8f0a-872a7303bece {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:41:42.856050 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db9b48db-d25d-4d09-9a7a-bd68518db69b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b8931f-c55e-44c7-9c7d-1f7d5fd6146f', 'code': 200} Jul 09 14:41:42.856504 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18708f99-dbe1-492b-976e-d41d9f427988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f785df27-cd14-495b-928c-2418444af0d1', 'code': 200} Jul 09 14:41:42.895253 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a682b52d-f72e-4439-a990-dd03fe11ba72 None None] Provisioning for port f75fe67a-03e9-4d45-b9be-c3e13bc21b98 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:41:42.900367 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a682b52d-f72e-4439-a990-dd03fe11ba72 None None] Provisioning complete for port f75fe67a-03e9-4d45-b9be-c3e13bc21b98 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:41:42.900852 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a682b52d-f72e-4439-a990-dd03fe11ba72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:42.944635 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a682b52d-f72e-4439-a990-dd03fe11ba72 None None] Port f75fe67a-03e9-4d45-b9be-c3e13bc21b98 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:41:43.034353 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4e41ca6c-d2cc-4e91-af99-164160ce366d req-c045a415-a5ae-4a73-a4fa-fb961e89a0d1 service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809954 Jul 09 14:41:43.129357 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df099ea-033b-462b-9c4f-9c889c6876d5 req-097b9577-9c1c-434e-a5a9-e9b877638d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:43.131415 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2df099ea-033b-462b-9c4f-9c889c6876d5 req-097b9577-9c1c-434e-a5a9-e9b877638d2a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=db9b48db-d25d-4d09-9a7a-bd68518db69b HTTP/1.1" status: 200 len: 1096 time: 0.1563027 Jul 09 14:41:43.146664 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45743e5e-8cf6-4f35-9050-7526cfa6777e req-8ad13838-633d-4de2-ab2a-7351cf3a6c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:43.147850 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-45743e5e-8cf6-4f35-9050-7526cfa6777e req-8ad13838-633d-4de2-ab2a-7351cf3a6c72 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=18708f99-dbe1-492b-976e-d41d9f427988 HTTP/1.1" status: 200 len: 1096 time: 0.1645968 Jul 09 14:41:43.156339 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b9207e-fba1-488d-ae27-00b4773666cd req-a75d0dbb-6b2e-4eab-a6b8-f870c5c70607 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:43.163330 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-41b9207e-fba1-488d-ae27-00b4773666cd req-a75d0dbb-6b2e-4eab-a6b8-f870c5c70607 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=87906e67-d98d-497c-b105-fe0d6a802c10 HTTP/1.1" status: 200 len: 950 time: 0.1248713 Jul 09 14:41:43.238413 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4e41ca6c-d2cc-4e91-af99-164160ce366d req-2767e26b-f970-4a58-957c-952640abb83d service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820221 Jul 09 14:41:43.239642 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2df099ea-033b-462b-9c4f-9c889c6876d5 req-66343de6-a779-4aeb-af86-8a278bc711aa service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011157 Jul 09 14:41:43.251060 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-41b9207e-fba1-488d-ae27-00b4773666cd req-e2f35540-ff86-46b9-94c1-fca422fd3ef9 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868335 Jul 09 14:41:43.253103 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-45743e5e-8cf6-4f35-9050-7526cfa6777e req-f49b7acc-3b7d-4b7f-ade2-78740fe0b9b9 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878448 Jul 09 14:41:43.334354 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-92b3af1f-dd43-4598-bb77-bc49cb00ac56 req-1f105d7d-0fb2-4e7a-ad12-e399fadd8737 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f75fe67a-03e9-4d45-b9be-c3e13bc21b98 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:41:43.342222 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-92b3af1f-dd43-4598-bb77-bc49cb00ac56 req-1f105d7d-0fb2-4e7a-ad12-e399fadd8737 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:43.355020 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-92b3af1f-dd43-4598-bb77-bc49cb00ac56 req-1f105d7d-0fb2-4e7a-ad12-e399fadd8737 service neutron] Transition to ACTIVE for port object f75fe67a-03e9-4d45-b9be-c3e13bc21b98 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:41:43.463907 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-92b3af1f-dd43-4598-bb77-bc49cb00ac56 req-1f105d7d-0fb2-4e7a-ad12-e399fadd8737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:43.543369 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f105d7d-0fb2-4e7a-ad12-e399fadd8737 service neutron] Pushing event updated for resources: {'Port': ['ID=f75fe67a-03e9-4d45-b9be-c3e13bc21b98,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:43.563928 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9a2807-053c-431d-bfad-a634a9ea02b4 req-637f0936-787a-4b63-85b8-5ba4362f8c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:43.565891 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9c9a2807-053c-431d-bfad-a634a9ea02b4 req-637f0936-787a-4b63-85b8-5ba4362f8c62 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0392ff6fc2ff439ca5c7435508667427&device_id=bfcc7ccb-291a-493f-b69d-6005db0b1092 HTTP/1.1" status: 200 len: 1099 time: 0.1487999 Jul 09 14:41:43.586880 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d452c1ff-4ef3-4520-826c-f3ffedce30d7 req-7de2ba45-3d44-494b-b217-bf7d0543d3a0 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:43.589202 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d452c1ff-4ef3-4520-826c-f3ffedce30d7 req-7de2ba45-3d44-494b-b217-bf7d0543d3a0 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa4b046b-c18e-405c-9cae-2fc32f216a42 HTTP/1.1" status: 200 len: 948 time: 0.1294208 Jul 09 14:41:43.682830 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d452c1ff-4ef3-4520-826c-f3ffedce30d7 req-165f7350-766e-4daf-911c-dce2a6c811a3 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701301 Jul 09 14:41:43.772422 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-92b3af1f-dd43-4598-bb77-bc49cb00ac56 req-1f105d7d-0fb2-4e7a-ad12-e399fadd8737 service neutron] Attempting to bind port f75fe67a-03e9-4d45-b9be-c3e13bc21b98 on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:41:43.772770 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-92b3af1f-dd43-4598-bb77-bc49cb00ac56 req-1f105d7d-0fb2-4e7a-ad12-e399fadd8737 service neutron] Attempting to bind port f75fe67a-03e9-4d45-b9be-c3e13bc21b98 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:41:43.773098 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b3af1f-dd43-4598-bb77-bc49cb00ac56 req-1f105d7d-0fb2-4e7a-ad12-e399fadd8737 service neutron] Attempting to bind port f75fe67a-03e9-4d45-b9be-c3e13bc21b98 on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:41:43.791882 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b3af1f-dd43-4598-bb77-bc49cb00ac56 req-1f105d7d-0fb2-4e7a-ad12-e399fadd8737 service neutron] Port f75fe67a-03e9-4d45-b9be-c3e13bc21b98 on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:41:43.802686 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b3af1f-dd43-4598-bb77-bc49cb00ac56 req-1f105d7d-0fb2-4e7a-ad12-e399fadd8737 service neutron] Attempting to bind port f75fe67a-03e9-4d45-b9be-c3e13bc21b98 on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:41:43.807646 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b3af1f-dd43-4598-bb77-bc49cb00ac56 req-1f105d7d-0fb2-4e7a-ad12-e399fadd8737 service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:41:43.808021 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b3af1f-dd43-4598-bb77-bc49cb00ac56 req-1f105d7d-0fb2-4e7a-ad12-e399fadd8737 service neutron] Checking segment: {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:41:43.808698 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b3af1f-dd43-4598-bb77-bc49cb00ac56 req-1f105d7d-0fb2-4e7a-ad12-e399fadd8737 service neutron] Bound using segment: {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:41:43.809337 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-92b3af1f-dd43-4598-bb77-bc49cb00ac56 req-1f105d7d-0fb2-4e7a-ad12-e399fadd8737 service neutron] Bound port: f75fe67a-03e9-4d45-b9be-c3e13bc21b98, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:41:43.809882 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-92b3af1f-dd43-4598-bb77-bc49cb00ac56 req-1f105d7d-0fb2-4e7a-ad12-e399fadd8737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:43.814295 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9a2807-053c-431d-bfad-a634a9ea02b4 req-cee73e19-2574-4a85-b2e5-992b0399381e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:43.816117 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9c9a2807-053c-431d-bfad-a634a9ea02b4 req-cee73e19-2574-4a85-b2e5-992b0399381e service neutron] 10.222.0.62 "GET /v2.0/networks?id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc HTTP/1.1" status: 200 len: 870 time: 0.2252426 Jul 09 14:41:43.872242 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9c9a2807-053c-431d-bfad-a634a9ea02b4 req-fa9ee87c-f341-420e-8b1b-556943951f96 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=0f7a887a-cc10-46c1-be45-85a7c45b9735 HTTP/1.1" status: 200 len: 217 time: 0.0449772 Jul 09 14:41:43.895396 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219bed4-234d-479d-aceb-585008b73cf4 req-ec580f49-bf1b-4b19-a353-962300405a83 tempest-MigrationsAdminTest-669091247 tempest-MigrationsAdminTest-669091247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:43.897154 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c219bed4-234d-479d-aceb-585008b73cf4 req-ec580f49-bf1b-4b19-a353-962300405a83 tempest-MigrationsAdminTest-669091247 tempest-MigrationsAdminTest-669091247-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=87906e67-d98d-497c-b105-fe0d6a802c10 HTTP/1.1" status: 200 len: 1101 time: 0.2029536 Jul 09 14:41:43.906062 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed2d82e-ed32-44a7-be1a-1a06151b70e0 req-c3957775-a98a-4d88-8ab6-3d0ede381185 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:43.907664 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0ed2d82e-ed32-44a7-be1a-1a06151b70e0 req-c3957775-a98a-4d88-8ab6-3d0ede381185 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=18708f99-dbe1-492b-976e-d41d9f427988 HTTP/1.1" status: 200 len: 945 time: 0.1012599 Jul 09 14:41:43.947971 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0ed2d82e-ed32-44a7-be1a-1a06151b70e0 req-5909523f-a695-417d-aaea-faff5fd158d0 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340600 Jul 09 14:41:43.964204 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c219bed4-234d-479d-aceb-585008b73cf4 req-a871ef9c-d556-4ac4-94c5-701f94f477cf tempest-MigrationsAdminTest-669091247 tempest-MigrationsAdminTest-669091247-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:43.985500 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-92b3af1f-dd43-4598-bb77-bc49cb00ac56 req-1f105d7d-0fb2-4e7a-ad12-e399fadd8737 service neutron] For port f75fe67a-03e9-4d45-b9be-c3e13bc21b98, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:41:44.006063 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-92b3af1f-dd43-4598-bb77-bc49cb00ac56 req-1f105d7d-0fb2-4e7a-ad12-e399fadd8737 service neutron] For port f75fe67a-03e9-4d45-b9be-c3e13bc21b98, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=f75fe67a-03e9-4d45-b9be-c3e13bc21b98,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:41:44.014488 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9a2807-053c-431d-bfad-a634a9ea02b4 req-b478c1df-a528-4da9-a6bc-8edd849d438c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:44.016098 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9c9a2807-053c-431d-bfad-a634a9ea02b4 req-b478c1df-a528-4da9-a6bc-8edd849d438c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.1163673 Jul 09 14:41:44.110831 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9a2807-053c-431d-bfad-a634a9ea02b4 req-02771cea-1ea7-4645-821c-f382c31e7a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:44.112384 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9c9a2807-053c-431d-bfad-a634a9ea02b4 req-02771cea-1ea7-4645-821c-f382c31e7a4f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0885234 Jul 09 14:41:44.180474 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c219bed4-234d-479d-aceb-585008b73cf4 req-a871ef9c-d556-4ac4-94c5-701f94f477cf tempest-MigrationsAdminTest-669091247 tempest-MigrationsAdminTest-669091247-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:44.183677 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-92b3af1f-dd43-4598-bb77-bc49cb00ac56 req-1f105d7d-0fb2-4e7a-ad12-e399fadd8737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:44.217185 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6f282106-cb57-49a4-a876-676677b73b92 req-91bb5d48-e073-430d-88f9-93095cd5368b tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=584b377a-b2f4-4fc5-970c-0a3b1bc09296 HTTP/1.1" status: 200 len: 210 time: 0.0325339 Jul 09 14:41:44.243461 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3af1f-dd43-4598-bb77-bc49cb00ac56 req-1f105d7d-0fb2-4e7a-ad12-e399fadd8737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:44.243461 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-92b3af1f-dd43-4598-bb77-bc49cb00ac56 req-1f105d7d-0fb2-4e7a-ad12-e399fadd8737 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:44.243461 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-92b3af1f-dd43-4598-bb77-bc49cb00ac56 req-1f105d7d-0fb2-4e7a-ad12-e399fadd8737 service neutron] 10.222.0.62 "PUT /v2.0/ports/f75fe67a-03e9-4d45-b9be-c3e13bc21b98 HTTP/1.1" status: 200 len: 1096 time: 1.6189969 Jul 09 14:41:44.280722 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9c9a2807-053c-431d-bfad-a634a9ea02b4 req-f7a08f6b-da2b-4649-b1e9-0eb9cc12d1b2 service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582084 Jul 09 14:41:44.281498 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f105d7d-0fb2-4e7a-ad12-e399fadd8737 service neutron] Pushing event updated for resources: {'Port': ['ID=f75fe67a-03e9-4d45-b9be-c3e13bc21b98,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:44.336648 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c219bed4-234d-479d-aceb-585008b73cf4 req-a871ef9c-d556-4ac4-94c5-701f94f477cf tempest-MigrationsAdminTest-669091247 tempest-MigrationsAdminTest-669091247-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:44.394280 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c219bed4-234d-479d-aceb-585008b73cf4 req-a871ef9c-d556-4ac4-94c5-701f94f477cf tempest-MigrationsAdminTest-669091247 tempest-MigrationsAdminTest-669091247-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4814887 Jul 09 14:41:44.424649 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa4b046b-c18e-405c-9cae-2fc32f216a42', 'tag': 'f75fe67a-03e9-4d45-b9be-c3e13bc21b98'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:41:44.427554 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e10577a-c260-400b-bcd5-3d31772513df" -d '{"events": [{"name": "network-changed", "server_uuid": "aa4b046b-c18e-405c-9cae-2fc32f216a42", "tag": "f75fe67a-03e9-4d45-b9be-c3e13bc21b98"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:41:44.513087 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a871ef9c-d556-4ac4-94c5-701f94f477cf tempest-MigrationsAdminTest-669091247 tempest-MigrationsAdminTest-669091247-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b1bfcb-bb57-498f-9f55-1c75bfdd78a1,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:44.556126 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9c9a2807-053c-431d-bfad-a634a9ea02b4 req-80f05aed-0347-4c69-befc-6c843a7c2786 service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671678 Jul 09 14:41:44.627312 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:44.657765 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d61ea115-b45d-4598-a997-fc3c21e423bb x-openstack-request-id: req-d61ea115-b45d-4598-a997-fc3c21e423bb {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:41:44.659924 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa4b046b-c18e-405c-9cae-2fc32f216a42", "tag": "f75fe67a-03e9-4d45-b9be-c3e13bc21b98", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:41:44.660289 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d61ea115-b45d-4598-a997-fc3c21e423bb {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:41:44.660606 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa4b046b-c18e-405c-9cae-2fc32f216a42', 'tag': 'f75fe67a-03e9-4d45-b9be-c3e13bc21b98', 'status': 'completed', 'code': 200} Jul 09 14:41:44.745538 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3af1f-dd43-4598-bb77-bc49cb00ac56 req-ef838938-3db0-4c7f-bb71-f0442226812f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:44.747985 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-92b3af1f-dd43-4598-bb77-bc49cb00ac56 req-ef838938-3db0-4c7f-bb71-f0442226812f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0392ff6fc2ff439ca5c7435508667427&device_id=aa4b046b-c18e-405c-9cae-2fc32f216a42 HTTP/1.1" status: 200 len: 1099 time: 0.1226776 Jul 09 14:41:44.854687 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-92b3af1f-dd43-4598-bb77-bc49cb00ac56 req-afe281aa-194d-4bab-a589-5cf0618a33d7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=f75fe67a-03e9-4d45-b9be-c3e13bc21b98 HTTP/1.1" status: 200 len: 217 time: 0.0620875 Jul 09 14:41:44.945136 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3af1f-dd43-4598-bb77-bc49cb00ac56 req-e0dec174-4520-43db-aa76-495dede00788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:44.946698 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-92b3af1f-dd43-4598-bb77-bc49cb00ac56 req-e0dec174-4520-43db-aa76-495dede00788 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.0704908 Jul 09 14:41:44.955551 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087f8d7-a312-4862-bdbc-7b36cdfd0b38 req-0b3ce445-ff68-4a0c-a26f-55692b6a1e36 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:44.957086 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e087f8d7-a312-4862-bdbc-7b36cdfd0b38 req-0b3ce445-ff68-4a0c-a26f-55692b6a1e36 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa4b046b-c18e-405c-9cae-2fc32f216a42 HTTP/1.1" status: 200 len: 948 time: 0.1137643 Jul 09 14:41:45.025600 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e087f8d7-a312-4862-bdbc-7b36cdfd0b38 req-6db3655c-876a-48f5-88a1-22cfd5e1df4f tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589826 Jul 09 14:41:45.043564 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3af1f-dd43-4598-bb77-bc49cb00ac56 req-07ffe3b4-c63f-4375-a518-92bccce7bc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:45.043564 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-92b3af1f-dd43-4598-bb77-bc49cb00ac56 req-07ffe3b4-c63f-4375-a518-92bccce7bc1d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0837457 Jul 09 14:41:45.163025 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-92b3af1f-dd43-4598-bb77-bc49cb00ac56 req-d830c5bd-f90f-4d9d-93f8-c7e15383805c service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124485 Jul 09 14:41:45.284597 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d2cc2-d049-4714-a20f-bf7c2e468c0e req-3e154998-5b37-4915-a779-7e99f9387839 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:45.286684 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c91d2cc2-d049-4714-a20f-bf7c2e468c0e req-3e154998-5b37-4915-a779-7e99f9387839 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=18708f99-dbe1-492b-976e-d41d9f427988 HTTP/1.1" status: 200 len: 945 time: 0.1373911 Jul 09 14:41:45.303728 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-92b3af1f-dd43-4598-bb77-bc49cb00ac56 req-35c43d48-8b48-4848-81a2-eb4969aae924 service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117549 Jul 09 14:41:45.328753 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c91d2cc2-d049-4714-a20f-bf7c2e468c0e req-be12a678-911d-4dc5-b071-79c62b79c61c tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343471 Jul 09 14:41:45.521609 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3c41de1a-d05d-456d-9dfd-24ca7d7dbef2 req-465a623a-6ac6-4e90-81b7-32857df65dc5 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=584b377a-b2f4-4fc5-970c-0a3b1bc09296 HTTP/1.1" status: 200 len: 210 time: 0.0326021 Jul 09 14:41:45.538242 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77602f5d-0623-4af1-9195-40ca58395028 req-5ee8b812-cec0-41dc-a09a-e575e8cfdc44 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:45.539970 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-77602f5d-0623-4af1-9195-40ca58395028 req-5ee8b812-cec0-41dc-a09a-e575e8cfdc44 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=87906e67-d98d-497c-b105-fe0d6a802c10 HTTP/1.1" status: 200 len: 950 time: 0.0929959 Jul 09 14:41:45.598695 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10577a-c260-400b-bcd5-3d31772513df req-f045d0e8-2781-41ad-8280-4d6087b3f792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:45.600280 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2e10577a-c260-400b-bcd5-3d31772513df req-f045d0e8-2781-41ad-8280-4d6087b3f792 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0392ff6fc2ff439ca5c7435508667427&device_id=aa4b046b-c18e-405c-9cae-2fc32f216a42 HTTP/1.1" status: 200 len: 1099 time: 0.1033607 Jul 09 14:41:45.603786 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-77602f5d-0623-4af1-9195-40ca58395028 req-caac8e5d-e84c-48ad-aa5c-74800eff33ee tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549829 Jul 09 14:41:45.751299 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10577a-c260-400b-bcd5-3d31772513df req-259b31eb-46bc-4df5-86ee-457bc887d7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:45.754398 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2e10577a-c260-400b-bcd5-3d31772513df req-259b31eb-46bc-4df5-86ee-457bc887d7b6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc HTTP/1.1" status: 200 len: 870 time: 0.1463239 Jul 09 14:41:45.807975 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2e10577a-c260-400b-bcd5-3d31772513df req-5152de0c-8e9a-485b-afd8-56f8864d02c5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=f75fe67a-03e9-4d45-b9be-c3e13bc21b98 HTTP/1.1" status: 200 len: 217 time: 0.0462825 Jul 09 14:41:45.845239 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9dcf8e60-f851-4064-adf6-49705de70637 req-c2fb256b-6ca6-4494-9ce3-dfe6fa8cf5ac service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=87906e67-d98d-497c-b105-fe0d6a802c10&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2654083 Jul 09 14:41:45.882467 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10577a-c260-400b-bcd5-3d31772513df req-c3f3880e-a35c-423e-acc2-360d26af5231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:45.883945 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2e10577a-c260-400b-bcd5-3d31772513df req-c3f3880e-a35c-423e-acc2-360d26af5231 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.0709336 Jul 09 14:41:45.943427 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10577a-c260-400b-bcd5-3d31772513df req-f0596f90-45a1-4f01-af88-36e82870f707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:45.945013 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2e10577a-c260-400b-bcd5-3d31772513df req-f0596f90-45a1-4f01-af88-36e82870f707 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0515702 Jul 09 14:41:46.203361 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f516f2-5513-4bb2-b6c6-17637f9aaaf0 req-cb389a93-d9d8-440f-92d1-d8d85423a7d2 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:46.205305 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e9f516f2-5513-4bb2-b6c6-17637f9aaaf0 req-cb389a93-d9d8-440f-92d1-d8d85423a7d2 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.62 "GET /v2.0/networks?id=799bbf9f-0525-4250-82dd-ad4b3053eab3 HTTP/1.1" status: 200 len: 812 time: 0.2013650 Jul 09 14:41:46.222874 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2e10577a-c260-400b-bcd5-3d31772513df req-8ed46f05-869f-4f2d-acd6-3866821603df service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701159 Jul 09 14:41:46.248152 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-e9f516f2-5513-4bb2-b6c6-17637f9aaaf0 req-544f33e4-1b00-4d65-a779-94563e1ee518 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Request body: {'port': {'device_id': '584b377a-b2f4-4fc5-970c-0a3b1bc09296', 'network_id': '799bbf9f-0525-4250-82dd-ad4b3053eab3', 'admin_state_up': True, 'tenant_id': '1c625c057eb84d94ab805dc5f07c0366'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:41:46.337195 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3cb1a2-a63f-4640-b499-99d32d4b4c3f req-498bb10c-4382-471a-9f67-534771f0b31c tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:46.338702 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5b3cb1a2-a63f-4640-b499-99d32d4b4c3f req-498bb10c-4382-471a-9f67-534771f0b31c tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=18708f99-dbe1-492b-976e-d41d9f427988 HTTP/1.1" status: 200 len: 945 time: 0.0782664 Jul 09 14:41:46.456205 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5b3cb1a2-a63f-4640-b499-99d32d4b4c3f req-8e5a4eb3-2c82-42b1-85a1-e40cc35a8943 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090212 Jul 09 14:41:46.498555 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd90268d-6c4c-4f09-a23c-2520e111eca0 req-12fd8ea3-9337-46a0-8822-4f79c09e9a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:46.501106 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cd90268d-6c4c-4f09-a23c-2520e111eca0 req-12fd8ea3-9337-46a0-8822-4f79c09e9a72 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7e8e5340b4af4fbb9f6efeaeab787aeb&device_id=18708f99-dbe1-492b-976e-d41d9f427988 HTTP/1.1" status: 200 len: 1096 time: 0.1614661 Jul 09 14:41:46.525439 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 57044) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:41:46.695070 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd90268d-6c4c-4f09-a23c-2520e111eca0 req-ed5ffe15-4630-4da1-8f0f-0bac7ef77eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:46.697035 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cd90268d-6c4c-4f09-a23c-2520e111eca0 req-ed5ffe15-4630-4da1-8f0f-0bac7ef77eae service neutron] 10.222.0.54 "GET /v2.0/networks?id=f1bff32f-69e2-446c-a290-b6ec892cf735 HTTP/1.1" status: 200 len: 920 time: 0.1887100 Jul 09 14:41:46.813616 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cd90268d-6c4c-4f09-a23c-2520e111eca0 req-79853c37-6fbf-4d01-90ee-af437243443f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f785df27-cd14-495b-928c-2418444af0d1 HTTP/1.1" status: 200 len: 217 time: 0.1094465 Jul 09 14:41:46.860120 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c838e-5250-4213-a3f8-0ce58f85aed3 req-c54e3c9a-7e7b-40a8-815e-0cc18c4fca23 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:46.864060 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-607c838e-5250-4213-a3f8-0ce58f85aed3 req-c54e3c9a-7e7b-40a8-815e-0cc18c4fca23 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa4b046b-c18e-405c-9cae-2fc32f216a42 HTTP/1.1" status: 200 len: 948 time: 0.6554689 Jul 09 14:41:46.881997 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2e10577a-c260-400b-bcd5-3d31772513df req-5c8dbafc-53b8-45f6-b413-c0058e7b833e service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6377394 Jul 09 14:41:46.913925 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-565e924a-dcd0-40ca-972f-76ae9a7f0ace req-e10db411-ab4d-4d0a-b74c-17d52e421c11 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=584b377a-b2f4-4fc5-970c-0a3b1bc09296 HTTP/1.1" status: 200 len: 210 time: 0.0980260 Jul 09 14:41:46.916665 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ebff096e-60ac-4584-80e9-f4562bd57bee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:46.935221 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-607c838e-5250-4213-a3f8-0ce58f85aed3 req-0700e36e-e559-4660-bd85-212c6a659c55 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587370 Jul 09 14:41:46.950903 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd90268d-6c4c-4f09-a23c-2520e111eca0 req-913b2804-a6cf-49a6-8dc9-9dde227f303d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:46.959994 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cd90268d-6c4c-4f09-a23c-2520e111eca0 req-913b2804-a6cf-49a6-8dc9-9dde227f303d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=55af4da9-7f40-4991-a82d-0bd874a45ee8 HTTP/1.1" status: 200 len: 859 time: 0.1206074 Jul 09 14:41:46.995231 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cd90268d-6c4c-4f09-a23c-2520e111eca0 req-b668d3c7-233f-462f-a9ca-dee1da926291 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f1bff32f-69e2-446c-a290-b6ec892cf735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307732 Jul 09 14:41:47.028214 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9f516f2-5513-4bb2-b6c6-17637f9aaaf0 req-544f33e4-1b00-4d65-a779-94563e1ee518 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Made reservation on behalf of 1c625c057eb84d94ab805dc5f07c0366 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:41:47.033636 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e9f516f2-5513-4bb2-b6c6-17637f9aaaf0 req-544f33e4-1b00-4d65-a779-94563e1ee518 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:47.109138 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 0f7a887a-cc10-46c1-be45-85a7c45b9735 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:41:47.230925 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cd90268d-6c4c-4f09-a23c-2520e111eca0 req-4d448de8-c4c2-47a0-9094-a3125fb2867a service neutron] 10.222.0.54 "GET /v2.0/networks/f1bff32f-69e2-446c-a290-b6ec892cf735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276998 Jul 09 14:41:47.261791 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:41:47.299668 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 0f7a887a-cc10-46c1-be45-85a7c45b9735, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=0f7a887a-cc10-46c1-be45-85a7c45b9735,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:41:47.318019 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '0f7a887a-cc10-46c1-be45-85a7c45b9735', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'port_id': '0f7a887a-cc10-46c1-be45-85a7c45b9735', 'mac_address': 'fa:16:3e:47:19:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8081bcce-88de-4a2f-9e69-6750220e0be0', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:41:47.322647 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1812ed-f338-4b3d-80c1-62b997609255 req-43f343fa-d89e-4897-be65-c52f7958e795 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:47.324381 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4f1812ed-f338-4b3d-80c1-62b997609255 req-43f343fa-d89e-4897-be65-c52f7958e795 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=87906e67-d98d-497c-b105-fe0d6a802c10 HTTP/1.1" status: 200 len: 950 time: 0.2247882 Jul 09 14:41:47.349908 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ebff096e-60ac-4584-80e9-f4562bd57bee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:47.383522 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cd90268d-6c4c-4f09-a23c-2520e111eca0 req-e399c11c-881a-4df9-8afc-cd8a10a76c30 service neutron] 10.222.0.54 "GET /v2.0/networks/f1bff32f-69e2-446c-a290-b6ec892cf735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403844 Jul 09 14:41:47.398376 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:47.403255 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4f1812ed-f338-4b3d-80c1-62b997609255 req-69780d3d-9233-48fa-b834-5cc276ca22bd tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671170 Jul 09 14:41:47.415359 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-e9f516f2-5513-4bb2-b6c6-17637f9aaaf0 req-544f33e4-1b00-4d65-a779-94563e1ee518 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Allocated IP 172.20.0.4 (799bbf9f-0525-4250-82dd-ad4b3053eab3/aeb0304f-76ed-455f-9fb9-36b89284b9c6/b1b12c19-9139-403e-b897-a3f7ecfc7a65) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:41:47.427724 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ebff096e-60ac-4584-80e9-f4562bd57bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:47.429803 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f7a887a-cc10-46c1-be45-85a7c45b9735 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:41:47.470910 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 0f7a887a-cc10-46c1-be45-85a7c45b9735, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=0f7a887a-cc10-46c1-be45-85a7c45b9735,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:41:47.506833 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ebff096e-60ac-4584-80e9-f4562bd57bee admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=abe2c356c6d041c486d6410946caca93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9773064 Jul 09 14:41:47.506833 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff096e-60ac-4584-80e9-f4562bd57bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2477c49-4576-45d2-bb1b-3157a695947e,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:47.514258 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 57064) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:41:47.581141 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:47.581468 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-dcee7632-1b1a-4288-8f17-91d0d4822ed6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:47.624920 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-dcee7632-1b1a-4288-8f17-91d0d4822ed6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:47.665379 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e9f516f2-5513-4bb2-b6c6-17637f9aaaf0 req-544f33e4-1b00-4d65-a779-94563e1ee518 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:47.721446 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=0f7a887a-cc10-46c1-be45-85a7c45b9735,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:47.731970 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:41:47.732470 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:41:47.732963 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:41:47.733366 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:41:47.733776 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:41:47.734171 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:41:47.734576 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:41:47.734973 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:41:47.735471 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:41:47.736136 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:41:47.736824 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:41:47.737357 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:41:47.792819 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e7ec8-76f2-4790-98a9-060e19de56cf req-11449fcf-dee9-4133-9ec9-88a414bb3c14 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:47.794420 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-062e7ec8-76f2-4790-98a9-060e19de56cf req-11449fcf-dee9-4133-9ec9-88a414bb3c14 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=18708f99-dbe1-492b-976e-d41d9f427988 HTTP/1.1" status: 200 len: 945 time: 0.0862527 Jul 09 14:41:47.815960 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e9f516f2-5513-4bb2-b6c6-17637f9aaaf0 req-544f33e4-1b00-4d65-a779-94563e1ee518 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:47.820193 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-dcee7632-1b1a-4288-8f17-91d0d4822ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:47.830403 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-dcee7632-1b1a-4288-8f17-91d0d4822ed6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:47.830403 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-dcee7632-1b1a-4288-8f17-91d0d4822ed6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f2477c49-4576-45d2-bb1b-3157a695947e HTTP/1.1" status: 204 len: 168 time: 0.3069329 Jul 09 14:41:47.841356 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcee7632-1b1a-4288-8f17-91d0d4822ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2477c49-4576-45d2-bb1b-3157a695947e,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:47.884330 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9f516f2-5513-4bb2-b6c6-17637f9aaaf0 req-544f33e4-1b00-4d65-a779-94563e1ee518 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Network 799bbf9f-0525-4250-82dd-ad4b3053eab3 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:41:47.888882 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-062e7ec8-76f2-4790-98a9-060e19de56cf req-7bf3ec12-b17c-4ebd-be9b-ecd8f59b8e22 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859835 Jul 09 14:41:47.892009 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-e9f516f2-5513-4bb2-b6c6-17637f9aaaf0 req-544f33e4-1b00-4d65-a779-94563e1ee518 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:41:47.898851 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9f516f2-5513-4bb2-b6c6-17637f9aaaf0 req-544f33e4-1b00-4d65-a779-94563e1ee518 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:41:47.945674 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544f33e4-1b00-4d65-a779-94563e1ee518 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Pushing event updated for resources: {'Port': ['ID=b1b12c19-9139-403e-b897-a3f7ecfc7a65,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:47.965257 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f516f2-5513-4bb2-b6c6-17637f9aaaf0 req-544f33e4-1b00-4d65-a779-94563e1ee518 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:47.965879 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e9f516f2-5513-4bb2-b6c6-17637f9aaaf0 req-544f33e4-1b00-4d65-a779-94563e1ee518 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:47.972496 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['0f7a887a-cc10-46c1-be45-85a7c45b9735'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:41:48.050701 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e9f516f2-5513-4bb2-b6c6-17637f9aaaf0 req-544f33e4-1b00-4d65-a779-94563e1ee518 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8261464 Jul 09 14:41:48.071401 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-e9f516f2-5513-4bb2-b6c6-17637f9aaaf0 req-50be0730-a8f3-46d5-b5f4-1b846c5c9394 service neutron] Request body: {'port': {'device_id': '584b377a-b2f4-4fc5-970c-0a3b1bc09296', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:41:48.169900 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d28a8-cbcd-4673-8ac0-a48c5416219a req-1abf890f-0706-4c61-84d8-da73599b9529 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:48.171855 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0a5d28a8-cbcd-4673-8ac0-a48c5416219a req-1abf890f-0706-4c61-84d8-da73599b9529 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=584b377a-b2f4-4fc5-970c-0a3b1bc09296 HTTP/1.1" status: 200 len: 931 time: 0.0715702 Jul 09 14:41:48.218609 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0a5d28a8-cbcd-4673-8ac0-a48c5416219a req-e8d0a430-e7e7-433f-b899-b26ad3194f63 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364444 Jul 09 14:41:48.261154 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e9f516f2-5513-4bb2-b6c6-17637f9aaaf0 req-50be0730-a8f3-46d5-b5f4-1b846c5c9394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:48.316934 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65428a0-3aed-4724-897b-1dbcbd7dac19 req-a8701ead-997b-4e93-a4b0-fa881dc2bf35 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:48.319221 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d65428a0-3aed-4724-897b-1dbcbd7dac19 req-a8701ead-997b-4e93-a4b0-fa881dc2bf35 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa4b046b-c18e-405c-9cae-2fc32f216a42 HTTP/1.1" status: 200 len: 948 time: 0.1983957 Jul 09 14:41:48.431772 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d65428a0-3aed-4724-897b-1dbcbd7dac19 req-93f14724-6b14-4d45-bc9a-6ea6e9e40064 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064198 Jul 09 14:41:48.600704 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-e9f516f2-5513-4bb2-b6c6-17637f9aaaf0 req-50be0730-a8f3-46d5-b5f4-1b846c5c9394 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1b12c19-9139-403e-b897-a3f7ecfc7a65 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:41:48.608436 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e9f516f2-5513-4bb2-b6c6-17637f9aaaf0 req-50be0730-a8f3-46d5-b5f4-1b846c5c9394 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:48.620384 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac4947-2cbf-4a5e-8092-0b0d03786e29 req-e43ac8e7-9562-4fb7-bb3b-09c1a1176e22 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:48.621090 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-e9f516f2-5513-4bb2-b6c6-17637f9aaaf0 req-50be0730-a8f3-46d5-b5f4-1b846c5c9394 service neutron] Transition to ACTIVE for port object b1b12c19-9139-403e-b897-a3f7ecfc7a65 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:41:48.621857 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c2ac4947-2cbf-4a5e-8092-0b0d03786e29 req-e43ac8e7-9562-4fb7-bb3b-09c1a1176e22 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=87906e67-d98d-497c-b105-fe0d6a802c10 HTTP/1.1" status: 200 len: 950 time: 0.0659328 Jul 09 14:41:48.660479 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c2ac4947-2cbf-4a5e-8092-0b0d03786e29 req-a807252c-e17d-4d02-a52a-34e3803dceaa tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329015 Jul 09 14:41:48.735267 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e9f516f2-5513-4bb2-b6c6-17637f9aaaf0 req-50be0730-a8f3-46d5-b5f4-1b846c5c9394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:48.783537 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50be0730-a8f3-46d5-b5f4-1b846c5c9394 service neutron] Pushing event updated for resources: {'Port': ['ID=b1b12c19-9139-403e-b897-a3f7ecfc7a65,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:48.856419 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-e9f516f2-5513-4bb2-b6c6-17637f9aaaf0 req-50be0730-a8f3-46d5-b5f4-1b846c5c9394 service neutron] Attempting to bind port b1b12c19-9139-403e-b897-a3f7ecfc7a65 on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:41:48.856789 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-e9f516f2-5513-4bb2-b6c6-17637f9aaaf0 req-50be0730-a8f3-46d5-b5f4-1b846c5c9394 service neutron] Attempting to bind port b1b12c19-9139-403e-b897-a3f7ecfc7a65 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': 'ea3e7312-a29e-42fd-9247-9011d25d7154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '799bbf9f-0525-4250-82dd-ad4b3053eab3'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:41:48.857130 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f516f2-5513-4bb2-b6c6-17637f9aaaf0 req-50be0730-a8f3-46d5-b5f4-1b846c5c9394 service neutron] Attempting to bind port b1b12c19-9139-403e-b897-a3f7ecfc7a65 on network 799bbf9f-0525-4250-82dd-ad4b3053eab3 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:41:48.862005 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f516f2-5513-4bb2-b6c6-17637f9aaaf0 req-50be0730-a8f3-46d5-b5f4-1b846c5c9394 service neutron] Port b1b12c19-9139-403e-b897-a3f7ecfc7a65 on network 799bbf9f-0525-4250-82dd-ad4b3053eab3 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:41:48.862334 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f516f2-5513-4bb2-b6c6-17637f9aaaf0 req-50be0730-a8f3-46d5-b5f4-1b846c5c9394 service neutron] Attempting to bind port b1b12c19-9139-403e-b897-a3f7ecfc7a65 on network 799bbf9f-0525-4250-82dd-ad4b3053eab3 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:41:48.867860 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f516f2-5513-4bb2-b6c6-17637f9aaaf0 req-50be0730-a8f3-46d5-b5f4-1b846c5c9394 service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:41:48.868202 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f516f2-5513-4bb2-b6c6-17637f9aaaf0 req-50be0730-a8f3-46d5-b5f4-1b846c5c9394 service neutron] Checking segment: {'id': 'ea3e7312-a29e-42fd-9247-9011d25d7154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '799bbf9f-0525-4250-82dd-ad4b3053eab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:41:48.868593 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f516f2-5513-4bb2-b6c6-17637f9aaaf0 req-50be0730-a8f3-46d5-b5f4-1b846c5c9394 service neutron] Bound using segment: {'id': 'ea3e7312-a29e-42fd-9247-9011d25d7154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '799bbf9f-0525-4250-82dd-ad4b3053eab3'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:41:48.869151 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-e9f516f2-5513-4bb2-b6c6-17637f9aaaf0 req-50be0730-a8f3-46d5-b5f4-1b846c5c9394 service neutron] Bound port: b1b12c19-9139-403e-b897-a3f7ecfc7a65, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea3e7312-a29e-42fd-9247-9011d25d7154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '799bbf9f-0525-4250-82dd-ad4b3053eab3'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:41:48.869514 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e9f516f2-5513-4bb2-b6c6-17637f9aaaf0 req-50be0730-a8f3-46d5-b5f4-1b846c5c9394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:48.940496 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-e9f516f2-5513-4bb2-b6c6-17637f9aaaf0 req-50be0730-a8f3-46d5-b5f4-1b846c5c9394 service neutron] For port b1b12c19-9139-403e-b897-a3f7ecfc7a65, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:41:48.945040 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-e9f516f2-5513-4bb2-b6c6-17637f9aaaf0 req-50be0730-a8f3-46d5-b5f4-1b846c5c9394 service neutron] For port b1b12c19-9139-403e-b897-a3f7ecfc7a65, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=b1b12c19-9139-403e-b897-a3f7ecfc7a65,segment=NetworkSegment(ea3e7312-a29e-42fd-9247-9011d25d7154),segment_id=ea3e7312-a29e-42fd-9247-9011d25d7154)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:41:48.962236 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 57106) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:41:48.976117 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf8e60-f851-4064-adf6-49705de70637 req-53acba0e-f634-448e-8450-422c6058b258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:48.977627 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9dcf8e60-f851-4064-adf6-49705de70637 req-53acba0e-f634-448e-8450-422c6058b258 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5ec7891592d74a6886dfa68c8f9e2e18&device_id=87906e67-d98d-497c-b105-fe0d6a802c10 HTTP/1.1" status: 200 len: 1101 time: 0.0748503 Jul 09 14:41:48.998787 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e9f516f2-5513-4bb2-b6c6-17637f9aaaf0 req-50be0730-a8f3-46d5-b5f4-1b846c5c9394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:49.068420 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f516f2-5513-4bb2-b6c6-17637f9aaaf0 req-50be0730-a8f3-46d5-b5f4-1b846c5c9394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:49.069235 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e9f516f2-5513-4bb2-b6c6-17637f9aaaf0 req-50be0730-a8f3-46d5-b5f4-1b846c5c9394 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:49.071091 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e9f516f2-5513-4bb2-b6c6-17637f9aaaf0 req-50be0730-a8f3-46d5-b5f4-1b846c5c9394 service neutron] 10.222.0.62 "PUT /v2.0/ports/b1b12c19-9139-403e-b897-a3f7ecfc7a65 HTTP/1.1" status: 200 len: 1091 time: 1.0061142 Jul 09 14:41:49.071768 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '584b377a-b2f4-4fc5-970c-0a3b1bc09296', 'tag': 'b1b12c19-9139-403e-b897-a3f7ecfc7a65'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:41:49.075138 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21def42e-0211-46a6-a518-f7fc994c58b0" -d '{"events": [{"name": "network-changed", "server_uuid": "584b377a-b2f4-4fc5-970c-0a3b1bc09296", "tag": "b1b12c19-9139-403e-b897-a3f7ecfc7a65"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:41:49.100253 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50be0730-a8f3-46d5-b5f4-1b846c5c9394 service neutron] Pushing event updated for resources: {'Port': ['ID=b1b12c19-9139-403e-b897-a3f7ecfc7a65,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:49.124095 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device f75fe67a-03e9-4d45-b9be-c3e13bc21b98 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:41:49.130974 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 0f7a887a-cc10-46c1-be45-85a7c45b9735 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:41:49.196081 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-80a76377-62a2-4013-b01e-152027e977dc req-d71e9454-eb91-4c9b-bdff-061292fc5d29 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1369720475&fields=id&tenant_id=488e573590f449068d05943d6635fb8b HTTP/1.1" status: 200 len: 267 time: 0.0455749 Jul 09 14:41:49.280950 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port f75fe67a-03e9-4d45-b9be-c3e13bc21b98, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=f75fe67a-03e9-4d45-b9be-c3e13bc21b98,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:41:49.295417 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': 'f75fe67a-03e9-4d45-b9be-c3e13bc21b98', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'port_id': 'f75fe67a-03e9-4d45-b9be-c3e13bc21b98', 'mac_address': 'fa:16:3e:86:d0:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8081bcce-88de-4a2f-9e69-6750220e0be0', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:41:49.341181 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:49.346954 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f516f2-5513-4bb2-b6c6-17637f9aaaf0 req-e5094ba4-4e78-4664-9729-4bc4cf659d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:49.349046 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e9f516f2-5513-4bb2-b6c6-17637f9aaaf0 req-e5094ba4-4e78-4664-9729-4bc4cf659d6d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1c625c057eb84d94ab805dc5f07c0366&device_id=584b377a-b2f4-4fc5-970c-0a3b1bc09296 HTTP/1.1" status: 200 len: 1094 time: 0.1518533 Jul 09 14:41:49.356113 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a76377-62a2-4013-b01e-152027e977dc req-8a248207-b76e-413e-a523-e7fdd2c47422 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:49.356473 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f75fe67a-03e9-4d45-b9be-c3e13bc21b98 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:41:49.357633 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-80a76377-62a2-4013-b01e-152027e977dc req-8a248207-b76e-413e-a523-e7fdd2c47422 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] 10.222.0.58 "GET /v2.0/networks?id=9dd7350d-beb6-404b-b6b2-e696c1d5f3d5 HTTP/1.1" status: 200 len: 816 time: 0.1516674 Jul 09 14:41:49.404836 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e9f516f2-5513-4bb2-b6c6-17637f9aaaf0 req-b0b1c5a6-6ee2-48f8-a32a-a2143c379c2b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b1b12c19-9139-403e-b897-a3f7ecfc7a65 HTTP/1.1" status: 200 len: 217 time: 0.0422766 Jul 09 14:41:49.406614 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-80a76377-62a2-4013-b01e-152027e977dc req-83fe1140-bcbb-48c5-a045-a1d261cd5939 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] 10.222.0.58 "GET /v2.0/quotas/488e573590f449068d05943d6635fb8b HTTP/1.1" status: 200 len: 375 time: 0.0428979 Jul 09 14:41:49.424477 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port f75fe67a-03e9-4d45-b9be-c3e13bc21b98, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=f75fe67a-03e9-4d45-b9be-c3e13bc21b98,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:41:49.427941 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-e4cc17dd-a589-4b4d-b336-1c001731e7b4 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-346351015-network', 'tenant_id': '0f753643d3ef4787a4e67efc27474b2f'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:41:49.431733 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port 0f7a887a-cc10-46c1-be45-85a7c45b9735 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:41:49.435643 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 0f7a887a-cc10-46c1-be45-85a7c45b9735 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:41:49.436131 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:49.489306 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf8e60-f851-4064-adf6-49705de70637 req-958664e5-b792-47f4-9028-ab878d02feaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:49.490777 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9dcf8e60-f851-4064-adf6-49705de70637 req-958664e5-b792-47f4-9028-ab878d02feaa service neutron] 10.222.0.54 "GET /v2.0/networks?id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc HTTP/1.1" status: 200 len: 870 time: 0.5061820 Jul 09 14:41:49.501070 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f516f2-5513-4bb2-b6c6-17637f9aaaf0 req-356c2c42-b841-45c4-8a3a-125de441817e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:49.502506 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e9f516f2-5513-4bb2-b6c6-17637f9aaaf0 req-356c2c42-b841-45c4-8a3a-125de441817e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=aeb0304f-76ed-455f-9fb9-36b89284b9c6 HTTP/1.1" status: 200 len: 852 time: 0.0915220 Jul 09 14:41:49.510011 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f1ffc-ddfb-4b3b-9ac5-e5ceb50ddaae req-0988fbb7-0751-4753-be09-6d5e9a7b2ce2 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:49.516886 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-450f1ffc-ddfb-4b3b-9ac5-e5ceb50ddaae req-0988fbb7-0751-4753-be09-6d5e9a7b2ce2 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=18708f99-dbe1-492b-976e-d41d9f427988 HTTP/1.1" status: 200 len: 945 time: 0.4449351 Jul 09 14:41:49.521845 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:49.539661 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e9f516f2-5513-4bb2-b6c6-17637f9aaaf0 req-7e9a116f-a6de-4ead-95d0-7e5ee1c68811 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=799bbf9f-0525-4250-82dd-ad4b3053eab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297306 Jul 09 14:41:49.545783 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfcc7ccb-291a-493f-b69d-6005db0b1092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f7a887a-cc10-46c1-be45-85a7c45b9735'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:41:49.548303 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7d757f-088e-4c8a-9fb4-9b19c59258ce" -d '{"events": [{"server_uuid": "bfcc7ccb-291a-493f-b69d-6005db0b1092", "name": "network-vif-plugged", "status": "completed", "tag": "0f7a887a-cc10-46c1-be45-85a7c45b9735"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:41:49.558231 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:49.564474 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 0f7a887a-cc10-46c1-be45-85a7c45b9735, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=0f7a887a-cc10-46c1-be45-85a7c45b9735,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:41:49.565706 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9dcf8e60-f851-4064-adf6-49705de70637 req-3bad9914-e807-4004-bc2d-fd87f9dbd807 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=5332db0b-d3ab-4b94-bdf8-80ae1940cc85 HTTP/1.1" status: 200 len: 217 time: 0.0467718 Jul 09 14:41:49.567825 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4cc17dd-a589-4b4d-b336-1c001731e7b4 admin admin] Made reservation on behalf of 0f753643d3ef4787a4e67efc27474b2f for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:41:49.568371 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-80a76377-62a2-4013-b01e-152027e977dc req-269e13f3-2ca4-44d4-9f54-f14283169c99 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=488e573590f449068d05943d6635fb8b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1537948 Jul 09 14:41:49.570032 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e4cc17dd-a589-4b4d-b336-1c001731e7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:49.605368 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:49.614882 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e4cc17dd-a589-4b4d-b336-1c001731e7b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:49.632860 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=f75fe67a-03e9-4d45-b9be-c3e13bc21b98,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:49.652076 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-450f1ffc-ddfb-4b3b-9ac5-e5ceb50ddaae req-980b310c-e65c-43a2-82e2-0c54245507a3 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341946 Jul 09 14:41:49.669932 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf8e60-f851-4064-adf6-49705de70637 req-4b7e4815-245e-4489-a70b-c28dfc72349f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:49.673898 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9dcf8e60-f851-4064-adf6-49705de70637 req-4b7e4815-245e-4489-a70b-c28dfc72349f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.1016076 Jul 09 14:41:49.690133 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=0f7a887a-cc10-46c1-be45-85a7c45b9735,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:49.698791 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93ca57a-9804-4bcd-b6c3-b968a4a0dc66 x-openstack-request-id: req-f93ca57a-9804-4bcd-b6c3-b968a4a0dc66 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:41:49.699070 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "584b377a-b2f4-4fc5-970c-0a3b1bc09296", "tag": "b1b12c19-9139-403e-b897-a3f7ecfc7a65", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:41:49.699319 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f93ca57a-9804-4bcd-b6c3-b968a4a0dc66 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:41:49.699738 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '584b377a-b2f4-4fc5-970c-0a3b1bc09296', 'tag': 'b1b12c19-9139-403e-b897-a3f7ecfc7a65', 'status': 'completed', 'code': 200} Jul 09 14:41:49.736244 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e9f516f2-5513-4bb2-b6c6-17637f9aaaf0 req-d4f84076-f055-46ed-a58b-a64610d6e286 service neutron] 10.222.0.62 "GET /v2.0/networks/799bbf9f-0525-4250-82dd-ad4b3053eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871078 Jul 09 14:41:49.742187 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-80a76377-62a2-4013-b01e-152027e977dc req-43617727-6935-4a4d-8ad8-1813db513d91 service neutron] 10.222.0.58 "GET /v2.0/networks/9dd7350d-beb6-404b-b6b2-e696c1d5f3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340079 Jul 09 14:41:49.781599 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf8e60-f851-4064-adf6-49705de70637 req-ac50d064-4d01-4358-9fe7-37455676b925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:49.783147 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9dcf8e60-f851-4064-adf6-49705de70637 req-ac50d064-4d01-4358-9fe7-37455676b925 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0984435 Jul 09 14:41:49.897560 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e9f516f2-5513-4bb2-b6c6-17637f9aaaf0 req-b5997a58-3257-47a8-8463-71de65c4fbe3 service neutron] 10.222.0.62 "GET /v2.0/networks/799bbf9f-0525-4250-82dd-ad4b3053eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543179 Jul 09 14:41:49.899667 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-80a76377-62a2-4013-b01e-152027e977dc req-69abdcff-1204-4fc8-b4e4-8cfcb075d303 service neutron] 10.222.0.58 "GET /v2.0/networks/9dd7350d-beb6-404b-b6b2-e696c1d5f3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493320 Jul 09 14:41:49.935559 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e4cc17dd-a589-4b4d-b336-1c001731e7b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:49.962188 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8133da4-04b7-4d43-a49f-cd5266aee579 req-6a3e0d85-50c9-4c65-a4da-0b85367a1351 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:49.963680 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a8133da4-04b7-4d43-a49f-cd5266aee579 req-6a3e0d85-50c9-4c65-a4da-0b85367a1351 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=584b377a-b2f4-4fc5-970c-0a3b1bc09296 HTTP/1.1" status: 200 len: 943 time: 0.1629992 Jul 09 14:41:49.965516 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9dcf8e60-f851-4064-adf6-49705de70637 req-3bde44ce-4f4b-4ddb-92bd-133a96f1c33a service neutron] 10.222.0.54 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752677 Jul 09 14:41:49.996561 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['f75fe67a-03e9-4d45-b9be-c3e13bc21b98'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:41:50.039537 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e4cc17dd-a589-4b4d-b336-1c001731e7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:50.088140 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a8133da4-04b7-4d43-a49f-cd5266aee579 req-b5f01ff5-8031-42b1-9855-d97f12ecf1e2 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179225 Jul 09 14:41:50.105649 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cc17dd-a589-4b4d-b336-1c001731e7b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eac7b12-b22d-4264-b67d-541bd42049c6,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:50.116078 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4cc17dd-a589-4b4d-b336-1c001731e7b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:41:50.142455 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e4cc17dd-a589-4b4d-b336-1c001731e7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:50.142813 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-e4cc17dd-a589-4b4d-b336-1c001731e7b4 admin admin] Added segment 245c13db-0d6d-4452-b4e2-2a696730e84c of type vlan for network f5ec5505-a008-4a4a-a1a9-adcf3af01aad Jul 09 14:41:50.165433 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21def42e-0211-46a6-a518-f7fc994c58b0 req-bdc0f392-38bb-4f96-be87-b0914b7690df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:50.168359 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-21def42e-0211-46a6-a518-f7fc994c58b0 req-bdc0f392-38bb-4f96-be87-b0914b7690df service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1c625c057eb84d94ab805dc5f07c0366&device_id=584b377a-b2f4-4fc5-970c-0a3b1bc09296 HTTP/1.1" status: 200 len: 1094 time: 0.1126888 Jul 09 14:41:50.194969 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9dcf8e60-f851-4064-adf6-49705de70637 req-6fb84d3b-879c-4f84-9708-f2b1af61bd32 service neutron] 10.222.0.54 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178559 Jul 09 14:41:50.203401 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e4cc17dd-a589-4b4d-b336-1c001731e7b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:50.272932 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21def42e-0211-46a6-a518-f7fc994c58b0 req-b18bcc2a-2e3c-494a-836e-2b834f38f6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:50.274409 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-21def42e-0211-46a6-a518-f7fc994c58b0 req-b18bcc2a-2e3c-494a-836e-2b834f38f6d2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=799bbf9f-0525-4250-82dd-ad4b3053eab3 HTTP/1.1" status: 200 len: 913 time: 0.0998888 Jul 09 14:41:50.300669 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e4cc17dd-a589-4b4d-b336-1c001731e7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:50.302188 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cc17dd-a589-4b4d-b336-1c001731e7b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:50.302777 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e4cc17dd-a589-4b4d-b336-1c001731e7b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:50.337280 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-21def42e-0211-46a6-a518-f7fc994c58b0 req-25991326-1f5a-4a86-a40d-7364d6df5d10 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b1b12c19-9139-403e-b897-a3f7ecfc7a65 HTTP/1.1" status: 200 len: 217 time: 0.0562661 Jul 09 14:41:50.388023 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21def42e-0211-46a6-a518-f7fc994c58b0 req-ecc0d841-e98f-47c7-9f45-c295f5975d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:50.389764 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-21def42e-0211-46a6-a518-f7fc994c58b0 req-ecc0d841-e98f-47c7-9f45-c295f5975d6b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=aeb0304f-76ed-455f-9fb9-36b89284b9c6 HTTP/1.1" status: 200 len: 852 time: 0.0464654 Jul 09 14:41:50.397154 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cc17dd-a589-4b4d-b336-1c001731e7b4 admin admin] Pushing event updated for resources: {'Network': ['ID=f5ec5505-a008-4a4a-a1a9-adcf3af01aad,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:50.408804 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network f5ec5505-a008-4a4a-a1a9-adcf3af01aad details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:41:50.436818 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c924a57-8cdc-41e8-9086-4d325add387b req-34da8857-800c-4c92-b18a-c5c7fd13f04a tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:50.437949 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-21def42e-0211-46a6-a518-f7fc994c58b0 req-842fab07-7c55-48d7-bdf9-2ec45e1f327d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=799bbf9f-0525-4250-82dd-ad4b3053eab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400467 Jul 09 14:41:50.439010 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3c924a57-8cdc-41e8-9086-4d325add387b req-34da8857-800c-4c92-b18a-c5c7fd13f04a tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa4b046b-c18e-405c-9cae-2fc32f216a42 HTTP/1.1" status: 200 len: 949 time: 0.1176972 Jul 09 14:41:50.477734 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e4cc17dd-a589-4b4d-b336-1c001731e7b4 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5143199 Jul 09 14:41:50.481203 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 57136) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:41:50.486096 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-36f552c4-7f9f-49cb-9200-9c1f64fec0ba admin admin] Request body: {'subnet': {'network_id': 'f5ec5505-a008-4a4a-a1a9-adcf3af01aad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-346351015-subnet', 'tenant_id': '0f753643d3ef4787a4e67efc27474b2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:41:50.495416 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3c924a57-8cdc-41e8-9086-4d325add387b req-c6341d4a-8833-4e7b-a335-a565ce0c1015 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512402 Jul 09 14:41:50.539401 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-21def42e-0211-46a6-a518-f7fc994c58b0 req-1eefdaf7-fc4c-4037-ad17-2448cf2340e5 service neutron] 10.222.0.62 "GET /v2.0/networks/799bbf9f-0525-4250-82dd-ad4b3053eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937536 Jul 09 14:41:50.550699 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c8d980-3c7d-4446-ad67-328c78cf7be4 x-openstack-request-id: req-76c8d980-3c7d-4446-ad67-328c78cf7be4 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:41:50.551692 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfcc7ccb-291a-493f-b69d-6005db0b1092", "name": "network-vif-plugged", "status": "completed", "tag": "0f7a887a-cc10-46c1-be45-85a7c45b9735", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:41:50.552070 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-76c8d980-3c7d-4446-ad67-328c78cf7be4 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:41:50.552610 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfcc7ccb-291a-493f-b69d-6005db0b1092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f7a887a-cc10-46c1-be45-85a7c45b9735', 'code': 200} Jul 09 14:41:50.621605 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f552c4-7f9f-49cb-9200-9c1f64fec0ba admin admin] Made reservation on behalf of 0f753643d3ef4787a4e67efc27474b2f for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:41:50.624580 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-36f552c4-7f9f-49cb-9200-9c1f64fec0ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:50.678922 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-21def42e-0211-46a6-a518-f7fc994c58b0 req-9ebf29be-b6eb-45f3-a31b-ad7a193c0f35 service neutron] 10.222.0.62 "GET /v2.0/networks/799bbf9f-0525-4250-82dd-ad4b3053eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054151 Jul 09 14:41:50.776780 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc3e604-15ea-46a1-a993-5493776db767 req-52c64ab6-f947-4cdf-9b87-3c3228054f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:50.778753 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5dc3e604-15ea-46a1-a993-5493776db767 req-52c64ab6-f947-4cdf-9b87-3c3228054f27 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bfcc7ccb-291a-493f-b69d-6005db0b1092 HTTP/1.1" status: 200 len: 1101 time: 0.0683167 Jul 09 14:41:50.819187 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eed7b6-dfd8-430c-b9db-4cbd8c7dcbbb req-4c3288dc-ae81-4cc5-a832-8116c18da986 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:50.822040 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5dc3e604-15ea-46a1-a993-5493776db767 req-bc791fc1-360a-4300-8610-048051aed0c4 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364671 Jul 09 14:41:50.823985 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b6eed7b6-dfd8-430c-b9db-4cbd8c7dcbbb req-4c3288dc-ae81-4cc5-a832-8116c18da986 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=87906e67-d98d-497c-b105-fe0d6a802c10 HTTP/1.1" status: 200 len: 950 time: 0.1334896 Jul 09 14:41:50.857287 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a376de70-390f-456d-af84-ffa059a9b8f3 req-09647842-2514-430f-b8bb-9ba86abe259a tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4920f0a-a687-4b93-a713-044808adb81e HTTP/1.1" status: 200 len: 210 time: 0.0335193 Jul 09 14:41:50.914723 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b6eed7b6-dfd8-430c-b9db-4cbd8c7dcbbb req-52efc05e-d7a6-4221-8da7-830cd0e490ae tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871766 Jul 09 14:41:50.992059 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-36f552c4-7f9f-49cb-9200-9c1f64fec0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:51.019857 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d140fb-ba74-4961-acfc-cd9871c49ac4 req-918e41c6-87ce-4bc9-8bd4-057d74aba357 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:51.023954 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a3d140fb-ba74-4961-acfc-cd9871c49ac4 req-918e41c6-87ce-4bc9-8bd4-057d74aba357 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=18708f99-dbe1-492b-976e-d41d9f427988 HTTP/1.1" status: 200 len: 945 time: 0.0662601 Jul 09 14:41:51.053191 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f552c4-7f9f-49cb-9200-9c1f64fec0ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=39f7391c-2ef4-4d11-95a8-808336699774,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:51.060611 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f552c4-7f9f-49cb-9200-9c1f64fec0ba admin admin] Checking segment: {'id': '245c13db-0d6d-4452-b4e2-2a696730e84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f5ec5505-a008-4a4a-a1a9-adcf3af01aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:41:51.060971 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f552c4-7f9f-49cb-9200-9c1f64fec0ba admin admin] Network hostable DHCP agents. Network: f5ec5505-a008-4a4a-a1a9-adcf3af01aad, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:41:51.061773 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a3d140fb-ba74-4961-acfc-cd9871c49ac4 req-739aac03-d50c-4bbf-907e-4e375fc972ee tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342145 Jul 09 14:41:51.140811 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f552c4-7f9f-49cb-9200-9c1f64fec0ba admin admin] Network f5ec5505-a008-4a4a-a1a9-adcf3af01aad is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:41:51.226194 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-36f552c4-7f9f-49cb-9200-9c1f64fec0ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, f5ec5505-a008-4a4a-a1a9-adcf3af01aad) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:41:51.230855 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f552c4-7f9f-49cb-9200-9c1f64fec0ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:51.232032 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-36f552c4-7f9f-49cb-9200-9c1f64fec0ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:51.236482 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899c7d41-3e03-4696-819c-3da6fa0f6ecc None None] Network f5ec5505-a008-4a4a-a1a9-adcf3af01aad requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:41:51.275071 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cdb03c-641f-4067-be11-325388912b5c req-7408bc85-babb-4d9f-b681-523557cfad23 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:51.276696 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-72cdb03c-641f-4067-be11-325388912b5c req-7408bc85-babb-4d9f-b681-523557cfad23 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=584b377a-b2f4-4fc5-970c-0a3b1bc09296 HTTP/1.1" status: 200 len: 943 time: 0.0827045 Jul 09 14:41:51.320087 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-72cdb03c-641f-4067-be11-325388912b5c req-74f0ee43-c261-4a9a-b677-ebd999a93fb6 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363977 Jul 09 14:41:51.371226 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30685ced-cf83-4d6c-ac9b-4cf42aaeb7a9 None None] Network f5ec5505-a008-4a4a-a1a9-adcf3af01aad requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:41:51.375791 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-36f552c4-7f9f-49cb-9200-9c1f64fec0ba admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8928666 Jul 09 14:41:51.673818 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17db77ed-1b34-4cab-8e84-7bcf1702a60e req-7e37011f-015b-4c6b-a302-11ef7ce338de tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:51.675296 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-17db77ed-1b34-4cab-8e84-7bcf1702a60e req-7e37011f-015b-4c6b-a302-11ef7ce338de tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa4b046b-c18e-405c-9cae-2fc32f216a42 HTTP/1.1" status: 200 len: 949 time: 0.0642622 Jul 09 14:41:51.716700 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-17db77ed-1b34-4cab-8e84-7bcf1702a60e req-4f531b95-2cba-4b47-b9d2-50ceb99e3b2c tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355151 Jul 09 14:41:52.019756 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2f640f10-2699-4400-aac1-6d6cce887d3c req-8568a9b7-62d4-4dd6-a70e-fecd069af2f2 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4920f0a-a687-4b93-a713-044808adb81e HTTP/1.1" status: 200 len: 210 time: 0.0285437 Jul 09 14:41:52.120204 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd2c28a-0673-4de2-b795-ddf9c4ef9db4 req-6637f05b-a5c7-4246-a092-95157bb56f02 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:52.121736 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0fd2c28a-0673-4de2-b795-ddf9c4ef9db4 req-6637f05b-a5c7-4246-a092-95157bb56f02 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=87906e67-d98d-497c-b105-fe0d6a802c10 HTTP/1.1" status: 200 len: 950 time: 0.0703559 Jul 09 14:41:52.165184 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0fd2c28a-0673-4de2-b795-ddf9c4ef9db4 req-0733871a-a6e3-4e26-aa50-35444e03c7cd tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378001 Jul 09 14:41:52.336994 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b99c7b-cc58-40ee-9b7e-e227d8116c04 req-acc452bc-c5ce-448e-a6d0-e11af3dd102d tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:52.338497 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c9b99c7b-cc58-40ee-9b7e-e227d8116c04 req-acc452bc-c5ce-448e-a6d0-e11af3dd102d tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=18708f99-dbe1-492b-976e-d41d9f427988 HTTP/1.1" status: 200 len: 945 time: 0.0631242 Jul 09 14:41:52.383669 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c9b99c7b-cc58-40ee-9b7e-e227d8116c04 req-33b76ea5-17c3-4759-893e-9bc31f076df0 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349870 Jul 09 14:41:52.519656 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492e361-76c1-4a5d-9dcc-9c4b9bbed59b req-b399a974-01c8-42e8-a538-abe2badfae21 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:52.521687 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d492e361-76c1-4a5d-9dcc-9c4b9bbed59b req-b399a974-01c8-42e8-a538-abe2badfae21 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=584b377a-b2f4-4fc5-970c-0a3b1bc09296 HTTP/1.1" status: 200 len: 943 time: 0.0664525 Jul 09 14:41:52.565363 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d492e361-76c1-4a5d-9dcc-9c4b9bbed59b req-2ad86733-a413-4152-945a-a985f3cb7128 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373101 Jul 09 14:41:52.888906 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:52.900465 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d1e7b-8f59-40ee-84f9-12433e360805 req-1b40741e-5d82-4ca4-9f8e-c53f695afe48 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:52.901973 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4d4d1e7b-8f59-40ee-84f9-12433e360805 req-1b40741e-5d82-4ca4-9f8e-c53f695afe48 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa4b046b-c18e-405c-9cae-2fc32f216a42 HTTP/1.1" status: 200 len: 949 time: 0.0746174 Jul 09 14:41:52.939186 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4d4d1e7b-8f59-40ee-84f9-12433e360805 req-1311a537-46f5-478b-97b8-8f18f8c6a553 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315752 Jul 09 14:41:53.159020 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device f75fe67a-03e9-4d45-b9be-c3e13bc21b98 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:41:53.215660 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-42995f4e-7cb8-4c4b-9517-f24c19ed1ad4 req-7c6a5669-1699-41ae-8a73-04385f716b51 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4920f0a-a687-4b93-a713-044808adb81e HTTP/1.1" status: 200 len: 210 time: 0.0382688 Jul 09 14:41:53.215893 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a76377-62a2-4013-b01e-152027e977dc req-b0d917cb-4a9f-4dfa-9967-a288d37460d9 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:53.217385 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-80a76377-62a2-4013-b01e-152027e977dc req-b0d917cb-4a9f-4dfa-9967-a288d37460d9 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] 10.222.0.54 "GET /v2.0/networks?id=9dd7350d-beb6-404b-b6b2-e696c1d5f3d5 HTTP/1.1" status: 200 len: 816 time: 0.1345925 Jul 09 14:41:53.264638 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-80a76377-62a2-4013-b01e-152027e977dc req-1bd602d6-84dd-4fac-a0c5-e67e4b419fe6 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=488e573590f449068d05943d6635fb8b HTTP/1.1" status: 200 len: 380 time: 0.0370121 Jul 09 14:41:53.274239 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-80a76377-62a2-4013-b01e-152027e977dc req-7ffd1cc4-0f5a-4d28-ba36-f6a35c188d2b tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Request body: {'port': {'device_id': 'f4920f0a-a687-4b93-a713-044808adb81e', 'network_id': '9dd7350d-beb6-404b-b6b2-e696c1d5f3d5', 'admin_state_up': True, 'tenant_id': '488e573590f449068d05943d6635fb8b', 'security_groups': ['9bee524b-1563-4251-8e44-a658a747a2b8']}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:41:53.306228 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port f75fe67a-03e9-4d45-b9be-c3e13bc21b98 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:41:53.310198 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port f75fe67a-03e9-4d45-b9be-c3e13bc21b98 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:41:53.310866 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:53.408691 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2f457b-1f67-440b-8d65-af01820e8d24 req-d10be580-2672-45e3-adf2-8d2f94213e14 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:53.408691 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0f2f457b-1f67-440b-8d65-af01820e8d24 req-d10be580-2672-45e3-adf2-8d2f94213e14 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=87906e67-d98d-497c-b105-fe0d6a802c10 HTTP/1.1" status: 200 len: 950 time: 0.0899622 Jul 09 14:41:53.432545 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:53.457587 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa4b046b-c18e-405c-9cae-2fc32f216a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f75fe67a-03e9-4d45-b9be-c3e13bc21b98'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:41:53.460218 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d541570-0afd-401e-9c77-82674328b002" -d '{"events": [{"server_uuid": "aa4b046b-c18e-405c-9cae-2fc32f216a42", "name": "network-vif-plugged", "status": "completed", "tag": "f75fe67a-03e9-4d45-b9be-c3e13bc21b98"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:41:53.464214 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0f2f457b-1f67-440b-8d65-af01820e8d24 req-52f7c097-3df2-4841-be5a-4c56ef5a3e43 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435228 Jul 09 14:41:53.478512 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port f75fe67a-03e9-4d45-b9be-c3e13bc21b98, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=f75fe67a-03e9-4d45-b9be-c3e13bc21b98,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:41:53.532197 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80a76377-62a2-4013-b01e-152027e977dc req-7ffd1cc4-0f5a-4d28-ba36-f6a35c188d2b tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Made reservation on behalf of 488e573590f449068d05943d6635fb8b for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:41:53.536281 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-80a76377-62a2-4013-b01e-152027e977dc req-7ffd1cc4-0f5a-4d28-ba36-f6a35c188d2b tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:53.641315 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ff33a-a24b-4388-9935-9b69fe72baad req-b3dea381-a7e3-495c-9358-918eaebe4c7e tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:53.643244 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-429ff33a-a24b-4388-9935-9b69fe72baad req-b3dea381-a7e3-495c-9358-918eaebe4c7e tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=18708f99-dbe1-492b-976e-d41d9f427988 HTTP/1.1" status: 200 len: 945 time: 0.0742705 Jul 09 14:41:53.656657 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e8735-473c-4f63-bfa5-db889ba7bc31 req-9ae77d71-b092-4bed-b1b8-96ebf6feb2f2 tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:53.658149 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-382e8735-473c-4f63-bfa5-db889ba7bc31 req-9ae77d71-b092-4bed-b1b8-96ebf6feb2f2 tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] 10.222.0.58 "GET /v2.0/networks?id=f5ec5505-a008-4a4a-a1a9-adcf3af01aad HTTP/1.1" status: 200 len: 809 time: 0.1805742 Jul 09 14:41:53.660427 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:53.702186 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-429ff33a-a24b-4388-9935-9b69fe72baad req-a4d918b8-be78-4212-b6e8-cce308fb53ed tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527966 Jul 09 14:41:53.719750 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=f75fe67a-03e9-4d45-b9be-c3e13bc21b98,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:53.735210 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-382e8735-473c-4f63-bfa5-db889ba7bc31 req-7bc18526-d30e-410f-9fa1-30644ae22b2d tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] 10.222.0.58 "GET /v2.0/quotas/0f753643d3ef4787a4e67efc27474b2f HTTP/1.1" status: 200 len: 375 time: 0.0624623 Jul 09 14:41:53.761545 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-510c1107-734e-4566-91b8-6538bad5e545 x-openstack-request-id: req-510c1107-734e-4566-91b8-6538bad5e545 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:41:53.761545 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa4b046b-c18e-405c-9cae-2fc32f216a42", "name": "network-vif-plugged", "status": "completed", "tag": "f75fe67a-03e9-4d45-b9be-c3e13bc21b98", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:41:53.761545 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-510c1107-734e-4566-91b8-6538bad5e545 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:41:53.761545 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa4b046b-c18e-405c-9cae-2fc32f216a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f75fe67a-03e9-4d45-b9be-c3e13bc21b98', 'code': 200} Jul 09 14:41:53.788798 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-80a76377-62a2-4013-b01e-152027e977dc req-7ffd1cc4-0f5a-4d28-ba36-f6a35c188d2b tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Allocated IP 172.20.0.12 (9dd7350d-beb6-404b-b6b2-e696c1d5f3d5/c8ed1314-0930-4df0-957b-23d088a5a5d0/bfeecf9d-d542-437b-9e10-ff01a243d27e) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:41:53.793164 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-382e8735-473c-4f63-bfa5-db889ba7bc31 req-83bdef0c-5875-4263-966e-5d8425222354 tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f753643d3ef4787a4e67efc27474b2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430346 Jul 09 14:41:53.944069 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7eac9e-af5d-44e8-94b0-a288c45b1351 req-93fd2724-9db5-43d9-ad0d-cd8e4ba52098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:53.947749 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2d7eac9e-af5d-44e8-94b0-a288c45b1351 req-93fd2724-9db5-43d9-ad0d-cd8e4ba52098 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=aa4b046b-c18e-405c-9cae-2fc32f216a42 HTTP/1.1" status: 200 len: 1101 time: 0.0664544 Jul 09 14:41:53.986264 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2d7eac9e-af5d-44e8-94b0-a288c45b1351 req-0972b37d-18b3-4c59-87b3-093a0b749361 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313599 Jul 09 14:41:54.019247 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-382e8735-473c-4f63-bfa5-db889ba7bc31 req-ff24694b-9c05-4fa1-be72-b43523c2ef42 service neutron] 10.222.0.58 "GET /v2.0/networks/f5ec5505-a008-4a4a-a1a9-adcf3af01aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979408 Jul 09 14:41:54.042527 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-80a76377-62a2-4013-b01e-152027e977dc req-7ffd1cc4-0f5a-4d28-ba36-f6a35c188d2b tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:54.049779 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b898147-2a35-49d2-bd0d-2c0e85421ead req-56cfa600-3b1a-4129-a2de-a6637b656ba4 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:54.051587 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0b898147-2a35-49d2-bd0d-2c0e85421ead req-56cfa600-3b1a-4129-a2de-a6637b656ba4 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=584b377a-b2f4-4fc5-970c-0a3b1bc09296 HTTP/1.1" status: 200 len: 943 time: 0.0644197 Jul 09 14:41:54.099479 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-80a76377-62a2-4013-b01e-152027e977dc req-7ffd1cc4-0f5a-4d28-ba36-f6a35c188d2b tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Transition to ACTIVE for port object bfeecf9d-d542-437b-9e10-ff01a243d27e will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:41:54.100337 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0b898147-2a35-49d2-bd0d-2c0e85421ead req-df9657fc-9684-45a4-a116-7e6ae58bc5b8 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429392 Jul 09 14:41:54.154727 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-382e8735-473c-4f63-bfa5-db889ba7bc31 req-cda46fb2-7b5a-43c6-b716-f963fb63dddf service neutron] 10.222.0.58 "GET /v2.0/networks/f5ec5505-a008-4a4a-a1a9-adcf3af01aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262639 Jul 09 14:41:54.232590 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-80a76377-62a2-4013-b01e-152027e977dc req-7ffd1cc4-0f5a-4d28-ba36-f6a35c188d2b tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:54.291741 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffd1cc4-0f5a-4d28-ba36-f6a35c188d2b tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Pushing event updated for resources: {'Port': ['ID=bfeecf9d-d542-437b-9e10-ff01a243d27e,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:54.292893 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021399dc-5c9f-4921-8883-fa45bdae96b3 req-87594dcc-b52c-4893-bfb3-bf8d7038d36e tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:54.294698 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-021399dc-5c9f-4921-8883-fa45bdae96b3 req-87594dcc-b52c-4893-bfb3-bf8d7038d36e tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa4b046b-c18e-405c-9cae-2fc32f216a42 HTTP/1.1" status: 200 len: 950 time: 0.0790222 Jul 09 14:41:54.307459 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80a76377-62a2-4013-b01e-152027e977dc req-7ffd1cc4-0f5a-4d28-ba36-f6a35c188d2b tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Network 9dd7350d-beb6-404b-b6b2-e696c1d5f3d5 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:41:54.309505 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-80a76377-62a2-4013-b01e-152027e977dc req-7ffd1cc4-0f5a-4d28-ba36-f6a35c188d2b tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:41:54.312066 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-80a76377-62a2-4013-b01e-152027e977dc req-7ffd1cc4-0f5a-4d28-ba36-f6a35c188d2b tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:41:54.336134 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-021399dc-5c9f-4921-8883-fa45bdae96b3 req-9fd48051-b081-4db5-ac43-b15541542bff tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350523 Jul 09 14:41:54.382623 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a76377-62a2-4013-b01e-152027e977dc req-7ffd1cc4-0f5a-4d28-ba36-f6a35c188d2b tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:54.382623 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-80a76377-62a2-4013-b01e-152027e977dc req-7ffd1cc4-0f5a-4d28-ba36-f6a35c188d2b tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:54.484157 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-80a76377-62a2-4013-b01e-152027e977dc req-7ffd1cc4-0f5a-4d28-ba36-f6a35c188d2b tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2137232 Jul 09 14:41:54.497262 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-80a76377-62a2-4013-b01e-152027e977dc req-db726665-8883-4d4d-b7eb-7f3f16de02c6 service neutron] Request body: {'port': {'device_id': 'f4920f0a-a687-4b93-a713-044808adb81e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:41:54.594221 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-80a76377-62a2-4013-b01e-152027e977dc req-db726665-8883-4d4d-b7eb-7f3f16de02c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:54.683210 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-df3c48a8-ad68-4854-8fc2-1ba63700ad6c None None] Provisioning for port bfeecf9d-d542-437b-9e10-ff01a243d27e completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:41:54.687158 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-df3c48a8-ad68-4854-8fc2-1ba63700ad6c None None] Provisioning complete for port bfeecf9d-d542-437b-9e10-ff01a243d27e triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:41:54.687562 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-df3c48a8-ad68-4854-8fc2-1ba63700ad6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:54.712212 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edca59c-f1cd-4f5d-885f-4b19966984b0 req-ff4055dc-1e05-4d24-a630-f00086b8ac40 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:54.722641 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5edca59c-f1cd-4f5d-885f-4b19966984b0 req-ff4055dc-1e05-4d24-a630-f00086b8ac40 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4920f0a-a687-4b93-a713-044808adb81e HTTP/1.1" status: 200 len: 932 time: 0.1171970 Jul 09 14:41:54.754189 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-df3c48a8-ad68-4854-8fc2-1ba63700ad6c None None] Port bfeecf9d-d542-437b-9e10-ff01a243d27e cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:41:54.774720 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5edca59c-f1cd-4f5d-885f-4b19966984b0 req-2fe9b831-848e-4f7e-9dc3-8bc8f62768b2 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] 10.222.0.58 "GET /v2.0/security-groups?id=9bee524b-1563-4251-8e44-a658a747a2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543351 Jul 09 14:41:54.881501 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0dfb6470-114e-4b21-84c4-816ec161ab43 req-494c145d-859d-4e3a-8449-1de6a5dfa6b8 tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] 10.222.0.58 "GET /v2.0/ports?device_id=d90aed2c-7dc7-4457-9d63-b68a028c93da HTTP/1.1" status: 200 len: 210 time: 0.0563526 Jul 09 14:41:54.962038 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa3912-714f-40f9-acfb-ee93ca32c189 req-8db072ab-fb5e-4544-a9fc-e785ce0230db tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:54.963615 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6cfa3912-714f-40f9-acfb-ee93ca32c189 req-8db072ab-fb5e-4544-a9fc-e785ce0230db tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=87906e67-d98d-497c-b105-fe0d6a802c10 HTTP/1.1" status: 200 len: 950 time: 0.2341664 Jul 09 14:41:55.045653 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6cfa3912-714f-40f9-acfb-ee93ca32c189 req-38532b17-3d8e-4652-923b-e65ae97d7d9c tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700333 Jul 09 14:41:55.056314 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa5c953-f179-407b-a220-77be6f9d33c1 req-443a126d-17ef-4122-8e74-966d26aeaf07 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:55.056314 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aaa5c953-f179-407b-a220-77be6f9d33c1 req-443a126d-17ef-4122-8e74-966d26aeaf07 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=18708f99-dbe1-492b-976e-d41d9f427988 HTTP/1.1" status: 200 len: 945 time: 0.0632708 Jul 09 14:41:55.086322 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-80a76377-62a2-4013-b01e-152027e977dc req-db726665-8883-4d4d-b7eb-7f3f16de02c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfeecf9d-d542-437b-9e10-ff01a243d27e {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:41:55.099658 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-80a76377-62a2-4013-b01e-152027e977dc req-db726665-8883-4d4d-b7eb-7f3f16de02c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:55.113166 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aaa5c953-f179-407b-a220-77be6f9d33c1 req-ceeb38ed-cf37-44a0-b0c5-034389d58167 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471516 Jul 09 14:41:55.117068 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-80a76377-62a2-4013-b01e-152027e977dc req-db726665-8883-4d4d-b7eb-7f3f16de02c6 service neutron] Transition to ACTIVE for port object bfeecf9d-d542-437b-9e10-ff01a243d27e will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:41:55.164782 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device b1b12c19-9139-403e-b897-a3f7ecfc7a65 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:41:55.169466 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-80a76377-62a2-4013-b01e-152027e977dc req-db726665-8883-4d4d-b7eb-7f3f16de02c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:55.251000 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db726665-8883-4d4d-b7eb-7f3f16de02c6 service neutron] Pushing event updated for resources: {'Port': ['ID=bfeecf9d-d542-437b-9e10-ff01a243d27e,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:55.289346 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port b1b12c19-9139-403e-b897-a3f7ecfc7a65, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=b1b12c19-9139-403e-b897-a3f7ecfc7a65,segment=NetworkSegment(ea3e7312-a29e-42fd-9247-9011d25d7154),segment_id=ea3e7312-a29e-42fd-9247-9011d25d7154)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:41:55.315035 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': 'b1b12c19-9139-403e-b897-a3f7ecfc7a65', 'network_id': '799bbf9f-0525-4250-82dd-ad4b3053eab3', 'port_id': 'b1b12c19-9139-403e-b897-a3f7ecfc7a65', 'mac_address': 'fa:16:3e:f5:1d:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeb0304f-76ed-455f-9fb9-36b89284b9c6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:41:55.315889 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67d4b1-2226-4c21-9d80-4b3876f43347 req-3901825d-2386-4c26-bde7-9f8a340e01ba tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:55.321843 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ba67d4b1-2226-4c21-9d80-4b3876f43347 req-3901825d-2386-4c26-bde7-9f8a340e01ba tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=584b377a-b2f4-4fc5-970c-0a3b1bc09296 HTTP/1.1" status: 200 len: 943 time: 0.0973673 Jul 09 14:41:55.368837 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:55.384963 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1b12c19-9139-403e-b897-a3f7ecfc7a65 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:41:55.399281 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-80a76377-62a2-4013-b01e-152027e977dc req-db726665-8883-4d4d-b7eb-7f3f16de02c6 service neutron] Attempting to bind port bfeecf9d-d542-437b-9e10-ff01a243d27e on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:41:55.399810 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-80a76377-62a2-4013-b01e-152027e977dc req-db726665-8883-4d4d-b7eb-7f3f16de02c6 service neutron] Attempting to bind port bfeecf9d-d542-437b-9e10-ff01a243d27e by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': 'c275eecc-ac61-4583-bf8f-15ffd528534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '9dd7350d-beb6-404b-b6b2-e696c1d5f3d5'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:41:55.400700 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a76377-62a2-4013-b01e-152027e977dc req-db726665-8883-4d4d-b7eb-7f3f16de02c6 service neutron] Attempting to bind port bfeecf9d-d542-437b-9e10-ff01a243d27e on network 9dd7350d-beb6-404b-b6b2-e696c1d5f3d5 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:41:55.405978 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a76377-62a2-4013-b01e-152027e977dc req-db726665-8883-4d4d-b7eb-7f3f16de02c6 service neutron] Port bfeecf9d-d542-437b-9e10-ff01a243d27e on network 9dd7350d-beb6-404b-b6b2-e696c1d5f3d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:41:55.406534 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a76377-62a2-4013-b01e-152027e977dc req-db726665-8883-4d4d-b7eb-7f3f16de02c6 service neutron] Attempting to bind port bfeecf9d-d542-437b-9e10-ff01a243d27e on network 9dd7350d-beb6-404b-b6b2-e696c1d5f3d5 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:41:55.419069 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a76377-62a2-4013-b01e-152027e977dc req-db726665-8883-4d4d-b7eb-7f3f16de02c6 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:41:55.419614 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a76377-62a2-4013-b01e-152027e977dc req-db726665-8883-4d4d-b7eb-7f3f16de02c6 service neutron] Checking segment: {'id': 'c275eecc-ac61-4583-bf8f-15ffd528534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '9dd7350d-beb6-404b-b6b2-e696c1d5f3d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:41:55.420164 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a76377-62a2-4013-b01e-152027e977dc req-db726665-8883-4d4d-b7eb-7f3f16de02c6 service neutron] Bound using segment: {'id': 'c275eecc-ac61-4583-bf8f-15ffd528534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '9dd7350d-beb6-404b-b6b2-e696c1d5f3d5'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:41:55.420715 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-80a76377-62a2-4013-b01e-152027e977dc req-db726665-8883-4d4d-b7eb-7f3f16de02c6 service neutron] Bound port: bfeecf9d-d542-437b-9e10-ff01a243d27e, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c275eecc-ac61-4583-bf8f-15ffd528534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '9dd7350d-beb6-404b-b6b2-e696c1d5f3d5'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:41:55.422036 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-80a76377-62a2-4013-b01e-152027e977dc req-db726665-8883-4d4d-b7eb-7f3f16de02c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:55.424040 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ba67d4b1-2226-4c21-9d80-4b3876f43347 req-ab493662-a124-40b8-bc1f-79cee6cc17a3 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968418 Jul 09 14:41:55.454941 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port b1b12c19-9139-403e-b897-a3f7ecfc7a65, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=b1b12c19-9139-403e-b897-a3f7ecfc7a65,segment=NetworkSegment(ea3e7312-a29e-42fd-9247-9011d25d7154),segment_id=ea3e7312-a29e-42fd-9247-9011d25d7154)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:41:55.523313 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-80a76377-62a2-4013-b01e-152027e977dc req-db726665-8883-4d4d-b7eb-7f3f16de02c6 service neutron] For port bfeecf9d-d542-437b-9e10-ff01a243d27e, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:41:55.526951 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-80a76377-62a2-4013-b01e-152027e977dc req-db726665-8883-4d4d-b7eb-7f3f16de02c6 service neutron] For port bfeecf9d-d542-437b-9e10-ff01a243d27e, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=bfeecf9d-d542-437b-9e10-ff01a243d27e,segment=NetworkSegment(c275eecc-ac61-4583-bf8f-15ffd528534b),segment_id=c275eecc-ac61-4583-bf8f-15ffd528534b)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:41:55.535229 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:55.627405 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-80a76377-62a2-4013-b01e-152027e977dc req-db726665-8883-4d4d-b7eb-7f3f16de02c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:55.651295 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=b1b12c19-9139-403e-b897-a3f7ecfc7a65,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:55.693770 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a76377-62a2-4013-b01e-152027e977dc req-db726665-8883-4d4d-b7eb-7f3f16de02c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:55.694398 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-80a76377-62a2-4013-b01e-152027e977dc req-db726665-8883-4d4d-b7eb-7f3f16de02c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:55.695874 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-80a76377-62a2-4013-b01e-152027e977dc req-db726665-8883-4d4d-b7eb-7f3f16de02c6 service neutron] 10.222.0.54 "PUT /v2.0/ports/bfeecf9d-d542-437b-9e10-ff01a243d27e HTTP/1.1" status: 200 len: 1092 time: 1.2033188 Jul 09 14:41:55.701948 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4920f0a-a687-4b93-a713-044808adb81e', 'tag': 'bfeecf9d-d542-437b-9e10-ff01a243d27e'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:41:55.703985 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28334123-8277-445c-8132-02ce65d5f333" -d '{"events": [{"name": "network-changed", "server_uuid": "f4920f0a-a687-4b93-a713-044808adb81e", "tag": "bfeecf9d-d542-437b-9e10-ff01a243d27e"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:41:55.733476 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db726665-8883-4d4d-b7eb-7f3f16de02c6 service neutron] Pushing event updated for resources: {'Port': ['ID=bfeecf9d-d542-437b-9e10-ff01a243d27e,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:55.763749 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab7f6a-cf48-4fff-9b95-2cabb3773467 req-4aa36b4b-54c2-46e5-b5aa-5f7a17c1a754 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:55.765382 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5fab7f6a-cf48-4fff-9b95-2cabb3773467 req-4aa36b4b-54c2-46e5-b5aa-5f7a17c1a754 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa4b046b-c18e-405c-9cae-2fc32f216a42 HTTP/1.1" status: 200 len: 950 time: 0.2049985 Jul 09 14:41:55.780910 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545c4dc2-d3ff-4d71-bfb6-d2c9423ecded x-openstack-request-id: req-545c4dc2-d3ff-4d71-bfb6-d2c9423ecded {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:41:55.781200 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4920f0a-a687-4b93-a713-044808adb81e", "tag": "bfeecf9d-d542-437b-9e10-ff01a243d27e", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:41:55.781580 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-545c4dc2-d3ff-4d71-bfb6-d2c9423ecded {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:41:55.782099 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4920f0a-a687-4b93-a713-044808adb81e', 'tag': 'bfeecf9d-d542-437b-9e10-ff01a243d27e', 'status': 'completed', 'code': 200} Jul 09 14:41:55.861874 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5fab7f6a-cf48-4fff-9b95-2cabb3773467 req-e8246e90-da04-4d2c-809d-810a473cfda3 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878618 Jul 09 14:41:55.917302 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28334123-8277-445c-8132-02ce65d5f333 req-c8859e5a-1a29-4d7f-b5d1-24a266c549dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:55.918885 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-28334123-8277-445c-8132-02ce65d5f333 req-c8859e5a-1a29-4d7f-b5d1-24a266c549dc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=488e573590f449068d05943d6635fb8b&device_id=f4920f0a-a687-4b93-a713-044808adb81e HTTP/1.1" status: 200 len: 1095 time: 0.1048906 Jul 09 14:41:55.981834 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['b1b12c19-9139-403e-b897-a3f7ecfc7a65'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:41:55.996473 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a45c66-d42f-43fb-8995-35273aa41c63 req-e5ab7859-f07b-4eb6-9b98-d23421c030a3 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:55.998478 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-96a45c66-d42f-43fb-8995-35273aa41c63 req-e5ab7859-f07b-4eb6-9b98-d23421c030a3 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4920f0a-a687-4b93-a713-044808adb81e HTTP/1.1" status: 200 len: 944 time: 0.0822308 Jul 09 14:41:56.059356 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-96a45c66-d42f-43fb-8995-35273aa41c63 req-df6d7994-91a7-4f4a-89f8-edefce52d29a tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] 10.222.0.58 "GET /v2.0/security-groups?id=9bee524b-1563-4251-8e44-a658a747a2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548046 Jul 09 14:41:56.074787 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7a7e7c20-d805-49ef-a901-9f83de3c5b80 req-30e4144d-4222-4670-a266-e68e90ad7d1a tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] 10.222.0.58 "GET /v2.0/ports?device_id=d90aed2c-7dc7-4457-9d63-b68a028c93da HTTP/1.1" status: 200 len: 210 time: 0.1348116 Jul 09 14:41:56.136892 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-20228094-7319-4348-812b-72d020555f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:56.138571 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28334123-8277-445c-8132-02ce65d5f333 req-884a4add-1e70-4f4a-a52a-b9720babfe3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:56.146767 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-28334123-8277-445c-8132-02ce65d5f333 req-884a4add-1e70-4f4a-a52a-b9720babfe3d service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=488e573590f449068d05943d6635fb8b&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2177670 Jul 09 14:41:56.273152 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ed938-0c2b-46d6-85d1-663ab49b1dd4 req-dff25b3a-a804-4c4f-8fb9-a244894c6cb9 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:56.274995 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d27ed938-0c2b-46d6-85d1-663ab49b1dd4 req-dff25b3a-a804-4c4f-8fb9-a244894c6cb9 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=87906e67-d98d-497c-b105-fe0d6a802c10 HTTP/1.1" status: 200 len: 950 time: 0.0768292 Jul 09 14:41:56.311918 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28334123-8277-445c-8132-02ce65d5f333 req-efd45172-38b2-4af2-9746-cc732f7b4700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:56.313409 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-28334123-8277-445c-8132-02ce65d5f333 req-efd45172-38b2-4af2-9746-cc732f7b4700 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1584423 Jul 09 14:41:56.346270 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d27ed938-0c2b-46d6-85d1-663ab49b1dd4 req-08ceb0fc-9a31-4308-80eb-b8abd114e487 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652032 Jul 09 14:41:56.355625 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c22348-8aca-4cf4-9cb2-76853c2a6dc4 req-a8dc1664-b8b1-4ef9-aafa-b42b9553dcae tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:56.357417 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-60c22348-8aca-4cf4-9cb2-76853c2a6dc4 req-a8dc1664-b8b1-4ef9-aafa-b42b9553dcae tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=18708f99-dbe1-492b-976e-d41d9f427988 HTTP/1.1" status: 200 len: 945 time: 0.0963137 Jul 09 14:41:56.429293 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-60c22348-8aca-4cf4-9cb2-76853c2a6dc4 req-7e5fe19b-03fa-4878-8ddb-cb51d37995f2 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657496 Jul 09 14:41:56.454119 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a76377-62a2-4013-b01e-152027e977dc req-7345e2dd-7b38-414e-8d86-0023aac8bfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:56.455841 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-80a76377-62a2-4013-b01e-152027e977dc req-7345e2dd-7b38-414e-8d86-0023aac8bfa5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=488e573590f449068d05943d6635fb8b&device_id=f4920f0a-a687-4b93-a713-044808adb81e HTTP/1.1" status: 200 len: 1095 time: 0.0741341 Jul 09 14:41:56.502551 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-80a76377-62a2-4013-b01e-152027e977dc req-b2cbcc85-fd22-4ebe-8eeb-78fc4f1d86ae service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bfeecf9d-d542-437b-9e10-ff01a243d27e HTTP/1.1" status: 200 len: 217 time: 0.0386319 Jul 09 14:41:56.584941 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a76377-62a2-4013-b01e-152027e977dc req-3ebc3e45-17c0-4a8f-b967-b8356bc3173c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:56.586414 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-80a76377-62a2-4013-b01e-152027e977dc req-3ebc3e45-17c0-4a8f-b967-b8356bc3173c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c8ed1314-0930-4df0-957b-23d088a5a5d0 HTTP/1.1" status: 200 len: 855 time: 0.0770254 Jul 09 14:41:56.655097 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26856a-c5ec-462a-a0ea-fce27942e6c4 req-b150cd28-8cf7-4de8-8faa-ed00f6ab19c3 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:56.656665 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bb26856a-c5ec-462a-a0ea-fce27942e6c4 req-b150cd28-8cf7-4de8-8faa-ed00f6ab19c3 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=584b377a-b2f4-4fc5-970c-0a3b1bc09296 HTTP/1.1" status: 200 len: 944 time: 0.1070237 Jul 09 14:41:56.699055 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a76377-62a2-4013-b01e-152027e977dc req-b92a3a9d-f528-4ecb-9e6e-4450ab5af34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:56.700653 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-80a76377-62a2-4013-b01e-152027e977dc req-b92a3a9d-f528-4ecb-9e6e-4450ab5af34d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9dd7350d-beb6-404b-b6b2-e696c1d5f3d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0997381 Jul 09 14:41:56.705756 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bb26856a-c5ec-462a-a0ea-fce27942e6c4 req-5cba9ffb-87fa-4987-a056-c0d5b66e5417 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426211 Jul 09 14:41:56.806387 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-80a76377-62a2-4013-b01e-152027e977dc req-d0a81fbc-2d52-4118-97af-3a0965fc8f62 service neutron] 10.222.0.54 "GET /v2.0/networks/9dd7350d-beb6-404b-b6b2-e696c1d5f3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893688 Jul 09 14:41:56.905717 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-80a76377-62a2-4013-b01e-152027e977dc req-d62597a1-1edd-4c94-9a2b-07bbda5cc04a service neutron] 10.222.0.54 "GET /v2.0/networks/9dd7350d-beb6-404b-b6b2-e696c1d5f3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905669 Jul 09 14:41:57.035744 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda3741-58b6-4425-afc5-10e6a1f0d022 req-61ffa10b-4041-41f7-a5e7-5e550074d57f tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:57.037255 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2bda3741-58b6-4425-afc5-10e6a1f0d022 req-61ffa10b-4041-41f7-a5e7-5e550074d57f tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa4b046b-c18e-405c-9cae-2fc32f216a42 HTTP/1.1" status: 200 len: 950 time: 0.0666397 Jul 09 14:41:57.078720 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2bda3741-58b6-4425-afc5-10e6a1f0d022 req-56b93a23-6d20-4c55-8ec1-e75357677bb8 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356784 Jul 09 14:41:57.195490 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device b1b12c19-9139-403e-b897-a3f7ecfc7a65 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:41:57.231754 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-aeef427f-b0ef-4561-9d27-b9289db19a85 req-c7228f17-fb9f-4c95-9219-6e35b914b475 tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] 10.222.0.58 "GET /v2.0/ports?device_id=d90aed2c-7dc7-4457-9d63-b68a028c93da HTTP/1.1" status: 200 len: 210 time: 0.0380051 Jul 09 14:41:57.275259 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12854d-824b-4fc6-a533-ed946a86538d req-464a473f-aa46-46b3-8faa-2532a7148849 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:57.277034 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0d12854d-824b-4fc6-a533-ed946a86538d req-464a473f-aa46-46b3-8faa-2532a7148849 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4920f0a-a687-4b93-a713-044808adb81e HTTP/1.1" status: 200 len: 944 time: 0.1050658 Jul 09 14:41:57.328998 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0d12854d-824b-4fc6-a533-ed946a86538d req-46aa1709-b52d-40fd-bdc4-b86c0d1c5e34 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] 10.222.0.58 "GET /v2.0/security-groups?id=9bee524b-1563-4251-8e44-a658a747a2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443344 Jul 09 14:41:57.335251 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port b1b12c19-9139-403e-b897-a3f7ecfc7a65 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:41:57.339147 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port b1b12c19-9139-403e-b897-a3f7ecfc7a65 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:41:57.339549 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:57.434865 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9871d-420b-4c2a-984b-df94a4340979 req-0b663cdf-7afc-49e4-b72e-314ac2e166d5 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:57.436287 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cde9871d-420b-4c2a-984b-df94a4340979 req-0b663cdf-7afc-49e4-b72e-314ac2e166d5 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfcc7ccb-291a-493f-b69d-6005db0b1092 HTTP/1.1" status: 200 len: 950 time: 0.0791960 Jul 09 14:41:57.440871 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:57.472583 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '584b377a-b2f4-4fc5-970c-0a3b1bc09296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b12c19-9139-403e-b897-a3f7ecfc7a65'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:41:57.475085 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ccb9b0-f792-42d4-a632-19d1a0ef928f" -d '{"events": [{"server_uuid": "584b377a-b2f4-4fc5-970c-0a3b1bc09296", "name": "network-vif-plugged", "status": "completed", "tag": "b1b12c19-9139-403e-b897-a3f7ecfc7a65"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:41:57.490018 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port b1b12c19-9139-403e-b897-a3f7ecfc7a65, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=b1b12c19-9139-403e-b897-a3f7ecfc7a65,segment=NetworkSegment(ea3e7312-a29e-42fd-9247-9011d25d7154),segment_id=ea3e7312-a29e-42fd-9247-9011d25d7154)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:41:57.495261 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cde9871d-420b-4c2a-984b-df94a4340979 req-111a885c-9d0b-4dea-a683-1f5f28590f2e tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518277 Jul 09 14:41:57.569108 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:57.635761 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8da719-0d5b-441d-b0b0-83c453f94ecb req-05b79c4e-73e2-4659-9a76-7aca9b1c35a3 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:57.638660 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9b8da719-0d5b-441d-b0b0-83c453f94ecb req-05b79c4e-73e2-4659-9a76-7aca9b1c35a3 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=87906e67-d98d-497c-b105-fe0d6a802c10 HTTP/1.1" status: 200 len: 950 time: 0.1490808 Jul 09 14:41:57.652260 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=b1b12c19-9139-403e-b897-a3f7ecfc7a65,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:57.701516 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9b8da719-0d5b-441d-b0b0-83c453f94ecb req-d6e28336-ee7b-4aa1-8a2b-d047d3cae9cb tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547171 Jul 09 14:41:57.731531 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53076c9c-83d0-4ced-b288-5609fb5fdc1a req-c0e7c11a-d0f1-4a70-8be8-d6e60e226bc9 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:57.734859 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e8735-473c-4f63-bfa5-db889ba7bc31 req-bd036624-71e7-40f3-b3b2-80a67e4b5ba2 tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:57.737183 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-382e8735-473c-4f63-bfa5-db889ba7bc31 req-bd036624-71e7-40f3-b3b2-80a67e4b5ba2 tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] 10.222.0.62 "GET /v2.0/networks?id=f5ec5505-a008-4a4a-a1a9-adcf3af01aad HTTP/1.1" status: 200 len: 809 time: 0.1756618 Jul 09 14:41:57.738894 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-53076c9c-83d0-4ced-b288-5609fb5fdc1a req-c0e7c11a-d0f1-4a70-8be8-d6e60e226bc9 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=18708f99-dbe1-492b-976e-d41d9f427988 HTTP/1.1" status: 200 len: 945 time: 0.0949190 Jul 09 14:41:57.758047 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-382e8735-473c-4f63-bfa5-db889ba7bc31 req-90b13a2b-22fb-4bf8-8131-6a386a9f91f8 tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] Request body: {'port': {'device_id': 'd90aed2c-7dc7-4457-9d63-b68a028c93da', 'network_id': 'f5ec5505-a008-4a4a-a1a9-adcf3af01aad', 'admin_state_up': True, 'tenant_id': '0f753643d3ef4787a4e67efc27474b2f'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:41:57.812949 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-53076c9c-83d0-4ced-b288-5609fb5fdc1a req-782c3e60-51c3-4f05-b45c-5622a6bf70a8 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696621 Jul 09 14:41:57.853929 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea239e5-9042-4bc3-85af-3811fb8f3384 x-openstack-request-id: req-cea239e5-9042-4bc3-85af-3811fb8f3384 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:41:57.854581 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "584b377a-b2f4-4fc5-970c-0a3b1bc09296", "name": "network-vif-plugged", "status": "completed", "tag": "b1b12c19-9139-403e-b897-a3f7ecfc7a65", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:41:57.855076 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cea239e5-9042-4bc3-85af-3811fb8f3384 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:41:57.856015 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '584b377a-b2f4-4fc5-970c-0a3b1bc09296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b12c19-9139-403e-b897-a3f7ecfc7a65', 'code': 200} Jul 09 14:41:57.974577 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c6aba98c-8dc8-4267-b10b-4b1c65334c6a req-e8708481-a459-4032-8ced-4eec2a1dd605 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=0392ff6fc2ff439ca5c7435508667427&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266340 Jul 09 14:41:57.979711 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-382e8735-473c-4f63-bfa5-db889ba7bc31 req-90b13a2b-22fb-4bf8-8131-6a386a9f91f8 tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] Made reservation on behalf of 0f753643d3ef4787a4e67efc27474b2f for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:41:57.986485 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-382e8735-473c-4f63-bfa5-db889ba7bc31 req-90b13a2b-22fb-4bf8-8131-6a386a9f91f8 tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:58.096980 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aba98c-8dc8-4267-b10b-4b1c65334c6a req-9f83de1e-aa98-4a3e-a049-526b046fb7b4 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:58.099250 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c6aba98c-8dc8-4267-b10b-4b1c65334c6a req-9f83de1e-aa98-4a3e-a049-526b046fb7b4 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1161056 Jul 09 14:41:58.115884 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c6aba98c-8dc8-4267-b10b-4b1c65334c6a req-27b7d4d0-539d-4553-a001-39a9a27c589a tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/quotas/0392ff6fc2ff439ca5c7435508667427 HTTP/1.1" status: 200 len: 375 time: 0.0098171 Jul 09 14:41:58.141503 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98cf73e-f635-4eae-b894-38c422d95814 req-7007ee6e-bbdf-4c11-8a0a-8c9aa40a1c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:58.143067 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e98cf73e-f635-4eae-b894-38c422d95814 req-7007ee6e-bbdf-4c11-8a0a-8c9aa40a1c74 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=584b377a-b2f4-4fc5-970c-0a3b1bc09296 HTTP/1.1" status: 200 len: 1096 time: 0.1681480 Jul 09 14:41:58.153735 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ccfa78-1ca8-48ad-9c91-b78b1d52fc15 req-5ba6531b-7c07-448a-8e7c-86a1ba30367c tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:58.155155 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-21ccfa78-1ca8-48ad-9c91-b78b1d52fc15 req-5ba6531b-7c07-448a-8e7c-86a1ba30367c tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=584b377a-b2f4-4fc5-970c-0a3b1bc09296 HTTP/1.1" status: 200 len: 945 time: 0.1928804 Jul 09 14:41:58.193161 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c6aba98c-8dc8-4267-b10b-4b1c65334c6a req-5adbf610-bde9-4c93-8e2f-2ccc692c0093 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0392ff6fc2ff439ca5c7435508667427&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0682192 Jul 09 14:41:58.249644 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e98cf73e-f635-4eae-b894-38c422d95814 req-fd5f88b0-4527-4acd-ad21-d51f5ebbf162 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901790 Jul 09 14:41:58.257853 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-382e8735-473c-4f63-bfa5-db889ba7bc31 req-90b13a2b-22fb-4bf8-8131-6a386a9f91f8 tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] Allocated IP 172.20.0.3 (f5ec5505-a008-4a4a-a1a9-adcf3af01aad/39f7391c-2ef4-4d11-95a8-808336699774/f3191ae5-47dd-411d-8d8d-92a07dcc3d62) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:41:58.262944 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-21ccfa78-1ca8-48ad-9c91-b78b1d52fc15 req-942357c3-e4b6-408c-bee0-c6ac75b7cdc6 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769575 Jul 09 14:41:58.436084 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-382e8735-473c-4f63-bfa5-db889ba7bc31 req-90b13a2b-22fb-4bf8-8131-6a386a9f91f8 tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:58.541252 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ce84dea3-e900-480a-93f6-ba7ef1f7bc32 req-6f6cc52d-fa50-45a8-b320-c300b0b33b11 tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] 10.222.0.58 "GET /v2.0/ports?device_id=d90aed2c-7dc7-4457-9d63-b68a028c93da HTTP/1.1" status: 200 len: 210 time: 0.0300820 Jul 09 14:41:58.558539 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-382e8735-473c-4f63-bfa5-db889ba7bc31 req-90b13a2b-22fb-4bf8-8131-6a386a9f91f8 tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:58.609603 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-382e8735-473c-4f63-bfa5-db889ba7bc31 req-90b13a2b-22fb-4bf8-8131-6a386a9f91f8 tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] Network f5ec5505-a008-4a4a-a1a9-adcf3af01aad is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:41:58.612926 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-382e8735-473c-4f63-bfa5-db889ba7bc31 req-90b13a2b-22fb-4bf8-8131-6a386a9f91f8 tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:41:58.617949 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-382e8735-473c-4f63-bfa5-db889ba7bc31 req-90b13a2b-22fb-4bf8-8131-6a386a9f91f8 tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:41:58.621781 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b13a2b-22fb-4bf8-8131-6a386a9f91f8 tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] Pushing event updated for resources: {'Port': ['ID=f3191ae5-47dd-411d-8d8d-92a07dcc3d62,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:58.669515 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e8735-473c-4f63-bfa5-db889ba7bc31 req-90b13a2b-22fb-4bf8-8131-6a386a9f91f8 tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:58.669515 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-382e8735-473c-4f63-bfa5-db889ba7bc31 req-90b13a2b-22fb-4bf8-8131-6a386a9f91f8 tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:58.716165 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-860c2e73-4021-40f1-9e54-2f9d69d98735 req-26edcc95-95dc-4052-bf2a-fe73071a1207 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=f906f0e7-5f8e-4cac-a548-37935ae0b330 HTTP/1.1" status: 200 len: 210 time: 0.0298543 Jul 09 14:41:58.724987 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f003a-4829-4e17-8032-038fd5306042 req-67c4c015-fc49-49df-9f1d-2e04c598f64b tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:58.726463 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d56f003a-4829-4e17-8032-038fd5306042 req-67c4c015-fc49-49df-9f1d-2e04c598f64b tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4920f0a-a687-4b93-a713-044808adb81e HTTP/1.1" status: 200 len: 944 time: 0.0690386 Jul 09 14:41:58.775686 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d56f003a-4829-4e17-8032-038fd5306042 req-22635d4c-98a8-4e3a-b28c-8a4ea8c4032a tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] 10.222.0.58 "GET /v2.0/security-groups?id=9bee524b-1563-4251-8e44-a658a747a2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415940 Jul 09 14:41:58.781110 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-382e8735-473c-4f63-bfa5-db889ba7bc31 req-90b13a2b-22fb-4bf8-8131-6a386a9f91f8 tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0276899 Jul 09 14:41:58.802227 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-382e8735-473c-4f63-bfa5-db889ba7bc31 req-99a9fef8-fbf1-45b5-8c32-c9a1468b611d service neutron] Request body: {'port': {'device_id': 'd90aed2c-7dc7-4457-9d63-b68a028c93da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:41:58.925790 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-382e8735-473c-4f63-bfa5-db889ba7bc31 req-99a9fef8-fbf1-45b5-8c32-c9a1468b611d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:58.984200 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d9202-0a3f-4fe4-a203-2d12e1f5f7fd req-af3445c5-0fc1-41d2-956e-48ffe66177f2 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:58.985983 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-884d9202-0a3f-4fe4-a203-2d12e1f5f7fd req-af3445c5-0fc1-41d2-956e-48ffe66177f2 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=18708f99-dbe1-492b-976e-d41d9f427988 HTTP/1.1" status: 200 len: 945 time: 0.0707419 Jul 09 14:41:58.986164 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d01d5559-07ab-4002-9f41-2e7a7257d7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:58.986622 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c14f2a-8e57-44c9-b464-ab984706c61b req-928e39bc-206c-4ed8-b9fd-439c573ed94e tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:58.988062 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-28c14f2a-8e57-44c9-b464-ab984706c61b req-928e39bc-206c-4ed8-b9fd-439c573ed94e tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=87906e67-d98d-497c-b105-fe0d6a802c10 HTTP/1.1" status: 200 len: 950 time: 0.1234448 Jul 09 14:41:59.031414 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-884d9202-0a3f-4fe4-a203-2d12e1f5f7fd req-0fec73a9-06be-4ceb-a82b-18739a262eaf tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350468 Jul 09 14:41:59.140897 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:59.353984 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-28c14f2a-8e57-44c9-b464-ab984706c61b req-6b545862-0496-486a-b038-76879cc347f2 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3589609 Jul 09 14:41:59.466835 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de54e60c-aed2-4cbd-b794-61ddfaae6702 req-83831a4d-fb8e-45bf-9e4a-3665f43c75bc tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:59.468399 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-de54e60c-aed2-4cbd-b794-61ddfaae6702 req-83831a4d-fb8e-45bf-9e4a-3665f43c75bc tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=584b377a-b2f4-4fc5-970c-0a3b1bc09296 HTTP/1.1" status: 200 len: 945 time: 0.0642235 Jul 09 14:41:59.506590 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-de54e60c-aed2-4cbd-b794-61ddfaae6702 req-60603199-2203-41c0-a1cd-913c4edbf1f7 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324435 Jul 09 14:41:59.512592 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-382e8735-473c-4f63-bfa5-db889ba7bc31 req-99a9fef8-fbf1-45b5-8c32-c9a1468b611d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3191ae5-47dd-411d-8d8d-92a07dcc3d62 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:41:59.520495 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-382e8735-473c-4f63-bfa5-db889ba7bc31 req-99a9fef8-fbf1-45b5-8c32-c9a1468b611d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:59.532821 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-382e8735-473c-4f63-bfa5-db889ba7bc31 req-99a9fef8-fbf1-45b5-8c32-c9a1468b611d service neutron] Transition to ACTIVE for port object f3191ae5-47dd-411d-8d8d-92a07dcc3d62 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:41:59.599080 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-382e8735-473c-4f63-bfa5-db889ba7bc31 req-99a9fef8-fbf1-45b5-8c32-c9a1468b611d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:59.652380 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a9fef8-fbf1-45b5-8c32-c9a1468b611d service neutron] Pushing event updated for resources: {'Port': ['ID=f3191ae5-47dd-411d-8d8d-92a07dcc3d62,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:41:59.760034 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-382e8735-473c-4f63-bfa5-db889ba7bc31 req-99a9fef8-fbf1-45b5-8c32-c9a1468b611d service neutron] Attempting to bind port f3191ae5-47dd-411d-8d8d-92a07dcc3d62 on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:41:59.760374 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-382e8735-473c-4f63-bfa5-db889ba7bc31 req-99a9fef8-fbf1-45b5-8c32-c9a1468b611d service neutron] Attempting to bind port f3191ae5-47dd-411d-8d8d-92a07dcc3d62 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': '245c13db-0d6d-4452-b4e2-2a696730e84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f5ec5505-a008-4a4a-a1a9-adcf3af01aad'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:41:59.760699 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382e8735-473c-4f63-bfa5-db889ba7bc31 req-99a9fef8-fbf1-45b5-8c32-c9a1468b611d service neutron] Attempting to bind port f3191ae5-47dd-411d-8d8d-92a07dcc3d62 on network f5ec5505-a008-4a4a-a1a9-adcf3af01aad {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:41:59.770380 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382e8735-473c-4f63-bfa5-db889ba7bc31 req-99a9fef8-fbf1-45b5-8c32-c9a1468b611d service neutron] Port f3191ae5-47dd-411d-8d8d-92a07dcc3d62 on network f5ec5505-a008-4a4a-a1a9-adcf3af01aad not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:41:59.770700 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382e8735-473c-4f63-bfa5-db889ba7bc31 req-99a9fef8-fbf1-45b5-8c32-c9a1468b611d service neutron] Attempting to bind port f3191ae5-47dd-411d-8d8d-92a07dcc3d62 on network f5ec5505-a008-4a4a-a1a9-adcf3af01aad {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:41:59.779741 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382e8735-473c-4f63-bfa5-db889ba7bc31 req-99a9fef8-fbf1-45b5-8c32-c9a1468b611d service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:41:59.780076 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382e8735-473c-4f63-bfa5-db889ba7bc31 req-99a9fef8-fbf1-45b5-8c32-c9a1468b611d service neutron] Checking segment: {'id': '245c13db-0d6d-4452-b4e2-2a696730e84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f5ec5505-a008-4a4a-a1a9-adcf3af01aad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:41:59.780459 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382e8735-473c-4f63-bfa5-db889ba7bc31 req-99a9fef8-fbf1-45b5-8c32-c9a1468b611d service neutron] Bound using segment: {'id': '245c13db-0d6d-4452-b4e2-2a696730e84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f5ec5505-a008-4a4a-a1a9-adcf3af01aad'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:41:59.780888 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-382e8735-473c-4f63-bfa5-db889ba7bc31 req-99a9fef8-fbf1-45b5-8c32-c9a1468b611d service neutron] Bound port: f3191ae5-47dd-411d-8d8d-92a07dcc3d62, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '245c13db-0d6d-4452-b4e2-2a696730e84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f5ec5505-a008-4a4a-a1a9-adcf3af01aad'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:41:59.781243 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-382e8735-473c-4f63-bfa5-db889ba7bc31 req-99a9fef8-fbf1-45b5-8c32-c9a1468b611d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:59.800725 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc71b07-1258-4389-9280-7f905b796635 req-4c25347c-90b2-4e4d-a26e-add83148a24a tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:59.802963 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6cc71b07-1258-4389-9280-7f905b796635 req-4c25347c-90b2-4e4d-a26e-add83148a24a tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] 10.222.0.58 "GET /v2.0/ports?device_id=d90aed2c-7dc7-4457-9d63-b68a028c93da HTTP/1.1" status: 200 len: 943 time: 0.1297724 Jul 09 14:41:59.883034 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-382e8735-473c-4f63-bfa5-db889ba7bc31 req-99a9fef8-fbf1-45b5-8c32-c9a1468b611d service neutron] For port f3191ae5-47dd-411d-8d8d-92a07dcc3d62, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:41:59.891448 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6cc71b07-1258-4389-9280-7f905b796635 req-8e43951b-3fa8-4747-b37b-71811440dc6d tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] 10.222.0.58 "GET /v2.0/security-groups?id=7eac7b12-b22d-4264-b67d-541bd42049c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571072 Jul 09 14:41:59.898286 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ed9c6808-ac2c-459d-baac-0b4fc3fdb52e req-fafdc280-c289-4b09-892a-d216fd4a864e tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=f906f0e7-5f8e-4cac-a548-37935ae0b330 HTTP/1.1" status: 200 len: 210 time: 0.0355873 Jul 09 14:41:59.902030 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-382e8735-473c-4f63-bfa5-db889ba7bc31 req-99a9fef8-fbf1-45b5-8c32-c9a1468b611d service neutron] For port f3191ae5-47dd-411d-8d8d-92a07dcc3d62, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=f3191ae5-47dd-411d-8d8d-92a07dcc3d62,segment=NetworkSegment(245c13db-0d6d-4452-b4e2-2a696730e84c),segment_id=245c13db-0d6d-4452-b4e2-2a696730e84c)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:41:59.958689 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-382e8735-473c-4f63-bfa5-db889ba7bc31 req-99a9fef8-fbf1-45b5-8c32-c9a1468b611d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:59.998531 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e8735-473c-4f63-bfa5-db889ba7bc31 req-99a9fef8-fbf1-45b5-8c32-c9a1468b611d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:59.999160 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-382e8735-473c-4f63-bfa5-db889ba7bc31 req-99a9fef8-fbf1-45b5-8c32-c9a1468b611d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:00.000560 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-382e8735-473c-4f63-bfa5-db889ba7bc31 req-99a9fef8-fbf1-45b5-8c32-c9a1468b611d service neutron] 10.222.0.62 "PUT /v2.0/ports/f3191ae5-47dd-411d-8d8d-92a07dcc3d62 HTTP/1.1" status: 200 len: 1091 time: 1.2033854 Jul 09 14:42:00.001005 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd90aed2c-7dc7-4457-9d63-b68a028c93da', 'tag': 'f3191ae5-47dd-411d-8d8d-92a07dcc3d62'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:42:00.003441 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c758ba00-b2b0-4558-a78c-63d217fefb57" -d '{"events": [{"name": "network-changed", "server_uuid": "d90aed2c-7dc7-4457-9d63-b68a028c93da", "tag": "f3191ae5-47dd-411d-8d8d-92a07dcc3d62"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:42:00.053310 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f34551-70f3-48da-afd6-6b7a6dad2537 x-openstack-request-id: req-d9f34551-70f3-48da-afd6-6b7a6dad2537 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:42:00.053626 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d90aed2c-7dc7-4457-9d63-b68a028c93da", "tag": "f3191ae5-47dd-411d-8d8d-92a07dcc3d62", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:42:00.054613 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d9f34551-70f3-48da-afd6-6b7a6dad2537 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:42:00.054613 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd90aed2c-7dc7-4457-9d63-b68a028c93da', 'tag': 'f3191ae5-47dd-411d-8d8d-92a07dcc3d62', 'status': 'completed', 'code': 200} Jul 09 14:42:00.063341 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a9fef8-fbf1-45b5-8c32-c9a1468b611d service neutron] Pushing event updated for resources: {'Port': ['ID=f3191ae5-47dd-411d-8d8d-92a07dcc3d62,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:00.096159 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc29ed1-e4ca-46cf-ba34-578f4226a4a2 req-aa59dff1-b40f-4f07-b114-a0d79469e96c tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:00.097948 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2bc29ed1-e4ca-46cf-ba34-578f4226a4a2 req-aa59dff1-b40f-4f07-b114-a0d79469e96c tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4920f0a-a687-4b93-a713-044808adb81e HTTP/1.1" status: 200 len: 944 time: 0.1011128 Jul 09 14:42:00.100579 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:00.164943 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2bc29ed1-e4ca-46cf-ba34-578f4226a4a2 req-06598b64-d3c3-40a0-b6fc-405c8f547d8f tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] 10.222.0.58 "GET /v2.0/security-groups?id=9bee524b-1563-4251-8e44-a658a747a2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562248 Jul 09 14:42:00.181300 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c758ba00-b2b0-4558-a78c-63d217fefb57 req-a6890bbf-1761-465d-a0c6-fd6ce32f29fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:00.182852 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c758ba00-b2b0-4558-a78c-63d217fefb57 req-a6890bbf-1761-465d-a0c6-fd6ce32f29fb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0f753643d3ef4787a4e67efc27474b2f&device_id=d90aed2c-7dc7-4457-9d63-b68a028c93da HTTP/1.1" status: 200 len: 1094 time: 0.0834131 Jul 09 14:42:00.225138 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb9b49b-30c8-4637-a1e2-3dfa94c8fc6e req-912c337a-accb-43f3-ada6-f67f66c84ce3 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:00.226888 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0eb9b49b-30c8-4637-a1e2-3dfa94c8fc6e req-912c337a-accb-43f3-ada6-f67f66c84ce3 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=18708f99-dbe1-492b-976e-d41d9f427988 HTTP/1.1" status: 200 len: 945 time: 0.0753453 Jul 09 14:42:00.265716 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0eb9b49b-30c8-4637-a1e2-3dfa94c8fc6e req-ea3de1ec-5513-4c6e-afc2-26e8ac8cdfa8 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326977 Jul 09 14:42:00.473034 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c758ba00-b2b0-4558-a78c-63d217fefb57 req-cb3e920c-8ddb-4015-91f3-36710f45c2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:00.474519 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c758ba00-b2b0-4558-a78c-63d217fefb57 req-cb3e920c-8ddb-4015-91f3-36710f45c2b7 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=0f753643d3ef4787a4e67efc27474b2f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2784622 Jul 09 14:42:00.538737 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1483765-96e0-47c5-9fcf-b67a6873902f req-62f8fc1e-661c-4436-b1fd-02485e217451 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:00.541445 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f1483765-96e0-47c5-9fcf-b67a6873902f req-62f8fc1e-661c-4436-b1fd-02485e217451 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=87906e67-d98d-497c-b105-fe0d6a802c10 HTTP/1.1" status: 200 len: 950 time: 0.0694308 Jul 09 14:42:00.592073 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f1483765-96e0-47c5-9fcf-b67a6873902f req-738fdb93-6431-4d79-8275-dbda823d836e tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431933 Jul 09 14:42:00.637543 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c6aba98c-8dc8-4267-b10b-4b1c65334c6a req-ee3aff2e-4bb1-4a33-9766-e7ec82822abb tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=0392ff6fc2ff439ca5c7435508667427&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385072 Jul 09 14:42:00.743217 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c758ba00-b2b0-4558-a78c-63d217fefb57 req-ce91e395-7dee-43f4-beb3-2fe737909bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:00.744730 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c758ba00-b2b0-4558-a78c-63d217fefb57 req-ce91e395-7dee-43f4-beb3-2fe737909bc0 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2639790 Jul 09 14:42:00.809112 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9572dc-be4d-4df2-8780-eca611fcd5b8 req-7611d3ff-47cd-4331-b6a9-b96128a68c3d tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:00.810643 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3f9572dc-be4d-4df2-8780-eca611fcd5b8 req-7611d3ff-47cd-4331-b6a9-b96128a68c3d tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=584b377a-b2f4-4fc5-970c-0a3b1bc09296 HTTP/1.1" status: 200 len: 945 time: 0.1754556 Jul 09 14:42:00.818736 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aba98c-8dc8-4267-b10b-4b1c65334c6a req-52339865-7d9c-4a5a-ab54-c59b08cb82f9 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:00.820606 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c6aba98c-8dc8-4267-b10b-4b1c65334c6a req-52339865-7d9c-4a5a-ab54-c59b08cb82f9 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1573153 Jul 09 14:42:00.859473 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-c6aba98c-8dc8-4267-b10b-4b1c65334c6a req-5162de79-f810-469a-ab2f-c4473645ed46 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Request body: {'port': {'device_id': 'f906f0e7-5f8e-4cac-a548-37935ae0b330', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'admin_state_up': True, 'tenant_id': '0392ff6fc2ff439ca5c7435508667427'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:42:00.939932 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3f9572dc-be4d-4df2-8780-eca611fcd5b8 req-b1641a78-fd07-4872-8bd5-6de2c141ef33 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177044 Jul 09 14:42:00.989095 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e8735-473c-4f63-bfa5-db889ba7bc31 req-4f09c7ce-3717-4b9c-aa8f-a2a1d76febe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:00.991830 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-382e8735-473c-4f63-bfa5-db889ba7bc31 req-4f09c7ce-3717-4b9c-aa8f-a2a1d76febe2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0f753643d3ef4787a4e67efc27474b2f&device_id=d90aed2c-7dc7-4457-9d63-b68a028c93da HTTP/1.1" status: 200 len: 1094 time: 0.1695988 Jul 09 14:42:01.068236 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-382e8735-473c-4f63-bfa5-db889ba7bc31 req-a6563119-b2fb-43b8-a267-5806a2fa958b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3191ae5-47dd-411d-8d8d-92a07dcc3d62 HTTP/1.1" status: 200 len: 217 time: 0.0435903 Jul 09 14:42:01.075999 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6aba98c-8dc8-4267-b10b-4b1c65334c6a req-5162de79-f810-469a-ab2f-c4473645ed46 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Made reservation on behalf of 0392ff6fc2ff439ca5c7435508667427 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:42:01.080096 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c6aba98c-8dc8-4267-b10b-4b1c65334c6a req-5162de79-f810-469a-ab2f-c4473645ed46 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:01.092179 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01cecef-922a-43d4-919a-1665ddddc414 req-d5945686-cef0-4eaa-81e6-fa89c7fe90af tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:01.093705 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c01cecef-922a-43d4-919a-1665ddddc414 req-d5945686-cef0-4eaa-81e6-fa89c7fe90af tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] 10.222.0.58 "GET /v2.0/ports?device_id=d90aed2c-7dc7-4457-9d63-b68a028c93da HTTP/1.1" status: 200 len: 943 time: 0.0691411 Jul 09 14:42:01.107618 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-894a790d-37e6-49dc-b7a9-8054be94ed98 req-da6c94fc-171a-4b6c-a763-7c2a20def3c2 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=f906f0e7-5f8e-4cac-a548-37935ae0b330 HTTP/1.1" status: 200 len: 210 time: 0.0430794 Jul 09 14:42:01.152746 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c01cecef-922a-43d4-919a-1665ddddc414 req-eb3cbe5c-260e-4681-9b2c-0357f2f1458a tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] 10.222.0.58 "GET /v2.0/security-groups?id=7eac7b12-b22d-4264-b67d-541bd42049c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520799 Jul 09 14:42:01.198363 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e8735-473c-4f63-bfa5-db889ba7bc31 req-a06be96f-c539-4d76-a25e-d887ebbf3dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:01.199923 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-382e8735-473c-4f63-bfa5-db889ba7bc31 req-a06be96f-c539-4d76-a25e-d887ebbf3dbc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=39f7391c-2ef4-4d11-95a8-808336699774 HTTP/1.1" status: 200 len: 849 time: 0.0948682 Jul 09 14:42:01.237882 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-382e8735-473c-4f63-bfa5-db889ba7bc31 req-5911024d-fe8f-4d0a-bccf-90938129b91a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f5ec5505-a008-4a4a-a1a9-adcf3af01aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291982 Jul 09 14:42:01.357540 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-c6aba98c-8dc8-4267-b10b-4b1c65334c6a req-5162de79-f810-469a-ab2f-c4473645ed46 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Allocated IP 192.168.233.123 (aa30872f-c756-4ec7-be84-b2e3b86cdcfc/8081bcce-88de-4a2f-9e69-6750220e0be0/8741c75a-5912-4a78-a5e0-3da8adeff535) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:42:01.383729 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-382e8735-473c-4f63-bfa5-db889ba7bc31 req-b6c5a7d5-1875-40ea-9bc8-79c261c24f9d service neutron] 10.222.0.62 "GET /v2.0/networks/f5ec5505-a008-4a4a-a1a9-adcf3af01aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394958 Jul 09 14:42:01.387419 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b153f184-3baf-4e17-8f53-7ef08b4ad333 req-0f40ef78-2386-4083-bffe-b9a99d0544b3 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:01.389112 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b153f184-3baf-4e17-8f53-7ef08b4ad333 req-0f40ef78-2386-4083-bffe-b9a99d0544b3 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4920f0a-a687-4b93-a713-044808adb81e HTTP/1.1" status: 200 len: 944 time: 0.0938046 Jul 09 14:42:01.435151 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b153f184-3baf-4e17-8f53-7ef08b4ad333 req-2140cd89-6711-4a59-a089-a9b0c55b0ea0 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] 10.222.0.58 "GET /v2.0/security-groups?id=9bee524b-1563-4251-8e44-a658a747a2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397067 Jul 09 14:42:01.477878 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:01.565426 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-382e8735-473c-4f63-bfa5-db889ba7bc31 req-71770513-c86e-4cab-8225-e6bd7eeccc0b service neutron] 10.222.0.62 "GET /v2.0/networks/f5ec5505-a008-4a4a-a1a9-adcf3af01aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691325 Jul 09 14:42:01.611093 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c6aba98c-8dc8-4267-b10b-4b1c65334c6a req-5162de79-f810-469a-ab2f-c4473645ed46 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:01.638545 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-c6aba98c-8dc8-4267-b10b-4b1c65334c6a req-5162de79-f810-469a-ab2f-c4473645ed46 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Transition to ACTIVE for port object 8741c75a-5912-4a78-a5e0-3da8adeff535 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:42:01.742825 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d8e788-02a0-403d-b579-9c598e4c5cd5 req-8b48ea96-5d3c-4fc3-bc4b-e1cf00bfd2bc tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:01.744402 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b6d8e788-02a0-403d-b579-9c598e4c5cd5 req-8b48ea96-5d3c-4fc3-bc4b-e1cf00bfd2bc tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=584b377a-b2f4-4fc5-970c-0a3b1bc09296 HTTP/1.1" status: 200 len: 945 time: 0.0692129 Jul 09 14:42:01.753407 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c6aba98c-8dc8-4267-b10b-4b1c65334c6a req-5162de79-f810-469a-ab2f-c4473645ed46 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:01.782820 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b6d8e788-02a0-403d-b579-9c598e4c5cd5 req-75e27a5a-f783-4096-9ef4-bbaad83814ba tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326066 Jul 09 14:42:01.794990 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['0f7a887a-cc10-46c1-be45-85a7c45b9735', 'f75fe67a-03e9-4d45-b9be-c3e13bc21b98'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:42:01.823008 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6aba98c-8dc8-4267-b10b-4b1c65334c6a req-5162de79-f810-469a-ab2f-c4473645ed46 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Network aa30872f-c756-4ec7-be84-b2e3b86cdcfc is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:42:01.823895 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5162de79-f810-469a-ab2f-c4473645ed46 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Pushing event updated for resources: {'Port': ['ID=8741c75a-5912-4a78-a5e0-3da8adeff535,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:01.827280 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-c6aba98c-8dc8-4267-b10b-4b1c65334c6a req-5162de79-f810-469a-ab2f-c4473645ed46 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:42:01.830283 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6aba98c-8dc8-4267-b10b-4b1c65334c6a req-5162de79-f810-469a-ab2f-c4473645ed46 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:42:01.872008 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d387e6-aa4d-470a-a296-cad82db0f83c req-4355897c-044c-4949-8f41-b23ce9f481e6 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:01.873543 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-11d387e6-aa4d-470a-a296-cad82db0f83c req-4355897c-044c-4949-8f41-b23ce9f481e6 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=18708f99-dbe1-492b-976e-d41d9f427988 HTTP/1.1" status: 200 len: 945 time: 0.1537383 Jul 09 14:42:01.948948 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aba98c-8dc8-4267-b10b-4b1c65334c6a req-5162de79-f810-469a-ab2f-c4473645ed46 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:01.951368 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c6aba98c-8dc8-4267-b10b-4b1c65334c6a req-5162de79-f810-469a-ab2f-c4473645ed46 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:01.980851 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-11d387e6-aa4d-470a-a296-cad82db0f83c req-b969019a-56b5-4aa5-b01b-78e403a73d4b tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862179 Jul 09 14:42:02.055928 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c6aba98c-8dc8-4267-b10b-4b1c65334c6a req-5162de79-f810-469a-ab2f-c4473645ed46 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2197356 Jul 09 14:42:02.063981 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5b68c-226e-4509-b98e-f9e1b531b4a5 req-30569ca9-5162-4832-9ad1-2527f008e6ff tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:02.073289 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bbd5b68c-226e-4509-b98e-f9e1b531b4a5 req-30569ca9-5162-4832-9ad1-2527f008e6ff tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=87906e67-d98d-497c-b105-fe0d6a802c10 HTTP/1.1" status: 200 len: 950 time: 0.1117413 Jul 09 14:42:02.075666 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-c6aba98c-8dc8-4267-b10b-4b1c65334c6a req-3e48d5b5-3dba-4432-85bc-f10e91ddeef8 service neutron] Request body: {'port': {'device_id': 'f906f0e7-5f8e-4cac-a548-37935ae0b330', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:42:02.110901 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bbd5b68c-226e-4509-b98e-f9e1b531b4a5 req-f770b528-bf26-46ae-a131-44a0f5205cb8 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364068 Jul 09 14:42:02.168102 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c6aba98c-8dc8-4267-b10b-4b1c65334c6a req-3e48d5b5-3dba-4432-85bc-f10e91ddeef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:02.203634 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-51fa7c86-1aea-47fb-93f9-dc217256b13d None None] Provisioning for port 8741c75a-5912-4a78-a5e0-3da8adeff535 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:42:02.209079 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-51fa7c86-1aea-47fb-93f9-dc217256b13d None None] Provisioning complete for port 8741c75a-5912-4a78-a5e0-3da8adeff535 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:42:02.209455 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-51fa7c86-1aea-47fb-93f9-dc217256b13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:02.258358 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-51fa7c86-1aea-47fb-93f9-dc217256b13d None None] Port 8741c75a-5912-4a78-a5e0-3da8adeff535 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:42:02.298421 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0323030-8542-41b3-b9f0-c27d30a1a0c6 req-9eb79ec7-0181-4316-b321-1a8aa5d8bac2 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:02.299982 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b0323030-8542-41b3-b9f0-c27d30a1a0c6 req-9eb79ec7-0181-4316-b321-1a8aa5d8bac2 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=f906f0e7-5f8e-4cac-a548-37935ae0b330 HTTP/1.1" status: 200 len: 936 time: 0.0661013 Jul 09 14:42:02.338922 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b0323030-8542-41b3-b9f0-c27d30a1a0c6 req-5bcdf0a6-3116-45cf-9e31-70b580ec9735 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330579 Jul 09 14:42:02.417067 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2930ee1-86ea-4589-9ec3-7b1cd4682f37 req-55446d9c-2850-42e3-879d-276a5608c205 tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:02.418760 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d2930ee1-86ea-4589-9ec3-7b1cd4682f37 req-55446d9c-2850-42e3-879d-276a5608c205 tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] 10.222.0.58 "GET /v2.0/ports?device_id=d90aed2c-7dc7-4457-9d63-b68a028c93da HTTP/1.1" status: 200 len: 943 time: 0.1256320 Jul 09 14:42:02.487190 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d2930ee1-86ea-4589-9ec3-7b1cd4682f37 req-c4ef87cf-0927-47f6-a486-e66ff7eacf60 tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] 10.222.0.58 "GET /v2.0/security-groups?id=7eac7b12-b22d-4264-b67d-541bd42049c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620370 Jul 09 14:42:02.523407 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-c6aba98c-8dc8-4267-b10b-4b1c65334c6a req-3e48d5b5-3dba-4432-85bc-f10e91ddeef8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8741c75a-5912-4a78-a5e0-3da8adeff535 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:42:02.530805 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c6aba98c-8dc8-4267-b10b-4b1c65334c6a req-3e48d5b5-3dba-4432-85bc-f10e91ddeef8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:02.543682 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-c6aba98c-8dc8-4267-b10b-4b1c65334c6a req-3e48d5b5-3dba-4432-85bc-f10e91ddeef8 service neutron] Transition to ACTIVE for port object 8741c75a-5912-4a78-a5e0-3da8adeff535 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:42:02.614953 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c6aba98c-8dc8-4267-b10b-4b1c65334c6a req-3e48d5b5-3dba-4432-85bc-f10e91ddeef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:02.621574 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a213b-9621-4a3a-a14a-da27ca13edac req-16d22754-6720-4b8b-9664-c071ac50ef28 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:02.623062 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-862a213b-9621-4a3a-a14a-da27ca13edac req-16d22754-6720-4b8b-9664-c071ac50ef28 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4920f0a-a687-4b93-a713-044808adb81e HTTP/1.1" status: 200 len: 944 time: 0.0666578 Jul 09 14:42:02.669273 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-862a213b-9621-4a3a-a14a-da27ca13edac req-91d2d343-bca6-4168-8cd9-9e74d6ff5262 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] 10.222.0.58 "GET /v2.0/security-groups?id=9bee524b-1563-4251-8e44-a658a747a2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366223 Jul 09 14:42:02.697640 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e48d5b5-3dba-4432-85bc-f10e91ddeef8 service neutron] Pushing event updated for resources: {'Port': ['ID=8741c75a-5912-4a78-a5e0-3da8adeff535,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:02.754841 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-c6aba98c-8dc8-4267-b10b-4b1c65334c6a req-3e48d5b5-3dba-4432-85bc-f10e91ddeef8 service neutron] Attempting to bind port 8741c75a-5912-4a78-a5e0-3da8adeff535 on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:42:02.755174 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-c6aba98c-8dc8-4267-b10b-4b1c65334c6a req-3e48d5b5-3dba-4432-85bc-f10e91ddeef8 service neutron] Attempting to bind port 8741c75a-5912-4a78-a5e0-3da8adeff535 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:42:02.755617 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aba98c-8dc8-4267-b10b-4b1c65334c6a req-3e48d5b5-3dba-4432-85bc-f10e91ddeef8 service neutron] Attempting to bind port 8741c75a-5912-4a78-a5e0-3da8adeff535 on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:42:02.759981 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aba98c-8dc8-4267-b10b-4b1c65334c6a req-3e48d5b5-3dba-4432-85bc-f10e91ddeef8 service neutron] Port 8741c75a-5912-4a78-a5e0-3da8adeff535 on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:42:02.760298 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aba98c-8dc8-4267-b10b-4b1c65334c6a req-3e48d5b5-3dba-4432-85bc-f10e91ddeef8 service neutron] Attempting to bind port 8741c75a-5912-4a78-a5e0-3da8adeff535 on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:42:02.765131 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aba98c-8dc8-4267-b10b-4b1c65334c6a req-3e48d5b5-3dba-4432-85bc-f10e91ddeef8 service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:42:02.765468 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aba98c-8dc8-4267-b10b-4b1c65334c6a req-3e48d5b5-3dba-4432-85bc-f10e91ddeef8 service neutron] Checking segment: {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:42:02.765860 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aba98c-8dc8-4267-b10b-4b1c65334c6a req-3e48d5b5-3dba-4432-85bc-f10e91ddeef8 service neutron] Bound using segment: {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:42:02.766288 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-c6aba98c-8dc8-4267-b10b-4b1c65334c6a req-3e48d5b5-3dba-4432-85bc-f10e91ddeef8 service neutron] Bound port: 8741c75a-5912-4a78-a5e0-3da8adeff535, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:42:02.766650 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c6aba98c-8dc8-4267-b10b-4b1c65334c6a req-3e48d5b5-3dba-4432-85bc-f10e91ddeef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:02.833638 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-c6aba98c-8dc8-4267-b10b-4b1c65334c6a req-3e48d5b5-3dba-4432-85bc-f10e91ddeef8 service neutron] For port 8741c75a-5912-4a78-a5e0-3da8adeff535, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:42:02.836690 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-c6aba98c-8dc8-4267-b10b-4b1c65334c6a req-3e48d5b5-3dba-4432-85bc-f10e91ddeef8 service neutron] For port 8741c75a-5912-4a78-a5e0-3da8adeff535, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=8741c75a-5912-4a78-a5e0-3da8adeff535,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:42:02.901312 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c6aba98c-8dc8-4267-b10b-4b1c65334c6a req-3e48d5b5-3dba-4432-85bc-f10e91ddeef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:02.938735 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aba98c-8dc8-4267-b10b-4b1c65334c6a req-3e48d5b5-3dba-4432-85bc-f10e91ddeef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:02.939357 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c6aba98c-8dc8-4267-b10b-4b1c65334c6a req-3e48d5b5-3dba-4432-85bc-f10e91ddeef8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:02.940791 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c6aba98c-8dc8-4267-b10b-4b1c65334c6a req-3e48d5b5-3dba-4432-85bc-f10e91ddeef8 service neutron] 10.222.0.62 "PUT /v2.0/ports/8741c75a-5912-4a78-a5e0-3da8adeff535 HTTP/1.1" status: 200 len: 1096 time: 0.8706398 Jul 09 14:42:02.941368 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f906f0e7-5f8e-4cac-a548-37935ae0b330', 'tag': '8741c75a-5912-4a78-a5e0-3da8adeff535'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:42:02.944230 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a64c17b-2998-48d2-ac19-c9ac2576501e" -d '{"events": [{"name": "network-changed", "server_uuid": "f906f0e7-5f8e-4cac-a548-37935ae0b330", "tag": "8741c75a-5912-4a78-a5e0-3da8adeff535"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:42:02.961284 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288060b-df73-44cd-8bfe-74b0530ed201 req-7bf9e8cb-99dd-4b29-b8cd-f53233fed386 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:02.968015 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b288060b-df73-44cd-8bfe-74b0530ed201 req-7bf9e8cb-99dd-4b29-b8cd-f53233fed386 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=584b377a-b2f4-4fc5-970c-0a3b1bc09296 HTTP/1.1" status: 200 len: 945 time: 0.0709362 Jul 09 14:42:02.980663 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e48d5b5-3dba-4432-85bc-f10e91ddeef8 service neutron] Pushing event updated for resources: {'Port': ['ID=8741c75a-5912-4a78-a5e0-3da8adeff535,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:02.988130 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab5ffde0-bc9b-477d-af19-3d245f039f32 x-openstack-request-id: req-ab5ffde0-bc9b-477d-af19-3d245f039f32 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:42:02.989335 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f906f0e7-5f8e-4cac-a548-37935ae0b330", "tag": "8741c75a-5912-4a78-a5e0-3da8adeff535", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:42:02.989749 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ab5ffde0-bc9b-477d-af19-3d245f039f32 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:42:02.990838 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f906f0e7-5f8e-4cac-a548-37935ae0b330', 'tag': '8741c75a-5912-4a78-a5e0-3da8adeff535', 'status': 'completed', 'code': 200} Jul 09 14:42:03.013549 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b288060b-df73-44cd-8bfe-74b0530ed201 req-d75ba5cc-7aa1-457a-9a17-1b7f670f4c56 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444231 Jul 09 14:42:03.110984 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64c17b-2998-48d2-ac19-c9ac2576501e req-73cf124f-1fa0-4d32-8a6e-9789dd85f738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:03.112721 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8a64c17b-2998-48d2-ac19-c9ac2576501e req-73cf124f-1fa0-4d32-8a6e-9789dd85f738 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0392ff6fc2ff439ca5c7435508667427&device_id=f906f0e7-5f8e-4cac-a548-37935ae0b330 HTTP/1.1" status: 200 len: 1099 time: 0.0746410 Jul 09 14:42:03.147430 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8dad8cca-e6ad-4447-8bc8-2c0cf375dab9 req-81e0d606-629d-428e-b10a-97878798f44d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=318e3dc5-cda4-421f-b184-9e838d8c1696&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0713797 Jul 09 14:42:03.188307 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8a64c17b-2998-48d2-ac19-c9ac2576501e req-c86de7a2-fe0f-4c38-9a78-0442b2cbf769 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=0392ff6fc2ff439ca5c7435508667427&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340037 Jul 09 14:42:03.272254 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca9452-cf1b-420f-8f29-cde56ba8d2b7 req-d1b14ccf-3c0a-4abe-9510-643b794888f4 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:03.273751 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-49ca9452-cf1b-420f-8f29-cde56ba8d2b7 req-d1b14ccf-3c0a-4abe-9510-643b794888f4 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=18708f99-dbe1-492b-976e-d41d9f427988 HTTP/1.1" status: 200 len: 945 time: 0.1537247 Jul 09 14:42:03.292533 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad8cca-e6ad-4447-8bc8-2c0cf375dab9 req-1bb6067c-1a8f-4db6-afb9-d685ffd96e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:03.294073 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8dad8cca-e6ad-4447-8bc8-2c0cf375dab9 req-1bb6067c-1a8f-4db6-afb9-d685ffd96e0e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f9beeac302b4456ab9897feb8634bccd&device_id=318e3dc5-cda4-421f-b184-9e838d8c1696 HTTP/1.1" status: 200 len: 1096 time: 0.0540099 Jul 09 14:42:03.339780 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64c17b-2998-48d2-ac19-c9ac2576501e req-cad70c76-e2dc-410b-816c-39bc1e73b2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:03.341485 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8a64c17b-2998-48d2-ac19-c9ac2576501e req-cad70c76-e2dc-410b-816c-39bc1e73b2ea service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1433060 Jul 09 14:42:03.345089 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-49ca9452-cf1b-420f-8f29-cde56ba8d2b7 req-a3714d5b-23f4-44fc-9563-622fda121562 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644991 Jul 09 14:42:03.420598 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad8cca-e6ad-4447-8bc8-2c0cf375dab9 req-70c64e36-4968-481d-9528-5eba3277e5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:03.422661 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8dad8cca-e6ad-4447-8bc8-2c0cf375dab9 req-70c64e36-4968-481d-9528-5eba3277e5f6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e7430d59-7c88-483d-984e-fabf3c5cc12e HTTP/1.1" status: 200 len: 925 time: 0.1011853 Jul 09 14:42:03.508620 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8dad8cca-e6ad-4447-8bc8-2c0cf375dab9 req-bf39bbfe-9d81-4c2e-a103-d45260499b4e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e298bbc-3a99-4f67-9c24-6754e8c83811 HTTP/1.1" status: 200 len: 1001 time: 0.0780861 Jul 09 14:42:03.512539 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aba98c-8dc8-4267-b10b-4b1c65334c6a req-c4252f62-984e-4b96-9cef-2b406f923166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:03.514040 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c6aba98c-8dc8-4267-b10b-4b1c65334c6a req-c4252f62-984e-4b96-9cef-2b406f923166 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0392ff6fc2ff439ca5c7435508667427&device_id=f906f0e7-5f8e-4cac-a548-37935ae0b330 HTTP/1.1" status: 200 len: 1099 time: 0.0862138 Jul 09 14:42:03.544051 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd71f4-5e6e-42a2-998a-16ade94f4cb7 req-5cde2402-eb8f-496d-a0cb-a1dd86fe7953 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:03.545583 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ebbd71f4-5e6e-42a2-998a-16ade94f4cb7 req-5cde2402-eb8f-496d-a0cb-a1dd86fe7953 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=87906e67-d98d-497c-b105-fe0d6a802c10 HTTP/1.1" status: 200 len: 950 time: 0.0767536 Jul 09 14:42:03.561822 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad8cca-e6ad-4447-8bc8-2c0cf375dab9 req-23601795-9a57-42b5-aca0-e245006de597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:03.563646 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8dad8cca-e6ad-4447-8bc8-2c0cf375dab9 req-23601795-9a57-42b5-aca0-e245006de597 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a29bed4a-eb5d-425d-bedd-f3538b5fd90a HTTP/1.1" status: 200 len: 863 time: 0.0481999 Jul 09 14:42:03.610234 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c6aba98c-8dc8-4267-b10b-4b1c65334c6a req-8a06add3-2c7b-4286-a7c7-56c12ca5e690 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=8741c75a-5912-4a78-a5e0-3da8adeff535 HTTP/1.1" status: 200 len: 217 time: 0.0502865 Jul 09 14:42:03.628597 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad8cca-e6ad-4447-8bc8-2c0cf375dab9 req-11dab378-5f2a-4996-910f-ffedd3834801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:03.630131 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8dad8cca-e6ad-4447-8bc8-2c0cf375dab9 req-11dab378-5f2a-4996-910f-ffedd3834801 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e7430d59-7c88-483d-984e-fabf3c5cc12e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561888 Jul 09 14:42:03.656187 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ebbd71f4-5e6e-42a2-998a-16ade94f4cb7 req-401e6f2b-8a37-4e47-b7c2-28cf5857bca3 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040692 Jul 09 14:42:03.693448 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aba98c-8dc8-4267-b10b-4b1c65334c6a req-0e596500-1954-4e66-a405-383ecdad3e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:03.695714 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c6aba98c-8dc8-4267-b10b-4b1c65334c6a req-0e596500-1954-4e66-a405-383ecdad3e1a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.0768573 Jul 09 14:42:03.755206 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aba98c-8dc8-4267-b10b-4b1c65334c6a req-c71de351-94f0-4b18-bfcd-c87afbe29902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:03.756889 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c6aba98c-8dc8-4267-b10b-4b1c65334c6a req-c71de351-94f0-4b18-bfcd-c87afbe29902 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0537126 Jul 09 14:42:03.774221 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8dad8cca-e6ad-4447-8bc8-2c0cf375dab9 req-73d005d5-a312-4a02-a29a-d72b8b1edee5 service neutron] 10.222.0.54 "GET /v2.0/networks/e7430d59-7c88-483d-984e-fabf3c5cc12e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350648 Jul 09 14:42:03.789481 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41637b4d-becd-4e1a-a87d-0c7b3593c739 req-54f4dc56-cb20-4e20-92c2-d1404f309918 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:03.791654 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-41637b4d-becd-4e1a-a87d-0c7b3593c739 req-54f4dc56-cb20-4e20-92c2-d1404f309918 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=f906f0e7-5f8e-4cac-a548-37935ae0b330 HTTP/1.1" status: 200 len: 948 time: 0.1008589 Jul 09 14:42:03.876023 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-41637b4d-becd-4e1a-a87d-0c7b3593c739 req-dec869b9-debb-4728-9409-b874ad70a33c tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756285 Jul 09 14:42:03.897037 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2265269-de05-4e8b-9747-205f62f449aa req-53ab76ac-a4a9-426a-b4d2-14eee8a39d96 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:03.898547 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a2265269-de05-4e8b-9747-205f62f449aa req-53ab76ac-a4a9-426a-b4d2-14eee8a39d96 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=584b377a-b2f4-4fc5-970c-0a3b1bc09296 HTTP/1.1" status: 200 len: 945 time: 0.1343191 Jul 09 14:42:03.900973 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c6aba98c-8dc8-4267-b10b-4b1c65334c6a req-4745882e-1e11-4cc5-8f24-5eb18516404e service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356480 Jul 09 14:42:03.915449 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8dad8cca-e6ad-4447-8bc8-2c0cf375dab9 req-6079a1d4-faeb-4042-9d3f-7f383ff46a55 service neutron] 10.222.0.54 "GET /v2.0/networks/e7430d59-7c88-483d-984e-fabf3c5cc12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226304 Jul 09 14:42:04.048043 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf633a9-0bf5-4da6-bb47-ae43121444bb req-c1d69eba-9fad-47e4-ad15-dd75b2d81506 tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:04.049630 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fdf633a9-0bf5-4da6-bb47-ae43121444bb req-c1d69eba-9fad-47e4-ad15-dd75b2d81506 tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] 10.222.0.58 "GET /v2.0/ports?device_id=d90aed2c-7dc7-4457-9d63-b68a028c93da HTTP/1.1" status: 200 len: 943 time: 0.0675051 Jul 09 14:42:04.090103 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fdf633a9-0bf5-4da6-bb47-ae43121444bb req-00e4b8d2-2e49-47a9-ad6d-6c16b9121e8c tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] 10.222.0.58 "GET /v2.0/security-groups?id=7eac7b12-b22d-4264-b67d-541bd42049c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346911 Jul 09 14:42:04.245098 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a2265269-de05-4e8b-9747-205f62f449aa req-e0c3ab89-5cf5-4822-bd87-ed4bb71ee9c6 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410070 Jul 09 14:42:04.256437 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc93a626-b1f0-4a12-a918-481c442b65b5 req-098b0af0-0dd7-4caf-a201-247cb49da7ee tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:04.258112 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bc93a626-b1f0-4a12-a918-481c442b65b5 req-098b0af0-0dd7-4caf-a201-247cb49da7ee tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4920f0a-a687-4b93-a713-044808adb81e HTTP/1.1" status: 200 len: 944 time: 0.0684452 Jul 09 14:42:04.281617 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c6aba98c-8dc8-4267-b10b-4b1c65334c6a req-6710a1e7-299e-42ce-b9fb-89d3acbc96c7 service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3677986 Jul 09 14:42:04.537696 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b3b8c-dd7f-444a-966b-9d21f5033261 req-b689d031-b8dd-438b-944e-f9b3d0e760fc tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:04.539194 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-915b3b8c-dd7f-444a-966b-9d21f5033261 req-b689d031-b8dd-438b-944e-f9b3d0e760fc tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=18708f99-dbe1-492b-976e-d41d9f427988 HTTP/1.1" status: 200 len: 945 time: 0.0638230 Jul 09 14:42:04.578774 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-915b3b8c-dd7f-444a-966b-9d21f5033261 req-5b9e487a-628b-4cdd-aa73-2d55a60b1bfb tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337880 Jul 09 14:42:04.612022 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bc93a626-b1f0-4a12-a918-481c442b65b5 req-4631f1f1-75c1-4f46-a248-56aefe9dbe2c tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] 10.222.0.58 "GET /v2.0/security-groups?id=9bee524b-1563-4251-8e44-a658a747a2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3408132 Jul 09 14:42:04.820856 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a3c65-e331-4054-8877-c25c0f399c5d req-f9291ea3-953e-4b56-a7cc-71eec63cc988 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:04.822276 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d79a3c65-e331-4054-8877-c25c0f399c5d req-f9291ea3-953e-4b56-a7cc-71eec63cc988 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=87906e67-d98d-497c-b105-fe0d6a802c10 HTTP/1.1" status: 200 len: 950 time: 0.0606995 Jul 09 14:42:04.857618 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d79a3c65-e331-4054-8877-c25c0f399c5d req-93f4d231-04b4-4fd6-85ce-bd6c2761a8ca tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299315 Jul 09 14:42:05.053313 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4395596-79d0-48bc-8557-8d22eeeab157 req-c0e48a2a-129e-4781-bf6b-210f28dd4114 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:05.054682 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b4395596-79d0-48bc-8557-8d22eeeab157 req-c0e48a2a-129e-4781-bf6b-210f28dd4114 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=f906f0e7-5f8e-4cac-a548-37935ae0b330 HTTP/1.1" status: 200 len: 948 time: 0.0646374 Jul 09 14:42:05.091420 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b4395596-79d0-48bc-8557-8d22eeeab157 req-d22389ec-7b11-4897-ad74-1a2b1e26c5ee tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312290 Jul 09 14:42:05.265729 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b225a758-951d-4193-9eee-bb9f870283d5 req-a0d6c9f2-5bd2-4a7f-b1fd-e4381d0290c0 tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:05.267239 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b225a758-951d-4193-9eee-bb9f870283d5 req-a0d6c9f2-5bd2-4a7f-b1fd-e4381d0290c0 tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] 10.222.0.58 "GET /v2.0/ports?device_id=d90aed2c-7dc7-4457-9d63-b68a028c93da HTTP/1.1" status: 200 len: 943 time: 0.0650520 Jul 09 14:42:05.275687 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device f3191ae5-47dd-411d-8d8d-92a07dcc3d62 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:42:05.313437 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b225a758-951d-4193-9eee-bb9f870283d5 req-2fb6c617-6706-4d99-90cc-1e2979a78d16 tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] 10.222.0.58 "GET /v2.0/security-groups?id=7eac7b12-b22d-4264-b67d-541bd42049c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387511 Jul 09 14:42:05.379728 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port f3191ae5-47dd-411d-8d8d-92a07dcc3d62, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=f3191ae5-47dd-411d-8d8d-92a07dcc3d62,segment=NetworkSegment(245c13db-0d6d-4452-b4e2-2a696730e84c),segment_id=245c13db-0d6d-4452-b4e2-2a696730e84c)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:42:05.491332 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3767b553-fafb-447e-9daf-0b74f792aa43 req-53a7a329-436e-4ced-9e34-5c36b2447c6e tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:05.493037 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3767b553-fafb-447e-9daf-0b74f792aa43 req-53a7a329-436e-4ced-9e34-5c36b2447c6e tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=584b377a-b2f4-4fc5-970c-0a3b1bc09296 HTTP/1.1" status: 200 len: 945 time: 0.1181240 Jul 09 14:42:05.502194 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ca348-73db-4b30-9afc-47f2357de6c1 req-9e59652c-c40c-4ec1-93ef-332f0b2364da tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:05.503693 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1c1ca348-73db-4b30-9afc-47f2357de6c1 req-9e59652c-c40c-4ec1-93ef-332f0b2364da tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.62 "GET /v2.0/ports?device_id=584b377a-b2f4-4fc5-970c-0a3b1bc09296 HTTP/1.1" status: 200 len: 945 time: 0.0947561 Jul 09 14:42:05.527248 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': 'f3191ae5-47dd-411d-8d8d-92a07dcc3d62', 'network_id': 'f5ec5505-a008-4a4a-a1a9-adcf3af01aad', 'port_id': 'f3191ae5-47dd-411d-8d8d-92a07dcc3d62', 'mac_address': 'fa:16:3e:23:bf:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39f7391c-2ef4-4d11-95a8-808336699774', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:42:05.565039 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:05.576067 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3767b553-fafb-447e-9daf-0b74f792aa43 req-207b3240-075b-440a-b0cc-20d994e7512a tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713277 Jul 09 14:42:05.577901 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3191ae5-47dd-411d-8d8d-92a07dcc3d62 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:42:05.598978 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port f3191ae5-47dd-411d-8d8d-92a07dcc3d62, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=f3191ae5-47dd-411d-8d8d-92a07dcc3d62,segment=NetworkSegment(245c13db-0d6d-4452-b4e2-2a696730e84c),segment_id=245c13db-0d6d-4452-b4e2-2a696730e84c)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:42:05.628280 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-1c1ca348-73db-4b30-9afc-47f2357de6c1 req-2a0fe328-760a-469d-981f-0d2d65531fc3 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Deleting port b1b12c19-9139-403e-b897-a3f7ecfc7a65 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:42:05.628620 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-1c1ca348-73db-4b30-9afc-47f2357de6c1 req-2a0fe328-760a-469d-981f-0d2d65531fc3 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:05.694487 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:05.738903 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-1c1ca348-73db-4b30-9afc-47f2357de6c1 req-2a0fe328-760a-469d-981f-0d2d65531fc3 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] For port b1b12c19-9139-403e-b897-a3f7ecfc7a65, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=b1b12c19-9139-403e-b897-a3f7ecfc7a65,segment=NetworkSegment(ea3e7312-a29e-42fd-9247-9011d25d7154),segment_id=ea3e7312-a29e-42fd-9247-9011d25d7154)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:42:05.739338 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-1c1ca348-73db-4b30-9afc-47f2357de6c1 req-2a0fe328-760a-469d-981f-0d2d65531fc3 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:05.747147 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=f3191ae5-47dd-411d-8d8d-92a07dcc3d62,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:05.760720 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516071a1-a633-441d-9ed6-72f44ef1c85a req-b91a393d-d2be-4508-af2b-1781d699f607 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:05.762072 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-1c1ca348-73db-4b30-9afc-47f2357de6c1 req-2a0fe328-760a-469d-981f-0d2d65531fc3 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Calling delete_port for b1b12c19-9139-403e-b897-a3f7ecfc7a65 owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:42:05.762204 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-516071a1-a633-441d-9ed6-72f44ef1c85a req-b91a393d-d2be-4508-af2b-1781d699f607 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=18708f99-dbe1-492b-976e-d41d9f427988 HTTP/1.1" status: 200 len: 945 time: 0.0695152 Jul 09 14:42:05.801451 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-516071a1-a633-441d-9ed6-72f44ef1c85a req-fd68134d-92db-4f12-a1f0-0ee47a2e8772 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323589 Jul 09 14:42:05.864283 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a89cdb-f552-4de5-9e06-39fb5fdae9f9 req-a4eecac8-1441-4e0c-9ed1-c40e1a3153e6 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:05.865807 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-57a89cdb-f552-4de5-9e06-39fb5fdae9f9 req-a4eecac8-1441-4e0c-9ed1-c40e1a3153e6 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4920f0a-a687-4b93-a713-044808adb81e HTTP/1.1" status: 200 len: 944 time: 0.1239090 Jul 09 14:42:05.935466 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-57a89cdb-f552-4de5-9e06-39fb5fdae9f9 req-d2cec008-b236-4773-9420-18882a152883 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] 10.222.0.58 "GET /v2.0/security-groups?id=9bee524b-1563-4251-8e44-a658a747a2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585523 Jul 09 14:42:06.009058 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-1c1ca348-73db-4b30-9afc-47f2357de6c1 req-2a0fe328-760a-469d-981f-0d2d65531fc3 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:06.038241 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0fe328-760a-469d-981f-0d2d65531fc3 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Pushing event deleted for resources: {'Port': ['ID=b1b12c19-9139-403e-b897-a3f7ecfc7a65,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:06.048981 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['b1b12c19-9139-403e-b897-a3f7ecfc7a65'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:42:06.086170 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c1ca348-73db-4b30-9afc-47f2357de6c1 req-2a0fe328-760a-469d-981f-0d2d65531fc3 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] No DVR routers for this DVR port b1b12c19-9139-403e-b897-a3f7ecfc7a65 on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:42:06.088696 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-1c1ca348-73db-4b30-9afc-47f2357de6c1 req-2a0fe328-760a-469d-981f-0d2d65531fc3 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:06.090688 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1c1ca348-73db-4b30-9afc-47f2357de6c1 req-2a0fe328-760a-469d-981f-0d2d65531fc3 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.62 "DELETE /v2.0/ports/b1b12c19-9139-403e-b897-a3f7ecfc7a65 HTTP/1.1" status: 204 len: 173 time: 0.5799882 Jul 09 14:42:06.091120 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '584b377a-b2f4-4fc5-970c-0a3b1bc09296', 'name': 'network-vif-deleted', 'tag': 'b1b12c19-9139-403e-b897-a3f7ecfc7a65'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:42:06.093493 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c713751-feb8-457e-bfb2-15fe011df03c" -d '{"events": [{"server_uuid": "584b377a-b2f4-4fc5-970c-0a3b1bc09296", "name": "network-vif-deleted", "tag": "b1b12c19-9139-403e-b897-a3f7ecfc7a65"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:42:06.107665 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30dc6e9-9645-4df7-b5f7-f8b188f7b01d req-43481ab8-c9d5-4467-903a-adc6e708a866 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:06.111956 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a30dc6e9-9645-4df7-b5f7-f8b188f7b01d req-43481ab8-c9d5-4467-903a-adc6e708a866 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=87906e67-d98d-497c-b105-fe0d6a802c10 HTTP/1.1" status: 200 len: 950 time: 0.0711181 Jul 09 14:42:06.131490 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801351c0-2dc2-4972-81d5-c57a384974da x-openstack-request-id: req-801351c0-2dc2-4972-81d5-c57a384974da {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:42:06.131891 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "584b377a-b2f4-4fc5-970c-0a3b1bc09296", "name": "network-vif-deleted", "tag": "b1b12c19-9139-403e-b897-a3f7ecfc7a65", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:42:06.132251 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-801351c0-2dc2-4972-81d5-c57a384974da {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:42:06.132870 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '584b377a-b2f4-4fc5-970c-0a3b1bc09296', 'name': 'network-vif-deleted', 'tag': 'b1b12c19-9139-403e-b897-a3f7ecfc7a65', 'status': 'completed', 'code': 200} Jul 09 14:42:06.159344 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a30dc6e9-9645-4df7-b5f7-f8b188f7b01d req-01758130-5199-432c-a30c-be68114288a7 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439529 Jul 09 14:42:06.276857 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['f3191ae5-47dd-411d-8d8d-92a07dcc3d62'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:42:06.297983 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a094754f-983f-48d0-99c7-5cc625b69eee req-f755fc0b-75d4-411b-a2e9-c130c38a5cb5 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:06.301830 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a094754f-983f-48d0-99c7-5cc625b69eee req-f755fc0b-75d4-411b-a2e9-c130c38a5cb5 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=f906f0e7-5f8e-4cac-a548-37935ae0b330 HTTP/1.1" status: 200 len: 948 time: 0.0858529 Jul 09 14:42:06.350596 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a094754f-983f-48d0-99c7-5cc625b69eee req-b320f4cf-f999-482a-aacf-dbac8257f440 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407052 Jul 09 14:42:06.504452 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003940b-ba78-475a-84b7-53cabffb694c req-f1ccc3f7-c382-41db-8d57-412f4f156736 tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:06.506070 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e003940b-ba78-475a-84b7-53cabffb694c req-f1ccc3f7-c382-41db-8d57-412f4f156736 tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] 10.222.0.58 "GET /v2.0/ports?device_id=d90aed2c-7dc7-4457-9d63-b68a028c93da HTTP/1.1" status: 200 len: 944 time: 0.0723448 Jul 09 14:42:06.545308 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e003940b-ba78-475a-84b7-53cabffb694c req-8d830253-7fca-4f34-b536-9ae3392e74fa tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] 10.222.0.58 "GET /v2.0/security-groups?id=7eac7b12-b22d-4264-b67d-541bd42049c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336187 Jul 09 14:42:06.716339 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4b41a521-2c14-4ced-a88d-2c14b327b3ac req-2e05ad74-6614-4b0f-99a7-53684367dd80 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=584b377a-b2f4-4fc5-970c-0a3b1bc09296 HTTP/1.1" status: 200 len: 210 time: 0.0282764 Jul 09 14:42:06.981493 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a9d493-3184-4589-8765-edd7e44a28d0 req-d8a20489-baf0-4765-a419-b0a346dff99a tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:06.983000 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-46a9d493-3184-4589-8765-edd7e44a28d0 req-d8a20489-baf0-4765-a419-b0a346dff99a tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=18708f99-dbe1-492b-976e-d41d9f427988 HTTP/1.1" status: 200 len: 945 time: 0.0664768 Jul 09 14:42:07.020286 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-46a9d493-3184-4589-8765-edd7e44a28d0 req-84958f88-316f-4bb4-bbd7-eaa83e87fd4e tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310614 Jul 09 14:42:07.181005 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e41905-7474-415c-b212-0087ee931b8f req-28741e8c-f033-45e5-92c2-8dafdc7eec50 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:07.182529 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a9e41905-7474-415c-b212-0087ee931b8f req-28741e8c-f033-45e5-92c2-8dafdc7eec50 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4920f0a-a687-4b93-a713-044808adb81e HTTP/1.1" status: 200 len: 944 time: 0.0634661 Jul 09 14:42:07.222938 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a9e41905-7474-415c-b212-0087ee931b8f req-52243847-cc2f-45a8-9510-fbc72c7a7972 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] 10.222.0.58 "GET /v2.0/security-groups?id=9bee524b-1563-4251-8e44-a658a747a2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330544 Jul 09 14:42:07.340462 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec38b9-f922-40fc-bb7a-5165c2d19ecf req-8fa4ae0c-141c-49bd-a5c0-d938e99e0358 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:07.341938 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-00ec38b9-f922-40fc-bb7a-5165c2d19ecf req-8fa4ae0c-141c-49bd-a5c0-d938e99e0358 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=87906e67-d98d-497c-b105-fe0d6a802c10 HTTP/1.1" status: 200 len: 950 time: 0.0636206 Jul 09 14:42:07.383240 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-00ec38b9-f922-40fc-bb7a-5165c2d19ecf req-d004ccaa-9765-4d5b-bf9a-05cc83d0afaf tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355716 Jul 09 14:42:07.443400 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device bfeecf9d-d542-437b-9e10-ff01a243d27e details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:42:07.543040 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port bfeecf9d-d542-437b-9e10-ff01a243d27e, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=bfeecf9d-d542-437b-9e10-ff01a243d27e,segment=NetworkSegment(c275eecc-ac61-4583-bf8f-15ffd528534b),segment_id=c275eecc-ac61-4583-bf8f-15ffd528534b)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:42:07.543285 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49998476-9111-4929-8b07-6636710a0ac3 req-9811085a-8879-427b-b67c-af4aabb11024 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:07.547602 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-49998476-9111-4929-8b07-6636710a0ac3 req-9811085a-8879-427b-b67c-af4aabb11024 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=f906f0e7-5f8e-4cac-a548-37935ae0b330 HTTP/1.1" status: 200 len: 948 time: 0.0715845 Jul 09 14:42:07.555302 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': 'bfeecf9d-d542-437b-9e10-ff01a243d27e', 'network_id': '9dd7350d-beb6-404b-b6b2-e696c1d5f3d5', 'port_id': 'bfeecf9d-d542-437b-9e10-ff01a243d27e', 'mac_address': 'fa:16:3e:91:23:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8ed1314-0930-4df0-957b-23d088a5a5d0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:42:07.592969 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-49998476-9111-4929-8b07-6636710a0ac3 req-a491e005-1a72-4d66-8428-e1843974d56a tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422957 Jul 09 14:42:07.593853 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:07.607262 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfeecf9d-d542-437b-9e10-ff01a243d27e {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:42:07.629723 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port bfeecf9d-d542-437b-9e10-ff01a243d27e, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=bfeecf9d-d542-437b-9e10-ff01a243d27e,segment=NetworkSegment(c275eecc-ac61-4583-bf8f-15ffd528534b),segment_id=c275eecc-ac61-4583-bf8f-15ffd528534b)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:42:07.711823 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:07.736337 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aadfb26-6d4d-4013-9502-51321263956d req-7e0cb6c8-ae52-4e8e-a1bc-76fa12c6a375 tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:07.740770 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5aadfb26-6d4d-4013-9502-51321263956d req-7e0cb6c8-ae52-4e8e-a1bc-76fa12c6a375 tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] 10.222.0.58 "GET /v2.0/ports?device_id=d90aed2c-7dc7-4457-9d63-b68a028c93da HTTP/1.1" status: 200 len: 944 time: 0.0750077 Jul 09 14:42:07.763781 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=bfeecf9d-d542-437b-9e10-ff01a243d27e,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:07.778142 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5aadfb26-6d4d-4013-9502-51321263956d req-4eb2d88c-4f72-4849-9efd-5860fdf69a97 tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] 10.222.0.58 "GET /v2.0/security-groups?id=7eac7b12-b22d-4264-b67d-541bd42049c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338769 Jul 09 14:42:07.880839 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac5ad51-0101-4173-863e-ffa18cff1f04 req-8d560034-83b4-4707-8484-903d89855df6 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:07.882325 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9ac5ad51-0101-4173-863e-ffa18cff1f04 req-8d560034-83b4-4707-8484-903d89855df6 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "GET /v2.0/ports?device_id=318e3dc5-cda4-421f-b184-9e838d8c1696 HTTP/1.1" status: 200 len: 945 time: 0.0682988 Jul 09 14:42:07.919689 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9ac5ad51-0101-4173-863e-ffa18cff1f04 req-e959f3e9-522a-4ded-92bf-f9c920e6f89f tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "GET /v2.0/security-groups?id=56f8d71f-a162-4356-920c-4536638f4f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316210 Jul 09 14:42:08.056455 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['bfeecf9d-d542-437b-9e10-ff01a243d27e'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:42:08.110424 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7608a23c-b442-4127-a9c9-512ae1c86577 req-2c3fdad6-ab82-40d8-a677-0e475ec58449 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:08.112048 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7608a23c-b442-4127-a9c9-512ae1c86577 req-2c3fdad6-ab82-40d8-a677-0e475ec58449 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/networks?id=799bbf9f-0525-4250-82dd-ad4b3053eab3 HTTP/1.1" status: 200 len: 812 time: 0.1005635 Jul 09 14:42:08.127396 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7608a23c-b442-4127-a9c9-512ae1c86577 req-29e5b166-b099-4de5-9f0d-da33a6042bb1 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/quotas/1c625c057eb84d94ab805dc5f07c0366 HTTP/1.1" status: 200 len: 375 time: 0.0090930 Jul 09 14:42:08.176928 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7608a23c-b442-4127-a9c9-512ae1c86577 req-49cb255f-5719-4418-ae3b-46877c4a9cc4 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1c625c057eb84d94ab805dc5f07c0366&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344727 Jul 09 14:42:08.204287 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae5bf7-83d4-4aa3-bc59-4ff5828d6b12 req-f994b626-9225-4335-869b-a4643411f090 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:08.205775 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fdae5bf7-83d4-4aa3-bc59-4ff5828d6b12 req-f994b626-9225-4335-869b-a4643411f090 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=18708f99-dbe1-492b-976e-d41d9f427988 HTTP/1.1" status: 200 len: 945 time: 0.0680239 Jul 09 14:42:08.243546 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fdae5bf7-83d4-4aa3-bc59-4ff5828d6b12 req-ae1b171f-87c0-44f5-ac90-2b2a86a6b3cf tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314806 Jul 09 14:42:08.272301 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7608a23c-b442-4127-a9c9-512ae1c86577 req-befec73c-5adb-412a-9da6-ac0282eb5e7c service neutron] 10.222.0.58 "GET /v2.0/networks/799bbf9f-0525-4250-82dd-ad4b3053eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879800 Jul 09 14:42:08.364470 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7608a23c-b442-4127-a9c9-512ae1c86577 req-0cc8d6ca-9186-4a0d-a332-c29d9b4274cd service neutron] 10.222.0.58 "GET /v2.0/networks/799bbf9f-0525-4250-82dd-ad4b3053eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863745 Jul 09 14:42:08.521131 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8cb546-b835-4ded-ac57-02ff9fcc0ae6 req-449630e6-9eae-4758-b887-ca59d76f174f tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:08.522595 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7b8cb546-b835-4ded-ac57-02ff9fcc0ae6 req-449630e6-9eae-4758-b887-ca59d76f174f tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4920f0a-a687-4b93-a713-044808adb81e HTTP/1.1" status: 200 len: 945 time: 0.0616663 Jul 09 14:42:08.563608 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7b8cb546-b835-4ded-ac57-02ff9fcc0ae6 req-56555d80-5f8b-42c0-93e5-f647f547c9de tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] 10.222.0.58 "GET /v2.0/security-groups?id=9bee524b-1563-4251-8e44-a658a747a2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325747 Jul 09 14:42:08.640299 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-442fdf7f-42bb-43c9-9d5a-392c338e73d7 req-a02b9f37-f62b-4ff8-89bd-ea23a208e895 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=185d943f-2ca8-41c3-8e34-2e9d1545c143 HTTP/1.1" status: 200 len: 210 time: 0.0305352 Jul 09 14:42:08.730123 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83447bff-2bb1-4b79-b1e3-3f8f0346f1cb req-65fcd094-c6eb-43ff-a03f-aafbe803f39d tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:08.731777 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-83447bff-2bb1-4b79-b1e3-3f8f0346f1cb req-65fcd094-c6eb-43ff-a03f-aafbe803f39d tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=87906e67-d98d-497c-b105-fe0d6a802c10 HTTP/1.1" status: 200 len: 950 time: 0.0678370 Jul 09 14:42:08.771727 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-83447bff-2bb1-4b79-b1e3-3f8f0346f1cb req-56442152-7ab4-496f-a6dc-b896358b05b7 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330403 Jul 09 14:42:08.816035 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f00975-097c-41cc-b6bb-b540900d2d2f req-829c10f2-ce94-4cf1-8f88-e989fb9fa38c tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:08.820809 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-03f00975-097c-41cc-b6bb-b540900d2d2f req-829c10f2-ce94-4cf1-8f88-e989fb9fa38c tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=f906f0e7-5f8e-4cac-a548-37935ae0b330 HTTP/1.1" status: 200 len: 948 time: 0.0771646 Jul 09 14:42:08.855868 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-03f00975-097c-41cc-b6bb-b540900d2d2f req-b3ac1dcb-ddbe-4081-afc5-33a13c3bd563 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320661 Jul 09 14:42:09.021320 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda7a896-6652-4c47-a0bd-28df10cdb431 req-8162e592-96aa-4bc1-9b94-54dc8481f2ce tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:09.022853 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fda7a896-6652-4c47-a0bd-28df10cdb431 req-8162e592-96aa-4bc1-9b94-54dc8481f2ce tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] 10.222.0.58 "GET /v2.0/ports?device_id=d90aed2c-7dc7-4457-9d63-b68a028c93da HTTP/1.1" status: 200 len: 944 time: 0.0638833 Jul 09 14:42:09.061866 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fda7a896-6652-4c47-a0bd-28df10cdb431 req-f4562d85-c1a1-4188-a2c4-3361122e9ae8 tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] 10.222.0.58 "GET /v2.0/security-groups?id=7eac7b12-b22d-4264-b67d-541bd42049c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331922 Jul 09 14:42:09.296064 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 8741c75a-5912-4a78-a5e0-3da8adeff535 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:42:09.303055 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device f3191ae5-47dd-411d-8d8d-92a07dcc3d62 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:42:09.368929 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba432ac0-2793-42be-bc4e-03c21571996c req-76aeb7b2-f326-42a2-8550-97cc6b46b193 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:09.370426 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ba432ac0-2793-42be-bc4e-03c21571996c req-76aeb7b2-f326-42a2-8550-97cc6b46b193 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "GET /v2.0/ports?device_id=318e3dc5-cda4-421f-b184-9e838d8c1696 HTTP/1.1" status: 200 len: 945 time: 0.0716672 Jul 09 14:42:09.429695 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ba432ac0-2793-42be-bc4e-03c21571996c req-fd409a29-3b6c-4e9c-ae80-8f9443eb4746 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "GET /v2.0/security-groups?id=56f8d71f-a162-4356-920c-4536638f4f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484874 Jul 09 14:42:09.437371 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 8741c75a-5912-4a78-a5e0-3da8adeff535, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=8741c75a-5912-4a78-a5e0-3da8adeff535,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:42:09.446522 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90b1c0-e555-4e0b-a37b-7b29d25bbdf9 req-441478cc-c9a5-4fa4-96ef-64ab7bab4bed tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:09.449048 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2a90b1c0-e555-4e0b-a37b-7b29d25bbdf9 req-441478cc-c9a5-4fa4-96ef-64ab7bab4bed tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=18708f99-dbe1-492b-976e-d41d9f427988 HTTP/1.1" status: 200 len: 945 time: 0.0865786 Jul 09 14:42:09.449941 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '8741c75a-5912-4a78-a5e0-3da8adeff535', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'port_id': '8741c75a-5912-4a78-a5e0-3da8adeff535', 'mac_address': 'fa:16:3e:ae:2f:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8081bcce-88de-4a2f-9e69-6750220e0be0', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:42:09.479854 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device bfeecf9d-d542-437b-9e10-ff01a243d27e up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:42:09.496104 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2a90b1c0-e555-4e0b-a37b-7b29d25bbdf9 req-c9b2f494-b36f-4fe6-96fa-7016e809bc55 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393546 Jul 09 14:42:09.504927 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port f3191ae5-47dd-411d-8d8d-92a07dcc3d62 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:42:09.526413 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port f3191ae5-47dd-411d-8d8d-92a07dcc3d62 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:42:09.526786 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:09.528664 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:09.572067 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8741c75a-5912-4a78-a5e0-3da8adeff535 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:42:09.600853 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 8741c75a-5912-4a78-a5e0-3da8adeff535, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=8741c75a-5912-4a78-a5e0-3da8adeff535,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:42:09.651667 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:09.683721 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd90aed2c-7dc7-4457-9d63-b68a028c93da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3191ae5-47dd-411d-8d8d-92a07dcc3d62'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:42:09.686854 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8928a9f1-f293-4f7e-a32b-4f040e567f17" -d '{"events": [{"server_uuid": "d90aed2c-7dc7-4457-9d63-b68a028c93da", "name": "network-vif-plugged", "status": "completed", "tag": "f3191ae5-47dd-411d-8d8d-92a07dcc3d62"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:42:09.693669 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:09.696935 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port f3191ae5-47dd-411d-8d8d-92a07dcc3d62, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=f3191ae5-47dd-411d-8d8d-92a07dcc3d62,segment=NetworkSegment(245c13db-0d6d-4452-b4e2-2a696730e84c),segment_id=245c13db-0d6d-4452-b4e2-2a696730e84c)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:42:09.722227 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port bfeecf9d-d542-437b-9e10-ff01a243d27e completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:42:09.736167 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port bfeecf9d-d542-437b-9e10-ff01a243d27e triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:42:09.736701 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:09.796492 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8b33a7-68ae-4be1-96d2-7ea708f6430b req-96b32ae0-ede1-4c9c-bd4f-964d8a146fa9 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:09.799188 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9a8b33a7-68ae-4be1-96d2-7ea708f6430b req-96b32ae0-ede1-4c9c-bd4f-964d8a146fa9 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4920f0a-a687-4b93-a713-044808adb81e HTTP/1.1" status: 200 len: 945 time: 0.0941391 Jul 09 14:42:09.807445 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:09.809501 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device b1b12c19-9139-403e-b897-a3f7ecfc7a65 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:42:09.814996 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-92531978-d74a-47ca-9dff-0d97186bc1f8 req-2f8175c4-05e5-4c49-8e42-041d821a04c0 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=185d943f-2ca8-41c3-8e34-2e9d1545c143 HTTP/1.1" status: 200 len: 210 time: 0.0425415 Jul 09 14:42:09.833885 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: b1b12c19-9139-403e-b897-a3f7ecfc7a65 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:42:09.834474 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device b1b12c19-9139-403e-b897-a3f7ecfc7a65 not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:42:09.838692 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=8741c75a-5912-4a78-a5e0-3da8adeff535,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:09.864147 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9a8b33a7-68ae-4be1-96d2-7ea708f6430b req-31b356dc-ebbd-4768-9e5a-7b7ff4c5544c tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] 10.222.0.58 "GET /v2.0/security-groups?id=9bee524b-1563-4251-8e44-a658a747a2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588207 Jul 09 14:42:09.918442 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=f3191ae5-47dd-411d-8d8d-92a07dcc3d62,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:09.929399 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a0462a-6bb5-4ccb-ad37-572e048c1e04 x-openstack-request-id: req-50a0462a-6bb5-4ccb-ad37-572e048c1e04 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:42:09.929690 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d90aed2c-7dc7-4457-9d63-b68a028c93da", "name": "network-vif-plugged", "status": "completed", "tag": "f3191ae5-47dd-411d-8d8d-92a07dcc3d62", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:42:09.929958 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-50a0462a-6bb5-4ccb-ad37-572e048c1e04 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:42:09.931538 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd90aed2c-7dc7-4457-9d63-b68a028c93da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3191ae5-47dd-411d-8d8d-92a07dcc3d62', 'code': 200} Jul 09 14:42:10.025894 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:10.068049 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f4179-59ca-40e9-b725-a5902c1fb045 req-01dc91d6-abd0-45cf-90dd-897777504a96 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:10.069966 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port bfeecf9d-d542-437b-9e10-ff01a243d27e, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=bfeecf9d-d542-437b-9e10-ff01a243d27e,segment=NetworkSegment(c275eecc-ac61-4583-bf8f-15ffd528534b),segment_id=c275eecc-ac61-4583-bf8f-15ffd528534b)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:42:10.076238 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-296f4179-59ca-40e9-b725-a5902c1fb045 req-01dc91d6-abd0-45cf-90dd-897777504a96 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=87906e67-d98d-497c-b105-fe0d6a802c10 HTTP/1.1" status: 200 len: 950 time: 0.0926440 Jul 09 14:42:10.130207 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-296f4179-59ca-40e9-b725-a5902c1fb045 req-5990d55c-1f5c-4d7e-bf42-c9125d0b96b3 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524127 Jul 09 14:42:10.145948 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['8741c75a-5912-4a78-a5e0-3da8adeff535'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:42:10.179430 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:10.199829 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311941af-7aa8-4d33-acea-a27a25512dc8 req-d368d1b6-421e-4be3-b4f0-b7848fa2641f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:10.201348 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-311941af-7aa8-4d33-acea-a27a25512dc8 req-d368d1b6-421e-4be3-b4f0-b7848fa2641f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d90aed2c-7dc7-4457-9d63-b68a028c93da HTTP/1.1" status: 200 len: 1096 time: 0.1515856 Jul 09 14:42:10.211730 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff9f8f-7c69-4874-9d00-ff9ffe89ee4f req-aa04c7a3-9473-4315-9cfe-cbb96a158bb6 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:10.220338 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-56ff9f8f-7c69-4874-9d00-ff9ffe89ee4f req-aa04c7a3-9473-4315-9cfe-cbb96a158bb6 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=f906f0e7-5f8e-4cac-a548-37935ae0b330 HTTP/1.1" status: 200 len: 949 time: 0.1536953 Jul 09 14:42:10.249767 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=bfeecf9d-d542-437b-9e10-ff01a243d27e,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:10.297915 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-311941af-7aa8-4d33-acea-a27a25512dc8 req-86238333-bd15-467b-9c8c-c07038247133 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7eac7b12-b22d-4264-b67d-541bd42049c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726843 Jul 09 14:42:10.298741 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a5149-054f-4574-86ae-cc877cd13b44 req-abe8ac2f-09c2-4c3e-a403-2ce7e4a8e76d tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:10.300453 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e55a5149-054f-4574-86ae-cc877cd13b44 req-abe8ac2f-09c2-4c3e-a403-2ce7e4a8e76d tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] 10.222.0.58 "GET /v2.0/ports?device_id=d90aed2c-7dc7-4457-9d63-b68a028c93da HTTP/1.1" status: 200 len: 945 time: 0.0653238 Jul 09 14:42:10.301761 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-56ff9f8f-7c69-4874-9d00-ff9ffe89ee4f req-8ffab8dc-f85c-411f-b0e9-6169c242445f tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801458 Jul 09 14:42:10.342278 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e55a5149-054f-4574-86ae-cc877cd13b44 req-446cff93-5f59-4983-95bd-bf13c8f3412a tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] 10.222.0.58 "GET /v2.0/security-groups?id=7eac7b12-b22d-4264-b67d-541bd42049c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338688 Jul 09 14:42:10.613593 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28965f5d-7d1f-4319-996d-ebd0ba299af8 req-55c204d6-42eb-4c43-b495-449417c3b7b8 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:10.615246 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-28965f5d-7d1f-4319-996d-ebd0ba299af8 req-55c204d6-42eb-4c43-b495-449417c3b7b8 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "GET /v2.0/ports?device_id=318e3dc5-cda4-421f-b184-9e838d8c1696 HTTP/1.1" status: 200 len: 945 time: 0.0641541 Jul 09 14:42:10.653645 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-28965f5d-7d1f-4319-996d-ebd0ba299af8 req-f80904ef-03c6-496d-b478-7055f0a605e6 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "GET /v2.0/security-groups?id=56f8d71f-a162-4356-920c-4536638f4f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326319 Jul 09 14:42:10.679094 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a295d91-2a27-4790-9245-10c193fb2106 req-1f4c3693-7609-4b56-bcdd-b8d15c398e3d tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:10.680886 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2a295d91-2a27-4790-9245-10c193fb2106 req-1f4c3693-7609-4b56-bcdd-b8d15c398e3d tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=18708f99-dbe1-492b-976e-d41d9f427988 HTTP/1.1" status: 200 len: 945 time: 0.0704160 Jul 09 14:42:10.720232 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2a295d91-2a27-4790-9245-10c193fb2106 req-453b5446-df67-4c8e-9e48-275b66224fe7 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335822 Jul 09 14:42:10.913407 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7608a23c-b442-4127-a9c9-512ae1c86577 req-fdea3485-979b-4bae-89f0-c34d9bea53cf tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:10.915146 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7608a23c-b442-4127-a9c9-512ae1c86577 req-fdea3485-979b-4bae-89f0-c34d9bea53cf tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.54 "GET /v2.0/networks?id=799bbf9f-0525-4250-82dd-ad4b3053eab3 HTTP/1.1" status: 200 len: 812 time: 0.1085370 Jul 09 14:42:10.936078 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-7608a23c-b442-4127-a9c9-512ae1c86577 req-53da8908-4083-4527-859c-6bc76318fad8 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Request body: {'port': {'device_id': '185d943f-2ca8-41c3-8e34-2e9d1545c143', 'network_id': '799bbf9f-0525-4250-82dd-ad4b3053eab3', 'admin_state_up': True, 'tenant_id': '1c625c057eb84d94ab805dc5f07c0366'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:42:11.015461 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2756f575-79b4-4935-89b7-868812d107c4 req-0d23baad-b59d-40b2-8eda-f0aca045d76a tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=185d943f-2ca8-41c3-8e34-2e9d1545c143 HTTP/1.1" status: 200 len: 210 time: 0.0285170 Jul 09 14:42:11.139782 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f2d550-9d8a-459a-9bfe-58fc1653d304 req-a2ddf94d-1936-4db6-aac0-7aea704822ba tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:11.141400 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-52f2d550-9d8a-459a-9bfe-58fc1653d304 req-a2ddf94d-1936-4db6-aac0-7aea704822ba tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4920f0a-a687-4b93-a713-044808adb81e HTTP/1.1" status: 200 len: 946 time: 0.1522746 Jul 09 14:42:11.174356 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e9f4b5-995c-422f-b659-1bd8cfe2906d req-bf6ad395-8e21-4203-b345-d5a65881c181 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:11.175862 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e5e9f4b5-995c-422f-b659-1bd8cfe2906d req-bf6ad395-8e21-4203-b345-d5a65881c181 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.54 "GET /v2.0/ports?device_id=318e3dc5-cda4-421f-b184-9e838d8c1696 HTTP/1.1" status: 200 len: 945 time: 0.1733413 Jul 09 14:42:11.234455 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-52f2d550-9d8a-459a-9bfe-58fc1653d304 req-e8fc1ebb-ea62-4382-853a-6c87d97fd7ea tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] 10.222.0.58 "GET /v2.0/security-groups?id=9bee524b-1563-4251-8e44-a658a747a2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808275 Jul 09 14:42:11.279835 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7608a23c-b442-4127-a9c9-512ae1c86577 req-53da8908-4083-4527-859c-6bc76318fad8 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Made reservation on behalf of 1c625c057eb84d94ab805dc5f07c0366 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:42:11.279835 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7608a23c-b442-4127-a9c9-512ae1c86577 req-53da8908-4083-4527-859c-6bc76318fad8 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:11.305650 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611ab82-eeff-424f-ac61-b5540d6817b3 req-8e2425a2-57d3-4bfd-85f8-1bf285e2edb9 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:11.307196 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f611ab82-eeff-424f-ac61-b5540d6817b3 req-8e2425a2-57d3-4bfd-85f8-1bf285e2edb9 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=87906e67-d98d-497c-b105-fe0d6a802c10 HTTP/1.1" status: 200 len: 950 time: 0.0710938 Jul 09 14:42:11.347686 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f611ab82-eeff-424f-ac61-b5540d6817b3 req-9f733fc9-9e75-42ce-8b3c-b613d6e35885 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332685 Jul 09 14:42:11.367545 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-e5e9f4b5-995c-422f-b659-1bd8cfe2906d req-20bdb636-1b04-45a0-8a86-5bd0ce4ea2ee tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Deleting port 6e298bbc-3a99-4f67-9c24-6754e8c83811 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:42:11.368098 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e5e9f4b5-995c-422f-b659-1bd8cfe2906d req-20bdb636-1b04-45a0-8a86-5bd0ce4ea2ee tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:11.507483 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-7608a23c-b442-4127-a9c9-512ae1c86577 req-53da8908-4083-4527-859c-6bc76318fad8 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Allocated IP 172.20.0.14 (799bbf9f-0525-4250-82dd-ad4b3053eab3/aeb0304f-76ed-455f-9fb9-36b89284b9c6/3dec8825-4dd8-4431-b945-47baa896beb9) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:42:11.535954 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f820778-64b4-48ed-8542-d01c966ec339 req-7257a7e5-aa23-43d3-aefa-83dc4e9330bd tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:11.537437 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0f820778-64b4-48ed-8542-d01c966ec339 req-7257a7e5-aa23-43d3-aefa-83dc4e9330bd tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] 10.222.0.58 "GET /v2.0/ports?device_id=d90aed2c-7dc7-4457-9d63-b68a028c93da HTTP/1.1" status: 200 len: 945 time: 0.0636299 Jul 09 14:42:11.560209 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-e5e9f4b5-995c-422f-b659-1bd8cfe2906d req-20bdb636-1b04-45a0-8a86-5bd0ce4ea2ee tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] For port 6e298bbc-3a99-4f67-9c24-6754e8c83811, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=6e298bbc-3a99-4f67-9c24-6754e8c83811,segment=NetworkSegment(85303425-81df-497a-8117-22ba6281b80e),segment_id=85303425-81df-497a-8117-22ba6281b80e)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:42:11.560569 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e5e9f4b5-995c-422f-b659-1bd8cfe2906d req-20bdb636-1b04-45a0-8a86-5bd0ce4ea2ee tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:11.577130 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0f820778-64b4-48ed-8542-d01c966ec339 req-eee31a2d-28a1-4d8a-97b7-c0a16f03d85c tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] 10.222.0.58 "GET /v2.0/security-groups?id=7eac7b12-b22d-4264-b67d-541bd42049c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337574 Jul 09 14:42:11.633907 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b98987-0a6d-44d3-9e09-fa16c712300b req-e223039a-8550-46f1-86f1-70df604cd060 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:11.635364 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-52b98987-0a6d-44d3-9e09-fa16c712300b req-e223039a-8550-46f1-86f1-70df604cd060 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=f906f0e7-5f8e-4cac-a548-37935ae0b330 HTTP/1.1" status: 200 len: 949 time: 0.2045481 Jul 09 14:42:11.782942 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-52b98987-0a6d-44d3-9e09-fa16c712300b req-0408ce3e-8c6f-4f30-9fae-f942117890e2 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385837 Jul 09 14:42:11.841247 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b186d-8f8d-4fbb-b083-c09e81104633 req-cd5cb73b-103e-47b3-8fa8-446f84f68926 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:11.842741 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9f2b186d-8f8d-4fbb-b083-c09e81104633 req-cd5cb73b-103e-47b3-8fa8-446f84f68926 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "GET /v2.0/ports?device_id=318e3dc5-cda4-421f-b184-9e838d8c1696 HTTP/1.1" status: 200 len: 945 time: 0.0698991 Jul 09 14:42:11.874583 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e5e9f4b5-995c-422f-b659-1bd8cfe2906d req-20bdb636-1b04-45a0-8a86-5bd0ce4ea2ee tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:11.875016 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e5e9f4b5-995c-422f-b659-1bd8cfe2906d req-20bdb636-1b04-45a0-8a86-5bd0ce4ea2ee tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:11.875268 n-d-799529-6 neutron-server[94445]: INFO neutron.db.l3_db [req-e5e9f4b5-995c-422f-b659-1bd8cfe2906d req-20bdb636-1b04-45a0-8a86-5bd0ce4ea2ee tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Floating IP 367185de-e0ff-4cf4-8b30-6a941b369e66 disassociated. External IP: 172.25.3.176, port: 6e298bbc-3a99-4f67-9c24-6754e8c83811. Jul 09 14:42:11.875647 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-e5e9f4b5-995c-422f-b659-1bd8cfe2906d req-20bdb636-1b04-45a0-8a86-5bd0ce4ea2ee tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Calling delete_port for 6e298bbc-3a99-4f67-9c24-6754e8c83811 owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:42:11.879424 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7608a23c-b442-4127-a9c9-512ae1c86577 req-53da8908-4083-4527-859c-6bc76318fad8 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:11.895189 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9f2b186d-8f8d-4fbb-b083-c09e81104633 req-c7d39240-a05f-4ce3-bd95-3db276cab580 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "GET /v2.0/security-groups?id=56f8d71f-a162-4356-920c-4536638f4f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424554 Jul 09 14:42:11.932099 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4920f0a-a687-4b93-a713-044808adb81e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfeecf9d-d542-437b-9e10-ff01a243d27e'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:42:11.935363 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfce0135-cb17-46ea-b04f-77df2d64511d" -d '{"events": [{"server_uuid": "f4920f0a-a687-4b93-a713-044808adb81e", "name": "network-vif-plugged", "status": "completed", "tag": "bfeecf9d-d542-437b-9e10-ff01a243d27e"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:42:12.033342 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0b03a-5ae9-419c-8949-5932f75eb708 req-7f635578-fbdb-453e-8f36-8bca5a2f26dc tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:12.035013 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-73e0b03a-5ae9-419c-8949-5932f75eb708 req-7f635578-fbdb-453e-8f36-8bca5a2f26dc tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=18708f99-dbe1-492b-976e-d41d9f427988 HTTP/1.1" status: 200 len: 945 time: 0.1443138 Jul 09 14:42:12.077141 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a872a4-b6c0-46f1-9d04-54ea265f7189 x-openstack-request-id: req-43a872a4-b6c0-46f1-9d04-54ea265f7189 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:42:12.077444 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4920f0a-a687-4b93-a713-044808adb81e", "name": "network-vif-plugged", "status": "completed", "tag": "bfeecf9d-d542-437b-9e10-ff01a243d27e", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:42:12.077786 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-43a872a4-b6c0-46f1-9d04-54ea265f7189 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:42:12.078089 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4920f0a-a687-4b93-a713-044808adb81e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfeecf9d-d542-437b-9e10-ff01a243d27e', 'code': 200} Jul 09 14:42:12.109394 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7608a23c-b442-4127-a9c9-512ae1c86577 req-53da8908-4083-4527-859c-6bc76318fad8 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:12.115872 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-73e0b03a-5ae9-419c-8949-5932f75eb708 req-dae0f660-8755-48b4-a550-b59ce547b0f3 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746014 Jul 09 14:42:12.168951 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7608a23c-b442-4127-a9c9-512ae1c86577 req-53da8908-4083-4527-859c-6bc76318fad8 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Network 799bbf9f-0525-4250-82dd-ad4b3053eab3 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:42:12.177479 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-7608a23c-b442-4127-a9c9-512ae1c86577 req-53da8908-4083-4527-859c-6bc76318fad8 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:42:12.181410 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-7608a23c-b442-4127-a9c9-512ae1c86577 req-53da8908-4083-4527-859c-6bc76318fad8 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:42:12.188040 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53da8908-4083-4527-859c-6bc76318fad8 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Pushing event updated for resources: {'Port': ['ID=3dec8825-4dd8-4431-b945-47baa896beb9,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:12.222118 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e5e9f4b5-995c-422f-b659-1bd8cfe2906d req-20bdb636-1b04-45a0-8a86-5bd0ce4ea2ee tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:12.255116 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5c381b-59ee-44b8-978f-0b3a4a277b2e req-f0d0882a-ca68-4a67-9c8e-f708765ac5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:12.256904 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9e5c381b-59ee-44b8-978f-0b3a4a277b2e req-f0d0882a-ca68-4a67-9c8e-f708765ac5e2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f4920f0a-a687-4b93-a713-044808adb81e HTTP/1.1" status: 200 len: 1097 time: 0.1015718 Jul 09 14:42:12.258787 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bdb636-1b04-45a0-8a86-5bd0ce4ea2ee tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Pushing event deleted for resources: {'Port': ['ID=6e298bbc-3a99-4f67-9c24-6754e8c83811,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:12.266092 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7608a23c-b442-4127-a9c9-512ae1c86577 req-53da8908-4083-4527-859c-6bc76318fad8 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:12.266747 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7608a23c-b442-4127-a9c9-512ae1c86577 req-53da8908-4083-4527-859c-6bc76318fad8 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:12.275287 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a253038-faed-43b3-a53c-2ce785b2c4db req-3efb8e43-2fa1-4e83-8901-aaf0820c9bf3 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:12.276872 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4a253038-faed-43b3-a53c-2ce785b2c4db req-3efb8e43-2fa1-4e83-8901-aaf0820c9bf3 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=185d943f-2ca8-41c3-8e34-2e9d1545c143 HTTP/1.1" status: 200 len: 932 time: 0.1131456 Jul 09 14:42:12.335413 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9e5c381b-59ee-44b8-978f-0b3a4a277b2e req-46c80a26-5ff2-480b-90df-4b01cc9f691a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9bee524b-1563-4251-8e44-a658a747a2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575247 Jul 09 14:42:12.338348 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4a253038-faed-43b3-a53c-2ce785b2c4db req-7dcaab77-465c-4190-9011-42a73aa0947b tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547619 Jul 09 14:42:12.379322 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7608a23c-b442-4127-a9c9-512ae1c86577 req-53da8908-4083-4527-859c-6bc76318fad8 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4469683 Jul 09 14:42:12.426421 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-7608a23c-b442-4127-a9c9-512ae1c86577 req-b1ab06fe-3b7c-465d-81bd-02fb522d5e95 service neutron] Request body: {'port': {'device_id': '185d943f-2ca8-41c3-8e34-2e9d1545c143', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:42:12.481280 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5e9f4b5-995c-422f-b659-1bd8cfe2906d req-20bdb636-1b04-45a0-8a86-5bd0ce4ea2ee tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Router ba27f607-41b2-44e9-bc92-0fce3f45c1fe has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:42:12.538438 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f53c38e-74d1-43d7-9127-834693072262 req-2600c666-a005-4bc3-81d2-7939461c526c tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:12.540020 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4f53c38e-74d1-43d7-9127-834693072262 req-2600c666-a005-4bc3-81d2-7939461c526c tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4920f0a-a687-4b93-a713-044808adb81e HTTP/1.1" status: 200 len: 946 time: 0.1658289 Jul 09 14:42:12.541624 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e87b4-a014-4f78-b479-a421db50fadb req-6b2a736a-337a-44ba-ae59-a4904c71e31e tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:12.543130 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4f1e87b4-a014-4f78-b479-a421db50fadb req-6b2a736a-337a-44ba-ae59-a4904c71e31e tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=87906e67-d98d-497c-b105-fe0d6a802c10 HTTP/1.1" status: 200 len: 950 time: 0.0711257 Jul 09 14:42:12.548366 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7608a23c-b442-4127-a9c9-512ae1c86577 req-b1ab06fe-3b7c-465d-81bd-02fb522d5e95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:12.582435 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4f1e87b4-a014-4f78-b479-a421db50fadb req-2a4696eb-81e5-4080-86c1-a58767261794 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317655 Jul 09 14:42:12.680743 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4f53c38e-74d1-43d7-9127-834693072262 req-4e59be51-3f9b-48cd-a05d-6aeeb4a73682 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] 10.222.0.58 "GET /v2.0/security-groups?id=9bee524b-1563-4251-8e44-a658a747a2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334977 Jul 09 14:42:12.760723 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e607d6e-d61c-4cdb-adfe-540ecf85d2ae req-663a70d4-a63a-41d2-8612-4ae72d25375e tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:12.762328 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8e607d6e-d61c-4cdb-adfe-540ecf85d2ae req-663a70d4-a63a-41d2-8612-4ae72d25375e tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] 10.222.0.58 "GET /v2.0/ports?device_id=d90aed2c-7dc7-4457-9d63-b68a028c93da HTTP/1.1" status: 200 len: 945 time: 0.0699239 Jul 09 14:42:12.768931 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5e9f4b5-995c-422f-b659-1bd8cfe2906d req-20bdb636-1b04-45a0-8a86-5bd0ce4ea2ee tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:42:12.782807 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78f8d85-9ad0-4531-88a2-caa173177022 None None] Sync routers for ids ['ba27f607-41b2-44e9-bc92-0fce3f45c1fe'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:42:12.794705 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78f8d85-9ad0-4531-88a2-caa173177022 None None] Routers {'ba27f607-41b2-44e9-bc92-0fce3f45c1fe'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:42:12.796113 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-a78f8d85-9ad0-4531-88a2-caa173177022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:41:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['ba27f607-41b2-44e9-bc92-0fce3f45c1fe'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:42:12.846058 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5e9f4b5-995c-422f-b659-1bd8cfe2906d req-20bdb636-1b04-45a0-8a86-5bd0ce4ea2ee tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] No DVR routers for this DVR port 6e298bbc-3a99-4f67-9c24-6754e8c83811 on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:42:12.850466 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e5e9f4b5-995c-422f-b659-1bd8cfe2906d req-20bdb636-1b04-45a0-8a86-5bd0ce4ea2ee tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:12.852829 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e5e9f4b5-995c-422f-b659-1bd8cfe2906d req-20bdb636-1b04-45a0-8a86-5bd0ce4ea2ee tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.54 "DELETE /v2.0/ports/6e298bbc-3a99-4f67-9c24-6754e8c83811 HTTP/1.1" status: 204 len: 173 time: 1.6681280 Jul 09 14:42:12.857395 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8e607d6e-d61c-4cdb-adfe-540ecf85d2ae req-f11af05b-8f20-48c4-bd11-4ecf7de8a0e1 tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] 10.222.0.58 "GET /v2.0/security-groups?id=7eac7b12-b22d-4264-b67d-541bd42049c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870283 Jul 09 14:42:12.866828 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [req-9dcf8e60-f851-4064-adf6-49705de70637 req-ef267f38-ce3b-4839-bc63-b34b235a6b8a service neutron] show failed (client error): The resource could not be found. Jul 09 14:42:12.868047 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9dcf8e60-f851-4064-adf6-49705de70637 req-ef267f38-ce3b-4839-bc63-b34b235a6b8a service neutron] 10.222.0.54 "GET /v2.0/ports/5332db0b-d3ab-4b94-bdf8-80ae1940cc85/bindings/n-h1-799529-6 HTTP/1.1" status: 404 len: 380 time: 0.0636885 Jul 09 14:42:12.935933 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-a78f8d85-9ad0-4531-88a2-caa173177022 None None] Set router ba27f607-41b2-44e9-bc92-0fce3f45c1fe gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:42:12.960583 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '318e3dc5-cda4-421f-b184-9e838d8c1696', 'name': 'network-vif-deleted', 'tag': '6e298bbc-3a99-4f67-9c24-6754e8c83811'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:42:12.963089 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f0a624-b05b-4acf-88d2-9c446ff6fcb5" -d '{"events": [{"server_uuid": "318e3dc5-cda4-421f-b184-9e838d8c1696", "name": "network-vif-deleted", "tag": "6e298bbc-3a99-4f67-9c24-6754e8c83811"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:42:13.061979 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-7608a23c-b442-4127-a9c9-512ae1c86577 req-b1ab06fe-3b7c-465d-81bd-02fb522d5e95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dec8825-4dd8-4431-b945-47baa896beb9 {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:42:13.071087 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7608a23c-b442-4127-a9c9-512ae1c86577 req-b1ab06fe-3b7c-465d-81bd-02fb522d5e95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:13.092314 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd512a-36ee-47da-90a0-80f9b2f01d0c req-e8345e96-686c-49c2-9c07-7312ef338bf8 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:13.093935 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d8fd512a-36ee-47da-90a0-80f9b2f01d0c req-e8345e96-686c-49c2-9c07-7312ef338bf8 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=f906f0e7-5f8e-4cac-a548-37935ae0b330 HTTP/1.1" status: 200 len: 949 time: 0.1279843 Jul 09 14:42:13.099680 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-7608a23c-b442-4127-a9c9-512ae1c86577 req-b1ab06fe-3b7c-465d-81bd-02fb522d5e95 service neutron] Transition to ACTIVE for port object 3dec8825-4dd8-4431-b945-47baa896beb9 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:42:13.126912 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-42fe8eec-3ad3-4f33-9b19-7a595afa2dd2 req-39d43860-1b1b-452c-88d5-f04fc38b8583 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "GET /v2.0/ports?device_id=318e3dc5-cda4-421f-b184-9e838d8c1696 HTTP/1.1" status: 200 len: 210 time: 0.0718837 Jul 09 14:42:13.138139 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d8fd512a-36ee-47da-90a0-80f9b2f01d0c req-1af32336-2cf1-4ba0-99ed-375cc0efbb75 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365298 Jul 09 14:42:13.174807 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7608a23c-b442-4127-a9c9-512ae1c86577 req-b1ab06fe-3b7c-465d-81bd-02fb522d5e95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:13.183310 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-a78f8d85-9ad0-4531-88a2-caa173177022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba27f607-41b2-44e9-bc92-0fce3f45c1fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1669793907-router', 'tenant_id': 'f9beeac302b4456ab9897feb8634bccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '8686d87c-2171-44ba-8a92-59b2f7fc817c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:02Z', 'updated_at': '2021-07-09T14:36:07Z', 'revision_number': 4, 'project_id': 'f9beeac302b4456ab9897feb8634bccd', 'gw_port': {'id': '8686d87c-2171-44ba-8a92-59b2f7fc817c', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:bc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba27f607-41b2-44e9-bc92-0fce3f45c1fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:03Z', 'updated_at': '2021-07-09T14:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '27a25387-6936-4060-9377-f7be0529d925', 'name': '', 'network_id': 'e7430d59-7c88-483d-984e-fabf3c5cc12e', 'tenant_id': 'f9beeac302b4456ab9897feb8634bccd', 'mac_address': 'fa:16:3e:3f:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba27f607-41b2-44e9-bc92-0fce3f45c1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'a29bed4a-eb5d-425d-bedd-f3538b5fd90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:06Z', 'updated_at': '2021-07-09T14:36:16Z', 'revision_number': 5, 'project_id': 'f9beeac302b4456ab9897feb8634bccd', 'subnets': [{'id': 'a29bed4a-eb5d-425d-bedd-f3538b5fd90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:42:13.231941 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78f8d85-9ad0-4531-88a2-caa173177022 None None] Checking router: ba27f607-41b2-44e9-bc92-0fce3f45c1fe for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:42:13.245096 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78f8d85-9ad0-4531-88a2-caa173177022 None None] Routers {'ba27f607-41b2-44e9-bc92-0fce3f45c1fe'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:42:13.246229 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-a78f8d85-9ad0-4531-88a2-caa173177022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:41:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['ba27f607-41b2-44e9-bc92-0fce3f45c1fe'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:42:13.252253 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a45c36-8f2b-4544-a080-7b1a0c6df25f x-openstack-request-id: req-08a45c36-8f2b-4544-a080-7b1a0c6df25f {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:42:13.252969 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "318e3dc5-cda4-421f-b184-9e838d8c1696", "name": "network-vif-deleted", "tag": "6e298bbc-3a99-4f67-9c24-6754e8c83811", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:42:13.253399 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-08a45c36-8f2b-4544-a080-7b1a0c6df25f {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:42:13.254551 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '318e3dc5-cda4-421f-b184-9e838d8c1696', 'name': 'network-vif-deleted', 'tag': '6e298bbc-3a99-4f67-9c24-6754e8c83811', 'status': 'completed', 'code': 200} Jul 09 14:42:13.265806 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ab06fe-3b7c-465d-81bd-02fb522d5e95 service neutron] Pushing event updated for resources: {'Port': ['ID=3dec8825-4dd8-4431-b945-47baa896beb9,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:13.350765 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-7608a23c-b442-4127-a9c9-512ae1c86577 req-b1ab06fe-3b7c-465d-81bd-02fb522d5e95 service neutron] Attempting to bind port 3dec8825-4dd8-4431-b945-47baa896beb9 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:42:13.351180 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-7608a23c-b442-4127-a9c9-512ae1c86577 req-b1ab06fe-3b7c-465d-81bd-02fb522d5e95 service neutron] Attempting to bind port 3dec8825-4dd8-4431-b945-47baa896beb9 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': 'ea3e7312-a29e-42fd-9247-9011d25d7154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '799bbf9f-0525-4250-82dd-ad4b3053eab3'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:42:13.351632 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7608a23c-b442-4127-a9c9-512ae1c86577 req-b1ab06fe-3b7c-465d-81bd-02fb522d5e95 service neutron] Attempting to bind port 3dec8825-4dd8-4431-b945-47baa896beb9 on network 799bbf9f-0525-4250-82dd-ad4b3053eab3 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:42:13.356828 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7608a23c-b442-4127-a9c9-512ae1c86577 req-b1ab06fe-3b7c-465d-81bd-02fb522d5e95 service neutron] Port 3dec8825-4dd8-4431-b945-47baa896beb9 on network 799bbf9f-0525-4250-82dd-ad4b3053eab3 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:42:13.357427 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7608a23c-b442-4127-a9c9-512ae1c86577 req-b1ab06fe-3b7c-465d-81bd-02fb522d5e95 service neutron] Attempting to bind port 3dec8825-4dd8-4431-b945-47baa896beb9 on network 799bbf9f-0525-4250-82dd-ad4b3053eab3 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:42:13.362991 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7608a23c-b442-4127-a9c9-512ae1c86577 req-b1ab06fe-3b7c-465d-81bd-02fb522d5e95 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:42:13.363448 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7608a23c-b442-4127-a9c9-512ae1c86577 req-b1ab06fe-3b7c-465d-81bd-02fb522d5e95 service neutron] Checking segment: {'id': 'ea3e7312-a29e-42fd-9247-9011d25d7154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '799bbf9f-0525-4250-82dd-ad4b3053eab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:42:13.364066 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7608a23c-b442-4127-a9c9-512ae1c86577 req-b1ab06fe-3b7c-465d-81bd-02fb522d5e95 service neutron] Bound using segment: {'id': 'ea3e7312-a29e-42fd-9247-9011d25d7154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '799bbf9f-0525-4250-82dd-ad4b3053eab3'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:42:13.364598 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-7608a23c-b442-4127-a9c9-512ae1c86577 req-b1ab06fe-3b7c-465d-81bd-02fb522d5e95 service neutron] Bound port: 3dec8825-4dd8-4431-b945-47baa896beb9, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea3e7312-a29e-42fd-9247-9011d25d7154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '799bbf9f-0525-4250-82dd-ad4b3053eab3'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:42:13.365054 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7608a23c-b442-4127-a9c9-512ae1c86577 req-b1ab06fe-3b7c-465d-81bd-02fb522d5e95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:13.374227 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 8741c75a-5912-4a78-a5e0-3da8adeff535 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:42:13.425012 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-a78f8d85-9ad0-4531-88a2-caa173177022 None None] Set router ba27f607-41b2-44e9-bc92-0fce3f45c1fe gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:42:13.442051 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-7608a23c-b442-4127-a9c9-512ae1c86577 req-b1ab06fe-3b7c-465d-81bd-02fb522d5e95 service neutron] For port 3dec8825-4dd8-4431-b945-47baa896beb9, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:42:13.445328 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-7608a23c-b442-4127-a9c9-512ae1c86577 req-b1ab06fe-3b7c-465d-81bd-02fb522d5e95 service neutron] For port 3dec8825-4dd8-4431-b945-47baa896beb9, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=3dec8825-4dd8-4431-b945-47baa896beb9,segment=NetworkSegment(ea3e7312-a29e-42fd-9247-9011d25d7154),segment_id=ea3e7312-a29e-42fd-9247-9011d25d7154)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:42:13.464818 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 6e298bbc-3a99-4f67-9c24-6754e8c83811 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:42:13.495934 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: 6e298bbc-3a99-4f67-9c24-6754e8c83811 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:42:13.496277 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 6e298bbc-3a99-4f67-9c24-6754e8c83811 not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:42:13.558117 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7608a23c-b442-4127-a9c9-512ae1c86577 req-b1ab06fe-3b7c-465d-81bd-02fb522d5e95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:13.592128 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port 8741c75a-5912-4a78-a5e0-3da8adeff535 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:42:13.611026 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7608a23c-b442-4127-a9c9-512ae1c86577 req-b1ab06fe-3b7c-465d-81bd-02fb522d5e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:13.612127 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7608a23c-b442-4127-a9c9-512ae1c86577 req-b1ab06fe-3b7c-465d-81bd-02fb522d5e95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:13.614656 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7608a23c-b442-4127-a9c9-512ae1c86577 req-b1ab06fe-3b7c-465d-81bd-02fb522d5e95 service neutron] 10.222.0.54 "PUT /v2.0/ports/3dec8825-4dd8-4431-b945-47baa896beb9 HTTP/1.1" status: 200 len: 1092 time: 1.1968369 Jul 09 14:42:13.646195 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1400ce1-27f3-4358-803f-adf1b5998dd6 req-161a2225-37ad-4ac8-bae7-3149941c3390 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:13.648016 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c1400ce1-27f3-4358-803f-adf1b5998dd6 req-161a2225-37ad-4ac8-bae7-3149941c3390 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=18708f99-dbe1-492b-976e-d41d9f427988 HTTP/1.1" status: 200 len: 945 time: 0.1213033 Jul 09 14:42:13.649046 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ab06fe-3b7c-465d-81bd-02fb522d5e95 service neutron] Pushing event updated for resources: {'Port': ['ID=3dec8825-4dd8-4431-b945-47baa896beb9,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:13.716869 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c1400ce1-27f3-4358-803f-adf1b5998dd6 req-c00dedc3-c950-437b-9755-f31acca7e2aa tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619297 Jul 09 14:42:13.732149 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf8e60-f851-4064-adf6-49705de70637 req-53738758-dd47-4576-a6c4-d320783e66eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:13.739202 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9dcf8e60-f851-4064-adf6-49705de70637 req-53738758-dd47-4576-a6c4-d320783e66eb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=87906e67-d98d-497c-b105-fe0d6a802c10&tenant_id=5ec7891592d74a6886dfa68c8f9e2e18 HTTP/1.1" status: 200 len: 1101 time: 0.1465399 Jul 09 14:42:13.749396 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 8741c75a-5912-4a78-a5e0-3da8adeff535 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:42:13.749886 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:13.762133 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-9dcf8e60-f851-4064-adf6-49705de70637 req-a441d6f0-fb9e-492a-a106-5575f3c6b105 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799529-6', 'device_owner': 'compute:nova'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:42:13.867180 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-9dcf8e60-f851-4064-adf6-49705de70637 req-a441d6f0-fb9e-492a-a106-5575f3c6b105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:13.887631 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7608a23c-b442-4127-a9c9-512ae1c86577 req-dda4dfcc-80a0-48b1-b4dc-64ccda0a9eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:13.890669 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7608a23c-b442-4127-a9c9-512ae1c86577 req-dda4dfcc-80a0-48b1-b4dc-64ccda0a9eba service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1c625c057eb84d94ab805dc5f07c0366&device_id=185d943f-2ca8-41c3-8e34-2e9d1545c143 HTTP/1.1" status: 200 len: 1095 time: 0.1109972 Jul 09 14:42:13.933232 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:13.950674 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-a78f8d85-9ad0-4531-88a2-caa173177022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba27f607-41b2-44e9-bc92-0fce3f45c1fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1669793907-router', 'tenant_id': 'f9beeac302b4456ab9897feb8634bccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '8686d87c-2171-44ba-8a92-59b2f7fc817c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:02Z', 'updated_at': '2021-07-09T14:36:07Z', 'revision_number': 4, 'project_id': 'f9beeac302b4456ab9897feb8634bccd', 'gw_port': {'id': '8686d87c-2171-44ba-8a92-59b2f7fc817c', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:bc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba27f607-41b2-44e9-bc92-0fce3f45c1fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:03Z', 'updated_at': '2021-07-09T14:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '27a25387-6936-4060-9377-f7be0529d925', 'name': '', 'network_id': 'e7430d59-7c88-483d-984e-fabf3c5cc12e', 'tenant_id': 'f9beeac302b4456ab9897feb8634bccd', 'mac_address': 'fa:16:3e:3f:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba27f607-41b2-44e9-bc92-0fce3f45c1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'a29bed4a-eb5d-425d-bedd-f3538b5fd90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:06Z', 'updated_at': '2021-07-09T14:36:16Z', 'revision_number': 5, 'project_id': 'f9beeac302b4456ab9897feb8634bccd', 'subnets': [{'id': 'a29bed4a-eb5d-425d-bedd-f3538b5fd90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:42:13.956317 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7608a23c-b442-4127-a9c9-512ae1c86577 req-725a9be5-6200-406f-802b-f03751c1ee2f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3dec8825-4dd8-4431-b945-47baa896beb9 HTTP/1.1" status: 200 len: 217 time: 0.0540154 Jul 09 14:42:13.983316 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78f8d85-9ad0-4531-88a2-caa173177022 None None] The sync data for ids ['ba27f607-41b2-44e9-bc92-0fce3f45c1fe'] in n-d-799529-6 is: [{'id': 'ba27f607-41b2-44e9-bc92-0fce3f45c1fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1669793907-router', 'tenant_id': 'f9beeac302b4456ab9897feb8634bccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '8686d87c-2171-44ba-8a92-59b2f7fc817c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:02Z', 'updated_at': '2021-07-09T14:36:07Z', 'revision_number': 4, 'project_id': 'f9beeac302b4456ab9897feb8634bccd', 'gw_port': {'id': '8686d87c-2171-44ba-8a92-59b2f7fc817c', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:bc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba27f607-41b2-44e9-bc92-0fce3f45c1fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:03Z', 'updated_at': '2021-07-09T14:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '27a25387-6936-4060-9377-f7be0529d925', 'name': '', 'network_id': 'e7430d59-7c88-483d-984e-fabf3c5cc12e', 'tenant_id': 'f9beeac302b4456ab9897feb8634bccd', 'mac_address': 'fa:16:3e:3f:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba27f607-41b2-44e9-bc92-0fce3f45c1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'a29bed4a-eb5d-425d-bedd-f3538b5fd90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:06Z', 'updated_at': '2021-07-09T14:36:16Z', 'revision_number': 5, 'project_id': 'f9beeac302b4456ab9897feb8634bccd', 'subnets': [{'id': 'a29bed4a-eb5d-425d-bedd-f3538b5fd90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:42:14.006233 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 8741c75a-5912-4a78-a5e0-3da8adeff535, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=8741c75a-5912-4a78-a5e0-3da8adeff535,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:42:14.062495 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7608a23c-b442-4127-a9c9-512ae1c86577 req-2355520f-b0aa-4859-83ec-75fe66b9e217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:14.064857 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7608a23c-b442-4127-a9c9-512ae1c86577 req-2355520f-b0aa-4859-83ec-75fe66b9e217 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=aeb0304f-76ed-455f-9fb9-36b89284b9c6 HTTP/1.1" status: 200 len: 852 time: 0.0875108 Jul 09 14:42:14.077780 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e2309-9228-46c5-b2a5-2d4c7e7c9bc1 req-3669076b-78b4-41fc-ba8a-13eded3fbdd8 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:14.079589 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f906f0e7-5f8e-4cac-a548-37935ae0b330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8741c75a-5912-4a78-a5e0-3da8adeff535'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:42:14.082375 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0dbe7e-cc2c-4b44-be91-b08cc2881aa4" -d '{"events": [{"server_uuid": "f906f0e7-5f8e-4cac-a548-37935ae0b330", "name": "network-vif-plugged", "status": "completed", "tag": "8741c75a-5912-4a78-a5e0-3da8adeff535"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:42:14.084926 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c47e2309-9228-46c5-b2a5-2d4c7e7c9bc1 req-3669076b-78b4-41fc-ba8a-13eded3fbdd8 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=87906e67-d98d-497c-b105-fe0d6a802c10 HTTP/1.1" status: 200 len: 950 time: 0.1759496 Jul 09 14:42:14.086414 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12450ed5-4add-4fbf-83e8-5c165d86cdc4 req-5f576fc0-49ca-4744-b065-1e15ccd1d3bf tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:14.089280 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:14.095263 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-12450ed5-4add-4fbf-83e8-5c165d86cdc4 req-5f576fc0-49ca-4744-b065-1e15ccd1d3bf tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=185d943f-2ca8-41c3-8e34-2e9d1545c143 HTTP/1.1" status: 200 len: 944 time: 0.2107692 Jul 09 14:42:14.123210 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7608a23c-b442-4127-a9c9-512ae1c86577 req-12aa67f6-e3e4-406e-8902-ffac9cefd71e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=799bbf9f-0525-4250-82dd-ad4b3053eab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369489 Jul 09 14:42:14.150846 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=8741c75a-5912-4a78-a5e0-3da8adeff535,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:14.184099 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-12450ed5-4add-4fbf-83e8-5c165d86cdc4 req-0dce419d-8b91-497a-b37d-88f801e2328c tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878496 Jul 09 14:42:14.218549 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-9dcf8e60-f851-4064-adf6-49705de70637 req-a441d6f0-fb9e-492a-a106-5575f3c6b105 service neutron] For port 5332db0b-d3ab-4b94-bdf8-80ae1940cc85, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=5332db0b-d3ab-4b94-bdf8-80ae1940cc85,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:42:14.227939 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c47e2309-9228-46c5-b2a5-2d4c7e7c9bc1 req-297561fd-d0a2-4b5d-8077-8f621a8f116c tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314712 Jul 09 14:42:14.280149 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7608a23c-b442-4127-a9c9-512ae1c86577 req-b7f62d18-cdce-4ae5-9631-4f640a2f40d8 service neutron] 10.222.0.54 "GET /v2.0/networks/799bbf9f-0525-4250-82dd-ad4b3053eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484642 Jul 09 14:42:14.281144 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-9dcf8e60-f851-4064-adf6-49705de70637 req-a441d6f0-fb9e-492a-a106-5575f3c6b105 service neutron] For port 5332db0b-d3ab-4b94-bdf8-80ae1940cc85, host n-h2-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:42:14.337144 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-9dcf8e60-f851-4064-adf6-49705de70637 req-a441d6f0-fb9e-492a-a106-5575f3c6b105 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:14.349831 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87906e67-d98d-497c-b105-fe0d6a802c10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5332db0b-d3ab-4b94-bdf8-80ae1940cc85'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:42:14.353719 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54a2a60-6b77-41bd-8827-72fdf21fa510" -d '{"events": [{"server_uuid": "87906e67-d98d-497c-b105-fe0d6a802c10", "name": "network-vif-unplugged", "status": "completed", "tag": "5332db0b-d3ab-4b94-bdf8-80ae1940cc85"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:42:14.361204 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-9dcf8e60-f851-4064-adf6-49705de70637 req-a441d6f0-fb9e-492a-a106-5575f3c6b105 service neutron] Transition to ACTIVE for port object 5332db0b-d3ab-4b94-bdf8-80ae1940cc85 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:42:14.385838 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7608a23c-b442-4127-a9c9-512ae1c86577 req-a943e77f-7198-40cc-af71-667fd60de3e9 service neutron] 10.222.0.54 "GET /v2.0/networks/799bbf9f-0525-4250-82dd-ad4b3053eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975058 Jul 09 14:42:14.412145 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68248e93-e6c3-4134-95b7-47c963efcfe5 None None] New status for floating IP 367185de-e0ff-4cf4-8b30-6a941b369e66: DOWN {{(pid=94448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:42:14.417284 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-9dcf8e60-f851-4064-adf6-49705de70637 req-a441d6f0-fb9e-492a-a106-5575f3c6b105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:14.482668 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623146f-3a0f-4018-9181-1c416bd4ce32 req-e60d9977-5bae-496e-b8fd-e0294d86a887 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:14.491059 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2623146f-3a0f-4018-9181-1c416bd4ce32 req-e60d9977-5bae-496e-b8fd-e0294d86a887 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4920f0a-a687-4b93-a713-044808adb81e HTTP/1.1" status: 200 len: 946 time: 0.1219003 Jul 09 14:42:14.493242 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd72ee9f-481e-44ea-95b3-1850b1ecc79e req-b6c4813b-c50d-4526-8c53-fb1568f8cc87 tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:14.494850 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fd72ee9f-481e-44ea-95b3-1850b1ecc79e req-b6c4813b-c50d-4526-8c53-fb1568f8cc87 tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] 10.222.0.58 "GET /v2.0/ports?device_id=d90aed2c-7dc7-4457-9d63-b68a028c93da HTTP/1.1" status: 200 len: 945 time: 0.0885196 Jul 09 14:42:14.516682 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dcf8e60-f851-4064-adf6-49705de70637 req-a441d6f0-fb9e-492a-a106-5575f3c6b105 service neutron] No DVR routers for this DVR port 5332db0b-d3ab-4b94-bdf8-80ae1940cc85 on host n-h2-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:42:14.525396 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a441d6f0-fb9e-492a-a106-5575f3c6b105 service neutron] Pushing event updated for resources: {'Port': ['ID=5332db0b-d3ab-4b94-bdf8-80ae1940cc85,revision_number=6']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:14.545320 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fd72ee9f-481e-44ea-95b3-1850b1ecc79e req-1de93cbb-4787-4f1d-8241-6b36b48d674e tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] 10.222.0.58 "GET /v2.0/security-groups?id=7eac7b12-b22d-4264-b67d-541bd42049c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424526 Jul 09 14:42:14.549248 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:14.560713 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a441d6f0-fb9e-492a-a106-5575f3c6b105 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:14.561147 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a441d6f0-fb9e-492a-a106-5575f3c6b105 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:14.561586 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a441d6f0-fb9e-492a-a106-5575f3c6b105 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:14.562006 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a441d6f0-fb9e-492a-a106-5575f3c6b105 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:14.562426 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a441d6f0-fb9e-492a-a106-5575f3c6b105 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:14.562746 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a441d6f0-fb9e-492a-a106-5575f3c6b105 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:14.563087 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a441d6f0-fb9e-492a-a106-5575f3c6b105 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:14.563420 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a441d6f0-fb9e-492a-a106-5575f3c6b105 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:14.563777 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a441d6f0-fb9e-492a-a106-5575f3c6b105 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:14.564108 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a441d6f0-fb9e-492a-a106-5575f3c6b105 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:14.564436 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a441d6f0-fb9e-492a-a106-5575f3c6b105 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:14.564799 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a441d6f0-fb9e-492a-a106-5575f3c6b105 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:14.591207 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2623146f-3a0f-4018-9181-1c416bd4ce32 req-5734a7ac-91d2-40e0-8445-041a5cd1fbe8 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] 10.222.0.58 "GET /v2.0/security-groups?id=9bee524b-1563-4251-8e44-a658a747a2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000483 Jul 09 14:42:14.593579 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-9dcf8e60-f851-4064-adf6-49705de70637 req-a441d6f0-fb9e-492a-a106-5575f3c6b105 service neutron] Attempting to bind port 5332db0b-d3ab-4b94-bdf8-80ae1940cc85 on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:42:14.593923 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-9dcf8e60-f851-4064-adf6-49705de70637 req-a441d6f0-fb9e-492a-a106-5575f3c6b105 service neutron] Attempting to bind port 5332db0b-d3ab-4b94-bdf8-80ae1940cc85 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:42:14.594254 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcf8e60-f851-4064-adf6-49705de70637 req-a441d6f0-fb9e-492a-a106-5575f3c6b105 service neutron] Attempting to bind port 5332db0b-d3ab-4b94-bdf8-80ae1940cc85 on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:42:14.599867 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcf8e60-f851-4064-adf6-49705de70637 req-a441d6f0-fb9e-492a-a106-5575f3c6b105 service neutron] Port 5332db0b-d3ab-4b94-bdf8-80ae1940cc85 on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:42:14.600139 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcf8e60-f851-4064-adf6-49705de70637 req-a441d6f0-fb9e-492a-a106-5575f3c6b105 service neutron] Attempting to bind port 5332db0b-d3ab-4b94-bdf8-80ae1940cc85 on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:42:14.603183 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf0d7bc-1d68-4801-a0d7-5f4bedcbf114 x-openstack-request-id: req-6bf0d7bc-1d68-4801-a0d7-5f4bedcbf114 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:42:14.603707 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f906f0e7-5f8e-4cac-a548-37935ae0b330", "name": "network-vif-plugged", "status": "completed", "tag": "8741c75a-5912-4a78-a5e0-3da8adeff535", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:42:14.604124 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6bf0d7bc-1d68-4801-a0d7-5f4bedcbf114 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:42:14.604688 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f906f0e7-5f8e-4cac-a548-37935ae0b330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8741c75a-5912-4a78-a5e0-3da8adeff535', 'code': 200} Jul 09 14:42:14.606061 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcf8e60-f851-4064-adf6-49705de70637 req-a441d6f0-fb9e-492a-a106-5575f3c6b105 service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:42:14.606409 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcf8e60-f851-4064-adf6-49705de70637 req-a441d6f0-fb9e-492a-a106-5575f3c6b105 service neutron] Checking segment: {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:42:14.607134 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcf8e60-f851-4064-adf6-49705de70637 req-a441d6f0-fb9e-492a-a106-5575f3c6b105 service neutron] Bound using segment: {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:42:14.607618 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-9dcf8e60-f851-4064-adf6-49705de70637 req-a441d6f0-fb9e-492a-a106-5575f3c6b105 service neutron] Bound port: 5332db0b-d3ab-4b94-bdf8-80ae1940cc85, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:42:14.608003 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-9dcf8e60-f851-4064-adf6-49705de70637 req-a441d6f0-fb9e-492a-a106-5575f3c6b105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:14.700265 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-9dcf8e60-f851-4064-adf6-49705de70637 req-a441d6f0-fb9e-492a-a106-5575f3c6b105 service neutron] For port 5332db0b-d3ab-4b94-bdf8-80ae1940cc85, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:42:14.704083 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-9dcf8e60-f851-4064-adf6-49705de70637 req-a441d6f0-fb9e-492a-a106-5575f3c6b105 service neutron] For port 5332db0b-d3ab-4b94-bdf8-80ae1940cc85, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=5332db0b-d3ab-4b94-bdf8-80ae1940cc85,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:42:14.776034 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 14:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb78d1d-8dac-4f6d-963a-c1e9ad31da79 x-openstack-request-id: req-afb78d1d-8dac-4f6d-963a-c1e9ad31da79 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:42:14.776666 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87906e67-d98d-497c-b105-fe0d6a802c10", "name": "network-vif-unplugged", "status": "completed", "tag": "5332db0b-d3ab-4b94-bdf8-80ae1940cc85", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:42:14.777090 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-afb78d1d-8dac-4f6d-963a-c1e9ad31da79 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:42:14.777655 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87906e67-d98d-497c-b105-fe0d6a802c10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5332db0b-d3ab-4b94-bdf8-80ae1940cc85', 'code': 200} Jul 09 14:42:14.784273 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-9dcf8e60-f851-4064-adf6-49705de70637 req-a441d6f0-fb9e-492a-a106-5575f3c6b105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:14.809612 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c93e26-f6be-40e4-9599-57eed24f61cd req-20777879-def7-43a2-ac90-8e00fb2d1b2a tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:14.816525 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-61c93e26-f6be-40e4-9599-57eed24f61cd req-20777879-def7-43a2-ac90-8e00fb2d1b2a tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=f906f0e7-5f8e-4cac-a548-37935ae0b330 HTTP/1.1" status: 200 len: 950 time: 0.0822587 Jul 09 14:42:14.826129 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf8e60-f851-4064-adf6-49705de70637 req-a441d6f0-fb9e-492a-a106-5575f3c6b105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:14.826871 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-9dcf8e60-f851-4064-adf6-49705de70637 req-a441d6f0-fb9e-492a-a106-5575f3c6b105 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:14.828185 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9dcf8e60-f851-4064-adf6-49705de70637 req-a441d6f0-fb9e-492a-a106-5575f3c6b105 service neutron] 10.222.0.62 "PUT /v2.0/ports/5332db0b-d3ab-4b94-bdf8-80ae1940cc85 HTTP/1.1" status: 200 len: 1096 time: 1.0745349 Jul 09 14:42:14.870876 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-61c93e26-f6be-40e4-9599-57eed24f61cd req-2309812a-7d34-4a4b-a2bc-33248a3a08d2 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523100 Jul 09 14:42:14.872194 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a441d6f0-fb9e-492a-a106-5575f3c6b105 service neutron] Pushing event updated for resources: {'Port': ['ID=5332db0b-d3ab-4b94-bdf8-80ae1940cc85,revision_number=7']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:14.877415 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429941fe-9128-4942-b360-f8ca86b5cddd req-54891210-e7a3-4c60-8ea6-837c2515fc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:14.879711 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-429941fe-9128-4942-b360-f8ca86b5cddd req-54891210-e7a3-4c60-8ea6-837c2515fc45 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f906f0e7-5f8e-4cac-a548-37935ae0b330 HTTP/1.1" status: 200 len: 1101 time: 0.1393607 Jul 09 14:42:14.965029 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-429941fe-9128-4942-b360-f8ca86b5cddd req-ad54c39d-50a6-452a-880d-97c39bac1da2 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628097 Jul 09 14:42:14.996366 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf8e60-f851-4064-adf6-49705de70637 req-220c8224-fcdc-4282-852a-240fd9752855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:14.997863 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9dcf8e60-f851-4064-adf6-49705de70637 req-220c8224-fcdc-4282-852a-240fd9752855 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5ec7891592d74a6886dfa68c8f9e2e18&device_id=87906e67-d98d-497c-b105-fe0d6a802c10 HTTP/1.1" status: 200 len: 1099 time: 0.0736732 Jul 09 14:42:15.061391 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f830c-74c2-452f-baf6-efd1d7037cde req-5352bad2-c9be-46aa-9056-9a25e97519bb tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:15.063044 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0a6f830c-74c2-452f-baf6-efd1d7037cde req-5352bad2-c9be-46aa-9056-9a25e97519bb tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4920f0a-a687-4b93-a713-044808adb81e HTTP/1.1" status: 200 len: 946 time: 0.0685713 Jul 09 14:42:15.072336 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 57572) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:42:15.077102 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-baa8f6ee-96ce-47bb-8c00-db1c39326dda tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Request body: {'floatingip': {'port_id': 'bfeecf9d-d542-437b-9e10-ff01a243d27e'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:42:15.118677 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-baa8f6ee-96ce-47bb-8c00-db1c39326dda tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Notify callbacks [] for floatingip, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:15.145560 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8bf120-4151-477b-8a47-7ff3283b9bed req-9fdb3708-05b0-4098-82ed-ffe7504b06c3 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:15.152020 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-be8bf120-4151-477b-8a47-7ff3283b9bed req-9fdb3708-05b0-4098-82ed-ffe7504b06c3 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=18708f99-dbe1-492b-976e-d41d9f427988 HTTP/1.1" status: 200 len: 945 time: 0.0835657 Jul 09 14:42:15.188928 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-be8bf120-4151-477b-8a47-7ff3283b9bed req-4f1677be-c46e-4b85-b274-0f7a858a86fe tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324590 Jul 09 14:42:15.244930 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 57578) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:42:15.281287 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '185d943f-2ca8-41c3-8e34-2e9d1545c143', 'tag': '3dec8825-4dd8-4431-b945-47baa896beb9'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:42:15.283633 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3e4911-5250-4395-8032-ab1b14d20fdd" -d '{"events": [{"name": "network-changed", "server_uuid": "185d943f-2ca8-41c3-8e34-2e9d1545c143", "tag": "3dec8825-4dd8-4431-b945-47baa896beb9"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:42:15.440094 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf8e60-f851-4064-adf6-49705de70637 req-bda6a17e-1b5f-40a8-ab86-506c143622b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:15.442119 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9dcf8e60-f851-4064-adf6-49705de70637 req-bda6a17e-1b5f-40a8-ab86-506c143622b8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc HTTP/1.1" status: 200 len: 870 time: 0.1395054 Jul 09 14:42:15.453308 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad63069-05cb-402d-8144-4b8af8a4d97f req-08f6f87f-b05c-4d68-8bd4-49a5d02ca4bf tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:15.454894 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fad63069-05cb-402d-8144-4b8af8a4d97f req-08f6f87f-b05c-4d68-8bd4-49a5d02ca4bf tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=185d943f-2ca8-41c3-8e34-2e9d1545c143 HTTP/1.1" status: 200 len: 944 time: 0.1642978 Jul 09 14:42:15.464016 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 5332db0b-d3ab-4b94-bdf8-80ae1940cc85 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:42:15.493686 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9dcf8e60-f851-4064-adf6-49705de70637 req-94941b20-2c95-4e88-a68b-b8fc40277a41 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=5332db0b-d3ab-4b94-bdf8-80ae1940cc85 HTTP/1.1" status: 200 len: 217 time: 0.0377550 Jul 09 14:42:15.504737 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 5332db0b-d3ab-4b94-bdf8-80ae1940cc85 not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:42:15.565266 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fad63069-05cb-402d-8144-4b8af8a4d97f req-d6487da4-2aaf-4336-bec4-04b79070fc4c tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744956 Jul 09 14:42:15.569685 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf8e60-f851-4064-adf6-49705de70637 req-095a06d1-3fae-47f2-b332-6221c456531b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:15.571158 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9dcf8e60-f851-4064-adf6-49705de70637 req-095a06d1-3fae-47f2-b332-6221c456531b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.0711153 Jul 09 14:42:15.651019 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf8e60-f851-4064-adf6-49705de70637 req-495a4119-051c-433e-b60e-d201bb16163b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:15.652712 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9dcf8e60-f851-4064-adf6-49705de70637 req-495a4119-051c-433e-b60e-d201bb16163b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0596259 Jul 09 14:42:15.670423 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d5ef07-0184-43e2-9952-5578f255bd9f x-openstack-request-id: req-d5d5ef07-0184-43e2-9952-5578f255bd9f {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:42:15.670896 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "185d943f-2ca8-41c3-8e34-2e9d1545c143", "tag": "3dec8825-4dd8-4431-b945-47baa896beb9", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:42:15.671170 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d5d5ef07-0184-43e2-9952-5578f255bd9f {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:42:15.671627 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '185d943f-2ca8-41c3-8e34-2e9d1545c143', 'tag': '3dec8825-4dd8-4431-b945-47baa896beb9', 'status': 'completed', 'code': 200} Jul 09 14:42:15.779270 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a11fe1d6-3aab-4bcd-a113-66970b100712 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:15.805126 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9dcf8e60-f851-4064-adf6-49705de70637 req-2e2c9511-c367-4be2-b2c3-fef6327c1fde service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252227 Jul 09 14:42:15.819394 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291d757-ac28-4d74-b9b2-fecf7aef7fcc req-eb1cc309-b8ff-468a-b336-714e52ed8194 tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:15.820852 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8291d757-ac28-4d74-b9b2-fecf7aef7fcc req-eb1cc309-b8ff-468a-b336-714e52ed8194 tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] 10.222.0.58 "GET /v2.0/ports?device_id=d90aed2c-7dc7-4457-9d63-b68a028c93da HTTP/1.1" status: 200 len: 945 time: 0.0981846 Jul 09 14:42:15.893189 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a11fe1d6-3aab-4bcd-a113-66970b100712 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:15.904505 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8291d757-ac28-4d74-b9b2-fecf7aef7fcc req-317ae0ac-aed3-4ca2-8b4f-7c93ee01569f tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] 10.222.0.58 "GET /v2.0/security-groups?id=7eac7b12-b22d-4264-b67d-541bd42049c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756569 Jul 09 14:42:15.933802 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9dcf8e60-f851-4064-adf6-49705de70637 req-08a3b434-89d3-4775-9106-d407d315a5c0 service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119680 Jul 09 14:42:15.940234 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3e4911-5250-4395-8032-ab1b14d20fdd req-136f770a-4f7b-4f0a-8be5-32825e2af6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:15.942416 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6e3e4911-5250-4395-8032-ab1b14d20fdd req-136f770a-4f7b-4f0a-8be5-32825e2af6a9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1c625c057eb84d94ab805dc5f07c0366&device_id=185d943f-2ca8-41c3-8e34-2e9d1545c143 HTTP/1.1" status: 200 len: 1095 time: 0.2654557 Jul 09 14:42:15.997138 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0275e5ff-93f8-4062-9665-fea4fbe10820 req-65ea9e94-85d2-49b6-a9a7-f1b50b232a62 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:15.999134 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0275e5ff-93f8-4062-9665-fea4fbe10820 req-65ea9e94-85d2-49b6-a9a7-f1b50b232a62 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=87906e67-d98d-497c-b105-fe0d6a802c10 HTTP/1.1" status: 200 len: 948 time: 0.3261869 Jul 09 14:42:16.107856 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0275e5ff-93f8-4062-9665-fea4fbe10820 req-4438e003-0c26-43fd-b6d9-4209555ba9fe tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685790 Jul 09 14:42:16.125986 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0102733-4e7d-4839-bb2e-528d71066514 req-cd696412-58f3-4325-90d9-1b6a4cbcd65f tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:16.127639 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e0102733-4e7d-4839-bb2e-528d71066514 req-cd696412-58f3-4325-90d9-1b6a4cbcd65f tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=f906f0e7-5f8e-4cac-a548-37935ae0b330 HTTP/1.1" status: 200 len: 950 time: 0.1072552 Jul 09 14:42:16.136139 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456bf78-9255-4d61-a46f-239f2f1fa2e9 req-95fc46aa-06ba-4eff-bcee-4403fa9eb8ba tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:16.137788 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0456bf78-9255-4d61-a46f-239f2f1fa2e9 req-95fc46aa-06ba-4eff-bcee-4403fa9eb8ba tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] 10.222.0.62 "GET /v2.0/ports?device_id=d90aed2c-7dc7-4457-9d63-b68a028c93da HTTP/1.1" status: 200 len: 945 time: 0.0901823 Jul 09 14:42:16.157525 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3e4911-5250-4395-8032-ab1b14d20fdd req-91288c89-e891-4f93-935d-47e334a78ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:16.158863 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6e3e4911-5250-4395-8032-ab1b14d20fdd req-91288c89-e891-4f93-935d-47e334a78ee8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=799bbf9f-0525-4250-82dd-ad4b3053eab3 HTTP/1.1" status: 200 len: 913 time: 0.1833088 Jul 09 14:42:16.214253 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e0102733-4e7d-4839-bb2e-528d71066514 req-179e68de-c6ff-486a-92df-e3138f116ad4 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733321 Jul 09 14:42:16.233571 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a11fe1d6-3aab-4bcd-a113-66970b100712 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:16.236227 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a11fe1d6-3aab-4bcd-a113-66970b100712 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:16.237382 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-a11fe1d6-3aab-4bcd-a113-66970b100712 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "DELETE /v2.0/security-groups/56f8d71f-a162-4356-920c-4536638f4f04 HTTP/1.1" status: 204 len: 168 time: 0.9914846 Jul 09 14:42:16.241570 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 57592) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:42:16.244588 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6e3e4911-5250-4395-8032-ab1b14d20fdd req-38c2e633-f1e7-4d6b-bd80-13ae1626d8cf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3dec8825-4dd8-4431-b945-47baa896beb9 HTTP/1.1" status: 200 len: 217 time: 0.0791461 Jul 09 14:42:16.260714 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11fe1d6-3aab-4bcd-a113-66970b100712 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f8d71f-a162-4356-920c-4536638f4f04,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:16.260903 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [None req-1a43b7bc-3f3f-46e1-b406-80fc624b1c0a tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] show failed (client error): The resource could not be found. Jul 09 14:42:16.264646 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-1a43b7bc-3f3f-46e1-b406-80fc624b1c0a tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "GET /v2.0/security-groups/56f8d71f-a162-4356-920c-4536638f4f04 HTTP/1.1" status: 404 len: 347 time: 0.0183961 Jul 09 14:42:16.266002 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 57594) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:42:16.326391 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-baa8f6ee-96ce-47bb-8c00-db1c39326dda tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:16.342982 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3e4911-5250-4395-8032-ab1b14d20fdd req-a058ec8a-3607-4dce-88c6-86a4eaed4abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:16.344335 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6e3e4911-5250-4395-8032-ab1b14d20fdd req-a058ec8a-3607-4dce-88c6-86a4eaed4abd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=aeb0304f-76ed-455f-9fb9-36b89284b9c6 HTTP/1.1" status: 200 len: 852 time: 0.0914357 Jul 09 14:42:16.382482 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6e3e4911-5250-4395-8032-ab1b14d20fdd req-92983bb1-b97b-4dad-8287-1d172ad3e05f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=799bbf9f-0525-4250-82dd-ad4b3053eab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304224 Jul 09 14:42:16.383773 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-0456bf78-9255-4d61-a46f-239f2f1fa2e9 req-5cdefaa2-c22f-4b28-8bb9-611831d9a4a1 tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] Deleting port f3191ae5-47dd-411d-8d8d-92a07dcc3d62 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:42:16.384192 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-0456bf78-9255-4d61-a46f-239f2f1fa2e9 req-5cdefaa2-c22f-4b28-8bb9-611831d9a4a1 tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:16.441601 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-baa8f6ee-96ce-47bb-8c00-db1c39326dda tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:16.560748 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6e3e4911-5250-4395-8032-ab1b14d20fdd req-2ec538a2-44ec-43e2-86ad-43247794338c service neutron] 10.222.0.54 "GET /v2.0/networks/799bbf9f-0525-4250-82dd-ad4b3053eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713307 Jul 09 14:42:16.591591 n-d-799529-6 neutron-server[94445]: INFO neutron.db.l3_db [None req-baa8f6ee-96ce-47bb-8c00-db1c39326dda tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Floating IP 500fe733-ee49-43c4-a869-d5bfb98e8fdd associated. External IP: 172.25.3.201, port: bfeecf9d-d542-437b-9e10-ff01a243d27e. Jul 09 14:42:16.782794 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87906e67-d98d-497c-b105-fe0d6a802c10', 'tag': '5332db0b-d3ab-4b94-bdf8-80ae1940cc85'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:42:16.785749 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695fe749-cd03-4faf-b8f1-4e848b5efd43" -d '{"events": [{"name": "network-changed", "server_uuid": "87906e67-d98d-497c-b105-fe0d6a802c10", "tag": "5332db0b-d3ab-4b94-bdf8-80ae1940cc85"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:42:16.786859 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6e3e4911-5250-4395-8032-ab1b14d20fdd req-7c690dcc-303f-4314-879e-f62fcd914f2f service neutron] 10.222.0.54 "GET /v2.0/networks/799bbf9f-0525-4250-82dd-ad4b3053eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177989 Jul 09 14:42:16.805881 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-2d44cb5a-621d-4f5c-8fa4-47651b4069b1 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Deleting port 50d9843f-b064-4a86-bed2-d909e3e66d75 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:42:16.805881 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2d44cb5a-621d-4f5c-8fa4-47651b4069b1 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:16.852479 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7246e0d5-71af-4a45-a10c-d3ab399891b9 req-7daa7af8-60e8-4975-b1bc-05a797e61d90 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:16.853941 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7246e0d5-71af-4a45-a10c-d3ab399891b9 req-7daa7af8-60e8-4975-b1bc-05a797e61d90 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=185d943f-2ca8-41c3-8e34-2e9d1545c143 HTTP/1.1" status: 200 len: 944 time: 0.1424384 Jul 09 14:42:16.867778 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d6d7b-e369-439c-8edc-5d72976e9391 req-c1f8989d-02d8-40af-ae27-ea9a4c1bafe5 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:16.869263 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-046d6d7b-e369-439c-8edc-5d72976e9391 req-c1f8989d-02d8-40af-ae27-ea9a4c1bafe5 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=18708f99-dbe1-492b-976e-d41d9f427988 HTTP/1.1" status: 200 len: 945 time: 0.5026124 Jul 09 14:42:16.875728 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-0456bf78-9255-4d61-a46f-239f2f1fa2e9 req-5cdefaa2-c22f-4b28-8bb9-611831d9a4a1 tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] For port f3191ae5-47dd-411d-8d8d-92a07dcc3d62, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=f3191ae5-47dd-411d-8d8d-92a07dcc3d62,segment=NetworkSegment(245c13db-0d6d-4452-b4e2-2a696730e84c),segment_id=245c13db-0d6d-4452-b4e2-2a696730e84c)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:42:16.876094 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-0456bf78-9255-4d61-a46f-239f2f1fa2e9 req-5cdefaa2-c22f-4b28-8bb9-611831d9a4a1 tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:16.907910 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-0456bf78-9255-4d61-a46f-239f2f1fa2e9 req-5cdefaa2-c22f-4b28-8bb9-611831d9a4a1 tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] Calling delete_port for f3191ae5-47dd-411d-8d8d-92a07dcc3d62 owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:42:16.936933 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7246e0d5-71af-4a45-a10c-d3ab399891b9 req-dcbce5d6-6977-47bb-b9ce-a39d9d4588b1 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761499 Jul 09 14:42:16.962215 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa8f6ee-96ce-47bb-8c00-db1c39326dda tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Router 11344ba9-caca-4120-ae8b-5b0292bf137b has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:42:16.984244 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2d44cb5a-621d-4f5c-8fa4-47651b4069b1 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:16.985095 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2d44cb5a-621d-4f5c-8fa4-47651b4069b1 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:16.990703 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-046d6d7b-e369-439c-8edc-5d72976e9391 req-80a0d61e-b594-4a5a-bc6c-d7b66d3dbcdb tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042314 Jul 09 14:42:17.005068 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25cfecb8-604a-4cd8-9b48-4c2a40bbf8e0 x-openstack-request-id: req-25cfecb8-604a-4cd8-9b48-4c2a40bbf8e0 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:42:17.005367 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87906e67-d98d-497c-b105-fe0d6a802c10", "tag": "5332db0b-d3ab-4b94-bdf8-80ae1940cc85", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:42:17.005620 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-25cfecb8-604a-4cd8-9b48-4c2a40bbf8e0 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:42:17.006007 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87906e67-d98d-497c-b105-fe0d6a802c10', 'tag': '5332db0b-d3ab-4b94-bdf8-80ae1940cc85', 'status': 'completed', 'code': 200} Jul 09 14:42:17.010165 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-2d44cb5a-621d-4f5c-8fa4-47651b4069b1 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Calling delete_port for 50d9843f-b064-4a86-bed2-d909e3e66d75 owned by network:floatingip {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:42:17.160940 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa8f6ee-96ce-47bb-8c00-db1c39326dda tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:42:17.167266 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-baa8f6ee-96ce-47bb-8c00-db1c39326dda tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:17.179426 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3896e256-86b8-472b-87df-7acbdcd68a42 None None] Sync routers for ids ['11344ba9-caca-4120-ae8b-5b0292bf137b'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:42:17.197455 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3896e256-86b8-472b-87df-7acbdcd68a42 None None] Routers {'11344ba9-caca-4120-ae8b-5b0292bf137b'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:42:17.198418 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-3896e256-86b8-472b-87df-7acbdcd68a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:41:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['11344ba9-caca-4120-ae8b-5b0292bf137b'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:42:17.201438 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fe749-cd03-4faf-b8f1-4e848b5efd43 req-1e320567-98a6-4a75-b1bd-6316062161bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:17.202971 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-695fe749-cd03-4faf-b8f1-4e848b5efd43 req-1e320567-98a6-4a75-b1bd-6316062161bb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5ec7891592d74a6886dfa68c8f9e2e18&device_id=87906e67-d98d-497c-b105-fe0d6a802c10 HTTP/1.1" status: 200 len: 1099 time: 0.1405501 Jul 09 14:42:17.209004 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fe749-cd03-4faf-b8f1-4e848b5efd43 req-5994033a-d597-4220-8d7d-2f4bbb3f4991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:17.210535 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-695fe749-cd03-4faf-b8f1-4e848b5efd43 req-5994033a-d597-4220-8d7d-2f4bbb3f4991 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5ec7891592d74a6886dfa68c8f9e2e18&device_id=87906e67-d98d-497c-b105-fe0d6a802c10 HTTP/1.1" status: 200 len: 1099 time: 0.1764209 Jul 09 14:42:17.276023 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-baa8f6ee-96ce-47bb-8c00-db1c39326dda tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] 10.222.0.58 "PUT /v2.0/floatingips/500fe733-ee49-43c4-a869-d5bfb98e8fdd HTTP/1.1" status: 200 len: 992 time: 2.1999271 Jul 09 14:42:17.288774 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff26be-6bfd-47e2-8db4-8eef420c3a0e req-4b1486e6-0d94-43bf-af84-df40dce2277d tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:17.290268 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-54ff26be-6bfd-47e2-8db4-8eef420c3a0e req-4b1486e6-0d94-43bf-af84-df40dce2277d tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] 10.222.0.58 "GET /v2.0/ports?device_id=d90aed2c-7dc7-4457-9d63-b68a028c93da HTTP/1.1" status: 200 len: 945 time: 0.1823401 Jul 09 14:42:17.322917 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-0456bf78-9255-4d61-a46f-239f2f1fa2e9 req-5cdefaa2-c22f-4b28-8bb9-611831d9a4a1 tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:17.342470 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-3896e256-86b8-472b-87df-7acbdcd68a42 None None] Set router 11344ba9-caca-4120-ae8b-5b0292bf137b gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:42:17.360083 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fe749-cd03-4faf-b8f1-4e848b5efd43 req-55779029-f9c2-47f0-90a6-7f214bbc431e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:17.361646 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-695fe749-cd03-4faf-b8f1-4e848b5efd43 req-55779029-f9c2-47f0-90a6-7f214bbc431e service neutron] 10.222.0.54 "GET /v2.0/networks?id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc HTTP/1.1" status: 200 len: 870 time: 0.1421089 Jul 09 14:42:17.367698 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-54ff26be-6bfd-47e2-8db4-8eef420c3a0e req-893a1f78-2a8d-465d-8e5f-02a45ba04be8 tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] 10.222.0.58 "GET /v2.0/security-groups?id=7eac7b12-b22d-4264-b67d-541bd42049c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610716 Jul 09 14:42:17.381776 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdefaa2-c22f-4b28-8bb9-611831d9a4a1 tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] Pushing event deleted for resources: {'Port': ['ID=f3191ae5-47dd-411d-8d8d-92a07dcc3d62,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:17.382015 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['f3191ae5-47dd-411d-8d8d-92a07dcc3d62'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:42:17.415282 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-695fe749-cd03-4faf-b8f1-4e848b5efd43 req-6c0fc3e8-a7f8-4bbe-96f5-36958d1995da service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=5332db0b-d3ab-4b94-bdf8-80ae1940cc85 HTTP/1.1" status: 200 len: 217 time: 0.0452564 Jul 09 14:42:17.445528 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2d44cb5a-621d-4f5c-8fa4-47651b4069b1 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:17.474547 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fe749-cd03-4faf-b8f1-4e848b5efd43 req-4dc40daf-7b0b-4a1a-973a-77f9e9ec51ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:17.474784 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 3dec8825-4dd8-4431-b945-47baa896beb9 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:42:17.479336 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-695fe749-cd03-4faf-b8f1-4e848b5efd43 req-4dc40daf-7b0b-4a1a-973a-77f9e9ec51ec service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.0546384 Jul 09 14:42:17.483344 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-0456bf78-9255-4d61-a46f-239f2f1fa2e9 req-5cdefaa2-c22f-4b28-8bb9-611831d9a4a1 tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] No DVR routers for this DVR port f3191ae5-47dd-411d-8d8d-92a07dcc3d62 on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:42:17.508066 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-0456bf78-9255-4d61-a46f-239f2f1fa2e9 req-5cdefaa2-c22f-4b28-8bb9-611831d9a4a1 tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:17.510139 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0456bf78-9255-4d61-a46f-239f2f1fa2e9 req-5cdefaa2-c22f-4b28-8bb9-611831d9a4a1 tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] 10.222.0.62 "DELETE /v2.0/ports/f3191ae5-47dd-411d-8d8d-92a07dcc3d62 HTTP/1.1" status: 204 len: 173 time: 1.3628542 Jul 09 14:42:17.511649 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fe749-cd03-4faf-b8f1-4e848b5efd43 req-ddf3fb5b-297a-4cba-8b36-87dbb072ccf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:17.513482 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-695fe749-cd03-4faf-b8f1-4e848b5efd43 req-ddf3fb5b-297a-4cba-8b36-87dbb072ccf1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc HTTP/1.1" status: 200 len: 870 time: 0.3028281 Jul 09 14:42:17.515108 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d44cb5a-621d-4f5c-8fa4-47651b4069b1 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Pushing event deleted for resources: {'Port': ['ID=50d9843f-b064-4a86-bed2-d909e3e66d75,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:17.589921 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-695fe749-cd03-4faf-b8f1-4e848b5efd43 req-fe15b219-2888-4a53-a3a8-c4394d623347 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=5332db0b-d3ab-4b94-bdf8-80ae1940cc85 HTTP/1.1" status: 200 len: 217 time: 0.0652750 Jul 09 14:42:17.594638 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fe749-cd03-4faf-b8f1-4e848b5efd43 req-134903be-9350-40bd-8a27-9430e1b56df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:17.596344 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-695fe749-cd03-4faf-b8f1-4e848b5efd43 req-134903be-9350-40bd-8a27-9430e1b56df4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1125565 Jul 09 14:42:17.599445 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c4450-f7b0-4fb7-84d7-de6128a819a4 req-aca99995-e9ef-4b6b-9677-00d36bae8056 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:17.601121 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-991c4450-f7b0-4fb7-84d7-de6128a819a4 req-aca99995-e9ef-4b6b-9677-00d36bae8056 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=87906e67-d98d-497c-b105-fe0d6a802c10 HTTP/1.1" status: 200 len: 948 time: 0.3194084 Jul 09 14:42:17.673809 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4920f0a-a687-4b93-a713-044808adb81e', 'tag': 'bfeecf9d-d542-437b-9e10-ff01a243d27e'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:42:17.676686 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba90d3e7-8daa-48c2-9fbc-24d5375f8817" -d '{"events": [{"name": "network-changed", "server_uuid": "f4920f0a-a687-4b93-a713-044808adb81e", "tag": "bfeecf9d-d542-437b-9e10-ff01a243d27e"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:42:17.683149 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 3dec8825-4dd8-4431-b945-47baa896beb9, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=3dec8825-4dd8-4431-b945-47baa896beb9,segment=NetworkSegment(ea3e7312-a29e-42fd-9247-9011d25d7154),segment_id=ea3e7312-a29e-42fd-9247-9011d25d7154)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:42:17.701325 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c5c70-954d-4a95-a000-d2bb157a473e req-234fabd0-177e-4923-9926-bc81442a3c63 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:17.705284 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2d44cb5a-621d-4f5c-8fa4-47651b4069b1 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Notify callbacks [] for floatingip, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:17.707933 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2d44cb5a-621d-4f5c-8fa4-47651b4069b1 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:17.708642 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a33c5c70-954d-4a95-a000-d2bb157a473e req-234fabd0-177e-4923-9926-bc81442a3c63 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=f906f0e7-5f8e-4cac-a548-37935ae0b330 HTTP/1.1" status: 200 len: 950 time: 0.1658444 Jul 09 14:42:17.709086 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-2d44cb5a-621d-4f5c-8fa4-47651b4069b1 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] 10.222.0.58 "DELETE /v2.0/floatingips/367185de-e0ff-4cf4-8b30-6a941b369e66 HTTP/1.1" status: 204 len: 168 time: 1.4420006 Jul 09 14:42:17.709590 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': '3dec8825-4dd8-4431-b945-47baa896beb9', 'network_id': '799bbf9f-0525-4250-82dd-ad4b3053eab3', 'port_id': '3dec8825-4dd8-4431-b945-47baa896beb9', 'mac_address': 'fa:16:3e:f1:6a:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeb0304f-76ed-455f-9fb9-36b89284b9c6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:42:17.715324 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fe749-cd03-4faf-b8f1-4e848b5efd43 req-2304818a-b112-40d2-ac32-89254bc1df2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:17.716955 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-695fe749-cd03-4faf-b8f1-4e848b5efd43 req-2304818a-b112-40d2-ac32-89254bc1df2d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.0906756 Jul 09 14:42:17.730305 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-991c4450-f7b0-4fb7-84d7-de6128a819a4 req-a7c8d6c2-92f5-42a7-8898-f727d1b11c5d tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049669 Jul 09 14:42:17.746374 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-3896e256-86b8-472b-87df-7acbdcd68a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11344ba9-caca-4120-ae8b-5b0292bf137b', 'name': 'tempest-ServersTestBootFromVolume-1771181187-router', 'tenant_id': '488e573590f449068d05943d6635fb8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '740bf9b9-a416-4426-a113-9ebdb93a1525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:41:01Z', 'updated_at': '2021-07-09T14:41:06Z', 'revision_number': 4, 'project_id': '488e573590f449068d05943d6635fb8b', 'gw_port': {'id': '740bf9b9-a416-4426-a113-9ebdb93a1525', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11344ba9-caca-4120-ae8b-5b0292bf137b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:41:02Z', 'updated_at': '2021-07-09T14:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '500fe733-ee49-43c4-a869-d5bfb98e8fdd', 'tenant_id': '488e573590f449068d05943d6635fb8b', 'floating_ip_address': '172.25.3.201', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '11344ba9-caca-4120-ae8b-5b0292bf137b', 'port_id': 'bfeecf9d-d542-437b-9e10-ff01a243d27e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 779, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dd7350d-beb6-404b-b6b2-e696c1d5f3d5', 'mac_address': 'fa:16:3e:91:23:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4920f0a-a687-4b93-a713-044808adb81e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:41:12Z', 'updated_at': '2021-07-09T14:42:16Z', 'revision_number': 1, 'project_id': '488e573590f449068d05943d6635fb8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '997ea8ad-e865-4b4b-9fa6-11f9d8d41a1a', 'name': '', 'network_id': '9dd7350d-beb6-404b-b6b2-e696c1d5f3d5', 'tenant_id': '488e573590f449068d05943d6635fb8b', 'mac_address': 'fa:16:3e:57:4e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11344ba9-caca-4120-ae8b-5b0292bf137b', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'c8ed1314-0930-4df0-957b-23d088a5a5d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:41:05Z', 'updated_at': '2021-07-09T14:41:14Z', 'revision_number': 5, 'project_id': '488e573590f449068d05943d6635fb8b', 'subnets': [{'id': 'c8ed1314-0930-4df0-957b-23d088a5a5d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:42:17.774449 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a33c5c70-954d-4a95-a000-d2bb157a473e req-0c435c40-cfc0-4808-95ee-821262d55c99 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608656 Jul 09 14:42:17.788814 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3896e256-86b8-472b-87df-7acbdcd68a42 None None] Checking router: 11344ba9-caca-4120-ae8b-5b0292bf137b for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:42:17.810072 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3896e256-86b8-472b-87df-7acbdcd68a42 None None] Routers {'11344ba9-caca-4120-ae8b-5b0292bf137b'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:42:17.810928 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-3896e256-86b8-472b-87df-7acbdcd68a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:41:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['11344ba9-caca-4120-ae8b-5b0292bf137b'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:42:17.815317 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:17.832034 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-695fe749-cd03-4faf-b8f1-4e848b5efd43 req-c386fa11-a81d-4365-8f97-5a06b402540d service neutron] 10.222.0.54 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249937 Jul 09 14:42:17.846435 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fe749-cd03-4faf-b8f1-4e848b5efd43 req-e16ff675-7f98-45c7-8f0a-ca29a93cbb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:17.849785 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-695fe749-cd03-4faf-b8f1-4e848b5efd43 req-e16ff675-7f98-45c7-8f0a-ca29a93cbb35 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1184869 Jul 09 14:42:17.882051 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dec8825-4dd8-4431-b945-47baa896beb9 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:42:17.953052 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-695fe749-cd03-4faf-b8f1-4e848b5efd43 req-47616d42-9993-468b-9b98-0d08d21bde4d service neutron] 10.222.0.54 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135509 Jul 09 14:42:17.954867 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd650751-6f73-48cc-9643-7260c18805d6 x-openstack-request-id: req-cd650751-6f73-48cc-9643-7260c18805d6 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:42:17.955423 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4920f0a-a687-4b93-a713-044808adb81e", "tag": "bfeecf9d-d542-437b-9e10-ff01a243d27e", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:42:17.956008 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cd650751-6f73-48cc-9643-7260c18805d6 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:42:17.956722 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4920f0a-a687-4b93-a713-044808adb81e', 'tag': 'bfeecf9d-d542-437b-9e10-ff01a243d27e', 'status': 'completed', 'code': 200} Jul 09 14:42:17.981602 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 3dec8825-4dd8-4431-b945-47baa896beb9, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=3dec8825-4dd8-4431-b945-47baa896beb9,segment=NetworkSegment(ea3e7312-a29e-42fd-9247-9011d25d7154),segment_id=ea3e7312-a29e-42fd-9247-9011d25d7154)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:42:18.011446 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-3896e256-86b8-472b-87df-7acbdcd68a42 None None] Set router 11344ba9-caca-4120-ae8b-5b0292bf137b gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:42:18.014740 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-695fe749-cd03-4faf-b8f1-4e848b5efd43 req-eef03bdb-d2b0-4cdb-8417-13a1c91cc879 service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563869 Jul 09 14:42:18.070150 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba90d3e7-8daa-48c2-9fbc-24d5375f8817 req-36516ae2-101d-48b5-9cd5-a0e0a8fa3db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:18.076126 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ba90d3e7-8daa-48c2-9fbc-24d5375f8817 req-36516ae2-101d-48b5-9cd5-a0e0a8fa3db0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=488e573590f449068d05943d6635fb8b&device_id=f4920f0a-a687-4b93-a713-044808adb81e HTTP/1.1" status: 200 len: 1097 time: 0.0961373 Jul 09 14:42:18.130708 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:18.162203 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-695fe749-cd03-4faf-b8f1-4e848b5efd43 req-45f4530e-60a0-4399-80a7-bcfd6d646a59 service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372151 Jul 09 14:42:18.202947 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba90d3e7-8daa-48c2-9fbc-24d5375f8817 req-57d76864-0029-4040-84ee-98485f6d9f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:18.205085 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ba90d3e7-8daa-48c2-9fbc-24d5375f8817 req-57d76864-0029-4040-84ee-98485f6d9f50 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9dd7350d-beb6-404b-b6b2-e696c1d5f3d5 HTTP/1.1" status: 200 len: 917 time: 0.1213264 Jul 09 14:42:18.213758 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=3dec8825-4dd8-4431-b945-47baa896beb9,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:18.302513 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ba90d3e7-8daa-48c2-9fbc-24d5375f8817 req-3d629d2e-dae0-4764-a72e-8c43ebb1c02c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bfeecf9d-d542-437b-9e10-ff01a243d27e HTTP/1.1" status: 200 len: 1000 time: 0.0694699 Jul 09 14:42:18.359887 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-3896e256-86b8-472b-87df-7acbdcd68a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11344ba9-caca-4120-ae8b-5b0292bf137b', 'name': 'tempest-ServersTestBootFromVolume-1771181187-router', 'tenant_id': '488e573590f449068d05943d6635fb8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '740bf9b9-a416-4426-a113-9ebdb93a1525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:41:01Z', 'updated_at': '2021-07-09T14:41:06Z', 'revision_number': 4, 'project_id': '488e573590f449068d05943d6635fb8b', 'gw_port': {'id': '740bf9b9-a416-4426-a113-9ebdb93a1525', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11344ba9-caca-4120-ae8b-5b0292bf137b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:41:02Z', 'updated_at': '2021-07-09T14:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '500fe733-ee49-43c4-a869-d5bfb98e8fdd', 'tenant_id': '488e573590f449068d05943d6635fb8b', 'floating_ip_address': '172.25.3.201', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '11344ba9-caca-4120-ae8b-5b0292bf137b', 'port_id': 'bfeecf9d-d542-437b-9e10-ff01a243d27e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 779, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dd7350d-beb6-404b-b6b2-e696c1d5f3d5', 'mac_address': 'fa:16:3e:91:23:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4920f0a-a687-4b93-a713-044808adb81e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:41:12Z', 'updated_at': '2021-07-09T14:42:16Z', 'revision_number': 1, 'project_id': '488e573590f449068d05943d6635fb8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '997ea8ad-e865-4b4b-9fa6-11f9d8d41a1a', 'name': '', 'network_id': '9dd7350d-beb6-404b-b6b2-e696c1d5f3d5', 'tenant_id': '488e573590f449068d05943d6635fb8b', 'mac_address': 'fa:16:3e:57:4e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11344ba9-caca-4120-ae8b-5b0292bf137b', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'c8ed1314-0930-4df0-957b-23d088a5a5d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:41:05Z', 'updated_at': '2021-07-09T14:41:14Z', 'revision_number': 5, 'project_id': '488e573590f449068d05943d6635fb8b', 'subnets': [{'id': 'c8ed1314-0930-4df0-957b-23d088a5a5d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:42:18.378010 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba90d3e7-8daa-48c2-9fbc-24d5375f8817 req-0ee5c740-d63a-4fc3-a33c-103f34dff08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:18.383536 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ba90d3e7-8daa-48c2-9fbc-24d5375f8817 req-0ee5c740-d63a-4fc3-a33c-103f34dff08d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c8ed1314-0930-4df0-957b-23d088a5a5d0 HTTP/1.1" status: 200 len: 855 time: 0.0799713 Jul 09 14:42:18.392903 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3896e256-86b8-472b-87df-7acbdcd68a42 None None] The sync data for ids ['11344ba9-caca-4120-ae8b-5b0292bf137b'] in n-d-799529-6 is: [{'id': '11344ba9-caca-4120-ae8b-5b0292bf137b', 'name': 'tempest-ServersTestBootFromVolume-1771181187-router', 'tenant_id': '488e573590f449068d05943d6635fb8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '740bf9b9-a416-4426-a113-9ebdb93a1525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:41:01Z', 'updated_at': '2021-07-09T14:41:06Z', 'revision_number': 4, 'project_id': '488e573590f449068d05943d6635fb8b', 'gw_port': {'id': '740bf9b9-a416-4426-a113-9ebdb93a1525', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11344ba9-caca-4120-ae8b-5b0292bf137b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:41:02Z', 'updated_at': '2021-07-09T14:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '500fe733-ee49-43c4-a869-d5bfb98e8fdd', 'tenant_id': '488e573590f449068d05943d6635fb8b', 'floating_ip_address': '172.25.3.201', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '11344ba9-caca-4120-ae8b-5b0292bf137b', 'port_id': 'bfeecf9d-d542-437b-9e10-ff01a243d27e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 779, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dd7350d-beb6-404b-b6b2-e696c1d5f3d5', 'mac_address': 'fa:16:3e:91:23:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4920f0a-a687-4b93-a713-044808adb81e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:41:12Z', 'updated_at': '2021-07-09T14:42:16Z', 'revision_number': 1, 'project_id': '488e573590f449068d05943d6635fb8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '997ea8ad-e865-4b4b-9fa6-11f9d8d41a1a', 'name': '', 'network_id': '9dd7350d-beb6-404b-b6b2-e696c1d5f3d5', 'tenant_id': '488e573590f449068d05943d6635fb8b', 'mac_address': 'fa:16:3e:57:4e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11344ba9-caca-4120-ae8b-5b0292bf137b', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'c8ed1314-0930-4df0-957b-23d088a5a5d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:41:05Z', 'updated_at': '2021-07-09T14:41:14Z', 'revision_number': 5, 'project_id': '488e573590f449068d05943d6635fb8b', 'subnets': [{'id': 'c8ed1314-0930-4df0-957b-23d088a5a5d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:42:18.454259 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd388a4-11e9-4db2-9a88-5ccd69520bb2 req-7bb1be7a-6727-4cd5-9378-2ef87648c061 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:18.455794 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8dd388a4-11e9-4db2-9a88-5ccd69520bb2 req-7bb1be7a-6727-4cd5-9378-2ef87648c061 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=185d943f-2ca8-41c3-8e34-2e9d1545c143 HTTP/1.1" status: 200 len: 945 time: 0.1128039 Jul 09 14:42:18.466621 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['3dec8825-4dd8-4431-b945-47baa896beb9'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:42:18.494188 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba90d3e7-8daa-48c2-9fbc-24d5375f8817 req-e615b2ef-d7f1-47e9-bb19-7018eab42ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:18.495730 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ba90d3e7-8daa-48c2-9fbc-24d5375f8817 req-e615b2ef-d7f1-47e9-bb19-7018eab42ede service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9dd7350d-beb6-404b-b6b2-e696c1d5f3d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1007547 Jul 09 14:42:18.504088 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8dd388a4-11e9-4db2-9a88-5ccd69520bb2 req-97615d43-2f74-4d10-8570-647e78240189 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419769 Jul 09 14:42:18.522297 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af57ea06-3e46-4283-9255-2e2a127403a6 req-019aea0b-96fe-4bb5-a575-09f317ed425c tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:18.524016 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-af57ea06-3e46-4283-9255-2e2a127403a6 req-019aea0b-96fe-4bb5-a575-09f317ed425c tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=18708f99-dbe1-492b-976e-d41d9f427988 HTTP/1.1" status: 200 len: 945 time: 0.0922639 Jul 09 14:42:18.640175 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-af57ea06-3e46-4283-9255-2e2a127403a6 req-568cdee0-976d-459a-90a3-5fd11b485ab2 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077774 Jul 09 14:42:18.665275 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ba90d3e7-8daa-48c2-9fbc-24d5375f8817 req-b9327db5-ba54-4d3e-93f3-87a5f070e9a6 service neutron] 10.222.0.54 "GET /v2.0/networks/9dd7350d-beb6-404b-b6b2-e696c1d5f3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402633 Jul 09 14:42:18.738447 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3584d6-9f56-43e9-8f7f-00aaa4120ef4 None None] New status for floating IP 500fe733-ee49-43c4-a869-d5bfb98e8fdd: ACTIVE {{(pid=94448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:42:18.789286 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ba90d3e7-8daa-48c2-9fbc-24d5375f8817 req-80a34436-6fb8-4fd2-afa1-c01739c4c82d service neutron] 10.222.0.54 "GET /v2.0/networks/9dd7350d-beb6-404b-b6b2-e696c1d5f3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123824 Jul 09 14:42:18.891201 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cfea6ecd-27ef-4d4d-bc56-dad2404127e7 req-d287f5b9-bfa9-477d-bd32-cb31578cc730 tempest-ServerGroupTestJSON-195682124 tempest-ServerGroupTestJSON-195682124-project] 10.222.0.58 "GET /v2.0/ports?device_id=d90aed2c-7dc7-4457-9d63-b68a028c93da HTTP/1.1" status: 200 len: 210 time: 0.0512300 Jul 09 14:42:18.922559 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5042056-a03b-4fae-8f3c-ca99878a868b req-46fd8696-0de6-4d55-94fd-1296e884e7be tempest-ServersAdminTestJSON-592043162 tempest-ServersAdminTestJSON-592043162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:18.923325 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5042056-a03b-4fae-8f3c-ca99878a868b req-46fd8696-0de6-4d55-94fd-1296e884e7be tempest-ServersAdminTestJSON-592043162 tempest-ServersAdminTestJSON-592043162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:18.924008 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5042056-a03b-4fae-8f3c-ca99878a868b req-46fd8696-0de6-4d55-94fd-1296e884e7be tempest-ServersAdminTestJSON-592043162 tempest-ServersAdminTestJSON-592043162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:18.924691 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5042056-a03b-4fae-8f3c-ca99878a868b req-46fd8696-0de6-4d55-94fd-1296e884e7be tempest-ServersAdminTestJSON-592043162 tempest-ServersAdminTestJSON-592043162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:18.925866 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5042056-a03b-4fae-8f3c-ca99878a868b req-46fd8696-0de6-4d55-94fd-1296e884e7be tempest-ServersAdminTestJSON-592043162 tempest-ServersAdminTestJSON-592043162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:18.926526 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5042056-a03b-4fae-8f3c-ca99878a868b req-46fd8696-0de6-4d55-94fd-1296e884e7be tempest-ServersAdminTestJSON-592043162 tempest-ServersAdminTestJSON-592043162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:18.927164 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5042056-a03b-4fae-8f3c-ca99878a868b req-46fd8696-0de6-4d55-94fd-1296e884e7be tempest-ServersAdminTestJSON-592043162 tempest-ServersAdminTestJSON-592043162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:18.927829 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5042056-a03b-4fae-8f3c-ca99878a868b req-46fd8696-0de6-4d55-94fd-1296e884e7be tempest-ServersAdminTestJSON-592043162 tempest-ServersAdminTestJSON-592043162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:18.928499 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5042056-a03b-4fae-8f3c-ca99878a868b req-46fd8696-0de6-4d55-94fd-1296e884e7be tempest-ServersAdminTestJSON-592043162 tempest-ServersAdminTestJSON-592043162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:18.930891 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a5042056-a03b-4fae-8f3c-ca99878a868b req-46fd8696-0de6-4d55-94fd-1296e884e7be tempest-ServersAdminTestJSON-592043162 tempest-ServersAdminTestJSON-592043162-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=185d943f-2ca8-41c3-8e34-2e9d1545c143&device_id=f906f0e7-5f8e-4cac-a548-37935ae0b330&device_id=d90aed2c-7dc7-4457-9d63-b68a028c93da&device_id=f4920f0a-a687-4b93-a713-044808adb81e&device_id=aa4b046b-c18e-405c-9cae-2fc32f216a42&device_id=bfcc7ccb-291a-493f-b69d-6005db0b1092&device_id=18708f99-dbe1-492b-976e-d41d9f427988&device_id=db9b48db-d25d-4d09-9a7a-bd68518db69b&device_id=87906e67-d98d-497c-b105-fe0d6a802c10&device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 8205 time: 0.0874033 Jul 09 14:42:18.951375 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a5042056-a03b-4fae-8f3c-ca99878a868b req-ea5299fe-e075-4704-a66f-9770fdadf3ca tempest-ServersAdminTestJSON-592043162 tempest-ServersAdminTestJSON-592043162-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:19.008856 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd90aed2c-7dc7-4457-9d63-b68a028c93da', 'name': 'network-vif-deleted', 'tag': 'f3191ae5-47dd-411d-8d8d-92a07dcc3d62'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:42:19.014446 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998cd3ba-15ca-4d73-8f77-a00e2d60c356" -d '{"events": [{"server_uuid": "d90aed2c-7dc7-4457-9d63-b68a028c93da", "name": "network-vif-deleted", "tag": "f3191ae5-47dd-411d-8d8d-92a07dcc3d62"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:42:19.048578 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a42a1-157e-4c51-b34f-60c5d2be37c2 req-942447a6-50ea-4878-8373-b4ea94a2e162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:19.050201 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-800a42a1-157e-4c51-b34f-60c5d2be37c2 req-942447a6-50ea-4878-8373-b4ea94a2e162 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=18708f99-dbe1-492b-976e-d41d9f427988 HTTP/1.1" status: 200 len: 1096 time: 0.0679851 Jul 09 14:42:19.060749 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a5042056-a03b-4fae-8f3c-ca99878a868b req-ea5299fe-e075-4704-a66f-9770fdadf3ca tempest-ServersAdminTestJSON-592043162 tempest-ServersAdminTestJSON-592043162-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:19.087227 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-800a42a1-157e-4c51-b34f-60c5d2be37c2 req-69db66e8-df55-4c94-9f7c-0794e092af31 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297186 Jul 09 14:42:19.122800 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a5042056-a03b-4fae-8f3c-ca99878a868b req-ea5299fe-e075-4704-a66f-9770fdadf3ca tempest-ServersAdminTestJSON-592043162 tempest-ServersAdminTestJSON-592043162-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:19.152490 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a5042056-a03b-4fae-8f3c-ca99878a868b req-ea5299fe-e075-4704-a66f-9770fdadf3ca tempest-ServersAdminTestJSON-592043162 tempest-ServersAdminTestJSON-592043162-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&id=4b5120f0-512e-44fb-b86c-00ee29facd16&id=2a53644f-a19b-47d9-992e-bb5de128623e&id=f904536a-290a-47fe-8400-5bb7f666070b&id=9bee524b-1563-4251-8e44-a658a747a2b8&id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 673 time: 0.2147279 Jul 09 14:42:19.179268 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5299fe-e075-4704-a66f-9770fdadf3ca tempest-ServersAdminTestJSON-592043162 tempest-ServersAdminTestJSON-592043162-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=697d262f-9cec-4880-badf-9868cda98f5d,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:19.330049 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device f3191ae5-47dd-411d-8d8d-92a07dcc3d62 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:42:19.352283 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: f3191ae5-47dd-411d-8d8d-92a07dcc3d62 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:42:19.352653 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device f3191ae5-47dd-411d-8d8d-92a07dcc3d62 not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:42:19.473625 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ff892-140d-4975-8fa4-2df6522c62e7 req-f86aebf6-d1e2-4629-9fc7-e1c344d367fd tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:19.475136 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-258ff892-140d-4975-8fa4-2df6522c62e7 req-f86aebf6-d1e2-4629-9fc7-e1c344d367fd tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=87906e67-d98d-497c-b105-fe0d6a802c10 HTTP/1.1" status: 200 len: 948 time: 0.3695855 Jul 09 14:42:19.486480 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd46b9d-5f7e-45c1-90bb-a1a9c4d57ae3 x-openstack-request-id: req-ebd46b9d-5f7e-45c1-90bb-a1a9c4d57ae3 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:42:19.486922 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d90aed2c-7dc7-4457-9d63-b68a028c93da", "name": "network-vif-deleted", "tag": "f3191ae5-47dd-411d-8d8d-92a07dcc3d62", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:42:19.487056 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ebd46b9d-5f7e-45c1-90bb-a1a9c4d57ae3 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:42:19.487431 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd90aed2c-7dc7-4457-9d63-b68a028c93da', 'name': 'network-vif-deleted', 'tag': 'f3191ae5-47dd-411d-8d8d-92a07dcc3d62', 'status': 'completed', 'code': 200} Jul 09 14:42:19.493468 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 3dec8825-4dd8-4431-b945-47baa896beb9 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:42:19.521468 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-258ff892-140d-4975-8fa4-2df6522c62e7 req-a287a205-07bf-4fee-be12-d9db2889f456 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403793 Jul 09 14:42:19.615270 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port 3dec8825-4dd8-4431-b945-47baa896beb9 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:42:19.620289 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port 3dec8825-4dd8-4431-b945-47baa896beb9 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:42:19.620925 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:19.705825 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:19.729478 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '185d943f-2ca8-41c3-8e34-2e9d1545c143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dec8825-4dd8-4431-b945-47baa896beb9'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:42:19.731917 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df15ce25-8b70-4922-b5f8-a60bd80a4828" -d '{"events": [{"server_uuid": "185d943f-2ca8-41c3-8e34-2e9d1545c143", "name": "network-vif-plugged", "status": "completed", "tag": "3dec8825-4dd8-4431-b945-47baa896beb9"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:42:19.746149 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 3dec8825-4dd8-4431-b945-47baa896beb9, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=3dec8825-4dd8-4431-b945-47baa896beb9,segment=NetworkSegment(ea3e7312-a29e-42fd-9247-9011d25d7154),segment_id=ea3e7312-a29e-42fd-9247-9011d25d7154)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:42:19.761356 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae0877-fc3f-4368-83e7-1c961924b738 req-406c066b-2485-48ca-a264-71ed45c47c20 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:19.762931 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-54ae0877-fc3f-4368-83e7-1c961924b738 req-406c066b-2485-48ca-a264-71ed45c47c20 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=185d943f-2ca8-41c3-8e34-2e9d1545c143 HTTP/1.1" status: 200 len: 945 time: 0.0651472 Jul 09 14:42:19.803246 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-54ae0877-fc3f-4368-83e7-1c961924b738 req-02f4852d-5d4f-4299-b548-7189aca04af2 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340645 Jul 09 14:42:19.837616 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:19.992669 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f2eb0-f42e-4d68-a699-c731374b2186 req-72ab437a-d3a0-4c10-be87-91ff7887ef07 tempest-ServersAdminTestJSON-592043162 tempest-ServersAdminTestJSON-592043162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:19.993589 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f2eb0-f42e-4d68-a699-c731374b2186 req-72ab437a-d3a0-4c10-be87-91ff7887ef07 tempest-ServersAdminTestJSON-592043162 tempest-ServersAdminTestJSON-592043162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:19.994286 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f2eb0-f42e-4d68-a699-c731374b2186 req-72ab437a-d3a0-4c10-be87-91ff7887ef07 tempest-ServersAdminTestJSON-592043162 tempest-ServersAdminTestJSON-592043162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:19.996324 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8d5f2eb0-f42e-4d68-a699-c731374b2186 req-72ab437a-d3a0-4c10-be87-91ff7887ef07 tempest-ServersAdminTestJSON-592043162 tempest-ServersAdminTestJSON-592043162-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=f906f0e7-5f8e-4cac-a548-37935ae0b330&device_id=aa4b046b-c18e-405c-9cae-2fc32f216a42&device_id=bfcc7ccb-291a-493f-b69d-6005db0b1092 HTTP/1.1" status: 200 len: 2884 time: 0.0897412 Jul 09 14:42:20.031366 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=3dec8825-4dd8-4431-b945-47baa896beb9,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:20.040821 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8d5f2eb0-f42e-4d68-a699-c731374b2186 req-a7c8c912-72e1-4884-998a-1a5ad123eecd tempest-ServersAdminTestJSON-592043162 tempest-ServersAdminTestJSON-592043162-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359704 Jul 09 14:42:20.156045 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051fc62-462c-4554-bcc7-355974b9afc0 req-9f044263-308a-4d58-9ff1-2ce12628d443 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:20.157994 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a051fc62-462c-4554-bcc7-355974b9afc0 req-9f044263-308a-4d58-9ff1-2ce12628d443 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=18708f99-dbe1-492b-976e-d41d9f427988 HTTP/1.1" status: 200 len: 945 time: 0.0709877 Jul 09 14:42:20.164731 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e9c059-123d-4119-b116-d6f82dea97d0 x-openstack-request-id: req-33e9c059-123d-4119-b116-d6f82dea97d0 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:42:20.165089 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "185d943f-2ca8-41c3-8e34-2e9d1545c143", "name": "network-vif-plugged", "status": "completed", "tag": "3dec8825-4dd8-4431-b945-47baa896beb9", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:42:20.165404 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-33e9c059-123d-4119-b116-d6f82dea97d0 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:42:20.166068 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '185d943f-2ca8-41c3-8e34-2e9d1545c143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dec8825-4dd8-4431-b945-47baa896beb9', 'code': 200} Jul 09 14:42:20.198522 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a051fc62-462c-4554-bcc7-355974b9afc0 req-b84942e0-32e7-4ba1-a4a5-1e4da30a6ecf tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342398 Jul 09 14:42:20.308804 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 57668) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:42:20.404576 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fca52c-1bfd-4ab9-bc0d-801a8be2d0bd req-9620528a-50ed-4b7a-81f3-593e6f4c4721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:20.406189 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-08fca52c-1bfd-4ab9-bc0d-801a8be2d0bd req-9620528a-50ed-4b7a-81f3-593e6f4c4721 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=185d943f-2ca8-41c3-8e34-2e9d1545c143 HTTP/1.1" status: 200 len: 1097 time: 0.1024888 Jul 09 14:42:20.456127 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-08fca52c-1bfd-4ab9-bc0d-801a8be2d0bd req-5f6b4557-0ad5-444c-832f-5a01b4667764 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420394 Jul 09 14:42:20.767752 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf454f0-3b2e-44d9-adde-90abb09b10d4 req-62363697-7343-4c67-b59d-d732f71a2f6d tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:20.769808 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fcf454f0-3b2e-44d9-adde-90abb09b10d4 req-62363697-7343-4c67-b59d-d732f71a2f6d tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=87906e67-d98d-497c-b105-fe0d6a802c10 HTTP/1.1" status: 200 len: 948 time: 0.0992696 Jul 09 14:42:20.825734 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fcf454f0-3b2e-44d9-adde-90abb09b10d4 req-a14dfebd-6e99-44e5-80b7-bb9eb1901d06 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495524 Jul 09 14:42:20.879121 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-08da2086-d60b-47c1-9a91-8cd5d5a7170c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:21.109098 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e37484-74fe-4fc7-816b-6b22e116699c req-4f302e3b-3e38-4bcf-9be8-3b63ca6e3db8 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:21.110483 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-69e37484-74fe-4fc7-816b-6b22e116699c req-4f302e3b-3e38-4bcf-9be8-3b63ca6e3db8 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=185d943f-2ca8-41c3-8e34-2e9d1545c143 HTTP/1.1" status: 200 len: 946 time: 0.0993991 Jul 09 14:42:21.193817 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-69e37484-74fe-4fc7-816b-6b22e116699c req-e4b56b19-9483-409d-8b2b-8205516ef89d tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608387 Jul 09 14:42:21.230161 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-08da2086-d60b-47c1-9a91-8cd5d5a7170c admin admin] Deleting port 27a25387-6936-4060-9377-f7be0529d925 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:42:21.230597 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-08da2086-d60b-47c1-9a91-8cd5d5a7170c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:21.352731 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-08da2086-d60b-47c1-9a91-8cd5d5a7170c admin admin] For port 27a25387-6936-4060-9377-f7be0529d925, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=27a25387-6936-4060-9377-f7be0529d925,segment=NetworkSegment(85303425-81df-497a-8117-22ba6281b80e),segment_id=85303425-81df-497a-8117-22ba6281b80e)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:42:21.353508 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-08da2086-d60b-47c1-9a91-8cd5d5a7170c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:21.359590 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 5332db0b-d3ab-4b94-bdf8-80ae1940cc85 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:42:21.372213 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-08da2086-d60b-47c1-9a91-8cd5d5a7170c admin admin] Calling delete_port for 27a25387-6936-4060-9377-f7be0529d925 owned by network:router_interface {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:42:21.478471 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb9a82-a3b3-4ff8-b4db-d17676a62aae req-fc97eef1-06a6-4d16-a97b-cc8528cb89c1 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:21.480025 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-64eb9a82-a3b3-4ff8-b4db-d17676a62aae req-fc97eef1-06a6-4d16-a97b-cc8528cb89c1 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=87906e67-d98d-497c-b105-fe0d6a802c10 HTTP/1.1" status: 200 len: 948 time: 0.1726823 Jul 09 14:42:21.525777 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558cd75-f9fa-4d08-b897-6e0847847801 req-541d4d33-04cc-4360-a5ee-f2e9f5b4492c tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:21.528644 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9558cd75-f9fa-4d08-b897-6e0847847801 req-541d4d33-04cc-4360-a5ee-f2e9f5b4492c tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.54 "GET /v2.0/ports?device_id=87906e67-d98d-497c-b105-fe0d6a802c10&tenant_id=5ec7891592d74a6886dfa68c8f9e2e18&binding%3Ahost_id=n-h1-799529-6 HTTP/1.1" status: 200 len: 948 time: 0.1562195 Jul 09 14:42:21.531665 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 5332db0b-d3ab-4b94-bdf8-80ae1940cc85, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=5332db0b-d3ab-4b94-bdf8-80ae1940cc85,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:42:21.548544 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '5332db0b-d3ab-4b94-bdf8-80ae1940cc85', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'port_id': '5332db0b-d3ab-4b94-bdf8-80ae1940cc85', 'mac_address': 'fa:16:3e:d9:6f:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8081bcce-88de-4a2f-9e69-6750220e0be0', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:42:21.573133 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-64eb9a82-a3b3-4ff8-b4db-d17676a62aae req-68db1bda-b302-43ce-a8f5-a5317d6dbf83 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869548 Jul 09 14:42:21.598775 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:21.631873 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5332db0b-d3ab-4b94-bdf8-80ae1940cc85 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:42:21.662987 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 5332db0b-d3ab-4b94-bdf8-80ae1940cc85, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=5332db0b-d3ab-4b94-bdf8-80ae1940cc85,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:42:21.664931 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42f32c4-6fe6-4a01-bb59-7f026dad52b5 req-498041ec-4689-4cfd-be28-cc71ed18ae81 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:21.666467 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d42f32c4-6fe6-4a01-bb59-7f026dad52b5 req-498041ec-4689-4cfd-be28-cc71ed18ae81 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=18708f99-dbe1-492b-976e-d41d9f427988 HTTP/1.1" status: 200 len: 945 time: 0.1369078 Jul 09 14:42:21.671404 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [req-9558cd75-f9fa-4d08-b897-6e0847847801 req-fa4ab0c2-c1ef-4ac3-b33a-40708b3fe970 service neutron] delete failed (client error): The resource could not be found. Jul 09 14:42:21.672601 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9558cd75-f9fa-4d08-b897-6e0847847801 req-fa4ab0c2-c1ef-4ac3-b33a-40708b3fe970 service neutron] 10.222.0.54 "DELETE /v2.0/ports/5332db0b-d3ab-4b94-bdf8-80ae1940cc85/bindings/n-h2-799529-6 HTTP/1.1" status: 404 len: 380 time: 0.1321638 Jul 09 14:42:21.710483 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d42f32c4-6fe6-4a01-bb59-7f026dad52b5 req-031ea8ec-1009-4fcc-a1a6-1bd67419eac2 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367179 Jul 09 14:42:21.763787 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:21.786775 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-08da2086-d60b-47c1-9a91-8cd5d5a7170c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:21.788071 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558cd75-f9fa-4d08-b897-6e0847847801 req-839fa4a3-2556-4b41-9199-81e7a8348860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:21.789605 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9558cd75-f9fa-4d08-b897-6e0847847801 req-839fa4a3-2556-4b41-9199-81e7a8348860 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5ec7891592d74a6886dfa68c8f9e2e18&device_id=87906e67-d98d-497c-b105-fe0d6a802c10 HTTP/1.1" status: 200 len: 1099 time: 0.0581489 Jul 09 14:42:21.821596 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08da2086-d60b-47c1-9a91-8cd5d5a7170c admin admin] Pushing event deleted for resources: {'Port': ['ID=27a25387-6936-4060-9377-f7be0529d925,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:21.838436 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=5332db0b-d3ab-4b94-bdf8-80ae1940cc85,revision_number=8']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:21.908644 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558cd75-f9fa-4d08-b897-6e0847847801 req-e590a264-b10b-4fee-bca1-c146e9c67d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:21.911237 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9558cd75-f9fa-4d08-b897-6e0847847801 req-e590a264-b10b-4fee-bca1-c146e9c67d6d service neutron] 10.222.0.54 "GET /v2.0/networks?id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc HTTP/1.1" status: 200 len: 870 time: 0.1141546 Jul 09 14:42:21.965080 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9558cd75-f9fa-4d08-b897-6e0847847801 req-9d1799d9-5dcc-429d-8e14-b96769dffdec service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=5332db0b-d3ab-4b94-bdf8-80ae1940cc85 HTTP/1.1" status: 200 len: 217 time: 0.0420432 Jul 09 14:42:22.022496 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-08da2086-d60b-47c1-9a91-8cd5d5a7170c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:22.030109 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558cd75-f9fa-4d08-b897-6e0847847801 req-0aaaadd5-35d1-42af-9643-f8ed53bf7a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:22.031790 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9558cd75-f9fa-4d08-b897-6e0847847801 req-0aaaadd5-35d1-42af-9643-f8ed53bf7a5b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.0525637 Jul 09 14:42:22.155898 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558cd75-f9fa-4d08-b897-6e0847847801 req-ad9c113a-4fa6-48ff-9c7f-ffdfbd977d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:22.157566 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9558cd75-f9fa-4d08-b897-6e0847847801 req-ad9c113a-4fa6-48ff-9c7f-ffdfbd977d50 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1165211 Jul 09 14:42:22.229841 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['5332db0b-d3ab-4b94-bdf8-80ae1940cc85'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:42:22.262457 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951aea6d-889b-49c1-88af-688a29bc4c46 req-07825d93-f27c-4d7a-ab56-4c262f71d1ed tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:22.264149 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-951aea6d-889b-49c1-88af-688a29bc4c46 req-07825d93-f27c-4d7a-ab56-4c262f71d1ed tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=db9b48db-d25d-4d09-9a7a-bd68518db69b HTTP/1.1" status: 200 len: 945 time: 0.1441100 Jul 09 14:42:22.300494 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9558cd75-f9fa-4d08-b897-6e0847847801 req-ba5a5225-570a-442b-80b3-225766a5ef70 service neutron] 10.222.0.54 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345704 Jul 09 14:42:22.363685 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-951aea6d-889b-49c1-88af-688a29bc4c46 req-4ceb5780-2a35-4b6e-ab74-1303cc8f5bae tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884910 Jul 09 14:42:22.420396 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9558cd75-f9fa-4d08-b897-6e0847847801 req-411e7c8e-0103-4c7d-be0c-3306d1d8a222 service neutron] 10.222.0.54 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133723 Jul 09 14:42:22.547732 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 57720) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:42:22.598465 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08da2086-d60b-47c1-9a91-8cd5d5a7170c admin admin] Router ba27f607-41b2-44e9-bc92-0fce3f45c1fe has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:42:22.602259 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9c7859d-28ec-4b22-9f77-19c0adedf29e admin admin] Deleting subnet 39f7391c-2ef4-4d11-95a8-808336699774 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:42:22.606398 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f9c7859d-28ec-4b22-9f77-19c0adedf29e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:22.606738 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cc884f-5eb4-46ab-b87f-b609c745151c req-33bf903b-8556-4739-bc9d-b540cdca1880 tempest-ServersAdminTestJSON-592043162 tempest-ServersAdminTestJSON-592043162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:22.608333 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-81cc884f-5eb4-46ab-b87f-b609c745151c req-33bf903b-8556-4739-bc9d-b540cdca1880 tempest-ServersAdminTestJSON-592043162 tempest-ServersAdminTestJSON-592043162-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=bfcc7ccb-291a-493f-b69d-6005db0b1092 HTTP/1.1" status: 200 len: 1101 time: 0.0782876 Jul 09 14:42:22.677663 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f9c7859d-28ec-4b22-9f77-19c0adedf29e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:22.714284 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-81cc884f-5eb4-46ab-b87f-b609c745151c req-d4073921-a180-422f-9150-d73615b7f5a7 tempest-ServersAdminTestJSON-592043162 tempest-ServersAdminTestJSON-592043162-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970335 Jul 09 14:42:22.728915 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f9c7859d-28ec-4b22-9f77-19c0adedf29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:22.744708 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aacd0a-1bd2-4ce6-ad23-d85957c58ce3 req-3f5defb2-5f89-4916-a603-a2b3f816ec19 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:22.746235 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f4aacd0a-1bd2-4ce6-ad23-d85957c58ce3 req-3f5defb2-5f89-4916-a603-a2b3f816ec19 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=185d943f-2ca8-41c3-8e34-2e9d1545c143 HTTP/1.1" status: 200 len: 946 time: 0.1053367 Jul 09 14:42:22.754417 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08da2086-d60b-47c1-9a91-8cd5d5a7170c admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:42:22.763376 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-08da2086-d60b-47c1-9a91-8cd5d5a7170c admin admin] 10.222.0.58 "PUT /v2.0/routers/ba27f607-41b2-44e9-bc92-0fce3f45c1fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4494472 Jul 09 14:42:22.763376 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 57728) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:42:22.763778 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40607a27-b032-458f-9848-fa5cc06c8e6d None None] Sync routers for ids ['ba27f607-41b2-44e9-bc92-0fce3f45c1fe'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:42:22.774900 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40607a27-b032-458f-9848-fa5cc06c8e6d None None] Routers {'ba27f607-41b2-44e9-bc92-0fce3f45c1fe'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:42:22.775786 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-40607a27-b032-458f-9848-fa5cc06c8e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:41:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['ba27f607-41b2-44e9-bc92-0fce3f45c1fe'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:42:22.820380 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f4aacd0a-1bd2-4ce6-ad23-d85957c58ce3 req-f8bc03de-5a76-435e-a3c3-437bb17f1602 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459542 Jul 09 14:42:22.901577 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-40607a27-b032-458f-9848-fa5cc06c8e6d None None] Set router ba27f607-41b2-44e9-bc92-0fce3f45c1fe gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:42:22.936206 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7057502d-ce14-4c9b-9392-9d27516bb521 admin admin] Notify callbacks [] for router, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:22.959580 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f9c7859d-28ec-4b22-9f77-19c0adedf29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:23.000675 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:23.007973 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4710827f-160b-4a38-99f0-24c77e7267a5 req-f3c0ec63-dd94-49ed-b9b5-dce9fd532e2b tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:23.008562 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c7859d-28ec-4b22-9f77-19c0adedf29e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39f7391c-2ef4-4d11-95a8-808336699774,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:23.009752 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4710827f-160b-4a38-99f0-24c77e7267a5 req-f3c0ec63-dd94-49ed-b9b5-dce9fd532e2b tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=87906e67-d98d-497c-b105-fe0d6a802c10 HTTP/1.1" status: 200 len: 949 time: 0.1358235 Jul 09 14:42:23.024163 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f9c7859d-28ec-4b22-9f77-19c0adedf29e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:23.026841 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f9c7859d-28ec-4b22-9f77-19c0adedf29e admin admin] 10.222.0.58 "DELETE /v2.0/subnets/39f7391c-2ef4-4d11-95a8-808336699774 HTTP/1.1" status: 204 len: 168 time: 0.4776907 Jul 09 14:42:23.031195 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 57736) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:42:23.040544 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c7859d-28ec-4b22-9f77-19c0adedf29e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:23.040891 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c7859d-28ec-4b22-9f77-19c0adedf29e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:23.041239 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c7859d-28ec-4b22-9f77-19c0adedf29e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:23.041574 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c7859d-28ec-4b22-9f77-19c0adedf29e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:23.042038 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c7859d-28ec-4b22-9f77-19c0adedf29e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:23.042810 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c7859d-28ec-4b22-9f77-19c0adedf29e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:23.042810 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c7859d-28ec-4b22-9f77-19c0adedf29e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:23.043033 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c7859d-28ec-4b22-9f77-19c0adedf29e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:23.043322 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c7859d-28ec-4b22-9f77-19c0adedf29e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:23.043735 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c7859d-28ec-4b22-9f77-19c0adedf29e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:23.044044 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c7859d-28ec-4b22-9f77-19c0adedf29e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:23.051811 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c7859d-28ec-4b22-9f77-19c0adedf29e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:23.098660 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4710827f-160b-4a38-99f0-24c77e7267a5 req-a26a92d0-117c-4da9-b5fd-0dac18146af6 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550919 Jul 09 14:42:23.100687 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7057502d-ce14-4c9b-9392-9d27516bb521 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:23.104904 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-40607a27-b032-458f-9848-fa5cc06c8e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba27f607-41b2-44e9-bc92-0fce3f45c1fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1669793907-router', 'tenant_id': 'f9beeac302b4456ab9897feb8634bccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '8686d87c-2171-44ba-8a92-59b2f7fc817c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:02Z', 'updated_at': '2021-07-09T14:42:21Z', 'revision_number': 5, 'project_id': 'f9beeac302b4456ab9897feb8634bccd', 'gw_port': {'id': '8686d87c-2171-44ba-8a92-59b2f7fc817c', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:bc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba27f607-41b2-44e9-bc92-0fce3f45c1fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:03Z', 'updated_at': '2021-07-09T14:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:42:23.136266 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40607a27-b032-458f-9848-fa5cc06c8e6d None None] Checking router: ba27f607-41b2-44e9-bc92-0fce3f45c1fe for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:42:23.146769 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40607a27-b032-458f-9848-fa5cc06c8e6d None None] Routers {'ba27f607-41b2-44e9-bc92-0fce3f45c1fe'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:42:23.147633 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-40607a27-b032-458f-9848-fa5cc06c8e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:41:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['ba27f607-41b2-44e9-bc92-0fce3f45c1fe'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:42:23.167484 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e584228d-0903-4bad-a025-9f48934f2ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:23.173844 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc54e3f8-54aa-49f4-8028-fbb1f5563367 req-6cf65ec6-0c1f-4dc3-aa21-59c5838e3f26 tempest-ServersAdminTestJSON-592043162 tempest-ServersAdminTestJSON-592043162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:23.181213 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dc54e3f8-54aa-49f4-8028-fbb1f5563367 req-6cf65ec6-0c1f-4dc3-aa21-59c5838e3f26 tempest-ServersAdminTestJSON-592043162 tempest-ServersAdminTestJSON-592043162-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=bfcc7ccb-291a-493f-b69d-6005db0b1092 HTTP/1.1" status: 200 len: 1101 time: 0.2338729 Jul 09 14:42:23.229650 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-7057502d-ce14-4c9b-9392-9d27516bb521 admin admin] Deleting port 8686d87c-2171-44ba-8a92-59b2f7fc817c {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:42:23.230052 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7057502d-ce14-4c9b-9392-9d27516bb521 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:23.255328 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dc54e3f8-54aa-49f4-8028-fbb1f5563367 req-ce14656f-4def-4cd9-8320-aaf659510b97 tempest-ServersAdminTestJSON-592043162 tempest-ServersAdminTestJSON-592043162-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731494 Jul 09 14:42:23.295347 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-40607a27-b032-458f-9848-fa5cc06c8e6d None None] Set router ba27f607-41b2-44e9-bc92-0fce3f45c1fe gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:42:23.349758 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e584228d-0903-4bad-a025-9f48934f2ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:23.361432 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-e584228d-0903-4bad-a025-9f48934f2ebc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5ec5505-a008-4a4a-a1a9-adcf3af01aad']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:42:23.368512 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-7057502d-ce14-4c9b-9392-9d27516bb521 admin admin] For port 8686d87c-2171-44ba-8a92-59b2f7fc817c, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=8686d87c-2171-44ba-8a92-59b2f7fc817c,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:42:23.369383 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7057502d-ce14-4c9b-9392-9d27516bb521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:23.377391 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-e584228d-0903-4bad-a025-9f48934f2ebc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '245c13db-0d6d-4452-b4e2-2a696730e84c') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:42:23.381021 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-e584228d-0903-4bad-a025-9f48934f2ebc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '245c13db-0d6d-4452-b4e2-2a696730e84c') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:42:23.384704 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-7057502d-ce14-4c9b-9392-9d27516bb521 admin admin] Calling delete_port for 8686d87c-2171-44ba-8a92-59b2f7fc817c owned by network:router_gateway {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:42:23.391714 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e584228d-0903-4bad-a025-9f48934f2ebc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:23.407976 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e584228d-0903-4bad-a025-9f48934f2ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:23.411609 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 5332db0b-d3ab-4b94-bdf8-80ae1940cc85 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:42:23.419623 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e584228d-0903-4bad-a025-9f48934f2ebc admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:42:23.419952 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e584228d-0903-4bad-a025-9f48934f2ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:23.421993 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:42:23.421993 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:42:23.421993 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:42:23.421993 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:42:23.421993 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:42:23.421993 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:42:23.421993 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:42:23.421993 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:42:23.421993 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:42:23.421993 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:42:23.421993 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:42:23.421993 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:42:23.421993 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 14:42:23.421993 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:42:23.421993 n-d-799529-6 neutron-server[94445]: timer() Jul 09 14:42:23.421993 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:42:23.421993 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 14:42:23.421993 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:42:23.421993 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 14:42:23.421993 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:42:23.421993 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 14:42:23.421993 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:42:23.421993 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 14:42:23.421993 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:42:23.421993 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 14:42:23.421993 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:42:23.421993 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:42:23.421993 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:42:23.421993 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:42:23.421993 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:42:23.421993 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 14:42:23.421993 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:42:23.421993 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 14:42:23.421993 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:42:23.421993 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:42:23.421993 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:42:23.421993 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 14:42:23.421993 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:42:23.421993 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:42:23.421993 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:42:23.421993 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:42:23.421993 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:42:23.421993 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:42:23.421993 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:42:23.553635 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-40607a27-b032-458f-9848-fa5cc06c8e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba27f607-41b2-44e9-bc92-0fce3f45c1fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1669793907-router', 'tenant_id': 'f9beeac302b4456ab9897feb8634bccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '8686d87c-2171-44ba-8a92-59b2f7fc817c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:02Z', 'updated_at': '2021-07-09T14:42:21Z', 'revision_number': 5, 'project_id': 'f9beeac302b4456ab9897feb8634bccd', 'gw_port': {'id': '8686d87c-2171-44ba-8a92-59b2f7fc817c', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:bc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba27f607-41b2-44e9-bc92-0fce3f45c1fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:03Z', 'updated_at': '2021-07-09T14:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:42:23.580948 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40607a27-b032-458f-9848-fa5cc06c8e6d None None] The sync data for ids ['ba27f607-41b2-44e9-bc92-0fce3f45c1fe'] in n-d-799529-6 is: [{'id': 'ba27f607-41b2-44e9-bc92-0fce3f45c1fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1669793907-router', 'tenant_id': 'f9beeac302b4456ab9897feb8634bccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '8686d87c-2171-44ba-8a92-59b2f7fc817c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:02Z', 'updated_at': '2021-07-09T14:42:21Z', 'revision_number': 5, 'project_id': 'f9beeac302b4456ab9897feb8634bccd', 'gw_port': {'id': '8686d87c-2171-44ba-8a92-59b2f7fc817c', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:bc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba27f607-41b2-44e9-bc92-0fce3f45c1fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:03Z', 'updated_at': '2021-07-09T14:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:42:23.620127 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e584228d-0903-4bad-a025-9f48934f2ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:23.629059 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e584228d-0903-4bad-a025-9f48934f2ebc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:23.631468 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e584228d-0903-4bad-a025-9f48934f2ebc admin admin] 10.222.0.58 "DELETE /v2.0/networks/f5ec5505-a008-4a4a-a1a9-adcf3af01aad HTTP/1.1" status: 204 len: 168 time: 0.5982888 Jul 09 14:42:23.647893 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7057502d-ce14-4c9b-9392-9d27516bb521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:23.674351 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e584228d-0903-4bad-a025-9f48934f2ebc admin admin] Pushing event deleted for resources: {'Network': ['ID=f5ec5505-a008-4a4a-a1a9-adcf3af01aad,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:23.688794 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port 5332db0b-d3ab-4b94-bdf8-80ae1940cc85 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:42:23.689722 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7057502d-ce14-4c9b-9392-9d27516bb521 admin admin] Pushing event deleted for resources: {'Port': ['ID=8686d87c-2171-44ba-8a92-59b2f7fc817c,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:23.701340 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 5332db0b-d3ab-4b94-bdf8-80ae1940cc85 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:42:23.702908 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:23.781748 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7057502d-ce14-4c9b-9392-9d27516bb521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:23.824402 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:23.848838 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87906e67-d98d-497c-b105-fe0d6a802c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5332db0b-d3ab-4b94-bdf8-80ae1940cc85'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:42:23.851203 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c380d413-48be-4a47-8d43-31de18f4b115" -d '{"events": [{"server_uuid": "87906e67-d98d-497c-b105-fe0d6a802c10", "name": "network-vif-plugged", "status": "completed", "tag": "5332db0b-d3ab-4b94-bdf8-80ae1940cc85"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:42:23.865187 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 5332db0b-d3ab-4b94-bdf8-80ae1940cc85, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=5332db0b-d3ab-4b94-bdf8-80ae1940cc85,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:42:23.900201 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7057502d-ce14-4c9b-9392-9d27516bb521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:23.904297 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7057502d-ce14-4c9b-9392-9d27516bb521 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:23.931607 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:24.003449 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7057502d-ce14-4c9b-9392-9d27516bb521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:24.004068 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7057502d-ce14-4c9b-9392-9d27516bb521 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba27f607-41b2-44e9-bc92-0fce3f45c1fe {{(pid=94446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:42:24.009018 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7057502d-ce14-4c9b-9392-9d27516bb521 admin admin] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:24.012952 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7057502d-ce14-4c9b-9392-9d27516bb521 admin admin] 10.222.0.58 "DELETE /v2.0/routers/ba27f607-41b2-44e9-bc92-0fce3f45c1fe HTTP/1.1" status: 204 len: 168 time: 1.2460785 Jul 09 14:42:24.013432 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 57754) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:42:24.014880 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=5332db0b-d3ab-4b94-bdf8-80ae1940cc85,revision_number=9']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:24.084579 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 57756) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:42:24.094197 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbcfc862-65b3-4b38-95f7-ce5ece302fa6 admin admin] Deleting subnet a29bed4a-eb5d-425d-bedd-f3538b5fd90a {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:42:24.099287 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bbcfc862-65b3-4b38-95f7-ce5ece302fa6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:24.153018 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d709566f-0965-42ca-8fb2-9e4d03ed90e8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0f753643d3ef4787a4e67efc27474b2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0674260 Jul 09 14:42:24.155618 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 57762) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:42:24.194880 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bbcfc862-65b3-4b38-95f7-ce5ece302fa6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:24.243493 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a7d7af42-37ee-47c3-84cb-174f099a5245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:24.263621 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:42:24.270494 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a7d7af42-37ee-47c3-84cb-174f099a5245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:24.272327 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664c2882-e1d4-473c-9d47-cba28369cb50 x-openstack-request-id: req-664c2882-e1d4-473c-9d47-cba28369cb50 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:42:24.272622 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87906e67-d98d-497c-b105-fe0d6a802c10", "name": "network-vif-plugged", "status": "completed", "tag": "5332db0b-d3ab-4b94-bdf8-80ae1940cc85", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:42:24.272880 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-664c2882-e1d4-473c-9d47-cba28369cb50 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:42:24.273277 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87906e67-d98d-497c-b105-fe0d6a802c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5332db0b-d3ab-4b94-bdf8-80ae1940cc85', 'code': 200} Jul 09 14:42:24.279133 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 27a25387-6936-4060-9377-f7be0529d925 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:42:24.334356 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 27a25387-6936-4060-9377-f7be0529d925 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:42:24.334356 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 27a25387-6936-4060-9377-f7be0529d925 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:42:24.371710 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bbcfc862-65b3-4b38-95f7-ce5ece302fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:24.406452 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e86b856-4655-4a71-876d-f5de4cfdd938 req-d8f601f2-bd32-43da-a997-d57d91d5e3dd tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:24.413727 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5e86b856-4655-4a71-876d-f5de4cfdd938 req-d8f601f2-bd32-43da-a997-d57d91d5e3dd tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=db9b48db-d25d-4d09-9a7a-bd68518db69b HTTP/1.1" status: 200 len: 945 time: 0.1765497 Jul 09 14:42:24.460343 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060f89f-e902-4d0d-8e90-5ab307ef492d req-755d5c54-d9eb-437c-ad85-4a42679c25fa tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:24.461649 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5e86b856-4655-4a71-876d-f5de4cfdd938 req-72d7e8e7-b91d-4f4a-89d4-7c0e877098f3 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467918 Jul 09 14:42:24.462124 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b060f89f-e902-4d0d-8e90-5ab307ef492d req-755d5c54-d9eb-437c-ad85-4a42679c25fa tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=185d943f-2ca8-41c3-8e34-2e9d1545c143 HTTP/1.1" status: 200 len: 946 time: 0.0801625 Jul 09 14:42:24.466713 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a7d7af42-37ee-47c3-84cb-174f099a5245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:24.472247 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a7d7af42-37ee-47c3-84cb-174f099a5245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:24.479402 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a7d7af42-37ee-47c3-84cb-174f099a5245 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7eac7b12-b22d-4264-b67d-541bd42049c6 HTTP/1.1" status: 204 len: 168 time: 0.3167162 Jul 09 14:42:24.500957 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d7af42-37ee-47c3-84cb-174f099a5245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eac7b12-b22d-4264-b67d-541bd42049c6,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:24.531788 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b060f89f-e902-4d0d-8e90-5ab307ef492d req-ceefb8d9-a6e7-4341-b6b4-1da8cbcfe411 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545661 Jul 09 14:42:24.569465 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bbcfc862-65b3-4b38-95f7-ce5ece302fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:24.601923 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcfc862-65b3-4b38-95f7-ce5ece302fa6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a29bed4a-eb5d-425d-bedd-f3538b5fd90a,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:24.609735 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bbcfc862-65b3-4b38-95f7-ce5ece302fa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:24.610016 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1061788-2331-44a1-ba7c-27f4dab2fcd8 None None] Network e7430d59-7c88-483d-984e-fabf3c5cc12e requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:42:24.612133 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-bbcfc862-65b3-4b38-95f7-ce5ece302fa6 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/a29bed4a-eb5d-425d-bedd-f3538b5fd90a HTTP/1.1" status: 204 len: 168 time: 0.5973909 Jul 09 14:42:24.614943 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 57770) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:42:24.701841 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-33d954e2-881b-4a3e-974e-805e69c9a5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:24.727669 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3915d546-8e7d-44b3-9eb6-edede7523846 req-4a90b922-7ac6-4918-b2d8-9a964201ee59 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:24.735480 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3915d546-8e7d-44b3-9eb6-edede7523846 req-4a90b922-7ac6-4918-b2d8-9a964201ee59 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=87906e67-d98d-497c-b105-fe0d6a802c10 HTTP/1.1" status: 200 len: 950 time: 0.1028278 Jul 09 14:42:24.784980 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3915d546-8e7d-44b3-9eb6-edede7523846 req-32023ee9-23a2-49b9-804e-0a973b6c0f99 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477808 Jul 09 14:42:24.788598 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-33d954e2-881b-4a3e-974e-805e69c9a5ec admin admin] Deleting port 89c4d91e-9d88-4ad3-8fa1-1e5522cbbcb6 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:42:24.789287 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-33d954e2-881b-4a3e-974e-805e69c9a5ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:24.921483 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-33d954e2-881b-4a3e-974e-805e69c9a5ec admin admin] For port 89c4d91e-9d88-4ad3-8fa1-1e5522cbbcb6, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=89c4d91e-9d88-4ad3-8fa1-1e5522cbbcb6,segment=NetworkSegment(85303425-81df-497a-8117-22ba6281b80e),segment_id=85303425-81df-497a-8117-22ba6281b80e)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:42:24.925233 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-33d954e2-881b-4a3e-974e-805e69c9a5ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:24.930527 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73c915a-ce6c-49a4-ac9f-2cf1e794de61 None None] DHCP port deletion for e7430d59-7c88-483d-984e-fabf3c5cc12e request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:42:24.946720 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-33d954e2-881b-4a3e-974e-805e69c9a5ec admin admin] Calling delete_port for 89c4d91e-9d88-4ad3-8fa1-1e5522cbbcb6 owned by network:dhcp {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:42:24.984313 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-c73c915a-ce6c-49a4-ac9f-2cf1e794de61 None None] Deleting port 89c4d91e-9d88-4ad3-8fa1-1e5522cbbcb6 {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:42:24.991844 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c73c915a-ce6c-49a4-ac9f-2cf1e794de61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:25.089290 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-c73c915a-ce6c-49a4-ac9f-2cf1e794de61 None None] For port 89c4d91e-9d88-4ad3-8fa1-1e5522cbbcb6, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=89c4d91e-9d88-4ad3-8fa1-1e5522cbbcb6,segment=NetworkSegment(85303425-81df-497a-8117-22ba6281b80e),segment_id=85303425-81df-497a-8117-22ba6281b80e)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:42:25.089684 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c73c915a-ce6c-49a4-ac9f-2cf1e794de61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:25.105757 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-c73c915a-ce6c-49a4-ac9f-2cf1e794de61 None None] Calling delete_port for 89c4d91e-9d88-4ad3-8fa1-1e5522cbbcb6 owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:42:25.161105 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-33d954e2-881b-4a3e-974e-805e69c9a5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:25.219743 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d954e2-881b-4a3e-974e-805e69c9a5ec admin admin] Pushing event deleted for resources: {'Port': ['ID=89c4d91e-9d88-4ad3-8fa1-1e5522cbbcb6,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:25.221813 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d954e2-881b-4a3e-974e-805e69c9a5ec admin admin] No DVR routers for this DVR port 89c4d91e-9d88-4ad3-8fa1-1e5522cbbcb6 on host n-d-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:42:25.329273 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c73c915a-ce6c-49a4-ac9f-2cf1e794de61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:25.332660 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e226a3-e168-460f-8578-6a99a22d5968 req-ae80be21-0821-4ff6-8e35-69bb4172ba0f tempest-MigrationsAdminTest-669091247 tempest-MigrationsAdminTest-669091247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:25.338681 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e9e226a3-e168-460f-8578-6a99a22d5968 req-ae80be21-0821-4ff6-8e35-69bb4172ba0f tempest-MigrationsAdminTest-669091247 tempest-MigrationsAdminTest-669091247-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=87906e67-d98d-497c-b105-fe0d6a802c10 HTTP/1.1" status: 200 len: 1101 time: 0.2084243 Jul 09 14:42:25.339129 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-33d954e2-881b-4a3e-974e-805e69c9a5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:25.355767 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73c915a-ce6c-49a4-ac9f-2cf1e794de61 None None] Pushing event deleted for resources: {'Port': ['ID=89c4d91e-9d88-4ad3-8fa1-1e5522cbbcb6,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:25.367256 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73c915a-ce6c-49a4-ac9f-2cf1e794de61 None None] No DVR routers for this DVR port 89c4d91e-9d88-4ad3-8fa1-1e5522cbbcb6 on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:42:25.367843 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-33d954e2-881b-4a3e-974e-805e69c9a5ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7430d59-7c88-483d-984e-fabf3c5cc12e']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:42:25.400725 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-33d954e2-881b-4a3e-974e-805e69c9a5ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85303425-81df-497a-8117-22ba6281b80e') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:42:25.401180 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-33d954e2-881b-4a3e-974e-805e69c9a5ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85303425-81df-497a-8117-22ba6281b80e') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:42:25.424771 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-33d954e2-881b-4a3e-974e-805e69c9a5ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:25.438312 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e9e226a3-e168-460f-8578-6a99a22d5968 req-956d87a8-cebe-4e06-9502-6880bbc29f69 tempest-MigrationsAdminTest-669091247 tempest-MigrationsAdminTest-669091247-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936961 Jul 09 14:42:25.444845 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-33d954e2-881b-4a3e-974e-805e69c9a5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:25.460224 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33d954e2-881b-4a3e-974e-805e69c9a5ec admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:42:25.460886 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-33d954e2-881b-4a3e-974e-805e69c9a5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:25.470591 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:42:25.470591 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:42:25.470591 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:42:25.470591 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:42:25.470591 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:42:25.470591 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:42:25.470591 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:42:25.470591 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:42:25.470591 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:42:25.470591 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:42:25.470591 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:42:25.470591 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:42:25.470591 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:42:25.470591 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:42:25.470591 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:42:25.470591 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:42:25.470591 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:42:25.470591 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:42:25.470591 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:42:25.470591 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:42:25.470591 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:42:25.470591 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:42:25.470591 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:42:25.470591 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:42:25.470591 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:42:25.470591 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:42:25.470591 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:42:25.470591 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:42:25.470591 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:42:25.470591 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:42:25.470591 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:42:25.470591 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:42:25.470591 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 14:42:25.470591 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:42:25.470591 n-d-799529-6 neutron-server[94446]: timer() Jul 09 14:42:25.470591 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:42:25.470591 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 14:42:25.470591 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:42:25.470591 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 14:42:25.470591 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:42:25.470591 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 14:42:25.470591 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:42:25.470591 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 14:42:25.470591 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:42:25.470591 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 14:42:25.470591 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:42:25.470591 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:42:25.470591 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:42:25.470591 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:42:25.470591 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:42:25.470591 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 14:42:25.470591 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:42:25.470591 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 14:42:25.470591 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:42:25.470591 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:42:25.470591 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:42:25.470591 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 14:42:25.470591 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:42:25.470591 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:42:25.470591 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:42:25.470591 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:42:25.470591 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:42:25.470591 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:42:25.470591 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:42:25.649093 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-33d954e2-881b-4a3e-974e-805e69c9a5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:25.657444 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-33d954e2-881b-4a3e-974e-805e69c9a5ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:25.663534 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-33d954e2-881b-4a3e-974e-805e69c9a5ec admin admin] 10.222.0.58 "DELETE /v2.0/networks/e7430d59-7c88-483d-984e-fabf3c5cc12e HTTP/1.1" status: 204 len: 168 time: 1.0470266 Jul 09 14:42:25.666434 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 57808) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:42:25.701500 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d954e2-881b-4a3e-974e-805e69c9a5ec admin admin] Pushing event deleted for resources: {'Network': ['ID=e7430d59-7c88-483d-984e-fabf3c5cc12e,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:25.802333 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 57820) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:42:25.922337 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-cf3d45d9-55a6-4128-a737-f64ece87d9e0 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-146435561-network', 'tenant_id': 'd8b29af441e741d1bcc4517a413e86a8'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:42:25.973953 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee56ab0-e15e-481a-a38a-4bea7327f98f req-fe009e2a-8513-4b88-a1dc-5f5ddc35924b tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:25.975723 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0ee56ab0-e15e-481a-a38a-4bea7327f98f req-fe009e2a-8513-4b88-a1dc-5f5ddc35924b tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=185d943f-2ca8-41c3-8e34-2e9d1545c143 HTTP/1.1" status: 200 len: 946 time: 0.1577358 Jul 09 14:42:26.043294 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3d45d9-55a6-4128-a737-f64ece87d9e0 admin admin] Made reservation on behalf of d8b29af441e741d1bcc4517a413e86a8 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:42:26.046335 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cf3d45d9-55a6-4128-a737-f64ece87d9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:26.048224 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0ee56ab0-e15e-481a-a38a-4bea7327f98f req-752ac360-ee8a-48bc-84dc-8b7a18b8aa18 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650396 Jul 09 14:42:26.055531 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cf3d45d9-55a6-4128-a737-f64ece87d9e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:26.112205 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-63af1afe-3c11-4768-a287-95dc22bf015c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:26.193269 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cf3d45d9-55a6-4128-a737-f64ece87d9e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:26.263087 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 8686d87c-2171-44ba-8a92-59b2f7fc817c no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:42:26.266368 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cf3d45d9-55a6-4128-a737-f64ece87d9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:26.288216 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 8686d87c-2171-44ba-8a92-59b2f7fc817c {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:42:26.289064 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 8686d87c-2171-44ba-8a92-59b2f7fc817c not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:42:26.289851 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 89c4d91e-9d88-4ad3-8fa1-1e5522cbbcb6 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:42:26.304930 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-66e7243f-db61-4f9b-966b-b231bf7e810a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:26.322065 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 89c4d91e-9d88-4ad3-8fa1-1e5522cbbcb6 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:42:26.322663 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 89c4d91e-9d88-4ad3-8fa1-1e5522cbbcb6 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:42:26.358586 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf3d45d9-55a6-4128-a737-f64ece87d9e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:42:26.373020 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9cc268-d6a5-49f0-b047-c755b5e9bf80 req-c74ffcb8-c86c-43d0-86f9-836b36ae1e72 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:26.374540 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2c9cc268-d6a5-49f0-b047-c755b5e9bf80 req-c74ffcb8-c86c-43d0-86f9-836b36ae1e72 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=db9b48db-d25d-4d09-9a7a-bd68518db69b HTTP/1.1" status: 200 len: 945 time: 0.1619630 Jul 09 14:42:26.406750 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-242818e2-491f-452e-8ee5-07f749706bc5 req-8c01d641-fb84-445f-b6ee-80304cc1c1d2 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=5ec7891592d74a6886dfa68c8f9e2e18&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0444343 Jul 09 14:42:26.406750 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3d45d9-55a6-4128-a737-f64ece87d9e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82474903-020c-41b5-a2d0-4487aec7c264,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:26.414479 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cf3d45d9-55a6-4128-a737-f64ece87d9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:26.415051 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-cf3d45d9-55a6-4128-a737-f64ece87d9e0 admin admin] Added segment 0c9645c6-6b59-4fdf-bb22-f399ad44ac68 of type vlan for network 6d84458c-3b33-4beb-9069-df403c550a00 Jul 09 14:42:26.526193 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2c9cc268-d6a5-49f0-b047-c755b5e9bf80 req-0f21e97c-3deb-40a8-b893-6590d1cb3478 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882654 Jul 09 14:42:26.594635 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cf3d45d9-55a6-4128-a737-f64ece87d9e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:26.691424 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242818e2-491f-452e-8ee5-07f749706bc5 req-df217c88-378d-4551-932f-56fd417b063b tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:26.697101 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-242818e2-491f-452e-8ee5-07f749706bc5 req-df217c88-378d-4551-932f-56fd417b063b tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2851546 Jul 09 14:42:26.715670 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-242818e2-491f-452e-8ee5-07f749706bc5 req-65187ff0-775d-4fa7-bb19-ea76ba3a18f7 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/quotas/5ec7891592d74a6886dfa68c8f9e2e18 HTTP/1.1" status: 200 len: 375 time: 0.0136371 Jul 09 14:42:26.761312 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-66e7243f-db61-4f9b-966b-b231bf7e810a admin admin] Deleting port 866970b8-a15b-4d10-994e-4fff4c51b522 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:42:26.761700 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-66e7243f-db61-4f9b-966b-b231bf7e810a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:26.789247 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-242818e2-491f-452e-8ee5-07f749706bc5 req-392efc24-504a-49d3-8508-c3cb4b1c9772 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5ec7891592d74a6886dfa68c8f9e2e18&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0690985 Jul 09 14:42:26.808721 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cf3d45d9-55a6-4128-a737-f64ece87d9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:26.809790 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3d45d9-55a6-4128-a737-f64ece87d9e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:26.810373 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cf3d45d9-55a6-4128-a737-f64ece87d9e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:26.875087 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3d45d9-55a6-4128-a737-f64ece87d9e0 admin admin] Pushing event updated for resources: {'Network': ['ID=6d84458c-3b33-4beb-9069-df403c550a00,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:26.888116 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 6d84458c-3b33-4beb-9069-df403c550a00 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:42:26.916356 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-66e7243f-db61-4f9b-966b-b231bf7e810a admin admin] For port 866970b8-a15b-4d10-994e-4fff4c51b522, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=866970b8-a15b-4d10-994e-4fff4c51b522,segment=NetworkSegment(baab94bb-891f-4e4e-a315-859b9b72aa21),segment_id=baab94bb-891f-4e4e-a315-859b9b72aa21)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:42:26.916711 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-66e7243f-db61-4f9b-966b-b231bf7e810a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:26.926482 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc649ebb-ca13-43d1-96ed-2602a767ba84 req-6c2dce4d-b7ae-4cb9-bf22-2d052121a916 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:26.932595 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fc649ebb-ca13-43d1-96ed-2602a767ba84 req-6c2dce4d-b7ae-4cb9-bf22-2d052121a916 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfcc7ccb-291a-493f-b69d-6005db0b1092 HTTP/1.1" status: 200 len: 950 time: 0.1670470 Jul 09 14:42:26.944955 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-66e7243f-db61-4f9b-966b-b231bf7e810a admin admin] Calling delete_port for 866970b8-a15b-4d10-994e-4fff4c51b522 owned by network:router_interface {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:42:26.958565 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-cf3d45d9-55a6-4128-a737-f64ece87d9e0 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1551726 Jul 09 14:42:26.961535 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 57846) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:42:26.967076 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-62d7e7d0-ba63-4550-8c37-ddec00c31e3c admin admin] Request body: {'subnet': {'network_id': '6d84458c-3b33-4beb-9069-df403c550a00', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-146435561-subnet', 'tenant_id': 'd8b29af441e741d1bcc4517a413e86a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:42:27.033119 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fc649ebb-ca13-43d1-96ed-2602a767ba84 req-8fa578a9-c3cc-4450-b8c2-62f4b2480a89 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993257 Jul 09 14:42:27.072348 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d7e7d0-ba63-4550-8c37-ddec00c31e3c admin admin] Made reservation on behalf of d8b29af441e741d1bcc4517a413e86a8 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:42:27.075369 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-62d7e7d0-ba63-4550-8c37-ddec00c31e3c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:27.166832 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e7440561-9883-4bc0-8175-f760f795e28d req-495d14ad-1c07-455f-bde0-708f446b4202 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=069ac2cf-36e9-4e0b-858b-582b7e80fe5a HTTP/1.1" status: 200 len: 210 time: 0.0562186 Jul 09 14:42:27.361592 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ef162-51ea-470a-8f4c-10553ccd630d req-cdb099fb-0bd7-45c9-aafd-cbd5f11ac395 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:27.363475 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0e7ef162-51ea-470a-8f4c-10553ccd630d req-cdb099fb-0bd7-45c9-aafd-cbd5f11ac395 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=185d943f-2ca8-41c3-8e34-2e9d1545c143 HTTP/1.1" status: 200 len: 946 time: 0.0768549 Jul 09 14:42:27.364748 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-66e7243f-db61-4f9b-966b-b231bf7e810a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:27.374908 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-62d7e7d0-ba63-4550-8c37-ddec00c31e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:27.407139 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e7243f-db61-4f9b-966b-b231bf7e810a admin admin] Pushing event deleted for resources: {'Port': ['ID=866970b8-a15b-4d10-994e-4fff4c51b522,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:27.435539 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d7e7d0-ba63-4550-8c37-ddec00c31e3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=316370e8-8793-4430-8b98-3f88154eeab0,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:27.444656 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d7e7d0-ba63-4550-8c37-ddec00c31e3c admin admin] Checking segment: {'id': '0c9645c6-6b59-4fdf-bb22-f399ad44ac68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6d84458c-3b33-4beb-9069-df403c550a00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:42:27.445037 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d7e7d0-ba63-4550-8c37-ddec00c31e3c admin admin] Network hostable DHCP agents. Network: 6d84458c-3b33-4beb-9069-df403c550a00, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:42:27.498502 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0e7ef162-51ea-470a-8f4c-10553ccd630d req-9be9534d-4c0e-43b5-aaa6-05591bad6d6d tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246822 Jul 09 14:42:27.574105 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d7e7d0-ba63-4550-8c37-ddec00c31e3c admin admin] Network 6d84458c-3b33-4beb-9069-df403c550a00 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:42:27.645314 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-66e7243f-db61-4f9b-966b-b231bf7e810a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:27.654358 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-62d7e7d0-ba63-4550-8c37-ddec00c31e3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 6d84458c-3b33-4beb-9069-df403c550a00) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:42:27.659074 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d7e7d0-ba63-4550-8c37-ddec00c31e3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:27.660150 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-62d7e7d0-ba63-4550-8c37-ddec00c31e3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:27.665354 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef06cac-6017-4cb7-ab21-2fec32c0f615 None None] Network 6d84458c-3b33-4beb-9069-df403c550a00 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:42:27.750410 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-62d7e7d0-ba63-4550-8c37-ddec00c31e3c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7878251 Jul 09 14:42:27.777660 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb35466-8d47-4475-a674-780252d74cde req-52817704-daf6-4898-9d21-2b0a6332a167 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:27.779403 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5fb35466-8d47-4475-a674-780252d74cde req-52817704-daf6-4898-9d21-2b0a6332a167 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=db9b48db-d25d-4d09-9a7a-bd68518db69b HTTP/1.1" status: 200 len: 945 time: 0.0921319 Jul 09 14:42:27.841236 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5fb35466-8d47-4475-a674-780252d74cde req-c377f78e-5648-4f6f-81dd-f310e53fee66 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548916 Jul 09 14:42:27.852488 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d905f238-de51-4118-bb68-d82a2883a116 None None] Network 6d84458c-3b33-4beb-9069-df403c550a00 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:42:27.931827 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66e7243f-db61-4f9b-966b-b231bf7e810a admin admin] Router 09dce745-eb25-4e0e-bbcf-c040f533a0c3 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:42:28.074616 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e7243f-db61-4f9b-966b-b231bf7e810a admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:42:28.080730 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-66e7243f-db61-4f9b-966b-b231bf7e810a admin admin] 10.222.0.58 "PUT /v2.0/routers/09dce745-eb25-4e0e-bbcf-c040f533a0c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4128277 Jul 09 14:42:28.083873 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 57876) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:42:28.086740 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94afc563-a3ec-4648-addb-1d52419b16b4 None None] Sync routers for ids ['09dce745-eb25-4e0e-bbcf-c040f533a0c3'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:42:28.100445 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94afc563-a3ec-4648-addb-1d52419b16b4 None None] Routers {'09dce745-eb25-4e0e-bbcf-c040f533a0c3'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:42:28.101172 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-94afc563-a3ec-4648-addb-1d52419b16b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:41:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['09dce745-eb25-4e0e-bbcf-c040f533a0c3'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:42:28.236266 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-94afc563-a3ec-4648-addb-1d52419b16b4 None None] Set router 09dce745-eb25-4e0e-bbcf-c040f533a0c3 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:42:28.284966 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88711c4e-7056-4d58-9ff1-00c83b862dc2 req-66a5c74e-e39a-43c1-9ac4-d9accae59f8b tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:28.291815 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-88711c4e-7056-4d58-9ff1-00c83b862dc2 req-66a5c74e-e39a-43c1-9ac4-d9accae59f8b tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfcc7ccb-291a-493f-b69d-6005db0b1092 HTTP/1.1" status: 200 len: 950 time: 0.0954630 Jul 09 14:42:28.293479 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-232bde50-a74b-4da1-a50d-9c5303590084 admin admin] Notify callbacks [] for router, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:28.335148 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-88711c4e-7056-4d58-9ff1-00c83b862dc2 req-3f9ebbad-1520-4121-a1d3-42acc15f7c2e tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420935 Jul 09 14:42:28.447418 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-94afc563-a3ec-4648-addb-1d52419b16b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09dce745-eb25-4e0e-bbcf-c040f533a0c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-524716149-router', 'tenant_id': 'd7d3c4b0fcee4dbf9ec85df086c03760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'b7106f44-ff06-4295-b214-940bc27ddcc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:14Z', 'updated_at': '2021-07-09T14:42:27Z', 'revision_number': 5, 'project_id': 'd7d3c4b0fcee4dbf9ec85df086c03760', 'gw_port': {'id': 'b7106f44-ff06-4295-b214-940bc27ddcc3', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:71:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dce745-eb25-4e0e-bbcf-c040f533a0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:16Z', 'updated_at': '2021-07-09T14:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:42:28.462854 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a88b49ba-2a0e-4379-b5ae-9d56b6271f6b req-447a9f54-6c1d-4fff-ab1a-53d8d2456566 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=069ac2cf-36e9-4e0b-858b-582b7e80fe5a HTTP/1.1" status: 200 len: 210 time: 0.0320058 Jul 09 14:42:28.475527 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94afc563-a3ec-4648-addb-1d52419b16b4 None None] Checking router: 09dce745-eb25-4e0e-bbcf-c040f533a0c3 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:42:28.485040 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94afc563-a3ec-4648-addb-1d52419b16b4 None None] Routers {'09dce745-eb25-4e0e-bbcf-c040f533a0c3'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:42:28.485742 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-94afc563-a3ec-4648-addb-1d52419b16b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:41:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['09dce745-eb25-4e0e-bbcf-c040f533a0c3'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:42:28.726441 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-94afc563-a3ec-4648-addb-1d52419b16b4 None None] Set router 09dce745-eb25-4e0e-bbcf-c040f533a0c3 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:42:28.772508 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4cb6e-3399-4b03-ba41-efb81b903afa req-2d7274e0-8277-4b99-bf13-2b8cc2526bd5 tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:28.779772 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-96e4cb6e-3399-4b03-ba41-efb81b903afa req-2d7274e0-8277-4b99-bf13-2b8cc2526bd5 tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] 10.222.0.58 "GET /v2.0/networks?id=6d84458c-3b33-4beb-9069-df403c550a00 HTTP/1.1" status: 200 len: 808 time: 0.5919380 Jul 09 14:42:28.801375 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-96e4cb6e-3399-4b03-ba41-efb81b903afa req-6f5225c3-b244-4397-8ccb-f935a1ebd916 tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] 10.222.0.58 "GET /v2.0/quotas/d8b29af441e741d1bcc4517a413e86a8 HTTP/1.1" status: 200 len: 375 time: 0.0207024 Jul 09 14:42:28.833528 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-96e4cb6e-3399-4b03-ba41-efb81b903afa req-06ec0ce9-2370-4dcd-87d6-a35594501c97 tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d8b29af441e741d1bcc4517a413e86a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312707 Jul 09 14:42:28.853290 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b8e60-c192-4386-9588-61d613db02b4 req-5c6f3495-4cf0-4126-8d86-763d95632433 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:28.855092 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3d1b8e60-c192-4386-9588-61d613db02b4 req-5c6f3495-4cf0-4126-8d86-763d95632433 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=185d943f-2ca8-41c3-8e34-2e9d1545c143 HTTP/1.1" status: 200 len: 946 time: 0.0751894 Jul 09 14:42:28.913869 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-232bde50-a74b-4da1-a50d-9c5303590084 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:28.918698 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3d1b8e60-c192-4386-9588-61d613db02b4 req-f9194789-2234-4667-8c20-84bb8b350d75 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574396 Jul 09 14:42:28.952889 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-94afc563-a3ec-4648-addb-1d52419b16b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09dce745-eb25-4e0e-bbcf-c040f533a0c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-524716149-router', 'tenant_id': 'd7d3c4b0fcee4dbf9ec85df086c03760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'b7106f44-ff06-4295-b214-940bc27ddcc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:14Z', 'updated_at': '2021-07-09T14:42:27Z', 'revision_number': 5, 'project_id': 'd7d3c4b0fcee4dbf9ec85df086c03760', 'gw_port': {'id': 'b7106f44-ff06-4295-b214-940bc27ddcc3', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:71:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dce745-eb25-4e0e-bbcf-c040f533a0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:16Z', 'updated_at': '2021-07-09T14:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:42:28.957901 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-fd8b0d4b-ef4c-492d-b750-890f9ac30672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:28.965972 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-96e4cb6e-3399-4b03-ba41-efb81b903afa req-c4ccfc37-caa2-4a4d-82f7-b7e13fe75f62 service neutron] 10.222.0.58 "GET /v2.0/networks/6d84458c-3b33-4beb-9069-df403c550a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223493 Jul 09 14:42:28.983668 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94afc563-a3ec-4648-addb-1d52419b16b4 None None] The sync data for ids ['09dce745-eb25-4e0e-bbcf-c040f533a0c3'] in n-d-799529-6 is: [{'id': '09dce745-eb25-4e0e-bbcf-c040f533a0c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-524716149-router', 'tenant_id': 'd7d3c4b0fcee4dbf9ec85df086c03760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'b7106f44-ff06-4295-b214-940bc27ddcc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:14Z', 'updated_at': '2021-07-09T14:42:27Z', 'revision_number': 5, 'project_id': 'd7d3c4b0fcee4dbf9ec85df086c03760', 'gw_port': {'id': 'b7106f44-ff06-4295-b214-940bc27ddcc3', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:71:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dce745-eb25-4e0e-bbcf-c040f533a0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:16Z', 'updated_at': '2021-07-09T14:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:42:29.083408 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:29.107564 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-96e4cb6e-3399-4b03-ba41-efb81b903afa req-8b6086c4-1486-4075-ab10-198359fa2d15 service neutron] 10.222.0.58 "GET /v2.0/networks/6d84458c-3b33-4beb-9069-df403c550a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349406 Jul 09 14:42:29.118208 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-232bde50-a74b-4da1-a50d-9c5303590084 admin admin] Deleting port b7106f44-ff06-4295-b214-940bc27ddcc3 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:42:29.118549 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-232bde50-a74b-4da1-a50d-9c5303590084 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:29.203793 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-232bde50-a74b-4da1-a50d-9c5303590084 admin admin] For port b7106f44-ff06-4295-b214-940bc27ddcc3, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=b7106f44-ff06-4295-b214-940bc27ddcc3,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:42:29.204155 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-232bde50-a74b-4da1-a50d-9c5303590084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:29.216514 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-232bde50-a74b-4da1-a50d-9c5303590084 admin admin] Calling delete_port for b7106f44-ff06-4295-b214-940bc27ddcc3 owned by network:router_gateway {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:42:29.487008 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d96e8d85-fcf8-4f6a-a5dc-d4ba0c413894 req-c0466186-2ce3-4d48-90cf-78de46af982f tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d96e1d6-969a-4592-b633-e3e04e7820c2 HTTP/1.1" status: 200 len: 210 time: 0.0681844 Jul 09 14:42:29.563203 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-232bde50-a74b-4da1-a50d-9c5303590084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:29.605716 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-242818e2-491f-452e-8ee5-07f749706bc5 req-8c6bd3cb-2f38-474b-89be-68af55b954b0 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=5ec7891592d74a6886dfa68c8f9e2e18&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418882 Jul 09 14:42:29.623863 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232bde50-a74b-4da1-a50d-9c5303590084 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7106f44-ff06-4295-b214-940bc27ddcc3,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:29.737343 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4dfe81c6-81d8-4b72-85cd-bfa86a704545 req-49c70349-498e-43c9-a2c9-cbb43d155922 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=069ac2cf-36e9-4e0b-858b-582b7e80fe5a HTTP/1.1" status: 200 len: 210 time: 0.0437763 Jul 09 14:42:29.812673 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242818e2-491f-452e-8ee5-07f749706bc5 req-2d897514-e3ec-4376-bfb8-236cdf385009 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:29.814934 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-242818e2-491f-452e-8ee5-07f749706bc5 req-2d897514-e3ec-4376-bfb8-236cdf385009 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2023153 Jul 09 14:42:29.825299 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-232bde50-a74b-4da1-a50d-9c5303590084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:29.836712 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-242818e2-491f-452e-8ee5-07f749706bc5 req-41c8b348-ef72-432e-9b9d-81013b1b33c3 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Request body: {'port': {'device_id': '069ac2cf-36e9-4e0b-858b-582b7e80fe5a', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'admin_state_up': True, 'tenant_id': '5ec7891592d74a6886dfa68c8f9e2e18'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:42:29.940784 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8eb0c3-32b5-42c7-9086-bf5d33c2575a req-293ce643-8542-4271-909e-9672b608fedd tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:29.942300 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7a8eb0c3-32b5-42c7-9086-bf5d33c2575a req-293ce643-8542-4271-909e-9672b608fedd tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfcc7ccb-291a-493f-b69d-6005db0b1092 HTTP/1.1" status: 200 len: 950 time: 0.3235543 Jul 09 14:42:29.947410 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-232bde50-a74b-4da1-a50d-9c5303590084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:29.949803 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-232bde50-a74b-4da1-a50d-9c5303590084 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:30.037712 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7a8eb0c3-32b5-42c7-9086-bf5d33c2575a req-fb9312d2-0dc1-4d4b-ac2e-f587ed6a1f2b tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844150 Jul 09 14:42:30.082715 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-242818e2-491f-452e-8ee5-07f749706bc5 req-41c8b348-ef72-432e-9b9d-81013b1b33c3 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Made reservation on behalf of 5ec7891592d74a6886dfa68c8f9e2e18 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:42:30.086263 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-242818e2-491f-452e-8ee5-07f749706bc5 req-41c8b348-ef72-432e-9b9d-81013b1b33c3 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:30.100158 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:30.174753 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-232bde50-a74b-4da1-a50d-9c5303590084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:30.175349 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-232bde50-a74b-4da1-a50d-9c5303590084 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09dce745-eb25-4e0e-bbcf-c040f533a0c3 {{(pid=94445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:42:30.187740 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-232bde50-a74b-4da1-a50d-9c5303590084 admin admin] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:30.187740 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-232bde50-a74b-4da1-a50d-9c5303590084 admin admin] 10.222.0.58 "DELETE /v2.0/routers/09dce745-eb25-4e0e-bbcf-c040f533a0c3 HTTP/1.1" status: 204 len: 168 time: 2.1007285 Jul 09 14:42:30.188887 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 57922) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:42:30.192097 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db34982-5810-41d3-b83e-0428ecc4557c req-6007907e-7546-4cc5-81a3-5e616e540302 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:30.193955 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1db34982-5810-41d3-b83e-0428ecc4557c req-6007907e-7546-4cc5-81a3-5e616e540302 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=185d943f-2ca8-41c3-8e34-2e9d1545c143 HTTP/1.1" status: 200 len: 946 time: 0.1455035 Jul 09 14:42:30.251869 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-70e80bc4-a49f-4978-a2b3-fae65e3e2d39 admin admin] Deleting subnet ed95cf4f-a2fb-4a4e-bf8a-ea3ce873daca {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:42:30.255306 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-70e80bc4-a49f-4978-a2b3-fae65e3e2d39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:30.257636 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 866970b8-a15b-4d10-994e-4fff4c51b522 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:42:30.283341 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1db34982-5810-41d3-b83e-0428ecc4557c req-d4d5ee1d-2f17-4444-ab82-01916db93268 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824966 Jul 09 14:42:30.285015 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-242818e2-491f-452e-8ee5-07f749706bc5 req-41c8b348-ef72-432e-9b9d-81013b1b33c3 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Allocated IP 192.168.233.34 (aa30872f-c756-4ec7-be84-b2e3b86cdcfc/8081bcce-88de-4a2f-9e69-6750220e0be0/1efa3387-1e39-4d8a-b890-1d24773305ef) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:42:30.296830 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 866970b8-a15b-4d10-994e-4fff4c51b522 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:42:30.297281 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 866970b8-a15b-4d10-994e-4fff4c51b522 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:42:30.329205 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-70e80bc4-a49f-4978-a2b3-fae65e3e2d39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:30.413784 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-70e80bc4-a49f-4978-a2b3-fae65e3e2d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:30.453291 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-242818e2-491f-452e-8ee5-07f749706bc5 req-41c8b348-ef72-432e-9b9d-81013b1b33c3 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:30.467119 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-242818e2-491f-452e-8ee5-07f749706bc5 req-41c8b348-ef72-432e-9b9d-81013b1b33c3 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Transition to ACTIVE for port object 1efa3387-1e39-4d8a-b890-1d24773305ef will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:42:30.517788 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-70e80bc4-a49f-4978-a2b3-fae65e3e2d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:30.545653 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e80bc4-a49f-4978-a2b3-fae65e3e2d39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed95cf4f-a2fb-4a4e-bf8a-ea3ce873daca,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:30.550916 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-70e80bc4-a49f-4978-a2b3-fae65e3e2d39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:30.553853 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e47b8f4-bc84-4a7d-85a7-0efc0a7a1821 None None] Network 090d6eed-49b0-48ec-84d9-8203b0194acd requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:42:30.557726 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-70e80bc4-a49f-4978-a2b3-fae65e3e2d39 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/ed95cf4f-a2fb-4a4e-bf8a-ea3ce873daca HTTP/1.1" status: 204 len: 168 time: 0.3674209 Jul 09 14:42:30.558631 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-242818e2-491f-452e-8ee5-07f749706bc5 req-41c8b348-ef72-432e-9b9d-81013b1b33c3 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:30.559973 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 57926) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:42:30.614801 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8b348-ef72-432e-9b9d-81013b1b33c3 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Pushing event updated for resources: {'Port': ['ID=1efa3387-1e39-4d8a-b890-1d24773305ef,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:30.620613 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['5332db0b-d3ab-4b94-bdf8-80ae1940cc85'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:42:30.624470 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-242818e2-491f-452e-8ee5-07f749706bc5 req-41c8b348-ef72-432e-9b9d-81013b1b33c3 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Network aa30872f-c756-4ec7-be84-b2e3b86cdcfc is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:42:30.626055 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-242818e2-491f-452e-8ee5-07f749706bc5 req-41c8b348-ef72-432e-9b9d-81013b1b33c3 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:42:30.629181 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-242818e2-491f-452e-8ee5-07f749706bc5 req-41c8b348-ef72-432e-9b9d-81013b1b33c3 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:42:30.673712 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-73223a62-4e66-4db2-a295-2d303d8f597a req-ae2a771b-8169-41ae-ac5e-efdab7c1963f tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d96e1d6-969a-4592-b633-e3e04e7820c2 HTTP/1.1" status: 200 len: 210 time: 0.0440185 Jul 09 14:42:30.697200 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b1c6c3b6-a485-4f23-92c2-474732cc1828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:30.712957 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242818e2-491f-452e-8ee5-07f749706bc5 req-41c8b348-ef72-432e-9b9d-81013b1b33c3 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:30.714558 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-242818e2-491f-452e-8ee5-07f749706bc5 req-41c8b348-ef72-432e-9b9d-81013b1b33c3 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:30.793944 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-b1c6c3b6-a485-4f23-92c2-474732cc1828 admin admin] Deleting port b1307104-dde0-4fba-9ed7-39faf60b1fe5 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:42:30.795899 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b1c6c3b6-a485-4f23-92c2-474732cc1828 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:30.812093 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-242818e2-491f-452e-8ee5-07f749706bc5 req-41c8b348-ef72-432e-9b9d-81013b1b33c3 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9795251 Jul 09 14:42:30.828775 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-242818e2-491f-452e-8ee5-07f749706bc5 req-f515b18c-f179-4719-8c71-5c71cf83a46d service neutron] Request body: {'port': {'device_id': '069ac2cf-36e9-4e0b-858b-582b7e80fe5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:42:30.923321 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-b1c6c3b6-a485-4f23-92c2-474732cc1828 admin admin] For port b1307104-dde0-4fba-9ed7-39faf60b1fe5, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=b1307104-dde0-4fba-9ed7-39faf60b1fe5,segment=NetworkSegment(baab94bb-891f-4e4e-a315-859b9b72aa21),segment_id=baab94bb-891f-4e4e-a315-859b9b72aa21)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:42:30.924037 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b1c6c3b6-a485-4f23-92c2-474732cc1828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:30.953204 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-b1c6c3b6-a485-4f23-92c2-474732cc1828 admin admin] Calling delete_port for b1307104-dde0-4fba-9ed7-39faf60b1fe5 owned by network:dhcp {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:42:30.997779 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f3eb7e-7cb7-4c01-824a-657b05ee2c0e None None] DHCP port deletion for 090d6eed-49b0-48ec-84d9-8203b0194acd request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:42:31.029810 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-242818e2-491f-452e-8ee5-07f749706bc5 req-f515b18c-f179-4719-8c71-5c71cf83a46d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:31.067082 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-b7f3eb7e-7cb7-4c01-824a-657b05ee2c0e None None] Deleting port b1307104-dde0-4fba-9ed7-39faf60b1fe5 {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:42:31.067470 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b7f3eb7e-7cb7-4c01-824a-657b05ee2c0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:31.128826 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78949528-a13e-4c50-b8f0-e8f78c2f1ef7 req-e3c4d674-b632-4294-b327-cce6c02ee12c tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:31.128826 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-78949528-a13e-4c50-b8f0-e8f78c2f1ef7 req-e3c4d674-b632-4294-b327-cce6c02ee12c tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=069ac2cf-36e9-4e0b-858b-582b7e80fe5a HTTP/1.1" status: 200 len: 935 time: 0.1306951 Jul 09 14:42:31.161390 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-b7f3eb7e-7cb7-4c01-824a-657b05ee2c0e None None] For port b1307104-dde0-4fba-9ed7-39faf60b1fe5, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=b1307104-dde0-4fba-9ed7-39faf60b1fe5,segment=NetworkSegment(baab94bb-891f-4e4e-a315-859b9b72aa21),segment_id=baab94bb-891f-4e4e-a315-859b9b72aa21)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:42:31.162028 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b7f3eb7e-7cb7-4c01-824a-657b05ee2c0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:31.169442 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-d9354270-0f5a-4c57-a6b2-2aca08287c39 None None] Provisioning for port 1efa3387-1e39-4d8a-b890-1d24773305ef completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:42:31.178505 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-b7f3eb7e-7cb7-4c01-824a-657b05ee2c0e None None] Calling delete_port for b1307104-dde0-4fba-9ed7-39faf60b1fe5 owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:42:31.180419 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-d9354270-0f5a-4c57-a6b2-2aca08287c39 None None] Provisioning complete for port 1efa3387-1e39-4d8a-b890-1d24773305ef triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:42:31.180997 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d9354270-0f5a-4c57-a6b2-2aca08287c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:31.218560 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-78949528-a13e-4c50-b8f0-e8f78c2f1ef7 req-34a5fc66-1683-4ad6-ad00-3782e9d0320b tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060228 Jul 09 14:42:31.222695 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b1c6c3b6-a485-4f23-92c2-474732cc1828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:31.248461 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c6c3b6-a485-4f23-92c2-474732cc1828 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1307104-dde0-4fba-9ed7-39faf60b1fe5,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:31.250355 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c6c3b6-a485-4f23-92c2-474732cc1828 admin admin] No DVR routers for this DVR port b1307104-dde0-4fba-9ed7-39faf60b1fe5 on host n-d-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:42:31.260943 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-d9354270-0f5a-4c57-a6b2-2aca08287c39 None None] Port 1efa3387-1e39-4d8a-b890-1d24773305ef cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:42:31.300188 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b7f3eb7e-7cb7-4c01-824a-657b05ee2c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:31.328359 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f3eb7e-7cb7-4c01-824a-657b05ee2c0e None None] Pushing event deleted for resources: {'Port': ['ID=b1307104-dde0-4fba-9ed7-39faf60b1fe5,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:31.334901 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f3eb7e-7cb7-4c01-824a-657b05ee2c0e None None] No DVR routers for this DVR port b1307104-dde0-4fba-9ed7-39faf60b1fe5 on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:42:31.388648 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b1c6c3b6-a485-4f23-92c2-474732cc1828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:31.402757 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-b1c6c3b6-a485-4f23-92c2-474732cc1828 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['090d6eed-49b0-48ec-84d9-8203b0194acd']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:42:31.414288 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-b1c6c3b6-a485-4f23-92c2-474732cc1828 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baab94bb-891f-4e4e-a315-859b9b72aa21') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:42:31.414639 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-b1c6c3b6-a485-4f23-92c2-474732cc1828 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baab94bb-891f-4e4e-a315-859b9b72aa21') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:42:31.424369 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b1c6c3b6-a485-4f23-92c2-474732cc1828 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:31.437898 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b1c6c3b6-a485-4f23-92c2-474732cc1828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:31.444950 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1c6c3b6-a485-4f23-92c2-474732cc1828 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:42:31.445522 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b1c6c3b6-a485-4f23-92c2-474732cc1828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:31.447298 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 14:42:31.447298 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:42:31.447298 n-d-799529-6 neutron-server[94445]: timer() Jul 09 14:42:31.447298 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:42:31.447298 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 14:42:31.447298 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:42:31.447298 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 14:42:31.447298 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:42:31.447298 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 14:42:31.447298 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:42:31.447298 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 14:42:31.447298 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:42:31.447298 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 14:42:31.447298 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:42:31.447298 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:42:31.447298 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:42:31.447298 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:42:31.447298 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:42:31.447298 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 14:42:31.447298 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:42:31.447298 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 14:42:31.447298 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:42:31.447298 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:42:31.447298 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:42:31.447298 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 14:42:31.447298 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:42:31.447298 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:42:31.447298 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:42:31.447298 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:42:31.447298 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:42:31.447298 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:42:31.447298 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:42:31.471728 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:31.485715 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-242818e2-491f-452e-8ee5-07f749706bc5 req-f515b18c-f179-4719-8c71-5c71cf83a46d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1efa3387-1e39-4d8a-b890-1d24773305ef {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:42:31.495629 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-242818e2-491f-452e-8ee5-07f749706bc5 req-f515b18c-f179-4719-8c71-5c71cf83a46d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:31.514640 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-242818e2-491f-452e-8ee5-07f749706bc5 req-f515b18c-f179-4719-8c71-5c71cf83a46d service neutron] Transition to ACTIVE for port object 1efa3387-1e39-4d8a-b890-1d24773305ef will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:42:31.529820 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347d187-b07b-4f00-8ce6-cd1e4bfc749a req-644aeece-c069-47b4-abaf-e6e2762a21e2 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:31.531362 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d347d187-b07b-4f00-8ce6-cd1e4bfc749a req-644aeece-c069-47b4-abaf-e6e2762a21e2 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfcc7ccb-291a-493f-b69d-6005db0b1092 HTTP/1.1" status: 200 len: 950 time: 0.1166224 Jul 09 14:42:31.569992 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d347d187-b07b-4f00-8ce6-cd1e4bfc749a req-78581e45-f496-4631-8424-fef7921aa89f tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329497 Jul 09 14:42:31.593996 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-242818e2-491f-452e-8ee5-07f749706bc5 req-f515b18c-f179-4719-8c71-5c71cf83a46d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:31.594644 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b1c6c3b6-a485-4f23-92c2-474732cc1828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:31.605168 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b1c6c3b6-a485-4f23-92c2-474732cc1828 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:31.606990 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b1c6c3b6-a485-4f23-92c2-474732cc1828 admin admin] 10.222.0.58 "DELETE /v2.0/networks/090d6eed-49b0-48ec-84d9-8203b0194acd HTTP/1.1" status: 204 len: 168 time: 1.0457880 Jul 09 14:42:31.661049 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c6c3b6-a485-4f23-92c2-474732cc1828 admin admin] Pushing event deleted for resources: {'Network': ['ID=090d6eed-49b0-48ec-84d9-8203b0194acd,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:31.671676 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f515b18c-f179-4719-8c71-5c71cf83a46d service neutron] Pushing event updated for resources: {'Port': ['ID=1efa3387-1e39-4d8a-b890-1d24773305ef,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:31.791107 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783ddc10-c3ec-4ebe-b360-584e4f7bbc58 req-51bec222-4607-48b2-b83b-29310625acc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:31.792946 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-783ddc10-c3ec-4ebe-b360-584e4f7bbc58 req-51bec222-4607-48b2-b83b-29310625acc1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7e8e5340b4af4fbb9f6efeaeab787aeb&device_id=db9b48db-d25d-4d09-9a7a-bd68518db69b HTTP/1.1" status: 200 len: 1096 time: 0.0726445 Jul 09 14:42:31.796766 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-242818e2-491f-452e-8ee5-07f749706bc5 req-f515b18c-f179-4719-8c71-5c71cf83a46d service neutron] Attempting to bind port 1efa3387-1e39-4d8a-b890-1d24773305ef on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:42:31.797104 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-242818e2-491f-452e-8ee5-07f749706bc5 req-f515b18c-f179-4719-8c71-5c71cf83a46d service neutron] Attempting to bind port 1efa3387-1e39-4d8a-b890-1d24773305ef by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:42:31.801603 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242818e2-491f-452e-8ee5-07f749706bc5 req-f515b18c-f179-4719-8c71-5c71cf83a46d service neutron] Attempting to bind port 1efa3387-1e39-4d8a-b890-1d24773305ef on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:42:31.805410 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242818e2-491f-452e-8ee5-07f749706bc5 req-f515b18c-f179-4719-8c71-5c71cf83a46d service neutron] Port 1efa3387-1e39-4d8a-b890-1d24773305ef on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:42:31.805544 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242818e2-491f-452e-8ee5-07f749706bc5 req-f515b18c-f179-4719-8c71-5c71cf83a46d service neutron] Attempting to bind port 1efa3387-1e39-4d8a-b890-1d24773305ef on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:42:31.814646 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242818e2-491f-452e-8ee5-07f749706bc5 req-f515b18c-f179-4719-8c71-5c71cf83a46d service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:42:31.814979 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242818e2-491f-452e-8ee5-07f749706bc5 req-f515b18c-f179-4719-8c71-5c71cf83a46d service neutron] Checking segment: {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:42:31.815396 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242818e2-491f-452e-8ee5-07f749706bc5 req-f515b18c-f179-4719-8c71-5c71cf83a46d service neutron] Bound using segment: {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:42:31.816475 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-242818e2-491f-452e-8ee5-07f749706bc5 req-f515b18c-f179-4719-8c71-5c71cf83a46d service neutron] Bound port: 1efa3387-1e39-4d8a-b890-1d24773305ef, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:42:31.816836 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-242818e2-491f-452e-8ee5-07f749706bc5 req-f515b18c-f179-4719-8c71-5c71cf83a46d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:31.841160 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15d45c-d704-4e4c-bb15-12225e4e06c6 req-0f84b44f-d3ee-4b5a-9f2a-43d10c82eed7 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:31.841160 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae15d45c-d704-4e4c-bb15-12225e4e06c6 req-0f84b44f-d3ee-4b5a-9f2a-43d10c82eed7 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=185d943f-2ca8-41c3-8e34-2e9d1545c143 HTTP/1.1" status: 200 len: 946 time: 0.1214576 Jul 09 14:42:31.935695 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-242818e2-491f-452e-8ee5-07f749706bc5 req-f515b18c-f179-4719-8c71-5c71cf83a46d service neutron] For port 1efa3387-1e39-4d8a-b890-1d24773305ef, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:42:31.940054 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-242818e2-491f-452e-8ee5-07f749706bc5 req-f515b18c-f179-4719-8c71-5c71cf83a46d service neutron] For port 1efa3387-1e39-4d8a-b890-1d24773305ef, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=1efa3387-1e39-4d8a-b890-1d24773305ef,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:42:31.946519 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae15d45c-d704-4e4c-bb15-12225e4e06c6 req-d6735645-70e0-4f68-a749-9987afd10083 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023057 Jul 09 14:42:31.951467 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783ddc10-c3ec-4ebe-b360-584e4f7bbc58 req-7ec452cc-46bd-4114-a793-b8522e4c9bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:31.954528 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-783ddc10-c3ec-4ebe-b360-584e4f7bbc58 req-7ec452cc-46bd-4114-a793-b8522e4c9bb3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f1bff32f-69e2-446c-a290-b6ec892cf735 HTTP/1.1" status: 200 len: 920 time: 0.1474404 Jul 09 14:42:31.965940 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6fe40-67e5-46fd-b2cc-c2ca6e1ec785 req-06aecd47-b810-49d3-87c9-7512ba3bbd0e tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:31.967484 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-aba6fe40-67e5-46fd-b2cc-c2ca6e1ec785 req-06aecd47-b810-49d3-87c9-7512ba3bbd0e tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=db9b48db-d25d-4d09-9a7a-bd68518db69b HTTP/1.1" status: 200 len: 945 time: 0.1370468 Jul 09 14:42:32.004379 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-242818e2-491f-452e-8ee5-07f749706bc5 req-f515b18c-f179-4719-8c71-5c71cf83a46d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:32.010931 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 57948) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:42:32.024550 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-783ddc10-c3ec-4ebe-b360-584e4f7bbc58 req-00bce51e-8844-4c9d-83d0-bd15f9cf8566 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01b8931f-c55e-44c7-9c7d-1f7d5fd6146f HTTP/1.1" status: 200 len: 217 time: 0.0559599 Jul 09 14:42:32.060535 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242818e2-491f-452e-8ee5-07f749706bc5 req-f515b18c-f179-4719-8c71-5c71cf83a46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:32.061152 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-242818e2-491f-452e-8ee5-07f749706bc5 req-f515b18c-f179-4719-8c71-5c71cf83a46d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:32.063560 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-242818e2-491f-452e-8ee5-07f749706bc5 req-f515b18c-f179-4719-8c71-5c71cf83a46d service neutron] 10.222.0.62 "PUT /v2.0/ports/1efa3387-1e39-4d8a-b890-1d24773305ef HTTP/1.1" status: 200 len: 1095 time: 1.2386413 Jul 09 14:42:32.063716 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '069ac2cf-36e9-4e0b-858b-582b7e80fe5a', 'tag': '1efa3387-1e39-4d8a-b890-1d24773305ef'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:42:32.066235 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15eb2a2f-7561-4866-9cd2-bea1ad33bd17" -d '{"events": [{"name": "network-changed", "server_uuid": "069ac2cf-36e9-4e0b-858b-582b7e80fe5a", "tag": "1efa3387-1e39-4d8a-b890-1d24773305ef"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:42:32.089769 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-aba6fe40-67e5-46fd-b2cc-c2ca6e1ec785 req-35d5cb64-9a2a-4d9e-ba4e-bd505513bd5a tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065149 Jul 09 14:42:32.106924 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783ddc10-c3ec-4ebe-b360-584e4f7bbc58 req-701f6b92-45c4-4587-9453-358381c9a0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:32.108526 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-783ddc10-c3ec-4ebe-b360-584e4f7bbc58 req-701f6b92-45c4-4587-9453-358381c9a0bf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=55af4da9-7f40-4991-a82d-0bd874a45ee8 HTTP/1.1" status: 200 len: 859 time: 0.0753965 Jul 09 14:42:32.132526 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f515b18c-f179-4719-8c71-5c71cf83a46d service neutron] Pushing event updated for resources: {'Port': ['ID=1efa3387-1e39-4d8a-b890-1d24773305ef,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:32.146218 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-783ddc10-c3ec-4ebe-b360-584e4f7bbc58 req-45b9594a-7afb-4bd6-9842-84809149e124 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f1bff32f-69e2-446c-a290-b6ec892cf735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298822 Jul 09 14:42:32.186522 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-24d97c34-6453-4155-a4e6-bb78d3d78628 req-72b5ba44-6c16-46a9-89ce-04d834541cef tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d96e1d6-969a-4592-b633-e3e04e7820c2 HTTP/1.1" status: 200 len: 210 time: 0.1051197 Jul 09 14:42:32.283162 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-783ddc10-c3ec-4ebe-b360-584e4f7bbc58 req-dba13802-46fb-4d4d-8c53-e16861ef5ace service neutron] 10.222.0.54 "GET /v2.0/networks/f1bff32f-69e2-446c-a290-b6ec892cf735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293049 Jul 09 14:42:32.298499 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5321de40-2f14-4923-88ec-b0675fbb180f x-openstack-request-id: req-5321de40-2f14-4923-88ec-b0675fbb180f {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:42:32.298811 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "069ac2cf-36e9-4e0b-858b-582b7e80fe5a", "tag": "1efa3387-1e39-4d8a-b890-1d24773305ef", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:42:32.299043 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5321de40-2f14-4923-88ec-b0675fbb180f {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:42:32.299446 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '069ac2cf-36e9-4e0b-858b-582b7e80fe5a', 'tag': '1efa3387-1e39-4d8a-b890-1d24773305ef', 'status': 'completed', 'code': 200} Jul 09 14:42:32.305435 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device b7106f44-ff06-4295-b214-940bc27ddcc3 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:42:32.314538 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-e0e6f3b1-c26b-428f-b3b5-8d7440e333dd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f9beeac302b4456ab9897feb8634bccd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3006363 Jul 09 14:42:32.318139 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 57956) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:42:32.348987 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: b7106f44-ff06-4295-b214-940bc27ddcc3 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:42:32.349537 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device b7106f44-ff06-4295-b214-940bc27ddcc3 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:42:32.350346 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device b1307104-dde0-4fba-9ed7-39faf60b1fe5 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:42:32.373444 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: b1307104-dde0-4fba-9ed7-39faf60b1fe5 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:42:32.374110 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device b1307104-dde0-4fba-9ed7-39faf60b1fe5 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:42:32.420894 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4cb6e-3399-4b03-ba41-efb81b903afa req-3972826a-4378-4f5a-9dc3-336da19e2fb6 tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:32.422662 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-96e4cb6e-3399-4b03-ba41-efb81b903afa req-3972826a-4378-4f5a-9dc3-336da19e2fb6 tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] 10.222.0.62 "GET /v2.0/networks?id=6d84458c-3b33-4beb-9069-df403c550a00 HTTP/1.1" status: 200 len: 808 time: 0.3125579 Jul 09 14:42:32.429642 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242818e2-491f-452e-8ee5-07f749706bc5 req-0bf57105-177b-462e-a7dd-93974b91c85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:32.431351 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-242818e2-491f-452e-8ee5-07f749706bc5 req-0bf57105-177b-462e-a7dd-93974b91c85a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5ec7891592d74a6886dfa68c8f9e2e18&device_id=069ac2cf-36e9-4e0b-858b-582b7e80fe5a HTTP/1.1" status: 200 len: 1098 time: 0.1631057 Jul 09 14:42:32.464087 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-96e4cb6e-3399-4b03-ba41-efb81b903afa req-48a8ba9e-fcf1-4576-a625-30996b71f8da tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] Request body: {'port': {'device_id': '2d96e1d6-969a-4592-b633-e3e04e7820c2', 'network_id': '6d84458c-3b33-4beb-9069-df403c550a00', 'admin_state_up': True, 'tenant_id': 'd8b29af441e741d1bcc4517a413e86a8'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:42:32.520013 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-242818e2-491f-452e-8ee5-07f749706bc5 req-9e7615bc-b45f-4735-a035-6ba470823f1e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=1efa3387-1e39-4d8a-b890-1d24773305ef HTTP/1.1" status: 200 len: 217 time: 0.0510781 Jul 09 14:42:32.543450 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-783ddc10-c3ec-4ebe-b360-584e4f7bbc58 req-8e2d03da-09f5-4781-9f3c-b252bbaf66a2 service neutron] 10.222.0.54 "GET /v2.0/networks/f1bff32f-69e2-446c-a290-b6ec892cf735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383096 Jul 09 14:42:32.545018 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-48021db0-3221-422c-813a-7ec4cbd71d61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:32.563323 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a206272a-0ef7-4860-8345-133a38ca933a req-82752400-f0f4-4099-a3a1-b70bd6f2f359 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:32.570627 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a206272a-0ef7-4860-8345-133a38ca933a req-82752400-f0f4-4099-a3a1-b70bd6f2f359 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=069ac2cf-36e9-4e0b-858b-582b7e80fe5a HTTP/1.1" status: 200 len: 947 time: 0.1425450 Jul 09 14:42:32.586568 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-48021db0-3221-422c-813a-7ec4cbd71d61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:32.645550 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a206272a-0ef7-4860-8345-133a38ca933a req-75becc01-87c0-42c1-adfe-d1ec7682d10e tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744040 Jul 09 14:42:32.728842 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-48021db0-3221-422c-813a-7ec4cbd71d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:32.731484 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-48021db0-3221-422c-813a-7ec4cbd71d61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:32.734997 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-48021db0-3221-422c-813a-7ec4cbd71d61 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/95a9d895-63bb-46cc-a755-1d011836a4da HTTP/1.1" status: 204 len: 168 time: 0.4105694 Jul 09 14:42:32.744054 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48021db0-3221-422c-813a-7ec4cbd71d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a9d895-63bb-46cc-a755-1d011836a4da,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:32.950465 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242818e2-491f-452e-8ee5-07f749706bc5 req-1e6838d9-1874-4b8e-a995-f87b6b9f3128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:32.951966 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-242818e2-491f-452e-8ee5-07f749706bc5 req-1e6838d9-1874-4b8e-a995-f87b6b9f3128 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.4195898 Jul 09 14:42:33.029854 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc23ebf5-d359-4deb-a1c3-07c101af0271 req-10323fe2-639e-4db5-8f95-372df319d6ee tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:33.031617 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cc23ebf5-d359-4deb-a1c3-07c101af0271 req-10323fe2-639e-4db5-8f95-372df319d6ee tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfcc7ccb-291a-493f-b69d-6005db0b1092 HTTP/1.1" status: 200 len: 950 time: 0.1705966 Jul 09 14:42:33.086908 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cc23ebf5-d359-4deb-a1c3-07c101af0271 req-acc03c35-4adf-4aca-95f8-a92bfcb9d4c9 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479655 Jul 09 14:42:33.089741 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242818e2-491f-452e-8ee5-07f749706bc5 req-666373e6-0515-41be-9703-b827d099ca6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:33.091194 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-242818e2-491f-452e-8ee5-07f749706bc5 req-666373e6-0515-41be-9703-b827d099ca6b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1161344 Jul 09 14:42:33.145437 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8770f3af-3089-4da6-929b-40c1c04a25e4 req-5d11012a-f938-489d-b6d0-c68b6bfb4982 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:33.149806 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8770f3af-3089-4da6-929b-40c1c04a25e4 req-5d11012a-f938-489d-b6d0-c68b6bfb4982 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=185d943f-2ca8-41c3-8e34-2e9d1545c143 HTTP/1.1" status: 200 len: 946 time: 0.0762563 Jul 09 14:42:33.161125 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96e4cb6e-3399-4b03-ba41-efb81b903afa req-48a8ba9e-fcf1-4576-a625-30996b71f8da tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] Made reservation on behalf of d8b29af441e741d1bcc4517a413e86a8 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:42:33.166324 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-96e4cb6e-3399-4b03-ba41-efb81b903afa req-48a8ba9e-fcf1-4576-a625-30996b71f8da tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:33.189941 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8770f3af-3089-4da6-929b-40c1c04a25e4 req-633bd22c-b28c-49f7-a8fa-8c40343f331c tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365431 Jul 09 14:42:33.287852 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-242818e2-491f-452e-8ee5-07f749706bc5 req-739e7659-823d-41e2-bc63-9ed3d993e509 service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885715 Jul 09 14:42:33.340011 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-386cd5af-241b-456e-93a0-437022174790 req-be593534-f005-421f-bca9-be20b0624464 tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d96e1d6-969a-4592-b633-e3e04e7820c2 HTTP/1.1" status: 200 len: 210 time: 0.0287867 Jul 09 14:42:33.453946 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5cfe6e-cdf1-4c78-81fa-765ac5ad0c67 req-98c89ce7-d39c-44a9-8dde-a83845f902cc tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:33.455430 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3f5cfe6e-cdf1-4c78-81fa-765ac5ad0c67 req-98c89ce7-d39c-44a9-8dde-a83845f902cc tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=db9b48db-d25d-4d09-9a7a-bd68518db69b HTTP/1.1" status: 200 len: 945 time: 0.2432323 Jul 09 14:42:33.464101 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-242818e2-491f-452e-8ee5-07f749706bc5 req-b6f47367-a3bd-4445-9f11-0a4d9a489750 service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643746 Jul 09 14:42:33.465108 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-96e4cb6e-3399-4b03-ba41-efb81b903afa req-48a8ba9e-fcf1-4576-a625-30996b71f8da tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] Allocated IP 172.20.0.10 (6d84458c-3b33-4beb-9069-df403c550a00/316370e8-8793-4430-8b98-3f88154eeab0/19b5e970-bbe6-4396-9e10-1ca4155c0962) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:42:33.499243 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 57978) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:42:33.510811 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3f5cfe6e-cdf1-4c78-81fa-765ac5ad0c67 req-d10bdec3-c1ba-4e88-b88a-d3771b1b2895 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488822 Jul 09 14:42:33.543891 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-48c17f1c-0afb-4072-a778-16d27ac5672e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d7d3c4b0fcee4dbf9ec85df086c03760&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0433624 Jul 09 14:42:33.546675 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 57980) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:42:33.595118 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e65fb830-d62d-409a-9561-60421e885398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:33.617424 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e65fb830-d62d-409a-9561-60421e885398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:33.705903 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e65fb830-d62d-409a-9561-60421e885398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:33.708972 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e65fb830-d62d-409a-9561-60421e885398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:33.710246 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-96e4cb6e-3399-4b03-ba41-efb81b903afa req-48a8ba9e-fcf1-4576-a625-30996b71f8da tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:33.713042 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e65fb830-d62d-409a-9561-60421e885398 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b15565f4-95f1-437f-af1b-0753f7fbc4c3 HTTP/1.1" status: 204 len: 168 time: 0.1653755 Jul 09 14:42:33.722749 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65fb830-d62d-409a-9561-60421e885398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15565f4-95f1-437f-af1b-0753f7fbc4c3,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:33.752023 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb2a2f-7561-4866-9cd2-bea1ad33bd17 req-8dde1c36-7b1a-432e-8afd-79a1cc58e103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:33.753581 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-15eb2a2f-7561-4866-9cd2-bea1ad33bd17 req-8dde1c36-7b1a-432e-8afd-79a1cc58e103 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5ec7891592d74a6886dfa68c8f9e2e18&device_id=069ac2cf-36e9-4e0b-858b-582b7e80fe5a HTTP/1.1" status: 200 len: 1098 time: 0.0921733 Jul 09 14:42:33.863479 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8255338-f08d-4b88-a8d2-20b96cbc0f81 req-54f086c9-4b23-4264-9b04-90b795d881ff tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:33.865182 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb2a2f-7561-4866-9cd2-bea1ad33bd17 req-7ffe9195-baef-40f2-adf0-1a1a5f21379d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:33.865340 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f8255338-f08d-4b88-a8d2-20b96cbc0f81 req-54f086c9-4b23-4264-9b04-90b795d881ff tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=069ac2cf-36e9-4e0b-858b-582b7e80fe5a HTTP/1.1" status: 200 len: 947 time: 0.0686090 Jul 09 14:42:33.867087 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-15eb2a2f-7561-4866-9cd2-bea1ad33bd17 req-7ffe9195-baef-40f2-adf0-1a1a5f21379d service neutron] 10.222.0.62 "GET /v2.0/networks?id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc HTTP/1.1" status: 200 len: 870 time: 0.1057775 Jul 09 14:42:33.868823 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-96e4cb6e-3399-4b03-ba41-efb81b903afa req-48a8ba9e-fcf1-4576-a625-30996b71f8da tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:33.911381 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f8255338-f08d-4b88-a8d2-20b96cbc0f81 req-a94d340f-f483-44ff-a78d-7fe45a44fb80 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390899 Jul 09 14:42:33.961945 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-15eb2a2f-7561-4866-9cd2-bea1ad33bd17 req-41e85a67-68e8-49e0-9485-07d14817e622 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=1efa3387-1e39-4d8a-b890-1d24773305ef HTTP/1.1" status: 200 len: 217 time: 0.0879157 Jul 09 14:42:33.972871 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96e4cb6e-3399-4b03-ba41-efb81b903afa req-48a8ba9e-fcf1-4576-a625-30996b71f8da tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] Network 6d84458c-3b33-4beb-9069-df403c550a00 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:42:33.976163 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-96e4cb6e-3399-4b03-ba41-efb81b903afa req-48a8ba9e-fcf1-4576-a625-30996b71f8da tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:42:33.982136 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-96e4cb6e-3399-4b03-ba41-efb81b903afa req-48a8ba9e-fcf1-4576-a625-30996b71f8da tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:42:33.992627 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a8ba9e-fcf1-4576-a625-30996b71f8da tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] Pushing event updated for resources: {'Port': ['ID=19b5e970-bbe6-4396-9e10-1ca4155c0962,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:34.070049 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4cb6e-3399-4b03-ba41-efb81b903afa req-48a8ba9e-fcf1-4576-a625-30996b71f8da tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:34.070753 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-96e4cb6e-3399-4b03-ba41-efb81b903afa req-48a8ba9e-fcf1-4576-a625-30996b71f8da tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:34.075258 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb2a2f-7561-4866-9cd2-bea1ad33bd17 req-b87aecab-0241-4ab9-b8a1-651c447f3684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:34.076716 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-15eb2a2f-7561-4866-9cd2-bea1ad33bd17 req-b87aecab-0241-4ab9-b8a1-651c447f3684 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.0960417 Jul 09 14:42:34.140304 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb2a2f-7561-4866-9cd2-bea1ad33bd17 req-1cc45c56-689d-4666-a11b-a935cb5be782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:34.142067 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-15eb2a2f-7561-4866-9cd2-bea1ad33bd17 req-1cc45c56-689d-4666-a11b-a935cb5be782 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0581369 Jul 09 14:42:34.144349 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-96e4cb6e-3399-4b03-ba41-efb81b903afa req-48a8ba9e-fcf1-4576-a625-30996b71f8da tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6842527 Jul 09 14:42:34.174399 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-96e4cb6e-3399-4b03-ba41-efb81b903afa req-5490f075-b9fb-4937-a3e1-2853b09a90fb service neutron] Request body: {'port': {'device_id': '2d96e1d6-969a-4592-b633-e3e04e7820c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:42:34.303395 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5bdc5f-2fb3-474d-b31e-85077646b632 req-eef99e3d-28a7-4674-ba17-ab4a6157cd40 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:34.305197 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1d5bdc5f-2fb3-474d-b31e-85077646b632 req-eef99e3d-28a7-4674-ba17-ab4a6157cd40 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfcc7ccb-291a-493f-b69d-6005db0b1092 HTTP/1.1" status: 200 len: 950 time: 0.0906825 Jul 09 14:42:34.336553 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-15eb2a2f-7561-4866-9cd2-bea1ad33bd17 req-53e62166-b290-4578-835c-9e46d923da23 service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667049 Jul 09 14:42:34.337543 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-96e4cb6e-3399-4b03-ba41-efb81b903afa req-5490f075-b9fb-4937-a3e1-2853b09a90fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:34.358662 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1d5bdc5f-2fb3-474d-b31e-85077646b632 req-ead23d30-ce7e-48cf-accd-1bf9350a02b4 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455446 Jul 09 14:42:34.519224 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538fb623-a167-4b7c-b747-5f3ed46e0baf req-0afceee3-0536-4d94-960f-81c1026c64e5 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:34.520845 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-538fb623-a167-4b7c-b747-5f3ed46e0baf req-0afceee3-0536-4d94-960f-81c1026c64e5 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=185d943f-2ca8-41c3-8e34-2e9d1545c143 HTTP/1.1" status: 200 len: 946 time: 0.1809521 Jul 09 14:42:34.535981 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc11a2-b71c-44af-a9cc-915df8424d27 req-acb2807d-de98-4185-b34d-ab7b7ab382d6 tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:34.537850 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d8bc11a2-b71c-44af-a9cc-915df8424d27 req-acb2807d-de98-4185-b34d-ab7b7ab382d6 tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d96e1d6-969a-4592-b633-e3e04e7820c2 HTTP/1.1" status: 200 len: 932 time: 0.0673110 Jul 09 14:42:34.583902 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d8bc11a2-b71c-44af-a9cc-915df8424d27 req-a2e3234c-2017-49c8-ad0b-493cdbbcf2d0 tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] 10.222.0.58 "GET /v2.0/security-groups?id=82474903-020c-41b5-a2d0-4487aec7c264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369778 Jul 09 14:42:34.589547 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-15eb2a2f-7561-4866-9cd2-bea1ad33bd17 req-32875be2-f647-4a34-bdf1-0d66882e3e8b service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388005 Jul 09 14:42:34.626130 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-538fb623-a167-4b7c-b747-5f3ed46e0baf req-335d2744-451c-4265-85c1-abef6857c444 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579228 Jul 09 14:42:34.845996 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-96e4cb6e-3399-4b03-ba41-efb81b903afa req-5490f075-b9fb-4937-a3e1-2853b09a90fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19b5e970-bbe6-4396-9e10-1ca4155c0962 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:42:34.855314 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-96e4cb6e-3399-4b03-ba41-efb81b903afa req-5490f075-b9fb-4937-a3e1-2853b09a90fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:34.869996 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e347a6-29e7-41a1-99d5-7dfb5a7ce93b req-97cf9b49-e18a-45f8-a85c-759fc6c98e78 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:34.871486 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-55e347a6-29e7-41a1-99d5-7dfb5a7ce93b req-97cf9b49-e18a-45f8-a85c-759fc6c98e78 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=db9b48db-d25d-4d09-9a7a-bd68518db69b HTTP/1.1" status: 200 len: 945 time: 0.1304851 Jul 09 14:42:34.880219 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-96e4cb6e-3399-4b03-ba41-efb81b903afa req-5490f075-b9fb-4937-a3e1-2853b09a90fb service neutron] Transition to ACTIVE for port object 19b5e970-bbe6-4396-9e10-1ca4155c0962 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:42:34.912299 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-55e347a6-29e7-41a1-99d5-7dfb5a7ce93b req-e68c4452-b43d-4423-b2d9-a8160c140543 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351782 Jul 09 14:42:34.951581 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-96e4cb6e-3399-4b03-ba41-efb81b903afa req-5490f075-b9fb-4937-a3e1-2853b09a90fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:35.009870 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5490f075-b9fb-4937-a3e1-2853b09a90fb service neutron] Pushing event updated for resources: {'Port': ['ID=19b5e970-bbe6-4396-9e10-1ca4155c0962,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:35.085683 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-96e4cb6e-3399-4b03-ba41-efb81b903afa req-5490f075-b9fb-4937-a3e1-2853b09a90fb service neutron] Attempting to bind port 19b5e970-bbe6-4396-9e10-1ca4155c0962 on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:42:35.086026 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-96e4cb6e-3399-4b03-ba41-efb81b903afa req-5490f075-b9fb-4937-a3e1-2853b09a90fb service neutron] Attempting to bind port 19b5e970-bbe6-4396-9e10-1ca4155c0962 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': '0c9645c6-6b59-4fdf-bb22-f399ad44ac68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6d84458c-3b33-4beb-9069-df403c550a00'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:42:35.086909 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e4cb6e-3399-4b03-ba41-efb81b903afa req-5490f075-b9fb-4937-a3e1-2853b09a90fb service neutron] Attempting to bind port 19b5e970-bbe6-4396-9e10-1ca4155c0962 on network 6d84458c-3b33-4beb-9069-df403c550a00 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:42:35.091699 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e4cb6e-3399-4b03-ba41-efb81b903afa req-5490f075-b9fb-4937-a3e1-2853b09a90fb service neutron] Port 19b5e970-bbe6-4396-9e10-1ca4155c0962 on network 6d84458c-3b33-4beb-9069-df403c550a00 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:42:35.092007 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e4cb6e-3399-4b03-ba41-efb81b903afa req-5490f075-b9fb-4937-a3e1-2853b09a90fb service neutron] Attempting to bind port 19b5e970-bbe6-4396-9e10-1ca4155c0962 on network 6d84458c-3b33-4beb-9069-df403c550a00 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:42:35.097799 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e4cb6e-3399-4b03-ba41-efb81b903afa req-5490f075-b9fb-4937-a3e1-2853b09a90fb service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:42:35.098138 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e4cb6e-3399-4b03-ba41-efb81b903afa req-5490f075-b9fb-4937-a3e1-2853b09a90fb service neutron] Checking segment: {'id': '0c9645c6-6b59-4fdf-bb22-f399ad44ac68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6d84458c-3b33-4beb-9069-df403c550a00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:42:35.098586 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e4cb6e-3399-4b03-ba41-efb81b903afa req-5490f075-b9fb-4937-a3e1-2853b09a90fb service neutron] Bound using segment: {'id': '0c9645c6-6b59-4fdf-bb22-f399ad44ac68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6d84458c-3b33-4beb-9069-df403c550a00'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:42:35.099025 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-96e4cb6e-3399-4b03-ba41-efb81b903afa req-5490f075-b9fb-4937-a3e1-2853b09a90fb service neutron] Bound port: 19b5e970-bbe6-4396-9e10-1ca4155c0962, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c9645c6-6b59-4fdf-bb22-f399ad44ac68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6d84458c-3b33-4beb-9069-df403c550a00'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:42:35.099396 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-96e4cb6e-3399-4b03-ba41-efb81b903afa req-5490f075-b9fb-4937-a3e1-2853b09a90fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:35.119689 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55293ca-1081-4236-90be-fe73929124a9 req-4a1ea0b4-0b6b-4dba-b5b5-32e4ffd942dc tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:35.121376 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c55293ca-1081-4236-90be-fe73929124a9 req-4a1ea0b4-0b6b-4dba-b5b5-32e4ffd942dc tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=069ac2cf-36e9-4e0b-858b-582b7e80fe5a HTTP/1.1" status: 200 len: 947 time: 0.0773203 Jul 09 14:42:35.164635 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c55293ca-1081-4236-90be-fe73929124a9 req-a7a6e796-9aea-4e08-8669-51c64bcb9931 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363486 Jul 09 14:42:35.171753 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-96e4cb6e-3399-4b03-ba41-efb81b903afa req-5490f075-b9fb-4937-a3e1-2853b09a90fb service neutron] For port 19b5e970-bbe6-4396-9e10-1ca4155c0962, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:42:35.175025 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-96e4cb6e-3399-4b03-ba41-efb81b903afa req-5490f075-b9fb-4937-a3e1-2853b09a90fb service neutron] For port 19b5e970-bbe6-4396-9e10-1ca4155c0962, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=19b5e970-bbe6-4396-9e10-1ca4155c0962,segment=NetworkSegment(0c9645c6-6b59-4fdf-bb22-f399ad44ac68),segment_id=0c9645c6-6b59-4fdf-bb22-f399ad44ac68)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:42:35.243116 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-96e4cb6e-3399-4b03-ba41-efb81b903afa req-5490f075-b9fb-4937-a3e1-2853b09a90fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:35.277206 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4cb6e-3399-4b03-ba41-efb81b903afa req-5490f075-b9fb-4937-a3e1-2853b09a90fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:35.277825 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-96e4cb6e-3399-4b03-ba41-efb81b903afa req-5490f075-b9fb-4937-a3e1-2853b09a90fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:35.279214 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-96e4cb6e-3399-4b03-ba41-efb81b903afa req-5490f075-b9fb-4937-a3e1-2853b09a90fb service neutron] 10.222.0.62 "PUT /v2.0/ports/19b5e970-bbe6-4396-9e10-1ca4155c0962 HTTP/1.1" status: 200 len: 1092 time: 1.1107512 Jul 09 14:42:35.279680 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d96e1d6-969a-4592-b633-e3e04e7820c2', 'tag': '19b5e970-bbe6-4396-9e10-1ca4155c0962'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:42:35.281937 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141cf41d-f9f5-4023-8790-e447906f28ea" -d '{"events": [{"name": "network-changed", "server_uuid": "2d96e1d6-969a-4592-b633-e3e04e7820c2", "tag": "19b5e970-bbe6-4396-9e10-1ca4155c0962"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:42:35.312621 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5490f075-b9fb-4937-a3e1-2853b09a90fb service neutron] Pushing event updated for resources: {'Port': ['ID=19b5e970-bbe6-4396-9e10-1ca4155c0962,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:35.334344 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc5c6c92-4745-47e4-86fa-68e771fbfda2 x-openstack-request-id: req-fc5c6c92-4745-47e4-86fa-68e771fbfda2 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:42:35.334638 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d96e1d6-969a-4592-b633-e3e04e7820c2", "tag": "19b5e970-bbe6-4396-9e10-1ca4155c0962", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:42:35.334890 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fc5c6c92-4745-47e4-86fa-68e771fbfda2 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:42:35.335292 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d96e1d6-969a-4592-b633-e3e04e7820c2', 'tag': '19b5e970-bbe6-4396-9e10-1ca4155c0962', 'status': 'completed', 'code': 200} Jul 09 14:42:35.441542 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141cf41d-f9f5-4023-8790-e447906f28ea req-22d75493-18e5-4c73-917a-f58bdf34f631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:35.442917 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-141cf41d-f9f5-4023-8790-e447906f28ea req-22d75493-18e5-4c73-917a-f58bdf34f631 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d8b29af441e741d1bcc4517a413e86a8&device_id=2d96e1d6-969a-4592-b633-e3e04e7820c2 HTTP/1.1" status: 200 len: 1095 time: 0.0552127 Jul 09 14:42:35.552484 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13671cf-0015-4dac-aa91-a1add178bd60 req-89d463bd-8443-4e80-afdc-b48e508842ca tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:35.554038 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b13671cf-0015-4dac-aa91-a1add178bd60 req-89d463bd-8443-4e80-afdc-b48e508842ca tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfcc7ccb-291a-493f-b69d-6005db0b1092 HTTP/1.1" status: 200 len: 950 time: 0.0755534 Jul 09 14:42:35.562936 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141cf41d-f9f5-4023-8790-e447906f28ea req-251ecbcb-7c39-4223-92d4-369c1d0e811f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:35.564492 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-141cf41d-f9f5-4023-8790-e447906f28ea req-251ecbcb-7c39-4223-92d4-369c1d0e811f service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=d8b29af441e741d1bcc4517a413e86a8&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0968149 Jul 09 14:42:35.598761 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b13671cf-0015-4dac-aa91-a1add178bd60 req-406bbeba-87ab-489e-8a17-d77f33a53172 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379844 Jul 09 14:42:35.672754 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141cf41d-f9f5-4023-8790-e447906f28ea req-642f2487-ef30-4ddd-8faf-8b4b82323f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:35.674430 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-141cf41d-f9f5-4023-8790-e447906f28ea req-642f2487-ef30-4ddd-8faf-8b4b82323f91 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1017635 Jul 09 14:42:35.818786 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31472ef9-08c8-4aaa-8725-e8841e288a0e req-deed024a-8ffe-4d75-aa7d-36379e342494 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:35.820351 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-31472ef9-08c8-4aaa-8725-e8841e288a0e req-deed024a-8ffe-4d75-aa7d-36379e342494 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=185d943f-2ca8-41c3-8e34-2e9d1545c143 HTTP/1.1" status: 200 len: 946 time: 0.0711439 Jul 09 14:42:35.833513 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f032ea0c-2d20-4041-8ff7-fecdc1e45562 req-15e82e97-4b12-4a76-bf62-906cdeebfbd5 tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:35.835066 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f032ea0c-2d20-4041-8ff7-fecdc1e45562 req-15e82e97-4b12-4a76-bf62-906cdeebfbd5 tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d96e1d6-969a-4592-b633-e3e04e7820c2 HTTP/1.1" status: 200 len: 944 time: 0.1231902 Jul 09 14:42:35.840730 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4cb6e-3399-4b03-ba41-efb81b903afa req-dea8c881-da2d-4351-aa20-c66cef731344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:35.842167 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-96e4cb6e-3399-4b03-ba41-efb81b903afa req-dea8c881-da2d-4351-aa20-c66cef731344 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d8b29af441e741d1bcc4517a413e86a8&device_id=2d96e1d6-969a-4592-b633-e3e04e7820c2 HTTP/1.1" status: 200 len: 1095 time: 0.0968399 Jul 09 14:42:35.867914 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-31472ef9-08c8-4aaa-8725-e8841e288a0e req-63e50a05-a243-40ab-b122-c88a667ec2dd tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406563 Jul 09 14:42:35.896947 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-96e4cb6e-3399-4b03-ba41-efb81b903afa req-96035166-b33a-469b-adda-3ea14f42b4e4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19b5e970-bbe6-4396-9e10-1ca4155c0962 HTTP/1.1" status: 200 len: 217 time: 0.0396175 Jul 09 14:42:35.917206 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f032ea0c-2d20-4041-8ff7-fecdc1e45562 req-b16b2f93-46ca-4b1a-bc7c-771b0ceb6a3b tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] 10.222.0.58 "GET /v2.0/security-groups?id=82474903-020c-41b5-a2d0-4487aec7c264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737417 Jul 09 14:42:35.961209 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4cb6e-3399-4b03-ba41-efb81b903afa req-ba49fff1-4e7b-4de3-8192-c3d0b7b2b85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:35.963738 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-96e4cb6e-3399-4b03-ba41-efb81b903afa req-ba49fff1-4e7b-4de3-8192-c3d0b7b2b85d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=316370e8-8793-4430-8b98-3f88154eeab0 HTTP/1.1" status: 200 len: 848 time: 0.0580897 Jul 09 14:42:36.025380 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-96e4cb6e-3399-4b03-ba41-efb81b903afa req-ae0efdbc-ebde-4a07-a889-09d5e0bce6c6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6d84458c-3b33-4beb-9069-df403c550a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280063 Jul 09 14:42:36.126985 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-96e4cb6e-3399-4b03-ba41-efb81b903afa req-abd796da-4a7e-40a3-82c9-846fa2d350c9 service neutron] 10.222.0.62 "GET /v2.0/networks/6d84458c-3b33-4beb-9069-df403c550a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939813 Jul 09 14:42:36.141904 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c6964add-74fe-40b8-8173-7e9ba8699e8a req-3e4dfca1-984b-46e7-9492-ee3f87b235d1 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=a68a696055094bbbadda9bcb8df859df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311341 Jul 09 14:42:36.162864 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e021e-4a58-428d-9d43-2f6419edfe4d req-31af5512-01da-43e8-b671-f6394f644aa5 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:36.164547 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3e5e021e-4a58-428d-9d43-2f6419edfe4d req-31af5512-01da-43e8-b671-f6394f644aa5 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=db9b48db-d25d-4d09-9a7a-bd68518db69b HTTP/1.1" status: 200 len: 945 time: 0.0701270 Jul 09 14:42:36.204502 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3e5e021e-4a58-428d-9d43-2f6419edfe4d req-19406676-f45f-4183-a810-69c95f481c42 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341170 Jul 09 14:42:36.300556 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-96e4cb6e-3399-4b03-ba41-efb81b903afa req-f06cab80-9243-49f7-ba24-3629edd99aab service neutron] 10.222.0.62 "GET /v2.0/networks/6d84458c-3b33-4beb-9069-df403c550a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607521 Jul 09 14:42:36.314440 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6964add-74fe-40b8-8173-7e9ba8699e8a req-2607d225-f500-4280-88fa-bcfcc80a3ed5 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:36.316821 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c6964add-74fe-40b8-8173-7e9ba8699e8a req-2607d225-f500-4280-88fa-bcfcc80a3ed5 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1678340 Jul 09 14:42:36.340163 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c6964add-74fe-40b8-8173-7e9ba8699e8a req-58c86560-60ad-4f6d-8f60-ecb192eb0f2b tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.58 "GET /v2.0/quotas/a68a696055094bbbadda9bcb8df859df HTTP/1.1" status: 200 len: 375 time: 0.0127134 Jul 09 14:42:36.374448 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c6964add-74fe-40b8-8173-7e9ba8699e8a req-648b9ad7-e1e8-4d90-90b7-94e676a9e7a9 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a68a696055094bbbadda9bcb8df859df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288205 Jul 09 14:42:36.485437 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5029943d-6b7b-44b2-b49d-7560c9cb2a77 req-b049d89a-76b0-4612-8df2-3671d6dba197 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:36.487128 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5029943d-6b7b-44b2-b49d-7560c9cb2a77 req-b049d89a-76b0-4612-8df2-3671d6dba197 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=069ac2cf-36e9-4e0b-858b-582b7e80fe5a HTTP/1.1" status: 200 len: 947 time: 0.0668659 Jul 09 14:42:36.525455 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5029943d-6b7b-44b2-b49d-7560c9cb2a77 req-7be2fd2c-562a-4ceb-8ff4-8f1fc55ea8b1 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328832 Jul 09 14:42:36.656992 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5e664fa4-d9fd-4f57-89dd-b0ff052990fd req-85629473-6870-4f6b-a892-9c1bfc33e75a tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.58 "GET /v2.0/ports?device_id=62d9e003-d3a2-43f0-a340-ed37afdb646a HTTP/1.1" status: 200 len: 210 time: 0.0294020 Jul 09 14:42:36.780313 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8aed7-63f3-4612-bd4c-851e405060b4 req-d8cd99bc-bfb0-42af-a774-a8ea7af6a66b tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:36.785646 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-75d8aed7-63f3-4612-bd4c-851e405060b4 req-d8cd99bc-bfb0-42af-a774-a8ea7af6a66b tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfcc7ccb-291a-493f-b69d-6005db0b1092 HTTP/1.1" status: 200 len: 950 time: 0.0682197 Jul 09 14:42:36.820230 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-75d8aed7-63f3-4612-bd4c-851e405060b4 req-63deff92-936b-464b-93c0-198d84031926 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327606 Jul 09 14:42:37.046091 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6ab48-8496-4963-9eae-306894499c29 req-56aece6f-b7db-40d5-b983-664e103db450 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:37.047880 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-11c6ab48-8496-4963-9eae-306894499c29 req-56aece6f-b7db-40d5-b983-664e103db450 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=185d943f-2ca8-41c3-8e34-2e9d1545c143 HTTP/1.1" status: 200 len: 946 time: 0.0717435 Jul 09 14:42:37.088141 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-11c6ab48-8496-4963-9eae-306894499c29 req-ffb817eb-7bfb-43c1-a2eb-75d54dafa323 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340011 Jul 09 14:42:37.092333 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be11ba6d-7fe0-4f4a-b530-da559619637d req-05f54377-8bdd-486f-8669-1574cce121a1 tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:37.097407 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-be11ba6d-7fe0-4f4a-b530-da559619637d req-05f54377-8bdd-486f-8669-1574cce121a1 tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d96e1d6-969a-4592-b633-e3e04e7820c2 HTTP/1.1" status: 200 len: 944 time: 0.0654318 Jul 09 14:42:37.138294 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-be11ba6d-7fe0-4f4a-b530-da559619637d req-f654c966-22cc-42fc-a0a7-9bdc133c8813 tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] 10.222.0.58 "GET /v2.0/security-groups?id=82474903-020c-41b5-a2d0-4487aec7c264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355091 Jul 09 14:42:37.389930 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12820638-84ed-4958-9f84-428f7049fae7 req-a018f20f-a396-4bb6-abcc-294ec32c5c2c tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:37.391852 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-12820638-84ed-4958-9f84-428f7049fae7 req-a018f20f-a396-4bb6-abcc-294ec32c5c2c tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=db9b48db-d25d-4d09-9a7a-bd68518db69b HTTP/1.1" status: 200 len: 945 time: 0.0743082 Jul 09 14:42:37.407040 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 1efa3387-1e39-4d8a-b890-1d24773305ef details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:42:37.439334 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-12820638-84ed-4958-9f84-428f7049fae7 req-7454350a-44d9-4ad5-b8b9-b78fd49819fe tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416574 Jul 09 14:42:37.508508 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 1efa3387-1e39-4d8a-b890-1d24773305ef, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=1efa3387-1e39-4d8a-b890-1d24773305ef,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:42:37.522533 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '1efa3387-1e39-4d8a-b890-1d24773305ef', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'port_id': '1efa3387-1e39-4d8a-b890-1d24773305ef', 'mac_address': 'fa:16:3e:95:fa:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8081bcce-88de-4a2f-9e69-6750220e0be0', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:42:37.559085 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:37.572247 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1efa3387-1e39-4d8a-b890-1d24773305ef {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:42:37.592322 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 1efa3387-1e39-4d8a-b890-1d24773305ef, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=1efa3387-1e39-4d8a-b890-1d24773305ef,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:42:37.642542 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:37.699268 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=1efa3387-1e39-4d8a-b890-1d24773305ef,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:37.720318 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ef61c-e6d8-4680-aabe-b443a4bfc8c1 req-28ced8bd-9b07-47df-a399-b1071d242e58 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:37.721857 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9a7ef61c-e6d8-4680-aabe-b443a4bfc8c1 req-28ced8bd-9b07-47df-a399-b1071d242e58 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=069ac2cf-36e9-4e0b-858b-582b7e80fe5a HTTP/1.1" status: 200 len: 948 time: 0.0803983 Jul 09 14:42:37.751199 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a03903ab-67bf-4f72-a1d7-98c7a90df205 req-52e4861c-434e-4313-b72a-90df9509ac4e tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.58 "GET /v2.0/ports?device_id=62d9e003-d3a2-43f0-a340-ed37afdb646a HTTP/1.1" status: 200 len: 210 time: 0.0328405 Jul 09 14:42:37.761255 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9a7ef61c-e6d8-4680-aabe-b443a4bfc8c1 req-a86f151a-da2f-4cda-a098-36cdce41b50b tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335774 Jul 09 14:42:38.000967 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd2ba3-ad18-4b67-b725-2a38ee05bfae req-ac3e3cb3-a3ab-4ba1-900d-a7d718d2d902 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:38.003053 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7ccd2ba3-ad18-4b67-b725-2a38ee05bfae req-ac3e3cb3-a3ab-4ba1-900d-a7d718d2d902 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfcc7ccb-291a-493f-b69d-6005db0b1092 HTTP/1.1" status: 200 len: 950 time: 0.0626364 Jul 09 14:42:38.041928 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7ccd2ba3-ad18-4b67-b725-2a38ee05bfae req-0c596c6b-c2ec-49f2-a27a-c9b579f9f54e tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328095 Jul 09 14:42:38.273032 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ed041-9c0e-4770-9e0c-7f4de24e5753 req-a18b71f7-1914-4e19-b0c9-86566821ec3b tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:38.274513 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-527ed041-9c0e-4770-9e0c-7f4de24e5753 req-a18b71f7-1914-4e19-b0c9-86566821ec3b tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=185d943f-2ca8-41c3-8e34-2e9d1545c143 HTTP/1.1" status: 200 len: 946 time: 0.0716257 Jul 09 14:42:38.314516 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-527ed041-9c0e-4770-9e0c-7f4de24e5753 req-29c18bed-9a9f-4f8e-9665-5c208decebfc tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343792 Jul 09 14:42:38.320576 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff2d4d-f641-428e-84db-dcaa822119ea req-5d009581-76ba-4475-bcd4-3042071acf8a tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:38.322156 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e0ff2d4d-f641-428e-84db-dcaa822119ea req-5d009581-76ba-4475-bcd4-3042071acf8a tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d96e1d6-969a-4592-b633-e3e04e7820c2 HTTP/1.1" status: 200 len: 944 time: 0.0687649 Jul 09 14:42:38.342080 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['1efa3387-1e39-4d8a-b890-1d24773305ef'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:42:38.373288 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e0ff2d4d-f641-428e-84db-dcaa822119ea req-965d1757-82ff-4b49-b21f-44f1051419f8 tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] 10.222.0.58 "GET /v2.0/security-groups?id=82474903-020c-41b5-a2d0-4487aec7c264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445285 Jul 09 14:42:38.644843 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b2e85-6b9e-4c6a-9612-08fb09d18648 req-bd20ea8a-613e-4505-acbd-a0e84e30ad6a tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:38.646312 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6b8b2e85-6b9e-4c6a-9612-08fb09d18648 req-bd20ea8a-613e-4505-acbd-a0e84e30ad6a tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=db9b48db-d25d-4d09-9a7a-bd68518db69b HTTP/1.1" status: 200 len: 945 time: 0.0681262 Jul 09 14:42:38.683757 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6b8b2e85-6b9e-4c6a-9612-08fb09d18648 req-796defd2-d0aa-4878-9a6b-d3ef9451cb44 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319226 Jul 09 14:42:38.897799 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6d1f041e-d8e8-4ff2-84f4-e1f50a028b5d req-26215963-acd3-469a-901d-78cca8a3e973 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.58 "GET /v2.0/ports?device_id=62d9e003-d3a2-43f0-a340-ed37afdb646a HTTP/1.1" status: 200 len: 210 time: 0.0350015 Jul 09 14:42:38.936793 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5176582-291c-4643-b219-8be0a5992a74 req-cec4a0e9-0f63-4319-91ee-813a68c42db9 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:38.938729 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e5176582-291c-4643-b219-8be0a5992a74 req-cec4a0e9-0f63-4319-91ee-813a68c42db9 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=069ac2cf-36e9-4e0b-858b-582b7e80fe5a HTTP/1.1" status: 200 len: 948 time: 0.0658078 Jul 09 14:42:38.979566 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e5176582-291c-4643-b219-8be0a5992a74 req-efbf1c42-e20b-433b-b019-d31ee0efe413 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350039 Jul 09 14:42:39.081206 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c6964add-74fe-40b8-8173-7e9ba8699e8a req-f425501e-a8d7-4388-bb1a-a46f66596847 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=a68a696055094bbbadda9bcb8df859df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216861 Jul 09 14:42:39.206036 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6964add-74fe-40b8-8173-7e9ba8699e8a req-1e922784-4436-407f-a55c-ba3a509e9916 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:39.207832 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c6964add-74fe-40b8-8173-7e9ba8699e8a req-1e922784-4436-407f-a55c-ba3a509e9916 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1154742 Jul 09 14:42:39.222461 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-c6964add-74fe-40b8-8173-7e9ba8699e8a req-e16cedb4-a4f2-4241-b659-6d6fe950aaf1 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Request body: {'port': {'device_id': '62d9e003-d3a2-43f0-a340-ed37afdb646a', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'admin_state_up': True, 'tenant_id': 'a68a696055094bbbadda9bcb8df859df'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:42:39.232889 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d04c2d4-180f-4e02-a484-b957fca9590c req-60e285bc-e833-42d8-92a3-8f2846973d63 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:39.236630 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8d04c2d4-180f-4e02-a484-b957fca9590c req-60e285bc-e833-42d8-92a3-8f2846973d63 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfcc7ccb-291a-493f-b69d-6005db0b1092 HTTP/1.1" status: 200 len: 950 time: 0.0668828 Jul 09 14:42:39.278347 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8d04c2d4-180f-4e02-a484-b957fca9590c req-69f2537a-bf38-4e06-a498-0542397de583 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364249 Jul 09 14:42:39.430858 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6964add-74fe-40b8-8173-7e9ba8699e8a req-e16cedb4-a4f2-4241-b659-6d6fe950aaf1 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Made reservation on behalf of a68a696055094bbbadda9bcb8df859df for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:42:39.434447 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-c6964add-74fe-40b8-8173-7e9ba8699e8a req-e16cedb4-a4f2-4241-b659-6d6fe950aaf1 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:39.445224 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-c6964add-74fe-40b8-8173-7e9ba8699e8a req-e16cedb4-a4f2-4241-b659-6d6fe950aaf1 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:39.547700 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d34e3c-b0cb-4fa2-a9dd-b8257ad2ed58 req-10943217-8af8-4969-979f-c78bbe5089a2 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:39.549110 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d6d34e3c-b0cb-4fa2-a9dd-b8257ad2ed58 req-10943217-8af8-4969-979f-c78bbe5089a2 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=185d943f-2ca8-41c3-8e34-2e9d1545c143 HTTP/1.1" status: 200 len: 946 time: 0.1049876 Jul 09 14:42:39.578855 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6536422-84d9-4399-aba8-146d76f09583 req-77e14d71-5d48-48bc-84a0-430d90f324d4 tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:39.580376 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f6536422-84d9-4399-aba8-146d76f09583 req-77e14d71-5d48-48bc-84a0-430d90f324d4 tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d96e1d6-969a-4592-b633-e3e04e7820c2 HTTP/1.1" status: 200 len: 944 time: 0.0688412 Jul 09 14:42:39.613683 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d6d34e3c-b0cb-4fa2-a9dd-b8257ad2ed58 req-b4784b7b-d90b-449e-8e08-ac8e515832ae tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571070 Jul 09 14:42:39.627364 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-c6964add-74fe-40b8-8173-7e9ba8699e8a req-e16cedb4-a4f2-4241-b659-6d6fe950aaf1 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:39.639078 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f6536422-84d9-4399-aba8-146d76f09583 req-f1694b50-7654-45e0-951a-7e6a9b5fe478 tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] 10.222.0.58 "GET /v2.0/security-groups?id=82474903-020c-41b5-a2d0-4487aec7c264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462465 Jul 09 14:42:39.745720 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-c6964add-74fe-40b8-8173-7e9ba8699e8a req-e16cedb4-a4f2-4241-b659-6d6fe950aaf1 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:39.816789 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cedb4-a4f2-4241-b659-6d6fe950aaf1 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dfc6839-39ca-49c8-8a05-5f845fe9d742,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:39.914567 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-c6964add-74fe-40b8-8173-7e9ba8699e8a req-e16cedb4-a4f2-4241-b659-6d6fe950aaf1 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Allocated IP 192.168.233.124 (aa30872f-c756-4ec7-be84-b2e3b86cdcfc/8081bcce-88de-4a2f-9e69-6750220e0be0/36a1ceed-cf4e-4e87-af45-81c4a4217633) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:42:39.962517 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc6dcb-d144-4fc2-964c-bd513bae99a9 req-5f98c774-8dc6-494d-8910-96d17ad6f275 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:39.966342 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-aacc6dcb-d144-4fc2-964c-bd513bae99a9 req-5f98c774-8dc6-494d-8910-96d17ad6f275 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=db9b48db-d25d-4d09-9a7a-bd68518db69b HTTP/1.1" status: 200 len: 945 time: 0.1079888 Jul 09 14:42:40.047584 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bf567b1e-51ef-4ad4-8ab2-87124fa30bf9 req-79ebb88f-77a5-4181-88cb-7acad80c9a77 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.58 "GET /v2.0/ports?device_id=62d9e003-d3a2-43f0-a340-ed37afdb646a HTTP/1.1" status: 200 len: 210 time: 0.0329485 Jul 09 14:42:40.058755 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-aacc6dcb-d144-4fc2-964c-bd513bae99a9 req-c5285679-2055-4227-b71e-350487313ffb tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867949 Jul 09 14:42:40.116132 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-c6964add-74fe-40b8-8173-7e9ba8699e8a req-e16cedb4-a4f2-4241-b659-6d6fe950aaf1 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:40.131014 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-c6964add-74fe-40b8-8173-7e9ba8699e8a req-e16cedb4-a4f2-4241-b659-6d6fe950aaf1 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Transition to ACTIVE for port object 36a1ceed-cf4e-4e87-af45-81c4a4217633 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:42:40.214174 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b9118-0414-487b-b392-b348ae8e7933 req-b70e046d-857f-4f16-94ac-615d45c0e425 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:40.215650 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c90b9118-0414-487b-b392-b348ae8e7933 req-b70e046d-857f-4f16-94ac-615d45c0e425 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=069ac2cf-36e9-4e0b-858b-582b7e80fe5a HTTP/1.1" status: 200 len: 948 time: 0.0633900 Jul 09 14:42:40.219913 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-c6964add-74fe-40b8-8173-7e9ba8699e8a req-e16cedb4-a4f2-4241-b659-6d6fe950aaf1 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:40.255872 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c90b9118-0414-487b-b392-b348ae8e7933 req-90ecdbca-177a-4584-af28-88806716d901 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343661 Jul 09 14:42:40.265420 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6964add-74fe-40b8-8173-7e9ba8699e8a req-e16cedb4-a4f2-4241-b659-6d6fe950aaf1 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Network aa30872f-c756-4ec7-be84-b2e3b86cdcfc is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:42:40.269565 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-c6964add-74fe-40b8-8173-7e9ba8699e8a req-e16cedb4-a4f2-4241-b659-6d6fe950aaf1 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:42:40.276799 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cedb4-a4f2-4241-b659-6d6fe950aaf1 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Pushing event updated for resources: {'Port': ['ID=36a1ceed-cf4e-4e87-af45-81c4a4217633,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:40.279245 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6964add-74fe-40b8-8173-7e9ba8699e8a req-e16cedb4-a4f2-4241-b659-6d6fe950aaf1 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:42:40.338024 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6964add-74fe-40b8-8173-7e9ba8699e8a req-e16cedb4-a4f2-4241-b659-6d6fe950aaf1 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:40.338024 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-c6964add-74fe-40b8-8173-7e9ba8699e8a req-e16cedb4-a4f2-4241-b659-6d6fe950aaf1 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:40.458738 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c6964add-74fe-40b8-8173-7e9ba8699e8a req-e16cedb4-a4f2-4241-b659-6d6fe950aaf1 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2316518 Jul 09 14:42:40.465790 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-c6964add-74fe-40b8-8173-7e9ba8699e8a req-c851298c-c0d0-400d-906c-973977dfd70b service neutron] Request body: {'port': {'device_id': '62d9e003-d3a2-43f0-a340-ed37afdb646a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:42:40.498184 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd5c881-f6bf-4dfd-87f1-b2f4be2f35d9 req-d80fea98-4f0a-4f7d-9491-42b4f6920bfb tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:40.499685 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9dd5c881-f6bf-4dfd-87f1-b2f4be2f35d9 req-d80fea98-4f0a-4f7d-9491-42b4f6920bfb tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfcc7ccb-291a-493f-b69d-6005db0b1092 HTTP/1.1" status: 200 len: 950 time: 0.0968201 Jul 09 14:42:40.570019 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9dd5c881-f6bf-4dfd-87f1-b2f4be2f35d9 req-1bf86e07-688a-4ac2-bb09-b1ab2646314f tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616484 Jul 09 14:42:40.578933 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-c6964add-74fe-40b8-8173-7e9ba8699e8a req-c851298c-c0d0-400d-906c-973977dfd70b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:40.608317 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-49542ad3-263d-4d2d-b7e6-411bdeda1aa2 None None] Provisioning for port 36a1ceed-cf4e-4e87-af45-81c4a4217633 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:42:40.612759 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-49542ad3-263d-4d2d-b7e6-411bdeda1aa2 None None] Provisioning complete for port 36a1ceed-cf4e-4e87-af45-81c4a4217633 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:42:40.624678 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-49542ad3-263d-4d2d-b7e6-411bdeda1aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:40.652352 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-49542ad3-263d-4d2d-b7e6-411bdeda1aa2 None None] Port 36a1ceed-cf4e-4e87-af45-81c4a4217633 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:42:40.805722 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f1229-ce6c-4138-ba49-0f63cc942340 req-c348db39-16c6-40e1-a46c-83009580d676 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:40.807278 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-745f1229-ce6c-4138-ba49-0f63cc942340 req-c348db39-16c6-40e1-a46c-83009580d676 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=185d943f-2ca8-41c3-8e34-2e9d1545c143 HTTP/1.1" status: 200 len: 946 time: 0.0706716 Jul 09 14:42:40.852417 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-745f1229-ce6c-4138-ba49-0f63cc942340 req-68587cca-dc82-417d-ac11-39beefedcb9b tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372891 Jul 09 14:42:40.869435 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009e6af8-f75a-4b36-8730-c3cb871a914a req-882a8af1-4c1b-43ca-9e5e-e8cca4010712 tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:40.870939 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-009e6af8-f75a-4b36-8730-c3cb871a914a req-882a8af1-4c1b-43ca-9e5e-e8cca4010712 tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d96e1d6-969a-4592-b633-e3e04e7820c2 HTTP/1.1" status: 200 len: 944 time: 0.1141613 Jul 09 14:42:40.939493 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-c6964add-74fe-40b8-8173-7e9ba8699e8a req-c851298c-c0d0-400d-906c-973977dfd70b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36a1ceed-cf4e-4e87-af45-81c4a4217633 {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:42:40.950125 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-c6964add-74fe-40b8-8173-7e9ba8699e8a req-c851298c-c0d0-400d-906c-973977dfd70b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:40.954979 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-009e6af8-f75a-4b36-8730-c3cb871a914a req-e53d2c5b-e495-49e1-876f-0ce32698af84 tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] 10.222.0.58 "GET /v2.0/security-groups?id=82474903-020c-41b5-a2d0-4487aec7c264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717366 Jul 09 14:42:40.965480 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-c6964add-74fe-40b8-8173-7e9ba8699e8a req-c851298c-c0d0-400d-906c-973977dfd70b service neutron] Transition to ACTIVE for port object 36a1ceed-cf4e-4e87-af45-81c4a4217633 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:42:41.042321 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-c6964add-74fe-40b8-8173-7e9ba8699e8a req-c851298c-c0d0-400d-906c-973977dfd70b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:41.097984 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c851298c-c0d0-400d-906c-973977dfd70b service neutron] Pushing event updated for resources: {'Port': ['ID=36a1ceed-cf4e-4e87-af45-81c4a4217633,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:41.188932 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-c6964add-74fe-40b8-8173-7e9ba8699e8a req-c851298c-c0d0-400d-906c-973977dfd70b service neutron] Attempting to bind port 36a1ceed-cf4e-4e87-af45-81c4a4217633 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:42:41.189345 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-c6964add-74fe-40b8-8173-7e9ba8699e8a req-c851298c-c0d0-400d-906c-973977dfd70b service neutron] Attempting to bind port 36a1ceed-cf4e-4e87-af45-81c4a4217633 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:42:41.189749 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6964add-74fe-40b8-8173-7e9ba8699e8a req-c851298c-c0d0-400d-906c-973977dfd70b service neutron] Attempting to bind port 36a1ceed-cf4e-4e87-af45-81c4a4217633 on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:42:41.199803 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6964add-74fe-40b8-8173-7e9ba8699e8a req-c851298c-c0d0-400d-906c-973977dfd70b service neutron] Port 36a1ceed-cf4e-4e87-af45-81c4a4217633 on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:42:41.200406 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6964add-74fe-40b8-8173-7e9ba8699e8a req-c851298c-c0d0-400d-906c-973977dfd70b service neutron] Attempting to bind port 36a1ceed-cf4e-4e87-af45-81c4a4217633 on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:42:41.206999 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6964add-74fe-40b8-8173-7e9ba8699e8a req-c851298c-c0d0-400d-906c-973977dfd70b service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:42:41.207324 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6964add-74fe-40b8-8173-7e9ba8699e8a req-c851298c-c0d0-400d-906c-973977dfd70b service neutron] Checking segment: {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:42:41.207840 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6964add-74fe-40b8-8173-7e9ba8699e8a req-c851298c-c0d0-400d-906c-973977dfd70b service neutron] Bound using segment: {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:42:41.208286 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-c6964add-74fe-40b8-8173-7e9ba8699e8a req-c851298c-c0d0-400d-906c-973977dfd70b service neutron] Bound port: 36a1ceed-cf4e-4e87-af45-81c4a4217633, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:42:41.208648 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-c6964add-74fe-40b8-8173-7e9ba8699e8a req-c851298c-c0d0-400d-906c-973977dfd70b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:41.320271 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f9fa21-6b1d-4355-b7d9-984b29730135 req-119657a6-2826-4fdd-b14e-cd7af6ee60e7 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:41.328139 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e3f9fa21-6b1d-4355-b7d9-984b29730135 req-119657a6-2826-4fdd-b14e-cd7af6ee60e7 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.58 "GET /v2.0/ports?device_id=62d9e003-d3a2-43f0-a340-ed37afdb646a HTTP/1.1" status: 200 len: 948 time: 0.0801976 Jul 09 14:42:41.336781 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-c6964add-74fe-40b8-8173-7e9ba8699e8a req-c851298c-c0d0-400d-906c-973977dfd70b service neutron] For port 36a1ceed-cf4e-4e87-af45-81c4a4217633, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:42:41.342421 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-c6964add-74fe-40b8-8173-7e9ba8699e8a req-c851298c-c0d0-400d-906c-973977dfd70b service neutron] For port 36a1ceed-cf4e-4e87-af45-81c4a4217633, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=36a1ceed-cf4e-4e87-af45-81c4a4217633,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:42:41.352531 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13abaf48-4879-495d-bb02-bc2700b0c913 req-93198308-a37d-4ad2-ad84-8e353c83dc0f tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:41.354172 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-13abaf48-4879-495d-bb02-bc2700b0c913 req-93198308-a37d-4ad2-ad84-8e353c83dc0f tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=db9b48db-d25d-4d09-9a7a-bd68518db69b HTTP/1.1" status: 200 len: 945 time: 0.1432345 Jul 09 14:42:41.369421 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e3f9fa21-6b1d-4355-b7d9-984b29730135 req-f621ac63-3ab4-4718-9cd7-734fc5aeff23 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dfc6839-39ca-49c8-8a05-5f845fe9d742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402083 Jul 09 14:42:41.392845 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-c6964add-74fe-40b8-8173-7e9ba8699e8a req-c851298c-c0d0-400d-906c-973977dfd70b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:41.413149 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 19b5e970-bbe6-4396-9e10-1ca4155c0962 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:42:41.419935 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 1efa3387-1e39-4d8a-b890-1d24773305ef up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:42:41.434864 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-13abaf48-4879-495d-bb02-bc2700b0c913 req-92a06dfc-8c8b-44e6-b3f5-f989a202312a tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746233 Jul 09 14:42:41.443859 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6964add-74fe-40b8-8173-7e9ba8699e8a req-c851298c-c0d0-400d-906c-973977dfd70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:41.444488 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-c6964add-74fe-40b8-8173-7e9ba8699e8a req-c851298c-c0d0-400d-906c-973977dfd70b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:41.446231 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c6964add-74fe-40b8-8173-7e9ba8699e8a req-c851298c-c0d0-400d-906c-973977dfd70b service neutron] 10.222.0.54 "PUT /v2.0/ports/36a1ceed-cf4e-4e87-af45-81c4a4217633 HTTP/1.1" status: 200 len: 1096 time: 0.9872828 Jul 09 14:42:41.449265 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62d9e003-d3a2-43f0-a340-ed37afdb646a', 'tag': '36a1ceed-cf4e-4e87-af45-81c4a4217633'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:42:41.451589 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702559da-1e26-453b-89be-005e13af0382" -d '{"events": [{"name": "network-changed", "server_uuid": "62d9e003-d3a2-43f0-a340-ed37afdb646a", "tag": "36a1ceed-cf4e-4e87-af45-81c4a4217633"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:42:41.494631 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c851298c-c0d0-400d-906c-973977dfd70b service neutron] Pushing event updated for resources: {'Port': ['ID=36a1ceed-cf4e-4e87-af45-81c4a4217633,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:41.527083 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac0e029-f507-4822-acd5-072e46b1ac20 x-openstack-request-id: req-0ac0e029-f507-4822-acd5-072e46b1ac20 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:42:41.527476 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62d9e003-d3a2-43f0-a340-ed37afdb646a", "tag": "36a1ceed-cf4e-4e87-af45-81c4a4217633", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:42:41.527938 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0ac0e029-f507-4822-acd5-072e46b1ac20 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:42:41.529137 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62d9e003-d3a2-43f0-a340-ed37afdb646a', 'tag': '36a1ceed-cf4e-4e87-af45-81c4a4217633', 'status': 'completed', 'code': 200} Jul 09 14:42:41.583410 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 19b5e970-bbe6-4396-9e10-1ca4155c0962, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=19b5e970-bbe6-4396-9e10-1ca4155c0962,segment=NetworkSegment(0c9645c6-6b59-4fdf-bb22-f399ad44ac68),segment_id=0c9645c6-6b59-4fdf-bb22-f399ad44ac68)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:42:41.592783 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b2ec8-f7d7-4b40-9cb6-9ea1cbd60308 req-6841dd0f-774a-4364-978c-2bd4101ca2b6 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:41.594448 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b80b2ec8-f7d7-4b40-9cb6-9ea1cbd60308 req-6841dd0f-774a-4364-978c-2bd4101ca2b6 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=069ac2cf-36e9-4e0b-858b-582b7e80fe5a HTTP/1.1" status: 200 len: 948 time: 0.1036053 Jul 09 14:42:41.612391 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '19b5e970-bbe6-4396-9e10-1ca4155c0962', 'network_id': '6d84458c-3b33-4beb-9069-df403c550a00', 'port_id': '19b5e970-bbe6-4396-9e10-1ca4155c0962', 'mac_address': 'fa:16:3e:8b:f2:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '316370e8-8793-4430-8b98-3f88154eeab0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:42:41.620724 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port 1efa3387-1e39-4d8a-b890-1d24773305ef completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:42:41.648223 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 1efa3387-1e39-4d8a-b890-1d24773305ef triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:42:41.648597 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:41.654722 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b80b2ec8-f7d7-4b40-9cb6-9ea1cbd60308 req-5b61933e-919d-45a7-a3ad-f9cc96ccda6b tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526249 Jul 09 14:42:41.657966 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702559da-1e26-453b-89be-005e13af0382 req-5d6d4c36-f2a2-44dd-bb2a-59dec70d460f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:41.660596 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-702559da-1e26-453b-89be-005e13af0382 req-5d6d4c36-f2a2-44dd-bb2a-59dec70d460f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a68a696055094bbbadda9bcb8df859df&device_id=62d9e003-d3a2-43f0-a340-ed37afdb646a HTTP/1.1" status: 200 len: 1099 time: 0.0941339 Jul 09 14:42:41.698658 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-702559da-1e26-453b-89be-005e13af0382 req-00a0cbc6-a853-4171-a58a-17969f4cbd11 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=a68a696055094bbbadda9bcb8df859df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259461 Jul 09 14:42:41.705443 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:41.723468 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19b5e970-bbe6-4396-9e10-1ca4155c0962 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:42:41.748520 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 19b5e970-bbe6-4396-9e10-1ca4155c0962, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=19b5e970-bbe6-4396-9e10-1ca4155c0962,segment=NetworkSegment(0c9645c6-6b59-4fdf-bb22-f399ad44ac68),segment_id=0c9645c6-6b59-4fdf-bb22-f399ad44ac68)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:42:41.782491 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:41.814393 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '069ac2cf-36e9-4e0b-858b-582b7e80fe5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efa3387-1e39-4d8a-b890-1d24773305ef'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:42:41.817530 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6bfa0ac-9402-4962-8e2a-62acc6092494" -d '{"events": [{"server_uuid": "069ac2cf-36e9-4e0b-858b-582b7e80fe5a", "name": "network-vif-plugged", "status": "completed", "tag": "1efa3387-1e39-4d8a-b890-1d24773305ef"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:42:41.835430 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 1efa3387-1e39-4d8a-b890-1d24773305ef, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=1efa3387-1e39-4d8a-b890-1d24773305ef,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:42:41.838940 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702559da-1e26-453b-89be-005e13af0382 req-7a784f10-a74d-49e9-94cb-b98a0e03846c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:41.840484 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-702559da-1e26-453b-89be-005e13af0382 req-7a784f10-a74d-49e9-94cb-b98a0e03846c service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1346636 Jul 09 14:42:41.847939 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:41.860215 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64eb7d3-a224-44d3-9350-5146ffccf96e req-724308b9-6e15-456c-98b7-4ea92b8e1721 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:41.860215 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c64eb7d3-a224-44d3-9350-5146ffccf96e req-724308b9-6e15-456c-98b7-4ea92b8e1721 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfcc7ccb-291a-493f-b69d-6005db0b1092 HTTP/1.1" status: 200 len: 950 time: 0.1035650 Jul 09 14:42:41.886828 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-270e5274-b6f1-4781-b5aa-53d95616c92a x-openstack-request-id: req-270e5274-b6f1-4781-b5aa-53d95616c92a {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:42:41.887088 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "069ac2cf-36e9-4e0b-858b-582b7e80fe5a", "name": "network-vif-plugged", "status": "completed", "tag": "1efa3387-1e39-4d8a-b890-1d24773305ef", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:42:41.887367 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-270e5274-b6f1-4781-b5aa-53d95616c92a {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:42:41.887857 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '069ac2cf-36e9-4e0b-858b-582b7e80fe5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efa3387-1e39-4d8a-b890-1d24773305ef', 'code': 200} Jul 09 14:42:41.906169 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=19b5e970-bbe6-4396-9e10-1ca4155c0962,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:41.908865 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:41.918710 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c64eb7d3-a224-44d3-9350-5146ffccf96e req-af5dbaea-c8c6-4640-9132-b883f5b24d7a tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551188 Jul 09 14:42:41.962903 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6964add-74fe-40b8-8173-7e9ba8699e8a req-43624f84-afab-4c86-ba32-e042796a3804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:41.964488 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=1efa3387-1e39-4d8a-b890-1d24773305ef,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:41.964644 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c6964add-74fe-40b8-8173-7e9ba8699e8a req-43624f84-afab-4c86-ba32-e042796a3804 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a68a696055094bbbadda9bcb8df859df&device_id=62d9e003-d3a2-43f0-a340-ed37afdb646a HTTP/1.1" status: 200 len: 1099 time: 0.0692921 Jul 09 14:42:42.014317 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c6964add-74fe-40b8-8173-7e9ba8699e8a req-659bb38d-d001-470b-8bd0-298bbda52a88 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=36a1ceed-cf4e-4e87-af45-81c4a4217633 HTTP/1.1" status: 200 len: 217 time: 0.0414560 Jul 09 14:42:42.072512 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6964add-74fe-40b8-8173-7e9ba8699e8a req-5e52dd37-aac1-4b69-9a94-c41dd2bf392b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:42.074157 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c6964add-74fe-40b8-8173-7e9ba8699e8a req-5e52dd37-aac1-4b69-9a94-c41dd2bf392b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.0538003 Jul 09 14:42:42.097568 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abe2194-4c8b-4006-9f35-1a75ca9e7dbc req-8c1afeb5-ba97-4ed1-92c1-d04255f87f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:42.099071 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9abe2194-4c8b-4006-9f35-1a75ca9e7dbc req-8c1afeb5-ba97-4ed1-92c1-d04255f87f1a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=069ac2cf-36e9-4e0b-858b-582b7e80fe5a HTTP/1.1" status: 200 len: 1100 time: 0.1125064 Jul 09 14:42:42.107986 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e4bea-85b8-4e62-9aba-8b68ab7b06cf req-bc808367-ef6b-4a10-88a8-3edca2d0c850 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:42.109450 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f86e4bea-85b8-4e62-9aba-8b68ab7b06cf req-bc808367-ef6b-4a10-88a8-3edca2d0c850 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=185d943f-2ca8-41c3-8e34-2e9d1545c143 HTTP/1.1" status: 200 len: 946 time: 0.0855668 Jul 09 14:42:42.159919 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9abe2194-4c8b-4006-9f35-1a75ca9e7dbc req-95be0d45-53fa-4e17-8ee1-eeafaa23e1d7 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494001 Jul 09 14:42:42.177026 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f86e4bea-85b8-4e62-9aba-8b68ab7b06cf req-f9fb7e00-7f0a-4327-a0d1-193e2b7f10b2 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599492 Jul 09 14:42:42.184424 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083c667-f9a0-4401-9128-39090c2c06ef req-ddc48edc-586c-4f3c-9072-81326db8c6a1 tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:42.185951 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c083c667-f9a0-4401-9128-39090c2c06ef req-ddc48edc-586c-4f3c-9072-81326db8c6a1 tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d96e1d6-969a-4592-b633-e3e04e7820c2 HTTP/1.1" status: 200 len: 945 time: 0.1108217 Jul 09 14:42:42.188749 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6964add-74fe-40b8-8173-7e9ba8699e8a req-925862ff-5ef6-4f18-a721-ead9bb332278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:42.190990 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c6964add-74fe-40b8-8173-7e9ba8699e8a req-925862ff-5ef6-4f18-a721-ead9bb332278 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0869701 Jul 09 14:42:42.277752 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c083c667-f9a0-4401-9128-39090c2c06ef req-8b18a68a-fa9b-4eaa-8a99-9d615f32a802 tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] 10.222.0.58 "GET /v2.0/security-groups?id=82474903-020c-41b5-a2d0-4487aec7c264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829029 Jul 09 14:42:42.310061 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c6964add-74fe-40b8-8173-7e9ba8699e8a req-99522b6a-0f7d-4df4-bb66-c3a7e162c3d5 service neutron] 10.222.0.54 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097684 Jul 09 14:42:42.394888 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['19b5e970-bbe6-4396-9e10-1ca4155c0962'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:42:42.411030 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c6964add-74fe-40b8-8173-7e9ba8699e8a req-f7f284dd-e2c7-420c-9a1b-5b95b719d151 service neutron] 10.222.0.54 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890977 Jul 09 14:42:42.561780 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db2317-4e01-46ae-bf22-d42cd678f55d req-c74861d3-8e27-48cc-82d1-40ca324801d5 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:42.563275 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-92db2317-4e01-46ae-bf22-d42cd678f55d req-c74861d3-8e27-48cc-82d1-40ca324801d5 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.58 "GET /v2.0/ports?device_id=62d9e003-d3a2-43f0-a340-ed37afdb646a HTTP/1.1" status: 200 len: 948 time: 0.0651903 Jul 09 14:42:42.603309 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-92db2317-4e01-46ae-bf22-d42cd678f55d req-ce3674fc-30c8-4bf6-a8b7-2233ba11f357 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dfc6839-39ca-49c8-8a05-5f845fe9d742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336015 Jul 09 14:42:42.743561 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f3c59-5605-49b0-96d0-c68d55348073 req-91732bfd-08cc-4ea0-9053-de7b60f0d95f tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:42.745067 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-971f3c59-5605-49b0-96d0-c68d55348073 req-91732bfd-08cc-4ea0-9053-de7b60f0d95f tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=db9b48db-d25d-4d09-9a7a-bd68518db69b HTTP/1.1" status: 200 len: 945 time: 0.0646589 Jul 09 14:42:42.786171 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-971f3c59-5605-49b0-96d0-c68d55348073 req-f83eadf5-6481-4992-928e-248b7ed07cdf tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354416 Jul 09 14:42:42.834409 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595c55a-8c35-4545-8e7c-7d2103caffd8 req-20d2c8c4-7413-4ffe-af1e-2c0cdbafca4b tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:42.835903 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1595c55a-8c35-4545-8e7c-7d2103caffd8 req-20d2c8c4-7413-4ffe-af1e-2c0cdbafca4b tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=069ac2cf-36e9-4e0b-858b-582b7e80fe5a HTTP/1.1" status: 200 len: 949 time: 0.0629916 Jul 09 14:42:42.873557 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1595c55a-8c35-4545-8e7c-7d2103caffd8 req-70f3d028-7e49-4960-9076-2db3cec74797 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313530 Jul 09 14:42:43.081231 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29149bfb-71e1-4c11-beff-b3c789cc9a1d req-29fc1fe0-38f0-4244-99d8-744e15b82f02 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:43.082682 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-29149bfb-71e1-4c11-beff-b3c789cc9a1d req-29fc1fe0-38f0-4244-99d8-744e15b82f02 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfcc7ccb-291a-493f-b69d-6005db0b1092 HTTP/1.1" status: 200 len: 950 time: 0.0614192 Jul 09 14:42:43.118612 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-29149bfb-71e1-4c11-beff-b3c789cc9a1d req-b0fc0f20-1fcc-4e7c-8566-279763096a94 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304041 Jul 09 14:42:43.415411 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 0f7a887a-cc10-46c1-be45-85a7c45b9735 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:42:43.424805 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 0f7a887a-cc10-46c1-be45-85a7c45b9735 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:42:43.460435 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95470a2b-da94-485a-b40c-2b9c76829d21 req-95a2994c-268f-4e75-b790-6e3faca56eab tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:43.462285 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-95470a2b-da94-485a-b40c-2b9c76829d21 req-95a2994c-268f-4e75-b790-6e3faca56eab tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d96e1d6-969a-4592-b633-e3e04e7820c2 HTTP/1.1" status: 200 len: 945 time: 0.0710876 Jul 09 14:42:43.505980 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-95470a2b-da94-485a-b40c-2b9c76829d21 req-03c78c50-ea66-4654-aeb3-24bc34439f7b tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] 10.222.0.58 "GET /v2.0/security-groups?id=82474903-020c-41b5-a2d0-4487aec7c264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379703 Jul 09 14:42:43.589381 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 0f7a887a-cc10-46c1-be45-85a7c45b9735, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=0f7a887a-cc10-46c1-be45-85a7c45b9735,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:42:43.598378 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:43.628178 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '0f7a887a-cc10-46c1-be45-85a7c45b9735', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'port_id': '0f7a887a-cc10-46c1-be45-85a7c45b9735', 'mac_address': 'fa:16:3e:47:19:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8081bcce-88de-4a2f-9e69-6750220e0be0', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:42:43.669730 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 0f7a887a-cc10-46c1-be45-85a7c45b9735, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=0f7a887a-cc10-46c1-be45-85a7c45b9735,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:42:43.679939 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2f2f1-2724-4dd4-9b9d-ec77a97c7470 req-4c51b519-0d98-4424-b5e8-3c9475bfe6ab tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:43.682448 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9cc2f2f1-2724-4dd4-9b9d-ec77a97c7470 req-4c51b519-0d98-4424-b5e8-3c9475bfe6ab tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=185d943f-2ca8-41c3-8e34-2e9d1545c143 HTTP/1.1" status: 200 len: 946 time: 0.3916225 Jul 09 14:42:43.688343 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:43.703660 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0f7a887a-cc10-46c1-be45-85a7c45b9735 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:42:43.722012 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9cc2f2f1-2724-4dd4-9b9d-ec77a97c7470 req-e2959006-c97e-4c57-9332-5a0e765b18d2 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341537 Jul 09 14:42:43.734597 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:43.812470 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.db.api [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 14:42:43.812901 n-d-799529-6 neutron-server[94447]: DEBUG oslo_db.api [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 14:42:43.818352 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=0f7a887a-cc10-46c1-be45-85a7c45b9735,revision_number=6']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:43.888724 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfcc7ccb-291a-493f-b69d-6005db0b1092', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f7a887a-cc10-46c1-be45-85a7c45b9735'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:42:43.891190 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd39eee1-2d0c-4950-89c6-607fae5a6b44" -d '{"events": [{"server_uuid": "bfcc7ccb-291a-493f-b69d-6005db0b1092", "name": "network-vif-unplugged", "status": "completed", "tag": "0f7a887a-cc10-46c1-be45-85a7c45b9735"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:42:43.892799 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934dddcb-3966-4505-b2cb-1808cd022c7e req-fb2c265a-e0b7-4003-ae72-2b33e1f9b707 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:43.895116 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-934dddcb-3966-4505-b2cb-1808cd022c7e req-fb2c265a-e0b7-4003-ae72-2b33e1f9b707 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.58 "GET /v2.0/ports?device_id=62d9e003-d3a2-43f0-a340-ed37afdb646a HTTP/1.1" status: 200 len: 948 time: 0.0654619 Jul 09 14:42:43.934921 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-934dddcb-3966-4505-b2cb-1808cd022c7e req-f4d50506-5714-43e4-a85d-5b69801410a6 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dfc6839-39ca-49c8-8a05-5f845fe9d742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339885 Jul 09 14:42:43.991538 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c70cd-96fc-43fd-8e2a-2df41248adaa req-cc912f81-0491-492e-93b5-e87709e5025c tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:43.994073 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d57c70cd-96fc-43fd-8e2a-2df41248adaa req-cc912f81-0491-492e-93b5-e87709e5025c tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=db9b48db-d25d-4d09-9a7a-bd68518db69b HTTP/1.1" status: 200 len: 945 time: 0.0824373 Jul 09 14:42:44.000137 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 14:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533ae49d-858c-47bf-8f06-0b2909bc2033 x-openstack-request-id: req-533ae49d-858c-47bf-8f06-0b2909bc2033 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:42:44.000137 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfcc7ccb-291a-493f-b69d-6005db0b1092", "name": "network-vif-unplugged", "status": "completed", "tag": "0f7a887a-cc10-46c1-be45-85a7c45b9735", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:42:44.000137 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-533ae49d-858c-47bf-8f06-0b2909bc2033 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:42:44.000137 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfcc7ccb-291a-493f-b69d-6005db0b1092', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f7a887a-cc10-46c1-be45-85a7c45b9735', 'code': 200} Jul 09 14:42:44.038736 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d57c70cd-96fc-43fd-8e2a-2df41248adaa req-fed2a527-c255-4f30-9a16-8e0e314de1f9 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353773 Jul 09 14:42:44.192417 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d3e736-1256-4178-b66b-90a008300701 req-affe3c73-eca0-4e62-ae71-4d7a1b953fe6 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:44.193922 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-19d3e736-1256-4178-b66b-90a008300701 req-affe3c73-eca0-4e62-ae71-4d7a1b953fe6 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=069ac2cf-36e9-4e0b-858b-582b7e80fe5a HTTP/1.1" status: 200 len: 949 time: 0.1071956 Jul 09 14:42:44.199315 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad6ae1a-12e5-471d-9e8c-57363199c10b req-1ab9c312-789b-43cd-a3c5-80ad202d306b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:44.200933 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9ad6ae1a-12e5-471d-9e8c-57363199c10b req-1ab9c312-789b-43cd-a3c5-80ad202d306b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=db9b48db-d25d-4d09-9a7a-bd68518db69b HTTP/1.1" status: 200 len: 1096 time: 0.0834982 Jul 09 14:42:44.255166 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-19d3e736-1256-4178-b66b-90a008300701 req-0f1f7b22-d390-4dac-b5f2-3c1d501b904e tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533607 Jul 09 14:42:44.258834 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9ad6ae1a-12e5-471d-9e8c-57363199c10b req-91335d69-9b0b-4ef6-a9a2-75eb14eeee6b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504260 Jul 09 14:42:44.296121 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f1d8ea-70c0-46ab-9fea-75313496d0d2 req-b49f8e82-856d-4d71-8615-9f0601337223 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:44.297658 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e8f1d8ea-70c0-46ab-9fea-75313496d0d2 req-b49f8e82-856d-4d71-8615-9f0601337223 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfcc7ccb-291a-493f-b69d-6005db0b1092 HTTP/1.1" status: 200 len: 948 time: 0.0648150 Jul 09 14:42:44.335396 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e8f1d8ea-70c0-46ab-9fea-75313496d0d2 req-8c7930c4-e543-40d8-8f33-f46b6b08ace8 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318007 Jul 09 14:42:44.357331 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:44.370291 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f7a887a-cc10-46c1-be45-85a7c45b9735 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:42:44.389200 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 0f7a887a-cc10-46c1-be45-85a7c45b9735, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=0f7a887a-cc10-46c1-be45-85a7c45b9735,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:42:44.528067 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:44.579916 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=0f7a887a-cc10-46c1-be45-85a7c45b9735,revision_number=7']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:44.625053 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:44.683189 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b03afa-09b5-4a70-b4cf-e3e730a79f52 req-34b0619f-11a9-42f7-812a-f080558b16e5 tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:44.684717 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c9b03afa-09b5-4a70-b4cf-e3e730a79f52 req-34b0619f-11a9-42f7-812a-f080558b16e5 tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d96e1d6-969a-4592-b633-e3e04e7820c2 HTTP/1.1" status: 200 len: 945 time: 0.0639861 Jul 09 14:42:44.723687 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c9b03afa-09b5-4a70-b4cf-e3e730a79f52 req-5125c0c2-5155-4f5a-a77f-1a7eacca6717 tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] 10.222.0.58 "GET /v2.0/security-groups?id=82474903-020c-41b5-a2d0-4487aec7c264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324645 Jul 09 14:42:44.902201 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829537d8-c147-4cae-a22f-1d79a1e71a21 req-1daca70a-bdf2-43f4-b42c-711b503a6c0b tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:44.903701 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-829537d8-c147-4cae-a22f-1d79a1e71a21 req-1daca70a-bdf2-43f4-b42c-711b503a6c0b tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=185d943f-2ca8-41c3-8e34-2e9d1545c143 HTTP/1.1" status: 200 len: 946 time: 0.0635035 Jul 09 14:42:44.944308 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-829537d8-c147-4cae-a22f-1d79a1e71a21 req-4898095b-392e-46a3-a03f-24d220e6ef65 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350406 Jul 09 14:42:44.985776 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['0f7a887a-cc10-46c1-be45-85a7c45b9735'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:42:45.122280 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bda6d7-1a1a-4949-a7c3-ef885ea3bc95 req-8b85c181-3832-4c06-914c-440fbab9317c tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:45.124155 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-94bda6d7-1a1a-4949-a7c3-ef885ea3bc95 req-8b85c181-3832-4c06-914c-440fbab9317c tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.58 "GET /v2.0/ports?device_id=62d9e003-d3a2-43f0-a340-ed37afdb646a HTTP/1.1" status: 200 len: 948 time: 0.0706136 Jul 09 14:42:45.167696 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-94bda6d7-1a1a-4949-a7c3-ef885ea3bc95 req-71cf8594-7d9a-49e5-a0d5-62323ea3c936 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dfc6839-39ca-49c8-8a05-5f845fe9d742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351741 Jul 09 14:42:45.218946 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03347594-7779-4c11-a08a-674b7ed4284a req-c2f96578-17c9-44fd-8245-db5d70dd8870 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:45.220464 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-03347594-7779-4c11-a08a-674b7ed4284a req-c2f96578-17c9-44fd-8245-db5d70dd8870 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=db9b48db-d25d-4d09-9a7a-bd68518db69b HTTP/1.1" status: 200 len: 945 time: 0.0661888 Jul 09 14:42:45.258665 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-03347594-7779-4c11-a08a-674b7ed4284a req-bc5193a7-4e55-49c9-a5b9-86092c4b5146 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324984 Jul 09 14:42:45.432728 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba1d99-c68c-4923-b30a-a97bb4f2cd23 req-79e4fcd6-7d4c-4f3e-8523-d518d341caa9 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:45.434230 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bcba1d99-c68c-4923-b30a-a97bb4f2cd23 req-79e4fcd6-7d4c-4f3e-8523-d518d341caa9 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=069ac2cf-36e9-4e0b-858b-582b7e80fe5a HTTP/1.1" status: 200 len: 949 time: 0.0654843 Jul 09 14:42:45.450557 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 19b5e970-bbe6-4396-9e10-1ca4155c0962 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:42:45.473513 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bcba1d99-c68c-4923-b30a-a97bb4f2cd23 req-6fbc6765-645e-4698-bf16-3c3822a62a97 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333607 Jul 09 14:42:45.527023 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0334ed0f-ff8a-4c8f-998f-aaa7a662f9cb req-0896ff59-3111-4b16-9983-6353c4376b36 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:45.528620 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0334ed0f-ff8a-4c8f-998f-aaa7a662f9cb req-0896ff59-3111-4b16-9983-6353c4376b36 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfcc7ccb-291a-493f-b69d-6005db0b1092 HTTP/1.1" status: 200 len: 949 time: 0.0727036 Jul 09 14:42:45.562656 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port 19b5e970-bbe6-4396-9e10-1ca4155c0962 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:42:45.567048 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 19b5e970-bbe6-4396-9e10-1ca4155c0962 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:42:45.567895 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0334ed0f-ff8a-4c8f-998f-aaa7a662f9cb req-a88fc07e-293e-4090-a25b-bc50f88a2690 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335503 Jul 09 14:42:45.572478 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:45.648628 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 36a1ceed-cf4e-4e87-af45-81c4a4217633 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:42:45.662036 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:45.739377 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 19b5e970-bbe6-4396-9e10-1ca4155c0962, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=19b5e970-bbe6-4396-9e10-1ca4155c0962,segment=NetworkSegment(0c9645c6-6b59-4fdf-bb22-f399ad44ac68),segment_id=0c9645c6-6b59-4fdf-bb22-f399ad44ac68)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:42:45.775422 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 36a1ceed-cf4e-4e87-af45-81c4a4217633, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=36a1ceed-cf4e-4e87-af45-81c4a4217633,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:42:45.787802 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': '36a1ceed-cf4e-4e87-af45-81c4a4217633', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'port_id': '36a1ceed-cf4e-4e87-af45-81c4a4217633', 'mac_address': 'fa:16:3e:47:da:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8081bcce-88de-4a2f-9e69-6750220e0be0', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:42:45.824578 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:45.827681 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:45.858218 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36a1ceed-cf4e-4e87-af45-81c4a4217633 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:42:45.897069 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 36a1ceed-cf4e-4e87-af45-81c4a4217633, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=36a1ceed-cf4e-4e87-af45-81c4a4217633,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:42:45.919135 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=19b5e970-bbe6-4396-9e10-1ca4155c0962,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:45.996745 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:46.000414 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d96e1d6-969a-4592-b633-e3e04e7820c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b5e970-bbe6-4396-9e10-1ca4155c0962'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:42:46.002724 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d83fd8-d7cd-4fb0-a466-28bc0713a66e" -d '{"events": [{"server_uuid": "2d96e1d6-969a-4592-b633-e3e04e7820c2", "name": "network-vif-plugged", "status": "completed", "tag": "19b5e970-bbe6-4396-9e10-1ca4155c0962"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:42:46.056272 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd38294-5539-4220-91ab-78d26fbe5345 req-824dfbad-2c9c-44ff-a3c2-96d87727e65d tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:46.058084 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9fd38294-5539-4220-91ab-78d26fbe5345 req-824dfbad-2c9c-44ff-a3c2-96d87727e65d tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=069ac2cf-36e9-4e0b-858b-582b7e80fe5a HTTP/1.1" status: 200 len: 949 time: 0.0711992 Jul 09 14:42:46.115049 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9fd38294-5539-4220-91ab-78d26fbe5345 req-c45e9ebd-fd6c-432c-9916-0e10be079385 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502560 Jul 09 14:42:46.228187 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=36a1ceed-cf4e-4e87-af45-81c4a4217633,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:46.333860 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['36a1ceed-cf4e-4e87-af45-81c4a4217633'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:42:46.339530 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-aac4ab55-36eb-4c05-a690-2a9151f7dcfb req-5cbdb110-ce51-4b0d-9c13-6133a52e4b7c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=069ac2cf-36e9-4e0b-858b-582b7e80fe5a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2197332 Jul 09 14:42:46.376460 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d79cf-715f-4c24-9aaf-1eae474bb1df req-84372332-5398-49bf-a417-77ed28dab93a tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:46.379448 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-161d79cf-715f-4c24-9aaf-1eae474bb1df req-84372332-5398-49bf-a417-77ed28dab93a tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d96e1d6-969a-4592-b633-e3e04e7820c2 HTTP/1.1" status: 200 len: 946 time: 0.4399407 Jul 09 14:42:46.426053 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-161d79cf-715f-4c24-9aaf-1eae474bb1df req-22b1d2c6-f306-4c29-a412-7eaf546225d3 tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] 10.222.0.58 "GET /v2.0/security-groups?id=82474903-020c-41b5-a2d0-4487aec7c264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389268 Jul 09 14:42:46.466770 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2583a-23eb-4db4-8500-c93735436f91 req-0a512254-e971-4e93-8f83-786ea4fdafa9 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:46.468530 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-92e2583a-23eb-4db4-8500-c93735436f91 req-0a512254-e971-4e93-8f83-786ea4fdafa9 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=185d943f-2ca8-41c3-8e34-2e9d1545c143 HTTP/1.1" status: 200 len: 946 time: 0.0883508 Jul 09 14:42:46.524176 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-92e2583a-23eb-4db4-8500-c93735436f91 req-aaf6da8d-c162-4d87-8fb2-1aae7ebd88df tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495932 Jul 09 14:42:46.669671 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef7a270-3387-4e99-8ba7-1e5c884d4947 x-openstack-request-id: req-9ef7a270-3387-4e99-8ba7-1e5c884d4947 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:42:46.671251 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d96e1d6-969a-4592-b633-e3e04e7820c2", "name": "network-vif-plugged", "status": "completed", "tag": "19b5e970-bbe6-4396-9e10-1ca4155c0962", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:42:46.671251 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9ef7a270-3387-4e99-8ba7-1e5c884d4947 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:42:46.671251 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d96e1d6-969a-4592-b633-e3e04e7820c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b5e970-bbe6-4396-9e10-1ca4155c0962', 'code': 200} Jul 09 14:42:46.720236 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de10bfb-8f13-4b05-92c9-c07cd0d6a16e req-4858e79d-4d65-4b29-b563-e298b6e1e1dc tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:46.727935 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4de10bfb-8f13-4b05-92c9-c07cd0d6a16e req-4858e79d-4d65-4b29-b563-e298b6e1e1dc tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.58 "GET /v2.0/ports?device_id=62d9e003-d3a2-43f0-a340-ed37afdb646a HTTP/1.1" status: 200 len: 949 time: 0.0847750 Jul 09 14:42:46.770541 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4de10bfb-8f13-4b05-92c9-c07cd0d6a16e req-415bc22f-27e4-4cfa-83a9-cd6fae32637a tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dfc6839-39ca-49c8-8a05-5f845fe9d742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417390 Jul 09 14:42:46.881516 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf0cc98-4381-4de2-adc1-943be4ba75db req-7c16bca0-fb54-4d3f-aaf4-8b23dcfea3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:46.883010 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ecf0cc98-4381-4de2-adc1-943be4ba75db req-7c16bca0-fb54-4d3f-aaf4-8b23dcfea3fd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2d96e1d6-969a-4592-b633-e3e04e7820c2 HTTP/1.1" status: 200 len: 1097 time: 0.0993292 Jul 09 14:42:46.896459 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8adcb-d257-4d5a-b0c8-d7252bad375f req-97171a5d-2587-40b9-a34c-1f06d48a4098 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:46.897922 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-25f8adcb-d257-4d5a-b0c8-d7252bad375f req-97171a5d-2587-40b9-a34c-1f06d48a4098 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=db9b48db-d25d-4d09-9a7a-bd68518db69b HTTP/1.1" status: 200 len: 945 time: 0.1321912 Jul 09 14:42:46.949888 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a455d9d-ba11-4606-900c-a3f0b3385cb4 req-b01baf23-64d3-480f-98f3-91bf96b0b745 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:46.951412 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0a455d9d-ba11-4606-900c-a3f0b3385cb4 req-b01baf23-64d3-480f-98f3-91bf96b0b745 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfcc7ccb-291a-493f-b69d-6005db0b1092 HTTP/1.1" status: 200 len: 949 time: 0.0666776 Jul 09 14:42:46.960254 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ecf0cc98-4381-4de2-adc1-943be4ba75db req-a26cfcc6-a80a-44e3-9b82-dcb1f6c3be88 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=82474903-020c-41b5-a2d0-4487aec7c264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612969 Jul 09 14:42:46.963299 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-25f8adcb-d257-4d5a-b0c8-d7252bad375f req-a24216f9-e138-45cf-b2d0-6c4ca899bd5e tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574672 Jul 09 14:42:47.001264 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0a455d9d-ba11-4606-900c-a3f0b3385cb4 req-cad98969-f055-4ea0-a067-e0c0dc31b648 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378420 Jul 09 14:42:47.308433 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a051b-1836-45d0-b291-078e4f47ec30 req-9edbb2dd-a8b6-416d-9d99-c772bce43c3a tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:47.309943 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-444a051b-1836-45d0-b291-078e4f47ec30 req-9edbb2dd-a8b6-416d-9d99-c772bce43c3a tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=069ac2cf-36e9-4e0b-858b-582b7e80fe5a HTTP/1.1" status: 200 len: 949 time: 0.0665784 Jul 09 14:42:47.348161 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-444a051b-1836-45d0-b291-078e4f47ec30 req-c5d17e55-97d1-400e-84e7-913cc0437408 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325732 Jul 09 14:42:47.437500 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 0f7a887a-cc10-46c1-be45-85a7c45b9735 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:42:47.489170 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 0f7a887a-cc10-46c1-be45-85a7c45b9735 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:42:47.489545 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:47.586990 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:47.621118 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 0f7a887a-cc10-46c1-be45-85a7c45b9735, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=0f7a887a-cc10-46c1-be45-85a7c45b9735,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:42:47.637101 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b43b22-63a8-4930-a445-75e7d1ea3b54 req-afe13e14-cc0e-4688-9591-bdcdbb80733c tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:47.638604 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b5b43b22-63a8-4930-a445-75e7d1ea3b54 req-afe13e14-cc0e-4688-9591-bdcdbb80733c tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d96e1d6-969a-4592-b633-e3e04e7820c2 HTTP/1.1" status: 200 len: 946 time: 0.0681047 Jul 09 14:42:47.644792 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 36a1ceed-cf4e-4e87-af45-81c4a4217633 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:42:47.682062 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b5b43b22-63a8-4930-a445-75e7d1ea3b54 req-703bebe7-556e-436e-a92a-c3b63b2a144d tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] 10.222.0.58 "GET /v2.0/security-groups?id=82474903-020c-41b5-a2d0-4487aec7c264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367103 Jul 09 14:42:47.702789 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:47.741161 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db58104c-15e2-47c1-8ed1-a0ce2c5e4625 req-4bcf4b1a-7cb9-42f7-8f0c-836ce5a51bc6 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:47.744004 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-db58104c-15e2-47c1-8ed1-a0ce2c5e4625 req-4bcf4b1a-7cb9-42f7-8f0c-836ce5a51bc6 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=db9b48db-d25d-4d09-9a7a-bd68518db69b HTTP/1.1" status: 200 len: 945 time: 0.0993755 Jul 09 14:42:47.767416 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=0f7a887a-cc10-46c1-be45-85a7c45b9735,revision_number=8']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:47.777060 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:47.777798 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:47.778313 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:47.778872 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:47.779385 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:47.779953 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:47.780481 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:47.780997 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:47.781495 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:47.782151 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:47.782810 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:47.783313 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:47.787756 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port 36a1ceed-cf4e-4e87-af45-81c4a4217633 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:42:47.792446 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port 36a1ceed-cf4e-4e87-af45-81c4a4217633 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:42:47.793031 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:47.797398 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-db58104c-15e2-47c1-8ed1-a0ce2c5e4625 req-9435f2b0-f6d3-4e54-8371-4072de675eeb tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451913 Jul 09 14:42:47.816080 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99105a7-fcb3-489b-a5dd-cd0f60d893a5 req-4737a5c1-fcca-401e-9ac8-57e70f62577f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:47.817632 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f99105a7-fcb3-489b-a5dd-cd0f60d893a5 req-4737a5c1-fcca-401e-9ac8-57e70f62577f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7e8e5340b4af4fbb9f6efeaeab787aeb&device_id=db9b48db-d25d-4d09-9a7a-bd68518db69b HTTP/1.1" status: 200 len: 1096 time: 0.1267052 Jul 09 14:42:47.896378 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:47.932012 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 36a1ceed-cf4e-4e87-af45-81c4a4217633, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=36a1ceed-cf4e-4e87-af45-81c4a4217633,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:42:47.963578 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99105a7-fcb3-489b-a5dd-cd0f60d893a5 req-e4c76607-bb3e-4d04-a497-612b4084ace2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:47.965072 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f99105a7-fcb3-489b-a5dd-cd0f60d893a5 req-e4c76607-bb3e-4d04-a497-612b4084ace2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f1bff32f-69e2-446c-a290-b6ec892cf735 HTTP/1.1" status: 200 len: 920 time: 0.1403379 Jul 09 14:42:47.986604 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9851129f-8641-4757-83cc-18baf5106e3d req-f8eca745-7ff9-45fe-855e-6ae1323ff40d tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:47.988949 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9851129f-8641-4757-83cc-18baf5106e3d req-f8eca745-7ff9-45fe-855e-6ae1323ff40d tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.58 "GET /v2.0/ports?device_id=62d9e003-d3a2-43f0-a340-ed37afdb646a HTTP/1.1" status: 200 len: 949 time: 0.0710251 Jul 09 14:42:48.021397 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f99105a7-fcb3-489b-a5dd-cd0f60d893a5 req-65d65ae6-4c9f-45db-88dc-4e9d1aff37af service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01b8931f-c55e-44c7-9c7d-1f7d5fd6146f HTTP/1.1" status: 200 len: 217 time: 0.0437796 Jul 09 14:42:48.026288 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:48.032363 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9851129f-8641-4757-83cc-18baf5106e3d req-2cf57cc6-232f-43b8-a657-0e5d0d18d027 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dfc6839-39ca-49c8-8a05-5f845fe9d742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344751 Jul 09 14:42:48.034169 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea1a15c-b6d7-4790-bb56-2ff55d54734a req-2731dc60-8407-4115-92da-238a6c801f47 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:48.035788 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dea1a15c-b6d7-4790-bb56-2ff55d54734a req-2731dc60-8407-4115-92da-238a6c801f47 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=185d943f-2ca8-41c3-8e34-2e9d1545c143 HTTP/1.1" status: 200 len: 946 time: 0.2011299 Jul 09 14:42:48.080923 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=36a1ceed-cf4e-4e87-af45-81c4a4217633,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:48.115589 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99105a7-fcb3-489b-a5dd-cd0f60d893a5 req-562bb39c-6ca7-4f0d-a4ba-1bed644e20ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:48.117063 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f99105a7-fcb3-489b-a5dd-cd0f60d893a5 req-562bb39c-6ca7-4f0d-a4ba-1bed644e20ad service neutron] 10.222.0.54 "GET /v2.0/subnets?id=55af4da9-7f40-4991-a82d-0bd874a45ee8 HTTP/1.1" status: 200 len: 859 time: 0.0803843 Jul 09 14:42:48.122078 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dea1a15c-b6d7-4790-bb56-2ff55d54734a req-e9b4a5b0-3fee-4309-be4d-a6fb4144951b tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700393 Jul 09 14:42:48.156150 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f99105a7-fcb3-489b-a5dd-cd0f60d893a5 req-b860923a-4f16-4a1f-9a1a-77ce9b997adc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f1bff32f-69e2-446c-a290-b6ec892cf735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309093 Jul 09 14:42:48.233749 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e646c-20e3-407b-a14b-4ae1f1410c3f req-5902dc3b-0d4c-42d1-90b0-a9c446f79e89 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:48.235648 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-648e646c-20e3-407b-a14b-4ae1f1410c3f req-5902dc3b-0d4c-42d1-90b0-a9c446f79e89 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfcc7ccb-291a-493f-b69d-6005db0b1092 HTTP/1.1" status: 200 len: 950 time: 0.0848465 Jul 09 14:42:48.254238 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f99105a7-fcb3-489b-a5dd-cd0f60d893a5 req-3f96ef04-3af8-442f-ab49-4fe98602a4c3 service neutron] 10.222.0.54 "GET /v2.0/networks/f1bff32f-69e2-446c-a290-b6ec892cf735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908203 Jul 09 14:42:48.278799 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-648e646c-20e3-407b-a14b-4ae1f1410c3f req-d274c330-d9ac-4703-af11-21456f7e8616 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342507 Jul 09 14:42:48.351655 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f99105a7-fcb3-489b-a5dd-cd0f60d893a5 req-7019ee25-fb27-41ef-b865-a1a6f438e54f service neutron] 10.222.0.54 "GET /v2.0/networks/f1bff32f-69e2-446c-a290-b6ec892cf735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910025 Jul 09 14:42:48.533204 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8db48b-2fee-4b8d-93c9-67eed6278e9f req-32133070-35b1-4825-a429-1e9eec1d4b67 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:48.534789 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ed8db48b-2fee-4b8d-93c9-67eed6278e9f req-32133070-35b1-4825-a429-1e9eec1d4b67 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=069ac2cf-36e9-4e0b-858b-582b7e80fe5a HTTP/1.1" status: 200 len: 949 time: 0.0676193 Jul 09 14:42:48.574038 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ed8db48b-2fee-4b8d-93c9-67eed6278e9f req-8a099cb0-f387-4580-9ac6-bcd4e2d5968e tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334146 Jul 09 14:42:48.672287 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfcc7ccb-291a-493f-b69d-6005db0b1092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f7a887a-cc10-46c1-be45-85a7c45b9735'}, {'server_uuid': '62d9e003-d3a2-43f0-a340-ed37afdb646a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a1ceed-cf4e-4e87-af45-81c4a4217633'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:42:48.675142 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fdb739c-557c-4b0e-a0ff-22febe5c95bf" -d '{"events": [{"server_uuid": "bfcc7ccb-291a-493f-b69d-6005db0b1092", "name": "network-vif-plugged", "status": "completed", "tag": "0f7a887a-cc10-46c1-be45-85a7c45b9735"}, {"server_uuid": "62d9e003-d3a2-43f0-a340-ed37afdb646a", "name": "network-vif-plugged", "status": "completed", "tag": "36a1ceed-cf4e-4e87-af45-81c4a4217633"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:42:48.717912 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 14:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7cf8807-ee53-486c-b926-5b403671bcf3 x-openstack-request-id: req-d7cf8807-ee53-486c-b926-5b403671bcf3 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:42:48.717912 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfcc7ccb-291a-493f-b69d-6005db0b1092", "name": "network-vif-plugged", "status": "completed", "tag": "0f7a887a-cc10-46c1-be45-85a7c45b9735", "code": 200}, {"server_uuid": "62d9e003-d3a2-43f0-a340-ed37afdb646a", "name": "network-vif-plugged", "status": "completed", "tag": "36a1ceed-cf4e-4e87-af45-81c4a4217633", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:42:48.717912 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d7cf8807-ee53-486c-b926-5b403671bcf3 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:42:48.717912 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfcc7ccb-291a-493f-b69d-6005db0b1092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f7a887a-cc10-46c1-be45-85a7c45b9735', 'code': 200} Jul 09 14:42:48.717912 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62d9e003-d3a2-43f0-a340-ed37afdb646a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a1ceed-cf4e-4e87-af45-81c4a4217633', 'code': 200} Jul 09 14:42:48.863026 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc3333-6006-4651-849a-7702f6e5c02d req-7db4dcae-5178-43bf-9066-5386c3b33170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:48.864802 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3ffc3333-6006-4651-849a-7702f6e5c02d req-7db4dcae-5178-43bf-9066-5386c3b33170 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=62d9e003-d3a2-43f0-a340-ed37afdb646a HTTP/1.1" status: 200 len: 1101 time: 0.0716066 Jul 09 14:42:48.879821 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0532d-bf93-452b-9fc5-00c4f6973745 req-867abda2-0f47-48af-97cc-ae27832b0c71 tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:48.881340 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5ad0532d-bf93-452b-9fc5-00c4f6973745 req-867abda2-0f47-48af-97cc-ae27832b0c71 tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d96e1d6-969a-4592-b633-e3e04e7820c2 HTTP/1.1" status: 200 len: 946 time: 0.0797493 Jul 09 14:42:48.904276 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3ffc3333-6006-4651-849a-7702f6e5c02d req-0865424e-c5ff-4900-aa93-f3200dd6d9d0 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8dfc6839-39ca-49c8-8a05-5f845fe9d742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318017 Jul 09 14:42:48.937012 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5ad0532d-bf93-452b-9fc5-00c4f6973745 req-26681704-caff-4696-bde1-c4e2dce897ce tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] 10.222.0.58 "GET /v2.0/security-groups?id=82474903-020c-41b5-a2d0-4487aec7c264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482812 Jul 09 14:42:48.992979 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c709362-d497-4719-9b87-25d3994c96b1 req-51b2b21e-6251-48cf-ba67-8032e4d04ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:48.994525 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1c709362-d497-4719-9b87-25d3994c96b1 req-51b2b21e-6251-48cf-ba67-8032e4d04ec4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bfcc7ccb-291a-493f-b69d-6005db0b1092 HTTP/1.1" status: 200 len: 1101 time: 0.0565536 Jul 09 14:42:49.005830 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3c37e-f347-4986-980d-ccbcd801ed98 req-ce3e435e-5913-4ee5-bec5-aa2a9a629fd4 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:49.007338 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9bb3c37e-f347-4986-980d-ccbcd801ed98 req-ce3e435e-5913-4ee5-bec5-aa2a9a629fd4 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=db9b48db-d25d-4d09-9a7a-bd68518db69b HTTP/1.1" status: 200 len: 945 time: 0.0700650 Jul 09 14:42:49.047163 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9bb3c37e-f347-4986-980d-ccbcd801ed98 req-e8c03fb8-f6a9-419b-9359-a804a5ba1d59 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341573 Jul 09 14:42:49.081550 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1c709362-d497-4719-9b87-25d3994c96b1 req-b8f20d06-2153-44e4-aff8-6dd8e71fd3bd service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657818 Jul 09 14:42:49.102677 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4ab55-36eb-4c05-a690-2a9151f7dcfb req-571bafe6-70ae-4d65-9090-43e470dac9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:49.104188 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aac4ab55-36eb-4c05-a690-2a9151f7dcfb req-571bafe6-70ae-4d65-9090-43e470dac9ab service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5ec7891592d74a6886dfa68c8f9e2e18&device_id=069ac2cf-36e9-4e0b-858b-582b7e80fe5a HTTP/1.1" status: 200 len: 1100 time: 0.0751314 Jul 09 14:42:49.207830 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17e2446-0fa6-44b0-83f1-928b2260ea0b req-79748e66-7812-498e-bd6c-c16485c0593e tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:49.209430 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c17e2446-0fa6-44b0-83f1-928b2260ea0b req-79748e66-7812-498e-bd6c-c16485c0593e tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.58 "GET /v2.0/ports?device_id=62d9e003-d3a2-43f0-a340-ed37afdb646a HTTP/1.1" status: 200 len: 950 time: 0.0644290 Jul 09 14:42:49.251792 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c17e2446-0fa6-44b0-83f1-928b2260ea0b req-c1f8b8eb-3532-402f-a7ef-1b4d5b294781 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dfc6839-39ca-49c8-8a05-5f845fe9d742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365107 Jul 09 14:42:49.301757 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e377f9-3d8c-43b2-9f62-a0bbf7a6d42a req-cc1474f1-f4e2-447b-99be-4f63b900bbeb tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:49.303243 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-97e377f9-3d8c-43b2-9f62-a0bbf7a6d42a req-cc1474f1-f4e2-447b-99be-4f63b900bbeb tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=185d943f-2ca8-41c3-8e34-2e9d1545c143 HTTP/1.1" status: 200 len: 946 time: 0.0694492 Jul 09 14:42:49.341494 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-97e377f9-3d8c-43b2-9f62-a0bbf7a6d42a req-e5fa3136-0d69-455c-83dc-524da20220b8 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325656 Jul 09 14:42:49.509425 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17603b-300a-4e9e-ae61-f7501b7cc7fe req-a1f36c8a-58c6-421f-9281-b5f4b32917a4 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:49.510918 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3c17603b-300a-4e9e-ae61-f7501b7cc7fe req-a1f36c8a-58c6-421f-9281-b5f4b32917a4 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfcc7ccb-291a-493f-b69d-6005db0b1092 HTTP/1.1" status: 200 len: 950 time: 0.0677845 Jul 09 14:42:49.549821 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3c17603b-300a-4e9e-ae61-f7501b7cc7fe req-a3c639eb-cdaf-4b2d-a70b-0287c83cdffc tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325444 Jul 09 14:42:49.556441 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4ab55-36eb-4c05-a690-2a9151f7dcfb req-32d43a6c-9851-400a-b367-7f14116d885b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:49.560585 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aac4ab55-36eb-4c05-a690-2a9151f7dcfb req-32d43a6c-9851-400a-b367-7f14116d885b service neutron] 10.222.0.62 "GET /v2.0/networks?id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc HTTP/1.1" status: 200 len: 870 time: 0.0849636 Jul 09 14:42:49.628056 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aac4ab55-36eb-4c05-a690-2a9151f7dcfb req-3f019078-9534-4e40-a5aa-bab2674c343b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=1efa3387-1e39-4d8a-b890-1d24773305ef HTTP/1.1" status: 200 len: 217 time: 0.0354836 Jul 09 14:42:49.678638 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4ab55-36eb-4c05-a690-2a9151f7dcfb req-7c74d49d-332d-49bd-a398-93ce6444feb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:49.680401 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aac4ab55-36eb-4c05-a690-2a9151f7dcfb req-7c74d49d-332d-49bd-a398-93ce6444feb5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.0489631 Jul 09 14:42:49.785447 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc521d65-d420-43b9-bb03-5dc19f545d4f req-278a226c-8406-4624-8c0c-6baf2cef3ab6 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:49.786913 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cc521d65-d420-43b9-bb03-5dc19f545d4f req-278a226c-8406-4624-8c0c-6baf2cef3ab6 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=069ac2cf-36e9-4e0b-858b-582b7e80fe5a HTTP/1.1" status: 200 len: 949 time: 0.0907803 Jul 09 14:42:49.789531 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4ab55-36eb-4c05-a690-2a9151f7dcfb req-11ec85c7-1747-4258-a758-da675c717a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:49.790943 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aac4ab55-36eb-4c05-a690-2a9151f7dcfb req-11ec85c7-1747-4258-a758-da675c717a93 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1033516 Jul 09 14:42:49.871783 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cc521d65-d420-43b9-bb03-5dc19f545d4f req-1c9e581e-7f31-4f8c-aadb-489a7186dcd6 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790501 Jul 09 14:42:49.914529 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aac4ab55-36eb-4c05-a690-2a9151f7dcfb req-6c3996bd-c678-4bbc-8144-5bd604df7cf1 service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065047 Jul 09 14:42:50.013396 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aac4ab55-36eb-4c05-a690-2a9151f7dcfb req-a89629e7-f122-4b62-b083-dafc5a9fbe6c service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918355 Jul 09 14:42:50.121967 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d4988-75db-4b4d-a0f1-95885cc42999 req-4009baa7-9ddd-4df4-ba66-e095695d6bc6 tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:50.123792 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8b1d4988-75db-4b4d-a0f1-95885cc42999 req-4009baa7-9ddd-4df4-ba66-e095695d6bc6 tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d96e1d6-969a-4592-b633-e3e04e7820c2 HTTP/1.1" status: 200 len: 946 time: 0.0670204 Jul 09 14:42:50.166998 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8b1d4988-75db-4b4d-a0f1-95885cc42999 req-da5a0788-34b7-40d9-bafc-88e6a91c30dd tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] 10.222.0.58 "GET /v2.0/security-groups?id=82474903-020c-41b5-a2d0-4487aec7c264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351927 Jul 09 14:42:50.241897 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b8d7f-a866-4ca1-ba87-6b382d5449fc req-93cfa97a-a0ab-44c5-bba2-7c25a6ef6525 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:50.243389 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e79b8d7f-a866-4ca1-ba87-6b382d5449fc req-93cfa97a-a0ab-44c5-bba2-7c25a6ef6525 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=db9b48db-d25d-4d09-9a7a-bd68518db69b HTTP/1.1" status: 200 len: 945 time: 0.0747197 Jul 09 14:42:50.285286 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e79b8d7f-a866-4ca1-ba87-6b382d5449fc req-8a9138a8-086e-4b1a-8b92-b9aca39f9234 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360897 Jul 09 14:42:50.465373 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48902597-c46d-47ad-94dd-03690de0b7c0 req-2e6356ea-b998-45ef-a57b-9b06d649c3ab tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:50.466869 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-48902597-c46d-47ad-94dd-03690de0b7c0 req-2e6356ea-b998-45ef-a57b-9b06d649c3ab tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.58 "GET /v2.0/ports?device_id=62d9e003-d3a2-43f0-a340-ed37afdb646a HTTP/1.1" status: 200 len: 950 time: 0.0678434 Jul 09 14:42:50.511185 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-48902597-c46d-47ad-94dd-03690de0b7c0 req-2e0859d7-b37d-4292-87e1-6e70fa8106c4 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dfc6839-39ca-49c8-8a05-5f845fe9d742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376279 Jul 09 14:42:50.639319 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fefe086-3d79-460a-b2d7-9f3a1d4ff8f7 req-8dd6f8a1-4112-4f59-bc03-b4c4939f6310 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:50.641023 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5fefe086-3d79-460a-b2d7-9f3a1d4ff8f7 req-8dd6f8a1-4112-4f59-bc03-b4c4939f6310 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=185d943f-2ca8-41c3-8e34-2e9d1545c143 HTTP/1.1" status: 200 len: 946 time: 0.0775275 Jul 09 14:42:50.688525 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5fefe086-3d79-460a-b2d7-9f3a1d4ff8f7 req-1c84dd2d-2889-42a1-bd1e-4ddd73dfedbb tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415833 Jul 09 14:42:50.855477 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee0cf30-b8da-4ad1-804c-7996044f3b61 req-17b492e7-d35f-4bbc-8d38-ad1ddfc6f060 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:50.857030 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4ee0cf30-b8da-4ad1-804c-7996044f3b61 req-17b492e7-d35f-4bbc-8d38-ad1ddfc6f060 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfcc7ccb-291a-493f-b69d-6005db0b1092 HTTP/1.1" status: 200 len: 950 time: 0.0662904 Jul 09 14:42:50.896313 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4ee0cf30-b8da-4ad1-804c-7996044f3b61 req-062c906e-7765-4dc3-bf9b-956e96bae0fd tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328107 Jul 09 14:42:51.023430 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-972c4def-9aaf-4302-a8b7-4999752e9c20 req-c94a2d9f-d6f3-4429-8e75-3d1525833ed0 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=a68a696055094bbbadda9bcb8df859df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227609 Jul 09 14:42:51.135285 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c4def-9aaf-4302-a8b7-4999752e9c20 req-75bc9f4c-c09e-4191-bb5f-c011fc4d14dc tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:51.136822 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-972c4def-9aaf-4302-a8b7-4999752e9c20 req-75bc9f4c-c09e-4191-bb5f-c011fc4d14dc tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1080408 Jul 09 14:42:51.159891 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-972c4def-9aaf-4302-a8b7-4999752e9c20 req-33ae94b4-f145-4438-a110-2406dff1584a tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.58 "GET /v2.0/quotas/a68a696055094bbbadda9bcb8df859df HTTP/1.1" status: 200 len: 375 time: 0.0099068 Jul 09 14:42:51.201855 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216051e8-e804-4464-9645-2d3879951b30 req-330ee104-a1d1-48e1-a21c-5269e61bc626 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:51.203250 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-216051e8-e804-4464-9645-2d3879951b30 req-330ee104-a1d1-48e1-a21c-5269e61bc626 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=069ac2cf-36e9-4e0b-858b-582b7e80fe5a HTTP/1.1" status: 200 len: 949 time: 0.0650814 Jul 09 14:42:51.222964 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-972c4def-9aaf-4302-a8b7-4999752e9c20 req-c28f24c1-16b8-4596-a7cd-fa9cf86758d7 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a68a696055094bbbadda9bcb8df859df&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0578125 Jul 09 14:42:51.242623 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-216051e8-e804-4464-9645-2d3879951b30 req-3c6138a0-2802-4c4f-bcf0-432491ba3117 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329773 Jul 09 14:42:51.648879 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ec030f73-39ef-41de-8554-a74a73d32a3b req-57b5a20a-e738-48d9-9f6b-90176858efed tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.58 "GET /v2.0/ports?device_id=140ce993-e348-4918-8f17-d4ae98589f50 HTTP/1.1" status: 200 len: 210 time: 0.0338886 Jul 09 14:42:51.713354 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e303fd4-0159-4669-bdde-bdd033d60962 req-8e21bd6e-6084-4ecf-b709-5ba94dfe8536 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:51.720076 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8e303fd4-0159-4669-bdde-bdd033d60962 req-8e21bd6e-6084-4ecf-b709-5ba94dfe8536 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=db9b48db-d25d-4d09-9a7a-bd68518db69b HTTP/1.1" status: 200 len: 945 time: 0.1068847 Jul 09 14:42:51.754923 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8e303fd4-0159-4669-bdde-bdd033d60962 req-8f8551ef-1f6c-4c05-9567-c0872601809c tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339406 Jul 09 14:42:51.961647 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264734b-7c07-4e33-a815-f96ad4d89a88 req-c86c996a-165a-40a5-aaf6-d7e2a4954313 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:51.963130 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9264734b-7c07-4e33-a815-f96ad4d89a88 req-c86c996a-165a-40a5-aaf6-d7e2a4954313 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=185d943f-2ca8-41c3-8e34-2e9d1545c143 HTTP/1.1" status: 200 len: 946 time: 0.0640631 Jul 09 14:42:52.005135 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9264734b-7c07-4e33-a815-f96ad4d89a88 req-4af3fb60-db24-46e2-b2ba-2e1177d4e063 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358081 Jul 09 14:42:52.155100 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f115de-9367-41fb-b581-484e9d0f86e1 req-3135e235-31fc-4736-be0a-6a9593ab26ba tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:52.156663 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c1f115de-9367-41fb-b581-484e9d0f86e1 req-3135e235-31fc-4736-be0a-6a9593ab26ba tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfcc7ccb-291a-493f-b69d-6005db0b1092 HTTP/1.1" status: 200 len: 950 time: 0.0829141 Jul 09 14:42:52.207058 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c1f115de-9367-41fb-b581-484e9d0f86e1 req-aabc7acc-f98a-415d-be71-ec81ab91757b tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437627 Jul 09 14:42:52.435317 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e5ef0-ad78-49a9-ac2a-a7d864eb3f36 req-f4216f6f-389a-4502-82f6-e08bd764602e tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:52.437100 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-140e5ef0-ad78-49a9-ac2a-a7d864eb3f36 req-f4216f6f-389a-4502-82f6-e08bd764602e tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=069ac2cf-36e9-4e0b-858b-582b7e80fe5a HTTP/1.1" status: 200 len: 949 time: 0.0791767 Jul 09 14:42:52.469208 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e7aa4-7b79-4f13-80d6-ce5cc24e87ad req-18339bca-7145-410c-89c5-7f8dbd1c5552 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:52.470688 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-123e7aa4-7b79-4f13-80d6-ce5cc24e87ad req-18339bca-7145-410c-89c5-7f8dbd1c5552 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfcc7ccb-291a-493f-b69d-6005db0b1092 HTTP/1.1" status: 200 len: 950 time: 0.0844190 Jul 09 14:42:52.475774 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-140e5ef0-ad78-49a9-ac2a-a7d864eb3f36 req-46a176a1-253e-4832-95d4-12f4434a2239 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331078 Jul 09 14:42:52.515025 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-123e7aa4-7b79-4f13-80d6-ce5cc24e87ad req-3a310a63-ed2c-46c8-a12e-f16d2c6ed0de tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378764 Jul 09 14:42:52.811033 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a32bcf84-d3df-4310-844b-2fe89806ed2a req-2e060a33-6ef6-43bf-a2eb-6ce12bb8ccc9 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.58 "GET /v2.0/ports?device_id=140ce993-e348-4918-8f17-d4ae98589f50 HTTP/1.1" status: 200 len: 210 time: 0.0331872 Jul 09 14:42:52.933743 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:53.317187 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602d9c0-1b2b-4e3d-8507-cd1489d6b517 req-f6add6e8-d98c-422f-a80e-713df6381778 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:53.318724 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5602d9c0-1b2b-4e3d-8507-cd1489d6b517 req-f6add6e8-d98c-422f-a80e-713df6381778 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=185d943f-2ca8-41c3-8e34-2e9d1545c143 HTTP/1.1" status: 200 len: 946 time: 0.0690169 Jul 09 14:42:53.355834 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5602d9c0-1b2b-4e3d-8507-cd1489d6b517 req-5cf64aa2-c9ff-418c-9be0-f32ad3a7cb6d tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314713 Jul 09 14:42:53.547493 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a33d70-6d16-4c87-9a83-dcfac4a95f4d req-83c5093d-aaba-4d4e-8631-d2d3967e31b3 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:53.549577 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b4a33d70-6d16-4c87-9a83-dcfac4a95f4d req-83c5093d-aaba-4d4e-8631-d2d3967e31b3 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfcc7ccb-291a-493f-b69d-6005db0b1092 HTTP/1.1" status: 200 len: 950 time: 0.0802705 Jul 09 14:42:53.589955 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b4a33d70-6d16-4c87-9a83-dcfac4a95f4d req-4899f2ac-a95d-410e-b7c5-0ee755025a0d tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347211 Jul 09 14:42:53.817837 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7211589a-13c8-4568-bb02-cbb50a831cab req-ccd43505-2ed6-465d-8caf-c619072f9c1a tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:53.819008 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7211589a-13c8-4568-bb02-cbb50a831cab req-ccd43505-2ed6-465d-8caf-c619072f9c1a tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=069ac2cf-36e9-4e0b-858b-582b7e80fe5a HTTP/1.1" status: 200 len: 949 time: 0.0662374 Jul 09 14:42:53.858220 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7211589a-13c8-4568-bb02-cbb50a831cab req-7d7ffbb1-eb16-4582-a33c-ae7fab25c248 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336430 Jul 09 14:42:53.994096 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7b9e1e4f-3075-4d13-a3a9-dfcd4db02eeb req-c952026e-2849-4e21-8648-f27b7aa885a5 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.58 "GET /v2.0/ports?device_id=140ce993-e348-4918-8f17-d4ae98589f50 HTTP/1.1" status: 200 len: 210 time: 0.0299313 Jul 09 14:42:54.227149 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-972c4def-9aaf-4302-a8b7-4999752e9c20 req-a64e38bb-0bb2-45e2-a823-d930e6d0bf6a tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=a68a696055094bbbadda9bcb8df859df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277386 Jul 09 14:42:54.352556 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c4def-9aaf-4302-a8b7-4999752e9c20 req-06b365ee-bb99-42a3-ad9b-7448c60ab127 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:54.353998 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-972c4def-9aaf-4302-a8b7-4999752e9c20 req-06b365ee-bb99-42a3-ad9b-7448c60ab127 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1222510 Jul 09 14:42:54.374119 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-972c4def-9aaf-4302-a8b7-4999752e9c20 req-02690111-5736-4d86-a41a-9a0369a038ea tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Request body: {'port': {'device_id': '140ce993-e348-4918-8f17-d4ae98589f50', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'admin_state_up': True, 'tenant_id': 'a68a696055094bbbadda9bcb8df859df'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:42:54.560729 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd34f16-3b12-4125-a92c-d8aa62388f42 req-942dfd02-3beb-4f26-850c-e47e8d73b8ab tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:54.562413 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3cd34f16-3b12-4125-a92c-d8aa62388f42 req-942dfd02-3beb-4f26-850c-e47e8d73b8ab tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=185d943f-2ca8-41c3-8e34-2e9d1545c143 HTTP/1.1" status: 200 len: 946 time: 0.0803521 Jul 09 14:42:54.603198 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3cd34f16-3b12-4125-a92c-d8aa62388f42 req-15108c5c-f957-408c-8cd7-e93146231217 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335593 Jul 09 14:42:54.611885 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-972c4def-9aaf-4302-a8b7-4999752e9c20 req-02690111-5736-4d86-a41a-9a0369a038ea tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Made reservation on behalf of a68a696055094bbbadda9bcb8df859df for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:42:54.611885 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-972c4def-9aaf-4302-a8b7-4999752e9c20 req-02690111-5736-4d86-a41a-9a0369a038ea tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:54.785836 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-972c4def-9aaf-4302-a8b7-4999752e9c20 req-02690111-5736-4d86-a41a-9a0369a038ea tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Allocated IP 192.168.233.159 (aa30872f-c756-4ec7-be84-b2e3b86cdcfc/8081bcce-88de-4a2f-9e69-6750220e0be0/0e756082-fb93-4f8b-bb3d-4e719d1e6365) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:42:54.830638 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e87c4-835c-4f3e-a6dd-85490d077eb1 req-c7aa2d86-6d8b-4bfd-a934-bd09457bcf8a tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:54.832152 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9a9e87c4-835c-4f3e-a6dd-85490d077eb1 req-c7aa2d86-6d8b-4bfd-a934-bd09457bcf8a tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=db9b48db-d25d-4d09-9a7a-bd68518db69b HTTP/1.1" status: 200 len: 945 time: 0.1049094 Jul 09 14:42:54.851118 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897a370-cc1e-48ee-8d1b-77fd37c49103 req-c33cbb31-6132-43d7-a29f-55975b3fea39 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:54.852733 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9897a370-cc1e-48ee-8d1b-77fd37c49103 req-c33cbb31-6132-43d7-a29f-55975b3fea39 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfcc7ccb-291a-493f-b69d-6005db0b1092 HTTP/1.1" status: 200 len: 950 time: 0.0690393 Jul 09 14:42:54.891392 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9897a370-cc1e-48ee-8d1b-77fd37c49103 req-a12ce600-fddc-4939-8204-fee944f6d68f tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327377 Jul 09 14:42:54.931013 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9a9e87c4-835c-4f3e-a6dd-85490d077eb1 req-99bab4d7-d7fc-421c-8d85-7e0d3d577c7d tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881014 Jul 09 14:42:54.987783 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-972c4def-9aaf-4302-a8b7-4999752e9c20 req-02690111-5736-4d86-a41a-9a0369a038ea tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:55.003302 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-972c4def-9aaf-4302-a8b7-4999752e9c20 req-02690111-5736-4d86-a41a-9a0369a038ea tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Transition to ACTIVE for port object 0e756082-fb93-4f8b-bb3d-4e719d1e6365 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:42:55.100667 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-972c4def-9aaf-4302-a8b7-4999752e9c20 req-02690111-5736-4d86-a41a-9a0369a038ea tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:55.118645 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['36a1ceed-cf4e-4e87-af45-81c4a4217633'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:42:55.148983 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-972c4def-9aaf-4302-a8b7-4999752e9c20 req-02690111-5736-4d86-a41a-9a0369a038ea tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Network aa30872f-c756-4ec7-be84-b2e3b86cdcfc is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:42:55.152630 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-972c4def-9aaf-4302-a8b7-4999752e9c20 req-02690111-5736-4d86-a41a-9a0369a038ea tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:42:55.155375 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-972c4def-9aaf-4302-a8b7-4999752e9c20 req-02690111-5736-4d86-a41a-9a0369a038ea tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:42:55.185564 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02690111-5736-4d86-a41a-9a0369a038ea tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Pushing event updated for resources: {'Port': ['ID=0e756082-fb93-4f8b-bb3d-4e719d1e6365,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:55.214697 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effba588-7300-444b-960f-515520f22672 req-713b9f18-e737-4a07-b83d-22ea46e2c02e tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:55.216713 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-effba588-7300-444b-960f-515520f22672 req-713b9f18-e737-4a07-b83d-22ea46e2c02e tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=069ac2cf-36e9-4e0b-858b-582b7e80fe5a HTTP/1.1" status: 200 len: 949 time: 0.0934949 Jul 09 14:42:55.226296 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c4def-9aaf-4302-a8b7-4999752e9c20 req-02690111-5736-4d86-a41a-9a0369a038ea tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:55.227461 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-972c4def-9aaf-4302-a8b7-4999752e9c20 req-02690111-5736-4d86-a41a-9a0369a038ea tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:55.277676 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-effba588-7300-444b-960f-515520f22672 req-3a5344e0-f4fd-4799-8a7b-44ffed17ea01 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544593 Jul 09 14:42:55.289081 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-972c4def-9aaf-4302-a8b7-4999752e9c20 req-02690111-5736-4d86-a41a-9a0369a038ea tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9190540 Jul 09 14:42:55.432939 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-972c4def-9aaf-4302-a8b7-4999752e9c20 req-21cdb31e-8414-4dd2-9373-953d5fae89ae service neutron] Request body: {'port': {'device_id': '140ce993-e348-4918-8f17-d4ae98589f50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:42:55.511022 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a1b30d19-44ba-4ac3-ab12-1076f9523891 None None] Provisioning for port 0e756082-fb93-4f8b-bb3d-4e719d1e6365 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:42:55.514895 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a1b30d19-44ba-4ac3-ab12-1076f9523891 None None] Provisioning complete for port 0e756082-fb93-4f8b-bb3d-4e719d1e6365 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:42:55.515227 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a1b30d19-44ba-4ac3-ab12-1076f9523891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:55.549181 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98060dd7-f378-487c-9136-c72222094197 req-dbbfd3e9-b737-4b39-8662-df8dc1585216 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:55.549659 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a1b30d19-44ba-4ac3-ab12-1076f9523891 None None] Port 0e756082-fb93-4f8b-bb3d-4e719d1e6365 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:42:55.550872 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-98060dd7-f378-487c-9136-c72222094197 req-dbbfd3e9-b737-4b39-8662-df8dc1585216 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.58 "GET /v2.0/ports?device_id=140ce993-e348-4918-8f17-d4ae98589f50 HTTP/1.1" status: 200 len: 936 time: 0.1332850 Jul 09 14:42:55.551428 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-972c4def-9aaf-4302-a8b7-4999752e9c20 req-21cdb31e-8414-4dd2-9373-953d5fae89ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:55.622048 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-98060dd7-f378-487c-9136-c72222094197 req-3d4edb37-4abe-49b4-b641-b5faefb88bbf tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dfc6839-39ca-49c8-8a05-5f845fe9d742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618722 Jul 09 14:42:55.708632 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 3dec8825-4dd8-4431-b945-47baa896beb9 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:42:55.806793 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 3dec8825-4dd8-4431-b945-47baa896beb9, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=3dec8825-4dd8-4431-b945-47baa896beb9,segment=NetworkSegment(ea3e7312-a29e-42fd-9247-9011d25d7154),segment_id=ea3e7312-a29e-42fd-9247-9011d25d7154)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:42:55.818125 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': '3dec8825-4dd8-4431-b945-47baa896beb9', 'network_id': '799bbf9f-0525-4250-82dd-ad4b3053eab3', 'port_id': '3dec8825-4dd8-4431-b945-47baa896beb9', 'mac_address': 'fa:16:3e:f1:6a:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeb0304f-76ed-455f-9fb9-36b89284b9c6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:42:55.852530 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e3eaa4-14ac-43a2-914e-847d6c77c8c0 req-167d30c5-6ed3-4497-b270-beeec9e0c353 tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:55.854015 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-90e3eaa4-14ac-43a2-914e-847d6c77c8c0 req-167d30c5-6ed3-4497-b270-beeec9e0c353 tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d96e1d6-969a-4592-b633-e3e04e7820c2 HTTP/1.1" status: 200 len: 946 time: 0.1097953 Jul 09 14:42:55.855017 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:55.868076 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3dec8825-4dd8-4431-b945-47baa896beb9 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:42:55.888770 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 3dec8825-4dd8-4431-b945-47baa896beb9, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=3dec8825-4dd8-4431-b945-47baa896beb9,segment=NetworkSegment(ea3e7312-a29e-42fd-9247-9011d25d7154),segment_id=ea3e7312-a29e-42fd-9247-9011d25d7154)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:42:55.932587 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-90e3eaa4-14ac-43a2-914e-847d6c77c8c0 req-a609e447-6dfc-4b1a-b0af-8239eb5c79af tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] 10.222.0.58 "GET /v2.0/security-groups?id=82474903-020c-41b5-a2d0-4487aec7c264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715277 Jul 09 14:42:55.934506 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-972c4def-9aaf-4302-a8b7-4999752e9c20 req-21cdb31e-8414-4dd2-9373-953d5fae89ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e756082-fb93-4f8b-bb3d-4e719d1e6365 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:42:55.942740 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-972c4def-9aaf-4302-a8b7-4999752e9c20 req-21cdb31e-8414-4dd2-9373-953d5fae89ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:55.957133 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-972c4def-9aaf-4302-a8b7-4999752e9c20 req-21cdb31e-8414-4dd2-9373-953d5fae89ae service neutron] Transition to ACTIVE for port object 0e756082-fb93-4f8b-bb3d-4e719d1e6365 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:42:55.962590 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:56.029194 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=3dec8825-4dd8-4431-b945-47baa896beb9,revision_number=6']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:56.042638 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-972c4def-9aaf-4302-a8b7-4999752e9c20 req-21cdb31e-8414-4dd2-9373-953d5fae89ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:56.097257 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cdb31e-8414-4dd2-9373-953d5fae89ae service neutron] Pushing event updated for resources: {'Port': ['ID=0e756082-fb93-4f8b-bb3d-4e719d1e6365,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:56.125001 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['3dec8825-4dd8-4431-b945-47baa896beb9'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:42:56.152012 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6b8262b5-c109-4125-9a36-34b6c47b07c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:56.213840 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-972c4def-9aaf-4302-a8b7-4999752e9c20 req-21cdb31e-8414-4dd2-9373-953d5fae89ae service neutron] Attempting to bind port 0e756082-fb93-4f8b-bb3d-4e719d1e6365 on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:42:56.214555 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-972c4def-9aaf-4302-a8b7-4999752e9c20 req-21cdb31e-8414-4dd2-9373-953d5fae89ae service neutron] Attempting to bind port 0e756082-fb93-4f8b-bb3d-4e719d1e6365 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:42:56.215246 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972c4def-9aaf-4302-a8b7-4999752e9c20 req-21cdb31e-8414-4dd2-9373-953d5fae89ae service neutron] Attempting to bind port 0e756082-fb93-4f8b-bb3d-4e719d1e6365 on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:42:56.229667 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972c4def-9aaf-4302-a8b7-4999752e9c20 req-21cdb31e-8414-4dd2-9373-953d5fae89ae service neutron] Port 0e756082-fb93-4f8b-bb3d-4e719d1e6365 on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:42:56.236963 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972c4def-9aaf-4302-a8b7-4999752e9c20 req-21cdb31e-8414-4dd2-9373-953d5fae89ae service neutron] Attempting to bind port 0e756082-fb93-4f8b-bb3d-4e719d1e6365 on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:42:56.244798 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972c4def-9aaf-4302-a8b7-4999752e9c20 req-21cdb31e-8414-4dd2-9373-953d5fae89ae service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:42:56.245625 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972c4def-9aaf-4302-a8b7-4999752e9c20 req-21cdb31e-8414-4dd2-9373-953d5fae89ae service neutron] Checking segment: {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:42:56.246199 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972c4def-9aaf-4302-a8b7-4999752e9c20 req-21cdb31e-8414-4dd2-9373-953d5fae89ae service neutron] Bound using segment: {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:42:56.247124 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-972c4def-9aaf-4302-a8b7-4999752e9c20 req-21cdb31e-8414-4dd2-9373-953d5fae89ae service neutron] Bound port: 0e756082-fb93-4f8b-bb3d-4e719d1e6365, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:42:56.247985 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-972c4def-9aaf-4302-a8b7-4999752e9c20 req-21cdb31e-8414-4dd2-9373-953d5fae89ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:56.278193 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f86b18f-ccff-4f90-8b7f-9d818f2609cf req-ca702eef-849e-4f8b-a8a0-8dca2e66671e tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:56.280252 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7f86b18f-ccff-4f90-8b7f-9d818f2609cf req-ca702eef-849e-4f8b-a8a0-8dca2e66671e tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=185d943f-2ca8-41c3-8e34-2e9d1545c143 HTTP/1.1" status: 200 len: 945 time: 0.1304920 Jul 09 14:42:56.397796 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7f86b18f-ccff-4f90-8b7f-9d818f2609cf req-d38554d8-c005-4079-abab-8f164a6784e2 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870709 Jul 09 14:42:56.414621 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-972c4def-9aaf-4302-a8b7-4999752e9c20 req-21cdb31e-8414-4dd2-9373-953d5fae89ae service neutron] For port 0e756082-fb93-4f8b-bb3d-4e719d1e6365, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:42:56.421913 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-972c4def-9aaf-4302-a8b7-4999752e9c20 req-21cdb31e-8414-4dd2-9373-953d5fae89ae service neutron] For port 0e756082-fb93-4f8b-bb3d-4e719d1e6365, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=0e756082-fb93-4f8b-bb3d-4e719d1e6365,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:42:56.546364 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-972c4def-9aaf-4302-a8b7-4999752e9c20 req-21cdb31e-8414-4dd2-9373-953d5fae89ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:56.572960 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c4def-9aaf-4302-a8b7-4999752e9c20 req-21cdb31e-8414-4dd2-9373-953d5fae89ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:56.573781 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-972c4def-9aaf-4302-a8b7-4999752e9c20 req-21cdb31e-8414-4dd2-9373-953d5fae89ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:56.575953 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-972c4def-9aaf-4302-a8b7-4999752e9c20 req-21cdb31e-8414-4dd2-9373-953d5fae89ae service neutron] 10.222.0.62 "PUT /v2.0/ports/0e756082-fb93-4f8b-bb3d-4e719d1e6365 HTTP/1.1" status: 200 len: 1096 time: 1.1478038 Jul 09 14:42:56.578037 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '140ce993-e348-4918-8f17-d4ae98589f50', 'tag': '0e756082-fb93-4f8b-bb3d-4e719d1e6365'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:42:56.584330 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff67537-77d1-40b0-b7c4-b8da52e2dca9" -d '{"events": [{"name": "network-changed", "server_uuid": "140ce993-e348-4918-8f17-d4ae98589f50", "tag": "0e756082-fb93-4f8b-bb3d-4e719d1e6365"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:42:56.684596 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cdb31e-8414-4dd2-9373-953d5fae89ae service neutron] Pushing event updated for resources: {'Port': ['ID=0e756082-fb93-4f8b-bb3d-4e719d1e6365,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:56.693281 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aba906-0f68-444f-b0a3-b4b917589020 req-f5a01808-2edb-441c-965a-b1f13790f550 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:56.704541 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-81aba906-0f68-444f-b0a3-b4b917589020 req-f5a01808-2edb-441c-965a-b1f13790f550 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfcc7ccb-291a-493f-b69d-6005db0b1092 HTTP/1.1" status: 200 len: 950 time: 0.1352193 Jul 09 14:42:56.764815 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-81aba906-0f68-444f-b0a3-b4b917589020 req-f6763d19-d765-4a24-b1d4-209dd5e0836c tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610840 Jul 09 14:42:56.835811 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33712e13-ca8c-46e8-85cc-b85de253dea0 req-85ecbb78-f973-4af8-b340-444dc7d9238c tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:56.842975 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-33712e13-ca8c-46e8-85cc-b85de253dea0 req-85ecbb78-f973-4af8-b340-444dc7d9238c tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=069ac2cf-36e9-4e0b-858b-582b7e80fe5a HTTP/1.1" status: 200 len: 949 time: 0.1552837 Jul 09 14:42:56.863610 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59c4394-7a40-4695-b2ba-fe36c850a0d6 x-openstack-request-id: req-d59c4394-7a40-4695-b2ba-fe36c850a0d6 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:42:56.867262 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "140ce993-e348-4918-8f17-d4ae98589f50", "tag": "0e756082-fb93-4f8b-bb3d-4e719d1e6365", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:42:56.867262 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d59c4394-7a40-4695-b2ba-fe36c850a0d6 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:42:56.867262 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '140ce993-e348-4918-8f17-d4ae98589f50', 'tag': '0e756082-fb93-4f8b-bb3d-4e719d1e6365', 'status': 'completed', 'code': 200} Jul 09 14:42:56.881060 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c4def-9aaf-4302-a8b7-4999752e9c20 req-56f82a2a-1d0c-415e-b56c-a1159a4d649c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:56.884415 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-972c4def-9aaf-4302-a8b7-4999752e9c20 req-56f82a2a-1d0c-415e-b56c-a1159a4d649c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a68a696055094bbbadda9bcb8df859df&device_id=140ce993-e348-4918-8f17-d4ae98589f50 HTTP/1.1" status: 200 len: 1099 time: 0.1391854 Jul 09 14:42:56.902150 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-33712e13-ca8c-46e8-85cc-b85de253dea0 req-3cd6f02c-6c7d-40e0-b825-a66c374931ea tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580392 Jul 09 14:42:56.942026 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-972c4def-9aaf-4302-a8b7-4999752e9c20 req-6e6edca7-991b-4984-8f30-c5f8f242eb00 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=0e756082-fb93-4f8b-bb3d-4e719d1e6365 HTTP/1.1" status: 200 len: 217 time: 0.0388250 Jul 09 14:42:56.998087 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c4def-9aaf-4302-a8b7-4999752e9c20 req-e3bfe2ef-7c0f-4e60-b5ed-49ac1e1921fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:56.999797 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-972c4def-9aaf-4302-a8b7-4999752e9c20 req-e3bfe2ef-7c0f-4e60-b5ed-49ac1e1921fc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.0491672 Jul 09 14:42:57.045713 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e836292-5990-4cda-9ed0-6b720ead78be req-279335f1-df4f-4136-9c84-24c61555a162 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:57.048943 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3e836292-5990-4cda-9ed0-6b720ead78be req-279335f1-df4f-4136-9c84-24c61555a162 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.58 "GET /v2.0/ports?device_id=140ce993-e348-4918-8f17-d4ae98589f50 HTTP/1.1" status: 200 len: 948 time: 0.0881097 Jul 09 14:42:57.116561 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3e836292-5990-4cda-9ed0-6b720ead78be req-d4cb587f-f4ab-4375-9059-e4a4650d1873 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dfc6839-39ca-49c8-8a05-5f845fe9d742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623248 Jul 09 14:42:57.162266 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c4def-9aaf-4302-a8b7-4999752e9c20 req-a49259d6-d7b3-4616-ab22-35d3be062c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:57.162266 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-972c4def-9aaf-4302-a8b7-4999752e9c20 req-a49259d6-d7b3-4616-ab22-35d3be062c74 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1502833 Jul 09 14:42:57.172808 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e28524a-b1ae-4af4-885f-7c3a7934376d req-858b84cf-7e61-4aa7-a139-fe62cc564741 tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:57.174575 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2e28524a-b1ae-4af4-885f-7c3a7934376d req-858b84cf-7e61-4aa7-a139-fe62cc564741 tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d96e1d6-969a-4592-b633-e3e04e7820c2 HTTP/1.1" status: 200 len: 946 time: 0.1182380 Jul 09 14:42:57.274212 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2e28524a-b1ae-4af4-885f-7c3a7934376d req-9858713e-5534-48fc-8366-d24d44efdb86 tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] 10.222.0.58 "GET /v2.0/security-groups?id=82474903-020c-41b5-a2d0-4487aec7c264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937316 Jul 09 14:42:57.311696 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-972c4def-9aaf-4302-a8b7-4999752e9c20 req-1b343027-3ab1-42a1-9fc4-4b5b18892722 service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230133 Jul 09 14:42:57.412869 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-972c4def-9aaf-4302-a8b7-4999752e9c20 req-b2638cab-2f48-4cbd-956b-7d0fa1bdde45 service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904105 Jul 09 14:42:57.518417 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42413799-cb3a-4ff4-8c5a-9b4b031123fc req-fdf05fb8-5bdf-43e8-b4ee-0d6569dbe7bc tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:57.520449 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-42413799-cb3a-4ff4-8c5a-9b4b031123fc req-fdf05fb8-5bdf-43e8-b4ee-0d6569dbe7bc tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d96e1d6-969a-4592-b633-e3e04e7820c2 HTTP/1.1" status: 200 len: 946 time: 0.0898108 Jul 09 14:42:57.647064 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb5009-10bd-4258-a351-1e2f8a4b247f req-c0a0ceb9-1bfb-4c00-8be4-3d7a50fd8705 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:57.655259 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e8fb5009-10bd-4258-a351-1e2f8a4b247f req-c0a0ceb9-1bfb-4c00-8be4-3d7a50fd8705 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=185d943f-2ca8-41c3-8e34-2e9d1545c143 HTTP/1.1" status: 200 len: 945 time: 0.1000297 Jul 09 14:42:57.713546 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e8fb5009-10bd-4258-a351-1e2f8a4b247f req-dcb9aec9-9b76-45d1-8238-ec243fec2d5a tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570304 Jul 09 14:42:57.720447 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 3dec8825-4dd8-4431-b945-47baa896beb9 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:42:57.735811 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff67537-77d1-40b0-b7c4-b8da52e2dca9 req-37c4e976-7c4f-4b0c-a1df-a457260af311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:57.738151 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8ff67537-77d1-40b0-b7c4-b8da52e2dca9 req-37c4e976-7c4f-4b0c-a1df-a457260af311 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a68a696055094bbbadda9bcb8df859df&device_id=140ce993-e348-4918-8f17-d4ae98589f50 HTTP/1.1" status: 200 len: 1099 time: 0.0988023 Jul 09 14:42:57.740425 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-42413799-cb3a-4ff4-8c5a-9b4b031123fc req-4b509faa-36f1-4d54-802a-7ba3c06985d2 tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] Deleting port 19b5e970-bbe6-4396-9e10-1ca4155c0962 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:42:57.740871 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-42413799-cb3a-4ff4-8c5a-9b4b031123fc req-4b509faa-36f1-4d54-802a-7ba3c06985d2 tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:57.809992 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port 3dec8825-4dd8-4431-b945-47baa896beb9 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:42:57.811996 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:57.925296 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-42413799-cb3a-4ff4-8c5a-9b4b031123fc req-4b509faa-36f1-4d54-802a-7ba3c06985d2 tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] For port 19b5e970-bbe6-4396-9e10-1ca4155c0962, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=19b5e970-bbe6-4396-9e10-1ca4155c0962,segment=NetworkSegment(0c9645c6-6b59-4fdf-bb22-f399ad44ac68),segment_id=0c9645c6-6b59-4fdf-bb22-f399ad44ac68)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:42:57.925878 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-42413799-cb3a-4ff4-8c5a-9b4b031123fc req-4b509faa-36f1-4d54-802a-7ba3c06985d2 tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:57.940371 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:57.951371 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-42413799-cb3a-4ff4-8c5a-9b4b031123fc req-4b509faa-36f1-4d54-802a-7ba3c06985d2 tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] Calling delete_port for 19b5e970-bbe6-4396-9e10-1ca4155c0962 owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:42:57.958170 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff67537-77d1-40b0-b7c4-b8da52e2dca9 req-c0817a48-2dd8-4352-969b-0373d79c82a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:57.959921 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8ff67537-77d1-40b0-b7c4-b8da52e2dca9 req-c0817a48-2dd8-4352-969b-0373d79c82a7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc HTTP/1.1" status: 200 len: 870 time: 0.1657503 Jul 09 14:42:58.002746 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 3dec8825-4dd8-4431-b945-47baa896beb9, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=3dec8825-4dd8-4431-b945-47baa896beb9,segment=NetworkSegment(ea3e7312-a29e-42fd-9247-9011d25d7154),segment_id=ea3e7312-a29e-42fd-9247-9011d25d7154)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:42:58.004385 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '185d943f-2ca8-41c3-8e34-2e9d1545c143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dec8825-4dd8-4431-b945-47baa896beb9'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:42:58.012678 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aabaa12-03e6-4d83-bf73-97abe58d8e78" -d '{"events": [{"server_uuid": "185d943f-2ca8-41c3-8e34-2e9d1545c143", "name": "network-vif-plugged", "status": "completed", "tag": "3dec8825-4dd8-4431-b945-47baa896beb9"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:42:58.052752 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8ff67537-77d1-40b0-b7c4-b8da52e2dca9 req-880804e1-efef-4953-be38-45c6656f2106 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=0e756082-fb93-4f8b-bb3d-4e719d1e6365 HTTP/1.1" status: 200 len: 217 time: 0.0810876 Jul 09 14:42:58.076988 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:58.188870 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=3dec8825-4dd8-4431-b945-47baa896beb9,revision_number=7']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:58.200014 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28884b57-0b66-41f4-a965-b3ca9dd3bd8b req-7fe1eebb-b213-4390-b0e2-b2bf8dc35fa5 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:58.210406 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-28884b57-0b66-41f4-a965-b3ca9dd3bd8b req-7fe1eebb-b213-4390-b0e2-b2bf8dc35fa5 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=069ac2cf-36e9-4e0b-858b-582b7e80fe5a HTTP/1.1" status: 200 len: 949 time: 0.1036108 Jul 09 14:42:58.265680 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-28884b57-0b66-41f4-a965-b3ca9dd3bd8b req-9f3340a2-1db4-4d23-a7bd-ef59d3af0430 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543227 Jul 09 14:42:58.292556 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba1b8c-48d9-405f-9426-b4fb7bae125b req-69845703-aa51-4e34-be3c-d8bccb8047d7 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:58.294391 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a6ba1b8c-48d9-405f-9426-b4fb7bae125b req-69845703-aa51-4e34-be3c-d8bccb8047d7 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfcc7ccb-291a-493f-b69d-6005db0b1092 HTTP/1.1" status: 200 len: 950 time: 0.2441027 Jul 09 14:42:58.296339 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff67537-77d1-40b0-b7c4-b8da52e2dca9 req-ad54ba4f-1885-41d6-bbed-c5e8eefce572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:58.297871 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8ff67537-77d1-40b0-b7c4-b8da52e2dca9 req-ad54ba4f-1885-41d6-bbed-c5e8eefce572 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.1568975 Jul 09 14:42:58.333291 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-065dedb0-1deb-4d7a-90ad-ffaaaea9a419 x-openstack-request-id: req-065dedb0-1deb-4d7a-90ad-ffaaaea9a419 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:42:58.333588 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "185d943f-2ca8-41c3-8e34-2e9d1545c143", "name": "network-vif-plugged", "status": "completed", "tag": "3dec8825-4dd8-4431-b945-47baa896beb9", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:42:58.333840 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-065dedb0-1deb-4d7a-90ad-ffaaaea9a419 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:42:58.334260 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '185d943f-2ca8-41c3-8e34-2e9d1545c143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dec8825-4dd8-4431-b945-47baa896beb9', 'code': 200} Jul 09 14:42:58.472819 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a6ba1b8c-48d9-405f-9426-b4fb7bae125b req-9e64fe4a-b8c5-43ca-82ab-c37d732c3f1a tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668329 Jul 09 14:42:58.503262 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff67537-77d1-40b0-b7c4-b8da52e2dca9 req-8f55b6f4-d68d-4bf7-80c6-12b1c83ffad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:58.505512 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8ff67537-77d1-40b0-b7c4-b8da52e2dca9 req-8f55b6f4-d68d-4bf7-80c6-12b1c83ffad4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1981962 Jul 09 14:42:58.564370 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef59cb-8e88-4750-b18e-a901ace11e91 req-74d455e6-4660-45e1-8532-59ac269f91bc tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:58.566980 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-31ef59cb-8e88-4750-b18e-a901ace11e91 req-74d455e6-4660-45e1-8532-59ac269f91bc tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.58 "GET /v2.0/ports?device_id=140ce993-e348-4918-8f17-d4ae98589f50 HTTP/1.1" status: 200 len: 948 time: 0.1291318 Jul 09 14:42:58.597803 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-42413799-cb3a-4ff4-8c5a-9b4b031123fc req-4b509faa-36f1-4d54-802a-7ba3c06985d2 tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:58.645445 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-31ef59cb-8e88-4750-b18e-a901ace11e91 req-0d76bb39-aea0-4f8e-8c56-c2d23602a686 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dfc6839-39ca-49c8-8a05-5f845fe9d742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724757 Jul 09 14:42:58.648190 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['19b5e970-bbe6-4396-9e10-1ca4155c0962'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:42:58.652362 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b509faa-36f1-4d54-802a-7ba3c06985d2 tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] Pushing event deleted for resources: {'Port': ['ID=19b5e970-bbe6-4396-9e10-1ca4155c0962,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:58.985478 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0ba3d2cd-b1c0-4ba5-8ed2-cd52026d5a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:59.026786 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b0a2c72c-f042-4ba4-b745-1ffa0f2fe471 req-d019d7de-9966-4cf6-b5ab-2f8f42f16c45 tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d96e1d6-969a-4592-b633-e3e04e7820c2 HTTP/1.1" status: 200 len: 210 time: 0.0521975 Jul 09 14:42:59.063538 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-42413799-cb3a-4ff4-8c5a-9b4b031123fc req-4b509faa-36f1-4d54-802a-7ba3c06985d2 tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] No DVR routers for this DVR port 19b5e970-bbe6-4396-9e10-1ca4155c0962 on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:42:59.070414 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-42413799-cb3a-4ff4-8c5a-9b4b031123fc req-4b509faa-36f1-4d54-802a-7ba3c06985d2 tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:59.072452 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-42413799-cb3a-4ff4-8c5a-9b4b031123fc req-4b509faa-36f1-4d54-802a-7ba3c06985d2 tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] 10.222.0.62 "DELETE /v2.0/ports/19b5e970-bbe6-4396-9e10-1ca4155c0962 HTTP/1.1" status: 204 len: 173 time: 1.5459790 Jul 09 14:42:59.073397 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d96e1d6-969a-4592-b633-e3e04e7820c2', 'name': 'network-vif-deleted', 'tag': '19b5e970-bbe6-4396-9e10-1ca4155c0962'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:42:59.075310 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23fbeb77-61ac-4fe8-8e96-34ca0cfa46c4" -d '{"events": [{"server_uuid": "2d96e1d6-969a-4592-b633-e3e04e7820c2", "name": "network-vif-deleted", "tag": "19b5e970-bbe6-4396-9e10-1ca4155c0962"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:42:59.083827 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:59.096531 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8ff67537-77d1-40b0-b7c4-b8da52e2dca9 req-7d6723c6-e48d-49fe-82f2-7a691fa53a77 service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5819113 Jul 09 14:42:59.151517 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879f08ee-278b-423e-a1ca-401fd895d62a x-openstack-request-id: req-879f08ee-278b-423e-a1ca-401fd895d62a {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:42:59.152096 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d96e1d6-969a-4592-b633-e3e04e7820c2", "name": "network-vif-deleted", "tag": "19b5e970-bbe6-4396-9e10-1ca4155c0962", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:42:59.152507 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-879f08ee-278b-423e-a1ca-401fd895d62a {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:42:59.153132 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d96e1d6-969a-4592-b633-e3e04e7820c2', 'name': 'network-vif-deleted', 'tag': '19b5e970-bbe6-4396-9e10-1ca4155c0962', 'status': 'completed', 'code': 200} Jul 09 14:42:59.263151 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8ff67537-77d1-40b0-b7c4-b8da52e2dca9 req-071f8397-ef4b-41e2-8365-e70d1d103ba2 service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610525 Jul 09 14:42:59.390749 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd78db5f-071f-434d-80e9-58743ac14cca req-3e592aa1-c5ff-4ef6-a1ab-d41a4ffe2fc9 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:59.396133 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cd78db5f-071f-434d-80e9-58743ac14cca req-3e592aa1-c5ff-4ef6-a1ab-d41a4ffe2fc9 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=185d943f-2ca8-41c3-8e34-2e9d1545c143 HTTP/1.1" status: 200 len: 946 time: 0.1522698 Jul 09 14:42:59.492386 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cd78db5f-071f-434d-80e9-58743ac14cca req-f3cd23dd-3960-4806-a291-7b87639c91ca tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808368 Jul 09 14:42:59.589488 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e3ffbf-1067-4136-b509-ebebf2c0fcc2 req-787e670d-10ea-4c0b-a717-4fa9f79c8be7 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:59.607236 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-94e3ffbf-1067-4136-b509-ebebf2c0fcc2 req-787e670d-10ea-4c0b-a717-4fa9f79c8be7 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=069ac2cf-36e9-4e0b-858b-582b7e80fe5a HTTP/1.1" status: 200 len: 949 time: 0.1887238 Jul 09 14:42:59.675105 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-94e3ffbf-1067-4136-b509-ebebf2c0fcc2 req-cea95698-012f-4f55-a124-400e38923028 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585649 Jul 09 14:42:59.872327 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2782fbab-c840-44cc-9a87-4cec8624ee86 req-cc0d7b13-5faa-4e3d-8f76-0d313bd4602d tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:59.877043 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2782fbab-c840-44cc-9a87-4cec8624ee86 req-cc0d7b13-5faa-4e3d-8f76-0d313bd4602d tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfcc7ccb-291a-493f-b69d-6005db0b1092 HTTP/1.1" status: 200 len: 950 time: 0.1369736 Jul 09 14:42:59.956966 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2782fbab-c840-44cc-9a87-4cec8624ee86 req-a97f84fc-73e2-435f-8b16-0e4ef2be9d39 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720909 Jul 09 14:43:00.005060 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3661e-8eae-4724-b031-c006c83ff65d req-5ccde0ab-d753-4be6-b4b3-9ade7ed28e03 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:00.013986 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-86a3661e-8eae-4724-b031-c006c83ff65d req-5ccde0ab-d753-4be6-b4b3-9ade7ed28e03 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.58 "GET /v2.0/ports?device_id=140ce993-e348-4918-8f17-d4ae98589f50 HTTP/1.1" status: 200 len: 948 time: 0.1284451 Jul 09 14:43:00.059555 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-86a3661e-8eae-4724-b031-c006c83ff65d req-cca1406f-65b1-46dd-9be0-af694f3ae840 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dfc6839-39ca-49c8-8a05-5f845fe9d742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386491 Jul 09 14:43:00.151808 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:00.325441 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7198d373-0c2b-4203-a4eb-7f05f6754ca7 req-b312ce2d-063a-4a47-9589-97954aec6fce tempest-ServerTagsTestJSON-324532018 tempest-ServerTagsTestJSON-324532018-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d96e1d6-969a-4592-b633-e3e04e7820c2 HTTP/1.1" status: 200 len: 210 time: 0.0384226 Jul 09 14:43:00.799761 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7cbe6b-713c-47b9-8f48-b2e05a2d8a0d req-2e4cc3f1-b4b1-47e5-a860-027e2bc7109b tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:00.806986 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9d7cbe6b-713c-47b9-8f48-b2e05a2d8a0d req-2e4cc3f1-b4b1-47e5-a860-027e2bc7109b tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=185d943f-2ca8-41c3-8e34-2e9d1545c143 HTTP/1.1" status: 200 len: 946 time: 0.1180201 Jul 09 14:43:00.864051 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9d7cbe6b-713c-47b9-8f48-b2e05a2d8a0d req-957d3888-6b9f-4811-8257-6a36d5391e70 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560935 Jul 09 14:43:00.930169 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9768bf96-e24a-403a-8499-f2f94d861326 req-8638e296-ba86-4f45-ab5a-e33d45900d64 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:00.932070 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9768bf96-e24a-403a-8499-f2f94d861326 req-8638e296-ba86-4f45-ab5a-e33d45900d64 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=069ac2cf-36e9-4e0b-858b-582b7e80fe5a HTTP/1.1" status: 200 len: 949 time: 0.0933084 Jul 09 14:43:00.988347 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9768bf96-e24a-403a-8499-f2f94d861326 req-40356738-71db-458d-ac17-b04c4f8b9fb4 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494959 Jul 09 14:43:01.210254 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3aac1-9add-4158-a88c-d71d874289e6 req-d2424577-35e2-463c-8ed8-5648ef88d55e tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:01.220680 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-70c3aac1-9add-4158-a88c-d71d874289e6 req-d2424577-35e2-463c-8ed8-5648ef88d55e tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfcc7ccb-291a-493f-b69d-6005db0b1092 HTTP/1.1" status: 200 len: 950 time: 0.1214499 Jul 09 14:43:01.264999 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:43:01.289678 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-70c3aac1-9add-4158-a88c-d71d874289e6 req-d68d2083-0be7-423d-80ea-8b3976bfc68b tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667086 Jul 09 14:43:01.338485 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60caace8-ba76-4301-bc34-3fe9a6b301f0 req-a875b911-bb0d-4def-97a3-e5ec904929fe tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:01.345505 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-60caace8-ba76-4301-bc34-3fe9a6b301f0 req-a875b911-bb0d-4def-97a3-e5ec904929fe tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.58 "GET /v2.0/ports?device_id=140ce993-e348-4918-8f17-d4ae98589f50 HTTP/1.1" status: 200 len: 948 time: 0.0967948 Jul 09 14:43:01.405778 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-60caace8-ba76-4301-bc34-3fe9a6b301f0 req-ba19cf6e-f21c-4f50-9888-c2574d5124cf tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dfc6839-39ca-49c8-8a05-5f845fe9d742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590861 Jul 09 14:43:01.506716 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:01.562393 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 0e756082-fb93-4f8b-bb3d-4e719d1e6365 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:43:01.655373 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 58550) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:43:01.728466 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-153fb166-7725-4e99-9c07-4c1813708b7c admin admin] Deleting subnet 316370e8-8793-4430-8b98-3f88154eeab0 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:43:01.733598 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-153fb166-7725-4e99-9c07-4c1813708b7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:01.736652 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 0e756082-fb93-4f8b-bb3d-4e719d1e6365, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=0e756082-fb93-4f8b-bb3d-4e719d1e6365,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:43:01.753400 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '0e756082-fb93-4f8b-bb3d-4e719d1e6365', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'port_id': '0e756082-fb93-4f8b-bb3d-4e719d1e6365', 'mac_address': 'fa:16:3e:5f:6d:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8081bcce-88de-4a2f-9e69-6750220e0be0', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:43:01.756614 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 19b5e970-bbe6-4396-9e10-1ca4155c0962 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:43:01.779997 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: 19b5e970-bbe6-4396-9e10-1ca4155c0962 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:43:01.780743 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 19b5e970-bbe6-4396-9e10-1ca4155c0962 not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:43:01.801756 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-153fb166-7725-4e99-9c07-4c1813708b7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:01.840740 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:01.856806 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e756082-fb93-4f8b-bb3d-4e719d1e6365 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:43:01.887393 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 0e756082-fb93-4f8b-bb3d-4e719d1e6365, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=0e756082-fb93-4f8b-bb3d-4e719d1e6365,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:43:01.916505 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-153fb166-7725-4e99-9c07-4c1813708b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:01.956770 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:02.073098 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=0e756082-fb93-4f8b-bb3d-4e719d1e6365,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:43:02.119558 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-153fb166-7725-4e99-9c07-4c1813708b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:02.170556 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153fb166-7725-4e99-9c07-4c1813708b7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=316370e8-8793-4430-8b98-3f88154eeab0,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:43:02.191218 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd26b70-deb5-4722-b867-971c95d9729d req-d53cd0fb-c0c5-41fa-ad8d-2113ecf3e050 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:02.194362 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1fd26b70-deb5-4722-b867-971c95d9729d req-d53cd0fb-c0c5-41fa-ad8d-2113ecf3e050 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=185d943f-2ca8-41c3-8e34-2e9d1545c143 HTTP/1.1" status: 200 len: 946 time: 0.1320820 Jul 09 14:43:02.216730 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-153fb166-7725-4e99-9c07-4c1813708b7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:02.219614 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-153fb166-7725-4e99-9c07-4c1813708b7c admin admin] 10.222.0.58 "DELETE /v2.0/subnets/316370e8-8793-4430-8b98-3f88154eeab0 HTTP/1.1" status: 204 len: 168 time: 0.5629845 Jul 09 14:43:02.227104 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 58558) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:43:02.264131 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1fd26b70-deb5-4722-b867-971c95d9729d req-a6e154a0-b127-4229-a24e-a1d1942f975b tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558398 Jul 09 14:43:02.265482 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6080ab84-ba31-4a46-b615-dcbd4d9ad7fb req-17de074a-afe2-4319-a3cd-b47bec2544b4 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:02.267160 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6080ab84-ba31-4a46-b615-dcbd4d9ad7fb req-17de074a-afe2-4319-a3cd-b47bec2544b4 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=069ac2cf-36e9-4e0b-858b-582b7e80fe5a HTTP/1.1" status: 200 len: 949 time: 0.1189713 Jul 09 14:43:02.364249 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-577d6cf5-7317-474f-a14f-0795341c430b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:02.372514 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6080ab84-ba31-4a46-b615-dcbd4d9ad7fb req-ba947080-2293-4d1b-9b62-e8980fa7764a tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917122 Jul 09 14:43:02.474708 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['0e756082-fb93-4f8b-bb3d-4e719d1e6365'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:43:02.495402 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-577d6cf5-7317-474f-a14f-0795341c430b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:02.511563 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-577d6cf5-7317-474f-a14f-0795341c430b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d84458c-3b33-4beb-9069-df403c550a00']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:43:02.525200 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-577d6cf5-7317-474f-a14f-0795341c430b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c9645c6-6b59-4fdf-bb22-f399ad44ac68') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:43:02.525571 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-577d6cf5-7317-474f-a14f-0795341c430b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c9645c6-6b59-4fdf-bb22-f399ad44ac68') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:43:02.540090 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef73dcc-9498-41cd-8818-2cc3cfa16559 req-72a6becf-e106-44cd-84e6-9a16c0c6cd51 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:02.542044 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7ef73dcc-9498-41cd-8818-2cc3cfa16559 req-72a6becf-e106-44cd-84e6-9a16c0c6cd51 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfcc7ccb-291a-493f-b69d-6005db0b1092 HTTP/1.1" status: 200 len: 950 time: 0.0833929 Jul 09 14:43:02.561448 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-577d6cf5-7317-474f-a14f-0795341c430b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:02.582007 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-577d6cf5-7317-474f-a14f-0795341c430b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:02.585800 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7ef73dcc-9498-41cd-8818-2cc3cfa16559 req-f75317dc-49fa-4005-91ea-1b5c5b90f52e tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357890 Jul 09 14:43:02.590836 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-577d6cf5-7317-474f-a14f-0795341c430b admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:43:02.591365 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-577d6cf5-7317-474f-a14f-0795341c430b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:02.593067 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:43:02.593067 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:43:02.593067 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:43:02.593067 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:43:02.593067 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:43:02.593067 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:43:02.593067 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:43:02.593067 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:43:02.593067 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:43:02.593067 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:43:02.593067 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:43:02.593067 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:43:02.593067 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:43:02.593067 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:43:02.593067 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:43:02.593067 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:43:02.593067 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 14:43:02.593067 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:43:02.593067 n-d-799529-6 neutron-server[94446]: timer() Jul 09 14:43:02.593067 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:43:02.593067 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 14:43:02.593067 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:43:02.593067 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 14:43:02.593067 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:43:02.593067 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 14:43:02.593067 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:43:02.593067 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 14:43:02.593067 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:43:02.593067 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 14:43:02.593067 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:43:02.593067 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:43:02.593067 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:43:02.593067 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:43:02.593067 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:43:02.593067 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 14:43:02.593067 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:43:02.593067 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 14:43:02.593067 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:43:02.593067 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:43:02.593067 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:43:02.593067 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 14:43:02.593067 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:43:02.593067 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:43:02.593067 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:43:02.593067 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:43:02.593067 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:43:02.593067 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:43:02.593067 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:43:02.664141 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cccf3a3-878a-40bb-8807-a71ae98005ea req-062d64f0-8564-4f5d-8584-871a8006e2b1 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:02.665622 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3cccf3a3-878a-40bb-8807-a71ae98005ea req-062d64f0-8564-4f5d-8584-871a8006e2b1 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.58 "GET /v2.0/ports?device_id=140ce993-e348-4918-8f17-d4ae98589f50 HTTP/1.1" status: 200 len: 949 time: 0.1382027 Jul 09 14:43:02.710477 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3cccf3a3-878a-40bb-8807-a71ae98005ea req-f54c742e-b25c-4738-8c70-b99d69a4bdb2 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dfc6839-39ca-49c8-8a05-5f845fe9d742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381148 Jul 09 14:43:02.876682 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-577d6cf5-7317-474f-a14f-0795341c430b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:02.881835 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-577d6cf5-7317-474f-a14f-0795341c430b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:02.883844 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-577d6cf5-7317-474f-a14f-0795341c430b admin admin] 10.222.0.58 "DELETE /v2.0/networks/6d84458c-3b33-4beb-9069-df403c550a00 HTTP/1.1" status: 204 len: 168 time: 0.6435399 Jul 09 14:43:02.896716 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577d6cf5-7317-474f-a14f-0795341c430b admin admin] Pushing event deleted for resources: {'Network': ['ID=6d84458c-3b33-4beb-9069-df403c550a00,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:43:03.304075 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 58580) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:43:03.368230 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 58582) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:43:03.380624 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-035be012-a698-46f3-adcb-46e954538ab2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d8b29af441e741d1bcc4517a413e86a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0750370 Jul 09 14:43:03.489660 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-517d006c-8f6f-44cb-8d03-2c217d1b77d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:03.511204 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875ac0a-e4f1-47c8-975a-52552ead9f35 req-8966c9fa-a994-45be-a191-0c7618f36b79 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:03.519038 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2875ac0a-e4f1-47c8-975a-52552ead9f35 req-8966c9fa-a994-45be-a191-0c7618f36b79 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=185d943f-2ca8-41c3-8e34-2e9d1545c143 HTTP/1.1" status: 200 len: 946 time: 0.1249943 Jul 09 14:43:03.548359 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-517d006c-8f6f-44cb-8d03-2c217d1b77d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:03.604081 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2875ac0a-e4f1-47c8-975a-52552ead9f35 req-bf3eeacf-c58c-47d5-871a-f71d6e56654f tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841267 Jul 09 14:43:03.610747 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce562f88-eed1-427b-9b6a-523926ca8cd0 req-0bb1c193-c19d-444d-8b1b-a211fbab57b5 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:03.610747 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ce562f88-eed1-427b-9b6a-523926ca8cd0 req-0bb1c193-c19d-444d-8b1b-a211fbab57b5 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=069ac2cf-36e9-4e0b-858b-582b7e80fe5a HTTP/1.1" status: 200 len: 949 time: 0.0958014 Jul 09 14:43:03.659216 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ce562f88-eed1-427b-9b6a-523926ca8cd0 req-403ce127-2d15-4574-a1d3-e52a559f456c tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453200 Jul 09 14:43:03.763642 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-517d006c-8f6f-44cb-8d03-2c217d1b77d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:03.766430 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-517d006c-8f6f-44cb-8d03-2c217d1b77d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:03.783533 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-517d006c-8f6f-44cb-8d03-2c217d1b77d7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/82474903-020c-41b5-a2d0-4487aec7c264 HTTP/1.1" status: 204 len: 168 time: 0.4010370 Jul 09 14:43:03.809724 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d006c-8f6f-44cb-8d03-2c217d1b77d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82474903-020c-41b5-a2d0-4487aec7c264,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:43:03.865951 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed29ec7-d715-4fb6-8d07-1a0bb7f168d4 req-fa46b091-8cb8-4907-b7bb-514ad99f53a4 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:03.875235 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5ed29ec7-d715-4fb6-8d07-1a0bb7f168d4 req-fa46b091-8cb8-4907-b7bb-514ad99f53a4 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfcc7ccb-291a-493f-b69d-6005db0b1092 HTTP/1.1" status: 200 len: 950 time: 0.1672435 Jul 09 14:43:03.924295 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5ed29ec7-d715-4fb6-8d07-1a0bb7f168d4 req-2c13452f-6cb7-490f-a203-15f3cbda0dd2 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493884 Jul 09 14:43:03.965967 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f646a3-2bd2-47bd-8d55-cff06d72de7d req-4a2b1192-5c18-4549-a723-3b431345b017 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:03.967744 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f3f646a3-2bd2-47bd-8d55-cff06d72de7d req-4a2b1192-5c18-4549-a723-3b431345b017 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.58 "GET /v2.0/ports?device_id=140ce993-e348-4918-8f17-d4ae98589f50 HTTP/1.1" status: 200 len: 949 time: 0.1126509 Jul 09 14:43:04.047315 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f3f646a3-2bd2-47bd-8d55-cff06d72de7d req-8236f672-68dc-4a77-8b4e-81b92ea1ab1f tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dfc6839-39ca-49c8-8a05-5f845fe9d742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661902 Jul 09 14:43:04.269997 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f2187d67-f263-44fb-bcc9-a19d4d00ab6e req-60948707-20d6-4430-a8d6-bc5445af7f18 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=db9b48db-d25d-4d09-9a7a-bd68518db69b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0697727 Jul 09 14:43:04.377903 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2187d67-f263-44fb-bcc9-a19d4d00ab6e req-156fdd3d-6733-495d-9781-4a90bea8a23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:04.380419 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f2187d67-f263-44fb-bcc9-a19d4d00ab6e req-156fdd3d-6733-495d-9781-4a90bea8a23b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7e8e5340b4af4fbb9f6efeaeab787aeb&device_id=db9b48db-d25d-4d09-9a7a-bd68518db69b HTTP/1.1" status: 200 len: 1096 time: 0.0799837 Jul 09 14:43:04.516200 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2187d67-f263-44fb-bcc9-a19d4d00ab6e req-d1d219a3-a6af-4e60-bde7-cd27f0a2eed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:04.518063 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f2187d67-f263-44fb-bcc9-a19d4d00ab6e req-d1d219a3-a6af-4e60-bde7-cd27f0a2eed0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f1bff32f-69e2-446c-a290-b6ec892cf735 HTTP/1.1" status: 200 len: 920 time: 0.1004033 Jul 09 14:43:04.565419 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f2187d67-f263-44fb-bcc9-a19d4d00ab6e req-3cf2a3bc-29ce-489d-884a-664db529f93a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01b8931f-c55e-44c7-9c7d-1f7d5fd6146f HTTP/1.1" status: 200 len: 217 time: 0.0402684 Jul 09 14:43:04.622187 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2187d67-f263-44fb-bcc9-a19d4d00ab6e req-3afa6945-6983-42ad-b41f-a3bd65765af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:04.623740 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f2187d67-f263-44fb-bcc9-a19d4d00ab6e req-3afa6945-6983-42ad-b41f-a3bd65765af1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=55af4da9-7f40-4991-a82d-0bd874a45ee8 HTTP/1.1" status: 200 len: 859 time: 0.0509219 Jul 09 14:43:04.664303 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f2187d67-f263-44fb-bcc9-a19d4d00ab6e req-bd3e475f-a4c0-4d4b-8a24-44b82c1ddef2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f1bff32f-69e2-446c-a290-b6ec892cf735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334353 Jul 09 14:43:04.778244 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f2187d67-f263-44fb-bcc9-a19d4d00ab6e req-08b29cbe-17a2-4b74-8c71-de35f72d22e0 service neutron] 10.222.0.54 "GET /v2.0/networks/f1bff32f-69e2-446c-a290-b6ec892cf735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061995 Jul 09 14:43:04.869844 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d457456-fa9f-4a8a-83b9-7e22f82bb5a8 req-b0c52f07-63b1-4ace-8d6c-487e4b597481 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:04.881142 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6d457456-fa9f-4a8a-83b9-7e22f82bb5a8 req-b0c52f07-63b1-4ace-8d6c-487e4b597481 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=069ac2cf-36e9-4e0b-858b-582b7e80fe5a HTTP/1.1" status: 200 len: 949 time: 0.0835123 Jul 09 14:43:04.920104 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c542cff5-df6f-47f2-91a4-b41932dc39a4 req-6639c3b7-c367-4f9e-9277-11df34b14eff tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:04.920934 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6d457456-fa9f-4a8a-83b9-7e22f82bb5a8 req-bbfa4cf5-5b57-497d-b0eb-06aedcea6cb3 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390739 Jul 09 14:43:04.921650 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c542cff5-df6f-47f2-91a4-b41932dc39a4 req-6639c3b7-c367-4f9e-9277-11df34b14eff tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=185d943f-2ca8-41c3-8e34-2e9d1545c143 HTTP/1.1" status: 200 len: 946 time: 0.1421835 Jul 09 14:43:04.971336 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f2187d67-f263-44fb-bcc9-a19d4d00ab6e req-72630030-9a5a-4890-810d-a41b65814a2c service neutron] 10.222.0.54 "GET /v2.0/networks/f1bff32f-69e2-446c-a290-b6ec892cf735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586814 Jul 09 14:43:04.999213 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c542cff5-df6f-47f2-91a4-b41932dc39a4 req-a6e5e545-9c3c-4770-b69b-5c753ce68f7c tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707574 Jul 09 14:43:05.133281 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 58626) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:43:05.195122 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce84816-50a6-4723-982b-9ac83310f488 req-17dc8d4a-4873-4ed3-80c7-8ed909dc5315 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:05.198214 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3ce84816-50a6-4723-982b-9ac83310f488 req-17dc8d4a-4873-4ed3-80c7-8ed909dc5315 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfcc7ccb-291a-493f-b69d-6005db0b1092 HTTP/1.1" status: 200 len: 950 time: 0.1235461 Jul 09 14:43:05.250292 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3ce84816-50a6-4723-982b-9ac83310f488 req-38c5608d-7f24-4057-8daa-e25b63a02d1a tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469975 Jul 09 14:43:05.289752 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-64545fcd-afe6-4be2-a3f8-497fc6168ea2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1405468167-network', 'tenant_id': '1e0132f74af84346b7937684dc0b5d46'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:43:05.301340 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c8f591-5d33-4663-adb2-5d9cd52f654d req-19b64a49-064f-4bd8-979a-5c2947fe2cde tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:05.303964 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-65c8f591-5d33-4663-adb2-5d9cd52f654d req-19b64a49-064f-4bd8-979a-5c2947fe2cde tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.58 "GET /v2.0/ports?device_id=140ce993-e348-4918-8f17-d4ae98589f50 HTTP/1.1" status: 200 len: 949 time: 0.1022711 Jul 09 14:43:05.361978 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-65c8f591-5d33-4663-adb2-5d9cd52f654d req-8700959b-0d57-4115-a893-965a8e484cb0 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dfc6839-39ca-49c8-8a05-5f845fe9d742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528870 Jul 09 14:43:05.419339 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64545fcd-afe6-4be2-a3f8-497fc6168ea2 admin admin] Made reservation on behalf of 1e0132f74af84346b7937684dc0b5d46 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:43:05.423717 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-64545fcd-afe6-4be2-a3f8-497fc6168ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:05.436142 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-64545fcd-afe6-4be2-a3f8-497fc6168ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:05.540898 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-64545fcd-afe6-4be2-a3f8-497fc6168ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:05.569073 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 0e756082-fb93-4f8b-bb3d-4e719d1e6365 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:43:05.630822 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-64545fcd-afe6-4be2-a3f8-497fc6168ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:05.659019 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64545fcd-afe6-4be2-a3f8-497fc6168ea2 admin admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:43:05.668989 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64545fcd-afe6-4be2-a3f8-497fc6168ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d741dfea-eecb-4c17-8393-7e5d3f25b7e9,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:43:05.674271 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-64545fcd-afe6-4be2-a3f8-497fc6168ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:05.674610 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-64545fcd-afe6-4be2-a3f8-497fc6168ea2 admin admin] Added segment 53f9e82d-cbee-4af4-9fe3-f119337023c8 of type vlan for network 4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9 Jul 09 14:43:05.705711 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port 0e756082-fb93-4f8b-bb3d-4e719d1e6365 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:43:05.711194 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 0e756082-fb93-4f8b-bb3d-4e719d1e6365 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:43:05.711952 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:05.722157 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-64545fcd-afe6-4be2-a3f8-497fc6168ea2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:05.827313 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:05.842590 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-64545fcd-afe6-4be2-a3f8-497fc6168ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:05.843653 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64545fcd-afe6-4be2-a3f8-497fc6168ea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:05.848014 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-64545fcd-afe6-4be2-a3f8-497fc6168ea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:05.854018 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140ce993-e348-4918-8f17-d4ae98589f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e756082-fb93-4f8b-bb3d-4e719d1e6365'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:43:05.856559 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f7e945-7b24-440e-970a-f70865072323" -d '{"events": [{"server_uuid": "140ce993-e348-4918-8f17-d4ae98589f50", "name": "network-vif-plugged", "status": "completed", "tag": "0e756082-fb93-4f8b-bb3d-4e719d1e6365"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:43:05.876581 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 0e756082-fb93-4f8b-bb3d-4e719d1e6365, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=0e756082-fb93-4f8b-bb3d-4e719d1e6365,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:43:05.904525 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a9a66e-573e-4bf2-b0d6-0fec070d85a6 x-openstack-request-id: req-f4a9a66e-573e-4bf2-b0d6-0fec070d85a6 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:43:05.905426 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "140ce993-e348-4918-8f17-d4ae98589f50", "name": "network-vif-plugged", "status": "completed", "tag": "0e756082-fb93-4f8b-bb3d-4e719d1e6365", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:43:05.905902 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f4a9a66e-573e-4bf2-b0d6-0fec070d85a6 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:43:05.906524 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '140ce993-e348-4918-8f17-d4ae98589f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e756082-fb93-4f8b-bb3d-4e719d1e6365', 'code': 200} Jul 09 14:43:05.918584 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64545fcd-afe6-4be2-a3f8-497fc6168ea2 admin admin] Pushing event updated for resources: {'Network': ['ID=4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:43:05.931756 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:43:05.941566 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-64545fcd-afe6-4be2-a3f8-497fc6168ea2 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8064094 Jul 09 14:43:05.944562 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 58636) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:43:05.952682 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-bb2a4218-2c5c-4611-839f-7ce9b3418ec3 admin admin] Request body: {'subnet': {'network_id': '4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1405468167-subnet', 'tenant_id': '1e0132f74af84346b7937684dc0b5d46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:43:06.005909 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:06.092129 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb2a4218-2c5c-4611-839f-7ce9b3418ec3 admin admin] Made reservation on behalf of 1e0132f74af84346b7937684dc0b5d46 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:43:06.092803 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bb2a4218-2c5c-4611-839f-7ce9b3418ec3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:06.114121 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=0e756082-fb93-4f8b-bb3d-4e719d1e6365,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:43:06.185209 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12821ea-5736-435a-b01e-8f1a416a1880 req-a3c110c8-1e41-4dce-bae2-28e6829631e5 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:06.195046 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d12821ea-5736-435a-b01e-8f1a416a1880 req-a3c110c8-1e41-4dce-bae2-28e6829631e5 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=069ac2cf-36e9-4e0b-858b-582b7e80fe5a HTTP/1.1" status: 200 len: 949 time: 0.0909460 Jul 09 14:43:06.246907 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d12821ea-5736-435a-b01e-8f1a416a1880 req-63fcb5c7-c8cd-4133-90a0-55133f254e24 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534542 Jul 09 14:43:06.328660 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4075c3a9-65ed-4732-9708-2cb8f0f464eb req-6e0bb013-b58f-4be5-b4e6-53421e191a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:06.330876 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4075c3a9-65ed-4732-9708-2cb8f0f464eb req-6e0bb013-b58f-4be5-b4e6-53421e191a31 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=140ce993-e348-4918-8f17-d4ae98589f50 HTTP/1.1" status: 200 len: 1101 time: 0.3145976 Jul 09 14:43:06.438300 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4075c3a9-65ed-4732-9708-2cb8f0f464eb req-1d905b83-839b-428f-a093-468e748728a2 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=8dfc6839-39ca-49c8-8a05-5f845fe9d742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889969 Jul 09 14:43:06.446608 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e61c4-ae38-492f-b7d0-68173c1591b5 req-679a4408-cbd8-4b9a-ab47-567cdad6e30f tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:06.448207 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3b6e61c4-ae38-492f-b7d0-68173c1591b5 req-679a4408-cbd8-4b9a-ab47-567cdad6e30f tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=185d943f-2ca8-41c3-8e34-2e9d1545c143 HTTP/1.1" status: 200 len: 946 time: 0.1749594 Jul 09 14:43:06.515902 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ab1492-8ecf-4552-8676-54f8fc5151ce req-45b70e5a-bcd1-422a-a552-085d26567b07 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:06.518013 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-64ab1492-8ecf-4552-8676-54f8fc5151ce req-45b70e5a-bcd1-422a-a552-085d26567b07 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfcc7ccb-291a-493f-b69d-6005db0b1092 HTTP/1.1" status: 200 len: 950 time: 0.1399767 Jul 09 14:43:06.546777 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3b6e61c4-ae38-492f-b7d0-68173c1591b5 req-3c31cbbf-4726-447b-b356-031d0b5ca01f tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918581 Jul 09 14:43:06.572353 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-64ab1492-8ecf-4552-8676-54f8fc5151ce req-1477254e-baab-48ae-9d00-42ed9889a2dc tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460203 Jul 09 14:43:06.756384 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a47644-8f1b-4556-9a08-81004bbc4d04 req-2cb9c585-63e3-46d8-96fa-30c2e299de30 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:06.756384 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-60a47644-8f1b-4556-9a08-81004bbc4d04 req-2cb9c585-63e3-46d8-96fa-30c2e299de30 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.58 "GET /v2.0/ports?device_id=140ce993-e348-4918-8f17-d4ae98589f50 HTTP/1.1" status: 200 len: 950 time: 0.0678515 Jul 09 14:43:06.765424 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-60a47644-8f1b-4556-9a08-81004bbc4d04 req-e1567e31-3923-40c7-bf36-ced5e1752f73 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dfc6839-39ca-49c8-8a05-5f845fe9d742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321200 Jul 09 14:43:06.818274 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bb2a4218-2c5c-4611-839f-7ce9b3418ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:06.885959 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2a4218-2c5c-4611-839f-7ce9b3418ec3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e78429e5-c16d-40cf-923f-e056853eac48,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:43:06.893503 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2a4218-2c5c-4611-839f-7ce9b3418ec3 admin admin] Checking segment: {'id': '53f9e82d-cbee-4af4-9fe3-f119337023c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:43:06.893876 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2a4218-2c5c-4611-839f-7ce9b3418ec3 admin admin] Network hostable DHCP agents. Network: 4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:43:07.055330 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2a4218-2c5c-4611-839f-7ce9b3418ec3 admin admin] Network 4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:43:07.133474 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-bb2a4218-2c5c-4611-839f-7ce9b3418ec3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:43:07.137622 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2a4218-2c5c-4611-839f-7ce9b3418ec3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:07.138241 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bb2a4218-2c5c-4611-839f-7ce9b3418ec3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:07.142491 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d02f4c8-a945-41b0-b064-e3683ccd2e80 None None] Network 4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:43:07.260049 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-bb2a4218-2c5c-4611-839f-7ce9b3418ec3 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.3136868 Jul 09 14:43:07.269603 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e887476c-f1f7-4d67-a365-7d06a3e21d20 None None] Network 4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:43:07.448699 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafab8ad-d4bc-4056-aa1a-379cb00635c8 req-d9b2159d-8aef-45da-b9da-98c3b75be2cd tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:07.456434 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aafab8ad-d4bc-4056-aa1a-379cb00635c8 req-d9b2159d-8aef-45da-b9da-98c3b75be2cd tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=069ac2cf-36e9-4e0b-858b-582b7e80fe5a HTTP/1.1" status: 200 len: 949 time: 0.0763245 Jul 09 14:43:07.502770 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aafab8ad-d4bc-4056-aa1a-379cb00635c8 req-c57e08d5-383c-4048-a528-1b8f76261750 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452795 Jul 09 14:43:07.776787 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f85129-04cf-4b73-a7cb-6c8d3786516d req-215ce5a5-1a7b-4cd5-89ad-9853202b7d08 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:07.778503 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-00f85129-04cf-4b73-a7cb-6c8d3786516d req-215ce5a5-1a7b-4cd5-89ad-9853202b7d08 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=185d943f-2ca8-41c3-8e34-2e9d1545c143 HTTP/1.1" status: 200 len: 946 time: 0.0971060 Jul 09 14:43:07.839904 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-00f85129-04cf-4b73-a7cb-6c8d3786516d req-d6039c4a-2ba5-4e02-bbfe-4a92694a9ef7 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537620 Jul 09 14:43:07.946728 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d095acd-900b-4b69-9377-b2f922af7882 req-8d1375ff-a4cf-42c2-b687-f85f31918803 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:07.948975 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8d095acd-900b-4b69-9377-b2f922af7882 req-8d1375ff-a4cf-42c2-b687-f85f31918803 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/networks?id=4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9 HTTP/1.1" status: 200 len: 806 time: 0.1525605 Jul 09 14:43:07.967698 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8d095acd-900b-4b69-9377-b2f922af7882 req-06c5c764-787f-4fcd-a3ea-7c7fbba589d3 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/quotas/1e0132f74af84346b7937684dc0b5d46 HTTP/1.1" status: 200 len: 375 time: 0.0116768 Jul 09 14:43:08.032185 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8d095acd-900b-4b69-9377-b2f922af7882 req-588c2299-afc3-4139-92a7-457f510a01b5 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1e0132f74af84346b7937684dc0b5d46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0583899 Jul 09 14:43:08.060562 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab63635-1562-458a-bd8d-1a2b6131edab req-17bd0bbb-b0eb-47b6-aa8d-3de12498bdf5 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:08.062374 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4ab63635-1562-458a-bd8d-1a2b6131edab req-17bd0bbb-b0eb-47b6-aa8d-3de12498bdf5 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfcc7ccb-291a-493f-b69d-6005db0b1092 HTTP/1.1" status: 200 len: 950 time: 0.0857978 Jul 09 14:43:08.123666 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4ab63635-1562-458a-bd8d-1a2b6131edab req-d163f1e1-966c-42d3-afe1-722235695337 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548744 Jul 09 14:43:08.174364 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8d095acd-900b-4b69-9377-b2f922af7882 req-67ca754b-650e-40a2-93de-55ab63e45b9d service neutron] 10.222.0.58 "GET /v2.0/networks/4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390741 Jul 09 14:43:08.302720 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8d095acd-900b-4b69-9377-b2f922af7882 req-07fa7d3a-bf8b-416e-add9-1ca48dca390e service neutron] 10.222.0.58 "GET /v2.0/networks/4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274178 Jul 09 14:43:08.369188 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab5764b-702c-4895-b464-8403102e7969 req-19002488-a4ac-4f39-b0d3-dbc09e4305c1 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:08.370959 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2ab5764b-702c-4895-b464-8403102e7969 req-19002488-a4ac-4f39-b0d3-dbc09e4305c1 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.58 "GET /v2.0/ports?device_id=140ce993-e348-4918-8f17-d4ae98589f50 HTTP/1.1" status: 200 len: 950 time: 0.1118162 Jul 09 14:43:08.421898 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2ab5764b-702c-4895-b464-8403102e7969 req-7a57bbf1-eff8-4a85-8b42-b491eb3a4417 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dfc6839-39ca-49c8-8a05-5f845fe9d742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423253 Jul 09 14:43:08.753211 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-136e5063-a6d8-4bc6-ab07-6970e8849646 req-5790492a-f240-4487-abdd-8fd787f36260 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=20c07ab7-2106-4d17-b84c-250701bf5ab5 HTTP/1.1" status: 200 len: 210 time: 0.0440249 Jul 09 14:43:08.903612 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e62db4-2815-42f4-96af-6820eab03256 req-c1e517ce-7c34-403c-bec1-d55d04cff83e tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:08.906127 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-09e62db4-2815-42f4-96af-6820eab03256 req-c1e517ce-7c34-403c-bec1-d55d04cff83e tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=069ac2cf-36e9-4e0b-858b-582b7e80fe5a HTTP/1.1" status: 200 len: 949 time: 0.1150973 Jul 09 14:43:08.967125 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-09e62db4-2815-42f4-96af-6820eab03256 req-9ed97dd3-a471-48da-8fac-2c0bc2b6a289 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524442 Jul 09 14:43:09.071371 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d67ec2f-8501-4f5b-9c27-887e409b0699 req-58769446-d9cf-478c-b728-ca8bd6d2a15d tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:09.076593 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1d67ec2f-8501-4f5b-9c27-887e409b0699 req-58769446-d9cf-478c-b728-ca8bd6d2a15d tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=185d943f-2ca8-41c3-8e34-2e9d1545c143 HTTP/1.1" status: 200 len: 946 time: 0.0827794 Jul 09 14:43:09.126857 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1d67ec2f-8501-4f5b-9c27-887e409b0699 req-d9a53aa7-720b-431a-b147-19578cf75e3e tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492098 Jul 09 14:43:09.360620 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a97424e-77a4-47ca-b05e-989166d68715 req-5bf632f1-5c26-419d-b113-71b896beed98 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:09.362349 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7a97424e-77a4-47ca-b05e-989166d68715 req-5bf632f1-5c26-419d-b113-71b896beed98 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfcc7ccb-291a-493f-b69d-6005db0b1092 HTTP/1.1" status: 200 len: 950 time: 0.1023614 Jul 09 14:43:09.428206 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7a97424e-77a4-47ca-b05e-989166d68715 req-085e62db-2d0a-4d10-99bd-c74ea57fcf24 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576515 Jul 09 14:43:09.675192 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e109f193-1cbd-4fca-92ad-3365117821c9 req-8e2093c5-9c92-491d-98e2-c8c64bcb561d tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:09.680556 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e109f193-1cbd-4fca-92ad-3365117821c9 req-8e2093c5-9c92-491d-98e2-c8c64bcb561d tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.58 "GET /v2.0/ports?device_id=140ce993-e348-4918-8f17-d4ae98589f50 HTTP/1.1" status: 200 len: 950 time: 0.0953603 Jul 09 14:43:09.749518 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e109f193-1cbd-4fca-92ad-3365117821c9 req-f222c729-c1d3-4966-9d2d-2305cf2ce99b tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dfc6839-39ca-49c8-8a05-5f845fe9d742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619183 Jul 09 14:43:10.103036 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-55257ad9-78cd-4d01-b9b3-84e44cd60aa9 req-fa78cbc8-dcc0-4139-b0d9-54ecc398296d tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=20c07ab7-2106-4d17-b84c-250701bf5ab5 HTTP/1.1" status: 200 len: 210 time: 0.0418527 Jul 09 14:43:10.404502 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c235b6d-3a1d-45e3-b9a1-dd0c5b1ec1b7 req-a7cc42d0-abad-47be-b917-2988b63a571b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:10.406085 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8c235b6d-3a1d-45e3-b9a1-dd0c5b1ec1b7 req-a7cc42d0-abad-47be-b917-2988b63a571b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7e8e5340b4af4fbb9f6efeaeab787aeb&device_id=db9b48db-d25d-4d09-9a7a-bd68518db69b HTTP/1.1" status: 200 len: 1096 time: 0.1136210 Jul 09 14:43:10.485722 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faf194b-d23e-4313-a3de-00c20fc23ed9 req-7361ab50-5ef4-4dc4-8325-13a7b33b4e9d tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:10.490013 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6faf194b-d23e-4313-a3de-00c20fc23ed9 req-7361ab50-5ef4-4dc4-8325-13a7b33b4e9d tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=069ac2cf-36e9-4e0b-858b-582b7e80fe5a HTTP/1.1" status: 200 len: 949 time: 0.1554461 Jul 09 14:43:10.542167 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c235b6d-3a1d-45e3-b9a1-dd0c5b1ec1b7 req-7ffc5f82-2fd4-4e8e-aba1-e31a53531146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:10.543949 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8c235b6d-3a1d-45e3-b9a1-dd0c5b1ec1b7 req-7ffc5f82-2fd4-4e8e-aba1-e31a53531146 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f1bff32f-69e2-446c-a290-b6ec892cf735 HTTP/1.1" status: 200 len: 920 time: 0.1313741 Jul 09 14:43:10.549939 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6faf194b-d23e-4313-a3de-00c20fc23ed9 req-4cdd4f4e-3a4b-4d42-a4c7-cd41b8d8ad63 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510569 Jul 09 14:43:10.589349 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8c235b6d-3a1d-45e3-b9a1-dd0c5b1ec1b7 req-d53a96ec-ea5b-4b08-856c-1e462759b553 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01b8931f-c55e-44c7-9c7d-1f7d5fd6146f HTTP/1.1" status: 200 len: 217 time: 0.0364563 Jul 09 14:43:10.643792 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c235b6d-3a1d-45e3-b9a1-dd0c5b1ec1b7 req-95cda9d9-4d20-42c6-9190-f420b162afd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:10.645412 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8c235b6d-3a1d-45e3-b9a1-dd0c5b1ec1b7 req-95cda9d9-4d20-42c6-9190-f420b162afd2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=55af4da9-7f40-4991-a82d-0bd874a45ee8 HTTP/1.1" status: 200 len: 859 time: 0.0488369 Jul 09 14:43:10.687143 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8c235b6d-3a1d-45e3-b9a1-dd0c5b1ec1b7 req-0a4922a2-41f8-4cc5-b342-7b825575f3b5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f1bff32f-69e2-446c-a290-b6ec892cf735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353146 Jul 09 14:43:10.809419 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5fadb0-e3c4-476b-a1a8-cd3127dbdd3a req-a3f251f9-36b9-43e6-8282-746dafae88c6 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:10.810838 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5d5fadb0-e3c4-476b-a1a8-cd3127dbdd3a req-a3f251f9-36b9-43e6-8282-746dafae88c6 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=185d943f-2ca8-41c3-8e34-2e9d1545c143 HTTP/1.1" status: 200 len: 946 time: 0.1514802 Jul 09 14:43:10.815023 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8c235b6d-3a1d-45e3-b9a1-dd0c5b1ec1b7 req-b8fae466-3a0d-44d7-ad4b-b0d8bfe413df service neutron] 10.222.0.54 "GET /v2.0/networks/f1bff32f-69e2-446c-a290-b6ec892cf735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117237 Jul 09 14:43:10.897219 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5d5fadb0-e3c4-476b-a1a8-cd3127dbdd3a req-2d43be24-b632-4987-a0a6-e0fb329dcf1e tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797720 Jul 09 14:43:10.935666 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8c235b6d-3a1d-45e3-b9a1-dd0c5b1ec1b7 req-38ff0cee-439c-4e71-bfe1-26f11b5e515f service neutron] 10.222.0.54 "GET /v2.0/networks/f1bff32f-69e2-446c-a290-b6ec892cf735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121550 Jul 09 14:43:11.079577 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f7cb5e-0d18-4984-8fa3-5bd8ade72bfb req-a60ca4f5-5b43-409e-8294-1eb187ff59d6 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:11.081933 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-19f7cb5e-0d18-4984-8fa3-5bd8ade72bfb req-a60ca4f5-5b43-409e-8294-1eb187ff59d6 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=db9b48db-d25d-4d09-9a7a-bd68518db69b HTTP/1.1" status: 200 len: 945 time: 0.0837963 Jul 09 14:43:11.129913 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-19f7cb5e-0d18-4984-8fa3-5bd8ade72bfb req-cbb141fe-653e-45c4-b869-77a80659e212 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419471 Jul 09 14:43:11.304409 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d9e068-a933-40de-bf24-d1fb7f8fdc64 req-e438def0-92f1-4779-84a3-6849366942b8 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:11.312704 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f5d9e068-a933-40de-bf24-d1fb7f8fdc64 req-e438def0-92f1-4779-84a3-6849366942b8 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfcc7ccb-291a-493f-b69d-6005db0b1092 HTTP/1.1" status: 200 len: 950 time: 0.0958009 Jul 09 14:43:11.369697 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f5d9e068-a933-40de-bf24-d1fb7f8fdc64 req-76142bd0-d33c-4005-8447-362be88b2861 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523102 Jul 09 14:43:11.541636 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece41265-f797-41cb-9e1e-1cabfe48da70 req-b49ff6c5-f8db-45ef-9e19-60b2e84804ca tempest-ServersAdminNegativeTestJSON-1123040336 tempest-ServersAdminNegativeTestJSON-1123040336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:11.549233 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ece41265-f797-41cb-9e1e-1cabfe48da70 req-b49ff6c5-f8db-45ef-9e19-60b2e84804ca tempest-ServersAdminNegativeTestJSON-1123040336 tempest-ServersAdminNegativeTestJSON-1123040336-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=140ce993-e348-4918-8f17-d4ae98589f50 HTTP/1.1" status: 200 len: 1101 time: 0.0690742 Jul 09 14:43:11.568680 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-ece41265-f797-41cb-9e1e-1cabfe48da70 req-5f08d066-76b7-41a8-98e4-3a577b6b30b4 tempest-ServersAdminNegativeTestJSON-1123040336 tempest-ServersAdminNegativeTestJSON-1123040336-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:11.597572 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6fdf575b-9697-4d56-bc78-6e6786846111 req-9e221e09-2610-41eb-92fe-b06ee72fa27b tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=20c07ab7-2106-4d17-b84c-250701bf5ab5 HTTP/1.1" status: 200 len: 210 time: 0.0467610 Jul 09 14:43:11.679172 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-ece41265-f797-41cb-9e1e-1cabfe48da70 req-5f08d066-76b7-41a8-98e4-3a577b6b30b4 tempest-ServersAdminNegativeTestJSON-1123040336 tempest-ServersAdminNegativeTestJSON-1123040336-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:11.755446 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d35305f-6c23-4810-b101-3b27bc62b20a req-e45a4646-6d6a-4165-9ff4-16ea2284944b tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:11.756946 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6d35305f-6c23-4810-b101-3b27bc62b20a req-e45a4646-6d6a-4165-9ff4-16ea2284944b tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=069ac2cf-36e9-4e0b-858b-582b7e80fe5a HTTP/1.1" status: 200 len: 949 time: 0.0652320 Jul 09 14:43:11.784886 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-ece41265-f797-41cb-9e1e-1cabfe48da70 req-5f08d066-76b7-41a8-98e4-3a577b6b30b4 tempest-ServersAdminNegativeTestJSON-1123040336 tempest-ServersAdminNegativeTestJSON-1123040336-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:11.798954 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6d35305f-6c23-4810-b101-3b27bc62b20a req-808eb6f8-4d02-46c2-96e9-47bc91840384 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363007 Jul 09 14:43:11.810869 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ece41265-f797-41cb-9e1e-1cabfe48da70 req-5f08d066-76b7-41a8-98e4-3a577b6b30b4 tempest-ServersAdminNegativeTestJSON-1123040336 tempest-ServersAdminNegativeTestJSON-1123040336-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=8dfc6839-39ca-49c8-8a05-5f845fe9d742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603977 Jul 09 14:43:11.822747 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f08d066-76b7-41a8-98e4-3a577b6b30b4 tempest-ServersAdminNegativeTestJSON-1123040336 tempest-ServersAdminNegativeTestJSON-1123040336-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08727280-5b5b-4833-a878-dd8459ac1798,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:43:12.075092 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc60d3e-e026-4dbd-8455-884cdbead692 req-fd28b1ba-c2ce-482c-a654-b501629d25e5 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:12.076653 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bdc60d3e-e026-4dbd-8455-884cdbead692 req-fd28b1ba-c2ce-482c-a654-b501629d25e5 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=185d943f-2ca8-41c3-8e34-2e9d1545c143 HTTP/1.1" status: 200 len: 946 time: 0.0643113 Jul 09 14:43:12.116529 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bdc60d3e-e026-4dbd-8455-884cdbead692 req-012eca54-3ac0-487b-9d91-05e4ef541b55 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326657 Jul 09 14:43:12.227141 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d095acd-900b-4b69-9377-b2f922af7882 req-11abb3e2-c851-4226-a8e5-b11a4c96a2b7 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:12.228694 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8d095acd-900b-4b69-9377-b2f922af7882 req-11abb3e2-c851-4226-a8e5-b11a4c96a2b7 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.54 "GET /v2.0/networks?id=4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9 HTTP/1.1" status: 200 len: 806 time: 0.1128023 Jul 09 14:43:12.249044 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-8d095acd-900b-4b69-9377-b2f922af7882 req-9b7fc460-38ab-46e8-92f5-fa884a32ffc9 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Request body: {'port': {'device_id': '20c07ab7-2106-4d17-b84c-250701bf5ab5', 'network_id': '4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9', 'admin_state_up': True, 'tenant_id': '1e0132f74af84346b7937684dc0b5d46'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:43:12.357447 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9b0ab-92d9-4b92-8c67-04807612e77a req-7a6f3ec5-edff-4d5c-85c5-e06ea3b5ac56 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:12.359564 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-45e9b0ab-92d9-4b92-8c67-04807612e77a req-7a6f3ec5-edff-4d5c-85c5-e06ea3b5ac56 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=db9b48db-d25d-4d09-9a7a-bd68518db69b HTTP/1.1" status: 200 len: 945 time: 0.1132865 Jul 09 14:43:12.406865 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-45e9b0ab-92d9-4b92-8c67-04807612e77a req-18af8320-6fba-41ca-8f31-f8aa5287146e tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383348 Jul 09 14:43:12.459334 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d095acd-900b-4b69-9377-b2f922af7882 req-9b7fc460-38ab-46e8-92f5-fa884a32ffc9 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Made reservation on behalf of 1e0132f74af84346b7937684dc0b5d46 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:43:12.464463 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8d095acd-900b-4b69-9377-b2f922af7882 req-9b7fc460-38ab-46e8-92f5-fa884a32ffc9 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:12.759715 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b4d6f03c-f246-4d36-970a-666113f9e3d8 req-120e86cc-a6c3-44d6-bc1d-08ce2830386a tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=20c07ab7-2106-4d17-b84c-250701bf5ab5 HTTP/1.1" status: 200 len: 210 time: 0.0342531 Jul 09 14:43:12.931912 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a80747-6f74-4c28-bc8c-1e7f57189f1a req-11cc32f0-1832-4169-a512-a5b0baae56af tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:12.933388 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-11a80747-6f74-4c28-bc8c-1e7f57189f1a req-11cc32f0-1832-4169-a512-a5b0baae56af tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfcc7ccb-291a-493f-b69d-6005db0b1092 HTTP/1.1" status: 200 len: 950 time: 0.4457366 Jul 09 14:43:12.960986 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-8d095acd-900b-4b69-9377-b2f922af7882 req-9b7fc460-38ab-46e8-92f5-fa884a32ffc9 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Allocated IP 172.20.0.8 (4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9/e78429e5-c16d-40cf-923f-e056853eac48/12ba3e02-e8dc-4f75-9575-5579b2930cd3) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:43:12.976455 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8848896-cee5-4526-837b-3deb1d1acf42 req-a1afa174-3b92-45aa-9ed1-bbad200741bb tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:12.978141 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c8848896-cee5-4526-837b-3deb1d1acf42 req-a1afa174-3b92-45aa-9ed1-bbad200741bb tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=069ac2cf-36e9-4e0b-858b-582b7e80fe5a HTTP/1.1" status: 200 len: 949 time: 0.0657964 Jul 09 14:43:12.993588 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-11a80747-6f74-4c28-bc8c-1e7f57189f1a req-241125cb-28ee-43a3-b258-476a97537404 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494871 Jul 09 14:43:13.069484 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c8848896-cee5-4526-837b-3deb1d1acf42 req-04824113-9f10-44b1-879c-ea2297f50e5c tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834930 Jul 09 14:43:13.089352 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d27772-73f8-4aa5-aa54-c72a01e76e19 req-9092b0e3-ed2a-46bd-a1da-e8732f8a9b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:13.091289 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e3d27772-73f8-4aa5-aa54-c72a01e76e19 req-9092b0e3-ed2a-46bd-a1da-e8732f8a9b1f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1c625c057eb84d94ab805dc5f07c0366&device_id=185d943f-2ca8-41c3-8e34-2e9d1545c143 HTTP/1.1" status: 200 len: 1097 time: 0.0965507 Jul 09 14:43:13.174824 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8d095acd-900b-4b69-9377-b2f922af7882 req-9b7fc460-38ab-46e8-92f5-fa884a32ffc9 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:13.190294 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d27772-73f8-4aa5-aa54-c72a01e76e19 req-6445c55f-7000-4ce8-a40b-1d08483bfbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:13.191749 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e3d27772-73f8-4aa5-aa54-c72a01e76e19 req-6445c55f-7000-4ce8-a40b-1d08483bfbcb service neutron] 10.222.0.54 "GET /v2.0/networks?id=799bbf9f-0525-4250-82dd-ad4b3053eab3 HTTP/1.1" status: 200 len: 913 time: 0.0935218 Jul 09 14:43:13.196510 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb1727-3080-43e9-acca-dbae36d722fb req-b978397d-f79b-491c-bae6-f3dfe316e402 tempest-ServersAdminNegativeTestJSON-1123040336 tempest-ServersAdminNegativeTestJSON-1123040336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:13.199733 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-edbb1727-3080-43e9-acca-dbae36d722fb req-b978397d-f79b-491c-bae6-f3dfe316e402 tempest-ServersAdminNegativeTestJSON-1123040336 tempest-ServersAdminNegativeTestJSON-1123040336-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=140ce993-e348-4918-8f17-d4ae98589f50 HTTP/1.1" status: 200 len: 1101 time: 0.0983045 Jul 09 14:43:13.236614 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e3d27772-73f8-4aa5-aa54-c72a01e76e19 req-5c1ad24f-672d-409c-b2e2-a148ad8c89db service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3dec8825-4dd8-4431-b945-47baa896beb9 HTTP/1.1" status: 200 len: 217 time: 0.0384281 Jul 09 14:43:13.250364 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-edbb1727-3080-43e9-acca-dbae36d722fb req-7a70bbf8-c5c4-4067-8f21-aeb467f2a653 tempest-ServersAdminNegativeTestJSON-1123040336 tempest-ServersAdminNegativeTestJSON-1123040336-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=8dfc6839-39ca-49c8-8a05-5f845fe9d742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401068 Jul 09 14:43:13.318026 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d27772-73f8-4aa5-aa54-c72a01e76e19 req-b9219290-0450-4731-9bb9-537097446d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:13.319528 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e3d27772-73f8-4aa5-aa54-c72a01e76e19 req-b9219290-0450-4731-9bb9-537097446d3e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=aeb0304f-76ed-455f-9fb9-36b89284b9c6 HTTP/1.1" status: 200 len: 852 time: 0.0749884 Jul 09 14:43:13.322515 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8d095acd-900b-4b69-9377-b2f922af7882 req-9b7fc460-38ab-46e8-92f5-fa884a32ffc9 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:13.358350 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e3d27772-73f8-4aa5-aa54-c72a01e76e19 req-c52989e2-76e6-43f2-b125-84254f2ff829 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=799bbf9f-0525-4250-82dd-ad4b3053eab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302944 Jul 09 14:43:13.370379 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d38f0-80b6-4e1f-ba79-101830b692ba req-284e14ea-d3be-4329-b462-9eae00ca656f tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:13.375723 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-840d38f0-80b6-4e1f-ba79-101830b692ba req-284e14ea-d3be-4329-b462-9eae00ca656f tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=185d943f-2ca8-41c3-8e34-2e9d1545c143 HTTP/1.1" status: 200 len: 946 time: 0.1384077 Jul 09 14:43:13.377985 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d095acd-900b-4b69-9377-b2f922af7882 req-9b7fc460-38ab-46e8-92f5-fa884a32ffc9 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Network 4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:43:13.379779 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-8d095acd-900b-4b69-9377-b2f922af7882 req-9b7fc460-38ab-46e8-92f5-fa884a32ffc9 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:43:13.383971 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d095acd-900b-4b69-9377-b2f922af7882 req-9b7fc460-38ab-46e8-92f5-fa884a32ffc9 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:43:13.420891 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7fc460-38ab-46e8-92f5-fa884a32ffc9 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Pushing event updated for resources: {'Port': ['ID=12ba3e02-e8dc-4f75-9575-5579b2930cd3,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:43:13.445366 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d095acd-900b-4b69-9377-b2f922af7882 req-9b7fc460-38ab-46e8-92f5-fa884a32ffc9 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:13.445986 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8d095acd-900b-4b69-9377-b2f922af7882 req-9b7fc460-38ab-46e8-92f5-fa884a32ffc9 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:13.479372 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-840d38f0-80b6-4e1f-ba79-101830b692ba req-6f200b0e-cdbe-4d3b-b560-397ca0584f0a tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891638 Jul 09 14:43:13.509110 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e3d27772-73f8-4aa5-aa54-c72a01e76e19 req-e3666c9d-f649-4797-902b-789e0b00a685 service neutron] 10.222.0.54 "GET /v2.0/networks/799bbf9f-0525-4250-82dd-ad4b3053eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360002 Jul 09 14:43:13.551376 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8d095acd-900b-4b69-9377-b2f922af7882 req-9b7fc460-38ab-46e8-92f5-fa884a32ffc9 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3063228 Jul 09 14:43:13.562675 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-8d095acd-900b-4b69-9377-b2f922af7882 req-9cbd120e-4878-4311-80a4-affa249b6e53 service neutron] Request body: {'port': {'device_id': '20c07ab7-2106-4d17-b84c-250701bf5ab5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:43:13.606710 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e3d27772-73f8-4aa5-aa54-c72a01e76e19 req-0441c9e4-1a04-4576-a552-e3c0e2abba57 service neutron] 10.222.0.54 "GET /v2.0/networks/799bbf9f-0525-4250-82dd-ad4b3053eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896111 Jul 09 14:43:13.677798 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8d095acd-900b-4b69-9377-b2f922af7882 req-9cbd120e-4878-4311-80a4-affa249b6e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:13.746820 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87dc533-a4e5-4e74-bfcd-580be57187af req-8c22fd69-36f5-4cc0-aedc-a0af4461459a tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:13.748346 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e87dc533-a4e5-4e74-bfcd-580be57187af req-8c22fd69-36f5-4cc0-aedc-a0af4461459a tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=db9b48db-d25d-4d09-9a7a-bd68518db69b HTTP/1.1" status: 200 len: 945 time: 0.1180687 Jul 09 14:43:13.860499 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e87dc533-a4e5-4e74-bfcd-580be57187af req-cb8a1f52-ffe9-46d7-ada2-0fe126c0dacd tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039951 Jul 09 14:43:13.992669 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-8d095acd-900b-4b69-9377-b2f922af7882 req-9cbd120e-4878-4311-80a4-affa249b6e53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12ba3e02-e8dc-4f75-9575-5579b2930cd3 {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:43:14.000260 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8d095acd-900b-4b69-9377-b2f922af7882 req-9cbd120e-4878-4311-80a4-affa249b6e53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:14.013088 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-8d095acd-900b-4b69-9377-b2f922af7882 req-9cbd120e-4878-4311-80a4-affa249b6e53 service neutron] Transition to ACTIVE for port object 12ba3e02-e8dc-4f75-9575-5579b2930cd3 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:43:14.104836 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8d095acd-900b-4b69-9377-b2f922af7882 req-9cbd120e-4878-4311-80a4-affa249b6e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:14.106814 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c599615-b6cb-45b0-86b0-88a30f1e7c84 req-8e802102-99e1-40a1-828c-bfba6ef9248e tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:14.108367 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2c599615-b6cb-45b0-86b0-88a30f1e7c84 req-8e802102-99e1-40a1-828c-bfba6ef9248e tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=20c07ab7-2106-4d17-b84c-250701bf5ab5 HTTP/1.1" status: 200 len: 931 time: 0.0704899 Jul 09 14:43:14.155714 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2c599615-b6cb-45b0-86b0-88a30f1e7c84 req-d62b9610-e8b7-4d9c-a94b-d24be97f208e tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397341 Jul 09 14:43:14.188492 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd120e-4878-4311-80a4-affa249b6e53 service neutron] Pushing event updated for resources: {'Port': ['ID=12ba3e02-e8dc-4f75-9575-5579b2930cd3,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:43:14.277958 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fe38a5-5ccc-48a1-8a90-b249843ee83e req-a1b70aa5-3351-4497-81ff-f558e5e00a5a tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:14.279488 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e2fe38a5-5ccc-48a1-8a90-b249843ee83e req-a1b70aa5-3351-4497-81ff-f558e5e00a5a tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.58 "GET /v2.0/ports?device_id=140ce993-e348-4918-8f17-d4ae98589f50 HTTP/1.1" status: 200 len: 950 time: 0.1284821 Jul 09 14:43:14.283789 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-8d095acd-900b-4b69-9377-b2f922af7882 req-9cbd120e-4878-4311-80a4-affa249b6e53 service neutron] Attempting to bind port 12ba3e02-e8dc-4f75-9575-5579b2930cd3 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:43:14.284129 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-8d095acd-900b-4b69-9377-b2f922af7882 req-9cbd120e-4878-4311-80a4-affa249b6e53 service neutron] Attempting to bind port 12ba3e02-e8dc-4f75-9575-5579b2930cd3 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '53f9e82d-cbee-4af4-9fe3-f119337023c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:43:14.284457 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d095acd-900b-4b69-9377-b2f922af7882 req-9cbd120e-4878-4311-80a4-affa249b6e53 service neutron] Attempting to bind port 12ba3e02-e8dc-4f75-9575-5579b2930cd3 on network 4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:43:14.302540 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d095acd-900b-4b69-9377-b2f922af7882 req-9cbd120e-4878-4311-80a4-affa249b6e53 service neutron] Port 12ba3e02-e8dc-4f75-9575-5579b2930cd3 on network 4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:43:14.302858 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d095acd-900b-4b69-9377-b2f922af7882 req-9cbd120e-4878-4311-80a4-affa249b6e53 service neutron] Attempting to bind port 12ba3e02-e8dc-4f75-9575-5579b2930cd3 on network 4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:43:14.313350 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d095acd-900b-4b69-9377-b2f922af7882 req-9cbd120e-4878-4311-80a4-affa249b6e53 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:43:14.314651 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d095acd-900b-4b69-9377-b2f922af7882 req-9cbd120e-4878-4311-80a4-affa249b6e53 service neutron] Checking segment: {'id': '53f9e82d-cbee-4af4-9fe3-f119337023c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:43:14.314839 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d095acd-900b-4b69-9377-b2f922af7882 req-9cbd120e-4878-4311-80a4-affa249b6e53 service neutron] Bound using segment: {'id': '53f9e82d-cbee-4af4-9fe3-f119337023c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:43:14.315127 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-8d095acd-900b-4b69-9377-b2f922af7882 req-9cbd120e-4878-4311-80a4-affa249b6e53 service neutron] Bound port: 12ba3e02-e8dc-4f75-9575-5579b2930cd3, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53f9e82d-cbee-4af4-9fe3-f119337023c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:43:14.315490 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8d095acd-900b-4b69-9377-b2f922af7882 req-9cbd120e-4878-4311-80a4-affa249b6e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:14.322369 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f711fe-e309-410c-b421-1e1507b27ea2 req-3f69a651-c6d9-48ea-9396-56c94c41d2c0 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:14.323918 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-21f711fe-e309-410c-b421-1e1507b27ea2 req-3f69a651-c6d9-48ea-9396-56c94c41d2c0 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfcc7ccb-291a-493f-b69d-6005db0b1092 HTTP/1.1" status: 200 len: 950 time: 0.0643842 Jul 09 14:43:14.335598 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e2fe38a5-5ccc-48a1-8a90-b249843ee83e req-b9ec4165-d63f-4ceb-b87e-4bf57cb764ae tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dfc6839-39ca-49c8-8a05-5f845fe9d742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488529 Jul 09 14:43:14.368783 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-21f711fe-e309-410c-b421-1e1507b27ea2 req-053511be-4294-4b5e-8f9b-fd763460fc12 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383341 Jul 09 14:43:14.405751 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-8d095acd-900b-4b69-9377-b2f922af7882 req-9cbd120e-4878-4311-80a4-affa249b6e53 service neutron] For port 12ba3e02-e8dc-4f75-9575-5579b2930cd3, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:43:14.408975 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-8d095acd-900b-4b69-9377-b2f922af7882 req-9cbd120e-4878-4311-80a4-affa249b6e53 service neutron] For port 12ba3e02-e8dc-4f75-9575-5579b2930cd3, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=12ba3e02-e8dc-4f75-9575-5579b2930cd3,segment=NetworkSegment(53f9e82d-cbee-4af4-9fe3-f119337023c8),segment_id=53f9e82d-cbee-4af4-9fe3-f119337023c8)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:43:14.508504 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f7a1c1-ce35-4140-a528-84b8e3e1a735 req-084e39fb-8725-420f-be2c-523283c91bde tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:14.509915 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-03f7a1c1-ce35-4140-a528-84b8e3e1a735 req-084e39fb-8725-420f-be2c-523283c91bde tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=069ac2cf-36e9-4e0b-858b-582b7e80fe5a HTTP/1.1" status: 200 len: 949 time: 0.0624340 Jul 09 14:43:14.549046 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-03f7a1c1-ce35-4140-a528-84b8e3e1a735 req-2beaba3d-18c8-432f-a7f6-03c0d3a2fbe6 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329823 Jul 09 14:43:14.550307 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8d095acd-900b-4b69-9377-b2f922af7882 req-9cbd120e-4878-4311-80a4-affa249b6e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:14.586859 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d095acd-900b-4b69-9377-b2f922af7882 req-9cbd120e-4878-4311-80a4-affa249b6e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:14.587671 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8d095acd-900b-4b69-9377-b2f922af7882 req-9cbd120e-4878-4311-80a4-affa249b6e53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:14.589393 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8d095acd-900b-4b69-9377-b2f922af7882 req-9cbd120e-4878-4311-80a4-affa249b6e53 service neutron] 10.222.0.54 "PUT /v2.0/ports/12ba3e02-e8dc-4f75-9575-5579b2930cd3 HTTP/1.1" status: 200 len: 1091 time: 1.0307386 Jul 09 14:43:14.589986 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20c07ab7-2106-4d17-b84c-250701bf5ab5', 'tag': '12ba3e02-e8dc-4f75-9575-5579b2930cd3'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:43:14.591265 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:14.597207 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b9face-5537-46f2-9492-85c19766f8c5" -d '{"events": [{"name": "network-changed", "server_uuid": "20c07ab7-2106-4d17-b84c-250701bf5ab5", "tag": "12ba3e02-e8dc-4f75-9575-5579b2930cd3"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:43:14.619064 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd120e-4878-4311-80a4-affa249b6e53 service neutron] Pushing event updated for resources: {'Port': ['ID=12ba3e02-e8dc-4f75-9575-5579b2930cd3,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:43:14.666760 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8250c5d-749e-49e0-a233-59c2db5690f7 req-f713bdae-65cc-4023-9fd2-96d79d2f7f6d tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:14.668270 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e8250c5d-749e-49e0-a233-59c2db5690f7 req-f713bdae-65cc-4023-9fd2-96d79d2f7f6d tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=185d943f-2ca8-41c3-8e34-2e9d1545c143 HTTP/1.1" status: 200 len: 946 time: 0.0674870 Jul 09 14:43:14.708679 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e8250c5d-749e-49e0-a233-59c2db5690f7 req-16000885-edad-4f94-83e1-0af6c5b0e2d4 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330763 Jul 09 14:43:14.730779 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16cd9396-0a1e-421c-9b25-28512f1a4b6d x-openstack-request-id: req-16cd9396-0a1e-421c-9b25-28512f1a4b6d {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:43:14.731071 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20c07ab7-2106-4d17-b84c-250701bf5ab5", "tag": "12ba3e02-e8dc-4f75-9575-5579b2930cd3", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:43:14.731322 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-16cd9396-0a1e-421c-9b25-28512f1a4b6d {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:43:14.731739 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20c07ab7-2106-4d17-b84c-250701bf5ab5', 'tag': '12ba3e02-e8dc-4f75-9575-5579b2930cd3', 'status': 'completed', 'code': 200} Jul 09 14:43:14.757993 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d095acd-900b-4b69-9377-b2f922af7882 req-61334e30-d81c-4ca2-9f5c-d321c1a6f74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:14.759552 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8d095acd-900b-4b69-9377-b2f922af7882 req-61334e30-d81c-4ca2-9f5c-d321c1a6f74e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1e0132f74af84346b7937684dc0b5d46&device_id=20c07ab7-2106-4d17-b84c-250701bf5ab5 HTTP/1.1" status: 200 len: 1094 time: 0.0613482 Jul 09 14:43:14.805254 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8d095acd-900b-4b69-9377-b2f922af7882 req-b4bde834-2617-4236-af8e-4bd90fa51923 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12ba3e02-e8dc-4f75-9575-5579b2930cd3 HTTP/1.1" status: 200 len: 217 time: 0.0346224 Jul 09 14:43:14.855087 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d095acd-900b-4b69-9377-b2f922af7882 req-5028d64d-3366-46a0-ae4d-5dd39b3baaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:14.856631 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8d095acd-900b-4b69-9377-b2f922af7882 req-5028d64d-3366-46a0-ae4d-5dd39b3baaff service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e78429e5-c16d-40cf-923f-e056853eac48 HTTP/1.1" status: 200 len: 846 time: 0.0428109 Jul 09 14:43:14.896434 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8d095acd-900b-4b69-9377-b2f922af7882 req-c9496096-968f-4a57-87fe-8445d005f373 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298259 Jul 09 14:43:15.018959 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8d095acd-900b-4b69-9377-b2f922af7882 req-ecb017f8-ac24-479f-b7cf-83f6788c1cd0 service neutron] 10.222.0.54 "GET /v2.0/networks/4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117861 Jul 09 14:43:15.100342 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc3425-12ba-45e5-838a-cf93c76560b0 req-db608565-f8e0-420b-8bc0-f40af94f1e6b tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:15.101836 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-77fc3425-12ba-45e5-838a-cf93c76560b0 req-db608565-f8e0-420b-8bc0-f40af94f1e6b tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=db9b48db-d25d-4d09-9a7a-bd68518db69b HTTP/1.1" status: 200 len: 945 time: 0.1261916 Jul 09 14:43:15.152625 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8d095acd-900b-4b69-9377-b2f922af7882 req-c2a37d5f-a26d-4d11-83ba-19d2d4f9e515 service neutron] 10.222.0.54 "GET /v2.0/networks/4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245754 Jul 09 14:43:15.164961 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-77fc3425-12ba-45e5-838a-cf93c76560b0 req-3d2d83b8-9233-4d90-84c5-543b9dca5744 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529556 Jul 09 14:43:15.363716 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b9face-5537-46f2-9492-85c19766f8c5 req-3a65e62e-783e-46a6-b1d5-8abf37ff9c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:15.365259 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-89b9face-5537-46f2-9492-85c19766f8c5 req-3a65e62e-783e-46a6-b1d5-8abf37ff9c38 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1e0132f74af84346b7937684dc0b5d46&device_id=20c07ab7-2106-4d17-b84c-250701bf5ab5 HTTP/1.1" status: 200 len: 1094 time: 0.1034381 Jul 09 14:43:15.373550 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c70da-3a35-48f9-b726-44634cb2fb29 req-ce50882c-ca37-40ae-9af0-603068bc70ae tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:15.374999 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d17c70da-3a35-48f9-b726-44634cb2fb29 req-ce50882c-ca37-40ae-9af0-603068bc70ae tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=20c07ab7-2106-4d17-b84c-250701bf5ab5 HTTP/1.1" status: 200 len: 943 time: 0.1040616 Jul 09 14:43:15.459929 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d17c70da-3a35-48f9-b726-44634cb2fb29 req-b047570b-e50c-45d9-8a60-a21c0cbc98a0 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763628 Jul 09 14:43:15.497442 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b9face-5537-46f2-9492-85c19766f8c5 req-0ac9dead-479a-4299-8898-6cadc8ae6e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:15.499085 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-89b9face-5537-46f2-9492-85c19766f8c5 req-0ac9dead-479a-4299-8898-6cadc8ae6e85 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9 HTTP/1.1" status: 200 len: 907 time: 0.1230848 Jul 09 14:43:15.525866 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212e3a9-eeaf-42c4-bb22-9e09558ef352 req-3cccc74e-24e6-412d-9b9f-9c687628e1a7 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:15.527520 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1212e3a9-eeaf-42c4-bb22-9e09558ef352 req-3cccc74e-24e6-412d-9b9f-9c687628e1a7 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.58 "GET /v2.0/ports?device_id=140ce993-e348-4918-8f17-d4ae98589f50 HTTP/1.1" status: 200 len: 950 time: 0.0732834 Jul 09 14:43:15.545033 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-89b9face-5537-46f2-9492-85c19766f8c5 req-bbaebd7b-2a59-4dca-aa31-32ea3ae11d7e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12ba3e02-e8dc-4f75-9575-5579b2930cd3 HTTP/1.1" status: 200 len: 217 time: 0.0381706 Jul 09 14:43:15.567200 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1212e3a9-eeaf-42c4-bb22-9e09558ef352 req-dd8f3edc-0a67-40d6-a459-9533b4a95acd tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dfc6839-39ca-49c8-8a05-5f845fe9d742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342717 Jul 09 14:43:15.628645 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b9face-5537-46f2-9492-85c19766f8c5 req-74fcd056-b349-4440-869b-8f9cf901737d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:15.630119 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-89b9face-5537-46f2-9492-85c19766f8c5 req-74fcd056-b349-4440-869b-8f9cf901737d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e78429e5-c16d-40cf-923f-e056853eac48 HTTP/1.1" status: 200 len: 846 time: 0.0779700 Jul 09 14:43:15.671781 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-89b9face-5537-46f2-9492-85c19766f8c5 req-b2b88f78-8233-4d1b-b74b-5156d1b3632d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349786 Jul 09 14:43:15.707953 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924beb80-85db-4b34-a3bd-ce1979689cf8 req-3ca54712-3bad-468a-bc31-ff7c15b67cde tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:15.709531 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-924beb80-85db-4b34-a3bd-ce1979689cf8 req-3ca54712-3bad-468a-bc31-ff7c15b67cde tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfcc7ccb-291a-493f-b69d-6005db0b1092 HTTP/1.1" status: 200 len: 950 time: 0.1321461 Jul 09 14:43:15.744053 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d49d23-9997-4e4f-a829-fcd95518fddc req-c6a6503f-1563-47be-a2b6-7db539ed3037 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:15.745754 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b3d49d23-9997-4e4f-a829-fcd95518fddc req-c6a6503f-1563-47be-a2b6-7db539ed3037 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=069ac2cf-36e9-4e0b-858b-582b7e80fe5a HTTP/1.1" status: 200 len: 949 time: 0.0776248 Jul 09 14:43:15.784936 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b3d49d23-9997-4e4f-a829-fcd95518fddc req-9d945554-6e7d-4f50-a652-fd07aefb02de tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332568 Jul 09 14:43:15.786969 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-924beb80-85db-4b34-a3bd-ce1979689cf8 req-44a8426e-0377-4144-a0a7-d6c42f03d915 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522697 Jul 09 14:43:15.816307 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-89b9face-5537-46f2-9492-85c19766f8c5 req-76355408-35d9-43c0-a9fb-0318cb682e69 service neutron] 10.222.0.54 "GET /v2.0/networks/4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360543 Jul 09 14:43:15.928624 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-89b9face-5537-46f2-9492-85c19766f8c5 req-2897ec10-6d7e-47b6-9672-ad9ff121489f service neutron] 10.222.0.54 "GET /v2.0/networks/4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041849 Jul 09 14:43:15.968518 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce6d70c-4563-4efa-aa90-3361d07a460b req-b7b0e6be-731f-4d39-bd25-cc03056e3926 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:15.970030 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fce6d70c-4563-4efa-aa90-3361d07a460b req-b7b0e6be-731f-4d39-bd25-cc03056e3926 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=185d943f-2ca8-41c3-8e34-2e9d1545c143 HTTP/1.1" status: 200 len: 946 time: 0.0730128 Jul 09 14:43:16.010587 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fce6d70c-4563-4efa-aa90-3361d07a460b req-54e439d4-f606-461c-a72e-b118aaefe887 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342648 Jul 09 14:43:16.344173 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a9fd3-190a-41d9-85e9-ff85728a264e req-67ff4d87-4469-4ff0-b76f-f991518f8c68 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:16.345868 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e50a9fd3-190a-41d9-85e9-ff85728a264e req-67ff4d87-4469-4ff0-b76f-f991518f8c68 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=db9b48db-d25d-4d09-9a7a-bd68518db69b HTTP/1.1" status: 200 len: 945 time: 0.0663207 Jul 09 14:43:16.385643 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e50a9fd3-190a-41d9-85e9-ff85728a264e req-486c9325-4c22-4877-8f13-26e17987a536 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341630 Jul 09 14:43:16.435763 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7fff85-7118-4f90-8c0e-6aae62918de5 req-7a872e1a-8420-4b1b-b1df-deb88d280125 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:16.437252 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ef7fff85-7118-4f90-8c0e-6aae62918de5 req-7a872e1a-8420-4b1b-b1df-deb88d280125 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.62 "GET /v2.0/ports?device_id=140ce993-e348-4918-8f17-d4ae98589f50 HTTP/1.1" status: 200 len: 950 time: 0.0658967 Jul 09 14:43:16.537802 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-ef7fff85-7118-4f90-8c0e-6aae62918de5 req-23ac19fc-7f17-476c-933f-106f0df96edb tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Deleting port 0e756082-fb93-4f8b-bb3d-4e719d1e6365 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:43:16.538514 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-ef7fff85-7118-4f90-8c0e-6aae62918de5 req-23ac19fc-7f17-476c-933f-106f0df96edb tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:16.669808 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-ef7fff85-7118-4f90-8c0e-6aae62918de5 req-23ac19fc-7f17-476c-933f-106f0df96edb tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] For port 0e756082-fb93-4f8b-bb3d-4e719d1e6365, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=0e756082-fb93-4f8b-bb3d-4e719d1e6365,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:43:16.670210 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-ef7fff85-7118-4f90-8c0e-6aae62918de5 req-23ac19fc-7f17-476c-933f-106f0df96edb tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:16.686638 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-ef7fff85-7118-4f90-8c0e-6aae62918de5 req-23ac19fc-7f17-476c-933f-106f0df96edb tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Calling delete_port for 0e756082-fb93-4f8b-bb3d-4e719d1e6365 owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:43:16.695823 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d7e1e-e9df-4d5c-a342-312d95a83d9a req-fdc98d22-4c11-442b-87c4-18521111f180 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:16.697320 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d54d7e1e-e9df-4d5c-a342-312d95a83d9a req-fdc98d22-4c11-442b-87c4-18521111f180 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=20c07ab7-2106-4d17-b84c-250701bf5ab5 HTTP/1.1" status: 200 len: 943 time: 0.1166987 Jul 09 14:43:16.765018 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f1d8b-ef25-48cb-b82b-cde795d0dc3d req-5bd7f9f2-8042-4440-aa87-90456eb946bc tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:16.767166 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-641f1d8b-ef25-48cb-b82b-cde795d0dc3d req-5bd7f9f2-8042-4440-aa87-90456eb946bc tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.58 "GET /v2.0/ports?device_id=140ce993-e348-4918-8f17-d4ae98589f50 HTTP/1.1" status: 200 len: 950 time: 0.0668199 Jul 09 14:43:16.782916 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d54d7e1e-e9df-4d5c-a342-312d95a83d9a req-1b11448f-bbdc-4ac1-add8-b057334c218d tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776353 Jul 09 14:43:16.809796 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-641f1d8b-ef25-48cb-b82b-cde795d0dc3d req-1c76b0f3-e4da-4f20-bd9e-d59ceefaec6a tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dfc6839-39ca-49c8-8a05-5f845fe9d742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342023 Jul 09 14:43:16.924345 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-ef7fff85-7118-4f90-8c0e-6aae62918de5 req-23ac19fc-7f17-476c-933f-106f0df96edb tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:16.935743 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['36a1ceed-cf4e-4e87-af45-81c4a4217633'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:43:16.973516 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['0e756082-fb93-4f8b-bb3d-4e719d1e6365'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:43:16.981956 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74a891e-5651-4552-90fe-8d76bc769b13 req-c6c1191d-73cd-410e-be0f-2897820fbe24 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:16.983627 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e74a891e-5651-4552-90fe-8d76bc769b13 req-c6c1191d-73cd-410e-be0f-2897820fbe24 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfcc7ccb-291a-493f-b69d-6005db0b1092 HTTP/1.1" status: 200 len: 950 time: 0.0720408 Jul 09 14:43:16.983777 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ac19fc-7f17-476c-933f-106f0df96edb tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Pushing event deleted for resources: {'Port': ['ID=0e756082-fb93-4f8b-bb3d-4e719d1e6365,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:43:17.025495 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac19fc-7f17-476c-933f-106f0df96edb tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:43:17.025893 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac19fc-7f17-476c-933f-106f0df96edb tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:43:17.026362 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac19fc-7f17-476c-933f-106f0df96edb tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:43:17.026805 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac19fc-7f17-476c-933f-106f0df96edb tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:43:17.027248 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac19fc-7f17-476c-933f-106f0df96edb tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:43:17.027720 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac19fc-7f17-476c-933f-106f0df96edb tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:43:17.028156 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac19fc-7f17-476c-933f-106f0df96edb tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:43:17.028612 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac19fc-7f17-476c-933f-106f0df96edb tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:43:17.029165 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac19fc-7f17-476c-933f-106f0df96edb tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:43:17.029599 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac19fc-7f17-476c-933f-106f0df96edb tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:43:17.030035 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac19fc-7f17-476c-933f-106f0df96edb tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:43:17.030464 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac19fc-7f17-476c-933f-106f0df96edb tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:43:17.043728 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e74a891e-5651-4552-90fe-8d76bc769b13 req-a929757d-bac4-43c7-89d7-d395f994e008 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509624 Jul 09 14:43:17.062248 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef7fff85-7118-4f90-8c0e-6aae62918de5 req-23ac19fc-7f17-476c-933f-106f0df96edb tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] No DVR routers for this DVR port 0e756082-fb93-4f8b-bb3d-4e719d1e6365 on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:43:17.076151 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-ef7fff85-7118-4f90-8c0e-6aae62918de5 req-23ac19fc-7f17-476c-933f-106f0df96edb tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:17.076151 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ef7fff85-7118-4f90-8c0e-6aae62918de5 req-23ac19fc-7f17-476c-933f-106f0df96edb tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.62 "DELETE /v2.0/ports/0e756082-fb93-4f8b-bb3d-4e719d1e6365 HTTP/1.1" status: 204 len: 173 time: 0.6235459 Jul 09 14:43:17.076151 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140ce993-e348-4918-8f17-d4ae98589f50', 'name': 'network-vif-deleted', 'tag': '0e756082-fb93-4f8b-bb3d-4e719d1e6365'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:43:17.076151 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e55f7e-3d4d-4324-8ad7-ac4f1431ebb2" -d '{"events": [{"server_uuid": "140ce993-e348-4918-8f17-d4ae98589f50", "name": "network-vif-deleted", "tag": "0e756082-fb93-4f8b-bb3d-4e719d1e6365"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:43:17.108927 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff024a7-64fc-44bd-b0d9-759e5720e47a req-0e90ddc9-8e2b-4f64-b1fd-c92d62718858 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:17.110188 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5ff024a7-64fc-44bd-b0d9-759e5720e47a req-0e90ddc9-8e2b-4f64-b1fd-c92d62718858 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=069ac2cf-36e9-4e0b-858b-582b7e80fe5a HTTP/1.1" status: 200 len: 949 time: 0.1977696 Jul 09 14:43:17.154800 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5ff024a7-64fc-44bd-b0d9-759e5720e47a req-3596e10e-8415-4532-a286-9d777273c5be tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378697 Jul 09 14:43:17.208447 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9aa4bb-bd35-4db6-a2c6-e2df47f00254 x-openstack-request-id: req-8e9aa4bb-bd35-4db6-a2c6-e2df47f00254 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:43:17.208948 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "140ce993-e348-4918-8f17-d4ae98589f50", "name": "network-vif-deleted", "tag": "0e756082-fb93-4f8b-bb3d-4e719d1e6365", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:43:17.210750 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8e9aa4bb-bd35-4db6-a2c6-e2df47f00254 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:43:17.210750 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '140ce993-e348-4918-8f17-d4ae98589f50', 'name': 'network-vif-deleted', 'tag': '0e756082-fb93-4f8b-bb3d-4e719d1e6365', 'status': 'completed', 'code': 200} Jul 09 14:43:17.333828 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d9bc37-279c-44d3-80a5-33464f731885 req-27cc5a3f-95f2-4855-b7ef-561cacb3002a tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:17.335227 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-16d9bc37-279c-44d3-80a5-33464f731885 req-27cc5a3f-95f2-4855-b7ef-561cacb3002a tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=185d943f-2ca8-41c3-8e34-2e9d1545c143 HTTP/1.1" status: 200 len: 946 time: 0.0730288 Jul 09 14:43:17.374360 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-16d9bc37-279c-44d3-80a5-33464f731885 req-b35f59bd-55dd-43cb-8942-557c8fb73307 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334194 Jul 09 14:43:17.671739 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfddbf8-acc0-4024-bb61-32d5e3e70037 req-bd878a7a-6975-4176-b62a-c75710cf9a8c tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:17.673861 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4cfddbf8-acc0-4024-bb61-32d5e3e70037 req-bd878a7a-6975-4176-b62a-c75710cf9a8c tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=db9b48db-d25d-4d09-9a7a-bd68518db69b HTTP/1.1" status: 200 len: 945 time: 0.0656397 Jul 09 14:43:17.712013 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4cfddbf8-acc0-4024-bb61-32d5e3e70037 req-b4055f49-e27a-4af4-8f97-9d914a0cc228 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314274 Jul 09 14:43:17.802705 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 3dec8825-4dd8-4431-b945-47baa896beb9 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:43:17.884350 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:17.909860 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '185d943f-2ca8-41c3-8e34-2e9d1545c143', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dec8825-4dd8-4431-b945-47baa896beb9'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:43:17.912198 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c5f0d4-5f6c-4e78-a913-aff912269415" -d '{"events": [{"server_uuid": "185d943f-2ca8-41c3-8e34-2e9d1545c143", "name": "network-vif-unplugged", "status": "completed", "tag": "3dec8825-4dd8-4431-b945-47baa896beb9"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:43:17.925610 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 3dec8825-4dd8-4431-b945-47baa896beb9, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=3dec8825-4dd8-4431-b945-47baa896beb9,segment=NetworkSegment(ea3e7312-a29e-42fd-9247-9011d25d7154),segment_id=ea3e7312-a29e-42fd-9247-9011d25d7154)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:43:17.967728 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f9029-faec-408e-8e91-4b9895c5bdf0 req-c3f552d6-d1d0-4521-90f1-fb4e2fb2384d tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:17.969227 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bc9f9029-faec-408e-8e91-4b9895c5bdf0 req-c3f552d6-d1d0-4521-90f1-fb4e2fb2384d tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=20c07ab7-2106-4d17-b84c-250701bf5ab5 HTTP/1.1" status: 200 len: 943 time: 0.0707834 Jul 09 14:43:18.009351 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bc9f9029-faec-408e-8e91-4b9895c5bdf0 req-c34424d8-a6c7-4072-8385-53e68d392626 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333536 Jul 09 14:43:18.019700 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:18.074123 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=3dec8825-4dd8-4431-b945-47baa896beb9,revision_number=8']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:43:18.170714 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3135fe6b-b3ed-42e0-8c2c-7227b88502bb req-cf08e75e-8b74-4b54-96bb-a6997f9a43f8 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.58 "GET /v2.0/ports?device_id=140ce993-e348-4918-8f17-d4ae98589f50 HTTP/1.1" status: 200 len: 210 time: 0.0305085 Jul 09 14:43:18.219364 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 09 Jul 2021 14:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a520fa6-3484-4000-9633-58c45dfd1aaa x-openstack-request-id: req-6a520fa6-3484-4000-9633-58c45dfd1aaa {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:43:18.219795 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "185d943f-2ca8-41c3-8e34-2e9d1545c143", "name": "network-vif-unplugged", "status": "failed", "tag": "3dec8825-4dd8-4431-b945-47baa896beb9", "code": 422}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:43:18.220808 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6a520fa6-3484-4000-9633-58c45dfd1aaa {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:43:18.221334 n-d-799529-6 neutron-server[94447]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '185d943f-2ca8-41c3-8e34-2e9d1545c143', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3dec8825-4dd8-4431-b945-47baa896beb9', 'code': 422} returned with failed status Jul 09 14:43:18.372116 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df87ac-da39-4e3c-8e8a-43a6e361b24a req-b51b7fa7-c010-439b-99ef-913ff2d89191 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:18.373591 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-28df87ac-da39-4e3c-8e8a-43a6e361b24a req-b51b7fa7-c010-439b-99ef-913ff2d89191 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfcc7ccb-291a-493f-b69d-6005db0b1092 HTTP/1.1" status: 200 len: 950 time: 0.0659862 Jul 09 14:43:18.416201 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-28df87ac-da39-4e3c-8e8a-43a6e361b24a req-2846ac4e-690b-4e66-b943-8b968ffe777b tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360715 Jul 09 14:43:18.683654 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf7b827-947b-49b4-b598-ad0fe698042c req-524e7dc2-ce7f-4527-bddf-ed71758c01e0 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:18.685143 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ccf7b827-947b-49b4-b598-ad0fe698042c req-524e7dc2-ce7f-4527-bddf-ed71758c01e0 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=069ac2cf-36e9-4e0b-858b-582b7e80fe5a HTTP/1.1" status: 200 len: 949 time: 0.0676892 Jul 09 14:43:18.724329 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ccf7b827-947b-49b4-b598-ad0fe698042c req-2f887cfe-0b34-4ecd-9f05-796e77c04b7b tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335321 Jul 09 14:43:18.996457 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed4e493-79f8-4cba-95ba-624cd1b7aed9 req-2cc98e0a-8b9d-4ea3-b2ab-a1e63f92b584 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:18.997995 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7ed4e493-79f8-4cba-95ba-624cd1b7aed9 req-2cc98e0a-8b9d-4ea3-b2ab-a1e63f92b584 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=db9b48db-d25d-4d09-9a7a-bd68518db69b HTTP/1.1" status: 200 len: 945 time: 0.0661504 Jul 09 14:43:19.019695 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4a8aed-aba0-4798-8bd7-806f10e76cde req-720c7fae-9198-4da4-9244-6cc68816888c tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:19.021203 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cb4a8aed-aba0-4798-8bd7-806f10e76cde req-720c7fae-9198-4da4-9244-6cc68816888c tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=185d943f-2ca8-41c3-8e34-2e9d1545c143 HTTP/1.1" status: 200 len: 944 time: 0.0630002 Jul 09 14:43:19.037097 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7ed4e493-79f8-4cba-95ba-624cd1b7aed9 req-9a097a4c-9755-47d0-9270-270c918bb18a tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334425 Jul 09 14:43:19.125391 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-cb4a8aed-aba0-4798-8bd7-806f10e76cde req-d02370a6-000a-4e18-8c80-eed5bb36af9a tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Deleting port 3dec8825-4dd8-4431-b945-47baa896beb9 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:43:19.125740 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-cb4a8aed-aba0-4798-8bd7-806f10e76cde req-d02370a6-000a-4e18-8c80-eed5bb36af9a tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:19.200987 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0285e642-0f5f-44e1-b794-bde0ed62a675 req-e8ee4900-151f-4cc8-b6b3-a0475ec4d6b8 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:19.202608 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0285e642-0f5f-44e1-b794-bde0ed62a675 req-e8ee4900-151f-4cc8-b6b3-a0475ec4d6b8 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=20c07ab7-2106-4d17-b84c-250701bf5ab5 HTTP/1.1" status: 200 len: 943 time: 0.0639825 Jul 09 14:43:19.216524 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-cb4a8aed-aba0-4798-8bd7-806f10e76cde req-d02370a6-000a-4e18-8c80-eed5bb36af9a tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] For port 3dec8825-4dd8-4431-b945-47baa896beb9, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=3dec8825-4dd8-4431-b945-47baa896beb9,segment=NetworkSegment(ea3e7312-a29e-42fd-9247-9011d25d7154),segment_id=ea3e7312-a29e-42fd-9247-9011d25d7154)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:43:19.216891 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-cb4a8aed-aba0-4798-8bd7-806f10e76cde req-d02370a6-000a-4e18-8c80-eed5bb36af9a tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:19.229319 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-cb4a8aed-aba0-4798-8bd7-806f10e76cde req-d02370a6-000a-4e18-8c80-eed5bb36af9a tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Calling delete_port for 3dec8825-4dd8-4431-b945-47baa896beb9 owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:43:19.240496 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0285e642-0f5f-44e1-b794-bde0ed62a675 req-75f8236a-87f6-4e2e-9cce-eb73830f36f3 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317488 Jul 09 14:43:19.481897 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-cb4a8aed-aba0-4798-8bd7-806f10e76cde req-d02370a6-000a-4e18-8c80-eed5bb36af9a tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:19.508769 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02370a6-000a-4e18-8c80-eed5bb36af9a tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Pushing event deleted for resources: {'Port': ['ID=3dec8825-4dd8-4431-b945-47baa896beb9,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:43:19.554628 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb4a8aed-aba0-4798-8bd7-806f10e76cde req-d02370a6-000a-4e18-8c80-eed5bb36af9a tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] No DVR routers for this DVR port 3dec8825-4dd8-4431-b945-47baa896beb9 on host n-h2-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:43:19.557029 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-cb4a8aed-aba0-4798-8bd7-806f10e76cde req-d02370a6-000a-4e18-8c80-eed5bb36af9a tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:19.559073 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cb4a8aed-aba0-4798-8bd7-806f10e76cde req-d02370a6-000a-4e18-8c80-eed5bb36af9a tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "DELETE /v2.0/ports/3dec8825-4dd8-4431-b945-47baa896beb9 HTTP/1.1" status: 204 len: 173 time: 0.5327697 Jul 09 14:43:19.559524 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '185d943f-2ca8-41c3-8e34-2e9d1545c143', 'name': 'network-vif-deleted', 'tag': '3dec8825-4dd8-4431-b945-47baa896beb9'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:43:19.561770 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-563e3f80-f7e1-49d1-b728-1932d73c0142" -d '{"events": [{"server_uuid": "185d943f-2ca8-41c3-8e34-2e9d1545c143", "name": "network-vif-deleted", "tag": "3dec8825-4dd8-4431-b945-47baa896beb9"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:43:19.626236 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 0e756082-fb93-4f8b-bb3d-4e719d1e6365 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:43:19.646748 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: 0e756082-fb93-4f8b-bb3d-4e719d1e6365 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:43:19.647089 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 0e756082-fb93-4f8b-bb3d-4e719d1e6365 not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:43:19.814889 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 12ba3e02-e8dc-4f75-9575-5579b2930cd3 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:43:19.917774 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 12ba3e02-e8dc-4f75-9575-5579b2930cd3, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=12ba3e02-e8dc-4f75-9575-5579b2930cd3,segment=NetworkSegment(53f9e82d-cbee-4af4-9fe3-f119337023c8),segment_id=53f9e82d-cbee-4af4-9fe3-f119337023c8)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:43:19.930450 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': '12ba3e02-e8dc-4f75-9575-5579b2930cd3', 'network_id': '4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9', 'port_id': '12ba3e02-e8dc-4f75-9575-5579b2930cd3', 'mac_address': 'fa:16:3e:7b:0e:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e78429e5-c16d-40cf-923f-e056853eac48', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:43:19.936432 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a06b56-2349-4b07-856f-4ef8956a4b14 req-b61387e8-818c-45a0-8f3c-2394fde15e02 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:19.937688 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-25a06b56-2349-4b07-856f-4ef8956a4b14 req-b61387e8-818c-45a0-8f3c-2394fde15e02 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfcc7ccb-291a-493f-b69d-6005db0b1092 HTTP/1.1" status: 200 len: 950 time: 0.0719643 Jul 09 14:43:19.973238 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:19.978060 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-25a06b56-2349-4b07-856f-4ef8956a4b14 req-33ac793a-9ed0-41e9-a388-054165c4babc tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339441 Jul 09 14:43:19.987454 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12ba3e02-e8dc-4f75-9575-5579b2930cd3 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:43:20.021724 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 12ba3e02-e8dc-4f75-9575-5579b2930cd3, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=12ba3e02-e8dc-4f75-9575-5579b2930cd3,segment=NetworkSegment(53f9e82d-cbee-4af4-9fe3-f119337023c8),segment_id=53f9e82d-cbee-4af4-9fe3-f119337023c8)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:43:20.123775 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 09 Jul 2021 14:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a5477a9-cd07-47d8-b86a-f36001fd3b7e x-openstack-request-id: req-7a5477a9-cd07-47d8-b86a-f36001fd3b7e {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:43:20.124287 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "185d943f-2ca8-41c3-8e34-2e9d1545c143", "name": "network-vif-deleted", "tag": "3dec8825-4dd8-4431-b945-47baa896beb9", "status": "failed", "code": 422}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:43:20.124287 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7a5477a9-cd07-47d8-b86a-f36001fd3b7e {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:43:20.124709 n-d-799529-6 neutron-server[94446]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '185d943f-2ca8-41c3-8e34-2e9d1545c143', 'name': 'network-vif-deleted', 'tag': '3dec8825-4dd8-4431-b945-47baa896beb9', 'status': 'failed', 'code': 422} returned with failed status Jul 09 14:43:20.138183 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:20.179399 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=12ba3e02-e8dc-4f75-9575-5579b2930cd3,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:43:20.273382 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed6ed59-8327-45dc-9e0d-217b8100af8d req-c2517318-4308-45a2-81fe-c7604d0d0578 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:20.274788 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4ed6ed59-8327-45dc-9e0d-217b8100af8d req-c2517318-4308-45a2-81fe-c7604d0d0578 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=069ac2cf-36e9-4e0b-858b-582b7e80fe5a HTTP/1.1" status: 200 len: 949 time: 0.0646613 Jul 09 14:43:20.312728 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4ed6ed59-8327-45dc-9e0d-217b8100af8d req-14988681-d750-42e7-8c64-fd087c204ab0 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320525 Jul 09 14:43:20.415878 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['12ba3e02-e8dc-4f75-9575-5579b2930cd3'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:43:20.480986 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be7fc66-8951-4e3f-ba5c-db3198499574 req-ba61bc90-0680-4573-8572-b48e3abdb3c1 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:20.482472 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3be7fc66-8951-4e3f-ba5c-db3198499574 req-ba61bc90-0680-4573-8572-b48e3abdb3c1 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.58 "GET /v2.0/ports?device_id=62d9e003-d3a2-43f0-a340-ed37afdb646a HTTP/1.1" status: 200 len: 950 time: 0.0667980 Jul 09 14:43:20.523527 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3be7fc66-8951-4e3f-ba5c-db3198499574 req-47a8e2c9-1289-4717-96da-e43b39d689ea tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dfc6839-39ca-49c8-8a05-5f845fe9d742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323522 Jul 09 14:43:20.700156 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4937151c-0584-41d7-bfc6-278d6344d616 req-6280324e-b440-44ab-b8bd-a3e0df038a0e tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:20.701650 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4937151c-0584-41d7-bfc6-278d6344d616 req-6280324e-b440-44ab-b8bd-a3e0df038a0e tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=db9b48db-d25d-4d09-9a7a-bd68518db69b HTTP/1.1" status: 200 len: 945 time: 0.0639567 Jul 09 14:43:20.741460 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4937151c-0584-41d7-bfc6-278d6344d616 req-52ff6c80-6462-4d27-8aa8-c331c0d6dbe7 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339494 Jul 09 14:43:20.814372 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2fcad-e83e-450d-8896-fa01e688ade8 req-1748cde8-3cc4-4594-82d0-79e2119cf066 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:20.815783 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-79d2fcad-e83e-450d-8896-fa01e688ade8 req-1748cde8-3cc4-4594-82d0-79e2119cf066 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=20c07ab7-2106-4d17-b84c-250701bf5ab5 HTTP/1.1" status: 200 len: 944 time: 0.0671670 Jul 09 14:43:20.853689 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-79d2fcad-e83e-450d-8896-fa01e688ade8 req-2785f959-f015-4726-951a-177d68236995 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323136 Jul 09 14:43:20.958169 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-66018a54-7c26-4d59-9930-3532e345d5c0 req-5eb5fc0d-016e-449c-b900-09c056c7791f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0524886 Jul 09 14:43:21.088035 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e7559-a933-45e7-ae50-4bcb41a0ce66 req-020297b3-8226-4274-bdfd-bdc64ca11c50 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:21.089324 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66018a54-7c26-4d59-9930-3532e345d5c0 req-0adda6df-c588-4453-8a4f-cadb229075be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:21.089492 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d18e7559-a933-45e7-ae50-4bcb41a0ce66 req-020297b3-8226-4274-bdfd-bdc64ca11c50 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/networks?id=799bbf9f-0525-4250-82dd-ad4b3053eab3 HTTP/1.1" status: 200 len: 812 time: 0.1072357 Jul 09 14:43:21.090990 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-66018a54-7c26-4d59-9930-3532e345d5c0 req-0adda6df-c588-4453-8a4f-cadb229075be service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=644ca6545bbf445fa0c886b6aef98e04&device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 1097 time: 0.0539446 Jul 09 14:43:21.105649 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d18e7559-a933-45e7-ae50-4bcb41a0ce66 req-29c60511-a777-4784-b3c2-aa9f5989e1e7 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/quotas/1c625c057eb84d94ab805dc5f07c0366 HTTP/1.1" status: 200 len: 375 time: 0.0094182 Jul 09 14:43:21.139737 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d18e7559-a933-45e7-ae50-4bcb41a0ce66 req-77d5a5a9-cfb2-4c24-9f34-55992875d9bf tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1c625c057eb84d94ab805dc5f07c0366&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284448 Jul 09 14:43:21.216510 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec89d3-09a0-42b2-8eeb-4b59a8152064 req-a3e252a2-f3a9-461f-8111-85b3a589a9da tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:21.217999 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-39ec89d3-09a0-42b2-8eeb-4b59a8152064 req-a3e252a2-f3a9-461f-8111-85b3a589a9da tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfcc7ccb-291a-493f-b69d-6005db0b1092 HTTP/1.1" status: 200 len: 950 time: 0.1261106 Jul 09 14:43:21.234720 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d18e7559-a933-45e7-ae50-4bcb41a0ce66 req-793a0601-4723-496a-a7a3-13004bf1add4 service neutron] 10.222.0.58 "GET /v2.0/networks/799bbf9f-0525-4250-82dd-ad4b3053eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868516 Jul 09 14:43:21.258803 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66018a54-7c26-4d59-9930-3532e345d5c0 req-9b756198-39c4-42c5-a909-b3a35e80552c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:21.259364 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-66018a54-7c26-4d59-9930-3532e345d5c0 req-9b756198-39c4-42c5-a909-b3a35e80552c service neutron] 10.222.0.62 "GET /v2.0/networks?id=29d888e5-b470-491c-8272-fb069bb5ea34 HTTP/1.1" status: 200 len: 917 time: 0.1276212 Jul 09 14:43:21.317265 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-39ec89d3-09a0-42b2-8eeb-4b59a8152064 req-8a0883d4-c6ad-4eb3-a495-c834e1ef4bc6 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924156 Jul 09 14:43:21.334740 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d18e7559-a933-45e7-ae50-4bcb41a0ce66 req-7d24066d-0e8b-46bc-a048-4e9f143bd10f service neutron] 10.222.0.58 "GET /v2.0/networks/799bbf9f-0525-4250-82dd-ad4b3053eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945411 Jul 09 14:43:21.341397 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-66018a54-7c26-4d59-9930-3532e345d5c0 req-021d7b20-83ff-4b07-8ae7-779eeb7d1eca service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6015b974-dc7c-4714-be88-3dddf4ffbfe1 HTTP/1.1" status: 200 len: 1002 time: 0.0749044 Jul 09 14:43:21.399801 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66018a54-7c26-4d59-9930-3532e345d5c0 req-b15a6d11-ff52-4244-998d-7e3d6a080783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:21.401478 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-66018a54-7c26-4d59-9930-3532e345d5c0 req-b15a6d11-ff52-4244-998d-7e3d6a080783 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6ebf5b74-6584-49ef-a6c0-eff61f32c488 HTTP/1.1" status: 200 len: 855 time: 0.0531778 Jul 09 14:43:21.475643 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66018a54-7c26-4d59-9930-3532e345d5c0 req-206c8939-81fc-4802-beaa-4dc18b61df7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:21.477274 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-66018a54-7c26-4d59-9930-3532e345d5c0 req-206c8939-81fc-4802-beaa-4dc18b61df7f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=29d888e5-b470-491c-8272-fb069bb5ea34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673218 Jul 09 14:43:21.490504 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20cfe9e-4a16-4fa5-96bd-528900eaeccd req-e7f24745-926d-41a6-8538-97ab1234da30 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:21.492098 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d20cfe9e-4a16-4fa5-96bd-528900eaeccd req-e7f24745-926d-41a6-8538-97ab1234da30 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.54 "GET /v2.0/ports?device_id=62d9e003-d3a2-43f0-a340-ed37afdb646a HTTP/1.1" status: 200 len: 950 time: 0.0651877 Jul 09 14:43:21.623395 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ac51f910-adf2-4d10-930c-993168cf681c req-c4819414-c148-4419-8cc3-f682b6fe2e8a tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=69170848-85d7-47b1-975f-d4e4b28791e6 HTTP/1.1" status: 200 len: 210 time: 0.0492322 Jul 09 14:43:21.629599 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-66018a54-7c26-4d59-9930-3532e345d5c0 req-7cd6b431-da6b-4ccb-a940-688751161743 service neutron] 10.222.0.62 "GET /v2.0/networks/29d888e5-b470-491c-8272-fb069bb5ea34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433413 Jul 09 14:43:21.654437 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-d20cfe9e-4a16-4fa5-96bd-528900eaeccd req-a5fcdb93-8a2d-4a2a-9d7e-2e46bf6ee0ed tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Deleting port 36a1ceed-cf4e-4e87-af45-81c4a4217633 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:43:21.654795 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-d20cfe9e-4a16-4fa5-96bd-528900eaeccd req-a5fcdb93-8a2d-4a2a-9d7e-2e46bf6ee0ed tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:21.749057 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3041012b-9b6e-4469-9bd9-2b4c706635ec req-8af24bad-dc23-4226-8168-9b6a5d215635 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:21.750735 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3041012b-9b6e-4469-9bd9-2b4c706635ec req-8af24bad-dc23-4226-8168-9b6a5d215635 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=069ac2cf-36e9-4e0b-858b-582b7e80fe5a HTTP/1.1" status: 200 len: 949 time: 0.2034278 Jul 09 14:43:21.755106 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-66018a54-7c26-4d59-9930-3532e345d5c0 req-8e70b6ab-65c1-4257-a287-9bf4d8e0c7cf service neutron] 10.222.0.62 "GET /v2.0/networks/29d888e5-b470-491c-8272-fb069bb5ea34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174936 Jul 09 14:43:21.759184 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-d20cfe9e-4a16-4fa5-96bd-528900eaeccd req-a5fcdb93-8a2d-4a2a-9d7e-2e46bf6ee0ed tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] For port 36a1ceed-cf4e-4e87-af45-81c4a4217633, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=36a1ceed-cf4e-4e87-af45-81c4a4217633,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:43:21.759669 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-d20cfe9e-4a16-4fa5-96bd-528900eaeccd req-a5fcdb93-8a2d-4a2a-9d7e-2e46bf6ee0ed tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:21.793528 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3041012b-9b6e-4469-9bd9-2b4c706635ec req-48816470-2e02-480c-8ea7-8cd605b97f5f tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362704 Jul 09 14:43:21.800099 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-d20cfe9e-4a16-4fa5-96bd-528900eaeccd req-a5fcdb93-8a2d-4a2a-9d7e-2e46bf6ee0ed tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Calling delete_port for 36a1ceed-cf4e-4e87-af45-81c4a4217633 owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:43:21.832439 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 12ba3e02-e8dc-4f75-9575-5579b2930cd3 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:43:21.890153 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946bd8d2-0667-4f9f-a6c3-d4e54faf06a7 req-1084b20a-5dbf-49d8-bc61-9d72e36d1100 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:21.891704 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-946bd8d2-0667-4f9f-a6c3-d4e54faf06a7 req-1084b20a-5dbf-49d8-bc61-9d72e36d1100 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.58 "GET /v2.0/ports?device_id=62d9e003-d3a2-43f0-a340-ed37afdb646a HTTP/1.1" status: 200 len: 950 time: 0.1352849 Jul 09 14:43:21.950244 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port 12ba3e02-e8dc-4f75-9575-5579b2930cd3 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:43:21.955133 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port 12ba3e02-e8dc-4f75-9575-5579b2930cd3 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:43:21.955536 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:21.963447 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-946bd8d2-0667-4f9f-a6c3-d4e54faf06a7 req-d454daa0-71f6-45f8-aec4-39df84c6b397 tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dfc6839-39ca-49c8-8a05-5f845fe9d742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636559 Jul 09 14:43:22.066406 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:22.090791 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c07ab7-2106-4d17-b84c-250701bf5ab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ba3e02-e8dc-4f75-9575-5579b2930cd3'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:43:22.093171 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36b53b1-364d-4ace-a157-c0055e6cef13" -d '{"events": [{"server_uuid": "20c07ab7-2106-4d17-b84c-250701bf5ab5", "name": "network-vif-plugged", "status": "completed", "tag": "12ba3e02-e8dc-4f75-9575-5579b2930cd3"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:43:22.101135 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e67f076-eb8c-43f3-a2bb-2c103de75ba5 req-2f8343c4-ead9-4d50-a124-31eb3bb80651 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:22.103044 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5e67f076-eb8c-43f3-a2bb-2c103de75ba5 req-2f8343c4-ead9-4d50-a124-31eb3bb80651 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=db9b48db-d25d-4d09-9a7a-bd68518db69b HTTP/1.1" status: 200 len: 945 time: 0.0695360 Jul 09 14:43:22.107269 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 12ba3e02-e8dc-4f75-9575-5579b2930cd3, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=12ba3e02-e8dc-4f75-9575-5579b2930cd3,segment=NetworkSegment(53f9e82d-cbee-4af4-9fe3-f119337023c8),segment_id=53f9e82d-cbee-4af4-9fe3-f119337023c8)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:43:22.133824 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-d20cfe9e-4a16-4fa5-96bd-528900eaeccd req-a5fcdb93-8a2d-4a2a-9d7e-2e46bf6ee0ed tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:22.145734 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['36a1ceed-cf4e-4e87-af45-81c4a4217633'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:43:22.161953 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5e67f076-eb8c-43f3-a2bb-2c103de75ba5 req-7e1107f4-66ff-41a2-9734-1acb5d0b0606 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519469 Jul 09 14:43:22.173738 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fcdb93-8a2d-4a2a-9d7e-2e46bf6ee0ed tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Pushing event deleted for resources: {'Port': ['ID=36a1ceed-cf4e-4e87-af45-81c4a4217633,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:43:22.192615 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72292044-a14d-4bc8-bdb0-0d7aaae6a42d req-24e2c119-daae-4b24-8087-27b26d5fc094 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:22.194394 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-72292044-a14d-4bc8-bdb0-0d7aaae6a42d req-24e2c119-daae-4b24-8087-27b26d5fc094 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=20c07ab7-2106-4d17-b84c-250701bf5ab5 HTTP/1.1" status: 200 len: 944 time: 0.1082115 Jul 09 14:43:22.207476 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:22.233530 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39127c31-ca88-4aaf-ac59-09855cf60e74 x-openstack-request-id: req-39127c31-ca88-4aaf-ac59-09855cf60e74 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:43:22.233788 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c07ab7-2106-4d17-b84c-250701bf5ab5", "name": "network-vif-plugged", "status": "completed", "tag": "12ba3e02-e8dc-4f75-9575-5579b2930cd3", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:43:22.234046 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-39127c31-ca88-4aaf-ac59-09855cf60e74 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:43:22.234420 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c07ab7-2106-4d17-b84c-250701bf5ab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ba3e02-e8dc-4f75-9575-5579b2930cd3', 'code': 200} Jul 09 14:43:22.250713 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-d20cfe9e-4a16-4fa5-96bd-528900eaeccd req-a5fcdb93-8a2d-4a2a-9d7e-2e46bf6ee0ed tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] No DVR routers for this DVR port 36a1ceed-cf4e-4e87-af45-81c4a4217633 on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:43:22.254364 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-d20cfe9e-4a16-4fa5-96bd-528900eaeccd req-a5fcdb93-8a2d-4a2a-9d7e-2e46bf6ee0ed tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:22.256470 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d20cfe9e-4a16-4fa5-96bd-528900eaeccd req-a5fcdb93-8a2d-4a2a-9d7e-2e46bf6ee0ed tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.54 "DELETE /v2.0/ports/36a1ceed-cf4e-4e87-af45-81c4a4217633 HTTP/1.1" status: 204 len: 173 time: 0.7573113 Jul 09 14:43:22.256912 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62d9e003-d3a2-43f0-a340-ed37afdb646a', 'name': 'network-vif-deleted', 'tag': '36a1ceed-cf4e-4e87-af45-81c4a4217633'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:43:22.259238 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5b727f-e155-4e5d-b24e-7782b65c01e5" -d '{"events": [{"server_uuid": "62d9e003-d3a2-43f0-a340-ed37afdb646a", "name": "network-vif-deleted", "tag": "36a1ceed-cf4e-4e87-af45-81c4a4217633"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:43:22.268819 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=12ba3e02-e8dc-4f75-9575-5579b2930cd3,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:43:22.289337 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-72292044-a14d-4bc8-bdb0-0d7aaae6a42d req-a74628de-ca46-4501-9c12-fa472bd1afeb tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729394 Jul 09 14:43:22.311191 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5083db21-8915-4435-910c-b0bb8d255a13 x-openstack-request-id: req-5083db21-8915-4435-910c-b0bb8d255a13 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:43:22.311486 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62d9e003-d3a2-43f0-a340-ed37afdb646a", "name": "network-vif-deleted", "tag": "36a1ceed-cf4e-4e87-af45-81c4a4217633", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:43:22.320533 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5083db21-8915-4435-910c-b0bb8d255a13 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:43:22.320533 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62d9e003-d3a2-43f0-a340-ed37afdb646a', 'name': 'network-vif-deleted', 'tag': '36a1ceed-cf4e-4e87-af45-81c4a4217633', 'status': 'completed', 'code': 200} Jul 09 14:43:22.354599 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c8e850-10b4-41b5-bee1-4099478958bf req-262e665d-05c4-40bc-9c80-94ea5d910a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:22.356490 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-04c8e850-10b4-41b5-bee1-4099478958bf req-262e665d-05c4-40bc-9c80-94ea5d910a33 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=20c07ab7-2106-4d17-b84c-250701bf5ab5 HTTP/1.1" status: 200 len: 1096 time: 0.0557835 Jul 09 14:43:22.396448 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-04c8e850-10b4-41b5-bee1-4099478958bf req-6ad4590b-9cec-47f4-82a5-bcbdc98f9e33 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331035 Jul 09 14:43:22.497667 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048f8a1b-9858-4484-bbe8-0f51cec1ae3c req-8d46b8d7-4f2b-470b-a2f7-bf62e9c16505 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:22.499553 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-048f8a1b-9858-4484-bbe8-0f51cec1ae3c req-8d46b8d7-4f2b-470b-a2f7-bf62e9c16505 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfcc7ccb-291a-493f-b69d-6005db0b1092 HTTP/1.1" status: 200 len: 950 time: 0.0666168 Jul 09 14:43:22.547005 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-048f8a1b-9858-4484-bbe8-0f51cec1ae3c req-c6f97815-8d48-4ad3-9979-4b31c1a4d88e tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390744 Jul 09 14:43:22.792072 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-88d4925e-5fc8-451a-9794-b862a1c299dc req-19fcd45c-9a41-4c5e-849a-c7f6bf4de348 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=69170848-85d7-47b1-975f-d4e4b28791e6 HTTP/1.1" status: 200 len: 210 time: 0.0322456 Jul 09 14:43:22.796294 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aac4ab55-36eb-4c05-a690-2a9151f7dcfb req-27e26992-2960-4209-9ad9-76f9cdf6c776 service neutron] 10.222.0.62 "GET /v2.0/ports/1efa3387-1e39-4d8a-b890-1d24773305ef/bindings/n-h1-799529-6 HTTP/1.1" status: 200 len: 382 time: 0.0873804 Jul 09 14:43:22.956294 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:22.971039 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a647f69-43ae-41ed-8ff2-bd701be121e9 req-04ed2163-2b69-463e-b1d5-1416328dd33b tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:22.972707 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1a647f69-43ae-41ed-8ff2-bd701be121e9 req-04ed2163-2b69-463e-b1d5-1416328dd33b tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=069ac2cf-36e9-4e0b-858b-582b7e80fe5a HTTP/1.1" status: 200 len: 949 time: 0.0668437 Jul 09 14:43:23.012842 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1a647f69-43ae-41ed-8ff2-bd701be121e9 req-5f81c381-97f4-4a26-aeb7-12241341007c tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342567 Jul 09 14:43:23.176806 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dd242824-9cd0-4e5b-a49c-6e0d7e8526e8 req-733ce8bd-2b48-49af-9ace-c78db90b5cdd tempest-ServersAdminNegativeTestJSON-2090250332 tempest-ServersAdminNegativeTestJSON-2090250332-project] 10.222.0.58 "GET /v2.0/ports?device_id=62d9e003-d3a2-43f0-a340-ed37afdb646a HTTP/1.1" status: 200 len: 210 time: 0.0303314 Jul 09 14:43:23.345746 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c372c9e3-a5e9-4538-b02b-b2d2e6cb597e req-6b9cce08-e5c7-4700-998a-e766e4e691e0 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:23.347777 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c372c9e3-a5e9-4538-b02b-b2d2e6cb597e req-6b9cce08-e5c7-4700-998a-e766e4e691e0 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=db9b48db-d25d-4d09-9a7a-bd68518db69b HTTP/1.1" status: 200 len: 945 time: 0.0699000 Jul 09 14:43:23.398261 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c372c9e3-a5e9-4538-b02b-b2d2e6cb597e req-06a5ffbc-79f7-4053-98bd-ff3d8666c970 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450315 Jul 09 14:43:23.475567 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3073013-5e9d-4034-928a-9c4c4e99faba req-c4fbbfb0-e2d8-4716-8a50-fd8d9714d879 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:23.477017 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e3073013-5e9d-4034-928a-9c4c4e99faba req-c4fbbfb0-e2d8-4716-8a50-fd8d9714d879 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=20c07ab7-2106-4d17-b84c-250701bf5ab5 HTTP/1.1" status: 200 len: 945 time: 0.0719388 Jul 09 14:43:23.515063 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e3073013-5e9d-4034-928a-9c4c4e99faba req-4cb3d5d9-d931-4697-8e5c-0dcb88d3c15c tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324566 Jul 09 14:43:23.560028 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4ab55-36eb-4c05-a690-2a9151f7dcfb req-5a476090-6b86-4678-bbe4-48c1f7c32749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:23.561584 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aac4ab55-36eb-4c05-a690-2a9151f7dcfb req-5a476090-6b86-4678-bbe4-48c1f7c32749 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=069ac2cf-36e9-4e0b-858b-582b7e80fe5a&tenant_id=5ec7891592d74a6886dfa68c8f9e2e18 HTTP/1.1" status: 200 len: 1100 time: 0.0537713 Jul 09 14:43:23.661021 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4ab55-36eb-4c05-a690-2a9151f7dcfb req-2ef1c75e-4dcf-46b4-a4bc-0c962105dafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:23.665458 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aac4ab55-36eb-4c05-a690-2a9151f7dcfb req-2ef1c75e-4dcf-46b4-a4bc-0c962105dafa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5ec7891592d74a6886dfa68c8f9e2e18&device_id=069ac2cf-36e9-4e0b-858b-582b7e80fe5a HTTP/1.1" status: 200 len: 1100 time: 0.0660870 Jul 09 14:43:23.738411 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3525d4-b2ca-404f-ad47-a1633b1e9856 req-2c04254b-1436-4815-96fd-08ead67779a2 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:23.740003 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fb3525d4-b2ca-404f-ad47-a1633b1e9856 req-2c04254b-1436-4815-96fd-08ead67779a2 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfcc7ccb-291a-493f-b69d-6005db0b1092 HTTP/1.1" status: 200 len: 950 time: 0.0663736 Jul 09 14:43:23.757084 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4ab55-36eb-4c05-a690-2a9151f7dcfb req-b8c7da62-de65-4b8c-be98-ba4e76601a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:23.759336 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aac4ab55-36eb-4c05-a690-2a9151f7dcfb req-b8c7da62-de65-4b8c-be98-ba4e76601a52 service neutron] 10.222.0.62 "GET /v2.0/networks?id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc HTTP/1.1" status: 200 len: 870 time: 0.0888386 Jul 09 14:43:23.781062 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fb3525d4-b2ca-404f-ad47-a1633b1e9856 req-0cb0cd8e-69a5-484c-981e-ac665fe27509 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339367 Jul 09 14:43:23.807027 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aac4ab55-36eb-4c05-a690-2a9151f7dcfb req-76f477d3-5b67-4e48-853f-624c42b524d4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=1efa3387-1e39-4d8a-b890-1d24773305ef HTTP/1.1" status: 200 len: 217 time: 0.0413949 Jul 09 14:43:24.086380 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e7559-a933-45e7-ae50-4bcb41a0ce66 req-a0703164-9554-432e-af3e-cc588d73caba tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:24.088052 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d18e7559-a933-45e7-ae50-4bcb41a0ce66 req-a0703164-9554-432e-af3e-cc588d73caba tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.54 "GET /v2.0/networks?id=799bbf9f-0525-4250-82dd-ad4b3053eab3 HTTP/1.1" status: 200 len: 812 time: 0.1088166 Jul 09 14:43:24.102520 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-d18e7559-a933-45e7-ae50-4bcb41a0ce66 req-c8b0a7dc-dcd1-4a6c-9dee-ff91dab4bc05 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Request body: {'port': {'device_id': '69170848-85d7-47b1-975f-d4e4b28791e6', 'network_id': '799bbf9f-0525-4250-82dd-ad4b3053eab3', 'admin_state_up': True, 'tenant_id': '1c625c057eb84d94ab805dc5f07c0366'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:43:24.147735 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d82d5769-fd6b-4652-922d-ca7cc64a76b4 req-5325902c-1008-49b6-a8bf-9deb2bcab756 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=69170848-85d7-47b1-975f-d4e4b28791e6 HTTP/1.1" status: 200 len: 210 time: 0.0347216 Jul 09 14:43:24.156845 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4ab55-36eb-4c05-a690-2a9151f7dcfb req-d8125f8a-6905-4f0d-abd7-2368eb5db8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:24.158424 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aac4ab55-36eb-4c05-a690-2a9151f7dcfb req-d8125f8a-6905-4f0d-abd7-2368eb5db8cf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.3456078 Jul 09 14:43:24.225260 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4ab55-36eb-4c05-a690-2a9151f7dcfb req-855d30b1-366f-499d-b23a-b76b96e9ce5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:24.226876 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aac4ab55-36eb-4c05-a690-2a9151f7dcfb req-855d30b1-366f-499d-b23a-b76b96e9ce5a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0588722 Jul 09 14:43:24.264402 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8b3b5-8f6b-4e26-899c-bcbf1354d76a req-b2c9416f-e420-4ff0-a116-309432c9113d tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:24.266002 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f3b8b3b5-8f6b-4e26-899c-bcbf1354d76a req-b2c9416f-e420-4ff0-a116-309432c9113d tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=069ac2cf-36e9-4e0b-858b-582b7e80fe5a HTTP/1.1" status: 200 len: 949 time: 0.1086507 Jul 09 14:43:24.317277 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f3b8b3b5-8f6b-4e26-899c-bcbf1354d76a req-86c40179-880b-404b-b784-9d167ad93b0c tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443547 Jul 09 14:43:24.335144 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aac4ab55-36eb-4c05-a690-2a9151f7dcfb req-faea62fc-e424-4e48-918a-a9fd843a4ff4 service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010015 Jul 09 14:43:24.382958 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d18e7559-a933-45e7-ae50-4bcb41a0ce66 req-c8b0a7dc-dcd1-4a6c-9dee-ff91dab4bc05 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Made reservation on behalf of 1c625c057eb84d94ab805dc5f07c0366 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:43:24.393148 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-d18e7559-a933-45e7-ae50-4bcb41a0ce66 req-c8b0a7dc-dcd1-4a6c-9dee-ff91dab4bc05 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:24.440646 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aac4ab55-36eb-4c05-a690-2a9151f7dcfb req-e9875c25-8cc9-4813-9708-6ec33abd8fe3 service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985303 Jul 09 14:43:24.565248 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-d18e7559-a933-45e7-ae50-4bcb41a0ce66 req-c8b0a7dc-dcd1-4a6c-9dee-ff91dab4bc05 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Allocated IP 172.20.0.10 (799bbf9f-0525-4250-82dd-ad4b3053eab3/aeb0304f-76ed-455f-9fb9-36b89284b9c6/c350869f-9da9-4541-b106-1f9380157813) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:43:24.635007 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788af29b-b8c2-4297-a11c-96b902437bad req-9e082233-aed9-428b-a2ee-6d21cb13dc42 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:24.636545 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-788af29b-b8c2-4297-a11c-96b902437bad req-9e082233-aed9-428b-a2ee-6d21cb13dc42 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=db9b48db-d25d-4d09-9a7a-bd68518db69b HTTP/1.1" status: 200 len: 945 time: 0.1197808 Jul 09 14:43:24.705233 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7174ece-9a6b-4bc2-98ed-2c344a6fd1f7 req-8da1aa68-35e4-48cd-8f8d-2fb3a948f478 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:24.706843 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a7174ece-9a6b-4bc2-98ed-2c344a6fd1f7 req-8da1aa68-35e4-48cd-8f8d-2fb3a948f478 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=20c07ab7-2106-4d17-b84c-250701bf5ab5 HTTP/1.1" status: 200 len: 945 time: 0.0781803 Jul 09 14:43:24.730406 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-788af29b-b8c2-4297-a11c-96b902437bad req-363e9a4c-646b-4d13-837b-42f5f70691b4 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801377 Jul 09 14:43:24.762543 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a7174ece-9a6b-4bc2-98ed-2c344a6fd1f7 req-843c4a6e-0fde-44ef-a004-03d076f8dc89 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457709 Jul 09 14:43:24.777131 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-d18e7559-a933-45e7-ae50-4bcb41a0ce66 req-c8b0a7dc-dcd1-4a6c-9dee-ff91dab4bc05 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:24.888555 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-d18e7559-a933-45e7-ae50-4bcb41a0ce66 req-c8b0a7dc-dcd1-4a6c-9dee-ff91dab4bc05 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:24.916014 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 59016) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:43:24.934815 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d18e7559-a933-45e7-ae50-4bcb41a0ce66 req-c8b0a7dc-dcd1-4a6c-9dee-ff91dab4bc05 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Network 799bbf9f-0525-4250-82dd-ad4b3053eab3 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:43:24.950098 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-d18e7559-a933-45e7-ae50-4bcb41a0ce66 req-c8b0a7dc-dcd1-4a6c-9dee-ff91dab4bc05 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:43:24.954557 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-d18e7559-a933-45e7-ae50-4bcb41a0ce66 req-c8b0a7dc-dcd1-4a6c-9dee-ff91dab4bc05 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:43:24.982429 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b0a7dc-dcd1-4a6c-9dee-ff91dab4bc05 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Pushing event updated for resources: {'Port': ['ID=c350869f-9da9-4541-b106-1f9380157813,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:43:24.990424 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873367de-b900-4b78-8a0e-34600a268c87 req-664d85da-4496-4fee-add7-ed20124f36f7 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:24.992073 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-873367de-b900-4b78-8a0e-34600a268c87 req-664d85da-4496-4fee-add7-ed20124f36f7 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfcc7ccb-291a-493f-b69d-6005db0b1092 HTTP/1.1" status: 200 len: 950 time: 0.0894003 Jul 09 14:43:25.017484 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b0a7dc-dcd1-4a6c-9dee-ff91dab4bc05 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:43:25.017829 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b0a7dc-dcd1-4a6c-9dee-ff91dab4bc05 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:43:25.018166 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b0a7dc-dcd1-4a6c-9dee-ff91dab4bc05 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:43:25.018493 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b0a7dc-dcd1-4a6c-9dee-ff91dab4bc05 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:43:25.019038 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b0a7dc-dcd1-4a6c-9dee-ff91dab4bc05 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:43:25.019367 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b0a7dc-dcd1-4a6c-9dee-ff91dab4bc05 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:43:25.019860 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b0a7dc-dcd1-4a6c-9dee-ff91dab4bc05 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:43:25.020037 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b0a7dc-dcd1-4a6c-9dee-ff91dab4bc05 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:43:25.020619 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b0a7dc-dcd1-4a6c-9dee-ff91dab4bc05 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:43:25.020856 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b0a7dc-dcd1-4a6c-9dee-ff91dab4bc05 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:43:25.021175 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b0a7dc-dcd1-4a6c-9dee-ff91dab4bc05 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:43:25.021490 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b0a7dc-dcd1-4a6c-9dee-ff91dab4bc05 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:43:25.035531 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-873367de-b900-4b78-8a0e-34600a268c87 req-5c2f5a8a-2146-45b1-9749-4332013db05c tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354600 Jul 09 14:43:25.089875 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-1fd614de-a5fd-4c57-8778-87d097b52bf7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a68a696055094bbbadda9bcb8df859df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1710675 Jul 09 14:43:25.092290 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 59028) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:43:25.149286 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3758dd1c-c23d-45e2-86d2-c2a6c7e7c6a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:25.171673 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3758dd1c-c23d-45e2-86d2-c2a6c7e7c6a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:25.305808 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3758dd1c-c23d-45e2-86d2-c2a6c7e7c6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:25.308729 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3758dd1c-c23d-45e2-86d2-c2a6c7e7c6a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:25.309917 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-3758dd1c-c23d-45e2-86d2-c2a6c7e7c6a1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8dfc6839-39ca-49c8-8a05-5f845fe9d742 HTTP/1.1" status: 204 len: 168 time: 0.2166855 Jul 09 14:43:25.326776 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3758dd1c-c23d-45e2-86d2-c2a6c7e7c6a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dfc6839-39ca-49c8-8a05-5f845fe9d742,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:43:25.352645 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daef7ee1-4061-40af-bd46-8ecb6d5b3205 req-02047145-e50a-4f48-95f4-842c6fbfe96f tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:25.354460 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-daef7ee1-4061-40af-bd46-8ecb6d5b3205 req-02047145-e50a-4f48-95f4-842c6fbfe96f tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=69170848-85d7-47b1-975f-d4e4b28791e6 HTTP/1.1" status: 200 len: 932 time: 0.0906160 Jul 09 14:43:25.383333 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e7559-a933-45e7-ae50-4bcb41a0ce66 req-c8b0a7dc-dcd1-4a6c-9dee-ff91dab4bc05 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:25.384060 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-d18e7559-a933-45e7-ae50-4bcb41a0ce66 req-c8b0a7dc-dcd1-4a6c-9dee-ff91dab4bc05 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:25.412106 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-daef7ee1-4061-40af-bd46-8ecb6d5b3205 req-6143804a-d65f-4b56-aa19-cc1479bb9350 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410781 Jul 09 14:43:25.436763 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fabe25-6c7c-47a2-b7cb-b523d8c2cb99 req-58d979f4-ae6d-4afb-a292-9dc1df3bf9e7 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:25.438288 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-11fabe25-6c7c-47a2-b7cb-b523d8c2cb99 req-58d979f4-ae6d-4afb-a292-9dc1df3bf9e7 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/networks?id=4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9 HTTP/1.1" status: 200 len: 806 time: 0.4570575 Jul 09 14:43:25.454063 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-11fabe25-6c7c-47a2-b7cb-b523d8c2cb99 req-ef1f9193-e863-4c18-abf6-b89878390389 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/quotas/1e0132f74af84346b7937684dc0b5d46 HTTP/1.1" status: 200 len: 375 time: 0.0093498 Jul 09 14:43:25.509670 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d18e7559-a933-45e7-ae50-4bcb41a0ce66 req-c8b0a7dc-dcd1-4a6c-9dee-ff91dab4bc05 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4117105 Jul 09 14:43:25.525066 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-11fabe25-6c7c-47a2-b7cb-b523d8c2cb99 req-49e3a4ac-0be3-405b-9769-48ac5a886617 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1e0132f74af84346b7937684dc0b5d46&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0647862 Jul 09 14:43:25.529939 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-d18e7559-a933-45e7-ae50-4bcb41a0ce66 req-b34f10aa-972c-4a7f-ae24-b97742ee3bf2 service neutron] Request body: {'port': {'device_id': '69170848-85d7-47b1-975f-d4e4b28791e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:43:25.673835 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 1efa3387-1e39-4d8a-b890-1d24773305ef no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:43:25.676190 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-d18e7559-a933-45e7-ae50-4bcb41a0ce66 req-b34f10aa-972c-4a7f-ae24-b97742ee3bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:25.693540 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-11fabe25-6c7c-47a2-b7cb-b523d8c2cb99 req-f395e40e-fdd0-476d-a58d-d6214654c39a service neutron] 10.222.0.58 "GET /v2.0/networks/4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609874 Jul 09 14:43:25.740856 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890eac02-0404-4c45-a5c1-54ae7741e8a6 req-f7f645d2-ea06-4f99-9fa8-932b11b7cd3d tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:25.747886 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-890eac02-0404-4c45-a5c1-54ae7741e8a6 req-f7f645d2-ea06-4f99-9fa8-932b11b7cd3d tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=069ac2cf-36e9-4e0b-858b-582b7e80fe5a HTTP/1.1" status: 200 len: 949 time: 0.1007893 Jul 09 14:43:25.759011 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:25.791331 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '069ac2cf-36e9-4e0b-858b-582b7e80fe5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1efa3387-1e39-4d8a-b890-1d24773305ef'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:43:25.794618 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d408462a-783d-48c3-ad82-4913bdb7b1ae" -d '{"events": [{"server_uuid": "069ac2cf-36e9-4e0b-858b-582b7e80fe5a", "name": "network-vif-unplugged", "status": "completed", "tag": "1efa3387-1e39-4d8a-b890-1d24773305ef"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:43:25.798745 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-890eac02-0404-4c45-a5c1-54ae7741e8a6 req-99f5d223-9887-4ee6-98be-39bece3ee55d tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473876 Jul 09 14:43:25.810072 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 1efa3387-1e39-4d8a-b890-1d24773305ef, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=1efa3387-1e39-4d8a-b890-1d24773305ef,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:43:25.832912 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 36a1ceed-cf4e-4e87-af45-81c4a4217633 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:43:25.865498 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:25.865498 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: 36a1ceed-cf4e-4e87-af45-81c4a4217633 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:43:25.865498 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 36a1ceed-cf4e-4e87-af45-81c4a4217633 not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:43:25.906318 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-11fabe25-6c7c-47a2-b7cb-b523d8c2cb99 req-ac72ca69-bf7d-4300-bded-f21bafaafd7a service neutron] 10.222.0.58 "GET /v2.0/networks/4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041135 Jul 09 14:43:25.913388 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=1efa3387-1e39-4d8a-b890-1d24773305ef,revision_number=6']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:43:25.981823 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd2818d-c5a8-4d7b-b991-847b5c048599 req-2eba83de-b87f-4868-8ace-6026fb198451 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:25.983445 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4dd2818d-c5a8-4d7b-b991-847b5c048599 req-2eba83de-b87f-4868-8ace-6026fb198451 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=db9b48db-d25d-4d09-9a7a-bd68518db69b HTTP/1.1" status: 200 len: 945 time: 0.0682600 Jul 09 14:43:26.040892 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4dd2818d-c5a8-4d7b-b991-847b5c048599 req-cba7ea50-0764-4e16-9ecb-e31d123ad243 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465899 Jul 09 14:43:26.041417 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 59046) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:43:26.061278 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-d18e7559-a933-45e7-ae50-4bcb41a0ce66 req-b34f10aa-972c-4a7f-ae24-b97742ee3bf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c350869f-9da9-4541-b106-1f9380157813 {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:43:26.083027 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-d18e7559-a933-45e7-ae50-4bcb41a0ce66 req-b34f10aa-972c-4a7f-ae24-b97742ee3bf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:26.097786 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-d18e7559-a933-45e7-ae50-4bcb41a0ce66 req-b34f10aa-972c-4a7f-ae24-b97742ee3bf2 service neutron] Transition to ACTIVE for port object c350869f-9da9-4541-b106-1f9380157813 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:43:26.098887 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-8f4566f1-4130-406b-a5c5-c2671f054cbf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cc69814115714c41b2457683890367e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0563071 Jul 09 14:43:26.101344 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 59050) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:43:26.104728 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ddcd5fbe-0cfa-4c45-b315-8141186fee1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:26.115096 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 14:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742c2955-1843-49c7-a230-684e70cd0d44 x-openstack-request-id: req-742c2955-1843-49c7-a230-684e70cd0d44 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:43:26.115096 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "069ac2cf-36e9-4e0b-858b-582b7e80fe5a", "name": "network-vif-unplugged", "status": "completed", "tag": "1efa3387-1e39-4d8a-b890-1d24773305ef", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:43:26.115096 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-742c2955-1843-49c7-a230-684e70cd0d44 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:43:26.115096 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '069ac2cf-36e9-4e0b-858b-582b7e80fe5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1efa3387-1e39-4d8a-b890-1d24773305ef', 'code': 200} Jul 09 14:43:26.154490 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d4ce62f8-3699-40cb-8aa9-f73e5c05e32c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:26.177783 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d4ce62f8-3699-40cb-8aa9-f73e5c05e32c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:26.196240 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-d18e7559-a933-45e7-ae50-4bcb41a0ce66 req-b34f10aa-972c-4a7f-ae24-b97742ee3bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:26.275602 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f10aa-972c-4a7f-ae24-b97742ee3bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=c350869f-9da9-4541-b106-1f9380157813,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:43:26.310708 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d4ce62f8-3699-40cb-8aa9-f73e5c05e32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:26.313439 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d4ce62f8-3699-40cb-8aa9-f73e5c05e32c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:26.314716 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d4ce62f8-3699-40cb-8aa9-f73e5c05e32c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/08727280-5b5b-4833-a878-dd8459ac1798 HTTP/1.1" status: 204 len: 168 time: 0.2123387 Jul 09 14:43:26.324676 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ce62f8-3699-40cb-8aa9-f73e5c05e32c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08727280-5b5b-4833-a878-dd8459ac1798,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:43:26.436775 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-d18e7559-a933-45e7-ae50-4bcb41a0ce66 req-b34f10aa-972c-4a7f-ae24-b97742ee3bf2 service neutron] Attempting to bind port c350869f-9da9-4541-b106-1f9380157813 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:43:26.437314 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-d18e7559-a933-45e7-ae50-4bcb41a0ce66 req-b34f10aa-972c-4a7f-ae24-b97742ee3bf2 service neutron] Attempting to bind port c350869f-9da9-4541-b106-1f9380157813 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': 'ea3e7312-a29e-42fd-9247-9011d25d7154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '799bbf9f-0525-4250-82dd-ad4b3053eab3'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:43:26.437456 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18e7559-a933-45e7-ae50-4bcb41a0ce66 req-b34f10aa-972c-4a7f-ae24-b97742ee3bf2 service neutron] Attempting to bind port c350869f-9da9-4541-b106-1f9380157813 on network 799bbf9f-0525-4250-82dd-ad4b3053eab3 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:43:26.447006 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18e7559-a933-45e7-ae50-4bcb41a0ce66 req-b34f10aa-972c-4a7f-ae24-b97742ee3bf2 service neutron] Port c350869f-9da9-4541-b106-1f9380157813 on network 799bbf9f-0525-4250-82dd-ad4b3053eab3 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:43:26.447340 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18e7559-a933-45e7-ae50-4bcb41a0ce66 req-b34f10aa-972c-4a7f-ae24-b97742ee3bf2 service neutron] Attempting to bind port c350869f-9da9-4541-b106-1f9380157813 on network 799bbf9f-0525-4250-82dd-ad4b3053eab3 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:43:26.462021 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be06ab1f-c5fe-4ee5-9955-e9cda58bbb2c req-a074272a-606a-4315-b697-4576f82fd402 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:26.463579 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-be06ab1f-c5fe-4ee5-9955-e9cda58bbb2c req-a074272a-606a-4315-b697-4576f82fd402 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfcc7ccb-291a-493f-b69d-6005db0b1092 HTTP/1.1" status: 200 len: 950 time: 0.1420949 Jul 09 14:43:26.464852 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18e7559-a933-45e7-ae50-4bcb41a0ce66 req-b34f10aa-972c-4a7f-ae24-b97742ee3bf2 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:43:26.465187 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18e7559-a933-45e7-ae50-4bcb41a0ce66 req-b34f10aa-972c-4a7f-ae24-b97742ee3bf2 service neutron] Checking segment: {'id': 'ea3e7312-a29e-42fd-9247-9011d25d7154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '799bbf9f-0525-4250-82dd-ad4b3053eab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:43:26.465572 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18e7559-a933-45e7-ae50-4bcb41a0ce66 req-b34f10aa-972c-4a7f-ae24-b97742ee3bf2 service neutron] Bound using segment: {'id': 'ea3e7312-a29e-42fd-9247-9011d25d7154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '799bbf9f-0525-4250-82dd-ad4b3053eab3'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:43:26.466018 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-d18e7559-a933-45e7-ae50-4bcb41a0ce66 req-b34f10aa-972c-4a7f-ae24-b97742ee3bf2 service neutron] Bound port: c350869f-9da9-4541-b106-1f9380157813, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea3e7312-a29e-42fd-9247-9011d25d7154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '799bbf9f-0525-4250-82dd-ad4b3053eab3'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:43:26.466378 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-d18e7559-a933-45e7-ae50-4bcb41a0ce66 req-b34f10aa-972c-4a7f-ae24-b97742ee3bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:26.540782 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-be06ab1f-c5fe-4ee5-9955-e9cda58bbb2c req-c93ccd0c-0d23-41b6-86c0-292097f78054 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646799 Jul 09 14:43:26.570202 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-d18e7559-a933-45e7-ae50-4bcb41a0ce66 req-b34f10aa-972c-4a7f-ae24-b97742ee3bf2 service neutron] For port c350869f-9da9-4541-b106-1f9380157813, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:43:26.573455 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-d18e7559-a933-45e7-ae50-4bcb41a0ce66 req-b34f10aa-972c-4a7f-ae24-b97742ee3bf2 service neutron] For port c350869f-9da9-4541-b106-1f9380157813, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=c350869f-9da9-4541-b106-1f9380157813,segment=NetworkSegment(ea3e7312-a29e-42fd-9247-9011d25d7154),segment_id=ea3e7312-a29e-42fd-9247-9011d25d7154)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:43:26.706730 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db998587-3ac6-4070-993d-7be732e7a323 req-9fe66d8c-2001-4f6f-8900-2f3f1a2457d6 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:26.708386 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-db998587-3ac6-4070-993d-7be732e7a323 req-9fe66d8c-2001-4f6f-8900-2f3f1a2457d6 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=69170848-85d7-47b1-975f-d4e4b28791e6 HTTP/1.1" status: 200 len: 944 time: 0.0675178 Jul 09 14:43:26.730983 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-d18e7559-a933-45e7-ae50-4bcb41a0ce66 req-b34f10aa-972c-4a7f-ae24-b97742ee3bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:26.775638 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-db998587-3ac6-4070-993d-7be732e7a323 req-ef7daee8-48a2-457c-afe5-4745c1b2951b tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613306 Jul 09 14:43:26.784908 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e7559-a933-45e7-ae50-4bcb41a0ce66 req-b34f10aa-972c-4a7f-ae24-b97742ee3bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:26.785539 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-d18e7559-a933-45e7-ae50-4bcb41a0ce66 req-b34f10aa-972c-4a7f-ae24-b97742ee3bf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:26.786907 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d18e7559-a933-45e7-ae50-4bcb41a0ce66 req-b34f10aa-972c-4a7f-ae24-b97742ee3bf2 service neutron] 10.222.0.54 "PUT /v2.0/ports/c350869f-9da9-4541-b106-1f9380157813 HTTP/1.1" status: 200 len: 1092 time: 1.2608807 Jul 09 14:43:26.787350 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69170848-85d7-47b1-975f-d4e4b28791e6', 'tag': 'c350869f-9da9-4541-b106-1f9380157813'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:43:26.789645 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ca6a58-fcc7-4b04-8476-8d386761ec31" -d '{"events": [{"name": "network-changed", "server_uuid": "69170848-85d7-47b1-975f-d4e4b28791e6", "tag": "c350869f-9da9-4541-b106-1f9380157813"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:43:26.850379 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f10aa-972c-4a7f-ae24-b97742ee3bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=c350869f-9da9-4541-b106-1f9380157813,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:43:26.854571 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3cbbdd3-efa2-41ef-b402-593ad1635f85 x-openstack-request-id: req-f3cbbdd3-efa2-41ef-b402-593ad1635f85 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:43:26.855001 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69170848-85d7-47b1-975f-d4e4b28791e6", "tag": "c350869f-9da9-4541-b106-1f9380157813", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:43:26.855207 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f3cbbdd3-efa2-41ef-b402-593ad1635f85 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:43:26.855576 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69170848-85d7-47b1-975f-d4e4b28791e6', 'tag': 'c350869f-9da9-4541-b106-1f9380157813', 'status': 'completed', 'code': 200} Jul 09 14:43:27.018739 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca6a58-fcc7-4b04-8476-8d386761ec31 req-bf9581bf-102c-4fdc-95c8-ebf65141aac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:27.019451 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-42ca6a58-fcc7-4b04-8476-8d386761ec31 req-bf9581bf-102c-4fdc-95c8-ebf65141aac2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1c625c057eb84d94ab805dc5f07c0366&device_id=69170848-85d7-47b1-975f-d4e4b28791e6 HTTP/1.1" status: 200 len: 1095 time: 0.1393981 Jul 09 14:43:27.037360 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480eb13b-911f-4696-9d57-53644f1eea72 req-674a6952-117a-4ada-966c-f79557b2d506 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:27.044820 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-480eb13b-911f-4696-9d57-53644f1eea72 req-674a6952-117a-4ada-966c-f79557b2d506 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=069ac2cf-36e9-4e0b-858b-582b7e80fe5a HTTP/1.1" status: 200 len: 947 time: 0.1032765 Jul 09 14:43:27.083354 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1375bc0-4191-41bc-a763-8605890292c6 req-cd28e410-13ce-4823-a600-d163349a0c96 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:27.090052 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c1375bc0-4191-41bc-a763-8605890292c6 req-cd28e410-13ce-4823-a600-d163349a0c96 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/networks?id=4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9 HTTP/1.1" status: 200 len: 806 time: 0.1256492 Jul 09 14:43:27.106647 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c1375bc0-4191-41bc-a763-8605890292c6 req-27797347-c12e-4858-acf4-efe660874b81 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/quotas/1e0132f74af84346b7937684dc0b5d46 HTTP/1.1" status: 200 len: 375 time: 0.0155792 Jul 09 14:43:27.160738 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-480eb13b-911f-4696-9d57-53644f1eea72 req-094b1f40-7eba-4d78-8c19-999d70596aa7 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149702 Jul 09 14:43:27.167323 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c1375bc0-4191-41bc-a763-8605890292c6 req-75049fec-c2bd-4d32-8e7c-dc990e981671 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1e0132f74af84346b7937684dc0b5d46&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0596840 Jul 09 14:43:27.179578 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca6a58-fcc7-4b04-8476-8d386761ec31 req-eb70543c-8c7f-413e-aae5-8627b96ff4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:27.181135 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-42ca6a58-fcc7-4b04-8476-8d386761ec31 req-eb70543c-8c7f-413e-aae5-8627b96ff4f7 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=1c625c057eb84d94ab805dc5f07c0366&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1286039 Jul 09 14:43:27.298759 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c1375bc0-4191-41bc-a763-8605890292c6 req-b7ebbed9-ae17-436f-8c62-420c6712f801 service neutron] 10.222.0.58 "GET /v2.0/networks/4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242399 Jul 09 14:43:27.402613 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca6a58-fcc7-4b04-8476-8d386761ec31 req-15d0fa49-c2ae-4602-a777-776e36a1be47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:27.404123 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-42ca6a58-fcc7-4b04-8476-8d386761ec31 req-15d0fa49-c2ae-4602-a777-776e36a1be47 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2115345 Jul 09 14:43:27.412685 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c16a559-420f-4bdd-97f2-f556c5f62cde req-c1414d5e-a923-40f4-86cb-7a6a27d6edb0 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:27.420535 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6c16a559-420f-4bdd-97f2-f556c5f62cde req-c1414d5e-a923-40f4-86cb-7a6a27d6edb0 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=db9b48db-d25d-4d09-9a7a-bd68518db69b HTTP/1.1" status: 200 len: 945 time: 0.1166706 Jul 09 14:43:27.447621 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c1375bc0-4191-41bc-a763-8605890292c6 req-91fb53ab-4b67-48ca-a32a-1da1d739daeb service neutron] 10.222.0.58 "GET /v2.0/networks/4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479023 Jul 09 14:43:27.459802 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1824f99-5ef9-4a08-bb38-b9340064e852 req-256ebb19-1e02-44b9-8442-cb58bb06ddcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:27.461189 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d1824f99-5ef9-4a08-bb38-b9340064e852 req-256ebb19-1e02-44b9-8442-cb58bb06ddcd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=db9b48db-d25d-4d09-9a7a-bd68518db69b HTTP/1.1" status: 200 len: 1096 time: 0.0961182 Jul 09 14:43:27.484085 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6c16a559-420f-4bdd-97f2-f556c5f62cde req-a6c1633c-b81d-4304-b00d-cdce798dd8bd tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628383 Jul 09 14:43:27.509695 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d1824f99-5ef9-4a08-bb38-b9340064e852 req-d441417c-a920-4550-8cda-748156a97c13 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392992 Jul 09 14:43:27.529706 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e7559-a933-45e7-ae50-4bcb41a0ce66 req-65bda92d-6237-4826-83d3-6125704490da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:27.531697 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d18e7559-a933-45e7-ae50-4bcb41a0ce66 req-65bda92d-6237-4826-83d3-6125704490da service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1c625c057eb84d94ab805dc5f07c0366&device_id=69170848-85d7-47b1-975f-d4e4b28791e6 HTTP/1.1" status: 200 len: 1095 time: 0.0814815 Jul 09 14:43:27.603773 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d18e7559-a933-45e7-ae50-4bcb41a0ce66 req-97ccec2b-da2f-4886-8881-6ab6422e1cdd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c350869f-9da9-4541-b106-1f9380157813 HTTP/1.1" status: 200 len: 217 time: 0.0422127 Jul 09 14:43:27.657057 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e7559-a933-45e7-ae50-4bcb41a0ce66 req-7c7c41a3-9bfd-4971-b33a-87c22792b892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:27.659099 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d18e7559-a933-45e7-ae50-4bcb41a0ce66 req-7c7c41a3-9bfd-4971-b33a-87c22792b892 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=aeb0304f-76ed-455f-9fb9-36b89284b9c6 HTTP/1.1" status: 200 len: 852 time: 0.0488231 Jul 09 14:43:27.689313 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 1efa3387-1e39-4d8a-b890-1d24773305ef details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:43:27.705664 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d18e7559-a933-45e7-ae50-4bcb41a0ce66 req-9b298dca-1259-434a-9c20-c9baecd219eb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=799bbf9f-0525-4250-82dd-ad4b3053eab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393748 Jul 09 14:43:27.798673 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 1efa3387-1e39-4d8a-b890-1d24773305ef, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=1efa3387-1e39-4d8a-b890-1d24773305ef,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:43:27.813781 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '1efa3387-1e39-4d8a-b890-1d24773305ef', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'port_id': '1efa3387-1e39-4d8a-b890-1d24773305ef', 'mac_address': 'fa:16:3e:95:fa:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8081bcce-88de-4a2f-9e69-6750220e0be0', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:43:27.864662 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:27.906383 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d18e7559-a933-45e7-ae50-4bcb41a0ce66 req-aedb9bd1-8fa8-4c39-a9d2-8595f97eb4fc service neutron] 10.222.0.54 "GET /v2.0/networks/799bbf9f-0525-4250-82dd-ad4b3053eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909990 Jul 09 14:43:27.910511 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1efa3387-1e39-4d8a-b890-1d24773305ef {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:43:27.915199 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c19b1e-e458-4320-97f3-92ff15ddaea9 req-0dfcbffe-6c6d-4f05-823c-b02569f20966 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:27.916707 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-22c19b1e-e458-4320-97f3-92ff15ddaea9 req-0dfcbffe-6c6d-4f05-823c-b02569f20966 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfcc7ccb-291a-493f-b69d-6005db0b1092 HTTP/1.1" status: 200 len: 950 time: 0.2146347 Jul 09 14:43:27.962449 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 1efa3387-1e39-4d8a-b890-1d24773305ef, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=1efa3387-1e39-4d8a-b890-1d24773305ef,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:43:27.976810 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-92eedc5d-a637-40e9-8bf0-49877eddc32c req-b5840e65-a765-47dd-8a69-7348cb9a3d54 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e03c96c-4641-4689-8532-7801ad7820b4 HTTP/1.1" status: 200 len: 210 time: 0.0455759 Jul 09 14:43:28.038879 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-22c19b1e-e458-4320-97f3-92ff15ddaea9 req-aa798dc4-fc31-4379-bdcc-adf26d131e92 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001623 Jul 09 14:43:28.047644 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:28.082060 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d18e7559-a933-45e7-ae50-4bcb41a0ce66 req-1f761318-ada4-497b-9e73-915592779e92 service neutron] 10.222.0.54 "GET /v2.0/networks/799bbf9f-0525-4250-82dd-ad4b3053eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497931 Jul 09 14:43:28.143969 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=1efa3387-1e39-4d8a-b890-1d24773305ef,revision_number=7']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:43:28.217245 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e6455-afe6-48bb-a95f-fb0720df4d0c req-c769bacf-4275-4fc3-9c89-f42021675e99 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:28.219110 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-181e6455-afe6-48bb-a95f-fb0720df4d0c req-c769bacf-4275-4fc3-9c89-f42021675e99 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=69170848-85d7-47b1-975f-d4e4b28791e6 HTTP/1.1" status: 200 len: 944 time: 0.1256557 Jul 09 14:43:28.265737 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-181e6455-afe6-48bb-a95f-fb0720df4d0c req-4e00965e-33f4-435e-b2d1-e7225b76cb27 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388196 Jul 09 14:43:28.446836 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b0bc8-f593-4b39-b0af-efc3086de270 req-021597fa-7d25-4872-a3e3-fc7bd1daeb7d tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:28.452376 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5d4b0bc8-f593-4b39-b0af-efc3086de270 req-021597fa-7d25-4872-a3e3-fc7bd1daeb7d tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=069ac2cf-36e9-4e0b-858b-582b7e80fe5a HTTP/1.1" status: 200 len: 948 time: 0.0710528 Jul 09 14:43:28.487454 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5d4b0bc8-f593-4b39-b0af-efc3086de270 req-c966e3d7-f056-4adc-986f-4259999c7124 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323403 Jul 09 14:43:28.678493 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32aaea7-599b-4d6d-92f6-34b126858d3d req-cc3b028b-77f1-4225-bcdb-7c7939a73e64 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:28.680082 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c32aaea7-599b-4d6d-92f6-34b126858d3d req-cc3b028b-77f1-4225-bcdb-7c7939a73e64 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=db9b48db-d25d-4d09-9a7a-bd68518db69b HTTP/1.1" status: 200 len: 945 time: 0.0776713 Jul 09 14:43:28.699248 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['1efa3387-1e39-4d8a-b890-1d24773305ef'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:43:28.723118 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c32aaea7-599b-4d6d-92f6-34b126858d3d req-eb041121-25ab-4f31-ad48-b0a1d03ba53a tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362570 Jul 09 14:43:28.967840 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-cbd190bb-2903-4804-a42f-a3513d6b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:29.105135 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:29.209527 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4b9e1e2c-d018-4c20-9dfb-191fb7d64315 req-be808fca-ad0d-4859-bb57-d7d80ac1d045 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e03c96c-4641-4689-8532-7801ad7820b4 HTTP/1.1" status: 200 len: 210 time: 0.0374007 Jul 09 14:43:29.395973 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96810d4c-5295-40a1-bbd3-847b70604d04 req-09a12099-966a-4ca6-9d57-1bf5168f5a91 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:29.397757 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-96810d4c-5295-40a1-bbd3-847b70604d04 req-09a12099-966a-4ca6-9d57-1bf5168f5a91 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfcc7ccb-291a-493f-b69d-6005db0b1092 HTTP/1.1" status: 200 len: 950 time: 0.0729015 Jul 09 14:43:29.442138 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-96810d4c-5295-40a1-bbd3-847b70604d04 req-8efe91bd-d5c7-42a4-994b-7c70ba7d4e74 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384190 Jul 09 14:43:29.634755 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b4cb22-4053-42a1-9f01-9d3d46e5255a req-0d1f57c9-a9b8-4965-bb9c-54dde0c9ebd4 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:29.637209 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f7b4cb22-4053-42a1-9f01-9d3d46e5255a req-0d1f57c9-a9b8-4965-bb9c-54dde0c9ebd4 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=69170848-85d7-47b1-975f-d4e4b28791e6 HTTP/1.1" status: 200 len: 944 time: 0.0779345 Jul 09 14:43:29.686659 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f7b4cb22-4053-42a1-9f01-9d3d46e5255a req-6c5dfe1b-de30-47a1-824d-e9d2e6feb6f4 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430317 Jul 09 14:43:29.701904 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 0f7a887a-cc10-46c1-be45-85a7c45b9735 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:43:29.726444 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d97d32-8221-4cbc-b9d5-47d6628dfae4 req-c848fa8f-ec4e-4b2d-a08e-9db2e8b41f16 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:29.728491 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 0f7a887a-cc10-46c1-be45-85a7c45b9735 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:43:29.739753 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-13d97d32-8221-4cbc-b9d5-47d6628dfae4 req-c848fa8f-ec4e-4b2d-a08e-9db2e8b41f16 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=db9b48db-d25d-4d09-9a7a-bd68518db69b HTTP/1.1" status: 200 len: 945 time: 0.1522648 Jul 09 14:43:29.811867 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-13d97d32-8221-4cbc-b9d5-47d6628dfae4 req-79b5f6da-c687-462b-a4ae-ae5ec3b2bd5f tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710187 Jul 09 14:43:29.829873 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c27c49-eece-424b-a315-c9ac67a406ff req-ef2fac91-fd9a-4659-b920-6763c2a3f505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:29.834177 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-02c27c49-eece-424b-a315-c9ac67a406ff req-ef2fac91-fd9a-4659-b920-6763c2a3f505 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7e8e5340b4af4fbb9f6efeaeab787aeb&device_id=db9b48db-d25d-4d09-9a7a-bd68518db69b HTTP/1.1" status: 200 len: 1096 time: 0.1787608 Jul 09 14:43:29.898152 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:29.918478 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59192) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:43:30.017633 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c27c49-eece-424b-a315-c9ac67a406ff req-9445d7f0-8e27-42c8-bc25-229083b0c70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:30.019171 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-02c27c49-eece-424b-a315-c9ac67a406ff req-9445d7f0-8e27-42c8-bc25-229083b0c70d service neutron] 10.222.0.54 "GET /v2.0/networks?id=f1bff32f-69e2-446c-a290-b6ec892cf735 HTTP/1.1" status: 200 len: 920 time: 0.1707559 Jul 09 14:43:30.056662 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e13f440-e0ad-43f5-96ee-4063207b42e7 req-a404a633-4528-4df8-9412-70cece487e3c tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:30.058642 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4e13f440-e0ad-43f5-96ee-4063207b42e7 req-a404a633-4528-4df8-9412-70cece487e3c tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=069ac2cf-36e9-4e0b-858b-582b7e80fe5a HTTP/1.1" status: 200 len: 948 time: 0.2082987 Jul 09 14:43:30.123100 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-02c27c49-eece-424b-a315-c9ac67a406ff req-6b0839e7-1f61-4c58-9b25-37664189c782 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01b8931f-c55e-44c7-9c7d-1f7d5fd6146f HTTP/1.1" status: 200 len: 217 time: 0.0973511 Jul 09 14:43:30.124118 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4e13f440-e0ad-43f5-96ee-4063207b42e7 req-3c4380f6-2047-45b5-ab85-39388d5a590b tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572298 Jul 09 14:43:30.179007 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-63ad179a-4f5f-4806-ae3f-8050ce756e9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:30.197136 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c27c49-eece-424b-a315-c9ac67a406ff req-535d1b17-66fd-4a56-9a0d-814ab6c273b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:30.198674 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-02c27c49-eece-424b-a315-c9ac67a406ff req-535d1b17-66fd-4a56-9a0d-814ab6c273b4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=55af4da9-7f40-4991-a82d-0bd874a45ee8 HTTP/1.1" status: 200 len: 859 time: 0.0684557 Jul 09 14:43:30.240505 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfcc7ccb-291a-493f-b69d-6005db0b1092', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f7a887a-cc10-46c1-be45-85a7c45b9735'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:43:30.241516 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-02c27c49-eece-424b-a315-c9ac67a406ff req-24c10aae-88f0-472c-8f99-4b6639ce57d3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f1bff32f-69e2-446c-a290-b6ec892cf735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356743 Jul 09 14:43:30.242606 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4e4abd-e134-42a2-a1b8-4e9ca98856d6" -d '{"events": [{"server_uuid": "bfcc7ccb-291a-493f-b69d-6005db0b1092", "name": "network-vif-unplugged", "status": "completed", "tag": "0f7a887a-cc10-46c1-be45-85a7c45b9735"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:43:30.271130 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 0f7a887a-cc10-46c1-be45-85a7c45b9735, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=0f7a887a-cc10-46c1-be45-85a7c45b9735,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:43:30.324128 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 0f7a887a-cc10-46c1-be45-85a7c45b9735, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=0f7a887a-cc10-46c1-be45-85a7c45b9735,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:43:30.340246 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 14:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91711bb-1047-45a3-b7bb-eee0e3fb915a x-openstack-request-id: req-c91711bb-1047-45a3-b7bb-eee0e3fb915a {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:43:30.340535 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfcc7ccb-291a-493f-b69d-6005db0b1092", "name": "network-vif-unplugged", "status": "completed", "tag": "0f7a887a-cc10-46c1-be45-85a7c45b9735", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:43:30.340782 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c91711bb-1047-45a3-b7bb-eee0e3fb915a {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:43:30.341226 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfcc7ccb-291a-493f-b69d-6005db0b1092', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f7a887a-cc10-46c1-be45-85a7c45b9735', 'code': 200} Jul 09 14:43:30.347341 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:30.405287 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-02c27c49-eece-424b-a315-c9ac67a406ff req-38df6ee5-a5cb-4948-8357-99d87b777d3f service neutron] 10.222.0.54 "GET /v2.0/networks/f1bff32f-69e2-446c-a290-b6ec892cf735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539803 Jul 09 14:43:30.425351 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=0f7a887a-cc10-46c1-be45-85a7c45b9735,revision_number=9']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:43:30.428303 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:30.429485 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '0f7a887a-cc10-46c1-be45-85a7c45b9735', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'port_id': '0f7a887a-cc10-46c1-be45-85a7c45b9735', 'mac_address': 'fa:16:3e:47:19:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8081bcce-88de-4a2f-9e69-6750220e0be0', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:43:30.435758 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1375bc0-4191-41bc-a763-8605890292c6 req-1003706d-41b5-4e11-acbf-9a202b6835f5 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:30.439167 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c1375bc0-4191-41bc-a763-8605890292c6 req-1003706d-41b5-4e11-acbf-9a202b6835f5 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.54 "GET /v2.0/networks?id=4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9 HTTP/1.1" status: 200 len: 806 time: 0.1592598 Jul 09 14:43:30.439465 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-63ad179a-4f5f-4806-ae3f-8050ce756e9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:30.442972 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-edf5c8eb-7574-4e92-b9a5-d08b6fc2ff3d req-113db9de-1d4c-47d7-a0ac-7dcdfe90891e tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e03c96c-4641-4689-8532-7801ad7820b4 HTTP/1.1" status: 200 len: 210 time: 0.0538244 Jul 09 14:43:30.462354 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-c1375bc0-4191-41bc-a763-8605890292c6 req-04d0c812-1b4d-4933-8fcb-4c4ac267d327 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Request body: {'port': {'device_id': '2e03c96c-4641-4689-8532-7801ad7820b4', 'network_id': '4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9', 'admin_state_up': True, 'tenant_id': '1e0132f74af84346b7937684dc0b5d46'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:43:30.484639 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:30.498139 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f7a887a-cc10-46c1-be45-85a7c45b9735 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:43:30.527312 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-02c27c49-eece-424b-a315-c9ac67a406ff req-b8feac1e-d1ce-4061-b7b2-543720bb0082 service neutron] 10.222.0.54 "GET /v2.0/networks/f1bff32f-69e2-446c-a290-b6ec892cf735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133471 Jul 09 14:43:30.529433 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 0f7a887a-cc10-46c1-be45-85a7c45b9735, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=0f7a887a-cc10-46c1-be45-85a7c45b9735,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:43:30.601896 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-63ad179a-4f5f-4806-ae3f-8050ce756e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:30.636275 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:30.642629 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-63ad179a-4f5f-4806-ae3f-8050ce756e9f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1a7bef997c934a4eac14ee4e8ddf2bdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7227011 Jul 09 14:43:30.644612 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ad179a-4f5f-4806-ae3f-8050ce756e9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=495ed2e9-32df-41a2-88d7-550ecaafebbf,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:43:30.646869 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59204) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:43:30.688464 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362de192-8308-4272-9e3f-b1cb49c94e3d req-194772ec-d974-4817-950c-baf6169c540e tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:30.690889 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-362de192-8308-4272-9e3f-b1cb49c94e3d req-194772ec-d974-4817-950c-baf6169c540e tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfcc7ccb-291a-493f-b69d-6005db0b1092 HTTP/1.1" status: 200 len: 948 time: 0.0975537 Jul 09 14:43:30.697419 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=0f7a887a-cc10-46c1-be45-85a7c45b9735,revision_number=10']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:43:30.705785 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c731c570-b5bf-4fa7-840f-65eaf6afef30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:30.732588 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c731c570-b5bf-4fa7-840f-65eaf6afef30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:30.751356 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-362de192-8308-4272-9e3f-b1cb49c94e3d req-1b76e887-aa03-4951-8a98-6a729c8ebb2b tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429215 Jul 09 14:43:30.764072 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1375bc0-4191-41bc-a763-8605890292c6 req-04d0c812-1b4d-4933-8fcb-4c4ac267d327 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Made reservation on behalf of 1e0132f74af84346b7937684dc0b5d46 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:43:30.770912 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c1375bc0-4191-41bc-a763-8605890292c6 req-04d0c812-1b4d-4933-8fcb-4c4ac267d327 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:30.869227 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c731c570-b5bf-4fa7-840f-65eaf6afef30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:30.872743 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c731c570-b5bf-4fa7-840f-65eaf6afef30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:30.873076 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c731c570-b5bf-4fa7-840f-65eaf6afef30 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/495ed2e9-32df-41a2-88d7-550ecaafebbf HTTP/1.1" status: 204 len: 168 time: 0.2251513 Jul 09 14:43:30.884365 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c731c570-b5bf-4fa7-840f-65eaf6afef30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=495ed2e9-32df-41a2-88d7-550ecaafebbf,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:43:30.933712 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233e849-6af1-4a18-aaa9-ef5a87aa7ab9 req-ed61b893-2cc5-440e-b4e5-d216c90745f9 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:30.942392 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a233e849-6af1-4a18-aaa9-ef5a87aa7ab9 req-ed61b893-2cc5-440e-b4e5-d216c90745f9 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=69170848-85d7-47b1-975f-d4e4b28791e6 HTTP/1.1" status: 200 len: 944 time: 0.1053588 Jul 09 14:43:30.977667 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a233e849-6af1-4a18-aaa9-ef5a87aa7ab9 req-99ef6349-abd8-48da-9407-572868e603a2 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339253 Jul 09 14:43:31.026746 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-c1375bc0-4191-41bc-a763-8605890292c6 req-04d0c812-1b4d-4933-8fcb-4c4ac267d327 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Allocated IP 172.20.0.10 (4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9/e78429e5-c16d-40cf-923f-e056853eac48/e8210b7e-63e7-4f19-886d-57c749c98c45) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:43:31.067481 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['0f7a887a-cc10-46c1-be45-85a7c45b9735'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:43:31.076786 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b81c8-01c9-41a9-8f86-29271f3d6d17 req-fab4eb23-6d87-4a24-8664-9836871e3445 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:31.078389 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e72b81c8-01c9-41a9-8f86-29271f3d6d17 req-fab4eb23-6d87-4a24-8664-9836871e3445 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=db9b48db-d25d-4d09-9a7a-bd68518db69b HTTP/1.1" status: 200 len: 945 time: 0.1279747 Jul 09 14:43:31.217103 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e72b81c8-01c9-41a9-8f86-29271f3d6d17 req-55119608-dc0f-475d-a8e4-4a90ce05cf60 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240609 Jul 09 14:43:31.285376 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c1375bc0-4191-41bc-a763-8605890292c6 req-04d0c812-1b4d-4933-8fcb-4c4ac267d327 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:31.358332 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95b612-a909-481d-813c-cfb6e33907e4 req-a3f163e1-5e2e-40c4-92f2-0c76d35b5263 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:31.359832 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0e95b612-a909-481d-813c-cfb6e33907e4 req-a3f163e1-5e2e-40c4-92f2-0c76d35b5263 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=069ac2cf-36e9-4e0b-858b-582b7e80fe5a HTTP/1.1" status: 200 len: 948 time: 0.0623090 Jul 09 14:43:31.400579 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0e95b612-a909-481d-813c-cfb6e33907e4 req-3f44b702-e797-4a3a-8c9c-6527b3c0d32d tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347359 Jul 09 14:43:31.476610 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c1375bc0-4191-41bc-a763-8605890292c6 req-04d0c812-1b4d-4933-8fcb-4c4ac267d327 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:31.492821 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['12ba3e02-e8dc-4f75-9575-5579b2930cd3'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:43:31.518391 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1375bc0-4191-41bc-a763-8605890292c6 req-04d0c812-1b4d-4933-8fcb-4c4ac267d327 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Network 4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:43:31.522186 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-c1375bc0-4191-41bc-a763-8605890292c6 req-04d0c812-1b4d-4933-8fcb-4c4ac267d327 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:43:31.526425 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1375bc0-4191-41bc-a763-8605890292c6 req-04d0c812-1b4d-4933-8fcb-4c4ac267d327 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:43:31.539989 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:31.570125 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0c812-1b4d-4933-8fcb-4c4ac267d327 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Pushing event updated for resources: {'Port': ['ID=e8210b7e-63e7-4f19-886d-57c749c98c45,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:43:31.595260 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1375bc0-4191-41bc-a763-8605890292c6 req-04d0c812-1b4d-4933-8fcb-4c4ac267d327 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:31.596002 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c1375bc0-4191-41bc-a763-8605890292c6 req-04d0c812-1b4d-4933-8fcb-4c4ac267d327 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:31.694102 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c1375bc0-4191-41bc-a763-8605890292c6 req-04d0c812-1b4d-4933-8fcb-4c4ac267d327 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2388418 Jul 09 14:43:31.694801 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2049f92e-8522-4c7f-9b31-06158c85e20d req-e0f88ea9-b910-42bb-b4dc-50a0f0a4fac1 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:31.696325 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2049f92e-8522-4c7f-9b31-06158c85e20d req-e0f88ea9-b910-42bb-b4dc-50a0f0a4fac1 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e03c96c-4641-4689-8532-7801ad7820b4 HTTP/1.1" status: 200 len: 932 time: 0.0637758 Jul 09 14:43:31.702512 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 1efa3387-1e39-4d8a-b890-1d24773305ef up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:43:31.712657 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-c1375bc0-4191-41bc-a763-8605890292c6 req-5f3408af-37c4-40e8-a3fa-69a74c6239ba service neutron] Request body: {'port': {'device_id': '2e03c96c-4641-4689-8532-7801ad7820b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:43:31.744492 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2049f92e-8522-4c7f-9b31-06158c85e20d req-11447958-1126-40a5-87ab-737184d9a841 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424931 Jul 09 14:43:31.751901 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59226) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:43:31.758097 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 1efa3387-1e39-4d8a-b890-1d24773305ef triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:43:31.758478 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:31.782753 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ac065648-728a-4246-9e1f-6732a6b5c8e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:31.817090 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c1375bc0-4191-41bc-a763-8605890292c6 req-5f3408af-37c4-40e8-a3fa-69a74c6239ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:31.896808 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ac065648-728a-4246-9e1f-6732a6b5c8e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:31.905557 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device c350869f-9da9-4541-b106-1f9380157813 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:43:31.939308 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:31.956215 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ac065648-728a-4246-9e1f-6732a6b5c8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:32.029016 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 1efa3387-1e39-4d8a-b890-1d24773305ef, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=1efa3387-1e39-4d8a-b890-1d24773305ef,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:43:32.043167 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ac065648-728a-4246-9e1f-6732a6b5c8e3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=78ae820a39f344488431da200fa7fcf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2900753 Jul 09 14:43:32.044824 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59236) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:43:32.054990 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port c350869f-9da9-4541-b106-1f9380157813, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=c350869f-9da9-4541-b106-1f9380157813,segment=NetworkSegment(ea3e7312-a29e-42fd-9247-9011d25d7154),segment_id=ea3e7312-a29e-42fd-9247-9011d25d7154)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:43:32.058892 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac065648-728a-4246-9e1f-6732a6b5c8e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=749005fe-1339-4527-a133-7b6e8617c009,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:43:32.069128 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': 'c350869f-9da9-4541-b106-1f9380157813', 'network_id': '799bbf9f-0525-4250-82dd-ad4b3053eab3', 'port_id': 'c350869f-9da9-4541-b106-1f9380157813', 'mac_address': 'fa:16:3e:31:d2:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeb0304f-76ed-455f-9fb9-36b89284b9c6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:43:32.105123 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:32.121338 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ec97f-0444-42fc-8741-46edf74688bd req-94df3a42-4bb4-4f60-a8bf-eae9e2f7760a tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:32.124237 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e80ec97f-0444-42fc-8741-46edf74688bd req-94df3a42-4bb4-4f60-a8bf-eae9e2f7760a tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=069ac2cf-36e9-4e0b-858b-582b7e80fe5a HTTP/1.1" status: 200 len: 948 time: 0.1366847 Jul 09 14:43:32.139827 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3c00061e-9bb9-453d-b415-9ef6ab9a0d7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:32.144691 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:32.171467 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c350869f-9da9-4541-b106-1f9380157813 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:43:32.187392 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=1efa3387-1e39-4d8a-b890-1d24773305ef,revision_number=8']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:43:32.199064 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3c00061e-9bb9-453d-b415-9ef6ab9a0d7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:32.201004 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port c350869f-9da9-4541-b106-1f9380157813, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=c350869f-9da9-4541-b106-1f9380157813,segment=NetworkSegment(ea3e7312-a29e-42fd-9247-9011d25d7154),segment_id=ea3e7312-a29e-42fd-9247-9011d25d7154)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:43:32.228210 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041308ae-dc03-49b7-b424-a5199527e94c req-2c773b45-5283-4e8f-84cd-b3ed44f2aef3 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:32.228546 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e80ec97f-0444-42fc-8741-46edf74688bd req-4ad12652-558e-432c-9464-3e06c2f53e7d tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845385 Jul 09 14:43:32.229799 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-041308ae-dc03-49b7-b424-a5199527e94c req-2c773b45-5283-4e8f-84cd-b3ed44f2aef3 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.62 "GET /v2.0/ports?device_id=069ac2cf-36e9-4e0b-858b-582b7e80fe5a&tenant_id=5ec7891592d74a6886dfa68c8f9e2e18&binding%3Ahost_id=n-h1-799529-6 HTTP/1.1" status: 200 len: 948 time: 0.2402472 Jul 09 14:43:32.238775 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca9e65c-713c-48ad-8763-2d5815f36060 req-75f4b1ca-9fc1-493f-9e2d-f5cf0f224306 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:32.245643 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aca9e65c-713c-48ad-8763-2d5815f36060 req-75f4b1ca-9fc1-493f-9e2d-f5cf0f224306 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfcc7ccb-291a-493f-b69d-6005db0b1092 HTTP/1.1" status: 200 len: 950 time: 0.2677479 Jul 09 14:43:32.264319 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:32.314760 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aca9e65c-713c-48ad-8763-2d5815f36060 req-134e8fd4-d25e-4c1b-9a30-e2ff6059c143 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681443 Jul 09 14:43:32.342147 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=c350869f-9da9-4541-b106-1f9380157813,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:43:32.346333 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3c00061e-9bb9-453d-b415-9ef6ab9a0d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:32.351378 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3c00061e-9bb9-453d-b415-9ef6ab9a0d7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:32.353066 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-3c00061e-9bb9-453d-b415-9ef6ab9a0d7a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/749005fe-1339-4527-a133-7b6e8617c009 HTTP/1.1" status: 204 len: 168 time: 0.3063607 Jul 09 14:43:32.362159 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '069ac2cf-36e9-4e0b-858b-582b7e80fe5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efa3387-1e39-4d8a-b890-1d24773305ef'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:43:32.366739 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d20c997b-3f82-45a2-8fe2-19521b2d2b7b" -d '{"events": [{"server_uuid": "069ac2cf-36e9-4e0b-858b-582b7e80fe5a", "name": "network-vif-plugged", "status": "completed", "tag": "1efa3387-1e39-4d8a-b890-1d24773305ef"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:43:32.384918 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-c1375bc0-4191-41bc-a763-8605890292c6 req-5f3408af-37c4-40e8-a3fa-69a74c6239ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8210b7e-63e7-4f19-886d-57c749c98c45 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:43:32.401657 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c1375bc0-4191-41bc-a763-8605890292c6 req-5f3408af-37c4-40e8-a3fa-69a74c6239ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:32.430390 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c00061e-9bb9-453d-b415-9ef6ab9a0d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=749005fe-1339-4527-a133-7b6e8617c009,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:43:32.432691 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-c1375bc0-4191-41bc-a763-8605890292c6 req-5f3408af-37c4-40e8-a3fa-69a74c6239ba service neutron] Transition to ACTIVE for port object e8210b7e-63e7-4f19-886d-57c749c98c45 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:43:32.496141 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adb9d3e-d382-46eb-84dc-a02dc832bbc1 req-6fdcd836-67c5-4cc1-a2e0-2fca83795c4c tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:32.497943 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6adb9d3e-d382-46eb-84dc-a02dc832bbc1 req-6fdcd836-67c5-4cc1-a2e0-2fca83795c4c tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=69170848-85d7-47b1-975f-d4e4b28791e6 HTTP/1.1" status: 200 len: 945 time: 0.1373596 Jul 09 14:43:32.517304 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041308ae-dc03-49b7-b424-a5199527e94c req-966de824-730e-4dc8-8f01-62b65d1e7246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:32.518828 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-041308ae-dc03-49b7-b424-a5199527e94c req-966de824-730e-4dc8-8f01-62b65d1e7246 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5ec7891592d74a6886dfa68c8f9e2e18&device_id=069ac2cf-36e9-4e0b-858b-582b7e80fe5a HTTP/1.1" status: 200 len: 1100 time: 0.0830932 Jul 09 14:43:32.520516 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['c350869f-9da9-4541-b106-1f9380157813'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:43:32.556015 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6adb9d3e-d382-46eb-84dc-a02dc832bbc1 req-3df16692-2bfc-4c22-b5be-be64b92a8645 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517070 Jul 09 14:43:32.633700 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c1375bc0-4191-41bc-a763-8605890292c6 req-5f3408af-37c4-40e8-a3fa-69a74c6239ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:32.742314 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041308ae-dc03-49b7-b424-a5199527e94c req-abae4e4f-f3e3-4a1a-8b6d-37f1b797d00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:32.749952 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-041308ae-dc03-49b7-b424-a5199527e94c req-abae4e4f-f3e3-4a1a-8b6d-37f1b797d00f service neutron] 10.222.0.62 "GET /v2.0/networks?id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc HTTP/1.1" status: 200 len: 870 time: 0.2161851 Jul 09 14:43:32.766040 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3408af-37c4-40e8-a3fa-69a74c6239ba service neutron] Pushing event updated for resources: {'Port': ['ID=e8210b7e-63e7-4f19-886d-57c749c98c45,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:43:32.850451 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-041308ae-dc03-49b7-b424-a5199527e94c req-6ab9fa3e-e48d-423f-9eb4-8ed7aa1386c6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=1efa3387-1e39-4d8a-b890-1d24773305ef HTTP/1.1" status: 200 len: 217 time: 0.0455575 Jul 09 14:43:32.872499 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-c1375bc0-4191-41bc-a763-8605890292c6 req-5f3408af-37c4-40e8-a3fa-69a74c6239ba service neutron] Attempting to bind port e8210b7e-63e7-4f19-886d-57c749c98c45 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:43:32.872848 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-c1375bc0-4191-41bc-a763-8605890292c6 req-5f3408af-37c4-40e8-a3fa-69a74c6239ba service neutron] Attempting to bind port e8210b7e-63e7-4f19-886d-57c749c98c45 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '53f9e82d-cbee-4af4-9fe3-f119337023c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:43:32.873183 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1375bc0-4191-41bc-a763-8605890292c6 req-5f3408af-37c4-40e8-a3fa-69a74c6239ba service neutron] Attempting to bind port e8210b7e-63e7-4f19-886d-57c749c98c45 on network 4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:43:32.889807 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212e490-ee8b-44dd-a68c-887fc8bd43d8 req-080127ea-8694-4da9-8481-a4af15b261ed tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:32.890793 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1212e490-ee8b-44dd-a68c-887fc8bd43d8 req-080127ea-8694-4da9-8481-a4af15b261ed tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=db9b48db-d25d-4d09-9a7a-bd68518db69b HTTP/1.1" status: 200 len: 945 time: 0.0709422 Jul 09 14:43:32.896777 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1375bc0-4191-41bc-a763-8605890292c6 req-5f3408af-37c4-40e8-a3fa-69a74c6239ba service neutron] Port e8210b7e-63e7-4f19-886d-57c749c98c45 on network 4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:43:32.897107 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1375bc0-4191-41bc-a763-8605890292c6 req-5f3408af-37c4-40e8-a3fa-69a74c6239ba service neutron] Attempting to bind port e8210b7e-63e7-4f19-886d-57c749c98c45 on network 4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:43:32.910962 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1375bc0-4191-41bc-a763-8605890292c6 req-5f3408af-37c4-40e8-a3fa-69a74c6239ba service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:43:32.910962 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1375bc0-4191-41bc-a763-8605890292c6 req-5f3408af-37c4-40e8-a3fa-69a74c6239ba service neutron] Checking segment: {'id': '53f9e82d-cbee-4af4-9fe3-f119337023c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:43:32.910962 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1375bc0-4191-41bc-a763-8605890292c6 req-5f3408af-37c4-40e8-a3fa-69a74c6239ba service neutron] Bound using segment: {'id': '53f9e82d-cbee-4af4-9fe3-f119337023c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:43:32.911841 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-c1375bc0-4191-41bc-a763-8605890292c6 req-5f3408af-37c4-40e8-a3fa-69a74c6239ba service neutron] Bound port: e8210b7e-63e7-4f19-886d-57c749c98c45, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53f9e82d-cbee-4af4-9fe3-f119337023c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:43:32.911841 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c1375bc0-4191-41bc-a763-8605890292c6 req-5f3408af-37c4-40e8-a3fa-69a74c6239ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:32.935553 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041308ae-dc03-49b7-b424-a5199527e94c req-2479ce21-4e0d-4044-b2ed-8391d908457c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:32.937033 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-041308ae-dc03-49b7-b424-a5199527e94c req-2479ce21-4e0d-4044-b2ed-8391d908457c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.0774209 Jul 09 14:43:32.945707 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1212e490-ee8b-44dd-a68c-887fc8bd43d8 req-f74d1505-6991-4cb6-9cd7-04d688a5e233 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449734 Jul 09 14:43:33.038441 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-c1375bc0-4191-41bc-a763-8605890292c6 req-5f3408af-37c4-40e8-a3fa-69a74c6239ba service neutron] For port e8210b7e-63e7-4f19-886d-57c749c98c45, host n-h2-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:43:33.042225 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-c1375bc0-4191-41bc-a763-8605890292c6 req-5f3408af-37c4-40e8-a3fa-69a74c6239ba service neutron] For port e8210b7e-63e7-4f19-886d-57c749c98c45, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=e8210b7e-63e7-4f19-886d-57c749c98c45,segment=NetworkSegment(53f9e82d-cbee-4af4-9fe3-f119337023c8),segment_id=53f9e82d-cbee-4af4-9fe3-f119337023c8)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:43:33.051724 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-741ae3de-caf1-4a32-a9d3-4491ac83cd67 x-openstack-request-id: req-741ae3de-caf1-4a32-a9d3-4491ac83cd67 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:43:33.052019 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "069ac2cf-36e9-4e0b-858b-582b7e80fe5a", "name": "network-vif-plugged", "status": "completed", "tag": "1efa3387-1e39-4d8a-b890-1d24773305ef", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:43:33.054928 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-741ae3de-caf1-4a32-a9d3-4491ac83cd67 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:43:33.054928 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '069ac2cf-36e9-4e0b-858b-582b7e80fe5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efa3387-1e39-4d8a-b890-1d24773305ef', 'code': 200} Jul 09 14:43:33.064867 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041308ae-dc03-49b7-b424-a5199527e94c req-85cc1d96-c7eb-4f43-b1d5-0fb9468812a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:33.067130 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-041308ae-dc03-49b7-b424-a5199527e94c req-85cc1d96-c7eb-4f43-b1d5-0fb9468812a2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0989966 Jul 09 14:43:33.100024 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c1375bc0-4191-41bc-a763-8605890292c6 req-5f3408af-37c4-40e8-a3fa-69a74c6239ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:33.197620 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1375bc0-4191-41bc-a763-8605890292c6 req-5f3408af-37c4-40e8-a3fa-69a74c6239ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:33.198239 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c1375bc0-4191-41bc-a763-8605890292c6 req-5f3408af-37c4-40e8-a3fa-69a74c6239ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:33.199739 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c1375bc0-4191-41bc-a763-8605890292c6 req-5f3408af-37c4-40e8-a3fa-69a74c6239ba service neutron] 10.222.0.54 "PUT /v2.0/ports/e8210b7e-63e7-4f19-886d-57c749c98c45 HTTP/1.1" status: 200 len: 1092 time: 1.4913752 Jul 09 14:43:33.200177 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e03c96c-4641-4689-8532-7801ad7820b4', 'tag': 'e8210b7e-63e7-4f19-886d-57c749c98c45'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:43:33.202499 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7a038e-e863-4fe7-bc52-771554fe7e74" -d '{"events": [{"name": "network-changed", "server_uuid": "2e03c96c-4641-4689-8532-7801ad7820b4", "tag": "e8210b7e-63e7-4f19-886d-57c749c98c45"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:43:33.234986 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3408af-37c4-40e8-a3fa-69a74c6239ba service neutron] Pushing event updated for resources: {'Port': ['ID=e8210b7e-63e7-4f19-886d-57c749c98c45,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:43:33.238152 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cafcddf-235c-4390-84a1-be58255e99cd req-af035d8d-aad7-40de-937f-99663a910371 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:33.240106 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9cafcddf-235c-4390-84a1-be58255e99cd req-af035d8d-aad7-40de-937f-99663a910371 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e03c96c-4641-4689-8532-7801ad7820b4 HTTP/1.1" status: 200 len: 944 time: 0.0741048 Jul 09 14:43:33.254711 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-041308ae-dc03-49b7-b424-a5199527e94c req-35bb9382-fd3d-45ac-b3ee-f1a9243c6c0e service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484017 Jul 09 14:43:33.279357 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9cafcddf-235c-4390-84a1-be58255e99cd req-f71238b8-192d-4658-b437-457c989e58e1 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333071 Jul 09 14:43:33.327921 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d0b1d2-3cc1-4d47-b4c8-c0b6f23d3705 x-openstack-request-id: req-51d0b1d2-3cc1-4d47-b4c8-c0b6f23d3705 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:43:33.328563 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e03c96c-4641-4689-8532-7801ad7820b4", "tag": "e8210b7e-63e7-4f19-886d-57c749c98c45", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:43:33.329894 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-51d0b1d2-3cc1-4d47-b4c8-c0b6f23d3705 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:43:33.330644 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e03c96c-4641-4689-8532-7801ad7820b4', 'tag': 'e8210b7e-63e7-4f19-886d-57c749c98c45', 'status': 'completed', 'code': 200} Jul 09 14:43:33.383067 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-041308ae-dc03-49b7-b424-a5199527e94c req-47867e3b-570a-4015-8b30-6c5782ad95fa service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204653 Jul 09 14:43:33.492776 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a038e-e863-4fe7-bc52-771554fe7e74 req-66b5ed86-6b60-448c-8186-e00d5a487158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:33.494270 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3f7a038e-e863-4fe7-bc52-771554fe7e74 req-66b5ed86-6b60-448c-8186-e00d5a487158 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1e0132f74af84346b7937684dc0b5d46&device_id=2e03c96c-4641-4689-8532-7801ad7820b4 HTTP/1.1" status: 200 len: 1095 time: 0.1096408 Jul 09 14:43:33.516181 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293b483-4dbb-4a47-a640-7a04f34a7940 req-a50144f7-c391-4358-9f37-2f7796468253 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:33.518840 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7293b483-4dbb-4a47-a640-7a04f34a7940 req-a50144f7-c391-4358-9f37-2f7796468253 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=069ac2cf-36e9-4e0b-858b-582b7e80fe5a HTTP/1.1" status: 200 len: 949 time: 0.0720985 Jul 09 14:43:33.559595 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7293b483-4dbb-4a47-a640-7a04f34a7940 req-be85417d-6590-43af-a9bc-60256744093c tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338280 Jul 09 14:43:33.632630 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f80a1-32ca-4a67-a597-91b2aee572b4 req-d59b281f-180c-488d-b46d-db68c85115a4 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:33.634277 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5d6f80a1-32ca-4a67-a597-91b2aee572b4 req-d59b281f-180c-488d-b46d-db68c85115a4 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfcc7ccb-291a-493f-b69d-6005db0b1092 HTTP/1.1" status: 200 len: 950 time: 0.1586735 Jul 09 14:43:33.639465 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a038e-e863-4fe7-bc52-771554fe7e74 req-4f81611a-21b3-4eb9-9b22-b495c62dcb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:33.640998 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3f7a038e-e863-4fe7-bc52-771554fe7e74 req-4f81611a-21b3-4eb9-9b22-b495c62dcb29 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=1e0132f74af84346b7937684dc0b5d46&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1254225 Jul 09 14:43:33.718867 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 0f7a887a-cc10-46c1-be45-85a7c45b9735 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:43:33.732624 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5d6f80a1-32ca-4a67-a597-91b2aee572b4 req-d3392397-9f21-4301-8539-b63370758cd2 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900836 Jul 09 14:43:33.760938 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472c813-6a8b-4dd3-976d-79c4a88432b8 req-33df5b74-e5ea-4edb-b6b8-946acdd50e17 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:33.762831 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0472c813-6a8b-4dd3-976d-79c4a88432b8 req-33df5b74-e5ea-4edb-b6b8-946acdd50e17 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 946 time: 0.0854578 Jul 09 14:43:33.779568 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a038e-e863-4fe7-bc52-771554fe7e74 req-4a43b68d-c837-4e91-a976-11e0aecd8c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:33.781401 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3f7a038e-e863-4fe7-bc52-771554fe7e74 req-4a43b68d-c837-4e91-a976-11e0aecd8c53 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1328292 Jul 09 14:43:33.814063 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0472c813-6a8b-4dd3-976d-79c4a88432b8 req-e7f8a16a-8f17-4641-8974-49feed13bb07 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421848 Jul 09 14:43:33.822406 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 0f7a887a-cc10-46c1-be45-85a7c45b9735 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:43:33.822793 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:33.944949 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:33.948099 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device c350869f-9da9-4541-b106-1f9380157813 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:43:33.962908 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1375bc0-4191-41bc-a763-8605890292c6 req-78540933-d1a5-4b4b-b137-e169b8564a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:33.964909 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c1375bc0-4191-41bc-a763-8605890292c6 req-78540933-d1a5-4b4b-b137-e169b8564a7e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1e0132f74af84346b7937684dc0b5d46&device_id=2e03c96c-4641-4689-8532-7801ad7820b4 HTTP/1.1" status: 200 len: 1095 time: 0.1295485 Jul 09 14:43:33.981244 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b2858-f0df-4e40-9cee-84e8729d2376 req-f237d4ba-3bc8-4d49-8605-759972938c62 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:33.989639 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-106b2858-f0df-4e40-9cee-84e8729d2376 req-f237d4ba-3bc8-4d49-8605-759972938c62 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=69170848-85d7-47b1-975f-d4e4b28791e6 HTTP/1.1" status: 200 len: 945 time: 0.1036813 Jul 09 14:43:34.030682 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 0f7a887a-cc10-46c1-be45-85a7c45b9735, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=0f7a887a-cc10-46c1-be45-85a7c45b9735,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:43:34.040254 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c1375bc0-4191-41bc-a763-8605890292c6 req-a7d8c52a-c271-494e-b19e-1d9735b1728c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8210b7e-63e7-4f19-886d-57c749c98c45 HTTP/1.1" status: 200 len: 217 time: 0.0483024 Jul 09 14:43:34.093375 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:34.102949 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-106b2858-f0df-4e40-9cee-84e8729d2376 req-a86d20e4-6770-462e-b264-31ced701d143 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123693 Jul 09 14:43:34.110408 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1375bc0-4191-41bc-a763-8605890292c6 req-8e5c67b7-a319-4929-aed0-bdcab399449c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:34.111939 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c1375bc0-4191-41bc-a763-8605890292c6 req-8e5c67b7-a319-4929-aed0-bdcab399449c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e78429e5-c16d-40cf-923f-e056853eac48 HTTP/1.1" status: 200 len: 846 time: 0.0635011 Jul 09 14:43:34.133990 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port c350869f-9da9-4541-b106-1f9380157813 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:43:34.148745 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c1375bc0-4191-41bc-a763-8605890292c6 req-e9c08ce4-3499-44d6-bf25-a487047fd96a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300567 Jul 09 14:43:34.149180 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port c350869f-9da9-4541-b106-1f9380157813 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:43:34.150570 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:34.206779 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836aa240-d26e-4e8e-86be-8667e6dab7f6 req-1264e29e-84f3-4382-b0e1-fa1f713134fe tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:34.210934 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=0f7a887a-cc10-46c1-be45-85a7c45b9735,revision_number=11']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:43:34.214546 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-836aa240-d26e-4e8e-86be-8667e6dab7f6 req-1264e29e-84f3-4382-b0e1-fa1f713134fe tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=db9b48db-d25d-4d09-9a7a-bd68518db69b HTTP/1.1" status: 200 len: 945 time: 0.1033309 Jul 09 14:43:34.263797 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c1375bc0-4191-41bc-a763-8605890292c6 req-eabe118a-e3bc-48de-a311-fdf855f92cd9 service neutron] 10.222.0.54 "GET /v2.0/networks/4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046591 Jul 09 14:43:34.275854 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-836aa240-d26e-4e8e-86be-8667e6dab7f6 req-b7cd4b7f-5393-4034-bd74-e862b3fac03e tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603628 Jul 09 14:43:34.284673 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:34.336331 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port c350869f-9da9-4541-b106-1f9380157813, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=c350869f-9da9-4541-b106-1f9380157813,segment=NetworkSegment(ea3e7312-a29e-42fd-9247-9011d25d7154),segment_id=ea3e7312-a29e-42fd-9247-9011d25d7154)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:43:34.431342 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:34.438745 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c1375bc0-4191-41bc-a763-8605890292c6 req-297c585d-fb09-4ecf-9939-adee98dcd1ae service neutron] 10.222.0.54 "GET /v2.0/networks/4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665783 Jul 09 14:43:34.514318 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=c350869f-9da9-4541-b106-1f9380157813,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:43:34.515491 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead35c13-917b-4418-979b-283d814fb6b1 req-a284caff-e2a6-459d-8ecd-b5a88d61b875 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:34.522656 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ead35c13-917b-4418-979b-283d814fb6b1 req-a284caff-e2a6-459d-8ecd-b5a88d61b875 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e03c96c-4641-4689-8532-7801ad7820b4 HTTP/1.1" status: 200 len: 944 time: 0.1006534 Jul 09 14:43:34.529733 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae4d9d9d-259d-4c77-9fd4-2f8717a84a9d req-ba54c4a6-e855-431a-b861-75fdbdcfc277 tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=19b94b9a862342bc8c4138c054b7ca6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0527623 Jul 09 14:43:34.566959 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ead35c13-917b-4418-979b-283d814fb6b1 req-75bab85e-e611-4df2-a69b-1d479c4ea6e4 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433445 Jul 09 14:43:34.652022 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d9d9d-259d-4c77-9fd4-2f8717a84a9d req-80dcb3a5-01bc-478d-b4c7-144236a6216f tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:34.653515 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae4d9d9d-259d-4c77-9fd4-2f8717a84a9d req-80dcb3a5-01bc-478d-b4c7-144236a6216f tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1171525 Jul 09 14:43:34.668627 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae4d9d9d-259d-4c77-9fd4-2f8717a84a9d req-418e3aa3-2417-4ecc-97b1-afcc8430562f tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] 10.222.0.58 "GET /v2.0/quotas/19b94b9a862342bc8c4138c054b7ca6c HTTP/1.1" status: 200 len: 375 time: 0.0096400 Jul 09 14:43:34.713284 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae4d9d9d-259d-4c77-9fd4-2f8717a84a9d req-da334be1-58af-4e7f-84a9-a093a9ea9dd9 tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=19b94b9a862342bc8c4138c054b7ca6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297275 Jul 09 14:43:35.053943 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfcc7ccb-291a-493f-b69d-6005db0b1092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f7a887a-cc10-46c1-be45-85a7c45b9735'}, {'server_uuid': '69170848-85d7-47b1-975f-d4e4b28791e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c350869f-9da9-4541-b106-1f9380157813'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:43:35.064032 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7254fd3-e694-41e2-8e03-c9ea61e10980" -d '{"events": [{"server_uuid": "bfcc7ccb-291a-493f-b69d-6005db0b1092", "name": "network-vif-plugged", "status": "completed", "tag": "0f7a887a-cc10-46c1-be45-85a7c45b9735"}, {"server_uuid": "69170848-85d7-47b1-975f-d4e4b28791e6", "name": "network-vif-plugged", "status": "completed", "tag": "c350869f-9da9-4541-b106-1f9380157813"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:43:35.191527 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b08430-9766-4914-97d0-79021a4de140 req-8c9fcea5-d35b-48bf-9d3c-388e66dd835f tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:35.193444 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f1b08430-9766-4914-97d0-79021a4de140 req-8c9fcea5-d35b-48bf-9d3c-388e66dd835f tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfcc7ccb-291a-493f-b69d-6005db0b1092 HTTP/1.1" status: 200 len: 951 time: 0.0808899 Jul 09 14:43:35.201008 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b113b9-475f-4459-9786-e4847a1c53e6 req-c00511fc-52f1-43e6-980b-732b19940f8b tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:35.203150 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-02b113b9-475f-4459-9786-e4847a1c53e6 req-c00511fc-52f1-43e6-980b-732b19940f8b tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=069ac2cf-36e9-4e0b-858b-582b7e80fe5a HTTP/1.1" status: 200 len: 949 time: 0.0947640 Jul 09 14:43:35.237536 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f1b08430-9766-4914-97d0-79021a4de140 req-30eaf5ac-d2c7-45b7-81ad-91a61294a0ff tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368457 Jul 09 14:43:35.251643 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-02b113b9-475f-4459-9786-e4847a1c53e6 req-16add4e8-4d91-4e44-9349-99b219ff205d tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404093 Jul 09 14:43:35.434225 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-76a4e8e7-b00c-450e-9e4d-d382286e09d8 req-19b0af99-68eb-43c3-9058-da6906cdf495 tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b01bd56-13c4-4d3c-80db-89613e27886a HTTP/1.1" status: 200 len: 210 time: 0.0336821 Jul 09 14:43:35.498192 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 14:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f2ab11-55a7-4414-ae14-03a881854a58 x-openstack-request-id: req-04f2ab11-55a7-4414-ae14-03a881854a58 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:43:35.498721 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfcc7ccb-291a-493f-b69d-6005db0b1092", "name": "network-vif-plugged", "status": "completed", "tag": "0f7a887a-cc10-46c1-be45-85a7c45b9735", "code": 200}, {"server_uuid": "69170848-85d7-47b1-975f-d4e4b28791e6", "name": "network-vif-plugged", "status": "completed", "tag": "c350869f-9da9-4541-b106-1f9380157813", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:43:35.498977 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-04f2ab11-55a7-4414-ae14-03a881854a58 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:43:35.499370 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfcc7ccb-291a-493f-b69d-6005db0b1092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f7a887a-cc10-46c1-be45-85a7c45b9735', 'code': 200} Jul 09 14:43:35.499656 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69170848-85d7-47b1-975f-d4e4b28791e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c350869f-9da9-4541-b106-1f9380157813', 'code': 200} Jul 09 14:43:35.644476 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02ed631-e3e3-4b53-83a6-b003da836b1d req-e118e3f8-0cab-4a95-a7b3-503b87fccb48 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:35.646128 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c02ed631-e3e3-4b53-83a6-b003da836b1d req-e118e3f8-0cab-4a95-a7b3-503b87fccb48 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 946 time: 0.1107867 Jul 09 14:43:35.660284 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8501c8-c931-4f3f-b258-3fab765dab66 req-bb7ca6cb-aba2-4e88-b538-2799d5b60ebd tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:35.661817 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5c8501c8-c931-4f3f-b258-3fab765dab66 req-bb7ca6cb-aba2-4e88-b538-2799d5b60ebd tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=69170848-85d7-47b1-975f-d4e4b28791e6 HTTP/1.1" status: 200 len: 946 time: 0.0719519 Jul 09 14:43:35.708705 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5c8501c8-c931-4f3f-b258-3fab765dab66 req-bf4d253b-97c6-4047-8710-a31a7c577d2c tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392909 Jul 09 14:43:35.717070 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb9e6c-ff29-43f1-a3f0-c97d1934a0b4 req-7393743d-b9b6-417e-9a5f-ca667531c0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:35.718570 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1dbb9e6c-ff29-43f1-a3f0-c97d1934a0b4 req-7393743d-b9b6-417e-9a5f-ca667531c0e9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=69170848-85d7-47b1-975f-d4e4b28791e6 HTTP/1.1" status: 200 len: 1097 time: 0.1208370 Jul 09 14:43:35.728246 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c02ed631-e3e3-4b53-83a6-b003da836b1d req-e3919b90-fad1-425d-b8eb-c4dd71c68328 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756342 Jul 09 14:43:35.772361 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3683ca1b-e24d-4822-8d47-9ad4c65f8bfa req-03bc3445-fdb3-46e9-80fe-27f8cc38a1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:35.773728 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3683ca1b-e24d-4822-8d47-9ad4c65f8bfa req-03bc3445-fdb3-46e9-80fe-27f8cc38a1b1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bfcc7ccb-291a-493f-b69d-6005db0b1092 HTTP/1.1" status: 200 len: 1102 time: 0.0940759 Jul 09 14:43:35.796583 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1dbb9e6c-ff29-43f1-a3f0-c97d1934a0b4 req-eabfdfdc-21df-4fe4-879b-4d381fd3685a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671465 Jul 09 14:43:35.815519 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3683ca1b-e24d-4822-8d47-9ad4c65f8bfa req-c4d09b4d-f72d-4db3-9ae1-500d404d3b74 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343018 Jul 09 14:43:35.937224 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9df39d-28ae-400f-ab72-e8aa15ba2e46 req-22ebec70-1b52-4b41-aa52-d1c74aff5014 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:35.937224 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-df9df39d-28ae-400f-ab72-e8aa15ba2e46 req-22ebec70-1b52-4b41-aa52-d1c74aff5014 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=069ac2cf-36e9-4e0b-858b-582b7e80fe5a HTTP/1.1" status: 200 len: 949 time: 0.0856004 Jul 09 14:43:35.980550 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-df9df39d-28ae-400f-ab72-e8aa15ba2e46 req-00c989a8-dbce-4d03-b6b7-37200929c8a8 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385396 Jul 09 14:43:36.233149 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61cf7a9-a7ce-4e21-818c-f5346731a626 req-cc016957-d08a-4c5c-8973-129b14f6f084 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:36.234911 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a61cf7a9-a7ce-4e21-818c-f5346731a626 req-cc016957-d08a-4c5c-8973-129b14f6f084 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e03c96c-4641-4689-8532-7801ad7820b4 HTTP/1.1" status: 200 len: 944 time: 0.3750570 Jul 09 14:43:36.279072 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a61cf7a9-a7ce-4e21-818c-f5346731a626 req-c26858f3-429a-4235-86b4-a565b717c59a tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379827 Jul 09 14:43:36.396196 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-36051b75-42a4-4ae4-bd5f-288cb3de96a4 req-ac42b379-f283-40b1-8233-9645f89e4064 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=5ec7891592d74a6886dfa68c8f9e2e18&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257521 Jul 09 14:43:36.446078 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228915c-052e-4d96-ade3-7bdaf9df5cc1 req-1deaced1-8a76-4516-a594-685d4b6e8e08 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:36.447851 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0228915c-052e-4d96-ade3-7bdaf9df5cc1 req-1deaced1-8a76-4516-a594-685d4b6e8e08 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfcc7ccb-291a-493f-b69d-6005db0b1092 HTTP/1.1" status: 200 len: 951 time: 0.0863404 Jul 09 14:43:36.515826 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36051b75-42a4-4ae4-bd5f-288cb3de96a4 req-dc8c481c-5a27-49f5-a164-29a67cf5c51a tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:36.519949 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0228915c-052e-4d96-ade3-7bdaf9df5cc1 req-d45250a3-54bd-4917-949f-3c3b824cf63c tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518415 Jul 09 14:43:36.520074 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-36051b75-42a4-4ae4-bd5f-288cb3de96a4 req-dc8c481c-5a27-49f5-a164-29a67cf5c51a tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1170573 Jul 09 14:43:36.538026 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-36051b75-42a4-4ae4-bd5f-288cb3de96a4 req-e546e04f-6368-4352-bf85-264a5ed7f72c tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/quotas/5ec7891592d74a6886dfa68c8f9e2e18 HTTP/1.1" status: 200 len: 375 time: 0.0134263 Jul 09 14:43:36.612185 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-36051b75-42a4-4ae4-bd5f-288cb3de96a4 req-93de962e-2141-4835-bd9a-4fc6802f98ef tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5ec7891592d74a6886dfa68c8f9e2e18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0686510 Jul 09 14:43:36.794547 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-332f0d7c-92f3-44e1-84bf-e32b05145250 req-e6c5829d-b804-40ad-9a8c-45028fa1cccf tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b01bd56-13c4-4d3c-80db-89613e27886a HTTP/1.1" status: 200 len: 210 time: 0.0359123 Jul 09 14:43:37.012396 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296b313e-ea9f-40f8-ba60-d021a895dc99 req-3e193f63-16ea-472c-ab0a-9c7bee5da5c1 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:37.019648 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-296b313e-ea9f-40f8-ba60-d021a895dc99 req-3e193f63-16ea-472c-ab0a-9c7bee5da5c1 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=69170848-85d7-47b1-975f-d4e4b28791e6 HTTP/1.1" status: 200 len: 946 time: 0.0820894 Jul 09 14:43:37.041840 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba39d922-6042-4753-95fd-3e17b47c633a req-1775c75a-106b-4f88-9158-bfe775347e6e tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:37.043407 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ba39d922-6042-4753-95fd-3e17b47c633a req-1775c75a-106b-4f88-9158-bfe775347e6e tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 946 time: 0.1073737 Jul 09 14:43:37.073934 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-296b313e-ea9f-40f8-ba60-d021a895dc99 req-c6b98af8-4c91-4f77-a67c-c31dd8d47ef9 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530105 Jul 09 14:43:37.100752 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ba39d922-6042-4753-95fd-3e17b47c633a req-1942f67b-579c-40bd-99be-bc289fc04fb6 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468707 Jul 09 14:43:37.162096 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b62c5ae8-c285-485f-8afc-7b65f14ec36b req-898a0a49-76a9-43bb-b48b-c0273f3cc44f tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 210 time: 0.0452890 Jul 09 14:43:37.481613 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f4bd5-8fca-4f10-b65e-57100b2f40dd req-9c47c6ef-99e6-46e6-a829-a45d39271cb4 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:37.483384 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-864f4bd5-8fca-4f10-b65e-57100b2f40dd req-9c47c6ef-99e6-46e6-a829-a45d39271cb4 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e03c96c-4641-4689-8532-7801ad7820b4 HTTP/1.1" status: 200 len: 944 time: 0.0728986 Jul 09 14:43:37.526271 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-864f4bd5-8fca-4f10-b65e-57100b2f40dd req-83fb1679-73bb-4bea-b7e2-e9ffffc9dd4f tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346661 Jul 09 14:43:37.701713 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28ff273-e71f-43bd-a668-282b89cd255c req-7928e47e-90e9-42fe-93c9-0f4a514a37be tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:37.705609 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f28ff273-e71f-43bd-a668-282b89cd255c req-7928e47e-90e9-42fe-93c9-0f4a514a37be tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfcc7ccb-291a-493f-b69d-6005db0b1092 HTTP/1.1" status: 200 len: 951 time: 0.0728817 Jul 09 14:43:37.743938 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f28ff273-e71f-43bd-a668-282b89cd255c req-ff6351da-701b-45b7-bcea-c207286bd619 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345476 Jul 09 14:43:37.910594 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device e8210b7e-63e7-4f19-886d-57c749c98c45 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:43:37.973835 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d4cccb84-2e2e-4609-a122-92e0fc7f8847 req-e7f08f15-9c7c-432e-bd81-5b8ac436f3aa tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b01bd56-13c4-4d3c-80db-89613e27886a HTTP/1.1" status: 200 len: 210 time: 0.0604136 Jul 09 14:43:38.059880 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port e8210b7e-63e7-4f19-886d-57c749c98c45, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=e8210b7e-63e7-4f19-886d-57c749c98c45,segment=NetworkSegment(53f9e82d-cbee-4af4-9fe3-f119337023c8),segment_id=53f9e82d-cbee-4af4-9fe3-f119337023c8)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:43:38.071921 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': 'e8210b7e-63e7-4f19-886d-57c749c98c45', 'network_id': '4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9', 'port_id': 'e8210b7e-63e7-4f19-886d-57c749c98c45', 'mac_address': 'fa:16:3e:a3:ea:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e78429e5-c16d-40cf-923f-e056853eac48', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:43:38.111435 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:38.126647 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8210b7e-63e7-4f19-886d-57c749c98c45 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:43:38.149564 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port e8210b7e-63e7-4f19-886d-57c749c98c45, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=e8210b7e-63e7-4f19-886d-57c749c98c45,segment=NetworkSegment(53f9e82d-cbee-4af4-9fe3-f119337023c8),segment_id=53f9e82d-cbee-4af4-9fe3-f119337023c8)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:43:38.230450 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:38.266601 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:43:38.289824 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae4d9d9d-259d-4c77-9fd4-2f8717a84a9d req-ce1d3002-1c0a-42b4-8ca9-7e2ee63d5623 tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=19b94b9a862342bc8c4138c054b7ca6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242784 Jul 09 14:43:38.341002 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b70e1c-b049-4000-8cd9-d89c61849c34 req-f8e71461-3709-4433-bb09-ed7c4074886c tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:38.351757 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f8b70e1c-b049-4000-8cd9-d89c61849c34 req-f8e71461-3709-4433-bb09-ed7c4074886c tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=69170848-85d7-47b1-975f-d4e4b28791e6 HTTP/1.1" status: 200 len: 946 time: 0.1579084 Jul 09 14:43:38.359235 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=e8210b7e-63e7-4f19-886d-57c749c98c45,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:43:38.403692 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f8b70e1c-b049-4000-8cd9-d89c61849c34 req-75a02a5a-69c7-472a-9e33-f573f3956d66 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509794 Jul 09 14:43:38.418722 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d9d9d-259d-4c77-9fd4-2f8717a84a9d req-0523c8a4-b48a-41dc-854d-2b08120db9ff tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:38.420530 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae4d9d9d-259d-4c77-9fd4-2f8717a84a9d req-0523c8a4-b48a-41dc-854d-2b08120db9ff tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1262136 Jul 09 14:43:38.446569 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1553ed8-306a-4cfb-b41d-785698290c03 req-2528c291-7fb4-4018-a8fc-fde0874b231d tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:38.453372 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a1553ed8-306a-4cfb-b41d-785698290c03 req-2528c291-7fb4-4018-a8fc-fde0874b231d tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 946 time: 0.2261560 Jul 09 14:43:38.467577 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-ae4d9d9d-259d-4c77-9fd4-2f8717a84a9d req-fc454bc0-1281-49b9-878f-c5c06ffd7993 tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] Request body: {'port': {'device_id': '6b01bd56-13c4-4d3c-80db-89613e27886a', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'admin_state_up': True, 'tenant_id': '19b94b9a862342bc8c4138c054b7ca6c'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:43:38.558537 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a1553ed8-306a-4cfb-b41d-785698290c03 req-d77c1a5c-6090-470d-848d-037fc32d4329 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035998 Jul 09 14:43:38.560698 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-82ceea83-2bb4-476b-b263-64df9aabde5f req-92cee87c-2b7c-4e20-ac2a-8809dce512ab tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 210 time: 0.0448823 Jul 09 14:43:38.570312 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['e8210b7e-63e7-4f19-886d-57c749c98c45'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:43:38.692851 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae4d9d9d-259d-4c77-9fd4-2f8717a84a9d req-fc454bc0-1281-49b9-878f-c5c06ffd7993 tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] Made reservation on behalf of 19b94b9a862342bc8c4138c054b7ca6c for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:43:38.698294 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-ae4d9d9d-259d-4c77-9fd4-2f8717a84a9d req-fc454bc0-1281-49b9-878f-c5c06ffd7993 tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:38.709367 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-ae4d9d9d-259d-4c77-9fd4-2f8717a84a9d req-fc454bc0-1281-49b9-878f-c5c06ffd7993 tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:38.859226 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-ae4d9d9d-259d-4c77-9fd4-2f8717a84a9d req-fc454bc0-1281-49b9-878f-c5c06ffd7993 tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:38.896043 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b3fef-b42f-4b1a-a338-9739b69b41b5 req-de40904b-22b9-4172-8041-44dbfff01887 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:38.897824 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4f7b3fef-b42f-4b1a-a338-9739b69b41b5 req-de40904b-22b9-4172-8041-44dbfff01887 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e03c96c-4641-4689-8532-7801ad7820b4 HTTP/1.1" status: 200 len: 945 time: 0.0898802 Jul 09 14:43:38.943937 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4f7b3fef-b42f-4b1a-a338-9739b69b41b5 req-d7a3aef2-3a2e-4f93-8049-30d40fb0b592 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394397 Jul 09 14:43:38.984400 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-ae4d9d9d-259d-4c77-9fd4-2f8717a84a9d req-fc454bc0-1281-49b9-878f-c5c06ffd7993 tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:39.087362 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc454bc0-1281-49b9-878f-c5c06ffd7993 tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cad96112-c17c-4cc8-a900-6bba9899887b,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:43:39.173164 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-ae4d9d9d-259d-4c77-9fd4-2f8717a84a9d req-fc454bc0-1281-49b9-878f-c5c06ffd7993 tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] Allocated IP 192.168.233.44 (aa30872f-c756-4ec7-be84-b2e3b86cdcfc/8081bcce-88de-4a2f-9e69-6750220e0be0/5a73446c-fe31-4cce-bdb8-244a53ccaeee) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:43:39.346202 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d245712-48bb-46a3-8b91-07858216cbf8 req-a7919095-fd1d-42a0-8222-ee20d95d03ba tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:39.347881 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9d245712-48bb-46a3-8b91-07858216cbf8 req-a7919095-fd1d-42a0-8222-ee20d95d03ba tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfcc7ccb-291a-493f-b69d-6005db0b1092 HTTP/1.1" status: 200 len: 951 time: 0.1642709 Jul 09 14:43:39.421634 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9d245712-48bb-46a3-8b91-07858216cbf8 req-e353fb1c-dea1-4c6d-9901-1623f74b2c15 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660822 Jul 09 14:43:39.436875 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a0e1c522-a1fd-474e-91a2-2495f9cc0bf2 req-30cdd7a1-2677-4088-912c-345ce4c9b1dd tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b01bd56-13c4-4d3c-80db-89613e27886a HTTP/1.1" status: 200 len: 210 time: 0.0879948 Jul 09 14:43:39.476961 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-ae4d9d9d-259d-4c77-9fd4-2f8717a84a9d req-fc454bc0-1281-49b9-878f-c5c06ffd7993 tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:39.508674 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-ae4d9d9d-259d-4c77-9fd4-2f8717a84a9d req-fc454bc0-1281-49b9-878f-c5c06ffd7993 tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] Transition to ACTIVE for port object 5a73446c-fe31-4cce-bdb8-244a53ccaeee will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:43:39.635105 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62f3e0-695e-4448-9f8f-21ecd333c227 req-50d9f07a-cf47-474d-84b8-90aea598c9ce tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:39.636560 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bd62f3e0-695e-4448-9f8f-21ecd333c227 req-50d9f07a-cf47-474d-84b8-90aea598c9ce tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=69170848-85d7-47b1-975f-d4e4b28791e6 HTTP/1.1" status: 200 len: 946 time: 0.0714760 Jul 09 14:43:39.674563 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bd62f3e0-695e-4448-9f8f-21ecd333c227 req-6522f648-b5b4-4dd6-ad2f-4ef88dd0bf9f tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322621 Jul 09 14:43:39.707160 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-ae4d9d9d-259d-4c77-9fd4-2f8717a84a9d req-fc454bc0-1281-49b9-878f-c5c06ffd7993 tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:39.801793 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae4d9d9d-259d-4c77-9fd4-2f8717a84a9d req-fc454bc0-1281-49b9-878f-c5c06ffd7993 tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] Network aa30872f-c756-4ec7-be84-b2e3b86cdcfc is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:43:39.806147 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-36051b75-42a4-4ae4-bd5f-288cb3de96a4 req-13b5e825-17b5-43d4-942a-f2bf0275d41d tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=5ec7891592d74a6886dfa68c8f9e2e18&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379980 Jul 09 14:43:39.809741 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-ae4d9d9d-259d-4c77-9fd4-2f8717a84a9d req-fc454bc0-1281-49b9-878f-c5c06ffd7993 tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:43:39.813273 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae4d9d9d-259d-4c77-9fd4-2f8717a84a9d req-fc454bc0-1281-49b9-878f-c5c06ffd7993 tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:43:39.823336 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc454bc0-1281-49b9-878f-c5c06ffd7993 tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] Pushing event updated for resources: {'Port': ['ID=5a73446c-fe31-4cce-bdb8-244a53ccaeee,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:43:39.825198 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-07a40d55-96a6-4177-8caa-435c4e23018b req-456b940d-1d11-4817-a46c-e82bc31de775 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 210 time: 0.0291872 Jul 09 14:43:39.918453 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device e8210b7e-63e7-4f19-886d-57c749c98c45 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:43:39.930869 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d9d9d-259d-4c77-9fd4-2f8717a84a9d req-fc454bc0-1281-49b9-878f-c5c06ffd7993 tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:39.931047 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-ae4d9d9d-259d-4c77-9fd4-2f8717a84a9d req-fc454bc0-1281-49b9-878f-c5c06ffd7993 tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:40.005106 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36051b75-42a4-4ae4-bd5f-288cb3de96a4 req-84b6a2b3-21e2-4691-9ef5-65431fae979f tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:40.006639 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-36051b75-42a4-4ae4-bd5f-288cb3de96a4 req-84b6a2b3-21e2-4691-9ef5-65431fae979f tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1945188 Jul 09 14:43:40.030071 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-36051b75-42a4-4ae4-bd5f-288cb3de96a4 req-c21dd7e6-4423-4172-8c15-a4bd5f03b0e5 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Request body: {'port': {'device_id': 'e4380a92-6f44-411b-aecf-545fdd8500bd', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'admin_state_up': True, 'tenant_id': '5ec7891592d74a6886dfa68c8f9e2e18'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:43:40.059648 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae4d9d9d-259d-4c77-9fd4-2f8717a84a9d req-fc454bc0-1281-49b9-878f-c5c06ffd7993 tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5965717 Jul 09 14:43:40.070293 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port e8210b7e-63e7-4f19-886d-57c749c98c45 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:43:40.075814 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port e8210b7e-63e7-4f19-886d-57c749c98c45 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:43:40.079911 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:40.092319 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d071adc-26d7-48d3-9f71-a1437840bb24 req-8d652733-976e-4e42-a2ab-093be5c41bcf tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:40.101879 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9d071adc-26d7-48d3-9f71-a1437840bb24 req-8d652733-976e-4e42-a2ab-093be5c41bcf tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 946 time: 0.0959253 Jul 09 14:43:40.111913 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-ae4d9d9d-259d-4c77-9fd4-2f8717a84a9d req-67717d86-4620-4721-90ec-8dcb8b0175e6 service neutron] Request body: {'port': {'device_id': '6b01bd56-13c4-4d3c-80db-89613e27886a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:43:40.145087 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9d071adc-26d7-48d3-9f71-a1437840bb24 req-aa2fc391-12b2-45bb-bbde-1db7e732c269 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423241 Jul 09 14:43:40.192639 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:40.225271 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e03c96c-4641-4689-8532-7801ad7820b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8210b7e-63e7-4f19-886d-57c749c98c45'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:43:40.227572 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c2301b-2a31-4285-845b-e5d65e2f760d" -d '{"events": [{"server_uuid": "2e03c96c-4641-4689-8532-7801ad7820b4", "name": "network-vif-plugged", "status": "completed", "tag": "e8210b7e-63e7-4f19-886d-57c749c98c45"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:43:40.243204 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port e8210b7e-63e7-4f19-886d-57c749c98c45, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=e8210b7e-63e7-4f19-886d-57c749c98c45,segment=NetworkSegment(53f9e82d-cbee-4af4-9fe3-f119337023c8),segment_id=53f9e82d-cbee-4af4-9fe3-f119337023c8)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:43:40.292149 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-ae4d9d9d-259d-4c77-9fd4-2f8717a84a9d req-67717d86-4620-4721-90ec-8dcb8b0175e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:40.296238 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2896b-b6ac-47e9-9a63-42e08b218bb4 req-c550fc90-1f77-4569-9a7f-a615689bffb9 tempest-ServersAdminTestJSON-592043162 tempest-ServersAdminTestJSON-592043162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:40.299398 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d5d2896b-b6ac-47e9-9a63-42e08b218bb4 req-c550fc90-1f77-4569-9a7f-a615689bffb9 tempest-ServersAdminTestJSON-592043162 tempest-ServersAdminTestJSON-592043162-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=bfcc7ccb-291a-493f-b69d-6005db0b1092 HTTP/1.1" status: 200 len: 1102 time: 0.1931508 Jul 09 14:43:40.346393 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1eb997-9452-45ff-9384-63901b4fc04c req-b47b5ea5-3d64-4301-a5a0-12315aae2b47 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:40.347877 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0a1eb997-9452-45ff-9384-63901b4fc04c req-b47b5ea5-3d64-4301-a5a0-12315aae2b47 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e03c96c-4641-4689-8532-7801ad7820b4 HTTP/1.1" status: 200 len: 945 time: 0.0673442 Jul 09 14:43:40.373429 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:40.376387 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d5d2896b-b6ac-47e9-9a63-42e08b218bb4 req-a12714d0-0743-40c0-89dd-7dcc789fad24 tempest-ServersAdminTestJSON-592043162 tempest-ServersAdminTestJSON-592043162-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700698 Jul 09 14:43:40.404647 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-fb799162-6f33-4570-b861-0842790e2f66 None None] Provisioning for port 5a73446c-fe31-4cce-bdb8-244a53ccaeee completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:43:40.418824 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-fb799162-6f33-4570-b861-0842790e2f66 None None] Provisioning complete for port 5a73446c-fe31-4cce-bdb8-244a53ccaeee triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:43:40.419426 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-fb799162-6f33-4570-b861-0842790e2f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:40.430864 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0a1eb997-9452-45ff-9384-63901b4fc04c req-6d41dce0-80f2-4ac9-9a1a-cf0a896be468 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761065 Jul 09 14:43:40.480340 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=e8210b7e-63e7-4f19-886d-57c749c98c45,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:43:40.486050 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e02281e-db5c-4983-a73e-1618ba7def2b x-openstack-request-id: req-3e02281e-db5c-4983-a73e-1618ba7def2b {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:43:40.486331 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e03c96c-4641-4689-8532-7801ad7820b4", "name": "network-vif-plugged", "status": "completed", "tag": "e8210b7e-63e7-4f19-886d-57c749c98c45", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:43:40.486583 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3e02281e-db5c-4983-a73e-1618ba7def2b {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:43:40.486965 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e03c96c-4641-4689-8532-7801ad7820b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8210b7e-63e7-4f19-886d-57c749c98c45', 'code': 200} Jul 09 14:43:40.494660 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-fb799162-6f33-4570-b861-0842790e2f66 None None] Port 5a73446c-fe31-4cce-bdb8-244a53ccaeee cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:43:40.502945 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36051b75-42a4-4ae4-bd5f-288cb3de96a4 req-c21dd7e6-4423-4172-8c15-a4bd5f03b0e5 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Made reservation on behalf of 5ec7891592d74a6886dfa68c8f9e2e18 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:43:40.506875 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-36051b75-42a4-4ae4-bd5f-288cb3de96a4 req-c21dd7e6-4423-4172-8c15-a4bd5f03b0e5 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:40.753622 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec97213-dc43-4c96-9dfd-aab6fa545b29 req-2043101a-96a6-4b2e-ac55-619b9db28e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:40.755229 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6ec97213-dc43-4c96-9dfd-aab6fa545b29 req-2043101a-96a6-4b2e-ac55-619b9db28e53 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2e03c96c-4641-4689-8532-7801ad7820b4 HTTP/1.1" status: 200 len: 1097 time: 0.1952288 Jul 09 14:43:40.838031 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-ae4d9d9d-259d-4c77-9fd4-2f8717a84a9d req-67717d86-4620-4721-90ec-8dcb8b0175e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a73446c-fe31-4cce-bdb8-244a53ccaeee {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:43:40.854705 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec815f-474a-40e4-ac9e-72c7dd0871c2 req-7986b4ca-6110-4592-a75d-d9b9fa714764 tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:40.856303 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1bec815f-474a-40e4-ac9e-72c7dd0871c2 req-7986b4ca-6110-4592-a75d-d9b9fa714764 tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b01bd56-13c4-4d3c-80db-89613e27886a HTTP/1.1" status: 200 len: 935 time: 0.1682880 Jul 09 14:43:40.858202 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-ae4d9d9d-259d-4c77-9fd4-2f8717a84a9d req-67717d86-4620-4721-90ec-8dcb8b0175e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:40.862438 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6ec97213-dc43-4c96-9dfd-aab6fa545b29 req-3e16d105-46a2-46f4-ac3f-1f7e211ec813 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990086 Jul 09 14:43:40.885682 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-ae4d9d9d-259d-4c77-9fd4-2f8717a84a9d req-67717d86-4620-4721-90ec-8dcb8b0175e6 service neutron] Transition to ACTIVE for port object 5a73446c-fe31-4cce-bdb8-244a53ccaeee will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:43:40.906205 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1bec815f-474a-40e4-ac9e-72c7dd0871c2 req-cf30171f-5321-4016-8738-9a4041d20dd3 tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] 10.222.0.58 "GET /v2.0/security-groups?id=cad96112-c17c-4cc8-a900-6bba9899887b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394621 Jul 09 14:43:40.966273 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-ae4d9d9d-259d-4c77-9fd4-2f8717a84a9d req-67717d86-4620-4721-90ec-8dcb8b0175e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:41.072165 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a0022c1f-1e64-4655-a1be-f454536d15d9 req-b9920e21-842b-4b42-aa8b-85f9cc1dd424 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 210 time: 0.0326471 Jul 09 14:43:41.092044 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67717d86-4620-4721-90ec-8dcb8b0175e6 service neutron] Pushing event updated for resources: {'Port': ['ID=5a73446c-fe31-4cce-bdb8-244a53ccaeee,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:43:41.106922 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-36051b75-42a4-4ae4-bd5f-288cb3de96a4 req-c21dd7e6-4423-4172-8c15-a4bd5f03b0e5 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Allocated IP 192.168.233.16 (aa30872f-c756-4ec7-be84-b2e3b86cdcfc/8081bcce-88de-4a2f-9e69-6750220e0be0/5a8e589d-f7dc-494f-aeb6-1bcb96db6e28) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:43:41.221147 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a9ae9-41f2-4f27-8eb9-c15d2a341154 req-54afedf3-d259-42f7-8be8-fd99b71f2398 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:41.228066 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-db8a9ae9-41f2-4f27-8eb9-c15d2a341154 req-54afedf3-d259-42f7-8be8-fd99b71f2398 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=69170848-85d7-47b1-975f-d4e4b28791e6 HTTP/1.1" status: 200 len: 946 time: 0.2118921 Jul 09 14:43:41.259940 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788cf8b-536a-41d0-ab98-f87be730a179 req-186a22a9-911b-4005-9592-867fa6b058fc tempest-ServersAdminTestJSON-592043162 tempest-ServersAdminTestJSON-592043162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:41.261472 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4788cf8b-536a-41d0-ab98-f87be730a179 req-186a22a9-911b-4005-9592-867fa6b058fc tempest-ServersAdminTestJSON-592043162 tempest-ServersAdminTestJSON-592043162-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=bfcc7ccb-291a-493f-b69d-6005db0b1092 HTTP/1.1" status: 200 len: 1102 time: 0.0728366 Jul 09 14:43:41.273110 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-ae4d9d9d-259d-4c77-9fd4-2f8717a84a9d req-67717d86-4620-4721-90ec-8dcb8b0175e6 service neutron] Attempting to bind port 5a73446c-fe31-4cce-bdb8-244a53ccaeee on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:43:41.274893 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-ae4d9d9d-259d-4c77-9fd4-2f8717a84a9d req-67717d86-4620-4721-90ec-8dcb8b0175e6 service neutron] Attempting to bind port 5a73446c-fe31-4cce-bdb8-244a53ccaeee by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:43:41.274893 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4d9d9d-259d-4c77-9fd4-2f8717a84a9d req-67717d86-4620-4721-90ec-8dcb8b0175e6 service neutron] Attempting to bind port 5a73446c-fe31-4cce-bdb8-244a53ccaeee on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:43:41.299859 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4788cf8b-536a-41d0-ab98-f87be730a179 req-6cd08744-e555-4bc4-82f4-0cc0af7eb70e tempest-ServersAdminTestJSON-592043162 tempest-ServersAdminTestJSON-592043162-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296760 Jul 09 14:43:41.322747 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4d9d9d-259d-4c77-9fd4-2f8717a84a9d req-67717d86-4620-4721-90ec-8dcb8b0175e6 service neutron] Port 5a73446c-fe31-4cce-bdb8-244a53ccaeee on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:43:41.323079 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4d9d9d-259d-4c77-9fd4-2f8717a84a9d req-67717d86-4620-4721-90ec-8dcb8b0175e6 service neutron] Attempting to bind port 5a73446c-fe31-4cce-bdb8-244a53ccaeee on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:43:41.341837 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-db8a9ae9-41f2-4f27-8eb9-c15d2a341154 req-09595fb9-0687-4362-915b-87991d2f42ff tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129184 Jul 09 14:43:41.345114 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4d9d9d-259d-4c77-9fd4-2f8717a84a9d req-67717d86-4620-4721-90ec-8dcb8b0175e6 service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:43:41.346060 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4d9d9d-259d-4c77-9fd4-2f8717a84a9d req-67717d86-4620-4721-90ec-8dcb8b0175e6 service neutron] Checking segment: {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:43:41.346060 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4d9d9d-259d-4c77-9fd4-2f8717a84a9d req-67717d86-4620-4721-90ec-8dcb8b0175e6 service neutron] Bound using segment: {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:43:41.346900 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-ae4d9d9d-259d-4c77-9fd4-2f8717a84a9d req-67717d86-4620-4721-90ec-8dcb8b0175e6 service neutron] Bound port: 5a73446c-fe31-4cce-bdb8-244a53ccaeee, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:43:41.346900 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-ae4d9d9d-259d-4c77-9fd4-2f8717a84a9d req-67717d86-4620-4721-90ec-8dcb8b0175e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:41.466201 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-ae4d9d9d-259d-4c77-9fd4-2f8717a84a9d req-67717d86-4620-4721-90ec-8dcb8b0175e6 service neutron] For port 5a73446c-fe31-4cce-bdb8-244a53ccaeee, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:43:41.505252 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-36051b75-42a4-4ae4-bd5f-288cb3de96a4 req-c21dd7e6-4423-4172-8c15-a4bd5f03b0e5 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:41.512987 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-ae4d9d9d-259d-4c77-9fd4-2f8717a84a9d req-67717d86-4620-4721-90ec-8dcb8b0175e6 service neutron] For port 5a73446c-fe31-4cce-bdb8-244a53ccaeee, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=5a73446c-fe31-4cce-bdb8-244a53ccaeee,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:43:41.527344 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-36051b75-42a4-4ae4-bd5f-288cb3de96a4 req-c21dd7e6-4423-4172-8c15-a4bd5f03b0e5 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Transition to ACTIVE for port object 5a8e589d-f7dc-494f-aeb6-1bcb96db6e28 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:43:41.570515 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b21671-f3fe-4e4c-8aae-5617f500c5f3 req-5f749b11-3607-44f6-984b-754e087754cb tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:41.571930 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-49b21671-f3fe-4e4c-8aae-5617f500c5f3 req-5f749b11-3607-44f6-984b-754e087754cb tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 946 time: 0.1101940 Jul 09 14:43:41.579163 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-ae4d9d9d-259d-4c77-9fd4-2f8717a84a9d req-67717d86-4620-4721-90ec-8dcb8b0175e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:41.635155 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d9d9d-259d-4c77-9fd4-2f8717a84a9d req-67717d86-4620-4721-90ec-8dcb8b0175e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:41.635385 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-ae4d9d9d-259d-4c77-9fd4-2f8717a84a9d req-67717d86-4620-4721-90ec-8dcb8b0175e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:41.636828 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae4d9d9d-259d-4c77-9fd4-2f8717a84a9d req-67717d86-4620-4721-90ec-8dcb8b0175e6 service neutron] 10.222.0.62 "PUT /v2.0/ports/5a73446c-fe31-4cce-bdb8-244a53ccaeee HTTP/1.1" status: 200 len: 1095 time: 1.5322511 Jul 09 14:43:41.642108 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b01bd56-13c4-4d3c-80db-89613e27886a', 'tag': '5a73446c-fe31-4cce-bdb8-244a53ccaeee'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:43:41.655013 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5edd079-3499-4726-8d9c-1ebafc5c77cd" -d '{"events": [{"name": "network-changed", "server_uuid": "6b01bd56-13c4-4d3c-80db-89613e27886a", "tag": "5a73446c-fe31-4cce-bdb8-244a53ccaeee"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:43:41.678678 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-49b21671-f3fe-4e4c-8aae-5617f500c5f3 req-d76283ad-7a67-43fa-b38a-d8cd63e54eb5 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945241 Jul 09 14:43:41.682035 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67717d86-4620-4721-90ec-8dcb8b0175e6 service neutron] Pushing event updated for resources: {'Port': ['ID=5a73446c-fe31-4cce-bdb8-244a53ccaeee,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:43:41.721988 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-36051b75-42a4-4ae4-bd5f-288cb3de96a4 req-c21dd7e6-4423-4172-8c15-a4bd5f03b0e5 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:41.759930 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['5332db0b-d3ab-4b94-bdf8-80ae1940cc85', '1efa3387-1e39-4d8a-b890-1d24773305ef'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:43:41.774332 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36051b75-42a4-4ae4-bd5f-288cb3de96a4 req-c21dd7e6-4423-4172-8c15-a4bd5f03b0e5 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Network aa30872f-c756-4ec7-be84-b2e3b86cdcfc is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:43:41.778105 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-36051b75-42a4-4ae4-bd5f-288cb3de96a4 req-c21dd7e6-4423-4172-8c15-a4bd5f03b0e5 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:43:41.782787 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-36051b75-42a4-4ae4-bd5f-288cb3de96a4 req-c21dd7e6-4423-4172-8c15-a4bd5f03b0e5 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:43:41.787135 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21dd7e6-4423-4172-8c15-a4bd5f03b0e5 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Pushing event updated for resources: {'Port': ['ID=5a8e589d-f7dc-494f-aeb6-1bcb96db6e28,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:43:41.911092 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36051b75-42a4-4ae4-bd5f-288cb3de96a4 req-c21dd7e6-4423-4172-8c15-a4bd5f03b0e5 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:41.911936 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-36051b75-42a4-4ae4-bd5f-288cb3de96a4 req-c21dd7e6-4423-4172-8c15-a4bd5f03b0e5 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:41.999662 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d3251c-eda4-46ec-a3d9-7cfb6b4079df req-7c06003e-39d2-4f89-86e3-3040b3efd202 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:42.004674 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-63d3251c-eda4-46ec-a3d9-7cfb6b4079df req-7c06003e-39d2-4f89-86e3-3040b3efd202 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e03c96c-4641-4689-8532-7801ad7820b4 HTTP/1.1" status: 200 len: 946 time: 0.1954155 Jul 09 14:43:42.031683 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d9d9d-259d-4c77-9fd4-2f8717a84a9d req-f54a4bd9-ff5b-4c14-8f52-9ed1b5d1834d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:42.033347 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae4d9d9d-259d-4c77-9fd4-2f8717a84a9d req-f54a4bd9-ff5b-4c14-8f52-9ed1b5d1834d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=19b94b9a862342bc8c4138c054b7ca6c&device_id=6b01bd56-13c4-4d3c-80db-89613e27886a HTTP/1.1" status: 200 len: 1098 time: 0.1445720 Jul 09 14:43:42.065376 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-63d3251c-eda4-46ec-a3d9-7cfb6b4079df req-3fffd0ea-7c49-48fb-b1ab-e32cbaabd4d5 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557995 Jul 09 14:43:42.083211 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-36051b75-42a4-4ae4-bd5f-288cb3de96a4 req-c21dd7e6-4423-4172-8c15-a4bd5f03b0e5 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0569043 Jul 09 14:43:42.157628 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae4d9d9d-259d-4c77-9fd4-2f8717a84a9d req-72032704-7ed3-4721-8f0d-597c92182ed1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=5a73446c-fe31-4cce-bdb8-244a53ccaeee HTTP/1.1" status: 200 len: 217 time: 0.0457315 Jul 09 14:43:42.164545 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-36051b75-42a4-4ae4-bd5f-288cb3de96a4 req-8856704d-bd44-434c-9280-33e2c4e95ec9 service neutron] Request body: {'port': {'device_id': 'e4380a92-6f44-411b-aecf-545fdd8500bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:43:42.223694 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0173d11-271c-4eda-b6cb-6e29f29f6131 x-openstack-request-id: req-d0173d11-271c-4eda-b6cb-6e29f29f6131 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:43:42.225125 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b01bd56-13c4-4d3c-80db-89613e27886a", "tag": "5a73446c-fe31-4cce-bdb8-244a53ccaeee", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:43:42.225407 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d0173d11-271c-4eda-b6cb-6e29f29f6131 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:43:42.225823 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b01bd56-13c4-4d3c-80db-89613e27886a', 'tag': '5a73446c-fe31-4cce-bdb8-244a53ccaeee', 'status': 'completed', 'code': 200} Jul 09 14:43:42.304224 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-8c0e1023-bf71-4b3d-987c-f52abad0fe30 None None] Provisioning for port 5a8e589d-f7dc-494f-aeb6-1bcb96db6e28 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:43:42.308111 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-8c0e1023-bf71-4b3d-987c-f52abad0fe30 None None] Provisioning complete for port 5a8e589d-f7dc-494f-aeb6-1bcb96db6e28 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:43:42.308694 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8c0e1023-bf71-4b3d-987c-f52abad0fe30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:42.340970 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879a1a15-0d2e-4bbf-85a3-f2a141e14f99 req-3d9bff2a-7bf3-4a75-9a05-6d522215bace tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:42.343734 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-879a1a15-0d2e-4bbf-85a3-f2a141e14f99 req-3d9bff2a-7bf3-4a75-9a05-6d522215bace tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b01bd56-13c4-4d3c-80db-89613e27886a HTTP/1.1" status: 200 len: 947 time: 0.0701623 Jul 09 14:43:42.356108 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-8c0e1023-bf71-4b3d-987c-f52abad0fe30 None None] Port 5a8e589d-f7dc-494f-aeb6-1bcb96db6e28 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:43:42.372966 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d9d9d-259d-4c77-9fd4-2f8717a84a9d req-3eebca1c-3977-416c-9023-e9aa33d1e2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:42.374660 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae4d9d9d-259d-4c77-9fd4-2f8717a84a9d req-3eebca1c-3977-416c-9023-e9aa33d1e2b3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.1569164 Jul 09 14:43:42.380238 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-36051b75-42a4-4ae4-bd5f-288cb3de96a4 req-8856704d-bd44-434c-9280-33e2c4e95ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:42.396282 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-879a1a15-0d2e-4bbf-85a3-f2a141e14f99 req-7c83a3e5-ea4b-410a-a39a-27b1fb6b7dcb tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] 10.222.0.58 "GET /v2.0/security-groups?id=cad96112-c17c-4cc8-a900-6bba9899887b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454791 Jul 09 14:43:42.578367 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ea798-d1f4-4e04-ab17-0e643978f122 req-22c928be-c2c3-47a4-ae5a-f7a72323efa3 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:42.580264 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-150ea798-d1f4-4e04-ab17-0e643978f122 req-22c928be-c2c3-47a4-ae5a-f7a72323efa3 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 935 time: 0.0694149 Jul 09 14:43:42.623907 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-150ea798-d1f4-4e04-ab17-0e643978f122 req-facc70b4-b804-43a8-a2ab-88cc3f531319 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371079 Jul 09 14:43:42.755563 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215da6d2-2ac8-42c7-a7ca-d8e13a6ba1b9 req-fb6fad31-388c-46bf-b2b6-88c7e586dbc7 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:42.757554 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-215da6d2-2ac8-42c7-a7ca-d8e13a6ba1b9 req-fb6fad31-388c-46bf-b2b6-88c7e586dbc7 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=f906f0e7-5f8e-4cac-a548-37935ae0b330 HTTP/1.1" status: 200 len: 950 time: 0.4497824 Jul 09 14:43:42.817643 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285724e7-25da-42e2-87f1-116368f5b664 req-67877af5-6a63-42e3-a9df-30db3b1af106 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:42.819357 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-285724e7-25da-42e2-87f1-116368f5b664 req-67877af5-6a63-42e3-a9df-30db3b1af106 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=69170848-85d7-47b1-975f-d4e4b28791e6 HTTP/1.1" status: 200 len: 946 time: 0.0728800 Jul 09 14:43:42.861718 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-285724e7-25da-42e2-87f1-116368f5b664 req-0b43feb7-9a2b-4df8-9fc0-49262bd413ab tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359144 Jul 09 14:43:42.892086 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-215da6d2-2ac8-42c7-a7ca-d8e13a6ba1b9 req-ddcf44ba-4648-4886-bb9d-465a6bde3c33 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240191 Jul 09 14:43:42.899238 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d9d9d-259d-4c77-9fd4-2f8717a84a9d req-9e32a0ec-751d-46f1-bbf9-94796af1ceee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:42.902326 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae4d9d9d-259d-4c77-9fd4-2f8717a84a9d req-9e32a0ec-751d-46f1-bbf9-94796af1ceee service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5180590 Jul 09 14:43:43.048421 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370c9d8-8d76-449f-8911-57a1f380a9b4 req-36864ffe-462e-458b-a55b-7014bb796162 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:43.050015 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9370c9d8-8d76-449f-8911-57a1f380a9b4 req-36864ffe-462e-458b-a55b-7014bb796162 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 946 time: 0.0682964 Jul 09 14:43:43.064837 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae4d9d9d-259d-4c77-9fd4-2f8717a84a9d req-c84fe0ab-513b-40f7-9331-69cb5ddb5dca service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542327 Jul 09 14:43:43.088274 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9370c9d8-8d76-449f-8911-57a1f380a9b4 req-ffb49b4d-16d5-4235-85ef-dae79ae10d07 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325739 Jul 09 14:43:43.189831 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-36051b75-42a4-4ae4-bd5f-288cb3de96a4 req-8856704d-bd44-434c-9280-33e2c4e95ec9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a8e589d-f7dc-494f-aeb6-1bcb96db6e28 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:43:43.202342 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-36051b75-42a4-4ae4-bd5f-288cb3de96a4 req-8856704d-bd44-434c-9280-33e2c4e95ec9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:43.252233 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-36051b75-42a4-4ae4-bd5f-288cb3de96a4 req-8856704d-bd44-434c-9280-33e2c4e95ec9 service neutron] Transition to ACTIVE for port object 5a8e589d-f7dc-494f-aeb6-1bcb96db6e28 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:43:43.256825 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae4d9d9d-259d-4c77-9fd4-2f8717a84a9d req-547a0a4b-a717-4eb8-b70d-86ad4ab217a8 service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785700 Jul 09 14:43:43.292968 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c632e-886c-48b1-9f14-b2e6e7aa57c6 req-84a72c7a-6648-439b-bd6b-bb2df08a2752 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:43.298543 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-008c632e-886c-48b1-9f14-b2e6e7aa57c6 req-84a72c7a-6648-439b-bd6b-bb2df08a2752 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e03c96c-4641-4689-8532-7801ad7820b4 HTTP/1.1" status: 200 len: 946 time: 0.0968783 Jul 09 14:43:43.317059 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-36051b75-42a4-4ae4-bd5f-288cb3de96a4 req-8856704d-bd44-434c-9280-33e2c4e95ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:43.394632 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-008c632e-886c-48b1-9f14-b2e6e7aa57c6 req-77268d35-13f9-4a81-9a21-fab5f2f12882 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938988 Jul 09 14:43:43.431759 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8856704d-bd44-434c-9280-33e2c4e95ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=5a8e589d-f7dc-494f-aeb6-1bcb96db6e28,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:43:43.543701 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5edd079-3499-4726-8d9c-1ebafc5c77cd req-8f780816-3a3f-4700-bad0-845dffe51009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:43.545572 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a5edd079-3499-4726-8d9c-1ebafc5c77cd req-8f780816-3a3f-4700-bad0-845dffe51009 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=19b94b9a862342bc8c4138c054b7ca6c&device_id=6b01bd56-13c4-4d3c-80db-89613e27886a HTTP/1.1" status: 200 len: 1098 time: 0.0865064 Jul 09 14:43:43.546406 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-36051b75-42a4-4ae4-bd5f-288cb3de96a4 req-8856704d-bd44-434c-9280-33e2c4e95ec9 service neutron] Attempting to bind port 5a8e589d-f7dc-494f-aeb6-1bcb96db6e28 on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:43:43.546742 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-36051b75-42a4-4ae4-bd5f-288cb3de96a4 req-8856704d-bd44-434c-9280-33e2c4e95ec9 service neutron] Attempting to bind port 5a8e589d-f7dc-494f-aeb6-1bcb96db6e28 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:43:43.547072 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36051b75-42a4-4ae4-bd5f-288cb3de96a4 req-8856704d-bd44-434c-9280-33e2c4e95ec9 service neutron] Attempting to bind port 5a8e589d-f7dc-494f-aeb6-1bcb96db6e28 on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:43:43.552626 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36051b75-42a4-4ae4-bd5f-288cb3de96a4 req-8856704d-bd44-434c-9280-33e2c4e95ec9 service neutron] Port 5a8e589d-f7dc-494f-aeb6-1bcb96db6e28 on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:43:43.552978 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36051b75-42a4-4ae4-bd5f-288cb3de96a4 req-8856704d-bd44-434c-9280-33e2c4e95ec9 service neutron] Attempting to bind port 5a8e589d-f7dc-494f-aeb6-1bcb96db6e28 on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:43:43.566791 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36051b75-42a4-4ae4-bd5f-288cb3de96a4 req-8856704d-bd44-434c-9280-33e2c4e95ec9 service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:43:43.567257 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36051b75-42a4-4ae4-bd5f-288cb3de96a4 req-8856704d-bd44-434c-9280-33e2c4e95ec9 service neutron] Checking segment: {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:43:43.567642 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36051b75-42a4-4ae4-bd5f-288cb3de96a4 req-8856704d-bd44-434c-9280-33e2c4e95ec9 service neutron] Bound using segment: {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:43:43.567987 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-36051b75-42a4-4ae4-bd5f-288cb3de96a4 req-8856704d-bd44-434c-9280-33e2c4e95ec9 service neutron] Bound port: 5a8e589d-f7dc-494f-aeb6-1bcb96db6e28, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:43:43.568372 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-36051b75-42a4-4ae4-bd5f-288cb3de96a4 req-8856704d-bd44-434c-9280-33e2c4e95ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:43.622599 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b56f53-12d9-4371-b5c9-f34b8054e6fc req-a074009f-0e13-4ef8-96bb-eed0b3ffe0e6 tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:43.628986 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-08b56f53-12d9-4371-b5c9-f34b8054e6fc req-a074009f-0e13-4ef8-96bb-eed0b3ffe0e6 tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b01bd56-13c4-4d3c-80db-89613e27886a HTTP/1.1" status: 200 len: 947 time: 0.0784290 Jul 09 14:43:43.666002 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-08b56f53-12d9-4371-b5c9-f34b8054e6fc req-772011c1-8994-4bfd-8475-c9da755f9d8d tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] 10.222.0.58 "GET /v2.0/security-groups?id=cad96112-c17c-4cc8-a900-6bba9899887b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343065 Jul 09 14:43:43.757921 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-36051b75-42a4-4ae4-bd5f-288cb3de96a4 req-8856704d-bd44-434c-9280-33e2c4e95ec9 service neutron] For port 5a8e589d-f7dc-494f-aeb6-1bcb96db6e28, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:43:43.763280 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-36051b75-42a4-4ae4-bd5f-288cb3de96a4 req-8856704d-bd44-434c-9280-33e2c4e95ec9 service neutron] For port 5a8e589d-f7dc-494f-aeb6-1bcb96db6e28, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=5a8e589d-f7dc-494f-aeb6-1bcb96db6e28,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:43:43.768913 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5edd079-3499-4726-8d9c-1ebafc5c77cd req-162f02a1-475c-40ec-a6cb-b53ae955ecb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:43.770441 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a5edd079-3499-4726-8d9c-1ebafc5c77cd req-162f02a1-475c-40ec-a6cb-b53ae955ecb9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc HTTP/1.1" status: 200 len: 870 time: 0.2120407 Jul 09 14:43:43.779283 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f29c8-2197-40f6-9920-325da89cf5a4 req-6d518039-5045-4934-92f8-755c8d74a995 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:43.780903 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6d9f29c8-2197-40f6-9920-325da89cf5a4 req-6d518039-5045-4934-92f8-755c8d74a995 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e03c96c-4641-4689-8532-7801ad7820b4 HTTP/1.1" status: 200 len: 946 time: 0.1930428 Jul 09 14:43:43.850116 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-36051b75-42a4-4ae4-bd5f-288cb3de96a4 req-8856704d-bd44-434c-9280-33e2c4e95ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:43.861958 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a5edd079-3499-4726-8d9c-1ebafc5c77cd req-3ceeacfa-5df6-4ad5-a844-9bbd969a2ecd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=5a73446c-fe31-4cce-bdb8-244a53ccaeee HTTP/1.1" status: 200 len: 217 time: 0.0549424 Jul 09 14:43:43.877162 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a20c4-3885-4cb2-beb7-07622f18ea0e req-23cfaf2b-60e0-42e2-b806-e92a70c8cd8a tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:43.878820 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-324a20c4-3885-4cb2-beb7-07622f18ea0e req-23cfaf2b-60e0-42e2-b806-e92a70c8cd8a tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 947 time: 0.0767865 Jul 09 14:43:43.924620 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6d9f29c8-2197-40f6-9920-325da89cf5a4 req-91ea8339-114b-491b-8da2-e02526015ed9 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367154 Jul 09 14:43:43.939000 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36051b75-42a4-4ae4-bd5f-288cb3de96a4 req-8856704d-bd44-434c-9280-33e2c4e95ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:43.939000 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-36051b75-42a4-4ae4-bd5f-288cb3de96a4 req-8856704d-bd44-434c-9280-33e2c4e95ec9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:43.939000 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-36051b75-42a4-4ae4-bd5f-288cb3de96a4 req-8856704d-bd44-434c-9280-33e2c4e95ec9 service neutron] 10.222.0.62 "PUT /v2.0/ports/5a8e589d-f7dc-494f-aeb6-1bcb96db6e28 HTTP/1.1" status: 200 len: 1095 time: 1.7742848 Jul 09 14:43:43.942516 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-324a20c4-3885-4cb2-beb7-07622f18ea0e req-fe54816e-3a2d-464a-9e37-505c4ae33060 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573585 Jul 09 14:43:43.996157 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8856704d-bd44-434c-9280-33e2c4e95ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=5a8e589d-f7dc-494f-aeb6-1bcb96db6e28,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:43:44.023538 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5edd079-3499-4726-8d9c-1ebafc5c77cd req-6a898977-3599-4fc9-a37d-f0bfedaaf321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:44.025258 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a5edd079-3499-4726-8d9c-1ebafc5c77cd req-6a898977-3599-4fc9-a37d-f0bfedaaf321 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.0804470 Jul 09 14:43:44.165384 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d70d525-a807-493a-8a83-1a22841fa048 req-b6e73fa4-e745-4b43-9ff9-1443548aef58 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:44.167294 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6d70d525-a807-493a-8a83-1a22841fa048 req-b6e73fa4-e745-4b43-9ff9-1443548aef58 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=f906f0e7-5f8e-4cac-a548-37935ae0b330 HTTP/1.1" status: 200 len: 950 time: 0.0723417 Jul 09 14:43:44.206981 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5edd079-3499-4726-8d9c-1ebafc5c77cd req-d4455629-7bdd-4ad8-a5f2-1c0ab2e4dba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:44.208590 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a5edd079-3499-4726-8d9c-1ebafc5c77cd req-d4455629-7bdd-4ad8-a5f2-1c0ab2e4dba2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1694393 Jul 09 14:43:44.223941 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd2f25e-97ab-4d81-9254-bbe3fdb786c1 req-3ba612e0-04a2-4fd6-bd54-e1be8c71c3cf tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:44.230684 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2bd2f25e-97ab-4d81-9254-bbe3fdb786c1 req-3ba612e0-04a2-4fd6-bd54-e1be8c71c3cf tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=69170848-85d7-47b1-975f-d4e4b28791e6 HTTP/1.1" status: 200 len: 946 time: 0.1762073 Jul 09 14:43:44.234479 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4380a92-6f44-411b-aecf-545fdd8500bd', 'tag': '5a8e589d-f7dc-494f-aeb6-1bcb96db6e28'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:43:44.236739 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c570e3f-6b9f-4135-9030-256780ca9cd3" -d '{"events": [{"name": "network-changed", "server_uuid": "e4380a92-6f44-411b-aecf-545fdd8500bd", "tag": "5a8e589d-f7dc-494f-aeb6-1bcb96db6e28"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:43:44.248273 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36051b75-42a4-4ae4-bd5f-288cb3de96a4 req-b3f8995d-7f02-4b0d-b887-85051365811a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:44.250016 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-36051b75-42a4-4ae4-bd5f-288cb3de96a4 req-b3f8995d-7f02-4b0d-b887-85051365811a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5ec7891592d74a6886dfa68c8f9e2e18&device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 1098 time: 0.1543150 Jul 09 14:43:44.251405 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6d70d525-a807-493a-8a83-1a22841fa048 req-dd85abb0-e5f4-4855-abbd-29f7fa2d39e1 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444899 Jul 09 14:43:44.292163 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888268fd-d6e1-48fe-ba2f-4a114c1578a6 req-b07cbb8d-5049-435b-92ad-b42ad599c64a tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:44.293722 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-888268fd-d6e1-48fe-ba2f-4a114c1578a6 req-b07cbb8d-5049-435b-92ad-b42ad599c64a tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.62 "GET /v2.0/ports?device_id=f906f0e7-5f8e-4cac-a548-37935ae0b330 HTTP/1.1" status: 200 len: 950 time: 0.1230650 Jul 09 14:43:44.350695 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-36051b75-42a4-4ae4-bd5f-288cb3de96a4 req-a256de41-382b-4f85-9b45-4aa99f348c66 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=5a8e589d-f7dc-494f-aeb6-1bcb96db6e28 HTTP/1.1" status: 200 len: 217 time: 0.0751393 Jul 09 14:43:44.375704 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2bd2f25e-97ab-4d81-9254-bbe3fdb786c1 req-0b6c82b0-f799-4fc8-8cb4-f10e991039c1 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440277 Jul 09 14:43:44.489607 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-888268fd-d6e1-48fe-ba2f-4a114c1578a6 req-0e607fb3-77a3-4ac1-bbb5-684b7bca4713 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Deleting port 8741c75a-5912-4a78-a5e0-3da8adeff535 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:43:44.490274 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-888268fd-d6e1-48fe-ba2f-4a114c1578a6 req-0e607fb3-77a3-4ac1-bbb5-684b7bca4713 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:44.496420 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36051b75-42a4-4ae4-bd5f-288cb3de96a4 req-b1c0b988-9d2f-4aff-9d6b-980523f4b77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:44.498045 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-36051b75-42a4-4ae4-bd5f-288cb3de96a4 req-b1c0b988-9d2f-4aff-9d6b-980523f4b77b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.1214066 Jul 09 14:43:44.559567 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a5edd079-3499-4726-8d9c-1ebafc5c77cd req-5f2c6f80-9662-49d4-a166-4728949b9187 service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143625 Jul 09 14:43:44.603444 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-888268fd-d6e1-48fe-ba2f-4a114c1578a6 req-0e607fb3-77a3-4ac1-bbb5-684b7bca4713 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] For port 8741c75a-5912-4a78-a5e0-3da8adeff535, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=8741c75a-5912-4a78-a5e0-3da8adeff535,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:43:44.603824 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-888268fd-d6e1-48fe-ba2f-4a114c1578a6 req-0e607fb3-77a3-4ac1-bbb5-684b7bca4713 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:44.619069 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-888268fd-d6e1-48fe-ba2f-4a114c1578a6 req-0e607fb3-77a3-4ac1-bbb5-684b7bca4713 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Calling delete_port for 8741c75a-5912-4a78-a5e0-3da8adeff535 owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:43:44.653209 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:44.684456 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36051b75-42a4-4ae4-bd5f-288cb3de96a4 req-a2984713-78b9-4d13-a85a-54f14d91e1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:44.685878 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-36051b75-42a4-4ae4-bd5f-288cb3de96a4 req-a2984713-78b9-4d13-a85a-54f14d91e1b0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1777689 Jul 09 14:43:44.717316 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d4403-cb6a-4e52-9b1a-e4d6477695f8 req-5313c160-317d-4275-a1df-8f682fc914c8 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:44.718811 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0c7d4403-cb6a-4e52-9b1a-e4d6477695f8 req-5313c160-317d-4275-a1df-8f682fc914c8 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 946 time: 0.1778698 Jul 09 14:43:44.766585 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a5edd079-3499-4726-8d9c-1ebafc5c77cd req-65c730a0-6f6b-4e26-9540-f9a57d65f805 service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849372 Jul 09 14:43:44.811489 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0c7d4403-cb6a-4e52-9b1a-e4d6477695f8 req-678c2b7e-8327-4e43-b374-0ec49ef26b98 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584824 Jul 09 14:43:44.830599 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-888268fd-d6e1-48fe-ba2f-4a114c1578a6 req-0e607fb3-77a3-4ac1-bbb5-684b7bca4713 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:44.833775 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-36051b75-42a4-4ae4-bd5f-288cb3de96a4 req-8eab9433-2d9c-4fc3-acb2-1d0420f30c50 service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400800 Jul 09 14:43:44.871779 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['f75fe67a-03e9-4d45-b9be-c3e13bc21b98', '8741c75a-5912-4a78-a5e0-3da8adeff535', '0f7a887a-cc10-46c1-be45-85a7c45b9735'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:43:44.901418 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e607fb3-77a3-4ac1-bbb5-684b7bca4713 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Pushing event deleted for resources: {'Port': ['ID=8741c75a-5912-4a78-a5e0-3da8adeff535,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:43:44.959543 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0b0143-d081-40e6-b64a-2c663a1f7280 x-openstack-request-id: req-7b0b0143-d081-40e6-b64a-2c663a1f7280 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:43:44.960143 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4380a92-6f44-411b-aecf-545fdd8500bd", "tag": "5a8e589d-f7dc-494f-aeb6-1bcb96db6e28", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:43:44.960314 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7b0b0143-d081-40e6-b64a-2c663a1f7280 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:43:44.960720 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4380a92-6f44-411b-aecf-545fdd8500bd', 'tag': '5a8e589d-f7dc-494f-aeb6-1bcb96db6e28', 'status': 'completed', 'code': 200} Jul 09 14:43:44.987428 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-888268fd-d6e1-48fe-ba2f-4a114c1578a6 req-0e607fb3-77a3-4ac1-bbb5-684b7bca4713 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] No DVR routers for this DVR port 8741c75a-5912-4a78-a5e0-3da8adeff535 on host n-h1-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:43:44.992895 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-888268fd-d6e1-48fe-ba2f-4a114c1578a6 req-0e607fb3-77a3-4ac1-bbb5-684b7bca4713 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:44.992895 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-888268fd-d6e1-48fe-ba2f-4a114c1578a6 req-0e607fb3-77a3-4ac1-bbb5-684b7bca4713 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.62 "DELETE /v2.0/ports/8741c75a-5912-4a78-a5e0-3da8adeff535 HTTP/1.1" status: 204 len: 173 time: 0.6902707 Jul 09 14:43:44.993194 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f906f0e7-5f8e-4cac-a548-37935ae0b330', 'name': 'network-vif-deleted', 'tag': '8741c75a-5912-4a78-a5e0-3da8adeff535'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:43:44.995985 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55e888f-54c5-4951-a2e5-a240cff808d3" -d '{"events": [{"server_uuid": "f906f0e7-5f8e-4cac-a548-37935ae0b330", "name": "network-vif-deleted", "tag": "8741c75a-5912-4a78-a5e0-3da8adeff535"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:43:45.037625 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-36051b75-42a4-4ae4-bd5f-288cb3de96a4 req-d3b4884f-1735-4151-b25c-65acac439092 service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928635 Jul 09 14:43:45.129409 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb67d1d5-7f60-4784-b293-6a419009062d req-8c503535-fcf5-4c83-b59e-e14cdf32956b tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:45.136698 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bb67d1d5-7f60-4784-b293-6a419009062d req-8c503535-fcf5-4c83-b59e-e14cdf32956b tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b01bd56-13c4-4d3c-80db-89613e27886a HTTP/1.1" status: 200 len: 947 time: 0.0925958 Jul 09 14:43:45.200122 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bb67d1d5-7f60-4784-b293-6a419009062d req-1e8b4efa-b9bc-4542-944d-1e5e2318dab1 tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] 10.222.0.58 "GET /v2.0/security-groups?id=cad96112-c17c-4cc8-a900-6bba9899887b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623949 Jul 09 14:43:45.256912 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46baa35c-4bb8-404b-8d20-fcad0653fa01 req-6df86c78-17c4-4c44-af62-fd89607711d1 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:45.261160 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-46baa35c-4bb8-404b-8d20-fcad0653fa01 req-6df86c78-17c4-4c44-af62-fd89607711d1 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e03c96c-4641-4689-8532-7801ad7820b4 HTTP/1.1" status: 200 len: 946 time: 0.1049190 Jul 09 14:43:45.388264 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-46baa35c-4bb8-404b-8d20-fcad0653fa01 req-8cc6997a-8d98-4bf0-86fe-4d3e40539785 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139095 Jul 09 14:43:45.428999 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c570e3f-6b9f-4135-9030-256780ca9cd3 req-494ba900-dd80-4500-8589-7fc3481a5931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:45.433660 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5c570e3f-6b9f-4135-9030-256780ca9cd3 req-494ba900-dd80-4500-8589-7fc3481a5931 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5ec7891592d74a6886dfa68c8f9e2e18&device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 1098 time: 0.1713960 Jul 09 14:43:45.464513 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b820351e-451d-4f82-bd5c-ae8faf4f5a96 req-f2fdf34f-27f5-4008-af57-b5dc1cda4243 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:45.466505 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b820351e-451d-4f82-bd5c-ae8faf4f5a96 req-f2fdf34f-27f5-4008-af57-b5dc1cda4243 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 947 time: 0.1101549 Jul 09 14:43:45.511576 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c8fbea-0779-45d3-b5c8-0d35ef9d08dc x-openstack-request-id: req-f3c8fbea-0779-45d3-b5c8-0d35ef9d08dc {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:43:45.512046 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f906f0e7-5f8e-4cac-a548-37935ae0b330", "name": "network-vif-deleted", "tag": "8741c75a-5912-4a78-a5e0-3da8adeff535", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:43:45.512418 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f3c8fbea-0779-45d3-b5c8-0d35ef9d08dc {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:43:45.512911 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f906f0e7-5f8e-4cac-a548-37935ae0b330', 'name': 'network-vif-deleted', 'tag': '8741c75a-5912-4a78-a5e0-3da8adeff535', 'status': 'completed', 'code': 200} Jul 09 14:43:45.541147 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b820351e-451d-4f82-bd5c-ae8faf4f5a96 req-59962791-4adc-4da7-874a-a373ed70255e tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684769 Jul 09 14:43:45.628929 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c570e3f-6b9f-4135-9030-256780ca9cd3 req-1e96efae-ed2f-4d64-b20a-ea4e6f219831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:45.632857 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5c570e3f-6b9f-4135-9030-256780ca9cd3 req-1e96efae-ed2f-4d64-b20a-ea4e6f219831 service neutron] 10.222.0.62 "GET /v2.0/networks?id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc HTTP/1.1" status: 200 len: 870 time: 0.1860845 Jul 09 14:43:45.715331 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ff587485-b23c-41d8-a271-f8af90b82b40 req-0b2797fc-9332-4a79-98eb-6a78e685ef27 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=f906f0e7-5f8e-4cac-a548-37935ae0b330 HTTP/1.1" status: 200 len: 210 time: 0.0786304 Jul 09 14:43:45.716708 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5c570e3f-6b9f-4135-9030-256780ca9cd3 req-9b2c2588-d00b-47d1-86e5-cacef2fd3c41 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=5a8e589d-f7dc-494f-aeb6-1bcb96db6e28 HTTP/1.1" status: 200 len: 217 time: 0.0432560 Jul 09 14:43:45.741270 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 5a73446c-fe31-4cce-bdb8-244a53ccaeee details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:43:45.779030 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da56e82-5244-480c-8744-3c7f49e1c8ae req-2635d790-2864-49ed-8ccb-6288d89788a5 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:45.783589 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c570e3f-6b9f-4135-9030-256780ca9cd3 req-7cfc8ceb-1f9a-4fe7-bcca-42fbdbcb25ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:45.785509 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5c570e3f-6b9f-4135-9030-256780ca9cd3 req-7cfc8ceb-1f9a-4fe7-bcca-42fbdbcb25ff service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.0541387 Jul 09 14:43:45.788089 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2da56e82-5244-480c-8744-3c7f49e1c8ae req-2635d790-2864-49ed-8ccb-6288d89788a5 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=69170848-85d7-47b1-975f-d4e4b28791e6 HTTP/1.1" status: 200 len: 946 time: 0.1109843 Jul 09 14:43:45.833186 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2da56e82-5244-480c-8744-3c7f49e1c8ae req-e8e31bfc-6ab2-422d-97df-f6e246307f87 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438509 Jul 09 14:43:45.864188 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c570e3f-6b9f-4135-9030-256780ca9cd3 req-fe17329b-3b58-41fb-a735-b3665f8348f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:45.872764 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5c570e3f-6b9f-4135-9030-256780ca9cd3 req-fe17329b-3b58-41fb-a735-b3665f8348f7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0732820 Jul 09 14:43:45.875346 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 5a73446c-fe31-4cce-bdb8-244a53ccaeee, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=5a73446c-fe31-4cce-bdb8-244a53ccaeee,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:43:45.890201 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '5a73446c-fe31-4cce-bdb8-244a53ccaeee', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'port_id': '5a73446c-fe31-4cce-bdb8-244a53ccaeee', 'mac_address': 'fa:16:3e:65:6e:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8081bcce-88de-4a2f-9e69-6750220e0be0', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:43:45.940578 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:45.956200 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a73446c-fe31-4cce-bdb8-244a53ccaeee {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:43:45.981552 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 5a73446c-fe31-4cce-bdb8-244a53ccaeee, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=5a73446c-fe31-4cce-bdb8-244a53ccaeee,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:43:46.021145 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5c570e3f-6b9f-4135-9030-256780ca9cd3 req-62730cee-c49d-436a-92b9-deda16dbe111 service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468911 Jul 09 14:43:46.064817 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:46.150758 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=5a73446c-fe31-4cce-bdb8-244a53ccaeee,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:43:46.481351 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b2b1a-df03-4adc-be2e-9b391e9b0586 req-e2cc5acf-691b-4374-a8a1-e4ffb1f91875 tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:46.497892 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8a4b2b1a-df03-4adc-be2e-9b391e9b0586 req-e2cc5acf-691b-4374-a8a1-e4ffb1f91875 tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b01bd56-13c4-4d3c-80db-89613e27886a HTTP/1.1" status: 200 len: 948 time: 0.1109343 Jul 09 14:43:46.503061 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d136d-be24-4381-a4d4-edf45c426238 req-8d84a955-89bd-47bd-a6d0-cf61a67e3e83 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:46.504681 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d73d136d-be24-4381-a4d4-edf45c426238 req-8d84a955-89bd-47bd-a6d0-cf61a67e3e83 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 946 time: 0.4995484 Jul 09 14:43:46.529263 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5c570e3f-6b9f-4135-9030-256780ca9cd3 req-94753573-1328-4bf8-89de-1a1913de9721 service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4866412 Jul 09 14:43:46.568760 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8a4b2b1a-df03-4adc-be2e-9b391e9b0586 req-4143538d-6e46-40ed-8214-3201de5ad382 tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] 10.222.0.58 "GET /v2.0/security-groups?id=cad96112-c17c-4cc8-a900-6bba9899887b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500956 Jul 09 14:43:46.576097 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d73d136d-be24-4381-a4d4-edf45c426238 req-f7eac338-4636-4e46-9882-7d3b6aa91648 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583262 Jul 09 14:43:46.691629 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['5a73446c-fe31-4cce-bdb8-244a53ccaeee'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:43:46.729597 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbac4bb-3864-4723-af8a-8d6f5e905f57 req-82b7abb7-bd28-46c9-8256-0343c235d4c6 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:46.733817 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7bbac4bb-3864-4723-af8a-8d6f5e905f57 req-82b7abb7-bd28-46c9-8256-0343c235d4c6 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e03c96c-4641-4689-8532-7801ad7820b4 HTTP/1.1" status: 200 len: 946 time: 0.1463418 Jul 09 14:43:46.791470 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a156e2f8-a34a-4dfd-bb06-a1cbdfd7749e req-eaf611b2-9ae4-4cda-b7fc-0f231ce978fe tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:46.795191 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a156e2f8-a34a-4dfd-bb06-a1cbdfd7749e req-eaf611b2-9ae4-4cda-b7fc-0f231ce978fe tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e03c96c-4641-4689-8532-7801ad7820b4 HTTP/1.1" status: 200 len: 946 time: 0.0809696 Jul 09 14:43:46.874876 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a156e2f8-a34a-4dfd-bb06-a1cbdfd7749e req-5ea0525b-62ad-47c5-bef0-3ac36a57ae3d tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733423 Jul 09 14:43:46.898919 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c78a6ea-2905-4d42-aa70-67f09401b9e5 req-d8ae0512-a85d-4381-9f01-acfaf5a24e66 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:46.908387 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5c78a6ea-2905-4d42-aa70-67f09401b9e5 req-d8ae0512-a85d-4381-9f01-acfaf5a24e66 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 947 time: 0.1277184 Jul 09 14:43:46.961047 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5c78a6ea-2905-4d42-aa70-67f09401b9e5 req-4b70e0e8-7d77-4429-ba4b-cd655921250d tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517859 Jul 09 14:43:46.965375 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-7bbac4bb-3864-4723-af8a-8d6f5e905f57 req-de1094b7-926a-4c33-8099-569083f02398 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Deleting port e8210b7e-63e7-4f19-886d-57c749c98c45 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:43:46.965722 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-7bbac4bb-3864-4723-af8a-8d6f5e905f57 req-de1094b7-926a-4c33-8099-569083f02398 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:47.107919 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-7bbac4bb-3864-4723-af8a-8d6f5e905f57 req-de1094b7-926a-4c33-8099-569083f02398 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] For port e8210b7e-63e7-4f19-886d-57c749c98c45, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=e8210b7e-63e7-4f19-886d-57c749c98c45,segment=NetworkSegment(53f9e82d-cbee-4af4-9fe3-f119337023c8),segment_id=53f9e82d-cbee-4af4-9fe3-f119337023c8)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:43:47.109032 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-7bbac4bb-3864-4723-af8a-8d6f5e905f57 req-de1094b7-926a-4c33-8099-569083f02398 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:47.130013 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-7bbac4bb-3864-4723-af8a-8d6f5e905f57 req-de1094b7-926a-4c33-8099-569083f02398 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Calling delete_port for e8210b7e-63e7-4f19-886d-57c749c98c45 owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:43:47.148624 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45205623-1f6b-470b-b049-0d5e4c298458 req-dff4bd51-6957-49d8-ba2a-c960bbbf2c4d tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:47.156284 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-45205623-1f6b-470b-b049-0d5e4c298458 req-dff4bd51-6957-49d8-ba2a-c960bbbf2c4d tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=69170848-85d7-47b1-975f-d4e4b28791e6 HTTP/1.1" status: 200 len: 946 time: 0.0763960 Jul 09 14:43:47.203186 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-45205623-1f6b-470b-b049-0d5e4c298458 req-5e1e7cab-42a2-4262-86a6-6dd9dbaaefb0 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450144 Jul 09 14:43:47.414015 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-7bbac4bb-3864-4723-af8a-8d6f5e905f57 req-de1094b7-926a-4c33-8099-569083f02398 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:47.428143 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['12ba3e02-e8dc-4f75-9575-5579b2930cd3', 'e8210b7e-63e7-4f19-886d-57c749c98c45'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:43:47.448372 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1094b7-926a-4c33-8099-569083f02398 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Pushing event deleted for resources: {'Port': ['ID=e8210b7e-63e7-4f19-886d-57c749c98c45,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:43:47.495253 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bbac4bb-3864-4723-af8a-8d6f5e905f57 req-de1094b7-926a-4c33-8099-569083f02398 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] No DVR routers for this DVR port e8210b7e-63e7-4f19-886d-57c749c98c45 on host n-h2-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:43:47.498501 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-7bbac4bb-3864-4723-af8a-8d6f5e905f57 req-de1094b7-926a-4c33-8099-569083f02398 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:47.511615 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7bbac4bb-3864-4723-af8a-8d6f5e905f57 req-de1094b7-926a-4c33-8099-569083f02398 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.54 "DELETE /v2.0/ports/e8210b7e-63e7-4f19-886d-57c749c98c45 HTTP/1.1" status: 204 len: 173 time: 0.7622013 Jul 09 14:43:47.511615 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e03c96c-4641-4689-8532-7801ad7820b4', 'name': 'network-vif-deleted', 'tag': 'e8210b7e-63e7-4f19-886d-57c749c98c45'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:43:47.511615 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4faf68-ff01-4134-b1e6-af2c965497ac" -d '{"events": [{"server_uuid": "2e03c96c-4641-4689-8532-7801ad7820b4", "name": "network-vif-deleted", "tag": "e8210b7e-63e7-4f19-886d-57c749c98c45"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:43:47.550590 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a0d316-2eca-48ea-a4a8-f45234c973f6 x-openstack-request-id: req-93a0d316-2eca-48ea-a4a8-f45234c973f6 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:43:47.551021 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e03c96c-4641-4689-8532-7801ad7820b4", "name": "network-vif-deleted", "tag": "e8210b7e-63e7-4f19-886d-57c749c98c45", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:43:47.551943 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-93a0d316-2eca-48ea-a4a8-f45234c973f6 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:43:47.551943 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e03c96c-4641-4689-8532-7801ad7820b4', 'name': 'network-vif-deleted', 'tag': 'e8210b7e-63e7-4f19-886d-57c749c98c45', 'status': 'completed', 'code': 200} Jul 09 14:43:47.678184 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23202f54-df61-41d1-bfdb-c404fa0c60ca req-ca47ae8f-e4e5-424f-a0b1-5ffae57a830b tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:47.679979 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-23202f54-df61-41d1-bfdb-c404fa0c60ca req-ca47ae8f-e4e5-424f-a0b1-5ffae57a830b tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa4b046b-c18e-405c-9cae-2fc32f216a42 HTTP/1.1" status: 200 len: 950 time: 0.0772779 Jul 09 14:43:47.720056 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-23202f54-df61-41d1-bfdb-c404fa0c60ca req-b405a4e9-4267-408c-8bf1-41df13a5e172 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344274 Jul 09 14:43:47.751128 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 5a8e589d-f7dc-494f-aeb6-1bcb96db6e28 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:43:47.770796 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335189da-3a75-454a-8ee6-f4dcf5b2e725 req-ec1d3365-1895-48d6-bb37-7bb5d95a9ed9 tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:47.772727 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-335189da-3a75-454a-8ee6-f4dcf5b2e725 req-ec1d3365-1895-48d6-bb37-7bb5d95a9ed9 tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b01bd56-13c4-4d3c-80db-89613e27886a HTTP/1.1" status: 200 len: 948 time: 0.0835562 Jul 09 14:43:47.843287 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 8741c75a-5912-4a78-a5e0-3da8adeff535 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:43:47.844045 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-335189da-3a75-454a-8ee6-f4dcf5b2e725 req-08123520-8ed8-403a-bc36-93abfcb8dbbd tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] 10.222.0.58 "GET /v2.0/security-groups?id=cad96112-c17c-4cc8-a900-6bba9899887b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641704 Jul 09 14:43:47.868304 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: 8741c75a-5912-4a78-a5e0-3da8adeff535 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:43:47.870212 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 8741c75a-5912-4a78-a5e0-3da8adeff535 not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:43:47.907082 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 5a8e589d-f7dc-494f-aeb6-1bcb96db6e28, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=5a8e589d-f7dc-494f-aeb6-1bcb96db6e28,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:43:47.912374 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5022d51-a2f2-48ad-b4f9-ce16b9a237c1 req-c04dc530-12bd-43e0-803b-e8ba64c7e599 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:47.914011 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c5022d51-a2f2-48ad-b4f9-ce16b9a237c1 req-c04dc530-12bd-43e0-803b-e8ba64c7e599 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 946 time: 0.0762968 Jul 09 14:43:47.925115 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '5a8e589d-f7dc-494f-aeb6-1bcb96db6e28', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'port_id': '5a8e589d-f7dc-494f-aeb6-1bcb96db6e28', 'mac_address': 'fa:16:3e:3c:bb:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8081bcce-88de-4a2f-9e69-6750220e0be0', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:43:47.962344 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c5022d51-a2f2-48ad-b4f9-ce16b9a237c1 req-8e286fad-3278-44cb-8183-746e650ad075 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424137 Jul 09 14:43:47.970292 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:47.984111 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a8e589d-f7dc-494f-aeb6-1bcb96db6e28 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:43:48.004817 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 5a8e589d-f7dc-494f-aeb6-1bcb96db6e28, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=5a8e589d-f7dc-494f-aeb6-1bcb96db6e28,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:43:48.060535 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d3fca5b9-5cbc-49c4-a28b-8d0269b12ad5 req-de4a2398-bd7b-4520-ba18-b0d0752f3ea4 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e03c96c-4641-4689-8532-7801ad7820b4 HTTP/1.1" status: 200 len: 210 time: 0.0389373 Jul 09 14:43:48.082368 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:48.132506 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=5a8e589d-f7dc-494f-aeb6-1bcb96db6e28,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:43:48.140785 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:43:48.141255 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:43:48.142248 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:43:48.142248 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:43:48.142540 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:43:48.142973 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:43:48.143405 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:43:48.144109 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:43:48.144541 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:43:48.145005 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:43:48.145423 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:43:48.145855 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:43:48.173959 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f4df3-5398-4716-ae6f-790fc440b15e req-2f053d21-d38a-4b88-ad03-0b81448b9188 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:48.175453 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a07f4df3-5398-4716-ae6f-790fc440b15e req-2f053d21-d38a-4b88-ad03-0b81448b9188 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 948 time: 0.0753434 Jul 09 14:43:48.213563 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a07f4df3-5398-4716-ae6f-790fc440b15e req-057384fa-9b99-43de-a105-8e3b17ebbccc tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321963 Jul 09 14:43:48.403854 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd88dc-22e1-4180-90f0-37de4e2d352e req-f554237c-9632-48e2-a731-c57b524d429d tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:48.403854 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-72dd88dc-22e1-4180-90f0-37de4e2d352e req-f554237c-9632-48e2-a731-c57b524d429d tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=69170848-85d7-47b1-975f-d4e4b28791e6 HTTP/1.1" status: 200 len: 946 time: 0.0759082 Jul 09 14:43:48.455279 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-72dd88dc-22e1-4180-90f0-37de4e2d352e req-18a9d37e-f53e-45b2-9332-e43c19ed7212 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429811 Jul 09 14:43:48.567374 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['5a8e589d-f7dc-494f-aeb6-1bcb96db6e28'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:43:48.895765 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed84148-0052-47ea-a78b-19073824c14b req-f0b7390a-0d79-4241-a399-126e95a8d951 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:48.897274 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bed84148-0052-47ea-a78b-19073824c14b req-f0b7390a-0d79-4241-a399-126e95a8d951 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa4b046b-c18e-405c-9cae-2fc32f216a42 HTTP/1.1" status: 200 len: 950 time: 0.0655687 Jul 09 14:43:48.938396 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bed84148-0052-47ea-a78b-19073824c14b req-e6cc1251-4fe3-4d91-a9cb-9ac598690cc4 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352645 Jul 09 14:43:48.991037 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f57e69-0f69-498c-b30c-e7ec673d4c83 req-a54a3368-8c05-4335-afad-20b38e58d417 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:48.992686 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-00f57e69-0f69-498c-b30c-e7ec673d4c83 req-a54a3368-8c05-4335-afad-20b38e58d417 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=18708f99-dbe1-492b-976e-d41d9f427988 HTTP/1.1" status: 200 len: 945 time: 0.0628674 Jul 09 14:43:49.029637 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-00f57e69-0f69-498c-b30c-e7ec673d4c83 req-d6ae1f83-9148-4073-b97e-7960e792e493 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313625 Jul 09 14:43:49.104932 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec63a3-8635-4cca-8ea1-627ecfcd0c14 req-129f172b-1d9c-4719-9085-1d7e231b96a8 tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:49.106411 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-95ec63a3-8635-4cca-8ea1-627ecfcd0c14 req-129f172b-1d9c-4719-9085-1d7e231b96a8 tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b01bd56-13c4-4d3c-80db-89613e27886a HTTP/1.1" status: 200 len: 948 time: 0.0682335 Jul 09 14:43:49.144356 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-95ec63a3-8635-4cca-8ea1-627ecfcd0c14 req-b5a0e694-3493-44e8-9e1f-0a52b9b44fc0 tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] 10.222.0.58 "GET /v2.0/security-groups?id=cad96112-c17c-4cc8-a900-6bba9899887b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320463 Jul 09 14:43:49.201797 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f7f7b1-033a-47fb-b66b-624d428c1e18 req-b7e0feeb-6d15-4885-985c-c3de939eeebe tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:49.203836 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-46f7f7b1-033a-47fb-b66b-624d428c1e18 req-b7e0feeb-6d15-4885-985c-c3de939eeebe tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 946 time: 0.0684316 Jul 09 14:43:49.245526 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-46f7f7b1-033a-47fb-b66b-624d428c1e18 req-ebf202b8-a36c-44ec-a02f-7162022ffed9 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361583 Jul 09 14:43:49.407548 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a024281-e6ed-4932-b152-9561b41d54b5 req-34300649-34ea-4dd5-a1d4-8b07adf34821 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:49.409082 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8a024281-e6ed-4932-b152-9561b41d54b5 req-34300649-34ea-4dd5-a1d4-8b07adf34821 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 948 time: 0.0651345 Jul 09 14:43:49.460500 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8a024281-e6ed-4932-b152-9561b41d54b5 req-a027d35f-309f-4186-b60a-84f00c19b6d9 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337272 Jul 09 14:43:49.536664 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb5e7a4-60fc-4da9-9b35-4ab2aa4fc394 req-41d8d503-9928-4b4c-a4de-74b09b7363cf tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:49.538305 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3bb5e7a4-60fc-4da9-9b35-4ab2aa4fc394 req-41d8d503-9928-4b4c-a4de-74b09b7363cf tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa4b046b-c18e-405c-9cae-2fc32f216a42 HTTP/1.1" status: 200 len: 950 time: 0.0735309 Jul 09 14:43:49.646517 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-3bb5e7a4-60fc-4da9-9b35-4ab2aa4fc394 req-6a1dfaa2-4b32-465b-89a6-40262b050338 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Deleting port f75fe67a-03e9-4d45-b9be-c3e13bc21b98 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:43:49.647009 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-3bb5e7a4-60fc-4da9-9b35-4ab2aa4fc394 req-6a1dfaa2-4b32-465b-89a6-40262b050338 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:49.741786 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-3bb5e7a4-60fc-4da9-9b35-4ab2aa4fc394 req-6a1dfaa2-4b32-465b-89a6-40262b050338 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] For port f75fe67a-03e9-4d45-b9be-c3e13bc21b98, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=f75fe67a-03e9-4d45-b9be-c3e13bc21b98,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:43:49.742038 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d599396-18e0-43cb-a85c-b858905abf49 req-3fc9f611-a96f-40e3-b56c-20c07644c309 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:49.742350 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-3bb5e7a4-60fc-4da9-9b35-4ab2aa4fc394 req-6a1dfaa2-4b32-465b-89a6-40262b050338 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:49.743251 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5d599396-18e0-43cb-a85c-b858905abf49 req-3fc9f611-a96f-40e3-b56c-20c07644c309 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=69170848-85d7-47b1-975f-d4e4b28791e6 HTTP/1.1" status: 200 len: 946 time: 0.0688584 Jul 09 14:43:49.756901 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-3bb5e7a4-60fc-4da9-9b35-4ab2aa4fc394 req-6a1dfaa2-4b32-465b-89a6-40262b050338 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Calling delete_port for f75fe67a-03e9-4d45-b9be-c3e13bc21b98 owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:43:49.783964 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5d599396-18e0-43cb-a85c-b858905abf49 req-ddcc7f31-fc2f-4514-8b4a-30e829476f69 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347698 Jul 09 14:43:49.796254 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 5a73446c-fe31-4cce-bdb8-244a53ccaeee up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:43:49.921505 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port 5a73446c-fe31-4cce-bdb8-244a53ccaeee completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:43:49.926250 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 5a73446c-fe31-4cce-bdb8-244a53ccaeee triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:43:49.931284 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:49.950694 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-3bb5e7a4-60fc-4da9-9b35-4ab2aa4fc394 req-6a1dfaa2-4b32-465b-89a6-40262b050338 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:49.989646 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1dfaa2-4b32-465b-89a6-40262b050338 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Pushing event deleted for resources: {'Port': ['ID=f75fe67a-03e9-4d45-b9be-c3e13bc21b98,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:43:50.009139 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['0f7a887a-cc10-46c1-be45-85a7c45b9735'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:43:50.043364 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb5e7a4-60fc-4da9-9b35-4ab2aa4fc394 req-6a1dfaa2-4b32-465b-89a6-40262b050338 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] No DVR routers for this DVR port f75fe67a-03e9-4d45-b9be-c3e13bc21b98 on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:43:50.046461 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-3bb5e7a4-60fc-4da9-9b35-4ab2aa4fc394 req-6a1dfaa2-4b32-465b-89a6-40262b050338 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:50.049636 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3bb5e7a4-60fc-4da9-9b35-4ab2aa4fc394 req-6a1dfaa2-4b32-465b-89a6-40262b050338 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.62 "DELETE /v2.0/ports/f75fe67a-03e9-4d45-b9be-c3e13bc21b98 HTTP/1.1" status: 204 len: 173 time: 0.5039506 Jul 09 14:43:50.050175 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa4b046b-c18e-405c-9cae-2fc32f216a42', 'name': 'network-vif-deleted', 'tag': 'f75fe67a-03e9-4d45-b9be-c3e13bc21b98'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:43:50.053104 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91917032-1722-4b5e-ad84-10cb8366780a" -d '{"events": [{"server_uuid": "aa4b046b-c18e-405c-9cae-2fc32f216a42", "name": "network-vif-deleted", "tag": "f75fe67a-03e9-4d45-b9be-c3e13bc21b98"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:43:50.060138 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:50.093081 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b01bd56-13c4-4d3c-80db-89613e27886a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a73446c-fe31-4cce-bdb8-244a53ccaeee'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:43:50.095441 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ef8210-132a-46f9-905d-24b5dec9fc51" -d '{"events": [{"server_uuid": "6b01bd56-13c4-4d3c-80db-89613e27886a", "name": "network-vif-plugged", "status": "completed", "tag": "5a73446c-fe31-4cce-bdb8-244a53ccaeee"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:43:50.111909 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 5a73446c-fe31-4cce-bdb8-244a53ccaeee, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=5a73446c-fe31-4cce-bdb8-244a53ccaeee,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:43:50.120198 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dba89b57-7dc2-472a-9ba2-52f9761b1249 req-46411260-374c-4c28-80ba-5ef33bdf60fe tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa4b046b-c18e-405c-9cae-2fc32f216a42 HTTP/1.1" status: 200 len: 210 time: 0.0461993 Jul 09 14:43:50.175620 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51cf425c-ed61-4058-b6ff-06249576b426 x-openstack-request-id: req-51cf425c-ed61-4058-b6ff-06249576b426 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:43:50.175913 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa4b046b-c18e-405c-9cae-2fc32f216a42", "name": "network-vif-deleted", "tag": "f75fe67a-03e9-4d45-b9be-c3e13bc21b98", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:43:50.176166 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-51cf425c-ed61-4058-b6ff-06249576b426 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:43:50.176565 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa4b046b-c18e-405c-9cae-2fc32f216a42', 'name': 'network-vif-deleted', 'tag': 'f75fe67a-03e9-4d45-b9be-c3e13bc21b98', 'status': 'completed', 'code': 200} Jul 09 14:43:50.211472 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e28120-429e-45d7-82ea-2079a3a783db x-openstack-request-id: req-42e28120-429e-45d7-82ea-2079a3a783db {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:43:50.216757 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b01bd56-13c4-4d3c-80db-89613e27886a", "name": "network-vif-plugged", "status": "completed", "tag": "5a73446c-fe31-4cce-bdb8-244a53ccaeee", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:43:50.216757 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-42e28120-429e-45d7-82ea-2079a3a783db {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:43:50.216757 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b01bd56-13c4-4d3c-80db-89613e27886a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a73446c-fe31-4cce-bdb8-244a53ccaeee', 'code': 200} Jul 09 14:43:50.223747 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:50.224748 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device f75fe67a-03e9-4d45-b9be-c3e13bc21b98 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:43:50.275944 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231723cd-ba91-4c50-b6c5-53e79e1f5881 req-2166534e-5123-43c4-8411-45d7a134dcea tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:50.278696 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-231723cd-ba91-4c50-b6c5-53e79e1f5881 req-2166534e-5123-43c4-8411-45d7a134dcea tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=18708f99-dbe1-492b-976e-d41d9f427988 HTTP/1.1" status: 200 len: 945 time: 0.0893879 Jul 09 14:43:50.281091 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: f75fe67a-03e9-4d45-b9be-c3e13bc21b98 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:43:50.281992 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device f75fe67a-03e9-4d45-b9be-c3e13bc21b98 not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:43:50.303194 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=5a73446c-fe31-4cce-bdb8-244a53ccaeee,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:43:50.320163 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-231723cd-ba91-4c50-b6c5-53e79e1f5881 req-5cc8481b-9025-433b-9094-2bdb87217073 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348537 Jul 09 14:43:50.422612 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f06ace1-dd28-4530-b56c-c367aa22fdd8 req-b331a9d3-c973-4db6-a0be-7543c7444915 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:50.424900 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8f06ace1-dd28-4530-b56c-c367aa22fdd8 req-b331a9d3-c973-4db6-a0be-7543c7444915 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/networks?id=4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9 HTTP/1.1" status: 200 len: 806 time: 0.1401889 Jul 09 14:43:50.432156 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a4da49-386b-44c2-8045-58f27c6fdeb9 req-34c19eea-cff9-4257-a871-88f1ffebc08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:50.433973 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b7a4da49-386b-44c2-8045-58f27c6fdeb9 req-34c19eea-cff9-4257-a871-88f1ffebc08c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6b01bd56-13c4-4d3c-80db-89613e27886a HTTP/1.1" status: 200 len: 1100 time: 0.0983212 Jul 09 14:43:50.441386 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8f06ace1-dd28-4530-b56c-c367aa22fdd8 req-0c9f384d-d0bc-4a25-80f6-9907ad8e6801 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/quotas/1e0132f74af84346b7937684dc0b5d46 HTTP/1.1" status: 200 len: 375 time: 0.0105355 Jul 09 14:43:50.529238 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b7a4da49-386b-44c2-8045-58f27c6fdeb9 req-ba657d52-97ea-4c48-a480-daef26633652 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=cad96112-c17c-4cc8-a900-6bba9899887b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818143 Jul 09 14:43:50.547524 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8f06ace1-dd28-4530-b56c-c367aa22fdd8 req-a576a370-c1ad-44cc-bf01-7dbfe5c9c666 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1e0132f74af84346b7937684dc0b5d46&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0999107 Jul 09 14:43:50.554761 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b79823c-8a92-4517-ab32-c0241c3a468e req-7e10a5a2-8466-4a6e-8eb9-4a77dce1819a tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:50.556367 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9b79823c-8a92-4517-ab32-c0241c3a468e req-7e10a5a2-8466-4a6e-8eb9-4a77dce1819a tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b01bd56-13c4-4d3c-80db-89613e27886a HTTP/1.1" status: 200 len: 949 time: 0.1030731 Jul 09 14:43:50.596916 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9b79823c-8a92-4517-ab32-c0241c3a468e req-2ce3e586-af08-4ba5-a2a3-047d38142416 tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] 10.222.0.58 "GET /v2.0/security-groups?id=cad96112-c17c-4cc8-a900-6bba9899887b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347083 Jul 09 14:43:50.769162 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cde1b5-920b-4445-b2a9-73a829bfefc7 req-936ce64e-1a96-4f8c-bc41-6ee4235750ea tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:50.770756 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-69cde1b5-920b-4445-b2a9-73a829bfefc7 req-936ce64e-1a96-4f8c-bc41-6ee4235750ea tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 946 time: 0.0653627 Jul 09 14:43:50.810379 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-69cde1b5-920b-4445-b2a9-73a829bfefc7 req-13135f2b-75a8-4b8a-8aaa-e1dc3137ba14 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336845 Jul 09 14:43:50.949393 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8f06ace1-dd28-4530-b56c-c367aa22fdd8 req-69a482c7-2385-4499-8fcc-fc88c4cd8827 service neutron] 10.222.0.58 "GET /v2.0/networks/4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3906109 Jul 09 14:43:50.983242 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146a3757-2f12-4309-9648-f573859c3667 req-0e4f7233-f543-483c-858a-61d21c03ea30 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:50.984797 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-146a3757-2f12-4309-9648-f573859c3667 req-0e4f7233-f543-483c-858a-61d21c03ea30 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 948 time: 0.0692894 Jul 09 14:43:51.023325 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-146a3757-2f12-4309-9648-f573859c3667 req-f990e46d-c189-4ccf-a924-19d0d4f1a155 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327661 Jul 09 14:43:51.045577 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8f06ace1-dd28-4530-b56c-c367aa22fdd8 req-2eac9e00-8c5b-4cb9-b305-1113eb38d53f service neutron] 10.222.0.58 "GET /v2.0/networks/4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889590 Jul 09 14:43:51.304628 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c7e5a0-b011-4a76-abbe-f5e8ffdcab8d req-49e06baa-4c13-43b0-ac1a-507af29c766f tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:51.306263 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-03c7e5a0-b011-4a76-abbe-f5e8ffdcab8d req-49e06baa-4c13-43b0-ac1a-507af29c766f tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=69170848-85d7-47b1-975f-d4e4b28791e6 HTTP/1.1" status: 200 len: 946 time: 0.0815175 Jul 09 14:43:51.350546 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-03c7e5a0-b011-4a76-abbe-f5e8ffdcab8d req-9517191e-d3c2-4f23-a9be-b1f56f21115e tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386713 Jul 09 14:43:51.372582 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-246698c2-c8a1-47ee-8e26-09fb97850106 req-b0876890-cfb4-4ec8-b6f8-9b3711b9b555 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa4b046b-c18e-405c-9cae-2fc32f216a42 HTTP/1.1" status: 200 len: 210 time: 0.0291305 Jul 09 14:43:51.446166 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-011a0b3a-9da2-4796-b34e-a988afc9f6a5 req-df408257-6f8c-499f-ad04-1317d9824e15 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=da0ae0cf-ad5f-4a62-a673-e4227dd6b7ee HTTP/1.1" status: 200 len: 210 time: 0.0362289 Jul 09 14:43:51.553521 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a541bd-de07-433e-87d2-9da446db469f req-f2363c6f-86c1-49e9-bff5-13183bee47e0 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:51.554984 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-94a541bd-de07-433e-87d2-9da446db469f req-f2363c6f-86c1-49e9-bff5-13183bee47e0 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=18708f99-dbe1-492b-976e-d41d9f427988 HTTP/1.1" status: 200 len: 945 time: 0.0614994 Jul 09 14:43:51.593666 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-94a541bd-de07-433e-87d2-9da446db469f req-f25a9a09-601a-457c-a632-6c3d5d69d873 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329020 Jul 09 14:43:51.664184 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a1d20b-b6d6-42fe-9961-716d490fd17b req-4becb2a1-3587-4a53-95fe-15bc265db6dc tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:51.670582 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a3a1d20b-b6d6-42fe-9961-716d490fd17b req-4becb2a1-3587-4a53-95fe-15bc265db6dc tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.54 "GET /v2.0/ports?device_id=18708f99-dbe1-492b-976e-d41d9f427988 HTTP/1.1" status: 200 len: 945 time: 0.0683355 Jul 09 14:43:51.765238 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 5a8e589d-f7dc-494f-aeb6-1bcb96db6e28 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:43:51.820189 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dd40a8-3a2f-43f4-a9d4-9b53c32bb389 req-79f523a9-f4dc-4787-a621-082ad738e3dd tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:51.821683 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d5dd40a8-3a2f-43f4-a9d4-9b53c32bb389 req-79f523a9-f4dc-4787-a621-082ad738e3dd tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b01bd56-13c4-4d3c-80db-89613e27886a HTTP/1.1" status: 200 len: 949 time: 0.1036747 Jul 09 14:43:51.824017 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-a3a1d20b-b6d6-42fe-9961-716d490fd17b req-2fdb8220-8251-4f64-a331-58da8dbec614 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Deleting port f785df27-cd14-495b-928c-2418444af0d1 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:43:51.825694 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a3a1d20b-b6d6-42fe-9961-716d490fd17b req-2fdb8220-8251-4f64-a331-58da8dbec614 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:51.881432 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port 5a8e589d-f7dc-494f-aeb6-1bcb96db6e28 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:43:51.888337 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 5a8e589d-f7dc-494f-aeb6-1bcb96db6e28 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:43:51.888337 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:51.923428 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d5dd40a8-3a2f-43f4-a9d4-9b53c32bb389 req-86efb804-4ea3-497c-9920-8ad4a2281e8e tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] 10.222.0.58 "GET /v2.0/security-groups?id=cad96112-c17c-4cc8-a900-6bba9899887b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948946 Jul 09 14:43:51.958583 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-a3a1d20b-b6d6-42fe-9961-716d490fd17b req-2fdb8220-8251-4f64-a331-58da8dbec614 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] For port f785df27-cd14-495b-928c-2418444af0d1, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=f785df27-cd14-495b-928c-2418444af0d1,segment=NetworkSegment(68097950-705f-4c37-a00c-5a4502f7eec0),segment_id=68097950-705f-4c37-a00c-5a4502f7eec0)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:43:51.958583 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a3a1d20b-b6d6-42fe-9961-716d490fd17b req-2fdb8220-8251-4f64-a331-58da8dbec614 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:51.974840 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-a3a1d20b-b6d6-42fe-9961-716d490fd17b req-2fdb8220-8251-4f64-a331-58da8dbec614 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Calling delete_port for f785df27-cd14-495b-928c-2418444af0d1 owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:43:52.004839 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454bead-1b0a-47bd-859c-5cdd3dfcaed7 req-593c165e-9788-4305-a9ed-a1457c5893cf tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:52.009972 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e454bead-1b0a-47bd-859c-5cdd3dfcaed7 req-593c165e-9788-4305-a9ed-a1457c5893cf tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 946 time: 0.0814278 Jul 09 14:43:52.053340 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e454bead-1b0a-47bd-859c-5cdd3dfcaed7 req-34a794e8-2ee0-4025-83d8-58c07cc6ce16 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408375 Jul 09 14:43:52.081792 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device e8210b7e-63e7-4f19-886d-57c749c98c45 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:43:52.105639 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: e8210b7e-63e7-4f19-886d-57c749c98c45 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:43:52.105990 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device e8210b7e-63e7-4f19-886d-57c749c98c45 not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:43:52.167898 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:52.191702 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a3a1d20b-b6d6-42fe-9961-716d490fd17b req-2fdb8220-8251-4f64-a331-58da8dbec614 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:52.206156 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 5a8e589d-f7dc-494f-aeb6-1bcb96db6e28, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=5a8e589d-f7dc-494f-aeb6-1bcb96db6e28,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:43:52.209267 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['01b8931f-c55e-44c7-9c7d-1f7d5fd6146f', 'f785df27-cd14-495b-928c-2418444af0d1'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:43:52.213881 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4380a92-6f44-411b-aecf-545fdd8500bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a8e589d-f7dc-494f-aeb6-1bcb96db6e28'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:43:52.216192 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d85b9f-6b12-44a1-bd98-fb58b0add74f" -d '{"events": [{"server_uuid": "e4380a92-6f44-411b-aecf-545fdd8500bd", "name": "network-vif-plugged", "status": "completed", "tag": "5a8e589d-f7dc-494f-aeb6-1bcb96db6e28"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:43:52.227340 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdb8220-8251-4f64-a331-58da8dbec614 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Pushing event deleted for resources: {'Port': ['ID=f785df27-cd14-495b-928c-2418444af0d1,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:43:52.287277 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:52.299593 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3a1d20b-b6d6-42fe-9961-716d490fd17b req-2fdb8220-8251-4f64-a331-58da8dbec614 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] No DVR routers for this DVR port f785df27-cd14-495b-928c-2418444af0d1 on host n-h2-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:43:52.303434 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a3a1d20b-b6d6-42fe-9961-716d490fd17b req-2fdb8220-8251-4f64-a331-58da8dbec614 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:52.305510 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a3a1d20b-b6d6-42fe-9961-716d490fd17b req-2fdb8220-8251-4f64-a331-58da8dbec614 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.54 "DELETE /v2.0/ports/f785df27-cd14-495b-928c-2418444af0d1 HTTP/1.1" status: 204 len: 173 time: 0.6333170 Jul 09 14:43:52.305949 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18708f99-dbe1-492b-976e-d41d9f427988', 'name': 'network-vif-deleted', 'tag': 'f785df27-cd14-495b-928c-2418444af0d1'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:43:52.308233 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631287ad-2ad7-4082-892b-12eb9ecc1b53" -d '{"events": [{"server_uuid": "18708f99-dbe1-492b-976e-d41d9f427988", "name": "network-vif-deleted", "tag": "f785df27-cd14-495b-928c-2418444af0d1"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:43:52.319353 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebebb0d4-546c-4ac0-895a-0656de09ffae req-bd07cc86-6e3b-43a5-ba4e-13836a0570a3 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:52.327616 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ebebb0d4-546c-4ac0-895a-0656de09ffae req-bd07cc86-6e3b-43a5-ba4e-13836a0570a3 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 948 time: 0.1763101 Jul 09 14:43:52.339146 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e2c45b-7fdb-4528-9ec3-87eb295320df x-openstack-request-id: req-34e2c45b-7fdb-4528-9ec3-87eb295320df {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:43:52.339146 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4380a92-6f44-411b-aecf-545fdd8500bd", "name": "network-vif-plugged", "status": "completed", "tag": "5a8e589d-f7dc-494f-aeb6-1bcb96db6e28", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:43:52.339146 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-34e2c45b-7fdb-4528-9ec3-87eb295320df {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:43:52.339146 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4380a92-6f44-411b-aecf-545fdd8500bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a8e589d-f7dc-494f-aeb6-1bcb96db6e28', 'code': 200} Jul 09 14:43:52.353202 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70065396-645e-412e-b4f1-689c7828a39b x-openstack-request-id: req-70065396-645e-412e-b4f1-689c7828a39b {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:43:52.353495 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18708f99-dbe1-492b-976e-d41d9f427988", "name": "network-vif-deleted", "tag": "f785df27-cd14-495b-928c-2418444af0d1", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:43:52.353745 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-70065396-645e-412e-b4f1-689c7828a39b {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:43:52.354135 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18708f99-dbe1-492b-976e-d41d9f427988', 'name': 'network-vif-deleted', 'tag': 'f785df27-cd14-495b-928c-2418444af0d1', 'status': 'completed', 'code': 200} Jul 09 14:43:52.391718 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ebebb0d4-546c-4ac0-895a-0656de09ffae req-51a9a9e3-8479-45a0-94d1-1f3e11c45504 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594318 Jul 09 14:43:52.414822 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=5a8e589d-f7dc-494f-aeb6-1bcb96db6e28,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:43:52.525833 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60fa918-f810-4d06-b8dd-ce254ea10e89 req-e28e6354-b2d5-4b2d-ae1f-022472d1f0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:52.527730 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c60fa918-f810-4d06-b8dd-ce254ea10e89 req-e28e6354-b2d5-4b2d-ae1f-022472d1f0fc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 1100 time: 0.0729706 Jul 09 14:43:52.568850 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c60fa918-f810-4d06-b8dd-ce254ea10e89 req-4c0e789a-40b5-47f1-8b8b-4060758bb8cf service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334072 Jul 09 14:43:52.611362 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166383b7-90ce-428a-a11c-7603dc21dc33 req-193fffc5-0477-4b6f-8d79-df8365085127 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:52.612994 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-166383b7-90ce-428a-a11c-7603dc21dc33 req-193fffc5-0477-4b6f-8d79-df8365085127 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=69170848-85d7-47b1-975f-d4e4b28791e6 HTTP/1.1" status: 200 len: 946 time: 0.1062639 Jul 09 14:43:52.628599 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1fc8f183-8ef5-4d91-8d4d-5c00490d80a7 req-a4cb602a-cf92-4323-8c0c-48018a9ee041 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=da0ae0cf-ad5f-4a62-a673-e4227dd6b7ee HTTP/1.1" status: 200 len: 210 time: 0.0290189 Jul 09 14:43:52.658863 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-166383b7-90ce-428a-a11c-7603dc21dc33 req-4ac692a3-af1e-4903-978e-874e1b3d59c0 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400794 Jul 09 14:43:52.797675 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a420cd39-fb00-44d3-8173-e7ff4a5a1259 req-dc845210-f417-450e-98ce-51d515a18471 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=18708f99-dbe1-492b-976e-d41d9f427988 HTTP/1.1" status: 200 len: 210 time: 0.0283923 Jul 09 14:43:52.892774 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:53.120613 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abba649-8bf7-40db-8f02-a372fb389f34 req-47b4ac69-433a-433f-8d3a-62ef454efc5c tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:53.122294 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0abba649-8bf7-40db-8f02-a372fb389f34 req-47b4ac69-433a-433f-8d3a-62ef454efc5c tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b01bd56-13c4-4d3c-80db-89613e27886a HTTP/1.1" status: 200 len: 949 time: 0.0811362 Jul 09 14:43:53.152886 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2864f114-c687-425f-9a17-1a30c3274a2f req-cdec9cea-814e-4e37-a678-e412aef13cdd tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:53.154543 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2864f114-c687-425f-9a17-1a30c3274a2f req-cdec9cea-814e-4e37-a678-e412aef13cdd tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfcc7ccb-291a-493f-b69d-6005db0b1092 HTTP/1.1" status: 200 len: 951 time: 0.0723538 Jul 09 14:43:53.184068 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0abba649-8bf7-40db-8f02-a372fb389f34 req-f1c8faa7-e256-4899-8560-22eba9a75580 tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] 10.222.0.58 "GET /v2.0/security-groups?id=cad96112-c17c-4cc8-a900-6bba9899887b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505919 Jul 09 14:43:53.201405 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2864f114-c687-425f-9a17-1a30c3274a2f req-6ccec8a9-8c92-4c6b-9162-0080514cda62 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402727 Jul 09 14:43:53.344009 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6907697-25f2-4e61-b9b9-ec602d5363ad req-79c91a13-888d-4e7d-a38c-1bbb0f9d7cac tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:53.345532 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b6907697-25f2-4e61-b9b9-ec602d5363ad req-79c91a13-888d-4e7d-a38c-1bbb0f9d7cac tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 946 time: 0.0672660 Jul 09 14:43:53.385772 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b6907697-25f2-4e61-b9b9-ec602d5363ad req-bcd89acf-d9dd-4fdf-b593-3fdc57974060 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345759 Jul 09 14:43:53.654539 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd617bd-ac78-4490-b202-0822c552be74 req-747b03a7-43cb-417e-ba96-9f5273d1b46a tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:53.655989 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0bd617bd-ac78-4490-b202-0822c552be74 req-747b03a7-43cb-417e-ba96-9f5273d1b46a tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 949 time: 0.0645905 Jul 09 14:43:53.699113 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0bd617bd-ac78-4490-b202-0822c552be74 req-ecb201e1-96f2-4a9e-8b69-65f97777e001 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351236 Jul 09 14:43:53.784299 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fa3aa256-b598-4964-b1a5-59d53ff32752 req-e24b13e2-ffab-458e-b696-11099aea833d tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=da0ae0cf-ad5f-4a62-a673-e4227dd6b7ee HTTP/1.1" status: 200 len: 210 time: 0.0280626 Jul 09 14:43:53.873541 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907fae0-c8ad-4d08-bc99-973146311389 req-5005100a-d09c-4c27-ab5f-20b5d39bf907 tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:53.875105 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d907fae0-c8ad-4d08-bc99-973146311389 req-5005100a-d09c-4c27-ab5f-20b5d39bf907 tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b01bd56-13c4-4d3c-80db-89613e27886a HTTP/1.1" status: 200 len: 949 time: 0.0702138 Jul 09 14:43:53.915142 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d907fae0-c8ad-4d08-bc99-973146311389 req-042df7e9-4b5f-4cbf-b855-aff96f19bf04 tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] 10.222.0.58 "GET /v2.0/security-groups?id=cad96112-c17c-4cc8-a900-6bba9899887b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342090 Jul 09 14:43:54.041866 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d522a-e731-4a41-a6a5-1746ce4553d0 req-218a5492-af55-485c-b809-ef502567d500 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:54.043413 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e56d522a-e731-4a41-a6a5-1746ce4553d0 req-218a5492-af55-485c-b809-ef502567d500 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=69170848-85d7-47b1-975f-d4e4b28791e6 HTTP/1.1" status: 200 len: 946 time: 0.1408820 Jul 09 14:43:54.081653 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f06ace1-dd28-4530-b56c-c367aa22fdd8 req-2c5bbfb9-5456-4e5e-8d25-66aee30395f8 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:54.083131 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8f06ace1-dd28-4530-b56c-c367aa22fdd8 req-2c5bbfb9-5456-4e5e-8d25-66aee30395f8 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.54 "GET /v2.0/networks?id=4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9 HTTP/1.1" status: 200 len: 806 time: 0.1451650 Jul 09 14:43:54.101882 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-8f06ace1-dd28-4530-b56c-c367aa22fdd8 req-1a7725e4-1d0c-4a38-b760-dc8587386b85 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Request body: {'port': {'device_id': 'da0ae0cf-ad5f-4a62-a673-e4227dd6b7ee', 'network_id': '4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9', 'admin_state_up': True, 'tenant_id': '1e0132f74af84346b7937684dc0b5d46'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:43:54.119815 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e56d522a-e731-4a41-a6a5-1746ce4553d0 req-9aa641e9-eb09-49ea-bb67-8bd0eec915b7 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702460 Jul 09 14:43:54.282068 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f06ace1-dd28-4530-b56c-c367aa22fdd8 req-1a7725e4-1d0c-4a38-b760-dc8587386b85 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Made reservation on behalf of 1e0132f74af84346b7937684dc0b5d46 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:43:54.287236 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-8f06ace1-dd28-4530-b56c-c367aa22fdd8 req-1a7725e4-1d0c-4a38-b760-dc8587386b85 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:54.468694 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-8f06ace1-dd28-4530-b56c-c367aa22fdd8 req-1a7725e4-1d0c-4a38-b760-dc8587386b85 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Allocated IP 172.20.0.4 (4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9/e78429e5-c16d-40cf-923f-e056853eac48/ef692d12-6f48-4da5-9aa4-4fc22035a882) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:43:54.490855 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88995f0-884d-4e57-baa4-163ba62aa7c6 req-27e0fa3b-2432-4728-9626-8623937f3341 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:54.490855 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c88995f0-884d-4e57-baa4-163ba62aa7c6 req-27e0fa3b-2432-4728-9626-8623937f3341 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfcc7ccb-291a-493f-b69d-6005db0b1092 HTTP/1.1" status: 200 len: 951 time: 0.1472909 Jul 09 14:43:54.566908 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c88995f0-884d-4e57-baa4-163ba62aa7c6 req-1935473e-8213-484d-8db1-2bdc8c25ba2f tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706618 Jul 09 14:43:54.586725 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8dd50d-52c8-43fe-8316-0f607fb240b4 req-9df1d4da-a5b2-4de9-acc6-ae3cec94504f tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:54.587056 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6f8dd50d-52c8-43fe-8316-0f607fb240b4 req-9df1d4da-a5b2-4de9-acc6-ae3cec94504f tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 946 time: 0.0666809 Jul 09 14:43:54.629574 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6f8dd50d-52c8-43fe-8316-0f607fb240b4 req-b47a9ca5-f276-4d3a-b042-67d07f95ad26 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347705 Jul 09 14:43:54.670398 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-8f06ace1-dd28-4530-b56c-c367aa22fdd8 req-1a7725e4-1d0c-4a38-b760-dc8587386b85 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:54.774146 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f8bbb-3fbf-4468-95e3-0667ddcf105d req-d37f1ef2-7e1a-4955-af8a-1066c3e14b33 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:54.775656 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-de6f8bbb-3fbf-4468-95e3-0667ddcf105d req-d37f1ef2-7e1a-4955-af8a-1066c3e14b33 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=db9b48db-d25d-4d09-9a7a-bd68518db69b HTTP/1.1" status: 200 len: 945 time: 0.0833380 Jul 09 14:43:54.815372 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-de6f8bbb-3fbf-4468-95e3-0667ddcf105d req-af06634f-e2a9-4136-ad06-c076c2a939fd tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339930 Jul 09 14:43:54.818588 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-8f06ace1-dd28-4530-b56c-c367aa22fdd8 req-1a7725e4-1d0c-4a38-b760-dc8587386b85 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:54.836012 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['12ba3e02-e8dc-4f75-9575-5579b2930cd3'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:43:54.873894 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f06ace1-dd28-4530-b56c-c367aa22fdd8 req-1a7725e4-1d0c-4a38-b760-dc8587386b85 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Network 4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:43:54.883197 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-8f06ace1-dd28-4530-b56c-c367aa22fdd8 req-1a7725e4-1d0c-4a38-b760-dc8587386b85 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:43:54.887648 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f06ace1-dd28-4530-b56c-c367aa22fdd8 req-1a7725e4-1d0c-4a38-b760-dc8587386b85 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:43:54.913206 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7725e4-1d0c-4a38-b760-dc8587386b85 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Pushing event updated for resources: {'Port': ['ID=ef692d12-6f48-4da5-9aa4-4fc22035a882,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:43:54.943535 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02dad04-71f6-4c99-96a4-e6f06f12ba1a req-fce21675-aa15-4bd8-90f9-2f0bf794f1fd tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:54.947977 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a02dad04-71f6-4c99-96a4-e6f06f12ba1a req-fce21675-aa15-4bd8-90f9-2f0bf794f1fd tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 949 time: 0.0954883 Jul 09 14:43:54.954438 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f06ace1-dd28-4530-b56c-c367aa22fdd8 req-1a7725e4-1d0c-4a38-b760-dc8587386b85 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:54.955071 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-8f06ace1-dd28-4530-b56c-c367aa22fdd8 req-1a7725e4-1d0c-4a38-b760-dc8587386b85 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:54.988104 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a02dad04-71f6-4c99-96a4-e6f06f12ba1a req-ef4483df-2108-4fbe-a2af-bdfa9f8e13ce tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359213 Jul 09 14:43:55.022877 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb551750-3cf6-43d3-ad16-d4d686b7a89a req-4e7d3ed5-0ff4-4bd5-ac6d-eb2dc1b29d5e tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:55.024167 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bb551750-3cf6-43d3-ad16-d4d686b7a89a req-4e7d3ed5-0ff4-4bd5-ac6d-eb2dc1b29d5e tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=da0ae0cf-ad5f-4a62-a673-e4227dd6b7ee HTTP/1.1" status: 200 len: 931 time: 0.0890887 Jul 09 14:43:55.065737 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bb551750-3cf6-43d3-ad16-d4d686b7a89a req-bc917374-d097-409e-aa56-b042718f5b23 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347309 Jul 09 14:43:55.067542 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8f06ace1-dd28-4530-b56c-c367aa22fdd8 req-1a7725e4-1d0c-4a38-b760-dc8587386b85 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9723573 Jul 09 14:43:55.091466 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-8f06ace1-dd28-4530-b56c-c367aa22fdd8 req-78824feb-0c50-418f-a858-3b2fb33a3fe6 service neutron] Request body: {'port': {'device_id': 'da0ae0cf-ad5f-4a62-a673-e4227dd6b7ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:43:55.166977 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-8f06ace1-dd28-4530-b56c-c367aa22fdd8 req-78824feb-0c50-418f-a858-3b2fb33a3fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:55.171697 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d43261-2569-471f-840d-1f94e120e94c req-0e4df8c9-08a8-4c51-8b85-db18fbd41602 tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:55.174102 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-41d43261-2569-471f-840d-1f94e120e94c req-0e4df8c9-08a8-4c51-8b85-db18fbd41602 tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b01bd56-13c4-4d3c-80db-89613e27886a HTTP/1.1" status: 200 len: 949 time: 0.0665882 Jul 09 14:43:55.211112 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-41d43261-2569-471f-840d-1f94e120e94c req-05a10b4b-b0cd-4362-bd84-6e7ecfa6f93b tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] 10.222.0.58 "GET /v2.0/security-groups?id=cad96112-c17c-4cc8-a900-6bba9899887b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314760 Jul 09 14:43:55.335763 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb5cfe-a22a-41f4-8f95-626fc9a4ad54 req-d7ece350-eb83-4fab-939a-92615020373c tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:55.337251 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b2fb5cfe-a22a-41f4-8f95-626fc9a4ad54 req-d7ece350-eb83-4fab-939a-92615020373c tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 949 time: 0.1606688 Jul 09 14:43:55.373508 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08475904-81ad-4b4f-b1a7-648036a40fe2 req-f2d48e43-e601-437a-889d-d8c80a814790 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:55.375269 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-08475904-81ad-4b4f-b1a7-648036a40fe2 req-f2d48e43-e601-437a-889d-d8c80a814790 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=69170848-85d7-47b1-975f-d4e4b28791e6 HTTP/1.1" status: 200 len: 946 time: 0.0641358 Jul 09 14:43:55.416938 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-08475904-81ad-4b4f-b1a7-648036a40fe2 req-25f62aa2-4118-4a26-ad36-edcc5412896f tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325940 Jul 09 14:43:55.429723 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b2fb5cfe-a22a-41f4-8f95-626fc9a4ad54 req-b448e2d2-177f-401a-b078-ddfaa843c034 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844872 Jul 09 14:43:55.516868 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-8f06ace1-dd28-4530-b56c-c367aa22fdd8 req-78824feb-0c50-418f-a858-3b2fb33a3fe6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef692d12-6f48-4da5-9aa4-4fc22035a882 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:43:55.524253 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-8f06ace1-dd28-4530-b56c-c367aa22fdd8 req-78824feb-0c50-418f-a858-3b2fb33a3fe6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:55.536310 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-8f06ace1-dd28-4530-b56c-c367aa22fdd8 req-78824feb-0c50-418f-a858-3b2fb33a3fe6 service neutron] Transition to ACTIVE for port object ef692d12-6f48-4da5-9aa4-4fc22035a882 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:43:55.613190 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-8f06ace1-dd28-4530-b56c-c367aa22fdd8 req-78824feb-0c50-418f-a858-3b2fb33a3fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:55.720348 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78824feb-0c50-418f-a858-3b2fb33a3fe6 service neutron] Pushing event updated for resources: {'Port': ['ID=ef692d12-6f48-4da5-9aa4-4fc22035a882,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:43:55.832099 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc85f40-56be-41dc-b1ec-7b2ff1ed4148 req-2201f7b7-7e82-4090-8c08-80a11af558a0 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:55.833565 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2bc85f40-56be-41dc-b1ec-7b2ff1ed4148 req-2201f7b7-7e82-4090-8c08-80a11af558a0 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfcc7ccb-291a-493f-b69d-6005db0b1092 HTTP/1.1" status: 200 len: 951 time: 0.1889472 Jul 09 14:43:55.853545 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-8f06ace1-dd28-4530-b56c-c367aa22fdd8 req-78824feb-0c50-418f-a858-3b2fb33a3fe6 service neutron] Attempting to bind port ef692d12-6f48-4da5-9aa4-4fc22035a882 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:43:55.853949 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-8f06ace1-dd28-4530-b56c-c367aa22fdd8 req-78824feb-0c50-418f-a858-3b2fb33a3fe6 service neutron] Attempting to bind port ef692d12-6f48-4da5-9aa4-4fc22035a882 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '53f9e82d-cbee-4af4-9fe3-f119337023c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:43:55.854217 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f06ace1-dd28-4530-b56c-c367aa22fdd8 req-78824feb-0c50-418f-a858-3b2fb33a3fe6 service neutron] Attempting to bind port ef692d12-6f48-4da5-9aa4-4fc22035a882 on network 4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:43:55.888325 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47060541-3aa8-4dad-91e4-c8ef106c11e8 req-2700e623-44fd-45fd-aba3-7bf0699bcdd8 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:55.889795 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-47060541-3aa8-4dad-91e4-c8ef106c11e8 req-2700e623-44fd-45fd-aba3-7bf0699bcdd8 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfcc7ccb-291a-493f-b69d-6005db0b1092 HTTP/1.1" status: 200 len: 951 time: 0.1650822 Jul 09 14:43:55.893297 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f06ace1-dd28-4530-b56c-c367aa22fdd8 req-78824feb-0c50-418f-a858-3b2fb33a3fe6 service neutron] Port ef692d12-6f48-4da5-9aa4-4fc22035a882 on network 4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:43:55.893614 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f06ace1-dd28-4530-b56c-c367aa22fdd8 req-78824feb-0c50-418f-a858-3b2fb33a3fe6 service neutron] Attempting to bind port ef692d12-6f48-4da5-9aa4-4fc22035a882 on network 4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:43:55.913372 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f06ace1-dd28-4530-b56c-c367aa22fdd8 req-78824feb-0c50-418f-a858-3b2fb33a3fe6 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:43:55.913717 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f06ace1-dd28-4530-b56c-c367aa22fdd8 req-78824feb-0c50-418f-a858-3b2fb33a3fe6 service neutron] Checking segment: {'id': '53f9e82d-cbee-4af4-9fe3-f119337023c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:43:55.914105 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f06ace1-dd28-4530-b56c-c367aa22fdd8 req-78824feb-0c50-418f-a858-3b2fb33a3fe6 service neutron] Bound using segment: {'id': '53f9e82d-cbee-4af4-9fe3-f119337023c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:43:55.914554 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-8f06ace1-dd28-4530-b56c-c367aa22fdd8 req-78824feb-0c50-418f-a858-3b2fb33a3fe6 service neutron] Bound port: ef692d12-6f48-4da5-9aa4-4fc22035a882, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53f9e82d-cbee-4af4-9fe3-f119337023c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:43:55.914914 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-8f06ace1-dd28-4530-b56c-c367aa22fdd8 req-78824feb-0c50-418f-a858-3b2fb33a3fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:55.977889 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-47060541-3aa8-4dad-91e4-c8ef106c11e8 req-4f053ae1-1002-45ec-8c82-f2ec5c974ca6 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/security-groups?id=f904536a-290a-47fe-8400-5bb7f666070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773602 Jul 09 14:43:56.009156 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device f785df27-cd14-495b-928c-2418444af0d1 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:43:56.055495 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: f785df27-cd14-495b-928c-2418444af0d1 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:43:56.055887 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device f785df27-cd14-495b-928c-2418444af0d1 not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:43:56.075742 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-8f06ace1-dd28-4530-b56c-c367aa22fdd8 req-78824feb-0c50-418f-a858-3b2fb33a3fe6 service neutron] For port ef692d12-6f48-4da5-9aa4-4fc22035a882, host n-h2-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:43:56.085770 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a0d4e-3e2e-4e82-94f0-c9e8c204b697 req-f68974e8-abc5-4a7b-8cf6-4864149329b1 tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:56.087283 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bf1a0d4e-3e2e-4e82-94f0-c9e8c204b697 req-f68974e8-abc5-4a7b-8cf6-4864149329b1 tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b01bd56-13c4-4d3c-80db-89613e27886a HTTP/1.1" status: 200 len: 949 time: 0.1071303 Jul 09 14:43:56.091672 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-8f06ace1-dd28-4530-b56c-c367aa22fdd8 req-78824feb-0c50-418f-a858-3b2fb33a3fe6 service neutron] For port ef692d12-6f48-4da5-9aa4-4fc22035a882, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=ef692d12-6f48-4da5-9aa4-4fc22035a882,segment=NetworkSegment(53f9e82d-cbee-4af4-9fe3-f119337023c8),segment_id=53f9e82d-cbee-4af4-9fe3-f119337023c8)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:43:56.093563 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-2bc85f40-56be-41dc-b1ec-7b2ff1ed4148 req-fdced93d-49f9-464f-91b9-3abba09fac1f tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Deleting port 0f7a887a-cc10-46c1-be45-85a7c45b9735 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:43:56.093999 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-2bc85f40-56be-41dc-b1ec-7b2ff1ed4148 req-fdced93d-49f9-464f-91b9-3abba09fac1f tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:56.116061 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b242d-6667-45ff-80e0-5db915531db6 req-2ffed2b8-664e-40ff-b7ba-01025da75499 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:56.116061 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ee2b242d-6667-45ff-80e0-5db915531db6 req-2ffed2b8-664e-40ff-b7ba-01025da75499 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 946 time: 0.0999711 Jul 09 14:43:56.161305 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-62e3e463-3ae5-4b25-b4b9-3b102f0edfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:56.186165 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-8f06ace1-dd28-4530-b56c-c367aa22fdd8 req-78824feb-0c50-418f-a858-3b2fb33a3fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:56.236287 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ee2b242d-6667-45ff-80e0-5db915531db6 req-052fd215-b3b8-4052-97de-1654598f94e4 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966246 Jul 09 14:43:56.243180 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f06ace1-dd28-4530-b56c-c367aa22fdd8 req-78824feb-0c50-418f-a858-3b2fb33a3fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:56.244475 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-8f06ace1-dd28-4530-b56c-c367aa22fdd8 req-78824feb-0c50-418f-a858-3b2fb33a3fe6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:56.245973 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8f06ace1-dd28-4530-b56c-c367aa22fdd8 req-78824feb-0c50-418f-a858-3b2fb33a3fe6 service neutron] 10.222.0.54 "PUT /v2.0/ports/ef692d12-6f48-4da5-9aa4-4fc22035a882 HTTP/1.1" status: 200 len: 1091 time: 1.1588523 Jul 09 14:43:56.249406 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da0ae0cf-ad5f-4a62-a673-e4227dd6b7ee', 'tag': 'ef692d12-6f48-4da5-9aa4-4fc22035a882'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:43:56.258098 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5304d584-fcd7-4e34-9e42-37cf29bba6de" -d '{"events": [{"name": "network-changed", "server_uuid": "da0ae0cf-ad5f-4a62-a673-e4227dd6b7ee", "tag": "ef692d12-6f48-4da5-9aa4-4fc22035a882"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:43:56.272401 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-2bc85f40-56be-41dc-b1ec-7b2ff1ed4148 req-fdced93d-49f9-464f-91b9-3abba09fac1f tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] For port 0f7a887a-cc10-46c1-be45-85a7c45b9735, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=0f7a887a-cc10-46c1-be45-85a7c45b9735,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:43:56.272711 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0f907813-1053-43fb-a62c-45d7273de8ae req-f680c1c0-d28c-4304-8938-13e5c9dbc51b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1599908 Jul 09 14:43:56.272866 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-2bc85f40-56be-41dc-b1ec-7b2ff1ed4148 req-fdced93d-49f9-464f-91b9-3abba09fac1f tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:56.288642 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-bf1a0d4e-3e2e-4e82-94f0-c9e8c204b697 req-91b04851-b134-4b31-abac-d4fbf35dd8cd tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] Deleting port 5a73446c-fe31-4cce-bdb8-244a53ccaeee {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:43:56.289043 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-bf1a0d4e-3e2e-4e82-94f0-c9e8c204b697 req-91b04851-b134-4b31-abac-d4fbf35dd8cd tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:56.328885 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-2bc85f40-56be-41dc-b1ec-7b2ff1ed4148 req-fdced93d-49f9-464f-91b9-3abba09fac1f tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Calling delete_port for 0f7a887a-cc10-46c1-be45-85a7c45b9735 owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:43:56.351448 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78824feb-0c50-418f-a858-3b2fb33a3fe6 service neutron] Pushing event updated for resources: {'Port': ['ID=ef692d12-6f48-4da5-9aa4-4fc22035a882,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:43:56.444025 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-bf1a0d4e-3e2e-4e82-94f0-c9e8c204b697 req-91b04851-b134-4b31-abac-d4fbf35dd8cd tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] For port 5a73446c-fe31-4cce-bdb8-244a53ccaeee, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=5a73446c-fe31-4cce-bdb8-244a53ccaeee,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:43:56.444716 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-bf1a0d4e-3e2e-4e82-94f0-c9e8c204b697 req-91b04851-b134-4b31-abac-d4fbf35dd8cd tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:56.467450 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e7f79d-0d42-4525-a0e4-a4c85265e753 req-3fd3f613-5cdc-4636-9892-e6fb96703a30 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:56.467755 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73b16e-69c2-4994-83f7-955435422b25 req-8c7bdee9-36cb-4e8e-9747-85d975c0ade1 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:56.469003 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-39e7f79d-0d42-4525-a0e4-a4c85265e753 req-3fd3f613-5cdc-4636-9892-e6fb96703a30 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=db9b48db-d25d-4d09-9a7a-bd68518db69b HTTP/1.1" status: 200 len: 945 time: 0.2077835 Jul 09 14:43:56.469203 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ea73b16e-69c2-4994-83f7-955435422b25 req-8c7bdee9-36cb-4e8e-9747-85d975c0ade1 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 949 time: 0.1166308 Jul 09 14:43:56.470321 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-bf1a0d4e-3e2e-4e82-94f0-c9e8c204b697 req-91b04851-b134-4b31-abac-d4fbf35dd8cd tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] Calling delete_port for 5a73446c-fe31-4cce-bdb8-244a53ccaeee owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:43:56.548321 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f06ace1-dd28-4530-b56c-c367aa22fdd8 req-6749af05-da94-423e-9aea-9553109de470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:56.549835 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8f06ace1-dd28-4530-b56c-c367aa22fdd8 req-6749af05-da94-423e-9aea-9553109de470 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1e0132f74af84346b7937684dc0b5d46&device_id=da0ae0cf-ad5f-4a62-a673-e4227dd6b7ee HTTP/1.1" status: 200 len: 1094 time: 0.1560099 Jul 09 14:43:56.555326 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-39e7f79d-0d42-4525-a0e4-a4c85265e753 req-9e352bfb-1033-4271-b5c6-65b0dabec51d tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673161 Jul 09 14:43:56.576653 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ea73b16e-69c2-4994-83f7-955435422b25 req-029745f8-4ee2-4894-a388-4f1f122eda03 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970685 Jul 09 14:43:56.612033 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8f06ace1-dd28-4530-b56c-c367aa22fdd8 req-1fb9349a-19da-4c32-a671-4f20d32be0eb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef692d12-6f48-4da5-9aa4-4fc22035a882 HTTP/1.1" status: 200 len: 217 time: 0.0538087 Jul 09 14:43:56.765594 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-bf1a0d4e-3e2e-4e82-94f0-c9e8c204b697 req-91b04851-b134-4b31-abac-d4fbf35dd8cd tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:56.801269 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b04851-b134-4b31-abac-d4fbf35dd8cd tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] Pushing event deleted for resources: {'Port': ['ID=5a73446c-fe31-4cce-bdb8-244a53ccaeee,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:43:56.810423 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['5a73446c-fe31-4cce-bdb8-244a53ccaeee'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:43:56.878668 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf1a0d4e-3e2e-4e82-94f0-c9e8c204b697 req-91b04851-b134-4b31-abac-d4fbf35dd8cd tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] No DVR routers for this DVR port 5a73446c-fe31-4cce-bdb8-244a53ccaeee on host n-h1-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:43:56.882014 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-bf1a0d4e-3e2e-4e82-94f0-c9e8c204b697 req-91b04851-b134-4b31-abac-d4fbf35dd8cd tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:56.884193 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bf1a0d4e-3e2e-4e82-94f0-c9e8c204b697 req-91b04851-b134-4b31-abac-d4fbf35dd8cd tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] 10.222.0.62 "DELETE /v2.0/ports/5a73446c-fe31-4cce-bdb8-244a53ccaeee HTTP/1.1" status: 204 len: 173 time: 0.7891765 Jul 09 14:43:56.884637 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b01bd56-13c4-4d3c-80db-89613e27886a', 'name': 'network-vif-deleted', 'tag': '5a73446c-fe31-4cce-bdb8-244a53ccaeee'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:43:56.887039 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322d118a-deac-49ba-9933-7dff9fa0fdaa" -d '{"events": [{"server_uuid": "6b01bd56-13c4-4d3c-80db-89613e27886a", "name": "network-vif-deleted", "tag": "5a73446c-fe31-4cce-bdb8-244a53ccaeee"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:43:56.913685 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b07d8-bee0-4f12-b396-07661daed3d8 req-74437847-d9c3-4679-be9a-47962eb6a3c6 tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:56.915348 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e44b07d8-bee0-4f12-b396-07661daed3d8 req-74437847-d9c3-4679-be9a-47962eb6a3c6 tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b01bd56-13c4-4d3c-80db-89613e27886a HTTP/1.1" status: 200 len: 867 time: 0.1835346 Jul 09 14:43:56.949661 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-2bc85f40-56be-41dc-b1ec-7b2ff1ed4148 req-fdced93d-49f9-464f-91b9-3abba09fac1f tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:56.975281 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e44b07d8-bee0-4f12-b396-07661daed3d8 req-28ee70e2-3347-4375-9d3f-de47303d0740 tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] 10.222.0.58 "GET /v2.0/security-groups?id=cad96112-c17c-4cc8-a900-6bba9899887b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533302 Jul 09 14:43:57.019569 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdced93d-49f9-464f-91b9-3abba09fac1f tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Pushing event deleted for resources: {'Port': ['ID=0f7a887a-cc10-46c1-be45-85a7c45b9735,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:43:57.067875 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f06016-5dc0-461e-beb9-8d949f050563 x-openstack-request-id: req-56f06016-5dc0-461e-beb9-8d949f050563 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:43:57.068145 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da0ae0cf-ad5f-4a62-a673-e4227dd6b7ee", "tag": "ef692d12-6f48-4da5-9aa4-4fc22035a882", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:43:57.068396 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-56f06016-5dc0-461e-beb9-8d949f050563 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:43:57.068933 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da0ae0cf-ad5f-4a62-a673-e4227dd6b7ee', 'tag': 'ef692d12-6f48-4da5-9aa4-4fc22035a882', 'status': 'completed', 'code': 200} Jul 09 14:43:57.073769 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f06ace1-dd28-4530-b56c-c367aa22fdd8 req-bc2ee304-4984-476a-9a68-9a5e48c7fbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:57.075251 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8f06ace1-dd28-4530-b56c-c367aa22fdd8 req-bc2ee304-4984-476a-9a68-9a5e48c7fbcd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e78429e5-c16d-40cf-923f-e056853eac48 HTTP/1.1" status: 200 len: 846 time: 0.4516723 Jul 09 14:43:57.163895 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8f06ace1-dd28-4530-b56c-c367aa22fdd8 req-ef4a54f2-e442-4d78-8af2-45c7c17b47af service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737762 Jul 09 14:43:57.171707 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bc85f40-56be-41dc-b1ec-7b2ff1ed4148 req-fdced93d-49f9-464f-91b9-3abba09fac1f tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] No DVR routers for this DVR port 0f7a887a-cc10-46c1-be45-85a7c45b9735 on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:43:57.171707 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-2bc85f40-56be-41dc-b1ec-7b2ff1ed4148 req-fdced93d-49f9-464f-91b9-3abba09fac1f tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:57.171707 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2bc85f40-56be-41dc-b1ec-7b2ff1ed4148 req-fdced93d-49f9-464f-91b9-3abba09fac1f tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.62 "DELETE /v2.0/ports/0f7a887a-cc10-46c1-be45-85a7c45b9735 HTTP/1.1" status: 204 len: 173 time: 1.3291061 Jul 09 14:43:57.210365 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b215afd-9249-4f14-9d8f-164c94344934 req-93c47365-6fdd-4a55-af93-eda4f5370e5e tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:57.212953 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5b215afd-9249-4f14-9d8f-164c94344934 req-93c47365-6fdd-4a55-af93-eda4f5370e5e tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=69170848-85d7-47b1-975f-d4e4b28791e6 HTTP/1.1" status: 200 len: 946 time: 0.0726354 Jul 09 14:43:57.264029 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5b215afd-9249-4f14-9d8f-164c94344934 req-e123cd74-7a90-4f77-b523-e6bd74abc440 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453477 Jul 09 14:43:57.272943 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3422ef3b-646f-49b4-ac24-a3998cbab58e req-92c2008b-0873-425c-92b6-60057b6c3adf tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:57.274835 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3422ef3b-646f-49b4-ac24-a3998cbab58e req-92c2008b-0873-425c-92b6-60057b6c3adf tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=da0ae0cf-ad5f-4a62-a673-e4227dd6b7ee HTTP/1.1" status: 200 len: 943 time: 0.3287878 Jul 09 14:43:57.346409 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c5b6d4-908b-4fd7-92e4-a61a51dcff55 x-openstack-request-id: req-03c5b6d4-908b-4fd7-92e4-a61a51dcff55 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:43:57.347656 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b01bd56-13c4-4d3c-80db-89613e27886a", "name": "network-vif-deleted", "tag": "5a73446c-fe31-4cce-bdb8-244a53ccaeee", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:43:57.348676 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-03c5b6d4-908b-4fd7-92e4-a61a51dcff55 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:43:57.349070 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8f06ace1-dd28-4530-b56c-c367aa22fdd8 req-88c95baf-4c35-4198-a238-29a3008ae76f service neutron] 10.222.0.54 "GET /v2.0/networks/4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629860 Jul 09 14:43:57.349230 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b01bd56-13c4-4d3c-80db-89613e27886a', 'name': 'network-vif-deleted', 'tag': '5a73446c-fe31-4cce-bdb8-244a53ccaeee', 'status': 'completed', 'code': 200} Jul 09 14:43:57.358246 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3422ef3b-646f-49b4-ac24-a3998cbab58e req-10a5f5c6-8666-4870-9e64-7b7e692e3819 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703943 Jul 09 14:43:57.461838 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8f06ace1-dd28-4530-b56c-c367aa22fdd8 req-2dfe0599-5472-49c7-8734-df9b5144e412 service neutron] 10.222.0.54 "GET /v2.0/networks/4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038275 Jul 09 14:43:57.497108 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f088c7ee-9bf2-41d4-830c-edf07479a79c req-d5966912-d9c2-4149-acff-b382a372e171 tempest-ServersAdminTestJSON-664935017 tempest-ServersAdminTestJSON-664935017-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfcc7ccb-291a-493f-b69d-6005db0b1092 HTTP/1.1" status: 200 len: 210 time: 0.0291448 Jul 09 14:43:57.679547 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5304d584-fcd7-4e34-9e42-37cf29bba6de req-57368cbb-aa6f-4332-acbf-bd07fd2d6797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:57.681069 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5304d584-fcd7-4e34-9e42-37cf29bba6de req-57368cbb-aa6f-4332-acbf-bd07fd2d6797 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1e0132f74af84346b7937684dc0b5d46&device_id=da0ae0cf-ad5f-4a62-a673-e4227dd6b7ee HTTP/1.1" status: 200 len: 1094 time: 0.1048236 Jul 09 14:43:57.692290 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f15e3-88e2-4e4f-89e1-a95b3d37b65c req-515c9e4a-e153-4ada-8b7b-e6c0326fa56e tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:57.693738 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c52f15e3-88e2-4e4f-89e1-a95b3d37b65c req-515c9e4a-e153-4ada-8b7b-e6c0326fa56e tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 946 time: 0.1075213 Jul 09 14:43:57.754674 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e78184-20f4-4f30-9083-24890e5218f1 req-a7352424-f5b3-4bf4-839b-10bbb16de4a6 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:57.756363 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-75e78184-20f4-4f30-9083-24890e5218f1 req-a7352424-f5b3-4bf4-839b-10bbb16de4a6 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 949 time: 0.0702722 Jul 09 14:43:57.795489 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 6015b974-dc7c-4714-be88-3dddf4ffbfe1 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:43:57.804366 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c52f15e3-88e2-4e4f-89e1-a95b3d37b65c req-5ae5387f-9da6-4ee3-8005-88fbc02de50b tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987411 Jul 09 14:43:57.804785 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 0f7a887a-cc10-46c1-be45-85a7c45b9735 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:43:57.805453 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-75e78184-20f4-4f30-9083-24890e5218f1 req-61136a0e-1826-4086-80fb-c8188b281d3d tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400841 Jul 09 14:43:57.828023 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5304d584-fcd7-4e34-9e42-37cf29bba6de req-f50854b1-0e28-4253-92c6-5e2f896905ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:57.830324 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5304d584-fcd7-4e34-9e42-37cf29bba6de req-f50854b1-0e28-4253-92c6-5e2f896905ff service neutron] 10.222.0.54 "GET /v2.0/networks?id=4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9 HTTP/1.1" status: 200 len: 907 time: 0.1347120 Jul 09 14:43:57.839556 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: 0f7a887a-cc10-46c1-be45-85a7c45b9735 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:43:57.840135 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 0f7a887a-cc10-46c1-be45-85a7c45b9735 not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:43:57.884255 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5304d584-fcd7-4e34-9e42-37cf29bba6de req-1a953a41-8ba2-4391-946f-dfaf134e502a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef692d12-6f48-4da5-9aa4-4fc22035a882 HTTP/1.1" status: 200 len: 217 time: 0.0468907 Jul 09 14:43:57.941640 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5304d584-fcd7-4e34-9e42-37cf29bba6de req-1ffce2ae-127b-4878-befa-10569f6c59da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:57.943342 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5304d584-fcd7-4e34-9e42-37cf29bba6de req-1ffce2ae-127b-4878-befa-10569f6c59da service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e78429e5-c16d-40cf-923f-e056853eac48 HTTP/1.1" status: 200 len: 846 time: 0.0495183 Jul 09 14:43:57.948466 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 6015b974-dc7c-4714-be88-3dddf4ffbfe1, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=6015b974-dc7c-4714-be88-3dddf4ffbfe1,segment=NetworkSegment(d799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae),segment_id=d799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:43:57.960961 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '6015b974-dc7c-4714-be88-3dddf4ffbfe1', 'network_id': '29d888e5-b470-491c-8272-fb069bb5ea34', 'port_id': '6015b974-dc7c-4714-be88-3dddf4ffbfe1', 'mac_address': 'fa:16:3e:ce:a6:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ebf5b74-6584-49ef-a6c0-eff61f32c488', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:43:57.991496 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5304d584-fcd7-4e34-9e42-37cf29bba6de req-5269dc8c-5ebb-48c7-83ac-2d8407411ddb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413363 Jul 09 14:43:58.002990 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:58.013230 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02259dff-9c8c-4344-b850-862e592e7bdc req-123d64f0-a4eb-4e9d-9776-4c51f339733d tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:58.018695 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6015b974-dc7c-4714-be88-3dddf4ffbfe1 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:43:58.020909 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-02259dff-9c8c-4344-b850-862e592e7bdc req-123d64f0-a4eb-4e9d-9776-4c51f339733d tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=db9b48db-d25d-4d09-9a7a-bd68518db69b HTTP/1.1" status: 200 len: 945 time: 0.0874794 Jul 09 14:43:58.040892 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 6015b974-dc7c-4714-be88-3dddf4ffbfe1, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=6015b974-dc7c-4714-be88-3dddf4ffbfe1,segment=NetworkSegment(d799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae),segment_id=d799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:43:58.070001 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-02259dff-9c8c-4344-b850-862e592e7bdc req-9bf3a261-89fc-45db-96e8-c01a15fc3a22 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481954 Jul 09 14:43:58.095531 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5304d584-fcd7-4e34-9e42-37cf29bba6de req-86838ec4-920d-4346-aaaf-f8936808779e service neutron] 10.222.0.54 "GET /v2.0/networks/4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963852 Jul 09 14:43:58.126982 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:58.179738 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=6015b974-dc7c-4714-be88-3dddf4ffbfe1,revision_number=6']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:43:58.194801 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f38f73b2-548d-40b7-b2bd-5abd20ba4e81 req-76d2ce58-1df5-4639-b137-c8d9581dad2b tempest-ImagesNegativeTestJSON-1650342466 tempest-ImagesNegativeTestJSON-1650342466-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b01bd56-13c4-4d3c-80db-89613e27886a HTTP/1.1" status: 200 len: 210 time: 0.0715668 Jul 09 14:43:58.235924 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5304d584-fcd7-4e34-9e42-37cf29bba6de req-f7c86b99-7bca-4c4e-8e41-91d84c0a09f1 service neutron] 10.222.0.54 "GET /v2.0/networks/4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321578 Jul 09 14:43:58.325828 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['6015b974-dc7c-4714-be88-3dddf4ffbfe1'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:43:58.480602 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf51cf-80ef-4511-92ca-cda4735890af req-745474bd-3744-4cae-ac73-cc211915d188 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:58.482271 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0fbf51cf-80ef-4511-92ca-cda4735890af req-745474bd-3744-4cae-ac73-cc211915d188 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=69170848-85d7-47b1-975f-d4e4b28791e6 HTTP/1.1" status: 200 len: 946 time: 0.0887837 Jul 09 14:43:58.526091 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0fbf51cf-80ef-4511-92ca-cda4735890af req-9d463a98-cee2-45c3-a3c4-12d8891ed829 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366104 Jul 09 14:43:58.550866 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab34d4b-2b83-472a-a545-9337dfe57321 req-a44391d8-1eeb-463d-9ef9-019e5bc15f22 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:58.561268 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4ab34d4b-2b83-472a-a545-9337dfe57321 req-a44391d8-1eeb-463d-9ef9-019e5bc15f22 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=da0ae0cf-ad5f-4a62-a673-e4227dd6b7ee HTTP/1.1" status: 200 len: 943 time: 0.0688925 Jul 09 14:43:58.591450 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4ab34d4b-2b83-472a-a545-9337dfe57321 req-fe3f2001-0c5f-4b3a-839b-8b98792aa685 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333853 Jul 09 14:43:58.972721 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1935c542-e2a5-41b5-8f61-9eae8c1abaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:59.002177 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d64f6f6-f13a-4a67-aefb-c3a48efeff03 req-9d349593-7af4-477c-b774-2ff9c9aaaa93 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:59.002177 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2d64f6f6-f13a-4a67-aefb-c3a48efeff03 req-9d349593-7af4-477c-b774-2ff9c9aaaa93 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 949 time: 0.0712991 Jul 09 14:43:59.030678 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7c80b-dc37-4d53-a331-d877d65e0e5e req-0c4dc46a-1fc1-46cf-bac8-bd89bf412442 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:59.032632 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-33a7c80b-dc37-4d53-a331-d877d65e0e5e req-0c4dc46a-1fc1-46cf-bac8-bd89bf412442 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 945 time: 0.0847204 Jul 09 14:43:59.049456 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2d64f6f6-f13a-4a67-aefb-c3a48efeff03 req-161a852c-244d-4e53-94a6-755022a1a7ec tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427089 Jul 09 14:43:59.065364 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:59.071456 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfcc7ccb-291a-493f-b69d-6005db0b1092', 'name': 'network-vif-deleted', 'tag': '0f7a887a-cc10-46c1-be45-85a7c45b9735'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:43:59.073849 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b9cd54-9331-49b2-bb1b-f36c24f87dfe" -d '{"events": [{"server_uuid": "bfcc7ccb-291a-493f-b69d-6005db0b1092", "name": "network-vif-deleted", "tag": "0f7a887a-cc10-46c1-be45-85a7c45b9735"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:43:59.084905 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59762) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:43:59.115859 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-33a7c80b-dc37-4d53-a331-d877d65e0e5e req-78098c21-f82a-4674-9482-47320132b93e tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775123 Jul 09 14:43:59.132864 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0a771a-0290-488c-bdea-b9b8d4cffc51 x-openstack-request-id: req-ea0a771a-0290-488c-bdea-b9b8d4cffc51 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:43:59.134168 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfcc7ccb-291a-493f-b69d-6005db0b1092", "name": "network-vif-deleted", "tag": "0f7a887a-cc10-46c1-be45-85a7c45b9735", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:43:59.134436 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ea0a771a-0290-488c-bdea-b9b8d4cffc51 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:43:59.134836 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfcc7ccb-291a-493f-b69d-6005db0b1092', 'name': 'network-vif-deleted', 'tag': '0f7a887a-cc10-46c1-be45-85a7c45b9735', 'status': 'completed', 'code': 200} Jul 09 14:43:59.152967 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f907813-1053-43fb-a62c-45d7273de8ae req-b0259872-7e59-45eb-8e5a-797f6503559d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:59.154726 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0f907813-1053-43fb-a62c-45d7273de8ae req-b0259872-7e59-45eb-8e5a-797f6503559d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5ec7891592d74a6886dfa68c8f9e2e18&device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 1100 time: 0.0953135 Jul 09 14:43:59.255545 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f907813-1053-43fb-a62c-45d7273de8ae req-ca345e60-a2d5-4f9d-b532-5e3222f6c041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:59.256942 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0f907813-1053-43fb-a62c-45d7273de8ae req-ca345e60-a2d5-4f9d-b532-5e3222f6c041 service neutron] 10.222.0.62 "GET /v2.0/networks?id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc HTTP/1.1" status: 200 len: 870 time: 0.0957558 Jul 09 14:43:59.274035 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-4332ab34-0ef1-4f43-bc91-bf42d8054b4f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0392ff6fc2ff439ca5c7435508667427&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1878247 Jul 09 14:43:59.277664 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59770) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:43:59.300622 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0f907813-1053-43fb-a62c-45d7273de8ae req-5bb74a55-4c47-42d6-94a2-8e4bdf4417e6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=5a8e589d-f7dc-494f-aeb6-1bcb96db6e28 HTTP/1.1" status: 200 len: 217 time: 0.0363746 Jul 09 14:43:59.338006 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac03793-b536-4d3e-a919-be394ef540db req-3de96b4a-f1aa-4761-b063-554aceaa20a0 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:59.339535 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dac03793-b536-4d3e-a919-be394ef540db req-3de96b4a-f1aa-4761-b063-554aceaa20a0 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=db9b48db-d25d-4d09-9a7a-bd68518db69b HTTP/1.1" status: 200 len: 945 time: 0.1085503 Jul 09 14:43:59.351016 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f907813-1053-43fb-a62c-45d7273de8ae req-a1cd8a19-3589-44fe-b597-420d0d7a2a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:59.352558 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0f907813-1053-43fb-a62c-45d7273de8ae req-a1cd8a19-3589-44fe-b597-420d0d7a2a7a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.0467248 Jul 09 14:43:59.361213 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b8ef0b03-8a8c-4d12-b656-06bc56acd46c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:59.412393 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b8ef0b03-8a8c-4d12-b656-06bc56acd46c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:59.424243 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dac03793-b536-4d3e-a919-be394ef540db req-f20db46e-537d-4c31-a230-249452f0c100 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746591 Jul 09 14:43:59.433834 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f907813-1053-43fb-a62c-45d7273de8ae req-2e1547a0-1ae0-4a74-9e89-0836629c515f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:59.435387 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0f907813-1053-43fb-a62c-45d7273de8ae req-2e1547a0-1ae0-4a74-9e89-0836629c515f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0767305 Jul 09 14:43:59.531266 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0f907813-1053-43fb-a62c-45d7273de8ae req-bfc03dea-44bb-45f4-ab25-77931ff59a58 service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889406 Jul 09 14:43:59.549820 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b8ef0b03-8a8c-4d12-b656-06bc56acd46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:59.552627 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b8ef0b03-8a8c-4d12-b656-06bc56acd46c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:59.561396 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b8ef0b03-8a8c-4d12-b656-06bc56acd46c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f904536a-290a-47fe-8400-5bb7f666070b HTTP/1.1" status: 204 len: 168 time: 0.2799985 Jul 09 14:43:59.578937 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ef0b03-8a8c-4d12-b656-06bc56acd46c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f904536a-290a-47fe-8400-5bb7f666070b,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:43:59.638205 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0f907813-1053-43fb-a62c-45d7273de8ae req-446389fe-a2db-4f6a-abb1-b9c9a0080f95 service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996747 Jul 09 14:43:59.729134 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc72ab0-7a0f-44dd-bb3a-485ff7a37a67 req-faad25ae-09e1-4903-828f-06fa75ffaaa7 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:59.730664 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5cc72ab0-7a0f-44dd-bb3a-485ff7a37a67 req-faad25ae-09e1-4903-828f-06fa75ffaaa7 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=69170848-85d7-47b1-975f-d4e4b28791e6 HTTP/1.1" status: 200 len: 946 time: 0.0715976 Jul 09 14:43:59.776381 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5cc72ab0-7a0f-44dd-bb3a-485ff7a37a67 req-c692551d-98ef-4a00-beea-28b28297841f tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360487 Jul 09 14:43:59.802656 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685b2daa-c33e-4b23-96fa-fd6d332425a6 req-43323055-744e-4546-a951-6e9fbe89de50 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:59.802656 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-685b2daa-c33e-4b23-96fa-fd6d332425a6 req-43323055-744e-4546-a951-6e9fbe89de50 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=da0ae0cf-ad5f-4a62-a673-e4227dd6b7ee HTTP/1.1" status: 200 len: 943 time: 0.0749166 Jul 09 14:43:59.813178 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 6015b974-dc7c-4714-be88-3dddf4ffbfe1 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:43:59.851612 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-685b2daa-c33e-4b23-96fa-fd6d332425a6 req-e08d337a-e691-4f32-9ffa-2fc17edae6b6 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471303 Jul 09 14:43:59.870725 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 6015b974-dc7c-4714-be88-3dddf4ffbfe1 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:43:59.871347 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:59.955623 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:59.978866 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b33550-07e9-4e61-aef5-26df5078532c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6015b974-dc7c-4714-be88-3dddf4ffbfe1'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:43:59.988406 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-015e12a7-6245-4840-af3b-c5e23e060f0f" -d '{"events": [{"server_uuid": "d5b33550-07e9-4e61-aef5-26df5078532c", "name": "network-vif-plugged", "status": "completed", "tag": "6015b974-dc7c-4714-be88-3dddf4ffbfe1"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:43:59.997599 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 6015b974-dc7c-4714-be88-3dddf4ffbfe1, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=6015b974-dc7c-4714-be88-3dddf4ffbfe1,segment=NetworkSegment(d799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae),segment_id=d799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:44:00.023917 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aceb684f-92df-46a9-96cc-4239a7c88c13 x-openstack-request-id: req-aceb684f-92df-46a9-96cc-4239a7c88c13 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:44:00.024314 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5b33550-07e9-4e61-aef5-26df5078532c", "name": "network-vif-plugged", "status": "completed", "tag": "6015b974-dc7c-4714-be88-3dddf4ffbfe1", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:44:00.024759 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-aceb684f-92df-46a9-96cc-4239a7c88c13 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:44:00.025292 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b33550-07e9-4e61-aef5-26df5078532c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6015b974-dc7c-4714-be88-3dddf4ffbfe1', 'code': 200} Jul 09 14:44:00.058292 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:00.059023 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 5a73446c-fe31-4cce-bdb8-244a53ccaeee no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:44:00.085539 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59802) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:44:00.097470 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: 5a73446c-fe31-4cce-bdb8-244a53ccaeee {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:44:00.097781 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 5a73446c-fe31-4cce-bdb8-244a53ccaeee not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:44:00.124162 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:00.126191 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=6015b974-dc7c-4714-be88-3dddf4ffbfe1,revision_number=7']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:00.245707 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad554b3-56b3-4956-9033-74e739c60d88 req-e63a0464-3d60-41a7-aa78-5c252aaf693d tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:00.247394 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5ad554b3-56b3-4956-9033-74e739c60d88 req-e63a0464-3d60-41a7-aa78-5c252aaf693d tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 949 time: 0.0709176 Jul 09 14:44:00.279986 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-fc4320e7-c85c-4464-8dcf-2b4129cb40b4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=19b94b9a862342bc8c4138c054b7ca6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1933806 Jul 09 14:44:00.289907 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5ad554b3-56b3-4956-9033-74e739c60d88 req-e31a1c9c-6e7b-44ea-9ece-ab46ec96b816 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361214 Jul 09 14:44:00.290679 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59808) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:44:00.347851 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03765873-5394-4444-83a8-809e4807a33e req-caf48a8c-9595-4903-a5d4-947b3bb6c5fd tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:00.349232 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-03765873-5394-4444-83a8-809e4807a33e req-caf48a8c-9595-4903-a5d4-947b3bb6c5fd tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 946 time: 0.1063738 Jul 09 14:44:00.368466 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-402fcdbf-2fa8-4547-90cd-62fded1327fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:00.370157 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 59810) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:44:00.401122 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-402fcdbf-2fa8-4547-90cd-62fded1327fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:00.411572 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-55b58826-9e2c-4b43-b4e6-1ed497270f13 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=407ab42252294f39836a9447d19ed93e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398295 Jul 09 14:44:00.413854 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 59812) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:44:00.421688 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-03765873-5394-4444-83a8-809e4807a33e req-9a29eed2-caeb-49d1-9672-244de912246b tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630670 Jul 09 14:44:00.467494 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8d61e72a-6794-4ee0-b454-98f18e0bc43e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:00.492538 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8d61e72a-6794-4ee0-b454-98f18e0bc43e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:00.544086 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-402fcdbf-2fa8-4547-90cd-62fded1327fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:00.547081 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-402fcdbf-2fa8-4547-90cd-62fded1327fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:00.548917 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-402fcdbf-2fa8-4547-90cd-62fded1327fa admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cad96112-c17c-4cc8-a900-6bba9899887b HTTP/1.1" status: 204 len: 168 time: 0.2567222 Jul 09 14:44:00.557543 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402fcdbf-2fa8-4547-90cd-62fded1327fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad96112-c17c-4cc8-a900-6bba9899887b,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:00.608771 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0bd23f-6bed-4c6d-8e6a-af98f06375c3 req-a4ce74bc-2404-48b4-a881-1d54a3dfd00d tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:00.608771 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7f0bd23f-6bed-4c6d-8e6a-af98f06375c3 req-a4ce74bc-2404-48b4-a881-1d54a3dfd00d tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=db9b48db-d25d-4d09-9a7a-bd68518db69b HTTP/1.1" status: 200 len: 945 time: 0.0662510 Jul 09 14:44:00.631091 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8d61e72a-6794-4ee0-b454-98f18e0bc43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:00.633682 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8d61e72a-6794-4ee0-b454-98f18e0bc43e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:00.634948 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-8d61e72a-6794-4ee0-b454-98f18e0bc43e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/697d262f-9cec-4880-badf-9868cda98f5d HTTP/1.1" status: 204 len: 168 time: 0.2199304 Jul 09 14:44:00.646831 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d61e72a-6794-4ee0-b454-98f18e0bc43e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=697d262f-9cec-4880-badf-9868cda98f5d,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:00.662892 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7f0bd23f-6bed-4c6d-8e6a-af98f06375c3 req-b5b532e7-8362-4766-a4e5-1c16a7f82bc1 tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483768 Jul 09 14:44:01.003330 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d0e58-8bae-4708-8436-91fe7d419316 req-fcd31157-a7f6-46a7-be2c-37d977dcf00c tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:01.005074 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c51d0e58-8bae-4708-8436-91fe7d419316 req-fcd31157-a7f6-46a7-be2c-37d977dcf00c tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=69170848-85d7-47b1-975f-d4e4b28791e6 HTTP/1.1" status: 200 len: 946 time: 0.1110172 Jul 09 14:44:01.068699 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16eef8c-87f8-4e8c-b07a-d865f1e60000 req-ad45bdeb-f918-41eb-b393-8dc6bd9e4593 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:01.068893 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c51d0e58-8bae-4708-8436-91fe7d419316 req-d3f25c4a-945e-4b31-957c-a2ce171f65f1 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574293 Jul 09 14:44:01.070571 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e16eef8c-87f8-4e8c-b07a-d865f1e60000 req-ad45bdeb-f918-41eb-b393-8dc6bd9e4593 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=da0ae0cf-ad5f-4a62-a673-e4227dd6b7ee HTTP/1.1" status: 200 len: 943 time: 0.0825102 Jul 09 14:44:01.116061 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e16eef8c-87f8-4e8c-b07a-d865f1e60000 req-dc0d20c3-4394-49f6-a00a-4c783bf0045c tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396585 Jul 09 14:44:01.293080 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d90cf-f89a-455c-a245-e38f0075abbe req-7b70a034-70f6-4f07-8d68-1aebdef07a6d tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:01.294855 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ea7d90cf-f89a-455c-a245-e38f0075abbe req-7b70a034-70f6-4f07-8d68-1aebdef07a6d tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.54 "GET /v2.0/ports?device_id=db9b48db-d25d-4d09-9a7a-bd68518db69b HTTP/1.1" status: 200 len: 945 time: 0.0643678 Jul 09 14:44:01.426261 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-ea7d90cf-f89a-455c-a245-e38f0075abbe req-41fbe907-48ab-47e2-9aff-7ad36ca629aa tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Deleting port 01b8931f-c55e-44c7-9c7d-1f7d5fd6146f {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:44:01.428700 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-ea7d90cf-f89a-455c-a245-e38f0075abbe req-41fbe907-48ab-47e2-9aff-7ad36ca629aa tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:01.470056 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:01.576698 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-ea7d90cf-f89a-455c-a245-e38f0075abbe req-41fbe907-48ab-47e2-9aff-7ad36ca629aa tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] For port 01b8931f-c55e-44c7-9c7d-1f7d5fd6146f, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=01b8931f-c55e-44c7-9c7d-1f7d5fd6146f,segment=NetworkSegment(68097950-705f-4c37-a00c-5a4502f7eec0),segment_id=68097950-705f-4c37-a00c-5a4502f7eec0)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:44:01.577112 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-ea7d90cf-f89a-455c-a245-e38f0075abbe req-41fbe907-48ab-47e2-9aff-7ad36ca629aa tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:01.600442 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8204dc0-15dd-4841-8c90-f4f0ffab33ab req-53aa0742-e27b-41f9-8229-7d148885c4e2 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:01.601936 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a8204dc0-15dd-4841-8c90-f4f0ffab33ab req-53aa0742-e27b-41f9-8229-7d148885c4e2 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 949 time: 0.1562562 Jul 09 14:44:01.602829 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-ea7d90cf-f89a-455c-a245-e38f0075abbe req-41fbe907-48ab-47e2-9aff-7ad36ca629aa tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Calling delete_port for 01b8931f-c55e-44c7-9c7d-1f7d5fd6146f owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:44:01.647860 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda9d5c6-5c18-41c0-9f2d-1658a4e478bd req-27939190-aea4-4e0f-aa1f-8d667aabc1ca tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:01.656472 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cda9d5c6-5c18-41c0-9f2d-1658a4e478bd req-27939190-aea4-4e0f-aa1f-8d667aabc1ca tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 946 time: 0.0876689 Jul 09 14:44:01.699914 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a8204dc0-15dd-4841-8c90-f4f0ffab33ab req-1f2c91c9-2c47-4f96-87f3-7dd41aa2d988 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843160 Jul 09 14:44:01.706717 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cda9d5c6-5c18-41c0-9f2d-1658a4e478bd req-9531032b-203b-4c17-bdb0-1caf8df39f01 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481822 Jul 09 14:44:01.899553 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeaf75f-01b2-4612-ace6-b6a42c989894 req-9b248eb3-8e52-4ab0-bb06-972c11e2a55c tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:01.901092 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3aeaf75f-01b2-4612-ace6-b6a42c989894 req-9b248eb3-8e52-4ab0-bb06-972c11e2a55c tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=db9b48db-d25d-4d09-9a7a-bd68518db69b HTTP/1.1" status: 200 len: 945 time: 0.0680594 Jul 09 14:44:01.902248 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-ea7d90cf-f89a-455c-a245-e38f0075abbe req-41fbe907-48ab-47e2-9aff-7ad36ca629aa tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:01.928086 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['01b8931f-c55e-44c7-9c7d-1f7d5fd6146f'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:44:01.947138 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fbe907-48ab-47e2-9aff-7ad36ca629aa tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Pushing event deleted for resources: {'Port': ['ID=01b8931f-c55e-44c7-9c7d-1f7d5fd6146f,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:02.015267 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea7d90cf-f89a-455c-a245-e38f0075abbe req-41fbe907-48ab-47e2-9aff-7ad36ca629aa tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] No DVR routers for this DVR port 01b8931f-c55e-44c7-9c7d-1f7d5fd6146f on host n-h2-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:44:02.018753 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-ea7d90cf-f89a-455c-a245-e38f0075abbe req-41fbe907-48ab-47e2-9aff-7ad36ca629aa tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:02.020990 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ea7d90cf-f89a-455c-a245-e38f0075abbe req-41fbe907-48ab-47e2-9aff-7ad36ca629aa tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.54 "DELETE /v2.0/ports/01b8931f-c55e-44c7-9c7d-1f7d5fd6146f HTTP/1.1" status: 204 len: 173 time: 0.7196684 Jul 09 14:44:02.021435 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db9b48db-d25d-4d09-9a7a-bd68518db69b', 'name': 'network-vif-deleted', 'tag': '01b8931f-c55e-44c7-9c7d-1f7d5fd6146f'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:44:02.023789 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0cfae7-8440-4595-8bca-e322a35d605e" -d '{"events": [{"server_uuid": "db9b48db-d25d-4d09-9a7a-bd68518db69b", "name": "network-vif-deleted", "tag": "01b8931f-c55e-44c7-9c7d-1f7d5fd6146f"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:44:02.029523 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3aeaf75f-01b2-4612-ace6-b6a42c989894 req-99f32e64-c632-432a-a674-871994b96caa tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a53644f-a19b-47d9-992e-bb5de128623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179113 Jul 09 14:44:02.059621 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device ef692d12-6f48-4da5-9aa4-4fc22035a882 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:44:02.089099 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d987e42-7e6b-4da3-9190-2167858856b5 x-openstack-request-id: req-3d987e42-7e6b-4da3-9190-2167858856b5 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:44:02.089465 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db9b48db-d25d-4d09-9a7a-bd68518db69b", "name": "network-vif-deleted", "tag": "01b8931f-c55e-44c7-9c7d-1f7d5fd6146f", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:44:02.089822 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3d987e42-7e6b-4da3-9190-2167858856b5 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:44:02.090288 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db9b48db-d25d-4d09-9a7a-bd68518db69b', 'name': 'network-vif-deleted', 'tag': '01b8931f-c55e-44c7-9c7d-1f7d5fd6146f', 'status': 'completed', 'code': 200} Jul 09 14:44:02.240193 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port ef692d12-6f48-4da5-9aa4-4fc22035a882, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=ef692d12-6f48-4da5-9aa4-4fc22035a882,segment=NetworkSegment(53f9e82d-cbee-4af4-9fe3-f119337023c8),segment_id=53f9e82d-cbee-4af4-9fe3-f119337023c8)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:44:02.251763 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': 'ef692d12-6f48-4da5-9aa4-4fc22035a882', 'network_id': '4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9', 'port_id': 'ef692d12-6f48-4da5-9aa4-4fc22035a882', 'mac_address': 'fa:16:3e:92:7a:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e78429e5-c16d-40cf-923f-e056853eac48', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:44:02.288121 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947cae3-d8d9-45aa-8b7b-2d0fbacde9a1 req-9280bbf2-1be3-41a4-988f-88903d613329 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:02.294002 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3947cae3-d8d9-45aa-8b7b-2d0fbacde9a1 req-9280bbf2-1be3-41a4-988f-88903d613329 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=69170848-85d7-47b1-975f-d4e4b28791e6 HTTP/1.1" status: 200 len: 946 time: 0.0865784 Jul 09 14:44:02.313533 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:02.329571 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef692d12-6f48-4da5-9aa4-4fc22035a882 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:44:02.342646 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a61ea4f-fb10-4767-8d5a-0d1c31e38f71 req-1feb96d5-81e0-4585-a2b3-69c701d85603 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:02.349168 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2a61ea4f-fb10-4767-8d5a-0d1c31e38f71 req-1feb96d5-81e0-4585-a2b3-69c701d85603 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=da0ae0cf-ad5f-4a62-a673-e4227dd6b7ee HTTP/1.1" status: 200 len: 943 time: 0.0774808 Jul 09 14:44:02.352023 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3947cae3-d8d9-45aa-8b7b-2d0fbacde9a1 req-a56db57d-c1fc-419f-83e5-a8e99ac5a205 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559862 Jul 09 14:44:02.371185 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port ef692d12-6f48-4da5-9aa4-4fc22035a882, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=ef692d12-6f48-4da5-9aa4-4fc22035a882,segment=NetworkSegment(53f9e82d-cbee-4af4-9fe3-f119337023c8),segment_id=53f9e82d-cbee-4af4-9fe3-f119337023c8)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:44:02.406873 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2a61ea4f-fb10-4767-8d5a-0d1c31e38f71 req-4c1dc4c7-ba3c-4447-9002-8c169a526e7b tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534017 Jul 09 14:44:02.469823 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:02.527323 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=ef692d12-6f48-4da5-9aa4-4fc22035a882,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:02.735552 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['ef692d12-6f48-4da5-9aa4-4fc22035a882'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:44:02.761427 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59924) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:44:02.973829 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c4af2-d17c-4cc2-b62c-6c1b4dd00712 req-297749ca-f235-477a-a781-d8bd8f1276c6 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:02.986948 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-050c4af2-d17c-4cc2-b62c-6c1b4dd00712 req-297749ca-f235-477a-a781-d8bd8f1276c6 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 946 time: 0.1100614 Jul 09 14:44:03.061051 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd96c66-e1aa-4f72-ad1f-f839c3ca1388 req-dcbb8904-13cd-444e-b4c2-d60dfb6570e9 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:03.074005 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-efd96c66-e1aa-4f72-ad1f-f839c3ca1388 req-dcbb8904-13cd-444e-b4c2-d60dfb6570e9 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 949 time: 0.1684430 Jul 09 14:44:03.116722 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-050c4af2-d17c-4cc2-b62c-6c1b4dd00712 req-525b1f33-f4a2-467f-8e29-3350355a0268 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283896 Jul 09 14:44:03.147408 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-efd96c66-e1aa-4f72-ad1f-f839c3ca1388 req-4ddd3810-a224-4743-94b6-44b05a570f48 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720432 Jul 09 14:44:03.223977 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-65d29724-6298-4f6c-b870-bd1357adb352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:03.395137 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f563f163-b013-48f1-97fb-57a08730ea63 req-28294c03-6653-4144-909c-d3993c51407c tempest-ServerRescueNegativeTestJSON-54324264 tempest-ServerRescueNegativeTestJSON-54324264-project] 10.222.0.58 "GET /v2.0/ports?device_id=db9b48db-d25d-4d09-9a7a-bd68518db69b HTTP/1.1" status: 200 len: 210 time: 0.0452886 Jul 09 14:44:03.464460 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-65d29724-6298-4f6c-b870-bd1357adb352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:03.544749 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-65d29724-6298-4f6c-b870-bd1357adb352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:03.588355 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d29724-6298-4f6c-b870-bd1357adb352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcfd910b-290c-496d-9fcf-6f3d38547241,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:03.594639 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-65d29724-6298-4f6c-b870-bd1357adb352 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c24762a1fb324e16a8c2531474a84ef1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8321455 Jul 09 14:44:03.597186 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59952) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:44:03.656546 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc02aa8-c1c4-4a46-b4f7-6cfbad9e9e51 req-9e0afa73-af4e-439b-9966-756a70dced8a tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:03.658862 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0fc02aa8-c1c4-4a46-b4f7-6cfbad9e9e51 req-9e0afa73-af4e-439b-9966-756a70dced8a tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=69170848-85d7-47b1-975f-d4e4b28791e6 HTTP/1.1" status: 200 len: 946 time: 0.1263945 Jul 09 14:44:03.673507 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-66a844ae-a5ed-44a0-bb48-2f9e6737eeec req-ea5cd1c6-e3b4-41af-9e6d-87cf3d8ca4dd tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=018349107c4e445095855bfde6f254bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365407 Jul 09 14:44:03.693630 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fa2f65f3-319c-4704-9607-0ca5dac3f704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:03.721791 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0fc02aa8-c1c4-4a46-b4f7-6cfbad9e9e51 req-d18c1da7-8644-4807-b75a-5adf0c3cee79 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544896 Jul 09 14:44:03.761198 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fa2f65f3-319c-4704-9607-0ca5dac3f704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:03.836719 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a844ae-a5ed-44a0-bb48-2f9e6737eeec req-99d5317a-a432-4790-bb75-249e4c9ea5ce tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:03.844368 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-66a844ae-a5ed-44a0-bb48-2f9e6737eeec req-99d5317a-a432-4790-bb75-249e4c9ea5ce tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1694529 Jul 09 14:44:03.868080 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-66a844ae-a5ed-44a0-bb48-2f9e6737eeec req-08e33cd8-2ccd-4b81-aeed-e971dbdbdc08 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/quotas/018349107c4e445095855bfde6f254bc HTTP/1.1" status: 200 len: 375 time: 0.0227785 Jul 09 14:44:03.916458 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-66a844ae-a5ed-44a0-bb48-2f9e6737eeec req-21e16bd9-bff9-4994-be06-fdf58ccb5305 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=018349107c4e445095855bfde6f254bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452383 Jul 09 14:44:03.939554 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718cbbc-55bb-4243-848e-88bdd179f92a req-577f747f-96ee-4b4c-ad5d-36ebeccebc76 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:03.941346 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f718cbbc-55bb-4243-848e-88bdd179f92a req-577f747f-96ee-4b4c-ad5d-36ebeccebc76 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=da0ae0cf-ad5f-4a62-a673-e4227dd6b7ee HTTP/1.1" status: 200 len: 944 time: 0.0870123 Jul 09 14:44:03.944984 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fa2f65f3-319c-4704-9607-0ca5dac3f704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:03.948364 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fa2f65f3-319c-4704-9607-0ca5dac3f704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:03.950438 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-fa2f65f3-319c-4704-9607-0ca5dac3f704 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bcfd910b-290c-496d-9fcf-6f3d38547241 HTTP/1.1" status: 204 len: 168 time: 0.3522792 Jul 09 14:44:03.982662 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2f65f3-319c-4704-9607-0ca5dac3f704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcfd910b-290c-496d-9fcf-6f3d38547241,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:04.042343 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f718cbbc-55bb-4243-848e-88bdd179f92a req-16792431-5979-4bc2-96ee-432f8eb7b80d tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740433 Jul 09 14:44:04.079014 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device ef692d12-6f48-4da5-9aa4-4fc22035a882 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:44:04.201750 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port ef692d12-6f48-4da5-9aa4-4fc22035a882 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:44:04.208220 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port ef692d12-6f48-4da5-9aa4-4fc22035a882 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:44:04.208610 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:04.254812 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-76d4080a-9f11-46a0-95ef-21f73e602eb3 req-bf802568-4b3b-42f2-ba99-34ef35842d63 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=13e9ad26-6082-40b0-9a40-c344805a94bd HTTP/1.1" status: 200 len: 210 time: 0.0664001 Jul 09 14:44:04.358988 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:04.411136 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da0ae0cf-ad5f-4a62-a673-e4227dd6b7ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef692d12-6f48-4da5-9aa4-4fc22035a882'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:44:04.413962 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4410e085-2c2b-4e1b-8826-7e15a6e65095" -d '{"events": [{"server_uuid": "da0ae0cf-ad5f-4a62-a673-e4227dd6b7ee", "name": "network-vif-plugged", "status": "completed", "tag": "ef692d12-6f48-4da5-9aa4-4fc22035a882"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:44:04.462646 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944daa4-d026-487c-88ef-8adb8d1d9703 req-de3032cd-544a-4b04-aff8-4f72365c54f9 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:04.470418 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a944daa4-d026-487c-88ef-8adb8d1d9703 req-de3032cd-544a-4b04-aff8-4f72365c54f9 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 946 time: 0.1302369 Jul 09 14:44:04.478071 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port ef692d12-6f48-4da5-9aa4-4fc22035a882, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=ef692d12-6f48-4da5-9aa4-4fc22035a882,segment=NetworkSegment(53f9e82d-cbee-4af4-9fe3-f119337023c8),segment_id=53f9e82d-cbee-4af4-9fe3-f119337023c8)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:44:04.516038 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a944daa4-d026-487c-88ef-8adb8d1d9703 req-8d668105-2319-46e9-896f-11dd8fd63db5 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432293 Jul 09 14:44:04.544441 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:04.550683 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 01b8931f-c55e-44c7-9c7d-1f7d5fd6146f no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:44:04.612361 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: 01b8931f-c55e-44c7-9c7d-1f7d5fd6146f {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:44:04.613792 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 01b8931f-c55e-44c7-9c7d-1f7d5fd6146f not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:44:04.616270 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391579f4-acd8-477c-b252-cbe54c6d096d req-50b5e01e-573f-4f2f-aca1-cb7da852c982 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:04.632297 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-391579f4-acd8-477c-b252-cbe54c6d096d req-50b5e01e-573f-4f2f-aca1-cb7da852c982 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 949 time: 0.1113498 Jul 09 14:44:04.664698 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 59984) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:44:04.679840 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-391579f4-acd8-477c-b252-cbe54c6d096d req-c78024a5-ca18-4b97-89e6-fcce846bf4ac tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464537 Jul 09 14:44:04.700897 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=ef692d12-6f48-4da5-9aa4-4fc22035a882,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:04.729130 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ebc3953-08d7-4f35-a49a-d261f4e1b896 x-openstack-request-id: req-6ebc3953-08d7-4f35-a49a-d261f4e1b896 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:44:04.729517 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da0ae0cf-ad5f-4a62-a673-e4227dd6b7ee", "name": "network-vif-plugged", "status": "completed", "tag": "ef692d12-6f48-4da5-9aa4-4fc22035a882", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:44:04.729809 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6ebc3953-08d7-4f35-a49a-d261f4e1b896 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:44:04.730316 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da0ae0cf-ad5f-4a62-a673-e4227dd6b7ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef692d12-6f48-4da5-9aa4-4fc22035a882', 'code': 200} Jul 09 14:44:04.966241 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84da32-6afa-4409-876a-83c873432fda req-276b5138-6351-4778-bd37-326518c7015d tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:04.969097 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fc84da32-6afa-4409-876a-83c873432fda req-276b5138-6351-4778-bd37-326518c7015d tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=69170848-85d7-47b1-975f-d4e4b28791e6 HTTP/1.1" status: 200 len: 946 time: 0.0986543 Jul 09 14:44:05.039418 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba48a2dd-5796-4903-9813-9a957c273322 req-c61bd13b-b199-4b05-881f-3bfce1bb60af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:05.041771 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ba48a2dd-5796-4903-9813-9a957c273322 req-c61bd13b-b199-4b05-881f-3bfce1bb60af service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=da0ae0cf-ad5f-4a62-a673-e4227dd6b7ee HTTP/1.1" status: 200 len: 1096 time: 0.1613874 Jul 09 14:44:05.042957 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fc84da32-6afa-4409-876a-83c873432fda req-0c92493c-1e54-437e-9aae-d7bb5a9479f9 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678535 Jul 09 14:44:05.123380 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ba48a2dd-5796-4903-9813-9a957c273322 req-9a121071-fbda-48a4-982c-5bd2c0c2d096 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719380 Jul 09 14:44:05.351291 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe74786-6112-4a30-adac-64c3683b0c4b req-21dbae88-d739-4aa7-8609-bc8a07ed22ad tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:05.358598 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cbe74786-6112-4a30-adac-64c3683b0c4b req-21dbae88-d739-4aa7-8609-bc8a07ed22ad tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=da0ae0cf-ad5f-4a62-a673-e4227dd6b7ee HTTP/1.1" status: 200 len: 945 time: 0.1232913 Jul 09 14:44:05.413408 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cbe74786-6112-4a30-adac-64c3683b0c4b req-cbabb1c1-2b18-48db-a8c0-71d69f5f0fd2 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537879 Jul 09 14:44:05.445071 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f9d493ab-5d6e-4250-b68c-78b5638f4dfd req-94746690-8b61-453e-8f7c-29dcd88e063e tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=13e9ad26-6082-40b0-9a40-c344805a94bd HTTP/1.1" status: 200 len: 210 time: 0.0587292 Jul 09 14:44:05.455785 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bef2df9e-6466-42c0-8ecf-486b179ca42b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:05.814247 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-bef2df9e-6466-42c0-8ecf-486b179ca42b admin admin] Deleting port c13a1158-ba69-411f-abaf-02c9514e9f3a {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:44:05.814606 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bef2df9e-6466-42c0-8ecf-486b179ca42b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:05.818167 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df738a75-232d-47b7-a0db-5cf771748ce0 req-9a88a7ab-a0b6-451e-bec4-e974c85d13e9 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:05.827989 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-df738a75-232d-47b7-a0db-5cf771748ce0 req-9a88a7ab-a0b6-451e-bec4-e974c85d13e9 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 946 time: 0.1467161 Jul 09 14:44:05.911651 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-df738a75-232d-47b7-a0db-5cf771748ce0 req-4925ef61-e036-43d8-ab5b-9364a669db88 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749009 Jul 09 14:44:05.913407 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-bef2df9e-6466-42c0-8ecf-486b179ca42b admin admin] For port c13a1158-ba69-411f-abaf-02c9514e9f3a, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=c13a1158-ba69-411f-abaf-02c9514e9f3a,segment=NetworkSegment(68097950-705f-4c37-a00c-5a4502f7eec0),segment_id=68097950-705f-4c37-a00c-5a4502f7eec0)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:44:05.913765 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bef2df9e-6466-42c0-8ecf-486b179ca42b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:05.962730 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-bef2df9e-6466-42c0-8ecf-486b179ca42b admin admin] Calling delete_port for c13a1158-ba69-411f-abaf-02c9514e9f3a owned by network:router_interface {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:44:06.272050 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11df1f0-d103-40fe-8f3a-db7341b305d6 req-a6b1c76e-866b-4437-90de-af3b17fb7eed tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:06.279299 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e11df1f0-d103-40fe-8f3a-db7341b305d6 req-a6b1c76e-866b-4437-90de-af3b17fb7eed tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 949 time: 0.3870950 Jul 09 14:44:06.358661 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e11df1f0-d103-40fe-8f3a-db7341b305d6 req-bf6ff8ce-81c2-4994-8d24-bce522973803 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781448 Jul 09 14:44:06.374164 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf60762-f06f-4d1a-8bb8-fab8df3caeed req-e56177e4-06a3-4376-a169-a91c5bbbe5b7 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:06.383839 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-edf60762-f06f-4d1a-8bb8-fab8df3caeed req-e56177e4-06a3-4376-a169-a91c5bbbe5b7 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=69170848-85d7-47b1-975f-d4e4b28791e6 HTTP/1.1" status: 200 len: 946 time: 0.1752999 Jul 09 14:44:06.453341 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-edf60762-f06f-4d1a-8bb8-fab8df3caeed req-a01ae610-f1c7-4d4e-b193-7181effb1831 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676515 Jul 09 14:44:06.567407 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bef2df9e-6466-42c0-8ecf-486b179ca42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:06.623459 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef2df9e-6466-42c0-8ecf-486b179ca42b admin admin] Pushing event deleted for resources: {'Port': ['ID=c13a1158-ba69-411f-abaf-02c9514e9f3a,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:06.676807 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5074a0c-46c8-49a3-bdc8-88901322df86 req-e8ecbf5a-63de-46d5-85ab-e4f2d2b8eb0c tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:06.685660 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b5074a0c-46c8-49a3-bdc8-88901322df86 req-e8ecbf5a-63de-46d5-85ab-e4f2d2b8eb0c tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=da0ae0cf-ad5f-4a62-a673-e4227dd6b7ee HTTP/1.1" status: 200 len: 945 time: 0.1043668 Jul 09 14:44:06.747076 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b5074a0c-46c8-49a3-bdc8-88901322df86 req-665e6a13-a1e3-42d2-beb3-c07d9eb61652 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602255 Jul 09 14:44:06.798891 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 60054) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:44:06.990926 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-83f895f2-dadd-459b-9523-fb6583a5a738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:06.994359 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fe9610ca-9200-4402-ad54-39e56851ca85 req-192814fe-74b1-475d-810d-66d5f4970b82 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=13e9ad26-6082-40b0-9a40-c344805a94bd HTTP/1.1" status: 200 len: 210 time: 0.3559058 Jul 09 14:44:07.183915 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-83f895f2-dadd-459b-9523-fb6583a5a738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:07.202392 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bef2df9e-6466-42c0-8ecf-486b179ca42b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:07.223125 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f0aeef-ed29-431c-8937-7fc926081971 req-7341cdae-3096-4a14-9138-cbb635149c78 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:07.224748 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a4f0aeef-ed29-431c-8937-7fc926081971 req-7341cdae-3096-4a14-9138-cbb635149c78 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 946 time: 0.0927823 Jul 09 14:44:07.267076 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-83f895f2-dadd-459b-9523-fb6583a5a738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:07.294369 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-66a844ae-a5ed-44a0-bb48-2f9e6737eeec req-caf4ccb2-be2c-45a7-84ce-02cfe20584ad tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=018349107c4e445095855bfde6f254bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285382 Jul 09 14:44:07.336750 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f895f2-dadd-459b-9523-fb6583a5a738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f716000-2082-462d-aff0-11c7c534de95,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:07.345208 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a4f0aeef-ed29-431c-8937-7fc926081971 req-18715908-5acf-461a-bb6d-d480ff243c4d tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051950 Jul 09 14:44:07.351222 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-83f895f2-dadd-459b-9523-fb6583a5a738 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b3a30eda07794a5e86f0e6768a508f8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5511296 Jul 09 14:44:07.351943 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 60060) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:44:07.439329 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-53fdfc55-44ff-4e48-8506-285745cd78f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:07.488182 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a844ae-a5ed-44a0-bb48-2f9e6737eeec req-dfc8aff8-ba31-4df1-84f4-8e92608dbeaf tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:07.489744 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-66a844ae-a5ed-44a0-bb48-2f9e6737eeec req-dfc8aff8-ba31-4df1-84f4-8e92608dbeaf tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1881757 Jul 09 14:44:07.498587 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-53fdfc55-44ff-4e48-8506-285745cd78f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:07.533619 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-66a844ae-a5ed-44a0-bb48-2f9e6737eeec req-3cd3275c-209e-4a9a-be32-5673d64a6423 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Request body: {'port': {'device_id': '13e9ad26-6082-40b0-9a40-c344805a94bd', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'admin_state_up': True, 'tenant_id': '018349107c4e445095855bfde6f254bc'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:44:07.664344 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a8396-e1f4-4d72-b089-39f079ba568a req-d6550f97-717c-4a5e-9254-2c55687ed667 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:07.749889 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4c7a8396-e1f4-4d72-b089-39f079ba568a req-d6550f97-717c-4a5e-9254-2c55687ed667 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=69170848-85d7-47b1-975f-d4e4b28791e6 HTTP/1.1" status: 200 len: 946 time: 0.0657475 Jul 09 14:44:07.749889 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4c7a8396-e1f4-4d72-b089-39f079ba568a req-214ffe45-a4ce-4606-80e2-cf1f10ef849d tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323980 Jul 09 14:44:07.788616 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bef2df9e-6466-42c0-8ecf-486b179ca42b admin admin] Router 6a91ea30-dd5c-42ce-aa6d-ef701c33b61d has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:44:07.812032 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ba555-82b3-4a7a-aba8-801df351d78c req-687afe7d-3061-49ce-96b9-6e3a5d2e3d36 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:07.814285 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-295ba555-82b3-4a7a-aba8-801df351d78c req-687afe7d-3061-49ce-96b9-6e3a5d2e3d36 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 949 time: 0.2663202 Jul 09 14:44:07.846853 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-53fdfc55-44ff-4e48-8506-285745cd78f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:07.850161 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-53fdfc55-44ff-4e48-8506-285745cd78f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:07.853921 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-53fdfc55-44ff-4e48-8506-285745cd78f3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6f716000-2082-462d-aff0-11c7c534de95 HTTP/1.1" status: 204 len: 168 time: 0.4984250 Jul 09 14:44:07.860688 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fdfc55-44ff-4e48-8506-285745cd78f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f716000-2082-462d-aff0-11c7c534de95,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:07.950606 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66a844ae-a5ed-44a0-bb48-2f9e6737eeec req-3cd3275c-209e-4a9a-be32-5673d64a6423 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Made reservation on behalf of 018349107c4e445095855bfde6f254bc for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:44:07.954781 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-66a844ae-a5ed-44a0-bb48-2f9e6737eeec req-3cd3275c-209e-4a9a-be32-5673d64a6423 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:07.965735 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-295ba555-82b3-4a7a-aba8-801df351d78c req-40f67577-986b-43de-948f-7085bb60b70c tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405220 Jul 09 14:44:07.975027 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-66a844ae-a5ed-44a0-bb48-2f9e6737eeec req-3cd3275c-209e-4a9a-be32-5673d64a6423 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:08.001819 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef2df9e-6466-42c0-8ecf-486b179ca42b admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:44:08.007092 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-bef2df9e-6466-42c0-8ecf-486b179ca42b admin admin] 10.222.0.58 "PUT /v2.0/routers/6a91ea30-dd5c-42ce-aa6d-ef701c33b61d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3401542 Jul 09 14:44:08.011539 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddc3400-34ca-4689-9488-a373518b3a43 None None] Sync routers for ids ['6a91ea30-dd5c-42ce-aa6d-ef701c33b61d'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:44:08.012081 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60076) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:44:08.029082 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddc3400-34ca-4689-9488-a373518b3a43 None None] Routers {'6a91ea30-dd5c-42ce-aa6d-ef701c33b61d'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:44:08.031788 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-cddc3400-34ca-4689-9488-a373518b3a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:43:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['6a91ea30-dd5c-42ce-aa6d-ef701c33b61d'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:44:08.136371 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4589e8-c1c9-4c6a-8618-45c6811193bb req-0a7f95bd-0081-4900-b001-6b72ca8ab785 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:08.141536 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ca4589e8-c1c9-4c6a-8618-45c6811193bb req-0a7f95bd-0081-4900-b001-6b72ca8ab785 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=da0ae0cf-ad5f-4a62-a673-e4227dd6b7ee HTTP/1.1" status: 200 len: 945 time: 0.1861513 Jul 09 14:44:08.178316 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d7d0ee4c-777e-4c9e-9f88-12ba66ba6099 admin admin] Notify callbacks [] for router, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:08.258670 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ca4589e8-c1c9-4c6a-8618-45c6811193bb req-2f957835-38eb-4957-8e2f-b37acd0889b4 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068492 Jul 09 14:44:08.306559 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-66a844ae-a5ed-44a0-bb48-2f9e6737eeec req-3cd3275c-209e-4a9a-be32-5673d64a6423 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:08.330339 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ad3c2ca3-d9f1-4529-b224-6ee5a5fcafb2 req-1261865f-0c5a-4280-b987-241e4b293de2 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=13e9ad26-6082-40b0-9a40-c344805a94bd HTTP/1.1" status: 200 len: 210 time: 0.0483627 Jul 09 14:44:08.354547 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d7d0ee4c-777e-4c9e-9f88-12ba66ba6099 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:08.388262 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-cddc3400-34ca-4689-9488-a373518b3a43 None None] Set router 6a91ea30-dd5c-42ce-aa6d-ef701c33b61d gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:44:08.391280 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-66a844ae-a5ed-44a0-bb48-2f9e6737eeec req-3cd3275c-209e-4a9a-be32-5673d64a6423 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:08.628494 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d304313-50a4-471f-9265-62a4b6a7f507 req-d1a557fb-6492-4248-b16a-10e49b82907a tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:08.636336 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1d304313-50a4-471f-9265-62a4b6a7f507 req-d1a557fb-6492-4248-b16a-10e49b82907a tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=da0ae0cf-ad5f-4a62-a673-e4227dd6b7ee HTTP/1.1" status: 200 len: 945 time: 0.2149675 Jul 09 14:44:08.682021 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd3275c-209e-4a9a-be32-5673d64a6423 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7d5652-0d5a-413a-9a40-ea499c3984ad,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:08.716917 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1d304313-50a4-471f-9265-62a4b6a7f507 req-8df0e299-374d-479c-8b31-a218357a1511 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792928 Jul 09 14:44:08.792145 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-66a844ae-a5ed-44a0-bb48-2f9e6737eeec req-3cd3275c-209e-4a9a-be32-5673d64a6423 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Allocated IP 192.168.233.27 (aa30872f-c756-4ec7-be84-b2e3b86cdcfc/8081bcce-88de-4a2f-9e69-6750220e0be0/5b8321d1-0cc4-4453-b1d2-305318737648) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:44:08.801723 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-cddc3400-34ca-4689-9488-a373518b3a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a91ea30-dd5c-42ce-aa6d-ef701c33b61d', 'name': 'tempest-ServerRescueNegativeTestJSON-1379563368-router', 'tenant_id': '7e8e5340b4af4fbb9f6efeaeab787aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '0a560a62-c390-4412-89d7-00ae4055b01d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:41:15Z', 'updated_at': '2021-07-09T14:44:06Z', 'revision_number': 5, 'project_id': '7e8e5340b4af4fbb9f6efeaeab787aeb', 'gw_port': {'id': '0a560a62-c390-4412-89d7-00ae4055b01d', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:02:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a91ea30-dd5c-42ce-aa6d-ef701c33b61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:41:16Z', 'updated_at': '2021-07-09T14:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:44:08.824127 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-d7d0ee4c-777e-4c9e-9f88-12ba66ba6099 admin admin] Deleting port 0a560a62-c390-4412-89d7-00ae4055b01d {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:44:08.824476 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d7d0ee4c-777e-4c9e-9f88-12ba66ba6099 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:08.935641 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddc3400-34ca-4689-9488-a373518b3a43 None None] Checking router: 6a91ea30-dd5c-42ce-aa6d-ef701c33b61d for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:44:08.947409 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd77f9-6ea6-493f-99b3-2e1c872c8cb2 req-167c5777-53b3-40cc-b10f-04c368aac2e3 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:08.949009 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6ccd77f9-6ea6-493f-99b3-2e1c872c8cb2 req-167c5777-53b3-40cc-b10f-04c368aac2e3 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 946 time: 0.2380445 Jul 09 14:44:08.958477 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddc3400-34ca-4689-9488-a373518b3a43 None None] Routers {'6a91ea30-dd5c-42ce-aa6d-ef701c33b61d'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:44:08.960759 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-cddc3400-34ca-4689-9488-a373518b3a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:43:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['6a91ea30-dd5c-42ce-aa6d-ef701c33b61d'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:44:08.964010 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b92631-e7f7-4a24-918c-03b40fb9d88a req-023a642a-0041-4e94-b463-9d5e64f262d9 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:08.976167 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-88b92631-e7f7-4a24-918c-03b40fb9d88a req-023a642a-0041-4e94-b463-9d5e64f262d9 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=69170848-85d7-47b1-975f-d4e4b28791e6 HTTP/1.1" status: 200 len: 946 time: 0.1251845 Jul 09 14:44:09.055341 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-88b92631-e7f7-4a24-918c-03b40fb9d88a req-5aab62f2-4d7d-4565-a29d-27c048a51fd2 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775270 Jul 09 14:44:09.058065 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d7d0ee4c-777e-4c9e-9f88-12ba66ba6099 admin admin] For port 0a560a62-c390-4412-89d7-00ae4055b01d, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=0a560a62-c390-4412-89d7-00ae4055b01d,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:44:09.058440 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d7d0ee4c-777e-4c9e-9f88-12ba66ba6099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:09.104320 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6ccd77f9-6ea6-493f-99b3-2e1c872c8cb2 req-1206462a-f338-488f-96a3-d6395b682e5b tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348066 Jul 09 14:44:09.107430 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-d7d0ee4c-777e-4c9e-9f88-12ba66ba6099 admin admin] Calling delete_port for 0a560a62-c390-4412-89d7-00ae4055b01d owned by network:router_gateway {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:44:09.153533 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-cddc3400-34ca-4689-9488-a373518b3a43 None None] Set router 6a91ea30-dd5c-42ce-aa6d-ef701c33b61d gateway port host: None {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:44:09.181656 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-66a844ae-a5ed-44a0-bb48-2f9e6737eeec req-3cd3275c-209e-4a9a-be32-5673d64a6423 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:09.227942 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-66a844ae-a5ed-44a0-bb48-2f9e6737eeec req-3cd3275c-209e-4a9a-be32-5673d64a6423 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Transition to ACTIVE for port object 5b8321d1-0cc4-4453-b1d2-305318737648 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:44:09.229610 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-cddc3400-34ca-4689-9488-a373518b3a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a91ea30-dd5c-42ce-aa6d-ef701c33b61d', 'name': 'tempest-ServerRescueNegativeTestJSON-1379563368-router', 'tenant_id': '7e8e5340b4af4fbb9f6efeaeab787aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:41:15Z', 'updated_at': '2021-07-09T14:44:08Z', 'revision_number': 6, 'project_id': '7e8e5340b4af4fbb9f6efeaeab787aeb', 'gw_port_host': None}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:44:09.264501 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddc3400-34ca-4689-9488-a373518b3a43 None None] The sync data for ids ['6a91ea30-dd5c-42ce-aa6d-ef701c33b61d'] in n-d-799529-6 is: [{'id': '6a91ea30-dd5c-42ce-aa6d-ef701c33b61d', 'name': 'tempest-ServerRescueNegativeTestJSON-1379563368-router', 'tenant_id': '7e8e5340b4af4fbb9f6efeaeab787aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:41:15Z', 'updated_at': '2021-07-09T14:44:08Z', 'revision_number': 6, 'project_id': '7e8e5340b4af4fbb9f6efeaeab787aeb', 'gw_port_host': None}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:44:09.481783 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-66a844ae-a5ed-44a0-bb48-2f9e6737eeec req-3cd3275c-209e-4a9a-be32-5673d64a6423 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:09.542138 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66a844ae-a5ed-44a0-bb48-2f9e6737eeec req-3cd3275c-209e-4a9a-be32-5673d64a6423 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Network aa30872f-c756-4ec7-be84-b2e3b86cdcfc is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:44:09.545924 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-66a844ae-a5ed-44a0-bb48-2f9e6737eeec req-3cd3275c-209e-4a9a-be32-5673d64a6423 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:44:09.550746 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-66a844ae-a5ed-44a0-bb48-2f9e6737eeec req-3cd3275c-209e-4a9a-be32-5673d64a6423 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:44:09.601179 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd3275c-209e-4a9a-be32-5673d64a6423 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Pushing event updated for resources: {'Port': ['ID=5b8321d1-0cc4-4453-b1d2-305318737648,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:09.604156 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d7d0ee4c-777e-4c9e-9f88-12ba66ba6099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:09.686253 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a844ae-a5ed-44a0-bb48-2f9e6737eeec req-3cd3275c-209e-4a9a-be32-5673d64a6423 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:09.687487 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-66a844ae-a5ed-44a0-bb48-2f9e6737eeec req-3cd3275c-209e-4a9a-be32-5673d64a6423 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:09.724754 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d0ee4c-777e-4c9e-9f88-12ba66ba6099 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a560a62-c390-4412-89d7-00ae4055b01d,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:09.841457 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-66a844ae-a5ed-44a0-bb48-2f9e6737eeec req-3cd3275c-209e-4a9a-be32-5673d64a6423 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3123848 Jul 09 14:44:09.868256 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-66a844ae-a5ed-44a0-bb48-2f9e6737eeec req-28d8f1ff-1615-47e0-a03e-568161f9f8b8 service neutron] Request body: {'port': {'device_id': '13e9ad26-6082-40b0-9a40-c344805a94bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:44:09.931629 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d7d0ee4c-777e-4c9e-9f88-12ba66ba6099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:10.067205 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d87a1b-8f28-4b16-9c1d-236e1bc27e7c req-df4ebbad-c548-4c88-af08-06a127e7f638 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:10.069013 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-23d87a1b-8f28-4b16-9c1d-236e1bc27e7c req-df4ebbad-c548-4c88-af08-06a127e7f638 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=13e9ad26-6082-40b0-9a40-c344805a94bd HTTP/1.1" status: 200 len: 935 time: 0.0744960 Jul 09 14:44:10.082180 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-536fe297-7d61-4360-a6bc-f271554e790c None None] Provisioning for port 5b8321d1-0cc4-4453-b1d2-305318737648 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:44:10.087048 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-536fe297-7d61-4360-a6bc-f271554e790c None None] Provisioning complete for port 5b8321d1-0cc4-4453-b1d2-305318737648 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:44:10.087336 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-536fe297-7d61-4360-a6bc-f271554e790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:10.148718 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-536fe297-7d61-4360-a6bc-f271554e790c None None] Port 5b8321d1-0cc4-4453-b1d2-305318737648 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:44:10.162244 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-23d87a1b-8f28-4b16-9c1d-236e1bc27e7c req-cfc6fe14-9d7a-4de8-a053-3dd7a532a902 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855649 Jul 09 14:44:10.359378 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 0a560a62-c390-4412-89d7-00ae4055b01d no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:44:10.395353 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 0a560a62-c390-4412-89d7-00ae4055b01d {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:44:10.395922 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 0a560a62-c390-4412-89d7-00ae4055b01d not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:44:10.396539 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device c13a1158-ba69-411f-abaf-02c9514e9f3a no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:44:10.426502 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: c13a1158-ba69-411f-abaf-02c9514e9f3a {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:44:10.427332 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device c13a1158-ba69-411f-abaf-02c9514e9f3a not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:44:10.479595 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f3d76-3d1d-4d5c-8dab-48c758634dc0 req-312e1c91-c04c-4fd6-b93f-b65c00ecbeea tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:10.481245 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fb5f3d76-3d1d-4d5c-8dab-48c758634dc0 req-312e1c91-c04c-4fd6-b93f-b65c00ecbeea tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 949 time: 0.7643642 Jul 09 14:44:10.516074 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d7d0ee4c-777e-4c9e-9f88-12ba66ba6099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:10.521444 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d7d0ee4c-777e-4c9e-9f88-12ba66ba6099 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:10.598947 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-66a844ae-a5ed-44a0-bb48-2f9e6737eeec req-28d8f1ff-1615-47e0-a03e-568161f9f8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:10.622730 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fb5f3d76-3d1d-4d5c-8dab-48c758634dc0 req-fe8fe28f-6374-476a-a8bc-851ddf540e28 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042891 Jul 09 14:44:10.686518 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d7d0ee4c-777e-4c9e-9f88-12ba66ba6099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:10.704772 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d0ee4c-777e-4c9e-9f88-12ba66ba6099 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a91ea30-dd5c-42ce-aa6d-ef701c33b61d {{(pid=94446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:44:10.747178 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d7d0ee4c-777e-4c9e-9f88-12ba66ba6099 admin admin] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:10.754678 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 60124) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:44:10.758883 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d7d0ee4c-777e-4c9e-9f88-12ba66ba6099 admin admin] 10.222.0.58 "DELETE /v2.0/routers/6a91ea30-dd5c-42ce-aa6d-ef701c33b61d HTTP/1.1" status: 204 len: 168 time: 2.7459860 Jul 09 14:44:10.915693 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-250537f2-c405-4a77-b751-bd294632b5eb admin admin] Deleting subnet 55af4da9-7f40-4991-a82d-0bd874a45ee8 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:44:10.941118 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-250537f2-c405-4a77-b751-bd294632b5eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:11.029256 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-250537f2-c405-4a77-b751-bd294632b5eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:11.126579 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-250537f2-c405-4a77-b751-bd294632b5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:11.283624 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-66a844ae-a5ed-44a0-bb48-2f9e6737eeec req-28d8f1ff-1615-47e0-a03e-568161f9f8b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b8321d1-0cc4-4453-b1d2-305318737648 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:44:11.287388 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-250537f2-c405-4a77-b751-bd294632b5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:11.306855 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-66a844ae-a5ed-44a0-bb48-2f9e6737eeec req-28d8f1ff-1615-47e0-a03e-568161f9f8b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:11.309421 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-250537f2-c405-4a77-b751-bd294632b5eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:11.318864 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-250537f2-c405-4a77-b751-bd294632b5eb admin admin] 10.222.0.58 "DELETE /v2.0/subnets/55af4da9-7f40-4991-a82d-0bd874a45ee8 HTTP/1.1" status: 204 len: 168 time: 0.5629237 Jul 09 14:44:11.338144 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-66a844ae-a5ed-44a0-bb48-2f9e6737eeec req-28d8f1ff-1615-47e0-a03e-568161f9f8b8 service neutron] Transition to ACTIVE for port object 5b8321d1-0cc4-4453-b1d2-305318737648 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:44:11.340091 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60128) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:44:11.349980 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250537f2-c405-4a77-b751-bd294632b5eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55af4da9-7f40-4991-a82d-0bd874a45ee8,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:11.406756 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef8e4b-591b-4c03-846b-26397b421a27 req-8e695ae1-7152-4ad7-a89f-b8b2db1fbe42 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:11.409205 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1cef8e4b-591b-4c03-846b-26397b421a27 req-8e695ae1-7152-4ad7-a89f-b8b2db1fbe42 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.54 "GET /v2.0/ports?device_id=da0ae0cf-ad5f-4a62-a673-e4227dd6b7ee HTTP/1.1" status: 200 len: 945 time: 0.1881471 Jul 09 14:44:11.439190 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-66a844ae-a5ed-44a0-bb48-2f9e6737eeec req-28d8f1ff-1615-47e0-a03e-568161f9f8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:11.556330 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87495a97-9347-4074-a5a2-6d92d8038cbc req-c4b747c0-1ef6-4235-aee9-45e44ed08e3d tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:11.559287 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-87495a97-9347-4074-a5a2-6d92d8038cbc req-c4b747c0-1ef6-4235-aee9-45e44ed08e3d tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=da0ae0cf-ad5f-4a62-a673-e4227dd6b7ee HTTP/1.1" status: 200 len: 945 time: 0.5944824 Jul 09 14:44:11.571711 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5d61d051-354f-405c-bc4c-af90b05db0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:11.578567 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-1cef8e4b-591b-4c03-846b-26397b421a27 req-49279a15-49ea-4560-8b3c-2818946bc1f3 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Deleting port ef692d12-6f48-4da5-9aa4-4fc22035a882 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:44:11.579173 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-1cef8e4b-591b-4c03-846b-26397b421a27 req-49279a15-49ea-4560-8b3c-2818946bc1f3 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:11.636292 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d8f1ff-1615-47e0-a03e-568161f9f8b8 service neutron] Pushing event updated for resources: {'Port': ['ID=5b8321d1-0cc4-4453-b1d2-305318737648,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:11.753148 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-1cef8e4b-591b-4c03-846b-26397b421a27 req-49279a15-49ea-4560-8b3c-2818946bc1f3 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] For port ef692d12-6f48-4da5-9aa4-4fc22035a882, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=ef692d12-6f48-4da5-9aa4-4fc22035a882,segment=NetworkSegment(53f9e82d-cbee-4af4-9fe3-f119337023c8),segment_id=53f9e82d-cbee-4af4-9fe3-f119337023c8)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:44:11.753650 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-1cef8e4b-591b-4c03-846b-26397b421a27 req-49279a15-49ea-4560-8b3c-2818946bc1f3 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:11.769304 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-1cef8e4b-591b-4c03-846b-26397b421a27 req-49279a15-49ea-4560-8b3c-2818946bc1f3 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Calling delete_port for ef692d12-6f48-4da5-9aa4-4fc22035a882 owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:44:11.817438 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-66a844ae-a5ed-44a0-bb48-2f9e6737eeec req-28d8f1ff-1615-47e0-a03e-568161f9f8b8 service neutron] Attempting to bind port 5b8321d1-0cc4-4453-b1d2-305318737648 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:44:11.817785 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-66a844ae-a5ed-44a0-bb48-2f9e6737eeec req-28d8f1ff-1615-47e0-a03e-568161f9f8b8 service neutron] Attempting to bind port 5b8321d1-0cc4-4453-b1d2-305318737648 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:44:11.818117 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a844ae-a5ed-44a0-bb48-2f9e6737eeec req-28d8f1ff-1615-47e0-a03e-568161f9f8b8 service neutron] Attempting to bind port 5b8321d1-0cc4-4453-b1d2-305318737648 on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:44:11.832833 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-87495a97-9347-4074-a5a2-6d92d8038cbc req-f4469e18-845d-44b1-b5a1-46c0606d7219 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378838 Jul 09 14:44:11.834552 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5d61d051-354f-405c-bc4c-af90b05db0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:11.836985 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a844ae-a5ed-44a0-bb48-2f9e6737eeec req-28d8f1ff-1615-47e0-a03e-568161f9f8b8 service neutron] Port 5b8321d1-0cc4-4453-b1d2-305318737648 on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:44:11.837314 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a844ae-a5ed-44a0-bb48-2f9e6737eeec req-28d8f1ff-1615-47e0-a03e-568161f9f8b8 service neutron] Attempting to bind port 5b8321d1-0cc4-4453-b1d2-305318737648 on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:44:11.848170 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a844ae-a5ed-44a0-bb48-2f9e6737eeec req-28d8f1ff-1615-47e0-a03e-568161f9f8b8 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:44:11.848513 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a844ae-a5ed-44a0-bb48-2f9e6737eeec req-28d8f1ff-1615-47e0-a03e-568161f9f8b8 service neutron] Checking segment: {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:44:11.848910 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a844ae-a5ed-44a0-bb48-2f9e6737eeec req-28d8f1ff-1615-47e0-a03e-568161f9f8b8 service neutron] Bound using segment: {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:44:11.849366 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-66a844ae-a5ed-44a0-bb48-2f9e6737eeec req-28d8f1ff-1615-47e0-a03e-568161f9f8b8 service neutron] Bound port: 5b8321d1-0cc4-4453-b1d2-305318737648, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:44:11.849731 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-66a844ae-a5ed-44a0-bb48-2f9e6737eeec req-28d8f1ff-1615-47e0-a03e-568161f9f8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:11.869964 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-5d61d051-354f-405c-bc4c-af90b05db0b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1bff32f-69e2-446c-a290-b6ec892cf735']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:44:11.880802 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-5d61d051-354f-405c-bc4c-af90b05db0b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68097950-705f-4c37-a00c-5a4502f7eec0') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:44:11.881100 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-5d61d051-354f-405c-bc4c-af90b05db0b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68097950-705f-4c37-a00c-5a4502f7eec0') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:44:11.897613 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5d61d051-354f-405c-bc4c-af90b05db0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:11.911198 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5d61d051-354f-405c-bc4c-af90b05db0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:11.920587 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d61d051-354f-405c-bc4c-af90b05db0b9 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:44:11.921004 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5d61d051-354f-405c-bc4c-af90b05db0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:11.968442 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:44:11.968442 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:44:11.968442 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:44:11.968442 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:44:11.968442 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:44:11.968442 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:44:11.968442 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:44:11.968442 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:44:11.968442 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:44:11.968442 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:44:11.968442 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:44:11.968442 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:44:11.968442 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:44:11.968442 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:44:11.968442 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:44:11.968442 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:44:11.968442 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:44:11.968442 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:44:11.968442 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:44:11.968442 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:44:11.968442 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:44:11.968442 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:44:11.968442 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:44:11.968442 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:44:11.968442 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:44:11.968442 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:44:11.968442 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 14:44:11.968442 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:44:11.968442 n-d-799529-6 neutron-server[94446]: timer() Jul 09 14:44:11.968442 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:44:11.968442 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 14:44:11.968442 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:44:11.968442 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 14:44:11.968442 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:44:11.968442 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 14:44:11.968442 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:44:11.968442 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 14:44:11.968442 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:44:11.968442 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 14:44:11.968442 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:44:11.968442 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:44:11.968442 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:44:11.968442 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:44:11.968442 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:44:11.968442 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 14:44:11.968442 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:44:11.968442 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 14:44:11.968442 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:44:11.968442 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:44:11.968442 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:44:11.968442 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 14:44:11.968442 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:44:11.968442 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:44:11.968442 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:44:11.968442 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:44:11.968442 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:44:11.968442 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:44:11.968442 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:44:12.077981 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-66a844ae-a5ed-44a0-bb48-2f9e6737eeec req-28d8f1ff-1615-47e0-a03e-568161f9f8b8 service neutron] For port 5b8321d1-0cc4-4453-b1d2-305318737648, host n-h2-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:44:12.083670 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5d61d051-354f-405c-bc4c-af90b05db0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:12.088811 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5d61d051-354f-405c-bc4c-af90b05db0b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:12.090994 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-5d61d051-354f-405c-bc4c-af90b05db0b9 admin admin] 10.222.0.58 "DELETE /v2.0/networks/f1bff32f-69e2-446c-a290-b6ec892cf735 HTTP/1.1" status: 204 len: 168 time: 0.7465761 Jul 09 14:44:12.128284 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-66a844ae-a5ed-44a0-bb48-2f9e6737eeec req-28d8f1ff-1615-47e0-a03e-568161f9f8b8 service neutron] For port 5b8321d1-0cc4-4453-b1d2-305318737648, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=5b8321d1-0cc4-4453-b1d2-305318737648,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:44:12.140907 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d61d051-354f-405c-bc4c-af90b05db0b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1bff32f-69e2-446c-a290-b6ec892cf735,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:12.154161 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de371994-3d9b-4548-8744-e1801bc070f9 req-5e4ddbba-332d-4d55-aed1-3733f86752f9 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:12.156173 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-de371994-3d9b-4548-8744-e1801bc070f9 req-5e4ddbba-332d-4d55-aed1-3733f86752f9 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 946 time: 0.1869032 Jul 09 14:44:12.198253 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-66a844ae-a5ed-44a0-bb48-2f9e6737eeec req-28d8f1ff-1615-47e0-a03e-568161f9f8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:12.272321 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e73ff6-839b-4172-8786-2094ad0deac3 req-317f6a5d-38df-4470-bc28-4b2d6720d2c1 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:12.280270 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-27e73ff6-839b-4172-8786-2094ad0deac3 req-317f6a5d-38df-4470-bc28-4b2d6720d2c1 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=69170848-85d7-47b1-975f-d4e4b28791e6 HTTP/1.1" status: 200 len: 946 time: 0.4158723 Jul 09 14:44:12.289275 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d8f1ff-1615-47e0-a03e-568161f9f8b8 service neutron] Pushing event updated for resources: {'Port': ['ID=5b8321d1-0cc4-4453-b1d2-305318737648,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:12.298520 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a844ae-a5ed-44a0-bb48-2f9e6737eeec req-28d8f1ff-1615-47e0-a03e-568161f9f8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:12.305587 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-66a844ae-a5ed-44a0-bb48-2f9e6737eeec req-28d8f1ff-1615-47e0-a03e-568161f9f8b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:12.305587 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-66a844ae-a5ed-44a0-bb48-2f9e6737eeec req-28d8f1ff-1615-47e0-a03e-568161f9f8b8 service neutron] 10.222.0.54 "PUT /v2.0/ports/5b8321d1-0cc4-4453-b1d2-305318737648 HTTP/1.1" status: 200 len: 1095 time: 2.4458110 Jul 09 14:44:12.305587 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13e9ad26-6082-40b0-9a40-c344805a94bd', 'tag': '5b8321d1-0cc4-4453-b1d2-305318737648'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:44:12.305587 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc62d54-7dd7-4bb6-9492-8a27cd298e4f" -d '{"events": [{"name": "network-changed", "server_uuid": "13e9ad26-6082-40b0-9a40-c344805a94bd", "tag": "5b8321d1-0cc4-4453-b1d2-305318737648"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:44:12.310631 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-de371994-3d9b-4548-8744-e1801bc070f9 req-82fa194a-05cd-41a6-a10f-11d788b2cd9e tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459510 Jul 09 14:44:12.350131 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-27e73ff6-839b-4172-8786-2094ad0deac3 req-06235437-1649-4f07-b2d7-f6f50271304f tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686092 Jul 09 14:44:12.407463 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-1cef8e4b-591b-4c03-846b-26397b421a27 req-49279a15-49ea-4560-8b3c-2818946bc1f3 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:12.420762 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['12ba3e02-e8dc-4f75-9575-5579b2930cd3', 'ef692d12-6f48-4da5-9aa4-4fc22035a882'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:44:12.495683 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49279a15-49ea-4560-8b3c-2818946bc1f3 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Pushing event deleted for resources: {'Port': ['ID=ef692d12-6f48-4da5-9aa4-4fc22035a882,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:12.566201 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60140) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:44:12.631027 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a844ae-a5ed-44a0-bb48-2f9e6737eeec req-ac759283-db8e-4cf5-9ee9-bff4ca810efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:12.638030 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-66a844ae-a5ed-44a0-bb48-2f9e6737eeec req-ac759283-db8e-4cf5-9ee9-bff4ca810efd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=018349107c4e445095855bfde6f254bc&device_id=13e9ad26-6082-40b0-9a40-c344805a94bd HTTP/1.1" status: 200 len: 1098 time: 0.1970463 Jul 09 14:44:12.653745 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cef8e4b-591b-4c03-846b-26397b421a27 req-49279a15-49ea-4560-8b3c-2818946bc1f3 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] No DVR routers for this DVR port ef692d12-6f48-4da5-9aa4-4fc22035a882 on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:44:12.679049 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-1cef8e4b-591b-4c03-846b-26397b421a27 req-49279a15-49ea-4560-8b3c-2818946bc1f3 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:12.681770 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1cef8e4b-591b-4c03-846b-26397b421a27 req-49279a15-49ea-4560-8b3c-2818946bc1f3 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.54 "DELETE /v2.0/ports/ef692d12-6f48-4da5-9aa4-4fc22035a882 HTTP/1.1" status: 204 len: 173 time: 1.2658353 Jul 09 14:44:12.683435 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da0ae0cf-ad5f-4a62-a673-e4227dd6b7ee', 'name': 'network-vif-deleted', 'tag': 'ef692d12-6f48-4da5-9aa4-4fc22035a882'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:44:12.685945 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071d4081-9c94-46dd-9a12-1a7b84cd0a99" -d '{"events": [{"server_uuid": "da0ae0cf-ad5f-4a62-a673-e4227dd6b7ee", "name": "network-vif-deleted", "tag": "ef692d12-6f48-4da5-9aa4-4fc22035a882"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:44:12.710034 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-66a844ae-a5ed-44a0-bb48-2f9e6737eeec req-e4df9ee3-5afb-4c53-a931-8ac270f79ee3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=5b8321d1-0cc4-4453-b1d2-305318737648 HTTP/1.1" status: 200 len: 217 time: 0.0641847 Jul 09 14:44:12.735709 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcbd92e-487f-4057-a3c8-a9f6b20647f3 req-0c93def7-03bd-471f-8eb0-847f5b86a214 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:12.735709 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7fcbd92e-487f-4057-a3c8-a9f6b20647f3 req-0c93def7-03bd-471f-8eb0-847f5b86a214 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=13e9ad26-6082-40b0-9a40-c344805a94bd HTTP/1.1" status: 200 len: 947 time: 0.1616504 Jul 09 14:44:12.761995 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-be8b7238-1274-41f6-b6b9-163c43786f5a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7e8e5340b4af4fbb9f6efeaeab787aeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1815209 Jul 09 14:44:12.765302 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60144) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:44:12.803971 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a844ae-a5ed-44a0-bb48-2f9e6737eeec req-097854c8-475d-4769-9a18-d0c290d089e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:12.805952 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-66a844ae-a5ed-44a0-bb48-2f9e6737eeec req-097854c8-475d-4769-9a18-d0c290d089e5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.0878067 Jul 09 14:44:12.811474 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7fcbd92e-487f-4057-a3c8-a9f6b20647f3 req-165e95e8-5489-4924-b634-8496b8830f70 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701375 Jul 09 14:44:12.919864 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fceaab5-cb99-40e5-bbc3-364ace2ccf76 x-openstack-request-id: req-9fceaab5-cb99-40e5-bbc3-364ace2ccf76 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:44:12.920233 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13e9ad26-6082-40b0-9a40-c344805a94bd", "tag": "5b8321d1-0cc4-4453-b1d2-305318737648", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:44:12.920513 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9fceaab5-cb99-40e5-bbc3-364ace2ccf76 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:44:12.920926 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13e9ad26-6082-40b0-9a40-c344805a94bd', 'tag': '5b8321d1-0cc4-4453-b1d2-305318737648', 'status': 'completed', 'code': 200} Jul 09 14:44:12.993871 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fa4c6636-2ffa-452d-b6ec-25bf98dc624d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:13.037753 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fa4c6636-2ffa-452d-b6ec-25bf98dc624d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:13.057803 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a844ae-a5ed-44a0-bb48-2f9e6737eeec req-f765d8ab-99cc-43b7-9068-19e763edb853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:13.059356 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-66a844ae-a5ed-44a0-bb48-2f9e6737eeec req-f765d8ab-99cc-43b7-9068-19e763edb853 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2283537 Jul 09 14:44:13.098055 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35f072-373f-468c-b32e-59048a5d0b5a req-e4aaa239-23b5-4319-9273-677f2df902d9 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:13.099649 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ad35f072-373f-468c-b32e-59048a5d0b5a req-e4aaa239-23b5-4319-9273-677f2df902d9 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 949 time: 0.1882448 Jul 09 14:44:13.203310 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ad35f072-373f-468c-b32e-59048a5d0b5a req-9ceb47ae-32eb-49b6-a79c-c564068b9364 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902975 Jul 09 14:44:13.235827 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-66a844ae-a5ed-44a0-bb48-2f9e6737eeec req-eab5f6e8-9d93-4d55-a2f7-97b8bed3c0a3 service neutron] 10.222.0.54 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658168 Jul 09 14:44:13.265751 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd902233-dd8d-4475-9e1b-cc319dc728ca x-openstack-request-id: req-bd902233-dd8d-4475-9e1b-cc319dc728ca {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:44:13.269531 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fa4c6636-2ffa-452d-b6ec-25bf98dc624d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:13.269810 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da0ae0cf-ad5f-4a62-a673-e4227dd6b7ee", "name": "network-vif-deleted", "tag": "ef692d12-6f48-4da5-9aa4-4fc22035a882", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:44:13.269810 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bd902233-dd8d-4475-9e1b-cc319dc728ca {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:44:13.269810 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da0ae0cf-ad5f-4a62-a673-e4227dd6b7ee', 'name': 'network-vif-deleted', 'tag': 'ef692d12-6f48-4da5-9aa4-4fc22035a882', 'status': 'completed', 'code': 200} Jul 09 14:44:13.270092 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fa4c6636-2ffa-452d-b6ec-25bf98dc624d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:13.270092 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-fa4c6636-2ffa-452d-b6ec-25bf98dc624d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2a53644f-a19b-47d9-992e-bb5de128623e HTTP/1.1" status: 204 len: 168 time: 0.5037329 Jul 09 14:44:13.310782 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c6636-2ffa-452d-b6ec-25bf98dc624d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a53644f-a19b-47d9-992e-bb5de128623e,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:13.375428 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-66a844ae-a5ed-44a0-bb48-2f9e6737eeec req-ed7c96c9-6a36-4590-b536-0ee014ad878a service neutron] 10.222.0.54 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325960 Jul 09 14:44:13.841223 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-676ab33f-2c9e-41ae-b04e-825afcda1ab1 req-ba8d4d9c-21c1-4397-84eb-3d4dc114e87f tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=da0ae0cf-ad5f-4a62-a673-e4227dd6b7ee HTTP/1.1" status: 200 len: 210 time: 0.0409338 Jul 09 14:44:14.049905 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc62d54-7dd7-4bb6-9492-8a27cd298e4f req-b726031b-9fc9-4156-8bf2-baa6aac50b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:14.053962 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bc62d54-7dd7-4bb6-9492-8a27cd298e4f req-b726031b-9fc9-4156-8bf2-baa6aac50b54 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=018349107c4e445095855bfde6f254bc&device_id=13e9ad26-6082-40b0-9a40-c344805a94bd HTTP/1.1" status: 200 len: 1098 time: 0.1090364 Jul 09 14:44:14.120028 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e35cbfb-a770-46ff-afee-3fafb673e8cb req-96e302f7-5c0a-4e2f-909d-47c0421e1a52 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:14.144092 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1e35cbfb-a770-46ff-afee-3fafb673e8cb req-96e302f7-5c0a-4e2f-909d-47c0421e1a52 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 946 time: 0.1675196 Jul 09 14:44:14.218270 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1e35cbfb-a770-46ff-afee-3fafb673e8cb req-4a38bc3c-f5e3-42f0-b784-2b8905336853 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729175 Jul 09 14:44:14.276819 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc62d54-7dd7-4bb6-9492-8a27cd298e4f req-1c24d589-546c-47fb-bd8d-180409ce477d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:14.278442 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bc62d54-7dd7-4bb6-9492-8a27cd298e4f req-1c24d589-546c-47fb-bd8d-180409ce477d service neutron] 10.222.0.54 "GET /v2.0/networks?id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc HTTP/1.1" status: 200 len: 870 time: 0.2183750 Jul 09 14:44:14.376073 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bc62d54-7dd7-4bb6-9492-8a27cd298e4f req-96554306-4c2d-49d3-be25-a2e561fad7ef service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=5b8321d1-0cc4-4453-b1d2-305318737648 HTTP/1.1" status: 200 len: 217 time: 0.0893779 Jul 09 14:44:14.493789 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc62d54-7dd7-4bb6-9492-8a27cd298e4f req-8cf68500-98b1-4563-9e67-f449cf30c43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:14.497674 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bc62d54-7dd7-4bb6-9492-8a27cd298e4f req-8cf68500-98b1-4563-9e67-f449cf30c43e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.1140363 Jul 09 14:44:14.516193 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f9645-e9bd-461f-9fa5-85638d3b4cf4 req-a90cf4e5-2bad-4726-b9e2-69a41e8a6249 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:14.524078 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-185f9645-e9bd-461f-9fa5-85638d3b4cf4 req-a90cf4e5-2bad-4726-b9e2-69a41e8a6249 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=69170848-85d7-47b1-975f-d4e4b28791e6 HTTP/1.1" status: 200 len: 946 time: 0.0939767 Jul 09 14:44:14.572287 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-185f9645-e9bd-461f-9fa5-85638d3b4cf4 req-4bb3b4d7-e464-4302-a46d-11f850c15782 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469544 Jul 09 14:44:14.602096 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:14.696233 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc62d54-7dd7-4bb6-9492-8a27cd298e4f req-80f13457-d1fa-444f-b42b-640583f9c1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:14.697947 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bc62d54-7dd7-4bb6-9492-8a27cd298e4f req-80f13457-d1fa-444f-b42b-640583f9c1bc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1684415 Jul 09 14:44:14.800473 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b150870-977e-4ee0-84ef-470f98970500 req-74073805-d289-4d25-85b5-29ad9bde783e tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:14.807751 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8b150870-977e-4ee0-84ef-470f98970500 req-74073805-d289-4d25-85b5-29ad9bde783e tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 949 time: 0.1008475 Jul 09 14:44:14.857259 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8b150870-977e-4ee0-84ef-470f98970500 req-4746259e-8d99-438c-bac6-12e17cd28a99 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481648 Jul 09 14:44:14.862570 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bc62d54-7dd7-4bb6-9492-8a27cd298e4f req-836aac76-7794-4e17-a7cf-e6111977b68d service neutron] 10.222.0.54 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518481 Jul 09 14:44:14.875773 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ec80d-42b8-40bb-a1f2-4b4dcf4733ee req-0903ba33-ff29-4437-9409-43e19fa68f28 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:14.880999 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-847ec80d-42b8-40bb-a1f2-4b4dcf4733ee req-0903ba33-ff29-4437-9409-43e19fa68f28 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=13e9ad26-6082-40b0-9a40-c344805a94bd HTTP/1.1" status: 200 len: 947 time: 0.2616324 Jul 09 14:44:14.969840 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-847ec80d-42b8-40bb-a1f2-4b4dcf4733ee req-e21faf22-a0ef-454c-bf9a-60a01bda237f tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783880 Jul 09 14:44:15.068801 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bc62d54-7dd7-4bb6-9492-8a27cd298e4f req-20aa7d57-0e23-469a-a049-9ec5cf475e33 service neutron] 10.222.0.54 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855187 Jul 09 14:44:15.273318 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:44:15.425375 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf7004-52f0-4c8f-b291-0289f767fb3b req-11a35612-c6f5-4680-9e0b-c77ebc887d57 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:15.425375 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cacf7004-52f0-4c8f-b291-0289f767fb3b req-11a35612-c6f5-4680-9e0b-c77ebc887d57 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.54 "GET /v2.0/ports?device_id=69170848-85d7-47b1-975f-d4e4b28791e6 HTTP/1.1" status: 200 len: 946 time: 0.1782663 Jul 09 14:44:15.554793 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc775b19-4eb1-4a6a-a4e2-f67bbbe5a121 req-c779c78c-28c1-4693-828c-a113cc1df977 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:15.556389 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bc775b19-4eb1-4a6a-a4e2-f67bbbe5a121 req-c779c78c-28c1-4693-828c-a113cc1df977 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 946 time: 0.1653638 Jul 09 14:44:15.613339 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-cacf7004-52f0-4c8f-b291-0289f767fb3b req-abc36a08-2907-4226-88c2-070d358cb638 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Deleting port c350869f-9da9-4541-b106-1f9380157813 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:44:15.613740 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-cacf7004-52f0-4c8f-b291-0289f767fb3b req-abc36a08-2907-4226-88c2-070d358cb638 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:15.620084 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bc775b19-4eb1-4a6a-a4e2-f67bbbe5a121 req-700836c6-682f-4f73-8a35-3387bc68b36a tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552981 Jul 09 14:44:15.723197 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-cacf7004-52f0-4c8f-b291-0289f767fb3b req-abc36a08-2907-4226-88c2-070d358cb638 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] For port c350869f-9da9-4541-b106-1f9380157813, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=c350869f-9da9-4541-b106-1f9380157813,segment=NetworkSegment(ea3e7312-a29e-42fd-9247-9011d25d7154),segment_id=ea3e7312-a29e-42fd-9247-9011d25d7154)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:44:15.723695 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-cacf7004-52f0-4c8f-b291-0289f767fb3b req-abc36a08-2907-4226-88c2-070d358cb638 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:15.751468 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-cacf7004-52f0-4c8f-b291-0289f767fb3b req-abc36a08-2907-4226-88c2-070d358cb638 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Calling delete_port for c350869f-9da9-4541-b106-1f9380157813 owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:44:15.995591 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-cacf7004-52f0-4c8f-b291-0289f767fb3b req-abc36a08-2907-4226-88c2-070d358cb638 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:16.006958 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['c350869f-9da9-4541-b106-1f9380157813'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:44:16.048271 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc36a08-2907-4226-88c2-070d358cb638 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Pushing event deleted for resources: {'Port': ['ID=c350869f-9da9-4541-b106-1f9380157813,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:16.078263 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cabb975-275e-41f2-904d-d5a68b2d15e0 req-b93d9f97-da9f-4f6f-b1a9-099334a06527 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:16.086612 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8cabb975-275e-41f2-904d-d5a68b2d15e0 req-b93d9f97-da9f-4f6f-b1a9-099334a06527 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/networks?id=4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9 HTTP/1.1" status: 200 len: 806 time: 0.1537740 Jul 09 14:44:16.100443 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-cacf7004-52f0-4c8f-b291-0289f767fb3b req-abc36a08-2907-4226-88c2-070d358cb638 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] No DVR routers for this DVR port c350869f-9da9-4541-b106-1f9380157813 on host n-h2-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:44:16.104109 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-cacf7004-52f0-4c8f-b291-0289f767fb3b req-abc36a08-2907-4226-88c2-070d358cb638 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:16.104284 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8cabb975-275e-41f2-904d-d5a68b2d15e0 req-ba9203e3-6537-45b6-9c7b-92e66ab8d6d2 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/quotas/1e0132f74af84346b7937684dc0b5d46 HTTP/1.1" status: 200 len: 375 time: 0.0162032 Jul 09 14:44:16.106254 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cacf7004-52f0-4c8f-b291-0289f767fb3b req-abc36a08-2907-4226-88c2-070d358cb638 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.54 "DELETE /v2.0/ports/c350869f-9da9-4541-b106-1f9380157813 HTTP/1.1" status: 204 len: 173 time: 0.6638207 Jul 09 14:44:16.106730 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69170848-85d7-47b1-975f-d4e4b28791e6', 'name': 'network-vif-deleted', 'tag': 'c350869f-9da9-4541-b106-1f9380157813'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:44:16.111749 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device ef692d12-6f48-4da5-9aa4-4fc22035a882 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:44:16.126625 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5990cf57-0ff6-41ca-90c2-2c019edf7cfa" -d '{"events": [{"server_uuid": "69170848-85d7-47b1-975f-d4e4b28791e6", "name": "network-vif-deleted", "tag": "c350869f-9da9-4541-b106-1f9380157813"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:44:16.145784 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: ef692d12-6f48-4da5-9aa4-4fc22035a882 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:44:16.156227 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device ef692d12-6f48-4da5-9aa4-4fc22035a882 not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:44:16.170797 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a9b6c063-525b-41e3-bd83-f49285d0f6d8 req-a71025e9-b0a5-4614-9727-602586354f88 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=69170848-85d7-47b1-975f-d4e4b28791e6 HTTP/1.1" status: 200 len: 210 time: 0.0406747 Jul 09 14:44:16.219866 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8cabb975-275e-41f2-904d-d5a68b2d15e0 req-8284e642-d671-43de-a7cf-cb3d2433fec8 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1e0132f74af84346b7937684dc0b5d46&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1146519 Jul 09 14:44:16.268284 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c39573bd-549f-4671-87f2-3257b8453460 req-09374200-f6d7-4413-8f18-45bb7df382ee tempest-ServerShowV254Test-974510398 tempest-ServerShowV254Test-974510398-project] 10.222.0.58 "GET /v2.0/ports?device_id=46f0cf83-f268-46ae-9f7b-d75d67a08975 HTTP/1.1" status: 200 len: 210 time: 0.0313027 Jul 09 14:44:16.368462 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8cabb975-275e-41f2-904d-d5a68b2d15e0 req-9a101e45-4f3a-4766-a836-11f8f5115e97 service neutron] 10.222.0.58 "GET /v2.0/networks/4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470737 Jul 09 14:44:16.509376 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8cabb975-275e-41f2-904d-d5a68b2d15e0 req-5bae0b07-5b41-4416-88ca-8f60d48aaf12 service neutron] 10.222.0.58 "GET /v2.0/networks/4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287849 Jul 09 14:44:16.528684 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d20df6-fc83-48a7-9073-8196d5960f58 req-bee157d2-a0fb-43f3-ae23-fb8ef14dfa84 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:16.530824 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-04d20df6-fc83-48a7-9073-8196d5960f58 req-bee157d2-a0fb-43f3-ae23-fb8ef14dfa84 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 949 time: 0.1080325 Jul 09 14:44:16.587631 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-04d20df6-fc83-48a7-9073-8196d5960f58 req-45031c47-b0e0-4e3b-8bc3-ec23ef9e2f34 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499055 Jul 09 14:44:16.991240 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91d9d6-2a0c-4768-a33f-c1e172bdf040 req-633c762e-3280-46fc-9e87-d60bf1bc764a tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:16.998675 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ca91d9d6-2a0c-4768-a33f-c1e172bdf040 req-633c762e-3280-46fc-9e87-d60bf1bc764a tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=13e9ad26-6082-40b0-9a40-c344805a94bd HTTP/1.1" status: 200 len: 947 time: 0.0773950 Jul 09 14:44:17.053979 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ca91d9d6-2a0c-4768-a33f-c1e172bdf040 req-e7453eb1-6510-45fb-8357-95b291f9ec3b tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538590 Jul 09 14:44:17.114474 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ff4508-b8f5-4e85-82d5-b8aed37038d5 x-openstack-request-id: req-95ff4508-b8f5-4e85-82d5-b8aed37038d5 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:44:17.114990 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69170848-85d7-47b1-975f-d4e4b28791e6", "name": "network-vif-deleted", "tag": "c350869f-9da9-4541-b106-1f9380157813", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:44:17.115196 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-95ff4508-b8f5-4e85-82d5-b8aed37038d5 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:44:17.115755 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69170848-85d7-47b1-975f-d4e4b28791e6', 'name': 'network-vif-deleted', 'tag': 'c350869f-9da9-4541-b106-1f9380157813', 'status': 'completed', 'code': 200} Jul 09 14:44:17.295706 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-47751c3a-5827-429e-98f4-60764f122026 req-f2837136-abf1-47bd-827f-da0f9207b40d tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=5266996c-3545-4ec1-83b0-cbe89dc0c0b8 HTTP/1.1" status: 200 len: 210 time: 0.0439785 Jul 09 14:44:17.371257 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9b8f5-1692-484f-83cf-a2d957345a69 req-d8e9199e-70eb-4e0b-a6c1-8cd2148e7f14 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:17.372920 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-40b9b8f5-1692-484f-83cf-a2d957345a69 req-d8e9199e-70eb-4e0b-a6c1-8cd2148e7f14 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 946 time: 0.1485703 Jul 09 14:44:17.458548 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-40b9b8f5-1692-484f-83cf-a2d957345a69 req-2aef7bb8-2488-4936-afd5-322db84984be tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779161 Jul 09 14:44:17.854981 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8ab1084a-38a1-41d9-9ced-ccf54f4484e6 req-bf48b303-f2b3-4c98-8893-91ae86f4bd63 tempest-ServerShowV254Test-974510398 tempest-ServerShowV254Test-974510398-project] 10.222.0.58 "GET /v2.0/ports?device_id=46f0cf83-f268-46ae-9f7b-d75d67a08975 HTTP/1.1" status: 200 len: 210 time: 0.0401962 Jul 09 14:44:18.106090 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c0762-2823-46d7-a6f5-aa7084c829c8 req-13380af7-501e-4fd0-8d8a-1fd39ccf88d0 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:18.107628 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ba9c0762-2823-46d7-a6f5-aa7084c829c8 req-13380af7-501e-4fd0-8d8a-1fd39ccf88d0 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 949 time: 0.0744381 Jul 09 14:44:18.124357 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 5b8321d1-0cc4-4453-b1d2-305318737648 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:44:18.158207 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ba9c0762-2823-46d7-a6f5-aa7084c829c8 req-65458c49-4058-4b1a-8332-9c638a7d461e tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449121 Jul 09 14:44:18.224867 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 5b8321d1-0cc4-4453-b1d2-305318737648, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=5b8321d1-0cc4-4453-b1d2-305318737648,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:44:18.236843 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': '5b8321d1-0cc4-4453-b1d2-305318737648', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'port_id': '5b8321d1-0cc4-4453-b1d2-305318737648', 'mac_address': 'fa:16:3e:b8:fc:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8081bcce-88de-4a2f-9e69-6750220e0be0', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:44:18.274713 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:18.288514 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b8321d1-0cc4-4453-b1d2-305318737648 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:44:18.310202 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 5b8321d1-0cc4-4453-b1d2-305318737648, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=5b8321d1-0cc4-4453-b1d2-305318737648,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:44:18.355074 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985487e1-9cb4-4d9d-84ac-443b816d86d1 req-8a9561f2-fa14-4165-b47a-322dc9c995c0 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:18.356627 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-985487e1-9cb4-4d9d-84ac-443b816d86d1 req-8a9561f2-fa14-4165-b47a-322dc9c995c0 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/networks?id=799bbf9f-0525-4250-82dd-ad4b3053eab3 HTTP/1.1" status: 200 len: 812 time: 0.1198049 Jul 09 14:44:18.371419 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-985487e1-9cb4-4d9d-84ac-443b816d86d1 req-d9408072-3ced-4b2a-8874-cc2508d965c3 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/quotas/1c625c057eb84d94ab805dc5f07c0366 HTTP/1.1" status: 200 len: 375 time: 0.0092614 Jul 09 14:44:18.412863 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-985487e1-9cb4-4d9d-84ac-443b816d86d1 req-54d40337-7197-45e0-a6f5-94ca5c1b677b tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1c625c057eb84d94ab805dc5f07c0366&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339520 Jul 09 14:44:18.442904 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:18.541441 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-985487e1-9cb4-4d9d-84ac-443b816d86d1 req-01414135-4b55-4255-88ce-ab9fcac88ef9 service neutron] 10.222.0.58 "GET /v2.0/networks/799bbf9f-0525-4250-82dd-ad4b3053eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193147 Jul 09 14:44:18.655340 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b3b8a-1952-4c9d-b6f4-27f2a08ee1ae req-b83fdc8a-c53b-48a0-812d-d2ded0ab7969 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:18.657831 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-985487e1-9cb4-4d9d-84ac-443b816d86d1 req-5d8b2459-2304-4735-83d6-dae63df757e8 service neutron] 10.222.0.58 "GET /v2.0/networks/799bbf9f-0525-4250-82dd-ad4b3053eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154225 Jul 09 14:44:18.664687 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-914b3b8a-1952-4c9d-b6f4-27f2a08ee1ae req-b83fdc8a-c53b-48a0-812d-d2ded0ab7969 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=13e9ad26-6082-40b0-9a40-c344805a94bd HTTP/1.1" status: 200 len: 948 time: 0.1153033 Jul 09 14:44:18.678899 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=5b8321d1-0cc4-4453-b1d2-305318737648,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:18.715796 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-914b3b8a-1952-4c9d-b6f4-27f2a08ee1ae req-654d5cce-7423-4b10-95e0-8bb20398e0f4 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489714 Jul 09 14:44:18.718211 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['5b8321d1-0cc4-4453-b1d2-305318737648'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:44:19.189328 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bdeb858b-9e30-4a8e-a89f-c0795b8e1a70 req-df1fc462-d3a8-431d-bafd-0b66fe3fe583 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=5266996c-3545-4ec1-83b0-cbe89dc0c0b8 HTTP/1.1" status: 200 len: 210 time: 0.0393624 Jul 09 14:44:19.297244 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235415a6-40f2-481d-9d5c-a2829b77ea6c req-793af534-9051-4bff-8c67-1e5865149364 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:19.298815 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-235415a6-40f2-481d-9d5c-a2829b77ea6c req-793af534-9051-4bff-8c67-1e5865149364 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 946 time: 0.1373899 Jul 09 14:44:19.303471 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-666f2eaf-e503-402f-a4ed-28f11c5b264a req-a6ea79f7-d007-44c4-a550-ebbecd8054fc tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d9b5dfb-dd28-4538-8250-8acd61b1d6cf HTTP/1.1" status: 200 len: 210 time: 0.0480237 Jul 09 14:44:19.356371 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-235415a6-40f2-481d-9d5c-a2829b77ea6c req-7fdc0e1a-07e4-4f9e-9f55-813960b58f2c tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455317 Jul 09 14:44:19.520437 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7f2abd1f-8f4e-43da-81be-3e6dd85b8a40 req-20d9b99c-58ca-4e9d-9433-c9a73891391d tempest-ServerShowV254Test-974510398 tempest-ServerShowV254Test-974510398-project] 10.222.0.58 "GET /v2.0/ports?device_id=46f0cf83-f268-46ae-9f7b-d75d67a08975 HTTP/1.1" status: 200 len: 210 time: 0.0365751 Jul 09 14:44:19.740979 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5416c1d-395c-4ec8-baeb-e83c9e507856 req-230b0e40-cb1c-4357-b664-ed075cbedb75 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:19.742531 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a5416c1d-395c-4ec8-baeb-e83c9e507856 req-230b0e40-cb1c-4357-b664-ed075cbedb75 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 949 time: 0.0661516 Jul 09 14:44:19.781836 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a5416c1d-395c-4ec8-baeb-e83c9e507856 req-db2f9617-0439-4b22-8ebe-a1b80883bbbe tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332234 Jul 09 14:44:19.926296 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ccc747-0d53-4137-9cc4-a50c4670d987 req-6b293c6c-8d23-4f72-bd99-42b34066b961 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:19.928027 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-38ccc747-0d53-4137-9cc4-a50c4670d987 req-6b293c6c-8d23-4f72-bd99-42b34066b961 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=13e9ad26-6082-40b0-9a40-c344805a94bd HTTP/1.1" status: 200 len: 948 time: 0.0775194 Jul 09 14:44:19.966082 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-38ccc747-0d53-4137-9cc4-a50c4670d987 req-7000f2d2-95ed-441a-905f-686c2dd1baed tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323884 Jul 09 14:44:20.093678 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cabb975-275e-41f2-904d-d5a68b2d15e0 req-89e5645e-5b39-4740-8360-063eb9d25aa3 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:20.094711 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8cabb975-275e-41f2-904d-d5a68b2d15e0 req-89e5645e-5b39-4740-8360-063eb9d25aa3 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.54 "GET /v2.0/networks?id=4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9 HTTP/1.1" status: 200 len: 806 time: 0.1034822 Jul 09 14:44:20.107110 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-8cabb975-275e-41f2-904d-d5a68b2d15e0 req-892b96d9-6ce4-48af-a2d4-0e79a5540b93 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Request body: {'port': {'device_id': '5266996c-3545-4ec1-83b0-cbe89dc0c0b8', 'network_id': '4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9', 'admin_state_up': True, 'tenant_id': '1e0132f74af84346b7937684dc0b5d46'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:44:20.124580 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 5b8321d1-0cc4-4453-b1d2-305318737648 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:44:20.241112 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port 5b8321d1-0cc4-4453-b1d2-305318737648 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:44:20.245149 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port 5b8321d1-0cc4-4453-b1d2-305318737648 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:44:20.245539 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:20.354064 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-41433743-e814-4a97-aad4-641ddd1cecce req-ef532a87-573a-45c2-aa27-2a207f817cc0 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=5266996c-3545-4ec1-83b0-cbe89dc0c0b8 HTTP/1.1" status: 200 len: 210 time: 0.0368304 Jul 09 14:44:20.355343 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cabb975-275e-41f2-904d-d5a68b2d15e0 req-892b96d9-6ce4-48af-a2d4-0e79a5540b93 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Made reservation on behalf of 1e0132f74af84346b7937684dc0b5d46 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:44:20.360775 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-8cabb975-275e-41f2-904d-d5a68b2d15e0 req-892b96d9-6ce4-48af-a2d4-0e79a5540b93 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:20.372242 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:20.426078 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 5b8321d1-0cc4-4453-b1d2-305318737648, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=5b8321d1-0cc4-4453-b1d2-305318737648,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:44:20.427010 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13e9ad26-6082-40b0-9a40-c344805a94bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b8321d1-0cc4-4453-b1d2-305318737648'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:44:20.429710 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d69226-c82c-4b53-becd-bd24b92aeb5e" -d '{"events": [{"server_uuid": "13e9ad26-6082-40b0-9a40-c344805a94bd", "name": "network-vif-plugged", "status": "completed", "tag": "5b8321d1-0cc4-4453-b1d2-305318737648"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:44:20.475405 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7e255a4e-4827-4247-a4bf-e279dbec2918 req-519c3b71-6162-49fc-8487-cdb2c283e0e8 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d9b5dfb-dd28-4538-8250-8acd61b1d6cf HTTP/1.1" status: 200 len: 210 time: 0.0304105 Jul 09 14:44:20.524913 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-8cabb975-275e-41f2-904d-d5a68b2d15e0 req-892b96d9-6ce4-48af-a2d4-0e79a5540b93 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Allocated IP 172.20.0.3 (4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9/e78429e5-c16d-40cf-923f-e056853eac48/d9693937-a9ea-4860-b86d-abfa846ad45f) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:44:20.553034 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:20.555527 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device c350869f-9da9-4541-b106-1f9380157813 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:44:20.604515 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-622160d1-b467-4fcf-a16c-e6a3b6bae5d1 x-openstack-request-id: req-622160d1-b467-4fcf-a16c-e6a3b6bae5d1 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:44:20.605266 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13e9ad26-6082-40b0-9a40-c344805a94bd", "name": "network-vif-plugged", "status": "completed", "tag": "5b8321d1-0cc4-4453-b1d2-305318737648", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:44:20.605725 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-622160d1-b467-4fcf-a16c-e6a3b6bae5d1 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:44:20.606290 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13e9ad26-6082-40b0-9a40-c344805a94bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b8321d1-0cc4-4453-b1d2-305318737648', 'code': 200} Jul 09 14:44:20.608663 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: c350869f-9da9-4541-b106-1f9380157813 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:44:20.609438 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device c350869f-9da9-4541-b106-1f9380157813 not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:44:20.664241 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=5b8321d1-0cc4-4453-b1d2-305318737648,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:20.695991 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-8cabb975-275e-41f2-904d-d5a68b2d15e0 req-892b96d9-6ce4-48af-a2d4-0e79a5540b93 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:20.737531 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15946a42-9e62-4ebb-a034-1d07720f59bc req-f7b3d52c-77d6-4820-bbc3-f4bcc5329d50 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:20.743969 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-15946a42-9e62-4ebb-a034-1d07720f59bc req-f7b3d52c-77d6-4820-bbc3-f4bcc5329d50 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 946 time: 0.1411681 Jul 09 14:44:20.753381 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6f5ad-9582-4a89-bf67-ccd848694e9c req-77f4962f-bc00-40f1-ab0c-42e2d072abf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:20.754787 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3bb6f5ad-9582-4a89-bf67-ccd848694e9c req-77f4962f-bc00-40f1-ab0c-42e2d072abf1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=13e9ad26-6082-40b0-9a40-c344805a94bd HTTP/1.1" status: 200 len: 1100 time: 0.0964160 Jul 09 14:44:20.778496 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-8cabb975-275e-41f2-904d-d5a68b2d15e0 req-892b96d9-6ce4-48af-a2d4-0e79a5540b93 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:20.795418 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['12ba3e02-e8dc-4f75-9575-5579b2930cd3'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:44:20.826659 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3bb6f5ad-9582-4a89-bf67-ccd848694e9c req-8c91f642-7d28-4925-b9e4-910d5ee042e6 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644424 Jul 09 14:44:20.830573 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-15946a42-9e62-4ebb-a034-1d07720f59bc req-9ac2ae3a-1fb1-46b8-84bc-67e66eec48e2 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857460 Jul 09 14:44:20.836857 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cabb975-275e-41f2-904d-d5a68b2d15e0 req-892b96d9-6ce4-48af-a2d4-0e79a5540b93 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Network 4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:44:20.840646 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-8cabb975-275e-41f2-904d-d5a68b2d15e0 req-892b96d9-6ce4-48af-a2d4-0e79a5540b93 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:44:20.845568 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cabb975-275e-41f2-904d-d5a68b2d15e0 req-892b96d9-6ce4-48af-a2d4-0e79a5540b93 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:44:20.898738 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b96d9-6ce4-48af-a2d4-0e79a5540b93 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Pushing event updated for resources: {'Port': ['ID=d9693937-a9ea-4860-b86d-abfa846ad45f,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:20.912486 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892b96d9-6ce4-48af-a2d4-0e79a5540b93 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:20.913272 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892b96d9-6ce4-48af-a2d4-0e79a5540b93 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:20.913272 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892b96d9-6ce4-48af-a2d4-0e79a5540b93 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:20.913510 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892b96d9-6ce4-48af-a2d4-0e79a5540b93 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:20.913841 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892b96d9-6ce4-48af-a2d4-0e79a5540b93 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:20.914183 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892b96d9-6ce4-48af-a2d4-0e79a5540b93 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:20.914516 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892b96d9-6ce4-48af-a2d4-0e79a5540b93 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:20.914850 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892b96d9-6ce4-48af-a2d4-0e79a5540b93 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:20.915179 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892b96d9-6ce4-48af-a2d4-0e79a5540b93 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:20.915530 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892b96d9-6ce4-48af-a2d4-0e79a5540b93 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:20.915862 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892b96d9-6ce4-48af-a2d4-0e79a5540b93 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:20.916336 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892b96d9-6ce4-48af-a2d4-0e79a5540b93 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:20.933133 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cabb975-275e-41f2-904d-d5a68b2d15e0 req-892b96d9-6ce4-48af-a2d4-0e79a5540b93 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:20.933785 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-8cabb975-275e-41f2-904d-d5a68b2d15e0 req-892b96d9-6ce4-48af-a2d4-0e79a5540b93 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:21.007589 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8cabb975-275e-41f2-904d-d5a68b2d15e0 req-892b96d9-6ce4-48af-a2d4-0e79a5540b93 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9042201 Jul 09 14:44:21.021457 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-8cabb975-275e-41f2-904d-d5a68b2d15e0 req-900a1e2c-db08-4399-9f74-c9c0413d6e2d service neutron] Request body: {'port': {'device_id': '5266996c-3545-4ec1-83b0-cbe89dc0c0b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:44:21.049682 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-551071a8-9cf1-42f2-a399-87015eefda51 req-ce3499a5-7814-466e-8b7f-aedae89bc157 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=46f0cf83-f268-46ae-9f7b-d75d67a08975 HTTP/1.1" status: 200 len: 210 time: 0.0330994 Jul 09 14:44:21.077880 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d7297fc6-04c2-4d3d-8b4b-0e5cba3a6e43 req-e5fddc65-6d5f-459c-9135-962100712750 tempest-ServerShowV254Test-974510398 tempest-ServerShowV254Test-974510398-project] 10.222.0.58 "GET /v2.0/ports?device_id=46f0cf83-f268-46ae-9f7b-d75d67a08975 HTTP/1.1" status: 200 len: 210 time: 0.0300577 Jul 09 14:44:21.101326 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-8cabb975-275e-41f2-904d-d5a68b2d15e0 req-900a1e2c-db08-4399-9f74-c9c0413d6e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:21.265569 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac30f736-60a6-4b92-9746-a884adaf08db req-156d442e-0b0b-4936-8b82-da5a53e2bbf3 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:21.267068 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ac30f736-60a6-4b92-9746-a884adaf08db req-156d442e-0b0b-4936-8b82-da5a53e2bbf3 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=13e9ad26-6082-40b0-9a40-c344805a94bd HTTP/1.1" status: 200 len: 949 time: 0.0624986 Jul 09 14:44:21.305631 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ac30f736-60a6-4b92-9746-a884adaf08db req-b645550c-e1a3-4ade-b157-2e0c715c743f tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325711 Jul 09 14:44:21.364558 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe71a10-c231-4368-b05a-46f36a4ba178 req-7f536487-4d6b-4464-9e1b-aaab918d501d tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:21.367887 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8fe71a10-c231-4368-b05a-46f36a4ba178 req-7f536487-4d6b-4464-9e1b-aaab918d501d tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 949 time: 0.1380997 Jul 09 14:44:21.462017 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8fe71a10-c231-4368-b05a-46f36a4ba178 req-0cb879ad-4460-4714-b15a-8fe4a1c1aa32 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892971 Jul 09 14:44:21.519358 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca67f0-402a-49b1-bd6f-6c8f28830d26 req-087f6607-1a36-41ef-8ebb-318ed1c22b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:21.520938 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-20ca67f0-402a-49b1-bd6f-6c8f28830d26 req-087f6607-1a36-41ef-8ebb-318ed1c22b1d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=644ca6545bbf445fa0c886b6aef98e04&device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 1097 time: 0.1441486 Jul 09 14:44:21.526297 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-8cabb975-275e-41f2-904d-d5a68b2d15e0 req-900a1e2c-db08-4399-9f74-c9c0413d6e2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9693937-a9ea-4860-b86d-abfa846ad45f {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:44:21.542418 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-8cabb975-275e-41f2-904d-d5a68b2d15e0 req-900a1e2c-db08-4399-9f74-c9c0413d6e2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:21.599579 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-8cabb975-275e-41f2-904d-d5a68b2d15e0 req-900a1e2c-db08-4399-9f74-c9c0413d6e2d service neutron] Transition to ACTIVE for port object d9693937-a9ea-4860-b86d-abfa846ad45f will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:44:21.599936 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b8317a-dccb-4fb5-9f0e-0cc94d2a8757 req-003658c1-073a-4193-847a-3c878e4c90ae tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:21.601704 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-68b8317a-dccb-4fb5-9f0e-0cc94d2a8757 req-003658c1-073a-4193-847a-3c878e4c90ae tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=5266996c-3545-4ec1-83b0-cbe89dc0c0b8 HTTP/1.1" status: 200 len: 931 time: 0.0723183 Jul 09 14:44:21.641486 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-68b8317a-dccb-4fb5-9f0e-0cc94d2a8757 req-d404dd9a-fb26-4bc4-b184-be502b3a52bb tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339656 Jul 09 14:44:21.929469 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-23556dd6-c50c-4855-a214-876ea9d06f07 req-8d0b918c-4d98-4aaf-a5d4-2da8a74846f7 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d9b5dfb-dd28-4538-8250-8acd61b1d6cf HTTP/1.1" status: 200 len: 210 time: 0.3280625 Jul 09 14:44:21.939158 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-8cabb975-275e-41f2-904d-d5a68b2d15e0 req-900a1e2c-db08-4399-9f74-c9c0413d6e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:21.951762 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985487e1-9cb4-4d9d-84ac-443b816d86d1 req-bdcbd54d-dd56-48e2-8f61-dee9e83ecb0a tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:21.951762 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-985487e1-9cb4-4d9d-84ac-443b816d86d1 req-bdcbd54d-dd56-48e2-8f61-dee9e83ecb0a tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.62 "GET /v2.0/networks?id=799bbf9f-0525-4250-82dd-ad4b3053eab3 HTTP/1.1" status: 200 len: 812 time: 0.1301975 Jul 09 14:44:21.967053 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-985487e1-9cb4-4d9d-84ac-443b816d86d1 req-88307fbf-2700-4637-a6a9-3404bca1068d tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Request body: {'port': {'device_id': '2d9b5dfb-dd28-4538-8250-8acd61b1d6cf', 'network_id': '799bbf9f-0525-4250-82dd-ad4b3053eab3', 'admin_state_up': True, 'tenant_id': '1c625c057eb84d94ab805dc5f07c0366'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:44:22.009383 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca67f0-402a-49b1-bd6f-6c8f28830d26 req-fcb63392-d5f8-4168-9c30-d5e712399cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:22.010885 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-20ca67f0-402a-49b1-bd6f-6c8f28830d26 req-fcb63392-d5f8-4168-9c30-d5e712399cbd service neutron] 10.222.0.62 "GET /v2.0/networks?id=29d888e5-b470-491c-8272-fb069bb5ea34 HTTP/1.1" status: 200 len: 917 time: 0.4798653 Jul 09 14:44:22.012144 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900a1e2c-db08-4399-9f74-c9c0413d6e2d service neutron] Pushing event updated for resources: {'Port': ['ID=d9693937-a9ea-4860-b86d-abfa846ad45f,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:22.121807 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-20ca67f0-402a-49b1-bd6f-6c8f28830d26 req-64b4b7aa-fcdc-4a18-be06-483b00ebd9cc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6015b974-dc7c-4714-be88-3dddf4ffbfe1 HTTP/1.1" status: 200 len: 1002 time: 0.1040297 Jul 09 14:44:22.136785 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8708199d-f013-4ef6-814d-6bbbd9b40af0 req-71aca2f1-41ef-4689-9388-4b8a38e8fb3a tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:22.144374 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8708199d-f013-4ef6-814d-6bbbd9b40af0 req-71aca2f1-41ef-4689-9388-4b8a38e8fb3a tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 946 time: 0.1091628 Jul 09 14:44:22.183099 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-8cabb975-275e-41f2-904d-d5a68b2d15e0 req-900a1e2c-db08-4399-9f74-c9c0413d6e2d service neutron] Attempting to bind port d9693937-a9ea-4860-b86d-abfa846ad45f on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:44:22.183957 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-8cabb975-275e-41f2-904d-d5a68b2d15e0 req-900a1e2c-db08-4399-9f74-c9c0413d6e2d service neutron] Attempting to bind port d9693937-a9ea-4860-b86d-abfa846ad45f by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '53f9e82d-cbee-4af4-9fe3-f119337023c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:44:22.184507 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cabb975-275e-41f2-904d-d5a68b2d15e0 req-900a1e2c-db08-4399-9f74-c9c0413d6e2d service neutron] Attempting to bind port d9693937-a9ea-4860-b86d-abfa846ad45f on network 4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:44:22.190440 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8708199d-f013-4ef6-814d-6bbbd9b40af0 req-2ae10fd6-9872-40f1-b603-841e8285db1a tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451972 Jul 09 14:44:22.197261 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cabb975-275e-41f2-904d-d5a68b2d15e0 req-900a1e2c-db08-4399-9f74-c9c0413d6e2d service neutron] Port d9693937-a9ea-4860-b86d-abfa846ad45f on network 4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:44:22.197261 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cabb975-275e-41f2-904d-d5a68b2d15e0 req-900a1e2c-db08-4399-9f74-c9c0413d6e2d service neutron] Attempting to bind port d9693937-a9ea-4860-b86d-abfa846ad45f on network 4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:44:22.197261 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca67f0-402a-49b1-bd6f-6c8f28830d26 req-7ebe445b-9fd3-488d-8515-4db9e7b68d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:22.198374 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-20ca67f0-402a-49b1-bd6f-6c8f28830d26 req-7ebe445b-9fd3-488d-8515-4db9e7b68d1e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6ebf5b74-6584-49ef-a6c0-eff61f32c488 HTTP/1.1" status: 200 len: 855 time: 0.0697727 Jul 09 14:44:22.202677 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cabb975-275e-41f2-904d-d5a68b2d15e0 req-900a1e2c-db08-4399-9f74-c9c0413d6e2d service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:44:22.203020 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cabb975-275e-41f2-904d-d5a68b2d15e0 req-900a1e2c-db08-4399-9f74-c9c0413d6e2d service neutron] Checking segment: {'id': '53f9e82d-cbee-4af4-9fe3-f119337023c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:44:22.203409 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cabb975-275e-41f2-904d-d5a68b2d15e0 req-900a1e2c-db08-4399-9f74-c9c0413d6e2d service neutron] Bound using segment: {'id': '53f9e82d-cbee-4af4-9fe3-f119337023c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:44:22.203884 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-8cabb975-275e-41f2-904d-d5a68b2d15e0 req-900a1e2c-db08-4399-9f74-c9c0413d6e2d service neutron] Bound port: d9693937-a9ea-4860-b86d-abfa846ad45f, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53f9e82d-cbee-4af4-9fe3-f119337023c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:44:22.204251 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-8cabb975-275e-41f2-904d-d5a68b2d15e0 req-900a1e2c-db08-4399-9f74-c9c0413d6e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:22.294429 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-44b001d1-5e2b-400a-a8c6-dbed8e7d2ca3 req-ab9d1304-33c0-4675-9882-b0ebacc4f4dc tempest-ServerShowV254Test-974510398 tempest-ServerShowV254Test-974510398-project] 10.222.0.58 "GET /v2.0/ports?device_id=46f0cf83-f268-46ae-9f7b-d75d67a08975 HTTP/1.1" status: 200 len: 210 time: 0.0549548 Jul 09 14:44:22.314912 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-985487e1-9cb4-4d9d-84ac-443b816d86d1 req-88307fbf-2700-4637-a6a9-3404bca1068d tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Made reservation on behalf of 1c625c057eb84d94ab805dc5f07c0366 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:44:22.319995 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-985487e1-9cb4-4d9d-84ac-443b816d86d1 req-88307fbf-2700-4637-a6a9-3404bca1068d tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:22.364062 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-8cabb975-275e-41f2-904d-d5a68b2d15e0 req-900a1e2c-db08-4399-9f74-c9c0413d6e2d service neutron] For port d9693937-a9ea-4860-b86d-abfa846ad45f, host n-h2-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:44:22.368969 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-8cabb975-275e-41f2-904d-d5a68b2d15e0 req-900a1e2c-db08-4399-9f74-c9c0413d6e2d service neutron] For port d9693937-a9ea-4860-b86d-abfa846ad45f, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=d9693937-a9ea-4860-b86d-abfa846ad45f,segment=NetworkSegment(53f9e82d-cbee-4af4-9fe3-f119337023c8),segment_id=53f9e82d-cbee-4af4-9fe3-f119337023c8)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:44:22.371454 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca67f0-402a-49b1-bd6f-6c8f28830d26 req-b270172b-ed6c-4a2c-a5f8-8ce3a89ce8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:22.373526 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-20ca67f0-402a-49b1-bd6f-6c8f28830d26 req-b270172b-ed6c-4a2c-a5f8-8ce3a89ce8bc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=29d888e5-b470-491c-8272-fb069bb5ea34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1663363 Jul 09 14:44:22.403817 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60378) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:44:22.487421 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-8cabb975-275e-41f2-904d-d5a68b2d15e0 req-900a1e2c-db08-4399-9f74-c9c0413d6e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:22.524177 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-20ca67f0-402a-49b1-bd6f-6c8f28830d26 req-bc943f7a-caf5-458b-acee-c574dc7079cf service neutron] 10.222.0.62 "GET /v2.0/networks/29d888e5-b470-491c-8272-fb069bb5ea34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404696 Jul 09 14:44:22.550040 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-985487e1-9cb4-4d9d-84ac-443b816d86d1 req-88307fbf-2700-4637-a6a9-3404bca1068d tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Allocated IP 172.20.0.4 (799bbf9f-0525-4250-82dd-ad4b3053eab3/aeb0304f-76ed-455f-9fb9-36b89284b9c6/8e3eeb3e-d0fc-411f-9c09-6c5c2ea01af6) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:44:22.583995 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2bc825-f802-4b3c-a040-8a70e484d0f5 req-5d9d6db6-8650-4520-a54a-2d610f6a3c1a tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:22.585607 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3c2bc825-f802-4b3c-a040-8a70e484d0f5 req-5d9d6db6-8650-4520-a54a-2d610f6a3c1a tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=13e9ad26-6082-40b0-9a40-c344805a94bd HTTP/1.1" status: 200 len: 949 time: 0.1334093 Jul 09 14:44:22.625609 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cabb975-275e-41f2-904d-d5a68b2d15e0 req-900a1e2c-db08-4399-9f74-c9c0413d6e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:22.626207 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-8cabb975-275e-41f2-904d-d5a68b2d15e0 req-900a1e2c-db08-4399-9f74-c9c0413d6e2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:22.627914 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8cabb975-275e-41f2-904d-d5a68b2d15e0 req-900a1e2c-db08-4399-9f74-c9c0413d6e2d service neutron] 10.222.0.54 "PUT /v2.0/ports/d9693937-a9ea-4860-b86d-abfa846ad45f HTTP/1.1" status: 200 len: 1091 time: 1.6104960 Jul 09 14:44:22.628394 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5266996c-3545-4ec1-83b0-cbe89dc0c0b8', 'tag': 'd9693937-a9ea-4860-b86d-abfa846ad45f'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:44:22.630555 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb8ff46b-8fd4-4c5e-9bf3-3f6fb1c51f79" -d '{"events": [{"name": "network-changed", "server_uuid": "5266996c-3545-4ec1-83b0-cbe89dc0c0b8", "tag": "d9693937-a9ea-4860-b86d-abfa846ad45f"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:44:22.651292 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-20ca67f0-402a-49b1-bd6f-6c8f28830d26 req-d137a71f-48f2-4586-b144-beb8e2329ea0 service neutron] 10.222.0.62 "GET /v2.0/networks/29d888e5-b470-491c-8272-fb069bb5ea34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153023 Jul 09 14:44:22.674703 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c5e73e6c-4983-433a-8d39-c8d97d51c63d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:22.689748 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3c2bc825-f802-4b3c-a040-8a70e484d0f5 req-c9665b8e-6d30-4a17-83d6-57884da53650 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951083 Jul 09 14:44:22.717599 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900a1e2c-db08-4399-9f74-c9c0413d6e2d service neutron] Pushing event updated for resources: {'Port': ['ID=d9693937-a9ea-4860-b86d-abfa846ad45f,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:22.758171 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7beaccdf-eae6-4293-b799-39a94223f4d8 x-openstack-request-id: req-7beaccdf-eae6-4293-b799-39a94223f4d8 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:44:22.758594 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5266996c-3545-4ec1-83b0-cbe89dc0c0b8", "tag": "d9693937-a9ea-4860-b86d-abfa846ad45f", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:44:22.758948 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7beaccdf-eae6-4293-b799-39a94223f4d8 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:44:22.759418 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5266996c-3545-4ec1-83b0-cbe89dc0c0b8', 'tag': 'd9693937-a9ea-4860-b86d-abfa846ad45f', 'status': 'completed', 'code': 200} Jul 09 14:44:22.762811 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-985487e1-9cb4-4d9d-84ac-443b816d86d1 req-88307fbf-2700-4637-a6a9-3404bca1068d tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:22.832386 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3652556-50a7-4eec-925c-554f1ac0d263 req-33a1b24b-a834-4283-a30d-56c92bc0bd83 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:22.833908 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d3652556-50a7-4eec-925c-554f1ac0d263 req-33a1b24b-a834-4283-a30d-56c92bc0bd83 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 949 time: 0.1866350 Jul 09 14:44:22.871618 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-985487e1-9cb4-4d9d-84ac-443b816d86d1 req-88307fbf-2700-4637-a6a9-3404bca1068d tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:22.874141 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cabb975-275e-41f2-904d-d5a68b2d15e0 req-bd50a1b1-b122-4589-b0b6-49b63babe07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:22.876523 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8cabb975-275e-41f2-904d-d5a68b2d15e0 req-bd50a1b1-b122-4589-b0b6-49b63babe07e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1e0132f74af84346b7937684dc0b5d46&device_id=5266996c-3545-4ec1-83b0-cbe89dc0c0b8 HTTP/1.1" status: 200 len: 1094 time: 0.1314740 Jul 09 14:44:22.921679 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:22.934981 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8cabb975-275e-41f2-904d-d5a68b2d15e0 req-b76eb497-d367-484f-818c-8e43a5775fcc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9693937-a9ea-4860-b86d-abfa846ad45f HTTP/1.1" status: 200 len: 217 time: 0.0483804 Jul 09 14:44:22.938210 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-985487e1-9cb4-4d9d-84ac-443b816d86d1 req-88307fbf-2700-4637-a6a9-3404bca1068d tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Network 799bbf9f-0525-4250-82dd-ad4b3053eab3 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:44:22.944566 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-985487e1-9cb4-4d9d-84ac-443b816d86d1 req-88307fbf-2700-4637-a6a9-3404bca1068d tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:44:22.947154 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88307fbf-2700-4637-a6a9-3404bca1068d tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Pushing event updated for resources: {'Port': ['ID=8e3eeb3e-d0fc-411f-9c09-6c5c2ea01af6,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:22.951913 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-985487e1-9cb4-4d9d-84ac-443b816d86d1 req-88307fbf-2700-4637-a6a9-3404bca1068d tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:44:22.962389 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d3652556-50a7-4eec-925c-554f1ac0d263 req-1f763144-1745-46fc-8b7a-f103fbaf014a tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206226 Jul 09 14:44:22.991547 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0c0c9-77a1-4ef0-9111-60b4cae9b893 req-0ebe5019-215b-43ae-a132-b489bf6ca0a4 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:22.993089 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-38b0c0c9-77a1-4ef0-9111-60b4cae9b893 req-0ebe5019-215b-43ae-a132-b489bf6ca0a4 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=5266996c-3545-4ec1-83b0-cbe89dc0c0b8 HTTP/1.1" status: 200 len: 943 time: 0.1549106 Jul 09 14:44:23.013889 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c5e73e6c-4983-433a-8d39-c8d97d51c63d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:23.040806 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985487e1-9cb4-4d9d-84ac-443b816d86d1 req-88307fbf-2700-4637-a6a9-3404bca1068d tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:23.041427 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-985487e1-9cb4-4d9d-84ac-443b816d86d1 req-88307fbf-2700-4637-a6a9-3404bca1068d tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:23.041908 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cabb975-275e-41f2-904d-d5a68b2d15e0 req-24bee771-1cce-4686-9b70-03b6daa7dd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:23.043653 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8cabb975-275e-41f2-904d-d5a68b2d15e0 req-24bee771-1cce-4686-9b70-03b6daa7dd67 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e78429e5-c16d-40cf-923f-e056853eac48 HTTP/1.1" status: 200 len: 846 time: 0.0904064 Jul 09 14:44:23.055191 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c92a0361-ec5f-4242-a5cc-2a4585cfb04a req-84c4bb9d-66b0-44cd-9b8a-2b08a03d6fe1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=87906e67-d98d-497c-b105-fe0d6a802c10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1155720 Jul 09 14:44:23.055401 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-38b0c0c9-77a1-4ef0-9111-60b4cae9b893 req-21926ad3-52e7-4701-af60-fb1b0426c41b tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538054 Jul 09 14:44:23.080489 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8cabb975-275e-41f2-904d-d5a68b2d15e0 req-976b7f56-1f80-4a57-b94b-2825bd924afe service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283253 Jul 09 14:44:23.086577 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c5e73e6c-4983-433a-8d39-c8d97d51c63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:23.150768 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-985487e1-9cb4-4d9d-84ac-443b816d86d1 req-88307fbf-2700-4637-a6a9-3404bca1068d tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1890702 Jul 09 14:44:23.173220 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-985487e1-9cb4-4d9d-84ac-443b816d86d1 req-8ab9af6f-cda1-4f51-8445-3e510eb8a9eb service neutron] Request body: {'port': {'device_id': '2d9b5dfb-dd28-4538-8250-8acd61b1d6cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:44:23.205242 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c5e73e6c-4983-433a-8d39-c8d97d51c63d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=08c30e51627d4c6793f03aa3dc8ff835&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8004100 Jul 09 14:44:23.208448 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e73e6c-4983-433a-8d39-c8d97d51c63d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ee71ce-5679-499e-882f-570a4d623c52,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:23.209821 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 60396) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:44:23.260599 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8cabb975-275e-41f2-904d-d5a68b2d15e0 req-8cf0408f-33d8-471d-9713-594ae9bf1c6a service neutron] 10.222.0.54 "GET /v2.0/networks/4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702890 Jul 09 14:44:23.266690 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a0361-ec5f-4242-a5cc-2a4585cfb04a req-a9ad05e1-18ab-4318-97e8-ca320f859bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:23.268204 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c92a0361-ec5f-4242-a5cc-2a4585cfb04a req-a9ad05e1-18ab-4318-97e8-ca320f859bfa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5ec7891592d74a6886dfa68c8f9e2e18&device_id=87906e67-d98d-497c-b105-fe0d6a802c10 HTTP/1.1" status: 200 len: 1101 time: 0.1395581 Jul 09 14:44:23.360448 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-985487e1-9cb4-4d9d-84ac-443b816d86d1 req-8ab9af6f-cda1-4f51-8445-3e510eb8a9eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:23.378606 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d66008a-e23a-418c-8c20-512ae555ab73 req-234fd960-d5ba-4f6c-8124-5feb5a801461 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:23.380115 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0d66008a-e23a-418c-8c20-512ae555ab73 req-234fd960-d5ba-4f6c-8124-5feb5a801461 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d9b5dfb-dd28-4538-8250-8acd61b1d6cf HTTP/1.1" status: 200 len: 931 time: 0.1856859 Jul 09 14:44:23.382449 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-815d95ee-ef2e-4675-bfd5-0ff02306a501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:23.443033 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-815d95ee-ef2e-4675-bfd5-0ff02306a501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:23.471980 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8cabb975-275e-41f2-904d-d5a68b2d15e0 req-a8ed5dbb-530f-46d4-92cf-3e83c33e31f5 service neutron] 10.222.0.54 "GET /v2.0/networks/4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027783 Jul 09 14:44:23.476449 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a0361-ec5f-4242-a5cc-2a4585cfb04a req-2a95f525-aae3-4777-9928-ca6efa0ffec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:23.477833 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c92a0361-ec5f-4242-a5cc-2a4585cfb04a req-2a95f525-aae3-4777-9928-ca6efa0ffec3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc HTTP/1.1" status: 200 len: 870 time: 0.1584680 Jul 09 14:44:23.479765 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8643720-2fe6-4348-9114-524f7e598664 req-bf278fc3-b6fd-4023-af64-85ccf2dc7301 tempest-ServersOnMultiNodesTest-1500247451 tempest-ServersOnMultiNodesTest-1500247451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:23.481420 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c8643720-2fe6-4348-9114-524f7e598664 req-bf278fc3-b6fd-4023-af64-85ccf2dc7301 tempest-ServersOnMultiNodesTest-1500247451 tempest-ServersOnMultiNodesTest-1500247451-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=13e9ad26-6082-40b0-9a40-c344805a94bd HTTP/1.1" status: 200 len: 1100 time: 0.2042985 Jul 09 14:44:23.488143 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0d66008a-e23a-418c-8c20-512ae555ab73 req-5a2e0d52-fdde-4e64-ba73-768af65a5497 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972157 Jul 09 14:44:23.536692 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c92a0361-ec5f-4242-a5cc-2a4585cfb04a req-86257bce-d387-43bf-97ca-ab9d6644fd87 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=5332db0b-d3ab-4b94-bdf8-80ae1940cc85 HTTP/1.1" status: 200 len: 217 time: 0.0511506 Jul 09 14:44:23.537489 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c8643720-2fe6-4348-9114-524f7e598664 req-0abd9457-7e60-446d-84ff-5c11e2a95771 tempest-ServersOnMultiNodesTest-1500247451 tempest-ServersOnMultiNodesTest-1500247451-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:23.631968 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a0361-ec5f-4242-a5cc-2a4585cfb04a req-c4e4b360-6651-4b01-9f0d-44cd542b3834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:23.633448 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c92a0361-ec5f-4242-a5cc-2a4585cfb04a req-c4e4b360-6651-4b01-9f0d-44cd542b3834 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.0877733 Jul 09 14:44:23.673214 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-815d95ee-ef2e-4675-bfd5-0ff02306a501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:23.675769 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-815d95ee-ef2e-4675-bfd5-0ff02306a501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:23.676905 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-815d95ee-ef2e-4675-bfd5-0ff02306a501 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/91ee71ce-5679-499e-882f-570a4d623c52 HTTP/1.1" status: 204 len: 168 time: 0.4272354 Jul 09 14:44:23.697138 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815d95ee-ef2e-4675-bfd5-0ff02306a501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ee71ce-5679-499e-882f-570a4d623c52,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:23.731275 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650aae7e-475a-4842-a58f-529d9cd4a8ce req-fa623d59-cf0d-4232-a3f4-50a857bcf671 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:23.732837 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-650aae7e-475a-4842-a58f-529d9cd4a8ce req-fa623d59-cf0d-4232-a3f4-50a857bcf671 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 946 time: 0.1142745 Jul 09 14:44:23.738210 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ff46b-8fd4-4c5e-9bf3-3f6fb1c51f79 req-2ce57cd4-5135-40ed-8fcf-6d52de08c719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:23.740005 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cb8ff46b-8fd4-4c5e-9bf3-3f6fb1c51f79 req-2ce57cd4-5135-40ed-8fcf-6d52de08c719 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1e0132f74af84346b7937684dc0b5d46&device_id=5266996c-3545-4ec1-83b0-cbe89dc0c0b8 HTTP/1.1" status: 200 len: 1094 time: 0.1369183 Jul 09 14:44:23.802533 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-650aae7e-475a-4842-a58f-529d9cd4a8ce req-52585865-d7b8-49de-8024-7619f9d04b63 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631666 Jul 09 14:44:23.814104 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-985487e1-9cb4-4d9d-84ac-443b816d86d1 req-8ab9af6f-cda1-4f51-8445-3e510eb8a9eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e3eeb3e-d0fc-411f-9c09-6c5c2ea01af6 {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:44:23.815163 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a0361-ec5f-4242-a5cc-2a4585cfb04a req-cf50f769-47bb-4617-9926-9ce26229fde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:23.816727 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c92a0361-ec5f-4242-a5cc-2a4585cfb04a req-cf50f769-47bb-4617-9926-9ce26229fde5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1726220 Jul 09 14:44:23.823852 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-985487e1-9cb4-4d9d-84ac-443b816d86d1 req-8ab9af6f-cda1-4f51-8445-3e510eb8a9eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:23.842978 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-985487e1-9cb4-4d9d-84ac-443b816d86d1 req-8ab9af6f-cda1-4f51-8445-3e510eb8a9eb service neutron] Transition to ACTIVE for port object 8e3eeb3e-d0fc-411f-9c09-6c5c2ea01af6 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:44:23.904355 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 6015b974-dc7c-4714-be88-3dddf4ffbfe1 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:44:23.906455 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c8643720-2fe6-4348-9114-524f7e598664 req-0abd9457-7e60-446d-84ff-5c11e2a95771 tempest-ServersOnMultiNodesTest-1500247451 tempest-ServersOnMultiNodesTest-1500247451-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:23.929451 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ff46b-8fd4-4c5e-9bf3-3f6fb1c51f79 req-fab3c310-ed7b-486b-ac92-613ca21e164c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:23.931119 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cb8ff46b-8fd4-4c5e-9bf3-3f6fb1c51f79 req-fab3c310-ed7b-486b-ac92-613ca21e164c service neutron] 10.222.0.54 "GET /v2.0/networks?id=4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9 HTTP/1.1" status: 200 len: 907 time: 0.1826389 Jul 09 14:44:23.949705 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-985487e1-9cb4-4d9d-84ac-443b816d86d1 req-8ab9af6f-cda1-4f51-8445-3e510eb8a9eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:23.979891 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cb8ff46b-8fd4-4c5e-9bf3-3f6fb1c51f79 req-d9abb58a-c579-4687-bae9-bb1d4d00472c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9693937-a9ea-4860-b86d-abfa846ad45f HTTP/1.1" status: 200 len: 217 time: 0.0395601 Jul 09 14:44:23.981311 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d3a1ef72-6e76-46f2-a09e-9d107e8f8ae3 req-d34dcbfc-9666-4d3f-8731-28b8410ba57c tempest-ServerShowV254Test-974510398 tempest-ServerShowV254Test-974510398-project] 10.222.0.58 "GET /v2.0/ports?device_id=46f0cf83-f268-46ae-9f7b-d75d67a08975 HTTP/1.1" status: 200 len: 210 time: 0.0434558 Jul 09 14:44:23.996422 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:24.041023 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c92a0361-ec5f-4242-a5cc-2a4585cfb04a req-d0be6036-35eb-4b79-ac9f-1ac6c77361cc service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142193 Jul 09 14:44:24.042311 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c8643720-2fe6-4348-9114-524f7e598664 req-0abd9457-7e60-446d-84ff-5c11e2a95771 tempest-ServersOnMultiNodesTest-1500247451 tempest-ServersOnMultiNodesTest-1500247451-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:24.043638 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b33550-07e9-4e61-aef5-26df5078532c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6015b974-dc7c-4714-be88-3dddf4ffbfe1'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:44:24.046391 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed7fe0b-e6e2-458f-b7bf-01ba92228ce0" -d '{"events": [{"server_uuid": "d5b33550-07e9-4e61-aef5-26df5078532c", "name": "network-vif-unplugged", "status": "completed", "tag": "6015b974-dc7c-4714-be88-3dddf4ffbfe1"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:44:24.061002 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 6015b974-dc7c-4714-be88-3dddf4ffbfe1, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=6015b974-dc7c-4714-be88-3dddf4ffbfe1,segment=NetworkSegment(d799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae),segment_id=d799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:44:24.081808 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab9af6f-cda1-4f51-8445-3e510eb8a9eb service neutron] Pushing event updated for resources: {'Port': ['ID=8e3eeb3e-d0fc-411f-9c09-6c5c2ea01af6,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:24.133925 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c8643720-2fe6-4348-9114-524f7e598664 req-0abd9457-7e60-446d-84ff-5c11e2a95771 tempest-ServersOnMultiNodesTest-1500247451 tempest-ServersOnMultiNodesTest-1500247451-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6402693 Jul 09 14:44:24.138121 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:24.142420 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ff46b-8fd4-4c5e-9bf3-3f6fb1c51f79 req-cb42009d-f058-422c-a20d-dd7dc591a884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:24.144125 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cb8ff46b-8fd4-4c5e-9bf3-3f6fb1c51f79 req-cb42009d-f058-422c-a20d-dd7dc591a884 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e78429e5-c16d-40cf-923f-e056853eac48 HTTP/1.1" status: 200 len: 846 time: 0.1501458 Jul 09 14:44:24.150137 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abd9457-7e60-446d-84ff-5c11e2a95771 tempest-ServersOnMultiNodesTest-1500247451 tempest-ServersOnMultiNodesTest-1500247451-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9e6f9f-3f3d-4ed8-85a9-6dabba836645,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:24.221079 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-985487e1-9cb4-4d9d-84ac-443b816d86d1 req-8ab9af6f-cda1-4f51-8445-3e510eb8a9eb service neutron] Attempting to bind port 8e3eeb3e-d0fc-411f-9c09-6c5c2ea01af6 on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:44:24.221601 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-985487e1-9cb4-4d9d-84ac-443b816d86d1 req-8ab9af6f-cda1-4f51-8445-3e510eb8a9eb service neutron] Attempting to bind port 8e3eeb3e-d0fc-411f-9c09-6c5c2ea01af6 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': 'ea3e7312-a29e-42fd-9247-9011d25d7154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '799bbf9f-0525-4250-82dd-ad4b3053eab3'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:44:24.221775 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985487e1-9cb4-4d9d-84ac-443b816d86d1 req-8ab9af6f-cda1-4f51-8445-3e510eb8a9eb service neutron] Attempting to bind port 8e3eeb3e-d0fc-411f-9c09-6c5c2ea01af6 on network 799bbf9f-0525-4250-82dd-ad4b3053eab3 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:44:24.227484 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cb8ff46b-8fd4-4c5e-9bf3-3f6fb1c51f79 req-46e442a1-f5d2-4198-a39c-f72875900ae3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743170 Jul 09 14:44:24.232622 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985487e1-9cb4-4d9d-84ac-443b816d86d1 req-8ab9af6f-cda1-4f51-8445-3e510eb8a9eb service neutron] Port 8e3eeb3e-d0fc-411f-9c09-6c5c2ea01af6 on network 799bbf9f-0525-4250-82dd-ad4b3053eab3 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:44:24.233008 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985487e1-9cb4-4d9d-84ac-443b816d86d1 req-8ab9af6f-cda1-4f51-8445-3e510eb8a9eb service neutron] Attempting to bind port 8e3eeb3e-d0fc-411f-9c09-6c5c2ea01af6 on network 799bbf9f-0525-4250-82dd-ad4b3053eab3 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:44:24.243243 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=6015b974-dc7c-4714-be88-3dddf4ffbfe1,revision_number=8']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:24.244992 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985487e1-9cb4-4d9d-84ac-443b816d86d1 req-8ab9af6f-cda1-4f51-8445-3e510eb8a9eb service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:44:24.245340 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985487e1-9cb4-4d9d-84ac-443b816d86d1 req-8ab9af6f-cda1-4f51-8445-3e510eb8a9eb service neutron] Checking segment: {'id': 'ea3e7312-a29e-42fd-9247-9011d25d7154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '799bbf9f-0525-4250-82dd-ad4b3053eab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:44:24.245733 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985487e1-9cb4-4d9d-84ac-443b816d86d1 req-8ab9af6f-cda1-4f51-8445-3e510eb8a9eb service neutron] Bound using segment: {'id': 'ea3e7312-a29e-42fd-9247-9011d25d7154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '799bbf9f-0525-4250-82dd-ad4b3053eab3'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:44:24.249909 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-985487e1-9cb4-4d9d-84ac-443b816d86d1 req-8ab9af6f-cda1-4f51-8445-3e510eb8a9eb service neutron] Bound port: 8e3eeb3e-d0fc-411f-9c09-6c5c2ea01af6, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea3e7312-a29e-42fd-9247-9011d25d7154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '799bbf9f-0525-4250-82dd-ad4b3053eab3'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:44:24.250885 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-985487e1-9cb4-4d9d-84ac-443b816d86d1 req-8ab9af6f-cda1-4f51-8445-3e510eb8a9eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:24.325697 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-985487e1-9cb4-4d9d-84ac-443b816d86d1 req-8ab9af6f-cda1-4f51-8445-3e510eb8a9eb service neutron] For port 8e3eeb3e-d0fc-411f-9c09-6c5c2ea01af6, host n-h1-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:44:24.330874 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-985487e1-9cb4-4d9d-84ac-443b816d86d1 req-8ab9af6f-cda1-4f51-8445-3e510eb8a9eb service neutron] For port 8e3eeb3e-d0fc-411f-9c09-6c5c2ea01af6, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=8e3eeb3e-d0fc-411f-9c09-6c5c2ea01af6,segment=NetworkSegment(ea3e7312-a29e-42fd-9247-9011d25d7154),segment_id=ea3e7312-a29e-42fd-9247-9011d25d7154)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:44:24.383653 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c92a0361-ec5f-4242-a5cc-2a4585cfb04a req-060a6a80-0e3b-4080-b9a8-cc8f71502be2 service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276193 Jul 09 14:44:24.427874 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cb8ff46b-8fd4-4c5e-9bf3-3f6fb1c51f79 req-a4a9be84-d6c2-4dc1-9ded-af386f52141a service neutron] 10.222.0.54 "GET /v2.0/networks/4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877942 Jul 09 14:44:24.441499 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-985487e1-9cb4-4d9d-84ac-443b816d86d1 req-8ab9af6f-cda1-4f51-8445-3e510eb8a9eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:24.457967 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a94ec-f13b-43b2-b132-1c6d3ae8e3e8 req-0bfd2b87-73b7-418d-9275-e6a901a1ab94 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:24.461391 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f22a94ec-f13b-43b2-b132-1c6d3ae8e3e8 req-0bfd2b87-73b7-418d-9275-e6a901a1ab94 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 949 time: 0.1526756 Jul 09 14:44:24.508275 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985487e1-9cb4-4d9d-84ac-443b816d86d1 req-8ab9af6f-cda1-4f51-8445-3e510eb8a9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:24.508914 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-985487e1-9cb4-4d9d-84ac-443b816d86d1 req-8ab9af6f-cda1-4f51-8445-3e510eb8a9eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:24.513624 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-985487e1-9cb4-4d9d-84ac-443b816d86d1 req-8ab9af6f-cda1-4f51-8445-3e510eb8a9eb service neutron] 10.222.0.62 "PUT /v2.0/ports/8e3eeb3e-d0fc-411f-9c09-6c5c2ea01af6 HTTP/1.1" status: 200 len: 1091 time: 1.3435102 Jul 09 14:44:24.514099 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d9b5dfb-dd28-4538-8250-8acd61b1d6cf', 'tag': '8e3eeb3e-d0fc-411f-9c09-6c5c2ea01af6'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:44:24.519167 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0796659-941d-4fc3-b819-e43687d585f9" -d '{"events": [{"name": "network-changed", "server_uuid": "2d9b5dfb-dd28-4538-8250-8acd61b1d6cf", "tag": "8e3eeb3e-d0fc-411f-9c09-6c5c2ea01af6"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:44:24.567042 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab9af6f-cda1-4f51-8445-3e510eb8a9eb service neutron] Pushing event updated for resources: {'Port': ['ID=8e3eeb3e-d0fc-411f-9c09-6c5c2ea01af6,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:24.592798 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f22a94ec-f13b-43b2-b132-1c6d3ae8e3e8 req-bc96e15c-954f-4361-8d57-9ab66616f205 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301339 Jul 09 14:44:24.623294 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cb8ff46b-8fd4-4c5e-9bf3-3f6fb1c51f79 req-4a370f35-5643-426e-a22a-1e083ca884b4 service neutron] 10.222.0.54 "GET /v2.0/networks/4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875010 Jul 09 14:44:24.669860 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 14:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e1ef9d-096a-4313-8647-4bac22cf6f8f x-openstack-request-id: req-b0e1ef9d-096a-4313-8647-4bac22cf6f8f {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:44:24.670244 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5b33550-07e9-4e61-aef5-26df5078532c", "name": "network-vif-unplugged", "status": "completed", "tag": "6015b974-dc7c-4714-be88-3dddf4ffbfe1", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:44:24.670732 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b0e1ef9d-096a-4313-8647-4bac22cf6f8f {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:44:24.671740 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b33550-07e9-4e61-aef5-26df5078532c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6015b974-dc7c-4714-be88-3dddf4ffbfe1', 'code': 200} Jul 09 14:44:24.822344 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985487e1-9cb4-4d9d-84ac-443b816d86d1 req-7dfea279-38a7-4945-bcdb-83c3752f5827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:24.823991 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-985487e1-9cb4-4d9d-84ac-443b816d86d1 req-7dfea279-38a7-4945-bcdb-83c3752f5827 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1c625c057eb84d94ab805dc5f07c0366&device_id=2d9b5dfb-dd28-4538-8250-8acd61b1d6cf HTTP/1.1" status: 200 len: 1094 time: 0.0754716 Jul 09 14:44:24.840488 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b712f-bb97-4128-9cc8-f2594f8cdc3e req-87b69042-acdb-4eb5-a3af-19b5ed1a6c13 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:24.842087 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-722b712f-bb97-4128-9cc8-f2594f8cdc3e req-87b69042-acdb-4eb5-a3af-19b5ed1a6c13 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=5266996c-3545-4ec1-83b0-cbe89dc0c0b8 HTTP/1.1" status: 200 len: 943 time: 0.0696478 Jul 09 14:44:24.875199 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-985487e1-9cb4-4d9d-84ac-443b816d86d1 req-255a6a38-dea6-4950-bc1c-724978d49a2d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e3eeb3e-d0fc-411f-9c09-6c5c2ea01af6 HTTP/1.1" status: 200 len: 217 time: 0.0378110 Jul 09 14:44:24.883078 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-722b712f-bb97-4128-9cc8-f2594f8cdc3e req-fc2e1432-9085-461b-b7c8-bfdc9478ea9e tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347030 Jul 09 14:44:24.954700 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985487e1-9cb4-4d9d-84ac-443b816d86d1 req-f9a54cff-86e9-4277-b9ae-fdc85c086f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:24.956237 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-985487e1-9cb4-4d9d-84ac-443b816d86d1 req-f9a54cff-86e9-4277-b9ae-fdc85c086f53 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=aeb0304f-76ed-455f-9fb9-36b89284b9c6 HTTP/1.1" status: 200 len: 852 time: 0.0754163 Jul 09 14:44:25.008807 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60444) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:44:25.025490 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c4b8cd-7017-4850-be58-dcadaec50c54 x-openstack-request-id: req-b8c4b8cd-7017-4850-be58-dcadaec50c54 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:44:25.025924 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d9b5dfb-dd28-4538-8250-8acd61b1d6cf", "tag": "8e3eeb3e-d0fc-411f-9c09-6c5c2ea01af6", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:44:25.026187 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b8c4b8cd-7017-4850-be58-dcadaec50c54 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:44:25.027347 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d9b5dfb-dd28-4538-8250-8acd61b1d6cf', 'tag': '8e3eeb3e-d0fc-411f-9c09-6c5c2ea01af6', 'status': 'completed', 'code': 200} Jul 09 14:44:25.029714 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-985487e1-9cb4-4d9d-84ac-443b816d86d1 req-81b9d511-4361-4ac6-90b7-29ca868fe303 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=799bbf9f-0525-4250-82dd-ad4b3053eab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584941 Jul 09 14:44:25.123312 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048244b9-b5d8-4952-88b8-c687b457d19f req-b19bcc15-e829-400a-ace9-fb237e66f94f tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:25.130951 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-048244b9-b5d8-4952-88b8-c687b457d19f req-b19bcc15-e829-400a-ace9-fb237e66f94f tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d9b5dfb-dd28-4538-8250-8acd61b1d6cf HTTP/1.1" status: 200 len: 943 time: 0.0977612 Jul 09 14:44:25.157862 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-c67f88a5-8da6-4e55-9bfa-6353986d0d51 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1778700133-network', 'tenant_id': '2054036e72a742ef8b1d74fe2c924b36'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:44:25.168994 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-985487e1-9cb4-4d9d-84ac-443b816d86d1 req-777d6e6f-5af2-4052-9147-0a615049a32e service neutron] 10.222.0.62 "GET /v2.0/networks/799bbf9f-0525-4250-82dd-ad4b3053eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223547 Jul 09 14:44:25.185791 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-048244b9-b5d8-4952-88b8-c687b457d19f req-78620f97-7b29-4cdf-b1b2-1fc32a1454f1 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541301 Jul 09 14:44:25.264769 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-985487e1-9cb4-4d9d-84ac-443b816d86d1 req-99161094-ea6a-4877-ad4d-0e79d02823a5 service neutron] 10.222.0.62 "GET /v2.0/networks/799bbf9f-0525-4250-82dd-ad4b3053eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882769 Jul 09 14:44:25.269481 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67f88a5-8da6-4e55-9bfa-6353986d0d51 admin admin] Made reservation on behalf of 2054036e72a742ef8b1d74fe2c924b36 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:44:25.272070 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c67f88a5-8da6-4e55-9bfa-6353986d0d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:25.281398 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c67f88a5-8da6-4e55-9bfa-6353986d0d51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:25.386720 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18a97a-5c27-488f-bf6c-e55c57307762 req-3386adf6-19cc-4f18-81bb-e61e6470d475 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:25.388287 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ec18a97a-5c27-488f-bf6c-e55c57307762 req-3386adf6-19cc-4f18-81bb-e61e6470d475 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 944 time: 0.0966210 Jul 09 14:44:25.450063 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ec18a97a-5c27-488f-bf6c-e55c57307762 req-970e14c9-7384-4f47-ba6e-eb60a7cbbb83 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549159 Jul 09 14:44:25.455272 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c67f88a5-8da6-4e55-9bfa-6353986d0d51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:25.513112 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0796659-941d-4fc3-b819-e43687d585f9 req-80bb44a6-b6c3-4568-93bc-a8064b1e6c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:25.515279 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f0796659-941d-4fc3-b819-e43687d585f9 req-80bb44a6-b6c3-4568-93bc-a8064b1e6c39 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1c625c057eb84d94ab805dc5f07c0366&device_id=2d9b5dfb-dd28-4538-8250-8acd61b1d6cf HTTP/1.1" status: 200 len: 1094 time: 0.0551522 Jul 09 14:44:25.557730 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-ff414fda-63eb-47d5-bc1b-99405a90f09a tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=018349107c4e445095855bfde6f254bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276544 Jul 09 14:44:25.611400 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c67f88a5-8da6-4e55-9bfa-6353986d0d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:25.646506 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0796659-941d-4fc3-b819-e43687d585f9 req-e34f7f43-6be6-4047-8b65-f4f411497578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:25.648453 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f0796659-941d-4fc3-b819-e43687d585f9 req-e34f7f43-6be6-4047-8b65-f4f411497578 service neutron] 10.222.0.62 "GET /v2.0/networks?id=799bbf9f-0525-4250-82dd-ad4b3053eab3 HTTP/1.1" status: 200 len: 913 time: 0.0989523 Jul 09 14:44:25.662520 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c67f88a5-8da6-4e55-9bfa-6353986d0d51 admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:44:25.696354 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f0796659-941d-4fc3-b819-e43687d585f9 req-788dcf5c-d0b7-4ae1-b13d-0798955c5c30 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e3eeb3e-d0fc-411f-9c09-6c5c2ea01af6 HTTP/1.1" status: 200 len: 217 time: 0.0381031 Jul 09 14:44:25.706304 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c67f88a5-8da6-4e55-9bfa-6353986d0d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:25.706655 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-c67f88a5-8da6-4e55-9bfa-6353986d0d51 admin admin] Added segment 1e574744-83f5-4d4a-871f-858e3f9ffdcb of type vlan for network 7315f037-8bae-46c2-abb3-b71f897eb072 Jul 09 14:44:25.721991 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67f88a5-8da6-4e55-9bfa-6353986d0d51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4543b64-216b-4880-92bb-514113489699,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:25.734853 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-c2476920-e9d7-4e21-b8cc-602836b00747 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:25.741498 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-c2476920-e9d7-4e21-b8cc-602836b00747 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1773789 Jul 09 14:44:25.772093 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0796659-941d-4fc3-b819-e43687d585f9 req-c7e40e5c-1f54-4b89-96b2-de39e993b24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:25.775939 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f0796659-941d-4fc3-b819-e43687d585f9 req-c7e40e5c-1f54-4b89-96b2-de39e993b24a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=aeb0304f-76ed-455f-9fb9-36b89284b9c6 HTTP/1.1" status: 200 len: 852 time: 0.0719125 Jul 09 14:44:25.790842 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-108f5870-04bc-4003-800b-faa6f1000664 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/quotas/018349107c4e445095855bfde6f254bc HTTP/1.1" status: 200 len: 375 time: 0.0468292 Jul 09 14:44:25.803207 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c67f88a5-8da6-4e55-9bfa-6353986d0d51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:25.822587 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f0796659-941d-4fc3-b819-e43687d585f9 req-b9bc69e5-0331-40b9-8e13-b4ac11b7750c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=799bbf9f-0525-4250-82dd-ad4b3053eab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356483 Jul 09 14:44:25.874320 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-2de42ade-4480-4cb3-84fd-7ce3bfce2fc2 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=018349107c4e445095855bfde6f254bc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0833671 Jul 09 14:44:25.910453 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c67f88a5-8da6-4e55-9bfa-6353986d0d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:25.911477 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67f88a5-8da6-4e55-9bfa-6353986d0d51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:25.912234 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c67f88a5-8da6-4e55-9bfa-6353986d0d51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:25.939475 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f0796659-941d-4fc3-b819-e43687d585f9 req-03d69814-eb96-4c17-97cd-6f24b99aac3d service neutron] 10.222.0.62 "GET /v2.0/networks/799bbf9f-0525-4250-82dd-ad4b3053eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096277 Jul 09 14:44:25.973761 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67f88a5-8da6-4e55-9bfa-6353986d0d51 admin admin] Pushing event updated for resources: {'Network': ['ID=7315f037-8bae-46c2-abb3-b71f897eb072,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:25.984738 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 7315f037-8bae-46c2-abb3-b71f897eb072 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:44:26.030626 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c67f88a5-8da6-4e55-9bfa-6353986d0d51 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0199785 Jul 09 14:44:26.034859 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60482) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:44:26.039937 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-26ffb636-32ac-4d50-a48d-b91ac3f000c6 admin admin] Request body: {'subnet': {'network_id': '7315f037-8bae-46c2-abb3-b71f897eb072', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1778700133-subnet', 'tenant_id': '2054036e72a742ef8b1d74fe2c924b36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:44:26.126559 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3da86aa1-3ec4-4689-8439-e396792a036a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:26.195262 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ffb636-32ac-4d50-a48d-b91ac3f000c6 admin admin] Made reservation on behalf of 2054036e72a742ef8b1d74fe2c924b36 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:44:26.197783 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-26ffb636-32ac-4d50-a48d-b91ac3f000c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:26.309511 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f0796659-941d-4fc3-b819-e43687d585f9 req-4324b0ec-cadf-4295-95dd-4e7656928e6a service neutron] 10.222.0.62 "GET /v2.0/networks/799bbf9f-0525-4250-82dd-ad4b3053eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3625576 Jul 09 14:44:26.521376 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-26ffb636-32ac-4d50-a48d-b91ac3f000c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:26.578519 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ffb636-32ac-4d50-a48d-b91ac3f000c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6a78364-bb65-4c21-a934-4153d5dd997e,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:26.588519 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ffb636-32ac-4d50-a48d-b91ac3f000c6 admin admin] Checking segment: {'id': '1e574744-83f5-4d4a-871f-858e3f9ffdcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7315f037-8bae-46c2-abb3-b71f897eb072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:44:26.588885 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ffb636-32ac-4d50-a48d-b91ac3f000c6 admin admin] Network hostable DHCP agents. Network: 7315f037-8bae-46c2-abb3-b71f897eb072, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:44:26.772035 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ffb636-32ac-4d50-a48d-b91ac3f000c6 admin admin] Network 7315f037-8bae-46c2-abb3-b71f897eb072 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:44:26.874857 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-26ffb636-32ac-4d50-a48d-b91ac3f000c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 7315f037-8bae-46c2-abb3-b71f897eb072) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:44:26.878862 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ffb636-32ac-4d50-a48d-b91ac3f000c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:26.879466 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-26ffb636-32ac-4d50-a48d-b91ac3f000c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:26.884640 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b952e4f-529d-43f3-9afe-819881a03a18 None None] Network 7315f037-8bae-46c2-abb3-b71f897eb072 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:44:26.999182 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-26ffb636-32ac-4d50-a48d-b91ac3f000c6 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9631021 Jul 09 14:44:27.022468 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c98fd99-0adc-4378-84b9-2ac2776d3875 None None] Network 7315f037-8bae-46c2-abb3-b71f897eb072 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:44:27.199404 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e78e9-102b-4f4e-892c-fb1343d38071 req-6c3a7785-863d-4044-8d21-b7facc18d4e6 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:27.201162 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-936e78e9-102b-4f4e-892c-fb1343d38071 req-6c3a7785-863d-4044-8d21-b7facc18d4e6 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 949 time: 0.0783279 Jul 09 14:44:27.244027 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-936e78e9-102b-4f4e-892c-fb1343d38071 req-322215e4-9547-49ff-90c8-930de902a909 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352969 Jul 09 14:44:27.377285 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-13745e16-e3d0-46de-930c-6d892bba1607 req-1c87e420-b9c8-47c5-bcc2-df3376a0d9c4 tempest-ServerShowV254Test-974510398 tempest-ServerShowV254Test-974510398-project] 10.222.0.58 "GET /v2.0/ports?device_id=46f0cf83-f268-46ae-9f7b-d75d67a08975 HTTP/1.1" status: 200 len: 210 time: 0.0283954 Jul 09 14:44:27.557053 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e443d7-9d92-4412-8565-20fc1bef418c req-37d1218f-14c8-4aa0-b931-d24ee1632370 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:27.558605 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-98e443d7-9d92-4412-8565-20fc1bef418c req-37d1218f-14c8-4aa0-b931-d24ee1632370 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=5266996c-3545-4ec1-83b0-cbe89dc0c0b8 HTTP/1.1" status: 200 len: 943 time: 0.0728962 Jul 09 14:44:27.590794 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0f907813-1053-43fb-a62c-45d7273de8ae req-528311e9-b82c-44d3-bc74-feceadd51aa0 service neutron] 10.222.0.62 "GET /v2.0/ports/5a8e589d-f7dc-494f-aeb6-1bcb96db6e28/bindings/n-h1-799529-6 HTTP/1.1" status: 200 len: 382 time: 0.0930722 Jul 09 14:44:27.602526 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-98e443d7-9d92-4412-8565-20fc1bef418c req-770c7596-8e23-498d-8dff-1bcceac929b3 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372386 Jul 09 14:44:27.610679 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c21d541-95d2-46f1-b7ba-821617dc9275 req-96e80a52-0659-4006-ae7d-2c0ae58295e0 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:27.612729 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8c21d541-95d2-46f1-b7ba-821617dc9275 req-96e80a52-0659-4006-ae7d-2c0ae58295e0 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d9b5dfb-dd28-4538-8250-8acd61b1d6cf HTTP/1.1" status: 200 len: 943 time: 0.0889189 Jul 09 14:44:27.656932 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8c21d541-95d2-46f1-b7ba-821617dc9275 req-06ad8b55-8857-4783-88bf-f92b1daffc66 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383580 Jul 09 14:44:27.852047 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-fbef61de-11c4-4687-b83d-4e164255b0b5 req-315f5369-3ae9-41b8-b9ac-38ca30657954 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1401716614', 'description': 'tempest-description-1742618877'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:44:27.945933 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 5a8e589d-f7dc-494f-aeb6-1bcb96db6e28 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:44:27.950525 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-fbef61de-11c4-4687-b83d-4e164255b0b5 req-315f5369-3ae9-41b8-b9ac-38ca30657954 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:28.024417 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:28.047762 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4380a92-6f44-411b-aecf-545fdd8500bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a8e589d-f7dc-494f-aeb6-1bcb96db6e28'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:44:28.049480 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-fbef61de-11c4-4687-b83d-4e164255b0b5 req-315f5369-3ae9-41b8-b9ac-38ca30657954 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:28.050355 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6358dea-27aa-4fdf-bbce-9597df65e484" -d '{"events": [{"server_uuid": "e4380a92-6f44-411b-aecf-545fdd8500bd", "name": "network-vif-unplugged", "status": "completed", "tag": "5a8e589d-f7dc-494f-aeb6-1bcb96db6e28"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:44:28.063552 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 5a8e589d-f7dc-494f-aeb6-1bcb96db6e28, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=5a8e589d-f7dc-494f-aeb6-1bcb96db6e28,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:44:28.109804 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-fbef61de-11c4-4687-b83d-4e164255b0b5 req-315f5369-3ae9-41b8-b9ac-38ca30657954 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:28.140091 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315f5369-3ae9-41b8-b9ac-38ca30657954 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77396440-e05f-427b-b71a-7df360a98065,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:28.149735 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:28.150565 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 6015b974-dc7c-4714-be88-3dddf4ffbfe1 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:44:28.199588 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device d9693937-a9ea-4860-b86d-abfa846ad45f details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:44:28.203975 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f907813-1053-43fb-a62c-45d7273de8ae req-a953fc9a-ba43-4782-9fa0-ecab45ad4934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:28.205536 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0f907813-1053-43fb-a62c-45d7273de8ae req-a953fc9a-ba43-4782-9fa0-ecab45ad4934 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd&tenant_id=5ec7891592d74a6886dfa68c8f9e2e18 HTTP/1.1" status: 200 len: 1100 time: 0.0927222 Jul 09 14:44:28.212467 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-fbef61de-11c4-4687-b83d-4e164255b0b5 req-315f5369-3ae9-41b8-b9ac-38ca30657954 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:28.214183 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fbef61de-11c4-4687-b83d-4e164255b0b5 req-315f5369-3ae9-41b8-b9ac-38ca30657954 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3664110 Jul 09 14:44:28.291780 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=5a8e589d-f7dc-494f-aeb6-1bcb96db6e28,revision_number=6']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:28.297715 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-15d614a7-cade-41ff-9111-c5c5cdd1d179 req-5bfc1058-5c3f-498c-91ed-2739ac73fe5c tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=85b91bdc-667f-4131-a31f-6713949adc60 HTTP/1.1" status: 200 len: 210 time: 0.0445073 Jul 09 14:44:28.328661 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-118697b9-c657-4ac8-906a-cc29d072956d req-cd98bc6a-3210-42ed-a234-10dff68607bb tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2016558184', 'description': 'tempest-description-83113894'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:44:28.335045 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 14:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8fb73a5-ed84-4139-a52b-f7310375c6ec x-openstack-request-id: req-a8fb73a5-ed84-4139-a52b-f7310375c6ec {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:44:28.335333 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4380a92-6f44-411b-aecf-545fdd8500bd", "name": "network-vif-unplugged", "status": "completed", "tag": "5a8e589d-f7dc-494f-aeb6-1bcb96db6e28", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:44:28.335662 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a8fb73a5-ed84-4139-a52b-f7310375c6ec {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:44:28.336044 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4380a92-6f44-411b-aecf-545fdd8500bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a8e589d-f7dc-494f-aeb6-1bcb96db6e28', 'code': 200} Jul 09 14:44:28.357938 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f907813-1053-43fb-a62c-45d7273de8ae req-af3a9b77-39cf-40c0-8965-67fae8101e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:28.364592 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0f907813-1053-43fb-a62c-45d7273de8ae req-af3a9b77-39cf-40c0-8965-67fae8101e78 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5ec7891592d74a6886dfa68c8f9e2e18&device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 1098 time: 0.1152654 Jul 09 14:44:28.376689 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port d9693937-a9ea-4860-b86d-abfa846ad45f, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=d9693937-a9ea-4860-b86d-abfa846ad45f,segment=NetworkSegment(53f9e82d-cbee-4af4-9fe3-f119337023c8),segment_id=53f9e82d-cbee-4af4-9fe3-f119337023c8)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:44:28.388262 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': 'd9693937-a9ea-4860-b86d-abfa846ad45f', 'network_id': '4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9', 'port_id': 'd9693937-a9ea-4860-b86d-abfa846ad45f', 'mac_address': 'fa:16:3e:4c:f1:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e78429e5-c16d-40cf-923f-e056853eac48', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:44:28.429349 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:28.441181 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-118697b9-c657-4ac8-906a-cc29d072956d req-cd98bc6a-3210-42ed-a234-10dff68607bb tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:28.447557 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9693937-a9ea-4860-b86d-abfa846ad45f {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:44:28.473790 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port d9693937-a9ea-4860-b86d-abfa846ad45f, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=d9693937-a9ea-4860-b86d-abfa846ad45f,segment=NetworkSegment(53f9e82d-cbee-4af4-9fe3-f119337023c8),segment_id=53f9e82d-cbee-4af4-9fe3-f119337023c8)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:44:28.511132 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f907813-1053-43fb-a62c-45d7273de8ae req-ea2e7e96-55ec-4420-885d-8a9ed1b8ce73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:28.512661 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0f907813-1053-43fb-a62c-45d7273de8ae req-ea2e7e96-55ec-4420-885d-8a9ed1b8ce73 service neutron] 10.222.0.62 "GET /v2.0/networks?id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc HTTP/1.1" status: 200 len: 870 time: 0.1462116 Jul 09 14:44:28.548656 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-118697b9-c657-4ac8-906a-cc29d072956d req-cd98bc6a-3210-42ed-a234-10dff68607bb tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:28.549323 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:28.569393 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0f907813-1053-43fb-a62c-45d7273de8ae req-e576c04f-f8c9-421d-bf89-7aa4e08864c6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=5a8e589d-f7dc-494f-aeb6-1bcb96db6e28 HTTP/1.1" status: 200 len: 217 time: 0.0501721 Jul 09 14:44:28.603906 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=d9693937-a9ea-4860-b86d-abfa846ad45f,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:28.613812 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-118697b9-c657-4ac8-906a-cc29d072956d req-cd98bc6a-3210-42ed-a234-10dff68607bb tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:28.620118 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e96be-5bba-4633-aab4-e419b9b6a22d req-be9dbfb6-61c1-4f7e-8252-7f99142291b2 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:28.621671 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-684e96be-5bba-4633-aab4-e419b9b6a22d req-be9dbfb6-61c1-4f7e-8252-7f99142291b2 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 944 time: 0.1656368 Jul 09 14:44:28.651263 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f907813-1053-43fb-a62c-45d7273de8ae req-7f9077bb-9517-4da2-9bd3-cfd0f377b9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:28.652543 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd98bc6a-3210-42ed-a234-10dff68607bb tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15017511-eaed-4ccd-a7ae-d4f1dffa2b87,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:28.652783 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0f907813-1053-43fb-a62c-45d7273de8ae req-7f9077bb-9517-4da2-9bd3-cfd0f377b9b9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.0763006 Jul 09 14:44:28.698441 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-684e96be-5bba-4633-aab4-e419b9b6a22d req-8a790be0-06bf-45e5-b228-07db01b9f142 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691056 Jul 09 14:44:28.728163 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f907813-1053-43fb-a62c-45d7273de8ae req-e650fbf6-aec5-40ce-b084-659fc06cae58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:28.728762 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0f907813-1053-43fb-a62c-45d7273de8ae req-e650fbf6-aec5-40ce-b084-659fc06cae58 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0677052 Jul 09 14:44:28.729568 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-118697b9-c657-4ac8-906a-cc29d072956d req-cd98bc6a-3210-42ed-a234-10dff68607bb tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:28.731161 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-118697b9-c657-4ac8-906a-cc29d072956d req-cd98bc6a-3210-42ed-a234-10dff68607bb tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.4084475 Jul 09 14:44:28.792371 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['d9693937-a9ea-4860-b86d-abfa846ad45f'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:44:28.915705 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0ecbb924-5658-45f9-94f4-dd29ed2a80c8 req-b0e2e5b0-112e-411a-bcf3-a3300a9b490b tempest-ServerShowV254Test-974510398 tempest-ServerShowV254Test-974510398-project] 10.222.0.58 "GET /v2.0/ports?device_id=46f0cf83-f268-46ae-9f7b-d75d67a08975 HTTP/1.1" status: 200 len: 210 time: 0.0336659 Jul 09 14:44:28.940689 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0f907813-1053-43fb-a62c-45d7273de8ae req-d0751efb-bee8-4ee4-9046-53983faa8b77 service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051764 Jul 09 14:44:28.944592 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4b6230a8-b9f2-4a58-8e22-03a9e50cfe23 req-1e4b6ced-d43d-47b6-860c-5dfa1acae14a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1767821 Jul 09 14:44:29.028101 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58fd4e2-e1b1-41db-b600-c39a083704f7 req-d3233a55-8e8b-4c1c-b59a-71326ad6cb7d tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:29.031903 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a3ed67ea-a369-470c-9bf2-45194566512b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:29.035277 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a58fd4e2-e1b1-41db-b600-c39a083704f7 req-d3233a55-8e8b-4c1c-b59a-71326ad6cb7d tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 947 time: 0.2019982 Jul 09 14:44:29.115176 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:29.121611 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a58fd4e2-e1b1-41db-b600-c39a083704f7 req-6c284ab6-0a54-449a-a85d-63d73894351c tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835893 Jul 09 14:44:29.131773 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0f907813-1053-43fb-a62c-45d7273de8ae req-e029c26c-06fd-4841-a97f-909823b805d3 service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795993 Jul 09 14:44:29.173825 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e9e47-4082-4942-87e5-dba7d08adba8 req-aefb6592-05c9-4945-be18-d2c87fa15579 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:29.183109 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f00e9e47-4082-4942-87e5-dba7d08adba8 req-aefb6592-05c9-4945-be18-d2c87fa15579 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=5266996c-3545-4ec1-83b0-cbe89dc0c0b8 HTTP/1.1" status: 200 len: 944 time: 0.1126380 Jul 09 14:44:29.229171 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f00e9e47-4082-4942-87e5-dba7d08adba8 req-dc5ecdf3-f50e-4d23-9a33-0800d4c4890b tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449698 Jul 09 14:44:29.304338 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93547777-cd69-4a7c-9c19-532c9a7e9c1b req-59ca2c1d-f650-4e59-b3c5-5686e10c13ac tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:29.308062 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-93547777-cd69-4a7c-9c19-532c9a7e9c1b req-59ca2c1d-f650-4e59-b3c5-5686e10c13ac tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d9b5dfb-dd28-4538-8250-8acd61b1d6cf HTTP/1.1" status: 200 len: 943 time: 0.0783148 Jul 09 14:44:29.359158 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-93547777-cd69-4a7c-9c19-532c9a7e9c1b req-9a276165-4e52-4824-992e-71e781aba935 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445433 Jul 09 14:44:29.495169 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b382de59-4413-45fe-aae2-c804ae9768c9 req-8b26f67d-90e5-4bf5-9a6f-f3d980939751 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=85b91bdc-667f-4131-a31f-6713949adc60 HTTP/1.1" status: 200 len: 210 time: 0.0317912 Jul 09 14:44:29.540546 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9564d8-bb4d-4831-8fd6-927c7e241bef req-1e4bd922-8787-4447-9150-eb2678aad5fa tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:29.542017 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7c9564d8-bb4d-4831-8fd6-927c7e241bef req-1e4bd922-8787-4447-9150-eb2678aad5fa tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/networks?id=7315f037-8bae-46c2-abb3-b71f897eb072 HTTP/1.1" status: 200 len: 813 time: 0.1300113 Jul 09 14:44:29.556926 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7c9564d8-bb4d-4831-8fd6-927c7e241bef req-d407ad2f-f8d9-4fb6-9e09-bf5d08112bc9 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/quotas/2054036e72a742ef8b1d74fe2c924b36 HTTP/1.1" status: 200 len: 375 time: 0.0091422 Jul 09 14:44:29.593031 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7c9564d8-bb4d-4831-8fd6-927c7e241bef req-8d3867cb-9a3e-4937-9d0a-50251db3d0d6 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2054036e72a742ef8b1d74fe2c924b36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303843 Jul 09 14:44:29.690753 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7c9564d8-bb4d-4831-8fd6-927c7e241bef req-71a3c855-edec-4547-970b-f8c85b6c311e service neutron] 10.222.0.58 "GET /v2.0/networks/7315f037-8bae-46c2-abb3-b71f897eb072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908997 Jul 09 14:44:29.801870 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7c9564d8-bb4d-4831-8fd6-927c7e241bef req-c0da3ed8-7b4f-4057-858b-4644b6c96b02 service neutron] 10.222.0.58 "GET /v2.0/networks/7315f037-8bae-46c2-abb3-b71f897eb072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001272 Jul 09 14:44:29.896876 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c4ab41-6108-4a14-8d98-7e50df34f60f req-4427dbc9-7908-46c6-948b-a8baa30c435c tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:29.898375 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-03c4ab41-6108-4a14-8d98-7e50df34f60f req-4427dbc9-7908-46c6-948b-a8baa30c435c tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 944 time: 0.0689144 Jul 09 14:44:29.935196 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 8e3eeb3e-d0fc-411f-9c09-6c5c2ea01af6 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:44:29.938709 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-03c4ab41-6108-4a14-8d98-7e50df34f60f req-d2135924-190c-4e2c-b83b-3987c242754b tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336833 Jul 09 14:44:30.098127 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-827dec5e-05c9-4c7a-a682-e2656a3a9492 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=018349107c4e445095855bfde6f254bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441883 Jul 09 14:44:30.099098 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-28f3eeee-4617-4b11-b06e-16e09f088e0c req-c4b59276-5002-436b-93dc-6e6f129215a4 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ce50932-3743-4347-8d0a-d7564f731150 HTTP/1.1" status: 200 len: 210 time: 0.0463493 Jul 09 14:44:30.101071 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 8e3eeb3e-d0fc-411f-9c09-6c5c2ea01af6, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=8e3eeb3e-d0fc-411f-9c09-6c5c2ea01af6,segment=NetworkSegment(ea3e7312-a29e-42fd-9247-9011d25d7154),segment_id=ea3e7312-a29e-42fd-9247-9011d25d7154)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:44:30.123421 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '8e3eeb3e-d0fc-411f-9c09-6c5c2ea01af6', 'network_id': '799bbf9f-0525-4250-82dd-ad4b3053eab3', 'port_id': '8e3eeb3e-d0fc-411f-9c09-6c5c2ea01af6', 'mac_address': 'fa:16:3e:fd:c2:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeb0304f-76ed-455f-9fb9-36b89284b9c6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:44:30.132087 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-140ea4b4-a39e-410c-b721-9d0cd680b153 req-d926bbbe-76b6-4214-94dc-727a4ae4be90 tempest-ServerShowV254Test-974510398 tempest-ServerShowV254Test-974510398-project] 10.222.0.58 "GET /v2.0/ports?device_id=46f0cf83-f268-46ae-9f7b-d75d67a08975 HTTP/1.1" status: 200 len: 210 time: 0.0593514 Jul 09 14:44:30.178644 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:30.197541 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:30.199151 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e3eeb3e-d0fc-411f-9c09-6c5c2ea01af6 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:44:30.212706 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device d9693937-a9ea-4860-b86d-abfa846ad45f up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:44:30.288029 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 8e3eeb3e-d0fc-411f-9c09-6c5c2ea01af6, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=8e3eeb3e-d0fc-411f-9c09-6c5c2ea01af6,segment=NetworkSegment(ea3e7312-a29e-42fd-9247-9011d25d7154),segment_id=ea3e7312-a29e-42fd-9247-9011d25d7154)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:44:30.308823 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-9b3fcad8-bbb9-4491-b838-9a1d01697144 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:30.309008 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-9b3fcad8-bbb9-4491-b838-9a1d01697144 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1903970 Jul 09 14:44:30.336057 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-426c81b0-5f2d-4a84-ba70-c86f339a8bc5 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Request body: {'port': {'device_id': 'a55ce79b-7427-49b1-a91c-2296b00f25ff', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'admin_state_up': True, 'tenant_id': '018349107c4e445095855bfde6f254bc'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:44:30.348055 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454638db-e3c2-4434-a057-89867499bb26 req-aa6325c9-f7fc-4718-839e-3a99e7d1bd5a tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:30.349657 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-454638db-e3c2-4434-a057-89867499bb26 req-aa6325c9-f7fc-4718-839e-3a99e7d1bd5a tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 947 time: 0.0915294 Jul 09 14:44:30.355391 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:30.431191 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-454638db-e3c2-4434-a057-89867499bb26 req-34a450cf-37a7-4cef-b860-7eb69a9c8644 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752730 Jul 09 14:44:30.472028 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=8e3eeb3e-d0fc-411f-9c09-6c5c2ea01af6,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:30.490283 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port d9693937-a9ea-4860-b86d-abfa846ad45f completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:44:30.494871 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port d9693937-a9ea-4860-b86d-abfa846ad45f triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:44:30.495394 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:30.602084 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:30.634397 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5266996c-3545-4ec1-83b0-cbe89dc0c0b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9693937-a9ea-4860-b86d-abfa846ad45f'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:44:30.636844 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316b5620-bc7f-4222-96b1-64ecd1b0e36c" -d '{"events": [{"server_uuid": "5266996c-3545-4ec1-83b0-cbe89dc0c0b8", "name": "network-vif-plugged", "status": "completed", "tag": "d9693937-a9ea-4860-b86d-abfa846ad45f"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:44:30.641953 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-426c81b0-5f2d-4a84-ba70-c86f339a8bc5 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Made reservation on behalf of 018349107c4e445095855bfde6f254bc for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:44:30.650352 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-426c81b0-5f2d-4a84-ba70-c86f339a8bc5 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:30.682143 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port d9693937-a9ea-4860-b86d-abfa846ad45f, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=d9693937-a9ea-4860-b86d-abfa846ad45f,segment=NetworkSegment(53f9e82d-cbee-4af4-9fe3-f119337023c8),segment_id=53f9e82d-cbee-4af4-9fe3-f119337023c8)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:44:30.725944 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-bbc188b5-08c5-4a0c-a806-62ed31b8372e tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=018349107c4e445095855bfde6f254bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465600 Jul 09 14:44:30.766585 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:30.854169 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=d9693937-a9ea-4860-b86d-abfa846ad45f,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:30.927272 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['8e3eeb3e-d0fc-411f-9c09-6c5c2ea01af6'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:44:30.927569 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943bc264-b31e-4aaf-8f08-0d961c14c10a req-125fe463-f4c4-48ce-95c5-43b33d4ccb15 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:30.934586 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-943bc264-b31e-4aaf-8f08-0d961c14c10a req-125fe463-f4c4-48ce-95c5-43b33d4ccb15 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=5266996c-3545-4ec1-83b0-cbe89dc0c0b8 HTTP/1.1" status: 200 len: 944 time: 0.2602763 Jul 09 14:44:31.011855 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-943bc264-b31e-4aaf-8f08-0d961c14c10a req-6cb36c94-a87e-416a-b5e2-5a13ea87cacb tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750940 Jul 09 14:44:31.032743 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-426c81b0-5f2d-4a84-ba70-c86f339a8bc5 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Allocated IP 192.168.233.184 (aa30872f-c756-4ec7-be84-b2e3b86cdcfc/8081bcce-88de-4a2f-9e69-6750220e0be0/1a2deeba-8583-43d1-a846-fbd62e303f2c) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:44:31.251398 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cb509193-c853-498a-b550-1ecfe0226206 req-ad411fd7-99d2-4af5-bbb9-9c0640311cc0 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=85b91bdc-667f-4131-a31f-6713949adc60 HTTP/1.1" status: 200 len: 210 time: 0.0466447 Jul 09 14:44:31.334633 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da313d4-9f1e-4a7d-aea1-98c9dfd04c4c x-openstack-request-id: req-7da313d4-9f1e-4a7d-aea1-98c9dfd04c4c {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:44:31.335176 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5266996c-3545-4ec1-83b0-cbe89dc0c0b8", "name": "network-vif-plugged", "status": "completed", "tag": "d9693937-a9ea-4860-b86d-abfa846ad45f", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:44:31.335278 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7da313d4-9f1e-4a7d-aea1-98c9dfd04c4c {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:44:31.335771 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5266996c-3545-4ec1-83b0-cbe89dc0c0b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9693937-a9ea-4860-b86d-abfa846ad45f', 'code': 200} Jul 09 14:44:31.386787 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-426c81b0-5f2d-4a84-ba70-c86f339a8bc5 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:31.405705 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0602da-fe8f-4a86-9961-ff7c5973b9ed req-09980b10-ac62-4ec9-b036-9bb432058893 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:31.413509 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7c0602da-fe8f-4a86-9961-ff7c5973b9ed req-09980b10-ac62-4ec9-b036-9bb432058893 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d9b5dfb-dd28-4538-8250-8acd61b1d6cf HTTP/1.1" status: 200 len: 944 time: 0.6478333 Jul 09 14:44:31.425795 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-426c81b0-5f2d-4a84-ba70-c86f339a8bc5 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Transition to ACTIVE for port object 1a2deeba-8583-43d1-a846-fbd62e303f2c will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:44:31.446718 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-0417ae22-d1e3-4af3-8405-e42116d6dffa tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:31.448292 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-0417ae22-d1e3-4af3-8405-e42116d6dffa tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7172372 Jul 09 14:44:31.502534 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-82c74213-da1a-41fd-8b28-9648564d743d tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Request body: {'port': {'device_id': '85b91bdc-667f-4131-a31f-6713949adc60', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'admin_state_up': True, 'tenant_id': '018349107c4e445095855bfde6f254bc'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:44:31.519170 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7c0602da-fe8f-4a86-9961-ff7c5973b9ed req-eb9d9697-71a2-4e5c-9ddf-9add8b790e3e tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877504 Jul 09 14:44:31.526714 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:31.583786 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479af2b-8186-4dec-8835-48f51c14a7e7 req-b816f55d-d6f5-4981-9e14-55fd48bdee38 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:31.585923 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2479af2b-8186-4dec-8835-48f51c14a7e7 req-b816f55d-d6f5-4981-9e14-55fd48bdee38 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 944 time: 0.0799608 Jul 09 14:44:31.605582 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-426c81b0-5f2d-4a84-ba70-c86f339a8bc5 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:31.624818 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['5b8321d1-0cc4-4453-b1d2-305318737648'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:44:31.628010 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0368ee-a564-4a5c-a86d-a2daae53a946 req-507c796c-c8e9-4c30-8865-83a60de80193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:31.631088 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5b0368ee-a564-4a5c-a86d-a2daae53a946 req-507c796c-c8e9-4c30-8865-83a60de80193 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5266996c-3545-4ec1-83b0-cbe89dc0c0b8 HTTP/1.1" status: 200 len: 1096 time: 0.2180386 Jul 09 14:44:31.704840 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5b0368ee-a564-4a5c-a86d-a2daae53a946 req-c54d0104-be13-495f-9eb2-c6ecb02f15e2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654392 Jul 09 14:44:31.729004 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-426c81b0-5f2d-4a84-ba70-c86f339a8bc5 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Network aa30872f-c756-4ec7-be84-b2e3b86cdcfc is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:44:31.743139 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-69cd60c0-1932-4077-8ffe-dde42d0376b9 req-019f7018-8ea8-4a4a-98b0-aadf870ccc2d tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ce50932-3743-4347-8d0a-d7564f731150 HTTP/1.1" status: 200 len: 210 time: 0.0522683 Jul 09 14:44:31.757224 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2479af2b-8186-4dec-8835-48f51c14a7e7 req-23aca2fa-edb7-4392-9d8a-f2760b1ab4a5 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1529701 Jul 09 14:44:31.757224 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426c81b0-5f2d-4a84-ba70-c86f339a8bc5 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Pushing event updated for resources: {'Port': ['ID=1a2deeba-8583-43d1-a846-fbd62e303f2c,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:31.767009 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-82c74213-da1a-41fd-8b28-9648564d743d tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Made reservation on behalf of 018349107c4e445095855bfde6f254bc for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:44:31.778170 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-426c81b0-5f2d-4a84-ba70-c86f339a8bc5 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:44:31.778170 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-426c81b0-5f2d-4a84-ba70-c86f339a8bc5 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:44:31.785289 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-82c74213-da1a-41fd-8b28-9648564d743d tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:31.802272 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426c81b0-5f2d-4a84-ba70-c86f339a8bc5 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:31.802272 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426c81b0-5f2d-4a84-ba70-c86f339a8bc5 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:31.802272 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426c81b0-5f2d-4a84-ba70-c86f339a8bc5 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:31.802272 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426c81b0-5f2d-4a84-ba70-c86f339a8bc5 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:31.802272 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426c81b0-5f2d-4a84-ba70-c86f339a8bc5 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:31.802272 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426c81b0-5f2d-4a84-ba70-c86f339a8bc5 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:31.804711 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426c81b0-5f2d-4a84-ba70-c86f339a8bc5 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:31.806094 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426c81b0-5f2d-4a84-ba70-c86f339a8bc5 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:31.806897 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426c81b0-5f2d-4a84-ba70-c86f339a8bc5 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:31.808038 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426c81b0-5f2d-4a84-ba70-c86f339a8bc5 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:31.809749 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426c81b0-5f2d-4a84-ba70-c86f339a8bc5 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:31.810387 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426c81b0-5f2d-4a84-ba70-c86f339a8bc5 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:31.935009 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-426c81b0-5f2d-4a84-ba70-c86f339a8bc5 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:31.940483 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-426c81b0-5f2d-4a84-ba70-c86f339a8bc5 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:32.012226 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-35b99487-13e2-41b7-86cb-00c7c6cfe09a req-d5f049bf-53aa-4a33-89cd-eb8fd31fc450 tempest-ServerShowV254Test-974510398 tempest-ServerShowV254Test-974510398-project] 10.222.0.58 "GET /v2.0/ports?device_id=46f0cf83-f268-46ae-9f7b-d75d67a08975 HTTP/1.1" status: 200 len: 210 time: 0.0452206 Jul 09 14:44:32.041426 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-426c81b0-5f2d-4a84-ba70-c86f339a8bc5 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7115707 Jul 09 14:44:32.041694 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-82c74213-da1a-41fd-8b28-9648564d743d tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Allocated IP 192.168.233.12 (aa30872f-c756-4ec7-be84-b2e3b86cdcfc/8081bcce-88de-4a2f-9e69-6750220e0be0/b0b5445c-23dd-42e1-a35b-f560998dd6a0) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:44:32.078939 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-49e02e82-2285-4f86-83f3-51b47f9b763a service neutron] Request body: {'port': {'device_id': 'a55ce79b-7427-49b1-a91c-2296b00f25ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:44:32.185442 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-49e02e82-2285-4f86-83f3-51b47f9b763a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:32.217729 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-720de234-e76f-411f-bfb7-364dd8aae4e9 None None] Provisioning for port 1a2deeba-8583-43d1-a846-fbd62e303f2c completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:44:32.221924 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-720de234-e76f-411f-bfb7-364dd8aae4e9 None None] Provisioning complete for port 1a2deeba-8583-43d1-a846-fbd62e303f2c triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:44:32.222513 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-720de234-e76f-411f-bfb7-364dd8aae4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:32.223853 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106ad56-feb2-4b5c-aed7-94760ee21b63 req-e991a6ca-193d-48c1-a6e8-8d865b815815 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:32.225549 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a106ad56-feb2-4b5c-aed7-94760ee21b63 req-e991a6ca-193d-48c1-a6e8-8d865b815815 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 947 time: 0.2951031 Jul 09 14:44:32.294442 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a106ad56-feb2-4b5c-aed7-94760ee21b63 req-8f0c720f-964c-427e-a738-6b090d87c8b8 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586474 Jul 09 14:44:32.307328 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-82c74213-da1a-41fd-8b28-9648564d743d tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:32.321763 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-82c74213-da1a-41fd-8b28-9648564d743d tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Transition to ACTIVE for port object b0b5445c-23dd-42e1-a35b-f560998dd6a0 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:44:32.326344 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-720de234-e76f-411f-bfb7-364dd8aae4e9 None None] Port 1a2deeba-8583-43d1-a846-fbd62e303f2c cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:44:32.443003 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-82c74213-da1a-41fd-8b28-9648564d743d tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:32.458261 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['5b8321d1-0cc4-4453-b1d2-305318737648'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:44:32.537088 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e206d38a-fc9f-4e10-8341-99bff7543d2a req-8c551a40-ebf6-43b8-a2ed-2515d2f4b228 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:32.538662 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e206d38a-fc9f-4e10-8341-99bff7543d2a req-8c551a40-ebf6-43b8-a2ed-2515d2f4b228 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=5266996c-3545-4ec1-83b0-cbe89dc0c0b8 HTTP/1.1" status: 200 len: 945 time: 0.1589811 Jul 09 14:44:32.543709 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-82c74213-da1a-41fd-8b28-9648564d743d tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Network aa30872f-c756-4ec7-be84-b2e3b86cdcfc is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:44:32.585814 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-82c74213-da1a-41fd-8b28-9648564d743d tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:44:32.597396 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-82c74213-da1a-41fd-8b28-9648564d743d tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:44:32.626037 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e206d38a-fc9f-4e10-8341-99bff7543d2a req-34631e6a-7c08-4fbb-a105-e474d12fa53a tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790079 Jul 09 14:44:32.632010 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c74213-da1a-41fd-8b28-9648564d743d tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Pushing event updated for resources: {'Port': ['ID=b0b5445c-23dd-42e1-a35b-f560998dd6a0,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:32.660749 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a09d6-2809-4095-9724-8c31cd89db5d req-cf9ef21d-6561-4099-a041-7dc77f22907c tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:32.660749 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8b7a09d6-2809-4095-9724-8c31cd89db5d req-cf9ef21d-6561-4099-a041-7dc77f22907c tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=85b91bdc-667f-4131-a31f-6713949adc60 HTTP/1.1" status: 200 len: 935 time: 0.1766663 Jul 09 14:44:32.725581 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-49e02e82-2285-4f86-83f3-51b47f9b763a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a2deeba-8583-43d1-a846-fbd62e303f2c {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:44:32.743870 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-49e02e82-2285-4f86-83f3-51b47f9b763a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:32.762603 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8b7a09d6-2809-4095-9724-8c31cd89db5d req-10dbb53c-60ac-436b-a6c9-974a32b6e2c3 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986691 Jul 09 14:44:32.784313 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-49e02e82-2285-4f86-83f3-51b47f9b763a service neutron] Transition to ACTIVE for port object 1a2deeba-8583-43d1-a846-fbd62e303f2c will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:44:32.798775 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-82c74213-da1a-41fd-8b28-9648564d743d tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:32.810926 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-82c74213-da1a-41fd-8b28-9648564d743d tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:32.855751 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-49e02e82-2285-4f86-83f3-51b47f9b763a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:32.892116 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-82c74213-da1a-41fd-8b28-9648564d743d tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3949757 Jul 09 14:44:32.927907 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-e39940dc-7e77-4e89-9f25-fc8993e42efe service neutron] Request body: {'port': {'device_id': '85b91bdc-667f-4131-a31f-6713949adc60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:44:32.929786 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e02e82-2285-4f86-83f3-51b47f9b763a service neutron] Pushing event updated for resources: {'Port': ['ID=1a2deeba-8583-43d1-a846-fbd62e303f2c,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:32.932337 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-c13f76c7-c1a0-4d78-83dc-6b5416abe732 None None] Provisioning for port b0b5445c-23dd-42e1-a35b-f560998dd6a0 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:44:32.946373 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-c13f76c7-c1a0-4d78-83dc-6b5416abe732 None None] Provisioning complete for port b0b5445c-23dd-42e1-a35b-f560998dd6a0 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:44:32.948143 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c13f76c7-c1a0-4d78-83dc-6b5416abe732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:33.008433 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d693e-b835-43fd-9851-693520368083 req-0093db33-125b-4c6a-a771-b877a651a565 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:33.015810 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b23d693e-b835-43fd-9851-693520368083 req-0093db33-125b-4c6a-a771-b877a651a565 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d9b5dfb-dd28-4538-8250-8acd61b1d6cf HTTP/1.1" status: 200 len: 944 time: 0.1941595 Jul 09 14:44:33.057112 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-c13f76c7-c1a0-4d78-83dc-6b5416abe732 None None] Port b0b5445c-23dd-42e1-a35b-f560998dd6a0 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:44:33.087770 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ea9db3af-d4e7-459e-bdc1-e6d76492b4f9 req-82aa4f10-5168-4b01-9cb4-d3dbe5a302a1 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ce50932-3743-4347-8d0a-d7564f731150 HTTP/1.1" status: 200 len: 210 time: 0.0911746 Jul 09 14:44:33.094787 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b23d693e-b835-43fd-9851-693520368083 req-411e92ea-b754-40da-9c72-cd3155d56946 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777109 Jul 09 14:44:33.117054 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-49e02e82-2285-4f86-83f3-51b47f9b763a service neutron] Attempting to bind port 1a2deeba-8583-43d1-a846-fbd62e303f2c on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:44:33.117054 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-49e02e82-2285-4f86-83f3-51b47f9b763a service neutron] Attempting to bind port 1a2deeba-8583-43d1-a846-fbd62e303f2c by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:44:33.117054 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-49e02e82-2285-4f86-83f3-51b47f9b763a service neutron] Attempting to bind port 1a2deeba-8583-43d1-a846-fbd62e303f2c on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:44:33.117670 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-49e02e82-2285-4f86-83f3-51b47f9b763a service neutron] Port 1a2deeba-8583-43d1-a846-fbd62e303f2c on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:44:33.119247 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-49e02e82-2285-4f86-83f3-51b47f9b763a service neutron] Attempting to bind port 1a2deeba-8583-43d1-a846-fbd62e303f2c on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:44:33.125522 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-49e02e82-2285-4f86-83f3-51b47f9b763a service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:44:33.125858 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-49e02e82-2285-4f86-83f3-51b47f9b763a service neutron] Checking segment: {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:44:33.126519 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-49e02e82-2285-4f86-83f3-51b47f9b763a service neutron] Bound using segment: {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:44:33.126948 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-49e02e82-2285-4f86-83f3-51b47f9b763a service neutron] Bound port: 1a2deeba-8583-43d1-a846-fbd62e303f2c, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:44:33.127307 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-49e02e82-2285-4f86-83f3-51b47f9b763a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:33.133053 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-e39940dc-7e77-4e89-9f25-fc8993e42efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:33.280739 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-49e02e82-2285-4f86-83f3-51b47f9b763a service neutron] For port 1a2deeba-8583-43d1-a846-fbd62e303f2c, host n-h1-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:44:33.290215 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-49e02e82-2285-4f86-83f3-51b47f9b763a service neutron] For port 1a2deeba-8583-43d1-a846-fbd62e303f2c, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=1a2deeba-8583-43d1-a846-fbd62e303f2c,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:44:33.335272 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3b0c48b7-4cd2-4c94-8045-77c9598a73ea req-236b7422-3656-4bc3-985c-9939a9f35b3b tempest-ServerShowV254Test-974510398 tempest-ServerShowV254Test-974510398-project] 10.222.0.58 "GET /v2.0/ports?device_id=46f0cf83-f268-46ae-9f7b-d75d67a08975 HTTP/1.1" status: 200 len: 210 time: 0.0332599 Jul 09 14:44:33.392357 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-49e02e82-2285-4f86-83f3-51b47f9b763a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:33.446456 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-49e02e82-2285-4f86-83f3-51b47f9b763a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:33.451177 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-49e02e82-2285-4f86-83f3-51b47f9b763a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:33.451177 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-49e02e82-2285-4f86-83f3-51b47f9b763a service neutron] 10.222.0.62 "PUT /v2.0/ports/1a2deeba-8583-43d1-a846-fbd62e303f2c HTTP/1.1" status: 200 len: 1096 time: 1.3759208 Jul 09 14:44:33.451177 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a55ce79b-7427-49b1-a91c-2296b00f25ff', 'tag': '1a2deeba-8583-43d1-a846-fbd62e303f2c'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:44:33.455085 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb58cff2-59da-4239-a151-84337c6fa106" -d '{"events": [{"name": "network-changed", "server_uuid": "a55ce79b-7427-49b1-a91c-2296b00f25ff", "tag": "1a2deeba-8583-43d1-a846-fbd62e303f2c"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:44:33.475694 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e02e82-2285-4f86-83f3-51b47f9b763a service neutron] Pushing event updated for resources: {'Port': ['ID=1a2deeba-8583-43d1-a846-fbd62e303f2c,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:33.617195 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8960c4c-acbc-43e9-9e76-952b50b45956 req-36ab1ca2-cc61-4723-b052-565e7108d47e tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:33.618836 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e8960c4c-acbc-43e9-9e76-952b50b45956 req-36ab1ca2-cc61-4723-b052-565e7108d47e tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 944 time: 0.2940202 Jul 09 14:44:33.686888 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9564d8-bb4d-4831-8fd6-927c7e241bef req-a33bc144-027c-4c33-ae81-2cf4d3f84c45 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:33.688535 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7c9564d8-bb4d-4831-8fd6-927c7e241bef req-a33bc144-027c-4c33-ae81-2cf4d3f84c45 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.54 "GET /v2.0/networks?id=7315f037-8bae-46c2-abb3-b71f897eb072 HTTP/1.1" status: 200 len: 813 time: 0.3044503 Jul 09 14:44:33.717707 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-7c9564d8-bb4d-4831-8fd6-927c7e241bef req-c74e671e-9b4d-4ab3-a8c2-15c8d91cc511 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Request body: {'port': {'device_id': '0ce50932-3743-4347-8d0a-d7564f731150', 'network_id': '7315f037-8bae-46c2-abb3-b71f897eb072', 'admin_state_up': True, 'tenant_id': '2054036e72a742ef8b1d74fe2c924b36'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:44:33.739928 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e8960c4c-acbc-43e9-9e76-952b50b45956 req-6601206e-f8b6-4239-b6a3-7b370de2d241 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111591 Jul 09 14:44:33.792192 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-a59456e1-7e05-4ea1-a1e1-a7abf825c0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:33.794111 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-a59456e1-7e05-4ea1-a1e1-a7abf825c0cf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=018349107c4e445095855bfde6f254bc&device_id=a55ce79b-7427-49b1-a91c-2296b00f25ff HTTP/1.1" status: 200 len: 1099 time: 0.1468987 Jul 09 14:44:33.804463 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4723229-a52d-46ea-8f66-86961d2226d2 x-openstack-request-id: req-c4723229-a52d-46ea-8f66-86961d2226d2 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:44:33.805287 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a55ce79b-7427-49b1-a91c-2296b00f25ff", "tag": "1a2deeba-8583-43d1-a846-fbd62e303f2c", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:44:33.805287 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c4723229-a52d-46ea-8f66-86961d2226d2 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:44:33.805544 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a55ce79b-7427-49b1-a91c-2296b00f25ff', 'tag': '1a2deeba-8583-43d1-a846-fbd62e303f2c', 'status': 'completed', 'code': 200} Jul 09 14:44:33.822586 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f62c2-9c92-4ba4-959e-ff8e0b98fe6d req-81621071-6cb5-46be-8681-71a432ee9054 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:33.824656 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3d6f62c2-9c92-4ba4-959e-ff8e0b98fe6d req-81621071-6cb5-46be-8681-71a432ee9054 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 947 time: 0.1162603 Jul 09 14:44:33.878979 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-23ce2cd2-e45a-40bf-9a11-829c1bed4353 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=1a2deeba-8583-43d1-a846-fbd62e303f2c HTTP/1.1" status: 200 len: 217 time: 0.0507333 Jul 09 14:44:33.898542 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-e39940dc-7e77-4e89-9f25-fc8993e42efe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0b5445c-23dd-42e1-a35b-f560998dd6a0 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:44:33.925295 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-e39940dc-7e77-4e89-9f25-fc8993e42efe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:33.943754 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3d6f62c2-9c92-4ba4-959e-ff8e0b98fe6d req-c9cfb469-e3b9-4671-b52e-e3d4b30bdc1a tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121116 Jul 09 14:44:33.959681 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-26f1c078-12c3-4e26-aa75-52858aaf3e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:33.976774 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-26f1c078-12c3-4e26-aa75-52858aaf3e93 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.0780859 Jul 09 14:44:33.988191 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-e39940dc-7e77-4e89-9f25-fc8993e42efe service neutron] Transition to ACTIVE for port object b0b5445c-23dd-42e1-a35b-f560998dd6a0 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:44:33.991215 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 5a8e589d-f7dc-494f-aeb6-1bcb96db6e28 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:44:34.002931 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 8e3eeb3e-d0fc-411f-9c09-6c5c2ea01af6 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:44:34.026809 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-d65a2acb-a260-4f71-bd83-105a6ab0269c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:34.028486 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-d65a2acb-a260-4f71-bd83-105a6ab0269c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0599763 Jul 09 14:44:34.054264 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae5fed6-6ff5-4281-bc08-0cc72a9ef831 req-8a3ad941-2edf-43d7-b712-edd13baa5e40 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:34.058607 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cae5fed6-6ff5-4281-bc08-0cc72a9ef831 req-8a3ad941-2edf-43d7-b712-edd13baa5e40 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=5266996c-3545-4ec1-83b0-cbe89dc0c0b8 HTTP/1.1" status: 200 len: 945 time: 0.1224174 Jul 09 14:44:34.123982 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cae5fed6-6ff5-4281-bc08-0cc72a9ef831 req-84bc543f-7bae-49a4-abd0-972694a02078 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589280 Jul 09 14:44:34.143956 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-e39940dc-7e77-4e89-9f25-fc8993e42efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:34.143956 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c9564d8-bb4d-4831-8fd6-927c7e241bef req-c74e671e-9b4d-4ab3-a8c2-15c8d91cc511 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Made reservation on behalf of 2054036e72a742ef8b1d74fe2c924b36 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:44:34.143956 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-7c9564d8-bb4d-4831-8fd6-927c7e241bef req-c74e671e-9b4d-4ab3-a8c2-15c8d91cc511 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:34.213298 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-2f70bdcd-5900-4c4f-b55a-71497cae6464 service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767640 Jul 09 14:44:34.227025 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78080f70-5df8-4274-83ff-c4c1f0120991 req-2af1c5f0-97ea-4ca7-bf77-5e2191c8c90d tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:34.228444 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-78080f70-5df8-4274-83ff-c4c1f0120991 req-2af1c5f0-97ea-4ca7-bf77-5e2191c8c90d tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=85b91bdc-667f-4131-a31f-6713949adc60 HTTP/1.1" status: 200 len: 935 time: 0.1163559 Jul 09 14:44:34.256425 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 5a8e589d-f7dc-494f-aeb6-1bcb96db6e28, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=5a8e589d-f7dc-494f-aeb6-1bcb96db6e28,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:44:34.263552 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port 8e3eeb3e-d0fc-411f-9c09-6c5c2ea01af6 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:44:34.275030 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39940dc-7e77-4e89-9f25-fc8993e42efe service neutron] Pushing event updated for resources: {'Port': ['ID=b0b5445c-23dd-42e1-a35b-f560998dd6a0,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:34.281721 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 8e3eeb3e-d0fc-411f-9c09-6c5c2ea01af6 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:44:34.282149 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:34.330089 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '5a8e589d-f7dc-494f-aeb6-1bcb96db6e28', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'port_id': '5a8e589d-f7dc-494f-aeb6-1bcb96db6e28', 'mac_address': 'fa:16:3e:3c:bb:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8081bcce-88de-4a2f-9e69-6750220e0be0', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:44:34.423152 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-78080f70-5df8-4274-83ff-c4c1f0120991 req-f89b3ec4-f49c-4371-87dd-addc3698ee8f tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854553 Jul 09 14:44:34.425552 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-d365008d-f42e-4eae-bfdb-e62b3c6abce7 service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961360 Jul 09 14:44:34.435169 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:34.462396 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a8e589d-f7dc-494f-aeb6-1bcb96db6e28 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:44:34.516118 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f15394e8-7f87-40bd-9875-d7c5e1609626 req-7a8ea4f8-b85c-4c51-8281-2d885d994cf9 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ce50932-3743-4347-8d0a-d7564f731150 HTTP/1.1" status: 200 len: 210 time: 0.1589286 Jul 09 14:44:34.522510 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 5a8e589d-f7dc-494f-aeb6-1bcb96db6e28, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=5a8e589d-f7dc-494f-aeb6-1bcb96db6e28,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:44:34.530907 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:34.573720 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-7c9564d8-bb4d-4831-8fd6-927c7e241bef req-c74e671e-9b4d-4ab3-a8c2-15c8d91cc511 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Allocated IP 172.20.0.14 (7315f037-8bae-46c2-abb3-b71f897eb072/a6a78364-bb65-4c21-a934-4153d5dd997e/bc749f98-3287-45a3-921a-931e5b16101d) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:44:34.584831 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:34.593385 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-e39940dc-7e77-4e89-9f25-fc8993e42efe service neutron] Attempting to bind port b0b5445c-23dd-42e1-a35b-f560998dd6a0 on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:44:34.594024 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-e39940dc-7e77-4e89-9f25-fc8993e42efe service neutron] Attempting to bind port b0b5445c-23dd-42e1-a35b-f560998dd6a0 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:44:34.594608 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-e39940dc-7e77-4e89-9f25-fc8993e42efe service neutron] Attempting to bind port b0b5445c-23dd-42e1-a35b-f560998dd6a0 on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:44:34.604057 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-e39940dc-7e77-4e89-9f25-fc8993e42efe service neutron] Port b0b5445c-23dd-42e1-a35b-f560998dd6a0 on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:44:34.604688 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-e39940dc-7e77-4e89-9f25-fc8993e42efe service neutron] Attempting to bind port b0b5445c-23dd-42e1-a35b-f560998dd6a0 on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:44:34.620657 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-e39940dc-7e77-4e89-9f25-fc8993e42efe service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:44:34.621291 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-e39940dc-7e77-4e89-9f25-fc8993e42efe service neutron] Checking segment: {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:44:34.621449 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-e39940dc-7e77-4e89-9f25-fc8993e42efe service neutron] Bound using segment: {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:44:34.621947 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-e39940dc-7e77-4e89-9f25-fc8993e42efe service neutron] Bound port: b0b5445c-23dd-42e1-a35b-f560998dd6a0, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:44:34.622314 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-e39940dc-7e77-4e89-9f25-fc8993e42efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:34.650083 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=5a8e589d-f7dc-494f-aeb6-1bcb96db6e28,revision_number=7']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:34.658621 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d9b5dfb-dd28-4538-8250-8acd61b1d6cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e3eeb3e-d0fc-411f-9c09-6c5c2ea01af6'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:44:34.662297 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559b7c8e-918e-47b4-8a43-19a39f36df51" -d '{"events": [{"server_uuid": "2d9b5dfb-dd28-4538-8250-8acd61b1d6cf", "name": "network-vif-plugged", "status": "completed", "tag": "8e3eeb3e-d0fc-411f-9c09-6c5c2ea01af6"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:44:34.679213 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 8e3eeb3e-d0fc-411f-9c09-6c5c2ea01af6, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=8e3eeb3e-d0fc-411f-9c09-6c5c2ea01af6,segment=NetworkSegment(ea3e7312-a29e-42fd-9247-9011d25d7154),segment_id=ea3e7312-a29e-42fd-9247-9011d25d7154)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:44:34.750353 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:34.810256 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=8e3eeb3e-d0fc-411f-9c09-6c5c2ea01af6,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:34.868382 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-e39940dc-7e77-4e89-9f25-fc8993e42efe service neutron] For port b0b5445c-23dd-42e1-a35b-f560998dd6a0, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:44:34.877765 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-e39940dc-7e77-4e89-9f25-fc8993e42efe service neutron] For port b0b5445c-23dd-42e1-a35b-f560998dd6a0, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=b0b5445c-23dd-42e1-a35b-f560998dd6a0,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:44:34.884949 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de83a3-65dc-4b40-adfe-9895026af37c req-53ff6ff3-7df2-4983-8904-662155765d51 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:34.886469 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-24de83a3-65dc-4b40-adfe-9895026af37c req-53ff6ff3-7df2-4983-8904-662155765d51 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/networks?id=4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9 HTTP/1.1" status: 200 len: 806 time: 0.2490470 Jul 09 14:44:34.915366 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-24de83a3-65dc-4b40-adfe-9895026af37c req-cbb7aa05-620c-4086-82ca-9501bdd1aab5 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/quotas/1e0132f74af84346b7937684dc0b5d46 HTTP/1.1" status: 200 len: 375 time: 0.0207560 Jul 09 14:44:34.931660 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-e39940dc-7e77-4e89-9f25-fc8993e42efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:34.944421 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-7c9564d8-bb4d-4831-8fd6-927c7e241bef req-c74e671e-9b4d-4ab3-a8c2-15c8d91cc511 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:35.006907 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb0043e-c702-4351-a903-4fd08aea838c req-552fe8f4-d299-4079-bca8-0d76d83fcb02 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:35.008737 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-e39940dc-7e77-4e89-9f25-fc8993e42efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:35.009372 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-e39940dc-7e77-4e89-9f25-fc8993e42efe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:35.010817 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-e39940dc-7e77-4e89-9f25-fc8993e42efe service neutron] 10.222.0.62 "PUT /v2.0/ports/b0b5445c-23dd-42e1-a35b-f560998dd6a0 HTTP/1.1" status: 200 len: 1095 time: 2.0988843 Jul 09 14:44:35.012114 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85b91bdc-667f-4131-a31f-6713949adc60', 'tag': 'b0b5445c-23dd-42e1-a35b-f560998dd6a0'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:44:35.014199 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ebb0043e-c702-4351-a903-4fd08aea838c req-552fe8f4-d299-4079-bca8-0d76d83fcb02 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d9b5dfb-dd28-4538-8250-8acd61b1d6cf HTTP/1.1" status: 200 len: 944 time: 0.4411092 Jul 09 14:44:35.014455 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa082dc3-e397-4faa-ad60-1f1acfe5a41c" -d '{"events": [{"name": "network-changed", "server_uuid": "85b91bdc-667f-4131-a31f-6713949adc60", "tag": "b0b5445c-23dd-42e1-a35b-f560998dd6a0"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:44:35.034656 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58cff2-59da-4239-a151-84337c6fa106 req-f0111532-3fcd-48de-a1e9-9e9f8720854a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:35.036286 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fb58cff2-59da-4239-a151-84337c6fa106 req-f0111532-3fcd-48de-a1e9-9e9f8720854a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=018349107c4e445095855bfde6f254bc&device_id=a55ce79b-7427-49b1-a91c-2296b00f25ff HTTP/1.1" status: 200 len: 1099 time: 0.1018205 Jul 09 14:44:35.063407 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39940dc-7e77-4e89-9f25-fc8993e42efe service neutron] Pushing event updated for resources: {'Port': ['ID=b0b5445c-23dd-42e1-a35b-f560998dd6a0,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:35.101243 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-24de83a3-65dc-4b40-adfe-9895026af37c req-afe13199-0807-4bf7-a316-67ee34a32365 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1e0132f74af84346b7937684dc0b5d46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1736832 Jul 09 14:44:35.115301 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['5a8e589d-f7dc-494f-aeb6-1bcb96db6e28'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:44:35.137428 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ebb0043e-c702-4351-a903-4fd08aea838c req-68431a46-9597-4443-9a81-53af220576da tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222539 Jul 09 14:44:35.220015 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-7c9564d8-bb4d-4831-8fd6-927c7e241bef req-c74e671e-9b4d-4ab3-a8c2-15c8d91cc511 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:35.224919 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58cff2-59da-4239-a151-84337c6fa106 req-64bf4373-2e13-48c9-a66a-7f082ca13df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:35.225798 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fb58cff2-59da-4239-a151-84337c6fa106 req-64bf4373-2e13-48c9-a66a-7f082ca13df5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc HTTP/1.1" status: 200 len: 870 time: 0.1812201 Jul 09 14:44:35.303239 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fb58cff2-59da-4239-a151-84337c6fa106 req-8d13810f-5e5a-4438-a37c-e693e6ab767a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=1a2deeba-8583-43d1-a846-fbd62e303f2c HTTP/1.1" status: 200 len: 217 time: 0.0707736 Jul 09 14:44:35.342098 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c9564d8-bb4d-4831-8fd6-927c7e241bef req-c74e671e-9b4d-4ab3-a8c2-15c8d91cc511 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Network 7315f037-8bae-46c2-abb3-b71f897eb072 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:44:35.355759 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-7c9564d8-bb4d-4831-8fd6-927c7e241bef req-c74e671e-9b4d-4ab3-a8c2-15c8d91cc511 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:44:35.362632 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74e671e-9b4d-4ab3-a8c2-15c8d91cc511 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Pushing event updated for resources: {'Port': ['ID=bc749f98-3287-45a3-921a-931e5b16101d,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:35.368813 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c9564d8-bb4d-4831-8fd6-927c7e241bef req-c74e671e-9b4d-4ab3-a8c2-15c8d91cc511 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:44:35.399013 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-24de83a3-65dc-4b40-adfe-9895026af37c req-68de4a3b-3ac2-4c4a-bb26-2310f693e90c service neutron] 10.222.0.58 "GET /v2.0/networks/4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947373 Jul 09 14:44:35.441111 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f12f041e-c362-47d7-9cd5-d327d79f3d32 req-cfbb63d3-144e-43bd-81f4-be07c5758f0c tempest-ServerShowV254Test-974510398 tempest-ServerShowV254Test-974510398-project] 10.222.0.58 "GET /v2.0/ports?device_id=46f0cf83-f268-46ae-9f7b-d75d67a08975 HTTP/1.1" status: 200 len: 210 time: 0.0644953 Jul 09 14:44:35.449787 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58cff2-59da-4239-a151-84337c6fa106 req-642cec69-7dcb-4e2a-84bd-dbf75b4cab95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:35.452011 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fb58cff2-59da-4239-a151-84337c6fa106 req-642cec69-7dcb-4e2a-84bd-dbf75b4cab95 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.1409888 Jul 09 14:44:35.486146 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-edb6959a-69bb-40a4-ac17-a5296a5f0bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:35.487733 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-edb6959a-69bb-40a4-ac17-a5296a5f0bca service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=018349107c4e445095855bfde6f254bc&device_id=85b91bdc-667f-4131-a31f-6713949adc60 HTTP/1.1" status: 200 len: 1098 time: 0.3400650 Jul 09 14:44:35.519959 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58cff2-59da-4239-a151-84337c6fa106 req-74109d2b-b37a-40ed-96a9-8a558613d71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:35.521633 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fb58cff2-59da-4239-a151-84337c6fa106 req-74109d2b-b37a-40ed-96a9-8a558613d71e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0635870 Jul 09 14:44:35.545636 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9564d8-bb4d-4831-8fd6-927c7e241bef req-c74e671e-9b4d-4ab3-a8c2-15c8d91cc511 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:35.546255 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-7c9564d8-bb4d-4831-8fd6-927c7e241bef req-c74e671e-9b4d-4ab3-a8c2-15c8d91cc511 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:35.557802 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-0ac5e059-1634-4ee0-9328-cf68d3ca5395 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=b0b5445c-23dd-42e1-a35b-f560998dd6a0 HTTP/1.1" status: 200 len: 217 time: 0.0549161 Jul 09 14:44:35.620243 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-d1f61ad9-b48f-4041-9513-da22fed787d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:35.621696 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-d1f61ad9-b48f-4041-9513-da22fed787d5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.0520837 Jul 09 14:44:35.627212 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7c9564d8-bb4d-4831-8fd6-927c7e241bef req-c74e671e-9b4d-4ab3-a8c2-15c8d91cc511 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9157760 Jul 09 14:44:35.629111 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fb58cff2-59da-4239-a151-84337c6fa106 req-125fd8c1-69c4-4891-b400-d5bfdc860b40 service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008370 Jul 09 14:44:35.633631 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57274ece-ab93-4ab9-a200-938b34ac7ec3 x-openstack-request-id: req-57274ece-ab93-4ab9-a200-938b34ac7ec3 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:44:35.633929 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d9b5dfb-dd28-4538-8250-8acd61b1d6cf", "name": "network-vif-plugged", "status": "completed", "tag": "8e3eeb3e-d0fc-411f-9c09-6c5c2ea01af6", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:44:35.634416 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-57274ece-ab93-4ab9-a200-938b34ac7ec3 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:44:35.634811 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d9b5dfb-dd28-4538-8250-8acd61b1d6cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e3eeb3e-d0fc-411f-9c09-6c5c2ea01af6', 'code': 200} Jul 09 14:44:35.675890 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-7c9564d8-bb4d-4831-8fd6-927c7e241bef req-b5a00e09-a556-4926-9555-54cb8c3e3a45 service neutron] Request body: {'port': {'device_id': '0ce50932-3743-4347-8d0a-d7564f731150', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:44:35.684473 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-24de83a3-65dc-4b40-adfe-9895026af37c req-ea09a838-bdd8-49a9-ae25-e13ddf0d52b8 service neutron] 10.222.0.58 "GET /v2.0/networks/4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820129 Jul 09 14:44:35.748748 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-c29ae5c3-327f-4149-b2c6-b4612013a8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:35.750311 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-c29ae5c3-327f-4149-b2c6-b4612013a8da service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1165032 Jul 09 14:44:35.855569 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fb58cff2-59da-4239-a151-84337c6fa106 req-db384732-11ff-49bb-9617-b04eaee5918c service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838334 Jul 09 14:44:35.873463 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-7c9564d8-bb4d-4831-8fd6-927c7e241bef req-b5a00e09-a556-4926-9555-54cb8c3e3a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:35.891780 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e59179-f09c-4575-8939-5156631ab2f4 req-29698fcc-8d82-494c-b1b9-ed0976028ae9 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:35.893971 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-45e59179-f09c-4575-8939-5156631ab2f4 req-29698fcc-8d82-494c-b1b9-ed0976028ae9 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 944 time: 0.0918777 Jul 09 14:44:35.914349 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a7eba-9283-4258-afe2-4ad98b8cd160 req-b4b0702c-1550-45f9-9dc5-bee70b2314b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:35.916637 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e05a7eba-9283-4258-afe2-4ad98b8cd160 req-b4b0702c-1550-45f9-9dc5-bee70b2314b9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2d9b5dfb-dd28-4538-8250-8acd61b1d6cf HTTP/1.1" status: 200 len: 1096 time: 0.1485074 Jul 09 14:44:35.946433 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-45e59179-f09c-4575-8939-5156631ab2f4 req-69997125-347c-4eb7-969d-1169256a663d tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461566 Jul 09 14:44:36.069563 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018b30cd-466f-4f6a-8f8c-2ab05095e1b7 x-openstack-request-id: req-018b30cd-466f-4f6a-8f8c-2ab05095e1b7 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:44:36.069844 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85b91bdc-667f-4131-a31f-6713949adc60", "tag": "b0b5445c-23dd-42e1-a35b-f560998dd6a0", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:44:36.070206 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-018b30cd-466f-4f6a-8f8c-2ab05095e1b7 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:44:36.070477 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85b91bdc-667f-4131-a31f-6713949adc60', 'tag': 'b0b5445c-23dd-42e1-a35b-f560998dd6a0', 'status': 'completed', 'code': 200} Jul 09 14:44:36.074779 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-cb5ad760-10a6-4be3-88e5-9d7f401eef21 service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058712 Jul 09 14:44:36.205639 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2bb56e-bf66-450a-9480-3d46441b95ca req-fdba4408-fcbe-4fc2-9d2f-b8f4c1ba4d0e tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:36.207267 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0e2bb56e-bf66-450a-9480-3d46441b95ca req-fdba4408-fcbe-4fc2-9d2f-b8f4c1ba4d0e tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=85b91bdc-667f-4131-a31f-6713949adc60 HTTP/1.1" status: 200 len: 947 time: 0.0728145 Jul 09 14:44:36.249016 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0e2bb56e-bf66-450a-9480-3d46441b95ca req-5a7fceec-6659-474a-b1aa-a1e4b81e9c91 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358291 Jul 09 14:44:36.414123 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e05a7eba-9283-4258-afe2-4ad98b8cd160 req-9c8c10bd-d23d-49d9-84f6-adc9ece43fa0 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4909947 Jul 09 14:44:36.427050 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81bf98-901f-4cae-bb28-1f559f4d2e5d req-8b05c601-0383-4d41-8272-a9ea4521b502 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:36.428810 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ea81bf98-901f-4cae-bb28-1f559f4d2e5d req-8b05c601-0383-4d41-8272-a9ea4521b502 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ce50932-3743-4347-8d0a-d7564f731150 HTTP/1.1" status: 200 len: 932 time: 0.0753973 Jul 09 14:44:36.471314 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ea81bf98-901f-4cae-bb28-1f559f4d2e5d req-a4175738-cef8-40b0-be71-4694c5aadf47 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4543b64-216b-4880-92bb-514113489699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363901 Jul 09 14:44:36.545501 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-50d2f75e-3c4b-4471-bb72-32eca6db11b0 req-48637712-d59b-4934-b7c1-ee2821f5c9f6 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3d50154-45ba-49d5-befa-5f9595f8a14f HTTP/1.1" status: 200 len: 210 time: 0.0328538 Jul 09 14:44:36.574810 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a0fb65cb-292e-4b8a-96d6-4d7a4f02bad2 req-76b382cd-2e33-4831-9733-8d23a8894db7 service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4844627 Jul 09 14:44:36.587400 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c21d3c-655f-4a4b-9bed-d915b7b10e50 req-ae6fbc5e-4295-4f15-8775-eece9501e384 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:36.588864 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-02c21d3c-655f-4a4b-9bed-d915b7b10e50 req-ae6fbc5e-4295-4f15-8775-eece9501e384 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 948 time: 0.5212562 Jul 09 14:44:36.662694 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-02c21d3c-655f-4a4b-9bed-d915b7b10e50 req-106c41ae-bbee-4ea3-b117-18694e2c6b57 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671329 Jul 09 14:44:36.675455 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-7c9564d8-bb4d-4831-8fd6-927c7e241bef req-b5a00e09-a556-4926-9555-54cb8c3e3a45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc749f98-3287-45a3-921a-931e5b16101d {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:44:36.684346 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-7c9564d8-bb4d-4831-8fd6-927c7e241bef req-b5a00e09-a556-4926-9555-54cb8c3e3a45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:36.698391 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-7c9564d8-bb4d-4831-8fd6-927c7e241bef req-b5a00e09-a556-4926-9555-54cb8c3e3a45 service neutron] Transition to ACTIVE for port object bc749f98-3287-45a3-921a-931e5b16101d will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:44:36.716275 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c470e9-efe8-42eb-b344-cf6b26b3481a req-6c6365fa-b947-4ab7-af7e-fc8024d7002b tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:36.717810 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a3c470e9-efe8-42eb-b344-cf6b26b3481a req-6c6365fa-b947-4ab7-af7e-fc8024d7002b tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d9b5dfb-dd28-4538-8250-8acd61b1d6cf HTTP/1.1" status: 200 len: 945 time: 0.0702834 Jul 09 14:44:36.757640 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a3c470e9-efe8-42eb-b344-cf6b26b3481a req-f381a201-3a71-4397-8241-1ec6a3c98554 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336115 Jul 09 14:44:36.786411 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-7c9564d8-bb4d-4831-8fd6-927c7e241bef req-b5a00e09-a556-4926-9555-54cb8c3e3a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:36.833079 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-42f2a6fa-f3d3-4d9f-837f-bcf6c497b61f req-7c9581ff-d4d4-40b0-a979-00a42785d0b8 tempest-ServerShowV254Test-974510398 tempest-ServerShowV254Test-974510398-project] 10.222.0.58 "GET /v2.0/ports?device_id=46f0cf83-f268-46ae-9f7b-d75d67a08975 HTTP/1.1" status: 200 len: 210 time: 0.0572298 Jul 09 14:44:36.871201 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a00e09-a556-4926-9555-54cb8c3e3a45 service neutron] Pushing event updated for resources: {'Port': ['ID=bc749f98-3287-45a3-921a-931e5b16101d,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:36.936662 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-7c9564d8-bb4d-4831-8fd6-927c7e241bef req-b5a00e09-a556-4926-9555-54cb8c3e3a45 service neutron] Attempting to bind port bc749f98-3287-45a3-921a-931e5b16101d on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:44:36.937001 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-7c9564d8-bb4d-4831-8fd6-927c7e241bef req-b5a00e09-a556-4926-9555-54cb8c3e3a45 service neutron] Attempting to bind port bc749f98-3287-45a3-921a-931e5b16101d by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '1e574744-83f5-4d4a-871f-858e3f9ffdcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7315f037-8bae-46c2-abb3-b71f897eb072'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:44:36.937330 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9564d8-bb4d-4831-8fd6-927c7e241bef req-b5a00e09-a556-4926-9555-54cb8c3e3a45 service neutron] Attempting to bind port bc749f98-3287-45a3-921a-931e5b16101d on network 7315f037-8bae-46c2-abb3-b71f897eb072 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:44:36.941586 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9564d8-bb4d-4831-8fd6-927c7e241bef req-b5a00e09-a556-4926-9555-54cb8c3e3a45 service neutron] Port bc749f98-3287-45a3-921a-931e5b16101d on network 7315f037-8bae-46c2-abb3-b71f897eb072 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:44:36.942124 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9564d8-bb4d-4831-8fd6-927c7e241bef req-b5a00e09-a556-4926-9555-54cb8c3e3a45 service neutron] Attempting to bind port bc749f98-3287-45a3-921a-931e5b16101d on network 7315f037-8bae-46c2-abb3-b71f897eb072 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:44:36.947109 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9564d8-bb4d-4831-8fd6-927c7e241bef req-b5a00e09-a556-4926-9555-54cb8c3e3a45 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:44:36.947437 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9564d8-bb4d-4831-8fd6-927c7e241bef req-b5a00e09-a556-4926-9555-54cb8c3e3a45 service neutron] Checking segment: {'id': '1e574744-83f5-4d4a-871f-858e3f9ffdcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7315f037-8bae-46c2-abb3-b71f897eb072'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:44:36.947859 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9564d8-bb4d-4831-8fd6-927c7e241bef req-b5a00e09-a556-4926-9555-54cb8c3e3a45 service neutron] Bound using segment: {'id': '1e574744-83f5-4d4a-871f-858e3f9ffdcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7315f037-8bae-46c2-abb3-b71f897eb072'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:44:36.948291 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-7c9564d8-bb4d-4831-8fd6-927c7e241bef req-b5a00e09-a556-4926-9555-54cb8c3e3a45 service neutron] Bound port: bc749f98-3287-45a3-921a-931e5b16101d, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e574744-83f5-4d4a-871f-858e3f9ffdcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7315f037-8bae-46c2-abb3-b71f897eb072'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:44:36.948674 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-7c9564d8-bb4d-4831-8fd6-927c7e241bef req-b5a00e09-a556-4926-9555-54cb8c3e3a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:37.020427 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-7c9564d8-bb4d-4831-8fd6-927c7e241bef req-b5a00e09-a556-4926-9555-54cb8c3e3a45 service neutron] For port bc749f98-3287-45a3-921a-931e5b16101d, host n-h2-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:44:37.023783 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-7c9564d8-bb4d-4831-8fd6-927c7e241bef req-b5a00e09-a556-4926-9555-54cb8c3e3a45 service neutron] For port bc749f98-3287-45a3-921a-931e5b16101d, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=bc749f98-3287-45a3-921a-931e5b16101d,segment=NetworkSegment(1e574744-83f5-4d4a-871f-858e3f9ffdcb),segment_id=1e574744-83f5-4d4a-871f-858e3f9ffdcb)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:44:37.083329 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa082dc3-e397-4faa-ad60-1f1acfe5a41c req-5149d016-b6c2-46d1-a5b1-5315ee7638e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:37.084928 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fa082dc3-e397-4faa-ad60-1f1acfe5a41c req-5149d016-b6c2-46d1-a5b1-5315ee7638e1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=018349107c4e445095855bfde6f254bc&device_id=85b91bdc-667f-4131-a31f-6713949adc60 HTTP/1.1" status: 200 len: 1098 time: 0.0554023 Jul 09 14:44:37.149635 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-7c9564d8-bb4d-4831-8fd6-927c7e241bef req-b5a00e09-a556-4926-9555-54cb8c3e3a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:37.151829 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f8300-72d8-430b-acea-9e6cecb0cf5e req-dc75b06a-5e0b-4317-83de-cf5e3fc08213 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:37.153452 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b60f8300-72d8-430b-acea-9e6cecb0cf5e req-dc75b06a-5e0b-4317-83de-cf5e3fc08213 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 944 time: 0.0680447 Jul 09 14:44:37.196696 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b60f8300-72d8-430b-acea-9e6cecb0cf5e req-01fa705b-8233-4bd3-8b8f-d3bfa6afefa3 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364144 Jul 09 14:44:37.207886 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9564d8-bb4d-4831-8fd6-927c7e241bef req-b5a00e09-a556-4926-9555-54cb8c3e3a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:37.208518 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-7c9564d8-bb4d-4831-8fd6-927c7e241bef req-b5a00e09-a556-4926-9555-54cb8c3e3a45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:37.209978 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7c9564d8-bb4d-4831-8fd6-927c7e241bef req-b5a00e09-a556-4926-9555-54cb8c3e3a45 service neutron] 10.222.0.54 "PUT /v2.0/ports/bc749f98-3287-45a3-921a-931e5b16101d HTTP/1.1" status: 200 len: 1092 time: 1.5411124 Jul 09 14:44:37.248671 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a00e09-a556-4926-9555-54cb8c3e3a45 service neutron] Pushing event updated for resources: {'Port': ['ID=bc749f98-3287-45a3-921a-931e5b16101d,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:37.260134 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa082dc3-e397-4faa-ad60-1f1acfe5a41c req-24333dbc-7909-407b-b0ce-159c05240cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:37.261637 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fa082dc3-e397-4faa-ad60-1f1acfe5a41c req-24333dbc-7909-407b-b0ce-159c05240cb7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc HTTP/1.1" status: 200 len: 870 time: 0.1698015 Jul 09 14:44:37.311839 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fa082dc3-e397-4faa-ad60-1f1acfe5a41c req-2eb436e7-4e06-46dc-8c59-4f62df0f29fb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=b0b5445c-23dd-42e1-a35b-f560998dd6a0 HTTP/1.1" status: 200 len: 217 time: 0.0367291 Jul 09 14:44:37.401240 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa082dc3-e397-4faa-ad60-1f1acfe5a41c req-d92fd8fc-f930-47b5-b5f1-ef1ddfd425f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:37.402716 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fa082dc3-e397-4faa-ad60-1f1acfe5a41c req-d92fd8fc-f930-47b5-b5f1-ef1ddfd425f2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.0802996 Jul 09 14:44:37.431343 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d79a0b-a73e-4766-b8dd-2f0a40ba1422 req-1f56d4d7-8e14-40a0-af8d-de83fac84dcd tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:37.432883 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-05d79a0b-a73e-4766-b8dd-2f0a40ba1422 req-1f56d4d7-8e14-40a0-af8d-de83fac84dcd tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=85b91bdc-667f-4131-a31f-6713949adc60 HTTP/1.1" status: 200 len: 947 time: 0.0677781 Jul 09 14:44:37.456274 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9564d8-bb4d-4831-8fd6-927c7e241bef req-8d56bce2-eeb4-4d2f-a3ba-64cb7fe40eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:37.457812 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7c9564d8-bb4d-4831-8fd6-927c7e241bef req-8d56bce2-eeb4-4d2f-a3ba-64cb7fe40eb4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2054036e72a742ef8b1d74fe2c924b36&device_id=0ce50932-3743-4347-8d0a-d7564f731150 HTTP/1.1" status: 200 len: 1095 time: 0.1065490 Jul 09 14:44:37.473315 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-05d79a0b-a73e-4766-b8dd-2f0a40ba1422 req-bd8bc0c0-be16-413f-b35b-d9fcf568cde6 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342276 Jul 09 14:44:37.480643 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa082dc3-e397-4faa-ad60-1f1acfe5a41c req-5de5a8b8-a232-47b2-93e5-e34ada18e575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:37.480643 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fa082dc3-e397-4faa-ad60-1f1acfe5a41c req-5de5a8b8-a232-47b2-93e5-e34ada18e575 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0687091 Jul 09 14:44:37.526845 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7c9564d8-bb4d-4831-8fd6-927c7e241bef req-351b0ce5-733c-4904-9b0b-a1767b289e82 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc749f98-3287-45a3-921a-931e5b16101d HTTP/1.1" status: 200 len: 217 time: 0.0406315 Jul 09 14:44:37.630477 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9564d8-bb4d-4831-8fd6-927c7e241bef req-3ad28255-43ac-42fe-8d98-217bb14f4964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:37.631970 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7c9564d8-bb4d-4831-8fd6-927c7e241bef req-3ad28255-43ac-42fe-8d98-217bb14f4964 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a6a78364-bb65-4c21-a934-4153d5dd997e HTTP/1.1" status: 200 len: 853 time: 0.0952251 Jul 09 14:44:37.681501 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7c9564d8-bb4d-4831-8fd6-927c7e241bef req-d330d701-dd68-4f6d-b9f2-ae8fc155b2a2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7315f037-8bae-46c2-abb3-b71f897eb072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331855 Jul 09 14:44:37.683491 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fa082dc3-e397-4faa-ad60-1f1acfe5a41c req-bb66dcc4-42ac-4592-8211-fdc08413156b service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915839 Jul 09 14:44:37.685796 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b57f1-27b9-4bb2-be6a-5a9e8570449c req-43ee2f6b-178f-4330-9c01-2847d77d15de tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:37.687332 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5e5b57f1-27b9-4bb2-be6a-5a9e8570449c req-43ee2f6b-178f-4330-9c01-2847d77d15de tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ce50932-3743-4347-8d0a-d7564f731150 HTTP/1.1" status: 200 len: 944 time: 0.0750813 Jul 09 14:44:37.728678 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5e5b57f1-27b9-4bb2-be6a-5a9e8570449c req-0d730e37-d7b4-4281-a185-b78c4f796d6a tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4543b64-216b-4880-92bb-514113489699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348752 Jul 09 14:44:37.856188 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e3935931-c8cf-4416-ba38-40f4e03f5a45 req-c93559f8-ffd3-48b2-a206-a3c45c404c07 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3d50154-45ba-49d5-befa-5f9595f8a14f HTTP/1.1" status: 200 len: 210 time: 0.0296705 Jul 09 14:44:37.952754 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fa082dc3-e397-4faa-ad60-1f1acfe5a41c req-4b13b6a7-9332-4428-9854-f4c693787e7a service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266746 Jul 09 14:44:37.961472 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783d277-ec4b-464b-b9be-8e7535f7af43 req-5fd8bd96-fbbf-416e-a269-05e1af2cf18d tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:37.962900 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f783d277-ec4b-464b-b9be-8e7535f7af43 req-5fd8bd96-fbbf-416e-a269-05e1af2cf18d tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 948 time: 0.2843008 Jul 09 14:44:37.970469 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee27170-a3f5-4b38-998e-3bc65a6cdd61 req-d265ed48-818e-4b91-8f2a-580b00b9a35f tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:37.971939 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9ee27170-a3f5-4b38-998e-3bc65a6cdd61 req-d265ed48-818e-4b91-8f2a-580b00b9a35f tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd&tenant_id=5ec7891592d74a6886dfa68c8f9e2e18&binding%3Ahost_id=n-h1-799529-6 HTTP/1.1" status: 200 len: 948 time: 0.2567348 Jul 09 14:44:37.973765 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7c9564d8-bb4d-4831-8fd6-927c7e241bef req-72412b5a-579c-44a6-b516-00b03829cb04 service neutron] 10.222.0.54 "GET /v2.0/networks/7315f037-8bae-46c2-abb3-b71f897eb072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488725 Jul 09 14:44:38.012424 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 5a8e589d-f7dc-494f-aeb6-1bcb96db6e28 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:44:38.032392 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f664ec5f-ca44-41a4-9584-c87919071071 req-42ae9255-9b74-4d2c-b1f5-24df75cb34ce tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:38.034032 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f664ec5f-ca44-41a4-9584-c87919071071 req-42ae9255-9b74-4d2c-b1f5-24df75cb34ce tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d9b5dfb-dd28-4538-8250-8acd61b1d6cf HTTP/1.1" status: 200 len: 945 time: 0.0699644 Jul 09 14:44:38.062067 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 5a8e589d-f7dc-494f-aeb6-1bcb96db6e28 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:44:38.062443 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:38.072001 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ce50932-3743-4347-8d0a-d7564f731150', 'tag': 'bc749f98-3287-45a3-921a-931e5b16101d'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:44:38.073931 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d551d67-f6ff-4fa1-ae2c-a6e80872882d" -d '{"events": [{"name": "network-changed", "server_uuid": "0ce50932-3743-4347-8d0a-d7564f731150", "tag": "bc749f98-3287-45a3-921a-931e5b16101d"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:44:38.076495 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f664ec5f-ca44-41a4-9584-c87919071071 req-d4d29227-8437-4939-a433-2e73dbb4a3bd tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348673 Jul 09 14:44:38.105599 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f783d277-ec4b-464b-b9be-8e7535f7af43 req-fe414ad5-fa21-4dea-9049-f48a9ecaed46 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308000 Jul 09 14:44:38.174126 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:38.176303 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7c9564d8-bb4d-4831-8fd6-927c7e241bef req-b667f87d-ee0b-4e85-8000-5803944e59b1 service neutron] 10.222.0.54 "GET /v2.0/networks/7315f037-8bae-46c2-abb3-b71f897eb072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947269 Jul 09 14:44:38.178526 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9ee27170-a3f5-4b38-998e-3bc65a6cdd61 req-38154dab-dc40-4070-9a59-75b0dfd80273 service neutron] 10.222.0.62 "GET /v2.0/ports/5a8e589d-f7dc-494f-aeb6-1bcb96db6e28/bindings/n-h1-799529-6 HTTP/1.1" status: 200 len: 382 time: 0.1812007 Jul 09 14:44:38.209871 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4380a92-6f44-411b-aecf-545fdd8500bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a8e589d-f7dc-494f-aeb6-1bcb96db6e28'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:44:38.212223 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb16d248-2be5-4ef1-9920-28245b3c44d4" -d '{"events": [{"server_uuid": "e4380a92-6f44-411b-aecf-545fdd8500bd", "name": "network-vif-plugged", "status": "completed", "tag": "5a8e589d-f7dc-494f-aeb6-1bcb96db6e28"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:44:38.231635 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 5a8e589d-f7dc-494f-aeb6-1bcb96db6e28, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=5a8e589d-f7dc-494f-aeb6-1bcb96db6e28,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:44:38.236942 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1345b492-712a-49b8-a321-c1d095ef03d6 req-c8fe5ce7-d8e4-4f3f-9341-a17a54d8473e tempest-ServerShowV254Test-974510398 tempest-ServerShowV254Test-974510398-project] 10.222.0.58 "GET /v2.0/ports?device_id=46f0cf83-f268-46ae-9f7b-d75d67a08975 HTTP/1.1" status: 200 len: 210 time: 0.0307958 Jul 09 14:44:38.292638 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e55fe7-a1ad-4ae2-a726-7aafcc3ea55a x-openstack-request-id: req-70e55fe7-a1ad-4ae2-a726-7aafcc3ea55a {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:44:38.293215 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ce50932-3743-4347-8d0a-d7564f731150", "tag": "bc749f98-3287-45a3-921a-931e5b16101d", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:44:38.293697 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-70e55fe7-a1ad-4ae2-a726-7aafcc3ea55a {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:44:38.293876 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ce50932-3743-4347-8d0a-d7564f731150', 'tag': 'bc749f98-3287-45a3-921a-931e5b16101d', 'status': 'completed', 'code': 200} Jul 09 14:44:38.297999 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:38.340452 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c88e802-6f0d-4a74-8732-e97e44379857 x-openstack-request-id: req-8c88e802-6f0d-4a74-8732-e97e44379857 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:44:38.340719 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4380a92-6f44-411b-aecf-545fdd8500bd", "name": "network-vif-plugged", "status": "completed", "tag": "5a8e589d-f7dc-494f-aeb6-1bcb96db6e28", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:44:38.340984 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8c88e802-6f0d-4a74-8732-e97e44379857 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:44:38.341343 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4380a92-6f44-411b-aecf-545fdd8500bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a8e589d-f7dc-494f-aeb6-1bcb96db6e28', 'code': 200} Jul 09 14:44:38.371298 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=5a8e589d-f7dc-494f-aeb6-1bcb96db6e28,revision_number=8']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:38.466053 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee27170-a3f5-4b38-998e-3bc65a6cdd61 req-fa1c64df-c0b7-40fd-9af4-d8bd1616858f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:38.468555 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9ee27170-a3f5-4b38-998e-3bc65a6cdd61 req-fa1c64df-c0b7-40fd-9af4-d8bd1616858f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5ec7891592d74a6886dfa68c8f9e2e18&device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 1100 time: 0.1621249 Jul 09 14:44:38.470274 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6230a8-b9f2-4a58-8e22-03a9e50cfe23 req-305f88fe-d09d-4074-acb5-2a1d3f3197c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:38.470684 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5952752d-888f-4160-aac1-e988d2925607 req-80c3a0e9-4a33-4443-bd5a-8e26631f98bf tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:38.471703 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4b6230a8-b9f2-4a58-8e22-03a9e50cfe23 req-305f88fe-d09d-4074-acb5-2a1d3f3197c0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c&tenant_id=644ca6545bbf445fa0c886b6aef98e04 HTTP/1.1" status: 200 len: 1095 time: 0.1744952 Jul 09 14:44:38.472231 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5952752d-888f-4160-aac1-e988d2925607 req-80c3a0e9-4a33-4443-bd5a-8e26631f98bf tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 944 time: 0.0731037 Jul 09 14:44:38.474901 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d551d67-f6ff-4fa1-ae2c-a6e80872882d req-39597813-7078-4bb8-a658-8804e4491e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:38.476591 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9d551d67-f6ff-4fa1-ae2c-a6e80872882d req-39597813-7078-4bb8-a658-8804e4491e15 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2054036e72a742ef8b1d74fe2c924b36&device_id=0ce50932-3743-4347-8d0a-d7564f731150 HTTP/1.1" status: 200 len: 1095 time: 0.1300282 Jul 09 14:44:38.518641 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5952752d-888f-4160-aac1-e988d2925607 req-132cf21f-d06f-4fc6-a504-70eace8a99cc tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401118 Jul 09 14:44:38.733781 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d551d67-f6ff-4fa1-ae2c-a6e80872882d req-8da7b5b9-d650-4a88-931c-604fe1c55d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:38.735264 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9d551d67-f6ff-4fa1-ae2c-a6e80872882d req-8da7b5b9-d650-4a88-931c-604fe1c55d64 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7315f037-8bae-46c2-abb3-b71f897eb072 HTTP/1.1" status: 200 len: 914 time: 0.2438595 Jul 09 14:44:38.737084 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee27170-a3f5-4b38-998e-3bc65a6cdd61 req-ed64ec1e-6d59-4aa8-b37f-8eae397fab43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:38.738405 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9ee27170-a3f5-4b38-998e-3bc65a6cdd61 req-ed64ec1e-6d59-4aa8-b37f-8eae397fab43 service neutron] 10.222.0.62 "GET /v2.0/networks?id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc HTTP/1.1" status: 200 len: 870 time: 0.2482462 Jul 09 14:44:38.746924 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6230a8-b9f2-4a58-8e22-03a9e50cfe23 req-04fdfd0b-99f4-4091-a26d-f4b7e7feabed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:38.748865 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4b6230a8-b9f2-4a58-8e22-03a9e50cfe23 req-04fdfd0b-99f4-4091-a26d-f4b7e7feabed service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=644ca6545bbf445fa0c886b6aef98e04&device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 1095 time: 0.2310402 Jul 09 14:44:38.843355 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9d551d67-f6ff-4fa1-ae2c-a6e80872882d req-8f850850-c93d-4f09-8317-44ca3243431a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc749f98-3287-45a3-921a-931e5b16101d HTTP/1.1" status: 200 len: 217 time: 0.0991106 Jul 09 14:44:38.850756 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c0d17-6aae-4c08-bddd-29efa025939a req-6a56276b-f76c-4fdd-a44a-edcc6e5de5d7 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:38.852182 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-026c0d17-6aae-4c08-bddd-29efa025939a req-6a56276b-f76c-4fdd-a44a-edcc6e5de5d7 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=85b91bdc-667f-4131-a31f-6713949adc60 HTTP/1.1" status: 200 len: 947 time: 0.2502437 Jul 09 14:44:38.878373 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9ee27170-a3f5-4b38-998e-3bc65a6cdd61 req-1431453b-0161-44d0-b92e-14b1ba5801a5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=5a8e589d-f7dc-494f-aeb6-1bcb96db6e28 HTTP/1.1" status: 200 len: 217 time: 0.1286001 Jul 09 14:44:38.909157 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcba958-d38c-4fc9-8be8-107e604eef9b req-06b86524-a3e9-4082-adb2-b799cb909df0 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:38.910645 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ddcba958-d38c-4fc9-8be8-107e604eef9b req-06b86524-a3e9-4082-adb2-b799cb909df0 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ce50932-3743-4347-8d0a-d7564f731150 HTTP/1.1" status: 200 len: 944 time: 0.0663497 Jul 09 14:44:38.951216 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ddcba958-d38c-4fc9-8be8-107e604eef9b req-7adaf544-3c2f-44d0-a61f-505a53da74f7 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4543b64-216b-4880-92bb-514113489699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347221 Jul 09 14:44:39.001522 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d551d67-f6ff-4fa1-ae2c-a6e80872882d req-6e233855-b849-4436-abf0-8dafec875978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:39.002995 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9d551d67-f6ff-4fa1-ae2c-a6e80872882d req-6e233855-b849-4436-abf0-8dafec875978 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a6a78364-bb65-4c21-a934-4153d5dd997e HTTP/1.1" status: 200 len: 853 time: 0.1265676 Jul 09 14:44:39.015930 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-026c0d17-6aae-4c08-bddd-29efa025939a req-53d63778-c442-44f7-a0bb-6e1ab5b8331b tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366737 Jul 09 14:44:39.026871 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee27170-a3f5-4b38-998e-3bc65a6cdd61 req-4598a754-eac9-4f7b-87b6-e2623e155692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:39.027941 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9ee27170-a3f5-4b38-998e-3bc65a6cdd61 req-4598a754-eac9-4f7b-87b6-e2623e155692 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.1402414 Jul 09 14:44:39.062878 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9d551d67-f6ff-4fa1-ae2c-a6e80872882d req-35dc98c0-6a03-419b-823e-6a190b924759 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7315f037-8bae-46c2-abb3-b71f897eb072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505173 Jul 09 14:44:39.065389 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6230a8-b9f2-4a58-8e22-03a9e50cfe23 req-4ed14e51-2d55-4cd7-9e07-c55d0d2d88d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:39.066797 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4b6230a8-b9f2-4a58-8e22-03a9e50cfe23 req-4ed14e51-2d55-4cd7-9e07-c55d0d2d88d2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=29d888e5-b470-491c-8272-fb069bb5ea34 HTTP/1.1" status: 200 len: 917 time: 0.3051007 Jul 09 14:44:39.101473 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-271ff8d9-fb6f-4671-aebd-dd0ca6555acd req-b7661d2c-083f-4514-9cac-5097acd1c64a tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3d50154-45ba-49d5-befa-5f9595f8a14f HTTP/1.1" status: 200 len: 210 time: 0.0312285 Jul 09 14:44:39.374079 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0576f-8f00-4875-90e7-6f8712a7e031 req-dea3ce85-1cd1-463b-afc4-9f849be9f10b tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:39.375644 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3eb0576f-8f00-4875-90e7-6f8712a7e031 req-dea3ce85-1cd1-463b-afc4-9f849be9f10b tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 949 time: 0.1500289 Jul 09 14:44:39.400941 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de83a3-65dc-4b40-adfe-9895026af37c req-cd5ea1c9-d037-435e-bd05-3069bfb2405c tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:39.402544 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-24de83a3-65dc-4b40-adfe-9895026af37c req-cd5ea1c9-d037-435e-bd05-3069bfb2405c tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.62 "GET /v2.0/networks?id=4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9 HTTP/1.1" status: 200 len: 806 time: 0.1424382 Jul 09 14:44:39.426010 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-24de83a3-65dc-4b40-adfe-9895026af37c req-5e707004-3210-47c7-8b1c-9efa0dfecefb tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Request body: {'port': {'device_id': 'c3d50154-45ba-49d5-befa-5f9595f8a14f', 'network_id': '4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9', 'admin_state_up': True, 'tenant_id': '1e0132f74af84346b7937684dc0b5d46'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:44:39.492057 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3eb0576f-8f00-4875-90e7-6f8712a7e031 req-c33b288a-ab3f-4311-b2b7-9a7df1197864 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001441 Jul 09 14:44:39.528910 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4b6230a8-b9f2-4a58-8e22-03a9e50cfe23 req-cb34070e-f8de-44f2-a60d-dd5ed24db06b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6015b974-dc7c-4714-be88-3dddf4ffbfe1 HTTP/1.1" status: 200 len: 1000 time: 0.4458442 Jul 09 14:44:39.598842 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee27170-a3f5-4b38-998e-3bc65a6cdd61 req-035151b1-a1c1-4b5f-8509-873cea94e0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:39.600433 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9ee27170-a3f5-4b38-998e-3bc65a6cdd61 req-035151b1-a1c1-4b5f-8509-873cea94e0bb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5646069 Jul 09 14:44:39.604702 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9d551d67-f6ff-4fa1-ae2c-a6e80872882d req-df968932-7d83-4bf3-ad23-56a686dab82a service neutron] 10.222.0.54 "GET /v2.0/networks/7315f037-8bae-46c2-abb3-b71f897eb072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5206373 Jul 09 14:44:39.623937 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24de83a3-65dc-4b40-adfe-9895026af37c req-5e707004-3210-47c7-8b1c-9efa0dfecefb tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Made reservation on behalf of 1e0132f74af84346b7937684dc0b5d46 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:44:39.633068 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-24de83a3-65dc-4b40-adfe-9895026af37c req-5e707004-3210-47c7-8b1c-9efa0dfecefb tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:39.645947 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6230a8-b9f2-4a58-8e22-03a9e50cfe23 req-3aa74812-4726-4326-a8b4-e00c24dbb740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:39.647429 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4b6230a8-b9f2-4a58-8e22-03a9e50cfe23 req-3aa74812-4726-4326-a8b4-e00c24dbb740 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6ebf5b74-6584-49ef-a6c0-eff61f32c488 HTTP/1.1" status: 200 len: 855 time: 0.1040118 Jul 09 14:44:39.655453 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d1d498-6d3a-4fed-8c86-855bb4c06f38 req-ddd3d203-7c1b-473f-839d-efd5b5bf82e0 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:39.656967 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-52d1d498-6d3a-4fed-8c86-855bb4c06f38 req-ddd3d203-7c1b-473f-839d-efd5b5bf82e0 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d9b5dfb-dd28-4538-8250-8acd61b1d6cf HTTP/1.1" status: 200 len: 945 time: 0.2355912 Jul 09 14:44:39.782976 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-08c7cdd5-fc64-4c10-a56b-9d407c38d8e3 req-a938a24b-3950-4211-a3f8-eb07d40f3b72 tempest-ServerShowV254Test-974510398 tempest-ServerShowV254Test-974510398-project] 10.222.0.58 "GET /v2.0/ports?device_id=46f0cf83-f268-46ae-9f7b-d75d67a08975 HTTP/1.1" status: 200 len: 210 time: 0.0528805 Jul 09 14:44:39.816474 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-24de83a3-65dc-4b40-adfe-9895026af37c req-5e707004-3210-47c7-8b1c-9efa0dfecefb tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Allocated IP 172.20.0.5 (4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9/e78429e5-c16d-40cf-923f-e056853eac48/63564792-db71-45ad-a498-423d86cf60c4) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:44:39.845741 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-52d1d498-6d3a-4fed-8c86-855bb4c06f38 req-d6010605-ea75-47ed-ac89-d0972a5fec3d tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500626 Jul 09 14:44:39.866137 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9ee27170-a3f5-4b38-998e-3bc65a6cdd61 req-06ba2e96-86b7-43c1-a44a-41e57f64875e service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561064 Jul 09 14:44:39.868033 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9d551d67-f6ff-4fa1-ae2c-a6e80872882d req-a51c42ea-6461-45da-a13b-8f259e4365f8 service neutron] 10.222.0.54 "GET /v2.0/networks/7315f037-8bae-46c2-abb3-b71f897eb072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437949 Jul 09 14:44:39.884681 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6230a8-b9f2-4a58-8e22-03a9e50cfe23 req-e772d5f8-60f7-4602-9cb3-59a424b84dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:39.886105 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4b6230a8-b9f2-4a58-8e22-03a9e50cfe23 req-e772d5f8-60f7-4602-9cb3-59a424b84dff service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=29d888e5-b470-491c-8272-fb069bb5ea34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1918488 Jul 09 14:44:40.028430 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9ee27170-a3f5-4b38-998e-3bc65a6cdd61 req-7fe6d0a8-4129-45f5-8ff9-0ce0cb7eebbc service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539011 Jul 09 14:44:40.029398 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 1a2deeba-8583-43d1-a846-fbd62e303f2c details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:44:40.037800 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-24de83a3-65dc-4b40-adfe-9895026af37c req-5e707004-3210-47c7-8b1c-9efa0dfecefb tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:40.039608 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4b6230a8-b9f2-4a58-8e22-03a9e50cfe23 req-dbc1e83e-9862-4704-af58-f5cd106959cf service neutron] 10.222.0.62 "GET /v2.0/networks/29d888e5-b470-491c-8272-fb069bb5ea34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426578 Jul 09 14:44:40.046958 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b4e52-b9ed-42ef-bcb3-b04e7b5341ed req-750e0b60-f08d-4251-80a2-c75e31f613a2 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:40.048464 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-eb1b4e52-b9ed-42ef-bcb3-b04e7b5341ed req-750e0b60-f08d-4251-80a2-c75e31f613a2 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 944 time: 0.1157835 Jul 09 14:44:40.107217 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-eb1b4e52-b9ed-42ef-bcb3-b04e7b5341ed req-a25c6ad7-21fb-4968-9005-0772627c2571 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514743 Jul 09 14:44:40.143345 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 1a2deeba-8583-43d1-a846-fbd62e303f2c, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=1a2deeba-8583-43d1-a846-fbd62e303f2c,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:44:40.163866 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '1a2deeba-8583-43d1-a846-fbd62e303f2c', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'port_id': '1a2deeba-8583-43d1-a846-fbd62e303f2c', 'mac_address': 'fa:16:3e:0e:97:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8081bcce-88de-4a2f-9e69-6750220e0be0', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:44:40.178530 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-24de83a3-65dc-4b40-adfe-9895026af37c req-5e707004-3210-47c7-8b1c-9efa0dfecefb tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:40.193614 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['12ba3e02-e8dc-4f75-9575-5579b2930cd3', 'd9693937-a9ea-4860-b86d-abfa846ad45f'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:44:40.197835 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4b6230a8-b9f2-4a58-8e22-03a9e50cfe23 req-7852cee8-98c3-419b-ada0-92667468fca9 service neutron] 10.222.0.62 "GET /v2.0/networks/29d888e5-b470-491c-8272-fb069bb5ea34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372104 Jul 09 14:44:40.238478 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:40.244597 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24de83a3-65dc-4b40-adfe-9895026af37c req-5e707004-3210-47c7-8b1c-9efa0dfecefb tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Network 4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:44:40.257452 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a2deeba-8583-43d1-a846-fbd62e303f2c {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:44:40.261670 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-24de83a3-65dc-4b40-adfe-9895026af37c req-5e707004-3210-47c7-8b1c-9efa0dfecefb tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:44:40.279886 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e707004-3210-47c7-8b1c-9efa0dfecefb tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Pushing event updated for resources: {'Port': ['ID=63564792-db71-45ad-a498-423d86cf60c4,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:40.282448 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-24de83a3-65dc-4b40-adfe-9895026af37c req-5e707004-3210-47c7-8b1c-9efa0dfecefb tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:44:40.295237 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 1a2deeba-8583-43d1-a846-fbd62e303f2c, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=1a2deeba-8583-43d1-a846-fbd62e303f2c,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:44:40.346911 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de83a3-65dc-4b40-adfe-9895026af37c req-5e707004-3210-47c7-8b1c-9efa0dfecefb tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:40.347598 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-24de83a3-65dc-4b40-adfe-9895026af37c req-5e707004-3210-47c7-8b1c-9efa0dfecefb tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:40.371175 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601fb176-94a1-4221-a912-b44839f2a958 req-a98f3b83-edb6-4505-8106-c71cce17823f tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:40.372709 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-601fb176-94a1-4221-a912-b44839f2a958 req-a98f3b83-edb6-4505-8106-c71cce17823f tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ce50932-3743-4347-8d0a-d7564f731150 HTTP/1.1" status: 200 len: 944 time: 0.1301928 Jul 09 14:44:40.407614 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:40.416835 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-601fb176-94a1-4221-a912-b44839f2a958 req-3181c332-abd4-4daf-a4ad-7f363a258b29 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4543b64-216b-4880-92bb-514113489699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346680 Jul 09 14:44:40.464523 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-24de83a3-65dc-4b40-adfe-9895026af37c req-5e707004-3210-47c7-8b1c-9efa0dfecefb tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0423851 Jul 09 14:44:40.490282 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=1a2deeba-8583-43d1-a846-fbd62e303f2c,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:40.495801 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-24de83a3-65dc-4b40-adfe-9895026af37c req-af2e934a-eb09-4ca3-9486-9aaff2a325fb service neutron] Request body: {'port': {'device_id': 'c3d50154-45ba-49d5-befa-5f9595f8a14f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:44:40.612889 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1ff25-4ea3-4c3e-8da7-dc35ad797784 req-100abbe9-c208-4e7a-959a-68182ce4826e tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:40.614423 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-56a1ff25-4ea3-4c3e-8da7-dc35ad797784 req-100abbe9-c208-4e7a-959a-68182ce4826e tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=85b91bdc-667f-4131-a31f-6713949adc60 HTTP/1.1" status: 200 len: 947 time: 0.0680411 Jul 09 14:44:40.620588 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-24de83a3-65dc-4b40-adfe-9895026af37c req-af2e934a-eb09-4ca3-9486-9aaff2a325fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:40.672773 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-56a1ff25-4ea3-4c3e-8da7-dc35ad797784 req-6ce3d712-c6ba-41db-bb19-f2340c4be8bc tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506754 Jul 09 14:44:40.692748 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6444f165-a5d2-461a-8e88-18135951cca6 req-8cb5e35d-261a-4042-b46c-63d50f32d758 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:40.694255 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6444f165-a5d2-461a-8e88-18135951cca6 req-8cb5e35d-261a-4042-b46c-63d50f32d758 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3d50154-45ba-49d5-befa-5f9595f8a14f HTTP/1.1" status: 200 len: 931 time: 0.1212342 Jul 09 14:44:40.805383 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6444f165-a5d2-461a-8e88-18135951cca6 req-997006c2-041a-415d-9a39-0cece0a17934 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032667 Jul 09 14:44:40.843250 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603af170-2af8-4fbd-ad29-489bb9adbd06 req-256309d5-187a-4cfa-ad86-0b1d92d9f49a tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:40.844593 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-603af170-2af8-4fbd-ad29-489bb9adbd06 req-256309d5-187a-4cfa-ad86-0b1d92d9f49a tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d9b5dfb-dd28-4538-8250-8acd61b1d6cf HTTP/1.1" status: 200 len: 945 time: 0.0730710 Jul 09 14:44:40.885176 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-603af170-2af8-4fbd-ad29-489bb9adbd06 req-da3d5932-c0ab-4bf4-9161-df15cd79a9c3 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342026 Jul 09 14:44:40.977903 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['1a2deeba-8583-43d1-a846-fbd62e303f2c'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:44:41.018646 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-24de83a3-65dc-4b40-adfe-9895026af37c req-af2e934a-eb09-4ca3-9486-9aaff2a325fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63564792-db71-45ad-a498-423d86cf60c4 {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:44:41.030040 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-24de83a3-65dc-4b40-adfe-9895026af37c req-af2e934a-eb09-4ca3-9486-9aaff2a325fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:41.041047 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a5add-898d-4bc9-b4b2-6fb4ac172a6e req-1a5bb17c-58a5-4ff5-8426-da47f55790ae tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:41.050294 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5d7a5add-898d-4bc9-b4b2-6fb4ac172a6e req-1a5bb17c-58a5-4ff5-8426-da47f55790ae tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 949 time: 0.1100481 Jul 09 14:44:41.102906 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5d7a5add-898d-4bc9-b4b2-6fb4ac172a6e req-adf7af33-ba34-474c-b2bc-5d3f72d8dbae tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516038 Jul 09 14:44:41.136128 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-24de83a3-65dc-4b40-adfe-9895026af37c req-af2e934a-eb09-4ca3-9486-9aaff2a325fb service neutron] Transition to ACTIVE for port object 63564792-db71-45ad-a498-423d86cf60c4 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:44:41.379700 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-24de83a3-65dc-4b40-adfe-9895026af37c req-af2e934a-eb09-4ca3-9486-9aaff2a325fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:41.456567 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2e934a-eb09-4ca3-9486-9aaff2a325fb service neutron] Pushing event updated for resources: {'Port': ['ID=63564792-db71-45ad-a498-423d86cf60c4,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:41.516085 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73efaef9-bbae-4283-a670-04a7de16de51 req-e487ebac-0dd2-42fd-93e5-f6ee03e7828b tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:41.519984 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-73efaef9-bbae-4283-a670-04a7de16de51 req-e487ebac-0dd2-42fd-93e5-f6ee03e7828b tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 944 time: 0.1941807 Jul 09 14:44:41.568593 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5cc14cfc-af76-46a2-b335-dee46082aca1 req-ebe2a2cc-acf9-4614-a0f7-1358a18cd7f9 tempest-ServerShowV254Test-974510398 tempest-ServerShowV254Test-974510398-project] 10.222.0.58 "GET /v2.0/ports?device_id=46f0cf83-f268-46ae-9f7b-d75d67a08975 HTTP/1.1" status: 200 len: 210 time: 0.0493011 Jul 09 14:44:41.589647 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-73efaef9-bbae-4283-a670-04a7de16de51 req-5d56bf43-0673-443b-976f-ca787fc64519 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666044 Jul 09 14:44:41.593414 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-24de83a3-65dc-4b40-adfe-9895026af37c req-af2e934a-eb09-4ca3-9486-9aaff2a325fb service neutron] Attempting to bind port 63564792-db71-45ad-a498-423d86cf60c4 on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:44:41.594495 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-24de83a3-65dc-4b40-adfe-9895026af37c req-af2e934a-eb09-4ca3-9486-9aaff2a325fb service neutron] Attempting to bind port 63564792-db71-45ad-a498-423d86cf60c4 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': '53f9e82d-cbee-4af4-9fe3-f119337023c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:44:41.594693 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24de83a3-65dc-4b40-adfe-9895026af37c req-af2e934a-eb09-4ca3-9486-9aaff2a325fb service neutron] Attempting to bind port 63564792-db71-45ad-a498-423d86cf60c4 on network 4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:44:41.600413 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24de83a3-65dc-4b40-adfe-9895026af37c req-af2e934a-eb09-4ca3-9486-9aaff2a325fb service neutron] Port 63564792-db71-45ad-a498-423d86cf60c4 on network 4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:44:41.600746 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24de83a3-65dc-4b40-adfe-9895026af37c req-af2e934a-eb09-4ca3-9486-9aaff2a325fb service neutron] Attempting to bind port 63564792-db71-45ad-a498-423d86cf60c4 on network 4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:44:41.606256 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24de83a3-65dc-4b40-adfe-9895026af37c req-af2e934a-eb09-4ca3-9486-9aaff2a325fb service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:44:41.606653 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24de83a3-65dc-4b40-adfe-9895026af37c req-af2e934a-eb09-4ca3-9486-9aaff2a325fb service neutron] Checking segment: {'id': '53f9e82d-cbee-4af4-9fe3-f119337023c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:44:41.607043 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24de83a3-65dc-4b40-adfe-9895026af37c req-af2e934a-eb09-4ca3-9486-9aaff2a325fb service neutron] Bound using segment: {'id': '53f9e82d-cbee-4af4-9fe3-f119337023c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:44:41.607526 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-24de83a3-65dc-4b40-adfe-9895026af37c req-af2e934a-eb09-4ca3-9486-9aaff2a325fb service neutron] Bound port: 63564792-db71-45ad-a498-423d86cf60c4, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53f9e82d-cbee-4af4-9fe3-f119337023c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:44:41.607950 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-24de83a3-65dc-4b40-adfe-9895026af37c req-af2e934a-eb09-4ca3-9486-9aaff2a325fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:41.675398 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-24de83a3-65dc-4b40-adfe-9895026af37c req-af2e934a-eb09-4ca3-9486-9aaff2a325fb service neutron] For port 63564792-db71-45ad-a498-423d86cf60c4, host n-h1-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:44:41.683584 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-24de83a3-65dc-4b40-adfe-9895026af37c req-af2e934a-eb09-4ca3-9486-9aaff2a325fb service neutron] For port 63564792-db71-45ad-a498-423d86cf60c4, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=63564792-db71-45ad-a498-423d86cf60c4,segment=NetworkSegment(53f9e82d-cbee-4af4-9fe3-f119337023c8),segment_id=53f9e82d-cbee-4af4-9fe3-f119337023c8)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:44:41.761122 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-24de83a3-65dc-4b40-adfe-9895026af37c req-af2e934a-eb09-4ca3-9486-9aaff2a325fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:41.798884 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de83a3-65dc-4b40-adfe-9895026af37c req-af2e934a-eb09-4ca3-9486-9aaff2a325fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:41.799522 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-24de83a3-65dc-4b40-adfe-9895026af37c req-af2e934a-eb09-4ca3-9486-9aaff2a325fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:41.800936 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-24de83a3-65dc-4b40-adfe-9895026af37c req-af2e934a-eb09-4ca3-9486-9aaff2a325fb service neutron] 10.222.0.62 "PUT /v2.0/ports/63564792-db71-45ad-a498-423d86cf60c4 HTTP/1.1" status: 200 len: 1091 time: 1.3201327 Jul 09 14:44:41.801384 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3d50154-45ba-49d5-befa-5f9595f8a14f', 'tag': '63564792-db71-45ad-a498-423d86cf60c4'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:44:41.803712 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b5fca6-a225-43ca-b070-a6b3ff95bab5" -d '{"events": [{"name": "network-changed", "server_uuid": "c3d50154-45ba-49d5-befa-5f9595f8a14f", "tag": "63564792-db71-45ad-a498-423d86cf60c4"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:44:41.812217 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83621dd0-6f36-4370-912c-e3befcf96425 req-99145c28-bb68-40d2-9b83-48ce6e06feb7 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:41.813879 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-83621dd0-6f36-4370-912c-e3befcf96425 req-99145c28-bb68-40d2-9b83-48ce6e06feb7 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ce50932-3743-4347-8d0a-d7564f731150 HTTP/1.1" status: 200 len: 944 time: 0.0988197 Jul 09 14:44:41.876938 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2e934a-eb09-4ca3-9486-9aaff2a325fb service neutron] Pushing event updated for resources: {'Port': ['ID=63564792-db71-45ad-a498-423d86cf60c4,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:41.894241 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-83621dd0-6f36-4370-912c-e3befcf96425 req-f51df906-b1fe-426c-96b9-af0119859ef9 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4543b64-216b-4880-92bb-514113489699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583594 Jul 09 14:44:41.909319 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89fc34e-4e3e-4b4e-ba7d-82719a44ac56 req-7ff84e76-4bdc-4d05-b645-18ad76ea68e3 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:41.910854 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d89fc34e-4e3e-4b4e-ba7d-82719a44ac56 req-7ff84e76-4bdc-4d05-b645-18ad76ea68e3 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=85b91bdc-667f-4131-a31f-6713949adc60 HTTP/1.1" status: 200 len: 947 time: 0.0824947 Jul 09 14:44:41.952833 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb1f8335-4d6d-4c78-a36a-d170f2ffa54e x-openstack-request-id: req-bb1f8335-4d6d-4c78-a36a-d170f2ffa54e {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:44:41.953204 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3d50154-45ba-49d5-befa-5f9595f8a14f", "tag": "63564792-db71-45ad-a498-423d86cf60c4", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:44:41.953461 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bb1f8335-4d6d-4c78-a36a-d170f2ffa54e {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:44:41.953967 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3d50154-45ba-49d5-befa-5f9595f8a14f', 'tag': '63564792-db71-45ad-a498-423d86cf60c4', 'status': 'completed', 'code': 200} Jul 09 14:44:41.970882 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d89fc34e-4e3e-4b4e-ba7d-82719a44ac56 req-4fbed8f9-2f29-4755-a2aa-6779331fcb39 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542526 Jul 09 14:44:42.042631 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device b0b5445c-23dd-42e1-a35b-f560998dd6a0 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:44:42.178393 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port b0b5445c-23dd-42e1-a35b-f560998dd6a0, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=b0b5445c-23dd-42e1-a35b-f560998dd6a0,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:44:42.179063 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5105b9-7564-4dd1-bdff-652f85b5b0b2 req-218e7142-a408-4dd9-a86a-d59ad8b5b547 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:42.180645 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7f5105b9-7564-4dd1-bdff-652f85b5b0b2 req-218e7142-a408-4dd9-a86a-d59ad8b5b547 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d9b5dfb-dd28-4538-8250-8acd61b1d6cf HTTP/1.1" status: 200 len: 945 time: 0.1029055 Jul 09 14:44:42.187886 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a8320-28b7-4cab-a856-690f350fce78 req-a022f50d-2299-4a38-acc2-162fed9a3eea tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:42.189657 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-de4a8320-28b7-4cab-a856-690f350fce78 req-a022f50d-2299-4a38-acc2-162fed9a3eea tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3d50154-45ba-49d5-befa-5f9595f8a14f HTTP/1.1" status: 200 len: 943 time: 0.1160319 Jul 09 14:44:42.193437 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': 'b0b5445c-23dd-42e1-a35b-f560998dd6a0', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'port_id': 'b0b5445c-23dd-42e1-a35b-f560998dd6a0', 'mac_address': 'fa:16:3e:72:db:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8081bcce-88de-4a2f-9e69-6750220e0be0', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:44:42.231115 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-de4a8320-28b7-4cab-a856-690f350fce78 req-fb5988d6-fc0b-4f69-9c03-219da9222d96 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347674 Jul 09 14:44:42.241844 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:42.256754 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7f5105b9-7564-4dd1-bdff-652f85b5b0b2 req-ba516ee0-be43-4b7c-8ce6-ff68e73d0e3d tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614777 Jul 09 14:44:42.259157 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device bc749f98-3287-45a3-921a-931e5b16101d details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:44:42.275738 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0b5445c-23dd-42e1-a35b-f560998dd6a0 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:44:42.456400 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port b0b5445c-23dd-42e1-a35b-f560998dd6a0, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=b0b5445c-23dd-42e1-a35b-f560998dd6a0,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:44:42.457990 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.db.resource_extend [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 14:44:42.483814 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34125285-a280-414c-978b-bf113bd788e8 req-c71391a9-398b-4d5e-a644-6baf5b56b1e0 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:42.485464 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-34125285-a280-414c-978b-bf113bd788e8 req-c71391a9-398b-4d5e-a644-6baf5b56b1e0 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 949 time: 0.0755939 Jul 09 14:44:42.539134 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:42.587790 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port bc749f98-3287-45a3-921a-931e5b16101d, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=bc749f98-3287-45a3-921a-931e5b16101d,segment=NetworkSegment(1e574744-83f5-4d4a-871f-858e3f9ffdcb),segment_id=1e574744-83f5-4d4a-871f-858e3f9ffdcb)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:44:42.609277 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': 'bc749f98-3287-45a3-921a-931e5b16101d', 'network_id': '7315f037-8bae-46c2-abb3-b71f897eb072', 'port_id': 'bc749f98-3287-45a3-921a-931e5b16101d', 'mac_address': 'fa:16:3e:5a:82:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6a78364-bb65-4c21-a934-4153d5dd997e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:44:42.622299 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=b0b5445c-23dd-42e1-a35b-f560998dd6a0,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:42.676708 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:42.699123 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc749f98-3287-45a3-921a-931e5b16101d {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:44:42.721793 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port bc749f98-3287-45a3-921a-931e5b16101d, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=bc749f98-3287-45a3-921a-931e5b16101d,segment=NetworkSegment(1e574744-83f5-4d4a-871f-858e3f9ffdcb),segment_id=1e574744-83f5-4d4a-871f-858e3f9ffdcb)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:44:42.780200 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-34125285-a280-414c-978b-bf113bd788e8 req-729d0925-f28f-4c4f-859b-8cd4feeca3d2 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802637 Jul 09 14:44:42.805832 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ab1b5d47-86e7-4f8a-bde9-2a67caa1b3e2 req-5794c30c-cde6-4668-986d-0068de0e866d tempest-ServerShowV254Test-974510398 tempest-ServerShowV254Test-974510398-project] 10.222.0.58 "GET /v2.0/ports?device_id=46f0cf83-f268-46ae-9f7b-d75d67a08975 HTTP/1.1" status: 200 len: 210 time: 0.0466669 Jul 09 14:44:42.812305 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:42.885852 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=bc749f98-3287-45a3-921a-931e5b16101d,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:42.969425 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce3aca-56b8-4631-9063-65f9016d2f91 req-8bfaf130-0105-4116-a5bf-104fdc7d13ee tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:42.971064 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-07ce3aca-56b8-4631-9063-65f9016d2f91 req-8bfaf130-0105-4116-a5bf-104fdc7d13ee tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 944 time: 0.0797579 Jul 09 14:44:43.011552 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-07ce3aca-56b8-4631-9063-65f9016d2f91 req-25a73cde-5b58-4fdc-8633-a790475bdec1 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348475 Jul 09 14:44:43.077236 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['b0b5445c-23dd-42e1-a35b-f560998dd6a0'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:44:43.107542 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af000e-f7b3-4049-99d3-8170b06aca35 req-27d3c6a0-60af-4b6b-bd82-05317aa24558 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:43.109520 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-89af000e-f7b3-4049-99d3-8170b06aca35 req-27d3c6a0-60af-4b6b-bd82-05317aa24558 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ce50932-3743-4347-8d0a-d7564f731150 HTTP/1.1" status: 200 len: 945 time: 0.0908172 Jul 09 14:44:43.116070 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['bc749f98-3287-45a3-921a-931e5b16101d'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:44:43.210565 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-89af000e-f7b3-4049-99d3-8170b06aca35 req-b336bfe5-b9fc-482a-8f8f-d4e43605b43a tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4543b64-216b-4880-92bb-514113489699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861773 Jul 09 14:44:43.230229 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5b50c-e9d5-493f-8374-0ff65a40cc13 req-7ce43d58-2503-4915-9bf1-2cba08120423 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:43.231951 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-14e5b50c-e9d5-493f-8374-0ff65a40cc13 req-7ce43d58-2503-4915-9bf1-2cba08120423 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=85b91bdc-667f-4131-a31f-6713949adc60 HTTP/1.1" status: 200 len: 948 time: 0.1027594 Jul 09 14:44:43.304105 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-14e5b50c-e9d5-493f-8374-0ff65a40cc13 req-d09f0642-62a3-49a2-8aa5-e1891af347c8 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660582 Jul 09 14:44:43.436815 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af4e47-01dd-4623-943b-42abc214dde3 req-e49f266b-473c-4412-a669-93fbb02782f2 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:43.438756 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c4af4e47-01dd-4623-943b-42abc214dde3 req-e49f266b-473c-4412-a669-93fbb02782f2 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3d50154-45ba-49d5-befa-5f9595f8a14f HTTP/1.1" status: 200 len: 943 time: 0.0718217 Jul 09 14:44:43.485161 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c4af4e47-01dd-4623-943b-42abc214dde3 req-11b1f05a-d6b0-4e10-9675-6cba98c31ccd tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401831 Jul 09 14:44:43.536002 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce0c3e-20d4-4a94-af77-4adf90f4b35e req-cb70f3c7-7494-48f3-ada0-d92e4f4d2d47 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:43.538145 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fdce0c3e-20d4-4a94-af77-4adf90f4b35e req-cb70f3c7-7494-48f3-ada0-d92e4f4d2d47 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d9b5dfb-dd28-4538-8250-8acd61b1d6cf HTTP/1.1" status: 200 len: 945 time: 0.0692270 Jul 09 14:44:43.585241 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fdce0c3e-20d4-4a94-af77-4adf90f4b35e req-21544d95-93b2-41d3-9d75-6dfca450a1fb tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406430 Jul 09 14:44:43.970667 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aec0a5-62a6-4c87-98bf-0b33402cbbc4 req-127d2289-9405-4f35-abb8-4cd53b079140 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:43.972235 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e8aec0a5-62a6-4c87-98bf-0b33402cbbc4 req-127d2289-9405-4f35-abb8-4cd53b079140 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 949 time: 0.0795505 Jul 09 14:44:44.000251 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-960586b0-7003-4e96-98e8-6f7106e337c2 req-e6f28a23-d64d-4c73-9f06-f2d2a4f02a7d tempest-ServerShowV254Test-974510398 tempest-ServerShowV254Test-974510398-project] 10.222.0.58 "GET /v2.0/ports?device_id=46f0cf83-f268-46ae-9f7b-d75d67a08975 HTTP/1.1" status: 200 len: 210 time: 0.0455461 Jul 09 14:44:44.025855 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e8aec0a5-62a6-4c87-98bf-0b33402cbbc4 req-ef0f3392-ccfc-45f0-90a2-5a17a55b992e tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411000 Jul 09 14:44:44.044935 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 1a2deeba-8583-43d1-a846-fbd62e303f2c up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:44:44.161167 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port 1a2deeba-8583-43d1-a846-fbd62e303f2c completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:44:44.166413 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 1a2deeba-8583-43d1-a846-fbd62e303f2c triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:44:44.166820 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:44.208896 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c3445-2ef9-4d05-9092-9715b8b93e9c req-41e74030-1124-4676-8d20-d6aebfe407db tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:44.210674 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f69c3445-2ef9-4d05-9092-9715b8b93e9c req-41e74030-1124-4676-8d20-d6aebfe407db tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 944 time: 0.0646298 Jul 09 14:44:44.276332 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device bc749f98-3287-45a3-921a-931e5b16101d up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:44:44.281140 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f69c3445-2ef9-4d05-9092-9715b8b93e9c req-05580091-3fb9-41d2-9b37-c3a96c11302e tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642223 Jul 09 14:44:44.298402 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:44.331978 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a55ce79b-7427-49b1-a91c-2296b00f25ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2deeba-8583-43d1-a846-fbd62e303f2c'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:44:44.334901 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9613a5aa-2b75-4c04-9fc3-f363ecc7895c" -d '{"events": [{"server_uuid": "a55ce79b-7427-49b1-a91c-2296b00f25ff", "name": "network-vif-plugged", "status": "completed", "tag": "1a2deeba-8583-43d1-a846-fbd62e303f2c"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:44:44.353092 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 1a2deeba-8583-43d1-a846-fbd62e303f2c, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=1a2deeba-8583-43d1-a846-fbd62e303f2c,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:44:44.418434 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:44.433467 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bdb05f-9d24-4b01-8e4d-918bd6fb37c6 req-046dd7f8-89a9-4543-a7f7-5ceb8ab49e16 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:44.436644 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-94bdb05f-9d24-4b01-8e4d-918bd6fb37c6 req-046dd7f8-89a9-4543-a7f7-5ceb8ab49e16 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ce50932-3743-4347-8d0a-d7564f731150 HTTP/1.1" status: 200 len: 945 time: 0.0815098 Jul 09 14:44:44.445337 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port bc749f98-3287-45a3-921a-931e5b16101d completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:44:44.457200 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port bc749f98-3287-45a3-921a-931e5b16101d triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:44:44.457532 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:44.496394 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-94bdb05f-9d24-4b01-8e4d-918bd6fb37c6 req-329e6188-c5d2-44b8-a819-2c036a76d6c5 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4543b64-216b-4880-92bb-514113489699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548725 Jul 09 14:44:44.542477 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1fad24-a816-4acc-a340-cf9a5f8b5ce1 req-0eac89c2-867a-492d-b6f0-0ab05dccf930 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:44.552479 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1a1fad24-a816-4acc-a340-cf9a5f8b5ce1 req-0eac89c2-867a-492d-b6f0-0ab05dccf930 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=85b91bdc-667f-4131-a31f-6713949adc60 HTTP/1.1" status: 200 len: 948 time: 0.0902445 Jul 09 14:44:44.560363 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a83001-1460-48c1-b0d6-cad6e4442504 x-openstack-request-id: req-c8a83001-1460-48c1-b0d6-cad6e4442504 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:44:44.560697 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a55ce79b-7427-49b1-a91c-2296b00f25ff", "name": "network-vif-plugged", "status": "completed", "tag": "1a2deeba-8583-43d1-a846-fbd62e303f2c", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:44:44.561276 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c8a83001-1460-48c1-b0d6-cad6e4442504 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:44:44.561692 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a55ce79b-7427-49b1-a91c-2296b00f25ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2deeba-8583-43d1-a846-fbd62e303f2c', 'code': 200} Jul 09 14:44:44.597174 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=1a2deeba-8583-43d1-a846-fbd62e303f2c,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:44.636303 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1a1fad24-a816-4acc-a340-cf9a5f8b5ce1 req-1b42f6fc-5904-4be0-a824-a43440fed3f4 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679691 Jul 09 14:44:44.662186 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:44.664283 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:44.746141 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port bc749f98-3287-45a3-921a-931e5b16101d, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=bc749f98-3287-45a3-921a-931e5b16101d,segment=NetworkSegment(1e574744-83f5-4d4a-871f-858e3f9ffdcb),segment_id=1e574744-83f5-4d4a-871f-858e3f9ffdcb)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:44:44.762568 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae739c04-240f-4b56-b38c-9915126242af req-e19030e5-b5d9-48de-89ab-4e3a082cf931 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:44.764879 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ae739c04-240f-4b56-b38c-9915126242af req-e19030e5-b5d9-48de-89ab-4e3a082cf931 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3d50154-45ba-49d5-befa-5f9595f8a14f HTTP/1.1" status: 200 len: 943 time: 0.0879726 Jul 09 14:44:44.808689 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ae739c04-240f-4b56-b38c-9915126242af req-dc54dd6d-ceac-49f9-a150-d093ade09d13 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377359 Jul 09 14:44:44.817445 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:44.876698 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=bc749f98-3287-45a3-921a-931e5b16101d,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:44.944179 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f9986-3e79-4028-940a-d89a88f684b2 req-3b2a2c13-24e3-44b8-a9ee-a2d18bf948aa tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:44.945718 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-635f9986-3e79-4028-940a-d89a88f684b2 req-3b2a2c13-24e3-44b8-a9ee-a2d18bf948aa tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d9b5dfb-dd28-4538-8250-8acd61b1d6cf HTTP/1.1" status: 200 len: 945 time: 0.0739312 Jul 09 14:44:44.985837 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-635f9986-3e79-4028-940a-d89a88f684b2 req-44e1e2f5-cb72-46f4-a0e4-3cef834abd85 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343149 Jul 09 14:44:45.162368 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6874014b-d772-4403-af16-37ef206efee2 req-2d1522c2-60f9-4742-b1a8-d2644142e46f tempest-ServerShowV254Test-974510398 tempest-ServerShowV254Test-974510398-project] 10.222.0.58 "GET /v2.0/ports?device_id=46f0cf83-f268-46ae-9f7b-d75d67a08975 HTTP/1.1" status: 200 len: 210 time: 0.0298610 Jul 09 14:44:45.251882 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac93198-07ad-4bfe-b258-894b1452409b req-d7e2676b-8c64-4c35-965b-7f72051339f7 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:45.253305 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4ac93198-07ad-4bfe-b258-894b1452409b req-d7e2676b-8c64-4c35-965b-7f72051339f7 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 949 time: 0.0724423 Jul 09 14:44:45.298596 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4ac93198-07ad-4bfe-b258-894b1452409b req-c0b14f27-42f7-4c74-91c3-53f9fcc7149d tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395396 Jul 09 14:44:45.463011 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf154e08-af1f-4b72-92cb-19c5da483f1b req-6b20aaa7-0cbd-4ed2-ae45-1845eb7f849e tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:45.464553 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cf154e08-af1f-4b72-92cb-19c5da483f1b req-6b20aaa7-0cbd-4ed2-ae45-1845eb7f849e tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 944 time: 0.0735433 Jul 09 14:44:45.506171 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cf154e08-af1f-4b72-92cb-19c5da483f1b req-7a4940ae-bdf6-4508-896f-598afff0d5bc tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351374 Jul 09 14:44:45.693149 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7465dc7b-2a13-40a5-aa8c-4f597a3d92ed req-e2652bc3-f086-4566-a4f0-39c7bd3d731a tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:45.705097 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7465dc7b-2a13-40a5-aa8c-4f597a3d92ed req-e2652bc3-f086-4566-a4f0-39c7bd3d731a tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ce50932-3743-4347-8d0a-d7564f731150 HTTP/1.1" status: 200 len: 946 time: 0.0688171 Jul 09 14:44:45.734811 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7465dc7b-2a13-40a5-aa8c-4f597a3d92ed req-56920a91-4542-4c38-a3f0-266a035fcbed tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4543b64-216b-4880-92bb-514113489699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340877 Jul 09 14:44:45.812742 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07ccf5-b9b0-452e-aa22-5799f8587d35 req-9d725610-a4a1-4d5c-b43f-c0d273aa8ed5 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:45.814226 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ea07ccf5-b9b0-452e-aa22-5799f8587d35 req-9d725610-a4a1-4d5c-b43f-c0d273aa8ed5 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=85b91bdc-667f-4131-a31f-6713949adc60 HTTP/1.1" status: 200 len: 948 time: 0.0787613 Jul 09 14:44:45.860783 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ea07ccf5-b9b0-452e-aa22-5799f8587d35 req-c3a77ae0-bc80-41a2-9ad5-19f917c42032 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409815 Jul 09 14:44:46.027524 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef57efdc-e784-4fc5-8144-31ccae33b1d4 req-4dd4ebea-ceff-4377-bf57-c44fe4d8fbe7 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:46.028955 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ef57efdc-e784-4fc5-8144-31ccae33b1d4 req-4dd4ebea-ceff-4377-bf57-c44fe4d8fbe7 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3d50154-45ba-49d5-befa-5f9595f8a14f HTTP/1.1" status: 200 len: 943 time: 0.0622585 Jul 09 14:44:46.058397 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device b0b5445c-23dd-42e1-a35b-f560998dd6a0 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:44:46.102224 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ef57efdc-e784-4fc5-8144-31ccae33b1d4 req-b8c6ab7c-f269-4d9a-9d07-949844ac4a92 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671172 Jul 09 14:44:46.166258 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port b0b5445c-23dd-42e1-a35b-f560998dd6a0 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:44:46.176866 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port b0b5445c-23dd-42e1-a35b-f560998dd6a0 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:44:46.177371 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:46.281477 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:46.329734 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a774a30-e53e-49dd-bba5-dcf7ab36bcca req-6f24a399-f9b7-46c2-896c-7303eeaf2ba5 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:46.337967 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2a774a30-e53e-49dd-bba5-dcf7ab36bcca req-6f24a399-f9b7-46c2-896c-7303eeaf2ba5 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d9b5dfb-dd28-4538-8250-8acd61b1d6cf HTTP/1.1" status: 200 len: 945 time: 0.1742089 Jul 09 14:44:46.363821 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port b0b5445c-23dd-42e1-a35b-f560998dd6a0, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=b0b5445c-23dd-42e1-a35b-f560998dd6a0,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:44:46.399012 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2a774a30-e53e-49dd-bba5-dcf7ab36bcca req-19c4c225-4b88-456a-ab68-d2badf59458d tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601442 Jul 09 14:44:46.418883 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-02fb1ce7-7477-4e74-82d2-b86b9f9610b9 req-b8eb3a00-2018-4662-83fa-fc751148f754 tempest-ServerShowV254Test-974510398 tempest-ServerShowV254Test-974510398-project] 10.222.0.58 "GET /v2.0/ports?device_id=46f0cf83-f268-46ae-9f7b-d75d67a08975 HTTP/1.1" status: 200 len: 210 time: 0.0655620 Jul 09 14:44:46.436349 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:46.489339 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=b0b5445c-23dd-42e1-a35b-f560998dd6a0,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:46.563219 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce50932-3743-4347-8d0a-d7564f731150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc749f98-3287-45a3-921a-931e5b16101d'}, {'server_uuid': '85b91bdc-667f-4131-a31f-6713949adc60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0b5445c-23dd-42e1-a35b-f560998dd6a0'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:44:46.565900 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b11dfdd5-0beb-4119-868a-d68332386bce" -d '{"events": [{"server_uuid": "0ce50932-3743-4347-8d0a-d7564f731150", "name": "network-vif-plugged", "status": "completed", "tag": "bc749f98-3287-45a3-921a-931e5b16101d"}, {"server_uuid": "85b91bdc-667f-4131-a31f-6713949adc60", "name": "network-vif-plugged", "status": "completed", "tag": "b0b5445c-23dd-42e1-a35b-f560998dd6a0"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:44:46.612757 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a032f4-864b-43fa-beda-0d2512f88eb8 req-35b7ec3d-d609-4712-8e2f-807ef6a50cf8 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:46.614997 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-11a032f4-864b-43fa-beda-0d2512f88eb8 req-35b7ec3d-d609-4712-8e2f-807ef6a50cf8 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 949 time: 0.0975254 Jul 09 14:44:46.655302 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-11a032f4-864b-43fa-beda-0d2512f88eb8 req-6f0c6aeb-fa42-483f-8abb-e0cff878c795 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346587 Jul 09 14:44:46.752224 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 14:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d13f035-1762-4163-a8dd-9f3890ac84e7 x-openstack-request-id: req-4d13f035-1762-4163-a8dd-9f3890ac84e7 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:44:46.752468 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ce50932-3743-4347-8d0a-d7564f731150", "name": "network-vif-plugged", "status": "completed", "tag": "bc749f98-3287-45a3-921a-931e5b16101d", "code": 200}, {"server_uuid": "85b91bdc-667f-4131-a31f-6713949adc60", "name": "network-vif-plugged", "status": "completed", "tag": "b0b5445c-23dd-42e1-a35b-f560998dd6a0", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:44:46.752900 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4d13f035-1762-4163-a8dd-9f3890ac84e7 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:44:46.753348 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ce50932-3743-4347-8d0a-d7564f731150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc749f98-3287-45a3-921a-931e5b16101d', 'code': 200} Jul 09 14:44:46.753550 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b91bdc-667f-4131-a31f-6713949adc60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0b5445c-23dd-42e1-a35b-f560998dd6a0', 'code': 200} Jul 09 14:44:46.757955 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec33dad-6c13-45dc-837e-b55aeacfd58c req-9cb436b1-9b98-4d52-a5d3-d10187057c69 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:46.759788 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-aec33dad-6c13-45dc-837e-b55aeacfd58c req-9cb436b1-9b98-4d52-a5d3-d10187057c69 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 944 time: 0.1042356 Jul 09 14:44:46.821471 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-aec33dad-6c13-45dc-837e-b55aeacfd58c req-058bc0e7-eef4-4121-ae5f-cb6a8872e378 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501919 Jul 09 14:44:46.955617 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0263bc9c-1d41-4297-aad3-76a51b99469f req-f244052a-f708-419a-997b-1942a0b0286b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:46.957115 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0263bc9c-1d41-4297-aad3-76a51b99469f req-f244052a-f708-419a-997b-1942a0b0286b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0ce50932-3743-4347-8d0a-d7564f731150 HTTP/1.1" status: 200 len: 1097 time: 0.1306815 Jul 09 14:44:47.069827 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0263bc9c-1d41-4297-aad3-76a51b99469f req-01f0adef-0ed6-4acd-ac23-ffae2e8923bf service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e4543b64-216b-4880-92bb-514113489699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782020 Jul 09 14:44:47.081776 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bbf738-3053-43f9-a8d5-666c40c72052 req-c7dc1804-438d-4a68-9515-e843446e9d85 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:47.085628 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-46bbf738-3053-43f9-a8d5-666c40c72052 req-c7dc1804-438d-4a68-9515-e843446e9d85 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ce50932-3743-4347-8d0a-d7564f731150 HTTP/1.1" status: 200 len: 946 time: 0.1415317 Jul 09 14:44:47.131979 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-46bbf738-3053-43f9-a8d5-666c40c72052 req-9ab38862-d0d0-4614-990b-6b6c4e120e28 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4543b64-216b-4880-92bb-514113489699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426624 Jul 09 14:44:47.202371 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9f513-ba52-4a43-92fe-125c37c5639a req-58992d73-8124-410c-ac6b-7a2b2dae251d tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:47.205814 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e4d9f513-ba52-4a43-92fe-125c37c5639a req-58992d73-8124-410c-ac6b-7a2b2dae251d tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=85b91bdc-667f-4131-a31f-6713949adc60 HTTP/1.1" status: 200 len: 949 time: 0.1044192 Jul 09 14:44:47.246527 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e4d9f513-ba52-4a43-92fe-125c37c5639a req-33e191c6-8285-4a57-96c7-6b310f5271bf tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350239 Jul 09 14:44:47.316955 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73edf240-a4b0-4cbd-9fa1-a4bdae530547 req-4b6498df-f049-41ec-a4de-6ec5739dc369 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:47.320217 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-73edf240-a4b0-4cbd-9fa1-a4bdae530547 req-4b6498df-f049-41ec-a4de-6ec5739dc369 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3d50154-45ba-49d5-befa-5f9595f8a14f HTTP/1.1" status: 200 len: 943 time: 0.0682333 Jul 09 14:44:47.359651 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-73edf240-a4b0-4cbd-9fa1-a4bdae530547 req-7e5b298d-e143-46ef-a9fb-f9638bb3f249 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359769 Jul 09 14:44:47.585067 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5e339891-14b0-4aea-aa2b-c48482e04ebc req-dc5edc4c-8676-4ead-8a96-ed23fac9df9b tempest-ServerShowV254Test-974510398 tempest-ServerShowV254Test-974510398-project] 10.222.0.58 "GET /v2.0/ports?device_id=46f0cf83-f268-46ae-9f7b-d75d67a08975 HTTP/1.1" status: 200 len: 210 time: 0.0296199 Jul 09 14:44:47.606019 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf1417-f970-4ef0-9699-2a2259f3b6c2 req-f4d504c8-04a4-4dd3-b9c8-ca5b4160e465 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:47.607659 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-faaf1417-f970-4ef0-9699-2a2259f3b6c2 req-f4d504c8-04a4-4dd3-b9c8-ca5b4160e465 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d9b5dfb-dd28-4538-8250-8acd61b1d6cf HTTP/1.1" status: 200 len: 945 time: 0.0738671 Jul 09 14:44:47.649289 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-faaf1417-f970-4ef0-9699-2a2259f3b6c2 req-d4e90889-e53c-497c-8542-06acdd370abd tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358577 Jul 09 14:44:47.846095 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7e0c5-a26b-4320-afd9-0f266e274635 req-54f4d39c-c2f6-44c3-9b4e-6eadf8087ff0 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:47.847615 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-58f7e0c5-a26b-4320-afd9-0f266e274635 req-54f4d39c-c2f6-44c3-9b4e-6eadf8087ff0 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 949 time: 0.0642850 Jul 09 14:44:47.902327 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-58f7e0c5-a26b-4320-afd9-0f266e274635 req-2494c601-dd64-4ee2-8eb2-3f9a4817adaa tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488648 Jul 09 14:44:48.055806 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18255687-0977-411d-8f00-f7e588e66ffb req-998e3352-8313-47a2-8c2c-519b019efeea tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:48.057464 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-18255687-0977-411d-8f00-f7e588e66ffb req-998e3352-8313-47a2-8c2c-519b019efeea tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 944 time: 0.0783486 Jul 09 14:44:48.098685 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-18255687-0977-411d-8f00-f7e588e66ffb req-b0de2c85-1247-43a3-bfed-a20c839c5142 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348535 Jul 09 14:44:48.342837 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1d1e72-5345-4364-ab46-50e86e71402b req-f502466a-860d-40e6-9dac-dafd4004a39a tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:48.344779 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7b1d1e72-5345-4364-ab46-50e86e71402b req-f502466a-860d-40e6-9dac-dafd4004a39a tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ce50932-3743-4347-8d0a-d7564f731150 HTTP/1.1" status: 200 len: 946 time: 0.0951798 Jul 09 14:44:48.386533 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7b1d1e72-5345-4364-ab46-50e86e71402b req-2e04f4a6-2ee0-47ae-9aff-7b5798c7c397 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4543b64-216b-4880-92bb-514113489699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355804 Jul 09 14:44:48.496505 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb9a83c-83e1-4496-a7cc-19d2388cbbe3 req-0f526284-7285-4916-a756-4b3a47120614 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:48.498796 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aeb9a83c-83e1-4496-a7cc-19d2388cbbe3 req-0f526284-7285-4916-a756-4b3a47120614 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=85b91bdc-667f-4131-a31f-6713949adc60 HTTP/1.1" status: 200 len: 949 time: 0.1192327 Jul 09 14:44:48.564922 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aeb9a83c-83e1-4496-a7cc-19d2388cbbe3 req-96045319-0ff4-4d53-84c7-857c32a4607e tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584865 Jul 09 14:44:48.608005 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb40e1-5497-4e93-9928-a38c0ff6ee5f req-967a97a4-e026-472e-a04c-da505e552286 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:48.609496 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0cbb40e1-5497-4e93-9928-a38c0ff6ee5f req-967a97a4-e026-472e-a04c-da505e552286 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3d50154-45ba-49d5-befa-5f9595f8a14f HTTP/1.1" status: 200 len: 943 time: 0.0723290 Jul 09 14:44:48.662276 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0cbb40e1-5497-4e93-9928-a38c0ff6ee5f req-7cd00b10-4fd9-443d-a11a-d5dacf585be9 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404747 Jul 09 14:44:48.744490 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dbaf139e-93d1-4f16-b20a-30bcf2d65421 req-f705df98-e26f-4ac0-bf86-c2fb30c71294 tempest-ServerShowV254Test-974510398 tempest-ServerShowV254Test-974510398-project] 10.222.0.58 "GET /v2.0/ports?device_id=46f0cf83-f268-46ae-9f7b-d75d67a08975 HTTP/1.1" status: 200 len: 210 time: 0.0339417 Jul 09 14:44:48.860579 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ac167-1aa0-4858-917d-f6a2e58de395 req-887bc8b5-0b84-4ace-afec-ac0ae84173f0 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:48.862077 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8c5ac167-1aa0-4858-917d-f6a2e58de395 req-887bc8b5-0b84-4ace-afec-ac0ae84173f0 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d9b5dfb-dd28-4538-8250-8acd61b1d6cf HTTP/1.1" status: 200 len: 945 time: 0.0732327 Jul 09 14:44:48.902123 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8c5ac167-1aa0-4858-917d-f6a2e58de395 req-57b28351-67ca-45c8-9268-e07f8785dddb tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341578 Jul 09 14:44:49.080238 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f4ee7-07fb-4ab1-a72f-3b64c7d2676f req-1f9b4238-7ae2-48af-8eda-6292589fe3de tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:49.087660 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4f4f4ee7-07fb-4ab1-a72f-3b64c7d2676f req-1f9b4238-7ae2-48af-8eda-6292589fe3de tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 949 time: 0.0715263 Jul 09 14:44:49.122220 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4f4f4ee7-07fb-4ab1-a72f-3b64c7d2676f req-deee7611-8088-4093-be3c-d50b7211d423 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335841 Jul 09 14:44:49.300596 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ace3b20-d7d7-466d-8fe7-403933b2070c req-73d7e157-8cb2-42d0-9dfd-4596b3e16715 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:49.302125 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7ace3b20-d7d7-466d-8fe7-403933b2070c req-73d7e157-8cb2-42d0-9dfd-4596b3e16715 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 944 time: 0.0810432 Jul 09 14:44:49.342130 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7ace3b20-d7d7-466d-8fe7-403933b2070c req-44a3f88b-7fca-474d-90b6-fda72848e9a0 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338647 Jul 09 14:44:49.654565 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fca59d-ed17-4948-978b-cdbecda4854a req-51d1c2f0-d0cd-4371-9861-5e5fa329c401 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:49.656162 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a9fca59d-ed17-4948-978b-cdbecda4854a req-51d1c2f0-d0cd-4371-9861-5e5fa329c401 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ce50932-3743-4347-8d0a-d7564f731150 HTTP/1.1" status: 200 len: 946 time: 0.0702312 Jul 09 14:44:49.704754 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a9fca59d-ed17-4948-978b-cdbecda4854a req-a53ca9c3-2ef9-44dc-87d8-b785fa7b5398 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4543b64-216b-4880-92bb-514113489699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416541 Jul 09 14:44:49.744368 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f08f4a-936a-4566-87dd-8b3c2f1f210b req-67e67de0-06b7-49b3-a697-579be0c8f807 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:49.746061 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e9f08f4a-936a-4566-87dd-8b3c2f1f210b req-67e67de0-06b7-49b3-a697-579be0c8f807 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=85b91bdc-667f-4131-a31f-6713949adc60 HTTP/1.1" status: 200 len: 949 time: 0.0751793 Jul 09 14:44:49.785466 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e9f08f4a-936a-4566-87dd-8b3c2f1f210b req-1da43e84-29e9-4304-880c-9e0dfc141d8b tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325706 Jul 09 14:44:49.911236 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d50f3-cf16-49f6-803f-097186b924ef req-59df36b8-f60e-4cef-802c-c07c72653de2 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:49.912810 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-200d50f3-cf16-49f6-803f-097186b924ef req-59df36b8-f60e-4cef-802c-c07c72653de2 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3d50154-45ba-49d5-befa-5f9595f8a14f HTTP/1.1" status: 200 len: 943 time: 0.0746849 Jul 09 14:44:49.952722 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-200d50f3-cf16-49f6-803f-097186b924ef req-74618646-ec1d-4658-b7e0-554011ecd6b6 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334611 Jul 09 14:44:49.959981 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0b1f3be2-d10f-4ac6-825b-ff2bddcf11a4 req-afdce351-766e-4802-a06a-df511e6a90b1 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1401716614&fields=id&tenant_id=2054036e72a742ef8b1d74fe2c924b36 HTTP/1.1" status: 200 len: 267 time: 0.0509219 Jul 09 14:44:50.044735 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f3be2-d10f-4ac6-825b-ff2bddcf11a4 req-b90d00ec-d964-48ce-bcf0-7be274187c7b tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:50.046460 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0b1f3be2-d10f-4ac6-825b-ff2bddcf11a4 req-b90d00ec-d964-48ce-bcf0-7be274187c7b tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ce50932-3743-4347-8d0a-d7564f731150 HTTP/1.1" status: 200 len: 946 time: 0.0807869 Jul 09 14:44:50.057168 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-0b1f3be2-d10f-4ac6-825b-ff2bddcf11a4 req-d3353b99-3ef6-4343-87a7-559ec573cfc4 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Request body: {'port': {'security_groups': ['e4543b64-216b-4880-92bb-514113489699', '77396440-e05f-427b-b71a-7df360a98065']}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:44:50.114242 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2812817d-1439-42b4-876b-d5a05b2d265b req-142f401a-e6ad-40fe-bc11-5e939158731e tempest-ServerShowV254Test-974510398 tempest-ServerShowV254Test-974510398-project] 10.222.0.58 "GET /v2.0/ports?device_id=46f0cf83-f268-46ae-9f7b-d75d67a08975 HTTP/1.1" status: 200 len: 210 time: 0.0296624 Jul 09 14:44:50.168997 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-0b1f3be2-d10f-4ac6-825b-ff2bddcf11a4 req-d3353b99-3ef6-4343-87a7-559ec573cfc4 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:50.305153 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb27b21-3c81-4f82-95a7-3083e4b2d021 req-a96fadf9-d8cc-488f-87b5-8c19eceac504 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:50.306703 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fbb27b21-3c81-4f82-95a7-3083e4b2d021 req-a96fadf9-d8cc-488f-87b5-8c19eceac504 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d9b5dfb-dd28-4538-8250-8acd61b1d6cf HTTP/1.1" status: 200 len: 945 time: 0.0735185 Jul 09 14:44:50.378947 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fbb27b21-3c81-4f82-95a7-3083e4b2d021 req-0fa90ee0-2f72-4598-86a8-f75c726d31e8 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651720 Jul 09 14:44:50.402515 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-0b1f3be2-d10f-4ac6-825b-ff2bddcf11a4 req-d3353b99-3ef6-4343-87a7-559ec573cfc4 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] For port bc749f98-3287-45a3-921a-931e5b16101d, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=bc749f98-3287-45a3-921a-931e5b16101d,segment=NetworkSegment(1e574744-83f5-4d4a-871f-858e3f9ffdcb),segment_id=1e574744-83f5-4d4a-871f-858e3f9ffdcb)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:44:50.436064 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-0b1f3be2-d10f-4ac6-825b-ff2bddcf11a4 req-d3353b99-3ef6-4343-87a7-559ec573cfc4 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:50.537947 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-0b1f3be2-d10f-4ac6-825b-ff2bddcf11a4 req-d3353b99-3ef6-4343-87a7-559ec573cfc4 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:50.548594 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddffa2bb-b8b3-43a4-b66b-9a4ba19aa4bd req-90dc2b68-6d79-4cf6-8b0a-42a05f82e942 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:50.550123 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ddffa2bb-b8b3-43a4-b66b-9a4ba19aa4bd req-90dc2b68-6d79-4cf6-8b0a-42a05f82e942 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 949 time: 0.0646210 Jul 09 14:44:50.551355 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['bc749f98-3287-45a3-921a-931e5b16101d'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:44:50.588279 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f3be2-d10f-4ac6-825b-ff2bddcf11a4 req-d3353b99-3ef6-4343-87a7-559ec573cfc4 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:50.597109 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-0b1f3be2-d10f-4ac6-825b-ff2bddcf11a4 req-d3353b99-3ef6-4343-87a7-559ec573cfc4 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:50.610695 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0b1f3be2-d10f-4ac6-825b-ff2bddcf11a4 req-d3353b99-3ef6-4343-87a7-559ec573cfc4 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "PUT /v2.0/ports/bc749f98-3287-45a3-921a-931e5b16101d HTTP/1.1" status: 200 len: 982 time: 0.5579579 Jul 09 14:44:50.611242 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ce50932-3743-4347-8d0a-d7564f731150', 'tag': 'bc749f98-3287-45a3-921a-931e5b16101d'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:44:50.615602 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ddffa2bb-b8b3-43a4-b66b-9a4ba19aa4bd req-092208b7-3bbf-44b0-8db6-a9405ed8c4c6 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585244 Jul 09 14:44:50.621393 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e331c708-33c5-4d13-92c1-4f02e8dbd003" -d '{"events": [{"name": "network-changed", "server_uuid": "0ce50932-3743-4347-8d0a-d7564f731150", "tag": "bc749f98-3287-45a3-921a-931e5b16101d"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:44:50.683209 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3353b99-3ef6-4343-87a7-559ec573cfc4 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Pushing event updated for resources: {'Port': ['ID=bc749f98-3287-45a3-921a-931e5b16101d,revision_number=6']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:50.704015 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['bc749f98-3287-45a3-921a-931e5b16101d'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:44:50.863268 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be22ba-d620-4591-ac39-82e0445bf15b req-0d9712df-d07d-4536-8201-099eeac4a58b tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:50.864987 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a3be22ba-d620-4591-ac39-82e0445bf15b req-0d9712df-d07d-4536-8201-099eeac4a58b tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 944 time: 0.0782359 Jul 09 14:44:50.950901 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c05395c2-1483-43e1-bc3e-86d1abc0346c req-eed3e2e7-dab4-414c-8d21-c93a042a1ca8 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2016558184&fields=id&tenant_id=2054036e72a742ef8b1d74fe2c924b36 HTTP/1.1" status: 200 len: 267 time: 0.0463507 Jul 09 14:44:50.958106 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a3be22ba-d620-4591-ac39-82e0445bf15b req-b7700d57-63e9-4c33-83cf-49b68f361591 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814786 Jul 09 14:44:51.014947 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b3f9c9-e1a2-4f51-8dd2-bc12fc6445a5 x-openstack-request-id: req-80b3f9c9-e1a2-4f51-8dd2-bc12fc6445a5 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:44:51.015241 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ce50932-3743-4347-8d0a-d7564f731150", "tag": "bc749f98-3287-45a3-921a-931e5b16101d", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:44:51.015494 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-80b3f9c9-e1a2-4f51-8dd2-bc12fc6445a5 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:44:51.015993 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ce50932-3743-4347-8d0a-d7564f731150', 'tag': 'bc749f98-3287-45a3-921a-931e5b16101d', 'status': 'completed', 'code': 200} Jul 09 14:44:51.034880 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05395c2-1483-43e1-bc3e-86d1abc0346c req-3e84fe22-c62a-445d-a525-ec0661d215b2 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:51.036657 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c05395c2-1483-43e1-bc3e-86d1abc0346c req-3e84fe22-c62a-445d-a525-ec0661d215b2 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ce50932-3743-4347-8d0a-d7564f731150 HTTP/1.1" status: 200 len: 985 time: 0.0843139 Jul 09 14:44:51.049458 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-c05395c2-1483-43e1-bc3e-86d1abc0346c req-86685070-6e57-4377-826a-88a7bf52d5ce tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Request body: {'port': {'security_groups': ['77396440-e05f-427b-b71a-7df360a98065', 'e4543b64-216b-4880-92bb-514113489699', '15017511-eaed-4ccd-a7ae-d4f1dffa2b87']}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:44:51.130919 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e331c708-33c5-4d13-92c1-4f02e8dbd003 req-ba0663ad-323d-4103-877f-6cfc63f24c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:51.133798 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e331c708-33c5-4d13-92c1-4f02e8dbd003 req-ba0663ad-323d-4103-877f-6cfc63f24c43 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2054036e72a742ef8b1d74fe2c924b36&device_id=0ce50932-3743-4347-8d0a-d7564f731150 HTTP/1.1" status: 200 len: 1136 time: 0.0960104 Jul 09 14:44:51.154239 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-c05395c2-1483-43e1-bc3e-86d1abc0346c req-86685070-6e57-4377-826a-88a7bf52d5ce tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:51.291716 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e331c708-33c5-4d13-92c1-4f02e8dbd003 req-383c18cf-636c-4df0-9624-74eb2208c7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:51.293478 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e331c708-33c5-4d13-92c1-4f02e8dbd003 req-383c18cf-636c-4df0-9624-74eb2208c7d8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7315f037-8bae-46c2-abb3-b71f897eb072 HTTP/1.1" status: 200 len: 914 time: 0.1438785 Jul 09 14:44:51.306249 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691bd9d5-5edb-478b-a2e7-c1e21f0ca4a3 req-183dc1fc-109d-4f81-939b-74c34fb4aa19 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:51.307628 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-691bd9d5-5edb-478b-a2e7-c1e21f0ca4a3 req-183dc1fc-109d-4f81-939b-74c34fb4aa19 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=85b91bdc-667f-4131-a31f-6713949adc60 HTTP/1.1" status: 200 len: 949 time: 0.1034288 Jul 09 14:44:51.350155 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e331c708-33c5-4d13-92c1-4f02e8dbd003 req-c4f7cf3c-10ba-47f3-806b-ee6bbe68be9d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc749f98-3287-45a3-921a-931e5b16101d HTTP/1.1" status: 200 len: 217 time: 0.0415139 Jul 09 14:44:51.421363 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-691bd9d5-5edb-478b-a2e7-c1e21f0ca4a3 req-b55da306-052b-4f7a-82ef-2e1f07bf80ae tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064916 Jul 09 14:44:51.423830 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-c05395c2-1483-43e1-bc3e-86d1abc0346c req-86685070-6e57-4377-826a-88a7bf52d5ce tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] For port bc749f98-3287-45a3-921a-931e5b16101d, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=bc749f98-3287-45a3-921a-931e5b16101d,segment=NetworkSegment(1e574744-83f5-4d4a-871f-858e3f9ffdcb),segment_id=1e574744-83f5-4d4a-871f-858e3f9ffdcb)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:44:51.429714 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e331c708-33c5-4d13-92c1-4f02e8dbd003 req-b82ea652-637e-4271-b0ea-00a517a9aee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:51.431193 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e331c708-33c5-4d13-92c1-4f02e8dbd003 req-b82ea652-637e-4271-b0ea-00a517a9aee1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a6a78364-bb65-4c21-a934-4153d5dd997e HTTP/1.1" status: 200 len: 853 time: 0.0716546 Jul 09 14:44:51.476093 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-c05395c2-1483-43e1-bc3e-86d1abc0346c req-86685070-6e57-4377-826a-88a7bf52d5ce tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:51.492679 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e331c708-33c5-4d13-92c1-4f02e8dbd003 req-b134263b-6443-43a0-b8a2-86e90f79b39b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7315f037-8bae-46c2-abb3-b71f897eb072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404038 Jul 09 14:44:51.560915 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-c05395c2-1483-43e1-bc3e-86d1abc0346c req-86685070-6e57-4377-826a-88a7bf52d5ce tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:51.573842 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['bc749f98-3287-45a3-921a-931e5b16101d'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:44:51.634823 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e331c708-33c5-4d13-92c1-4f02e8dbd003 req-df68d356-2bf0-4106-acb3-ac545a49261e service neutron] 10.222.0.54 "GET /v2.0/networks/7315f037-8bae-46c2-abb3-b71f897eb072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322954 Jul 09 14:44:51.647014 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf635c6c-4f0a-4a80-8ca5-060f09fc5723 req-be9ea5ee-2702-4e66-bf6e-0649a908c182 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:51.656033 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cf635c6c-4f0a-4a80-8ca5-060f09fc5723 req-be9ea5ee-2702-4e66-bf6e-0649a908c182 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3d50154-45ba-49d5-befa-5f9595f8a14f HTTP/1.1" status: 200 len: 943 time: 0.1066790 Jul 09 14:44:51.662051 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86685070-6e57-4377-826a-88a7bf52d5ce tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Pushing event updated for resources: {'Port': ['ID=bc749f98-3287-45a3-921a-931e5b16101d,revision_number=7']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:51.683206 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05395c2-1483-43e1-bc3e-86d1abc0346c req-86685070-6e57-4377-826a-88a7bf52d5ce tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:51.684003 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-c05395c2-1483-43e1-bc3e-86d1abc0346c req-86685070-6e57-4377-826a-88a7bf52d5ce tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:51.685555 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c05395c2-1483-43e1-bc3e-86d1abc0346c req-86685070-6e57-4377-826a-88a7bf52d5ce tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "PUT /v2.0/ports/bc749f98-3287-45a3-921a-931e5b16101d HTTP/1.1" status: 200 len: 1021 time: 0.6421745 Jul 09 14:44:51.754358 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cf635c6c-4f0a-4a80-8ca5-060f09fc5723 req-8a62ec7d-b6db-428c-95b0-1fcc0f9f01aa tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978508 Jul 09 14:44:51.797110 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['bc749f98-3287-45a3-921a-931e5b16101d'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:44:51.820050 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e331c708-33c5-4d13-92c1-4f02e8dbd003 req-e1d12f78-9284-41e4-a16e-e8060b8010a1 service neutron] 10.222.0.54 "GET /v2.0/networks/7315f037-8bae-46c2-abb3-b71f897eb072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615546 Jul 09 14:44:51.967289 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b1b4bc3a-1a75-4cd1-9712-0c5c8efd6da5 req-28908820-61a4-4650-a2ee-c4aa3eb93873 tempest-ServerShowV254Test-974510398 tempest-ServerShowV254Test-974510398-project] 10.222.0.58 "GET /v2.0/ports?device_id=46f0cf83-f268-46ae-9f7b-d75d67a08975 HTTP/1.1" status: 200 len: 210 time: 0.0556138 Jul 09 14:44:52.003766 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e084a-12a6-4a52-9037-20d890e77161 req-cffcdbce-f15e-4d90-aaf8-6ee015e624b5 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:52.009595 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fc1e084a-12a6-4a52-9037-20d890e77161 req-cffcdbce-f15e-4d90-aaf8-6ee015e624b5 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d9b5dfb-dd28-4538-8250-8acd61b1d6cf HTTP/1.1" status: 200 len: 945 time: 0.0946064 Jul 09 14:44:52.060897 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fc1e084a-12a6-4a52-9037-20d890e77161 req-c1f5f856-f358-4d4d-8d20-cb6c081a0a78 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502934 Jul 09 14:44:52.235795 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9eaf4-5eab-4e1d-b906-6f09eb1d2328 req-f8bc858e-7d58-46bb-84cb-b9c5a6cd4bb0 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:52.237291 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-98e9eaf4-5eab-4e1d-b906-6f09eb1d2328 req-f8bc858e-7d58-46bb-84cb-b9c5a6cd4bb0 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 949 time: 0.0926564 Jul 09 14:44:52.246869 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6c58f-3fd5-4e5f-915c-07923482995b req-a5077fe7-6209-412d-9bc8-0ec21f1a7ab2 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:52.249001 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-33d6c58f-3fd5-4e5f-915c-07923482995b req-a5077fe7-6209-412d-9bc8-0ec21f1a7ab2 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ce50932-3743-4347-8d0a-d7564f731150 HTTP/1.1" status: 200 len: 1024 time: 0.0867112 Jul 09 14:44:52.270035 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:44:52.293246 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-98e9eaf4-5eab-4e1d-b906-6f09eb1d2328 req-fd24c50c-e3fe-4fcb-b220-d14a377d5792 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499172 Jul 09 14:44:52.335040 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-33d6c58f-3fd5-4e5f-915c-07923482995b req-c35b0a58-6cff-4294-8e94-280b41bdc2c3 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/security-groups?id=15017511-eaed-4ccd-a7ae-d4f1dffa2b87&id=77396440-e05f-427b-b71a-7df360a98065&id=e4543b64-216b-4880-92bb-514113489699 HTTP/1.1" status: 200 len: 6148 time: 0.0796850 Jul 09 14:44:52.444779 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-1b00d623-9abe-4c6a-a5b6-75081e73728c req-371ed8a8-91a3-4ac0-bf1f-1e923b679bb8 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Request body: {'security_group': {'name': ' tempest-securitygroup -970322059 ', 'description': 'tempest-description-2038998397'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:44:52.507770 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18a0cc6-8e4e-41f3-9661-f956f22cf11f req-8c256cc6-25e1-45b3-81c3-cd069e74699f tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:52.509276 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e18a0cc6-8e4e-41f3-9661-f956f22cf11f req-8c256cc6-25e1-45b3-81c3-cd069e74699f tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 944 time: 0.0649700 Jul 09 14:44:52.550153 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e18a0cc6-8e4e-41f3-9661-f956f22cf11f req-96ae1e2a-bfdf-43ff-a904-65c8242efa1a tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348516 Jul 09 14:44:52.723496 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9cae2-d3d4-48f3-814f-d154a115c0de req-8454942c-aae9-4520-b5c3-5cb0e06d1f23 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:52.725025 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cfd9cae2-d3d4-48f3-814f-d154a115c0de req-8454942c-aae9-4520-b5c3-5cb0e06d1f23 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=85b91bdc-667f-4131-a31f-6713949adc60 HTTP/1.1" status: 200 len: 949 time: 0.0626678 Jul 09 14:44:52.725585 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-1b00d623-9abe-4c6a-a5b6-75081e73728c req-371ed8a8-91a3-4ac0-bf1f-1e923b679bb8 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:52.763076 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cfd9cae2-d3d4-48f3-814f-d154a115c0de req-95ab886e-dc48-42a5-b33f-20bf4e0356d6 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323131 Jul 09 14:44:52.808830 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-1b00d623-9abe-4c6a-a5b6-75081e73728c req-371ed8a8-91a3-4ac0-bf1f-1e923b679bb8 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:52.880615 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-1b00d623-9abe-4c6a-a5b6-75081e73728c req-371ed8a8-91a3-4ac0-bf1f-1e923b679bb8 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:52.912034 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371ed8a8-91a3-4ac0-bf1f-1e923b679bb8 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd0a9fc-f673-4323-8658-e13406303223,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:52.930819 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c48f93-bcee-4e62-8dcb-90fcadf128b5 req-386fbd4a-75fe-423b-8147-7ceefa24c410 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:52.932313 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-84c48f93-bcee-4e62-8dcb-90fcadf128b5 req-386fbd4a-75fe-423b-8147-7ceefa24c410 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3d50154-45ba-49d5-befa-5f9595f8a14f HTTP/1.1" status: 200 len: 943 time: 0.0652473 Jul 09 14:44:52.943211 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:52.955047 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-1b00d623-9abe-4c6a-a5b6-75081e73728c req-371ed8a8-91a3-4ac0-bf1f-1e923b679bb8 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:52.956514 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1b00d623-9abe-4c6a-a5b6-75081e73728c req-371ed8a8-91a3-4ac0-bf1f-1e923b679bb8 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.5170300 Jul 09 14:44:52.974472 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-84c48f93-bcee-4e62-8dcb-90fcadf128b5 req-d6023dcb-4f69-441c-9aca-eea335f1db90 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351706 Jul 09 14:44:53.016903 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ce50932-3743-4347-8d0a-d7564f731150', 'tag': 'bc749f98-3287-45a3-921a-931e5b16101d'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:44:53.019293 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176d25c1-b037-42e3-919e-25498127eb6a" -d '{"events": [{"name": "network-changed", "server_uuid": "0ce50932-3743-4347-8d0a-d7564f731150", "tag": "bc749f98-3287-45a3-921a-931e5b16101d"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:44:53.024737 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-243caae7-0744-4787-a6ce-61fe15ab45bc req-169ac7e6-3ee2-45d3-b5f7-da9936017196 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/security-groups/ddd0a9fc-f673-4323-8658-e13406303223 HTTP/1.1" status: 200 len: 1780 time: 0.0439165 Jul 09 14:44:53.068106 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f6ea46-ddbf-4a2a-9bb2-f1c2d0ecf202 x-openstack-request-id: req-58f6ea46-ddbf-4a2a-9bb2-f1c2d0ecf202 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:44:53.068468 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ce50932-3743-4347-8d0a-d7564f731150", "tag": "bc749f98-3287-45a3-921a-931e5b16101d", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:44:53.068822 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-58f6ea46-ddbf-4a2a-9bb2-f1c2d0ecf202 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:44:53.069286 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ce50932-3743-4347-8d0a-d7564f731150', 'tag': 'bc749f98-3287-45a3-921a-931e5b16101d', 'status': 'completed', 'code': 200} Jul 09 14:44:53.124219 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-150ec180-2808-4622-95a7-7a10b78235a1 req-cbb8cc8d-84c4-4a70-9d57-9c4c054ff68a tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/security-groups/ddd0a9fc-f673-4323-8658-e13406303223 HTTP/1.1" status: 200 len: 1780 time: 0.0454767 Jul 09 14:44:53.159250 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1daf3028-b7eb-448d-ba45-7f7455667bbb req-9beb2598-936f-4f21-b4dd-d5f09e048742 tempest-ServerShowV254Test-974510398 tempest-ServerShowV254Test-974510398-project] 10.222.0.58 "GET /v2.0/ports?device_id=46f0cf83-f268-46ae-9f7b-d75d67a08975 HTTP/1.1" status: 200 len: 210 time: 0.0314291 Jul 09 14:44:53.187993 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d25c1-b037-42e3-919e-25498127eb6a req-f40af70c-eee8-4af5-a4e0-a54571c25377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:53.187993 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-176d25c1-b037-42e3-919e-25498127eb6a req-f40af70c-eee8-4af5-a4e0-a54571c25377 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2054036e72a742ef8b1d74fe2c924b36&device_id=0ce50932-3743-4347-8d0a-d7564f731150 HTTP/1.1" status: 200 len: 1175 time: 0.0873580 Jul 09 14:44:53.189466 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-150ec180-2808-4622-95a7-7a10b78235a1 req-afe35d1e-6aaf-489e-bf8b-ef81efe0dc21 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:53.213035 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-150ec180-2808-4622-95a7-7a10b78235a1 req-afe35d1e-6aaf-489e-bf8b-ef81efe0dc21 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:53.288393 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d25c1-b037-42e3-919e-25498127eb6a req-3b47b162-6663-45bb-b125-471d95ee984c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:53.289735 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-176d25c1-b037-42e3-919e-25498127eb6a req-3b47b162-6663-45bb-b125-471d95ee984c service neutron] 10.222.0.54 "GET /v2.0/networks?id=7315f037-8bae-46c2-abb3-b71f897eb072 HTTP/1.1" status: 200 len: 914 time: 0.0971215 Jul 09 14:44:53.345974 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-176d25c1-b037-42e3-919e-25498127eb6a req-319cfe1c-b3a8-46e2-9a3e-55d159c5f27a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc749f98-3287-45a3-921a-931e5b16101d HTTP/1.1" status: 200 len: 217 time: 0.0368791 Jul 09 14:44:53.371898 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-150ec180-2808-4622-95a7-7a10b78235a1 req-afe35d1e-6aaf-489e-bf8b-ef81efe0dc21 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:53.386930 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-150ec180-2808-4622-95a7-7a10b78235a1 req-afe35d1e-6aaf-489e-bf8b-ef81efe0dc21 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:53.386930 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-150ec180-2808-4622-95a7-7a10b78235a1 req-afe35d1e-6aaf-489e-bf8b-ef81efe0dc21 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "DELETE /v2.0/security-groups/ddd0a9fc-f673-4323-8658-e13406303223 HTTP/1.1" status: 204 len: 173 time: 0.2457221 Jul 09 14:44:53.398877 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe35d1e-6aaf-489e-bf8b-ef81efe0dc21 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd0a9fc-f673-4323-8658-e13406303223,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:53.407836 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d25c1-b037-42e3-919e-25498127eb6a req-0fb98425-6179-4e82-aa6d-6c1a8922d6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:53.409318 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-176d25c1-b037-42e3-919e-25498127eb6a req-0fb98425-6179-4e82-aa6d-6c1a8922d6d1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a6a78364-bb65-4c21-a934-4153d5dd997e HTTP/1.1" status: 200 len: 853 time: 0.0571594 Jul 09 14:44:53.418311 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1643f1d-ab16-4d31-b93e-a54a5fc4dc62 req-d8a78a69-b89f-42aa-a5c8-5f083ee826ec tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:53.419733 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e1643f1d-ab16-4d31-b93e-a54a5fc4dc62 req-d8a78a69-b89f-42aa-a5c8-5f083ee826ec tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d9b5dfb-dd28-4538-8250-8acd61b1d6cf HTTP/1.1" status: 200 len: 945 time: 0.1459095 Jul 09 14:44:53.457196 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-176d25c1-b037-42e3-919e-25498127eb6a req-8ebc9322-6cd9-4039-aede-53fe0511e3e6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7315f037-8bae-46c2-abb3-b71f897eb072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361986 Jul 09 14:44:53.529589 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e1643f1d-ab16-4d31-b93e-a54a5fc4dc62 req-431fb577-f99d-48d9-87cc-649b31d477d6 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010969 Jul 09 14:44:53.537481 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b7331-c49c-4c07-b1c3-8b531a756b21 req-49147799-aad7-41f0-85d5-d9eb625c100c tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:53.541607 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-675b7331-c49c-4c07-b1c3-8b531a756b21 req-49147799-aad7-41f0-85d5-d9eb625c100c tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 949 time: 0.0642078 Jul 09 14:44:53.578375 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-176d25c1-b037-42e3-919e-25498127eb6a req-90cdf023-624e-4811-85f5-aaf70f9c5ccc service neutron] 10.222.0.54 "GET /v2.0/networks/7315f037-8bae-46c2-abb3-b71f897eb072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133680 Jul 09 14:44:53.579380 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [req-f13f7d84-3696-4fd1-89e4-147be33e9c1d req-9fe514c3-1072-421d-89c5-5921f8097ece tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] show failed (client error): The resource could not be found. Jul 09 14:44:53.580422 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f13f7d84-3696-4fd1-89e4-147be33e9c1d req-9fe514c3-1072-421d-89c5-5921f8097ece tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/security-groups/ddd0a9fc-f673-4323-8658-e13406303223 HTTP/1.1" status: 404 len: 352 time: 0.0240600 Jul 09 14:44:53.588472 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-675b7331-c49c-4c07-b1c3-8b531a756b21 req-54a9b015-d940-4eab-a845-25629be1b1a9 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331440 Jul 09 14:44:53.619355 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-8fefd1f9-5262-4485-96c7-b5ed8ea714a9 req-583e4963-1591-4907-bcd8-b85d180359de tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2101151339', 'description': 'tempest-description-93617358'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:44:53.681983 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-176d25c1-b037-42e3-919e-25498127eb6a req-f156a34b-7b3f-43d5-9825-7a241ef0a085 service neutron] 10.222.0.54 "GET /v2.0/networks/7315f037-8bae-46c2-abb3-b71f897eb072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964484 Jul 09 14:44:53.748906 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8fefd1f9-5262-4485-96c7-b5ed8ea714a9 req-583e4963-1591-4907-bcd8-b85d180359de tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:53.831803 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8fefd1f9-5262-4485-96c7-b5ed8ea714a9 req-583e4963-1591-4907-bcd8-b85d180359de tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:53.841973 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1096f06-d619-4497-9124-57145960aca6 req-0e80438f-1ce7-4911-8a09-68b18ff51ad3 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:53.843437 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f1096f06-d619-4497-9124-57145960aca6 req-0e80438f-1ce7-4911-8a09-68b18ff51ad3 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 944 time: 0.0645514 Jul 09 14:44:53.880931 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f1096f06-d619-4497-9124-57145960aca6 req-d9846d5c-ab81-428b-b9e6-0f786702eb9a tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318143 Jul 09 14:44:53.914261 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8fefd1f9-5262-4485-96c7-b5ed8ea714a9 req-583e4963-1591-4907-bcd8-b85d180359de tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:53.940122 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583e4963-1591-4907-bcd8-b85d180359de tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d86fa943-168d-432a-b658-7235d940b784,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:53.977445 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8fefd1f9-5262-4485-96c7-b5ed8ea714a9 req-583e4963-1591-4907-bcd8-b85d180359de tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:53.978817 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8fefd1f9-5262-4485-96c7-b5ed8ea714a9 req-583e4963-1591-4907-bcd8-b85d180359de tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.3639457 Jul 09 14:44:54.004720 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-8f622dc9-294f-4898-9fd2-00ad29ae0068 req-09273d04-1b24-4f4e-a4a7-18da05d781ed tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-826171831', 'description': 'tempest-description-87710530'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:44:54.050980 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8993b80-c1d4-4364-9e72-b2eee64cde88 req-1ea146e9-30a9-4284-a57e-8e83c7d91dab tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:54.052623 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b8993b80-c1d4-4364-9e72-b2eee64cde88 req-1ea146e9-30a9-4284-a57e-8e83c7d91dab tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=85b91bdc-667f-4131-a31f-6713949adc60 HTTP/1.1" status: 200 len: 949 time: 0.0691764 Jul 09 14:44:54.080469 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8f622dc9-294f-4898-9fd2-00ad29ae0068 req-09273d04-1b24-4f4e-a4a7-18da05d781ed tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:54.091271 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b8993b80-c1d4-4364-9e72-b2eee64cde88 req-01ad2eee-001e-4790-8d8b-8a67cec21c9d tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322888 Jul 09 14:44:54.165486 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8f622dc9-294f-4898-9fd2-00ad29ae0068 req-09273d04-1b24-4f4e-a4a7-18da05d781ed tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:54.217401 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8f622dc9-294f-4898-9fd2-00ad29ae0068 req-09273d04-1b24-4f4e-a4a7-18da05d781ed tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:54.247094 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09273d04-1b24-4f4e-a4a7-18da05d781ed tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b5848e-1116-494e-9bcd-3eec01dd6a13,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:54.258085 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cde890-15c2-4448-9818-5bf9bf9a9728 req-ac10fc07-cf7f-428c-b9d6-ba86f9602b02 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:54.259466 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b3cde890-15c2-4448-9818-5bf9bf9a9728 req-ac10fc07-cf7f-428c-b9d6-ba86f9602b02 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3d50154-45ba-49d5-befa-5f9595f8a14f HTTP/1.1" status: 200 len: 943 time: 0.0660913 Jul 09 14:44:54.291806 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8f622dc9-294f-4898-9fd2-00ad29ae0068 req-09273d04-1b24-4f4e-a4a7-18da05d781ed tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:54.293436 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8f622dc9-294f-4898-9fd2-00ad29ae0068 req-09273d04-1b24-4f4e-a4a7-18da05d781ed tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.2931256 Jul 09 14:44:54.300427 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b3cde890-15c2-4448-9818-5bf9bf9a9728 req-e9cb72a8-c5d6-4067-9c24-8df1ac19bf3d tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327084 Jul 09 14:44:54.328875 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-faac4980-ea9f-4ddb-abcc-d431e5ce661a req-956659b1-9969-47d3-8909-cfe868b38424 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-94374747', 'description': 'tempest-description-1826457403'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:44:54.427322 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e7c4cd5e-8e8a-4b09-941e-aaaba4c5c652 req-3bab99c0-9020-4ca5-8f25-92b8d9a49c7b tempest-ServerShowV254Test-974510398 tempest-ServerShowV254Test-974510398-project] 10.222.0.58 "GET /v2.0/ports?device_id=46f0cf83-f268-46ae-9f7b-d75d67a08975 HTTP/1.1" status: 200 len: 210 time: 0.0296631 Jul 09 14:44:54.440619 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-faac4980-ea9f-4ddb-abcc-d431e5ce661a req-956659b1-9969-47d3-8909-cfe868b38424 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:54.520652 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-faac4980-ea9f-4ddb-abcc-d431e5ce661a req-956659b1-9969-47d3-8909-cfe868b38424 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:54.571918 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-faac4980-ea9f-4ddb-abcc-d431e5ce661a req-956659b1-9969-47d3-8909-cfe868b38424 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:54.601649 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956659b1-9969-47d3-8909-cfe868b38424 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4293e519-64ba-4335-a1d4-4bee81ae4b05,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:54.628958 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-faac4980-ea9f-4ddb-abcc-d431e5ce661a req-956659b1-9969-47d3-8909-cfe868b38424 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:54.630199 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-faac4980-ea9f-4ddb-abcc-d431e5ce661a req-956659b1-9969-47d3-8909-cfe868b38424 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.3061311 Jul 09 14:44:54.714853 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2ce8f5-1d5e-4741-bee3-f04a0a1e46f7 req-1e91a9cf-ad25-4029-b611-3c410db70fe9 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:54.717186 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6d2ce8f5-1d5e-4741-bee3-f04a0a1e46f7 req-1e91a9cf-ad25-4029-b611-3c410db70fe9 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d9b5dfb-dd28-4538-8250-8acd61b1d6cf HTTP/1.1" status: 200 len: 945 time: 0.0751586 Jul 09 14:44:54.755866 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6d2ce8f5-1d5e-4741-bee3-f04a0a1e46f7 req-d882c616-84d9-4809-8f42-8abd22a21802 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326872 Jul 09 14:44:54.787643 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0c6f7-c2e9-42c8-bafb-b3f72ff465cf req-f252f471-f836-4ea7-ac4a-f197d4c1c57f tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:54.789676 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7dd0c6f7-c2e9-42c8-bafb-b3f72ff465cf req-f252f471-f836-4ea7-ac4a-f197d4c1c57f tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 949 time: 0.0675480 Jul 09 14:44:54.826245 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7dd0c6f7-c2e9-42c8-bafb-b3f72ff465cf req-12bf5957-186a-41a5-859b-f841e982af79 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308785 Jul 09 14:44:54.884338 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-98159799-d0da-45ba-9409-4029d4171331 req-88e9b5ef-db62-4724-b4a4-c6ab8aa32a48 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2054036e72a742ef8b1d74fe2c924b36 HTTP/1.1" status: 200 len: 10891 time: 0.1030433 Jul 09 14:44:54.932611 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-98159799-d0da-45ba-9409-4029d4171331 req-7c5313e0-979f-446e-bc5f-702bddd384f1 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/security-groups/e4543b64-216b-4880-92bb-514113489699 HTTP/1.1" status: 200 len: 2981 time: 0.0415366 Jul 09 14:44:54.980640 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-98159799-d0da-45ba-9409-4029d4171331 req-41a928d2-698f-4797-b1de-289dd31ca914 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/security-groups/e4543b64-216b-4880-92bb-514113489699 HTTP/1.1" status: 200 len: 2981 time: 0.0399637 Jul 09 14:44:55.038849 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-96ffbf45-0c53-4d99-9ea1-5464d559c9cb req-a4b19fe2-fb6e-4cb0-9cf4-cd2a028288a2 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/security-groups/d86fa943-168d-432a-b658-7235d940b784 HTTP/1.1" status: 200 len: 1799 time: 0.0381274 Jul 09 14:44:55.086462 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306b546-7e83-46ed-929c-36e5be363051 req-447866c0-58bc-4e73-a880-d6e10275518a tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:55.087965 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4306b546-7e83-46ed-929c-36e5be363051 req-447866c0-58bc-4e73-a880-d6e10275518a tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 944 time: 0.0623009 Jul 09 14:44:55.100000 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-96ffbf45-0c53-4d99-9ea1-5464d559c9cb req-9d3ead16-25e1-4c60-bd16-2cfee95064e5 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:55.123109 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-96ffbf45-0c53-4d99-9ea1-5464d559c9cb req-9d3ead16-25e1-4c60-bd16-2cfee95064e5 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:55.126915 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4306b546-7e83-46ed-929c-36e5be363051 req-c164d897-4f5f-46df-a252-1cf775968f67 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323539 Jul 09 14:44:55.240391 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-96ffbf45-0c53-4d99-9ea1-5464d559c9cb req-9d3ead16-25e1-4c60-bd16-2cfee95064e5 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:55.243299 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-96ffbf45-0c53-4d99-9ea1-5464d559c9cb req-9d3ead16-25e1-4c60-bd16-2cfee95064e5 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:55.244612 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-96ffbf45-0c53-4d99-9ea1-5464d559c9cb req-9d3ead16-25e1-4c60-bd16-2cfee95064e5 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "DELETE /v2.0/security-groups/d86fa943-168d-432a-b658-7235d940b784 HTTP/1.1" status: 204 len: 173 time: 0.1993124 Jul 09 14:44:55.254761 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3ead16-25e1-4c60-bd16-2cfee95064e5 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86fa943-168d-432a-b658-7235d940b784,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:55.277687 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [req-dd0e0e2e-c9b5-4514-8f6d-28e25b3253b1 req-86b4aa57-7eff-46a3-94d6-c99927c1ebd4 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] show failed (client error): The resource could not be found. Jul 09 14:44:55.278971 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dd0e0e2e-c9b5-4514-8f6d-28e25b3253b1 req-86b4aa57-7eff-46a3-94d6-c99927c1ebd4 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/security-groups/d86fa943-168d-432a-b658-7235d940b784 HTTP/1.1" status: 404 len: 352 time: 0.0145514 Jul 09 14:44:55.301399 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9003a756-941c-4aff-a1f8-62daf5d6a056 req-9cad9ec5-05c5-4d7d-aff1-44aeefe5b834 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:55.308091 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9003a756-941c-4aff-a1f8-62daf5d6a056 req-9cad9ec5-05c5-4d7d-aff1-44aeefe5b834 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=85b91bdc-667f-4131-a31f-6713949adc60 HTTP/1.1" status: 200 len: 949 time: 0.0690782 Jul 09 14:44:55.339855 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ee6a0362-4c1c-4659-81ba-74a946372cc6 req-2a453b45-73e6-411b-8bc2-69e88a4f74a7 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/security-groups/a1b5848e-1116-494e-9bcd-3eec01dd6a13 HTTP/1.1" status: 200 len: 1798 time: 0.0402579 Jul 09 14:44:55.345854 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9003a756-941c-4aff-a1f8-62daf5d6a056 req-04054bc8-836e-4f4a-934a-26bcf56e2755 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375578 Jul 09 14:44:55.404573 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-ee6a0362-4c1c-4659-81ba-74a946372cc6 req-d8c7ac80-0310-4caf-8163-2fe4f732b923 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:55.432617 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-ee6a0362-4c1c-4659-81ba-74a946372cc6 req-d8c7ac80-0310-4caf-8163-2fe4f732b923 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:55.515103 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa5ace-5b7c-423c-a1f5-4c1c65c4df0c req-a17105ae-7882-4652-8203-82d55712c5fc tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:55.516499 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-81aa5ace-5b7c-423c-a1f5-4c1c65c4df0c req-a17105ae-7882-4652-8203-82d55712c5fc tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3d50154-45ba-49d5-befa-5f9595f8a14f HTTP/1.1" status: 200 len: 943 time: 0.0631225 Jul 09 14:44:55.553135 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-81aa5ace-5b7c-423c-a1f5-4c1c65c4df0c req-39341943-6391-4038-90cc-be2dad61de0f tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309544 Jul 09 14:44:55.589300 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-ee6a0362-4c1c-4659-81ba-74a946372cc6 req-d8c7ac80-0310-4caf-8163-2fe4f732b923 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:55.592947 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-ee6a0362-4c1c-4659-81ba-74a946372cc6 req-d8c7ac80-0310-4caf-8163-2fe4f732b923 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:55.593651 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ee6a0362-4c1c-4659-81ba-74a946372cc6 req-d8c7ac80-0310-4caf-8163-2fe4f732b923 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "DELETE /v2.0/security-groups/a1b5848e-1116-494e-9bcd-3eec01dd6a13 HTTP/1.1" status: 204 len: 173 time: 0.2449222 Jul 09 14:44:55.603585 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c7ac80-0310-4caf-8163-2fe4f732b923 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b5848e-1116-494e-9bcd-3eec01dd6a13,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:55.631671 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [req-3020c1db-4168-435d-834a-d27390c04237 req-07734b79-f951-42df-80e0-c05114c41f3c tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] show failed (client error): The resource could not be found. Jul 09 14:44:55.632665 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3020c1db-4168-435d-834a-d27390c04237 req-07734b79-f951-42df-80e0-c05114c41f3c tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/security-groups/a1b5848e-1116-494e-9bcd-3eec01dd6a13 HTTP/1.1" status: 404 len: 352 time: 0.0156941 Jul 09 14:44:55.693025 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1d5c6a3b-6332-4836-ae29-93e6fe601692 req-c762c882-2a2e-407c-ad6b-c525acc235eb tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/security-groups/4293e519-64ba-4335-a1d4-4bee81ae4b05 HTTP/1.1" status: 200 len: 1799 time: 0.0402906 Jul 09 14:44:55.700506 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bd225145-31d7-481d-abab-528f38558569 req-86d55b5c-72f3-4b12-80ec-ffb7ba73c785 tempest-ServerShowV254Test-974510398 tempest-ServerShowV254Test-974510398-project] 10.222.0.58 "GET /v2.0/ports?device_id=46f0cf83-f268-46ae-9f7b-d75d67a08975 HTTP/1.1" status: 200 len: 210 time: 0.0285339 Jul 09 14:44:55.750710 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-1d5c6a3b-6332-4836-ae29-93e6fe601692 req-a76cb675-62b2-4ff7-b5a3-bfdd3c7b71ba tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:55.772152 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-1d5c6a3b-6332-4836-ae29-93e6fe601692 req-a76cb675-62b2-4ff7-b5a3-bfdd3c7b71ba tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:55.879852 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-1d5c6a3b-6332-4836-ae29-93e6fe601692 req-a76cb675-62b2-4ff7-b5a3-bfdd3c7b71ba tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:55.882675 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-1d5c6a3b-6332-4836-ae29-93e6fe601692 req-a76cb675-62b2-4ff7-b5a3-bfdd3c7b71ba tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:55.883953 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1d5c6a3b-6332-4836-ae29-93e6fe601692 req-a76cb675-62b2-4ff7-b5a3-bfdd3c7b71ba tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "DELETE /v2.0/security-groups/4293e519-64ba-4335-a1d4-4bee81ae4b05 HTTP/1.1" status: 204 len: 173 time: 0.1852732 Jul 09 14:44:55.896761 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76cb675-62b2-4ff7-b5a3-bfdd3c7b71ba tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4293e519-64ba-4335-a1d4-4bee81ae4b05,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:55.936623 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c85a39-5110-40ea-8dde-a9987a750853 req-d376b39f-ea4f-4d49-9f5c-8610a227bd19 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:55.938109 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-92c85a39-5110-40ea-8dde-a9987a750853 req-d376b39f-ea4f-4d49-9f5c-8610a227bd19 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d9b5dfb-dd28-4538-8250-8acd61b1d6cf HTTP/1.1" status: 200 len: 945 time: 0.0726871 Jul 09 14:44:55.975431 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-92c85a39-5110-40ea-8dde-a9987a750853 req-c9dbac27-855f-4127-9d30-259d0cb00dfa tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317392 Jul 09 14:44:56.017799 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [req-a609b1bf-3369-4e90-88f8-a499d64d924e req-4b8090be-28aa-4c64-9504-748582d7da50 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] show failed (client error): The resource could not be found. Jul 09 14:44:56.018823 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a609b1bf-3369-4e90-88f8-a499d64d924e req-4b8090be-28aa-4c64-9504-748582d7da50 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/security-groups/4293e519-64ba-4335-a1d4-4bee81ae4b05 HTTP/1.1" status: 404 len: 352 time: 0.0158176 Jul 09 14:44:56.055103 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae24daf-2cdf-48e2-8f67-fee24361e64d req-1c6acaa3-8def-466e-b9f3-267d78906627 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:56.056682 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-aae24daf-2cdf-48e2-8f67-fee24361e64d req-1c6acaa3-8def-466e-b9f3-267d78906627 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 949 time: 0.0813525 Jul 09 14:44:56.097319 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-aae24daf-2cdf-48e2-8f67-fee24361e64d req-36d38ba5-3893-49e2-bdf9-1aa32e0c6ba3 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340996 Jul 09 14:44:56.103052 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c72ab243-2ece-469a-ab6b-f186d8e75c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:56.228421 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cdd437dd-c2d5-4054-bf8c-b1712055a4fa req-23c03da3-1f9f-4f9f-adc4-9a00f81e2a63 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2054036e72a742ef8b1d74fe2c924b36 HTTP/1.1" status: 200 len: 6148 time: 0.1042161 Jul 09 14:44:56.234891 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b5fca6-a225-43ca-b070-a6b3ff95bab5 req-a0623b5b-9dcb-43f7-92f0-e7c282b644d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:56.236364 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-45b5fca6-a225-43ca-b070-a6b3ff95bab5 req-a0623b5b-9dcb-43f7-92f0-e7c282b644d1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1e0132f74af84346b7937684dc0b5d46&device_id=c3d50154-45ba-49d5-befa-5f9595f8a14f HTTP/1.1" status: 200 len: 1094 time: 0.1055372 Jul 09 14:44:56.328783 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cdd437dd-c2d5-4054-bf8c-b1712055a4fa req-8b33b604-bacf-48e3-8841-b50c46c1411b tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/security-groups/e4543b64-216b-4880-92bb-514113489699 HTTP/1.1" status: 200 len: 2981 time: 0.0914519 Jul 09 14:44:56.406164 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cdd437dd-c2d5-4054-bf8c-b1712055a4fa req-0a851819-3e78-4ad1-b6df-3c1db1d99b2d tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/security-groups/e4543b64-216b-4880-92bb-514113489699 HTTP/1.1" status: 200 len: 2981 time: 0.0705426 Jul 09 14:44:56.422424 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b5fca6-a225-43ca-b070-a6b3ff95bab5 req-066a9e28-a886-4eee-a532-6277097a9ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:56.424228 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-45b5fca6-a225-43ca-b070-a6b3ff95bab5 req-066a9e28-a886-4eee-a532-6277097a9ce7 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=1e0132f74af84346b7937684dc0b5d46&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1609614 Jul 09 14:44:56.570787 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b5fca6-a225-43ca-b070-a6b3ff95bab5 req-f1bd5a56-f7c5-47be-b3d8-1e89717eb5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:56.572211 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-45b5fca6-a225-43ca-b070-a6b3ff95bab5 req-f1bd5a56-f7c5-47be-b3d8-1e89717eb5a9 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1401784 Jul 09 14:44:56.600664 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe2b462-57d3-4601-9a7f-06a4dddb6854 req-ee6d7cad-1e88-4869-bf96-f3bd370a548a tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:56.604279 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7fe2b462-57d3-4601-9a7f-06a4dddb6854 req-ee6d7cad-1e88-4869-bf96-f3bd370a548a tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=85b91bdc-667f-4131-a31f-6713949adc60 HTTP/1.1" status: 200 len: 949 time: 0.0855958 Jul 09 14:44:56.646708 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7fe2b462-57d3-4601-9a7f-06a4dddb6854 req-13ba086f-ede8-4c10-b20c-2f83692e7c15 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368614 Jul 09 14:44:56.697960 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c1907e-8ece-4cd9-a93b-a953e9f7c918 req-ed5882e8-e184-4e69-b664-76aa1dfd9d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:56.699536 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-47c1907e-8ece-4cd9-a93b-a953e9f7c918 req-ed5882e8-e184-4e69-b664-76aa1dfd9d23 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=85b91bdc-667f-4131-a31f-6713949adc60 HTTP/1.1" status: 200 len: 1100 time: 0.4330595 Jul 09 14:44:56.702179 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d4ff0-8fd3-4afe-96f3-39b79397a3eb req-0897a6e1-36c4-4ec9-94a7-a7cc2b065e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:56.703588 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0d1d4ff0-8fd3-4afe-96f3-39b79397a3eb req-0897a6e1-36c4-4ec9-94a7-a7cc2b065e85 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a55ce79b-7427-49b1-a91c-2296b00f25ff HTTP/1.1" status: 200 len: 1101 time: 0.4361374 Jul 09 14:44:56.704940 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-09d73ab2-6504-4700-9a5c-fcfa874768b3 req-3053a5a6-2c41-480b-9b8c-d0cb93d0e178 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1261332614', 'description': 'tempest-description-772604044'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:44:56.710941 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b6a35-a573-4c5b-bfad-23e4c9bfa64d req-063f1698-fbbd-4e1e-b2c4-dbb9a2514c25 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:56.712984 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8c2b6a35-a573-4c5b-bfad-23e4c9bfa64d req-063f1698-fbbd-4e1e-b2c4-dbb9a2514c25 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 944 time: 0.4559095 Jul 09 14:44:56.743886 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de83a3-65dc-4b40-adfe-9895026af37c req-43dbdb93-0b07-43e8-bd5f-d419d1953c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:56.747371 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-24de83a3-65dc-4b40-adfe-9895026af37c req-43dbdb93-0b07-43e8-bd5f-d419d1953c09 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1e0132f74af84346b7937684dc0b5d46&device_id=c3d50154-45ba-49d5-befa-5f9595f8a14f HTTP/1.1" status: 200 len: 1094 time: 0.0731132 Jul 09 14:44:56.788972 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-47c1907e-8ece-4cd9-a93b-a953e9f7c918 req-7ad24087-b202-4616-abc9-8ff9c118cb4b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755599 Jul 09 14:44:56.793115 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0d1d4ff0-8fd3-4afe-96f3-39b79397a3eb req-16c4da02-5905-498e-8726-087b5e3078af service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780029 Jul 09 14:44:56.796802 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8c2b6a35-a573-4c5b-bfad-23e4c9bfa64d req-0edf1037-614d-49a5-9aad-4a19f951e745 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712721 Jul 09 14:44:56.798542 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-24de83a3-65dc-4b40-adfe-9895026af37c req-abdae55a-d82c-4186-b449-06d1e33f636e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63564792-db71-45ad-a498-423d86cf60c4 HTTP/1.1" status: 200 len: 217 time: 0.0372205 Jul 09 14:44:56.811578 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-09d73ab2-6504-4700-9a5c-fcfa874768b3 req-3053a5a6-2c41-480b-9b8c-d0cb93d0e178 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:56.892845 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-09d73ab2-6504-4700-9a5c-fcfa874768b3 req-3053a5a6-2c41-480b-9b8c-d0cb93d0e178 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:56.959442 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad4257-da6a-4589-b13f-5e0c7ee57519 req-a234ea25-e7aa-4b23-9bf6-1dc21eaf98c6 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:56.960268 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-09d73ab2-6504-4700-9a5c-fcfa874768b3 req-3053a5a6-2c41-480b-9b8c-d0cb93d0e178 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:56.960934 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-23ad4257-da6a-4589-b13f-5e0c7ee57519 req-a234ea25-e7aa-4b23-9bf6-1dc21eaf98c6 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3d50154-45ba-49d5-befa-5f9595f8a14f HTTP/1.1" status: 200 len: 943 time: 0.0633309 Jul 09 14:44:56.990476 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3053a5a6-2c41-480b-9b8c-d0cb93d0e178 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=176d1b3c-cf6b-4450-88b0-5c6cb8796cad,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:57.002452 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-23ad4257-da6a-4589-b13f-5e0c7ee57519 req-aaf07fef-ba8c-439c-b842-e217da0cc69c tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350046 Jul 09 14:44:57.051878 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-09d73ab2-6504-4700-9a5c-fcfa874768b3 req-3053a5a6-2c41-480b-9b8c-d0cb93d0e178 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:57.056221 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-09d73ab2-6504-4700-9a5c-fcfa874768b3 req-3053a5a6-2c41-480b-9b8c-d0cb93d0e178 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3555715 Jul 09 14:44:57.139372 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9b736f79-70df-45a9-81b8-bf188d2e1f89 req-b5982754-5900-4ced-b5ed-2de23ed1a2d0 tempest-ServerShowV254Test-974510398 tempest-ServerShowV254Test-974510398-project] 10.222.0.58 "GET /v2.0/ports?device_id=46f0cf83-f268-46ae-9f7b-d75d67a08975 HTTP/1.1" status: 200 len: 210 time: 0.0286782 Jul 09 14:44:57.173277 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-3153953b-ee20-4ebe-ac96-091b471aa786 req-bc767c7e-7b68-484f-a575-21a4d5363cd3 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-863211840', 'description': 'tempest-description-351813459'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:44:57.207720 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668cbe1a-4685-4822-a989-53d4d3e06ad0 req-efb72e66-e657-48fb-b277-82145ad93219 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:57.209201 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-668cbe1a-4685-4822-a989-53d4d3e06ad0 req-efb72e66-e657-48fb-b277-82145ad93219 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d9b5dfb-dd28-4538-8250-8acd61b1d6cf HTTP/1.1" status: 200 len: 945 time: 0.0647233 Jul 09 14:44:57.246611 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-668cbe1a-4685-4822-a989-53d4d3e06ad0 req-c985cf21-ef28-4702-88dd-95bcea25c222 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318608 Jul 09 14:44:57.263962 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-3153953b-ee20-4ebe-ac96-091b471aa786 req-bc767c7e-7b68-484f-a575-21a4d5363cd3 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:57.351223 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-3153953b-ee20-4ebe-ac96-091b471aa786 req-bc767c7e-7b68-484f-a575-21a4d5363cd3 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:57.411886 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-3153953b-ee20-4ebe-ac96-091b471aa786 req-bc767c7e-7b68-484f-a575-21a4d5363cd3 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:57.418084 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a215b20e-07a8-4610-b9b3-e8aa4574b817 req-34d41350-d586-4410-b77a-40efe582861d tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:57.419695 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a215b20e-07a8-4610-b9b3-e8aa4574b817 req-34d41350-d586-4410-b77a-40efe582861d tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 949 time: 0.0701447 Jul 09 14:44:57.440952 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc767c7e-7b68-484f-a575-21a4d5363cd3 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34010b31-f554-43be-97ad-c099703e09f6,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:57.460476 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a215b20e-07a8-4610-b9b3-e8aa4574b817 req-ddfe2ca7-6606-4fde-8e5b-a159e0b78f2b tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343521 Jul 09 14:44:57.532016 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-3153953b-ee20-4ebe-ac96-091b471aa786 req-bc767c7e-7b68-484f-a575-21a4d5363cd3 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:57.533355 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3153953b-ee20-4ebe-ac96-091b471aa786 req-bc767c7e-7b68-484f-a575-21a4d5363cd3 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.3646750 Jul 09 14:44:57.745530 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de83a3-65dc-4b40-adfe-9895026af37c req-012d32a2-5764-4006-8192-b3b0bdd52e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:57.746986 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-24de83a3-65dc-4b40-adfe-9895026af37c req-012d32a2-5764-4006-8192-b3b0bdd52e35 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e78429e5-c16d-40cf-923f-e056853eac48 HTTP/1.1" status: 200 len: 846 time: 0.0577192 Jul 09 14:44:57.770478 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc74725-acfe-4e4d-91d7-2d8d3efbb105 req-fda7f3e9-6f9a-43cd-926f-ad04637ef2da tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:57.771916 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bcc74725-acfe-4e4d-91d7-2d8d3efbb105 req-fda7f3e9-6f9a-43cd-926f-ad04637ef2da tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4920f0a-a687-4b93-a713-044808adb81e HTTP/1.1" status: 200 len: 946 time: 0.1112170 Jul 09 14:44:57.794132 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-24de83a3-65dc-4b40-adfe-9895026af37c req-83f11cee-185b-44b7-a20b-ccfa107dff2a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391324 Jul 09 14:44:57.873582 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bcc74725-acfe-4e4d-91d7-2d8d3efbb105 req-1f5d93d0-61a5-45b4-a3c5-2aa8d9fbcf76 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] 10.222.0.58 "GET /v2.0/security-groups?id=9bee524b-1563-4251-8e44-a658a747a2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813324 Jul 09 14:44:57.908272 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-24de83a3-65dc-4b40-adfe-9895026af37c req-bd820c19-eae7-4df2-a2c2-a6067391fb72 service neutron] 10.222.0.62 "GET /v2.0/networks/4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067305 Jul 09 14:44:58.078656 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-24de83a3-65dc-4b40-adfe-9895026af37c req-764e08d0-115f-42da-815f-c776de00e39a service neutron] 10.222.0.62 "GET /v2.0/networks/4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621168 Jul 09 14:44:58.096709 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b2859-ca1a-4379-a7c1-d26afe805b6b req-e0438b69-cfcf-4c59-9c9d-6de2d065d7a5 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:58.098135 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6a5b2859-ca1a-4379-a7c1-d26afe805b6b req-e0438b69-cfcf-4c59-9c9d-6de2d065d7a5 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/networks?id=7315f037-8bae-46c2-abb3-b71f897eb072 HTTP/1.1" status: 200 len: 813 time: 0.1352239 Jul 09 14:44:58.116851 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6a5b2859-ca1a-4379-a7c1-d26afe805b6b req-8eb29702-9607-46c3-8d9f-09668445257d tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/quotas/2054036e72a742ef8b1d74fe2c924b36 HTTP/1.1" status: 200 len: 375 time: 0.0126183 Jul 09 14:44:58.119818 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13008aa5-c8d3-41aa-800d-ca7485a5375c req-63761d46-3a70-4361-bb42-dbf03a930c54 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:58.121051 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-13008aa5-c8d3-41aa-800d-ca7485a5375c req-63761d46-3a70-4361-bb42-dbf03a930c54 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=85b91bdc-667f-4131-a31f-6713949adc60 HTTP/1.1" status: 200 len: 949 time: 0.0723574 Jul 09 14:44:58.157874 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-13008aa5-c8d3-41aa-800d-ca7485a5375c req-d0a47b66-91ab-4cac-b311-3274944a9101 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324378 Jul 09 14:44:58.185439 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6a5b2859-ca1a-4379-a7c1-d26afe805b6b req-6e189559-07c5-4306-b182-772dce78b06d tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2054036e72a742ef8b1d74fe2c924b36&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0627661 Jul 09 14:44:58.276660 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6a5b2859-ca1a-4379-a7c1-d26afe805b6b req-30f01959-0ef6-49c3-ac45-b1fcb099cf2a service neutron] 10.222.0.58 "GET /v2.0/networks/7315f037-8bae-46c2-abb3-b71f897eb072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841608 Jul 09 14:44:58.339364 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e633959-63ee-41cf-bbf5-1560a9d12cb3 req-867b89b3-f0c7-4fd9-a007-f173c6ef1f4b tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:58.340876 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3e633959-63ee-41cf-bbf5-1560a9d12cb3 req-867b89b3-f0c7-4fd9-a007-f173c6ef1f4b tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 944 time: 0.0704725 Jul 09 14:44:58.387660 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3e633959-63ee-41cf-bbf5-1560a9d12cb3 req-85e4758a-4535-4226-85dc-98a2299ee116 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382826 Jul 09 14:44:58.387946 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6a5b2859-ca1a-4379-a7c1-d26afe805b6b req-aa3c8fc3-e2a3-4db6-81b4-c53a0be22f23 service neutron] 10.222.0.58 "GET /v2.0/networks/7315f037-8bae-46c2-abb3-b71f897eb072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050301 Jul 09 14:44:58.560527 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904418cb-f13a-4028-b779-ad1edcf7b2c3 req-0d6ce646-9602-4e0c-9d45-38a60019f067 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:58.561988 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-904418cb-f13a-4028-b779-ad1edcf7b2c3 req-0d6ce646-9602-4e0c-9d45-38a60019f067 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d9b5dfb-dd28-4538-8250-8acd61b1d6cf HTTP/1.1" status: 200 len: 945 time: 0.0628595 Jul 09 14:44:58.599904 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-904418cb-f13a-4028-b779-ad1edcf7b2c3 req-2d7c5a50-21cf-410f-a33f-6ca7f8acc491 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322907 Jul 09 14:44:58.762826 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7a42054d-d5b4-480c-9145-185ed5b58d5b req-ba9dcb67-318c-4e45-84bd-0e341988c1ca tempest-ServerShowV254Test-974510398 tempest-ServerShowV254Test-974510398-project] 10.222.0.58 "GET /v2.0/ports?device_id=46f0cf83-f268-46ae-9f7b-d75d67a08975 HTTP/1.1" status: 200 len: 210 time: 0.0327954 Jul 09 14:44:58.765445 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d85ca-7ce8-49ce-8961-09f4e1ddb3de req-ebe2e195-bf0f-4ef3-bfd4-97e7cf2ba5af tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:58.767004 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4a1d85ca-7ce8-49ce-8961-09f4e1ddb3de req-ebe2e195-bf0f-4ef3-bfd4-97e7cf2ba5af tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3d50154-45ba-49d5-befa-5f9595f8a14f HTTP/1.1" status: 200 len: 943 time: 0.0775084 Jul 09 14:44:58.813466 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4a1d85ca-7ce8-49ce-8961-09f4e1ddb3de req-6c62f933-8325-4cb2-b65e-442f178bd6b9 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393617 Jul 09 14:44:58.890800 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-133b3509-a8d2-4058-8318-d1f5a35d4e0c req-7b1aad02-7182-401b-bbdd-b4d44ecf3309 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/ports?device_id=98f49820-6303-40d9-aad5-6435a6014533 HTTP/1.1" status: 200 len: 210 time: 0.0327556 Jul 09 14:44:58.940962 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b35ad-79e3-41ca-a355-51ce8ba2802f req-1d3ab446-9409-4b53-9599-5dfd24f845d0 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:58.942434 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-af5b35ad-79e3-41ca-a355-51ce8ba2802f req-1d3ab446-9409-4b53-9599-5dfd24f845d0 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 949 time: 0.0678442 Jul 09 14:44:58.979132 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-af5b35ad-79e3-41ca-a355-51ce8ba2802f req-19b4a2fd-7406-465c-81de-d3f0d2e29f9c tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310800 Jul 09 14:44:58.994215 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-54b5a776-8596-43a1-8fc0-8eeb31f4f78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:59.120589 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:59.342031 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52d448-8d65-4850-abe3-9974bb840484 req-90dd9c10-5426-42b5-b7cb-cdb896849481 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:59.343477 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dc52d448-8d65-4850-abe3-9974bb840484 req-90dd9c10-5426-42b5-b7cb-cdb896849481 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=85b91bdc-667f-4131-a31f-6713949adc60 HTTP/1.1" status: 200 len: 949 time: 0.0698841 Jul 09 14:44:59.382421 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dc52d448-8d65-4850-abe3-9974bb840484 req-d97672d8-0e31-4455-8609-0e47049775e4 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330701 Jul 09 14:44:59.583881 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d3a856-dd64-4a80-a0ba-f3a2eea56bb3 req-216927aa-0741-49f4-89c0-4ce6763a82da tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:59.585935 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e0d3a856-dd64-4a80-a0ba-f3a2eea56bb3 req-216927aa-0741-49f4-89c0-4ce6763a82da tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 944 time: 0.0696707 Jul 09 14:44:59.632481 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e0d3a856-dd64-4a80-a0ba-f3a2eea56bb3 req-cf6251df-6649-46ed-9f5b-b2026453d473 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405979 Jul 09 14:44:59.844146 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee03675-3929-4fee-833b-09794727f493 req-91e185c2-5773-4543-b215-369275a230aa tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:59.845983 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aee03675-3929-4fee-833b-09794727f493 req-91e185c2-5773-4543-b215-369275a230aa tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d9b5dfb-dd28-4538-8250-8acd61b1d6cf HTTP/1.1" status: 200 len: 945 time: 0.0894330 Jul 09 14:44:59.891944 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aee03675-3929-4fee-833b-09794727f493 req-2f5899c3-9386-4b69-b047-772f2f0fa785 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383816 Jul 09 14:44:59.988925 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d2faa00b-1b81-46b5-8f72-e13b5e830c78 req-a78fb067-65d8-4bc9-9cac-5d9ed3b085e4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=46f0cf83-f268-46ae-9f7b-d75d67a08975 HTTP/1.1" status: 200 len: 210 time: 0.0270817 Jul 09 14:45:00.012602 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35abcc64-6f9c-404e-b264-0bf20f5dcb9d req-dba6a13a-4b3c-4a11-8ee6-f858bf034f01 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:00.021462 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-35abcc64-6f9c-404e-b264-0bf20f5dcb9d req-dba6a13a-4b3c-4a11-8ee6-f858bf034f01 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4920f0a-a687-4b93-a713-044808adb81e HTTP/1.1" status: 200 len: 946 time: 0.0836771 Jul 09 14:45:00.052633 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-16b35a2b-ae9d-4d48-a10d-35bfd336c5fe req-0e14b851-9818-428a-bcef-ad2db4f8c07f tempest-ServerShowV254Test-974510398 tempest-ServerShowV254Test-974510398-project] 10.222.0.58 "GET /v2.0/ports?device_id=46f0cf83-f268-46ae-9f7b-d75d67a08975 HTTP/1.1" status: 200 len: 210 time: 0.0477664 Jul 09 14:45:00.079416 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-35abcc64-6f9c-404e-b264-0bf20f5dcb9d req-f513ecd4-072c-4d90-ba82-f41c3baaa76f tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] 10.222.0.58 "GET /v2.0/security-groups?id=9bee524b-1563-4251-8e44-a658a747a2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525155 Jul 09 14:45:00.103481 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:00.194132 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d49d2747-1252-4c9f-99e5-76ad7393c36a req-62069331-8a78-45e7-82ef-f02b8059a1f3 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/ports?device_id=98f49820-6303-40d9-aad5-6435a6014533 HTTP/1.1" status: 200 len: 210 time: 0.0337300 Jul 09 14:45:00.225430 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce9ef81-5f68-4776-837f-ade6f98e465a req-2d411bba-2838-4788-87c5-3c85c25e9e4f tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:00.226962 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1ce9ef81-5f68-4776-837f-ade6f98e465a req-2d411bba-2838-4788-87c5-3c85c25e9e4f tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3d50154-45ba-49d5-befa-5f9595f8a14f HTTP/1.1" status: 200 len: 943 time: 0.0708532 Jul 09 14:45:00.273558 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1ce9ef81-5f68-4776-837f-ade6f98e465a req-eff7b4b4-0b0d-46ad-83e3-c21d089bd7f2 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397508 Jul 09 14:45:00.389341 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da08da90-3fb4-4bbd-8b5f-34cccb2b12f8 req-21d11381-1a58-4cab-aa69-f30cfffb25a0 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:00.393826 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-da08da90-3fb4-4bbd-8b5f-34cccb2b12f8 req-21d11381-1a58-4cab-aa69-f30cfffb25a0 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 949 time: 0.0760677 Jul 09 14:45:00.438684 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-da08da90-3fb4-4bbd-8b5f-34cccb2b12f8 req-f01655e8-b455-435d-99ed-e93133e1690f tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417597 Jul 09 14:45:00.547463 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a289b912-c1ca-4a6c-835d-ed29e0178dfc req-00530a78-892c-46c8-b11b-b6bdf71b4e08 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:00.549004 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a289b912-c1ca-4a6c-835d-ed29e0178dfc req-00530a78-892c-46c8-b11b-b6bdf71b4e08 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d9b5dfb-dd28-4538-8250-8acd61b1d6cf HTTP/1.1" status: 200 len: 945 time: 0.0670509 Jul 09 14:45:00.566291 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4505c2-117c-4975-93a7-89c8344072ce req-f95305a8-f558-4041-b23f-2681669edebb tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:00.567828 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ce4505c2-117c-4975-93a7-89c8344072ce req-f95305a8-f558-4041-b23f-2681669edebb tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=85b91bdc-667f-4131-a31f-6713949adc60 HTTP/1.1" status: 200 len: 949 time: 0.0649993 Jul 09 14:45:00.630492 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ce4505c2-117c-4975-93a7-89c8344072ce req-6078340a-7678-404e-8ef3-e3de4183ac8d tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564890 Jul 09 14:45:00.657274 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-a289b912-c1ca-4a6c-835d-ed29e0178dfc req-3cf0060d-37e7-41aa-9736-d0ba1e600dd5 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Deleting port 8e3eeb3e-d0fc-411f-9c09-6c5c2ea01af6 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:45:00.657612 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-a289b912-c1ca-4a6c-835d-ed29e0178dfc req-3cf0060d-37e7-41aa-9736-d0ba1e600dd5 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:00.669358 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee27170-a3f5-4b38-998e-3bc65a6cdd61 req-c4a5e754-a5f5-474a-be3a-e2d8641eacbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:00.672248 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9ee27170-a3f5-4b38-998e-3bc65a6cdd61 req-c4a5e754-a5f5-474a-be3a-e2d8641eacbb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd&tenant_id=5ec7891592d74a6886dfa68c8f9e2e18 HTTP/1.1" status: 200 len: 1100 time: 0.0711370 Jul 09 14:45:00.767425 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee27170-a3f5-4b38-998e-3bc65a6cdd61 req-1b06dd86-3095-4427-ada1-5d861c90fb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:00.768845 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9ee27170-a3f5-4b38-998e-3bc65a6cdd61 req-1b06dd86-3095-4427-ada1-5d861c90fb27 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5ec7891592d74a6886dfa68c8f9e2e18&device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 1100 time: 0.0618260 Jul 09 14:45:00.776056 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-a289b912-c1ca-4a6c-835d-ed29e0178dfc req-3cf0060d-37e7-41aa-9736-d0ba1e600dd5 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] For port 8e3eeb3e-d0fc-411f-9c09-6c5c2ea01af6, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=8e3eeb3e-d0fc-411f-9c09-6c5c2ea01af6,segment=NetworkSegment(ea3e7312-a29e-42fd-9247-9011d25d7154),segment_id=ea3e7312-a29e-42fd-9247-9011d25d7154)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:45:00.776420 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-a289b912-c1ca-4a6c-835d-ed29e0178dfc req-3cf0060d-37e7-41aa-9736-d0ba1e600dd5 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:00.904308 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee27170-a3f5-4b38-998e-3bc65a6cdd61 req-a5a89c5d-ede1-4790-b2a7-ac791d601f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:00.905786 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9ee27170-a3f5-4b38-998e-3bc65a6cdd61 req-a5a89c5d-ede1-4790-b2a7-ac791d601f70 service neutron] 10.222.0.62 "GET /v2.0/networks?id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc HTTP/1.1" status: 200 len: 870 time: 0.1298547 Jul 09 14:45:00.916694 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb89fdad-2be5-46ae-9400-3eeb267a4bc0 req-054b7d2a-05c1-4bf1-88fc-ad98614d956b tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:00.918622 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-eb89fdad-2be5-46ae-9400-3eeb267a4bc0 req-054b7d2a-05c1-4bf1-88fc-ad98614d956b tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 944 time: 0.1345363 Jul 09 14:45:00.967670 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9ee27170-a3f5-4b38-998e-3bc65a6cdd61 req-9b5cfa4d-86d8-498d-ad77-4642058c092c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=5a8e589d-f7dc-494f-aeb6-1bcb96db6e28 HTTP/1.1" status: 200 len: 217 time: 0.0479965 Jul 09 14:45:00.993875 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-eb89fdad-2be5-46ae-9400-3eeb267a4bc0 req-f368f51e-5553-4c56-9e03-f33432765f53 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683541 Jul 09 14:45:01.035517 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee27170-a3f5-4b38-998e-3bc65a6cdd61 req-e1e90c6e-f10a-419a-bbf5-da3d9e0b017e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:01.037763 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9ee27170-a3f5-4b38-998e-3bc65a6cdd61 req-e1e90c6e-f10a-419a-bbf5-da3d9e0b017e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.0591910 Jul 09 14:45:01.043060 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-a289b912-c1ca-4a6c-835d-ed29e0178dfc req-3cf0060d-37e7-41aa-9736-d0ba1e600dd5 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Calling delete_port for 8e3eeb3e-d0fc-411f-9c09-6c5c2ea01af6 owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:45:01.104102 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee27170-a3f5-4b38-998e-3bc65a6cdd61 req-84c1c4be-2837-427e-b787-bf27595316ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:01.105948 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9ee27170-a3f5-4b38-998e-3bc65a6cdd61 req-84c1c4be-2837-427e-b787-bf27595316ff service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0606890 Jul 09 14:45:01.130299 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7bb34c-252f-405b-b862-3176cea6c4ec req-4eca782a-72f1-4346-a3bc-b1a84e2d7d75 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:01.131844 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9f7bb34c-252f-405b-b862-3176cea6c4ec req-4eca782a-72f1-4346-a3bc-b1a84e2d7d75 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=a55ce79b-7427-49b1-a91c-2296b00f25ff HTTP/1.1" status: 200 len: 950 time: 0.3614366 Jul 09 14:45:01.203296 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9f7bb34c-252f-405b-b862-3176cea6c4ec req-a6d0124e-e001-4ae3-8707-7b91f49746cc tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587697 Jul 09 14:45:01.282499 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f065a1f5-c912-45cf-a6fd-0e7023130f65 req-0eeb6c97-aa0b-40bd-88b9-c31798d8746b tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:01.284209 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f065a1f5-c912-45cf-a6fd-0e7023130f65 req-0eeb6c97-aa0b-40bd-88b9-c31798d8746b tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d9b5dfb-dd28-4538-8250-8acd61b1d6cf HTTP/1.1" status: 200 len: 945 time: 0.1470025 Jul 09 14:45:01.288373 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9ee27170-a3f5-4b38-998e-3bc65a6cdd61 req-44513823-f75f-4b6b-9824-b3c45e7117bb service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749041 Jul 09 14:45:01.346556 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f3626348-b404-4832-a22f-54360f98baa5 req-520a800c-9e33-41dd-9b82-6df3eff53897 tempest-ServerShowV254Test-974510398 tempest-ServerShowV254Test-974510398-project] 10.222.0.58 "GET /v2.0/ports?device_id=46f0cf83-f268-46ae-9f7b-d75d67a08975 HTTP/1.1" status: 200 len: 210 time: 0.0327117 Jul 09 14:45:01.384957 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-a289b912-c1ca-4a6c-835d-ed29e0178dfc req-3cf0060d-37e7-41aa-9736-d0ba1e600dd5 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:01.400876 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f065a1f5-c912-45cf-a6fd-0e7023130f65 req-6b557b7b-ccad-47ff-b4c4-de9ef78d1c65 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5120f0-512e-44fb-b86c-00ee29facd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084306 Jul 09 14:45:01.421345 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['8e3eeb3e-d0fc-411f-9c09-6c5c2ea01af6'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:45:01.475788 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf0060d-37e7-41aa-9736-d0ba1e600dd5 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Pushing event deleted for resources: {'Port': ['ID=8e3eeb3e-d0fc-411f-9c09-6c5c2ea01af6,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:01.498562 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9ee27170-a3f5-4b38-998e-3bc65a6cdd61 req-39624fe3-49f8-482f-ba4f-3b9d8eb0903e service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994648 Jul 09 14:45:01.504147 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:01.548529 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1ddc5e32-7b6f-4865-bef5-57b2a36b3163 req-3c1821b0-5e35-4c81-8ce0-ff3e3fd02149 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/ports?device_id=98f49820-6303-40d9-aad5-6435a6014533 HTTP/1.1" status: 200 len: 210 time: 0.0475044 Jul 09 14:45:01.553206 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b2859-ca1a-4379-a7c1-d26afe805b6b req-43b62dba-e94d-4e1f-ba61-146db217df1e tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:01.554813 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6a5b2859-ca1a-4379-a7c1-d26afe805b6b req-43b62dba-e94d-4e1f-ba61-146db217df1e tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.54 "GET /v2.0/networks?id=7315f037-8bae-46c2-abb3-b71f897eb072 HTTP/1.1" status: 200 len: 813 time: 0.1359091 Jul 09 14:45:01.570590 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-6a5b2859-ca1a-4379-a7c1-d26afe805b6b req-b9e5a23f-f170-4389-b4c6-ac25af9fe6a3 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Request body: {'port': {'device_id': '98f49820-6303-40d9-aad5-6435a6014533', 'network_id': '7315f037-8bae-46c2-abb3-b71f897eb072', 'admin_state_up': True, 'tenant_id': '2054036e72a742ef8b1d74fe2c924b36'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:45:01.572251 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-a289b912-c1ca-4a6c-835d-ed29e0178dfc req-3cf0060d-37e7-41aa-9736-d0ba1e600dd5 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] No DVR routers for this DVR port 8e3eeb3e-d0fc-411f-9c09-6c5c2ea01af6 on host n-h1-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:45:01.584778 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-a289b912-c1ca-4a6c-835d-ed29e0178dfc req-3cf0060d-37e7-41aa-9736-d0ba1e600dd5 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:01.586852 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a289b912-c1ca-4a6c-835d-ed29e0178dfc req-3cf0060d-37e7-41aa-9736-d0ba1e600dd5 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.62 "DELETE /v2.0/ports/8e3eeb3e-d0fc-411f-9c09-6c5c2ea01af6 HTTP/1.1" status: 204 len: 173 time: 1.0312953 Jul 09 14:45:01.587342 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d9b5dfb-dd28-4538-8250-8acd61b1d6cf', 'name': 'network-vif-deleted', 'tag': '8e3eeb3e-d0fc-411f-9c09-6c5c2ea01af6'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:45:01.589696 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164feb2d-bc53-4973-ad7f-70cad445f0d4" -d '{"events": [{"server_uuid": "2d9b5dfb-dd28-4538-8250-8acd61b1d6cf", "name": "network-vif-deleted", "tag": "8e3eeb3e-d0fc-411f-9c09-6c5c2ea01af6"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:45:01.774635 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a5b2859-ca1a-4379-a7c1-d26afe805b6b req-b9e5a23f-f170-4389-b4c6-ac25af9fe6a3 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Made reservation on behalf of 2054036e72a742ef8b1d74fe2c924b36 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:45:01.778262 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-6a5b2859-ca1a-4379-a7c1-d26afe805b6b req-b9e5a23f-f170-4389-b4c6-ac25af9fe6a3 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:01.813749 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d1e72-0916-497a-a896-9120cdca95d2 req-dc509e0b-5d1b-4b72-b198-7df412827f77 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:01.819566 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d1e72-0916-497a-a896-9120cdca95d2 req-dc509e0b-5d1b-4b72-b198-7df412827f77 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:01.821124 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f20d1e72-0916-497a-a896-9120cdca95d2 req-dc509e0b-5d1b-4b72-b198-7df412827f77 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=85b91bdc-667f-4131-a31f-6713949adc60&device_id=a55ce79b-7427-49b1-a91c-2296b00f25ff HTTP/1.1" status: 200 len: 1690 time: 0.0995781 Jul 09 14:45:01.904271 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f20d1e72-0916-497a-a896-9120cdca95d2 req-43935ef1-17db-4047-90c5-f6a3fd9ac1c2 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769792 Jul 09 14:45:01.952118 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-6a5b2859-ca1a-4379-a7c1-d26afe805b6b req-b9e5a23f-f170-4389-b4c6-ac25af9fe6a3 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Allocated IP 172.20.0.7 (7315f037-8bae-46c2-abb3-b71f897eb072/a6a78364-bb65-4c21-a934-4153d5dd997e/523b850b-e1a3-44ef-b8dc-2a3322dc8598) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:45:02.120123 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 63564792-db71-45ad-a498-423d86cf60c4 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:45:02.127702 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 5a8e589d-f7dc-494f-aeb6-1bcb96db6e28 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:45:02.137430 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a24ecc-cc28-448e-9f29-bfc25efa14f2 req-a27ff3b8-b85f-48fd-8539-ab85cfce7443 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:02.139538 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-57a24ecc-cc28-448e-9f29-bfc25efa14f2 req-a27ff3b8-b85f-48fd-8539-ab85cfce7443 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3d50154-45ba-49d5-befa-5f9595f8a14f HTTP/1.1" status: 200 len: 943 time: 0.1447105 Jul 09 14:45:02.150146 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-6a5b2859-ca1a-4379-a7c1-d26afe805b6b req-b9e5a23f-f170-4389-b4c6-ac25af9fe6a3 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:02.203670 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-57a24ecc-cc28-448e-9f29-bfc25efa14f2 req-662beb14-0780-4857-9712-9e1903f94096 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585005 Jul 09 14:45:02.268767 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca4f714-6fd5-4aff-9c7f-da659d871e10 x-openstack-request-id: req-3ca4f714-6fd5-4aff-9c7f-da659d871e10 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:45:02.269067 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d9b5dfb-dd28-4538-8250-8acd61b1d6cf", "name": "network-vif-deleted", "tag": "8e3eeb3e-d0fc-411f-9c09-6c5c2ea01af6", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:45:02.269320 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3ca4f714-6fd5-4aff-9c7f-da659d871e10 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:45:02.269719 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d9b5dfb-dd28-4538-8250-8acd61b1d6cf', 'name': 'network-vif-deleted', 'tag': '8e3eeb3e-d0fc-411f-9c09-6c5c2ea01af6', 'status': 'completed', 'code': 200} Jul 09 14:45:02.312473 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:02.321181 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-6a5b2859-ca1a-4379-a7c1-d26afe805b6b req-b9e5a23f-f170-4389-b4c6-ac25af9fe6a3 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:02.336996 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['bc749f98-3287-45a3-921a-931e5b16101d'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:45:02.366826 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 5a8e589d-f7dc-494f-aeb6-1bcb96db6e28, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=5a8e589d-f7dc-494f-aeb6-1bcb96db6e28,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:45:02.370613 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 63564792-db71-45ad-a498-423d86cf60c4, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=63564792-db71-45ad-a498-423d86cf60c4,segment=NetworkSegment(53f9e82d-cbee-4af4-9fe3-f119337023c8),segment_id=53f9e82d-cbee-4af4-9fe3-f119337023c8)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:45:02.373717 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4380a92-6f44-411b-aecf-545fdd8500bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a8e589d-f7dc-494f-aeb6-1bcb96db6e28'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:45:02.376621 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a5b2859-ca1a-4379-a7c1-d26afe805b6b req-b9e5a23f-f170-4389-b4c6-ac25af9fe6a3 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Network 7315f037-8bae-46c2-abb3-b71f897eb072 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:45:02.377577 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-672cc12c-459d-4654-955d-60d9130f7d79" -d '{"events": [{"server_uuid": "e4380a92-6f44-411b-aecf-545fdd8500bd", "name": "network-vif-unplugged", "status": "completed", "tag": "5a8e589d-f7dc-494f-aeb6-1bcb96db6e28"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:45:02.381002 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-6a5b2859-ca1a-4379-a7c1-d26afe805b6b req-b9e5a23f-f170-4389-b4c6-ac25af9fe6a3 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:45:02.387729 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af158831-7153-4c8f-a653-48c71fa8f289 req-fcd13cd4-884a-4792-a226-14f497cc44eb tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:02.388897 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a5b2859-ca1a-4379-a7c1-d26afe805b6b req-b9e5a23f-f170-4389-b4c6-ac25af9fe6a3 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:45:02.389350 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-af158831-7153-4c8f-a653-48c71fa8f289 req-fcd13cd4-884a-4792-a226-14f497cc44eb tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 949 time: 0.0856533 Jul 09 14:45:02.402924 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e5a23f-f170-4389-b4c6-ac25af9fe6a3 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Pushing event updated for resources: {'Port': ['ID=523b850b-e1a3-44ef-b8dc-2a3322dc8598,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:02.414019 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '63564792-db71-45ad-a498-423d86cf60c4', 'network_id': '4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9', 'port_id': '63564792-db71-45ad-a498-423d86cf60c4', 'mac_address': 'fa:16:3e:7e:d4:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e78429e5-c16d-40cf-923f-e056853eac48', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:45:02.460599 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-af158831-7153-4c8f-a653-48c71fa8f289 req-ecd11258-fa83-40c8-ab83-34d7d601dd84 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641093 Jul 09 14:45:02.469312 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b2859-ca1a-4379-a7c1-d26afe805b6b req-b9e5a23f-f170-4389-b4c6-ac25af9fe6a3 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:02.470060 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-6a5b2859-ca1a-4379-a7c1-d26afe805b6b req-b9e5a23f-f170-4389-b4c6-ac25af9fe6a3 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:02.476922 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:02.495435 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:02.508815 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63564792-db71-45ad-a498-423d86cf60c4 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:45:02.546154 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c89ac52-976c-41b8-9db7-8a4da8a610a8 req-c12ada4d-a741-4514-b1b4-aff9a5c46832 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:02.548213 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6c89ac52-976c-41b8-9db7-8a4da8a610a8 req-c12ada4d-a741-4514-b1b4-aff9a5c46832 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 944 time: 0.0753410 Jul 09 14:45:02.565292 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 63564792-db71-45ad-a498-423d86cf60c4, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=63564792-db71-45ad-a498-423d86cf60c4,segment=NetworkSegment(53f9e82d-cbee-4af4-9fe3-f119337023c8),segment_id=53f9e82d-cbee-4af4-9fe3-f119337023c8)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:45:02.582045 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6a5b2859-ca1a-4379-a7c1-d26afe805b6b req-b9e5a23f-f170-4389-b4c6-ac25af9fe6a3 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0161569 Jul 09 14:45:02.593898 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=5a8e589d-f7dc-494f-aeb6-1bcb96db6e28,revision_number=9']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:02.598115 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-6a5b2859-ca1a-4379-a7c1-d26afe805b6b req-b31ea7dc-30c7-4f5e-bd63-759707251b6c service neutron] Request body: {'port': {'device_id': '98f49820-6303-40d9-aad5-6435a6014533', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:45:02.605676 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:02.612493 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:02.613774 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:02.613774 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:02.613774 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:02.614100 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:02.614196 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:02.614446 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:02.615038 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:02.615374 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:02.615762 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:02.616056 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:02.616378 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:02.634207 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6c89ac52-976c-41b8-9db7-8a4da8a610a8 req-4fe06e3e-77d1-4659-98b0-d34de27cb149 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783880 Jul 09 14:45:02.670235 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b0d50-a5db-444b-b7ce-db6b52a67c95 req-31bc7c03-82f3-4583-b59e-a64d5b8947db tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:02.672394 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-094b0d50-a5db-444b-b7ce-db6b52a67c95 req-31bc7c03-82f3-4583-b59e-a64d5b8947db tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4920f0a-a687-4b93-a713-044808adb81e HTTP/1.1" status: 200 len: 946 time: 0.0838854 Jul 09 14:45:02.691058 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-6a5b2859-ca1a-4379-a7c1-d26afe805b6b req-b31ea7dc-30c7-4f5e-bd63-759707251b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:02.697665 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=63564792-db71-45ad-a498-423d86cf60c4,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:02.735888 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-094b0d50-a5db-444b-b7ce-db6b52a67c95 req-18325f42-5a67-4ded-9e4c-e0d5f2a4f171 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] 10.222.0.58 "GET /v2.0/security-groups?id=9bee524b-1563-4251-8e44-a658a747a2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556941 Jul 09 14:45:02.878419 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7c3829ba-b4c7-42e0-bac9-857834b8122a req-a9d4f461-f799-4a64-ab2d-8117bcad8ac7 tempest-ServerShowV254Test-974510398 tempest-ServerShowV254Test-974510398-project] 10.222.0.58 "GET /v2.0/ports?device_id=46f0cf83-f268-46ae-9f7b-d75d67a08975 HTTP/1.1" status: 200 len: 210 time: 0.0340095 Jul 09 14:45:02.939145 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 14:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34bfb6e-589f-4074-baf2-780c3b58b149 x-openstack-request-id: req-c34bfb6e-589f-4074-baf2-780c3b58b149 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:45:02.939842 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4380a92-6f44-411b-aecf-545fdd8500bd", "name": "network-vif-unplugged", "status": "completed", "tag": "5a8e589d-f7dc-494f-aeb6-1bcb96db6e28", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:45:02.941169 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c34bfb6e-589f-4074-baf2-780c3b58b149 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:45:02.942192 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4380a92-6f44-411b-aecf-545fdd8500bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a8e589d-f7dc-494f-aeb6-1bcb96db6e28', 'code': 200} Jul 09 14:45:02.967489 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac877082-4dba-45fa-aec9-3c3d4ae7af1e req-8b8adc0e-cc14-425b-9e80-382f883a2643 tempest-ServersOnMultiNodesTest-1500247451 tempest-ServersOnMultiNodesTest-1500247451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:02.969062 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ac877082-4dba-45fa-aec9-3c3d4ae7af1e req-8b8adc0e-cc14-425b-9e80-382f883a2643 tempest-ServersOnMultiNodesTest-1500247451 tempest-ServersOnMultiNodesTest-1500247451-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=85b91bdc-667f-4131-a31f-6713949adc60 HTTP/1.1" status: 200 len: 1100 time: 0.1380088 Jul 09 14:45:03.039139 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ac877082-4dba-45fa-aec9-3c3d4ae7af1e req-5424f2fa-a75b-4a0e-9453-dd91095e8804 tempest-ServersOnMultiNodesTest-1500247451 tempest-ServersOnMultiNodesTest-1500247451-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580137 Jul 09 14:45:03.066744 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['63564792-db71-45ad-a498-423d86cf60c4'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:45:03.068350 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-600b1cfb-dedd-4de4-b74f-c705a400ada2 req-b0c50878-f42b-4410-847e-317c93855398 tempest-DeleteServersTestJSON-1136602532 tempest-DeleteServersTestJSON-1136602532-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d9b5dfb-dd28-4538-8250-8acd61b1d6cf HTTP/1.1" status: 200 len: 210 time: 0.0291131 Jul 09 14:45:03.108156 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-6a5b2859-ca1a-4379-a7c1-d26afe805b6b req-b31ea7dc-30c7-4f5e-bd63-759707251b6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 523b850b-e1a3-44ef-b8dc-2a3322dc8598 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:45:03.118840 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-6a5b2859-ca1a-4379-a7c1-d26afe805b6b req-b31ea7dc-30c7-4f5e-bd63-759707251b6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:03.132169 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-6a5b2859-ca1a-4379-a7c1-d26afe805b6b req-b31ea7dc-30c7-4f5e-bd63-759707251b6c service neutron] Transition to ACTIVE for port object 523b850b-e1a3-44ef-b8dc-2a3322dc8598 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:45:03.208487 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-6a5b2859-ca1a-4379-a7c1-d26afe805b6b req-b31ea7dc-30c7-4f5e-bd63-759707251b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:03.269269 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23339731-7c31-4972-802f-2a8a3e578f9d req-8100159b-da7c-410a-a8f4-1cf8bf21eb34 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:03.270746 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-23339731-7c31-4972-802f-2a8a3e578f9d req-8100159b-da7c-410a-a8f4-1cf8bf21eb34 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/ports?device_id=98f49820-6303-40d9-aad5-6435a6014533 HTTP/1.1" status: 200 len: 931 time: 0.1097291 Jul 09 14:45:03.291733 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31ea7dc-30c7-4f5e-bd63-759707251b6c service neutron] Pushing event updated for resources: {'Port': ['ID=523b850b-e1a3-44ef-b8dc-2a3322dc8598,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:03.351581 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf9d2f0-aec2-4555-8a96-3b8b55fbe575 req-fa9bbc4f-3307-4357-9bce-2dda429453c9 tempest-ServersOnMultiNodesTest-1500247451 tempest-ServersOnMultiNodesTest-1500247451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:03.353238 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ecf9d2f0-aec2-4555-8a96-3b8b55fbe575 req-fa9bbc4f-3307-4357-9bce-2dda429453c9 tempest-ServersOnMultiNodesTest-1500247451 tempest-ServersOnMultiNodesTest-1500247451-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=a55ce79b-7427-49b1-a91c-2296b00f25ff HTTP/1.1" status: 200 len: 1101 time: 0.0531774 Jul 09 14:45:03.358633 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-23339731-7c31-4972-802f-2a8a3e578f9d req-8a3b1611-05fa-4e72-a708-2e7434bff5cb tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4543b64-216b-4880-92bb-514113489699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810788 Jul 09 14:45:03.387279 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-6a5b2859-ca1a-4379-a7c1-d26afe805b6b req-b31ea7dc-30c7-4f5e-bd63-759707251b6c service neutron] Attempting to bind port 523b850b-e1a3-44ef-b8dc-2a3322dc8598 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:45:03.387688 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-6a5b2859-ca1a-4379-a7c1-d26afe805b6b req-b31ea7dc-30c7-4f5e-bd63-759707251b6c service neutron] Attempting to bind port 523b850b-e1a3-44ef-b8dc-2a3322dc8598 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '1e574744-83f5-4d4a-871f-858e3f9ffdcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7315f037-8bae-46c2-abb3-b71f897eb072'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:45:03.388574 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5b2859-ca1a-4379-a7c1-d26afe805b6b req-b31ea7dc-30c7-4f5e-bd63-759707251b6c service neutron] Attempting to bind port 523b850b-e1a3-44ef-b8dc-2a3322dc8598 on network 7315f037-8bae-46c2-abb3-b71f897eb072 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:45:03.392153 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ecf9d2f0-aec2-4555-8a96-3b8b55fbe575 req-84d69c7c-1622-4fbc-b9df-0c41a4a79c69 tempest-ServersOnMultiNodesTest-1500247451 tempest-ServersOnMultiNodesTest-1500247451-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331652 Jul 09 14:45:03.393314 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5b2859-ca1a-4379-a7c1-d26afe805b6b req-b31ea7dc-30c7-4f5e-bd63-759707251b6c service neutron] Port 523b850b-e1a3-44ef-b8dc-2a3322dc8598 on network 7315f037-8bae-46c2-abb3-b71f897eb072 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:45:03.393560 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5b2859-ca1a-4379-a7c1-d26afe805b6b req-b31ea7dc-30c7-4f5e-bd63-759707251b6c service neutron] Attempting to bind port 523b850b-e1a3-44ef-b8dc-2a3322dc8598 on network 7315f037-8bae-46c2-abb3-b71f897eb072 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:45:03.398671 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5b2859-ca1a-4379-a7c1-d26afe805b6b req-b31ea7dc-30c7-4f5e-bd63-759707251b6c service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:45:03.398998 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5b2859-ca1a-4379-a7c1-d26afe805b6b req-b31ea7dc-30c7-4f5e-bd63-759707251b6c service neutron] Checking segment: {'id': '1e574744-83f5-4d4a-871f-858e3f9ffdcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7315f037-8bae-46c2-abb3-b71f897eb072'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:45:03.399393 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5b2859-ca1a-4379-a7c1-d26afe805b6b req-b31ea7dc-30c7-4f5e-bd63-759707251b6c service neutron] Bound using segment: {'id': '1e574744-83f5-4d4a-871f-858e3f9ffdcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7315f037-8bae-46c2-abb3-b71f897eb072'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:45:03.399892 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-6a5b2859-ca1a-4379-a7c1-d26afe805b6b req-b31ea7dc-30c7-4f5e-bd63-759707251b6c service neutron] Bound port: 523b850b-e1a3-44ef-b8dc-2a3322dc8598, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e574744-83f5-4d4a-871f-858e3f9ffdcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7315f037-8bae-46c2-abb3-b71f897eb072'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:45:03.400254 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-6a5b2859-ca1a-4379-a7c1-d26afe805b6b req-b31ea7dc-30c7-4f5e-bd63-759707251b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:03.477868 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-6a5b2859-ca1a-4379-a7c1-d26afe805b6b req-b31ea7dc-30c7-4f5e-bd63-759707251b6c service neutron] For port 523b850b-e1a3-44ef-b8dc-2a3322dc8598, host n-h2-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:45:03.481311 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-6a5b2859-ca1a-4379-a7c1-d26afe805b6b req-b31ea7dc-30c7-4f5e-bd63-759707251b6c service neutron] For port 523b850b-e1a3-44ef-b8dc-2a3322dc8598, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=523b850b-e1a3-44ef-b8dc-2a3322dc8598,segment=NetworkSegment(1e574744-83f5-4d4a-871f-858e3f9ffdcb),segment_id=1e574744-83f5-4d4a-871f-858e3f9ffdcb)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:45:03.549805 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-6a5b2859-ca1a-4379-a7c1-d26afe805b6b req-b31ea7dc-30c7-4f5e-bd63-759707251b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:03.567921 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e938f431-be91-4738-93f6-34c657521c18 req-9e3743e5-f7b1-474f-94f4-21c98649c004 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:03.569433 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e938f431-be91-4738-93f6-34c657521c18 req-9e3743e5-f7b1-474f-94f4-21c98649c004 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3d50154-45ba-49d5-befa-5f9595f8a14f HTTP/1.1" status: 200 len: 944 time: 0.0667326 Jul 09 14:45:03.594795 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b2859-ca1a-4379-a7c1-d26afe805b6b req-b31ea7dc-30c7-4f5e-bd63-759707251b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:03.594795 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-6a5b2859-ca1a-4379-a7c1-d26afe805b6b req-b31ea7dc-30c7-4f5e-bd63-759707251b6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:03.594795 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6a5b2859-ca1a-4379-a7c1-d26afe805b6b req-b31ea7dc-30c7-4f5e-bd63-759707251b6c service neutron] 10.222.0.54 "PUT /v2.0/ports/523b850b-e1a3-44ef-b8dc-2a3322dc8598 HTTP/1.1" status: 200 len: 1091 time: 0.9978242 Jul 09 14:45:03.594795 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98f49820-6303-40d9-aad5-6435a6014533', 'tag': '523b850b-e1a3-44ef-b8dc-2a3322dc8598'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:45:03.594795 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d1bad5-613a-4901-b786-017fca2ffdb6" -d '{"events": [{"name": "network-changed", "server_uuid": "98f49820-6303-40d9-aad5-6435a6014533", "tag": "523b850b-e1a3-44ef-b8dc-2a3322dc8598"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:45:03.619830 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e938f431-be91-4738-93f6-34c657521c18 req-94b76642-b1ab-4a52-8e3c-f62cf19ac432 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425265 Jul 09 14:45:03.626230 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31ea7dc-30c7-4f5e-bd63-759707251b6c service neutron] Pushing event updated for resources: {'Port': ['ID=523b850b-e1a3-44ef-b8dc-2a3322dc8598,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:03.762183 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b2859-ca1a-4379-a7c1-d26afe805b6b req-0d520e50-4da2-4128-9d1c-84a6e6515fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:03.763898 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6a5b2859-ca1a-4379-a7c1-d26afe805b6b req-0d520e50-4da2-4128-9d1c-84a6e6515fee service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2054036e72a742ef8b1d74fe2c924b36&device_id=98f49820-6303-40d9-aad5-6435a6014533 HTTP/1.1" status: 200 len: 1094 time: 0.0552645 Jul 09 14:45:03.827112 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6a5b2859-ca1a-4379-a7c1-d26afe805b6b req-0a163ecb-883a-4711-8c77-98afb3d11bc0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=523b850b-e1a3-44ef-b8dc-2a3322dc8598 HTTP/1.1" status: 200 len: 217 time: 0.0494695 Jul 09 14:45:03.875040 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5803d8-d026-47be-8471-8691319922e6 x-openstack-request-id: req-eb5803d8-d026-47be-8471-8691319922e6 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:45:03.875378 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98f49820-6303-40d9-aad5-6435a6014533", "tag": "523b850b-e1a3-44ef-b8dc-2a3322dc8598", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:45:03.875595 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-eb5803d8-d026-47be-8471-8691319922e6 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:45:03.875988 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98f49820-6303-40d9-aad5-6435a6014533', 'tag': '523b850b-e1a3-44ef-b8dc-2a3322dc8598', 'status': 'completed', 'code': 200} Jul 09 14:45:03.895066 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b2859-ca1a-4379-a7c1-d26afe805b6b req-ef1c7d56-f0a2-4bf8-a3b9-9b716f5c7757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:03.896646 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6a5b2859-ca1a-4379-a7c1-d26afe805b6b req-ef1c7d56-f0a2-4bf8-a3b9-9b716f5c7757 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a6a78364-bb65-4c21-a934-4153d5dd997e HTTP/1.1" status: 200 len: 853 time: 0.0602825 Jul 09 14:45:03.913071 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-14884621-fb4d-4d19-ac58-cb7fdbbbfcda req-179acc85-b731-400c-a1f7-87fdaa082911 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5ff04973477d401c9f73a6b43f945482&device_id=46f0cf83-f268-46ae-9f7b-d75d67a08975 HTTP/1.1" status: 200 len: 210 time: 0.0283518 Jul 09 14:45:03.941675 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6a5b2859-ca1a-4379-a7c1-d26afe805b6b req-3c0a4df3-7e47-493e-b83a-5155dc95e828 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7315f037-8bae-46c2-abb3-b71f897eb072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279479 Jul 09 14:45:03.961826 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-14884621-fb4d-4d19-ac58-cb7fdbbbfcda req-7dce62da-3e53-4afd-b9c3-acc10d96c3f2 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=5ff04973477d401c9f73a6b43f945482&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219874 Jul 09 14:45:04.009930 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b212138b-ff4a-4d7d-9984-96c74fff6d9e req-be63f029-bb35-42fa-a24b-9467aeddac90 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:04.011436 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b212138b-ff4a-4d7d-9984-96c74fff6d9e req-be63f029-bb35-42fa-a24b-9467aeddac90 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 947 time: 0.1255701 Jul 09 14:45:04.081662 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a222e-3db0-4bdb-84ba-fe335d0b1561 req-24af9ba1-e2ff-4c28-8b12-17a363ba8643 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:04.083200 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f35a222e-3db0-4bdb-84ba-fe335d0b1561 req-24af9ba1-e2ff-4c28-8b12-17a363ba8643 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 944 time: 0.1332357 Jul 09 14:45:04.085551 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6a5b2859-ca1a-4379-a7c1-d26afe805b6b req-06c14732-e37d-4846-85a1-2e3865bdb802 service neutron] 10.222.0.54 "GET /v2.0/networks/7315f037-8bae-46c2-abb3-b71f897eb072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268649 Jul 09 14:45:04.088636 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b212138b-ff4a-4d7d-9984-96c74fff6d9e req-33d1701c-ac5d-429c-bc38-6e15e9162335 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497677 Jul 09 14:45:04.119262 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14884621-fb4d-4d19-ac58-cb7fdbbbfcda req-dbe828a7-a17f-488c-9a88-bbadef03e962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:04.121238 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-14884621-fb4d-4d19-ac58-cb7fdbbbfcda req-dbe828a7-a17f-488c-9a88-bbadef03e962 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1416488 Jul 09 14:45:04.135137 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 8e3eeb3e-d0fc-411f-9c09-6c5c2ea01af6 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:45:04.160694 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: 8e3eeb3e-d0fc-411f-9c09-6c5c2ea01af6 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:45:04.161375 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 8e3eeb3e-d0fc-411f-9c09-6c5c2ea01af6 not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:45:04.173711 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f35a222e-3db0-4bdb-84ba-fe335d0b1561 req-e4894f9c-1ebd-4f4e-9357-44f59bb05b1b tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840144 Jul 09 14:45:04.205454 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6a5b2859-ca1a-4379-a7c1-d26afe805b6b req-771fc1cb-51f4-4a41-adc7-0db1715f5ba5 service neutron] 10.222.0.54 "GET /v2.0/networks/7315f037-8bae-46c2-abb3-b71f897eb072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080713 Jul 09 14:45:04.258513 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0729ff-06ae-4d6f-af8e-a405373a04fc req-ed82519b-26c8-4c5c-8ec2-2cc4a8b0885a tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:04.260032 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ce0729ff-06ae-4d6f-af8e-a405373a04fc req-ed82519b-26c8-4c5c-8ec2-2cc4a8b0885a tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4920f0a-a687-4b93-a713-044808adb81e HTTP/1.1" status: 200 len: 946 time: 0.0642178 Jul 09 14:45:04.302607 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ce0729ff-06ae-4d6f-af8e-a405373a04fc req-fdb4ad55-2d29-4a49-9a77-aaa320717bb0 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] 10.222.0.58 "GET /v2.0/security-groups?id=9bee524b-1563-4251-8e44-a658a747a2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361037 Jul 09 14:45:04.302862 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a078e55b-405f-4c91-bb61-5cb13f284e8f req-21676c94-c3a2-45f1-a6d1-8e570fb40579 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:04.304341 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a078e55b-405f-4c91-bb61-5cb13f284e8f req-21676c94-c3a2-45f1-a6d1-8e570fb40579 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4920f0a-a687-4b93-a713-044808adb81e HTTP/1.1" status: 200 len: 946 time: 0.0709667 Jul 09 14:45:04.339068 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b986fd05-5138-4fa1-930b-c6fe8831024f req-09df03de-b458-4ac5-be5f-eb645f08e5ec tempest-ServerShowV254Test-974510398 tempest-ServerShowV254Test-974510398-project] 10.222.0.58 "GET /v2.0/ports?device_id=46f0cf83-f268-46ae-9f7b-d75d67a08975 HTTP/1.1" status: 200 len: 210 time: 0.0458562 Jul 09 14:45:04.427599 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-8f59e715-b569-406f-9cc0-7d9b7c2f95cf tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=018349107c4e445095855bfde6f254bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362473 Jul 09 14:45:04.461601 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-a078e55b-405f-4c91-bb61-5cb13f284e8f req-8c13b605-8502-40b0-9511-0311b69422e7 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Deleting port bfeecf9d-d542-437b-9e10-ff01a243d27e {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:45:04.461954 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a078e55b-405f-4c91-bb61-5cb13f284e8f req-8c13b605-8502-40b0-9511-0311b69422e7 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:04.507134 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1bad5-613a-4901-b786-017fca2ffdb6 req-525691a2-1373-4d57-8fa2-41f9aa124353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:04.508680 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-11d1bad5-613a-4901-b786-017fca2ffdb6 req-525691a2-1373-4d57-8fa2-41f9aa124353 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2054036e72a742ef8b1d74fe2c924b36&device_id=98f49820-6303-40d9-aad5-6435a6014533 HTTP/1.1" status: 200 len: 1094 time: 0.1633029 Jul 09 14:45:04.581853 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-a078e55b-405f-4c91-bb61-5cb13f284e8f req-8c13b605-8502-40b0-9511-0311b69422e7 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] For port bfeecf9d-d542-437b-9e10-ff01a243d27e, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=bfeecf9d-d542-437b-9e10-ff01a243d27e,segment=NetworkSegment(c275eecc-ac61-4583-bf8f-15ffd528534b),segment_id=c275eecc-ac61-4583-bf8f-15ffd528534b)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:45:04.582207 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a078e55b-405f-4c91-bb61-5cb13f284e8f req-8c13b605-8502-40b0-9511-0311b69422e7 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:04.587719 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-7045f08c-5428-4ecd-9e6f-be1ba8a4c928 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:04.589173 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-7045f08c-5428-4ecd-9e6f-be1ba8a4c928 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1608191 Jul 09 14:45:04.615591 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-890663b1-7454-40b5-a4db-59da4f09d56f tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/quotas/018349107c4e445095855bfde6f254bc HTTP/1.1" status: 200 len: 375 time: 0.0196640 Jul 09 14:45:04.670677 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1bad5-613a-4901-b786-017fca2ffdb6 req-4ee1e01f-d4a2-4d89-b996-60c85b30a561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:04.672477 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-11d1bad5-613a-4901-b786-017fca2ffdb6 req-4ee1e01f-d4a2-4d89-b996-60c85b30a561 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7315f037-8bae-46c2-abb3-b71f897eb072 HTTP/1.1" status: 200 len: 914 time: 0.1519504 Jul 09 14:45:04.701367 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87270674-6af8-4def-95f4-7ae171c6bdec req-c1d2992b-99dd-4ef3-ab39-ec13dc959ace tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:04.702863 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-87270674-6af8-4def-95f4-7ae171c6bdec req-c1d2992b-99dd-4ef3-ab39-ec13dc959ace tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/ports?device_id=98f49820-6303-40d9-aad5-6435a6014533 HTTP/1.1" status: 200 len: 943 time: 0.1772184 Jul 09 14:45:04.724474 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-11d1bad5-613a-4901-b786-017fca2ffdb6 req-fd1be66c-8a60-471b-a0dd-e297a1df8c53 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=523b850b-e1a3-44ef-b8dc-2a3322dc8598 HTTP/1.1" status: 200 len: 217 time: 0.0441289 Jul 09 14:45:04.738729 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-5f9b7488-9bcd-44c2-aa78-9bb26de07b8d tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=018349107c4e445095855bfde6f254bc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1170695 Jul 09 14:45:04.782475 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1bad5-613a-4901-b786-017fca2ffdb6 req-4096f5bd-2446-4cd5-9321-13081888fe40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:04.783989 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-11d1bad5-613a-4901-b786-017fca2ffdb6 req-4096f5bd-2446-4cd5-9321-13081888fe40 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a6a78364-bb65-4c21-a934-4153d5dd997e HTTP/1.1" status: 200 len: 853 time: 0.0444121 Jul 09 14:45:04.784282 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-87270674-6af8-4def-95f4-7ae171c6bdec req-41b5269b-b113-4ad9-9ad2-f916bbec9353 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4543b64-216b-4880-92bb-514113489699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757046 Jul 09 14:45:04.827642 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-11d1bad5-613a-4901-b786-017fca2ffdb6 req-7b468ca1-74d7-4151-992f-2bbdaffe4f7a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7315f037-8bae-46c2-abb3-b71f897eb072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356264 Jul 09 14:45:04.852234 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a078e55b-405f-4c91-bb61-5cb13f284e8f req-8c13b605-8502-40b0-9511-0311b69422e7 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:04.853342 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a078e55b-405f-4c91-bb61-5cb13f284e8f req-8c13b605-8502-40b0-9511-0311b69422e7 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:04.853342 n-d-799529-6 neutron-server[94446]: INFO neutron.db.l3_db [req-a078e55b-405f-4c91-bb61-5cb13f284e8f req-8c13b605-8502-40b0-9511-0311b69422e7 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Floating IP 500fe733-ee49-43c4-a869-d5bfb98e8fdd disassociated. External IP: 172.25.3.201, port: bfeecf9d-d542-437b-9e10-ff01a243d27e. Jul 09 14:45:04.853564 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-a078e55b-405f-4c91-bb61-5cb13f284e8f req-8c13b605-8502-40b0-9511-0311b69422e7 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Calling delete_port for bfeecf9d-d542-437b-9e10-ff01a243d27e owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:45:04.941255 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-11d1bad5-613a-4901-b786-017fca2ffdb6 req-0a375737-8e2f-4611-87ce-90ab5a50d210 service neutron] 10.222.0.54 "GET /v2.0/networks/7315f037-8bae-46c2-abb3-b71f897eb072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032820 Jul 09 14:45:05.034902 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a078e55b-405f-4c91-bb61-5cb13f284e8f req-8c13b605-8502-40b0-9511-0311b69422e7 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:05.045402 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-11d1bad5-613a-4901-b786-017fca2ffdb6 req-55de62de-ce1a-4105-9619-63cbf9dcf66e service neutron] 10.222.0.54 "GET /v2.0/networks/7315f037-8bae-46c2-abb3-b71f897eb072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973763 Jul 09 14:45:05.071130 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c13b605-8502-40b0-9511-0311b69422e7 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Pushing event deleted for resources: {'Port': ['ID=bfeecf9d-d542-437b-9e10-ff01a243d27e,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:05.082073 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f99e3-b436-4e70-8c3d-a52b5e5b9d26 req-dd16418b-06ad-4ed9-bab3-3094d7bd1d07 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:05.083666 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dc2f99e3-b436-4e70-8c3d-a52b5e5b9d26 req-dd16418b-06ad-4ed9-bab3-3094d7bd1d07 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3d50154-45ba-49d5-befa-5f9595f8a14f HTTP/1.1" status: 200 len: 944 time: 0.1060214 Jul 09 14:45:05.170627 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dc2f99e3-b436-4e70-8c3d-a52b5e5b9d26 req-76db1b69-40dc-4090-9a69-66c18827a4a2 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799203 Jul 09 14:45:05.235071 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a078e55b-405f-4c91-bb61-5cb13f284e8f req-8c13b605-8502-40b0-9511-0311b69422e7 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Router 11344ba9-caca-4120-ae8b-5b0292bf137b has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:45:05.675682 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac84c8c7-fd06-42ad-a834-c3c5ec533d20 req-545e875f-183c-4500-97a6-9ef94c3c6291 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:05.677779 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ac84c8c7-fd06-42ad-a834-c3c5ec533d20 req-545e875f-183c-4500-97a6-9ef94c3c6291 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 944 time: 0.0883522 Jul 09 14:45:05.712480 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a078e55b-405f-4c91-bb61-5cb13f284e8f req-8c13b605-8502-40b0-9511-0311b69422e7 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:45:05.730148 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5cbd79-6fab-4df8-85b2-aa07cc34d3a9 None None] Sync routers for ids ['11344ba9-caca-4120-ae8b-5b0292bf137b'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:45:05.758555 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5cbd79-6fab-4df8-85b2-aa07cc34d3a9 None None] Routers {'11344ba9-caca-4120-ae8b-5b0292bf137b'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:45:05.759193 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-3a5cbd79-6fab-4df8-85b2-aa07cc34d3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:44:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['11344ba9-caca-4120-ae8b-5b0292bf137b'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:45:05.761289 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ac84c8c7-fd06-42ad-a834-c3c5ec533d20 req-28eb42f5-97c5-434f-9c3a-b471279a59fd tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748522 Jul 09 14:45:05.768771 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-a078e55b-405f-4c91-bb61-5cb13f284e8f req-8c13b605-8502-40b0-9511-0311b69422e7 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] No DVR routers for this DVR port bfeecf9d-d542-437b-9e10-ff01a243d27e on host n-h2-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:45:05.783929 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c0edb9-37ce-44b9-83cd-e4d24da4a375 req-3d86191c-4422-4aa4-bbcc-274d8331e172 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:05.791897 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-53c0edb9-37ce-44b9-83cd-e4d24da4a375 req-3d86191c-4422-4aa4-bbcc-274d8331e172 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 947 time: 0.1403730 Jul 09 14:45:05.801928 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a078e55b-405f-4c91-bb61-5cb13f284e8f req-8c13b605-8502-40b0-9511-0311b69422e7 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:05.803988 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a078e55b-405f-4c91-bb61-5cb13f284e8f req-8c13b605-8502-40b0-9511-0311b69422e7 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] 10.222.0.54 "DELETE /v2.0/ports/bfeecf9d-d542-437b-9e10-ff01a243d27e HTTP/1.1" status: 204 len: 173 time: 1.4910154 Jul 09 14:45:05.840153 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-53c0edb9-37ce-44b9-83cd-e4d24da4a375 req-5cd653b9-dfa7-4795-81ad-13b54b07f28a tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468240 Jul 09 14:45:05.877060 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4920f0a-a687-4b93-a713-044808adb81e', 'name': 'network-vif-deleted', 'tag': 'bfeecf9d-d542-437b-9e10-ff01a243d27e'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:45:05.886755 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-3a5cbd79-6fab-4df8-85b2-aa07cc34d3a9 None None] Set router 11344ba9-caca-4120-ae8b-5b0292bf137b gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:45:05.889436 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f519626-9b51-423f-b4cd-560c43214120" -d '{"events": [{"server_uuid": "f4920f0a-a687-4b93-a713-044808adb81e", "name": "network-vif-deleted", "tag": "bfeecf9d-d542-437b-9e10-ff01a243d27e"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:45:05.962381 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-14884621-fb4d-4d19-ac58-cb7fdbbbfcda req-4f30e4dd-810e-47d8-b395-8928e600ac0c tempest-ServerShowV254Test-974510398 tempest-ServerShowV254Test-974510398-project] 10.222.0.54 "GET /v2.0/ports?device_id=46f0cf83-f268-46ae-9f7b-d75d67a08975 HTTP/1.1" status: 200 len: 210 time: 0.0667431 Jul 09 14:45:05.987238 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fad3b4b5-8cb3-4807-8ebc-30430ae37d99 req-57047b71-7a81-484e-a46a-ca4748b9aa6c tempest-ServerShowV254Test-974510398 tempest-ServerShowV254Test-974510398-project] 10.222.0.58 "GET /v2.0/ports?device_id=46f0cf83-f268-46ae-9f7b-d75d67a08975 HTTP/1.1" status: 200 len: 210 time: 0.0392578 Jul 09 14:45:06.039787 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a742ffb7-2e60-4214-bf40-65b823d36733 req-1c5f72f1-21b7-4f7e-87e6-c9b2fa05330c tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4920f0a-a687-4b93-a713-044808adb81e HTTP/1.1" status: 200 len: 210 time: 0.0637524 Jul 09 14:45:06.156706 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 5a8e589d-f7dc-494f-aeb6-1bcb96db6e28 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:45:06.165109 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 63564792-db71-45ad-a498-423d86cf60c4 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:45:06.181163 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-3a5cbd79-6fab-4df8-85b2-aa07cc34d3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11344ba9-caca-4120-ae8b-5b0292bf137b', 'name': 'tempest-ServersTestBootFromVolume-1771181187-router', 'tenant_id': '488e573590f449068d05943d6635fb8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '740bf9b9-a416-4426-a113-9ebdb93a1525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:41:01Z', 'updated_at': '2021-07-09T14:41:06Z', 'revision_number': 4, 'project_id': '488e573590f449068d05943d6635fb8b', 'gw_port': {'id': '740bf9b9-a416-4426-a113-9ebdb93a1525', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11344ba9-caca-4120-ae8b-5b0292bf137b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:41:02Z', 'updated_at': '2021-07-09T14:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '997ea8ad-e865-4b4b-9fa6-11f9d8d41a1a', 'name': '', 'network_id': '9dd7350d-beb6-404b-b6b2-e696c1d5f3d5', 'tenant_id': '488e573590f449068d05943d6635fb8b', 'mac_address': 'fa:16:3e:57:4e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11344ba9-caca-4120-ae8b-5b0292bf137b', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'c8ed1314-0930-4df0-957b-23d088a5a5d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:41:05Z', 'updated_at': '2021-07-09T14:41:14Z', 'revision_number': 5, 'project_id': '488e573590f449068d05943d6635fb8b', 'subnets': [{'id': 'c8ed1314-0930-4df0-957b-23d088a5a5d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:45:06.222393 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5cbd79-6fab-4df8-85b2-aa07cc34d3a9 None None] Checking router: 11344ba9-caca-4120-ae8b-5b0292bf137b for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:45:06.233445 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5cbd79-6fab-4df8-85b2-aa07cc34d3a9 None None] Routers {'11344ba9-caca-4120-ae8b-5b0292bf137b'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:45:06.234141 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-3a5cbd79-6fab-4df8-85b2-aa07cc34d3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:44:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['11344ba9-caca-4120-ae8b-5b0292bf137b'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:45:06.347278 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa24ff1-3989-45a4-827f-37712bb45f01 req-93ecf12c-e1b3-47b0-913c-e30355be2cec tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:06.354751 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2aa24ff1-3989-45a4-827f-37712bb45f01 req-93ecf12c-e1b3-47b0-913c-e30355be2cec tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/ports?device_id=98f49820-6303-40d9-aad5-6435a6014533 HTTP/1.1" status: 200 len: 943 time: 0.1015708 Jul 09 14:45:06.368636 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-3a5cbd79-6fab-4df8-85b2-aa07cc34d3a9 None None] Set router 11344ba9-caca-4120-ae8b-5b0292bf137b gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:45:06.376985 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3b6306-26f7-4196-b333-00e1d5d72ec0 x-openstack-request-id: req-2c3b6306-26f7-4196-b333-00e1d5d72ec0 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:45:06.383116 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4920f0a-a687-4b93-a713-044808adb81e", "name": "network-vif-deleted", "tag": "bfeecf9d-d542-437b-9e10-ff01a243d27e", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:45:06.383116 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2c3b6306-26f7-4196-b333-00e1d5d72ec0 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:45:06.383116 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4920f0a-a687-4b93-a713-044808adb81e', 'name': 'network-vif-deleted', 'tag': 'bfeecf9d-d542-437b-9e10-ff01a243d27e', 'status': 'completed', 'code': 200} Jul 09 14:45:06.414320 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2aa24ff1-3989-45a4-827f-37712bb45f01 req-efb64179-25e5-431a-b222-cb9d7bdde8bd tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4543b64-216b-4880-92bb-514113489699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574274 Jul 09 14:45:06.430992 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 5a8e589d-f7dc-494f-aeb6-1bcb96db6e28, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=5a8e589d-f7dc-494f-aeb6-1bcb96db6e28,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:45:06.444691 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '5a8e589d-f7dc-494f-aeb6-1bcb96db6e28', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'port_id': '5a8e589d-f7dc-494f-aeb6-1bcb96db6e28', 'mac_address': 'fa:16:3e:3c:bb:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8081bcce-88de-4a2f-9e69-6750220e0be0', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:45:06.495792 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:06.500424 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b3e1f376-4043-4e6d-91a2-057232cd4a31 req-161a968b-29c9-40bd-af59-93b591d01d02 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=645a8406-3b1c-45ba-8b48-2f658e2f2bad HTTP/1.1" status: 200 len: 210 time: 0.0447035 Jul 09 14:45:06.528638 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a8e589d-f7dc-494f-aeb6-1bcb96db6e28 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:45:06.548486 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port 63564792-db71-45ad-a498-423d86cf60c4 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:45:06.554828 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 63564792-db71-45ad-a498-423d86cf60c4 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:45:06.555486 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:06.558372 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 5a8e589d-f7dc-494f-aeb6-1bcb96db6e28, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=5a8e589d-f7dc-494f-aeb6-1bcb96db6e28,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:45:06.615013 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-3a5cbd79-6fab-4df8-85b2-aa07cc34d3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11344ba9-caca-4120-ae8b-5b0292bf137b', 'name': 'tempest-ServersTestBootFromVolume-1771181187-router', 'tenant_id': '488e573590f449068d05943d6635fb8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '740bf9b9-a416-4426-a113-9ebdb93a1525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:41:01Z', 'updated_at': '2021-07-09T14:41:06Z', 'revision_number': 4, 'project_id': '488e573590f449068d05943d6635fb8b', 'gw_port': {'id': '740bf9b9-a416-4426-a113-9ebdb93a1525', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11344ba9-caca-4120-ae8b-5b0292bf137b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:41:02Z', 'updated_at': '2021-07-09T14:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '997ea8ad-e865-4b4b-9fa6-11f9d8d41a1a', 'name': '', 'network_id': '9dd7350d-beb6-404b-b6b2-e696c1d5f3d5', 'tenant_id': '488e573590f449068d05943d6635fb8b', 'mac_address': 'fa:16:3e:57:4e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11344ba9-caca-4120-ae8b-5b0292bf137b', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'c8ed1314-0930-4df0-957b-23d088a5a5d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:41:05Z', 'updated_at': '2021-07-09T14:41:14Z', 'revision_number': 5, 'project_id': '488e573590f449068d05943d6635fb8b', 'subnets': [{'id': 'c8ed1314-0930-4df0-957b-23d088a5a5d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:45:06.661021 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5cbd79-6fab-4df8-85b2-aa07cc34d3a9 None None] The sync data for ids ['11344ba9-caca-4120-ae8b-5b0292bf137b'] in n-d-799529-6 is: [{'id': '11344ba9-caca-4120-ae8b-5b0292bf137b', 'name': 'tempest-ServersTestBootFromVolume-1771181187-router', 'tenant_id': '488e573590f449068d05943d6635fb8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '740bf9b9-a416-4426-a113-9ebdb93a1525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:41:01Z', 'updated_at': '2021-07-09T14:41:06Z', 'revision_number': 4, 'project_id': '488e573590f449068d05943d6635fb8b', 'gw_port': {'id': '740bf9b9-a416-4426-a113-9ebdb93a1525', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11344ba9-caca-4120-ae8b-5b0292bf137b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:41:02Z', 'updated_at': '2021-07-09T14:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '997ea8ad-e865-4b4b-9fa6-11f9d8d41a1a', 'name': '', 'network_id': '9dd7350d-beb6-404b-b6b2-e696c1d5f3d5', 'tenant_id': '488e573590f449068d05943d6635fb8b', 'mac_address': 'fa:16:3e:57:4e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11344ba9-caca-4120-ae8b-5b0292bf137b', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'c8ed1314-0930-4df0-957b-23d088a5a5d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:41:05Z', 'updated_at': '2021-07-09T14:41:14Z', 'revision_number': 5, 'project_id': '488e573590f449068d05943d6635fb8b', 'subnets': [{'id': 'c8ed1314-0930-4df0-957b-23d088a5a5d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:45:06.692582 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:06.707739 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7987fa-8596-490b-9b5a-8a9d5c119f66 req-3e346dd7-4063-4e63-a9c4-7041629e34d4 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:06.709586 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5c7987fa-8596-490b-9b5a-8a9d5c119f66 req-3e346dd7-4063-4e63-a9c4-7041629e34d4 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3d50154-45ba-49d5-befa-5f9595f8a14f HTTP/1.1" status: 200 len: 944 time: 0.0989406 Jul 09 14:45:06.724514 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:06.773565 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d50154-45ba-49d5-befa-5f9595f8a14f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63564792-db71-45ad-a498-423d86cf60c4'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:45:06.776286 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8e0e6e-0875-41ed-ad27-2f9aab520915" -d '{"events": [{"server_uuid": "c3d50154-45ba-49d5-befa-5f9595f8a14f", "name": "network-vif-plugged", "status": "completed", "tag": "63564792-db71-45ad-a498-423d86cf60c4"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:45:06.788063 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=5a8e589d-f7dc-494f-aeb6-1bcb96db6e28,revision_number=10']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:06.817018 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 63564792-db71-45ad-a498-423d86cf60c4, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=63564792-db71-45ad-a498-423d86cf60c4,segment=NetworkSegment(53f9e82d-cbee-4af4-9fe3-f119337023c8),segment_id=53f9e82d-cbee-4af4-9fe3-f119337023c8)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:45:06.831298 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5c7987fa-8596-490b-9b5a-8a9d5c119f66 req-81f04340-9389-4a6d-ba87-1a0779162b15 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933723 Jul 09 14:45:06.886261 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:06.924012 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ac3b5e-58ef-40ef-831b-6b45b2d81465 x-openstack-request-id: req-c4ac3b5e-58ef-40ef-831b-6b45b2d81465 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:45:06.927368 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3d50154-45ba-49d5-befa-5f9595f8a14f", "name": "network-vif-plugged", "status": "completed", "tag": "63564792-db71-45ad-a498-423d86cf60c4", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:45:06.927368 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c4ac3b5e-58ef-40ef-831b-6b45b2d81465 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:45:06.927368 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d50154-45ba-49d5-befa-5f9595f8a14f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63564792-db71-45ad-a498-423d86cf60c4', 'code': 200} Jul 09 14:45:07.003004 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=63564792-db71-45ad-a498-423d86cf60c4,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:07.155835 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['5a8e589d-f7dc-494f-aeb6-1bcb96db6e28'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:45:07.191736 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dab101-26fb-46d6-b11a-7174ce851ce2 None None] New status for floating IP 500fe733-ee49-43c4-a869-d5bfb98e8fdd: DOWN {{(pid=94447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:45:07.205909 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-73e4a02e-1f7b-4f77-8cfd-a930d39ee822 req-f8a7cbf6-3146-414f-ab71-855150f82950 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=20c07ab7-2106-4d17-b84c-250701bf5ab5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1045978 Jul 09 14:45:07.217467 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8599fdf2-805e-4b9a-816b-60870dc75a80 req-131204b7-7ed9-4b6b-8abc-6d03f909a48c tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:07.219126 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8599fdf2-805e-4b9a-816b-60870dc75a80 req-131204b7-7ed9-4b6b-8abc-6d03f909a48c tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 949 time: 0.1328404 Jul 09 14:45:07.225703 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912093fc-f779-4022-a5e1-9e9a57ee8305 req-93da14dc-71fa-4ee7-882f-b2c471513c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:07.227207 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-912093fc-f779-4022-a5e1-9e9a57ee8305 req-93da14dc-71fa-4ee7-882f-b2c471513c77 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c3d50154-45ba-49d5-befa-5f9595f8a14f HTTP/1.1" status: 200 len: 1096 time: 0.1287162 Jul 09 14:45:07.230343 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132d01d-4b20-4d4e-a97b-3af27612adb3 req-5c92be60-e8e5-48c8-8368-596a4b13054a tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:07.232068 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3132d01d-4b20-4d4e-a97b-3af27612adb3 req-5c92be60-e8e5-48c8-8368-596a4b13054a tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 944 time: 0.1691742 Jul 09 14:45:07.285353 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-912093fc-f779-4022-a5e1-9e9a57ee8305 req-d2bf2c9c-045d-4452-8100-27f94f79086c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503235 Jul 09 14:45:07.296864 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8599fdf2-805e-4b9a-816b-60870dc75a80 req-743768da-33b2-4ad4-824e-0e19805cf83c tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685420 Jul 09 14:45:07.336136 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3132d01d-4b20-4d4e-a97b-3af27612adb3 req-89fe19ee-0814-4727-b115-9035df80b478 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892255 Jul 09 14:45:07.448577 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4a02e-1f7b-4f77-8cfd-a930d39ee822 req-7b70f366-bf31-4100-87ac-3696b29a0ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:07.451662 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-73e4a02e-1f7b-4f77-8cfd-a930d39ee822 req-7b70f366-bf31-4100-87ac-3696b29a0ab2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1e0132f74af84346b7937684dc0b5d46&device_id=20c07ab7-2106-4d17-b84c-250701bf5ab5 HTTP/1.1" status: 200 len: 1096 time: 0.1452327 Jul 09 14:45:07.652637 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a5f13baa-2907-4fe7-a5a0-bd5f4a7667e2 req-8652e028-c2b2-4ade-b808-575cc12d2a3c tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4920f0a-a687-4b93-a713-044808adb81e HTTP/1.1" status: 200 len: 210 time: 0.0632215 Jul 09 14:45:07.716219 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4a02e-1f7b-4f77-8cfd-a930d39ee822 req-45dd00d8-3794-4aff-bb8b-8930d58745e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:07.717824 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-73e4a02e-1f7b-4f77-8cfd-a930d39ee822 req-45dd00d8-3794-4aff-bb8b-8930d58745e8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9 HTTP/1.1" status: 200 len: 907 time: 0.2325783 Jul 09 14:45:07.818858 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-73e4a02e-1f7b-4f77-8cfd-a930d39ee822 req-9708ca8b-0ecf-4dcc-97cd-1f0fae86e0a9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12ba3e02-e8dc-4f75-9575-5579b2930cd3 HTTP/1.1" status: 200 len: 217 time: 0.0815277 Jul 09 14:45:07.850766 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b318a3-7acc-4586-9830-906823b9ad3a req-c6b6e23e-61e1-49b4-8c9f-635473abe5bd tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:07.852404 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-79b318a3-7acc-4586-9830-906823b9ad3a req-c6b6e23e-61e1-49b4-8c9f-635473abe5bd tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 949 time: 0.1953650 Jul 09 14:45:07.929992 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-79b318a3-7acc-4586-9830-906823b9ad3a req-5f2402d4-7282-4c94-83f3-c924dfeac2d9 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672441 Jul 09 14:45:07.931610 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4a02e-1f7b-4f77-8cfd-a930d39ee822 req-fc708909-76e1-4e15-8490-f2826ec274fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:07.932984 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-73e4a02e-1f7b-4f77-8cfd-a930d39ee822 req-fc708909-76e1-4e15-8490-f2826ec274fa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e78429e5-c16d-40cf-923f-e056853eac48 HTTP/1.1" status: 200 len: 846 time: 0.0797143 Jul 09 14:45:07.980603 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839d022-c5a5-4de2-9ec3-a121586e9ae5 req-0abd78e4-1ef0-4f61-ab5f-2863aad1588c tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:07.990371 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7839d022-c5a5-4de2-9ec3-a121586e9ae5 req-0abd78e4-1ef0-4f61-ab5f-2863aad1588c tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/ports?device_id=98f49820-6303-40d9-aad5-6435a6014533 HTTP/1.1" status: 200 len: 943 time: 0.1121767 Jul 09 14:45:08.026729 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-73e4a02e-1f7b-4f77-8cfd-a930d39ee822 req-f45df122-b183-4c06-899f-31743dd6ddb9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856838 Jul 09 14:45:08.084973 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7839d022-c5a5-4de2-9ec3-a121586e9ae5 req-05bf8652-3bb2-494f-acdd-bc4ebc1abbdb tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4543b64-216b-4880-92bb-514113489699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856733 Jul 09 14:45:08.165523 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 32974) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:45:08.174348 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 6015b974-dc7c-4714-be88-3dddf4ffbfe1 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:45:08.282166 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f596b943-27d3-4137-bfb2-66301fee9e73 req-d7042929-9162-4100-842b-ab88095a75e7 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=645a8406-3b1c-45ba-8b48-2f658e2f2bad HTTP/1.1" status: 200 len: 210 time: 0.1146247 Jul 09 14:45:08.295643 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-73e4a02e-1f7b-4f77-8cfd-a930d39ee822 req-0b4cf708-cbda-4415-aacc-b03ed2c880dd service neutron] 10.222.0.54 "GET /v2.0/networks/4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614784 Jul 09 14:45:08.348351 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 523b850b-e1a3-44ef-b8dc-2a3322dc8598 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:45:08.355372 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device bfeecf9d-d542-437b-9e10-ff01a243d27e no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:45:08.359323 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5618624-8f8a-4ee1-b831-d5745c9c8223 req-c475b787-1d95-414f-9b6a-526f092a49c4 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:08.395025 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c5618624-8f8a-4ee1-b831-d5745c9c8223 req-c475b787-1d95-414f-9b6a-526f092a49c4 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3d50154-45ba-49d5-befa-5f9595f8a14f HTTP/1.1" status: 200 len: 945 time: 0.1304049 Jul 09 14:45:08.426506 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ca89b059-b111-4a89-a9da-ec367745ed28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:08.428337 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: bfeecf9d-d542-437b-9e10-ff01a243d27e {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:45:08.428719 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device bfeecf9d-d542-437b-9e10-ff01a243d27e not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:45:08.451025 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 6015b974-dc7c-4714-be88-3dddf4ffbfe1, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=6015b974-dc7c-4714-be88-3dddf4ffbfe1,segment=NetworkSegment(d799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae),segment_id=d799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:45:08.502369 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '6015b974-dc7c-4714-be88-3dddf4ffbfe1', 'network_id': '29d888e5-b470-491c-8272-fb069bb5ea34', 'port_id': '6015b974-dc7c-4714-be88-3dddf4ffbfe1', 'mac_address': 'fa:16:3e:ce:a6:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ebf5b74-6584-49ef-a6c0-eff61f32c488', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:45:08.534964 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c5618624-8f8a-4ee1-b831-d5745c9c8223 req-d1288e63-bafb-469c-ab3d-9c2356ea857c tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107132 Jul 09 14:45:08.563764 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-73e4a02e-1f7b-4f77-8cfd-a930d39ee822 req-941b80c4-16c3-4a64-9be4-e3141219e222 service neutron] 10.222.0.54 "GET /v2.0/networks/4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609596 Jul 09 14:45:08.615578 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f7810-2ef6-42c2-afb3-1eb7ad306025 req-dfb27378-298f-4ab1-a923-d4d8b81a2539 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:08.620891 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-601f7810-2ef6-42c2-afb3-1eb7ad306025 req-dfb27378-298f-4ab1-a923-d4d8b81a2539 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 944 time: 0.1203656 Jul 09 14:45:08.698063 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:08.717789 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-601f7810-2ef6-42c2-afb3-1eb7ad306025 req-7187a770-bb4e-483c-92a3-cffa6fdfaadc tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876544 Jul 09 14:45:08.726155 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6015b974-dc7c-4714-be88-3dddf4ffbfe1 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:45:08.735529 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-71c226b7-6ec6-462c-98d3-fe2d44eca49e req-d4aa2465-4293-40e4-9db9-4b55c994c18d tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=5ec7891592d74a6886dfa68c8f9e2e18&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482666 Jul 09 14:45:08.739051 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 523b850b-e1a3-44ef-b8dc-2a3322dc8598, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=523b850b-e1a3-44ef-b8dc-2a3322dc8598,segment=NetworkSegment(1e574744-83f5-4d4a-871f-858e3f9ffdcb),segment_id=1e574744-83f5-4d4a-871f-858e3f9ffdcb)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:45:08.741770 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ca89b059-b111-4a89-a9da-ec367745ed28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:08.761203 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': '523b850b-e1a3-44ef-b8dc-2a3322dc8598', 'network_id': '7315f037-8bae-46c2-abb3-b71f897eb072', 'port_id': '523b850b-e1a3-44ef-b8dc-2a3322dc8598', 'mac_address': 'fa:16:3e:88:e1:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6a78364-bb65-4c21-a934-4153d5dd997e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:45:08.765012 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 6015b974-dc7c-4714-be88-3dddf4ffbfe1, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=6015b974-dc7c-4714-be88-3dddf4ffbfe1,segment=NetworkSegment(d799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae),segment_id=d799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:45:08.819362 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ca89b059-b111-4a89-a9da-ec367745ed28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:08.819717 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:08.836618 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 523b850b-e1a3-44ef-b8dc-2a3322dc8598 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:45:08.844102 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:08.891355 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 523b850b-e1a3-44ef-b8dc-2a3322dc8598, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=523b850b-e1a3-44ef-b8dc-2a3322dc8598,segment=NetworkSegment(1e574744-83f5-4d4a-871f-858e3f9ffdcb),segment_id=1e574744-83f5-4d4a-871f-858e3f9ffdcb)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:45:08.916179 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-def95a6c-7d6c-44ab-876e-d85d9df97a67 req-5b6da649-33b6-4996-93c4-b2bd9154945f tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4920f0a-a687-4b93-a713-044808adb81e HTTP/1.1" status: 200 len: 210 time: 0.0420761 Jul 09 14:45:08.916804 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=6015b974-dc7c-4714-be88-3dddf4ffbfe1,revision_number=9']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:08.927800 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ca89b059-b111-4a89-a9da-ec367745ed28 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5ff04973477d401c9f73a6b43f945482&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7603893 Jul 09 14:45:08.928658 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca89b059-b111-4a89-a9da-ec367745ed28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f45fae7-d50c-40c4-9dad-a9831d3aad0f,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:08.930622 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 32994) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:45:08.944415 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c226b7-6ec6-462c-98d3-fe2d44eca49e req-ab6d817f-5d6d-43c7-930d-767b292c8f3d tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:08.946379 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-71c226b7-6ec6-462c-98d3-fe2d44eca49e req-ab6d817f-5d6d-43c7-930d-767b292c8f3d tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1991806 Jul 09 14:45:08.954278 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:08.988534 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-71c226b7-6ec6-462c-98d3-fe2d44eca49e req-f2e44805-3b1d-4e70-828b-9286fbbdc876 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/quotas/5ec7891592d74a6886dfa68c8f9e2e18 HTTP/1.1" status: 200 len: 375 time: 0.0361056 Jul 09 14:45:09.006874 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2e43d66b-ca43-40c7-82f0-73fa00f3525d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:09.020747 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=523b850b-e1a3-44ef-b8dc-2a3322dc8598,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:09.037064 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2e43d66b-ca43-40c7-82f0-73fa00f3525d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:09.074329 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-71c226b7-6ec6-462c-98d3-fe2d44eca49e req-050fa467-fc1b-45ca-b757-a53fcaf92c72 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5ec7891592d74a6886dfa68c8f9e2e18&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0840666 Jul 09 14:45:09.165083 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-52b1d224-4f46-4422-8fda-e7b06169d58a tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=018349107c4e445095855bfde6f254bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0612798 Jul 09 14:45:09.244030 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['523b850b-e1a3-44ef-b8dc-2a3322dc8598'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:45:09.283002 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2e43d66b-ca43-40c7-82f0-73fa00f3525d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:09.285918 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2e43d66b-ca43-40c7-82f0-73fa00f3525d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:09.291432 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-2e43d66b-ca43-40c7-82f0-73fa00f3525d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4f45fae7-d50c-40c4-9dad-a9831d3aad0f HTTP/1.1" status: 204 len: 168 time: 0.3589807 Jul 09 14:45:09.304324 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['6015b974-dc7c-4714-be88-3dddf4ffbfe1'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:45:09.347335 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e43d66b-ca43-40c7-82f0-73fa00f3525d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f45fae7-d50c-40c4-9dad-a9831d3aad0f,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:09.463725 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-53c05a62-5c36-4a2b-a047-d1af9b37fbc8 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:09.465799 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-53c05a62-5c36-4a2b-a047-d1af9b37fbc8 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2944653 Jul 09 14:45:09.484947 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-3047b044-87fe-4070-9324-33a6bdbf98bb tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Request body: {'port': {'device_id': '0bfdaaf0-e1d5-46be-9994-d67577195492', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'admin_state_up': True, 'tenant_id': '018349107c4e445095855bfde6f254bc'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:45:09.540941 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5466df-a35e-4c84-bded-a529a44dcdcb req-67aac77d-d668-4795-89c3-051b9e08fa1f tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:09.543013 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ec5466df-a35e-4c84-bded-a529a44dcdcb req-67aac77d-d668-4795-89c3-051b9e08fa1f tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/ports?device_id=98f49820-6303-40d9-aad5-6435a6014533 HTTP/1.1" status: 200 len: 944 time: 0.2667313 Jul 09 14:45:09.699544 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e2fbe62c-7932-4fc0-ac61-038cecf3d18d req-da945499-e80d-4678-9323-2cd893bfbe8b tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=645a8406-3b1c-45ba-8b48-2f658e2f2bad HTTP/1.1" status: 200 len: 210 time: 0.1010914 Jul 09 14:45:09.771638 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-12b4c98c-66ca-45a5-a036-e05b8d11d8d9 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=018349107c4e445095855bfde6f254bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0797577 Jul 09 14:45:09.804662 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ec5466df-a35e-4c84-bded-a529a44dcdcb req-dffafca5-2929-4125-8b7e-e68e3f7059da tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4543b64-216b-4880-92bb-514113489699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555680 Jul 09 14:45:09.955242 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-3047b044-87fe-4070-9324-33a6bdbf98bb tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Made reservation on behalf of 018349107c4e445095855bfde6f254bc for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:45:09.955451 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-04aeb571-42ef-4afc-aba7-f609855b984b req-4873c18a-b22c-4855-8a42-068c1755f60c tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b79cf3-8b07-4d2c-a915-488f0e253971 HTTP/1.1" status: 200 len: 210 time: 0.1424444 Jul 09 14:45:09.959584 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-3047b044-87fe-4070-9324-33a6bdbf98bb tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:10.050962 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-e6862119-f8fe-4bf5-8a37-4657fdf5b9a1 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:10.065064 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-e6862119-f8fe-4bf5-8a37-4657fdf5b9a1 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2876799 Jul 09 14:45:10.080805 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-557acfbe-dad5-48aa-a0eb-b337b089a531 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Request body: {'port': {'device_id': '645a8406-3b1c-45ba-8b48-2f658e2f2bad', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'admin_state_up': True, 'tenant_id': '018349107c4e445095855bfde6f254bc'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:45:10.199223 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 5a8e589d-f7dc-494f-aeb6-1bcb96db6e28 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:45:10.241037 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a5f4a9-b1f5-4f95-a5f4-b50121f66aec req-3eb31b3b-106e-40ae-954c-64167dce0f77 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:10.248750 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d1a5f4a9-b1f5-4f95-a5f4-b50121f66aec req-3eb31b3b-106e-40ae-954c-64167dce0f77 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 945 time: 0.1474683 Jul 09 14:45:10.304715 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-3047b044-87fe-4070-9324-33a6bdbf98bb tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Allocated IP 192.168.233.244 (aa30872f-c756-4ec7-be84-b2e3b86cdcfc/8081bcce-88de-4a2f-9e69-6750220e0be0/a11f2c13-7f1f-475c-94d9-ed18c27cb9d1) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:45:10.317277 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d1a5f4a9-b1f5-4f95-a5f4-b50121f66aec req-def2fc52-f9f1-4999-98af-8ca16a217a8c tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672617 Jul 09 14:45:10.331864 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad2b20-a21e-441f-8b44-a2090d310481 req-31a14f46-27e5-4b5c-a5e9-f25ac1bdcaae tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:10.331864 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9fad2b20-a21e-441f-8b44-a2090d310481 req-31a14f46-27e5-4b5c-a5e9-f25ac1bdcaae tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3d50154-45ba-49d5-befa-5f9595f8a14f HTTP/1.1" status: 200 len: 945 time: 0.2489312 Jul 09 14:45:10.365770 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-557acfbe-dad5-48aa-a0eb-b337b089a531 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Made reservation on behalf of 018349107c4e445095855bfde6f254bc for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:45:10.369322 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-557acfbe-dad5-48aa-a0eb-b337b089a531 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:10.385772 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 5a8e589d-f7dc-494f-aeb6-1bcb96db6e28 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:45:10.386166 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:10.515466 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9fad2b20-a21e-441f-8b44-a2090d310481 req-3db38efc-450f-40a9-8821-945cac3dfe8c tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724684 Jul 09 14:45:10.539967 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:10.561132 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8c6c5c22-633b-4e3d-8267-e382b47de358 req-362d76c8-4e11-4b76-a016-5a69b10e5556 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4920f0a-a687-4b93-a713-044808adb81e HTTP/1.1" status: 200 len: 210 time: 0.0382814 Jul 09 14:45:10.589768 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4380a92-6f44-411b-aecf-545fdd8500bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a8e589d-f7dc-494f-aeb6-1bcb96db6e28'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:45:10.592170 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb58733-73ca-46b6-86ad-f31a8b588278" -d '{"events": [{"server_uuid": "e4380a92-6f44-411b-aecf-545fdd8500bd", "name": "network-vif-plugged", "status": "completed", "tag": "5a8e589d-f7dc-494f-aeb6-1bcb96db6e28"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:45:10.624021 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-3047b044-87fe-4070-9324-33a6bdbf98bb tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:10.632042 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 5a8e589d-f7dc-494f-aeb6-1bcb96db6e28, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=5a8e589d-f7dc-494f-aeb6-1bcb96db6e28,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:45:10.641023 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93868da-e63b-4534-8826-cbba414839a7 x-openstack-request-id: req-f93868da-e63b-4534-8826-cbba414839a7 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:45:10.641509 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4380a92-6f44-411b-aecf-545fdd8500bd", "name": "network-vif-plugged", "status": "completed", "tag": "5a8e589d-f7dc-494f-aeb6-1bcb96db6e28", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:45:10.641664 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f93868da-e63b-4534-8826-cbba414839a7 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:45:10.641940 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4380a92-6f44-411b-aecf-545fdd8500bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a8e589d-f7dc-494f-aeb6-1bcb96db6e28', 'code': 200} Jul 09 14:45:10.655663 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-3047b044-87fe-4070-9324-33a6bdbf98bb tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Transition to ACTIVE for port object a11f2c13-7f1f-475c-94d9-ed18c27cb9d1 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:45:10.726352 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:10.771610 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c41c48-e71c-4b0d-afd9-9710a83a2100 req-1bece3fd-8293-49d4-bf78-4063f6270f8a tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:10.774851 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a9c41c48-e71c-4b0d-afd9-9710a83a2100 req-1bece3fd-8293-49d4-bf78-4063f6270f8a tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=5266996c-3545-4ec1-83b0-cbe89dc0c0b8 HTTP/1.1" status: 200 len: 945 time: 0.0929799 Jul 09 14:45:10.799342 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=5a8e589d-f7dc-494f-aeb6-1bcb96db6e28,revision_number=11']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:10.808247 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-3047b044-87fe-4070-9324-33a6bdbf98bb tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:10.825458 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['5b8321d1-0cc4-4453-b1d2-305318737648'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:45:10.907213 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['1a2deeba-8583-43d1-a846-fbd62e303f2c', 'b0b5445c-23dd-42e1-a35b-f560998dd6a0'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:45:10.912606 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-557acfbe-dad5-48aa-a0eb-b337b089a531 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Allocated IP 192.168.233.252 (aa30872f-c756-4ec7-be84-b2e3b86cdcfc/8081bcce-88de-4a2f-9e69-6750220e0be0/35f4c7c4-f38a-49bf-b29d-8b5de5e3d675) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:45:10.942708 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-3047b044-87fe-4070-9324-33a6bdbf98bb tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Network aa30872f-c756-4ec7-be84-b2e3b86cdcfc is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:45:10.962454 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-3047b044-87fe-4070-9324-33a6bdbf98bb tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:45:10.976304 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-3047b044-87fe-4070-9324-33a6bdbf98bb tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:45:11.065048 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 33052) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:45:11.065739 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3047b044-87fe-4070-9324-33a6bdbf98bb tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Pushing event updated for resources: {'Port': ['ID=a11f2c13-7f1f-475c-94d9-ed18c27cb9d1,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:11.159000 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-3047b044-87fe-4070-9324-33a6bdbf98bb tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:11.160659 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-3047b044-87fe-4070-9324-33a6bdbf98bb tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:11.237868 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-048c98d7-0401-4cc9-b53f-d4577aeeb02a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-703012273-network', 'tenant_id': '0ea59604d49a4768b9c04e74a1a30065'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:45:11.279282 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b4ce60a3-7774-4083-9ef0-b0e29e5cd442 req-a05b29a0-ae48-4236-bad8-9923832834f6 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=645a8406-3b1c-45ba-8b48-2f658e2f2bad HTTP/1.1" status: 200 len: 210 time: 0.1389589 Jul 09 14:45:11.286034 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-3047b044-87fe-4070-9324-33a6bdbf98bb tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8062916 Jul 09 14:45:11.319997 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-557acfbe-dad5-48aa-a0eb-b337b089a531 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:11.354497 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-557acfbe-dad5-48aa-a0eb-b337b089a531 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Transition to ACTIVE for port object 35f4c7c4-f38a-49bf-b29d-8b5de5e3d675 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:45:11.365783 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-4de560e1-d8ee-4d72-9245-452b7d40e559 service neutron] Request body: {'port': {'device_id': '0bfdaaf0-e1d5-46be-9994-d67577195492', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:45:11.524706 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-557acfbe-dad5-48aa-a0eb-b337b089a531 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:11.631397 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-8e74e004-8407-4465-bd6d-30c12398fb08 None None] Provisioning for port a11f2c13-7f1f-475c-94d9-ed18c27cb9d1 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:45:11.635869 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-557acfbe-dad5-48aa-a0eb-b337b089a531 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Network aa30872f-c756-4ec7-be84-b2e3b86cdcfc is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:45:11.637118 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-4de560e1-d8ee-4d72-9245-452b7d40e559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:11.641855 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-8e74e004-8407-4465-bd6d-30c12398fb08 None None] Provisioning complete for port a11f2c13-7f1f-475c-94d9-ed18c27cb9d1 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:45:11.642329 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8e74e004-8407-4465-bd6d-30c12398fb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:11.643544 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-557acfbe-dad5-48aa-a0eb-b337b089a531 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:45:11.654166 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-557acfbe-dad5-48aa-a0eb-b337b089a531 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:45:11.671271 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a9c41c48-e71c-4b0d-afd9-9710a83a2100 req-a2d687ea-a944-4fb2-8dd8-ee967a69326b tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8898311 Jul 09 14:45:11.671667 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['5b8321d1-0cc4-4453-b1d2-305318737648'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:45:11.737392 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557acfbe-dad5-48aa-a0eb-b337b089a531 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Pushing event updated for resources: {'Port': ['ID=35f4c7c4-f38a-49bf-b29d-8b5de5e3d675,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:11.762453 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-557acfbe-dad5-48aa-a0eb-b337b089a531 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:11.763672 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-557acfbe-dad5-48aa-a0eb-b337b089a531 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:11.780479 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-8e74e004-8407-4465-bd6d-30c12398fb08 None None] Port a11f2c13-7f1f-475c-94d9-ed18c27cb9d1 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:45:11.805057 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd43b7a-9f5d-4261-9fce-e8068b5c3c1b req-e2e44576-3267-4546-aca9-16492a317172 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:11.817750 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4dd43b7a-9f5d-4261-9fce-e8068b5c3c1b req-e2e44576-3267-4546-aca9-16492a317172 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/ports?device_id=98f49820-6303-40d9-aad5-6435a6014533 HTTP/1.1" status: 200 len: 944 time: 0.2778244 Jul 09 14:45:11.825025 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-048c98d7-0401-4cc9-b53f-d4577aeeb02a admin admin] Made reservation on behalf of 0ea59604d49a4768b9c04e74a1a30065 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:45:11.828036 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-048c98d7-0401-4cc9-b53f-d4577aeeb02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:11.871003 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-557acfbe-dad5-48aa-a0eb-b337b089a531 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7939501 Jul 09 14:45:11.873620 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-048c98d7-0401-4cc9-b53f-d4577aeeb02a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:11.914556 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-1d597bc1-68e9-4b1c-8df7-e47fba1a41de service neutron] Request body: {'port': {'device_id': '645a8406-3b1c-45ba-8b48-2f658e2f2bad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:45:11.928780 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4dd43b7a-9f5d-4261-9fce-e8068b5c3c1b req-6c92b6ba-1ae7-4de8-917d-e4143850373e tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4543b64-216b-4880-92bb-514113489699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092041 Jul 09 14:45:12.018981 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-048c98d7-0401-4cc9-b53f-d4577aeeb02a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:12.041320 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-1d597bc1-68e9-4b1c-8df7-e47fba1a41de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:12.134990 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-048c98d7-0401-4cc9-b53f-d4577aeeb02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:12.158529 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-56fd312d-784c-4995-9373-849514fcfb50 req-9862ccc1-54b1-4df8-9be1-8b51c41ffa76 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b79cf3-8b07-4d2c-a915-488f0e253971 HTTP/1.1" status: 200 len: 210 time: 0.1243231 Jul 09 14:45:12.182894 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-1871eaa8-5066-4c9f-8270-102948accaf9 None None] Provisioning for port 35f4c7c4-f38a-49bf-b29d-8b5de5e3d675 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:45:12.188410 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 6015b974-dc7c-4714-be88-3dddf4ffbfe1 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:45:12.197871 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-1871eaa8-5066-4c9f-8270-102948accaf9 None None] Provisioning complete for port 35f4c7c4-f38a-49bf-b29d-8b5de5e3d675 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:45:12.198555 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1871eaa8-5066-4c9f-8270-102948accaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:12.259938 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-048c98d7-0401-4cc9-b53f-d4577aeeb02a admin admin] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:45:12.275732 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a84caf-cad7-4b00-a440-a08084133ab0 req-07c20833-69a5-4c1c-a490-bb448886bd2c tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:12.280034 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-37a84caf-cad7-4b00-a440-a08084133ab0 req-07c20833-69a5-4c1c-a490-bb448886bd2c tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 945 time: 0.1884758 Jul 09 14:45:12.287478 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-1871eaa8-5066-4c9f-8270-102948accaf9 None None] Port 35f4c7c4-f38a-49bf-b29d-8b5de5e3d675 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:45:12.291647 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048c98d7-0401-4cc9-b53f-d4577aeeb02a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade000b3-1c2a-497a-8998-cda8acd198b6,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:12.318485 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-048c98d7-0401-4cc9-b53f-d4577aeeb02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:12.318939 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-048c98d7-0401-4cc9-b53f-d4577aeeb02a admin admin] Added segment 08141ba6-0964-4d1a-8d67-af4c03fe6653 of type vlan for network 57042d5f-0386-4b58-a12c-ab7a19465fa2 Jul 09 14:45:12.329412 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 6015b974-dc7c-4714-be88-3dddf4ffbfe1 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:45:12.331454 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:12.337234 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-37a84caf-cad7-4b00-a440-a08084133ab0 req-bbe01412-3817-4ff1-be69-9a716856fbfe tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520546 Jul 09 14:45:12.368673 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 523b850b-e1a3-44ef-b8dc-2a3322dc8598 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:45:12.453951 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-906d4c5f-813c-47d9-af9c-64774ab00ffd req-b202b388-d5c0-4fff-a6a1-d543d6385dc1 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4920f0a-a687-4b93-a713-044808adb81e HTTP/1.1" status: 200 len: 210 time: 0.0505867 Jul 09 14:45:12.520005 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-048c98d7-0401-4cc9-b53f-d4577aeeb02a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:12.529237 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:12.537835 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['1a2deeba-8583-43d1-a846-fbd62e303f2c', 'b0b5445c-23dd-42e1-a35b-f560998dd6a0'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:45:12.621334 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port 523b850b-e1a3-44ef-b8dc-2a3322dc8598 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:45:12.639075 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 6015b974-dc7c-4714-be88-3dddf4ffbfe1, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=6015b974-dc7c-4714-be88-3dddf4ffbfe1,segment=NetworkSegment(d799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae),segment_id=d799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:45:12.640036 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port 523b850b-e1a3-44ef-b8dc-2a3322dc8598 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:45:12.640397 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:12.643464 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b33550-07e9-4e61-aef5-26df5078532c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6015b974-dc7c-4714-be88-3dddf4ffbfe1'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:45:12.648607 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27177e4e-7413-4f16-bf96-e72dfb0ccd99" -d '{"events": [{"server_uuid": "d5b33550-07e9-4e61-aef5-26df5078532c", "name": "network-vif-plugged", "status": "completed", "tag": "6015b974-dc7c-4714-be88-3dddf4ffbfe1"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:45:12.652334 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-71c226b7-6ec6-462c-98d3-fe2d44eca49e req-c8751b27-8edf-4f80-b653-d8970ce9680f tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=5ec7891592d74a6886dfa68c8f9e2e18&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0663629 Jul 09 14:45:12.686800 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a697e0c6-acc7-40f0-bfe6-37c6a8f44f3a req-9f714adc-8efa-41eb-888d-92d31fdd873e tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:12.689236 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a697e0c6-acc7-40f0-bfe6-37c6a8f44f3a req-9f714adc-8efa-41eb-888d-92d31fdd873e tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3d50154-45ba-49d5-befa-5f9595f8a14f HTTP/1.1" status: 200 len: 945 time: 0.1714518 Jul 09 14:45:12.738908 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-4de560e1-d8ee-4d72-9245-452b7d40e559 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a11f2c13-7f1f-475c-94d9-ed18c27cb9d1 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:45:12.752999 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-4de560e1-d8ee-4d72-9245-452b7d40e559 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:12.758420 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-048c98d7-0401-4cc9-b53f-d4577aeeb02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:12.759230 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048c98d7-0401-4cc9-b53f-d4577aeeb02a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:12.759894 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-048c98d7-0401-4cc9-b53f-d4577aeeb02a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:12.774562 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:12.829862 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048c98d7-0401-4cc9-b53f-d4577aeeb02a admin admin] Pushing event updated for resources: {'Network': ['ID=57042d5f-0386-4b58-a12c-ab7a19465fa2,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:12.855802 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-4de560e1-d8ee-4d72-9245-452b7d40e559 service neutron] Transition to ACTIVE for port object a11f2c13-7f1f-475c-94d9-ed18c27cb9d1 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:45:12.860637 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c226b7-6ec6-462c-98d3-fe2d44eca49e req-ffb0b5c4-aedf-4214-b34a-06b756299fd6 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:12.862206 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-71c226b7-6ec6-462c-98d3-fe2d44eca49e req-ffb0b5c4-aedf-4214-b34a-06b756299fd6 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1961608 Jul 09 14:45:12.875900 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a697e0c6-acc7-40f0-bfe6-37c6a8f44f3a req-35bffb7d-b3c0-4833-8e35-fc37fb68e51e tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714556 Jul 09 14:45:12.876319 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db74a59c-e7df-4e8f-ab72-734298e9bf17 req-2e1f5c96-6202-4ec9-94ce-6245f6a90dfc tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:12.888317 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-db74a59c-e7df-4e8f-ab72-734298e9bf17 req-2e1f5c96-6202-4ec9-94ce-6245f6a90dfc tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=645a8406-3b1c-45ba-8b48-2f658e2f2bad HTTP/1.1" status: 200 len: 936 time: 0.1942255 Jul 09 14:45:12.888675 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=6015b974-dc7c-4714-be88-3dddf4ffbfe1,revision_number=10']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:12.888774 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-71c226b7-6ec6-462c-98d3-fe2d44eca49e req-2c6b9220-1988-4fce-b72a-6e75daadcf71 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Request body: {'port': {'device_id': 'b6b79cf3-8b07-4d2c-a915-488f0e253971', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'admin_state_up': True, 'tenant_id': '5ec7891592d74a6886dfa68c8f9e2e18'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:45:12.911532 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 57042d5f-0386-4b58-a12c-ab7a19465fa2 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:45:12.937034 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-4de560e1-d8ee-4d72-9245-452b7d40e559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:12.975282 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-048c98d7-0401-4cc9-b53f-d4577aeeb02a admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9067452 Jul 09 14:45:12.981572 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 33074) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:45:13.006726 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-6b80f9e6-b62b-4f04-ae83-f3c4791698db admin admin] Request body: {'subnet': {'network_id': '57042d5f-0386-4b58-a12c-ab7a19465fa2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-703012273-subnet', 'tenant_id': '0ea59604d49a4768b9c04e74a1a30065', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:45:13.010016 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01095e99-76c5-45d9-ae29-4ca39fc00fdf x-openstack-request-id: req-01095e99-76c5-45d9-ae29-4ca39fc00fdf {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:45:13.010312 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5b33550-07e9-4e61-aef5-26df5078532c", "name": "network-vif-plugged", "status": "completed", "tag": "6015b974-dc7c-4714-be88-3dddf4ffbfe1", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:45:13.012315 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-01095e99-76c5-45d9-ae29-4ca39fc00fdf {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:45:13.015222 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b33550-07e9-4e61-aef5-26df5078532c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6015b974-dc7c-4714-be88-3dddf4ffbfe1', 'code': 200} Jul 09 14:45:13.082832 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de560e1-d8ee-4d72-9245-452b7d40e559 service neutron] Pushing event updated for resources: {'Port': ['ID=a11f2c13-7f1f-475c-94d9-ed18c27cb9d1,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:13.094787 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-db74a59c-e7df-4e8f-ab72-734298e9bf17 req-96c08679-d124-495c-b6cf-6da5097e9cab tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045577 Jul 09 14:45:13.201568 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b80f9e6-b62b-4f04-ae83-f3c4791698db admin admin] Made reservation on behalf of 0ea59604d49a4768b9c04e74a1a30065 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:45:13.209568 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6b80f9e6-b62b-4f04-ae83-f3c4791698db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:13.380416 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-4de560e1-d8ee-4d72-9245-452b7d40e559 service neutron] Attempting to bind port a11f2c13-7f1f-475c-94d9-ed18c27cb9d1 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:45:13.380762 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-4de560e1-d8ee-4d72-9245-452b7d40e559 service neutron] Attempting to bind port a11f2c13-7f1f-475c-94d9-ed18c27cb9d1 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:45:13.381092 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-4de560e1-d8ee-4d72-9245-452b7d40e559 service neutron] Attempting to bind port a11f2c13-7f1f-475c-94d9-ed18c27cb9d1 on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:45:13.402683 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-4de560e1-d8ee-4d72-9245-452b7d40e559 service neutron] Port a11f2c13-7f1f-475c-94d9-ed18c27cb9d1 on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:45:13.404093 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-4de560e1-d8ee-4d72-9245-452b7d40e559 service neutron] Attempting to bind port a11f2c13-7f1f-475c-94d9-ed18c27cb9d1 on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:45:13.443298 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-4de560e1-d8ee-4d72-9245-452b7d40e559 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:45:13.443298 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-4de560e1-d8ee-4d72-9245-452b7d40e559 service neutron] Checking segment: {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:45:13.443808 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-4de560e1-d8ee-4d72-9245-452b7d40e559 service neutron] Bound using segment: {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:45:13.444318 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-4de560e1-d8ee-4d72-9245-452b7d40e559 service neutron] Bound port: a11f2c13-7f1f-475c-94d9-ed18c27cb9d1, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:45:13.444779 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-4de560e1-d8ee-4d72-9245-452b7d40e559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:13.540061 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-4de560e1-d8ee-4d72-9245-452b7d40e559 service neutron] For port a11f2c13-7f1f-475c-94d9-ed18c27cb9d1, host n-h2-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:45:13.545349 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-4de560e1-d8ee-4d72-9245-452b7d40e559 service neutron] For port a11f2c13-7f1f-475c-94d9-ed18c27cb9d1, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=a11f2c13-7f1f-475c-94d9-ed18c27cb9d1,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:45:13.612603 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-1d597bc1-68e9-4b1c-8df7-e47fba1a41de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35f4c7c4-f38a-49bf-b29d-8b5de5e3d675 {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:45:13.625305 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-1d597bc1-68e9-4b1c-8df7-e47fba1a41de service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:13.635473 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:13.641736 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-1d597bc1-68e9-4b1c-8df7-e47fba1a41de service neutron] Transition to ACTIVE for port object 35f4c7c4-f38a-49bf-b29d-8b5de5e3d675 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:45:13.660323 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-4de560e1-d8ee-4d72-9245-452b7d40e559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:13.714832 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71c226b7-6ec6-462c-98d3-fe2d44eca49e req-2c6b9220-1988-4fce-b72a-6e75daadcf71 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Made reservation on behalf of 5ec7891592d74a6886dfa68c8f9e2e18 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:45:13.719716 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-71c226b7-6ec6-462c-98d3-fe2d44eca49e req-2c6b9220-1988-4fce-b72a-6e75daadcf71 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:13.724224 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-1d597bc1-68e9-4b1c-8df7-e47fba1a41de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:13.733049 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 523b850b-e1a3-44ef-b8dc-2a3322dc8598, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=523b850b-e1a3-44ef-b8dc-2a3322dc8598,segment=NetworkSegment(1e574744-83f5-4d4a-871f-858e3f9ffdcb),segment_id=1e574744-83f5-4d4a-871f-858e3f9ffdcb)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:45:13.749707 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-4de560e1-d8ee-4d72-9245-452b7d40e559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:13.750342 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-4de560e1-d8ee-4d72-9245-452b7d40e559 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:13.752239 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-4de560e1-d8ee-4d72-9245-452b7d40e559 service neutron] 10.222.0.54 "PUT /v2.0/ports/a11f2c13-7f1f-475c-94d9-ed18c27cb9d1 HTTP/1.1" status: 200 len: 1096 time: 2.4269948 Jul 09 14:45:13.764616 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bfdaaf0-e1d5-46be-9994-d67577195492', 'tag': 'a11f2c13-7f1f-475c-94d9-ed18c27cb9d1'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:45:13.766893 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5119e3ab-433a-4e18-befb-afedf05b95d3" -d '{"events": [{"name": "network-changed", "server_uuid": "0bfdaaf0-e1d5-46be-9994-d67577195492", "tag": "a11f2c13-7f1f-475c-94d9-ed18c27cb9d1"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:45:13.802498 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:13.894758 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de560e1-d8ee-4d72-9245-452b7d40e559 service neutron] Pushing event updated for resources: {'Port': ['ID=a11f2c13-7f1f-475c-94d9-ed18c27cb9d1,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:13.916947 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d597bc1-68e9-4b1c-8df7-e47fba1a41de service neutron] Pushing event updated for resources: {'Port': ['ID=35f4c7c4-f38a-49bf-b29d-8b5de5e3d675,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:13.954009 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=523b850b-e1a3-44ef-b8dc-2a3322dc8598,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:13.963667 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e356d-1a07-42ea-8949-8e306fe68c4d req-dd55f465-591c-4e5d-bcb3-db76089b9711 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:13.965328 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a31e356d-1a07-42ea-8949-8e306fe68c4d req-dd55f465-591c-4e5d-bcb3-db76089b9711 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/ports?device_id=98f49820-6303-40d9-aad5-6435a6014533 HTTP/1.1" status: 200 len: 944 time: 0.4162962 Jul 09 14:45:14.002684 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6b80f9e6-b62b-4f04-ae83-f3c4791698db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:14.052275 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88699491-7d5e-47c5-b796-4f9fb683caa0 req-4e9add0c-0b77-4d21-9dbd-36e210404ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:14.053706 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-88699491-7d5e-47c5-b796-4f9fb683caa0 req-4e9add0c-0b77-4d21-9dbd-36e210404ea3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 1098 time: 0.4824281 Jul 09 14:45:14.156699 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-71c226b7-6ec6-462c-98d3-fe2d44eca49e req-2c6b9220-1988-4fce-b72a-6e75daadcf71 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Allocated IP 192.168.233.103 (aa30872f-c756-4ec7-be84-b2e3b86cdcfc/8081bcce-88de-4a2f-9e69-6750220e0be0/c06b11eb-9d6f-48c4-baec-7d8f00e00c90) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:45:14.197046 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a31e356d-1a07-42ea-8949-8e306fe68c4d req-755e9df3-6aa3-4d99-a726-50ba1af00dae tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4543b64-216b-4880-92bb-514113489699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968911 Jul 09 14:45:14.201946 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b80f9e6-b62b-4f04-ae83-f3c4791698db admin admin] Pushing event updated for resources: {'Subnet': ['ID=82201829-6811-4a6f-8404-54dcb1347eec,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:14.215648 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-1eccee16-dc72-4de8-b1f0-f38f85c9351e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:14.217453 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-1eccee16-dc72-4de8-b1f0-f38f85c9351e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=018349107c4e445095855bfde6f254bc&device_id=0bfdaaf0-e1d5-46be-9994-d67577195492 HTTP/1.1" status: 200 len: 1099 time: 0.3240736 Jul 09 14:45:14.222007 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-88699491-7d5e-47c5-b796-4f9fb683caa0 req-50723818-e2c0-4bf2-90bb-88d7e73404ff service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469123 Jul 09 14:45:14.236702 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b80f9e6-b62b-4f04-ae83-f3c4791698db admin admin] Checking segment: {'id': '08141ba6-0964-4d1a-8d67-af4c03fe6653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '57042d5f-0386-4b58-a12c-ab7a19465fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:45:14.237340 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b80f9e6-b62b-4f04-ae83-f3c4791698db admin admin] Network hostable DHCP agents. Network: 57042d5f-0386-4b58-a12c-ab7a19465fa2, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:45:14.274787 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-e138c551-2e80-45e4-8205-9be5fffc35e6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=a11f2c13-7f1f-475c-94d9-ed18c27cb9d1 HTTP/1.1" status: 200 len: 217 time: 0.0479078 Jul 09 14:45:14.344691 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-71c226b7-6ec6-462c-98d3-fe2d44eca49e req-2c6b9220-1988-4fce-b72a-6e75daadcf71 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:14.345342 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-c9a8dead-396f-4c83-bfaa-5e6e6bb50730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:14.347719 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-c9a8dead-396f-4c83-bfaa-5e6e6bb50730 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.0645254 Jul 09 14:45:14.431972 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-665aa994-cc03-43fd-8622-e42716d1b7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:14.433680 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-665aa994-cc03-43fd-8622-e42716d1b7e8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0783446 Jul 09 14:45:14.455110 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b80f9e6-b62b-4f04-ae83-f3c4791698db admin admin] Network 57042d5f-0386-4b58-a12c-ab7a19465fa2 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:45:14.611754 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-6b80f9e6-b62b-4f04-ae83-f3c4791698db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 57042d5f-0386-4b58-a12c-ab7a19465fa2) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:45:14.621612 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e76d4c-a198-40e4-8f21-c60e923e7932 req-c6e6d489-72f7-4baf-8c46-7b72b34ba527 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:14.624992 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284b7a38-96e1-432f-b107-5541ea4ae461 None None] Network 57042d5f-0386-4b58-a12c-ab7a19465fa2 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:45:14.630165 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a4e76d4c-a198-40e4-8f21-c60e923e7932 req-c6e6d489-72f7-4baf-8c46-7b72b34ba527 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 947 time: 0.1894505 Jul 09 14:45:14.644395 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b80f9e6-b62b-4f04-ae83-f3c4791698db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:14.654194 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:14.655226 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6b80f9e6-b62b-4f04-ae83-f3c4791698db admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:14.659288 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-d2d68269-d7c5-4694-bed1-4b68cff7c48b service neutron] 10.222.0.54 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056992 Jul 09 14:45:14.675039 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f34d4f1c-43e5-4815-8fbc-819eca70f0c2 req-f6b20526-67ad-4292-ac68-af6165dfc63d tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b79cf3-8b07-4d2c-a915-488f0e253971 HTTP/1.1" status: 200 len: 210 time: 0.3207901 Jul 09 14:45:14.699445 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-71c226b7-6ec6-462c-98d3-fe2d44eca49e req-2c6b9220-1988-4fce-b72a-6e75daadcf71 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Transition to ACTIVE for port object c06b11eb-9d6f-48c4-baec-7d8f00e00c90 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:45:14.855835 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-6b80f9e6-b62b-4f04-ae83-f3c4791698db admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8671517 Jul 09 14:45:14.856247 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-71c226b7-6ec6-462c-98d3-fe2d44eca49e req-2c6b9220-1988-4fce-b72a-6e75daadcf71 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:14.906002 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a4e76d4c-a198-40e4-8f21-c60e923e7932 req-6c88e38d-da8b-4ab4-b463-5a6e8540ebe4 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2743907 Jul 09 14:45:14.943654 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['5332db0b-d3ab-4b94-bdf8-80ae1940cc85', '1efa3387-1e39-4d8a-b890-1d24773305ef', '5a8e589d-f7dc-494f-aeb6-1bcb96db6e28'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:45:14.946833 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081eaf51-cbe0-416f-98b8-1a3321baf893 x-openstack-request-id: req-081eaf51-cbe0-416f-98b8-1a3321baf893 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:45:14.950839 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6b9220-1988-4fce-b72a-6e75daadcf71 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Pushing event updated for resources: {'Port': ['ID=c06b11eb-9d6f-48c4-baec-7d8f00e00c90,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:14.951321 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bfdaaf0-e1d5-46be-9994-d67577195492", "tag": "a11f2c13-7f1f-475c-94d9-ed18c27cb9d1", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:45:14.951723 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-081eaf51-cbe0-416f-98b8-1a3321baf893 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:45:14.953110 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bfdaaf0-e1d5-46be-9994-d67577195492', 'tag': 'a11f2c13-7f1f-475c-94d9-ed18c27cb9d1', 'status': 'completed', 'code': 200} Jul 09 14:45:14.958028 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-1d597bc1-68e9-4b1c-8df7-e47fba1a41de service neutron] Attempting to bind port 35f4c7c4-f38a-49bf-b29d-8b5de5e3d675 on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:45:14.958311 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-1d597bc1-68e9-4b1c-8df7-e47fba1a41de service neutron] Attempting to bind port 35f4c7c4-f38a-49bf-b29d-8b5de5e3d675 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:45:14.958641 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-1d597bc1-68e9-4b1c-8df7-e47fba1a41de service neutron] Attempting to bind port 35f4c7c4-f38a-49bf-b29d-8b5de5e3d675 on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:45:14.961837 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71c226b7-6ec6-462c-98d3-fe2d44eca49e req-2c6b9220-1988-4fce-b72a-6e75daadcf71 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Network aa30872f-c756-4ec7-be84-b2e3b86cdcfc is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:45:14.965251 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-71c226b7-6ec6-462c-98d3-fe2d44eca49e req-2c6b9220-1988-4fce-b72a-6e75daadcf71 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:45:14.968140 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c226b7-6ec6-462c-98d3-fe2d44eca49e req-2c6b9220-1988-4fce-b72a-6e75daadcf71 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:45:15.045668 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c226b7-6ec6-462c-98d3-fe2d44eca49e req-2c6b9220-1988-4fce-b72a-6e75daadcf71 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:15.046305 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-71c226b7-6ec6-462c-98d3-fe2d44eca49e req-2c6b9220-1988-4fce-b72a-6e75daadcf71 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:15.061022 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-1d597bc1-68e9-4b1c-8df7-e47fba1a41de service neutron] Port 35f4c7c4-f38a-49bf-b29d-8b5de5e3d675 on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:45:15.061436 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-1d597bc1-68e9-4b1c-8df7-e47fba1a41de service neutron] Attempting to bind port 35f4c7c4-f38a-49bf-b29d-8b5de5e3d675 on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:45:15.069162 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-1d597bc1-68e9-4b1c-8df7-e47fba1a41de service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:45:15.073994 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-1d597bc1-68e9-4b1c-8df7-e47fba1a41de service neutron] Checking segment: {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:45:15.073994 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-1d597bc1-68e9-4b1c-8df7-e47fba1a41de service neutron] Bound using segment: {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:45:15.073994 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-1d597bc1-68e9-4b1c-8df7-e47fba1a41de service neutron] Bound port: 35f4c7c4-f38a-49bf-b29d-8b5de5e3d675, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:45:15.073994 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-1d597bc1-68e9-4b1c-8df7-e47fba1a41de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:15.084407 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f49820-6303-40d9-aad5-6435a6014533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523b850b-e1a3-44ef-b8dc-2a3322dc8598'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:45:15.095571 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6b294f-e684-4214-a529-008cc1351574" -d '{"events": [{"server_uuid": "98f49820-6303-40d9-aad5-6435a6014533", "name": "network-vif-plugged", "status": "completed", "tag": "523b850b-e1a3-44ef-b8dc-2a3322dc8598"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:45:15.098294 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-4cb1258c-3d8e-4db6-843a-ec2697c3e462 service neutron] 10.222.0.54 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4147782 Jul 09 14:45:15.162665 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88693fa3-a3dd-4312-a515-b90446ff8222 None None] Network 57042d5f-0386-4b58-a12c-ab7a19465fa2 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:45:15.174774 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-1d597bc1-68e9-4b1c-8df7-e47fba1a41de service neutron] For port 35f4c7c4-f38a-49bf-b29d-8b5de5e3d675, host n-h1-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:45:15.179363 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-1d597bc1-68e9-4b1c-8df7-e47fba1a41de service neutron] For port 35f4c7c4-f38a-49bf-b29d-8b5de5e3d675, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=35f4c7c4-f38a-49bf-b29d-8b5de5e3d675,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:45:15.182732 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-71c226b7-6ec6-462c-98d3-fe2d44eca49e req-2c6b9220-1988-4fce-b72a-6e75daadcf71 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3026328 Jul 09 14:45:15.213018 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-71c226b7-6ec6-462c-98d3-fe2d44eca49e req-372ec1c7-af6a-4233-9fad-b911ec4b6774 service neutron] Request body: {'port': {'device_id': 'b6b79cf3-8b07-4d2c-a915-488f0e253971', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:45:15.254943 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-1d597bc1-68e9-4b1c-8df7-e47fba1a41de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:15.359213 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-1d597bc1-68e9-4b1c-8df7-e47fba1a41de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:15.360399 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-1d597bc1-68e9-4b1c-8df7-e47fba1a41de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:15.362088 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-1d597bc1-68e9-4b1c-8df7-e47fba1a41de service neutron] 10.222.0.62 "PUT /v2.0/ports/35f4c7c4-f38a-49bf-b29d-8b5de5e3d675 HTTP/1.1" status: 200 len: 1096 time: 3.4650800 Jul 09 14:45:15.367651 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '645a8406-3b1c-45ba-8b48-2f658e2f2bad', 'tag': '35f4c7c4-f38a-49bf-b29d-8b5de5e3d675'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:45:15.392247 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0f9337-ac96-4f1c-be8b-573e63002a42" -d '{"events": [{"name": "network-changed", "server_uuid": "645a8406-3b1c-45ba-8b48-2f658e2f2bad", "tag": "35f4c7c4-f38a-49bf-b29d-8b5de5e3d675"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:45:15.436147 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5119e3ab-433a-4e18-befb-afedf05b95d3 req-804e8569-3690-4901-af21-bfbf6145a49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:15.438013 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5119e3ab-433a-4e18-befb-afedf05b95d3 req-804e8569-3690-4901-af21-bfbf6145a49f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=018349107c4e445095855bfde6f254bc&device_id=0bfdaaf0-e1d5-46be-9994-d67577195492 HTTP/1.1" status: 200 len: 1099 time: 0.2082520 Jul 09 14:45:15.457771 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc792a6-00d6-4f6d-9c3d-011345126eaf req-d90c3e4c-8d3e-4c05-aa9c-5a4527b2974a tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:15.462049 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3dc792a6-00d6-4f6d-9c3d-011345126eaf req-d90c3e4c-8d3e-4c05-aa9c-5a4527b2974a tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3d50154-45ba-49d5-befa-5f9595f8a14f HTTP/1.1" status: 200 len: 945 time: 0.1652684 Jul 09 14:45:15.558085 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d597bc1-68e9-4b1c-8df7-e47fba1a41de service neutron] Pushing event updated for resources: {'Port': ['ID=35f4c7c4-f38a-49bf-b29d-8b5de5e3d675,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:15.615308 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-71c226b7-6ec6-462c-98d3-fe2d44eca49e req-372ec1c7-af6a-4233-9fad-b911ec4b6774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:15.623286 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-51c122db-0288-4e44-b474-3bd5972e2b50 None None] Provisioning for port c06b11eb-9d6f-48c4-baec-7d8f00e00c90 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:45:15.639198 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-51c122db-0288-4e44-b474-3bd5972e2b50 None None] Provisioning complete for port c06b11eb-9d6f-48c4-baec-7d8f00e00c90 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:45:15.639198 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-51c122db-0288-4e44-b474-3bd5972e2b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:15.652378 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3dc792a6-00d6-4f6d-9c3d-011345126eaf req-f64eda36-74a5-4dcd-bd90-b9ab78ad8c9c tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600280 Jul 09 14:45:16.000172 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5119e3ab-433a-4e18-befb-afedf05b95d3 req-dbea6951-3125-4366-9f42-47d558362479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:16.000172 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5119e3ab-433a-4e18-befb-afedf05b95d3 req-dbea6951-3125-4366-9f42-47d558362479 service neutron] 10.222.0.54 "GET /v2.0/networks?id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc HTTP/1.1" status: 200 len: 870 time: 0.2649956 Jul 09 14:45:16.001455 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-79f13310-8e62-4a9e-a0a2-cbb374b25a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:16.001455 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-79f13310-8e62-4a9e-a0a2-cbb374b25a0d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=018349107c4e445095855bfde6f254bc&device_id=645a8406-3b1c-45ba-8b48-2f658e2f2bad HTTP/1.1" status: 200 len: 1099 time: 0.2195528 Jul 09 14:45:16.001872 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-51c122db-0288-4e44-b474-3bd5972e2b50 None None] Port c06b11eb-9d6f-48c4-baec-7d8f00e00c90 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:45:16.002254 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b149c948-86cb-4df9-ba50-5bcd05fc8972 req-31816a73-809d-464f-93ca-a4e39bdfa07b tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:16.002254 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b149c948-86cb-4df9-ba50-5bcd05fc8972 req-31816a73-809d-464f-93ca-a4e39bdfa07b tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=645a8406-3b1c-45ba-8b48-2f658e2f2bad HTTP/1.1" status: 200 len: 948 time: 0.4213281 Jul 09 14:45:16.002386 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5119e3ab-433a-4e18-befb-afedf05b95d3 req-3e50f5ee-df1b-43fe-a269-40cc3f9d5b7d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=a11f2c13-7f1f-475c-94d9-ed18c27cb9d1 HTTP/1.1" status: 200 len: 217 time: 0.0655963 Jul 09 14:45:16.002386 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 33110) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:45:16.002564 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-28b85c84-fc66-48d3-8b5c-48a62a1a7e30 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=35f4c7c4-f38a-49bf-b29d-8b5de5e3d675 HTTP/1.1" status: 200 len: 217 time: 0.0850089 Jul 09 14:45:16.002691 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072d7544-2b68-48d1-b99a-afc281f2609e x-openstack-request-id: req-072d7544-2b68-48d1-b99a-afc281f2609e {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:45:16.002691 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f49820-6303-40d9-aad5-6435a6014533", "name": "network-vif-plugged", "status": "completed", "tag": "523b850b-e1a3-44ef-b8dc-2a3322dc8598", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:45:16.002691 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-072d7544-2b68-48d1-b99a-afc281f2609e {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:45:16.002691 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98f49820-6303-40d9-aad5-6435a6014533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523b850b-e1a3-44ef-b8dc-2a3322dc8598', 'code': 200} Jul 09 14:45:16.003059 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5119e3ab-433a-4e18-befb-afedf05b95d3 req-c076819a-8af0-4b5f-b90e-b32082b783bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:16.003059 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5119e3ab-433a-4e18-befb-afedf05b95d3 req-c076819a-8af0-4b5f-b90e-b32082b783bd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.0957556 Jul 09 14:45:16.040371 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-01a2073b-ade6-4f4f-b119-15e336cd96ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:16.040989 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ef9e5fe9-9c19-40f5-b383-8d997c4e41e3 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:16.042657 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-01a2073b-ade6-4f4f-b119-15e336cd96ec service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.0987332 Jul 09 14:45:16.084935 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ef9e5fe9-9c19-40f5-b383-8d997c4e41e3 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:16.248268 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b149c948-86cb-4df9-ba50-5bcd05fc8972 req-a1753aee-2c12-4410-bea9-180d570bb8b3 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4733927 Jul 09 14:45:16.383331 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed941f7-8e75-471b-ae34-e4c53ba4ac84 req-e1d1cea6-2293-4b21-9874-3f2cb360320e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:16.388211 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-aed941f7-8e75-471b-ae34-e4c53ba4ac84 req-e1d1cea6-2293-4b21-9874-3f2cb360320e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=98f49820-6303-40d9-aad5-6435a6014533 HTTP/1.1" status: 200 len: 1096 time: 0.3416378 Jul 09 14:45:16.459448 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-ef401a59-518c-4d46-8c10-b49461a84d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:16.461280 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-ef401a59-518c-4d46-8c10-b49461a84d54 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2909286 Jul 09 14:45:16.585816 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-aed941f7-8e75-471b-ae34-e4c53ba4ac84 req-fc979c8c-c1d9-4685-ae46-15958cc2f582 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e4543b64-216b-4880-92bb-514113489699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824362 Jul 09 14:45:16.585988 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5119e3ab-433a-4e18-befb-afedf05b95d3 req-96a1b7ac-b999-4e8e-b167-2131f845cdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:16.587323 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5119e3ab-433a-4e18-befb-afedf05b95d3 req-96a1b7ac-b999-4e8e-b167-2131f845cdaa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6689191 Jul 09 14:45:16.593453 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-71c226b7-6ec6-462c-98d3-fe2d44eca49e req-372ec1c7-af6a-4233-9fad-b911ec4b6774 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c06b11eb-9d6f-48c4-baec-7d8f00e00c90 {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:45:16.610189 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-71c226b7-6ec6-462c-98d3-fe2d44eca49e req-372ec1c7-af6a-4233-9fad-b911ec4b6774 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:16.646764 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-71c226b7-6ec6-462c-98d3-fe2d44eca49e req-372ec1c7-af6a-4233-9fad-b911ec4b6774 service neutron] Transition to ACTIVE for port object c06b11eb-9d6f-48c4-baec-7d8f00e00c90 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:45:16.652015 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-be6c8252-a410-4f26-a2d8-787e260df809 service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807489 Jul 09 14:45:16.758707 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c96ab-d1c6-4c56-abd4-0dd9ea07c7f1 req-bd6f4048-0ec5-44cd-8372-08e72176f702 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:16.760178 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f61c96ab-d1c6-4c56-abd4-0dd9ea07c7f1 req-bd6f4048-0ec5-44cd-8372-08e72176f702 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/ports?device_id=98f49820-6303-40d9-aad5-6435a6014533 HTTP/1.1" status: 200 len: 945 time: 0.6729159 Jul 09 14:45:16.760293 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-71c226b7-6ec6-462c-98d3-fe2d44eca49e req-372ec1c7-af6a-4233-9fad-b911ec4b6774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:16.779599 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b4cea1-29ea-4834-9bab-364a78865a13 req-216c45e0-0243-468b-9765-b824d1eaba51 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:16.781080 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-64b4cea1-29ea-4834-9bab-364a78865a13 req-216c45e0-0243-468b-9765-b824d1eaba51 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.62 "GET /v2.0/ports?device_id=c3d50154-45ba-49d5-befa-5f9595f8a14f HTTP/1.1" status: 200 len: 945 time: 0.2540805 Jul 09 14:45:16.864077 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372ec1c7-af6a-4233-9fad-b911ec4b6774 service neutron] Pushing event updated for resources: {'Port': ['ID=c06b11eb-9d6f-48c4-baec-7d8f00e00c90,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:16.864654 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5119e3ab-433a-4e18-befb-afedf05b95d3 req-f3250a8b-5af4-4b1c-bd30-977b596c728e service neutron] 10.222.0.54 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149582 Jul 09 14:45:16.899895 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ef9e5fe9-9c19-40f5-b383-8d997c4e41e3 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:16.902671 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ef9e5fe9-9c19-40f5-b383-8d997c4e41e3 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:16.907706 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ef9e5fe9-9c19-40f5-b383-8d997c4e41e3 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] 10.222.0.58 "DELETE /v2.0/security-groups/9bee524b-1563-4251-8e44-a658a747a2b8 HTTP/1.1" status: 204 len: 168 time: 1.0809693 Jul 09 14:45:16.908387 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 33162) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:45:16.959283 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f61c96ab-d1c6-4c56-abd4-0dd9ea07c7f1 req-7d1b26a4-e50b-40ab-8fa4-989a87e09e58 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4543b64-216b-4880-92bb-514113489699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771867 Jul 09 14:45:16.960616 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ecd72ce1-2e17-4ac2-bbec-4d89bdffd5d7 req-f75c364e-e10a-4e92-ab82-5fca7c31608b service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967319 Jul 09 14:45:16.984280 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f689b7-1e00-48cf-b1b7-6c1300073fd5 req-2309b8bc-b683-49c0-86f5-2b2d9d54c139 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:16.988316 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-50f689b7-1e00-48cf-b1b7-6c1300073fd5 req-2309b8bc-b683-49c0-86f5-2b2d9d54c139 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/networks?id=57042d5f-0386-4b58-a12c-ab7a19465fa2 HTTP/1.1" status: 200 len: 813 time: 0.3150663 Jul 09 14:45:17.010990 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-50f689b7-1e00-48cf-b1b7-6c1300073fd5 req-f72f8f96-df44-4035-a544-24cb29b88634 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/quotas/0ea59604d49a4768b9c04e74a1a30065 HTTP/1.1" status: 200 len: 375 time: 0.0140049 Jul 09 14:45:17.011771 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [None req-7dae9563-ca14-4d57-9deb-d0dc20cff1f0 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] show failed (client error): The resource could not be found. Jul 09 14:45:17.017528 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 33168) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:45:17.020793 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7dae9563-ca14-4d57-9deb-d0dc20cff1f0 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] 10.222.0.58 "GET /v2.0/security-groups/9bee524b-1563-4251-8e44-a658a747a2b8 HTTP/1.1" status: 404 len: 347 time: 0.0935366 Jul 09 14:45:17.037116 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9e5fe9-9c19-40f5-b383-8d997c4e41e3 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bee524b-1563-4251-8e44-a658a747a2b8,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:17.158980 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-50f689b7-1e00-48cf-b1b7-6c1300073fd5 req-3555df2f-8afb-4899-8998-365b7fd85981 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0ea59604d49a4768b9c04e74a1a30065&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1336026 Jul 09 14:45:17.163152 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e704dbd-c43a-46fb-8f06-4259b64db1c3 x-openstack-request-id: req-1e704dbd-c43a-46fb-8f06-4259b64db1c3 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:45:17.164137 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "645a8406-3b1c-45ba-8b48-2f658e2f2bad", "tag": "35f4c7c4-f38a-49bf-b29d-8b5de5e3d675", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:45:17.164534 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1e704dbd-c43a-46fb-8f06-4259b64db1c3 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:45:17.165091 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '645a8406-3b1c-45ba-8b48-2f658e2f2bad', 'tag': '35f4c7c4-f38a-49bf-b29d-8b5de5e3d675', 'status': 'completed', 'code': 200} Jul 09 14:45:17.230229 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5119e3ab-433a-4e18-befb-afedf05b95d3 req-5d0f399b-9fab-4be9-8db8-70e1a9e0d687 service neutron] 10.222.0.54 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3491774 Jul 09 14:45:17.254426 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-64b4cea1-29ea-4834-9bab-364a78865a13 req-3d056546-4ab3-44ee-8761-b1ec92f9d9c7 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Deleting port 63564792-db71-45ad-a498-423d86cf60c4 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:45:17.254813 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-64b4cea1-29ea-4834-9bab-364a78865a13 req-3d056546-4ab3-44ee-8761-b1ec92f9d9c7 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:17.268017 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-71c226b7-6ec6-462c-98d3-fe2d44eca49e req-372ec1c7-af6a-4233-9fad-b911ec4b6774 service neutron] Attempting to bind port c06b11eb-9d6f-48c4-baec-7d8f00e00c90 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:45:17.268692 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-71c226b7-6ec6-462c-98d3-fe2d44eca49e req-372ec1c7-af6a-4233-9fad-b911ec4b6774 service neutron] Attempting to bind port c06b11eb-9d6f-48c4-baec-7d8f00e00c90 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:45:17.269268 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c226b7-6ec6-462c-98d3-fe2d44eca49e req-372ec1c7-af6a-4233-9fad-b911ec4b6774 service neutron] Attempting to bind port c06b11eb-9d6f-48c4-baec-7d8f00e00c90 on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:45:17.354915 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c226b7-6ec6-462c-98d3-fe2d44eca49e req-372ec1c7-af6a-4233-9fad-b911ec4b6774 service neutron] Port c06b11eb-9d6f-48c4-baec-7d8f00e00c90 on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:45:17.355675 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c226b7-6ec6-462c-98d3-fe2d44eca49e req-372ec1c7-af6a-4233-9fad-b911ec4b6774 service neutron] Attempting to bind port c06b11eb-9d6f-48c4-baec-7d8f00e00c90 on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:45:17.376498 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c226b7-6ec6-462c-98d3-fe2d44eca49e req-372ec1c7-af6a-4233-9fad-b911ec4b6774 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:45:17.377243 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c226b7-6ec6-462c-98d3-fe2d44eca49e req-372ec1c7-af6a-4233-9fad-b911ec4b6774 service neutron] Checking segment: {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:45:17.377884 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c226b7-6ec6-462c-98d3-fe2d44eca49e req-372ec1c7-af6a-4233-9fad-b911ec4b6774 service neutron] Bound using segment: {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:45:17.378582 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-71c226b7-6ec6-462c-98d3-fe2d44eca49e req-372ec1c7-af6a-4233-9fad-b911ec4b6774 service neutron] Bound port: c06b11eb-9d6f-48c4-baec-7d8f00e00c90, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:45:17.379207 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-71c226b7-6ec6-462c-98d3-fe2d44eca49e req-372ec1c7-af6a-4233-9fad-b911ec4b6774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:17.434378 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-64b4cea1-29ea-4834-9bab-364a78865a13 req-3d056546-4ab3-44ee-8761-b1ec92f9d9c7 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] For port 63564792-db71-45ad-a498-423d86cf60c4, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=63564792-db71-45ad-a498-423d86cf60c4,segment=NetworkSegment(53f9e82d-cbee-4af4-9fe3-f119337023c8),segment_id=53f9e82d-cbee-4af4-9fe3-f119337023c8)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:45:17.434754 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-64b4cea1-29ea-4834-9bab-364a78865a13 req-3d056546-4ab3-44ee-8761-b1ec92f9d9c7 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:17.449267 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-64b4cea1-29ea-4834-9bab-364a78865a13 req-3d056546-4ab3-44ee-8761-b1ec92f9d9c7 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Calling delete_port for 63564792-db71-45ad-a498-423d86cf60c4 owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:45:17.501152 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-50f689b7-1e00-48cf-b1b7-6c1300073fd5 req-1d3383d3-ebe1-4279-9f76-f4535523ceab service neutron] 10.222.0.58 "GET /v2.0/networks/57042d5f-0386-4b58-a12c-ab7a19465fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301768 Jul 09 14:45:17.625470 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-71c226b7-6ec6-462c-98d3-fe2d44eca49e req-372ec1c7-af6a-4233-9fad-b911ec4b6774 service neutron] For port c06b11eb-9d6f-48c4-baec-7d8f00e00c90, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:45:17.631864 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-71c226b7-6ec6-462c-98d3-fe2d44eca49e req-372ec1c7-af6a-4233-9fad-b911ec4b6774 service neutron] For port c06b11eb-9d6f-48c4-baec-7d8f00e00c90, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=c06b11eb-9d6f-48c4-baec-7d8f00e00c90,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:45:17.644869 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5652f0-4d7d-4d33-98c6-68c5d1be7a80 req-4592d252-ed6a-4469-9adc-49176baf69ce tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:17.646686 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bd5652f0-4d7d-4d33-98c6-68c5d1be7a80 req-4592d252-ed6a-4469-9adc-49176baf69ce tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b79cf3-8b07-4d2c-a915-488f0e253971 HTTP/1.1" status: 200 len: 948 time: 0.3039606 Jul 09 14:45:17.650948 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f9337-ac96-4f1c-be8b-573e63002a42 req-b24e5553-151e-4694-904e-195507d0f5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:17.652683 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7d0f9337-ac96-4f1c-be8b-573e63002a42 req-b24e5553-151e-4694-904e-195507d0f5dc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=018349107c4e445095855bfde6f254bc&device_id=645a8406-3b1c-45ba-8b48-2f658e2f2bad HTTP/1.1" status: 200 len: 1099 time: 0.4525537 Jul 09 14:45:17.666592 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-64b4cea1-29ea-4834-9bab-364a78865a13 req-3d056546-4ab3-44ee-8761-b1ec92f9d9c7 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:17.680326 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['12ba3e02-e8dc-4f75-9575-5579b2930cd3', 'd9693937-a9ea-4860-b86d-abfa846ad45f'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:45:17.733290 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['63564792-db71-45ad-a498-423d86cf60c4'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:45:17.751516 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d056546-4ab3-44ee-8761-b1ec92f9d9c7 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Pushing event deleted for resources: {'Port': ['ID=63564792-db71-45ad-a498-423d86cf60c4,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:17.780422 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-41a0c409-9b58-4fa5-8e1b-e2c3bf166997 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Deleting port 467b25bf-06e9-4029-8baf-aa4d983d912f {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:45:17.780772 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-41a0c409-9b58-4fa5-8e1b-e2c3bf166997 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:17.817682 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-64b4cea1-29ea-4834-9bab-364a78865a13 req-3d056546-4ab3-44ee-8761-b1ec92f9d9c7 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] No DVR routers for this DVR port 63564792-db71-45ad-a498-423d86cf60c4 on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:45:17.822990 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bd5652f0-4d7d-4d33-98c6-68c5d1be7a80 req-466e0548-01dc-403d-a2bd-df14ebe0d94d tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648533 Jul 09 14:45:17.824146 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-64b4cea1-29ea-4834-9bab-364a78865a13 req-3d056546-4ab3-44ee-8761-b1ec92f9d9c7 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:17.826269 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-64b4cea1-29ea-4834-9bab-364a78865a13 req-3d056546-4ab3-44ee-8761-b1ec92f9d9c7 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.62 "DELETE /v2.0/ports/63564792-db71-45ad-a498-423d86cf60c4 HTTP/1.1" status: 204 len: 173 time: 1.0334945 Jul 09 14:45:17.826720 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d50154-45ba-49d5-befa-5f9595f8a14f', 'name': 'network-vif-deleted', 'tag': '63564792-db71-45ad-a498-423d86cf60c4'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:45:17.841966 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb851021-4821-43e4-8229-e8c2895d6b8d" -d '{"events": [{"server_uuid": "c3d50154-45ba-49d5-befa-5f9595f8a14f", "name": "network-vif-deleted", "tag": "63564792-db71-45ad-a498-423d86cf60c4"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:45:18.090411 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-71c226b7-6ec6-462c-98d3-fe2d44eca49e req-372ec1c7-af6a-4233-9fad-b911ec4b6774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:18.106373 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e860df-e3b1-4cbb-8966-4c6d1a8fa39f req-d7b63be5-9239-4e05-adf7-8cd53d4f92cd tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:18.114405 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-85e860df-e3b1-4cbb-8966-4c6d1a8fa39f req-d7b63be5-9239-4e05-adf7-8cd53d4f92cd tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 947 time: 0.1083114 Jul 09 14:45:18.151751 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-85e860df-e3b1-4cbb-8966-4c6d1a8fa39f req-c6f5fd63-7b5e-4d65-ab65-6cdaae5e2355 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360425 Jul 09 14:45:18.191495 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-50f689b7-1e00-48cf-b1b7-6c1300073fd5 req-80b03239-7042-4773-875d-c6c683f028cb service neutron] 10.222.0.58 "GET /v2.0/networks/57042d5f-0386-4b58-a12c-ab7a19465fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6825681 Jul 09 14:45:18.201897 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f9337-ac96-4f1c-be8b-573e63002a42 req-a47cca34-96ff-4533-a98f-d56c3ece07a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:18.203402 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7d0f9337-ac96-4f1c-be8b-573e63002a42 req-a47cca34-96ff-4533-a98f-d56c3ece07a3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc HTTP/1.1" status: 200 len: 870 time: 0.5306976 Jul 09 14:45:18.208165 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372ec1c7-af6a-4233-9fad-b911ec4b6774 service neutron] Pushing event updated for resources: {'Port': ['ID=c06b11eb-9d6f-48c4-baec-7d8f00e00c90,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:18.264537 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c226b7-6ec6-462c-98d3-fe2d44eca49e req-372ec1c7-af6a-4233-9fad-b911ec4b6774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:18.265878 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-71c226b7-6ec6-462c-98d3-fe2d44eca49e req-372ec1c7-af6a-4233-9fad-b911ec4b6774 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:18.270577 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-71c226b7-6ec6-462c-98d3-fe2d44eca49e req-372ec1c7-af6a-4233-9fad-b911ec4b6774 service neutron] 10.222.0.54 "PUT /v2.0/ports/c06b11eb-9d6f-48c4-baec-7d8f00e00c90 HTTP/1.1" status: 200 len: 1096 time: 3.0741203 Jul 09 14:45:18.292989 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7d0f9337-ac96-4f1c-be8b-573e63002a42 req-1ce0417d-aa9d-421e-a74e-a1b8cddd5649 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=35f4c7c4-f38a-49bf-b29d-8b5de5e3d675 HTTP/1.1" status: 200 len: 217 time: 0.0804038 Jul 09 14:45:18.389035 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-41a0c409-9b58-4fa5-8e1b-e2c3bf166997 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:18.389371 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-41a0c409-9b58-4fa5-8e1b-e2c3bf166997 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:18.393579 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device a11f2c13-7f1f-475c-94d9-ed18c27cb9d1 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:45:18.408012 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f9337-ac96-4f1c-be8b-573e63002a42 req-9301bc4f-68d6-4326-bc5d-de99200382b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:18.414109 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7d0f9337-ac96-4f1c-be8b-573e63002a42 req-9301bc4f-68d6-4326-bc5d-de99200382b5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.0829585 Jul 09 14:45:18.414109 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-41a0c409-9b58-4fa5-8e1b-e2c3bf166997 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Calling delete_port for 467b25bf-06e9-4029-8baf-aa4d983d912f owned by network:floatingip {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:45:18.453033 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e49cbcb2-1e61-4c00-8d6f-5767bafa5b01 req-1b8bf0a8-1626-4299-8c53-14eb357b8b47 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3d50154-45ba-49d5-befa-5f9595f8a14f HTTP/1.1" status: 200 len: 210 time: 0.0478463 Jul 09 14:45:18.554517 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port a11f2c13-7f1f-475c-94d9-ed18c27cb9d1, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=a11f2c13-7f1f-475c-94d9-ed18c27cb9d1,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:45:18.584071 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': 'a11f2c13-7f1f-475c-94d9-ed18c27cb9d1', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'port_id': 'a11f2c13-7f1f-475c-94d9-ed18c27cb9d1', 'mac_address': 'fa:16:3e:e0:19:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8081bcce-88de-4a2f-9e69-6750220e0be0', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:45:18.590013 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b9fe1a-c38f-4996-a7f8-2a6ba93da79b x-openstack-request-id: req-f1b9fe1a-c38f-4996-a7f8-2a6ba93da79b {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:45:18.590303 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3d50154-45ba-49d5-befa-5f9595f8a14f", "name": "network-vif-deleted", "tag": "63564792-db71-45ad-a498-423d86cf60c4", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:45:18.590581 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f1b9fe1a-c38f-4996-a7f8-2a6ba93da79b {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:45:18.590983 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d50154-45ba-49d5-befa-5f9595f8a14f', 'name': 'network-vif-deleted', 'tag': '63564792-db71-45ad-a498-423d86cf60c4', 'status': 'completed', 'code': 200} Jul 09 14:45:18.644464 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f9337-ac96-4f1c-be8b-573e63002a42 req-07cbdee5-f4fc-461e-9708-f87706edc21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:18.647354 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7d0f9337-ac96-4f1c-be8b-573e63002a42 req-07cbdee5-f4fc-461e-9708-f87706edc21e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2197578 Jul 09 14:45:18.657524 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c226b7-6ec6-462c-98d3-fe2d44eca49e req-b44d377a-366c-4560-8e04-37077b78e160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:18.658980 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-71c226b7-6ec6-462c-98d3-fe2d44eca49e req-b44d377a-366c-4560-8e04-37077b78e160 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5ec7891592d74a6886dfa68c8f9e2e18&device_id=b6b79cf3-8b07-4d2c-a915-488f0e253971 HTTP/1.1" status: 200 len: 1099 time: 0.2203150 Jul 09 14:45:18.663340 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:18.700514 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a11f2c13-7f1f-475c-94d9-ed18c27cb9d1 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:45:18.715309 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab12f16-6dc3-4941-b887-959ca4f94273 req-7d35889e-72b6-469d-a671-d836a7198069 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:18.717300 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2ab12f16-6dc3-4941-b887-959ca4f94273 req-7d35889e-72b6-469d-a671-d836a7198069 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=645a8406-3b1c-45ba-8b48-2f658e2f2bad HTTP/1.1" status: 200 len: 948 time: 0.1148279 Jul 09 14:45:18.732360 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port a11f2c13-7f1f-475c-94d9-ed18c27cb9d1, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=a11f2c13-7f1f-475c-94d9-ed18c27cb9d1,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:45:18.753068 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-71c226b7-6ec6-462c-98d3-fe2d44eca49e req-82363d5d-f13f-4a6e-aa25-607b688319c6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=c06b11eb-9d6f-48c4-baec-7d8f00e00c90 HTTP/1.1" status: 200 len: 217 time: 0.0838501 Jul 09 14:45:18.764525 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2ab12f16-6dc3-4941-b887-959ca4f94273 req-b6966b73-e194-4fb9-9435-9ed569157fcd tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412021 Jul 09 14:45:18.806120 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:18.863782 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=a11f2c13-7f1f-475c-94d9-ed18c27cb9d1,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:18.914407 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7d0f9337-ac96-4f1c-be8b-573e63002a42 req-90140d5d-0eab-4e2b-abaf-73dcf60e1b65 service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541301 Jul 09 14:45:18.916830 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a5ae9572-16ab-45bc-8161-71710ce1bd8a req-3c8ef87a-293c-4537-936a-71606c6bd170 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 210 time: 0.0351589 Jul 09 14:45:18.917749 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c226b7-6ec6-462c-98d3-fe2d44eca49e req-ce4e283b-ba7f-450f-9845-4d445f82fd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:18.919686 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-71c226b7-6ec6-462c-98d3-fe2d44eca49e req-ce4e283b-ba7f-450f-9845-4d445f82fd3b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.1367207 Jul 09 14:45:18.956938 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38efcc8d-aabf-421a-a359-6cc227e52022 req-29916ec1-5f8d-49e6-bd29-9437c75b18ee tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:18.958474 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-38efcc8d-aabf-421a-a359-6cc227e52022 req-29916ec1-5f8d-49e6-bd29-9437c75b18ee tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/ports?device_id=98f49820-6303-40d9-aad5-6435a6014533 HTTP/1.1" status: 200 len: 945 time: 0.2128084 Jul 09 14:45:19.030197 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-41a0c409-9b58-4fa5-8e1b-e2c3bf166997 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:19.078238 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a0c409-9b58-4fa5-8e1b-e2c3bf166997 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Pushing event deleted for resources: {'Port': ['ID=467b25bf-06e9-4029-8baf-aa4d983d912f,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:19.087129 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['a11f2c13-7f1f-475c-94d9-ed18c27cb9d1'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:45:19.163864 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-38efcc8d-aabf-421a-a359-6cc227e52022 req-838a89c4-d231-40bd-8335-6245e217a3ea tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4543b64-216b-4880-92bb-514113489699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794279 Jul 09 14:45:19.169602 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b79cf3-8b07-4d2c-a915-488f0e253971', 'tag': 'c06b11eb-9d6f-48c4-baec-7d8f00e00c90'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:45:19.172454 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc9559c-615b-4065-9966-cecaff06fbce" -d '{"events": [{"name": "network-changed", "server_uuid": "b6b79cf3-8b07-4d2c-a915-488f0e253971", "tag": "c06b11eb-9d6f-48c4-baec-7d8f00e00c90"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:45:19.224028 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c226b7-6ec6-462c-98d3-fe2d44eca49e req-99f30783-43fd-496e-a126-a69ea084803c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:19.225560 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-71c226b7-6ec6-462c-98d3-fe2d44eca49e req-99f30783-43fd-496e-a126-a69ea084803c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2973568 Jul 09 14:45:19.227596 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7d0f9337-ac96-4f1c-be8b-573e63002a42 req-76fa65ef-8684-4ac6-9e75-1056921bb349 service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981462 Jul 09 14:45:19.230799 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-41a0c409-9b58-4fa5-8e1b-e2c3bf166997 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Notify callbacks [] for floatingip, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:19.234781 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-41a0c409-9b58-4fa5-8e1b-e2c3bf166997 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:19.238864 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-41a0c409-9b58-4fa5-8e1b-e2c3bf166997 tempest-ServersTestBootFromVolume-854176088 tempest-ServersTestBootFromVolume-854176088-project] 10.222.0.58 "DELETE /v2.0/floatingips/500fe733-ee49-43c4-a869-d5bfb98e8fdd HTTP/1.1" status: 204 len: 168 time: 2.2172558 Jul 09 14:45:19.252275 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 33206) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:45:19.274520 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dafb42-ac08-46c9-92fe-c9f92274c796 req-98a930d5-1753-4936-a4ac-03f78daee70c tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:19.279192 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-26dafb42-ac08-46c9-92fe-c9f92274c796 req-98a930d5-1753-4936-a4ac-03f78daee70c tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b79cf3-8b07-4d2c-a915-488f0e253971 HTTP/1.1" status: 200 len: 948 time: 0.1787329 Jul 09 14:45:19.335155 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 33208) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:45:19.434275 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc8fd84-7dde-45c9-bc80-25df17256d06 x-openstack-request-id: req-8fc8fd84-7dde-45c9-bc80-25df17256d06 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:45:19.435721 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6b79cf3-8b07-4d2c-a915-488f0e253971", "tag": "c06b11eb-9d6f-48c4-baec-7d8f00e00c90", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:45:19.439666 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8fc8fd84-7dde-45c9-bc80-25df17256d06 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:45:19.440394 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6b79cf3-8b07-4d2c-a915-488f0e253971', 'tag': 'c06b11eb-9d6f-48c4-baec-7d8f00e00c90', 'status': 'completed', 'code': 200} Jul 09 14:45:19.454403 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-26dafb42-ac08-46c9-92fe-c9f92274c796 req-1b1be02f-258c-434f-8d3f-0602deb01553 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153176 Jul 09 14:45:19.520479 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-71c226b7-6ec6-462c-98d3-fe2d44eca49e req-eee9c932-1179-435b-b5c6-1c0aa8ea85ef service neutron] 10.222.0.54 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826309 Jul 09 14:45:19.648454 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-95b58d75-28c8-469e-8295-3802010a47cc req-48b0c1f4-61d9-4c37-a732-a5604a772102 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1261332614&fields=id&tenant_id=2054036e72a742ef8b1d74fe2c924b36 HTTP/1.1" status: 200 len: 267 time: 0.0424194 Jul 09 14:45:19.654663 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdbd778f-eab4-425e-af6d-7a6e8a728e80 admin admin] Deleting subnet aeb0304f-76ed-455f-9fb9-36b89284b9c6 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:45:19.666682 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fdbd778f-eab4-425e-af6d-7a6e8a728e80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:19.730508 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-71c226b7-6ec6-462c-98d3-fe2d44eca49e req-013bf655-5ab5-459e-8796-e6513aef75ea service neutron] 10.222.0.54 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870074 Jul 09 14:45:19.733987 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fdbd778f-eab4-425e-af6d-7a6e8a728e80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:19.770483 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b58d75-28c8-469e-8295-3802010a47cc req-09f8dc38-d73a-4b23-a5cc-e9929a60aca0 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:19.772011 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-95b58d75-28c8-469e-8295-3802010a47cc req-09f8dc38-d73a-4b23-a5cc-e9929a60aca0 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/ports?device_id=98f49820-6303-40d9-aad5-6435a6014533 HTTP/1.1" status: 200 len: 945 time: 0.1028471 Jul 09 14:45:19.776259 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36801e87-ce36-4285-93e0-f70acdafe690 req-5f40f0fe-49a1-4920-87f2-fa780197eb62 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:19.777769 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-36801e87-ce36-4285-93e0-f70acdafe690 req-5f40f0fe-49a1-4920-87f2-fa780197eb62 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 947 time: 0.1756916 Jul 09 14:45:19.789096 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-95b58d75-28c8-469e-8295-3802010a47cc req-f02214e9-57f9-41b5-933a-eea9a933102e tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Request body: {'port': {'security_groups': ['e4543b64-216b-4880-92bb-514113489699', '176d1b3c-cf6b-4450-88b0-5c6cb8796cad']}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:45:19.797907 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fdbd778f-eab4-425e-af6d-7a6e8a728e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:19.857612 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-36801e87-ce36-4285-93e0-f70acdafe690 req-347ecd9e-1bf8-4de9-8666-5cbab5c7a05f tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674651 Jul 09 14:45:19.904917 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-95b58d75-28c8-469e-8295-3802010a47cc req-f02214e9-57f9-41b5-933a-eea9a933102e tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:19.935066 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9559c-615b-4065-9966-cecaff06fbce req-b7578c8c-8a3f-4f60-80e6-d93685473280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:19.936781 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bcc9559c-615b-4065-9966-cecaff06fbce req-b7578c8c-8a3f-4f60-80e6-d93685473280 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5ec7891592d74a6886dfa68c8f9e2e18&device_id=b6b79cf3-8b07-4d2c-a915-488f0e253971 HTTP/1.1" status: 200 len: 1099 time: 0.0748925 Jul 09 14:45:19.972161 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6333eaec-9ff6-4989-ae17-0daf35f972b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:19.990130 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fdbd778f-eab4-425e-af6d-7a6e8a728e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:20.025177 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fdbd778f-eab4-425e-af6d-7a6e8a728e80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:20.027380 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-fdbd778f-eab4-425e-af6d-7a6e8a728e80 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/aeb0304f-76ed-455f-9fb9-36b89284b9c6 HTTP/1.1" status: 204 len: 168 time: 0.6909823 Jul 09 14:45:20.028324 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbd778f-eab4-425e-af6d-7a6e8a728e80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aeb0304f-76ed-455f-9fb9-36b89284b9c6,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:20.031277 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 33224) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:45:20.100526 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9559c-615b-4065-9966-cecaff06fbce req-f72388f0-579f-4691-aaac-f1e74b544360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:20.101994 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bcc9559c-615b-4065-9966-cecaff06fbce req-f72388f0-579f-4691-aaac-f1e74b544360 service neutron] 10.222.0.54 "GET /v2.0/networks?id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc HTTP/1.1" status: 200 len: 870 time: 0.1587605 Jul 09 14:45:20.150161 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bcc9559c-615b-4065-9966-cecaff06fbce req-9af7e96c-119b-4087-8abb-9c0aff6ae5c2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=c06b11eb-9d6f-48c4-baec-7d8f00e00c90 HTTP/1.1" status: 200 len: 217 time: 0.0400169 Jul 09 14:45:20.205185 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e356b197-f215-4195-baf2-e2db6afcae04 req-a1da3759-a725-4914-a730-57a0c04c5a64 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:20.205828 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5a43adbc-a280-409d-91f0-bd2905be0b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:20.206726 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e356b197-f215-4195-baf2-e2db6afcae04 req-a1da3759-a725-4914-a730-57a0c04c5a64 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=645a8406-3b1c-45ba-8b48-2f658e2f2bad HTTP/1.1" status: 200 len: 948 time: 0.1450632 Jul 09 14:45:20.218447 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9559c-615b-4065-9966-cecaff06fbce req-94ca6003-6a95-4ef1-8100-2c4faed208e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:20.219896 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bcc9559c-615b-4065-9966-cecaff06fbce req-94ca6003-6a95-4ef1-8100-2c4faed208e3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.0631704 Jul 09 14:45:20.223666 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 63564792-db71-45ad-a498-423d86cf60c4 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:45:20.245405 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: 63564792-db71-45ad-a498-423d86cf60c4 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:45:20.245871 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 63564792-db71-45ad-a498-423d86cf60c4 not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:45:20.291781 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e356b197-f215-4195-baf2-e2db6afcae04 req-712b06c0-0b57-41e6-b274-ac74b0ebf3a6 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777071 Jul 09 14:45:20.312889 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9559c-615b-4065-9966-cecaff06fbce req-917a5ca0-2030-44c4-93b5-eb3675bc4214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:20.314406 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bcc9559c-615b-4065-9966-cecaff06fbce req-917a5ca0-2030-44c4-93b5-eb3675bc4214 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0857885 Jul 09 14:45:20.404449 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-95b58d75-28c8-469e-8295-3802010a47cc req-f02214e9-57f9-41b5-933a-eea9a933102e tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] For port 523b850b-e1a3-44ef-b8dc-2a3322dc8598, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=523b850b-e1a3-44ef-b8dc-2a3322dc8598,segment=NetworkSegment(1e574744-83f5-4d4a-871f-858e3f9ffdcb),segment_id=1e574744-83f5-4d4a-871f-858e3f9ffdcb)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:45:20.405363 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device a11f2c13-7f1f-475c-94d9-ed18c27cb9d1 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:45:20.428711 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5a43adbc-a280-409d-91f0-bd2905be0b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:20.439878 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a38766d7-639c-48bf-a401-344e472e1ebe req-a66cd639-2aed-4681-b54e-c0da4ce81f7a tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 210 time: 0.0317492 Jul 09 14:45:20.450872 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-5a43adbc-a280-409d-91f0-bd2905be0b58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['799bbf9f-0525-4250-82dd-ad4b3053eab3']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:45:20.475701 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-5a43adbc-a280-409d-91f0-bd2905be0b58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea3e7312-a29e-42fd-9247-9011d25d7154') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:45:20.476043 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-5a43adbc-a280-409d-91f0-bd2905be0b58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea3e7312-a29e-42fd-9247-9011d25d7154') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:45:20.478988 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bcc9559c-615b-4065-9966-cecaff06fbce req-898d22b4-df93-44be-9cdd-f9ca6cc284f8 service neutron] 10.222.0.54 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573215 Jul 09 14:45:20.480073 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-95b58d75-28c8-469e-8295-3802010a47cc req-f02214e9-57f9-41b5-933a-eea9a933102e tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:20.515353 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5a43adbc-a280-409d-91f0-bd2905be0b58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:20.539570 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5a43adbc-a280-409d-91f0-bd2905be0b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:20.563196 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a43adbc-a280-409d-91f0-bd2905be0b58 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:45:20.563636 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5a43adbc-a280-409d-91f0-bd2905be0b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:20.565346 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-95b58d75-28c8-469e-8295-3802010a47cc req-f02214e9-57f9-41b5-933a-eea9a933102e tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:20.570725 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:45:20.570725 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:45:20.570725 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:45:20.570725 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:45:20.570725 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:45:20.570725 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:45:20.570725 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:45:20.570725 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:45:20.570725 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:45:20.570725 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:45:20.570725 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:45:20.570725 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:45:20.570725 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:45:20.570725 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:45:20.570725 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:45:20.570725 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:45:20.570725 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:45:20.570725 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:45:20.570725 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:45:20.570725 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:45:20.570725 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:45:20.570725 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:45:20.570725 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:45:20.570725 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:45:20.570725 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:45:20.570725 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:45:20.570725 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:45:20.570725 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:45:20.570725 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:45:20.570725 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:45:20.570725 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:45:20.570725 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:45:20.570725 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 14:45:20.570725 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:45:20.570725 n-d-799529-6 neutron-server[94446]: timer() Jul 09 14:45:20.570725 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:45:20.570725 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 14:45:20.570725 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:45:20.570725 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 14:45:20.570725 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:45:20.570725 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 14:45:20.570725 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:45:20.570725 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 14:45:20.570725 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:45:20.570725 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 14:45:20.570725 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:45:20.570725 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:45:20.570725 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:45:20.570725 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:45:20.570725 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:45:20.570725 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 14:45:20.570725 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:45:20.570725 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 14:45:20.570725 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:45:20.570725 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:45:20.570725 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:45:20.570725 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 14:45:20.570725 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:45:20.570725 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:45:20.570725 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:45:20.570725 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:45:20.570725 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:45:20.570725 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:45:20.570725 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:45:20.574374 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port a11f2c13-7f1f-475c-94d9-ed18c27cb9d1 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:45:20.576941 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['bc749f98-3287-45a3-921a-931e5b16101d', '523b850b-e1a3-44ef-b8dc-2a3322dc8598'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:45:20.598218 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bcc9559c-615b-4065-9966-cecaff06fbce req-9bbfbc40-9b7c-4b91-a6ac-1ac0313a3fd6 service neutron] 10.222.0.54 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102233 Jul 09 14:45:20.639222 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port a11f2c13-7f1f-475c-94d9-ed18c27cb9d1 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:45:20.639731 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:20.691380 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b58d75-28c8-469e-8295-3802010a47cc req-f02214e9-57f9-41b5-933a-eea9a933102e tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:20.692035 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-95b58d75-28c8-469e-8295-3802010a47cc req-f02214e9-57f9-41b5-933a-eea9a933102e tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:20.693504 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-95b58d75-28c8-469e-8295-3802010a47cc req-f02214e9-57f9-41b5-933a-eea9a933102e tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "PUT /v2.0/ports/523b850b-e1a3-44ef-b8dc-2a3322dc8598 HTTP/1.1" status: 200 len: 981 time: 0.9115143 Jul 09 14:45:20.696313 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98f49820-6303-40d9-aad5-6435a6014533', 'tag': '523b850b-e1a3-44ef-b8dc-2a3322dc8598'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:45:20.696874 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255506ca-1dec-42ae-89dc-94936e4c40a9" -d '{"events": [{"name": "network-changed", "server_uuid": "98f49820-6303-40d9-aad5-6435a6014533", "tag": "523b850b-e1a3-44ef-b8dc-2a3322dc8598"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:45:20.724905 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02214e9-57f9-41b5-933a-eea9a933102e tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Pushing event updated for resources: {'Port': ['ID=523b850b-e1a3-44ef-b8dc-2a3322dc8598,revision_number=6']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:20.742070 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-6333eaec-9ff6-4989-ae17-0daf35f972b9 admin admin] Deleting port 997ea8ad-e865-4b4b-9fa6-11f9d8d41a1a {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:45:20.742070 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6333eaec-9ff6-4989-ae17-0daf35f972b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:20.789058 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:20.825570 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['523b850b-e1a3-44ef-b8dc-2a3322dc8598'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:45:20.846521 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5a43adbc-a280-409d-91f0-bd2905be0b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:20.855567 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5a43adbc-a280-409d-91f0-bd2905be0b58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:20.857057 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bfdaaf0-e1d5-46be-9994-d67577195492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11f2c13-7f1f-475c-94d9-ed18c27cb9d1'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:45:20.857443 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-5a43adbc-a280-409d-91f0-bd2905be0b58 admin admin] 10.222.0.58 "DELETE /v2.0/networks/799bbf9f-0525-4250-82dd-ad4b3053eab3 HTTP/1.1" status: 204 len: 168 time: 0.8238754 Jul 09 14:45:20.859373 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97d1c8d-9f67-401e-9a1f-b87eb2a5c712" -d '{"events": [{"server_uuid": "0bfdaaf0-e1d5-46be-9994-d67577195492", "name": "network-vif-plugged", "status": "completed", "tag": "a11f2c13-7f1f-475c-94d9-ed18c27cb9d1"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:45:20.881205 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a43adbc-a280-409d-91f0-bd2905be0b58 admin admin] Pushing event deleted for resources: {'Network': ['ID=799bbf9f-0525-4250-82dd-ad4b3053eab3,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:20.886666 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port a11f2c13-7f1f-475c-94d9-ed18c27cb9d1, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=a11f2c13-7f1f-475c-94d9-ed18c27cb9d1,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:45:20.907558 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-6333eaec-9ff6-4989-ae17-0daf35f972b9 admin admin] For port 997ea8ad-e865-4b4b-9fa6-11f9d8d41a1a, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=997ea8ad-e865-4b4b-9fa6-11f9d8d41a1a,segment=NetworkSegment(c275eecc-ac61-4583-bf8f-15ffd528534b),segment_id=c275eecc-ac61-4583-bf8f-15ffd528534b)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:45:20.907935 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6333eaec-9ff6-4989-ae17-0daf35f972b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:20.937746 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-6333eaec-9ff6-4989-ae17-0daf35f972b9 admin admin] Calling delete_port for 997ea8ad-e865-4b4b-9fa6-11f9d8d41a1a owned by network:router_interface {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:45:20.965295 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b686874-9180-4fa7-b8e3-1ac56c3cc5ae req-9918d769-46d8-4899-babf-8bc9b35c9bd2 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:20.966857 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2b686874-9180-4fa7-b8e3-1ac56c3cc5ae req-9918d769-46d8-4899-babf-8bc9b35c9bd2 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b79cf3-8b07-4d2c-a915-488f0e253971 HTTP/1.1" status: 200 len: 948 time: 0.1600988 Jul 09 14:45:20.978997 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:21.046375 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2b686874-9180-4fa7-b8e3-1ac56c3cc5ae req-d18e0326-68dc-4573-aa0a-9cc03951d72c tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511265 Jul 09 14:45:21.079873 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=a11f2c13-7f1f-475c-94d9-ed18c27cb9d1,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:21.116225 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8b096e-f0d6-44ab-89d7-96dfd6b8e518 x-openstack-request-id: req-8a8b096e-f0d6-44ab-89d7-96dfd6b8e518 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:45:21.116503 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98f49820-6303-40d9-aad5-6435a6014533", "tag": "523b850b-e1a3-44ef-b8dc-2a3322dc8598", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:45:21.116761 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8a8b096e-f0d6-44ab-89d7-96dfd6b8e518 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:45:21.117213 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98f49820-6303-40d9-aad5-6435a6014533', 'tag': '523b850b-e1a3-44ef-b8dc-2a3322dc8598', 'status': 'completed', 'code': 200} Jul 09 14:45:21.147042 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-49ed6ea0-1f2f-4ba1-a4c0-3601cb26eadc req-2d643ca1-ad2c-4fb0-a2eb-1e286566e2f6 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/security-groups/176d1b3c-cf6b-4450-88b0-5c6cb8796cad HTTP/1.1" status: 200 len: 1800 time: 0.0758660 Jul 09 14:45:21.164070 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2392bf-d665-4159-a1c5-1955959089e0 x-openstack-request-id: req-6a2392bf-d665-4159-a1c5-1955959089e0 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:45:21.164358 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bfdaaf0-e1d5-46be-9994-d67577195492", "name": "network-vif-plugged", "status": "completed", "tag": "a11f2c13-7f1f-475c-94d9-ed18c27cb9d1", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:45:21.164603 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6a2392bf-d665-4159-a1c5-1955959089e0 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:45:21.164979 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bfdaaf0-e1d5-46be-9994-d67577195492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11f2c13-7f1f-475c-94d9-ed18c27cb9d1', 'code': 200} Jul 09 14:45:21.289001 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [req-49ed6ea0-1f2f-4ba1-a4c0-3601cb26eadc req-6dcaca10-4ebe-4108-b6de-28a4360fe62f tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 09 14:45:21.292723 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-49ed6ea0-1f2f-4ba1-a4c0-3601cb26eadc req-6dcaca10-4ebe-4108-b6de-28a4360fe62f tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "DELETE /v2.0/security-groups/176d1b3c-cf6b-4450-88b0-5c6cb8796cad HTTP/1.1" status: 409 len: 341 time: 0.1435003 Jul 09 14:45:21.299333 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 33238) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:45:21.363964 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-9b02b9fd-4671-4402-9d4e-e66b019b1d5b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1c625c057eb84d94ab805dc5f07c0366&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0592732 Jul 09 14:45:21.364150 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 33244) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:45:21.373984 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255506ca-1dec-42ae-89dc-94936e4c40a9 req-575e040a-cbb0-4a0b-8c5c-6f02c02b343e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:21.376259 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-255506ca-1dec-42ae-89dc-94936e4c40a9 req-575e040a-cbb0-4a0b-8c5c-6f02c02b343e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2054036e72a742ef8b1d74fe2c924b36&device_id=98f49820-6303-40d9-aad5-6435a6014533 HTTP/1.1" status: 200 len: 1135 time: 0.2145462 Jul 09 14:45:21.380195 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8940a1f0-5167-41a8-8361-1bbaf5dc36a5 req-33a749e0-08b5-4bfe-863e-20b363eb3b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:21.382069 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8940a1f0-5167-41a8-8361-1bbaf5dc36a5 req-33a749e0-08b5-4bfe-863e-20b363eb3b59 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0bfdaaf0-e1d5-46be-9994-d67577195492 HTTP/1.1" status: 200 len: 1101 time: 0.1236658 Jul 09 14:45:21.391370 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc5b8c-adb4-424d-bd5a-e96c20d3b04e req-65e13051-6fb5-4c38-b5a9-7f7d6e88224d tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:21.392916 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c9bc5b8c-adb4-424d-bd5a-e96c20d3b04e req-65e13051-6fb5-4c38-b5a9-7f7d6e88224d tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=5266996c-3545-4ec1-83b0-cbe89dc0c0b8 HTTP/1.1" status: 200 len: 945 time: 0.1232409 Jul 09 14:45:21.438259 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6333eaec-9ff6-4989-ae17-0daf35f972b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:21.457774 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8940a1f0-5167-41a8-8361-1bbaf5dc36a5 req-4c71637c-92c7-4031-b560-1934422266c2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638378 Jul 09 14:45:21.483730 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6333eaec-9ff6-4989-ae17-0daf35f972b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=997ea8ad-e865-4b4b-9fa6-11f9d8d41a1a,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:21.508667 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-32ac615c-3518-4c3d-8c4b-c0c6f0231fe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:21.509915 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c9bc5b8c-adb4-424d-bd5a-e96c20d3b04e req-c67b4a28-30f2-445c-90f4-f82c4bf578d1 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089344 Jul 09 14:45:21.515745 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333eaec-9ff6-4989-ae17-0daf35f972b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:21.515745 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333eaec-9ff6-4989-ae17-0daf35f972b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:21.516014 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333eaec-9ff6-4989-ae17-0daf35f972b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:21.516289 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333eaec-9ff6-4989-ae17-0daf35f972b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:21.516632 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333eaec-9ff6-4989-ae17-0daf35f972b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:21.516966 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333eaec-9ff6-4989-ae17-0daf35f972b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:21.517298 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333eaec-9ff6-4989-ae17-0daf35f972b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:21.517631 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333eaec-9ff6-4989-ae17-0daf35f972b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:21.517961 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333eaec-9ff6-4989-ae17-0daf35f972b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:21.518290 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333eaec-9ff6-4989-ae17-0daf35f972b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:21.519109 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333eaec-9ff6-4989-ae17-0daf35f972b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:21.519109 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333eaec-9ff6-4989-ae17-0daf35f972b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:21.559217 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255506ca-1dec-42ae-89dc-94936e4c40a9 req-029346e1-523d-4f28-9e5f-eafc644399a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:21.560893 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-255506ca-1dec-42ae-89dc-94936e4c40a9 req-029346e1-523d-4f28-9e5f-eafc644399a6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7315f037-8bae-46c2-abb3-b71f897eb072 HTTP/1.1" status: 200 len: 914 time: 0.1710873 Jul 09 14:45:21.563187 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-32ac615c-3518-4c3d-8c4b-c0c6f0231fe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:21.620389 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-255506ca-1dec-42ae-89dc-94936e4c40a9 req-fcd7c2ca-d528-4a18-b510-1ea10d3cfded service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=523b850b-e1a3-44ef-b8dc-2a3322dc8598 HTTP/1.1" status: 200 len: 217 time: 0.0492897 Jul 09 14:45:21.683911 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255506ca-1dec-42ae-89dc-94936e4c40a9 req-fdc11ebe-a4ae-4d30-95a4-5e0ed4ff4743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:21.685738 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-255506ca-1dec-42ae-89dc-94936e4c40a9 req-fdc11ebe-a4ae-4d30-95a4-5e0ed4ff4743 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a6a78364-bb65-4c21-a934-4153d5dd997e HTTP/1.1" status: 200 len: 853 time: 0.0588753 Jul 09 14:45:21.753729 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-255506ca-1dec-42ae-89dc-94936e4c40a9 req-fb0e5b7b-299e-49e4-8923-c328faa80823 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7315f037-8bae-46c2-abb3-b71f897eb072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570199 Jul 09 14:45:21.764863 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-32ac615c-3518-4c3d-8c4b-c0c6f0231fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:21.767316 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-32ac615c-3518-4c3d-8c4b-c0c6f0231fe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:21.771021 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-32ac615c-3518-4c3d-8c4b-c0c6f0231fe7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4b5120f0-512e-44fb-b86c-00ee29facd16 HTTP/1.1" status: 204 len: 168 time: 0.4035265 Jul 09 14:45:21.906714 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-255506ca-1dec-42ae-89dc-94936e4c40a9 req-0f90ef29-3a65-4f8c-912e-b26e0022af74 service neutron] 10.222.0.54 "GET /v2.0/networks/7315f037-8bae-46c2-abb3-b71f897eb072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426785 Jul 09 14:45:21.919182 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ac615c-3518-4c3d-8c4b-c0c6f0231fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5120f0-512e-44fb-b86c-00ee29facd16,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:22.061186 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aaf510-8975-4a2e-9926-a28add04c122 req-5aae99b4-0f5f-4715-9050-6c4689203c2e tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:22.068329 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c8aaf510-8975-4a2e-9926-a28add04c122 req-5aae99b4-0f5f-4715-9050-6c4689203c2e tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=645a8406-3b1c-45ba-8b48-2f658e2f2bad HTTP/1.1" status: 200 len: 948 time: 0.4227903 Jul 09 14:45:22.094945 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6333eaec-9ff6-4989-ae17-0daf35f972b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:22.122555 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f689b7-1e00-48cf-b1b7-6c1300073fd5 req-d232d176-e60f-42ee-b58c-9b101cf174ce tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:22.124102 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-50f689b7-1e00-48cf-b1b7-6c1300073fd5 req-d232d176-e60f-42ee-b58c-9b101cf174ce tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.62 "GET /v2.0/networks?id=57042d5f-0386-4b58-a12c-ab7a19465fa2 HTTP/1.1" status: 200 len: 813 time: 0.3758373 Jul 09 14:45:22.127640 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c8aaf510-8975-4a2e-9926-a28add04c122 req-4d0b1091-5770-4d8e-8f14-cd5a58dc2882 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583222 Jul 09 14:45:22.129705 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-38dfa7e4-3fc1-4627-b802-250e09542839 req-0ecf1fad-0fcd-45de-b1ce-2f30619e51be tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 210 time: 0.0579412 Jul 09 14:45:22.149447 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-255506ca-1dec-42ae-89dc-94936e4c40a9 req-82062597-1345-43d5-be8f-91a576fd62f7 service neutron] 10.222.0.54 "GET /v2.0/networks/7315f037-8bae-46c2-abb3-b71f897eb072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948655 Jul 09 14:45:22.155561 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-50f689b7-1e00-48cf-b1b7-6c1300073fd5 req-067c7f91-f461-4ff2-b03f-92338dd292e3 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Request body: {'port': {'device_id': '54c8f6cd-9e14-4b89-8e17-418eaeb7eff8', 'network_id': '57042d5f-0386-4b58-a12c-ab7a19465fa2', 'admin_state_up': True, 'tenant_id': '0ea59604d49a4768b9c04e74a1a30065'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:45:22.238620 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 35f4c7c4-f38a-49bf-b29d-8b5de5e3d675 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:45:22.421910 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device c06b11eb-9d6f-48c4-baec-7d8f00e00c90 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:45:22.489780 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5407d8df-2a25-42c5-aff4-018650465aca req-8de82f96-ff90-4b58-9f12-929df2eaef6f tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:22.499528 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5407d8df-2a25-42c5-aff4-018650465aca req-8de82f96-ff90-4b58-9f12-929df2eaef6f tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b79cf3-8b07-4d2c-a915-488f0e253971 HTTP/1.1" status: 200 len: 948 time: 0.1498022 Jul 09 14:45:22.519953 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02732a29-3c6f-401f-902e-90eb53d25662 req-80eae5db-bb25-40d9-8b45-53d1a29fad8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:22.521767 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-02732a29-3c6f-401f-902e-90eb53d25662 req-80eae5db-bb25-40d9-8b45-53d1a29fad8e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2054036e72a742ef8b1d74fe2c924b36&device_id=98f49820-6303-40d9-aad5-6435a6014533 HTTP/1.1" status: 200 len: 1135 time: 0.2580323 Jul 09 14:45:22.525521 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465bf8a9-9619-4e4e-982f-9c28da6838a9 req-f50a6335-9e33-4be5-90a8-ce9f68502af8 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:22.527168 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-465bf8a9-9619-4e4e-982f-9c28da6838a9 req-f50a6335-9e33-4be5-90a8-ce9f68502af8 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/ports?device_id=98f49820-6303-40d9-aad5-6435a6014533 HTTP/1.1" status: 200 len: 984 time: 0.1425130 Jul 09 14:45:22.535846 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6333eaec-9ff6-4989-ae17-0daf35f972b9 admin admin] Router 11344ba9-caca-4120-ae8b-5b0292bf137b has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:45:22.577111 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port c06b11eb-9d6f-48c4-baec-7d8f00e00c90, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=c06b11eb-9d6f-48c4-baec-7d8f00e00c90,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:45:22.592186 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50f689b7-1e00-48cf-b1b7-6c1300073fd5 req-067c7f91-f461-4ff2-b03f-92338dd292e3 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Made reservation on behalf of 0ea59604d49a4768b9c04e74a1a30065 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:45:22.597397 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-50f689b7-1e00-48cf-b1b7-6c1300073fd5 req-067c7f91-f461-4ff2-b03f-92338dd292e3 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:22.605564 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': 'c06b11eb-9d6f-48c4-baec-7d8f00e00c90', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'port_id': 'c06b11eb-9d6f-48c4-baec-7d8f00e00c90', 'mac_address': 'fa:16:3e:ef:97:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8081bcce-88de-4a2f-9e69-6750220e0be0', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:45:22.616455 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-465bf8a9-9619-4e4e-982f-9c28da6838a9 req-5a618b90-1a2d-4f8d-8d37-364c73217d85 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/security-groups?id=176d1b3c-cf6b-4450-88b0-5c6cb8796cad&id=e4543b64-216b-4880-92bb-514113489699&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0827622 Jul 09 14:45:22.637916 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5407d8df-2a25-42c5-aff4-018650465aca req-da9f1bd9-af77-4644-be34-cbc4631686c9 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365867 Jul 09 14:45:22.659430 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 35f4c7c4-f38a-49bf-b29d-8b5de5e3d675, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=35f4c7c4-f38a-49bf-b29d-8b5de5e3d675,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:45:22.697757 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '35f4c7c4-f38a-49bf-b29d-8b5de5e3d675', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'port_id': '35f4c7c4-f38a-49bf-b29d-8b5de5e3d675', 'mac_address': 'fa:16:3e:f3:61:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8081bcce-88de-4a2f-9e69-6750220e0be0', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:45:22.700876 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:22.714087 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6333eaec-9ff6-4989-ae17-0daf35f972b9 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:45:22.720736 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-6333eaec-9ff6-4989-ae17-0daf35f972b9 admin admin] 10.222.0.58 "PUT /v2.0/routers/11344ba9-caca-4120-ae8b-5b0292bf137b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4673831 Jul 09 14:45:22.721250 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c06b11eb-9d6f-48c4-baec-7d8f00e00c90 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:45:22.723197 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 33266) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:45:22.726808 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305eb994-7327-42be-bd52-70fa74fea081 None None] Sync routers for ids ['11344ba9-caca-4120-ae8b-5b0292bf137b'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:45:22.742284 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305eb994-7327-42be-bd52-70fa74fea081 None None] Routers {'11344ba9-caca-4120-ae8b-5b0292bf137b'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:45:22.746412 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-305eb994-7327-42be-bd52-70fa74fea081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:44:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['11344ba9-caca-4120-ae8b-5b0292bf137b'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:45:22.777786 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port c06b11eb-9d6f-48c4-baec-7d8f00e00c90, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=c06b11eb-9d6f-48c4-baec-7d8f00e00c90,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:45:22.783061 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:22.799285 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35f4c7c4-f38a-49bf-b29d-8b5de5e3d675 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:45:22.831286 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 35f4c7c4-f38a-49bf-b29d-8b5de5e3d675, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=35f4c7c4-f38a-49bf-b29d-8b5de5e3d675,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:45:22.879733 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:22.940241 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=c06b11eb-9d6f-48c4-baec-7d8f00e00c90,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:22.945019 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-25d4a24f-b4de-4a68-91f7-77ee89058caf admin admin] Notify callbacks [] for router, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:22.961084 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:22.961238 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800667f5-4e25-4af4-9b3d-dcc296a80191 req-e6c71c85-fdc6-457a-9d95-42b849e7012d tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:22.961238 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-800667f5-4e25-4af4-9b3d-dcc296a80191 req-e6c71c85-fdc6-457a-9d95-42b849e7012d tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.54 "GET /v2.0/ports?device_id=5266996c-3545-4ec1-83b0-cbe89dc0c0b8 HTTP/1.1" status: 200 len: 945 time: 0.1420074 Jul 09 14:45:22.986857 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:23.013978 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-305eb994-7327-42be-bd52-70fa74fea081 None None] Set router 11344ba9-caca-4120-ae8b-5b0292bf137b gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:45:23.021481 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=35f4c7c4-f38a-49bf-b29d-8b5de5e3d675,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:23.157565 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['c06b11eb-9d6f-48c4-baec-7d8f00e00c90'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:45:23.164285 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-25d4a24f-b4de-4a68-91f7-77ee89058caf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:23.226483 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-800667f5-4e25-4af4-9b3d-dcc296a80191 req-3c9369f6-44cf-44ba-ba8a-0c08df5fe3cf tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Deleting port d9693937-a9ea-4860-b86d-abfa846ad45f {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:45:23.226781 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-800667f5-4e25-4af4-9b3d-dcc296a80191 req-3c9369f6-44cf-44ba-ba8a-0c08df5fe3cf tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:23.271701 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02732a29-3c6f-401f-902e-90eb53d25662 req-13be052f-a1d8-4ffc-9ebd-8668160e3d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:23.273217 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-02732a29-3c6f-401f-902e-90eb53d25662 req-13be052f-a1d8-4ffc-9ebd-8668160e3d96 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7315f037-8bae-46c2-abb3-b71f897eb072 HTTP/1.1" status: 200 len: 914 time: 0.7408402 Jul 09 14:45:23.351997 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-02732a29-3c6f-401f-902e-90eb53d25662 req-af69f2b0-6a3a-403d-95a9-11861382d66c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=523b850b-e1a3-44ef-b8dc-2a3322dc8598 HTTP/1.1" status: 200 len: 217 time: 0.0550318 Jul 09 14:45:23.364538 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a6135e-3e48-42cb-8402-b70d35351a01 req-b0408d3d-da82-4141-9663-3c6d68c87b5a tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:23.371636 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-30a6135e-3e48-42cb-8402-b70d35351a01 req-b0408d3d-da82-4141-9663-3c6d68c87b5a tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=5266996c-3545-4ec1-83b0-cbe89dc0c0b8 HTTP/1.1" status: 200 len: 945 time: 0.2876570 Jul 09 14:45:23.443030 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 33282) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:45:23.464861 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-50f689b7-1e00-48cf-b1b7-6c1300073fd5 req-067c7f91-f461-4ff2-b03f-92338dd292e3 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Allocated IP 172.20.0.2 (57042d5f-0386-4b58-a12c-ab7a19465fa2/82201829-6811-4a6f-8404-54dcb1347eec/1ad2f213-faf3-4478-a55c-736188b5f250) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:45:23.499594 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-30a6135e-3e48-42cb-8402-b70d35351a01 req-b475cbf1-11d0-43f4-a1b1-77f76d1d69ad tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269608 Jul 09 14:45:23.507883 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-305eb994-7327-42be-bd52-70fa74fea081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11344ba9-caca-4120-ae8b-5b0292bf137b', 'name': 'tempest-ServersTestBootFromVolume-1771181187-router', 'tenant_id': '488e573590f449068d05943d6635fb8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '740bf9b9-a416-4426-a113-9ebdb93a1525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:41:01Z', 'updated_at': '2021-07-09T14:45:21Z', 'revision_number': 5, 'project_id': '488e573590f449068d05943d6635fb8b', 'gw_port': {'id': '740bf9b9-a416-4426-a113-9ebdb93a1525', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11344ba9-caca-4120-ae8b-5b0292bf137b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:41:02Z', 'updated_at': '2021-07-09T14:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:45:23.508723 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['35f4c7c4-f38a-49bf-b29d-8b5de5e3d675'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:45:23.523190 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02732a29-3c6f-401f-902e-90eb53d25662 req-6372d3d2-5169-4b75-80ff-d687dfd7e23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:23.524902 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-02732a29-3c6f-401f-902e-90eb53d25662 req-6372d3d2-5169-4b75-80ff-d687dfd7e23e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a6a78364-bb65-4c21-a934-4153d5dd997e HTTP/1.1" status: 200 len: 853 time: 0.1468239 Jul 09 14:45:23.566382 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-800667f5-4e25-4af4-9b3d-dcc296a80191 req-3c9369f6-44cf-44ba-ba8a-0c08df5fe3cf tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] For port d9693937-a9ea-4860-b86d-abfa846ad45f, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=d9693937-a9ea-4860-b86d-abfa846ad45f,segment=NetworkSegment(53f9e82d-cbee-4af4-9fe3-f119337023c8),segment_id=53f9e82d-cbee-4af4-9fe3-f119337023c8)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:45:23.567458 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-800667f5-4e25-4af4-9b3d-dcc296a80191 req-3c9369f6-44cf-44ba-ba8a-0c08df5fe3cf tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:23.586850 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-800667f5-4e25-4af4-9b3d-dcc296a80191 req-3c9369f6-44cf-44ba-ba8a-0c08df5fe3cf tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Calling delete_port for d9693937-a9ea-4860-b86d-abfa846ad45f owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:45:23.587596 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305eb994-7327-42be-bd52-70fa74fea081 None None] Checking router: 11344ba9-caca-4120-ae8b-5b0292bf137b for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:45:23.605307 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305eb994-7327-42be-bd52-70fa74fea081 None None] Routers {'11344ba9-caca-4120-ae8b-5b0292bf137b'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:45:23.610068 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-305eb994-7327-42be-bd52-70fa74fea081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:44:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['11344ba9-caca-4120-ae8b-5b0292bf137b'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:45:23.634567 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-02732a29-3c6f-401f-902e-90eb53d25662 req-aa1948ce-8613-46d2-98d3-0e095cb26f42 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7315f037-8bae-46c2-abb3-b71f897eb072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0993636 Jul 09 14:45:23.732790 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-305eb994-7327-42be-bd52-70fa74fea081 None None] Set router 11344ba9-caca-4120-ae8b-5b0292bf137b gateway port host: None {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:45:23.766973 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b78690-c427-41a3-ad3e-335a40f52ea6 req-325f8c40-7fa2-447a-83fd-515d8637214e tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:23.768394 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-38b78690-c427-41a3-ad3e-335a40f52ea6 req-325f8c40-7fa2-447a-83fd-515d8637214e tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=645a8406-3b1c-45ba-8b48-2f658e2f2bad HTTP/1.1" status: 200 len: 949 time: 0.4329944 Jul 09 14:45:23.774408 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-25d4a24f-b4de-4a68-91f7-77ee89058caf admin admin] Deleting port 740bf9b9-a416-4426-a113-9ebdb93a1525 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:45:23.774740 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-25d4a24f-b4de-4a68-91f7-77ee89058caf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:23.787595 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-305eb994-7327-42be-bd52-70fa74fea081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11344ba9-caca-4120-ae8b-5b0292bf137b', 'name': 'tempest-ServersTestBootFromVolume-1771181187-router', 'tenant_id': '488e573590f449068d05943d6635fb8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:41:01Z', 'updated_at': '2021-07-09T14:45:23Z', 'revision_number': 6, 'project_id': '488e573590f449068d05943d6635fb8b', 'gw_port_host': None}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:45:23.787837 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [req-02732a29-3c6f-401f-902e-90eb53d25662 req-d8be1fa3-61e9-46dd-bd3a-ddce89694d90 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:45:23.788635 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-02732a29-3c6f-401f-902e-90eb53d25662 req-d8be1fa3-61e9-46dd-bd3a-ddce89694d90 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1134970 Jul 09 14:45:23.793494 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-c542f72a-93ee-458b-b201-91f1cc30aae2 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1073459965-network', 'tenant_id': '868e6ad73e9e40dbad6a7d6a29a5f30c'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:45:23.815401 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305eb994-7327-42be-bd52-70fa74fea081 None None] The sync data for ids ['11344ba9-caca-4120-ae8b-5b0292bf137b'] in n-d-799529-6 is: [{'id': '11344ba9-caca-4120-ae8b-5b0292bf137b', 'name': 'tempest-ServersTestBootFromVolume-1771181187-router', 'tenant_id': '488e573590f449068d05943d6635fb8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:41:01Z', 'updated_at': '2021-07-09T14:45:23Z', 'revision_number': 6, 'project_id': '488e573590f449068d05943d6635fb8b', 'gw_port_host': None}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:45:23.831459 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fadd045b-e1a0-483c-a55b-e10dabac6a68 req-66a7fd76-3050-49e3-a4ad-8fe82f2a0190 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 210 time: 0.1645820 Jul 09 14:45:23.913207 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c997b498-950c-46e0-85ff-eecc5b24544f req-77441d75-6a38-4628-b10d-d64db900fbcd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=069ac2cf-36e9-4e0b-858b-582b7e80fe5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5685873 Jul 09 14:45:23.922121 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-38b78690-c427-41a3-ad3e-335a40f52ea6 req-f1d2a707-b579-44cd-a67f-82087f9af3c0 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357718 Jul 09 14:45:23.960363 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-50f689b7-1e00-48cf-b1b7-6c1300073fd5 req-067c7f91-f461-4ff2-b03f-92338dd292e3 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:24.002006 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-25d4a24f-b4de-4a68-91f7-77ee89058caf admin admin] For port 740bf9b9-a416-4426-a113-9ebdb93a1525, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=740bf9b9-a416-4426-a113-9ebdb93a1525,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:45:24.002435 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-25d4a24f-b4de-4a68-91f7-77ee89058caf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:24.016471 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-25d4a24f-b4de-4a68-91f7-77ee89058caf admin admin] Calling delete_port for 740bf9b9-a416-4426-a113-9ebdb93a1525 owned by network:router_gateway {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:45:24.018474 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-02732a29-3c6f-401f-902e-90eb53d25662 req-7a1d2510-81b2-49e8-a8b6-e002b08f315d service neutron] 10.222.0.54 "GET /v2.0/networks/7315f037-8bae-46c2-abb3-b71f897eb072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004592 Jul 09 14:45:24.049688 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c542f72a-93ee-458b-b201-91f1cc30aae2 admin admin] Made reservation on behalf of 868e6ad73e9e40dbad6a7d6a29a5f30c for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:45:24.052090 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c542f72a-93ee-458b-b201-91f1cc30aae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:24.071706 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-800667f5-4e25-4af4-9b3d-dcc296a80191 req-3c9369f6-44cf-44ba-ba8a-0c08df5fe3cf tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:24.083866 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['12ba3e02-e8dc-4f75-9575-5579b2930cd3', 'd9693937-a9ea-4860-b86d-abfa846ad45f'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:45:24.105011 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c542f72a-93ee-458b-b201-91f1cc30aae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:24.132760 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9369f6-44cf-44ba-ba8a-0c08df5fe3cf tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Pushing event deleted for resources: {'Port': ['ID=d9693937-a9ea-4860-b86d-abfa846ad45f,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:24.155129 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c997b498-950c-46e0-85ff-eecc5b24544f req-f291c854-fd6f-4f2b-8fc9-0d58e93da42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:24.158914 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c997b498-950c-46e0-85ff-eecc5b24544f req-f291c854-fd6f-4f2b-8fc9-0d58e93da42b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5ec7891592d74a6886dfa68c8f9e2e18&device_id=069ac2cf-36e9-4e0b-858b-582b7e80fe5a HTTP/1.1" status: 200 len: 1100 time: 0.1908882 Jul 09 14:45:24.164927 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb7985-d998-479f-ba67-11e85db2955b req-3c8fde84-6617-4b71-ad25-6161f4abbae0 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:24.172341 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-25fb7985-d998-479f-ba67-11e85db2955b req-3c8fde84-6617-4b71-ad25-6161f4abbae0 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b79cf3-8b07-4d2c-a915-488f0e253971 HTTP/1.1" status: 200 len: 949 time: 0.2032845 Jul 09 14:45:24.192478 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-50f689b7-1e00-48cf-b1b7-6c1300073fd5 req-067c7f91-f461-4ff2-b03f-92338dd292e3 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:24.238947 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-800667f5-4e25-4af4-9b3d-dcc296a80191 req-3c9369f6-44cf-44ba-ba8a-0c08df5fe3cf tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] No DVR routers for this DVR port d9693937-a9ea-4860-b86d-abfa846ad45f on host n-h2-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:45:24.265648 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-02732a29-3c6f-401f-902e-90eb53d25662 req-347986c3-b9fe-4360-b014-89a542a7364a service neutron] 10.222.0.54 "GET /v2.0/networks/7315f037-8bae-46c2-abb3-b71f897eb072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393582 Jul 09 14:45:24.270175 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-800667f5-4e25-4af4-9b3d-dcc296a80191 req-3c9369f6-44cf-44ba-ba8a-0c08df5fe3cf tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:24.272160 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-800667f5-4e25-4af4-9b3d-dcc296a80191 req-3c9369f6-44cf-44ba-ba8a-0c08df5fe3cf tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.54 "DELETE /v2.0/ports/d9693937-a9ea-4860-b86d-abfa846ad45f HTTP/1.1" status: 204 len: 173 time: 1.2724447 Jul 09 14:45:24.304032 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50f689b7-1e00-48cf-b1b7-6c1300073fd5 req-067c7f91-f461-4ff2-b03f-92338dd292e3 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Network 57042d5f-0386-4b58-a12c-ab7a19465fa2 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:45:24.307954 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5266996c-3545-4ec1-83b0-cbe89dc0c0b8', 'name': 'network-vif-deleted', 'tag': 'd9693937-a9ea-4860-b86d-abfa846ad45f'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:45:24.310285 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e1c516-1dc7-4705-9954-12386c80675f" -d '{"events": [{"server_uuid": "5266996c-3545-4ec1-83b0-cbe89dc0c0b8", "name": "network-vif-deleted", "tag": "d9693937-a9ea-4860-b86d-abfa846ad45f"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:45:24.322490 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-25fb7985-d998-479f-ba67-11e85db2955b req-6c5f45f1-002d-4ba2-8c12-45dcb07d2f20 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485598 Jul 09 14:45:24.322916 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-50f689b7-1e00-48cf-b1b7-6c1300073fd5 req-067c7f91-f461-4ff2-b03f-92338dd292e3 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:45:24.331351 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-50f689b7-1e00-48cf-b1b7-6c1300073fd5 req-067c7f91-f461-4ff2-b03f-92338dd292e3 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:45:24.339005 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067c7f91-f461-4ff2-b03f-92338dd292e3 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Pushing event updated for resources: {'Port': ['ID=1ad2f213-faf3-4478-a55c-736188b5f250,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:24.396024 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818b3d0f-df10-4b12-8611-201dad459d71 req-c69325fd-9ed7-4be1-995c-5317e4f8f02f tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:24.397602 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-818b3d0f-df10-4b12-8611-201dad459d71 req-c69325fd-9ed7-4be1-995c-5317e4f8f02f tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/ports?device_id=98f49820-6303-40d9-aad5-6435a6014533 HTTP/1.1" status: 200 len: 984 time: 0.3292861 Jul 09 14:45:24.404941 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dddb80ed-2854-4173-a22b-6b0aaa6b247e x-openstack-request-id: req-dddb80ed-2854-4173-a22b-6b0aaa6b247e {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:45:24.404941 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5266996c-3545-4ec1-83b0-cbe89dc0c0b8", "name": "network-vif-deleted", "tag": "d9693937-a9ea-4860-b86d-abfa846ad45f", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:45:24.405330 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dddb80ed-2854-4173-a22b-6b0aaa6b247e {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:45:24.405413 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5266996c-3545-4ec1-83b0-cbe89dc0c0b8', 'name': 'network-vif-deleted', 'tag': 'd9693937-a9ea-4860-b86d-abfa846ad45f', 'status': 'completed', 'code': 200} Jul 09 14:45:24.428188 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f689b7-1e00-48cf-b1b7-6c1300073fd5 req-067c7f91-f461-4ff2-b03f-92338dd292e3 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:24.428593 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-50f689b7-1e00-48cf-b1b7-6c1300073fd5 req-067c7f91-f461-4ff2-b03f-92338dd292e3 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:24.441897 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device c06b11eb-9d6f-48c4-baec-7d8f00e00c90 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:45:24.458981 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c997b498-950c-46e0-85ff-eecc5b24544f req-f1d087a3-ee0a-45bc-b48c-13c88d5dc265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:24.460497 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c997b498-950c-46e0-85ff-eecc5b24544f req-f1d087a3-ee0a-45bc-b48c-13c88d5dc265 service neutron] 10.222.0.62 "GET /v2.0/networks?id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc HTTP/1.1" status: 200 len: 870 time: 0.2669392 Jul 09 14:45:24.462222 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c542f72a-93ee-458b-b201-91f1cc30aae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:24.520914 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c997b498-950c-46e0-85ff-eecc5b24544f req-d16990eb-6810-4d41-99c7-d5fe78360826 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=1efa3387-1e39-4d8a-b890-1d24773305ef HTTP/1.1" status: 200 len: 217 time: 0.0523441 Jul 09 14:45:24.524988 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-818b3d0f-df10-4b12-8611-201dad459d71 req-32ce029b-f18d-41ca-b99a-9099f5e54fe9 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/security-groups?id=176d1b3c-cf6b-4450-88b0-5c6cb8796cad&id=e4543b64-216b-4880-92bb-514113489699&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1151378 Jul 09 14:45:24.585604 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c542f72a-93ee-458b-b201-91f1cc30aae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:24.592918 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c997b498-950c-46e0-85ff-eecc5b24544f req-938d4f71-ca58-4a60-98d9-f6bbf71175dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:24.595097 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c997b498-950c-46e0-85ff-eecc5b24544f req-938d4f71-ca58-4a60-98d9-f6bbf71175dd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.0656178 Jul 09 14:45:24.605507 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port c06b11eb-9d6f-48c4-baec-7d8f00e00c90 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:45:24.610754 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port c06b11eb-9d6f-48c4-baec-7d8f00e00c90 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:45:24.611479 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:24.614459 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c542f72a-93ee-458b-b201-91f1cc30aae2 admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:45:24.630640 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c542f72a-93ee-458b-b201-91f1cc30aae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5c735c-33df-481d-808b-656ad0345330,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:24.636715 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c542f72a-93ee-458b-b201-91f1cc30aae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:24.637102 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-c542f72a-93ee-458b-b201-91f1cc30aae2 admin admin] Added segment 3bb7d6e9-70bc-4439-a91f-bf6984bfce81 of type vlan for network 0fc8da04-04d4-4eeb-86d6-5d8e54448613 Jul 09 14:45:24.660813 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-25d4a24f-b4de-4a68-91f7-77ee89058caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:24.701038 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-27c2254f-c06d-432b-a77a-a1cc612bc60d req-8a08f5b8-d86c-4a29-af46-247b6215afbd tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=5266996c-3545-4ec1-83b0-cbe89dc0c0b8 HTTP/1.1" status: 200 len: 210 time: 0.0511546 Jul 09 14:45:24.702952 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 997ea8ad-e865-4b4b-9fa6-11f9d8d41a1a no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:45:24.715356 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-50f689b7-1e00-48cf-b1b7-6c1300073fd5 req-067c7f91-f461-4ff2-b03f-92338dd292e3 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5646644 Jul 09 14:45:24.727040 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 997ea8ad-e865-4b4b-9fa6-11f9d8d41a1a {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:45:24.727376 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 997ea8ad-e865-4b4b-9fa6-11f9d8d41a1a not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:45:24.755269 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [req-50f689b7-1e00-48cf-b1b7-6c1300073fd5 req-52371cf3-61d0-4857-aa6b-9bc85f3a32c5 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:45:24.760505 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-50f689b7-1e00-48cf-b1b7-6c1300073fd5 req-52371cf3-61d0-4857-aa6b-9bc85f3a32c5 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085936 Jul 09 14:45:24.780981 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-50f689b7-1e00-48cf-b1b7-6c1300073fd5 req-9ccbdc88-c2a9-4a06-a084-a14bf2233fb6 service neutron] Request body: {'port': {'device_id': '54c8f6cd-9e14-4b89-8e17-418eaeb7eff8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:45:24.781175 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:24.781372 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c542f72a-93ee-458b-b201-91f1cc30aae2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:24.791241 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d4a24f-b4de-4a68-91f7-77ee89058caf admin admin] Pushing event deleted for resources: {'Port': ['ID=740bf9b9-a416-4426-a113-9ebdb93a1525,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:24.805272 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b79cf3-8b07-4d2c-a915-488f0e253971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c06b11eb-9d6f-48c4-baec-7d8f00e00c90'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:45:24.807812 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21626284-ec94-41ed-9ac8-2eee6808b0b8" -d '{"events": [{"server_uuid": "b6b79cf3-8b07-4d2c-a915-488f0e253971", "name": "network-vif-plugged", "status": "completed", "tag": "c06b11eb-9d6f-48c4-baec-7d8f00e00c90"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:45:24.819786 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c997b498-950c-46e0-85ff-eecc5b24544f req-e12558bb-2b0a-415b-b09a-2f24d923a937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:24.821930 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c997b498-950c-46e0-85ff-eecc5b24544f req-e12558bb-2b0a-415b-b09a-2f24d923a937 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2168124 Jul 09 14:45:24.824253 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port c06b11eb-9d6f-48c4-baec-7d8f00e00c90, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=c06b11eb-9d6f-48c4-baec-7d8f00e00c90,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:45:24.827767 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-25d4a24f-b4de-4a68-91f7-77ee89058caf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:24.862962 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e15fdb8-1a41-4d08-8180-45c437be9054 x-openstack-request-id: req-5e15fdb8-1a41-4d08-8180-45c437be9054 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:45:24.863652 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b79cf3-8b07-4d2c-a915-488f0e253971", "name": "network-vif-plugged", "status": "completed", "tag": "c06b11eb-9d6f-48c4-baec-7d8f00e00c90", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:45:24.863652 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5e15fdb8-1a41-4d08-8180-45c437be9054 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:45:24.867985 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b79cf3-8b07-4d2c-a915-488f0e253971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c06b11eb-9d6f-48c4-baec-7d8f00e00c90', 'code': 200} Jul 09 14:45:24.876519 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-50f689b7-1e00-48cf-b1b7-6c1300073fd5 req-9ccbdc88-c2a9-4a06-a084-a14bf2233fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:24.886078 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:24.943082 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c542f72a-93ee-458b-b201-91f1cc30aae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:24.944123 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c542f72a-93ee-458b-b201-91f1cc30aae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:24.944733 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c542f72a-93ee-458b-b201-91f1cc30aae2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:24.978456 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=c06b11eb-9d6f-48c4-baec-7d8f00e00c90,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:25.079094 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c542f72a-93ee-458b-b201-91f1cc30aae2 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6331015 Jul 09 14:45:25.089671 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 33302) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:45:25.109341 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-0b373e9f-dbdf-4ad4-ae17-da04d77899f3 admin admin] Request body: {'subnet': {'network_id': '0fc8da04-04d4-4eeb-86d6-5d8e54448613', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1073459965-subnet', 'tenant_id': '868e6ad73e9e40dbad6a7d6a29a5f30c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:45:25.142525 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c542f72a-93ee-458b-b201-91f1cc30aae2 admin admin] Pushing event updated for resources: {'Network': ['ID=0fc8da04-04d4-4eeb-86d6-5d8e54448613,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:25.153083 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 0fc8da04-04d4-4eeb-86d6-5d8e54448613 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:45:25.259327 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254c10f0-accf-4a31-b167-76c47afc0062 req-aeaf7216-976a-4d46-ad17-e720b82ab473 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:25.260933 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-254c10f0-accf-4a31-b167-76c47afc0062 req-aeaf7216-976a-4d46-ad17-e720b82ab473 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 931 time: 0.1925874 Jul 09 14:45:25.270883 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b373e9f-dbdf-4ad4-ae17-da04d77899f3 admin admin] Made reservation on behalf of 868e6ad73e9e40dbad6a7d6a29a5f30c for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:45:25.273279 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0b373e9f-dbdf-4ad4-ae17-da04d77899f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:25.384957 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-254c10f0-accf-4a31-b167-76c47afc0062 req-900e433b-792a-4e15-94d9-acecd213e513 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172848 Jul 09 14:45:25.387683 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-25d4a24f-b4de-4a68-91f7-77ee89058caf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:25.394228 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-25d4a24f-b4de-4a68-91f7-77ee89058caf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:25.462194 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-50f689b7-1e00-48cf-b1b7-6c1300073fd5 req-9ccbdc88-c2a9-4a06-a084-a14bf2233fb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ad2f213-faf3-4478-a55c-736188b5f250 {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:45:25.474197 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-50f689b7-1e00-48cf-b1b7-6c1300073fd5 req-9ccbdc88-c2a9-4a06-a084-a14bf2233fb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:25.509197 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c997b498-950c-46e0-85ff-eecc5b24544f req-7abc3ce6-bc18-4145-9bf9-76691b7e28c4 service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6780128 Jul 09 14:45:25.531289 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-50f689b7-1e00-48cf-b1b7-6c1300073fd5 req-9ccbdc88-c2a9-4a06-a084-a14bf2233fb6 service neutron] Transition to ACTIVE for port object 1ad2f213-faf3-4478-a55c-736188b5f250 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:45:25.533943 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b15204-0fa3-42e7-b7eb-8f9dd6dcd586 req-3edb66fd-3979-493f-a442-abd7cd96bb16 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:25.535688 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e1b15204-0fa3-42e7-b7eb-8f9dd6dcd586 req-3edb66fd-3979-493f-a442-abd7cd96bb16 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=645a8406-3b1c-45ba-8b48-2f658e2f2bad HTTP/1.1" status: 200 len: 949 time: 0.2760007 Jul 09 14:45:25.538907 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e860f13-44c9-4598-8e4e-907a13ba9032 req-a8240be4-7d53-4433-9476-1bd950171439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:25.540403 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2e860f13-44c9-4598-8e4e-907a13ba9032 req-a8240be4-7d53-4433-9476-1bd950171439 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b6b79cf3-8b07-4d2c-a915-488f0e253971 HTTP/1.1" status: 200 len: 1101 time: 0.2820723 Jul 09 14:45:25.592645 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-50f689b7-1e00-48cf-b1b7-6c1300073fd5 req-9ccbdc88-c2a9-4a06-a084-a14bf2233fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:25.601328 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-25d4a24f-b4de-4a68-91f7-77ee89058caf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:25.601888 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d4a24f-b4de-4a68-91f7-77ee89058caf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11344ba9-caca-4120-ae8b-5b0292bf137b {{(pid=94446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:45:25.614213 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-25d4a24f-b4de-4a68-91f7-77ee89058caf admin admin] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:25.616756 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-25d4a24f-b4de-4a68-91f7-77ee89058caf admin admin] 10.222.0.58 "DELETE /v2.0/routers/11344ba9-caca-4120-ae8b-5b0292bf137b HTTP/1.1" status: 204 len: 168 time: 2.8910258 Jul 09 14:45:25.627550 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 33308) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:45:25.666352 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccbdc88-c2a9-4a06-a084-a14bf2233fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=1ad2f213-faf3-4478-a55c-736188b5f250,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:25.681505 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809fa4d8-9416-45d7-8426-daf7f04f6311 req-0a643e2a-2f01-43d7-8c62-4931cb6bd56d tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:25.685721 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-809fa4d8-9416-45d7-8426-daf7f04f6311 req-0a643e2a-2f01-43d7-8c62-4931cb6bd56d tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b79cf3-8b07-4d2c-a915-488f0e253971 HTTP/1.1" status: 200 len: 950 time: 0.1730542 Jul 09 14:45:25.686241 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0b373e9f-dbdf-4ad4-ae17-da04d77899f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:25.703379 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2e860f13-44c9-4598-8e4e-907a13ba9032 req-1125ffe9-465e-4058-9e53-8b6a6d5dafef service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487195 Jul 09 14:45:25.710267 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e1b15204-0fa3-42e7-b7eb-8f9dd6dcd586 req-1cae06d7-c170-483a-9010-bd04841889ed tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563194 Jul 09 14:45:25.737229 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-42147e70-75de-4eff-9300-13a48fbcdc72 admin admin] Deleting subnet c8ed1314-0930-4df0-957b-23d088a5a5d0 {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:45:25.740699 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-42147e70-75de-4eff-9300-13a48fbcdc72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:25.744339 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c997b498-950c-46e0-85ff-eecc5b24544f req-36213b51-e686-49a9-9ed3-21e01b8ffdb7 service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264543 Jul 09 14:45:25.784103 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-42147e70-75de-4eff-9300-13a48fbcdc72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:25.825026 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b373e9f-dbdf-4ad4-ae17-da04d77899f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2373e5cd-5f56-42ed-95c9-0b621ea9bc49,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:25.837108 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-809fa4d8-9416-45d7-8426-daf7f04f6311 req-b80deebc-be85-4b4b-b169-58813cf36cee tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300368 Jul 09 14:45:25.847380 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-50f689b7-1e00-48cf-b1b7-6c1300073fd5 req-9ccbdc88-c2a9-4a06-a084-a14bf2233fb6 service neutron] Attempting to bind port 1ad2f213-faf3-4478-a55c-736188b5f250 on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:45:25.847916 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-50f689b7-1e00-48cf-b1b7-6c1300073fd5 req-9ccbdc88-c2a9-4a06-a084-a14bf2233fb6 service neutron] Attempting to bind port 1ad2f213-faf3-4478-a55c-736188b5f250 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': '08141ba6-0964-4d1a-8d67-af4c03fe6653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '57042d5f-0386-4b58-a12c-ab7a19465fa2'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:45:25.848156 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f689b7-1e00-48cf-b1b7-6c1300073fd5 req-9ccbdc88-c2a9-4a06-a084-a14bf2233fb6 service neutron] Attempting to bind port 1ad2f213-faf3-4478-a55c-736188b5f250 on network 57042d5f-0386-4b58-a12c-ab7a19465fa2 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:45:25.854384 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b373e9f-dbdf-4ad4-ae17-da04d77899f3 admin admin] Checking segment: {'id': '3bb7d6e9-70bc-4439-a91f-bf6984bfce81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0fc8da04-04d4-4eeb-86d6-5d8e54448613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:45:25.854750 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b373e9f-dbdf-4ad4-ae17-da04d77899f3 admin admin] Network hostable DHCP agents. Network: 0fc8da04-04d4-4eeb-86d6-5d8e54448613, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:45:25.857393 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f689b7-1e00-48cf-b1b7-6c1300073fd5 req-9ccbdc88-c2a9-4a06-a084-a14bf2233fb6 service neutron] Port 1ad2f213-faf3-4478-a55c-736188b5f250 on network 57042d5f-0386-4b58-a12c-ab7a19465fa2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:45:25.857716 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f689b7-1e00-48cf-b1b7-6c1300073fd5 req-9ccbdc88-c2a9-4a06-a084-a14bf2233fb6 service neutron] Attempting to bind port 1ad2f213-faf3-4478-a55c-736188b5f250 on network 57042d5f-0386-4b58-a12c-ab7a19465fa2 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:45:25.877807 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f689b7-1e00-48cf-b1b7-6c1300073fd5 req-9ccbdc88-c2a9-4a06-a084-a14bf2233fb6 service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:45:25.878148 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f689b7-1e00-48cf-b1b7-6c1300073fd5 req-9ccbdc88-c2a9-4a06-a084-a14bf2233fb6 service neutron] Checking segment: {'id': '08141ba6-0964-4d1a-8d67-af4c03fe6653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '57042d5f-0386-4b58-a12c-ab7a19465fa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:45:25.878539 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f689b7-1e00-48cf-b1b7-6c1300073fd5 req-9ccbdc88-c2a9-4a06-a084-a14bf2233fb6 service neutron] Bound using segment: {'id': '08141ba6-0964-4d1a-8d67-af4c03fe6653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '57042d5f-0386-4b58-a12c-ab7a19465fa2'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:45:25.879009 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-50f689b7-1e00-48cf-b1b7-6c1300073fd5 req-9ccbdc88-c2a9-4a06-a084-a14bf2233fb6 service neutron] Bound port: 1ad2f213-faf3-4478-a55c-736188b5f250, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08141ba6-0964-4d1a-8d67-af4c03fe6653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '57042d5f-0386-4b58-a12c-ab7a19465fa2'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:45:25.879330 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-50f689b7-1e00-48cf-b1b7-6c1300073fd5 req-9ccbdc88-c2a9-4a06-a084-a14bf2233fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:25.932342 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-42147e70-75de-4eff-9300-13a48fbcdc72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:25.961041 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b373e9f-dbdf-4ad4-ae17-da04d77899f3 admin admin] Network 0fc8da04-04d4-4eeb-86d6-5d8e54448613 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:45:25.977543 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-50f689b7-1e00-48cf-b1b7-6c1300073fd5 req-9ccbdc88-c2a9-4a06-a084-a14bf2233fb6 service neutron] For port 1ad2f213-faf3-4478-a55c-736188b5f250, host n-h1-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:45:25.980733 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-50f689b7-1e00-48cf-b1b7-6c1300073fd5 req-9ccbdc88-c2a9-4a06-a084-a14bf2233fb6 service neutron] For port 1ad2f213-faf3-4478-a55c-736188b5f250, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=1ad2f213-faf3-4478-a55c-736188b5f250,segment=NetworkSegment(08141ba6-0964-4d1a-8d67-af4c03fe6653),segment_id=08141ba6-0964-4d1a-8d67-af4c03fe6653)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:45:25.998925 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8dbdb3-d008-48c1-990a-d7ce132ca03c req-846b81da-41f4-45bb-990e-5506505416e8 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:26.000437 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fe8dbdb3-d008-48c1-990a-d7ce132ca03c req-846b81da-41f4-45bb-990e-5506505416e8 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/ports?device_id=98f49820-6303-40d9-aad5-6435a6014533 HTTP/1.1" status: 200 len: 984 time: 0.1319327 Jul 09 14:45:26.043165 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fe8dbdb3-d008-48c1-990a-d7ce132ca03c req-fd77be03-be35-4594-b500-f460bfa95cba tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/security-groups?id=176d1b3c-cf6b-4450-88b0-5c6cb8796cad&id=e4543b64-216b-4880-92bb-514113489699&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0368345 Jul 09 14:45:26.056255 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-0b373e9f-dbdf-4ad4-ae17-da04d77899f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 0fc8da04-04d4-4eeb-86d6-5d8e54448613) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:45:26.060767 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b373e9f-dbdf-4ad4-ae17-da04d77899f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:26.064690 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0b373e9f-dbdf-4ad4-ae17-da04d77899f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:26.065884 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f851c2aa-1f19-465d-a33e-0a3437d91a4d None None] Network 0fc8da04-04d4-4eeb-86d6-5d8e54448613 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:45:26.091867 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-50f689b7-1e00-48cf-b1b7-6c1300073fd5 req-9ccbdc88-c2a9-4a06-a084-a14bf2233fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:26.092541 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-42147e70-75de-4eff-9300-13a48fbcdc72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:26.163883 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-42147e70-75de-4eff-9300-13a48fbcdc72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:26.166176 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-42147e70-75de-4eff-9300-13a48fbcdc72 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/c8ed1314-0930-4df0-957b-23d088a5a5d0 HTTP/1.1" status: 204 len: 168 time: 0.5375957 Jul 09 14:45:26.167902 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccbdc88-c2a9-4a06-a084-a14bf2233fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=1ad2f213-faf3-4478-a55c-736188b5f250,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:26.169112 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42147e70-75de-4eff-9300-13a48fbcdc72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8ed1314-0930-4df0-957b-23d088a5a5d0,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:26.176864 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 33326) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:45:26.191430 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f31395e-0a56-474d-aef3-28c73a2c832e None None] Network 9dd7350d-beb6-404b-b6b2-e696c1d5f3d5 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:45:26.196539 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-12ad1720-5c77-4924-89d8-e13f31de2cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:26.224709 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-0b373e9f-dbdf-4ad4-ae17-da04d77899f3 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1286340 Jul 09 14:45:26.224709 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f689b7-1e00-48cf-b1b7-6c1300073fd5 req-9ccbdc88-c2a9-4a06-a084-a14bf2233fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:26.224709 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-50f689b7-1e00-48cf-b1b7-6c1300073fd5 req-9ccbdc88-c2a9-4a06-a084-a14bf2233fb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:26.226182 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-50f689b7-1e00-48cf-b1b7-6c1300073fd5 req-9ccbdc88-c2a9-4a06-a084-a14bf2233fb6 service neutron] 10.222.0.62 "PUT /v2.0/ports/1ad2f213-faf3-4478-a55c-736188b5f250 HTTP/1.1" status: 200 len: 1091 time: 1.4564519 Jul 09 14:45:26.229018 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54c8f6cd-9e14-4b89-8e17-418eaeb7eff8', 'tag': '1ad2f213-faf3-4478-a55c-736188b5f250'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:45:26.231442 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a275a56d-4c8c-426b-ab4d-82032bd6e31b" -d '{"events": [{"name": "network-changed", "server_uuid": "54c8f6cd-9e14-4b89-8e17-418eaeb7eff8", "tag": "1ad2f213-faf3-4478-a55c-736188b5f250"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:45:26.236791 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 33328) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:45:26.241457 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-5a017362-0a07-4db7-b86a-f69a162046a4 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1073459965-router', 'tenant_id': '868e6ad73e9e40dbad6a7d6a29a5f30c', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:45:26.269171 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 35f4c7c4-f38a-49bf-b29d-8b5de5e3d675 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:45:26.292251 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9a086eb0-e172-4eb4-95d5-a1cc15f7e86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:26.351380 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f4046b-1def-499d-a275-65d1e1240ad7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-0fc8da04-04d4-4eeb-86d6-5d8e54448613', 'network_id': '0fc8da04-04d4-4eeb-86d6-5d8e54448613', 'tenant_id': '868e6ad73e9e40dbad6a7d6a29a5f30c', 'fixed_ips': [{'subnet_id': '2373e5cd-5f56-42ed-95c9-0b621ea9bc49'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:45:26.351380 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91f4046b-1def-499d-a275-65d1e1240ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:26.363612 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c27ef1d0-701a-4cba-8e3a-70ccd4004ec9 req-afb1f931-7a70-4d5d-b324-ae3face48619 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-863211840&fields=id&tenant_id=2054036e72a742ef8b1d74fe2c924b36 HTTP/1.1" status: 200 len: 267 time: 0.0755107 Jul 09 14:45:26.373694 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d13282-8bf2-474e-bd92-5408eafe0f13 req-38d1a258-e5ff-4513-89a0-fe16b351736f tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:26.390492 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-04d13282-8bf2-474e-bd92-5408eafe0f13 req-38d1a258-e5ff-4513-89a0-fe16b351736f tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/networks?id=4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9 HTTP/1.1" status: 200 len: 806 time: 0.2342463 Jul 09 14:45:26.417176 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5a017362-0a07-4db7-b86a-f69a162046a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:26.418532 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5a017362-0a07-4db7-b86a-f69a162046a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:26.444066 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-9a086eb0-e172-4eb4-95d5-a1cc15f7e86d admin admin] Deleting port ae5ef246-f245-4871-afd1-541176ce6083 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:45:26.444066 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9a086eb0-e172-4eb4-95d5-a1cc15f7e86d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:26.454495 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-04d13282-8bf2-474e-bd92-5408eafe0f13 req-df39ddb7-ed3e-4383-8dab-f5326d569d81 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/quotas/1e0132f74af84346b7937684dc0b5d46 HTTP/1.1" status: 200 len: 375 time: 0.0629785 Jul 09 14:45:26.506396 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ef1d0-701a-4cba-8e3a-70ccd4004ec9 req-0346c67e-fd40-4127-8ac5-9089c1e192f7 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:26.509253 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c27ef1d0-701a-4cba-8e3a-70ccd4004ec9 req-0346c67e-fd40-4127-8ac5-9089c1e192f7 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/ports?device_id=98f49820-6303-40d9-aad5-6435a6014533 HTTP/1.1" status: 200 len: 984 time: 0.1366563 Jul 09 14:45:26.531047 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-c27ef1d0-701a-4cba-8e3a-70ccd4004ec9 req-53230be7-33ac-4a7c-aac9-21664546be3b tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Request body: {'port': {'security_groups': ['176d1b3c-cf6b-4450-88b0-5c6cb8796cad', 'e4543b64-216b-4880-92bb-514113489699', '34010b31-f554-43be-97ad-c099703e09f6']}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:45:26.534363 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-91f4046b-1def-499d-a275-65d1e1240ad7 None None] Allocated IP 172.20.0.2 (0fc8da04-04d4-4eeb-86d6-5d8e54448613/2373e5cd-5f56-42ed-95c9-0b621ea9bc49/a038c372-96b5-4c2d-ad20-b434afd5addd) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:45:26.539241 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-9a086eb0-e172-4eb4-95d5-a1cc15f7e86d admin admin] For port ae5ef246-f245-4871-afd1-541176ce6083, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=ae5ef246-f245-4871-afd1-541176ce6083,segment=NetworkSegment(c275eecc-ac61-4583-bf8f-15ffd528534b),segment_id=c275eecc-ac61-4583-bf8f-15ffd528534b)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:45:26.539626 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9a086eb0-e172-4eb4-95d5-a1cc15f7e86d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:26.574728 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-9a086eb0-e172-4eb4-95d5-a1cc15f7e86d admin admin] Calling delete_port for ae5ef246-f245-4871-afd1-541176ce6083 owned by network:dhcp {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:45:26.582395 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5a017362-0a07-4db7-b86a-f69a162046a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:26.596518 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f689b7-1e00-48cf-b1b7-6c1300073fd5 req-4daecfc3-cfaa-4370-853e-c253fed7f715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:26.598023 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-50f689b7-1e00-48cf-b1b7-6c1300073fd5 req-4daecfc3-cfaa-4370-853e-c253fed7f715 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0ea59604d49a4768b9c04e74a1a30065&device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 1094 time: 0.2033989 Jul 09 14:45:26.621066 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 740bf9b9-a416-4426-a113-9ebdb93a1525 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:45:26.628089 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-04d13282-8bf2-474e-bd92-5408eafe0f13 req-1266c20a-dfbd-4b90-b29f-126ddd169dc3 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1e0132f74af84346b7937684dc0b5d46&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1726778 Jul 09 14:45:26.640904 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device d9693937-a9ea-4860-b86d-abfa846ad45f no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:45:26.679534 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 740bf9b9-a416-4426-a113-9ebdb93a1525 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:45:26.679858 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 740bf9b9-a416-4426-a113-9ebdb93a1525 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:45:26.684042 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c27ef1d0-701a-4cba-8e3a-70ccd4004ec9 req-53230be7-33ac-4a7c-aac9-21664546be3b tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:26.693611 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: d9693937-a9ea-4860-b86d-abfa846ad45f {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:45:26.694222 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device d9693937-a9ea-4860-b86d-abfa846ad45f not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:45:26.719364 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-50f689b7-1e00-48cf-b1b7-6c1300073fd5 req-ca77a8c4-ed18-4c6e-b652-bcc2ce017f9c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1ad2f213-faf3-4478-a55c-736188b5f250 HTTP/1.1" status: 200 len: 217 time: 0.1028447 Jul 09 14:45:26.779905 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91f4046b-1def-499d-a275-65d1e1240ad7 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:26.790754 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91f4046b-1def-499d-a275-65d1e1240ad7 None None] Transition to ACTIVE for port object a038c372-96b5-4c2d-ad20-b434afd5addd will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:45:26.796790 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port 35f4c7c4-f38a-49bf-b29d-8b5de5e3d675 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:45:26.806231 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 35f4c7c4-f38a-49bf-b29d-8b5de5e3d675 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:45:26.810667 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:26.843995 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f689b7-1e00-48cf-b1b7-6c1300073fd5 req-e75ad3f2-d021-4261-b6ab-edcce390996d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:26.845597 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-50f689b7-1e00-48cf-b1b7-6c1300073fd5 req-e75ad3f2-d021-4261-b6ab-edcce390996d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=82201829-6811-4a6f-8404-54dcb1347eec HTTP/1.1" status: 200 len: 853 time: 0.0666852 Jul 09 14:45:26.849171 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9a086eb0-e172-4eb4-95d5-a1cc15f7e86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:26.866052 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205fcb94-b713-41dd-bb23-8c42a25efd2e None None] DHCP port deletion for 9dd7350d-beb6-404b-b6b2-e696c1d5f3d5 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:45:26.871024 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91f4046b-1def-499d-a275-65d1e1240ad7 None None] Transition to ACTIVE for port object a038c372-96b5-4c2d-ad20-b434afd5addd will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:45:26.931382 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a086eb0-e172-4eb4-95d5-a1cc15f7e86d admin admin] Pushing event deleted for resources: {'Port': ['ID=ae5ef246-f245-4871-afd1-541176ce6083,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:26.933695 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a086eb0-e172-4eb4-95d5-a1cc15f7e86d admin admin] No DVR routers for this DVR port ae5ef246-f245-4871-afd1-541176ce6083 on host n-d-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:45:26.938266 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:26.959481 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91f4046b-1def-499d-a275-65d1e1240ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:26.976826 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-50f689b7-1e00-48cf-b1b7-6c1300073fd5 req-a3d539aa-8ad0-4e26-8804-efd14997d543 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=57042d5f-0386-4b58-a12c-ab7a19465fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703628 Jul 09 14:45:26.980036 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '645a8406-3b1c-45ba-8b48-2f658e2f2bad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35f4c7c4-f38a-49bf-b29d-8b5de5e3d675'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:45:26.983385 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1897d281-d052-43e3-b5d1-d660a0723600" -d '{"events": [{"server_uuid": "645a8406-3b1c-45ba-8b48-2f658e2f2bad", "name": "network-vif-plugged", "status": "completed", "tag": "35f4c7c4-f38a-49bf-b29d-8b5de5e3d675"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:45:26.987539 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5a017362-0a07-4db7-b86a-f69a162046a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:27.021488 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-04d13282-8bf2-474e-bd92-5408eafe0f13 req-fa8b425a-4e47-4c41-8cfd-68167d47e135 service neutron] 10.222.0.58 "GET /v2.0/networks/4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3903451 Jul 09 14:45:27.029320 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 35f4c7c4-f38a-49bf-b29d-8b5de5e3d675, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=35f4c7c4-f38a-49bf-b29d-8b5de5e3d675,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:45:27.032850 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f4046b-1def-499d-a275-65d1e1240ad7 None None] Network 0fc8da04-04d4-4eeb-86d6-5d8e54448613 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:45:27.039382 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-91f4046b-1def-499d-a275-65d1e1240ad7 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:45:27.043305 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f4046b-1def-499d-a275-65d1e1240ad7 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:45:27.050252 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f4046b-1def-499d-a275-65d1e1240ad7 None None] Pushing event updated for resources: {'Port': ['ID=a038c372-96b5-4c2d-ad20-b434afd5addd,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:27.053113 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9a086eb0-e172-4eb4-95d5-a1cc15f7e86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:27.059859 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-c27ef1d0-701a-4cba-8e3a-70ccd4004ec9 req-53230be7-33ac-4a7c-aac9-21664546be3b tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] For port 523b850b-e1a3-44ef-b8dc-2a3322dc8598, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=523b850b-e1a3-44ef-b8dc-2a3322dc8598,segment=NetworkSegment(1e574744-83f5-4d4a-871f-858e3f9ffdcb),segment_id=1e574744-83f5-4d4a-871f-858e3f9ffdcb)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:45:27.072592 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-9a086eb0-e172-4eb4-95d5-a1cc15f7e86d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dd7350d-beb6-404b-b6b2-e696c1d5f3d5']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:45:27.094223 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-9a086eb0-e172-4eb4-95d5-a1cc15f7e86d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c275eecc-ac61-4583-bf8f-15ffd528534b') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:45:27.094223 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-9a086eb0-e172-4eb4-95d5-a1cc15f7e86d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c275eecc-ac61-4583-bf8f-15ffd528534b') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:45:27.103754 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9a086eb0-e172-4eb4-95d5-a1cc15f7e86d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:27.109702 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-91f4046b-1def-499d-a275-65d1e1240ad7 None None] Attempting to bind port a038c372-96b5-4c2d-ad20-b434afd5addd on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:45:27.110217 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-91f4046b-1def-499d-a275-65d1e1240ad7 None None] Attempting to bind port a038c372-96b5-4c2d-ad20-b434afd5addd by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '3bb7d6e9-70bc-4439-a91f-bf6984bfce81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0fc8da04-04d4-4eeb-86d6-5d8e54448613'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:45:27.110465 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f4046b-1def-499d-a275-65d1e1240ad7 None None] Attempting to bind port a038c372-96b5-4c2d-ad20-b434afd5addd on network 0fc8da04-04d4-4eeb-86d6-5d8e54448613 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:45:27.116220 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:27.118292 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f4046b-1def-499d-a275-65d1e1240ad7 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:45:27.118699 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f4046b-1def-499d-a275-65d1e1240ad7 None None] Checking segment: {'id': '3bb7d6e9-70bc-4439-a91f-bf6984bfce81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0fc8da04-04d4-4eeb-86d6-5d8e54448613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:45:27.119078 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91f4046b-1def-499d-a275-65d1e1240ad7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:27.119460 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f4046b-1def-499d-a275-65d1e1240ad7 None None] Bound using segment: {'id': '3bb7d6e9-70bc-4439-a91f-bf6984bfce81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0fc8da04-04d4-4eeb-86d6-5d8e54448613'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:45:27.119971 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-91f4046b-1def-499d-a275-65d1e1240ad7 None None] Bound port: a038c372-96b5-4c2d-ad20-b434afd5addd, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bb7d6e9-70bc-4439-a91f-bf6984bfce81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0fc8da04-04d4-4eeb-86d6-5d8e54448613'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:45:27.120354 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91f4046b-1def-499d-a275-65d1e1240ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:27.126452 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c27ef1d0-701a-4cba-8e3a-70ccd4004ec9 req-53230be7-33ac-4a7c-aac9-21664546be3b tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:27.133762 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9a086eb0-e172-4eb4-95d5-a1cc15f7e86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:27.141069 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a086eb0-e172-4eb4-95d5-a1cc15f7e86d admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:45:27.141561 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9a086eb0-e172-4eb4-95d5-a1cc15f7e86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:27.143402 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:45:27.143402 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:45:27.143402 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 14:45:27.143402 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:45:27.143402 n-d-799529-6 neutron-server[94446]: timer() Jul 09 14:45:27.143402 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:45:27.143402 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 14:45:27.143402 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:45:27.143402 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 14:45:27.143402 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:45:27.143402 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 14:45:27.143402 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:45:27.143402 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 14:45:27.143402 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:45:27.143402 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 14:45:27.143402 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:45:27.143402 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:45:27.143402 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:45:27.143402 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:45:27.143402 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:45:27.143402 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 14:45:27.143402 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:45:27.143402 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 14:45:27.143402 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:45:27.143402 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:45:27.143402 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:45:27.143402 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 14:45:27.143402 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:45:27.143402 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:45:27.143402 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:45:27.143402 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:45:27.143402 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:45:27.143402 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:45:27.143402 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:45:27.205266 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=35f4c7c4-f38a-49bf-b29d-8b5de5e3d675,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:27.228190 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91f4046b-1def-499d-a275-65d1e1240ad7 None None] For port a038c372-96b5-4c2d-ad20-b434afd5addd, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:45:27.228784 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c27ef1d0-701a-4cba-8e3a-70ccd4004ec9 req-53230be7-33ac-4a7c-aac9-21664546be3b tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:27.231729 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91f4046b-1def-499d-a275-65d1e1240ad7 None None] For port a038c372-96b5-4c2d-ad20-b434afd5addd, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=a038c372-96b5-4c2d-ad20-b434afd5addd,segment=NetworkSegment(3bb7d6e9-70bc-4439-a91f-bf6984bfce81),segment_id=3bb7d6e9-70bc-4439-a91f-bf6984bfce81)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:45:27.245731 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['bc749f98-3287-45a3-921a-931e5b16101d', '523b850b-e1a3-44ef-b8dc-2a3322dc8598'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:45:27.282299 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ef1d0-701a-4cba-8e3a-70ccd4004ec9 req-53230be7-33ac-4a7c-aac9-21664546be3b tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:27.283127 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c27ef1d0-701a-4cba-8e3a-70ccd4004ec9 req-53230be7-33ac-4a7c-aac9-21664546be3b tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:27.284838 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c27ef1d0-701a-4cba-8e3a-70ccd4004ec9 req-53230be7-33ac-4a7c-aac9-21664546be3b tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "PUT /v2.0/ports/523b850b-e1a3-44ef-b8dc-2a3322dc8598 HTTP/1.1" status: 200 len: 1020 time: 0.7610478 Jul 09 14:45:27.285376 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98f49820-6303-40d9-aad5-6435a6014533', 'tag': '523b850b-e1a3-44ef-b8dc-2a3322dc8598'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:45:27.288337 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a17c61e-de60-4235-994c-5f38c6d417e8" -d '{"events": [{"name": "network-changed", "server_uuid": "98f49820-6303-40d9-aad5-6435a6014533", "tag": "523b850b-e1a3-44ef-b8dc-2a3322dc8598"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:45:27.297733 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9a086eb0-e172-4eb4-95d5-a1cc15f7e86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:27.320044 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9a086eb0-e172-4eb4-95d5-a1cc15f7e86d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:27.322043 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-9a086eb0-e172-4eb4-95d5-a1cc15f7e86d admin admin] 10.222.0.58 "DELETE /v2.0/networks/9dd7350d-beb6-404b-b6b2-e696c1d5f3d5 HTTP/1.1" status: 204 len: 168 time: 1.1441581 Jul 09 14:45:27.322900 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a086eb0-e172-4eb4-95d5-a1cc15f7e86d admin admin] Pushing event deleted for resources: {'Network': ['ID=9dd7350d-beb6-404b-b6b2-e696c1d5f3d5,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:27.345772 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53230be7-33ac-4a7c-aac9-21664546be3b tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Pushing event updated for resources: {'Port': ['ID=523b850b-e1a3-44ef-b8dc-2a3322dc8598,revision_number=7']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:27.411707 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91f4046b-1def-499d-a275-65d1e1240ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:27.449596 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39cf0a0d-6ca4-41db-b943-c78a987785e5 x-openstack-request-id: req-39cf0a0d-6ca4-41db-b943-c78a987785e5 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:45:27.450531 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54c8f6cd-9e14-4b89-8e17-418eaeb7eff8", "tag": "1ad2f213-faf3-4478-a55c-736188b5f250", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:45:27.450850 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-39cf0a0d-6ca4-41db-b943-c78a987785e5 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:45:27.451610 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54c8f6cd-9e14-4b89-8e17-418eaeb7eff8', 'tag': '1ad2f213-faf3-4478-a55c-736188b5f250', 'status': 'completed', 'code': 200} Jul 09 14:45:27.472474 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-50f689b7-1e00-48cf-b1b7-6c1300073fd5 req-45b268bf-e2ef-44a9-941d-1d9f6db2e3c2 service neutron] 10.222.0.62 "GET /v2.0/networks/57042d5f-0386-4b58-a12c-ab7a19465fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4802718 Jul 09 14:45:27.492881 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f4046b-1def-499d-a275-65d1e1240ad7 None None] Pushing event updated for resources: {'Port': ['ID=a038c372-96b5-4c2d-ad20-b434afd5addd,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:27.500033 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['523b850b-e1a3-44ef-b8dc-2a3322dc8598'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:45:27.575535 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9991e4b-63b3-450f-b9ce-a66580956637 req-7b8e72be-3046-4be5-bcbb-5fd64422fafb tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:27.577270 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b9991e4b-63b3-450f-b9ce-a66580956637 req-7b8e72be-3046-4be5-bcbb-5fd64422fafb tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 943 time: 0.0953367 Jul 09 14:45:27.610226 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-04d13282-8bf2-474e-bd92-5408eafe0f13 req-64ab8b51-5f01-4bb6-800c-efd68b30e6b0 service neutron] 10.222.0.58 "GET /v2.0/networks/4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5514722 Jul 09 14:45:27.635330 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b9991e4b-63b3-450f-b9ce-a66580956637 req-1eaf38f5-3784-419a-a8a7-4ed2da15a92b tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520332 Jul 09 14:45:27.692985 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-50f689b7-1e00-48cf-b1b7-6c1300073fd5 req-4cf1c0be-3842-4725-a217-b3efbd20725d service neutron] 10.222.0.62 "GET /v2.0/networks/57042d5f-0386-4b58-a12c-ab7a19465fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868379 Jul 09 14:45:27.772651 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 33346) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:45:27.833021 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-05cfe7fc-7735-4a72-b622-fdd80cb54a9a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=488e573590f449068d05943d6635fb8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0580471 Jul 09 14:45:27.835219 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 33348) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:45:27.985284 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5a017362-0a07-4db7-b86a-f69a162046a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:27.987437 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-de5c19fe-857e-4b87-a93b-b29bf56366dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:28.000274 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76aca8f-ad5b-43d8-b88e-85972275dc8f req-7e177cbf-64ed-4b97-94bb-05a228b1a563 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:28.001892 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b76aca8f-ad5b-43d8-b88e-85972275dc8f req-7e177cbf-64ed-4b97-94bb-05a228b1a563 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=645a8406-3b1c-45ba-8b48-2f658e2f2bad HTTP/1.1" status: 200 len: 950 time: 0.1463265 Jul 09 14:45:28.044125 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-de5c19fe-857e-4b87-a93b-b29bf56366dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:28.086869 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b76aca8f-ad5b-43d8-b88e-85972275dc8f req-121c643d-39e5-4067-bc23-c0d149242f6c tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724127 Jul 09 14:45:28.130668 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5a017362-0a07-4db7-b86a-f69a162046a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:28.159804 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8698190-fc96-452f-95b6-41ed728011bd x-openstack-request-id: req-b8698190-fc96-452f-95b6-41ed728011bd {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:45:28.160344 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "645a8406-3b1c-45ba-8b48-2f658e2f2bad", "name": "network-vif-plugged", "status": "completed", "tag": "35f4c7c4-f38a-49bf-b29d-8b5de5e3d675", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:45:28.160446 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b8698190-fc96-452f-95b6-41ed728011bd {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:45:28.160770 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '645a8406-3b1c-45ba-8b48-2f658e2f2bad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35f4c7c4-f38a-49bf-b29d-8b5de5e3d675', 'code': 200} Jul 09 14:45:28.229736 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-373eda17-d713-4a78-8859-c64972d22686 req-bb2675ba-c682-4830-8910-b5565053bb37 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/security-groups/34010b31-f554-43be-97ad-c099703e09f6 HTTP/1.1" status: 200 len: 1799 time: 0.0534930 Jul 09 14:45:28.300201 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-de5c19fe-857e-4b87-a93b-b29bf56366dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:28.302487 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-de5c19fe-857e-4b87-a93b-b29bf56366dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:28.303641 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-de5c19fe-857e-4b87-a93b-b29bf56366dd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/46909542-565c-40e4-8afd-e21bb7377d0b HTTP/1.1" status: 204 len: 168 time: 0.4674237 Jul 09 14:45:28.320274 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5c19fe-857e-4b87-a93b-b29bf56366dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46909542-565c-40e4-8afd-e21bb7377d0b,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:28.335870 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [req-373eda17-d713-4a78-8859-c64972d22686 req-7879da14-5977-4804-a492-6042a7a1fc52 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 09 14:45:28.354169 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-373eda17-d713-4a78-8859-c64972d22686 req-7879da14-5977-4804-a492-6042a7a1fc52 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "DELETE /v2.0/security-groups/34010b31-f554-43be-97ad-c099703e09f6 HTTP/1.1" status: 409 len: 341 time: 0.1096742 Jul 09 14:45:28.391754 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a275a56d-4c8c-426b-ab4d-82032bd6e31b req-a69e63e0-f3fb-42e5-8c6b-52021c25c235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:28.393368 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a275a56d-4c8c-426b-ab4d-82032bd6e31b req-a69e63e0-f3fb-42e5-8c6b-52021c25c235 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0ea59604d49a4768b9c04e74a1a30065&device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 1094 time: 0.4038970 Jul 09 14:45:28.406000 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0647b057-e637-4935-a295-276313ff6a93 req-6f8fab40-7665-43ef-bb56-b9e5b0e6f988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:28.407526 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0647b057-e637-4935-a295-276313ff6a93 req-6f8fab40-7665-43ef-bb56-b9e5b0e6f988 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=645a8406-3b1c-45ba-8b48-2f658e2f2bad HTTP/1.1" status: 200 len: 1101 time: 0.1407614 Jul 09 14:45:28.428253 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658c58fc-6880-4756-b5b8-549578438d66 x-openstack-request-id: req-658c58fc-6880-4756-b5b8-549578438d66 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:45:28.428532 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98f49820-6303-40d9-aad5-6435a6014533", "tag": "523b850b-e1a3-44ef-b8dc-2a3322dc8598", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:45:28.428780 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-658c58fc-6880-4756-b5b8-549578438d66 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:45:28.429171 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98f49820-6303-40d9-aad5-6435a6014533', 'tag': '523b850b-e1a3-44ef-b8dc-2a3322dc8598', 'status': 'completed', 'code': 200} Jul 09 14:45:28.444204 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-5a017362-0a07-4db7-b86a-f69a162046a4 admin admin] Allocated IP 172.25.3.107 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/5408204c-bcd1-49aa-acdb-f70e854559d9) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:45:28.475468 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0647b057-e637-4935-a295-276313ff6a93 req-89b7e455-7bf7-4541-88e4-d2e378221499 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582967 Jul 09 14:45:28.532974 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33913fb5-bd7a-4194-8bb0-3989ba182a41 req-cb4f7e92-4fe9-44c3-8aea-617e72e1571f tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:28.541272 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-33913fb5-bd7a-4194-8bb0-3989ba182a41 req-cb4f7e92-4fe9-44c3-8aea-617e72e1571f tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b79cf3-8b07-4d2c-a915-488f0e253971 HTTP/1.1" status: 200 len: 950 time: 0.4041641 Jul 09 14:45:28.589549 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device a038c372-96b5-4c2d-ad20-b434afd5addd up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:45:28.604249 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d54cc250-3df4-4d37-81c4-eaaae6c6a5cb req-5aaaf239-24f7-4fda-b0c6-a854095068d7 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dee0e93-8b4c-432d-9342-facb307b1b9c HTTP/1.1" status: 200 len: 210 time: 0.0753343 Jul 09 14:45:28.656662 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17c61e-de60-4235-994c-5f38c6d417e8 req-aaf7ba29-03c4-467a-8155-4208c13baa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:28.661651 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5a17c61e-de60-4235-994c-5f38c6d417e8 req-aaf7ba29-03c4-467a-8155-4208c13baa04 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2054036e72a742ef8b1d74fe2c924b36&device_id=98f49820-6303-40d9-aad5-6435a6014533 HTTP/1.1" status: 200 len: 1174 time: 0.1758969 Jul 09 14:45:28.667231 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-33913fb5-bd7a-4194-8bb0-3989ba182a41 req-5885a06a-bf1b-4637-be5c-756378a8002f tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229270 Jul 09 14:45:28.719745 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port a038c372-96b5-4c2d-ad20-b434afd5addd completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:45:28.814656 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device ae5ef246-f245-4871-afd1-541176ce6083 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:45:28.862076 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: ae5ef246-f245-4871-afd1-541176ce6083 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:45:28.862571 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device ae5ef246-f245-4871-afd1-541176ce6083 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:45:28.870331 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17c61e-de60-4235-994c-5f38c6d417e8 req-3bb99124-f97b-46b8-becd-3ebef7b2ef78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:28.872464 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5a17c61e-de60-4235-994c-5f38c6d417e8 req-3bb99124-f97b-46b8-becd-3ebef7b2ef78 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7315f037-8bae-46c2-abb3-b71f897eb072 HTTP/1.1" status: 200 len: 914 time: 0.1906540 Jul 09 14:45:28.900665 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a275a56d-4c8c-426b-ab4d-82032bd6e31b req-824719ec-b769-4a7d-8188-d892ec0169fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:28.902196 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a275a56d-4c8c-426b-ab4d-82032bd6e31b req-824719ec-b769-4a7d-8188-d892ec0169fe service neutron] 10.222.0.62 "GET /v2.0/networks?id=57042d5f-0386-4b58-a12c-ab7a19465fa2 HTTP/1.1" status: 200 len: 914 time: 0.4905925 Jul 09 14:45:28.920218 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5a017362-0a07-4db7-b86a-f69a162046a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:28.947573 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5a17c61e-de60-4235-994c-5f38c6d417e8 req-ebbf8881-d809-4e35-9b18-ef6b43757f1e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=523b850b-e1a3-44ef-b8dc-2a3322dc8598 HTTP/1.1" status: 200 len: 217 time: 0.0623584 Jul 09 14:45:28.986209 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e9534f-7abb-41c0-9d21-461ae09c3d48 None None] Network 0fc8da04-04d4-4eeb-86d6-5d8e54448613 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:45:29.027848 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a275a56d-4c8c-426b-ab4d-82032bd6e31b req-b59db4d1-b788-48e3-a489-e2f95621d352 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1ad2f213-faf3-4478-a55c-736188b5f250 HTTP/1.1" status: 200 len: 217 time: 0.0790961 Jul 09 14:45:29.035143 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17c61e-de60-4235-994c-5f38c6d417e8 req-c1ec87bc-f13c-4235-a0dc-5b5103ca3ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:29.036856 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5a17c61e-de60-4235-994c-5f38c6d417e8 req-c1ec87bc-f13c-4235-a0dc-5b5103ca3ebf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a6a78364-bb65-4c21-a934-4153d5dd997e HTTP/1.1" status: 200 len: 853 time: 0.0826180 Jul 09 14:45:29.057432 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cdec69-db42-40be-8157-582a8c475115 req-c6cf9feb-bf00-42ec-84a7-4233632acf96 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:29.060093 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-78cdec69-db42-40be-8157-582a8c475115 req-c6cf9feb-bf00-42ec-84a7-4233632acf96 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 943 time: 0.2101395 Jul 09 14:45:29.066702 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5abe7d0c-7a5e-4870-803b-197f289abfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:29.093346 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5a17c61e-de60-4235-994c-5f38c6d417e8 req-9d022c2a-cbdc-4bfc-959a-4d23ae83b8c7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7315f037-8bae-46c2-abb3-b71f897eb072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494592 Jul 09 14:45:29.133803 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a275a56d-4c8c-426b-ab4d-82032bd6e31b req-69df7ab1-a0bd-4d2a-a525-871ef4237bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:29.135660 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a275a56d-4c8c-426b-ab4d-82032bd6e31b req-69df7ab1-a0bd-4d2a-a525-871ef4237bac service neutron] 10.222.0.62 "GET /v2.0/subnets?id=82201829-6811-4a6f-8404-54dcb1347eec HTTP/1.1" status: 200 len: 853 time: 0.0959177 Jul 09 14:45:29.158187 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-78cdec69-db42-40be-8157-582a8c475115 req-98c6892e-3760-4bfa-ad8d-9a697ecb5c59 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767572 Jul 09 14:45:29.167606 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-ea10d5c1-d46e-4593-9156-8e9bf102dd31 None None] Provisioning for port a038c372-96b5-4c2d-ad20-b434afd5addd completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:45:29.173239 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:29.177911 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-ea10d5c1-d46e-4593-9156-8e9bf102dd31 None None] Provisioning complete for port a038c372-96b5-4c2d-ad20-b434afd5addd triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:45:29.178286 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ea10d5c1-d46e-4593-9156-8e9bf102dd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:29.202750 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a275a56d-4c8c-426b-ab4d-82032bd6e31b req-32afc239-884c-47e4-ad51-b14c2882b4ce service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=57042d5f-0386-4b58-a12c-ab7a19465fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424020 Jul 09 14:45:29.203939 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5a017362-0a07-4db7-b86a-f69a162046a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:29.214092 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5a17c61e-de60-4235-994c-5f38c6d417e8 req-eb549b1f-f08d-44b4-b169-0044e0e3f475 service neutron] 10.222.0.54 "GET /v2.0/networks/7315f037-8bae-46c2-abb3-b71f897eb072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047387 Jul 09 14:45:29.274007 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:45:29.287568 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a017362-0a07-4db7-b86a-f69a162046a4 admin admin] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:45:29.296649 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-5a017362-0a07-4db7-b86a-f69a162046a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:45:29.302101 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a017362-0a07-4db7-b86a-f69a162046a4 admin admin] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:45:29.334192 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a017362-0a07-4db7-b86a-f69a162046a4 admin admin] Pushing event updated for resources: {'Port': ['ID=5408204c-bcd1-49aa-acdb-f70e854559d9,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:29.358359 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ea10d5c1-d46e-4593-9156-8e9bf102dd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:29.397595 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5a17c61e-de60-4235-994c-5f38c6d417e8 req-f1ef43bb-8764-479c-8dd2-cb6bff3a12c0 service neutron] 10.222.0.54 "GET /v2.0/networks/7315f037-8bae-46c2-abb3-b71f897eb072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694591 Jul 09 14:45:29.421462 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-ea10d5c1-d46e-4593-9156-8e9bf102dd31 None None] For port a038c372-96b5-4c2d-ad20-b434afd5addd, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=a038c372-96b5-4c2d-ad20-b434afd5addd,segment=NetworkSegment(3bb7d6e9-70bc-4439-a91f-bf6984bfce81),segment_id=3bb7d6e9-70bc-4439-a91f-bf6984bfce81)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:45:29.528424 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a275a56d-4c8c-426b-ab4d-82032bd6e31b req-df7d8c7a-bdd5-401e-8faf-25edd58e53dc service neutron] 10.222.0.62 "GET /v2.0/networks/57042d5f-0386-4b58-a12c-ab7a19465fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162043 Jul 09 14:45:29.538724 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f23fd9-57dc-49d8-a729-021973bbb488 req-d4205853-ba2c-45b4-86e3-929e024bab0c tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:29.540319 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-76f23fd9-57dc-49d8-a729-021973bbb488 req-d4205853-ba2c-45b4-86e3-929e024bab0c tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=645a8406-3b1c-45ba-8b48-2f658e2f2bad HTTP/1.1" status: 200 len: 950 time: 0.0681887 Jul 09 14:45:29.583171 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-76f23fd9-57dc-49d8-a729-021973bbb488 req-20d23d85-afe5-4a89-bc11-197594670306 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361609 Jul 09 14:45:29.611288 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ea10d5c1-d46e-4593-9156-8e9bf102dd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:29.697423 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea10d5c1-d46e-4593-9156-8e9bf102dd31 None None] Pushing event updated for resources: {'Port': ['ID=a038c372-96b5-4c2d-ad20-b434afd5addd,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:29.720127 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc2579-4388-41fb-b59d-73b979c9aeef req-e84c8b03-1a26-43ff-9576-6f7302865ded tempest-MigrationsAdminTest-669091247 tempest-MigrationsAdminTest-669091247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:29.723758 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a3dc2579-4388-41fb-b59d-73b979c9aeef req-e84c8b03-1a26-43ff-9576-6f7302865ded tempest-MigrationsAdminTest-669091247 tempest-MigrationsAdminTest-669091247-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=b6b79cf3-8b07-4d2c-a915-488f0e253971 HTTP/1.1" status: 200 len: 1101 time: 0.3261352 Jul 09 14:45:29.745916 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-9da42edb-4a8e-4e2e-bc6c-b9971183d89b None None] Provisioning complete for port a038c372-96b5-4c2d-ad20-b434afd5addd triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:45:29.746418 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9da42edb-4a8e-4e2e-bc6c-b9971183d89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:29.789727 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a3dc2579-4388-41fb-b59d-73b979c9aeef req-850c29ed-e8eb-4a54-82ce-6a00c65c1c1e tempest-MigrationsAdminTest-669091247 tempest-MigrationsAdminTest-669091247-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605612 Jul 09 14:45:29.831022 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a275a56d-4c8c-426b-ab4d-82032bd6e31b req-517a9f27-9167-4f09-8e5d-11e1447a9b00 service neutron] 10.222.0.62 "GET /v2.0/networks/57042d5f-0386-4b58-a12c-ab7a19465fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742281 Jul 09 14:45:29.831833 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24f344e-4cb8-4c62-a912-a48cd3a27f31 req-cc28486d-cbc9-426f-b7ad-8fa0b7b91230 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:29.836948 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d24f344e-4cb8-4c62-a912-a48cd3a27f31 req-cc28486d-cbc9-426f-b7ad-8fa0b7b91230 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/ports?device_id=98f49820-6303-40d9-aad5-6435a6014533 HTTP/1.1" status: 200 len: 1023 time: 0.1275685 Jul 09 14:45:29.898252 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d24f344e-4cb8-4c62-a912-a48cd3a27f31 req-215fd4c8-b499-4d6d-a8c6-810fffa40979 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/security-groups?id=176d1b3c-cf6b-4450-88b0-5c6cb8796cad&id=34010b31-f554-43be-97ad-c099703e09f6&id=e4543b64-216b-4880-92bb-514113489699&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0562782 Jul 09 14:45:29.912992 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5a017362-0a07-4db7-b86a-f69a162046a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:29.992472 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-30544769-21fe-4dc1-b982-6c3143a83c2b req-4463ebd6-fd92-460b-8001-350db0c85c4e tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dee0e93-8b4c-432d-9342-facb307b1b9c HTTP/1.1" status: 200 len: 210 time: 0.0366998 Jul 09 14:45:30.031658 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 33394) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:45:30.114234 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:30.143278 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-34e81638-4b94-428e-853a-64be91a3dd54 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1541501514-network', 'tenant_id': 'd23a49ae7ad54a32b92cd2e14ed969e0'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:45:30.178533 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5a017362-0a07-4db7-b86a-f69a162046a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:30.228745 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e81638-4b94-428e-853a-64be91a3dd54 admin admin] Made reservation on behalf of d23a49ae7ad54a32b92cd2e14ed969e0 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:45:30.232497 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-34e81638-4b94-428e-853a-64be91a3dd54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:30.244812 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-34e81638-4b94-428e-853a-64be91a3dd54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:30.383622 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-34e81638-4b94-428e-853a-64be91a3dd54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:30.447125 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device a038c372-96b5-4c2d-ad20-b434afd5addd up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:45:30.474389 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-34e81638-4b94-428e-853a-64be91a3dd54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:30.487470 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34e81638-4b94-428e-853a-64be91a3dd54 admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:45:30.497731 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-34e81638-4b94-428e-853a-64be91a3dd54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:30.498296 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-34e81638-4b94-428e-853a-64be91a3dd54 admin admin] Added segment 2c83f2eb-8cb3-4860-acb7-94ea96ea7143 of type vlan for network b257f852-cd64-45af-a256-9c096b11c942 Jul 09 14:45:30.498754 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port a038c372-96b5-4c2d-ad20-b434afd5addd triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:45:30.499130 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:30.543765 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-34e81638-4b94-428e-853a-64be91a3dd54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:30.635638 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f2d72-bf7d-46a4-8284-717a09deb9aa req-285762d4-17db-4b37-a05a-837b0ce9f90e tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:30.637649 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d08f2d72-bf7d-46a4-8284-717a09deb9aa req-285762d4-17db-4b37-a05a-837b0ce9f90e tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 943 time: 0.0945339 Jul 09 14:45:30.658053 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e81638-4b94-428e-853a-64be91a3dd54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6c53ce-3f27-4912-8511-59316a12d4ec,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:30.687889 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-34e81638-4b94-428e-853a-64be91a3dd54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:30.687889 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e81638-4b94-428e-853a-64be91a3dd54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:30.687889 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-34e81638-4b94-428e-853a-64be91a3dd54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:30.689666 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d08f2d72-bf7d-46a4-8284-717a09deb9aa req-9c6c0354-726a-4f58-906f-814ff75c5fca tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451331 Jul 09 14:45:30.725896 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a017362-0a07-4db7-b86a-f69a162046a4 admin admin] Router 163a22f4-5c85-40d2-84fa-aae524de6c02 is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:45:30.827843 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-34e81638-4b94-428e-853a-64be91a3dd54 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7920210 Jul 09 14:45:30.829831 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 33414) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:45:30.840434 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-03982ac6-ed93-4882-b60f-932695ae5534 admin admin] Request body: {'subnet': {'network_id': 'b257f852-cd64-45af-a256-9c096b11c942', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1541501514-subnet', 'tenant_id': 'd23a49ae7ad54a32b92cd2e14ed969e0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:45:30.844613 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e81638-4b94-428e-853a-64be91a3dd54 admin admin] Pushing event updated for resources: {'Network': ['ID=b257f852-cd64-45af-a256-9c096b11c942,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:30.852801 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d13282-8bf2-474e-bd92-5408eafe0f13 req-9c2d237e-f059-4b09-97e8-6dae37aa2fa8 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:30.854238 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-04d13282-8bf2-474e-bd92-5408eafe0f13 req-9c2d237e-f059-4b09-97e8-6dae37aa2fa8 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.54 "GET /v2.0/networks?id=4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9 HTTP/1.1" status: 200 len: 806 time: 0.2763734 Jul 09 14:45:30.855518 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network b257f852-cd64-45af-a256-9c096b11c942 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:45:30.875256 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-04d13282-8bf2-474e-bd92-5408eafe0f13 req-b4f98889-8094-41d8-a069-a483db5c1770 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Request body: {'port': {'device_id': '2dee0e93-8b4c-432d-9342-facb307b1b9c', 'network_id': '4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9', 'admin_state_up': True, 'tenant_id': '1e0132f74af84346b7937684dc0b5d46'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:45:30.960803 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a017362-0a07-4db7-b86a-f69a162046a4 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:45:30.966309 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f71ad0-1a95-4752-b02f-0828ca6b48b3 req-e658eacf-a22d-4596-9ef9-58a32d8231ea tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:30.973452 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-84f71ad0-1a95-4752-b02f-0828ca6b48b3 req-e658eacf-a22d-4596-9ef9-58a32d8231ea tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=645a8406-3b1c-45ba-8b48-2f658e2f2bad HTTP/1.1" status: 200 len: 950 time: 0.1969519 Jul 09 14:45:30.974184 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499dca02-05b5-42e0-a92f-e4b52b48b516 None None] Sync routers for ids ['163a22f4-5c85-40d2-84fa-aae524de6c02'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:45:30.989015 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03982ac6-ed93-4882-b60f-932695ae5534 admin admin] Made reservation on behalf of d23a49ae7ad54a32b92cd2e14ed969e0 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:45:30.990507 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce07e4b-92ec-4252-80fb-b23939cccd81 req-8cf847a5-8fd6-4a8b-a223-8562e4d4995b tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:30.991316 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-03982ac6-ed93-4882-b60f-932695ae5534 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:30.992056 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dce07e4b-92ec-4252-80fb-b23939cccd81 req-8cf847a5-8fd6-4a8b-a223-8562e4d4995b tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b79cf3-8b07-4d2c-a915-488f0e253971 HTTP/1.1" status: 200 len: 950 time: 0.1859305 Jul 09 14:45:31.008100 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-23b37853-948a-4bbd-bec8-dd6e991db944 req-51ce0aeb-f248-425a-9505-4c7cf487e304 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b6b79cf3-8b07-4d2c-a915-488f0e253971&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1195140 Jul 09 14:45:31.016653 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499dca02-05b5-42e0-a92f-e4b52b48b516 None None] Routers {'163a22f4-5c85-40d2-84fa-aae524de6c02'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:45:31.017288 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-499dca02-05b5-42e0-a92f-e4b52b48b516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:45:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['163a22f4-5c85-40d2-84fa-aae524de6c02'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:45:31.054905 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dce07e4b-92ec-4252-80fb-b23939cccd81 req-56e52a57-b941-4e9d-a6a7-bcc0c8560552 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454197 Jul 09 14:45:31.055846 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5a017362-0a07-4db7-b86a-f69a162046a4 admin admin] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:31.057180 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-5a017362-0a07-4db7-b86a-f69a162046a4 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.8193951 Jul 09 14:45:31.061314 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 33420) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:45:31.098449 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-84f71ad0-1a95-4752-b02f-0828ca6b48b3 req-6199b3b0-267e-42d0-b073-ca7c6f9f7870 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240485 Jul 09 14:45:31.213814 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04d13282-8bf2-474e-bd92-5408eafe0f13 req-b4f98889-8094-41d8-a069-a483db5c1770 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Made reservation on behalf of 1e0132f74af84346b7937684dc0b5d46 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:45:31.218470 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-04d13282-8bf2-474e-bd92-5408eafe0f13 req-b4f98889-8094-41d8-a069-a483db5c1770 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:31.303312 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-499dca02-05b5-42e0-a92f-e4b52b48b516 None None] Set router 163a22f4-5c85-40d2-84fa-aae524de6c02 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:45:31.417144 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cfb4caac-364a-4615-8fca-14428f50385b req-afa9a75b-74c1-40ee-bc1e-da0a39a4e9f6 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dee0e93-8b4c-432d-9342-facb307b1b9c HTTP/1.1" status: 200 len: 210 time: 0.0398967 Jul 09 14:45:31.447769 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-04d13282-8bf2-474e-bd92-5408eafe0f13 req-b4f98889-8094-41d8-a069-a483db5c1770 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Allocated IP 172.20.0.9 (4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9/e78429e5-c16d-40cf-923f-e056853eac48/ca475a10-912e-4906-9e64-b30ab33e3ed9) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:45:31.502615 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db470242-419c-4f5e-90c4-5ff5db931dba req-b96b68a7-c781-4b36-9793-e93615a0379c tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:31.513506 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-db470242-419c-4f5e-90c4-5ff5db931dba req-b96b68a7-c781-4b36-9793-e93615a0379c tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.54 "GET /v2.0/ports?device_id=98f49820-6303-40d9-aad5-6435a6014533 HTTP/1.1" status: 200 len: 1023 time: 0.3041432 Jul 09 14:45:31.544983 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:31.587318 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-499dca02-05b5-42e0-a92f-e4b52b48b516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163a22f4-5c85-40d2-84fa-aae524de6c02', 'name': 'tempest-TaggedBootDevicesTest-1073459965-router', 'tenant_id': '868e6ad73e9e40dbad6a7d6a29a5f30c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '5408204c-bcd1-49aa-acdb-f70e854559d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:45:26Z', 'updated_at': '2021-07-09T14:45:29Z', 'revision_number': 3, 'project_id': '868e6ad73e9e40dbad6a7d6a29a5f30c', 'gw_port': {'id': '5408204c-bcd1-49aa-acdb-f70e854559d9', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9e:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '163a22f4-5c85-40d2-84fa-aae524de6c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:45:28Z', 'updated_at': '2021-07-09T14:45:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:45:31.630692 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499dca02-05b5-42e0-a92f-e4b52b48b516 None None] Checking router: 163a22f4-5c85-40d2-84fa-aae524de6c02 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:45:31.631196 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499dca02-05b5-42e0-a92f-e4b52b48b516 None None] Updating router 163a22f4-5c85-40d2-84fa-aae524de6c02 port 5408204c-bcd1-49aa-acdb-f70e854559d9 binding host n-d-799529-6 {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:45:31.674098 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-499dca02-05b5-42e0-a92f-e4b52b48b516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:31.712735 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-04d13282-8bf2-474e-bd92-5408eafe0f13 req-b4f98889-8094-41d8-a069-a483db5c1770 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:31.716379 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6efd7d0-be96-4381-ace8-f0ce919d3fac req-2c6e5394-75d8-4b7b-8ba7-27eac06215b7 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:31.717998 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a6efd7d0-be96-4381-ace8-f0ce919d3fac req-2c6e5394-75d8-4b7b-8ba7-27eac06215b7 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/ports?device_id=98f49820-6303-40d9-aad5-6435a6014533 HTTP/1.1" status: 200 len: 1023 time: 0.3307016 Jul 09 14:45:31.722295 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50579b94-3a40-4833-b436-86abbb5199e3 req-d195b724-2205-4ab0-a2c0-be5240eb3278 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:31.723830 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-50579b94-3a40-4833-b436-86abbb5199e3 req-d195b724-2205-4ab0-a2c0-be5240eb3278 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=0bfdaaf0-e1d5-46be-9994-d67577195492 HTTP/1.1" status: 200 len: 950 time: 0.1273930 Jul 09 14:45:31.728347 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-03982ac6-ed93-4882-b60f-932695ae5534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:31.841582 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-db470242-419c-4f5e-90c4-5ff5db931dba req-ba92e92c-44dc-4cbc-a365-ed8666636675 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Deleting port 523b850b-e1a3-44ef-b8dc-2a3322dc8598 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:45:31.842143 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-db470242-419c-4f5e-90c4-5ff5db931dba req-ba92e92c-44dc-4cbc-a365-ed8666636675 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:31.847477 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-50579b94-3a40-4833-b436-86abbb5199e3 req-91b32aec-a1e3-40a0-8794-b9a688ee99d4 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148982 Jul 09 14:45:31.848107 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03982ac6-ed93-4882-b60f-932695ae5534 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52cd48df-7dbf-4f6d-a76d-dc9a85bc635b,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:31.858779 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a6efd7d0-be96-4381-ace8-f0ce919d3fac req-322a1245-19ea-41b7-b92f-1bedf0901b97 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/security-groups?id=176d1b3c-cf6b-4450-88b0-5c6cb8796cad&id=34010b31-f554-43be-97ad-c099703e09f6&id=e4543b64-216b-4880-92bb-514113489699&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1214197 Jul 09 14:45:31.866345 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03982ac6-ed93-4882-b60f-932695ae5534 admin admin] Checking segment: {'id': '2c83f2eb-8cb3-4860-acb7-94ea96ea7143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b257f852-cd64-45af-a256-9c096b11c942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:45:31.871846 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03982ac6-ed93-4882-b60f-932695ae5534 admin admin] Network hostable DHCP agents. Network: b257f852-cd64-45af-a256-9c096b11c942, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:45:31.967025 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-04d13282-8bf2-474e-bd92-5408eafe0f13 req-b4f98889-8094-41d8-a069-a483db5c1770 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:31.970039 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03982ac6-ed93-4882-b60f-932695ae5534 admin admin] Network b257f852-cd64-45af-a256-9c096b11c942 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:45:32.048438 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04d13282-8bf2-474e-bd92-5408eafe0f13 req-b4f98889-8094-41d8-a069-a483db5c1770 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Network 4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:45:32.051937 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-499dca02-05b5-42e0-a92f-e4b52b48b516 None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:32.054243 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-04d13282-8bf2-474e-bd92-5408eafe0f13 req-b4f98889-8094-41d8-a069-a483db5c1770 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:45:32.057575 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d13282-8bf2-474e-bd92-5408eafe0f13 req-b4f98889-8094-41d8-a069-a483db5c1770 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:45:32.071644 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-499dca02-05b5-42e0-a92f-e4b52b48b516 None None] Transition to ACTIVE for port object 5408204c-bcd1-49aa-acdb-f70e854559d9 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:45:32.081326 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['12ba3e02-e8dc-4f75-9575-5579b2930cd3'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:45:32.097331 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-03982ac6-ed93-4882-b60f-932695ae5534 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, b257f852-cd64-45af-a256-9c096b11c942) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:45:32.112268 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03982ac6-ed93-4882-b60f-932695ae5534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:32.112877 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-03982ac6-ed93-4882-b60f-932695ae5534 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:32.115040 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f98889-8094-41d8-a069-a483db5c1770 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Pushing event updated for resources: {'Port': ['ID=ca475a10-912e-4906-9e64-b30ab33e3ed9,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:32.145907 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-db470242-419c-4f5e-90c4-5ff5db931dba req-ba92e92c-44dc-4cbc-a365-ed8666636675 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] For port 523b850b-e1a3-44ef-b8dc-2a3322dc8598, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=523b850b-e1a3-44ef-b8dc-2a3322dc8598,segment=NetworkSegment(1e574744-83f5-4d4a-871f-858e3f9ffdcb),segment_id=1e574744-83f5-4d4a-871f-858e3f9ffdcb)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:45:32.146141 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d13282-8bf2-474e-bd92-5408eafe0f13 req-b4f98889-8094-41d8-a069-a483db5c1770 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:32.146229 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-db470242-419c-4f5e-90c4-5ff5db931dba req-ba92e92c-44dc-4cbc-a365-ed8666636675 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:32.150880 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-04d13282-8bf2-474e-bd92-5408eafe0f13 req-b4f98889-8094-41d8-a069-a483db5c1770 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:32.162733 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-499dca02-05b5-42e0-a92f-e4b52b48b516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:32.165124 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42950613-a159-45ad-bc46-8a3a9ebdcd49 None None] Network b257f852-cd64-45af-a256-9c096b11c942 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:45:32.172244 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-db470242-419c-4f5e-90c4-5ff5db931dba req-ba92e92c-44dc-4cbc-a365-ed8666636675 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Calling delete_port for 523b850b-e1a3-44ef-b8dc-2a3322dc8598 owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:45:32.211329 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-03982ac6-ed93-4882-b60f-932695ae5534 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3733521 Jul 09 14:45:32.229794 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 33452) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:45:32.236060 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-5168de64-c57e-4498-a252-a989874d4acd admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1541501514-router', 'tenant_id': 'd23a49ae7ad54a32b92cd2e14ed969e0', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:45:32.265308 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-04d13282-8bf2-474e-bd92-5408eafe0f13 req-b4f98889-8094-41d8-a069-a483db5c1770 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3964701 Jul 09 14:45:32.280147 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-04d13282-8bf2-474e-bd92-5408eafe0f13 req-84087dcd-1d93-4144-a704-659800a29583 service neutron] Request body: {'port': {'device_id': '2dee0e93-8b4c-432d-9342-facb307b1b9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:45:32.286030 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-499dca02-05b5-42e0-a92f-e4b52b48b516 None None] Attempting to bind port 5408204c-bcd1-49aa-acdb-f70e854559d9 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:45:32.286030 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-499dca02-05b5-42e0-a92f-e4b52b48b516 None None] Attempting to bind port 5408204c-bcd1-49aa-acdb-f70e854559d9 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:45:32.286668 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499dca02-05b5-42e0-a92f-e4b52b48b516 None None] Attempting to bind port 5408204c-bcd1-49aa-acdb-f70e854559d9 on network 202c7ce6-d4e9-4f80-84dd-bef08905a653 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:45:32.300446 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744bd86-64aa-4c7d-8a76-0caf8999e0df None None] Pushing event updated for resources: {'Port': ['ID=5408204c-bcd1-49aa-acdb-f70e854559d9,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:32.310503 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499dca02-05b5-42e0-a92f-e4b52b48b516 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:45:32.310956 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499dca02-05b5-42e0-a92f-e4b52b48b516 None None] Checking segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:45:32.311361 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-499dca02-05b5-42e0-a92f-e4b52b48b516 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:32.311786 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499dca02-05b5-42e0-a92f-e4b52b48b516 None None] Bound using segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:45:32.312282 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-499dca02-05b5-42e0-a92f-e4b52b48b516 None None] Bound port: 5408204c-bcd1-49aa-acdb-f70e854559d9, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:45:32.312740 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-499dca02-05b5-42e0-a92f-e4b52b48b516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:32.318864 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38148a-601f-49a7-83b0-da7fda169efe req-d4722305-ae12-48ec-bc32-30c5c1815059 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:32.319936 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 1ad2f213-faf3-4478-a55c-736188b5f250 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:45:32.327727 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-aa38148a-601f-49a7-83b0-da7fda169efe req-d4722305-ae12-48ec-bc32-30c5c1815059 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 943 time: 0.3387291 Jul 09 14:45:32.333295 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f030113a-420d-4d41-897b-b5f1d4d1ebee req-ec2345a1-b660-475d-842a-5bd9085b047d tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:32.339546 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f030113a-420d-4d41-897b-b5f1d4d1ebee req-ec2345a1-b660-475d-842a-5bd9085b047d tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:32.348058 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f030113a-420d-4d41-897b-b5f1d4d1ebee req-ec2345a1-b660-475d-842a-5bd9085b047d tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=645a8406-3b1c-45ba-8b48-2f658e2f2bad&device_id=0bfdaaf0-e1d5-46be-9994-d67577195492 HTTP/1.1" status: 200 len: 1691 time: 0.1511502 Jul 09 14:45:32.353431 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-17a9f6f8-5914-47ad-a3c0-83d2ee0b47ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:32.429179 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-aa38148a-601f-49a7-83b0-da7fda169efe req-43cdf8be-49d5-45dd-a313-e49d84bf5e9f tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005850 Jul 09 14:45:32.433155 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f030113a-420d-4d41-897b-b5f1d4d1ebee req-f0e208df-e981-4660-a7b0-89ee5a2dc446 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832994 Jul 09 14:45:32.434216 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-04d13282-8bf2-474e-bd92-5408eafe0f13 req-84087dcd-1d93-4144-a704-659800a29583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:32.591039 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5168de64-c57e-4498-a252-a989874d4acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:32.592384 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5168de64-c57e-4498-a252-a989874d4acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:32.612201 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-db470242-419c-4f5e-90c4-5ff5db931dba req-ba92e92c-44dc-4cbc-a365-ed8666636675 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:32.675821 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba92e92c-44dc-4cbc-a365-ed8666636675 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Pushing event deleted for resources: {'Port': ['ID=523b850b-e1a3-44ef-b8dc-2a3322dc8598,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:32.707024 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba92e92c-44dc-4cbc-a365-ed8666636675 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:32.707364 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba92e92c-44dc-4cbc-a365-ed8666636675 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:32.707726 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba92e92c-44dc-4cbc-a365-ed8666636675 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:32.708060 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba92e92c-44dc-4cbc-a365-ed8666636675 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:32.708465 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba92e92c-44dc-4cbc-a365-ed8666636675 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:32.708792 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba92e92c-44dc-4cbc-a365-ed8666636675 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:32.709112 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba92e92c-44dc-4cbc-a365-ed8666636675 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:32.709431 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba92e92c-44dc-4cbc-a365-ed8666636675 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:32.709748 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba92e92c-44dc-4cbc-a365-ed8666636675 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:32.710063 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba92e92c-44dc-4cbc-a365-ed8666636675 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:32.710380 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba92e92c-44dc-4cbc-a365-ed8666636675 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:32.710694 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba92e92c-44dc-4cbc-a365-ed8666636675 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:32.718899 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-499dca02-05b5-42e0-a92f-e4b52b48b516 None None] For port 5408204c-bcd1-49aa-acdb-f70e854559d9, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:45:32.758078 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-499dca02-05b5-42e0-a92f-e4b52b48b516 None None] For port 5408204c-bcd1-49aa-acdb-f70e854559d9, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=5408204c-bcd1-49aa-acdb-f70e854559d9,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:45:32.787558 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-db470242-419c-4f5e-90c4-5ff5db931dba req-ba92e92c-44dc-4cbc-a365-ed8666636675 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] No DVR routers for this DVR port 523b850b-e1a3-44ef-b8dc-2a3322dc8598 on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:45:32.796047 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-db470242-419c-4f5e-90c4-5ff5db931dba req-ba92e92c-44dc-4cbc-a365-ed8666636675 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:32.798180 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-db470242-419c-4f5e-90c4-5ff5db931dba req-ba92e92c-44dc-4cbc-a365-ed8666636675 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.54 "DELETE /v2.0/ports/523b850b-e1a3-44ef-b8dc-2a3322dc8598 HTTP/1.1" status: 204 len: 173 time: 1.2505560 Jul 09 14:45:32.799761 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f49820-6303-40d9-aad5-6435a6014533', 'name': 'network-vif-deleted', 'tag': '523b850b-e1a3-44ef-b8dc-2a3322dc8598'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:45:32.809621 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5d329d-61db-4fb2-be6e-a10377452f8b" -d '{"events": [{"server_uuid": "98f49820-6303-40d9-aad5-6435a6014533", "name": "network-vif-deleted", "tag": "523b850b-e1a3-44ef-b8dc-2a3322dc8598"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:45:32.829518 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 1ad2f213-faf3-4478-a55c-736188b5f250, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=1ad2f213-faf3-4478-a55c-736188b5f250,segment=NetworkSegment(08141ba6-0964-4d1a-8d67-af4c03fe6653),segment_id=08141ba6-0964-4d1a-8d67-af4c03fe6653)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:45:32.829735 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-17a9f6f8-5914-47ad-a3c0-83d2ee0b47ef admin admin] Allocated IP 172.20.0.1 (0fc8da04-04d4-4eeb-86d6-5d8e54448613/2373e5cd-5f56-42ed-95c9-0b621ea9bc49/af4a0e1e-0ebc-4127-b39a-19cf969e1458) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:45:32.846528 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-499dca02-05b5-42e0-a92f-e4b52b48b516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:32.856652 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6f7ebf-ad5e-45fb-a6ff-f367beaeda90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-b257f852-cd64-45af-a256-9c096b11c942', 'network_id': 'b257f852-cd64-45af-a256-9c096b11c942', 'tenant_id': 'd23a49ae7ad54a32b92cd2e14ed969e0', 'fixed_ips': [{'subnet_id': '52cd48df-7dbf-4f6d-a76d-dc9a85bc635b'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:45:32.857573 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1a6f7ebf-ad5e-45fb-a6ff-f367beaeda90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:32.900417 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '1ad2f213-faf3-4478-a55c-736188b5f250', 'network_id': '57042d5f-0386-4b58-a12c-ab7a19465fa2', 'port_id': '1ad2f213-faf3-4478-a55c-736188b5f250', 'mac_address': 'fa:16:3e:7d:67:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82201829-6811-4a6f-8404-54dcb1347eec', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:45:32.905832 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed13e548-a02e-4fcb-abb8-7bac0880b51b req-6e0d376d-5e99-42cc-b582-f7a9e6eaa439 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:32.913526 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ed13e548-a02e-4fcb-abb8-7bac0880b51b req-6e0d376d-5e99-42cc-b582-f7a9e6eaa439 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dee0e93-8b4c-432d-9342-facb307b1b9c HTTP/1.1" status: 200 len: 931 time: 0.2280366 Jul 09 14:45:33.017947 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-17a9f6f8-5914-47ad-a3c0-83d2ee0b47ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:33.027806 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744bd86-64aa-4c7d-8a76-0caf8999e0df None None] Pushing event updated for resources: {'Port': ['ID=5408204c-bcd1-49aa-acdb-f70e854559d9,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:33.036761 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499dca02-05b5-42e0-a92f-e4b52b48b516 None None] Routers {'163a22f4-5c85-40d2-84fa-aae524de6c02'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:45:33.037021 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-17a9f6f8-5914-47ad-a3c0-83d2ee0b47ef admin admin] Transition to ACTIVE for port object af4a0e1e-0ebc-4127-b39a-19cf969e1458 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:45:33.037494 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-499dca02-05b5-42e0-a92f-e4b52b48b516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:45:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['163a22f4-5c85-40d2-84fa-aae524de6c02'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:45:33.075792 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5168de64-c57e-4498-a252-a989874d4acd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:33.086854 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ed13e548-a02e-4fcb-abb8-7bac0880b51b req-094bd226-a2aa-4c41-8233-f9eeaa54f0b7 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728737 Jul 09 14:45:33.109217 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:33.138731 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-17a9f6f8-5914-47ad-a3c0-83d2ee0b47ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:33.187368 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ad2f213-faf3-4478-a55c-736188b5f250 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:45:33.211521 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a9f6f8-5914-47ad-a3c0-83d2ee0b47ef admin admin] Network 0fc8da04-04d4-4eeb-86d6-5d8e54448613 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:45:33.212047 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['bc749f98-3287-45a3-921a-931e5b16101d', '523b850b-e1a3-44ef-b8dc-2a3322dc8598'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:45:33.219671 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-17a9f6f8-5914-47ad-a3c0-83d2ee0b47ef admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:45:33.229846 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a9f6f8-5914-47ad-a3c0-83d2ee0b47ef admin admin] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:45:33.248979 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d16e3a-ebea-4d4b-8ee9-066b8821bbac req-506c8c91-e3f5-47ce-b706-44fa535af257 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:33.256799 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-12d16e3a-ebea-4d4b-8ee9-066b8821bbac req-506c8c91-e3f5-47ce-b706-44fa535af257 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b79cf3-8b07-4d2c-a915-488f0e253971 HTTP/1.1" status: 200 len: 950 time: 0.2558715 Jul 09 14:45:33.261269 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 1ad2f213-faf3-4478-a55c-736188b5f250, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=1ad2f213-faf3-4478-a55c-736188b5f250,segment=NetworkSegment(08141ba6-0964-4d1a-8d67-af4c03fe6653),segment_id=08141ba6-0964-4d1a-8d67-af4c03fe6653)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:45:33.279629 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a9f6f8-5914-47ad-a3c0-83d2ee0b47ef admin admin] Pushing event updated for resources: {'Port': ['ID=af4a0e1e-0ebc-4127-b39a-19cf969e1458,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:33.280308 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-499dca02-05b5-42e0-a92f-e4b52b48b516 None None] Set router 163a22f4-5c85-40d2-84fa-aae524de6c02 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:45:33.303048 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-17a9f6f8-5914-47ad-a3c0-83d2ee0b47ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:33.311307 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-1a6f7ebf-ad5e-45fb-a6ff-f367beaeda90 None None] Allocated IP 172.20.0.2 (b257f852-cd64-45af-a256-9c096b11c942/52cd48df-7dbf-4f6d-a76d-dc9a85bc635b/d27a489d-a631-45ce-a437-1bda15b1da18) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:45:33.368001 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:33.463007 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-04d13282-8bf2-474e-bd92-5408eafe0f13 req-84087dcd-1d93-4144-a704-659800a29583 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca475a10-912e-4906-9e64-b30ab33e3ed9 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:45:33.472809 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5168de64-c57e-4498-a252-a989874d4acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:33.497227 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-12d16e3a-ebea-4d4b-8ee9-066b8821bbac req-2100aa5a-454d-4388-b253-4020375a5131 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396379 Jul 09 14:45:33.501031 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-04d13282-8bf2-474e-bd92-5408eafe0f13 req-84087dcd-1d93-4144-a704-659800a29583 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:33.535082 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-04d13282-8bf2-474e-bd92-5408eafe0f13 req-84087dcd-1d93-4144-a704-659800a29583 service neutron] Transition to ACTIVE for port object ca475a10-912e-4906-9e64-b30ab33e3ed9 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:45:33.655768 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=1ad2f213-faf3-4478-a55c-736188b5f250,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:33.656483 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-04d13282-8bf2-474e-bd92-5408eafe0f13 req-84087dcd-1d93-4144-a704-659800a29583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:33.699009 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e71b11-aacb-401c-8ff9-660a5917c066 x-openstack-request-id: req-06e71b11-aacb-401c-8ff9-660a5917c066 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:45:33.699361 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f49820-6303-40d9-aad5-6435a6014533", "name": "network-vif-deleted", "tag": "523b850b-e1a3-44ef-b8dc-2a3322dc8598", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:45:33.700124 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-06e71b11-aacb-401c-8ff9-660a5917c066 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:45:33.700520 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98f49820-6303-40d9-aad5-6435a6014533', 'name': 'network-vif-deleted', 'tag': '523b850b-e1a3-44ef-b8dc-2a3322dc8598', 'status': 'completed', 'code': 200} Jul 09 14:45:33.720312 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-17a9f6f8-5914-47ad-a3c0-83d2ee0b47ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:33.755164 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0b8fae40-c5d6-414e-a330-976bb1873dff req-8de44c46-8ae1-48c1-9f79-cae8c1c3d065 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/ports?device_id=98f49820-6303-40d9-aad5-6435a6014533 HTTP/1.1" status: 200 len: 210 time: 0.0724604 Jul 09 14:45:33.814647 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84087dcd-1d93-4144-a704-659800a29583 service neutron] Pushing event updated for resources: {'Port': ['ID=ca475a10-912e-4906-9e64-b30ab33e3ed9,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:33.879875 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-711a01e0-fff2-4363-900b-0a3aaf8d5b07 None None] Provisioning for port af4a0e1e-0ebc-4127-b39a-19cf969e1458 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:45:33.897795 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1a6f7ebf-ad5e-45fb-a6ff-f367beaeda90 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:33.909708 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-711a01e0-fff2-4363-900b-0a3aaf8d5b07 None None] Provisioning complete for port af4a0e1e-0ebc-4127-b39a-19cf969e1458 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:45:33.910103 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-711a01e0-fff2-4363-900b-0a3aaf8d5b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:33.959737 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-1a6f7ebf-ad5e-45fb-a6ff-f367beaeda90 None None] Transition to ACTIVE for port object d27a489d-a631-45ce-a437-1bda15b1da18 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:45:33.962560 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-04d13282-8bf2-474e-bd92-5408eafe0f13 req-84087dcd-1d93-4144-a704-659800a29583 service neutron] Attempting to bind port ca475a10-912e-4906-9e64-b30ab33e3ed9 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:45:33.962973 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-04d13282-8bf2-474e-bd92-5408eafe0f13 req-84087dcd-1d93-4144-a704-659800a29583 service neutron] Attempting to bind port ca475a10-912e-4906-9e64-b30ab33e3ed9 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '53f9e82d-cbee-4af4-9fe3-f119337023c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:45:33.963380 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d13282-8bf2-474e-bd92-5408eafe0f13 req-84087dcd-1d93-4144-a704-659800a29583 service neutron] Attempting to bind port ca475a10-912e-4906-9e64-b30ab33e3ed9 on network 4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:45:33.972279 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d13282-8bf2-474e-bd92-5408eafe0f13 req-84087dcd-1d93-4144-a704-659800a29583 service neutron] Port ca475a10-912e-4906-9e64-b30ab33e3ed9 on network 4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:45:33.972682 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d13282-8bf2-474e-bd92-5408eafe0f13 req-84087dcd-1d93-4144-a704-659800a29583 service neutron] Attempting to bind port ca475a10-912e-4906-9e64-b30ab33e3ed9 on network 4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:45:33.976648 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-1a6f7ebf-ad5e-45fb-a6ff-f367beaeda90 None None] Transition to ACTIVE for port object d27a489d-a631-45ce-a437-1bda15b1da18 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:45:33.982837 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d13282-8bf2-474e-bd92-5408eafe0f13 req-84087dcd-1d93-4144-a704-659800a29583 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:45:33.983285 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d13282-8bf2-474e-bd92-5408eafe0f13 req-84087dcd-1d93-4144-a704-659800a29583 service neutron] Checking segment: {'id': '53f9e82d-cbee-4af4-9fe3-f119337023c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:45:33.983783 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d13282-8bf2-474e-bd92-5408eafe0f13 req-84087dcd-1d93-4144-a704-659800a29583 service neutron] Bound using segment: {'id': '53f9e82d-cbee-4af4-9fe3-f119337023c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:45:33.984309 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-04d13282-8bf2-474e-bd92-5408eafe0f13 req-84087dcd-1d93-4144-a704-659800a29583 service neutron] Bound port: ca475a10-912e-4906-9e64-b30ab33e3ed9, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53f9e82d-cbee-4af4-9fe3-f119337023c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:45:33.984745 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-04d13282-8bf2-474e-bd92-5408eafe0f13 req-84087dcd-1d93-4144-a704-659800a29583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:33.997642 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['1ad2f213-faf3-4478-a55c-736188b5f250'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:45:34.007991 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-17a9f6f8-5914-47ad-a3c0-83d2ee0b47ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:34.041331 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a28e3-6f33-4666-b957-9af797f0746a req-3bb2dfa5-3924-4676-b44e-b75387a47e8c tempest-ServersOnMultiNodesTest-1500247451 tempest-ServersOnMultiNodesTest-1500247451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:34.043412 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-414a28e3-6f33-4666-b957-9af797f0746a req-3bb2dfa5-3924-4676-b44e-b75387a47e8c tempest-ServersOnMultiNodesTest-1500247451 tempest-ServersOnMultiNodesTest-1500247451-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=645a8406-3b1c-45ba-8b48-2f658e2f2bad HTTP/1.1" status: 200 len: 1101 time: 0.1585126 Jul 09 14:45:34.087402 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-414a28e3-6f33-4666-b957-9af797f0746a req-5a332677-5225-454c-9d40-1fcf3a93b0a7 tempest-ServersOnMultiNodesTest-1500247451 tempest-ServersOnMultiNodesTest-1500247451-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380659 Jul 09 14:45:34.089657 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-711a01e0-fff2-4363-900b-0a3aaf8d5b07 None None] Port af4a0e1e-0ebc-4127-b39a-19cf969e1458 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:45:34.097064 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-17a9f6f8-5914-47ad-a3c0-83d2ee0b47ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:34.107965 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1a6f7ebf-ad5e-45fb-a6ff-f367beaeda90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:34.169703 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-17a9f6f8-5914-47ad-a3c0-83d2ee0b47ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:34.187866 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6f7ebf-ad5e-45fb-a6ff-f367beaeda90 None None] Network b257f852-cd64-45af-a256-9c096b11c942 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:45:34.198983 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-1a6f7ebf-ad5e-45fb-a6ff-f367beaeda90 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:45:34.203748 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6f7ebf-ad5e-45fb-a6ff-f367beaeda90 None None] Pushing event updated for resources: {'Port': ['ID=d27a489d-a631-45ce-a437-1bda15b1da18,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:34.207127 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6f7ebf-ad5e-45fb-a6ff-f367beaeda90 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:45:34.215351 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-499dca02-05b5-42e0-a92f-e4b52b48b516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163a22f4-5c85-40d2-84fa-aae524de6c02', 'name': 'tempest-TaggedBootDevicesTest-1073459965-router', 'tenant_id': '868e6ad73e9e40dbad6a7d6a29a5f30c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '5408204c-bcd1-49aa-acdb-f70e854559d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:45:26Z', 'updated_at': '2021-07-09T14:45:29Z', 'revision_number': 3, 'project_id': '868e6ad73e9e40dbad6a7d6a29a5f30c', 'gw_port': {'id': '5408204c-bcd1-49aa-acdb-f70e854559d9', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9e:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '163a22f4-5c85-40d2-84fa-aae524de6c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:45:28Z', 'updated_at': '2021-07-09T14:45:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:45:34.287660 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499dca02-05b5-42e0-a92f-e4b52b48b516 None None] The sync data for ids ['163a22f4-5c85-40d2-84fa-aae524de6c02'] in n-d-799529-6 is: [{'id': '163a22f4-5c85-40d2-84fa-aae524de6c02', 'name': 'tempest-TaggedBootDevicesTest-1073459965-router', 'tenant_id': '868e6ad73e9e40dbad6a7d6a29a5f30c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '5408204c-bcd1-49aa-acdb-f70e854559d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:45:26Z', 'updated_at': '2021-07-09T14:45:29Z', 'revision_number': 3, 'project_id': '868e6ad73e9e40dbad6a7d6a29a5f30c', 'gw_port': {'id': '5408204c-bcd1-49aa-acdb-f70e854559d9', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9e:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '163a22f4-5c85-40d2-84fa-aae524de6c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:45:28Z', 'updated_at': '2021-07-09T14:45:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:45:34.342885 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-04d13282-8bf2-474e-bd92-5408eafe0f13 req-84087dcd-1d93-4144-a704-659800a29583 service neutron] For port ca475a10-912e-4906-9e64-b30ab33e3ed9, host n-h2-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:45:34.348240 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-04d13282-8bf2-474e-bd92-5408eafe0f13 req-84087dcd-1d93-4144-a704-659800a29583 service neutron] For port ca475a10-912e-4906-9e64-b30ab33e3ed9, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=ca475a10-912e-4906-9e64-b30ab33e3ed9,segment=NetworkSegment(53f9e82d-cbee-4af4-9fe3-f119337023c8),segment_id=53f9e82d-cbee-4af4-9fe3-f119337023c8)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:45:34.353262 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-1a6f7ebf-ad5e-45fb-a6ff-f367beaeda90 None None] Attempting to bind port d27a489d-a631-45ce-a437-1bda15b1da18 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:45:34.353611 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-1a6f7ebf-ad5e-45fb-a6ff-f367beaeda90 None None] Attempting to bind port d27a489d-a631-45ce-a437-1bda15b1da18 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '2c83f2eb-8cb3-4860-acb7-94ea96ea7143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b257f852-cd64-45af-a256-9c096b11c942'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:45:34.353975 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6f7ebf-ad5e-45fb-a6ff-f367beaeda90 None None] Attempting to bind port d27a489d-a631-45ce-a437-1bda15b1da18 on network b257f852-cd64-45af-a256-9c096b11c942 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:45:34.362139 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6f7ebf-ad5e-45fb-a6ff-f367beaeda90 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:45:34.362528 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6f7ebf-ad5e-45fb-a6ff-f367beaeda90 None None] Checking segment: {'id': '2c83f2eb-8cb3-4860-acb7-94ea96ea7143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b257f852-cd64-45af-a256-9c096b11c942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:45:34.362939 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1a6f7ebf-ad5e-45fb-a6ff-f367beaeda90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:34.363339 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6f7ebf-ad5e-45fb-a6ff-f367beaeda90 None None] Bound using segment: {'id': '2c83f2eb-8cb3-4860-acb7-94ea96ea7143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b257f852-cd64-45af-a256-9c096b11c942'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:45:34.363921 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-1a6f7ebf-ad5e-45fb-a6ff-f367beaeda90 None None] Bound port: d27a489d-a631-45ce-a437-1bda15b1da18, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c83f2eb-8cb3-4860-acb7-94ea96ea7143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b257f852-cd64-45af-a256-9c096b11c942'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:45:34.364329 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1a6f7ebf-ad5e-45fb-a6ff-f367beaeda90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:34.369829 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5168de64-c57e-4498-a252-a989874d4acd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:34.423294 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5168de64-c57e-4498-a252-a989874d4acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:34.450399 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-04d13282-8bf2-474e-bd92-5408eafe0f13 req-84087dcd-1d93-4144-a704-659800a29583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:34.476787 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-1a6f7ebf-ad5e-45fb-a6ff-f367beaeda90 None None] For port d27a489d-a631-45ce-a437-1bda15b1da18, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:45:34.481641 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-1a6f7ebf-ad5e-45fb-a6ff-f367beaeda90 None None] For port d27a489d-a631-45ce-a437-1bda15b1da18, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=d27a489d-a631-45ce-a437-1bda15b1da18,segment=NetworkSegment(2c83f2eb-8cb3-4860-acb7-94ea96ea7143),segment_id=2c83f2eb-8cb3-4860-acb7-94ea96ea7143)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:45:34.535210 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d13282-8bf2-474e-bd92-5408eafe0f13 req-84087dcd-1d93-4144-a704-659800a29583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:34.535863 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-04d13282-8bf2-474e-bd92-5408eafe0f13 req-84087dcd-1d93-4144-a704-659800a29583 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:34.537445 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-04d13282-8bf2-474e-bd92-5408eafe0f13 req-84087dcd-1d93-4144-a704-659800a29583 service neutron] 10.222.0.54 "PUT /v2.0/ports/ca475a10-912e-4906-9e64-b30ab33e3ed9 HTTP/1.1" status: 200 len: 1091 time: 2.2636013 Jul 09 14:45:34.540966 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dee0e93-8b4c-432d-9342-facb307b1b9c', 'tag': 'ca475a10-912e-4906-9e64-b30ab33e3ed9'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:45:34.544233 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36fc005-bfe9-4a27-9751-3d200ed008fc" -d '{"events": [{"name": "network-changed", "server_uuid": "2dee0e93-8b4c-432d-9342-facb307b1b9c", "tag": "ca475a10-912e-4906-9e64-b30ab33e3ed9"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:45:34.589359 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d4e7a-bcd4-414a-8897-0ab879ce1db1 req-fddc286c-3d11-4561-9a4a-42838401c374 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:34.591068 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f91d4e7a-bcd4-414a-8897-0ab879ce1db1 req-fddc286c-3d11-4561-9a4a-42838401c374 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 944 time: 0.5673146 Jul 09 14:45:34.594239 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84087dcd-1d93-4144-a704-659800a29583 service neutron] Pushing event updated for resources: {'Port': ['ID=ca475a10-912e-4906-9e64-b30ab33e3ed9,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:34.597436 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a9f6f8-5914-47ad-a3c0-83d2ee0b47ef admin admin] Pushing event updated for resources: {'Port': ['ID=af4a0e1e-0ebc-4127-b39a-19cf969e1458,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:34.597585 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1a6f7ebf-ad5e-45fb-a6ff-f367beaeda90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:34.687330 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a9f6f8-5914-47ad-a3c0-83d2ee0b47ef admin admin] Network 0fc8da04-04d4-4eeb-86d6-5d8e54448613 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:45:34.697173 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b37853-948a-4bbd-bec8-dd6e991db944 req-2325a542-3c18-4fb0-81c3-7edb19234d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:34.698718 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-23b37853-948a-4bbd-bec8-dd6e991db944 req-2325a542-3c18-4fb0-81c3-7edb19234d2e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5ec7891592d74a6886dfa68c8f9e2e18&device_id=b6b79cf3-8b07-4d2c-a915-488f0e253971 HTTP/1.1" status: 200 len: 1101 time: 0.5565653 Jul 09 14:45:34.699707 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-17a9f6f8-5914-47ad-a3c0-83d2ee0b47ef admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:45:34.710059 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a02798-fdcd-4be0-a64c-6352fc241f72 req-7ec53965-b535-4b06-88f2-7e97d7d87921 tempest-ServersOnMultiNodesTest-1500247451 tempest-ServersOnMultiNodesTest-1500247451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:34.718390 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-37a02798-fdcd-4be0-a64c-6352fc241f72 req-7ec53965-b535-4b06-88f2-7e97d7d87921 tempest-ServersOnMultiNodesTest-1500247451 tempest-ServersOnMultiNodesTest-1500247451-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=0bfdaaf0-e1d5-46be-9994-d67577195492 HTTP/1.1" status: 200 len: 1101 time: 0.1897027 Jul 09 14:45:34.720852 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6f7ebf-ad5e-45fb-a6ff-f367beaeda90 None None] Pushing event updated for resources: {'Port': ['ID=d27a489d-a631-45ce-a437-1bda15b1da18,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:34.736907 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f91d4e7a-bcd4-414a-8897-0ab879ce1db1 req-9043b435-1bcc-4d99-b2c2-45c3539d2def tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262743 Jul 09 14:45:34.815796 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-5168de64-c57e-4498-a252-a989874d4acd admin admin] Allocated IP 172.25.3.177 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/2004212f-3fd3-42ad-9fb8-566def57ea6b) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:45:34.882425 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-37a02798-fdcd-4be0-a64c-6352fc241f72 req-54ebbfce-add9-4cd1-8328-412986b9a085 tempest-ServersOnMultiNodesTest-1500247451 tempest-ServersOnMultiNodesTest-1500247451-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630487 Jul 09 14:45:35.045618 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b37853-948a-4bbd-bec8-dd6e991db944 req-bb20b799-9cad-479a-aed3-1fb6d14ff091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:35.047136 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-23b37853-948a-4bbd-bec8-dd6e991db944 req-bb20b799-9cad-479a-aed3-1fb6d14ff091 service neutron] 10.222.0.54 "GET /v2.0/networks?id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc HTTP/1.1" status: 200 len: 870 time: 0.3186824 Jul 09 14:45:35.057918 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17a9f6f8-5914-47ad-a3c0-83d2ee0b47ef admin admin] Router 163a22f4-5c85-40d2-84fa-aae524de6c02 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:45:35.110893 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d13282-8bf2-474e-bd92-5408eafe0f13 req-dfe40542-2d59-480c-af37-b22657971f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:35.120236 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-04d13282-8bf2-474e-bd92-5408eafe0f13 req-dfe40542-2d59-480c-af37-b22657971f62 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1e0132f74af84346b7937684dc0b5d46&device_id=2dee0e93-8b4c-432d-9342-facb307b1b9c HTTP/1.1" status: 200 len: 1094 time: 0.3743904 Jul 09 14:45:35.141623 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-23b37853-948a-4bbd-bec8-dd6e991db944 req-708b3eab-bbd1-4497-999e-f4a592407826 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=c06b11eb-9d6f-48c4-baec-7d8f00e00c90 HTTP/1.1" status: 200 len: 217 time: 0.0860536 Jul 09 14:45:35.189448 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-04d13282-8bf2-474e-bd92-5408eafe0f13 req-fcb0d4b2-d2b3-406b-9785-a6dfed96d291 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca475a10-912e-4906-9e64-b30ab33e3ed9 HTTP/1.1" status: 200 len: 217 time: 0.0642490 Jul 09 14:45:35.251701 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-b1cbd654-4cb8-4a1d-8abd-39cb09774210 None None] Provisioning complete for port af4a0e1e-0ebc-4127-b39a-19cf969e1458 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:45:35.251701 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b1cbd654-4cb8-4a1d-8abd-39cb09774210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:35.262714 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5168de64-c57e-4498-a252-a989874d4acd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:35.326060 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d3d57b-d17e-4398-828f-b7b426dd1084 req-6628e59a-9ce5-41c4-b631-4048c7c5935e tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:35.326060 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-77d3d57b-d17e-4398-828f-b7b426dd1084 req-6628e59a-9ce5-41c4-b631-4048c7c5935e tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dee0e93-8b4c-432d-9342-facb307b1b9c HTTP/1.1" status: 200 len: 943 time: 0.3390663 Jul 09 14:45:35.326363 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-b1cbd654-4cb8-4a1d-8abd-39cb09774210 None None] Port af4a0e1e-0ebc-4127-b39a-19cf969e1458 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:45:35.329736 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d13282-8bf2-474e-bd92-5408eafe0f13 req-b2df8419-d734-4553-b2b1-53ae9952ca1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:35.332749 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-04d13282-8bf2-474e-bd92-5408eafe0f13 req-b2df8419-d734-4553-b2b1-53ae9952ca1c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e78429e5-c16d-40cf-923f-e056853eac48 HTTP/1.1" status: 200 len: 846 time: 0.1288044 Jul 09 14:45:35.347412 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b37853-948a-4bbd-bec8-dd6e991db944 req-68767180-7525-4e9a-8dfd-719aaad20bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:35.348926 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-23b37853-948a-4bbd-bec8-dd6e991db944 req-68767180-7525-4e9a-8dfd-719aaad20bc6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.1940410 Jul 09 14:45:35.400934 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-04d13282-8bf2-474e-bd92-5408eafe0f13 req-1fc73bd9-4f77-4319-a6e4-0357dba22d67 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562420 Jul 09 14:45:35.445711 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cfc868-4403-4914-af00-3b37726e3869 req-193cfd8b-3a0b-4a7a-8498-d8add0c715fb tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:35.447296 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a3cfc868-4403-4914-af00-3b37726e3869 req-193cfd8b-3a0b-4a7a-8498-d8add0c715fb tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b79cf3-8b07-4d2c-a915-488f0e253971 HTTP/1.1" status: 200 len: 950 time: 0.3111138 Jul 09 14:45:35.473458 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a9f6f8-5914-47ad-a3c0-83d2ee0b47ef admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:45:35.485444 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-77d3d57b-d17e-4398-828f-b7b426dd1084 req-838fdaab-a011-443f-b119-173d518c1bd9 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563556 Jul 09 14:45:35.486513 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-17a9f6f8-5914-47ad-a3c0-83d2ee0b47ef admin admin] 10.222.0.58 "PUT /v2.0/routers/163a22f4-5c85-40d2-84fa-aae524de6c02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4243331 Jul 09 14:45:35.531579 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a3cfc868-4403-4914-af00-3b37726e3869 req-73af386f-277e-4d52-8d04-7c7e7f8e6426 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753798 Jul 09 14:45:35.539922 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b37853-948a-4bbd-bec8-dd6e991db944 req-98654dff-7d92-4171-b74b-18f67e0bb2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:35.541496 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-23b37853-948a-4bbd-bec8-dd6e991db944 req-98654dff-7d92-4171-b74b-18f67e0bb2f2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1450760 Jul 09 14:45:35.557347 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-04d13282-8bf2-474e-bd92-5408eafe0f13 req-ad351d14-a217-4bcc-84db-3bce80a60f21 service neutron] 10.222.0.54 "GET /v2.0/networks/4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414263 Jul 09 14:45:35.627754 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5168de64-c57e-4498-a252-a989874d4acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:35.720925 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b54855-fbae-4e7b-a569-6729fe0af4e0 x-openstack-request-id: req-b8b54855-fbae-4e7b-a569-6729fe0af4e0 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:45:35.721374 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dee0e93-8b4c-432d-9342-facb307b1b9c", "tag": "ca475a10-912e-4906-9e64-b30ab33e3ed9", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:45:35.721633 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b8b54855-fbae-4e7b-a569-6729fe0af4e0 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:45:35.722047 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dee0e93-8b4c-432d-9342-facb307b1b9c', 'tag': 'ca475a10-912e-4906-9e64-b30ab33e3ed9', 'status': 'completed', 'code': 200} Jul 09 14:45:35.732252 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5168de64-c57e-4498-a252-a989874d4acd admin admin] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:45:35.740129 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-5168de64-c57e-4498-a252-a989874d4acd admin admin] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:45:35.743786 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5168de64-c57e-4498-a252-a989874d4acd admin admin] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:45:35.768724 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-23b37853-948a-4bbd-bec8-dd6e991db944 req-f94c4db4-7c44-4659-a6c3-356754a01772 service neutron] 10.222.0.54 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187557 Jul 09 14:45:35.798936 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5168de64-c57e-4498-a252-a989874d4acd admin admin] Pushing event updated for resources: {'Port': ['ID=2004212f-3fd3-42ad-9fb8-566def57ea6b,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:35.841553 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7afff82b-f281-476e-aa57-b89b616e3dd7 req-2e56a1ec-cf58-4c0b-9919-73001b0b2338 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=018349107c4e445095855bfde6f254bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336542 Jul 09 14:45:35.850558 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a0e7832e-bd77-4c98-9dc3-5dc0d94003bb req-38b5cdd2-6d50-4823-9b61-35bf731ef6df tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/security-groups/176d1b3c-cf6b-4450-88b0-5c6cb8796cad HTTP/1.1" status: 200 len: 1800 time: 0.1214402 Jul 09 14:45:35.912885 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-04d13282-8bf2-474e-bd92-5408eafe0f13 req-33e65a10-76a8-450f-b535-eb1e81150e2a service neutron] 10.222.0.54 "GET /v2.0/networks/4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3526809 Jul 09 14:45:35.923908 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-23b37853-948a-4bbd-bec8-dd6e991db944 req-127957c5-97eb-4876-8c6c-52538460fac5 service neutron] 10.222.0.54 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428425 Jul 09 14:45:35.957194 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-a0e7832e-bd77-4c98-9dc3-5dc0d94003bb req-30992074-e4a2-4ac6-b474-9cadad3b7f12 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:35.999756 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-a0e7832e-bd77-4c98-9dc3-5dc0d94003bb req-30992074-e4a2-4ac6-b474-9cadad3b7f12 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:36.139561 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-a0e7832e-bd77-4c98-9dc3-5dc0d94003bb req-30992074-e4a2-4ac6-b474-9cadad3b7f12 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:36.141861 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-a0e7832e-bd77-4c98-9dc3-5dc0d94003bb req-30992074-e4a2-4ac6-b474-9cadad3b7f12 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:36.143010 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a0e7832e-bd77-4c98-9dc3-5dc0d94003bb req-30992074-e4a2-4ac6-b474-9cadad3b7f12 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "DELETE /v2.0/security-groups/176d1b3c-cf6b-4450-88b0-5c6cb8796cad HTTP/1.1" status: 204 len: 173 time: 0.2752171 Jul 09 14:45:36.145070 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36fc005-bfe9-4a27-9751-3d200ed008fc req-c0f023f8-4624-4a19-8543-753dd0bcfd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:36.146505 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b36fc005-bfe9-4a27-9751-3d200ed008fc req-c0f023f8-4624-4a19-8543-753dd0bcfd2b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1e0132f74af84346b7937684dc0b5d46&device_id=2dee0e93-8b4c-432d-9342-facb307b1b9c HTTP/1.1" status: 200 len: 1094 time: 0.0634346 Jul 09 14:45:36.158511 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afff82b-f281-476e-aa57-b89b616e3dd7 req-4081e055-edfc-4012-8b5f-2d849f76b247 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:36.165555 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7afff82b-f281-476e-aa57-b89b616e3dd7 req-4081e055-edfc-4012-8b5f-2d849f76b247 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3135309 Jul 09 14:45:36.174231 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30992074-e4a2-4ac6-b474-9cadad3b7f12 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=176d1b3c-cf6b-4450-88b0-5c6cb8796cad,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:36.183163 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7afff82b-f281-476e-aa57-b89b616e3dd7 req-d79f348e-5637-4c66-a3e3-1301335d4f78 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/quotas/018349107c4e445095855bfde6f254bc HTTP/1.1" status: 200 len: 375 time: 0.0166461 Jul 09 14:45:36.193677 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c0a85e-4ab7-4d02-add7-2d96cb329f26 None None] Network b257f852-cd64-45af-a256-9c096b11c942 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:45:36.292314 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36fc005-bfe9-4a27-9751-3d200ed008fc req-ef7d04c9-8093-43da-a3c5-6ac4aa952a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:36.294607 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b36fc005-bfe9-4a27-9751-3d200ed008fc req-ef7d04c9-8093-43da-a3c5-6ac4aa952a1e service neutron] 10.222.0.54 "GET /v2.0/networks?id=4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9 HTTP/1.1" status: 200 len: 907 time: 0.1354616 Jul 09 14:45:36.315378 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 1ad2f213-faf3-4478-a55c-736188b5f250 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:45:36.402027 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b36fc005-bfe9-4a27-9751-3d200ed008fc req-9100f987-2c29-4f64-ab10-dd70281573e7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca475a10-912e-4906-9e64-b30ab33e3ed9 HTTP/1.1" status: 200 len: 217 time: 0.0961359 Jul 09 14:45:36.441033 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5168de64-c57e-4498-a252-a989874d4acd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:36.459121 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-016f554d-fdd1-49d7-9366-c917a42e6c48 None None] Provisioning for port d27a489d-a631-45ce-a437-1bda15b1da18 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:45:36.491087 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 523b850b-e1a3-44ef-b8dc-2a3322dc8598 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:45:36.507813 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36fc005-bfe9-4a27-9751-3d200ed008fc req-920c173b-274a-4a52-a6c4-87a191133274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:36.509858 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b36fc005-bfe9-4a27-9751-3d200ed008fc req-920c173b-274a-4a52-a6c4-87a191133274 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e78429e5-c16d-40cf-923f-e056853eac48 HTTP/1.1" status: 200 len: 846 time: 0.0938756 Jul 09 14:45:36.529245 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: 523b850b-e1a3-44ef-b8dc-2a3322dc8598 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:45:36.529785 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 523b850b-e1a3-44ef-b8dc-2a3322dc8598 not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:45:36.563322 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b36fc005-bfe9-4a27-9751-3d200ed008fc req-cad32413-0baf-47b5-b914-0de6bb2d6b77 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412755 Jul 09 14:45:36.576984 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 5408204c-bcd1-49aa-acdb-f70e854559d9 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:45:36.577961 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9822484-c876-4ff9-9245-0b0589384476 req-5ab2c623-2183-40b1-8efe-fe1658fa42b3 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:36.585644 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d9822484-c876-4ff9-9245-0b0589384476 req-5ab2c623-2183-40b1-8efe-fe1658fa42b3 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 944 time: 0.1875439 Jul 09 14:45:36.588724 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7afff82b-f281-476e-aa57-b89b616e3dd7 req-939e4b54-61c3-4a90-985c-5c047eeae7a8 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=018349107c4e445095855bfde6f254bc&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4041531 Jul 09 14:45:36.750993 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d9822484-c876-4ff9-9245-0b0589384476 req-99c73289-3bbb-4e42-bd2b-36d0d9005666 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643522 Jul 09 14:45:36.811015 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port 1ad2f213-faf3-4478-a55c-736188b5f250 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:45:36.814271 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b36fc005-bfe9-4a27-9751-3d200ed008fc req-80424fa0-27e4-4927-8527-81f12ef18b36 service neutron] 10.222.0.54 "GET /v2.0/networks/4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265685 Jul 09 14:45:36.820143 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 1ad2f213-faf3-4478-a55c-736188b5f250 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:45:36.820388 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:36.825671 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1558abe0-243e-40df-bab6-b46146086ae5 None None] Sync routers for ids ['163a22f4-5c85-40d2-84fa-aae524de6c02'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:45:36.864000 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1558abe0-243e-40df-bab6-b46146086ae5 None None] Routers {'163a22f4-5c85-40d2-84fa-aae524de6c02'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:45:36.867388 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-1558abe0-243e-40df-bab6-b46146086ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:45:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['163a22f4-5c85-40d2-84fa-aae524de6c02'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:45:36.986108 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fb561085-1ba8-464d-a8a8-180893a510a8 req-95cf66e4-08a5-4b5e-b4e6-1832f1b0ffd4 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/security-groups/34010b31-f554-43be-97ad-c099703e09f6 HTTP/1.1" status: 200 len: 1799 time: 0.2036760 Jul 09 14:45:37.060052 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 5408204c-bcd1-49aa-acdb-f70e854559d9 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:45:37.073146 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 5408204c-bcd1-49aa-acdb-f70e854559d9 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:45:37.078351 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:37.128667 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b36fc005-bfe9-4a27-9751-3d200ed008fc req-502114a7-6f4e-4132-94ea-0c0949bec17b service neutron] 10.222.0.54 "GET /v2.0/networks/4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943225 Jul 09 14:45:37.138454 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-1558abe0-243e-40df-bab6-b46146086ae5 None None] Set router 163a22f4-5c85-40d2-84fa-aae524de6c02 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:45:37.185800 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-fb561085-1ba8-464d-a8a8-180893a510a8 req-83a86ef1-ea8b-4602-a8a7-fd50787443a6 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:37.186939 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:37.229016 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c8f6cd-9e14-4b89-8e17-418eaeb7eff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad2f213-faf3-4478-a55c-736188b5f250'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:45:37.232565 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-fb561085-1ba8-464d-a8a8-180893a510a8 req-83a86ef1-ea8b-4602-a8a7-fd50787443a6 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:37.233268 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd941868-f20e-4aee-a514-8f3a96ef3d39" -d '{"events": [{"server_uuid": "54c8f6cd-9e14-4b89-8e17-418eaeb7eff8", "name": "network-vif-plugged", "status": "completed", "tag": "1ad2f213-faf3-4478-a55c-736188b5f250"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:45:37.257047 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 1ad2f213-faf3-4478-a55c-736188b5f250, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=1ad2f213-faf3-4478-a55c-736188b5f250,segment=NetworkSegment(08141ba6-0964-4d1a-8d67-af4c03fe6653),segment_id=08141ba6-0964-4d1a-8d67-af4c03fe6653)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:45:37.325789 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:37.339528 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:37.366641 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-fb561085-1ba8-464d-a8a8-180893a510a8 req-83a86ef1-ea8b-4602-a8a7-fd50787443a6 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:37.370803 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-fb561085-1ba8-464d-a8a8-180893a510a8 req-83a86ef1-ea8b-4602-a8a7-fd50787443a6 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:37.381025 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fb561085-1ba8-464d-a8a8-180893a510a8 req-83a86ef1-ea8b-4602-a8a7-fd50787443a6 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "DELETE /v2.0/security-groups/34010b31-f554-43be-97ad-c099703e09f6 HTTP/1.1" status: 204 len: 173 time: 0.3728733 Jul 09 14:45:37.420153 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a86ef1-ea8b-4602-a8a7-fd50787443a6 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34010b31-f554-43be-97ad-c099703e09f6,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:37.435922 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5168de64-c57e-4498-a252-a989874d4acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:37.455382 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=1ad2f213-faf3-4478-a55c-736188b5f250,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:37.482035 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-1558abe0-243e-40df-bab6-b46146086ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163a22f4-5c85-40d2-84fa-aae524de6c02', 'name': 'tempest-TaggedBootDevicesTest-1073459965-router', 'tenant_id': '868e6ad73e9e40dbad6a7d6a29a5f30c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '5408204c-bcd1-49aa-acdb-f70e854559d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:45:26Z', 'updated_at': '2021-07-09T14:45:33Z', 'revision_number': 4, 'project_id': '868e6ad73e9e40dbad6a7d6a29a5f30c', 'gw_port': {'id': '5408204c-bcd1-49aa-acdb-f70e854559d9', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9e:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '163a22f4-5c85-40d2-84fa-aae524de6c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:45:28Z', 'updated_at': '2021-07-09T14:45:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'af4a0e1e-0ebc-4127-b39a-19cf969e1458', 'name': '', 'network_id': '0fc8da04-04d4-4eeb-86d6-5d8e54448613', 'tenant_id': '868e6ad73e9e40dbad6a7d6a29a5f30c', 'mac_address': 'fa:16:3e:af:e2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '163a22f4-5c85-40d2-84fa-aae524de6c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '2373e5cd-5f56-42ed-95c9-0b621ea9bc49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:45:32Z', 'updated_at': '2021-07-09T14:45:33Z', 'revision_number': 2, 'project_id': '868e6ad73e9e40dbad6a7d6a29a5f30c', 'subnets': [{'id': '2373e5cd-5f56-42ed-95c9-0b621ea9bc49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:45:37.512664 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 5408204c-bcd1-49aa-acdb-f70e854559d9, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=5408204c-bcd1-49aa-acdb-f70e854559d9,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:45:37.517399 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1558abe0-243e-40df-bab6-b46146086ae5 None None] Checking router: 163a22f4-5c85-40d2-84fa-aae524de6c02 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:45:37.518396 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1558abe0-243e-40df-bab6-b46146086ae5 None None] Updating router 163a22f4-5c85-40d2-84fa-aae524de6c02 port af4a0e1e-0ebc-4127-b39a-19cf969e1458 binding host n-d-799529-6 {{(pid=94448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:45:37.573099 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c4863e-cb55-4a7d-9d88-aa36f2768fd5 req-27a0ca95-d96c-449c-a75f-a77db33043ed tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:37.580210 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a4c4863e-cb55-4a7d-9d88-aa36f2768fd5 req-27a0ca95-d96c-449c-a75f-a77db33043ed tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dee0e93-8b4c-432d-9342-facb307b1b9c HTTP/1.1" status: 200 len: 943 time: 0.2427189 Jul 09 14:45:37.583474 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-1558abe0-243e-40df-bab6-b46146086ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:37.595576 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:37.596512 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device d27a489d-a631-45ce-a437-1bda15b1da18 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:45:37.627308 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5faf37b-10a9-45e7-9a5f-2523c1dbc7dd req-2602dae4-d564-4724-849b-7dc4daaecee2 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:37.633666 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e5faf37b-10a9-45e7-9a5f-2523c1dbc7dd req-2602dae4-d564-4724-849b-7dc4daaecee2 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b79cf3-8b07-4d2c-a915-488f0e253971 HTTP/1.1" status: 200 len: 950 time: 0.0887976 Jul 09 14:45:37.686016 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e5faf37b-10a9-45e7-9a5f-2523c1dbc7dd req-acb16c57-8ba6-400d-a5b9-9d9f5bed7e82 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513525 Jul 09 14:45:37.775108 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=5408204c-bcd1-49aa-acdb-f70e854559d9,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:37.791948 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a4c4863e-cb55-4a7d-9d88-aa36f2768fd5 req-42776d81-cc2c-4a29-a31a-e6cd32171dd6 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883404 Jul 09 14:45:37.836130 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-172dbfaa-bb3f-4e08-80a2-8f0b4acc0ad3 req-9c95193e-11ee-4a6a-b3b3-a7cb04bfdddd tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=12759e1a-6332-4211-bfb4-49d99ef750d3 HTTP/1.1" status: 200 len: 210 time: 0.0645320 Jul 09 14:45:37.866705 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebffd62b-31ad-4111-b86b-1d4387b9a9e2 x-openstack-request-id: req-ebffd62b-31ad-4111-b86b-1d4387b9a9e2 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:45:37.867004 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54c8f6cd-9e14-4b89-8e17-418eaeb7eff8", "name": "network-vif-plugged", "status": "completed", "tag": "1ad2f213-faf3-4478-a55c-736188b5f250", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:45:37.867260 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ebffd62b-31ad-4111-b86b-1d4387b9a9e2 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:45:37.867849 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54c8f6cd-9e14-4b89-8e17-418eaeb7eff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad2f213-faf3-4478-a55c-736188b5f250', 'code': 200} Jul 09 14:45:37.879071 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-097005fd-314a-4684-afcf-747016e2f98b req-65c5a498-31b6-4f59-b269-da5bf2885e4a tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1465937488', 'description': 'tempest-description-158865217'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:45:37.920227 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port d27a489d-a631-45ce-a437-1bda15b1da18 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:45:37.923060 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5168de64-c57e-4498-a252-a989874d4acd admin admin] Router c1bbcfdc-31af-4cef-9880-af8272a21f4e is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:45:37.932543 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port d27a489d-a631-45ce-a437-1bda15b1da18 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:45:37.935957 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:37.947856 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-1558abe0-243e-40df-bab6-b46146086ae5 None None] Notify callbacks [] for port, precommit_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:37.959268 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.provisioning_blocks [None req-1558abe0-243e-40df-bab6-b46146086ae5 None None] Transition to ACTIVE for port object af4a0e1e-0ebc-4127-b39a-19cf969e1458 will not be triggered until provisioned by entity L2. {{(pid=94448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:45:38.017088 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-097005fd-314a-4684-afcf-747016e2f98b req-65c5a498-31b6-4f59-b269-da5bf2885e4a tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:38.064463 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-1558abe0-243e-40df-bab6-b46146086ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:38.100768 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c9b01-3a79-42ab-9e79-eeb56354e5cf req-9815036e-a571-48ba-baec-4e0e5fdd5e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:38.102417 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-620c9b01-3a79-42ab-9e79-eeb56354e5cf req-9815036e-a571-48ba-baec-4e0e5fdd5e5a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 1096 time: 0.1209626 Jul 09 14:45:38.128399 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:38.143123 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32699d-332f-452a-9cab-471cb9bab484 req-df1a6ec8-e299-4822-a33d-31ad729f8baf tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:38.144707 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4c32699d-332f-452a-9cab-471cb9bab484 req-df1a6ec8-e299-4822-a33d-31ad729f8baf tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.1326592 Jul 09 14:45:38.145778 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5168de64-c57e-4498-a252-a989874d4acd admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:45:38.173107 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-097005fd-314a-4684-afcf-747016e2f98b req-65c5a498-31b6-4f59-b269-da5bf2885e4a tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:38.177466 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-620c9b01-3a79-42ab-9e79-eeb56354e5cf req-b26e1bbf-b99b-486c-8ac2-d6ec4ea71a79 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677564 Jul 09 14:45:38.180034 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ca6554-4c31-4f0c-8fcd-0b4e0ac16bc8 None None] Sync routers for ids ['c1bbcfdc-31af-4cef-9880-af8272a21f4e'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:45:38.197463 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b063d4d-d0b9-4b3b-bb40-99da292d69d4 None None] Pushing event updated for resources: {'Port': ['ID=af4a0e1e-0ebc-4127-b39a-19cf969e1458,revision_number=3']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:38.203716 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4c32699d-332f-452a-9cab-471cb9bab484 req-ee0af4c8-842a-42e6-903c-73726ae74156 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483322 Jul 09 14:45:38.217941 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b063d4d-d0b9-4b3b-bb40-99da292d69d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:38.218485 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b063d4d-d0b9-4b3b-bb40-99da292d69d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:38.218956 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b063d4d-d0b9-4b3b-bb40-99da292d69d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:38.219396 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b063d4d-d0b9-4b3b-bb40-99da292d69d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:38.219857 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b063d4d-d0b9-4b3b-bb40-99da292d69d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:38.220327 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b063d4d-d0b9-4b3b-bb40-99da292d69d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:38.220850 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b063d4d-d0b9-4b3b-bb40-99da292d69d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:38.221274 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b063d4d-d0b9-4b3b-bb40-99da292d69d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:38.222138 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b063d4d-d0b9-4b3b-bb40-99da292d69d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:38.222669 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b063d4d-d0b9-4b3b-bb40-99da292d69d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:38.223121 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b063d4d-d0b9-4b3b-bb40-99da292d69d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:38.223569 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b063d4d-d0b9-4b3b-bb40-99da292d69d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:38.233166 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ca6554-4c31-4f0c-8fcd-0b4e0ac16bc8 None None] Routers {'c1bbcfdc-31af-4cef-9880-af8272a21f4e'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:45:38.233795 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-88ca6554-4c31-4f0c-8fcd-0b4e0ac16bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:45:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['c1bbcfdc-31af-4cef-9880-af8272a21f4e'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:45:38.243586 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port d27a489d-a631-45ce-a437-1bda15b1da18, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=d27a489d-a631-45ce-a437-1bda15b1da18,segment=NetworkSegment(2c83f2eb-8cb3-4860-acb7-94ea96ea7143),segment_id=2c83f2eb-8cb3-4860-acb7-94ea96ea7143)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:45:38.257013 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-097005fd-314a-4684-afcf-747016e2f98b req-65c5a498-31b6-4f59-b269-da5bf2885e4a tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:38.300222 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c5a498-31b6-4f59-b269-da5bf2885e4a tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7962d44-fee2-4d66-9957-7239d5e5c980,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:38.301977 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-1558abe0-243e-40df-bab6-b46146086ae5 None None] Attempting to bind port af4a0e1e-0ebc-4127-b39a-19cf969e1458 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:45:38.302686 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-1558abe0-243e-40df-bab6-b46146086ae5 None None] Attempting to bind port af4a0e1e-0ebc-4127-b39a-19cf969e1458 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '3bb7d6e9-70bc-4439-a91f-bf6984bfce81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0fc8da04-04d4-4eeb-86d6-5d8e54448613'}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:45:38.303742 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1558abe0-243e-40df-bab6-b46146086ae5 None None] Attempting to bind port af4a0e1e-0ebc-4127-b39a-19cf969e1458 on network 0fc8da04-04d4-4eeb-86d6-5d8e54448613 {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:45:38.317428 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1558abe0-243e-40df-bab6-b46146086ae5 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:45:38.317428 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1558abe0-243e-40df-bab6-b46146086ae5 None None] Checking segment: {'id': '3bb7d6e9-70bc-4439-a91f-bf6984bfce81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0fc8da04-04d4-4eeb-86d6-5d8e54448613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:45:38.317428 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-1558abe0-243e-40df-bab6-b46146086ae5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:38.317428 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1558abe0-243e-40df-bab6-b46146086ae5 None None] Bound using segment: {'id': '3bb7d6e9-70bc-4439-a91f-bf6984bfce81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0fc8da04-04d4-4eeb-86d6-5d8e54448613'} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:45:38.317428 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-1558abe0-243e-40df-bab6-b46146086ae5 None None] Bound port: af4a0e1e-0ebc-4127-b39a-19cf969e1458, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bb7d6e9-70bc-4439-a91f-bf6984bfce81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0fc8da04-04d4-4eeb-86d6-5d8e54448613'}}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:45:38.317428 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-1558abe0-243e-40df-bab6-b46146086ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:38.322282 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:38.361637 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5168de64-c57e-4498-a252-a989874d4acd admin admin] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:38.366247 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 33596) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:45:38.366743 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-5168de64-c57e-4498-a252-a989874d4acd admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 6.1349916 Jul 09 14:45:38.391612 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=d27a489d-a631-45ce-a437-1bda15b1da18,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:38.445877 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-1558abe0-243e-40df-bab6-b46146086ae5 None None] For port af4a0e1e-0ebc-4127-b39a-19cf969e1458, host n-d-799529-6, cleared binding levels {{(pid=94448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:45:38.451490 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-1558abe0-243e-40df-bab6-b46146086ae5 None None] For port af4a0e1e-0ebc-4127-b39a-19cf969e1458, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=af4a0e1e-0ebc-4127-b39a-19cf969e1458,segment=NetworkSegment(3bb7d6e9-70bc-4439-a91f-bf6984bfce81),segment_id=3bb7d6e9-70bc-4439-a91f-bf6984bfce81)] {{(pid=94448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:45:38.462651 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-097005fd-314a-4684-afcf-747016e2f98b req-65c5a498-31b6-4f59-b269-da5bf2885e4a tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:38.467471 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-097005fd-314a-4684-afcf-747016e2f98b req-65c5a498-31b6-4f59-b269-da5bf2885e4a tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5936327 Jul 09 14:45:38.476316 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-88ca6554-4c31-4f0c-8fcd-0b4e0ac16bc8 None None] Set router c1bbcfdc-31af-4cef-9880-af8272a21f4e gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:45:38.535989 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 5408204c-bcd1-49aa-acdb-f70e854559d9 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:45:38.547096 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-1558abe0-243e-40df-bab6-b46146086ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:38.554625 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a22114b6-582e-4463-9c7d-e784ee58856d req-9d7ebedb-27d1-4854-a31e-ca506f858200 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/security-groups/f7962d44-fee2-4d66-9957-7239d5e5c980 HTTP/1.1" status: 200 len: 1800 time: 0.0582778 Jul 09 14:45:38.562806 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-a22114b6-582e-4463-9c7d-e784ee58856d req-0d4bd488-72b7-424a-a39f-4d81165e29c2 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Request body: {'security_group': {'name': 'tempest-sg-hth-860768535', 'description': 'tempest-description-hth-155751784'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:45:38.574804 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device ca475a10-912e-4906-9e64-b30ab33e3ed9 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:45:38.594627 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a22114b6-582e-4463-9c7d-e784ee58856d req-0d4bd488-72b7-424a-a39f-4d81165e29c2 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks [] for security_group, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:38.653732 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a22114b6-582e-4463-9c7d-e784ee58856d req-0d4bd488-72b7-424a-a39f-4d81165e29c2 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks [] for security_group, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:38.692156 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1558abe0-243e-40df-bab6-b46146086ae5 None None] Routers {'163a22f4-5c85-40d2-84fa-aae524de6c02'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:45:38.692799 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-1558abe0-243e-40df-bab6-b46146086ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:45:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['163a22f4-5c85-40d2-84fa-aae524de6c02'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:45:38.694990 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b063d4d-d0b9-4b3b-bb40-99da292d69d4 None None] Pushing event updated for resources: {'Port': ['ID=af4a0e1e-0ebc-4127-b39a-19cf969e1458,revision_number=4']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:38.748282 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a22114b6-582e-4463-9c7d-e784ee58856d req-0d4bd488-72b7-424a-a39f-4d81165e29c2 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:38.753085 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a22114b6-582e-4463-9c7d-e784ee58856d req-0d4bd488-72b7-424a-a39f-4d81165e29c2 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:38.757826 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a22114b6-582e-4463-9c7d-e784ee58856d req-0d4bd488-72b7-424a-a39f-4d81165e29c2 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "PUT /v2.0/security-groups/f7962d44-fee2-4d66-9957-7239d5e5c980 HTTP/1.1" status: 200 len: 1773 time: 0.2017219 Jul 09 14:45:38.821422 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4bd488-72b7-424a-a39f-4d81165e29c2 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7962d44-fee2-4d66-9957-7239d5e5c980,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:38.903636 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5be4ab5c-7823-454d-a92a-4623d9c7c3c9 req-54873f52-b18b-4248-9d4c-a8db9492adcc tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/security-groups/f7962d44-fee2-4d66-9957-7239d5e5c980 HTTP/1.1" status: 200 len: 1773 time: 0.0884879 Jul 09 14:45:38.904670 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-1558abe0-243e-40df-bab6-b46146086ae5 None None] Set router 163a22f4-5c85-40d2-84fa-aae524de6c02 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:45:38.991297 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 5408204c-bcd1-49aa-acdb-f70e854559d9 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:45:38.991674 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:39.099244 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port ca475a10-912e-4906-9e64-b30ab33e3ed9, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=ca475a10-912e-4906-9e64-b30ab33e3ed9,segment=NetworkSegment(53f9e82d-cbee-4af4-9fe3-f119337023c8),segment_id=53f9e82d-cbee-4af4-9fe3-f119337023c8)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:45:39.133986 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': 'ca475a10-912e-4906-9e64-b30ab33e3ed9', 'network_id': '4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9', 'port_id': 'ca475a10-912e-4906-9e64-b30ab33e3ed9', 'mac_address': 'fa:16:3e:06:f9:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e78429e5-c16d-40cf-923f-e056853eac48', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:45:39.224984 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-88ca6554-4c31-4f0c-8fcd-0b4e0ac16bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bbcfdc-31af-4cef-9880-af8272a21f4e', 'name': 'tempest-ServersTestJSON-1541501514-router', 'tenant_id': 'd23a49ae7ad54a32b92cd2e14ed969e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '2004212f-3fd3-42ad-9fb8-566def57ea6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:45:32Z', 'updated_at': '2021-07-09T14:45:36Z', 'revision_number': 3, 'project_id': 'd23a49ae7ad54a32b92cd2e14ed969e0', 'gw_port': {'id': '2004212f-3fd3-42ad-9fb8-566def57ea6b', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bbcfdc-31af-4cef-9880-af8272a21f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:45:34Z', 'updated_at': '2021-07-09T14:45:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:45:39.242489 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ef5e9eda-b2ba-4dbf-bf6d-25c2ccb3cc1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:39.249751 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217cee9-ad02-4ac1-a945-5e56d6feb16b req-7f1c1dc9-8a45-496c-9a28-0c87a604ee10 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:39.251596 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9217cee9-ad02-4ac1-a945-5e56d6feb16b req-7f1c1dc9-8a45-496c-9a28-0c87a604ee10 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dee0e93-8b4c-432d-9342-facb307b1b9c HTTP/1.1" status: 200 len: 943 time: 0.1376960 Jul 09 14:45:39.264971 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7260ec-e8fc-4957-ada8-71b482c6c4aa req-5f2daf65-1622-478f-8233-66f47a52a5b2 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:39.265518 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ca6554-4c31-4f0c-8fcd-0b4e0ac16bc8 None None] Checking router: c1bbcfdc-31af-4cef-9880-af8272a21f4e for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:45:39.265614 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ca6554-4c31-4f0c-8fcd-0b4e0ac16bc8 None None] Updating router c1bbcfdc-31af-4cef-9880-af8272a21f4e port 2004212f-3fd3-42ad-9fb8-566def57ea6b binding host n-d-799529-6 {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:45:39.267342 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ef7260ec-e8fc-4957-ada8-71b482c6c4aa req-5f2daf65-1622-478f-8233-66f47a52a5b2 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b79cf3-8b07-4d2c-a915-488f0e253971 HTTP/1.1" status: 200 len: 950 time: 0.2972229 Jul 09 14:45:39.307666 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:39.318050 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-1558abe0-243e-40df-bab6-b46146086ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163a22f4-5c85-40d2-84fa-aae524de6c02', 'name': 'tempest-TaggedBootDevicesTest-1073459965-router', 'tenant_id': '868e6ad73e9e40dbad6a7d6a29a5f30c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '5408204c-bcd1-49aa-acdb-f70e854559d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:45:26Z', 'updated_at': '2021-07-09T14:45:33Z', 'revision_number': 4, 'project_id': '868e6ad73e9e40dbad6a7d6a29a5f30c', 'gw_port': {'id': '5408204c-bcd1-49aa-acdb-f70e854559d9', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163a22f4-5c85-40d2-84fa-aae524de6c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:45:28Z', 'updated_at': '2021-07-09T14:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'af4a0e1e-0ebc-4127-b39a-19cf969e1458', 'name': '', 'network_id': '0fc8da04-04d4-4eeb-86d6-5d8e54448613', 'tenant_id': '868e6ad73e9e40dbad6a7d6a29a5f30c', 'mac_address': 'fa:16:3e:af:e2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '163a22f4-5c85-40d2-84fa-aae524de6c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '2373e5cd-5f56-42ed-95c9-0b621ea9bc49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:45:32Z', 'updated_at': '2021-07-09T14:45:38Z', 'revision_number': 4, 'project_id': '868e6ad73e9e40dbad6a7d6a29a5f30c', 'subnets': [{'id': '2373e5cd-5f56-42ed-95c9-0b621ea9bc49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:45:39.326742 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-88ca6554-4c31-4f0c-8fcd-0b4e0ac16bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:39.329185 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca475a10-912e-4906-9e64-b30ab33e3ed9 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:45:39.354579 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9217cee9-ad02-4ac1-a945-5e56d6feb16b req-358d3db3-ae8b-4803-8267-59e0fb19fbd8 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928226 Jul 09 14:45:39.380926 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1558abe0-243e-40df-bab6-b46146086ae5 None None] The sync data for ids ['163a22f4-5c85-40d2-84fa-aae524de6c02'] in n-d-799529-6 is: [{'id': '163a22f4-5c85-40d2-84fa-aae524de6c02', 'name': 'tempest-TaggedBootDevicesTest-1073459965-router', 'tenant_id': '868e6ad73e9e40dbad6a7d6a29a5f30c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '5408204c-bcd1-49aa-acdb-f70e854559d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:45:26Z', 'updated_at': '2021-07-09T14:45:33Z', 'revision_number': 4, 'project_id': '868e6ad73e9e40dbad6a7d6a29a5f30c', 'gw_port': {'id': '5408204c-bcd1-49aa-acdb-f70e854559d9', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163a22f4-5c85-40d2-84fa-aae524de6c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:45:28Z', 'updated_at': '2021-07-09T14:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'af4a0e1e-0ebc-4127-b39a-19cf969e1458', 'name': '', 'network_id': '0fc8da04-04d4-4eeb-86d6-5d8e54448613', 'tenant_id': '868e6ad73e9e40dbad6a7d6a29a5f30c', 'mac_address': 'fa:16:3e:af:e2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '163a22f4-5c85-40d2-84fa-aae524de6c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '2373e5cd-5f56-42ed-95c9-0b621ea9bc49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:45:32Z', 'updated_at': '2021-07-09T14:45:38Z', 'revision_number': 4, 'project_id': '868e6ad73e9e40dbad6a7d6a29a5f30c', 'subnets': [{'id': '2373e5cd-5f56-42ed-95c9-0b621ea9bc49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:45:39.391797 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port ca475a10-912e-4906-9e64-b30ab33e3ed9, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=ca475a10-912e-4906-9e64-b30ab33e3ed9,segment=NetworkSegment(53f9e82d-cbee-4af4-9fe3-f119337023c8),segment_id=53f9e82d-cbee-4af4-9fe3-f119337023c8)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:45:39.460195 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:39.579314 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=ca475a10-912e-4906-9e64-b30ab33e3ed9,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:39.630377 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f60d97d8-898e-408b-bb87-9a0e9503b55d req-984f2d6d-4d16-439e-992b-1783942667e9 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=12759e1a-6332-4211-bfb4-49d99ef750d3 HTTP/1.1" status: 200 len: 210 time: 0.0441904 Jul 09 14:45:39.749425 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['ca475a10-912e-4906-9e64-b30ab33e3ed9'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:45:39.784134 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ef7260ec-e8fc-4957-ada8-71b482c6c4aa req-e56b5e6f-c962-4b75-a705-d82f3269b789 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4999983 Jul 09 14:45:39.795059 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6f503d87-814d-4af2-8da3-c72876033d9b req-3abb696f-4a38-4922-b127-9201f51be12a tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/security-groups/f7962d44-fee2-4d66-9957-7239d5e5c980 HTTP/1.1" status: 200 len: 1773 time: 0.1108196 Jul 09 14:45:39.870285 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-88ca6554-4c31-4f0c-8fcd-0b4e0ac16bc8 None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:39.905748 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-88ca6554-4c31-4f0c-8fcd-0b4e0ac16bc8 None None] Transition to ACTIVE for port object 2004212f-3fd3-42ad-9fb8-566def57ea6b will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:45:39.930989 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-6f503d87-814d-4af2-8da3-c72876033d9b req-5979c388-3df8-4695-b685-76ceeaca0e69 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:39.968938 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-ef5e9eda-b2ba-4dbf-bf6d-25c2ccb3cc1d admin admin] Allocated IP 172.20.0.1 (b257f852-cd64-45af-a256-9c096b11c942/52cd48df-7dbf-4f6d-a76d-dc9a85bc635b/4bb7b92c-19f4-491a-89d5-5267789652e3) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:45:39.971015 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-6f503d87-814d-4af2-8da3-c72876033d9b req-5979c388-3df8-4695-b685-76ceeaca0e69 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:39.994024 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-88ca6554-4c31-4f0c-8fcd-0b4e0ac16bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:40.126839 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-6f503d87-814d-4af2-8da3-c72876033d9b req-5979c388-3df8-4695-b685-76ceeaca0e69 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:40.130165 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-6f503d87-814d-4af2-8da3-c72876033d9b req-5979c388-3df8-4695-b685-76ceeaca0e69 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:40.138905 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6f503d87-814d-4af2-8da3-c72876033d9b req-5979c388-3df8-4695-b685-76ceeaca0e69 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "DELETE /v2.0/security-groups/f7962d44-fee2-4d66-9957-7239d5e5c980 HTTP/1.1" status: 204 len: 173 time: 0.3228946 Jul 09 14:45:40.147571 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5979c388-3df8-4695-b685-76ceeaca0e69 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7962d44-fee2-4d66-9957-7239d5e5c980,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:40.164596 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-88ca6554-4c31-4f0c-8fcd-0b4e0ac16bc8 None None] Attempting to bind port 2004212f-3fd3-42ad-9fb8-566def57ea6b on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:45:40.166945 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-88ca6554-4c31-4f0c-8fcd-0b4e0ac16bc8 None None] Attempting to bind port 2004212f-3fd3-42ad-9fb8-566def57ea6b by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:45:40.169405 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ca6554-4c31-4f0c-8fcd-0b4e0ac16bc8 None None] Attempting to bind port 2004212f-3fd3-42ad-9fb8-566def57ea6b on network 202c7ce6-d4e9-4f80-84dd-bef08905a653 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:45:40.186553 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658428db-5046-42d6-a746-9ba9b470b4cb req-8339e74c-70d4-487d-a225-9f2146ec5412 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:40.188176 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-658428db-5046-42d6-a746-9ba9b470b4cb req-8339e74c-70d4-487d-a225-9f2146ec5412 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.1805897 Jul 09 14:45:40.226991 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ef5e9eda-b2ba-4dbf-bf6d-25c2ccb3cc1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:40.263965 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55569569-d509-4a23-9419-9904bd72b99a None None] Pushing event updated for resources: {'Port': ['ID=2004212f-3fd3-42ad-9fb8-566def57ea6b,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:40.272672 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-ef5e9eda-b2ba-4dbf-bf6d-25c2ccb3cc1d admin admin] Transition to ACTIVE for port object 4bb7b92c-19f4-491a-89d5-5267789652e3 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:45:40.285528 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ca6554-4c31-4f0c-8fcd-0b4e0ac16bc8 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:45:40.285913 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ca6554-4c31-4f0c-8fcd-0b4e0ac16bc8 None None] Checking segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:45:40.286328 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-88ca6554-4c31-4f0c-8fcd-0b4e0ac16bc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:40.286736 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ca6554-4c31-4f0c-8fcd-0b4e0ac16bc8 None None] Bound using segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:45:40.287970 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-658428db-5046-42d6-a746-9ba9b470b4cb req-9cd46132-e089-4554-a4ba-a809df40a3fe tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813322 Jul 09 14:45:40.292545 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-88ca6554-4c31-4f0c-8fcd-0b4e0ac16bc8 None None] Bound port: 2004212f-3fd3-42ad-9fb8-566def57ea6b, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:45:40.303832 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-88ca6554-4c31-4f0c-8fcd-0b4e0ac16bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:40.415096 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-88ca6554-4c31-4f0c-8fcd-0b4e0ac16bc8 None None] For port 2004212f-3fd3-42ad-9fb8-566def57ea6b, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:45:40.422538 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-88ca6554-4c31-4f0c-8fcd-0b4e0ac16bc8 None None] For port 2004212f-3fd3-42ad-9fb8-566def57ea6b, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=2004212f-3fd3-42ad-9fb8-566def57ea6b,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:45:40.439595 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ef5e9eda-b2ba-4dbf-bf6d-25c2ccb3cc1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:40.548749 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-88ca6554-4c31-4f0c-8fcd-0b4e0ac16bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:40.552215 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7afff82b-f281-476e-aa57-b89b616e3dd7 req-1fdc1d3c-da10-4a81-8b14-333ee488f158 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=018349107c4e445095855bfde6f254bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1134698 Jul 09 14:45:40.589149 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [req-20673c3a-7bcc-49ca-830e-7acfba9f486c req-8d14fb6c-ffd8-4122-be13-91397ac7d550 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] show failed (client error): The resource could not be found. Jul 09 14:45:40.590254 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-20673c3a-7bcc-49ca-830e-7acfba9f486c req-8d14fb6c-ffd8-4122-be13-91397ac7d550 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/security-groups/34010b31-f554-43be-97ad-c099703e09f6 HTTP/1.1" status: 404 len: 352 time: 0.0530670 Jul 09 14:45:40.592661 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5e9eda-b2ba-4dbf-bf6d-25c2ccb3cc1d admin admin] Network b257f852-cd64-45af-a256-9c096b11c942 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:45:40.623106 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-ef5e9eda-b2ba-4dbf-bf6d-25c2ccb3cc1d admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:45:40.661509 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e98477d-07ae-476f-9305-6f82d3d60c3d req-ef36ffd0-f07b-4436-bf47-38a2991602fc tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:40.664594 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3e98477d-07ae-476f-9305-6f82d3d60c3d req-ef36ffd0-f07b-4436-bf47-38a2991602fc tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dee0e93-8b4c-432d-9342-facb307b1b9c HTTP/1.1" status: 200 len: 944 time: 0.1408682 Jul 09 14:45:40.666294 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device af4a0e1e-0ebc-4127-b39a-19cf969e1458 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:45:40.701683 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5e9eda-b2ba-4dbf-bf6d-25c2ccb3cc1d admin admin] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:45:40.703704 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5e9eda-b2ba-4dbf-bf6d-25c2ccb3cc1d admin admin] Pushing event updated for resources: {'Port': ['ID=4bb7b92c-19f4-491a-89d5-5267789652e3,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:40.740443 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3e98477d-07ae-476f-9305-6f82d3d60c3d req-68dca7a8-e07a-4f8b-a1eb-2ff38df9d804 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648737 Jul 09 14:45:40.749355 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55569569-d509-4a23-9419-9904bd72b99a None None] Pushing event updated for resources: {'Port': ['ID=2004212f-3fd3-42ad-9fb8-566def57ea6b,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:40.773932 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ca6554-4c31-4f0c-8fcd-0b4e0ac16bc8 None None] Routers {'c1bbcfdc-31af-4cef-9880-af8272a21f4e'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:45:40.773932 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-88ca6554-4c31-4f0c-8fcd-0b4e0ac16bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:45:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['c1bbcfdc-31af-4cef-9880-af8272a21f4e'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:45:40.801698 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [req-7f61c126-698e-4bc3-bdf9-11269881cb23 req-fa841821-62a2-4652-909f-8e426a00bf38 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] show failed (client error): The resource could not be found. Jul 09 14:45:40.820085 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7f61c126-698e-4bc3-bdf9-11269881cb23 req-fa841821-62a2-4652-909f-8e426a00bf38 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/security-groups/176d1b3c-cf6b-4450-88b0-5c6cb8796cad HTTP/1.1" status: 404 len: 352 time: 0.1913443 Jul 09 14:45:40.880968 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ef5e9eda-b2ba-4dbf-bf6d-25c2ccb3cc1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:40.977531 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aa2ec828-3b2e-4fdc-935c-b2e014209eb5 req-a0e1ec20-4db8-47f2-95f2-50b1f062b141 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=12759e1a-6332-4211-bfb4-49d99ef750d3 HTTP/1.1" status: 200 len: 210 time: 0.0509529 Jul 09 14:45:41.014535 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [req-80e98768-cbee-4482-8063-81bd16670674 req-70625b0d-f590-4527-a3e9-839ccc0b36e7 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] show failed (client error): The resource could not be found. Jul 09 14:45:41.021211 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-80e98768-cbee-4482-8063-81bd16670674 req-70625b0d-f590-4527-a3e9-839ccc0b36e7 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/security-groups/4293e519-64ba-4335-a1d4-4bee81ae4b05 HTTP/1.1" status: 404 len: 352 time: 0.0250895 Jul 09 14:45:41.056077 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [req-0af6136a-c1c7-47c1-82e0-eb84ecfac333 req-82683cf7-ee65-4881-8629-b3c5c6761d41 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] show failed (client error): The resource could not be found. Jul 09 14:45:41.067847 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0af6136a-c1c7-47c1-82e0-eb84ecfac333 req-82683cf7-ee65-4881-8629-b3c5c6761d41 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/security-groups/a1b5848e-1116-494e-9bcd-3eec01dd6a13 HTTP/1.1" status: 404 len: 352 time: 0.0279062 Jul 09 14:45:41.088108 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-88ca6554-4c31-4f0c-8fcd-0b4e0ac16bc8 None None] Set router c1bbcfdc-31af-4cef-9880-af8272a21f4e gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:45:41.099403 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afff82b-f281-476e-aa57-b89b616e3dd7 req-2baceb85-7a74-47bb-9138-e9ac7c11bed8 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:41.101442 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7afff82b-f281-476e-aa57-b89b616e3dd7 req-2baceb85-7a74-47bb-9138-e9ac7c11bed8 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5383277 Jul 09 14:45:41.109404 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [req-efef3ea2-b840-4cbe-b759-53aa7bb35d17 req-659eb98b-de43-4c75-b8c9-2ae5a42b401f tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] show failed (client error): The resource could not be found. Jul 09 14:45:41.119867 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-efef3ea2-b840-4cbe-b759-53aa7bb35d17 req-659eb98b-de43-4c75-b8c9-2ae5a42b401f tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/security-groups/d86fa943-168d-432a-b658-7235d940b784 HTTP/1.1" status: 404 len: 352 time: 0.0237069 Jul 09 14:45:41.152658 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-7afff82b-f281-476e-aa57-b89b616e3dd7 req-ddf0881b-761d-4155-871b-49f598c76a99 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Request body: {'port': {'device_id': '12759e1a-6332-4211-bfb4-49d99ef750d3', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'admin_state_up': True, 'tenant_id': '018349107c4e445095855bfde6f254bc'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:45:41.155845 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port af4a0e1e-0ebc-4127-b39a-19cf969e1458 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:45:41.160085 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port af4a0e1e-0ebc-4127-b39a-19cf969e1458 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:45:41.160458 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:41.163687 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [req-d05bab87-bcf3-4ee8-97eb-9c094f6834dc req-c8c9d0cc-319a-4032-84f3-a79bbcb61ff3 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] show failed (client error): The resource could not be found. Jul 09 14:45:41.168805 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d05bab87-bcf3-4ee8-97eb-9c094f6834dc req-c8c9d0cc-319a-4032-84f3-a79bbcb61ff3 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/security-groups/ddd0a9fc-f673-4323-8658-e13406303223 HTTP/1.1" status: 404 len: 352 time: 0.0271790 Jul 09 14:45:41.238601 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-cdf48acf-56f3-4820-85f0-e041116245ec None None] Provisioning for port 4bb7b92c-19f4-491a-89d5-5267789652e3 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:45:41.246152 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-cdf48acf-56f3-4820-85f0-e041116245ec None None] Provisioning complete for port 4bb7b92c-19f4-491a-89d5-5267789652e3 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:45:41.246541 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-cdf48acf-56f3-4820-85f0-e041116245ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:41.410887 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78304981-d27e-4d5c-b428-c20edc273d2c req-7e671ea6-109f-4d00-929e-2a43ad3861e6 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:41.419161 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-78304981-d27e-4d5c-b428-c20edc273d2c req-7e671ea6-109f-4d00-929e-2a43ad3861e6 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b79cf3-8b07-4d2c-a915-488f0e253971 HTTP/1.1" status: 200 len: 950 time: 0.3281105 Jul 09 14:45:41.503102 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-78304981-d27e-4d5c-b428-c20edc273d2c req-ea5c461c-e2b3-4cbd-8ce3-2316fa6dff9d tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830562 Jul 09 14:45:41.505902 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ef5e9eda-b2ba-4dbf-bf6d-25c2ccb3cc1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:41.519896 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7afff82b-f281-476e-aa57-b89b616e3dd7 req-ddf0881b-761d-4155-871b-49f598c76a99 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Made reservation on behalf of 018349107c4e445095855bfde6f254bc for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:45:41.523743 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7afff82b-f281-476e-aa57-b89b616e3dd7 req-ddf0881b-761d-4155-871b-49f598c76a99 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:41.558805 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-cdf48acf-56f3-4820-85f0-e041116245ec None None] Port 4bb7b92c-19f4-491a-89d5-5267789652e3 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:45:41.646686 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:41.690839 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port af4a0e1e-0ebc-4127-b39a-19cf969e1458, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=af4a0e1e-0ebc-4127-b39a-19cf969e1458,segment=NetworkSegment(3bb7d6e9-70bc-4439-a91f-bf6984bfce81),segment_id=3bb7d6e9-70bc-4439-a91f-bf6984bfce81)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:45:41.705171 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-88ca6554-4c31-4f0c-8fcd-0b4e0ac16bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bbcfdc-31af-4cef-9880-af8272a21f4e', 'name': 'tempest-ServersTestJSON-1541501514-router', 'tenant_id': 'd23a49ae7ad54a32b92cd2e14ed969e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '2004212f-3fd3-42ad-9fb8-566def57ea6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:45:32Z', 'updated_at': '2021-07-09T14:45:36Z', 'revision_number': 3, 'project_id': 'd23a49ae7ad54a32b92cd2e14ed969e0', 'gw_port': {'id': '2004212f-3fd3-42ad-9fb8-566def57ea6b', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bbcfdc-31af-4cef-9880-af8272a21f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:45:34Z', 'updated_at': '2021-07-09T14:45:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:45:41.742508 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ca6554-4c31-4f0c-8fcd-0b4e0ac16bc8 None None] The sync data for ids ['c1bbcfdc-31af-4cef-9880-af8272a21f4e'] in n-d-799529-6 is: [{'id': 'c1bbcfdc-31af-4cef-9880-af8272a21f4e', 'name': 'tempest-ServersTestJSON-1541501514-router', 'tenant_id': 'd23a49ae7ad54a32b92cd2e14ed969e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '2004212f-3fd3-42ad-9fb8-566def57ea6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:45:32Z', 'updated_at': '2021-07-09T14:45:36Z', 'revision_number': 3, 'project_id': 'd23a49ae7ad54a32b92cd2e14ed969e0', 'gw_port': {'id': '2004212f-3fd3-42ad-9fb8-566def57ea6b', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bbcfdc-31af-4cef-9880-af8272a21f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:45:34Z', 'updated_at': '2021-07-09T14:45:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:45:41.771595 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:41.772439 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device d27a489d-a631-45ce-a437-1bda15b1da18 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:45:41.840077 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-7afff82b-f281-476e-aa57-b89b616e3dd7 req-ddf0881b-761d-4155-871b-49f598c76a99 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Allocated IP 192.168.233.132 (aa30872f-c756-4ec7-be84-b2e3b86cdcfc/8081bcce-88de-4a2f-9e69-6750220e0be0/c8ffe50f-0425-4def-ac4d-b39382ea2aea) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:45:41.864341 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14539d5-48e5-4bb0-9fa7-a3b571872ff0 req-a6566ffc-17ce-43dd-8597-93328c88d054 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:41.866198 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c14539d5-48e5-4bb0-9fa7-a3b571872ff0 req-a6566ffc-17ce-43dd-8597-93328c88d054 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.1957295 Jul 09 14:45:41.877169 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=af4a0e1e-0ebc-4127-b39a-19cf969e1458,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:41.897855 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port d27a489d-a631-45ce-a437-1bda15b1da18 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:45:41.898234 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:41.903660 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ef5e9eda-b2ba-4dbf-bf6d-25c2ccb3cc1d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:41.959131 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c14539d5-48e5-4bb0-9fa7-a3b571872ff0 req-e8878ed9-496c-4949-966a-eb1e0002ce58 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848951 Jul 09 14:45:41.969620 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ef5e9eda-b2ba-4dbf-bf6d-25c2ccb3cc1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:42.048235 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cda2f8-de9e-451a-b19c-a8855d5a25fd req-480eb35a-5188-4af3-b46f-9d875292a8cc tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:42.059539 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-12cda2f8-de9e-451a-b19c-a8855d5a25fd req-480eb35a-5188-4af3-b46f-9d875292a8cc tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dee0e93-8b4c-432d-9342-facb307b1b9c HTTP/1.1" status: 200 len: 944 time: 0.0966542 Jul 09 14:45:42.141739 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-12cda2f8-de9e-451a-b19c-a8855d5a25fd req-09b117b1-fb27-4fa2-a03e-b84728ac910f tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810440 Jul 09 14:45:42.226124 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5e9eda-b2ba-4dbf-bf6d-25c2ccb3cc1d admin admin] Pushing event updated for resources: {'Port': ['ID=4bb7b92c-19f4-491a-89d5-5267789652e3,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:42.233633 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ef5e9eda-b2ba-4dbf-bf6d-25c2ccb3cc1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:42.340390 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d46708d8-03cb-498e-ac96-1ecb2286e35e req-66bde86a-6cd9-4216-8804-02837e3ea1cb tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=12759e1a-6332-4211-bfb4-49d99ef750d3 HTTP/1.1" status: 200 len: 210 time: 0.0353971 Jul 09 14:45:42.367673 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7afff82b-f281-476e-aa57-b89b616e3dd7 req-ddf0881b-761d-4155-871b-49f598c76a99 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:42.426043 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-7afff82b-f281-476e-aa57-b89b616e3dd7 req-ddf0881b-761d-4155-871b-49f598c76a99 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Transition to ACTIVE for port object c8ffe50f-0425-4def-ac4d-b39382ea2aea will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:45:42.484166 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81126866-3f0d-480c-bf0f-1801197c4f62 req-c7663e08-e4c3-4f57-a8f6-966c44761d62 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:42.491677 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-81126866-3f0d-480c-bf0f-1801197c4f62 req-c7663e08-e4c3-4f57-a8f6-966c44761d62 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ce50932-3743-4347-8d0a-d7564f731150 HTTP/1.1" status: 200 len: 1024 time: 0.2476194 Jul 09 14:45:42.507164 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5e9eda-b2ba-4dbf-bf6d-25c2ccb3cc1d admin admin] Network b257f852-cd64-45af-a256-9c096b11c942 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:45:42.520455 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device ca475a10-912e-4906-9e64-b30ab33e3ed9 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:45:42.522722 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-ef5e9eda-b2ba-4dbf-bf6d-25c2ccb3cc1d admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:45:42.635489 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7afff82b-f281-476e-aa57-b89b616e3dd7 req-ddf0881b-761d-4155-871b-49f598c76a99 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:42.649659 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device af4a0e1e-0ebc-4127-b39a-19cf969e1458 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:45:42.653809 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-81126866-3f0d-480c-bf0f-1801197c4f62 req-0cb2b223-ffa1-4c13-b8ce-a67cbc78a63b tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/security-groups?id=15017511-eaed-4ccd-a7ae-d4f1dffa2b87&id=77396440-e05f-427b-b71a-7df360a98065&id=e4543b64-216b-4880-92bb-514113489699&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1610796 Jul 09 14:45:42.684569 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38b78b-9e27-421f-984c-3b2ce2241bab req-c23ef65a-545a-4824-b4cb-e01f4b2f5fa7 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:42.702493 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bb38b78b-9e27-421f-984c-3b2ce2241bab req-c23ef65a-545a-4824-b4cb-e01f4b2f5fa7 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/networks?id=57042d5f-0386-4b58-a12c-ab7a19465fa2 HTTP/1.1" status: 200 len: 813 time: 0.1862164 Jul 09 14:45:42.734595 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['5b8321d1-0cc4-4453-b1d2-305318737648', 'a11f2c13-7f1f-475c-94d9-ed18c27cb9d1'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:45:42.737876 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bb38b78b-9e27-421f-984c-3b2ce2241bab req-14e29875-d562-4d4c-a59b-4540cf6095d5 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/quotas/0ea59604d49a4768b9c04e74a1a30065 HTTP/1.1" status: 200 len: 375 time: 0.0343728 Jul 09 14:45:42.743104 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['1a2deeba-8583-43d1-a846-fbd62e303f2c', 'b0b5445c-23dd-42e1-a35b-f560998dd6a0', '35f4c7c4-f38a-49bf-b29d-8b5de5e3d675'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:45:42.786502 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port ca475a10-912e-4906-9e64-b30ab33e3ed9 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:45:42.861912 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bb38b78b-9e27-421f-984c-3b2ce2241bab req-c5cdea00-803f-4041-9ba7-591b0e16dddc tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0ea59604d49a4768b9c04e74a1a30065&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1226025 Jul 09 14:45:42.865502 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port ca475a10-912e-4906-9e64-b30ab33e3ed9 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:45:42.866071 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:42.866452 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7afff82b-f281-476e-aa57-b89b616e3dd7 req-ddf0881b-761d-4155-871b-49f598c76a99 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Network aa30872f-c756-4ec7-be84-b2e3b86cdcfc is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:45:42.873037 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-7afff82b-f281-476e-aa57-b89b616e3dd7 req-ddf0881b-761d-4155-871b-49f598c76a99 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:45:42.881563 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-7afff82b-f281-476e-aa57-b89b616e3dd7 req-ddf0881b-761d-4155-871b-49f598c76a99 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:45:42.889143 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf0881b-761d-4155-871b-49f598c76a99 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Pushing event updated for resources: {'Port': ['ID=c8ffe50f-0425-4def-ac4d-b39382ea2aea,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:43.018710 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef5e9eda-b2ba-4dbf-bf6d-25c2ccb3cc1d admin admin] Router c1bbcfdc-31af-4cef-9880-af8272a21f4e has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:45:43.024829 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afff82b-f281-476e-aa57-b89b616e3dd7 req-ddf0881b-761d-4155-871b-49f598c76a99 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:43.025491 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7afff82b-f281-476e-aa57-b89b616e3dd7 req-ddf0881b-761d-4155-871b-49f598c76a99 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:43.033282 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bb38b78b-9e27-421f-984c-3b2ce2241bab req-d1b2e6bd-72d7-41d9-bf07-64b9f125ad7b service neutron] 10.222.0.58 "GET /v2.0/networks/57042d5f-0386-4b58-a12c-ab7a19465fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702769 Jul 09 14:45:43.066737 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port af4a0e1e-0ebc-4127-b39a-19cf969e1458 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:45:43.067716 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:43.123004 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7afff82b-f281-476e-aa57-b89b616e3dd7 req-ddf0881b-761d-4155-871b-49f598c76a99 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9747608 Jul 09 14:45:43.140776 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeac9c8-0881-4920-8444-6548777c90dd req-67bde89a-b5de-42b6-a3e8-e87695cc713b tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:43.142370 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1aeac9c8-0881-4920-8444-6548777c90dd req-67bde89a-b5de-42b6-a3e8-e87695cc713b tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b79cf3-8b07-4d2c-a915-488f0e253971 HTTP/1.1" status: 200 len: 950 time: 0.1942194 Jul 09 14:45:43.152699 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-7afff82b-f281-476e-aa57-b89b616e3dd7 req-22faf998-d3f1-48d2-8262-bb8aedef7b2b service neutron] Request body: {'port': {'device_id': '12759e1a-6332-4211-bfb4-49d99ef750d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:45:43.195392 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bb38b78b-9e27-421f-984c-3b2ce2241bab req-bcc48315-4507-4c57-bce0-e340ae9e0ffa service neutron] 10.222.0.58 "GET /v2.0/networks/57042d5f-0386-4b58-a12c-ab7a19465fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582911 Jul 09 14:45:43.339120 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1aeac9c8-0881-4920-8444-6548777c90dd req-392d2d04-4c7e-44d7-addf-7de691d91e71 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828890 Jul 09 14:45:43.345060 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5e9eda-b2ba-4dbf-bf6d-25c2ccb3cc1d admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:45:43.351050 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ef5e9eda-b2ba-4dbf-bf6d-25c2ccb3cc1d admin admin] 10.222.0.58 "PUT /v2.0/routers/c1bbcfdc-31af-4cef-9880-af8272a21f4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9837637 Jul 09 14:45:43.351974 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-d3254f76-64de-4bbf-96b7-1ffd8fe23b55 None None] Provisioning complete for port 4bb7b92c-19f4-491a-89d5-5267789652e3 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:45:43.352504 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d3254f76-64de-4bbf-96b7-1ffd8fe23b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:43.356730 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7afff82b-f281-476e-aa57-b89b616e3dd7 req-22faf998-d3f1-48d2-8262-bb8aedef7b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:43.596351 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 2004212f-3fd3-42ad-9fb8-566def57ea6b up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:45:43.600394 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-d3254f76-64de-4bbf-96b7-1ffd8fe23b55 None None] Port 4bb7b92c-19f4-491a-89d5-5267789652e3 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:45:43.782216 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d298ed15-b498-47a1-b823-64ec320b7cf3 req-caa5e398-bc78-41f0-bbef-7b3d7287cf5e tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:43.785728 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:43.788570 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d298ed15-b498-47a1-b823-64ec320b7cf3 req-caa5e398-bc78-41f0-bbef-7b3d7287cf5e tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=12759e1a-6332-4211-bfb4-49d99ef750d3 HTTP/1.1" status: 200 len: 936 time: 0.1151690 Jul 09 14:45:43.845535 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d298ed15-b498-47a1-b823-64ec320b7cf3 req-d3686d99-8b2b-4f14-92aa-192d3c8d0969 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536129 Jul 09 14:45:43.882323 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port ca475a10-912e-4906-9e64-b30ab33e3ed9, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=ca475a10-912e-4906-9e64-b30ab33e3ed9,segment=NetworkSegment(53f9e82d-cbee-4af4-9fe3-f119337023c8),segment_id=53f9e82d-cbee-4af4-9fe3-f119337023c8)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:45:43.892201 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dee0e93-8b4c-432d-9342-facb307b1b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca475a10-912e-4906-9e64-b30ab33e3ed9'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:45:43.895025 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d5cf62-2f6c-4135-89bd-6f03451e63a1" -d '{"events": [{"server_uuid": "2dee0e93-8b4c-432d-9342-facb307b1b9c", "name": "network-vif-plugged", "status": "completed", "tag": "ca475a10-912e-4906-9e64-b30ab33e3ed9"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:45:43.936910 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-dfd01da2-e944-4728-84bf-711f2d580b14 None None] Provisioning for port c8ffe50f-0425-4def-ac4d-b39382ea2aea completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:45:43.939575 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e39c4baa-2c63-4e87-96e0-4062804a8aa8 req-b155a950-3680-405c-a386-8426042cb813 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=569d9b82-646c-47e4-942a-1e208984c28b HTTP/1.1" status: 200 len: 210 time: 0.0511065 Jul 09 14:45:43.953363 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-dfd01da2-e944-4728-84bf-711f2d580b14 None None] Provisioning complete for port c8ffe50f-0425-4def-ac4d-b39382ea2aea triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:45:43.953363 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-dfd01da2-e944-4728-84bf-711f2d580b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:44.000114 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:44.040324 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 2004212f-3fd3-42ad-9fb8-566def57ea6b completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:45:44.079405 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-dfd01da2-e944-4728-84bf-711f2d580b14 None None] Port c8ffe50f-0425-4def-ac4d-b39382ea2aea cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:45:44.106914 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 2004212f-3fd3-42ad-9fb8-566def57ea6b triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:45:44.107301 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:44.190362 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=ca475a10-912e-4906-9e64-b30ab33e3ed9,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:44.346870 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c872952-2a27-4758-ad61-c91418fd91fa req-a62f9dec-283d-450f-83d1-55c6edfa646a tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:44.349528 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0c872952-2a27-4758-ad61-c91418fd91fa req-a62f9dec-283d-450f-83d1-55c6edfa646a tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ce50932-3743-4347-8d0a-d7564f731150 HTTP/1.1" status: 200 len: 1024 time: 0.9503548 Jul 09 14:45:44.412287 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:44.437487 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb8cd5a-a8a4-43f1-ade4-f58fa106bbce None None] Sync routers for ids ['c1bbcfdc-31af-4cef-9880-af8272a21f4e'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:45:44.437937 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e17c6-f0cf-4b7c-903a-9b54e53328bd req-8612825e-0c0a-41f9-abe4-602a29933d0f tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:44.439368 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-580e17c6-f0cf-4b7c-903a-9b54e53328bd req-8612825e-0c0a-41f9-abe4-602a29933d0f tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dee0e93-8b4c-432d-9342-facb307b1b9c HTTP/1.1" status: 200 len: 945 time: 0.4349222 Jul 09 14:45:44.453674 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 2004212f-3fd3-42ad-9fb8-566def57ea6b, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=2004212f-3fd3-42ad-9fb8-566def57ea6b,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:45:44.466578 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb8cd5a-a8a4-43f1-ade4-f58fa106bbce None None] Routers {'c1bbcfdc-31af-4cef-9880-af8272a21f4e'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:45:44.467226 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-bbb8cd5a-a8a4-43f1-ade4-f58fa106bbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:45:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['c1bbcfdc-31af-4cef-9880-af8272a21f4e'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:45:44.531442 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:44.596481 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-580e17c6-f0cf-4b7c-903a-9b54e53328bd req-2ee82fe6-dbb5-4d43-95f0-47e603609290 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417413 Jul 09 14:45:44.629260 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=2004212f-3fd3-42ad-9fb8-566def57ea6b,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:44.696757 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:44.715172 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 33698) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:45:44.719711 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-2dbc303c-f22d-4d47-8541-1b77a7266bbe tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Request body: {'security_group': {'name': 'tempest-securitygroup--238858283', 'description': 'tempest-description--474198574'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:45:44.775487 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f45e6726-9779-4bc8-8000-1e785f6eb37a x-openstack-request-id: req-f45e6726-9779-4bc8-8000-1e785f6eb37a {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:45:44.775803 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dee0e93-8b4c-432d-9342-facb307b1b9c", "name": "network-vif-plugged", "status": "completed", "tag": "ca475a10-912e-4906-9e64-b30ab33e3ed9", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:45:44.776066 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f45e6726-9779-4bc8-8000-1e785f6eb37a {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:45:44.776637 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dee0e93-8b4c-432d-9342-facb307b1b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca475a10-912e-4906-9e64-b30ab33e3ed9', 'code': 200} Jul 09 14:45:44.810402 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-bbb8cd5a-a8a4-43f1-ade4-f58fa106bbce None None] Set router c1bbcfdc-31af-4cef-9880-af8272a21f4e gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:45:44.866372 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-0c872952-2a27-4758-ad61-c91418fd91fa req-d582e458-a31e-43cb-8313-24c7292a6ac1 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Deleting port bc749f98-3287-45a3-921a-931e5b16101d {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:45:44.868148 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2dbc303c-f22d-4d47-8541-1b77a7266bbe tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:44.869988 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-0c872952-2a27-4758-ad61-c91418fd91fa req-d582e458-a31e-43cb-8313-24c7292a6ac1 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:44.930862 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-7afff82b-f281-476e-aa57-b89b616e3dd7 req-22faf998-d3f1-48d2-8262-bb8aedef7b2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8ffe50f-0425-4def-ac4d-b39382ea2aea {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:45:45.031153 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-0c872952-2a27-4758-ad61-c91418fd91fa req-d582e458-a31e-43cb-8313-24c7292a6ac1 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] For port bc749f98-3287-45a3-921a-931e5b16101d, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=bc749f98-3287-45a3-921a-931e5b16101d,segment=NetworkSegment(1e574744-83f5-4d4a-871f-858e3f9ffdcb),segment_id=1e574744-83f5-4d4a-871f-858e3f9ffdcb)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:45:45.031639 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-0c872952-2a27-4758-ad61-c91418fd91fa req-d582e458-a31e-43cb-8313-24c7292a6ac1 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:45.047473 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-0c872952-2a27-4758-ad61-c91418fd91fa req-d582e458-a31e-43cb-8313-24c7292a6ac1 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Calling delete_port for bc749f98-3287-45a3-921a-931e5b16101d owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:45:45.074662 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-bbb8cd5a-a8a4-43f1-ade4-f58fa106bbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bbcfdc-31af-4cef-9880-af8272a21f4e', 'name': 'tempest-ServersTestJSON-1541501514-router', 'tenant_id': 'd23a49ae7ad54a32b92cd2e14ed969e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '2004212f-3fd3-42ad-9fb8-566def57ea6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:45:32Z', 'updated_at': '2021-07-09T14:45:41Z', 'revision_number': 4, 'project_id': 'd23a49ae7ad54a32b92cd2e14ed969e0', 'gw_port': {'id': '2004212f-3fd3-42ad-9fb8-566def57ea6b', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bbcfdc-31af-4cef-9880-af8272a21f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:45:34Z', 'updated_at': '2021-07-09T14:45:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '4bb7b92c-19f4-491a-89d5-5267789652e3', 'name': '', 'network_id': 'b257f852-cd64-45af-a256-9c096b11c942', 'tenant_id': 'd23a49ae7ad54a32b92cd2e14ed969e0', 'mac_address': 'fa:16:3e:f9:49:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bbcfdc-31af-4cef-9880-af8272a21f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '52cd48df-7dbf-4f6d-a76d-dc9a85bc635b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:45:39Z', 'updated_at': '2021-07-09T14:45:41Z', 'revision_number': 2, 'project_id': 'd23a49ae7ad54a32b92cd2e14ed969e0', 'subnets': [{'id': '52cd48df-7dbf-4f6d-a76d-dc9a85bc635b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:45:45.105779 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb8cd5a-a8a4-43f1-ade4-f58fa106bbce None None] Checking router: c1bbcfdc-31af-4cef-9880-af8272a21f4e for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:45:45.106129 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb8cd5a-a8a4-43f1-ade4-f58fa106bbce None None] Updating router c1bbcfdc-31af-4cef-9880-af8272a21f4e port 4bb7b92c-19f4-491a-89d5-5267789652e3 binding host n-d-799529-6 {{(pid=94448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:45:45.124365 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e31d4e-7228-4d67-ad7a-f22e9f0291a4 req-dc831d1f-c951-4ebd-9783-dd9a196e52d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:45.126157 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7afff82b-f281-476e-aa57-b89b616e3dd7 req-22faf998-d3f1-48d2-8262-bb8aedef7b2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:45.126275 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-55e31d4e-7228-4d67-ad7a-f22e9f0291a4 req-dc831d1f-c951-4ebd-9783-dd9a196e52d3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2dee0e93-8b4c-432d-9342-facb307b1b9c HTTP/1.1" status: 200 len: 1096 time: 0.2701705 Jul 09 14:45:45.147229 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-bbb8cd5a-a8a4-43f1-ade4-f58fa106bbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:45.164535 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-7afff82b-f281-476e-aa57-b89b616e3dd7 req-22faf998-d3f1-48d2-8262-bb8aedef7b2b service neutron] Transition to ACTIVE for port object c8ffe50f-0425-4def-ac4d-b39382ea2aea will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:45:45.180001 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d70fa1-0b2c-4cbd-a973-1fc3a6085513 req-c2b0e91e-9093-493a-badf-28a4081cee94 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:45.181859 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-78d70fa1-0b2c-4cbd-a973-1fc3a6085513 req-c2b0e91e-9093-493a-badf-28a4081cee94 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b79cf3-8b07-4d2c-a915-488f0e253971 HTTP/1.1" status: 200 len: 950 time: 0.2547545 Jul 09 14:45:45.190619 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2dbc303c-f22d-4d47-8541-1b77a7266bbe tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:45.196883 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a25e1-698c-49f7-89eb-014aba4616ea req-4c81484a-6566-44f2-b0f6-1bdd0dbc9a28 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:45.198480 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-245a25e1-698c-49f7-89eb-014aba4616ea req-4c81484a-6566-44f2-b0f6-1bdd0dbc9a28 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ce50932-3743-4347-8d0a-d7564f731150 HTTP/1.1" status: 200 len: 1024 time: 0.4225028 Jul 09 14:45:45.243133 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-78d70fa1-0b2c-4cbd-a973-1fc3a6085513 req-de8bfca4-6b4d-49a2-aa09-75415db8ad60 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510211 Jul 09 14:45:45.251078 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-55e31d4e-7228-4d67-ad7a-f22e9f0291a4 req-8abd59fe-fc7d-426c-bb2a-9e9394b7b9c4 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177564 Jul 09 14:45:45.274161 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7afff82b-f281-476e-aa57-b89b616e3dd7 req-22faf998-d3f1-48d2-8262-bb8aedef7b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:45.285573 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-245a25e1-698c-49f7-89eb-014aba4616ea req-81c9242a-f2db-4ea7-8331-702f53e8544f tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/security-groups?id=15017511-eaed-4ccd-a7ae-d4f1dffa2b87&id=77396440-e05f-427b-b71a-7df360a98065&id=e4543b64-216b-4880-92bb-514113489699&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0681643 Jul 09 14:45:45.297166 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2dbc303c-f22d-4d47-8541-1b77a7266bbe tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:45.342593 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-0c872952-2a27-4758-ad61-c91418fd91fa req-d582e458-a31e-43cb-8313-24c7292a6ac1 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:45.358146 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['bc749f98-3287-45a3-921a-931e5b16101d'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:45:45.382714 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbc303c-f22d-4d47-8541-1b77a7266bbe tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c53084-ff15-419b-9d7e-92ae7ebe39f0,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:45.451729 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2dbc303c-f22d-4d47-8541-1b77a7266bbe tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:45.453847 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22faf998-d3f1-48d2-8262-bb8aedef7b2b service neutron] Pushing event updated for resources: {'Port': ['ID=c8ffe50f-0425-4def-ac4d-b39382ea2aea,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:45.456934 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-2dbc303c-f22d-4d47-8541-1b77a7266bbe tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7415094 Jul 09 14:45:45.457401 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 33704) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:45:45.462633 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-3530a887-a88d-45c0-9e01-949fc5092aa4 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Request body: {'security_group_rule': {'security_group_id': 'a2c53084-ff15-419b-9d7e-92ae7ebe39f0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:45:45.561309 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c872952-2a27-4758-ad61-c91418fd91fa req-d582e458-a31e-43cb-8313-24c7292a6ac1 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] No DVR routers for this DVR port bc749f98-3287-45a3-921a-931e5b16101d on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:45:45.563031 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d582e458-a31e-43cb-8313-24c7292a6ac1 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Pushing event deleted for resources: {'Port': ['ID=bc749f98-3287-45a3-921a-931e5b16101d,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:45.564896 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-0c872952-2a27-4758-ad61-c91418fd91fa req-d582e458-a31e-43cb-8313-24c7292a6ac1 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:45.567049 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0c872952-2a27-4758-ad61-c91418fd91fa req-d582e458-a31e-43cb-8313-24c7292a6ac1 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.54 "DELETE /v2.0/ports/bc749f98-3287-45a3-921a-931e5b16101d HTTP/1.1" status: 204 len: 173 time: 1.2050247 Jul 09 14:45:45.567517 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce50932-3743-4347-8d0a-d7564f731150', 'name': 'network-vif-deleted', 'tag': 'bc749f98-3287-45a3-921a-931e5b16101d'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:45:45.569965 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b52a6d4-4376-4710-af77-809c5d4bea82" -d '{"events": [{"server_uuid": "0ce50932-3743-4347-8d0a-d7564f731150", "name": "network-vif-deleted", "tag": "bc749f98-3287-45a3-921a-931e5b16101d"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:45:45.578274 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-bbb8cd5a-a8a4-43f1-ade4-f58fa106bbce None None] Notify callbacks [] for port, precommit_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:45.590866 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.provisioning_blocks [None req-bbb8cd5a-a8a4-43f1-ade4-f58fa106bbce None None] Transition to ACTIVE for port object 4bb7b92c-19f4-491a-89d5-5267789652e3 will not be triggered until provisioned by entity L2. {{(pid=94448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:45:45.618275 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3530a887-a88d-45c0-9e01-949fc5092aa4 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:45.659238 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-214e4856-fb53-4a8e-b417-844380200bb4 req-fca97e69-a585-4356-8f95-9358cbc00fcf tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=569d9b82-646c-47e4-942a-1e208984c28b HTTP/1.1" status: 200 len: 210 time: 0.0648396 Jul 09 14:45:45.690713 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-7afff82b-f281-476e-aa57-b89b616e3dd7 req-22faf998-d3f1-48d2-8262-bb8aedef7b2b service neutron] Attempting to bind port c8ffe50f-0425-4def-ac4d-b39382ea2aea on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:45:45.691125 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-7afff82b-f281-476e-aa57-b89b616e3dd7 req-22faf998-d3f1-48d2-8262-bb8aedef7b2b service neutron] Attempting to bind port c8ffe50f-0425-4def-ac4d-b39382ea2aea by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:45:45.691456 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afff82b-f281-476e-aa57-b89b616e3dd7 req-22faf998-d3f1-48d2-8262-bb8aedef7b2b service neutron] Attempting to bind port c8ffe50f-0425-4def-ac4d-b39382ea2aea on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:45:45.701357 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-bbb8cd5a-a8a4-43f1-ade4-f58fa106bbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:45.704731 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afff82b-f281-476e-aa57-b89b616e3dd7 req-22faf998-d3f1-48d2-8262-bb8aedef7b2b service neutron] Port c8ffe50f-0425-4def-ac4d-b39382ea2aea on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:45:45.705061 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afff82b-f281-476e-aa57-b89b616e3dd7 req-22faf998-d3f1-48d2-8262-bb8aedef7b2b service neutron] Attempting to bind port c8ffe50f-0425-4def-ac4d-b39382ea2aea on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:45:45.713227 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afff82b-f281-476e-aa57-b89b616e3dd7 req-22faf998-d3f1-48d2-8262-bb8aedef7b2b service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:45:45.713427 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afff82b-f281-476e-aa57-b89b616e3dd7 req-22faf998-d3f1-48d2-8262-bb8aedef7b2b service neutron] Checking segment: {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:45:45.713689 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afff82b-f281-476e-aa57-b89b616e3dd7 req-22faf998-d3f1-48d2-8262-bb8aedef7b2b service neutron] Bound using segment: {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:45:45.714187 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-7afff82b-f281-476e-aa57-b89b616e3dd7 req-22faf998-d3f1-48d2-8262-bb8aedef7b2b service neutron] Bound port: c8ffe50f-0425-4def-ac4d-b39382ea2aea, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:45:45.715090 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7afff82b-f281-476e-aa57-b89b616e3dd7 req-22faf998-d3f1-48d2-8262-bb8aedef7b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:45.738607 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cda4be-5b29-4c8c-a121-c8987fb3d22b req-b72a3f3a-906a-4bfd-bbe0-c878bc271a98 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:45.746203 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-16cda4be-5b29-4c8c-a121-c8987fb3d22b req-b72a3f3a-906a-4bfd-bbe0-c878bc271a98 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=12759e1a-6332-4211-bfb4-49d99ef750d3 HTTP/1.1" status: 200 len: 948 time: 0.2022715 Jul 09 14:45:45.760459 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75f423b-d153-43a1-a516-2f85f31b3ab7 x-openstack-request-id: req-c75f423b-d153-43a1-a516-2f85f31b3ab7 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:45:45.760459 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ce50932-3743-4347-8d0a-d7564f731150", "name": "network-vif-deleted", "tag": "bc749f98-3287-45a3-921a-931e5b16101d", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:45:45.760459 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c75f423b-d153-43a1-a516-2f85f31b3ab7 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:45:45.762538 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ce50932-3743-4347-8d0a-d7564f731150', 'name': 'network-vif-deleted', 'tag': 'bc749f98-3287-45a3-921a-931e5b16101d', 'status': 'completed', 'code': 200} Jul 09 14:45:45.808862 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3530a887-a88d-45c0-9e01-949fc5092aa4 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:45.852669 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-16cda4be-5b29-4c8c-a121-c8987fb3d22b req-f87bf914-d86e-4290-9c0b-8465cc522a3e tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041353 Jul 09 14:45:45.867470 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e064083-43e8-4548-81eb-9a54cf1460a7 None None] Pushing event updated for resources: {'Port': ['ID=4bb7b92c-19f4-491a-89d5-5267789652e3,revision_number=3']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:45.887760 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-7afff82b-f281-476e-aa57-b89b616e3dd7 req-22faf998-d3f1-48d2-8262-bb8aedef7b2b service neutron] For port c8ffe50f-0425-4def-ac4d-b39382ea2aea, host n-h1-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:45:45.892651 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-7afff82b-f281-476e-aa57-b89b616e3dd7 req-22faf998-d3f1-48d2-8262-bb8aedef7b2b service neutron] For port c8ffe50f-0425-4def-ac4d-b39382ea2aea, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=c8ffe50f-0425-4def-ac4d-b39382ea2aea,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:45:45.896807 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3530a887-a88d-45c0-9e01-949fc5092aa4 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:45.913006 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3530a887-a88d-45c0-9e01-949fc5092aa4 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb833075-d26b-4dff-9a43-46e93515e71b,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:45.941602 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-bbb8cd5a-a8a4-43f1-ade4-f58fa106bbce None None] Attempting to bind port 4bb7b92c-19f4-491a-89d5-5267789652e3 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:45:45.941973 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-bbb8cd5a-a8a4-43f1-ade4-f58fa106bbce None None] Attempting to bind port 4bb7b92c-19f4-491a-89d5-5267789652e3 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '2c83f2eb-8cb3-4860-acb7-94ea96ea7143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b257f852-cd64-45af-a256-9c096b11c942'}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:45:45.942337 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb8cd5a-a8a4-43f1-ade4-f58fa106bbce None None] Attempting to bind port 4bb7b92c-19f4-491a-89d5-5267789652e3 on network b257f852-cd64-45af-a256-9c096b11c942 {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:45:45.947874 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb8cd5a-a8a4-43f1-ade4-f58fa106bbce None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:45:45.948459 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb8cd5a-a8a4-43f1-ade4-f58fa106bbce None None] Checking segment: {'id': '2c83f2eb-8cb3-4860-acb7-94ea96ea7143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b257f852-cd64-45af-a256-9c096b11c942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:45:45.949830 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-bbb8cd5a-a8a4-43f1-ade4-f58fa106bbce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:45.950563 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb8cd5a-a8a4-43f1-ade4-f58fa106bbce None None] Bound using segment: {'id': '2c83f2eb-8cb3-4860-acb7-94ea96ea7143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b257f852-cd64-45af-a256-9c096b11c942'} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:45:45.951190 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-bbb8cd5a-a8a4-43f1-ade4-f58fa106bbce None None] Bound port: 4bb7b92c-19f4-491a-89d5-5267789652e3, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c83f2eb-8cb3-4860-acb7-94ea96ea7143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b257f852-cd64-45af-a256-9c096b11c942'}}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:45:45.951769 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-bbb8cd5a-a8a4-43f1-ade4-f58fa106bbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:45.990269 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7afff82b-f281-476e-aa57-b89b616e3dd7 req-22faf998-d3f1-48d2-8262-bb8aedef7b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:46.022964 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3530a887-a88d-45c0-9e01-949fc5092aa4 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:46.027904 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-3530a887-a88d-45c0-9e01-949fc5092aa4 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5688515 Jul 09 14:45:46.034493 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 33712) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:45:46.037472 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-75c24722-cd4f-4a5c-bc3d-8f21199d347c tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Request body: {'security_group_rule': {'security_group_id': 'a2c53084-ff15-419b-9d7e-92ae7ebe39f0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:45:46.048207 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afff82b-f281-476e-aa57-b89b616e3dd7 req-22faf998-d3f1-48d2-8262-bb8aedef7b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:46.049481 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7afff82b-f281-476e-aa57-b89b616e3dd7 req-22faf998-d3f1-48d2-8262-bb8aedef7b2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:46.051071 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7afff82b-f281-476e-aa57-b89b616e3dd7 req-22faf998-d3f1-48d2-8262-bb8aedef7b2b service neutron] 10.222.0.62 "PUT /v2.0/ports/c8ffe50f-0425-4def-ac4d-b39382ea2aea HTTP/1.1" status: 200 len: 1096 time: 2.9031584 Jul 09 14:45:46.060977 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-bbb8cd5a-a8a4-43f1-ade4-f58fa106bbce None None] For port 4bb7b92c-19f4-491a-89d5-5267789652e3, host n-d-799529-6, cleared binding levels {{(pid=94448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:45:46.069416 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-bbb8cd5a-a8a4-43f1-ade4-f58fa106bbce None None] For port 4bb7b92c-19f4-491a-89d5-5267789652e3, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=4bb7b92c-19f4-491a-89d5-5267789652e3,segment=NetworkSegment(2c83f2eb-8cb3-4860-acb7-94ea96ea7143),segment_id=2c83f2eb-8cb3-4860-acb7-94ea96ea7143)] {{(pid=94448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:45:46.118326 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0808980-e8f0-418e-b124-bc40860710ea req-ebe6d98c-4f79-4ea9-aa29-4643a039b630 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:46.132296 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f0808980-e8f0-418e-b124-bc40860710ea req-ebe6d98c-4f79-4ea9-aa29-4643a039b630 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dee0e93-8b4c-432d-9342-facb307b1b9c HTTP/1.1" status: 200 len: 945 time: 0.1812391 Jul 09 14:45:46.134245 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22faf998-d3f1-48d2-8262-bb8aedef7b2b service neutron] Pushing event updated for resources: {'Port': ['ID=c8ffe50f-0425-4def-ac4d-b39382ea2aea,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:46.197959 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f0808980-e8f0-418e-b124-bc40860710ea req-13b3e773-ed7a-412f-ad22-2220eac38513 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646462 Jul 09 14:45:46.231459 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-bbb8cd5a-a8a4-43f1-ade4-f58fa106bbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:46.244798 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-75c24722-cd4f-4a5c-bc3d-8f21199d347c tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:46.383778 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afff82b-f281-476e-aa57-b89b616e3dd7 req-395b34da-5dc2-41dd-a145-5b27119854e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:46.383778 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7afff82b-f281-476e-aa57-b89b616e3dd7 req-395b34da-5dc2-41dd-a145-5b27119854e0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=018349107c4e445095855bfde6f254bc&device_id=12759e1a-6332-4211-bfb4-49d99ef750d3 HTTP/1.1" status: 200 len: 1099 time: 0.1341956 Jul 09 14:45:46.418251 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e064083-43e8-4548-81eb-9a54cf1460a7 None None] Pushing event updated for resources: {'Port': ['ID=4bb7b92c-19f4-491a-89d5-5267789652e3,revision_number=4']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:46.438599 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-75c24722-cd4f-4a5c-bc3d-8f21199d347c tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:46.462897 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb8cd5a-a8a4-43f1-ade4-f58fa106bbce None None] Routers {'c1bbcfdc-31af-4cef-9880-af8272a21f4e'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:45:46.463916 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-bbb8cd5a-a8a4-43f1-ade4-f58fa106bbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:45:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['c1bbcfdc-31af-4cef-9880-af8272a21f4e'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:45:46.550542 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7afff82b-f281-476e-aa57-b89b616e3dd7 req-04f1aa98-d91d-40e5-be05-169a100b4248 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=c8ffe50f-0425-4def-ac4d-b39382ea2aea HTTP/1.1" status: 200 len: 217 time: 0.1505868 Jul 09 14:45:46.630494 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-bbb8cd5a-a8a4-43f1-ade4-f58fa106bbce None None] Set router c1bbcfdc-31af-4cef-9880-af8272a21f4e gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:45:46.633899 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 2004212f-3fd3-42ad-9fb8-566def57ea6b up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:45:46.669408 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-75c24722-cd4f-4a5c-bc3d-8f21199d347c tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:46.744811 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 2004212f-3fd3-42ad-9fb8-566def57ea6b triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:45:46.747476 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:46.866849 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-75c24722-cd4f-4a5c-bc3d-8f21199d347c tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:46.874065 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-75c24722-cd4f-4a5c-bc3d-8f21199d347c tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8413012 Jul 09 14:45:46.876210 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 33726) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:45:46.883320 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c24722-cd4f-4a5c-bc3d-8f21199d347c tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e69beb9-2964-4bae-b375-e553db545b71,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:46.893485 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-74aa3f71-cadf-477f-899c-bb9ebe3aa723 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Request body: {'floatingip': {'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:45:46.923038 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afff82b-f281-476e-aa57-b89b616e3dd7 req-bf72fbf1-972d-4523-b546-719896babbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:46.927484 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7afff82b-f281-476e-aa57-b89b616e3dd7 req-bf72fbf1-972d-4523-b546-719896babbd5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.3694575 Jul 09 14:45:46.970080 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3619bd50-6bed-47f0-9adb-2267e8144b46 req-33a1cb78-7df2-455d-970f-058c7badb214 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:46.983032 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3619bd50-6bed-47f0-9adb-2267e8144b46 req-33a1cb78-7df2-455d-970f-058c7badb214 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b79cf3-8b07-4d2c-a915-488f0e253971 HTTP/1.1" status: 200 len: 950 time: 0.4625459 Jul 09 14:45:47.018007 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6b5cd928-9c2e-4d59-92dc-9018ccb0807b req-406bab95-6f08-4a94-93c6-534fdffb2c22 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ce50932-3743-4347-8d0a-d7564f731150 HTTP/1.1" status: 200 len: 210 time: 0.1293342 Jul 09 14:45:47.035651 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3619bd50-6bed-47f0-9adb-2267e8144b46 req-8e67d8f4-293a-4178-a58a-4f56e71999d9 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516131 Jul 09 14:45:47.039692 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-74aa3f71-cadf-477f-899c-bb9ebe3aa723 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Notify callbacks [] for floatingip, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:47.088215 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-bbb8cd5a-a8a4-43f1-ade4-f58fa106bbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bbcfdc-31af-4cef-9880-af8272a21f4e', 'name': 'tempest-ServersTestJSON-1541501514-router', 'tenant_id': 'd23a49ae7ad54a32b92cd2e14ed969e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '2004212f-3fd3-42ad-9fb8-566def57ea6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:45:32Z', 'updated_at': '2021-07-09T14:45:41Z', 'revision_number': 4, 'project_id': 'd23a49ae7ad54a32b92cd2e14ed969e0', 'gw_port': {'id': '2004212f-3fd3-42ad-9fb8-566def57ea6b', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bbcfdc-31af-4cef-9880-af8272a21f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:45:34Z', 'updated_at': '2021-07-09T14:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '4bb7b92c-19f4-491a-89d5-5267789652e3', 'name': '', 'network_id': 'b257f852-cd64-45af-a256-9c096b11c942', 'tenant_id': 'd23a49ae7ad54a32b92cd2e14ed969e0', 'mac_address': 'fa:16:3e:f9:49:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bbcfdc-31af-4cef-9880-af8272a21f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '52cd48df-7dbf-4f6d-a76d-dc9a85bc635b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:45:39Z', 'updated_at': '2021-07-09T14:45:46Z', 'revision_number': 4, 'project_id': 'd23a49ae7ad54a32b92cd2e14ed969e0', 'subnets': [{'id': '52cd48df-7dbf-4f6d-a76d-dc9a85bc635b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:45:47.149558 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb8cd5a-a8a4-43f1-ade4-f58fa106bbce None None] The sync data for ids ['c1bbcfdc-31af-4cef-9880-af8272a21f4e'] in n-d-799529-6 is: [{'id': 'c1bbcfdc-31af-4cef-9880-af8272a21f4e', 'name': 'tempest-ServersTestJSON-1541501514-router', 'tenant_id': 'd23a49ae7ad54a32b92cd2e14ed969e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '2004212f-3fd3-42ad-9fb8-566def57ea6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:45:32Z', 'updated_at': '2021-07-09T14:45:41Z', 'revision_number': 4, 'project_id': 'd23a49ae7ad54a32b92cd2e14ed969e0', 'gw_port': {'id': '2004212f-3fd3-42ad-9fb8-566def57ea6b', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bbcfdc-31af-4cef-9880-af8272a21f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:45:34Z', 'updated_at': '2021-07-09T14:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '4bb7b92c-19f4-491a-89d5-5267789652e3', 'name': '', 'network_id': 'b257f852-cd64-45af-a256-9c096b11c942', 'tenant_id': 'd23a49ae7ad54a32b92cd2e14ed969e0', 'mac_address': 'fa:16:3e:f9:49:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bbcfdc-31af-4cef-9880-af8272a21f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '52cd48df-7dbf-4f6d-a76d-dc9a85bc635b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:45:39Z', 'updated_at': '2021-07-09T14:45:46Z', 'revision_number': 4, 'project_id': 'd23a49ae7ad54a32b92cd2e14ed969e0', 'subnets': [{'id': '52cd48df-7dbf-4f6d-a76d-dc9a85bc635b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:45:47.235578 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38b78b-9e27-421f-984c-3b2ce2241bab req-1939fc45-28ce-4df4-b843-955761ae3213 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:47.244396 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bb38b78b-9e27-421f-984c-3b2ce2241bab req-1939fc45-28ce-4df4-b843-955761ae3213 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.54 "GET /v2.0/networks?id=57042d5f-0386-4b58-a12c-ab7a19465fa2 HTTP/1.1" status: 200 len: 813 time: 0.5743916 Jul 09 14:45:47.265296 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-bb38b78b-9e27-421f-984c-3b2ce2241bab req-8341ebbf-3157-41de-ac06-11679a636990 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Request body: {'port': {'device_id': '569d9b82-646c-47e4-942a-1e208984c28b', 'network_id': '57042d5f-0386-4b58-a12c-ab7a19465fa2', 'admin_state_up': True, 'tenant_id': '0ea59604d49a4768b9c04e74a1a30065'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:45:47.346866 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afff82b-f281-476e-aa57-b89b616e3dd7 req-8f1e4ac7-222b-40a1-adf3-682ad6ec4203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:47.348731 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7afff82b-f281-476e-aa57-b89b616e3dd7 req-8f1e4ac7-222b-40a1-adf3-682ad6ec4203 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3747900 Jul 09 14:45:47.353293 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7bbcf3be-b513-4799-bf8b-fd613106eefa req-69fab269-0d6b-416a-94d8-540bd3955328 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=569d9b82-646c-47e4-942a-1e208984c28b HTTP/1.1" status: 200 len: 210 time: 0.1058035 Jul 09 14:45:47.507385 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8a94e-4426-4d80-a157-6ad97c1087f1 req-f8da6024-1566-47ec-b78f-274fbf670729 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:47.520401 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-39c8a94e-4426-4d80-a157-6ad97c1087f1 req-f8da6024-1566-47ec-b78f-274fbf670729 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=12759e1a-6332-4211-bfb4-49d99ef750d3 HTTP/1.1" status: 200 len: 948 time: 0.2604589 Jul 09 14:45:47.551241 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-74aa3f71-cadf-477f-899c-bb9ebe3aa723 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:47.587356 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7afff82b-f281-476e-aa57-b89b616e3dd7 req-cfc225f4-3963-464b-9610-7f575ad91e68 service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277744 Jul 09 14:45:47.604432 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-39c8a94e-4426-4d80-a157-6ad97c1087f1 req-ea9c951c-ed81-4ae6-95c9-70d4affdde46 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746136 Jul 09 14:45:47.716437 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7afff82b-f281-476e-aa57-b89b616e3dd7 req-d2ec6810-9e30-475f-b138-ffde79e47db6 service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200690 Jul 09 14:45:47.760041 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-74aa3f71-cadf-477f-899c-bb9ebe3aa723 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Allocated IP 172.25.3.202 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/ddc8f640-06d3-444d-98e5-ee3ddbb5c43f) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:45:47.765054 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12759e1a-6332-4211-bfb4-49d99ef750d3', 'tag': 'c8ffe50f-0425-4def-ac4d-b39382ea2aea'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:45:47.767482 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e342ef1c-55b2-4ab7-b16d-41287ab0e6f4" -d '{"events": [{"name": "network-changed", "server_uuid": "12759e1a-6332-4211-bfb4-49d99ef750d3", "tag": "c8ffe50f-0425-4def-ac4d-b39382ea2aea"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:45:47.849557 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b89b83-4d87-489e-a267-4b615ad10817 x-openstack-request-id: req-92b89b83-4d87-489e-a267-4b615ad10817 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:45:47.850875 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12759e1a-6332-4211-bfb4-49d99ef750d3", "tag": "c8ffe50f-0425-4def-ac4d-b39382ea2aea", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:45:47.851143 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-92b89b83-4d87-489e-a267-4b615ad10817 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:45:47.852380 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12759e1a-6332-4211-bfb4-49d99ef750d3', 'tag': 'c8ffe50f-0425-4def-ac4d-b39382ea2aea', 'status': 'completed', 'code': 200} Jul 09 14:45:47.860765 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae94ac6e-8512-46ae-8407-ca11a4b4dd9c req-2ed5300e-71a5-4bc3-b010-9ede8f2835a9 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:47.862373 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ae94ac6e-8512-46ae-8407-ca11a4b4dd9c req-2ed5300e-71a5-4bc3-b010-9ede8f2835a9 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dee0e93-8b4c-432d-9342-facb307b1b9c HTTP/1.1" status: 200 len: 945 time: 0.1450276 Jul 09 14:45:47.886611 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb38b78b-9e27-421f-984c-3b2ce2241bab req-8341ebbf-3157-41de-ac06-11679a636990 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Made reservation on behalf of 0ea59604d49a4768b9c04e74a1a30065 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:45:47.889782 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-bb38b78b-9e27-421f-984c-3b2ce2241bab req-8341ebbf-3157-41de-ac06-11679a636990 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:47.919292 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-74aa3f71-cadf-477f-899c-bb9ebe3aa723 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:47.977210 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ae94ac6e-8512-46ae-8407-ca11a4b4dd9c req-bf83a11d-3ff3-4bc8-ad60-1ae38099ca95 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085191 Jul 09 14:45:48.067941 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e342ef1c-55b2-4ab7-b16d-41287ab0e6f4 req-067067d8-11dd-48d3-95f4-8ad5a0881313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:48.067941 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e342ef1c-55b2-4ab7-b16d-41287ab0e6f4 req-067067d8-11dd-48d3-95f4-8ad5a0881313 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=018349107c4e445095855bfde6f254bc&device_id=12759e1a-6332-4211-bfb4-49d99ef750d3 HTTP/1.1" status: 200 len: 1099 time: 0.1437914 Jul 09 14:45:48.071780 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-74aa3f71-cadf-477f-899c-bb9ebe3aa723 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:48.163399 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aa3f71-cadf-477f-899c-bb9ebe3aa723 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Pushing event updated for resources: {'Port': ['ID=ddc8f640-06d3-444d-98e5-ee3ddbb5c43f,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:48.180449 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e342ef1c-55b2-4ab7-b16d-41287ab0e6f4 req-2aa62cbc-c996-4b21-8f89-ecd7a3b2cfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:48.181954 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e342ef1c-55b2-4ab7-b16d-41287ab0e6f4 req-2aa62cbc-c996-4b21-8f89-ecd7a3b2cfa9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc HTTP/1.1" status: 200 len: 870 time: 0.1064160 Jul 09 14:45:48.195544 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74aa3f71-cadf-477f-899c-bb9ebe3aa723 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:45:48.197043 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-74aa3f71-cadf-477f-899c-bb9ebe3aa723 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:45:48.204307 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74aa3f71-cadf-477f-899c-bb9ebe3aa723 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:45:48.274509 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e342ef1c-55b2-4ab7-b16d-41287ab0e6f4 req-66b1086f-1eb2-420d-8774-1cde86955d9f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=c8ffe50f-0425-4def-ac4d-b39382ea2aea HTTP/1.1" status: 200 len: 217 time: 0.0826373 Jul 09 14:45:48.317621 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-bb38b78b-9e27-421f-984c-3b2ce2241bab req-8341ebbf-3157-41de-ac06-11679a636990 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Allocated IP 172.20.0.5 (57042d5f-0386-4b58-a12c-ab7a19465fa2/82201829-6811-4a6f-8404-54dcb1347eec/a8cb89d0-a5ee-4a3d-9cc6-54d65686c380) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:45:48.387476 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-74aa3f71-cadf-477f-899c-bb9ebe3aa723 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:48.496967 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e342ef1c-55b2-4ab7-b16d-41287ab0e6f4 req-b2171181-f6e3-4765-ac27-46be92477e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:48.498798 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e342ef1c-55b2-4ab7-b16d-41287ab0e6f4 req-b2171181-f6e3-4765-ac27-46be92477e16 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.2173555 Jul 09 14:45:48.560102 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device bc749f98-3287-45a3-921a-931e5b16101d no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:45:48.580445 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: bc749f98-3287-45a3-921a-931e5b16101d {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:45:48.580787 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device bc749f98-3287-45a3-921a-931e5b16101d not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:45:48.602266 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4d49c70e-f841-4463-8154-9bac67d8ce70 req-9a73488d-19bf-4355-9753-b1678dfaac68 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/security-groups/15017511-eaed-4ccd-a7ae-d4f1dffa2b87 HTTP/1.1" status: 200 len: 1799 time: 0.1127019 Jul 09 14:45:48.604106 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-74aa3f71-cadf-477f-899c-bb9ebe3aa723 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:48.627005 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-bb38b78b-9e27-421f-984c-3b2ce2241bab req-8341ebbf-3157-41de-ac06-11679a636990 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:48.636916 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c5467-8431-480e-86b9-c1d2c6002871 req-57f4f0d6-4d43-4bec-ba68-a20a6ea850ae tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:48.638566 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a24c5467-8431-480e-86b9-c1d2c6002871 req-57f4f0d6-4d43-4bec-ba68-a20a6ea850ae tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b79cf3-8b07-4d2c-a915-488f0e253971 HTTP/1.1" status: 200 len: 950 time: 0.2481601 Jul 09 14:45:48.669173 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e342ef1c-55b2-4ab7-b16d-41287ab0e6f4 req-5fe28157-ea7f-4f52-b080-cb226eee7fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:48.670729 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e342ef1c-55b2-4ab7-b16d-41287ab0e6f4 req-5fe28157-ea7f-4f52-b080-cb226eee7fc4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1641674 Jul 09 14:45:48.690355 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 4bb7b92c-19f4-491a-89d5-5267789652e3 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:45:48.775380 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a24c5467-8431-480e-86b9-c1d2c6002871 req-4af3de4b-0ec5-4ad9-a46f-08bb74072e87 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291885 Jul 09 14:45:48.832138 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e342ef1c-55b2-4ab7-b16d-41287ab0e6f4 req-85291794-c7f1-4d68-b6bf-aa7360f07308 service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531582 Jul 09 14:45:48.835634 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-4d49c70e-f841-4463-8154-9bac67d8ce70 req-dd7173da-32b8-4212-a8a2-b2cfc9bea07e tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:48.874365 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 4bb7b92c-19f4-491a-89d5-5267789652e3 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:45:48.876304 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-4d49c70e-f841-4463-8154-9bac67d8ce70 req-dd7173da-32b8-4212-a8a2-b2cfc9bea07e tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:48.879441 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 4bb7b92c-19f4-491a-89d5-5267789652e3 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:45:48.884268 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:48.920834 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-bb38b78b-9e27-421f-984c-3b2ce2241bab req-8341ebbf-3157-41de-ac06-11679a636990 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:48.956226 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-74aa3f71-cadf-477f-899c-bb9ebe3aa723 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:48.990221 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['1ad2f213-faf3-4478-a55c-736188b5f250'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:45:49.022618 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-4d49c70e-f841-4463-8154-9bac67d8ce70 req-dd7173da-32b8-4212-a8a2-b2cfc9bea07e tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:49.028046 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-4d49c70e-f841-4463-8154-9bac67d8ce70 req-dd7173da-32b8-4212-a8a2-b2cfc9bea07e tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:49.029383 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4d49c70e-f841-4463-8154-9bac67d8ce70 req-dd7173da-32b8-4212-a8a2-b2cfc9bea07e tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "DELETE /v2.0/security-groups/15017511-eaed-4ccd-a7ae-d4f1dffa2b87 HTTP/1.1" status: 204 len: 173 time: 0.3698227 Jul 09 14:45:49.035234 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:49.051873 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-74aa3f71-cadf-477f-899c-bb9ebe3aa723 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:49.083997 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7173da-32b8-4212-a8a2-b2cfc9bea07e tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15017511-eaed-4ccd-a7ae-d4f1dffa2b87,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:49.088457 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 4bb7b92c-19f4-491a-89d5-5267789652e3, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=4bb7b92c-19f4-491a-89d5-5267789652e3,segment=NetworkSegment(2c83f2eb-8cb3-4860-acb7-94ea96ea7143),segment_id=2c83f2eb-8cb3-4860-acb7-94ea96ea7143)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:45:49.159341 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:49.243809 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aa3f71-cadf-477f-899c-bb9ebe3aa723 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Pushing event updated for resources: {'Port': ['ID=ddc8f640-06d3-444d-98e5-ee3ddbb5c43f,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:49.262813 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-74aa3f71-cadf-477f-899c-bb9ebe3aa723 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:49.266601 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=4bb7b92c-19f4-491a-89d5-5267789652e3,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:49.299214 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f25af-0ed1-48bf-9ccc-237c08aacfbc req-e1563dc7-355f-48e0-9ad7-28d13df5c84b tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:49.306750 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cf3f25af-0ed1-48bf-9ccc-237c08aacfbc req-e1563dc7-355f-48e0-9ad7-28d13df5c84b tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dee0e93-8b4c-432d-9342-facb307b1b9c HTTP/1.1" status: 200 len: 945 time: 0.1135819 Jul 09 14:45:49.350573 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cf3f25af-0ed1-48bf-9ccc-237c08aacfbc req-5f2a6ba5-6450-4b95-b9b6-e0fab5b4470a tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426528 Jul 09 14:45:49.359892 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-74aa3f71-cadf-477f-899c-bb9ebe3aa723 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:49.362906 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-74aa3f71-cadf-477f-899c-bb9ebe3aa723 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4788842 Jul 09 14:45:49.367435 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb38b78b-9e27-421f-984c-3b2ce2241bab req-8341ebbf-3157-41de-ac06-11679a636990 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Network 57042d5f-0386-4b58-a12c-ab7a19465fa2 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:45:49.376762 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-bb38b78b-9e27-421f-984c-3b2ce2241bab req-8341ebbf-3157-41de-ac06-11679a636990 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:45:49.386257 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb38b78b-9e27-421f-984c-3b2ce2241bab req-8341ebbf-3157-41de-ac06-11679a636990 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:45:49.389098 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8341ebbf-3157-41de-ac06-11679a636990 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Pushing event updated for resources: {'Port': ['ID=a8cb89d0-a5ee-4a3d-9cc6-54d65686c380,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:49.440557 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e342ef1c-55b2-4ab7-b16d-41287ab0e6f4 req-c930fd3d-ae8d-4f27-bdfe-48b435e31c41 service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5969899 Jul 09 14:45:49.459188 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38b78b-9e27-421f-984c-3b2ce2241bab req-8341ebbf-3157-41de-ac06-11679a636990 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:49.459834 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-bb38b78b-9e27-421f-984c-3b2ce2241bab req-8341ebbf-3157-41de-ac06-11679a636990 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:49.474842 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74338f0-60bf-424e-abb4-3aea2b989631 req-dade3a98-16f4-46bb-9f72-af3abc374744 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:49.477410 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e74338f0-60bf-424e-abb4-3aea2b989631 req-dade3a98-16f4-46bb-9f72-af3abc374744 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=569d9b82-646c-47e4-942a-1e208984c28b HTTP/1.1" status: 200 len: 931 time: 0.5709379 Jul 09 14:45:49.532748 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e74338f0-60bf-424e-abb4-3aea2b989631 req-44fe638d-fd30-4ed6-b135-6edf9691c427 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397308 Jul 09 14:45:49.592669 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bb38b78b-9e27-421f-984c-3b2ce2241bab req-8341ebbf-3157-41de-ac06-11679a636990 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3380430 Jul 09 14:45:49.599786 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ec3eb-c25f-4029-b36f-ade2cab147a0 req-9652a5b9-f031-40f1-8f7e-9a6355ac2cdd tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:49.601398 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae0ec3eb-c25f-4029-b36f-ade2cab147a0 req-9652a5b9-f031-40f1-8f7e-9a6355ac2cdd tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=12759e1a-6332-4211-bfb4-49d99ef750d3 HTTP/1.1" status: 200 len: 948 time: 0.0916033 Jul 09 14:45:49.611721 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-bb38b78b-9e27-421f-984c-3b2ce2241bab req-e5a4b66f-b253-4262-92e6-0b1d1c14d729 service neutron] Request body: {'port': {'device_id': '569d9b82-646c-47e4-942a-1e208984c28b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:45:49.639972 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c878fede-b044-4eba-8a2c-3467cbb0b7d8 req-30e9449c-52e6-47f6-8bf8-829d00650434 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "GET /v2.0/security-groups/77396440-e05f-427b-b71a-7df360a98065 HTTP/1.1" status: 200 len: 1801 time: 0.0719709 Jul 09 14:45:49.643001 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae0ec3eb-c25f-4029-b36f-ade2cab147a0 req-2670bc8e-3c38-43e3-8af4-68b0294b9179 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354285 Jul 09 14:45:49.729258 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-bb38b78b-9e27-421f-984c-3b2ce2241bab req-e5a4b66f-b253-4262-92e6-0b1d1c14d729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:49.752037 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-c878fede-b044-4eba-8a2c-3467cbb0b7d8 req-3ca0b199-9edc-4b02-8fd4-f0b4663661a7 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:49.799010 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-c878fede-b044-4eba-8a2c-3467cbb0b7d8 req-3ca0b199-9edc-4b02-8fd4-f0b4663661a7 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:49.834024 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37bbf94-5573-438c-91f3-b521625b3b61 req-bcadd396-6e1f-4033-82b8-a65de44f6241 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:49.842131 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c37bbf94-5573-438c-91f3-b521625b3b61 req-bcadd396-6e1f-4033-82b8-a65de44f6241 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dee0e93-8b4c-432d-9342-facb307b1b9c HTTP/1.1" status: 200 len: 945 time: 0.0804846 Jul 09 14:45:49.883825 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c37bbf94-5573-438c-91f3-b521625b3b61 req-33525345-0fca-43d9-bbc1-5977cc70b02d tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406275 Jul 09 14:45:49.999831 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-c878fede-b044-4eba-8a2c-3467cbb0b7d8 req-3ca0b199-9edc-4b02-8fd4-f0b4663661a7 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:50.002378 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-c878fede-b044-4eba-8a2c-3467cbb0b7d8 req-3ca0b199-9edc-4b02-8fd4-f0b4663661a7 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:50.003537 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c878fede-b044-4eba-8a2c-3467cbb0b7d8 req-3ca0b199-9edc-4b02-8fd4-f0b4663661a7 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] 10.222.0.58 "DELETE /v2.0/security-groups/77396440-e05f-427b-b71a-7df360a98065 HTTP/1.1" status: 204 len: 173 time: 0.3526800 Jul 09 14:45:50.012092 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7778f20a-d9f5-4046-846d-b51740ec2bfe req-ed116ffa-1c97-4536-867f-2f3ee8234ba0 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--238858283&fields=id&tenant_id=d23a49ae7ad54a32b92cd2e14ed969e0 HTTP/1.1" status: 200 len: 267 time: 0.0434391 Jul 09 14:45:50.013352 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 33772) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:45:50.061299 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca0b199-9edc-4b02-8fd4-f0b4663661a7 tempest-SecurityGroupsTestJSON-2137860618 tempest-SecurityGroupsTestJSON-2137860618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77396440-e05f-427b-b71a-7df360a98065,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:50.112818 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-46259e64-b5a1-48a0-a7ed-964228cd24db admin admin] Deleting subnet a6a78364-bb65-4c21-a934-4153d5dd997e {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:45:50.117127 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-46259e64-b5a1-48a0-a7ed-964228cd24db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:50.147117 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7778f20a-d9f5-4046-846d-b51740ec2bfe req-087b8a4a-6b5f-403e-9f01-50ca77f9670a tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:50.150730 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7778f20a-d9f5-4046-846d-b51740ec2bfe req-087b8a4a-6b5f-403e-9f01-50ca77f9670a tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] 10.222.0.58 "GET /v2.0/networks?id=b257f852-cd64-45af-a256-9c096b11c942 HTTP/1.1" status: 200 len: 806 time: 0.1364677 Jul 09 14:45:50.152225 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-bb38b78b-9e27-421f-984c-3b2ce2241bab req-e5a4b66f-b253-4262-92e6-0b1d1c14d729 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8cb89d0-a5ee-4a3d-9cc6-54d65686c380 {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:45:50.163140 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-bb38b78b-9e27-421f-984c-3b2ce2241bab req-e5a4b66f-b253-4262-92e6-0b1d1c14d729 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:50.174868 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7778f20a-d9f5-4046-846d-b51740ec2bfe req-ceb1027f-3964-43d1-b830-e2cb701f1af5 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] 10.222.0.58 "GET /v2.0/quotas/d23a49ae7ad54a32b92cd2e14ed969e0 HTTP/1.1" status: 200 len: 375 time: 0.0190403 Jul 09 14:45:50.186005 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-46259e64-b5a1-48a0-a7ed-964228cd24db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:50.235986 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-bb38b78b-9e27-421f-984c-3b2ce2241bab req-e5a4b66f-b253-4262-92e6-0b1d1c14d729 service neutron] Transition to ACTIVE for port object a8cb89d0-a5ee-4a3d-9cc6-54d65686c380 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:45:50.266048 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-46259e64-b5a1-48a0-a7ed-964228cd24db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:50.269126 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7778f20a-d9f5-4046-846d-b51740ec2bfe req-006376ce-d2b2-44eb-8886-869afeda6229 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d23a49ae7ad54a32b92cd2e14ed969e0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0931199 Jul 09 14:45:50.306459 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-bb38b78b-9e27-421f-984c-3b2ce2241bab req-e5a4b66f-b253-4262-92e6-0b1d1c14d729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:50.368721 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fab93b-05d4-45a6-90ed-8775302b0a5b req-242537b9-c6de-4c6e-9757-4b87f9cf49e4 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:50.370296 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-24fab93b-05d4-45a6-90ed-8775302b0a5b req-242537b9-c6de-4c6e-9757-4b87f9cf49e4 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b79cf3-8b07-4d2c-a915-488f0e253971 HTTP/1.1" status: 200 len: 950 time: 0.2017918 Jul 09 14:45:50.390403 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7778f20a-d9f5-4046-846d-b51740ec2bfe req-aa389133-cba5-4e1a-928a-6511f901b7d6 service neutron] 10.222.0.58 "GET /v2.0/networks/b257f852-cd64-45af-a256-9c096b11c942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071541 Jul 09 14:45:50.397273 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a4b66f-b253-4262-92e6-0b1d1c14d729 service neutron] Pushing event updated for resources: {'Port': ['ID=a8cb89d0-a5ee-4a3d-9cc6-54d65686c380,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:50.453788 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-46259e64-b5a1-48a0-a7ed-964228cd24db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:50.483550 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-24fab93b-05d4-45a6-90ed-8775302b0a5b req-fc743353-389a-4a8a-b1fd-6d31bdce7c3b tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986199 Jul 09 14:45:50.495938 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7778f20a-d9f5-4046-846d-b51740ec2bfe req-f8c17b94-d669-4075-b3c4-5f3b4eb22411 service neutron] 10.222.0.58 "GET /v2.0/networks/b257f852-cd64-45af-a256-9c096b11c942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953422 Jul 09 14:45:50.528039 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46259e64-b5a1-48a0-a7ed-964228cd24db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6a78364-bb65-4c21-a934-4153d5dd997e,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:50.533830 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-46259e64-b5a1-48a0-a7ed-964228cd24db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:50.535828 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-46259e64-b5a1-48a0-a7ed-964228cd24db admin admin] 10.222.0.58 "DELETE /v2.0/subnets/a6a78364-bb65-4c21-a934-4153d5dd997e HTTP/1.1" status: 204 len: 168 time: 0.5200124 Jul 09 14:45:50.538267 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 33776) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:45:50.642342 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-bb38b78b-9e27-421f-984c-3b2ce2241bab req-e5a4b66f-b253-4262-92e6-0b1d1c14d729 service neutron] Attempting to bind port a8cb89d0-a5ee-4a3d-9cc6-54d65686c380 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:45:50.642997 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-bb38b78b-9e27-421f-984c-3b2ce2241bab req-e5a4b66f-b253-4262-92e6-0b1d1c14d729 service neutron] Attempting to bind port a8cb89d0-a5ee-4a3d-9cc6-54d65686c380 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '08141ba6-0964-4d1a-8d67-af4c03fe6653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '57042d5f-0386-4b58-a12c-ab7a19465fa2'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:45:50.642997 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb38b78b-9e27-421f-984c-3b2ce2241bab req-e5a4b66f-b253-4262-92e6-0b1d1c14d729 service neutron] Attempting to bind port a8cb89d0-a5ee-4a3d-9cc6-54d65686c380 on network 57042d5f-0386-4b58-a12c-ab7a19465fa2 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:45:50.655683 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 4bb7b92c-19f4-491a-89d5-5267789652e3 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:45:50.660650 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8129f9cf-d809-4a04-a050-dac62926915c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:50.662322 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb38b78b-9e27-421f-984c-3b2ce2241bab req-e5a4b66f-b253-4262-92e6-0b1d1c14d729 service neutron] Port a8cb89d0-a5ee-4a3d-9cc6-54d65686c380 on network 57042d5f-0386-4b58-a12c-ab7a19465fa2 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:45:50.662716 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb38b78b-9e27-421f-984c-3b2ce2241bab req-e5a4b66f-b253-4262-92e6-0b1d1c14d729 service neutron] Attempting to bind port a8cb89d0-a5ee-4a3d-9cc6-54d65686c380 on network 57042d5f-0386-4b58-a12c-ab7a19465fa2 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:45:50.674590 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb38b78b-9e27-421f-984c-3b2ce2241bab req-e5a4b66f-b253-4262-92e6-0b1d1c14d729 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:45:50.677602 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb38b78b-9e27-421f-984c-3b2ce2241bab req-e5a4b66f-b253-4262-92e6-0b1d1c14d729 service neutron] Checking segment: {'id': '08141ba6-0964-4d1a-8d67-af4c03fe6653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '57042d5f-0386-4b58-a12c-ab7a19465fa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:45:50.677602 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb38b78b-9e27-421f-984c-3b2ce2241bab req-e5a4b66f-b253-4262-92e6-0b1d1c14d729 service neutron] Bound using segment: {'id': '08141ba6-0964-4d1a-8d67-af4c03fe6653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '57042d5f-0386-4b58-a12c-ab7a19465fa2'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:45:50.677602 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-bb38b78b-9e27-421f-984c-3b2ce2241bab req-e5a4b66f-b253-4262-92e6-0b1d1c14d729 service neutron] Bound port: a8cb89d0-a5ee-4a3d-9cc6-54d65686c380, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08141ba6-0964-4d1a-8d67-af4c03fe6653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '57042d5f-0386-4b58-a12c-ab7a19465fa2'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:45:50.677602 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-bb38b78b-9e27-421f-984c-3b2ce2241bab req-e5a4b66f-b253-4262-92e6-0b1d1c14d729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:50.731378 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 4bb7b92c-19f4-491a-89d5-5267789652e3 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:45:50.731809 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:50.794488 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8129f9cf-d809-4a04-a050-dac62926915c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:50.812657 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-8129f9cf-d809-4a04-a050-dac62926915c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7315f037-8bae-46c2-abb3-b71f897eb072']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:45:50.839034 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-8129f9cf-d809-4a04-a050-dac62926915c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e574744-83f5-4d4a-871f-858e3f9ffdcb') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:45:50.839384 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-8129f9cf-d809-4a04-a050-dac62926915c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e574744-83f5-4d4a-871f-858e3f9ffdcb') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:45:50.847088 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-bb38b78b-9e27-421f-984c-3b2ce2241bab req-e5a4b66f-b253-4262-92e6-0b1d1c14d729 service neutron] For port a8cb89d0-a5ee-4a3d-9cc6-54d65686c380, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:45:50.853106 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8129f9cf-d809-4a04-a050-dac62926915c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:50.868538 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-bb38b78b-9e27-421f-984c-3b2ce2241bab req-e5a4b66f-b253-4262-92e6-0b1d1c14d729 service neutron] For port a8cb89d0-a5ee-4a3d-9cc6-54d65686c380, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=a8cb89d0-a5ee-4a3d-9cc6-54d65686c380,segment=NetworkSegment(08141ba6-0964-4d1a-8d67-af4c03fe6653),segment_id=08141ba6-0964-4d1a-8d67-af4c03fe6653)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:45:50.876392 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8129f9cf-d809-4a04-a050-dac62926915c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:50.884420 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8129f9cf-d809-4a04-a050-dac62926915c admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:45:50.885097 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8129f9cf-d809-4a04-a050-dac62926915c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:50.888830 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:45:50.888830 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:45:50.888830 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:45:50.888830 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:45:50.888830 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:45:50.888830 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:45:50.888830 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:45:50.888830 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:45:50.888830 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:45:50.888830 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:45:50.888830 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:45:50.888830 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:45:50.888830 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:45:50.888830 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:45:50.888830 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:45:50.888830 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:45:50.888830 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:45:50.888830 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:45:50.888830 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:45:50.888830 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:45:50.888830 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:45:50.888830 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:45:50.888830 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:45:50.888830 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:45:50.888830 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:45:50.888830 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:45:50.888830 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:45:50.888830 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:45:50.888830 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:45:50.888830 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:45:50.888830 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:45:50.888830 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:45:50.888830 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:45:50.888830 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:45:50.888830 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:45:50.888830 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:45:50.888830 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:45:50.888830 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:45:50.888830 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:45:50.888830 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:45:50.888830 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:45:50.888830 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:45:50.888830 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:45:50.888830 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:45:50.888830 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:45:50.888830 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:45:50.888830 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:45:50.888830 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:45:50.888830 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:45:50.888830 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:45:50.888830 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:45:50.888830 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:45:50.888830 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:45:50.888830 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:45:50.888830 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:45:50.888830 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:45:50.891909 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:45:50.891909 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:45:50.891909 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:45:50.891909 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:45:50.891909 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:45:50.891909 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:45:50.891909 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 14:45:50.891909 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:45:50.891909 n-d-799529-6 neutron-server[94445]: timer() Jul 09 14:45:50.891909 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:45:50.891909 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 14:45:50.891909 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:45:50.891909 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 14:45:50.891909 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:45:50.891909 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 14:45:50.891909 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:45:50.891909 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 14:45:50.891909 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:45:50.891909 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 14:45:50.891909 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:45:50.891909 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:45:50.891909 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:45:50.891909 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:45:50.891909 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:45:50.891909 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 14:45:50.891909 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:45:50.891909 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 14:45:50.891909 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:45:50.891909 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:45:50.894081 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:45:50.894081 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 14:45:50.894081 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:45:50.894081 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:45:50.894081 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:45:50.894081 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:45:50.894081 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:45:50.894081 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:45:50.894081 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:45:50.944309 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-bb38b78b-9e27-421f-984c-3b2ce2241bab req-e5a4b66f-b253-4262-92e6-0b1d1c14d729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:51.003675 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38b78b-9e27-421f-984c-3b2ce2241bab req-e5a4b66f-b253-4262-92e6-0b1d1c14d729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:51.004313 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-bb38b78b-9e27-421f-984c-3b2ce2241bab req-e5a4b66f-b253-4262-92e6-0b1d1c14d729 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:51.006712 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bb38b78b-9e27-421f-984c-3b2ce2241bab req-e5a4b66f-b253-4262-92e6-0b1d1c14d729 service neutron] 10.222.0.54 "PUT /v2.0/ports/a8cb89d0-a5ee-4a3d-9cc6-54d65686c380 HTTP/1.1" status: 200 len: 1091 time: 1.4024007 Jul 09 14:45:51.007429 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '569d9b82-646c-47e4-942a-1e208984c28b', 'tag': 'a8cb89d0-a5ee-4a3d-9cc6-54d65686c380'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:45:51.009898 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b5b998-8855-49bb-84e5-d7868125a6d4" -d '{"events": [{"name": "network-changed", "server_uuid": "569d9b82-646c-47e4-942a-1e208984c28b", "tag": "a8cb89d0-a5ee-4a3d-9cc6-54d65686c380"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:45:51.021804 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8312dd1b-e951-4664-a701-59ad83f0ef74 req-0233cfaf-aa56-42e4-820d-a2817b764019 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:51.024525 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8312dd1b-e951-4664-a701-59ad83f0ef74 req-0233cfaf-aa56-42e4-820d-a2817b764019 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=569d9b82-646c-47e4-942a-1e208984c28b HTTP/1.1" status: 200 len: 943 time: 0.0797029 Jul 09 14:45:51.036778 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a4b66f-b253-4262-92e6-0b1d1c14d729 service neutron] Pushing event updated for resources: {'Port': ['ID=a8cb89d0-a5ee-4a3d-9cc6-54d65686c380,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:51.066764 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8312dd1b-e951-4664-a701-59ad83f0ef74 req-edeaae5b-bdf5-4974-9739-39e1f3129161 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349028 Jul 09 14:45:51.102744 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8129f9cf-d809-4a04-a050-dac62926915c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:51.109073 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8129f9cf-d809-4a04-a050-dac62926915c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:51.112481 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-8129f9cf-d809-4a04-a050-dac62926915c admin admin] 10.222.0.58 "DELETE /v2.0/networks/7315f037-8bae-46c2-abb3-b71f897eb072 HTTP/1.1" status: 204 len: 168 time: 0.5725262 Jul 09 14:45:51.172305 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8129f9cf-d809-4a04-a050-dac62926915c admin admin] Pushing event deleted for resources: {'Network': ['ID=7315f037-8bae-46c2-abb3-b71f897eb072,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:51.224991 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-985cbf59-e532-4f1a-87ad-d81d6b191fdb req-0945448c-e50d-43d7-a4cf-a5eef3263708 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf213cef-cdcb-40c1-8a12-272ef114c818 HTTP/1.1" status: 200 len: 210 time: 0.0443451 Jul 09 14:45:51.248340 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38b78b-9e27-421f-984c-3b2ce2241bab req-1a13b43c-1f26-4ed0-9522-7f7b20f82056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:51.250276 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bb38b78b-9e27-421f-984c-3b2ce2241bab req-1a13b43c-1f26-4ed0-9522-7f7b20f82056 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0ea59604d49a4768b9c04e74a1a30065&device_id=569d9b82-646c-47e4-942a-1e208984c28b HTTP/1.1" status: 200 len: 1094 time: 0.1100826 Jul 09 14:45:51.306006 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21e636-e1b3-4a85-98c8-27c1cd9b7d75 req-3b819dd9-03ff-40b1-abfe-1492064cc538 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:51.306188 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bb38b78b-9e27-421f-984c-3b2ce2241bab req-b6979292-38b0-4d2a-bac1-0db9034e1b7d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8cb89d0-a5ee-4a3d-9cc6-54d65686c380 HTTP/1.1" status: 200 len: 217 time: 0.0471332 Jul 09 14:45:51.307817 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6b21e636-e1b3-4a85-98c8-27c1cd9b7d75 req-3b819dd9-03ff-40b1-abfe-1492064cc538 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=12759e1a-6332-4211-bfb4-49d99ef750d3 HTTP/1.1" status: 200 len: 948 time: 0.0886405 Jul 09 14:45:51.355663 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa67bd5-eb3a-48e2-aa55-44e22685205f x-openstack-request-id: req-efa67bd5-eb3a-48e2-aa55-44e22685205f {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:45:51.356080 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "569d9b82-646c-47e4-942a-1e208984c28b", "tag": "a8cb89d0-a5ee-4a3d-9cc6-54d65686c380", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:45:51.356584 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-efa67bd5-eb3a-48e2-aa55-44e22685205f {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:45:51.357102 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '569d9b82-646c-47e4-942a-1e208984c28b', 'tag': 'a8cb89d0-a5ee-4a3d-9cc6-54d65686c380', 'status': 'completed', 'code': 200} Jul 09 14:45:51.374127 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6b21e636-e1b3-4a85-98c8-27c1cd9b7d75 req-66bf0c04-f7d5-46d9-9a76-fdfa833500fd tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574193 Jul 09 14:45:51.379664 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38b78b-9e27-421f-984c-3b2ce2241bab req-6400a5f3-aeb9-4630-941b-d356e29191ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:51.381224 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bb38b78b-9e27-421f-984c-3b2ce2241bab req-6400a5f3-aeb9-4630-941b-d356e29191ad service neutron] 10.222.0.54 "GET /v2.0/subnets?id=82201829-6811-4a6f-8404-54dcb1347eec HTTP/1.1" status: 200 len: 853 time: 0.0677352 Jul 09 14:45:51.435857 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bb38b78b-9e27-421f-984c-3b2ce2241bab req-86563628-2ef5-406c-b8cc-44238a4f93f5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=57042d5f-0386-4b58-a12c-ab7a19465fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444522 Jul 09 14:45:51.561139 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 33800) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:45:51.589434 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61027cc1-7c27-46de-89e0-1b39425253d6 req-453594d0-5b8e-43a0-b807-7b840b34c0c6 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:51.596308 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-61027cc1-7c27-46de-89e0-1b39425253d6 req-453594d0-5b8e-43a0-b807-7b840b34c0c6 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dee0e93-8b4c-432d-9342-facb307b1b9c HTTP/1.1" status: 200 len: 945 time: 0.1539309 Jul 09 14:45:51.611557 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bb38b78b-9e27-421f-984c-3b2ce2241bab req-ced80f5a-4d09-463a-b557-c83ef18639e4 service neutron] 10.222.0.54 "GET /v2.0/networks/57042d5f-0386-4b58-a12c-ab7a19465fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658404 Jul 09 14:45:51.611770 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-4b29e276-8e48-4424-bc35-d7a9122132ef admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2054036e72a742ef8b1d74fe2c924b36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474503 Jul 09 14:45:51.612870 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 33802) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:45:51.696244 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-61027cc1-7c27-46de-89e0-1b39425253d6 req-ddac84e6-1e12-4987-8421-18f9a68692bb tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988483 Jul 09 14:45:51.722441 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2ca4a0e5-1569-4289-8e92-95fd96f7b3b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:51.743602 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bb38b78b-9e27-421f-984c-3b2ce2241bab req-a9c8281a-14c8-4e19-b51d-e52c2d8b01a0 service neutron] 10.222.0.54 "GET /v2.0/networks/57042d5f-0386-4b58-a12c-ab7a19465fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203287 Jul 09 14:45:51.746327 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e39cfa-eb2b-408f-8863-0dfc34e5736f req-68b9a5f5-12e8-4056-9741-8ebd5df3cb52 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:51.753719 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-20e39cfa-eb2b-408f-8863-0dfc34e5736f req-68b9a5f5-12e8-4056-9741-8ebd5df3cb52 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b79cf3-8b07-4d2c-a915-488f0e253971 HTTP/1.1" status: 200 len: 950 time: 0.1231606 Jul 09 14:45:51.771000 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2ca4a0e5-1569-4289-8e92-95fd96f7b3b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:51.822599 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-20e39cfa-eb2b-408f-8863-0dfc34e5736f req-c93f1eeb-61b0-4c22-8ea7-f414237ef27d tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678043 Jul 09 14:45:51.908894 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2ca4a0e5-1569-4289-8e92-95fd96f7b3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:51.911514 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2ca4a0e5-1569-4289-8e92-95fd96f7b3b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:51.913218 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-2ca4a0e5-1569-4289-8e92-95fd96f7b3b2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e4543b64-216b-4880-92bb-514113489699 HTTP/1.1" status: 204 len: 168 time: 0.2987018 Jul 09 14:45:51.922898 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca4a0e5-1569-4289-8e92-95fd96f7b3b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4543b64-216b-4880-92bb-514113489699,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:51.955125 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5b998-8855-49bb-84e5-d7868125a6d4 req-c9747cd1-3fa0-486a-92a0-778fea12c1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:51.956974 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-05b5b998-8855-49bb-84e5-d7868125a6d4 req-c9747cd1-3fa0-486a-92a0-778fea12c1ce service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0ea59604d49a4768b9c04e74a1a30065&device_id=569d9b82-646c-47e4-942a-1e208984c28b HTTP/1.1" status: 200 len: 1094 time: 0.0779409 Jul 09 14:45:52.062236 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5b998-8855-49bb-84e5-d7868125a6d4 req-d5ae7184-d423-408e-b2ef-b3123afa7531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:52.065255 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-05b5b998-8855-49bb-84e5-d7868125a6d4 req-d5ae7184-d423-408e-b2ef-b3123afa7531 service neutron] 10.222.0.54 "GET /v2.0/networks?id=57042d5f-0386-4b58-a12c-ab7a19465fa2 HTTP/1.1" status: 200 len: 914 time: 0.1008027 Jul 09 14:45:52.110689 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-05b5b998-8855-49bb-84e5-d7868125a6d4 req-2b6b076a-1138-404d-9519-12b56e156d03 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8cb89d0-a5ee-4a3d-9cc6-54d65686c380 HTTP/1.1" status: 200 len: 217 time: 0.0371351 Jul 09 14:45:52.187456 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5b998-8855-49bb-84e5-d7868125a6d4 req-d5a9bc42-4e3d-4403-bdcc-48b7d560987c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:52.189387 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-05b5b998-8855-49bb-84e5-d7868125a6d4 req-d5a9bc42-4e3d-4403-bdcc-48b7d560987c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=82201829-6811-4a6f-8404-54dcb1347eec HTTP/1.1" status: 200 len: 853 time: 0.0623291 Jul 09 14:45:52.243433 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-05b5b998-8855-49bb-84e5-d7868125a6d4 req-3da468f9-825e-465e-b947-cff7218f3584 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=57042d5f-0386-4b58-a12c-ab7a19465fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424747 Jul 09 14:45:52.389214 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e9a46860-f04e-40ad-9df9-4e22ff005fab req-b49b9fe1-ff7a-4c76-b829-05c7b8003d42 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf213cef-cdcb-40c1-8a12-272ef114c818 HTTP/1.1" status: 200 len: 210 time: 0.0419054 Jul 09 14:45:52.392382 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device c8ffe50f-0425-4def-ac4d-b39382ea2aea details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:45:52.442978 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72343a3-caad-470e-b6ee-59dc25197920 req-ab813527-939d-4250-8fec-fd1bc6f1d622 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:52.444599 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c72343a3-caad-470e-b6ee-59dc25197920 req-ab813527-939d-4250-8fec-fd1bc6f1d622 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=569d9b82-646c-47e4-942a-1e208984c28b HTTP/1.1" status: 200 len: 943 time: 0.2527738 Jul 09 14:45:52.489622 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-05b5b998-8855-49bb-84e5-d7868125a6d4 req-743a3afd-05cc-4c29-a9c8-4f70f94fe4a2 service neutron] 10.222.0.54 "GET /v2.0/networks/57042d5f-0386-4b58-a12c-ab7a19465fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391157 Jul 09 14:45:52.550192 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c72343a3-caad-470e-b6ee-59dc25197920 req-b2aeaef8-7096-4340-9679-154bab7c7e76 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938580 Jul 09 14:45:52.593084 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port c8ffe50f-0425-4def-ac4d-b39382ea2aea, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=c8ffe50f-0425-4def-ac4d-b39382ea2aea,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:45:52.630479 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': 'c8ffe50f-0425-4def-ac4d-b39382ea2aea', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'port_id': 'c8ffe50f-0425-4def-ac4d-b39382ea2aea', 'mac_address': 'fa:16:3e:0f:d9:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8081bcce-88de-4a2f-9e69-6750220e0be0', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:45:52.664672 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7262084-602a-4f7f-9f50-3dcbc78328b5 req-8561bf0f-a69d-4433-bebe-621f679db319 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:52.673791 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-05b5b998-8855-49bb-84e5-d7868125a6d4 req-872608cc-a035-4f31-bf01-783e18142bfc service neutron] 10.222.0.54 "GET /v2.0/networks/57042d5f-0386-4b58-a12c-ab7a19465fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666195 Jul 09 14:45:52.678879 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d7262084-602a-4f7f-9f50-3dcbc78328b5 req-8561bf0f-a69d-4433-bebe-621f679db319 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=12759e1a-6332-4211-bfb4-49d99ef750d3 HTTP/1.1" status: 200 len: 948 time: 0.1142662 Jul 09 14:45:52.689804 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:52.732717 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8ffe50f-0425-4def-ac4d-b39382ea2aea {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:45:52.734550 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d7262084-602a-4f7f-9f50-3dcbc78328b5 req-04bb2bed-8323-4257-9a5c-26c1f5ef5b3b tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547338 Jul 09 14:45:52.783022 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port c8ffe50f-0425-4def-ac4d-b39382ea2aea, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=c8ffe50f-0425-4def-ac4d-b39382ea2aea,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:45:52.842475 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76be525d-7bd6-48ac-890c-2e0911c13faf req-25b86d8c-7175-4ef6-b89e-dcb60772849d tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:52.844762 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-76be525d-7bd6-48ac-890c-2e0911c13faf req-25b86d8c-7175-4ef6-b89e-dcb60772849d tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.54 "GET /v2.0/ports?device_id=2dee0e93-8b4c-432d-9342-facb307b1b9c HTTP/1.1" status: 200 len: 945 time: 0.1525869 Jul 09 14:45:52.845406 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:52.913572 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=c8ffe50f-0425-4def-ac4d-b39382ea2aea,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:52.999041 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daedf781-157b-4dc4-a3dc-9735ffbedc15 req-da55a110-b377-4e8f-8b3b-4028fff9dd60 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:52.999041 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-daedf781-157b-4dc4-a3dc-9735ffbedc15 req-da55a110-b377-4e8f-8b3b-4028fff9dd60 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dee0e93-8b4c-432d-9342-facb307b1b9c HTTP/1.1" status: 200 len: 945 time: 0.1490409 Jul 09 14:45:53.017973 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:53.045183 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-76be525d-7bd6-48ac-890c-2e0911c13faf req-318cc703-aa67-4168-8b7c-a2f91d679c2e tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Deleting port ca475a10-912e-4906-9e64-b30ab33e3ed9 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:45:53.045523 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-76be525d-7bd6-48ac-890c-2e0911c13faf req-318cc703-aa67-4168-8b7c-a2f91d679c2e tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:53.104314 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a8941-96ba-4ec6-89c3-aacd94bd2ee7 req-6271c3c5-f0c4-49f1-be01-5ec9595b9827 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:53.106218 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c13a8941-96ba-4ec6-89c3-aacd94bd2ee7 req-6271c3c5-f0c4-49f1-be01-5ec9595b9827 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b79cf3-8b07-4d2c-a915-488f0e253971 HTTP/1.1" status: 200 len: 950 time: 0.1048870 Jul 09 14:45:53.111082 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-daedf781-157b-4dc4-a3dc-9735ffbedc15 req-892bd1b6-482a-485a-84e8-0e632ab9c6f9 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983751 Jul 09 14:45:53.162782 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c13a8941-96ba-4ec6-89c3-aacd94bd2ee7 req-ffdd2a52-1f52-4d09-aaea-96f6d9ac9eb8 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429814 Jul 09 14:45:53.172489 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-76be525d-7bd6-48ac-890c-2e0911c13faf req-318cc703-aa67-4168-8b7c-a2f91d679c2e tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] For port ca475a10-912e-4906-9e64-b30ab33e3ed9, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=ca475a10-912e-4906-9e64-b30ab33e3ed9,segment=NetworkSegment(53f9e82d-cbee-4af4-9fe3-f119337023c8),segment_id=53f9e82d-cbee-4af4-9fe3-f119337023c8)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:45:53.172868 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-76be525d-7bd6-48ac-890c-2e0911c13faf req-318cc703-aa67-4168-8b7c-a2f91d679c2e tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:53.188357 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-76be525d-7bd6-48ac-890c-2e0911c13faf req-318cc703-aa67-4168-8b7c-a2f91d679c2e tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Calling delete_port for ca475a10-912e-4906-9e64-b30ab33e3ed9 owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:45:53.264404 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 33838) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:45:53.373609 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-991aadb9-d0b5-4454-be88-00877b989b6e admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-955134267-network', 'tenant_id': 'e3b42ce2f23246b19ba4f9103460f8ac'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:45:53.384991 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['c8ffe50f-0425-4def-ac4d-b39382ea2aea'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:45:53.428570 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-76be525d-7bd6-48ac-890c-2e0911c13faf req-318cc703-aa67-4168-8b7c-a2f91d679c2e tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:53.446884 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['12ba3e02-e8dc-4f75-9575-5579b2930cd3', 'ca475a10-912e-4906-9e64-b30ab33e3ed9'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:45:53.465917 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318cc703-aa67-4168-8b7c-a2f91d679c2e tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Pushing event deleted for resources: {'Port': ['ID=ca475a10-912e-4906-9e64-b30ab33e3ed9,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:53.517876 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-76be525d-7bd6-48ac-890c-2e0911c13faf req-318cc703-aa67-4168-8b7c-a2f91d679c2e tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] No DVR routers for this DVR port ca475a10-912e-4906-9e64-b30ab33e3ed9 on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:45:53.520636 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-76be525d-7bd6-48ac-890c-2e0911c13faf req-318cc703-aa67-4168-8b7c-a2f91d679c2e tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:53.523340 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-76be525d-7bd6-48ac-890c-2e0911c13faf req-318cc703-aa67-4168-8b7c-a2f91d679c2e tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.54 "DELETE /v2.0/ports/ca475a10-912e-4906-9e64-b30ab33e3ed9 HTTP/1.1" status: 204 len: 173 time: 0.6433887 Jul 09 14:45:53.523911 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dee0e93-8b4c-432d-9342-facb307b1b9c', 'name': 'network-vif-deleted', 'tag': 'ca475a10-912e-4906-9e64-b30ab33e3ed9'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:45:53.527529 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b0881c7-6dc6-4d65-908a-5513c124f6d1" -d '{"events": [{"server_uuid": "2dee0e93-8b4c-432d-9342-facb307b1b9c", "name": "network-vif-deleted", "tag": "ca475a10-912e-4906-9e64-b30ab33e3ed9"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:45:53.544052 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991aadb9-d0b5-4454-be88-00877b989b6e admin admin] Made reservation on behalf of e3b42ce2f23246b19ba4f9103460f8ac for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:45:53.548190 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-991aadb9-d0b5-4454-be88-00877b989b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:53.575020 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-991aadb9-d0b5-4454-be88-00877b989b6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:53.581357 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214d91d1-030e-439e-9d90-cfe70854e59a x-openstack-request-id: req-214d91d1-030e-439e-9d90-cfe70854e59a {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:45:53.581647 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dee0e93-8b4c-432d-9342-facb307b1b9c", "name": "network-vif-deleted", "tag": "ca475a10-912e-4906-9e64-b30ab33e3ed9", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:45:53.581901 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-214d91d1-030e-439e-9d90-cfe70854e59a {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:45:53.582294 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dee0e93-8b4c-432d-9342-facb307b1b9c', 'name': 'network-vif-deleted', 'tag': 'ca475a10-912e-4906-9e64-b30ab33e3ed9', 'status': 'completed', 'code': 200} Jul 09 14:45:53.621042 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d53dea13-4913-40d1-9508-58cfa6d9ec72 req-1228d1e8-c169-4f70-bb8b-48d163a7e1f4 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf213cef-cdcb-40c1-8a12-272ef114c818 HTTP/1.1" status: 200 len: 210 time: 0.0352325 Jul 09 14:45:53.767093 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148cb354-058f-4049-be24-5f0f6a4369e2 req-ff6bd246-1e4f-4b6e-9eeb-425b1fe58e9d tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:53.769214 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-148cb354-058f-4049-be24-5f0f6a4369e2 req-ff6bd246-1e4f-4b6e-9eeb-425b1fe58e9d tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=569d9b82-646c-47e4-942a-1e208984c28b HTTP/1.1" status: 200 len: 943 time: 0.0818491 Jul 09 14:45:53.822048 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-148cb354-058f-4049-be24-5f0f6a4369e2 req-1b3e09fe-ff6b-4d0a-a93a-c68252e4ecf8 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408299 Jul 09 14:45:53.908994 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-991aadb9-d0b5-4454-be88-00877b989b6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:53.972340 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7778f20a-d9f5-4046-846d-b51740ec2bfe req-c3c79284-c57d-4f59-afe4-b818dd48319c tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:53.973865 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7778f20a-d9f5-4046-846d-b51740ec2bfe req-c3c79284-c57d-4f59-afe4-b818dd48319c tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] 10.222.0.62 "GET /v2.0/networks?id=b257f852-cd64-45af-a256-9c096b11c942 HTTP/1.1" status: 200 len: 806 time: 0.2649250 Jul 09 14:45:54.017988 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ed79a-1551-4fce-88ac-e8dfecf8d557 req-aa4e7d85-b785-49fb-810e-7416d5412f36 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:54.019666 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9e8ed79a-1551-4fce-88ac-e8dfecf8d557 req-aa4e7d85-b785-49fb-810e-7416d5412f36 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=12759e1a-6332-4211-bfb4-49d99ef750d3 HTTP/1.1" status: 200 len: 949 time: 0.1307306 Jul 09 14:45:54.049778 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7778f20a-d9f5-4046-846d-b51740ec2bfe req-1c62ffb6-caa3-4da2-ac1f-ec20f82a7787 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d23a49ae7ad54a32b92cd2e14ed969e0 HTTP/1.1" status: 200 len: 379 time: 0.0579739 Jul 09 14:45:54.063413 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-7778f20a-d9f5-4046-846d-b51740ec2bfe req-843c5b86-64f3-4fe9-88be-6ce2a6376393 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Request body: {'port': {'device_id': 'cf213cef-cdcb-40c1-8a12-272ef114c818', 'network_id': 'b257f852-cd64-45af-a256-9c096b11c942', 'admin_state_up': True, 'tenant_id': 'd23a49ae7ad54a32b92cd2e14ed969e0', 'security_groups': ['a2c53084-ff15-419b-9d7e-92ae7ebe39f0']}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:45:54.133517 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9e8ed79a-1551-4fce-88ac-e8dfecf8d557 req-11b76733-d0dc-4713-8db2-9616fd5ba56d tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022072 Jul 09 14:45:54.347028 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b548e54c-9974-49bf-a4a9-9f40d41a60ff req-16402ac4-8e4b-4199-8e15-9cc116186df0 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dee0e93-8b4c-432d-9342-facb307b1b9c HTTP/1.1" status: 200 len: 210 time: 0.0327034 Jul 09 14:45:54.351339 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63231b-710c-4649-b843-efcc549f84a7 req-eb5ade26-6eb7-4622-a627-2822a3db0969 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:54.352853 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3f63231b-710c-4649-b843-efcc549f84a7 req-eb5ade26-6eb7-4622-a627-2822a3db0969 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b79cf3-8b07-4d2c-a915-488f0e253971 HTTP/1.1" status: 200 len: 950 time: 0.0637341 Jul 09 14:45:54.392733 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3f63231b-710c-4649-b843-efcc549f84a7 req-9500d839-f4fc-4f7c-94ff-8c7e4a4c9c0b tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340688 Jul 09 14:45:54.444607 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-991aadb9-d0b5-4454-be88-00877b989b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:54.485817 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-991aadb9-d0b5-4454-be88-00877b989b6e admin admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:45:54.492696 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991aadb9-d0b5-4454-be88-00877b989b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d151b63-9835-49dd-a62a-eed536fa620f,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:54.500835 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-991aadb9-d0b5-4454-be88-00877b989b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:54.500952 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-991aadb9-d0b5-4454-be88-00877b989b6e admin admin] Added segment 8f533b49-b07e-4a8c-9c7e-42d80b7f1f19 of type vlan for network 0a678a70-bf6d-4acf-ac04-3427ad0eb47a Jul 09 14:45:54.543724 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-991aadb9-d0b5-4454-be88-00877b989b6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:54.578141 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device a8cb89d0-a5ee-4a3d-9cc6-54d65686c380 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:45:54.589632 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7778f20a-d9f5-4046-846d-b51740ec2bfe req-843c5b86-64f3-4fe9-88be-6ce2a6376393 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Made reservation on behalf of d23a49ae7ad54a32b92cd2e14ed969e0 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:45:54.594289 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7778f20a-d9f5-4046-846d-b51740ec2bfe req-843c5b86-64f3-4fe9-88be-6ce2a6376393 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:54.687907 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-991aadb9-d0b5-4454-be88-00877b989b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:54.689200 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991aadb9-d0b5-4454-be88-00877b989b6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:54.689898 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-991aadb9-d0b5-4454-be88-00877b989b6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:54.719165 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port a8cb89d0-a5ee-4a3d-9cc6-54d65686c380, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=a8cb89d0-a5ee-4a3d-9cc6-54d65686c380,segment=NetworkSegment(08141ba6-0964-4d1a-8d67-af4c03fe6653),segment_id=08141ba6-0964-4d1a-8d67-af4c03fe6653)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:45:54.734489 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': 'a8cb89d0-a5ee-4a3d-9cc6-54d65686c380', 'network_id': '57042d5f-0386-4b58-a12c-ab7a19465fa2', 'port_id': 'a8cb89d0-a5ee-4a3d-9cc6-54d65686c380', 'mac_address': 'fa:16:3e:9d:0c:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82201829-6811-4a6f-8404-54dcb1347eec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:45:54.785839 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:54.803200 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991aadb9-d0b5-4454-be88-00877b989b6e admin admin] Pushing event updated for resources: {'Network': ['ID=0a678a70-bf6d-4acf-ac04-3427ad0eb47a,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:54.819085 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 0a678a70-bf6d-4acf-ac04-3427ad0eb47a details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:45:54.823474 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-7778f20a-d9f5-4046-846d-b51740ec2bfe req-843c5b86-64f3-4fe9-88be-6ce2a6376393 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Allocated IP 172.20.0.5 (b257f852-cd64-45af-a256-9c096b11c942/52cd48df-7dbf-4f6d-a76d-dc9a85bc635b/3f9014d4-b1a7-4061-a217-72cebabde6b0) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:45:54.825869 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8cb89d0-a5ee-4a3d-9cc6-54d65686c380 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:45:54.844680 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-861c5892-3634-4547-8ea7-9774582f7f60 req-20e5fce6-66a1-417d-a28a-02c3b23d53ee tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf213cef-cdcb-40c1-8a12-272ef114c818 HTTP/1.1" status: 200 len: 210 time: 0.0572042 Jul 09 14:45:54.873712 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-991aadb9-d0b5-4454-be88-00877b989b6e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6082880 Jul 09 14:45:54.907125 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port a8cb89d0-a5ee-4a3d-9cc6-54d65686c380, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=a8cb89d0-a5ee-4a3d-9cc6-54d65686c380,segment=NetworkSegment(08141ba6-0964-4d1a-8d67-af4c03fe6653),segment_id=08141ba6-0964-4d1a-8d67-af4c03fe6653)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:45:54.994004 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:55.097250 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7778f20a-d9f5-4046-846d-b51740ec2bfe req-843c5b86-64f3-4fe9-88be-6ce2a6376393 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:55.128858 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-7778f20a-d9f5-4046-846d-b51740ec2bfe req-843c5b86-64f3-4fe9-88be-6ce2a6376393 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Transition to ACTIVE for port object 3f9014d4-b1a7-4061-a217-72cebabde6b0 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:45:55.156081 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae62bb2-415c-46a6-a81c-9bbd1d9443ea req-9b242a10-f0f4-423a-bcf4-0b1af3f48288 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:55.158250 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bae62bb2-415c-46a6-a81c-9bbd1d9443ea req-9b242a10-f0f4-423a-bcf4-0b1af3f48288 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=569d9b82-646c-47e4-942a-1e208984c28b HTTP/1.1" status: 200 len: 944 time: 0.1526370 Jul 09 14:45:55.221944 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=a8cb89d0-a5ee-4a3d-9cc6-54d65686c380,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:55.233137 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bae62bb2-415c-46a6-a81c-9bbd1d9443ea req-9c725723-87af-4678-9519-4fe51b7fc582 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609989 Jul 09 14:45:55.287842 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['a8cb89d0-a5ee-4a3d-9cc6-54d65686c380'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:45:55.292065 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7778f20a-d9f5-4046-846d-b51740ec2bfe req-843c5b86-64f3-4fe9-88be-6ce2a6376393 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:55.376087 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7778f20a-d9f5-4046-846d-b51740ec2bfe req-843c5b86-64f3-4fe9-88be-6ce2a6376393 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Network b257f852-cd64-45af-a256-9c096b11c942 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:45:55.397715 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843c5b86-64f3-4fe9-88be-6ce2a6376393 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Pushing event updated for resources: {'Port': ['ID=3f9014d4-b1a7-4061-a217-72cebabde6b0,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:55.402116 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-7778f20a-d9f5-4046-846d-b51740ec2bfe req-843c5b86-64f3-4fe9-88be-6ce2a6376393 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:45:55.405887 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-7778f20a-d9f5-4046-846d-b51740ec2bfe req-843c5b86-64f3-4fe9-88be-6ce2a6376393 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:45:55.521830 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7778f20a-d9f5-4046-846d-b51740ec2bfe req-843c5b86-64f3-4fe9-88be-6ce2a6376393 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:55.522767 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7778f20a-d9f5-4046-846d-b51740ec2bfe req-843c5b86-64f3-4fe9-88be-6ce2a6376393 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:55.547343 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e990941-4d35-4123-89c6-df0a53e71f7c req-370b1e24-b829-41d7-b2ae-756bd107d725 tempest-ComputeTenantNetworksTest-272343100 tempest-ComputeTenantNetworksTest-272343100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:55.554952 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e990941-4d35-4123-89c6-df0a53e71f7c req-370b1e24-b829-41d7-b2ae-756bd107d725 tempest-ComputeTenantNetworksTest-272343100 tempest-ComputeTenantNetworksTest-272343100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:55.561902 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b5e245-4c1f-41d5-a523-309bb876ba3c req-c8463555-e70d-481b-a5a7-f241dd8c84b4 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:55.562420 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e990941-4d35-4123-89c6-df0a53e71f7c req-370b1e24-b829-41d7-b2ae-756bd107d725 tempest-ComputeTenantNetworksTest-272343100 tempest-ComputeTenantNetworksTest-272343100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:55.563147 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c6b5e245-4c1f-41d5-a523-309bb876ba3c req-c8463555-e70d-481b-a5a7-f241dd8c84b4 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=12759e1a-6332-4211-bfb4-49d99ef750d3 HTTP/1.1" status: 200 len: 949 time: 0.1582928 Jul 09 14:45:55.565400 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4e990941-4d35-4123-89c6-df0a53e71f7c req-370b1e24-b829-41d7-b2ae-756bd107d725 tempest-ComputeTenantNetworksTest-272343100 tempest-ComputeTenantNetworksTest-272343100-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2889295 Jul 09 14:45:55.627024 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c6b5e245-4c1f-41d5-a523-309bb876ba3c req-2c6157ae-dd33-4051-88b7-f06057e7722f tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570614 Jul 09 14:45:55.636316 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7778f20a-d9f5-4046-846d-b51740ec2bfe req-843c5b86-64f3-4fe9-88be-6ce2a6376393 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5792267 Jul 09 14:45:55.676604 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-7778f20a-d9f5-4046-846d-b51740ec2bfe req-e2b93ca2-f34d-42f8-850a-0e45347f3e47 service neutron] Request body: {'port': {'device_id': 'cf213cef-cdcb-40c1-8a12-272ef114c818', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:45:55.805277 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b151a89-5da7-4f84-9efc-7c48d3f52d2a req-314ff015-56ed-46f0-8fc2-e5e405edc289 tempest-ComputeTenantNetworksTest-272343100 tempest-ComputeTenantNetworksTest-272343100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:55.807628 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7778f20a-d9f5-4046-846d-b51740ec2bfe req-e2b93ca2-f34d-42f8-850a-0e45347f3e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:55.817274 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 33886) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:45:55.825063 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0b151a89-5da7-4f84-9efc-7c48d3f52d2a req-314ff015-56ed-46f0-8fc2-e5e405edc289 tempest-ComputeTenantNetworksTest-272343100 tempest-ComputeTenantNetworksTest-272343100-project] 10.222.0.58 "GET /v2.0/networks/0a678a70-bf6d-4acf-ac04-3427ad0eb47a HTTP/1.1" status: 200 len: 768 time: 0.1551049 Jul 09 14:45:55.856937 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-d730294e-b057-4968-a82a-d01c4444ece1 None None] Provisioning for port 3f9014d4-b1a7-4061-a217-72cebabde6b0 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:45:55.861656 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-d730294e-b057-4968-a82a-d01c4444ece1 None None] Provisioning complete for port 3f9014d4-b1a7-4061-a217-72cebabde6b0 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:45:55.862096 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d730294e-b057-4968-a82a-d01c4444ece1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:55.910173 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-d730294e-b057-4968-a82a-d01c4444ece1 None None] Port 3f9014d4-b1a7-4061-a217-72cebabde6b0 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:45:55.929003 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0d5e6630-48f2-4618-a0d4-77a83f18eb21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:55.997373 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c26be4-30ec-4a4a-bdbf-14e3f20a4f4c req-6b26f2b3-7295-40c1-96a8-9e278633d2f1 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:55.998900 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f6c26be4-30ec-4a4a-bdbf-14e3f20a4f4c req-6b26f2b3-7295-40c1-96a8-9e278633d2f1 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/networks?id=4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9 HTTP/1.1" status: 200 len: 806 time: 0.1119969 Jul 09 14:45:56.019039 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f6c26be4-30ec-4a4a-bdbf-14e3f20a4f4c req-f0059456-f057-4929-80c6-c4a7ec7f5f4d tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/quotas/1e0132f74af84346b7937684dc0b5d46 HTTP/1.1" status: 200 len: 375 time: 0.0144196 Jul 09 14:45:56.086213 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f6c26be4-30ec-4a4a-bdbf-14e3f20a4f4c req-8044aef2-e5cb-4148-b48e-dcf20b8361d7 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1e0132f74af84346b7937684dc0b5d46&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0659668 Jul 09 14:45:56.119638 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-23c3adae-8ca4-481f-ab76-569803f1de21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:56.210840 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f6c26be4-30ec-4a4a-bdbf-14e3f20a4f4c req-98f7df61-5e53-4bc8-aea8-c4f8a2464424 service neutron] 10.222.0.58 "GET /v2.0/networks/4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153586 Jul 09 14:45:56.319265 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f6c26be4-30ec-4a4a-bdbf-14e3f20a4f4c req-57bee4d3-322d-43bd-9cc0-c551d63ca709 service neutron] 10.222.0.58 "GET /v2.0/networks/4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018190 Jul 09 14:45:56.412300 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device c8ffe50f-0425-4def-ac4d-b39382ea2aea up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:45:56.412532 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0d5e6630-48f2-4618-a0d4-77a83f18eb21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:56.591460 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-0d5e6630-48f2-4618-a0d4-77a83f18eb21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a678a70-bf6d-4acf-ac04-3427ad0eb47a']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:45:56.591460 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bfe8fa-4612-4d02-9872-8d1a96580134 req-4d9c4dca-6bdb-4872-ae31-407532f738c2 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:56.591460 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d4bfe8fa-4612-4d02-9872-8d1a96580134 req-4d9c4dca-6bdb-4872-ae31-407532f738c2 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b79cf3-8b07-4d2c-a915-488f0e253971 HTTP/1.1" status: 200 len: 950 time: 0.6500239 Jul 09 14:45:56.591460 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-0d5e6630-48f2-4618-a0d4-77a83f18eb21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f533b49-b07e-4a8c-9c7e-42d80b7f1f19') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:45:56.591460 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-0d5e6630-48f2-4618-a0d4-77a83f18eb21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f533b49-b07e-4a8c-9c7e-42d80b7f1f19') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:45:56.591460 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0d5e6630-48f2-4618-a0d4-77a83f18eb21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:56.591460 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0d5e6630-48f2-4618-a0d4-77a83f18eb21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:56.591460 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d4bfe8fa-4612-4d02-9872-8d1a96580134 req-1807463d-e238-4cab-9929-ab25374cbad5 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915439 Jul 09 14:45:56.591460 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d5e6630-48f2-4618-a0d4-77a83f18eb21 admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:45:56.593692 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0d5e6630-48f2-4618-a0d4-77a83f18eb21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:56.595624 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:45:56.595624 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:45:56.595624 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:45:56.595624 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:45:56.595624 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 14:45:56.595624 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:45:56.595624 n-d-799529-6 neutron-server[94445]: timer() Jul 09 14:45:56.595624 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:45:56.595624 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 14:45:56.595624 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:45:56.595624 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 14:45:56.595624 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:45:56.595624 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 14:45:56.595624 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:45:56.595624 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 14:45:56.595624 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:45:56.595624 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 14:45:56.595624 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:45:56.595624 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:45:56.595624 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:45:56.595624 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:45:56.595624 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:45:56.595624 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 14:45:56.595624 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:45:56.595624 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 14:45:56.595624 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:45:56.595624 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:45:56.595624 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:45:56.595624 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 14:45:56.595624 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:45:56.595624 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:45:56.595624 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:45:56.595624 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:45:56.595624 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:45:56.595624 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:45:56.595624 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:45:56.599741 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device a8cb89d0-a5ee-4a3d-9cc6-54d65686c380 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:45:56.720134 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-7778f20a-d9f5-4046-846d-b51740ec2bfe req-e2b93ca2-f34d-42f8-850a-0e45347f3e47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f9014d4-b1a7-4061-a217-72cebabde6b0 {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:45:56.753183 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7778f20a-d9f5-4046-846d-b51740ec2bfe req-e2b93ca2-f34d-42f8-850a-0e45347f3e47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:56.802427 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9511028-5d71-4596-af68-b023b41cb45f req-3b3938a3-450d-4294-8faf-6cb761276913 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:56.804174 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c9511028-5d71-4596-af68-b023b41cb45f req-3b3938a3-450d-4294-8faf-6cb761276913 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf213cef-cdcb-40c1-8a12-272ef114c818 HTTP/1.1" status: 200 len: 931 time: 0.0875864 Jul 09 14:45:56.844714 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c9511028-5d71-4596-af68-b023b41cb45f req-6421ce14-8969-461d-b815-204e47ab4e9e tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2c53084-ff15-419b-9d7e-92ae7ebe39f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334241 Jul 09 14:45:57.020797 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a98880-c50f-4551-b60b-922ce93ae73b req-f459acf6-c87a-4dc1-b07a-9aa6f49b1768 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:57.033581 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-63a98880-c50f-4551-b60b-922ce93ae73b req-f459acf6-c87a-4dc1-b07a-9aa6f49b1768 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=569d9b82-646c-47e4-942a-1e208984c28b HTTP/1.1" status: 200 len: 944 time: 0.0684083 Jul 09 14:45:57.061992 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-63a98880-c50f-4551-b60b-922ce93ae73b req-69ed2424-255e-4a21-9ff8-0782987ea96a tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337064 Jul 09 14:45:57.229386 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ec6c1-760d-4a07-ac89-291a2c2e6d7c req-a6391de5-6a15-43ae-a4a8-7eaf3e386383 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:57.231590 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-157ec6c1-760d-4a07-ac89-291a2c2e6d7c req-a6391de5-6a15-43ae-a4a8-7eaf3e386383 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=12759e1a-6332-4211-bfb4-49d99ef750d3 HTTP/1.1" status: 200 len: 949 time: 0.0693071 Jul 09 14:45:57.269959 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-157ec6c1-760d-4a07-ac89-291a2c2e6d7c req-c87fee7c-4a13-4168-acb0-f8e426fabda0 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321505 Jul 09 14:45:57.636651 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port c8ffe50f-0425-4def-ac4d-b39382ea2aea completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:45:57.641059 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port c8ffe50f-0425-4def-ac4d-b39382ea2aea triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:45:57.645578 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:57.669548 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-7778f20a-d9f5-4046-846d-b51740ec2bfe req-e2b93ca2-f34d-42f8-850a-0e45347f3e47 service neutron] Transition to ACTIVE for port object 3f9014d4-b1a7-4061-a217-72cebabde6b0 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:45:57.670547 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0d5e6630-48f2-4618-a0d4-77a83f18eb21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:57.672988 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port a8cb89d0-a5ee-4a3d-9cc6-54d65686c380 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:45:57.679906 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port a8cb89d0-a5ee-4a3d-9cc6-54d65686c380 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:45:57.679906 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:57.680791 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0d5e6630-48f2-4618-a0d4-77a83f18eb21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:57.683126 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-0d5e6630-48f2-4618-a0d4-77a83f18eb21 admin admin] 10.222.0.58 "DELETE /v2.0/networks/0a678a70-bf6d-4acf-ac04-3427ad0eb47a HTTP/1.1" status: 204 len: 168 time: 1.8649023 Jul 09 14:45:57.759555 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7778f20a-d9f5-4046-846d-b51740ec2bfe req-e2b93ca2-f34d-42f8-850a-0e45347f3e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:57.814718 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:57.839676 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:57.845294 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '569d9b82-646c-47e4-942a-1e208984c28b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8cb89d0-a5ee-4a3d-9cc6-54d65686c380'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:45:57.847681 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5997deb3-5b72-40f9-88bf-c2df90fea0f1" -d '{"events": [{"server_uuid": "569d9b82-646c-47e4-942a-1e208984c28b", "name": "network-vif-plugged", "status": "completed", "tag": "a8cb89d0-a5ee-4a3d-9cc6-54d65686c380"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:45:57.872450 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-67e2124d-e271-4e05-a661-1b0fff90091d req-178d3bc2-3706-4476-a434-5223aa484679 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcfab441-57a0-47d4-b6ca-f82afa77915d HTTP/1.1" status: 200 len: 210 time: 0.1069613 Jul 09 14:45:57.883121 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5e6630-48f2-4618-a0d4-77a83f18eb21 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a678a70-bf6d-4acf-ac04-3427ad0eb47a,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:57.883240 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port a8cb89d0-a5ee-4a3d-9cc6-54d65686c380, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=a8cb89d0-a5ee-4a3d-9cc6-54d65686c380,segment=NetworkSegment(08141ba6-0964-4d1a-8d67-af4c03fe6653),segment_id=08141ba6-0964-4d1a-8d67-af4c03fe6653)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:45:57.921317 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port c8ffe50f-0425-4def-ac4d-b39382ea2aea, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=c8ffe50f-0425-4def-ac4d-b39382ea2aea,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:45:57.960378 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:57.961361 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device ca475a10-912e-4906-9e64-b30ab33e3ed9 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:45:57.985109 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b93ca2-f34d-42f8-850a-0e45347f3e47 service neutron] Pushing event updated for resources: {'Port': ['ID=3f9014d4-b1a7-4061-a217-72cebabde6b0,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:58.076906 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-7778f20a-d9f5-4046-846d-b51740ec2bfe req-e2b93ca2-f34d-42f8-850a-0e45347f3e47 service neutron] Attempting to bind port 3f9014d4-b1a7-4061-a217-72cebabde6b0 on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:45:58.077593 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-7778f20a-d9f5-4046-846d-b51740ec2bfe req-e2b93ca2-f34d-42f8-850a-0e45347f3e47 service neutron] Attempting to bind port 3f9014d4-b1a7-4061-a217-72cebabde6b0 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': '2c83f2eb-8cb3-4860-acb7-94ea96ea7143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b257f852-cd64-45af-a256-9c096b11c942'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:45:58.077733 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7778f20a-d9f5-4046-846d-b51740ec2bfe req-e2b93ca2-f34d-42f8-850a-0e45347f3e47 service neutron] Attempting to bind port 3f9014d4-b1a7-4061-a217-72cebabde6b0 on network b257f852-cd64-45af-a256-9c096b11c942 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:45:58.100610 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: ca475a10-912e-4906-9e64-b30ab33e3ed9 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:45:58.102345 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device ca475a10-912e-4906-9e64-b30ab33e3ed9 not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:45:58.105993 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a99ed7cc-7e3c-493b-8f07-64985bc4cd38 x-openstack-request-id: req-a99ed7cc-7e3c-493b-8f07-64985bc4cd38 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:45:58.106289 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "569d9b82-646c-47e4-942a-1e208984c28b", "name": "network-vif-plugged", "status": "completed", "tag": "a8cb89d0-a5ee-4a3d-9cc6-54d65686c380", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:45:58.106595 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a99ed7cc-7e3c-493b-8f07-64985bc4cd38 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:45:58.111122 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '569d9b82-646c-47e4-942a-1e208984c28b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8cb89d0-a5ee-4a3d-9cc6-54d65686c380', 'code': 200} Jul 09 14:45:58.112115 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=a8cb89d0-a5ee-4a3d-9cc6-54d65686c380,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:58.114977 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:58.118523 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4deac68-5714-45ed-9298-e7b01cb0b54b req-7fc50fc7-f3b0-4fcd-a221-363ba29ba5ba tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:58.129100 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d4deac68-5714-45ed-9298-e7b01cb0b54b req-7fc50fc7-f3b0-4fcd-a221-363ba29ba5ba tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b79cf3-8b07-4d2c-a915-488f0e253971 HTTP/1.1" status: 200 len: 950 time: 0.3336411 Jul 09 14:45:58.132627 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7778f20a-d9f5-4046-846d-b51740ec2bfe req-e2b93ca2-f34d-42f8-850a-0e45347f3e47 service neutron] Port 3f9014d4-b1a7-4061-a217-72cebabde6b0 on network b257f852-cd64-45af-a256-9c096b11c942 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:45:58.133195 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7778f20a-d9f5-4046-846d-b51740ec2bfe req-e2b93ca2-f34d-42f8-850a-0e45347f3e47 service neutron] Attempting to bind port 3f9014d4-b1a7-4061-a217-72cebabde6b0 on network b257f852-cd64-45af-a256-9c096b11c942 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:45:58.152619 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7778f20a-d9f5-4046-846d-b51740ec2bfe req-e2b93ca2-f34d-42f8-850a-0e45347f3e47 service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:45:58.153583 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7778f20a-d9f5-4046-846d-b51740ec2bfe req-e2b93ca2-f34d-42f8-850a-0e45347f3e47 service neutron] Checking segment: {'id': '2c83f2eb-8cb3-4860-acb7-94ea96ea7143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b257f852-cd64-45af-a256-9c096b11c942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:45:58.154247 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7778f20a-d9f5-4046-846d-b51740ec2bfe req-e2b93ca2-f34d-42f8-850a-0e45347f3e47 service neutron] Bound using segment: {'id': '2c83f2eb-8cb3-4860-acb7-94ea96ea7143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b257f852-cd64-45af-a256-9c096b11c942'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:45:58.154993 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-7778f20a-d9f5-4046-846d-b51740ec2bfe req-e2b93ca2-f34d-42f8-850a-0e45347f3e47 service neutron] Bound port: 3f9014d4-b1a7-4061-a217-72cebabde6b0, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c83f2eb-8cb3-4860-acb7-94ea96ea7143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b257f852-cd64-45af-a256-9c096b11c942'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:45:58.155561 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7778f20a-d9f5-4046-846d-b51740ec2bfe req-e2b93ca2-f34d-42f8-850a-0e45347f3e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:58.194204 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 33940) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:45:58.201941 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=c8ffe50f-0425-4def-ac4d-b39382ea2aea,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:58.261896 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-96bafd79-c8d6-4a57-8dff-adc53b402cad admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e3b42ce2f23246b19ba4f9103460f8ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0669734 Jul 09 14:45:58.263926 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 33946) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:45:58.290003 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d4deac68-5714-45ed-9298-e7b01cb0b54b req-eef673e4-ba55-48e3-94af-253b16b11503 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595919 Jul 09 14:45:58.340004 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-7778f20a-d9f5-4046-846d-b51740ec2bfe req-e2b93ca2-f34d-42f8-850a-0e45347f3e47 service neutron] For port 3f9014d4-b1a7-4061-a217-72cebabde6b0, host n-h1-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:45:58.343411 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace36b4-0e5e-49c0-af20-c9ef08038557 req-d6df9a6e-44f2-4be8-b20f-dfcc2778b29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:58.345007 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9ace36b4-0e5e-49c0-af20-c9ef08038557 req-d6df9a6e-44f2-4be8-b20f-dfcc2778b29b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=569d9b82-646c-47e4-942a-1e208984c28b HTTP/1.1" status: 200 len: 1096 time: 0.1677184 Jul 09 14:45:58.352684 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-7778f20a-d9f5-4046-846d-b51740ec2bfe req-e2b93ca2-f34d-42f8-850a-0e45347f3e47 service neutron] For port 3f9014d4-b1a7-4061-a217-72cebabde6b0, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=3f9014d4-b1a7-4061-a217-72cebabde6b0,segment=NetworkSegment(2c83f2eb-8cb3-4860-acb7-94ea96ea7143),segment_id=2c83f2eb-8cb3-4860-acb7-94ea96ea7143)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:45:58.377954 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d265c0e4-da7d-47f1-a62b-4c2e62acc655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:58.407308 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9ace36b4-0e5e-49c0-af20-c9ef08038557 req-8a50ad81-2d29-451f-b204-9ace2c1b3212 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528047 Jul 09 14:45:58.410767 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d265c0e4-da7d-47f1-a62b-4c2e62acc655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:58.432615 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5815d24-e4ba-4005-b4fa-7ae3538eb880 req-ee05fe16-b1e9-4bb4-bc3a-9ae3e8d689c4 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:58.434217 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c5815d24-e4ba-4005-b4fa-7ae3538eb880 req-ee05fe16-b1e9-4bb4-bc3a-9ae3e8d689c4 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf213cef-cdcb-40c1-8a12-272ef114c818 HTTP/1.1" status: 200 len: 943 time: 0.1522024 Jul 09 14:45:58.469922 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7778f20a-d9f5-4046-846d-b51740ec2bfe req-e2b93ca2-f34d-42f8-850a-0e45347f3e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:58.581300 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c5815d24-e4ba-4005-b4fa-7ae3538eb880 req-663a2a5b-e44a-4102-b301-8a00779f0024 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2c53084-ff15-419b-9d7e-92ae7ebe39f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535564 Jul 09 14:45:58.675179 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7778f20a-d9f5-4046-846d-b51740ec2bfe req-e2b93ca2-f34d-42f8-850a-0e45347f3e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:58.675179 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7778f20a-d9f5-4046-846d-b51740ec2bfe req-e2b93ca2-f34d-42f8-850a-0e45347f3e47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:58.675179 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7778f20a-d9f5-4046-846d-b51740ec2bfe req-e2b93ca2-f34d-42f8-850a-0e45347f3e47 service neutron] 10.222.0.62 "PUT /v2.0/ports/3f9014d4-b1a7-4061-a217-72cebabde6b0 HTTP/1.1" status: 200 len: 1091 time: 2.8828838 Jul 09 14:45:58.675179 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf213cef-cdcb-40c1-8a12-272ef114c818', 'tag': '3f9014d4-b1a7-4061-a217-72cebabde6b0'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:45:58.675179 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9d79c5-c80c-4f74-81a5-32905a88b812" -d '{"events": [{"name": "network-changed", "server_uuid": "cf213cef-cdcb-40c1-8a12-272ef114c818", "tag": "3f9014d4-b1a7-4061-a217-72cebabde6b0"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:45:58.675179 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b93ca2-f34d-42f8-850a-0e45347f3e47 service neutron] Pushing event updated for resources: {'Port': ['ID=3f9014d4-b1a7-4061-a217-72cebabde6b0,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:58.675179 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [req-23b37853-948a-4bbd-bec8-dd6e991db944 req-2cbfdfb1-5f2e-4078-b283-f0357807d9b6 service neutron] show failed (client error): The resource could not be found. Jul 09 14:45:58.675179 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-23b37853-948a-4bbd-bec8-dd6e991db944 req-2cbfdfb1-5f2e-4078-b283-f0357807d9b6 service neutron] 10.222.0.54 "GET /v2.0/ports/c06b11eb-9d6f-48c4-baec-7d8f00e00c90/bindings/n-h1-799529-6 HTTP/1.1" status: 404 len: 380 time: 0.1496568 Jul 09 14:45:58.680131 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d265c0e4-da7d-47f1-a62b-4c2e62acc655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:58.684427 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a0c48-ebc5-4fc2-917f-51d249958086 req-9a066f6e-c92f-407b-b4fa-206cf0615f39 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:58.686323 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d265c0e4-da7d-47f1-a62b-4c2e62acc655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:58.689800 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d265c0e4-da7d-47f1-a62b-4c2e62acc655 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7d151b63-9835-49dd-a62a-eed536fa620f HTTP/1.1" status: 204 len: 168 time: 0.4224720 Jul 09 14:45:58.689960 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cd6a0c48-ebc5-4fc2-917f-51d249958086 req-9a066f6e-c92f-407b-b4fa-206cf0615f39 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=569d9b82-646c-47e4-942a-1e208984c28b HTTP/1.1" status: 200 len: 945 time: 0.2305408 Jul 09 14:45:58.735429 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d265c0e4-da7d-47f1-a62b-4c2e62acc655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d151b63-9835-49dd-a62a-eed536fa620f,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:58.785516 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf6e85-2a54-4cb6-a3c2-1e1a66b998e0 req-0592e92b-d032-4791-b67d-571b32f8e9cf tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:58.794784 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0fdf6e85-2a54-4cb6-a3c2-1e1a66b998e0 req-0592e92b-d032-4791-b67d-571b32f8e9cf tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=12759e1a-6332-4211-bfb4-49d99ef750d3 HTTP/1.1" status: 200 len: 950 time: 0.1682584 Jul 09 14:45:58.832162 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cd6a0c48-ebc5-4fc2-917f-51d249958086 req-eb71172d-5aaf-4369-975e-02f28482a028 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435947 Jul 09 14:45:58.862987 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0fdf6e85-2a54-4cb6-a3c2-1e1a66b998e0 req-96e4d419-fe4e-441f-932b-c373b13bea2f tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670655 Jul 09 14:45:58.890164 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5e5030-9776-40ea-ab2b-ba6a8fb632ca x-openstack-request-id: req-bd5e5030-9776-40ea-ab2b-ba6a8fb632ca {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:45:58.890463 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf213cef-cdcb-40c1-8a12-272ef114c818", "tag": "3f9014d4-b1a7-4061-a217-72cebabde6b0", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:45:58.890742 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bd5e5030-9776-40ea-ab2b-ba6a8fb632ca {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:45:58.891807 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf213cef-cdcb-40c1-8a12-272ef114c818', 'tag': '3f9014d4-b1a7-4061-a217-72cebabde6b0', 'status': 'completed', 'code': 200} Jul 09 14:45:58.912432 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7778f20a-d9f5-4046-846d-b51740ec2bfe req-4b228f1f-a373-401f-b6bf-580832956a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:58.914006 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7778f20a-d9f5-4046-846d-b51740ec2bfe req-4b228f1f-a373-401f-b6bf-580832956a2f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d23a49ae7ad54a32b92cd2e14ed969e0&device_id=cf213cef-cdcb-40c1-8a12-272ef114c818 HTTP/1.1" status: 200 len: 1094 time: 0.1845813 Jul 09 14:45:58.972873 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7778f20a-d9f5-4046-846d-b51740ec2bfe req-2cdf4550-08c4-4eb8-8fa0-f23ca13c5130 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f9014d4-b1a7-4061-a217-72cebabde6b0 HTTP/1.1" status: 200 len: 217 time: 0.0444419 Jul 09 14:45:59.042362 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ba316d58-19a0-4448-963a-05c4f770909a req-4f5c9d0f-e2d1-4382-9d27-3889d96f46a0 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcfab441-57a0-47d4-b6ca-f82afa77915d HTTP/1.1" status: 200 len: 210 time: 0.0683031 Jul 09 14:45:59.059423 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-21d11219-2768-47e3-aff5-8562d276b6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:59.075972 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7778f20a-d9f5-4046-846d-b51740ec2bfe req-f568388e-819a-4b4f-bfd9-eb0b5a9ad2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:59.083472 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7778f20a-d9f5-4046-846d-b51740ec2bfe req-f568388e-819a-4b4f-bfd9-eb0b5a9ad2ed service neutron] 10.222.0.62 "GET /v2.0/subnets?id=52cd48df-7dbf-4f6d-a76d-dc9a85bc635b HTTP/1.1" status: 200 len: 845 time: 0.0907524 Jul 09 14:45:59.135048 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7778f20a-d9f5-4046-846d-b51740ec2bfe req-f7ac93cc-239a-40f6-bbe7-d9f5ded4b1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:59.137227 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7778f20a-d9f5-4046-846d-b51740ec2bfe req-f7ac93cc-239a-40f6-bbe7-d9f5ded4b1be service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b257f852-cd64-45af-a256-9c096b11c942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519614 Jul 09 14:45:59.138219 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:59.246218 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7778f20a-d9f5-4046-846d-b51740ec2bfe req-0250b721-b753-43a5-bc3f-06297d6e1b43 service neutron] 10.222.0.62 "GET /v2.0/networks/b257f852-cd64-45af-a256-9c096b11c942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002650 Jul 09 14:45:59.350014 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7778f20a-d9f5-4046-846d-b51740ec2bfe req-02865cf7-e8a3-43bb-b69c-e68f3ab694d7 service neutron] 10.222.0.62 "GET /v2.0/networks/b257f852-cd64-45af-a256-9c096b11c942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968473 Jul 09 14:45:59.492564 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f9f30-bee0-4b1a-b207-e27b5810b83a req-4a42e4aa-1ce4-4131-a833-637a0caf0b38 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:59.494076 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-107f9f30-bee0-4b1a-b207-e27b5810b83a req-4a42e4aa-1ce4-4131-a833-637a0caf0b38 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b79cf3-8b07-4d2c-a915-488f0e253971 HTTP/1.1" status: 200 len: 950 time: 0.0715346 Jul 09 14:45:59.543127 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-107f9f30-bee0-4b1a-b207-e27b5810b83a req-cef6adcb-38dc-4aba-a8f9-4a5294e7eee7 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420694 Jul 09 14:45:59.717938 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d79c5-c80c-4f74-81a5-32905a88b812 req-5a64258b-40cf-4ac1-8c71-c97e55864902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:59.720112 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6a9d79c5-c80c-4f74-81a5-32905a88b812 req-5a64258b-40cf-4ac1-8c71-c97e55864902 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d23a49ae7ad54a32b92cd2e14ed969e0&device_id=cf213cef-cdcb-40c1-8a12-272ef114c818 HTTP/1.1" status: 200 len: 1094 time: 0.0977573 Jul 09 14:45:59.723811 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b37853-948a-4bbd-bec8-dd6e991db944 req-de508a9e-2744-402f-95cf-500a91aab2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:59.725910 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-23b37853-948a-4bbd-bec8-dd6e991db944 req-de508a9e-2744-402f-95cf-500a91aab2ea service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b6b79cf3-8b07-4d2c-a915-488f0e253971&tenant_id=5ec7891592d74a6886dfa68c8f9e2e18 HTTP/1.1" status: 200 len: 1101 time: 0.1686516 Jul 09 14:45:59.749584 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-23b37853-948a-4bbd-bec8-dd6e991db944 req-ca961bba-429d-4b40-a476-ad33f54e7eda service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799529-6', 'device_owner': 'compute:nova'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:45:59.797895 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e473d-fd44-40dc-b145-b1407691a957 req-642dba7e-1ed7-4053-8bc4-4802de0991e8 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:59.799397 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e19e473d-fd44-40dc-b145-b1407691a957 req-642dba7e-1ed7-4053-8bc4-4802de0991e8 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf213cef-cdcb-40c1-8a12-272ef114c818 HTTP/1.1" status: 200 len: 943 time: 0.1293645 Jul 09 14:45:59.832853 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d79c5-c80c-4f74-81a5-32905a88b812 req-85b7dacd-2ec7-47a4-b3da-b0f40f1b7761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:59.834427 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6a9d79c5-c80c-4f74-81a5-32905a88b812 req-85b7dacd-2ec7-47a4-b3da-b0f40f1b7761 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b257f852-cd64-45af-a256-9c096b11c942 HTTP/1.1" status: 200 len: 907 time: 0.1020272 Jul 09 14:45:59.860669 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-23b37853-948a-4bbd-bec8-dd6e991db944 req-ca961bba-429d-4b40-a476-ad33f54e7eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:59.892770 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e19e473d-fd44-40dc-b145-b1407691a957 req-439e5fdf-9122-4360-89cb-b2ad2a7f2334 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2c53084-ff15-419b-9d7e-92ae7ebe39f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840394 Jul 09 14:46:00.112416 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12759e1a-6332-4211-bfb4-49d99ef750d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ffe50f-0425-4def-ac4d-b39382ea2aea'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:46:00.116280 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28c5a51-a277-4a7b-ad79-5ec8e4fc32f9" -d '{"events": [{"server_uuid": "12759e1a-6332-4211-bfb4-49d99ef750d3", "name": "network-vif-plugged", "status": "completed", "tag": "c8ffe50f-0425-4def-ac4d-b39382ea2aea"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:46:00.161280 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:00.243157 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7b9a0-c823-41c6-995e-f6c1522d6aa3 req-1aa8e9f2-5832-4859-b39d-a24aeea88af9 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:00.245120 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-54c7b9a0-c823-41c6-995e-f6c1522d6aa3 req-1aa8e9f2-5832-4859-b39d-a24aeea88af9 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=12759e1a-6332-4211-bfb4-49d99ef750d3 HTTP/1.1" status: 200 len: 950 time: 0.1633010 Jul 09 14:46:00.315938 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-54c7b9a0-c823-41c6-995e-f6c1522d6aa3 req-a2c117ad-f31a-4eaa-97e0-4c4e3ef0d20b tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616632 Jul 09 14:46:00.321920 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6a9d79c5-c80c-4f74-81a5-32905a88b812 req-e595d0be-47bc-42ea-8aec-4ca17176441a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f9014d4-b1a7-4061-a217-72cebabde6b0 HTTP/1.1" status: 200 len: 217 time: 0.4801204 Jul 09 14:46:00.354103 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-23b37853-948a-4bbd-bec8-dd6e991db944 req-ca961bba-429d-4b40-a476-ad33f54e7eda service neutron] For port c06b11eb-9d6f-48c4-baec-7d8f00e00c90, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=c06b11eb-9d6f-48c4-baec-7d8f00e00c90,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:46:00.409427 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-23b37853-948a-4bbd-bec8-dd6e991db944 req-ca961bba-429d-4b40-a476-ad33f54e7eda service neutron] For port c06b11eb-9d6f-48c4-baec-7d8f00e00c90, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:46:00.440778 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d79c5-c80c-4f74-81a5-32905a88b812 req-71f7c5be-dda5-4166-98bf-53b1f96ac9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:00.442537 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6a9d79c5-c80c-4f74-81a5-32905a88b812 req-71f7c5be-dda5-4166-98bf-53b1f96ac9ec service neutron] 10.222.0.62 "GET /v2.0/subnets?id=52cd48df-7dbf-4f6d-a76d-dc9a85bc635b HTTP/1.1" status: 200 len: 845 time: 0.1024592 Jul 09 14:46:00.487099 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-54710d5d-4012-4a37-b905-b10999b6c33d req-767d20b5-f00e-4aa5-a7bc-ea640486c8fd tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcfab441-57a0-47d4-b6ca-f82afa77915d HTTP/1.1" status: 200 len: 210 time: 0.0359228 Jul 09 14:46:00.501858 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0488bfc9-7f7a-4271-8802-6388fe1289dd req-c28eb078-60f4-4bb3-9bc5-7dd7550349fe tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:00.502454 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-23b37853-948a-4bbd-bec8-dd6e991db944 req-ca961bba-429d-4b40-a476-ad33f54e7eda service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:00.509552 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0488bfc9-7f7a-4271-8802-6388fe1289dd req-c28eb078-60f4-4bb3-9bc5-7dd7550349fe tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=569d9b82-646c-47e4-942a-1e208984c28b HTTP/1.1" status: 200 len: 945 time: 0.2008080 Jul 09 14:46:00.516498 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-23b37853-948a-4bbd-bec8-dd6e991db944 req-ca961bba-429d-4b40-a476-ad33f54e7eda service neutron] Transition to ACTIVE for port object c06b11eb-9d6f-48c4-baec-7d8f00e00c90 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:46:00.544910 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a74a45-5654-466c-a23e-a1afddc25722 x-openstack-request-id: req-31a74a45-5654-466c-a23e-a1afddc25722 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:46:00.545523 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12759e1a-6332-4211-bfb4-49d99ef750d3", "name": "network-vif-plugged", "status": "completed", "tag": "c8ffe50f-0425-4def-ac4d-b39382ea2aea", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:46:00.545971 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-31a74a45-5654-466c-a23e-a1afddc25722 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:46:00.546545 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12759e1a-6332-4211-bfb4-49d99ef750d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ffe50f-0425-4def-ac4d-b39382ea2aea', 'code': 200} Jul 09 14:46:00.568312 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0488bfc9-7f7a-4271-8802-6388fe1289dd req-3c1bb8bc-0775-4c2d-b0c5-ac901983ae79 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536380 Jul 09 14:46:00.591997 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d79c5-c80c-4f74-81a5-32905a88b812 req-7319ecce-7348-4667-8d72-3440990f77f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:00.601238 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6a9d79c5-c80c-4f74-81a5-32905a88b812 req-7319ecce-7348-4667-8d72-3440990f77f2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b257f852-cd64-45af-a256-9c096b11c942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1465616 Jul 09 14:46:00.634096 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-23b37853-948a-4bbd-bec8-dd6e991db944 req-ca961bba-429d-4b40-a476-ad33f54e7eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:00.805670 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b37853-948a-4bbd-bec8-dd6e991db944 req-ca961bba-429d-4b40-a476-ad33f54e7eda service neutron] No DVR routers for this DVR port c06b11eb-9d6f-48c4-baec-7d8f00e00c90 on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:46:00.844377 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca961bba-429d-4b40-a476-ad33f54e7eda service neutron] Pushing event updated for resources: {'Port': ['ID=c06b11eb-9d6f-48c4-baec-7d8f00e00c90,revision_number=6']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:00.893167 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6a9d79c5-c80c-4f74-81a5-32905a88b812 req-186973e8-11c1-4784-959b-db35cab6041e service neutron] 10.222.0.62 "GET /v2.0/networks/b257f852-cd64-45af-a256-9c096b11c942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870042 Jul 09 14:46:00.911522 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b79cf3-8b07-4d2c-a915-488f0e253971', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c06b11eb-9d6f-48c4-baec-7d8f00e00c90'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:46:00.914263 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-019bb8c1-9c12-4e64-8e69-6bbacc04a448" -d '{"events": [{"server_uuid": "b6b79cf3-8b07-4d2c-a915-488f0e253971", "name": "network-vif-unplugged", "status": "completed", "tag": "c06b11eb-9d6f-48c4-baec-7d8f00e00c90"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:46:00.977637 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03347626-b9c8-4c53-8078-56e6950515d7 req-2c46e126-0487-41da-9df3-0fe930f026e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:00.981798 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-03347626-b9c8-4c53-8078-56e6950515d7 req-2c46e126-0487-41da-9df3-0fe930f026e3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=12759e1a-6332-4211-bfb4-49d99ef750d3 HTTP/1.1" status: 200 len: 1101 time: 0.2053165 Jul 09 14:46:01.010659 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-23b37853-948a-4bbd-bec8-dd6e991db944 req-ca961bba-429d-4b40-a476-ad33f54e7eda service neutron] Attempting to bind port c06b11eb-9d6f-48c4-baec-7d8f00e00c90 on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:46:01.011048 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-23b37853-948a-4bbd-bec8-dd6e991db944 req-ca961bba-429d-4b40-a476-ad33f54e7eda service neutron] Attempting to bind port c06b11eb-9d6f-48c4-baec-7d8f00e00c90 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:46:01.011387 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b37853-948a-4bbd-bec8-dd6e991db944 req-ca961bba-429d-4b40-a476-ad33f54e7eda service neutron] Attempting to bind port c06b11eb-9d6f-48c4-baec-7d8f00e00c90 on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:46:01.036224 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b37853-948a-4bbd-bec8-dd6e991db944 req-ca961bba-429d-4b40-a476-ad33f54e7eda service neutron] Port c06b11eb-9d6f-48c4-baec-7d8f00e00c90 on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:46:01.036989 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b37853-948a-4bbd-bec8-dd6e991db944 req-ca961bba-429d-4b40-a476-ad33f54e7eda service neutron] Attempting to bind port c06b11eb-9d6f-48c4-baec-7d8f00e00c90 on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:46:01.046686 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6a9d79c5-c80c-4f74-81a5-32905a88b812 req-be3d9bd4-d427-4f6f-9432-d39d8c7dbbc8 service neutron] 10.222.0.62 "GET /v2.0/networks/b257f852-cd64-45af-a256-9c096b11c942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447115 Jul 09 14:46:01.051096 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b37853-948a-4bbd-bec8-dd6e991db944 req-ca961bba-429d-4b40-a476-ad33f54e7eda service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:46:01.054900 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b37853-948a-4bbd-bec8-dd6e991db944 req-ca961bba-429d-4b40-a476-ad33f54e7eda service neutron] Checking segment: {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:46:01.054900 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b37853-948a-4bbd-bec8-dd6e991db944 req-ca961bba-429d-4b40-a476-ad33f54e7eda service neutron] Bound using segment: {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:46:01.054900 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-23b37853-948a-4bbd-bec8-dd6e991db944 req-ca961bba-429d-4b40-a476-ad33f54e7eda service neutron] Bound port: c06b11eb-9d6f-48c4-baec-7d8f00e00c90, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:46:01.054900 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-23b37853-948a-4bbd-bec8-dd6e991db944 req-ca961bba-429d-4b40-a476-ad33f54e7eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:01.055486 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-03347626-b9c8-4c53-8078-56e6950515d7 req-7c8c6b41-7da9-4a5e-94cc-2e4dcd464fea service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532119 Jul 09 14:46:01.087671 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c087136-52a9-4e82-91ee-ab38e1112b70 req-5c695508-5e03-41dd-83ce-9214ed7b6f85 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:01.095344 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7c087136-52a9-4e82-91ee-ab38e1112b70 req-5c695508-5e03-41dd-83ce-9214ed7b6f85 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b79cf3-8b07-4d2c-a915-488f0e253971 HTTP/1.1" status: 200 len: 948 time: 0.2969494 Jul 09 14:46:01.170606 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c26be4-30ec-4a4a-bdbf-14e3f20a4f4c req-9505c0ef-6c94-40cb-833e-af0e26b97733 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:01.172680 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f6c26be4-30ec-4a4a-bdbf-14e3f20a4f4c req-9505c0ef-6c94-40cb-833e-af0e26b97733 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.54 "GET /v2.0/networks?id=4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9 HTTP/1.1" status: 200 len: 806 time: 0.2356286 Jul 09 14:46:01.188958 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-f6c26be4-30ec-4a4a-bdbf-14e3f20a4f4c req-cb0b791b-79c4-4680-af20-acfd0d88d42a tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Request body: {'port': {'device_id': 'bcfab441-57a0-47d4-b6ca-f82afa77915d', 'network_id': '4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9', 'admin_state_up': True, 'tenant_id': '1e0132f74af84346b7937684dc0b5d46'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:46:01.279264 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7c087136-52a9-4e82-91ee-ab38e1112b70 req-8cf9bdf2-4f8a-4351-8be8-5dfe3f457856 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829488 Jul 09 14:46:01.303536 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-23b37853-948a-4bbd-bec8-dd6e991db944 req-ca961bba-429d-4b40-a476-ad33f54e7eda service neutron] For port c06b11eb-9d6f-48c4-baec-7d8f00e00c90, host n-h1-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:46:01.314519 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-23b37853-948a-4bbd-bec8-dd6e991db944 req-ca961bba-429d-4b40-a476-ad33f54e7eda service neutron] For port c06b11eb-9d6f-48c4-baec-7d8f00e00c90, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=c06b11eb-9d6f-48c4-baec-7d8f00e00c90,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:46:01.388009 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 14:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a429b718-0737-49e7-844c-a7a9676203ad x-openstack-request-id: req-a429b718-0737-49e7-844c-a7a9676203ad {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:46:01.390642 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b79cf3-8b07-4d2c-a915-488f0e253971", "name": "network-vif-unplugged", "status": "completed", "tag": "c06b11eb-9d6f-48c4-baec-7d8f00e00c90", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:46:01.390642 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a429b718-0737-49e7-844c-a7a9676203ad {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:46:01.390642 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b79cf3-8b07-4d2c-a915-488f0e253971', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c06b11eb-9d6f-48c4-baec-7d8f00e00c90', 'code': 200} Jul 09 14:46:01.420071 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-23b37853-948a-4bbd-bec8-dd6e991db944 req-ca961bba-429d-4b40-a476-ad33f54e7eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:01.502277 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:01.508746 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca961bba-429d-4b40-a476-ad33f54e7eda service neutron] Pushing event updated for resources: {'Port': ['ID=c06b11eb-9d6f-48c4-baec-7d8f00e00c90,revision_number=7']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:01.534251 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b37853-948a-4bbd-bec8-dd6e991db944 req-ca961bba-429d-4b40-a476-ad33f54e7eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:01.534869 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-23b37853-948a-4bbd-bec8-dd6e991db944 req-ca961bba-429d-4b40-a476-ad33f54e7eda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:01.536363 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-23b37853-948a-4bbd-bec8-dd6e991db944 req-ca961bba-429d-4b40-a476-ad33f54e7eda service neutron] 10.222.0.62 "PUT /v2.0/ports/c06b11eb-9d6f-48c4-baec-7d8f00e00c90 HTTP/1.1" status: 200 len: 1096 time: 1.7930009 Jul 09 14:46:01.553478 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6c26be4-30ec-4a4a-bdbf-14e3f20a4f4c req-cb0b791b-79c4-4680-af20-acfd0d88d42a tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Made reservation on behalf of 1e0132f74af84346b7937684dc0b5d46 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:46:01.557002 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f6c26be4-30ec-4a4a-bdbf-14e3f20a4f4c req-cb0b791b-79c4-4680-af20-acfd0d88d42a tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:01.674555 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693510da-9f6b-4fc6-a3d0-aa1745071927 req-b8f1a9c5-30c7-4b4d-a811-2e0ddecaa517 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:01.681768 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-693510da-9f6b-4fc6-a3d0-aa1745071927 req-b8f1a9c5-30c7-4b4d-a811-2e0ddecaa517 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf213cef-cdcb-40c1-8a12-272ef114c818 HTTP/1.1" status: 200 len: 943 time: 0.1740713 Jul 09 14:46:01.720713 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61309edb-297a-4bce-9ee7-e5954cda8c46 req-6db90b43-fab7-4511-b6a0-bed6c4b0cbf3 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:01.732004 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-61309edb-297a-4bce-9ee7-e5954cda8c46 req-6db90b43-fab7-4511-b6a0-bed6c4b0cbf3 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=569d9b82-646c-47e4-942a-1e208984c28b HTTP/1.1" status: 200 len: 945 time: 0.1382682 Jul 09 14:46:01.792967 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-61309edb-297a-4bce-9ee7-e5954cda8c46 req-e5a232d1-a320-457f-829b-43100cb134ce tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598955 Jul 09 14:46:01.830105 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-693510da-9f6b-4fc6-a3d0-aa1745071927 req-8c3ebdbc-c63a-4e63-9e29-c28c9dcd31a7 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2c53084-ff15-419b-9d7e-92ae7ebe39f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473503 Jul 09 14:46:01.853261 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b37853-948a-4bbd-bec8-dd6e991db944 req-1010aeea-bce1-4a7c-bf75-bb609229dbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:01.855369 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-23b37853-948a-4bbd-bec8-dd6e991db944 req-1010aeea-bce1-4a7c-bf75-bb609229dbf2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5ec7891592d74a6886dfa68c8f9e2e18&device_id=b6b79cf3-8b07-4d2c-a915-488f0e253971 HTTP/1.1" status: 200 len: 1099 time: 0.2601078 Jul 09 14:46:01.924893 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-f6c26be4-30ec-4a4a-bdbf-14e3f20a4f4c req-cb0b791b-79c4-4680-af20-acfd0d88d42a tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Allocated IP 172.20.0.5 (4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9/e78429e5-c16d-40cf-923f-e056853eac48/605bf609-d7a4-49d3-8454-851bf931a2e9) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:46:02.037730 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db2f28-f72d-4f65-95e7-f81306545e95 req-3895e66d-0d93-4cbf-ba79-e76e079457de tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:02.044089 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-18db2f28-f72d-4f65-95e7-f81306545e95 req-3895e66d-0d93-4cbf-ba79-e76e079457de tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=12759e1a-6332-4211-bfb4-49d99ef750d3 HTTP/1.1" status: 200 len: 950 time: 0.1129391 Jul 09 14:46:02.064173 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-31f2cd1d-1ea8-4a5c-92ff-4b3c7fc96531 req-2791db21-9709-4373-a4c0-eb9314cb8724 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcfab441-57a0-47d4-b6ca-f82afa77915d HTTP/1.1" status: 200 len: 210 time: 0.0987442 Jul 09 14:46:02.094734 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-18db2f28-f72d-4f65-95e7-f81306545e95 req-6a118f3b-9b98-4d22-bd3f-917c54e3e4b0 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455256 Jul 09 14:46:02.134610 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b37853-948a-4bbd-bec8-dd6e991db944 req-7192339f-af91-4b37-b0fc-a227f948f13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:02.136788 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-23b37853-948a-4bbd-bec8-dd6e991db944 req-7192339f-af91-4b37-b0fc-a227f948f13e service neutron] 10.222.0.62 "GET /v2.0/networks?id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc HTTP/1.1" status: 200 len: 870 time: 0.2691195 Jul 09 14:46:02.190123 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-23b37853-948a-4bbd-bec8-dd6e991db944 req-04eb366d-49b6-4519-bd2a-5890824a26b5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=c06b11eb-9d6f-48c4-baec-7d8f00e00c90 HTTP/1.1" status: 200 len: 217 time: 0.0454252 Jul 09 14:46:02.267278 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f6c26be4-30ec-4a4a-bdbf-14e3f20a4f4c req-cb0b791b-79c4-4680-af20-acfd0d88d42a tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:02.285475 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b37853-948a-4bbd-bec8-dd6e991db944 req-c46f0b26-7a15-42ef-8e38-36ab1e38b455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:02.287026 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-23b37853-948a-4bbd-bec8-dd6e991db944 req-c46f0b26-7a15-42ef-8e38-36ab1e38b455 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.0820782 Jul 09 14:46:02.365671 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b37853-948a-4bbd-bec8-dd6e991db944 req-053219de-5877-4528-a8ff-25f17c017f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:02.367478 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-23b37853-948a-4bbd-bec8-dd6e991db944 req-053219de-5877-4528-a8ff-25f17c017f3a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0714874 Jul 09 14:46:02.624433 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device c06b11eb-9d6f-48c4-baec-7d8f00e00c90 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:46:02.670426 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device c06b11eb-9d6f-48c4-baec-7d8f00e00c90 not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:46:02.743709 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f6c26be4-30ec-4a4a-bdbf-14e3f20a4f4c req-cb0b791b-79c4-4680-af20-acfd0d88d42a tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:02.755575 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['12ba3e02-e8dc-4f75-9575-5579b2930cd3'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:46:02.805759 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-23b37853-948a-4bbd-bec8-dd6e991db944 req-0b2799c9-e2ff-4e96-a3e5-48f425e825d2 service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4301901 Jul 09 14:46:02.807449 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6c26be4-30ec-4a4a-bdbf-14e3f20a4f4c req-cb0b791b-79c4-4680-af20-acfd0d88d42a tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Network 4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:46:02.819430 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-f6c26be4-30ec-4a4a-bdbf-14e3f20a4f4c req-cb0b791b-79c4-4680-af20-acfd0d88d42a tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:46:02.828372 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6c26be4-30ec-4a4a-bdbf-14e3f20a4f4c req-cb0b791b-79c4-4680-af20-acfd0d88d42a tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:46:02.840097 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c0180-2b07-4289-b8c2-0f7db81da6fa req-5879e10e-0089-44bc-80b6-605a6e44e652 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:02.849131 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d67c0180-2b07-4289-b8c2-0f7db81da6fa req-5879e10e-0089-44bc-80b6-605a6e44e652 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b79cf3-8b07-4d2c-a915-488f0e253971 HTTP/1.1" status: 200 len: 948 time: 0.4284835 Jul 09 14:46:02.859224 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0b791b-79c4-4680-af20-acfd0d88d42a tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Pushing event updated for resources: {'Port': ['ID=605bf609-d7a4-49d3-8454-851bf931a2e9,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:02.878424 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706711b-c9d4-47d9-944a-3caeaa47d7b0 req-ebf08092-1738-4df6-9db2-6cbacc39428e tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:02.881413 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a706711b-c9d4-47d9-944a-3caeaa47d7b0 req-ebf08092-1738-4df6-9db2-6cbacc39428e tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.54 "GET /v2.0/ports?device_id=569d9b82-646c-47e4-942a-1e208984c28b HTTP/1.1" status: 200 len: 945 time: 0.1031237 Jul 09 14:46:02.984272 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c26be4-30ec-4a4a-bdbf-14e3f20a4f4c req-cb0b791b-79c4-4680-af20-acfd0d88d42a tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:02.984934 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f6c26be4-30ec-4a4a-bdbf-14e3f20a4f4c req-cb0b791b-79c4-4680-af20-acfd0d88d42a tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:03.008090 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d67c0180-2b07-4289-b8c2-0f7db81da6fa req-b43e742e-5590-4239-aabf-e171bca29f97 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598296 Jul 09 14:46:03.052003 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-23b37853-948a-4bbd-bec8-dd6e991db944 req-514e7f2f-a596-4cf3-a757-9aaf256a6ef9 service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203043 Jul 09 14:46:03.061290 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-a706711b-c9d4-47d9-944a-3caeaa47d7b0 req-1d048659-b808-4de9-8bec-4f3eb73bd5ad tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Deleting port a8cb89d0-a5ee-4a3d-9cc6-54d65686c380 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:46:03.061712 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a706711b-c9d4-47d9-944a-3caeaa47d7b0 req-1d048659-b808-4de9-8bec-4f3eb73bd5ad tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:03.074558 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c759d7-3c3a-40b5-82b2-b737f7a1612a req-e8d5bd0b-393b-420d-a7f7-8593559ef78b tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:03.076394 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-34c759d7-3c3a-40b5-82b2-b737f7a1612a req-e8d5bd0b-393b-420d-a7f7-8593559ef78b tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=569d9b82-646c-47e4-942a-1e208984c28b HTTP/1.1" status: 200 len: 945 time: 0.1036363 Jul 09 14:46:03.169047 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-34c759d7-3c3a-40b5-82b2-b737f7a1612a req-9ec64672-42a3-4e87-8cb5-7c785f1351ea tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812268 Jul 09 14:46:03.190019 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b4cea-2664-41e0-9ee3-3516f7379d34 req-ae1c0aa3-5232-440b-82e2-dce590a1f78e tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:03.203466 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-573b4cea-2664-41e0-9ee3-3516f7379d34 req-ae1c0aa3-5232-440b-82e2-dce590a1f78e tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf213cef-cdcb-40c1-8a12-272ef114c818 HTTP/1.1" status: 200 len: 943 time: 0.0842774 Jul 09 14:46:03.203833 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-a706711b-c9d4-47d9-944a-3caeaa47d7b0 req-1d048659-b808-4de9-8bec-4f3eb73bd5ad tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] For port a8cb89d0-a5ee-4a3d-9cc6-54d65686c380, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=a8cb89d0-a5ee-4a3d-9cc6-54d65686c380,segment=NetworkSegment(08141ba6-0964-4d1a-8d67-af4c03fe6653),segment_id=08141ba6-0964-4d1a-8d67-af4c03fe6653)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:46:03.203833 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a706711b-c9d4-47d9-944a-3caeaa47d7b0 req-1d048659-b808-4de9-8bec-4f3eb73bd5ad tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:03.213221 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f6c26be4-30ec-4a4a-bdbf-14e3f20a4f4c req-cb0b791b-79c4-4680-af20-acfd0d88d42a tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0298102 Jul 09 14:46:03.225858 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-f6c26be4-30ec-4a4a-bdbf-14e3f20a4f4c req-8d41f393-0222-4e3f-a5b5-0a8b1dec2511 service neutron] Request body: {'port': {'device_id': 'bcfab441-57a0-47d4-b6ca-f82afa77915d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:46:03.242702 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-a706711b-c9d4-47d9-944a-3caeaa47d7b0 req-1d048659-b808-4de9-8bec-4f3eb73bd5ad tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Calling delete_port for a8cb89d0-a5ee-4a3d-9cc6-54d65686c380 owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:46:03.274595 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-573b4cea-2664-41e0-9ee3-3516f7379d34 req-be19150c-c781-4a2a-bd0d-a3993d5b940d tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2c53084-ff15-419b-9d7e-92ae7ebe39f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760982 Jul 09 14:46:03.383946 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f6c26be4-30ec-4a4a-bdbf-14e3f20a4f4c req-8d41f393-0222-4e3f-a5b5-0a8b1dec2511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:03.393635 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b79cf3-8b07-4d2c-a915-488f0e253971', 'tag': 'c06b11eb-9d6f-48c4-baec-7d8f00e00c90'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:46:03.398302 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875218a1-192b-4d74-99cf-7a33d2cf2964" -d '{"events": [{"name": "network-changed", "server_uuid": "b6b79cf3-8b07-4d2c-a915-488f0e253971", "tag": "c06b11eb-9d6f-48c4-baec-7d8f00e00c90"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:46:03.484486 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf67d85-6fe2-4ae1-8df0-2ca2e2d72c2f req-8a622de8-7c99-4a8c-9346-e2a0ab7b03d7 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:03.486012 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-baf67d85-6fe2-4ae1-8df0-2ca2e2d72c2f req-8a622de8-7c99-4a8c-9346-e2a0ab7b03d7 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcfab441-57a0-47d4-b6ca-f82afa77915d HTTP/1.1" status: 200 len: 931 time: 0.1367161 Jul 09 14:46:03.530545 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-baf67d85-6fe2-4ae1-8df0-2ca2e2d72c2f req-4e04f51c-188a-4a5c-94d0-d21cf8296f0d tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385232 Jul 09 14:46:03.604553 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a706711b-c9d4-47d9-944a-3caeaa47d7b0 req-1d048659-b808-4de9-8bec-4f3eb73bd5ad tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:03.615668 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd67ad64-f400-44ac-9614-a268ddaaae42 x-openstack-request-id: req-bd67ad64-f400-44ac-9614-a268ddaaae42 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:46:03.615960 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6b79cf3-8b07-4d2c-a915-488f0e253971", "tag": "c06b11eb-9d6f-48c4-baec-7d8f00e00c90", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:46:03.616211 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bd67ad64-f400-44ac-9614-a268ddaaae42 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:46:03.616598 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6b79cf3-8b07-4d2c-a915-488f0e253971', 'tag': 'c06b11eb-9d6f-48c4-baec-7d8f00e00c90', 'status': 'completed', 'code': 200} Jul 09 14:46:03.620127 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['a8cb89d0-a5ee-4a3d-9cc6-54d65686c380'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:46:03.647718 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d048659-b808-4de9-8bec-4f3eb73bd5ad tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Pushing event deleted for resources: {'Port': ['ID=a8cb89d0-a5ee-4a3d-9cc6-54d65686c380,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:03.658238 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['1ad2f213-faf3-4478-a55c-736188b5f250'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:46:03.687638 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e178ca1-7b9d-4aad-8d76-56e87d602824 req-5dc2bbc0-0940-4354-bc7e-973d043bf1ee tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:03.689265 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7e178ca1-7b9d-4aad-8d76-56e87d602824 req-5dc2bbc0-0940-4354-bc7e-973d043bf1ee tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=12759e1a-6332-4211-bfb4-49d99ef750d3 HTTP/1.1" status: 200 len: 950 time: 0.2399323 Jul 09 14:46:03.718445 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-a706711b-c9d4-47d9-944a-3caeaa47d7b0 req-1d048659-b808-4de9-8bec-4f3eb73bd5ad tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] No DVR routers for this DVR port a8cb89d0-a5ee-4a3d-9cc6-54d65686c380 on host n-h2-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:46:03.721396 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a706711b-c9d4-47d9-944a-3caeaa47d7b0 req-1d048659-b808-4de9-8bec-4f3eb73bd5ad tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:03.723600 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a706711b-c9d4-47d9-944a-3caeaa47d7b0 req-1d048659-b808-4de9-8bec-4f3eb73bd5ad tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.54 "DELETE /v2.0/ports/a8cb89d0-a5ee-4a3d-9cc6-54d65686c380 HTTP/1.1" status: 204 len: 173 time: 0.8347509 Jul 09 14:46:03.724312 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '569d9b82-646c-47e4-942a-1e208984c28b', 'name': 'network-vif-deleted', 'tag': 'a8cb89d0-a5ee-4a3d-9cc6-54d65686c380'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:46:03.726844 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1f32ed-77df-4f3e-8fb1-5896bc104e54" -d '{"events": [{"server_uuid": "569d9b82-646c-47e4-942a-1e208984c28b", "name": "network-vif-deleted", "tag": "a8cb89d0-a5ee-4a3d-9cc6-54d65686c380"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:46:03.769225 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc695593-084a-4349-8d43-b44bc1468f84 x-openstack-request-id: req-cc695593-084a-4349-8d43-b44bc1468f84 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:46:03.769915 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "569d9b82-646c-47e4-942a-1e208984c28b", "name": "network-vif-deleted", "tag": "a8cb89d0-a5ee-4a3d-9cc6-54d65686c380", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:46:03.770783 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cc695593-084a-4349-8d43-b44bc1468f84 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:46:03.771197 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '569d9b82-646c-47e4-942a-1e208984c28b', 'name': 'network-vif-deleted', 'tag': 'a8cb89d0-a5ee-4a3d-9cc6-54d65686c380', 'status': 'completed', 'code': 200} Jul 09 14:46:03.821229 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7e178ca1-7b9d-4aad-8d76-56e87d602824 req-ed9a31ea-991e-43bd-8eb6-93d5c659a19e tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038501 Jul 09 14:46:03.832118 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875218a1-192b-4d74-99cf-7a33d2cf2964 req-dac86b5b-3cb7-4d46-92e5-764fb7c9a133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:03.834230 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-875218a1-192b-4d74-99cf-7a33d2cf2964 req-dac86b5b-3cb7-4d46-92e5-764fb7c9a133 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5ec7891592d74a6886dfa68c8f9e2e18&device_id=b6b79cf3-8b07-4d2c-a915-488f0e253971 HTTP/1.1" status: 200 len: 1099 time: 0.2091436 Jul 09 14:46:03.887590 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875218a1-192b-4d74-99cf-7a33d2cf2964 req-ef0151c8-ebcd-43be-894f-69286d33e336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:03.889103 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-875218a1-192b-4d74-99cf-7a33d2cf2964 req-ef0151c8-ebcd-43be-894f-69286d33e336 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5ec7891592d74a6886dfa68c8f9e2e18&device_id=b6b79cf3-8b07-4d2c-a915-488f0e253971 HTTP/1.1" status: 200 len: 1099 time: 0.2238822 Jul 09 14:46:03.938755 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-f6c26be4-30ec-4a4a-bdbf-14e3f20a4f4c req-8d41f393-0222-4e3f-a5b5-0a8b1dec2511 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 605bf609-d7a4-49d3-8454-851bf931a2e9 {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:46:03.989711 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f6c26be4-30ec-4a4a-bdbf-14e3f20a4f4c req-8d41f393-0222-4e3f-a5b5-0a8b1dec2511 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:03.998164 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4874ee1b-2478-492a-8ab8-73552b1e99f8 req-f9ad8553-01f5-40bb-a33a-3bc21e892f2b tempest-ServersOnMultiNodesTest-1500247451 tempest-ServersOnMultiNodesTest-1500247451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:03.999853 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4874ee1b-2478-492a-8ab8-73552b1e99f8 req-f9ad8553-01f5-40bb-a33a-3bc21e892f2b tempest-ServersOnMultiNodesTest-1500247451 tempest-ServersOnMultiNodesTest-1500247451-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=12759e1a-6332-4211-bfb4-49d99ef750d3 HTTP/1.1" status: 200 len: 1101 time: 0.0562806 Jul 09 14:46:04.031906 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-f6c26be4-30ec-4a4a-bdbf-14e3f20a4f4c req-8d41f393-0222-4e3f-a5b5-0a8b1dec2511 service neutron] Transition to ACTIVE for port object 605bf609-d7a4-49d3-8454-851bf931a2e9 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:46:04.037928 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4874ee1b-2478-492a-8ab8-73552b1e99f8 req-8e2df0e1-6459-47a6-a051-cc92bddf8331 tempest-ServersOnMultiNodesTest-1500247451 tempest-ServersOnMultiNodesTest-1500247451-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320718 Jul 09 14:46:04.052585 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875218a1-192b-4d74-99cf-7a33d2cf2964 req-e600bbbd-0c01-45d9-b532-0159547c1121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:04.053975 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-875218a1-192b-4d74-99cf-7a33d2cf2964 req-e600bbbd-0c01-45d9-b532-0159547c1121 service neutron] 10.222.0.54 "GET /v2.0/networks?id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc HTTP/1.1" status: 200 len: 870 time: 0.1920726 Jul 09 14:46:04.136488 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-875218a1-192b-4d74-99cf-7a33d2cf2964 req-e7b35961-cc20-4e0b-b9ae-1f035660cd7c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=c06b11eb-9d6f-48c4-baec-7d8f00e00c90 HTTP/1.1" status: 200 len: 217 time: 0.0563750 Jul 09 14:46:04.141883 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875218a1-192b-4d74-99cf-7a33d2cf2964 req-ef7158d4-b222-4eb7-a0ba-9a62014f63f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:04.141883 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-875218a1-192b-4d74-99cf-7a33d2cf2964 req-ef7158d4-b222-4eb7-a0ba-9a62014f63f8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc HTTP/1.1" status: 200 len: 870 time: 0.2231495 Jul 09 14:46:04.169306 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f6c26be4-30ec-4a4a-bdbf-14e3f20a4f4c req-8d41f393-0222-4e3f-a5b5-0a8b1dec2511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:04.274229 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e13bb9d0-0360-4090-a777-10c525723eda req-261e16d6-b068-493d-8088-9dd3dcd1d954 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=018349107c4e445095855bfde6f254bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318515 Jul 09 14:46:04.286887 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-875218a1-192b-4d74-99cf-7a33d2cf2964 req-f8160c01-8f73-4106-9a6f-a6ad0afb28c1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=c06b11eb-9d6f-48c4-baec-7d8f00e00c90 HTTP/1.1" status: 200 len: 217 time: 0.1259542 Jul 09 14:46:04.369212 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875218a1-192b-4d74-99cf-7a33d2cf2964 req-46ca3d1c-d30b-47b5-bfc7-fd1a7c1812ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:04.371277 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-875218a1-192b-4d74-99cf-7a33d2cf2964 req-46ca3d1c-d30b-47b5-bfc7-fd1a7c1812ef service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.2270579 Jul 09 14:46:04.383789 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13bb9d0-0360-4090-a777-10c525723eda req-0f57e80e-2997-45ea-b1e3-0a8ace46bdf9 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:04.391044 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e13bb9d0-0360-4090-a777-10c525723eda req-0f57e80e-2997-45ea-b1e3-0a8ace46bdf9 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1158621 Jul 09 14:46:04.396993 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d41f393-0222-4e3f-a5b5-0a8b1dec2511 service neutron] Pushing event updated for resources: {'Port': ['ID=605bf609-d7a4-49d3-8454-851bf931a2e9,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:04.402796 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 3f9014d4-b1a7-4061-a217-72cebabde6b0 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:46:04.406876 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e13bb9d0-0360-4090-a777-10c525723eda req-5fb1e81e-73b8-40ba-8a36-086bac584820 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/quotas/018349107c4e445095855bfde6f254bc HTTP/1.1" status: 200 len: 375 time: 0.0148318 Jul 09 14:46:04.465616 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875218a1-192b-4d74-99cf-7a33d2cf2964 req-9eda196e-8db0-4faf-9533-6457e3fd5f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:04.480682 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-875218a1-192b-4d74-99cf-7a33d2cf2964 req-9eda196e-8db0-4faf-9533-6457e3fd5f10 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.1729817 Jul 09 14:46:04.503483 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e13bb9d0-0360-4090-a777-10c525723eda req-c62e6c40-b94e-4a9c-ad7a-430e64a5f505 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=018349107c4e445095855bfde6f254bc&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0942230 Jul 09 14:46:04.523292 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 3f9014d4-b1a7-4061-a217-72cebabde6b0, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=3f9014d4-b1a7-4061-a217-72cebabde6b0,segment=NetworkSegment(2c83f2eb-8cb3-4860-acb7-94ea96ea7143),segment_id=2c83f2eb-8cb3-4860-acb7-94ea96ea7143)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:46:04.536614 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bfbb36-4dbc-4811-a0e7-8b2f772001ca req-04753150-e7fc-400a-a8d2-4de5edca9b17 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:04.536832 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '3f9014d4-b1a7-4061-a217-72cebabde6b0', 'network_id': 'b257f852-cd64-45af-a256-9c096b11c942', 'port_id': '3f9014d4-b1a7-4061-a217-72cebabde6b0', 'mac_address': 'fa:16:3e:6f:40:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52cd48df-7dbf-4f6d-a76d-dc9a85bc635b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:46:04.538277 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-55bfbb36-4dbc-4811-a0e7-8b2f772001ca req-04753150-e7fc-400a-a8d2-4de5edca9b17 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b79cf3-8b07-4d2c-a915-488f0e253971 HTTP/1.1" status: 200 len: 948 time: 0.3956156 Jul 09 14:46:04.583310 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-f6c26be4-30ec-4a4a-bdbf-14e3f20a4f4c req-8d41f393-0222-4e3f-a5b5-0a8b1dec2511 service neutron] Attempting to bind port 605bf609-d7a4-49d3-8454-851bf931a2e9 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:46:04.583638 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-f6c26be4-30ec-4a4a-bdbf-14e3f20a4f4c req-8d41f393-0222-4e3f-a5b5-0a8b1dec2511 service neutron] Attempting to bind port 605bf609-d7a4-49d3-8454-851bf931a2e9 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '53f9e82d-cbee-4af4-9fe3-f119337023c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:46:04.583983 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c26be4-30ec-4a4a-bdbf-14e3f20a4f4c req-8d41f393-0222-4e3f-a5b5-0a8b1dec2511 service neutron] Attempting to bind port 605bf609-d7a4-49d3-8454-851bf931a2e9 on network 4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:46:04.595683 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:04.606742 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c26be4-30ec-4a4a-bdbf-14e3f20a4f4c req-8d41f393-0222-4e3f-a5b5-0a8b1dec2511 service neutron] Port 605bf609-d7a4-49d3-8454-851bf931a2e9 on network 4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:46:04.607205 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c26be4-30ec-4a4a-bdbf-14e3f20a4f4c req-8d41f393-0222-4e3f-a5b5-0a8b1dec2511 service neutron] Attempting to bind port 605bf609-d7a4-49d3-8454-851bf931a2e9 on network 4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:46:04.613308 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f9014d4-b1a7-4061-a217-72cebabde6b0 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:46:04.630155 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875218a1-192b-4d74-99cf-7a33d2cf2964 req-91b39c0d-7cba-4d4d-9e63-de1b0423900b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:04.632020 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-875218a1-192b-4d74-99cf-7a33d2cf2964 req-91b39c0d-7cba-4d4d-9e63-de1b0423900b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2305005 Jul 09 14:46:04.632826 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c26be4-30ec-4a4a-bdbf-14e3f20a4f4c req-8d41f393-0222-4e3f-a5b5-0a8b1dec2511 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:46:04.635827 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c26be4-30ec-4a4a-bdbf-14e3f20a4f4c req-8d41f393-0222-4e3f-a5b5-0a8b1dec2511 service neutron] Checking segment: {'id': '53f9e82d-cbee-4af4-9fe3-f119337023c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:46:04.635827 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c26be4-30ec-4a4a-bdbf-14e3f20a4f4c req-8d41f393-0222-4e3f-a5b5-0a8b1dec2511 service neutron] Bound using segment: {'id': '53f9e82d-cbee-4af4-9fe3-f119337023c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:46:04.635827 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-f6c26be4-30ec-4a4a-bdbf-14e3f20a4f4c req-8d41f393-0222-4e3f-a5b5-0a8b1dec2511 service neutron] Bound port: 605bf609-d7a4-49d3-8454-851bf931a2e9, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53f9e82d-cbee-4af4-9fe3-f119337023c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:46:04.635827 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f6c26be4-30ec-4a4a-bdbf-14e3f20a4f4c req-8d41f393-0222-4e3f-a5b5-0a8b1dec2511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:04.641495 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-55bfbb36-4dbc-4811-a0e7-8b2f772001ca req-d80a3fee-0d35-42ae-81e8-1124b4211b3d tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887523 Jul 09 14:46:04.648046 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 3f9014d4-b1a7-4061-a217-72cebabde6b0, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=3f9014d4-b1a7-4061-a217-72cebabde6b0,segment=NetworkSegment(2c83f2eb-8cb3-4860-acb7-94ea96ea7143),segment_id=2c83f2eb-8cb3-4860-acb7-94ea96ea7143)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:46:04.716032 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875218a1-192b-4d74-99cf-7a33d2cf2964 req-257ab6b4-7417-46d5-8fd5-4d8460ba06bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:04.717541 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-875218a1-192b-4d74-99cf-7a33d2cf2964 req-257ab6b4-7417-46d5-8fd5-4d8460ba06bc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2361701 Jul 09 14:46:04.821861 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:04.853992 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-f6c26be4-30ec-4a4a-bdbf-14e3f20a4f4c req-8d41f393-0222-4e3f-a5b5-0a8b1dec2511 service neutron] For port 605bf609-d7a4-49d3-8454-851bf931a2e9, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:46:04.858376 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-f6c26be4-30ec-4a4a-bdbf-14e3f20a4f4c req-8d41f393-0222-4e3f-a5b5-0a8b1dec2511 service neutron] For port 605bf609-d7a4-49d3-8454-851bf931a2e9, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=605bf609-d7a4-49d3-8454-851bf931a2e9,segment=NetworkSegment(53f9e82d-cbee-4af4-9fe3-f119337023c8),segment_id=53f9e82d-cbee-4af4-9fe3-f119337023c8)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:46:04.910715 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-88c2ade8-76f7-4b33-bdc0-e3d2777f94a1 req-b28b2bec-bbde-44c8-8792-edc4aa8b9c58 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=569d9b82-646c-47e4-942a-1e208984c28b HTTP/1.1" status: 200 len: 210 time: 0.1319668 Jul 09 14:46:04.913734 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=3f9014d4-b1a7-4061-a217-72cebabde6b0,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:04.928138 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:04.928483 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:04.928820 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:04.933596 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:04.934127 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:04.934638 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:04.935133 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:04.937119 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:04.937661 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:04.938170 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:04.938710 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:04.939904 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:04.955029 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-875218a1-192b-4d74-99cf-7a33d2cf2964 req-bf087b07-3943-4f63-afef-12c15a422a18 service neutron] 10.222.0.54 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063810 Jul 09 14:46:05.041652 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f6c26be4-30ec-4a4a-bdbf-14e3f20a4f4c req-8d41f393-0222-4e3f-a5b5-0a8b1dec2511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:05.079685 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94b842-e456-41bb-abca-282cfa31be31 req-bc7d0729-613f-409d-9a1d-5f1b0f83cd23 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:05.088092 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bd94b842-e456-41bb-abca-282cfa31be31 req-bc7d0729-613f-409d-9a1d-5f1b0f83cd23 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf213cef-cdcb-40c1-8a12-272ef114c818 HTTP/1.1" status: 200 len: 944 time: 0.1124704 Jul 09 14:46:05.136925 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bd94b842-e456-41bb-abca-282cfa31be31 req-247ff54e-12c2-4865-b523-9d050651d86b tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2c53084-ff15-419b-9d7e-92ae7ebe39f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426736 Jul 09 14:46:05.155014 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c26be4-30ec-4a4a-bdbf-14e3f20a4f4c req-8d41f393-0222-4e3f-a5b5-0a8b1dec2511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:05.155746 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f6c26be4-30ec-4a4a-bdbf-14e3f20a4f4c req-8d41f393-0222-4e3f-a5b5-0a8b1dec2511 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:05.157488 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f6c26be4-30ec-4a4a-bdbf-14e3f20a4f4c req-8d41f393-0222-4e3f-a5b5-0a8b1dec2511 service neutron] 10.222.0.54 "PUT /v2.0/ports/605bf609-d7a4-49d3-8454-851bf931a2e9 HTTP/1.1" status: 200 len: 1091 time: 1.9356637 Jul 09 14:46:05.161965 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-875218a1-192b-4d74-99cf-7a33d2cf2964 req-5217371b-0a9e-41c8-9cbd-91a1ae75aa66 service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4183338 Jul 09 14:46:05.188307 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-875218a1-192b-4d74-99cf-7a33d2cf2964 req-7a25e8ba-379d-4796-9172-c03636faf8c3 service neutron] 10.222.0.54 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206326 Jul 09 14:46:05.209747 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-731ccba8-76ed-475d-90d9-67d47664a714 req-93fff2ad-414d-4823-804d-636e88d4afba tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c2e0f99-9411-4f1e-bed2-a4b911ed0060 HTTP/1.1" status: 200 len: 210 time: 0.0350516 Jul 09 14:46:05.235170 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d41f393-0222-4e3f-a5b5-0a8b1dec2511 service neutron] Pushing event updated for resources: {'Port': ['ID=605bf609-d7a4-49d3-8454-851bf931a2e9,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:05.280559 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2daf6-1fda-4d18-8f79-a8d69c08a850 req-3d2d6cc5-c5e0-4907-8b1f-cf6445bb25e3 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:05.282082 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a3f2daf6-1fda-4d18-8f79-a8d69c08a850 req-3d2d6cc5-c5e0-4907-8b1f-cf6445bb25e3 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcfab441-57a0-47d4-b6ca-f82afa77915d HTTP/1.1" status: 200 len: 943 time: 0.2249405 Jul 09 14:46:05.325680 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-875218a1-192b-4d74-99cf-7a33d2cf2964 req-99185063-40ad-407c-98fb-24a58be57b19 service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501985 Jul 09 14:46:05.371943 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a3f2daf6-1fda-4d18-8f79-a8d69c08a850 req-7d235985-4c57-4126-9d43-b4bfabb79a53 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826986 Jul 09 14:46:05.395039 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c26be4-30ec-4a4a-bdbf-14e3f20a4f4c req-c2b2a652-e2c2-48ef-8af5-12e9457fc8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:05.396881 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f6c26be4-30ec-4a4a-bdbf-14e3f20a4f4c req-c2b2a652-e2c2-48ef-8af5-12e9457fc8f1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1e0132f74af84346b7937684dc0b5d46&device_id=bcfab441-57a0-47d4-b6ca-f82afa77915d HTTP/1.1" status: 200 len: 1094 time: 0.0887995 Jul 09 14:46:05.426850 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 34112) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:46:05.446828 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f6c26be4-30ec-4a4a-bdbf-14e3f20a4f4c req-c55b22ac-c1c8-4f3e-b154-8b004d94c75e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=605bf609-d7a4-49d3-8454-851bf931a2e9 HTTP/1.1" status: 200 len: 217 time: 0.0400450 Jul 09 14:46:05.449818 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['3f9014d4-b1a7-4061-a217-72cebabde6b0'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:46:05.502630 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c26be4-30ec-4a4a-bdbf-14e3f20a4f4c req-1afd2262-5bf8-4a7c-96b8-c8bea40c38ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:05.508582 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f6c26be4-30ec-4a4a-bdbf-14e3f20a4f4c req-1afd2262-5bf8-4a7c-96b8-c8bea40c38ca service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e78429e5-c16d-40cf-923f-e056853eac48 HTTP/1.1" status: 200 len: 846 time: 0.0520535 Jul 09 14:46:05.546112 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f6c26be4-30ec-4a4a-bdbf-14e3f20a4f4c req-5eb11171-8096-4eb6-b4d4-1b0b297ee1d9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336978 Jul 09 14:46:05.565409 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f76e08ea-89d2-49bc-81a8-39f00f3a8f89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:05.621341 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcfab441-57a0-47d4-b6ca-f82afa77915d', 'tag': '605bf609-d7a4-49d3-8454-851bf931a2e9'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:46:05.621623 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4c9b76-f7f0-45fd-8dc5-057430d509f5" -d '{"events": [{"name": "network-changed", "server_uuid": "bcfab441-57a0-47d4-b6ca-f82afa77915d", "tag": "605bf609-d7a4-49d3-8454-851bf931a2e9"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:46:05.654737 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f6c26be4-30ec-4a4a-bdbf-14e3f20a4f4c req-2397cc92-db41-4865-a85d-749048d3ead2 service neutron] 10.222.0.54 "GET /v2.0/networks/4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014824 Jul 09 14:46:05.672515 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ebec28-04e5-4f25-b023-f34f1bdf045c x-openstack-request-id: req-46ebec28-04e5-4f25-b023-f34f1bdf045c {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:46:05.673117 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcfab441-57a0-47d4-b6ca-f82afa77915d", "tag": "605bf609-d7a4-49d3-8454-851bf931a2e9", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:46:05.673375 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-46ebec28-04e5-4f25-b023-f34f1bdf045c {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:46:05.673771 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcfab441-57a0-47d4-b6ca-f82afa77915d', 'tag': '605bf609-d7a4-49d3-8454-851bf931a2e9', 'status': 'completed', 'code': 200} Jul 09 14:46:05.687995 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f76e08ea-89d2-49bc-81a8-39f00f3a8f89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:05.751234 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f6c26be4-30ec-4a4a-bdbf-14e3f20a4f4c req-a76d358f-b608-48e9-867c-bb8047e93498 service neutron] 10.222.0.54 "GET /v2.0/networks/4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888727 Jul 09 14:46:05.765014 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f76e08ea-89d2-49bc-81a8-39f00f3a8f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:05.805022 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f76e08ea-89d2-49bc-81a8-39f00f3a8f89 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=be41c31337c648dfaed8e5217def0e04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3769922 Jul 09 14:46:05.807252 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76e08ea-89d2-49bc-81a8-39f00f3a8f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81221748-11f1-4c29-acf5-e4e03ef01d15,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:05.807948 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 34124) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:46:06.130582 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01aa41e-345e-409f-be01-c24e783056b7 req-1246da9c-44f7-4c1f-817d-a2043f4a2d22 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:06.132137 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c01aa41e-345e-409f-be01-c24e783056b7 req-1246da9c-44f7-4c1f-817d-a2043f4a2d22 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b79cf3-8b07-4d2c-a915-488f0e253971 HTTP/1.1" status: 200 len: 948 time: 0.3665602 Jul 09 14:46:06.169657 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4829345-a374-41d7-978b-2ebbeccab759 req-9bf7ded8-cc6f-49f6-8aa2-eaf4f5b5ad3a tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:06.171207 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c4829345-a374-41d7-978b-2ebbeccab759 req-9bf7ded8-cc6f-49f6-8aa2-eaf4f5b5ad3a tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.0712147 Jul 09 14:46:06.195298 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f90dbad4-bcb4-4506-a4a1-5430d9546358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:06.210394 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c4829345-a374-41d7-978b-2ebbeccab759 req-9be5aca0-920a-4cb7-83ea-783a9a8d24bf tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331819 Jul 09 14:46:06.235204 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f90dbad4-bcb4-4506-a4a1-5430d9546358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:06.247961 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c01aa41e-345e-409f-be01-c24e783056b7 req-e6987066-f083-41dd-a841-3f9b91f8ac2d tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906072 Jul 09 14:46:06.276921 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:46:06.286580 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c9b76-f7f0-45fd-8dc5-057430d509f5 req-c7a610bc-4ad1-4c29-b094-be9556353993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:06.287885 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fb4c9b76-f7f0-45fd-8dc5-057430d509f5 req-c7a610bc-4ad1-4c29-b094-be9556353993 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1e0132f74af84346b7937684dc0b5d46&device_id=bcfab441-57a0-47d4-b6ca-f82afa77915d HTTP/1.1" status: 200 len: 1094 time: 0.1768086 Jul 09 14:46:06.413736 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f145e-d67d-43bf-8c53-7e9831ebe7f2 req-ab22e52f-69c7-4f2d-8726-3c58dc70e8b8 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:06.415896 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fe8f145e-d67d-43bf-8c53-7e9831ebe7f2 req-ab22e52f-69c7-4f2d-8726-3c58dc70e8b8 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf213cef-cdcb-40c1-8a12-272ef114c818 HTTP/1.1" status: 200 len: 944 time: 0.0900810 Jul 09 14:46:06.421918 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c9b76-f7f0-45fd-8dc5-057430d509f5 req-c1f0830f-1277-4b36-afed-35747323e7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:06.423386 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fb4c9b76-f7f0-45fd-8dc5-057430d509f5 req-c1f0830f-1277-4b36-afed-35747323e7e6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9 HTTP/1.1" status: 200 len: 907 time: 0.1281264 Jul 09 14:46:06.443028 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7ff61a88-d8d5-46a8-a862-f0e751ba958e req-72cb1c4a-b6bc-4d8d-8ca1-df672e693caa tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c2e0f99-9411-4f1e-bed2-a4b911ed0060 HTTP/1.1" status: 200 len: 210 time: 0.0360858 Jul 09 14:46:06.461294 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fe8f145e-d67d-43bf-8c53-7e9831ebe7f2 req-4a670dcf-40fa-4dd3-bf7e-ba24bd284635 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2c53084-ff15-419b-9d7e-92ae7ebe39f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390785 Jul 09 14:46:06.483699 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fb4c9b76-f7f0-45fd-8dc5-057430d509f5 req-a9eceec1-c181-4687-b093-fa5a7398089a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=605bf609-d7a4-49d3-8454-851bf931a2e9 HTTP/1.1" status: 200 len: 217 time: 0.0427716 Jul 09 14:46:06.484553 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f90dbad4-bcb4-4506-a4a1-5430d9546358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:06.487265 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f90dbad4-bcb4-4506-a4a1-5430d9546358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:06.498696 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f90dbad4-bcb4-4506-a4a1-5430d9546358 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/81221748-11f1-4c29-acf5-e4e03ef01d15 HTTP/1.1" status: 204 len: 168 time: 0.6824865 Jul 09 14:46:06.555104 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90dbad4-bcb4-4506-a4a1-5430d9546358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81221748-11f1-4c29-acf5-e4e03ef01d15,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:06.575258 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c9b76-f7f0-45fd-8dc5-057430d509f5 req-14643568-f509-43a5-a151-4791993b14ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:06.576785 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fb4c9b76-f7f0-45fd-8dc5-057430d509f5 req-14643568-f509-43a5-a151-4791993b14ff service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e78429e5-c16d-40cf-923f-e056853eac48 HTTP/1.1" status: 200 len: 846 time: 0.0734978 Jul 09 14:46:06.630334 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fb4c9b76-f7f0-45fd-8dc5-057430d509f5 req-b4f0cfd6-8927-4de0-b89e-7bb12caddf62 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365205 Jul 09 14:46:06.654767 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device a8cb89d0-a5ee-4a3d-9cc6-54d65686c380 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:46:06.676631 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: a8cb89d0-a5ee-4a3d-9cc6-54d65686c380 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:46:06.681762 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device a8cb89d0-a5ee-4a3d-9cc6-54d65686c380 not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:46:06.709319 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c634e1-5204-4393-98ad-8e4bed67391e req-c70f5391-4dab-4306-ba72-7bc514fdeb69 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:06.710833 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-55c634e1-5204-4393-98ad-8e4bed67391e req-c70f5391-4dab-4306-ba72-7bc514fdeb69 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.0701261 Jul 09 14:46:06.754701 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-55c634e1-5204-4393-98ad-8e4bed67391e req-dd1bbc42-6732-474b-9c44-3858aee0124f tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368028 Jul 09 14:46:06.771178 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d0a435-0421-4855-9075-8c4dcc355c09 req-2b88cf06-05c1-4e28-9399-a716d5b719c1 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:06.772718 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-97d0a435-0421-4855-9075-8c4dcc355c09 req-2b88cf06-05c1-4e28-9399-a716d5b719c1 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcfab441-57a0-47d4-b6ca-f82afa77915d HTTP/1.1" status: 200 len: 943 time: 0.1802604 Jul 09 14:46:06.779558 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fb4c9b76-f7f0-45fd-8dc5-057430d509f5 req-8b60ce02-2a24-419c-86be-e2465988d478 service neutron] 10.222.0.54 "GET /v2.0/networks/4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236753 Jul 09 14:46:06.863752 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-97d0a435-0421-4855-9075-8c4dcc355c09 req-8a7b3e49-b5ae-4645-9859-92af4f00beca tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829999 Jul 09 14:46:06.912984 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fb4c9b76-f7f0-45fd-8dc5-057430d509f5 req-492d075a-7bd6-4df3-bb24-fca7e1641b77 service neutron] 10.222.0.54 "GET /v2.0/networks/4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251752 Jul 09 14:46:06.946722 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d8592-bf7d-433b-a872-eeaff30459ca req-35ec0232-d94d-4c97-8c00-e44b46a0100e tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:06.948421 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-584d8592-bf7d-433b-a872-eeaff30459ca req-35ec0232-d94d-4c97-8c00-e44b46a0100e tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.0804386 Jul 09 14:46:06.987360 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-584d8592-bf7d-433b-a872-eeaff30459ca req-6e3af198-2571-4829-a17f-d4418845fce5 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334237 Jul 09 14:46:07.444319 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d2a724-9047-4ca8-bf4a-378f2815ebdf req-7ee848a6-0dbc-4704-8f9a-24e8cbee3616 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:07.445804 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-66d2a724-9047-4ca8-bf4a-378f2815ebdf req-7ee848a6-0dbc-4704-8f9a-24e8cbee3616 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b79cf3-8b07-4d2c-a915-488f0e253971 HTTP/1.1" status: 200 len: 948 time: 0.0659232 Jul 09 14:46:07.484672 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-66d2a724-9047-4ca8-bf4a-378f2815ebdf req-5d816e60-a529-4e80-9300-204728a52ce6 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325916 Jul 09 14:46:07.566548 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 34158) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:46:07.582848 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-446c4643-d236-4ac5-815a-e0db700109fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:07.593079 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-40877fd0-3c19-4d0c-9981-2efa97c008f1 req-a558a765-a1d1-4140-bfeb-69b6780ae9a8 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c2e0f99-9411-4f1e-bed2-a4b911ed0060 HTTP/1.1" status: 200 len: 210 time: 0.0307045 Jul 09 14:46:07.706291 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d37c3df-f678-4e5f-bb44-9b658ae24863 req-f0f8c436-4ca6-4554-883a-57d8f0b603bd tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:07.707904 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7d37c3df-f678-4e5f-bb44-9b658ae24863 req-f0f8c436-4ca6-4554-883a-57d8f0b603bd tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf213cef-cdcb-40c1-8a12-272ef114c818 HTTP/1.1" status: 200 len: 944 time: 0.1054015 Jul 09 14:46:07.771272 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7d37c3df-f678-4e5f-bb44-9b658ae24863 req-2e694b7b-770e-4b34-992d-47dc79a40405 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2c53084-ff15-419b-9d7e-92ae7ebe39f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574775 Jul 09 14:46:07.777513 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-446c4643-d236-4ac5-815a-e0db700109fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:07.902474 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-446c4643-d236-4ac5-815a-e0db700109fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:07.942081 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-446c4643-d236-4ac5-815a-e0db700109fa admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c27b38542f8940bf96e0a0d4d9584a02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3742535 Jul 09 14:46:07.943190 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446c4643-d236-4ac5-815a-e0db700109fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d753c33e-d5ec-4759-9071-24fdebe85305,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:07.944841 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 34164) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:46:08.021470 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e13bb9d0-0360-4090-a777-10c525723eda req-65fe779f-c593-4312-9477-38fc9bbd0841 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=018349107c4e445095855bfde6f254bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263107 Jul 09 14:46:08.054365 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a208bb39-e0a9-4d1e-a974-a028bfb407f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:08.086936 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a208bb39-e0a9-4d1e-a974-a028bfb407f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:08.112253 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cec19d9-c5d9-48e8-9002-c595961e8923 req-6915b2c5-6e74-4931-b98a-010175f606de tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:08.114342 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2cec19d9-c5d9-48e8-9002-c595961e8923 req-6915b2c5-6e74-4931-b98a-010175f606de tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcfab441-57a0-47d4-b6ca-f82afa77915d HTTP/1.1" status: 200 len: 943 time: 0.1232553 Jul 09 14:46:08.160418 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13bb9d0-0360-4090-a777-10c525723eda req-aabe1378-bf9d-40ed-bc17-f39ea327312b tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:08.162391 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e13bb9d0-0360-4090-a777-10c525723eda req-aabe1378-bf9d-40ed-bc17-f39ea327312b tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1359096 Jul 09 14:46:08.170542 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2cec19d9-c5d9-48e8-9002-c595961e8923 req-75847e9e-9104-42c0-85b6-f9b3222efc1b tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360310 Jul 09 14:46:08.199344 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-e13bb9d0-0360-4090-a777-10c525723eda req-a5972a21-bbd3-42de-9c22-acd76d3d47f5 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Request body: {'port': {'device_id': '0c2e0f99-9411-4f1e-bed2-a4b911ed0060', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'admin_state_up': True, 'tenant_id': '018349107c4e445095855bfde6f254bc'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:46:08.233795 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a208bb39-e0a9-4d1e-a974-a028bfb407f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:08.236633 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a208bb39-e0a9-4d1e-a974-a028bfb407f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:08.237811 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a208bb39-e0a9-4d1e-a974-a028bfb407f5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d753c33e-d5ec-4759-9071-24fdebe85305 HTTP/1.1" status: 204 len: 168 time: 0.2917292 Jul 09 14:46:08.246565 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a208bb39-e0a9-4d1e-a974-a028bfb407f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d753c33e-d5ec-4759-9071-24fdebe85305,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:08.422736 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device c06b11eb-9d6f-48c4-baec-7d8f00e00c90 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:46:08.430229 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 3f9014d4-b1a7-4061-a217-72cebabde6b0 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:46:08.457885 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e13bb9d0-0360-4090-a777-10c525723eda req-a5972a21-bbd3-42de-9c22-acd76d3d47f5 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Made reservation on behalf of 018349107c4e445095855bfde6f254bc for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:46:08.463696 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e13bb9d0-0360-4090-a777-10c525723eda req-a5972a21-bbd3-42de-9c22-acd76d3d47f5 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:08.650960 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port c06b11eb-9d6f-48c4-baec-7d8f00e00c90, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=c06b11eb-9d6f-48c4-baec-7d8f00e00c90,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:46:08.677315 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': 'c06b11eb-9d6f-48c4-baec-7d8f00e00c90', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'port_id': 'c06b11eb-9d6f-48c4-baec-7d8f00e00c90', 'mac_address': 'fa:16:3e:ef:97:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8081bcce-88de-4a2f-9e69-6750220e0be0', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:46:08.680683 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 605bf609-d7a4-49d3-8454-851bf931a2e9 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:46:08.721675 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-e13bb9d0-0360-4090-a777-10c525723eda req-a5972a21-bbd3-42de-9c22-acd76d3d47f5 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Allocated IP 192.168.233.242 (aa30872f-c756-4ec7-be84-b2e3b86cdcfc/8081bcce-88de-4a2f-9e69-6750220e0be0/42868ad9-71ed-4dca-88f3-ba205abb3fbc) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:46:08.794539 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12654fae-9f1d-4d7a-a813-2b57e899b7a9 req-18362872-285f-4bc0-ac63-e0a4e4329d86 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:08.795216 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 605bf609-d7a4-49d3-8454-851bf931a2e9, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=605bf609-d7a4-49d3-8454-851bf931a2e9,segment=NetworkSegment(53f9e82d-cbee-4af4-9fe3-f119337023c8),segment_id=53f9e82d-cbee-4af4-9fe3-f119337023c8)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:46:08.804931 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-12654fae-9f1d-4d7a-a813-2b57e899b7a9 req-18362872-285f-4bc0-ac63-e0a4e4329d86 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b79cf3-8b07-4d2c-a915-488f0e253971 HTTP/1.1" status: 200 len: 948 time: 0.1499941 Jul 09 14:46:08.810355 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': '605bf609-d7a4-49d3-8454-851bf931a2e9', 'network_id': '4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9', 'port_id': '605bf609-d7a4-49d3-8454-851bf931a2e9', 'mac_address': 'fa:16:3e:b0:6f:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e78429e5-c16d-40cf-923f-e056853eac48', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:46:08.812202 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port 3f9014d4-b1a7-4061-a217-72cebabde6b0 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:46:08.818185 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 3f9014d4-b1a7-4061-a217-72cebabde6b0 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:46:08.818772 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:08.873721 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:08.896151 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-600b835d-be6b-4592-87ef-ab864ac8e501 req-461fa910-be62-43e5-8e86-9860ac5717b7 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c2e0f99-9411-4f1e-bed2-a4b911ed0060 HTTP/1.1" status: 200 len: 210 time: 0.0441763 Jul 09 14:46:08.933253 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-12654fae-9f1d-4d7a-a813-2b57e899b7a9 req-edf3e32d-a5b5-4297-8b57-5d2e537871be tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207030 Jul 09 14:46:08.947523 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c06b11eb-9d6f-48c4-baec-7d8f00e00c90 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:46:08.978846 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port c06b11eb-9d6f-48c4-baec-7d8f00e00c90, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=c06b11eb-9d6f-48c4-baec-7d8f00e00c90,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:46:09.001135 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:09.021691 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 605bf609-d7a4-49d3-8454-851bf931a2e9 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:46:09.053501 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 605bf609-d7a4-49d3-8454-851bf931a2e9, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=605bf609-d7a4-49d3-8454-851bf931a2e9,segment=NetworkSegment(53f9e82d-cbee-4af4-9fe3-f119337023c8),segment_id=53f9e82d-cbee-4af4-9fe3-f119337023c8)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:46:09.086917 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f445b7e3-0da4-4417-8258-0e118f89ddc4 req-bd4e7891-032e-4506-9dab-f8f19654652a tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:09.088635 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f445b7e3-0da4-4417-8258-0e118f89ddc4 req-bd4e7891-032e-4506-9dab-f8f19654652a tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf213cef-cdcb-40c1-8a12-272ef114c818 HTTP/1.1" status: 200 len: 944 time: 0.0944405 Jul 09 14:46:09.098149 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:09.117266 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:09.134178 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e13bb9d0-0360-4090-a777-10c525723eda req-a5972a21-bbd3-42de-9c22-acd76d3d47f5 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:09.137020 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f445b7e3-0da4-4417-8258-0e118f89ddc4 req-810b1b06-259a-4e5b-8c22-7a5e480c5f71 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2c53084-ff15-419b-9d7e-92ae7ebe39f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414696 Jul 09 14:46:09.139039 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4aa9c6ff-e5c3-43a0-853c-fa1f10257a4d req-cb56c988-fd69-4209-951b-a4e442db28b3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=13e9ad26-6082-40b0-9a40-c344805a94bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2041969 Jul 09 14:46:09.157846 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-e13bb9d0-0360-4090-a777-10c525723eda req-a5972a21-bbd3-42de-9c22-acd76d3d47f5 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Transition to ACTIVE for port object 42868ad9-71ed-4dca-88f3-ba205abb3fbc will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:46:09.164234 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf213cef-cdcb-40c1-8a12-272ef114c818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9014d4-b1a7-4061-a217-72cebabde6b0'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:46:09.167056 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f31266-fb4b-4b09-8a13-874c3cf1d8c8" -d '{"events": [{"server_uuid": "cf213cef-cdcb-40c1-8a12-272ef114c818", "name": "network-vif-plugged", "status": "completed", "tag": "3f9014d4-b1a7-4061-a217-72cebabde6b0"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:46:09.193878 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 3f9014d4-b1a7-4061-a217-72cebabde6b0, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=3f9014d4-b1a7-4061-a217-72cebabde6b0,segment=NetworkSegment(2c83f2eb-8cb3-4860-acb7-94ea96ea7143),segment_id=2c83f2eb-8cb3-4860-acb7-94ea96ea7143)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:46:09.207548 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=c06b11eb-9d6f-48c4-baec-7d8f00e00c90,revision_number=8']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:09.232565 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feec1f63-42bd-4be6-bd91-4680f943d833 x-openstack-request-id: req-feec1f63-42bd-4be6-bd91-4680f943d833 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:46:09.232928 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf213cef-cdcb-40c1-8a12-272ef114c818", "name": "network-vif-plugged", "status": "completed", "tag": "3f9014d4-b1a7-4061-a217-72cebabde6b0", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:46:09.233423 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-feec1f63-42bd-4be6-bd91-4680f943d833 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:46:09.233879 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf213cef-cdcb-40c1-8a12-272ef114c818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9014d4-b1a7-4061-a217-72cebabde6b0', 'code': 200} Jul 09 14:46:09.298586 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:09.342968 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9c6ff-e5c3-43a0-853c-fa1f10257a4d req-d7ea79df-a6e4-40cf-b658-fd448f2b0ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:09.353209 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4aa9c6ff-e5c3-43a0-853c-fa1f10257a4d req-d7ea79df-a6e4-40cf-b658-fd448f2b0ce6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=018349107c4e445095855bfde6f254bc&device_id=13e9ad26-6082-40b0-9a40-c344805a94bd HTTP/1.1" status: 200 len: 1100 time: 0.1745129 Jul 09 14:46:09.372429 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:09.378723 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=605bf609-d7a4-49d3-8454-851bf931a2e9,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:09.444284 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=3f9014d4-b1a7-4061-a217-72cebabde6b0,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:09.446084 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e13bb9d0-0360-4090-a777-10c525723eda req-a5972a21-bbd3-42de-9c22-acd76d3d47f5 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:09.462678 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['5b8321d1-0cc4-4453-b1d2-305318737648', 'a11f2c13-7f1f-475c-94d9-ed18c27cb9d1'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:46:09.472563 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae6da6-e50e-4eb4-b4f5-87cf49c5ac5d req-e44d03d9-d3f9-44ac-8a36-7ba1240975f0 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:09.474148 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-89ae6da6-e50e-4eb4-b4f5-87cf49c5ac5d req-e44d03d9-d3f9-44ac-8a36-7ba1240975f0 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcfab441-57a0-47d4-b6ca-f82afa77915d HTTP/1.1" status: 200 len: 944 time: 0.1420965 Jul 09 14:46:09.493814 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['1a2deeba-8583-43d1-a846-fbd62e303f2c', 'b0b5445c-23dd-42e1-a35b-f560998dd6a0', '35f4c7c4-f38a-49bf-b29d-8b5de5e3d675', 'c8ffe50f-0425-4def-ac4d-b39382ea2aea'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:46:09.499535 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e13bb9d0-0360-4090-a777-10c525723eda req-a5972a21-bbd3-42de-9c22-acd76d3d47f5 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Network aa30872f-c756-4ec7-be84-b2e3b86cdcfc is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:46:09.501176 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3322a286-1e95-4751-aa4a-5ff039478430 req-4a73ebf5-7065-47e8-9607-61f5d2655500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:09.502842 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3322a286-1e95-4751-aa4a-5ff039478430 req-4a73ebf5-7065-47e8-9607-61f5d2655500 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cf213cef-cdcb-40c1-8a12-272ef114c818 HTTP/1.1" status: 200 len: 1096 time: 0.1105418 Jul 09 14:46:09.504194 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-e13bb9d0-0360-4090-a777-10c525723eda req-a5972a21-bbd3-42de-9c22-acd76d3d47f5 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:46:09.506985 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-e13bb9d0-0360-4090-a777-10c525723eda req-a5972a21-bbd3-42de-9c22-acd76d3d47f5 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:46:09.561422 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['605bf609-d7a4-49d3-8454-851bf931a2e9'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:46:09.593586 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3322a286-1e95-4751-aa4a-5ff039478430 req-ecf34d98-b436-4813-8d8d-5d7858ab4ec6 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a2c53084-ff15-419b-9d7e-92ae7ebe39f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811689 Jul 09 14:46:09.596505 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5972a21-bbd3-42de-9c22-acd76d3d47f5 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Pushing event updated for resources: {'Port': ['ID=42868ad9-71ed-4dca-88f3-ba205abb3fbc,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:09.610988 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9c6ff-e5c3-43a0-853c-fa1f10257a4d req-16e9bcd5-009f-4897-b51c-5765e4e1712f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:09.613189 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4aa9c6ff-e5c3-43a0-853c-fa1f10257a4d req-16e9bcd5-009f-4897-b51c-5765e4e1712f service neutron] 10.222.0.54 "GET /v2.0/networks?id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc HTTP/1.1" status: 200 len: 870 time: 0.2278485 Jul 09 14:46:09.625270 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-89ae6da6-e50e-4eb4-b4f5-87cf49c5ac5d req-fa5dc091-cf8e-41df-a058-09f326b7a40c tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391242 Jul 09 14:46:09.629394 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13bb9d0-0360-4090-a777-10c525723eda req-a5972a21-bbd3-42de-9c22-acd76d3d47f5 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:09.634732 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e13bb9d0-0360-4090-a777-10c525723eda req-a5972a21-bbd3-42de-9c22-acd76d3d47f5 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:09.707431 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4aa9c6ff-e5c3-43a0-853c-fa1f10257a4d req-083f30ab-39f9-40ad-9957-64082356d365 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=5b8321d1-0cc4-4453-b1d2-305318737648 HTTP/1.1" status: 200 len: 217 time: 0.0677631 Jul 09 14:46:09.724626 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['c06b11eb-9d6f-48c4-baec-7d8f00e00c90'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:46:09.766348 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9c6ff-e5c3-43a0-853c-fa1f10257a4d req-2c142bd0-9130-4b0d-9e80-cdfa9b333fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:09.767978 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4aa9c6ff-e5c3-43a0-853c-fa1f10257a4d req-2c142bd0-9130-4b0d-9e80-cdfa9b333fb7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.0513330 Jul 09 14:46:09.842791 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9c6ff-e5c3-43a0-853c-fa1f10257a4d req-0ec0b11a-7a39-42f8-846d-854d6eeb26dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:09.844664 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4aa9c6ff-e5c3-43a0-853c-fa1f10257a4d req-0ec0b11a-7a39-42f8-846d-854d6eeb26dd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0684652 Jul 09 14:46:09.906480 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e13bb9d0-0360-4090-a777-10c525723eda req-a5972a21-bbd3-42de-9c22-acd76d3d47f5 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7120569 Jul 09 14:46:09.959030 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4aa9c6ff-e5c3-43a0-853c-fa1f10257a4d req-b4e910bc-3f7e-429d-921d-ec410c3a5c02 service neutron] 10.222.0.54 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075735 Jul 09 14:46:10.083085 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-e13bb9d0-0360-4090-a777-10c525723eda req-d4db26a7-b702-42fc-9ebd-2b21d05a0715 service neutron] Request body: {'port': {'device_id': '0c2e0f99-9411-4f1e-bed2-a4b911ed0060', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:46:10.100287 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-cfb18de5-677a-40bb-b9a7-01706c8ee424 None None] Provisioning for port 42868ad9-71ed-4dca-88f3-ba205abb3fbc completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:46:10.173074 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7868645a-40dc-4c2c-a64f-a5db45edf230 req-8fee8d69-480c-4fbb-8ae3-ce2d5de6e262 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:10.175964 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7868645a-40dc-4c2c-a64f-a5db45edf230 req-8fee8d69-480c-4fbb-8ae3-ce2d5de6e262 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b79cf3-8b07-4d2c-a915-488f0e253971 HTTP/1.1" status: 200 len: 949 time: 0.0781834 Jul 09 14:46:10.182114 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4aa9c6ff-e5c3-43a0-853c-fa1f10257a4d req-d7ad6f5e-bdf0-4ca9-9938-beebf040f2e0 service neutron] 10.222.0.54 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152824 Jul 09 14:46:10.255830 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7868645a-40dc-4c2c-a64f-a5db45edf230 req-c12c6206-0e47-4ab1-99af-41d93a8a7366 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710380 Jul 09 14:46:10.271225 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-cfb18de5-677a-40bb-b9a7-01706c8ee424 None None] Provisioning complete for port 42868ad9-71ed-4dca-88f3-ba205abb3fbc triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:46:10.271603 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-cfb18de5-677a-40bb-b9a7-01706c8ee424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:10.362397 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b067301-1f1e-4def-b9ff-75ba2e533a13 req-209bd3d5-ba06-40b3-93b3-2488b4cee8de tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:10.370504 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7b067301-1f1e-4def-b9ff-75ba2e533a13 req-209bd3d5-ba06-40b3-93b3-2488b4cee8de tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c2e0f99-9411-4f1e-bed2-a4b911ed0060 HTTP/1.1" status: 200 len: 936 time: 0.2555525 Jul 09 14:46:10.378813 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e13bb9d0-0360-4090-a777-10c525723eda req-d4db26a7-b702-42fc-9ebd-2b21d05a0715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:10.396407 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-cfb18de5-677a-40bb-b9a7-01706c8ee424 None None] Port 42868ad9-71ed-4dca-88f3-ba205abb3fbc cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:46:10.430390 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7b067301-1f1e-4def-b9ff-75ba2e533a13 req-fb6708e6-302e-49f3-9504-7628487604c2 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586426 Jul 09 14:46:10.502038 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b194b02-d615-4f96-8169-5211b4cf119a req-209c3f03-cf75-4dfd-b9bc-f52add6659cd tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:10.509404 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4b194b02-d615-4f96-8169-5211b4cf119a req-209c3f03-cf75-4dfd-b9bc-f52add6659cd tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf213cef-cdcb-40c1-8a12-272ef114c818 HTTP/1.1" status: 200 len: 945 time: 0.0978909 Jul 09 14:46:10.550371 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4b194b02-d615-4f96-8169-5211b4cf119a req-f7714bb5-c236-4890-80a6-2389011c36a1 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2c53084-ff15-419b-9d7e-92ae7ebe39f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399194 Jul 09 14:46:10.765610 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-e13bb9d0-0360-4090-a777-10c525723eda req-d4db26a7-b702-42fc-9ebd-2b21d05a0715 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42868ad9-71ed-4dca-88f3-ba205abb3fbc {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:46:10.773369 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e13bb9d0-0360-4090-a777-10c525723eda req-d4db26a7-b702-42fc-9ebd-2b21d05a0715 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:10.788796 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-e13bb9d0-0360-4090-a777-10c525723eda req-d4db26a7-b702-42fc-9ebd-2b21d05a0715 service neutron] Transition to ACTIVE for port object 42868ad9-71ed-4dca-88f3-ba205abb3fbc will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:46:10.836086 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882be28d-ede3-4ee7-96c7-bd3e53a2308f req-5d7ebe40-2e92-4e98-8a81-856e08b7b3d2 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:10.837563 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-882be28d-ede3-4ee7-96c7-bd3e53a2308f req-5d7ebe40-2e92-4e98-8a81-856e08b7b3d2 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcfab441-57a0-47d4-b6ca-f82afa77915d HTTP/1.1" status: 200 len: 944 time: 0.0669312 Jul 09 14:46:10.889761 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-882be28d-ede3-4ee7-96c7-bd3e53a2308f req-1f3d6bda-3866-40fd-a1b1-32e0ebc313da tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457149 Jul 09 14:46:11.043914 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e13bb9d0-0360-4090-a777-10c525723eda req-d4db26a7-b702-42fc-9ebd-2b21d05a0715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:11.057779 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f80d6-6654-4d73-b087-74ec996fe935 req-435f7fba-c275-4ed8-987a-51f9a83442c6 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:11.059313 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-af1f80d6-6654-4d73-b087-74ec996fe935 req-435f7fba-c275-4ed8-987a-51f9a83442c6 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.0688124 Jul 09 14:46:11.096662 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db26a7-b702-42fc-9ebd-2b21d05a0715 service neutron] Pushing event updated for resources: {'Port': ['ID=42868ad9-71ed-4dca-88f3-ba205abb3fbc,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:11.102644 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-af1f80d6-6654-4d73-b087-74ec996fe935 req-046af852-75a0-4263-ba40-8da809aa0740 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371368 Jul 09 14:46:11.191920 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-e13bb9d0-0360-4090-a777-10c525723eda req-d4db26a7-b702-42fc-9ebd-2b21d05a0715 service neutron] Attempting to bind port 42868ad9-71ed-4dca-88f3-ba205abb3fbc on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:46:11.191920 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-e13bb9d0-0360-4090-a777-10c525723eda req-d4db26a7-b702-42fc-9ebd-2b21d05a0715 service neutron] Attempting to bind port 42868ad9-71ed-4dca-88f3-ba205abb3fbc by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:46:11.191920 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13bb9d0-0360-4090-a777-10c525723eda req-d4db26a7-b702-42fc-9ebd-2b21d05a0715 service neutron] Attempting to bind port 42868ad9-71ed-4dca-88f3-ba205abb3fbc on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:46:11.193304 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13bb9d0-0360-4090-a777-10c525723eda req-d4db26a7-b702-42fc-9ebd-2b21d05a0715 service neutron] Port 42868ad9-71ed-4dca-88f3-ba205abb3fbc on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:46:11.193764 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13bb9d0-0360-4090-a777-10c525723eda req-d4db26a7-b702-42fc-9ebd-2b21d05a0715 service neutron] Attempting to bind port 42868ad9-71ed-4dca-88f3-ba205abb3fbc on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:46:11.199823 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13bb9d0-0360-4090-a777-10c525723eda req-d4db26a7-b702-42fc-9ebd-2b21d05a0715 service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:46:11.200156 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13bb9d0-0360-4090-a777-10c525723eda req-d4db26a7-b702-42fc-9ebd-2b21d05a0715 service neutron] Checking segment: {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:46:11.200541 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13bb9d0-0360-4090-a777-10c525723eda req-d4db26a7-b702-42fc-9ebd-2b21d05a0715 service neutron] Bound using segment: {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:46:11.200971 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-e13bb9d0-0360-4090-a777-10c525723eda req-d4db26a7-b702-42fc-9ebd-2b21d05a0715 service neutron] Bound port: 42868ad9-71ed-4dca-88f3-ba205abb3fbc, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:46:11.201335 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e13bb9d0-0360-4090-a777-10c525723eda req-d4db26a7-b702-42fc-9ebd-2b21d05a0715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:11.277704 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-e13bb9d0-0360-4090-a777-10c525723eda req-d4db26a7-b702-42fc-9ebd-2b21d05a0715 service neutron] For port 42868ad9-71ed-4dca-88f3-ba205abb3fbc, host n-h1-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:46:11.281860 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-e13bb9d0-0360-4090-a777-10c525723eda req-d4db26a7-b702-42fc-9ebd-2b21d05a0715 service neutron] For port 42868ad9-71ed-4dca-88f3-ba205abb3fbc, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=42868ad9-71ed-4dca-88f3-ba205abb3fbc,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:46:11.325536 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9044aa96-a6f9-4888-a90b-c3618969ee3e req-24078a5d-a96b-4f00-b09c-a57bca3f202e tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:11.330141 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9044aa96-a6f9-4888-a90b-c3618969ee3e req-24078a5d-a96b-4f00-b09c-a57bca3f202e tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.1026134 Jul 09 14:46:11.377495 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9044aa96-a6f9-4888-a90b-c3618969ee3e req-d40b2178-bb87-4660-a693-64cd81ab522d tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384107 Jul 09 14:46:11.397350 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e13bb9d0-0360-4090-a777-10c525723eda req-d4db26a7-b702-42fc-9ebd-2b21d05a0715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:11.482696 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13bb9d0-0360-4090-a777-10c525723eda req-d4db26a7-b702-42fc-9ebd-2b21d05a0715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:11.483388 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e13bb9d0-0360-4090-a777-10c525723eda req-d4db26a7-b702-42fc-9ebd-2b21d05a0715 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:11.484832 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e13bb9d0-0360-4090-a777-10c525723eda req-d4db26a7-b702-42fc-9ebd-2b21d05a0715 service neutron] 10.222.0.62 "PUT /v2.0/ports/42868ad9-71ed-4dca-88f3-ba205abb3fbc HTTP/1.1" status: 200 len: 1096 time: 1.4088562 Jul 09 14:46:11.487099 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c2e0f99-9411-4f1e-bed2-a4b911ed0060', 'tag': '42868ad9-71ed-4dca-88f3-ba205abb3fbc'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:46:11.489471 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e64fbcc-35c3-47c5-98bc-a74ed40a58bc" -d '{"events": [{"name": "network-changed", "server_uuid": "0c2e0f99-9411-4f1e-bed2-a4b911ed0060", "tag": "42868ad9-71ed-4dca-88f3-ba205abb3fbc"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:46:11.516746 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db26a7-b702-42fc-9ebd-2b21d05a0715 service neutron] Pushing event updated for resources: {'Port': ['ID=42868ad9-71ed-4dca-88f3-ba205abb3fbc,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:11.624861 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d9d6f-cf7a-4cf2-8ad3-5ba9c2a5b93d req-672139b0-afad-42ca-a263-70a90907de5b tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:11.626478 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3f5d9d6f-cf7a-4cf2-8ad3-5ba9c2a5b93d req-672139b0-afad-42ca-a263-70a90907de5b tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b79cf3-8b07-4d2c-a915-488f0e253971 HTTP/1.1" status: 200 len: 949 time: 0.2029161 Jul 09 14:46:11.670078 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00aca98-6113-4b39-9323-a3bdeeb996a5 req-15432087-3593-4d95-9904-1bbdeee2e222 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:11.678122 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b00aca98-6113-4b39-9323-a3bdeeb996a5 req-15432087-3593-4d95-9904-1bbdeee2e222 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c2e0f99-9411-4f1e-bed2-a4b911ed0060 HTTP/1.1" status: 200 len: 948 time: 0.1109028 Jul 09 14:46:11.731163 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e045e7-38bb-4f62-8af9-5d46dbde9dc1 req-f6e7aaf0-1dfc-4929-a2ec-b862efd0fb73 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:11.732794 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-80e045e7-38bb-4f62-8af9-5d46dbde9dc1 req-f6e7aaf0-1dfc-4929-a2ec-b862efd0fb73 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6b79cf3-8b07-4d2c-a915-488f0e253971&tenant_id=5ec7891592d74a6886dfa68c8f9e2e18&binding%3Ahost_id=n-h1-799529-6 HTTP/1.1" status: 200 len: 949 time: 0.2008331 Jul 09 14:46:11.754210 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b00aca98-6113-4b39-9323-a3bdeeb996a5 req-018d6983-e810-4550-9f91-b09f96833015 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750804 Jul 09 14:46:11.789226 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13bb9d0-0360-4090-a777-10c525723eda req-dd00f899-61ac-454b-a249-58a59a9a7301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:11.790763 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e13bb9d0-0360-4090-a777-10c525723eda req-dd00f899-61ac-454b-a249-58a59a9a7301 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=018349107c4e445095855bfde6f254bc&device_id=0c2e0f99-9411-4f1e-bed2-a4b911ed0060 HTTP/1.1" status: 200 len: 1099 time: 0.0964355 Jul 09 14:46:11.844281 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2589f7-ffcf-4ee5-8d3b-03b151f89bb1 x-openstack-request-id: req-9d2589f7-ffcf-4ee5-8d3b-03b151f89bb1 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:46:11.844805 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c2e0f99-9411-4f1e-bed2-a4b911ed0060", "tag": "42868ad9-71ed-4dca-88f3-ba205abb3fbc", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:46:11.844994 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9d2589f7-ffcf-4ee5-8d3b-03b151f89bb1 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:46:11.845482 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c2e0f99-9411-4f1e-bed2-a4b911ed0060', 'tag': '42868ad9-71ed-4dca-88f3-ba205abb3fbc', 'status': 'completed', 'code': 200} Jul 09 14:46:11.846144 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e13bb9d0-0360-4090-a777-10c525723eda req-ccbd985a-6320-409a-aba0-039a5b8ad45d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=42868ad9-71ed-4dca-88f3-ba205abb3fbc HTTP/1.1" status: 200 len: 217 time: 0.0374186 Jul 09 14:46:11.851668 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3f5d9d6f-cf7a-4cf2-8ad3-5ba9c2a5b93d req-e47c9988-5c91-42b2-9a69-24bdf09ae5c5 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141168 Jul 09 14:46:11.873580 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-80e045e7-38bb-4f62-8af9-5d46dbde9dc1 req-fbcb52b4-c5d4-4c02-bd26-9122e7891e14 service neutron] 10.222.0.62 "GET /v2.0/ports/c06b11eb-9d6f-48c4-baec-7d8f00e00c90/bindings/n-h1-799529-6 HTTP/1.1" status: 200 len: 382 time: 0.1273150 Jul 09 14:46:11.920357 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13bb9d0-0360-4090-a777-10c525723eda req-dae8d1e2-bd16-4f7a-91e0-81d927a7c1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:11.920357 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e13bb9d0-0360-4090-a777-10c525723eda req-dae8d1e2-bd16-4f7a-91e0-81d927a7c1e4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.0605175 Jul 09 14:46:12.086155 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13bb9d0-0360-4090-a777-10c525723eda req-a18a0f95-e918-45f2-8ad6-c8e4427f2a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:12.088647 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e13bb9d0-0360-4090-a777-10c525723eda req-a18a0f95-e918-45f2-8ad6-c8e4427f2a23 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1620626 Jul 09 14:46:12.101219 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862d543-243a-46d4-9907-27d036ecd4cb req-239fa4be-b611-44bb-b49f-8994c21be012 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:12.103034 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e862d543-243a-46d4-9907-27d036ecd4cb req-239fa4be-b611-44bb-b49f-8994c21be012 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf213cef-cdcb-40c1-8a12-272ef114c818 HTTP/1.1" status: 200 len: 945 time: 0.1495264 Jul 09 14:46:12.148548 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e045e7-38bb-4f62-8af9-5d46dbde9dc1 req-ad08a040-43bc-4dc7-8248-c21e8c8adbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:12.150093 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-80e045e7-38bb-4f62-8af9-5d46dbde9dc1 req-ad08a040-43bc-4dc7-8248-c21e8c8adbfa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5ec7891592d74a6886dfa68c8f9e2e18&device_id=b6b79cf3-8b07-4d2c-a915-488f0e253971 HTTP/1.1" status: 200 len: 1100 time: 0.2120395 Jul 09 14:46:12.200572 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e862d543-243a-46d4-9907-27d036ecd4cb req-a4dae977-20ae-4cb4-a2bf-0b86ecec1925 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2c53084-ff15-419b-9d7e-92ae7ebe39f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879190 Jul 09 14:46:12.236411 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069fde62-caf3-457e-b5d3-e7ce015803b2 req-a5866721-596a-441b-9bbc-cc017ec784d7 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:12.238107 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-069fde62-caf3-457e-b5d3-e7ce015803b2 req-a5866721-596a-441b-9bbc-cc017ec784d7 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcfab441-57a0-47d4-b6ca-f82afa77915d HTTP/1.1" status: 200 len: 944 time: 0.1586218 Jul 09 14:46:12.240628 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e13bb9d0-0360-4090-a777-10c525723eda req-fe143803-571a-43bd-9bbd-4c5b654abecd service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365960 Jul 09 14:46:12.293745 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-069fde62-caf3-457e-b5d3-e7ce015803b2 req-77f25d5e-d9fb-4302-9f19-acdce2ad97a5 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478852 Jul 09 14:46:12.311300 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e045e7-38bb-4f62-8af9-5d46dbde9dc1 req-2e852276-36c1-47cd-89e4-d72f051fcb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:12.312864 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-80e045e7-38bb-4f62-8af9-5d46dbde9dc1 req-2e852276-36c1-47cd-89e4-d72f051fcb58 service neutron] 10.222.0.62 "GET /v2.0/networks?id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc HTTP/1.1" status: 200 len: 870 time: 0.1549749 Jul 09 14:46:12.357467 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e13bb9d0-0360-4090-a777-10c525723eda req-3d93ea83-4404-4b10-9670-13890687f333 service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087315 Jul 09 14:46:12.358784 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-80e045e7-38bb-4f62-8af9-5d46dbde9dc1 req-25d20b8b-0057-47fe-a993-97d1e066a009 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=c06b11eb-9d6f-48c4-baec-7d8f00e00c90 HTTP/1.1" status: 200 len: 217 time: 0.0382838 Jul 09 14:46:12.429364 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e045e7-38bb-4f62-8af9-5d46dbde9dc1 req-8c337207-fb34-463d-a948-b74e6e26dcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:12.430879 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-80e045e7-38bb-4f62-8af9-5d46dbde9dc1 req-8c337207-fb34-463d-a948-b74e6e26dcf2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.0563054 Jul 09 14:46:12.470202 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device c06b11eb-9d6f-48c4-baec-7d8f00e00c90 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:46:12.496463 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e045e7-38bb-4f62-8af9-5d46dbde9dc1 req-6aae0675-cce4-4f2b-8995-055096fe0281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:12.497980 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-80e045e7-38bb-4f62-8af9-5d46dbde9dc1 req-6aae0675-cce4-4f2b-8995-055096fe0281 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0589769 Jul 09 14:46:12.594365 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-80e045e7-38bb-4f62-8af9-5d46dbde9dc1 req-643c3e1f-44f4-4327-b98d-6188cc5808bb service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886760 Jul 09 14:46:12.627704 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e64fbcc-35c3-47c5-98bc-a74ed40a58bc req-cdd0eadb-95f8-48cd-88fd-8778d2e2e3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:12.629189 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5e64fbcc-35c3-47c5-98bc-a74ed40a58bc req-cdd0eadb-95f8-48cd-88fd-8778d2e2e3a3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=018349107c4e445095855bfde6f254bc&device_id=0c2e0f99-9411-4f1e-bed2-a4b911ed0060 HTTP/1.1" status: 200 len: 1099 time: 0.0569875 Jul 09 14:46:12.685683 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port c06b11eb-9d6f-48c4-baec-7d8f00e00c90 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:46:12.690662 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port c06b11eb-9d6f-48c4-baec-7d8f00e00c90 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:46:12.691265 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:12.704721 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-80e045e7-38bb-4f62-8af9-5d46dbde9dc1 req-a616881b-5b7b-4c58-98fa-408cbfdf604b service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002414 Jul 09 14:46:12.729506 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 605bf609-d7a4-49d3-8454-851bf931a2e9 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:46:12.739639 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e64fbcc-35c3-47c5-98bc-a74ed40a58bc req-c4891b71-fa7c-4845-a07e-2b6e370e8e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:12.741303 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5e64fbcc-35c3-47c5-98bc-a74ed40a58bc req-c4891b71-fa7c-4845-a07e-2b6e370e8e2d service neutron] 10.222.0.62 "GET /v2.0/networks?id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc HTTP/1.1" status: 200 len: 870 time: 0.1052611 Jul 09 14:46:12.796420 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5e64fbcc-35c3-47c5-98bc-a74ed40a58bc req-45dc8486-c739-4025-8bf8-deac4ec61291 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=42868ad9-71ed-4dca-88f3-ba205abb3fbc HTTP/1.1" status: 200 len: 217 time: 0.0416477 Jul 09 14:46:12.844011 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:12.867884 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e64fbcc-35c3-47c5-98bc-a74ed40a58bc req-e1afa35a-c45c-4d9d-b39c-9002e49ce7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:12.869472 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5e64fbcc-35c3-47c5-98bc-a74ed40a58bc req-e1afa35a-c45c-4d9d-b39c-9002e49ce7ad service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.0660026 Jul 09 14:46:12.872489 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b79cf3-8b07-4d2c-a915-488f0e253971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c06b11eb-9d6f-48c4-baec-7d8f00e00c90'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:46:12.880931 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c43c67-efe1-425c-9fae-b11e70b79568" -d '{"events": [{"server_uuid": "b6b79cf3-8b07-4d2c-a915-488f0e253971", "name": "network-vif-plugged", "status": "completed", "tag": "c06b11eb-9d6f-48c4-baec-7d8f00e00c90"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:46:12.896333 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port c06b11eb-9d6f-48c4-baec-7d8f00e00c90, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=c06b11eb-9d6f-48c4-baec-7d8f00e00c90,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:46:12.950079 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ba39a2-974f-4f13-8aaa-30e4d60ddfb6 x-openstack-request-id: req-18ba39a2-974f-4f13-8aaa-30e4d60ddfb6 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:46:12.950526 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b79cf3-8b07-4d2c-a915-488f0e253971", "name": "network-vif-plugged", "status": "completed", "tag": "c06b11eb-9d6f-48c4-baec-7d8f00e00c90", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:46:12.950997 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-18ba39a2-974f-4f13-8aaa-30e4d60ddfb6 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:46:12.951576 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b79cf3-8b07-4d2c-a915-488f0e253971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c06b11eb-9d6f-48c4-baec-7d8f00e00c90', 'code': 200} Jul 09 14:46:12.964608 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port 605bf609-d7a4-49d3-8454-851bf931a2e9 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:46:12.970255 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port 605bf609-d7a4-49d3-8454-851bf931a2e9 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:46:12.970895 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:12.998345 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e64fbcc-35c3-47c5-98bc-a74ed40a58bc req-941b7e2a-4317-44e1-a44e-a0e6105a5093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:12.999983 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5e64fbcc-35c3-47c5-98bc-a74ed40a58bc req-941b7e2a-4317-44e1-a44e-a0e6105a5093 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1226993 Jul 09 14:46:13.019213 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:13.039755 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a7fc2a-ff8e-481a-9d5c-ce68f44488da req-d43390f0-6f1d-47dc-b747-77a5a20e9dc0 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:13.047461 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-58a7fc2a-ff8e-481a-9d5c-ce68f44488da req-d43390f0-6f1d-47dc-b747-77a5a20e9dc0 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c2e0f99-9411-4f1e-bed2-a4b911ed0060 HTTP/1.1" status: 200 len: 948 time: 0.1410210 Jul 09 14:46:13.164664 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-58a7fc2a-ff8e-481a-9d5c-ce68f44488da req-cf3e9e2a-6447-488c-960c-5f7453d4c442 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145084 Jul 09 14:46:13.179100 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=c06b11eb-9d6f-48c4-baec-7d8f00e00c90,revision_number=9']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:13.199839 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:13.216725 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5e64fbcc-35c3-47c5-98bc-a74ed40a58bc req-6a4993f6-2b12-4b6e-b298-8650fe547414 service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072978 Jul 09 14:46:13.222049 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76eaf4-0a97-4138-9f9d-28027ee961d8 req-09294987-2d39-401f-afeb-4343db9e612a tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:13.224514 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5c76eaf4-0a97-4138-9f9d-28027ee961d8 req-09294987-2d39-401f-afeb-4343db9e612a tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b79cf3-8b07-4d2c-a915-488f0e253971 HTTP/1.1" status: 200 len: 950 time: 0.1010997 Jul 09 14:46:13.249571 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 605bf609-d7a4-49d3-8454-851bf931a2e9, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=605bf609-d7a4-49d3-8454-851bf931a2e9,segment=NetworkSegment(53f9e82d-cbee-4af4-9fe3-f119337023c8),segment_id=53f9e82d-cbee-4af4-9fe3-f119337023c8)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:46:13.285214 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5c76eaf4-0a97-4138-9f9d-28027ee961d8 req-42ae6106-76d5-4aba-afeb-1a7ac4b12b09 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505300 Jul 09 14:46:13.354290 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:13.425981 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5e64fbcc-35c3-47c5-98bc-a74ed40a58bc req-bc11c443-97af-42fc-b554-d3f9e1fcc995 service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021184 Jul 09 14:46:13.430516 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=605bf609-d7a4-49d3-8454-851bf931a2e9,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:13.471164 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e6dea-a53a-42da-baee-6e2b23efdb54 req-b2e39ea3-0fce-42b6-862a-82454622f731 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:13.472777 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b93e6dea-a53a-42da-baee-6e2b23efdb54 req-b2e39ea3-0fce-42b6-862a-82454622f731 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf213cef-cdcb-40c1-8a12-272ef114c818 HTTP/1.1" status: 200 len: 945 time: 0.0949743 Jul 09 14:46:13.528341 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b93e6dea-a53a-42da-baee-6e2b23efdb54 req-e0b08536-1d72-4f16-a720-7f305e35a300 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2c53084-ff15-419b-9d7e-92ae7ebe39f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357795 Jul 09 14:46:13.528773 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bdd800-8cbe-4420-b9a2-ff3a45f8aa99 req-e5e90778-c374-47a2-9f6d-c3a725350e00 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:13.528773 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-83bdd800-8cbe-4420-b9a2-ff3a45f8aa99 req-e5e90778-c374-47a2-9f6d-c3a725350e00 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcfab441-57a0-47d4-b6ca-f82afa77915d HTTP/1.1" status: 200 len: 945 time: 0.0690606 Jul 09 14:46:13.564824 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-83bdd800-8cbe-4420-b9a2-ff3a45f8aa99 req-ef698ebb-4ed0-4c1c-a87f-8a23bd552e0e tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359147 Jul 09 14:46:13.721630 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb4caf-a1c2-466e-9f8f-c0a72cee9486 req-cb15ec3c-4694-4136-9564-8e22add58d51 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:13.723139 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9ffb4caf-a1c2-466e-9f8f-c0a72cee9486 req-cb15ec3c-4694-4136-9564-8e22add58d51 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf213cef-cdcb-40c1-8a12-272ef114c818 HTTP/1.1" status: 200 len: 945 time: 0.0782280 Jul 09 14:46:13.733301 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 34306) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:46:13.737968 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-8baf07df-f546-4c56-8d99-89d7e226dacc tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Request body: {'floatingip': {'port_id': '3f9014d4-b1a7-4061-a217-72cebabde6b0'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:46:13.780497 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8baf07df-f546-4c56-8d99-89d7e226dacc tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Notify callbacks [] for floatingip, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:14.506485 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c9e87-fd1a-4e61-9c3e-bf52e7b0faff req-a2497d05-a26b-4e1b-90bb-1893fc253f81 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:14.508574 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-232c9e87-fd1a-4e61-9c3e-bf52e7b0faff req-a2497d05-a26b-4e1b-90bb-1893fc253f81 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b79cf3-8b07-4d2c-a915-488f0e253971 HTTP/1.1" status: 200 len: 950 time: 0.0788088 Jul 09 14:46:14.538581 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27611e37-876e-4b89-83d4-67b523d0427d req-db01f738-e86d-4ab6-9d8d-9fa4da8c0213 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:14.546155 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-27611e37-876e-4b89-83d4-67b523d0427d req-db01f738-e86d-4ab6-9d8d-9fa4da8c0213 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c2e0f99-9411-4f1e-bed2-a4b911ed0060 HTTP/1.1" status: 200 len: 948 time: 0.1461530 Jul 09 14:46:14.570393 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-232c9e87-fd1a-4e61-9c3e-bf52e7b0faff req-e8ca856d-ed4c-47ec-9c4c-4a1ef1f22cd3 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551229 Jul 09 14:46:14.620498 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-27611e37-876e-4b89-83d4-67b523d0427d req-4e2e4922-7fc3-4814-bf98-dc7301b65909 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725305 Jul 09 14:46:14.673486 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:14.679210 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8baf07df-f546-4c56-8d99-89d7e226dacc tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:14.765547 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8baf07df-f546-4c56-8d99-89d7e226dacc tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:14.802994 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6825e8e-32b8-4b03-a3b5-16bda4cfde71 req-5a1c4c11-e3dd-4b0e-b94b-9846f7193787 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:14.804676 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f6825e8e-32b8-4b03-a3b5-16bda4cfde71 req-5a1c4c11-e3dd-4b0e-b94b-9846f7193787 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcfab441-57a0-47d4-b6ca-f82afa77915d HTTP/1.1" status: 200 len: 945 time: 0.0887270 Jul 09 14:46:14.850647 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f6825e8e-32b8-4b03-a3b5-16bda4cfde71 req-07f16ec0-b39b-4398-a653-633ab4eb558f tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394678 Jul 09 14:46:14.924254 n-d-799529-6 neutron-server[94445]: INFO neutron.db.l3_db [None req-8baf07df-f546-4c56-8d99-89d7e226dacc tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Floating IP 9a1498de-8cfb-4212-a084-8311caa3d27a associated. External IP: 172.25.3.202, port: 3f9014d4-b1a7-4061-a217-72cebabde6b0. Jul 09 14:46:14.935036 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e867942-047c-48d9-a914-797cfa4d1861 req-6fb95448-9fb7-4c42-8364-c727b7fb1ea6 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:14.936544 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6e867942-047c-48d9-a914-797cfa4d1861 req-6fb95448-9fb7-4c42-8364-c727b7fb1ea6 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.1262276 Jul 09 14:46:14.953933 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcfab441-57a0-47d4-b6ca-f82afa77915d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605bf609-d7a4-49d3-8454-851bf931a2e9'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:46:14.962865 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef60a85-465a-430d-8bf9-31929dbfcdc9" -d '{"events": [{"server_uuid": "bcfab441-57a0-47d4-b6ca-f82afa77915d", "name": "network-vif-plugged", "status": "completed", "tag": "605bf609-d7a4-49d3-8454-851bf931a2e9"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:46:15.009745 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a80ab5d-fc9f-4c93-9b82-555843222f0d x-openstack-request-id: req-8a80ab5d-fc9f-4c93-9b82-555843222f0d {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:46:15.010046 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcfab441-57a0-47d4-b6ca-f82afa77915d", "name": "network-vif-plugged", "status": "completed", "tag": "605bf609-d7a4-49d3-8454-851bf931a2e9", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:46:15.010328 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8a80ab5d-fc9f-4c93-9b82-555843222f0d {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:46:15.010757 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcfab441-57a0-47d4-b6ca-f82afa77915d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605bf609-d7a4-49d3-8454-851bf931a2e9', 'code': 200} Jul 09 14:46:15.039688 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6e867942-047c-48d9-a914-797cfa4d1861 req-b2a4ddf2-6003-4541-87a9-510180d8da63 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732555 Jul 09 14:46:15.235282 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6875deb-21fc-4edb-9fee-01f3c8e2e3c8 req-4984dca6-ad19-4661-8d39-3b272c5c597e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:15.236929 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b6875deb-21fc-4edb-9fee-01f3c8e2e3c8 req-4984dca6-ad19-4661-8d39-3b272c5c597e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bcfab441-57a0-47d4-b6ca-f82afa77915d HTTP/1.1" status: 200 len: 1096 time: 0.1235704 Jul 09 14:46:15.248648 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8baf07df-f546-4c56-8d99-89d7e226dacc tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Router c1bbcfdc-31af-4cef-9880-af8272a21f4e has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:46:15.278887 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3efb1e9-8687-4fe2-992a-6410daa57c9b req-5b80c7ca-f8bd-4f72-bbad-a1704e1761fc tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:15.280772 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d3efb1e9-8687-4fe2-992a-6410daa57c9b req-5b80c7ca-f8bd-4f72-bbad-a1704e1761fc tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.1035056 Jul 09 14:46:15.324178 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b6875deb-21fc-4edb-9fee-01f3c8e2e3c8 req-e68fd5f5-a8e3-4a86-a4e5-033aed390c77 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742605 Jul 09 14:46:15.343597 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d3efb1e9-8687-4fe2-992a-6410daa57c9b req-74c8b3eb-5eb8-4d71-8a7f-70952ea67ec6 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555189 Jul 09 14:46:15.431373 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8baf07df-f546-4c56-8d99-89d7e226dacc tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:46:15.431373 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8baf07df-f546-4c56-8d99-89d7e226dacc tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:15.431583 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5efe90-f62d-4c04-95ba-97f012fef095 None None] Sync routers for ids ['c1bbcfdc-31af-4cef-9880-af8272a21f4e'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:46:15.442847 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5efe90-f62d-4c04-95ba-97f012fef095 None None] Routers {'c1bbcfdc-31af-4cef-9880-af8272a21f4e'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:46:15.443405 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-9e5efe90-f62d-4c04-95ba-97f012fef095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:45:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['c1bbcfdc-31af-4cef-9880-af8272a21f4e'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:46:15.480220 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-8baf07df-f546-4c56-8d99-89d7e226dacc tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] 10.222.0.58 "PUT /v2.0/floatingips/9a1498de-8cfb-4212-a084-8311caa3d27a HTTP/1.1" status: 200 len: 991 time: 1.7456727 Jul 09 14:46:15.480874 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf213cef-cdcb-40c1-8a12-272ef114c818', 'tag': '3f9014d4-b1a7-4061-a217-72cebabde6b0'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:46:15.483905 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d230bed-7e3a-40f7-a0ca-2331a8e0b8f8" -d '{"events": [{"name": "network-changed", "server_uuid": "cf213cef-cdcb-40c1-8a12-272ef114c818", "tag": "3f9014d4-b1a7-4061-a217-72cebabde6b0"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:46:15.529861 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e358dc-2b48-4e2f-865e-014324190abd x-openstack-request-id: req-13e358dc-2b48-4e2f-865e-014324190abd {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:46:15.530248 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf213cef-cdcb-40c1-8a12-272ef114c818", "tag": "3f9014d4-b1a7-4061-a217-72cebabde6b0", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:46:15.530725 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-13e358dc-2b48-4e2f-865e-014324190abd {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:46:15.531222 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf213cef-cdcb-40c1-8a12-272ef114c818', 'tag': '3f9014d4-b1a7-4061-a217-72cebabde6b0', 'status': 'completed', 'code': 200} Jul 09 14:46:15.576733 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-9e5efe90-f62d-4c04-95ba-97f012fef095 None None] Set router c1bbcfdc-31af-4cef-9880-af8272a21f4e gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:46:15.722682 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d230bed-7e3a-40f7-a0ca-2331a8e0b8f8 req-b0d92695-7b2b-4429-8265-cd27981a0e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:15.724984 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4d230bed-7e3a-40f7-a0ca-2331a8e0b8f8 req-b0d92695-7b2b-4429-8265-cd27981a0e33 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d23a49ae7ad54a32b92cd2e14ed969e0&device_id=cf213cef-cdcb-40c1-8a12-272ef114c818 HTTP/1.1" status: 200 len: 1096 time: 0.1110251 Jul 09 14:46:15.832205 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52317dc4-2fa5-45b9-9232-3d4dcfcace18 req-c38574d4-2bdc-4f0a-a5dd-efdec4df732b tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:15.834871 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-52317dc4-2fa5-45b9-9232-3d4dcfcace18 req-c38574d4-2bdc-4f0a-a5dd-efdec4df732b tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.1524298 Jul 09 14:46:15.861174 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d230bed-7e3a-40f7-a0ca-2331a8e0b8f8 req-8bdbc29e-6b2e-4ab9-9baa-676f325c972b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:15.862770 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4d230bed-7e3a-40f7-a0ca-2331a8e0b8f8 req-8bdbc29e-6b2e-4ab9-9baa-676f325c972b service neutron] 10.222.0.62 "GET /v2.0/networks?id=b257f852-cd64-45af-a256-9c096b11c942 HTTP/1.1" status: 200 len: 907 time: 0.1307571 Jul 09 14:46:15.867308 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-9e5efe90-f62d-4c04-95ba-97f012fef095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bbcfdc-31af-4cef-9880-af8272a21f4e', 'name': 'tempest-ServersTestJSON-1541501514-router', 'tenant_id': 'd23a49ae7ad54a32b92cd2e14ed969e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '2004212f-3fd3-42ad-9fb8-566def57ea6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:45:32Z', 'updated_at': '2021-07-09T14:45:41Z', 'revision_number': 4, 'project_id': 'd23a49ae7ad54a32b92cd2e14ed969e0', 'gw_port': {'id': '2004212f-3fd3-42ad-9fb8-566def57ea6b', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bbcfdc-31af-4cef-9880-af8272a21f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:45:34Z', 'updated_at': '2021-07-09T14:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '9a1498de-8cfb-4212-a084-8311caa3d27a', 'tenant_id': 'd23a49ae7ad54a32b92cd2e14ed969e0', 'floating_ip_address': '172.25.3.202', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': 'c1bbcfdc-31af-4cef-9880-af8272a21f4e', 'port_id': '3f9014d4-b1a7-4061-a217-72cebabde6b0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b257f852-cd64-45af-a256-9c096b11c942', 'mac_address': 'fa:16:3e:6f:40:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf213cef-cdcb-40c1-8a12-272ef114c818', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:45:48Z', 'updated_at': '2021-07-09T14:46:14Z', 'revision_number': 1, 'project_id': 'd23a49ae7ad54a32b92cd2e14ed969e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bb7b92c-19f4-491a-89d5-5267789652e3', 'name': '', 'network_id': 'b257f852-cd64-45af-a256-9c096b11c942', 'tenant_id': 'd23a49ae7ad54a32b92cd2e14ed969e0', 'mac_address': 'fa:16:3e:f9:49:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bbcfdc-31af-4cef-9880-af8272a21f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '52cd48df-7dbf-4f6d-a76d-dc9a85bc635b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:45:39Z', 'updated_at': '2021-07-09T14:45:49Z', 'revision_number': 5, 'project_id': 'd23a49ae7ad54a32b92cd2e14ed969e0', 'subnets': [{'id': '52cd48df-7dbf-4f6d-a76d-dc9a85bc635b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:46:15.897443 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41155ea9-9442-4ee4-89b6-c8aacaa84d7e req-286ddac2-c580-49a8-815d-aee0374cf23b tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:15.904742 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5efe90-f62d-4c04-95ba-97f012fef095 None None] Checking router: c1bbcfdc-31af-4cef-9880-af8272a21f4e for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:46:15.907228 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-41155ea9-9442-4ee4-89b6-c8aacaa84d7e req-286ddac2-c580-49a8-815d-aee0374cf23b tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b79cf3-8b07-4d2c-a915-488f0e253971 HTTP/1.1" status: 200 len: 950 time: 0.1506810 Jul 09 14:46:15.928523 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-52317dc4-2fa5-45b9-9232-3d4dcfcace18 req-e9810fc3-1ce0-4401-a505-ac1d9131ab73 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853052 Jul 09 14:46:15.933984 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5efe90-f62d-4c04-95ba-97f012fef095 None None] Routers {'c1bbcfdc-31af-4cef-9880-af8272a21f4e'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:46:15.934936 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-9e5efe90-f62d-4c04-95ba-97f012fef095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:45:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['c1bbcfdc-31af-4cef-9880-af8272a21f4e'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:46:15.969984 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-41155ea9-9442-4ee4-89b6-c8aacaa84d7e req-5d8415c1-e4b2-4a34-a691-23546b0602c0 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587263 Jul 09 14:46:16.011320 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4d230bed-7e3a-40f7-a0ca-2331a8e0b8f8 req-a35ba6b4-cd8d-457a-8423-da61e8c589cf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f9014d4-b1a7-4061-a217-72cebabde6b0 HTTP/1.1" status: 200 len: 999 time: 0.1384139 Jul 09 14:46:16.143304 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-9e5efe90-f62d-4c04-95ba-97f012fef095 None None] Set router c1bbcfdc-31af-4cef-9880-af8272a21f4e gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:46:16.160333 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d230bed-7e3a-40f7-a0ca-2331a8e0b8f8 req-f2855ed0-c5a2-4eeb-8992-30dbbd396817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:16.161929 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4d230bed-7e3a-40f7-a0ca-2331a8e0b8f8 req-f2855ed0-c5a2-4eeb-8992-30dbbd396817 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=52cd48df-7dbf-4f6d-a76d-dc9a85bc635b HTTP/1.1" status: 200 len: 845 time: 0.1419261 Jul 09 14:46:16.259929 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f287007-0fe3-4e32-a519-f18356178878 req-6a43adad-1ac1-47b8-864d-7439ef79cf53 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:16.265656 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3f287007-0fe3-4e32-a519-f18356178878 req-6a43adad-1ac1-47b8-864d-7439ef79cf53 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c2e0f99-9411-4f1e-bed2-a4b911ed0060 HTTP/1.1" status: 200 len: 948 time: 0.1543343 Jul 09 14:46:16.276696 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970bda41-0c87-4e8f-93df-9a3fadf4b18c req-a57dcbf4-5585-44c6-9e39-42434342fb30 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:16.278491 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-970bda41-0c87-4e8f-93df-9a3fadf4b18c req-a57dcbf4-5585-44c6-9e39-42434342fb30 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcfab441-57a0-47d4-b6ca-f82afa77915d HTTP/1.1" status: 200 len: 945 time: 0.0944960 Jul 09 14:46:16.323063 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3f287007-0fe3-4e32-a519-f18356178878 req-9b05f6d9-8d58-42a0-8bd3-d383e85b6d5a tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522659 Jul 09 14:46:16.324910 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d230bed-7e3a-40f7-a0ca-2331a8e0b8f8 req-81842adf-f82e-456a-8d1a-b2a3a2ba1e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:16.326481 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4d230bed-7e3a-40f7-a0ca-2331a8e0b8f8 req-81842adf-f82e-456a-8d1a-b2a3a2ba1e16 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b257f852-cd64-45af-a256-9c096b11c942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1432977 Jul 09 14:46:16.327310 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-970bda41-0c87-4e8f-93df-9a3fadf4b18c req-48fa1ca1-d226-4655-b4f0-a40980371ec0 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427668 Jul 09 14:46:16.483545 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-9e5efe90-f62d-4c04-95ba-97f012fef095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bbcfdc-31af-4cef-9880-af8272a21f4e', 'name': 'tempest-ServersTestJSON-1541501514-router', 'tenant_id': 'd23a49ae7ad54a32b92cd2e14ed969e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '2004212f-3fd3-42ad-9fb8-566def57ea6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:45:32Z', 'updated_at': '2021-07-09T14:45:41Z', 'revision_number': 4, 'project_id': 'd23a49ae7ad54a32b92cd2e14ed969e0', 'gw_port': {'id': '2004212f-3fd3-42ad-9fb8-566def57ea6b', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bbcfdc-31af-4cef-9880-af8272a21f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:45:34Z', 'updated_at': '2021-07-09T14:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '9a1498de-8cfb-4212-a084-8311caa3d27a', 'tenant_id': 'd23a49ae7ad54a32b92cd2e14ed969e0', 'floating_ip_address': '172.25.3.202', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': 'c1bbcfdc-31af-4cef-9880-af8272a21f4e', 'port_id': '3f9014d4-b1a7-4061-a217-72cebabde6b0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b257f852-cd64-45af-a256-9c096b11c942', 'mac_address': 'fa:16:3e:6f:40:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf213cef-cdcb-40c1-8a12-272ef114c818', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:45:48Z', 'updated_at': '2021-07-09T14:46:14Z', 'revision_number': 1, 'project_id': 'd23a49ae7ad54a32b92cd2e14ed969e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bb7b92c-19f4-491a-89d5-5267789652e3', 'name': '', 'network_id': 'b257f852-cd64-45af-a256-9c096b11c942', 'tenant_id': 'd23a49ae7ad54a32b92cd2e14ed969e0', 'mac_address': 'fa:16:3e:f9:49:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bbcfdc-31af-4cef-9880-af8272a21f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '52cd48df-7dbf-4f6d-a76d-dc9a85bc635b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:45:39Z', 'updated_at': '2021-07-09T14:45:49Z', 'revision_number': 5, 'project_id': 'd23a49ae7ad54a32b92cd2e14ed969e0', 'subnets': [{'id': '52cd48df-7dbf-4f6d-a76d-dc9a85bc635b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:46:16.527793 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4d230bed-7e3a-40f7-a0ca-2331a8e0b8f8 req-35c4f8eb-913d-4d47-84a6-9cbcf9701816 service neutron] 10.222.0.62 "GET /v2.0/networks/b257f852-cd64-45af-a256-9c096b11c942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688313 Jul 09 14:46:16.528628 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5efe90-f62d-4c04-95ba-97f012fef095 None None] The sync data for ids ['c1bbcfdc-31af-4cef-9880-af8272a21f4e'] in n-d-799529-6 is: [{'id': 'c1bbcfdc-31af-4cef-9880-af8272a21f4e', 'name': 'tempest-ServersTestJSON-1541501514-router', 'tenant_id': 'd23a49ae7ad54a32b92cd2e14ed969e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '2004212f-3fd3-42ad-9fb8-566def57ea6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:45:32Z', 'updated_at': '2021-07-09T14:45:41Z', 'revision_number': 4, 'project_id': 'd23a49ae7ad54a32b92cd2e14ed969e0', 'gw_port': {'id': '2004212f-3fd3-42ad-9fb8-566def57ea6b', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bbcfdc-31af-4cef-9880-af8272a21f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:45:34Z', 'updated_at': '2021-07-09T14:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '9a1498de-8cfb-4212-a084-8311caa3d27a', 'tenant_id': 'd23a49ae7ad54a32b92cd2e14ed969e0', 'floating_ip_address': '172.25.3.202', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': 'c1bbcfdc-31af-4cef-9880-af8272a21f4e', 'port_id': '3f9014d4-b1a7-4061-a217-72cebabde6b0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b257f852-cd64-45af-a256-9c096b11c942', 'mac_address': 'fa:16:3e:6f:40:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf213cef-cdcb-40c1-8a12-272ef114c818', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:45:48Z', 'updated_at': '2021-07-09T14:46:14Z', 'revision_number': 1, 'project_id': 'd23a49ae7ad54a32b92cd2e14ed969e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bb7b92c-19f4-491a-89d5-5267789652e3', 'name': '', 'network_id': 'b257f852-cd64-45af-a256-9c096b11c942', 'tenant_id': 'd23a49ae7ad54a32b92cd2e14ed969e0', 'mac_address': 'fa:16:3e:f9:49:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bbcfdc-31af-4cef-9880-af8272a21f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '52cd48df-7dbf-4f6d-a76d-dc9a85bc635b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:45:39Z', 'updated_at': '2021-07-09T14:45:49Z', 'revision_number': 5, 'project_id': 'd23a49ae7ad54a32b92cd2e14ed969e0', 'subnets': [{'id': '52cd48df-7dbf-4f6d-a76d-dc9a85bc635b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:46:16.533379 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 42868ad9-71ed-4dca-88f3-ba205abb3fbc details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:46:16.698787 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c6433-9963-4cf3-beea-b9475c1d4d54 req-bf3409fe-99da-4453-82e6-bc37aee80a6a tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:16.700478 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9b4c6433-9963-4cf3-beea-b9475c1d4d54 req-bf3409fe-99da-4453-82e6-bc37aee80a6a tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.2246492 Jul 09 14:46:16.709476 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4d230bed-7e3a-40f7-a0ca-2331a8e0b8f8 req-25d24e00-0b11-41a9-8f76-844b4c640031 service neutron] 10.222.0.62 "GET /v2.0/networks/b257f852-cd64-45af-a256-9c096b11c942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693118 Jul 09 14:46:16.719747 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 42868ad9-71ed-4dca-88f3-ba205abb3fbc, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=42868ad9-71ed-4dca-88f3-ba205abb3fbc,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:46:16.757709 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '42868ad9-71ed-4dca-88f3-ba205abb3fbc', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'port_id': '42868ad9-71ed-4dca-88f3-ba205abb3fbc', 'mac_address': 'fa:16:3e:68:7c:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8081bcce-88de-4a2f-9e69-6750220e0be0', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:46:16.767414 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9b4c6433-9963-4cf3-beea-b9475c1d4d54 req-f0285113-e33a-446b-9f9c-cbb0b64aae4c tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478284 Jul 09 14:46:16.812488 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:16.829393 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42868ad9-71ed-4dca-88f3-ba205abb3fbc {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:46:16.861935 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 42868ad9-71ed-4dca-88f3-ba205abb3fbc, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=42868ad9-71ed-4dca-88f3-ba205abb3fbc,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:46:16.894706 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7167a799-76ea-416f-9782-b23dd043e528 None None] New status for floating IP 9a1498de-8cfb-4212-a084-8311caa3d27a: ACTIVE {{(pid=94448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:46:16.948263 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:17.012683 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=42868ad9-71ed-4dca-88f3-ba205abb3fbc,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:17.185989 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21527671-4595-4746-8873-b8903ca2e842 req-dbd47bb0-4855-49ed-9a57-f8a64ce8ea1d tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:17.194870 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-21527671-4595-4746-8873-b8903ca2e842 req-dbd47bb0-4855-49ed-9a57-f8a64ce8ea1d tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.1287088 Jul 09 14:46:17.247553 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e045e7-38bb-4f62-8af9-5d46dbde9dc1 req-72543e3c-0a9c-4f4b-9093-ae9d2a16327a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:17.249252 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-80e045e7-38bb-4f62-8af9-5d46dbde9dc1 req-72543e3c-0a9c-4f4b-9093-ae9d2a16327a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b6b79cf3-8b07-4d2c-a915-488f0e253971&tenant_id=5ec7891592d74a6886dfa68c8f9e2e18 HTTP/1.1" status: 200 len: 1101 time: 0.1775551 Jul 09 14:46:17.254588 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-21527671-4595-4746-8873-b8903ca2e842 req-19889602-f3b5-440d-821f-53e06fdb571f tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583715 Jul 09 14:46:17.261733 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebf5977-c5cd-4a65-b9c3-23415ebb1a8a req-6c3fb548-50ac-4e4e-bdc4-65f0f039e1b1 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:17.263526 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6ebf5977-c5cd-4a65-b9c3-23415ebb1a8a req-6c3fb548-50ac-4e4e-bdc4-65f0f039e1b1 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b79cf3-8b07-4d2c-a915-488f0e253971 HTTP/1.1" status: 200 len: 950 time: 0.1367776 Jul 09 14:46:17.268603 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-80e045e7-38bb-4f62-8af9-5d46dbde9dc1 req-ed7cf285-1b05-44d2-ab44-340f056735ca service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799529-6', 'device_owner': 'compute:nova'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:46:17.379518 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-80e045e7-38bb-4f62-8af9-5d46dbde9dc1 req-ed7cf285-1b05-44d2-ab44-340f056735ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:17.395249 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6ebf5977-c5cd-4a65-b9c3-23415ebb1a8a req-8eea9581-522a-4779-89ee-44a60af15daa tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801396 Jul 09 14:46:17.474594 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f428c9-4ad6-4bea-8c26-dec326067680 req-354fb6d8-8cf3-45fe-a339-6abf8e8cd3a7 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:17.477187 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-15f428c9-4ad6-4bea-8c26-dec326067680 req-354fb6d8-8cf3-45fe-a339-6abf8e8cd3a7 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.0946524 Jul 09 14:46:17.531886 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-15f428c9-4ad6-4bea-8c26-dec326067680 req-3e8039a3-99e0-4e5a-8993-ed5e92abd037 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472963 Jul 09 14:46:17.567562 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['42868ad9-71ed-4dca-88f3-ba205abb3fbc'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:46:17.723910 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e96a06-20b5-4bc0-9204-54472dd78f2e req-2d958aa9-2122-4532-8fca-6ed431378526 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:17.725448 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-59e96a06-20b5-4bc0-9204-54472dd78f2e req-2d958aa9-2122-4532-8fca-6ed431378526 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c2e0f99-9411-4f1e-bed2-a4b911ed0060 HTTP/1.1" status: 200 len: 949 time: 0.1911275 Jul 09 14:46:17.727354 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-80e045e7-38bb-4f62-8af9-5d46dbde9dc1 req-ed7cf285-1b05-44d2-ab44-340f056735ca service neutron] For port c06b11eb-9d6f-48c4-baec-7d8f00e00c90, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=c06b11eb-9d6f-48c4-baec-7d8f00e00c90,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:46:17.738788 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa9b4a4-d4f3-4884-bd10-b125050f4403 req-8cc9b5e5-da01-4493-9b83-3df647dd7923 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:17.740700 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-eaa9b4a4-d4f3-4884-bd10-b125050f4403 req-8cc9b5e5-da01-4493-9b83-3df647dd7923 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcfab441-57a0-47d4-b6ca-f82afa77915d HTTP/1.1" status: 200 len: 945 time: 0.1015291 Jul 09 14:46:17.784856 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-eaa9b4a4-d4f3-4884-bd10-b125050f4403 req-11ea87d5-350d-468e-830c-1961eaee2c3a tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359731 Jul 09 14:46:17.790175 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-59e96a06-20b5-4bc0-9204-54472dd78f2e req-e5ec2e6a-09a6-476a-bd43-2c95ebd14acf tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522978 Jul 09 14:46:17.794236 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-80e045e7-38bb-4f62-8af9-5d46dbde9dc1 req-ed7cf285-1b05-44d2-ab44-340f056735ca service neutron] For port c06b11eb-9d6f-48c4-baec-7d8f00e00c90, host n-h1-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:46:17.838485 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b79cf3-8b07-4d2c-a915-488f0e253971', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c06b11eb-9d6f-48c4-baec-7d8f00e00c90'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:46:17.841204 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-effebc05-689e-47e8-abb4-32cba0ef83f3" -d '{"events": [{"server_uuid": "b6b79cf3-8b07-4d2c-a915-488f0e253971", "name": "network-vif-unplugged", "status": "completed", "tag": "c06b11eb-9d6f-48c4-baec-7d8f00e00c90"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:46:17.845178 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-80e045e7-38bb-4f62-8af9-5d46dbde9dc1 req-ed7cf285-1b05-44d2-ab44-340f056735ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:17.859198 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-80e045e7-38bb-4f62-8af9-5d46dbde9dc1 req-ed7cf285-1b05-44d2-ab44-340f056735ca service neutron] Transition to ACTIVE for port object c06b11eb-9d6f-48c4-baec-7d8f00e00c90 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:46:17.949141 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-80e045e7-38bb-4f62-8af9-5d46dbde9dc1 req-ed7cf285-1b05-44d2-ab44-340f056735ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:18.020981 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-80e045e7-38bb-4f62-8af9-5d46dbde9dc1 req-ed7cf285-1b05-44d2-ab44-340f056735ca service neutron] No DVR routers for this DVR port c06b11eb-9d6f-48c4-baec-7d8f00e00c90 on host n-h1-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:46:18.094660 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7cf285-1b05-44d2-ab44-340f056735ca service neutron] Pushing event updated for resources: {'Port': ['ID=c06b11eb-9d6f-48c4-baec-7d8f00e00c90,revision_number=10']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:18.122794 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-80e045e7-38bb-4f62-8af9-5d46dbde9dc1 req-ed7cf285-1b05-44d2-ab44-340f056735ca service neutron] Attempting to bind port c06b11eb-9d6f-48c4-baec-7d8f00e00c90 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:46:18.123245 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-80e045e7-38bb-4f62-8af9-5d46dbde9dc1 req-ed7cf285-1b05-44d2-ab44-340f056735ca service neutron] Attempting to bind port c06b11eb-9d6f-48c4-baec-7d8f00e00c90 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:46:18.123659 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e045e7-38bb-4f62-8af9-5d46dbde9dc1 req-ed7cf285-1b05-44d2-ab44-340f056735ca service neutron] Attempting to bind port c06b11eb-9d6f-48c4-baec-7d8f00e00c90 on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:46:18.129987 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 14:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f777c7-0be8-40cf-8ae0-22fc4442c1fa x-openstack-request-id: req-27f777c7-0be8-40cf-8ae0-22fc4442c1fa {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:46:18.130341 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b79cf3-8b07-4d2c-a915-488f0e253971", "name": "network-vif-unplugged", "status": "completed", "tag": "c06b11eb-9d6f-48c4-baec-7d8f00e00c90", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:46:18.130658 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-27f777c7-0be8-40cf-8ae0-22fc4442c1fa {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:46:18.131111 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b79cf3-8b07-4d2c-a915-488f0e253971', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c06b11eb-9d6f-48c4-baec-7d8f00e00c90', 'code': 200} Jul 09 14:46:18.135307 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e045e7-38bb-4f62-8af9-5d46dbde9dc1 req-ed7cf285-1b05-44d2-ab44-340f056735ca service neutron] Port c06b11eb-9d6f-48c4-baec-7d8f00e00c90 on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:46:18.136740 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e045e7-38bb-4f62-8af9-5d46dbde9dc1 req-ed7cf285-1b05-44d2-ab44-340f056735ca service neutron] Attempting to bind port c06b11eb-9d6f-48c4-baec-7d8f00e00c90 on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:46:18.144457 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e045e7-38bb-4f62-8af9-5d46dbde9dc1 req-ed7cf285-1b05-44d2-ab44-340f056735ca service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:46:18.144791 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e045e7-38bb-4f62-8af9-5d46dbde9dc1 req-ed7cf285-1b05-44d2-ab44-340f056735ca service neutron] Checking segment: {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:46:18.145179 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e045e7-38bb-4f62-8af9-5d46dbde9dc1 req-ed7cf285-1b05-44d2-ab44-340f056735ca service neutron] Bound using segment: {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:46:18.145618 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-80e045e7-38bb-4f62-8af9-5d46dbde9dc1 req-ed7cf285-1b05-44d2-ab44-340f056735ca service neutron] Bound port: c06b11eb-9d6f-48c4-baec-7d8f00e00c90, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:46:18.145979 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-80e045e7-38bb-4f62-8af9-5d46dbde9dc1 req-ed7cf285-1b05-44d2-ab44-340f056735ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:18.204792 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e47c7-55e3-4ad3-a98e-b9d479233e1a req-36105afd-3341-4b2d-b6ec-b99e9c1e4247 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:18.206353 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bc4e47c7-55e3-4ad3-a98e-b9d479233e1a req-36105afd-3341-4b2d-b6ec-b99e9c1e4247 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.1755846 Jul 09 14:46:18.246078 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-80e045e7-38bb-4f62-8af9-5d46dbde9dc1 req-ed7cf285-1b05-44d2-ab44-340f056735ca service neutron] For port c06b11eb-9d6f-48c4-baec-7d8f00e00c90, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:46:18.267132 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-80e045e7-38bb-4f62-8af9-5d46dbde9dc1 req-ed7cf285-1b05-44d2-ab44-340f056735ca service neutron] For port c06b11eb-9d6f-48c4-baec-7d8f00e00c90, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=c06b11eb-9d6f-48c4-baec-7d8f00e00c90,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:46:18.275070 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bc4e47c7-55e3-4ad3-a98e-b9d479233e1a req-f2030b9f-1519-414e-80a1-199286cb38cb tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604341 Jul 09 14:46:18.331396 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-80e045e7-38bb-4f62-8af9-5d46dbde9dc1 req-ed7cf285-1b05-44d2-ab44-340f056735ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:18.347440 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b02ee37-ef3d-4f53-ad93-c6225d188280 req-12a05b39-fcab-4c25-8399-94e62e27055c tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:18.349019 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9b02ee37-ef3d-4f53-ad93-c6225d188280 req-12a05b39-fcab-4c25-8399-94e62e27055c tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcfab441-57a0-47d4-b6ca-f82afa77915d HTTP/1.1" status: 200 len: 945 time: 0.0944426 Jul 09 14:46:18.398882 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e045e7-38bb-4f62-8af9-5d46dbde9dc1 req-ed7cf285-1b05-44d2-ab44-340f056735ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:18.399763 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-80e045e7-38bb-4f62-8af9-5d46dbde9dc1 req-ed7cf285-1b05-44d2-ab44-340f056735ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:18.401901 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-80e045e7-38bb-4f62-8af9-5d46dbde9dc1 req-ed7cf285-1b05-44d2-ab44-340f056735ca service neutron] 10.222.0.54 "PUT /v2.0/ports/c06b11eb-9d6f-48c4-baec-7d8f00e00c90 HTTP/1.1" status: 200 len: 1097 time: 1.1374159 Jul 09 14:46:18.406499 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9b02ee37-ef3d-4f53-ad93-c6225d188280 req-abb65ca1-4f88-4053-aa28-f49b6acfddb6 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510259 Jul 09 14:46:18.503605 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7cf285-1b05-44d2-ab44-340f056735ca service neutron] Pushing event updated for resources: {'Port': ['ID=c06b11eb-9d6f-48c4-baec-7d8f00e00c90,revision_number=11']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:18.532601 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device c06b11eb-9d6f-48c4-baec-7d8f00e00c90 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:46:18.550003 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e045e7-38bb-4f62-8af9-5d46dbde9dc1 req-74670194-a00c-4e1e-b4f1-607f3c75fde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:18.551658 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-80e045e7-38bb-4f62-8af9-5d46dbde9dc1 req-74670194-a00c-4e1e-b4f1-607f3c75fde6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5ec7891592d74a6886dfa68c8f9e2e18&device_id=b6b79cf3-8b07-4d2c-a915-488f0e253971 HTTP/1.1" status: 200 len: 1100 time: 0.1072834 Jul 09 14:46:18.562889 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be990f-d953-4a1c-89f7-92c09178e241 req-a4bb6206-410a-4c14-b422-3de85945b522 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:18.564670 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-93be990f-d953-4a1c-89f7-92c09178e241 req-a4bb6206-410a-4c14-b422-3de85945b522 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.1350133 Jul 09 14:46:18.592831 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device c06b11eb-9d6f-48c4-baec-7d8f00e00c90 not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:46:18.636513 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6432901-dfa7-481a-9782-94802e5db87e req-8de162b3-873c-4170-b3dd-b5d7d6aa2de8 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:18.638403 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f6432901-dfa7-481a-9782-94802e5db87e req-8de162b3-873c-4170-b3dd-b5d7d6aa2de8 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b79cf3-8b07-4d2c-a915-488f0e253971 HTTP/1.1" status: 200 len: 949 time: 0.0953455 Jul 09 14:46:18.686939 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-93be990f-d953-4a1c-89f7-92c09178e241 req-208a1170-173c-4318-bde4-5a480bfdfd53 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990593 Jul 09 14:46:18.709567 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f6432901-dfa7-481a-9782-94802e5db87e req-446e6c87-b807-4787-a778-405af4795809 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570371 Jul 09 14:46:18.718816 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e045e7-38bb-4f62-8af9-5d46dbde9dc1 req-d2c8ce06-f8b9-42e8-b2b4-406c901c2a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:18.723545 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-80e045e7-38bb-4f62-8af9-5d46dbde9dc1 req-d2c8ce06-f8b9-42e8-b2b4-406c901c2a82 service neutron] 10.222.0.54 "GET /v2.0/networks?id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc HTTP/1.1" status: 200 len: 870 time: 0.1547613 Jul 09 14:46:18.765309 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-80e045e7-38bb-4f62-8af9-5d46dbde9dc1 req-7a6d6253-f02a-4306-8ade-c22c3ea472d2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=c06b11eb-9d6f-48c4-baec-7d8f00e00c90 HTTP/1.1" status: 200 len: 217 time: 0.0378654 Jul 09 14:46:18.860253 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e045e7-38bb-4f62-8af9-5d46dbde9dc1 req-db1d8a25-b913-4a81-a8d7-a6250f31a065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:18.861738 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-80e045e7-38bb-4f62-8af9-5d46dbde9dc1 req-db1d8a25-b913-4a81-a8d7-a6250f31a065 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.0830500 Jul 09 14:46:18.922340 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df4646-ed52-404c-b643-3f0a996a2ba0 req-028b33af-23bc-4c1a-b047-3466d842b996 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:18.937144 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-33df4646-ed52-404c-b643-3f0a996a2ba0 req-028b33af-23bc-4c1a-b047-3466d842b996 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcfab441-57a0-47d4-b6ca-f82afa77915d HTTP/1.1" status: 200 len: 945 time: 0.1164529 Jul 09 14:46:18.995427 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe122cc-1caa-4670-8d98-6873d6e80825 req-9819d9ff-2a5b-43ae-9672-1d8369285529 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:18.997110 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0fe122cc-1caa-4670-8d98-6873d6e80825 req-9819d9ff-2a5b-43ae-9672-1d8369285529 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c2e0f99-9411-4f1e-bed2-a4b911ed0060 HTTP/1.1" status: 200 len: 949 time: 0.0803723 Jul 09 14:46:19.000198 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-33df4646-ed52-404c-b643-3f0a996a2ba0 req-65272696-8ae5-4ab7-a46d-59bd47c0264e tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625799 Jul 09 14:46:19.007589 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e045e7-38bb-4f62-8af9-5d46dbde9dc1 req-40e1c556-8ebc-4a94-bd60-f604aead0030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:19.007589 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-80e045e7-38bb-4f62-8af9-5d46dbde9dc1 req-40e1c556-8ebc-4a94-bd60-f604aead0030 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1371703 Jul 09 14:46:19.082518 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0fe122cc-1caa-4670-8d98-6873d6e80825 req-4a1a2305-e3a1-4fb7-9c18-c71130bd05be tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627506 Jul 09 14:46:19.137017 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-80e045e7-38bb-4f62-8af9-5d46dbde9dc1 req-162a3749-1b94-4218-920d-4f309e69978c service neutron] 10.222.0.54 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250839 Jul 09 14:46:19.296628 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-80e045e7-38bb-4f62-8af9-5d46dbde9dc1 req-83ef9a51-5619-4284-abef-28bd09a057d4 service neutron] 10.222.0.54 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515765 Jul 09 14:46:19.346250 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9464a5af-77d4-4bb2-b4b4-382099e78cf7 req-b790b39b-fbfd-4398-bdc4-f0360e2f2930 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:19.347879 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9464a5af-77d4-4bb2-b4b4-382099e78cf7 req-b790b39b-fbfd-4398-bdc4-f0360e2f2930 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.1168141 Jul 09 14:46:19.387835 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9464a5af-77d4-4bb2-b4b4-382099e78cf7 req-3c34c0d0-d535-47bb-9e8e-f68ae9925e15 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340059 Jul 09 14:46:19.612774 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49834ba-af96-401a-acec-5ad457881070 req-3487d239-194b-4e71-9693-dabf7a79b6e0 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:19.614356 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f49834ba-af96-401a-acec-5ad457881070 req-3487d239-194b-4e71-9693-dabf7a79b6e0 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.0925362 Jul 09 14:46:19.656455 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1496c8d-8cf4-42d1-b4b4-c40f81878c08 req-46143481-273a-47a1-922c-061d1f75b1da tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:19.663573 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a1496c8d-8cf4-42d1-b4b4-c40f81878c08 req-46143481-273a-47a1-922c-061d1f75b1da tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcfab441-57a0-47d4-b6ca-f82afa77915d HTTP/1.1" status: 200 len: 945 time: 0.0800190 Jul 09 14:46:19.672255 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f49834ba-af96-401a-acec-5ad457881070 req-dccb6cb8-b935-4bfd-9acb-ad13ff252a55 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516317 Jul 09 14:46:19.723809 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a1496c8d-8cf4-42d1-b4b4-c40f81878c08 req-d3496a39-eb3b-4284-a71d-91c8e7a8f288 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592868 Jul 09 14:46:19.897874 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f9470-1127-4bbf-aef2-99fcc16a448a req-115b5fbe-0301-4254-af14-ddd68432f83a tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:19.905837 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e66f9470-1127-4bbf-aef2-99fcc16a448a req-115b5fbe-0301-4254-af14-ddd68432f83a tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b79cf3-8b07-4d2c-a915-488f0e253971 HTTP/1.1" status: 200 len: 949 time: 0.0795619 Jul 09 14:46:19.949916 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e66f9470-1127-4bbf-aef2-99fcc16a448a req-aecbd313-862a-4fdb-b5af-c9801acd3bca tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427129 Jul 09 14:46:19.973404 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c990eb91-cc64-47ad-9981-3a8617171014 req-eb663e38-d921-4b30-aed6-7975da5c48d6 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:19.975074 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c990eb91-cc64-47ad-9981-3a8617171014 req-eb663e38-d921-4b30-aed6-7975da5c48d6 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.0763841 Jul 09 14:46:20.021510 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c990eb91-cc64-47ad-9981-3a8617171014 req-14bd613e-83dc-43ed-9b61-08a992d94078 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392318 Jul 09 14:46:20.132327 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b79cf3-8b07-4d2c-a915-488f0e253971', 'tag': 'c06b11eb-9d6f-48c4-baec-7d8f00e00c90'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:46:20.135732 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75005220-1b27-44db-a369-c45a3379698e" -d '{"events": [{"name": "network-changed", "server_uuid": "b6b79cf3-8b07-4d2c-a915-488f0e253971", "tag": "c06b11eb-9d6f-48c4-baec-7d8f00e00c90"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:46:20.202674 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ac0d2-48db-4893-9ffd-345c0bf955b3 req-a9fe98e3-4a92-497d-a550-29ff202a82f9 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:20.205718 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-180ac0d2-48db-4893-9ffd-345c0bf955b3 req-a9fe98e3-4a92-497d-a550-29ff202a82f9 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.0678072 Jul 09 14:46:20.241877 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 34498) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:46:20.247165 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-180ac0d2-48db-4893-9ffd-345c0bf955b3 req-e595df2b-6282-481b-9ab8-939c6869c34a tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357716 Jul 09 14:46:20.290540 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e326b9-2e7b-4c44-8132-ed94ba3e198c req-746d1fc7-b00a-4d02-a523-75bb26a46788 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:20.293203 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c4e326b9-2e7b-4c44-8132-ed94ba3e198c req-746d1fc7-b00a-4d02-a523-75bb26a46788 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c2e0f99-9411-4f1e-bed2-a4b911ed0060 HTTP/1.1" status: 200 len: 949 time: 0.0998304 Jul 09 14:46:20.310580 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef87ab8-a1ea-49ed-983b-74ffd081eb72 x-openstack-request-id: req-5ef87ab8-a1ea-49ed-983b-74ffd081eb72 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:46:20.311193 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6b79cf3-8b07-4d2c-a915-488f0e253971", "tag": "c06b11eb-9d6f-48c4-baec-7d8f00e00c90", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:46:20.311302 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5ef87ab8-a1ea-49ed-983b-74ffd081eb72 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:46:20.311770 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6b79cf3-8b07-4d2c-a915-488f0e253971', 'tag': 'c06b11eb-9d6f-48c4-baec-7d8f00e00c90', 'status': 'completed', 'code': 200} Jul 09 14:46:20.433921 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75005220-1b27-44db-a369-c45a3379698e req-9b87035c-fbc3-490b-afc6-8ef599f9b5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:20.435546 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-75005220-1b27-44db-a369-c45a3379698e req-9b87035c-fbc3-490b-afc6-8ef599f9b5d0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5ec7891592d74a6886dfa68c8f9e2e18&device_id=b6b79cf3-8b07-4d2c-a915-488f0e253971 HTTP/1.1" status: 200 len: 1100 time: 0.0636616 Jul 09 14:46:20.544783 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 42868ad9-71ed-4dca-88f3-ba205abb3fbc up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:46:20.633207 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port 42868ad9-71ed-4dca-88f3-ba205abb3fbc completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:46:20.633438 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c4e326b9-2e7b-4c44-8132-ed94ba3e198c req-8952426c-e863-4b08-90e5-1a6739770e67 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326864 Jul 09 14:46:20.638673 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 42868ad9-71ed-4dca-88f3-ba205abb3fbc triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:46:20.639344 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:20.653202 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9d400242-38a6-4d2b-9ba1-bbab698aee17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:20.702888 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75005220-1b27-44db-a369-c45a3379698e req-cc8ed16d-9ae1-4060-a3e4-b4b7f41658b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:20.704477 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-75005220-1b27-44db-a369-c45a3379698e req-cc8ed16d-9ae1-4060-a3e4-b4b7f41658b2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5ec7891592d74a6886dfa68c8f9e2e18&device_id=b6b79cf3-8b07-4d2c-a915-488f0e253971 HTTP/1.1" status: 200 len: 1100 time: 0.3752718 Jul 09 14:46:20.728834 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:20.756500 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2e0f99-9411-4f1e-bed2-a4b911ed0060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42868ad9-71ed-4dca-88f3-ba205abb3fbc'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:46:20.759286 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d364a30f-64b2-4c1a-9f95-bdf2c62b985f" -d '{"events": [{"server_uuid": "0c2e0f99-9411-4f1e-bed2-a4b911ed0060", "name": "network-vif-plugged", "status": "completed", "tag": "42868ad9-71ed-4dca-88f3-ba205abb3fbc"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:46:20.780979 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 42868ad9-71ed-4dca-88f3-ba205abb3fbc, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=42868ad9-71ed-4dca-88f3-ba205abb3fbc,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:46:20.841483 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75005220-1b27-44db-a369-c45a3379698e req-0de52f15-776e-46cf-8bf4-1509df329f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:20.843047 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-75005220-1b27-44db-a369-c45a3379698e req-0de52f15-776e-46cf-8bf4-1509df329f9e service neutron] 10.222.0.54 "GET /v2.0/networks?id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc HTTP/1.1" status: 200 len: 870 time: 0.1299033 Jul 09 14:46:20.866375 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9d400242-38a6-4d2b-9ba1-bbab698aee17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:20.868164 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:20.896807 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-75005220-1b27-44db-a369-c45a3379698e req-c3f35f66-f379-4662-90a8-059c0e915fca service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=c06b11eb-9d6f-48c4-baec-7d8f00e00c90 HTTP/1.1" status: 200 len: 217 time: 0.0430021 Jul 09 14:46:20.910993 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75005220-1b27-44db-a369-c45a3379698e req-34158f9b-6455-4ca9-ab75-819ac2698f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:20.912497 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-75005220-1b27-44db-a369-c45a3379698e req-34158f9b-6455-4ca9-ab75-819ac2698f9f service neutron] 10.222.0.62 "GET /v2.0/networks?id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc HTTP/1.1" status: 200 len: 870 time: 0.4485705 Jul 09 14:46:20.925778 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=42868ad9-71ed-4dca-88f3-ba205abb3fbc,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:20.938245 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9d400242-38a6-4d2b-9ba1-bbab698aee17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:20.966605 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-75005220-1b27-44db-a369-c45a3379698e req-450bd5a7-de6f-4b0e-8980-654fb7a20963 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=c06b11eb-9d6f-48c4-baec-7d8f00e00c90 HTTP/1.1" status: 200 len: 217 time: 0.0452859 Jul 09 14:46:21.019582 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21703c33-d1dd-443a-8424-fc591792f3c5 req-8cf7c8e5-22c7-4bab-9ab6-c79afcdd1738 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:21.020996 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-21703c33-d1dd-443a-8424-fc591792f3c5 req-8cf7c8e5-22c7-4bab-9ab6-c79afcdd1738 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/networks?id=57042d5f-0386-4b58-a12c-ab7a19465fa2 HTTP/1.1" status: 200 len: 813 time: 0.4837203 Jul 09 14:46:21.023896 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-9d400242-38a6-4d2b-9ba1-bbab698aee17 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dac9f2a82d4f48f5b787ba99fde06597&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7801247 Jul 09 14:46:21.024708 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d400242-38a6-4d2b-9ba1-bbab698aee17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d78fd8-381c-4b5b-bef0-46c8e4d2f712,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:21.030766 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 34520) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:46:21.032258 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75005220-1b27-44db-a369-c45a3379698e req-852b37b4-e3da-41a2-b6ac-8db14e3fe581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:21.033806 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-75005220-1b27-44db-a369-c45a3379698e req-852b37b4-e3da-41a2-b6ac-8db14e3fe581 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.1092286 Jul 09 14:46:21.052669 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-21703c33-d1dd-443a-8424-fc591792f3c5 req-a47e7096-155b-4c6a-b3e8-007aa698e5dc tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/quotas/0ea59604d49a4768b9c04e74a1a30065 HTTP/1.1" status: 200 len: 375 time: 0.0226476 Jul 09 14:46:21.055576 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75005220-1b27-44db-a369-c45a3379698e req-2deb7cf6-bc5f-4463-b0c3-fb12088918dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:21.057413 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-75005220-1b27-44db-a369-c45a3379698e req-2deb7cf6-bc5f-4463-b0c3-fb12088918dc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.0849361 Jul 09 14:46:21.098299 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4608605-e426-4b93-bb02-57ccc1da0d53 req-4cbc4e60-e0dd-421d-a680-665dcb192980 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:21.104970 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f4608605-e426-4b93-bb02-57ccc1da0d53 req-4cbc4e60-e0dd-421d-a680-665dcb192980 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcfab441-57a0-47d4-b6ca-f82afa77915d HTTP/1.1" status: 200 len: 945 time: 0.2111099 Jul 09 14:46:21.149710 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 34524) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:46:21.159318 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-69628307-c8ef-4247-aa26-5debcce38eae tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1343718478'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:46:21.172302 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-21703c33-d1dd-443a-8424-fc591792f3c5 req-1eb0d715-e518-4def-9d91-91a979d013cb tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0ea59604d49a4768b9c04e74a1a30065&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1187201 Jul 09 14:46:21.178408 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75005220-1b27-44db-a369-c45a3379698e req-bbb7380b-a500-4128-a76f-e6dd96c9948d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:21.179865 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-75005220-1b27-44db-a369-c45a3379698e req-bbb7380b-a500-4128-a76f-e6dd96c9948d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1136250 Jul 09 14:46:21.187465 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4e1e1448-7502-4dca-84cb-8e374ed41ab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:21.200791 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f4608605-e426-4b93-bb02-57ccc1da0d53 req-f52d0682-d96a-49fe-80d6-37815d249cbd tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901873 Jul 09 14:46:21.224872 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4e1e1448-7502-4dca-84cb-8e374ed41ab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:21.239597 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75005220-1b27-44db-a369-c45a3379698e req-af2a56ac-50e0-41fa-82bd-e6ed6087c381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:21.242153 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-75005220-1b27-44db-a369-c45a3379698e req-af2a56ac-50e0-41fa-82bd-e6ed6087c381 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1940720 Jul 09 14:46:21.242473 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5672e1fb-4e46-49c5-aa8f-54caa9d00456 x-openstack-request-id: req-5672e1fb-4e46-49c5-aa8f-54caa9d00456 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:46:21.242767 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c2e0f99-9411-4f1e-bed2-a4b911ed0060", "name": "network-vif-plugged", "status": "completed", "tag": "42868ad9-71ed-4dca-88f3-ba205abb3fbc", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:46:21.243022 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5672e1fb-4e46-49c5-aa8f-54caa9d00456 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:46:21.243417 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c2e0f99-9411-4f1e-bed2-a4b911ed0060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42868ad9-71ed-4dca-88f3-ba205abb3fbc', 'code': 200} Jul 09 14:46:21.299238 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-75005220-1b27-44db-a369-c45a3379698e req-16447d09-228b-45e9-8fbc-c10f27d35bac service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114800 Jul 09 14:46:21.301307 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69628307-c8ef-4247-aa26-5debcce38eae tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Made reservation on behalf of 868e6ad73e9e40dbad6a7d6a29a5f30c for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:46:21.305215 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-69628307-c8ef-4247-aa26-5debcce38eae tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:21.357314 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-75005220-1b27-44db-a369-c45a3379698e req-7f300050-3842-4e59-bb38-ca1c2d02011d service neutron] 10.222.0.54 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060593 Jul 09 14:46:21.510689 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-75005220-1b27-44db-a369-c45a3379698e req-3419ff9b-c8e2-4d03-a5ee-beb0a59d3bb1 service neutron] 10.222.0.62 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812944 Jul 09 14:46:21.512681 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-75005220-1b27-44db-a369-c45a3379698e req-ff1d8e28-6343-4430-be25-90ebc4cf39a8 service neutron] 10.222.0.54 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462154 Jul 09 14:46:21.519260 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d64e69-c5be-4b32-88d3-e34d5277257c req-9d7459c9-1b8c-4af3-8bf5-09399fc49ee1 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:21.526467 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-93d64e69-c5be-4b32-88d3-e34d5277257c req-9d7459c9-1b8c-4af3-8bf5-09399fc49ee1 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.1689184 Jul 09 14:46:21.537584 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8801b9-fb8c-4c92-adfb-f8e881da931d req-82de05ea-d001-4e88-b7f6-3322a64da606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:21.539392 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-eb8801b9-fb8c-4c92-adfb-f8e881da931d req-82de05ea-d001-4e88-b7f6-3322a64da606 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0c2e0f99-9411-4f1e-bed2-a4b911ed0060 HTTP/1.1" status: 200 len: 1101 time: 0.0867376 Jul 09 14:46:21.566347 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-93d64e69-c5be-4b32-88d3-e34d5277257c req-3416aca4-9527-4ca6-92f6-de2dc9e3f92c tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390944 Jul 09 14:46:21.585404 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-eb8801b9-fb8c-4c92-adfb-f8e881da931d req-37e8f275-defc-4d10-bc8e-a33e5b8eb0b2 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365903 Jul 09 14:46:21.592640 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4e1e1448-7502-4dca-84cb-8e374ed41ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:21.595211 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4e1e1448-7502-4dca-84cb-8e374ed41ab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:21.598599 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-4e1e1448-7502-4dca-84cb-8e374ed41ab1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/96d78fd8-381c-4b5b-bef0-46c8e4d2f712 HTTP/1.1" status: 204 len: 168 time: 0.5618157 Jul 09 14:46:21.598733 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69628307-c8ef-4247-aa26-5debcce38eae tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:46:21.607970 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-69628307-c8ef-4247-aa26-5debcce38eae tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:21.608611 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-69628307-c8ef-4247-aa26-5debcce38eae tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Added segment c961693e-5289-4f40-a8e3-a769b6e30c12 of type vlan for network 7086051a-a9a3-4774-91ec-207e7481a1f2 Jul 09 14:46:21.615679 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e1448-7502-4dca-84cb-8e374ed41ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d78fd8-381c-4b5b-bef0-46c8e4d2f712,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:21.663638 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-69628307-c8ef-4247-aa26-5debcce38eae tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:21.725711 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc028b3-39e6-4c68-b213-e471c52f3df1 req-750031dd-88e8-4c3f-8340-8042e98307f7 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:21.727274 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2fc028b3-39e6-4c68-b213-e471c52f3df1 req-750031dd-88e8-4c3f-8340-8042e98307f7 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b79cf3-8b07-4d2c-a915-488f0e253971 HTTP/1.1" status: 200 len: 949 time: 0.0782599 Jul 09 14:46:21.765879 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2fc028b3-39e6-4c68-b213-e471c52f3df1 req-80748eb2-7c43-4179-98ea-c62a89f0f605 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321002 Jul 09 14:46:21.793335 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-69628307-c8ef-4247-aa26-5debcce38eae tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:21.799349 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69628307-c8ef-4247-aa26-5debcce38eae tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:21.800055 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-69628307-c8ef-4247-aa26-5debcce38eae tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:21.910421 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69628307-c8ef-4247-aa26-5debcce38eae tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Pushing event updated for resources: {'Network': ['ID=7086051a-a9a3-4774-91ec-207e7481a1f2,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:21.920787 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69628307-c8ef-4247-aa26-5debcce38eae tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:21.921149 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69628307-c8ef-4247-aa26-5debcce38eae tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:21.921501 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69628307-c8ef-4247-aa26-5debcce38eae tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:21.921844 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69628307-c8ef-4247-aa26-5debcce38eae tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:21.922778 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69628307-c8ef-4247-aa26-5debcce38eae tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:21.922778 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69628307-c8ef-4247-aa26-5debcce38eae tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:21.922975 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69628307-c8ef-4247-aa26-5debcce38eae tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:21.923219 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69628307-c8ef-4247-aa26-5debcce38eae tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:21.923721 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69628307-c8ef-4247-aa26-5debcce38eae tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:21.923932 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69628307-c8ef-4247-aa26-5debcce38eae tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:21.924281 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69628307-c8ef-4247-aa26-5debcce38eae tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:21.924622 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69628307-c8ef-4247-aa26-5debcce38eae tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:21.931473 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 34542) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:46:21.931733 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-69628307-c8ef-4247-aa26-5debcce38eae tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7782753 Jul 09 14:46:21.937470 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 7086051a-a9a3-4774-91ec-207e7481a1f2 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:46:21.938884 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-3d2a5cdb-29d4-41e1-b1e9-26bee1df4ae4 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2079620083'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:46:21.967306 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c1d42-5527-44d9-9b23-c34b3d449a58 req-858171cb-91a6-44f0-a571-e47c6da78fee tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:21.968845 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-385c1d42-5527-44d9-9b23-c34b3d449a58 req-858171cb-91a6-44f0-a571-e47c6da78fee tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.0884531 Jul 09 14:46:22.015571 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-385c1d42-5527-44d9-9b23-c34b3d449a58 req-99858d60-1015-44e1-a0ff-b422c49c1a21 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409434 Jul 09 14:46:22.044900 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2a5cdb-29d4-41e1-b1e9-26bee1df4ae4 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Made reservation on behalf of 868e6ad73e9e40dbad6a7d6a29a5f30c for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:46:22.050327 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3d2a5cdb-29d4-41e1-b1e9-26bee1df4ae4 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:22.089063 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d2a5cdb-29d4-41e1-b1e9-26bee1df4ae4 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:46:22.099229 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3d2a5cdb-29d4-41e1-b1e9-26bee1df4ae4 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:22.099802 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-3d2a5cdb-29d4-41e1-b1e9-26bee1df4ae4 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Added segment b243d64e-462e-4d56-aaa8-e625bc50df08 of type vlan for network f7f6731e-df5a-475b-9c1b-606c9f6d697c Jul 09 14:46:22.168687 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7be40b-cc6f-4925-bc09-ed0fb8acde39 req-60b4263b-e401-4be7-bf99-355aae1b5cbe tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:22.170103 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-da7be40b-cc6f-4925-bc09-ed0fb8acde39 req-60b4263b-e401-4be7-bf99-355aae1b5cbe tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c2e0f99-9411-4f1e-bed2-a4b911ed0060 HTTP/1.1" status: 200 len: 950 time: 0.0738795 Jul 09 14:46:22.182846 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3d2a5cdb-29d4-41e1-b1e9-26bee1df4ae4 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:22.210017 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-da7be40b-cc6f-4925-bc09-ed0fb8acde39 req-3773357e-9416-42cf-8fbd-0542daa1c0c8 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339699 Jul 09 14:46:22.228284 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774fe2d-26ad-4c93-8587-d08c3d5f0ab2 req-83d4609f-e415-496e-8ad5-06a7afef38de tempest-MigrationsAdminTest-669091247 tempest-MigrationsAdminTest-669091247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:22.230630 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d774fe2d-26ad-4c93-8587-d08c3d5f0ab2 req-83d4609f-e415-496e-8ad5-06a7afef38de tempest-MigrationsAdminTest-669091247 tempest-MigrationsAdminTest-669091247-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=b6b79cf3-8b07-4d2c-a915-488f0e253971 HTTP/1.1" status: 200 len: 1100 time: 0.0905726 Jul 09 14:46:22.266929 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d774fe2d-26ad-4c93-8587-d08c3d5f0ab2 req-d1b4a35d-aef2-4c97-8e69-9cec85c934bf tempest-MigrationsAdminTest-669091247 tempest-MigrationsAdminTest-669091247-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308371 Jul 09 14:46:22.279376 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3d2a5cdb-29d4-41e1-b1e9-26bee1df4ae4 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:22.286978 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2a5cdb-29d4-41e1-b1e9-26bee1df4ae4 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:22.287630 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3d2a5cdb-29d4-41e1-b1e9-26bee1df4ae4 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:22.329454 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 34560) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:46:22.343364 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cc2dad39-d5d4-47f5-9a15-8e308e4e3ed9 req-0bcb0b49-2a60-4acb-94d1-a55147890494 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=0ea59604d49a4768b9c04e74a1a30065 HTTP/1.1" status: 200 len: 221 time: 0.0416605 Jul 09 14:46:22.348825 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a30a3485-36f2-48c4-b258-6be2df919004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:22.395859 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-3d2a5cdb-29d4-41e1-b1e9-26bee1df4ae4 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4603479 Jul 09 14:46:22.401621 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 34564) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:46:22.408543 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-18bf9a0b-ea15-417a-a2f0-e2f717ef4c60 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Request body: {'subnet': {'network_id': '7086051a-a9a3-4774-91ec-207e7481a1f2', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:46:22.455054 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2a5cdb-29d4-41e1-b1e9-26bee1df4ae4 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Pushing event updated for resources: {'Network': ['ID=f7f6731e-df5a-475b-9c1b-606c9f6d697c,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:22.466581 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network f7f6731e-df5a-475b-9c1b-606c9f6d697c details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:46:22.500432 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b3a17c-7f51-42e8-a712-df928c90b456 req-2fa26e2a-d141-408d-8753-d56ab9dc57d1 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:22.502416 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-14b3a17c-7f51-42e8-a712-df928c90b456 req-2fa26e2a-d141-408d-8753-d56ab9dc57d1 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcfab441-57a0-47d4-b6ca-f82afa77915d HTTP/1.1" status: 200 len: 945 time: 0.0980084 Jul 09 14:46:22.550407 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-14b3a17c-7f51-42e8-a712-df928c90b456 req-fecb3dd2-fad3-413a-8a76-fe912277f820 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417001 Jul 09 14:46:22.561873 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a30a3485-36f2-48c4-b258-6be2df919004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:22.630296 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a30a3485-36f2-48c4-b258-6be2df919004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:22.676730 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a30a3485-36f2-48c4-b258-6be2df919004 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d55378606f7d4f119afa336f4af305f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3460400 Jul 09 14:46:22.677869 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30a3485-36f2-48c4-b258-6be2df919004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e119c7-ba6f-41be-8b12-5251c72b28b5,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:22.680268 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 34566) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:46:22.718811 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18bf9a0b-ea15-417a-a2f0-e2f717ef4c60 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Made reservation on behalf of 868e6ad73e9e40dbad6a7d6a29a5f30c for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:46:22.722346 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-18bf9a0b-ea15-417a-a2f0-e2f717ef4c60 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:22.731171 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c7db7-27de-4415-a923-fe86e35d9637 req-32c07bd6-10aa-44d3-abb0-b249914d04ae tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:22.732696 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d72c7db7-27de-4415-a923-fe86e35d9637 req-32c07bd6-10aa-44d3-abb0-b249914d04ae tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.0762773 Jul 09 14:46:22.747830 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device c06b11eb-9d6f-48c4-baec-7d8f00e00c90 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:46:22.779716 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d72c7db7-27de-4415-a923-fe86e35d9637 req-7ef63e69-edec-4e69-9afa-8120b5748ca2 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406187 Jul 09 14:46:22.793917 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2fb7c004-c77e-4296-b0f9-879a9f52655b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:22.832090 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2fb7c004-c77e-4296-b0f9-879a9f52655b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:22.888099 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port c06b11eb-9d6f-48c4-baec-7d8f00e00c90, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=c06b11eb-9d6f-48c4-baec-7d8f00e00c90,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:46:22.902346 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': 'c06b11eb-9d6f-48c4-baec-7d8f00e00c90', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'port_id': 'c06b11eb-9d6f-48c4-baec-7d8f00e00c90', 'mac_address': 'fa:16:3e:ef:97:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8081bcce-88de-4a2f-9e69-6750220e0be0', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:46:22.956652 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:22.970740 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c06b11eb-9d6f-48c4-baec-7d8f00e00c90 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:46:22.990920 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port c06b11eb-9d6f-48c4-baec-7d8f00e00c90, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=c06b11eb-9d6f-48c4-baec-7d8f00e00c90,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:46:23.008524 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b7554-2d94-4baa-8101-31ffb8eae8e8 req-3771efb6-9e13-4fd6-8a1b-ff10ca343871 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:23.010581 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a92b7554-2d94-4baa-8101-31ffb8eae8e8 req-3771efb6-9e13-4fd6-8a1b-ff10ca343871 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.0719745 Jul 09 14:46:23.012512 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:23.016316 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc33d51-29c7-40bf-9597-4e3c4f4c25e9 req-989dc04d-5f24-4022-a1e5-fff07a2659ac tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:23.017840 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1fc33d51-29c7-40bf-9597-4e3c4f4c25e9 req-989dc04d-5f24-4022-a1e5-fff07a2659ac tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b79cf3-8b07-4d2c-a915-488f0e253971 HTTP/1.1" status: 200 len: 949 time: 0.1390536 Jul 09 14:46:23.039490 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2fb7c004-c77e-4296-b0f9-879a9f52655b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:23.042424 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2fb7c004-c77e-4296-b0f9-879a9f52655b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:23.043588 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-2fb7c004-c77e-4296-b0f9-879a9f52655b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/76e119c7-ba6f-41be-8b12-5251c72b28b5 HTTP/1.1" status: 204 len: 168 time: 0.3622029 Jul 09 14:46:23.049376 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a92b7554-2d94-4baa-8101-31ffb8eae8e8 req-e6e667f4-2aea-4b46-babb-a9a5248fe8be tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322878 Jul 09 14:46:23.055289 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb7c004-c77e-4296-b0f9-879a9f52655b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e119c7-ba6f-41be-8b12-5251c72b28b5,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:23.070574 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1fc33d51-29c7-40bf-9597-4e3c4f4c25e9 req-b9cca39a-3503-4588-81e0-7b8e47e6b747 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470133 Jul 09 14:46:23.105497 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:23.125338 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-18bf9a0b-ea15-417a-a2f0-e2f717ef4c60 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:23.161475 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=c06b11eb-9d6f-48c4-baec-7d8f00e00c90,revision_number=12']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:23.216404 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bf9a0b-ea15-417a-a2f0-e2f717ef4c60 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Pushing event updated for resources: {'Subnet': ['ID=bbaf7842-6d01-4557-9de4-248881c81a38,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:23.224996 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bf9a0b-ea15-417a-a2f0-e2f717ef4c60 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Checking segment: {'id': 'c961693e-5289-4f40-a8e3-a769b6e30c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '7086051a-a9a3-4774-91ec-207e7481a1f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:46:23.225365 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bf9a0b-ea15-417a-a2f0-e2f717ef4c60 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Network hostable DHCP agents. Network: 7086051a-a9a3-4774-91ec-207e7481a1f2, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:46:23.314395 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e6940-8d03-4b35-b9fc-300ed72b8447 req-95cdcc0b-65b0-45ae-979c-e1005f84352d tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:23.315934 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2e0e6940-8d03-4b35-b9fc-300ed72b8447 req-95cdcc0b-65b0-45ae-979c-e1005f84352d tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.0661843 Jul 09 14:46:23.348189 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bf9a0b-ea15-417a-a2f0-e2f717ef4c60 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Network 7086051a-a9a3-4774-91ec-207e7481a1f2 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:46:23.359640 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2e0e6940-8d03-4b35-b9fc-300ed72b8447 req-2308d6f5-166c-4b3a-a6d7-3e9413c7ae17 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378339 Jul 09 14:46:23.397630 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f9ac7-a418-4a35-8a8c-223265226d1e req-035f8c06-4905-41a9-9417-3e1ee10302c6 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:23.411488 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-524f9ac7-a418-4a35-8a8c-223265226d1e req-035f8c06-4905-41a9-9417-3e1ee10302c6 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c2e0f99-9411-4f1e-bed2-a4b911ed0060 HTTP/1.1" status: 200 len: 950 time: 0.0697355 Jul 09 14:46:23.411645 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['c06b11eb-9d6f-48c4-baec-7d8f00e00c90'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:46:23.432643 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-18bf9a0b-ea15-417a-a2f0-e2f717ef4c60 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 7086051a-a9a3-4774-91ec-207e7481a1f2) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:46:23.436922 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bf9a0b-ea15-417a-a2f0-e2f717ef4c60 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:23.437576 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-18bf9a0b-ea15-417a-a2f0-e2f717ef4c60 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:23.450026 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e9cdc6-22b4-4012-b4d8-ca3bfacb24ff None None] Network 7086051a-a9a3-4774-91ec-207e7481a1f2 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:46:23.490508 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-524f9ac7-a418-4a35-8a8c-223265226d1e req-7eabda97-2746-42f5-a670-ab1a2292e790 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643699 Jul 09 14:46:23.529072 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-18bf9a0b-ea15-417a-a2f0-e2f717ef4c60 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1259289 Jul 09 14:46:23.529459 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 34586) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:46:23.534463 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-bd36689d-aa8b-46ac-9683-0faca246c3b4 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Request body: {'subnet': {'network_id': 'f7f6731e-df5a-475b-9c1b-606c9f6d697c', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:46:23.690641 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f020e6c7-ea64-4409-88bf-0341cae27382 req-dfddaec4-a62b-4127-b554-c0c0fde9c30b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1076236 Jul 09 14:46:23.702004 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc4c672-48ed-4854-bc71-dda732ffbc79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-7086051a-a9a3-4774-91ec-207e7481a1f2', 'network_id': '7086051a-a9a3-4774-91ec-207e7481a1f2', 'tenant_id': '868e6ad73e9e40dbad6a7d6a29a5f30c', 'fixed_ips': [{'subnet_id': 'bbaf7842-6d01-4557-9de4-248881c81a38'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:46:23.702857 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-cdc4c672-48ed-4854-bc71-dda732ffbc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:23.705679 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b992f-3e18-4a60-a4c6-e3003bd4e0f8 req-4283309c-ff3d-4621-8f5d-c45d51ff1d83 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:23.707470 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e69b992f-3e18-4a60-a4c6-e3003bd4e0f8 req-4283309c-ff3d-4621-8f5d-c45d51ff1d83 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.1695728 Jul 09 14:46:23.761727 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e69b992f-3e18-4a60-a4c6-e3003bd4e0f8 req-d0e9550d-ebf9-4996-b6ab-d23c47004087 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458162 Jul 09 14:46:23.806557 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd36689d-aa8b-46ac-9683-0faca246c3b4 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Made reservation on behalf of 868e6ad73e9e40dbad6a7d6a29a5f30c for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:46:23.810933 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bd36689d-aa8b-46ac-9683-0faca246c3b4 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:23.863872 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f020e6c7-ea64-4409-88bf-0341cae27382 req-bc276766-df41-4822-8f1a-9695f8e0ece5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:23.866629 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f020e6c7-ea64-4409-88bf-0341cae27382 req-bc276766-df41-4822-8f1a-9695f8e0ece5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=644ca6545bbf445fa0c886b6aef98e04&device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 1098 time: 0.0915143 Jul 09 14:46:23.875885 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd0a73-6006-466e-b2f8-811ccc0d5a30 req-49fd6917-e463-4531-a4ba-2bab64884f94 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:23.877923 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dadd0a73-6006-466e-b2f8-811ccc0d5a30 req-49fd6917-e463-4531-a4ba-2bab64884f94 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcfab441-57a0-47d4-b6ca-f82afa77915d HTTP/1.1" status: 200 len: 945 time: 0.1376929 Jul 09 14:46:24.048755 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dadd0a73-6006-466e-b2f8-811ccc0d5a30 req-0a6b9047-0960-4817-bbd3-9ae53297c283 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620731 Jul 09 14:46:24.052635 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-cdc4c672-48ed-4854-bc71-dda732ffbc79 None None] Allocated IP 10.1.1.2 (7086051a-a9a3-4774-91ec-207e7481a1f2/bbaf7842-6d01-4557-9de4-248881c81a38/12cb1c30-4cda-4bdd-a805-d1fa04abcb21) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:46:24.099983 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f020e6c7-ea64-4409-88bf-0341cae27382 req-76532d42-0abb-4102-afb6-934b32973c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:24.101760 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f020e6c7-ea64-4409-88bf-0341cae27382 req-76532d42-0abb-4102-afb6-934b32973c74 service neutron] 10.222.0.62 "GET /v2.0/networks?id=29d888e5-b470-491c-8272-fb069bb5ea34 HTTP/1.1" status: 200 len: 917 time: 0.1988728 Jul 09 14:46:24.115267 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d7962-2f9a-4b85-a86a-0dba65bc65c8 req-3781aa8e-cb1f-43a4-812e-85961c8b3e0c tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:24.124055 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f71d7962-2f9a-4b85-a86a-0dba65bc65c8 req-3781aa8e-cb1f-43a4-812e-85961c8b3e0c tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.0878296 Jul 09 14:46:24.163973 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f71d7962-2f9a-4b85-a86a-0dba65bc65c8 req-b69c8f65-8e1d-4722-9dbd-35a1b5e22268 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381503 Jul 09 14:46:24.198749 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bd36689d-aa8b-46ac-9683-0faca246c3b4 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:24.268570 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-cdc4c672-48ed-4854-bc71-dda732ffbc79 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:24.277803 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-cdc4c672-48ed-4854-bc71-dda732ffbc79 None None] Transition to ACTIVE for port object 12cb1c30-4cda-4bdd-a805-d1fa04abcb21 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:46:24.294077 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd36689d-aa8b-46ac-9683-0faca246c3b4 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Pushing event updated for resources: {'Subnet': ['ID=2f690ec9-8aa3-48cf-be43-c18952e1b046,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:24.297002 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-cdc4c672-48ed-4854-bc71-dda732ffbc79 None None] Transition to ACTIVE for port object 12cb1c30-4cda-4bdd-a805-d1fa04abcb21 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:46:24.306176 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd36689d-aa8b-46ac-9683-0faca246c3b4 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Checking segment: {'id': 'b243d64e-462e-4d56-aaa8-e625bc50df08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f7f6731e-df5a-475b-9c1b-606c9f6d697c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:46:24.306456 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd36689d-aa8b-46ac-9683-0faca246c3b4 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Network hostable DHCP agents. Network: f7f6731e-df5a-475b-9c1b-606c9f6d697c, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:46:24.314936 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f020e6c7-ea64-4409-88bf-0341cae27382 req-2a1f71c5-0ec7-4ee5-b1ad-530f94f109b7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6015b974-dc7c-4714-be88-3dddf4ffbfe1 HTTP/1.1" status: 200 len: 1002 time: 0.1712878 Jul 09 14:46:24.371722 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-cdc4c672-48ed-4854-bc71-dda732ffbc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:24.386655 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24cba9-7483-4833-b088-965351580a5b req-875ee9d7-9b3b-41b1-84a3-8da5c8dc8ba2 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:24.388674 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4b24cba9-7483-4833-b088-965351580a5b req-875ee9d7-9b3b-41b1-84a3-8da5c8dc8ba2 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.0736527 Jul 09 14:46:24.413843 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f020e6c7-ea64-4409-88bf-0341cae27382 req-74672b98-c51d-4ac5-8eea-89c5c5fe63be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:24.414937 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f020e6c7-ea64-4409-88bf-0341cae27382 req-74672b98-c51d-4ac5-8eea-89c5c5fe63be service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6ebf5b74-6584-49ef-a6c0-eff61f32c488 HTTP/1.1" status: 200 len: 855 time: 0.0799966 Jul 09 14:46:24.430470 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd36689d-aa8b-46ac-9683-0faca246c3b4 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Network f7f6731e-df5a-475b-9c1b-606c9f6d697c is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:46:24.440917 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc4c672-48ed-4854-bc71-dda732ffbc79 None None] Network 7086051a-a9a3-4774-91ec-207e7481a1f2 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:46:24.444263 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4b24cba9-7483-4833-b088-965351580a5b req-2ef8f313-18e1-4511-ba14-3b4f27e1b22c tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492933 Jul 09 14:46:24.448734 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc4c672-48ed-4854-bc71-dda732ffbc79 None None] Pushing event updated for resources: {'Port': ['ID=12cb1c30-4cda-4bdd-a805-d1fa04abcb21,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:24.454154 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-cdc4c672-48ed-4854-bc71-dda732ffbc79 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:46:24.456822 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc4c672-48ed-4854-bc71-dda732ffbc79 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:46:24.486163 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c84808b-ebc1-41bd-b819-c289973184a5 req-72f8fe4e-5eb5-4d64-afd3-5ea234bebfa2 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:24.486962 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6c84808b-ebc1-41bd-b819-c289973184a5 req-72f8fe4e-5eb5-4d64-afd3-5ea234bebfa2 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6b79cf3-8b07-4d2c-a915-488f0e253971 HTTP/1.1" status: 200 len: 950 time: 0.2220919 Jul 09 14:46:24.499958 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482b60c9-7be1-45bc-b41a-d6b36e04b16b req-6a14f4cc-6269-433b-8457-4f3f7f4b42c5 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:24.506805 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-482b60c9-7be1-45bc-b41a-d6b36e04b16b req-6a14f4cc-6269-433b-8457-4f3f7f4b42c5 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b79cf3-8b07-4d2c-a915-488f0e253971 HTTP/1.1" status: 200 len: 950 time: 0.2406368 Jul 09 14:46:24.520368 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-bd36689d-aa8b-46ac-9683-0faca246c3b4 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, f7f6731e-df5a-475b-9c1b-606c9f6d697c) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:46:24.532486 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd36689d-aa8b-46ac-9683-0faca246c3b4 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:24.533596 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bd36689d-aa8b-46ac-9683-0faca246c3b4 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:24.579150 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88d3f53-3372-4a79-afcb-78aad5b00c66 None None] Network f7f6731e-df5a-475b-9c1b-606c9f6d697c requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:46:24.599991 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-bd36689d-aa8b-46ac-9683-0faca246c3b4 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0691550 Jul 09 14:46:24.602178 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-482b60c9-7be1-45bc-b41a-d6b36e04b16b req-7dc7a3c2-42ea-47fa-aae1-60bccc52e22e tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916543 Jul 09 14:46:24.602326 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 34620) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:46:24.607585 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-1ef7d601-2849-4bcc-8c6b-d3cee78eb74c tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Request body: {'port': {'network_id': '7086051a-a9a3-4774-91ec-207e7481a1f2', 'name': 'tempest-TaggedBootDevicesTest-579532389', 'fixed_ips': [{'subnet_id': 'bbaf7842-6d01-4557-9de4-248881c81a38'}]}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:46:24.665301 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f020e6c7-ea64-4409-88bf-0341cae27382 req-38346727-f13b-4322-97ba-76e93e312aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:24.667672 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f020e6c7-ea64-4409-88bf-0341cae27382 req-38346727-f13b-4322-97ba-76e93e312aa9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=29d888e5-b470-491c-8272-fb069bb5ea34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2430706 Jul 09 14:46:24.676629 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-6c84808b-ebc1-41bd-b819-c289973184a5 req-5617ae80-31f8-40ab-87ca-9b16bfe7c5c2 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Deleting port c06b11eb-9d6f-48c4-baec-7d8f00e00c90 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:46:24.677151 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-6c84808b-ebc1-41bd-b819-c289973184a5 req-5617ae80-31f8-40ab-87ca-9b16bfe7c5c2 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:24.770971 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-cdc4c672-48ed-4854-bc71-dda732ffbc79 None None] Attempting to bind port 12cb1c30-4cda-4bdd-a805-d1fa04abcb21 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:46:24.771449 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-cdc4c672-48ed-4854-bc71-dda732ffbc79 None None] Attempting to bind port 12cb1c30-4cda-4bdd-a805-d1fa04abcb21 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'c961693e-5289-4f40-a8e3-a769b6e30c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '7086051a-a9a3-4774-91ec-207e7481a1f2'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:46:24.771917 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc4c672-48ed-4854-bc71-dda732ffbc79 None None] Attempting to bind port 12cb1c30-4cda-4bdd-a805-d1fa04abcb21 on network 7086051a-a9a3-4774-91ec-207e7481a1f2 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:46:24.778888 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device c06b11eb-9d6f-48c4-baec-7d8f00e00c90 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:46:24.795198 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc4c672-48ed-4854-bc71-dda732ffbc79 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:46:24.795611 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc4c672-48ed-4854-bc71-dda732ffbc79 None None] Checking segment: {'id': 'c961693e-5289-4f40-a8e3-a769b6e30c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '7086051a-a9a3-4774-91ec-207e7481a1f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:46:24.796023 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-cdc4c672-48ed-4854-bc71-dda732ffbc79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:24.796419 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc4c672-48ed-4854-bc71-dda732ffbc79 None None] Bound using segment: {'id': 'c961693e-5289-4f40-a8e3-a769b6e30c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '7086051a-a9a3-4774-91ec-207e7481a1f2'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:46:24.796900 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-cdc4c672-48ed-4854-bc71-dda732ffbc79 None None] Bound port: 12cb1c30-4cda-4bdd-a805-d1fa04abcb21, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c961693e-5289-4f40-a8e3-a769b6e30c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '7086051a-a9a3-4774-91ec-207e7481a1f2'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:46:24.797421 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-cdc4c672-48ed-4854-bc71-dda732ffbc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:24.878478 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1743e292-b8c9-4309-95de-91157e9c4640 req-23dfb141-6b98-4dd7-a9d6-a57a31b6fc2b tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:24.880311 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1743e292-b8c9-4309-95de-91157e9c4640 req-23dfb141-6b98-4dd7-a9d6-a57a31b6fc2b tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c2e0f99-9411-4f1e-bed2-a4b911ed0060 HTTP/1.1" status: 200 len: 950 time: 0.1005595 Jul 09 14:46:24.906289 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-6c84808b-ebc1-41bd-b819-c289973184a5 req-5617ae80-31f8-40ab-87ca-9b16bfe7c5c2 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] For port c06b11eb-9d6f-48c4-baec-7d8f00e00c90, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=c06b11eb-9d6f-48c4-baec-7d8f00e00c90,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:46:24.906671 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-6c84808b-ebc1-41bd-b819-c289973184a5 req-5617ae80-31f8-40ab-87ca-9b16bfe7c5c2 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:24.934944 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-6c84808b-ebc1-41bd-b819-c289973184a5 req-5617ae80-31f8-40ab-87ca-9b16bfe7c5c2 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Calling delete_port for c06b11eb-9d6f-48c4-baec-7d8f00e00c90 owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:46:24.935873 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1743e292-b8c9-4309-95de-91157e9c4640 req-2cff1a56-7d87-4ceb-bfa9-7646288bdff0 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478380 Jul 09 14:46:24.987088 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef7d601-2849-4bcc-8c6b-d3cee78eb74c tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Made reservation on behalf of 868e6ad73e9e40dbad6a7d6a29a5f30c for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:46:25.001856 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-cdc4c672-48ed-4854-bc71-dda732ffbc79 None None] For port 12cb1c30-4cda-4bdd-a805-d1fa04abcb21, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:46:25.030806 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-cdc4c672-48ed-4854-bc71-dda732ffbc79 None None] For port 12cb1c30-4cda-4bdd-a805-d1fa04abcb21, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=12cb1c30-4cda-4bdd-a805-d1fa04abcb21,segment=NetworkSegment(c961693e-5289-4f40-a8e3-a769b6e30c12),segment_id=c961693e-5289-4f40-a8e3-a769b6e30c12)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:46:25.076498 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f020e6c7-ea64-4409-88bf-0341cae27382 req-47492201-ed1b-448e-9f85-5ab5684a4ae5 service neutron] 10.222.0.62 "GET /v2.0/networks/29d888e5-b470-491c-8272-fb069bb5ea34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930193 Jul 09 14:46:25.095896 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38795aaa-55e9-452c-b69f-e192f493f5a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-f7f6731e-df5a-475b-9c1b-606c9f6d697c', 'network_id': 'f7f6731e-df5a-475b-9c1b-606c9f6d697c', 'tenant_id': '868e6ad73e9e40dbad6a7d6a29a5f30c', 'fixed_ips': [{'subnet_id': '2f690ec9-8aa3-48cf-be43-c18952e1b046'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:46:25.096722 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-38795aaa-55e9-452c-b69f-e192f493f5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:25.100998 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port c06b11eb-9d6f-48c4-baec-7d8f00e00c90, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=c06b11eb-9d6f-48c4-baec-7d8f00e00c90,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:46:25.124049 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-cdc4c672-48ed-4854-bc71-dda732ffbc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:25.137500 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': 'c06b11eb-9d6f-48c4-baec-7d8f00e00c90', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'port_id': 'c06b11eb-9d6f-48c4-baec-7d8f00e00c90', 'mac_address': 'fa:16:3e:ef:97:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8081bcce-88de-4a2f-9e69-6750220e0be0', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:46:25.140151 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1ef7d601-2849-4bcc-8c6b-d3cee78eb74c tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:25.163893 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-1ef7d601-2849-4bcc-8c6b-d3cee78eb74c tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] device_id is not set on port bb420490-7abe-48bb-8247-ff19d2932add yet. {{(pid=94446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:46:25.166911 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd796f8-4325-49ad-9f54-7be55058fa78 req-03ae09d9-0fb7-458c-8b28-7b51a2bdb179 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:25.174160 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3fd796f8-4325-49ad-9f54-7be55058fa78 req-03ae09d9-0fb7-458c-8b28-7b51a2bdb179 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.3570454 Jul 09 14:46:25.235133 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3fd796f8-4325-49ad-9f54-7be55058fa78 req-fa17ed6a-9b87-4c28-af88-0c57012c9922 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580096 Jul 09 14:46:25.301302 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b2a7a7-e1de-4158-83e4-d8c36ea5860d req-d503039e-f729-4e3b-818c-5a8edb11fbf0 tempest-ServersOnMultiNodesTest-1500247451 tempest-ServersOnMultiNodesTest-1500247451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:25.308785 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-76b2a7a7-e1de-4158-83e4-d8c36ea5860d req-d503039e-f729-4e3b-818c-5a8edb11fbf0 tempest-ServersOnMultiNodesTest-1500247451 tempest-ServersOnMultiNodesTest-1500247451-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=0c2e0f99-9411-4f1e-bed2-a4b911ed0060 HTTP/1.1" status: 200 len: 1101 time: 0.2050915 Jul 09 14:46:25.337982 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f020e6c7-ea64-4409-88bf-0341cae27382 req-be71415f-53e5-4b2f-a04e-d08fa8586426 service neutron] 10.222.0.62 "GET /v2.0/networks/29d888e5-b470-491c-8272-fb069bb5ea34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502630 Jul 09 14:46:25.430605 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-76b2a7a7-e1de-4158-83e4-d8c36ea5860d req-1c1b6f90-103e-4639-ba41-ee8757fcab3c tempest-ServersOnMultiNodesTest-1500247451 tempest-ServersOnMultiNodesTest-1500247451-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208360 Jul 09 14:46:25.434181 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc4c672-48ed-4854-bc71-dda732ffbc79 None None] Pushing event updated for resources: {'Port': ['ID=12cb1c30-4cda-4bdd-a805-d1fa04abcb21,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:25.450084 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-38795aaa-55e9-452c-b69f-e192f493f5a6 None None] Allocated IP 10.2.2.2 (f7f6731e-df5a-475b-9c1b-606c9f6d697c/2f690ec9-8aa3-48cf-be43-c18952e1b046/72b7a20e-c3f9-4529-91e6-10bfa8e4c447) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:46:25.476607 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-6c84808b-ebc1-41bd-b819-c289973184a5 req-5617ae80-31f8-40ab-87ca-9b16bfe7c5c2 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:25.500283 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5617ae80-31f8-40ab-87ca-9b16bfe7c5c2 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Pushing event deleted for resources: {'Port': ['ID=c06b11eb-9d6f-48c4-baec-7d8f00e00c90,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:25.658295 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c84808b-ebc1-41bd-b819-c289973184a5 req-5617ae80-31f8-40ab-87ca-9b16bfe7c5c2 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] No DVR routers for this DVR port c06b11eb-9d6f-48c4-baec-7d8f00e00c90 on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:46:25.667963 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-6c84808b-ebc1-41bd-b819-c289973184a5 req-5617ae80-31f8-40ab-87ca-9b16bfe7c5c2 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:25.670907 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6c84808b-ebc1-41bd-b819-c289973184a5 req-5617ae80-31f8-40ab-87ca-9b16bfe7c5c2 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.54 "DELETE /v2.0/ports/c06b11eb-9d6f-48c4-baec-7d8f00e00c90 HTTP/1.1" status: 204 len: 173 time: 1.1586616 Jul 09 14:46:25.671488 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b79cf3-8b07-4d2c-a915-488f0e253971', 'name': 'network-vif-deleted', 'tag': 'c06b11eb-9d6f-48c4-baec-7d8f00e00c90'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:46:25.673822 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8a6cfb-0d09-4400-9e6a-7f2001395630" -d '{"events": [{"server_uuid": "b6b79cf3-8b07-4d2c-a915-488f0e253971", "name": "network-vif-deleted", "tag": "c06b11eb-9d6f-48c4-baec-7d8f00e00c90"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:46:25.697946 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b39375d-6d4d-4fff-a022-0b2cf0d638b1 req-71e1ca4a-d87c-4549-96df-8e31af0f4dbb tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:25.705915 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8b39375d-6d4d-4fff-a022-0b2cf0d638b1 req-71e1ca4a-d87c-4549-96df-8e31af0f4dbb tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcfab441-57a0-47d4-b6ca-f82afa77915d HTTP/1.1" status: 200 len: 945 time: 0.2949679 Jul 09 14:46:25.712695 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-1ef7d601-2849-4bcc-8c6b-d3cee78eb74c tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Allocated IP 10.1.1.105 (7086051a-a9a3-4774-91ec-207e7481a1f2/bbaf7842-6d01-4557-9de4-248881c81a38/bb420490-7abe-48bb-8247-ff19d2932add) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:46:25.713458 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['5332db0b-d3ab-4b94-bdf8-80ae1940cc85', '1efa3387-1e39-4d8a-b890-1d24773305ef', '5a8e589d-f7dc-494f-aeb6-1bcb96db6e28'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:46:25.796735 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8b39375d-6d4d-4fff-a022-0b2cf0d638b1 req-cbeaca6a-7b75-4304-b38c-bcc41550ece0 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886109 Jul 09 14:46:25.848579 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2785a933-f9c5-4b93-a23a-bde07298f7bd req-29dddda5-2f81-4c5f-8604-90a22271b3aa tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:25.857237 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2785a933-f9c5-4b93-a23a-bde07298f7bd req-29dddda5-2f81-4c5f-8604-90a22271b3aa tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.2607975 Jul 09 14:46:26.001855 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2785a933-f9c5-4b93-a23a-bde07298f7bd req-e28fe343-11d0-4b88-9e38-401856a1ca19 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437030 Jul 09 14:46:26.021626 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d9092e58-767b-4a9e-ab11-de780e874a2f req-1592b487-a435-4e4e-a0b2-4b3feacc9528 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b79cf3-8b07-4d2c-a915-488f0e253971 HTTP/1.1" status: 200 len: 210 time: 0.0519962 Jul 09 14:46:26.028634 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-38795aaa-55e9-452c-b69f-e192f493f5a6 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:26.061680 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-38795aaa-55e9-452c-b69f-e192f493f5a6 None None] Transition to ACTIVE for port object 72b7a20e-c3f9-4529-91e6-10bfa8e4c447 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:46:26.088525 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-38795aaa-55e9-452c-b69f-e192f493f5a6 None None] Transition to ACTIVE for port object 72b7a20e-c3f9-4529-91e6-10bfa8e4c447 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:46:26.095822 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1ef7d601-2849-4bcc-8c6b-d3cee78eb74c tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:26.106818 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed4d065e-1ab0-4dc3-981b-70e6c231b6b9 x-openstack-request-id: req-ed4d065e-1ab0-4dc3-981b-70e6c231b6b9 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:46:26.107333 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b79cf3-8b07-4d2c-a915-488f0e253971", "name": "network-vif-deleted", "tag": "c06b11eb-9d6f-48c4-baec-7d8f00e00c90", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:46:26.112561 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ed4d065e-1ab0-4dc3-981b-70e6c231b6b9 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:46:26.112561 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b79cf3-8b07-4d2c-a915-488f0e253971', 'name': 'network-vif-deleted', 'tag': 'c06b11eb-9d6f-48c4-baec-7d8f00e00c90', 'status': 'completed', 'code': 200} Jul 09 14:46:26.134675 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-1ef7d601-2849-4bcc-8c6b-d3cee78eb74c tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Transition to ACTIVE for port object bb420490-7abe-48bb-8247-ff19d2932add will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:46:26.141182 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1db94a5c-9b07-445e-915a-a9c3109b9909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:26.196653 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-38795aaa-55e9-452c-b69f-e192f493f5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:26.258753 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7f781486-23c1-44a6-b56d-08fb04daf55c req-1dcf0ef3-2358-4d1b-8d75-3872cb0446d6 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=018349107c4e445095855bfde6f254bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301368 Jul 09 14:46:26.268058 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38795aaa-55e9-452c-b69f-e192f493f5a6 None None] Network f7f6731e-df5a-475b-9c1b-606c9f6d697c is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:46:26.270046 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-38795aaa-55e9-452c-b69f-e192f493f5a6 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:46:26.277489 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38795aaa-55e9-452c-b69f-e192f493f5a6 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:46:26.318341 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1ef7d601-2849-4bcc-8c6b-d3cee78eb74c tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:26.350487 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38795aaa-55e9-452c-b69f-e192f493f5a6 None None] Pushing event updated for resources: {'Port': ['ID=72b7a20e-c3f9-4529-91e6-10bfa8e4c447,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:26.408061 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef7d601-2849-4bcc-8c6b-d3cee78eb74c tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Network 7086051a-a9a3-4774-91ec-207e7481a1f2 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:46:26.411805 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-1ef7d601-2849-4bcc-8c6b-d3cee78eb74c tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:46:26.425183 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef7d601-2849-4bcc-8c6b-d3cee78eb74c tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:46:26.429143 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef7d601-2849-4bcc-8c6b-d3cee78eb74c tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Pushing event updated for resources: {'Port': ['ID=bb420490-7abe-48bb-8247-ff19d2932add,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:26.498575 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-38795aaa-55e9-452c-b69f-e192f493f5a6 None None] Attempting to bind port 72b7a20e-c3f9-4529-91e6-10bfa8e4c447 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:46:26.502258 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-38795aaa-55e9-452c-b69f-e192f493f5a6 None None] Attempting to bind port 72b7a20e-c3f9-4529-91e6-10bfa8e4c447 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'b243d64e-462e-4d56-aaa8-e625bc50df08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f7f6731e-df5a-475b-9c1b-606c9f6d697c'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:46:26.502585 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38795aaa-55e9-452c-b69f-e192f493f5a6 None None] Attempting to bind port 72b7a20e-c3f9-4529-91e6-10bfa8e4c447 on network f7f6731e-df5a-475b-9c1b-606c9f6d697c {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:46:26.521625 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f781486-23c1-44a6-b56d-08fb04daf55c req-9cacee5d-37d2-4d41-8104-4e6e20402aeb tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:26.522542 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38795aaa-55e9-452c-b69f-e192f493f5a6 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:46:26.522932 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38795aaa-55e9-452c-b69f-e192f493f5a6 None None] Checking segment: {'id': 'b243d64e-462e-4d56-aaa8-e625bc50df08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f7f6731e-df5a-475b-9c1b-606c9f6d697c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:46:26.523340 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-38795aaa-55e9-452c-b69f-e192f493f5a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:26.523771 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38795aaa-55e9-452c-b69f-e192f493f5a6 None None] Bound using segment: {'id': 'b243d64e-462e-4d56-aaa8-e625bc50df08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f7f6731e-df5a-475b-9c1b-606c9f6d697c'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:46:26.523878 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7f781486-23c1-44a6-b56d-08fb04daf55c req-9cacee5d-37d2-4d41-8104-4e6e20402aeb tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2577488 Jul 09 14:46:26.524256 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-38795aaa-55e9-452c-b69f-e192f493f5a6 None None] Bound port: 72b7a20e-c3f9-4529-91e6-10bfa8e4c447, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b243d64e-462e-4d56-aaa8-e625bc50df08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f7f6731e-df5a-475b-9c1b-606c9f6d697c'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:46:26.524678 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-38795aaa-55e9-452c-b69f-e192f493f5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:26.527740 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef7d601-2849-4bcc-8c6b-d3cee78eb74c tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:26.528393 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1ef7d601-2849-4bcc-8c6b-d3cee78eb74c tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:26.549573 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7f781486-23c1-44a6-b56d-08fb04daf55c req-4db82b16-d5a3-407c-a652-c97fae4c7b20 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/quotas/018349107c4e445095855bfde6f254bc HTTP/1.1" status: 200 len: 375 time: 0.0124629 Jul 09 14:46:26.589711 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d6a67b-857c-4761-a285-935417620b45 req-014ba54f-f205-43f4-9ee9-05e58ae9d909 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:26.602869 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-79d6a67b-857c-4761-a285-935417620b45 req-014ba54f-f205-43f4-9ee9-05e58ae9d909 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.1399069 Jul 09 14:46:26.670014 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-1ef7d601-2849-4bcc-8c6b-d3cee78eb74c tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0643861 Jul 09 14:46:26.670215 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-38795aaa-55e9-452c-b69f-e192f493f5a6 None None] For port 72b7a20e-c3f9-4529-91e6-10bfa8e4c447, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:46:26.671750 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 34672) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:46:26.673790 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-38795aaa-55e9-452c-b69f-e192f493f5a6 None None] For port 72b7a20e-c3f9-4529-91e6-10bfa8e4c447, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=72b7a20e-c3f9-4529-91e6-10bfa8e4c447,segment=NetworkSegment(b243d64e-462e-4d56-aaa8-e625bc50df08),segment_id=b243d64e-462e-4d56-aaa8-e625bc50df08)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:46:26.684856 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-79d6a67b-857c-4761-a285-935417620b45 req-e9c9b7db-ff4e-4d3a-a6b3-aad7322fbd34 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784667 Jul 09 14:46:26.687451 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-52f7f203-1de4-4349-adbc-3989e0e90a3f tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Request body: {'port': {'network_id': '7086051a-a9a3-4774-91ec-207e7481a1f2', 'name': 'tempest-TaggedBootDevicesTest-991229020', 'fixed_ips': [{'subnet_id': 'bbaf7842-6d01-4557-9de4-248881c81a38'}]}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:46:26.753139 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 12cb1c30-4cda-4bdd-a805-d1fa04abcb21 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:46:26.788126 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7f781486-23c1-44a6-b56d-08fb04daf55c req-8e308b01-bd7e-41c7-a8a4-e9b4e62ed494 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=018349107c4e445095855bfde6f254bc&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2308319 Jul 09 14:46:26.795133 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-38795aaa-55e9-452c-b69f-e192f493f5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:26.855026 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4c95e6-116a-4812-9ee7-1c9bc6701e7f None None] Network 7086051a-a9a3-4774-91ec-207e7481a1f2 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:46:26.964995 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ba2a0-50c3-4ffe-802e-545f76c5766c req-566707a8-24cf-4b6e-8e80-1011cda927f8 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:26.966716 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-528ba2a0-50c3-4ffe-802e-545f76c5766c req-566707a8-24cf-4b6e-8e80-1011cda927f8 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.0995696 Jul 09 14:46:26.985147 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38795aaa-55e9-452c-b69f-e192f493f5a6 None None] Pushing event updated for resources: {'Port': ['ID=72b7a20e-c3f9-4529-91e6-10bfa8e4c447,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:26.998919 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f7f203-1de4-4349-adbc-3989e0e90a3f tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Made reservation on behalf of 868e6ad73e9e40dbad6a7d6a29a5f30c for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:46:27.027395 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-528ba2a0-50c3-4ffe-802e-545f76c5766c req-4995d59e-78f7-4a77-a58c-2202270e2944 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535581 Jul 09 14:46:27.187435 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-d2120a33-da8b-4a5f-befe-3db137ab8627 None None] Provisioning for port 12cb1c30-4cda-4bdd-a805-d1fa04abcb21 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:46:27.189346 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-52f7f203-1de4-4349-adbc-3989e0e90a3f tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:27.209146 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-d2120a33-da8b-4a5f-befe-3db137ab8627 None None] Provisioning complete for port 12cb1c30-4cda-4bdd-a805-d1fa04abcb21 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:46:27.209532 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d2120a33-da8b-4a5f-befe-3db137ab8627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:27.216312 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [None req-52f7f203-1de4-4349-adbc-3989e0e90a3f tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] device_id is not set on port 96e89843-57db-4bb8-a7db-a9b989e66245 yet. {{(pid=94445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:46:27.222770 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 12cb1c30-4cda-4bdd-a805-d1fa04abcb21 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:46:27.440553 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd06b0-f850-49f7-9d7a-fc882bc3562d req-c251e5e2-13a9-4bf9-b1c8-fcf48aed44d2 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:27.447461 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d0cd06b0-f850-49f7-9d7a-fc882bc3562d req-c251e5e2-13a9-4bf9-b1c8-fcf48aed44d2 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcfab441-57a0-47d4-b6ca-f82afa77915d HTTP/1.1" status: 200 len: 945 time: 0.1152980 Jul 09 14:46:27.465474 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5dd0e76f-fc2a-42be-a6fc-610dffbc953d req-c599b0d3-170d-412d-9823-ca452d79face tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=2673b603-b318-4049-9939-34955482b2c3 HTTP/1.1" status: 200 len: 210 time: 0.1328902 Jul 09 14:46:27.606914 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 12cb1c30-4cda-4bdd-a805-d1fa04abcb21 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:46:27.606914 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:27.608734 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d0cd06b0-f850-49f7-9d7a-fc882bc3562d req-911612b3-26df-46f7-906d-c8e122462fea tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687692 Jul 09 14:46:27.609328 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-52f7f203-1de4-4349-adbc-3989e0e90a3f tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Allocated IP 10.1.1.96 (7086051a-a9a3-4774-91ec-207e7481a1f2/bbaf7842-6d01-4557-9de4-248881c81a38/96e89843-57db-4bb8-a7db-a9b989e66245) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:46:27.626559 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d2120a33-da8b-4a5f-befe-3db137ab8627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:27.662752 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:27.692575 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-d2120a33-da8b-4a5f-befe-3db137ab8627 None None] For port 12cb1c30-4cda-4bdd-a805-d1fa04abcb21, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=12cb1c30-4cda-4bdd-a805-d1fa04abcb21,segment=NetworkSegment(c961693e-5289-4f40-a8e3-a769b6e30c12),segment_id=c961693e-5289-4f40-a8e3-a769b6e30c12)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:46:27.820228 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884bcaef-7e64-48fe-a4d4-f7e179734e43 req-c9008e6f-cae6-4972-8dbc-5fd7117c11b2 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:27.829483 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-884bcaef-7e64-48fe-a4d4-f7e179734e43 req-c9008e6f-cae6-4972-8dbc-5fd7117c11b2 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.1899118 Jul 09 14:46:27.845263 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d2120a33-da8b-4a5f-befe-3db137ab8627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:27.942992 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.db.api [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 14:46:27.943235 n-d-799529-6 neutron-server[94447]: DEBUG oslo_db.api [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 14:46:27.948618 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2120a33-da8b-4a5f-befe-3db137ab8627 None None] Pushing event updated for resources: {'Port': ['ID=12cb1c30-4cda-4bdd-a805-d1fa04abcb21,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:28.049436 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-b224eeb6-431e-4892-b5ad-1b6f3551d899 None None] Provisioning for port bb420490-7abe-48bb-8247-ff19d2932add completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:46:28.054333 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-b224eeb6-431e-4892-b5ad-1b6f3551d899 None None] Provisioning complete for port bb420490-7abe-48bb-8247-ff19d2932add triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:46:28.055000 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b224eeb6-431e-4892-b5ad-1b6f3551d899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:28.107259 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-b224eeb6-431e-4892-b5ad-1b6f3551d899 None None] Port bb420490-7abe-48bb-8247-ff19d2932add cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:46:28.127161 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-b224eeb6-431e-4892-b5ad-1b6f3551d899 None None] Provisioning complete for port 12cb1c30-4cda-4bdd-a805-d1fa04abcb21 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:46:28.127441 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b224eeb6-431e-4892-b5ad-1b6f3551d899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:28.177013 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-52f7f203-1de4-4349-adbc-3989e0e90a3f tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:28.201649 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-884bcaef-7e64-48fe-a4d4-f7e179734e43 req-67aeec01-bf88-4cb8-a041-46ede3b25e9b tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3693891 Jul 09 14:46:28.214960 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-52f7f203-1de4-4349-adbc-3989e0e90a3f tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Transition to ACTIVE for port object 96e89843-57db-4bb8-a7db-a9b989e66245 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:46:28.400898 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab882910-e57b-4f23-9b43-b16ee61456e3 req-1ea6b78e-3e55-4b2b-8cd4-07fcffb9d2d6 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:28.409758 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ab882910-e57b-4f23-9b43-b16ee61456e3 req-1ea6b78e-3e55-4b2b-8cd4-07fcffb9d2d6 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.0826306 Jul 09 14:46:28.418582 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-3781e9b3-0f67-43e0-aeb8-0eb2ac77986e None None] Provisioning complete for port bb420490-7abe-48bb-8247-ff19d2932add triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:46:28.419057 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3781e9b3-0f67-43e0-aeb8-0eb2ac77986e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:28.422527 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-52f7f203-1de4-4349-adbc-3989e0e90a3f tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:28.494040 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f7f203-1de4-4349-adbc-3989e0e90a3f tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Network 7086051a-a9a3-4774-91ec-207e7481a1f2 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:46:28.498867 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ec4039-2c0f-4cba-b71f-4a300cf5d16e req-1ef32ed8-f52f-440c-9aa4-69658885e278 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:28.506355 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ab882910-e57b-4f23-9b43-b16ee61456e3 req-e8fbf418-d4c0-4974-9502-0bfba9a87d35 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915585 Jul 09 14:46:28.507204 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-57ec4039-2c0f-4cba-b71f-4a300cf5d16e req-1ef32ed8-f52f-440c-9aa4-69658885e278 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 950 time: 0.0778432 Jul 09 14:46:28.508834 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-52f7f203-1de4-4349-adbc-3989e0e90a3f tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:46:28.513250 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f7f203-1de4-4349-adbc-3989e0e90a3f tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:46:28.517071 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-3781e9b3-0f67-43e0-aeb8-0eb2ac77986e None None] Port bb420490-7abe-48bb-8247-ff19d2932add cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:46:28.518565 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15514347-95c5-4f52-8564-0c81c60d32cc None None] Network f7f6731e-df5a-475b-9c1b-606c9f6d697c requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:46:28.582105 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-57ec4039-2c0f-4cba-b71f-4a300cf5d16e req-17515477-34e1-4360-b86f-98090c2bc865 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736959 Jul 09 14:46:28.585928 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f7f203-1de4-4349-adbc-3989e0e90a3f tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:28.589848 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-52f7f203-1de4-4349-adbc-3989e0e90a3f tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:28.601637 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f7f203-1de4-4349-adbc-3989e0e90a3f tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Pushing event updated for resources: {'Port': ['ID=96e89843-57db-4bb8-a7db-a9b989e66245,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:28.754631 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-52f7f203-1de4-4349-adbc-3989e0e90a3f tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0785747 Jul 09 14:46:28.821881 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d9823-4320-469d-b9d6-d7f6bc7ec2b7 req-a00d48f5-ef2e-43c5-a01f-cc03a48cc29d tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:28.824123 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5e3d9823-4320-469d-b9d6-d7f6bc7ec2b7 req-a00d48f5-ef2e-43c5-a01f-cc03a48cc29d tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.1216969 Jul 09 14:46:28.835399 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device c06b11eb-9d6f-48c4-baec-7d8f00e00c90 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:46:28.842676 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 12cb1c30-4cda-4bdd-a805-d1fa04abcb21 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:46:28.870609 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-7d225a01-801a-48e7-b461-9b330749df53 None None] Provisioning for port 72b7a20e-c3f9-4529-91e6-10bfa8e4c447 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:46:28.877674 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5e3d9823-4320-469d-b9d6-d7f6bc7ec2b7 req-39c07ca4-d4eb-4c2f-96b9-4f845dfdebd7 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409517 Jul 09 14:46:28.879949 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c110d0e-08c8-4b71-884c-a0b584a3950f req-814e51f5-6acb-451e-8b69-e8761c5df9bf tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:28.879949 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0c110d0e-08c8-4b71-884c-a0b584a3950f req-814e51f5-6acb-451e-8b69-e8761c5df9bf tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcfab441-57a0-47d4-b6ca-f82afa77915d HTTP/1.1" status: 200 len: 945 time: 0.0918067 Jul 09 14:46:28.909340 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: c06b11eb-9d6f-48c4-baec-7d8f00e00c90 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:46:28.909691 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device c06b11eb-9d6f-48c4-baec-7d8f00e00c90 not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:46:28.942980 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 12cb1c30-4cda-4bdd-a805-d1fa04abcb21 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:46:28.943370 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:28.956763 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0c110d0e-08c8-4b71-884c-a0b584a3950f req-c9d2d5b1-df34-4719-9790-03128543cfd0 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705221 Jul 09 14:46:29.005179 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-92f229f1-b876-464a-98f2-11868a2dc869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:29.071495 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 72b7a20e-c3f9-4529-91e6-10bfa8e4c447 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:46:29.079603 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-74e56f87-2d92-4f9c-bf8a-a39339c6c853 req-d461f905-37d0-43db-b9ea-bd6f1a6dd188 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=2673b603-b318-4049-9939-34955482b2c3 HTTP/1.1" status: 200 len: 210 time: 0.0533290 Jul 09 14:46:29.149840 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:29.176695 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-7c4e7da7-e4d8-42df-adf2-699780340d1e None None] Provisioning for port 96e89843-57db-4bb8-a7db-a9b989e66245 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:46:29.183215 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-7c4e7da7-e4d8-42df-adf2-699780340d1e None None] Provisioning complete for port 96e89843-57db-4bb8-a7db-a9b989e66245 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:46:29.183215 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7c4e7da7-e4d8-42df-adf2-699780340d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:29.226767 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 72b7a20e-c3f9-4529-91e6-10bfa8e4c447 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:46:29.238495 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 72b7a20e-c3f9-4529-91e6-10bfa8e4c447 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:46:29.238879 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:29.241590 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-7c4e7da7-e4d8-42df-adf2-699780340d1e None None] Port 96e89843-57db-4bb8-a7db-a9b989e66245 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:46:29.357923 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:29.381713 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c26da3-1c99-48e0-9842-894baccba1a8 req-1a29732e-c9cc-4615-94d7-a7f3333aa7bf tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:29.392192 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-60c26da3-1c99-48e0-9842-894baccba1a8 req-1a29732e-c9cc-4615-94d7-a7f3333aa7bf tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.0837724 Jul 09 14:46:29.406389 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-5f81e70b-6308-423e-a572-70ea3df9c8ec None None] Provisioning complete for port 72b7a20e-c3f9-4529-91e6-10bfa8e4c447 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:46:29.407470 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5f81e70b-6308-423e-a572-70ea3df9c8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:29.437045 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-60c26da3-1c99-48e0-9842-894baccba1a8 req-c335a762-bef3-499c-9a1b-cd58d7a47a7a tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437658 Jul 09 14:46:29.437686 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 72b7a20e-c3f9-4529-91e6-10bfa8e4c447, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=72b7a20e-c3f9-4529-91e6-10bfa8e4c447,segment=NetworkSegment(b243d64e-462e-4d56-aaa8-e625bc50df08),segment_id=b243d64e-462e-4d56-aaa8-e625bc50df08)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:46:29.504523 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:29.548587 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5f81e70b-6308-423e-a572-70ea3df9c8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:29.601144 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=72b7a20e-c3f9-4529-91e6-10bfa8e4c447,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:29.615552 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.db.api [None req-5f81e70b-6308-423e-a572-70ea3df9c8ec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 14:46:29.615909 n-d-799529-6 neutron-server[94447]: DEBUG oslo_db.api [None req-5f81e70b-6308-423e-a572-70ea3df9c8ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 14:46:29.682588 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 34754) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:46:29.698056 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-606df14f-9575-42ad-8733-d7dbfd0166d6 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Request body: {'security_group': {'name': 'tempest-securitygroup--74592990', 'description': 'tempest-description--1282530111'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:46:29.764071 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ab667-c9be-4d9c-8c18-9152ce14f890 req-3a9e5341-200e-4e22-89f1-f24b35ddd53b tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:29.767540 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ce2ab667-c9be-4d9c-8c18-9152ce14f890 req-3a9e5341-200e-4e22-89f1-f24b35ddd53b tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.0892000 Jul 09 14:46:29.804016 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ce2ab667-c9be-4d9c-8c18-9152ce14f890 req-f1fa94b4-2840-477a-b20e-08dd6e2dc87f tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324783 Jul 09 14:46:29.840186 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ca10f-6c0a-428a-b497-ff973dc4950d req-3d3509e4-0983-4023-ad11-afae15c2bc54 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:29.841671 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4a0ca10f-6c0a-428a-b497-ff973dc4950d req-3d3509e4-0983-4023-ad11-afae15c2bc54 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 950 time: 0.0702157 Jul 09 14:46:29.868225 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-606df14f-9575-42ad-8733-d7dbfd0166d6 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:29.896163 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4a0ca10f-6c0a-428a-b497-ff973dc4950d req-0af622ba-f3c6-4bd4-82a0-369545f299af tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483017 Jul 09 14:46:29.974765 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-606df14f-9575-42ad-8733-d7dbfd0166d6 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:30.003389 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c1c7dc-8d08-4887-adf3-53259c680b82 req-1781be49-1164-4cbe-b623-13f2f9853f0a tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:30.004903 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c2c1c7dc-8d08-4887-adf3-53259c680b82 req-1781be49-1164-4cbe-b623-13f2f9853f0a tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.0664270 Jul 09 14:46:30.037703 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-606df14f-9575-42ad-8733-d7dbfd0166d6 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:30.051693 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c2c1c7dc-8d08-4887-adf3-53259c680b82 req-4fff0fc2-970a-4964-8d28-ed9331ca8676 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404763 Jul 09 14:46:30.110350 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606df14f-9575-42ad-8733-d7dbfd0166d6 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c78eb3d-e1da-49ec-9295-fc8608cc021d,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:30.155905 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:30.157977 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-606df14f-9575-42ad-8733-d7dbfd0166d6 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:30.159793 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-606df14f-9575-42ad-8733-d7dbfd0166d6 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4756563 Jul 09 14:46:30.167743 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 34768) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:46:30.169252 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-f2e57d2b-6443-4ec2-89b2-b5b906b20e25 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Request body: {'security_group_rule': {'security_group_id': '8c78eb3d-e1da-49ec-9295-fc8608cc021d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:46:30.180799 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd3f53a-3701-4113-b4f4-5bc6af22d8f1 req-4e4ecb07-1a38-4534-adff-11ceaa9bbc2e tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:30.182872 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0dd3f53a-3701-4113-b4f4-5bc6af22d8f1 req-4e4ecb07-1a38-4534-adff-11ceaa9bbc2e tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcfab441-57a0-47d4-b6ca-f82afa77915d HTTP/1.1" status: 200 len: 945 time: 0.1049311 Jul 09 14:46:30.255048 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7f781486-23c1-44a6-b56d-08fb04daf55c req-e92ae0c9-9c13-485d-9f6c-3d16ebd9f0cf tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=018349107c4e445095855bfde6f254bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344474 Jul 09 14:46:30.260946 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0dd3f53a-3701-4113-b4f4-5bc6af22d8f1 req-6b75955a-816a-441b-98fa-c0bc068dff58 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702937 Jul 09 14:46:30.284299 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2fdf611b-d6cd-4fc8-9cce-62e2ee6c2dbb req-c3699b09-d1eb-407f-a0e4-1e241460d578 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=2673b603-b318-4049-9939-34955482b2c3 HTTP/1.1" status: 200 len: 210 time: 0.0462306 Jul 09 14:46:30.294534 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f2e57d2b-6443-4ec2-89b2-b5b906b20e25 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:30.398755 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f2e57d2b-6443-4ec2-89b2-b5b906b20e25 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:30.429938 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f781486-23c1-44a6-b56d-08fb04daf55c req-f5583246-2b41-4e20-82a7-6d6b92c16a62 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:30.433717 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7f781486-23c1-44a6-b56d-08fb04daf55c req-f5583246-2b41-4e20-82a7-6d6b92c16a62 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1717794 Jul 09 14:46:30.446648 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-7f781486-23c1-44a6-b56d-08fb04daf55c req-a335d2ff-ad8a-4628-8e8f-e11bb318313f tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Request body: {'port': {'device_id': '2673b603-b318-4049-9939-34955482b2c3', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'admin_state_up': True, 'tenant_id': '018349107c4e445095855bfde6f254bc'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:46:30.500817 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e590f1-1be5-444b-9300-ff2185899455 req-86e5c1d1-2d3b-4c39-b7c6-9ed060f17ec0 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:30.507621 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e9e590f1-1be5-444b-9300-ff2185899455 req-86e5c1d1-2d3b-4c39-b7c6-9ed060f17ec0 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.0765240 Jul 09 14:46:30.515852 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f2e57d2b-6443-4ec2-89b2-b5b906b20e25 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:30.547359 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e57d2b-6443-4ec2-89b2-b5b906b20e25 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f02caf1b-87e0-4e20-a8ef-8d9c71be165f,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:30.563111 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e9e590f1-1be5-444b-9300-ff2185899455 req-d1e6ecd8-c853-4b3b-b3a6-820c83cebfe6 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546589 Jul 09 14:46:30.621995 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f2e57d2b-6443-4ec2-89b2-b5b906b20e25 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:30.627148 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 34782) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:46:30.630716 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f2e57d2b-6443-4ec2-89b2-b5b906b20e25 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4629416 Jul 09 14:46:30.634390 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-1c68d67f-07c2-40a2-8da5-922e5a898f48 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Request body: {'security_group_rule': {'security_group_id': '8c78eb3d-e1da-49ec-9295-fc8608cc021d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:46:30.646074 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 72b7a20e-c3f9-4529-91e6-10bfa8e4c447 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:46:30.701820 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 72b7a20e-c3f9-4529-91e6-10bfa8e4c447 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:46:30.702215 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:30.754890 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f781486-23c1-44a6-b56d-08fb04daf55c req-a335d2ff-ad8a-4628-8e8f-e11bb318313f tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Made reservation on behalf of 018349107c4e445095855bfde6f254bc for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:46:30.759143 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7f781486-23c1-44a6-b56d-08fb04daf55c req-a335d2ff-ad8a-4628-8e8f-e11bb318313f tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:30.858023 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a44d650-1e86-4230-aba0-b900d355a358 req-70451605-9262-4a4a-a713-844d14557d8f tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:30.859516 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6a44d650-1e86-4230-aba0-b900d355a358 req-70451605-9262-4a4a-a713-844d14557d8f tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 950 time: 0.1839759 Jul 09 14:46:30.892922 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8387c7-aeae-4b94-8432-0bcc35011e4c req-cdf0ba41-7465-4d91-97fe-57ce3ba9408b tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:30.894404 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6e8387c7-aeae-4b94-8432-0bcc35011e4c req-cdf0ba41-7465-4d91-97fe-57ce3ba9408b tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.1800027 Jul 09 14:46:30.981157 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1c68d67f-07c2-40a2-8da5-922e5a898f48 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:31.064068 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6e8387c7-aeae-4b94-8432-0bcc35011e4c req-932c1e87-b1ed-48f6-a00b-8b022a4d3c81 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483073 Jul 09 14:46:31.083781 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-7f781486-23c1-44a6-b56d-08fb04daf55c req-a335d2ff-ad8a-4628-8e8f-e11bb318313f tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Allocated IP 192.168.233.174 (aa30872f-c756-4ec7-be84-b2e3b86cdcfc/8081bcce-88de-4a2f-9e69-6750220e0be0/f321782d-981f-4baa-986c-50c260cf67a6) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:46:31.089269 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a65880d-847c-4b49-9a7d-8acd199f8ed7 req-765d3a7d-3894-44a5-97c0-ded281ec5f79 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:31.092402 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5a65880d-847c-4b49-9a7d-8acd199f8ed7 req-765d3a7d-3894-44a5-97c0-ded281ec5f79 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 950 time: 0.0767865 Jul 09 14:46:31.144518 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1c68d67f-07c2-40a2-8da5-922e5a898f48 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:31.145134 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5a65880d-847c-4b49-9a7d-8acd199f8ed7 req-1188b391-7262-484a-a947-0dcc76e755f4 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419507 Jul 09 14:46:31.161910 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-6a44d650-1e86-4230-aba0-b900d355a358 req-e1477f69-ffe0-4612-86d3-2ac51c6257e0 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Deleting port 5a8e589d-f7dc-494f-aeb6-1bcb96db6e28 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:46:31.162253 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-6a44d650-1e86-4230-aba0-b900d355a358 req-e1477f69-ffe0-4612-86d3-2ac51c6257e0 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:31.224274 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1c68d67f-07c2-40a2-8da5-922e5a898f48 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:31.328168 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c68d67f-07c2-40a2-8da5-922e5a898f48 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eeda05b-d85e-4743-99dc-9894a65f4a5a,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:31.403047 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-6a44d650-1e86-4230-aba0-b900d355a358 req-e1477f69-ffe0-4612-86d3-2ac51c6257e0 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] For port 5a8e589d-f7dc-494f-aeb6-1bcb96db6e28, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=5a8e589d-f7dc-494f-aeb6-1bcb96db6e28,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:46:31.403419 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-6a44d650-1e86-4230-aba0-b900d355a358 req-e1477f69-ffe0-4612-86d3-2ac51c6257e0 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:31.425373 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1c68d67f-07c2-40a2-8da5-922e5a898f48 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:31.429468 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-1c68d67f-07c2-40a2-8da5-922e5a898f48 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7983925 Jul 09 14:46:31.430010 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-6a44d650-1e86-4230-aba0-b900d355a358 req-e1477f69-ffe0-4612-86d3-2ac51c6257e0 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Calling delete_port for 5a8e589d-f7dc-494f-aeb6-1bcb96db6e28 owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:46:31.433142 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 34802) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:46:31.441033 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-31863d7a-25ec-427a-aa3f-5dbf8571761b tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Request body: {'floatingip': {'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:46:31.445493 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6788bb7e-1335-4744-b1f4-324d58744242 req-ec3073e3-e4f3-4609-a1a8-a0c15b9e4342 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:31.448077 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6788bb7e-1335-4744-b1f4-324d58744242 req-ec3073e3-e4f3-4609-a1a8-a0c15b9e4342 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.2302935 Jul 09 14:46:31.461541 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7f781486-23c1-44a6-b56d-08fb04daf55c req-a335d2ff-ad8a-4628-8e8f-e11bb318313f tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:31.498592 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f018d86-cd15-4a9b-8e0e-0298e0bf07e3 req-f775b8cf-86c3-40eb-8f3c-cd1b71262efe tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:31.500252 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0f018d86-cd15-4a9b-8e0e-0298e0bf07e3 req-f775b8cf-86c3-40eb-8f3c-cd1b71262efe tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcfab441-57a0-47d4-b6ca-f82afa77915d HTTP/1.1" status: 200 len: 945 time: 0.1086767 Jul 09 14:46:31.501685 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:31.530230 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-31863d7a-25ec-427a-aa3f-5dbf8571761b tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks [] for floatingip, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:31.532452 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-7f781486-23c1-44a6-b56d-08fb04daf55c req-a335d2ff-ad8a-4628-8e8f-e11bb318313f tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Transition to ACTIVE for port object f321782d-981f-4baa-986c-50c260cf67a6 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:46:31.555051 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0f018d86-cd15-4a9b-8e0e-0298e0bf07e3 req-48b269b5-7aa0-4b24-acae-77949bc2ccdf tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479984 Jul 09 14:46:31.559696 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6788bb7e-1335-4744-b1f4-324d58744242 req-cf44c0b3-1e6d-4a9a-bb97-8c231ab0c50b tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021011 Jul 09 14:46:31.666477 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-31863d7a-25ec-427a-aa3f-5dbf8571761b tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:31.736392 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7ecf670b-ba34-47da-a7cb-6bbf367e4e15 req-77d7000d-8069-4e4a-b7b7-3ce2820f7b81 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=2673b603-b318-4049-9939-34955482b2c3 HTTP/1.1" status: 200 len: 210 time: 0.0336308 Jul 09 14:46:31.763050 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7f781486-23c1-44a6-b56d-08fb04daf55c req-a335d2ff-ad8a-4628-8e8f-e11bb318313f tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:31.772625 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['5b8321d1-0cc4-4453-b1d2-305318737648', 'a11f2c13-7f1f-475c-94d9-ed18c27cb9d1'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:46:31.810933 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['1a2deeba-8583-43d1-a846-fbd62e303f2c', 'b0b5445c-23dd-42e1-a35b-f560998dd6a0', '35f4c7c4-f38a-49bf-b29d-8b5de5e3d675', 'c8ffe50f-0425-4def-ac4d-b39382ea2aea', '42868ad9-71ed-4dca-88f3-ba205abb3fbc'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:46:31.815718 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-31863d7a-25ec-427a-aa3f-5dbf8571761b tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Allocated IP 172.25.3.170 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/b79fd06f-28f8-48ed-a41f-76431e925c67) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:46:31.836370 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-6a44d650-1e86-4230-aba0-b900d355a358 req-e1477f69-ffe0-4612-86d3-2ac51c6257e0 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:31.880919 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f781486-23c1-44a6-b56d-08fb04daf55c req-a335d2ff-ad8a-4628-8e8f-e11bb318313f tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Network aa30872f-c756-4ec7-be84-b2e3b86cdcfc is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:46:31.917109 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-7f781486-23c1-44a6-b56d-08fb04daf55c req-a335d2ff-ad8a-4628-8e8f-e11bb318313f tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:46:31.919494 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f781486-23c1-44a6-b56d-08fb04daf55c req-a335d2ff-ad8a-4628-8e8f-e11bb318313f tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:46:31.932325 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-31863d7a-25ec-427a-aa3f-5dbf8571761b tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:31.971424 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a335d2ff-ad8a-4628-8e8f-e11bb318313f tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Pushing event updated for resources: {'Port': ['ID=f321782d-981f-4baa-986c-50c260cf67a6,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:32.046713 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1477f69-ffe0-4612-86d3-2ac51c6257e0 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Pushing event deleted for resources: {'Port': ['ID=5a8e589d-f7dc-494f-aeb6-1bcb96db6e28,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:32.048719 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a44d650-1e86-4230-aba0-b900d355a358 req-e1477f69-ffe0-4612-86d3-2ac51c6257e0 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] No DVR routers for this DVR port 5a8e589d-f7dc-494f-aeb6-1bcb96db6e28 on host n-h1-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:46:32.055290 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-31863d7a-25ec-427a-aa3f-5dbf8571761b tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:32.062164 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-6a44d650-1e86-4230-aba0-b900d355a358 req-e1477f69-ffe0-4612-86d3-2ac51c6257e0 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:32.064200 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6a44d650-1e86-4230-aba0-b900d355a358 req-e1477f69-ffe0-4612-86d3-2ac51c6257e0 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.62 "DELETE /v2.0/ports/5a8e589d-f7dc-494f-aeb6-1bcb96db6e28 HTTP/1.1" status: 204 len: 173 time: 1.1910686 Jul 09 14:46:32.065536 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4380a92-6f44-411b-aecf-545fdd8500bd', 'name': 'network-vif-deleted', 'tag': '5a8e589d-f7dc-494f-aeb6-1bcb96db6e28'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:46:32.068320 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-648ef358-0acb-4ec6-9933-d1aab658c13f" -d '{"events": [{"server_uuid": "e4380a92-6f44-411b-aecf-545fdd8500bd", "name": "network-vif-deleted", "tag": "5a8e589d-f7dc-494f-aeb6-1bcb96db6e28"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:46:32.108178 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f781486-23c1-44a6-b56d-08fb04daf55c req-a335d2ff-ad8a-4628-8e8f-e11bb318313f tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:32.109093 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7f781486-23c1-44a6-b56d-08fb04daf55c req-a335d2ff-ad8a-4628-8e8f-e11bb318313f tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:32.109931 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31863d7a-25ec-427a-aa3f-5dbf8571761b tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:46:32.117134 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-31863d7a-25ec-427a-aa3f-5dbf8571761b tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:46:32.121477 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31863d7a-25ec-427a-aa3f-5dbf8571761b tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:46:32.132852 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89636f4e-d691-456b-95d4-f193086e6d40 req-c61e9aae-e36e-4f2c-b27d-b5a42242e501 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:32.136161 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-89636f4e-d691-456b-95d4-f193086e6d40 req-c61e9aae-e36e-4f2c-b27d-b5a42242e501 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.2794831 Jul 09 14:46:32.139173 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae5447a-5048-4557-88cd-325cc013c57a x-openstack-request-id: req-9ae5447a-5048-4557-88cd-325cc013c57a {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:46:32.139733 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4380a92-6f44-411b-aecf-545fdd8500bd", "name": "network-vif-deleted", "tag": "5a8e589d-f7dc-494f-aeb6-1bcb96db6e28", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:46:32.140321 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9ae5447a-5048-4557-88cd-325cc013c57a {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:46:32.141031 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4380a92-6f44-411b-aecf-545fdd8500bd', 'name': 'network-vif-deleted', 'tag': '5a8e589d-f7dc-494f-aeb6-1bcb96db6e28', 'status': 'completed', 'code': 200} Jul 09 14:46:32.160041 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31863d7a-25ec-427a-aa3f-5dbf8571761b tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Pushing event updated for resources: {'Port': ['ID=b79fd06f-28f8-48ed-a41f-76431e925c67,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:32.222968 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-89636f4e-d691-456b-95d4-f193086e6d40 req-2064bbb9-e3e5-4069-b81d-13ec37d855bc tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805776 Jul 09 14:46:32.229472 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7f781486-23c1-44a6-b56d-08fb04daf55c req-a335d2ff-ad8a-4628-8e8f-e11bb318313f tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7867985 Jul 09 14:46:32.232902 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-31863d7a-25ec-427a-aa3f-5dbf8571761b tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:32.247362 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-7f781486-23c1-44a6-b56d-08fb04daf55c req-40e06a97-7e00-4b55-a3bd-6a29cd45d87b service neutron] Request body: {'port': {'device_id': '2673b603-b318-4049-9939-34955482b2c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:46:32.389382 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7f781486-23c1-44a6-b56d-08fb04daf55c req-40e06a97-7e00-4b55-a3bd-6a29cd45d87b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:32.394232 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-85987c68-6de5-46a2-bb7f-615f2601e24d req-7f1f02ff-52ea-4dcc-aece-d4b0e5fb46ba tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 210 time: 0.0655148 Jul 09 14:46:32.467614 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-31863d7a-25ec-427a-aa3f-5dbf8571761b tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:32.761117 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-31863d7a-25ec-427a-aa3f-5dbf8571761b tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:32.869655 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4717a-2767-4049-a010-572eecca42b0 req-7d66b8cb-5add-48c9-802b-c8b87782da5e tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:32.879444 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a4a4717a-2767-4049-a010-572eecca42b0 req-7d66b8cb-5add-48c9-802b-c8b87782da5e tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcfab441-57a0-47d4-b6ca-f82afa77915d HTTP/1.1" status: 200 len: 945 time: 0.1213593 Jul 09 14:46:32.895930 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-31863d7a-25ec-427a-aa3f-5dbf8571761b tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:32.944787 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a95584-146f-417e-8eae-11638df39c59 req-bbf91665-f1f4-4ecf-b19c-083ac24730e6 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:32.946410 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-01a95584-146f-417e-8eae-11638df39c59 req-bbf91665-f1f4-4ecf-b19c-083ac24730e6 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.1344936 Jul 09 14:46:32.973376 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-7f781486-23c1-44a6-b56d-08fb04daf55c req-40e06a97-7e00-4b55-a3bd-6a29cd45d87b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f321782d-981f-4baa-986c-50c260cf67a6 {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:46:32.984381 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7f781486-23c1-44a6-b56d-08fb04daf55c req-40e06a97-7e00-4b55-a3bd-6a29cd45d87b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:32.988415 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a4a4717a-2767-4049-a010-572eecca42b0 req-d5038e9f-0fff-4893-a651-10eac1dbe0ba tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065907 Jul 09 14:46:32.994970 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31863d7a-25ec-427a-aa3f-5dbf8571761b tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Pushing event updated for resources: {'Port': ['ID=b79fd06f-28f8-48ed-a41f-76431e925c67,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:33.006148 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-31863d7a-25ec-427a-aa3f-5dbf8571761b tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:33.008152 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-7f781486-23c1-44a6-b56d-08fb04daf55c req-40e06a97-7e00-4b55-a3bd-6a29cd45d87b service neutron] Transition to ACTIVE for port object f321782d-981f-4baa-986c-50c260cf67a6 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:46:33.025889 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-01a95584-146f-417e-8eae-11638df39c59 req-4f8d46e4-0012-468b-b7c9-8b58fbfbcb8f tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581145 Jul 09 14:46:33.176820 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-365faed5-6f25-4497-b2d3-15a513ca9ebe None None] Provisioning for port f321782d-981f-4baa-986c-50c260cf67a6 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:46:33.177361 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-31863d7a-25ec-427a-aa3f-5dbf8571761b tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:33.186377 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7f781486-23c1-44a6-b56d-08fb04daf55c req-40e06a97-7e00-4b55-a3bd-6a29cd45d87b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:33.187216 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-31863d7a-25ec-427a-aa3f-5dbf8571761b tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7429361 Jul 09 14:46:33.196467 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c6ef5c-98fe-42e4-8917-a3724e57efa5 req-5abe5cfe-0249-4c41-bd4f-7d2b99e3c333 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:33.198067 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d8c6ef5c-98fe-42e4-8917-a3724e57efa5 req-5abe5cfe-0249-4c41-bd4f-7d2b99e3c333 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=2673b603-b318-4049-9939-34955482b2c3 HTTP/1.1" status: 200 len: 936 time: 0.0801425 Jul 09 14:46:33.272212 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e06a97-7e00-4b55-a3bd-6a29cd45d87b service neutron] Pushing event updated for resources: {'Port': ['ID=f321782d-981f-4baa-986c-50c260cf67a6,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:33.309323 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e06a97-7e00-4b55-a3bd-6a29cd45d87b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:33.309948 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e06a97-7e00-4b55-a3bd-6a29cd45d87b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:33.310463 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e06a97-7e00-4b55-a3bd-6a29cd45d87b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:33.310958 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e06a97-7e00-4b55-a3bd-6a29cd45d87b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:33.311443 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e06a97-7e00-4b55-a3bd-6a29cd45d87b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:33.312307 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e06a97-7e00-4b55-a3bd-6a29cd45d87b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:33.312799 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e06a97-7e00-4b55-a3bd-6a29cd45d87b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:33.313458 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e06a97-7e00-4b55-a3bd-6a29cd45d87b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:33.313951 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e06a97-7e00-4b55-a3bd-6a29cd45d87b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:33.314449 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e06a97-7e00-4b55-a3bd-6a29cd45d87b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:33.314939 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e06a97-7e00-4b55-a3bd-6a29cd45d87b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:33.315706 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e06a97-7e00-4b55-a3bd-6a29cd45d87b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:33.332268 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d8c6ef5c-98fe-42e4-8917-a3724e57efa5 req-9d154c93-b6bc-4e67-a0ca-8a4f8e4d827d tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105049 Jul 09 14:46:33.393956 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-7f781486-23c1-44a6-b56d-08fb04daf55c req-40e06a97-7e00-4b55-a3bd-6a29cd45d87b service neutron] Attempting to bind port f321782d-981f-4baa-986c-50c260cf67a6 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:46:33.394662 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-7f781486-23c1-44a6-b56d-08fb04daf55c req-40e06a97-7e00-4b55-a3bd-6a29cd45d87b service neutron] Attempting to bind port f321782d-981f-4baa-986c-50c260cf67a6 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:46:33.395308 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f781486-23c1-44a6-b56d-08fb04daf55c req-40e06a97-7e00-4b55-a3bd-6a29cd45d87b service neutron] Attempting to bind port f321782d-981f-4baa-986c-50c260cf67a6 on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:46:33.403898 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f781486-23c1-44a6-b56d-08fb04daf55c req-40e06a97-7e00-4b55-a3bd-6a29cd45d87b service neutron] Port f321782d-981f-4baa-986c-50c260cf67a6 on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:46:33.403898 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f781486-23c1-44a6-b56d-08fb04daf55c req-40e06a97-7e00-4b55-a3bd-6a29cd45d87b service neutron] Attempting to bind port f321782d-981f-4baa-986c-50c260cf67a6 on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:46:33.409208 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f781486-23c1-44a6-b56d-08fb04daf55c req-40e06a97-7e00-4b55-a3bd-6a29cd45d87b service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:46:33.409832 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f781486-23c1-44a6-b56d-08fb04daf55c req-40e06a97-7e00-4b55-a3bd-6a29cd45d87b service neutron] Checking segment: {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:46:33.410409 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f781486-23c1-44a6-b56d-08fb04daf55c req-40e06a97-7e00-4b55-a3bd-6a29cd45d87b service neutron] Bound using segment: {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:46:33.411128 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-7f781486-23c1-44a6-b56d-08fb04daf55c req-40e06a97-7e00-4b55-a3bd-6a29cd45d87b service neutron] Bound port: f321782d-981f-4baa-986c-50c260cf67a6, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:46:33.411756 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7f781486-23c1-44a6-b56d-08fb04daf55c req-40e06a97-7e00-4b55-a3bd-6a29cd45d87b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:33.550042 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-c5d3ddac-373b-475f-99a6-5767f90f2507 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--74592990&fields=id&tenant_id=868e6ad73e9e40dbad6a7d6a29a5f30c HTTP/1.1" status: 200 len: 267 time: 0.0442128 Jul 09 14:46:33.553450 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-7f781486-23c1-44a6-b56d-08fb04daf55c req-40e06a97-7e00-4b55-a3bd-6a29cd45d87b service neutron] For port f321782d-981f-4baa-986c-50c260cf67a6, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:46:33.558070 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-7f781486-23c1-44a6-b56d-08fb04daf55c req-40e06a97-7e00-4b55-a3bd-6a29cd45d87b service neutron] For port f321782d-981f-4baa-986c-50c260cf67a6, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=f321782d-981f-4baa-986c-50c260cf67a6,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:46:33.628474 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7f781486-23c1-44a6-b56d-08fb04daf55c req-40e06a97-7e00-4b55-a3bd-6a29cd45d87b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:33.675993 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d377ab6f-c9d8-47a7-8b62-0e489a0347d1 req-00cf82f4-ff4f-40bd-b285-5c91120d4b87 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4380a92-6f44-411b-aecf-545fdd8500bd HTTP/1.1" status: 200 len: 210 time: 0.0607345 Jul 09 14:46:33.686121 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f781486-23c1-44a6-b56d-08fb04daf55c req-40e06a97-7e00-4b55-a3bd-6a29cd45d87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:33.689987 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7f781486-23c1-44a6-b56d-08fb04daf55c req-40e06a97-7e00-4b55-a3bd-6a29cd45d87b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:33.689987 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7f781486-23c1-44a6-b56d-08fb04daf55c req-40e06a97-7e00-4b55-a3bd-6a29cd45d87b service neutron] 10.222.0.54 "PUT /v2.0/ports/f321782d-981f-4baa-986c-50c260cf67a6 HTTP/1.1" status: 200 len: 1096 time: 1.4506314 Jul 09 14:46:33.717279 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e06a97-7e00-4b55-a3bd-6a29cd45d87b service neutron] Pushing event updated for resources: {'Port': ['ID=f321782d-981f-4baa-986c-50c260cf67a6,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:33.884140 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f781486-23c1-44a6-b56d-08fb04daf55c req-621e89e0-89e3-4b21-89cc-acea41cd01dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:33.886143 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7f781486-23c1-44a6-b56d-08fb04daf55c req-621e89e0-89e3-4b21-89cc-acea41cd01dc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=018349107c4e445095855bfde6f254bc&device_id=2673b603-b318-4049-9939-34955482b2c3 HTTP/1.1" status: 200 len: 1099 time: 0.0643120 Jul 09 14:46:33.940338 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7f781486-23c1-44a6-b56d-08fb04daf55c req-36753900-5c73-4db1-a6f4-53ab28c40a94 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=f321782d-981f-4baa-986c-50c260cf67a6 HTTP/1.1" status: 200 len: 217 time: 0.0422678 Jul 09 14:46:33.987393 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-ed6febf2-7be1-41d6-a17d-9a3841613394 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:33.988970 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-ed6febf2-7be1-41d6-a17d-9a3841613394 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/ports/bb420490-7abe-48bb-8247-ff19d2932add HTTP/1.1" status: 200 len: 931 time: 0.4380822 Jul 09 14:46:33.995412 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f781486-23c1-44a6-b56d-08fb04daf55c req-00b21999-8df3-4a8d-b9d1-1171eda45c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:33.995412 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7f781486-23c1-44a6-b56d-08fb04daf55c req-00b21999-8df3-4a8d-b9d1-1171eda45c9d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.0513608 Jul 09 14:46:34.065708 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f781486-23c1-44a6-b56d-08fb04daf55c req-d7f78c30-f82f-4959-8bfe-004d812fb824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:34.066368 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-1d08c994-3b42-4801-8093-a504da34f198 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:34.067391 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7f781486-23c1-44a6-b56d-08fb04daf55c req-d7f78c30-f82f-4959-8bfe-004d812fb824 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0611920 Jul 09 14:46:34.068056 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-1d08c994-3b42-4801-8093-a504da34f198 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/ports/96e89843-57db-4bb8-a7db-a9b989e66245 HTTP/1.1" status: 200 len: 930 time: 0.0699308 Jul 09 14:46:34.124236 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-5f79171c-08da-4d1f-b062-0524570aae48 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/ports?network_id=f7f6731e-df5a-475b-9c1b-606c9f6d697c&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0502570 Jul 09 14:46:34.145235 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2673b603-b318-4049-9939-34955482b2c3', 'tag': 'f321782d-981f-4baa-986c-50c260cf67a6'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:46:34.147618 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a806ce-863a-4c26-8535-0b3ded2dba75" -d '{"events": [{"name": "network-changed", "server_uuid": "2673b603-b318-4049-9939-34955482b2c3", "tag": "f321782d-981f-4baa-986c-50c260cf67a6"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:46:34.163343 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-3269cf6f-a359-4e41-8988-4e1324007a3f tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/ports?network_id=f7f6731e-df5a-475b-9c1b-606c9f6d697c&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0330806 Jul 09 14:46:34.216486 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7f781486-23c1-44a6-b56d-08fb04daf55c req-8a186270-83bf-4eb8-a663-52f71492bad0 service neutron] 10.222.0.54 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410437 Jul 09 14:46:34.241309 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d968c43-5d93-4caa-9fa3-4bf83338cccb req-580423e1-98c3-4bea-b7a4-19cf617e29ce tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:34.242897 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4d968c43-5d93-4caa-9fa3-4bf83338cccb req-580423e1-98c3-4bea-b7a4-19cf617e29ce tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcfab441-57a0-47d4-b6ca-f82afa77915d HTTP/1.1" status: 200 len: 945 time: 0.1146412 Jul 09 14:46:34.280629 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-467ca781-554e-48d9-9dac-06a032648181 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:34.286431 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-467ca781-554e-48d9-9dac-06a032648181 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:34.294862 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-467ca781-554e-48d9-9dac-06a032648181 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:34.296517 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-467ca781-554e-48d9-9dac-06a032648181 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/networks?id=0fc8da04-04d4-4eeb-86d6-5d8e54448613&id=7086051a-a9a3-4774-91ec-207e7481a1f2&id=7086051a-a9a3-4774-91ec-207e7481a1f2&id=f7f6731e-df5a-475b-9c1b-606c9f6d697c&id=f7f6731e-df5a-475b-9c1b-606c9f6d697c HTTP/1.1" status: 200 len: 1991 time: 0.1243386 Jul 09 14:46:34.311599 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-1cb101d9-7b40-462c-8cea-79a7f017bd1c tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/quotas/868e6ad73e9e40dbad6a7d6a29a5f30c HTTP/1.1" status: 200 len: 375 time: 0.0091305 Jul 09 14:46:34.330548 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4d968c43-5d93-4caa-9fa3-4bf83338cccb req-474c3e43-fedf-4899-b715-c9cbac752bba tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777404 Jul 09 14:46:34.366853 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7f781486-23c1-44a6-b56d-08fb04daf55c req-3b344ee8-6793-418e-8e45-aa1f002becbb service neutron] 10.222.0.54 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272013 Jul 09 14:46:34.429622 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-eac22df0-a780-41e0-9650-75d6966cf520 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=868e6ad73e9e40dbad6a7d6a29a5f30c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1125026 Jul 09 14:46:34.517990 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e6ebb-9cd6-4405-83ba-3f29dc468688 req-af96620a-4662-44eb-ad4a-7c6a31e4ca54 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:34.519544 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f33e6ebb-9cd6-4405-83ba-3f29dc468688 req-af96620a-4662-44eb-ad4a-7c6a31e4ca54 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.0662789 Jul 09 14:46:34.554358 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-c4a1ff47-9550-4fdf-8fab-d052ef8e2a33 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:46:34.555362 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-c4a1ff47-9550-4fdf-8fab-d052ef8e2a33 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1138742 Jul 09 14:46:34.558149 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f33e6ebb-9cd6-4405-83ba-3f29dc468688 req-ee45c269-d3dd-4884-b25b-abf436b9d1c1 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330403 Jul 09 14:46:34.609740 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab68a00a-b6df-46a9-b308-6581676b5319 x-openstack-request-id: req-ab68a00a-b6df-46a9-b308-6581676b5319 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:46:34.610125 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2673b603-b318-4049-9939-34955482b2c3", "tag": "f321782d-981f-4baa-986c-50c260cf67a6", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:46:34.610469 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ab68a00a-b6df-46a9-b308-6581676b5319 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:46:34.610945 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2673b603-b318-4049-9939-34955482b2c3', 'tag': 'f321782d-981f-4baa-986c-50c260cf67a6', 'status': 'completed', 'code': 200} Jul 09 14:46:34.647362 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 5a8e589d-f7dc-494f-aeb6-1bcb96db6e28 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:46:34.669368 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-ee67a487-7762-41f6-afc1-5474ec6d3836 service neutron] 10.222.0.58 "GET /v2.0/networks/0fc8da04-04d4-4eeb-86d6-5d8e54448613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073165 Jul 09 14:46:34.678249 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: 5a8e589d-f7dc-494f-aeb6-1bcb96db6e28 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:46:34.678598 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 5a8e589d-f7dc-494f-aeb6-1bcb96db6e28 not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:46:34.718172 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a806ce-863a-4c26-8535-0b3ded2dba75 req-e6704bf6-a51f-4af1-a82e-325613b5f72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:34.719755 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-04a806ce-863a-4c26-8535-0b3ded2dba75 req-e6704bf6-a51f-4af1-a82e-325613b5f72a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=018349107c4e445095855bfde6f254bc&device_id=2673b603-b318-4049-9939-34955482b2c3 HTTP/1.1" status: 200 len: 1099 time: 0.0817454 Jul 09 14:46:34.783698 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-ea0253fd-b09b-4540-b210-d8aea13f8672 service neutron] 10.222.0.58 "GET /v2.0/networks/0fc8da04-04d4-4eeb-86d6-5d8e54448613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130426 Jul 09 14:46:34.817658 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a806ce-863a-4c26-8535-0b3ded2dba75 req-0c076416-d61d-4209-8799-c50e7712bb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:34.819737 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-04a806ce-863a-4c26-8535-0b3ded2dba75 req-0c076416-d61d-4209-8799-c50e7712bb98 service neutron] 10.222.0.54 "GET /v2.0/networks?id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc HTTP/1.1" status: 200 len: 870 time: 0.0920916 Jul 09 14:46:34.836800 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-f9759439-440a-4837-820e-7eac37c5c2fd service neutron] 10.222.0.58 "GET /v2.0/ports/bb420490-7abe-48bb-8247-ff19d2932add?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0466228 Jul 09 14:46:34.872327 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-04a806ce-863a-4c26-8535-0b3ded2dba75 req-0fa46bd4-1f68-4393-8a62-d546864484b5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=f321782d-981f-4baa-986c-50c260cf67a6 HTTP/1.1" status: 200 len: 217 time: 0.0462492 Jul 09 14:46:34.943221 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a806ce-863a-4c26-8535-0b3ded2dba75 req-e52c8d4e-19a1-4fa3-9e58-575f02088c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:34.945433 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-04a806ce-863a-4c26-8535-0b3ded2dba75 req-e52c8d4e-19a1-4fa3-9e58-575f02088c06 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.0660999 Jul 09 14:46:34.951381 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-316221f0-41c8-4ac8-980e-0e16f4936346 service neutron] 10.222.0.58 "GET /v2.0/networks/7086051a-a9a3-4774-91ec-207e7481a1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066120 Jul 09 14:46:35.012825 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a806ce-863a-4c26-8535-0b3ded2dba75 req-5d18f826-0d2c-4364-a178-396c9024fba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:35.015160 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-04a806ce-863a-4c26-8535-0b3ded2dba75 req-5d18f826-0d2c-4364-a178-396c9024fba0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0585294 Jul 09 14:46:35.060009 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-2ffd9921-1655-4458-b8e5-97ac06fed5bb service neutron] 10.222.0.58 "GET /v2.0/networks/7086051a-a9a3-4774-91ec-207e7481a1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992854 Jul 09 14:46:35.111544 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-09d837bf-63f9-4d09-b7b6-53903d37e05c service neutron] 10.222.0.58 "GET /v2.0/ports/96e89843-57db-4bb8-a7db-a9b989e66245?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0430422 Jul 09 14:46:35.192853 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['5332db0b-d3ab-4b94-bdf8-80ae1940cc85', '1efa3387-1e39-4d8a-b890-1d24773305ef'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:46:35.215002 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-13d55340-1bb7-4345-8dfc-d3f4f9411184 service neutron] 10.222.0.58 "GET /v2.0/networks/7086051a-a9a3-4774-91ec-207e7481a1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969412 Jul 09 14:46:35.335567 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-588560c7-d46f-4295-8e32-4e47f81d18a2 service neutron] 10.222.0.58 "GET /v2.0/networks/7086051a-a9a3-4774-91ec-207e7481a1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104808 Jul 09 14:46:35.443833 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-4fefb101-ef63-4444-b808-005b9376f95b service neutron] 10.222.0.58 "GET /v2.0/networks/7086051a-a9a3-4774-91ec-207e7481a1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020267 Jul 09 14:46:35.449833 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-04a806ce-863a-4c26-8535-0b3ded2dba75 req-49a1d487-29c5-494d-a3c9-0318aa672704 service neutron] 10.222.0.54 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4254515 Jul 09 14:46:35.458025 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add396b0-d012-40fd-a492-7134939b99fc req-57c291a1-5dd6-40d2-8bf2-e787a9746568 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:35.459475 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-add396b0-d012-40fd-a492-7134939b99fc req-57c291a1-5dd6-40d2-8bf2-e787a9746568 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=2673b603-b318-4049-9939-34955482b2c3 HTTP/1.1" status: 200 len: 948 time: 0.4166353 Jul 09 14:46:35.551389 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-add396b0-d012-40fd-a492-7134939b99fc req-e1a80adf-c8eb-4c7c-923b-178adc93334f tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828760 Jul 09 14:46:35.572980 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-c9c6c9e8-1cb4-46af-adc3-f5bd9eead865 service neutron] 10.222.0.58 "GET /v2.0/networks/7086051a-a9a3-4774-91ec-207e7481a1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230829 Jul 09 14:46:35.573146 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-04a806ce-863a-4c26-8535-0b3ded2dba75 req-36739027-7017-44fa-987c-70d0721b37fd service neutron] 10.222.0.54 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126144 Jul 09 14:46:35.671192 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-6984714f-ae54-415f-b5cb-52c0d62f50bc service neutron] 10.222.0.58 "GET /v2.0/networks/7086051a-a9a3-4774-91ec-207e7481a1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908720 Jul 09 14:46:35.761519 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-bf7d406d-34ae-44c0-8c95-f06416718034 service neutron] 10.222.0.58 "GET /v2.0/networks/7086051a-a9a3-4774-91ec-207e7481a1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845358 Jul 09 14:46:35.855924 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-a1eaa8a9-be17-46a9-9b54-d2324db9fd5f service neutron] 10.222.0.58 "GET /v2.0/networks/f7f6731e-df5a-475b-9c1b-606c9f6d697c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883875 Jul 09 14:46:35.877400 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9f4c4-919d-4dc2-9264-500592b8d257 req-3d07fed1-4332-448a-88cb-f392400ced18 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:35.879083 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-98e9f4c4-919d-4dc2-9264-500592b8d257 req-3d07fed1-4332-448a-88cb-f392400ced18 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcfab441-57a0-47d4-b6ca-f82afa77915d HTTP/1.1" status: 200 len: 945 time: 0.0714810 Jul 09 14:46:35.923157 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-98e9f4c4-919d-4dc2-9264-500592b8d257 req-c22be2b2-f6db-448a-985b-cbf7e93a1222 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367622 Jul 09 14:46:35.954390 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-31021b14-074c-4542-be44-e3e4bb30df00 service neutron] 10.222.0.58 "GET /v2.0/networks/f7f6731e-df5a-475b-9c1b-606c9f6d697c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915339 Jul 09 14:46:36.047520 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-33e1b353-9547-4ad4-9de1-cb27440d410a service neutron] 10.222.0.58 "GET /v2.0/networks/f7f6731e-df5a-475b-9c1b-606c9f6d697c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868614 Jul 09 14:46:36.139644 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-22a12016-5822-4f18-989c-44a326b8d9ba service neutron] 10.222.0.58 "GET /v2.0/networks/f7f6731e-df5a-475b-9c1b-606c9f6d697c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864069 Jul 09 14:46:36.818775 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device f321782d-981f-4baa-986c-50c260cf67a6 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:46:36.916440 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port f321782d-981f-4baa-986c-50c260cf67a6, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=f321782d-981f-4baa-986c-50c260cf67a6,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:46:36.932469 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': 'f321782d-981f-4baa-986c-50c260cf67a6', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'port_id': 'f321782d-981f-4baa-986c-50c260cf67a6', 'mac_address': 'fa:16:3e:d7:00:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8081bcce-88de-4a2f-9e69-6750220e0be0', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:46:36.972421 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:36.986916 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f321782d-981f-4baa-986c-50c260cf67a6 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:46:37.001467 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb6396-65b4-4467-8d48-2cb13e18ae3b req-c2103fc6-43a3-48ee-8673-97001ed8f5be tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:37.003942 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-edbb6396-65b4-4467-8d48-2cb13e18ae3b req-c2103fc6-43a3-48ee-8673-97001ed8f5be tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.0803940 Jul 09 14:46:37.008389 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port f321782d-981f-4baa-986c-50c260cf67a6, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=f321782d-981f-4baa-986c-50c260cf67a6,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:46:37.043086 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-edbb6396-65b4-4467-8d48-2cb13e18ae3b req-65886437-f861-4a03-aeb0-a45ad39a500d tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333893 Jul 09 14:46:37.119672 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:37.180046 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=f321782d-981f-4baa-986c-50c260cf67a6,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:37.218212 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde24bc-c3f1-44c8-8adb-d22bba356355 req-9c5a23b3-5f5d-4285-a81a-9df24880a6af tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:37.219773 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1fde24bc-c3f1-44c8-8adb-d22bba356355 req-9c5a23b3-5f5d-4285-a81a-9df24880a6af tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=2673b603-b318-4049-9939-34955482b2c3 HTTP/1.1" status: 200 len: 949 time: 0.0743136 Jul 09 14:46:37.258590 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1fde24bc-c3f1-44c8-8adb-d22bba356355 req-fc4fab33-88b8-4072-822d-4dacdd177a45 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327423 Jul 09 14:46:37.372574 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['f321782d-981f-4baa-986c-50c260cf67a6'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:46:37.435609 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af642cd5-d23b-4d21-ab23-4dfa126261b8 req-0b55cbe9-a59c-446f-a004-5fcf3a9e93c6 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:37.437464 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-af642cd5-d23b-4d21-ab23-4dfa126261b8 req-0b55cbe9-a59c-446f-a004-5fcf3a9e93c6 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=069ac2cf-36e9-4e0b-858b-582b7e80fe5a HTTP/1.1" status: 200 len: 949 time: 0.0780804 Jul 09 14:46:37.482454 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-af642cd5-d23b-4d21-ab23-4dfa126261b8 req-c64b5666-f087-4b06-bba6-be6466d7ba9b tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394278 Jul 09 14:46:37.566637 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a5289383-aad2-47a6-978e-091e017a1815 req-5347fd07-c623-4b4b-92c1-11fe1fb6976d tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/ports?device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 210 time: 0.0340247 Jul 09 14:46:37.634129 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e6a5b-e28d-4b6a-905b-4af63b45c606 req-8e69762d-cbe9-48c3-b209-7a6c26409395 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:37.635690 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f58e6a5b-e28d-4b6a-905b-4af63b45c606 req-8e69762d-cbe9-48c3-b209-7a6c26409395 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcfab441-57a0-47d4-b6ca-f82afa77915d HTTP/1.1" status: 200 len: 945 time: 0.0709746 Jul 09 14:46:37.678226 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f58e6a5b-e28d-4b6a-905b-4af63b45c606 req-fd29a8b1-3929-42b1-a665-56a4560eb603 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363460 Jul 09 14:46:38.236656 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1285b225-ec42-4040-9af8-6d6498eaa146 req-8df7fde1-c8ba-4004-b91e-ba5aaa3a4f5d tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:38.238235 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1285b225-ec42-4040-9af8-6d6498eaa146 req-8df7fde1-c8ba-4004-b91e-ba5aaa3a4f5d tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.0751121 Jul 09 14:46:38.284134 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1285b225-ec42-4040-9af8-6d6498eaa146 req-68a0c375-0b6b-475d-9477-e79c30686967 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388312 Jul 09 14:46:38.444269 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42996493-59ae-4a15-a55d-38edbec357db req-f6bfb5b1-5a1a-4e02-ab9a-aaaa2a23d31a tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:38.445955 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-42996493-59ae-4a15-a55d-38edbec357db req-f6bfb5b1-5a1a-4e02-ab9a-aaaa2a23d31a tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=2673b603-b318-4049-9939-34955482b2c3 HTTP/1.1" status: 200 len: 949 time: 0.0667648 Jul 09 14:46:38.494515 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-42996493-59ae-4a15-a55d-38edbec357db req-d7b3d9a5-5c0e-4df6-b09c-7ce6db27e659 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412598 Jul 09 14:46:38.647100 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e71ed81-ad42-43ef-a614-091bbe5560b5 req-becfe893-2e22-4137-a473-167771aa67cb tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:38.649465 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4e71ed81-ad42-43ef-a614-091bbe5560b5 req-becfe893-2e22-4137-a473-167771aa67cb tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.0864480 Jul 09 14:46:38.692557 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4e71ed81-ad42-43ef-a614-091bbe5560b5 req-425d052b-ee92-4304-9531-78bc158cfdbf tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365298 Jul 09 14:46:38.716921 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd03f9-b841-4539-985e-4ded0af55851 req-70f87691-43ea-4008-bafa-c6de5b57b81d tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:38.724032 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-78bd03f9-b841-4539-985e-4ded0af55851 req-70f87691-43ea-4008-bafa-c6de5b57b81d tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=069ac2cf-36e9-4e0b-858b-582b7e80fe5a HTTP/1.1" status: 200 len: 949 time: 0.0909815 Jul 09 14:46:38.759329 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-78bd03f9-b841-4539-985e-4ded0af55851 req-c0e15ea9-e10b-4ebd-b36a-3b5834adda65 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342927 Jul 09 14:46:38.772750 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d9763e03-8a8d-4383-835b-97f0bdb0c013 req-3f787f7f-66e2-4768-9340-f11706e29f3e tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/ports?device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 210 time: 0.0323133 Jul 09 14:46:38.830231 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device f321782d-981f-4baa-986c-50c260cf67a6 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:46:38.930362 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80140c9-ef7c-4c42-b135-00bda6b49278 req-98f64a50-d60f-4334-a98c-8ba423912020 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:38.932595 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d80140c9-ef7c-4c42-b135-00bda6b49278 req-98f64a50-d60f-4334-a98c-8ba423912020 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcfab441-57a0-47d4-b6ca-f82afa77915d HTTP/1.1" status: 200 len: 945 time: 0.0677581 Jul 09 14:46:38.984689 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d80140c9-ef7c-4c42-b135-00bda6b49278 req-8e392534-8938-4775-aa41-9ce622972926 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399280 Jul 09 14:46:39.046750 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c44d79-91db-438a-8d3a-fb935eb8eea4 req-ee971172-1887-4feb-a76a-d888b1fe12f5 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:39.048257 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-61c44d79-91db-438a-8d3a-fb935eb8eea4 req-ee971172-1887-4feb-a76a-d888b1fe12f5 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.62 "GET /v2.0/ports?device_id=069ac2cf-36e9-4e0b-858b-582b7e80fe5a HTTP/1.1" status: 200 len: 949 time: 0.1271744 Jul 09 14:46:39.073430 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port f321782d-981f-4baa-986c-50c260cf67a6 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:46:39.077448 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port f321782d-981f-4baa-986c-50c260cf67a6 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:46:39.077843 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:39.114492 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7175d9a-6b24-4580-aaef-aaa0eb741d8d req-de60bff2-6522-4c99-9a8d-2a827c21ac5f tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:39.116935 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e7175d9a-6b24-4580-aaef-aaa0eb741d8d req-de60bff2-6522-4c99-9a8d-2a827c21ac5f tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.1429574 Jul 09 14:46:39.184219 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:39.189057 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e7175d9a-6b24-4580-aaef-aaa0eb741d8d req-0d565fc4-47a9-4dcb-b4a8-9fafeed85f67 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639722 Jul 09 14:46:39.203381 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-61c44d79-91db-438a-8d3a-fb935eb8eea4 req-94ce5657-0bff-42c4-aaf3-b21d36b6b5b6 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Deleting port 1efa3387-1e39-4d8a-b890-1d24773305ef {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:46:39.204094 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-61c44d79-91db-438a-8d3a-fb935eb8eea4 req-94ce5657-0bff-42c4-aaf3-b21d36b6b5b6 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:39.223889 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2673b603-b318-4049-9939-34955482b2c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f321782d-981f-4baa-986c-50c260cf67a6'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:46:39.234266 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af891e68-8b83-401f-9f9a-853cd4b871b8" -d '{"events": [{"server_uuid": "2673b603-b318-4049-9939-34955482b2c3", "name": "network-vif-plugged", "status": "completed", "tag": "f321782d-981f-4baa-986c-50c260cf67a6"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:46:39.263687 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port f321782d-981f-4baa-986c-50c260cf67a6, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=f321782d-981f-4baa-986c-50c260cf67a6,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:46:39.294392 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae337336-be21-4267-96df-0e78ff04c2c9 x-openstack-request-id: req-ae337336-be21-4267-96df-0e78ff04c2c9 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:46:39.294691 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2673b603-b318-4049-9939-34955482b2c3", "name": "network-vif-plugged", "status": "completed", "tag": "f321782d-981f-4baa-986c-50c260cf67a6", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:46:39.295035 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ae337336-be21-4267-96df-0e78ff04c2c9 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:46:39.295477 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2673b603-b318-4049-9939-34955482b2c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f321782d-981f-4baa-986c-50c260cf67a6', 'code': 200} Jul 09 14:46:39.325068 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-61c44d79-91db-438a-8d3a-fb935eb8eea4 req-94ce5657-0bff-42c4-aaf3-b21d36b6b5b6 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] For port 1efa3387-1e39-4d8a-b890-1d24773305ef, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=1efa3387-1e39-4d8a-b890-1d24773305ef,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:46:39.325433 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-61c44d79-91db-438a-8d3a-fb935eb8eea4 req-94ce5657-0bff-42c4-aaf3-b21d36b6b5b6 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:39.339704 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-61c44d79-91db-438a-8d3a-fb935eb8eea4 req-94ce5657-0bff-42c4-aaf3-b21d36b6b5b6 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Calling delete_port for 1efa3387-1e39-4d8a-b890-1d24773305ef owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:46:39.346157 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:39.418540 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a31379-32f6-4ccb-89e9-fdba2351d92a req-866ba432-5fb7-49f3-a993-cea48f24de9a tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:39.423901 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=f321782d-981f-4baa-986c-50c260cf67a6,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:39.432545 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-70a31379-32f6-4ccb-89e9-fdba2351d92a req-866ba432-5fb7-49f3-a993-cea48f24de9a tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.1049850 Jul 09 14:46:39.467051 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-70a31379-32f6-4ccb-89e9-fdba2351d92a req-2a0ab01e-d9fa-44b1-a7cf-16e9a6b617a7 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323553 Jul 09 14:46:39.487474 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da7496-add2-4af0-9ec8-f19e40320644 req-09ab5d8c-458c-4cd3-b242-30ad0d51eb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:39.489190 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-93da7496-add2-4af0-9ec8-f19e40320644 req-09ab5d8c-458c-4cd3-b242-30ad0d51eb25 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2673b603-b318-4049-9939-34955482b2c3 HTTP/1.1" status: 200 len: 1101 time: 0.1070726 Jul 09 14:46:39.622360 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-93da7496-add2-4af0-9ec8-f19e40320644 req-0021193e-7508-40ae-8859-411c9db48248 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234457 Jul 09 14:46:39.704310 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-61c44d79-91db-438a-8d3a-fb935eb8eea4 req-94ce5657-0bff-42c4-aaf3-b21d36b6b5b6 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:39.741694 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5757b41a-62df-4a04-868d-0c2c9f7e5f89 req-aea11cc6-9727-4eff-a480-6677e9098b3c tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:39.746524 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['5332db0b-d3ab-4b94-bdf8-80ae1940cc85', '1efa3387-1e39-4d8a-b890-1d24773305ef'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:46:39.756285 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5757b41a-62df-4a04-868d-0c2c9f7e5f89 req-aea11cc6-9727-4eff-a480-6677e9098b3c tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.1204090 Jul 09 14:46:39.814482 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ce5657-0bff-42c4-aaf3-b21d36b6b5b6 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Pushing event deleted for resources: {'Port': ['ID=1efa3387-1e39-4d8a-b890-1d24773305ef,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:39.831011 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5757b41a-62df-4a04-868d-0c2c9f7e5f89 req-820400b8-f327-4670-839f-e14f5f0429ad tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736380 Jul 09 14:46:39.866539 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-61c44d79-91db-438a-8d3a-fb935eb8eea4 req-94ce5657-0bff-42c4-aaf3-b21d36b6b5b6 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] No DVR routers for this DVR port 1efa3387-1e39-4d8a-b890-1d24773305ef on host n-h1-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:46:39.872001 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-61c44d79-91db-438a-8d3a-fb935eb8eea4 req-94ce5657-0bff-42c4-aaf3-b21d36b6b5b6 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:39.874016 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-61c44d79-91db-438a-8d3a-fb935eb8eea4 req-94ce5657-0bff-42c4-aaf3-b21d36b6b5b6 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.62 "DELETE /v2.0/ports/1efa3387-1e39-4d8a-b890-1d24773305ef HTTP/1.1" status: 204 len: 173 time: 0.8192825 Jul 09 14:46:39.874471 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '069ac2cf-36e9-4e0b-858b-582b7e80fe5a', 'name': 'network-vif-deleted', 'tag': '1efa3387-1e39-4d8a-b890-1d24773305ef'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:46:39.877041 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333fee68-ca19-4422-a9f7-d0c459574538" -d '{"events": [{"server_uuid": "069ac2cf-36e9-4e0b-858b-582b7e80fe5a", "name": "network-vif-deleted", "tag": "1efa3387-1e39-4d8a-b890-1d24773305ef"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:46:39.909048 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ce8ea-1ef8-4988-a978-1e61e91ea2eb req-5bbe0b11-3819-4825-ad00-008ba2636f21 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:39.916762 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3a5ce8ea-1ef8-4988-a978-1e61e91ea2eb req-5bbe0b11-3819-4825-ad00-008ba2636f21 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=2673b603-b318-4049-9939-34955482b2c3 HTTP/1.1" status: 200 len: 950 time: 0.1539781 Jul 09 14:46:39.965993 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3a5ce8ea-1ef8-4988-a978-1e61e91ea2eb req-4ac117d9-42da-4692-ad88-73501849012b tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479674 Jul 09 14:46:40.066056 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e6bf0639-0fde-4ff0-a14d-79c7d1620435 req-0476fc11-bab5-4b3e-a572-876b67a2b9b5 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=069ac2cf-36e9-4e0b-858b-582b7e80fe5a HTTP/1.1" status: 200 len: 210 time: 0.0521574 Jul 09 14:46:40.112849 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-689587af-6d05-4e7c-b5bd-6d911fe95d6b req-a5be3b22-cb97-4c8e-a43c-ca3eea9e5d87 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/ports?device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 210 time: 0.0390377 Jul 09 14:46:40.226387 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d87686-4f70-4c68-b2df-62f27837c3d4 x-openstack-request-id: req-56d87686-4f70-4c68-b2df-62f27837c3d4 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:46:40.226779 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "069ac2cf-36e9-4e0b-858b-582b7e80fe5a", "name": "network-vif-deleted", "tag": "1efa3387-1e39-4d8a-b890-1d24773305ef", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:46:40.227171 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-56d87686-4f70-4c68-b2df-62f27837c3d4 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:46:40.227705 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '069ac2cf-36e9-4e0b-858b-582b7e80fe5a', 'name': 'network-vif-deleted', 'tag': '1efa3387-1e39-4d8a-b890-1d24773305ef', 'status': 'completed', 'code': 200} Jul 09 14:46:40.349460 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2d052b-ce87-4f87-9d96-44c25bcc26fe req-52f61c43-7b14-4ba2-b845-2d06df1d11ef tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:40.351113 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-db2d052b-ce87-4f87-9d96-44c25bcc26fe req-52f61c43-7b14-4ba2-b845-2d06df1d11ef tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.1114423 Jul 09 14:46:40.398742 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-db2d052b-ce87-4f87-9d96-44c25bcc26fe req-e614259b-5c46-4802-b2bf-e22f5329406f tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413907 Jul 09 14:46:40.487748 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4fe1f-ee2a-444b-a9aa-04e40ab6c56e req-59b9e4ac-d084-4b3b-b972-ea06ae93f17c tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:40.489840 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4ac4fe1f-ee2a-444b-a9aa-04e40ab6c56e req-59b9e4ac-d084-4b3b-b972-ea06ae93f17c tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcfab441-57a0-47d4-b6ca-f82afa77915d HTTP/1.1" status: 200 len: 945 time: 0.1024659 Jul 09 14:46:40.554722 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4ac4fe1f-ee2a-444b-a9aa-04e40ab6c56e req-500198d1-40ff-4719-a8dd-dbb3badd238d tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584128 Jul 09 14:46:40.735403 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-aeb07802-3de2-4e82-93dd-9917aa388cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:40.737190 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-aeb07802-3de2-4e82-93dd-9917aa388cd8 service neutron] 10.222.0.62 "GET /v2.0/ports/bb420490-7abe-48bb-8247-ff19d2932add HTTP/1.1" status: 200 len: 1027 time: 0.0596290 Jul 09 14:46:40.818625 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-e4e55722-1531-4dc0-a98f-58e77702055e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:40.820153 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-e4e55722-1531-4dc0-a98f-58e77702055e service neutron] 10.222.0.62 "GET /v2.0/ports/96e89843-57db-4bb8-a7db-a9b989e66245 HTTP/1.1" status: 200 len: 1026 time: 0.0751414 Jul 09 14:46:40.901206 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5145a5d-b6b6-4636-812a-11b4878dbdf5 req-6885abfd-0439-4003-a2d6-4a2a1eddf9b3 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:40.908860 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c5145a5d-b6b6-4636-812a-11b4878dbdf5 req-6885abfd-0439-4003-a2d6-4a2a1eddf9b3 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.0875835 Jul 09 14:46:40.974184 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c5145a5d-b6b6-4636-812a-11b4878dbdf5 req-7506cf1e-83ca-4243-9e60-ccc4cf83dd72 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639617 Jul 09 14:46:40.990014 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-cc3fcb7b-1e22-4a1f-93f8-6a7390be4300 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:41.005928 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-cc3fcb7b-1e22-4a1f-93f8-6a7390be4300 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:41.015222 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-cc3fcb7b-1e22-4a1f-93f8-6a7390be4300 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:41.016941 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-cc3fcb7b-1e22-4a1f-93f8-6a7390be4300 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.62 "GET /v2.0/networks?id=0fc8da04-04d4-4eeb-86d6-5d8e54448613&id=7086051a-a9a3-4774-91ec-207e7481a1f2&id=7086051a-a9a3-4774-91ec-207e7481a1f2&id=7086051a-a9a3-4774-91ec-207e7481a1f2&id=7086051a-a9a3-4774-91ec-207e7481a1f2&id=f7f6731e-df5a-475b-9c1b-606c9f6d697c&id=f7f6731e-df5a-475b-9c1b-606c9f6d697c HTTP/1.1" status: 200 len: 1991 time: 0.1887977 Jul 09 14:46:41.103113 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-ae91642c-7c51-4fac-a680-5bac249e69eb tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=868e6ad73e9e40dbad6a7d6a29a5f30c HTTP/1.1" status: 200 len: 378 time: 0.0532510 Jul 09 14:46:41.112885 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-f610f3e6-0482-49ff-904a-d29c580e5765 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Request body: {'port': {'device_id': '215ee5c1-c47c-4487-bfe7-3272754152b3', 'network_id': '0fc8da04-04d4-4eeb-86d6-5d8e54448613', 'admin_state_up': True, 'tenant_id': '868e6ad73e9e40dbad6a7d6a29a5f30c', 'security_groups': ['8c78eb3d-e1da-49ec-9295-fc8608cc021d']}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:46:41.191612 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6776a1-0262-4626-84a5-f82d0945d772 req-fa7bec01-152f-43c0-bb99-4e55f02dd061 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:41.200658 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-df6776a1-0262-4626-84a5-f82d0945d772 req-fa7bec01-152f-43c0-bb99-4e55f02dd061 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.0877049 Jul 09 14:46:41.281026 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-df6776a1-0262-4626-84a5-f82d0945d772 req-a0c600f5-9b34-4ab5-a2aa-f5d130ac5abd tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775020 Jul 09 14:46:41.287153 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250940b4-77ee-42dd-bf7d-05264d915cb4 req-a54cad76-d31c-4ed7-b395-eacdc7000a36 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:41.295596 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-250940b4-77ee-42dd-bf7d-05264d915cb4 req-a54cad76-d31c-4ed7-b395-eacdc7000a36 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=2673b603-b318-4049-9939-34955482b2c3 HTTP/1.1" status: 200 len: 950 time: 0.1787798 Jul 09 14:46:41.346537 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-250940b4-77ee-42dd-bf7d-05264d915cb4 req-061c0b05-7a29-46d9-b4be-101cd59bcc15 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492134 Jul 09 14:46:41.455912 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-f610f3e6-0482-49ff-904a-d29c580e5765 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Made reservation on behalf of 868e6ad73e9e40dbad6a7d6a29a5f30c for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:46:41.460318 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-f610f3e6-0482-49ff-904a-d29c580e5765 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:41.481862 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c894adee-6d89-43da-aef1-fd0b41efa5d6 req-15bb66a9-e6f0-4f05-a9a1-52b5693f8500 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=069ac2cf-36e9-4e0b-858b-582b7e80fe5a HTTP/1.1" status: 200 len: 210 time: 0.0454097 Jul 09 14:46:41.558939 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 35066) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:46:41.584322 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6ae36c5f-a611-4bce-9a8b-d898f79e1e6c req-16d2cffa-9bc0-4c41-bf43-c7a762df732c tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/ports?device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 210 time: 0.0572941 Jul 09 14:46:41.731013 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd5ab03-20a2-48a8-ad53-702ef1186bf8 req-d6b54bde-63b3-41e9-bd88-120f799cb5fb tempest-ServersOnMultiNodesTest-1500247451 tempest-ServersOnMultiNodesTest-1500247451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:41.733029 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7dd5ab03-20a2-48a8-ad53-702ef1186bf8 req-d6b54bde-63b3-41e9-bd88-120f799cb5fb tempest-ServersOnMultiNodesTest-1500247451 tempest-ServersOnMultiNodesTest-1500247451-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=2673b603-b318-4049-9939-34955482b2c3 HTTP/1.1" status: 200 len: 1101 time: 0.1102984 Jul 09 14:46:41.775530 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fbb2fa32-4a13-476f-ae92-c72ef10393bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:41.808083 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-f610f3e6-0482-49ff-904a-d29c580e5765 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Allocated IP 172.20.0.9 (0fc8da04-04d4-4eeb-86d6-5d8e54448613/2373e5cd-5f56-42ed-95c9-0b621ea9bc49/bbecacc0-fcea-4c8e-9c93-2a490da9fb58) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:46:41.808581 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7dd5ab03-20a2-48a8-ad53-702ef1186bf8 req-9ae93bd4-d319-46f8-ac37-33dd538fdf76 tempest-ServersOnMultiNodesTest-1500247451 tempest-ServersOnMultiNodesTest-1500247451-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695024 Jul 09 14:46:41.824838 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d2555-eb6e-4bce-871c-367fc508bb17 req-76a0930f-a32e-42f6-ba61-850f139197e6 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:41.828582 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-525d2555-eb6e-4bce-871c-367fc508bb17 req-76a0930f-a32e-42f6-ba61-850f139197e6 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.1298137 Jul 09 14:46:41.976931 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fbb2fa32-4a13-476f-ae92-c72ef10393bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:42.020501 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-f610f3e6-0482-49ff-904a-d29c580e5765 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:42.062587 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-525d2555-eb6e-4bce-871c-367fc508bb17 req-870185e9-42b6-46cd-bfac-f4c54cfc5073 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709875 Jul 09 14:46:42.063893 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-f610f3e6-0482-49ff-904a-d29c580e5765 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Transition to ACTIVE for port object bbecacc0-fcea-4c8e-9c93-2a490da9fb58 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:46:42.065403 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d369d7a6-5390-4a72-897f-f6d9c3f789b7 req-40747044-2901-44cd-9516-8eab625f6c0c tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:42.067341 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d369d7a6-5390-4a72-897f-f6d9c3f789b7 req-40747044-2901-44cd-9516-8eab625f6c0c tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcfab441-57a0-47d4-b6ca-f82afa77915d HTTP/1.1" status: 200 len: 945 time: 0.0822985 Jul 09 14:46:42.068707 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fbb2fa32-4a13-476f-ae92-c72ef10393bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:42.138106 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-fbb2fa32-4a13-476f-ae92-c72ef10393bd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d2e330536ae04258bda777056d83fc08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5779343 Jul 09 14:46:42.141102 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 35080) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:46:42.149310 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb2fa32-4a13-476f-ae92-c72ef10393bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf02e67-a77b-4809-af4d-8687527549fa,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:42.179435 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d369d7a6-5390-4a72-897f-f6d9c3f789b7 req-1f01e860-1dbb-4c72-b177-f82b150b02ec tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982444 Jul 09 14:46:42.207654 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-f610f3e6-0482-49ff-904a-d29c580e5765 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:42.257253 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f610f3e6-0482-49ff-904a-d29c580e5765 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Pushing event updated for resources: {'Port': ['ID=bbecacc0-fcea-4c8e-9c93-2a490da9fb58,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:42.289106 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2e91fb02-2ef3-43c1-aea6-65e5feeb0105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:42.314110 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-f610f3e6-0482-49ff-904a-d29c580e5765 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Network 0fc8da04-04d4-4eeb-86d6-5d8e54448613 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:46:42.318093 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-f610f3e6-0482-49ff-904a-d29c580e5765 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:46:42.321494 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2e91fb02-2ef3-43c1-aea6-65e5feeb0105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:42.324200 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-f610f3e6-0482-49ff-904a-d29c580e5765 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:46:42.440281 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-f610f3e6-0482-49ff-904a-d29c580e5765 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:42.440739 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-f610f3e6-0482-49ff-904a-d29c580e5765 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:42.477496 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672be6b1-9615-4bca-8b9b-01ec4b7cddf3 req-b754c571-545d-4e76-b85e-2e79f34da4fd tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:42.479133 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-672be6b1-9615-4bca-8b9b-01ec4b7cddf3 req-b754c571-545d-4e76-b85e-2e79f34da4fd tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.1458225 Jul 09 14:46:42.525942 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-672be6b1-9615-4bca-8b9b-01ec4b7cddf3 req-a2dc0ad2-851e-4a11-9d93-dd53a3729947 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373952 Jul 09 14:46:42.535680 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-f610f3e6-0482-49ff-904a-d29c580e5765 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4233594 Jul 09 14:46:42.558222 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-f03d9ef6-35bd-4e9e-bf3c-fd26cb093714 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Request body: {'port': {'device_id': '215ee5c1-c47c-4487-bfe7-3272754152b3', 'network_id': '7086051a-a9a3-4774-91ec-207e7481a1f2', 'admin_state_up': True, 'tenant_id': '868e6ad73e9e40dbad6a7d6a29a5f30c', 'security_groups': ['8c78eb3d-e1da-49ec-9295-fc8608cc021d']}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:46:42.612011 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2e91fb02-2ef3-43c1-aea6-65e5feeb0105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:42.614724 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2e91fb02-2ef3-43c1-aea6-65e5feeb0105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:42.618255 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-2e91fb02-2ef3-43c1-aea6-65e5feeb0105 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ecf02e67-a77b-4809-af4d-8687527549fa HTTP/1.1" status: 204 len: 168 time: 0.4737759 Jul 09 14:46:42.637603 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e91fb02-2ef3-43c1-aea6-65e5feeb0105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf02e67-a77b-4809-af4d-8687527549fa,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:42.695127 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 1efa3387-1e39-4d8a-b890-1d24773305ef no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:46:42.727643 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: 1efa3387-1e39-4d8a-b890-1d24773305ef {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:46:42.728697 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 1efa3387-1e39-4d8a-b890-1d24773305ef not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:46:42.730722 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-b4f3dd0f-69c1-4d16-b0d3-6632179ab9c8 None None] Provisioning for port bbecacc0-fcea-4c8e-9c93-2a490da9fb58 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:46:42.734975 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-b4f3dd0f-69c1-4d16-b0d3-6632179ab9c8 None None] Provisioning complete for port bbecacc0-fcea-4c8e-9c93-2a490da9fb58 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:46:42.736821 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b4f3dd0f-69c1-4d16-b0d3-6632179ab9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:42.770495 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-b4f3dd0f-69c1-4d16-b0d3-6632179ab9c8 None None] Port bbecacc0-fcea-4c8e-9c93-2a490da9fb58 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:46:42.787579 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-f03d9ef6-35bd-4e9e-bf3c-fd26cb093714 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Made reservation on behalf of 868e6ad73e9e40dbad6a7d6a29a5f30c for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:46:42.796572 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-f03d9ef6-35bd-4e9e-bf3c-fd26cb093714 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:42.975615 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e76f93c-a14e-4228-8610-dd6c3136d381 req-c915c7a4-bad5-4aa1-bd86-3740e43dc0dc tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:42.982924 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9e76f93c-a14e-4228-8610-dd6c3136d381 req-c915c7a4-bad5-4aa1-bd86-3740e43dc0dc tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/ports?device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 931 time: 0.1698344 Jul 09 14:46:43.032291 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-f03d9ef6-35bd-4e9e-bf3c-fd26cb093714 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Allocated IP 10.1.1.22 (7086051a-a9a3-4774-91ec-207e7481a1f2/bbaf7842-6d01-4557-9de4-248881c81a38/42412cbf-f692-4bfb-8bac-e2da1b31b674) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:46:43.045754 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9e76f93c-a14e-4228-8610-dd6c3136d381 req-fb46bda2-c929-4cb6-862c-b12903bf71fd tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c78eb3d-e1da-49ec-9295-fc8608cc021d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0619075 Jul 09 14:46:43.201612 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-f03d9ef6-35bd-4e9e-bf3c-fd26cb093714 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:43.218065 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-f03d9ef6-35bd-4e9e-bf3c-fd26cb093714 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Transition to ACTIVE for port object 42412cbf-f692-4bfb-8bac-e2da1b31b674 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:46:43.279910 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:46:43.295450 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 35102) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:46:43.306986 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe088815-9b56-4a48-8d49-00cd162c95b4 req-231e6ec3-bfff-4663-baf1-3aaceabe8083 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:43.308697 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fe088815-9b56-4a48-8d49-00cd162c95b4 req-231e6ec3-bfff-4663-baf1-3aaceabe8083 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.0874085 Jul 09 14:46:43.309929 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f66e5bae-58a6-469a-9efb-972170561e79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:43.351245 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fe088815-9b56-4a48-8d49-00cd162c95b4 req-89c4c930-2751-459b-94e8-d950830b7535 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363150 Jul 09 14:46:43.370957 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-f03d9ef6-35bd-4e9e-bf3c-fd26cb093714 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:43.432405 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f66e5bae-58a6-469a-9efb-972170561e79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:43.464769 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-f03d9ef6-35bd-4e9e-bf3c-fd26cb093714 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Network 7086051a-a9a3-4774-91ec-207e7481a1f2 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:46:43.473367 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-f03d9ef6-35bd-4e9e-bf3c-fd26cb093714 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:46:43.476076 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-f03d9ef6-35bd-4e9e-bf3c-fd26cb093714 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:46:43.525424 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f66e5bae-58a6-469a-9efb-972170561e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:43.528862 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d9ef6-35bd-4e9e-bf3c-fd26cb093714 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Pushing event updated for resources: {'Port': ['ID=42412cbf-f692-4bfb-8bac-e2da1b31b674,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:43.584643 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f66e5bae-58a6-469a-9efb-972170561e79 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=29e86bf4dfca47f5855b569e796e5938&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2875607 Jul 09 14:46:43.586693 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-f03d9ef6-35bd-4e9e-bf3c-fd26cb093714 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:43.588159 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-f03d9ef6-35bd-4e9e-bf3c-fd26cb093714 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:43.593507 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 35108) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:46:43.615353 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66e5bae-58a6-469a-9efb-972170561e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557e8aa0-8dca-4014-9e87-c0aec5eb689e,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:43.688201 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e340f-f1d7-4b4f-b292-5e254862240b req-bd9fe5d7-cc1d-40f2-8999-0e085c8908bd tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:43.689671 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7a5e340f-f1d7-4b4f-b292-5e254862240b req-bd9fe5d7-cc1d-40f2-8999-0e085c8908bd tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=2673b603-b318-4049-9939-34955482b2c3 HTTP/1.1" status: 200 len: 950 time: 0.2105038 Jul 09 14:46:43.709557 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b650d-66ad-4610-ad86-61d243e4a060 req-3eb42a75-a8f0-4c19-a580-ff23ff1a742f tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:43.711766 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d75b650d-66ad-4610-ad86-61d243e4a060 req-3eb42a75-a8f0-4c19-a580-ff23ff1a742f tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcfab441-57a0-47d4-b6ca-f82afa77915d HTTP/1.1" status: 200 len: 945 time: 0.0924759 Jul 09 14:46:43.720445 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-caf2cab3-17a3-4bb3-8163-f3e5a547ae55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:43.743068 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-f03d9ef6-35bd-4e9e-bf3c-fd26cb093714 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1959748 Jul 09 14:46:43.766415 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d75b650d-66ad-4610-ad86-61d243e4a060 req-809c98c6-d622-42e7-9a4e-f344cb95ff97 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437644 Jul 09 14:46:43.766506 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-dea7fd1e-d83d-4278-ba98-a581a4634260 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Request body: {'port': {'device_id': '215ee5c1-c47c-4487-bfe7-3272754152b3', 'network_id': '7086051a-a9a3-4774-91ec-207e7481a1f2', 'admin_state_up': True, 'tenant_id': '868e6ad73e9e40dbad6a7d6a29a5f30c', 'security_groups': ['8c78eb3d-e1da-49ec-9295-fc8608cc021d']}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:46:43.772778 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-caf2cab3-17a3-4bb3-8163-f3e5a547ae55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:43.830121 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7a5e340f-f1d7-4b4f-b292-5e254862240b req-24b8c989-3df2-4513-9924-f8198f7bb8be tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277423 Jul 09 14:46:43.879380 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-ebca058f-9477-4e03-9cf1-bf63466aa427 None None] Provisioning for port 42412cbf-f692-4bfb-8bac-e2da1b31b674 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:46:43.892749 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-ebca058f-9477-4e03-9cf1-bf63466aa427 None None] Provisioning complete for port 42412cbf-f692-4bfb-8bac-e2da1b31b674 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:46:43.892749 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ebca058f-9477-4e03-9cf1-bf63466aa427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:43.954197 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-ebca058f-9477-4e03-9cf1-bf63466aa427 None None] Port 42412cbf-f692-4bfb-8bac-e2da1b31b674 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:46:44.049630 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-caf2cab3-17a3-4bb3-8163-f3e5a547ae55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:44.053319 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-caf2cab3-17a3-4bb3-8163-f3e5a547ae55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:44.057330 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-caf2cab3-17a3-4bb3-8163-f3e5a547ae55 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/557e8aa0-8dca-4014-9e87-c0aec5eb689e HTTP/1.1" status: 204 len: 168 time: 0.4613185 Jul 09 14:46:44.084469 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf2cab3-17a3-4bb3-8163-f3e5a547ae55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557e8aa0-8dca-4014-9e87-c0aec5eb689e,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:44.099846 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-dea7fd1e-d83d-4278-ba98-a581a4634260 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Made reservation on behalf of 868e6ad73e9e40dbad6a7d6a29a5f30c for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:46:44.100642 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e32cab-8457-4eee-915d-15bfcb7d9eef req-988daed2-b4ad-45e7-ad41-db1b590d11c8 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:44.102201 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f7e32cab-8457-4eee-915d-15bfcb7d9eef req-988daed2-b4ad-45e7-ad41-db1b590d11c8 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=87906e67-d98d-497c-b105-fe0d6a802c10 HTTP/1.1" status: 200 len: 950 time: 0.0882275 Jul 09 14:46:44.104839 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-dea7fd1e-d83d-4278-ba98-a581a4634260 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:44.154238 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f7e32cab-8457-4eee-915d-15bfcb7d9eef req-0cd6f39b-87e4-4298-803d-05550abc60a2 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/security-groups?id=e55c4514-d51b-43c7-8e5e-04c9ef579752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401587 Jul 09 14:46:44.222479 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e760beb-2749-4d17-b4fb-91c6d2d52ee6 req-f5a08198-4926-4b84-bf26-7acf207b8741 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:44.224937 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7e760beb-2749-4d17-b4fb-91c6d2d52ee6 req-f5a08198-4926-4b84-bf26-7acf207b8741 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.2212744 Jul 09 14:46:44.345352 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7e760beb-2749-4d17-b4fb-91c6d2d52ee6 req-de183658-1893-4655-b12c-952ed0f18c9b tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061263 Jul 09 14:46:44.369740 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc7e2b-2d9a-4aa8-8805-232932a19522 req-dedcfcd1-d445-4457-be08-d9f9eaafa057 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:44.372929 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-dea7fd1e-d83d-4278-ba98-a581a4634260 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Allocated IP 10.1.1.198 (7086051a-a9a3-4774-91ec-207e7481a1f2/bbaf7842-6d01-4557-9de4-248881c81a38/584859ef-7df1-4e5e-a094-227a09a19961) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:46:44.376970 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc7e2b-2d9a-4aa8-8805-232932a19522 req-dedcfcd1-d445-4457-be08-d9f9eaafa057 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:44.396670 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8ebc7e2b-2d9a-4aa8-8805-232932a19522 req-dedcfcd1-d445-4457-be08-d9f9eaafa057 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/ports?device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 1652 time: 0.1061292 Jul 09 14:46:44.447457 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c49b90-b1ee-489b-9423-fd82097ad083 req-34d81e51-d62c-4ce0-809f-ad9d3b1b9c89 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:44.448998 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e6c49b90-b1ee-489b-9423-fd82097ad083 req-34d81e51-d62c-4ce0-809f-ad9d3b1b9c89 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.54 "GET /v2.0/ports?device_id=2673b603-b318-4049-9939-34955482b2c3 HTTP/1.1" status: 200 len: 950 time: 0.1740544 Jul 09 14:46:44.453468 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8ebc7e2b-2d9a-4aa8-8805-232932a19522 req-af8c5774-42f3-4355-bbc3-0a440d6a6b67 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c78eb3d-e1da-49ec-9295-fc8608cc021d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0554705 Jul 09 14:46:44.606123 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-dea7fd1e-d83d-4278-ba98-a581a4634260 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:44.621917 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:44.630887 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-dea7fd1e-d83d-4278-ba98-a581a4634260 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Transition to ACTIVE for port object 584859ef-7df1-4e5e-a094-227a09a19961 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:46:44.766980 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-dea7fd1e-d83d-4278-ba98-a581a4634260 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:44.778220 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13606032-85cf-4497-aacf-24250b553570 req-d5575082-beeb-464b-a5bb-173505d2e9b7 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:44.779732 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-13606032-85cf-4497-aacf-24250b553570 req-d5575082-beeb-464b-a5bb-173505d2e9b7 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.1009195 Jul 09 14:46:44.795319 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-e6c49b90-b1ee-489b-9423-fd82097ad083 req-07c018f0-81f3-484a-a03b-a35287859d09 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Deleting port f321782d-981f-4baa-986c-50c260cf67a6 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:46:44.795623 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e6c49b90-b1ee-489b-9423-fd82097ad083 req-07c018f0-81f3-484a-a03b-a35287859d09 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:44.821438 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-13606032-85cf-4497-aacf-24250b553570 req-f24fcc76-c73f-4bd2-8024-a7a4b9cbea7f tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354629 Jul 09 14:46:44.866134 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-dea7fd1e-d83d-4278-ba98-a581a4634260 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Network 7086051a-a9a3-4774-91ec-207e7481a1f2 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:46:44.872086 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea7fd1e-d83d-4278-ba98-a581a4634260 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Pushing event updated for resources: {'Port': ['ID=584859ef-7df1-4e5e-a094-227a09a19961,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:44.877100 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-dea7fd1e-d83d-4278-ba98-a581a4634260 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:46:44.881174 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-dea7fd1e-d83d-4278-ba98-a581a4634260 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:46:44.980194 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-dea7fd1e-d83d-4278-ba98-a581a4634260 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:44.986537 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-dea7fd1e-d83d-4278-ba98-a581a4634260 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:44.996205 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-e6c49b90-b1ee-489b-9423-fd82097ad083 req-07c018f0-81f3-484a-a03b-a35287859d09 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] For port f321782d-981f-4baa-986c-50c260cf67a6, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=f321782d-981f-4baa-986c-50c260cf67a6,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:46:44.996890 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e6c49b90-b1ee-489b-9423-fd82097ad083 req-07c018f0-81f3-484a-a03b-a35287859d09 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:45.044691 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-e6c49b90-b1ee-489b-9423-fd82097ad083 req-07c018f0-81f3-484a-a03b-a35287859d09 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Calling delete_port for f321782d-981f-4baa-986c-50c260cf67a6 owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:46:45.077858 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04243893-c72b-4f98-bf18-e0a4e47eb097 req-a0e972c4-26df-4e46-b296-32040b31234b tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:45.079462 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-04243893-c72b-4f98-bf18-e0a4e47eb097 req-a0e972c4-26df-4e46-b296-32040b31234b tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcfab441-57a0-47d4-b6ca-f82afa77915d HTTP/1.1" status: 200 len: 945 time: 0.0944638 Jul 09 14:46:45.114735 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 35132) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:46:45.128405 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-dea7fd1e-d83d-4278-ba98-a581a4634260 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3689189 Jul 09 14:46:45.136063 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-69cdb367-556b-42a1-bc1d-f259d619abee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:45.154991 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-8119e5cc-7105-4712-9819-65fe4f43063c tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Request body: {'port': {'device_id': '215ee5c1-c47c-4487-bfe7-3272754152b3', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'f7f6731e-df5a-475b-9c1b-606c9f6d697c', 'admin_state_up': True, 'tenant_id': '868e6ad73e9e40dbad6a7d6a29a5f30c', 'security_groups': ['8c78eb3d-e1da-49ec-9295-fc8608cc021d']}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:46:45.159807 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-04243893-c72b-4f98-bf18-e0a4e47eb097 req-6e004026-8485-449f-bf51-a3c85feb5261 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709350 Jul 09 14:46:45.292642 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-69cdb367-556b-42a1-bc1d-f259d619abee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:45.364327 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-229057ba-3049-4af6-96b4-bab2005052c7 None None] Provisioning for port 584859ef-7df1-4e5e-a094-227a09a19961 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:46:45.369291 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-229057ba-3049-4af6-96b4-bab2005052c7 None None] Provisioning complete for port 584859ef-7df1-4e5e-a094-227a09a19961 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:46:45.369686 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-229057ba-3049-4af6-96b4-bab2005052c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:45.371929 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a04d85-dc25-4785-b4d4-668caac8a49b req-2e4e1f0f-8b92-4cec-929a-e36fe12a1d36 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:45.375836 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-01a04d85-dc25-4785-b4d4-668caac8a49b req-2e4e1f0f-8b92-4cec-929a-e36fe12a1d36 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.0710821 Jul 09 14:46:45.423305 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-229057ba-3049-4af6-96b4-bab2005052c7 None None] Port 584859ef-7df1-4e5e-a094-227a09a19961 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:46:45.430648 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-69cdb367-556b-42a1-bc1d-f259d619abee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:45.442188 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7671f2-5651-4f85-94dc-42ee3961cfd9 req-90d74038-4a0d-4a3f-a648-901ed0d0b8f1 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:45.443759 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7f7671f2-5651-4f85-94dc-42ee3961cfd9 req-90d74038-4a0d-4a3f-a648-901ed0d0b8f1 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=2673b603-b318-4049-9939-34955482b2c3 HTTP/1.1" status: 200 len: 950 time: 0.2338600 Jul 09 14:46:45.444052 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-01a04d85-dc25-4785-b4d4-668caac8a49b req-e0d53059-fb09-482d-8fa4-9824e5252fed tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511215 Jul 09 14:46:45.479879 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-69cdb367-556b-42a1-bc1d-f259d619abee admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=30200af63cac4c51b6943b11ec3a9131&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3637152 Jul 09 14:46:45.480790 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cdb367-556b-42a1-bc1d-f259d619abee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cfbab4a-3029-4afc-8e8f-c81a4fe4872d,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:45.482385 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 35140) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:46:45.534492 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e6c49b90-b1ee-489b-9423-fd82097ad083 req-07c018f0-81f3-484a-a03b-a35287859d09 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:45.547257 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['5b8321d1-0cc4-4453-b1d2-305318737648', 'a11f2c13-7f1f-475c-94d9-ed18c27cb9d1', 'f321782d-981f-4baa-986c-50c260cf67a6'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:46:45.581850 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bcd68-3cdb-4846-b5d1-61268c97b62f req-334a7c5a-0c16-4621-bb28-6fd204213ab0 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:45.583646 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-759bcd68-3cdb-4846-b5d1-61268c97b62f req-334a7c5a-0c16-4621-bb28-6fd204213ab0 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.62 "GET /v2.0/ports?device_id=87906e67-d98d-497c-b105-fe0d6a802c10 HTTP/1.1" status: 200 len: 950 time: 0.0822358 Jul 09 14:46:45.588193 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['1a2deeba-8583-43d1-a846-fbd62e303f2c', 'b0b5445c-23dd-42e1-a35b-f560998dd6a0', '35f4c7c4-f38a-49bf-b29d-8b5de5e3d675', 'c8ffe50f-0425-4def-ac4d-b39382ea2aea', '42868ad9-71ed-4dca-88f3-ba205abb3fbc'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:46:45.604599 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c018f0-81f3-484a-a03b-a35287859d09 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Pushing event deleted for resources: {'Port': ['ID=f321782d-981f-4baa-986c-50c260cf67a6,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:45.616081 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-8119e5cc-7105-4712-9819-65fe4f43063c tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Made reservation on behalf of 868e6ad73e9e40dbad6a7d6a29a5f30c for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:46:45.724570 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-8119e5cc-7105-4712-9819-65fe4f43063c tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:45.867745 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-759bcd68-3cdb-4846-b5d1-61268c97b62f req-107488d1-ca02-46be-8013-75151e3180fa tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Deleting port 5332db0b-d3ab-4b94-bdf8-80ae1940cc85 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:46:45.868025 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-759bcd68-3cdb-4846-b5d1-61268c97b62f req-107488d1-ca02-46be-8013-75151e3180fa tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:45.983808 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-759bcd68-3cdb-4846-b5d1-61268c97b62f req-107488d1-ca02-46be-8013-75151e3180fa tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] For port 5332db0b-d3ab-4b94-bdf8-80ae1940cc85, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=5332db0b-d3ab-4b94-bdf8-80ae1940cc85,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:46:45.984710 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-759bcd68-3cdb-4846-b5d1-61268c97b62f req-107488d1-ca02-46be-8013-75151e3180fa tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:46.000622 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-759bcd68-3cdb-4846-b5d1-61268c97b62f req-107488d1-ca02-46be-8013-75151e3180fa tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Calling delete_port for 5332db0b-d3ab-4b94-bdf8-80ae1940cc85 owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:46:46.119322 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c49b90-b1ee-489b-9423-fd82097ad083 req-07c018f0-81f3-484a-a03b-a35287859d09 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] No DVR routers for this DVR port f321782d-981f-4baa-986c-50c260cf67a6 on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:46:46.128060 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e6c49b90-b1ee-489b-9423-fd82097ad083 req-07c018f0-81f3-484a-a03b-a35287859d09 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:46.136658 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e6c49b90-b1ee-489b-9423-fd82097ad083 req-07c018f0-81f3-484a-a03b-a35287859d09 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.54 "DELETE /v2.0/ports/f321782d-981f-4baa-986c-50c260cf67a6 HTTP/1.1" status: 204 len: 173 time: 1.6778557 Jul 09 14:46:46.163611 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7f7671f2-5651-4f85-94dc-42ee3961cfd9 req-f5333fef-0303-4d88-9e45-0c45bd56f302 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7034800 Jul 09 14:46:46.169326 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2673b603-b318-4049-9939-34955482b2c3', 'name': 'network-vif-deleted', 'tag': 'f321782d-981f-4baa-986c-50c260cf67a6'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:46:46.171645 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51104a9d-1d1e-44af-a27a-61d4cd601b56" -d '{"events": [{"server_uuid": "2673b603-b318-4049-9939-34955482b2c3", "name": "network-vif-deleted", "tag": "f321782d-981f-4baa-986c-50c260cf67a6"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:46:46.190813 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bc198111-b9d5-480c-86fb-26b8bf83e9ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:46.245252 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58027ab-95d6-48fd-a27b-51075a7ce356 req-2a385873-2a6f-4553-87b2-fb331f8cb8aa tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:46.260364 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f58027ab-95d6-48fd-a27b-51075a7ce356 req-2a385873-2a6f-4553-87b2-fb331f8cb8aa tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 947 time: 0.4331527 Jul 09 14:46:46.289179 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-759bcd68-3cdb-4846-b5d1-61268c97b62f req-107488d1-ca02-46be-8013-75151e3180fa tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:46.388741 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107488d1-ca02-46be-8013-75151e3180fa tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Pushing event deleted for resources: {'Port': ['ID=5332db0b-d3ab-4b94-bdf8-80ae1940cc85,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:46.433792 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bc198111-b9d5-480c-86fb-26b8bf83e9ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:46.484502 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-63bb87e7-dcc5-4479-8c7d-4fa2a70ebf4a req-f5b433b4-f3af-48a9-8250-b1e19c8abe61 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=87906e67-d98d-497c-b105-fe0d6a802c10 HTTP/1.1" status: 200 len: 210 time: 0.1202734 Jul 09 14:46:46.498140 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f58027ab-95d6-48fd-a27b-51075a7ce356 req-5554c19e-92d7-4bb3-82d0-e2141a253e3c tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2277329 Jul 09 14:46:46.545203 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-759bcd68-3cdb-4846-b5d1-61268c97b62f req-107488d1-ca02-46be-8013-75151e3180fa tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] No DVR routers for this DVR port 5332db0b-d3ab-4b94-bdf8-80ae1940cc85 on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:46:46.551788 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-759bcd68-3cdb-4846-b5d1-61268c97b62f req-107488d1-ca02-46be-8013-75151e3180fa tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:46.558980 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-759bcd68-3cdb-4846-b5d1-61268c97b62f req-107488d1-ca02-46be-8013-75151e3180fa tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.62 "DELETE /v2.0/ports/5332db0b-d3ab-4b94-bdf8-80ae1940cc85 HTTP/1.1" status: 204 len: 173 time: 0.9374774 Jul 09 14:46:46.559477 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87906e67-d98d-497c-b105-fe0d6a802c10', 'name': 'network-vif-deleted', 'tag': '5332db0b-d3ab-4b94-bdf8-80ae1940cc85'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:46:46.566401 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5775eb43-f9ef-43a6-919f-6c2f2ae56538" -d '{"events": [{"server_uuid": "87906e67-d98d-497c-b105-fe0d6a802c10", "name": "network-vif-deleted", "tag": "5332db0b-d3ab-4b94-bdf8-80ae1940cc85"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:46:46.623582 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135a4a71-18f7-42fc-939c-e51c095eef49 x-openstack-request-id: req-135a4a71-18f7-42fc-939c-e51c095eef49 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:46:46.623875 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2673b603-b318-4049-9939-34955482b2c3", "name": "network-vif-deleted", "tag": "f321782d-981f-4baa-986c-50c260cf67a6", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:46:46.624217 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-135a4a71-18f7-42fc-939c-e51c095eef49 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:46:46.625677 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2673b603-b318-4049-9939-34955482b2c3', 'name': 'network-vif-deleted', 'tag': 'f321782d-981f-4baa-986c-50c260cf67a6', 'status': 'completed', 'code': 200} Jul 09 14:46:46.702822 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-8119e5cc-7105-4712-9819-65fe4f43063c tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Allocated IP 10.2.2.100 (f7f6731e-df5a-475b-9c1b-606c9f6d697c/2f690ec9-8aa3-48cf-be43-c18952e1b046/1c924033-ab46-4efe-a952-c19f76703241) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:46:46.765141 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bc198111-b9d5-480c-86fb-26b8bf83e9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:46.768012 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bc198111-b9d5-480c-86fb-26b8bf83e9ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:46.769162 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-bc198111-b9d5-480c-86fb-26b8bf83e9ee admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3cfbab4a-3029-4afc-8e8f-c81a4fe4872d HTTP/1.1" status: 204 len: 168 time: 1.2850327 Jul 09 14:46:46.791394 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc198111-b9d5-480c-86fb-26b8bf83e9ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cfbab4a-3029-4afc-8e8f-c81a4fe4872d,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:46.898739 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55157662-ee9e-432a-a6f6-4c1bef912b76 req-0ed33544-efec-4c3d-b3d8-c908de7398ca tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:46.918622 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55157662-ee9e-432a-a6f6-4c1bef912b76 req-0ed33544-efec-4c3d-b3d8-c908de7398ca tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:46.937205 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55157662-ee9e-432a-a6f6-4c1bef912b76 req-0ed33544-efec-4c3d-b3d8-c908de7398ca tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:46.938977 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-55157662-ee9e-432a-a6f6-4c1bef912b76 req-0ed33544-efec-4c3d-b3d8-c908de7398ca tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/ports?device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 2373 time: 0.1963542 Jul 09 14:46:47.010927 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-55157662-ee9e-432a-a6f6-4c1bef912b76 req-ff994893-418e-4d30-b2f7-bf31606b6a56 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c78eb3d-e1da-49ec-9295-fc8608cc021d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0612469 Jul 09 14:46:47.082431 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39259533-ebe6-48fc-b9d6-49ecaeb0333f req-0f750a17-d2b5-48a6-8f2b-ca7a39db9f50 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:47.090530 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-39259533-ebe6-48fc-b9d6-49ecaeb0333f req-0f750a17-d2b5-48a6-8f2b-ca7a39db9f50 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcfab441-57a0-47d4-b6ca-f82afa77915d HTTP/1.1" status: 200 len: 945 time: 0.3325520 Jul 09 14:46:47.125222 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-8119e5cc-7105-4712-9819-65fe4f43063c tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:47.142742 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-8119e5cc-7105-4712-9819-65fe4f43063c tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Transition to ACTIVE for port object 1c924033-ab46-4efe-a952-c19f76703241 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:46:47.236333 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5d8fc-bebe-487d-b69a-c5e640226832 req-3bebbc37-c20d-46df-a016-f65131974b5c tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:47.244382 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-67d5d8fc-bebe-487d-b69a-c5e640226832 req-3bebbc37-c20d-46df-a016-f65131974b5c tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.1050522 Jul 09 14:46:47.254216 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-39259533-ebe6-48fc-b9d6-49ecaeb0333f req-3220393c-478a-49e5-acbf-16d8d9c22f9a tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521100 Jul 09 14:46:47.298170 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-67d5d8fc-bebe-487d-b69a-c5e640226832 req-7647f6ea-fc11-4e14-b693-ce2c3ef34716 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527503 Jul 09 14:46:47.313703 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-8119e5cc-7105-4712-9819-65fe4f43063c tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:47.355467 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae661f94-8f09-4919-9d54-48930a8a0968 x-openstack-request-id: req-ae661f94-8f09-4919-9d54-48930a8a0968 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:46:47.356303 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87906e67-d98d-497c-b105-fe0d6a802c10", "name": "network-vif-deleted", "tag": "5332db0b-d3ab-4b94-bdf8-80ae1940cc85", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:46:47.356617 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ae661f94-8f09-4919-9d54-48930a8a0968 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:46:47.357025 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87906e67-d98d-497c-b105-fe0d6a802c10', 'name': 'network-vif-deleted', 'tag': '5332db0b-d3ab-4b94-bdf8-80ae1940cc85', 'status': 'completed', 'code': 200} Jul 09 14:46:47.445540 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-8119e5cc-7105-4712-9819-65fe4f43063c tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Network f7f6731e-df5a-475b-9c1b-606c9f6d697c is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:46:47.459231 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-8119e5cc-7105-4712-9819-65fe4f43063c tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:46:47.464294 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-8119e5cc-7105-4712-9819-65fe4f43063c tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:46:47.542147 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8119e5cc-7105-4712-9819-65fe4f43063c tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Pushing event updated for resources: {'Port': ['ID=1c924033-ab46-4efe-a952-c19f76703241,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:47.545172 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d578a6df-cdd9-4d63-bf67-ad30923e2899 req-b6f01d03-359f-41fe-b114-ef3a82d4f932 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:47.552306 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d578a6df-cdd9-4d63-bf67-ad30923e2899 req-b6f01d03-359f-41fe-b114-ef3a82d4f932 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 947 time: 0.1481059 Jul 09 14:46:47.685519 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-60acd426-a564-4779-aa41-91703b2741bf req-3294517a-fdb4-4f85-91d4-91234a9150c9 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=2673b603-b318-4049-9939-34955482b2c3 HTTP/1.1" status: 200 len: 210 time: 0.0864484 Jul 09 14:46:47.726415 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-8119e5cc-7105-4712-9819-65fe4f43063c tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:47.728890 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-8119e5cc-7105-4712-9819-65fe4f43063c tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:47.760595 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-d578a6df-cdd9-4d63-bf67-ad30923e2899 req-d543e40c-db79-4438-9406-cce92e9bc158 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Deleting port 6015b974-dc7c-4714-be88-3dddf4ffbfe1 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:46:47.760964 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d578a6df-cdd9-4d63-bf67-ad30923e2899 req-d543e40c-db79-4438-9406-cce92e9bc158 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:47.855958 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-8119e5cc-7105-4712-9819-65fe4f43063c tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7114186 Jul 09 14:46:47.875631 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-54826a76-53f3-4298-ab65-3ea24fcc3982 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Request body: {'port': {'device_id': '215ee5c1-c47c-4487-bfe7-3272754152b3', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'f7f6731e-df5a-475b-9c1b-606c9f6d697c', 'admin_state_up': True, 'tenant_id': '868e6ad73e9e40dbad6a7d6a29a5f30c', 'security_groups': ['8c78eb3d-e1da-49ec-9295-fc8608cc021d']}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:46:47.940867 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-d578a6df-cdd9-4d63-bf67-ad30923e2899 req-d543e40c-db79-4438-9406-cce92e9bc158 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] For port 6015b974-dc7c-4714-be88-3dddf4ffbfe1, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=6015b974-dc7c-4714-be88-3dddf4ffbfe1,segment=NetworkSegment(d799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae),segment_id=d799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:46:47.942271 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d578a6df-cdd9-4d63-bf67-ad30923e2899 req-d543e40c-db79-4438-9406-cce92e9bc158 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:48.044727 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-ebed26ab-7516-404f-8ded-29e57427a1fb None None] Provisioning for port 1c924033-ab46-4efe-a952-c19f76703241 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:46:48.049940 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-ebed26ab-7516-404f-8ded-29e57427a1fb None None] Provisioning complete for port 1c924033-ab46-4efe-a952-c19f76703241 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:46:48.050836 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ebed26ab-7516-404f-8ded-29e57427a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:48.082552 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4e3598-6339-418a-8aad-a1834b701669 req-84660c2d-0664-4d64-8d2d-3a60ed9f80fa tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:48.092269 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2c4e3598-6339-418a-8aad-a1834b701669 req-84660c2d-0664-4d64-8d2d-3a60ed9f80fa tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.1695743 Jul 09 14:46:48.153791 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-ebed26ab-7516-404f-8ded-29e57427a1fb None None] Port 1c924033-ab46-4efe-a952-c19f76703241 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:46:48.156963 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-54826a76-53f3-4298-ab65-3ea24fcc3982 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Made reservation on behalf of 868e6ad73e9e40dbad6a7d6a29a5f30c for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:46:48.169618 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-54826a76-53f3-4298-ab65-3ea24fcc3982 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:48.194738 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2c4e3598-6339-418a-8aad-a1834b701669 req-a125e556-5683-42a1-9c39-208f1d1b0e72 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014922 Jul 09 14:46:48.234796 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-104bc99f-7021-454e-89c1-0b330e300b5f req-a236c843-585d-4bc7-a56b-f8147df78c47 tempest-MigrationsAdminTest-847079307 tempest-MigrationsAdminTest-847079307-project] 10.222.0.58 "GET /v2.0/ports?device_id=87906e67-d98d-497c-b105-fe0d6a802c10 HTTP/1.1" status: 200 len: 210 time: 0.0694647 Jul 09 14:46:48.367253 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d578a6df-cdd9-4d63-bf67-ad30923e2899 req-d543e40c-db79-4438-9406-cce92e9bc158 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:48.367722 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d578a6df-cdd9-4d63-bf67-ad30923e2899 req-d543e40c-db79-4438-9406-cce92e9bc158 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:48.368037 n-d-799529-6 neutron-server[94446]: INFO neutron.db.l3_db [req-d578a6df-cdd9-4d63-bf67-ad30923e2899 req-d543e40c-db79-4438-9406-cce92e9bc158 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Floating IP f8734064-dd0a-41a5-843a-7fe5fb084b69 disassociated. External IP: 172.25.3.245, port: 6015b974-dc7c-4714-be88-3dddf4ffbfe1. Jul 09 14:46:48.369556 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-d578a6df-cdd9-4d63-bf67-ad30923e2899 req-d543e40c-db79-4438-9406-cce92e9bc158 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Calling delete_port for 6015b974-dc7c-4714-be88-3dddf4ffbfe1 owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:46:48.408432 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-54826a76-53f3-4298-ab65-3ea24fcc3982 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Allocated IP 10.2.2.200 (f7f6731e-df5a-475b-9c1b-606c9f6d697c/2f690ec9-8aa3-48cf-be43-c18952e1b046/ab8363f7-21ad-4c07-a8be-128ce6a85669) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:46:48.555143 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c96838-b5db-45f7-a72a-6e7c09e7293e req-4b6c884a-60f6-41fc-a6d9-54806678b5d3 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:48.557531 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-14c96838-b5db-45f7-a72a-6e7c09e7293e req-4b6c884a-60f6-41fc-a6d9-54806678b5d3 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcfab441-57a0-47d4-b6ca-f82afa77915d HTTP/1.1" status: 200 len: 945 time: 0.1133318 Jul 09 14:46:48.576923 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad373e-b269-4ca9-8911-c8e348f810f1 req-1c66f7b6-25bf-41c4-ab5b-1efc06a4464d tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:48.578453 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7cad373e-b269-4ca9-8911-c8e348f810f1 req-1c66f7b6-25bf-41c4-ab5b-1efc06a4464d tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 947 time: 0.1668406 Jul 09 14:46:48.636325 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-14c96838-b5db-45f7-a72a-6e7c09e7293e req-82ed9039-3101-4abb-9bed-3cd529868306 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719323 Jul 09 14:46:48.647903 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-54826a76-53f3-4298-ab65-3ea24fcc3982 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:48.676428 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-54826a76-53f3-4298-ab65-3ea24fcc3982 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Transition to ACTIVE for port object ab8363f7-21ad-4c07-a8be-128ce6a85669 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:46:48.701625 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d578a6df-cdd9-4d63-bf67-ad30923e2899 req-d543e40c-db79-4438-9406-cce92e9bc158 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:48.758204 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d543e40c-db79-4438-9406-cce92e9bc158 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Pushing event deleted for resources: {'Port': ['ID=6015b974-dc7c-4714-be88-3dddf4ffbfe1,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:48.763816 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 5332db0b-d3ab-4b94-bdf8-80ae1940cc85 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:46:48.764292 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7cad373e-b269-4ca9-8911-c8e348f810f1 req-f247a706-65fe-4a2c-93ca-6c303f3dcd3a tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902269 Jul 09 14:46:48.808044 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-54826a76-53f3-4298-ab65-3ea24fcc3982 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:48.817702 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: 5332db0b-d3ab-4b94-bdf8-80ae1940cc85 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:46:48.818321 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 5332db0b-d3ab-4b94-bdf8-80ae1940cc85 not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:46:48.819015 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 6015b974-dc7c-4714-be88-3dddf4ffbfe1 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:46:48.841842 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: 6015b974-dc7c-4714-be88-3dddf4ffbfe1 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:46:48.842554 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 6015b974-dc7c-4714-be88-3dddf4ffbfe1 not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:46:48.881798 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device f321782d-981f-4baa-986c-50c260cf67a6 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:46:48.908968 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: f321782d-981f-4baa-986c-50c260cf67a6 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:46:48.909425 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device f321782d-981f-4baa-986c-50c260cf67a6 not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:46:48.917905 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54826a76-53f3-4298-ab65-3ea24fcc3982 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Pushing event updated for resources: {'Port': ['ID=ab8363f7-21ad-4c07-a8be-128ce6a85669,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:48.926838 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-54826a76-53f3-4298-ab65-3ea24fcc3982 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Network f7f6731e-df5a-475b-9c1b-606c9f6d697c is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:46:48.929606 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-54826a76-53f3-4298-ab65-3ea24fcc3982 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:46:48.945810 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-54826a76-53f3-4298-ab65-3ea24fcc3982 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:46:48.977387 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf0d011-a9e3-4fa9-8dbd-0aadc3ed79de req-fbe2bfc5-6aae-45d3-b25d-51fc4f7c2802 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:48.983888 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf0d011-a9e3-4fa9-8dbd-0aadc3ed79de req-fbe2bfc5-6aae-45d3-b25d-51fc4f7c2802 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:48.989807 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf0d011-a9e3-4fa9-8dbd-0aadc3ed79de req-fbe2bfc5-6aae-45d3-b25d-51fc4f7c2802 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:49.002852 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf0d011-a9e3-4fa9-8dbd-0aadc3ed79de req-fbe2bfc5-6aae-45d3-b25d-51fc4f7c2802 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:49.004044 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9bf0d011-a9e3-4fa9-8dbd-0aadc3ed79de req-fbe2bfc5-6aae-45d3-b25d-51fc4f7c2802 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/ports?device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 3094 time: 0.2306960 Jul 09 14:46:49.016748 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d578a6df-cdd9-4d63-bf67-ad30923e2899 req-d543e40c-db79-4438-9406-cce92e9bc158 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Router 9b186187-ef36-4e90-9ff9-971ee8539cc5 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:46:49.059526 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-54826a76-53f3-4298-ab65-3ea24fcc3982 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:49.060490 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-54826a76-53f3-4298-ab65-3ea24fcc3982 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:49.110305 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9bf0d011-a9e3-4fa9-8dbd-0aadc3ed79de req-a4b9630d-e4fd-4409-99dc-e9727dc589a5 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c78eb3d-e1da-49ec-9295-fc8608cc021d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0893385 Jul 09 14:46:49.188597 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-54826a76-53f3-4298-ab65-3ea24fcc3982 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3170402 Jul 09 14:46:49.207948 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-49ba8e50-ed14-4e98-9fad-651d789234f6 service neutron] Request body: {'port': {'device_id': '215ee5c1-c47c-4487-bfe7-3272754152b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:46:49.364305 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-c73576b2-30cc-4540-96cd-ca738f42504f None None] Provisioning for port ab8363f7-21ad-4c07-a8be-128ce6a85669 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:46:49.370237 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-c73576b2-30cc-4540-96cd-ca738f42504f None None] Provisioning complete for port ab8363f7-21ad-4c07-a8be-128ce6a85669 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:46:49.374540 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c73576b2-30cc-4540-96cd-ca738f42504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:49.375611 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-49ba8e50-ed14-4e98-9fad-651d789234f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:49.414485 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-c73576b2-30cc-4540-96cd-ca738f42504f None None] Port ab8363f7-21ad-4c07-a8be-128ce6a85669 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:46:49.453788 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd9c42-08a4-4987-b643-e810d5c06b44 req-f4345b48-02fc-421c-9d1e-d3db091f1d95 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:49.455381 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a2cd9c42-08a4-4987-b643-e810d5c06b44 req-f4345b48-02fc-421c-9d1e-d3db091f1d95 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcfab441-57a0-47d4-b6ca-f82afa77915d HTTP/1.1" status: 200 len: 945 time: 0.2063894 Jul 09 14:46:49.578978 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a2cd9c42-08a4-4987-b643-e810d5c06b44 req-b1dc2fda-e139-4f76-b02c-e67c85e55eae tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121058 Jul 09 14:46:49.684759 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d578a6df-cdd9-4d63-bf67-ad30923e2899 req-d543e40c-db79-4438-9406-cce92e9bc158 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:46:49.699938 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fd2e55-0a27-41bf-8c22-1b9ff69b159e None None] Sync routers for ids ['9b186187-ef36-4e90-9ff9-971ee8539cc5'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:46:49.733282 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fd2e55-0a27-41bf-8c22-1b9ff69b159e None None] Routers {'9b186187-ef36-4e90-9ff9-971ee8539cc5'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:46:49.733877 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-46fd2e55-0a27-41bf-8c22-1b9ff69b159e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:46:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['9b186187-ef36-4e90-9ff9-971ee8539cc5'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:46:49.792877 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-d578a6df-cdd9-4d63-bf67-ad30923e2899 req-d543e40c-db79-4438-9406-cce92e9bc158 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] No DVR routers for this DVR port 6015b974-dc7c-4714-be88-3dddf4ffbfe1 on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:46:49.799448 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d578a6df-cdd9-4d63-bf67-ad30923e2899 req-d543e40c-db79-4438-9406-cce92e9bc158 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:49.801544 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d578a6df-cdd9-4d63-bf67-ad30923e2899 req-d543e40c-db79-4438-9406-cce92e9bc158 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.62 "DELETE /v2.0/ports/6015b974-dc7c-4714-be88-3dddf4ffbfe1 HTTP/1.1" status: 204 len: 173 time: 2.2319860 Jul 09 14:46:49.803748 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b33550-07e9-4e61-aef5-26df5078532c', 'name': 'network-vif-deleted', 'tag': '6015b974-dc7c-4714-be88-3dddf4ffbfe1'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:46:49.813231 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa23528f-36ca-4510-9aba-289c711940e8" -d '{"events": [{"server_uuid": "d5b33550-07e9-4e61-aef5-26df5078532c", "name": "network-vif-deleted", "tag": "6015b974-dc7c-4714-be88-3dddf4ffbfe1"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:46:49.828758 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e8baa-2307-4bc7-b512-12217cb164bd req-2d4e572c-2829-41f0-b746-a53a914d1efa tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:49.842721 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-542e8baa-2307-4bc7-b512-12217cb164bd req-2d4e572c-2829-41f0-b746-a53a914d1efa tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.2338171 Jul 09 14:46:49.849901 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-49ba8e50-ed14-4e98-9fad-651d789234f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbecacc0-fcea-4c8e-9c93-2a490da9fb58 {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:46:49.860298 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-49ba8e50-ed14-4e98-9fad-651d789234f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:49.876663 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-49ba8e50-ed14-4e98-9fad-651d789234f6 service neutron] Transition to ACTIVE for port object bbecacc0-fcea-4c8e-9c93-2a490da9fb58 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:46:49.911844 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-542e8baa-2307-4bc7-b512-12217cb164bd req-f4a0da94-ef4a-476b-a862-e249d37ce098 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618820 Jul 09 14:46:49.934196 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-46fd2e55-0a27-41bf-8c22-1b9ff69b159e None None] Set router 9b186187-ef36-4e90-9ff9-971ee8539cc5 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:46:50.033865 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-49ba8e50-ed14-4e98-9fad-651d789234f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:50.085218 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba8e50-ed14-4e98-9fad-651d789234f6 service neutron] Pushing event updated for resources: {'Port': ['ID=bbecacc0-fcea-4c8e-9c93-2a490da9fb58,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:50.216178 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-49ba8e50-ed14-4e98-9fad-651d789234f6 service neutron] Attempting to bind port bbecacc0-fcea-4c8e-9c93-2a490da9fb58 on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:46:50.216718 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-49ba8e50-ed14-4e98-9fad-651d789234f6 service neutron] Attempting to bind port bbecacc0-fcea-4c8e-9c93-2a490da9fb58 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': '3bb7d6e9-70bc-4439-a91f-bf6984bfce81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0fc8da04-04d4-4eeb-86d6-5d8e54448613'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:46:50.218091 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-49ba8e50-ed14-4e98-9fad-651d789234f6 service neutron] Attempting to bind port bbecacc0-fcea-4c8e-9c93-2a490da9fb58 on network 0fc8da04-04d4-4eeb-86d6-5d8e54448613 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:46:50.233910 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-49ba8e50-ed14-4e98-9fad-651d789234f6 service neutron] Port bbecacc0-fcea-4c8e-9c93-2a490da9fb58 on network 0fc8da04-04d4-4eeb-86d6-5d8e54448613 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:46:50.233910 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-49ba8e50-ed14-4e98-9fad-651d789234f6 service neutron] Attempting to bind port bbecacc0-fcea-4c8e-9c93-2a490da9fb58 on network 0fc8da04-04d4-4eeb-86d6-5d8e54448613 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:46:50.234127 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-46fd2e55-0a27-41bf-8c22-1b9ff69b159e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b186187-ef36-4e90-9ff9-971ee8539cc5', 'name': 'tempest-AttachVolumeShelveTestJSON-329654569-router', 'tenant_id': '644ca6545bbf445fa0c886b6aef98e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '821ef2ce-5a51-44eb-a9cc-100df4ab7185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:40:13Z', 'updated_at': '2021-07-09T14:40:19Z', 'revision_number': 4, 'project_id': '644ca6545bbf445fa0c886b6aef98e04', 'gw_port': {'id': '821ef2ce-5a51-44eb-a9cc-100df4ab7185', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:41:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b186187-ef36-4e90-9ff9-971ee8539cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:40:14Z', 'updated_at': '2021-07-09T14:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '105008ca-83d6-4990-82d6-f2b3bc28e67b', 'name': '', 'network_id': '29d888e5-b470-491c-8272-fb069bb5ea34', 'tenant_id': '644ca6545bbf445fa0c886b6aef98e04', 'mac_address': 'fa:16:3e:52:95:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b186187-ef36-4e90-9ff9-971ee8539cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '6ebf5b74-6584-49ef-a6c0-eff61f32c488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:40:17Z', 'updated_at': '2021-07-09T14:40:24Z', 'revision_number': 5, 'project_id': '644ca6545bbf445fa0c886b6aef98e04', 'subnets': [{'id': '6ebf5b74-6584-49ef-a6c0-eff61f32c488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:46:50.246466 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-49ba8e50-ed14-4e98-9fad-651d789234f6 service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:46:50.248446 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-49ba8e50-ed14-4e98-9fad-651d789234f6 service neutron] Checking segment: {'id': '3bb7d6e9-70bc-4439-a91f-bf6984bfce81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0fc8da04-04d4-4eeb-86d6-5d8e54448613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:46:50.249100 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-49ba8e50-ed14-4e98-9fad-651d789234f6 service neutron] Bound using segment: {'id': '3bb7d6e9-70bc-4439-a91f-bf6984bfce81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0fc8da04-04d4-4eeb-86d6-5d8e54448613'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:46:50.251185 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-49ba8e50-ed14-4e98-9fad-651d789234f6 service neutron] Bound port: bbecacc0-fcea-4c8e-9c93-2a490da9fb58, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bb7d6e9-70bc-4439-a91f-bf6984bfce81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0fc8da04-04d4-4eeb-86d6-5d8e54448613'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:46:50.251606 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-49ba8e50-ed14-4e98-9fad-651d789234f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:50.272677 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fd2e55-0a27-41bf-8c22-1b9ff69b159e None None] Checking router: 9b186187-ef36-4e90-9ff9-971ee8539cc5 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:46:50.291354 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fd2e55-0a27-41bf-8c22-1b9ff69b159e None None] Routers {'9b186187-ef36-4e90-9ff9-971ee8539cc5'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:46:50.293757 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-46fd2e55-0a27-41bf-8c22-1b9ff69b159e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:46:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['9b186187-ef36-4e90-9ff9-971ee8539cc5'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:46:50.357564 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-49ba8e50-ed14-4e98-9fad-651d789234f6 service neutron] For port bbecacc0-fcea-4c8e-9c93-2a490da9fb58, host n-h1-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:46:50.369502 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-49ba8e50-ed14-4e98-9fad-651d789234f6 service neutron] For port bbecacc0-fcea-4c8e-9c93-2a490da9fb58, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=bbecacc0-fcea-4c8e-9c93-2a490da9fb58,segment=NetworkSegment(3bb7d6e9-70bc-4439-a91f-bf6984bfce81),segment_id=3bb7d6e9-70bc-4439-a91f-bf6984bfce81)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:46:50.437059 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-46fd2e55-0a27-41bf-8c22-1b9ff69b159e None None] Set router 9b186187-ef36-4e90-9ff9-971ee8539cc5 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:46:50.445618 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-49ba8e50-ed14-4e98-9fad-651d789234f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:50.524231 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-49ba8e50-ed14-4e98-9fad-651d789234f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:50.526998 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-49ba8e50-ed14-4e98-9fad-651d789234f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:50.526998 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-49ba8e50-ed14-4e98-9fad-651d789234f6 service neutron] 10.222.0.62 "PUT /v2.0/ports/bbecacc0-fcea-4c8e-9c93-2a490da9fb58 HTTP/1.1" status: 200 len: 1091 time: 1.3235102 Jul 09 14:46:50.527566 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '215ee5c1-c47c-4487-bfe7-3272754152b3', 'tag': 'bbecacc0-fcea-4c8e-9c93-2a490da9fb58'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:46:50.546262 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0143bbc2-73e6-40de-aa05-8550250a01c0" -d '{"events": [{"name": "network-changed", "server_uuid": "215ee5c1-c47c-4487-bfe7-3272754152b3", "tag": "bbecacc0-fcea-4c8e-9c93-2a490da9fb58"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:46:50.556239 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ec5df7-9302-4c3e-978d-f3ebec3074c5 x-openstack-request-id: req-27ec5df7-9302-4c3e-978d-f3ebec3074c5 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:46:50.556844 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5b33550-07e9-4e61-aef5-26df5078532c", "name": "network-vif-deleted", "tag": "6015b974-dc7c-4714-be88-3dddf4ffbfe1", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:46:50.557289 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-27ec5df7-9302-4c3e-978d-f3ebec3074c5 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:46:50.557830 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b33550-07e9-4e61-aef5-26df5078532c', 'name': 'network-vif-deleted', 'tag': '6015b974-dc7c-4714-be88-3dddf4ffbfe1', 'status': 'completed', 'code': 200} Jul 09 14:46:50.581792 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 35262) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:46:50.626767 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba8e50-ed14-4e98-9fad-651d789234f6 service neutron] Pushing event updated for resources: {'Port': ['ID=bbecacc0-fcea-4c8e-9c93-2a490da9fb58,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:50.654407 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-9d324afc-cc2c-4933-b4c9-5e9d6a88a6e9 service neutron] Request body: {'port': {'device_id': '215ee5c1-c47c-4487-bfe7-3272754152b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:46:50.810587 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a8994c9b-e185-4cc2-a6e0-54ff9bc417c0 req-151705d6-8e7d-46e9-88f8-28f026c15432 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5b33550-07e9-4e61-aef5-26df5078532c HTTP/1.1" status: 200 len: 210 time: 0.0489266 Jul 09 14:46:50.873358 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-46fd2e55-0a27-41bf-8c22-1b9ff69b159e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b186187-ef36-4e90-9ff9-971ee8539cc5', 'name': 'tempest-AttachVolumeShelveTestJSON-329654569-router', 'tenant_id': '644ca6545bbf445fa0c886b6aef98e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '821ef2ce-5a51-44eb-a9cc-100df4ab7185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:40:13Z', 'updated_at': '2021-07-09T14:40:19Z', 'revision_number': 4, 'project_id': '644ca6545bbf445fa0c886b6aef98e04', 'gw_port': {'id': '821ef2ce-5a51-44eb-a9cc-100df4ab7185', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:41:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b186187-ef36-4e90-9ff9-971ee8539cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:40:14Z', 'updated_at': '2021-07-09T14:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '105008ca-83d6-4990-82d6-f2b3bc28e67b', 'name': '', 'network_id': '29d888e5-b470-491c-8272-fb069bb5ea34', 'tenant_id': '644ca6545bbf445fa0c886b6aef98e04', 'mac_address': 'fa:16:3e:52:95:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b186187-ef36-4e90-9ff9-971ee8539cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '6ebf5b74-6584-49ef-a6c0-eff61f32c488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:40:17Z', 'updated_at': '2021-07-09T14:40:24Z', 'revision_number': 5, 'project_id': '644ca6545bbf445fa0c886b6aef98e04', 'subnets': [{'id': '6ebf5b74-6584-49ef-a6c0-eff61f32c488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:46:50.899739 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-9d324afc-cc2c-4933-b4c9-5e9d6a88a6e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:50.937225 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fd2e55-0a27-41bf-8c22-1b9ff69b159e None None] The sync data for ids ['9b186187-ef36-4e90-9ff9-971ee8539cc5'] in n-d-799529-6 is: [{'id': '9b186187-ef36-4e90-9ff9-971ee8539cc5', 'name': 'tempest-AttachVolumeShelveTestJSON-329654569-router', 'tenant_id': '644ca6545bbf445fa0c886b6aef98e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '821ef2ce-5a51-44eb-a9cc-100df4ab7185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:40:13Z', 'updated_at': '2021-07-09T14:40:19Z', 'revision_number': 4, 'project_id': '644ca6545bbf445fa0c886b6aef98e04', 'gw_port': {'id': '821ef2ce-5a51-44eb-a9cc-100df4ab7185', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:41:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b186187-ef36-4e90-9ff9-971ee8539cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:40:14Z', 'updated_at': '2021-07-09T14:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '105008ca-83d6-4990-82d6-f2b3bc28e67b', 'name': '', 'network_id': '29d888e5-b470-491c-8272-fb069bb5ea34', 'tenant_id': '644ca6545bbf445fa0c886b6aef98e04', 'mac_address': 'fa:16:3e:52:95:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b186187-ef36-4e90-9ff9-971ee8539cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '6ebf5b74-6584-49ef-a6c0-eff61f32c488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:40:17Z', 'updated_at': '2021-07-09T14:40:24Z', 'revision_number': 5, 'project_id': '644ca6545bbf445fa0c886b6aef98e04', 'subnets': [{'id': '6ebf5b74-6584-49ef-a6c0-eff61f32c488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:46:50.960472 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-be880fda-c9e3-4b75-9155-2674c90315ae admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5ec7891592d74a6886dfa68c8f9e2e18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3774147 Jul 09 14:46:50.972394 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 35282) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:46:51.016707 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ed5fd-b1b3-455f-abb6-0d897cd5c58d req-e87ed97c-a350-44b1-b1a8-af5af17052f2 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:51.024498 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-472ed5fd-b1b3-455f-abb6-0d897cd5c58d req-e87ed97c-a350-44b1-b1a8-af5af17052f2 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.2810414 Jul 09 14:46:51.081248 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-eb49590c-3b5f-45df-8850-d100ff96b72b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:51.106237 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-eb49590c-3b5f-45df-8850-d100ff96b72b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:51.148210 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-472ed5fd-b1b3-455f-abb6-0d897cd5c58d req-94de0ba5-f152-4cea-85b3-20318715124b tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232042 Jul 09 14:46:51.290815 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-eb49590c-3b5f-45df-8850-d100ff96b72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:51.293806 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-eb49590c-3b5f-45df-8850-d100ff96b72b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:51.295047 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-eb49590c-3b5f-45df-8850-d100ff96b72b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e55c4514-d51b-43c7-8e5e-04c9ef579752 HTTP/1.1" status: 204 len: 168 time: 0.3206050 Jul 09 14:46:51.408306 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49590c-3b5f-45df-8850-d100ff96b72b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55c4514-d51b-43c7-8e5e-04c9ef579752,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:51.471587 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a63d4a5-9e9f-4044-8f18-fa8663be47cb None None] New status for floating IP f8734064-dd0a-41a5-843a-7fe5fb084b69: DOWN {{(pid=94448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:46:51.492168 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df73426e-2be9-4e0d-9501-7886b79b2faa req-c52dc96c-491d-4e86-a68e-e1b8faba2e50 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:51.493779 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-df73426e-2be9-4e0d-9501-7886b79b2faa req-c52dc96c-491d-4e86-a68e-e1b8faba2e50 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c2e0f99-9411-4f1e-bed2-a4b911ed0060 HTTP/1.1" status: 200 len: 950 time: 0.1975849 Jul 09 14:46:51.508061 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-9d324afc-cc2c-4933-b4c9-5e9d6a88a6e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb420490-7abe-48bb-8247-ff19d2932add {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:46:51.520285 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-9d324afc-cc2c-4933-b4c9-5e9d6a88a6e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:51.535807 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c819e5d4-7071-4b26-8cf3-18b91e98fd39 req-6c3a7427-9d7d-4cf5-bb88-3cd10a4309e6 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:51.543472 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c819e5d4-7071-4b26-8cf3-18b91e98fd39 req-6c3a7427-9d7d-4cf5-bb88-3cd10a4309e6 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:51.549978 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c819e5d4-7071-4b26-8cf3-18b91e98fd39 req-6c3a7427-9d7d-4cf5-bb88-3cd10a4309e6 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:51.557023 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c819e5d4-7071-4b26-8cf3-18b91e98fd39 req-6c3a7427-9d7d-4cf5-bb88-3cd10a4309e6 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:51.564276 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c819e5d4-7071-4b26-8cf3-18b91e98fd39 req-6c3a7427-9d7d-4cf5-bb88-3cd10a4309e6 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:51.565850 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-df73426e-2be9-4e0d-9501-7886b79b2faa req-8870bebc-9a2f-4630-b628-6459a1e9740f tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659282 Jul 09 14:46:51.566491 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c819e5d4-7071-4b26-8cf3-18b91e98fd39 req-6c3a7427-9d7d-4cf5-bb88-3cd10a4309e6 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/ports?device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 3827 time: 0.2165096 Jul 09 14:46:51.605801 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-9d324afc-cc2c-4933-b4c9-5e9d6a88a6e9 service neutron] Transition to ACTIVE for port object bb420490-7abe-48bb-8247-ff19d2932add will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:46:51.622972 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c819e5d4-7071-4b26-8cf3-18b91e98fd39 req-ba63cbe4-ccf4-4b45-87c3-855f60bf50c1 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c78eb3d-e1da-49ec-9295-fc8608cc021d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500073 Jul 09 14:46:51.674898 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-9d324afc-cc2c-4933-b4c9-5e9d6a88a6e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:51.685126 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b7d908-5edb-4fad-b6a7-35a9b10d32d0 x-openstack-request-id: req-e5b7d908-5edb-4fad-b6a7-35a9b10d32d0 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:46:51.685418 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "215ee5c1-c47c-4487-bfe7-3272754152b3", "tag": "bbecacc0-fcea-4c8e-9c93-2a490da9fb58", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:46:51.685670 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e5b7d908-5edb-4fad-b6a7-35a9b10d32d0 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:46:51.686070 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '215ee5c1-c47c-4487-bfe7-3272754152b3', 'tag': 'bbecacc0-fcea-4c8e-9c93-2a490da9fb58', 'status': 'completed', 'code': 200} Jul 09 14:46:51.861498 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d324afc-cc2c-4933-b4c9-5e9d6a88a6e9 service neutron] Pushing event updated for resources: {'Port': ['ID=bb420490-7abe-48bb-8247-ff19d2932add,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:51.936095 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99cea30-084b-4707-9db4-46375699ff79 req-2fc84e37-3ed2-49e7-9598-cac9baf251a0 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:51.943827 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d99cea30-084b-4707-9db4-46375699ff79 req-2fc84e37-3ed2-49e7-9598-cac9baf251a0 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcfab441-57a0-47d4-b6ca-f82afa77915d HTTP/1.1" status: 200 len: 945 time: 0.2425632 Jul 09 14:46:51.971104 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0143bbc2-73e6-40de-aa05-8550250a01c0 req-d1ce603c-9345-4afe-a3c7-3a6ae43d5102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:51.971835 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0143bbc2-73e6-40de-aa05-8550250a01c0 req-d1ce603c-9345-4afe-a3c7-3a6ae43d5102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:51.971954 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-9d324afc-cc2c-4933-b4c9-5e9d6a88a6e9 service neutron] Attempting to bind port bb420490-7abe-48bb-8247-ff19d2932add on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:46:51.972058 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-9d324afc-cc2c-4933-b4c9-5e9d6a88a6e9 service neutron] Attempting to bind port bb420490-7abe-48bb-8247-ff19d2932add by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': 'c961693e-5289-4f40-a8e3-a769b6e30c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '7086051a-a9a3-4774-91ec-207e7481a1f2'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:46:51.972144 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0143bbc2-73e6-40de-aa05-8550250a01c0 req-d1ce603c-9345-4afe-a3c7-3a6ae43d5102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:51.972424 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-9d324afc-cc2c-4933-b4c9-5e9d6a88a6e9 service neutron] Attempting to bind port bb420490-7abe-48bb-8247-ff19d2932add on network 7086051a-a9a3-4774-91ec-207e7481a1f2 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:46:51.972528 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0143bbc2-73e6-40de-aa05-8550250a01c0 req-d1ce603c-9345-4afe-a3c7-3a6ae43d5102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:51.973030 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0143bbc2-73e6-40de-aa05-8550250a01c0 req-d1ce603c-9345-4afe-a3c7-3a6ae43d5102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:51.973491 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0143bbc2-73e6-40de-aa05-8550250a01c0 req-d1ce603c-9345-4afe-a3c7-3a6ae43d5102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:51.975357 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0143bbc2-73e6-40de-aa05-8550250a01c0 req-d1ce603c-9345-4afe-a3c7-3a6ae43d5102 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=868e6ad73e9e40dbad6a7d6a29a5f30c&device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 5243 time: 0.2267463 Jul 09 14:46:51.997122 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-9d324afc-cc2c-4933-b4c9-5e9d6a88a6e9 service neutron] Port bb420490-7abe-48bb-8247-ff19d2932add on network 7086051a-a9a3-4774-91ec-207e7481a1f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:46:51.997887 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-9d324afc-cc2c-4933-b4c9-5e9d6a88a6e9 service neutron] Attempting to bind port bb420490-7abe-48bb-8247-ff19d2932add on network 7086051a-a9a3-4774-91ec-207e7481a1f2 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:46:52.009907 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d99cea30-084b-4707-9db4-46375699ff79 req-be788c5e-0727-48f1-84a0-f07d1e432bff tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642331 Jul 09 14:46:52.042516 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-9d324afc-cc2c-4933-b4c9-5e9d6a88a6e9 service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:46:52.043188 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-9d324afc-cc2c-4933-b4c9-5e9d6a88a6e9 service neutron] Checking segment: {'id': 'c961693e-5289-4f40-a8e3-a769b6e30c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '7086051a-a9a3-4774-91ec-207e7481a1f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:46:52.043688 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-9d324afc-cc2c-4933-b4c9-5e9d6a88a6e9 service neutron] Bound using segment: {'id': 'c961693e-5289-4f40-a8e3-a769b6e30c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '7086051a-a9a3-4774-91ec-207e7481a1f2'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:46:52.044301 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-9d324afc-cc2c-4933-b4c9-5e9d6a88a6e9 service neutron] Bound port: bb420490-7abe-48bb-8247-ff19d2932add, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c961693e-5289-4f40-a8e3-a769b6e30c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '7086051a-a9a3-4774-91ec-207e7481a1f2'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:46:52.044831 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-9d324afc-cc2c-4933-b4c9-5e9d6a88a6e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:52.142334 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-9d324afc-cc2c-4933-b4c9-5e9d6a88a6e9 service neutron] For port bb420490-7abe-48bb-8247-ff19d2932add, host n-h1-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:46:52.149612 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-9d324afc-cc2c-4933-b4c9-5e9d6a88a6e9 service neutron] For port bb420490-7abe-48bb-8247-ff19d2932add, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=bb420490-7abe-48bb-8247-ff19d2932add,segment=NetworkSegment(c961693e-5289-4f40-a8e3-a769b6e30c12),segment_id=c961693e-5289-4f40-a8e3-a769b6e30c12)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:46:52.194372 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3150694a-2532-4ff3-979d-204109044529 req-f803a4d7-136d-4134-a3ba-d3ce982d4658 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:52.200954 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3150694a-2532-4ff3-979d-204109044529 req-f803a4d7-136d-4134-a3ba-d3ce982d4658 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.54 "GET /v2.0/ports?device_id=bcfab441-57a0-47d4-b6ca-f82afa77915d HTTP/1.1" status: 200 len: 945 time: 0.4065807 Jul 09 14:46:52.219029 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d93bad-0005-4cfd-b74a-695016c61cce req-a616c09a-2d04-401b-ad11-5069a1375a1a tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:52.227369 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-46d93bad-0005-4cfd-b74a-695016c61cce req-a616c09a-2d04-401b-ad11-5069a1375a1a tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.3100083 Jul 09 14:46:52.251978 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-9d324afc-cc2c-4933-b4c9-5e9d6a88a6e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:52.252271 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0143bbc2-73e6-40de-aa05-8550250a01c0 req-9110502e-c1d0-41d7-bb39-2a028a235eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:52.252762 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0143bbc2-73e6-40de-aa05-8550250a01c0 req-9110502e-c1d0-41d7-bb39-2a028a235eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:52.254994 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0143bbc2-73e6-40de-aa05-8550250a01c0 req-9110502e-c1d0-41d7-bb39-2a028a235eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:52.254994 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0143bbc2-73e6-40de-aa05-8550250a01c0 req-9110502e-c1d0-41d7-bb39-2a028a235eff service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=868e6ad73e9e40dbad6a7d6a29a5f30c&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2440155 Jul 09 14:46:52.291182 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 35340) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:46:52.364725 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-9d324afc-cc2c-4933-b4c9-5e9d6a88a6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:52.365354 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-9d324afc-cc2c-4933-b4c9-5e9d6a88a6e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:52.366826 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-9d324afc-cc2c-4933-b4c9-5e9d6a88a6e9 service neutron] 10.222.0.62 "PUT /v2.0/ports/bb420490-7abe-48bb-8247-ff19d2932add HTTP/1.1" status: 200 len: 1130 time: 1.7179015 Jul 09 14:46:52.371193 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0143bbc2-73e6-40de-aa05-8550250a01c0 req-24cddef4-f0f9-4b4b-9d8b-1d3ccd9b60e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:52.372928 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0143bbc2-73e6-40de-aa05-8550250a01c0 req-24cddef4-f0f9-4b4b-9d8b-1d3ccd9b60e2 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1087756 Jul 09 14:46:52.422250 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-46d93bad-0005-4cfd-b74a-695016c61cce req-7c96e111-6253-4cc8-9d68-4476a3e4a6b8 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936977 Jul 09 14:46:52.489158 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-a801fa82-00d8-462c-a139-aaa8058c6ea0 service neutron] Request body: {'port': {'device_id': '215ee5c1-c47c-4487-bfe7-3272754152b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:46:52.494035 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 35344) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:46:52.506108 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d324afc-cc2c-4933-b4c9-5e9d6a88a6e9 service neutron] Pushing event updated for resources: {'Port': ['ID=bb420490-7abe-48bb-8247-ff19d2932add,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:52.517060 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-2d49b90d-61a0-457c-87c4-a078648b9fa6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f33911dcac11427f93242acfb30f3a7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2121303 Jul 09 14:46:52.523981 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 35346) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:46:52.625751 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a207eaf4-a8fc-48fa-9242-4dd73640d427 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:52.717191 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a207eaf4-a8fc-48fa-9242-4dd73640d427 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:52.726515 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-a801fa82-00d8-462c-a139-aaa8058c6ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:52.747154 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9a30ff-5c8e-4b90-b607-e8bab6646b35 req-ec992120-4f46-463f-975d-730d8ee62eed tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:52.753929 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fc9a30ff-5c8e-4b90-b607-e8bab6646b35 req-ec992120-4f46-463f-975d-730d8ee62eed tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c2e0f99-9411-4f1e-bed2-a4b911ed0060 HTTP/1.1" status: 200 len: 950 time: 0.3398299 Jul 09 14:46:52.795856 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 35354) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:46:52.806641 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3ba97c8b-63dc-4c5c-97cd-0cc45b02044f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:52.809132 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-3150694a-2532-4ff3-979d-204109044529 req-da533bc2-f15e-42b0-abfd-29265776bcc7 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Deleting port 605bf609-d7a4-49d3-8454-851bf931a2e9 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:46:52.809596 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-3150694a-2532-4ff3-979d-204109044529 req-da533bc2-f15e-42b0-abfd-29265776bcc7 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:52.994890 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:52.995362 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37260f95-a4e6-4029-91b5-a183889cb254 req-02993af2-4604-4631-8def-980cfe95c13d tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:52.996417 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-37260f95-a4e6-4029-91b5-a183889cb254 req-02993af2-4604-4631-8def-980cfe95c13d tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c2e0f99-9411-4f1e-bed2-a4b911ed0060 HTTP/1.1" status: 200 len: 950 time: 0.1995327 Jul 09 14:46:53.028812 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-56c20e47-ae40-4810-b9c5-6b99e8061ff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:53.050305 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a207eaf4-a8fc-48fa-9242-4dd73640d427 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:53.053103 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a207eaf4-a8fc-48fa-9242-4dd73640d427 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:53.056928 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a207eaf4-a8fc-48fa-9242-4dd73640d427 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "DELETE /v2.0/security-groups/87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7 HTTP/1.1" status: 204 len: 168 time: 0.5591893 Jul 09 14:46:53.062419 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 35362) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:46:53.112089 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a207eaf4-a8fc-48fa-9242-4dd73640d427 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:53.127555 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [None req-8351b24e-0287-44bf-ab54-98800c0ff8a2 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] show failed (client error): The resource could not be found. Jul 09 14:46:53.128622 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-8351b24e-0287-44bf-ab54-98800c0ff8a2 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups/87a7d3b3-2643-4a8b-aa4f-d67fcb2adbc7 HTTP/1.1" status: 404 len: 347 time: 0.0611413 Jul 09 14:46:53.135536 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-37260f95-a4e6-4029-91b5-a183889cb254 req-7c154dce-097e-4a32-9aed-71e7dfa9f33b tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279144 Jul 09 14:46:53.137306 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 35364) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:46:53.260496 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3ba97c8b-63dc-4c5c-97cd-0cc45b02044f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:53.292816 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81720ec7-2d67-4d91-a06f-bc9b8d56cb48 req-5f72617b-7aba-47e7-ad3a-dde7bb48f122 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:53.296193 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-81720ec7-2d67-4d91-a06f-bc9b8d56cb48 req-5f72617b-7aba-47e7-ad3a-dde7bb48f122 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.6631804 Jul 09 14:46:53.307743 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-3150694a-2532-4ff3-979d-204109044529 req-da533bc2-f15e-42b0-abfd-29265776bcc7 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] For port 605bf609-d7a4-49d3-8454-851bf931a2e9, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=605bf609-d7a4-49d3-8454-851bf931a2e9,segment=NetworkSegment(53f9e82d-cbee-4af4-9fe3-f119337023c8),segment_id=53f9e82d-cbee-4af4-9fe3-f119337023c8)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:46:53.308110 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-3150694a-2532-4ff3-979d-204109044529 req-da533bc2-f15e-42b0-abfd-29265776bcc7 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:53.350170 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-a801fa82-00d8-462c-a139-aaa8058c6ea0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96e89843-57db-4bb8-a7db-a9b989e66245 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:46:53.356775 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-3150694a-2532-4ff3-979d-204109044529 req-da533bc2-f15e-42b0-abfd-29265776bcc7 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Calling delete_port for 605bf609-d7a4-49d3-8454-851bf931a2e9 owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:46:53.363881 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-a801fa82-00d8-462c-a139-aaa8058c6ea0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:53.406729 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-a801fa82-00d8-462c-a139-aaa8058c6ea0 service neutron] Transition to ACTIVE for port object 96e89843-57db-4bb8-a7db-a9b989e66245 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:46:53.426466 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-56c20e47-ae40-4810-b9c5-6b99e8061ff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:53.436205 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-81720ec7-2d67-4d91-a06f-bc9b8d56cb48 req-adb46bbb-5a68-42da-8fc8-6e62dc7800a7 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349344 Jul 09 14:46:53.464445 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-fc9a30ff-5c8e-4b90-b607-e8bab6646b35 req-409326c9-e2a5-419e-b170-6b44f7ccc13c tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Deleting port 42868ad9-71ed-4dca-88f3-ba205abb3fbc {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:46:53.464784 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-fc9a30ff-5c8e-4b90-b607-e8bab6646b35 req-409326c9-e2a5-419e-b170-6b44f7ccc13c tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:53.479494 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90884516-29df-479d-b09e-ea4bc9f5b027 req-8e63508f-e500-4e08-932c-c25128b91c86 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:53.485705 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90884516-29df-479d-b09e-ea4bc9f5b027 req-8e63508f-e500-4e08-932c-c25128b91c86 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:53.491731 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90884516-29df-479d-b09e-ea4bc9f5b027 req-8e63508f-e500-4e08-932c-c25128b91c86 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:53.497856 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90884516-29df-479d-b09e-ea4bc9f5b027 req-8e63508f-e500-4e08-932c-c25128b91c86 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:53.503815 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90884516-29df-479d-b09e-ea4bc9f5b027 req-8e63508f-e500-4e08-932c-c25128b91c86 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:53.510315 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90884516-29df-479d-b09e-ea4bc9f5b027 req-8e63508f-e500-4e08-932c-c25128b91c86 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:53.512407 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-90884516-29df-479d-b09e-ea4bc9f5b027 req-8e63508f-e500-4e08-932c-c25128b91c86 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/ports?device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 4599 time: 0.2311788 Jul 09 14:46:53.513752 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-334e70ae-6d60-4763-9654-1782a0976184 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Deleting port e898c61f-b758-488d-9f47-8780905ceec0 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:46:53.514090 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-334e70ae-6d60-4763-9654-1782a0976184 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:53.517597 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-56c20e47-ae40-4810-b9c5-6b99e8061ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:53.539737 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-a801fa82-00d8-462c-a139-aaa8058c6ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:53.555461 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-56c20e47-ae40-4810-b9c5-6b99e8061ff9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fdca8a49912f4c6da325beea264ae005&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7568703 Jul 09 14:46:53.579806 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 35370) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:46:53.628757 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3ba97c8b-63dc-4c5c-97cd-0cc45b02044f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:53.631413 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3ba97c8b-63dc-4c5c-97cd-0cc45b02044f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:53.632729 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-3ba97c8b-63dc-4c5c-97cd-0cc45b02044f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f0b1bfcb-bb57-498f-9f55-1c75bfdd78a1 HTTP/1.1" status: 204 len: 168 time: 1.1112280 Jul 09 14:46:53.668944 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c20e47-ae40-4810-b9c5-6b99e8061ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec13586-2837-467e-b77e-4cc3ccb93f2c,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:53.692398 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '215ee5c1-c47c-4487-bfe7-3272754152b3', 'tag': 'bb420490-7abe-48bb-8247-ff19d2932add'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:46:53.695333 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b965cff-6b33-491a-bfe6-c31a4baa9869" -d '{"events": [{"name": "network-changed", "server_uuid": "215ee5c1-c47c-4487-bfe7-3272754152b3", "tag": "bb420490-7abe-48bb-8247-ff19d2932add"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:46:53.718805 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a801fa82-00d8-462c-a139-aaa8058c6ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=96e89843-57db-4bb8-a7db-a9b989e66245,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:53.729747 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba97c8b-63dc-4c5c-97cd-0cc45b02044f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b1bfcb-bb57-498f-9f55-1c75bfdd78a1,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:53.749603 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-fc9a30ff-5c8e-4b90-b607-e8bab6646b35 req-409326c9-e2a5-419e-b170-6b44f7ccc13c tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] For port 42868ad9-71ed-4dca-88f3-ba205abb3fbc, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=42868ad9-71ed-4dca-88f3-ba205abb3fbc,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:46:53.750260 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-90884516-29df-479d-b09e-ea4bc9f5b027 req-3b4625c7-4406-4b14-9f38-761e7ebe5669 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c78eb3d-e1da-49ec-9295-fc8608cc021d&id=9c5c735c-33df-481d-808b-656ad0345330&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1988945 Jul 09 14:46:53.750377 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-fc9a30ff-5c8e-4b90-b607-e8bab6646b35 req-409326c9-e2a5-419e-b170-6b44f7ccc13c tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:53.775681 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-fc9a30ff-5c8e-4b90-b607-e8bab6646b35 req-409326c9-e2a5-419e-b170-6b44f7ccc13c tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Calling delete_port for 42868ad9-71ed-4dca-88f3-ba205abb3fbc owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:46:53.821917 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-334e70ae-6d60-4763-9654-1782a0976184 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:53.822248 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-334e70ae-6d60-4763-9654-1782a0976184 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:53.867550 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-385ad566-012c-49fd-941d-98713414813f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:53.870112 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-334e70ae-6d60-4763-9654-1782a0976184 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Calling delete_port for e898c61f-b758-488d-9f47-8780905ceec0 owned by network:floatingip {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:46:53.948165 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a0f87-4465-4c62-96d0-65868f18ca56 req-6bc3ab91-cf82-4ef1-8b0d-a0fb95879851 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:53.956103 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-aa0a0f87-4465-4c62-96d0-65868f18ca56 req-6bc3ab91-cf82-4ef1-8b0d-a0fb95879851 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcfab441-57a0-47d4-b6ca-f82afa77915d HTTP/1.1" status: 200 len: 945 time: 0.3971915 Jul 09 14:46:53.972907 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-a801fa82-00d8-462c-a139-aaa8058c6ea0 service neutron] Attempting to bind port 96e89843-57db-4bb8-a7db-a9b989e66245 on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:46:53.972907 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-a801fa82-00d8-462c-a139-aaa8058c6ea0 service neutron] Attempting to bind port 96e89843-57db-4bb8-a7db-a9b989e66245 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': 'c961693e-5289-4f40-a8e3-a769b6e30c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '7086051a-a9a3-4774-91ec-207e7481a1f2'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:46:53.973193 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-a801fa82-00d8-462c-a139-aaa8058c6ea0 service neutron] Attempting to bind port 96e89843-57db-4bb8-a7db-a9b989e66245 on network 7086051a-a9a3-4774-91ec-207e7481a1f2 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:46:53.983872 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-a801fa82-00d8-462c-a139-aaa8058c6ea0 service neutron] Port 96e89843-57db-4bb8-a7db-a9b989e66245 on network 7086051a-a9a3-4774-91ec-207e7481a1f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:46:53.984203 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-a801fa82-00d8-462c-a139-aaa8058c6ea0 service neutron] Attempting to bind port 96e89843-57db-4bb8-a7db-a9b989e66245 on network 7086051a-a9a3-4774-91ec-207e7481a1f2 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:46:53.985353 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-385ad566-012c-49fd-941d-98713414813f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:53.994744 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-a801fa82-00d8-462c-a139-aaa8058c6ea0 service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:46:53.995147 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-a801fa82-00d8-462c-a139-aaa8058c6ea0 service neutron] Checking segment: {'id': 'c961693e-5289-4f40-a8e3-a769b6e30c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '7086051a-a9a3-4774-91ec-207e7481a1f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:46:53.995474 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-a801fa82-00d8-462c-a139-aaa8058c6ea0 service neutron] Bound using segment: {'id': 'c961693e-5289-4f40-a8e3-a769b6e30c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '7086051a-a9a3-4774-91ec-207e7481a1f2'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:46:53.996060 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-a801fa82-00d8-462c-a139-aaa8058c6ea0 service neutron] Bound port: 96e89843-57db-4bb8-a7db-a9b989e66245, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c961693e-5289-4f40-a8e3-a769b6e30c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '7086051a-a9a3-4774-91ec-207e7481a1f2'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:46:53.996436 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-a801fa82-00d8-462c-a139-aaa8058c6ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:54.088941 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49999805-642f-4061-afdd-29a70acfaa71 x-openstack-request-id: req-49999805-642f-4061-afdd-29a70acfaa71 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:46:54.089244 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "215ee5c1-c47c-4487-bfe7-3272754152b3", "tag": "bb420490-7abe-48bb-8247-ff19d2932add", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:46:54.089481 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-49999805-642f-4061-afdd-29a70acfaa71 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:46:54.089977 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '215ee5c1-c47c-4487-bfe7-3272754152b3', 'tag': 'bb420490-7abe-48bb-8247-ff19d2932add', 'status': 'completed', 'code': 200} Jul 09 14:46:54.090896 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-3150694a-2532-4ff3-979d-204109044529 req-da533bc2-f15e-42b0-abfd-29265776bcc7 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:54.095192 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-aa0a0f87-4465-4c62-96d0-65868f18ca56 req-05e687f1-cc16-407b-8a92-c667fbe897bc tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368899 Jul 09 14:46:54.103531 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['12ba3e02-e8dc-4f75-9575-5579b2930cd3'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:46:54.113389 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-a801fa82-00d8-462c-a139-aaa8058c6ea0 service neutron] For port 96e89843-57db-4bb8-a7db-a9b989e66245, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:46:54.129638 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-a801fa82-00d8-462c-a139-aaa8058c6ea0 service neutron] For port 96e89843-57db-4bb8-a7db-a9b989e66245, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=96e89843-57db-4bb8-a7db-a9b989e66245,segment=NetworkSegment(c961693e-5289-4f40-a8e3-a769b6e30c12),segment_id=c961693e-5289-4f40-a8e3-a769b6e30c12)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:46:54.173795 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da533bc2-f15e-42b0-abfd-29265776bcc7 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Pushing event deleted for resources: {'Port': ['ID=605bf609-d7a4-49d3-8454-851bf931a2e9,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:54.263840 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-3150694a-2532-4ff3-979d-204109044529 req-da533bc2-f15e-42b0-abfd-29265776bcc7 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] No DVR routers for this DVR port 605bf609-d7a4-49d3-8454-851bf931a2e9 on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:46:54.266882 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-a801fa82-00d8-462c-a139-aaa8058c6ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:54.268824 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-3150694a-2532-4ff3-979d-204109044529 req-da533bc2-f15e-42b0-abfd-29265776bcc7 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:54.271014 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3150694a-2532-4ff3-979d-204109044529 req-da533bc2-f15e-42b0-abfd-29265776bcc7 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.54 "DELETE /v2.0/ports/605bf609-d7a4-49d3-8454-851bf931a2e9 HTTP/1.1" status: 204 len: 173 time: 2.0616786 Jul 09 14:46:54.277905 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-334e70ae-6d60-4763-9654-1782a0976184 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:54.295068 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-385ad566-012c-49fd-941d-98713414813f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:54.297873 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-385ad566-012c-49fd-941d-98713414813f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:54.299204 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-385ad566-012c-49fd-941d-98713414813f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/eec13586-2837-467e-b77e-4cc3ccb93f2c HTTP/1.1" status: 204 len: 168 time: 0.7184353 Jul 09 14:46:54.300801 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b965cff-6b33-491a-bfe6-c31a4baa9869 req-711e826e-864a-4b7b-aae2-fdc25fba6b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:54.301299 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b965cff-6b33-491a-bfe6-c31a4baa9869 req-711e826e-864a-4b7b-aae2-fdc25fba6b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:54.301786 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b965cff-6b33-491a-bfe6-c31a4baa9869 req-711e826e-864a-4b7b-aae2-fdc25fba6b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:54.324207 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b965cff-6b33-491a-bfe6-c31a4baa9869 req-711e826e-864a-4b7b-aae2-fdc25fba6b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:54.324701 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b965cff-6b33-491a-bfe6-c31a4baa9869 req-711e826e-864a-4b7b-aae2-fdc25fba6b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:54.325185 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b965cff-6b33-491a-bfe6-c31a4baa9869 req-711e826e-864a-4b7b-aae2-fdc25fba6b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:54.325665 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b965cff-6b33-491a-bfe6-c31a4baa9869 req-711e826e-864a-4b7b-aae2-fdc25fba6b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:54.327761 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8b965cff-6b33-491a-bfe6-c31a4baa9869 req-711e826e-864a-4b7b-aae2-fdc25fba6b3f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=868e6ad73e9e40dbad6a7d6a29a5f30c&device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 6165 time: 0.1861408 Jul 09 14:46:54.339420 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385ad566-012c-49fd-941d-98713414813f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec13586-2837-467e-b77e-4cc3ccb93f2c,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:54.385976 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a801fa82-00d8-462c-a139-aaa8058c6ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=96e89843-57db-4bb8-a7db-a9b989e66245,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:54.493773 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-a801fa82-00d8-462c-a139-aaa8058c6ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:54.494278 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-a801fa82-00d8-462c-a139-aaa8058c6ea0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:54.495838 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-a801fa82-00d8-462c-a139-aaa8058c6ea0 service neutron] 10.222.0.62 "PUT /v2.0/ports/96e89843-57db-4bb8-a7db-a9b989e66245 HTTP/1.1" status: 200 len: 1129 time: 2.0196388 Jul 09 14:46:54.497322 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '215ee5c1-c47c-4487-bfe7-3272754152b3', 'tag': '96e89843-57db-4bb8-a7db-a9b989e66245'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:46:54.499677 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b464a361-95f8-42f0-9a61-f4ead861b6f3" -d '{"events": [{"name": "network-changed", "server_uuid": "215ee5c1-c47c-4487-bfe7-3272754152b3", "tag": "96e89843-57db-4bb8-a7db-a9b989e66245"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:46:54.509811 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1222825e-e917-43e9-991a-186bde2c6844 req-d554dbbe-b416-4cbe-9ff7-ee9639675371 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:54.527130 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1222825e-e917-43e9-991a-186bde2c6844 req-d554dbbe-b416-4cbe-9ff7-ee9639675371 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c2e0f99-9411-4f1e-bed2-a4b911ed0060 HTTP/1.1" status: 200 len: 950 time: 0.1891942 Jul 09 14:46:54.552212 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-fc9a30ff-5c8e-4b90-b607-e8bab6646b35 req-409326c9-e2a5-419e-b170-6b44f7ccc13c tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:54.591377 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['1a2deeba-8583-43d1-a846-fbd62e303f2c', 'b0b5445c-23dd-42e1-a35b-f560998dd6a0', '35f4c7c4-f38a-49bf-b29d-8b5de5e3d675', 'c8ffe50f-0425-4def-ac4d-b39382ea2aea', '42868ad9-71ed-4dca-88f3-ba205abb3fbc'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:46:54.633756 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-334e70ae-6d60-4763-9654-1782a0976184 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks [] for floatingip, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:54.640105 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-334e70ae-6d60-4763-9654-1782a0976184 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:54.645165 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-334e70ae-6d60-4763-9654-1782a0976184 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "DELETE /v2.0/floatingips/f8734064-dd0a-41a5-843a-7fe5fb084b69 HTTP/1.1" status: 204 len: 168 time: 1.5017972 Jul 09 14:46:54.645165 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e70ae-6d60-4763-9654-1782a0976184 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Pushing event deleted for resources: {'Port': ['ID=e898c61f-b758-488d-9f47-8780905ceec0,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:54.656165 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-da80150d-2af6-4e28-835b-191aa4411918 service neutron] Request body: {'port': {'device_id': '215ee5c1-c47c-4487-bfe7-3272754152b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:46:54.687819 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['5b8321d1-0cc4-4453-b1d2-305318737648', 'a11f2c13-7f1f-475c-94d9-ed18c27cb9d1'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:46:54.735036 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409326c9-e2a5-419e-b170-6b44f7ccc13c tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Pushing event deleted for resources: {'Port': ['ID=42868ad9-71ed-4dca-88f3-ba205abb3fbc,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:54.759631 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1222825e-e917-43e9-991a-186bde2c6844 req-4ecf0dd9-73cb-4b51-8988-38a9b42b5fb4 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307117 Jul 09 14:46:54.897649 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 605bf609-d7a4-49d3-8454-851bf931a2e9 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:46:54.919054 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc9a30ff-5c8e-4b90-b607-e8bab6646b35 req-409326c9-e2a5-419e-b170-6b44f7ccc13c tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] No DVR routers for this DVR port 42868ad9-71ed-4dca-88f3-ba205abb3fbc on host n-h1-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:46:54.921843 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-fc9a30ff-5c8e-4b90-b607-e8bab6646b35 req-409326c9-e2a5-419e-b170-6b44f7ccc13c tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:54.925218 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fc9a30ff-5c8e-4b90-b607-e8bab6646b35 req-409326c9-e2a5-419e-b170-6b44f7ccc13c tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.62 "DELETE /v2.0/ports/42868ad9-71ed-4dca-88f3-ba205abb3fbc HTTP/1.1" status: 204 len: 173 time: 2.1643608 Jul 09 14:46:54.945786 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b965cff-6b33-491a-bfe6-c31a4baa9869 req-daeeef9f-d1aa-4e7b-8777-c85218abd7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:54.952741 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b965cff-6b33-491a-bfe6-c31a4baa9869 req-daeeef9f-d1aa-4e7b-8777-c85218abd7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:54.959539 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b965cff-6b33-491a-bfe6-c31a4baa9869 req-daeeef9f-d1aa-4e7b-8777-c85218abd7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:54.960646 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: 605bf609-d7a4-49d3-8454-851bf931a2e9 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:46:54.961001 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 605bf609-d7a4-49d3-8454-851bf931a2e9 not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:46:54.974016 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8b965cff-6b33-491a-bfe6-c31a4baa9869 req-daeeef9f-d1aa-4e7b-8777-c85218abd7af service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=868e6ad73e9e40dbad6a7d6a29a5f30c&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5861144 Jul 09 14:46:55.000431 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d427bf6-724a-4f1f-9d43-7bef4c58e65d x-openstack-request-id: req-1d427bf6-724a-4f1f-9d43-7bef4c58e65d {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:46:55.001079 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "215ee5c1-c47c-4487-bfe7-3272754152b3", "tag": "96e89843-57db-4bb8-a7db-a9b989e66245", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:46:55.001373 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1d427bf6-724a-4f1f-9d43-7bef4c58e65d {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:46:55.002454 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '215ee5c1-c47c-4487-bfe7-3272754152b3', 'tag': '96e89843-57db-4bb8-a7db-a9b989e66245', 'status': 'completed', 'code': 200} Jul 09 14:46:55.206253 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90cd8a6-aacb-43ce-bafc-bd3cb393d6ae req-716cda58-c855-47c7-9bd4-d57071e5927b tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:55.212564 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d90cd8a6-aacb-43ce-bafc-bd3cb393d6ae req-716cda58-c855-47c7-9bd4-d57071e5927b tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.9269791 Jul 09 14:46:55.213301 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-da80150d-2af6-4e28-835b-191aa4411918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:55.341968 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 35412) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:46:55.357900 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ed4cea64-ad7d-4d12-b3e5-7a20cecd133a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:55.581261 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ed4cea64-ad7d-4d12-b3e5-7a20cecd133a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:55.637393 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ed4cea64-ad7d-4d12-b3e5-7a20cecd133a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:55.711591 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ed4cea64-ad7d-4d12-b3e5-7a20cecd133a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3884ea21c7bc45498ecf6f6aa273ae48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3684437 Jul 09 14:46:55.721901 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 35416) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:46:55.726210 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4cea64-ad7d-4d12-b3e5-7a20cecd133a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dba325b-c6b7-4646-8bdf-c8f14bf3e128,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:55.738197 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d90cd8a6-aacb-43ce-bafc-bd3cb393d6ae req-5b5d0dbb-c97f-4290-93d9-fe33f4d7abe9 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4418054 Jul 09 14:46:55.851797 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-da80150d-2af6-4e28-835b-191aa4411918 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42412cbf-f692-4bfb-8bac-e2da1b31b674 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:46:55.865527 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-da80150d-2af6-4e28-835b-191aa4411918 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:55.912690 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-da80150d-2af6-4e28-835b-191aa4411918 service neutron] Transition to ACTIVE for port object 42412cbf-f692-4bfb-8bac-e2da1b31b674 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:46:55.933470 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b965cff-6b33-491a-bfe6-c31a4baa9869 req-ac3e56d1-282d-40a4-87ca-a06f1f5e6a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:55.934958 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8b965cff-6b33-491a-bfe6-c31a4baa9869 req-ac3e56d1-282d-40a4-87ca-a06f1f5e6a8b service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9600458 Jul 09 14:46:55.937232 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2f48cfbe-c10d-4e84-885f-f602e480e30a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:55.965559 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2f48cfbe-c10d-4e84-885f-f602e480e30a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:56.029007 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-da80150d-2af6-4e28-835b-191aa4411918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:56.090246 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 35422) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:46:56.090763 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcfab441-57a0-47d4-b6ca-f82afa77915d', 'name': 'network-vif-deleted', 'tag': '605bf609-d7a4-49d3-8454-851bf931a2e9'}, {'server_uuid': '0c2e0f99-9411-4f1e-bed2-a4b911ed0060', 'name': 'network-vif-deleted', 'tag': '42868ad9-71ed-4dca-88f3-ba205abb3fbc'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:46:56.094188 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c405803-61a9-47de-a2db-1be5ae3671c4" -d '{"events": [{"server_uuid": "bcfab441-57a0-47d4-b6ca-f82afa77915d", "name": "network-vif-deleted", "tag": "605bf609-d7a4-49d3-8454-851bf931a2e9"}, {"server_uuid": "0c2e0f99-9411-4f1e-bed2-a4b911ed0060", "name": "network-vif-deleted", "tag": "42868ad9-71ed-4dca-88f3-ba205abb3fbc"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:46:56.102027 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c76dc797-11e0-4ed9-98af-a4d9651a8b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:56.103242 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-b2a8c2ff-4cf3-4202-9c35-d6f7bd578561 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Request body: {'security_group': {'name': 'tempest-securitygroup--769585120', 'description': 'tempest-description--377508008'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:46:56.190213 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c9ed9e-3657-4872-8583-c57b63bd0cb5 req-b2d07d3f-47e9-4753-9918-0eada101b1bf tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:56.198970 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c9ed9e-3657-4872-8583-c57b63bd0cb5 req-b2d07d3f-47e9-4753-9918-0eada101b1bf tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:56.204973 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c9ed9e-3657-4872-8583-c57b63bd0cb5 req-b2d07d3f-47e9-4753-9918-0eada101b1bf tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:56.210998 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c9ed9e-3657-4872-8583-c57b63bd0cb5 req-b2d07d3f-47e9-4753-9918-0eada101b1bf tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:56.217316 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c9ed9e-3657-4872-8583-c57b63bd0cb5 req-b2d07d3f-47e9-4753-9918-0eada101b1bf tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:56.221357 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b2a8c2ff-4cf3-4202-9c35-d6f7bd578561 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:56.225203 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c9ed9e-3657-4872-8583-c57b63bd0cb5 req-b2d07d3f-47e9-4753-9918-0eada101b1bf tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:56.232663 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c9ed9e-3657-4872-8583-c57b63bd0cb5 req-b2d07d3f-47e9-4753-9918-0eada101b1bf tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:56.236157 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d9c9ed9e-3657-4872-8583-c57b63bd0cb5 req-b2d07d3f-47e9-4753-9918-0eada101b1bf tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/ports?device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 5370 time: 0.3458459 Jul 09 14:46:56.271098 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2f48cfbe-c10d-4e84-885f-f602e480e30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:56.273839 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2f48cfbe-c10d-4e84-885f-f602e480e30a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:56.275552 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-2f48cfbe-c10d-4e84-885f-f602e480e30a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5dba325b-c6b7-4646-8bdf-c8f14bf3e128 HTTP/1.1" status: 204 len: 168 time: 0.5337663 Jul 09 14:46:56.307725 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da80150d-2af6-4e28-835b-191aa4411918 service neutron] Pushing event updated for resources: {'Port': ['ID=42412cbf-f692-4bfb-8bac-e2da1b31b674,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:56.319652 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f48cfbe-c10d-4e84-885f-f602e480e30a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dba325b-c6b7-4646-8bdf-c8f14bf3e128,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:56.365367 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-da80150d-2af6-4e28-835b-191aa4411918 service neutron] Attempting to bind port 42412cbf-f692-4bfb-8bac-e2da1b31b674 on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:46:56.365704 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-da80150d-2af6-4e28-835b-191aa4411918 service neutron] Attempting to bind port 42412cbf-f692-4bfb-8bac-e2da1b31b674 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': 'c961693e-5289-4f40-a8e3-a769b6e30c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '7086051a-a9a3-4774-91ec-207e7481a1f2'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:46:56.366033 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-da80150d-2af6-4e28-835b-191aa4411918 service neutron] Attempting to bind port 42412cbf-f692-4bfb-8bac-e2da1b31b674 on network 7086051a-a9a3-4774-91ec-207e7481a1f2 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:46:56.376845 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d9c9ed9e-3657-4872-8583-c57b63bd0cb5 req-4acbc7c0-55c6-4553-808b-0bb9e93bf481 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c78eb3d-e1da-49ec-9295-fc8608cc021d&id=9c5c735c-33df-481d-808b-656ad0345330&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1272864 Jul 09 14:46:56.391980 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464a361-95f8-42f0-9a61-f4ead861b6f3 req-3943a4d0-7ce4-4775-9bb0-69343e4202c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:56.392460 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464a361-95f8-42f0-9a61-f4ead861b6f3 req-3943a4d0-7ce4-4775-9bb0-69343e4202c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:56.392934 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464a361-95f8-42f0-9a61-f4ead861b6f3 req-3943a4d0-7ce4-4775-9bb0-69343e4202c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:56.393400 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464a361-95f8-42f0-9a61-f4ead861b6f3 req-3943a4d0-7ce4-4775-9bb0-69343e4202c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:56.393864 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464a361-95f8-42f0-9a61-f4ead861b6f3 req-3943a4d0-7ce4-4775-9bb0-69343e4202c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:56.394330 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464a361-95f8-42f0-9a61-f4ead861b6f3 req-3943a4d0-7ce4-4775-9bb0-69343e4202c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:56.394844 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464a361-95f8-42f0-9a61-f4ead861b6f3 req-3943a4d0-7ce4-4775-9bb0-69343e4202c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:56.396932 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b464a361-95f8-42f0-9a61-f4ead861b6f3 req-3943a4d0-7ce4-4775-9bb0-69343e4202c3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=868e6ad73e9e40dbad6a7d6a29a5f30c&device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 6207 time: 0.3891494 Jul 09 14:46:56.397556 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-da80150d-2af6-4e28-835b-191aa4411918 service neutron] Port 42412cbf-f692-4bfb-8bac-e2da1b31b674 on network 7086051a-a9a3-4774-91ec-207e7481a1f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:46:56.397835 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-da80150d-2af6-4e28-835b-191aa4411918 service neutron] Attempting to bind port 42412cbf-f692-4bfb-8bac-e2da1b31b674 on network 7086051a-a9a3-4774-91ec-207e7481a1f2 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:46:56.403373 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-da80150d-2af6-4e28-835b-191aa4411918 service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:46:56.404325 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-da80150d-2af6-4e28-835b-191aa4411918 service neutron] Checking segment: {'id': 'c961693e-5289-4f40-a8e3-a769b6e30c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '7086051a-a9a3-4774-91ec-207e7481a1f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:46:56.404714 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-da80150d-2af6-4e28-835b-191aa4411918 service neutron] Bound using segment: {'id': 'c961693e-5289-4f40-a8e3-a769b6e30c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '7086051a-a9a3-4774-91ec-207e7481a1f2'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:46:56.405151 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-da80150d-2af6-4e28-835b-191aa4411918 service neutron] Bound port: 42412cbf-f692-4bfb-8bac-e2da1b31b674, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c961693e-5289-4f40-a8e3-a769b6e30c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '7086051a-a9a3-4774-91ec-207e7481a1f2'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:46:56.405509 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-da80150d-2af6-4e28-835b-191aa4411918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:56.441360 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b2a8c2ff-4cf3-4202-9c35-d6f7bd578561 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:56.513153 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b2a8c2ff-4cf3-4202-9c35-d6f7bd578561 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:56.561580 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a8c2ff-4cf3-4202-9c35-d6f7bd578561 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=473b60ee-6046-439a-9449-2a9b96c46b50,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:56.589298 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-da80150d-2af6-4e28-835b-191aa4411918 service neutron] For port 42412cbf-f692-4bfb-8bac-e2da1b31b674, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:46:56.592914 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-da80150d-2af6-4e28-835b-191aa4411918 service neutron] For port 42412cbf-f692-4bfb-8bac-e2da1b31b674, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=42412cbf-f692-4bfb-8bac-e2da1b31b674,segment=NetworkSegment(c961693e-5289-4f40-a8e3-a769b6e30c12),segment_id=c961693e-5289-4f40-a8e3-a769b6e30c12)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:46:56.594989 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464a361-95f8-42f0-9a61-f4ead861b6f3 req-904ef8b3-2681-4d62-b2b5-4aba46a37d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:56.595568 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464a361-95f8-42f0-9a61-f4ead861b6f3 req-904ef8b3-2681-4d62-b2b5-4aba46a37d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:56.596049 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464a361-95f8-42f0-9a61-f4ead861b6f3 req-904ef8b3-2681-4d62-b2b5-4aba46a37d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:56.597706 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b464a361-95f8-42f0-9a61-f4ead861b6f3 req-904ef8b3-2681-4d62-b2b5-4aba46a37d8e service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=868e6ad73e9e40dbad6a7d6a29a5f30c&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1740892 Jul 09 14:46:56.640894 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b2a8c2ff-4cf3-4202-9c35-d6f7bd578561 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:56.645437 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b2a8c2ff-4cf3-4202-9c35-d6f7bd578561 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5478978 Jul 09 14:46:56.649124 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 35432) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:46:56.654366 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-cd6e1c49-926d-451f-8112-721013f94352 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Request body: {'security_group_rule': {'security_group_id': '473b60ee-6046-439a-9449-2a9b96c46b50', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:46:56.686707 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-da80150d-2af6-4e28-835b-191aa4411918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:56.708537 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3807ff0-2dc0-4961-bcc8-b127c89b059d req-71b305e5-db0b-4591-951f-322b93395268 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:56.713305 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b3807ff0-2dc0-4961-bcc8-b127c89b059d req-71b305e5-db0b-4591-951f-322b93395268 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.1136539 Jul 09 14:46:56.733718 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-da80150d-2af6-4e28-835b-191aa4411918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:56.734280 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-da80150d-2af6-4e28-835b-191aa4411918 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:56.735903 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-da80150d-2af6-4e28-835b-191aa4411918 service neutron] 10.222.0.62 "PUT /v2.0/ports/42412cbf-f692-4bfb-8bac-e2da1b31b674 HTTP/1.1" status: 200 len: 1090 time: 2.1100516 Jul 09 14:46:56.763363 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464a361-95f8-42f0-9a61-f4ead861b6f3 req-78ccc6e5-7e46-4792-8438-d7d26b38a6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:56.765089 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b464a361-95f8-42f0-9a61-f4ead861b6f3 req-78ccc6e5-7e46-4792-8438-d7d26b38a6c6 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1587276 Jul 09 14:46:56.772575 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b3807ff0-2dc0-4961-bcc8-b127c89b059d req-6e346ea0-3f5d-4f27-bbd0-5d45ee96d2f4 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543041 Jul 09 14:46:56.776940 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da80150d-2af6-4e28-835b-191aa4411918 service neutron] Pushing event updated for resources: {'Port': ['ID=42412cbf-f692-4bfb-8bac-e2da1b31b674,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:56.824133 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cd6e1c49-926d-451f-8112-721013f94352 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:56.839293 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 42868ad9-71ed-4dca-88f3-ba205abb3fbc no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:46:56.872007 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-782e5bfe-af03-47c8-bd62-9ca6c45f0b59 service neutron] Request body: {'port': {'device_id': '215ee5c1-c47c-4487-bfe7-3272754152b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:46:56.876340 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 14:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da7743f-ff94-4f95-93df-bece0aa50a10 x-openstack-request-id: req-1da7743f-ff94-4f95-93df-bece0aa50a10 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:46:56.877015 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcfab441-57a0-47d4-b6ca-f82afa77915d", "name": "network-vif-deleted", "tag": "605bf609-d7a4-49d3-8454-851bf931a2e9", "status": "completed", "code": 200}, {"server_uuid": "0c2e0f99-9411-4f1e-bed2-a4b911ed0060", "name": "network-vif-deleted", "tag": "42868ad9-71ed-4dca-88f3-ba205abb3fbc", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:46:56.877747 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1da7743f-ff94-4f95-93df-bece0aa50a10 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:46:56.879532 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcfab441-57a0-47d4-b6ca-f82afa77915d', 'name': 'network-vif-deleted', 'tag': '605bf609-d7a4-49d3-8454-851bf931a2e9', 'status': 'completed', 'code': 200} Jul 09 14:46:56.879960 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c2e0f99-9411-4f1e-bed2-a4b911ed0060', 'name': 'network-vif-deleted', 'tag': '42868ad9-71ed-4dca-88f3-ba205abb3fbc', 'status': 'completed', 'code': 200} Jul 09 14:46:56.922660 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: 42868ad9-71ed-4dca-88f3-ba205abb3fbc {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:46:56.926013 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 42868ad9-71ed-4dca-88f3-ba205abb3fbc not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:46:56.939319 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cd6e1c49-926d-451f-8112-721013f94352 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:56.993422 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cd6e1c49-926d-451f-8112-721013f94352 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:57.021502 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '215ee5c1-c47c-4487-bfe7-3272754152b3', 'tag': '42412cbf-f692-4bfb-8bac-e2da1b31b674'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:46:57.025475 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106dc060-30cf-4525-bffc-25f6d48af287" -d '{"events": [{"name": "network-changed", "server_uuid": "215ee5c1-c47c-4487-bfe7-3272754152b3", "tag": "42412cbf-f692-4bfb-8bac-e2da1b31b674"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:46:57.028258 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e1c49-926d-451f-8112-721013f94352 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bf9aaf7-5f6b-4fe6-a58c-501739906e45,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:57.068459 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-782e5bfe-af03-47c8-bd62-9ca6c45f0b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:57.119056 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cd6e1c49-926d-451f-8112-721013f94352 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:57.122952 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-cd6e1c49-926d-451f-8112-721013f94352 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4698911 Jul 09 14:46:57.129265 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 35454) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:46:57.129265 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-9c5f3fa5-9711-41dc-bbf1-239b01a5ec25 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Request body: {'security_group_rule': {'security_group_id': '473b60ee-6046-439a-9449-2a9b96c46b50', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:46:57.261126 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9c5f3fa5-9711-41dc-bbf1-239b01a5ec25 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:57.337915 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9c5f3fa5-9711-41dc-bbf1-239b01a5ec25 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:57.388387 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-782e5bfe-af03-47c8-bd62-9ca6c45f0b59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 584859ef-7df1-4e5e-a094-227a09a19961 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:46:57.396241 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-782e5bfe-af03-47c8-bd62-9ca6c45f0b59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:57.408167 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-782e5bfe-af03-47c8-bd62-9ca6c45f0b59 service neutron] Transition to ACTIVE for port object 584859ef-7df1-4e5e-a094-227a09a19961 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:46:57.425894 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9c5f3fa5-9711-41dc-bbf1-239b01a5ec25 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:57.444830 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5f3fa5-9711-41dc-bbf1-239b01a5ec25 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=264b8051-93ce-42ad-abd3-3ec748f8aab1,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:57.505981 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-782e5bfe-af03-47c8-bd62-9ca6c45f0b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:57.557855 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782e5bfe-af03-47c8-bd62-9ca6c45f0b59 service neutron] Pushing event updated for resources: {'Port': ['ID=584859ef-7df1-4e5e-a094-227a09a19961,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:57.604604 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9c5f3fa5-9711-41dc-bbf1-239b01a5ec25 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:57.610446 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-9c5f3fa5-9711-41dc-bbf1-239b01a5ec25 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4815600 Jul 09 14:46:57.610446 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 35470) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:46:57.627045 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-b9286215-d853-4f0b-9359-249b7b851f36 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Request body: {'floatingip': {'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:46:57.651155 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-782e5bfe-af03-47c8-bd62-9ca6c45f0b59 service neutron] Attempting to bind port 584859ef-7df1-4e5e-a094-227a09a19961 on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:46:57.651560 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-782e5bfe-af03-47c8-bd62-9ca6c45f0b59 service neutron] Attempting to bind port 584859ef-7df1-4e5e-a094-227a09a19961 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': 'c961693e-5289-4f40-a8e3-a769b6e30c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '7086051a-a9a3-4774-91ec-207e7481a1f2'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:46:57.651894 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-782e5bfe-af03-47c8-bd62-9ca6c45f0b59 service neutron] Attempting to bind port 584859ef-7df1-4e5e-a094-227a09a19961 on network 7086051a-a9a3-4774-91ec-207e7481a1f2 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:46:57.666348 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-782e5bfe-af03-47c8-bd62-9ca6c45f0b59 service neutron] Port 584859ef-7df1-4e5e-a094-227a09a19961 on network 7086051a-a9a3-4774-91ec-207e7481a1f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:46:57.667436 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-782e5bfe-af03-47c8-bd62-9ca6c45f0b59 service neutron] Attempting to bind port 584859ef-7df1-4e5e-a094-227a09a19961 on network 7086051a-a9a3-4774-91ec-207e7481a1f2 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:46:57.676182 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-782e5bfe-af03-47c8-bd62-9ca6c45f0b59 service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:46:57.676474 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-782e5bfe-af03-47c8-bd62-9ca6c45f0b59 service neutron] Checking segment: {'id': 'c961693e-5289-4f40-a8e3-a769b6e30c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '7086051a-a9a3-4774-91ec-207e7481a1f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:46:57.677276 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-782e5bfe-af03-47c8-bd62-9ca6c45f0b59 service neutron] Bound using segment: {'id': 'c961693e-5289-4f40-a8e3-a769b6e30c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '7086051a-a9a3-4774-91ec-207e7481a1f2'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:46:57.677732 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-782e5bfe-af03-47c8-bd62-9ca6c45f0b59 service neutron] Bound port: 584859ef-7df1-4e5e-a094-227a09a19961, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c961693e-5289-4f40-a8e3-a769b6e30c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '7086051a-a9a3-4774-91ec-207e7481a1f2'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:46:57.679301 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-782e5bfe-af03-47c8-bd62-9ca6c45f0b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:57.786213 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-782e5bfe-af03-47c8-bd62-9ca6c45f0b59 service neutron] For port 584859ef-7df1-4e5e-a094-227a09a19961, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:46:57.786213 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-782e5bfe-af03-47c8-bd62-9ca6c45f0b59 service neutron] For port 584859ef-7df1-4e5e-a094-227a09a19961, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=584859ef-7df1-4e5e-a094-227a09a19961,segment=NetworkSegment(c961693e-5289-4f40-a8e3-a769b6e30c12),segment_id=c961693e-5289-4f40-a8e3-a769b6e30c12)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:46:57.827384 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b9286215-d853-4f0b-9359-249b7b851f36 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks [] for floatingip, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:57.846005 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9bebea4-6e2c-4720-ab69-cfc1c1efd1f1 x-openstack-request-id: req-d9bebea4-6e2c-4720-ab69-cfc1c1efd1f1 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:46:57.846480 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "215ee5c1-c47c-4487-bfe7-3272754152b3", "tag": "42412cbf-f692-4bfb-8bac-e2da1b31b674", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:46:57.846883 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d9bebea4-6e2c-4720-ab69-cfc1c1efd1f1 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:46:57.847649 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '215ee5c1-c47c-4487-bfe7-3272754152b3', 'tag': '42412cbf-f692-4bfb-8bac-e2da1b31b674', 'status': 'completed', 'code': 200} Jul 09 14:46:57.905218 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-782e5bfe-af03-47c8-bd62-9ca6c45f0b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:58.020604 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b9286215-d853-4f0b-9359-249b7b851f36 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:58.258166 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a06856-2fd7-4874-b904-265f67daa0ab req-c6648835-3d45-42d0-9edc-8d752586b668 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:58.264316 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a06856-2fd7-4874-b904-265f67daa0ab req-c6648835-3d45-42d0-9edc-8d752586b668 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:58.270147 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a06856-2fd7-4874-b904-265f67daa0ab req-c6648835-3d45-42d0-9edc-8d752586b668 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:58.276777 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a06856-2fd7-4874-b904-265f67daa0ab req-c6648835-3d45-42d0-9edc-8d752586b668 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:58.282612 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a06856-2fd7-4874-b904-265f67daa0ab req-c6648835-3d45-42d0-9edc-8d752586b668 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:58.289672 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a06856-2fd7-4874-b904-265f67daa0ab req-c6648835-3d45-42d0-9edc-8d752586b668 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:58.299433 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a06856-2fd7-4874-b904-265f67daa0ab req-c6648835-3d45-42d0-9edc-8d752586b668 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:58.302896 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-05a06856-2fd7-4874-b904-265f67daa0ab req-c6648835-3d45-42d0-9edc-8d752586b668 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/ports?device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 5394 time: 0.2526059 Jul 09 14:46:58.340543 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-782e5bfe-af03-47c8-bd62-9ca6c45f0b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:58.341063 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-b9286215-d853-4f0b-9359-249b7b851f36 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Allocated IP 172.25.3.75 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/2a2ade47-2edb-4d0b-a5e6-366b95987324) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:46:58.341217 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-782e5bfe-af03-47c8-bd62-9ca6c45f0b59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:58.342582 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-782e5bfe-af03-47c8-bd62-9ca6c45f0b59 service neutron] 10.222.0.62 "PUT /v2.0/ports/584859ef-7df1-4e5e-a094-227a09a19961 HTTP/1.1" status: 200 len: 1091 time: 1.4761612 Jul 09 14:46:58.411315 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-05a06856-2fd7-4874-b904-265f67daa0ab req-cbecd0a0-08e2-4dca-8e72-b051b124a233 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c78eb3d-e1da-49ec-9295-fc8608cc021d&id=9c5c735c-33df-481d-808b-656ad0345330&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0767226 Jul 09 14:46:58.432991 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782e5bfe-af03-47c8-bd62-9ca6c45f0b59 service neutron] Pushing event updated for resources: {'Port': ['ID=584859ef-7df1-4e5e-a094-227a09a19961,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:58.478259 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106dc060-30cf-4525-bffc-25f6d48af287 req-a7f399cb-6b24-4749-b488-fe6bda01c7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:58.478259 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106dc060-30cf-4525-bffc-25f6d48af287 req-a7f399cb-6b24-4749-b488-fe6bda01c7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:58.478259 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106dc060-30cf-4525-bffc-25f6d48af287 req-a7f399cb-6b24-4749-b488-fe6bda01c7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:58.478259 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106dc060-30cf-4525-bffc-25f6d48af287 req-a7f399cb-6b24-4749-b488-fe6bda01c7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:58.478259 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106dc060-30cf-4525-bffc-25f6d48af287 req-a7f399cb-6b24-4749-b488-fe6bda01c7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:58.478259 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106dc060-30cf-4525-bffc-25f6d48af287 req-a7f399cb-6b24-4749-b488-fe6bda01c7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:58.478259 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106dc060-30cf-4525-bffc-25f6d48af287 req-a7f399cb-6b24-4749-b488-fe6bda01c7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:58.478259 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-106dc060-30cf-4525-bffc-25f6d48af287 req-a7f399cb-6b24-4749-b488-fe6bda01c7d1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=868e6ad73e9e40dbad6a7d6a29a5f30c&device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 6341 time: 0.5828450 Jul 09 14:46:58.501828 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66724674-f1dd-4578-bffd-5dcaab1adc86 req-dac8a5b7-0780-4409-96ea-2aa92ecf6233 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:58.503418 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-66724674-f1dd-4578-bffd-5dcaab1adc86 req-dac8a5b7-0780-4409-96ea-2aa92ecf6233 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=12759e1a-6332-4211-bfb4-49d99ef750d3 HTTP/1.1" status: 200 len: 950 time: 0.1848500 Jul 09 14:46:58.577269 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b9286215-d853-4f0b-9359-249b7b851f36 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:58.660671 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-4b48ec32-cb3b-4072-96b4-de8d91f4b9a4 service neutron] Request body: {'port': {'device_id': '215ee5c1-c47c-4487-bfe7-3272754152b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:46:58.684296 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09024f2f-0166-411b-975a-c1823caaf889 req-64433ef5-d6cc-43ea-b0f0-d1efae6b8d15 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:58.694382 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-09024f2f-0166-411b-975a-c1823caaf889 req-64433ef5-d6cc-43ea-b0f0-d1efae6b8d15 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.1116176 Jul 09 14:46:58.754181 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-66724674-f1dd-4578-bffd-5dcaab1adc86 req-1f45055b-52ff-4cf4-8d6f-2663ed124595 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156506 Jul 09 14:46:58.760264 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106dc060-30cf-4525-bffc-25f6d48af287 req-41d8b9c6-b84e-4d92-9dbb-46223bf4d127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:58.760755 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106dc060-30cf-4525-bffc-25f6d48af287 req-41d8b9c6-b84e-4d92-9dbb-46223bf4d127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:58.771287 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106dc060-30cf-4525-bffc-25f6d48af287 req-41d8b9c6-b84e-4d92-9dbb-46223bf4d127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:58.773117 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-106dc060-30cf-4525-bffc-25f6d48af287 req-41d8b9c6-b84e-4d92-9dbb-46223bf4d127 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=868e6ad73e9e40dbad6a7d6a29a5f30c&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2820292 Jul 09 14:46:58.779804 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-09024f2f-0166-411b-975a-c1823caaf889 req-64693ffb-da80-46c0-84a4-73052445d1d9 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837872 Jul 09 14:46:58.937989 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106dc060-30cf-4525-bffc-25f6d48af287 req-5f273af5-4428-4eaa-ac3d-933d0d2fbbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:58.938162 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-106dc060-30cf-4525-bffc-25f6d48af287 req-5f273af5-4428-4eaa-ac3d-933d0d2fbbb0 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1308620 Jul 09 14:46:58.952963 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-4b48ec32-cb3b-4072-96b4-de8d91f4b9a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:58.983870 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b9286215-d853-4f0b-9359-249b7b851f36 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:59.034112 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3978e1f8-6bf7-4d39-a8e1-7ff3da097a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:59.055529 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9286215-d853-4f0b-9359-249b7b851f36 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:46:59.060174 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-b9286215-d853-4f0b-9359-249b7b851f36 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:46:59.070670 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9286215-d853-4f0b-9359-249b7b851f36 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:46:59.107607 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9286215-d853-4f0b-9359-249b7b851f36 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Pushing event updated for resources: {'Port': ['ID=2a2ade47-2edb-4d0b-a5e6-366b95987324,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:59.113611 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:59.303572 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b9286215-d853-4f0b-9359-249b7b851f36 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:59.462552 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b9286215-d853-4f0b-9359-249b7b851f36 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:59.510981 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-4b48ec32-cb3b-4072-96b4-de8d91f4b9a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c924033-ab46-4efe-a952-c19f76703241 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:46:59.535551 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-4b48ec32-cb3b-4072-96b4-de8d91f4b9a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:59.566871 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-4b48ec32-cb3b-4072-96b4-de8d91f4b9a4 service neutron] Transition to ACTIVE for port object 1c924033-ab46-4efe-a952-c19f76703241 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:46:59.682325 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-4b48ec32-cb3b-4072-96b4-de8d91f4b9a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:59.752301 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8257b23f-3163-4827-9909-771d45643d1a req-f833a94a-c570-4be7-9b46-9b2de1e160c1 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:59.769619 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b48ec32-cb3b-4072-96b4-de8d91f4b9a4 service neutron] Pushing event updated for resources: {'Port': ['ID=1c924033-ab46-4efe-a952-c19f76703241,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:59.775808 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8257b23f-3163-4827-9909-771d45643d1a req-f833a94a-c570-4be7-9b46-9b2de1e160c1 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:59.792310 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8257b23f-3163-4827-9909-771d45643d1a req-f833a94a-c570-4be7-9b46-9b2de1e160c1 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:59.801696 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8257b23f-3163-4827-9909-771d45643d1a req-f833a94a-c570-4be7-9b46-9b2de1e160c1 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:59.807811 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8257b23f-3163-4827-9909-771d45643d1a req-f833a94a-c570-4be7-9b46-9b2de1e160c1 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:59.824006 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbce2b0-cb63-4ed0-b9cd-08d26af7cdff req-de7cb8be-9b0d-4f7d-8610-eb1ccbfa7e6a tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:59.825925 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1dbce2b0-cb63-4ed0-b9cd-08d26af7cdff req-de7cb8be-9b0d-4f7d-8610-eb1ccbfa7e6a tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.62 "GET /v2.0/ports?device_id=12759e1a-6332-4211-bfb4-49d99ef750d3 HTTP/1.1" status: 200 len: 950 time: 0.1895189 Jul 09 14:46:59.829281 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8257b23f-3163-4827-9909-771d45643d1a req-f833a94a-c570-4be7-9b46-9b2de1e160c1 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:59.839723 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8257b23f-3163-4827-9909-771d45643d1a req-f833a94a-c570-4be7-9b46-9b2de1e160c1 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:59.848621 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8257b23f-3163-4827-9909-771d45643d1a req-f833a94a-c570-4be7-9b46-9b2de1e160c1 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/ports?device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 5394 time: 0.2732980 Jul 09 14:46:59.869451 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b9286215-d853-4f0b-9359-249b7b851f36 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:59.875866 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '215ee5c1-c47c-4487-bfe7-3272754152b3', 'tag': '584859ef-7df1-4e5e-a094-227a09a19961'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:46:59.890110 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb9b593-dd2d-48f5-b932-d1425976e236" -d '{"events": [{"name": "network-changed", "server_uuid": "215ee5c1-c47c-4487-bfe7-3272754152b3", "tag": "584859ef-7df1-4e5e-a094-227a09a19961"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:46:59.943279 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8257b23f-3163-4827-9909-771d45643d1a req-bdd3bbe6-13dc-4057-aec9-148150521f99 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c78eb3d-e1da-49ec-9295-fc8608cc021d&id=9c5c735c-33df-481d-808b-656ad0345330&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0936017 Jul 09 14:46:59.953607 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b9286215-d853-4f0b-9359-249b7b851f36 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:59.971730 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-4b48ec32-cb3b-4072-96b4-de8d91f4b9a4 service neutron] Attempting to bind port 1c924033-ab46-4efe-a952-c19f76703241 on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:46:59.973154 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-4b48ec32-cb3b-4072-96b4-de8d91f4b9a4 service neutron] Attempting to bind port 1c924033-ab46-4efe-a952-c19f76703241 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': 'b243d64e-462e-4d56-aaa8-e625bc50df08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f7f6731e-df5a-475b-9c1b-606c9f6d697c'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:46:59.973500 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-4b48ec32-cb3b-4072-96b4-de8d91f4b9a4 service neutron] Attempting to bind port 1c924033-ab46-4efe-a952-c19f76703241 on network f7f6731e-df5a-475b-9c1b-606c9f6d697c {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:47:00.046031 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9286215-d853-4f0b-9359-249b7b851f36 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Pushing event updated for resources: {'Port': ['ID=2a2ade47-2edb-4d0b-a5e6-366b95987324,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:00.065471 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b9286215-d853-4f0b-9359-249b7b851f36 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:00.111971 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-4b48ec32-cb3b-4072-96b4-de8d91f4b9a4 service neutron] Port 1c924033-ab46-4efe-a952-c19f76703241 on network f7f6731e-df5a-475b-9c1b-606c9f6d697c not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:47:00.112641 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-4b48ec32-cb3b-4072-96b4-de8d91f4b9a4 service neutron] Attempting to bind port 1c924033-ab46-4efe-a952-c19f76703241 on network f7f6731e-df5a-475b-9c1b-606c9f6d697c {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:47:00.130908 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:00.156087 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-4b48ec32-cb3b-4072-96b4-de8d91f4b9a4 service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:47:00.156433 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-4b48ec32-cb3b-4072-96b4-de8d91f4b9a4 service neutron] Checking segment: {'id': 'b243d64e-462e-4d56-aaa8-e625bc50df08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f7f6731e-df5a-475b-9c1b-606c9f6d697c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:47:00.156832 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-4b48ec32-cb3b-4072-96b4-de8d91f4b9a4 service neutron] Bound using segment: {'id': 'b243d64e-462e-4d56-aaa8-e625bc50df08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f7f6731e-df5a-475b-9c1b-606c9f6d697c'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:47:00.157288 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-4b48ec32-cb3b-4072-96b4-de8d91f4b9a4 service neutron] Bound port: 1c924033-ab46-4efe-a952-c19f76703241, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b243d64e-462e-4d56-aaa8-e625bc50df08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f7f6731e-df5a-475b-9c1b-606c9f6d697c'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:47:00.157653 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-4b48ec32-cb3b-4072-96b4-de8d91f4b9a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:00.165328 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b9286215-d853-4f0b-9359-249b7b851f36 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:00.175202 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b9286215-d853-4f0b-9359-249b7b851f36 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5564616 Jul 09 14:47:00.250530 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7edfbe-ae27-4536-8d82-d2124b5b6df1 req-7ff57f62-6752-489b-8854-f8798cc8157d tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:00.257616 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7e7edfbe-ae27-4536-8d82-d2124b5b6df1 req-7ff57f62-6752-489b-8854-f8798cc8157d tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=12759e1a-6332-4211-bfb4-49d99ef750d3 HTTP/1.1" status: 200 len: 950 time: 0.2880557 Jul 09 14:47:00.307930 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-4b48ec32-cb3b-4072-96b4-de8d91f4b9a4 service neutron] For port 1c924033-ab46-4efe-a952-c19f76703241, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:47:00.312062 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-4b48ec32-cb3b-4072-96b4-de8d91f4b9a4 service neutron] For port 1c924033-ab46-4efe-a952-c19f76703241, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=1c924033-ab46-4efe-a952-c19f76703241,segment=NetworkSegment(b243d64e-462e-4d56-aaa8-e625bc50df08),segment_id=b243d64e-462e-4d56-aaa8-e625bc50df08)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:47:00.313818 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-1dbce2b0-cb63-4ed0-b9cd-08d26af7cdff req-9690de8b-ce74-4dd5-9469-54a701448001 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Deleting port c8ffe50f-0425-4def-ac4d-b39382ea2aea {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:47:00.314168 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-1dbce2b0-cb63-4ed0-b9cd-08d26af7cdff req-9690de8b-ce74-4dd5-9469-54a701448001 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:00.314869 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5377f166-f315-4845-9f56-9befbe56da69 req-69feba6c-7a32-44dc-bbf4-f628f46c033c tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:00.316729 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5377f166-f315-4845-9f56-9befbe56da69 req-69feba6c-7a32-44dc-bbf4-f628f46c033c tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.0909054 Jul 09 14:47:00.363961 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7e7edfbe-ae27-4536-8d82-d2124b5b6df1 req-fc180995-3d35-4779-a46a-58ad81c2b039 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055017 Jul 09 14:47:00.383336 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5377f166-f315-4845-9f56-9befbe56da69 req-4bcd103c-cae7-474a-b54c-5af3ec89f23e tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540292 Jul 09 14:47:00.402526 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-4b48ec32-cb3b-4072-96b4-de8d91f4b9a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:00.429345 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-4b48ec32-cb3b-4072-96b4-de8d91f4b9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:00.431329 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-4b48ec32-cb3b-4072-96b4-de8d91f4b9a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:00.433302 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-4b48ec32-cb3b-4072-96b4-de8d91f4b9a4 service neutron] 10.222.0.62 "PUT /v2.0/ports/1c924033-ab46-4efe-a952-c19f76703241 HTTP/1.1" status: 200 len: 1091 time: 1.7969263 Jul 09 14:47:00.482831 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5c2013-ab87-4718-ad37-357018da3781 x-openstack-request-id: req-8b5c2013-ab87-4718-ad37-357018da3781 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:47:00.486192 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "215ee5c1-c47c-4487-bfe7-3272754152b3", "tag": "584859ef-7df1-4e5e-a094-227a09a19961", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:47:00.486192 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8b5c2013-ab87-4718-ad37-357018da3781 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:47:00.486192 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '215ee5c1-c47c-4487-bfe7-3272754152b3', 'tag': '584859ef-7df1-4e5e-a094-227a09a19961', 'status': 'completed', 'code': 200} Jul 09 14:47:00.552099 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-e38f9ff6-c7f9-4f0a-af3b-a5cc740cda83 service neutron] Request body: {'port': {'device_id': '215ee5c1-c47c-4487-bfe7-3272754152b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:47:00.717242 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-1dbce2b0-cb63-4ed0-b9cd-08d26af7cdff req-9690de8b-ce74-4dd5-9469-54a701448001 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] For port c8ffe50f-0425-4def-ac4d-b39382ea2aea, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=c8ffe50f-0425-4def-ac4d-b39382ea2aea,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:47:00.718492 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-1dbce2b0-cb63-4ed0-b9cd-08d26af7cdff req-9690de8b-ce74-4dd5-9469-54a701448001 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:00.724564 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-e38f9ff6-c7f9-4f0a-af3b-a5cc740cda83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:00.754782 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-1dbce2b0-cb63-4ed0-b9cd-08d26af7cdff req-9690de8b-ce74-4dd5-9469-54a701448001 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Calling delete_port for c8ffe50f-0425-4def-ac4d-b39382ea2aea owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:47:00.992171 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b48ec32-cb3b-4072-96b4-de8d91f4b9a4 service neutron] Pushing event updated for resources: {'Port': ['ID=1c924033-ab46-4efe-a952-c19f76703241,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:01.030178 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb9b593-dd2d-48f5-b932-d1425976e236 req-d57de337-69a0-4ad8-b6db-1968ac16f8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:01.030668 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb9b593-dd2d-48f5-b932-d1425976e236 req-d57de337-69a0-4ad8-b6db-1968ac16f8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:01.031148 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb9b593-dd2d-48f5-b932-d1425976e236 req-d57de337-69a0-4ad8-b6db-1968ac16f8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:01.031659 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb9b593-dd2d-48f5-b932-d1425976e236 req-d57de337-69a0-4ad8-b6db-1968ac16f8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:01.032129 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb9b593-dd2d-48f5-b932-d1425976e236 req-d57de337-69a0-4ad8-b6db-1968ac16f8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:01.032602 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb9b593-dd2d-48f5-b932-d1425976e236 req-d57de337-69a0-4ad8-b6db-1968ac16f8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:01.033077 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb9b593-dd2d-48f5-b932-d1425976e236 req-d57de337-69a0-4ad8-b6db-1968ac16f8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:01.035292 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4bb9b593-dd2d-48f5-b932-d1425976e236 req-d57de337-69a0-4ad8-b6db-1968ac16f8ad service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=868e6ad73e9e40dbad6a7d6a29a5f30c&device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 6408 time: 0.5145037 Jul 09 14:47:01.052272 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-40983e3d-5ea3-4a15-a0e1-0cc913803b13 req-1ea758f9-5435-4862-8039-d8b89777d366 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--769585120&fields=id&tenant_id=644ca6545bbf445fa0c886b6aef98e04 HTTP/1.1" status: 200 len: 267 time: 0.0715222 Jul 09 14:47:01.059534 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-1dbce2b0-cb63-4ed0-b9cd-08d26af7cdff req-9690de8b-ce74-4dd5-9469-54a701448001 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:01.073190 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['5b8321d1-0cc4-4453-b1d2-305318737648', 'a11f2c13-7f1f-475c-94d9-ed18c27cb9d1'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:47:01.117318 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['1a2deeba-8583-43d1-a846-fbd62e303f2c', 'b0b5445c-23dd-42e1-a35b-f560998dd6a0', '35f4c7c4-f38a-49bf-b29d-8b5de5e3d675'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:47:01.175210 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-e38f9ff6-c7f9-4f0a-af3b-a5cc740cda83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab8363f7-21ad-4c07-a8be-128ce6a85669 {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:47:01.200664 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-e38f9ff6-c7f9-4f0a-af3b-a5cc740cda83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:01.222504 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 35632) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:01.250485 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-e38f9ff6-c7f9-4f0a-af3b-a5cc740cda83 service neutron] Transition to ACTIVE for port object ab8363f7-21ad-4c07-a8be-128ce6a85669 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:47:01.266541 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690de8b-ce74-4dd5-9469-54a701448001 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Pushing event deleted for resources: {'Port': ['ID=c8ffe50f-0425-4def-ac4d-b39382ea2aea,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:01.313625 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb9b593-dd2d-48f5-b932-d1425976e236 req-1eb3b177-ccf2-40af-a22e-0cf5e37afb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:01.314119 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb9b593-dd2d-48f5-b932-d1425976e236 req-1eb3b177-ccf2-40af-a22e-0cf5e37afb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:01.314619 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb9b593-dd2d-48f5-b932-d1425976e236 req-1eb3b177-ccf2-40af-a22e-0cf5e37afb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:01.316453 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4bb9b593-dd2d-48f5-b932-d1425976e236 req-1eb3b177-ccf2-40af-a22e-0cf5e37afb7e service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=868e6ad73e9e40dbad6a7d6a29a5f30c&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2580097 Jul 09 14:47:01.351955 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dbce2b0-cb63-4ed0-b9cd-08d26af7cdff req-9690de8b-ce74-4dd5-9469-54a701448001 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] No DVR routers for this DVR port c8ffe50f-0425-4def-ac4d-b39382ea2aea on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:47:01.365574 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-1dbce2b0-cb63-4ed0-b9cd-08d26af7cdff req-9690de8b-ce74-4dd5-9469-54a701448001 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:01.370707 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1dbce2b0-cb63-4ed0-b9cd-08d26af7cdff req-9690de8b-ce74-4dd5-9469-54a701448001 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.62 "DELETE /v2.0/ports/c8ffe50f-0425-4def-ac4d-b39382ea2aea HTTP/1.1" status: 204 len: 173 time: 1.4593549 Jul 09 14:47:01.430163 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-e38f9ff6-c7f9-4f0a-af3b-a5cc740cda83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:01.441493 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b7392943-d24f-40c0-84d9-9c092f2a9900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:01.486574 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40983e3d-5ea3-4a15-a0e1-0cc913803b13 req-e4bee30a-0abd-4d3d-bfbd-e72743339538 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:01.494091 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-40983e3d-5ea3-4a15-a0e1-0cc913803b13 req-e4bee30a-0abd-4d3d-bfbd-e72743339538 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/networks?id=29d888e5-b470-491c-8272-fb069bb5ea34 HTTP/1.1" status: 200 len: 816 time: 0.4317486 Jul 09 14:47:01.521618 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:01.523490 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f9ff6-c7f9-4f0a-af3b-a5cc740cda83 service neutron] Pushing event updated for resources: {'Port': ['ID=ab8363f7-21ad-4c07-a8be-128ce6a85669,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:01.655946 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-40983e3d-5ea3-4a15-a0e1-0cc913803b13 req-49b59b8c-11f1-4a33-b511-abc5870fa34e tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/quotas/644ca6545bbf445fa0c886b6aef98e04 HTTP/1.1" status: 200 len: 375 time: 0.1577218 Jul 09 14:47:01.684255 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb9b593-dd2d-48f5-b932-d1425976e236 req-2f528498-06a5-4da5-8637-f01e5970769a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:01.685901 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4bb9b593-dd2d-48f5-b932-d1425976e236 req-2f528498-06a5-4da5-8637-f01e5970769a service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3626108 Jul 09 14:47:01.801653 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b7392943-d24f-40c0-84d9-9c092f2a9900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:01.824171 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-e38f9ff6-c7f9-4f0a-af3b-a5cc740cda83 service neutron] Attempting to bind port ab8363f7-21ad-4c07-a8be-128ce6a85669 on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:47:01.824348 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-e38f9ff6-c7f9-4f0a-af3b-a5cc740cda83 service neutron] Attempting to bind port ab8363f7-21ad-4c07-a8be-128ce6a85669 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': 'b243d64e-462e-4d56-aaa8-e625bc50df08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f7f6731e-df5a-475b-9c1b-606c9f6d697c'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:47:01.829820 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-e38f9ff6-c7f9-4f0a-af3b-a5cc740cda83 service neutron] Attempting to bind port ab8363f7-21ad-4c07-a8be-128ce6a85669 on network f7f6731e-df5a-475b-9c1b-606c9f6d697c {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:47:01.839310 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-e38f9ff6-c7f9-4f0a-af3b-a5cc740cda83 service neutron] Port ab8363f7-21ad-4c07-a8be-128ce6a85669 on network f7f6731e-df5a-475b-9c1b-606c9f6d697c not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:47:01.857978 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-e38f9ff6-c7f9-4f0a-af3b-a5cc740cda83 service neutron] Attempting to bind port ab8363f7-21ad-4c07-a8be-128ce6a85669 on network f7f6731e-df5a-475b-9c1b-606c9f6d697c {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:47:01.871789 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-40983e3d-5ea3-4a15-a0e1-0cc913803b13 req-242baee5-91d1-415d-93d7-1df1e10bdb03 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=644ca6545bbf445fa0c886b6aef98e04&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1821659 Jul 09 14:47:01.900892 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca786f-7803-4520-9244-0e9961d614a9 req-fcd2bdcb-1ecc-406e-a120-b0464f93c1e5 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:01.917835 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca786f-7803-4520-9244-0e9961d614a9 req-fcd2bdcb-1ecc-406e-a120-b0464f93c1e5 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:01.924199 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca786f-7803-4520-9244-0e9961d614a9 req-fcd2bdcb-1ecc-406e-a120-b0464f93c1e5 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:01.930358 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca786f-7803-4520-9244-0e9961d614a9 req-fcd2bdcb-1ecc-406e-a120-b0464f93c1e5 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:01.940311 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca786f-7803-4520-9244-0e9961d614a9 req-fcd2bdcb-1ecc-406e-a120-b0464f93c1e5 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:01.942928 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b7392943-d24f-40c0-84d9-9c092f2a9900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:01.948494 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca786f-7803-4520-9244-0e9961d614a9 req-fcd2bdcb-1ecc-406e-a120-b0464f93c1e5 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:01.959871 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca786f-7803-4520-9244-0e9961d614a9 req-fcd2bdcb-1ecc-406e-a120-b0464f93c1e5 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:01.962505 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ebca786f-7803-4520-9244-0e9961d614a9 req-fcd2bdcb-1ecc-406e-a120-b0464f93c1e5 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/ports?device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 5418 time: 0.3433871 Jul 09 14:47:01.963243 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 35646) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:01.964081 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-e38f9ff6-c7f9-4f0a-af3b-a5cc740cda83 service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:47:01.964419 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-e38f9ff6-c7f9-4f0a-af3b-a5cc740cda83 service neutron] Checking segment: {'id': 'b243d64e-462e-4d56-aaa8-e625bc50df08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f7f6731e-df5a-475b-9c1b-606c9f6d697c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:47:01.976857 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-e38f9ff6-c7f9-4f0a-af3b-a5cc740cda83 service neutron] Bound using segment: {'id': 'b243d64e-462e-4d56-aaa8-e625bc50df08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f7f6731e-df5a-475b-9c1b-606c9f6d697c'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:47:01.978035 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-e38f9ff6-c7f9-4f0a-af3b-a5cc740cda83 service neutron] Bound port: ab8363f7-21ad-4c07-a8be-128ce6a85669, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b243d64e-462e-4d56-aaa8-e625bc50df08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f7f6731e-df5a-475b-9c1b-606c9f6d697c'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:47:01.978418 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-e38f9ff6-c7f9-4f0a-af3b-a5cc740cda83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:02.031398 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b7392943-d24f-40c0-84d9-9c092f2a9900 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c8385c41d564432bae165374a2555284&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8027997 Jul 09 14:47:02.034444 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 35650) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:02.084895 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7392943-d24f-40c0-84d9-9c092f2a9900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414a0250-308a-4673-9498-1f8f23febc59,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:02.099280 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ebca786f-7803-4520-9244-0e9961d614a9 req-0bee6dc9-6ec2-4356-8215-fd3d0097a15f tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c78eb3d-e1da-49ec-9295-fc8608cc021d&id=9c5c735c-33df-481d-808b-656ad0345330&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1120992 Jul 09 14:47:02.142818 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-40983e3d-5ea3-4a15-a0e1-0cc913803b13 req-8e9253c9-a401-4d78-973d-327aed15e578 service neutron] 10.222.0.58 "GET /v2.0/networks/29d888e5-b470-491c-8272-fb069bb5ea34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676444 Jul 09 14:47:02.192086 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-26a73259-24df-461a-b233-04b8629867a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:02.206650 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-e38f9ff6-c7f9-4f0a-af3b-a5cc740cda83 service neutron] For port ab8363f7-21ad-4c07-a8be-128ce6a85669, host n-h1-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:47:02.209815 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-106ebe67-23ce-4409-9ce9-8e5a94bac77e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:02.231887 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-e38f9ff6-c7f9-4f0a-af3b-a5cc740cda83 service neutron] For port ab8363f7-21ad-4c07-a8be-128ce6a85669, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=ab8363f7-21ad-4c07-a8be-128ce6a85669,segment=NetworkSegment(b243d64e-462e-4d56-aaa8-e625bc50df08),segment_id=b243d64e-462e-4d56-aaa8-e625bc50df08)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:47:02.247336 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-106ebe67-23ce-4409-9ce9-8e5a94bac77e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:02.303667 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-40983e3d-5ea3-4a15-a0e1-0cc913803b13 req-34ec3c2d-e348-44c0-bcef-44905b145e4e service neutron] 10.222.0.58 "GET /v2.0/networks/29d888e5-b470-491c-8272-fb069bb5ea34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514122 Jul 09 14:47:02.322374 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-e38f9ff6-c7f9-4f0a-af3b-a5cc740cda83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:02.331101 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-db1c128e-fc2f-4b79-9729-8e4353ce6892 req-eceb0737-bbcc-416a-8d80-7a98acb78301 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=12759e1a-6332-4211-bfb4-49d99ef750d3 HTTP/1.1" status: 200 len: 210 time: 0.0414312 Jul 09 14:47:02.396991 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-e38f9ff6-c7f9-4f0a-af3b-a5cc740cda83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:02.402340 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-e38f9ff6-c7f9-4f0a-af3b-a5cc740cda83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:02.404668 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-e38f9ff6-c7f9-4f0a-af3b-a5cc740cda83 service neutron] 10.222.0.62 "PUT /v2.0/ports/ab8363f7-21ad-4c07-a8be-128ce6a85669 HTTP/1.1" status: 200 len: 1091 time: 1.8575211 Jul 09 14:47:02.416366 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-106ebe67-23ce-4409-9ce9-8e5a94bac77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:02.421450 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '215ee5c1-c47c-4487-bfe7-3272754152b3', 'tag': 'ab8363f7-21ad-4c07-a8be-128ce6a85669'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:47:02.421702 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-106ebe67-23ce-4409-9ce9-8e5a94bac77e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:02.421702 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-106ebe67-23ce-4409-9ce9-8e5a94bac77e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/414a0250-308a-4673-9498-1f8f23febc59 HTTP/1.1" status: 204 len: 168 time: 0.3861828 Jul 09 14:47:02.421930 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3745bc31-8589-4a98-a9c9-a3c5ac772456" -d '{"events": [{"name": "network-changed", "server_uuid": "215ee5c1-c47c-4487-bfe7-3272754152b3", "tag": "ab8363f7-21ad-4c07-a8be-128ce6a85669"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:47:02.445987 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106ebe67-23ce-4409-9ce9-8e5a94bac77e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414a0250-308a-4673-9498-1f8f23febc59,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:02.451337 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-26a73259-24df-461a-b233-04b8629867a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:02.471938 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f9ff6-c7f9-4f0a-af3b-a5cc740cda83 service neutron] Pushing event updated for resources: {'Port': ['ID=ab8363f7-21ad-4c07-a8be-128ce6a85669,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:02.485403 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '215ee5c1-c47c-4487-bfe7-3272754152b3', 'tag': '1c924033-ab46-4efe-a952-c19f76703241'}, {'server_uuid': '12759e1a-6332-4211-bfb4-49d99ef750d3', 'name': 'network-vif-deleted', 'tag': 'c8ffe50f-0425-4def-ac4d-b39382ea2aea'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:47:02.488464 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97338f9-291e-4e0f-b73f-2a70504b1691" -d '{"events": [{"name": "network-changed", "server_uuid": "215ee5c1-c47c-4487-bfe7-3272754152b3", "tag": "1c924033-ab46-4efe-a952-c19f76703241"}, {"server_uuid": "12759e1a-6332-4211-bfb4-49d99ef750d3", "name": "network-vif-deleted", "tag": "c8ffe50f-0425-4def-ac4d-b39382ea2aea"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:47:02.571724 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-26a73259-24df-461a-b233-04b8629867a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:02.684221 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-26a73259-24df-461a-b233-04b8629867a9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7dc3e6983d2d4421b8db426d685874bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7030632 Jul 09 14:47:02.685995 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 35662) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:02.710151 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a73259-24df-461a-b233-04b8629867a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca90eed-e1cc-4d06-b345-6199988e82b3,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:02.801732 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-093af35f-8f85-46a8-92e6-3fc2b63ee438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:02.802446 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-093af35f-8f85-46a8-92e6-3fc2b63ee438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:02.804984 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-093af35f-8f85-46a8-92e6-3fc2b63ee438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:02.807924 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-093af35f-8f85-46a8-92e6-3fc2b63ee438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:02.808435 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-093af35f-8f85-46a8-92e6-3fc2b63ee438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:02.810238 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-093af35f-8f85-46a8-92e6-3fc2b63ee438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:02.811523 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-093af35f-8f85-46a8-92e6-3fc2b63ee438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:02.813975 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-093af35f-8f85-46a8-92e6-3fc2b63ee438 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=868e6ad73e9e40dbad6a7d6a29a5f30c&device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 6475 time: 0.2137713 Jul 09 14:47:02.828611 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb6cb5a-9d77-4d3c-8b4d-1da8653894b5 req-a3205d99-1bf9-4119-96d8-06b0c5314535 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:02.837317 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bcb6cb5a-9d77-4d3c-8b4d-1da8653894b5 req-a3205d99-1bf9-4119-96d8-06b0c5314535 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.3123853 Jul 09 14:47:02.873090 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device c8ffe50f-0425-4def-ac4d-b39382ea2aea no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:47:02.890518 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5a8d7575-abaf-4666-8b4f-c363b3e1b5f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:02.898400 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: c8ffe50f-0425-4def-ac4d-b39382ea2aea {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:47:02.899007 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device c8ffe50f-0425-4def-ac4d-b39382ea2aea not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:47:02.919434 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5a8d7575-abaf-4666-8b4f-c363b3e1b5f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:02.972335 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-c534663f-5c08-4086-9e94-38c97d4fd14f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbecacc0-fcea-4c8e-9c93-2a490da9fb58 HTTP/1.1" status: 200 len: 217 time: 0.1321986 Jul 09 14:47:03.011728 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4b21d-e69d-4f3d-9378-52ce5d57bab8 req-ed7ecfbf-6079-4b11-8b45-b3abc1ae0352 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:03.021311 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a4b4b21d-e69d-4f3d-9378-52ce5d57bab8 req-ed7ecfbf-6079-4b11-8b45-b3abc1ae0352 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=20c07ab7-2106-4d17-b84c-250701bf5ab5 HTTP/1.1" status: 200 len: 945 time: 0.2847013 Jul 09 14:47:03.062930 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bcb6cb5a-9d77-4d3c-8b4d-1da8653894b5 req-4909cf6b-fea9-4923-8355-8f1f8040acc5 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247350 Jul 09 14:47:03.082529 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-04af9848-6f50-4833-9dc8-00ac4fa6927b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:03.084104 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-04af9848-6f50-4833-9dc8-00ac4fa6927b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2373e5cd-5f56-42ed-95c9-0b621ea9bc49 HTTP/1.1" status: 200 len: 851 time: 0.0880013 Jul 09 14:47:03.084764 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a4b4b21d-e69d-4f3d-9378-52ce5d57bab8 req-790cd8ef-6a8e-4f37-812e-4845880317a6 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/security-groups?id=d741dfea-eecb-4c17-8393-7e5d3f25b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580111 Jul 09 14:47:03.148996 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc76a11-7651-4c1d-8619-d6d59b203a6f req-bbcf5d81-3a4e-43e6-82fb-f5e2217b6a0e tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:03.149778 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-abc76a11-7651-4c1d-8619-d6d59b203a6f req-bbcf5d81-3a4e-43e6-82fb-f5e2217b6a0e tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.54 "GET /v2.0/ports?device_id=20c07ab7-2106-4d17-b84c-250701bf5ab5 HTTP/1.1" status: 200 len: 945 time: 0.1957617 Jul 09 14:47:03.152356 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8340c538-bf92-4af3-983e-1c7e46f08e6e x-openstack-request-id: req-8340c538-bf92-4af3-983e-1c7e46f08e6e {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:47:03.152814 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "215ee5c1-c47c-4487-bfe7-3272754152b3", "tag": "ab8363f7-21ad-4c07-a8be-128ce6a85669", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:47:03.153238 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8340c538-bf92-4af3-983e-1c7e46f08e6e {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:47:03.153790 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '215ee5c1-c47c-4487-bfe7-3272754152b3', 'tag': 'ab8363f7-21ad-4c07-a8be-128ce6a85669', 'status': 'completed', 'code': 200} Jul 09 14:47:03.170183 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5a8d7575-abaf-4666-8b4f-c363b3e1b5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:03.173670 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5a8d7575-abaf-4666-8b4f-c363b3e1b5f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:03.177770 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-5a8d7575-abaf-4666-8b4f-c363b3e1b5f8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0ca90eed-e1cc-4d06-b345-6199988e82b3 HTTP/1.1" status: 204 len: 168 time: 0.4902816 Jul 09 14:47:03.188601 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8d7575-abaf-4666-8b4f-c363b3e1b5f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca90eed-e1cc-4d06-b345-6199988e82b3,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:03.238503 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 09 Jul 2021 14:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c173c7-8cfd-43db-9a33-44c7ed32e98d x-openstack-request-id: req-a8c173c7-8cfd-43db-9a33-44c7ed32e98d {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:47:03.238798 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "215ee5c1-c47c-4487-bfe7-3272754152b3", "tag": "1c924033-ab46-4efe-a952-c19f76703241", "status": "completed", "code": 200}, {"server_uuid": "12759e1a-6332-4211-bfb4-49d99ef750d3", "name": "network-vif-deleted", "tag": "c8ffe50f-0425-4def-ac4d-b39382ea2aea", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:47:03.239051 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a8c173c7-8cfd-43db-9a33-44c7ed32e98d {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:47:03.239459 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '215ee5c1-c47c-4487-bfe7-3272754152b3', 'tag': '1c924033-ab46-4efe-a952-c19f76703241', 'status': 'completed', 'code': 200} Jul 09 14:47:03.239737 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12759e1a-6332-4211-bfb4-49d99ef750d3', 'name': 'network-vif-deleted', 'tag': 'c8ffe50f-0425-4def-ac4d-b39382ea2aea', 'status': 'completed', 'code': 200} Jul 09 14:47:03.314159 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-8051e453-4480-460e-a2a5-a0898168af14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:03.316909 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-8051e453-4480-460e-a2a5-a0898168af14 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0fc8da04-04d4-4eeb-86d6-5d8e54448613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2227206 Jul 09 14:47:03.366625 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cec55589-f32e-40f1-92f9-c71ab8906c8c req-2490023f-cdce-43f4-b782-811cc2dd820c tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=9da18f17-d082-4d4c-86e5-ac89efaa7ffa HTTP/1.1" status: 200 len: 210 time: 0.0546317 Jul 09 14:47:03.442022 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-596e9ddd-f778-4b1c-af99-8e22b5cd43b8 service neutron] 10.222.0.62 "GET /v2.0/networks/0fc8da04-04d4-4eeb-86d6-5d8e54448613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174793 Jul 09 14:47:03.465162 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-abc76a11-7651-4c1d-8619-d6d59b203a6f req-86025e96-6d58-4232-ba1d-41ea8694e368 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Deleting port 12ba3e02-e8dc-4f75-9575-5579b2930cd3 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:47:03.466271 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-abc76a11-7651-4c1d-8619-d6d59b203a6f req-86025e96-6d58-4232-ba1d-41ea8694e368 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:03.740633 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-abc76a11-7651-4c1d-8619-d6d59b203a6f req-86025e96-6d58-4232-ba1d-41ea8694e368 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] For port 12ba3e02-e8dc-4f75-9575-5579b2930cd3, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=12ba3e02-e8dc-4f75-9575-5579b2930cd3,segment=NetworkSegment(53f9e82d-cbee-4af4-9fe3-f119337023c8),segment_id=53f9e82d-cbee-4af4-9fe3-f119337023c8)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:47:03.741100 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-abc76a11-7651-4c1d-8619-d6d59b203a6f req-86025e96-6d58-4232-ba1d-41ea8694e368 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:03.765192 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-abc76a11-7651-4c1d-8619-d6d59b203a6f req-86025e96-6d58-4232-ba1d-41ea8694e368 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Calling delete_port for 12ba3e02-e8dc-4f75-9575-5579b2930cd3 owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:47:03.795922 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-cd4fd186-096a-400f-bf48-8456cbfdc2ee service neutron] 10.222.0.62 "GET /v2.0/networks/0fc8da04-04d4-4eeb-86d6-5d8e54448613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435159 Jul 09 14:47:03.863060 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58932c-7d30-4239-8654-d3076bcbdece req-447bb172-59fb-4fdf-8022-dbf3077ec745 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:03.868912 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58932c-7d30-4239-8654-d3076bcbdece req-447bb172-59fb-4fdf-8022-dbf3077ec745 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:03.874839 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58932c-7d30-4239-8654-d3076bcbdece req-447bb172-59fb-4fdf-8022-dbf3077ec745 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:03.881007 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58932c-7d30-4239-8654-d3076bcbdece req-447bb172-59fb-4fdf-8022-dbf3077ec745 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:03.888260 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58932c-7d30-4239-8654-d3076bcbdece req-447bb172-59fb-4fdf-8022-dbf3077ec745 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:03.894139 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58932c-7d30-4239-8654-d3076bcbdece req-447bb172-59fb-4fdf-8022-dbf3077ec745 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:03.900539 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58932c-7d30-4239-8654-d3076bcbdece req-447bb172-59fb-4fdf-8022-dbf3077ec745 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:03.902454 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3e58932c-7d30-4239-8654-d3076bcbdece req-447bb172-59fb-4fdf-8022-dbf3077ec745 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/ports?device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 5418 time: 0.3299916 Jul 09 14:47:03.935279 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-5ebacc44-624a-4279-b8c9-8413f433ff9a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=bb420490-7abe-48bb-8247-ff19d2932add HTTP/1.1" status: 200 len: 217 time: 0.0920007 Jul 09 14:47:04.143315 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 35712) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:04.162574 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-252f5ee6-de66-4f26-a8de-318fed09648e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:04.276448 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-252f5ee6-de66-4f26-a8de-318fed09648e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:04.332428 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3e58932c-7d30-4239-8654-d3076bcbdece req-5ff150df-c1a3-4b87-8d9a-73609dcb3083 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c78eb3d-e1da-49ec-9295-fc8608cc021d&id=9c5c735c-33df-481d-808b-656ad0345330&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4015248 Jul 09 14:47:04.354692 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-252f5ee6-de66-4f26-a8de-318fed09648e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:04.359869 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-ae699364-3407-44cf-af44-b88a449f55be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:04.359869 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-ae699364-3407-44cf-af44-b88a449f55be service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bbaf7842-6d01-4557-9de4-248881c81a38 HTTP/1.1" status: 200 len: 797 time: 0.4115663 Jul 09 14:47:04.393700 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-252f5ee6-de66-4f26-a8de-318fed09648e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f6c263b2508842e9a66cd9fc0e931bae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2488856 Jul 09 14:47:04.396727 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 35720) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:04.455426 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252f5ee6-de66-4f26-a8de-318fed09648e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13cca2b-bb72-4d0d-bab7-3c82ac76244d,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:04.467476 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e894df12-e3af-44b3-93f1-011b6d917a4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:04.489548 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e894df12-e3af-44b3-93f1-011b6d917a4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:04.517398 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-4142ab56-e817-44ad-91b7-f0e8c3123893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:04.518912 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-4142ab56-e817-44ad-91b7-f0e8c3123893 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7086051a-a9a3-4774-91ec-207e7481a1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1559384 Jul 09 14:47:04.589455 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-abc76a11-7651-4c1d-8619-d6d59b203a6f req-86025e96-6d58-4232-ba1d-41ea8694e368 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:04.601111 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['12ba3e02-e8dc-4f75-9575-5579b2930cd3'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:47:04.610749 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ffbdb-5c13-4e98-91bb-c8f5e64298b0 req-edf2f845-7d36-4adf-b3d0-93be4d880edc tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:04.612511 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-801ffbdb-5c13-4e98-91bb-c8f5e64298b0 req-edf2f845-7d36-4adf-b3d0-93be4d880edc tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.1560156 Jul 09 14:47:04.644635 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e894df12-e3af-44b3-93f1-011b6d917a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:04.648224 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e894df12-e3af-44b3-93f1-011b6d917a4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:04.650510 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-e894df12-e3af-44b3-93f1-011b6d917a4f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b13cca2b-bb72-4d0d-bab7-3c82ac76244d HTTP/1.1" status: 204 len: 168 time: 0.2528858 Jul 09 14:47:04.657419 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86025e96-6d58-4232-ba1d-41ea8694e368 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Pushing event deleted for resources: {'Port': ['ID=12ba3e02-e8dc-4f75-9575-5579b2930cd3,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:04.660746 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e894df12-e3af-44b3-93f1-011b6d917a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13cca2b-bb72-4d0d-bab7-3c82ac76244d,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:04.749298 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-abc76a11-7651-4c1d-8619-d6d59b203a6f req-86025e96-6d58-4232-ba1d-41ea8694e368 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] No DVR routers for this DVR port 12ba3e02-e8dc-4f75-9575-5579b2930cd3 on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:47:04.761472 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-801ffbdb-5c13-4e98-91bb-c8f5e64298b0 req-5ed33a1a-8f2a-4d6c-89b8-5dff9fae49df tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352377 Jul 09 14:47:04.763104 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-abc76a11-7651-4c1d-8619-d6d59b203a6f req-86025e96-6d58-4232-ba1d-41ea8694e368 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:04.766065 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-abc76a11-7651-4c1d-8619-d6d59b203a6f req-86025e96-6d58-4232-ba1d-41ea8694e368 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.54 "DELETE /v2.0/ports/12ba3e02-e8dc-4f75-9575-5579b2930cd3 HTTP/1.1" status: 204 len: 173 time: 1.6084545 Jul 09 14:47:04.784074 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-94a160a4-81c8-48ce-bb97-497e13261240 service neutron] 10.222.0.62 "GET /v2.0/networks/7086051a-a9a3-4774-91ec-207e7481a1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450187 Jul 09 14:47:04.885589 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8d47436b-bd62-4e38-a83e-07960cbc6863 req-c1e7fe28-a9f3-4aed-b670-536c66d62e22 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=20c07ab7-2106-4d17-b84c-250701bf5ab5 HTTP/1.1" status: 200 len: 210 time: 0.0525789 Jul 09 14:47:04.937256 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-4e2db235-ab00-4437-b899-8f07791b1f1c service neutron] 10.222.0.62 "GET /v2.0/networks/7086051a-a9a3-4774-91ec-207e7481a1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576226 Jul 09 14:47:05.011345 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-0399c5fd-f5c5-4e72-9cac-1d832ff2a15d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=96e89843-57db-4bb8-a7db-a9b989e66245 HTTP/1.1" status: 200 len: 217 time: 0.0412331 Jul 09 14:47:05.035804 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-95840c89-fb63-493f-a94b-5e7489403675 req-55a60e4e-8619-458a-b3af-18c790381a46 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=9da18f17-d082-4d4c-86e5-ac89efaa7ffa HTTP/1.1" status: 200 len: 210 time: 0.0313363 Jul 09 14:47:05.068914 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-d3943813-25f1-4d05-8d76-09be9066c72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:05.070492 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-d3943813-25f1-4d05-8d76-09be9066c72e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bbaf7842-6d01-4557-9de4-248881c81a38 HTTP/1.1" status: 200 len: 797 time: 0.0511932 Jul 09 14:47:05.154623 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c07ab7-2106-4d17-b84c-250701bf5ab5', 'name': 'network-vif-deleted', 'tag': '12ba3e02-e8dc-4f75-9575-5579b2930cd3'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:47:05.156982 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f7858c-d6ba-46c4-87b7-570c5b6d9b67" -d '{"events": [{"server_uuid": "20c07ab7-2106-4d17-b84c-250701bf5ab5", "name": "network-vif-deleted", "tag": "12ba3e02-e8dc-4f75-9575-5579b2930cd3"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:47:05.183718 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402edcdf-d600-434c-9783-b87decae96e4 req-14696e45-533f-4e38-8479-b2f5ba768aee tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:05.185396 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-402edcdf-d600-434c-9783-b87decae96e4 req-14696e45-533f-4e38-8479-b2f5ba768aee tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=0bfdaaf0-e1d5-46be-9994-d67577195492 HTTP/1.1" status: 200 len: 950 time: 0.1192179 Jul 09 14:47:05.191067 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-a264f095-a438-409d-a615-27420f77a091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:05.192556 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-a264f095-a438-409d-a615-27420f77a091 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7086051a-a9a3-4774-91ec-207e7481a1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1116359 Jul 09 14:47:05.195400 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07db4f2-05e8-45ec-b471-5169b6ceab52 x-openstack-request-id: req-e07db4f2-05e8-45ec-b471-5169b6ceab52 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:47:05.195717 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c07ab7-2106-4d17-b84c-250701bf5ab5", "name": "network-vif-deleted", "tag": "12ba3e02-e8dc-4f75-9575-5579b2930cd3", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:47:05.196540 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e07db4f2-05e8-45ec-b471-5169b6ceab52 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:47:05.196940 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c07ab7-2106-4d17-b84c-250701bf5ab5', 'name': 'network-vif-deleted', 'tag': '12ba3e02-e8dc-4f75-9575-5579b2930cd3', 'status': 'completed', 'code': 200} Jul 09 14:47:05.281219 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-402edcdf-d600-434c-9783-b87decae96e4 req-ab2bfdab-e340-4bc8-bcf0-7adeb7eb105d tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876498 Jul 09 14:47:05.318114 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-a76c35b8-17b0-4e65-9b1a-2b92663e04db service neutron] 10.222.0.62 "GET /v2.0/networks/7086051a-a9a3-4774-91ec-207e7481a1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142082 Jul 09 14:47:05.483102 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-eebdb32d-8d3c-48a6-b62c-d39e20e11818 service neutron] 10.222.0.62 "GET /v2.0/networks/7086051a-a9a3-4774-91ec-207e7481a1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578197 Jul 09 14:47:05.522276 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c3e3a-c9e8-44d0-8dc1-c3033e91f262 req-b59afbb7-69bc-4dd3-854a-c71736fd1157 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:05.525036 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-476c3e3a-c9e8-44d0-8dc1-c3033e91f262 req-b59afbb7-69bc-4dd3-854a-c71736fd1157 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bfdaaf0-e1d5-46be-9994-d67577195492 HTTP/1.1" status: 200 len: 950 time: 0.1517246 Jul 09 14:47:05.565915 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-940e5a17-7a03-41bf-98bb-b2c9877228af service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=42412cbf-f692-4bfb-8bac-e2da1b31b674 HTTP/1.1" status: 200 len: 217 time: 0.0743227 Jul 09 14:47:05.578309 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace6755-1cc9-4a29-9804-d4ba35ff3d04 req-4cdaae4a-9626-4a06-97a7-8717a8d2bd01 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:05.584460 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace6755-1cc9-4a29-9804-d4ba35ff3d04 req-4cdaae4a-9626-4a06-97a7-8717a8d2bd01 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:05.591235 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace6755-1cc9-4a29-9804-d4ba35ff3d04 req-4cdaae4a-9626-4a06-97a7-8717a8d2bd01 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:05.597145 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace6755-1cc9-4a29-9804-d4ba35ff3d04 req-4cdaae4a-9626-4a06-97a7-8717a8d2bd01 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:05.602996 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace6755-1cc9-4a29-9804-d4ba35ff3d04 req-4cdaae4a-9626-4a06-97a7-8717a8d2bd01 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:05.608871 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace6755-1cc9-4a29-9804-d4ba35ff3d04 req-4cdaae4a-9626-4a06-97a7-8717a8d2bd01 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:05.615858 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace6755-1cc9-4a29-9804-d4ba35ff3d04 req-4cdaae4a-9626-4a06-97a7-8717a8d2bd01 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:05.618312 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dace6755-1cc9-4a29-9804-d4ba35ff3d04 req-4cdaae4a-9626-4a06-97a7-8717a8d2bd01 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/ports?device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 5418 time: 0.1180391 Jul 09 14:47:05.641531 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ef14b4b7-b54f-4b73-b446-7fad5933acfd req-3e476955-3496-4a80-9a69-3a89faf44bfa tempest-FlavorsV2NegativeTest-1310910363 tempest-FlavorsV2NegativeTest-1310910363-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=5fce151edb3b4cd59d82092503cd658e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0848975 Jul 09 14:47:05.667243 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dace6755-1cc9-4a29-9804-d4ba35ff3d04 req-6b442d39-9112-4a20-b200-934e8e8890e2 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c78eb3d-e1da-49ec-9295-fc8608cc021d&id=9c5c735c-33df-481d-808b-656ad0345330&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0429704 Jul 09 14:47:05.758258 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-c0b59773-1898-458d-bfa1-6478a0a50a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:05.760460 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-c0b59773-1898-458d-bfa1-6478a0a50a80 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bbaf7842-6d01-4557-9de4-248881c81a38 HTTP/1.1" status: 200 len: 797 time: 0.1654422 Jul 09 14:47:05.915855 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-476c3e3a-c9e8-44d0-8dc1-c3033e91f262 req-4cf45d59-6cca-467e-bafa-d2148df28a9a tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Deleting port a11f2c13-7f1f-475c-94d9-ed18c27cb9d1 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:47:05.916118 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-476c3e3a-c9e8-44d0-8dc1-c3033e91f262 req-4cf45d59-6cca-467e-bafa-d2148df28a9a tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:05.941660 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14b4b7-b54f-4b73-b446-7fad5933acfd req-beff9133-1f8d-45e9-aad4-3796424026ee tempest-FlavorsV2NegativeTest-1310910363 tempest-FlavorsV2NegativeTest-1310910363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:05.943442 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ef14b4b7-b54f-4b73-b446-7fad5933acfd req-beff9133-1f8d-45e9-aad4-3796424026ee tempest-FlavorsV2NegativeTest-1310910363 tempest-FlavorsV2NegativeTest-1310910363-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2900417 Jul 09 14:47:06.017899 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212d8bd0-f908-48d4-9fb1-759544a9d730 req-a9532a11-ed60-4771-9c1a-568a0997031a tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:06.019373 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ef14b4b7-b54f-4b73-b446-7fad5933acfd req-1657618a-52d3-4495-b9f2-efe1f6e2882d tempest-FlavorsV2NegativeTest-1310910363 tempest-FlavorsV2NegativeTest-1310910363-project] 10.222.0.58 "GET /v2.0/quotas/5fce151edb3b4cd59d82092503cd658e HTTP/1.1" status: 200 len: 375 time: 0.0410216 Jul 09 14:47:06.025920 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-212d8bd0-f908-48d4-9fb1-759544a9d730 req-a9532a11-ed60-4771-9c1a-568a0997031a tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.1220729 Jul 09 14:47:06.030514 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-5affd662-d1f2-46ab-83ef-545632b74f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:06.031934 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-5affd662-d1f2-46ab-83ef-545632b74f5e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7086051a-a9a3-4774-91ec-207e7481a1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2628617 Jul 09 14:47:06.080096 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-212d8bd0-f908-48d4-9fb1-759544a9d730 req-7eebfc6e-54c3-4424-a927-0e9a5538b5c2 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532198 Jul 09 14:47:06.100972 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ef14b4b7-b54f-4b73-b446-7fad5933acfd req-fd6f96d1-aa25-4667-a150-9193dc900920 tempest-FlavorsV2NegativeTest-1310910363 tempest-FlavorsV2NegativeTest-1310910363-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5fce151edb3b4cd59d82092503cd658e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0726106 Jul 09 14:47:06.172448 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40983e3d-5ea3-4a15-a0e1-0cc913803b13 req-9109650e-0f12-48c0-826b-46d7d942e4ea tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:06.174386 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-40983e3d-5ea3-4a15-a0e1-0cc913803b13 req-9109650e-0f12-48c0-826b-46d7d942e4ea tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.54 "GET /v2.0/networks?id=29d888e5-b470-491c-8272-fb069bb5ea34 HTTP/1.1" status: 200 len: 816 time: 0.3624778 Jul 09 14:47:06.204845 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-476c3e3a-c9e8-44d0-8dc1-c3033e91f262 req-4cf45d59-6cca-467e-bafa-d2148df28a9a tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] For port a11f2c13-7f1f-475c-94d9-ed18c27cb9d1, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=a11f2c13-7f1f-475c-94d9-ed18c27cb9d1,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:47:06.205475 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-476c3e3a-c9e8-44d0-8dc1-c3033e91f262 req-4cf45d59-6cca-467e-bafa-d2148df28a9a tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:06.237829 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-476c3e3a-c9e8-44d0-8dc1-c3033e91f262 req-4cf45d59-6cca-467e-bafa-d2148df28a9a tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Calling delete_port for a11f2c13-7f1f-475c-94d9-ed18c27cb9d1 owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:47:06.281407 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-40983e3d-5ea3-4a15-a0e1-0cc913803b13 req-1469a7b4-3642-4c5d-958d-073b6f002eea tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=644ca6545bbf445fa0c886b6aef98e04 HTTP/1.1" status: 200 len: 379 time: 0.0948205 Jul 09 14:47:06.330891 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-40983e3d-5ea3-4a15-a0e1-0cc913803b13 req-cae37588-72c7-4333-b60d-cdebc52298f6 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Request body: {'port': {'device_id': '9da18f17-d082-4d4c-86e5-ac89efaa7ffa', 'network_id': '29d888e5-b470-491c-8272-fb069bb5ea34', 'admin_state_up': True, 'tenant_id': '644ca6545bbf445fa0c886b6aef98e04', 'security_groups': ['473b60ee-6046-439a-9449-2a9b96c46b50']}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:47:06.345392 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-6e395322-4ee2-45db-a2bd-a81385e8c5b0 service neutron] 10.222.0.62 "GET /v2.0/networks/7086051a-a9a3-4774-91ec-207e7481a1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847068 Jul 09 14:47:06.462624 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e676e1e4-6ecd-428d-b0e6-a4e74cfa67e5 req-7d60793c-a7b9-463e-8390-bcac9eabd3c5 tempest-ServersTestJSON-148894936 tempest-ServersTestJSON-148894936-project] 10.222.0.58 "GET /v2.0/ports?device_id=20c07ab7-2106-4d17-b84c-250701bf5ab5 HTTP/1.1" status: 200 len: 210 time: 0.1243174 Jul 09 14:47:06.503012 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c75df03c-9cb6-4ec9-9e66-15fd748ceece req-b95e19ef-bf0c-4b81-a326-0742d8cd3088 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=9da18f17-d082-4d4c-86e5-ac89efaa7ffa HTTP/1.1" status: 200 len: 210 time: 0.0508897 Jul 09 14:47:06.564044 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987dfc3-3dd4-4cc3-b44e-ef12faa9b05e req-b9e8a794-01e8-40ef-8b7d-ebca6b5555ca tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:06.565744 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5987dfc3-3dd4-4cc3-b44e-ef12faa9b05e req-b9e8a794-01e8-40ef-8b7d-ebca6b5555ca tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.62 "GET /v2.0/ports?device_id=645a8406-3b1c-45ba-8b48-2f658e2f2bad HTTP/1.1" status: 200 len: 950 time: 0.1677358 Jul 09 14:47:06.632115 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-ed3ac587-ffad-4543-a198-d59f35cbf49f service neutron] 10.222.0.62 "GET /v2.0/networks/7086051a-a9a3-4774-91ec-207e7481a1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463679 Jul 09 14:47:06.686079 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-986b49cc-5545-4d49-96c7-edce7b3cbfc4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=584859ef-7df1-4e5e-a094-227a09a19961 HTTP/1.1" status: 200 len: 217 time: 0.0447135 Jul 09 14:47:06.749319 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-0985117f-2f84-4506-9f8d-f933c7805d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:06.750909 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-0985117f-2f84-4506-9f8d-f933c7805d3f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bbaf7842-6d01-4557-9de4-248881c81a38 HTTP/1.1" status: 200 len: 797 time: 0.0591159 Jul 09 14:47:06.753695 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a75584-8835-4bdb-97c8-7f86f5194a9e req-40ee9f15-a4e2-4479-8d89-3e887a2ab806 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:06.759865 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-34a75584-8835-4bdb-97c8-7f86f5194a9e req-40ee9f15-a4e2-4479-8d89-3e887a2ab806 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=0bfdaaf0-e1d5-46be-9994-d67577195492 HTTP/1.1" status: 200 len: 950 time: 0.1194074 Jul 09 14:47:06.786532 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-476c3e3a-c9e8-44d0-8dc1-c3033e91f262 req-4cf45d59-6cca-467e-bafa-d2148df28a9a tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:06.788087 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40983e3d-5ea3-4a15-a0e1-0cc913803b13 req-cae37588-72c7-4333-b60d-cdebc52298f6 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Made reservation on behalf of 644ca6545bbf445fa0c886b6aef98e04 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:47:06.800455 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-40983e3d-5ea3-4a15-a0e1-0cc913803b13 req-cae37588-72c7-4333-b60d-cdebc52298f6 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:06.800644 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['5b8321d1-0cc4-4453-b1d2-305318737648', 'a11f2c13-7f1f-475c-94d9-ed18c27cb9d1'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:47:06.810761 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-5987dfc3-3dd4-4cc3-b44e-ef12faa9b05e req-a2bc4b86-325f-475e-8d0f-c9e19844822f tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Deleting port 35f4c7c4-f38a-49bf-b29d-8b5de5e3d675 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:47:06.811355 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5987dfc3-3dd4-4cc3-b44e-ef12faa9b05e req-a2bc4b86-325f-475e-8d0f-c9e19844822f tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:06.851537 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['1a2deeba-8583-43d1-a846-fbd62e303f2c', 'b0b5445c-23dd-42e1-a35b-f560998dd6a0', '35f4c7c4-f38a-49bf-b29d-8b5de5e3d675'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:47:06.868546 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf45d59-6cca-467e-bafa-d2148df28a9a tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Pushing event deleted for resources: {'Port': ['ID=a11f2c13-7f1f-475c-94d9-ed18c27cb9d1,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:06.903148 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-5987dfc3-3dd4-4cc3-b44e-ef12faa9b05e req-a2bc4b86-325f-475e-8d0f-c9e19844822f tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] For port 35f4c7c4-f38a-49bf-b29d-8b5de5e3d675, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=35f4c7c4-f38a-49bf-b29d-8b5de5e3d675,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:47:06.903545 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5987dfc3-3dd4-4cc3-b44e-ef12faa9b05e req-a2bc4b86-325f-475e-8d0f-c9e19844822f tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:06.921341 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-5987dfc3-3dd4-4cc3-b44e-ef12faa9b05e req-a2bc4b86-325f-475e-8d0f-c9e19844822f tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Calling delete_port for 35f4c7c4-f38a-49bf-b29d-8b5de5e3d675 owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:47:06.949383 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-476c3e3a-c9e8-44d0-8dc1-c3033e91f262 req-4cf45d59-6cca-467e-bafa-d2148df28a9a tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] No DVR routers for this DVR port a11f2c13-7f1f-475c-94d9-ed18c27cb9d1 on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:47:06.952208 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-476c3e3a-c9e8-44d0-8dc1-c3033e91f262 req-4cf45d59-6cca-467e-bafa-d2148df28a9a tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:06.954670 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-476c3e3a-c9e8-44d0-8dc1-c3033e91f262 req-4cf45d59-6cca-467e-bafa-d2148df28a9a tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.54 "DELETE /v2.0/ports/a11f2c13-7f1f-475c-94d9-ed18c27cb9d1 HTTP/1.1" status: 204 len: 173 time: 1.3968308 Jul 09 14:47:06.966212 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 12ba3e02-e8dc-4f75-9575-5579b2930cd3 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:47:07.001433 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: 12ba3e02-e8dc-4f75-9575-5579b2930cd3 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:47:07.002019 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 12ba3e02-e8dc-4f75-9575-5579b2930cd3 not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:47:07.002569 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device a11f2c13-7f1f-475c-94d9-ed18c27cb9d1 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:47:07.058540 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-34a75584-8835-4bdb-97c8-7f86f5194a9e req-127bec87-133c-4b73-b37b-0b7ef4e5b3cf tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939806 Jul 09 14:47:07.073640 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-e31cc484-5fbe-49eb-ae86-1249c5787823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:07.073640 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-e31cc484-5fbe-49eb-ae86-1249c5787823 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7086051a-a9a3-4774-91ec-207e7481a1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3152463 Jul 09 14:47:07.089916 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: a11f2c13-7f1f-475c-94d9-ed18c27cb9d1 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:47:07.090561 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device a11f2c13-7f1f-475c-94d9-ed18c27cb9d1 not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:47:07.179888 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-40983e3d-5ea3-4a15-a0e1-0cc913803b13 req-cae37588-72c7-4333-b60d-cdebc52298f6 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Allocated IP 172.20.0.9 (29d888e5-b470-491c-8272-fb069bb5ea34/6ebf5b74-6584-49ef-a6c0-eff61f32c488/7aa33818-c61d-4582-8359-6d5088e5a2d9) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:47:07.203219 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92dea0-4a1b-4fcf-ad1e-33c303de3869 req-5181e24c-a0a2-4bb9-b59e-9f2990843e9f tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:07.204724 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5987dfc3-3dd4-4cc3-b44e-ef12faa9b05e req-a2bc4b86-325f-475e-8d0f-c9e19844822f tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:07.210714 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92dea0-4a1b-4fcf-ad1e-33c303de3869 req-5181e24c-a0a2-4bb9-b59e-9f2990843e9f tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:07.217602 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92dea0-4a1b-4fcf-ad1e-33c303de3869 req-5181e24c-a0a2-4bb9-b59e-9f2990843e9f tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:07.224044 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92dea0-4a1b-4fcf-ad1e-33c303de3869 req-5181e24c-a0a2-4bb9-b59e-9f2990843e9f tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:07.240140 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92dea0-4a1b-4fcf-ad1e-33c303de3869 req-5181e24c-a0a2-4bb9-b59e-9f2990843e9f tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:07.257801 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bc4b86-325f-475e-8d0f-c9e19844822f tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Pushing event deleted for resources: {'Port': ['ID=35f4c7c4-f38a-49bf-b29d-8b5de5e3d675,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:07.261565 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92dea0-4a1b-4fcf-ad1e-33c303de3869 req-5181e24c-a0a2-4bb9-b59e-9f2990843e9f tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:07.280183 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92dea0-4a1b-4fcf-ad1e-33c303de3869 req-5181e24c-a0a2-4bb9-b59e-9f2990843e9f tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:07.283485 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7a92dea0-4a1b-4fcf-ad1e-33c303de3869 req-5181e24c-a0a2-4bb9-b59e-9f2990843e9f tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/ports?device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 5418 time: 0.4258943 Jul 09 14:47:07.378080 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['5b8321d1-0cc4-4453-b1d2-305318737648'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:47:07.393177 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bfdaaf0-e1d5-46be-9994-d67577195492', 'name': 'network-vif-deleted', 'tag': 'a11f2c13-7f1f-475c-94d9-ed18c27cb9d1'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:47:07.404465 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62194a02-7e19-4d34-8563-a16a48c8e27f" -d '{"events": [{"server_uuid": "0bfdaaf0-e1d5-46be-9994-d67577195492", "name": "network-vif-deleted", "tag": "a11f2c13-7f1f-475c-94d9-ed18c27cb9d1"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:47:07.423952 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-5987dfc3-3dd4-4cc3-b44e-ef12faa9b05e req-a2bc4b86-325f-475e-8d0f-c9e19844822f tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] No DVR routers for this DVR port 35f4c7c4-f38a-49bf-b29d-8b5de5e3d675 on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:47:07.425847 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-92322cb8-9d53-4f17-b4a3-b4afff969711 service neutron] 10.222.0.62 "GET /v2.0/networks/7086051a-a9a3-4774-91ec-207e7481a1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413112 Jul 09 14:47:07.429647 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5987dfc3-3dd4-4cc3-b44e-ef12faa9b05e req-a2bc4b86-325f-475e-8d0f-c9e19844822f tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:07.432306 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5987dfc3-3dd4-4cc3-b44e-ef12faa9b05e req-a2bc4b86-325f-475e-8d0f-c9e19844822f tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.62 "DELETE /v2.0/ports/35f4c7c4-f38a-49bf-b29d-8b5de5e3d675 HTTP/1.1" status: 204 len: 173 time: 0.8602376 Jul 09 14:47:07.441437 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168c1764-af50-48d8-b807-b9d657493663 req-97cd3918-224d-491a-ad25-8b19d2e7b429 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:07.458512 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-168c1764-af50-48d8-b807-b9d657493663 req-97cd3918-224d-491a-ad25-8b19d2e7b429 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.1953845 Jul 09 14:47:07.467177 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '645a8406-3b1c-45ba-8b48-2f658e2f2bad', 'name': 'network-vif-deleted', 'tag': '35f4c7c4-f38a-49bf-b29d-8b5de5e3d675'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:47:07.472234 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef4c410-8231-4c19-b616-51fe308c6a53" -d '{"events": [{"server_uuid": "645a8406-3b1c-45ba-8b48-2f658e2f2bad", "name": "network-vif-deleted", "tag": "35f4c7c4-f38a-49bf-b29d-8b5de5e3d675"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:47:07.524483 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-168c1764-af50-48d8-b807-b9d657493663 req-30899d5f-13c6-452e-b312-588fa17b46e7 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707979 Jul 09 14:47:07.662480 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 35890) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:07.798372 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c221b5d-6a50-44e3-8e04-90a25f267ec0 x-openstack-request-id: req-4c221b5d-6a50-44e3-8e04-90a25f267ec0 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:47:07.799003 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "645a8406-3b1c-45ba-8b48-2f658e2f2bad", "name": "network-vif-deleted", "tag": "35f4c7c4-f38a-49bf-b29d-8b5de5e3d675", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:47:07.799003 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4c221b5d-6a50-44e3-8e04-90a25f267ec0 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:47:07.799492 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '645a8406-3b1c-45ba-8b48-2f658e2f2bad', 'name': 'network-vif-deleted', 'tag': '35f4c7c4-f38a-49bf-b29d-8b5de5e3d675', 'status': 'completed', 'code': 200} Jul 09 14:47:07.854595 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2e309297-0760-4783-9d4b-bb40e0e3c22a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:07.906422 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 35902) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:07.980212 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-cecd6639-5726-4eac-b488-c8e91d1a151b admin admin] Deleting subnet e78429e5-c16d-40cf-923f-e056853eac48 {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:47:07.983944 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cecd6639-5726-4eac-b488-c8e91d1a151b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:08.028603 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41ee4d1-832b-4604-a3c1-f2c65ab967e8 x-openstack-request-id: req-d41ee4d1-832b-4604-a3c1-f2c65ab967e8 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:47:08.033726 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bfdaaf0-e1d5-46be-9994-d67577195492", "name": "network-vif-deleted", "tag": "a11f2c13-7f1f-475c-94d9-ed18c27cb9d1", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:47:08.033726 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d41ee4d1-832b-4604-a3c1-f2c65ab967e8 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:47:08.033726 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bfdaaf0-e1d5-46be-9994-d67577195492', 'name': 'network-vif-deleted', 'tag': 'a11f2c13-7f1f-475c-94d9-ed18c27cb9d1', 'status': 'completed', 'code': 200} Jul 09 14:47:08.039145 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7a92dea0-4a1b-4fcf-ad1e-33c303de3869 req-c5bef600-3337-41d7-b57e-fc901fa6fd58 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c78eb3d-e1da-49ec-9295-fc8608cc021d&id=9c5c735c-33df-481d-808b-656ad0345330&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.6118701 Jul 09 14:47:08.071314 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae351ee6-83e7-4799-baeb-b77c908bca9d req-47f0f5f2-5271-4284-af76-2d51a8a4fc5e tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=9da18f17-d082-4d4c-86e5-ac89efaa7ffa HTTP/1.1" status: 200 len: 210 time: 0.0446150 Jul 09 14:47:08.073647 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cecd6639-5726-4eac-b488-c8e91d1a151b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:08.134516 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cecd6639-5726-4eac-b488-c8e91d1a151b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:08.137997 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-d65fa7f5-44c1-4d98-a749-9be7e50410d0 service neutron] 10.222.0.62 "GET /v2.0/networks/7086051a-a9a3-4774-91ec-207e7481a1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6582739 Jul 09 14:47:08.147850 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-40983e3d-5ea3-4a15-a0e1-0cc913803b13 req-cae37588-72c7-4333-b60d-cdebc52298f6 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:08.197857 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-9dbb5d29-6426-4e08-a82e-0d9b51cd2adc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1c924033-ab46-4efe-a952-c19f76703241 HTTP/1.1" status: 200 len: 217 time: 0.0473051 Jul 09 14:47:08.200169 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-40983e3d-5ea3-4a15-a0e1-0cc913803b13 req-cae37588-72c7-4333-b60d-cdebc52298f6 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Transition to ACTIVE for port object 7aa33818-c61d-4582-8359-6d5088e5a2d9 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:47:08.224064 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2e309297-0760-4783-9d4b-bb40e0e3c22a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:08.277570 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1ac28279-16e7-4c8c-8465-1fedcbce873d req-a4f1dac0-8f4e-4bb6-a013-6068c407e537 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=0bfdaaf0-e1d5-46be-9994-d67577195492 HTTP/1.1" status: 200 len: 210 time: 0.0427108 Jul 09 14:47:08.283054 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2e309297-0760-4783-9d4b-bb40e0e3c22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:08.298899 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-92589fe3-e013-49c9-bad6-b11e7169127b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:08.300415 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-92589fe3-e013-49c9-bad6-b11e7169127b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2f690ec9-8aa3-48cf-be43-c18952e1b046 HTTP/1.1" status: 200 len: 797 time: 0.0953898 Jul 09 14:47:08.334659 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cecd6639-5726-4eac-b488-c8e91d1a151b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:08.351069 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e309297-0760-4783-9d4b-bb40e0e3c22a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3e2301-99d5-4703-b78f-c2885c13920c,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:08.354654 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-2e309297-0760-4783-9d4b-bb40e0e3c22a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5fce151edb3b4cd59d82092503cd658e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6886549 Jul 09 14:47:08.359494 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 35920) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:08.377076 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-40983e3d-5ea3-4a15-a0e1-0cc913803b13 req-cae37588-72c7-4333-b60d-cdebc52298f6 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:08.448929 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['1a2deeba-8583-43d1-a846-fbd62e303f2c', 'b0b5445c-23dd-42e1-a35b-f560998dd6a0'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:47:08.463115 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40983e3d-5ea3-4a15-a0e1-0cc913803b13 req-cae37588-72c7-4333-b60d-cdebc52298f6 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Network 29d888e5-b470-491c-8272-fb069bb5ea34 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:47:08.473835 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-40983e3d-5ea3-4a15-a0e1-0cc913803b13 req-cae37588-72c7-4333-b60d-cdebc52298f6 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:47:08.478793 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-40983e3d-5ea3-4a15-a0e1-0cc913803b13 req-cae37588-72c7-4333-b60d-cdebc52298f6 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:47:08.489255 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae37588-72c7-4333-b60d-cdebc52298f6 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Pushing event updated for resources: {'Port': ['ID=7aa33818-c61d-4582-8359-6d5088e5a2d9,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:08.520768 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-9483a87b-921b-4c14-93a6-43c9f82ba7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:08.522216 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-9483a87b-921b-4c14-93a6-43c9f82ba7ef service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f7f6731e-df5a-475b-9c1b-606c9f6d697c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1946912 Jul 09 14:47:08.534365 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2ff538e9-c2c4-4b14-adff-0d216ff1ee6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:08.640995 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40983e3d-5ea3-4a15-a0e1-0cc913803b13 req-cae37588-72c7-4333-b60d-cdebc52298f6 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:08.641810 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-40983e3d-5ea3-4a15-a0e1-0cc913803b13 req-cae37588-72c7-4333-b60d-cdebc52298f6 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:08.672388 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2ff538e9-c2c4-4b14-adff-0d216ff1ee6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:08.767627 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-1f0f694b-1c1a-4abb-96ad-de196346bdb6 service neutron] 10.222.0.62 "GET /v2.0/networks/f7f6731e-df5a-475b-9c1b-606c9f6d697c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343693 Jul 09 14:47:08.775675 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-40983e3d-5ea3-4a15-a0e1-0cc913803b13 req-cae37588-72c7-4333-b60d-cdebc52298f6 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4464476 Jul 09 14:47:08.790396 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-40983e3d-5ea3-4a15-a0e1-0cc913803b13 req-9f5bce00-34ab-462f-8110-eb23a63d5575 service neutron] Request body: {'port': {'device_id': '9da18f17-d082-4d4c-86e5-ac89efaa7ffa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:47:08.925378 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd6639-5726-4eac-b488-c8e91d1a151b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e78429e5-c16d-40cf-923f-e056853eac48,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:08.926931 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2ff538e9-c2c4-4b14-adff-0d216ff1ee6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:08.929705 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2ff538e9-c2c4-4b14-adff-0d216ff1ee6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:08.933836 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-2ff538e9-c2c4-4b14-adff-0d216ff1ee6f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9d3e2301-99d5-4703-b78f-c2885c13920c HTTP/1.1" status: 204 len: 168 time: 0.5704651 Jul 09 14:47:08.944710 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cecd6639-5726-4eac-b488-c8e91d1a151b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:08.948100 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-cecd6639-5726-4eac-b488-c8e91d1a151b admin admin] 10.222.0.58 "DELETE /v2.0/subnets/e78429e5-c16d-40cf-923f-e056853eac48 HTTP/1.1" status: 204 len: 168 time: 1.0394669 Jul 09 14:47:08.949305 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 35930) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:08.968566 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 35932) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:09.072348 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c827d27-2137-440f-ad2c-4c94754a654b req-b1439473-48e9-4b32-9130-7fdb72b5ea6a tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:09.074119 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5c827d27-2137-440f-ad2c-4c94754a654b req-b1439473-48e9-4b32-9130-7fdb72b5ea6a tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.1384058 Jul 09 14:47:09.077734 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff538e9-c2c4-4b14-adff-0d216ff1ee6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3e2301-99d5-4703-b78f-c2885c13920c,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:09.082679 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-86791455-f1ae-4596-a7b6-374995c272e9 service neutron] 10.222.0.62 "GET /v2.0/networks/f7f6731e-df5a-475b-9c1b-606c9f6d697c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055687 Jul 09 14:47:09.083229 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-40983e3d-5ea3-4a15-a0e1-0cc913803b13 req-9f5bce00-34ab-462f-8110-eb23a63d5575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:09.119293 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-0bb6f1da-0308-474d-8013-a27df8b8926d None None] Provisioning for port 7aa33818-c61d-4582-8359-6d5088e5a2d9 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:47:09.125558 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-0bb6f1da-0308-474d-8013-a27df8b8926d None None] Provisioning complete for port 7aa33818-c61d-4582-8359-6d5088e5a2d9 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:47:09.126264 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0bb6f1da-0308-474d-8013-a27df8b8926d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:09.139097 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-33c674c2-eaca-42ae-9e14-18806e6bc736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:09.159774 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5c827d27-2137-440f-ad2c-4c94754a654b req-88e6a4b2-2445-4648-a1e8-81b26fabbae4 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792665 Jul 09 14:47:09.202846 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-0bb6f1da-0308-474d-8013-a27df8b8926d None None] Port 7aa33818-c61d-4582-8359-6d5088e5a2d9 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:47:09.206894 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-f71e8207-e30f-44b4-903e-d0968c0da059 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ab8363f7-21ad-4c07-a8be-128ce6a85669 HTTP/1.1" status: 200 len: 217 time: 0.1047502 Jul 09 14:47:09.228896 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-33efb71e-e038-491b-8fae-6d3f90797429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:09.264290 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-33c674c2-eaca-42ae-9e14-18806e6bc736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:09.346422 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-a9443de6-5471-40e7-a542-e38392988652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:09.347968 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-a9443de6-5471-40e7-a542-e38392988652 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2f690ec9-8aa3-48cf-be43-c18952e1b046 HTTP/1.1" status: 200 len: 797 time: 0.1170542 Jul 09 14:47:09.372820 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9463857-6d65-456c-bab0-0070499e6f7f req-b5adc61f-1e47-49db-9a75-3b985d87d75f tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:09.374423 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a9463857-6d65-456c-bab0-0070499e6f7f req-b5adc61f-1e47-49db-9a75-3b985d87d75f tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=9da18f17-d082-4d4c-86e5-ac89efaa7ffa HTTP/1.1" status: 200 len: 931 time: 0.0711703 Jul 09 14:47:09.380112 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-33c674c2-eaca-42ae-9e14-18806e6bc736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:09.435115 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-33c674c2-eaca-42ae-9e14-18806e6bc736 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=78fe142cd74c4ad59328fa3c76d21f37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4801409 Jul 09 14:47:09.435115 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 35944) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:09.460469 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c674c2-eaca-42ae-9e14-18806e6bc736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79efdc37-98da-4d19-8388-ed1af177d594,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:09.473942 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a9463857-6d65-456c-bab0-0070499e6f7f req-c3714028-10a7-4c8e-9aab-7e86b105b2cf tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=473b60ee-6046-439a-9449-2a9b96c46b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895345 Jul 09 14:47:09.520594 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d7ba5e69-572e-4b94-8f4c-54ba362f258e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:09.552195 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d7ba5e69-572e-4b94-8f4c-54ba362f258e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:09.575260 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-33efb71e-e038-491b-8fae-6d3f90797429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:09.601273 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-33efb71e-e038-491b-8fae-6d3f90797429 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:47:09.625233 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-33efb71e-e038-491b-8fae-6d3f90797429 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53f9e82d-cbee-4af4-9fe3-f119337023c8') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:47:09.625524 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-33efb71e-e038-491b-8fae-6d3f90797429 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53f9e82d-cbee-4af4-9fe3-f119337023c8') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:47:09.640051 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df0f1e-eb49-4d91-864d-0fb48b87124c req-71499cf2-a859-4d94-ad0f-53045b825afa tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:09.645839 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df0f1e-eb49-4d91-864d-0fb48b87124c req-71499cf2-a859-4d94-ad0f-53045b825afa tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:09.655021 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df0f1e-eb49-4d91-864d-0fb48b87124c req-71499cf2-a859-4d94-ad0f-53045b825afa tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:09.661049 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df0f1e-eb49-4d91-864d-0fb48b87124c req-71499cf2-a859-4d94-ad0f-53045b825afa tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:09.667306 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df0f1e-eb49-4d91-864d-0fb48b87124c req-71499cf2-a859-4d94-ad0f-53045b825afa tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:09.673507 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df0f1e-eb49-4d91-864d-0fb48b87124c req-71499cf2-a859-4d94-ad0f-53045b825afa tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:09.679486 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df0f1e-eb49-4d91-864d-0fb48b87124c req-71499cf2-a859-4d94-ad0f-53045b825afa tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:09.681978 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-17df0f1e-eb49-4d91-864d-0fb48b87124c req-71499cf2-a859-4d94-ad0f-53045b825afa tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/ports?device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 5418 time: 0.3942473 Jul 09 14:47:09.686146 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d7ba5e69-572e-4b94-8f4c-54ba362f258e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:09.693039 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d7ba5e69-572e-4b94-8f4c-54ba362f258e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:09.694313 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d7ba5e69-572e-4b94-8f4c-54ba362f258e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/79efdc37-98da-4d19-8388-ed1af177d594 HTTP/1.1" status: 204 len: 168 time: 0.2598412 Jul 09 14:47:09.698692 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-33efb71e-e038-491b-8fae-6d3f90797429 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:09.704396 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ba5e69-572e-4b94-8f4c-54ba362f258e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79efdc37-98da-4d19-8388-ed1af177d594,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:09.714517 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-d818aabd-fa0c-4200-b6cb-121b2c0d476a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:09.716010 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-d818aabd-fa0c-4200-b6cb-121b2c0d476a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f7f6731e-df5a-475b-9c1b-606c9f6d697c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3232715 Jul 09 14:47:09.765072 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-33efb71e-e038-491b-8fae-6d3f90797429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:09.834778 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33efb71e-e038-491b-8fae-6d3f90797429 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:47:09.835347 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-33efb71e-e038-491b-8fae-6d3f90797429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:09.842422 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:47:09.842422 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:47:09.842422 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:47:09.842422 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:47:09.842422 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:47:09.842422 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:47:09.842422 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:47:09.842422 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:47:09.842422 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:47:09.842422 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:47:09.842422 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:47:09.842422 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:47:09.842422 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:47:09.842422 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:47:09.842422 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:47:09.842422 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:47:09.842422 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:47:09.842422 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:47:09.842422 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:47:09.842422 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:47:09.842422 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:47:09.842422 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:47:09.842422 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:47:09.842422 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:47:09.842422 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:47:09.842422 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:47:09.842422 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:47:09.842422 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:47:09.842422 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:47:09.842422 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:47:09.842422 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:47:09.842422 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:47:09.842422 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:47:09.842422 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:47:09.842422 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:47:09.842422 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:47:09.842422 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:47:09.842422 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:47:09.842422 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:47:09.842422 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:47:09.842422 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:47:09.842422 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:47:09.842422 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:47:09.842422 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:47:09.842422 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:47:09.842422 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:47:09.842422 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:47:09.842422 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:47:09.842422 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:47:09.842422 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:47:09.842422 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:47:09.842422 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:47:09.842422 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:47:09.842422 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:47:09.842422 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:47:09.842422 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:47:09.842422 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 14:47:09.846198 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:47:09.846198 n-d-799529-6 neutron-server[94445]: timer() Jul 09 14:47:09.846198 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:47:09.846198 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 14:47:09.846198 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:47:09.846198 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 14:47:09.846198 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:47:09.846198 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 14:47:09.846198 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:47:09.846198 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 14:47:09.846198 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:47:09.846198 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 14:47:09.846198 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:47:09.846198 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:47:09.846198 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:47:09.846198 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:47:09.846198 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:47:09.846198 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 14:47:09.846198 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:47:09.846198 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 14:47:09.846198 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:47:09.846198 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:47:09.846198 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:47:09.846198 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 14:47:09.846198 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:47:09.846198 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:47:09.846198 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:47:09.846198 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:47:09.846198 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:47:09.846198 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:47:09.846198 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:47:09.931580 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-17df0f1e-eb49-4d91-864d-0fb48b87124c req-9840b401-0f9b-44fe-b317-3113a9b0617a tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c78eb3d-e1da-49ec-9295-fc8608cc021d&id=9c5c735c-33df-481d-808b-656ad0345330&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2392876 Jul 09 14:47:09.976619 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-40983e3d-5ea3-4a15-a0e1-0cc913803b13 req-9f5bce00-34ab-462f-8110-eb23a63d5575 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aa33818-c61d-4582-8359-6d5088e5a2d9 {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:47:09.988352 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-40983e3d-5ea3-4a15-a0e1-0cc913803b13 req-9f5bce00-34ab-462f-8110-eb23a63d5575 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:10.014839 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-02fd0e81-4768-48fc-902e-151999aba407 service neutron] 10.222.0.62 "GET /v2.0/networks/f7f6731e-df5a-475b-9c1b-606c9f6d697c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852333 Jul 09 14:47:10.015847 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-40983e3d-5ea3-4a15-a0e1-0cc913803b13 req-9f5bce00-34ab-462f-8110-eb23a63d5575 service neutron] Transition to ACTIVE for port object 7aa33818-c61d-4582-8359-6d5088e5a2d9 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:47:10.076680 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-33efb71e-e038-491b-8fae-6d3f90797429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:10.083395 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-33efb71e-e038-491b-8fae-6d3f90797429 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:10.085391 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-33efb71e-e038-491b-8fae-6d3f90797429 admin admin] 10.222.0.58 "DELETE /v2.0/networks/4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9 HTTP/1.1" status: 204 len: 168 time: 1.1024256 Jul 09 14:47:10.101299 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33efb71e-e038-491b-8fae-6d3f90797429 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ef1e0e5-e2bf-4c22-ae5d-2d7fa7b9b7e9,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:10.138881 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-40983e3d-5ea3-4a15-a0e1-0cc913803b13 req-9f5bce00-34ab-462f-8110-eb23a63d5575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:10.149766 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2b5f1266-9010-4b85-96bd-70c046fbf650 req-1a2fc717-b0b9-4652-b353-2f0923545da3 service neutron] 10.222.0.62 "GET /v2.0/networks/f7f6731e-df5a-475b-9c1b-606c9f6d697c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280642 Jul 09 14:47:10.202790 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5bce00-34ab-462f-8110-eb23a63d5575 service neutron] Pushing event updated for resources: {'Port': ['ID=7aa33818-c61d-4582-8359-6d5088e5a2d9,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:10.281554 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-40983e3d-5ea3-4a15-a0e1-0cc913803b13 req-9f5bce00-34ab-462f-8110-eb23a63d5575 service neutron] Attempting to bind port 7aa33818-c61d-4582-8359-6d5088e5a2d9 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:47:10.282501 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-40983e3d-5ea3-4a15-a0e1-0cc913803b13 req-9f5bce00-34ab-462f-8110-eb23a63d5575 service neutron] Attempting to bind port 7aa33818-c61d-4582-8359-6d5088e5a2d9 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': 'd799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '29d888e5-b470-491c-8272-fb069bb5ea34'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:47:10.282501 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40983e3d-5ea3-4a15-a0e1-0cc913803b13 req-9f5bce00-34ab-462f-8110-eb23a63d5575 service neutron] Attempting to bind port 7aa33818-c61d-4582-8359-6d5088e5a2d9 on network 29d888e5-b470-491c-8272-fb069bb5ea34 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:47:10.294209 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40983e3d-5ea3-4a15-a0e1-0cc913803b13 req-9f5bce00-34ab-462f-8110-eb23a63d5575 service neutron] Port 7aa33818-c61d-4582-8359-6d5088e5a2d9 on network 29d888e5-b470-491c-8272-fb069bb5ea34 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:47:10.294575 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40983e3d-5ea3-4a15-a0e1-0cc913803b13 req-9f5bce00-34ab-462f-8110-eb23a63d5575 service neutron] Attempting to bind port 7aa33818-c61d-4582-8359-6d5088e5a2d9 on network 29d888e5-b470-491c-8272-fb069bb5ea34 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:47:10.301240 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40983e3d-5ea3-4a15-a0e1-0cc913803b13 req-9f5bce00-34ab-462f-8110-eb23a63d5575 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:47:10.301579 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40983e3d-5ea3-4a15-a0e1-0cc913803b13 req-9f5bce00-34ab-462f-8110-eb23a63d5575 service neutron] Checking segment: {'id': 'd799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '29d888e5-b470-491c-8272-fb069bb5ea34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:47:10.302354 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40983e3d-5ea3-4a15-a0e1-0cc913803b13 req-9f5bce00-34ab-462f-8110-eb23a63d5575 service neutron] Bound using segment: {'id': 'd799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '29d888e5-b470-491c-8272-fb069bb5ea34'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:47:10.302790 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-40983e3d-5ea3-4a15-a0e1-0cc913803b13 req-9f5bce00-34ab-462f-8110-eb23a63d5575 service neutron] Bound port: 7aa33818-c61d-4582-8359-6d5088e5a2d9, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '29d888e5-b470-491c-8272-fb069bb5ea34'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:47:10.303299 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-40983e3d-5ea3-4a15-a0e1-0cc913803b13 req-9f5bce00-34ab-462f-8110-eb23a63d5575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:10.423833 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 35984) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:10.462388 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-40983e3d-5ea3-4a15-a0e1-0cc913803b13 req-9f5bce00-34ab-462f-8110-eb23a63d5575 service neutron] For port 7aa33818-c61d-4582-8359-6d5088e5a2d9, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:47:10.466213 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-40983e3d-5ea3-4a15-a0e1-0cc913803b13 req-9f5bce00-34ab-462f-8110-eb23a63d5575 service neutron] For port 7aa33818-c61d-4582-8359-6d5088e5a2d9, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=7aa33818-c61d-4582-8359-6d5088e5a2d9,segment=NetworkSegment(d799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae),segment_id=d799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:47:10.479608 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a63cb9f-0c21-4ebc-ac48-8e89848df5e7 req-0d022ff2-4471-4195-b3e6-3a61adf32886 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:10.481290 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1a63cb9f-0c21-4ebc-ac48-8e89848df5e7 req-0d022ff2-4471-4195-b3e6-3a61adf32886 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.1395178 Jul 09 14:47:10.488098 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 35990) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:10.543463 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-490c55ee-5dd0-4d8e-89f0-743b2069e0f2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1e0132f74af84346b7937684dc0b5d46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0539882 Jul 09 14:47:10.545933 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 35994) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:10.554545 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1a63cb9f-0c21-4ebc-ac48-8e89848df5e7 req-d7a362e2-8a43-40d2-b08b-14bee7ac5992 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672863 Jul 09 14:47:10.558088 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-40983e3d-5ea3-4a15-a0e1-0cc913803b13 req-9f5bce00-34ab-462f-8110-eb23a63d5575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:10.619481 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40983e3d-5ea3-4a15-a0e1-0cc913803b13 req-9f5bce00-34ab-462f-8110-eb23a63d5575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:10.620225 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-40983e3d-5ea3-4a15-a0e1-0cc913803b13 req-9f5bce00-34ab-462f-8110-eb23a63d5575 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:10.621696 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-40983e3d-5ea3-4a15-a0e1-0cc913803b13 req-9f5bce00-34ab-462f-8110-eb23a63d5575 service neutron] 10.222.0.54 "PUT /v2.0/ports/7aa33818-c61d-4582-8359-6d5088e5a2d9 HTTP/1.1" status: 200 len: 1091 time: 1.8434205 Jul 09 14:47:10.622170 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9da18f17-d082-4d4c-86e5-ac89efaa7ffa', 'tag': '7aa33818-c61d-4582-8359-6d5088e5a2d9'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:47:10.624910 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a31f98e-2ef2-4b70-980b-0472a9471f83" -d '{"events": [{"name": "network-changed", "server_uuid": "9da18f17-d082-4d4c-86e5-ac89efaa7ffa", "tag": "7aa33818-c61d-4582-8359-6d5088e5a2d9"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:47:10.655664 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5bce00-34ab-462f-8110-eb23a63d5575 service neutron] Pushing event updated for resources: {'Port': ['ID=7aa33818-c61d-4582-8359-6d5088e5a2d9,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:10.659624 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8875e3c3-780c-424d-a09c-5ab882379677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:10.691545 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8875e3c3-780c-424d-a09c-5ab882379677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:10.698044 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745bc31-8589-4a98-a9c9-a3c5ac772456 req-f1330964-cced-4e41-9361-dc7873ed5a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:10.698537 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745bc31-8589-4a98-a9c9-a3c5ac772456 req-f1330964-cced-4e41-9361-dc7873ed5a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:10.699018 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745bc31-8589-4a98-a9c9-a3c5ac772456 req-f1330964-cced-4e41-9361-dc7873ed5a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:10.699615 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745bc31-8589-4a98-a9c9-a3c5ac772456 req-f1330964-cced-4e41-9361-dc7873ed5a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:10.700102 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745bc31-8589-4a98-a9c9-a3c5ac772456 req-f1330964-cced-4e41-9361-dc7873ed5a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:10.701352 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745bc31-8589-4a98-a9c9-a3c5ac772456 req-f1330964-cced-4e41-9361-dc7873ed5a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:10.701844 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745bc31-8589-4a98-a9c9-a3c5ac772456 req-f1330964-cced-4e41-9361-dc7873ed5a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:10.704381 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3745bc31-8589-4a98-a9c9-a3c5ac772456 req-f1330964-cced-4e41-9361-dc7873ed5a8d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=868e6ad73e9e40dbad6a7d6a29a5f30c&device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 6475 time: 0.1931555 Jul 09 14:47:10.742791 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-d6f8909f-a89f-4962-8043-74bcf6b09f7d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-640718186-network', 'tenant_id': '33830380cf91487e9266ec97c1d3a5ec'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:47:10.890357 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f8909f-a89f-4962-8043-74bcf6b09f7d admin admin] Made reservation on behalf of 33830380cf91487e9266ec97c1d3a5ec for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:47:10.894036 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d6f8909f-a89f-4962-8043-74bcf6b09f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:10.905250 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 1ad2f213-faf3-4478-a55c-736188b5f250 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:47:10.909111 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d6f8909f-a89f-4962-8043-74bcf6b09f7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:10.917814 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745bc31-8589-4a98-a9c9-a3c5ac772456 req-77f99705-311e-4e2c-9858-3c9546e3d622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:10.918920 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3745bc31-8589-4a98-a9c9-a3c5ac772456 req-77f99705-311e-4e2c-9858-3c9546e3d622 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f7f6731e-df5a-475b-9c1b-606c9f6d697c HTTP/1.1" status: 200 len: 903 time: 0.2053180 Jul 09 14:47:10.927836 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 35f4c7c4-f38a-49bf-b29d-8b5de5e3d675 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:47:10.931218 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40983e3d-5ea3-4a15-a0e1-0cc913803b13 req-cf5bb1e2-4099-489d-9d38-08f0ccf04bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:10.932726 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-40983e3d-5ea3-4a15-a0e1-0cc913803b13 req-cf5bb1e2-4099-489d-9d38-08f0ccf04bb5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=644ca6545bbf445fa0c886b6aef98e04&device_id=9da18f17-d082-4d4c-86e5-ac89efaa7ffa HTTP/1.1" status: 200 len: 1094 time: 0.1802602 Jul 09 14:47:10.942015 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcfe898-629d-4f4c-b69b-20c9614ac110 req-17799daf-f973-45f4-9e83-bca5317430f6 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:10.946500 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dbcfe898-629d-4f4c-b69b-20c9614ac110 req-17799daf-f973-45f4-9e83-bca5317430f6 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=9da18f17-d082-4d4c-86e5-ac89efaa7ffa HTTP/1.1" status: 200 len: 943 time: 0.1547554 Jul 09 14:47:10.983980 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: 35f4c7c4-f38a-49bf-b29d-8b5de5e3d675 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:47:10.984271 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 35f4c7c4-f38a-49bf-b29d-8b5de5e3d675 not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:47:11.030017 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b65a28d2-fe6f-4231-b6ad-1c1ca31d1936 x-openstack-request-id: req-b65a28d2-fe6f-4231-b6ad-1c1ca31d1936 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:47:11.030285 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9da18f17-d082-4d4c-86e5-ac89efaa7ffa", "tag": "7aa33818-c61d-4582-8359-6d5088e5a2d9", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:47:11.030583 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b65a28d2-fe6f-4231-b6ad-1c1ca31d1936 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:47:11.030985 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9da18f17-d082-4d4c-86e5-ac89efaa7ffa', 'tag': '7aa33818-c61d-4582-8359-6d5088e5a2d9', 'status': 'completed', 'code': 200} Jul 09 14:47:11.034370 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3745bc31-8589-4a98-a9c9-a3c5ac772456 req-a4160609-bc5e-4395-96fc-35b74c6ef5b9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ab8363f7-21ad-4c07-a8be-128ce6a85669 HTTP/1.1" status: 200 len: 217 time: 0.0887086 Jul 09 14:47:11.034902 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d6f8909f-a89f-4962-8043-74bcf6b09f7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:11.035602 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-40983e3d-5ea3-4a15-a0e1-0cc913803b13 req-6d0f6d1a-7e12-4a5d-a93c-406253bf4e64 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7aa33818-c61d-4582-8359-6d5088e5a2d9 HTTP/1.1" status: 200 len: 217 time: 0.0911534 Jul 09 14:47:11.037071 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8875e3c3-780c-424d-a09c-5ab882379677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:11.040379 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8875e3c3-780c-424d-a09c-5ab882379677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:11.041663 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-8875e3c3-780c-424d-a09c-5ab882379677 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d741dfea-eecb-4c17-8393-7e5d3f25b7e9 HTTP/1.1" status: 204 len: 168 time: 0.4948199 Jul 09 14:47:11.051607 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8875e3c3-780c-424d-a09c-5ab882379677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d741dfea-eecb-4c17-8393-7e5d3f25b7e9,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:11.120034 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dbcfe898-629d-4f4c-b69b-20c9614ac110 req-147c172a-0af4-4d3c-adfd-29a94cc52962 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=473b60ee-6046-439a-9449-2a9b96c46b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1632984 Jul 09 14:47:11.124472 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d6f8909f-a89f-4962-8043-74bcf6b09f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:11.161164 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 1ad2f213-faf3-4478-a55c-736188b5f250, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=1ad2f213-faf3-4478-a55c-736188b5f250,segment=NetworkSegment(08141ba6-0964-4d1a-8d67-af4c03fe6653),segment_id=08141ba6-0964-4d1a-8d67-af4c03fe6653)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:47:11.180881 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '1ad2f213-faf3-4478-a55c-736188b5f250', 'network_id': '57042d5f-0386-4b58-a12c-ab7a19465fa2', 'port_id': '1ad2f213-faf3-4478-a55c-736188b5f250', 'mac_address': 'fa:16:3e:7d:67:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82201829-6811-4a6f-8404-54dcb1347eec', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:47:11.184460 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6f8909f-a89f-4962-8043-74bcf6b09f7d admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:47:11.194709 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745bc31-8589-4a98-a9c9-a3c5ac772456 req-3a262a99-d11c-4e27-8328-3db86e3d6aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:11.196814 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3745bc31-8589-4a98-a9c9-a3c5ac772456 req-3a262a99-d11c-4e27-8328-3db86e3d6aef service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2f690ec9-8aa3-48cf-be43-c18952e1b046 HTTP/1.1" status: 200 len: 797 time: 0.1537097 Jul 09 14:47:11.200894 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40983e3d-5ea3-4a15-a0e1-0cc913803b13 req-8d313113-1060-4f40-8bc0-8f727d8759ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:11.200894 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-40983e3d-5ea3-4a15-a0e1-0cc913803b13 req-8d313113-1060-4f40-8bc0-8f727d8759ea service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6ebf5b74-6584-49ef-a6c0-eff61f32c488 HTTP/1.1" status: 200 len: 855 time: 0.1576669 Jul 09 14:47:11.210691 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d6f8909f-a89f-4962-8043-74bcf6b09f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:11.211039 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-d6f8909f-a89f-4962-8043-74bcf6b09f7d admin admin] Added segment 6cb24200-7eaf-4b71-9bd4-5f9c92f72f88 of type vlan for network 3fa935b3-2339-4c52-8571-6fa7d975cff9 Jul 09 14:47:11.220324 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f8909f-a89f-4962-8043-74bcf6b09f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bfbf5cb-a0e4-4aee-bace-465c41d423ff,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:11.244942 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:11.265182 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1ad2f213-faf3-4478-a55c-736188b5f250 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:47:11.278424 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d6f8909f-a89f-4962-8043-74bcf6b09f7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:11.298202 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 1ad2f213-faf3-4478-a55c-736188b5f250, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=1ad2f213-faf3-4478-a55c-736188b5f250,segment=NetworkSegment(08141ba6-0964-4d1a-8d67-af4c03fe6653),segment_id=08141ba6-0964-4d1a-8d67-af4c03fe6653)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:47:11.301111 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a5af4-c34c-4ea6-b989-6eba5e92970d req-ba639b5c-17a1-48e1-b5b7-ff3e5c495bbb tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:11.302639 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cd6a5af4-c34c-4ea6-b989-6eba5e92970d req-ba639b5c-17a1-48e1-b5b7-ff3e5c495bbb tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=a55ce79b-7427-49b1-a91c-2296b00f25ff HTTP/1.1" status: 200 len: 950 time: 0.1710212 Jul 09 14:47:11.350679 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cd6a5af4-c34c-4ea6-b989-6eba5e92970d req-d513b201-84ab-45ff-b97b-5915b02693ab tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365036 Jul 09 14:47:11.407426 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745bc31-8589-4a98-a9c9-a3c5ac772456 req-c67ceca7-5d8e-4af2-8daf-9dfdd9c541d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:11.409093 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3745bc31-8589-4a98-a9c9-a3c5ac772456 req-c67ceca7-5d8e-4af2-8daf-9dfdd9c541d9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f7f6731e-df5a-475b-9c1b-606c9f6d697c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1966615 Jul 09 14:47:11.415306 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40983e3d-5ea3-4a15-a0e1-0cc913803b13 req-bf0d0d4b-3004-4722-89d3-62d6874edf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:11.416919 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-40983e3d-5ea3-4a15-a0e1-0cc913803b13 req-bf0d0d4b-3004-4722-89d3-62d6874edf45 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=29d888e5-b470-491c-8272-fb069bb5ea34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2032187 Jul 09 14:47:11.422103 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:11.423185 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d6f8909f-a89f-4962-8043-74bcf6b09f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:11.425721 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f8909f-a89f-4962-8043-74bcf6b09f7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:11.427796 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d6f8909f-a89f-4962-8043-74bcf6b09f7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:11.479825 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=1ad2f213-faf3-4478-a55c-736188b5f250,revision_number=6']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:11.491542 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:11.492206 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:11.493163 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:11.493609 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:11.494177 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:11.494726 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:11.495154 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:11.495680 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:11.496318 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:11.499632 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:11.499632 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:11.499632 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:11.530419 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f8909f-a89f-4962-8043-74bcf6b09f7d admin admin] Pushing event updated for resources: {'Network': ['ID=3fa935b3-2339-4c52-8571-6fa7d975cff9,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:11.535091 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d6f8909f-a89f-4962-8043-74bcf6b09f7d admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1101284 Jul 09 14:47:11.537811 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 36018) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:11.544116 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 3fa935b3-2339-4c52-8571-6fa7d975cff9 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:47:11.544639 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-333733d9-d57c-4e4a-8f44-535abc6307cf admin admin] Request body: {'subnet': {'network_id': '3fa935b3-2339-4c52-8571-6fa7d975cff9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-640718186-subnet', 'tenant_id': '33830380cf91487e9266ec97c1d3a5ec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:47:11.620773 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be2376-24ae-4253-97e6-0a099e0d9b6d req-398e2521-cc10-4375-a428-42831b8a1b75 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:11.632675 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333733d9-d57c-4e4a-8f44-535abc6307cf admin admin] Made reservation on behalf of 33830380cf91487e9266ec97c1d3a5ec for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:47:11.636950 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-333733d9-d57c-4e4a-8f44-535abc6307cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:11.643176 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be2376-24ae-4253-97e6-0a099e0d9b6d req-398e2521-cc10-4375-a428-42831b8a1b75 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:11.646892 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be2376-24ae-4253-97e6-0a099e0d9b6d req-398e2521-cc10-4375-a428-42831b8a1b75 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:11.662042 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['1ad2f213-faf3-4478-a55c-736188b5f250'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:47:11.664301 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be2376-24ae-4253-97e6-0a099e0d9b6d req-398e2521-cc10-4375-a428-42831b8a1b75 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:11.683692 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be2376-24ae-4253-97e6-0a099e0d9b6d req-398e2521-cc10-4375-a428-42831b8a1b75 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:11.692949 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be2376-24ae-4253-97e6-0a099e0d9b6d req-398e2521-cc10-4375-a428-42831b8a1b75 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:11.704043 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be2376-24ae-4253-97e6-0a099e0d9b6d req-398e2521-cc10-4375-a428-42831b8a1b75 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:11.719237 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-41be2376-24ae-4253-97e6-0a099e0d9b6d req-398e2521-cc10-4375-a428-42831b8a1b75 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/ports?device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 5418 time: 0.3999853 Jul 09 14:47:11.839168 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3745bc31-8589-4a98-a9c9-a3c5ac772456 req-750a996e-3ec4-42ed-ae9c-9a91d6d3600d service neutron] 10.222.0.62 "GET /v2.0/networks/f7f6731e-df5a-475b-9c1b-606c9f6d697c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4203415 Jul 09 14:47:11.843290 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-41be2376-24ae-4253-97e6-0a099e0d9b6d req-8a4e83c3-7407-4271-adc8-96dee8279bfb tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c78eb3d-e1da-49ec-9295-fc8608cc021d&id=9c5c735c-33df-481d-808b-656ad0345330&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1232119 Jul 09 14:47:11.845311 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-40983e3d-5ea3-4a15-a0e1-0cc913803b13 req-9e5a6fbc-d0c5-4ed4-83a2-be92540c8f37 service neutron] 10.222.0.54 "GET /v2.0/networks/29d888e5-b470-491c-8272-fb069bb5ea34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4099109 Jul 09 14:47:11.892025 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498aa3bc-75a9-4c42-9e0c-00e2e09e09b3 req-b71ba3ac-dc21-4b65-80a0-3020b6fa6e28 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:11.893670 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-498aa3bc-75a9-4c42-9e0c-00e2e09e09b3 req-b71ba3ac-dc21-4b65-80a0-3020b6fa6e28 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 944 time: 0.1293631 Jul 09 14:47:11.957155 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-498aa3bc-75a9-4c42-9e0c-00e2e09e09b3 req-f04c4429-b6a3-4e25-a035-09d55fde8014 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566709 Jul 09 14:47:11.987012 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-333733d9-d57c-4e4a-8f44-535abc6307cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:12.043641 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333733d9-d57c-4e4a-8f44-535abc6307cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d438a08-4917-47c5-8fce-a141698afb06,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:12.053285 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333733d9-d57c-4e4a-8f44-535abc6307cf admin admin] Checking segment: {'id': '6cb24200-7eaf-4b71-9bd4-5f9c92f72f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3fa935b3-2339-4c52-8571-6fa7d975cff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:47:12.053653 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333733d9-d57c-4e4a-8f44-535abc6307cf admin admin] Network hostable DHCP agents. Network: 3fa935b3-2339-4c52-8571-6fa7d975cff9, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:47:12.141131 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333733d9-d57c-4e4a-8f44-535abc6307cf admin admin] Network 3fa935b3-2339-4c52-8571-6fa7d975cff9 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:47:12.244479 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-333733d9-d57c-4e4a-8f44-535abc6307cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 3fa935b3-2339-4c52-8571-6fa7d975cff9) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:47:12.261853 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b35492a-e166-4ee2-a507-8dc68fe6688c None None] Network 3fa935b3-2339-4c52-8571-6fa7d975cff9 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:47:12.266022 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333733d9-d57c-4e4a-8f44-535abc6307cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:12.266808 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-333733d9-d57c-4e4a-8f44-535abc6307cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:12.305841 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-40983e3d-5ea3-4a15-a0e1-0cc913803b13 req-685fe52d-fb0a-4fee-8116-6ca74ecb2ca0 service neutron] 10.222.0.54 "GET /v2.0/networks/29d888e5-b470-491c-8272-fb069bb5ea34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4486377 Jul 09 14:47:12.323673 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3745bc31-8589-4a98-a9c9-a3c5ac772456 req-1a534943-7f84-4821-bc33-00a0c8a7b9ee service neutron] 10.222.0.62 "GET /v2.0/networks/f7f6731e-df5a-475b-9c1b-606c9f6d697c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4754026 Jul 09 14:47:12.378547 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-333733d9-d57c-4e4a-8f44-535abc6307cf admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8382800 Jul 09 14:47:12.380906 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 36068) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:12.386303 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-7017bfff-f501-4826-bcfd-55e4840343dc admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-640718186-router', 'tenant_id': '33830380cf91487e9266ec97c1d3a5ec', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:47:12.409536 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538089af-9a05-42b2-926c-e6f945ada341 req-193725d0-1170-44ce-aebf-95cc98571cd3 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:12.413858 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-538089af-9a05-42b2-926c-e6f945ada341 req-193725d0-1170-44ce-aebf-95cc98571cd3 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=9da18f17-d082-4d4c-86e5-ac89efaa7ffa HTTP/1.1" status: 200 len: 943 time: 0.1241314 Jul 09 14:47:12.564868 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7017bfff-f501-4826-bcfd-55e4840343dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:12.576598 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7017bfff-f501-4826-bcfd-55e4840343dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:12.669024 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-538089af-9a05-42b2-926c-e6f945ada341 req-d67492cc-e2b3-41e4-a3bf-51c48cb34fe9 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=473b60ee-6046-439a-9449-2a9b96c46b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2477007 Jul 09 14:47:12.699002 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7017bfff-f501-4826-bcfd-55e4840343dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:12.724685 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97338f9-291e-4e0f-b73f-2a70504b1691 req-dc713d34-87b0-4aaf-9dff-817813cb63f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:12.725707 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97338f9-291e-4e0f-b73f-2a70504b1691 req-dc713d34-87b0-4aaf-9dff-817813cb63f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:12.726763 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97338f9-291e-4e0f-b73f-2a70504b1691 req-dc713d34-87b0-4aaf-9dff-817813cb63f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:12.740506 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97338f9-291e-4e0f-b73f-2a70504b1691 req-dc713d34-87b0-4aaf-9dff-817813cb63f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:12.741482 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97338f9-291e-4e0f-b73f-2a70504b1691 req-dc713d34-87b0-4aaf-9dff-817813cb63f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:12.749430 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97338f9-291e-4e0f-b73f-2a70504b1691 req-dc713d34-87b0-4aaf-9dff-817813cb63f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:12.750209 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222d0e7-4761-4773-9491-f5bc02f8796e req-d1b3327f-505d-42b0-8e45-586138836027 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:12.751094 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97338f9-291e-4e0f-b73f-2a70504b1691 req-dc713d34-87b0-4aaf-9dff-817813cb63f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:12.755395 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c97338f9-291e-4e0f-b73f-2a70504b1691 req-dc713d34-87b0-4aaf-9dff-817813cb63f9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=868e6ad73e9e40dbad6a7d6a29a5f30c&device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 6475 time: 0.3256712 Jul 09 14:47:12.756225 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5222d0e7-4761-4773-9491-f5bc02f8796e req-d1b3327f-505d-42b0-8e45-586138836027 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=a55ce79b-7427-49b1-a91c-2296b00f25ff HTTP/1.1" status: 200 len: 950 time: 0.2241940 Jul 09 14:47:12.850270 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98df729b-438d-4f91-b05a-d94366b81149 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-3fa935b3-2339-4c52-8571-6fa7d975cff9', 'network_id': '3fa935b3-2339-4c52-8571-6fa7d975cff9', 'tenant_id': '33830380cf91487e9266ec97c1d3a5ec', 'fixed_ips': [{'subnet_id': '6d438a08-4917-47c5-8fce-a141698afb06'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:47:12.851352 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-98df729b-438d-4f91-b05a-d94366b81149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:12.870589 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a31f98e-2ef2-4b70-980b-0472a9471f83 req-03d6a556-f216-4ed4-b301-febfaea722c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:12.873249 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9a31f98e-2ef2-4b70-980b-0472a9471f83 req-03d6a556-f216-4ed4-b301-febfaea722c7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=644ca6545bbf445fa0c886b6aef98e04&device_id=9da18f17-d082-4d4c-86e5-ac89efaa7ffa HTTP/1.1" status: 200 len: 1094 time: 0.3941102 Jul 09 14:47:12.933573 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 1ad2f213-faf3-4478-a55c-736188b5f250 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:47:13.001118 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97338f9-291e-4e0f-b73f-2a70504b1691 req-5daf1323-47d5-43d1-9e2b-4408638b0446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:13.002899 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c97338f9-291e-4e0f-b73f-2a70504b1691 req-5daf1323-47d5-43d1-9e2b-4408638b0446 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f7f6731e-df5a-475b-9c1b-606c9f6d697c HTTP/1.1" status: 200 len: 903 time: 0.2403383 Jul 09 14:47:13.049267 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-98df729b-438d-4f91-b05a-d94366b81149 None None] Allocated IP 172.20.0.2 (3fa935b3-2339-4c52-8571-6fa7d975cff9/6d438a08-4917-47c5-8fce-a141698afb06/06b72fca-34a9-4fb4-8f99-fcf51c22ce89) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:47:13.053892 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 1ad2f213-faf3-4478-a55c-736188b5f250 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:47:13.054352 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:13.063756 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c97338f9-291e-4e0f-b73f-2a70504b1691 req-9f5704eb-0b70-41e1-b947-5133527ad95a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1c924033-ab46-4efe-a952-c19f76703241 HTTP/1.1" status: 200 len: 217 time: 0.0513897 Jul 09 14:47:13.065000 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a31f98e-2ef2-4b70-980b-0472a9471f83 req-5feda59e-30bc-412d-8657-7e04ba5d7db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:13.066387 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9a31f98e-2ef2-4b70-980b-0472a9471f83 req-5feda59e-30bc-412d-8657-7e04ba5d7db0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=29d888e5-b470-491c-8272-fb069bb5ea34 HTTP/1.1" status: 200 len: 917 time: 0.1815243 Jul 09 14:47:13.124096 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5222d0e7-4761-4773-9491-f5bc02f8796e req-3b047bc4-af6b-42eb-acae-8b98ab0e3962 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3604677 Jul 09 14:47:13.129434 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7017bfff-f501-4826-bcfd-55e4840343dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:13.177945 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9a31f98e-2ef2-4b70-980b-0472a9471f83 req-32099694-cf19-487b-a49d-fe9fd30ff4f2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7aa33818-c61d-4582-8359-6d5088e5a2d9 HTTP/1.1" status: 200 len: 217 time: 0.0971208 Jul 09 14:47:13.218464 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b6a044-69e2-471b-ad80-3bd4fa5cd26b req-2cee7094-1491-4c73-8d72-7015fa1550fb tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:13.223411 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e6b6a044-69e2-471b-ad80-3bd4fa5cd26b req-2cee7094-1491-4c73-8d72-7015fa1550fb tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.62 "GET /v2.0/ports?device_id=a55ce79b-7427-49b1-a91c-2296b00f25ff HTTP/1.1" status: 200 len: 950 time: 0.1938601 Jul 09 14:47:13.223833 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:13.267567 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97338f9-291e-4e0f-b73f-2a70504b1691 req-60bb327b-b2fe-4cb6-a935-cdcb54864a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:13.269223 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c97338f9-291e-4e0f-b73f-2a70504b1691 req-60bb327b-b2fe-4cb6-a935-cdcb54864a90 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2f690ec9-8aa3-48cf-be43-c18952e1b046 HTTP/1.1" status: 200 len: 797 time: 0.1963484 Jul 09 14:47:13.279094 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c8f6cd-9e14-4b89-8e17-418eaeb7eff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad2f213-faf3-4478-a55c-736188b5f250'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:47:13.281473 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8a876f-d7fb-4faa-8339-e3bf592e26ac" -d '{"events": [{"server_uuid": "54c8f6cd-9e14-4b89-8e17-418eaeb7eff8", "name": "network-vif-plugged", "status": "completed", "tag": "1ad2f213-faf3-4478-a55c-736188b5f250"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:47:13.307449 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 1ad2f213-faf3-4478-a55c-736188b5f250, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=1ad2f213-faf3-4478-a55c-736188b5f250,segment=NetworkSegment(08141ba6-0964-4d1a-8d67-af4c03fe6653),segment_id=08141ba6-0964-4d1a-8d67-af4c03fe6653)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:47:13.311334 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-98df729b-438d-4f91-b05a-d94366b81149 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:13.324888 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-98df729b-438d-4f91-b05a-d94366b81149 None None] Transition to ACTIVE for port object 06b72fca-34a9-4fb4-8f99-fcf51c22ce89 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:47:13.325088 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a31f98e-2ef2-4b70-980b-0472a9471f83 req-65a922c1-7d73-4be7-b737-1e42758412ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:13.326733 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9a31f98e-2ef2-4b70-980b-0472a9471f83 req-65a922c1-7d73-4be7-b737-1e42758412ba service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6ebf5b74-6584-49ef-a6c0-eff61f32c488 HTTP/1.1" status: 200 len: 855 time: 0.1399517 Jul 09 14:47:13.345480 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-98df729b-438d-4f91-b05a-d94366b81149 None None] Transition to ACTIVE for port object 06b72fca-34a9-4fb4-8f99-fcf51c22ce89 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:47:13.393188 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:13.411646 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf772b4d-b2fd-44d4-9fc4-5e490802dcaa req-59b94925-0916-4a92-8f50-3df73b31e9e1 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:13.420514 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf772b4d-b2fd-44d4-9fc4-5e490802dcaa req-59b94925-0916-4a92-8f50-3df73b31e9e1 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:13.422114 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 36098) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:13.427710 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf772b4d-b2fd-44d4-9fc4-5e490802dcaa req-59b94925-0916-4a92-8f50-3df73b31e9e1 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:13.434150 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-98df729b-438d-4f91-b05a-d94366b81149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:13.436493 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf772b4d-b2fd-44d4-9fc4-5e490802dcaa req-59b94925-0916-4a92-8f50-3df73b31e9e1 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:13.444056 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf772b4d-b2fd-44d4-9fc4-5e490802dcaa req-59b94925-0916-4a92-8f50-3df73b31e9e1 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:13.452822 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf772b4d-b2fd-44d4-9fc4-5e490802dcaa req-59b94925-0916-4a92-8f50-3df73b31e9e1 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:13.458781 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 36102) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:13.462527 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf772b4d-b2fd-44d4-9fc4-5e490802dcaa req-59b94925-0916-4a92-8f50-3df73b31e9e1 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:13.464826 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bf772b4d-b2fd-44d4-9fc4-5e490802dcaa req-59b94925-0916-4a92-8f50-3df73b31e9e1 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/ports?device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 5418 time: 0.3940499 Jul 09 14:47:13.480291 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98df729b-438d-4f91-b05a-d94366b81149 None None] Network 3fa935b3-2339-4c52-8571-6fa7d975cff9 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:47:13.486595 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-98df729b-438d-4f91-b05a-d94366b81149 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:47:13.488825 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=1ad2f213-faf3-4478-a55c-736188b5f250,revision_number=7']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:13.494783 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98df729b-438d-4f91-b05a-d94366b81149 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:47:13.529919 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97338f9-291e-4e0f-b73f-2a70504b1691 req-45b8fe15-8029-4d24-adc9-09d09e616deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:13.533437 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c97338f9-291e-4e0f-b73f-2a70504b1691 req-45b8fe15-8029-4d24-adc9-09d09e616deb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f7f6731e-df5a-475b-9c1b-606c9f6d697c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2556238 Jul 09 14:47:13.555383 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed8be5-3f38-49df-b441-08ce9461a735 req-2c42ec9d-8ef8-4953-a074-04694a78cb61 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:13.568552 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a5ed8be5-3f38-49df-b441-08ce9461a735 req-2c42ec9d-8ef8-4953-a074-04694a78cb61 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 944 time: 0.2118368 Jul 09 14:47:13.598715 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df729b-438d-4f91-b05a-d94366b81149 None None] Pushing event updated for resources: {'Port': ['ID=06b72fca-34a9-4fb4-8f99-fcf51c22ce89,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:13.603943 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-98df729b-438d-4f91-b05a-d94366b81149 None None] Attempting to bind port 06b72fca-34a9-4fb4-8f99-fcf51c22ce89 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:47:13.604775 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-98df729b-438d-4f91-b05a-d94366b81149 None None] Attempting to bind port 06b72fca-34a9-4fb4-8f99-fcf51c22ce89 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '6cb24200-7eaf-4b71-9bd4-5f9c92f72f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3fa935b3-2339-4c52-8571-6fa7d975cff9'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:47:13.605149 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98df729b-438d-4f91-b05a-d94366b81149 None None] Attempting to bind port 06b72fca-34a9-4fb4-8f99-fcf51c22ce89 on network 3fa935b3-2339-4c52-8571-6fa7d975cff9 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:47:13.610560 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98df729b-438d-4f91-b05a-d94366b81149 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:47:13.611022 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98df729b-438d-4f91-b05a-d94366b81149 None None] Checking segment: {'id': '6cb24200-7eaf-4b71-9bd4-5f9c92f72f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3fa935b3-2339-4c52-8571-6fa7d975cff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:47:13.611380 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-98df729b-438d-4f91-b05a-d94366b81149 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:13.611810 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98df729b-438d-4f91-b05a-d94366b81149 None None] Bound using segment: {'id': '6cb24200-7eaf-4b71-9bd4-5f9c92f72f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3fa935b3-2339-4c52-8571-6fa7d975cff9'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:47:13.612277 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-98df729b-438d-4f91-b05a-d94366b81149 None None] Bound port: 06b72fca-34a9-4fb4-8f99-fcf51c22ce89, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cb24200-7eaf-4b71-9bd4-5f9c92f72f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3fa935b3-2339-4c52-8571-6fa7d975cff9'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:47:13.612662 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-98df729b-438d-4f91-b05a-d94366b81149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:13.620296 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-e6b6a044-69e2-471b-ad80-3bd4fa5cd26b req-dde0387a-0725-421f-9c92-81c51464174f tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Deleting port 1a2deeba-8583-43d1-a846-fbd62e303f2c {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:47:13.620635 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e6b6a044-69e2-471b-ad80-3bd4fa5cd26b req-dde0387a-0725-421f-9c92-81c51464174f tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:13.635003 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a31f98e-2ef2-4b70-980b-0472a9471f83 req-22268e11-cd60-4846-bac1-d0e7ac23dff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:13.636859 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9a31f98e-2ef2-4b70-980b-0472a9471f83 req-22268e11-cd60-4846-bac1-d0e7ac23dff3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=29d888e5-b470-491c-8272-fb069bb5ea34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2916584 Jul 09 14:47:13.641413 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bf772b4d-b2fd-44d4-9fc4-5e490802dcaa req-90c76b9c-a7c8-4bc6-8d20-f5dd802cacad tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c78eb3d-e1da-49ec-9295-fc8608cc021d&id=9c5c735c-33df-481d-808b-656ad0345330&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1664894 Jul 09 14:47:13.715340 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-98df729b-438d-4f91-b05a-d94366b81149 None None] For port 06b72fca-34a9-4fb4-8f99-fcf51c22ce89, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:47:13.718321 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-98df729b-438d-4f91-b05a-d94366b81149 None None] For port 06b72fca-34a9-4fb4-8f99-fcf51c22ce89, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=06b72fca-34a9-4fb4-8f99-fcf51c22ce89,segment=NetworkSegment(6cb24200-7eaf-4b71-9bd4-5f9c92f72f88),segment_id=6cb24200-7eaf-4b71-9bd4-5f9c92f72f88)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:47:13.731934 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d77afc-6327-430f-bd26-d9d6d4c01447 x-openstack-request-id: req-30d77afc-6327-430f-bd26-d9d6d4c01447 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:47:13.731934 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54c8f6cd-9e14-4b89-8e17-418eaeb7eff8", "name": "network-vif-plugged", "status": "completed", "tag": "1ad2f213-faf3-4478-a55c-736188b5f250", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:47:13.731934 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-30d77afc-6327-430f-bd26-d9d6d4c01447 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:47:13.731934 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54c8f6cd-9e14-4b89-8e17-418eaeb7eff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad2f213-faf3-4478-a55c-736188b5f250', 'code': 200} Jul 09 14:47:13.752610 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a5ed8be5-3f38-49df-b441-08ce9461a735 req-bfb26693-5a8e-401c-90f2-3d6c4074414f tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831872 Jul 09 14:47:13.767252 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-03c5db6b-4ab4-432a-b786-cfc45e338bbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:13.768205 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c97338f9-291e-4e0f-b73f-2a70504b1691 req-0908f5c7-41f0-4afc-bd5d-3e1914dd1764 service neutron] 10.222.0.62 "GET /v2.0/networks/f7f6731e-df5a-475b-9c1b-606c9f6d697c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230144 Jul 09 14:47:13.790496 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9a31f98e-2ef2-4b70-980b-0472a9471f83 req-f5649713-5b4c-4284-9d05-15eccd2a7488 service neutron] 10.222.0.54 "GET /v2.0/networks/29d888e5-b470-491c-8272-fb069bb5ea34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451371 Jul 09 14:47:13.794005 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-98df729b-438d-4f91-b05a-d94366b81149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:13.802915 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-03ba87e5-189a-48dc-9dfe-b2405203b7df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:13.889309 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df729b-438d-4f91-b05a-d94366b81149 None None] Pushing event updated for resources: {'Port': ['ID=06b72fca-34a9-4fb4-8f99-fcf51c22ce89,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:13.973487 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-e6b6a044-69e2-471b-ad80-3bd4fa5cd26b req-dde0387a-0725-421f-9c92-81c51464174f tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] For port 1a2deeba-8583-43d1-a846-fbd62e303f2c, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=1a2deeba-8583-43d1-a846-fbd62e303f2c,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:47:13.973810 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e6b6a044-69e2-471b-ad80-3bd4fa5cd26b req-dde0387a-0725-421f-9c92-81c51464174f tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:13.986306 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c7d0ed-e93d-457f-8170-c4f3630d68b9 req-8d703b17-0fb6-40bc-bd5a-119700cbe5f8 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:13.988175 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-27c7d0ed-e93d-457f-8170-c4f3630d68b9 req-8d703b17-0fb6-40bc-bd5a-119700cbe5f8 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.62 "GET /v2.0/ports?device_id=85b91bdc-667f-4131-a31f-6713949adc60 HTTP/1.1" status: 200 len: 949 time: 0.3693130 Jul 09 14:47:14.012094 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-e6b6a044-69e2-471b-ad80-3bd4fa5cd26b req-dde0387a-0725-421f-9c92-81c51464174f tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Calling delete_port for 1a2deeba-8583-43d1-a846-fbd62e303f2c owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:47:14.025587 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9a31f98e-2ef2-4b70-980b-0472a9471f83 req-9c3cd1e6-4d1f-484a-9b3e-94ece7b23cc8 service neutron] 10.222.0.54 "GET /v2.0/networks/29d888e5-b470-491c-8272-fb069bb5ea34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258108 Jul 09 14:47:14.059263 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c97338f9-291e-4e0f-b73f-2a70504b1691 req-6c3b5fcf-0188-481c-9a95-f045e5afc199 service neutron] 10.222.0.62 "GET /v2.0/networks/f7f6731e-df5a-475b-9c1b-606c9f6d697c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677121 Jul 09 14:47:14.066745 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7017bfff-f501-4826-bcfd-55e4840343dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:14.069206 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66afe8e4-9e1d-45c3-acae-ce8b49bf1db8 req-b6d3d2a9-b7df-4059-98f4-875639d67b96 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:14.087803 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-66afe8e4-9e1d-45c3-acae-ce8b49bf1db8 req-b6d3d2a9-b7df-4059-98f4-875639d67b96 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=9da18f17-d082-4d4c-86e5-ac89efaa7ffa HTTP/1.1" status: 200 len: 943 time: 0.1530576 Jul 09 14:47:14.135353 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-66afe8e4-9e1d-45c3-acae-ce8b49bf1db8 req-ec7ae9d6-2679-4b70-a247-943b857dbce4 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=473b60ee-6046-439a-9449-2a9b96c46b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465505 Jul 09 14:47:14.176276 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7017bfff-f501-4826-bcfd-55e4840343dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:14.381258 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-03c5db6b-4ab4-432a-b786-cfc45e338bbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:14.446858 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-27c7d0ed-e93d-457f-8170-c4f3630d68b9 req-7b1d6870-eaf7-4e5e-af27-c36941589232 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Deleting port b0b5445c-23dd-42e1-a35b-f560998dd6a0 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:47:14.447203 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-27c7d0ed-e93d-457f-8170-c4f3630d68b9 req-7b1d6870-eaf7-4e5e-af27-c36941589232 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:14.453773 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-7017bfff-f501-4826-bcfd-55e4840343dc admin admin] Allocated IP 172.25.3.244 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/09e774ea-8be4-466b-82ba-dd22bcc607f7) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:47:14.463173 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-03c5db6b-4ab4-432a-b786-cfc45e338bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:14.598431 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be8d321-d11f-41cc-94ce-74fd50c33ed4 req-9039ccfc-8943-4bdb-b0d3-72724e65948c tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:14.600015 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7be8d321-d11f-41cc-94ce-74fd50c33ed4 req-9039ccfc-8943-4bdb-b0d3-72724e65948c tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=a55ce79b-7427-49b1-a91c-2296b00f25ff HTTP/1.1" status: 200 len: 950 time: 0.3410282 Jul 09 14:47:14.633028 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:14.641629 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-03c5db6b-4ab4-432a-b786-cfc45e338bbe admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=60633a6268f542baa2f7cabbbfc6af9e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1805344 Jul 09 14:47:14.644347 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 36112) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:14.662246 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c5db6b-4ab4-432a-b786-cfc45e338bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d49e85-5ec2-47c7-8cff-8a745fce416e,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:14.751223 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c526f89d-bcf5-4674-b0d9-9d3cf5064b95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:14.776274 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7be8d321-d11f-41cc-94ce-74fd50c33ed4 req-4c5823ef-bb92-4543-836c-774e707937bb tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379337 Jul 09 14:47:14.785515 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 06b72fca-34a9-4fb4-8f99-fcf51c22ce89 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:47:14.800037 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c526f89d-bcf5-4674-b0d9-9d3cf5064b95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:14.844634 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-03ba87e5-189a-48dc-9dfe-b2405203b7df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:14.851087 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e6b6a044-69e2-471b-ad80-3bd4fa5cd26b req-dde0387a-0725-421f-9c92-81c51464174f tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:14.865937 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['5b8321d1-0cc4-4453-b1d2-305318737648'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:47:14.912680 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['1a2deeba-8583-43d1-a846-fbd62e303f2c', 'b0b5445c-23dd-42e1-a35b-f560998dd6a0'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:47:14.922084 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886829ef-9313-420f-b6c2-ee9864e52b1c req-a4d025cf-aef3-4c1b-bda0-a9feae3d1a6d tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:14.928448 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886829ef-9313-420f-b6c2-ee9864e52b1c req-a4d025cf-aef3-4c1b-bda0-a9feae3d1a6d tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:14.939600 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886829ef-9313-420f-b6c2-ee9864e52b1c req-a4d025cf-aef3-4c1b-bda0-a9feae3d1a6d tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:14.940184 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-27c7d0ed-e93d-457f-8170-c4f3630d68b9 req-7b1d6870-eaf7-4e5e-af27-c36941589232 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] For port b0b5445c-23dd-42e1-a35b-f560998dd6a0, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=b0b5445c-23dd-42e1-a35b-f560998dd6a0,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:47:14.940557 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-27c7d0ed-e93d-457f-8170-c4f3630d68b9 req-7b1d6870-eaf7-4e5e-af27-c36941589232 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:14.945907 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-03ba87e5-189a-48dc-9dfe-b2405203b7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:14.946410 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886829ef-9313-420f-b6c2-ee9864e52b1c req-a4d025cf-aef3-4c1b-bda0-a9feae3d1a6d tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:14.953162 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886829ef-9313-420f-b6c2-ee9864e52b1c req-a4d025cf-aef3-4c1b-bda0-a9feae3d1a6d tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:14.959204 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886829ef-9313-420f-b6c2-ee9864e52b1c req-a4d025cf-aef3-4c1b-bda0-a9feae3d1a6d tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:14.966958 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886829ef-9313-420f-b6c2-ee9864e52b1c req-a4d025cf-aef3-4c1b-bda0-a9feae3d1a6d tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:14.968630 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-886829ef-9313-420f-b6c2-ee9864e52b1c req-a4d025cf-aef3-4c1b-bda0-a9feae3d1a6d tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/ports?device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 5418 time: 0.1569006 Jul 09 14:47:14.971345 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde0387a-0725-421f-9c92-81c51464174f tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Pushing event deleted for resources: {'Port': ['ID=1a2deeba-8583-43d1-a846-fbd62e303f2c,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:14.987038 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7017bfff-f501-4826-bcfd-55e4840343dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:15.022095 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-27c7d0ed-e93d-457f-8170-c4f3630d68b9 req-7b1d6870-eaf7-4e5e-af27-c36941589232 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Calling delete_port for b0b5445c-23dd-42e1-a35b-f560998dd6a0 owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:47:15.028571 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 7aa33818-c61d-4582-8359-6d5088e5a2d9 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:47:15.034557 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-886829ef-9313-420f-b6c2-ee9864e52b1c req-0922be31-c4f0-4ea5-8d40-ac6489e2605e tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c78eb3d-e1da-49ec-9295-fc8608cc021d&id=9c5c735c-33df-481d-808b-656ad0345330&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0549634 Jul 09 14:47:15.049164 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 06b72fca-34a9-4fb4-8f99-fcf51c22ce89 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:47:15.082754 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c526f89d-bcf5-4674-b0d9-9d3cf5064b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:15.086847 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c526f89d-bcf5-4674-b0d9-9d3cf5064b95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:15.091017 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c526f89d-bcf5-4674-b0d9-9d3cf5064b95 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f5d49e85-5ec2-47c7-8cff-8a745fce416e HTTP/1.1" status: 204 len: 168 time: 0.4418116 Jul 09 14:47:15.107452 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c526f89d-bcf5-4674-b0d9-9d3cf5064b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d49e85-5ec2-47c7-8cff-8a745fce416e,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:15.122723 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 36122) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:15.125714 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-03ba87e5-189a-48dc-9dfe-b2405203b7df admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=eb89d03d82dd46bf9de824a62ad02e3d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6969800 Jul 09 14:47:15.179812 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.db.resource_extend [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 14:47:15.213610 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ba87e5-189a-48dc-9dfe-b2405203b7df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16842eb4-405e-4a06-8678-c6bd77bb42f5,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:15.220430 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6b6a044-69e2-471b-ad80-3bd4fa5cd26b req-dde0387a-0725-421f-9c92-81c51464174f tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] No DVR routers for this DVR port 1a2deeba-8583-43d1-a846-fbd62e303f2c on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:47:15.222293 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fc61b519-d8bb-4036-a46f-0aa4f020c14a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:15.223251 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa8086c-f864-42f0-acb6-9159a0efb2da None None] Network 3fa935b3-2339-4c52-8571-6fa7d975cff9 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:47:15.229122 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e6b6a044-69e2-471b-ad80-3bd4fa5cd26b req-dde0387a-0725-421f-9c92-81c51464174f tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:15.231139 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e6b6a044-69e2-471b-ad80-3bd4fa5cd26b req-dde0387a-0725-421f-9c92-81c51464174f tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.62 "DELETE /v2.0/ports/1a2deeba-8583-43d1-a846-fbd62e303f2c HTTP/1.1" status: 204 len: 173 time: 1.9979432 Jul 09 14:47:15.231623 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a55ce79b-7427-49b1-a91c-2296b00f25ff', 'name': 'network-vif-deleted', 'tag': '1a2deeba-8583-43d1-a846-fbd62e303f2c'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:47:15.234157 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80efec99-95b1-4f5f-b996-b563b4e2cc27" -d '{"events": [{"server_uuid": "a55ce79b-7427-49b1-a91c-2296b00f25ff", "name": "network-vif-deleted", "tag": "1a2deeba-8583-43d1-a846-fbd62e303f2c"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:47:15.251852 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fc61b519-d8bb-4036-a46f-0aa4f020c14a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:15.308208 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e15715-6d77-4ceb-a800-0975c2cf356e req-b4b8e2bb-8669-42e2-815a-f680e2408366 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:15.309968 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-94e15715-6d77-4ceb-a800-0975c2cf356e req-b4b8e2bb-8669-42e2-815a-f680e2408366 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.3816018 Jul 09 14:47:15.426862 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fc61b519-d8bb-4036-a46f-0aa4f020c14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:15.433945 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fc61b519-d8bb-4036-a46f-0aa4f020c14a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:15.439214 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-fc61b519-d8bb-4036-a46f-0aa4f020c14a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/16842eb4-405e-4a06-8678-c6bd77bb42f5 HTTP/1.1" status: 204 len: 168 time: 0.3151038 Jul 09 14:47:15.454778 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc61b519-d8bb-4036-a46f-0aa4f020c14a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16842eb4-405e-4a06-8678-c6bd77bb42f5,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:15.466130 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7017bfff-f501-4826-bcfd-55e4840343dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:15.548359 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-ecd8df81-c07a-4f61-b2eb-322ad7dca74e None None] Provisioning for port 06b72fca-34a9-4fb4-8f99-fcf51c22ce89 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:47:15.589333 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-27c7d0ed-e93d-457f-8170-c4f3630d68b9 req-7b1d6870-eaf7-4e5e-af27-c36941589232 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:15.620947 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7017bfff-f501-4826-bcfd-55e4840343dc admin admin] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:47:15.635590 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-ecd8df81-c07a-4f61-b2eb-322ad7dca74e None None] Provisioning complete for port 06b72fca-34a9-4fb4-8f99-fcf51c22ce89 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:47:15.636142 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-7017bfff-f501-4826-bcfd-55e4840343dc admin admin] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:47:15.636849 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ecd8df81-c07a-4f61-b2eb-322ad7dca74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:15.640009 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7017bfff-f501-4826-bcfd-55e4840343dc admin admin] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:47:15.667147 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff639f94-bd74-4786-9c9e-f7aee56b6ca2 req-9d364036-ab49-47a8-a5bf-27673f9839a8 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:15.672835 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ff639f94-bd74-4786-9c9e-f7aee56b6ca2 req-9d364036-ab49-47a8-a5bf-27673f9839a8 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=9da18f17-d082-4d4c-86e5-ac89efaa7ffa HTTP/1.1" status: 200 len: 943 time: 0.2212732 Jul 09 14:47:15.699246 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-94e15715-6d77-4ceb-a800-0975c2cf356e req-3e28c9ef-907b-446a-8700-864a780398f6 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488779 Jul 09 14:47:15.735375 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['5b8321d1-0cc4-4453-b1d2-305318737648'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:47:15.744865 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ff639f94-bd74-4786-9c9e-f7aee56b6ca2 req-57a6ef5b-aeb7-4f0e-99bc-fd8e4532a5cf tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=473b60ee-6046-439a-9449-2a9b96c46b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711226 Jul 09 14:47:15.783971 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 7aa33818-c61d-4582-8359-6d5088e5a2d9, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=7aa33818-c61d-4582-8359-6d5088e5a2d9,segment=NetworkSegment(d799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae),segment_id=d799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:47:15.883237 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': '7aa33818-c61d-4582-8359-6d5088e5a2d9', 'network_id': '29d888e5-b470-491c-8272-fb069bb5ea34', 'port_id': '7aa33818-c61d-4582-8359-6d5088e5a2d9', 'mac_address': 'fa:16:3e:9e:af:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ebf5b74-6584-49ef-a6c0-eff61f32c488', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:47:15.974923 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:16.051892 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b47ab026-fdc9-4147-8ec7-82ed581519cc req-acd8f9d2-68ca-49ce-acd8-536673dbd8dd tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=a55ce79b-7427-49b1-a91c-2296b00f25ff HTTP/1.1" status: 200 len: 210 time: 0.0576909 Jul 09 14:47:16.085454 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aa33818-c61d-4582-8359-6d5088e5a2d9 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:47:16.173648 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 7aa33818-c61d-4582-8359-6d5088e5a2d9, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=7aa33818-c61d-4582-8359-6d5088e5a2d9,segment=NetworkSegment(d799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae),segment_id=d799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:47:16.174796 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ecd8df81-c07a-4f61-b2eb-322ad7dca74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:16.265576 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:16.272018 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-ecd8df81-c07a-4f61-b2eb-322ad7dca74e None None] For port 06b72fca-34a9-4fb4-8f99-fcf51c22ce89, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=06b72fca-34a9-4fb4-8f99-fcf51c22ce89,segment=NetworkSegment(6cb24200-7eaf-4b71-9bd4-5f9c92f72f88),segment_id=6cb24200-7eaf-4b71-9bd4-5f9c92f72f88)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:47:16.376265 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ecd8df81-c07a-4f61-b2eb-322ad7dca74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:16.379536 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=7aa33818-c61d-4582-8359-6d5088e5a2d9,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:16.431632 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8fa284a-d7b9-41fb-bf71-bf17dc7cdb2f x-openstack-request-id: req-d8fa284a-d7b9-41fb-bf71-bf17dc7cdb2f {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:47:16.432360 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a55ce79b-7427-49b1-a91c-2296b00f25ff", "name": "network-vif-deleted", "tag": "1a2deeba-8583-43d1-a846-fbd62e303f2c", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:47:16.432765 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d8fa284a-d7b9-41fb-bf71-bf17dc7cdb2f {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:47:16.433318 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a55ce79b-7427-49b1-a91c-2296b00f25ff', 'name': 'network-vif-deleted', 'tag': '1a2deeba-8583-43d1-a846-fbd62e303f2c', 'status': 'completed', 'code': 200} Jul 09 14:47:16.460266 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd8df81-c07a-4f61-b2eb-322ad7dca74e None None] Pushing event updated for resources: {'Port': ['ID=06b72fca-34a9-4fb4-8f99-fcf51c22ce89,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:16.480990 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7017bfff-f501-4826-bcfd-55e4840343dc admin admin] Pushing event updated for resources: {'Port': ['ID=09e774ea-8be4-466b-82ba-dd22bcc607f7,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:16.495210 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['7aa33818-c61d-4582-8359-6d5088e5a2d9'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:47:16.539596 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-d466b4d4-937b-444f-8460-a15a7986a91d None None] Provisioning complete for port 06b72fca-34a9-4fb4-8f99-fcf51c22ce89 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:47:16.540314 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d466b4d4-937b-444f-8460-a15a7986a91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:16.587409 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-27c7d0ed-e93d-457f-8170-c4f3630d68b9 req-7b1d6870-eaf7-4e5e-af27-c36941589232 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] No DVR routers for this DVR port b0b5445c-23dd-42e1-a35b-f560998dd6a0 on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:47:16.589238 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1d6870-eaf7-4e5e-af27-c36941589232 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Pushing event deleted for resources: {'Port': ['ID=b0b5445c-23dd-42e1-a35b-f560998dd6a0,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:16.592205 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-27c7d0ed-e93d-457f-8170-c4f3630d68b9 req-7b1d6870-eaf7-4e5e-af27-c36941589232 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:16.594278 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-27c7d0ed-e93d-457f-8170-c4f3630d68b9 req-7b1d6870-eaf7-4e5e-af27-c36941589232 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.62 "DELETE /v2.0/ports/b0b5445c-23dd-42e1-a35b-f560998dd6a0 HTTP/1.1" status: 204 len: 173 time: 2.5885878 Jul 09 14:47:16.665718 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe8042-b36b-49c7-a358-ceaa2696ee5f req-49dc41d1-c34f-4a58-843e-eb3ce6683448 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:16.674528 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe8042-b36b-49c7-a358-ceaa2696ee5f req-49dc41d1-c34f-4a58-843e-eb3ce6683448 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:16.684038 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe8042-b36b-49c7-a358-ceaa2696ee5f req-49dc41d1-c34f-4a58-843e-eb3ce6683448 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:16.692514 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe8042-b36b-49c7-a358-ceaa2696ee5f req-49dc41d1-c34f-4a58-843e-eb3ce6683448 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:16.704734 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe8042-b36b-49c7-a358-ceaa2696ee5f req-49dc41d1-c34f-4a58-843e-eb3ce6683448 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:16.716244 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe8042-b36b-49c7-a358-ceaa2696ee5f req-49dc41d1-c34f-4a58-843e-eb3ce6683448 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:16.725589 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe8042-b36b-49c7-a358-ceaa2696ee5f req-49dc41d1-c34f-4a58-843e-eb3ce6683448 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:16.736981 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6dbe8042-b36b-49c7-a358-ceaa2696ee5f req-49dc41d1-c34f-4a58-843e-eb3ce6683448 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/ports?device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 5418 time: 0.3072028 Jul 09 14:47:16.762265 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 06b72fca-34a9-4fb4-8f99-fcf51c22ce89 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:47:16.789130 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6dbe8042-b36b-49c7-a358-ceaa2696ee5f req-7ce70e45-532b-4284-9ec8-e4ab8647a789 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c78eb3d-e1da-49ec-9295-fc8608cc021d&id=9c5c735c-33df-481d-808b-656ad0345330&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0510221 Jul 09 14:47:16.859051 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 06b72fca-34a9-4fb4-8f99-fcf51c22ce89 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:47:16.868501 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:16.940885 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7017bfff-f501-4826-bcfd-55e4840343dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:17.093468 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device b0b5445c-23dd-42e1-a35b-f560998dd6a0 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:47:17.152931 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: b0b5445c-23dd-42e1-a35b-f560998dd6a0 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:47:17.158338 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device b0b5445c-23dd-42e1-a35b-f560998dd6a0 not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:47:17.158785 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 1a2deeba-8583-43d1-a846-fbd62e303f2c no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:47:17.197455 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d9bdc-4ba3-4404-b2b0-211c0b00545a req-8ac1378e-7c56-4613-8887-d70a90b67dd6 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:17.212485 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-387d9bdc-4ba3-4404-b2b0-211c0b00545a req-8ac1378e-7c56-4613-8887-d70a90b67dd6 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.2298162 Jul 09 14:47:17.232147 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: 1a2deeba-8583-43d1-a846-fbd62e303f2c {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:47:17.232494 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 1a2deeba-8583-43d1-a846-fbd62e303f2c not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:47:17.298123 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-387d9bdc-4ba3-4404-b2b0-211c0b00545a req-01f1e431-788b-4d35-9c96-95e0a085220c tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847318 Jul 09 14:47:17.438381 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8edf9-a4fb-4246-ab34-bcd3d744358b req-c4b0bbed-65fe-44c4-90b3-a38b52ada8af tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:17.447832 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-05b8edf9-a4fb-4246-ab34-bcd3d744358b req-c4b0bbed-65fe-44c4-90b3-a38b52ada8af tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=9da18f17-d082-4d4c-86e5-ac89efaa7ffa HTTP/1.1" status: 200 len: 944 time: 0.3011930 Jul 09 14:47:17.500325 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7017bfff-f501-4826-bcfd-55e4840343dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:17.574168 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-05b8edf9-a4fb-4246-ab34-bcd3d744358b req-cf359baa-1327-4bcf-9131-e23d888666dd tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=473b60ee-6046-439a-9449-2a9b96c46b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253653 Jul 09 14:47:17.805227 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-36f942de-cc00-4612-8812-f803d8783ba6 req-fc95b153-ca7a-4dcf-a6ba-79a928505625 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=85b91bdc-667f-4131-a31f-6713949adc60 HTTP/1.1" status: 200 len: 210 time: 0.0446632 Jul 09 14:47:17.809097 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7017bfff-f501-4826-bcfd-55e4840343dc admin admin] Router 4dc6ae63-767e-48d7-964f-f2f0fdbf0cb9 is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:47:18.047450 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7017bfff-f501-4826-bcfd-55e4840343dc admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:47:18.057833 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c008f9-e991-4929-8f5a-feba302dad03 None None] Sync routers for ids ['4dc6ae63-767e-48d7-964f-f2f0fdbf0cb9'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:47:18.078566 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c008f9-e991-4929-8f5a-feba302dad03 None None] Routers {'4dc6ae63-767e-48d7-964f-f2f0fdbf0cb9'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:47:18.079280 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-a0c008f9-e991-4929-8f5a-feba302dad03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:46:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['4dc6ae63-767e-48d7-964f-f2f0fdbf0cb9'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:47:18.191110 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ece12-465e-45a6-a9dd-f4218954c7a9 req-de80c70d-2859-4fe9-af93-5f89bfcadb63 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:18.201559 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ece12-465e-45a6-a9dd-f4218954c7a9 req-de80c70d-2859-4fe9-af93-5f89bfcadb63 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:18.208319 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7017bfff-f501-4826-bcfd-55e4840343dc admin admin] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:18.210029 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7017bfff-f501-4826-bcfd-55e4840343dc admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.8280137 Jul 09 14:47:18.212710 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 36226) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:18.230508 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ece12-465e-45a6-a9dd-f4218954c7a9 req-de80c70d-2859-4fe9-af93-5f89bfcadb63 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:18.247786 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ece12-465e-45a6-a9dd-f4218954c7a9 req-de80c70d-2859-4fe9-af93-5f89bfcadb63 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:18.266997 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ece12-465e-45a6-a9dd-f4218954c7a9 req-de80c70d-2859-4fe9-af93-5f89bfcadb63 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:18.283999 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ece12-465e-45a6-a9dd-f4218954c7a9 req-de80c70d-2859-4fe9-af93-5f89bfcadb63 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:18.298094 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ece12-465e-45a6-a9dd-f4218954c7a9 req-de80c70d-2859-4fe9-af93-5f89bfcadb63 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:18.309734 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-529ece12-465e-45a6-a9dd-f4218954c7a9 req-de80c70d-2859-4fe9-af93-5f89bfcadb63 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/ports?device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 5418 time: 0.2344079 Jul 09 14:47:18.406420 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-529ece12-465e-45a6-a9dd-f4218954c7a9 req-a2b31980-a051-4818-9989-cadf12f5c31b tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c78eb3d-e1da-49ec-9295-fc8608cc021d&id=9c5c735c-33df-481d-808b-656ad0345330&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0956845 Jul 09 14:47:18.435304 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b91bdc-667f-4131-a31f-6713949adc60', 'name': 'network-vif-deleted', 'tag': 'b0b5445c-23dd-42e1-a35b-f560998dd6a0'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:47:18.437747 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb6893f-e9fa-48d6-9542-960ac78e5120" -d '{"events": [{"server_uuid": "85b91bdc-667f-4131-a31f-6713949adc60", "name": "network-vif-deleted", "tag": "b0b5445c-23dd-42e1-a35b-f560998dd6a0"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:47:18.447066 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-a0c008f9-e991-4929-8f5a-feba302dad03 None None] Set router 4dc6ae63-767e-48d7-964f-f2f0fdbf0cb9 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:47:18.640076 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd739d6a-da14-4ea3-a74b-4fb6175184b1 x-openstack-request-id: req-cd739d6a-da14-4ea3-a74b-4fb6175184b1 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:47:18.640886 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b91bdc-667f-4131-a31f-6713949adc60", "name": "network-vif-deleted", "tag": "b0b5445c-23dd-42e1-a35b-f560998dd6a0", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:47:18.641120 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cd739d6a-da14-4ea3-a74b-4fb6175184b1 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:47:18.642010 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b91bdc-667f-4131-a31f-6713949adc60', 'name': 'network-vif-deleted', 'tag': 'b0b5445c-23dd-42e1-a35b-f560998dd6a0', 'status': 'completed', 'code': 200} Jul 09 14:47:18.770176 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-a0c008f9-e991-4929-8f5a-feba302dad03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dc6ae63-767e-48d7-964f-f2f0fdbf0cb9', 'name': 'tempest-FloatingIPsTestJSON-640718186-router', 'tenant_id': '33830380cf91487e9266ec97c1d3a5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '09e774ea-8be4-466b-82ba-dd22bcc607f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:47:12Z', 'updated_at': '2021-07-09T14:47:16Z', 'revision_number': 3, 'project_id': '33830380cf91487e9266ec97c1d3a5ec', 'gw_port': {'id': '09e774ea-8be4-466b-82ba-dd22bcc607f7', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e7:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dc6ae63-767e-48d7-964f-f2f0fdbf0cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:47:14Z', 'updated_at': '2021-07-09T14:47:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:47:18.802584 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33dafe8-f3f0-4494-b739-4a979bfa6cc5 req-42d7d1d1-07a2-4e15-9315-cd29266b1631 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:18.810408 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a33dafe8-f3f0-4494-b739-4a979bfa6cc5 req-42d7d1d1-07a2-4e15-9315-cd29266b1631 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.2710071 Jul 09 14:47:18.817409 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c008f9-e991-4929-8f5a-feba302dad03 None None] Checking router: 4dc6ae63-767e-48d7-964f-f2f0fdbf0cb9 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:47:18.819671 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c008f9-e991-4929-8f5a-feba302dad03 None None] Updating router 4dc6ae63-767e-48d7-964f-f2f0fdbf0cb9 port 09e774ea-8be4-466b-82ba-dd22bcc607f7 binding host n-d-799529-6 {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:47:18.903130 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a0c008f9-e991-4929-8f5a-feba302dad03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:18.911874 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a33dafe8-f3f0-4494-b739-4a979bfa6cc5 req-a85cbb80-f100-429f-b08a-532bd79f4d53 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005306 Jul 09 14:47:19.071761 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 7aa33818-c61d-4582-8359-6d5088e5a2d9 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:47:19.096359 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3ee4cfda-892c-4de4-85d6-61a3b5003215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:19.126812 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b484b399-a760-4b66-a04b-213ef66457d4 req-7af9e080-7ac9-4a62-8a27-417ef71a9413 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:19.134913 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b484b399-a760-4b66-a04b-213ef66457d4 req-7af9e080-7ac9-4a62-8a27-417ef71a9413 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=9da18f17-d082-4d4c-86e5-ac89efaa7ffa HTTP/1.1" status: 200 len: 944 time: 0.1851466 Jul 09 14:47:19.240141 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b484b399-a760-4b66-a04b-213ef66457d4 req-157c0aa4-0542-4d51-8f32-279561817e1b tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=473b60ee-6046-439a-9449-2a9b96c46b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990388 Jul 09 14:47:19.379438 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port 7aa33818-c61d-4582-8359-6d5088e5a2d9 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:47:19.402239 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port 7aa33818-c61d-4582-8359-6d5088e5a2d9 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:47:19.402754 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:19.424625 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 36288) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:19.453732 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-3ee4cfda-892c-4de4-85d6-61a3b5003215 admin admin] Allocated IP 172.20.0.1 (3fa935b3-2339-4c52-8571-6fa7d975cff9/6d438a08-4917-47c5-8fce-a141698afb06/f0d877a6-2615-4f4e-b5ac-a1169b6aa614) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:47:19.527707 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 36294) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:19.540223 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a0c008f9-e991-4929-8f5a-feba302dad03 None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:19.565561 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a0c008f9-e991-4929-8f5a-feba302dad03 None None] Transition to ACTIVE for port object 09e774ea-8be4-466b-82ba-dd22bcc607f7 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:47:19.568588 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:19.626138 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da18f17-d082-4d4c-86e5-ac89efaa7ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa33818-c61d-4582-8359-6d5088e5a2d9'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:47:19.629825 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98eb99d-fc63-49f2-b2f7-e89e0312f699" -d '{"events": [{"server_uuid": "9da18f17-d082-4d4c-86e5-ac89efaa7ffa", "name": "network-vif-plugged", "status": "completed", "tag": "7aa33818-c61d-4582-8359-6d5088e5a2d9"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:47:19.656592 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a0c008f9-e991-4929-8f5a-feba302dad03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:19.669207 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 7aa33818-c61d-4582-8359-6d5088e5a2d9, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=7aa33818-c61d-4582-8359-6d5088e5a2d9,segment=NetworkSegment(d799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae),segment_id=d799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:47:19.759408 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3ee4cfda-892c-4de4-85d6-61a3b5003215 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:19.785074 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9143dd5a-fac4-43eb-b450-6845b0a50e1c None None] Pushing event updated for resources: {'Port': ['ID=09e774ea-8be4-466b-82ba-dd22bcc607f7,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:19.791441 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:19.809588 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-3ee4cfda-892c-4de4-85d6-61a3b5003215 admin admin] Transition to ACTIVE for port object f0d877a6-2615-4f4e-b5ac-a1169b6aa614 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:47:19.814705 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-a0c008f9-e991-4929-8f5a-feba302dad03 None None] Attempting to bind port 09e774ea-8be4-466b-82ba-dd22bcc607f7 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:47:19.815325 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-a0c008f9-e991-4929-8f5a-feba302dad03 None None] Attempting to bind port 09e774ea-8be4-466b-82ba-dd22bcc607f7 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:47:19.815791 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c008f9-e991-4929-8f5a-feba302dad03 None None] Attempting to bind port 09e774ea-8be4-466b-82ba-dd22bcc607f7 on network 202c7ce6-d4e9-4f80-84dd-bef08905a653 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:47:19.841544 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c008f9-e991-4929-8f5a-feba302dad03 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:47:19.842043 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c008f9-e991-4929-8f5a-feba302dad03 None None] Checking segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:47:19.842721 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a0c008f9-e991-4929-8f5a-feba302dad03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:19.843187 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c008f9-e991-4929-8f5a-feba302dad03 None None] Bound using segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:47:19.843899 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-a0c008f9-e991-4929-8f5a-feba302dad03 None None] Bound port: 09e774ea-8be4-466b-82ba-dd22bcc607f7, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:47:19.844425 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a0c008f9-e991-4929-8f5a-feba302dad03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:19.877684 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bed678a3-1e43-47ef-ad32-f1579330878d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:19.888601 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e6db158b-f9da-41bc-a1b4-c61082251076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:19.899234 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=7aa33818-c61d-4582-8359-6d5088e5a2d9,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:19.926188 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a0c008f9-e991-4929-8f5a-feba302dad03 None None] For port 09e774ea-8be4-466b-82ba-dd22bcc607f7, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:47:19.929657 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a0c008f9-e991-4929-8f5a-feba302dad03 None None] For port 09e774ea-8be4-466b-82ba-dd22bcc607f7, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=09e774ea-8be4-466b-82ba-dd22bcc607f7,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:47:19.939917 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3ee4cfda-892c-4de4-85d6-61a3b5003215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:19.967929 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.db.api [None req-e6db158b-f9da-41bc-a1b4-c61082251076 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 14:47:19.967929 n-d-799529-6 neutron-server[94445]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 09 14:47:19.967929 n-d-799529-6 neutron-server[94445]: [parameters: {'project_id': '28ba01e45a094e28a5dd28824a079d10', 'id': '73ee6dfe-1db3-4cc4-a5f4-aca488788b5e', 'expiration': datetime.datetime(2021, 7, 9, 14, 49, 19, 950400)}] Jul 09 14:47:19.967929 n-d-799529-6 neutron-server[94445]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 14:47:19.968887 n-d-799529-6 neutron-server[94445]: DEBUG oslo_db.api [None req-e6db158b-f9da-41bc-a1b4-c61082251076 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 14:47:19.994772 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee4cfda-892c-4de4-85d6-61a3b5003215 admin admin] Network 3fa935b3-2339-4c52-8571-6fa7d975cff9 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:47:20.000194 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-3ee4cfda-892c-4de4-85d6-61a3b5003215 admin admin] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:47:20.003874 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee4cfda-892c-4de4-85d6-61a3b5003215 admin admin] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:47:20.005256 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447061d6-0fcc-4be4-83a1-f8da8f4e9823 req-a6920d77-7bf6-49dd-acbb-a653d9538537 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:20.011845 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447061d6-0fcc-4be4-83a1-f8da8f4e9823 req-a6920d77-7bf6-49dd-acbb-a653d9538537 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:20.018449 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447061d6-0fcc-4be4-83a1-f8da8f4e9823 req-a6920d77-7bf6-49dd-acbb-a653d9538537 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:20.026383 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447061d6-0fcc-4be4-83a1-f8da8f4e9823 req-a6920d77-7bf6-49dd-acbb-a653d9538537 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:20.032669 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447061d6-0fcc-4be4-83a1-f8da8f4e9823 req-a6920d77-7bf6-49dd-acbb-a653d9538537 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:20.033688 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a0c008f9-e991-4929-8f5a-feba302dad03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:20.038093 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee4cfda-892c-4de4-85d6-61a3b5003215 admin admin] Pushing event updated for resources: {'Port': ['ID=f0d877a6-2615-4f4e-b5ac-a1169b6aa614,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:20.040652 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447061d6-0fcc-4be4-83a1-f8da8f4e9823 req-a6920d77-7bf6-49dd-acbb-a653d9538537 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:20.053725 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447061d6-0fcc-4be4-83a1-f8da8f4e9823 req-a6920d77-7bf6-49dd-acbb-a653d9538537 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:20.058505 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-447061d6-0fcc-4be4-83a1-f8da8f4e9823 req-a6920d77-7bf6-49dd-acbb-a653d9538537 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/ports?device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 5418 time: 0.2957208 Jul 09 14:47:20.089986 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3ee4cfda-892c-4de4-85d6-61a3b5003215 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:20.255162 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9143dd5a-fac4-43eb-b450-6845b0a50e1c None None] Pushing event updated for resources: {'Port': ['ID=09e774ea-8be4-466b-82ba-dd22bcc607f7,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:20.255162 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c008f9-e991-4929-8f5a-feba302dad03 None None] Routers {'4dc6ae63-767e-48d7-964f-f2f0fdbf0cb9'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:47:20.255162 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-a0c008f9-e991-4929-8f5a-feba302dad03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:46:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['4dc6ae63-767e-48d7-964f-f2f0fdbf0cb9'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:47:20.283132 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:47:20.285706 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-447061d6-0fcc-4be4-83a1-f8da8f4e9823 req-99789688-a4af-4fb9-a36e-901e6a78504b tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c78eb3d-e1da-49ec-9295-fc8608cc021d&id=9c5c735c-33df-481d-808b-656ad0345330&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2233255 Jul 09 14:47:20.334704 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bed678a3-1e43-47ef-ad32-f1579330878d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:20.343901 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92be34ab-4cf8-482d-99d8-814521cb6886 x-openstack-request-id: req-92be34ab-4cf8-482d-99d8-814521cb6886 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:47:20.344401 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9da18f17-d082-4d4c-86e5-ac89efaa7ffa", "name": "network-vif-plugged", "status": "completed", "tag": "7aa33818-c61d-4582-8359-6d5088e5a2d9", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:47:20.344918 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-92be34ab-4cf8-482d-99d8-814521cb6886 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:47:20.351608 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9da18f17-d082-4d4c-86e5-ac89efaa7ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa33818-c61d-4582-8359-6d5088e5a2d9', 'code': 200} Jul 09 14:47:20.397171 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bed678a3-1e43-47ef-ad32-f1579330878d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:20.493794 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-bed678a3-1e43-47ef-ad32-f1579330878d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=af5ff0aa80584cf7b97f2d4790df8baf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9646440 Jul 09 14:47:20.500001 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-a0c008f9-e991-4929-8f5a-feba302dad03 None None] Set router 4dc6ae63-767e-48d7-964f-f2f0fdbf0cb9 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:47:20.513749 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3ee4cfda-892c-4de4-85d6-61a3b5003215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:20.515883 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 36308) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:20.526123 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e6db158b-f9da-41bc-a1b4-c61082251076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:20.535429 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed678a3-1e43-47ef-ad32-f1579330878d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d636477-d1e8-48c0-ac63-f547972aae19,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:20.648229 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-9426cb94-1711-437d-a4f1-7bfb5316a6aa None None] Provisioning for port f0d877a6-2615-4f4e-b5ac-a1169b6aa614 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:47:20.656199 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-9426cb94-1711-437d-a4f1-7bfb5316a6aa None None] Provisioning complete for port f0d877a6-2615-4f4e-b5ac-a1169b6aa614 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:47:20.656628 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9426cb94-1711-437d-a4f1-7bfb5316a6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:20.687961 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2c2a256c-780b-4fc7-a88e-b02223512a5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:20.711407 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2c2a256c-780b-4fc7-a88e-b02223512a5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:20.720811 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-9426cb94-1711-437d-a4f1-7bfb5316a6aa None None] Port f0d877a6-2615-4f4e-b5ac-a1169b6aa614 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:47:20.729239 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b100c-993f-4601-a36b-01aa78595866 req-aaf3583a-00fc-4073-87a0-9288a9179097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:20.731921 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b17b100c-993f-4601-a36b-01aa78595866 req-aaf3583a-00fc-4073-87a0-9288a9179097 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9da18f17-d082-4d4c-86e5-ac89efaa7ffa HTTP/1.1" status: 200 len: 1096 time: 0.2673299 Jul 09 14:47:20.745163 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2412af96-3050-424b-91df-073b14320721 req-320d15cb-446e-4e86-84bc-92ac18ad16c1 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:20.753677 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2412af96-3050-424b-91df-073b14320721 req-320d15cb-446e-4e86-84bc-92ac18ad16c1 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.1999815 Jul 09 14:47:20.765204 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64475bf3-c320-4709-ac07-96c8c270396a req-e14c8283-f1e2-458e-b04c-eeb825efba5c tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:20.766843 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-64475bf3-c320-4709-ac07-96c8c270396a req-e14c8283-f1e2-458e-b04c-eeb825efba5c tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=13e9ad26-6082-40b0-9a40-c344805a94bd HTTP/1.1" status: 200 len: 949 time: 0.2215350 Jul 09 14:47:20.833646 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2412af96-3050-424b-91df-073b14320721 req-f83cf781-8664-41d3-bb79-5987ea48ce10 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789018 Jul 09 14:47:20.842153 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2c2a256c-780b-4fc7-a88e-b02223512a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:20.842961 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-a0c008f9-e991-4929-8f5a-feba302dad03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dc6ae63-767e-48d7-964f-f2f0fdbf0cb9', 'name': 'tempest-FloatingIPsTestJSON-640718186-router', 'tenant_id': '33830380cf91487e9266ec97c1d3a5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '09e774ea-8be4-466b-82ba-dd22bcc607f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:47:12Z', 'updated_at': '2021-07-09T14:47:16Z', 'revision_number': 3, 'project_id': '33830380cf91487e9266ec97c1d3a5ec', 'gw_port': {'id': '09e774ea-8be4-466b-82ba-dd22bcc607f7', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e7:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dc6ae63-767e-48d7-964f-f2f0fdbf0cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:47:14Z', 'updated_at': '2021-07-09T14:47:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:47:20.845156 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2c2a256c-780b-4fc7-a88e-b02223512a5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:20.848580 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-2c2a256c-780b-4fc7-a88e-b02223512a5f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9d636477-d1e8-48c0-ac63-f547972aae19 HTTP/1.1" status: 204 len: 168 time: 0.3191435 Jul 09 14:47:20.849486 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b17b100c-993f-4601-a36b-01aa78595866 req-85e39df7-ca62-4c8e-b312-08e46f6f1eb7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=473b60ee-6046-439a-9449-2a9b96c46b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918293 Jul 09 14:47:20.876856 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-64475bf3-c320-4709-ac07-96c8c270396a req-c4cd6b3d-4286-47c1-a72e-bc1e2b51f796 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030858 Jul 09 14:47:20.879800 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2a256c-780b-4fc7-a88e-b02223512a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d636477-d1e8-48c0-ac63-f547972aae19,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:20.966992 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e6db158b-f9da-41bc-a1b4-c61082251076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:20.980093 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c008f9-e991-4929-8f5a-feba302dad03 None None] The sync data for ids ['4dc6ae63-767e-48d7-964f-f2f0fdbf0cb9'] in n-d-799529-6 is: [{'id': '4dc6ae63-767e-48d7-964f-f2f0fdbf0cb9', 'name': 'tempest-FloatingIPsTestJSON-640718186-router', 'tenant_id': '33830380cf91487e9266ec97c1d3a5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '09e774ea-8be4-466b-82ba-dd22bcc607f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:47:12Z', 'updated_at': '2021-07-09T14:47:16Z', 'revision_number': 3, 'project_id': '33830380cf91487e9266ec97c1d3a5ec', 'gw_port': {'id': '09e774ea-8be4-466b-82ba-dd22bcc607f7', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e7:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dc6ae63-767e-48d7-964f-f2f0fdbf0cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:47:14Z', 'updated_at': '2021-07-09T14:47:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:47:21.030633 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3ee4cfda-892c-4de4-85d6-61a3b5003215 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:21.064087 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e6db158b-f9da-41bc-a1b4-c61082251076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:21.126139 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e6db158b-f9da-41bc-a1b4-c61082251076 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=28ba01e45a094e28a5dd28824a079d10&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6992135 Jul 09 14:47:21.128999 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 36312) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:21.130377 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6db158b-f9da-41bc-a1b4-c61082251076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9023f47-a7ae-4709-8760-cce319f12381,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:21.154204 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3ee4cfda-892c-4de4-85d6-61a3b5003215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:21.157118 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8934995c-a655-416d-a0e2-11df8167a63d req-4c58c42a-7059-4ac9-92d3-963196a67c06 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:21.158945 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8934995c-a655-416d-a0e2-11df8167a63d req-4c58c42a-7059-4ac9-92d3-963196a67c06 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=9da18f17-d082-4d4c-86e5-ac89efaa7ffa HTTP/1.1" status: 200 len: 945 time: 0.1450498 Jul 09 14:47:21.223298 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8934995c-a655-416d-a0e2-11df8167a63d req-8211115b-49ff-46b2-860b-687db8eb40ce tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=473b60ee-6046-439a-9449-2a9b96c46b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560901 Jul 09 14:47:21.307700 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3ee4cfda-892c-4de4-85d6-61a3b5003215 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:21.312524 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee4cfda-892c-4de4-85d6-61a3b5003215 admin admin] Pushing event updated for resources: {'Port': ['ID=f0d877a6-2615-4f4e-b5ac-a1169b6aa614,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:21.394119 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9f5c2f22-2490-49c9-943c-854f9bba3624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:21.643534 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9f5c2f22-2490-49c9-943c-854f9bba3624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:21.673228 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee4cfda-892c-4de4-85d6-61a3b5003215 admin admin] Network 3fa935b3-2339-4c52-8571-6fa7d975cff9 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:47:21.681787 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-3ee4cfda-892c-4de4-85d6-61a3b5003215 admin admin] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:47:21.811173 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d9c303-d2f5-477d-92c9-93fb80d8c348 req-e6546c89-21a0-494b-9abe-ce1f2297e628 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:21.818098 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d9c303-d2f5-477d-92c9-93fb80d8c348 req-e6546c89-21a0-494b-9abe-ce1f2297e628 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:21.825588 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d9c303-d2f5-477d-92c9-93fb80d8c348 req-e6546c89-21a0-494b-9abe-ce1f2297e628 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:21.831732 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d9c303-d2f5-477d-92c9-93fb80d8c348 req-e6546c89-21a0-494b-9abe-ce1f2297e628 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:21.837743 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d9c303-d2f5-477d-92c9-93fb80d8c348 req-e6546c89-21a0-494b-9abe-ce1f2297e628 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:21.843875 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d9c303-d2f5-477d-92c9-93fb80d8c348 req-e6546c89-21a0-494b-9abe-ce1f2297e628 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:21.849893 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d9c303-d2f5-477d-92c9-93fb80d8c348 req-e6546c89-21a0-494b-9abe-ce1f2297e628 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:21.860080 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-00d9c303-d2f5-477d-92c9-93fb80d8c348 req-e6546c89-21a0-494b-9abe-ce1f2297e628 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/ports?device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 5418 time: 0.3280871 Jul 09 14:47:21.861615 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdeec43-6f1b-46ab-9b98-0a77ab287042 req-a11679b6-86be-4bd6-9bba-bd6992c8a370 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:21.863306 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0cdeec43-6f1b-46ab-9b98-0a77ab287042 req-a11679b6-86be-4bd6-9bba-bd6992c8a370 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.54 "GET /v2.0/ports?device_id=13e9ad26-6082-40b0-9a40-c344805a94bd HTTP/1.1" status: 200 len: 949 time: 0.1753366 Jul 09 14:47:21.973269 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9f5c2f22-2490-49c9-943c-854f9bba3624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:21.979295 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9f5c2f22-2490-49c9-943c-854f9bba3624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:21.980586 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-9f5c2f22-2490-49c9-943c-854f9bba3624 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a9023f47-a7ae-4709-8760-cce319f12381 HTTP/1.1" status: 204 len: 168 time: 0.8503909 Jul 09 14:47:22.119611 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-0cdeec43-6f1b-46ab-9b98-0a77ab287042 req-00bbf615-e1cb-43bd-9c72-64b4e55c958e tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Deleting port 5b8321d1-0cc4-4453-b1d2-305318737648 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:47:22.122910 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-0cdeec43-6f1b-46ab-9b98-0a77ab287042 req-00bbf615-e1cb-43bd-9c72-64b4e55c958e tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:22.134205 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee4cfda-892c-4de4-85d6-61a3b5003215 admin admin] Router 4dc6ae63-767e-48d7-964f-f2f0fdbf0cb9 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:47:22.140141 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5c2f22-2490-49c9-943c-854f9bba3624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9023f47-a7ae-4709-8760-cce319f12381,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:22.162988 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-26dea156-e144-4e5f-adfe-8769d0f81014 None None] Provisioning complete for port f0d877a6-2615-4f4e-b5ac-a1169b6aa614 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:47:22.163576 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-26dea156-e144-4e5f-adfe-8769d0f81014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:22.186421 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c2f22-2490-49c9-943c-854f9bba3624 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:22.186788 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c2f22-2490-49c9-943c-854f9bba3624 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:22.187136 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c2f22-2490-49c9-943c-854f9bba3624 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:22.187885 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c2f22-2490-49c9-943c-854f9bba3624 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:22.188228 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c2f22-2490-49c9-943c-854f9bba3624 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:22.191541 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c2f22-2490-49c9-943c-854f9bba3624 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:22.191541 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c2f22-2490-49c9-943c-854f9bba3624 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:22.194028 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c2f22-2490-49c9-943c-854f9bba3624 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:22.194028 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c2f22-2490-49c9-943c-854f9bba3624 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:22.194028 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c2f22-2490-49c9-943c-854f9bba3624 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:22.194028 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c2f22-2490-49c9-943c-854f9bba3624 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:22.194028 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c2f22-2490-49c9-943c-854f9bba3624 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:22.268663 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-26dea156-e144-4e5f-adfe-8769d0f81014 None None] Port f0d877a6-2615-4f4e-b5ac-a1169b6aa614 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:47:22.365676 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-00d9c303-d2f5-477d-92c9-93fb80d8c348 req-b80d8350-8b3c-485b-a761-658090aeb175 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c78eb3d-e1da-49ec-9295-fc8608cc021d&id=9c5c735c-33df-481d-808b-656ad0345330&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.5042808 Jul 09 14:47:22.438065 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-0cdeec43-6f1b-46ab-9b98-0a77ab287042 req-00bbf615-e1cb-43bd-9c72-64b4e55c958e tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] For port 5b8321d1-0cc4-4453-b1d2-305318737648, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=5b8321d1-0cc4-4453-b1d2-305318737648,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:47:22.438709 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-0cdeec43-6f1b-46ab-9b98-0a77ab287042 req-00bbf615-e1cb-43bd-9c72-64b4e55c958e tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:22.476640 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f21d8a3-b328-4065-869d-f13c15f834a1 req-ef779d88-5d5f-47b0-8a6b-e7c656f76dc2 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:22.484488 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8f21d8a3-b328-4065-869d-f13c15f834a1 req-ef779d88-5d5f-47b0-8a6b-e7c656f76dc2 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.3441486 Jul 09 14:47:22.504922 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-0cdeec43-6f1b-46ab-9b98-0a77ab287042 req-00bbf615-e1cb-43bd-9c72-64b4e55c958e tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Calling delete_port for 5b8321d1-0cc4-4453-b1d2-305318737648 owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:47:22.581298 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee4cfda-892c-4de4-85d6-61a3b5003215 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:47:22.597394 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-3ee4cfda-892c-4de4-85d6-61a3b5003215 admin admin] 10.222.0.58 "PUT /v2.0/routers/4dc6ae63-767e-48d7-964f-f2f0fdbf0cb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3833086 Jul 09 14:47:22.612980 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8f21d8a3-b328-4065-869d-f13c15f834a1 req-1660ef1b-de6b-46a8-80d3-b030e28d01ba tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267385 Jul 09 14:47:22.732329 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe3d86-dd06-429e-ae8d-912ae4840e9e req-6989a337-9d67-4a3f-8b10-b114cd53f5e0 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:22.821379 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-29fe3d86-dd06-429e-ae8d-912ae4840e9e req-6989a337-9d67-4a3f-8b10-b114cd53f5e0 tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/ports?device_id=13e9ad26-6082-40b0-9a40-c344805a94bd HTTP/1.1" status: 200 len: 949 time: 0.1270905 Jul 09 14:47:22.821379 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-29fe3d86-dd06-429e-ae8d-912ae4840e9e req-9337c9ce-cc5b-4088-943a-0e1dea37039e tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f7d5652-0d5a-413a-9a40-ea499c3984ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402172 Jul 09 14:47:22.830971 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 09e774ea-8be4-466b-82ba-dd22bcc607f7 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:47:22.987596 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 09e774ea-8be4-466b-82ba-dd22bcc607f7 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:47:22.987879 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-0cdeec43-6f1b-46ab-9b98-0a77ab287042 req-00bbf615-e1cb-43bd-9c72-64b4e55c958e tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:22.990173 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:22.993772 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b901b0dc-3385-4e63-a4f3-41b74630348a req-0e2d8ab7-209b-4807-8dbb-02c9103ffd8a tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:22.993999 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 09e774ea-8be4-466b-82ba-dd22bcc607f7 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:47:22.997895 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:22.998016 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b901b0dc-3385-4e63-a4f3-41b74630348a req-0e2d8ab7-209b-4807-8dbb-02c9103ffd8a tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=9da18f17-d082-4d4c-86e5-ac89efaa7ffa HTTP/1.1" status: 200 len: 945 time: 0.0947626 Jul 09 14:47:23.022479 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['5b8321d1-0cc4-4453-b1d2-305318737648'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:47:23.040825 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bbf615-e1cb-43bd-9c72-64b4e55c958e tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Pushing event deleted for resources: {'Port': ['ID=5b8321d1-0cc4-4453-b1d2-305318737648,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:23.051357 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b901b0dc-3385-4e63-a4f3-41b74630348a req-fbfad6da-4ca1-4182-9d28-6aae269f93ca tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=473b60ee-6046-439a-9449-2a9b96c46b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479040 Jul 09 14:47:23.196456 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cdeec43-6f1b-46ab-9b98-0a77ab287042 req-00bbf615-e1cb-43bd-9c72-64b4e55c958e tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] No DVR routers for this DVR port 5b8321d1-0cc4-4453-b1d2-305318737648 on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:47:23.200698 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-0cdeec43-6f1b-46ab-9b98-0a77ab287042 req-00bbf615-e1cb-43bd-9c72-64b4e55c958e tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:23.204205 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0cdeec43-6f1b-46ab-9b98-0a77ab287042 req-00bbf615-e1cb-43bd-9c72-64b4e55c958e tempest-ServersOnMultiNodesTest-1068614215 tempest-ServersOnMultiNodesTest-1068614215-project] 10.222.0.54 "DELETE /v2.0/ports/5b8321d1-0cc4-4453-b1d2-305318737648 HTTP/1.1" status: 204 len: 173 time: 1.3351021 Jul 09 14:47:23.211368 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13e9ad26-6082-40b0-9a40-c344805a94bd', 'name': 'network-vif-deleted', 'tag': '5b8321d1-0cc4-4453-b1d2-305318737648'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:47:23.213937 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf220ce-c05a-4519-bf80-e93b64ed09b4" -d '{"events": [{"server_uuid": "13e9ad26-6082-40b0-9a40-c344805a94bd", "name": "network-vif-deleted", "tag": "5b8321d1-0cc4-4453-b1d2-305318737648"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:47:23.229403 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:23.316480 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 09e774ea-8be4-466b-82ba-dd22bcc607f7, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=09e774ea-8be4-466b-82ba-dd22bcc607f7,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:47:23.333312 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd64fbfb-c9d7-4beb-be1a-fd2e8d189b7d req-d6774070-eaa1-44eb-bf1d-6ac77cc44d42 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:23.349575 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 36368) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:23.353179 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-a78bd908-2ea2-436d-82c7-e05a8c08e9cc tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Request body: {'floatingip': {'port_id': '7aa33818-c61d-4582-8359-6d5088e5a2d9'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:47:23.353578 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bd64fbfb-c9d7-4beb-be1a-fd2e8d189b7d req-d6774070-eaa1-44eb-bf1d-6ac77cc44d42 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=9da18f17-d082-4d4c-86e5-ac89efaa7ffa HTTP/1.1" status: 200 len: 945 time: 0.1201229 Jul 09 14:47:23.399055 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:23.503599 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=09e774ea-8be4-466b-82ba-dd22bcc607f7,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:23.548226 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3b3f28-0611-4fdc-9cb9-21f02dc9f6ae x-openstack-request-id: req-2a3b3f28-0611-4fdc-9cb9-21f02dc9f6ae {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:47:23.552362 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13e9ad26-6082-40b0-9a40-c344805a94bd", "name": "network-vif-deleted", "tag": "5b8321d1-0cc4-4453-b1d2-305318737648", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:47:23.552632 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2a3b3f28-0611-4fdc-9cb9-21f02dc9f6ae {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:47:23.553046 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13e9ad26-6082-40b0-9a40-c344805a94bd', 'name': 'network-vif-deleted', 'tag': '5b8321d1-0cc4-4453-b1d2-305318737648', 'status': 'completed', 'code': 200} Jul 09 14:47:23.624871 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a78bd908-2ea2-436d-82c7-e05a8c08e9cc tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks [] for floatingip, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:23.838484 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ac47cd-2848-403f-8a21-601221934764 None None] Sync routers for ids ['4dc6ae63-767e-48d7-964f-f2f0fdbf0cb9'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:47:23.846221 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb6d8e-f383-4f4b-bf2a-250ca17d08e8 req-0c4c5b35-ef74-4649-a8bf-433a6a4262ff tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:23.869926 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb6d8e-f383-4f4b-bf2a-250ca17d08e8 req-0c4c5b35-ef74-4649-a8bf-433a6a4262ff tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:23.872822 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ac47cd-2848-403f-8a21-601221934764 None None] Routers {'4dc6ae63-767e-48d7-964f-f2f0fdbf0cb9'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:47:23.873473 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-53ac47cd-2848-403f-8a21-601221934764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:46:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['4dc6ae63-767e-48d7-964f-f2f0fdbf0cb9'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:47:23.874405 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-11e23157-cdf7-4871-bdb2-b31ad9333696 req-0fa69cd1-d179-4c06-8369-8173f774ea42 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6134222 Jul 09 14:47:23.881494 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb6d8e-f383-4f4b-bf2a-250ca17d08e8 req-0c4c5b35-ef74-4649-a8bf-433a6a4262ff tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:23.891305 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-11e23157-cdf7-4871-bdb2-b31ad9333696 req-6203c642-72d4-45f6-a5ea-ae38a6beabb8 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] Request body: {'floatingip': {'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:47:23.901378 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb6d8e-f383-4f4b-bf2a-250ca17d08e8 req-0c4c5b35-ef74-4649-a8bf-433a6a4262ff tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:23.917789 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb6d8e-f383-4f4b-bf2a-250ca17d08e8 req-0c4c5b35-ef74-4649-a8bf-433a6a4262ff tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:23.931202 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb6d8e-f383-4f4b-bf2a-250ca17d08e8 req-0c4c5b35-ef74-4649-a8bf-433a6a4262ff tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:23.948904 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb6d8e-f383-4f4b-bf2a-250ca17d08e8 req-0c4c5b35-ef74-4649-a8bf-433a6a4262ff tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:23.956317 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2deb6d8e-f383-4f4b-bf2a-250ca17d08e8 req-0c4c5b35-ef74-4649-a8bf-433a6a4262ff tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/ports?device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 5418 time: 0.2596686 Jul 09 14:47:24.008223 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2deb6d8e-f383-4f4b-bf2a-250ca17d08e8 req-f24faf7e-11bf-4f63-9f6a-e95d893ae3f0 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c78eb3d-e1da-49ec-9295-fc8608cc021d&id=9c5c735c-33df-481d-808b-656ad0345330&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0486541 Jul 09 14:47:24.136093 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-53ac47cd-2848-403f-8a21-601221934764 None None] Set router 4dc6ae63-767e-48d7-964f-f2f0fdbf0cb9 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:47:24.329065 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f2b8fd-b66e-431e-a155-14701ffd17d1 req-e8a5b57d-4875-4307-9f11-eff25ba2ca78 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:24.335557 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-24f2b8fd-b66e-431e-a155-14701ffd17d1 req-e8a5b57d-4875-4307-9f11-eff25ba2ca78 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.1409786 Jul 09 14:47:24.397528 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-11e23157-cdf7-4871-bdb2-b31ad9333696 req-6203c642-72d4-45f6-a5ea-ae38a6beabb8 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] Notify callbacks [] for floatingip, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:24.431405 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-24f2b8fd-b66e-431e-a155-14701ffd17d1 req-cbde20e5-3f66-42f7-9684-cb742af48012 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871015 Jul 09 14:47:24.461656 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-53ac47cd-2848-403f-8a21-601221934764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dc6ae63-767e-48d7-964f-f2f0fdbf0cb9', 'name': 'tempest-FloatingIPsTestJSON-640718186-router', 'tenant_id': '33830380cf91487e9266ec97c1d3a5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '09e774ea-8be4-466b-82ba-dd22bcc607f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:47:12Z', 'updated_at': '2021-07-09T14:47:20Z', 'revision_number': 4, 'project_id': '33830380cf91487e9266ec97c1d3a5ec', 'gw_port': {'id': '09e774ea-8be4-466b-82ba-dd22bcc607f7', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc6ae63-767e-48d7-964f-f2f0fdbf0cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:47:14Z', 'updated_at': '2021-07-09T14:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'f0d877a6-2615-4f4e-b5ac-a1169b6aa614', 'name': '', 'network_id': '3fa935b3-2339-4c52-8571-6fa7d975cff9', 'tenant_id': '33830380cf91487e9266ec97c1d3a5ec', 'mac_address': 'fa:16:3e:04:03:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dc6ae63-767e-48d7-964f-f2f0fdbf0cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '6d438a08-4917-47c5-8fce-a141698afb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:47:19Z', 'updated_at': '2021-07-09T14:47:20Z', 'revision_number': 2, 'project_id': '33830380cf91487e9266ec97c1d3a5ec', 'subnets': [{'id': '6d438a08-4917-47c5-8fce-a141698afb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:47:24.498507 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ac47cd-2848-403f-8a21-601221934764 None None] Checking router: 4dc6ae63-767e-48d7-964f-f2f0fdbf0cb9 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:47:24.498930 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ac47cd-2848-403f-8a21-601221934764 None None] Updating router 4dc6ae63-767e-48d7-964f-f2f0fdbf0cb9 port f0d877a6-2615-4f4e-b5ac-a1169b6aa614 binding host n-d-799529-6 {{(pid=94448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:47:24.555608 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-53ac47cd-2848-403f-8a21-601221934764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:24.792569 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 09e774ea-8be4-466b-82ba-dd22bcc607f7 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:47:24.891880 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 09e774ea-8be4-466b-82ba-dd22bcc607f7 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:47:24.892161 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:24.987356 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-53ac47cd-2848-403f-8a21-601221934764 None None] Notify callbacks [] for port, precommit_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:24.998707 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.provisioning_blocks [None req-53ac47cd-2848-403f-8a21-601221934764 None None] Transition to ACTIVE for port object f0d877a6-2615-4f4e-b5ac-a1169b6aa614 will not be triggered until provisioned by entity L2. {{(pid=94448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:47:25.078242 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-53ac47cd-2848-403f-8a21-601221934764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:25.118002 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 5b8321d1-0cc4-4453-b1d2-305318737648 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:47:25.157856 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: 5b8321d1-0cc4-4453-b1d2-305318737648 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:47:25.157856 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 5b8321d1-0cc4-4453-b1d2-305318737648 not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:47:25.168136 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f169e9f4-b3a5-4187-9e16-cec39ce0c46e None None] Pushing event updated for resources: {'Port': ['ID=f0d877a6-2615-4f4e-b5ac-a1169b6aa614,revision_number=3']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:25.177239 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f169e9f4-b3a5-4187-9e16-cec39ce0c46e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:25.177904 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f169e9f4-b3a5-4187-9e16-cec39ce0c46e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:25.178453 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f169e9f4-b3a5-4187-9e16-cec39ce0c46e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:25.178982 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f169e9f4-b3a5-4187-9e16-cec39ce0c46e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:25.180058 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f169e9f4-b3a5-4187-9e16-cec39ce0c46e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:25.180604 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f169e9f4-b3a5-4187-9e16-cec39ce0c46e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:25.181162 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f169e9f4-b3a5-4187-9e16-cec39ce0c46e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:25.181705 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f169e9f4-b3a5-4187-9e16-cec39ce0c46e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:25.182246 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f169e9f4-b3a5-4187-9e16-cec39ce0c46e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:25.182787 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f169e9f4-b3a5-4187-9e16-cec39ce0c46e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:25.183339 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f169e9f4-b3a5-4187-9e16-cec39ce0c46e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:25.183966 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f169e9f4-b3a5-4187-9e16-cec39ce0c46e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:25.297679 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-53ac47cd-2848-403f-8a21-601221934764 None None] Attempting to bind port f0d877a6-2615-4f4e-b5ac-a1169b6aa614 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:47:25.298435 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-53ac47cd-2848-403f-8a21-601221934764 None None] Attempting to bind port f0d877a6-2615-4f4e-b5ac-a1169b6aa614 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '6cb24200-7eaf-4b71-9bd4-5f9c92f72f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3fa935b3-2339-4c52-8571-6fa7d975cff9'}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:47:25.299769 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ac47cd-2848-403f-8a21-601221934764 None None] Attempting to bind port f0d877a6-2615-4f4e-b5ac-a1169b6aa614 on network 3fa935b3-2339-4c52-8571-6fa7d975cff9 {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:47:25.318363 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ac47cd-2848-403f-8a21-601221934764 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:47:25.318775 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ac47cd-2848-403f-8a21-601221934764 None None] Checking segment: {'id': '6cb24200-7eaf-4b71-9bd4-5f9c92f72f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3fa935b3-2339-4c52-8571-6fa7d975cff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:47:25.319362 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-53ac47cd-2848-403f-8a21-601221934764 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:25.319609 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ac47cd-2848-403f-8a21-601221934764 None None] Bound using segment: {'id': '6cb24200-7eaf-4b71-9bd4-5f9c92f72f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3fa935b3-2339-4c52-8571-6fa7d975cff9'} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:47:25.320711 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-53ac47cd-2848-403f-8a21-601221934764 None None] Bound port: f0d877a6-2615-4f4e-b5ac-a1169b6aa614, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cb24200-7eaf-4b71-9bd4-5f9c92f72f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3fa935b3-2339-4c52-8571-6fa7d975cff9'}}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:47:25.321140 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-53ac47cd-2848-403f-8a21-601221934764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:25.394676 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.db.resource_extend [None req-a78bd908-2ea2-436d-82c7-e05a8c08e9cc tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 14:47:25.448975 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 36418) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:25.482812 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-53ac47cd-2848-403f-8a21-601221934764 None None] For port f0d877a6-2615-4f4e-b5ac-a1169b6aa614, host n-d-799529-6, cleared binding levels {{(pid=94448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:47:25.491298 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-53ac47cd-2848-403f-8a21-601221934764 None None] For port f0d877a6-2615-4f4e-b5ac-a1169b6aa614, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=f0d877a6-2615-4f4e-b5ac-a1169b6aa614,segment=NetworkSegment(6cb24200-7eaf-4b71-9bd4-5f9c92f72f88),segment_id=6cb24200-7eaf-4b71-9bd4-5f9c92f72f88)] {{(pid=94448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:47:25.530562 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e3e08b-1e2d-4bbc-965d-9e51c83ed44d req-67170b09-789f-41f5-9e76-e982f0a49868 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:25.553783 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e3e08b-1e2d-4bbc-965d-9e51c83ed44d req-67170b09-789f-41f5-9e76-e982f0a49868 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:25.565507 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-53ac47cd-2848-403f-8a21-601221934764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:25.575160 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e3e08b-1e2d-4bbc-965d-9e51c83ed44d req-67170b09-789f-41f5-9e76-e982f0a49868 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:25.579308 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a78bd908-2ea2-436d-82c7-e05a8c08e9cc tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:25.592833 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e3e08b-1e2d-4bbc-965d-9e51c83ed44d req-67170b09-789f-41f5-9e76-e982f0a49868 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:25.614508 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e3e08b-1e2d-4bbc-965d-9e51c83ed44d req-67170b09-789f-41f5-9e76-e982f0a49868 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:25.622692 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-11e23157-cdf7-4871-bdb2-b31ad9333696 req-6203c642-72d4-45f6-a5ea-ae38a6beabb8 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:25.635800 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e3e08b-1e2d-4bbc-965d-9e51c83ed44d req-67170b09-789f-41f5-9e76-e982f0a49868 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:25.652793 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e3e08b-1e2d-4bbc-965d-9e51c83ed44d req-67170b09-789f-41f5-9e76-e982f0a49868 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:25.671455 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-96e3e08b-1e2d-4bbc-965d-9e51c83ed44d req-67170b09-789f-41f5-9e76-e982f0a49868 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/ports?device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 5418 time: 0.4083970 Jul 09 14:47:25.770968 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ac47cd-2848-403f-8a21-601221934764 None None] Routers {'4dc6ae63-767e-48d7-964f-f2f0fdbf0cb9'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:47:25.771917 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-53ac47cd-2848-403f-8a21-601221934764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:46:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['4dc6ae63-767e-48d7-964f-f2f0fdbf0cb9'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:47:25.855629 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-96e3e08b-1e2d-4bbc-965d-9e51c83ed44d req-b7978c1c-cb23-4dea-8c11-8434dca3ce91 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c78eb3d-e1da-49ec-9295-fc8608cc021d&id=9c5c735c-33df-481d-808b-656ad0345330&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1831293 Jul 09 14:47:25.875726 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 36430) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:25.928310 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-917d3e0f-be54-4e35-8d52-63b9998332f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:25.933038 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f169e9f4-b3a5-4187-9e16-cec39ce0c46e None None] Pushing event updated for resources: {'Port': ['ID=f0d877a6-2615-4f4e-b5ac-a1169b6aa614,revision_number=4']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:25.935750 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a78bd908-2ea2-436d-82c7-e05a8c08e9cc tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:26.080792 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-11e23157-cdf7-4871-bdb2-b31ad9333696 req-6203c642-72d4-45f6-a5ea-ae38a6beabb8 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] Allocated IP 172.25.3.67 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/1a35875a-c82f-44c3-881a-9b9dd7083b2e) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:47:26.128253 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6d066c9e-642b-4f02-9583-7bd67e409fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:26.136325 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-fcb47094-71c6-4a26-989f-b74e70652d59 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=018349107c4e445095855bfde6f254bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2593875 Jul 09 14:47:26.138749 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 36436) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:26.145816 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-53ac47cd-2848-403f-8a21-601221934764 None None] Set router 4dc6ae63-767e-48d7-964f-f2f0fdbf0cb9 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:47:26.152819 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-917d3e0f-be54-4e35-8d52-63b9998332f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:26.332033 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-917d3e0f-be54-4e35-8d52-63b9998332f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:26.350182 n-d-799529-6 neutron-server[94445]: INFO neutron.db.l3_db [None req-a78bd908-2ea2-436d-82c7-e05a8c08e9cc tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Floating IP dc46edc0-4331-4013-9b7e-9f77808ecf3a associated. External IP: 172.25.3.75, port: 7aa33818-c61d-4582-8359-6d5088e5a2d9. Jul 09 14:47:26.361625 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-917d3e0f-be54-4e35-8d52-63b9998332f2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=340feaa7a0ac400982c994a51795b8bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9115357 Jul 09 14:47:26.371416 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 36442) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:26.510916 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f3f51462-6278-4e18-8a4d-45f54c07d08b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:26.540873 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f3f51462-6278-4e18-8a4d-45f54c07d08b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:26.575327 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d39ec-b6e1-4097-97f4-b00347c9fab9 req-fb0f6675-432b-4ae1-a72f-306734dfe831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:26.580680 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-488d39ec-b6e1-4097-97f4-b00347c9fab9 req-fb0f6675-432b-4ae1-a72f-306734dfe831 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0ea59604d49a4768b9c04e74a1a30065&device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 1096 time: 0.3297701 Jul 09 14:47:26.581493 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917d3e0f-be54-4e35-8d52-63b9998332f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d09898-a641-4a0b-9840-a5b1e7f17a9b,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:26.618406 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-11e23157-cdf7-4871-bdb2-b31ad9333696 req-6203c642-72d4-45f6-a5ea-ae38a6beabb8 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:26.653562 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-53ac47cd-2848-403f-8a21-601221934764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dc6ae63-767e-48d7-964f-f2f0fdbf0cb9', 'name': 'tempest-FloatingIPsTestJSON-640718186-router', 'tenant_id': '33830380cf91487e9266ec97c1d3a5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '09e774ea-8be4-466b-82ba-dd22bcc607f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:47:12Z', 'updated_at': '2021-07-09T14:47:20Z', 'revision_number': 4, 'project_id': '33830380cf91487e9266ec97c1d3a5ec', 'gw_port': {'id': '09e774ea-8be4-466b-82ba-dd22bcc607f7', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc6ae63-767e-48d7-964f-f2f0fdbf0cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:47:14Z', 'updated_at': '2021-07-09T14:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'f0d877a6-2615-4f4e-b5ac-a1169b6aa614', 'name': '', 'network_id': '3fa935b3-2339-4c52-8571-6fa7d975cff9', 'tenant_id': '33830380cf91487e9266ec97c1d3a5ec', 'mac_address': 'fa:16:3e:04:03:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dc6ae63-767e-48d7-964f-f2f0fdbf0cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '6d438a08-4917-47c5-8fce-a141698afb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:47:19Z', 'updated_at': '2021-07-09T14:47:25Z', 'revision_number': 4, 'project_id': '33830380cf91487e9266ec97c1d3a5ec', 'subnets': [{'id': '6d438a08-4917-47c5-8fce-a141698afb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:47:26.658632 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ac805-f5df-4ede-9d59-76fb7e1ca4dd req-ebd83f60-05e5-415a-bb1b-5eafda1cc21d tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:26.676842 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0b6ac805-f5df-4ede-9d59-76fb7e1ca4dd req-ebd83f60-05e5-415a-bb1b-5eafda1cc21d tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.5044334 Jul 09 14:47:26.692495 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f3f51462-6278-4e18-8a4d-45f54c07d08b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:26.693405 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ac47cd-2848-403f-8a21-601221934764 None None] The sync data for ids ['4dc6ae63-767e-48d7-964f-f2f0fdbf0cb9'] in n-d-799529-6 is: [{'id': '4dc6ae63-767e-48d7-964f-f2f0fdbf0cb9', 'name': 'tempest-FloatingIPsTestJSON-640718186-router', 'tenant_id': '33830380cf91487e9266ec97c1d3a5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '09e774ea-8be4-466b-82ba-dd22bcc607f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:47:12Z', 'updated_at': '2021-07-09T14:47:20Z', 'revision_number': 4, 'project_id': '33830380cf91487e9266ec97c1d3a5ec', 'gw_port': {'id': '09e774ea-8be4-466b-82ba-dd22bcc607f7', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc6ae63-767e-48d7-964f-f2f0fdbf0cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:47:14Z', 'updated_at': '2021-07-09T14:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'f0d877a6-2615-4f4e-b5ac-a1169b6aa614', 'name': '', 'network_id': '3fa935b3-2339-4c52-8571-6fa7d975cff9', 'tenant_id': '33830380cf91487e9266ec97c1d3a5ec', 'mac_address': 'fa:16:3e:04:03:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dc6ae63-767e-48d7-964f-f2f0fdbf0cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '6d438a08-4917-47c5-8fce-a141698afb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:47:19Z', 'updated_at': '2021-07-09T14:47:25Z', 'revision_number': 4, 'project_id': '33830380cf91487e9266ec97c1d3a5ec', 'subnets': [{'id': '6d438a08-4917-47c5-8fce-a141698afb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:47:26.695409 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f3f51462-6278-4e18-8a4d-45f54c07d08b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:26.700054 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f3f51462-6278-4e18-8a4d-45f54c07d08b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6f7d5652-0d5a-413a-9a40-ea499c3984ad HTTP/1.1" status: 204 len: 168 time: 0.5579157 Jul 09 14:47:26.840059 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f51462-6278-4e18-8a4d-45f54c07d08b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7d5652-0d5a-413a-9a40-ea499c3984ad,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:26.871340 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d39ec-b6e1-4097-97f4-b00347c9fab9 req-d1ba8329-bd94-47da-b9ce-9e35255c4f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:26.877802 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-488d39ec-b6e1-4097-97f4-b00347c9fab9 req-d1ba8329-bd94-47da-b9ce-9e35255c4f89 service neutron] 10.222.0.62 "GET /v2.0/networks?id=57042d5f-0386-4b58-a12c-ab7a19465fa2 HTTP/1.1" status: 200 len: 914 time: 0.1847787 Jul 09 14:47:26.899826 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-11e23157-cdf7-4871-bdb2-b31ad9333696 req-6203c642-72d4-45f6-a5ea-ae38a6beabb8 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:26.962369 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11e23157-cdf7-4871-bdb2-b31ad9333696 req-6203c642-72d4-45f6-a5ea-ae38a6beabb8 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:47:26.970010 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-11e23157-cdf7-4871-bdb2-b31ad9333696 req-6203c642-72d4-45f6-a5ea-ae38a6beabb8 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:47:26.973941 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-11e23157-cdf7-4871-bdb2-b31ad9333696 req-6203c642-72d4-45f6-a5ea-ae38a6beabb8 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:47:26.999315 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-488d39ec-b6e1-4097-97f4-b00347c9fab9 req-9c57e88e-f4bb-4020-8417-04b6c7fec09e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1ad2f213-faf3-4478-a55c-736188b5f250 HTTP/1.1" status: 200 len: 217 time: 0.1131566 Jul 09 14:47:27.037747 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a78bd908-2ea2-436d-82c7-e05a8c08e9cc tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Router 9b186187-ef36-4e90-9ff9-971ee8539cc5 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:47:27.061699 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6203c642-72d4-45f6-a5ea-ae38a6beabb8 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] Pushing event updated for resources: {'Port': ['ID=1a35875a-c82f-44c3-881a-9b9dd7083b2e,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:27.357215 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-11e23157-cdf7-4871-bdb2-b31ad9333696 req-6203c642-72d4-45f6-a5ea-ae38a6beabb8 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:27.395337 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a78bd908-2ea2-436d-82c7-e05a8c08e9cc tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:47:27.400711 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a78bd908-2ea2-436d-82c7-e05a8c08e9cc tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:27.420757 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8290ea-f10a-4ab7-b1e8-0972e0146f80 None None] Sync routers for ids ['9b186187-ef36-4e90-9ff9-971ee8539cc5'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:47:27.436617 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8290ea-f10a-4ab7-b1e8-0972e0146f80 None None] Routers {'9b186187-ef36-4e90-9ff9-971ee8539cc5'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:47:27.437765 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-5e8290ea-f10a-4ab7-b1e8-0972e0146f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:46:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['9b186187-ef36-4e90-9ff9-971ee8539cc5'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:47:27.493203 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-a78bd908-2ea2-436d-82c7-e05a8c08e9cc tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "PUT /v2.0/floatingips/dc46edc0-4331-4013-9b7e-9f77808ecf3a HTTP/1.1" status: 200 len: 990 time: 4.1428273 Jul 09 14:47:27.493203 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9da18f17-d082-4d4c-86e5-ac89efaa7ffa', 'tag': '7aa33818-c61d-4582-8359-6d5088e5a2d9'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:47:27.498617 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b623a24-e383-419f-a3d2-4f05b6f6d1e1" -d '{"events": [{"name": "network-changed", "server_uuid": "9da18f17-d082-4d4c-86e5-ac89efaa7ffa", "tag": "7aa33818-c61d-4582-8359-6d5088e5a2d9"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:47:27.552249 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6b0cb2f6-cb45-4ed9-b76c-73e556fe8035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:27.581641 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-11e23157-cdf7-4871-bdb2-b31ad9333696 req-6203c642-72d4-45f6-a5ea-ae38a6beabb8 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:27.585117 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6b0cb2f6-cb45-4ed9-b76c-73e556fe8035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:27.657543 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0b6ac805-f5df-4ede-9d59-76fb7e1ca4dd req-c2b622cc-7035-40b1-be34-cfacc0be74a8 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9796383 Jul 09 14:47:27.691477 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d39ec-b6e1-4097-97f4-b00347c9fab9 req-857861b6-dd9c-4ef3-97e4-bff84ff0d793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:27.698073 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-488d39ec-b6e1-4097-97f4-b00347c9fab9 req-857861b6-dd9c-4ef3-97e4-bff84ff0d793 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=82201829-6811-4a6f-8404-54dcb1347eec HTTP/1.1" status: 200 len: 853 time: 0.6792827 Jul 09 14:47:27.708399 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-5e8290ea-f10a-4ab7-b1e8-0972e0146f80 None None] Set router 9b186187-ef36-4e90-9ff9-971ee8539cc5 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:47:27.721085 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6b0cb2f6-cb45-4ed9-b76c-73e556fe8035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:27.728288 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6b0cb2f6-cb45-4ed9-b76c-73e556fe8035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:27.730568 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-6b0cb2f6-cb45-4ed9-b76c-73e556fe8035 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e4d09898-a641-4a0b-9840-a5b1e7f17a9b HTTP/1.1" status: 204 len: 168 time: 1.3512580 Jul 09 14:47:27.775531 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-488d39ec-b6e1-4097-97f4-b00347c9fab9 req-4b3aef37-418d-40b0-a796-9b8d409c0eb2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=57042d5f-0386-4b58-a12c-ab7a19465fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703409 Jul 09 14:47:27.815894 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0cb2f6-cb45-4ed9-b76c-73e556fe8035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d09898-a641-4a0b-9840-a5b1e7f17a9b,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:27.818050 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 36470) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:27.985866 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-5920646a-6608-440d-82e9-3e5d8eb2af82 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6abd4cdb1fbd4fba8703512b6588597a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1619093 Jul 09 14:47:27.997894 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 36472) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:28.019577 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-11e23157-cdf7-4871-bdb2-b31ad9333696 req-6203c642-72d4-45f6-a5ea-ae38a6beabb8 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:28.111185 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-11e23157-cdf7-4871-bdb2-b31ad9333696 req-6203c642-72d4-45f6-a5ea-ae38a6beabb8 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:28.223058 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-488d39ec-b6e1-4097-97f4-b00347c9fab9 req-da291e76-f2fd-403f-ae0a-e31623146977 service neutron] 10.222.0.62 "GET /v2.0/networks/57042d5f-0386-4b58-a12c-ab7a19465fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4355717 Jul 09 14:47:28.308539 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6203c642-72d4-45f6-a5ea-ae38a6beabb8 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] Pushing event updated for resources: {'Port': ['ID=1a35875a-c82f-44c3-881a-9b9dd7083b2e,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:28.341176 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-11e23157-cdf7-4871-bdb2-b31ad9333696 req-6203c642-72d4-45f6-a5ea-ae38a6beabb8 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:28.357519 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-5e8290ea-f10a-4ab7-b1e8-0972e0146f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b186187-ef36-4e90-9ff9-971ee8539cc5', 'name': 'tempest-AttachVolumeShelveTestJSON-329654569-router', 'tenant_id': '644ca6545bbf445fa0c886b6aef98e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '821ef2ce-5a51-44eb-a9cc-100df4ab7185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:40:13Z', 'updated_at': '2021-07-09T14:40:19Z', 'revision_number': 4, 'project_id': '644ca6545bbf445fa0c886b6aef98e04', 'gw_port': {'id': '821ef2ce-5a51-44eb-a9cc-100df4ab7185', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:41:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b186187-ef36-4e90-9ff9-971ee8539cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:40:14Z', 'updated_at': '2021-07-09T14:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': 'dc46edc0-4331-4013-9b7e-9f77808ecf3a', 'tenant_id': '644ca6545bbf445fa0c886b6aef98e04', 'floating_ip_address': '172.25.3.75', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '9b186187-ef36-4e90-9ff9-971ee8539cc5', 'port_id': '7aa33818-c61d-4582-8359-6d5088e5a2d9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1084, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29d888e5-b470-491c-8272-fb069bb5ea34', 'mac_address': 'fa:16:3e:9e:af:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da18f17-d082-4d4c-86e5-ac89efaa7ffa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:46:59Z', 'updated_at': '2021-07-09T14:47:25Z', 'revision_number': 1, 'project_id': '644ca6545bbf445fa0c886b6aef98e04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '105008ca-83d6-4990-82d6-f2b3bc28e67b', 'name': '', 'network_id': '29d888e5-b470-491c-8272-fb069bb5ea34', 'tenant_id': '644ca6545bbf445fa0c886b6aef98e04', 'mac_address': 'fa:16:3e:52:95:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b186187-ef36-4e90-9ff9-971ee8539cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '6ebf5b74-6584-49ef-a6c0-eff61f32c488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:40:17Z', 'updated_at': '2021-07-09T14:40:24Z', 'revision_number': 5, 'project_id': '644ca6545bbf445fa0c886b6aef98e04', 'subnets': [{'id': '6ebf5b74-6584-49ef-a6c0-eff61f32c488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:47:28.390327 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8290ea-f10a-4ab7-b1e8-0972e0146f80 None None] Checking router: 9b186187-ef36-4e90-9ff9-971ee8539cc5 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:47:28.391721 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-488d39ec-b6e1-4097-97f4-b00347c9fab9 req-b969ab19-2162-4614-a53b-4da2b1440a67 service neutron] 10.222.0.62 "GET /v2.0/networks/57042d5f-0386-4b58-a12c-ab7a19465fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419842 Jul 09 14:47:28.392461 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-92de14f9-2452-4626-8ca3-221e057f8598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:28.400835 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8290ea-f10a-4ab7-b1e8-0972e0146f80 None None] Routers {'9b186187-ef36-4e90-9ff9-971ee8539cc5'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:47:28.401730 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-5e8290ea-f10a-4ab7-b1e8-0972e0146f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:46:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['9b186187-ef36-4e90-9ff9-971ee8539cc5'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:47:28.421931 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-92de14f9-2452-4626-8ca3-221e057f8598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:28.447961 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-11e23157-cdf7-4871-bdb2-b31ad9333696 req-6203c642-72d4-45f6-a5ea-ae38a6beabb8 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:28.449701 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-11e23157-cdf7-4871-bdb2-b31ad9333696 req-6203c642-72d4-45f6-a5ea-ae38a6beabb8 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.5740640 Jul 09 14:47:28.621745 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-11e23157-cdf7-4871-bdb2-b31ad9333696 req-a78fe31d-7f71-45bb-8151-bc599e5a631f tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.3.67 HTTP/1.1" status: 200 len: 695 time: 0.1658337 Jul 09 14:47:28.645637 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a39eac8-5344-4eb9-be40-9737fb42f5d8 req-01554f13-1e78-4641-904c-794c6b0838d5 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:28.662468 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a39eac8-5344-4eb9-be40-9737fb42f5d8 req-01554f13-1e78-4641-904c-794c6b0838d5 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:28.679179 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a39eac8-5344-4eb9-be40-9737fb42f5d8 req-01554f13-1e78-4641-904c-794c6b0838d5 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:28.687951 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-5e8290ea-f10a-4ab7-b1e8-0972e0146f80 None None] Set router 9b186187-ef36-4e90-9ff9-971ee8539cc5 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:47:28.706860 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a39eac8-5344-4eb9-be40-9737fb42f5d8 req-01554f13-1e78-4641-904c-794c6b0838d5 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:28.730453 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a39eac8-5344-4eb9-be40-9737fb42f5d8 req-01554f13-1e78-4641-904c-794c6b0838d5 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:28.744769 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a39eac8-5344-4eb9-be40-9737fb42f5d8 req-01554f13-1e78-4641-904c-794c6b0838d5 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:28.766607 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a39eac8-5344-4eb9-be40-9737fb42f5d8 req-01554f13-1e78-4641-904c-794c6b0838d5 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:28.780325 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9a39eac8-5344-4eb9-be40-9737fb42f5d8 req-01554f13-1e78-4641-904c-794c6b0838d5 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/ports?device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 5418 time: 0.6215763 Jul 09 14:47:28.787675 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-92de14f9-2452-4626-8ca3-221e057f8598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:28.794624 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-92de14f9-2452-4626-8ca3-221e057f8598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:28.797476 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-92de14f9-2452-4626-8ca3-221e057f8598 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fb9e6f9f-3f3d-4ed8-85a9-6dabba836645 HTTP/1.1" status: 204 len: 168 time: 0.7963541 Jul 09 14:47:28.854148 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device f0d877a6-2615-4f4e-b5ac-a1169b6aa614 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:47:28.885344 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92de14f9-2452-4626-8ca3-221e057f8598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9e6f9f-3f3d-4ed8-85a9-6dabba836645,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:28.933130 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e23157-cdf7-4871-bdb2-b31ad9333696 req-a77ee0f0-6db7-4dd0-b2d8-5d1f23f6b9f6 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:28.933994 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9a39eac8-5344-4eb9-be40-9737fb42f5d8 req-148103c5-ad15-4dcf-965e-3f026c1c1fb8 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c78eb3d-e1da-49ec-9295-fc8608cc021d&id=9c5c735c-33df-481d-808b-656ad0345330&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1513329 Jul 09 14:47:28.934639 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-11e23157-cdf7-4871-bdb2-b31ad9333696 req-a77ee0f0-6db7-4dd0-b2d8-5d1f23f6b9f6 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] 10.222.0.58 "GET /v2.0/networks/202c7ce6-d4e9-4f80-84dd-bef08905a653 HTTP/1.1" status: 200 len: 784 time: 0.2938356 Jul 09 14:47:28.951989 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [req-11e23157-cdf7-4871-bdb2-b31ad9333696 req-92eef061-29f1-4949-8440-efa7d6cbe3d7 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:47:28.952989 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-11e23157-cdf7-4871-bdb2-b31ad9333696 req-92eef061-29f1-4949-8440-efa7d6cbe3d7 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060341 Jul 09 14:47:29.029307 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3129137-63fc-46fa-a693-8b4973ae021c x-openstack-request-id: req-c3129137-63fc-46fa-a693-8b4973ae021c {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:47:29.029942 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9da18f17-d082-4d4c-86e5-ac89efaa7ffa", "tag": "7aa33818-c61d-4582-8359-6d5088e5a2d9", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:47:29.029942 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c3129137-63fc-46fa-a693-8b4973ae021c {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:47:29.030257 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9da18f17-d082-4d4c-86e5-ac89efaa7ffa', 'tag': '7aa33818-c61d-4582-8359-6d5088e5a2d9', 'status': 'completed', 'code': 200} Jul 09 14:47:29.098996 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-cf0ab04e-5479-44d2-9bf4-05a071ecb88c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:29.165834 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:29.186604 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port f0d877a6-2615-4f4e-b5ac-a1169b6aa614 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:47:29.213580 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b623a24-e383-419f-a3d2-4f05b6f6d1e1 req-89981139-ab96-4421-9120-0670a7aca902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:29.228250 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9b623a24-e383-419f-a3d2-4f05b6f6d1e1 req-89981139-ab96-4421-9120-0670a7aca902 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=644ca6545bbf445fa0c886b6aef98e04&device_id=9da18f17-d082-4d4c-86e5-ac89efaa7ffa HTTP/1.1" status: 200 len: 1096 time: 0.1640489 Jul 09 14:47:29.232150 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port f0d877a6-2615-4f4e-b5ac-a1169b6aa614 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:47:29.232569 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:29.380168 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-5e8290ea-f10a-4ab7-b1e8-0972e0146f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b186187-ef36-4e90-9ff9-971ee8539cc5', 'name': 'tempest-AttachVolumeShelveTestJSON-329654569-router', 'tenant_id': '644ca6545bbf445fa0c886b6aef98e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '821ef2ce-5a51-44eb-a9cc-100df4ab7185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:40:13Z', 'updated_at': '2021-07-09T14:40:19Z', 'revision_number': 4, 'project_id': '644ca6545bbf445fa0c886b6aef98e04', 'gw_port': {'id': '821ef2ce-5a51-44eb-a9cc-100df4ab7185', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:41:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b186187-ef36-4e90-9ff9-971ee8539cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:40:14Z', 'updated_at': '2021-07-09T14:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': 'dc46edc0-4331-4013-9b7e-9f77808ecf3a', 'tenant_id': '644ca6545bbf445fa0c886b6aef98e04', 'floating_ip_address': '172.25.3.75', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '9b186187-ef36-4e90-9ff9-971ee8539cc5', 'port_id': '7aa33818-c61d-4582-8359-6d5088e5a2d9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1084, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29d888e5-b470-491c-8272-fb069bb5ea34', 'mac_address': 'fa:16:3e:9e:af:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da18f17-d082-4d4c-86e5-ac89efaa7ffa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:46:59Z', 'updated_at': '2021-07-09T14:47:25Z', 'revision_number': 1, 'project_id': '644ca6545bbf445fa0c886b6aef98e04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '105008ca-83d6-4990-82d6-f2b3bc28e67b', 'name': '', 'network_id': '29d888e5-b470-491c-8272-fb069bb5ea34', 'tenant_id': '644ca6545bbf445fa0c886b6aef98e04', 'mac_address': 'fa:16:3e:52:95:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b186187-ef36-4e90-9ff9-971ee8539cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '6ebf5b74-6584-49ef-a6c0-eff61f32c488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:40:17Z', 'updated_at': '2021-07-09T14:40:24Z', 'revision_number': 5, 'project_id': '644ca6545bbf445fa0c886b6aef98e04', 'subnets': [{'id': '6ebf5b74-6584-49ef-a6c0-eff61f32c488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:47:29.419972 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dd7ba7b1-0b1d-455d-b227-4c56e61e8462 req-e454dbac-09bb-40d0-81c2-4a938f35aab3 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] 10.222.0.58 "GET /v2.0/floatingips/3c931709-7c3e-4824-b37f-73f0d5b2406b HTTP/1.1" status: 200 len: 692 time: 0.0991008 Jul 09 14:47:29.427766 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 36498) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:29.451057 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8290ea-f10a-4ab7-b1e8-0972e0146f80 None None] The sync data for ids ['9b186187-ef36-4e90-9ff9-971ee8539cc5'] in n-d-799529-6 is: [{'id': '9b186187-ef36-4e90-9ff9-971ee8539cc5', 'name': 'tempest-AttachVolumeShelveTestJSON-329654569-router', 'tenant_id': '644ca6545bbf445fa0c886b6aef98e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '821ef2ce-5a51-44eb-a9cc-100df4ab7185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:40:13Z', 'updated_at': '2021-07-09T14:40:19Z', 'revision_number': 4, 'project_id': '644ca6545bbf445fa0c886b6aef98e04', 'gw_port': {'id': '821ef2ce-5a51-44eb-a9cc-100df4ab7185', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:41:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b186187-ef36-4e90-9ff9-971ee8539cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:40:14Z', 'updated_at': '2021-07-09T14:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': 'dc46edc0-4331-4013-9b7e-9f77808ecf3a', 'tenant_id': '644ca6545bbf445fa0c886b6aef98e04', 'floating_ip_address': '172.25.3.75', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '9b186187-ef36-4e90-9ff9-971ee8539cc5', 'port_id': '7aa33818-c61d-4582-8359-6d5088e5a2d9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1084, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29d888e5-b470-491c-8272-fb069bb5ea34', 'mac_address': 'fa:16:3e:9e:af:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da18f17-d082-4d4c-86e5-ac89efaa7ffa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:46:59Z', 'updated_at': '2021-07-09T14:47:25Z', 'revision_number': 1, 'project_id': '644ca6545bbf445fa0c886b6aef98e04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '105008ca-83d6-4990-82d6-f2b3bc28e67b', 'name': '', 'network_id': '29d888e5-b470-491c-8272-fb069bb5ea34', 'tenant_id': '644ca6545bbf445fa0c886b6aef98e04', 'mac_address': 'fa:16:3e:52:95:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b186187-ef36-4e90-9ff9-971ee8539cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '6ebf5b74-6584-49ef-a6c0-eff61f32c488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:40:17Z', 'updated_at': '2021-07-09T14:40:24Z', 'revision_number': 5, 'project_id': '644ca6545bbf445fa0c886b6aef98e04', 'subnets': [{'id': '6ebf5b74-6584-49ef-a6c0-eff61f32c488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:47:29.455697 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b623a24-e383-419f-a3d2-4f05b6f6d1e1 req-69faad72-3e3f-4e4b-8310-029ae9e9d9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:29.469217 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9b623a24-e383-419f-a3d2-4f05b6f6d1e1 req-69faad72-3e3f-4e4b-8310-029ae9e9d9c1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=29d888e5-b470-491c-8272-fb069bb5ea34 HTTP/1.1" status: 200 len: 917 time: 0.2273369 Jul 09 14:47:29.534418 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:29.592861 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port f0d877a6-2615-4f4e-b5ac-a1169b6aa614, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=f0d877a6-2615-4f4e-b5ac-a1169b6aa614,segment=NetworkSegment(6cb24200-7eaf-4b71-9bd4-5f9c92f72f88),segment_id=6cb24200-7eaf-4b71-9bd4-5f9c92f72f88)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:47:29.657167 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ba7b1-0b1d-455d-b227-4c56e61e8462 req-e37c82a9-4a6a-4559-a0eb-d77100af86ed tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:29.659629 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dd7ba7b1-0b1d-455d-b227-4c56e61e8462 req-e37c82a9-4a6a-4559-a0eb-d77100af86ed tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] 10.222.0.58 "GET /v2.0/networks/202c7ce6-d4e9-4f80-84dd-bef08905a653 HTTP/1.1" status: 200 len: 784 time: 0.2295797 Jul 09 14:47:29.680714 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9b623a24-e383-419f-a3d2-4f05b6f6d1e1 req-f765faf3-0724-413d-ad78-73c100ecfb60 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7aa33818-c61d-4582-8359-6d5088e5a2d9 HTTP/1.1" status: 200 len: 998 time: 0.2002170 Jul 09 14:47:29.685844 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [req-dd7ba7b1-0b1d-455d-b227-4c56e61e8462 req-a09838c1-4379-4cb4-8189-9d97848e041b tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:47:29.692167 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dd7ba7b1-0b1d-455d-b227-4c56e61e8462 req-a09838c1-4379-4cb4-8189-9d97848e041b tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0247769 Jul 09 14:47:29.700964 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a37666-1aac-46ec-9752-b97292c288e4 req-219c9526-7d0e-43f2-af2b-80e30be60a45 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:29.714886 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b6a37666-1aac-46ec-9752-b97292c288e4 req-219c9526-7d0e-43f2-af2b-80e30be60a45 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.5685196 Jul 09 14:47:29.834995 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d5685ac0-8725-43a6-8f4e-c61761d23b04 req-dfbfd174-576e-4fcb-aa67-21d5fdeea8f4 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] 10.222.0.58 "GET /v2.0/floatingips?tenant_id=33830380cf91487e9266ec97c1d3a5ec HTTP/1.1" status: 200 len: 695 time: 0.0995703 Jul 09 14:47:29.862829 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b6a37666-1aac-46ec-9752-b97292c288e4 req-8b9a91ec-8f1f-4d64-8eba-39d2a8895bfb tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198995 Jul 09 14:47:29.905582 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b623a24-e383-419f-a3d2-4f05b6f6d1e1 req-918a9ba5-3a6a-41b2-9a33-3e937e01a291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:29.909690 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a3a08a-f76f-481c-a45a-744245db74ee None None] New status for floating IP dc46edc0-4331-4013-9b7e-9f77808ecf3a: ACTIVE {{(pid=94448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:47:29.919788 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9b623a24-e383-419f-a3d2-4f05b6f6d1e1 req-918a9ba5-3a6a-41b2-9a33-3e937e01a291 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6ebf5b74-6584-49ef-a6c0-eff61f32c488 HTTP/1.1" status: 200 len: 855 time: 0.1962571 Jul 09 14:47:29.986894 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5685ac0-8725-43a6-8f4e-c61761d23b04 req-c54a17ed-8b3f-4164-99d6-e1fcde553e56 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:29.994634 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d5685ac0-8725-43a6-8f4e-c61761d23b04 req-c54a17ed-8b3f-4164-99d6-e1fcde553e56 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] 10.222.0.58 "GET /v2.0/networks?id=202c7ce6-d4e9-4f80-84dd-bef08905a653 HTTP/1.1" status: 200 len: 787 time: 0.1587262 Jul 09 14:47:30.001030 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [req-d5685ac0-8725-43a6-8f4e-c61761d23b04 req-b61525ff-4b8b-4fd1-ba73-5590353e9af1 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:47:30.006018 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d5685ac0-8725-43a6-8f4e-c61761d23b04 req-b61525ff-4b8b-4fd1-ba73-5590353e9af1 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105398 Jul 09 14:47:30.036328 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6be50e3d-c11f-444a-898e-3cad3e2e7cd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:30.058070 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b623a24-e383-419f-a3d2-4f05b6f6d1e1 req-287366f1-b187-4f23-9315-4a93212a4615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:30.059678 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9b623a24-e383-419f-a3d2-4f05b6f6d1e1 req-287366f1-b187-4f23-9315-4a93212a4615 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=29d888e5-b470-491c-8272-fb069bb5ea34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1390264 Jul 09 14:47:30.104918 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9d28cba9-65f0-4634-90b4-5df16aa03d98 req-08f47990-eae6-491d-aa33-c5236186f744 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] 10.222.0.58 "GET /v2.0/floatingips/3c931709-7c3e-4824-b37f-73f0d5b2406b HTTP/1.1" status: 200 len: 692 time: 0.0652065 Jul 09 14:47:30.112363 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:30.160753 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:30.227850 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=f0d877a6-2615-4f4e-b5ac-a1169b6aa614,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:30.266533 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d28cba9-65f0-4634-90b4-5df16aa03d98 req-9d9bc3c6-84c0-4e06-b724-cfe88f5e7408 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:30.268277 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9d28cba9-65f0-4634-90b4-5df16aa03d98 req-9d9bc3c6-84c0-4e06-b724-cfe88f5e7408 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] 10.222.0.58 "GET /v2.0/networks/202c7ce6-d4e9-4f80-84dd-bef08905a653 HTTP/1.1" status: 200 len: 784 time: 0.1621954 Jul 09 14:47:30.303965 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9b623a24-e383-419f-a3d2-4f05b6f6d1e1 req-80065ac7-9d18-4d9f-b9a8-06bea854a966 service neutron] 10.222.0.54 "GET /v2.0/networks/29d888e5-b470-491c-8272-fb069bb5ea34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370710 Jul 09 14:47:30.345617 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9d28cba9-65f0-4634-90b4-5df16aa03d98 req-5767da8d-1bbd-413e-b2cd-3f6ed98eb244 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.3.67 HTTP/1.1" status: 200 len: 695 time: 0.0687017 Jul 09 14:47:30.396194 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4fe15-f638-40d1-924e-0ecae240a00e req-c51e23ee-3f88-4be0-8477-57d7295ae2e7 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:30.402641 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4fe15-f638-40d1-924e-0ecae240a00e req-c51e23ee-3f88-4be0-8477-57d7295ae2e7 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:30.411291 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4fe15-f638-40d1-924e-0ecae240a00e req-c51e23ee-3f88-4be0-8477-57d7295ae2e7 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:30.418803 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4fe15-f638-40d1-924e-0ecae240a00e req-c51e23ee-3f88-4be0-8477-57d7295ae2e7 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:30.425215 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4fe15-f638-40d1-924e-0ecae240a00e req-c51e23ee-3f88-4be0-8477-57d7295ae2e7 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:30.432030 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4fe15-f638-40d1-924e-0ecae240a00e req-c51e23ee-3f88-4be0-8477-57d7295ae2e7 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:30.438591 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4fe15-f638-40d1-924e-0ecae240a00e req-c51e23ee-3f88-4be0-8477-57d7295ae2e7 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:30.468839 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9d28cba9-65f0-4634-90b4-5df16aa03d98 req-8178ab31-a8b4-434e-9244-95654bcadf0d tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.3.67 HTTP/1.1" status: 200 len: 695 time: 0.0998466 Jul 09 14:47:30.468949 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-aac4fe15-f638-40d1-924e-0ecae240a00e req-c51e23ee-3f88-4be0-8477-57d7295ae2e7 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/ports?device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 5418 time: 0.2246053 Jul 09 14:47:30.523171 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-aac4fe15-f638-40d1-924e-0ecae240a00e req-5ce8930a-0860-4aa1-b2b3-1a06a313aaa1 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c78eb3d-e1da-49ec-9295-fc8608cc021d&id=9c5c735c-33df-481d-808b-656ad0345330&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0716331 Jul 09 14:47:30.583090 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9b623a24-e383-419f-a3d2-4f05b6f6d1e1 req-14e9fbda-1f33-4141-9170-999c95d47154 service neutron] 10.222.0.54 "GET /v2.0/networks/29d888e5-b470-491c-8272-fb069bb5ea34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612200 Jul 09 14:47:30.615923 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6be50e3d-c11f-444a-898e-3cad3e2e7cd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:30.732147 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device f0d877a6-2615-4f4e-b5ac-a1169b6aa614 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:47:30.741034 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-9d28cba9-65f0-4634-90b4-5df16aa03d98 req-30a7b561-3642-45a8-a9ec-f1dd11374b45 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] Deleting port 1a35875a-c82f-44c3-881a-9b9dd7083b2e {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:47:30.741708 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-9d28cba9-65f0-4634-90b4-5df16aa03d98 req-30a7b561-3642-45a8-a9ec-f1dd11374b45 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:30.794759 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port f0d877a6-2615-4f4e-b5ac-a1169b6aa614 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:47:30.795154 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:30.826317 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-9d28cba9-65f0-4634-90b4-5df16aa03d98 req-30a7b561-3642-45a8-a9ec-f1dd11374b45 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:30.826748 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-9d28cba9-65f0-4634-90b4-5df16aa03d98 req-30a7b561-3642-45a8-a9ec-f1dd11374b45 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:30.839137 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-9d28cba9-65f0-4634-90b4-5df16aa03d98 req-30a7b561-3642-45a8-a9ec-f1dd11374b45 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] Calling delete_port for 1a35875a-c82f-44c3-881a-9b9dd7083b2e owned by network:floatingip {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:47:30.986700 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6be50e3d-c11f-444a-898e-3cad3e2e7cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:31.015287 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 1c924033-ab46-4efe-a952-c19f76703241 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:47:31.064358 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-9d28cba9-65f0-4634-90b4-5df16aa03d98 req-30a7b561-3642-45a8-a9ec-f1dd11374b45 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:31.073208 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-6be50e3d-c11f-444a-898e-3cad3e2e7cd5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a91c4bdf090447d884c804539dcd56ad&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6443462 Jul 09 14:47:31.084731 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f0056-1a9a-495f-aeff-59f513b166e6 req-698f8ffc-9944-4414-9521-7fdacb49e032 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:31.087902 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a56f0056-1a9a-495f-aeff-59f513b166e6 req-698f8ffc-9944-4414-9521-7fdacb49e032 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.0976026 Jul 09 14:47:31.088405 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 36536) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:31.096096 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be50e3d-c11f-444a-898e-3cad3e2e7cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7422ac7-6b70-4b11-8c0f-8fc89aecb330,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:31.102548 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a7b561-3642-45a8-a9ec-f1dd11374b45 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] Pushing event deleted for resources: {'Port': ['ID=1a35875a-c82f-44c3-881a-9b9dd7083b2e,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:31.182709 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-9d28cba9-65f0-4634-90b4-5df16aa03d98 req-30a7b561-3642-45a8-a9ec-f1dd11374b45 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] Notify callbacks [] for floatingip, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:31.186723 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-9d28cba9-65f0-4634-90b4-5df16aa03d98 req-30a7b561-3642-45a8-a9ec-f1dd11374b45 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:31.188935 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9d28cba9-65f0-4634-90b4-5df16aa03d98 req-30a7b561-3642-45a8-a9ec-f1dd11374b45 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] 10.222.0.58 "DELETE /v2.0/floatingips/3c931709-7c3e-4824-b37f-73f0d5b2406b HTTP/1.1" status: 204 len: 173 time: 0.7408507 Jul 09 14:47:31.220585 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a56f0056-1a9a-495f-aeff-59f513b166e6 req-064bb238-df2b-42f5-94b6-3bfbd26f0808 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823143 Jul 09 14:47:31.222226 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7036a295-b8b4-4676-93ba-125bcd2250e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:31.258981 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7036a295-b8b4-4676-93ba-125bcd2250e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:31.392247 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7036a295-b8b4-4676-93ba-125bcd2250e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:31.395384 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7036a295-b8b4-4676-93ba-125bcd2250e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:31.396847 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-7036a295-b8b4-4676-93ba-125bcd2250e8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c7422ac7-6b70-4b11-8c0f-8fc89aecb330 HTTP/1.1" status: 204 len: 168 time: 0.3074293 Jul 09 14:47:31.429130 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7036a295-b8b4-4676-93ba-125bcd2250e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7422ac7-6b70-4b11-8c0f-8fc89aecb330,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:31.540868 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8388f821-f992-43b2-af49-2cbbfb833859 req-86ff4bd8-54d1-45c7-8c70-c793b10bd498 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3318818 Jul 09 14:47:31.541188 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 1c924033-ab46-4efe-a952-c19f76703241, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=1c924033-ab46-4efe-a952-c19f76703241,segment=NetworkSegment(b243d64e-462e-4d56-aaa8-e625bc50df08),segment_id=b243d64e-462e-4d56-aaa8-e625bc50df08)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:47:31.554891 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-8388f821-f992-43b2-af49-2cbbfb833859 req-d4dea8bb-7750-4ae7-8623-eb14e5223f79 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] Request body: {'floatingip': {'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:47:31.559746 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '1c924033-ab46-4efe-a952-c19f76703241', 'network_id': 'f7f6731e-df5a-475b-9c1b-606c9f6d697c', 'port_id': '1c924033-ab46-4efe-a952-c19f76703241', 'mac_address': 'fa:16:3e:e3:be:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f690ec9-8aa3-48cf-be43-c18952e1b046', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:47:31.611339 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:31.647120 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:31.668664 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-8388f821-f992-43b2-af49-2cbbfb833859 req-d4dea8bb-7750-4ae7-8623-eb14e5223f79 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] Notify callbacks [] for floatingip, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:31.680256 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c924033-ab46-4efe-a952-c19f76703241 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:47:31.702249 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 1c924033-ab46-4efe-a952-c19f76703241, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=1c924033-ab46-4efe-a952-c19f76703241,segment=NetworkSegment(b243d64e-462e-4d56-aaa8-e625bc50df08),segment_id=b243d64e-462e-4d56-aaa8-e625bc50df08)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:47:31.780740 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:31.782491 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device bb420490-7abe-48bb-8247-ff19d2932add details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:47:31.817180 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-8388f821-f992-43b2-af49-2cbbfb833859 req-d4dea8bb-7750-4ae7-8623-eb14e5223f79 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:31.862894 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87761412-bd91-42ea-9c3e-3e2763a2580d req-3ec17c0f-acd7-4d41-8def-e1d7a069b6b7 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:31.869359 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87761412-bd91-42ea-9c3e-3e2763a2580d req-3ec17c0f-acd7-4d41-8def-e1d7a069b6b7 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:31.885774 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87761412-bd91-42ea-9c3e-3e2763a2580d req-3ec17c0f-acd7-4d41-8def-e1d7a069b6b7 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:31.894136 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87761412-bd91-42ea-9c3e-3e2763a2580d req-3ec17c0f-acd7-4d41-8def-e1d7a069b6b7 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:31.908656 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87761412-bd91-42ea-9c3e-3e2763a2580d req-3ec17c0f-acd7-4d41-8def-e1d7a069b6b7 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:31.923777 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87761412-bd91-42ea-9c3e-3e2763a2580d req-3ec17c0f-acd7-4d41-8def-e1d7a069b6b7 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:31.942419 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87761412-bd91-42ea-9c3e-3e2763a2580d req-3ec17c0f-acd7-4d41-8def-e1d7a069b6b7 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:31.945154 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-87761412-bd91-42ea-9c3e-3e2763a2580d req-3ec17c0f-acd7-4d41-8def-e1d7a069b6b7 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/ports?device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 5418 time: 0.2145748 Jul 09 14:47:31.988537 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-8388f821-f992-43b2-af49-2cbbfb833859 req-d4dea8bb-7750-4ae7-8623-eb14e5223f79 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] Allocated IP 172.25.3.37 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/b11a546a-93bf-4b95-9c6f-4adf4269f423) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:47:32.006156 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=1c924033-ab46-4efe-a952-c19f76703241,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:32.024166 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-87761412-bd91-42ea-9c3e-3e2763a2580d req-61cd59e3-c344-477d-9303-d8125626fa3c tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c78eb3d-e1da-49ec-9295-fc8608cc021d&id=9c5c735c-33df-481d-808b-656ad0345330&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0675707 Jul 09 14:47:32.104087 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port bb420490-7abe-48bb-8247-ff19d2932add, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=bb420490-7abe-48bb-8247-ff19d2932add,segment=NetworkSegment(c961693e-5289-4f40-a8e3-a769b6e30c12),segment_id=c961693e-5289-4f40-a8e3-a769b6e30c12)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:47:32.118937 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-8388f821-f992-43b2-af49-2cbbfb833859 req-d4dea8bb-7750-4ae7-8623-eb14e5223f79 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:32.123468 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': 'bb420490-7abe-48bb-8247-ff19d2932add', 'network_id': '7086051a-a9a3-4774-91ec-207e7481a1f2', 'port_id': 'bb420490-7abe-48bb-8247-ff19d2932add', 'mac_address': 'fa:16:3e:23:2e:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbaf7842-6d01-4557-9de4-248881c81a38', 'ip_address': '10.1.1.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:47:32.168408 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:32.209514 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb420490-7abe-48bb-8247-ff19d2932add {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:47:32.260794 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port bb420490-7abe-48bb-8247-ff19d2932add, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=bb420490-7abe-48bb-8247-ff19d2932add,segment=NetworkSegment(c961693e-5289-4f40-a8e3-a769b6e30c12),segment_id=c961693e-5289-4f40-a8e3-a769b6e30c12)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:47:32.283270 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-8388f821-f992-43b2-af49-2cbbfb833859 req-d4dea8bb-7750-4ae7-8623-eb14e5223f79 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:32.332901 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8388f821-f992-43b2-af49-2cbbfb833859 req-d4dea8bb-7750-4ae7-8623-eb14e5223f79 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:47:32.336043 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-8388f821-f992-43b2-af49-2cbbfb833859 req-d4dea8bb-7750-4ae7-8623-eb14e5223f79 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:47:32.338647 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-8388f821-f992-43b2-af49-2cbbfb833859 req-d4dea8bb-7750-4ae7-8623-eb14e5223f79 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:47:32.345040 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dea8bb-7750-4ae7-8623-eb14e5223f79 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] Pushing event updated for resources: {'Port': ['ID=b11a546a-93bf-4b95-9c6f-4adf4269f423,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:32.365321 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:32.368196 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 42412cbf-f692-4bfb-8bac-e2da1b31b674 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:47:32.455682 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-8388f821-f992-43b2-af49-2cbbfb833859 req-d4dea8bb-7750-4ae7-8623-eb14e5223f79 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:32.476971 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 42412cbf-f692-4bfb-8bac-e2da1b31b674, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=42412cbf-f692-4bfb-8bac-e2da1b31b674,segment=NetworkSegment(c961693e-5289-4f40-a8e3-a769b6e30c12),segment_id=c961693e-5289-4f40-a8e3-a769b6e30c12)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:47:32.480053 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=bb420490-7abe-48bb-8247-ff19d2932add,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:32.501177 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '42412cbf-f692-4bfb-8bac-e2da1b31b674', 'network_id': '7086051a-a9a3-4774-91ec-207e7481a1f2', 'port_id': '42412cbf-f692-4bfb-8bac-e2da1b31b674', 'mac_address': 'fa:16:3e:91:14:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbaf7842-6d01-4557-9de4-248881c81a38', 'ip_address': '10.1.1.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:47:32.552538 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:32.570278 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42412cbf-f692-4bfb-8bac-e2da1b31b674 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:47:32.607089 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 42412cbf-f692-4bfb-8bac-e2da1b31b674, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=42412cbf-f692-4bfb-8bac-e2da1b31b674,segment=NetworkSegment(c961693e-5289-4f40-a8e3-a769b6e30c12),segment_id=c961693e-5289-4f40-a8e3-a769b6e30c12)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:47:32.630879 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 36576) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:32.670156 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4eb2fe57-e974-4cdc-80cb-ff779874d5b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:32.675659 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-8388f821-f992-43b2-af49-2cbbfb833859 req-d4dea8bb-7750-4ae7-8623-eb14e5223f79 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:32.684687 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:32.685771 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 96e89843-57db-4bb8-a7db-a9b989e66245 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:47:32.747620 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4aa01-6e29-4a3a-88bc-0b43d2ac5757 req-7321ab36-bcf7-4be8-b0ae-594eb878f68a tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:32.759419 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6ad4aa01-6e29-4a3a-88bc-0b43d2ac5757 req-7321ab36-bcf7-4be8-b0ae-594eb878f68a tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.1923530 Jul 09 14:47:32.848176 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=42412cbf-f692-4bfb-8bac-e2da1b31b674,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:32.860182 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 96e89843-57db-4bb8-a7db-a9b989e66245, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=96e89843-57db-4bb8-a7db-a9b989e66245,segment=NetworkSegment(c961693e-5289-4f40-a8e3-a769b6e30c12),segment_id=c961693e-5289-4f40-a8e3-a769b6e30c12)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:47:32.883120 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '96e89843-57db-4bb8-a7db-a9b989e66245', 'network_id': '7086051a-a9a3-4774-91ec-207e7481a1f2', 'port_id': '96e89843-57db-4bb8-a7db-a9b989e66245', 'mac_address': 'fa:16:3e:26:22:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbaf7842-6d01-4557-9de4-248881c81a38', 'ip_address': '10.1.1.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:47:32.940719 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:32.988871 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4eb2fe57-e974-4cdc-80cb-ff779874d5b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:33.005794 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96e89843-57db-4bb8-a7db-a9b989e66245 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:47:33.016279 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6ad4aa01-6e29-4a3a-88bc-0b43d2ac5757 req-27ab641d-8051-4992-83e1-48ed315f3903 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525432 Jul 09 14:47:33.029874 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-8388f821-f992-43b2-af49-2cbbfb833859 req-d4dea8bb-7750-4ae7-8623-eb14e5223f79 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:33.032130 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4eb2fe57-e974-4cdc-80cb-ff779874d5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:33.065020 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 96e89843-57db-4bb8-a7db-a9b989e66245, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=96e89843-57db-4bb8-a7db-a9b989e66245,segment=NetworkSegment(c961693e-5289-4f40-a8e3-a769b6e30c12),segment_id=c961693e-5289-4f40-a8e3-a769b6e30c12)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:47:33.091614 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-8388f821-f992-43b2-af49-2cbbfb833859 req-d4dea8bb-7750-4ae7-8623-eb14e5223f79 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:33.104129 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-4eb2fe57-e974-4cdc-80cb-ff779874d5b1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=10f8ede818844642b93037250041fdd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4684877 Jul 09 14:47:33.104969 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 36586) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:33.105956 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb2fe57-e974-4cdc-80cb-ff779874d5b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df3c1c88-d94b-4ad6-939f-328b3ed42a65,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:33.114829 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:33.116282 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device bbecacc0-fcea-4c8e-9c93-2a490da9fb58 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:47:33.195553 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dea8bb-7750-4ae7-8623-eb14e5223f79 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] Pushing event updated for resources: {'Port': ['ID=b11a546a-93bf-4b95-9c6f-4adf4269f423,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:33.213654 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-8388f821-f992-43b2-af49-2cbbfb833859 req-d4dea8bb-7750-4ae7-8623-eb14e5223f79 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:33.262454 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-00a3f2c2-69bd-4752-a26b-206a6b7b4f85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:33.272539 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-8388f821-f992-43b2-af49-2cbbfb833859 req-d4dea8bb-7750-4ae7-8623-eb14e5223f79 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:33.274359 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8388f821-f992-43b2-af49-2cbbfb833859 req-d4dea8bb-7750-4ae7-8623-eb14e5223f79 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7267740 Jul 09 14:47:33.308063 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=96e89843-57db-4bb8-a7db-a9b989e66245,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:33.320884 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-00a3f2c2-69bd-4752-a26b-206a6b7b4f85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:33.365395 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port bbecacc0-fcea-4c8e-9c93-2a490da9fb58, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=bbecacc0-fcea-4c8e-9c93-2a490da9fb58,segment=NetworkSegment(3bb7d6e9-70bc-4439-a91f-bf6984bfce81),segment_id=3bb7d6e9-70bc-4439-a91f-bf6984bfce81)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:47:33.391093 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': 'bbecacc0-fcea-4c8e-9c93-2a490da9fb58', 'network_id': '0fc8da04-04d4-4eeb-86d6-5d8e54448613', 'port_id': 'bbecacc0-fcea-4c8e-9c93-2a490da9fb58', 'mac_address': 'fa:16:3e:d9:60:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2373e5cd-5f56-42ed-95c9-0b621ea9bc49', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:47:33.400022 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8388f821-f992-43b2-af49-2cbbfb833859 req-2a502bc1-1613-463c-9fda-98c291e7e72e tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.3.37 HTTP/1.1" status: 200 len: 695 time: 0.1187444 Jul 09 14:47:33.466236 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ea095-cf56-41fd-9e11-2e1931989957 req-135390d8-ff03-4bf5-bcf3-b93244c57605 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:33.472807 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ea095-cf56-41fd-9e11-2e1931989957 req-135390d8-ff03-4bf5-bcf3-b93244c57605 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:33.479293 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ea095-cf56-41fd-9e11-2e1931989957 req-135390d8-ff03-4bf5-bcf3-b93244c57605 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:33.479438 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:33.486638 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ea095-cf56-41fd-9e11-2e1931989957 req-135390d8-ff03-4bf5-bcf3-b93244c57605 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:33.493909 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ea095-cf56-41fd-9e11-2e1931989957 req-135390d8-ff03-4bf5-bcf3-b93244c57605 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:33.504705 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbecacc0-fcea-4c8e-9c93-2a490da9fb58 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:47:33.506146 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ea095-cf56-41fd-9e11-2e1931989957 req-135390d8-ff03-4bf5-bcf3-b93244c57605 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:33.511168 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 36598) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:33.528336 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ea095-cf56-41fd-9e11-2e1931989957 req-135390d8-ff03-4bf5-bcf3-b93244c57605 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:33.530344 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-965ea095-cf56-41fd-9e11-2e1931989957 req-135390d8-ff03-4bf5-bcf3-b93244c57605 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/ports?device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 5422 time: 0.1646945 Jul 09 14:47:33.567350 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port bbecacc0-fcea-4c8e-9c93-2a490da9fb58, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=bbecacc0-fcea-4c8e-9c93-2a490da9fb58,segment=NetworkSegment(3bb7d6e9-70bc-4439-a91f-bf6984bfce81),segment_id=3bb7d6e9-70bc-4439-a91f-bf6984bfce81)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:47:33.592753 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-00a3f2c2-69bd-4752-a26b-206a6b7b4f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:33.595809 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-00a3f2c2-69bd-4752-a26b-206a6b7b4f85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:33.599245 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-00a3f2c2-69bd-4752-a26b-206a6b7b4f85 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/df3c1c88-d94b-4ad6-939f-328b3ed42a65 HTTP/1.1" status: 204 len: 168 time: 0.4691257 Jul 09 14:47:33.602715 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8388f821-f992-43b2-af49-2cbbfb833859 req-97fe59e0-5f43-4e58-b43a-d536f39dd26d tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:33.604714 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8388f821-f992-43b2-af49-2cbbfb833859 req-97fe59e0-5f43-4e58-b43a-d536f39dd26d tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] 10.222.0.58 "GET /v2.0/networks/202c7ce6-d4e9-4f80-84dd-bef08905a653 HTTP/1.1" status: 200 len: 784 time: 0.2039125 Jul 09 14:47:33.615876 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:33.617141 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 584859ef-7df1-4e5e-a094-227a09a19961 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:47:33.623254 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [req-8388f821-f992-43b2-af49-2cbbfb833859 req-e1ac8d08-b99d-4353-a97d-7d1c548e426c tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:47:33.623742 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8388f821-f992-43b2-af49-2cbbfb833859 req-e1ac8d08-b99d-4353-a97d-7d1c548e426c tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131207 Jul 09 14:47:33.661854 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-7d904198-19cd-4384-ba3f-b3f35b834c73 tempest-MeteringIpV6TestJSON-2072852088 tempest-MeteringIpV6TestJSON-2072852088-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1937358079'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:47:33.662386 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-7d904198-19cd-4384-ba3f-b3f35b834c73 tempest-MeteringIpV6TestJSON-2072852088 tempest-MeteringIpV6TestJSON-2072852088-project-admin] Unknown quota resources ['metering_label']. {{(pid=94446) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 14:47:33.682321 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-965ea095-cf56-41fd-9e11-2e1931989957 req-aa764376-470d-48de-9d2f-ce8a79c9b7e0 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c78eb3d-e1da-49ec-9295-fc8608cc021d&id=9c5c735c-33df-481d-808b-656ad0345330&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1443422 Jul 09 14:47:33.698080 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a3f2c2-69bd-4752-a26b-206a6b7b4f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3c1c88-d94b-4ad6-939f-328b3ed42a65,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:33.729412 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3f2c2-69bd-4752-a26b-206a6b7b4f85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:33.729808 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3f2c2-69bd-4752-a26b-206a6b7b4f85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:33.730156 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3f2c2-69bd-4752-a26b-206a6b7b4f85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:33.730497 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3f2c2-69bd-4752-a26b-206a6b7b4f85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:33.730837 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3f2c2-69bd-4752-a26b-206a6b7b4f85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:33.731170 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3f2c2-69bd-4752-a26b-206a6b7b4f85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:33.755871 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3f2c2-69bd-4752-a26b-206a6b7b4f85 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:33.756316 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3f2c2-69bd-4752-a26b-206a6b7b4f85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:33.756654 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3f2c2-69bd-4752-a26b-206a6b7b4f85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:33.756994 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3f2c2-69bd-4752-a26b-206a6b7b4f85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:33.757852 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3f2c2-69bd-4752-a26b-206a6b7b4f85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:33.758185 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3f2c2-69bd-4752-a26b-206a6b7b4f85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:33.793916 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.db.resource_extend [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 14:47:33.851371 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 584859ef-7df1-4e5e-a094-227a09a19961, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=584859ef-7df1-4e5e-a094-227a09a19961,segment=NetworkSegment(c961693e-5289-4f40-a8e3-a769b6e30c12),segment_id=c961693e-5289-4f40-a8e3-a769b6e30c12)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:47:33.891157 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=bbecacc0-fcea-4c8e-9c93-2a490da9fb58,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:33.910671 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '584859ef-7df1-4e5e-a094-227a09a19961', 'network_id': '7086051a-a9a3-4774-91ec-207e7481a1f2', 'port_id': '584859ef-7df1-4e5e-a094-227a09a19961', 'mac_address': 'fa:16:3e:4e:12:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbaf7842-6d01-4557-9de4-248881c81a38', 'ip_address': '10.1.1.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:47:34.011903 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:34.039158 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 584859ef-7df1-4e5e-a094-227a09a19961 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:47:34.092894 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 584859ef-7df1-4e5e-a094-227a09a19961, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=584859ef-7df1-4e5e-a094-227a09a19961,segment=NetworkSegment(c961693e-5289-4f40-a8e3-a769b6e30c12),segment_id=c961693e-5289-4f40-a8e3-a769b6e30c12)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:47:34.138065 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7d904198-19cd-4384-ba3f-b3f35b834c73 tempest-MeteringIpV6TestJSON-2072852088 tempest-MeteringIpV6TestJSON-2072852088-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:34.142022 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7d904198-19cd-4384-ba3f-b3f35b834c73 tempest-MeteringIpV6TestJSON-2072852088 tempest-MeteringIpV6TestJSON-2072852088-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6294935 Jul 09 14:47:34.142331 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 36614) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:34.150561 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:34.151282 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device ab8363f7-21ad-4c07-a8be-128ce6a85669 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:47:34.157893 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-cc36c903-802b-41b8-9712-702bb1bab09e tempest-MeteringIpV6TestJSON-2072852088 tempest-MeteringIpV6TestJSON-2072852088-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '133aa03a-f6b2-471b-a1a9-467557b3098e'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:47:34.158453 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-cc36c903-802b-41b8-9712-702bb1bab09e tempest-MeteringIpV6TestJSON-2072852088 tempest-MeteringIpV6TestJSON-2072852088-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94445) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 14:47:34.286749 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e701f8f7-cda3-4bed-8b4d-44c497db6735 req-dbc084ea-82e6-4725-93c9-7a73b66014c1 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] 10.222.0.58 "GET /v2.0/floatingips/ad61fde9-f3d3-485e-b265-a76b29e5a599 HTTP/1.1" status: 200 len: 692 time: 0.1974905 Jul 09 14:47:34.335872 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=584859ef-7df1-4e5e-a094-227a09a19961,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:34.396610 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port ab8363f7-21ad-4c07-a8be-128ce6a85669, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=ab8363f7-21ad-4c07-a8be-128ce6a85669,segment=NetworkSegment(b243d64e-462e-4d56-aaa8-e625bc50df08),segment_id=b243d64e-462e-4d56-aaa8-e625bc50df08)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:47:34.421330 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': 'ab8363f7-21ad-4c07-a8be-128ce6a85669', 'network_id': 'f7f6731e-df5a-475b-9c1b-606c9f6d697c', 'port_id': 'ab8363f7-21ad-4c07-a8be-128ce6a85669', 'mac_address': 'fa:16:3e:44:a1:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f690ec9-8aa3-48cf-be43-c18952e1b046', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:47:34.481013 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48295b-5453-4e38-9152-6e4f7cb6de19 req-2189d109-1561-4568-bf1d-e8a6550c3ee4 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:34.483005 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3b48295b-5453-4e38-9152-6e4f7cb6de19 req-2189d109-1561-4568-bf1d-e8a6550c3ee4 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.1088367 Jul 09 14:47:34.484381 n-d-799529-6 neutron-server[94445]: WARNING neutron.services.metering.metering_plugin [None req-cc36c903-802b-41b8-9712-702bb1bab09e tempest-MeteringIpV6TestJSON-2072852088 tempest-MeteringIpV6TestJSON-2072852088-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 09 14:47:34.496709 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e701f8f7-cda3-4bed-8b4d-44c497db6735 req-28cbd085-ddd5-484d-944b-5f097703172c tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:34.504990 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e701f8f7-cda3-4bed-8b4d-44c497db6735 req-28cbd085-ddd5-484d-944b-5f097703172c tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] 10.222.0.58 "GET /v2.0/networks/202c7ce6-d4e9-4f80-84dd-bef08905a653 HTTP/1.1" status: 200 len: 784 time: 0.2094619 Jul 09 14:47:34.512923 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:34.537051 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab8363f7-21ad-4c07-a8be-128ce6a85669 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:47:34.563622 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port ab8363f7-21ad-4c07-a8be-128ce6a85669, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=ab8363f7-21ad-4c07-a8be-128ce6a85669,segment=NetworkSegment(b243d64e-462e-4d56-aaa8-e625bc50df08),segment_id=b243d64e-462e-4d56-aaa8-e625bc50df08)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:47:34.574108 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e701f8f7-cda3-4bed-8b4d-44c497db6735 req-7501bdaf-56e0-41a6-9b7a-4e177408cd62 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.3.37 HTTP/1.1" status: 200 len: 695 time: 0.0679634 Jul 09 14:47:34.632974 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:34.642134 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e701f8f7-cda3-4bed-8b4d-44c497db6735 req-4ef0503d-242b-46e7-9a16-ec89d4215405 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.3.37 HTTP/1.1" status: 200 len: 695 time: 0.0557940 Jul 09 14:47:34.684344 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cc36c903-802b-41b8-9712-702bb1bab09e tempest-MeteringIpV6TestJSON-2072852088 tempest-MeteringIpV6TestJSON-2072852088-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:34.686172 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-cc36c903-802b-41b8-9712-702bb1bab09e tempest-MeteringIpV6TestJSON-2072852088 tempest-MeteringIpV6TestJSON-2072852088-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5411038 Jul 09 14:47:34.694501 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 36624) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:34.701245 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-2dc4026c-4034-4b60-b0e5-870da10afbb3 tempest-MeteringIpV6TestJSON-2072852088 tempest-MeteringIpV6TestJSON-2072852088-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '133aa03a-f6b2-471b-a1a9-467557b3098e'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:47:34.701951 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-2dc4026c-4034-4b60-b0e5-870da10afbb3 tempest-MeteringIpV6TestJSON-2072852088 tempest-MeteringIpV6TestJSON-2072852088-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94445) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 14:47:34.716286 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3b48295b-5453-4e38-9152-6e4f7cb6de19 req-13c662a9-6b48-40eb-8721-a75b4f2c9730 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169709 Jul 09 14:47:34.718720 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=ab8363f7-21ad-4c07-a8be-128ce6a85669,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:34.826916 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-e701f8f7-cda3-4bed-8b4d-44c497db6735 req-9ac2ed63-e4ba-4845-9ab9-115b5a3104f6 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] Deleting port b11a546a-93bf-4b95-9c6f-4adf4269f423 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:47:34.827268 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e701f8f7-cda3-4bed-8b4d-44c497db6735 req-9ac2ed63-e4ba-4845-9ab9-115b5a3104f6 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:34.860189 n-d-799529-6 neutron-server[94445]: WARNING neutron.services.metering.metering_plugin [None req-2dc4026c-4034-4b60-b0e5-870da10afbb3 tempest-MeteringIpV6TestJSON-2072852088 tempest-MeteringIpV6TestJSON-2072852088-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 09 14:47:34.974147 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e701f8f7-cda3-4bed-8b4d-44c497db6735 req-9ac2ed63-e4ba-4845-9ab9-115b5a3104f6 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:34.974535 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e701f8f7-cda3-4bed-8b4d-44c497db6735 req-9ac2ed63-e4ba-4845-9ab9-115b5a3104f6 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:34.988599 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2dc4026c-4034-4b60-b0e5-870da10afbb3 tempest-MeteringIpV6TestJSON-2072852088 tempest-MeteringIpV6TestJSON-2072852088-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:34.989964 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-2dc4026c-4034-4b60-b0e5-870da10afbb3 tempest-MeteringIpV6TestJSON-2072852088 tempest-MeteringIpV6TestJSON-2072852088-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2931199 Jul 09 14:47:34.993223 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 36638) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:34.999048 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-e701f8f7-cda3-4bed-8b4d-44c497db6735 req-9ac2ed63-e4ba-4845-9ab9-115b5a3104f6 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] Calling delete_port for b11a546a-93bf-4b95-9c6f-4adf4269f423 owned by network:floatingip {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:47:35.012093 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-401a90f5-8939-4630-8567-ae3c270e1852 tempest-MeteringIpV6TestJSON-2072852088 tempest-MeteringIpV6TestJSON-2072852088-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules?id=7b69b719-eb92-4558-9e85-7ffe4118be69 HTTP/1.1" status: 200 len: 462 time: 0.0176284 Jul 09 14:47:35.014588 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 36640) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:35.076024 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139739c9-d744-49ef-aa69-912cb50a65a6 req-e8b53dbb-fd6b-463b-a93d-2faace7646b9 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:35.083192 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139739c9-d744-49ef-aa69-912cb50a65a6 req-e8b53dbb-fd6b-463b-a93d-2faace7646b9 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:35.089958 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139739c9-d744-49ef-aa69-912cb50a65a6 req-e8b53dbb-fd6b-463b-a93d-2faace7646b9 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:35.096368 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139739c9-d744-49ef-aa69-912cb50a65a6 req-e8b53dbb-fd6b-463b-a93d-2faace7646b9 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:35.102590 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139739c9-d744-49ef-aa69-912cb50a65a6 req-e8b53dbb-fd6b-463b-a93d-2faace7646b9 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:35.109047 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139739c9-d744-49ef-aa69-912cb50a65a6 req-e8b53dbb-fd6b-463b-a93d-2faace7646b9 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:35.122157 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139739c9-d744-49ef-aa69-912cb50a65a6 req-e8b53dbb-fd6b-463b-a93d-2faace7646b9 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:35.123789 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-139739c9-d744-49ef-aa69-912cb50a65a6 req-e8b53dbb-fd6b-463b-a93d-2faace7646b9 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/ports?device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 5425 time: 0.2034986 Jul 09 14:47:35.167924 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-139739c9-d744-49ef-aa69-912cb50a65a6 req-ecfb03d3-4e4e-4b55-9b1f-092db1eeef67 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c78eb3d-e1da-49ec-9295-fc8608cc021d&id=9c5c735c-33df-481d-808b-656ad0345330&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0431125 Jul 09 14:47:35.267003 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e701f8f7-cda3-4bed-8b4d-44c497db6735 req-9ac2ed63-e4ba-4845-9ab9-115b5a3104f6 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:35.281378 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9b426b56-c67b-4158-9b9d-8faf1f80b2b5 tempest-MeteringIpV6TestJSON-2072852088 tempest-MeteringIpV6TestJSON-2072852088-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:35.282449 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-9b426b56-c67b-4158-9b9d-8faf1f80b2b5 tempest-MeteringIpV6TestJSON-2072852088 tempest-MeteringIpV6TestJSON-2072852088-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-label-rules/7b69b719-eb92-4558-9e85-7ffe4118be69 HTTP/1.1" status: 204 len: 168 time: 0.2668874 Jul 09 14:47:35.285149 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 36648) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:35.298947 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-11dfd823-3d33-4327-b057-581513986627 tempest-MeteringIpV6TestJSON-2072852088 tempest-MeteringIpV6TestJSON-2072852088-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules?id=7b69b719-eb92-4558-9e85-7ffe4118be69 HTTP/1.1" status: 200 len: 221 time: 0.0127048 Jul 09 14:47:35.303237 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 36650) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:35.308276 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-d9fda59d-48cc-4c53-8779-57ad59c4bc9c tempest-MeteringIpV6TestJSON-2072852088 tempest-MeteringIpV6TestJSON-2072852088-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2016579495', 'description': 'label created by tempest'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:47:35.309983 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-d9fda59d-48cc-4c53-8779-57ad59c4bc9c tempest-MeteringIpV6TestJSON-2072852088 tempest-MeteringIpV6TestJSON-2072852088-project-admin] Unknown quota resources ['metering_label']. {{(pid=94445) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 14:47:35.344885 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac2ed63-e4ba-4845-9ab9-115b5a3104f6 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] Pushing event deleted for resources: {'Port': ['ID=b11a546a-93bf-4b95-9c6f-4adf4269f423,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:35.433467 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e701f8f7-cda3-4bed-8b4d-44c497db6735 req-9ac2ed63-e4ba-4845-9ab9-115b5a3104f6 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] Notify callbacks [] for floatingip, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:35.437444 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e701f8f7-cda3-4bed-8b4d-44c497db6735 req-9ac2ed63-e4ba-4845-9ab9-115b5a3104f6 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:35.456860 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e701f8f7-cda3-4bed-8b4d-44c497db6735 req-9ac2ed63-e4ba-4845-9ab9-115b5a3104f6 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] 10.222.0.58 "DELETE /v2.0/floatingips/ad61fde9-f3d3-485e-b265-a76b29e5a599 HTTP/1.1" status: 204 len: 173 time: 0.8071847 Jul 09 14:47:35.566282 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [req-acfd3905-0e13-458f-b1a4-39e1291ee359 req-5739a576-2191-45f8-aeaa-6d3a71f2198b tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] show failed (client error): The resource could not be found. Jul 09 14:47:35.576009 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-acfd3905-0e13-458f-b1a4-39e1291ee359 req-5739a576-2191-45f8-aeaa-6d3a71f2198b tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] 10.222.0.58 "GET /v2.0/floatingips/ad61fde9-f3d3-485e-b265-a76b29e5a599 HTTP/1.1" status: 404 len: 350 time: 0.0551407 Jul 09 14:47:35.630220 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [req-a4358197-ce2b-421d-94c1-748a9d6a0f85 req-a4d1d639-b9cc-4ac5-8d35-91eb86bba2c5 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] show failed (client error): The resource could not be found. Jul 09 14:47:35.637694 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a4358197-ce2b-421d-94c1-748a9d6a0f85 req-a4d1d639-b9cc-4ac5-8d35-91eb86bba2c5 tempest-FloatingIPsTestJSON-1506761781 tempest-FloatingIPsTestJSON-1506761781-project] 10.222.0.58 "GET /v2.0/floatingips/ad61fde9-f3d3-485e-b265-a76b29e5a599 HTTP/1.1" status: 404 len: 350 time: 0.0455184 Jul 09 14:47:35.641103 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 36666) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:35.873715 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['bb420490-7abe-48bb-8247-ff19d2932add'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:47:35.946488 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['42412cbf-f692-4bfb-8bac-e2da1b31b674'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:47:35.952831 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['96e89843-57db-4bb8-a7db-a9b989e66245'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:47:36.034547 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['584859ef-7df1-4e5e-a094-227a09a19961'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:47:36.036758 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['ab8363f7-21ad-4c07-a8be-128ce6a85669'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:47:36.424175 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d9fda59d-48cc-4c53-8779-57ad59c4bc9c tempest-MeteringIpV6TestJSON-2072852088 tempest-MeteringIpV6TestJSON-2072852088-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:36.425435 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d9fda59d-48cc-4c53-8779-57ad59c4bc9c tempest-MeteringIpV6TestJSON-2072852088 tempest-MeteringIpV6TestJSON-2072852088-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 1.1212125 Jul 09 14:47:36.432541 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 36702) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:36.568406 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ef56403f-9bd6-4a79-a0c4-e2ffd0edbc29 tempest-MeteringIpV6TestJSON-2072852088 tempest-MeteringIpV6TestJSON-2072852088-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels?id=74d0f3fb-92ac-4652-9762-3d7c4796f6bc HTTP/1.1" status: 200 len: 468 time: 0.1344461 Jul 09 14:47:36.575177 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 36710) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:36.645578 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-baf386ba-9bad-42e0-915f-ff30725f5a2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:36.809610 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['bbecacc0-fcea-4c8e-9c93-2a490da9fb58'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:47:36.879153 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['1c924033-ab46-4efe-a952-c19f76703241'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:47:36.906708 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d4240-e821-40c4-9d2a-729297b3656e req-029e0246-c809-4a54-b784-c27b3d597c6a tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:36.908095 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2f3d4240-e821-40c4-9d2a-729297b3656e req-029e0246-c809-4a54-b784-c27b3d597c6a tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.3299217 Jul 09 14:47:36.952782 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b484370-0d81-4c5b-af40-076708186d11 req-cdaa4c69-f9d8-452a-a0ef-16f550192b42 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:36.956155 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2f3d4240-e821-40c4-9d2a-729297b3656e req-ba029122-1671-427f-a2ed-ccb39c4a7e2e tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408866 Jul 09 14:47:36.959466 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b484370-0d81-4c5b-af40-076708186d11 req-cdaa4c69-f9d8-452a-a0ef-16f550192b42 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:36.968664 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b484370-0d81-4c5b-af40-076708186d11 req-cdaa4c69-f9d8-452a-a0ef-16f550192b42 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:36.974475 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b484370-0d81-4c5b-af40-076708186d11 req-cdaa4c69-f9d8-452a-a0ef-16f550192b42 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:36.981298 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b484370-0d81-4c5b-af40-076708186d11 req-cdaa4c69-f9d8-452a-a0ef-16f550192b42 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:36.987451 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b484370-0d81-4c5b-af40-076708186d11 req-cdaa4c69-f9d8-452a-a0ef-16f550192b42 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:36.994399 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b484370-0d81-4c5b-af40-076708186d11 req-cdaa4c69-f9d8-452a-a0ef-16f550192b42 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:36.996420 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2b484370-0d81-4c5b-af40-076708186d11 req-cdaa4c69-f9d8-452a-a0ef-16f550192b42 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/ports?device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 5425 time: 0.2816672 Jul 09 14:47:37.068943 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2b484370-0d81-4c5b-af40-076708186d11 req-03e9f9aa-7cc5-4309-87de-f13ad2f4876c tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c78eb3d-e1da-49ec-9295-fc8608cc021d&id=9c5c735c-33df-481d-808b-656ad0345330&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0609598 Jul 09 14:47:37.193391 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-baf386ba-9bad-42e0-915f-ff30725f5a2a admin admin] Deleting port f0d877a6-2615-4f4e-b5ac-a1169b6aa614 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:47:37.193847 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-baf386ba-9bad-42e0-915f-ff30725f5a2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:37.233692 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6e927b07-c673-49d5-bbe7-febbe355bc1d tempest-MeteringIpV6TestJSON-2072852088 tempest-MeteringIpV6TestJSON-2072852088-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:37.237911 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-6e927b07-c673-49d5-bbe7-febbe355bc1d tempest-MeteringIpV6TestJSON-2072852088 tempest-MeteringIpV6TestJSON-2072852088-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-labels/74d0f3fb-92ac-4652-9762-3d7c4796f6bc HTTP/1.1" status: 204 len: 168 time: 0.6581457 Jul 09 14:47:37.239319 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 36716) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:37.276421 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-1b80bb78-5509-402b-a841-cc1a565992e0 tempest-MeteringIpV6TestJSON-2072852088 tempest-MeteringIpV6TestJSON-2072852088-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels?id=74d0f3fb-92ac-4652-9762-3d7c4796f6bc HTTP/1.1" status: 200 len: 216 time: 0.0357678 Jul 09 14:47:37.278648 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 36720) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:37.308357 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-2d581dd9-55c3-4a95-be7a-f89ba2f9e4d1 tempest-MeteringIpV6TestJSON-2072852088 tempest-MeteringIpV6TestJSON-2072852088-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0241282 Jul 09 14:47:37.308357 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 36722) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:37.345855 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b9926b8e-f5c1-483d-916d-3139d254e3ac tempest-MeteringIpV6TestJSON-2072852088 tempest-MeteringIpV6TestJSON-2072852088-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0334136 Jul 09 14:47:37.346194 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 36724) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:37.474727 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 36728) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:37.486172 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-9d69cebe-f548-4c65-be8f-4989ad2e3501 tempest-MeteringIpV6TestJSON-2072852088 tempest-MeteringIpV6TestJSON-2072852088-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels/133aa03a-f6b2-471b-a1a9-467557b3098e HTTP/1.1" status: 200 len: 473 time: 0.1387496 Jul 09 14:47:37.490132 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 36734) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:37.500735 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-635a7c91-f709-41ce-a55b-9d4bcedae07d tempest-MeteringIpV6TestJSON-2072852088 tempest-MeteringIpV6TestJSON-2072852088-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules/c7565b78-30d3-4a91-b949-4d0b8f196c46 HTTP/1.1" status: 200 len: 459 time: 0.0094206 Jul 09 14:47:37.504534 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 36736) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:37.684943 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e8458337-f34c-432c-91cf-5a0316abc2e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:37.690975 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-baf386ba-9bad-42e0-915f-ff30725f5a2a admin admin] For port f0d877a6-2615-4f4e-b5ac-a1169b6aa614, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=f0d877a6-2615-4f4e-b5ac-a1169b6aa614,segment=NetworkSegment(6cb24200-7eaf-4b71-9bd4-5f9c92f72f88),segment_id=6cb24200-7eaf-4b71-9bd4-5f9c92f72f88)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:47:37.691543 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-baf386ba-9bad-42e0-915f-ff30725f5a2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:37.706667 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-baf386ba-9bad-42e0-915f-ff30725f5a2a admin admin] Calling delete_port for f0d877a6-2615-4f4e-b5ac-a1169b6aa614 owned by network:router_interface {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:47:37.783365 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-705a6eee-4629-473c-80b7-4a5e031b6025 tempest-MeteringIpV6TestJSON-2072852088 tempest-MeteringIpV6TestJSON-2072852088-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:37.787755 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-705a6eee-4629-473c-80b7-4a5e031b6025 tempest-MeteringIpV6TestJSON-2072852088 tempest-MeteringIpV6TestJSON-2072852088-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-label-rules/c7565b78-30d3-4a91-b949-4d0b8f196c46 HTTP/1.1" status: 204 len: 168 time: 0.2813406 Jul 09 14:47:37.789599 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 36748) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:37.858562 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e8458337-f34c-432c-91cf-5a0316abc2e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:37.958226 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e8458337-f34c-432c-91cf-5a0316abc2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:38.035130 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e8458337-f34c-432c-91cf-5a0316abc2e3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=445f7f12bc774db5a8854055bb77ab11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5590534 Jul 09 14:47:38.036440 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8458337-f34c-432c-91cf-5a0316abc2e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41bff237-4795-46c2-9d05-6c9ed40746e7,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:38.039038 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 36756) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:38.139306 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4f884838-49db-41e7-a6d2-53ab27384f77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:38.177470 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4f884838-49db-41e7-a6d2-53ab27384f77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:38.283898 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-68cd33ca-512e-4868-83a0-c313e57367d8 tempest-MeteringIpV6TestJSON-2072852088 tempest-MeteringIpV6TestJSON-2072852088-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:38.288070 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-68cd33ca-512e-4868-83a0-c313e57367d8 tempest-MeteringIpV6TestJSON-2072852088 tempest-MeteringIpV6TestJSON-2072852088-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-labels/133aa03a-f6b2-471b-a1a9-467557b3098e HTTP/1.1" status: 204 len: 168 time: 0.4976614 Jul 09 14:47:38.312157 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a81e8-9c2c-42bb-83a3-a4942f570afd req-0d9d12ff-e88f-4e27-8e41-9bfbb5083907 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:38.313702 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7e3a81e8-9c2c-42bb-83a3-a4942f570afd req-0d9d12ff-e88f-4e27-8e41-9bfbb5083907 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.1330736 Jul 09 14:47:38.413969 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7e3a81e8-9c2c-42bb-83a3-a4942f570afd req-243effee-c3da-44a5-9ca0-4442ae6892d4 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755811 Jul 09 14:47:38.418214 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4f884838-49db-41e7-a6d2-53ab27384f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:38.422127 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4f884838-49db-41e7-a6d2-53ab27384f77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:38.443389 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-4f884838-49db-41e7-a6d2-53ab27384f77 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/41bff237-4795-46c2-9d05-6c9ed40746e7 HTTP/1.1" status: 204 len: 168 time: 0.3830342 Jul 09 14:47:38.443389 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f884838-49db-41e7-a6d2-53ab27384f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41bff237-4795-46c2-9d05-6c9ed40746e7,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:38.530095 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4760dda-4929-4310-90e9-966fcc8d3d72 req-5cd63a2b-84e6-4317-aabe-697e0885fc8a tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:38.537700 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4760dda-4929-4310-90e9-966fcc8d3d72 req-5cd63a2b-84e6-4317-aabe-697e0885fc8a tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:38.539896 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-baf386ba-9bad-42e0-915f-ff30725f5a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:38.544239 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4760dda-4929-4310-90e9-966fcc8d3d72 req-5cd63a2b-84e6-4317-aabe-697e0885fc8a tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:38.550426 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4760dda-4929-4310-90e9-966fcc8d3d72 req-5cd63a2b-84e6-4317-aabe-697e0885fc8a tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:38.561696 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4760dda-4929-4310-90e9-966fcc8d3d72 req-5cd63a2b-84e6-4317-aabe-697e0885fc8a tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:38.570870 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4760dda-4929-4310-90e9-966fcc8d3d72 req-5cd63a2b-84e6-4317-aabe-697e0885fc8a tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:38.577292 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4760dda-4929-4310-90e9-966fcc8d3d72 req-5cd63a2b-84e6-4317-aabe-697e0885fc8a tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:38.579480 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d4760dda-4929-4310-90e9-966fcc8d3d72 req-5cd63a2b-84e6-4317-aabe-697e0885fc8a tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/ports?device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 5425 time: 0.2094698 Jul 09 14:47:38.606496 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf386ba-9bad-42e0-915f-ff30725f5a2a admin admin] Pushing event deleted for resources: {'Port': ['ID=f0d877a6-2615-4f4e-b5ac-a1169b6aa614,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:38.622749 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d4760dda-4929-4310-90e9-966fcc8d3d72 req-22ea9a51-43ea-4513-8cfb-5dd3f9618782 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c78eb3d-e1da-49ec-9295-fc8608cc021d&id=9c5c735c-33df-481d-808b-656ad0345330&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0374649 Jul 09 14:47:38.770443 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-baf386ba-9bad-42e0-915f-ff30725f5a2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:39.002275 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 36784) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:39.008678 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baf386ba-9bad-42e0-915f-ff30725f5a2a admin admin] Router 4dc6ae63-767e-48d7-964f-f2f0fdbf0cb9 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:47:39.116899 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf386ba-9bad-42e0-915f-ff30725f5a2a admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:47:39.125858 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-baf386ba-9bad-42e0-915f-ff30725f5a2a admin admin] 10.222.0.58 "PUT /v2.0/routers/4dc6ae63-767e-48d7-964f-f2f0fdbf0cb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4801161 Jul 09 14:47:39.125858 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 36788) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:39.126100 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbb839e-379b-438f-9332-383031743af5 None None] Sync routers for ids ['4dc6ae63-767e-48d7-964f-f2f0fdbf0cb9'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:47:39.140676 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbb839e-379b-438f-9332-383031743af5 None None] Routers {'4dc6ae63-767e-48d7-964f-f2f0fdbf0cb9'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:47:39.141291 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-4dbb839e-379b-438f-9332-383031743af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:47:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['4dc6ae63-767e-48d7-964f-f2f0fdbf0cb9'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:47:39.253559 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-4dbb839e-379b-438f-9332-383031743af5 None None] Set router 4dc6ae63-767e-48d7-964f-f2f0fdbf0cb9 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:47:39.258256 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-221a07b2-e935-432d-a6e8-b3448e660bfa admin admin] Notify callbacks [] for router, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:39.401783 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-221a07b2-e935-432d-a6e8-b3448e660bfa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:39.413895 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a4216101-d42c-4c4b-85dd-89669bea8ea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:39.503233 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-4dbb839e-379b-438f-9332-383031743af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dc6ae63-767e-48d7-964f-f2f0fdbf0cb9', 'name': 'tempest-FloatingIPsTestJSON-640718186-router', 'tenant_id': '33830380cf91487e9266ec97c1d3a5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '09e774ea-8be4-466b-82ba-dd22bcc607f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:47:12Z', 'updated_at': '2021-07-09T14:47:38Z', 'revision_number': 5, 'project_id': '33830380cf91487e9266ec97c1d3a5ec', 'gw_port': {'id': '09e774ea-8be4-466b-82ba-dd22bcc607f7', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc6ae63-767e-48d7-964f-f2f0fdbf0cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:47:14Z', 'updated_at': '2021-07-09T14:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:47:39.517547 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a4216101-d42c-4c4b-85dd-89669bea8ea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:39.531599 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbb839e-379b-438f-9332-383031743af5 None None] Checking router: 4dc6ae63-767e-48d7-964f-f2f0fdbf0cb9 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:47:39.540959 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbb839e-379b-438f-9332-383031743af5 None None] Routers {'4dc6ae63-767e-48d7-964f-f2f0fdbf0cb9'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:47:39.541579 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-4dbb839e-379b-438f-9332-383031743af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:47:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['4dc6ae63-767e-48d7-964f-f2f0fdbf0cb9'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:47:39.620386 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-221a07b2-e935-432d-a6e8-b3448e660bfa admin admin] Deleting port 09e774ea-8be4-466b-82ba-dd22bcc607f7 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:47:39.620773 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-221a07b2-e935-432d-a6e8-b3448e660bfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:39.655901 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf91e213-3cac-400b-93b9-f2b7e7f695b0 req-19ea2a2a-e163-4276-9f80-fcfcd5c4a32d tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:39.658591 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cf91e213-3cac-400b-93b9-f2b7e7f695b0 req-19ea2a2a-e163-4276-9f80-fcfcd5c4a32d tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.1209514 Jul 09 14:47:39.662480 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a4216101-d42c-4c4b-85dd-89669bea8ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:39.748014 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cf91e213-3cac-400b-93b9-f2b7e7f695b0 req-245e8257-4775-496d-ad3d-6489a8f0beec tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808113 Jul 09 14:47:39.799108 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4216101-d42c-4c4b-85dd-89669bea8ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aef73b7-55b5-453c-86d1-bb26339fa31a,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:39.807797 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a4216101-d42c-4c4b-85dd-89669bea8ea8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d87e1b76678d47af976a5c1640e82b09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8055820 Jul 09 14:47:39.810767 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 36808) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:39.838613 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-221a07b2-e935-432d-a6e8-b3448e660bfa admin admin] For port 09e774ea-8be4-466b-82ba-dd22bcc607f7, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=09e774ea-8be4-466b-82ba-dd22bcc607f7,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:47:39.839063 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-221a07b2-e935-432d-a6e8-b3448e660bfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:39.852550 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-4dbb839e-379b-438f-9332-383031743af5 None None] Set router 4dc6ae63-767e-48d7-964f-f2f0fdbf0cb9 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:47:39.854602 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-221a07b2-e935-432d-a6e8-b3448e660bfa admin admin] Calling delete_port for 09e774ea-8be4-466b-82ba-dd22bcc607f7 owned by network:router_gateway {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:47:39.867283 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 36810) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:39.891435 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4eb89560-51df-4088-9a1e-df8fb0ffb8be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:39.914073 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-525186f2-536a-4e40-ad0f-0cf41a957db8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:39.938381 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-525186f2-536a-4e40-ad0f-0cf41a957db8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:40.002092 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0282c7-cf1b-4a3c-b7e2-e551b4d17fb3 req-1344d693-6c39-46cd-9959-b465318f06af tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:40.008619 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0282c7-cf1b-4a3c-b7e2-e551b4d17fb3 req-1344d693-6c39-46cd-9959-b465318f06af tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:40.015495 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0282c7-cf1b-4a3c-b7e2-e551b4d17fb3 req-1344d693-6c39-46cd-9959-b465318f06af tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:40.022017 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0282c7-cf1b-4a3c-b7e2-e551b4d17fb3 req-1344d693-6c39-46cd-9959-b465318f06af tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:40.029636 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0282c7-cf1b-4a3c-b7e2-e551b4d17fb3 req-1344d693-6c39-46cd-9959-b465318f06af tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:40.035250 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0282c7-cf1b-4a3c-b7e2-e551b4d17fb3 req-1344d693-6c39-46cd-9959-b465318f06af tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:40.038832 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-525186f2-536a-4e40-ad0f-0cf41a957db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:40.042446 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0282c7-cf1b-4a3c-b7e2-e551b4d17fb3 req-1344d693-6c39-46cd-9959-b465318f06af tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:40.045459 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8c0282c7-cf1b-4a3c-b7e2-e551b4d17fb3 req-1344d693-6c39-46cd-9959-b465318f06af tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/ports?device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 5425 time: 0.1801872 Jul 09 14:47:40.046962 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-525186f2-536a-4e40-ad0f-0cf41a957db8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:40.051336 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-525186f2-536a-4e40-ad0f-0cf41a957db8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4aef73b7-55b5-453c-86d1-bb26339fa31a HTTP/1.1" status: 204 len: 168 time: 0.2384710 Jul 09 14:47:40.068548 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525186f2-536a-4e40-ad0f-0cf41a957db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aef73b7-55b5-453c-86d1-bb26339fa31a,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:40.112764 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-4dbb839e-379b-438f-9332-383031743af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dc6ae63-767e-48d7-964f-f2f0fdbf0cb9', 'name': 'tempest-FloatingIPsTestJSON-640718186-router', 'tenant_id': '33830380cf91487e9266ec97c1d3a5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '09e774ea-8be4-466b-82ba-dd22bcc607f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:47:12Z', 'updated_at': '2021-07-09T14:47:38Z', 'revision_number': 5, 'project_id': '33830380cf91487e9266ec97c1d3a5ec', 'gw_port': {'id': '09e774ea-8be4-466b-82ba-dd22bcc607f7', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc6ae63-767e-48d7-964f-f2f0fdbf0cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:47:14Z', 'updated_at': '2021-07-09T14:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:47:40.130719 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4eb89560-51df-4088-9a1e-df8fb0ffb8be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:40.137830 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8c0282c7-cf1b-4a3c-b7e2-e551b4d17fb3 req-b79f483a-12b8-47cf-961a-fa6507c6f6a7 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c78eb3d-e1da-49ec-9295-fc8608cc021d&id=9c5c735c-33df-481d-808b-656ad0345330&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0563943 Jul 09 14:47:40.155952 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbb839e-379b-438f-9332-383031743af5 None None] The sync data for ids ['4dc6ae63-767e-48d7-964f-f2f0fdbf0cb9'] in n-d-799529-6 is: [{'id': '4dc6ae63-767e-48d7-964f-f2f0fdbf0cb9', 'name': 'tempest-FloatingIPsTestJSON-640718186-router', 'tenant_id': '33830380cf91487e9266ec97c1d3a5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '09e774ea-8be4-466b-82ba-dd22bcc607f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:47:12Z', 'updated_at': '2021-07-09T14:47:38Z', 'revision_number': 5, 'project_id': '33830380cf91487e9266ec97c1d3a5ec', 'gw_port': {'id': '09e774ea-8be4-466b-82ba-dd22bcc607f7', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc6ae63-767e-48d7-964f-f2f0fdbf0cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:47:14Z', 'updated_at': '2021-07-09T14:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:47:40.213836 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4eb89560-51df-4088-9a1e-df8fb0ffb8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:40.255208 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-4eb89560-51df-4088-9a1e-df8fb0ffb8be admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=09a98daa11874bb2a754bbe66af449fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3864024 Jul 09 14:47:40.257612 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb89560-51df-4088-9a1e-df8fb0ffb8be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=032ab995-3f4a-4e41-abc8-5b25f27d53ae,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:40.258045 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 36820) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:40.259998 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e70cc-dca5-4fe8-8c73-ac7f5924fe51 req-802a00b6-306a-437a-b2ea-c7ddc7867e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:40.261493 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fd1e70cc-dca5-4fe8-8c73-ac7f5924fe51 req-802a00b6-306a-437a-b2ea-c7ddc7867e5a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0ea59604d49a4768b9c04e74a1a30065&device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 1096 time: 0.0636518 Jul 09 14:47:40.320520 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-221a07b2-e935-432d-a6e8-b3448e660bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:40.366075 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221a07b2-e935-432d-a6e8-b3448e660bfa admin admin] Pushing event deleted for resources: {'Port': ['ID=09e774ea-8be4-466b-82ba-dd22bcc607f7,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:40.459472 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bc084328-b93f-4796-85e5-d5c6c190061d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:40.488746 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e70cc-dca5-4fe8-8c73-ac7f5924fe51 req-2ae0a51c-c355-4ecc-80df-b5a2a5ce22de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:40.490227 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fd1e70cc-dca5-4fe8-8c73-ac7f5924fe51 req-2ae0a51c-c355-4ecc-80df-b5a2a5ce22de service neutron] 10.222.0.62 "GET /v2.0/networks?id=57042d5f-0386-4b58-a12c-ab7a19465fa2 HTTP/1.1" status: 200 len: 914 time: 0.2202997 Jul 09 14:47:40.508245 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-221a07b2-e935-432d-a6e8-b3448e660bfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:40.515955 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bc084328-b93f-4796-85e5-d5c6c190061d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:40.598476 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fd1e70cc-dca5-4fe8-8c73-ac7f5924fe51 req-d7ae6407-5655-4403-b561-b64e9b9d9218 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1ad2f213-faf3-4478-a55c-736188b5f250 HTTP/1.1" status: 200 len: 217 time: 0.1013153 Jul 09 14:47:40.664599 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-221a07b2-e935-432d-a6e8-b3448e660bfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:40.669783 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-221a07b2-e935-432d-a6e8-b3448e660bfa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:40.737210 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e70cc-dca5-4fe8-8c73-ac7f5924fe51 req-bf8a2d8e-626a-42cc-9e3f-a3fde907ec21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:40.748482 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fd1e70cc-dca5-4fe8-8c73-ac7f5924fe51 req-bf8a2d8e-626a-42cc-9e3f-a3fde907ec21 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=82201829-6811-4a6f-8404-54dcb1347eec HTTP/1.1" status: 200 len: 853 time: 0.1108170 Jul 09 14:47:40.758527 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device f0d877a6-2615-4f4e-b5ac-a1169b6aa614 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:47:40.778539 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fd1e70cc-dca5-4fe8-8c73-ac7f5924fe51 req-056bb2ec-659e-437f-aa87-60fe5d9e72d4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=57042d5f-0386-4b58-a12c-ab7a19465fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324702 Jul 09 14:47:40.785110 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: f0d877a6-2615-4f4e-b5ac-a1169b6aa614 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:47:40.785700 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device f0d877a6-2615-4f4e-b5ac-a1169b6aa614 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:47:40.845332 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-221a07b2-e935-432d-a6e8-b3448e660bfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:40.846007 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221a07b2-e935-432d-a6e8-b3448e660bfa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4dc6ae63-767e-48d7-964f-f2f0fdbf0cb9 {{(pid=94446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:47:40.851872 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-221a07b2-e935-432d-a6e8-b3448e660bfa admin admin] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:40.856016 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-221a07b2-e935-432d-a6e8-b3448e660bfa admin admin] 10.222.0.58 "DELETE /v2.0/routers/4dc6ae63-767e-48d7-964f-f2f0fdbf0cb9 HTTP/1.1" status: 204 len: 168 time: 1.7273765 Jul 09 14:47:40.856016 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 36834) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:40.870877 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bc084328-b93f-4796-85e5-d5c6c190061d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:40.873549 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bc084328-b93f-4796-85e5-d5c6c190061d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:40.878161 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-bc084328-b93f-4796-85e5-d5c6c190061d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/032ab995-3f4a-4e41-abc8-5b25f27d53ae HTTP/1.1" status: 204 len: 168 time: 0.6157525 Jul 09 14:47:40.977017 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8919b3a-ce1d-4b73-9f7e-43a63f0a1bc5 req-04278525-0f59-40cc-ab02-68ed4ef84d7a tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:40.984834 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d8919b3a-ce1d-4b73-9f7e-43a63f0a1bc5 req-04278525-0f59-40cc-ab02-68ed4ef84d7a tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.0973496 Jul 09 14:47:41.043870 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 36840) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:41.058390 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d8919b3a-ce1d-4b73-9f7e-43a63f0a1bc5 req-38be4240-0680-4b33-af2f-ee36a34699b9 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721655 Jul 09 14:47:41.065559 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bf01ad50-4143-4fca-afa1-5113dbae0a95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:41.192188 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bf01ad50-4143-4fca-afa1-5113dbae0a95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:41.275478 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bf01ad50-4143-4fca-afa1-5113dbae0a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:41.289952 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc084328-b93f-4796-85e5-d5c6c190061d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032ab995-3f4a-4e41-abc8-5b25f27d53ae,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:41.324265 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-bf01ad50-4143-4fca-afa1-5113dbae0a95 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=61e33e005da148999206a985c5a7960f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2780724 Jul 09 14:47:41.326608 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf01ad50-4143-4fca-afa1-5113dbae0a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c96ddab-10c8-45a9-9222-c1e014132b07,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:41.329303 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 36846) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:41.340072 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-eefd20a6-a22c-4e8e-9187-983aa9c08956 admin admin] Deleting subnet 6d438a08-4917-47c5-8fce-a141698afb06 {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:47:41.355781 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-eefd20a6-a22c-4e8e-9187-983aa9c08956 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:41.389866 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fd1e70cc-dca5-4fe8-8c73-ac7f5924fe51 req-dee519ae-7c1f-4b51-a357-9af2c7cdbc57 service neutron] 10.222.0.62 "GET /v2.0/networks/57042d5f-0386-4b58-a12c-ab7a19465fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6030157 Jul 09 14:47:41.411063 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d2a0b6c3-022e-4ee1-ad8f-6a3f3ff1f802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:41.450309 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d2a0b6c3-022e-4ee1-ad8f-6a3f3ff1f802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:41.462333 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-eefd20a6-a22c-4e8e-9187-983aa9c08956 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:41.530223 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4696e1-f46d-4cf3-98b3-5a7fd618d81a req-5d99d283-053d-44cf-aeb6-e6d24dff09b1 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:41.536249 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4696e1-f46d-4cf3-98b3-5a7fd618d81a req-5d99d283-053d-44cf-aeb6-e6d24dff09b1 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:41.542891 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4696e1-f46d-4cf3-98b3-5a7fd618d81a req-5d99d283-053d-44cf-aeb6-e6d24dff09b1 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:41.549001 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4696e1-f46d-4cf3-98b3-5a7fd618d81a req-5d99d283-053d-44cf-aeb6-e6d24dff09b1 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:41.555045 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4696e1-f46d-4cf3-98b3-5a7fd618d81a req-5d99d283-053d-44cf-aeb6-e6d24dff09b1 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:41.561866 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4696e1-f46d-4cf3-98b3-5a7fd618d81a req-5d99d283-053d-44cf-aeb6-e6d24dff09b1 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:41.568515 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4696e1-f46d-4cf3-98b3-5a7fd618d81a req-5d99d283-053d-44cf-aeb6-e6d24dff09b1 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:41.571199 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4f4696e1-f46d-4cf3-98b3-5a7fd618d81a req-5d99d283-053d-44cf-aeb6-e6d24dff09b1 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/ports?device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 5425 time: 0.2863109 Jul 09 14:47:41.579339 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d2a0b6c3-022e-4ee1-ad8f-6a3f3ff1f802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:41.583150 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d2a0b6c3-022e-4ee1-ad8f-6a3f3ff1f802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:41.587104 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d2a0b6c3-022e-4ee1-ad8f-6a3f3ff1f802 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2c96ddab-10c8-45a9-9222-c1e014132b07 HTTP/1.1" status: 204 len: 168 time: 0.2541673 Jul 09 14:47:41.594165 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a0b6c3-022e-4ee1-ad8f-6a3f3ff1f802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c96ddab-10c8-45a9-9222-c1e014132b07,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:41.668037 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fd1e70cc-dca5-4fe8-8c73-ac7f5924fe51 req-3a79fb2d-9bf9-488e-8553-ce419d7d9ae8 service neutron] 10.222.0.62 "GET /v2.0/networks/57042d5f-0386-4b58-a12c-ab7a19465fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677627 Jul 09 14:47:41.689092 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4f4696e1-f46d-4cf3-98b3-5a7fd618d81a req-daf9d859-e950-43ca-9e6a-957f5b0470be tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c78eb3d-e1da-49ec-9295-fc8608cc021d&id=9c5c735c-33df-481d-808b-656ad0345330&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0998733 Jul 09 14:47:41.694261 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-eefd20a6-a22c-4e8e-9187-983aa9c08956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:41.826973 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-eefd20a6-a22c-4e8e-9187-983aa9c08956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:41.851805 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefd20a6-a22c-4e8e-9187-983aa9c08956 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d438a08-4917-47c5-8fce-a141698afb06,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:41.855521 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-eefd20a6-a22c-4e8e-9187-983aa9c08956 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:41.857425 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-eefd20a6-a22c-4e8e-9187-983aa9c08956 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/6d438a08-4917-47c5-8fce-a141698afb06 HTTP/1.1" status: 204 len: 168 time: 1.0008116 Jul 09 14:47:41.860261 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 36866) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:41.864235 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5358cf8-1ea4-42ac-8d6e-feb809042026 None None] Network 3fa935b3-2339-4c52-8571-6fa7d975cff9 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:47:41.957472 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5521d66c-a007-417e-a9fd-620984123371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:42.020278 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-5521d66c-a007-417e-a9fd-620984123371 admin admin] Deleting port 06b72fca-34a9-4fb4-8f99-fcf51c22ce89 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:47:42.020879 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5521d66c-a007-417e-a9fd-620984123371 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:42.105887 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-5521d66c-a007-417e-a9fd-620984123371 admin admin] For port 06b72fca-34a9-4fb4-8f99-fcf51c22ce89, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=06b72fca-34a9-4fb4-8f99-fcf51c22ce89,segment=NetworkSegment(6cb24200-7eaf-4b71-9bd4-5f9c92f72f88),segment_id=6cb24200-7eaf-4b71-9bd4-5f9c92f72f88)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:47:42.106248 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5521d66c-a007-417e-a9fd-620984123371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:42.121026 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-5521d66c-a007-417e-a9fd-620984123371 admin admin] Calling delete_port for 06b72fca-34a9-4fb4-8f99-fcf51c22ce89 owned by network:dhcp {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:47:42.134226 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4a3e71-5be1-4e64-8739-d4367e6c4669 None None] DHCP port deletion for 3fa935b3-2339-4c52-8571-6fa7d975cff9 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:47:42.214395 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-0f4a3e71-5be1-4e64-8739-d4367e6c4669 None None] Deleting port 06b72fca-34a9-4fb4-8f99-fcf51c22ce89 {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:47:42.214779 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0f4a3e71-5be1-4e64-8739-d4367e6c4669 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:42.266937 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a998f-dc90-49dc-ac67-6b79cabf340b req-80476053-ee69-4fef-a8b7-fcec3c163c3d tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:42.271672 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0b4a998f-dc90-49dc-ac67-6b79cabf340b req-80476053-ee69-4fef-a8b7-fcec3c163c3d tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.0676293 Jul 09 14:47:42.295349 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-0f4a3e71-5be1-4e64-8739-d4367e6c4669 None None] For port 06b72fca-34a9-4fb4-8f99-fcf51c22ce89, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=06b72fca-34a9-4fb4-8f99-fcf51c22ce89,segment=NetworkSegment(6cb24200-7eaf-4b71-9bd4-5f9c92f72f88),segment_id=6cb24200-7eaf-4b71-9bd4-5f9c92f72f88)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:47:42.296051 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0f4a3e71-5be1-4e64-8739-d4367e6c4669 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:42.301148 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5521d66c-a007-417e-a9fd-620984123371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:42.312285 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-0f4a3e71-5be1-4e64-8739-d4367e6c4669 None None] Calling delete_port for 06b72fca-34a9-4fb4-8f99-fcf51c22ce89 owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:47:42.326784 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0b4a998f-dc90-49dc-ac67-6b79cabf340b req-4f9b44e5-3e05-4002-b96a-930b46d51ddc tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521078 Jul 09 14:47:42.341719 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5521d66c-a007-417e-a9fd-620984123371 admin admin] Pushing event deleted for resources: {'Port': ['ID=06b72fca-34a9-4fb4-8f99-fcf51c22ce89,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:42.343850 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5521d66c-a007-417e-a9fd-620984123371 admin admin] No DVR routers for this DVR port 06b72fca-34a9-4fb4-8f99-fcf51c22ce89 on host n-d-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:47:42.402783 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0f4a3e71-5be1-4e64-8739-d4367e6c4669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:42.425210 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4a3e71-5be1-4e64-8739-d4367e6c4669 None None] Pushing event deleted for resources: {'Port': ['ID=06b72fca-34a9-4fb4-8f99-fcf51c22ce89,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:42.429267 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5521d66c-a007-417e-a9fd-620984123371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:42.434493 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4a3e71-5be1-4e64-8739-d4367e6c4669 None None] No DVR routers for this DVR port 06b72fca-34a9-4fb4-8f99-fcf51c22ce89 on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:47:42.442879 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-5521d66c-a007-417e-a9fd-620984123371 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fa935b3-2339-4c52-8571-6fa7d975cff9']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:47:42.454683 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-5521d66c-a007-417e-a9fd-620984123371 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cb24200-7eaf-4b71-9bd4-5f9c92f72f88') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:47:42.455328 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-5521d66c-a007-417e-a9fd-620984123371 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cb24200-7eaf-4b71-9bd4-5f9c92f72f88') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:47:42.464981 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5521d66c-a007-417e-a9fd-620984123371 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:42.479180 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5521d66c-a007-417e-a9fd-620984123371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:42.485181 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5521d66c-a007-417e-a9fd-620984123371 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:47:42.485572 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5521d66c-a007-417e-a9fd-620984123371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:42.487227 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:47:42.487227 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:47:42.487227 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:47:42.487227 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:47:42.487227 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 14:47:42.487227 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:47:42.487227 n-d-799529-6 neutron-server[94445]: timer() Jul 09 14:47:42.487227 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:47:42.487227 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 14:47:42.487227 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:47:42.487227 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 14:47:42.487227 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:47:42.487227 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 14:47:42.487227 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:47:42.487227 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 14:47:42.487227 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:47:42.487227 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 14:47:42.487227 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:47:42.487227 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:47:42.487227 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:47:42.487227 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:47:42.487227 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:47:42.487227 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 14:47:42.487227 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:47:42.487227 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 14:47:42.487227 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:47:42.487227 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:47:42.487227 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:47:42.487227 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 14:47:42.487227 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:47:42.487227 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:47:42.487227 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:47:42.487227 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:47:42.487227 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:47:42.487227 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:47:42.487227 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:47:42.596375 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5521d66c-a007-417e-a9fd-620984123371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:42.609891 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5521d66c-a007-417e-a9fd-620984123371 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:42.609891 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-5521d66c-a007-417e-a9fd-620984123371 admin admin] 10.222.0.58 "DELETE /v2.0/networks/3fa935b3-2339-4c52-8571-6fa7d975cff9 HTTP/1.1" status: 204 len: 168 time: 0.7445247 Jul 09 14:47:42.625378 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5521d66c-a007-417e-a9fd-620984123371 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fa935b3-2339-4c52-8571-6fa7d975cff9,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:42.655260 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 36904) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:42.720603 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 09e774ea-8be4-466b-82ba-dd22bcc607f7 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:47:42.751081 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 09e774ea-8be4-466b-82ba-dd22bcc607f7 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:47:42.751649 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 09e774ea-8be4-466b-82ba-dd22bcc607f7 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:47:42.752077 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 06b72fca-34a9-4fb4-8f99-fcf51c22ce89 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:47:42.773412 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 06b72fca-34a9-4fb4-8f99-fcf51c22ce89 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:47:42.773767 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 06b72fca-34a9-4fb4-8f99-fcf51c22ce89 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:47:42.822710 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 1c924033-ab46-4efe-a952-c19f76703241 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:47:42.896662 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07233c2b-a024-4734-b0ca-0e4f327c1992 req-c0af4fba-9f3a-4749-bfa9-2f65ffca410f tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:42.903824 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07233c2b-a024-4734-b0ca-0e4f327c1992 req-c0af4fba-9f3a-4749-bfa9-2f65ffca410f tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:42.909359 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07233c2b-a024-4734-b0ca-0e4f327c1992 req-c0af4fba-9f3a-4749-bfa9-2f65ffca410f tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:42.915760 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07233c2b-a024-4734-b0ca-0e4f327c1992 req-c0af4fba-9f3a-4749-bfa9-2f65ffca410f tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:42.921657 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07233c2b-a024-4734-b0ca-0e4f327c1992 req-c0af4fba-9f3a-4749-bfa9-2f65ffca410f tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:42.927683 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07233c2b-a024-4734-b0ca-0e4f327c1992 req-c0af4fba-9f3a-4749-bfa9-2f65ffca410f tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:42.933616 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07233c2b-a024-4734-b0ca-0e4f327c1992 req-c0af4fba-9f3a-4749-bfa9-2f65ffca410f tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:42.935610 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-07233c2b-a024-4734-b0ca-0e4f327c1992 req-c0af4fba-9f3a-4749-bfa9-2f65ffca410f tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/ports?device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 5425 time: 0.1152186 Jul 09 14:47:42.957807 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port 1c924033-ab46-4efe-a952-c19f76703241 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:47:42.962430 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 1c924033-ab46-4efe-a952-c19f76703241 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:47:42.962870 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:42.980789 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-07233c2b-a024-4734-b0ca-0e4f327c1992 req-622b3be7-90ea-4152-9e88-ec950ba09161 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c78eb3d-e1da-49ec-9295-fc8608cc021d&id=9c5c735c-33df-481d-808b-656ad0345330&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0378788 Jul 09 14:47:43.004240 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-61ba3ea5-d758-4b9f-a220-0bdb6591ff53 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1610871753-network', 'tenant_id': 'aa2a983a47494b75b30c2824631c834b'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:47:43.058252 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 36918) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:43.082758 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:43.094776 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ba3ea5-d758-4b9f-a220-0bdb6591ff53 admin admin] Made reservation on behalf of aa2a983a47494b75b30c2824631c834b for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:47:43.100439 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-61ba3ea5-d758-4b9f-a220-0bdb6591ff53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:43.119152 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '215ee5c1-c47c-4487-bfe7-3272754152b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c924033-ab46-4efe-a952-c19f76703241'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:47:43.121711 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-61ba3ea5-d758-4b9f-a220-0bdb6591ff53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:43.122240 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bcb722e-b1cc-4d7d-b416-dd07186db4e6" -d '{"events": [{"server_uuid": "215ee5c1-c47c-4487-bfe7-3272754152b3", "name": "network-vif-plugged", "status": "completed", "tag": "1c924033-ab46-4efe-a952-c19f76703241"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:47:43.139216 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 1c924033-ab46-4efe-a952-c19f76703241, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=1c924033-ab46-4efe-a952-c19f76703241,segment=NetworkSegment(b243d64e-462e-4d56-aaa8-e625bc50df08),segment_id=b243d64e-462e-4d56-aaa8-e625bc50df08)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:47:43.155421 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 36922) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:43.167916 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d350f610-6f3c-446e-87ec-769def2b76e7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=33830380cf91487e9266ec97c1d3a5ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1058598 Jul 09 14:47:43.173413 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55766dc1-5a13-4c1d-85a1-da627ceeb443 x-openstack-request-id: req-55766dc1-5a13-4c1d-85a1-da627ceeb443 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:47:43.173734 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "215ee5c1-c47c-4487-bfe7-3272754152b3", "name": "network-vif-plugged", "status": "completed", "tag": "1c924033-ab46-4efe-a952-c19f76703241", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:47:43.174297 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-55766dc1-5a13-4c1d-85a1-da627ceeb443 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:47:43.174433 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215ee5c1-c47c-4487-bfe7-3272754152b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c924033-ab46-4efe-a952-c19f76703241', 'code': 200} Jul 09 14:47:43.228976 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a390db77-743b-4377-b468-57d86cef639f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:43.237685 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:43.238522 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device bb420490-7abe-48bb-8247-ff19d2932add up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:47:43.264165 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-61ba3ea5-d758-4b9f-a220-0bdb6591ff53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:43.272282 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a390db77-743b-4377-b468-57d86cef639f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:43.317281 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=1c924033-ab46-4efe-a952-c19f76703241,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:43.356391 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-61ba3ea5-d758-4b9f-a220-0bdb6591ff53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:43.389071 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ba3ea5-d758-4b9f-a220-0bdb6591ff53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f16015ca-9a7b-4804-962d-59a2bba9d1d7,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:43.439648 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 36930) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:43.453671 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port bb420490-7abe-48bb-8247-ff19d2932add completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:47:43.453836 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a390db77-743b-4377-b468-57d86cef639f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:43.456629 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a390db77-743b-4377-b468-57d86cef639f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:43.460030 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a390db77-743b-4377-b468-57d86cef639f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6bfbf5cb-a0e4-4aee-bace-465c41d423ff HTTP/1.1" status: 204 len: 168 time: 0.3007951 Jul 09 14:47:43.460158 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port bb420490-7abe-48bb-8247-ff19d2932add triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:47:43.460158 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:43.466341 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a390db77-743b-4377-b468-57d86cef639f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bfbf5cb-a0e4-4aee-bace-465c41d423ff,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:43.485166 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61ba3ea5-d758-4b9f-a220-0bdb6591ff53 admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:47:43.501040 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-61ba3ea5-d758-4b9f-a220-0bdb6591ff53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:43.504207 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-61ba3ea5-d758-4b9f-a220-0bdb6591ff53 admin admin] Added segment 7500281a-7475-4abe-ba5c-c4957c739c0d of type vlan for network 2d0a152e-9f43-4ba5-8037-52f53a5a3ad9 Jul 09 14:47:43.555147 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-61ba3ea5-d758-4b9f-a220-0bdb6591ff53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:43.555711 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:43.567542 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d594eca-006e-4d4e-b707-8a3446efe6d7 req-f4bd8a04-209f-4430-a366-30fa3c7cfb28 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:43.574503 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9d594eca-006e-4d4e-b707-8a3446efe6d7 req-f4bd8a04-209f-4430-a366-30fa3c7cfb28 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.1362038 Jul 09 14:47:43.605631 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port bb420490-7abe-48bb-8247-ff19d2932add, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=bb420490-7abe-48bb-8247-ff19d2932add,segment=NetworkSegment(c961693e-5289-4f40-a8e3-a769b6e30c12),segment_id=c961693e-5289-4f40-a8e3-a769b6e30c12)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:47:43.632210 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9d594eca-006e-4d4e-b707-8a3446efe6d7 req-73a6ba40-460d-4851-a294-3c11bd1be6a3 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564916 Jul 09 14:47:43.649880 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:43.659591 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device bbecacc0-fcea-4c8e-9c93-2a490da9fb58 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:47:43.689169 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-61ba3ea5-d758-4b9f-a220-0bdb6591ff53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:43.691410 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ba3ea5-d758-4b9f-a220-0bdb6591ff53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:43.692360 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-61ba3ea5-d758-4b9f-a220-0bdb6591ff53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:43.744976 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-09751c9c-cd5c-4c15-9490-384e071a35ab tempest-AgentManagementNegativeTest-1583118587 tempest-AgentManagementNegativeTest-1583118587-project] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3040397 Jul 09 14:47:43.747858 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=bb420490-7abe-48bb-8247-ff19d2932add,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:43.782185 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ba3ea5-d758-4b9f-a220-0bdb6591ff53 admin admin] Pushing event updated for resources: {'Network': ['ID=2d0a152e-9f43-4ba5-8037-52f53a5a3ad9,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:43.794881 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 2d0a152e-9f43-4ba5-8037-52f53a5a3ad9 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:47:43.835717 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port bbecacc0-fcea-4c8e-9c93-2a490da9fb58 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:47:43.848945 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-61ba3ea5-d758-4b9f-a220-0bdb6591ff53 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1925159 Jul 09 14:47:43.849398 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port bbecacc0-fcea-4c8e-9c93-2a490da9fb58 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:47:43.849973 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:43.852312 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 36944) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:43.859150 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-6ba4ee0c-08a2-4c05-b1ae-96e481ac16d4 admin admin] Request body: {'subnet': {'network_id': '2d0a152e-9f43-4ba5-8037-52f53a5a3ad9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1610871753-subnet', 'tenant_id': 'aa2a983a47494b75b30c2824631c834b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:47:43.942811 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:43.974347 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port bbecacc0-fcea-4c8e-9c93-2a490da9fb58, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=bbecacc0-fcea-4c8e-9c93-2a490da9fb58,segment=NetworkSegment(3bb7d6e9-70bc-4439-a91f-bf6984bfce81),segment_id=3bb7d6e9-70bc-4439-a91f-bf6984bfce81)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:47:44.003748 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba4ee0c-08a2-4c05-b1ae-96e481ac16d4 admin admin] Made reservation on behalf of aa2a983a47494b75b30c2824631c834b for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:47:44.011707 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6ba4ee0c-08a2-4c05-b1ae-96e481ac16d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:44.134914 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:44.136018 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 584859ef-7df1-4e5e-a094-227a09a19961 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:47:44.214546 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=bbecacc0-fcea-4c8e-9c93-2a490da9fb58,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:44.238564 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00292011-a9d8-4c23-bb14-f198439b8248 req-392e9359-5098-42c6-9686-549b9973dfdf tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:44.245013 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00292011-a9d8-4c23-bb14-f198439b8248 req-392e9359-5098-42c6-9686-549b9973dfdf tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:44.250850 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00292011-a9d8-4c23-bb14-f198439b8248 req-392e9359-5098-42c6-9686-549b9973dfdf tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:44.256716 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00292011-a9d8-4c23-bb14-f198439b8248 req-392e9359-5098-42c6-9686-549b9973dfdf tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:44.262658 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00292011-a9d8-4c23-bb14-f198439b8248 req-392e9359-5098-42c6-9686-549b9973dfdf tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:44.268665 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00292011-a9d8-4c23-bb14-f198439b8248 req-392e9359-5098-42c6-9686-549b9973dfdf tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:44.274539 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00292011-a9d8-4c23-bb14-f198439b8248 req-392e9359-5098-42c6-9686-549b9973dfdf tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:44.276516 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-00292011-a9d8-4c23-bb14-f198439b8248 req-392e9359-5098-42c6-9686-549b9973dfdf tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/ports?device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 5427 time: 0.1643875 Jul 09 14:47:44.301283 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6ba4ee0c-08a2-4c05-b1ae-96e481ac16d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:44.327591 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port 584859ef-7df1-4e5e-a094-227a09a19961 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:47:44.338647 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 584859ef-7df1-4e5e-a094-227a09a19961 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:47:44.339635 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:44.366444 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-00292011-a9d8-4c23-bb14-f198439b8248 req-7314b391-c056-4629-9870-3a7273357e31 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c78eb3d-e1da-49ec-9295-fc8608cc021d&id=9c5c735c-33df-481d-808b-656ad0345330&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0835545 Jul 09 14:47:44.400535 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba4ee0c-08a2-4c05-b1ae-96e481ac16d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=704e6075-60f4-40c3-b778-4ed979531aac,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:44.441174 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 36960) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:44.443154 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:44.445813 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba4ee0c-08a2-4c05-b1ae-96e481ac16d4 admin admin] Checking segment: {'id': '7500281a-7475-4abe-ba5c-c4957c739c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2d0a152e-9f43-4ba5-8037-52f53a5a3ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:47:44.446190 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba4ee0c-08a2-4c05-b1ae-96e481ac16d4 admin admin] Network hostable DHCP agents. Network: 2d0a152e-9f43-4ba5-8037-52f53a5a3ad9, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:47:44.499195 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 584859ef-7df1-4e5e-a094-227a09a19961, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=584859ef-7df1-4e5e-a094-227a09a19961,segment=NetworkSegment(c961693e-5289-4f40-a8e3-a769b6e30c12),segment_id=c961693e-5289-4f40-a8e3-a769b6e30c12)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:47:44.569873 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba4ee0c-08a2-4c05-b1ae-96e481ac16d4 admin admin] Network 2d0a152e-9f43-4ba5-8037-52f53a5a3ad9 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:47:44.597879 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:44.598813 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device ab8363f7-21ad-4c07-a8be-128ce6a85669 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:47:44.669006 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-91635c6a-f0ab-4ab9-a3f4-5d80f7e8ae3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:44.677997 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=584859ef-7df1-4e5e-a094-227a09a19961,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:44.682544 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-6ba4ee0c-08a2-4c05-b1ae-96e481ac16d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 2d0a152e-9f43-4ba5-8037-52f53a5a3ad9) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:47:44.683657 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:44.687842 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba4ee0c-08a2-4c05-b1ae-96e481ac16d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:44.692621 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6ba4ee0c-08a2-4c05-b1ae-96e481ac16d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:44.693777 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04761aa-5d0a-4e6c-90ea-9165c7bf868b None None] Network 2d0a152e-9f43-4ba5-8037-52f53a5a3ad9 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:47:44.793196 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-6ba4ee0c-08a2-4c05-b1ae-96e481ac16d4 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9397478 Jul 09 14:47:44.795968 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 36982) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:44.803091 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-a7213313-1ba8-46f4-ba9f-04051758985f admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1610871753-router', 'tenant_id': 'aa2a983a47494b75b30c2824631c834b', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:47:44.822184 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port ab8363f7-21ad-4c07-a8be-128ce6a85669 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:47:44.832292 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port ab8363f7-21ad-4c07-a8be-128ce6a85669 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:47:44.832665 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:44.895117 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda398d-74bb-4a75-ae35-3a74a228d7f7 req-d7b4b201-36fa-4830-b83d-bf0c97c85cfe tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:44.896707 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0eda398d-74bb-4a75-ae35-3a74a228d7f7 req-d7b4b201-36fa-4830-b83d-bf0c97c85cfe tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.1164148 Jul 09 14:47:44.909509 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0def7ae4-8b4a-4b4a-931a-f7d0dfe3e1bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-2d0a152e-9f43-4ba5-8037-52f53a5a3ad9', 'network_id': '2d0a152e-9f43-4ba5-8037-52f53a5a3ad9', 'tenant_id': 'aa2a983a47494b75b30c2824631c834b', 'fixed_ips': [{'subnet_id': '704e6075-60f4-40c3-b778-4ed979531aac'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:47:44.910635 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0def7ae4-8b4a-4b4a-931a-f7d0dfe3e1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:44.963582 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0eda398d-74bb-4a75-ae35-3a74a228d7f7 req-bf08e0aa-1469-4472-ba1a-421c888ac590 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560534 Jul 09 14:47:44.975071 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:44.991775 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-91635c6a-f0ab-4ab9-a3f4-5d80f7e8ae3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:45.090555 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-91635c6a-f0ab-4ab9-a3f4-5d80f7e8ae3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:45.106596 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port ab8363f7-21ad-4c07-a8be-128ce6a85669, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=ab8363f7-21ad-4c07-a8be-128ce6a85669,segment=NetworkSegment(b243d64e-462e-4d56-aaa8-e625bc50df08),segment_id=b243d64e-462e-4d56-aaa8-e625bc50df08)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:47:45.132754 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-0def7ae4-8b4a-4b4a-931a-f7d0dfe3e1bd None None] Allocated IP 172.20.0.2 (2d0a152e-9f43-4ba5-8037-52f53a5a3ad9/704e6075-60f4-40c3-b778-4ed979531aac/c634fd03-754e-48d6-ae04-17a5fae78f8c) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:47:45.174032 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91635c6a-f0ab-4ab9-a3f4-5d80f7e8ae3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0501401e-bd8c-4888-b58a-60fca254dd9e,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:45.181779 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-91635c6a-f0ab-4ab9-a3f4-5d80f7e8ae3c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=28b94f42dcfa48bc838086c7b44b1836&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7386405 Jul 09 14:47:45.182432 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a7213313-1ba8-46f4-ba9f-04051758985f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:45.183659 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a7213313-1ba8-46f4-ba9f-04051758985f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:45.189794 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 37016) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:45.271904 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bafb64a-4f3c-47f0-b115-a30003c012f4 req-e8cd22ba-a7cd-4893-a8a9-8785446274c6 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:45.279485 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7bafb64a-4f3c-47f0-b115-a30003c012f4 req-e8cd22ba-a7cd-4893-a8a9-8785446274c6 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.1543868 Jul 09 14:47:45.290209 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a7213313-1ba8-46f4-ba9f-04051758985f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:45.305795 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cdd76c9b-fce3-4cff-9d8b-e6a20568095f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:45.315446 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '215ee5c1-c47c-4487-bfe7-3272754152b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb420490-7abe-48bb-8247-ff19d2932add'}, {'server_uuid': '215ee5c1-c47c-4487-bfe7-3272754152b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbecacc0-fcea-4c8e-9c93-2a490da9fb58'}, {'server_uuid': '215ee5c1-c47c-4487-bfe7-3272754152b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584859ef-7df1-4e5e-a094-227a09a19961'}, {'server_uuid': '215ee5c1-c47c-4487-bfe7-3272754152b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab8363f7-21ad-4c07-a8be-128ce6a85669'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:47:45.317745 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc3a1ac-dc85-48a5-8cd0-19e1c049452f" -d '{"events": [{"server_uuid": "215ee5c1-c47c-4487-bfe7-3272754152b3", "name": "network-vif-plugged", "status": "completed", "tag": "bb420490-7abe-48bb-8247-ff19d2932add"}, {"server_uuid": "215ee5c1-c47c-4487-bfe7-3272754152b3", "name": "network-vif-plugged", "status": "completed", "tag": "bbecacc0-fcea-4c8e-9c93-2a490da9fb58"}, {"server_uuid": "215ee5c1-c47c-4487-bfe7-3272754152b3", "name": "network-vif-plugged", "status": "completed", "tag": "584859ef-7df1-4e5e-a094-227a09a19961"}, {"server_uuid": "215ee5c1-c47c-4487-bfe7-3272754152b3", "name": "network-vif-plugged", "status": "completed", "tag": "ab8363f7-21ad-4c07-a8be-128ce6a85669"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:47:45.323703 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:45.324519 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 96e89843-57db-4bb8-a7db-a9b989e66245 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:47:45.353586 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cdd76c9b-fce3-4cff-9d8b-e6a20568095f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:45.369585 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7bafb64a-4f3c-47f0-b115-a30003c012f4 req-f1be23b5-2260-422c-9722-3e90a8a4e678 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871937 Jul 09 14:47:45.453895 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 09 Jul 2021 14:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d9467c-a7b7-4171-bcc4-c008be4f7f6b x-openstack-request-id: req-02d9467c-a7b7-4171-bcc4-c008be4f7f6b {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:47:45.454420 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "215ee5c1-c47c-4487-bfe7-3272754152b3", "name": "network-vif-plugged", "status": "completed", "tag": "bb420490-7abe-48bb-8247-ff19d2932add", "code": 200}, {"server_uuid": "215ee5c1-c47c-4487-bfe7-3272754152b3", "name": "network-vif-plugged", "status": "completed", "tag": "bbecacc0-fcea-4c8e-9c93-2a490da9fb58", "code": 200}, {"server_uuid": "215ee5c1-c47c-4487-bfe7-3272754152b3", "name": "network-vif-plugged", "status": "completed", "tag": "584859ef-7df1-4e5e-a094-227a09a19961", "code": 200}, {"server_uuid": "215ee5c1-c47c-4487-bfe7-3272754152b3", "name": "network-vif-plugged", "status": "completed", "tag": "ab8363f7-21ad-4c07-a8be-128ce6a85669", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:47:45.454870 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-02d9467c-a7b7-4171-bcc4-c008be4f7f6b {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:47:45.455454 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215ee5c1-c47c-4487-bfe7-3272754152b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb420490-7abe-48bb-8247-ff19d2932add', 'code': 200} Jul 09 14:47:45.461808 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215ee5c1-c47c-4487-bfe7-3272754152b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbecacc0-fcea-4c8e-9c93-2a490da9fb58', 'code': 200} Jul 09 14:47:45.461808 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215ee5c1-c47c-4487-bfe7-3272754152b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584859ef-7df1-4e5e-a094-227a09a19961', 'code': 200} Jul 09 14:47:45.461808 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215ee5c1-c47c-4487-bfe7-3272754152b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab8363f7-21ad-4c07-a8be-128ce6a85669', 'code': 200} Jul 09 14:47:45.481609 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0def7ae4-8b4a-4b4a-931a-f7d0dfe3e1bd None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:45.518862 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=ab8363f7-21ad-4c07-a8be-128ce6a85669,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:45.570175 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cdd76c9b-fce3-4cff-9d8b-e6a20568095f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:45.570683 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-0def7ae4-8b4a-4b4a-931a-f7d0dfe3e1bd None None] Transition to ACTIVE for port object c634fd03-754e-48d6-ae04-17a5fae78f8c will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:47:45.573987 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cdd76c9b-fce3-4cff-9d8b-e6a20568095f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:45.575992 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-cdd76c9b-fce3-4cff-9d8b-e6a20568095f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0501401e-bd8c-4888-b58a-60fca254dd9e HTTP/1.1" status: 204 len: 168 time: 0.3878918 Jul 09 14:47:45.593151 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd76c9b-fce3-4cff-9d8b-e6a20568095f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0501401e-bd8c-4888-b58a-60fca254dd9e,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:45.602513 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port 96e89843-57db-4bb8-a7db-a9b989e66245 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:47:45.615719 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-0def7ae4-8b4a-4b4a-931a-f7d0dfe3e1bd None None] Transition to ACTIVE for port object c634fd03-754e-48d6-ae04-17a5fae78f8c will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:47:45.618978 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 96e89843-57db-4bb8-a7db-a9b989e66245 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:47:45.619352 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:45.732399 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0def7ae4-8b4a-4b4a-931a-f7d0dfe3e1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:45.743380 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a7213313-1ba8-46f4-ba9f-04051758985f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:45.808745 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0def7ae4-8b4a-4b4a-931a-f7d0dfe3e1bd None None] Network 2d0a152e-9f43-4ba5-8037-52f53a5a3ad9 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:47:45.818111 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0fb800-f5b4-4ba4-9001-ec908c14d851 req-7f79854f-c722-4508-9d52-c97d65c530af tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:45.824729 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0fb800-f5b4-4ba4-9001-ec908c14d851 req-7f79854f-c722-4508-9d52-c97d65c530af tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:45.829421 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:45.833469 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0fb800-f5b4-4ba4-9001-ec908c14d851 req-7f79854f-c722-4508-9d52-c97d65c530af tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:45.834573 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-0def7ae4-8b4a-4b4a-931a-f7d0dfe3e1bd None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:47:45.841045 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0fb800-f5b4-4ba4-9001-ec908c14d851 req-7f79854f-c722-4508-9d52-c97d65c530af tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:45.846937 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0fb800-f5b4-4ba4-9001-ec908c14d851 req-7f79854f-c722-4508-9d52-c97d65c530af tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:45.852523 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0def7ae4-8b4a-4b4a-931a-f7d0dfe3e1bd None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:47:45.853137 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0fb800-f5b4-4ba4-9001-ec908c14d851 req-7f79854f-c722-4508-9d52-c97d65c530af tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:45.859912 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0fb800-f5b4-4ba4-9001-ec908c14d851 req-7f79854f-c722-4508-9d52-c97d65c530af tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:45.861826 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8b0fb800-f5b4-4ba4-9001-ec908c14d851 req-7f79854f-c722-4508-9d52-c97d65c530af tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/ports?device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 5430 time: 0.1680262 Jul 09 14:47:45.888944 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0def7ae4-8b4a-4b4a-931a-f7d0dfe3e1bd None None] Pushing event updated for resources: {'Port': ['ID=c634fd03-754e-48d6-ae04-17a5fae78f8c,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:45.951326 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 96e89843-57db-4bb8-a7db-a9b989e66245, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=96e89843-57db-4bb8-a7db-a9b989e66245,segment=NetworkSegment(c961693e-5289-4f40-a8e3-a769b6e30c12),segment_id=c961693e-5289-4f40-a8e3-a769b6e30c12)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:47:45.965965 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8b0fb800-f5b4-4ba4-9001-ec908c14d851 req-c66adf95-318d-417e-bfe2-5c1bc841d102 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c78eb3d-e1da-49ec-9295-fc8608cc021d&id=9c5c735c-33df-481d-808b-656ad0345330&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0921862 Jul 09 14:47:45.989421 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-0def7ae4-8b4a-4b4a-931a-f7d0dfe3e1bd None None] Attempting to bind port c634fd03-754e-48d6-ae04-17a5fae78f8c on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:47:45.990374 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-0def7ae4-8b4a-4b4a-931a-f7d0dfe3e1bd None None] Attempting to bind port c634fd03-754e-48d6-ae04-17a5fae78f8c by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '7500281a-7475-4abe-ba5c-c4957c739c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2d0a152e-9f43-4ba5-8037-52f53a5a3ad9'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:47:45.991128 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0def7ae4-8b4a-4b4a-931a-f7d0dfe3e1bd None None] Attempting to bind port c634fd03-754e-48d6-ae04-17a5fae78f8c on network 2d0a152e-9f43-4ba5-8037-52f53a5a3ad9 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:47:46.005683 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0def7ae4-8b4a-4b4a-931a-f7d0dfe3e1bd None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:47:46.005683 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0def7ae4-8b4a-4b4a-931a-f7d0dfe3e1bd None None] Checking segment: {'id': '7500281a-7475-4abe-ba5c-c4957c739c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2d0a152e-9f43-4ba5-8037-52f53a5a3ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:47:46.005683 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0def7ae4-8b4a-4b4a-931a-f7d0dfe3e1bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:46.005683 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0def7ae4-8b4a-4b4a-931a-f7d0dfe3e1bd None None] Bound using segment: {'id': '7500281a-7475-4abe-ba5c-c4957c739c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2d0a152e-9f43-4ba5-8037-52f53a5a3ad9'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:47:46.005683 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-0def7ae4-8b4a-4b4a-931a-f7d0dfe3e1bd None None] Bound port: c634fd03-754e-48d6-ae04-17a5fae78f8c, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7500281a-7475-4abe-ba5c-c4957c739c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2d0a152e-9f43-4ba5-8037-52f53a5a3ad9'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:47:46.005683 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0def7ae4-8b4a-4b4a-931a-f7d0dfe3e1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:46.095125 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:46.096037 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 42412cbf-f692-4bfb-8bac-e2da1b31b674 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:47:46.158323 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-0def7ae4-8b4a-4b4a-931a-f7d0dfe3e1bd None None] For port c634fd03-754e-48d6-ae04-17a5fae78f8c, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:47:46.240864 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a7213313-1ba8-46f4-ba9f-04051758985f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:46.263754 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a7213313-1ba8-46f4-ba9f-04051758985f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:46.402689 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-a7213313-1ba8-46f4-ba9f-04051758985f admin admin] Allocated IP 172.25.3.52 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/87556ccb-f3f7-4c93-be1b-14afb75c91dc) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:47:46.458288 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-0def7ae4-8b4a-4b4a-931a-f7d0dfe3e1bd None None] For port c634fd03-754e-48d6-ae04-17a5fae78f8c, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=c634fd03-754e-48d6-ae04-17a5fae78f8c,segment=NetworkSegment(7500281a-7475-4abe-ba5c-c4957c739c0d),segment_id=7500281a-7475-4abe-ba5c-c4957c739c0d)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:47:46.502059 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=96e89843-57db-4bb8-a7db-a9b989e66245,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:46.534239 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b43b12b-af8e-4056-99a0-50a73f13d5bf req-73b6a4e1-5650-469d-80fe-889c5fd5c380 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:46.535932 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9b43b12b-af8e-4056-99a0-50a73f13d5bf req-73b6a4e1-5650-469d-80fe-889c5fd5c380 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.1296890 Jul 09 14:47:46.552510 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0def7ae4-8b4a-4b4a-931a-f7d0dfe3e1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:46.583175 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a7213313-1ba8-46f4-ba9f-04051758985f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:46.618606 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9b43b12b-af8e-4056-99a0-50a73f13d5bf req-db773a9f-a76d-4884-b01f-a760fb2f48d2 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720098 Jul 09 14:47:46.664836 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port 42412cbf-f692-4bfb-8bac-e2da1b31b674 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:47:46.676463 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0def7ae4-8b4a-4b4a-931a-f7d0dfe3e1bd None None] Pushing event updated for resources: {'Port': ['ID=c634fd03-754e-48d6-ae04-17a5fae78f8c,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:46.688281 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 42412cbf-f692-4bfb-8bac-e2da1b31b674 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:47:46.689005 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:46.769140 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a7213313-1ba8-46f4-ba9f-04051758985f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:46.863521 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:46.898455 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7213313-1ba8-46f4-ba9f-04051758985f admin admin] Pushing event updated for resources: {'Port': ['ID=87556ccb-f3f7-4c93-be1b-14afb75c91dc,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:46.925356 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 42412cbf-f692-4bfb-8bac-e2da1b31b674, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=42412cbf-f692-4bfb-8bac-e2da1b31b674,segment=NetworkSegment(c961693e-5289-4f40-a8e3-a769b6e30c12),segment_id=c961693e-5289-4f40-a8e3-a769b6e30c12)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:47:46.931494 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7213313-1ba8-46f4-ba9f-04051758985f admin admin] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:47:46.933306 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-a7213313-1ba8-46f4-ba9f-04051758985f admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:47:46.935982 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7213313-1ba8-46f4-ba9f-04051758985f admin admin] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:47:47.004143 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:47.005542 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 1ad2f213-faf3-4478-a55c-736188b5f250 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:47:47.188162 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=42412cbf-f692-4bfb-8bac-e2da1b31b674,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:47.367019 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:47.451709 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 1ad2f213-faf3-4478-a55c-736188b5f250, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=1ad2f213-faf3-4478-a55c-736188b5f250,segment=NetworkSegment(08141ba6-0964-4d1a-8d67-af4c03fe6653),segment_id=08141ba6-0964-4d1a-8d67-af4c03fe6653)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:47:47.461756 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '215ee5c1-c47c-4487-bfe7-3272754152b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e89843-57db-4bb8-a7db-a9b989e66245'}, {'server_uuid': '215ee5c1-c47c-4487-bfe7-3272754152b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42412cbf-f692-4bfb-8bac-e2da1b31b674'}, {'server_uuid': '54c8f6cd-9e14-4b89-8e17-418eaeb7eff8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ad2f213-faf3-4478-a55c-736188b5f250'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:47:47.467329 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23df7926-0b50-4273-a88f-56d218fe2117" -d '{"events": [{"server_uuid": "215ee5c1-c47c-4487-bfe7-3272754152b3", "name": "network-vif-plugged", "status": "completed", "tag": "96e89843-57db-4bb8-a7db-a9b989e66245"}, {"server_uuid": "215ee5c1-c47c-4487-bfe7-3272754152b3", "name": "network-vif-plugged", "status": "completed", "tag": "42412cbf-f692-4bfb-8bac-e2da1b31b674"}, {"server_uuid": "54c8f6cd-9e14-4b89-8e17-418eaeb7eff8", "name": "network-vif-unplugged", "status": "completed", "tag": "1ad2f213-faf3-4478-a55c-736188b5f250"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:47:47.564045 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:47.567549 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a16e82-0958-42a1-9d8e-5961de8b08f1 req-ca4a3f55-b598-49a2-a25f-dbd126b0f4e8 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:47.574257 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a16e82-0958-42a1-9d8e-5961de8b08f1 req-ca4a3f55-b598-49a2-a25f-dbd126b0f4e8 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:47.581175 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a16e82-0958-42a1-9d8e-5961de8b08f1 req-ca4a3f55-b598-49a2-a25f-dbd126b0f4e8 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:47.588504 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a16e82-0958-42a1-9d8e-5961de8b08f1 req-ca4a3f55-b598-49a2-a25f-dbd126b0f4e8 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:47.599534 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a16e82-0958-42a1-9d8e-5961de8b08f1 req-ca4a3f55-b598-49a2-a25f-dbd126b0f4e8 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:47.616163 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a16e82-0958-42a1-9d8e-5961de8b08f1 req-ca4a3f55-b598-49a2-a25f-dbd126b0f4e8 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:47.627185 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a16e82-0958-42a1-9d8e-5961de8b08f1 req-ca4a3f55-b598-49a2-a25f-dbd126b0f4e8 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:47.642900 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b4a16e82-0958-42a1-9d8e-5961de8b08f1 req-ca4a3f55-b598-49a2-a25f-dbd126b0f4e8 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/ports?device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 5432 time: 0.1722865 Jul 09 14:47:47.664418 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a7213313-1ba8-46f4-ba9f-04051758985f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:47.683264 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=1ad2f213-faf3-4478-a55c-736188b5f250,revision_number=8']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:47.698798 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 524 Content-Type: application/json Date: Fri, 09 Jul 2021 14:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8954b3-ca08-48e3-a29d-e4aa3e353429 x-openstack-request-id: req-5a8954b3-ca08-48e3-a29d-e4aa3e353429 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:47:47.699120 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "215ee5c1-c47c-4487-bfe7-3272754152b3", "name": "network-vif-plugged", "status": "completed", "tag": "96e89843-57db-4bb8-a7db-a9b989e66245", "code": 200}, {"server_uuid": "215ee5c1-c47c-4487-bfe7-3272754152b3", "name": "network-vif-plugged", "status": "completed", "tag": "42412cbf-f692-4bfb-8bac-e2da1b31b674", "code": 200}, {"server_uuid": "54c8f6cd-9e14-4b89-8e17-418eaeb7eff8", "name": "network-vif-unplugged", "status": "failed", "tag": "1ad2f213-faf3-4478-a55c-736188b5f250", "code": 422}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:47:47.699381 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5a8954b3-ca08-48e3-a29d-e4aa3e353429 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:47:47.700075 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215ee5c1-c47c-4487-bfe7-3272754152b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e89843-57db-4bb8-a7db-a9b989e66245', 'code': 200} Jul 09 14:47:47.700307 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215ee5c1-c47c-4487-bfe7-3272754152b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42412cbf-f692-4bfb-8bac-e2da1b31b674', 'code': 200} Jul 09 14:47:47.700576 n-d-799529-6 neutron-server[94447]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '54c8f6cd-9e14-4b89-8e17-418eaeb7eff8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1ad2f213-faf3-4478-a55c-736188b5f250', 'code': 422} returned with failed status Jul 09 14:47:47.741200 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b4a16e82-0958-42a1-9d8e-5961de8b08f1 req-d5297ff5-183c-4c03-84a8-4335f02ea716 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c78eb3d-e1da-49ec-9295-fc8608cc021d&id=9c5c735c-33df-481d-808b-656ad0345330&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0972435 Jul 09 14:47:47.870611 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 37154) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:47.997310 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-44bd6c4f-d594-45d7-879e-c5afa1232302 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-232424627'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:47:48.102743 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6332de2f-b8b6-4b45-989a-841d46e265d9 req-4f9c8e54-c0b7-4364-88aa-51624f39ef78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:48.103657 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6332de2f-b8b6-4b45-989a-841d46e265d9 req-4f9c8e54-c0b7-4364-88aa-51624f39ef78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:48.104358 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6332de2f-b8b6-4b45-989a-841d46e265d9 req-4f9c8e54-c0b7-4364-88aa-51624f39ef78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:48.105002 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6332de2f-b8b6-4b45-989a-841d46e265d9 req-4f9c8e54-c0b7-4364-88aa-51624f39ef78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:48.105695 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6332de2f-b8b6-4b45-989a-841d46e265d9 req-4f9c8e54-c0b7-4364-88aa-51624f39ef78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:48.106333 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6332de2f-b8b6-4b45-989a-841d46e265d9 req-4f9c8e54-c0b7-4364-88aa-51624f39ef78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:48.106993 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6332de2f-b8b6-4b45-989a-841d46e265d9 req-4f9c8e54-c0b7-4364-88aa-51624f39ef78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:48.109339 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6332de2f-b8b6-4b45-989a-841d46e265d9 req-4f9c8e54-c0b7-4364-88aa-51624f39ef78 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 6489 time: 0.2545540 Jul 09 14:47:48.129548 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44bd6c4f-d594-45d7-879e-c5afa1232302 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Made reservation on behalf of 36dc38c8635d46c78f94bc8dd5ff6df8 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:47:48.138761 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-44bd6c4f-d594-45d7-879e-c5afa1232302 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:48.154598 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-44bd6c4f-d594-45d7-879e-c5afa1232302 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:48.272535 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6332de2f-b8b6-4b45-989a-841d46e265d9 req-dc3b1625-7543-41fd-aa78-830b9a171867 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=8c78eb3d-e1da-49ec-9295-fc8608cc021d&id=9c5c735c-33df-481d-808b-656ad0345330&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1515319 Jul 09 14:47:48.342144 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1091bf92-9392-455e-a986-7208d8887140 None None] Network 2d0a152e-9f43-4ba5-8037-52f53a5a3ad9 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:47:48.342836 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-44bd6c4f-d594-45d7-879e-c5afa1232302 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:48.398474 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-44bd6c4f-d594-45d7-879e-c5afa1232302 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:48.457882 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44bd6c4f-d594-45d7-879e-c5afa1232302 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:47:48.494865 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd6c4f-d594-45d7-879e-c5afa1232302 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7579cfc7-7340-4d3b-8869-2323e7a9652f,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:48.500840 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-44bd6c4f-d594-45d7-879e-c5afa1232302 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:48.501195 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-44bd6c4f-d594-45d7-879e-c5afa1232302 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Added segment 21d914e4-7bb4-4e3f-b616-89b9a77cb32c of type vlan for network b0141803-f419-45b3-8fd1-675cca13ba96 Jul 09 14:47:48.548252 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6636fe93-8d57-455d-839e-3df8abe8f4b2 req-61e31ef6-23bc-4938-ae15-4ebf7b47f3b7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.2946713 Jul 09 14:47:48.606967 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-44bd6c4f-d594-45d7-879e-c5afa1232302 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:48.613426 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6938ae2-7e1b-4a06-af0a-15056db4d79d req-a0b5349e-d05a-4cf6-89a4-bc7a932aec80 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:48.621940 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c6938ae2-7e1b-4a06-af0a-15056db4d79d req-a0b5349e-d05a-4cf6-89a4-bc7a932aec80 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 943 time: 0.2528152 Jul 09 14:47:48.633854 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-11223043-7f83-4c18-adbb-394359af59c6 None None] Provisioning for port c634fd03-754e-48d6-ae04-17a5fae78f8c completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:47:48.676424 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c6938ae2-7e1b-4a06-af0a-15056db4d79d req-648e08f3-9f70-4b85-924e-961b274986fa tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532763 Jul 09 14:47:48.678262 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a7213313-1ba8-46f4-ba9f-04051758985f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:48.763278 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-44bd6c4f-d594-45d7-879e-c5afa1232302 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:48.768965 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bd6c4f-d594-45d7-879e-c5afa1232302 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:48.770179 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-44bd6c4f-d594-45d7-879e-c5afa1232302 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:48.871252 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device c634fd03-754e-48d6-ae04-17a5fae78f8c up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:47:48.913352 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd6c4f-d594-45d7-879e-c5afa1232302 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Pushing event updated for resources: {'Network': ['ID=b0141803-f419-45b3-8fd1-675cca13ba96,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:48.945686 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network b0141803-f419-45b3-8fd1-675cca13ba96 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:47:49.053281 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 37270) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:49.067737 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 37278) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:49.067864 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-44bd6c4f-d594-45d7-879e-c5afa1232302 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1959562 Jul 09 14:47:49.075297 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-72546039-c5a9-4ba4-9ffb-d1ac37e87338 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Request body: {'subnet': {'network_id': 'b0141803-f419-45b3-8fd1-675cca13ba96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:47:49.087302 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7213313-1ba8-46f4-ba9f-04051758985f admin admin] Router 4a9c1c4d-20a4-4485-8d13-b6d7900229b8 is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:47:49.106518 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308fde9-47ac-4c25-ae6e-062aa248178c req-090f0c85-167e-4ae3-84f2-124e2b668720 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:49.114745 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308fde9-47ac-4c25-ae6e-062aa248178c req-090f0c85-167e-4ae3-84f2-124e2b668720 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:49.121181 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308fde9-47ac-4c25-ae6e-062aa248178c req-090f0c85-167e-4ae3-84f2-124e2b668720 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:49.127209 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308fde9-47ac-4c25-ae6e-062aa248178c req-090f0c85-167e-4ae3-84f2-124e2b668720 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:49.133672 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308fde9-47ac-4c25-ae6e-062aa248178c req-090f0c85-167e-4ae3-84f2-124e2b668720 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:49.140252 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308fde9-47ac-4c25-ae6e-062aa248178c req-090f0c85-167e-4ae3-84f2-124e2b668720 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:49.148358 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308fde9-47ac-4c25-ae6e-062aa248178c req-090f0c85-167e-4ae3-84f2-124e2b668720 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:49.150173 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3308fde9-47ac-4c25-ae6e-062aa248178c req-090f0c85-167e-4ae3-84f2-124e2b668720 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/ports?device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 5432 time: 0.1394103 Jul 09 14:47:49.167922 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port c634fd03-754e-48d6-ae04-17a5fae78f8c completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:47:49.172202 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port c634fd03-754e-48d6-ae04-17a5fae78f8c triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:47:49.172774 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:49.227757 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3308fde9-47ac-4c25-ae6e-062aa248178c req-92d73c19-bfbc-4df8-8637-529c4901a768 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c78eb3d-e1da-49ec-9295-fc8608cc021d&id=9c5c735c-33df-481d-808b-656ad0345330&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0708623 Jul 09 14:47:49.229025 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2d7ed6d1-bb99-42bd-8c0e-ca857146a5ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:49.281563 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:49.317738 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7213313-1ba8-46f4-ba9f-04051758985f admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:47:49.326352 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a75951-4a52-493b-90a0-85dcb0cf4e27 None None] Sync routers for ids ['4a9c1c4d-20a4-4485-8d13-b6d7900229b8'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:47:49.326943 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port c634fd03-754e-48d6-ae04-17a5fae78f8c, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=c634fd03-754e-48d6-ae04-17a5fae78f8c,segment=NetworkSegment(7500281a-7475-4abe-ba5c-c4957c739c0d),segment_id=7500281a-7475-4abe-ba5c-c4957c739c0d)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:47:49.344321 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a75951-4a52-493b-90a0-85dcb0cf4e27 None None] Routers {'4a9c1c4d-20a4-4485-8d13-b6d7900229b8'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:47:49.345323 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-12a75951-4a52-493b-90a0-85dcb0cf4e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:47:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['4a9c1c4d-20a4-4485-8d13-b6d7900229b8'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:47:49.407543 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:49.411574 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2d7ed6d1-bb99-42bd-8c0e-ca857146a5ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:49.472397 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=c634fd03-754e-48d6-ae04-17a5fae78f8c,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:49.524921 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2d7ed6d1-bb99-42bd-8c0e-ca857146a5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:49.552797 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-12a75951-4a52-493b-90a0-85dcb0cf4e27 None None] Set router 4a9c1c4d-20a4-4485-8d13-b6d7900229b8 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:47:49.577865 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-2d7ed6d1-bb99-42bd-8c0e-ca857146a5ba admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6dacee6e719348e99edff43628196dc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5204439 Jul 09 14:47:49.578136 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 37306) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:49.586581 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7ed6d1-bb99-42bd-8c0e-ca857146a5ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00cccb10-3517-4f6f-a096-22bea66165ed,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:49.625500 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a7213313-1ba8-46f4-ba9f-04051758985f admin admin] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:49.626889 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-a7213313-1ba8-46f4-ba9f-04051758985f admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.8288291 Jul 09 14:47:49.630106 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 37312) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:49.663004 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d714fa78-f51b-4bdd-8612-14c9b2423c31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:49.689847 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d714fa78-f51b-4bdd-8612-14c9b2423c31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:49.770463 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72546039-c5a9-4ba4-9ffb-d1ac37e87338 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Made reservation on behalf of 36dc38c8635d46c78f94bc8dd5ff6df8 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:47:49.780690 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-72546039-c5a9-4ba4-9ffb-d1ac37e87338 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:49.840774 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-12a75951-4a52-493b-90a0-85dcb0cf4e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9c1c4d-20a4-4485-8d13-b6d7900229b8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1610871753-router', 'tenant_id': 'aa2a983a47494b75b30c2824631c834b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '87556ccb-f3f7-4c93-be1b-14afb75c91dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:47:45Z', 'updated_at': '2021-07-09T14:47:47Z', 'revision_number': 3, 'project_id': 'aa2a983a47494b75b30c2824631c834b', 'gw_port': {'id': '87556ccb-f3f7-4c93-be1b-14afb75c91dc', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:33:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a9c1c4d-20a4-4485-8d13-b6d7900229b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:47:46Z', 'updated_at': '2021-07-09T14:47:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:47:49.884529 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a75951-4a52-493b-90a0-85dcb0cf4e27 None None] Checking router: 4a9c1c4d-20a4-4485-8d13-b6d7900229b8 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:47:49.885350 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a75951-4a52-493b-90a0-85dcb0cf4e27 None None] Updating router 4a9c1c4d-20a4-4485-8d13-b6d7900229b8 port 87556ccb-f3f7-4c93-be1b-14afb75c91dc binding host n-d-799529-6 {{(pid=94448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:47:49.921926 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-12a75951-4a52-493b-90a0-85dcb0cf4e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:50.062601 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d714fa78-f51b-4bdd-8612-14c9b2423c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:50.067954 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d714fa78-f51b-4bdd-8612-14c9b2423c31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:50.070434 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d714fa78-f51b-4bdd-8612-14c9b2423c31 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/00cccb10-3517-4f6f-a096-22bea66165ed HTTP/1.1" status: 204 len: 168 time: 0.4913557 Jul 09 14:47:50.090843 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d714fa78-f51b-4bdd-8612-14c9b2423c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00cccb10-3517-4f6f-a096-22bea66165ed,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:50.247067 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c377dc4-f8a4-48af-8c5a-c7ea8058d6d4 req-1d1bf5f0-3507-4b88-972d-2df9c0201f06 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:50.254455 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7c377dc4-f8a4-48af-8c5a-c7ea8058d6d4 req-1d1bf5f0-3507-4b88-972d-2df9c0201f06 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 943 time: 0.2651889 Jul 09 14:47:50.317200 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-72546039-c5a9-4ba4-9ffb-d1ac37e87338 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:50.360201 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7c377dc4-f8a4-48af-8c5a-c7ea8058d6d4 req-64a1da17-9101-4596-b0fa-061b42a457f2 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827451 Jul 09 14:47:50.405164 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72546039-c5a9-4ba4-9ffb-d1ac37e87338 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Pushing event updated for resources: {'Subnet': ['ID=526125ab-caf9-43af-b6f6-c738332fecdb,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:50.426838 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72546039-c5a9-4ba4-9ffb-d1ac37e87338 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Checking segment: {'id': '21d914e4-7bb4-4e3f-b616-89b9a77cb32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b0141803-f419-45b3-8fd1-675cca13ba96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:47:50.427471 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72546039-c5a9-4ba4-9ffb-d1ac37e87338 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Network hostable DHCP agents. Network: b0141803-f419-45b3-8fd1-675cca13ba96, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:47:50.471909 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-12a75951-4a52-493b-90a0-85dcb0cf4e27 None None] Notify callbacks [] for port, precommit_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:50.492201 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.provisioning_blocks [None req-12a75951-4a52-493b-90a0-85dcb0cf4e27 None None] Transition to ACTIVE for port object 87556ccb-f3f7-4c93-be1b-14afb75c91dc will not be triggered until provisioned by entity L2. {{(pid=94448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:47:50.535328 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-66799389-4686-4659-866e-b4a0185f5864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:50.569825 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72546039-c5a9-4ba4-9ffb-d1ac37e87338 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Network b0141803-f419-45b3-8fd1-675cca13ba96 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:47:50.609212 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-12a75951-4a52-493b-90a0-85dcb0cf4e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:50.661365 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83685640-c99e-45ab-bbf4-30ffbac69011 None None] Pushing event updated for resources: {'Port': ['ID=87556ccb-f3f7-4c93-be1b-14afb75c91dc,revision_number=2']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:50.666659 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-72546039-c5a9-4ba4-9ffb-d1ac37e87338 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, b0141803-f419-45b3-8fd1-675cca13ba96) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:47:50.673484 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72546039-c5a9-4ba4-9ffb-d1ac37e87338 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:50.673484 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-72546039-c5a9-4ba4-9ffb-d1ac37e87338 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:50.681240 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9828b5-0670-4fb6-b38d-14b82d8bcf44 None None] Network b0141803-f419-45b3-8fd1-675cca13ba96 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:47:50.689033 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-12a75951-4a52-493b-90a0-85dcb0cf4e27 None None] Attempting to bind port 87556ccb-f3f7-4c93-be1b-14afb75c91dc on host n-d-799529-6 for vnic_type normal with profile {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:47:50.689605 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-12a75951-4a52-493b-90a0-85dcb0cf4e27 None None] Attempting to bind port 87556ccb-f3f7-4c93-be1b-14afb75c91dc by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:47:50.690139 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a75951-4a52-493b-90a0-85dcb0cf4e27 None None] Attempting to bind port 87556ccb-f3f7-4c93-be1b-14afb75c91dc on network 202c7ce6-d4e9-4f80-84dd-bef08905a653 {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:47:50.696898 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a75951-4a52-493b-90a0-85dcb0cf4e27 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:47:50.697567 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a75951-4a52-493b-90a0-85dcb0cf4e27 None None] Checking segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:47:50.697982 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-12a75951-4a52-493b-90a0-85dcb0cf4e27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:50.698374 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a75951-4a52-493b-90a0-85dcb0cf4e27 None None] Bound using segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:47:50.698855 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-12a75951-4a52-493b-90a0-85dcb0cf4e27 None None] Bound port: 87556ccb-f3f7-4c93-be1b-14afb75c91dc, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:47:50.699242 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-12a75951-4a52-493b-90a0-85dcb0cf4e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:50.711219 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb85ecc-b909-496b-84a4-ce8f13a92344 req-45302a93-36f6-4d0e-bd1e-0243e536a19a tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:50.717517 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb85ecc-b909-496b-84a4-ce8f13a92344 req-45302a93-36f6-4d0e-bd1e-0243e536a19a tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:50.723977 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb85ecc-b909-496b-84a4-ce8f13a92344 req-45302a93-36f6-4d0e-bd1e-0243e536a19a tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:50.730838 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb85ecc-b909-496b-84a4-ce8f13a92344 req-45302a93-36f6-4d0e-bd1e-0243e536a19a tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:50.736686 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb85ecc-b909-496b-84a4-ce8f13a92344 req-45302a93-36f6-4d0e-bd1e-0243e536a19a tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:50.742688 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb85ecc-b909-496b-84a4-ce8f13a92344 req-45302a93-36f6-4d0e-bd1e-0243e536a19a tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:50.749077 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb85ecc-b909-496b-84a4-ce8f13a92344 req-45302a93-36f6-4d0e-bd1e-0243e536a19a tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:50.752557 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aeb85ecc-b909-496b-84a4-ce8f13a92344 req-45302a93-36f6-4d0e-bd1e-0243e536a19a tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/ports?device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 5432 time: 0.2021887 Jul 09 14:47:50.782552 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-72546039-c5a9-4ba4-9ffb-d1ac37e87338 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7131140 Jul 09 14:47:50.783181 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 37394) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:50.789529 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-461d7f11-37b5-4866-846c-898d9c7c1b41 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Request body: {'port': {'network_id': 'b0141803-f419-45b3-8fd1-675cca13ba96', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1618859212'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:47:50.804522 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-12a75951-4a52-493b-90a0-85dcb0cf4e27 None None] For port 87556ccb-f3f7-4c93-be1b-14afb75c91dc, host n-d-799529-6, cleared binding levels {{(pid=94448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:47:50.810244 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-12a75951-4a52-493b-90a0-85dcb0cf4e27 None None] For port 87556ccb-f3f7-4c93-be1b-14afb75c91dc, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=87556ccb-f3f7-4c93-be1b-14afb75c91dc,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:47:50.816683 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-66799389-4686-4659-866e-b4a0185f5864 admin admin] Allocated IP 172.20.0.1 (2d0a152e-9f43-4ba5-8037-52f53a5a3ad9/704e6075-60f4-40c3-b778-4ed979531aac/52c6998b-9b81-4a7b-adde-6310f1352978) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:47:50.827906 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aeb85ecc-b909-496b-84a4-ce8f13a92344 req-07da0cd4-2034-4390-8534-6cb7f2c9540b tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c78eb3d-e1da-49ec-9295-fc8608cc021d&id=9c5c735c-33df-481d-808b-656ad0345330&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0713134 Jul 09 14:47:50.899693 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device c634fd03-754e-48d6-ae04-17a5fae78f8c up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:47:50.937356 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-12a75951-4a52-493b-90a0-85dcb0cf4e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:50.979967 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a75951-4a52-493b-90a0-85dcb0cf4e27 None None] Routers {'4a9c1c4d-20a4-4485-8d13-b6d7900229b8'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:47:50.980732 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-12a75951-4a52-493b-90a0-85dcb0cf4e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:47:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['4a9c1c4d-20a4-4485-8d13-b6d7900229b8'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:47:51.003337 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc5d8ff-a877-4a8d-b399-60da883916f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-b0141803-f419-45b3-8fd1-675cca13ba96', 'network_id': 'b0141803-f419-45b3-8fd1-675cca13ba96', 'tenant_id': '36dc38c8635d46c78f94bc8dd5ff6df8', 'fixed_ips': [{'subnet_id': '526125ab-caf9-43af-b6f6-c738332fecdb'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:47:51.011382 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0fc5d8ff-a877-4a8d-b399-60da883916f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:51.028927 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6636fe93-8d57-455d-839e-3df8abe8f4b2 req-12063987-1403-47d3-9837-3c6f70aa8f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:51.030605 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6636fe93-8d57-455d-839e-3df8abe8f4b2 req-12063987-1403-47d3-9837-3c6f70aa8f42 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8&tenant_id=0ea59604d49a4768b9c04e74a1a30065 HTTP/1.1" status: 200 len: 1094 time: 0.1460032 Jul 09 14:47:51.042914 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 37408) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:51.054262 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-6636fe93-8d57-455d-839e-3df8abe8f4b2 req-e058d654-4c50-4d5b-b409-0d745d208829 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799529-6', 'device_owner': 'compute:nova'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:47:51.065122 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-31d7c8ee-ba53-404c-9dc7-116d0a2802f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:51.081217 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-66799389-4686-4659-866e-b4a0185f5864 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:51.101877 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-66799389-4686-4659-866e-b4a0185f5864 admin admin] Transition to ACTIVE for port object 52c6998b-9b81-4a7b-adde-6310f1352978 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:47:51.125137 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port c634fd03-754e-48d6-ae04-17a5fae78f8c triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:47:51.125595 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:51.156572 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-461d7f11-37b5-4866-846c-898d9c7c1b41 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Made reservation on behalf of 36dc38c8635d46c78f94bc8dd5ff6df8 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:47:51.161330 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-461d7f11-37b5-4866-846c-898d9c7c1b41 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:51.246325 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [None req-461d7f11-37b5-4866-846c-898d9c7c1b41 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] device_id is not set on port 25199459-06cf-400d-a041-decbd5dd628b yet. {{(pid=94445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:47:51.251301 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-6636fe93-8d57-455d-839e-3df8abe8f4b2 req-e058d654-4c50-4d5b-b409-0d745d208829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:51.254363 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-31d7c8ee-ba53-404c-9dc7-116d0a2802f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:51.257543 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-66799389-4686-4659-866e-b4a0185f5864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:51.306211 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66799389-4686-4659-866e-b4a0185f5864 admin admin] Network 2d0a152e-9f43-4ba5-8037-52f53a5a3ad9 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:47:51.315000 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-66799389-4686-4659-866e-b4a0185f5864 admin admin] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:47:51.324249 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-12a75951-4a52-493b-90a0-85dcb0cf4e27 None None] Set router 4a9c1c4d-20a4-4485-8d13-b6d7900229b8 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:47:51.324342 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751fde6-7669-4d30-9df3-d27ffbf6a78f req-b862b988-4d02-4c8d-843e-3ba095d227a0 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:51.329060 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751fde6-7669-4d30-9df3-d27ffbf6a78f req-b862b988-4d02-4c8d-843e-3ba095d227a0 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:51.336347 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751fde6-7669-4d30-9df3-d27ffbf6a78f req-b862b988-4d02-4c8d-843e-3ba095d227a0 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:51.336563 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66799389-4686-4659-866e-b4a0185f5864 admin admin] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:47:51.339064 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-31d7c8ee-ba53-404c-9dc7-116d0a2802f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:51.343182 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751fde6-7669-4d30-9df3-d27ffbf6a78f req-b862b988-4d02-4c8d-843e-3ba095d227a0 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:51.349887 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751fde6-7669-4d30-9df3-d27ffbf6a78f req-b862b988-4d02-4c8d-843e-3ba095d227a0 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:51.355176 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751fde6-7669-4d30-9df3-d27ffbf6a78f req-b862b988-4d02-4c8d-843e-3ba095d227a0 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:51.361349 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751fde6-7669-4d30-9df3-d27ffbf6a78f req-b862b988-4d02-4c8d-843e-3ba095d227a0 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:51.375801 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3751fde6-7669-4d30-9df3-d27ffbf6a78f req-b862b988-4d02-4c8d-843e-3ba095d227a0 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/ports?device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 5432 time: 0.3415918 Jul 09 14:47:51.384055 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 37430) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:51.387820 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66799389-4686-4659-866e-b4a0185f5864 admin admin] Pushing event updated for resources: {'Port': ['ID=52c6998b-9b81-4a7b-adde-6310f1352978,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:51.417701 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-0fc5d8ff-a877-4a8d-b399-60da883916f4 None None] Allocated IP 2001:db8::2 (b0141803-f419-45b3-8fd1-675cca13ba96/526125ab-caf9-43af-b6f6-c738332fecdb/a9df23ff-9d32-4590-8837-7b31696b54b3) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:47:51.418662 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-c098ce4d-1722-4016-89d6-7dddca9171b8 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Request body: {'floatingip': {'port_id': 'bbecacc0-fcea-4c8e-9c93-2a490da9fb58'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:47:51.529256 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c098ce4d-1722-4016-89d6-7dddca9171b8 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks [] for floatingip, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:51.589476 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83685640-c99e-45ab-bbf4-30ffbac69011 None None] Pushing event updated for resources: {'Port': ['ID=87556ccb-f3f7-4c93-be1b-14afb75c91dc,revision_number=3']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:51.680140 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-12a75951-4a52-493b-90a0-85dcb0cf4e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9c1c4d-20a4-4485-8d13-b6d7900229b8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1610871753-router', 'tenant_id': 'aa2a983a47494b75b30c2824631c834b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '87556ccb-f3f7-4c93-be1b-14afb75c91dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:47:45Z', 'updated_at': '2021-07-09T14:47:47Z', 'revision_number': 3, 'project_id': 'aa2a983a47494b75b30c2824631c834b', 'gw_port': {'id': '87556ccb-f3f7-4c93-be1b-14afb75c91dc', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:33:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a9c1c4d-20a4-4485-8d13-b6d7900229b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:47:46Z', 'updated_at': '2021-07-09T14:47:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:47:51.713015 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a75951-4a52-493b-90a0-85dcb0cf4e27 None None] The sync data for ids ['4a9c1c4d-20a4-4485-8d13-b6d7900229b8'] in n-d-799529-6 is: [{'id': '4a9c1c4d-20a4-4485-8d13-b6d7900229b8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1610871753-router', 'tenant_id': 'aa2a983a47494b75b30c2824631c834b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '87556ccb-f3f7-4c93-be1b-14afb75c91dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:47:45Z', 'updated_at': '2021-07-09T14:47:47Z', 'revision_number': 3, 'project_id': 'aa2a983a47494b75b30c2824631c834b', 'gw_port': {'id': '87556ccb-f3f7-4c93-be1b-14afb75c91dc', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:33:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a9c1c4d-20a4-4485-8d13-b6d7900229b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:47:46Z', 'updated_at': '2021-07-09T14:47:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:47:51.745661 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0fc5d8ff-a877-4a8d-b399-60da883916f4 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:51.760619 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-31d7c8ee-ba53-404c-9dc7-116d0a2802f5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=df3ffbf1bfd244be96aaac1db785495c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7139957 Jul 09 14:47:51.762334 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-0fc5d8ff-a877-4a8d-b399-60da883916f4 None None] Transition to ACTIVE for port object a9df23ff-9d32-4590-8837-7b31696b54b3 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:47:51.765212 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 37434) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:51.768144 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d7c8ee-ba53-404c-9dc7-116d0a2802f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f4e393-ffe1-4a81-937e-c925e8de9fbb,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:51.793393 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-0fc5d8ff-a877-4a8d-b399-60da883916f4 None None] Transition to ACTIVE for port object a9df23ff-9d32-4590-8837-7b31696b54b3 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:47:51.793784 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-66799389-4686-4659-866e-b4a0185f5864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:51.844745 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-6636fe93-8d57-455d-839e-3df8abe8f4b2 req-e058d654-4c50-4d5b-b409-0d745d208829 service neutron] For port 1ad2f213-faf3-4478-a55c-736188b5f250, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=1ad2f213-faf3-4478-a55c-736188b5f250,segment=NetworkSegment(08141ba6-0964-4d1a-8d67-af4c03fe6653),segment_id=08141ba6-0964-4d1a-8d67-af4c03fe6653)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:47:51.873084 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c76fd6ca-16cc-4054-a89c-689f82778d6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:51.877083 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0fc5d8ff-a877-4a8d-b399-60da883916f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:51.882314 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-ed626300-67aa-4c96-b3a1-1579143623a6 None None] Provisioning for port 52c6998b-9b81-4a7b-adde-6310f1352978 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:47:51.887197 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-ed626300-67aa-4c96-b3a1-1579143623a6 None None] Provisioning complete for port 52c6998b-9b81-4a7b-adde-6310f1352978 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:47:51.887724 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ed626300-67aa-4c96-b3a1-1579143623a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:51.966939 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c76fd6ca-16cc-4054-a89c-689f82778d6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:51.995324 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc5d8ff-a877-4a8d-b399-60da883916f4 None None] Network b0141803-f419-45b3-8fd1-675cca13ba96 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:47:52.004569 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-0fc5d8ff-a877-4a8d-b399-60da883916f4 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:47:52.013137 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc5d8ff-a877-4a8d-b399-60da883916f4 None None] Pushing event updated for resources: {'Port': ['ID=a9df23ff-9d32-4590-8837-7b31696b54b3,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:52.046030 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc5d8ff-a877-4a8d-b399-60da883916f4 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:47:52.046030 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-ed626300-67aa-4c96-b3a1-1579143623a6 None None] Port 52c6998b-9b81-4a7b-adde-6310f1352978 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:47:52.109898 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-6636fe93-8d57-455d-839e-3df8abe8f4b2 req-e058d654-4c50-4d5b-b409-0d745d208829 service neutron] For port 1ad2f213-faf3-4478-a55c-736188b5f250, host n-h1-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:47:52.157776 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-461d7f11-37b5-4866-846c-898d9c7c1b41 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Allocated IP 2001:db8::3d8 (b0141803-f419-45b3-8fd1-675cca13ba96/526125ab-caf9-43af-b6f6-c738332fecdb/25199459-06cf-400d-a041-decbd5dd628b) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:47:52.182858 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-0fc5d8ff-a877-4a8d-b399-60da883916f4 None None] Attempting to bind port a9df23ff-9d32-4590-8837-7b31696b54b3 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:47:52.183249 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-0fc5d8ff-a877-4a8d-b399-60da883916f4 None None] Attempting to bind port a9df23ff-9d32-4590-8837-7b31696b54b3 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '21d914e4-7bb4-4e3f-b616-89b9a77cb32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b0141803-f419-45b3-8fd1-675cca13ba96'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:47:52.185605 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc5d8ff-a877-4a8d-b399-60da883916f4 None None] Attempting to bind port a9df23ff-9d32-4590-8837-7b31696b54b3 on network b0141803-f419-45b3-8fd1-675cca13ba96 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:47:52.210278 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-6636fe93-8d57-455d-839e-3df8abe8f4b2 req-e058d654-4c50-4d5b-b409-0d745d208829 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ad2f213-faf3-4478-a55c-736188b5f250 {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:47:52.213177 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc5d8ff-a877-4a8d-b399-60da883916f4 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:47:52.213578 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc5d8ff-a877-4a8d-b399-60da883916f4 None None] Checking segment: {'id': '21d914e4-7bb4-4e3f-b616-89b9a77cb32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b0141803-f419-45b3-8fd1-675cca13ba96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:47:52.215685 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0fc5d8ff-a877-4a8d-b399-60da883916f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:52.216098 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc5d8ff-a877-4a8d-b399-60da883916f4 None None] Bound using segment: {'id': '21d914e4-7bb4-4e3f-b616-89b9a77cb32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b0141803-f419-45b3-8fd1-675cca13ba96'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:47:52.216581 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-0fc5d8ff-a877-4a8d-b399-60da883916f4 None None] Bound port: a9df23ff-9d32-4590-8837-7b31696b54b3, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21d914e4-7bb4-4e3f-b616-89b9a77cb32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b0141803-f419-45b3-8fd1-675cca13ba96'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:47:52.216967 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0fc5d8ff-a877-4a8d-b399-60da883916f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:52.248079 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d9c87-8d7a-464b-a2a9-2c5b722e99b6 req-87eaa14a-76ec-4020-af22-4cf929009de1 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:52.255129 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9b7d9c87-8d7a-464b-a2a9-2c5b722e99b6 req-87eaa14a-76ec-4020-af22-4cf929009de1 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 943 time: 0.4611406 Jul 09 14:47:52.260572 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-6636fe93-8d57-455d-839e-3df8abe8f4b2 req-e058d654-4c50-4d5b-b409-0d745d208829 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:52.320784 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-0fc5d8ff-a877-4a8d-b399-60da883916f4 None None] For port a9df23ff-9d32-4590-8837-7b31696b54b3, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:47:52.321074 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c76fd6ca-16cc-4054-a89c-689f82778d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:52.323731 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c76fd6ca-16cc-4054-a89c-689f82778d6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:52.327090 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-0fc5d8ff-a877-4a8d-b399-60da883916f4 None None] For port a9df23ff-9d32-4590-8837-7b31696b54b3, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=a9df23ff-9d32-4590-8837-7b31696b54b3,segment=NetworkSegment(21d914e4-7bb4-4e3f-b616-89b9a77cb32c),segment_id=21d914e4-7bb4-4e3f-b616-89b9a77cb32c)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:47:52.327250 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c76fd6ca-16cc-4054-a89c-689f82778d6b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f1f4e393-ffe1-4a81-937e-c925e8de9fbb HTTP/1.1" status: 204 len: 168 time: 0.5525987 Jul 09 14:47:52.345604 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-6636fe93-8d57-455d-839e-3df8abe8f4b2 req-e058d654-4c50-4d5b-b409-0d745d208829 service neutron] Transition to ACTIVE for port object 1ad2f213-faf3-4478-a55c-736188b5f250 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:47:52.432401 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0fc5d8ff-a877-4a8d-b399-60da883916f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:52.449876 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-66799389-4686-4659-866e-b4a0185f5864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:52.532982 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-461d7f11-37b5-4866-846c-898d9c7c1b41 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:52.576120 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9b7d9c87-8d7a-464b-a2a9-2c5b722e99b6 req-da416f9e-259e-46c8-8468-83540d30d9f7 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179624 Jul 09 14:47:52.579973 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc5d8ff-a877-4a8d-b399-60da883916f4 None None] Pushing event updated for resources: {'Port': ['ID=a9df23ff-9d32-4590-8837-7b31696b54b3,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:52.580101 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-461d7f11-37b5-4866-846c-898d9c7c1b41 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Transition to ACTIVE for port object 25199459-06cf-400d-a041-decbd5dd628b will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:47:52.605886 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76fd6ca-16cc-4054-a89c-689f82778d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f4e393-ffe1-4a81-937e-c925e8de9fbb,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:52.605886 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-6636fe93-8d57-455d-839e-3df8abe8f4b2 req-e058d654-4c50-4d5b-b409-0d745d208829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:52.804630 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 87556ccb-f3f7-4c93-be1b-14afb75c91dc up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:47:52.926520 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-461d7f11-37b5-4866-846c-898d9c7c1b41 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:52.931269 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-6636fe93-8d57-455d-839e-3df8abe8f4b2 req-e058d654-4c50-4d5b-b409-0d745d208829 service neutron] No DVR routers for this DVR port 1ad2f213-faf3-4478-a55c-736188b5f250 on host n-h1-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:47:52.982910 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461d7f11-37b5-4866-846c-898d9c7c1b41 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Network b0141803-f419-45b3-8fd1-675cca13ba96 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:47:52.996361 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-461d7f11-37b5-4866-846c-898d9c7c1b41 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:47:52.999450 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461d7f11-37b5-4866-846c-898d9c7c1b41 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:47:53.005287 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461d7f11-37b5-4866-846c-898d9c7c1b41 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:53.008894 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-461d7f11-37b5-4866-846c-898d9c7c1b41 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:53.009349 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e058d654-4c50-4d5b-b409-0d745d208829 service neutron] Pushing event updated for resources: {'Port': ['ID=1ad2f213-faf3-4478-a55c-736188b5f250,revision_number=9']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:53.055694 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:53.077861 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 87556ccb-f3f7-4c93-be1b-14afb75c91dc completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:47:53.087890 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 87556ccb-f3f7-4c93-be1b-14afb75c91dc triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:47:53.087890 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:53.133059 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461d7f11-37b5-4866-846c-898d9c7c1b41 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Pushing event updated for resources: {'Port': ['ID=25199459-06cf-400d-a041-decbd5dd628b,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:53.149644 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-6636fe93-8d57-455d-839e-3df8abe8f4b2 req-e058d654-4c50-4d5b-b409-0d745d208829 service neutron] Attempting to bind port 1ad2f213-faf3-4478-a55c-736188b5f250 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:47:53.149991 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-6636fe93-8d57-455d-839e-3df8abe8f4b2 req-e058d654-4c50-4d5b-b409-0d745d208829 service neutron] Attempting to bind port 1ad2f213-faf3-4478-a55c-736188b5f250 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '08141ba6-0964-4d1a-8d67-af4c03fe6653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '57042d5f-0386-4b58-a12c-ab7a19465fa2'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:47:53.150323 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6636fe93-8d57-455d-839e-3df8abe8f4b2 req-e058d654-4c50-4d5b-b409-0d745d208829 service neutron] Attempting to bind port 1ad2f213-faf3-4478-a55c-736188b5f250 on network 57042d5f-0386-4b58-a12c-ab7a19465fa2 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:47:53.155914 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6636fe93-8d57-455d-839e-3df8abe8f4b2 req-e058d654-4c50-4d5b-b409-0d745d208829 service neutron] Port 1ad2f213-faf3-4478-a55c-736188b5f250 on network 57042d5f-0386-4b58-a12c-ab7a19465fa2 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:47:53.156240 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6636fe93-8d57-455d-839e-3df8abe8f4b2 req-e058d654-4c50-4d5b-b409-0d745d208829 service neutron] Attempting to bind port 1ad2f213-faf3-4478-a55c-736188b5f250 on network 57042d5f-0386-4b58-a12c-ab7a19465fa2 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:47:53.165756 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6636fe93-8d57-455d-839e-3df8abe8f4b2 req-e058d654-4c50-4d5b-b409-0d745d208829 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:47:53.166492 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6636fe93-8d57-455d-839e-3df8abe8f4b2 req-e058d654-4c50-4d5b-b409-0d745d208829 service neutron] Checking segment: {'id': '08141ba6-0964-4d1a-8d67-af4c03fe6653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '57042d5f-0386-4b58-a12c-ab7a19465fa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:47:53.167051 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6636fe93-8d57-455d-839e-3df8abe8f4b2 req-e058d654-4c50-4d5b-b409-0d745d208829 service neutron] Bound using segment: {'id': '08141ba6-0964-4d1a-8d67-af4c03fe6653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '57042d5f-0386-4b58-a12c-ab7a19465fa2'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:47:53.167705 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-6636fe93-8d57-455d-839e-3df8abe8f4b2 req-e058d654-4c50-4d5b-b409-0d745d208829 service neutron] Bound port: 1ad2f213-faf3-4478-a55c-736188b5f250, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08141ba6-0964-4d1a-8d67-af4c03fe6653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '57042d5f-0386-4b58-a12c-ab7a19465fa2'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:47:53.168262 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-6636fe93-8d57-455d-839e-3df8abe8f4b2 req-e058d654-4c50-4d5b-b409-0d745d208829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:53.255878 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:53.260101 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-461d7f11-37b5-4866-846c-898d9c7c1b41 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.4758055 Jul 09 14:47:53.266729 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 37522) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:53.272259 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-009594d0-de09-4ef8-8777-5efe070f81a8 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Request body: {'port': {'network_id': 'b0141803-f419-45b3-8fd1-675cca13ba96', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-608221890', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:47:53.272819 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.api.validators [None req-009594d0-de09-4ef8-8777-5efe070f81a8 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] bootfile-name is not in valid_values {{(pid=94445) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 14:47:53.273163 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.api.validators [None req-009594d0-de09-4ef8-8777-5efe070f81a8 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] tftp-server is not in valid_values {{(pid=94445) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 14:47:53.273495 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.api.validators [None req-009594d0-de09-4ef8-8777-5efe070f81a8 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] server-ip-address is not in valid_values {{(pid=94445) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 14:47:53.300284 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 87556ccb-f3f7-4c93-be1b-14afb75c91dc, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=87556ccb-f3f7-4c93-be1b-14afb75c91dc,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:47:53.349877 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.db.resource_extend [None req-c098ce4d-1722-4016-89d6-7dddca9171b8 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] It took 0.70 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 14:47:53.375867 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-6636fe93-8d57-455d-839e-3df8abe8f4b2 req-e058d654-4c50-4d5b-b409-0d745d208829 service neutron] For port 1ad2f213-faf3-4478-a55c-736188b5f250, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:47:53.382990 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-6636fe93-8d57-455d-839e-3df8abe8f4b2 req-e058d654-4c50-4d5b-b409-0d745d208829 service neutron] For port 1ad2f213-faf3-4478-a55c-736188b5f250, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=1ad2f213-faf3-4478-a55c-736188b5f250,segment=NetworkSegment(08141ba6-0964-4d1a-8d67-af4c03fe6653),segment_id=08141ba6-0964-4d1a-8d67-af4c03fe6653)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:47:53.393628 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:53.448708 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c098ce4d-1722-4016-89d6-7dddca9171b8 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:53.490600 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-6636fe93-8d57-455d-839e-3df8abe8f4b2 req-e058d654-4c50-4d5b-b409-0d745d208829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:53.513812 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-66799389-4686-4659-866e-b4a0185f5864 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:53.518810 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c098ce4d-1722-4016-89d6-7dddca9171b8 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:53.549337 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=87556ccb-f3f7-4c93-be1b-14afb75c91dc,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:53.578956 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009594d0-de09-4ef8-8777-5efe070f81a8 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Made reservation on behalf of 36dc38c8635d46c78f94bc8dd5ff6df8 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:47:53.583811 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-009594d0-de09-4ef8-8777-5efe070f81a8 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:53.614889 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6636fe93-8d57-455d-839e-3df8abe8f4b2 req-e058d654-4c50-4d5b-b409-0d745d208829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:53.619958 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-6636fe93-8d57-455d-839e-3df8abe8f4b2 req-e058d654-4c50-4d5b-b409-0d745d208829 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:53.622448 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6636fe93-8d57-455d-839e-3df8abe8f4b2 req-e058d654-4c50-4d5b-b409-0d745d208829 service neutron] 10.222.0.54 "PUT /v2.0/ports/1ad2f213-faf3-4478-a55c-736188b5f250 HTTP/1.1" status: 200 len: 1091 time: 2.5762343 Jul 09 14:47:53.623870 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54c8f6cd-9e14-4b89-8e17-418eaeb7eff8', 'tag': '1ad2f213-faf3-4478-a55c-736188b5f250'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:47:53.628729 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04570e96-cf2d-4bff-8c97-d2d87d32d3b7" -d '{"events": [{"name": "network-changed", "server_uuid": "54c8f6cd-9e14-4b89-8e17-418eaeb7eff8", "tag": "1ad2f213-faf3-4478-a55c-736188b5f250"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:47:53.638645 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [None req-009594d0-de09-4ef8-8777-5efe070f81a8 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] device_id is not set on port 0ce4cdde-6b11-4c02-92fd-b3b09b48bef0 yet. {{(pid=94445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:47:53.668144 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-66799389-4686-4659-866e-b4a0185f5864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:53.694114 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e058d654-4c50-4d5b-b409-0d745d208829 service neutron] Pushing event updated for resources: {'Port': ['ID=1ad2f213-faf3-4478-a55c-736188b5f250,revision_number=10']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:53.792100 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-66799389-4686-4659-866e-b4a0185f5864 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:53.795545 n-d-799529-6 neutron-server[94446]: INFO neutron.db.l3_db [None req-c098ce4d-1722-4016-89d6-7dddca9171b8 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Floating IP 67efa918-914b-42c7-98ce-d7f604345941 associated. External IP: 172.25.3.170, port: bbecacc0-fcea-4c8e-9c93-2a490da9fb58. Jul 09 14:47:53.881447 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66799389-4686-4659-866e-b4a0185f5864 admin admin] Pushing event updated for resources: {'Port': ['ID=52c6998b-9b81-4a7b-adde-6310f1352978,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:53.930172 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6636fe93-8d57-455d-839e-3df8abe8f4b2 req-fa40746f-3669-47dc-b18c-98dcc7775014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:53.932815 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6636fe93-8d57-455d-839e-3df8abe8f4b2 req-fa40746f-3669-47dc-b18c-98dcc7775014 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0ea59604d49a4768b9c04e74a1a30065&device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 1095 time: 0.2482789 Jul 09 14:47:54.020094 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-009594d0-de09-4ef8-8777-5efe070f81a8 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Allocated IP 2001:db8::2cf (b0141803-f419-45b3-8fd1-675cca13ba96/526125ab-caf9-43af-b6f6-c738332fecdb/0ce4cdde-6b11-4c02-92fd-b3b09b48bef0) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:47:54.040365 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66799389-4686-4659-866e-b4a0185f5864 admin admin] Network 2d0a152e-9f43-4ba5-8037-52f53a5a3ad9 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:47:54.040365 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-66799389-4686-4659-866e-b4a0185f5864 admin admin] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:47:54.070948 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c773dfb7-f832-4e61-99ee-2b2d1f8bc683 None None] Network b0141803-f419-45b3-8fd1-675cca13ba96 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:47:54.137110 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33cd87a-d843-4233-892d-e114a98b8cc9 req-0dfe27db-66d0-4401-bd88-974b9cdbb78e tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:54.137948 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d33cd87a-d843-4233-892d-e114a98b8cc9 req-0dfe27db-66d0-4401-bd88-974b9cdbb78e tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 944 time: 0.2818563 Jul 09 14:47:54.175828 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6636fe93-8d57-455d-839e-3df8abe8f4b2 req-76822357-7cb0-469f-9217-f1e0c6e92491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:54.177738 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6636fe93-8d57-455d-839e-3df8abe8f4b2 req-76822357-7cb0-469f-9217-f1e0c6e92491 service neutron] 10.222.0.54 "GET /v2.0/networks?id=57042d5f-0386-4b58-a12c-ab7a19465fa2 HTTP/1.1" status: 200 len: 914 time: 0.2326562 Jul 09 14:47:54.300380 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-d6bd547d-a22f-4bb4-8931-2b8d823c5965 None None] Provisioning for port a9df23ff-9d32-4590-8837-7b31696b54b3 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:47:54.397691 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdee9543-d166-4484-a69a-dd011f48c2ce x-openstack-request-id: req-bdee9543-d166-4484-a69a-dd011f48c2ce {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:47:54.397990 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54c8f6cd-9e14-4b89-8e17-418eaeb7eff8", "tag": "1ad2f213-faf3-4478-a55c-736188b5f250", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:47:54.398246 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bdee9543-d166-4484-a69a-dd011f48c2ce {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:47:54.398654 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54c8f6cd-9e14-4b89-8e17-418eaeb7eff8', 'tag': '1ad2f213-faf3-4478-a55c-736188b5f250', 'status': 'completed', 'code': 200} Jul 09 14:47:54.405865 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6636fe93-8d57-455d-839e-3df8abe8f4b2 req-bed04d55-6607-4213-b9f0-5731a051f76a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1ad2f213-faf3-4478-a55c-736188b5f250 HTTP/1.1" status: 200 len: 217 time: 0.2118409 Jul 09 14:47:54.451174 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d33cd87a-d843-4233-892d-e114a98b8cc9 req-ed6339d5-c908-4435-9aeb-3674057a41e3 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898817 Jul 09 14:47:54.462037 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66799389-4686-4659-866e-b4a0185f5864 admin admin] Router 4a9c1c4d-20a4-4485-8d13-b6d7900229b8 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:47:54.499064 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c098ce4d-1722-4016-89d6-7dddca9171b8 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Router 163a22f4-5c85-40d2-84fa-aae524de6c02 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:47:54.534820 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6636fe93-8d57-455d-839e-3df8abe8f4b2 req-fd63b600-d76b-4955-abe1-dae64d78b4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:54.539811 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6636fe93-8d57-455d-839e-3df8abe8f4b2 req-fd63b600-d76b-4955-abe1-dae64d78b4d5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=82201829-6811-4a6f-8404-54dcb1347eec HTTP/1.1" status: 200 len: 853 time: 0.1203005 Jul 09 14:47:54.553864 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-b12e2a84-7d2b-41b3-aac8-42ae3783787d None None] Provisioning complete for port 52c6998b-9b81-4a7b-adde-6310f1352978 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:47:54.554033 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b12e2a84-7d2b-41b3-aac8-42ae3783787d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:54.623482 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6636fe93-8d57-455d-839e-3df8abe8f4b2 req-d66a8f49-b64f-4907-bbae-4c38f9227b0d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=57042d5f-0386-4b58-a12c-ab7a19465fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669441 Jul 09 14:47:54.638447 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-b12e2a84-7d2b-41b3-aac8-42ae3783787d None None] Port 52c6998b-9b81-4a7b-adde-6310f1352978 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:47:54.688212 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-009594d0-de09-4ef8-8777-5efe070f81a8 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:54.831980 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-009594d0-de09-4ef8-8777-5efe070f81a8 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Transition to ACTIVE for port object 0ce4cdde-6b11-4c02-92fd-b3b09b48bef0 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:47:54.872158 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c098ce4d-1722-4016-89d6-7dddca9171b8 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:47:54.884095 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c098ce4d-1722-4016-89d6-7dddca9171b8 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:54.884842 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e94f9db-09db-4996-ad6b-e45bba1d0062 None None] Sync routers for ids ['163a22f4-5c85-40d2-84fa-aae524de6c02'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:47:54.902281 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e94f9db-09db-4996-ad6b-e45bba1d0062 None None] Routers {'163a22f4-5c85-40d2-84fa-aae524de6c02'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:47:54.904386 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6636fe93-8d57-455d-839e-3df8abe8f4b2 req-d73bd7aa-6323-42e3-9b81-2ed468905139 service neutron] 10.222.0.54 "GET /v2.0/networks/57042d5f-0386-4b58-a12c-ab7a19465fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547486 Jul 09 14:47:54.909151 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-0e94f9db-09db-4996-ad6b-e45bba1d0062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:47:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['163a22f4-5c85-40d2-84fa-aae524de6c02'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:47:54.930907 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66799389-4686-4659-866e-b4a0185f5864 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:47:54.941662 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e24cf20-2ba0-4541-97f6-72071128acab None None] Sync routers for ids ['4a9c1c4d-20a4-4485-8d13-b6d7900229b8'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:47:54.951979 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-66799389-4686-4659-866e-b4a0185f5864 admin admin] 10.222.0.58 "PUT /v2.0/routers/4a9c1c4d-20a4-4485-8d13-b6d7900229b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3110390 Jul 09 14:47:54.958543 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c098ce4d-1722-4016-89d6-7dddca9171b8 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "PUT /v2.0/floatingips/67efa918-914b-42c7-98ce-d7f604345941 HTTP/1.1" status: 200 len: 991 time: 3.5669029 Jul 09 14:47:54.975561 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '215ee5c1-c47c-4487-bfe7-3272754152b3', 'tag': 'bbecacc0-fcea-4c8e-9c93-2a490da9fb58'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:47:54.977040 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e24cf20-2ba0-4541-97f6-72071128acab None None] Routers {'4a9c1c4d-20a4-4485-8d13-b6d7900229b8'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:47:54.977873 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-5e24cf20-2ba0-4541-97f6-72071128acab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:47:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['4a9c1c4d-20a4-4485-8d13-b6d7900229b8'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:47:54.980570 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346497ad-d14d-46d6-b785-e9c1b3830b1d" -d '{"events": [{"name": "network-changed", "server_uuid": "215ee5c1-c47c-4487-bfe7-3272754152b3", "tag": "bbecacc0-fcea-4c8e-9c93-2a490da9fb58"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:47:55.036015 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 87556ccb-f3f7-4c93-be1b-14afb75c91dc up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:47:55.054027 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-009594d0-de09-4ef8-8777-5efe070f81a8 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:55.168247 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009594d0-de09-4ef8-8777-5efe070f81a8 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Network b0141803-f419-45b3-8fd1-675cca13ba96 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:47:55.186097 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-009594d0-de09-4ef8-8777-5efe070f81a8 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:47:55.220906 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277af8f6-d633-4f17-9eac-34f18116448d x-openstack-request-id: req-277af8f6-d633-4f17-9eac-34f18116448d {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:47:55.221200 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "215ee5c1-c47c-4487-bfe7-3272754152b3", "tag": "bbecacc0-fcea-4c8e-9c93-2a490da9fb58", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:47:55.221455 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-277af8f6-d633-4f17-9eac-34f18116448d {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:47:55.222425 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '215ee5c1-c47c-4487-bfe7-3272754152b3', 'tag': 'bbecacc0-fcea-4c8e-9c93-2a490da9fb58', 'status': 'completed', 'code': 200} Jul 09 14:47:55.226758 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009594d0-de09-4ef8-8777-5efe070f81a8 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:47:55.241743 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009594d0-de09-4ef8-8777-5efe070f81a8 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:55.242450 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-009594d0-de09-4ef8-8777-5efe070f81a8 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:55.265921 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-5e24cf20-2ba0-4541-97f6-72071128acab None None] Set router 4a9c1c4d-20a4-4485-8d13-b6d7900229b8 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:47:55.276790 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009594d0-de09-4ef8-8777-5efe070f81a8 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Pushing event updated for resources: {'Port': ['ID=0ce4cdde-6b11-4c02-92fd-b3b09b48bef0,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:55.331808 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6636fe93-8d57-455d-839e-3df8abe8f4b2 req-5b5d9696-21b2-41f5-b4d2-7c361addec36 service neutron] 10.222.0.54 "GET /v2.0/networks/57042d5f-0386-4b58-a12c-ab7a19465fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4203348 Jul 09 14:47:55.368496 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-0e94f9db-09db-4996-ad6b-e45bba1d0062 None None] Set router 163a22f4-5c85-40d2-84fa-aae524de6c02 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:47:55.401723 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-009594d0-de09-4ef8-8777-5efe070f81a8 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.1339200 Jul 09 14:47:55.402391 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 37654) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:55.413558 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346497ad-d14d-46d6-b785-e9c1b3830b1d req-16d7dd36-b585-4983-9e26-19711a28e994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:55.413558 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346497ad-d14d-46d6-b785-e9c1b3830b1d req-16d7dd36-b585-4983-9e26-19711a28e994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:55.413558 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346497ad-d14d-46d6-b785-e9c1b3830b1d req-16d7dd36-b585-4983-9e26-19711a28e994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:55.413558 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346497ad-d14d-46d6-b785-e9c1b3830b1d req-16d7dd36-b585-4983-9e26-19711a28e994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:55.426027 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346497ad-d14d-46d6-b785-e9c1b3830b1d req-16d7dd36-b585-4983-9e26-19711a28e994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:55.426650 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346497ad-d14d-46d6-b785-e9c1b3830b1d req-16d7dd36-b585-4983-9e26-19711a28e994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:55.427280 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346497ad-d14d-46d6-b785-e9c1b3830b1d req-16d7dd36-b585-4983-9e26-19711a28e994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:55.432008 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-346497ad-d14d-46d6-b785-e9c1b3830b1d req-16d7dd36-b585-4983-9e26-19711a28e994 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=868e6ad73e9e40dbad6a7d6a29a5f30c&device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 6489 time: 0.1759632 Jul 09 14:47:55.639218 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 87556ccb-f3f7-4c93-be1b-14afb75c91dc triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:47:55.639680 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:55.661054 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346497ad-d14d-46d6-b785-e9c1b3830b1d req-fed628a1-bb7c-4a75-a494-b678e80fec4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:55.665019 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-346497ad-d14d-46d6-b785-e9c1b3830b1d req-fed628a1-bb7c-4a75-a494-b678e80fec4c service neutron] 10.222.0.62 "GET /v2.0/networks?id=0fc8da04-04d4-4eeb-86d6-5d8e54448613 HTTP/1.1" status: 200 len: 913 time: 0.2246358 Jul 09 14:47:55.787319 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04570e96-cf2d-4bff-8c97-d2d87d32d3b7 req-cb485a61-6d6c-475c-bca5-5ea39339bb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:55.790949 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-04570e96-cf2d-4bff-8c97-d2d87d32d3b7 req-cb485a61-6d6c-475c-bca5-5ea39339bb2b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0ea59604d49a4768b9c04e74a1a30065&device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 1095 time: 0.3065777 Jul 09 14:47:55.860020 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-5e24cf20-2ba0-4541-97f6-72071128acab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9c1c4d-20a4-4485-8d13-b6d7900229b8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1610871753-router', 'tenant_id': 'aa2a983a47494b75b30c2824631c834b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '87556ccb-f3f7-4c93-be1b-14afb75c91dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:47:45Z', 'updated_at': '2021-07-09T14:47:52Z', 'revision_number': 4, 'project_id': 'aa2a983a47494b75b30c2824631c834b', 'gw_port': {'id': '87556ccb-f3f7-4c93-be1b-14afb75c91dc', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:33:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9c1c4d-20a4-4485-8d13-b6d7900229b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:47:46Z', 'updated_at': '2021-07-09T14:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '52c6998b-9b81-4a7b-adde-6310f1352978', 'name': '', 'network_id': '2d0a152e-9f43-4ba5-8037-52f53a5a3ad9', 'tenant_id': 'aa2a983a47494b75b30c2824631c834b', 'mac_address': 'fa:16:3e:4c:61:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a9c1c4d-20a4-4485-8d13-b6d7900229b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '704e6075-60f4-40c3-b778-4ed979531aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:47:50Z', 'updated_at': '2021-07-09T14:47:53Z', 'revision_number': 2, 'project_id': 'aa2a983a47494b75b30c2824631c834b', 'subnets': [{'id': '704e6075-60f4-40c3-b778-4ed979531aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:47:55.894495 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cde424-046b-4086-a94f-79b360f1fcd4 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:55.907493 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-346497ad-d14d-46d6-b785-e9c1b3830b1d req-6c8ca2ca-ef6d-4e4d-b6d2-5b0a0200e6a2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbecacc0-fcea-4c8e-9c93-2a490da9fb58 HTTP/1.1" status: 200 len: 999 time: 0.2352936 Jul 09 14:47:55.917556 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cde424-046b-4086-a94f-79b360f1fcd4 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:55.939181 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cde424-046b-4086-a94f-79b360f1fcd4 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:55.943456 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e7cde424-046b-4086-a94f-79b360f1fcd4 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.5376170 Jul 09 14:47:55.946298 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e24cf20-2ba0-4541-97f6-72071128acab None None] Checking router: 4a9c1c4d-20a4-4485-8d13-b6d7900229b8 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:47:55.946298 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e24cf20-2ba0-4541-97f6-72071128acab None None] Updating router 4a9c1c4d-20a4-4485-8d13-b6d7900229b8 port 52c6998b-9b81-4a7b-adde-6310f1352978 binding host n-d-799529-6 {{(pid=94448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:47:55.952270 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 37710) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:56.004168 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-5e24cf20-2ba0-4541-97f6-72071128acab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:56.106475 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346497ad-d14d-46d6-b785-e9c1b3830b1d req-ba83b26d-5562-4bbb-acf6-dd1849dce011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:56.107992 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-346497ad-d14d-46d6-b785-e9c1b3830b1d req-ba83b26d-5562-4bbb-acf6-dd1849dce011 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2373e5cd-5f56-42ed-95c9-0b621ea9bc49 HTTP/1.1" status: 200 len: 851 time: 0.1728380 Jul 09 14:47:56.212828 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-040091d4-68d9-440e-a262-810fef35cc64 None None] Provisioning for port 25199459-06cf-400d-a041-decbd5dd628b completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:47:56.216288 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622db537-d852-4949-b84b-ac98c027a8b4 req-eeb233d8-3be8-4f9d-bc9b-614f3a0ec0ee tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:56.220343 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-622db537-d852-4949-b84b-ac98c027a8b4 req-eeb233d8-3be8-4f9d-bc9b-614f3a0ec0ee tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 944 time: 0.3118849 Jul 09 14:47:56.253745 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-040091d4-68d9-440e-a262-810fef35cc64 None None] Provisioning complete for port 25199459-06cf-400d-a041-decbd5dd628b triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:47:56.254590 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-040091d4-68d9-440e-a262-810fef35cc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:56.272605 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04570e96-cf2d-4bff-8c97-d2d87d32d3b7 req-359369d2-6990-4098-aa49-8e8ee835d0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:56.277013 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-04570e96-cf2d-4bff-8c97-d2d87d32d3b7 req-359369d2-6990-4098-aa49-8e8ee835d0f8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=57042d5f-0386-4b58-a12c-ab7a19465fa2 HTTP/1.1" status: 200 len: 914 time: 0.4637101 Jul 09 14:47:56.347817 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-622db537-d852-4949-b84b-ac98c027a8b4 req-0fe0e751-bdb7-4b95-81c3-4fb73ff31cbd tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223836 Jul 09 14:47:56.374677 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346497ad-d14d-46d6-b785-e9c1b3830b1d req-5c8a1c2c-4d13-49dd-874f-506a83c46220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:56.376214 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-346497ad-d14d-46d6-b785-e9c1b3830b1d req-5c8a1c2c-4d13-49dd-874f-506a83c46220 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0fc8da04-04d4-4eeb-86d6-5d8e54448613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2492535 Jul 09 14:47:56.411285 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-040091d4-68d9-440e-a262-810fef35cc64 None None] Port 25199459-06cf-400d-a041-decbd5dd628b cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:47:56.433746 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-99622f82-aef7-4897-95c3-3a7ac10bda46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:56.599759 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device a9df23ff-9d32-4590-8837-7b31696b54b3 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:47:56.652594 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-5e24cf20-2ba0-4541-97f6-72071128acab None None] Notify callbacks [] for port, precommit_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:56.698562 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.provisioning_blocks [None req-5e24cf20-2ba0-4541-97f6-72071128acab None None] Transition to ACTIVE for port object 52c6998b-9b81-4a7b-adde-6310f1352978 will not be triggered until provisioned by entity L2. {{(pid=94448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:47:56.800096 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-346497ad-d14d-46d6-b785-e9c1b3830b1d req-2d22d6b1-8070-4d25-ac4c-fec9fe2d4514 service neutron] 10.222.0.62 "GET /v2.0/networks/0fc8da04-04d4-4eeb-86d6-5d8e54448613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3984606 Jul 09 14:47:56.803786 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-5e24cf20-2ba0-4541-97f6-72071128acab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:56.814359 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-21e61737-a332-4b3a-9b9c-7b4b076f019e None None] Provisioning complete for port 25199459-06cf-400d-a041-decbd5dd628b triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:47:56.814823 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-21e61737-a332-4b3a-9b9c-7b4b076f019e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:56.992517 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-04570e96-cf2d-4bff-8c97-d2d87d32d3b7 req-4302b2e5-9190-4431-95e9-67ea4c441e5e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1ad2f213-faf3-4478-a55c-736188b5f250 HTTP/1.1" status: 200 len: 217 time: 0.7078285 Jul 09 14:47:56.993044 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 37752) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:57.014607 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-9ffa271c-bb0a-42f0-a86d-afad993362be admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2005440561-network', 'tenant_id': '968601f61e424380a198de5f5293c917'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:47:57.015771 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc5c6a9-ea76-4859-bc98-d5b42766de4b None None] Pushing event updated for resources: {'Port': ['ID=52c6998b-9b81-4a7b-adde-6310f1352978,revision_number=3']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:57.030054 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-21e61737-a332-4b3a-9b9c-7b4b076f019e None None] Port 25199459-06cf-400d-a041-decbd5dd628b cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:47:57.108314 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-0e94f9db-09db-4996-ad6b-e45bba1d0062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163a22f4-5c85-40d2-84fa-aae524de6c02', 'name': 'tempest-TaggedBootDevicesTest-1073459965-router', 'tenant_id': '868e6ad73e9e40dbad6a7d6a29a5f30c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '5408204c-bcd1-49aa-acdb-f70e854559d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:45:26Z', 'updated_at': '2021-07-09T14:45:33Z', 'revision_number': 4, 'project_id': '868e6ad73e9e40dbad6a7d6a29a5f30c', 'gw_port': {'id': '5408204c-bcd1-49aa-acdb-f70e854559d9', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163a22f4-5c85-40d2-84fa-aae524de6c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:45:28Z', 'updated_at': '2021-07-09T14:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '67efa918-914b-42c7-98ce-d7f604345941', 'tenant_id': '868e6ad73e9e40dbad6a7d6a29a5f30c', 'floating_ip_address': '172.25.3.170', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '163a22f4-5c85-40d2-84fa-aae524de6c02', 'port_id': 'bbecacc0-fcea-4c8e-9c93-2a490da9fb58', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fc8da04-04d4-4eeb-86d6-5d8e54448613', 'mac_address': 'fa:16:3e:d9:60:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215ee5c1-c47c-4487-bfe7-3272754152b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:46:32Z', 'updated_at': '2021-07-09T14:47:52Z', 'revision_number': 1, 'project_id': '868e6ad73e9e40dbad6a7d6a29a5f30c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af4a0e1e-0ebc-4127-b39a-19cf969e1458', 'name': '', 'network_id': '0fc8da04-04d4-4eeb-86d6-5d8e54448613', 'tenant_id': '868e6ad73e9e40dbad6a7d6a29a5f30c', 'mac_address': 'fa:16:3e:af:e2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163a22f4-5c85-40d2-84fa-aae524de6c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '2373e5cd-5f56-42ed-95c9-0b621ea9bc49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:45:32Z', 'updated_at': '2021-07-09T14:45:41Z', 'revision_number': 5, 'project_id': '868e6ad73e9e40dbad6a7d6a29a5f30c', 'subnets': [{'id': '2373e5cd-5f56-42ed-95c9-0b621ea9bc49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:47:57.175149 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-36275907-3ca1-4bf3-a6c9-4deb47ac9593 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Deleting port 0ce4cdde-6b11-4c02-92fd-b3b09b48bef0 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:47:57.182674 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-36275907-3ca1-4bf3-a6c9-4deb47ac9593 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:57.208736 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-346497ad-d14d-46d6-b785-e9c1b3830b1d req-687a32d8-7cbd-4b32-9f7b-996a8f5102d3 service neutron] 10.222.0.62 "GET /v2.0/networks/0fc8da04-04d4-4eeb-86d6-5d8e54448613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4075418 Jul 09 14:47:57.240237 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-5e24cf20-2ba0-4541-97f6-72071128acab None None] Attempting to bind port 52c6998b-9b81-4a7b-adde-6310f1352978 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:47:57.245854 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-5e24cf20-2ba0-4541-97f6-72071128acab None None] Attempting to bind port 52c6998b-9b81-4a7b-adde-6310f1352978 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '7500281a-7475-4abe-ba5c-c4957c739c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2d0a152e-9f43-4ba5-8037-52f53a5a3ad9'}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:47:57.246898 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e24cf20-2ba0-4541-97f6-72071128acab None None] Attempting to bind port 52c6998b-9b81-4a7b-adde-6310f1352978 on network 2d0a152e-9f43-4ba5-8037-52f53a5a3ad9 {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:47:57.264672 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e24cf20-2ba0-4541-97f6-72071128acab None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:47:57.270465 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e24cf20-2ba0-4541-97f6-72071128acab None None] Checking segment: {'id': '7500281a-7475-4abe-ba5c-c4957c739c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2d0a152e-9f43-4ba5-8037-52f53a5a3ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:47:57.271018 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-5e24cf20-2ba0-4541-97f6-72071128acab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:57.272656 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e24cf20-2ba0-4541-97f6-72071128acab None None] Bound using segment: {'id': '7500281a-7475-4abe-ba5c-c4957c739c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2d0a152e-9f43-4ba5-8037-52f53a5a3ad9'} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:47:57.277460 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-5e24cf20-2ba0-4541-97f6-72071128acab None None] Bound port: 52c6998b-9b81-4a7b-adde-6310f1352978, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7500281a-7475-4abe-ba5c-c4957c739c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2d0a152e-9f43-4ba5-8037-52f53a5a3ad9'}}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:47:57.277460 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-5e24cf20-2ba0-4541-97f6-72071128acab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:57.305782 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port a9df23ff-9d32-4590-8837-7b31696b54b3 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:47:57.320421 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-21e61737-a332-4b3a-9b9c-7b4b076f019e None None] Provisioning for port 0ce4cdde-6b11-4c02-92fd-b3b09b48bef0 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:47:57.326661 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:47:57.335248 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port a9df23ff-9d32-4590-8837-7b31696b54b3 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:47:57.335248 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:57.358320 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e94f9db-09db-4996-ad6b-e45bba1d0062 None None] Checking router: 163a22f4-5c85-40d2-84fa-aae524de6c02 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:47:57.402289 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04570e96-cf2d-4bff-8c97-d2d87d32d3b7 req-8ca52712-c673-4adb-b182-fb23945a2ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:57.403732 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-04570e96-cf2d-4bff-8c97-d2d87d32d3b7 req-8ca52712-c673-4adb-b182-fb23945a2ecd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=82201829-6811-4a6f-8404-54dcb1347eec HTTP/1.1" status: 200 len: 853 time: 0.3670461 Jul 09 14:47:57.465243 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-5e24cf20-2ba0-4541-97f6-72071128acab None None] For port 52c6998b-9b81-4a7b-adde-6310f1352978, host n-d-799529-6, cleared binding levels {{(pid=94448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:47:57.469608 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-5e24cf20-2ba0-4541-97f6-72071128acab None None] For port 52c6998b-9b81-4a7b-adde-6310f1352978, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=52c6998b-9b81-4a7b-adde-6310f1352978,segment=NetworkSegment(7500281a-7475-4abe-ba5c-c4957c739c0d),segment_id=7500281a-7475-4abe-ba5c-c4957c739c0d)] {{(pid=94448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:47:57.488785 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-04570e96-cf2d-4bff-8c97-d2d87d32d3b7 req-2f366881-faa9-41aa-a156-d3193af8282f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=57042d5f-0386-4b58-a12c-ab7a19465fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612018 Jul 09 14:47:57.495204 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ffa271c-bb0a-42f0-a86d-afad993362be admin admin] Made reservation on behalf of 968601f61e424380a198de5f5293c917 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:47:57.497809 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9ffa271c-bb0a-42f0-a86d-afad993362be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:57.500545 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-21e61737-a332-4b3a-9b9c-7b4b076f019e None None] Provisioning complete for port 0ce4cdde-6b11-4c02-92fd-b3b09b48bef0 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:47:57.501788 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-21e61737-a332-4b3a-9b9c-7b4b076f019e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:57.507850 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-36275907-3ca1-4bf3-a6c9-4deb47ac9593 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:57.530925 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9ffa271c-bb0a-42f0-a86d-afad993362be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:57.551231 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e94f9db-09db-4996-ad6b-e45bba1d0062 None None] Routers {'163a22f4-5c85-40d2-84fa-aae524de6c02'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:47:57.552132 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-0e94f9db-09db-4996-ad6b-e45bba1d0062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:47:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['163a22f4-5c85-40d2-84fa-aae524de6c02'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:47:57.569948 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-36275907-3ca1-4bf3-a6c9-4deb47ac9593 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Calling delete_port for 0ce4cdde-6b11-4c02-92fd-b3b09b48bef0 owned by {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:47:57.570593 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-5e24cf20-2ba0-4541-97f6-72071128acab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:57.783214 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-21e61737-a332-4b3a-9b9c-7b4b076f019e None None] Port 0ce4cdde-6b11-4c02-92fd-b3b09b48bef0 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:47:57.898830 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f5e25-fb8e-452a-83ea-fada1cae608e req-bf7a6d94-fb51-4b23-a2d6-2c0c804931f0 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:57.906209 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-961f5e25-fb8e-452a-83ea-fada1cae608e req-bf7a6d94-fb51-4b23-a2d6-2c0c804931f0 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 944 time: 0.2467475 Jul 09 14:47:57.946666 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:57.986321 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc5c6a9-ea76-4859-bc98-d5b42766de4b None None] Pushing event updated for resources: {'Port': ['ID=52c6998b-9b81-4a7b-adde-6310f1352978,revision_number=4']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:58.006124 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e24cf20-2ba0-4541-97f6-72071128acab None None] Routers {'4a9c1c4d-20a4-4485-8d13-b6d7900229b8'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:47:58.007954 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-5e24cf20-2ba0-4541-97f6-72071128acab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:47:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['4a9c1c4d-20a4-4485-8d13-b6d7900229b8'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:47:58.079722 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-961f5e25-fb8e-452a-83ea-fada1cae608e req-b2216e17-0a81-4572-bcbb-e0bd64c5e6e8 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725209 Jul 09 14:47:58.098116 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-0e94f9db-09db-4996-ad6b-e45bba1d0062 None None] Set router 163a22f4-5c85-40d2-84fa-aae524de6c02 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:47:58.191047 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-04570e96-cf2d-4bff-8c97-d2d87d32d3b7 req-b3d4da23-7f35-49af-9776-6c23f6381f6a service neutron] 10.222.0.54 "GET /v2.0/networks/57042d5f-0386-4b58-a12c-ab7a19465fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4848762 Jul 09 14:47:58.240145 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9ffa271c-bb0a-42f0-a86d-afad993362be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:58.305571 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port a9df23ff-9d32-4590-8837-7b31696b54b3, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=a9df23ff-9d32-4590-8837-7b31696b54b3,segment=NetworkSegment(21d914e4-7bb4-4e3f-b616-89b9a77cb32c),segment_id=21d914e4-7bb4-4e3f-b616-89b9a77cb32c)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:47:58.310188 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-5e24cf20-2ba0-4541-97f6-72071128acab None None] Set router 4a9c1c4d-20a4-4485-8d13-b6d7900229b8 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:47:58.341844 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9ffa271c-bb0a-42f0-a86d-afad993362be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:58.525454 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffa271c-bb0a-42f0-a86d-afad993362be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70237fa1-fc9f-49b4-ac2b-683a6264f677,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:58.572559 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:58.614508 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ffa271c-bb0a-42f0-a86d-afad993362be admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:47:58.644336 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9ffa271c-bb0a-42f0-a86d-afad993362be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:58.644717 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-9ffa271c-bb0a-42f0-a86d-afad993362be admin admin] Added segment 48cd52f1-a784-4e3e-ba29-af56c5642938 of type vlan for network ce8ea459-0b36-4598-b580-33b7746d1507 Jul 09 14:47:58.706562 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=a9df23ff-9d32-4590-8837-7b31696b54b3,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:58.744777 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9ffa271c-bb0a-42f0-a86d-afad993362be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:58.754701 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-0e94f9db-09db-4996-ad6b-e45bba1d0062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163a22f4-5c85-40d2-84fa-aae524de6c02', 'name': 'tempest-TaggedBootDevicesTest-1073459965-router', 'tenant_id': '868e6ad73e9e40dbad6a7d6a29a5f30c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '5408204c-bcd1-49aa-acdb-f70e854559d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:45:26Z', 'updated_at': '2021-07-09T14:45:33Z', 'revision_number': 4, 'project_id': '868e6ad73e9e40dbad6a7d6a29a5f30c', 'gw_port': {'id': '5408204c-bcd1-49aa-acdb-f70e854559d9', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163a22f4-5c85-40d2-84fa-aae524de6c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:45:28Z', 'updated_at': '2021-07-09T14:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '67efa918-914b-42c7-98ce-d7f604345941', 'tenant_id': '868e6ad73e9e40dbad6a7d6a29a5f30c', 'floating_ip_address': '172.25.3.170', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '163a22f4-5c85-40d2-84fa-aae524de6c02', 'port_id': 'bbecacc0-fcea-4c8e-9c93-2a490da9fb58', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fc8da04-04d4-4eeb-86d6-5d8e54448613', 'mac_address': 'fa:16:3e:d9:60:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215ee5c1-c47c-4487-bfe7-3272754152b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:46:32Z', 'updated_at': '2021-07-09T14:47:52Z', 'revision_number': 1, 'project_id': '868e6ad73e9e40dbad6a7d6a29a5f30c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af4a0e1e-0ebc-4127-b39a-19cf969e1458', 'name': '', 'network_id': '0fc8da04-04d4-4eeb-86d6-5d8e54448613', 'tenant_id': '868e6ad73e9e40dbad6a7d6a29a5f30c', 'mac_address': 'fa:16:3e:af:e2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163a22f4-5c85-40d2-84fa-aae524de6c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '2373e5cd-5f56-42ed-95c9-0b621ea9bc49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:45:32Z', 'updated_at': '2021-07-09T14:45:41Z', 'revision_number': 5, 'project_id': '868e6ad73e9e40dbad6a7d6a29a5f30c', 'subnets': [{'id': '2373e5cd-5f56-42ed-95c9-0b621ea9bc49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:47:58.782984 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-36275907-3ca1-4bf3-a6c9-4deb47ac9593 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:58.825948 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-5e24cf20-2ba0-4541-97f6-72071128acab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9c1c4d-20a4-4485-8d13-b6d7900229b8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1610871753-router', 'tenant_id': 'aa2a983a47494b75b30c2824631c834b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '87556ccb-f3f7-4c93-be1b-14afb75c91dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:47:45Z', 'updated_at': '2021-07-09T14:47:52Z', 'revision_number': 4, 'project_id': 'aa2a983a47494b75b30c2824631c834b', 'gw_port': {'id': '87556ccb-f3f7-4c93-be1b-14afb75c91dc', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:33:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9c1c4d-20a4-4485-8d13-b6d7900229b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:47:46Z', 'updated_at': '2021-07-09T14:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '52c6998b-9b81-4a7b-adde-6310f1352978', 'name': '', 'network_id': '2d0a152e-9f43-4ba5-8037-52f53a5a3ad9', 'tenant_id': 'aa2a983a47494b75b30c2824631c834b', 'mac_address': 'fa:16:3e:4c:61:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a9c1c4d-20a4-4485-8d13-b6d7900229b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '704e6075-60f4-40c3-b778-4ed979531aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:47:50Z', 'updated_at': '2021-07-09T14:47:57Z', 'revision_number': 4, 'project_id': 'aa2a983a47494b75b30c2824631c834b', 'subnets': [{'id': '704e6075-60f4-40c3-b778-4ed979531aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:47:58.849452 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e94f9db-09db-4996-ad6b-e45bba1d0062 None None] The sync data for ids ['163a22f4-5c85-40d2-84fa-aae524de6c02'] in n-d-799529-6 is: [{'id': '163a22f4-5c85-40d2-84fa-aae524de6c02', 'name': 'tempest-TaggedBootDevicesTest-1073459965-router', 'tenant_id': '868e6ad73e9e40dbad6a7d6a29a5f30c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '5408204c-bcd1-49aa-acdb-f70e854559d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:45:26Z', 'updated_at': '2021-07-09T14:45:33Z', 'revision_number': 4, 'project_id': '868e6ad73e9e40dbad6a7d6a29a5f30c', 'gw_port': {'id': '5408204c-bcd1-49aa-acdb-f70e854559d9', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163a22f4-5c85-40d2-84fa-aae524de6c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:45:28Z', 'updated_at': '2021-07-09T14:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '67efa918-914b-42c7-98ce-d7f604345941', 'tenant_id': '868e6ad73e9e40dbad6a7d6a29a5f30c', 'floating_ip_address': '172.25.3.170', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '163a22f4-5c85-40d2-84fa-aae524de6c02', 'port_id': 'bbecacc0-fcea-4c8e-9c93-2a490da9fb58', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fc8da04-04d4-4eeb-86d6-5d8e54448613', 'mac_address': 'fa:16:3e:d9:60:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215ee5c1-c47c-4487-bfe7-3272754152b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:46:32Z', 'updated_at': '2021-07-09T14:47:52Z', 'revision_number': 1, 'project_id': '868e6ad73e9e40dbad6a7d6a29a5f30c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af4a0e1e-0ebc-4127-b39a-19cf969e1458', 'name': '', 'network_id': '0fc8da04-04d4-4eeb-86d6-5d8e54448613', 'tenant_id': '868e6ad73e9e40dbad6a7d6a29a5f30c', 'mac_address': 'fa:16:3e:af:e2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163a22f4-5c85-40d2-84fa-aae524de6c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '2373e5cd-5f56-42ed-95c9-0b621ea9bc49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:45:32Z', 'updated_at': '2021-07-09T14:45:41Z', 'revision_number': 5, 'project_id': '868e6ad73e9e40dbad6a7d6a29a5f30c', 'subnets': [{'id': '2373e5cd-5f56-42ed-95c9-0b621ea9bc49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:47:58.858892 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36275907-3ca1-4bf3-a6c9-4deb47ac9593 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Pushing event deleted for resources: {'Port': ['ID=0ce4cdde-6b11-4c02-92fd-b3b09b48bef0,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:58.862854 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-04570e96-cf2d-4bff-8c97-d2d87d32d3b7 req-07963bbc-0138-411d-8e48-3dd98672e0c8 service neutron] 10.222.0.54 "GET /v2.0/networks/57042d5f-0386-4b58-a12c-ab7a19465fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6249170 Jul 09 14:47:58.877985 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9ffa271c-bb0a-42f0-a86d-afad993362be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:58.878968 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffa271c-bb0a-42f0-a86d-afad993362be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:58.879596 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9ffa271c-bb0a-42f0-a86d-afad993362be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:58.924191 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e24cf20-2ba0-4541-97f6-72071128acab None None] The sync data for ids ['4a9c1c4d-20a4-4485-8d13-b6d7900229b8'] in n-d-799529-6 is: [{'id': '4a9c1c4d-20a4-4485-8d13-b6d7900229b8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1610871753-router', 'tenant_id': 'aa2a983a47494b75b30c2824631c834b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '87556ccb-f3f7-4c93-be1b-14afb75c91dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:47:45Z', 'updated_at': '2021-07-09T14:47:52Z', 'revision_number': 4, 'project_id': 'aa2a983a47494b75b30c2824631c834b', 'gw_port': {'id': '87556ccb-f3f7-4c93-be1b-14afb75c91dc', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:33:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9c1c4d-20a4-4485-8d13-b6d7900229b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:47:46Z', 'updated_at': '2021-07-09T14:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '52c6998b-9b81-4a7b-adde-6310f1352978', 'name': '', 'network_id': '2d0a152e-9f43-4ba5-8037-52f53a5a3ad9', 'tenant_id': 'aa2a983a47494b75b30c2824631c834b', 'mac_address': 'fa:16:3e:4c:61:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a9c1c4d-20a4-4485-8d13-b6d7900229b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '704e6075-60f4-40c3-b778-4ed979531aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:47:50Z', 'updated_at': '2021-07-09T14:47:57Z', 'revision_number': 4, 'project_id': 'aa2a983a47494b75b30c2824631c834b', 'subnets': [{'id': '704e6075-60f4-40c3-b778-4ed979531aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:47:59.044058 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7958bcf1-28aa-4af4-9c64-0c886e44f331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:59.124288 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffa271c-bb0a-42f0-a86d-afad993362be admin admin] Pushing event updated for resources: {'Network': ['ID=ce8ea459-0b36-4598-b580-33b7746d1507,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:59.129946 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:59.144980 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network ce8ea459-0b36-4598-b580-33b7746d1507 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:47:59.171435 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-36275907-3ca1-4bf3-a6c9-4deb47ac9593 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:59.179689 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 37824) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:59.185358 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-618f2bf1-2874-4b48-9862-dae06ba79c57 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Request body: {'port': {'name': 'tempest-new-port-name-1167512739', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:47:59.185854 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.api.validators [None req-618f2bf1-2874-4b48-9862-dae06ba79c57 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] bootfile-name is not in valid_values {{(pid=94446) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 14:47:59.186207 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.api.validators [None req-618f2bf1-2874-4b48-9862-dae06ba79c57 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] tftp-server is not in valid_values {{(pid=94446) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 14:47:59.186537 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.api.validators [None req-618f2bf1-2874-4b48-9862-dae06ba79c57 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] server-ip-address is not in valid_values {{(pid=94446) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 14:47:59.191207 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-36275907-3ca1-4bf3-a6c9-4deb47ac9593 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] 10.222.0.58 "DELETE /v2.0/ports/0ce4cdde-6b11-4c02-92fd-b3b09b48bef0 HTTP/1.1" status: 204 len: 168 time: 3.2187994 Jul 09 14:47:59.294472 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-9ffa271c-bb0a-42f0-a86d-afad993362be admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2845635 Jul 09 14:47:59.297167 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 37826) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:59.302758 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-37a905c7-6bbd-4241-83f2-86c28b127357 admin admin] Request body: {'subnet': {'network_id': 'ce8ea459-0b36-4598-b580-33b7746d1507', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2005440561-subnet', 'tenant_id': '968601f61e424380a198de5f5293c917', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:47:59.440449 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d90d2ce-65cf-494f-82fb-0da44f5cbb23 None None] New status for floating IP 67efa918-914b-42c7-98ce-d7f604345941: ACTIVE {{(pid=94447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:47:59.449107 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a905c7-6bbd-4241-83f2-86c28b127357 admin admin] Made reservation on behalf of 968601f61e424380a198de5f5293c917 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:47:59.451664 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-37a905c7-6bbd-4241-83f2-86c28b127357 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:59.510309 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-618f2bf1-2874-4b48-9862-dae06ba79c57 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:59.848153 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26950444-4109-46d5-9ff8-b27167879bb1 req-6e3298c6-cb84-4515-80c0-0aa0348d7fd9 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:59.866572 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-26950444-4109-46d5-9ff8-b27167879bb1 req-6e3298c6-cb84-4515-80c0-0aa0348d7fd9 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 944 time: 0.3210084 Jul 09 14:47:59.981415 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-37a905c7-6bbd-4241-83f2-86c28b127357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:00.077588 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a905c7-6bbd-4241-83f2-86c28b127357 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b410cc39-727b-43e8-91e9-c498c0691172,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:00.084059 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a905c7-6bbd-4241-83f2-86c28b127357 admin admin] Checking segment: {'id': '48cd52f1-a784-4e3e-ba29-af56c5642938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ce8ea459-0b36-4598-b580-33b7746d1507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:48:00.084517 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a905c7-6bbd-4241-83f2-86c28b127357 admin admin] Network hostable DHCP agents. Network: ce8ea459-0b36-4598-b580-33b7746d1507, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:48:00.140906 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:00.158172 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-26950444-4109-46d5-9ff8-b27167879bb1 req-5c14d46a-001c-48a4-8284-3dcd24726e22 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905831 Jul 09 14:48:00.169225 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a905c7-6bbd-4241-83f2-86c28b127357 admin admin] Network ce8ea459-0b36-4598-b580-33b7746d1507 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:48:00.243490 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-37a905c7-6bbd-4241-83f2-86c28b127357 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, ce8ea459-0b36-4598-b580-33b7746d1507) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:48:00.247896 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a905c7-6bbd-4241-83f2-86c28b127357 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:00.248561 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-37a905c7-6bbd-4241-83f2-86c28b127357 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:00.260741 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2150fe8-0730-49d0-a225-47729c4c7ec4 None None] Network ce8ea459-0b36-4598-b580-33b7746d1507 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:48:00.323216 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-618f2bf1-2874-4b48-9862-dae06ba79c57 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:00.333573 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 37846) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:00.333997 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-37a905c7-6bbd-4241-83f2-86c28b127357 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0353661 Jul 09 14:48:00.339979 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-9b025996-d509-4172-9595-66a58f4885e1 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2005440561-router', 'tenant_id': '968601f61e424380a198de5f5293c917', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:48:00.438353 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-618f2bf1-2874-4b48-9862-dae06ba79c57 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:00.440932 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9b025996-d509-4172-9595-66a58f4885e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:00.441977 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9b025996-d509-4172-9595-66a58f4885e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:00.550837 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618f2bf1-2874-4b48-9862-dae06ba79c57 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Pushing event updated for resources: {'Port': ['ID=25199459-06cf-400d-a041-decbd5dd628b,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:00.567797 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-618f2bf1-2874-4b48-9862-dae06ba79c57 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] In _notify_port_updated(), no bound segment for port 25199459-06cf-400d-a041-decbd5dd628b on network b0141803-f419-45b3-8fd1-675cca13ba96 {{(pid=94446) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 14:48:00.603656 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618f2bf1-2874-4b48-9862-dae06ba79c57 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:00.612789 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-618f2bf1-2874-4b48-9862-dae06ba79c57 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:00.616874 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-618f2bf1-2874-4b48-9862-dae06ba79c57 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] 10.222.0.58 "PUT /v2.0/ports/25199459-06cf-400d-a041-decbd5dd628b HTTP/1.1" status: 200 len: 1130 time: 1.4338169 Jul 09 14:48:00.618873 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 37850) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:00.750391 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9b025996-d509-4172-9595-66a58f4885e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:00.752027 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c88e21-4d8d-46c0-802f-90e12ac017d4 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:00.752027 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b3c88e21-4d8d-46c0-802f-90e12ac017d4 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] 10.222.0.58 "GET /v2.0/ports/25199459-06cf-400d-a041-decbd5dd628b HTTP/1.1" status: 200 len: 1130 time: 0.1168017 Jul 09 14:48:00.752441 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 37854) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:00.752554 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 37856) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:00.767057 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3de76a-651c-4a92-beb8-fabf4d10593a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-ce8ea459-0b36-4598-b580-33b7746d1507', 'network_id': 'ce8ea459-0b36-4598-b580-33b7746d1507', 'tenant_id': '968601f61e424380a198de5f5293c917', 'fixed_ips': [{'subnet_id': 'b410cc39-727b-43e8-91e9-c498c0691172'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:48:00.768894 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0a3de76a-651c-4a92-beb8-fabf4d10593a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:00.929301 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-73fd36dd-7141-4833-86f1-e270049da967 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Deleting port 25199459-06cf-400d-a041-decbd5dd628b {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:48:00.933746 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-73fd36dd-7141-4833-86f1-e270049da967 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:00.961957 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 52c6998b-9b81-4a7b-adde-6310f1352978 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:48:01.262987 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-0a3de76a-651c-4a92-beb8-fabf4d10593a None None] Allocated IP 172.20.0.2 (ce8ea459-0b36-4598-b580-33b7746d1507/b410cc39-727b-43e8-91e9-c498c0691172/cc491588-f2ac-404d-bd1d-1fe7a06f71eb) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:48:01.318520 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-73fd36dd-7141-4833-86f1-e270049da967 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:01.357231 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a30635f9-cbfa-48eb-bf8f-b56fa0aabef8 None None] Provisioning complete for port 25199459-06cf-400d-a041-decbd5dd628b triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:48:01.357592 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a30635f9-cbfa-48eb-bf8f-b56fa0aabef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:01.359232 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 52c6998b-9b81-4a7b-adde-6310f1352978 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:48:01.361304 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-73fd36dd-7141-4833-86f1-e270049da967 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Calling delete_port for 25199459-06cf-400d-a041-decbd5dd628b owned by {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:48:01.407439 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 52c6998b-9b81-4a7b-adde-6310f1352978 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:48:01.411159 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:01.513753 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 37870) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:01.521458 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a30635f9-cbfa-48eb-bf8f-b56fa0aabef8 None None] Port 25199459-06cf-400d-a041-decbd5dd628b cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:48:01.589908 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:01.613862 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9b025996-d509-4172-9595-66a58f4885e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:01.620541 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ab85edb5-493d-4876-95ad-5d6e77e288ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:01.695054 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cffb0f-bb49-4394-b14d-423a734600eb req-fc4188cf-a1d1-4cce-a028-9566544130f3 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:01.702172 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-00cffb0f-bb49-4394-b14d-423a734600eb req-fc4188cf-a1d1-4cce-a028-9566544130f3 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 944 time: 0.1874366 Jul 09 14:48:01.730646 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0a3de76a-651c-4a92-beb8-fabf4d10593a None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:01.738781 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:01.780890 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-00cffb0f-bb49-4394-b14d-423a734600eb req-f0498b9c-6d8f-431d-baca-119b47f5c180 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776339 Jul 09 14:48:01.793285 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 52c6998b-9b81-4a7b-adde-6310f1352978, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=52c6998b-9b81-4a7b-adde-6310f1352978,segment=NetworkSegment(7500281a-7475-4abe-ba5c-c4957c739c0d),segment_id=7500281a-7475-4abe-ba5c-c4957c739c0d)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:48:01.842574 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-73fd36dd-7141-4833-86f1-e270049da967 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:01.843097 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-0a3de76a-651c-4a92-beb8-fabf4d10593a None None] Transition to ACTIVE for port object cc491588-f2ac-404d-bd1d-1fe7a06f71eb will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:48:01.843526 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-652e45e6-df61-4273-b055-b6bfd40f346c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:01.872189 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-0a3de76a-651c-4a92-beb8-fabf4d10593a None None] Transition to ACTIVE for port object cc491588-f2ac-404d-bd1d-1fe7a06f71eb will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:48:01.877236 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:01.878476 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device a9df23ff-9d32-4590-8837-7b31696b54b3 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:48:01.966363 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fd36dd-7141-4833-86f1-e270049da967 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Pushing event deleted for resources: {'Port': ['ID=25199459-06cf-400d-a041-decbd5dd628b,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:01.982732 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-73fd36dd-7141-4833-86f1-e270049da967 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:01.987722 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-73fd36dd-7141-4833-86f1-e270049da967 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] 10.222.0.58 "DELETE /v2.0/ports/25199459-06cf-400d-a041-decbd5dd628b HTTP/1.1" status: 204 len: 168 time: 1.2421799 Jul 09 14:48:01.988343 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 37876) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:01.998659 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ab85edb5-493d-4876-95ad-5d6e77e288ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:02.110032 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=52c6998b-9b81-4a7b-adde-6310f1352978,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:02.114022 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0a3de76a-651c-4a92-beb8-fabf4d10593a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:02.117028 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-6abe0de3-6e96-4b6f-9eba-d46326760b8b tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Deleting subnet 526125ab-caf9-43af-b6f6-c738332fecdb {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:48:02.127173 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6abe0de3-6e96-4b6f-9eba-d46326760b8b tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:02.148514 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ab85edb5-493d-4876-95ad-5d6e77e288ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:02.187283 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6abe0de3-6e96-4b6f-9eba-d46326760b8b tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:02.267852 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab85edb5-493d-4876-95ad-5d6e77e288ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b51014a4-af76-4d91-960d-c1869debf933,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:02.293736 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ab85edb5-493d-4876-95ad-5d6e77e288ae admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=81521931c96e486087a467559b7c8439&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5490155 Jul 09 14:48:02.296893 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 37878) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:02.332868 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9b025996-d509-4172-9595-66a58f4885e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:02.349573 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3de76a-651c-4a92-beb8-fabf4d10593a None None] Network ce8ea459-0b36-4598-b580-33b7746d1507 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:48:02.353848 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-0a3de76a-651c-4a92-beb8-fabf4d10593a None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:48:02.357652 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3de76a-651c-4a92-beb8-fabf4d10593a None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:48:02.359860 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9b025996-d509-4172-9595-66a58f4885e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:02.400484 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3de76a-651c-4a92-beb8-fabf4d10593a None None] Pushing event updated for resources: {'Port': ['ID=cc491588-f2ac-404d-bd1d-1fe7a06f71eb,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:02.441168 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-652e45e6-df61-4273-b055-b6bfd40f346c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:02.446896 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port a9df23ff-9d32-4590-8837-7b31696b54b3 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:48:02.447323 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:02.450478 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-0a3de76a-651c-4a92-beb8-fabf4d10593a None None] Attempting to bind port cc491588-f2ac-404d-bd1d-1fe7a06f71eb on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:48:02.450478 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-0a3de76a-651c-4a92-beb8-fabf4d10593a None None] Attempting to bind port cc491588-f2ac-404d-bd1d-1fe7a06f71eb by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '48cd52f1-a784-4e3e-ba29-af56c5642938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ce8ea459-0b36-4598-b580-33b7746d1507'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:48:02.450835 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3de76a-651c-4a92-beb8-fabf4d10593a None None] Attempting to bind port cc491588-f2ac-404d-bd1d-1fe7a06f71eb on network ce8ea459-0b36-4598-b580-33b7746d1507 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:48:02.476470 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3de76a-651c-4a92-beb8-fabf4d10593a None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:48:02.476927 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3de76a-651c-4a92-beb8-fabf4d10593a None None] Checking segment: {'id': '48cd52f1-a784-4e3e-ba29-af56c5642938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ce8ea459-0b36-4598-b580-33b7746d1507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:48:02.477339 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0a3de76a-651c-4a92-beb8-fabf4d10593a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:02.477798 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3de76a-651c-4a92-beb8-fabf4d10593a None None] Bound using segment: {'id': '48cd52f1-a784-4e3e-ba29-af56c5642938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ce8ea459-0b36-4598-b580-33b7746d1507'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:48:02.478220 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-0a3de76a-651c-4a92-beb8-fabf4d10593a None None] Bound port: cc491588-f2ac-404d-bd1d-1fe7a06f71eb, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cd52f1-a784-4e3e-ba29-af56c5642938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ce8ea459-0b36-4598-b580-33b7746d1507'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:48:02.478654 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0a3de76a-651c-4a92-beb8-fabf4d10593a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:02.495852 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6abe0de3-6e96-4b6f-9eba-d46326760b8b tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:02.510289 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-9b025996-d509-4172-9595-66a58f4885e1 admin admin] Allocated IP 172.25.3.176 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/3241d603-f08c-405d-a6c2-ec55a15c28e3) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:48:02.518069 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-652e45e6-df61-4273-b055-b6bfd40f346c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:02.544637 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-10815bf5-0a22-4957-aa54-fab36cde76ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:02.554982 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-652e45e6-df61-4273-b055-b6bfd40f346c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cb812707f5a246e7902f52c116a2a729&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9825127 Jul 09 14:48:02.557953 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 37882) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:02.608514 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-10815bf5-0a22-4957-aa54-fab36cde76ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:02.613942 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-0a3de76a-651c-4a92-beb8-fabf4d10593a None None] For port cc491588-f2ac-404d-bd1d-1fe7a06f71eb, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:48:02.640701 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-0a3de76a-651c-4a92-beb8-fabf4d10593a None None] For port cc491588-f2ac-404d-bd1d-1fe7a06f71eb, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=cc491588-f2ac-404d-bd1d-1fe7a06f71eb,segment=NetworkSegment(48cd52f1-a784-4e3e-ba29-af56c5642938),segment_id=48cd52f1-a784-4e3e-ba29-af56c5642938)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:48:02.684676 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6abe0de3-6e96-4b6f-9eba-d46326760b8b tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:02.709838 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652e45e6-df61-4273-b055-b6bfd40f346c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b8b121-4108-4cc8-b5ff-4216683f0af3,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:02.718714 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0a3de76a-651c-4a92-beb8-fabf4d10593a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:02.745983 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abe0de3-6e96-4b6f-9eba-d46326760b8b tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Pushing event deleted for resources: {'Subnet': ['ID=526125ab-caf9-43af-b6f6-c738332fecdb,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:02.752727 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6abe0de3-6e96-4b6f-9eba-d46326760b8b tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:02.754073 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-6abe0de3-6e96-4b6f-9eba-d46326760b8b tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] 10.222.0.58 "DELETE /v2.0/subnets/526125ab-caf9-43af-b6f6-c738332fecdb HTTP/1.1" status: 204 len: 168 time: 0.7648242 Jul 09 14:48:02.755535 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 37886) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:02.781898 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431643d2-71b7-41f9-8300-4d0698347896 None None] Network b0141803-f419-45b3-8fd1-675cca13ba96 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:48:02.822381 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-75aaa897-5126-4a91-a0ae-6c6e71a5b10e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:02.845952 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 52c6998b-9b81-4a7b-adde-6310f1352978 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:48:02.888417 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-75aaa897-5126-4a91-a0ae-6c6e71a5b10e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:02.892724 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9b025996-d509-4172-9595-66a58f4885e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:02.911012 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c2c85b57-72a5-4c28-935d-4d4c8c342a77 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:02.970481 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-10815bf5-0a22-4957-aa54-fab36cde76ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:02.988208 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-10815bf5-0a22-4957-aa54-fab36cde76ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:02.989621 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-10815bf5-0a22-4957-aa54-fab36cde76ec admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b51014a4-af76-4d91-960d-c1869debf933 HTTP/1.1" status: 204 len: 168 time: 0.6910596 Jul 09 14:48:03.009164 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10815bf5-0a22-4957-aa54-fab36cde76ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51014a4-af76-4d91-960d-c1869debf933,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:03.052543 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-c2c85b57-72a5-4c28-935d-4d4c8c342a77 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Deleting port a9df23ff-9d32-4590-8837-7b31696b54b3 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:48:03.052543 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c2c85b57-72a5-4c28-935d-4d4c8c342a77 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:03.053240 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9b025996-d509-4172-9595-66a58f4885e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:03.164119 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b025996-d509-4172-9595-66a58f4885e1 admin admin] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:48:03.165034 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-75aaa897-5126-4a91-a0ae-6c6e71a5b10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:03.175731 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-75aaa897-5126-4a91-a0ae-6c6e71a5b10e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:03.180331 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-75aaa897-5126-4a91-a0ae-6c6e71a5b10e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/95b8b121-4108-4cc8-b5ff-4216683f0af3 HTTP/1.1" status: 204 len: 168 time: 0.6161234 Jul 09 14:48:03.210079 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-9b025996-d509-4172-9595-66a58f4885e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:48:03.239290 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b025996-d509-4172-9595-66a58f4885e1 admin admin] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:48:03.313111 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-c2c85b57-72a5-4c28-935d-4d4c8c342a77 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] For port a9df23ff-9d32-4590-8837-7b31696b54b3, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=a9df23ff-9d32-4590-8837-7b31696b54b3,segment=NetworkSegment(21d914e4-7bb4-4e3f-b616-89b9a77cb32c),segment_id=21d914e4-7bb4-4e3f-b616-89b9a77cb32c)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:48:03.313744 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c2c85b57-72a5-4c28-935d-4d4c8c342a77 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:03.334932 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aaa897-5126-4a91-a0ae-6c6e71a5b10e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b8b121-4108-4cc8-b5ff-4216683f0af3,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:03.361788 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b025996-d509-4172-9595-66a58f4885e1 admin admin] Pushing event updated for resources: {'Port': ['ID=3241d603-f08c-405d-a6c2-ec55a15c28e3,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:03.364382 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-c2c85b57-72a5-4c28-935d-4d4c8c342a77 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Calling delete_port for a9df23ff-9d32-4590-8837-7b31696b54b3 owned by network:dhcp {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:48:03.369978 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3de76a-651c-4a92-beb8-fabf4d10593a None None] Pushing event updated for resources: {'Port': ['ID=cc491588-f2ac-404d-bd1d-1fe7a06f71eb,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:03.448488 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b856767-0c4c-4bd9-a6ab-1b5e0926dc87 req-56dc0e43-d5b5-4933-b7b2-b9dd2fcdaaf0 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:03.467679 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2b856767-0c4c-4bd9-a6ab-1b5e0926dc87 req-56dc0e43-d5b5-4933-b7b2-b9dd2fcdaaf0 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 944 time: 0.4559655 Jul 09 14:48:03.476601 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 52c6998b-9b81-4a7b-adde-6310f1352978 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:48:03.477035 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:03.580289 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87aa6030-8eee-4440-bd41-83e169fc7f73 None None] DHCP port deletion for b0141803-f419-45b3-8fd1-675cca13ba96 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:48:03.580959 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c2c85b57-72a5-4c28-935d-4d4c8c342a77 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:03.652494 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c85b57-72a5-4c28-935d-4d4c8c342a77 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] No DVR routers for this DVR port a9df23ff-9d32-4590-8837-7b31696b54b3 on host n-d-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:48:03.654780 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c85b57-72a5-4c28-935d-4d4c8c342a77 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Pushing event deleted for resources: {'Port': ['ID=a9df23ff-9d32-4590-8837-7b31696b54b3,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:03.720824 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2b856767-0c4c-4bd9-a6ab-1b5e0926dc87 req-76e6f87d-6a5d-4928-a0d9-5ed4e8319dbb tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458975 Jul 09 14:48:03.797616 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c2c85b57-72a5-4c28-935d-4d4c8c342a77 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:03.812150 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-c2c85b57-72a5-4c28-935d-4d4c8c342a77 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0141803-f419-45b3-8fd1-675cca13ba96']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:48:03.827033 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-c2c85b57-72a5-4c28-935d-4d4c8c342a77 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21d914e4-7bb4-4e3f-b616-89b9a77cb32c') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:48:03.827358 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-c2c85b57-72a5-4c28-935d-4d4c8c342a77 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21d914e4-7bb4-4e3f-b616-89b9a77cb32c') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:48:03.864026 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c2c85b57-72a5-4c28-935d-4d4c8c342a77 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:03.884477 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c2c85b57-72a5-4c28-935d-4d4c8c342a77 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:03.894411 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2c85b57-72a5-4c28-935d-4d4c8c342a77 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:48:03.895096 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c2c85b57-72a5-4c28-935d-4d4c8c342a77 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:03.903496 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:48:03.903496 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:48:03.903496 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:48:03.903496 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:48:03.903496 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:48:03.903496 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:48:03.903496 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 14:48:03.903496 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:48:03.903496 n-d-799529-6 neutron-server[94445]: timer() Jul 09 14:48:03.903496 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:48:03.903496 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 14:48:03.903496 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:48:03.903496 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 14:48:03.903496 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:48:03.903496 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 14:48:03.903496 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:48:03.903496 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 14:48:03.903496 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:48:03.903496 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 14:48:03.903496 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:48:03.903496 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:48:03.903496 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:48:03.903496 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:48:03.903496 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:48:03.903496 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 14:48:03.903496 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:48:03.903496 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 14:48:03.903496 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:48:03.903496 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:48:03.903496 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:48:03.903496 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 14:48:03.903496 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:48:03.903496 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:48:03.903496 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:48:03.903496 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:48:03.903496 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:48:03.903496 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:48:03.903496 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:48:04.044928 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 37904) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:04.093682 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-667de95e-8b40-467e-8a30-7a31c2d50f20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:04.136504 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9b025996-d509-4172-9595-66a58f4885e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:04.174393 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c2c85b57-72a5-4c28-935d-4d4c8c342a77 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:04.199683 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c2c85b57-72a5-4c28-935d-4d4c8c342a77 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:04.201712 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c2c85b57-72a5-4c28-935d-4d4c8c342a77 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] 10.222.0.58 "DELETE /v2.0/networks/b0141803-f419-45b3-8fd1-675cca13ba96 HTTP/1.1" status: 204 len: 168 time: 1.4448869 Jul 09 14:48:04.202534 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c85b57-72a5-4c28-935d-4d4c8c342a77 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847 tempest-ExtraDHCPOptionsIpV6TestJSON-422832847-project] Pushing event deleted for resources: {'Network': ['ID=b0141803-f419-45b3-8fd1-675cca13ba96,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:04.305289 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-667de95e-8b40-467e-8a30-7a31c2d50f20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:04.565280 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc649f11-2383-435b-8c9b-5584a5d31269 None None] Network ce8ea459-0b36-4598-b580-33b7746d1507 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:48:04.610277 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9b025996-d509-4172-9595-66a58f4885e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:04.952440 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device cc491588-f2ac-404d-bd1d-1fe7a06f71eb up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:48:04.969520 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-667de95e-8b40-467e-8a30-7a31c2d50f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:05.018743 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-52329a1f-940d-49ad-ac9d-ed2dfd8644f6 None None] Provisioning for port cc491588-f2ac-404d-bd1d-1fe7a06f71eb completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:48:05.111797 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-667de95e-8b40-467e-8a30-7a31c2d50f20 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7becdb8d8ad444d6aadb351077a8bf6e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0643833 Jul 09 14:48:05.127274 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 37920) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:05.129136 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667de95e-8b40-467e-8a30-7a31c2d50f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d87efe0-4f29-441e-97fb-0506646cbac8,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:05.155940 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port cc491588-f2ac-404d-bd1d-1fe7a06f71eb completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:48:05.162160 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port cc491588-f2ac-404d-bd1d-1fe7a06f71eb triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:48:05.163191 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:05.246086 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8984f5b6-d786-49d2-8c34-f6dc98745c69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:05.285989 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8984f5b6-d786-49d2-8c34-f6dc98745c69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:05.394249 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf11382-009b-4f14-9ed5-1fd412a8964d req-fc6b7e99-ea4b-4f79-9aa3-7e5c2e2f933e tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:05.403075 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-caf11382-009b-4f14-9ed5-1fd412a8964d req-fc6b7e99-ea4b-4f79-9aa3-7e5c2e2f933e tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 944 time: 0.4304779 Jul 09 14:48:05.431353 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:05.441493 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8984f5b6-d786-49d2-8c34-f6dc98745c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:05.450487 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8984f5b6-d786-49d2-8c34-f6dc98745c69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:05.459012 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-8984f5b6-d786-49d2-8c34-f6dc98745c69 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2d87efe0-4f29-441e-97fb-0506646cbac8 HTTP/1.1" status: 204 len: 168 time: 0.3222687 Jul 09 14:48:05.522814 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8984f5b6-d786-49d2-8c34-f6dc98745c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d87efe0-4f29-441e-97fb-0506646cbac8,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:05.567959 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port cc491588-f2ac-404d-bd1d-1fe7a06f71eb, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=cc491588-f2ac-404d-bd1d-1fe7a06f71eb,segment=NetworkSegment(48cd52f1-a784-4e3e-ba29-af56c5642938),segment_id=48cd52f1-a784-4e3e-ba29-af56c5642938)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:48:05.569051 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 37934) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:05.574222 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a12242ad-5a2f-4bcd-86cd-6e965a618f41 None None] Provisioning complete for port cc491588-f2ac-404d-bd1d-1fe7a06f71eb triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:48:05.576320 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a12242ad-5a2f-4bcd-86cd-6e965a618f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:05.604445 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-caf11382-009b-4f14-9ed5-1fd412a8964d req-fba19cbd-edae-446f-9820-dc9bed8c2d6a tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920030 Jul 09 14:48:05.628592 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:05.659492 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b025996-d509-4172-9595-66a58f4885e1 admin admin] Router 5ea90e70-e9b4-422f-8cf3-611fc812a095 is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:48:05.807682 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=cc491588-f2ac-404d-bd1d-1fe7a06f71eb,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:05.814400 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device a9df23ff-9d32-4590-8837-7b31696b54b3 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:48:05.843092 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: a9df23ff-9d32-4590-8837-7b31696b54b3 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:48:05.843564 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device a9df23ff-9d32-4590-8837-7b31696b54b3 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:48:06.076349 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b025996-d509-4172-9595-66a58f4885e1 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:48:06.084778 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-1e7e0c4d-7136-4ba1-8413-92cc1bf1e0a5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=36dc38c8635d46c78f94bc8dd5ff6df8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5141854 Jul 09 14:48:06.085913 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 37948) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:06.087583 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95741201-09cf-4bbc-85a2-0a4ca6062c9a None None] Sync routers for ids ['5ea90e70-e9b4-422f-8cf3-611fc812a095'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:48:06.101664 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95741201-09cf-4bbc-85a2-0a4ca6062c9a None None] Routers {'5ea90e70-e9b4-422f-8cf3-611fc812a095'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:48:06.104968 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-95741201-09cf-4bbc-85a2-0a4ca6062c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:47:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['5ea90e70-e9b4-422f-8cf3-611fc812a095'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:48:06.154908 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-73aa53d1-4ce9-4738-b350-e1f610536421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:06.197989 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-73aa53d1-4ce9-4738-b350-e1f610536421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:06.235724 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9b025996-d509-4172-9595-66a58f4885e1 admin admin] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:06.237496 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-9b025996-d509-4172-9595-66a58f4885e1 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.9028690 Jul 09 14:48:06.241328 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 37952) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:06.264964 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-95741201-09cf-4bbc-85a2-0a4ca6062c9a None None] Set router 5ea90e70-e9b4-422f-8cf3-611fc812a095 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:48:06.347179 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 37956) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:06.362534 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-73aa53d1-4ce9-4738-b350-e1f610536421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:06.366317 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-73aa53d1-4ce9-4738-b350-e1f610536421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:06.372975 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-73aa53d1-4ce9-4738-b350-e1f610536421 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7579cfc7-7340-4d3b-8869-2323e7a9652f HTTP/1.1" status: 204 len: 168 time: 0.2795107 Jul 09 14:48:06.395201 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aa53d1-4ce9-4738-b350-e1f610536421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7579cfc7-7340-4d3b-8869-2323e7a9652f,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:06.601240 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-695eb462-1958-402b-baa4-050af9fa15bd admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-385438382-network', 'tenant_id': 'bdaedf6ac9084c79b7ea6ec72411a8d8'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:48:06.734793 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-95741201-09cf-4bbc-85a2-0a4ca6062c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea90e70-e9b4-422f-8cf3-611fc812a095', 'name': 'tempest-AttachSCSIVolumeTestJSON-2005440561-router', 'tenant_id': '968601f61e424380a198de5f5293c917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '3241d603-f08c-405d-a6c2-ec55a15c28e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:48:00Z', 'updated_at': '2021-07-09T14:48:03Z', 'revision_number': 3, 'project_id': '968601f61e424380a198de5f5293c917', 'gw_port': {'id': '3241d603-f08c-405d-a6c2-ec55a15c28e3', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:40:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea90e70-e9b4-422f-8cf3-611fc812a095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:48:02Z', 'updated_at': '2021-07-09T14:48:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:48:06.758126 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695eb462-1958-402b-baa4-050af9fa15bd admin admin] Made reservation on behalf of bdaedf6ac9084c79b7ea6ec72411a8d8 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:48:06.761324 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-695eb462-1958-402b-baa4-050af9fa15bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:06.774428 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-695eb462-1958-402b-baa4-050af9fa15bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:06.819094 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95741201-09cf-4bbc-85a2-0a4ca6062c9a None None] Checking router: 5ea90e70-e9b4-422f-8cf3-611fc812a095 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:48:06.819941 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95741201-09cf-4bbc-85a2-0a4ca6062c9a None None] Updating router 5ea90e70-e9b4-422f-8cf3-611fc812a095 port 3241d603-f08c-405d-a6c2-ec55a15c28e3 binding host n-d-799529-6 {{(pid=94448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:48:06.854450 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device cc491588-f2ac-404d-bd1d-1fe7a06f71eb up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:48:07.011859 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port cc491588-f2ac-404d-bd1d-1fe7a06f71eb triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:48:07.012508 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:07.015528 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9354574-bc05-4d90-9de1-ee68fe99d98b req-cd2dfa1e-741f-4300-8bc3-f4fe3a50ef80 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:07.023870 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f9354574-bc05-4d90-9de1-ee68fe99d98b req-cd2dfa1e-741f-4300-8bc3-f4fe3a50ef80 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 944 time: 0.1608510 Jul 09 14:48:07.040122 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-95741201-09cf-4bbc-85a2-0a4ca6062c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:07.046528 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a2249e2d-1742-46cf-b724-9c2ecce34d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:07.063478 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-695eb462-1958-402b-baa4-050af9fa15bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:07.096702 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f9354574-bc05-4d90-9de1-ee68fe99d98b req-c5715442-4f2e-4d0e-8d35-f3f958d36e27 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718069 Jul 09 14:48:07.174921 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-695eb462-1958-402b-baa4-050af9fa15bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:07.253209 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-695eb462-1958-402b-baa4-050af9fa15bd admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:48:07.297343 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695eb462-1958-402b-baa4-050af9fa15bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f64be7c5-e774-4cdf-bab1-f431f7d415f1,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:07.313234 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-695eb462-1958-402b-baa4-050af9fa15bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:07.317276 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-695eb462-1958-402b-baa4-050af9fa15bd admin admin] Added segment 2badb0c6-e67f-4820-b4bb-8e5a90533cf4 of type vlan for network a9d0dfb1-4ed4-4376-bcf0-50fa5388f064 Jul 09 14:48:07.416924 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-695eb462-1958-402b-baa4-050af9fa15bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:07.486041 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-a2249e2d-1742-46cf-b724-9c2ecce34d88 admin admin] Allocated IP 172.20.0.1 (ce8ea459-0b36-4598-b580-33b7746d1507/b410cc39-727b-43e8-91e9-c498c0691172/aaba75d3-75d0-4cf0-a4eb-44a8a2db48ea) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:48:07.567988 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-695eb462-1958-402b-baa4-050af9fa15bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:07.569538 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695eb462-1958-402b-baa4-050af9fa15bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:07.577017 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-695eb462-1958-402b-baa4-050af9fa15bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:07.627945 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-95741201-09cf-4bbc-85a2-0a4ca6062c9a None None] Notify callbacks [] for port, precommit_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:07.655563 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.provisioning_blocks [None req-95741201-09cf-4bbc-85a2-0a4ca6062c9a None None] Transition to ACTIVE for port object 3241d603-f08c-405d-a6c2-ec55a15c28e3 will not be triggered until provisioned by entity L2. {{(pid=94448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:48:07.669019 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-695eb462-1958-402b-baa4-050af9fa15bd admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.3202906 Jul 09 14:48:07.676699 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695eb462-1958-402b-baa4-050af9fa15bd admin admin] Pushing event updated for resources: {'Network': ['ID=a9d0dfb1-4ed4-4376-bcf0-50fa5388f064,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:07.679534 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 37990) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:07.685021 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-19f1c99b-e63d-4dea-9ba0-c4b03ec440e6 admin admin] Request body: {'subnet': {'network_id': 'a9d0dfb1-4ed4-4376-bcf0-50fa5388f064', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-385438382-subnet', 'tenant_id': 'bdaedf6ac9084c79b7ea6ec72411a8d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:48:07.692242 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network a9d0dfb1-4ed4-4376-bcf0-50fa5388f064 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:48:07.762639 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a2249e2d-1742-46cf-b724-9c2ecce34d88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:07.768591 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-95741201-09cf-4bbc-85a2-0a4ca6062c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:07.791735 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-a2249e2d-1742-46cf-b724-9c2ecce34d88 admin admin] Transition to ACTIVE for port object aaba75d3-75d0-4cf0-a4eb-44a8a2db48ea will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:48:07.801485 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f1c99b-e63d-4dea-9ba0-c4b03ec440e6 admin admin] Made reservation on behalf of bdaedf6ac9084c79b7ea6ec72411a8d8 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:48:07.805170 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-19f1c99b-e63d-4dea-9ba0-c4b03ec440e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:07.906421 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-95741201-09cf-4bbc-85a2-0a4ca6062c9a None None] Attempting to bind port 3241d603-f08c-405d-a6c2-ec55a15c28e3 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:48:07.906799 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-95741201-09cf-4bbc-85a2-0a4ca6062c9a None None] Attempting to bind port 3241d603-f08c-405d-a6c2-ec55a15c28e3 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:48:07.907214 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95741201-09cf-4bbc-85a2-0a4ca6062c9a None None] Attempting to bind port 3241d603-f08c-405d-a6c2-ec55a15c28e3 on network 202c7ce6-d4e9-4f80-84dd-bef08905a653 {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:48:07.919440 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95741201-09cf-4bbc-85a2-0a4ca6062c9a None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:48:07.919849 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95741201-09cf-4bbc-85a2-0a4ca6062c9a None None] Checking segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:48:07.920345 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-95741201-09cf-4bbc-85a2-0a4ca6062c9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:07.920648 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95741201-09cf-4bbc-85a2-0a4ca6062c9a None None] Bound using segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:48:07.921123 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-95741201-09cf-4bbc-85a2-0a4ca6062c9a None None] Bound port: 3241d603-f08c-405d-a6c2-ec55a15c28e3, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:48:07.921712 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-95741201-09cf-4bbc-85a2-0a4ca6062c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:07.948105 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a2249e2d-1742-46cf-b724-9c2ecce34d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:07.951643 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17d946f-276b-4387-8ac8-6a8ab777c633 None None] Pushing event updated for resources: {'Port': ['ID=3241d603-f08c-405d-a6c2-ec55a15c28e3,revision_number=2']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:08.012731 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-95741201-09cf-4bbc-85a2-0a4ca6062c9a None None] For port 3241d603-f08c-405d-a6c2-ec55a15c28e3, host n-d-799529-6, cleared binding levels {{(pid=94448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:48:08.019543 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-95741201-09cf-4bbc-85a2-0a4ca6062c9a None None] For port 3241d603-f08c-405d-a6c2-ec55a15c28e3, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=3241d603-f08c-405d-a6c2-ec55a15c28e3,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:48:08.035113 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2249e2d-1742-46cf-b724-9c2ecce34d88 admin admin] Network ce8ea459-0b36-4598-b580-33b7746d1507 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:48:08.045871 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-a2249e2d-1742-46cf-b724-9c2ecce34d88 admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:48:08.073112 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2249e2d-1742-46cf-b724-9c2ecce34d88 admin admin] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:48:08.111045 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-95741201-09cf-4bbc-85a2-0a4ca6062c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:08.157039 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2249e2d-1742-46cf-b724-9c2ecce34d88 admin admin] Pushing event updated for resources: {'Port': ['ID=aaba75d3-75d0-4cf0-a4eb-44a8a2db48ea,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:08.197555 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a2249e2d-1742-46cf-b724-9c2ecce34d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:08.331137 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17d946f-276b-4387-8ac8-6a8ab777c633 None None] Pushing event updated for resources: {'Port': ['ID=3241d603-f08c-405d-a6c2-ec55a15c28e3,revision_number=3']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:08.358352 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95741201-09cf-4bbc-85a2-0a4ca6062c9a None None] Routers {'5ea90e70-e9b4-422f-8cf3-611fc812a095'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:48:08.359959 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-95741201-09cf-4bbc-85a2-0a4ca6062c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:47:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['5ea90e70-e9b4-422f-8cf3-611fc812a095'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:48:08.385576 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-19f1c99b-e63d-4dea-9ba0-c4b03ec440e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:08.537893 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f1c99b-e63d-4dea-9ba0-c4b03ec440e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c4bd77b-9e34-44f4-9dc2-fa632746bcf3,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:08.557983 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f1c99b-e63d-4dea-9ba0-c4b03ec440e6 admin admin] Checking segment: {'id': '2badb0c6-e67f-4820-b4bb-8e5a90533cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'a9d0dfb1-4ed4-4376-bcf0-50fa5388f064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:48:08.558366 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f1c99b-e63d-4dea-9ba0-c4b03ec440e6 admin admin] Network hostable DHCP agents. Network: a9d0dfb1-4ed4-4376-bcf0-50fa5388f064, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:48:08.657363 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f1c99b-e63d-4dea-9ba0-c4b03ec440e6 admin admin] Network a9d0dfb1-4ed4-4376-bcf0-50fa5388f064 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:48:08.681910 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 38014) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:08.719011 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-95741201-09cf-4bbc-85a2-0a4ca6062c9a None None] Set router 5ea90e70-e9b4-422f-8cf3-611fc812a095 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:48:08.729011 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-bd40fa92-ebeb-40a3-bf72-5d7724bde82c None None] Provisioning for port aaba75d3-75d0-4cf0-a4eb-44a8a2db48ea completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:48:08.733669 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-bd40fa92-ebeb-40a3-bf72-5d7724bde82c None None] Provisioning complete for port aaba75d3-75d0-4cf0-a4eb-44a8a2db48ea triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:48:08.734127 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-bd40fa92-ebeb-40a3-bf72-5d7724bde82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:08.763342 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-19f1c99b-e63d-4dea-9ba0-c4b03ec440e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, a9d0dfb1-4ed4-4376-bcf0-50fa5388f064) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:48:08.779176 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f1c99b-e63d-4dea-9ba0-c4b03ec440e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:08.780575 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-19f1c99b-e63d-4dea-9ba0-c4b03ec440e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:08.838629 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-bd40fa92-ebeb-40a3-bf72-5d7724bde82c None None] Port aaba75d3-75d0-4cf0-a4eb-44a8a2db48ea cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:48:08.847272 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fa1d20-e46b-4281-8e36-588c0bd637b5 None None] Network a9d0dfb1-4ed4-4376-bcf0-50fa5388f064 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:48:08.949166 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-9a14b6f6-fa0f-4e7a-ab0e-afdf45f91b46 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-196490531'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:48:09.011533 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-19f1c99b-e63d-4dea-9ba0-c4b03ec440e6 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.3161871 Jul 09 14:48:09.130640 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a14b6f6-fa0f-4e7a-ab0e-afdf45f91b46 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Made reservation on behalf of 99b13b6be1514c5a83b2b54f3d176297 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:48:09.134949 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9a14b6f6-fa0f-4e7a-ab0e-afdf45f91b46 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:09.145307 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a4b4e7-f032-4564-b2d8-f8f815499efe None None] Network a9d0dfb1-4ed4-4376-bcf0-50fa5388f064 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:48:09.155258 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9a14b6f6-fa0f-4e7a-ab0e-afdf45f91b46 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:09.234426 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-95741201-09cf-4bbc-85a2-0a4ca6062c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea90e70-e9b4-422f-8cf3-611fc812a095', 'name': 'tempest-AttachSCSIVolumeTestJSON-2005440561-router', 'tenant_id': '968601f61e424380a198de5f5293c917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '3241d603-f08c-405d-a6c2-ec55a15c28e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:48:00Z', 'updated_at': '2021-07-09T14:48:03Z', 'revision_number': 3, 'project_id': '968601f61e424380a198de5f5293c917', 'gw_port': {'id': '3241d603-f08c-405d-a6c2-ec55a15c28e3', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:40:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea90e70-e9b4-422f-8cf3-611fc812a095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:48:02Z', 'updated_at': '2021-07-09T14:48:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:48:09.324041 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95741201-09cf-4bbc-85a2-0a4ca6062c9a None None] The sync data for ids ['5ea90e70-e9b4-422f-8cf3-611fc812a095'] in n-d-799529-6 is: [{'id': '5ea90e70-e9b4-422f-8cf3-611fc812a095', 'name': 'tempest-AttachSCSIVolumeTestJSON-2005440561-router', 'tenant_id': '968601f61e424380a198de5f5293c917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '3241d603-f08c-405d-a6c2-ec55a15c28e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:48:00Z', 'updated_at': '2021-07-09T14:48:03Z', 'revision_number': 3, 'project_id': '968601f61e424380a198de5f5293c917', 'gw_port': {'id': '3241d603-f08c-405d-a6c2-ec55a15c28e3', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:40:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea90e70-e9b4-422f-8cf3-611fc812a095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:48:02Z', 'updated_at': '2021-07-09T14:48:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:48:09.344935 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a2249e2d-1742-46cf-b724-9c2ecce34d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:09.479144 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9a14b6f6-fa0f-4e7a-ab0e-afdf45f91b46 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:09.556133 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9a14b6f6-fa0f-4e7a-ab0e-afdf45f91b46 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:09.593971 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84eaabc-a5ca-442a-af09-1e35ba0e019d req-3c433ab1-8649-44c1-bec5-45e5e39c8326 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:09.595702 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a84eaabc-a5ca-442a-af09-1e35ba0e019d req-3c433ab1-8649-44c1-bec5-45e5e39c8326 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 944 time: 1.1009033 Jul 09 14:48:09.609053 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a14b6f6-fa0f-4e7a-ab0e-afdf45f91b46 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b12753bb-8cff-4f15-9562-ece924b1654d,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:09.652561 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a14b6f6-fa0f-4e7a-ab0e-afdf45f91b46 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:48:09.668350 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9a14b6f6-fa0f-4e7a-ab0e-afdf45f91b46 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:09.669715 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-9a14b6f6-fa0f-4e7a-ab0e-afdf45f91b46 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Added segment c87a1aed-4391-4868-816b-1cfa5ef05a83 of type vlan for network cb745e40-68ee-4c08-8446-5be8f177fd58 Jul 09 14:48:09.770167 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9a14b6f6-fa0f-4e7a-ab0e-afdf45f91b46 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:09.931480 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a84eaabc-a5ca-442a-af09-1e35ba0e019d req-13b399ac-7efe-4570-9410-e2c4061cf4c6 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236945 Jul 09 14:48:10.024551 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9a14b6f6-fa0f-4e7a-ab0e-afdf45f91b46 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:10.032071 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a14b6f6-fa0f-4e7a-ab0e-afdf45f91b46 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:10.032739 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9a14b6f6-fa0f-4e7a-ab0e-afdf45f91b46 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:10.086409 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a2249e2d-1742-46cf-b724-9c2ecce34d88 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:10.193642 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a14b6f6-fa0f-4e7a-ab0e-afdf45f91b46 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event updated for resources: {'Network': ['ID=cb745e40-68ee-4c08-8446-5be8f177fd58,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:10.205748 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network cb745e40-68ee-4c08-8446-5be8f177fd58 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:48:10.212202 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0f1bd-3fa4-43ec-b221-e67a98bad005 req-03f5848f-aeee-42ee-a769-34b94852d301 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:10.213751 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d0a0f1bd-3fa4-43ec-b221-e67a98bad005 req-03f5848f-aeee-42ee-a769-34b94852d301 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/networks?id=a9d0dfb1-4ed4-4376-bcf0-50fa5388f064 HTTP/1.1" status: 200 len: 804 time: 0.3536520 Jul 09 14:48:10.229028 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a2249e2d-1742-46cf-b724-9c2ecce34d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:10.231530 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d0a0f1bd-3fa4-43ec-b221-e67a98bad005 req-7e553596-c5d1-43f9-b02e-12fea388dc30 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/quotas/bdaedf6ac9084c79b7ea6ec72411a8d8 HTTP/1.1" status: 200 len: 375 time: 0.0109754 Jul 09 14:48:10.277298 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d0a0f1bd-3fa4-43ec-b221-e67a98bad005 req-48978b89-92cc-4c35-aae1-f394faa9585c tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=bdaedf6ac9084c79b7ea6ec72411a8d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397727 Jul 09 14:48:10.344975 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-9a14b6f6-fa0f-4e7a-ab0e-afdf45f91b46 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6594951 Jul 09 14:48:10.345218 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 38058) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:10.362180 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-fd8a6837-fb26-4cf2-9913-87f1c93e23ec tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-233887022'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:48:10.406734 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a2249e2d-1742-46cf-b724-9c2ecce34d88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:10.458477 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d0a0f1bd-3fa4-43ec-b221-e67a98bad005 req-a9a90417-6aa2-4776-a469-d99d780ce0fa service neutron] 10.222.0.58 "GET /v2.0/networks/a9d0dfb1-4ed4-4376-bcf0-50fa5388f064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802864 Jul 09 14:48:10.508222 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2249e2d-1742-46cf-b724-9c2ecce34d88 admin admin] Pushing event updated for resources: {'Port': ['ID=aaba75d3-75d0-4cf0-a4eb-44a8a2db48ea,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:10.576746 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8a6837-fb26-4cf2-9913-87f1c93e23ec tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Made reservation on behalf of 99b13b6be1514c5a83b2b54f3d176297 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:48:10.585200 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fd8a6837-fb26-4cf2-9913-87f1c93e23ec tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:10.651887 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd8a6837-fb26-4cf2-9913-87f1c93e23ec tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:48:10.694030 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fd8a6837-fb26-4cf2-9913-87f1c93e23ec tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:10.694030 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-fd8a6837-fb26-4cf2-9913-87f1c93e23ec tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Added segment 33bffeac-7454-4915-bafd-450ae5379767 of type vlan for network 46d6f34d-e369-4734-844d-688dfdf6b978 Jul 09 14:48:10.701466 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2249e2d-1742-46cf-b724-9c2ecce34d88 admin admin] Network ce8ea459-0b36-4598-b580-33b7746d1507 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:48:10.708508 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-a2249e2d-1742-46cf-b724-9c2ecce34d88 admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:48:10.738182 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d0a0f1bd-3fa4-43ec-b221-e67a98bad005 req-ae3aa5b6-7c0e-4e83-a7f6-9a14f861bb7e service neutron] 10.222.0.58 "GET /v2.0/networks/a9d0dfb1-4ed4-4376-bcf0-50fa5388f064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690418 Jul 09 14:48:10.880687 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 3241d603-f08c-405d-a6c2-ec55a15c28e3 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:48:10.885410 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fd8a6837-fb26-4cf2-9913-87f1c93e23ec tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:11.117396 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 3241d603-f08c-405d-a6c2-ec55a15c28e3 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:48:11.117666 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fd8a6837-fb26-4cf2-9913-87f1c93e23ec tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:11.124061 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8a6837-fb26-4cf2-9913-87f1c93e23ec tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:11.127483 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fd8a6837-fb26-4cf2-9913-87f1c93e23ec tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:11.128243 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2249e2d-1742-46cf-b724-9c2ecce34d88 admin admin] Router 5ea90e70-e9b4-422f-8cf3-611fc812a095 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:48:11.136680 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 3241d603-f08c-405d-a6c2-ec55a15c28e3 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:48:11.141333 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:11.361167 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-b5186300-952f-4768-a982-0c70d1405fd0 None None] Provisioning complete for port aaba75d3-75d0-4cf0-a4eb-44a8a2db48ea triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:48:11.367491 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b5186300-952f-4768-a982-0c70d1405fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:11.423466 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a6837-fb26-4cf2-9913-87f1c93e23ec tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event updated for resources: {'Network': ['ID=46d6f34d-e369-4734-844d-688dfdf6b978,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:11.443781 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 46d6f34d-e369-4734-844d-688dfdf6b978 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:48:11.461757 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-59d54434-e254-4611-befd-d35e24136be1 req-a8ba8c51-d9f8-470f-a2e5-0905f534226b tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=29704e62-7a25-4f0a-96f2-07541a9be389 HTTP/1.1" status: 200 len: 210 time: 0.1168578 Jul 09 14:48:11.493608 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-fd8a6837-fb26-4cf2-9913-87f1c93e23ec tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1472592 Jul 09 14:48:11.501144 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 38080) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:11.507376 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-551cae6d-8075-4920-bcb2-3df54dca7ca8 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Request body: {'subnet': {'network_id': 'cb745e40-68ee-4c08-8446-5be8f177fd58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:48:11.563941 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:11.589389 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-b5186300-952f-4768-a982-0c70d1405fd0 None None] Port aaba75d3-75d0-4cf0-a4eb-44a8a2db48ea cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:48:11.602115 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 3241d603-f08c-405d-a6c2-ec55a15c28e3, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=3241d603-f08c-405d-a6c2-ec55a15c28e3,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:48:11.677597 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:11.687830 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e08cd3b-98b6-4d82-bb58-a563289d3315 req-83b7b827-df2c-44f5-a2a9-1356d3c72be1 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:11.694943 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1e08cd3b-98b6-4d82-bb58-a563289d3315 req-83b7b827-df2c-44f5-a2a9-1356d3c72be1 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 944 time: 0.3495891 Jul 09 14:48:11.700622 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2249e2d-1742-46cf-b724-9c2ecce34d88 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:48:11.704524 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d7362e-aa62-4173-9287-2c3f412d7d60 req-0473633d-faf6-4368-b6d2-8a557a729df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:11.705993 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a2d7362e-aa62-4173-9287-2c3f412d7d60 req-0473633d-faf6-4368-b6d2-8a557a729df7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0ea59604d49a4768b9c04e74a1a30065&device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 1095 time: 0.2192767 Jul 09 14:48:11.714845 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-a2249e2d-1742-46cf-b724-9c2ecce34d88 admin admin] 10.222.0.58 "PUT /v2.0/routers/5ea90e70-e9b4-422f-8cf3-611fc812a095/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4706197 Jul 09 14:48:11.817101 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1e08cd3b-98b6-4d82-bb58-a563289d3315 req-7812d942-8d6f-48b4-b620-661d74b7e788 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212687 Jul 09 14:48:11.831930 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551cae6d-8075-4920-bcb2-3df54dca7ca8 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Made reservation on behalf of 99b13b6be1514c5a83b2b54f3d176297 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:48:11.837696 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-551cae6d-8075-4920-bcb2-3df54dca7ca8 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:11.854353 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=3241d603-f08c-405d-a6c2-ec55a15c28e3,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:11.893705 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:48:11.894373 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:48:11.894851 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:48:11.895325 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:48:11.897327 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:48:11.897776 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:48:11.898214 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:48:11.898644 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:48:11.899261 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:48:11.899722 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:48:11.901866 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:48:11.902310 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:48:11.921474 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d7362e-aa62-4173-9287-2c3f412d7d60 req-0c83a119-a47a-4681-ab48-fc2c775ef1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:11.923825 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a2d7362e-aa62-4173-9287-2c3f412d7d60 req-0c83a119-a47a-4681-ab48-fc2c775ef1da service neutron] 10.222.0.54 "GET /v2.0/networks?id=57042d5f-0386-4b58-a12c-ab7a19465fa2 HTTP/1.1" status: 200 len: 914 time: 0.1712325 Jul 09 14:48:12.196474 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-551cae6d-8075-4920-bcb2-3df54dca7ca8 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:12.222033 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a2d7362e-aa62-4173-9287-2c3f412d7d60 req-811ceff3-f7eb-4ae9-98ca-ac8eed54cd3f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1ad2f213-faf3-4478-a55c-736188b5f250 HTTP/1.1" status: 200 len: 217 time: 0.0681856 Jul 09 14:48:12.263960 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551cae6d-8075-4920-bcb2-3df54dca7ca8 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event updated for resources: {'Subnet': ['ID=dc67979a-fc37-4280-bc71-a93fc4c28a45,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:12.281556 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551cae6d-8075-4920-bcb2-3df54dca7ca8 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Checking segment: {'id': 'c87a1aed-4391-4868-816b-1cfa5ef05a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'cb745e40-68ee-4c08-8446-5be8f177fd58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:48:12.281868 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551cae6d-8075-4920-bcb2-3df54dca7ca8 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Network hostable DHCP agents. Network: cb745e40-68ee-4c08-8446-5be8f177fd58, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:48:12.432697 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551cae6d-8075-4920-bcb2-3df54dca7ca8 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Network cb745e40-68ee-4c08-8446-5be8f177fd58 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:48:12.471267 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f600b0-12dc-48fd-b043-0448385060bb None None] Sync routers for ids ['5ea90e70-e9b4-422f-8cf3-611fc812a095'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:48:12.490845 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f600b0-12dc-48fd-b043-0448385060bb None None] Routers {'5ea90e70-e9b4-422f-8cf3-611fc812a095'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:48:12.492507 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-41f600b0-12dc-48fd-b043-0448385060bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:47:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['5ea90e70-e9b4-422f-8cf3-611fc812a095'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:48:12.532770 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d7362e-aa62-4173-9287-2c3f412d7d60 req-fa8398a3-ba20-451e-8ccb-3d59c69addd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:12.534273 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a2d7362e-aa62-4173-9287-2c3f412d7d60 req-fa8398a3-ba20-451e-8ccb-3d59c69addd9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=82201829-6811-4a6f-8404-54dcb1347eec HTTP/1.1" status: 200 len: 853 time: 0.1644018 Jul 09 14:48:12.645209 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a2d7362e-aa62-4173-9287-2c3f412d7d60 req-7491626d-bbe1-4be6-b200-8176e69f3c25 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=57042d5f-0386-4b58-a12c-ab7a19465fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967953 Jul 09 14:48:12.648118 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-148d458e-247f-400c-b352-b874ef3ce3cd req-bc622471-bee8-409f-b85b-015e66c6a769 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=29704e62-7a25-4f0a-96f2-07541a9be389 HTTP/1.1" status: 200 len: 210 time: 0.1019351 Jul 09 14:48:12.648118 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-551cae6d-8075-4920-bcb2-3df54dca7ca8 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, cb745e40-68ee-4c08-8446-5be8f177fd58) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:48:12.656869 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551cae6d-8075-4920-bcb2-3df54dca7ca8 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:12.658951 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-551cae6d-8075-4920-bcb2-3df54dca7ca8 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:12.674808 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3603afc-8d55-4d37-a85a-414b6a52f555 None None] Network cb745e40-68ee-4c08-8446-5be8f177fd58 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:48:12.794152 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-551cae6d-8075-4920-bcb2-3df54dca7ca8 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2908423 Jul 09 14:48:12.801054 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 38132) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:12.828535 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a2d7362e-aa62-4173-9287-2c3f412d7d60 req-e302f134-46be-44b2-bf72-21ecbce46259 service neutron] 10.222.0.54 "GET /v2.0/networks/57042d5f-0386-4b58-a12c-ab7a19465fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742935 Jul 09 14:48:12.847437 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-dfab9d76-d82c-4ab2-8556-522c7b104453 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Request body: {'subnet': {'network_id': '46d6f34d-e369-4734-844d-688dfdf6b978', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:48:13.204533 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a2d7362e-aa62-4173-9287-2c3f412d7d60 req-4b04082f-5d73-4886-8fec-1d366ede8cc5 service neutron] 10.222.0.54 "GET /v2.0/networks/57042d5f-0386-4b58-a12c-ab7a19465fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513398 Jul 09 14:48:13.281626 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 3241d603-f08c-405d-a6c2-ec55a15c28e3 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:48:13.418632 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-41f600b0-12dc-48fd-b043-0448385060bb None None] Set router 5ea90e70-e9b4-422f-8cf3-611fc812a095 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:48:13.424638 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f2d47b-57c7-4467-861c-1ebb49177c28 req-94f4f201-61a3-40ac-8e42-c2324ae057c0 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:13.434978 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-42f2d47b-57c7-4467-861c-1ebb49177c28 req-94f4f201-61a3-40ac-8e42-c2324ae057c0 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 944 time: 0.1454976 Jul 09 14:48:13.483494 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-42f2d47b-57c7-4467-861c-1ebb49177c28 req-cd49b7bf-fbbc-42c0-b42d-1f478fca753c tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472789 Jul 09 14:48:13.620295 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 3241d603-f08c-405d-a6c2-ec55a15c28e3 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:48:13.637647 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:13.722785 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbba942-270c-4fee-b341-42660a7506b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-cb745e40-68ee-4c08-8446-5be8f177fd58', 'network_id': 'cb745e40-68ee-4c08-8446-5be8f177fd58', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'fixed_ips': [{'subnet_id': 'dc67979a-fc37-4280-bc71-a93fc4c28a45'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:48:13.723626 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8dbba942-270c-4fee-b341-42660a7506b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:13.781134 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfab9d76-d82c-4ab2-8556-522c7b104453 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Made reservation on behalf of 99b13b6be1514c5a83b2b54f3d176297 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:48:13.790690 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dfab9d76-d82c-4ab2-8556-522c7b104453 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:13.939260 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-055a863f-1a3f-4689-8125-6b0cfc9d0fdf req-d1b88fc5-938a-4252-8f09-ed5940d8ae4d tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=29704e62-7a25-4f0a-96f2-07541a9be389 HTTP/1.1" status: 200 len: 210 time: 0.0615437 Jul 09 14:48:13.975148 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-41f600b0-12dc-48fd-b043-0448385060bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea90e70-e9b4-422f-8cf3-611fc812a095', 'name': 'tempest-AttachSCSIVolumeTestJSON-2005440561-router', 'tenant_id': '968601f61e424380a198de5f5293c917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '3241d603-f08c-405d-a6c2-ec55a15c28e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:48:00Z', 'updated_at': '2021-07-09T14:48:08Z', 'revision_number': 4, 'project_id': '968601f61e424380a198de5f5293c917', 'gw_port': {'id': '3241d603-f08c-405d-a6c2-ec55a15c28e3', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:40:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea90e70-e9b4-422f-8cf3-611fc812a095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:48:02Z', 'updated_at': '2021-07-09T14:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'aaba75d3-75d0-4cf0-a4eb-44a8a2db48ea', 'name': '', 'network_id': 'ce8ea459-0b36-4598-b580-33b7746d1507', 'tenant_id': '968601f61e424380a198de5f5293c917', 'mac_address': 'fa:16:3e:f4:64:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea90e70-e9b4-422f-8cf3-611fc812a095', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'b410cc39-727b-43e8-91e9-c498c0691172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:48:07Z', 'updated_at': '2021-07-09T14:48:09Z', 'revision_number': 2, 'project_id': '968601f61e424380a198de5f5293c917', 'subnets': [{'id': 'b410cc39-727b-43e8-91e9-c498c0691172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:48:14.009798 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f600b0-12dc-48fd-b043-0448385060bb None None] Checking router: 5ea90e70-e9b4-422f-8cf3-611fc812a095 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:48:14.013369 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f600b0-12dc-48fd-b043-0448385060bb None None] Updating router 5ea90e70-e9b4-422f-8cf3-611fc812a095 port aaba75d3-75d0-4cf0-a4eb-44a8a2db48ea binding host n-d-799529-6 {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:48:14.062365 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-8dbba942-270c-4fee-b341-42660a7506b2 None None] Allocated IP 2001:db8::2 (cb745e40-68ee-4c08-8446-5be8f177fd58/dc67979a-fc37-4280-bc71-a93fc4c28a45/55fd794b-310a-4e6f-ad7b-1e4fc22f712b) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:48:14.064663 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-41f600b0-12dc-48fd-b043-0448385060bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:14.297665 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dfab9d76-d82c-4ab2-8556-522c7b104453 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:14.467659 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfab9d76-d82c-4ab2-8556-522c7b104453 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Checking segment: {'id': '33bffeac-7454-4915-bafd-450ae5379767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '46d6f34d-e369-4734-844d-688dfdf6b978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:48:14.468893 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfab9d76-d82c-4ab2-8556-522c7b104453 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Network hostable DHCP agents. Network: 46d6f34d-e369-4734-844d-688dfdf6b978, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:48:14.489859 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfab9d76-d82c-4ab2-8556-522c7b104453 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event updated for resources: {'Subnet': ['ID=10cd3a5f-83af-4c65-aab0-814f7f04919d,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:14.497327 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8dbba942-270c-4fee-b341-42660a7506b2 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:14.516387 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-8dbba942-270c-4fee-b341-42660a7506b2 None None] Transition to ACTIVE for port object 55fd794b-310a-4e6f-ad7b-1e4fc22f712b will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:48:14.559195 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-8dbba942-270c-4fee-b341-42660a7506b2 None None] Transition to ACTIVE for port object 55fd794b-310a-4e6f-ad7b-1e4fc22f712b will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:48:14.578010 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-41f600b0-12dc-48fd-b043-0448385060bb None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:14.595880 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-41f600b0-12dc-48fd-b043-0448385060bb None None] Transition to ACTIVE for port object aaba75d3-75d0-4cf0-a4eb-44a8a2db48ea will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:48:14.600684 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfab9d76-d82c-4ab2-8556-522c7b104453 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Network 46d6f34d-e369-4734-844d-688dfdf6b978 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:48:14.672775 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8dbba942-270c-4fee-b341-42660a7506b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:14.700738 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-dfab9d76-d82c-4ab2-8556-522c7b104453 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 46d6f34d-e369-4734-844d-688dfdf6b978) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:48:14.704851 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfab9d76-d82c-4ab2-8556-522c7b104453 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:14.705434 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dfab9d76-d82c-4ab2-8556-522c7b104453 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:14.767659 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42e737a-462e-4672-98c2-f1003cf01f65 None None] Network 46d6f34d-e369-4734-844d-688dfdf6b978 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:48:14.772293 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbba942-270c-4fee-b341-42660a7506b2 None None] Pushing event updated for resources: {'Port': ['ID=55fd794b-310a-4e6f-ad7b-1e4fc22f712b,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:14.774566 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:14.775246 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-41f600b0-12dc-48fd-b043-0448385060bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:14.796905 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f423ae-d2fd-4116-9806-3d3832d88416 req-bb33b8f4-0af7-42e2-890d-7f1c3a47840a tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:14.832154 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-89f423ae-d2fd-4116-9806-3d3832d88416 req-bb33b8f4-0af7-42e2-890d-7f1c3a47840a tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 944 time: 0.1708155 Jul 09 14:48:14.848089 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-dfab9d76-d82c-4ab2-8556-522c7b104453 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0296404 Jul 09 14:48:14.863970 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 38162) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:14.870137 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-41099a26-2ffb-4fd7-a580-b332b2401049 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-300477334', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:48:14.900459 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-89f423ae-d2fd-4116-9806-3d3832d88416 req-f445ef8b-12f5-4f0d-b290-3cd3e1afdfd2 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674191 Jul 09 14:48:14.975554 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbba942-270c-4fee-b341-42660a7506b2 None None] Network cb745e40-68ee-4c08-8446-5be8f177fd58 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:48:14.980363 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-41099a26-2ffb-4fd7-a580-b332b2401049 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:14.984270 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-41099a26-2ffb-4fd7-a580-b332b2401049 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:14.994565 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-8dbba942-270c-4fee-b341-42660a7506b2 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:48:14.997595 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbba942-270c-4fee-b341-42660a7506b2 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:48:15.097213 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-41099a26-2ffb-4fd7-a580-b332b2401049 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:15.173136 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-41099a26-2ffb-4fd7-a580-b332b2401049 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:15.184607 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e6e6a8-fcd2-4078-abae-e4b5cca56864 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-46d6f34d-e369-4734-844d-688dfdf6b978', 'network_id': '46d6f34d-e369-4734-844d-688dfdf6b978', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'fixed_ips': [{'subnet_id': '10cd3a5f-83af-4c65-aab0-814f7f04919d'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:48:15.186418 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-30e6e6a8-fcd2-4078-abae-e4b5cca56864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:15.222785 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-83634205-1849-4f6c-904c-071f5e724cf7 req-6bc8d99e-73c6-4e0d-ab11-ece3759c390a tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=29704e62-7a25-4f0a-96f2-07541a9be389 HTTP/1.1" status: 200 len: 210 time: 0.0962374 Jul 09 14:48:15.225470 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec100d3-40e1-44ac-90b1-99d02e228d89 None None] Pushing event updated for resources: {'Port': ['ID=aaba75d3-75d0-4cf0-a4eb-44a8a2db48ea,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:15.311562 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-41099a26-2ffb-4fd7-a580-b332b2401049 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:15.321376 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-41099a26-2ffb-4fd7-a580-b332b2401049 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4562759 Jul 09 14:48:15.331678 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 38172) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:15.546214 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 1ad2f213-faf3-4478-a55c-736188b5f250 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:48:15.579032 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-41f600b0-12dc-48fd-b043-0448385060bb None None] Attempting to bind port aaba75d3-75d0-4cf0-a4eb-44a8a2db48ea on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:48:15.579399 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-41f600b0-12dc-48fd-b043-0448385060bb None None] Attempting to bind port aaba75d3-75d0-4cf0-a4eb-44a8a2db48ea by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '48cd52f1-a784-4e3e-ba29-af56c5642938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ce8ea459-0b36-4598-b580-33b7746d1507'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:48:15.579812 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f600b0-12dc-48fd-b043-0448385060bb None None] Attempting to bind port aaba75d3-75d0-4cf0-a4eb-44a8a2db48ea on network ce8ea459-0b36-4598-b580-33b7746d1507 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:48:15.582623 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-8dbba942-270c-4fee-b341-42660a7506b2 None None] Attempting to bind port 55fd794b-310a-4e6f-ad7b-1e4fc22f712b on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:48:15.583129 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-8dbba942-270c-4fee-b341-42660a7506b2 None None] Attempting to bind port 55fd794b-310a-4e6f-ad7b-1e4fc22f712b by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'c87a1aed-4391-4868-816b-1cfa5ef05a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'cb745e40-68ee-4c08-8446-5be8f177fd58'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:48:15.583489 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbba942-270c-4fee-b341-42660a7506b2 None None] Attempting to bind port 55fd794b-310a-4e6f-ad7b-1e4fc22f712b on network cb745e40-68ee-4c08-8446-5be8f177fd58 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:48:15.664925 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f600b0-12dc-48fd-b043-0448385060bb None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:48:15.672451 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f600b0-12dc-48fd-b043-0448385060bb None None] Checking segment: {'id': '48cd52f1-a784-4e3e-ba29-af56c5642938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ce8ea459-0b36-4598-b580-33b7746d1507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:48:15.672451 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-41f600b0-12dc-48fd-b043-0448385060bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:15.672451 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f600b0-12dc-48fd-b043-0448385060bb None None] Bound using segment: {'id': '48cd52f1-a784-4e3e-ba29-af56c5642938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ce8ea459-0b36-4598-b580-33b7746d1507'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:48:15.672451 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-41f600b0-12dc-48fd-b043-0448385060bb None None] Bound port: aaba75d3-75d0-4cf0-a4eb-44a8a2db48ea, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cd52f1-a784-4e3e-ba29-af56c5642938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ce8ea459-0b36-4598-b580-33b7746d1507'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:48:15.672451 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-41f600b0-12dc-48fd-b043-0448385060bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:15.755950 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbba942-270c-4fee-b341-42660a7506b2 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:48:15.756426 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbba942-270c-4fee-b341-42660a7506b2 None None] Checking segment: {'id': 'c87a1aed-4391-4868-816b-1cfa5ef05a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'cb745e40-68ee-4c08-8446-5be8f177fd58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:48:15.756907 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8dbba942-270c-4fee-b341-42660a7506b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:15.757374 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbba942-270c-4fee-b341-42660a7506b2 None None] Bound using segment: {'id': 'c87a1aed-4391-4868-816b-1cfa5ef05a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'cb745e40-68ee-4c08-8446-5be8f177fd58'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:48:15.757923 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-8dbba942-270c-4fee-b341-42660a7506b2 None None] Bound port: 55fd794b-310a-4e6f-ad7b-1e4fc22f712b, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c87a1aed-4391-4868-816b-1cfa5ef05a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'cb745e40-68ee-4c08-8446-5be8f177fd58'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:48:15.758412 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8dbba942-270c-4fee-b341-42660a7506b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:15.874911 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0f1bd-3fa4-43ec-b221-e67a98bad005 req-e4dc444c-2632-4beb-909e-7619361fa554 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:15.877890 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d0a0f1bd-3fa4-43ec-b221-e67a98bad005 req-e4dc444c-2632-4beb-909e-7619361fa554 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.54 "GET /v2.0/networks?id=a9d0dfb1-4ed4-4376-bcf0-50fa5388f064 HTTP/1.1" status: 200 len: 804 time: 0.2428844 Jul 09 14:48:15.914764 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-41f600b0-12dc-48fd-b043-0448385060bb None None] For port aaba75d3-75d0-4cf0-a4eb-44a8a2db48ea, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:48:15.918655 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-41f600b0-12dc-48fd-b043-0448385060bb None None] For port aaba75d3-75d0-4cf0-a4eb-44a8a2db48ea, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=aaba75d3-75d0-4cf0-a4eb-44a8a2db48ea,segment=NetworkSegment(48cd52f1-a784-4e3e-ba29-af56c5642938),segment_id=48cd52f1-a784-4e3e-ba29-af56c5642938)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:48:15.931663 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-d0a0f1bd-3fa4-43ec-b221-e67a98bad005 req-0f92d7ad-98fd-4e00-ae28-eb5f3068e4ea tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Request body: {'port': {'device_id': '29704e62-7a25-4f0a-96f2-07541a9be389', 'network_id': 'a9d0dfb1-4ed4-4376-bcf0-50fa5388f064', 'admin_state_up': True, 'tenant_id': 'bdaedf6ac9084c79b7ea6ec72411a8d8'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:48:16.041741 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-30e6e6a8-fcd2-4078-abae-e4b5cca56864 None None] Allocated IP 2001:db8:1::2 (46d6f34d-e369-4734-844d-688dfdf6b978/10cd3a5f-83af-4c65-aab0-814f7f04919d/86026e85-a156-4a81-8b0a-af1e0c54c813) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:48:16.046583 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 1ad2f213-faf3-4478-a55c-736188b5f250, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=1ad2f213-faf3-4478-a55c-736188b5f250,segment=NetworkSegment(08141ba6-0964-4d1a-8d67-af4c03fe6653),segment_id=08141ba6-0964-4d1a-8d67-af4c03fe6653)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:48:16.065168 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-41f600b0-12dc-48fd-b043-0448385060bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:16.131424 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': '1ad2f213-faf3-4478-a55c-736188b5f250', 'network_id': '57042d5f-0386-4b58-a12c-ab7a19465fa2', 'port_id': '1ad2f213-faf3-4478-a55c-736188b5f250', 'mac_address': 'fa:16:3e:7d:67:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82201829-6811-4a6f-8404-54dcb1347eec', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:48:16.231444 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-8dbba942-270c-4fee-b341-42660a7506b2 None None] For port 55fd794b-310a-4e6f-ad7b-1e4fc22f712b, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:48:16.290802 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866baac7-f71e-4a73-b0a6-ca08dc3bf0a6 req-49310a94-bd18-4cef-bdbd-4abeac42d456 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:16.305169 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-866baac7-f71e-4a73-b0a6-ca08dc3bf0a6 req-49310a94-bd18-4cef-bdbd-4abeac42d456 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 944 time: 0.1801031 Jul 09 14:48:16.314339 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-8dbba942-270c-4fee-b341-42660a7506b2 None None] For port 55fd794b-310a-4e6f-ad7b-1e4fc22f712b, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=55fd794b-310a-4e6f-ad7b-1e4fc22f712b,segment=NetworkSegment(c87a1aed-4391-4868-816b-1cfa5ef05a83),segment_id=c87a1aed-4391-4868-816b-1cfa5ef05a83)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:48:16.461260 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-866baac7-f71e-4a73-b0a6-ca08dc3bf0a6 req-eec19a9a-0cb8-498a-8519-61a328f1dd59 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482918 Jul 09 14:48:16.465399 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7a4def6a-bad5-451e-9330-bbc1663950e0 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:16.595042 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ee888e00-fb4a-482d-8986-dc3888f50077 req-9db9e1ef-bb74-44d4-a433-054d5b817892 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=29704e62-7a25-4f0a-96f2-07541a9be389 HTTP/1.1" status: 200 len: 210 time: 0.1086860 Jul 09 14:48:16.654072 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8dbba942-270c-4fee-b341-42660a7506b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:16.695974 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:16.733821 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f600b0-12dc-48fd-b043-0448385060bb None None] Routers {'5ea90e70-e9b4-422f-8cf3-611fc812a095'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:48:16.738697 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-41f600b0-12dc-48fd-b043-0448385060bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:47:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['5ea90e70-e9b4-422f-8cf3-611fc812a095'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:48:16.820852 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec100d3-40e1-44ac-90b1-99d02e228d89 None None] Pushing event updated for resources: {'Port': ['ID=aaba75d3-75d0-4cf0-a4eb-44a8a2db48ea,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:16.845667 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0a0f1bd-3fa4-43ec-b221-e67a98bad005 req-0f92d7ad-98fd-4e00-ae28-eb5f3068e4ea tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Made reservation on behalf of bdaedf6ac9084c79b7ea6ec72411a8d8 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:48:16.850245 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-d0a0f1bd-3fa4-43ec-b221-e67a98bad005 req-0f92d7ad-98fd-4e00-ae28-eb5f3068e4ea tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:16.933025 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-7a4def6a-bad5-451e-9330-bbc1663950e0 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Allocated IP 2001:db8::1 (cb745e40-68ee-4c08-8446-5be8f177fd58/dc67979a-fc37-4280-bc71-a93fc4c28a45/d69fd5b7-2cc9-4eb2-bcb7-1c8b19662318) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:48:16.952196 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ad2f213-faf3-4478-a55c-736188b5f250 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:48:17.034988 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 1ad2f213-faf3-4478-a55c-736188b5f250, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=1ad2f213-faf3-4478-a55c-736188b5f250,segment=NetworkSegment(08141ba6-0964-4d1a-8d67-af4c03fe6653),segment_id=08141ba6-0964-4d1a-8d67-af4c03fe6653)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:48:17.078022 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-41f600b0-12dc-48fd-b043-0448385060bb None None] Set router 5ea90e70-e9b4-422f-8cf3-611fc812a095 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:48:17.196650 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7a4def6a-bad5-451e-9330-bbc1663950e0 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:17.225079 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-7a4def6a-bad5-451e-9330-bbc1663950e0 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Transition to ACTIVE for port object d69fd5b7-2cc9-4eb2-bcb7-1c8b19662318 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:48:17.244453 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbba942-270c-4fee-b341-42660a7506b2 None None] Pushing event updated for resources: {'Port': ['ID=55fd794b-310a-4e6f-ad7b-1e4fc22f712b,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:17.247383 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:17.320645 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-d0a0f1bd-3fa4-43ec-b221-e67a98bad005 req-0f92d7ad-98fd-4e00-ae28-eb5f3068e4ea tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Allocated IP 172.20.0.2 (a9d0dfb1-4ed4-4376-bcf0-50fa5388f064/4c4bd77b-9e34-44f4-9dc2-fa632746bcf3/ba9936ba-c696-4ca3-a80f-83bd584978ae) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:48:17.467371 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-30e6e6a8-fcd2-4078-abae-e4b5cca56864 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:17.489517 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7a4def6a-bad5-451e-9330-bbc1663950e0 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:17.492553 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-30e6e6a8-fcd2-4078-abae-e4b5cca56864 None None] Transition to ACTIVE for port object 86026e85-a156-4a81-8b0a-af1e0c54c813 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:48:17.515661 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-30e6e6a8-fcd2-4078-abae-e4b5cca56864 None None] Transition to ACTIVE for port object 86026e85-a156-4a81-8b0a-af1e0c54c813 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:48:17.530138 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=1ad2f213-faf3-4478-a55c-736188b5f250,revision_number=11']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:17.543013 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['1ad2f213-faf3-4478-a55c-736188b5f250'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:48:17.561406 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4def6a-bad5-451e-9330-bbc1663950e0 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Network cb745e40-68ee-4c08-8446-5be8f177fd58 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:48:17.578626 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-7a4def6a-bad5-451e-9330-bbc1663950e0 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:48:17.589679 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-d0a0f1bd-3fa4-43ec-b221-e67a98bad005 req-0f92d7ad-98fd-4e00-ae28-eb5f3068e4ea tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:17.592481 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4def6a-bad5-451e-9330-bbc1663950e0 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:48:17.593151 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7a4def6a-bad5-451e-9330-bbc1663950e0 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:17.612486 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-30e6e6a8-fcd2-4078-abae-e4b5cca56864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:17.668436 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4def6a-bad5-451e-9330-bbc1663950e0 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event updated for resources: {'Port': ['ID=d69fd5b7-2cc9-4eb2-bcb7-1c8b19662318,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:17.709895 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e6e6a8-fcd2-4078-abae-e4b5cca56864 None None] Network 46d6f34d-e369-4734-844d-688dfdf6b978 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:48:17.715222 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e6e6a8-fcd2-4078-abae-e4b5cca56864 None None] Pushing event updated for resources: {'Port': ['ID=86026e85-a156-4a81-8b0a-af1e0c54c813,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:17.718446 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-30e6e6a8-fcd2-4078-abae-e4b5cca56864 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:48:17.729617 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e6e6a8-fcd2-4078-abae-e4b5cca56864 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:48:17.832746 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b9d285ba-363d-4d13-8e60-ae006e26bec9 req-661ee468-e165-4564-80c2-3b1149ffc842 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=29704e62-7a25-4f0a-96f2-07541a9be389 HTTP/1.1" status: 200 len: 210 time: 0.0569444 Jul 09 14:48:17.846026 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b874d40-0f6c-43e4-a20f-c05375843491 req-a6b2e544-49e8-4be9-b61f-57e3f578e716 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:17.854388 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1b874d40-0f6c-43e4-a20f-c05375843491 req-a6b2e544-49e8-4be9-b61f-57e3f578e716 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.1991346 Jul 09 14:48:17.967131 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-30e6e6a8-fcd2-4078-abae-e4b5cca56864 None None] Attempting to bind port 86026e85-a156-4a81-8b0a-af1e0c54c813 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:48:17.967584 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-30e6e6a8-fcd2-4078-abae-e4b5cca56864 None None] Attempting to bind port 86026e85-a156-4a81-8b0a-af1e0c54c813 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '33bffeac-7454-4915-bafd-450ae5379767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '46d6f34d-e369-4734-844d-688dfdf6b978'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:48:17.967796 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e6e6a8-fcd2-4078-abae-e4b5cca56864 None None] Attempting to bind port 86026e85-a156-4a81-8b0a-af1e0c54c813 on network 46d6f34d-e369-4734-844d-688dfdf6b978 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:48:17.978231 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1b874d40-0f6c-43e4-a20f-c05375843491 req-f67ebab0-0474-4262-a43d-f0e4cdbef0fe tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147208 Jul 09 14:48:17.990632 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-d0a0f1bd-3fa4-43ec-b221-e67a98bad005 req-0f92d7ad-98fd-4e00-ae28-eb5f3068e4ea tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:18.015789 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e6e6a8-fcd2-4078-abae-e4b5cca56864 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:48:18.018442 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e6e6a8-fcd2-4078-abae-e4b5cca56864 None None] Checking segment: {'id': '33bffeac-7454-4915-bafd-450ae5379767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '46d6f34d-e369-4734-844d-688dfdf6b978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:48:18.018442 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-30e6e6a8-fcd2-4078-abae-e4b5cca56864 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:18.019900 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e6e6a8-fcd2-4078-abae-e4b5cca56864 None None] Bound using segment: {'id': '33bffeac-7454-4915-bafd-450ae5379767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '46d6f34d-e369-4734-844d-688dfdf6b978'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:48:18.020579 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-30e6e6a8-fcd2-4078-abae-e4b5cca56864 None None] Bound port: 86026e85-a156-4a81-8b0a-af1e0c54c813, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33bffeac-7454-4915-bafd-450ae5379767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '46d6f34d-e369-4734-844d-688dfdf6b978'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:48:18.021014 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-30e6e6a8-fcd2-4078-abae-e4b5cca56864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:18.076892 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 38216) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:18.112624 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7a4def6a-bad5-451e-9330-bbc1663950e0 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:18.199682 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0a0f1bd-3fa4-43ec-b221-e67a98bad005 req-0f92d7ad-98fd-4e00-ae28-eb5f3068e4ea tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Network a9d0dfb1-4ed4-4376-bcf0-50fa5388f064 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:48:18.236323 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f92d7ad-98fd-4e00-ae28-eb5f3068e4ea tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Pushing event updated for resources: {'Port': ['ID=ba9936ba-c696-4ca3-a80f-83bd584978ae,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:18.285171 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-41f600b0-12dc-48fd-b043-0448385060bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea90e70-e9b4-422f-8cf3-611fc812a095', 'name': 'tempest-AttachSCSIVolumeTestJSON-2005440561-router', 'tenant_id': '968601f61e424380a198de5f5293c917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '3241d603-f08c-405d-a6c2-ec55a15c28e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:48:00Z', 'updated_at': '2021-07-09T14:48:08Z', 'revision_number': 4, 'project_id': '968601f61e424380a198de5f5293c917', 'gw_port': {'id': '3241d603-f08c-405d-a6c2-ec55a15c28e3', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:40:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea90e70-e9b4-422f-8cf3-611fc812a095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:48:02Z', 'updated_at': '2021-07-09T14:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'aaba75d3-75d0-4cf0-a4eb-44a8a2db48ea', 'name': '', 'network_id': 'ce8ea459-0b36-4598-b580-33b7746d1507', 'tenant_id': '968601f61e424380a198de5f5293c917', 'mac_address': 'fa:16:3e:f4:64:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea90e70-e9b4-422f-8cf3-611fc812a095', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'b410cc39-727b-43e8-91e9-c498c0691172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:48:07Z', 'updated_at': '2021-07-09T14:48:15Z', 'revision_number': 4, 'project_id': '968601f61e424380a198de5f5293c917', 'subnets': [{'id': 'b410cc39-727b-43e8-91e9-c498c0691172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:48:18.295229 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-d0a0f1bd-3fa4-43ec-b221-e67a98bad005 req-0f92d7ad-98fd-4e00-ae28-eb5f3068e4ea tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:48:18.300565 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a0f1bd-3fa4-43ec-b221-e67a98bad005 req-0f92d7ad-98fd-4e00-ae28-eb5f3068e4ea tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:48:18.313203 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-028b2ed8-47a7-4d24-b855-484806506b27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:18.365568 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0f1bd-3fa4-43ec-b221-e67a98bad005 req-0f92d7ad-98fd-4e00-ae28-eb5f3068e4ea tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:18.366194 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-d0a0f1bd-3fa4-43ec-b221-e67a98bad005 req-0f92d7ad-98fd-4e00-ae28-eb5f3068e4ea tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:18.394630 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f600b0-12dc-48fd-b043-0448385060bb None None] The sync data for ids ['5ea90e70-e9b4-422f-8cf3-611fc812a095'] in n-d-799529-6 is: [{'id': '5ea90e70-e9b4-422f-8cf3-611fc812a095', 'name': 'tempest-AttachSCSIVolumeTestJSON-2005440561-router', 'tenant_id': '968601f61e424380a198de5f5293c917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '3241d603-f08c-405d-a6c2-ec55a15c28e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:48:00Z', 'updated_at': '2021-07-09T14:48:08Z', 'revision_number': 4, 'project_id': '968601f61e424380a198de5f5293c917', 'gw_port': {'id': '3241d603-f08c-405d-a6c2-ec55a15c28e3', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:40:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea90e70-e9b4-422f-8cf3-611fc812a095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:48:02Z', 'updated_at': '2021-07-09T14:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'aaba75d3-75d0-4cf0-a4eb-44a8a2db48ea', 'name': '', 'network_id': 'ce8ea459-0b36-4598-b580-33b7746d1507', 'tenant_id': '968601f61e424380a198de5f5293c917', 'mac_address': 'fa:16:3e:f4:64:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea90e70-e9b4-422f-8cf3-611fc812a095', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'b410cc39-727b-43e8-91e9-c498c0691172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:48:07Z', 'updated_at': '2021-07-09T14:48:15Z', 'revision_number': 4, 'project_id': '968601f61e424380a198de5f5293c917', 'subnets': [{'id': 'b410cc39-727b-43e8-91e9-c498c0691172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:48:18.444447 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-30e6e6a8-fcd2-4078-abae-e4b5cca56864 None None] For port 86026e85-a156-4a81-8b0a-af1e0c54c813, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:48:18.458811 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-028b2ed8-47a7-4d24-b855-484806506b27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:18.462817 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-30e6e6a8-fcd2-4078-abae-e4b5cca56864 None None] For port 86026e85-a156-4a81-8b0a-af1e0c54c813, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=86026e85-a156-4a81-8b0a-af1e0c54c813,segment=NetworkSegment(33bffeac-7454-4915-bafd-450ae5379767),segment_id=33bffeac-7454-4915-bafd-450ae5379767)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:48:18.470472 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa74a3b-f186-4164-918c-1e32854c3b08 None None] Network cb745e40-68ee-4c08-8446-5be8f177fd58 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:48:18.551954 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-028b2ed8-47a7-4d24-b855-484806506b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:18.583339 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-30e6e6a8-fcd2-4078-abae-e4b5cca56864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:18.618834 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-028b2ed8-47a7-4d24-b855-484806506b27 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=618fd4c58b164f6986bb11bf432e0d5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5404296 Jul 09 14:48:18.633109 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 38222) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:18.733739 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028b2ed8-47a7-4d24-b855-484806506b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10215311-f663-49e7-9095-d6a7bacb8616,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:18.741691 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-615d5ff6-213c-4ba9-8d71-958a0aee6ca7 None None] Provisioning for port 55fd794b-310a-4e6f-ad7b-1e4fc22f712b completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:48:18.754549 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ebefe78b-81dd-4459-928e-aba3df24971e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:18.771043 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e6e6a8-fcd2-4078-abae-e4b5cca56864 None None] Pushing event updated for resources: {'Port': ['ID=86026e85-a156-4a81-8b0a-af1e0c54c813,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:18.800211 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ebefe78b-81dd-4459-928e-aba3df24971e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:18.888653 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7a4def6a-bad5-451e-9330-bbc1663950e0 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:18.894554 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d0a0f1bd-3fa4-43ec-b221-e67a98bad005 req-0f92d7ad-98fd-4e00-ae28-eb5f3068e4ea tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9736710 Jul 09 14:48:18.907991 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-d0a0f1bd-3fa4-43ec-b221-e67a98bad005 req-eb4432ee-75eb-4cb0-8887-856fbdc25522 service neutron] Request body: {'port': {'device_id': '29704e62-7a25-4f0a-96f2-07541a9be389', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:48:18.968946 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ebefe78b-81dd-4459-928e-aba3df24971e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:18.973368 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ebefe78b-81dd-4459-928e-aba3df24971e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:18.978561 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ebefe78b-81dd-4459-928e-aba3df24971e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/10215311-f663-49e7-9095-d6a7bacb8616 HTTP/1.1" status: 204 len: 168 time: 0.3439252 Jul 09 14:48:19.002088 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7a4def6a-bad5-451e-9330-bbc1663950e0 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:19.005872 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7a4def6a-bad5-451e-9330-bbc1663950e0 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:19.006709 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebefe78b-81dd-4459-928e-aba3df24971e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10215311-f663-49e7-9095-d6a7bacb8616,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:19.187409 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 55fd794b-310a-4e6f-ad7b-1e4fc22f712b up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:48:19.432682 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 1ad2f213-faf3-4478-a55c-736188b5f250 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:48:19.530375 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b3d30-8b09-428c-8da5-5f03743b3cad req-ecb4bb5f-3989-41eb-903e-ab63314844c8 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:19.546177 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ec7b3d30-8b09-428c-8da5-5f03743b3cad req-ecb4bb5f-3989-41eb-903e-ab63314844c8 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=29704e62-7a25-4f0a-96f2-07541a9be389 HTTP/1.1" status: 200 len: 931 time: 0.3153412 Jul 09 14:48:19.622898 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 55fd794b-310a-4e6f-ad7b-1e4fc22f712b completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:48:19.634110 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ec7b3d30-8b09-428c-8da5-5f03743b3cad req-3c994b19-3a3e-4024-bd44-4d8cd43bf0e8 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866685 Jul 09 14:48:19.654351 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 55fd794b-310a-4e6f-ad7b-1e4fc22f712b triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:48:19.657820 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:19.896013 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-30335765-2ae7-4415-8fc7-9e9ca956a5ff None None] Provisioning complete for port 55fd794b-310a-4e6f-ad7b-1e4fc22f712b triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:48:19.896742 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-30335765-2ae7-4415-8fc7-9e9ca956a5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:19.959611 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port 1ad2f213-faf3-4478-a55c-736188b5f250 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:48:20.067455 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:20.150068 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port 1ad2f213-faf3-4478-a55c-736188b5f250 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:48:20.151393 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:20.275752 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 38238) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:20.327222 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5d198392-8c42-4f97-96e2-c6d847e6ce98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:20.331087 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 55fd794b-310a-4e6f-ad7b-1e4fc22f712b, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=55fd794b-310a-4e6f-ad7b-1e4fc22f712b,segment=NetworkSegment(c87a1aed-4391-4868-816b-1cfa5ef05a83),segment_id=c87a1aed-4391-4868-816b-1cfa5ef05a83)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:48:20.451947 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-30335765-2ae7-4415-8fc7-9e9ca956a5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:20.501825 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:20.536116 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4def6a-bad5-451e-9330-bbc1663950e0 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event updated for resources: {'Port': ['ID=d69fd5b7-2cc9-4eb2-bcb7-1c8b19662318,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:20.606724 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:20.608091 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device aaba75d3-75d0-4cf0-a4eb-44a8a2db48ea up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:48:20.610736 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-d0a0f1bd-3fa4-43ec-b221-e67a98bad005 req-eb4432ee-75eb-4cb0-8887-856fbdc25522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:20.640495 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5d198392-8c42-4f97-96e2-c6d847e6ce98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:20.733763 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5d198392-8c42-4f97-96e2-c6d847e6ce98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:20.767740 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4def6a-bad5-451e-9330-bbc1663950e0 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Network cb745e40-68ee-4c08-8446-5be8f177fd58 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:48:20.773184 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-7a4def6a-bad5-451e-9330-bbc1663950e0 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:48:20.797793 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.db.api [None req-30335765-2ae7-4415-8fc7-9e9ca956a5ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 14:48:20.797793 n-d-799529-6 neutron-server[94447]: DEBUG oslo_db.api [None req-30335765-2ae7-4415-8fc7-9e9ca956a5ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 14:48:20.806921 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c8f6cd-9e14-4b89-8e17-418eaeb7eff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad2f213-faf3-4478-a55c-736188b5f250'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:48:20.809397 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a59dd5-11b1-47a0-8940-3567620ee8fe" -d '{"events": [{"server_uuid": "54c8f6cd-9e14-4b89-8e17-418eaeb7eff8", "name": "network-vif-plugged", "status": "completed", "tag": "1ad2f213-faf3-4478-a55c-736188b5f250"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:48:20.821429 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842f5e9b-462d-42aa-b4bf-13577b7d524b None None] Network 46d6f34d-e369-4734-844d-688dfdf6b978 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:48:20.861446 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 1ad2f213-faf3-4478-a55c-736188b5f250, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=1ad2f213-faf3-4478-a55c-736188b5f250,segment=NetworkSegment(08141ba6-0964-4d1a-8d67-af4c03fe6653),segment_id=08141ba6-0964-4d1a-8d67-af4c03fe6653)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:48:20.882699 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d198392-8c42-4f97-96e2-c6d847e6ce98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0976cd34-89fa-4c88-bc7b-a00f9df764cc,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:20.922132 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-5d198392-8c42-4f97-96e2-c6d847e6ce98 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=af5fb80dbf30457bbf6c526e1bc06927&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6444991 Jul 09 14:48:20.923787 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 38246) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:21.057447 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb289cda-2341-47d8-a9a7-0a78205b2b47 req-29cb2611-ea0f-4fd8-9e0b-aeafa28b4fbd tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:21.065042 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-33221fbb-7ac3-4654-9d6a-d6d2ac5f1c78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:21.071444 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-eb289cda-2341-47d8-a9a7-0a78205b2b47 req-29cb2611-ea0f-4fd8-9e0b-aeafa28b4fbd tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 945 time: 0.6200058 Jul 09 14:48:21.174961 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-33221fbb-7ac3-4654-9d6a-d6d2ac5f1c78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:21.199610 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:21.201578 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=55fd794b-310a-4e6f-ad7b-1e4fc22f712b,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:21.233271 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-eb289cda-2341-47d8-a9a7-0a78205b2b47 req-c62d912b-9cc8-42ec-9cdf-528ccd51e20e tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357961 Jul 09 14:48:21.306642 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc382e8-6d7a-406f-9943-b24b6bfaa275 req-c1305bc3-174a-4def-8cd3-7eb9342039fd tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:21.315711 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1bc382e8-6d7a-406f-9943-b24b6bfaa275 req-c1305bc3-174a-4def-8cd3-7eb9342039fd tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=29704e62-7a25-4f0a-96f2-07541a9be389 HTTP/1.1" status: 200 len: 931 time: 0.3091576 Jul 09 14:48:21.406177 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a435a0ab-d93e-47e5-8d35-4a05b54915d5 x-openstack-request-id: req-a435a0ab-d93e-47e5-8d35-4a05b54915d5 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:48:21.406439 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54c8f6cd-9e14-4b89-8e17-418eaeb7eff8", "name": "network-vif-plugged", "status": "completed", "tag": "1ad2f213-faf3-4478-a55c-736188b5f250", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:48:21.406688 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a435a0ab-d93e-47e5-8d35-4a05b54915d5 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:48:21.407066 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54c8f6cd-9e14-4b89-8e17-418eaeb7eff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad2f213-faf3-4478-a55c-736188b5f250', 'code': 200} Jul 09 14:48:21.461858 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1bc382e8-6d7a-406f-9943-b24b6bfaa275 req-73e7c2d7-8805-4532-9940-55dd1b6f5fd2 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438437 Jul 09 14:48:21.474294 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-d0a0f1bd-3fa4-43ec-b221-e67a98bad005 req-eb4432ee-75eb-4cb0-8887-856fbdc25522 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba9936ba-c696-4ca3-a80f-83bd584978ae {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:48:21.483452 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-33221fbb-7ac3-4654-9d6a-d6d2ac5f1c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:21.491958 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a4def6a-bad5-451e-9330-bbc1663950e0 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Router 92144e4e-be55-4db2-8452-28ac2f0f6768 is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:48:21.499078 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-33221fbb-7ac3-4654-9d6a-d6d2ac5f1c78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:21.503622 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-d0a0f1bd-3fa4-43ec-b221-e67a98bad005 req-eb4432ee-75eb-4cb0-8887-856fbdc25522 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:21.513291 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-33221fbb-7ac3-4654-9d6a-d6d2ac5f1c78 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0976cd34-89fa-4c88-bc7b-a00f9df764cc HTTP/1.1" status: 204 len: 168 time: 0.5880980 Jul 09 14:48:21.541636 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33221fbb-7ac3-4654-9d6a-d6d2ac5f1c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0976cd34-89fa-4c88-bc7b-a00f9df764cc,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:21.547097 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=1ad2f213-faf3-4478-a55c-736188b5f250,revision_number=12']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:21.687903 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port aaba75d3-75d0-4cf0-a4eb-44a8a2db48ea completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:48:21.700237 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-d0a0f1bd-3fa4-43ec-b221-e67a98bad005 req-eb4432ee-75eb-4cb0-8887-856fbdc25522 service neutron] Transition to ACTIVE for port object ba9936ba-c696-4ca3-a80f-83bd584978ae will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:48:21.703701 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port aaba75d3-75d0-4cf0-a4eb-44a8a2db48ea triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:48:21.703838 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:21.777688 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-30335765-2ae7-4415-8fc7-9e9ca956a5ff None None] Provisioning for port d69fd5b7-2cc9-4eb2-bcb7-1c8b19662318 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:48:21.784876 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-30335765-2ae7-4415-8fc7-9e9ca956a5ff None None] Provisioning complete for port d69fd5b7-2cc9-4eb2-bcb7-1c8b19662318 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:48:21.785245 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-30335765-2ae7-4415-8fc7-9e9ca956a5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:21.823237 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-d0a0f1bd-3fa4-43ec-b221-e67a98bad005 req-eb4432ee-75eb-4cb0-8887-856fbdc25522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:21.828008 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-30335765-2ae7-4415-8fc7-9e9ca956a5ff None None] Port d69fd5b7-2cc9-4eb2-bcb7-1c8b19662318 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:48:21.914999 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4432ee-75eb-4cb0-8887-856fbdc25522 service neutron] Pushing event updated for resources: {'Port': ['ID=ba9936ba-c696-4ca3-a80f-83bd584978ae,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:22.014892 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4def6a-bad5-451e-9330-bbc1663950e0 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:48:22.027825 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:22.033471 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26639fc-f187-455d-85c7-48f21eb9b052 None None] Sync routers for ids ['92144e4e-be55-4db2-8452-28ac2f0f6768'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:48:22.045410 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-7a4def6a-bad5-451e-9330-bbc1663950e0 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "PUT /v2.0/routers/92144e4e-be55-4db2-8452-28ac2f0f6768/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7200429 Jul 09 14:48:22.045872 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 38254) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:22.075185 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26639fc-f187-455d-85c7-48f21eb9b052 None None] Routers {'92144e4e-be55-4db2-8452-28ac2f0f6768'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:48:22.077712 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-f26639fc-f187-455d-85c7-48f21eb9b052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:47:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['92144e4e-be55-4db2-8452-28ac2f0f6768'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:48:22.116979 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port aaba75d3-75d0-4cf0-a4eb-44a8a2db48ea, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=aaba75d3-75d0-4cf0-a4eb-44a8a2db48ea,segment=NetworkSegment(48cd52f1-a784-4e3e-ba29-af56c5642938),segment_id=48cd52f1-a784-4e3e-ba29-af56c5642938)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:48:22.130984 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-905a8e48-f8fc-4ebc-8cbd-8c954c7996a6 None None] Provisioning for port 86026e85-a156-4a81-8b0a-af1e0c54c813 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:48:22.131720 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-f26639fc-f187-455d-85c7-48f21eb9b052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:48:22.149746 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26639fc-f187-455d-85c7-48f21eb9b052 None None] Routers {'92144e4e-be55-4db2-8452-28ac2f0f6768'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:48:22.151706 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-f26639fc-f187-455d-85c7-48f21eb9b052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:47:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['92144e4e-be55-4db2-8452-28ac2f0f6768'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:48:22.171264 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-905a8e48-f8fc-4ebc-8cbd-8c954c7996a6 None None] Provisioning complete for port d69fd5b7-2cc9-4eb2-bcb7-1c8b19662318 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:48:22.171762 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-905a8e48-f8fc-4ebc-8cbd-8c954c7996a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:22.187104 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8776110-a5e8-4a2a-9046-b27b95484dfa tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:22.189339 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c8776110-a5e8-4a2a-9046-b27b95484dfa tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "GET /v2.0/ports/d69fd5b7-2cc9-4eb2-bcb7-1c8b19662318 HTTP/1.1" status: 200 len: 911 time: 0.1423960 Jul 09 14:48:22.194046 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 38258) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:22.207993 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-f26639fc-f187-455d-85c7-48f21eb9b052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:48:22.209632 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26639fc-f187-455d-85c7-48f21eb9b052 None None] The sync data for ids ['92144e4e-be55-4db2-8452-28ac2f0f6768'] in n-d-799529-6 is: [] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:48:22.214223 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:22.220173 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5881eb-1f24-429e-adb2-5ab2b59603af req-95ed0b45-d3e0-49ce-9544-11530b8d6b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:22.221922 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5c5881eb-1f24-429e-adb2-5ab2b59603af req-95ed0b45-d3e0-49ce-9544-11530b8d6b6f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 1097 time: 0.4676006 Jul 09 14:48:22.223102 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-d0a0f1bd-3fa4-43ec-b221-e67a98bad005 req-eb4432ee-75eb-4cb0-8887-856fbdc25522 service neutron] Attempting to bind port ba9936ba-c696-4ca3-a80f-83bd584978ae on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:48:22.223674 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-d0a0f1bd-3fa4-43ec-b221-e67a98bad005 req-eb4432ee-75eb-4cb0-8887-856fbdc25522 service neutron] Attempting to bind port ba9936ba-c696-4ca3-a80f-83bd584978ae by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '2badb0c6-e67f-4820-b4bb-8e5a90533cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'a9d0dfb1-4ed4-4376-bcf0-50fa5388f064'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:48:22.224350 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a0f1bd-3fa4-43ec-b221-e67a98bad005 req-eb4432ee-75eb-4cb0-8887-856fbdc25522 service neutron] Attempting to bind port ba9936ba-c696-4ca3-a80f-83bd584978ae on network a9d0dfb1-4ed4-4376-bcf0-50fa5388f064 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:48:22.256883 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a0f1bd-3fa4-43ec-b221-e67a98bad005 req-eb4432ee-75eb-4cb0-8887-856fbdc25522 service neutron] Port ba9936ba-c696-4ca3-a80f-83bd584978ae on network a9d0dfb1-4ed4-4376-bcf0-50fa5388f064 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:48:22.257415 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a0f1bd-3fa4-43ec-b221-e67a98bad005 req-eb4432ee-75eb-4cb0-8887-856fbdc25522 service neutron] Attempting to bind port ba9936ba-c696-4ca3-a80f-83bd584978ae on network a9d0dfb1-4ed4-4376-bcf0-50fa5388f064 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:48:22.265346 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a0f1bd-3fa4-43ec-b221-e67a98bad005 req-eb4432ee-75eb-4cb0-8887-856fbdc25522 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:48:22.265896 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a0f1bd-3fa4-43ec-b221-e67a98bad005 req-eb4432ee-75eb-4cb0-8887-856fbdc25522 service neutron] Checking segment: {'id': '2badb0c6-e67f-4820-b4bb-8e5a90533cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'a9d0dfb1-4ed4-4376-bcf0-50fa5388f064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:48:22.266604 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a0f1bd-3fa4-43ec-b221-e67a98bad005 req-eb4432ee-75eb-4cb0-8887-856fbdc25522 service neutron] Bound using segment: {'id': '2badb0c6-e67f-4820-b4bb-8e5a90533cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'a9d0dfb1-4ed4-4376-bcf0-50fa5388f064'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:48:22.267331 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-d0a0f1bd-3fa4-43ec-b221-e67a98bad005 req-eb4432ee-75eb-4cb0-8887-856fbdc25522 service neutron] Bound port: ba9936ba-c696-4ca3-a80f-83bd584978ae, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2badb0c6-e67f-4820-b4bb-8e5a90533cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'a9d0dfb1-4ed4-4376-bcf0-50fa5388f064'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:48:22.267912 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-d0a0f1bd-3fa4-43ec-b221-e67a98bad005 req-eb4432ee-75eb-4cb0-8887-856fbdc25522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:22.342245 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=aaba75d3-75d0-4cf0-a4eb-44a8a2db48ea,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:22.373611 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-905a8e48-f8fc-4ebc-8cbd-8c954c7996a6 None None] Port d69fd5b7-2cc9-4eb2-bcb7-1c8b19662318 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:48:22.418539 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5c5881eb-1f24-429e-adb2-5ab2b59603af req-26131f3b-247b-4f51-98b6-9637ff4e7386 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883533 Jul 09 14:48:22.484167 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-d0a0f1bd-3fa4-43ec-b221-e67a98bad005 req-eb4432ee-75eb-4cb0-8887-856fbdc25522 service neutron] For port ba9936ba-c696-4ca3-a80f-83bd584978ae, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:48:22.498342 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-d0a0f1bd-3fa4-43ec-b221-e67a98bad005 req-eb4432ee-75eb-4cb0-8887-856fbdc25522 service neutron] For port ba9936ba-c696-4ca3-a80f-83bd584978ae, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=ba9936ba-c696-4ca3-a80f-83bd584978ae,segment=NetworkSegment(2badb0c6-e67f-4820-b4bb-8e5a90533cf4),segment_id=2badb0c6-e67f-4820-b4bb-8e5a90533cf4)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:48:22.645642 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-d0a0f1bd-3fa4-43ec-b221-e67a98bad005 req-eb4432ee-75eb-4cb0-8887-856fbdc25522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:22.659543 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 86026e85-a156-4a81-8b0a-af1e0c54c813 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:48:22.696492 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0f1bd-3fa4-43ec-b221-e67a98bad005 req-eb4432ee-75eb-4cb0-8887-856fbdc25522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:22.697365 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-d0a0f1bd-3fa4-43ec-b221-e67a98bad005 req-eb4432ee-75eb-4cb0-8887-856fbdc25522 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:22.698843 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d0a0f1bd-3fa4-43ec-b221-e67a98bad005 req-eb4432ee-75eb-4cb0-8887-856fbdc25522 service neutron] 10.222.0.54 "PUT /v2.0/ports/ba9936ba-c696-4ca3-a80f-83bd584978ae HTTP/1.1" status: 200 len: 1091 time: 3.7963693 Jul 09 14:48:22.699366 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29704e62-7a25-4f0a-96f2-07541a9be389', 'tag': 'ba9936ba-c696-4ca3-a80f-83bd584978ae'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:48:22.701844 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c051103-2bd4-4ba1-b39e-1fc84824e7f3" -d '{"events": [{"name": "network-changed", "server_uuid": "29704e62-7a25-4f0a-96f2-07541a9be389", "tag": "ba9936ba-c696-4ca3-a80f-83bd584978ae"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:48:22.763697 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4432ee-75eb-4cb0-8887-856fbdc25522 service neutron] Pushing event updated for resources: {'Port': ['ID=ba9936ba-c696-4ca3-a80f-83bd584978ae,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:22.784862 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edf648-48df-4a62-acd6-e318dd63af37 req-cd1eb1ad-e18f-4380-813c-d41dd910bed1 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:22.795864 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c5edf648-48df-4a62-acd6-e318dd63af37 req-cd1eb1ad-e18f-4380-813c-d41dd910bed1 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=29704e62-7a25-4f0a-96f2-07541a9be389 HTTP/1.1" status: 200 len: 943 time: 0.1734705 Jul 09 14:48:22.837734 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c5edf648-48df-4a62-acd6-e318dd63af37 req-3eb87571-598a-4376-a412-98e85f6d2acf tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445869 Jul 09 14:48:22.866144 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 86026e85-a156-4a81-8b0a-af1e0c54c813 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:48:22.870390 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 86026e85-a156-4a81-8b0a-af1e0c54c813 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:48:22.870734 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:22.876127 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef297932-2a66-4da9-845b-7cbbb9e3ea78 req-21f38b35-6072-4238-9bad-9a05085c980d tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:22.885487 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ef297932-2a66-4da9-845b-7cbbb9e3ea78 req-21f38b35-6072-4238-9bad-9a05085c980d tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 946 time: 0.3810158 Jul 09 14:48:22.979104 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0f1bd-3fa4-43ec-b221-e67a98bad005 req-fc910738-5ffb-4ac5-8213-ed73beaf89b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:22.982290 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d0a0f1bd-3fa4-43ec-b221-e67a98bad005 req-fc910738-5ffb-4ac5-8213-ed73beaf89b9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bdaedf6ac9084c79b7ea6ec72411a8d8&device_id=29704e62-7a25-4f0a-96f2-07541a9be389 HTTP/1.1" status: 200 len: 1094 time: 0.0968137 Jul 09 14:48:22.983029 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:23.025053 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ef297932-2a66-4da9-845b-7cbbb9e3ea78 req-49a7cdba-0611-4715-bca8-c0fffd3c87a2 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385012 Jul 09 14:48:23.043297 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 86026e85-a156-4a81-8b0a-af1e0c54c813, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=86026e85-a156-4a81-8b0a-af1e0c54c813,segment=NetworkSegment(33bffeac-7454-4915-bafd-450ae5379767),segment_id=33bffeac-7454-4915-bafd-450ae5379767)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:48:23.048817 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:23.132682 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:23.133563 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 55fd794b-310a-4e6f-ad7b-1e4fc22f712b up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:48:23.160615 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692cdaf9-c6cb-402d-8f3d-e267aadd2801 x-openstack-request-id: req-692cdaf9-c6cb-402d-8f3d-e267aadd2801 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:48:23.165152 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29704e62-7a25-4f0a-96f2-07541a9be389", "tag": "ba9936ba-c696-4ca3-a80f-83bd584978ae", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:48:23.167370 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-692cdaf9-c6cb-402d-8f3d-e267aadd2801 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:48:23.167370 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29704e62-7a25-4f0a-96f2-07541a9be389', 'tag': 'ba9936ba-c696-4ca3-a80f-83bd584978ae', 'status': 'completed', 'code': 200} Jul 09 14:48:23.184600 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d0a0f1bd-3fa4-43ec-b221-e67a98bad005 req-46273d7e-d494-4d49-815e-6728930b2fd6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ba9936ba-c696-4ca3-a80f-83bd584978ae HTTP/1.1" status: 200 len: 217 time: 0.1907704 Jul 09 14:48:23.226409 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5ed247d8-314d-4474-a88a-b474e4056316 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:23.309376 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0f1bd-3fa4-43ec-b221-e67a98bad005 req-fb2a9785-5fdf-4276-a13e-127af602c293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:23.313450 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d0a0f1bd-3fa4-43ec-b221-e67a98bad005 req-fb2a9785-5fdf-4276-a13e-127af602c293 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4c4bd77b-9e34-44f4-9dc2-fa632746bcf3 HTTP/1.1" status: 200 len: 844 time: 0.1220794 Jul 09 14:48:23.424570 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d0a0f1bd-3fa4-43ec-b221-e67a98bad005 req-027ff532-ce7d-4bf9-be8d-26a14f50b568 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a9d0dfb1-4ed4-4376-bcf0-50fa5388f064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827796 Jul 09 14:48:23.433332 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=86026e85-a156-4a81-8b0a-af1e0c54c813,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:23.477981 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 55fd794b-310a-4e6f-ad7b-1e4fc22f712b triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:48:23.479342 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:23.643254 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d0a0f1bd-3fa4-43ec-b221-e67a98bad005 req-0ef7fdf7-dbfc-4fbe-af4c-97a35e618a66 service neutron] 10.222.0.54 "GET /v2.0/networks/a9d0dfb1-4ed4-4376-bcf0-50fa5388f064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938531 Jul 09 14:48:23.811457 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d0a0f1bd-3fa4-43ec-b221-e67a98bad005 req-6928810f-b668-4d93-962f-31a7864e35a7 service neutron] 10.222.0.54 "GET /v2.0/networks/a9d0dfb1-4ed4-4376-bcf0-50fa5388f064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935015 Jul 09 14:48:23.919394 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-5ed247d8-314d-4474-a88a-b474e4056316 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Allocated IP 2001:db8:1::1 (46d6f34d-e369-4734-844d-688dfdf6b978/10cd3a5f-83af-4c65-aab0-814f7f04919d/f4b3fa03-564a-491d-bf25-1aee18bf181c) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:48:24.137274 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c051103-2bd4-4ba1-b39e-1fc84824e7f3 req-4b4d29f7-eddc-41c6-94b0-dce075179a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:24.139156 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2c051103-2bd4-4ba1-b39e-1fc84824e7f3 req-4b4d29f7-eddc-41c6-94b0-dce075179a94 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bdaedf6ac9084c79b7ea6ec72411a8d8&device_id=29704e62-7a25-4f0a-96f2-07541a9be389 HTTP/1.1" status: 200 len: 1094 time: 0.1527584 Jul 09 14:48:24.192637 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af58aec4-1728-45c3-8f84-cc411438b3cc req-fadf20c4-e9aa-4c5b-adda-f74733dacc19 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:24.203870 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-af58aec4-1728-45c3-8f84-cc411438b3cc req-fadf20c4-e9aa-4c5b-adda-f74733dacc19 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=29704e62-7a25-4f0a-96f2-07541a9be389 HTTP/1.1" status: 200 len: 943 time: 0.1643388 Jul 09 14:48:24.256245 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5ed247d8-314d-4474-a88a-b474e4056316 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:24.296217 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-5ed247d8-314d-4474-a88a-b474e4056316 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Transition to ACTIVE for port object f4b3fa03-564a-491d-bf25-1aee18bf181c will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:48:24.323925 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c051103-2bd4-4ba1-b39e-1fc84824e7f3 req-6ffa5e56-d26f-4cbd-9dee-c2ce7518dc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:24.323925 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2c051103-2bd4-4ba1-b39e-1fc84824e7f3 req-6ffa5e56-d26f-4cbd-9dee-c2ce7518dc7d service neutron] 10.222.0.54 "GET /v2.0/networks?id=a9d0dfb1-4ed4-4376-bcf0-50fa5388f064 HTTP/1.1" status: 200 len: 905 time: 0.1641290 Jul 09 14:48:24.348744 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-af58aec4-1728-45c3-8f84-cc411438b3cc req-e9de1e9d-7f4a-4d3d-9b18-26aaf91374b6 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434805 Jul 09 14:48:24.384850 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 86026e85-a156-4a81-8b0a-af1e0c54c813 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:48:24.477212 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2c051103-2bd4-4ba1-b39e-1fc84824e7f3 req-25222985-66ac-4459-8030-e3f04b252153 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ba9936ba-c696-4ca3-a80f-83bd584978ae HTTP/1.1" status: 200 len: 217 time: 0.1160142 Jul 09 14:48:24.488848 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 86026e85-a156-4a81-8b0a-af1e0c54c813 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:48:24.490492 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:24.537431 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5ed247d8-314d-4474-a88a-b474e4056316 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:24.615618 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c051103-2bd4-4ba1-b39e-1fc84824e7f3 req-67be93bf-3bc7-418a-97f9-0401e74c5209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:24.615618 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2c051103-2bd4-4ba1-b39e-1fc84824e7f3 req-67be93bf-3bc7-418a-97f9-0401e74c5209 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4c4bd77b-9e34-44f4-9dc2-fa632746bcf3 HTTP/1.1" status: 200 len: 844 time: 0.1205018 Jul 09 14:48:24.620314 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed247d8-314d-4474-a88a-b474e4056316 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event updated for resources: {'Port': ['ID=f4b3fa03-564a-491d-bf25-1aee18bf181c,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:24.623722 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed247d8-314d-4474-a88a-b474e4056316 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Network 46d6f34d-e369-4734-844d-688dfdf6b978 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:48:24.632997 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-5ed247d8-314d-4474-a88a-b474e4056316 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:48:24.635419 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed247d8-314d-4474-a88a-b474e4056316 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:48:24.640964 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5ed247d8-314d-4474-a88a-b474e4056316 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:24.641578 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54444bf0-937b-4609-8447-2c36864dc0c2 req-631080af-45ec-48b3-ae3e-008b7d5ade6a tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:24.646194 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed247d8-314d-4474-a88a-b474e4056316 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:48:24.647005 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed247d8-314d-4474-a88a-b474e4056316 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:48:24.647668 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed247d8-314d-4474-a88a-b474e4056316 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:48:24.648177 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed247d8-314d-4474-a88a-b474e4056316 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:48:24.648793 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed247d8-314d-4474-a88a-b474e4056316 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:48:24.649325 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed247d8-314d-4474-a88a-b474e4056316 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:48:24.650393 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed247d8-314d-4474-a88a-b474e4056316 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:48:24.650918 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed247d8-314d-4474-a88a-b474e4056316 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:48:24.651445 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed247d8-314d-4474-a88a-b474e4056316 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:48:24.651881 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-54444bf0-937b-4609-8447-2c36864dc0c2 req-631080af-45ec-48b3-ae3e-008b7d5ade6a tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 946 time: 0.3347404 Jul 09 14:48:24.652204 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed247d8-314d-4474-a88a-b474e4056316 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:48:24.652763 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed247d8-314d-4474-a88a-b474e4056316 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:48:24.653423 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed247d8-314d-4474-a88a-b474e4056316 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:48:24.706573 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device aaba75d3-75d0-4cf0-a4eb-44a8a2db48ea up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:48:24.746596 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2c051103-2bd4-4ba1-b39e-1fc84824e7f3 req-75db99c1-1eca-4391-8ed7-c8e748ff2b39 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a9d0dfb1-4ed4-4376-bcf0-50fa5388f064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917940 Jul 09 14:48:24.891179 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-54444bf0-937b-4609-8447-2c36864dc0c2 req-d654484a-9f44-4923-865b-ed1d38e932ea tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381766 Jul 09 14:48:24.925106 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port aaba75d3-75d0-4cf0-a4eb-44a8a2db48ea triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:48:24.925106 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:25.007863 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2c051103-2bd4-4ba1-b39e-1fc84824e7f3 req-f952962d-9a64-4e58-8680-8421135e27d4 service neutron] 10.222.0.54 "GET /v2.0/networks/a9d0dfb1-4ed4-4376-bcf0-50fa5388f064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472231 Jul 09 14:48:25.146496 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2c051103-2bd4-4ba1-b39e-1fc84824e7f3 req-0a839dda-436f-493f-bef1-022ad5f05935 service neutron] 10.222.0.54 "GET /v2.0/networks/a9d0dfb1-4ed4-4376-bcf0-50fa5388f064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322830 Jul 09 14:48:25.156847 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5ed247d8-314d-4474-a88a-b474e4056316 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:25.255864 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-45f4355c-f20d-4ea3-9bf8-09ca017c9697 None None] Provisioning for port f4b3fa03-564a-491d-bf25-1aee18bf181c completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:48:25.261955 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-45f4355c-f20d-4ea3-9bf8-09ca017c9697 None None] Provisioning complete for port f4b3fa03-564a-491d-bf25-1aee18bf181c triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:48:25.262332 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-45f4355c-f20d-4ea3-9bf8-09ca017c9697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:25.299675 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-45f4355c-f20d-4ea3-9bf8-09ca017c9697 None None] Port f4b3fa03-564a-491d-bf25-1aee18bf181c cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:48:25.472016 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5ed247d8-314d-4474-a88a-b474e4056316 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:25.555426 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033bb73-bc05-4d0c-8719-afc7a1ae5d1d req-59faf2fc-527b-4088-a5ba-5a9114b0a342 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:25.557142 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0033bb73-bc05-4d0c-8719-afc7a1ae5d1d req-59faf2fc-527b-4088-a5ba-5a9114b0a342 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=29704e62-7a25-4f0a-96f2-07541a9be389 HTTP/1.1" status: 200 len: 943 time: 0.0793920 Jul 09 14:48:25.597304 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5ed247d8-314d-4474-a88a-b474e4056316 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:25.599841 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5ed247d8-314d-4474-a88a-b474e4056316 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:25.614021 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0033bb73-bc05-4d0c-8719-afc7a1ae5d1d req-94e03245-3570-40f2-a2bb-4bebd6d13035 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506105 Jul 09 14:48:26.082206 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed247d8-314d-4474-a88a-b474e4056316 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event updated for resources: {'Port': ['ID=f4b3fa03-564a-491d-bf25-1aee18bf181c,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:26.118080 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-479805fd-8c13-458a-8394-1a565080c207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:26.197176 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed247d8-314d-4474-a88a-b474e4056316 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Network 46d6f34d-e369-4734-844d-688dfdf6b978 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:48:26.206170 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-5ed247d8-314d-4474-a88a-b474e4056316 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:48:26.223317 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-18526436-bc45-47e4-842a-9e2a0c29165f req-d59aa70d-676b-4508-b159-0cbe75b6e58c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cf213cef-cdcb-40c1-8a12-272ef114c818&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1556873 Jul 09 14:48:26.312889 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66ddac-ea84-4050-ab53-c58a70ddfc0d req-fd53e494-eda9-41a5-8b43-90129be1972e tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:26.314402 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1d66ddac-ea84-4050-ab53-c58a70ddfc0d req-fd53e494-eda9-41a5-8b43-90129be1972e tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 946 time: 0.2025390 Jul 09 14:48:26.445613 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1d66ddac-ea84-4050-ab53-c58a70ddfc0d req-4ab56f25-306a-46e7-8038-0f58f221139d tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207938 Jul 09 14:48:26.484782 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed247d8-314d-4474-a88a-b474e4056316 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Router 92144e4e-be55-4db2-8452-28ac2f0f6768 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:48:26.497040 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18526436-bc45-47e4-842a-9e2a0c29165f req-88d209a3-78eb-474d-8e03-11d6cdac3488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:26.497888 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-18526436-bc45-47e4-842a-9e2a0c29165f req-88d209a3-78eb-474d-8e03-11d6cdac3488 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d23a49ae7ad54a32b92cd2e14ed969e0&device_id=cf213cef-cdcb-40c1-8a12-272ef114c818 HTTP/1.1" status: 200 len: 1096 time: 0.1930928 Jul 09 14:48:26.529522 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-f3c82a7b-9a08-4743-9d3c-381df9defadc None None] Provisioning complete for port f4b3fa03-564a-491d-bf25-1aee18bf181c triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:48:26.529808 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f3c82a7b-9a08-4743-9d3c-381df9defadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:26.581196 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-f3c82a7b-9a08-4743-9d3c-381df9defadc None None] Port f4b3fa03-564a-491d-bf25-1aee18bf181c cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:48:26.656915 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed247d8-314d-4474-a88a-b474e4056316 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:48:26.667229 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 38390) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:26.670100 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96468a8a-b960-49cf-8921-9145337509d8 None None] Sync routers for ids ['92144e4e-be55-4db2-8452-28ac2f0f6768'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:48:26.679723 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-5ed247d8-314d-4474-a88a-b474e4056316 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "PUT /v2.0/routers/92144e4e-be55-4db2-8452-28ac2f0f6768/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4810083 Jul 09 14:48:26.687281 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96468a8a-b960-49cf-8921-9145337509d8 None None] Routers {'92144e4e-be55-4db2-8452-28ac2f0f6768'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:48:26.687971 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-96468a8a-b960-49cf-8921-9145337509d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:47:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['92144e4e-be55-4db2-8452-28ac2f0f6768'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:48:26.710267 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18526436-bc45-47e4-842a-9e2a0c29165f req-921c1bc3-0029-4dc0-9955-e2f22d3cbc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:26.711779 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-18526436-bc45-47e4-842a-9e2a0c29165f req-921c1bc3-0029-4dc0-9955-e2f22d3cbc2c service neutron] 10.222.0.62 "GET /v2.0/networks?id=b257f852-cd64-45af-a256-9c096b11c942 HTTP/1.1" status: 200 len: 907 time: 0.1697512 Jul 09 14:48:26.769459 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f4f8e9-92b5-44c4-ba8f-0d049fe8f395 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:26.773932 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-45f4f8e9-92b5-44c4-ba8f-0d049fe8f395 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "GET /v2.0/ports/f4b3fa03-564a-491d-bf25-1aee18bf181c HTTP/1.1" status: 200 len: 913 time: 0.1056075 Jul 09 14:48:26.777138 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 38394) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:26.777449 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-96468a8a-b960-49cf-8921-9145337509d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:48:26.801987 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 38396) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:26.806662 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96468a8a-b960-49cf-8921-9145337509d8 None None] Routers {'92144e4e-be55-4db2-8452-28ac2f0f6768'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:48:26.807313 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-96468a8a-b960-49cf-8921-9145337509d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:47:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['92144e4e-be55-4db2-8452-28ac2f0f6768'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:48:26.859884 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-18526436-bc45-47e4-842a-9e2a0c29165f req-f94ca302-e25f-486c-90d1-a6a6704e237a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f9014d4-b1a7-4061-a217-72cebabde6b0 HTTP/1.1" status: 200 len: 1001 time: 0.1409001 Jul 09 14:48:26.906691 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-96468a8a-b960-49cf-8921-9145337509d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:48:26.907378 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96468a8a-b960-49cf-8921-9145337509d8 None None] The sync data for ids ['92144e4e-be55-4db2-8452-28ac2f0f6768'] in n-d-799529-6 is: [] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:48:26.996872 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-83f86251-a22b-4aff-9151-5c7d01c8170f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:27.009627 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18526436-bc45-47e4-842a-9e2a0c29165f req-1d065b79-d26f-427b-ad2a-4ebf86d0f9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:27.011009 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-18526436-bc45-47e4-842a-9e2a0c29165f req-1d065b79-d26f-427b-ad2a-4ebf86d0f9f8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=52cd48df-7dbf-4f6d-a76d-dc9a85bc635b HTTP/1.1" status: 200 len: 845 time: 0.1423056 Jul 09 14:48:27.112330 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0333c-34cb-4c40-a746-fecf6a1b7108 req-1a460f55-e594-4cf7-866d-dacfea515d69 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:27.115040 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-45c0333c-34cb-4c40-a746-fecf6a1b7108 req-1a460f55-e594-4cf7-866d-dacfea515d69 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=29704e62-7a25-4f0a-96f2-07541a9be389 HTTP/1.1" status: 200 len: 943 time: 0.2208731 Jul 09 14:48:27.250596 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18526436-bc45-47e4-842a-9e2a0c29165f req-cf7daa00-9ba9-4fef-837c-67a61074eec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:27.252735 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-18526436-bc45-47e4-842a-9e2a0c29165f req-cf7daa00-9ba9-4fef-837c-67a61074eec4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b257f852-cd64-45af-a256-9c096b11c942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2337515 Jul 09 14:48:27.256863 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-45c0333c-34cb-4c40-a746-fecf6a1b7108 req-4e5f212d-7804-4201-9207-4f5e86a20e6b tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300101 Jul 09 14:48:27.376252 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f70311ed-1ee2-4fdb-9b36-3152dd115a29 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:27.399312 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-83f86251-a22b-4aff-9151-5c7d01c8170f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:27.446930 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device ba9936ba-c696-4ca3-a80f-83bd584978ae details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:48:27.450933 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-18526436-bc45-47e4-842a-9e2a0c29165f req-86b03347-0b54-488f-85ab-f04ab4f42f06 service neutron] 10.222.0.62 "GET /v2.0/networks/b257f852-cd64-45af-a256-9c096b11c942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693864 Jul 09 14:48:27.555838 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-83f86251-a22b-4aff-9151-5c7d01c8170f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:27.624954 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f86251-a22b-4aff-9151-5c7d01c8170f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d6b790-0f9f-437d-8c6c-fa20f392a22f,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:27.631628 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-83f86251-a22b-4aff-9151-5c7d01c8170f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ea33233f0dff4268ada72b14f53d5d6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8261485 Jul 09 14:48:27.637954 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 38406) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:27.654345 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port ba9936ba-c696-4ca3-a80f-83bd584978ae, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=ba9936ba-c696-4ca3-a80f-83bd584978ae,segment=NetworkSegment(2badb0c6-e67f-4820-b4bb-8e5a90533cf4),segment_id=2badb0c6-e67f-4820-b4bb-8e5a90533cf4)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:48:27.689341 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-18526436-bc45-47e4-842a-9e2a0c29165f req-76530ad4-ffe3-4cd6-9868-7903703756ca service neutron] 10.222.0.62 "GET /v2.0/networks/b257f852-cd64-45af-a256-9c096b11c942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316282 Jul 09 14:48:27.697072 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': 'ba9936ba-c696-4ca3-a80f-83bd584978ae', 'network_id': 'a9d0dfb1-4ed4-4376-bcf0-50fa5388f064', 'port_id': 'ba9936ba-c696-4ca3-a80f-83bd584978ae', 'mac_address': 'fa:16:3e:d8:2e:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c4bd77b-9e34-44f4-9dc2-fa632746bcf3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:48:27.755031 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7224e-3f71-491c-9098-0a29de54c5db req-94b81db2-d248-4417-82b8-a9dd8990fa9f tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:27.757632 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-73d7224e-3f71-491c-9098-0a29de54c5db req-94b81db2-d248-4417-82b8-a9dd8990fa9f tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 946 time: 0.0882220 Jul 09 14:48:27.808552 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:27.810256 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b6277607-2378-49ea-825d-2ed63c97de6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:27.813341 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-73d7224e-3f71-491c-9098-0a29de54c5db req-0dbefb03-5857-44ae-a59e-42f662060a8f tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488102 Jul 09 14:48:27.821027 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-f70311ed-1ee2-4fdb-9b36-3152dd115a29 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Deleting port f4b3fa03-564a-491d-bf25-1aee18bf181c {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:48:27.821439 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f70311ed-1ee2-4fdb-9b36-3152dd115a29 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:27.829251 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba9936ba-c696-4ca3-a80f-83bd584978ae {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:48:27.856949 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port ba9936ba-c696-4ca3-a80f-83bd584978ae, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=ba9936ba-c696-4ca3-a80f-83bd584978ae,segment=NetworkSegment(2badb0c6-e67f-4820-b4bb-8e5a90533cf4),segment_id=2badb0c6-e67f-4820-b4bb-8e5a90533cf4)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:48:27.903345 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b6277607-2378-49ea-825d-2ed63c97de6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:27.934366 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:27.983865 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f70311ed-1ee2-4fdb-9b36-3152dd115a29 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:28.029622 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=ba9936ba-c696-4ca3-a80f-83bd584978ae,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:28.040372 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-f70311ed-1ee2-4fdb-9b36-3152dd115a29 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Calling delete_port for f4b3fa03-564a-491d-bf25-1aee18bf181c owned by network:router_interface {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:48:28.113845 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b6277607-2378-49ea-825d-2ed63c97de6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:28.117200 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b6277607-2378-49ea-825d-2ed63c97de6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:28.118366 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b6277607-2378-49ea-825d-2ed63c97de6e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/09d6b790-0f9f-437d-8c6c-fa20f392a22f HTTP/1.1" status: 204 len: 168 time: 0.4753392 Jul 09 14:48:28.133757 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6277607-2378-49ea-825d-2ed63c97de6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d6b790-0f9f-437d-8c6c-fa20f392a22f,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:28.163706 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['ba9936ba-c696-4ca3-a80f-83bd584978ae'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:48:28.164143 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d632bb-0e8e-40cd-972a-63c3c82dd73d req-64c8e51e-93d2-457f-94f5-6eb5e911604d tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:28.166529 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f0d632bb-0e8e-40cd-972a-63c3c82dd73d req-64c8e51e-93d2-457f-94f5-6eb5e911604d tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 946 time: 0.2168589 Jul 09 14:48:28.273367 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f0d632bb-0e8e-40cd-972a-63c3c82dd73d req-94e8a739-583a-4375-9c6a-4a37e188bd27 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981603 Jul 09 14:48:28.477244 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f70311ed-1ee2-4fdb-9b36-3152dd115a29 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:28.538932 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70311ed-1ee2-4fdb-9b36-3152dd115a29 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event deleted for resources: {'Port': ['ID=f4b3fa03-564a-491d-bf25-1aee18bf181c,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:28.799352 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e340c5-2309-45ff-b47c-271cdcdbcada req-7fd42d2c-b7f3-49ed-9133-342940004cf1 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:28.801234 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-86e340c5-2309-45ff-b47c-271cdcdbcada req-7fd42d2c-b7f3-49ed-9133-342940004cf1 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=29704e62-7a25-4f0a-96f2-07541a9be389 HTTP/1.1" status: 200 len: 944 time: 0.1031404 Jul 09 14:48:28.866626 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-86e340c5-2309-45ff-b47c-271cdcdbcada req-4d852665-534e-47f3-9bd6-dc1e416b88fb tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580785 Jul 09 14:48:29.061675 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b730cc73-b03b-462e-890c-87fd5968489c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:29.075917 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f70311ed-1ee2-4fdb-9b36-3152dd115a29 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:29.087944 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 38424) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:29.138644 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2e5fd4dd-d8d2-41d5-b8a6-9060acb047d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:29.155526 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:29.180811 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b38c4-ab65-431d-81b4-70e249a90bd9 req-85356de8-e9c5-4d97-9193-7a37ab209903 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:29.187875 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b06b38c4-ab65-431d-81b4-70e249a90bd9 req-85356de8-e9c5-4d97-9193-7a37ab209903 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 946 time: 0.7218485 Jul 09 14:48:29.254364 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b06b38c4-ab65-431d-81b4-70e249a90bd9 req-2a40b2dc-9344-4f32-85e5-9b838daeb3ac tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654657 Jul 09 14:48:29.363782 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2e5fd4dd-d8d2-41d5-b8a6-9060acb047d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:29.429380 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f70311ed-1ee2-4fdb-9b36-3152dd115a29 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Router 92144e4e-be55-4db2-8452-28ac2f0f6768 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:48:29.441019 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2e5fd4dd-d8d2-41d5-b8a6-9060acb047d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:29.446822 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device ba9936ba-c696-4ca3-a80f-83bd584978ae up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:48:29.574375 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f70311ed-1ee2-4fdb-9b36-3152dd115a29 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:48:29.585334 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10f920f-a060-486a-b91a-3e0c73d73fcd None None] Sync routers for ids ['92144e4e-be55-4db2-8452-28ac2f0f6768'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:48:29.595235 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f70311ed-1ee2-4fdb-9b36-3152dd115a29 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "PUT /v2.0/routers/92144e4e-be55-4db2-8452-28ac2f0f6768/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8169701 Jul 09 14:48:29.595701 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 38434) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:29.606858 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10f920f-a060-486a-b91a-3e0c73d73fcd None None] Routers {'92144e4e-be55-4db2-8452-28ac2f0f6768'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:48:29.607891 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-b10f920f-a060-486a-b91a-3e0c73d73fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:48:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['92144e4e-be55-4db2-8452-28ac2f0f6768'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:48:29.653170 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port ba9936ba-c696-4ca3-a80f-83bd584978ae completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:48:29.654935 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port ba9936ba-c696-4ca3-a80f-83bd584978ae triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:48:29.654935 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:29.659154 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-2e5fd4dd-d8d2-41d5-b8a6-9060acb047d8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f60ad8fccd234d758d07ef0fc094585d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5637670 Jul 09 14:48:29.669647 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 38436) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:29.671825 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5fd4dd-d8d2-41d5-b8a6-9060acb047d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f273a2-4656-4d56-8138-95ff4361d79d,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:29.709106 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-b10f920f-a060-486a-b91a-3e0c73d73fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:48:29.732491 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10f920f-a060-486a-b91a-3e0c73d73fcd None None] Routers {'92144e4e-be55-4db2-8452-28ac2f0f6768'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:48:29.733378 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-b10f920f-a060-486a-b91a-3e0c73d73fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:48:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['92144e4e-be55-4db2-8452-28ac2f0f6768'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:48:29.769046 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae46fdc-a905-49c4-9e54-b8777324260b req-25397895-5550-45ad-9ebf-4a6e084758e0 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:29.776935 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1ae46fdc-a905-49c4-9e54-b8777324260b req-25397895-5550-45ad-9ebf-4a6e084758e0 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 946 time: 0.2988274 Jul 09 14:48:29.812061 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:29.849557 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1ae46fdc-a905-49c4-9e54-b8777324260b req-69170a81-b60c-43c2-b6d9-e3b23d4d2390 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707598 Jul 09 14:48:29.851735 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-97e89aa3-657e-494f-8283-e0cdfc4fbacb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:29.891402 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-97e89aa3-657e-494f-8283-e0cdfc4fbacb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:29.893379 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29704e62-7a25-4f0a-96f2-07541a9be389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba9936ba-c696-4ca3-a80f-83bd584978ae'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:48:29.896341 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bdf78bb-182b-40b8-8b05-f02d7bdf115c" -d '{"events": [{"server_uuid": "29704e62-7a25-4f0a-96f2-07541a9be389", "name": "network-vif-plugged", "status": "completed", "tag": "ba9936ba-c696-4ca3-a80f-83bd584978ae"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:48:29.963947 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port ba9936ba-c696-4ca3-a80f-83bd584978ae, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=ba9936ba-c696-4ca3-a80f-83bd584978ae,segment=NetworkSegment(2badb0c6-e67f-4820-b4bb-8e5a90533cf4),segment_id=2badb0c6-e67f-4820-b4bb-8e5a90533cf4)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:48:30.058273 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:30.072960 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-b10f920f-a060-486a-b91a-3e0c73d73fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:48:30.073776 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10f920f-a060-486a-b91a-3e0c73d73fcd None None] The sync data for ids ['92144e4e-be55-4db2-8452-28ac2f0f6768'] in n-d-799529-6 is: [] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:48:30.128582 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=ba9936ba-c696-4ca3-a80f-83bd584978ae,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:30.140562 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f761d15f-1dee-42ac-bcaa-b56ebbc5dd09 req-f2b23804-7f50-4e5a-939d-36903daca386 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:30.142125 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f761d15f-1dee-42ac-bcaa-b56ebbc5dd09 req-f2b23804-7f50-4e5a-939d-36903daca386 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=29704e62-7a25-4f0a-96f2-07541a9be389 HTTP/1.1" status: 200 len: 944 time: 0.1009862 Jul 09 14:48:30.143359 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-97e89aa3-657e-494f-8283-e0cdfc4fbacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:30.146676 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-97e89aa3-657e-494f-8283-e0cdfc4fbacb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:30.150285 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-97e89aa3-657e-494f-8283-e0cdfc4fbacb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/20f273a2-4656-4d56-8138-95ff4361d79d HTTP/1.1" status: 204 len: 168 time: 0.4771171 Jul 09 14:48:30.158232 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e89aa3-657e-494f-8283-e0cdfc4fbacb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f273a2-4656-4d56-8138-95ff4361d79d,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:30.210785 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f761d15f-1dee-42ac-bcaa-b56ebbc5dd09 req-2fbde61c-76f1-46e9-8057-807aae74b889 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618055 Jul 09 14:48:30.247607 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-de7aa17f-5d35-4bbd-8cc9-eaaae337e81a tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:30.248135 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:30.323808 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf761fe-1625-4974-bde1-7acc73f0d1d3 x-openstack-request-id: req-9cf761fe-1625-4974-bde1-7acc73f0d1d3 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:48:30.323808 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29704e62-7a25-4f0a-96f2-07541a9be389", "name": "network-vif-plugged", "status": "completed", "tag": "ba9936ba-c696-4ca3-a80f-83bd584978ae", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:48:30.323808 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9cf761fe-1625-4974-bde1-7acc73f0d1d3 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:48:30.323808 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29704e62-7a25-4f0a-96f2-07541a9be389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba9936ba-c696-4ca3-a80f-83bd584978ae', 'code': 200} Jul 09 14:48:30.361168 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2957dcf9-a311-4e01-bd15-22423695a502 req-7a4a465a-1eb3-49ec-8fc2-4ba2e8e1bbdc tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:30.362779 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2957dcf9-a311-4e01-bd15-22423695a502 req-7a4a465a-1eb3-49ec-8fc2-4ba2e8e1bbdc tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 946 time: 0.2803342 Jul 09 14:48:30.457867 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2957dcf9-a311-4e01-bd15-22423695a502 req-c4fa5a7d-9aeb-4f50-b363-6860104ac444 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875926 Jul 09 14:48:30.542332 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d055c6-e008-4f22-a4e4-e71ab84713a4 req-76d8b073-7977-42ad-8535-9072063f441b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:30.543887 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b3d055c6-e008-4f22-a4e4-e71ab84713a4 req-76d8b073-7977-42ad-8535-9072063f441b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=29704e62-7a25-4f0a-96f2-07541a9be389 HTTP/1.1" status: 200 len: 1096 time: 0.0979176 Jul 09 14:48:30.637462 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b3d055c6-e008-4f22-a4e4-e71ab84713a4 req-763249da-1bfe-4129-9da8-020b55f0588b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701253 Jul 09 14:48:30.707080 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf97e0-7c9d-445f-bb51-f9c161689325 req-a083a652-d791-458d-a5d5-3d554d94dc87 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:30.708695 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-99bf97e0-7c9d-445f-bb51-f9c161689325 req-a083a652-d791-458d-a5d5-3d554d94dc87 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 946 time: 0.1162720 Jul 09 14:48:30.714455 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-de7aa17f-5d35-4bbd-8cc9-eaaae337e81a tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Deleting port d69fd5b7-2cc9-4eb2-bcb7-1c8b19662318 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:48:30.714799 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-de7aa17f-5d35-4bbd-8cc9-eaaae337e81a tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:30.796541 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-99bf97e0-7c9d-445f-bb51-f9c161689325 req-644eb871-c5d9-4fd9-86d9-af1cac626a87 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775988 Jul 09 14:48:30.831865 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-de7aa17f-5d35-4bbd-8cc9-eaaae337e81a tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:30.848622 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-de7aa17f-5d35-4bbd-8cc9-eaaae337e81a tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Calling delete_port for d69fd5b7-2cc9-4eb2-bcb7-1c8b19662318 owned by network:router_interface {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:48:31.097606 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df571f8c-9d73-423c-b7c6-b65bb9a31df4 req-1197971c-bdcc-425d-81d8-e9b3dbfa132c tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:31.098284 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-df571f8c-9d73-423c-b7c6-b65bb9a31df4 req-1197971c-bdcc-425d-81d8-e9b3dbfa132c tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 946 time: 0.1284342 Jul 09 14:48:31.152391 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-df571f8c-9d73-423c-b7c6-b65bb9a31df4 req-fcbaa78f-0db9-475a-b9ba-737593c9e2ad tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469670 Jul 09 14:48:31.182528 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-de7aa17f-5d35-4bbd-8cc9-eaaae337e81a tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:31.222782 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7aa17f-5d35-4bbd-8cc9-eaaae337e81a tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event deleted for resources: {'Port': ['ID=d69fd5b7-2cc9-4eb2-bcb7-1c8b19662318,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:31.414269 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-de7aa17f-5d35-4bbd-8cc9-eaaae337e81a tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:31.534509 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:31.661044 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24279d4e-c4b8-4772-9153-40cb7769532d req-d6290a7b-363b-4dc4-a9af-febffbb9a79b tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:31.663058 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-24279d4e-c4b8-4772-9153-40cb7769532d req-d6290a7b-363b-4dc4-a9af-febffbb9a79b tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=29704e62-7a25-4f0a-96f2-07541a9be389 HTTP/1.1" status: 200 len: 945 time: 0.2156074 Jul 09 14:48:31.713114 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-24279d4e-c4b8-4772-9153-40cb7769532d req-fad37c6d-44be-47d0-b81a-26d0f776766d tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404706 Jul 09 14:48:31.717696 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de7aa17f-5d35-4bbd-8cc9-eaaae337e81a tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Router 92144e4e-be55-4db2-8452-28ac2f0f6768 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:48:31.804745 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de7aa17f-5d35-4bbd-8cc9-eaaae337e81a tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:48:31.812901 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 38486) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:31.813387 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-de7aa17f-5d35-4bbd-8cc9-eaaae337e81a tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "PUT /v2.0/routers/92144e4e-be55-4db2-8452-28ac2f0f6768/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2164488 Jul 09 14:48:31.816948 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc1720d-b87e-482a-9e1b-15a4a614f53f None None] Sync routers for ids ['92144e4e-be55-4db2-8452-28ac2f0f6768'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:48:31.831447 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc1720d-b87e-482a-9e1b-15a4a614f53f None None] Routers {'92144e4e-be55-4db2-8452-28ac2f0f6768'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:48:31.832139 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-cbc1720d-b87e-482a-9e1b-15a4a614f53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:48:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['92144e4e-be55-4db2-8452-28ac2f0f6768'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:48:31.861757 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 38488) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:31.880728 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-33af84e2-2157-4100-8179-61ed96a6243c tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "GET /v2.0/ports?device_id=92144e4e-be55-4db2-8452-28ac2f0f6768 HTTP/1.1" status: 200 len: 205 time: 0.0660164 Jul 09 14:48:31.901542 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-cbc1720d-b87e-482a-9e1b-15a4a614f53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:48:31.921366 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc1720d-b87e-482a-9e1b-15a4a614f53f None None] Routers {'92144e4e-be55-4db2-8452-28ac2f0f6768'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:48:31.922271 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-cbc1720d-b87e-482a-9e1b-15a4a614f53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:48:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['92144e4e-be55-4db2-8452-28ac2f0f6768'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:48:31.945804 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0302ef11-7f2f-4f7c-a8a0-959dec037a3f tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for router, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:32.013776 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-cbc1720d-b87e-482a-9e1b-15a4a614f53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:48:32.016313 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc1720d-b87e-482a-9e1b-15a4a614f53f None None] The sync data for ids ['92144e4e-be55-4db2-8452-28ac2f0f6768'] in n-d-799529-6 is: [] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:48:32.167964 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0302ef11-7f2f-4f7c-a8a0-959dec037a3f tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:32.171691 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0302ef11-7f2f-4f7c-a8a0-959dec037a3f tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:32.290412 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd42b07-5951-4aa5-8d49-b1c34954dd80 req-c23c6e21-1e71-4011-8666-f889561de053 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:32.292146 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1fd42b07-5951-4aa5-8d49-b1c34954dd80 req-c23c6e21-1e71-4011-8666-f889561de053 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 946 time: 0.0684681 Jul 09 14:48:32.320794 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0302ef11-7f2f-4f7c-a8a0-959dec037a3f tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:32.321298 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0302ef11-7f2f-4f7c-a8a0-959dec037a3f tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Fanout notify agent at l3_agent the message router_deleted on router 92144e4e-be55-4db2-8452-28ac2f0f6768 {{(pid=94445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:48:32.329582 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0302ef11-7f2f-4f7c-a8a0-959dec037a3f tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:32.333542 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 38502) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:32.341627 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-0302ef11-7f2f-4f7c-a8a0-959dec037a3f tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "DELETE /v2.0/routers/92144e4e-be55-4db2-8452-28ac2f0f6768 HTTP/1.1" status: 204 len: 168 time: 0.4787574 Jul 09 14:48:32.367684 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1fd42b07-5951-4aa5-8d49-b1c34954dd80 req-773cc4a5-5904-4b10-9c50-6ad756482882 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689993 Jul 09 14:48:32.408035 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9b999c5-8f94-4019-a845-df83080fb364 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Deleting subnet 10cd3a5f-83af-4c65-aab0-814f7f04919d {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:48:32.417630 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d9b999c5-8f94-4019-a845-df83080fb364 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:32.472001 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d9b999c5-8f94-4019-a845-df83080fb364 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:32.580238 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d9b999c5-8f94-4019-a845-df83080fb364 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:32.750098 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d9b999c5-8f94-4019-a845-df83080fb364 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:32.783561 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b999c5-8f94-4019-a845-df83080fb364 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event deleted for resources: {'Subnet': ['ID=10cd3a5f-83af-4c65-aab0-814f7f04919d,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:32.802025 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd18f3be-7251-4f89-8a75-176eb859a69e None None] Network 46d6f34d-e369-4734-844d-688dfdf6b978 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:48:32.812367 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d9b999c5-8f94-4019-a845-df83080fb364 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:32.819052 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d9b999c5-8f94-4019-a845-df83080fb364 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "DELETE /v2.0/subnets/10cd3a5f-83af-4c65-aab0-814f7f04919d HTTP/1.1" status: 204 len: 168 time: 0.4821644 Jul 09 14:48:32.819685 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 38516) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:32.891422 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4147c07-291c-4d31-9ac4-19f34a75309e tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Deleting subnet dc67979a-fc37-4280-bc71-a93fc4c28a45 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:48:32.897661 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b4147c07-291c-4d31-9ac4-19f34a75309e tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:32.945858 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b4147c07-291c-4d31-9ac4-19f34a75309e tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:33.037044 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db7469-3339-44cd-aca9-d0630de0ad37 req-b069f974-dc81-4f04-9fa8-bb79c8a73f4f tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:33.039304 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a4db7469-3339-44cd-aca9-d0630de0ad37 req-b069f974-dc81-4f04-9fa8-bb79c8a73f4f tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=29704e62-7a25-4f0a-96f2-07541a9be389 HTTP/1.1" status: 200 len: 945 time: 0.1319213 Jul 09 14:48:33.081872 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a4db7469-3339-44cd-aca9-d0630de0ad37 req-da6ae465-3c3b-46ab-9b9b-18e23ff358eb tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369284 Jul 09 14:48:33.132591 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b4147c07-291c-4d31-9ac4-19f34a75309e tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:33.198215 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a35840-b262-4de9-a46c-b3898f6dfe89 None None] DHCP port deletion for 46d6f34d-e369-4734-844d-688dfdf6b978 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:48:33.284213 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-f1a35840-b262-4de9-a46c-b3898f6dfe89 None None] Deleting port 86026e85-a156-4a81-8b0a-af1e0c54c813 {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:48:33.285333 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f1a35840-b262-4de9-a46c-b3898f6dfe89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:33.365767 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-f1a35840-b262-4de9-a46c-b3898f6dfe89 None None] For port 86026e85-a156-4a81-8b0a-af1e0c54c813, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=86026e85-a156-4a81-8b0a-af1e0c54c813,segment=NetworkSegment(33bffeac-7454-4915-bafd-450ae5379767),segment_id=33bffeac-7454-4915-bafd-450ae5379767)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:48:33.366250 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f1a35840-b262-4de9-a46c-b3898f6dfe89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:33.381313 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b4147c07-291c-4d31-9ac4-19f34a75309e tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:33.384481 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-f1a35840-b262-4de9-a46c-b3898f6dfe89 None None] Calling delete_port for 86026e85-a156-4a81-8b0a-af1e0c54c813 owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:48:33.444282 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4147c07-291c-4d31-9ac4-19f34a75309e tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event deleted for resources: {'Subnet': ['ID=dc67979a-fc37-4280-bc71-a93fc4c28a45,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:33.453596 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b4147c07-291c-4d31-9ac4-19f34a75309e tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:33.459103 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b4147c07-291c-4d31-9ac4-19f34a75309e tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "DELETE /v2.0/subnets/dc67979a-fc37-4280-bc71-a93fc4c28a45 HTTP/1.1" status: 204 len: 168 time: 0.6382649 Jul 09 14:48:33.459689 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 38534) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:33.464497 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1572cfe8-026d-42cf-bc5d-cf9c1262ff23 None None] Network cb745e40-68ee-4c08-8446-5be8f177fd58 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:48:33.582238 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b138cb70-887e-4446-849e-4712380ffb54 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:33.673080 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-b138cb70-887e-4446-849e-4712380ffb54 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Deleting port 86026e85-a156-4a81-8b0a-af1e0c54c813 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:48:33.673429 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b138cb70-887e-4446-849e-4712380ffb54 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:33.683282 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f1a35840-b262-4de9-a46c-b3898f6dfe89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:33.718324 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a35840-b262-4de9-a46c-b3898f6dfe89 None None] Pushing event deleted for resources: {'Port': ['ID=86026e85-a156-4a81-8b0a-af1e0c54c813,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:33.736842 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a35840-b262-4de9-a46c-b3898f6dfe89 None None] No DVR routers for this DVR port 86026e85-a156-4a81-8b0a-af1e0c54c813 on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:48:33.766275 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268bce81-7c70-4db0-a8d9-5e162084238e req-fa0948b9-7ff3-4d3e-beb9-be9e7690fd47 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:33.780058 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-268bce81-7c70-4db0-a8d9-5e162084238e req-fa0948b9-7ff3-4d3e-beb9-be9e7690fd47 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 946 time: 0.1595643 Jul 09 14:48:33.825857 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9519838b-3c48-4c57-b224-1c4ca5bd1a12 None None] DHCP port deletion for cb745e40-68ee-4c08-8446-5be8f177fd58 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:48:33.841459 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-268bce81-7c70-4db0-a8d9-5e162084238e req-6c453cf6-7ddb-4286-946a-0d67f66a31ba tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602973 Jul 09 14:48:33.842775 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-b138cb70-887e-4446-849e-4712380ffb54 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] For port 86026e85-a156-4a81-8b0a-af1e0c54c813, host n-d-799529-6, got binding levels [] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:48:33.844317 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b138cb70-887e-4446-849e-4712380ffb54 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:33.943843 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-9519838b-3c48-4c57-b224-1c4ca5bd1a12 None None] Deleting port 55fd794b-310a-4e6f-ad7b-1e4fc22f712b {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:48:33.944326 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9519838b-3c48-4c57-b224-1c4ca5bd1a12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:33.970447 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-b138cb70-887e-4446-849e-4712380ffb54 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Calling delete_port for 86026e85-a156-4a81-8b0a-af1e0c54c813 owned by network:dhcp {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:48:33.979898 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.ipam_backend_mixin [None req-b138cb70-887e-4446-849e-4712380ffb54 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Port 86026e85-a156-4a81-8b0a-af1e0c54c813 was not found and therefore no delete operation was performed {{(pid=94446) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 14:48:34.018114 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b138cb70-887e-4446-849e-4712380ffb54 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:34.063799 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-9519838b-3c48-4c57-b224-1c4ca5bd1a12 None None] For port 55fd794b-310a-4e6f-ad7b-1e4fc22f712b, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=55fd794b-310a-4e6f-ad7b-1e4fc22f712b,segment=NetworkSegment(c87a1aed-4391-4868-816b-1cfa5ef05a83),segment_id=c87a1aed-4391-4868-816b-1cfa5ef05a83)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:48:34.064206 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9519838b-3c48-4c57-b224-1c4ca5bd1a12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:34.095058 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-9519838b-3c48-4c57-b224-1c4ca5bd1a12 None None] Calling delete_port for 55fd794b-310a-4e6f-ad7b-1e4fc22f712b owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:48:34.147941 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61de14d-3d27-4033-be9a-3ddbb718cdde req-066a45bb-f3dc-4f60-9131-4c1a42dec6e8 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:34.149660 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c61de14d-3d27-4033-be9a-3ddbb718cdde req-066a45bb-f3dc-4f60-9131-4c1a42dec6e8 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=29704e62-7a25-4f0a-96f2-07541a9be389 HTTP/1.1" status: 200 len: 945 time: 0.2760992 Jul 09 14:48:34.156791 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b138cb70-887e-4446-849e-4712380ffb54 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] No DVR routers for this DVR port 86026e85-a156-4a81-8b0a-af1e0c54c813 on host n-d-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:48:34.197546 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b138cb70-887e-4446-849e-4712380ffb54 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event deleted for resources: {'Port': ['ID=86026e85-a156-4a81-8b0a-af1e0c54c813,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:34.288569 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:48:34.344964 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 86026e85-a156-4a81-8b0a-af1e0c54c813 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:48:34.364840 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c61de14d-3d27-4033-be9a-3ddbb718cdde req-c722874e-d708-41a0-868a-22bdd33dabb4 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730084 Jul 09 14:48:34.393405 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b138cb70-887e-4446-849e-4712380ffb54 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:34.397865 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 86026e85-a156-4a81-8b0a-af1e0c54c813 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:48:34.398515 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 86026e85-a156-4a81-8b0a-af1e0c54c813 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:48:34.398946 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 55fd794b-310a-4e6f-ad7b-1e4fc22f712b no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:48:34.425897 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-b138cb70-887e-4446-849e-4712380ffb54 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46d6f34d-e369-4734-844d-688dfdf6b978']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:48:34.460496 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9519838b-3c48-4c57-b224-1c4ca5bd1a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:34.470951 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-b138cb70-887e-4446-849e-4712380ffb54 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33bffeac-7454-4915-bafd-450ae5379767') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:48:34.470951 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-b138cb70-887e-4446-849e-4712380ffb54 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33bffeac-7454-4915-bafd-450ae5379767') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:48:34.522197 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9519838b-3c48-4c57-b224-1c4ca5bd1a12 None None] Pushing event deleted for resources: {'Port': ['ID=55fd794b-310a-4e6f-ad7b-1e4fc22f712b,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:34.532242 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9519838b-3c48-4c57-b224-1c4ca5bd1a12 None None] No DVR routers for this DVR port 55fd794b-310a-4e6f-ad7b-1e4fc22f712b on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:48:34.564112 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No active binding found for port 55fd794b-310a-4e6f-ad7b-1e4fc22f712b {{(pid=94447) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 09 14:48:34.565931 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 55fd794b-310a-4e6f-ad7b-1e4fc22f712b not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:48:34.573271 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b138cb70-887e-4446-849e-4712380ffb54 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:34.621132 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b138cb70-887e-4446-849e-4712380ffb54 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:34.634126 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b138cb70-887e-4446-849e-4712380ffb54 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:48:34.634126 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b138cb70-887e-4446-849e-4712380ffb54 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:34.644468 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:48:34.644468 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:48:34.644468 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:48:34.644468 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:48:34.644468 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:48:34.644468 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:48:34.644468 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:48:34.644468 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:48:34.644468 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:48:34.644468 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:48:34.644468 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:48:34.644468 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:48:34.644468 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:48:34.644468 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:48:34.644468 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:48:34.644468 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:48:34.644468 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:48:34.644468 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:48:34.644468 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:48:34.644468 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:48:34.644468 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:48:34.644468 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:48:34.644468 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 14:48:34.644468 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:48:34.644468 n-d-799529-6 neutron-server[94446]: timer() Jul 09 14:48:34.644468 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:48:34.644468 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 14:48:34.644468 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:48:34.644468 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 14:48:34.644468 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:48:34.644468 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 14:48:34.644468 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:48:34.644468 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 14:48:34.644468 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:48:34.644468 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 14:48:34.644468 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:48:34.644468 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:48:34.644468 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:48:34.644468 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:48:34.644468 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:48:34.644468 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 14:48:34.644468 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:48:34.644468 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 14:48:34.644468 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:48:34.644468 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:48:34.644468 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:48:34.644468 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 14:48:34.644468 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:48:34.644468 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:48:34.644468 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:48:34.644468 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:48:34.644468 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:48:34.644468 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:48:34.644468 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:48:34.824357 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf2d022-ebc8-4951-994f-a4f0c7fdba00 req-8a641544-d7ed-46ed-8f84-bf24b1591cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:34.826279 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4bf2d022-ebc8-4951-994f-a4f0c7fdba00 req-8a641544-d7ed-46ed-8f84-bf24b1591cf4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0ea59604d49a4768b9c04e74a1a30065&device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 1097 time: 0.1076937 Jul 09 14:48:34.836473 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b138cb70-887e-4446-849e-4712380ffb54 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:34.844433 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b138cb70-887e-4446-849e-4712380ffb54 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:34.847129 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b138cb70-887e-4446-849e-4712380ffb54 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "DELETE /v2.0/networks/46d6f34d-e369-4734-844d-688dfdf6b978 HTTP/1.1" status: 204 len: 168 time: 1.3862197 Jul 09 14:48:34.855532 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 38590) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:34.875964 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b138cb70-887e-4446-849e-4712380ffb54 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event deleted for resources: {'Network': ['ID=46d6f34d-e369-4734-844d-688dfdf6b978,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:34.991640 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf2d022-ebc8-4951-994f-a4f0c7fdba00 req-60a98f15-348a-4396-9bab-504b053da8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:34.993745 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4bf2d022-ebc8-4951-994f-a4f0c7fdba00 req-60a98f15-348a-4396-9bab-504b053da8c9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=57042d5f-0386-4b58-a12c-ab7a19465fa2 HTTP/1.1" status: 200 len: 914 time: 0.1574805 Jul 09 14:48:35.047863 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4bf2d022-ebc8-4951-994f-a4f0c7fdba00 req-9af6a3df-9dac-4bd3-a657-5d94e919baa9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1ad2f213-faf3-4478-a55c-736188b5f250 HTTP/1.1" status: 200 len: 217 time: 0.0471904 Jul 09 14:48:35.134997 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf2d022-ebc8-4951-994f-a4f0c7fdba00 req-2ae77c9f-62b5-4b06-9088-7df2bd309089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:35.136811 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4bf2d022-ebc8-4951-994f-a4f0c7fdba00 req-2ae77c9f-62b5-4b06-9088-7df2bd309089 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=82201829-6811-4a6f-8404-54dcb1347eec HTTP/1.1" status: 200 len: 853 time: 0.0778065 Jul 09 14:48:35.175736 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4bf2d022-ebc8-4951-994f-a4f0c7fdba00 req-72d10093-c444-4464-8f21-c641b60abd8b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=57042d5f-0386-4b58-a12c-ab7a19465fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302596 Jul 09 14:48:35.200417 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f11714-1f2a-480a-8ad5-3f9fbb51ae46 req-10cf8bae-26c9-4f70-bfc6-b2f70f797a6b tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:35.202178 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-80f11714-1f2a-480a-8ad5-3f9fbb51ae46 req-10cf8bae-26c9-4f70-bfc6-b2f70f797a6b tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 946 time: 0.1563940 Jul 09 14:48:35.231338 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c1defede-5592-426f-b30b-53e78897e400 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:35.392168 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c1defede-5592-426f-b30b-53e78897e400 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:35.403732 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-c1defede-5592-426f-b30b-53e78897e400 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb745e40-68ee-4c08-8446-5be8f177fd58']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:48:35.415464 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-c1defede-5592-426f-b30b-53e78897e400 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c87a1aed-4391-4868-816b-1cfa5ef05a83') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:48:35.415882 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-c1defede-5592-426f-b30b-53e78897e400 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c87a1aed-4391-4868-816b-1cfa5ef05a83') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:48:35.444045 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c1defede-5592-426f-b30b-53e78897e400 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:35.481363 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c1defede-5592-426f-b30b-53e78897e400 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:35.490900 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1defede-5592-426f-b30b-53e78897e400 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:48:35.492286 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c1defede-5592-426f-b30b-53e78897e400 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:35.566126 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 14:48:35.566126 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:48:35.566126 n-d-799529-6 neutron-server[94446]: timer() Jul 09 14:48:35.566126 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:48:35.566126 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 14:48:35.566126 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:48:35.566126 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 14:48:35.566126 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:48:35.566126 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 14:48:35.566126 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:48:35.566126 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 14:48:35.566126 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:48:35.566126 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 14:48:35.566126 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:48:35.566126 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:48:35.566126 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:48:35.566126 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:48:35.566126 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:48:35.566126 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 14:48:35.566126 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:48:35.566126 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 14:48:35.566126 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:48:35.566126 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:48:35.566126 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:48:35.566126 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 14:48:35.566126 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:48:35.566126 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:48:35.566126 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:48:35.566126 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:48:35.566126 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:48:35.566126 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:48:35.566126 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:48:35.651738 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4b363-b718-4056-8bca-11ae394e2974 req-a4af6b31-be1b-47ae-96e7-b0c6584f2104 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:35.653663 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-38a4b363-b718-4056-8bca-11ae394e2974 req-a4af6b31-be1b-47ae-96e7-b0c6584f2104 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=29704e62-7a25-4f0a-96f2-07541a9be389 HTTP/1.1" status: 200 len: 945 time: 0.0808256 Jul 09 14:48:35.673945 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-80f11714-1f2a-480a-8ad5-3f9fbb51ae46 req-8813361e-b40d-40d6-8ee6-ad07e6e64646 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4614060 Jul 09 14:48:35.697141 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-38a4b363-b718-4056-8bca-11ae394e2974 req-1c20d71b-2ead-43c4-9474-ff747bbb4fff tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375214 Jul 09 14:48:35.715702 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4bf2d022-ebc8-4951-994f-a4f0c7fdba00 req-16e3ec96-e067-4f98-a8fb-155ccaf710f1 service neutron] 10.222.0.54 "GET /v2.0/networks/57042d5f-0386-4b58-a12c-ab7a19465fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5313740 Jul 09 14:48:35.810240 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4bf2d022-ebc8-4951-994f-a4f0c7fdba00 req-28412228-e05d-45ee-9c51-8cf954064d21 service neutron] 10.222.0.54 "GET /v2.0/networks/57042d5f-0386-4b58-a12c-ab7a19465fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885031 Jul 09 14:48:35.934473 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c1defede-5592-426f-b30b-53e78897e400 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:35.943302 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c1defede-5592-426f-b30b-53e78897e400 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:35.945429 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c1defede-5592-426f-b30b-53e78897e400 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "DELETE /v2.0/networks/cb745e40-68ee-4c08-8446-5be8f177fd58 HTTP/1.1" status: 204 len: 168 time: 1.0787315 Jul 09 14:48:35.950540 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 38630) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:35.956232 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-7cda0ab7-98ae-4fff-ae5e-d7c129d3bcf7 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1436195470'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:48:35.957018 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1defede-5592-426f-b30b-53e78897e400 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event deleted for resources: {'Network': ['ID=cb745e40-68ee-4c08-8446-5be8f177fd58,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:36.163791 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cda0ab7-98ae-4fff-ae5e-d7c129d3bcf7 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Made reservation on behalf of 99b13b6be1514c5a83b2b54f3d176297 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:48:36.167852 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7cda0ab7-98ae-4fff-ae5e-d7c129d3bcf7 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:36.195382 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cda0ab7-98ae-4fff-ae5e-d7c129d3bcf7 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:48:36.208274 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7cda0ab7-98ae-4fff-ae5e-d7c129d3bcf7 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:36.208626 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-7cda0ab7-98ae-4fff-ae5e-d7c129d3bcf7 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Added segment 6b48a7d3-fe32-49ea-854b-7f3aef4eb15c of type vlan for network 7562a6df-4a44-4862-98b2-6b985e17f2e4 Jul 09 14:48:36.260096 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7cda0ab7-98ae-4fff-ae5e-d7c129d3bcf7 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:36.396742 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7cda0ab7-98ae-4fff-ae5e-d7c129d3bcf7 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:36.403359 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cda0ab7-98ae-4fff-ae5e-d7c129d3bcf7 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:36.404212 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7cda0ab7-98ae-4fff-ae5e-d7c129d3bcf7 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:36.492725 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cda0ab7-98ae-4fff-ae5e-d7c129d3bcf7 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event updated for resources: {'Network': ['ID=7562a6df-4a44-4862-98b2-6b985e17f2e4,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:36.500877 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cda0ab7-98ae-4fff-ae5e-d7c129d3bcf7 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:48:36.501080 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cda0ab7-98ae-4fff-ae5e-d7c129d3bcf7 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:48:36.501506 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cda0ab7-98ae-4fff-ae5e-d7c129d3bcf7 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:48:36.501919 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cda0ab7-98ae-4fff-ae5e-d7c129d3bcf7 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:48:36.502418 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cda0ab7-98ae-4fff-ae5e-d7c129d3bcf7 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:48:36.502824 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cda0ab7-98ae-4fff-ae5e-d7c129d3bcf7 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:48:36.503226 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cda0ab7-98ae-4fff-ae5e-d7c129d3bcf7 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:48:36.503761 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cda0ab7-98ae-4fff-ae5e-d7c129d3bcf7 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:48:36.504408 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cda0ab7-98ae-4fff-ae5e-d7c129d3bcf7 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:48:36.504845 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cda0ab7-98ae-4fff-ae5e-d7c129d3bcf7 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:48:36.505180 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cda0ab7-98ae-4fff-ae5e-d7c129d3bcf7 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:48:36.505510 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cda0ab7-98ae-4fff-ae5e-d7c129d3bcf7 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:48:36.517698 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 7562a6df-4a44-4862-98b2-6b985e17f2e4 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:48:36.592772 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-7cda0ab7-98ae-4fff-ae5e-d7c129d3bcf7 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6372962 Jul 09 14:48:36.594717 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 38652) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:36.600927 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-4988dae9-c822-4f10-bf4c-3c9f223cdcbc tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Request body: {'subnet': {'network_id': '7562a6df-4a44-4862-98b2-6b985e17f2e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:48:36.820487 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4988dae9-c822-4f10-bf4c-3c9f223cdcbc tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Made reservation on behalf of 99b13b6be1514c5a83b2b54f3d176297 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:48:36.826456 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4988dae9-c822-4f10-bf4c-3c9f223cdcbc tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:36.991819 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2298b34e-68d5-4884-85d4-9d2730d62849 req-97a191bd-fb5f-46a8-8ee9-4a61551343f1 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:37.000599 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2298b34e-68d5-4884-85d4-9d2730d62849 req-97a191bd-fb5f-46a8-8ee9-4a61551343f1 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 946 time: 0.1518614 Jul 09 14:48:37.050395 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2298b34e-68d5-4884-85d4-9d2730d62849 req-d83e3bfb-efe5-4372-a6c2-a4dc9088df38 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463829 Jul 09 14:48:37.401668 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4988dae9-c822-4f10-bf4c-3c9f223cdcbc tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:37.466442 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4988dae9-c822-4f10-bf4c-3c9f223cdcbc tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event updated for resources: {'Subnet': ['ID=57797e37-94fb-4e62-9250-4a3f41d00e56,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:37.502563 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4988dae9-c822-4f10-bf4c-3c9f223cdcbc tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Checking segment: {'id': '6b48a7d3-fe32-49ea-854b-7f3aef4eb15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7562a6df-4a44-4862-98b2-6b985e17f2e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:48:37.503138 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4988dae9-c822-4f10-bf4c-3c9f223cdcbc tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Network hostable DHCP agents. Network: 7562a6df-4a44-4862-98b2-6b985e17f2e4, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:48:37.699463 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4988dae9-c822-4f10-bf4c-3c9f223cdcbc tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Network 7562a6df-4a44-4862-98b2-6b985e17f2e4 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:48:37.796168 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-4988dae9-c822-4f10-bf4c-3c9f223cdcbc tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 7562a6df-4a44-4862-98b2-6b985e17f2e4) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:48:37.805019 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4988dae9-c822-4f10-bf4c-3c9f223cdcbc tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:37.805712 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4988dae9-c822-4f10-bf4c-3c9f223cdcbc tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:37.808738 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53cc01f-227c-4273-821a-541121c6c437 None None] Network 7562a6df-4a44-4862-98b2-6b985e17f2e4 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:48:37.946993 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 38704) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:37.952393 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-4988dae9-c822-4f10-bf4c-3c9f223cdcbc tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3564153 Jul 09 14:48:37.960725 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-e5cd2368-da67-4ab5-ab56-e7c0a9df2f73 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-482532229', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:48:37.999636 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748c9a70-7340-4bbd-9655-181a0ffc54c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-7562a6df-4a44-4862-98b2-6b985e17f2e4', 'network_id': '7562a6df-4a44-4862-98b2-6b985e17f2e4', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'fixed_ips': [{'subnet_id': '57797e37-94fb-4e62-9250-4a3f41d00e56'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:48:38.001052 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-748c9a70-7340-4bbd-9655-181a0ffc54c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:38.145770 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e5cd2368-da67-4ab5-ab56-e7c0a9df2f73 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:38.149792 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e5cd2368-da67-4ab5-ab56-e7c0a9df2f73 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:38.319923 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e5cd2368-da67-4ab5-ab56-e7c0a9df2f73 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:38.399711 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd7cd3-11bd-47d5-a093-f9441d4405bf req-abc97413-ffa6-4d94-be9b-e5fd701e8914 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:38.401967 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d7bd7cd3-11bd-47d5-a093-f9441d4405bf req-abc97413-ffa6-4d94-be9b-e5fd701e8914 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 946 time: 0.1309457 Jul 09 14:48:38.404936 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e5cd2368-da67-4ab5-ab56-e7c0a9df2f73 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:38.467251 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d7bd7cd3-11bd-47d5-a093-f9441d4405bf req-26fd9bd0-6b6c-4e2f-9515-71b152356fba tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594308 Jul 09 14:48:38.490511 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-748c9a70-7340-4bbd-9655-181a0ffc54c5 None None] Allocated IP 2001:db8::2 (7562a6df-4a44-4862-98b2-6b985e17f2e4/57797e37-94fb-4e62-9250-4a3f41d00e56/73f462d5-43ba-4cbe-a41b-bf4a28465456) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:48:38.540741 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e5cd2368-da67-4ab5-ab56-e7c0a9df2f73 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:38.545888 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e5cd2368-da67-4ab5-ab56-e7c0a9df2f73 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5932984 Jul 09 14:48:38.546023 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 38736) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:38.552855 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-4b3e5370-ff78-4a03-bf4a-83b280d43bd8 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Request body: {'port': {'network_id': '7562a6df-4a44-4862-98b2-6b985e17f2e4', 'name': 'tempest-RoutersIpV6Test-974992385'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:48:38.747912 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-748c9a70-7340-4bbd-9655-181a0ffc54c5 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:38.757620 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-748c9a70-7340-4bbd-9655-181a0ffc54c5 None None] Transition to ACTIVE for port object 73f462d5-43ba-4cbe-a41b-bf4a28465456 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:48:38.775000 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-748c9a70-7340-4bbd-9655-181a0ffc54c5 None None] Transition to ACTIVE for port object 73f462d5-43ba-4cbe-a41b-bf4a28465456 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:48:38.821270 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51bbcfa-cc15-4415-b288-da502a9b2206 req-3caeb356-24e2-4148-b4dc-888be83b32fe tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:38.822911 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f51bbcfa-cc15-4415-b288-da502a9b2206 req-3caeb356-24e2-4148-b4dc-888be83b32fe tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 946 time: 0.1231427 Jul 09 14:48:38.868634 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f51bbcfa-cc15-4415-b288-da502a9b2206 req-5979efae-3c33-4d86-953f-f8ab33ba62d4 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389068 Jul 09 14:48:38.905553 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-748c9a70-7340-4bbd-9655-181a0ffc54c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:38.944125 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748c9a70-7340-4bbd-9655-181a0ffc54c5 None None] Network 7562a6df-4a44-4862-98b2-6b985e17f2e4 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:48:38.948118 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-748c9a70-7340-4bbd-9655-181a0ffc54c5 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:48:38.955094 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748c9a70-7340-4bbd-9655-181a0ffc54c5 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:48:38.975390 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748c9a70-7340-4bbd-9655-181a0ffc54c5 None None] Pushing event updated for resources: {'Port': ['ID=73f462d5-43ba-4cbe-a41b-bf4a28465456,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:38.991464 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3e5370-ff78-4a03-bf4a-83b280d43bd8 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Made reservation on behalf of 99b13b6be1514c5a83b2b54f3d176297 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:48:38.996690 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4b3e5370-ff78-4a03-bf4a-83b280d43bd8 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:39.056134 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-748c9a70-7340-4bbd-9655-181a0ffc54c5 None None] Attempting to bind port 73f462d5-43ba-4cbe-a41b-bf4a28465456 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:48:39.056909 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-748c9a70-7340-4bbd-9655-181a0ffc54c5 None None] Attempting to bind port 73f462d5-43ba-4cbe-a41b-bf4a28465456 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '6b48a7d3-fe32-49ea-854b-7f3aef4eb15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7562a6df-4a44-4862-98b2-6b985e17f2e4'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:48:39.057053 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-4b3e5370-ff78-4a03-bf4a-83b280d43bd8 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] device_id is not set on port 178f20a0-7702-496f-b2c8-81f93c4cec0a yet. {{(pid=94446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:48:39.057697 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748c9a70-7340-4bbd-9655-181a0ffc54c5 None None] Attempting to bind port 73f462d5-43ba-4cbe-a41b-bf4a28465456 on network 7562a6df-4a44-4862-98b2-6b985e17f2e4 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:48:39.064457 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748c9a70-7340-4bbd-9655-181a0ffc54c5 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:48:39.064859 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748c9a70-7340-4bbd-9655-181a0ffc54c5 None None] Checking segment: {'id': '6b48a7d3-fe32-49ea-854b-7f3aef4eb15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7562a6df-4a44-4862-98b2-6b985e17f2e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:48:39.065292 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-748c9a70-7340-4bbd-9655-181a0ffc54c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:39.065703 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748c9a70-7340-4bbd-9655-181a0ffc54c5 None None] Bound using segment: {'id': '6b48a7d3-fe32-49ea-854b-7f3aef4eb15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7562a6df-4a44-4862-98b2-6b985e17f2e4'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:48:39.066196 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-748c9a70-7340-4bbd-9655-181a0ffc54c5 None None] Bound port: 73f462d5-43ba-4cbe-a41b-bf4a28465456, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b48a7d3-fe32-49ea-854b-7f3aef4eb15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7562a6df-4a44-4862-98b2-6b985e17f2e4'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:48:39.066557 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-748c9a70-7340-4bbd-9655-181a0ffc54c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:39.146049 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-748c9a70-7340-4bbd-9655-181a0ffc54c5 None None] For port 73f462d5-43ba-4cbe-a41b-bf4a28465456, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:48:39.150836 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-748c9a70-7340-4bbd-9655-181a0ffc54c5 None None] For port 73f462d5-43ba-4cbe-a41b-bf4a28465456, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=73f462d5-43ba-4cbe-a41b-bf4a28465456,segment=NetworkSegment(6b48a7d3-fe32-49ea-854b-7f3aef4eb15c),segment_id=6b48a7d3-fe32-49ea-854b-7f3aef4eb15c)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:48:39.224845 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022ca0a-4aaf-4f34-a45f-34b25c6f2151 req-35a58477-10b6-41ea-9a16-40363440f8a8 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:39.227765 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9022ca0a-4aaf-4f34-a45f-34b25c6f2151 req-35a58477-10b6-41ea-9a16-40363440f8a8 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 946 time: 0.1658325 Jul 09 14:48:39.241476 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-4b3e5370-ff78-4a03-bf4a-83b280d43bd8 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Allocated IP 2001:db8::14c (7562a6df-4a44-4862-98b2-6b985e17f2e4/57797e37-94fb-4e62-9250-4a3f41d00e56/178f20a0-7702-496f-b2c8-81f93c4cec0a) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:48:39.243321 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-748c9a70-7340-4bbd-9655-181a0ffc54c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:39.315749 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9022ca0a-4aaf-4f34-a45f-34b25c6f2151 req-fe6d36cf-3e7a-4222-92d8-21bff665f973 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870283 Jul 09 14:48:39.316927 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748c9a70-7340-4bbd-9655-181a0ffc54c5 None None] Pushing event updated for resources: {'Port': ['ID=73f462d5-43ba-4cbe-a41b-bf4a28465456,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:39.605254 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4b3e5370-ff78-4a03-bf4a-83b280d43bd8 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:39.622144 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-4b3e5370-ff78-4a03-bf4a-83b280d43bd8 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Transition to ACTIVE for port object 178f20a0-7702-496f-b2c8-81f93c4cec0a will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:48:39.635915 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f55464-88fe-4a3f-a6d8-1538b3785ce8 req-2b222895-ca36-44b6-87b0-4fa92c8aad29 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:39.653641 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-44f55464-88fe-4a3f-a6d8-1538b3785ce8 req-2b222895-ca36-44b6-87b0-4fa92c8aad29 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 946 time: 0.1222100 Jul 09 14:48:39.696907 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-44f55464-88fe-4a3f-a6d8-1538b3785ce8 req-b0ff1664-d324-4d22-bec9-11f45015a053 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534914 Jul 09 14:48:40.038576 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d4d06c-55fc-4063-9fae-80e9a0e6db8a req-dae9fccc-a305-4711-a8c8-efc4dff08ab8 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:40.040033 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d1d4d06c-55fc-4063-9fae-80e9a0e6db8a req-dae9fccc-a305-4711-a8c8-efc4dff08ab8 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 946 time: 0.0793803 Jul 09 14:48:40.083658 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d1d4d06c-55fc-4063-9fae-80e9a0e6db8a req-5c2dd868-8080-4019-9318-6596b356a143 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357711 Jul 09 14:48:40.258617 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4b3e5370-ff78-4a03-bf4a-83b280d43bd8 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:40.279456 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c44173-171b-44c8-b8b5-921a8418c2bf req-15f36c32-1f48-4a9f-9222-2c7961c99c47 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:40.281228 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f2c44173-171b-44c8-b8b5-921a8418c2bf req-15f36c32-1f48-4a9f-9222-2c7961c99c47 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 946 time: 0.0802197 Jul 09 14:48:40.357795 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3e5370-ff78-4a03-bf4a-83b280d43bd8 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Network 7562a6df-4a44-4862-98b2-6b985e17f2e4 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:48:40.366371 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-4b3e5370-ff78-4a03-bf4a-83b280d43bd8 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:48:40.369184 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3e5370-ff78-4a03-bf4a-83b280d43bd8 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:48:40.376857 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 73f462d5-43ba-4cbe-a41b-bf4a28465456 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:48:40.379079 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3e5370-ff78-4a03-bf4a-83b280d43bd8 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:40.379999 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4b3e5370-ff78-4a03-bf4a-83b280d43bd8 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:40.405218 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3e5370-ff78-4a03-bf4a-83b280d43bd8 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event updated for resources: {'Port': ['ID=178f20a0-7702-496f-b2c8-81f93c4cec0a,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:40.424726 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f2c44173-171b-44c8-b8b5-921a8418c2bf req-02b25935-7771-4543-a26f-9b48af6a3374 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206503 Jul 09 14:48:40.519855 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 38808) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:40.521588 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-4b3e5370-ff78-4a03-bf4a-83b280d43bd8 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.9754004 Jul 09 14:48:40.635631 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 73f462d5-43ba-4cbe-a41b-bf4a28465456 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:48:40.668148 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e6b47-dcfb-446f-bdf0-cb216a027e3f req-5d876bfe-8451-4a0c-b57d-d1233b55280d tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:40.678269 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2b1e6b47-dcfb-446f-bdf0-cb216a027e3f req-5d876bfe-8451-4a0c-b57d-d1233b55280d tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 946 time: 0.1123214 Jul 09 14:48:40.729342 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2b1e6b47-dcfb-446f-bdf0-cb216a027e3f req-bb8d2281-1e9b-4cbb-aef4-dd6424610b43 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431499 Jul 09 14:48:40.795660 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885bbb2f-6f6b-4b30-846f-fac222b73aea None None] Network 7562a6df-4a44-4862-98b2-6b985e17f2e4 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:48:40.985761 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-eaf4f1a3-4407-4fa5-b25f-425a2434a9ba None None] Provisioning for port 73f462d5-43ba-4cbe-a41b-bf4a28465456 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:48:40.992917 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-eaf4f1a3-4407-4fa5-b25f-425a2434a9ba None None] Provisioning complete for port 73f462d5-43ba-4cbe-a41b-bf4a28465456 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:48:40.993290 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-eaf4f1a3-4407-4fa5-b25f-425a2434a9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:41.042732 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-805270a5-3690-40c0-b00c-43a68e58845d tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:41.109495 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa03632-9b51-421b-856c-94e2acc151a7 req-f883519b-1dc9-4bdd-9e6d-6b48fbf62824 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:41.115332 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-eaf4f1a3-4407-4fa5-b25f-425a2434a9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:41.119867 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1aa03632-9b51-421b-856c-94e2acc151a7 req-f883519b-1dc9-4bdd-9e6d-6b48fbf62824 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 946 time: 0.1210487 Jul 09 14:48:41.159182 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-eaf4f1a3-4407-4fa5-b25f-425a2434a9ba None None] For port 73f462d5-43ba-4cbe-a41b-bf4a28465456, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=73f462d5-43ba-4cbe-a41b-bf4a28465456,segment=NetworkSegment(6b48a7d3-fe32-49ea-854b-7f3aef4eb15c),segment_id=6b48a7d3-fe32-49ea-854b-7f3aef4eb15c)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:48:41.229788 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1aa03632-9b51-421b-856c-94e2acc151a7 req-59d19e66-8bdf-4afe-bdc7-72dc64ae1ec4 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089332 Jul 09 14:48:41.237291 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-eaf4f1a3-4407-4fa5-b25f-425a2434a9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:41.386189 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf4f1a3-4407-4fa5-b25f-425a2434a9ba None None] Pushing event updated for resources: {'Port': ['ID=73f462d5-43ba-4cbe-a41b-bf4a28465456,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:41.474867 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-805270a5-3690-40c0-b00c-43a68e58845d tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:41.509930 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device ba9936ba-c696-4ca3-a80f-83bd584978ae details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:48:41.609798 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-805270a5-3690-40c0-b00c-43a68e58845d tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:41.650711 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port ba9936ba-c696-4ca3-a80f-83bd584978ae, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=ba9936ba-c696-4ca3-a80f-83bd584978ae,segment=NetworkSegment(2badb0c6-e67f-4820-b4bb-8e5a90533cf4),segment_id=2badb0c6-e67f-4820-b4bb-8e5a90533cf4)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:48:41.666232 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': 'ba9936ba-c696-4ca3-a80f-83bd584978ae', 'network_id': 'a9d0dfb1-4ed4-4376-bcf0-50fa5388f064', 'port_id': 'ba9936ba-c696-4ca3-a80f-83bd584978ae', 'mac_address': 'fa:16:3e:d8:2e:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c4bd77b-9e34-44f4-9dc2-fa632746bcf3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:48:41.707990 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-987a6a36-05cd-4b4d-92c2-4cafeedaf35b None None] Provisioning for port 178f20a0-7702-496f-b2c8-81f93c4cec0a completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:48:41.715162 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-987a6a36-05cd-4b4d-92c2-4cafeedaf35b None None] Provisioning complete for port 178f20a0-7702-496f-b2c8-81f93c4cec0a triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:48:41.715322 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-987a6a36-05cd-4b4d-92c2-4cafeedaf35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:41.758657 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:41.763322 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805270a5-3690-40c0-b00c-43a68e58845d tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event updated for resources: {'Port': ['ID=178f20a0-7702-496f-b2c8-81f93c4cec0a,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:41.781349 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-987a6a36-05cd-4b4d-92c2-4cafeedaf35b None None] Port 178f20a0-7702-496f-b2c8-81f93c4cec0a cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:48:41.789418 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ba9936ba-c696-4ca3-a80f-83bd584978ae {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:48:41.804281 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-987a6a36-05cd-4b4d-92c2-4cafeedaf35b None None] Provisioning complete for port 73f462d5-43ba-4cbe-a41b-bf4a28465456 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:48:41.804609 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-987a6a36-05cd-4b4d-92c2-4cafeedaf35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:41.817725 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354860dc-472d-4614-b530-47333645a0b8 req-d21b2616-27cb-471c-a614-a7470cc3a90f tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:41.824370 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-354860dc-472d-4614-b530-47333645a0b8 req-d21b2616-27cb-471c-a614-a7470cc3a90f tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 946 time: 0.1207764 Jul 09 14:48:41.860066 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port ba9936ba-c696-4ca3-a80f-83bd584978ae, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=ba9936ba-c696-4ca3-a80f-83bd584978ae,segment=NetworkSegment(2badb0c6-e67f-4820-b4bb-8e5a90533cf4),segment_id=2badb0c6-e67f-4820-b4bb-8e5a90533cf4)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:48:41.873059 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-354860dc-472d-4614-b530-47333645a0b8 req-92744ae4-e985-4664-917d-09d483647788 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430405 Jul 09 14:48:41.948634 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:42.041757 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-805270a5-3690-40c0-b00c-43a68e58845d tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:42.042371 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=ba9936ba-c696-4ca3-a80f-83bd584978ae,revision_number=6']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:42.065244 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['ba9936ba-c696-4ca3-a80f-83bd584978ae'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:48:42.190723 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 38874) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:42.278068 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-47769dc7-6ec0-4ac6-be41-df7c1348b9ad None None] Provisioning complete for port 178f20a0-7702-496f-b2c8-81f93c4cec0a triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:48:42.278068 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-47769dc7-6ec0-4ac6-be41-df7c1348b9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:42.308650 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62274e-eef0-49f5-a372-4b3404cf9882 req-b382223a-f757-42d3-8861-27700389e764 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:42.319104 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8d62274e-eef0-49f5-a372-4b3404cf9882 req-b382223a-f757-42d3-8861-27700389e764 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 946 time: 0.1247244 Jul 09 14:48:42.333954 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 73f462d5-43ba-4cbe-a41b-bf4a28465456 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:48:42.370353 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8939e7a2-efbd-451a-8d29-aac8068afbac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:42.406761 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8d62274e-eef0-49f5-a372-4b3404cf9882 req-3da5d95c-c19c-4e20-bcac-7081d3ec2051 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853200 Jul 09 14:48:42.423615 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-805270a5-3690-40c0-b00c-43a68e58845d tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:42.447741 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-47769dc7-6ec0-4ac6-be41-df7c1348b9ad None None] Port 178f20a0-7702-496f-b2c8-81f93c4cec0a cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:48:42.488995 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 73f462d5-43ba-4cbe-a41b-bf4a28465456 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:48:42.489568 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:42.594536 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8939e7a2-efbd-451a-8d29-aac8068afbac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:42.601437 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-118b00ed-96b5-4502-8abb-2780914c1c1a None None] Provisioning complete for port 178f20a0-7702-496f-b2c8-81f93c4cec0a triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:48:42.602045 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-118b00ed-96b5-4502-8abb-2780914c1c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:42.655939 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-118b00ed-96b5-4502-8abb-2780914c1c1a None None] Port 178f20a0-7702-496f-b2c8-81f93c4cec0a cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:48:42.657858 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8939e7a2-efbd-451a-8d29-aac8068afbac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:42.704850 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8939e7a2-efbd-451a-8d29-aac8068afbac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f2c706-46f7-4909-b5d6-94f103bbc923,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:42.710214 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-8939e7a2-efbd-451a-8d29-aac8068afbac admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d641f5ff71074b20bd2970efe29a64cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5174501 Jul 09 14:48:42.712908 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 38902) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:42.778927 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cfd2a6b0-221f-4e02-aac5-44a856ba93cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:42.804438 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cfd2a6b0-221f-4e02-aac5-44a856ba93cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:42.886939 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30329cc-96a4-4d05-901c-e0cc0f919df9 req-6a8cf969-0a8e-4ff6-8c35-6d01ae2be4ac tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:42.891991 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a30329cc-96a4-4d05-901c-e0cc0f919df9 req-6a8cf969-0a8e-4ff6-8c35-6d01ae2be4ac tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] 10.222.0.58 "GET /v2.0/networks?id=2d0a152e-9f43-4ba5-8037-52f53a5a3ad9 HTTP/1.1" status: 200 len: 815 time: 0.2672052 Jul 09 14:48:42.924084 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a30329cc-96a4-4d05-901c-e0cc0f919df9 req-6d772af2-26b6-4b05-8b6b-374148c43e32 tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] 10.222.0.58 "GET /v2.0/quotas/aa2a983a47494b75b30c2824631c834b HTTP/1.1" status: 200 len: 375 time: 0.0275311 Jul 09 14:48:43.017959 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cfd2a6b0-221f-4e02-aac5-44a856ba93cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:43.021316 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cfd2a6b0-221f-4e02-aac5-44a856ba93cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:43.022774 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-cfd2a6b0-221f-4e02-aac5-44a856ba93cf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/15f2c706-46f7-4909-b5d6-94f103bbc923 HTTP/1.1" status: 204 len: 168 time: 0.3088315 Jul 09 14:48:43.035225 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-805270a5-3690-40c0-b00c-43a68e58845d tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:43.038192 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd2a6b0-221f-4e02-aac5-44a856ba93cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f2c706-46f7-4909-b5d6-94f103bbc923,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:43.082137 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a30329cc-96a4-4d05-901c-e0cc0f919df9 req-24788bf1-717a-4b11-8f4f-13bebf4d8799 tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=aa2a983a47494b75b30c2824631c834b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1528127 Jul 09 14:48:43.105626 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b745b1-d286-4948-9f24-8464957387b4 req-e6e53cca-6d17-41d5-9fab-81d87f73d3c4 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:43.109454 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-96b745b1-d286-4948-9f24-8464957387b4 req-e6e53cca-6d17-41d5-9fab-81d87f73d3c4 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 946 time: 0.1387768 Jul 09 14:48:43.117101 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-805270a5-3690-40c0-b00c-43a68e58845d tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:43.118113 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-805270a5-3690-40c0-b00c-43a68e58845d tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:43.163872 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-96b745b1-d286-4948-9f24-8464957387b4 req-dae6c285-a7c0-42da-9c7a-89268f8074ad tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494032 Jul 09 14:48:43.183394 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [req-a30329cc-96a4-4d05-901c-e0cc0f919df9 req-5456619d-74bc-4271-96e2-ff731092c6f4 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:48:43.184312 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a30329cc-96a4-4d05-901c-e0cc0f919df9 req-5456619d-74bc-4271-96e2-ff731092c6f4 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1022122 Jul 09 14:48:43.314913 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805270a5-3690-40c0-b00c-43a68e58845d tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event updated for resources: {'Port': ['ID=178f20a0-7702-496f-b2c8-81f93c4cec0a,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:43.397232 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a30329cc-96a4-4d05-901c-e0cc0f919df9 req-49dc646b-aa6e-450a-a03d-56ebcfbc0658 service neutron] 10.222.0.58 "GET /v2.0/networks/2d0a152e-9f43-4ba5-8037-52f53a5a3ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951878 Jul 09 14:48:43.400809 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805270a5-3690-40c0-b00c-43a68e58845d tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Network 7562a6df-4a44-4862-98b2-6b985e17f2e4 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:48:43.415951 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-805270a5-3690-40c0-b00c-43a68e58845d tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:48:43.495389 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad66d56-94f8-4f7f-bf73-af73678f7b07 req-209ccc68-cb01-4047-9982-56f5c41929bc tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:43.505211 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4ad66d56-94f8-4f7f-bf73-af73678f7b07 req-209ccc68-cb01-4047-9982-56f5c41929bc tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 946 time: 0.0971911 Jul 09 14:48:43.512814 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device ba9936ba-c696-4ca3-a80f-83bd584978ae up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:48:43.591515 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4ad66d56-94f8-4f7f-bf73-af73678f7b07 req-6b5d9e61-925f-4f86-aa8c-5c531b901fdd tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850136 Jul 09 14:48:43.610459 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port ba9936ba-c696-4ca3-a80f-83bd584978ae triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:48:43.611245 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:43.702845 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a30329cc-96a4-4d05-901c-e0cc0f919df9 req-61c5fd2e-b4a9-4a83-a938-0581680c5083 service neutron] 10.222.0.58 "GET /v2.0/networks/2d0a152e-9f43-4ba5-8037-52f53a5a3ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361057 Jul 09 14:48:43.806051 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:43.837322 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-805270a5-3690-40c0-b00c-43a68e58845d tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Router f57e516c-4fde-4175-8a4c-6d98692c6647 is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:48:43.848917 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29704e62-7a25-4f0a-96f2-07541a9be389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba9936ba-c696-4ca3-a80f-83bd584978ae'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:48:43.858008 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec32eb67-0fdc-441a-9e14-8361090b1d3d" -d '{"events": [{"server_uuid": "29704e62-7a25-4f0a-96f2-07541a9be389", "name": "network-vif-plugged", "status": "completed", "tag": "ba9936ba-c696-4ca3-a80f-83bd584978ae"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:48:43.878212 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port ba9936ba-c696-4ca3-a80f-83bd584978ae, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=ba9936ba-c696-4ca3-a80f-83bd584978ae,segment=NetworkSegment(2badb0c6-e67f-4820-b4bb-8e5a90533cf4),segment_id=2badb0c6-e67f-4820-b4bb-8e5a90533cf4)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:48:43.904134 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-77cac1f6-e274-46ad-bcf8-716d8d598fbf None None] Provisioning complete for port 178f20a0-7702-496f-b2c8-81f93c4cec0a triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:48:43.904509 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-77cac1f6-e274-46ad-bcf8-716d8d598fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:43.987098 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:43.992809 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-77cac1f6-e274-46ad-bcf8-716d8d598fbf None None] Port 178f20a0-7702-496f-b2c8-81f93c4cec0a cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:48:44.068212 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-805270a5-3690-40c0-b00c-43a68e58845d tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:48:44.081376 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2373e2-d21b-4555-a552-81ee8ea028bb None None] Sync routers for ids ['f57e516c-4fde-4175-8a4c-6d98692c6647'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:48:44.091142 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-805270a5-3690-40c0-b00c-43a68e58845d tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "PUT /v2.0/routers/f57e516c-4fde-4175-8a4c-6d98692c6647/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5651865 Jul 09 14:48:44.091142 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 38948) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:44.108991 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2373e2-d21b-4555-a552-81ee8ea028bb None None] Routers {'f57e516c-4fde-4175-8a4c-6d98692c6647'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:48:44.111276 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-8e2373e2-d21b-4555-a552-81ee8ea028bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:48:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['f57e516c-4fde-4175-8a4c-6d98692c6647'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:48:44.133821 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=ba9936ba-c696-4ca3-a80f-83bd584978ae,revision_number=7']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:44.144106 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c62858e6-8b6b-4390-a04c-4b373002aa0e x-openstack-request-id: req-c62858e6-8b6b-4390-a04c-4b373002aa0e {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:48:44.144404 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29704e62-7a25-4f0a-96f2-07541a9be389", "name": "network-vif-plugged", "status": "completed", "tag": "ba9936ba-c696-4ca3-a80f-83bd584978ae", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:48:44.144663 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c62858e6-8b6b-4390-a04c-4b373002aa0e {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:48:44.146032 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29704e62-7a25-4f0a-96f2-07541a9be389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba9936ba-c696-4ca3-a80f-83bd584978ae', 'code': 200} Jul 09 14:48:44.201091 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-8e2373e2-d21b-4555-a552-81ee8ea028bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:48:44.203335 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a87307-575e-4eb7-927c-32785ed7f50a tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:44.216743 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2373e2-d21b-4555-a552-81ee8ea028bb None None] Routers {'f57e516c-4fde-4175-8a4c-6d98692c6647'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:48:44.217645 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-8e2373e2-d21b-4555-a552-81ee8ea028bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:48:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['f57e516c-4fde-4175-8a4c-6d98692c6647'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:48:44.225766 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-27a87307-575e-4eb7-927c-32785ed7f50a tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "GET /v2.0/ports/178f20a0-7702-496f-b2c8-81f93c4cec0a HTTP/1.1" status: 200 len: 983 time: 0.1330485 Jul 09 14:48:44.235960 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 38950) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:44.250938 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22aad4c-8418-4386-b4ee-5e57086e0095 req-922887c8-a44c-4644-8ac7-b3d42d630966 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:44.261443 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b22aad4c-8418-4386-b4ee-5e57086e0095 req-922887c8-a44c-4644-8ac7-b3d42d630966 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 946 time: 0.2105260 Jul 09 14:48:44.272239 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-8e2373e2-d21b-4555-a552-81ee8ea028bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:48:44.273119 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2373e2-d21b-4555-a552-81ee8ea028bb None None] The sync data for ids ['f57e516c-4fde-4175-8a4c-6d98692c6647'] in n-d-799529-6 is: [] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:48:44.315724 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b22aad4c-8418-4386-b4ee-5e57086e0095 req-1f37ce16-e62d-47aa-9845-d96e8ef3c428 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544164 Jul 09 14:48:44.415555 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0222aeee-f691-4a01-a63b-a58eaa95a784 req-fafe14e6-5dc8-4db7-a1dd-db01171e918c tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] 10.222.0.58 "GET /v2.0/ports?device_id=b46c8280-812a-4b0f-89db-1c58c71a80c6 HTTP/1.1" status: 200 len: 210 time: 0.0564709 Jul 09 14:48:44.656492 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f23a09-70ff-45be-a2c0-39e84fc24b75 req-d46225ca-fff4-4e73-b5ab-ae436d12313a tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:44.664544 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c0f23a09-70ff-45be-a2c0-39e84fc24b75 req-d46225ca-fff4-4e73-b5ab-ae436d12313a tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 946 time: 0.0903797 Jul 09 14:48:44.705711 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:44.712235 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c0f23a09-70ff-45be-a2c0-39e84fc24b75 req-a3f1da9c-0c32-4a79-8781-07c54c5d70c8 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468144 Jul 09 14:48:44.910229 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9079fb98-535b-46e9-b885-a57f04d98a5c tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:45.089056 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ade748-18b2-4941-bd8f-795e8bebf36a req-ecc03959-6e26-4d43-9c7c-3d20d172af9f tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:45.090767 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-49ade748-18b2-4941-bd8f-795e8bebf36a req-ecc03959-6e26-4d43-9c7c-3d20d172af9f tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 946 time: 0.1408250 Jul 09 14:48:45.169761 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-49ade748-18b2-4941-bd8f-795e8bebf36a req-6be4cb4d-bf09-46b8-afb5-f23db5925a04 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710394 Jul 09 14:48:45.628280 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cf32822c-b189-49d0-981f-fcb1a0eed1ec req-efcaa169-837c-44f5-aaa3-1b3c8ea35a3c tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] 10.222.0.58 "GET /v2.0/ports?device_id=b46c8280-812a-4b0f-89db-1c58c71a80c6 HTTP/1.1" status: 200 len: 210 time: 0.0850751 Jul 09 14:48:45.739439 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-9079fb98-535b-46e9-b885-a57f04d98a5c tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Deleting port 178f20a0-7702-496f-b2c8-81f93c4cec0a {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:48:45.739439 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9079fb98-535b-46e9-b885-a57f04d98a5c tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:45.896423 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9079fb98-535b-46e9-b885-a57f04d98a5c tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:45.914419 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-9079fb98-535b-46e9-b885-a57f04d98a5c tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Calling delete_port for 178f20a0-7702-496f-b2c8-81f93c4cec0a owned by network:router_interface {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:48:46.116189 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39026) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:46.280280 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-be9af5ae-f2e8-453d-b805-d739fd7648e0 tempest-MeteringTestJSON-477306847 tempest-MeteringTestJSON-477306847-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2089140608'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:48:46.280753 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-be9af5ae-f2e8-453d-b805-d739fd7648e0 tempest-MeteringTestJSON-477306847 tempest-MeteringTestJSON-477306847-project-admin] Unknown quota resources ['metering_label']. {{(pid=94446) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 14:48:46.326752 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9079fb98-535b-46e9-b885-a57f04d98a5c tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:46.357231 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9079fb98-535b-46e9-b885-a57f04d98a5c tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event deleted for resources: {'Port': ['ID=178f20a0-7702-496f-b2c8-81f93c4cec0a,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:46.528313 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9079fb98-535b-46e9-b885-a57f04d98a5c tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:46.777619 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-be9af5ae-f2e8-453d-b805-d739fd7648e0 tempest-MeteringTestJSON-477306847 tempest-MeteringTestJSON-477306847-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:46.780560 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-be9af5ae-f2e8-453d-b805-d739fd7648e0 tempest-MeteringTestJSON-477306847 tempest-MeteringTestJSON-477306847-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6620052 Jul 09 14:48:46.786338 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 39038) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:46.800530 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-2c7879c6-46d2-4c40-810d-6df56974c88c tempest-MeteringTestJSON-477306847 tempest-MeteringTestJSON-477306847-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'b039cc92-21c2-48e2-845d-9111175e67e7'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:48:46.805448 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-2c7879c6-46d2-4c40-810d-6df56974c88c tempest-MeteringTestJSON-477306847 tempest-MeteringTestJSON-477306847-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94445) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 14:48:46.944596 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9079fb98-535b-46e9-b885-a57f04d98a5c tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Router f57e516c-4fde-4175-8a4c-6d98692c6647 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:48:46.977382 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0fd518e6-7492-4152-868b-1287d47f4793 req-7529e632-eaa9-4bca-a5c7-2657d7a223d5 tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] 10.222.0.58 "GET /v2.0/ports?device_id=b46c8280-812a-4b0f-89db-1c58c71a80c6 HTTP/1.1" status: 200 len: 210 time: 0.0401335 Jul 09 14:48:47.095360 n-d-799529-6 neutron-server[94445]: WARNING neutron.services.metering.metering_plugin [None req-2c7879c6-46d2-4c40-810d-6df56974c88c tempest-MeteringTestJSON-477306847 tempest-MeteringTestJSON-477306847-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 09 14:48:47.212199 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9079fb98-535b-46e9-b885-a57f04d98a5c tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:48:47.220389 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39050) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:47.221031 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-9079fb98-535b-46e9-b885-a57f04d98a5c tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "PUT /v2.0/routers/f57e516c-4fde-4175-8a4c-6d98692c6647/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9834130 Jul 09 14:48:47.223296 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4562c9e-cf73-4128-aa09-31108ba31cbf None None] Sync routers for ids ['f57e516c-4fde-4175-8a4c-6d98692c6647'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:48:47.242137 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4562c9e-cf73-4128-aa09-31108ba31cbf None None] Routers {'f57e516c-4fde-4175-8a4c-6d98692c6647'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:48:47.242837 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-e4562c9e-cf73-4128-aa09-31108ba31cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:48:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['f57e516c-4fde-4175-8a4c-6d98692c6647'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:48:47.260010 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2c7879c6-46d2-4c40-810d-6df56974c88c tempest-MeteringTestJSON-477306847 tempest-MeteringTestJSON-477306847-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:47.261575 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-2c7879c6-46d2-4c40-810d-6df56974c88c tempest-MeteringTestJSON-477306847 tempest-MeteringTestJSON-477306847-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4647918 Jul 09 14:48:47.265172 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 39054) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:47.271363 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-4b5e9fb7-db2a-4af7-95e2-f0befbf61034 tempest-MeteringTestJSON-477306847 tempest-MeteringTestJSON-477306847-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'b039cc92-21c2-48e2-845d-9111175e67e7'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:48:47.277329 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-4b5e9fb7-db2a-4af7-95e2-f0befbf61034 tempest-MeteringTestJSON-477306847 tempest-MeteringTestJSON-477306847-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94445) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 14:48:47.355291 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-e4562c9e-cf73-4128-aa09-31108ba31cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:48:47.387646 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4562c9e-cf73-4128-aa09-31108ba31cbf None None] Routers {'f57e516c-4fde-4175-8a4c-6d98692c6647'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:48:47.388325 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-e4562c9e-cf73-4128-aa09-31108ba31cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:48:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['f57e516c-4fde-4175-8a4c-6d98692c6647'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:48:47.437083 n-d-799529-6 neutron-server[94445]: WARNING neutron.services.metering.metering_plugin [None req-4b5e9fb7-db2a-4af7-95e2-f0befbf61034 tempest-MeteringTestJSON-477306847 tempest-MeteringTestJSON-477306847-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 09 14:48:47.447217 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-e4562c9e-cf73-4128-aa09-31108ba31cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:48:47.448169 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4562c9e-cf73-4128-aa09-31108ba31cbf None None] The sync data for ids ['f57e516c-4fde-4175-8a4c-6d98692c6647'] in n-d-799529-6 is: [] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:48:47.579554 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4b5e9fb7-db2a-4af7-95e2-f0befbf61034 tempest-MeteringTestJSON-477306847 tempest-MeteringTestJSON-477306847-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:47.583585 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-4b5e9fb7-db2a-4af7-95e2-f0befbf61034 tempest-MeteringTestJSON-477306847 tempest-MeteringTestJSON-477306847-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3141587 Jul 09 14:48:47.583837 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 39056) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:47.601095 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d1de3322-03c9-48bb-96a4-9ecb8306003c tempest-MeteringTestJSON-477306847 tempest-MeteringTestJSON-477306847-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules?id=15930ff9-6efc-4246-a42f-2c16330ab25f HTTP/1.1" status: 200 len: 464 time: 0.0129392 Jul 09 14:48:47.610318 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 39058) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:47.646434 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [None req-aaaf17c6-96c0-4cd7-aba0-b7d96c8731da tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] remove_router_interface failed (client error): The resource could not be found. Jul 09 14:48:47.647865 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-aaaf17c6-96c0-4cd7-aba0-b7d96c8731da tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "PUT /v2.0/routers/f57e516c-4fde-4175-8a4c-6d98692c6647/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4262176 Jul 09 14:48:47.650638 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39060) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:47.682829 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-10dfb508-c0b0-408e-be5e-ce8287684bbc tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "GET /v2.0/ports?device_id=f57e516c-4fde-4175-8a4c-6d98692c6647 HTTP/1.1" status: 200 len: 205 time: 0.0303829 Jul 09 14:48:47.685795 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 39062) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:47.779316 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-433e67ba-168b-4ac1-a858-04c2d26ee376 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for router, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:47.936571 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d4e0bd0d-97b0-4cfc-bdef-2c5866b2e306 tempest-MeteringTestJSON-477306847 tempest-MeteringTestJSON-477306847-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:47.937780 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d4e0bd0d-97b0-4cfc-bdef-2c5866b2e306 tempest-MeteringTestJSON-477306847 tempest-MeteringTestJSON-477306847-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-label-rules/15930ff9-6efc-4246-a42f-2c16330ab25f HTTP/1.1" status: 204 len: 168 time: 0.3260994 Jul 09 14:48:47.941430 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39068) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:47.952636 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-9ab48966-770a-440a-8d8e-5dfab89d7bfd tempest-MeteringTestJSON-477306847 tempest-MeteringTestJSON-477306847-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules?id=15930ff9-6efc-4246-a42f-2c16330ab25f HTTP/1.1" status: 200 len: 221 time: 0.0106010 Jul 09 14:48:47.967702 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39070) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:47.972267 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-19cfe2d5-839a-4233-890b-b1e84f126dde tempest-MeteringTestJSON-477306847 tempest-MeteringTestJSON-477306847-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--847137197', 'description': 'label created by tempest'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:48:47.972758 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-19cfe2d5-839a-4233-890b-b1e84f126dde tempest-MeteringTestJSON-477306847 tempest-MeteringTestJSON-477306847-project-admin] Unknown quota resources ['metering_label']. {{(pid=94446) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 14:48:48.060634 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-433e67ba-168b-4ac1-a858-04c2d26ee376 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:48.064720 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-433e67ba-168b-4ac1-a858-04c2d26ee376 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:48.187576 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-56b26d83-ef52-4f03-b4c0-d95329496b6f req-1f91975e-df11-423e-a97e-675c697620a6 tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] 10.222.0.58 "GET /v2.0/ports?device_id=b46c8280-812a-4b0f-89db-1c58c71a80c6 HTTP/1.1" status: 200 len: 210 time: 0.0357988 Jul 09 14:48:48.506108 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-433e67ba-168b-4ac1-a858-04c2d26ee376 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:48.507096 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433e67ba-168b-4ac1-a858-04c2d26ee376 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Fanout notify agent at l3_agent the message router_deleted on router f57e516c-4fde-4175-8a4c-6d98692c6647 {{(pid=94445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:48:48.524489 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-433e67ba-168b-4ac1-a858-04c2d26ee376 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:48.527044 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-433e67ba-168b-4ac1-a858-04c2d26ee376 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "DELETE /v2.0/routers/f57e516c-4fde-4175-8a4c-6d98692c6647 HTTP/1.1" status: 204 len: 168 time: 0.8402171 Jul 09 14:48:48.529489 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 39090) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:48.625000 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-6594fd95-d105-4fe8-abb6-01e6307a87fa tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Deleting subnet 57797e37-94fb-4e62-9250-4a3f41d00e56 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:48:48.630383 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6594fd95-d105-4fe8-abb6-01e6307a87fa tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:48.706540 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6594fd95-d105-4fe8-abb6-01e6307a87fa tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:48.734426 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-19cfe2d5-839a-4233-890b-b1e84f126dde tempest-MeteringTestJSON-477306847 tempest-MeteringTestJSON-477306847-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:48.738848 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-19cfe2d5-839a-4233-890b-b1e84f126dde tempest-MeteringTestJSON-477306847 tempest-MeteringTestJSON-477306847-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.7700357 Jul 09 14:48:48.742244 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39096) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:48.816474 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ace89bb3-a20f-497c-9381-5517ff36b288 tempest-MeteringTestJSON-477306847 tempest-MeteringTestJSON-477306847-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels?id=979e3189-310a-4d4f-bc33-ab127c97138e HTTP/1.1" status: 200 len: 467 time: 0.0730660 Jul 09 14:48:48.820139 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39098) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:48.897224 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6594fd95-d105-4fe8-abb6-01e6307a87fa tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:49.066463 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6594fd95-d105-4fe8-abb6-01e6307a87fa tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:49.146048 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6594fd95-d105-4fe8-abb6-01e6307a87fa tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:49.152664 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee48d9c0-6a17-47ed-89bd-3c22880a7ac1 None None] Network 7562a6df-4a44-4862-98b2-6b985e17f2e4 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:48:49.189006 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-6594fd95-d105-4fe8-abb6-01e6307a87fa tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "DELETE /v2.0/subnets/57797e37-94fb-4e62-9250-4a3f41d00e56 HTTP/1.1" status: 204 len: 168 time: 0.6566813 Jul 09 14:48:49.189687 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 39108) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:49.197389 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6594fd95-d105-4fe8-abb6-01e6307a87fa tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event deleted for resources: {'Subnet': ['ID=57797e37-94fb-4e62-9250-4a3f41d00e56,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:49.450084 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30329cc-96a4-4d05-901c-e0cc0f919df9 req-8b04da1f-1bd6-4f99-9b09-2176fe48a1ea tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:49.451911 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a30329cc-96a4-4d05-901c-e0cc0f919df9 req-8b04da1f-1bd6-4f99-9b09-2176fe48a1ea tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] 10.222.0.62 "GET /v2.0/networks?id=2d0a152e-9f43-4ba5-8037-52f53a5a3ad9 HTTP/1.1" status: 200 len: 815 time: 0.8805847 Jul 09 14:48:49.506291 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9f981230-bc75-4bdb-96fb-dac9b189d36b tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:49.557874 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-a30329cc-96a4-4d05-901c-e0cc0f919df9 req-12c33505-a6d6-4ab1-9786-8c43e857a0bc tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] Request body: {'port': {'device_id': 'b46c8280-812a-4b0f-89db-1c58c71a80c6', 'network_id': '2d0a152e-9f43-4ba5-8037-52f53a5a3ad9', 'admin_state_up': True, 'tenant_id': 'aa2a983a47494b75b30c2824631c834b'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:48:49.645866 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e593a270-2c40-4a29-acbf-9753b2ce77e7 None None] DHCP port deletion for 7562a6df-4a44-4862-98b2-6b985e17f2e4 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:48:49.753634 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-9f981230-bc75-4bdb-96fb-dac9b189d36b tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Deleting port 73f462d5-43ba-4cbe-a41b-bf4a28465456 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:48:49.754866 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9f981230-bc75-4bdb-96fb-dac9b189d36b tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:49.872135 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-e593a270-2c40-4a29-acbf-9753b2ce77e7 None None] Deleting port 73f462d5-43ba-4cbe-a41b-bf4a28465456 {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:48:49.876565 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e593a270-2c40-4a29-acbf-9753b2ce77e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:49.940308 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0fb79221-1629-430e-ae1b-92be7394322c tempest-MeteringTestJSON-477306847 tempest-MeteringTestJSON-477306847-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:49.945654 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-0fb79221-1629-430e-ae1b-92be7394322c tempest-MeteringTestJSON-477306847 tempest-MeteringTestJSON-477306847-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-labels/979e3189-310a-4d4f-bc33-ab127c97138e HTTP/1.1" status: 204 len: 168 time: 1.1203744 Jul 09 14:48:49.953208 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39136) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:49.973011 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-2981c96a-6674-4cf9-8631-4b6173cac319 tempest-MeteringTestJSON-477306847 tempest-MeteringTestJSON-477306847-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels?id=979e3189-310a-4d4f-bc33-ab127c97138e HTTP/1.1" status: 200 len: 216 time: 0.0206146 Jul 09 14:48:49.979021 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39138) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:49.991826 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-73ded059-401a-42ec-b1eb-d3b361880678 tempest-MeteringTestJSON-477306847 tempest-MeteringTestJSON-477306847-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0099335 Jul 09 14:48:50.004057 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39140) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:50.024253 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-4f5f4526-0b06-4fe3-aa3b-d21b42810d95 tempest-MeteringTestJSON-477306847 tempest-MeteringTestJSON-477306847-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0179853 Jul 09 14:48:50.029306 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39142) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:50.065666 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-08571cd0-41a6-48f6-bac1-ce35c17cbd94 req-db236029-fb98-4cae-8003-ca8fb1d6283e tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] 10.222.0.58 "GET /v2.0/ports?device_id=b46c8280-812a-4b0f-89db-1c58c71a80c6 HTTP/1.1" status: 200 len: 210 time: 0.3522606 Jul 09 14:48:50.104164 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-170306eb-4270-4dd9-aa80-58550e8c920f tempest-MeteringTestJSON-477306847 tempest-MeteringTestJSON-477306847-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels/b039cc92-21c2-48e2-845d-9111175e67e7 HTTP/1.1" status: 200 len: 473 time: 0.0685170 Jul 09 14:48:50.106256 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a30329cc-96a4-4d05-901c-e0cc0f919df9 req-12c33505-a6d6-4ab1-9786-8c43e857a0bc tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] Made reservation on behalf of aa2a983a47494b75b30c2824631c834b for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:48:50.111799 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a30329cc-96a4-4d05-901c-e0cc0f919df9 req-12c33505-a6d6-4ab1-9786-8c43e857a0bc tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:50.114243 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39144) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:50.116193 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-e593a270-2c40-4a29-acbf-9753b2ce77e7 None None] For port 73f462d5-43ba-4cbe-a41b-bf4a28465456, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=73f462d5-43ba-4cbe-a41b-bf4a28465456,segment=NetworkSegment(6b48a7d3-fe32-49ea-854b-7f3aef4eb15c),segment_id=6b48a7d3-fe32-49ea-854b-7f3aef4eb15c)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:48:50.119166 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e593a270-2c40-4a29-acbf-9753b2ce77e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:50.144146 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-e593a270-2c40-4a29-acbf-9753b2ce77e7 None None] Calling delete_port for 73f462d5-43ba-4cbe-a41b-bf4a28465456 owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:48:50.151044 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7620f4eb-feb0-4669-bb05-87ed9adcbfcc tempest-MeteringTestJSON-477306847 tempest-MeteringTestJSON-477306847-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules/9190986c-f327-486a-81e0-80fd09c2e124 HTTP/1.1" status: 200 len: 461 time: 0.0356848 Jul 09 14:48:50.159723 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39146) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:50.187704 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-9f981230-bc75-4bdb-96fb-dac9b189d36b tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] For port 73f462d5-43ba-4cbe-a41b-bf4a28465456, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=73f462d5-43ba-4cbe-a41b-bf4a28465456,segment=NetworkSegment(6b48a7d3-fe32-49ea-854b-7f3aef4eb15c),segment_id=6b48a7d3-fe32-49ea-854b-7f3aef4eb15c)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:48:50.189181 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9f981230-bc75-4bdb-96fb-dac9b189d36b tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:50.226567 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-9f981230-bc75-4bdb-96fb-dac9b189d36b tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Calling delete_port for 73f462d5-43ba-4cbe-a41b-bf4a28465456 owned by network:dhcp {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:48:50.429811 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 73f462d5-43ba-4cbe-a41b-bf4a28465456 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:48:50.504884 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e593a270-2c40-4a29-acbf-9753b2ce77e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:50.543282 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9f981230-bc75-4bdb-96fb-dac9b189d36b tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:50.576462 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e593a270-2c40-4a29-acbf-9753b2ce77e7 None None] Pushing event deleted for resources: {'Port': ['ID=73f462d5-43ba-4cbe-a41b-bf4a28465456,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:50.610152 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-a30329cc-96a4-4d05-901c-e0cc0f919df9 req-12c33505-a6d6-4ab1-9786-8c43e857a0bc tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] Allocated IP 172.20.0.13 (2d0a152e-9f43-4ba5-8037-52f53a5a3ad9/704e6075-60f4-40c3-b778-4ed979531aac/94c14f99-54fd-49a9-adbe-8036709819d0) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:48:50.643871 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e593a270-2c40-4a29-acbf-9753b2ce77e7 None None] No DVR routers for this DVR port 73f462d5-43ba-4cbe-a41b-bf4a28465456 on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:48:50.649672 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f981230-bc75-4bdb-96fb-dac9b189d36b tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] No DVR routers for this DVR port 73f462d5-43ba-4cbe-a41b-bf4a28465456 on host n-d-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:48:50.677987 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No active binding found for port 73f462d5-43ba-4cbe-a41b-bf4a28465456 {{(pid=94447) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 09 14:48:50.678201 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f981230-bc75-4bdb-96fb-dac9b189d36b tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event deleted for resources: {'Port': ['ID=73f462d5-43ba-4cbe-a41b-bf4a28465456,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:50.678299 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 73f462d5-43ba-4cbe-a41b-bf4a28465456 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:48:50.975166 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9f981230-bc75-4bdb-96fb-dac9b189d36b tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:51.000323 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-9f981230-bc75-4bdb-96fb-dac9b189d36b tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7562a6df-4a44-4862-98b2-6b985e17f2e4']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:48:51.016844 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-9f981230-bc75-4bdb-96fb-dac9b189d36b tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b48a7d3-fe32-49ea-854b-7f3aef4eb15c') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:48:51.017190 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-9f981230-bc75-4bdb-96fb-dac9b189d36b tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b48a7d3-fe32-49ea-854b-7f3aef4eb15c') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:48:51.049934 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9f981230-bc75-4bdb-96fb-dac9b189d36b tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:51.076148 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a0b28fc1-2b2f-4450-a3d6-65e95cf9053e tempest-MeteringTestJSON-477306847 tempest-MeteringTestJSON-477306847-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:51.093339 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a0b28fc1-2b2f-4450-a3d6-65e95cf9053e tempest-MeteringTestJSON-477306847 tempest-MeteringTestJSON-477306847-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-label-rules/9190986c-f327-486a-81e0-80fd09c2e124 HTTP/1.1" status: 204 len: 168 time: 0.9288538 Jul 09 14:48:51.094016 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 39168) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:51.184062 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a30329cc-96a4-4d05-901c-e0cc0f919df9 req-12c33505-a6d6-4ab1-9786-8c43e857a0bc tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:51.223059 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9f981230-bc75-4bdb-96fb-dac9b189d36b tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:51.236584 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f981230-bc75-4bdb-96fb-dac9b189d36b tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:48:51.236999 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9f981230-bc75-4bdb-96fb-dac9b189d36b tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:51.240098 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:48:51.240098 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:48:51.240098 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:48:51.240098 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:48:51.240098 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:48:51.240098 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:48:51.240098 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:48:51.240098 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:48:51.240098 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:48:51.240098 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:48:51.240098 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:48:51.240098 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:48:51.240098 n-d-799529-6 neutron-server[94445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:48:51.240098 n-d-799529-6 neutron-server[94445]: self.session.flush() Jul 09 14:48:51.240098 n-d-799529-6 neutron-server[94445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:48:51.240098 n-d-799529-6 neutron-server[94445]: self.session.flush() Jul 09 14:48:51.240098 n-d-799529-6 neutron-server[94445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:48:51.240098 n-d-799529-6 neutron-server[94445]: self.session.flush() Jul 09 14:48:51.240098 n-d-799529-6 neutron-server[94445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:48:51.240098 n-d-799529-6 neutron-server[94445]: self.session.flush() Jul 09 14:48:51.240098 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 14:48:51.240098 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:48:51.240098 n-d-799529-6 neutron-server[94445]: timer() Jul 09 14:48:51.240098 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:48:51.240098 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 14:48:51.240098 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:48:51.240098 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 14:48:51.240098 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:48:51.240098 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 14:48:51.240098 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:48:51.240098 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 14:48:51.240098 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:48:51.240098 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 14:48:51.240098 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:48:51.240098 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:48:51.240098 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:48:51.240098 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:48:51.240098 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:48:51.240098 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 14:48:51.240098 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:48:51.240098 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 14:48:51.240098 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:48:51.240098 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:48:51.240098 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:48:51.240098 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 14:48:51.240098 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:48:51.240098 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:48:51.240098 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:48:51.240098 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:48:51.240098 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:48:51.240098 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:48:51.240098 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:48:51.496783 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9f6c8957-3a62-4ad0-a487-8815d57f79da tempest-MeteringTestJSON-477306847 tempest-MeteringTestJSON-477306847-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:51.511196 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-9f6c8957-3a62-4ad0-a487-8815d57f79da tempest-MeteringTestJSON-477306847 tempest-MeteringTestJSON-477306847-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-labels/b039cc92-21c2-48e2-845d-9111175e67e7 HTTP/1.1" status: 204 len: 168 time: 0.4107151 Jul 09 14:48:51.516000 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9f981230-bc75-4bdb-96fb-dac9b189d36b tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:51.537309 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9f981230-bc75-4bdb-96fb-dac9b189d36b tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:51.555093 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-9f981230-bc75-4bdb-96fb-dac9b189d36b tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "DELETE /v2.0/networks/7562a6df-4a44-4862-98b2-6b985e17f2e4 HTTP/1.1" status: 204 len: 168 time: 2.3535664 Jul 09 14:48:51.569900 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-a30329cc-96a4-4d05-901c-e0cc0f919df9 req-12c33505-a6d6-4ab1-9786-8c43e857a0bc tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] Transition to ACTIVE for port object 94c14f99-54fd-49a9-adbe-8036709819d0 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:48:51.574485 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39178) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:51.585651 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f981230-bc75-4bdb-96fb-dac9b189d36b tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event deleted for resources: {'Network': ['ID=7562a6df-4a44-4862-98b2-6b985e17f2e4,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:51.592394 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-463ae8a2-3dd8-4052-93ff-87e4a31875ec req-ce08784f-cdfc-4070-bf3f-8032cf41d6f7 tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] 10.222.0.58 "GET /v2.0/ports?device_id=b46c8280-812a-4b0f-89db-1c58c71a80c6 HTTP/1.1" status: 200 len: 210 time: 0.1133657 Jul 09 14:48:51.608997 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-c062d796-f6b5-42ae-b163-70044dda7722 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-571753412'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:48:51.749483 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c062d796-f6b5-42ae-b163-70044dda7722 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Made reservation on behalf of 99b13b6be1514c5a83b2b54f3d176297 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:48:51.753683 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c062d796-f6b5-42ae-b163-70044dda7722 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:51.820513 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c062d796-f6b5-42ae-b163-70044dda7722 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:48:51.834815 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c062d796-f6b5-42ae-b163-70044dda7722 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:51.835657 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-c062d796-f6b5-42ae-b163-70044dda7722 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Added segment 149b02da-9f82-4a52-a9e3-071820c2dc47 of type vlan for network 47412575-4456-4392-9a15-f376fefceebb Jul 09 14:48:51.887628 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c062d796-f6b5-42ae-b163-70044dda7722 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:51.910524 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a30329cc-96a4-4d05-901c-e0cc0f919df9 req-12c33505-a6d6-4ab1-9786-8c43e857a0bc tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:52.029756 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c062d796-f6b5-42ae-b163-70044dda7722 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:52.038364 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c062d796-f6b5-42ae-b163-70044dda7722 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:52.040443 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c062d796-f6b5-42ae-b163-70044dda7722 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:52.050075 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a30329cc-96a4-4d05-901c-e0cc0f919df9 req-12c33505-a6d6-4ab1-9786-8c43e857a0bc tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] Network 2d0a152e-9f43-4ba5-8037-52f53a5a3ad9 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:48:52.068122 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-a30329cc-96a4-4d05-901c-e0cc0f919df9 req-12c33505-a6d6-4ab1-9786-8c43e857a0bc tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:48:52.086408 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-a30329cc-96a4-4d05-901c-e0cc0f919df9 req-12c33505-a6d6-4ab1-9786-8c43e857a0bc tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:48:52.321071 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c33505-a6d6-4ab1-9786-8c43e857a0bc tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] Pushing event updated for resources: {'Port': ['ID=94c14f99-54fd-49a9-adbe-8036709819d0,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:52.399793 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 39186) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:52.446861 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c062d796-f6b5-42ae-b163-70044dda7722 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event updated for resources: {'Network': ['ID=47412575-4456-4392-9a15-f376fefceebb,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:52.465197 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 47412575-4456-4392-9a15-f376fefceebb details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:48:52.485090 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30329cc-96a4-4d05-901c-e0cc0f919df9 req-12c33505-a6d6-4ab1-9786-8c43e857a0bc tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:52.485929 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a30329cc-96a4-4d05-901c-e0cc0f919df9 req-12c33505-a6d6-4ab1-9786-8c43e857a0bc tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:52.526352 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 39190) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:52.532080 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-6c174f00-db7c-488a-ad6e-5861eef6f843 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Request body: {'subnet': {'network_id': '47412575-4456-4392-9a15-f376fefceebb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:48:52.538971 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c062d796-f6b5-42ae-b163-70044dda7722 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9432840 Jul 09 14:48:52.624545 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a30329cc-96a4-4d05-901c-e0cc0f919df9 req-12c33505-a6d6-4ab1-9786-8c43e857a0bc tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0800390 Jul 09 14:48:52.649054 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-a30329cc-96a4-4d05-901c-e0cc0f919df9 req-b3bea46d-edc3-43aa-9ee8-403efcab7a91 service neutron] Request body: {'port': {'device_id': 'b46c8280-812a-4b0f-89db-1c58c71a80c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:48:52.748680 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-7df48fc8-fc92-4160-a5c1-bef1279fa330 None None] Provisioning for port 94c14f99-54fd-49a9-adbe-8036709819d0 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:48:52.749554 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-7df48fc8-fc92-4160-a5c1-bef1279fa330 None None] Provisioning complete for port 94c14f99-54fd-49a9-adbe-8036709819d0 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:48:52.750515 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7df48fc8-fc92-4160-a5c1-bef1279fa330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:52.798418 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0dc03e96-e6b3-42d3-a690-bab7fcc75125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:52.799391 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a30329cc-96a4-4d05-901c-e0cc0f919df9 req-b3bea46d-edc3-43aa-9ee8-403efcab7a91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:52.831578 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-7df48fc8-fc92-4160-a5c1-bef1279fa330 None None] Port 94c14f99-54fd-49a9-adbe-8036709819d0 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:48:53.023872 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c174f00-db7c-488a-ad6e-5861eef6f843 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Made reservation on behalf of 99b13b6be1514c5a83b2b54f3d176297 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:48:53.027358 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6c174f00-db7c-488a-ad6e-5861eef6f843 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:53.088342 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:53.302070 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-a30329cc-96a4-4d05-901c-e0cc0f919df9 req-b3bea46d-edc3-43aa-9ee8-403efcab7a91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94c14f99-54fd-49a9-adbe-8036709819d0 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:48:53.311888 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a30329cc-96a4-4d05-901c-e0cc0f919df9 req-b3bea46d-edc3-43aa-9ee8-403efcab7a91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:53.369867 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-a30329cc-96a4-4d05-901c-e0cc0f919df9 req-b3bea46d-edc3-43aa-9ee8-403efcab7a91 service neutron] Transition to ACTIVE for port object 94c14f99-54fd-49a9-adbe-8036709819d0 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:48:53.454314 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b599974f-3ae3-406b-bf38-7f57e6c3392a req-d2993bff-734d-4fc0-8f3f-e3e4457581ab tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:53.469440 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b599974f-3ae3-406b-bf38-7f57e6c3392a req-d2993bff-734d-4fc0-8f3f-e3e4457581ab tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] 10.222.0.58 "GET /v2.0/ports?device_id=b46c8280-812a-4b0f-89db-1c58c71a80c6 HTTP/1.1" status: 200 len: 932 time: 0.3344362 Jul 09 14:48:53.492915 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a30329cc-96a4-4d05-901c-e0cc0f919df9 req-b3bea46d-edc3-43aa-9ee8-403efcab7a91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:53.527552 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6c174f00-db7c-488a-ad6e-5861eef6f843 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:53.647680 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0dc03e96-e6b3-42d3-a690-bab7fcc75125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:53.673899 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c174f00-db7c-488a-ad6e-5861eef6f843 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event updated for resources: {'Subnet': ['ID=dc1efff2-4222-4a89-88ec-ce80c1e863aa,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:53.683899 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c174f00-db7c-488a-ad6e-5861eef6f843 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Checking segment: {'id': '149b02da-9f82-4a52-a9e3-071820c2dc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '47412575-4456-4392-9a15-f376fefceebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:48:53.683899 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c174f00-db7c-488a-ad6e-5861eef6f843 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Network hostable DHCP agents. Network: 47412575-4456-4392-9a15-f376fefceebb, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:48:53.701364 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b599974f-3ae3-406b-bf38-7f57e6c3392a req-cabf081a-6c3e-4654-b1f2-ac07863100d0 tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] 10.222.0.58 "GET /v2.0/security-groups?id=f16015ca-9a7b-4804-962d-59a2bba9d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291043 Jul 09 14:48:53.875768 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bea46d-edc3-43aa-9ee8-403efcab7a91 service neutron] Pushing event updated for resources: {'Port': ['ID=94c14f99-54fd-49a9-adbe-8036709819d0,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:53.875768 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-a30329cc-96a4-4d05-901c-e0cc0f919df9 req-b3bea46d-edc3-43aa-9ee8-403efcab7a91 service neutron] Attempting to bind port 94c14f99-54fd-49a9-adbe-8036709819d0 on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:48:53.875768 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-a30329cc-96a4-4d05-901c-e0cc0f919df9 req-b3bea46d-edc3-43aa-9ee8-403efcab7a91 service neutron] Attempting to bind port 94c14f99-54fd-49a9-adbe-8036709819d0 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': '7500281a-7475-4abe-ba5c-c4957c739c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2d0a152e-9f43-4ba5-8037-52f53a5a3ad9'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:48:53.875768 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30329cc-96a4-4d05-901c-e0cc0f919df9 req-b3bea46d-edc3-43aa-9ee8-403efcab7a91 service neutron] Attempting to bind port 94c14f99-54fd-49a9-adbe-8036709819d0 on network 2d0a152e-9f43-4ba5-8037-52f53a5a3ad9 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:48:53.875768 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30329cc-96a4-4d05-901c-e0cc0f919df9 req-b3bea46d-edc3-43aa-9ee8-403efcab7a91 service neutron] Port 94c14f99-54fd-49a9-adbe-8036709819d0 on network 2d0a152e-9f43-4ba5-8037-52f53a5a3ad9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:48:53.875768 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30329cc-96a4-4d05-901c-e0cc0f919df9 req-b3bea46d-edc3-43aa-9ee8-403efcab7a91 service neutron] Attempting to bind port 94c14f99-54fd-49a9-adbe-8036709819d0 on network 2d0a152e-9f43-4ba5-8037-52f53a5a3ad9 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:48:53.875768 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30329cc-96a4-4d05-901c-e0cc0f919df9 req-b3bea46d-edc3-43aa-9ee8-403efcab7a91 service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:48:53.875768 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30329cc-96a4-4d05-901c-e0cc0f919df9 req-b3bea46d-edc3-43aa-9ee8-403efcab7a91 service neutron] Checking segment: {'id': '7500281a-7475-4abe-ba5c-c4957c739c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2d0a152e-9f43-4ba5-8037-52f53a5a3ad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:48:53.875768 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30329cc-96a4-4d05-901c-e0cc0f919df9 req-b3bea46d-edc3-43aa-9ee8-403efcab7a91 service neutron] Bound using segment: {'id': '7500281a-7475-4abe-ba5c-c4957c739c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2d0a152e-9f43-4ba5-8037-52f53a5a3ad9'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:48:53.875768 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-a30329cc-96a4-4d05-901c-e0cc0f919df9 req-b3bea46d-edc3-43aa-9ee8-403efcab7a91 service neutron] Bound port: 94c14f99-54fd-49a9-adbe-8036709819d0, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7500281a-7475-4abe-ba5c-c4957c739c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2d0a152e-9f43-4ba5-8037-52f53a5a3ad9'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:48:53.875768 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a30329cc-96a4-4d05-901c-e0cc0f919df9 req-b3bea46d-edc3-43aa-9ee8-403efcab7a91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:53.912932 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-a30329cc-96a4-4d05-901c-e0cc0f919df9 req-b3bea46d-edc3-43aa-9ee8-403efcab7a91 service neutron] For port 94c14f99-54fd-49a9-adbe-8036709819d0, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:48:53.919967 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-a30329cc-96a4-4d05-901c-e0cc0f919df9 req-b3bea46d-edc3-43aa-9ee8-403efcab7a91 service neutron] For port 94c14f99-54fd-49a9-adbe-8036709819d0, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=94c14f99-54fd-49a9-adbe-8036709819d0,segment=NetworkSegment(7500281a-7475-4abe-ba5c-c4957c739c0d),segment_id=7500281a-7475-4abe-ba5c-c4957c739c0d)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:48:54.105362 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0dc03e96-e6b3-42d3-a690-bab7fcc75125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:54.148079 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-0dc03e96-e6b3-42d3-a690-bab7fcc75125 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1e4c03c176bd42c0a5329f8b1295dd19&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7472067 Jul 09 14:48:54.148954 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc03e96-e6b3-42d3-a690-bab7fcc75125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940190ab-ec7e-424f-827e-f0c8151b1234,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:54.150798 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39208) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:54.164399 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c174f00-db7c-488a-ad6e-5861eef6f843 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Network 47412575-4456-4392-9a15-f376fefceebb is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:48:54.182353 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a30329cc-96a4-4d05-901c-e0cc0f919df9 req-b3bea46d-edc3-43aa-9ee8-403efcab7a91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:54.314695 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30329cc-96a4-4d05-901c-e0cc0f919df9 req-b3bea46d-edc3-43aa-9ee8-403efcab7a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:54.317940 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a30329cc-96a4-4d05-901c-e0cc0f919df9 req-b3bea46d-edc3-43aa-9ee8-403efcab7a91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:54.319470 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a30329cc-96a4-4d05-901c-e0cc0f919df9 req-b3bea46d-edc3-43aa-9ee8-403efcab7a91 service neutron] 10.222.0.62 "PUT /v2.0/ports/94c14f99-54fd-49a9-adbe-8036709819d0 HTTP/1.1" status: 200 len: 1092 time: 1.6760669 Jul 09 14:48:54.328498 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-6c174f00-db7c-488a-ad6e-5861eef6f843 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 47412575-4456-4392-9a15-f376fefceebb) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:48:54.334462 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b46c8280-812a-4b0f-89db-1c58c71a80c6', 'tag': '94c14f99-54fd-49a9-adbe-8036709819d0'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:48:54.417664 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8b2335-435e-433c-848c-091a16a9be9d None None] Network 47412575-4456-4392-9a15-f376fefceebb requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:48:54.418710 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c174f00-db7c-488a-ad6e-5861eef6f843 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:54.418710 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6c174f00-db7c-488a-ad6e-5861eef6f843 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:54.419059 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717e1a62-3bf4-4792-b164-0d9ed49f2925" -d '{"events": [{"name": "network-changed", "server_uuid": "b46c8280-812a-4b0f-89db-1c58c71a80c6", "tag": "94c14f99-54fd-49a9-adbe-8036709819d0"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:48:54.457022 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bea46d-edc3-43aa-9ee8-403efcab7a91 service neutron] Pushing event updated for resources: {'Port': ['ID=94c14f99-54fd-49a9-adbe-8036709819d0,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:54.471677 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d3afc5e9-6dfc-4cbf-998c-76196a6cab63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:54.543853 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d3afc5e9-6dfc-4cbf-998c-76196a6cab63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:54.635816 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-6c174f00-db7c-488a-ad6e-5861eef6f843 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1079874 Jul 09 14:48:54.638386 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 39218) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:54.648873 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-294a8f97-4bc9-4a16-af86-c8eaaadb60ca tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1025219741', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:48:54.720541 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244a73b4-5c8e-496e-a9ae-0b33ca45d907 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-47412575-4456-4392-9a15-f376fefceebb', 'network_id': '47412575-4456-4392-9a15-f376fefceebb', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'fixed_ips': [{'subnet_id': 'dc1efff2-4222-4a89-88ec-ce80c1e863aa'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:48:54.722553 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-244a73b4-5c8e-496e-a9ae-0b33ca45d907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:54.790652 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d3afc5e9-6dfc-4cbf-998c-76196a6cab63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:54.794408 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d3afc5e9-6dfc-4cbf-998c-76196a6cab63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:54.799166 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-294a8f97-4bc9-4a16-af86-c8eaaadb60ca tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:54.799166 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-294a8f97-4bc9-4a16-af86-c8eaaadb60ca tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:54.802378 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d3afc5e9-6dfc-4cbf-998c-76196a6cab63 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/940190ab-ec7e-424f-827e-f0c8151b1234 HTTP/1.1" status: 204 len: 168 time: 0.6486244 Jul 09 14:48:54.850158 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3afc5e9-6dfc-4cbf-998c-76196a6cab63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940190ab-ec7e-424f-827e-f0c8151b1234,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:54.898031 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30329cc-96a4-4d05-901c-e0cc0f919df9 req-5bc4d2cb-b2f7-43ea-9a91-3651ca613533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:54.898031 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a30329cc-96a4-4d05-901c-e0cc0f919df9 req-5bc4d2cb-b2f7-43ea-9a91-3651ca613533 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aa2a983a47494b75b30c2824631c834b&device_id=b46c8280-812a-4b0f-89db-1c58c71a80c6 HTTP/1.1" status: 200 len: 1095 time: 0.1945806 Jul 09 14:48:55.025420 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a30329cc-96a4-4d05-901c-e0cc0f919df9 req-131cafa7-8ac2-4835-be97-eb1297fc50b6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94c14f99-54fd-49a9-adbe-8036709819d0 HTTP/1.1" status: 200 len: 217 time: 0.1077225 Jul 09 14:48:55.050021 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-294a8f97-4bc9-4a16-af86-c8eaaadb60ca tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:55.058367 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd255fd0-7628-48e3-8f69-2510e8253420 x-openstack-request-id: req-fd255fd0-7628-48e3-8f69-2510e8253420 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:48:55.058662 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b46c8280-812a-4b0f-89db-1c58c71a80c6", "tag": "94c14f99-54fd-49a9-adbe-8036709819d0", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:48:55.058939 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fd255fd0-7628-48e3-8f69-2510e8253420 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:48:55.059347 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b46c8280-812a-4b0f-89db-1c58c71a80c6', 'tag': '94c14f99-54fd-49a9-adbe-8036709819d0', 'status': 'completed', 'code': 200} Jul 09 14:48:55.128458 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-294a8f97-4bc9-4a16-af86-c8eaaadb60ca tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:55.219372 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30329cc-96a4-4d05-901c-e0cc0f919df9 req-f7b993b3-9a28-4315-876c-b9dfe9446b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:55.222820 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a30329cc-96a4-4d05-901c-e0cc0f919df9 req-f7b993b3-9a28-4315-876c-b9dfe9446b45 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=704e6075-60f4-40c3-b778-4ed979531aac HTTP/1.1" status: 200 len: 854 time: 0.1224065 Jul 09 14:48:55.252598 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-294a8f97-4bc9-4a16-af86-c8eaaadb60ca tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:55.255532 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-294a8f97-4bc9-4a16-af86-c8eaaadb60ca tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6134589 Jul 09 14:48:55.257180 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 39232) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:55.289881 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-244a73b4-5c8e-496e-a9ae-0b33ca45d907 None None] Allocated IP 2001:db8::2 (47412575-4456-4392-9a15-f376fefceebb/dc1efff2-4222-4a89-88ec-ce80c1e863aa/9e027705-c65e-4087-9a90-561c569c90cf) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:48:55.572078 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c5f06-7635-4f95-a951-f5660cf68218 req-3fc9ab29-3d19-4a67-bb0f-3d8481af160f tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:55.583986 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f82c5f06-7635-4f95-a951-f5660cf68218 req-3fc9ab29-3d19-4a67-bb0f-3d8481af160f tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] 10.222.0.58 "GET /v2.0/ports?device_id=b46c8280-812a-4b0f-89db-1c58c71a80c6 HTTP/1.1" status: 200 len: 944 time: 0.2171209 Jul 09 14:48:55.591686 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30329cc-96a4-4d05-901c-e0cc0f919df9 req-d25f4af4-0343-45bd-94ee-2f21cb90bdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:55.605766 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a30329cc-96a4-4d05-901c-e0cc0f919df9 req-d25f4af4-0343-45bd-94ee-2f21cb90bdef service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2d0a152e-9f43-4ba5-8037-52f53a5a3ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2983403 Jul 09 14:48:55.663668 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-244a73b4-5c8e-496e-a9ae-0b33ca45d907 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:55.686831 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-244a73b4-5c8e-496e-a9ae-0b33ca45d907 None None] Transition to ACTIVE for port object 9e027705-c65e-4087-9a90-561c569c90cf will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:48:55.724027 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f82c5f06-7635-4f95-a951-f5660cf68218 req-4b1b3617-6d12-434f-97cc-3534058069aa tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] 10.222.0.58 "GET /v2.0/security-groups?id=f16015ca-9a7b-4804-962d-59a2bba9d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377730 Jul 09 14:48:55.725606 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-244a73b4-5c8e-496e-a9ae-0b33ca45d907 None None] Transition to ACTIVE for port object 9e027705-c65e-4087-9a90-561c569c90cf will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:48:55.752900 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-26302042-dba4-486c-a401-db85f684ac8b tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:55.802855 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-244a73b4-5c8e-496e-a9ae-0b33ca45d907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:55.823118 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a30329cc-96a4-4d05-901c-e0cc0f919df9 req-6289601a-aa52-47ea-9918-d348830b3c85 service neutron] 10.222.0.62 "GET /v2.0/networks/2d0a152e-9f43-4ba5-8037-52f53a5a3ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109377 Jul 09 14:48:55.843383 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244a73b4-5c8e-496e-a9ae-0b33ca45d907 None None] Network 47412575-4456-4392-9a15-f376fefceebb is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:48:55.934965 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244a73b4-5c8e-496e-a9ae-0b33ca45d907 None None] Pushing event updated for resources: {'Port': ['ID=9e027705-c65e-4087-9a90-561c569c90cf,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:55.950580 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-244a73b4-5c8e-496e-a9ae-0b33ca45d907 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:48:55.953340 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244a73b4-5c8e-496e-a9ae-0b33ca45d907 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:48:56.001087 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a30329cc-96a4-4d05-901c-e0cc0f919df9 req-75e3ba90-4c1f-437a-89d7-9ec4e0c97dc7 service neutron] 10.222.0.62 "GET /v2.0/networks/2d0a152e-9f43-4ba5-8037-52f53a5a3ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675198 Jul 09 14:48:56.001607 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39236) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:56.034519 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-16959c08-72f5-4a29-aae1-6f6224e05e0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:56.103004 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-244a73b4-5c8e-496e-a9ae-0b33ca45d907 None None] Attempting to bind port 9e027705-c65e-4087-9a90-561c569c90cf on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:48:56.103373 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-244a73b4-5c8e-496e-a9ae-0b33ca45d907 None None] Attempting to bind port 9e027705-c65e-4087-9a90-561c569c90cf by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '149b02da-9f82-4a52-a9e3-071820c2dc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '47412575-4456-4392-9a15-f376fefceebb'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:48:56.103945 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244a73b4-5c8e-496e-a9ae-0b33ca45d907 None None] Attempting to bind port 9e027705-c65e-4087-9a90-561c569c90cf on network 47412575-4456-4392-9a15-f376fefceebb {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:48:56.110903 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244a73b4-5c8e-496e-a9ae-0b33ca45d907 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:48:56.111335 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244a73b4-5c8e-496e-a9ae-0b33ca45d907 None None] Checking segment: {'id': '149b02da-9f82-4a52-a9e3-071820c2dc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '47412575-4456-4392-9a15-f376fefceebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:48:56.111883 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-244a73b4-5c8e-496e-a9ae-0b33ca45d907 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:56.112281 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244a73b4-5c8e-496e-a9ae-0b33ca45d907 None None] Bound using segment: {'id': '149b02da-9f82-4a52-a9e3-071820c2dc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '47412575-4456-4392-9a15-f376fefceebb'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:48:56.112909 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-244a73b4-5c8e-496e-a9ae-0b33ca45d907 None None] Bound port: 9e027705-c65e-4087-9a90-561c569c90cf, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '149b02da-9f82-4a52-a9e3-071820c2dc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '47412575-4456-4392-9a15-f376fefceebb'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:48:56.113832 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-244a73b4-5c8e-496e-a9ae-0b33ca45d907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:56.217492 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-244a73b4-5c8e-496e-a9ae-0b33ca45d907 None None] For port 9e027705-c65e-4087-9a90-561c569c90cf, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:48:56.221228 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-244a73b4-5c8e-496e-a9ae-0b33ca45d907 None None] For port 9e027705-c65e-4087-9a90-561c569c90cf, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=9e027705-c65e-4087-9a90-561c569c90cf,segment=NetworkSegment(149b02da-9f82-4a52-a9e3-071820c2dc47),segment_id=149b02da-9f82-4a52-a9e3-071820c2dc47)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:48:56.223514 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-bd1e6a43-8d49-466f-84dd-9dad563fc3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:56.299368 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-244a73b4-5c8e-496e-a9ae-0b33ca45d907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:56.340207 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e1a62-3bf4-4792-b164-0d9ed49f2925 req-0b9463e5-91e1-4234-9b03-4df04e8514df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:56.351186 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-717e1a62-3bf4-4792-b164-0d9ed49f2925 req-0b9463e5-91e1-4234-9b03-4df04e8514df service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aa2a983a47494b75b30c2824631c834b&device_id=b46c8280-812a-4b0f-89db-1c58c71a80c6 HTTP/1.1" status: 200 len: 1095 time: 0.2223022 Jul 09 14:48:56.427560 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244a73b4-5c8e-496e-a9ae-0b33ca45d907 None None] Pushing event updated for resources: {'Port': ['ID=9e027705-c65e-4087-9a90-561c569c90cf,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:56.465772 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-16959c08-72f5-4a29-aae1-6f6224e05e0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:56.540308 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-16959c08-72f5-4a29-aae1-6f6224e05e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:56.590622 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e1a62-3bf4-4792-b164-0d9ed49f2925 req-2701ab75-abd7-4dc4-9936-797899e09245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:56.592200 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-717e1a62-3bf4-4792-b164-0d9ed49f2925 req-2701ab75-abd7-4dc4-9936-797899e09245 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2d0a152e-9f43-4ba5-8037-52f53a5a3ad9 HTTP/1.1" status: 200 len: 916 time: 0.2320473 Jul 09 14:48:56.619594 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-26302042-dba4-486c-a401-db85f684ac8b tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Allocated IP 2001:db8::1 (47412575-4456-4392-9a15-f376fefceebb/dc1efff2-4222-4a89-88ec-ce80c1e863aa/32ac530b-3a33-4390-8146-442a480955ac) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:48:56.777439 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-16959c08-72f5-4a29-aae1-6f6224e05e0f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5ddd4dd81f724a08b9c8657f4792fbba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7748146 Jul 09 14:48:56.786769 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16959c08-72f5-4a29-aae1-6f6224e05e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb94443-b972-4811-84ba-74c8a7893b33,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:56.815750 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3426ff4f-782a-4db6-ac71-00e3545e514b req-15efc2a6-1345-40b7-902b-986f8416a9a1 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:56.821166 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3426ff4f-782a-4db6-ac71-00e3545e514b req-15efc2a6-1345-40b7-902b-986f8416a9a1 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 946 time: 0.4535124 Jul 09 14:48:56.823085 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39240) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:48:56.869897 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-717e1a62-3bf4-4792-b164-0d9ed49f2925 req-e3653293-b346-439d-9ca9-5f71e612c9c8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94c14f99-54fd-49a9-adbe-8036709819d0 HTTP/1.1" status: 200 len: 217 time: 0.2622836 Jul 09 14:48:56.928455 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-26302042-dba4-486c-a401-db85f684ac8b tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:57.094419 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3426ff4f-782a-4db6-ac71-00e3545e514b req-0d00a54e-0da7-4617-8a30-65a79a423218 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721789 Jul 09 14:48:57.140365 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a20d7ecc-1f4d-4ef3-b936-007f9f8fd91a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:57.146105 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e1a62-3bf4-4792-b164-0d9ed49f2925 req-7483fbd4-f5a9-4a7b-80cd-ff3439c3c339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:57.156697 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-717e1a62-3bf4-4792-b164-0d9ed49f2925 req-7483fbd4-f5a9-4a7b-80cd-ff3439c3c339 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=704e6075-60f4-40c3-b778-4ed979531aac HTTP/1.1" status: 200 len: 854 time: 0.2765002 Jul 09 14:48:57.294447 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a20d7ecc-1f4d-4ef3-b936-007f9f8fd91a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:57.404429 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-26302042-dba4-486c-a401-db85f684ac8b tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Transition to ACTIVE for port object 32ac530b-3a33-4390-8146-442a480955ac will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:48:57.432603 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e1a62-3bf4-4792-b164-0d9ed49f2925 req-1fa3f71e-9caa-4952-bc2f-67f00c342f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:57.436010 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-717e1a62-3bf4-4792-b164-0d9ed49f2925 req-1fa3f71e-9caa-4952-bc2f-67f00c342f0a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2d0a152e-9f43-4ba5-8037-52f53a5a3ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2644832 Jul 09 14:48:57.549000 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a20d7ecc-1f4d-4ef3-b936-007f9f8fd91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:57.552882 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a20d7ecc-1f4d-4ef3-b936-007f9f8fd91a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:57.557643 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a20d7ecc-1f4d-4ef3-b936-007f9f8fd91a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bbb94443-b972-4811-84ba-74c8a7893b33 HTTP/1.1" status: 204 len: 168 time: 0.7330112 Jul 09 14:48:57.579259 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20d7ecc-1f4d-4ef3-b936-007f9f8fd91a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb94443-b972-4811-84ba-74c8a7893b33,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:57.649126 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb184f-d427-4b1c-8410-d4b07a8414e6 req-54225c46-16b2-4fd7-ade1-6d73b20dcf83 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:57.651333 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a8bb184f-d427-4b1c-8410-d4b07a8414e6 req-54225c46-16b2-4fd7-ade1-6d73b20dcf83 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.54 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 946 time: 0.1803930 Jul 09 14:48:57.653286 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-26302042-dba4-486c-a401-db85f684ac8b tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:57.764477 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-717e1a62-3bf4-4792-b164-0d9ed49f2925 req-45e52e91-2725-4ea5-91d4-2c1623a1adce service neutron] 10.222.0.62 "GET /v2.0/networks/2d0a152e-9f43-4ba5-8037-52f53a5a3ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189728 Jul 09 14:48:57.871066 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26302042-dba4-486c-a401-db85f684ac8b tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Network 47412575-4456-4392-9a15-f376fefceebb is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:48:57.875240 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-26302042-dba4-486c-a401-db85f684ac8b tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:48:57.878545 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26302042-dba4-486c-a401-db85f684ac8b tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:48:57.879254 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-26302042-dba4-486c-a401-db85f684ac8b tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:57.967350 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89b8b94-f748-48d3-b150-f115c29c511d None None] Network 47412575-4456-4392-9a15-f376fefceebb requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:48:58.026934 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26302042-dba4-486c-a401-db85f684ac8b tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event updated for resources: {'Port': ['ID=32ac530b-3a33-4390-8146-442a480955ac,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:58.077835 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-717e1a62-3bf4-4792-b164-0d9ed49f2925 req-523674a5-70da-4d6c-8e9c-e654e007288a service neutron] 10.222.0.62 "GET /v2.0/networks/2d0a152e-9f43-4ba5-8037-52f53a5a3ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027627 Jul 09 14:48:58.085765 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-a8bb184f-d427-4b1c-8410-d4b07a8414e6 req-8cce63df-c39e-477c-a590-06563161be85 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Deleting port 1ad2f213-faf3-4478-a55c-736188b5f250 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:48:58.095997 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-a8bb184f-d427-4b1c-8410-d4b07a8414e6 req-8cce63df-c39e-477c-a590-06563161be85 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:58.103335 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488e3ec-fca5-4bab-82ca-4d06b98b292f req-bb61bf71-80f4-405a-9eaf-1441df6c0e01 tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:58.113236 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3488e3ec-fca5-4bab-82ca-4d06b98b292f req-bb61bf71-80f4-405a-9eaf-1441df6c0e01 tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] 10.222.0.58 "GET /v2.0/ports?device_id=b46c8280-812a-4b0f-89db-1c58c71a80c6 HTTP/1.1" status: 200 len: 944 time: 0.4985359 Jul 09 14:48:58.175526 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-20da823f-7631-4c6a-840b-e4d67bb00fae None None] Provisioning for port 9e027705-c65e-4087-9a90-561c569c90cf completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:48:58.181363 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3488e3ec-fca5-4bab-82ca-4d06b98b292f req-62d6f143-d32b-4d56-9336-b4498ff7f22f tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] 10.222.0.58 "GET /v2.0/security-groups?id=f16015ca-9a7b-4804-962d-59a2bba9d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670848 Jul 09 14:48:58.323883 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-a8bb184f-d427-4b1c-8410-d4b07a8414e6 req-8cce63df-c39e-477c-a590-06563161be85 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] For port 1ad2f213-faf3-4478-a55c-736188b5f250, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=1ad2f213-faf3-4478-a55c-736188b5f250,segment=NetworkSegment(08141ba6-0964-4d1a-8d67-af4c03fe6653),segment_id=08141ba6-0964-4d1a-8d67-af4c03fe6653)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:48:58.326996 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-a8bb184f-d427-4b1c-8410-d4b07a8414e6 req-8cce63df-c39e-477c-a590-06563161be85 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:58.374237 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-a8bb184f-d427-4b1c-8410-d4b07a8414e6 req-8cce63df-c39e-477c-a590-06563161be85 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Calling delete_port for 1ad2f213-faf3-4478-a55c-736188b5f250 owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:48:58.465729 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 9e027705-c65e-4087-9a90-561c569c90cf up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:48:58.578608 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-26302042-dba4-486c-a401-db85f684ac8b tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:58.617494 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 9e027705-c65e-4087-9a90-561c569c90cf completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:48:58.626126 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 9e027705-c65e-4087-9a90-561c569c90cf triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:48:58.626126 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:58.884831 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:58.985266 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 9e027705-c65e-4087-9a90-561c569c90cf, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=9e027705-c65e-4087-9a90-561c569c90cf,segment=NetworkSegment(149b02da-9f82-4a52-a9e3-071820c2dc47),segment_id=149b02da-9f82-4a52-a9e3-071820c2dc47)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:48:59.109913 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ef958102-a12d-46bd-b843-1a4aa2cbf08d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:59.249339 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf6551-2f1d-47b4-84e8-ac1598bb2f8f req-980067f7-718a-4c37-8a5e-3e617d0fd64f tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:59.249339 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-efaf6551-2f1d-47b4-84e8-ac1598bb2f8f req-980067f7-718a-4c37-8a5e-3e617d0fd64f tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 946 time: 0.0724022 Jul 09 14:48:59.249921 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-26302042-dba4-486c-a401-db85f684ac8b tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:59.250397 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-efaf6551-2f1d-47b4-84e8-ac1598bb2f8f req-47592be5-2157-4430-b9bc-c10eeebcb7e4 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/security-groups?id=ade000b3-1c2a-497a-8998-cda8acd198b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357509 Jul 09 14:48:59.442567 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-a8bb184f-d427-4b1c-8410-d4b07a8414e6 req-8cce63df-c39e-477c-a590-06563161be85 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:59.445222 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:59.468765 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['1ad2f213-faf3-4478-a55c-736188b5f250'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:48:59.479157 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cce63df-c39e-477c-a590-06563161be85 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Pushing event deleted for resources: {'Port': ['ID=1ad2f213-faf3-4478-a55c-736188b5f250,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:59.518979 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74c8171-e67c-4c8c-b329-95de2548d91b req-f07bdddb-9ca3-4f44-9cca-fdd3502ec5e1 tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:59.520497 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f74c8171-e67c-4c8c-b329-95de2548d91b req-f07bdddb-9ca3-4f44-9cca-fdd3502ec5e1 tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] 10.222.0.58 "GET /v2.0/ports?device_id=b46c8280-812a-4b0f-89db-1c58c71a80c6 HTTP/1.1" status: 200 len: 944 time: 0.0804036 Jul 09 14:48:59.527124 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=9e027705-c65e-4087-9a90-561c569c90cf,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:59.550457 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8bb184f-d427-4b1c-8410-d4b07a8414e6 req-8cce63df-c39e-477c-a590-06563161be85 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] No DVR routers for this DVR port 1ad2f213-faf3-4478-a55c-736188b5f250 on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:48:59.554238 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-a8bb184f-d427-4b1c-8410-d4b07a8414e6 req-8cce63df-c39e-477c-a590-06563161be85 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:59.557229 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a8bb184f-d427-4b1c-8410-d4b07a8414e6 req-8cce63df-c39e-477c-a590-06563161be85 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.54 "DELETE /v2.0/ports/1ad2f213-faf3-4478-a55c-736188b5f250 HTTP/1.1" status: 204 len: 173 time: 1.8901184 Jul 09 14:48:59.557710 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c8f6cd-9e14-4b89-8e17-418eaeb7eff8', 'name': 'network-vif-deleted', 'tag': '1ad2f213-faf3-4478-a55c-736188b5f250'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:48:59.561015 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ffafb4d-e531-4172-91e7-3167a5558c93" -d '{"events": [{"server_uuid": "54c8f6cd-9e14-4b89-8e17-418eaeb7eff8", "name": "network-vif-deleted", "tag": "1ad2f213-faf3-4478-a55c-736188b5f250"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:48:59.568502 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-26302042-dba4-486c-a401-db85f684ac8b tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:59.569213 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-26302042-dba4-486c-a401-db85f684ac8b tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:59.569930 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:59.571949 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-b52dd0e9-9277-4127-b257-af9b8aab80aa None None] Provisioning for port 32ac530b-3a33-4390-8146-442a480955ac completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:48:59.576721 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-b52dd0e9-9277-4127-b257-af9b8aab80aa None None] Provisioning complete for port 32ac530b-3a33-4390-8146-442a480955ac triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:48:59.579085 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b52dd0e9-9277-4127-b257-af9b8aab80aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:59.623224 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-b52dd0e9-9277-4127-b257-af9b8aab80aa None None] Port 32ac530b-3a33-4390-8146-442a480955ac cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:48:59.630593 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f74c8171-e67c-4c8c-b329-95de2548d91b req-ef149e36-8482-4335-8ad3-4f50469ee260 tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] 10.222.0.58 "GET /v2.0/security-groups?id=f16015ca-9a7b-4804-962d-59a2bba9d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989649 Jul 09 14:48:59.648157 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-b52dd0e9-9277-4127-b257-af9b8aab80aa None None] Provisioning complete for port 9e027705-c65e-4087-9a90-561c569c90cf triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:48:59.648157 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b52dd0e9-9277-4127-b257-af9b8aab80aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:59.933726 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0bf2b1-8a01-479b-a5fc-e9909c921812 x-openstack-request-id: req-fc0bf2b1-8a01-479b-a5fc-e9909c921812 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:48:59.934272 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54c8f6cd-9e14-4b89-8e17-418eaeb7eff8", "name": "network-vif-deleted", "tag": "1ad2f213-faf3-4478-a55c-736188b5f250", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:48:59.935496 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fc0bf2b1-8a01-479b-a5fc-e9909c921812 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:48:59.935496 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54c8f6cd-9e14-4b89-8e17-418eaeb7eff8', 'name': 'network-vif-deleted', 'tag': '1ad2f213-faf3-4478-a55c-736188b5f250', 'status': 'completed', 'code': 200} Jul 09 14:48:59.945600 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26302042-dba4-486c-a401-db85f684ac8b tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event updated for resources: {'Port': ['ID=32ac530b-3a33-4390-8146-442a480955ac,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:48:59.982433 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26302042-dba4-486c-a401-db85f684ac8b tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Network 47412575-4456-4392-9a15-f376fefceebb is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:48:59.984585 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-26302042-dba4-486c-a401-db85f684ac8b tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:49:00.102234 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-bdbac6b3-f5b6-432d-822d-8b3bcfafb38a None None] Provisioning complete for port 32ac530b-3a33-4390-8146-442a480955ac triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:49:00.105358 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-bdbac6b3-f5b6-432d-822d-8b3bcfafb38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:00.168153 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:00.236343 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-bdbac6b3-f5b6-432d-822d-8b3bcfafb38a None None] Port 32ac530b-3a33-4390-8146-442a480955ac cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:49:00.476582 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26302042-dba4-486c-a401-db85f684ac8b tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Router e74d3843-c227-497e-bb3c-b0df5e9dc6d3 is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:49:00.492022 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 9e027705-c65e-4087-9a90-561c569c90cf up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:49:00.686514 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-be2ad392-f78d-4c48-9d26-f9d06756f8a9 None None] Provisioning complete for port 32ac530b-3a33-4390-8146-442a480955ac triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:49:00.686877 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-be2ad392-f78d-4c48-9d26-f9d06756f8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:00.832636 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 9e027705-c65e-4087-9a90-561c569c90cf triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:49:00.833027 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:00.835346 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26302042-dba4-486c-a401-db85f684ac8b tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:49:00.846803 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-26302042-dba4-486c-a401-db85f684ac8b tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "PUT /v2.0/routers/e74d3843-c227-497e-bb3c-b0df5e9dc6d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5852811 Jul 09 14:49:00.846803 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 39302) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:00.849831 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e0222e-cdc3-4c75-81d1-da922ecbb1bb None None] Sync routers for ids ['e74d3843-c227-497e-bb3c-b0df5e9dc6d3'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:49:00.862704 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e0222e-cdc3-4c75-81d1-da922ecbb1bb None None] Routers {'e74d3843-c227-497e-bb3c-b0df5e9dc6d3'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:49:00.868915 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-be2ad392-f78d-4c48-9d26-f9d06756f8a9 None None] Port 32ac530b-3a33-4390-8146-442a480955ac cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:49:00.869918 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-a1e0222e-cdc3-4c75-81d1-da922ecbb1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:48:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['e74d3843-c227-497e-bb3c-b0df5e9dc6d3'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:00.885812 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8929ffc8-200a-480a-9f06-bba340b84a82 req-572b256c-0592-43e2-b424-883077907f82 tempest-ServersNegativeTestJSON-1636296455 tempest-ServersNegativeTestJSON-1636296455-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c8f6cd-9e14-4b89-8e17-418eaeb7eff8 HTTP/1.1" status: 200 len: 210 time: 0.0702519 Jul 09 14:49:00.956083 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da754685-b5a2-49f4-9ca1-ec637bc1c245 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:00.958786 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-da754685-b5a2-49f4-9ca1-ec637bc1c245 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "GET /v2.0/ports/32ac530b-3a33-4390-8146-442a480955ac HTTP/1.1" status: 200 len: 911 time: 0.1110294 Jul 09 14:49:00.961818 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39308) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:01.040513 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-a1e0222e-cdc3-4c75-81d1-da922ecbb1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:01.062201 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e0222e-cdc3-4c75-81d1-da922ecbb1bb None None] Routers {'e74d3843-c227-497e-bb3c-b0df5e9dc6d3'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:49:01.064388 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-a1e0222e-cdc3-4c75-81d1-da922ecbb1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:48:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['e74d3843-c227-497e-bb3c-b0df5e9dc6d3'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:01.133309 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-a1e0222e-cdc3-4c75-81d1-da922ecbb1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:01.136359 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e0222e-cdc3-4c75-81d1-da922ecbb1bb None None] The sync data for ids ['e74d3843-c227-497e-bb3c-b0df5e9dc6d3'] in n-d-799529-6 is: [] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:49:01.568409 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:01.574596 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 1ad2f213-faf3-4478-a55c-736188b5f250 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:49:01.600392 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: 1ad2f213-faf3-4478-a55c-736188b5f250 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:49:01.600998 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 1ad2f213-faf3-4478-a55c-736188b5f250 not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:49:01.722339 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 39326) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:01.743058 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5cc593-1377-4e98-96c3-34ee7eb16782 req-fe1b05b7-331a-4682-81d8-a3edff3f3abb tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:01.744994 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2a5cc593-1377-4e98-96c3-34ee7eb16782 req-fe1b05b7-331a-4682-81d8-a3edff3f3abb tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] 10.222.0.58 "GET /v2.0/ports?device_id=b46c8280-812a-4b0f-89db-1c58c71a80c6 HTTP/1.1" status: 200 len: 944 time: 0.1690516 Jul 09 14:49:01.880733 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2a5cc593-1377-4e98-96c3-34ee7eb16782 req-6b4e4a06-da26-45cf-9193-b44538cfc02c tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] 10.222.0.58 "GET /v2.0/security-groups?id=f16015ca-9a7b-4804-962d-59a2bba9d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286869 Jul 09 14:49:01.958873 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-f4a287db-6e76-47ad-b48c-fd54de94139e tempest-PortsAdminExtendedAttrsTestJSON-184052010 tempest-PortsAdminExtendedAttrsTestJSON-184052010-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1703717022'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:49:02.059274 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-eb91b5ae-ab58-4ee0-84dd-8aa306f1099c tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:02.116845 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a287db-6e76-47ad-b48c-fd54de94139e tempest-PortsAdminExtendedAttrsTestJSON-184052010 tempest-PortsAdminExtendedAttrsTestJSON-184052010-project] Made reservation on behalf of bb5bf8b037384530b1b28d7fc8e6399b for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:49:02.120492 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f4a287db-6e76-47ad-b48c-fd54de94139e tempest-PortsAdminExtendedAttrsTestJSON-184052010 tempest-PortsAdminExtendedAttrsTestJSON-184052010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:02.148153 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f4a287db-6e76-47ad-b48c-fd54de94139e tempest-PortsAdminExtendedAttrsTestJSON-184052010 tempest-PortsAdminExtendedAttrsTestJSON-184052010-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:02.262588 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 39346) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:02.383670 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-b03fe358-a9be-4322-a339-f7acbbd33893 admin admin] Deleting subnet 82201829-6811-4a6f-8404-54dcb1347eec {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:49:02.388175 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b03fe358-a9be-4322-a339-f7acbbd33893 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:02.476655 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-eb91b5ae-ab58-4ee0-84dd-8aa306f1099c tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Deleting port 32ac530b-3a33-4390-8146-442a480955ac {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:49:02.477276 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-eb91b5ae-ab58-4ee0-84dd-8aa306f1099c tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:02.522306 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b03fe358-a9be-4322-a339-f7acbbd33893 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:02.623215 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f4a287db-6e76-47ad-b48c-fd54de94139e tempest-PortsAdminExtendedAttrsTestJSON-184052010 tempest-PortsAdminExtendedAttrsTestJSON-184052010-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:02.636098 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-eb91b5ae-ab58-4ee0-84dd-8aa306f1099c tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:02.645007 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b03fe358-a9be-4322-a339-f7acbbd33893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:02.652393 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-eb91b5ae-ab58-4ee0-84dd-8aa306f1099c tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Calling delete_port for 32ac530b-3a33-4390-8146-442a480955ac owned by network:router_interface {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:49:02.732069 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f4a287db-6e76-47ad-b48c-fd54de94139e tempest-PortsAdminExtendedAttrsTestJSON-184052010 tempest-PortsAdminExtendedAttrsTestJSON-184052010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:02.828224 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4a287db-6e76-47ad-b48c-fd54de94139e tempest-PortsAdminExtendedAttrsTestJSON-184052010 tempest-PortsAdminExtendedAttrsTestJSON-184052010-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:49:02.838192 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a287db-6e76-47ad-b48c-fd54de94139e tempest-PortsAdminExtendedAttrsTestJSON-184052010 tempest-PortsAdminExtendedAttrsTestJSON-184052010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfccc90-b127-487e-a780-e411d5ba3bdf,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:02.864499 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f4a287db-6e76-47ad-b48c-fd54de94139e tempest-PortsAdminExtendedAttrsTestJSON-184052010 tempest-PortsAdminExtendedAttrsTestJSON-184052010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:02.864499 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-f4a287db-6e76-47ad-b48c-fd54de94139e tempest-PortsAdminExtendedAttrsTestJSON-184052010 tempest-PortsAdminExtendedAttrsTestJSON-184052010-project] Added segment 9e11a2c8-7d3a-4d20-a09c-4987d6bbfe51 of type vlan for network 10c05851-d577-4717-a773-0aedff87e3c5 Jul 09 14:49:02.950496 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b03fe358-a9be-4322-a339-f7acbbd33893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:02.984305 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f4a287db-6e76-47ad-b48c-fd54de94139e tempest-PortsAdminExtendedAttrsTestJSON-184052010 tempest-PortsAdminExtendedAttrsTestJSON-184052010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:02.988793 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03fe358-a9be-4322-a339-f7acbbd33893 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82201829-6811-4a6f-8404-54dcb1347eec,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:03.004380 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b03fe358-a9be-4322-a339-f7acbbd33893 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:03.011265 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b03fe358-a9be-4322-a339-f7acbbd33893 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/82201829-6811-4a6f-8404-54dcb1347eec HTTP/1.1" status: 204 len: 168 time: 0.7405035 Jul 09 14:49:03.014066 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39380) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:03.105565 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f4a287db-6e76-47ad-b48c-fd54de94139e tempest-PortsAdminExtendedAttrsTestJSON-184052010 tempest-PortsAdminExtendedAttrsTestJSON-184052010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:03.111779 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a287db-6e76-47ad-b48c-fd54de94139e tempest-PortsAdminExtendedAttrsTestJSON-184052010 tempest-PortsAdminExtendedAttrsTestJSON-184052010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:03.114382 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f4a287db-6e76-47ad-b48c-fd54de94139e tempest-PortsAdminExtendedAttrsTestJSON-184052010 tempest-PortsAdminExtendedAttrsTestJSON-184052010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:03.137945 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd541c-58a4-4c47-bf42-d672ab376e2d req-988b489d-2c0a-4d83-b9d6-7786d335e5bf tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:03.137945 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a8dd541c-58a4-4c47-bf42-d672ab376e2d req-988b489d-2c0a-4d83-b9d6-7786d335e5bf tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf213cef-cdcb-40c1-8a12-272ef114c818 HTTP/1.1" status: 200 len: 945 time: 0.2305627 Jul 09 14:49:03.138572 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5d9c5e1c-5833-41ab-98cb-0a8843face89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:03.217095 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a287db-6e76-47ad-b48c-fd54de94139e tempest-PortsAdminExtendedAttrsTestJSON-184052010 tempest-PortsAdminExtendedAttrsTestJSON-184052010-project] Pushing event updated for resources: {'Network': ['ID=10c05851-d577-4717-a773-0aedff87e3c5,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:03.235797 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 10c05851-d577-4717-a773-0aedff87e3c5 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:49:03.259650 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-eb91b5ae-ab58-4ee0-84dd-8aa306f1099c tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:03.280818 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f4a287db-6e76-47ad-b48c-fd54de94139e tempest-PortsAdminExtendedAttrsTestJSON-184052010 tempest-PortsAdminExtendedAttrsTestJSON-184052010-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.5581326 Jul 09 14:49:03.303880 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb91b5ae-ab58-4ee0-84dd-8aa306f1099c tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event deleted for resources: {'Port': ['ID=32ac530b-3a33-4390-8146-442a480955ac,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:03.313821 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a8dd541c-58a4-4c47-bf42-d672ab376e2d req-814a518e-0766-4140-906d-73af800fb536 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2c53084-ff15-419b-9d7e-92ae7ebe39f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1656640 Jul 09 14:49:03.354734 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5d9c5e1c-5833-41ab-98cb-0a8843face89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:03.402190 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-5d9c5e1c-5833-41ab-98cb-0a8843face89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57042d5f-0386-4b58-a12c-ab7a19465fa2']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:03.448932 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-5d9c5e1c-5833-41ab-98cb-0a8843face89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08141ba6-0964-4d1a-8d67-af4c03fe6653') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:03.449544 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-5d9c5e1c-5833-41ab-98cb-0a8843face89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08141ba6-0964-4d1a-8d67-af4c03fe6653') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:03.529755 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5d9c5e1c-5833-41ab-98cb-0a8843face89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:03.543923 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-eb91b5ae-ab58-4ee0-84dd-8aa306f1099c tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:03.580513 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5d9c5e1c-5833-41ab-98cb-0a8843face89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:03.669102 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d9c5e1c-5833-41ab-98cb-0a8843face89 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:49:03.669876 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5d9c5e1c-5833-41ab-98cb-0a8843face89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:03.672992 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:49:03.672992 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:49:03.672992 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:49:03.672992 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:49:03.672992 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:49:03.672992 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:49:03.672992 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 14:49:03.672992 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:49:03.672992 n-d-799529-6 neutron-server[94446]: timer() Jul 09 14:49:03.672992 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:49:03.672992 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 14:49:03.672992 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:49:03.672992 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 14:49:03.672992 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:49:03.672992 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 14:49:03.672992 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:49:03.672992 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 14:49:03.672992 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:49:03.672992 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 14:49:03.672992 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:49:03.672992 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:49:03.672992 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:49:03.672992 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:49:03.672992 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:49:03.672992 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 14:49:03.672992 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:49:03.672992 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 14:49:03.672992 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:49:03.672992 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:49:03.672992 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:49:03.672992 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 14:49:03.672992 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:49:03.672992 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:49:03.672992 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:49:03.672992 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:49:03.672992 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:49:03.672992 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:49:03.672992 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:49:03.826413 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb91b5ae-ab58-4ee0-84dd-8aa306f1099c tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Router e74d3843-c227-497e-bb3c-b0df5e9dc6d3 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:49:03.840304 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2433bc85-5455-4e67-b9c6-e7525e3a482c req-e421027e-30f9-4835-b704-d380897972bc tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:03.841897 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2433bc85-5455-4e67-b9c6-e7525e3a482c req-e421027e-30f9-4835-b704-d380897972bc tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] 10.222.0.58 "GET /v2.0/ports?device_id=b46c8280-812a-4b0f-89db-1c58c71a80c6 HTTP/1.1" status: 200 len: 944 time: 0.2751644 Jul 09 14:49:03.853640 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5d9c5e1c-5833-41ab-98cb-0a8843face89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:03.906616 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5d9c5e1c-5833-41ab-98cb-0a8843face89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:03.911963 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-5d9c5e1c-5833-41ab-98cb-0a8843face89 admin admin] 10.222.0.58 "DELETE /v2.0/networks/57042d5f-0386-4b58-a12c-ab7a19465fa2 HTTP/1.1" status: 204 len: 168 time: 0.8968399 Jul 09 14:49:03.960676 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9c5e1c-5833-41ab-98cb-0a8843face89 admin admin] Pushing event deleted for resources: {'Network': ['ID=57042d5f-0386-4b58-a12c-ab7a19465fa2,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:03.975071 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb91b5ae-ab58-4ee0-84dd-8aa306f1099c tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:49:03.984369 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-eb91b5ae-ab58-4ee0-84dd-8aa306f1099c tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "PUT /v2.0/routers/e74d3843-c227-497e-bb3c-b0df5e9dc6d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0184786 Jul 09 14:49:03.985351 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39416) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:03.989939 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2433bc85-5455-4e67-b9c6-e7525e3a482c req-db4e6d3d-bbea-451c-a5c9-73cdcb99202a tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] 10.222.0.58 "GET /v2.0/security-groups?id=f16015ca-9a7b-4804-962d-59a2bba9d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342447 Jul 09 14:49:03.993439 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fe4019-a55a-4981-bae6-296b8943db8f None None] Sync routers for ids ['e74d3843-c227-497e-bb3c-b0df5e9dc6d3'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:49:04.003452 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fe4019-a55a-4981-bae6-296b8943db8f None None] Routers {'e74d3843-c227-497e-bb3c-b0df5e9dc6d3'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:49:04.004143 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-24fe4019-a55a-4981-bae6-296b8943db8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:48:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['e74d3843-c227-497e-bb3c-b0df5e9dc6d3'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:04.022421 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-0a1a1b04-3422-4887-bf3a-867b8857d417 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "GET /v2.0/ports?device_id=e74d3843-c227-497e-bb3c-b0df5e9dc6d3 HTTP/1.1" status: 200 len: 205 time: 0.0343218 Jul 09 14:49:04.022706 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39418) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:04.046832 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-24fe4019-a55a-4981-bae6-296b8943db8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:04.062136 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fe4019-a55a-4981-bae6-296b8943db8f None None] Routers {'e74d3843-c227-497e-bb3c-b0df5e9dc6d3'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:49:04.062136 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-24fe4019-a55a-4981-bae6-296b8943db8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:48:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['e74d3843-c227-497e-bb3c-b0df5e9dc6d3'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:04.089693 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-24fe4019-a55a-4981-bae6-296b8943db8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:04.090699 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fe4019-a55a-4981-bae6-296b8943db8f None None] The sync data for ids ['e74d3843-c227-497e-bb3c-b0df5e9dc6d3'] in n-d-799529-6 is: [] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:49:04.105194 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c3bee48d-dfbe-4ef7-8a16-e76392973dab tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for router, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:04.283375 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 39424) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:04.289633 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Request body: {'port': {'network_id': '10c05851-d577-4717-a773-0aedff87e3c5', 'binding:host_id': 'n-h2-799529-6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1247967075'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:49:04.300267 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c3bee48d-dfbe-4ef7-8a16-e76392973dab tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:04.303762 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c3bee48d-dfbe-4ef7-8a16-e76392973dab tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:04.482312 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Made reservation on behalf of 9fb230eb395b4fb5908e5edbd9ea8be8 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:49:04.487872 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c3bee48d-dfbe-4ef7-8a16-e76392973dab tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:04.487872 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3bee48d-dfbe-4ef7-8a16-e76392973dab tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Fanout notify agent at l3_agent the message router_deleted on router e74d3843-c227-497e-bb3c-b0df5e9dc6d3 {{(pid=94446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:49:04.488216 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:04.496272 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c3bee48d-dfbe-4ef7-8a16-e76392973dab tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:04.502440 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c3bee48d-dfbe-4ef7-8a16-e76392973dab tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "DELETE /v2.0/routers/e74d3843-c227-497e-bb3c-b0df5e9dc6d3 HTTP/1.1" status: 204 len: 168 time: 0.4786365 Jul 09 14:49:04.503490 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39428) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:04.505439 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:04.606585 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 39432) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:04.641106 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-98813924-ec6d-4a0e-bd2e-43c1a7d7d4e9 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Deleting subnet dc1efff2-4222-4a89-88ec-ce80c1e863aa {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:49:04.646119 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-98813924-ec6d-4a0e-bd2e-43c1a7d7d4e9 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:04.714613 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-98813924-ec6d-4a0e-bd2e-43c1a7d7d4e9 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:04.720364 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-8a892eb1-9f13-4ef3-964a-3a3fdaf1f46b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0ea59604d49a4768b9c04e74a1a30065&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1082101 Jul 09 14:49:04.723990 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:04.725032 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 39436) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:04.781368 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-981a0287-82a9-4030-a59f-55c124c0d2bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:04.814928 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-981a0287-82a9-4030-a59f-55c124c0d2bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:04.825562 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-98813924-ec6d-4a0e-bd2e-43c1a7d7d4e9 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:05.305245 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:05.315139 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] device_id is not set on port 0b993588-471b-477e-a8bd-a8e8255b0055 yet. {{(pid=94445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:49:05.351918 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-98813924-ec6d-4a0e-bd2e-43c1a7d7d4e9 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:05.405103 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-981a0287-82a9-4030-a59f-55c124c0d2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:05.407716 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-981a0287-82a9-4030-a59f-55c124c0d2bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:05.411292 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-981a0287-82a9-4030-a59f-55c124c0d2bd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ade000b3-1c2a-497a-8998-cda8acd198b6 HTTP/1.1" status: 204 len: 168 time: 0.6827793 Jul 09 14:49:05.424434 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98813924-ec6d-4a0e-bd2e-43c1a7d7d4e9 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event deleted for resources: {'Subnet': ['ID=dc1efff2-4222-4a89-88ec-ce80c1e863aa,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:05.424589 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8448d20b-f247-4cd8-91b5-57e60c10769d,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:05.437390 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-98813924-ec6d-4a0e-bd2e-43c1a7d7d4e9 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:05.439159 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a06f2fd-f443-4b21-992b-e6f1a816d82d None None] Network 47412575-4456-4392-9a15-f376fefceebb requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:49:05.446087 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-98813924-ec6d-4a0e-bd2e-43c1a7d7d4e9 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "DELETE /v2.0/subnets/dc1efff2-4222-4a89-88ec-ce80c1e863aa HTTP/1.1" status: 204 len: 168 time: 0.9405029 Jul 09 14:49:05.449032 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981a0287-82a9-4030-a59f-55c124c0d2bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade000b3-1c2a-497a-8998-cda8acd198b6,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:05.452957 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39444) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:05.589611 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dc14f99b-66c4-4b37-afd2-b6464b1c8905 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:05.593100 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device ba9936ba-c696-4ca3-a80f-83bd584978ae no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:49:05.759609 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-dc14f99b-66c4-4b37-afd2-b6464b1c8905 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Deleting port 9e027705-c65e-4087-9a90-561c569c90cf {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:49:05.764098 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dc14f99b-66c4-4b37-afd2-b6464b1c8905 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:05.792035 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:05.837789 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] device_id is not set on port 0b993588-471b-477e-a8bd-a8e8255b0055 yet. {{(pid=94445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:49:05.840163 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port ba9936ba-c696-4ca3-a80f-83bd584978ae, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=ba9936ba-c696-4ca3-a80f-83bd584978ae,segment=NetworkSegment(2badb0c6-e67f-4820-b4bb-8e5a90533cf4),segment_id=2badb0c6-e67f-4820-b4bb-8e5a90533cf4)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:49:05.841517 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29704e62-7a25-4f0a-96f2-07541a9be389', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba9936ba-c696-4ca3-a80f-83bd584978ae'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:49:05.843852 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec8ea39-9715-4539-980b-cb83ffefe83f" -d '{"events": [{"server_uuid": "29704e62-7a25-4f0a-96f2-07541a9be389", "name": "network-vif-unplugged", "status": "completed", "tag": "ba9936ba-c696-4ca3-a80f-83bd584978ae"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:49:05.855953 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-dc14f99b-66c4-4b37-afd2-b6464b1c8905 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] For port 9e027705-c65e-4087-9a90-561c569c90cf, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=9e027705-c65e-4087-9a90-561c569c90cf,segment=NetworkSegment(149b02da-9f82-4a52-a9e3-071820c2dc47),segment_id=149b02da-9f82-4a52-a9e3-071820c2dc47)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:49:05.855953 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dc14f99b-66c4-4b37-afd2-b6464b1c8905 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:05.859983 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:05.888454 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Transition to ACTIVE for port object 0b993588-471b-477e-a8bd-a8e8255b0055 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:49:05.900127 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51527d0-0428-4bcd-b056-6a39b69ba6f0 None None] DHCP port deletion for 47412575-4456-4392-9a15-f376fefceebb request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:49:05.903597 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-dc14f99b-66c4-4b37-afd2-b6464b1c8905 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Calling delete_port for 9e027705-c65e-4087-9a90-561c569c90cf owned by network:dhcp {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:49:05.947533 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:05.973292 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:06.067123 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Pushing event updated for resources: {'Port': ['ID=0b993588-471b-477e-a8bd-a8e8255b0055,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:06.084383 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=ba9936ba-c696-4ca3-a80f-83bd584978ae,revision_number=8']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:06.100267 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-c51527d0-0428-4bcd-b056-6a39b69ba6f0 None None] Deleting port 9e027705-c65e-4087-9a90-561c569c90cf {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:49:06.100777 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c51527d0-0428-4bcd-b056-6a39b69ba6f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:06.143387 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dc14f99b-66c4-4b37-afd2-b6464b1c8905 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:06.147087 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Checking segment: {'id': '9e11a2c8-7d3a-4d20-a09c-4987d6bbfe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '10c05851-d577-4717-a773-0aedff87e3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:49:06.147087 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Network hostable DHCP agents. Network: 10c05851-d577-4717-a773-0aedff87e3c5, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:49:06.159251 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc14f99b-66c4-4b37-afd2-b6464b1c8905 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] No DVR routers for this DVR port 9e027705-c65e-4087-9a90-561c569c90cf on host n-d-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:49:06.209578 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-c51527d0-0428-4bcd-b056-6a39b69ba6f0 None None] For port 9e027705-c65e-4087-9a90-561c569c90cf, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=9e027705-c65e-4087-9a90-561c569c90cf,segment=NetworkSegment(149b02da-9f82-4a52-a9e3-071820c2dc47),segment_id=149b02da-9f82-4a52-a9e3-071820c2dc47)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:49:06.210095 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c51527d0-0428-4bcd-b056-6a39b69ba6f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:06.237023 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc14f99b-66c4-4b37-afd2-b6464b1c8905 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event deleted for resources: {'Port': ['ID=9e027705-c65e-4087-9a90-561c569c90cf,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:06.239362 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-c51527d0-0428-4bcd-b056-6a39b69ba6f0 None None] Calling delete_port for 9e027705-c65e-4087-9a90-561c569c90cf owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:49:06.246065 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Network 10c05851-d577-4717-a773-0aedff87e3c5 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:49:06.331412 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dc14f99b-66c4-4b37-afd2-b6464b1c8905 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:06.339208 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 10c05851-d577-4717-a773-0aedff87e3c5) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:49:06.349513 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:49:06.365409 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a293953-7520-4303-83ca-f0c2a234f46a None None] Network 10c05851-d577-4717-a773-0aedff87e3c5 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:49:06.369186 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-dc14f99b-66c4-4b37-afd2-b6464b1c8905 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47412575-4456-4392-9a15-f376fefceebb']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:06.373322 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 0b993588-471b-477e-a8bd-a8e8255b0055 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:49:06.373672 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 0b993588-471b-477e-a8bd-a8e8255b0055 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '9e11a2c8-7d3a-4d20-a09c-4987d6bbfe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '10c05851-d577-4717-a773-0aedff87e3c5'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:49:06.375482 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 0b993588-471b-477e-a8bd-a8e8255b0055 on network 10c05851-d577-4717-a773-0aedff87e3c5 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:49:06.404368 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Port 0b993588-471b-477e-a8bd-a8e8255b0055 on network 10c05851-d577-4717-a773-0aedff87e3c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:49:06.404749 n-d-799529-6 neutron-server[94445]: ERROR neutron.plugins.ml2.managers [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Failed to bind port 0b993588-471b-477e-a8bd-a8e8255b0055 on host n-h2-799529-6 for vnic_type normal using segments [{'id': '9e11a2c8-7d3a-4d20-a09c-4987d6bbfe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '10c05851-d577-4717-a773-0aedff87e3c5'}] Jul 09 14:49:06.405135 n-d-799529-6 neutron-server[94445]: INFO neutron.plugins.ml2.plugin [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempt 2 to bind port 0b993588-471b-477e-a8bd-a8e8255b0055 Jul 09 14:49:06.425022 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 0b993588-471b-477e-a8bd-a8e8255b0055 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:49:06.425159 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-dc14f99b-66c4-4b37-afd2-b6464b1c8905 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '149b02da-9f82-4a52-a9e3-071820c2dc47') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:06.425270 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 0b993588-471b-477e-a8bd-a8e8255b0055 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '9e11a2c8-7d3a-4d20-a09c-4987d6bbfe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '10c05851-d577-4717-a773-0aedff87e3c5'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:49:06.425357 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-dc14f99b-66c4-4b37-afd2-b6464b1c8905 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '149b02da-9f82-4a52-a9e3-071820c2dc47') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:06.425489 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 0b993588-471b-477e-a8bd-a8e8255b0055 on network 10c05851-d577-4717-a773-0aedff87e3c5 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:49:06.429144 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Port 0b993588-471b-477e-a8bd-a8e8255b0055 on network 10c05851-d577-4717-a773-0aedff87e3c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:49:06.429537 n-d-799529-6 neutron-server[94445]: ERROR neutron.plugins.ml2.managers [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Failed to bind port 0b993588-471b-477e-a8bd-a8e8255b0055 on host n-h2-799529-6 for vnic_type normal using segments [{'id': '9e11a2c8-7d3a-4d20-a09c-4987d6bbfe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '10c05851-d577-4717-a773-0aedff87e3c5'}] Jul 09 14:49:06.430081 n-d-799529-6 neutron-server[94445]: INFO neutron.plugins.ml2.plugin [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempt 3 to bind port 0b993588-471b-477e-a8bd-a8e8255b0055 Jul 09 14:49:06.445440 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 0b993588-471b-477e-a8bd-a8e8255b0055 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:49:06.445993 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 0b993588-471b-477e-a8bd-a8e8255b0055 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '9e11a2c8-7d3a-4d20-a09c-4987d6bbfe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '10c05851-d577-4717-a773-0aedff87e3c5'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:49:06.446387 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 0b993588-471b-477e-a8bd-a8e8255b0055 on network 10c05851-d577-4717-a773-0aedff87e3c5 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:49:06.451733 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Port 0b993588-471b-477e-a8bd-a8e8255b0055 on network 10c05851-d577-4717-a773-0aedff87e3c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:49:06.452314 n-d-799529-6 neutron-server[94445]: ERROR neutron.plugins.ml2.managers [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Failed to bind port 0b993588-471b-477e-a8bd-a8e8255b0055 on host n-h2-799529-6 for vnic_type normal using segments [{'id': '9e11a2c8-7d3a-4d20-a09c-4987d6bbfe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '10c05851-d577-4717-a773-0aedff87e3c5'}] Jul 09 14:49:06.452769 n-d-799529-6 neutron-server[94445]: INFO neutron.plugins.ml2.plugin [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempt 4 to bind port 0b993588-471b-477e-a8bd-a8e8255b0055 Jul 09 14:49:06.466182 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dc14f99b-66c4-4b37-afd2-b6464b1c8905 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:06.467982 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 0b993588-471b-477e-a8bd-a8e8255b0055 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:49:06.468425 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 0b993588-471b-477e-a8bd-a8e8255b0055 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '9e11a2c8-7d3a-4d20-a09c-4987d6bbfe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '10c05851-d577-4717-a773-0aedff87e3c5'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:49:06.468905 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 0b993588-471b-477e-a8bd-a8e8255b0055 on network 10c05851-d577-4717-a773-0aedff87e3c5 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:49:06.474752 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Port 0b993588-471b-477e-a8bd-a8e8255b0055 on network 10c05851-d577-4717-a773-0aedff87e3c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:49:06.475284 n-d-799529-6 neutron-server[94445]: ERROR neutron.plugins.ml2.managers [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Failed to bind port 0b993588-471b-477e-a8bd-a8e8255b0055 on host n-h2-799529-6 for vnic_type normal using segments [{'id': '9e11a2c8-7d3a-4d20-a09c-4987d6bbfe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '10c05851-d577-4717-a773-0aedff87e3c5'}] Jul 09 14:49:06.475834 n-d-799529-6 neutron-server[94445]: INFO neutron.plugins.ml2.plugin [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempt 5 to bind port 0b993588-471b-477e-a8bd-a8e8255b0055 Jul 09 14:49:06.495725 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dc14f99b-66c4-4b37-afd2-b6464b1c8905 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:06.498200 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 0b993588-471b-477e-a8bd-a8e8255b0055 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:49:06.498646 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 0b993588-471b-477e-a8bd-a8e8255b0055 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '9e11a2c8-7d3a-4d20-a09c-4987d6bbfe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '10c05851-d577-4717-a773-0aedff87e3c5'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:49:06.499210 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 0b993588-471b-477e-a8bd-a8e8255b0055 on network 10c05851-d577-4717-a773-0aedff87e3c5 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:49:06.508791 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc14f99b-66c4-4b37-afd2-b6464b1c8905 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:49:06.509633 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Port 0b993588-471b-477e-a8bd-a8e8255b0055 on network 10c05851-d577-4717-a773-0aedff87e3c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:49:06.510067 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dc14f99b-66c4-4b37-afd2-b6464b1c8905 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:06.510962 n-d-799529-6 neutron-server[94445]: ERROR neutron.plugins.ml2.managers [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Failed to bind port 0b993588-471b-477e-a8bd-a8e8255b0055 on host n-h2-799529-6 for vnic_type normal using segments [{'id': '9e11a2c8-7d3a-4d20-a09c-4987d6bbfe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '10c05851-d577-4717-a773-0aedff87e3c5'}] Jul 09 14:49:06.510962 n-d-799529-6 neutron-server[94445]: INFO neutron.plugins.ml2.plugin [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempt 6 to bind port 0b993588-471b-477e-a8bd-a8e8255b0055 Jul 09 14:49:06.518097 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 14:49:06.518097 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:49:06.518097 n-d-799529-6 neutron-server[94446]: timer() Jul 09 14:49:06.518097 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:49:06.518097 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 14:49:06.518097 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:49:06.518097 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 14:49:06.518097 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:49:06.518097 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 14:49:06.518097 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:49:06.518097 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 14:49:06.518097 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:49:06.518097 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 14:49:06.518097 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:49:06.518097 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:49:06.518097 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:49:06.518097 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:49:06.518097 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:49:06.518097 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 14:49:06.518097 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:49:06.518097 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 14:49:06.518097 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:49:06.518097 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:49:06.518097 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:49:06.518097 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 14:49:06.518097 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:49:06.518097 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:49:06.518097 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:49:06.518097 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:49:06.518097 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:49:06.518097 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:49:06.518097 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:49:06.538381 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 0b993588-471b-477e-a8bd-a8e8255b0055 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:49:06.540609 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 0b993588-471b-477e-a8bd-a8e8255b0055 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '9e11a2c8-7d3a-4d20-a09c-4987d6bbfe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '10c05851-d577-4717-a773-0aedff87e3c5'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:49:06.541020 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 0b993588-471b-477e-a8bd-a8e8255b0055 on network 10c05851-d577-4717-a773-0aedff87e3c5 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:49:06.552601 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Port 0b993588-471b-477e-a8bd-a8e8255b0055 on network 10c05851-d577-4717-a773-0aedff87e3c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:49:06.552601 n-d-799529-6 neutron-server[94445]: ERROR neutron.plugins.ml2.managers [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Failed to bind port 0b993588-471b-477e-a8bd-a8e8255b0055 on host n-h2-799529-6 for vnic_type normal using segments [{'id': '9e11a2c8-7d3a-4d20-a09c-4987d6bbfe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '10c05851-d577-4717-a773-0aedff87e3c5'}] Jul 09 14:49:06.553015 n-d-799529-6 neutron-server[94445]: INFO neutron.plugins.ml2.plugin [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempt 7 to bind port 0b993588-471b-477e-a8bd-a8e8255b0055 Jul 09 14:49:06.576225 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 9e027705-c65e-4087-9a90-561c569c90cf no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:49:06.583296 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 0b993588-471b-477e-a8bd-a8e8255b0055 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:49:06.584007 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 0b993588-471b-477e-a8bd-a8e8255b0055 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '9e11a2c8-7d3a-4d20-a09c-4987d6bbfe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '10c05851-d577-4717-a773-0aedff87e3c5'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:49:06.584340 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 0b993588-471b-477e-a8bd-a8e8255b0055 on network 10c05851-d577-4717-a773-0aedff87e3c5 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:49:06.589003 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Port 0b993588-471b-477e-a8bd-a8e8255b0055 on network 10c05851-d577-4717-a773-0aedff87e3c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:49:06.589334 n-d-799529-6 neutron-server[94445]: ERROR neutron.plugins.ml2.managers [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Failed to bind port 0b993588-471b-477e-a8bd-a8e8255b0055 on host n-h2-799529-6 for vnic_type normal using segments [{'id': '9e11a2c8-7d3a-4d20-a09c-4987d6bbfe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '10c05851-d577-4717-a773-0aedff87e3c5'}] Jul 09 14:49:06.589721 n-d-799529-6 neutron-server[94445]: INFO neutron.plugins.ml2.plugin [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempt 8 to bind port 0b993588-471b-477e-a8bd-a8e8255b0055 Jul 09 14:49:06.602922 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 0b993588-471b-477e-a8bd-a8e8255b0055 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:49:06.603259 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 0b993588-471b-477e-a8bd-a8e8255b0055 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '9e11a2c8-7d3a-4d20-a09c-4987d6bbfe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '10c05851-d577-4717-a773-0aedff87e3c5'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:49:06.603683 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 0b993588-471b-477e-a8bd-a8e8255b0055 on network 10c05851-d577-4717-a773-0aedff87e3c5 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:49:06.608441 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Port 0b993588-471b-477e-a8bd-a8e8255b0055 on network 10c05851-d577-4717-a773-0aedff87e3c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:49:06.608773 n-d-799529-6 neutron-server[94445]: ERROR neutron.plugins.ml2.managers [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Failed to bind port 0b993588-471b-477e-a8bd-a8e8255b0055 on host n-h2-799529-6 for vnic_type normal using segments [{'id': '9e11a2c8-7d3a-4d20-a09c-4987d6bbfe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '10c05851-d577-4717-a773-0aedff87e3c5'}] Jul 09 14:49:06.609229 n-d-799529-6 neutron-server[94445]: INFO neutron.plugins.ml2.plugin [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempt 9 to bind port 0b993588-471b-477e-a8bd-a8e8255b0055 Jul 09 14:49:06.623486 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 0b993588-471b-477e-a8bd-a8e8255b0055 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:49:06.623859 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 0b993588-471b-477e-a8bd-a8e8255b0055 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '9e11a2c8-7d3a-4d20-a09c-4987d6bbfe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '10c05851-d577-4717-a773-0aedff87e3c5'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:49:06.624200 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 0b993588-471b-477e-a8bd-a8e8255b0055 on network 10c05851-d577-4717-a773-0aedff87e3c5 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:49:06.630301 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Port 0b993588-471b-477e-a8bd-a8e8255b0055 on network 10c05851-d577-4717-a773-0aedff87e3c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:49:06.630713 n-d-799529-6 neutron-server[94445]: ERROR neutron.plugins.ml2.managers [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Failed to bind port 0b993588-471b-477e-a8bd-a8e8255b0055 on host n-h2-799529-6 for vnic_type normal using segments [{'id': '9e11a2c8-7d3a-4d20-a09c-4987d6bbfe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '10c05851-d577-4717-a773-0aedff87e3c5'}] Jul 09 14:49:06.631162 n-d-799529-6 neutron-server[94445]: INFO neutron.plugins.ml2.plugin [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempt 10 to bind port 0b993588-471b-477e-a8bd-a8e8255b0055 Jul 09 14:49:06.642815 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 9e027705-c65e-4087-9a90-561c569c90cf {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:49:06.643165 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 9e027705-c65e-4087-9a90-561c569c90cf not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:49:06.653996 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 0b993588-471b-477e-a8bd-a8e8255b0055 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:49:06.654189 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 0b993588-471b-477e-a8bd-a8e8255b0055 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '9e11a2c8-7d3a-4d20-a09c-4987d6bbfe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '10c05851-d577-4717-a773-0aedff87e3c5'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:49:06.654528 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 0b993588-471b-477e-a8bd-a8e8255b0055 on network 10c05851-d577-4717-a773-0aedff87e3c5 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:49:06.665426 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Port 0b993588-471b-477e-a8bd-a8e8255b0055 on network 10c05851-d577-4717-a773-0aedff87e3c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:49:06.665749 n-d-799529-6 neutron-server[94445]: ERROR neutron.plugins.ml2.managers [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Failed to bind port 0b993588-471b-477e-a8bd-a8e8255b0055 on host n-h2-799529-6 for vnic_type normal using segments [{'id': '9e11a2c8-7d3a-4d20-a09c-4987d6bbfe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '10c05851-d577-4717-a773-0aedff87e3c5'}] Jul 09 14:49:06.666372 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:06.674279 n-d-799529-6 neutron-server[94447]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 14:49:06.674279 n-d-799529-6 neutron-server[94447]: from cryptography.utils import int_from_bytes Jul 09 14:49:06.674279 n-d-799529-6 neutron-server[94447]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 14:49:06.674279 n-d-799529-6 neutron-server[94447]: from cryptography.utils import int_from_bytes Jul 09 14:49:06.674279 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:49:06.674279 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 14:49:06.674279 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:49:06.674279 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 14:49:06.674279 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:49:06.674279 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 14:49:06.674279 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:49:06.674279 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 14:49:06.674279 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:49:06.674279 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 14:49:06.674279 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:49:06.674279 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 14:49:06.674279 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:49:06.674279 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 14:49:06.674279 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:49:06.674279 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 14:49:06.674279 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:49:06.674279 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 14:49:06.674279 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:49:06.674279 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 14:49:06.674279 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:49:06.674279 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 14:49:06.674279 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:49:06.674279 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 14:49:06.674279 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:49:06.674279 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 14:49:06.674279 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:49:06.674279 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 14:49:06.674279 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:49:06.674279 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 14:49:06.674279 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:49:06.674279 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 14:49:06.674279 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:49:06.674279 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 14:49:06.674279 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:49:06.674279 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 14:49:06.674279 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:49:06.674279 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 14:49:06.677245 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:49:06.677245 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 14:49:06.677245 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:49:06.677245 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 14:49:06.677245 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:49:06.677245 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 14:49:06.677245 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:49:06.677245 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 14:49:06.677245 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:49:06.677245 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 14:49:06.677245 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:49:06.677245 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 14:49:06.677245 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:49:06.677245 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 14:49:06.693147 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c51527d0-0428-4bcd-b056-6a39b69ba6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:06.721829 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51527d0-0428-4bcd-b056-6a39b69ba6f0 None None] No DVR routers for this DVR port 9e027705-c65e-4087-9a90-561c569c90cf on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:49:06.756866 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dc14f99b-66c4-4b37-afd2-b6464b1c8905 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:06.770566 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dc14f99b-66c4-4b37-afd2-b6464b1c8905 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:06.776138 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-dc14f99b-66c4-4b37-afd2-b6464b1c8905 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "DELETE /v2.0/networks/47412575-4456-4392-9a15-f376fefceebb HTTP/1.1" status: 204 len: 168 time: 1.3210938 Jul 09 14:49:06.777872 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 39476) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:06.792751 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-344ada1a-8293-48a6-abf5-e490ae3ee675 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1000419019', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}, 'admin_state_up': False}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:49:06.814751 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51527d0-0428-4bcd-b056-6a39b69ba6f0 None None] Pushing event deleted for resources: {'Port': ['ID=9e027705-c65e-4087-9a90-561c569c90cf,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:06.821098 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc14f99b-66c4-4b37-afd2-b6464b1c8905 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event deleted for resources: {'Network': ['ID=47412575-4456-4392-9a15-f376fefceebb,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:06.904415 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] For port 0b993588-471b-477e-a8bd-a8e8255b0055, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:49:06.904936 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempted to set empty binding levels {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 09 14:49:06.946175 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccf8d75-98e8-447e-ad32-17b864fe8408 req-5e3172b9-8746-4d26-937f-9e4887d70705 tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:06.947768 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0ccf8d75-98e8-447e-ad32-17b864fe8408 req-5e3172b9-8746-4d26-937f-9e4887d70705 tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] 10.222.0.58 "GET /v2.0/ports?device_id=b46c8280-812a-4b0f-89db-1c58c71a80c6 HTTP/1.1" status: 200 len: 944 time: 0.1283252 Jul 09 14:49:06.987605 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:07.001676 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0ccf8d75-98e8-447e-ad32-17b864fe8408 req-01227d68-0fd4-42a1-96a1-3d910a634fee tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] 10.222.0.58 "GET /v2.0/security-groups?id=f16015ca-9a7b-4804-962d-59a2bba9d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477571 Jul 09 14:49:07.023280 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-344ada1a-8293-48a6-abf5-e490ae3ee675 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:07.024486 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-344ada1a-8293-48a6-abf5-e490ae3ee675 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:07.038041 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:07.038668 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:07.068488 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Pushing event updated for resources: {'Port': ['ID=0b993588-471b-477e-a8bd-a8e8255b0055,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:07.121678 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-344ada1a-8293-48a6-abf5-e490ae3ee675 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:07.138208 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-456a4c2c-680b-495c-bfb0-de9ae2d06c5c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.8534100 Jul 09 14:49:07.140800 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 39484) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:07.149774 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 39486) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:07.291655 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-e55fa0d6-0997-4c52-bffe-0a2bb92c3c19 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-918979736-network', 'tenant_id': '00c8b47fbdeb4adb9f07c041ba4522b8'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:49:07.389220 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-344ada1a-8293-48a6-abf5-e490ae3ee675 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:07.401613 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-8a5428a5-6395-4df7-ad90-40616e93635e tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Deleting port 0b993588-471b-477e-a8bd-a8e8255b0055 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:49:07.406179 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8a5428a5-6395-4df7-ad90-40616e93635e tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:07.455071 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55fa0d6-0997-4c52-bffe-0a2bb92c3c19 admin admin] Made reservation on behalf of 00c8b47fbdeb4adb9f07c041ba4522b8 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:49:07.457595 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e55fa0d6-0997-4c52-bffe-0a2bb92c3c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:07.480626 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e55fa0d6-0997-4c52-bffe-0a2bb92c3c19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:07.494641 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-8a5428a5-6395-4df7-ad90-40616e93635e tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] For port 0b993588-471b-477e-a8bd-a8e8255b0055, host n-h2-799529-6, got binding levels [] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:49:07.495017 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8a5428a5-6395-4df7-ad90-40616e93635e tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:07.515533 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-8a5428a5-6395-4df7-ad90-40616e93635e tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Calling delete_port for 0b993588-471b-477e-a8bd-a8e8255b0055 owned by {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:49:07.556126 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 14:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab359dc-32e2-4144-9b87-d1dfbb10f935 x-openstack-request-id: req-bab359dc-32e2-4144-9b87-d1dfbb10f935 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:49:07.556923 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29704e62-7a25-4f0a-96f2-07541a9be389", "name": "network-vif-unplugged", "status": "completed", "tag": "ba9936ba-c696-4ca3-a80f-83bd584978ae", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:49:07.557708 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bab359dc-32e2-4144-9b87-d1dfbb10f935 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:49:07.558527 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29704e62-7a25-4f0a-96f2-07541a9be389', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba9936ba-c696-4ca3-a80f-83bd584978ae', 'code': 200} Jul 09 14:49:07.782884 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e55fa0d6-0997-4c52-bffe-0a2bb92c3c19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:07.795007 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444991dc-e4c3-4dbc-8790-6b72f9408c40 req-670a7a8d-e224-4de5-ab69-8a8de6b9f8e0 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:07.796561 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-444991dc-e4c3-4dbc-8790-6b72f9408c40 req-670a7a8d-e224-4de5-ab69-8a8de6b9f8e0 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=9da18f17-d082-4d4c-86e5-ac89efaa7ffa HTTP/1.1" status: 200 len: 945 time: 0.1472068 Jul 09 14:49:07.865660 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8a5428a5-6395-4df7-ad90-40616e93635e tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:07.879264 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e55fa0d6-0997-4c52-bffe-0a2bb92c3c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:07.924900 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5428a5-6395-4df7-ad90-40616e93635e tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Pushing event deleted for resources: {'Port': ['ID=0b993588-471b-477e-a8bd-a8e8255b0055,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:07.958565 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e55fa0d6-0997-4c52-bffe-0a2bb92c3c19 admin admin] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:49:07.982080 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-344ada1a-8293-48a6-abf5-e490ae3ee675 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for router_gateway, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:07.987676 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8a5428a5-6395-4df7-ad90-40616e93635e tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:07.989723 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-8a5428a5-6395-4df7-ad90-40616e93635e tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] 10.222.0.58 "DELETE /v2.0/ports/0b993588-471b-477e-a8bd-a8e8255b0055 HTTP/1.1" status: 204 len: 168 time: 0.8479288 Jul 09 14:49:07.993160 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39494) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:08.012073 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e55fa0d6-0997-4c52-bffe-0a2bb92c3c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:08.012423 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-e55fa0d6-0997-4c52-bffe-0a2bb92c3c19 admin admin] Added segment b4f0c5e7-bfd2-49c2-8f29-f945c763fc2f of type vlan for network 38389e4e-bfe6-444d-ab84-a178fabcdb95 Jul 09 14:49:08.017289 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-444991dc-e4c3-4dbc-8790-6b72f9408c40 req-fcb3dc3e-b999-4a62-a1cf-0ee118dac7d8 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=473b60ee-6046-439a-9449-2a9b96c46b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1807711 Jul 09 14:49:08.020897 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7464fbf-99c5-4fa7-bb58-5a50daa5c2f4 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] GET failed (client error): The resource could not be found. Jul 09 14:49:08.022493 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f7464fbf-99c5-4fa7-bb58-5a50daa5c2f4 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] 10.222.0.58 "GET /v2.0/ports/0b993588-471b-477e-a8bd-a8e8255b0055 HTTP/1.1" status: 404 len: 333 time: 0.0283134 Jul 09 14:49:08.028476 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-344ada1a-8293-48a6-abf5-e490ae3ee675 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:08.028692 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39496) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:08.029485 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55fa0d6-0997-4c52-bffe-0a2bb92c3c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac64d91e-4ca2-425a-9fd5-435c728a918b,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:08.031780 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-82afe775-0814-46e6-91ed-33aca011659c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Request body: {'port': {'network_id': '10c05851-d577-4717-a773-0aedff87e3c5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2116996133'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:49:08.123980 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e55fa0d6-0997-4c52-bffe-0a2bb92c3c19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:08.162312 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82afe775-0814-46e6-91ed-33aca011659c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Made reservation on behalf of 9fb230eb395b4fb5908e5edbd9ea8be8 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:49:08.165651 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-82afe775-0814-46e6-91ed-33aca011659c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:08.184621 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-82afe775-0814-46e6-91ed-33aca011659c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] device_id is not set on port 38dd0bb6-c399-4156-89ce-e9e8f5d90979 yet. {{(pid=94446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:49:08.262112 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71a4d5-6def-4a8c-8e00-610e6485cfb9 req-a9e2e21e-dc07-4c00-a77d-7c90bf2c7f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:08.263790 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9a71a4d5-6def-4a8c-8e00-610e6485cfb9 req-a9e2e21e-dc07-4c00-a77d-7c90bf2c7f5b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=644ca6545bbf445fa0c886b6aef98e04&device_id=9da18f17-d082-4d4c-86e5-ac89efaa7ffa HTTP/1.1" status: 200 len: 1096 time: 0.1539822 Jul 09 14:49:08.272473 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-344ada1a-8293-48a6-abf5-e490ae3ee675 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Allocated IP 172.25.3.70 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/9f68fbd2-fb3b-47d1-b51d-3a8d1d835cd6) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:49:08.369290 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e55fa0d6-0997-4c52-bffe-0a2bb92c3c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:08.370247 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55fa0d6-0997-4c52-bffe-0a2bb92c3c19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:08.370699 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e55fa0d6-0997-4c52-bffe-0a2bb92c3c19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:08.372958 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-82afe775-0814-46e6-91ed-33aca011659c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:08.505858 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55fa0d6-0997-4c52-bffe-0a2bb92c3c19 admin admin] Pushing event updated for resources: {'Network': ['ID=38389e4e-bfe6-444d-ab84-a178fabcdb95,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:08.519327 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 38389e4e-bfe6-444d-ab84-a178fabcdb95 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:49:08.524387 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-82afe775-0814-46e6-91ed-33aca011659c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:08.544109 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71a4d5-6def-4a8c-8e00-610e6485cfb9 req-0cefbf7e-42f2-4ba3-8d15-08f011c7d6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:08.546622 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9a71a4d5-6def-4a8c-8e00-610e6485cfb9 req-0cefbf7e-42f2-4ba3-8d15-08f011c7d6fa service neutron] 10.222.0.54 "GET /v2.0/networks?id=29d888e5-b470-491c-8272-fb069bb5ea34 HTTP/1.1" status: 200 len: 917 time: 0.2580469 Jul 09 14:49:08.572774 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-344ada1a-8293-48a6-abf5-e490ae3ee675 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:08.599889 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82afe775-0814-46e6-91ed-33aca011659c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Network 10c05851-d577-4717-a773-0aedff87e3c5 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:49:08.603020 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-82afe775-0814-46e6-91ed-33aca011659c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:49:08.605533 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82afe775-0814-46e6-91ed-33aca011659c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:49:08.606541 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82afe775-0814-46e6-91ed-33aca011659c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:08.607145 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-82afe775-0814-46e6-91ed-33aca011659c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:08.613545 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e55fa0d6-0997-4c52-bffe-0a2bb92c3c19 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4612882 Jul 09 14:49:08.613777 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39500) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:08.618864 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-f1004333-7288-448a-81af-060b91bd0838 admin admin] Request body: {'subnet': {'network_id': '38389e4e-bfe6-444d-ab84-a178fabcdb95', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-918979736-subnet', 'tenant_id': '00c8b47fbdeb4adb9f07c041ba4522b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:49:08.624479 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82afe775-0814-46e6-91ed-33aca011659c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Pushing event updated for resources: {'Port': ['ID=38dd0bb6-c399-4156-89ce-e9e8f5d90979,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:08.667888 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bb3027-6d85-426c-9e35-35c61eac5300 req-cc46eacf-5df5-4c91-88f3-0d6ba2a37fbf tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:08.669392 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-61bb3027-6d85-426c-9e35-35c61eac5300 req-cc46eacf-5df5-4c91-88f3-0d6ba2a37fbf tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf213cef-cdcb-40c1-8a12-272ef114c818 HTTP/1.1" status: 200 len: 945 time: 0.2167208 Jul 09 14:49:08.671088 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9a71a4d5-6def-4a8c-8e00-610e6485cfb9 req-71322e1c-a6cf-448f-b325-1aff008293bc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7aa33818-c61d-4582-8359-6d5088e5a2d9 HTTP/1.1" status: 200 len: 1000 time: 0.1142001 Jul 09 14:49:08.727194 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1004333-7288-448a-81af-060b91bd0838 admin admin] Made reservation on behalf of 00c8b47fbdeb4adb9f07c041ba4522b8 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:49:08.729602 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f1004333-7288-448a-81af-060b91bd0838 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:08.751582 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-61bb3027-6d85-426c-9e35-35c61eac5300 req-efaa365f-56ed-48c3-890e-5dde00d718a4 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2c53084-ff15-419b-9d7e-92ae7ebe39f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762255 Jul 09 14:49:08.755782 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71a4d5-6def-4a8c-8e00-610e6485cfb9 req-82839a1a-f240-4174-9da6-e134d59c3999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:08.757194 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9a71a4d5-6def-4a8c-8e00-610e6485cfb9 req-82839a1a-f240-4174-9da6-e134d59c3999 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6ebf5b74-6584-49ef-a6c0-eff61f32c488 HTTP/1.1" status: 200 len: 855 time: 0.0758884 Jul 09 14:49:08.843202 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71a4d5-6def-4a8c-8e00-610e6485cfb9 req-a3dac8f3-c7b7-4164-9c0d-0104bc6b69b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:08.846837 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9a71a4d5-6def-4a8c-8e00-610e6485cfb9 req-a3dac8f3-c7b7-4164-9c0d-0104bc6b69b0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=29d888e5-b470-491c-8272-fb069bb5ea34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0801735 Jul 09 14:49:08.850705 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-82afe775-0814-46e6-91ed-33aca011659c tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8226550 Jul 09 14:49:08.852519 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39512) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:08.863598 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:49:08.894013 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-344ada1a-8293-48a6-abf5-e490ae3ee675 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:08.983296 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:09.017656 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f1004333-7288-448a-81af-060b91bd0838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:09.130633 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1004333-7288-448a-81af-060b91bd0838 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c77de190-56f3-4999-8ddd-6f23233693e4,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:09.166841 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1004333-7288-448a-81af-060b91bd0838 admin admin] Checking segment: {'id': 'b4f0c5e7-bfd2-49c2-8f29-f945c763fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '38389e4e-bfe6-444d-ab84-a178fabcdb95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:49:09.167189 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1004333-7288-448a-81af-060b91bd0838 admin admin] Network hostable DHCP agents. Network: 38389e4e-bfe6-444d-ab84-a178fabcdb95, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:49:09.237488 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] device_id is not set on port 38dd0bb6-c399-4156-89ce-e9e8f5d90979 yet. {{(pid=94446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:49:09.246421 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:09.259920 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Transition to ACTIVE for port object 38dd0bb6-c399-4156-89ce-e9e8f5d90979 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:49:09.293534 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1004333-7288-448a-81af-060b91bd0838 admin admin] Network 38389e4e-bfe6-444d-ab84-a178fabcdb95 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:49:09.307754 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344ada1a-8293-48a6-abf5-e490ae3ee675 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:49:09.316812 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-344ada1a-8293-48a6-abf5-e490ae3ee675 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:49:09.334402 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344ada1a-8293-48a6-abf5-e490ae3ee675 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:49:09.340127 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344ada1a-8293-48a6-abf5-e490ae3ee675 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event updated for resources: {'Port': ['ID=9f68fbd2-fb3b-47d1-b51d-3a8d1d835cd6,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:09.373684 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:09.416452 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-f1004333-7288-448a-81af-060b91bd0838 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 38389e4e-bfe6-444d-ab84-a178fabcdb95) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:49:09.426679 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235d88cb-39b5-48b5-a218-2c3cf693a2b9 None None] Network 38389e4e-bfe6-444d-ab84-a178fabcdb95 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:49:09.430839 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9a71a4d5-6def-4a8c-8e00-610e6485cfb9 req-a28cb55b-8206-41ae-92e7-21d142fd1c5e service neutron] 10.222.0.54 "GET /v2.0/networks/29d888e5-b470-491c-8272-fb069bb5ea34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5758536 Jul 09 14:49:09.436621 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1004333-7288-448a-81af-060b91bd0838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:09.437440 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f1004333-7288-448a-81af-060b91bd0838 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:09.443773 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9412c57a-3ce3-45ac-8057-fb5019d7cf98 req-a1b01143-3bd7-4670-9a38-ac92a922cf78 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:09.445251 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9412c57a-3ce3-45ac-8057-fb5019d7cf98 req-a1b01143-3bd7-4670-9a38-ac92a922cf78 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/networks?id=a9d0dfb1-4ed4-4376-bcf0-50fa5388f064 HTTP/1.1" status: 200 len: 804 time: 0.6155674 Jul 09 14:49:09.458922 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Pushing event updated for resources: {'Port': ['ID=38dd0bb6-c399-4156-89ce-e9e8f5d90979,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:09.468235 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 38dd0bb6-c399-4156-89ce-e9e8f5d90979 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:49:09.468235 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 38dd0bb6-c399-4156-89ce-e9e8f5d90979 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '9e11a2c8-7d3a-4d20-a09c-4987d6bbfe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '10c05851-d577-4717-a773-0aedff87e3c5'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:49:09.468235 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 38dd0bb6-c399-4156-89ce-e9e8f5d90979 on network 10c05851-d577-4717-a773-0aedff87e3c5 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:49:09.472757 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Port 38dd0bb6-c399-4156-89ce-e9e8f5d90979 on network 10c05851-d577-4717-a773-0aedff87e3c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:49:09.473179 n-d-799529-6 neutron-server[94446]: ERROR neutron.plugins.ml2.managers [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Failed to bind port 38dd0bb6-c399-4156-89ce-e9e8f5d90979 on host n-h2-799529-6 for vnic_type normal using segments [{'id': '9e11a2c8-7d3a-4d20-a09c-4987d6bbfe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '10c05851-d577-4717-a773-0aedff87e3c5'}] Jul 09 14:49:09.473914 n-d-799529-6 neutron-server[94446]: INFO neutron.plugins.ml2.plugin [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempt 2 to bind port 38dd0bb6-c399-4156-89ce-e9e8f5d90979 Jul 09 14:49:09.485766 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 38dd0bb6-c399-4156-89ce-e9e8f5d90979 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:49:09.486201 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 38dd0bb6-c399-4156-89ce-e9e8f5d90979 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '9e11a2c8-7d3a-4d20-a09c-4987d6bbfe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '10c05851-d577-4717-a773-0aedff87e3c5'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:49:09.486615 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 38dd0bb6-c399-4156-89ce-e9e8f5d90979 on network 10c05851-d577-4717-a773-0aedff87e3c5 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:49:09.491458 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Port 38dd0bb6-c399-4156-89ce-e9e8f5d90979 on network 10c05851-d577-4717-a773-0aedff87e3c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:49:09.491767 n-d-799529-6 neutron-server[94446]: ERROR neutron.plugins.ml2.managers [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Failed to bind port 38dd0bb6-c399-4156-89ce-e9e8f5d90979 on host n-h2-799529-6 for vnic_type normal using segments [{'id': '9e11a2c8-7d3a-4d20-a09c-4987d6bbfe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '10c05851-d577-4717-a773-0aedff87e3c5'}] Jul 09 14:49:09.492275 n-d-799529-6 neutron-server[94446]: INFO neutron.plugins.ml2.plugin [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempt 3 to bind port 38dd0bb6-c399-4156-89ce-e9e8f5d90979 Jul 09 14:49:09.507935 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 38dd0bb6-c399-4156-89ce-e9e8f5d90979 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:49:09.508536 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 38dd0bb6-c399-4156-89ce-e9e8f5d90979 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '9e11a2c8-7d3a-4d20-a09c-4987d6bbfe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '10c05851-d577-4717-a773-0aedff87e3c5'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:49:09.515315 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 38dd0bb6-c399-4156-89ce-e9e8f5d90979 on network 10c05851-d577-4717-a773-0aedff87e3c5 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:49:09.515315 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Port 38dd0bb6-c399-4156-89ce-e9e8f5d90979 on network 10c05851-d577-4717-a773-0aedff87e3c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:49:09.515315 n-d-799529-6 neutron-server[94446]: ERROR neutron.plugins.ml2.managers [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Failed to bind port 38dd0bb6-c399-4156-89ce-e9e8f5d90979 on host n-h2-799529-6 for vnic_type normal using segments [{'id': '9e11a2c8-7d3a-4d20-a09c-4987d6bbfe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '10c05851-d577-4717-a773-0aedff87e3c5'}] Jul 09 14:49:09.515757 n-d-799529-6 neutron-server[94446]: INFO neutron.plugins.ml2.plugin [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempt 4 to bind port 38dd0bb6-c399-4156-89ce-e9e8f5d90979 Jul 09 14:49:09.528569 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 38dd0bb6-c399-4156-89ce-e9e8f5d90979 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:49:09.528913 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 38dd0bb6-c399-4156-89ce-e9e8f5d90979 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '9e11a2c8-7d3a-4d20-a09c-4987d6bbfe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '10c05851-d577-4717-a773-0aedff87e3c5'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:49:09.529253 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 38dd0bb6-c399-4156-89ce-e9e8f5d90979 on network 10c05851-d577-4717-a773-0aedff87e3c5 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:49:09.533677 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Port 38dd0bb6-c399-4156-89ce-e9e8f5d90979 on network 10c05851-d577-4717-a773-0aedff87e3c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:49:09.534038 n-d-799529-6 neutron-server[94446]: ERROR neutron.plugins.ml2.managers [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Failed to bind port 38dd0bb6-c399-4156-89ce-e9e8f5d90979 on host n-h2-799529-6 for vnic_type normal using segments [{'id': '9e11a2c8-7d3a-4d20-a09c-4987d6bbfe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '10c05851-d577-4717-a773-0aedff87e3c5'}] Jul 09 14:49:09.534675 n-d-799529-6 neutron-server[94446]: INFO neutron.plugins.ml2.plugin [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempt 5 to bind port 38dd0bb6-c399-4156-89ce-e9e8f5d90979 Jul 09 14:49:09.548280 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 38dd0bb6-c399-4156-89ce-e9e8f5d90979 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:49:09.548576 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 38dd0bb6-c399-4156-89ce-e9e8f5d90979 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '9e11a2c8-7d3a-4d20-a09c-4987d6bbfe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '10c05851-d577-4717-a773-0aedff87e3c5'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:49:09.548923 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 38dd0bb6-c399-4156-89ce-e9e8f5d90979 on network 10c05851-d577-4717-a773-0aedff87e3c5 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:49:09.553353 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Port 38dd0bb6-c399-4156-89ce-e9e8f5d90979 on network 10c05851-d577-4717-a773-0aedff87e3c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:49:09.553683 n-d-799529-6 neutron-server[94446]: ERROR neutron.plugins.ml2.managers [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Failed to bind port 38dd0bb6-c399-4156-89ce-e9e8f5d90979 on host n-h2-799529-6 for vnic_type normal using segments [{'id': '9e11a2c8-7d3a-4d20-a09c-4987d6bbfe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '10c05851-d577-4717-a773-0aedff87e3c5'}] Jul 09 14:49:09.554080 n-d-799529-6 neutron-server[94446]: INFO neutron.plugins.ml2.plugin [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempt 6 to bind port 38dd0bb6-c399-4156-89ce-e9e8f5d90979 Jul 09 14:49:09.567725 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 38dd0bb6-c399-4156-89ce-e9e8f5d90979 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:49:09.567828 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0622a335-6f5a-4607-b748-8d92433fa2f2 None None] Network 38389e4e-bfe6-444d-ab84-a178fabcdb95 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:49:09.568258 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 38dd0bb6-c399-4156-89ce-e9e8f5d90979 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '9e11a2c8-7d3a-4d20-a09c-4987d6bbfe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '10c05851-d577-4717-a773-0aedff87e3c5'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:49:09.568258 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 38dd0bb6-c399-4156-89ce-e9e8f5d90979 on network 10c05851-d577-4717-a773-0aedff87e3c5 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:49:09.572549 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Port 38dd0bb6-c399-4156-89ce-e9e8f5d90979 on network 10c05851-d577-4717-a773-0aedff87e3c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:49:09.572779 n-d-799529-6 neutron-server[94446]: ERROR neutron.plugins.ml2.managers [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Failed to bind port 38dd0bb6-c399-4156-89ce-e9e8f5d90979 on host n-h2-799529-6 for vnic_type normal using segments [{'id': '9e11a2c8-7d3a-4d20-a09c-4987d6bbfe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '10c05851-d577-4717-a773-0aedff87e3c5'}] Jul 09 14:49:09.573384 n-d-799529-6 neutron-server[94446]: INFO neutron.plugins.ml2.plugin [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempt 7 to bind port 38dd0bb6-c399-4156-89ce-e9e8f5d90979 Jul 09 14:49:09.581082 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9412c57a-3ce3-45ac-8057-fb5019d7cf98 req-228ee45b-a2a2-4405-8c44-e06bb5ab8e85 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/quotas/bdaedf6ac9084c79b7ea6ec72411a8d8 HTTP/1.1" status: 200 len: 375 time: 0.1210632 Jul 09 14:49:09.591821 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 38dd0bb6-c399-4156-89ce-e9e8f5d90979 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:49:09.592167 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 38dd0bb6-c399-4156-89ce-e9e8f5d90979 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '9e11a2c8-7d3a-4d20-a09c-4987d6bbfe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '10c05851-d577-4717-a773-0aedff87e3c5'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:49:09.592695 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 38dd0bb6-c399-4156-89ce-e9e8f5d90979 on network 10c05851-d577-4717-a773-0aedff87e3c5 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:49:09.598284 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Port 38dd0bb6-c399-4156-89ce-e9e8f5d90979 on network 10c05851-d577-4717-a773-0aedff87e3c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:49:09.598612 n-d-799529-6 neutron-server[94446]: ERROR neutron.plugins.ml2.managers [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Failed to bind port 38dd0bb6-c399-4156-89ce-e9e8f5d90979 on host n-h2-799529-6 for vnic_type normal using segments [{'id': '9e11a2c8-7d3a-4d20-a09c-4987d6bbfe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '10c05851-d577-4717-a773-0aedff87e3c5'}] Jul 09 14:49:09.599014 n-d-799529-6 neutron-server[94446]: INFO neutron.plugins.ml2.plugin [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempt 8 to bind port 38dd0bb6-c399-4156-89ce-e9e8f5d90979 Jul 09 14:49:09.611219 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 38dd0bb6-c399-4156-89ce-e9e8f5d90979 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:49:09.611765 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 38dd0bb6-c399-4156-89ce-e9e8f5d90979 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '9e11a2c8-7d3a-4d20-a09c-4987d6bbfe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '10c05851-d577-4717-a773-0aedff87e3c5'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:49:09.612109 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 38dd0bb6-c399-4156-89ce-e9e8f5d90979 on network 10c05851-d577-4717-a773-0aedff87e3c5 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:49:09.620068 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f1004333-7288-448a-81af-060b91bd0838 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0049615 Jul 09 14:49:09.621907 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Port 38dd0bb6-c399-4156-89ce-e9e8f5d90979 on network 10c05851-d577-4717-a773-0aedff87e3c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:49:09.622309 n-d-799529-6 neutron-server[94446]: ERROR neutron.plugins.ml2.managers [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Failed to bind port 38dd0bb6-c399-4156-89ce-e9e8f5d90979 on host n-h2-799529-6 for vnic_type normal using segments [{'id': '9e11a2c8-7d3a-4d20-a09c-4987d6bbfe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '10c05851-d577-4717-a773-0aedff87e3c5'}] Jul 09 14:49:09.623444 n-d-799529-6 neutron-server[94446]: INFO neutron.plugins.ml2.plugin [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempt 9 to bind port 38dd0bb6-c399-4156-89ce-e9e8f5d90979 Jul 09 14:49:09.643210 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 38dd0bb6-c399-4156-89ce-e9e8f5d90979 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:49:09.643822 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 38dd0bb6-c399-4156-89ce-e9e8f5d90979 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '9e11a2c8-7d3a-4d20-a09c-4987d6bbfe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '10c05851-d577-4717-a773-0aedff87e3c5'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:49:09.644334 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 38dd0bb6-c399-4156-89ce-e9e8f5d90979 on network 10c05851-d577-4717-a773-0aedff87e3c5 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:49:09.649187 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Port 38dd0bb6-c399-4156-89ce-e9e8f5d90979 on network 10c05851-d577-4717-a773-0aedff87e3c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:49:09.649517 n-d-799529-6 neutron-server[94446]: ERROR neutron.plugins.ml2.managers [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Failed to bind port 38dd0bb6-c399-4156-89ce-e9e8f5d90979 on host n-h2-799529-6 for vnic_type normal using segments [{'id': '9e11a2c8-7d3a-4d20-a09c-4987d6bbfe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '10c05851-d577-4717-a773-0aedff87e3c5'}] Jul 09 14:49:09.649912 n-d-799529-6 neutron-server[94446]: INFO neutron.plugins.ml2.plugin [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempt 10 to bind port 38dd0bb6-c399-4156-89ce-e9e8f5d90979 Jul 09 14:49:09.665845 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 38dd0bb6-c399-4156-89ce-e9e8f5d90979 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:49:09.666422 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 38dd0bb6-c399-4156-89ce-e9e8f5d90979 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '9e11a2c8-7d3a-4d20-a09c-4987d6bbfe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '10c05851-d577-4717-a773-0aedff87e3c5'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:49:09.666629 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e355d024-f734-4ea9-890d-b241bf966a2c req-08eb0088-cabb-448f-bd7b-8cac46e4b457 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:09.666799 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 38dd0bb6-c399-4156-89ce-e9e8f5d90979 on network 10c05851-d577-4717-a773-0aedff87e3c5 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:49:09.668708 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e355d024-f734-4ea9-890d-b241bf966a2c req-08eb0088-cabb-448f-bd7b-8cac46e4b457 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.54 "GET /v2.0/ports?device_id=29704e62-7a25-4f0a-96f2-07541a9be389 HTTP/1.1" status: 200 len: 943 time: 0.3009007 Jul 09 14:49:09.672700 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Port 38dd0bb6-c399-4156-89ce-e9e8f5d90979 on network 10c05851-d577-4717-a773-0aedff87e3c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:49:09.672700 n-d-799529-6 neutron-server[94446]: ERROR neutron.plugins.ml2.managers [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Failed to bind port 38dd0bb6-c399-4156-89ce-e9e8f5d90979 on host n-h2-799529-6 for vnic_type normal using segments [{'id': '9e11a2c8-7d3a-4d20-a09c-4987d6bbfe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '10c05851-d577-4717-a773-0aedff87e3c5'}] Jul 09 14:49:09.672700 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:09.744188 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9a71a4d5-6def-4a8c-8e00-610e6485cfb9 req-52b0a8ab-81e6-48f0-bfaf-08d7100d013a service neutron] 10.222.0.54 "GET /v2.0/networks/29d888e5-b470-491c-8272-fb069bb5ea34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976677 Jul 09 14:49:09.793013 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] For port 38dd0bb6-c399-4156-89ce-e9e8f5d90979, host n-h2-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:49:09.793679 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempted to set empty binding levels {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 09 14:49:09.804730 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9412c57a-3ce3-45ac-8057-fb5019d7cf98 req-aedc2414-dfbe-47ed-8bfc-e4cee4ebf2e5 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=bdaedf6ac9084c79b7ea6ec72411a8d8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1935387 Jul 09 14:49:09.928389 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:09.937037 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-e355d024-f734-4ea9-890d-b241bf966a2c req-473e3058-b119-49e4-9b4c-b93e88b15957 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Deleting port ba9936ba-c696-4ca3-a80f-83bd584978ae {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:49:09.937383 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e355d024-f734-4ea9-890d-b241bf966a2c req-473e3058-b119-49e4-9b4c-b93e88b15957 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:09.959182 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] In _notify_port_updated(), no bound segment for port 38dd0bb6-c399-4156-89ce-e9e8f5d90979 on network 10c05851-d577-4717-a773-0aedff87e3c5 {{(pid=94446) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 14:49:09.960102 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:09.960707 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:09.962043 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] 10.222.0.58 "PUT /v2.0/ports/38dd0bb6-c399-4156-89ce-e9e8f5d90979 HTTP/1.1" status: 200 len: 975 time: 1.1066227 Jul 09 14:49:09.964794 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39522) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:10.099921 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9412c57a-3ce3-45ac-8057-fb5019d7cf98 req-ff18917f-34af-4e5f-a0db-ae8161e31bbc service neutron] 10.222.0.58 "GET /v2.0/networks/a9d0dfb1-4ed4-4376-bcf0-50fa5388f064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848592 Jul 09 14:49:10.130096 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-344ada1a-8293-48a6-abf5-e490ae3ee675 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for router_gateway, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:10.340236 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-e355d024-f734-4ea9-890d-b241bf966a2c req-473e3058-b119-49e4-9b4c-b93e88b15957 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] For port ba9936ba-c696-4ca3-a80f-83bd584978ae, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=ba9936ba-c696-4ca3-a80f-83bd584978ae,segment=NetworkSegment(2badb0c6-e67f-4820-b4bb-8e5a90533cf4),segment_id=2badb0c6-e67f-4820-b4bb-8e5a90533cf4)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:49:10.340236 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e355d024-f734-4ea9-890d-b241bf966a2c req-473e3058-b119-49e4-9b4c-b93e88b15957 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:10.340236 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-e355d024-f734-4ea9-890d-b241bf966a2c req-473e3058-b119-49e4-9b4c-b93e88b15957 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Calling delete_port for ba9936ba-c696-4ca3-a80f-83bd584978ae owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:49:10.351536 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9412c57a-3ce3-45ac-8057-fb5019d7cf98 req-581683b6-3388-455a-8b7e-cff6f9e56682 service neutron] 10.222.0.58 "GET /v2.0/networks/a9d0dfb1-4ed4-4376-bcf0-50fa5388f064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399299 Jul 09 14:49:10.381550 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e149ed-1ba5-4e4e-a97d-8aae01d59aa1 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Pushing event updated for resources: {'Port': ['ID=38dd0bb6-c399-4156-89ce-e9e8f5d90979,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:10.475691 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74de7a2d-7cb6-4778-b9d4-0d586cfc3385 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:10.476262 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74de7a2d-7cb6-4778-b9d4-0d586cfc3385 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:10.476884 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74de7a2d-7cb6-4778-b9d4-0d586cfc3385 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:10.477362 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74de7a2d-7cb6-4778-b9d4-0d586cfc3385 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:10.477835 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74de7a2d-7cb6-4778-b9d4-0d586cfc3385 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:10.478298 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74de7a2d-7cb6-4778-b9d4-0d586cfc3385 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:10.478763 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74de7a2d-7cb6-4778-b9d4-0d586cfc3385 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:10.479675 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74de7a2d-7cb6-4778-b9d4-0d586cfc3385 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:10.480146 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74de7a2d-7cb6-4778-b9d4-0d586cfc3385 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:10.480615 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74de7a2d-7cb6-4778-b9d4-0d586cfc3385 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:10.481081 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74de7a2d-7cb6-4778-b9d4-0d586cfc3385 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:10.481546 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74de7a2d-7cb6-4778-b9d4-0d586cfc3385 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:10.482010 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74de7a2d-7cb6-4778-b9d4-0d586cfc3385 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:10.482469 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74de7a2d-7cb6-4778-b9d4-0d586cfc3385 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:10.483051 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74de7a2d-7cb6-4778-b9d4-0d586cfc3385 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:10.483536 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74de7a2d-7cb6-4778-b9d4-0d586cfc3385 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:10.484107 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74de7a2d-7cb6-4778-b9d4-0d586cfc3385 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:10.484593 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74de7a2d-7cb6-4778-b9d4-0d586cfc3385 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:10.485036 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74de7a2d-7cb6-4778-b9d4-0d586cfc3385 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:10.485498 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74de7a2d-7cb6-4778-b9d4-0d586cfc3385 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:10.485959 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74de7a2d-7cb6-4778-b9d4-0d586cfc3385 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:10.486419 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74de7a2d-7cb6-4778-b9d4-0d586cfc3385 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:10.487020 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74de7a2d-7cb6-4778-b9d4-0d586cfc3385 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:10.487484 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74de7a2d-7cb6-4778-b9d4-0d586cfc3385 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:10.487996 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74de7a2d-7cb6-4778-b9d4-0d586cfc3385 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:10.488455 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74de7a2d-7cb6-4778-b9d4-0d586cfc3385 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:10.488915 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74de7a2d-7cb6-4778-b9d4-0d586cfc3385 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:10.489796 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74de7a2d-7cb6-4778-b9d4-0d586cfc3385 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:10.490264 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74de7a2d-7cb6-4778-b9d4-0d586cfc3385 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:10.490734 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74de7a2d-7cb6-4778-b9d4-0d586cfc3385 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:10.491196 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74de7a2d-7cb6-4778-b9d4-0d586cfc3385 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:10.491685 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74de7a2d-7cb6-4778-b9d4-0d586cfc3385 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:10.492147 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74de7a2d-7cb6-4778-b9d4-0d586cfc3385 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:10.492610 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74de7a2d-7cb6-4778-b9d4-0d586cfc3385 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:10.493191 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74de7a2d-7cb6-4778-b9d4-0d586cfc3385 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:10.493658 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74de7a2d-7cb6-4778-b9d4-0d586cfc3385 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:10.494241 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74de7a2d-7cb6-4778-b9d4-0d586cfc3385 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:10.498540 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-74de7a2d-7cb6-4778-b9d4-0d586cfc3385 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 33212 time: 0.5327511 Jul 09 14:49:10.505011 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39532) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:10.538404 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-344ada1a-8293-48a6-abf5-e490ae3ee675 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:10.596332 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d236c5-bd65-4364-90a3-d97e9d5ba418 req-b2e2af50-a318-4e0f-b839-05728b671292 tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:10.597774 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-52d236c5-bd65-4364-90a3-d97e9d5ba418 req-b2e2af50-a318-4e0f-b839-05728b671292 tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] 10.222.0.58 "GET /v2.0/ports?device_id=b46c8280-812a-4b0f-89db-1c58c71a80c6 HTTP/1.1" status: 200 len: 944 time: 0.2786336 Jul 09 14:49:10.646298 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-c6b8130e-70b6-4037-96a8-29e2be98acc8 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Deleting port 38dd0bb6-c399-4156-89ce-e9e8f5d90979 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:49:10.646655 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c6b8130e-70b6-4037-96a8-29e2be98acc8 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:10.654318 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-52d236c5-bd65-4364-90a3-d97e9d5ba418 req-496c9f32-f8f9-40ac-8de6-18292c27e7e6 tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] 10.222.0.58 "GET /v2.0/security-groups?id=f16015ca-9a7b-4804-962d-59a2bba9d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482285 Jul 09 14:49:10.727735 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-c6b8130e-70b6-4037-96a8-29e2be98acc8 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] For port 38dd0bb6-c399-4156-89ce-e9e8f5d90979, host n-h2-799529-6, got binding levels [] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:49:10.728185 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c6b8130e-70b6-4037-96a8-29e2be98acc8 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:10.741870 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-c6b8130e-70b6-4037-96a8-29e2be98acc8 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Calling delete_port for 38dd0bb6-c399-4156-89ce-e9e8f5d90979 owned by {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:49:10.873894 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b738ecc-8dcd-4e10-b066-65797dc3c210 req-afd8af80-f945-42bd-937d-9caf3b5272c1 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:10.875305 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6b738ecc-8dcd-4e10-b066-65797dc3c210 req-afd8af80-f945-42bd-937d-9caf3b5272c1 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=9da18f17-d082-4d4c-86e5-ac89efaa7ffa HTTP/1.1" status: 200 len: 945 time: 0.0925772 Jul 09 14:49:10.913763 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6b738ecc-8dcd-4e10-b066-65797dc3c210 req-215bd7a2-8203-41e2-b6ca-6f7523ca7953 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=473b60ee-6046-439a-9449-2a9b96c46b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319452 Jul 09 14:49:11.242920 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-344ada1a-8293-48a6-abf5-e490ae3ee675 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Router c344d052-b91f-4b3d-92bf-cc0ed1f076c9 is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:49:11.243951 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c6b8130e-70b6-4037-96a8-29e2be98acc8 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:11.245164 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e355d024-f734-4ea9-890d-b241bf966a2c req-473e3058-b119-49e4-9b4c-b93e88b15957 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:11.272189 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39540) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:11.282028 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-d04077dd-a0e4-424d-89e9-0e46a9ed218b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1953838318-network', 'tenant_id': 'cce2a0d706924a9a8d799bc54f7f41c1'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:49:11.303061 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:49:11.311310 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c6b8130e-70b6-4037-96a8-29e2be98acc8 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:11.317199 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c6b8130e-70b6-4037-96a8-29e2be98acc8 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] 10.222.0.58 "DELETE /v2.0/ports/38dd0bb6-c399-4156-89ce-e9e8f5d90979 HTTP/1.1" status: 204 len: 168 time: 0.8080668 Jul 09 14:49:11.317199 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b8130e-70b6-4037-96a8-29e2be98acc8 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Pushing event deleted for resources: {'Port': ['ID=38dd0bb6-c399-4156-89ce-e9e8f5d90979,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:11.318016 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39546) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:11.324149 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473e3058-b119-49e4-9b4c-b93e88b15957 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Pushing event deleted for resources: {'Port': ['ID=ba9936ba-c696-4ca3-a80f-83bd584978ae,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:11.374587 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-6871c9ab-b3f9-4d2f-8b19-46f0cfd44288 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] GET failed (client error): The resource could not be found. Jul 09 14:49:11.376627 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-6871c9ab-b3f9-4d2f-8b19-46f0cfd44288 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] 10.222.0.58 "GET /v2.0/ports/38dd0bb6-c399-4156-89ce-e9e8f5d90979 HTTP/1.1" status: 404 len: 333 time: 0.0366240 Jul 09 14:49:11.386396 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39548) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:11.396049 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-0e3159ec-f50c-49db-bd8e-f8ca3f9fc830 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1119606187', 'network_id': '10c05851-d577-4717-a773-0aedff87e3c5'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:49:11.453483 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-e355d024-f734-4ea9-890d-b241bf966a2c req-473e3058-b119-49e4-9b4c-b93e88b15957 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] No DVR routers for this DVR port ba9936ba-c696-4ca3-a80f-83bd584978ae on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:49:11.457354 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e355d024-f734-4ea9-890d-b241bf966a2c req-473e3058-b119-49e4-9b4c-b93e88b15957 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:11.460005 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e355d024-f734-4ea9-890d-b241bf966a2c req-473e3058-b119-49e4-9b4c-b93e88b15957 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.54 "DELETE /v2.0/ports/ba9936ba-c696-4ca3-a80f-83bd584978ae HTTP/1.1" status: 204 len: 173 time: 1.7858148 Jul 09 14:49:11.472467 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29704e62-7a25-4f0a-96f2-07541a9be389', 'name': 'network-vif-deleted', 'tag': 'ba9936ba-c696-4ca3-a80f-83bd584978ae'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:49:11.474851 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b869fdb8-9ffa-45ff-9b09-af9f6daa4e6a" -d '{"events": [{"server_uuid": "29704e62-7a25-4f0a-96f2-07541a9be389", "name": "network-vif-deleted", "tag": "ba9936ba-c696-4ca3-a80f-83bd584978ae"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:49:11.495951 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04077dd-a0e4-424d-89e9-0e46a9ed218b admin admin] Made reservation on behalf of cce2a0d706924a9a8d799bc54f7f41c1 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:49:11.498317 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d04077dd-a0e4-424d-89e9-0e46a9ed218b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:11.512341 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d04077dd-a0e4-424d-89e9-0e46a9ed218b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:11.537876 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b0a080fc-01c5-484e-ac78-830d067ebfa6 req-8774084f-e0d2-4898-a495-1237b258b891 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=e59981f2-1bbc-46b7-94f0-0e107e4666e9 HTTP/1.1" status: 200 len: 210 time: 0.0599046 Jul 09 14:49:11.562232 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-344ada1a-8293-48a6-abf5-e490ae3ee675 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:49:11.575259 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b90fdc-efb2-4aeb-9ba8-1f0da9848d1a None None] Sync routers for ids ['c344d052-b91f-4b3d-92bf-cc0ed1f076c9'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:49:11.584803 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b90fdc-efb2-4aeb-9ba8-1f0da9848d1a None None] Routers {'c344d052-b91f-4b3d-92bf-cc0ed1f076c9'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:49:11.585418 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-83b90fdc-efb2-4aeb-9ba8-1f0da9848d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:48:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['c344d052-b91f-4b3d-92bf-cc0ed1f076c9'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:11.589418 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e9bf67-98f7-4e93-be4d-9d5b613fa350 x-openstack-request-id: req-02e9bf67-98f7-4e93-be4d-9d5b613fa350 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:49:11.589580 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29704e62-7a25-4f0a-96f2-07541a9be389", "name": "network-vif-deleted", "tag": "ba9936ba-c696-4ca3-a80f-83bd584978ae", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:49:11.589989 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-02e9bf67-98f7-4e93-be4d-9d5b613fa350 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:49:11.590397 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29704e62-7a25-4f0a-96f2-07541a9be389', 'name': 'network-vif-deleted', 'tag': 'ba9936ba-c696-4ca3-a80f-83bd584978ae', 'status': 'completed', 'code': 200} Jul 09 14:49:11.604886 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e3159ec-f50c-49db-bd8e-f8ca3f9fc830 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Made reservation on behalf of 9fb230eb395b4fb5908e5edbd9ea8be8 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:49:11.608021 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0e3159ec-f50c-49db-bd8e-f8ca3f9fc830 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:11.636842 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-83b90fdc-efb2-4aeb-9ba8-1f0da9848d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:11.645937 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b90fdc-efb2-4aeb-9ba8-1f0da9848d1a None None] Routers {'c344d052-b91f-4b3d-92bf-cc0ed1f076c9'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:49:11.646380 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-0e3159ec-f50c-49db-bd8e-f8ca3f9fc830 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] device_id is not set on port 5dc8e9af-a695-4c83-903b-0717eaa678f8 yet. {{(pid=94446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:49:11.646549 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-83b90fdc-efb2-4aeb-9ba8-1f0da9848d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:48:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['c344d052-b91f-4b3d-92bf-cc0ed1f076c9'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:11.684410 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-83b90fdc-efb2-4aeb-9ba8-1f0da9848d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:11.685416 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b90fdc-efb2-4aeb-9ba8-1f0da9848d1a None None] The sync data for ids ['c344d052-b91f-4b3d-92bf-cc0ed1f076c9'] in n-d-799529-6 is: [] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:49:11.865433 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389323db-5569-4a27-bf37-7d83ccf985ef req-7d1c56bb-08e0-463c-a32c-b8864cde44a0 tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:11.867206 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-389323db-5569-4a27-bf37-7d83ccf985ef req-7d1c56bb-08e0-463c-a32c-b8864cde44a0 tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] 10.222.0.58 "GET /v2.0/ports?device_id=b46c8280-812a-4b0f-89db-1c58c71a80c6 HTTP/1.1" status: 200 len: 944 time: 0.0655408 Jul 09 14:49:11.878115 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f282632f-f012-4bc4-bc54-5f5ba937042d req-1842d190-9342-4bbf-9433-6fd5533d7072 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:11.880486 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f282632f-f012-4bc4-bc54-5f5ba937042d req-1842d190-9342-4bbf-9433-6fd5533d7072 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf213cef-cdcb-40c1-8a12-272ef114c818 HTTP/1.1" status: 200 len: 945 time: 0.1855226 Jul 09 14:49:11.886813 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d04077dd-a0e4-424d-89e9-0e46a9ed218b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:11.921032 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-389323db-5569-4a27-bf37-7d83ccf985ef req-e99e086b-8642-4390-8765-65c1ed336ffd tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] 10.222.0.58 "GET /v2.0/security-groups?id=f16015ca-9a7b-4804-962d-59a2bba9d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478568 Jul 09 14:49:11.933869 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0e3159ec-f50c-49db-bd8e-f8ca3f9fc830 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:11.952193 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f282632f-f012-4bc4-bc54-5f5ba937042d req-2a868326-95fc-4b5d-838e-8e8a4ba432ef tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2c53084-ff15-419b-9d7e-92ae7ebe39f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626702 Jul 09 14:49:11.955700 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d04077dd-a0e4-424d-89e9-0e46a9ed218b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:11.991130 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d04077dd-a0e4-424d-89e9-0e46a9ed218b admin admin] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:49:12.013091 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04077dd-a0e4-424d-89e9-0e46a9ed218b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae4661d-b344-471f-a3d2-92d6dafe9395,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:12.017426 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d04077dd-a0e4-424d-89e9-0e46a9ed218b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:12.017775 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-d04077dd-a0e4-424d-89e9-0e46a9ed218b admin admin] Added segment ee860b30-a2c3-4df0-a972-b8684fbae203 of type vlan for network 4fcc8552-0601-4e60-a4ae-d6385f620aba Jul 09 14:49:12.062354 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d04077dd-a0e4-424d-89e9-0e46a9ed218b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:12.076461 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-344ada1a-8293-48a6-abf5-e490ae3ee675 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:12.078642 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-344ada1a-8293-48a6-abf5-e490ae3ee675 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.2995203 Jul 09 14:49:12.082811 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 39564) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:12.098131 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0e3159ec-f50c-49db-bd8e-f8ca3f9fc830 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:12.135323 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3159ec-f50c-49db-bd8e-f8ca3f9fc830 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Network 10c05851-d577-4717-a773-0aedff87e3c5 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:49:12.140118 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-0e3159ec-f50c-49db-bd8e-f8ca3f9fc830 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:49:12.143459 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3159ec-f50c-49db-bd8e-f8ca3f9fc830 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:49:12.144950 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3159ec-f50c-49db-bd8e-f8ca3f9fc830 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:12.145552 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0e3159ec-f50c-49db-bd8e-f8ca3f9fc830 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:12.156491 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3159ec-f50c-49db-bd8e-f8ca3f9fc830 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Pushing event updated for resources: {'Port': ['ID=5dc8e9af-a695-4c83-903b-0717eaa678f8,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:12.195281 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5a1bb2-6d0d-43e0-a110-6943083e8983 req-b96fc101-60b8-4917-a43d-e89a87d391f9 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:12.196786 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7b5a1bb2-6d0d-43e0-a110-6943083e8983 req-b96fc101-60b8-4917-a43d-e89a87d391f9 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=9da18f17-d082-4d4c-86e5-ac89efaa7ffa HTTP/1.1" status: 200 len: 945 time: 0.1597435 Jul 09 14:49:12.205738 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d04077dd-a0e4-424d-89e9-0e46a9ed218b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:12.207257 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04077dd-a0e4-424d-89e9-0e46a9ed218b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:12.207882 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d04077dd-a0e4-424d-89e9-0e46a9ed218b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:12.243153 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-0c6eee0b-00bd-43b3-8a9c-b83e06a438c2 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "GET /v2.0/routers/c344d052-b91f-4b3d-92bf-cc0ed1f076c9 HTTP/1.1" status: 200 len: 884 time: 0.1570671 Jul 09 14:49:12.246595 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 39566) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:12.256387 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-0e3159ec-f50c-49db-bd8e-f8ca3f9fc830 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8681233 Jul 09 14:49:12.259335 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39568) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:12.295861 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04077dd-a0e4-424d-89e9-0e46a9ed218b admin admin] Pushing event updated for resources: {'Network': ['ID=4fcc8552-0601-4e60-a4ae-d6385f620aba,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:12.307652 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 4fcc8552-0601-4e60-a4ae-d6385f620aba details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:49:12.310251 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f01f9fc-07de-413e-a8bf-7d4dbb6f1bbf tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:12.311702 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-9f01f9fc-07de-413e-a8bf-7d4dbb6f1bbf tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] 10.222.0.58 "GET /v2.0/ports/5dc8e9af-a695-4c83-903b-0717eaa678f8 HTTP/1.1" status: 200 len: 955 time: 0.0514050 Jul 09 14:49:12.314515 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39570) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:12.315358 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7b5a1bb2-6d0d-43e0-a110-6943083e8983 req-6ef8280b-6620-4de1-9061-85d4bf87dbb2 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=473b60ee-6046-439a-9449-2a9b96c46b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118705 Jul 09 14:49:12.395370 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d04077dd-a0e4-424d-89e9-0e46a9ed218b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1181476 Jul 09 14:49:12.396433 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39572) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:12.401176 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-abc4f048-0e81-4202-be5f-10ff61383999 admin admin] Request body: {'subnet': {'network_id': '4fcc8552-0601-4e60-a4ae-d6385f620aba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1953838318-subnet', 'tenant_id': 'cce2a0d706924a9a8d799bc54f7f41c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:49:12.477019 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-6b02fd99-b2a7-4eb8-9d5a-5235ef5e0269 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Deleting port 5dc8e9af-a695-4c83-903b-0717eaa678f8 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:49:12.481341 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6b02fd99-b2a7-4eb8-9d5a-5235ef5e0269 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:12.530100 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-48918e30-addf-41b0-827e-41c54e72b0c8 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.2826324 Jul 09 14:49:12.532860 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39576) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:12.552312 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-f28b6ecd-5439-44fd-ab6b-ccb77836bfd6 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1000419019'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:49:12.556259 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6b02fd99-b2a7-4eb8-9d5a-5235ef5e0269 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:12.602042 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc4f048-0e81-4202-be5f-10ff61383999 admin admin] Made reservation on behalf of cce2a0d706924a9a8d799bc54f7f41c1 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:49:12.604485 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-abc4f048-0e81-4202-be5f-10ff61383999 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:12.655083 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-6b02fd99-b2a7-4eb8-9d5a-5235ef5e0269 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Calling delete_port for 5dc8e9af-a695-4c83-903b-0717eaa678f8 owned by {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:49:12.685026 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1448f84c-0f8e-4d43-9a70-aa22fc954d09 req-d5769ba8-504c-4056-ae9e-6aceff0b6d6a tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=e59981f2-1bbc-46b7-94f0-0e107e4666e9 HTTP/1.1" status: 200 len: 210 time: 0.0289237 Jul 09 14:49:13.071344 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6b02fd99-b2a7-4eb8-9d5a-5235ef5e0269 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:13.136407 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b02fd99-b2a7-4eb8-9d5a-5235ef5e0269 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Pushing event deleted for resources: {'Port': ['ID=5dc8e9af-a695-4c83-903b-0717eaa678f8,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:13.151598 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6b02fd99-b2a7-4eb8-9d5a-5235ef5e0269 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:13.155933 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-6b02fd99-b2a7-4eb8-9d5a-5235ef5e0269 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] 10.222.0.58 "DELETE /v2.0/ports/5dc8e9af-a695-4c83-903b-0717eaa678f8 HTTP/1.1" status: 204 len: 168 time: 0.8249884 Jul 09 14:49:13.156107 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39584) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:13.160433 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293adc77-9731-4e44-a3dc-2d4977f327e0 req-4a56fc02-fa81-4526-ab23-603bab58e6f6 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:13.160870 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f28b6ecd-5439-44fd-ab6b-ccb77836bfd6 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:13.162609 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-293adc77-9731-4e44-a3dc-2d4977f327e0 req-4a56fc02-fa81-4526-ab23-603bab58e6f6 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf213cef-cdcb-40c1-8a12-272ef114c818 HTTP/1.1" status: 200 len: 945 time: 0.0859783 Jul 09 14:49:13.195716 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-abc4f048-0e81-4202-be5f-10ff61383999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:13.202770 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-bce98d37-f8cc-44ae-b8ed-296135bf1a42 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] GET failed (client error): The resource could not be found. Jul 09 14:49:13.204488 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-bce98d37-f8cc-44ae-b8ed-296135bf1a42 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] 10.222.0.58 "GET /v2.0/ports/5dc8e9af-a695-4c83-903b-0717eaa678f8 HTTP/1.1" status: 404 len: 333 time: 0.0474024 Jul 09 14:49:13.210948 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39586) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:13.213124 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-293adc77-9731-4e44-a3dc-2d4977f327e0 req-a50c6bf0-942a-4a7a-a056-7b8a892dadd9 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2c53084-ff15-419b-9d7e-92ae7ebe39f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431502 Jul 09 14:49:13.235165 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-6450a906-5bc2-4829-98e9-e2c8602c806f tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Request body: {'port': {'network_id': '10c05851-d577-4717-a773-0aedff87e3c5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1943156502'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:49:13.279970 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a13e8-708e-4f66-befb-c9e54c1c8408 req-31e40fc2-4c27-4c7b-af01-09f9d39564f6 tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:13.281458 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-772a13e8-708e-4f66-befb-c9e54c1c8408 req-31e40fc2-4c27-4c7b-af01-09f9d39564f6 tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] 10.222.0.58 "GET /v2.0/ports?device_id=b46c8280-812a-4b0f-89db-1c58c71a80c6 HTTP/1.1" status: 200 len: 944 time: 0.2142005 Jul 09 14:49:13.292991 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc4f048-0e81-4202-be5f-10ff61383999 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee531351-490f-4dc9-9b42-6fdc31aa0a28,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:13.326753 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 94c14f99-54fd-49a9-adbe-8036709819d0 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:49:13.349078 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f28b6ecd-5439-44fd-ab6b-ccb77836bfd6 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-753925'] for router, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:13.366723 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc4f048-0e81-4202-be5f-10ff61383999 admin admin] Checking segment: {'id': 'ee860b30-a2c3-4df0-a972-b8684fbae203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '4fcc8552-0601-4e60-a4ae-d6385f620aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:49:13.366723 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc4f048-0e81-4202-be5f-10ff61383999 admin admin] Network hostable DHCP agents. Network: 4fcc8552-0601-4e60-a4ae-d6385f620aba, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:49:13.422689 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-772a13e8-708e-4f66-befb-c9e54c1c8408 req-897c1153-22bb-45b4-8389-7fb00fc38df9 tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] 10.222.0.58 "GET /v2.0/security-groups?id=f16015ca-9a7b-4804-962d-59a2bba9d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313803 Jul 09 14:49:13.425851 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6450a906-5bc2-4829-98e9-e2c8602c806f tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Made reservation on behalf of 9fb230eb395b4fb5908e5edbd9ea8be8 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:49:13.428232 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6450a906-5bc2-4829-98e9-e2c8602c806f tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:13.497863 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-6450a906-5bc2-4829-98e9-e2c8602c806f tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] device_id is not set on port 475d2ffd-4029-4d1c-9284-ff4e8dd5754d yet. {{(pid=94446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:49:13.506017 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 94c14f99-54fd-49a9-adbe-8036709819d0, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=94c14f99-54fd-49a9-adbe-8036709819d0,segment=NetworkSegment(7500281a-7475-4abe-ba5c-c4957c739c0d),segment_id=7500281a-7475-4abe-ba5c-c4957c739c0d)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:49:13.524122 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '94c14f99-54fd-49a9-adbe-8036709819d0', 'network_id': '2d0a152e-9f43-4ba5-8037-52f53a5a3ad9', 'port_id': '94c14f99-54fd-49a9-adbe-8036709819d0', 'mac_address': 'fa:16:3e:6e:9b:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '704e6075-60f4-40c3-b778-4ed979531aac', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:49:13.568877 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8227b6e5-78c8-458b-9bd4-598286d2bc35 req-3782325c-7447-44d2-b373-4694221f4f98 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:13.569344 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:13.570438 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8227b6e5-78c8-458b-9bd4-598286d2bc35 req-3782325c-7447-44d2-b373-4694221f4f98 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf213cef-cdcb-40c1-8a12-272ef114c818 HTTP/1.1" status: 200 len: 945 time: 0.2531857 Jul 09 14:49:13.578510 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c09f374-f20b-4ddc-ba9e-8d1c43b0c197 req-b38f0819-3bd0-4b3d-b9a7-f703ca3fff0a tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:13.586330 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6c09f374-f20b-4ddc-ba9e-8d1c43b0c197 req-b38f0819-3bd0-4b3d-b9a7-f703ca3fff0a tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=9da18f17-d082-4d4c-86e5-ac89efaa7ffa HTTP/1.1" status: 200 len: 945 time: 0.0832274 Jul 09 14:49:13.586748 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94c14f99-54fd-49a9-adbe-8036709819d0 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:49:13.616205 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc4f048-0e81-4202-be5f-10ff61383999 admin admin] Network 4fcc8552-0601-4e60-a4ae-d6385f620aba is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:49:13.630559 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f28b6ecd-5439-44fd-ab6b-ccb77836bfd6 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Router c344d052-b91f-4b3d-92bf-cc0ed1f076c9 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:49:13.645559 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 94c14f99-54fd-49a9-adbe-8036709819d0, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=94c14f99-54fd-49a9-adbe-8036709819d0,segment=NetworkSegment(7500281a-7475-4abe-ba5c-c4957c739c0d),segment_id=7500281a-7475-4abe-ba5c-c4957c739c0d)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:49:13.653438 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device ba9936ba-c696-4ca3-a80f-83bd584978ae no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:49:13.680254 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6c09f374-f20b-4ddc-ba9e-8d1c43b0c197 req-ee1004d1-3ec3-4dcb-b7b9-8ad4e407652b tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=473b60ee-6046-439a-9449-2a9b96c46b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929718 Jul 09 14:49:13.682791 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: ba9936ba-c696-4ca3-a80f-83bd584978ae {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:49:13.683320 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device ba9936ba-c696-4ca3-a80f-83bd584978ae not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:49:13.745672 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:13.819804 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=94c14f99-54fd-49a9-adbe-8036709819d0,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:13.829055 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:13.829421 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:13.829740 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:13.830210 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:13.830546 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:13.830872 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:13.831195 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:13.831935 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:13.832273 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:13.832593 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:13.832920 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:13.833244 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:13.908363 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c5a8476f-97d4-4caf-a261-017952825780 req-425a3a65-0830-4d3a-b5e5-7c5782254a59 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=e59981f2-1bbc-46b7-94f0-0e107e4666e9 HTTP/1.1" status: 200 len: 210 time: 0.0308418 Jul 09 14:49:13.992877 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-abc4f048-0e81-4202-be5f-10ff61383999 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 4fcc8552-0601-4e60-a4ae-d6385f620aba) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:49:14.001666 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3aab67f-6796-4afd-a935-dc7b3f949cfc None None] Network 4fcc8552-0601-4e60-a4ae-d6385f620aba requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:49:14.002039 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc4f048-0e81-4202-be5f-10ff61383999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:14.002549 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-abc4f048-0e81-4202-be5f-10ff61383999 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:14.124273 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6450a906-5bc2-4829-98e9-e2c8602c806f tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:14.124467 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9412c57a-3ce3-45ac-8057-fb5019d7cf98 req-af5ea123-bae4-41f1-9c51-a022e3ae709c tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:14.125902 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9412c57a-3ce3-45ac-8057-fb5019d7cf98 req-af5ea123-bae4-41f1-9c51-a022e3ae709c tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.54 "GET /v2.0/networks?id=a9d0dfb1-4ed4-4376-bcf0-50fa5388f064 HTTP/1.1" status: 200 len: 804 time: 0.1234310 Jul 09 14:49:14.139028 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce827ea9-6a7d-42e6-bb66-753d3635e3a6 None None] Network 4fcc8552-0601-4e60-a4ae-d6385f620aba requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:49:14.143757 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-abc4f048-0e81-4202-be5f-10ff61383999 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7462065 Jul 09 14:49:14.146264 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-9412c57a-3ce3-45ac-8057-fb5019d7cf98 req-329498e8-e18e-4e43-ac6a-14b998daf726 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Request body: {'port': {'device_id': 'e59981f2-1bbc-46b7-94f0-0e107e4666e9', 'network_id': 'a9d0dfb1-4ed4-4376-bcf0-50fa5388f064', 'admin_state_up': True, 'tenant_id': 'bdaedf6ac9084c79b7ea6ec72411a8d8'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:49:14.159459 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-8227b6e5-78c8-458b-9bd4-598286d2bc35 req-aa069b73-7277-4f05-b48c-ff9a4db8ec7a tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Deleting port 3f9014d4-b1a7-4061-a217-72cebabde6b0 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:49:14.161414 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-8227b6e5-78c8-458b-9bd4-598286d2bc35 req-aa069b73-7277-4f05-b48c-ff9a4db8ec7a tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:14.166245 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f28b6ecd-5439-44fd-ab6b-ccb77836bfd6 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:49:14.211364 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f28b6ecd-5439-44fd-ab6b-ccb77836bfd6 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:14.215278 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f28b6ecd-5439-44fd-ab6b-ccb77836bfd6 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "PUT /v2.0/routers/c344d052-b91f-4b3d-92bf-cc0ed1f076c9 HTTP/1.1" status: 200 len: 891 time: 1.6748948 Jul 09 14:49:14.218089 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39596) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:14.244329 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf211f0-7a41-4235-9983-c7797acf6c30 None None] Sync routers for ids ['c344d052-b91f-4b3d-92bf-cc0ed1f076c9'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:49:14.249018 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['94c14f99-54fd-49a9-adbe-8036709819d0'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:49:14.368771 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-8227b6e5-78c8-458b-9bd4-598286d2bc35 req-aa069b73-7277-4f05-b48c-ff9a4db8ec7a tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] For port 3f9014d4-b1a7-4061-a217-72cebabde6b0, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=3f9014d4-b1a7-4061-a217-72cebabde6b0,segment=NetworkSegment(2c83f2eb-8cb3-4860-acb7-94ea96ea7143),segment_id=2c83f2eb-8cb3-4860-acb7-94ea96ea7143)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:49:14.369137 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-8227b6e5-78c8-458b-9bd4-598286d2bc35 req-aa069b73-7277-4f05-b48c-ff9a4db8ec7a tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:14.395449 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b3f52590-5ec2-4479-b044-b1dd11fa8b0b tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "GET /v2.0/routers/c344d052-b91f-4b3d-92bf-cc0ed1f076c9 HTTP/1.1" status: 200 len: 891 time: 0.1749125 Jul 09 14:49:14.400560 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6450a906-5bc2-4829-98e9-e2c8602c806f tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:14.406095 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 39602) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:14.425067 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf211f0-7a41-4235-9983-c7797acf6c30 None None] Routers {'c344d052-b91f-4b3d-92bf-cc0ed1f076c9'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:49:14.426343 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-fbf211f0-7a41-4235-9983-c7797acf6c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:48:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['c344d052-b91f-4b3d-92bf-cc0ed1f076c9'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:14.466081 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-fbf211f0-7a41-4235-9983-c7797acf6c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:14.467677 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-47ae4b92-0572-4232-991b-fe4803a26707 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "GET /v2.0/ports?device_id=c344d052-b91f-4b3d-92bf-cc0ed1f076c9 HTTP/1.1" status: 200 len: 205 time: 0.0571339 Jul 09 14:49:14.469161 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 39604) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:14.489142 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf211f0-7a41-4235-9983-c7797acf6c30 None None] Routers {'c344d052-b91f-4b3d-92bf-cc0ed1f076c9'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:49:14.489779 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-fbf211f0-7a41-4235-9983-c7797acf6c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:48:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['c344d052-b91f-4b3d-92bf-cc0ed1f076c9'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:14.532807 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9412c57a-3ce3-45ac-8057-fb5019d7cf98 req-329498e8-e18e-4e43-ac6a-14b998daf726 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Made reservation on behalf of bdaedf6ac9084c79b7ea6ec72411a8d8 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:49:14.538509 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-9412c57a-3ce3-45ac-8057-fb5019d7cf98 req-329498e8-e18e-4e43-ac6a-14b998daf726 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:14.570049 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-fbf211f0-7a41-4235-9983-c7797acf6c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:14.571156 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf211f0-7a41-4235-9983-c7797acf6c30 None None] The sync data for ids ['c344d052-b91f-4b3d-92bf-cc0ed1f076c9'] in n-d-799529-6 is: [] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:49:14.600328 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6450a906-5bc2-4829-98e9-e2c8602c806f tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Network 10c05851-d577-4717-a773-0aedff87e3c5 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:49:14.622311 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-6450a906-5bc2-4829-98e9-e2c8602c806f tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:49:14.631134 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6450a906-5bc2-4829-98e9-e2c8602c806f tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Pushing event updated for resources: {'Port': ['ID=475d2ffd-4029-4d1c-9284-ff4e8dd5754d,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:14.634945 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6450a906-5bc2-4829-98e9-e2c8602c806f tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:49:14.635439 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6450a906-5bc2-4829-98e9-e2c8602c806f tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:14.636076 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6450a906-5bc2-4829-98e9-e2c8602c806f tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:14.725175 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671dfe5d-fa87-4d29-bbc0-af31b5d7c728 req-a7841f00-4372-4436-97d6-46f847679b06 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:14.725583 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:14.725721 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-143aa72e-4965-4525-89f9-2b25d3d59706 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for router, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:14.726691 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-671dfe5d-fa87-4d29-bbc0-af31b5d7c728 req-a7841f00-4372-4436-97d6-46f847679b06 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf213cef-cdcb-40c1-8a12-272ef114c818 HTTP/1.1" status: 200 len: 945 time: 0.2605255 Jul 09 14:49:14.809687 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-8227b6e5-78c8-458b-9bd4-598286d2bc35 req-aa069b73-7277-4f05-b48c-ff9a4db8ec7a tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:14.809982 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-8227b6e5-78c8-458b-9bd4-598286d2bc35 req-aa069b73-7277-4f05-b48c-ff9a4db8ec7a tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:14.810293 n-d-799529-6 neutron-server[94446]: INFO neutron.db.l3_db [req-8227b6e5-78c8-458b-9bd4-598286d2bc35 req-aa069b73-7277-4f05-b48c-ff9a4db8ec7a tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Floating IP 9a1498de-8cfb-4212-a084-8311caa3d27a disassociated. External IP: 172.25.3.202, port: 3f9014d4-b1a7-4061-a217-72cebabde6b0. Jul 09 14:49:14.810640 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-8227b6e5-78c8-458b-9bd4-598286d2bc35 req-aa069b73-7277-4f05-b48c-ff9a4db8ec7a tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Calling delete_port for 3f9014d4-b1a7-4061-a217-72cebabde6b0 owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:49:14.817465 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-671dfe5d-fa87-4d29-bbc0-af31b5d7c728 req-733a5b7c-fcb4-46e7-b830-6cbaa500d1fc tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2c53084-ff15-419b-9d7e-92ae7ebe39f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599267 Jul 09 14:49:14.861589 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-6450a906-5bc2-4829-98e9-e2c8602c806f tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.6316624 Jul 09 14:49:14.865840 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39616) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:14.872580 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:49:14.975635 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:15.184255 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-8227b6e5-78c8-458b-9bd4-598286d2bc35 req-aa069b73-7277-4f05-b48c-ff9a4db8ec7a tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:15.206884 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e3cd6a-85f1-41f7-a9a6-409b88fcff7f req-ff20501c-4ab6-4190-9dec-d3dd8191fa69 tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:15.208603 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-27e3cd6a-85f1-41f7-a9a6-409b88fcff7f req-ff20501c-4ab6-4190-9dec-d3dd8191fa69 tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] 10.222.0.58 "GET /v2.0/ports?device_id=b46c8280-812a-4b0f-89db-1c58c71a80c6 HTTP/1.1" status: 200 len: 945 time: 0.5962691 Jul 09 14:49:15.219758 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-9412c57a-3ce3-45ac-8057-fb5019d7cf98 req-329498e8-e18e-4e43-ac6a-14b998daf726 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Allocated IP 172.20.0.7 (a9d0dfb1-4ed4-4376-bcf0-50fa5388f064/4c4bd77b-9e34-44f4-9dc2-fa632746bcf3/4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:49:15.236156 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa069b73-7277-4f05-b48c-ff9a4db8ec7a tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Pushing event deleted for resources: {'Port': ['ID=3f9014d4-b1a7-4061-a217-72cebabde6b0,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:15.306851 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-143aa72e-4965-4525-89f9-2b25d3d59706 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:15.319764 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-27e3cd6a-85f1-41f7-a9a6-409b88fcff7f req-f5558d17-e94b-4509-b85e-320993fa4946 tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] 10.222.0.58 "GET /v2.0/security-groups?id=f16015ca-9a7b-4804-962d-59a2bba9d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027567 Jul 09 14:49:15.345403 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4833fd5-2a34-4c6b-b24d-b79da7b8c42e req-6a4cc88f-0464-4c46-abda-042acdea5fc9 tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:15.345403 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b4833fd5-2a34-4c6b-b24d-b79da7b8c42e req-6a4cc88f-0464-4c46-abda-042acdea5fc9 tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] 10.222.0.58 "GET /v2.0/networks?id=38389e4e-bfe6-444d-ab84-a178fabcdb95 HTTP/1.1" status: 200 len: 824 time: 0.2658477 Jul 09 14:49:15.351819 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 3f9014d4-b1a7-4061-a217-72cebabde6b0 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:49:15.363320 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] device_id is not set on port 475d2ffd-4029-4d1c-9284-ff4e8dd5754d yet. {{(pid=94446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:49:15.375033 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: 3f9014d4-b1a7-4061-a217-72cebabde6b0 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:49:15.395837 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 3f9014d4-b1a7-4061-a217-72cebabde6b0 not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:49:15.403721 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:15.412981 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b4833fd5-2a34-4c6b-b24d-b79da7b8c42e req-a190d3ab-839a-4ac7-9d58-9fc0097683bb tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] 10.222.0.58 "GET /v2.0/quotas/00c8b47fbdeb4adb9f07c041ba4522b8 HTTP/1.1" status: 200 len: 375 time: 0.0645702 Jul 09 14:49:15.459131 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-9412c57a-3ce3-45ac-8057-fb5019d7cf98 req-329498e8-e18e-4e43-ac6a-14b998daf726 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:15.466477 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b4833fd5-2a34-4c6b-b24d-b79da7b8c42e req-19f62a1c-3032-46ee-9113-d3ce963ce0c3 tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=00c8b47fbdeb4adb9f07c041ba4522b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518224 Jul 09 14:49:15.477313 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Transition to ACTIVE for port object 475d2ffd-4029-4d1c-9284-ff4e8dd5754d will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:49:15.531972 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8227b6e5-78c8-458b-9bd4-598286d2bc35 req-aa069b73-7277-4f05-b48c-ff9a4db8ec7a tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Router c1bbcfdc-31af-4cef-9880-af8272a21f4e has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:49:15.542622 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-143aa72e-4965-4525-89f9-2b25d3d59706 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Deleting port 9f68fbd2-fb3b-47d1-b51d-3a8d1d835cd6 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:49:15.542967 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-143aa72e-4965-4525-89f9-2b25d3d59706 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:15.619484 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:15.636181 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f1c76-d1d3-4ff4-a78d-55352e94bfa1 req-994ea65f-bbfb-4981-b47b-e833988ec3e1 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:15.637671 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-351f1c76-d1d3-4ff4-a78d-55352e94bfa1 req-994ea65f-bbfb-4981-b47b-e833988ec3e1 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=9da18f17-d082-4d4c-86e5-ac89efaa7ffa HTTP/1.1" status: 200 len: 945 time: 0.1560855 Jul 09 14:49:15.650190 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-9412c57a-3ce3-45ac-8057-fb5019d7cf98 req-329498e8-e18e-4e43-ac6a-14b998daf726 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:15.684000 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-143aa72e-4965-4525-89f9-2b25d3d59706 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:15.685642 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b4833fd5-2a34-4c6b-b24d-b79da7b8c42e req-7c86b71d-52f2-49d6-b77b-052717ea964f service neutron] 10.222.0.58 "GET /v2.0/networks/38389e4e-bfe6-444d-ab84-a178fabcdb95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071910 Jul 09 14:49:15.729962 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-143aa72e-4965-4525-89f9-2b25d3d59706 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Calling delete_port for 9f68fbd2-fb3b-47d1-b51d-3a8d1d835cd6 owned by network:router_gateway {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:49:15.741191 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9412c57a-3ce3-45ac-8057-fb5019d7cf98 req-329498e8-e18e-4e43-ac6a-14b998daf726 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Network a9d0dfb1-4ed4-4376-bcf0-50fa5388f064 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:49:15.756120 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-9412c57a-3ce3-45ac-8057-fb5019d7cf98 req-329498e8-e18e-4e43-ac6a-14b998daf726 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:49:15.769230 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-9412c57a-3ce3-45ac-8057-fb5019d7cf98 req-329498e8-e18e-4e43-ac6a-14b998daf726 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:49:15.780071 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-351f1c76-d1d3-4ff4-a78d-55352e94bfa1 req-9de8dac8-7cad-423d-ae87-f7841a301ae3 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=473b60ee-6046-439a-9449-2a9b96c46b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348391 Jul 09 14:49:15.785772 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Pushing event updated for resources: {'Port': ['ID=475d2ffd-4029-4d1c-9284-ff4e8dd5754d,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:15.807072 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329498e8-e18e-4e43-ac6a-14b998daf726 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Pushing event updated for resources: {'Port': ['ID=4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:15.824144 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8227b6e5-78c8-458b-9bd4-598286d2bc35 req-aa069b73-7277-4f05-b48c-ff9a4db8ec7a tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:49:15.834824 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 475d2ffd-4029-4d1c-9284-ff4e8dd5754d on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:49:15.835168 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 475d2ffd-4029-4d1c-9284-ff4e8dd5754d by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '9e11a2c8-7d3a-4d20-a09c-4987d6bbfe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '10c05851-d577-4717-a773-0aedff87e3c5'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:49:15.835575 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 475d2ffd-4029-4d1c-9284-ff4e8dd5754d on network 10c05851-d577-4717-a773-0aedff87e3c5 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:49:15.839661 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7757be25-06d4-4c25-b1b2-2e0d7377888f None None] Sync routers for ids ['c1bbcfdc-31af-4cef-9880-af8272a21f4e'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:49:15.849792 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7757be25-06d4-4c25-b1b2-2e0d7377888f None None] Routers {'c1bbcfdc-31af-4cef-9880-af8272a21f4e'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:49:15.850260 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-7757be25-06d4-4c25-b1b2-2e0d7377888f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:48:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['c1bbcfdc-31af-4cef-9880-af8272a21f4e'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:15.871008 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Port 475d2ffd-4029-4d1c-9284-ff4e8dd5754d on network 10c05851-d577-4717-a773-0aedff87e3c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:49:15.877532 n-d-799529-6 neutron-server[94446]: ERROR neutron.plugins.ml2.managers [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Failed to bind port 475d2ffd-4029-4d1c-9284-ff4e8dd5754d on host n-h2-799529-6 for vnic_type normal using segments [{'id': '9e11a2c8-7d3a-4d20-a09c-4987d6bbfe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '10c05851-d577-4717-a773-0aedff87e3c5'}] Jul 09 14:49:15.888039 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9412c57a-3ce3-45ac-8057-fb5019d7cf98 req-329498e8-e18e-4e43-ac6a-14b998daf726 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:15.889129 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-9412c57a-3ce3-45ac-8057-fb5019d7cf98 req-329498e8-e18e-4e43-ac6a-14b998daf726 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:15.892069 n-d-799529-6 neutron-server[94446]: INFO neutron.plugins.ml2.plugin [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempt 2 to bind port 475d2ffd-4029-4d1c-9284-ff4e8dd5754d Jul 09 14:49:15.897377 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-8227b6e5-78c8-458b-9bd4-598286d2bc35 req-aa069b73-7277-4f05-b48c-ff9a4db8ec7a tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] No DVR routers for this DVR port 3f9014d4-b1a7-4061-a217-72cebabde6b0 on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:49:15.900543 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-8227b6e5-78c8-458b-9bd4-598286d2bc35 req-aa069b73-7277-4f05-b48c-ff9a4db8ec7a tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:15.903602 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8227b6e5-78c8-458b-9bd4-598286d2bc35 req-aa069b73-7277-4f05-b48c-ff9a4db8ec7a tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] 10.222.0.62 "DELETE /v2.0/ports/3f9014d4-b1a7-4061-a217-72cebabde6b0 HTTP/1.1" status: 204 len: 173 time: 2.3263574 Jul 09 14:49:15.914420 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf213cef-cdcb-40c1-8a12-272ef114c818', 'name': 'network-vif-deleted', 'tag': '3f9014d4-b1a7-4061-a217-72cebabde6b0'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:49:15.917216 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9dee83-3943-4d19-bc55-6f8618066273" -d '{"events": [{"server_uuid": "cf213cef-cdcb-40c1-8a12-272ef114c818", "name": "network-vif-deleted", "tag": "3f9014d4-b1a7-4061-a217-72cebabde6b0"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:49:15.938345 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 475d2ffd-4029-4d1c-9284-ff4e8dd5754d on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:49:15.938682 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 475d2ffd-4029-4d1c-9284-ff4e8dd5754d by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '9e11a2c8-7d3a-4d20-a09c-4987d6bbfe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '10c05851-d577-4717-a773-0aedff87e3c5'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:49:15.939024 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 475d2ffd-4029-4d1c-9284-ff4e8dd5754d on network 10c05851-d577-4717-a773-0aedff87e3c5 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:49:15.959477 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b4833fd5-2a34-4c6b-b24d-b79da7b8c42e req-33d04e5e-d19b-47b6-9b7e-9ae3e61fdd33 service neutron] 10.222.0.58 "GET /v2.0/networks/38389e4e-bfe6-444d-ab84-a178fabcdb95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497213 Jul 09 14:49:15.963023 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-7757be25-06d4-4c25-b1b2-2e0d7377888f None None] Set router c1bbcfdc-31af-4cef-9880-af8272a21f4e gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:49:15.966438 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Port 475d2ffd-4029-4d1c-9284-ff4e8dd5754d on network 10c05851-d577-4717-a773-0aedff87e3c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:49:15.966780 n-d-799529-6 neutron-server[94446]: ERROR neutron.plugins.ml2.managers [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Failed to bind port 475d2ffd-4029-4d1c-9284-ff4e8dd5754d on host n-h2-799529-6 for vnic_type normal using segments [{'id': '9e11a2c8-7d3a-4d20-a09c-4987d6bbfe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '10c05851-d577-4717-a773-0aedff87e3c5'}] Jul 09 14:49:15.967186 n-d-799529-6 neutron-server[94446]: INFO neutron.plugins.ml2.plugin [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempt 3 to bind port 475d2ffd-4029-4d1c-9284-ff4e8dd5754d Jul 09 14:49:15.997459 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 475d2ffd-4029-4d1c-9284-ff4e8dd5754d on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:49:15.997801 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 475d2ffd-4029-4d1c-9284-ff4e8dd5754d by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '9e11a2c8-7d3a-4d20-a09c-4987d6bbfe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '10c05851-d577-4717-a773-0aedff87e3c5'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:49:15.998147 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 475d2ffd-4029-4d1c-9284-ff4e8dd5754d on network 10c05851-d577-4717-a773-0aedff87e3c5 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:49:16.010412 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Port 475d2ffd-4029-4d1c-9284-ff4e8dd5754d on network 10c05851-d577-4717-a773-0aedff87e3c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:49:16.010751 n-d-799529-6 neutron-server[94446]: ERROR neutron.plugins.ml2.managers [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Failed to bind port 475d2ffd-4029-4d1c-9284-ff4e8dd5754d on host n-h2-799529-6 for vnic_type normal using segments [{'id': '9e11a2c8-7d3a-4d20-a09c-4987d6bbfe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '10c05851-d577-4717-a773-0aedff87e3c5'}] Jul 09 14:49:16.011159 n-d-799529-6 neutron-server[94446]: INFO neutron.plugins.ml2.plugin [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempt 4 to bind port 475d2ffd-4029-4d1c-9284-ff4e8dd5754d Jul 09 14:49:16.041705 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 475d2ffd-4029-4d1c-9284-ff4e8dd5754d on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:49:16.042048 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 475d2ffd-4029-4d1c-9284-ff4e8dd5754d by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '9e11a2c8-7d3a-4d20-a09c-4987d6bbfe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '10c05851-d577-4717-a773-0aedff87e3c5'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:49:16.042373 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 475d2ffd-4029-4d1c-9284-ff4e8dd5754d on network 10c05851-d577-4717-a773-0aedff87e3c5 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:49:16.053636 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Port 475d2ffd-4029-4d1c-9284-ff4e8dd5754d on network 10c05851-d577-4717-a773-0aedff87e3c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:49:16.054053 n-d-799529-6 neutron-server[94446]: ERROR neutron.plugins.ml2.managers [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Failed to bind port 475d2ffd-4029-4d1c-9284-ff4e8dd5754d on host n-h2-799529-6 for vnic_type normal using segments [{'id': '9e11a2c8-7d3a-4d20-a09c-4987d6bbfe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '10c05851-d577-4717-a773-0aedff87e3c5'}] Jul 09 14:49:16.054382 n-d-799529-6 neutron-server[94446]: INFO neutron.plugins.ml2.plugin [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempt 5 to bind port 475d2ffd-4029-4d1c-9284-ff4e8dd5754d Jul 09 14:49:16.073324 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 475d2ffd-4029-4d1c-9284-ff4e8dd5754d on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:49:16.073779 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 475d2ffd-4029-4d1c-9284-ff4e8dd5754d by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '9e11a2c8-7d3a-4d20-a09c-4987d6bbfe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '10c05851-d577-4717-a773-0aedff87e3c5'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:49:16.074248 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 475d2ffd-4029-4d1c-9284-ff4e8dd5754d on network 10c05851-d577-4717-a773-0aedff87e3c5 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:49:16.079281 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Port 475d2ffd-4029-4d1c-9284-ff4e8dd5754d on network 10c05851-d577-4717-a773-0aedff87e3c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:49:16.079760 n-d-799529-6 neutron-server[94446]: ERROR neutron.plugins.ml2.managers [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Failed to bind port 475d2ffd-4029-4d1c-9284-ff4e8dd5754d on host n-h2-799529-6 for vnic_type normal using segments [{'id': '9e11a2c8-7d3a-4d20-a09c-4987d6bbfe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '10c05851-d577-4717-a773-0aedff87e3c5'}] Jul 09 14:49:16.080223 n-d-799529-6 neutron-server[94446]: INFO neutron.plugins.ml2.plugin [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempt 6 to bind port 475d2ffd-4029-4d1c-9284-ff4e8dd5754d Jul 09 14:49:16.092405 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9412c57a-3ce3-45ac-8057-fb5019d7cf98 req-329498e8-e18e-4e43-ac6a-14b998daf726 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9521155 Jul 09 14:49:16.094466 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 475d2ffd-4029-4d1c-9284-ff4e8dd5754d on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:49:16.094929 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 475d2ffd-4029-4d1c-9284-ff4e8dd5754d by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '9e11a2c8-7d3a-4d20-a09c-4987d6bbfe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '10c05851-d577-4717-a773-0aedff87e3c5'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:49:16.095457 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 475d2ffd-4029-4d1c-9284-ff4e8dd5754d on network 10c05851-d577-4717-a773-0aedff87e3c5 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:49:16.100240 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Port 475d2ffd-4029-4d1c-9284-ff4e8dd5754d on network 10c05851-d577-4717-a773-0aedff87e3c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:49:16.100573 n-d-799529-6 neutron-server[94446]: ERROR neutron.plugins.ml2.managers [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Failed to bind port 475d2ffd-4029-4d1c-9284-ff4e8dd5754d on host n-h2-799529-6 for vnic_type normal using segments [{'id': '9e11a2c8-7d3a-4d20-a09c-4987d6bbfe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '10c05851-d577-4717-a773-0aedff87e3c5'}] Jul 09 14:49:16.101042 n-d-799529-6 neutron-server[94446]: INFO neutron.plugins.ml2.plugin [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempt 7 to bind port 475d2ffd-4029-4d1c-9284-ff4e8dd5754d Jul 09 14:49:16.115034 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 475d2ffd-4029-4d1c-9284-ff4e8dd5754d on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:49:16.115420 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 475d2ffd-4029-4d1c-9284-ff4e8dd5754d by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '9e11a2c8-7d3a-4d20-a09c-4987d6bbfe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '10c05851-d577-4717-a773-0aedff87e3c5'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:49:16.116235 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 475d2ffd-4029-4d1c-9284-ff4e8dd5754d on network 10c05851-d577-4717-a773-0aedff87e3c5 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:49:16.117688 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-9412c57a-3ce3-45ac-8057-fb5019d7cf98 req-aca2105c-9202-4607-be37-13acf0a87615 service neutron] Request body: {'port': {'device_id': 'e59981f2-1bbc-46b7-94f0-0e107e4666e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:49:16.120991 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Port 475d2ffd-4029-4d1c-9284-ff4e8dd5754d on network 10c05851-d577-4717-a773-0aedff87e3c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:49:16.121396 n-d-799529-6 neutron-server[94446]: ERROR neutron.plugins.ml2.managers [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Failed to bind port 475d2ffd-4029-4d1c-9284-ff4e8dd5754d on host n-h2-799529-6 for vnic_type normal using segments [{'id': '9e11a2c8-7d3a-4d20-a09c-4987d6bbfe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '10c05851-d577-4717-a773-0aedff87e3c5'}] Jul 09 14:49:16.121866 n-d-799529-6 neutron-server[94446]: INFO neutron.plugins.ml2.plugin [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempt 8 to bind port 475d2ffd-4029-4d1c-9284-ff4e8dd5754d Jul 09 14:49:16.137192 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 475d2ffd-4029-4d1c-9284-ff4e8dd5754d on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:49:16.137704 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 475d2ffd-4029-4d1c-9284-ff4e8dd5754d by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '9e11a2c8-7d3a-4d20-a09c-4987d6bbfe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '10c05851-d577-4717-a773-0aedff87e3c5'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:49:16.138148 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 475d2ffd-4029-4d1c-9284-ff4e8dd5754d on network 10c05851-d577-4717-a773-0aedff87e3c5 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:49:16.143319 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Port 475d2ffd-4029-4d1c-9284-ff4e8dd5754d on network 10c05851-d577-4717-a773-0aedff87e3c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:49:16.143811 n-d-799529-6 neutron-server[94446]: ERROR neutron.plugins.ml2.managers [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Failed to bind port 475d2ffd-4029-4d1c-9284-ff4e8dd5754d on host n-h2-799529-6 for vnic_type normal using segments [{'id': '9e11a2c8-7d3a-4d20-a09c-4987d6bbfe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '10c05851-d577-4717-a773-0aedff87e3c5'}] Jul 09 14:49:16.144353 n-d-799529-6 neutron-server[94446]: INFO neutron.plugins.ml2.plugin [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempt 9 to bind port 475d2ffd-4029-4d1c-9284-ff4e8dd5754d Jul 09 14:49:16.159349 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 475d2ffd-4029-4d1c-9284-ff4e8dd5754d on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:49:16.160370 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 475d2ffd-4029-4d1c-9284-ff4e8dd5754d by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '9e11a2c8-7d3a-4d20-a09c-4987d6bbfe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '10c05851-d577-4717-a773-0aedff87e3c5'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:49:16.160934 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 475d2ffd-4029-4d1c-9284-ff4e8dd5754d on network 10c05851-d577-4717-a773-0aedff87e3c5 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:49:16.167267 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Port 475d2ffd-4029-4d1c-9284-ff4e8dd5754d on network 10c05851-d577-4717-a773-0aedff87e3c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:49:16.167709 n-d-799529-6 neutron-server[94446]: ERROR neutron.plugins.ml2.managers [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Failed to bind port 475d2ffd-4029-4d1c-9284-ff4e8dd5754d on host n-h2-799529-6 for vnic_type normal using segments [{'id': '9e11a2c8-7d3a-4d20-a09c-4987d6bbfe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '10c05851-d577-4717-a773-0aedff87e3c5'}] Jul 09 14:49:16.168216 n-d-799529-6 neutron-server[94446]: INFO neutron.plugins.ml2.plugin [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempt 10 to bind port 475d2ffd-4029-4d1c-9284-ff4e8dd5754d Jul 09 14:49:16.185396 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-7757be25-06d4-4c25-b1b2-2e0d7377888f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bbcfdc-31af-4cef-9880-af8272a21f4e', 'name': 'tempest-ServersTestJSON-1541501514-router', 'tenant_id': 'd23a49ae7ad54a32b92cd2e14ed969e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '2004212f-3fd3-42ad-9fb8-566def57ea6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:45:32Z', 'updated_at': '2021-07-09T14:45:41Z', 'revision_number': 4, 'project_id': 'd23a49ae7ad54a32b92cd2e14ed969e0', 'gw_port': {'id': '2004212f-3fd3-42ad-9fb8-566def57ea6b', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bbcfdc-31af-4cef-9880-af8272a21f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:45:34Z', 'updated_at': '2021-07-09T14:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '4bb7b92c-19f4-491a-89d5-5267789652e3', 'name': '', 'network_id': 'b257f852-cd64-45af-a256-9c096b11c942', 'tenant_id': 'd23a49ae7ad54a32b92cd2e14ed969e0', 'mac_address': 'fa:16:3e:f9:49:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bbcfdc-31af-4cef-9880-af8272a21f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '52cd48df-7dbf-4f6d-a76d-dc9a85bc635b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:45:39Z', 'updated_at': '2021-07-09T14:45:49Z', 'revision_number': 5, 'project_id': 'd23a49ae7ad54a32b92cd2e14ed969e0', 'subnets': [{'id': '52cd48df-7dbf-4f6d-a76d-dc9a85bc635b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:16.193762 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 475d2ffd-4029-4d1c-9284-ff4e8dd5754d on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:49:16.194198 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 475d2ffd-4029-4d1c-9284-ff4e8dd5754d by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '9e11a2c8-7d3a-4d20-a09c-4987d6bbfe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '10c05851-d577-4717-a773-0aedff87e3c5'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:49:16.194665 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempting to bind port 475d2ffd-4029-4d1c-9284-ff4e8dd5754d on network 10c05851-d577-4717-a773-0aedff87e3c5 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:49:16.200407 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Port 475d2ffd-4029-4d1c-9284-ff4e8dd5754d on network 10c05851-d577-4717-a773-0aedff87e3c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:49:16.200821 n-d-799529-6 neutron-server[94446]: ERROR neutron.plugins.ml2.managers [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Failed to bind port 475d2ffd-4029-4d1c-9284-ff4e8dd5754d on host n-h2-799529-6 for vnic_type normal using segments [{'id': '9e11a2c8-7d3a-4d20-a09c-4987d6bbfe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '10c05851-d577-4717-a773-0aedff87e3c5'}] Jul 09 14:49:16.201664 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:16.205672 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8f0c4-9f12-430e-a0af-335dccfa3f89 req-81606d1c-eab3-47fb-a63e-f39fc197873a tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:16.207248 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f4b8f0c4-9f12-430e-a0af-335dccfa3f89 req-81606d1c-eab3-47fb-a63e-f39fc197873a tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=e59981f2-1bbc-46b7-94f0-0e107e4666e9 HTTP/1.1" status: 200 len: 931 time: 0.1277385 Jul 09 14:49:16.211668 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-143aa72e-4965-4525-89f9-2b25d3d59706 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:16.219840 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7757be25-06d4-4c25-b1b2-2e0d7377888f None None] Checking router: c1bbcfdc-31af-4cef-9880-af8272a21f4e for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:49:16.229963 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7757be25-06d4-4c25-b1b2-2e0d7377888f None None] Routers {'c1bbcfdc-31af-4cef-9880-af8272a21f4e'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:49:16.230868 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-7757be25-06d4-4c25-b1b2-2e0d7377888f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:48:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['c1bbcfdc-31af-4cef-9880-af8272a21f4e'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:16.301240 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143aa72e-4965-4525-89f9-2b25d3d59706 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event deleted for resources: {'Port': ['ID=9f68fbd2-fb3b-47d1-b51d-3a8d1d835cd6,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:16.308674 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-9412c57a-3ce3-45ac-8057-fb5019d7cf98 req-aca2105c-9202-4607-be37-13acf0a87615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:16.312039 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] For port 475d2ffd-4029-4d1c-9284-ff4e8dd5754d, host n-h2-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:49:16.312848 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attempted to set empty binding levels {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 09 14:49:16.393551 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-7757be25-06d4-4c25-b1b2-2e0d7377888f None None] Set router c1bbcfdc-31af-4cef-9880-af8272a21f4e gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:49:16.408509 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:16.421513 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f4b8f0c4-9f12-430e-a0af-335dccfa3f89 req-1cbb46f5-1415-4d3e-b648-73eda19e29ae tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066696 Jul 09 14:49:16.449602 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-143aa72e-4965-4525-89f9-2b25d3d59706 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:16.572812 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] In _notify_port_updated(), no bound segment for port 475d2ffd-4029-4d1c-9284-ff4e8dd5754d on network 10c05851-d577-4717-a773-0aedff87e3c5 {{(pid=94446) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 14:49:16.574409 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:16.575096 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:16.577012 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] 10.222.0.58 "PUT /v2.0/ports/475d2ffd-4029-4d1c-9284-ff4e8dd5754d HTTP/1.1" status: 200 len: 975 time: 1.7100129 Jul 09 14:49:16.579136 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-873d07a9-b7b8-404b-a40d-7118ccddb9c3 req-7da17fd2-b37a-44c3-a59f-512ead4a9ecc tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf213cef-cdcb-40c1-8a12-272ef114c818 HTTP/1.1" status: 200 len: 210 time: 0.0678470 Jul 09 14:49:16.579731 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39642) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:16.582190 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0928a3d8-547f-493e-8489-95eb36949f70 x-openstack-request-id: req-0928a3d8-547f-493e-8489-95eb36949f70 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:49:16.582549 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf213cef-cdcb-40c1-8a12-272ef114c818", "name": "network-vif-deleted", "tag": "3f9014d4-b1a7-4061-a217-72cebabde6b0", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:49:16.586849 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0928a3d8-547f-493e-8489-95eb36949f70 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:49:16.586849 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf213cef-cdcb-40c1-8a12-272ef114c818', 'name': 'network-vif-deleted', 'tag': '3f9014d4-b1a7-4061-a217-72cebabde6b0', 'status': 'completed', 'code': 200} Jul 09 14:49:16.628353 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30b914b-724a-4636-9737-e05c69afe3ec tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Pushing event updated for resources: {'Port': ['ID=475d2ffd-4029-4d1c-9284-ff4e8dd5754d,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:16.660951 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-143aa72e-4965-4525-89f9-2b25d3d59706 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:16.668850 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-7757be25-06d4-4c25-b1b2-2e0d7377888f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bbcfdc-31af-4cef-9880-af8272a21f4e', 'name': 'tempest-ServersTestJSON-1541501514-router', 'tenant_id': 'd23a49ae7ad54a32b92cd2e14ed969e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '2004212f-3fd3-42ad-9fb8-566def57ea6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:45:32Z', 'updated_at': '2021-07-09T14:45:41Z', 'revision_number': 4, 'project_id': 'd23a49ae7ad54a32b92cd2e14ed969e0', 'gw_port': {'id': '2004212f-3fd3-42ad-9fb8-566def57ea6b', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bbcfdc-31af-4cef-9880-af8272a21f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:45:34Z', 'updated_at': '2021-07-09T14:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '4bb7b92c-19f4-491a-89d5-5267789652e3', 'name': '', 'network_id': 'b257f852-cd64-45af-a256-9c096b11c942', 'tenant_id': 'd23a49ae7ad54a32b92cd2e14ed969e0', 'mac_address': 'fa:16:3e:f9:49:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bbcfdc-31af-4cef-9880-af8272a21f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '52cd48df-7dbf-4f6d-a76d-dc9a85bc635b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:45:39Z', 'updated_at': '2021-07-09T14:45:49Z', 'revision_number': 5, 'project_id': 'd23a49ae7ad54a32b92cd2e14ed969e0', 'subnets': [{'id': '52cd48df-7dbf-4f6d-a76d-dc9a85bc635b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:16.683328 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-143aa72e-4965-4525-89f9-2b25d3d59706 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:16.687291 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9f694526-6edf-4eb3-8a2d-a219187ee0b0 req-22adc920-65d7-46cf-ba92-13ba3d804d3f tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] 10.222.0.58 "GET /v2.0/ports?device_id=a826855d-b9e2-453f-8117-3ce2021baccc HTTP/1.1" status: 200 len: 210 time: 0.1215117 Jul 09 14:49:16.709112 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-c8dc613f-647a-40e6-8250-a96070745350 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Deleting port 475d2ffd-4029-4d1c-9284-ff4e8dd5754d {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:49:16.709560 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c8dc613f-647a-40e6-8250-a96070745350 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:16.718035 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7757be25-06d4-4c25-b1b2-2e0d7377888f None None] The sync data for ids ['c1bbcfdc-31af-4cef-9880-af8272a21f4e'] in n-d-799529-6 is: [{'id': 'c1bbcfdc-31af-4cef-9880-af8272a21f4e', 'name': 'tempest-ServersTestJSON-1541501514-router', 'tenant_id': 'd23a49ae7ad54a32b92cd2e14ed969e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '2004212f-3fd3-42ad-9fb8-566def57ea6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:45:32Z', 'updated_at': '2021-07-09T14:45:41Z', 'revision_number': 4, 'project_id': 'd23a49ae7ad54a32b92cd2e14ed969e0', 'gw_port': {'id': '2004212f-3fd3-42ad-9fb8-566def57ea6b', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bbcfdc-31af-4cef-9880-af8272a21f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:45:34Z', 'updated_at': '2021-07-09T14:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '4bb7b92c-19f4-491a-89d5-5267789652e3', 'name': '', 'network_id': 'b257f852-cd64-45af-a256-9c096b11c942', 'tenant_id': 'd23a49ae7ad54a32b92cd2e14ed969e0', 'mac_address': 'fa:16:3e:f9:49:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bbcfdc-31af-4cef-9880-af8272a21f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '52cd48df-7dbf-4f6d-a76d-dc9a85bc635b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:45:39Z', 'updated_at': '2021-07-09T14:45:49Z', 'revision_number': 5, 'project_id': 'd23a49ae7ad54a32b92cd2e14ed969e0', 'subnets': [{'id': '52cd48df-7dbf-4f6d-a76d-dc9a85bc635b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:49:16.879925 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-c8dc613f-647a-40e6-8250-a96070745350 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] For port 475d2ffd-4029-4d1c-9284-ff4e8dd5754d, host n-h2-799529-6, got binding levels [] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:49:16.880301 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c8dc613f-647a-40e6-8250-a96070745350 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:16.897774 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-143aa72e-4965-4525-89f9-2b25d3d59706 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:16.898392 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-143aa72e-4965-4525-89f9-2b25d3d59706 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Fanout notify agent at l3_agent the message router_deleted on router c344d052-b91f-4b3d-92bf-cc0ed1f076c9 {{(pid=94445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:49:16.903100 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-c8dc613f-647a-40e6-8250-a96070745350 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Calling delete_port for 475d2ffd-4029-4d1c-9284-ff4e8dd5754d owned by {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:49:16.909555 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-143aa72e-4965-4525-89f9-2b25d3d59706 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:16.910641 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-143aa72e-4965-4525-89f9-2b25d3d59706 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "DELETE /v2.0/routers/c344d052-b91f-4b3d-92bf-cc0ed1f076c9 HTTP/1.1" status: 204 len: 168 time: 2.4405761 Jul 09 14:49:16.916905 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 39646) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:16.922358 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-f6a5f583-f78b-4dfd-acc4-3cf3efc6144f tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1524526850'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:49:16.933959 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6853b026-955b-4c59-9f8c-b1368b31809f req-effdd3d8-48bf-42d0-ac11-95b1baecf8ce tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:16.935598 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6853b026-955b-4c59-9f8c-b1368b31809f req-effdd3d8-48bf-42d0-ac11-95b1baecf8ce tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] 10.222.0.58 "GET /v2.0/ports?device_id=b46c8280-812a-4b0f-89db-1c58c71a80c6 HTTP/1.1" status: 200 len: 945 time: 0.1718786 Jul 09 14:49:16.999649 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-9412c57a-3ce3-45ac-8057-fb5019d7cf98 req-aca2105c-9202-4607-be37-13acf0a87615 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:49:17.013704 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-9412c57a-3ce3-45ac-8057-fb5019d7cf98 req-aca2105c-9202-4607-be37-13acf0a87615 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:17.031259 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-9412c57a-3ce3-45ac-8057-fb5019d7cf98 req-aca2105c-9202-4607-be37-13acf0a87615 service neutron] Transition to ACTIVE for port object 4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:49:17.036794 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6853b026-955b-4c59-9f8c-b1368b31809f req-b8c14cff-9bb5-4e3f-be78-b97720b6106e tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] 10.222.0.58 "GET /v2.0/security-groups?id=f16015ca-9a7b-4804-962d-59a2bba9d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944326 Jul 09 14:49:17.061637 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6daf6a-e51f-4b36-b576-915653b810ed req-0ad524b8-f3d2-4e91-afcb-9bb18a43d40a tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:17.067165 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0a6daf6a-e51f-4b36-b576-915653b810ed req-0ad524b8-f3d2-4e91-afcb-9bb18a43d40a tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=9da18f17-d082-4d4c-86e5-ac89efaa7ffa HTTP/1.1" status: 200 len: 945 time: 0.1011503 Jul 09 14:49:17.111108 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0a6daf6a-e51f-4b36-b576-915653b810ed req-51f4acf8-42b6-450a-8ca5-dca574a8eb09 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=473b60ee-6046-439a-9449-2a9b96c46b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364499 Jul 09 14:49:17.139239 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a5f583-f78b-4dfd-acc4-3cf3efc6144f tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Made reservation on behalf of 99b13b6be1514c5a83b2b54f3d176297 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:49:17.143595 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f6a5f583-f78b-4dfd-acc4-3cf3efc6144f tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:17.155881 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7bc551-d327-4bdc-8883-9738d0948c84 None None] New status for floating IP 9a1498de-8cfb-4212-a084-8311caa3d27a: DOWN {{(pid=94447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:49:17.157220 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c8dc613f-647a-40e6-8250-a96070745350 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:17.164277 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-9412c57a-3ce3-45ac-8057-fb5019d7cf98 req-aca2105c-9202-4607-be37-13acf0a87615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:17.182414 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dc613f-647a-40e6-8250-a96070745350 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Pushing event deleted for resources: {'Port': ['ID=475d2ffd-4029-4d1c-9284-ff4e8dd5754d,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:17.191215 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c8dc613f-647a-40e6-8250-a96070745350 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:17.196463 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c8dc613f-647a-40e6-8250-a96070745350 tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] 10.222.0.58 "DELETE /v2.0/ports/475d2ffd-4029-4d1c-9284-ff4e8dd5754d HTTP/1.1" status: 204 len: 168 time: 0.6052349 Jul 09 14:49:17.196931 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39650) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:17.227565 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6b8a6dd-bfdd-43c6-98a8-b9f8c4715d7a tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] GET failed (client error): The resource could not be found. Jul 09 14:49:17.232628 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f6b8a6dd-bfdd-43c6-98a8-b9f8c4715d7a tempest-PortsAdminExtendedAttrsTestJSON-407540539 tempest-PortsAdminExtendedAttrsTestJSON-407540539-project-admin] 10.222.0.58 "GET /v2.0/ports/475d2ffd-4029-4d1c-9284-ff4e8dd5754d HTTP/1.1" status: 404 len: 333 time: 0.0281453 Jul 09 14:49:17.233178 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39652) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:17.252396 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6a5f583-f78b-4dfd-acc4-3cf3efc6144f tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:49:17.261752 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca2105c-9202-4607-be37-13acf0a87615 service neutron] Pushing event updated for resources: {'Port': ['ID=4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:17.279831 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f6a5f583-f78b-4dfd-acc4-3cf3efc6144f tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:17.280173 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-f6a5f583-f78b-4dfd-acc4-3cf3efc6144f tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Added segment 2c0b3b71-bb7f-466b-a724-ba151554e5df of type vlan for network c628b3c8-2083-4a5d-a7b1-c2ab7d8e9dd2 Jul 09 14:49:17.318346 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fdfaf534-180c-414f-bd5b-4a3f1f0cc413 tempest-PortsAdminExtendedAttrsTestJSON-184052010 tempest-PortsAdminExtendedAttrsTestJSON-184052010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:17.343785 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 94c14f99-54fd-49a9-adbe-8036709819d0 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:49:17.399523 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f6a5f583-f78b-4dfd-acc4-3cf3efc6144f tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:17.444529 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-9412c57a-3ce3-45ac-8057-fb5019d7cf98 req-aca2105c-9202-4607-be37-13acf0a87615 service neutron] Attempting to bind port 4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:49:17.444871 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-9412c57a-3ce3-45ac-8057-fb5019d7cf98 req-aca2105c-9202-4607-be37-13acf0a87615 service neutron] Attempting to bind port 4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '2badb0c6-e67f-4820-b4bb-8e5a90533cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'a9d0dfb1-4ed4-4376-bcf0-50fa5388f064'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:49:17.445208 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9412c57a-3ce3-45ac-8057-fb5019d7cf98 req-aca2105c-9202-4607-be37-13acf0a87615 service neutron] Attempting to bind port 4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b on network a9d0dfb1-4ed4-4376-bcf0-50fa5388f064 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:49:17.457850 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9412c57a-3ce3-45ac-8057-fb5019d7cf98 req-aca2105c-9202-4607-be37-13acf0a87615 service neutron] Port 4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b on network a9d0dfb1-4ed4-4376-bcf0-50fa5388f064 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:49:17.458151 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9412c57a-3ce3-45ac-8057-fb5019d7cf98 req-aca2105c-9202-4607-be37-13acf0a87615 service neutron] Attempting to bind port 4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b on network a9d0dfb1-4ed4-4376-bcf0-50fa5388f064 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:49:17.466207 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9412c57a-3ce3-45ac-8057-fb5019d7cf98 req-aca2105c-9202-4607-be37-13acf0a87615 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:49:17.466546 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9412c57a-3ce3-45ac-8057-fb5019d7cf98 req-aca2105c-9202-4607-be37-13acf0a87615 service neutron] Checking segment: {'id': '2badb0c6-e67f-4820-b4bb-8e5a90533cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'a9d0dfb1-4ed4-4376-bcf0-50fa5388f064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:49:17.466949 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9412c57a-3ce3-45ac-8057-fb5019d7cf98 req-aca2105c-9202-4607-be37-13acf0a87615 service neutron] Bound using segment: {'id': '2badb0c6-e67f-4820-b4bb-8e5a90533cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'a9d0dfb1-4ed4-4376-bcf0-50fa5388f064'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:49:17.467424 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-9412c57a-3ce3-45ac-8057-fb5019d7cf98 req-aca2105c-9202-4607-be37-13acf0a87615 service neutron] Bound port: 4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2badb0c6-e67f-4820-b4bb-8e5a90533cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'a9d0dfb1-4ed4-4376-bcf0-50fa5388f064'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:49:17.467792 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-9412c57a-3ce3-45ac-8057-fb5019d7cf98 req-aca2105c-9202-4607-be37-13acf0a87615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:17.506121 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port 94c14f99-54fd-49a9-adbe-8036709819d0 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:49:17.512917 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 94c14f99-54fd-49a9-adbe-8036709819d0 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:49:17.514972 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:17.560351 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-9412c57a-3ce3-45ac-8057-fb5019d7cf98 req-aca2105c-9202-4607-be37-13acf0a87615 service neutron] For port 4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:49:17.602494 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-9412c57a-3ce3-45ac-8057-fb5019d7cf98 req-aca2105c-9202-4607-be37-13acf0a87615 service neutron] For port 4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b,segment=NetworkSegment(2badb0c6-e67f-4820-b4bb-8e5a90533cf4),segment_id=2badb0c6-e67f-4820-b4bb-8e5a90533cf4)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:49:17.603826 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f6a5f583-f78b-4dfd-acc4-3cf3efc6144f tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:17.609487 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a5f583-f78b-4dfd-acc4-3cf3efc6144f tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:17.610592 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f6a5f583-f78b-4dfd-acc4-3cf3efc6144f tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:17.618599 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 7aa33818-c61d-4582-8359-6d5088e5a2d9 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:49:17.686180 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:17.694979 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fdfaf534-180c-414f-bd5b-4a3f1f0cc413 tempest-PortsAdminExtendedAttrsTestJSON-184052010 tempest-PortsAdminExtendedAttrsTestJSON-184052010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:17.705484 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-9412c57a-3ce3-45ac-8057-fb5019d7cf98 req-aca2105c-9202-4607-be37-13acf0a87615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:17.706019 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-fdfaf534-180c-414f-bd5b-4a3f1f0cc413 tempest-PortsAdminExtendedAttrsTestJSON-184052010 tempest-PortsAdminExtendedAttrsTestJSON-184052010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10c05851-d577-4717-a773-0aedff87e3c5']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:17.718183 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-fdfaf534-180c-414f-bd5b-4a3f1f0cc413 tempest-PortsAdminExtendedAttrsTestJSON-184052010 tempest-PortsAdminExtendedAttrsTestJSON-184052010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e11a2c8-7d3a-4d20-a09c-4987d6bbfe51') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:17.719244 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-fdfaf534-180c-414f-bd5b-4a3f1f0cc413 tempest-PortsAdminExtendedAttrsTestJSON-184052010 tempest-PortsAdminExtendedAttrsTestJSON-184052010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e11a2c8-7d3a-4d20-a09c-4987d6bbfe51') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:17.731082 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fdfaf534-180c-414f-bd5b-4a3f1f0cc413 tempest-PortsAdminExtendedAttrsTestJSON-184052010 tempest-PortsAdminExtendedAttrsTestJSON-184052010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:17.740391 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 7aa33818-c61d-4582-8359-6d5088e5a2d9, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=7aa33818-c61d-4582-8359-6d5088e5a2d9,segment=NetworkSegment(d799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae),segment_id=d799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:49:17.746550 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fdfaf534-180c-414f-bd5b-4a3f1f0cc413 tempest-PortsAdminExtendedAttrsTestJSON-184052010 tempest-PortsAdminExtendedAttrsTestJSON-184052010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:17.754443 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdfaf534-180c-414f-bd5b-4a3f1f0cc413 tempest-PortsAdminExtendedAttrsTestJSON-184052010 tempest-PortsAdminExtendedAttrsTestJSON-184052010-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:49:17.756674 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fdfaf534-180c-414f-bd5b-4a3f1f0cc413 tempest-PortsAdminExtendedAttrsTestJSON-184052010 tempest-PortsAdminExtendedAttrsTestJSON-184052010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:17.758175 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:49:17.758175 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:49:17.758175 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:49:17.758175 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:49:17.758175 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:49:17.758175 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:49:17.758175 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:49:17.758175 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:49:17.758175 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:49:17.758175 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:49:17.758175 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 14:49:17.758175 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:49:17.758175 n-d-799529-6 neutron-server[94446]: timer() Jul 09 14:49:17.758175 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:49:17.758175 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 14:49:17.758175 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:49:17.758175 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 14:49:17.758175 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:49:17.758175 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 14:49:17.758175 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:49:17.758175 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 14:49:17.758175 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:49:17.758175 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 14:49:17.758175 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:49:17.758175 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:49:17.758175 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:49:17.758175 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:49:17.758175 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:49:17.758175 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 14:49:17.758175 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:49:17.758175 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 14:49:17.758175 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:49:17.758175 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:49:17.758175 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:49:17.758175 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 14:49:17.758175 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:49:17.758175 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:49:17.758175 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:49:17.758175 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:49:17.758175 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:49:17.758175 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:49:17.758175 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:49:17.761261 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': '7aa33818-c61d-4582-8359-6d5088e5a2d9', 'network_id': '29d888e5-b470-491c-8272-fb069bb5ea34', 'port_id': '7aa33818-c61d-4582-8359-6d5088e5a2d9', 'mac_address': 'fa:16:3e:9e:af:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ebf5b74-6584-49ef-a6c0-eff61f32c488', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:49:17.768771 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9412c57a-3ce3-45ac-8057-fb5019d7cf98 req-aca2105c-9202-4607-be37-13acf0a87615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:17.770849 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-9412c57a-3ce3-45ac-8057-fb5019d7cf98 req-aca2105c-9202-4607-be37-13acf0a87615 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:17.772547 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9412c57a-3ce3-45ac-8057-fb5019d7cf98 req-aca2105c-9202-4607-be37-13acf0a87615 service neutron] 10.222.0.54 "PUT /v2.0/ports/4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b HTTP/1.1" status: 200 len: 1091 time: 1.6627185 Jul 09 14:49:17.786252 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e59981f2-1bbc-46b7-94f0-0e107e4666e9', 'tag': '4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:49:17.794186 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d71049-5334-4919-b2c9-04e052a613d3" -d '{"events": [{"name": "network-changed", "server_uuid": "e59981f2-1bbc-46b7-94f0-0e107e4666e9", "tag": "4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:49:17.812185 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f6a5f583-f78b-4dfd-acc4-3cf3efc6144f tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8940840 Jul 09 14:49:17.812406 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b46c8280-812a-4b0f-89db-1c58c71a80c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c14f99-54fd-49a9-adbe-8036709819d0'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:49:17.814650 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a37492d9-ab58-49c5-b122-179cb4d6e132" -d '{"events": [{"server_uuid": "b46c8280-812a-4b0f-89db-1c58c71a80c6", "name": "network-vif-plugged", "status": "completed", "tag": "94c14f99-54fd-49a9-adbe-8036709819d0"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:49:17.815593 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39666) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:17.821712 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca2105c-9202-4607-be37-13acf0a87615 service neutron] Pushing event updated for resources: {'Port': ['ID=4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:17.826919 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a5f583-f78b-4dfd-acc4-3cf3efc6144f tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event updated for resources: {'Network': ['ID=c628b3c8-2083-4a5d-a7b1-c2ab7d8e9dd2,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:17.834131 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-8f9d76ea-3e6e-4b3b-b3b2-319e18dd5bcb tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Request body: {'subnet': {'network_id': 'c628b3c8-2083-4a5d-a7b1-c2ab7d8e9dd2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:49:17.835467 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 94c14f99-54fd-49a9-adbe-8036709819d0, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=94c14f99-54fd-49a9-adbe-8036709819d0,segment=NetworkSegment(7500281a-7475-4abe-ba5c-c4957c739c0d),segment_id=7500281a-7475-4abe-ba5c-c4957c739c0d)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:49:17.841944 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:17.846294 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network c628b3c8-2083-4a5d-a7b1-c2ab7d8e9dd2 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:49:17.852186 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c2abf-f8ab-42e2-ab4d-4184fbc56eed req-0fb11d67-9913-49a8-a9b0-97321bc56982 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:17.856038 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0f3c2abf-f8ab-42e2-ab4d-4184fbc56eed req-0fb11d67-9913-49a8-a9b0-97321bc56982 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=e59981f2-1bbc-46b7-94f0-0e107e4666e9 HTTP/1.1" status: 200 len: 943 time: 0.2972391 Jul 09 14:49:17.870019 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7d84417d-fd8d-4027-81b7-7812a8e1ddc2 req-b4091592-6b07-422d-909f-505498fdd434 tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] 10.222.0.58 "GET /v2.0/ports?device_id=a826855d-b9e2-453f-8117-3ce2021baccc HTTP/1.1" status: 200 len: 210 time: 0.0528648 Jul 09 14:49:17.897105 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7aa33818-c61d-4582-8359-6d5088e5a2d9 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:49:17.924691 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0f3c2abf-f8ab-42e2-ab4d-4184fbc56eed req-3b195853-8831-4514-9bb9-ca1df9a06bbd tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628469 Jul 09 14:49:17.929704 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 7aa33818-c61d-4582-8359-6d5088e5a2d9, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=7aa33818-c61d-4582-8359-6d5088e5a2d9,segment=NetworkSegment(d799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae),segment_id=d799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:49:17.954491 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:18.004421 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a124ee6c-5ea3-4f33-8128-872a8b33b335 x-openstack-request-id: req-a124ee6c-5ea3-4f33-8128-872a8b33b335 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:49:18.004878 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e59981f2-1bbc-46b7-94f0-0e107e4666e9", "tag": "4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:49:18.005227 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a124ee6c-5ea3-4f33-8128-872a8b33b335 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:49:18.005752 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e59981f2-1bbc-46b7-94f0-0e107e4666e9', 'tag': '4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b', 'status': 'completed', 'code': 200} Jul 09 14:49:18.008042 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=94c14f99-54fd-49a9-adbe-8036709819d0,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:18.008188 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fdfaf534-180c-414f-bd5b-4a3f1f0cc413 tempest-PortsAdminExtendedAttrsTestJSON-184052010 tempest-PortsAdminExtendedAttrsTestJSON-184052010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:18.015732 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fdfaf534-180c-414f-bd5b-4a3f1f0cc413 tempest-PortsAdminExtendedAttrsTestJSON-184052010 tempest-PortsAdminExtendedAttrsTestJSON-184052010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:18.017729 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-fdfaf534-180c-414f-bd5b-4a3f1f0cc413 tempest-PortsAdminExtendedAttrsTestJSON-184052010 tempest-PortsAdminExtendedAttrsTestJSON-184052010-project] 10.222.0.58 "DELETE /v2.0/networks/10c05851-d577-4717-a773-0aedff87e3c5 HTTP/1.1" status: 204 len: 168 time: 0.7833650 Jul 09 14:49:18.039231 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f3e304-7b79-4c2e-b314-29d3f76a0d38 x-openstack-request-id: req-87f3e304-7b79-4c2e-b314-29d3f76a0d38 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:49:18.040100 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b46c8280-812a-4b0f-89db-1c58c71a80c6", "name": "network-vif-plugged", "status": "completed", "tag": "94c14f99-54fd-49a9-adbe-8036709819d0", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:49:18.040355 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-87f3e304-7b79-4c2e-b314-29d3f76a0d38 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:49:18.041106 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b46c8280-812a-4b0f-89db-1c58c71a80c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c14f99-54fd-49a9-adbe-8036709819d0', 'code': 200} Jul 09 14:49:18.048937 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfaf534-180c-414f-bd5b-4a3f1f0cc413 tempest-PortsAdminExtendedAttrsTestJSON-184052010 tempest-PortsAdminExtendedAttrsTestJSON-184052010-project] Pushing event deleted for resources: {'Network': ['ID=10c05851-d577-4717-a773-0aedff87e3c5,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:18.054975 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9412c57a-3ce3-45ac-8057-fb5019d7cf98 req-8dc5fc16-9095-4bf3-b101-8b8e0132f75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:18.056557 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9412c57a-3ce3-45ac-8057-fb5019d7cf98 req-8dc5fc16-9095-4bf3-b101-8b8e0132f75a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bdaedf6ac9084c79b7ea6ec72411a8d8&device_id=e59981f2-1bbc-46b7-94f0-0e107e4666e9 HTTP/1.1" status: 200 len: 1094 time: 0.0900035 Jul 09 14:49:18.093918 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:18.124650 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9412c57a-3ce3-45ac-8057-fb5019d7cf98 req-aca89cff-6918-413c-8e54-ab5aa0373035 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b HTTP/1.1" status: 200 len: 217 time: 0.0601685 Jul 09 14:49:18.126319 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9d76ea-3e6e-4b3b-b3b2-319e18dd5bcb tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Made reservation on behalf of 99b13b6be1514c5a83b2b54f3d176297 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:49:18.130034 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8f9d76ea-3e6e-4b3b-b3b2-319e18dd5bcb tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:18.172798 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=7aa33818-c61d-4582-8359-6d5088e5a2d9,revision_number=6']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:18.183480 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['7aa33818-c61d-4582-8359-6d5088e5a2d9'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:49:18.188124 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9412c57a-3ce3-45ac-8057-fb5019d7cf98 req-3116ebbb-c3c5-4af6-aca6-99879afc226d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:18.190273 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9412c57a-3ce3-45ac-8057-fb5019d7cf98 req-3116ebbb-c3c5-4af6-aca6-99879afc226d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4c4bd77b-9e34-44f4-9dc2-fa632746bcf3 HTTP/1.1" status: 200 len: 844 time: 0.0591979 Jul 09 14:49:18.241026 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9412c57a-3ce3-45ac-8057-fb5019d7cf98 req-81e91995-4072-4cd1-ab4e-60468c470e6e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a9d0dfb1-4ed4-4376-bcf0-50fa5388f064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428302 Jul 09 14:49:18.317272 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af14a2-5b57-4de3-9fc3-f33e130c922e req-a1bd65cf-e959-47d0-8104-ac57f80e0124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:18.318801 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-37af14a2-5b57-4de3-9fc3-f33e130c922e req-a1bd65cf-e959-47d0-8104-ac57f80e0124 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b46c8280-812a-4b0f-89db-1c58c71a80c6 HTTP/1.1" status: 200 len: 1097 time: 0.1254930 Jul 09 14:49:18.372211 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e9c26-c2b9-4f1f-b04e-fceb59ad4359 req-7be4fac2-94cb-43b7-b1fd-5965b9c3986a tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:18.373723 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-515e9c26-c2b9-4f1f-b04e-fceb59ad4359 req-7be4fac2-94cb-43b7-b1fd-5965b9c3986a tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] 10.222.0.58 "GET /v2.0/ports?device_id=b46c8280-812a-4b0f-89db-1c58c71a80c6 HTTP/1.1" status: 200 len: 946 time: 0.1355813 Jul 09 14:49:18.405279 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-37af14a2-5b57-4de3-9fc3-f33e130c922e req-ceb9cc3b-cc92-4547-869a-61589d7c4446 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f16015ca-9a7b-4804-962d-59a2bba9d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763204 Jul 09 14:49:18.408687 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9412c57a-3ce3-45ac-8057-fb5019d7cf98 req-e35a7a69-47b9-4b7c-acff-8e97c13f5820 service neutron] 10.222.0.54 "GET /v2.0/networks/a9d0dfb1-4ed4-4376-bcf0-50fa5388f064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388376 Jul 09 14:49:18.446364 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-515e9c26-c2b9-4f1f-b04e-fceb59ad4359 req-a811fe32-31e5-4ff6-b2ee-71fefb2bdeae tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] 10.222.0.58 "GET /v2.0/security-groups?id=f16015ca-9a7b-4804-962d-59a2bba9d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655136 Jul 09 14:49:18.513243 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9412c57a-3ce3-45ac-8057-fb5019d7cf98 req-581ebe83-3d24-49a7-b928-38ea0dd4718f service neutron] 10.222.0.54 "GET /v2.0/networks/a9d0dfb1-4ed4-4376-bcf0-50fa5388f064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907004 Jul 09 14:49:18.547014 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8f9d76ea-3e6e-4b3b-b3b2-319e18dd5bcb tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:18.633292 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9d76ea-3e6e-4b3b-b3b2-319e18dd5bcb tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Checking segment: {'id': '2c0b3b71-bb7f-466b-a724-ba151554e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c628b3c8-2083-4a5d-a7b1-c2ab7d8e9dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:49:18.634061 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9d76ea-3e6e-4b3b-b3b2-319e18dd5bcb tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Network hostable DHCP agents. Network: c628b3c8-2083-4a5d-a7b1-c2ab7d8e9dd2, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:49:18.640406 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9d76ea-3e6e-4b3b-b3b2-319e18dd5bcb tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event updated for resources: {'Subnet': ['ID=05d0cd99-8880-494a-ad41-c8f8d09b0563,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:18.668315 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9bd3d1-0eed-4b1c-93e8-095a467b48ff req-88d54a05-f650-4b09-8c33-f957577c470b tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:18.669163 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39680) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:18.669919 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bb9bd3d1-0eed-4b1c-93e8-095a467b48ff req-88d54a05-f650-4b09-8c33-f957577c470b tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=9da18f17-d082-4d4c-86e5-ac89efaa7ffa HTTP/1.1" status: 200 len: 944 time: 0.1102030 Jul 09 14:49:18.736194 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bb9bd3d1-0eed-4b1c-93e8-095a467b48ff req-af47a16f-0544-431d-8c65-5bfed1169353 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=473b60ee-6046-439a-9449-2a9b96c46b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453184 Jul 09 14:49:18.751592 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d71049-5334-4919-b2c9-04e052a613d3 req-7c1c8039-dca5-4938-8c6f-13f304d7f830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:18.753066 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-59d71049-5334-4919-b2c9-04e052a613d3 req-7c1c8039-dca5-4938-8c6f-13f304d7f830 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bdaedf6ac9084c79b7ea6ec72411a8d8&device_id=e59981f2-1bbc-46b7-94f0-0e107e4666e9 HTTP/1.1" status: 200 len: 1094 time: 0.1032932 Jul 09 14:49:18.818874 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9d76ea-3e6e-4b3b-b3b2-319e18dd5bcb tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Network c628b3c8-2083-4a5d-a7b1-c2ab7d8e9dd2 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:49:18.839942 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-606cf127-490e-4093-87d4-ab84ba02138a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bb5bf8b037384530b1b28d7fc8e6399b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1694090 Jul 09 14:49:18.842660 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39686) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:18.874998 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d71049-5334-4919-b2c9-04e052a613d3 req-c9af9fbf-b197-4379-bbd0-cdd7f61fbaec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:18.876391 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-59d71049-5334-4919-b2c9-04e052a613d3 req-c9af9fbf-b197-4379-bbd0-cdd7f61fbaec service neutron] 10.222.0.54 "GET /v2.0/networks?id=a9d0dfb1-4ed4-4376-bcf0-50fa5388f064 HTTP/1.1" status: 200 len: 905 time: 0.1162210 Jul 09 14:49:18.902321 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8f69f361-b5be-4090-9d25-319627bbe05b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:18.930758 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8f69f361-b5be-4090-9d25-319627bbe05b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:18.932091 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-59d71049-5334-4919-b2c9-04e052a613d3 req-d398fa99-752a-4fc6-8239-75cfed0bccba service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b HTTP/1.1" status: 200 len: 217 time: 0.0463035 Jul 09 14:49:18.972173 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-8f9d76ea-3e6e-4b3b-b3b2-319e18dd5bcb tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, c628b3c8-2083-4a5d-a7b1-c2ab7d8e9dd2) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:49:18.976554 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9d76ea-3e6e-4b3b-b3b2-319e18dd5bcb tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:18.977209 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8f9d76ea-3e6e-4b3b-b3b2-319e18dd5bcb tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:18.995316 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81dd5583-237e-441c-a5ef-a673e97643fe None None] Network c628b3c8-2083-4a5d-a7b1-c2ab7d8e9dd2 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:49:19.043338 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-909f1dc4-fc1f-429f-bf4a-3f6457823059 req-e6569795-bf12-46b0-9f8e-2984a454c919 tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] 10.222.0.58 "GET /v2.0/ports?device_id=a826855d-b9e2-453f-8117-3ce2021baccc HTTP/1.1" status: 200 len: 210 time: 0.0370824 Jul 09 14:49:19.045257 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d71049-5334-4919-b2c9-04e052a613d3 req-e7f9de1d-7265-409d-8b32-0f121499751e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:19.047670 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-59d71049-5334-4919-b2c9-04e052a613d3 req-e7f9de1d-7265-409d-8b32-0f121499751e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4c4bd77b-9e34-44f4-9dc2-fa632746bcf3 HTTP/1.1" status: 200 len: 844 time: 0.0931916 Jul 09 14:49:19.081322 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39700) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:19.087238 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-59d71049-5334-4919-b2c9-04e052a613d3 req-92203014-5a69-483f-8000-4899970d7f83 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a9d0dfb1-4ed4-4376-bcf0-50fa5388f064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283287 Jul 09 14:49:19.133144 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-8f9d76ea-3e6e-4b3b-b3b2-319e18dd5bcb tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3147566 Jul 09 14:49:19.135456 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8f69f361-b5be-4090-9d25-319627bbe05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:19.138766 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8f69f361-b5be-4090-9d25-319627bbe05b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:19.142275 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-8f69f361-b5be-4090-9d25-319627bbe05b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2dfccc90-b127-487e-a780-e411d5ba3bdf HTTP/1.1" status: 204 len: 168 time: 0.2964165 Jul 09 14:49:19.142275 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39702) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:19.152124 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-a0394a28-a924-42fa-b309-b85ddcb7de80 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1825978442', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:49:19.185470 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2ae5d13e-457e-40ab-86c1-233f9de3b069 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:19.192431 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f69f361-b5be-4090-9d25-319627bbe05b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfccc90-b127-487e-a780-e411d5ba3bdf,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:19.220958 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2ae5d13e-457e-40ab-86c1-233f9de3b069 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:19.238893 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7737a065-ac36-412f-b6e5-627da1f70b9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-c628b3c8-2083-4a5d-a7b1-c2ab7d8e9dd2', 'network_id': 'c628b3c8-2083-4a5d-a7b1-c2ab7d8e9dd2', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'fixed_ips': [{'subnet_id': '05d0cd99-8880-494a-ad41-c8f8d09b0563'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:49:19.241885 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-59d71049-5334-4919-b2c9-04e052a613d3 req-876bc006-a8ce-4b93-af9d-c30d70265960 service neutron] 10.222.0.54 "GET /v2.0/networks/a9d0dfb1-4ed4-4376-bcf0-50fa5388f064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467941 Jul 09 14:49:19.242252 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7737a065-ac36-412f-b6e5-627da1f70b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:19.328111 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e323b-7a2a-40ca-bcff-72d6758ca593 req-6eb51675-e6a1-428a-aac9-d584fa423ba4 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:19.331462 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-396e323b-7a2a-40ca-bcff-72d6758ca593 req-6eb51675-e6a1-428a-aac9-d584fa423ba4 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=e59981f2-1bbc-46b7-94f0-0e107e4666e9 HTTP/1.1" status: 200 len: 943 time: 0.1404278 Jul 09 14:49:19.392739 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-59d71049-5334-4919-b2c9-04e052a613d3 req-3d86575a-747e-4d2d-bd8f-4e2b2856404d service neutron] 10.222.0.54 "GET /v2.0/networks/a9d0dfb1-4ed4-4376-bcf0-50fa5388f064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432993 Jul 09 14:49:19.400634 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-7737a065-ac36-412f-b6e5-627da1f70b9f None None] Allocated IP 2001:db8::2 (c628b3c8-2083-4a5d-a7b1-c2ab7d8e9dd2/05d0cd99-8880-494a-ad41-c8f8d09b0563/dca00465-cb63-45de-82be-93d2408f1f56) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:49:19.400830 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-396e323b-7a2a-40ca-bcff-72d6758ca593 req-ed6316f7-ee5c-4003-a625-507787112e03 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594316 Jul 09 14:49:19.457377 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2ae5d13e-457e-40ab-86c1-233f9de3b069 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:19.460348 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2ae5d13e-457e-40ab-86c1-233f9de3b069 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:19.461526 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-2ae5d13e-457e-40ab-86c1-233f9de3b069 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] 10.222.0.58 "DELETE /v2.0/security-groups/a2c53084-ff15-419b-9d7e-92ae7ebe39f0 HTTP/1.1" status: 204 len: 168 time: 0.3792095 Jul 09 14:49:19.462461 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a0394a28-a924-42fa-b309-b85ddcb7de80 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:19.463548 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a0394a28-a924-42fa-b309-b85ddcb7de80 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:19.464515 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 39710) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:19.486649 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [None req-ae7ce30e-a65e-4210-b061-3dc5803f77f8 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] show failed (client error): The resource could not be found. Jul 09 14:49:19.489644 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ae7ce30e-a65e-4210-b061-3dc5803f77f8 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] 10.222.0.58 "GET /v2.0/security-groups/a2c53084-ff15-419b-9d7e-92ae7ebe39f0 HTTP/1.1" status: 404 len: 347 time: 0.0221369 Jul 09 14:49:19.492126 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 39714) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:19.503238 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae5d13e-457e-40ab-86c1-233f9de3b069 tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c53084-ff15-419b-9d7e-92ae7ebe39f0,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:19.572507 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a0394a28-a924-42fa-b309-b85ddcb7de80 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:19.604458 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7737a065-ac36-412f-b6e5-627da1f70b9f None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:19.613266 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-7737a065-ac36-412f-b6e5-627da1f70b9f None None] Transition to ACTIVE for port object dca00465-cb63-45de-82be-93d2408f1f56 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:49:19.618722 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 7aa33818-c61d-4582-8359-6d5088e5a2d9 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:49:19.632791 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-f93b431d-466c-4231-ba6e-e78a57e1624c tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Deleting port ddc8f640-06d3-444d-98e5-ee3ddbb5c43f {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:49:19.633138 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f93b431d-466c-4231-ba6e-e78a57e1624c tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:19.696035 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-7737a065-ac36-412f-b6e5-627da1f70b9f None None] Transition to ACTIVE for port object dca00465-cb63-45de-82be-93d2408f1f56 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:49:19.701623 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e587e70-831a-4f8e-9484-7682a33091f4 req-988c3152-e323-4d94-abce-2e15b3f3b651 tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:19.710278 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1e587e70-831a-4f8e-9484-7682a33091f4 req-988c3152-e323-4d94-abce-2e15b3f3b651 tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] 10.222.0.58 "GET /v2.0/ports?device_id=b46c8280-812a-4b0f-89db-1c58c71a80c6 HTTP/1.1" status: 200 len: 946 time: 0.1076276 Jul 09 14:49:19.721609 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port 7aa33818-c61d-4582-8359-6d5088e5a2d9 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:49:19.722591 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:19.765790 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1e587e70-831a-4f8e-9484-7682a33091f4 req-005d930d-99c6-45a5-8877-0527d9568090 tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] 10.222.0.58 "GET /v2.0/security-groups?id=f16015ca-9a7b-4804-962d-59a2bba9d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521138 Jul 09 14:49:19.773683 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a0394a28-a924-42fa-b309-b85ddcb7de80 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:19.805892 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f93b431d-466c-4231-ba6e-e78a57e1624c tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:19.806282 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f93b431d-466c-4231-ba6e-e78a57e1624c tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:19.845563 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-f93b431d-466c-4231-ba6e-e78a57e1624c tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Calling delete_port for ddc8f640-06d3-444d-98e5-ee3ddbb5c43f owned by network:floatingip {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:49:19.855011 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7737a065-ac36-412f-b6e5-627da1f70b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:19.864847 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:19.924449 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7737a065-ac36-412f-b6e5-627da1f70b9f None None] Network c628b3c8-2083-4a5d-a7b1-c2ab7d8e9dd2 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:49:19.934199 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-7737a065-ac36-412f-b6e5-627da1f70b9f None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:49:19.937343 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a0394a28-a924-42fa-b309-b85ddcb7de80 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:19.940146 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a0394a28-a924-42fa-b309-b85ddcb7de80 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7944837 Jul 09 14:49:19.941339 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39728) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:19.948097 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7737a065-ac36-412f-b6e5-627da1f70b9f None None] Pushing event updated for resources: {'Port': ['ID=dca00465-cb63-45de-82be-93d2408f1f56,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:19.956013 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7737a065-ac36-412f-b6e5-627da1f70b9f None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:49:19.993453 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 7aa33818-c61d-4582-8359-6d5088e5a2d9, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=7aa33818-c61d-4582-8359-6d5088e5a2d9,segment=NetworkSegment(d799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae),segment_id=d799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:49:20.051373 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da18f17-d082-4d4c-86e5-ac89efaa7ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa33818-c61d-4582-8359-6d5088e5a2d9'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:49:20.055425 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75f70f0-1417-41f0-b331-f16c453591a1" -d '{"events": [{"server_uuid": "9da18f17-d082-4d4c-86e5-ac89efaa7ffa", "name": "network-vif-plugged", "status": "completed", "tag": "7aa33818-c61d-4582-8359-6d5088e5a2d9"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:49:20.097564 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-7737a065-ac36-412f-b6e5-627da1f70b9f None None] Attempting to bind port dca00465-cb63-45de-82be-93d2408f1f56 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:49:20.098063 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-7737a065-ac36-412f-b6e5-627da1f70b9f None None] Attempting to bind port dca00465-cb63-45de-82be-93d2408f1f56 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '2c0b3b71-bb7f-466b-a724-ba151554e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c628b3c8-2083-4a5d-a7b1-c2ab7d8e9dd2'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:49:20.098455 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7737a065-ac36-412f-b6e5-627da1f70b9f None None] Attempting to bind port dca00465-cb63-45de-82be-93d2408f1f56 on network c628b3c8-2083-4a5d-a7b1-c2ab7d8e9dd2 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:49:20.104152 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7737a065-ac36-412f-b6e5-627da1f70b9f None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:49:20.104896 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7737a065-ac36-412f-b6e5-627da1f70b9f None None] Checking segment: {'id': '2c0b3b71-bb7f-466b-a724-ba151554e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c628b3c8-2083-4a5d-a7b1-c2ab7d8e9dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:49:20.105383 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7737a065-ac36-412f-b6e5-627da1f70b9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:20.105904 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7737a065-ac36-412f-b6e5-627da1f70b9f None None] Bound using segment: {'id': '2c0b3b71-bb7f-466b-a724-ba151554e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c628b3c8-2083-4a5d-a7b1-c2ab7d8e9dd2'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:49:20.106601 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-7737a065-ac36-412f-b6e5-627da1f70b9f None None] Bound port: dca00465-cb63-45de-82be-93d2408f1f56, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c0b3b71-bb7f-466b-a724-ba151554e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c628b3c8-2083-4a5d-a7b1-c2ab7d8e9dd2'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:49:20.107085 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7737a065-ac36-412f-b6e5-627da1f70b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:20.137415 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe09829-0fa7-4391-903d-c5f602aa260d req-6bb1eb98-41ec-4131-b7bc-03aea36bf240 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:20.139061 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3fe09829-0fa7-4391-903d-c5f602aa260d req-6bb1eb98-41ec-4131-b7bc-03aea36bf240 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=9da18f17-d082-4d4c-86e5-ac89efaa7ffa HTTP/1.1" status: 200 len: 944 time: 0.1593838 Jul 09 14:49:20.179882 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-7737a065-ac36-412f-b6e5-627da1f70b9f None None] For port dca00465-cb63-45de-82be-93d2408f1f56, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:49:20.188616 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:20.200836 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3fe09829-0fa7-4391-903d-c5f602aa260d req-6d176ffe-34cc-430b-a9ea-72f12e943db3 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=473b60ee-6046-439a-9449-2a9b96c46b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536995 Jul 09 14:49:20.238870 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=7aa33818-c61d-4582-8359-6d5088e5a2d9,revision_number=7']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:20.278285 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91e47d6-94fc-4a6b-a210-ff2cdc0e4f3a x-openstack-request-id: req-d91e47d6-94fc-4a6b-a210-ff2cdc0e4f3a {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:49:20.278926 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9da18f17-d082-4d4c-86e5-ac89efaa7ffa", "name": "network-vif-plugged", "status": "completed", "tag": "7aa33818-c61d-4582-8359-6d5088e5a2d9", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:49:20.278926 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d91e47d6-94fc-4a6b-a210-ff2cdc0e4f3a {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:49:20.279177 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9da18f17-d082-4d4c-86e5-ac89efaa7ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa33818-c61d-4582-8359-6d5088e5a2d9', 'code': 200} Jul 09 14:49:20.313948 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c10be883-5023-4f20-b816-77888c770a09 req-2e75c4b4-c21c-4526-a0a2-dda62f988e23 tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] 10.222.0.58 "GET /v2.0/ports?device_id=a826855d-b9e2-453f-8117-3ce2021baccc HTTP/1.1" status: 200 len: 210 time: 0.0601852 Jul 09 14:49:20.384683 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f311aee0-8037-4031-b515-e6e845dc62d7 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:20.445569 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f93b431d-466c-4231-ba6e-e78a57e1624c tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:20.468505 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-7737a065-ac36-412f-b6e5-627da1f70b9f None None] For port dca00465-cb63-45de-82be-93d2408f1f56, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=dca00465-cb63-45de-82be-93d2408f1f56,segment=NetworkSegment(2c0b3b71-bb7f-466b-a724-ba151554e5df),segment_id=2c0b3b71-bb7f-466b-a724-ba151554e5df)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:49:20.592800 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93b431d-466c-4231-ba6e-e78a57e1624c tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Pushing event deleted for resources: {'Port': ['ID=ddc8f640-06d3-444d-98e5-ee3ddbb5c43f,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:20.603000 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7737a065-ac36-412f-b6e5-627da1f70b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:20.649533 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39740) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:20.682298 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7737a065-ac36-412f-b6e5-627da1f70b9f None None] Pushing event updated for resources: {'Port': ['ID=dca00465-cb63-45de-82be-93d2408f1f56,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:20.730630 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-f311aee0-8037-4031-b515-e6e845dc62d7 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Allocated IP 2001:db8::1 (c628b3c8-2083-4a5d-a7b1-c2ab7d8e9dd2/05d0cd99-8880-494a-ad41-c8f8d09b0563/1255d73d-9551-434b-93a5-93e064b17a9a) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:49:20.756090 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-0b459ad3-16fd-42c5-afeb-ecf4aece9ecc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9fb230eb395b4fb5908e5edbd9ea8be8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1051228 Jul 09 14:49:20.757641 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39742) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:20.870060 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4833fd5-2a34-4c6b-b24d-b79da7b8c42e req-c9649ed7-72b4-459d-9fd5-5313d535a106 tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:20.873777 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b4833fd5-2a34-4c6b-b24d-b79da7b8c42e req-c9649ed7-72b4-459d-9fd5-5313d535a106 tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] 10.222.0.54 "GET /v2.0/networks?id=38389e4e-bfe6-444d-ab84-a178fabcdb95 HTTP/1.1" status: 200 len: 824 time: 0.4007545 Jul 09 14:49:20.911628 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-b4833fd5-2a34-4c6b-b24d-b79da7b8c42e req-0d052ea6-1ff4-448f-a11f-24c7043bf10c tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] Request body: {'port': {'device_id': 'a826855d-b9e2-453f-8117-3ce2021baccc', 'network_id': '38389e4e-bfe6-444d-ab84-a178fabcdb95', 'admin_state_up': True, 'tenant_id': '00c8b47fbdeb4adb9f07c041ba4522b8'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:49:20.944902 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7c9cfff7-0eb1-4270-8a73-1226d3fdb4a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:20.993853 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f93b431d-466c-4231-ba6e-e78a57e1624c tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Notify callbacks [] for floatingip, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:20.995624 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f93b431d-466c-4231-ba6e-e78a57e1624c tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:20.996799 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f93b431d-466c-4231-ba6e-e78a57e1624c tempest-ServersTestJSON-1661369651 tempest-ServersTestJSON-1661369651-project] 10.222.0.58 "DELETE /v2.0/floatingips/9a1498de-8cfb-4212-a084-8311caa3d27a HTTP/1.1" status: 204 len: 168 time: 1.5031290 Jul 09 14:49:21.002853 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 39746) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:21.092181 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7c9cfff7-0eb1-4270-8a73-1226d3fdb4a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:21.136213 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f311aee0-8037-4031-b515-e6e845dc62d7 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:21.191297 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-f311aee0-8037-4031-b515-e6e845dc62d7 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Transition to ACTIVE for port object 1255d73d-9551-434b-93a5-93e064b17a9a will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:49:21.232257 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab1a4d0-3a40-457d-bad8-b01038b225b8 req-c435a3ae-4744-47fe-bc3b-25d681c098c8 tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:21.240806 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cab1a4d0-3a40-457d-bad8-b01038b225b8 req-c435a3ae-4744-47fe-bc3b-25d681c098c8 tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] 10.222.0.58 "GET /v2.0/ports?device_id=b46c8280-812a-4b0f-89db-1c58c71a80c6 HTTP/1.1" status: 200 len: 946 time: 0.2888267 Jul 09 14:49:21.328562 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cab1a4d0-3a40-457d-bad8-b01038b225b8 req-07bdb3cb-99e2-4f5d-9518-5efe75d45517 tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] 10.222.0.58 "GET /v2.0/security-groups?id=f16015ca-9a7b-4804-962d-59a2bba9d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864582 Jul 09 14:49:21.354843 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7c9cfff7-0eb1-4270-8a73-1226d3fdb4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:21.361772 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7c9cfff7-0eb1-4270-8a73-1226d3fdb4a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:21.363134 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7c9cfff7-0eb1-4270-8a73-1226d3fdb4a2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8448d20b-f247-4cd8-91b5-57e60c10769d HTTP/1.1" status: 204 len: 168 time: 0.6045427 Jul 09 14:49:21.387518 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9cfff7-0eb1-4270-8a73-1226d3fdb4a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8448d20b-f247-4cd8-91b5-57e60c10769d,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:21.428610 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f311aee0-8037-4031-b515-e6e845dc62d7 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:21.550012 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f311aee0-8037-4031-b515-e6e845dc62d7 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event updated for resources: {'Port': ['ID=1255d73d-9551-434b-93a5-93e064b17a9a,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:21.592258 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f311aee0-8037-4031-b515-e6e845dc62d7 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Network c628b3c8-2083-4a5d-a7b1-c2ab7d8e9dd2 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:49:21.597277 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-f311aee0-8037-4031-b515-e6e845dc62d7 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:49:21.601321 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f311aee0-8037-4031-b515-e6e845dc62d7 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:49:21.602937 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f311aee0-8037-4031-b515-e6e845dc62d7 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:21.638800 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:49:21.736848 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315cbf6e-32db-453f-968f-60a4831db3f6 req-f1aec4a7-143c-406a-bd20-c41d812f2bc7 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:21.745390 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-315cbf6e-32db-453f-968f-60a4831db3f6 req-f1aec4a7-143c-406a-bd20-c41d812f2bc7 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=e59981f2-1bbc-46b7-94f0-0e107e4666e9 HTTP/1.1" status: 200 len: 943 time: 1.0295141 Jul 09 14:49:21.829723 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-315cbf6e-32db-453f-968f-60a4831db3f6 req-840dc4fa-b79b-4001-a3d2-df9760e208c5 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820415 Jul 09 14:49:21.848326 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b,segment=NetworkSegment(2badb0c6-e67f-4820-b4bb-8e5a90533cf4),segment_id=2badb0c6-e67f-4820-b4bb-8e5a90533cf4)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:49:21.884946 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': '4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b', 'network_id': 'a9d0dfb1-4ed4-4376-bcf0-50fa5388f064', 'port_id': '4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b', 'mac_address': 'fa:16:3e:4d:e1:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c4bd77b-9e34-44f4-9dc2-fa632746bcf3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:49:21.951745 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:21.967637 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:49:22.002520 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b,segment=NetworkSegment(2badb0c6-e67f-4820-b4bb-8e5a90533cf4),segment_id=2badb0c6-e67f-4820-b4bb-8e5a90533cf4)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:49:22.020696 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3616c89-f2a1-43d5-9569-600b1e17d982 req-aa60dba5-dc7d-4d85-8b0d-5a4121c95558 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:22.024345 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c3616c89-f2a1-43d5-9569-600b1e17d982 req-aa60dba5-dc7d-4d85-8b0d-5a4121c95558 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=9da18f17-d082-4d4c-86e5-ac89efaa7ffa HTTP/1.1" status: 200 len: 945 time: 0.2398529 Jul 09 14:49:22.053463 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4833fd5-2a34-4c6b-b24d-b79da7b8c42e req-0d052ea6-1ff4-448f-a11f-24c7043bf10c tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] Made reservation on behalf of 00c8b47fbdeb4adb9f07c041ba4522b8 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:49:22.062533 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b4833fd5-2a34-4c6b-b24d-b79da7b8c42e req-0d052ea6-1ff4-448f-a11f-24c7043bf10c tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:22.082081 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f311aee0-8037-4031-b515-e6e845dc62d7 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:22.137278 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:22.166764 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-83b168ac-570f-4907-a9a1-9868b7ccee39 req-6a24e6a6-7faa-4c69-b156-a776bec6c48b tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] 10.222.0.58 "GET /v2.0/ports?device_id=a826855d-b9e2-453f-8117-3ce2021baccc HTTP/1.1" status: 200 len: 210 time: 0.1216667 Jul 09 14:49:22.218226 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c3616c89-f2a1-43d5-9569-600b1e17d982 req-35ec8525-1445-47d6-a9e1-776419520641 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=473b60ee-6046-439a-9449-2a9b96c46b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1687670 Jul 09 14:49:22.273489 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:22.365972 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c058539-e4a0-43af-877c-93fc510b9146 None None] Network c628b3c8-2083-4a5d-a7b1-c2ab7d8e9dd2 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:49:22.502206 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:49:22.502206 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device dca00465-cb63-45de-82be-93d2408f1f56 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:49:22.546554 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-b4833fd5-2a34-4c6b-b24d-b79da7b8c42e req-0d052ea6-1ff4-448f-a11f-24c7043bf10c tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] Allocated IP 172.20.0.13 (38389e4e-bfe6-444d-ab84-a178fabcdb95/c77de190-56f3-4999-8ddd-6f23233693e4/19179de0-d876-4acc-bde1-86c6d8a29f0b) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:49:22.678545 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f311aee0-8037-4031-b515-e6e845dc62d7 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:22.842459 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f311aee0-8037-4031-b515-e6e845dc62d7 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:22.847958 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f311aee0-8037-4031-b515-e6e845dc62d7 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:22.926716 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f311aee0-8037-4031-b515-e6e845dc62d7 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event updated for resources: {'Port': ['ID=1255d73d-9551-434b-93a5-93e064b17a9a,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:22.928151 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b4833fd5-2a34-4c6b-b24d-b79da7b8c42e req-0d052ea6-1ff4-448f-a11f-24c7043bf10c tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:23.069730 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-d92f3552-1bd0-4348-b307-f92c096dd83d None None] Provisioning for port dca00465-cb63-45de-82be-93d2408f1f56 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:49:23.118341 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port dca00465-cb63-45de-82be-93d2408f1f56 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:49:23.140050 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0f0b21e2-94cd-4c82-b450-269f8b5d2b8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:23.163539 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f311aee0-8037-4031-b515-e6e845dc62d7 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Network c628b3c8-2083-4a5d-a7b1-c2ab7d8e9dd2 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:49:23.167824 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-f311aee0-8037-4031-b515-e6e845dc62d7 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:49:23.205217 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-d92f3552-1bd0-4348-b307-f92c096dd83d None None] Provisioning complete for port dca00465-cb63-45de-82be-93d2408f1f56 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:49:23.205606 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d92f3552-1bd0-4348-b307-f92c096dd83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:23.210011 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:23.240427 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b4833fd5-2a34-4c6b-b24d-b79da7b8c42e req-0d052ea6-1ff4-448f-a11f-24c7043bf10c tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:23.308482 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port dca00465-cb63-45de-82be-93d2408f1f56 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:49:23.311170 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:23.340488 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4833fd5-2a34-4c6b-b24d-b79da7b8c42e req-0d052ea6-1ff4-448f-a11f-24c7043bf10c tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] Network 38389e4e-bfe6-444d-ab84-a178fabcdb95 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:49:23.351583 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d052ea6-1ff4-448f-a11f-24c7043bf10c tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] Pushing event updated for resources: {'Port': ['ID=19179de0-d876-4acc-bde1-86c6d8a29f0b,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:23.367585 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-b4833fd5-2a34-4c6b-b24d-b79da7b8c42e req-0d052ea6-1ff4-448f-a11f-24c7043bf10c tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:49:23.394248 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4833fd5-2a34-4c6b-b24d-b79da7b8c42e req-0d052ea6-1ff4-448f-a11f-24c7043bf10c tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:49:23.604800 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ec2da-80e2-4fe7-a6b2-efc8de031738 req-9330dac4-918f-45be-a9b4-165246cadf81 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:23.619075 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2d3ec2da-80e2-4fe7-a6b2-efc8de031738 req-9330dac4-918f-45be-a9b4-165246cadf81 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=e59981f2-1bbc-46b7-94f0-0e107e4666e9 HTTP/1.1" status: 200 len: 944 time: 0.2124603 Jul 09 14:49:23.642518 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f311aee0-8037-4031-b515-e6e845dc62d7 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Router dd4362b6-393e-48fb-8c5d-aa6ce6c492ee is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:49:23.733327 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d92f3552-1bd0-4348-b307-f92c096dd83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:23.799255 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4833fd5-2a34-4c6b-b24d-b79da7b8c42e req-0d052ea6-1ff4-448f-a11f-24c7043bf10c tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:23.800491 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b4833fd5-2a34-4c6b-b24d-b79da7b8c42e req-0d052ea6-1ff4-448f-a11f-24c7043bf10c tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:23.852852 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:23.917732 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4209bdda-a2cd-4e8d-b266-d6889c4285e9 req-7c6d2b9d-1ce0-4488-815d-26aeae349316 tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:23.924053 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2d3ec2da-80e2-4fe7-a6b2-efc8de031738 req-14e757d8-3264-4432-b439-71bf55015938 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038793 Jul 09 14:49:23.931749 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4209bdda-a2cd-4e8d-b266-d6889c4285e9 req-7c6d2b9d-1ce0-4488-815d-26aeae349316 tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] 10.222.0.58 "GET /v2.0/ports?device_id=a826855d-b9e2-453f-8117-3ce2021baccc HTTP/1.1" status: 200 len: 932 time: 0.5388699 Jul 09 14:49:23.936131 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b4833fd5-2a34-4c6b-b24d-b79da7b8c42e req-0d052ea6-1ff4-448f-a11f-24c7043bf10c tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0511971 Jul 09 14:49:23.943944 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-d92f3552-1bd0-4348-b307-f92c096dd83d None None] For port dca00465-cb63-45de-82be-93d2408f1f56, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=dca00465-cb63-45de-82be-93d2408f1f56,segment=NetworkSegment(2c0b3b71-bb7f-466b-a724-ba151554e5df),segment_id=2c0b3b71-bb7f-466b-a724-ba151554e5df)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:49:23.982270 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f311aee0-8037-4031-b515-e6e845dc62d7 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:49:23.999660 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52a37ae-4bcb-4666-8b37-860ce55c390b None None] Sync routers for ids ['dd4362b6-393e-48fb-8c5d-aa6ce6c492ee'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:49:24.011691 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d92f3552-1bd0-4348-b307-f92c096dd83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:24.016446 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-b4833fd5-2a34-4c6b-b24d-b79da7b8c42e req-d205c8d5-ca2c-46c0-93fb-37eeba7bb89f service neutron] Request body: {'port': {'device_id': 'a826855d-b9e2-453f-8117-3ce2021baccc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:49:24.016917 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f311aee0-8037-4031-b515-e6e845dc62d7 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "PUT /v2.0/routers/dd4362b6-393e-48fb-8c5d-aa6ce6c492ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0720181 Jul 09 14:49:24.019423 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39798) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:24.030019 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52a37ae-4bcb-4666-8b37-860ce55c390b None None] Routers {'dd4362b6-393e-48fb-8c5d-aa6ce6c492ee'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:49:24.030684 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-c52a37ae-4bcb-4666-8b37-860ce55c390b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:48:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['dd4362b6-393e-48fb-8c5d-aa6ce6c492ee'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:24.104411 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4209bdda-a2cd-4e8d-b266-d6889c4285e9 req-5dacc51d-05d2-4e6a-a57b-7a0788d8acdd tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac64d91e-4ca2-425a-9fd5-435c728a918b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715827 Jul 09 14:49:24.116934 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-c52a37ae-4bcb-4666-8b37-860ce55c390b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:24.139474 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52a37ae-4bcb-4666-8b37-860ce55c390b None None] Routers {'dd4362b6-393e-48fb-8c5d-aa6ce6c492ee'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:49:24.140534 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-c52a37ae-4bcb-4666-8b37-860ce55c390b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:48:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['dd4362b6-393e-48fb-8c5d-aa6ce6c492ee'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:24.161502 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b17b26e-701b-4043-93ca-e35e575fe5d3 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:24.177009 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-2b17b26e-701b-4043-93ca-e35e575fe5d3 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "GET /v2.0/ports/1255d73d-9551-434b-93a5-93e064b17a9a HTTP/1.1" status: 200 len: 911 time: 0.1557782 Jul 09 14:49:24.178520 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39800) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:24.199237 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-271649e5-ceb8-47c0-ae43-cdc5b783c3a9 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '05d0cd99-8880-494a-ad41-c8f8d09b0563'}]}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:49:24.293799 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-52d0678e-043b-4c07-bc0b-69e7a533ba89 None None] Provisioning complete for port dca00465-cb63-45de-82be-93d2408f1f56 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:49:24.295063 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-52d0678e-043b-4c07-bc0b-69e7a533ba89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:24.301587 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-c52a37ae-4bcb-4666-8b37-860ce55c390b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:24.302266 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52a37ae-4bcb-4666-8b37-860ce55c390b None None] The sync data for ids ['dd4362b6-393e-48fb-8c5d-aa6ce6c492ee'] in n-d-799529-6 is: [] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:49:24.367046 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.db.api [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 14:49:24.385294 n-d-799529-6 neutron-server[94447]: DEBUG oslo_db.api [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 14:49:24.398378 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92f3552-1bd0-4348-b307-f92c096dd83d None None] Pushing event updated for resources: {'Port': ['ID=dca00465-cb63-45de-82be-93d2408f1f56,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:24.431958 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b4833fd5-2a34-4c6b-b24d-b79da7b8c42e req-d205c8d5-ca2c-46c0-93fb-37eeba7bb89f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:24.555446 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-0f0b21e2-94cd-4c82-b450-269f8b5d2b8b admin admin] Deleting port 4bb7b92c-19f4-491a-89d5-5267789652e3 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:49:24.556046 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0f0b21e2-94cd-4c82-b450-269f8b5d2b8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:24.606357 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4151b054-ff56-4fd7-935c-cc2f14b7e8bf req-c947b14d-2aeb-40a8-9132-ec5a6f295526 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:24.608020 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4151b054-ff56-4fd7-935c-cc2f14b7e8bf req-c947b14d-2aeb-40a8-9132-ec5a6f295526 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=9da18f17-d082-4d4c-86e5-ac89efaa7ffa HTTP/1.1" status: 200 len: 945 time: 0.3166547 Jul 09 14:49:24.646278 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-52d0678e-043b-4c07-bc0b-69e7a533ba89 None None] Provisioning for port 1255d73d-9551-434b-93a5-93e064b17a9a completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:49:24.646278 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-52d0678e-043b-4c07-bc0b-69e7a533ba89 None None] Provisioning complete for port 1255d73d-9551-434b-93a5-93e064b17a9a triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:49:24.646278 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-52d0678e-043b-4c07-bc0b-69e7a533ba89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:24.747711 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-52d0678e-043b-4c07-bc0b-69e7a533ba89 None None] Port 1255d73d-9551-434b-93a5-93e064b17a9a cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:49:24.796275 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-0f0b21e2-94cd-4c82-b450-269f8b5d2b8b admin admin] For port 4bb7b92c-19f4-491a-89d5-5267789652e3, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=4bb7b92c-19f4-491a-89d5-5267789652e3,segment=NetworkSegment(2c83f2eb-8cb3-4860-acb7-94ea96ea7143),segment_id=2c83f2eb-8cb3-4860-acb7-94ea96ea7143)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:49:24.797028 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0f0b21e2-94cd-4c82-b450-269f8b5d2b8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:24.828335 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-271649e5-ceb8-47c0-ae43-cdc5b783c3a9 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:24.855606 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4151b054-ff56-4fd7-935c-cc2f14b7e8bf req-0b4a8421-d60b-410f-9947-f73bc47ed4c0 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=473b60ee-6046-439a-9449-2a9b96c46b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2334189 Jul 09 14:49:24.885379 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-7b592442-85d2-4369-aa94-e39f0cc4b6b8 None None] Provisioning complete for port 1255d73d-9551-434b-93a5-93e064b17a9a triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:49:24.885764 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7b592442-85d2-4369-aa94-e39f0cc4b6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:24.928984 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-0f0b21e2-94cd-4c82-b450-269f8b5d2b8b admin admin] Calling delete_port for 4bb7b92c-19f4-491a-89d5-5267789652e3 owned by network:router_interface {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:49:24.990990 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-7b592442-85d2-4369-aa94-e39f0cc4b6b8 None None] Port 1255d73d-9551-434b-93a5-93e064b17a9a cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:49:25.217963 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device dca00465-cb63-45de-82be-93d2408f1f56 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:49:25.325332 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port dca00465-cb63-45de-82be-93d2408f1f56 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:49:25.326952 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:25.369588 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39822) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:25.398978 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-b4833fd5-2a34-4c6b-b24d-b79da7b8c42e req-d205c8d5-ca2c-46c0-93fb-37eeba7bb89f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19179de0-d876-4acc-bde1-86c6d8a29f0b {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:49:25.462540 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b4833fd5-2a34-4c6b-b24d-b79da7b8c42e req-d205c8d5-ca2c-46c0-93fb-37eeba7bb89f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:25.488854 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-b4833fd5-2a34-4c6b-b24d-b79da7b8c42e req-d205c8d5-ca2c-46c0-93fb-37eeba7bb89f service neutron] Transition to ACTIVE for port object 19179de0-d876-4acc-bde1-86c6d8a29f0b will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:49:25.512968 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb41654-8453-407b-bb62-946877fd9720 req-bed29e21-223d-47d9-9cb2-1b1dea729183 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:25.514977 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bb41654-8453-407b-bb62-946877fd9720 req-bed29e21-223d-47d9-9cb2-1b1dea729183 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=e59981f2-1bbc-46b7-94f0-0e107e4666e9 HTTP/1.1" status: 200 len: 944 time: 0.1570733 Jul 09 14:49:25.544519 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-271649e5-ceb8-47c0-ae43-cdc5b783c3a9 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:25.566335 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b4833fd5-2a34-4c6b-b24d-b79da7b8c42e req-d205c8d5-ca2c-46c0-93fb-37eeba7bb89f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:25.591105 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bb41654-8453-407b-bb62-946877fd9720 req-9bbffb4c-6146-4673-93f8-817b47307cad tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586770 Jul 09 14:49:25.617741 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-2deced2a-656b-421e-b2ef-5a85505b51ef tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1650718635', 'router:external': True}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:49:25.641562 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:49:25.685251 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d205c8d5-ca2c-46c0-93fb-37eeba7bb89f service neutron] Pushing event updated for resources: {'Port': ['ID=19179de0-d876-4acc-bde1-86c6d8a29f0b,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:25.698023 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0f0b21e2-94cd-4c82-b450-269f8b5d2b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:25.702748 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-271649e5-ceb8-47c0-ae43-cdc5b783c3a9 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:25.712428 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271649e5-ceb8-47c0-ae43-cdc5b783c3a9 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:25.713037 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-271649e5-ceb8-47c0-ae43-cdc5b783c3a9 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:25.717126 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-271649e5-ceb8-47c0-ae43-cdc5b783c3a9 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "PUT /v2.0/ports/1255d73d-9551-434b-93a5-93e064b17a9a HTTP/1.1" status: 200 len: 911 time: 1.5345304 Jul 09 14:49:25.718245 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39832) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:25.792247 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0b21e2-94cd-4c82-b450-269f8b5d2b8b admin admin] Pushing event deleted for resources: {'Port': ['ID=4bb7b92c-19f4-491a-89d5-5267789652e3,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:25.976270 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0f0b21e2-94cd-4c82-b450-269f8b5d2b8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:25.977038 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port 4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:49:25.981738 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port 4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:49:25.982229 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:26.196916 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:26.243913 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b,segment=NetworkSegment(2badb0c6-e67f-4820-b4bb-8e5a90533cf4),segment_id=2badb0c6-e67f-4820-b4bb-8e5a90533cf4)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:49:26.273380 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e59981f2-1bbc-46b7-94f0-0e107e4666e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:49:26.273380 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0434b75-51cc-463e-a16e-2470c6ca4f12" -d '{"events": [{"server_uuid": "e59981f2-1bbc-46b7-94f0-0e107e4666e9", "name": "network-vif-plugged", "status": "completed", "tag": "4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:49:26.298194 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2deced2a-656b-421e-b2ef-5a85505b51ef tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Made reservation on behalf of 5e53e96b6b5947f59dd9e957b6ba6726 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:49:26.300604 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2deced2a-656b-421e-b2ef-5a85505b51ef tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:26.322016 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-b4833fd5-2a34-4c6b-b24d-b79da7b8c42e req-d205c8d5-ca2c-46c0-93fb-37eeba7bb89f service neutron] Attempting to bind port 19179de0-d876-4acc-bde1-86c6d8a29f0b on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:49:26.322416 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-b4833fd5-2a34-4c6b-b24d-b79da7b8c42e req-d205c8d5-ca2c-46c0-93fb-37eeba7bb89f service neutron] Attempting to bind port 19179de0-d876-4acc-bde1-86c6d8a29f0b by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': 'b4f0c5e7-bfd2-49c2-8f29-f945c763fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '38389e4e-bfe6-444d-ab84-a178fabcdb95'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:49:26.322681 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4833fd5-2a34-4c6b-b24d-b79da7b8c42e req-d205c8d5-ca2c-46c0-93fb-37eeba7bb89f service neutron] Attempting to bind port 19179de0-d876-4acc-bde1-86c6d8a29f0b on network 38389e4e-bfe6-444d-ab84-a178fabcdb95 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:49:26.336814 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4833fd5-2a34-4c6b-b24d-b79da7b8c42e req-d205c8d5-ca2c-46c0-93fb-37eeba7bb89f service neutron] Port 19179de0-d876-4acc-bde1-86c6d8a29f0b on network 38389e4e-bfe6-444d-ab84-a178fabcdb95 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:49:26.337163 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4833fd5-2a34-4c6b-b24d-b79da7b8c42e req-d205c8d5-ca2c-46c0-93fb-37eeba7bb89f service neutron] Attempting to bind port 19179de0-d876-4acc-bde1-86c6d8a29f0b on network 38389e4e-bfe6-444d-ab84-a178fabcdb95 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:49:26.344070 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4833fd5-2a34-4c6b-b24d-b79da7b8c42e req-d205c8d5-ca2c-46c0-93fb-37eeba7bb89f service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:49:26.370870 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4833fd5-2a34-4c6b-b24d-b79da7b8c42e req-d205c8d5-ca2c-46c0-93fb-37eeba7bb89f service neutron] Checking segment: {'id': 'b4f0c5e7-bfd2-49c2-8f29-f945c763fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '38389e4e-bfe6-444d-ab84-a178fabcdb95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:49:26.370870 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4833fd5-2a34-4c6b-b24d-b79da7b8c42e req-d205c8d5-ca2c-46c0-93fb-37eeba7bb89f service neutron] Bound using segment: {'id': 'b4f0c5e7-bfd2-49c2-8f29-f945c763fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '38389e4e-bfe6-444d-ab84-a178fabcdb95'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:49:26.370870 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-b4833fd5-2a34-4c6b-b24d-b79da7b8c42e req-d205c8d5-ca2c-46c0-93fb-37eeba7bb89f service neutron] Bound port: 19179de0-d876-4acc-bde1-86c6d8a29f0b, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4f0c5e7-bfd2-49c2-8f29-f945c763fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '38389e4e-bfe6-444d-ab84-a178fabcdb95'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:49:26.370870 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b4833fd5-2a34-4c6b-b24d-b79da7b8c42e req-d205c8d5-ca2c-46c0-93fb-37eeba7bb89f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:26.371538 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2deced2a-656b-421e-b2ef-5a85505b51ef tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:26.392465 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271649e5-ceb8-47c0-ae43-cdc5b783c3a9 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event updated for resources: {'Port': ['ID=1255d73d-9551-434b-93a5-93e064b17a9a,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:26.417628 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271649e5-ceb8-47c0-ae43-cdc5b783c3a9 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:26.420271 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271649e5-ceb8-47c0-ae43-cdc5b783c3a9 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:26.420382 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271649e5-ceb8-47c0-ae43-cdc5b783c3a9 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:26.420656 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271649e5-ceb8-47c0-ae43-cdc5b783c3a9 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:26.420970 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f0b21e2-94cd-4c82-b450-269f8b5d2b8b admin admin] Router c1bbcfdc-31af-4cef-9880-af8272a21f4e has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:49:26.421381 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271649e5-ceb8-47c0-ae43-cdc5b783c3a9 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:26.421381 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271649e5-ceb8-47c0-ae43-cdc5b783c3a9 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:26.421646 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271649e5-ceb8-47c0-ae43-cdc5b783c3a9 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:26.421977 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271649e5-ceb8-47c0-ae43-cdc5b783c3a9 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:26.422328 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271649e5-ceb8-47c0-ae43-cdc5b783c3a9 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:26.422648 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271649e5-ceb8-47c0-ae43-cdc5b783c3a9 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:26.422977 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271649e5-ceb8-47c0-ae43-cdc5b783c3a9 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:26.423459 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271649e5-ceb8-47c0-ae43-cdc5b783c3a9 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:26.446526 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0e4d7554-85d5-4a10-8bdf-ad5da4b58019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:26.499738 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-b4833fd5-2a34-4c6b-b24d-b79da7b8c42e req-d205c8d5-ca2c-46c0-93fb-37eeba7bb89f service neutron] For port 19179de0-d876-4acc-bde1-86c6d8a29f0b, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:49:26.520561 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-b4833fd5-2a34-4c6b-b24d-b79da7b8c42e req-d205c8d5-ca2c-46c0-93fb-37eeba7bb89f service neutron] For port 19179de0-d876-4acc-bde1-86c6d8a29f0b, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=19179de0-d876-4acc-bde1-86c6d8a29f0b,segment=NetworkSegment(b4f0c5e7-bfd2-49c2-8f29-f945c763fc2f),segment_id=b4f0c5e7-bfd2-49c2-8f29-f945c763fc2f)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:49:26.550863 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:26.651941 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0b21e2-94cd-4c82-b450-269f8b5d2b8b admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:49:26.651941 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-0f0b21e2-94cd-4c82-b450-269f8b5d2b8b admin admin] 10.222.0.58 "PUT /v2.0/routers/c1bbcfdc-31af-4cef-9880-af8272a21f4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6145713 Jul 09 14:49:26.651941 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 39842) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:26.652577 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354cad93-d680-431f-ba99-4825d333538a req-bdf58483-a372-4ed7-b2bb-5789aeddc9ec tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:26.652577 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-354cad93-d680-431f-ba99-4825d333538a req-bdf58483-a372-4ed7-b2bb-5789aeddc9ec tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] 10.222.0.58 "GET /v2.0/ports?device_id=a826855d-b9e2-453f-8117-3ce2021baccc HTTP/1.1" status: 200 len: 944 time: 0.3338258 Jul 09 14:49:26.652806 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74e6cd8-ebea-412c-aafd-22497a743f35 None None] Sync routers for ids ['c1bbcfdc-31af-4cef-9880-af8272a21f4e'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:49:26.654069 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74e6cd8-ebea-412c-aafd-22497a743f35 None None] Routers {'c1bbcfdc-31af-4cef-9880-af8272a21f4e'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:49:26.654712 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-e74e6cd8-ebea-412c-aafd-22497a743f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:48:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['c1bbcfdc-31af-4cef-9880-af8272a21f4e'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:26.698148 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:26.781962 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2deced2a-656b-421e-b2ef-5a85505b51ef tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:26.787314 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-dde9a985-9823-4ee7-ab39-6af7b5d5504c admin admin] Notify callbacks [] for router, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:26.794758 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-e74e6cd8-ebea-412c-aafd-22497a743f35 None None] Set router c1bbcfdc-31af-4cef-9880-af8272a21f4e gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:49:26.795560 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-354cad93-d680-431f-ba99-4825d333538a req-70145117-e9ff-4def-9b23-e80729f1ecff tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac64d91e-4ca2-425a-9fd5-435c728a918b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692587 Jul 09 14:49:26.892241 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c490c947-8ae5-47f5-b926-e02c74979af1 x-openstack-request-id: req-c490c947-8ae5-47f5-b926-e02c74979af1 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:49:26.897502 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e59981f2-1bbc-46b7-94f0-0e107e4666e9", "name": "network-vif-plugged", "status": "completed", "tag": "4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:49:26.897502 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c490c947-8ae5-47f5-b926-e02c74979af1 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:49:26.897502 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e59981f2-1bbc-46b7-94f0-0e107e4666e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b', 'code': 200} Jul 09 14:49:26.909584 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b4833fd5-2a34-4c6b-b24d-b79da7b8c42e req-d205c8d5-ca2c-46c0-93fb-37eeba7bb89f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:26.916474 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2deced2a-656b-421e-b2ef-5a85505b51ef tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:26.962138 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2deced2a-656b-421e-b2ef-5a85505b51ef tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:49:26.971206 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2deced2a-656b-421e-b2ef-5a85505b51ef tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:26.971627 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-2deced2a-656b-421e-b2ef-5a85505b51ef tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Added segment 7b619cdd-2a5e-445a-a27c-79c91dfcab88 of type vlan for network 297b5527-1fce-43a9-b659-65734e6842c0 Jul 09 14:49:27.032192 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-e74e6cd8-ebea-412c-aafd-22497a743f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bbcfdc-31af-4cef-9880-af8272a21f4e', 'name': 'tempest-ServersTestJSON-1541501514-router', 'tenant_id': 'd23a49ae7ad54a32b92cd2e14ed969e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '2004212f-3fd3-42ad-9fb8-566def57ea6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:45:32Z', 'updated_at': '2021-07-09T14:49:25Z', 'revision_number': 5, 'project_id': 'd23a49ae7ad54a32b92cd2e14ed969e0', 'gw_port': {'id': '2004212f-3fd3-42ad-9fb8-566def57ea6b', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bbcfdc-31af-4cef-9880-af8272a21f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:45:34Z', 'updated_at': '2021-07-09T14:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:27.039621 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4833fd5-2a34-4c6b-b24d-b79da7b8c42e req-d205c8d5-ca2c-46c0-93fb-37eeba7bb89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:27.041903 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b4833fd5-2a34-4c6b-b24d-b79da7b8c42e req-d205c8d5-ca2c-46c0-93fb-37eeba7bb89f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:27.047079 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b4833fd5-2a34-4c6b-b24d-b79da7b8c42e req-d205c8d5-ca2c-46c0-93fb-37eeba7bb89f service neutron] 10.222.0.54 "PUT /v2.0/ports/19179de0-d876-4acc-bde1-86c6d8a29f0b HTTP/1.1" status: 200 len: 1092 time: 3.0798314 Jul 09 14:49:27.053174 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a826855d-b9e2-453f-8117-3ce2021baccc', 'tag': '19179de0-d876-4acc-bde1-86c6d8a29f0b'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:49:27.060695 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c293e3c5-bdb5-4dc7-b42c-964b9d9f7287" -d '{"events": [{"name": "network-changed", "server_uuid": "a826855d-b9e2-453f-8117-3ce2021baccc", "tag": "19179de0-d876-4acc-bde1-86c6d8a29f0b"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:49:27.061667 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2deced2a-656b-421e-b2ef-5a85505b51ef tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:27.078218 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74e6cd8-ebea-412c-aafd-22497a743f35 None None] Checking router: c1bbcfdc-31af-4cef-9880-af8272a21f4e for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:49:27.094648 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74e6cd8-ebea-412c-aafd-22497a743f35 None None] Routers {'c1bbcfdc-31af-4cef-9880-af8272a21f4e'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:49:27.095299 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-e74e6cd8-ebea-412c-aafd-22497a743f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:48:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['c1bbcfdc-31af-4cef-9880-af8272a21f4e'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:27.118369 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deced2a-656b-421e-b2ef-5a85505b51ef tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9873ac50-4674-428f-bbeb-204d235f79c3,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:27.202354 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2deced2a-656b-421e-b2ef-5a85505b51ef tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:27.203857 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2deced2a-656b-421e-b2ef-5a85505b51ef tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:27.204633 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2deced2a-656b-421e-b2ef-5a85505b51ef tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:27.294954 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-e74e6cd8-ebea-412c-aafd-22497a743f35 None None] Set router c1bbcfdc-31af-4cef-9880-af8272a21f4e gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:49:27.299299 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-dde9a985-9823-4ee7-ab39-6af7b5d5504c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:27.312512 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deced2a-656b-421e-b2ef-5a85505b51ef tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Pushing event updated for resources: {'Network': ['ID=297b5527-1fce-43a9-b659-65734e6842c0,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:27.369009 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 297b5527-1fce-43a9-b659-65734e6842c0 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:49:27.388296 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179a3ec9-e021-4dbc-90f1-de0502341ade req-96828cb9-ceec-460e-bb7f-042c2bce0158 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:27.391013 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-179a3ec9-e021-4dbc-90f1-de0502341ade req-96828cb9-ceec-460e-bb7f-042c2bce0158 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=e59981f2-1bbc-46b7-94f0-0e107e4666e9 HTTP/1.1" status: 200 len: 945 time: 0.2614682 Jul 09 14:49:27.394129 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0c71c5d-4be7-4a36-b4d1-8e1f7ec4b043 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:27.478019 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-2deced2a-656b-421e-b2ef-5a85505b51ef tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.1055253 Jul 09 14:49:27.489792 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d205c8d5-ca2c-46c0-93fb-37eeba7bb89f service neutron] Pushing event updated for resources: {'Port': ['ID=19179de0-d876-4acc-bde1-86c6d8a29f0b,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:27.492320 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 39852) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:27.522732 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe54cd5-0d0c-4b1f-bfd5-b9213a83502e req-cda4150e-7c9e-4b75-bd10-14bb66681f4a tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:27.531212 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4fe54cd5-0d0c-4b1f-bfd5-b9213a83502e req-cda4150e-7c9e-4b75-bd10-14bb66681f4a tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=9da18f17-d082-4d4c-86e5-ac89efaa7ffa HTTP/1.1" status: 200 len: 945 time: 0.6239645 Jul 09 14:49:27.539119 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-5a31d175-d974-44a2-9c67-0cbc7bbc0eab tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Request body: {'subnet': {'network_id': '297b5527-1fce-43a9-b659-65734e6842c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:49:27.616386 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d3cd8-3e9d-47a0-980d-87c761236502 req-049460aa-4733-4f1d-bbe7-cd5ceda9f474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:27.629600 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-762d3cd8-3e9d-47a0-980d-87c761236502 req-049460aa-4733-4f1d-bbe7-cd5ceda9f474 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e59981f2-1bbc-46b7-94f0-0e107e4666e9 HTTP/1.1" status: 200 len: 1096 time: 0.5903733 Jul 09 14:49:27.665980 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-e74e6cd8-ebea-412c-aafd-22497a743f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bbcfdc-31af-4cef-9880-af8272a21f4e', 'name': 'tempest-ServersTestJSON-1541501514-router', 'tenant_id': 'd23a49ae7ad54a32b92cd2e14ed969e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '2004212f-3fd3-42ad-9fb8-566def57ea6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:45:32Z', 'updated_at': '2021-07-09T14:49:25Z', 'revision_number': 5, 'project_id': 'd23a49ae7ad54a32b92cd2e14ed969e0', 'gw_port': {'id': '2004212f-3fd3-42ad-9fb8-566def57ea6b', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bbcfdc-31af-4cef-9880-af8272a21f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:45:34Z', 'updated_at': '2021-07-09T14:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:27.672660 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-179a3ec9-e021-4dbc-90f1-de0502341ade req-ab84bb21-8028-4d4b-8b6e-40cbc0542acc tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732854 Jul 09 14:49:27.705356 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4833fd5-2a34-4c6b-b24d-b79da7b8c42e req-6395e205-5415-4129-8b1f-db8cb153daba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:27.706929 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b4833fd5-2a34-4c6b-b24d-b79da7b8c42e req-6395e205-5415-4129-8b1f-db8cb153daba service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=00c8b47fbdeb4adb9f07c041ba4522b8&device_id=a826855d-b9e2-453f-8117-3ce2021baccc HTTP/1.1" status: 200 len: 1095 time: 0.4841812 Jul 09 14:49:27.733299 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74e6cd8-ebea-412c-aafd-22497a743f35 None None] The sync data for ids ['c1bbcfdc-31af-4cef-9880-af8272a21f4e'] in n-d-799529-6 is: [{'id': 'c1bbcfdc-31af-4cef-9880-af8272a21f4e', 'name': 'tempest-ServersTestJSON-1541501514-router', 'tenant_id': 'd23a49ae7ad54a32b92cd2e14ed969e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '2004212f-3fd3-42ad-9fb8-566def57ea6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:45:32Z', 'updated_at': '2021-07-09T14:49:25Z', 'revision_number': 5, 'project_id': 'd23a49ae7ad54a32b92cd2e14ed969e0', 'gw_port': {'id': '2004212f-3fd3-42ad-9fb8-566def57ea6b', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bbcfdc-31af-4cef-9880-af8272a21f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:45:34Z', 'updated_at': '2021-07-09T14:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:49:27.845366 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4fe54cd5-0d0c-4b1f-bfd5-b9213a83502e req-e8183a7e-bc02-4950-95df-9dde6cf18c01 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=473b60ee-6046-439a-9449-2a9b96c46b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3147550 Jul 09 14:49:27.847741 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b4833fd5-2a34-4c6b-b24d-b79da7b8c42e req-ea724e18-3b36-4d11-960f-b947e057854a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19179de0-d876-4acc-bde1-86c6d8a29f0b HTTP/1.1" status: 200 len: 217 time: 0.1174743 Jul 09 14:49:27.862630 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d7bf4e-d663-4594-a95e-2d926b3641f6 x-openstack-request-id: req-c5d7bf4e-d663-4594-a95e-2d926b3641f6 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:49:27.863250 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a826855d-b9e2-453f-8117-3ce2021baccc", "tag": "19179de0-d876-4acc-bde1-86c6d8a29f0b", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:49:27.863792 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c5d7bf4e-d663-4594-a95e-2d926b3641f6 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:49:27.867781 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a826855d-b9e2-453f-8117-3ce2021baccc', 'tag': '19179de0-d876-4acc-bde1-86c6d8a29f0b', 'status': 'completed', 'code': 200} Jul 09 14:49:27.874143 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-762d3cd8-3e9d-47a0-980d-87c761236502 req-2b488542-26eb-4498-bb69-a734276f4b56 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437162 Jul 09 14:49:27.983420 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-d0c71c5d-4be7-4a36-b4d1-8e1f7ec4b043 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Deleting port 1255d73d-9551-434b-93a5-93e064b17a9a {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:49:27.984019 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0c71c5d-4be7-4a36-b4d1-8e1f7ec4b043 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:28.002372 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a31d175-d974-44a2-9c67-0cbc7bbc0eab tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Made reservation on behalf of 5e53e96b6b5947f59dd9e957b6ba6726 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:49:28.016222 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5a31d175-d974-44a2-9c67-0cbc7bbc0eab tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:28.054110 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-dde9a985-9823-4ee7-ab39-6af7b5d5504c admin admin] Deleting port 2004212f-3fd3-42ad-9fb8-566def57ea6b {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:49:28.054401 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-dde9a985-9823-4ee7-ab39-6af7b5d5504c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:28.157917 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0c71c5d-4be7-4a36-b4d1-8e1f7ec4b043 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:28.184172 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-d0c71c5d-4be7-4a36-b4d1-8e1f7ec4b043 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Calling delete_port for 1255d73d-9551-434b-93a5-93e064b17a9a owned by network:router_interface {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:49:28.227352 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4833fd5-2a34-4c6b-b24d-b79da7b8c42e req-775104f6-96d1-42b3-b16e-3a449f56ba75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:28.228873 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b4833fd5-2a34-4c6b-b24d-b79da7b8c42e req-775104f6-96d1-42b3-b16e-3a449f56ba75 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c77de190-56f3-4999-8ddd-6f23233693e4 HTTP/1.1" status: 200 len: 864 time: 0.3470004 Jul 09 14:49:28.308165 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b4833fd5-2a34-4c6b-b24d-b79da7b8c42e req-340b5e39-7a9b-47e3-a0cb-c37715cab2e5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=38389e4e-bfe6-444d-ab84-a178fabcdb95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625544 Jul 09 14:49:28.471743 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-dde9a985-9823-4ee7-ab39-6af7b5d5504c admin admin] For port 2004212f-3fd3-42ad-9fb8-566def57ea6b, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=2004212f-3fd3-42ad-9fb8-566def57ea6b,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:49:28.472032 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-dde9a985-9823-4ee7-ab39-6af7b5d5504c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:28.503774 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5dd966-5a3b-40b6-be9b-576f7382898b req-4b668f44-2a9b-4cbd-bdf9-a770a0331425 tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:28.510776 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7c5dd966-5a3b-40b6-be9b-576f7382898b req-4b668f44-2a9b-4cbd-bdf9-a770a0331425 tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] 10.222.0.58 "GET /v2.0/ports?device_id=a826855d-b9e2-453f-8117-3ce2021baccc HTTP/1.1" status: 200 len: 944 time: 0.4723146 Jul 09 14:49:28.554353 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-dde9a985-9823-4ee7-ab39-6af7b5d5504c admin admin] Calling delete_port for 2004212f-3fd3-42ad-9fb8-566def57ea6b owned by network:router_gateway {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:49:28.579084 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0c71c5d-4be7-4a36-b4d1-8e1f7ec4b043 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:28.622242 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7c5dd966-5a3b-40b6-be9b-576f7382898b req-cddcf914-f88d-4fdb-88cd-9a096d78a137 tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac64d91e-4ca2-425a-9fd5-435c728a918b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104727 Jul 09 14:49:28.632707 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c71c5d-4be7-4a36-b4d1-8e1f7ec4b043 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event deleted for resources: {'Port': ['ID=1255d73d-9551-434b-93a5-93e064b17a9a,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:28.887253 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0c71c5d-4be7-4a36-b4d1-8e1f7ec4b043 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:29.057469 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 4bb7b92c-19f4-491a-89d5-5267789652e3 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:49:29.059709 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6f4f62e2-d2d5-4986-af26-2bd8b9b84543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:29.116067 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 4bb7b92c-19f4-491a-89d5-5267789652e3 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:49:29.116525 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 4bb7b92c-19f4-491a-89d5-5267789652e3 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:49:29.137542 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:29.340934 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0c71c5d-4be7-4a36-b4d1-8e1f7ec4b043 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Router dd4362b6-393e-48fb-8c5d-aa6ce6c492ee has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:49:29.355759 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b4833fd5-2a34-4c6b-b24d-b79da7b8c42e req-8d530b6a-0671-4a39-a031-2f4b05c0ab33 service neutron] 10.222.0.54 "GET /v2.0/networks/38389e4e-bfe6-444d-ab84-a178fabcdb95?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0076799 Jul 09 14:49:29.459398 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c71c5d-4be7-4a36-b4d1-8e1f7ec4b043 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:49:29.468606 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae60f2e8-dabc-4b8e-b2b7-68e5653d4e2a None None] Sync routers for ids ['dd4362b6-393e-48fb-8c5d-aa6ce6c492ee'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:49:29.484561 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae60f2e8-dabc-4b8e-b2b7-68e5653d4e2a None None] Routers {'dd4362b6-393e-48fb-8c5d-aa6ce6c492ee'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:49:29.485567 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-ae60f2e8-dabc-4b8e-b2b7-68e5653d4e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:49:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['dd4362b6-393e-48fb-8c5d-aa6ce6c492ee'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:29.497240 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d0c71c5d-4be7-4a36-b4d1-8e1f7ec4b043 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "PUT /v2.0/routers/dd4362b6-393e-48fb-8c5d-aa6ce6c492ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7778115 Jul 09 14:49:29.499217 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39868) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:29.529907 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b4833fd5-2a34-4c6b-b24d-b79da7b8c42e req-f898f0c5-c030-41ed-8576-fb8781665488 service neutron] 10.222.0.54 "GET /v2.0/networks/38389e4e-bfe6-444d-ab84-a178fabcdb95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308250 Jul 09 14:49:29.553035 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbcb31a-5dbd-48f3-8fbd-7861e67502b3 req-c01c5629-7456-4951-9f1c-4c433d589109 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:29.562055 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-ae60f2e8-dabc-4b8e-b2b7-68e5653d4e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:29.563558 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5cbcb31a-5dbd-48f3-8fbd-7861e67502b3 req-c01c5629-7456-4951-9f1c-4c433d589109 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=e59981f2-1bbc-46b7-94f0-0e107e4666e9 HTTP/1.1" status: 200 len: 945 time: 0.4741650 Jul 09 14:49:29.578214 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ad677d73-2370-4d23-8b17-cb69cc196fd0 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd4362b6-393e-48fb-8c5d-aa6ce6c492ee HTTP/1.1" status: 200 len: 205 time: 0.0763156 Jul 09 14:49:29.583406 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 39870) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:29.589846 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae60f2e8-dabc-4b8e-b2b7-68e5653d4e2a None None] Routers {'dd4362b6-393e-48fb-8c5d-aa6ce6c492ee'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:49:29.589846 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-ae60f2e8-dabc-4b8e-b2b7-68e5653d4e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:49:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['dd4362b6-393e-48fb-8c5d-aa6ce6c492ee'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:29.636148 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-ae60f2e8-dabc-4b8e-b2b7-68e5653d4e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:29.637669 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae60f2e8-dabc-4b8e-b2b7-68e5653d4e2a None None] The sync data for ids ['dd4362b6-393e-48fb-8c5d-aa6ce6c492ee'] in n-d-799529-6 is: [] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:49:29.683307 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5cbcb31a-5dbd-48f3-8fbd-7861e67502b3 req-544f0fb6-0653-45a1-8d74-0ce708e58fca tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187625 Jul 09 14:49:29.700053 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae84bd30-9de0-4e49-81b6-df8798c03f21 req-40dc4dc5-c1d6-4e27-a24f-888abf7946a8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=215ee5c1-c47c-4487-bfe7-3272754152b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3490574 Jul 09 14:49:29.792794 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08d44d-ac67-42d2-90de-f60990a5b74d req-55dd8073-b0e0-4b45-8bff-7fd22488624d tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:29.794340 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ed08d44d-ac67-42d2-90de-f60990a5b74d req-55dd8073-b0e0-4b45-8bff-7fd22488624d tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=9da18f17-d082-4d4c-86e5-ac89efaa7ffa HTTP/1.1" status: 200 len: 945 time: 0.4559591 Jul 09 14:49:29.866119 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-33a6c51b-0084-4688-b00a-d24ace526540 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for router, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:29.915075 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84bd30-9de0-4e49-81b6-df8798c03f21 req-c3c3e6ec-408f-42a1-81ea-377a7f9f56c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:29.916081 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84bd30-9de0-4e49-81b6-df8798c03f21 req-c3c3e6ec-408f-42a1-81ea-377a7f9f56c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:29.916773 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84bd30-9de0-4e49-81b6-df8798c03f21 req-c3c3e6ec-408f-42a1-81ea-377a7f9f56c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:29.917432 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84bd30-9de0-4e49-81b6-df8798c03f21 req-c3c3e6ec-408f-42a1-81ea-377a7f9f56c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:29.918122 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84bd30-9de0-4e49-81b6-df8798c03f21 req-c3c3e6ec-408f-42a1-81ea-377a7f9f56c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:29.918783 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84bd30-9de0-4e49-81b6-df8798c03f21 req-c3c3e6ec-408f-42a1-81ea-377a7f9f56c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:29.919436 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84bd30-9de0-4e49-81b6-df8798c03f21 req-c3c3e6ec-408f-42a1-81ea-377a7f9f56c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:29.921829 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae84bd30-9de0-4e49-81b6-df8798c03f21 req-c3c3e6ec-408f-42a1-81ea-377a7f9f56c4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=868e6ad73e9e40dbad6a7d6a29a5f30c&device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 6489 time: 0.1362126 Jul 09 14:49:30.111135 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:30.143035 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84bd30-9de0-4e49-81b6-df8798c03f21 req-325c29eb-08e9-4167-a8b9-1dd3d80a0482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:30.144483 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84bd30-9de0-4e49-81b6-df8798c03f21 req-325c29eb-08e9-4167-a8b9-1dd3d80a0482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:30.145150 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84bd30-9de0-4e49-81b6-df8798c03f21 req-325c29eb-08e9-4167-a8b9-1dd3d80a0482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:30.147189 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae84bd30-9de0-4e49-81b6-df8798c03f21 req-325c29eb-08e9-4167-a8b9-1dd3d80a0482 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0fc8da04-04d4-4eeb-86d6-5d8e54448613&id=7086051a-a9a3-4774-91ec-207e7481a1f2&id=7086051a-a9a3-4774-91ec-207e7481a1f2&id=7086051a-a9a3-4774-91ec-207e7481a1f2&id=7086051a-a9a3-4774-91ec-207e7481a1f2&id=f7f6731e-df5a-475b-9c1b-606c9f6d697c&id=f7f6731e-df5a-475b-9c1b-606c9f6d697c HTTP/1.1" status: 200 len: 2294 time: 0.1899626 Jul 09 14:49:30.181945 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ed08d44d-ac67-42d2-90de-f60990a5b74d req-29873bb0-f21d-4e53-bfc8-a35cac381ab2 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=473b60ee-6046-439a-9449-2a9b96c46b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3517122 Jul 09 14:49:30.207284 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-33a6c51b-0084-4688-b00a-d24ace526540 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:30.214248 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-33a6c51b-0084-4688-b00a-d24ace526540 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:30.287627 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c293e3c5-bdb5-4dc7-b42c-964b9d9f7287 req-086d6d54-6726-44af-85e1-69ca723f6b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:30.289169 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c293e3c5-bdb5-4dc7-b42c-964b9d9f7287 req-086d6d54-6726-44af-85e1-69ca723f6b3a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=00c8b47fbdeb4adb9f07c041ba4522b8&device_id=a826855d-b9e2-453f-8117-3ce2021baccc HTTP/1.1" status: 200 len: 1095 time: 0.6520305 Jul 09 14:49:30.310580 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d06163-1f9a-4c7e-9149-29360c6970ae req-7d13d0b0-e285-4665-b495-27f1a98a8895 tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:30.317577 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b1d06163-1f9a-4c7e-9149-29360c6970ae req-7d13d0b0-e285-4665-b495-27f1a98a8895 tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] 10.222.0.58 "GET /v2.0/ports?device_id=a826855d-b9e2-453f-8117-3ce2021baccc HTTP/1.1" status: 200 len: 944 time: 0.2195995 Jul 09 14:49:30.320852 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae84bd30-9de0-4e49-81b6-df8798c03f21 req-8a55242a-fd5d-4be9-905a-a2ab2bdee3b2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbecacc0-fcea-4c8e-9c93-2a490da9fb58 HTTP/1.1" status: 200 len: 1001 time: 0.1594865 Jul 09 14:49:30.397170 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b1d06163-1f9a-4c7e-9149-29360c6970ae req-f20b4d0b-01cb-4aab-b805-ad1510908bc8 tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac64d91e-4ca2-425a-9fd5-435c728a918b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786355 Jul 09 14:49:30.413219 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c293e3c5-bdb5-4dc7-b42c-964b9d9f7287 req-2bd9b906-cc75-4e3e-9442-263451363c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:30.416111 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c293e3c5-bdb5-4dc7-b42c-964b9d9f7287 req-2bd9b906-cc75-4e3e-9442-263451363c72 service neutron] 10.222.0.54 "GET /v2.0/networks?id=38389e4e-bfe6-444d-ab84-a178fabcdb95 HTTP/1.1" status: 200 len: 925 time: 0.1201894 Jul 09 14:49:30.418832 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84bd30-9de0-4e49-81b6-df8798c03f21 req-e2ef84d2-d770-4e43-b085-7fe83153c564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:30.421933 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae84bd30-9de0-4e49-81b6-df8798c03f21 req-e2ef84d2-d770-4e43-b085-7fe83153c564 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2373e5cd-5f56-42ed-95c9-0b621ea9bc49 HTTP/1.1" status: 200 len: 851 time: 0.0771554 Jul 09 14:49:30.426376 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-33a6c51b-0084-4688-b00a-d24ace526540 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:30.429290 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a6c51b-0084-4688-b00a-d24ace526540 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Fanout notify agent at l3_agent the message router_deleted on router dd4362b6-393e-48fb-8c5d-aa6ce6c492ee {{(pid=94445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:49:30.442110 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-33a6c51b-0084-4688-b00a-d24ace526540 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:30.443430 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-33a6c51b-0084-4688-b00a-d24ace526540 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "DELETE /v2.0/routers/dd4362b6-393e-48fb-8c5d-aa6ce6c492ee HTTP/1.1" status: 204 len: 168 time: 0.8589163 Jul 09 14:49:30.446283 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39876) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:30.447995 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-dde9a985-9823-4ee7-ab39-6af7b5d5504c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:30.507608 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c293e3c5-bdb5-4dc7-b42c-964b9d9f7287 req-88ddee1d-abb7-4ec2-aeb5-3093c17b16fd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19179de0-d876-4acc-bde1-86c6d8a29f0b HTTP/1.1" status: 200 len: 217 time: 0.0625999 Jul 09 14:49:30.545733 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a5f534d-f9ce-4943-9e89-a9e79d1a010d tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Deleting subnet 05d0cd99-8880-494a-ad41-c8f8d09b0563 {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:49:30.552968 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1a5f534d-f9ce-4943-9e89-a9e79d1a010d tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:30.601439 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84bd30-9de0-4e49-81b6-df8798c03f21 req-6e04e353-5851-40f4-ab63-1e65df4e2e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:30.601664 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae84bd30-9de0-4e49-81b6-df8798c03f21 req-6e04e353-5851-40f4-ab63-1e65df4e2e01 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0fc8da04-04d4-4eeb-86d6-5d8e54448613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1743510 Jul 09 14:49:30.613690 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1a5f534d-f9ce-4943-9e89-a9e79d1a010d tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:30.638467 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c293e3c5-bdb5-4dc7-b42c-964b9d9f7287 req-7b0d90a2-1e1f-4d4c-966d-a4ac31733cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:30.640748 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c293e3c5-bdb5-4dc7-b42c-964b9d9f7287 req-7b0d90a2-1e1f-4d4c-966d-a4ac31733cb3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c77de190-56f3-4999-8ddd-6f23233693e4 HTTP/1.1" status: 200 len: 864 time: 0.1050682 Jul 09 14:49:30.645226 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde9a985-9823-4ee7-ab39-6af7b5d5504c admin admin] Pushing event deleted for resources: {'Port': ['ID=2004212f-3fd3-42ad-9fb8-566def57ea6b,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:30.693910 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-dde9a985-9823-4ee7-ab39-6af7b5d5504c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:30.802554 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c293e3c5-bdb5-4dc7-b42c-964b9d9f7287 req-a8ec1a47-a71a-45ae-8c82-adb04583996a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=38389e4e-bfe6-444d-ab84-a178fabcdb95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1519327 Jul 09 14:49:30.817813 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae84bd30-9de0-4e49-81b6-df8798c03f21 req-4331a6a8-95b1-4cf6-a79c-9f9991fac9ee service neutron] 10.222.0.62 "GET /v2.0/networks/0fc8da04-04d4-4eeb-86d6-5d8e54448613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072001 Jul 09 14:49:30.875896 n-d-799529-6 neutron-server[94445]: DEBUG neutron.objects.ports [None req-5a31d175-d974-44a2-9c67-0cbc7bbc0eab tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94445) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 14:49:30.878863 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5a31d175-d974-44a2-9c67-0cbc7bbc0eab tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:30.934797 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae84bd30-9de0-4e49-81b6-df8798c03f21 req-88eb4175-4d1c-4ba1-a7d6-8a23df3eb7e5 service neutron] 10.222.0.62 "GET /v2.0/networks/0fc8da04-04d4-4eeb-86d6-5d8e54448613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060073 Jul 09 14:49:30.936510 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1a5f534d-f9ce-4943-9e89-a9e79d1a010d tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:31.017459 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae84bd30-9de0-4e49-81b6-df8798c03f21 req-596be7c1-8819-4c42-bf16-2750e551210f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=bb420490-7abe-48bb-8247-ff19d2932add HTTP/1.1" status: 200 len: 217 time: 0.0541604 Jul 09 14:49:31.095330 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84bd30-9de0-4e49-81b6-df8798c03f21 req-3a3b98f5-11bc-4c56-b29c-588437355c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:31.096946 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae84bd30-9de0-4e49-81b6-df8798c03f21 req-3a3b98f5-11bc-4c56-b29c-588437355c12 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bbaf7842-6d01-4557-9de4-248881c81a38 HTTP/1.1" status: 200 len: 797 time: 0.0717404 Jul 09 14:49:31.149774 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-dde9a985-9823-4ee7-ab39-6af7b5d5504c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:31.195256 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-dde9a985-9823-4ee7-ab39-6af7b5d5504c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:31.197413 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a31d175-d974-44a2-9c67-0cbc7bbc0eab tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Checking segment: {'id': '7b619cdd-2a5e-445a-a27c-79c91dfcab88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '297b5527-1fce-43a9-b659-65734e6842c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:49:31.197776 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a31d175-d974-44a2-9c67-0cbc7bbc0eab tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Network hostable DHCP agents. Network: 297b5527-1fce-43a9-b659-65734e6842c0, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:49:31.201235 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1a5f534d-f9ce-4943-9e89-a9e79d1a010d tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:31.231815 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a31d175-d974-44a2-9c67-0cbc7bbc0eab tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5c352eed-858a-4d09-b715-2218f4a7abd0,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:31.247484 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84bd30-9de0-4e49-81b6-df8798c03f21 req-9dd19e69-b8a8-4f22-b663-040310121b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:31.253786 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae84bd30-9de0-4e49-81b6-df8798c03f21 req-9dd19e69-b8a8-4f22-b663-040310121b91 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7086051a-a9a3-4774-91ec-207e7481a1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1444490 Jul 09 14:49:31.253786 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5f534d-f9ce-4943-9e89-a9e79d1a010d tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event deleted for resources: {'Subnet': ['ID=05d0cd99-8880-494a-ad41-c8f8d09b0563,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:31.254806 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1a5f534d-f9ce-4943-9e89-a9e79d1a010d tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:31.256840 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-1a5f534d-f9ce-4943-9e89-a9e79d1a010d tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "DELETE /v2.0/subnets/05d0cd99-8880-494a-ad41-c8f8d09b0563 HTTP/1.1" status: 204 len: 168 time: 0.8092370 Jul 09 14:49:31.264741 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f79b51-3b4d-42f0-ba5c-cb8b61a4d65a None None] Network c628b3c8-2083-4a5d-a7b1-c2ab7d8e9dd2 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:49:31.270884 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39886) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:31.350906 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f3cda-8efd-4006-be20-7835a4153209 req-4557a01a-46bf-4567-98ef-59106ad7fc2d tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:31.352585 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ff8f3cda-8efd-4006-be20-7835a4153209 req-4557a01a-46bf-4567-98ef-59106ad7fc2d tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=e59981f2-1bbc-46b7-94f0-0e107e4666e9 HTTP/1.1" status: 200 len: 945 time: 0.3874242 Jul 09 14:49:31.433197 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ff8f3cda-8efd-4006-be20-7835a4153209 req-719d3588-6e2b-4e1c-9f42-511d88509a0b tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663006 Jul 09 14:49:31.433785 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-dde9a985-9823-4ee7-ab39-6af7b5d5504c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:31.434777 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde9a985-9823-4ee7-ab39-6af7b5d5504c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1bbcfdc-31af-4cef-9880-af8272a21f4e {{(pid=94445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:49:31.441432 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-dde9a985-9823-4ee7-ab39-6af7b5d5504c admin admin] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:31.445671 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-dde9a985-9823-4ee7-ab39-6af7b5d5504c admin admin] 10.222.0.58 "DELETE /v2.0/routers/c1bbcfdc-31af-4cef-9880-af8272a21f4e HTTP/1.1" status: 204 len: 168 time: 4.8184974 Jul 09 14:49:31.445671 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a31d175-d974-44a2-9c67-0cbc7bbc0eab tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Network 297b5527-1fce-43a9-b659-65734e6842c0 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:49:31.452438 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 39890) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:31.491471 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a8a4a99c-9814-4a7b-b860-b2ac892a9a36 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:31.521957 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1ed3c7e-28ab-4836-8c79-aa365228c91f admin admin] Deleting subnet 52cd48df-7dbf-4f6d-a76d-dc9a85bc635b {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:49:31.529486 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b1ed3c7e-28ab-4836-8c79-aa365228c91f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:31.584480 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae84bd30-9de0-4e49-81b6-df8798c03f21 req-604795d7-cbad-4095-bb81-d6456051518c service neutron] 10.222.0.62 "GET /v2.0/networks/7086051a-a9a3-4774-91ec-207e7481a1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250039 Jul 09 14:49:31.592867 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c293e3c5-bdb5-4dc7-b42c-964b9d9f7287 req-f37e9981-415f-44df-aadf-ec33d09a6dd9 service neutron] 10.222.0.54 "GET /v2.0/networks/38389e4e-bfe6-444d-ab84-a178fabcdb95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6612234 Jul 09 14:49:31.598485 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-5a31d175-d974-44a2-9c67-0cbc7bbc0eab tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 297b5527-1fce-43a9-b659-65734e6842c0) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:49:31.601582 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:31.609638 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8c342e-eb13-4f2d-af52-71e827400b47 None None] Network 297b5527-1fce-43a9-b659-65734e6842c0 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:49:31.611518 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a31d175-d974-44a2-9c67-0cbc7bbc0eab tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:31.613342 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5a31d175-d974-44a2-9c67-0cbc7bbc0eab tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:31.723303 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b1ed3c7e-28ab-4836-8c79-aa365228c91f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:31.845119 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae84bd30-9de0-4e49-81b6-df8798c03f21 req-38c5a0da-9671-4f4d-b3c1-258349d4ba2d service neutron] 10.222.0.62 "GET /v2.0/networks/7086051a-a9a3-4774-91ec-207e7481a1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421095 Jul 09 14:49:31.865972 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-5a31d175-d974-44a2-9c67-0cbc7bbc0eab tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 4.3337553 Jul 09 14:49:31.871133 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 39894) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:31.886203 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-20fab327-03e4-49f0-990f-4404cbc1b068 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2083656278', 'network_id': '297b5527-1fce-43a9-b659-65734e6842c0'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:49:31.973698 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f067b88-0df5-4010-af56-c0ef15c41c71 req-3343a1ba-e82e-4862-bfca-b8443969d582 tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:31.974624 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae84bd30-9de0-4e49-81b6-df8798c03f21 req-2422dd9d-1216-4c07-8077-89024b51287c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=96e89843-57db-4bb8-a7db-a9b989e66245 HTTP/1.1" status: 200 len: 217 time: 0.0836916 Jul 09 14:49:31.982106 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3f067b88-0df5-4010-af56-c0ef15c41c71 req-3343a1ba-e82e-4862-bfca-b8443969d582 tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] 10.222.0.58 "GET /v2.0/ports?device_id=a826855d-b9e2-453f-8117-3ce2021baccc HTTP/1.1" status: 200 len: 944 time: 0.3124361 Jul 09 14:49:31.986269 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 19179de0-d876-4acc-bde1-86c6d8a29f0b details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:49:31.991891 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c293e3c5-bdb5-4dc7-b42c-964b9d9f7287 req-3382228e-a9fd-48a9-8870-1ffcd6bf011e service neutron] 10.222.0.54 "GET /v2.0/networks/38389e4e-bfe6-444d-ab84-a178fabcdb95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3826888 Jul 09 14:49:32.002175 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b1ed3c7e-28ab-4836-8c79-aa365228c91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:32.069847 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84bd30-9de0-4e49-81b6-df8798c03f21 req-6faf8139-e654-426a-851c-e26cdce01409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:32.071085 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae84bd30-9de0-4e49-81b6-df8798c03f21 req-6faf8139-e654-426a-851c-e26cdce01409 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bbaf7842-6d01-4557-9de4-248881c81a38 HTTP/1.1" status: 200 len: 797 time: 0.0861118 Jul 09 14:49:32.101253 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739a6d9b-7925-4cea-8878-d0547145c019 None None] Network 297b5527-1fce-43a9-b659-65734e6842c0 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:49:32.123034 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3f067b88-0df5-4010-af56-c0ef15c41c71 req-a00f0c5d-a8e2-4d20-8748-0e807e405f30 tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac64d91e-4ca2-425a-9fd5-435c728a918b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396217 Jul 09 14:49:32.124493 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20fab327-03e4-49f0-990f-4404cbc1b068 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Made reservation on behalf of 5e53e96b6b5947f59dd9e957b6ba6726 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:49:32.127080 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-20fab327-03e4-49f0-990f-4404cbc1b068 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:32.162826 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b1ed3c7e-28ab-4836-8c79-aa365228c91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:32.185578 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-a8a4a99c-9814-4a7b-b860-b2ac892a9a36 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Deleting port dca00465-cb63-45de-82be-93d2408f1f56 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:49:32.186212 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a8a4a99c-9814-4a7b-b860-b2ac892a9a36 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:32.209093 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc15d2e5-537b-48f9-98e8-a9b487cfe58e req-dee8f940-b6f4-4afc-8ad7-af305d56d552 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:32.218668 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fc15d2e5-537b-48f9-98e8-a9b487cfe58e req-dee8f940-b6f4-4afc-8ad7-af305d56d552 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=9da18f17-d082-4d4c-86e5-ac89efaa7ffa HTTP/1.1" status: 200 len: 945 time: 0.6363170 Jul 09 14:49:32.225838 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b1ed3c7e-28ab-4836-8c79-aa365228c91f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:32.228594 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b1ed3c7e-28ab-4836-8c79-aa365228c91f admin admin] 10.222.0.58 "DELETE /v2.0/subnets/52cd48df-7dbf-4f6d-a76d-dc9a85bc635b HTTP/1.1" status: 204 len: 168 time: 0.7751729 Jul 09 14:49:32.229699 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ed3c7e-28ab-4836-8c79-aa365228c91f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52cd48df-7dbf-4f6d-a76d-dc9a85bc635b,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:32.237587 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [None req-20fab327-03e4-49f0-990f-4404cbc1b068 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] device_id is not set on port cc48e667-35a8-40c5-b218-4e4d2f019a6c yet. {{(pid=94445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:49:32.273917 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39898) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:32.343407 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b818306f-1e3b-4650-b59f-74fc6e2b29cb None None] DHCP port deletion for c628b3c8-2083-4a5d-a7b1-c2ab7d8e9dd2 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:49:32.344562 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fc15d2e5-537b-48f9-98e8-a9b487cfe58e req-701d967d-b431-49e2-a0f2-045a60eb1ccb tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=473b60ee-6046-439a-9449-2a9b96c46b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247387 Jul 09 14:49:32.469422 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-20fab327-03e4-49f0-990f-4404cbc1b068 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Allocated IP 2001:db8::77 (297b5527-1fce-43a9-b659-65734e6842c0/5c352eed-858a-4d09-b715-2218f4a7abd0/cc48e667-35a8-40c5-b218-4e4d2f019a6c) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:49:32.501575 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84bd30-9de0-4e49-81b6-df8798c03f21 req-090e23f3-60f1-4138-8613-5e42b2e057d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:32.504652 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae84bd30-9de0-4e49-81b6-df8798c03f21 req-090e23f3-60f1-4138-8613-5e42b2e057d8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7086051a-a9a3-4774-91ec-207e7481a1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4233897 Jul 09 14:49:32.629283 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-a8a4a99c-9814-4a7b-b860-b2ac892a9a36 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] For port dca00465-cb63-45de-82be-93d2408f1f56, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=dca00465-cb63-45de-82be-93d2408f1f56,segment=NetworkSegment(2c0b3b71-bb7f-466b-a724-ba151554e5df),segment_id=2c0b3b71-bb7f-466b-a724-ba151554e5df)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:49:32.629963 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a8a4a99c-9814-4a7b-b860-b2ac892a9a36 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:32.630565 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb07ed7-ec25-463b-8599-528a2c106e5e None None] Network b257f852-cd64-45af-a256-9c096b11c942 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:49:32.676907 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-a8a4a99c-9814-4a7b-b860-b2ac892a9a36 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Calling delete_port for dca00465-cb63-45de-82be-93d2408f1f56 owned by network:dhcp {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:49:32.702650 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-83f4db0e-84db-4f23-90f7-c7e79293bb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:32.710626 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-20fab327-03e4-49f0-990f-4404cbc1b068 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:32.730666 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 19179de0-d876-4acc-bde1-86c6d8a29f0b, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=19179de0-d876-4acc-bde1-86c6d8a29f0b,segment=NetworkSegment(b4f0c5e7-bfd2-49c2-8f29-f945c763fc2f),segment_id=b4f0c5e7-bfd2-49c2-8f29-f945c763fc2f)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:49:32.816923 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': '19179de0-d876-4acc-bde1-86c6d8a29f0b', 'network_id': '38389e4e-bfe6-444d-ab84-a178fabcdb95', 'port_id': '19179de0-d876-4acc-bde1-86c6d8a29f0b', 'mac_address': 'fa:16:3e:46:c6:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c77de190-56f3-4999-8ddd-6f23233693e4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:49:32.900952 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae84bd30-9de0-4e49-81b6-df8798c03f21 req-55ef8249-7c91-4231-b338-177f7c18cd5a service neutron] 10.222.0.62 "GET /v2.0/networks/7086051a-a9a3-4774-91ec-207e7481a1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3754988 Jul 09 14:49:32.937843 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-20fab327-03e4-49f0-990f-4404cbc1b068 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:32.983634 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:32.998126 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-b818306f-1e3b-4650-b59f-74fc6e2b29cb None None] Deleting port dca00465-cb63-45de-82be-93d2408f1f56 {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:49:32.998503 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b818306f-1e3b-4650-b59f-74fc6e2b29cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:33.022785 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19179de0-d876-4acc-bde1-86c6d8a29f0b {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:49:33.117493 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 19179de0-d876-4acc-bde1-86c6d8a29f0b, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=19179de0-d876-4acc-bde1-86c6d8a29f0b,segment=NetworkSegment(b4f0c5e7-bfd2-49c2-8f29-f945c763fc2f),segment_id=b4f0c5e7-bfd2-49c2-8f29-f945c763fc2f)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:49:33.128310 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device dca00465-cb63-45de-82be-93d2408f1f56 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:49:33.140809 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-83f4db0e-84db-4f23-90f7-c7e79293bb32 admin admin] Deleting port d27a489d-a631-45ce-a437-1bda15b1da18 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:49:33.140809 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-83f4db0e-84db-4f23-90f7-c7e79293bb32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:33.152930 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fab327-03e4-49f0-990f-4404cbc1b068 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Network 297b5527-1fce-43a9-b659-65734e6842c0 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:49:33.154943 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fab327-03e4-49f0-990f-4404cbc1b068 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Pushing event updated for resources: {'Port': ['ID=cc48e667-35a8-40c5-b218-4e4d2f019a6c,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:33.175395 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-20fab327-03e4-49f0-990f-4404cbc1b068 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:49:33.177152 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eca0830-ac15-4862-b90f-9b606d987916 req-8af66a17-6b57-4a60-9db7-283d5b9798d5 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:33.182751 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fab327-03e4-49f0-990f-4404cbc1b068 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:49:33.184844 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0eca0830-ac15-4862-b90f-9b606d987916 req-8af66a17-6b57-4a60-9db7-283d5b9798d5 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=e59981f2-1bbc-46b7-94f0-0e107e4666e9 HTTP/1.1" status: 200 len: 945 time: 0.2645531 Jul 09 14:49:33.185991 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fab327-03e4-49f0-990f-4404cbc1b068 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:33.204982 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-20fab327-03e4-49f0-990f-4404cbc1b068 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:33.254176 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bae1e87-74ed-4939-a6de-7701e3b069b3 None None] DHCP port deletion for b257f852-cd64-45af-a256-9c096b11c942 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:49:33.260737 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:33.266120 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-b818306f-1e3b-4650-b59f-74fc6e2b29cb None None] For port dca00465-cb63-45de-82be-93d2408f1f56, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=dca00465-cb63-45de-82be-93d2408f1f56,segment=NetworkSegment(2c0b3b71-bb7f-466b-a724-ba151554e5df),segment_id=2c0b3b71-bb7f-466b-a724-ba151554e5df)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:49:33.266521 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b818306f-1e3b-4650-b59f-74fc6e2b29cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:33.315949 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-20fab327-03e4-49f0-990f-4404cbc1b068 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.4311259 Jul 09 14:49:33.316169 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 39906) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:33.419918 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=19179de0-d876-4acc-bde1-86c6d8a29f0b,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:33.439902 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-b818306f-1e3b-4650-b59f-74fc6e2b29cb None None] Calling delete_port for dca00465-cb63-45de-82be-93d2408f1f56 owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:49:33.441801 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No active binding found for port dca00465-cb63-45de-82be-93d2408f1f56 {{(pid=94447) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 09 14:49:33.442631 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device dca00465-cb63-45de-82be-93d2408f1f56 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:49:33.443046 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 2004212f-3fd3-42ad-9fb8-566def57ea6b no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:49:33.467477 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 2004212f-3fd3-42ad-9fb8-566def57ea6b {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:49:33.467859 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 2004212f-3fd3-42ad-9fb8-566def57ea6b not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:49:33.573586 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['19179de0-d876-4acc-bde1-86c6d8a29f0b'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:49:33.580832 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601a3a5-4c1b-48f3-b478-394899e8a4a9 req-d9b406a9-c814-4528-aaa1-177616bb7dcb tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:33.588004 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b601a3a5-4c1b-48f3-b478-394899e8a4a9 req-d9b406a9-c814-4528-aaa1-177616bb7dcb tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] 10.222.0.58 "GET /v2.0/ports?device_id=a826855d-b9e2-453f-8117-3ce2021baccc HTTP/1.1" status: 200 len: 945 time: 0.2041566 Jul 09 14:49:33.637094 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-0bae1e87-74ed-4939-a6de-7701e3b069b3 None None] Deleting port d27a489d-a631-45ce-a437-1bda15b1da18 {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:49:33.637358 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-56b1c1aa-fc85-4831-aa7d-ce91400d5c2d tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Deleting port cc48e667-35a8-40c5-b218-4e4d2f019a6c {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:49:33.637504 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-56b1c1aa-fc85-4831-aa7d-ce91400d5c2d tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:33.638059 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0bae1e87-74ed-4939-a6de-7701e3b069b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:33.653827 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b601a3a5-4c1b-48f3-b478-394899e8a4a9 req-10fca4d6-8d93-4075-aeaa-05ee3c809a8d tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac64d91e-4ca2-425a-9fd5-435c728a918b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643106 Jul 09 14:49:33.701117 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae84bd30-9de0-4e49-81b6-df8798c03f21 req-b2ba1c29-29de-428a-be93-6f7bfcffd3d9 service neutron] 10.222.0.62 "GET /v2.0/networks/7086051a-a9a3-4774-91ec-207e7481a1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7819993 Jul 09 14:49:33.718072 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-0bae1e87-74ed-4939-a6de-7701e3b069b3 None None] For port d27a489d-a631-45ce-a437-1bda15b1da18, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=d27a489d-a631-45ce-a437-1bda15b1da18,segment=NetworkSegment(2c83f2eb-8cb3-4860-acb7-94ea96ea7143),segment_id=2c83f2eb-8cb3-4860-acb7-94ea96ea7143)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:49:33.718471 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0bae1e87-74ed-4939-a6de-7701e3b069b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:33.734789 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-0bae1e87-74ed-4939-a6de-7701e3b069b3 None None] Calling delete_port for d27a489d-a631-45ce-a437-1bda15b1da18 owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:49:33.738182 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a8a4a99c-9814-4a7b-b860-b2ac892a9a36 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:33.854358 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-56b1c1aa-fc85-4831-aa7d-ce91400d5c2d tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:33.870399 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-56b1c1aa-fc85-4831-aa7d-ce91400d5c2d tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Calling delete_port for cc48e667-35a8-40c5-b218-4e4d2f019a6c owned by {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:49:33.900671 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae84bd30-9de0-4e49-81b6-df8798c03f21 req-da1424db-06e4-4fda-94ee-d1f3c62edfca service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=42412cbf-f692-4bfb-8bac-e2da1b31b674 HTTP/1.1" status: 200 len: 217 time: 0.1620820 Jul 09 14:49:33.917480 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a4a99c-9814-4a7b-b860-b2ac892a9a36 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] No DVR routers for this DVR port dca00465-cb63-45de-82be-93d2408f1f56 on host n-d-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:49:33.972287 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0bae1e87-74ed-4939-a6de-7701e3b069b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:34.004033 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bae1e87-74ed-4939-a6de-7701e3b069b3 None None] Pushing event deleted for resources: {'Port': ['ID=d27a489d-a631-45ce-a437-1bda15b1da18,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:34.013618 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b818306f-1e3b-4650-b59f-74fc6e2b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:34.027034 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bae1e87-74ed-4939-a6de-7701e3b069b3 None None] No DVR routers for this DVR port d27a489d-a631-45ce-a437-1bda15b1da18 on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:49:34.052746 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d441c-8537-4ee8-801e-a4abb819d84c req-cd70b11f-5b6a-4a03-864e-67c3dacfcb64 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:34.054338 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bb0d441c-8537-4ee8-801e-a4abb819d84c req-cd70b11f-5b6a-4a03-864e-67c3dacfcb64 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=9da18f17-d082-4d4c-86e5-ac89efaa7ffa HTTP/1.1" status: 200 len: 945 time: 0.1253064 Jul 09 14:49:34.085918 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b818306f-1e3b-4650-b59f-74fc6e2b29cb None None] Pushing event deleted for resources: {'Port': ['ID=dca00465-cb63-45de-82be-93d2408f1f56,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:34.093323 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b818306f-1e3b-4650-b59f-74fc6e2b29cb None None] No DVR routers for this DVR port dca00465-cb63-45de-82be-93d2408f1f56 on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:49:34.095128 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0eca0830-ac15-4862-b90f-9b606d987916 req-e585708e-fc15-4ebf-b1e2-989049ff6d62 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9089339 Jul 09 14:49:34.100961 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a4a99c-9814-4a7b-b860-b2ac892a9a36 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event deleted for resources: {'Port': ['ID=dca00465-cb63-45de-82be-93d2408f1f56,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:34.105913 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84bd30-9de0-4e49-81b6-df8798c03f21 req-7832ebaa-86de-4fec-b4a1-fa3e9390ed63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:34.107323 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae84bd30-9de0-4e49-81b6-df8798c03f21 req-7832ebaa-86de-4fec-b4a1-fa3e9390ed63 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bbaf7842-6d01-4557-9de4-248881c81a38 HTTP/1.1" status: 200 len: 797 time: 0.1215742 Jul 09 14:49:34.193944 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-83f4db0e-84db-4f23-90f7-c7e79293bb32 admin admin] For port d27a489d-a631-45ce-a437-1bda15b1da18, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=d27a489d-a631-45ce-a437-1bda15b1da18,segment=NetworkSegment(2c83f2eb-8cb3-4860-acb7-94ea96ea7143),segment_id=2c83f2eb-8cb3-4860-acb7-94ea96ea7143)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:49:34.194309 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-83f4db0e-84db-4f23-90f7-c7e79293bb32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:34.201936 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bb0d441c-8537-4ee8-801e-a4abb819d84c req-a117a30e-7ed3-4ec7-a67f-3d993e2a9be0 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=473b60ee-6046-439a-9449-2a9b96c46b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406448 Jul 09 14:49:34.260163 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-56b1c1aa-fc85-4831-aa7d-ce91400d5c2d tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:34.310318 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-83f4db0e-84db-4f23-90f7-c7e79293bb32 admin admin] Calling delete_port for d27a489d-a631-45ce-a437-1bda15b1da18 owned by network:dhcp {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:49:34.334962 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b1c1aa-fc85-4831-aa7d-ce91400d5c2d tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Pushing event deleted for resources: {'Port': ['ID=cc48e667-35a8-40c5-b218-4e4d2f019a6c,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:34.341021 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a8a4a99c-9814-4a7b-b860-b2ac892a9a36 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:34.346960 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-56b1c1aa-fc85-4831-aa7d-ce91400d5c2d tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:34.349479 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-56b1c1aa-fc85-4831-aa7d-ce91400d5c2d tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] 10.222.0.58 "DELETE /v2.0/ports/cc48e667-35a8-40c5-b218-4e4d2f019a6c HTTP/1.1" status: 204 len: 168 time: 1.0323064 Jul 09 14:49:34.355198 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39914) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:34.402210 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-ed3c087d-2cb3-4d5f-bc84-cd88eaa63c52 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '297b5527-1fce-43a9-b659-65734e6842c0', 'external_fixed_ips': [{'subnet_id': '5c352eed-858a-4d09-b715-2218f4a7abd0', 'ip_address': '2001:db8::77'}]}}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:49:34.408570 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-a8a4a99c-9814-4a7b-b860-b2ac892a9a36 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c628b3c8-2083-4a5d-a7b1-c2ab7d8e9dd2']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:34.432649 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-a8a4a99c-9814-4a7b-b860-b2ac892a9a36 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c0b3b71-bb7f-466b-a724-ba151554e5df') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:34.432950 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-a8a4a99c-9814-4a7b-b860-b2ac892a9a36 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c0b3b71-bb7f-466b-a724-ba151554e5df') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:34.452850 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a8a4a99c-9814-4a7b-b860-b2ac892a9a36 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:34.488111 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84bd30-9de0-4e49-81b6-df8798c03f21 req-8c14be6c-8c5f-413c-98c5-27774c27a77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:34.491838 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae84bd30-9de0-4e49-81b6-df8798c03f21 req-8c14be6c-8c5f-413c-98c5-27774c27a77a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7086051a-a9a3-4774-91ec-207e7481a1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3263171 Jul 09 14:49:34.491838 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a8a4a99c-9814-4a7b-b860-b2ac892a9a36 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:34.511614 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8a4a99c-9814-4a7b-b860-b2ac892a9a36 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:49:34.512027 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a8a4a99c-9814-4a7b-b860-b2ac892a9a36 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:34.515726 n-d-799529-6 neutron-server[94446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:49:34.515726 n-d-799529-6 neutron-server[94446]: self.session.flush() Jul 09 14:49:34.515726 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 14:49:34.515726 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:49:34.515726 n-d-799529-6 neutron-server[94446]: timer() Jul 09 14:49:34.515726 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:49:34.515726 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 14:49:34.515726 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:49:34.515726 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 14:49:34.515726 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:49:34.515726 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 14:49:34.515726 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:49:34.515726 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 14:49:34.515726 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:49:34.515726 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 14:49:34.515726 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:49:34.515726 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:49:34.515726 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:49:34.515726 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:49:34.515726 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:49:34.515726 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 14:49:34.515726 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:49:34.515726 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 14:49:34.515726 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:49:34.515726 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:49:34.515726 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:49:34.515726 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 14:49:34.515726 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:49:34.515726 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:49:34.515726 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:49:34.515726 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:49:34.515726 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:49:34.515726 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:49:34.515726 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:49:34.602996 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-83f4db0e-84db-4f23-90f7-c7e79293bb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:34.638008 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f4db0e-84db-4f23-90f7-c7e79293bb32 admin admin] Pushing event deleted for resources: {'Port': ['ID=d27a489d-a631-45ce-a437-1bda15b1da18,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:34.643356 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f4db0e-84db-4f23-90f7-c7e79293bb32 admin admin] No DVR routers for this DVR port d27a489d-a631-45ce-a437-1bda15b1da18 on host n-d-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:49:34.731934 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae84bd30-9de0-4e49-81b6-df8798c03f21 req-4e48e6d5-0886-41e7-98cd-4292bb41eda1 service neutron] 10.222.0.62 "GET /v2.0/networks/7086051a-a9a3-4774-91ec-207e7481a1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311771 Jul 09 14:49:34.739931 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-83f4db0e-84db-4f23-90f7-c7e79293bb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:34.760856 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-83f4db0e-84db-4f23-90f7-c7e79293bb32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b257f852-cd64-45af-a256-9c096b11c942']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:34.803678 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-83f4db0e-84db-4f23-90f7-c7e79293bb32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c83f2eb-8cb3-4860-acb7-94ea96ea7143') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:34.804080 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-83f4db0e-84db-4f23-90f7-c7e79293bb32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c83f2eb-8cb3-4860-acb7-94ea96ea7143') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:34.818883 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-83f4db0e-84db-4f23-90f7-c7e79293bb32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:34.827378 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b4d33-15b7-4536-bc85-e8b8456f70ec req-93512471-4eb1-48f7-8029-98cd989b2f13 tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:34.828850 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cd9b4d33-15b7-4536-bc85-e8b8456f70ec req-93512471-4eb1-48f7-8029-98cd989b2f13 tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] 10.222.0.58 "GET /v2.0/ports?device_id=a826855d-b9e2-453f-8117-3ce2021baccc HTTP/1.1" status: 200 len: 945 time: 0.0633230 Jul 09 14:49:34.839879 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-83f4db0e-84db-4f23-90f7-c7e79293bb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:34.849236 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83f4db0e-84db-4f23-90f7-c7e79293bb32 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:49:34.849634 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-83f4db0e-84db-4f23-90f7-c7e79293bb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:34.851300 n-d-799529-6 neutron-server[94446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:49:34.851300 n-d-799529-6 neutron-server[94446]: self.session.flush() Jul 09 14:49:34.851300 n-d-799529-6 neutron-server[94446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:49:34.851300 n-d-799529-6 neutron-server[94446]: self.session.flush() Jul 09 14:49:34.851300 n-d-799529-6 neutron-server[94446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:49:34.851300 n-d-799529-6 neutron-server[94446]: self.session.flush() Jul 09 14:49:34.851300 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 14:49:34.851300 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:49:34.851300 n-d-799529-6 neutron-server[94446]: timer() Jul 09 14:49:34.851300 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:49:34.851300 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 14:49:34.851300 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:49:34.851300 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 14:49:34.851300 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:49:34.851300 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 14:49:34.851300 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:49:34.851300 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 14:49:34.851300 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:49:34.851300 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 14:49:34.851300 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:49:34.851300 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:49:34.851300 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:49:34.851300 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:49:34.851300 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:49:34.851300 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 14:49:34.851300 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:49:34.851300 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 14:49:34.851300 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:49:34.851300 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:49:34.851300 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:49:34.851300 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 14:49:34.851300 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:49:34.851300 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:49:34.851300 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:49:34.851300 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:49:34.851300 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:49:34.851300 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:49:34.851300 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:49:34.885057 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cd9b4d33-15b7-4536-bc85-e8b8456f70ec req-6572a2aa-95d8-4d2d-8074-da09375f0590 tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac64d91e-4ca2-425a-9fd5-435c728a918b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494871 Jul 09 14:49:34.907913 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ed3c087d-2cb3-4d5f-bc84-cd88eaa63c52 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:34.909457 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ed3c087d-2cb3-4d5f-bc84-cd88eaa63c52 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:34.922259 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae84bd30-9de0-4e49-81b6-df8798c03f21 req-aad99f5e-50d8-40cc-b324-1d4a39d38a7d service neutron] 10.222.0.62 "GET /v2.0/networks/7086051a-a9a3-4774-91ec-207e7481a1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796951 Jul 09 14:49:34.964500 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae84bd30-9de0-4e49-81b6-df8798c03f21 req-fe88a640-43d4-4526-b9bd-7ef281bc1c1e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=584859ef-7df1-4e5e-a094-227a09a19961 HTTP/1.1" status: 200 len: 217 time: 0.0331640 Jul 09 14:49:35.002269 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a8a4a99c-9814-4a7b-b860-b2ac892a9a36 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:35.017829 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a8a4a99c-9814-4a7b-b860-b2ac892a9a36 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:35.025905 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a8a4a99c-9814-4a7b-b860-b2ac892a9a36 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "DELETE /v2.0/networks/c628b3c8-2083-4a5d-a7b1-c2ab7d8e9dd2 HTTP/1.1" status: 204 len: 168 time: 3.7475789 Jul 09 14:49:35.025905 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39924) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:35.051285 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-036c12e2-f857-43b9-8f79-38f5b20c74ff tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-934731009', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:49:35.086023 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a4a99c-9814-4a7b-b860-b2ac892a9a36 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event deleted for resources: {'Network': ['ID=c628b3c8-2083-4a5d-a7b1-c2ab7d8e9dd2,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:35.102937 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ed3c087d-2cb3-4d5f-bc84-cd88eaa63c52 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:35.107646 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84bd30-9de0-4e49-81b6-df8798c03f21 req-5f1b86a4-e5fa-4caf-9f2c-aca846488452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:35.109234 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae84bd30-9de0-4e49-81b6-df8798c03f21 req-5f1b86a4-e5fa-4caf-9f2c-aca846488452 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bbaf7842-6d01-4557-9de4-248881c81a38 HTTP/1.1" status: 200 len: 797 time: 0.1369357 Jul 09 14:49:35.111789 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-83f4db0e-84db-4f23-90f7-c7e79293bb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:35.128314 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-83f4db0e-84db-4f23-90f7-c7e79293bb32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:35.128314 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-83f4db0e-84db-4f23-90f7-c7e79293bb32 admin admin] 10.222.0.58 "DELETE /v2.0/networks/b257f852-cd64-45af-a256-9c096b11c942 HTTP/1.1" status: 204 len: 168 time: 2.8257267 Jul 09 14:49:35.130570 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device d27a489d-a631-45ce-a437-1bda15b1da18 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:49:35.144379 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f4db0e-84db-4f23-90f7-c7e79293bb32 admin admin] Pushing event deleted for resources: {'Network': ['ID=b257f852-cd64-45af-a256-9c096b11c942,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:35.216424 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: d27a489d-a631-45ce-a437-1bda15b1da18 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:49:35.224010 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device d27a489d-a631-45ce-a437-1bda15b1da18 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:49:35.350901 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-036c12e2-f857-43b9-8f79-38f5b20c74ff tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:35.352073 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-036c12e2-f857-43b9-8f79-38f5b20c74ff tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:35.406441 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84bd30-9de0-4e49-81b6-df8798c03f21 req-9d804e33-97f9-41cd-8d5d-7d2beafc6f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:35.408151 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae84bd30-9de0-4e49-81b6-df8798c03f21 req-9d804e33-97f9-41cd-8d5d-7d2beafc6f34 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7086051a-a9a3-4774-91ec-207e7481a1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2889481 Jul 09 14:49:35.436082 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb2b09-b0e5-4fd3-9ee5-d85d2e265162 req-3b45b720-d11e-475e-8f59-a9e1b9c4d5a8 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:35.443419 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-98bb2b09-b0e5-4fd3-9ee5-d85d2e265162 req-3b45b720-d11e-475e-8f59-a9e1b9c4d5a8 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=9da18f17-d082-4d4c-86e5-ac89efaa7ffa HTTP/1.1" status: 200 len: 945 time: 0.0860314 Jul 09 14:49:35.492948 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-98bb2b09-b0e5-4fd3-9ee5-d85d2e265162 req-3004e06c-33f0-4eda-88e2-14e552e03056 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=473b60ee-6046-439a-9449-2a9b96c46b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488398 Jul 09 14:49:35.565193 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ed3c087d-2cb3-4d5f-bc84-cd88eaa63c52 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:35.571985 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-036c12e2-f857-43b9-8f79-38f5b20c74ff tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:35.628110 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572fa93-63f1-4b43-a249-eef0bbf50802 req-7a460616-104c-475f-be40-9cf0c2af0168 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:35.629782 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6572fa93-63f1-4b43-a249-eef0bbf50802 req-7a460616-104c-475f-be40-9cf0c2af0168 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=e59981f2-1bbc-46b7-94f0-0e107e4666e9 HTTP/1.1" status: 200 len: 945 time: 0.2692721 Jul 09 14:49:35.673929 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-036c12e2-f857-43b9-8f79-38f5b20c74ff tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:35.683103 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae84bd30-9de0-4e49-81b6-df8798c03f21 req-f3364246-73d3-432b-85e7-c85760a567fe service neutron] 10.222.0.62 "GET /v2.0/networks/7086051a-a9a3-4774-91ec-207e7481a1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354870 Jul 09 14:49:35.708440 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 39936) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:35.711222 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 19179de0-d876-4acc-bde1-86c6d8a29f0b up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:49:35.754652 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-3b5c87bf-a794-4b77-8c83-5f1dc4b2038c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d23a49ae7ad54a32b92cd2e14ed969e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0445216 Jul 09 14:49:35.756923 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 39938) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:35.792114 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6572fa93-63f1-4b43-a249-eef0bbf50802 req-531de37d-1da5-4358-9ea8-ae509137e48e tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505237 Jul 09 14:49:35.805643 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-036c12e2-f857-43b9-8f79-38f5b20c74ff tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:35.805643 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-036c12e2-f857-43b9-8f79-38f5b20c74ff tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.7578495 Jul 09 14:49:35.807393 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 39940) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:35.813733 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-68fa46fd-9178-4ab9-aae7-c265f2f9e871 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1524195853'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:49:35.846214 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9d5440b2-f5b6-4e76-804d-77b861b4efb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:35.847580 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port 19179de0-d876-4acc-bde1-86c6d8a29f0b completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:49:35.851991 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port 19179de0-d876-4acc-bde1-86c6d8a29f0b triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:49:35.852551 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:35.882991 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9d5440b2-f5b6-4e76-804d-77b861b4efb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:35.890786 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae84bd30-9de0-4e49-81b6-df8798c03f21 req-3cc4979d-a943-432b-b577-7df8e2876a09 service neutron] 10.222.0.62 "GET /v2.0/networks/7086051a-a9a3-4774-91ec-207e7481a1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974056 Jul 09 14:49:35.943567 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68fa46fd-9178-4ab9-aae7-c265f2f9e871 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Made reservation on behalf of 99b13b6be1514c5a83b2b54f3d176297 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:49:35.946536 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:35.947864 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-68fa46fd-9178-4ab9-aae7-c265f2f9e871 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:35.984090 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 19179de0-d876-4acc-bde1-86c6d8a29f0b, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=19179de0-d876-4acc-bde1-86c6d8a29f0b,segment=NetworkSegment(b4f0c5e7-bfd2-49c2-8f29-f945c763fc2f),segment_id=b4f0c5e7-bfd2-49c2-8f29-f945c763fc2f)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:49:35.985417 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a826855d-b9e2-453f-8117-3ce2021baccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19179de0-d876-4acc-bde1-86c6d8a29f0b'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:49:35.985963 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68fa46fd-9178-4ab9-aae7-c265f2f9e871 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:49:35.988481 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de6144c-5e7c-4fd8-bece-511216c8e383" -d '{"events": [{"server_uuid": "a826855d-b9e2-453f-8117-3ce2021baccc", "name": "network-vif-plugged", "status": "completed", "tag": "19179de0-d876-4acc-bde1-86c6d8a29f0b"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:49:36.006225 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae84bd30-9de0-4e49-81b6-df8798c03f21 req-d73aaad6-614d-449c-8fe1-f455ea76a1e1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1c924033-ab46-4efe-a952-c19f76703241 HTTP/1.1" status: 200 len: 217 time: 0.1066632 Jul 09 14:49:36.006780 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-68fa46fd-9178-4ab9-aae7-c265f2f9e871 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:36.007109 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-68fa46fd-9178-4ab9-aae7-c265f2f9e871 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Added segment ea707c5a-564a-4323-a080-932b7d7baef1 of type vlan for network 9b3131d2-5b49-48c3-b387-6198a4c16a8c Jul 09 14:49:36.047488 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9d5440b2-f5b6-4e76-804d-77b861b4efb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:36.051154 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9d5440b2-f5b6-4e76-804d-77b861b4efb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:36.052831 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-9d5440b2-f5b6-4e76-804d-77b861b4efb1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4d6c53ce-3f27-4912-8511-59316a12d4ec HTTP/1.1" status: 204 len: 168 time: 0.2946227 Jul 09 14:49:36.057186 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd22b69-c783-41ac-8d73-dbb0f19fff63 x-openstack-request-id: req-fcd22b69-c783-41ac-8d73-dbb0f19fff63 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:49:36.057186 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a826855d-b9e2-453f-8117-3ce2021baccc", "name": "network-vif-plugged", "status": "completed", "tag": "19179de0-d876-4acc-bde1-86c6d8a29f0b", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:49:36.057391 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fcd22b69-c783-41ac-8d73-dbb0f19fff63 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:49:36.057774 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a826855d-b9e2-453f-8117-3ce2021baccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19179de0-d876-4acc-bde1-86c6d8a29f0b', 'code': 200} Jul 09 14:49:36.067970 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84bd30-9de0-4e49-81b6-df8798c03f21 req-c706636b-0c0d-47ed-986b-18f73a7d42f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:36.070135 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae84bd30-9de0-4e49-81b6-df8798c03f21 req-c706636b-0c0d-47ed-986b-18f73a7d42f3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2f690ec9-8aa3-48cf-be43-c18952e1b046 HTTP/1.1" status: 200 len: 797 time: 0.0569193 Jul 09 14:49:36.087803 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:36.105116 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-68fa46fd-9178-4ab9-aae7-c265f2f9e871 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:36.148328 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=19179de0-d876-4acc-bde1-86c6d8a29f0b,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:36.167931 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5440b2-f5b6-4e76-804d-77b861b4efb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6c53ce-3f27-4912-8511-59316a12d4ec,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:36.272828 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ed3c087d-2cb3-4d5f-bc84-cd88eaa63c52 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:36.298329 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84bd30-9de0-4e49-81b6-df8798c03f21 req-5939bd4d-f34a-4aa4-980d-fc80687d6d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:36.298934 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae84bd30-9de0-4e49-81b6-df8798c03f21 req-5939bd4d-f34a-4aa4-980d-fc80687d6d9c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f7f6731e-df5a-475b-9c1b-606c9f6d697c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1996369 Jul 09 14:49:36.301196 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ed3c087d-2cb3-4d5f-bc84-cd88eaa63c52 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:36.325266 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94717705-c1af-417e-862c-d72dacee44ec req-8080308b-f47e-439e-9fff-bd2123497ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:36.327766 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-94717705-c1af-417e-862c-d72dacee44ec req-8080308b-f47e-439e-9fff-bd2123497ff6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a826855d-b9e2-453f-8117-3ce2021baccc HTTP/1.1" status: 200 len: 1097 time: 0.1508598 Jul 09 14:49:36.339927 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a335b5-d03c-4dce-a060-3ce11d3d45be req-0fed7dac-c08d-49bf-8c41-3f57622dff76 tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:36.341587 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d1a335b5-d03c-4dce-a060-3ce11d3d45be req-0fed7dac-c08d-49bf-8c41-3f57622dff76 tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] 10.222.0.58 "GET /v2.0/ports?device_id=a826855d-b9e2-453f-8117-3ce2021baccc HTTP/1.1" status: 200 len: 946 time: 0.2143106 Jul 09 14:49:36.406184 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-94717705-c1af-417e-862c-d72dacee44ec req-c79b58b3-ce03-4d7f-9b40-5dbea37583b7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ac64d91e-4ca2-425a-9fd5-435c728a918b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635638 Jul 09 14:49:36.409845 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d1a335b5-d03c-4dce-a060-3ce11d3d45be req-d03e7248-130f-453e-be26-625f6419531c tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac64d91e-4ca2-425a-9fd5-435c728a918b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509133 Jul 09 14:49:36.415986 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae84bd30-9de0-4e49-81b6-df8798c03f21 req-66a36c8a-e613-4269-9c2e-a37ca17773eb service neutron] 10.222.0.62 "GET /v2.0/networks/f7f6731e-df5a-475b-9c1b-606c9f6d697c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973997 Jul 09 14:49:36.428933 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-68fa46fd-9178-4ab9-aae7-c265f2f9e871 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:36.439466 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fa46fd-9178-4ab9-aae7-c265f2f9e871 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:36.441340 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-68fa46fd-9178-4ab9-aae7-c265f2f9e871 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:36.537262 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fa46fd-9178-4ab9-aae7-c265f2f9e871 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event updated for resources: {'Network': ['ID=9b3131d2-5b49-48c3-b387-6198a4c16a8c,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:36.549872 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fa46fd-9178-4ab9-aae7-c265f2f9e871 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:36.550447 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fa46fd-9178-4ab9-aae7-c265f2f9e871 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:36.551148 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fa46fd-9178-4ab9-aae7-c265f2f9e871 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:36.551768 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fa46fd-9178-4ab9-aae7-c265f2f9e871 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:36.552309 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fa46fd-9178-4ab9-aae7-c265f2f9e871 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:36.553051 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fa46fd-9178-4ab9-aae7-c265f2f9e871 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:36.553590 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fa46fd-9178-4ab9-aae7-c265f2f9e871 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:36.554301 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fa46fd-9178-4ab9-aae7-c265f2f9e871 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:36.554855 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fa46fd-9178-4ab9-aae7-c265f2f9e871 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:36.555398 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fa46fd-9178-4ab9-aae7-c265f2f9e871 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:36.555987 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fa46fd-9178-4ab9-aae7-c265f2f9e871 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:36.556545 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fa46fd-9178-4ab9-aae7-c265f2f9e871 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:36.571433 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 9b3131d2-5b49-48c3-b387-6198a4c16a8c details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:49:36.625433 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-68fa46fd-9178-4ab9-aae7-c265f2f9e871 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8159873 Jul 09 14:49:36.628531 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 39952) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:36.635686 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-edbac82c-a5b7-415c-ab21-55ace081e783 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Request body: {'subnet': {'network_id': '9b3131d2-5b49-48c3-b387-6198a4c16a8c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:49:37.013922 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edbac82c-a5b7-415c-ab21-55ace081e783 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Made reservation on behalf of 99b13b6be1514c5a83b2b54f3d176297 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:49:37.018655 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-edbac82c-a5b7-415c-ab21-55ace081e783 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:37.064284 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae84bd30-9de0-4e49-81b6-df8798c03f21 req-f604eb94-aef1-4861-93ef-0b64db4bda31 service neutron] 10.222.0.62 "GET /v2.0/networks/f7f6731e-df5a-475b-9c1b-606c9f6d697c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6444361 Jul 09 14:49:37.146081 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae84bd30-9de0-4e49-81b6-df8798c03f21 req-5afb0e7b-5f92-41b6-9c0a-5528ca4e2167 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ab8363f7-21ad-4c07-a8be-128ce6a85669 HTTP/1.1" status: 200 len: 217 time: 0.0720229 Jul 09 14:49:37.162258 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-ed3c087d-2cb3-4d5f-bc84-cd88eaa63c52 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Allocated IP 2001:db8::77 (297b5527-1fce-43a9-b659-65734e6842c0/5c352eed-858a-4d09-b715-2218f4a7abd0/eafe6018-5813-490b-8d68-2b7c3e2d0de2) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:49:37.274103 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36705e-83ff-44e8-8d2e-c13421d6df56 req-87738a36-c1f9-4be5-8530-193301fc1c49 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:37.281800 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9f36705e-83ff-44e8-8d2e-c13421d6df56 req-87738a36-c1f9-4be5-8530-193301fc1c49 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=9da18f17-d082-4d4c-86e5-ac89efaa7ffa HTTP/1.1" status: 200 len: 945 time: 0.3330562 Jul 09 14:49:37.358968 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84bd30-9de0-4e49-81b6-df8798c03f21 req-43526025-3968-49d2-ae48-df5d8f4f4f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:37.360573 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae84bd30-9de0-4e49-81b6-df8798c03f21 req-43526025-3968-49d2-ae48-df5d8f4f4f09 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2f690ec9-8aa3-48cf-be43-c18952e1b046 HTTP/1.1" status: 200 len: 797 time: 0.2001405 Jul 09 14:49:37.457421 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9f36705e-83ff-44e8-8d2e-c13421d6df56 req-29a6412e-89c6-4c68-8aaa-2a68d8840b9f tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=473b60ee-6046-439a-9449-2a9b96c46b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1745579 Jul 09 14:49:37.480752 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ed3c087d-2cb3-4d5f-bc84-cd88eaa63c52 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:37.527249 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84bd30-9de0-4e49-81b6-df8798c03f21 req-c7380a20-7656-46c6-9925-c221504ffd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:37.528830 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae84bd30-9de0-4e49-81b6-df8798c03f21 req-c7380a20-7656-46c6-9925-c221504ffd93 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f7f6731e-df5a-475b-9c1b-606c9f6d697c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1587443 Jul 09 14:49:37.642096 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ed3c087d-2cb3-4d5f-bc84-cd88eaa63c52 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:37.686006 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae84bd30-9de0-4e49-81b6-df8798c03f21 req-541b3c99-64f1-41e0-ac09-bb9c59e2c52b service neutron] 10.222.0.62 "GET /v2.0/networks/f7f6731e-df5a-475b-9c1b-606c9f6d697c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456060 Jul 09 14:49:37.745026 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3c087d-2cb3-4d5f-bc84-cd88eaa63c52 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Network 297b5527-1fce-43a9-b659-65734e6842c0 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:49:37.823789 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39980) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:37.828001 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-ed3c087d-2cb3-4d5f-bc84-cd88eaa63c52 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:49:37.831534 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3c087d-2cb3-4d5f-bc84-cd88eaa63c52 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:49:37.842836 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3c087d-2cb3-4d5f-bc84-cd88eaa63c52 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Pushing event updated for resources: {'Port': ['ID=eafe6018-5813-490b-8d68-2b7c3e2d0de2,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:37.878591 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bcec89-25ce-4cba-b40b-94a01809d37b req-467700fd-b764-4a04-81e9-f9b218dff031 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:37.893975 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f4bcec89-25ce-4cba-b40b-94a01809d37b req-467700fd-b764-4a04-81e9-f9b218dff031 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=e59981f2-1bbc-46b7-94f0-0e107e4666e9 HTTP/1.1" status: 200 len: 945 time: 0.8534980 Jul 09 14:49:38.046031 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae84bd30-9de0-4e49-81b6-df8798c03f21 req-37a2f4ab-6399-4fcf-aaf6-aa3bdb83b864 service neutron] 10.222.0.62 "GET /v2.0/networks/f7f6731e-df5a-475b-9c1b-606c9f6d697c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3472612 Jul 09 14:49:38.061779 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562fd18-7d45-4eb5-9f0d-98fe6f4a44a9 req-957c5057-d91d-440c-94ee-278d400e56f2 tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:38.063344 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3562fd18-7d45-4eb5-9f0d-98fe6f4a44a9 req-957c5057-d91d-440c-94ee-278d400e56f2 tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] 10.222.0.58 "GET /v2.0/ports?device_id=a826855d-b9e2-453f-8117-3ce2021baccc HTTP/1.1" status: 200 len: 946 time: 0.3821719 Jul 09 14:49:38.081714 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-b144a4ec-711e-4046-ab0f-4e389a3835cf admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-315510505-network', 'tenant_id': 'a92a8786386049938dc9758ba7d95410'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:49:38.096211 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f4bcec89-25ce-4cba-b40b-94a01809d37b req-914fac59-0970-44ca-add9-9ad359c1551b tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009261 Jul 09 14:49:38.128032 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3562fd18-7d45-4eb5-9f0d-98fe6f4a44a9 req-8b5a6b25-3a83-492c-a3c5-d15d55e91aa3 tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac64d91e-4ca2-425a-9fd5-435c728a918b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571961 Jul 09 14:49:38.225175 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b144a4ec-711e-4046-ab0f-4e389a3835cf admin admin] Made reservation on behalf of a92a8786386049938dc9758ba7d95410 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:49:38.227954 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b144a4ec-711e-4046-ab0f-4e389a3835cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:38.242920 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b144a4ec-711e-4046-ab0f-4e389a3835cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:38.267542 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-edbac82c-a5b7-415c-ab21-55ace081e783 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:38.368756 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbac82c-a5b7-415c-ab21-55ace081e783 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event updated for resources: {'Subnet': ['ID=82d66e92-ec3c-4cbe-80f5-2ea3afe13a42,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:38.380703 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbac82c-a5b7-415c-ab21-55ace081e783 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Checking segment: {'id': 'ea707c5a-564a-4323-a080-932b7d7baef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9b3131d2-5b49-48c3-b387-6198a4c16a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:49:38.381072 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbac82c-a5b7-415c-ab21-55ace081e783 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Network hostable DHCP agents. Network: 9b3131d2-5b49-48c3-b387-6198a4c16a8c, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:49:38.387407 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ed3c087d-2cb3-4d5f-bc84-cd88eaa63c52 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:38.488625 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbac82c-a5b7-415c-ab21-55ace081e783 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Network 9b3131d2-5b49-48c3-b387-6198a4c16a8c is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:49:38.578941 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-edbac82c-a5b7-415c-ab21-55ace081e783 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 9b3131d2-5b49-48c3-b387-6198a4c16a8c) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:49:38.589371 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3329e3ca-9d67-4f90-8a1c-a08cc92e6a06 None None] Network 9b3131d2-5b49-48c3-b387-6198a4c16a8c requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:49:38.602363 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b144a4ec-711e-4046-ab0f-4e389a3835cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:38.603754 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbac82c-a5b7-415c-ab21-55ace081e783 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:38.604844 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-edbac82c-a5b7-415c-ab21-55ace081e783 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:38.726110 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8db8b9-feca-42e1-be8a-9cfde6c0529d req-c234d687-ab04-497a-84e0-ee5b42726031 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:38.727838 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8f8db8b9-feca-42e1-be8a-9cfde6c0529d req-c234d687-ab04-497a-84e0-ee5b42726031 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=9da18f17-d082-4d4c-86e5-ac89efaa7ffa HTTP/1.1" status: 200 len: 945 time: 0.1244621 Jul 09 14:49:38.730225 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b144a4ec-711e-4046-ab0f-4e389a3835cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:38.738903 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ed3c087d-2cb3-4d5f-bc84-cd88eaa63c52 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:38.798936 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190afa76-ca95-4192-9965-ca5ca89de0d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-9b3131d2-5b49-48c3-b387-6198a4c16a8c', 'network_id': '9b3131d2-5b49-48c3-b387-6198a4c16a8c', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'fixed_ips': [{'subnet_id': '82d66e92-ec3c-4cbe-80f5-2ea3afe13a42'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:49:38.798936 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-190afa76-ca95-4192-9965-ca5ca89de0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:38.803277 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b144a4ec-711e-4046-ab0f-4e389a3835cf admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:49:38.808693 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-edbac82c-a5b7-415c-ab21-55ace081e783 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1789639 Jul 09 14:49:38.812139 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 39988) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:38.838325 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b144a4ec-711e-4046-ab0f-4e389a3835cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:38.840836 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-b144a4ec-711e-4046-ab0f-4e389a3835cf admin admin] Added segment 88773363-1d78-439b-bb07-1d37ed239605 of type vlan for network 07a9ecbf-37ed-481a-bf65-f5d67d5555a8 Jul 09 14:49:38.840836 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b144a4ec-711e-4046-ab0f-4e389a3835cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880b19a4-9f17-4fe4-8ca9-3b6e31670b30,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:38.915680 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8f8db8b9-feca-42e1-be8a-9cfde6c0529d req-def8e0fc-b6ae-4380-8c9b-5076ce6f8848 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=473b60ee-6046-439a-9449-2a9b96c46b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1795235 Jul 09 14:49:38.941235 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b144a4ec-711e-4046-ab0f-4e389a3835cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:39.006758 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-190afa76-ca95-4192-9965-ca5ca89de0d6 None None] Allocated IP 2001:db8::2 (9b3131d2-5b49-48c3-b387-6198a4c16a8c/82d66e92-ec3c-4cbe-80f5-2ea3afe13a42/879cb7d4-8e7c-4dd6-81c2-9061abe4a5d6) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:49:39.070448 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b144a4ec-711e-4046-ab0f-4e389a3835cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:39.072223 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b144a4ec-711e-4046-ab0f-4e389a3835cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:39.073672 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b144a4ec-711e-4046-ab0f-4e389a3835cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:39.136175 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed3c087d-2cb3-4d5f-bc84-cd88eaa63c52 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Router 290906e5-7af2-4579-882e-37ee24bf6a07 is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:49:39.154752 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b144a4ec-711e-4046-ab0f-4e389a3835cf admin admin] Pushing event updated for resources: {'Network': ['ID=07a9ecbf-37ed-481a-bf65-f5d67d5555a8,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:39.192910 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-190afa76-ca95-4192-9965-ca5ca89de0d6 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:39.202246 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-190afa76-ca95-4192-9965-ca5ca89de0d6 None None] Transition to ACTIVE for port object 879cb7d4-8e7c-4dd6-81c2-9061abe4a5d6 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:49:39.223349 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-190afa76-ca95-4192-9965-ca5ca89de0d6 None None] Transition to ACTIVE for port object 879cb7d4-8e7c-4dd6-81c2-9061abe4a5d6 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:49:39.231393 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 07a9ecbf-37ed-481a-bf65-f5d67d5555a8 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:49:39.244937 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b144a4ec-711e-4046-ab0f-4e389a3835cf admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4176197 Jul 09 14:49:39.274061 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39996) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:39.280685 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-7ea85cd9-1e85-45e8-a93f-d2f2d115ea64 admin admin] Request body: {'subnet': {'network_id': '07a9ecbf-37ed-481a-bf65-f5d67d5555a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-315510505-subnet', 'tenant_id': 'a92a8786386049938dc9758ba7d95410', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:49:39.338792 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-190afa76-ca95-4192-9965-ca5ca89de0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:39.352000 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed3c087d-2cb3-4d5f-bc84-cd88eaa63c52 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:49:39.421116 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190afa76-ca95-4192-9965-ca5ca89de0d6 None None] Pushing event updated for resources: {'Port': ['ID=879cb7d4-8e7c-4dd6-81c2-9061abe4a5d6,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:39.429469 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e4f9c0-01af-4bee-8f98-0f9dbe115ce2 None None] Sync routers for ids ['290906e5-7af2-4579-882e-37ee24bf6a07'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:49:39.440773 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190afa76-ca95-4192-9965-ca5ca89de0d6 None None] Network 9b3131d2-5b49-48c3-b387-6198a4c16a8c is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:49:39.444849 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-190afa76-ca95-4192-9965-ca5ca89de0d6 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:49:39.449929 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e4f9c0-01af-4bee-8f98-0f9dbe115ce2 None None] Routers {'290906e5-7af2-4579-882e-37ee24bf6a07'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:49:39.450951 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-09e4f9c0-01af-4bee-8f98-0f9dbe115ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:49:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['290906e5-7af2-4579-882e-37ee24bf6a07'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:39.458863 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5994674b-5b90-4c4b-bdf1-b97325659857 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:39.461057 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea85cd9-1e85-45e8-a93f-d2f2d115ea64 admin admin] Made reservation on behalf of a92a8786386049938dc9758ba7d95410 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:49:39.463632 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7ea85cd9-1e85-45e8-a93f-d2f2d115ea64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:39.517893 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190afa76-ca95-4192-9965-ca5ca89de0d6 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:49:39.592288 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f05991-8951-4328-bc76-6d6a3e8cf3b0 req-5e228e44-6e51-4964-a7e0-fa1cbb92dcc4 tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:39.594123 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e7f05991-8951-4328-bc76-6d6a3e8cf3b0 req-5e228e44-6e51-4964-a7e0-fa1cbb92dcc4 tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] 10.222.0.58 "GET /v2.0/ports?device_id=a826855d-b9e2-453f-8117-3ce2021baccc HTTP/1.1" status: 200 len: 946 time: 0.1941438 Jul 09 14:49:39.698170 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb5e15-161d-47dc-ab55-4a1c114a3827 req-7c231d92-02b3-4222-85be-4a5d5ef50dba tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:39.699917 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f8eb5e15-161d-47dc-ab55-4a1c114a3827 req-7c231d92-02b3-4222-85be-4a5d5ef50dba tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=e59981f2-1bbc-46b7-94f0-0e107e4666e9 HTTP/1.1" status: 200 len: 945 time: 0.2695627 Jul 09 14:49:39.703250 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e7f05991-8951-4328-bc76-6d6a3e8cf3b0 req-6195ddc0-9fb2-4781-ace5-2a90f237cf1e tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac64d91e-4ca2-425a-9fd5-435c728a918b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966108 Jul 09 14:49:39.832739 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-190afa76-ca95-4192-9965-ca5ca89de0d6 None None] Attempting to bind port 879cb7d4-8e7c-4dd6-81c2-9061abe4a5d6 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:49:39.833474 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-190afa76-ca95-4192-9965-ca5ca89de0d6 None None] Attempting to bind port 879cb7d4-8e7c-4dd6-81c2-9061abe4a5d6 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'ea707c5a-564a-4323-a080-932b7d7baef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9b3131d2-5b49-48c3-b387-6198a4c16a8c'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:49:39.834204 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190afa76-ca95-4192-9965-ca5ca89de0d6 None None] Attempting to bind port 879cb7d4-8e7c-4dd6-81c2-9061abe4a5d6 on network 9b3131d2-5b49-48c3-b387-6198a4c16a8c {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:49:39.852481 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f8eb5e15-161d-47dc-ab55-4a1c114a3827 req-65ae9da4-04cd-4538-a081-73dae9d5f527 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248021 Jul 09 14:49:39.856048 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190afa76-ca95-4192-9965-ca5ca89de0d6 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:49:39.856627 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190afa76-ca95-4192-9965-ca5ca89de0d6 None None] Checking segment: {'id': 'ea707c5a-564a-4323-a080-932b7d7baef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9b3131d2-5b49-48c3-b387-6198a4c16a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:49:39.857384 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-190afa76-ca95-4192-9965-ca5ca89de0d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:39.857992 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190afa76-ca95-4192-9965-ca5ca89de0d6 None None] Bound using segment: {'id': 'ea707c5a-564a-4323-a080-932b7d7baef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9b3131d2-5b49-48c3-b387-6198a4c16a8c'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:49:39.858751 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-190afa76-ca95-4192-9965-ca5ca89de0d6 None None] Bound port: 879cb7d4-8e7c-4dd6-81c2-9061abe4a5d6, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea707c5a-564a-4323-a080-932b7d7baef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9b3131d2-5b49-48c3-b387-6198a4c16a8c'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:49:39.859351 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-190afa76-ca95-4192-9965-ca5ca89de0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:39.899080 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ed3c087d-2cb3-4d5f-bc84-cd88eaa63c52 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:39.901664 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ed3c087d-2cb3-4d5f-bc84-cd88eaa63c52 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 5.5426540 Jul 09 14:49:39.910038 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40002) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:39.929397 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-5994674b-5b90-4c4b-bdf1-b97325659857 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Allocated IP 2001:db8::1 (9b3131d2-5b49-48c3-b387-6198a4c16a8c/82d66e92-ec3c-4cbe-80f5-2ea3afe13a42/3624d429-6ca5-451f-a7bb-ae3f1a2a249d) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:49:39.933088 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-09e4f9c0-01af-4bee-8f98-0f9dbe115ce2 None None] Set router 290906e5-7af2-4579-882e-37ee24bf6a07 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:49:40.073181 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5994674b-5b90-4c4b-bdf1-b97325659857 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:40.082873 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-190afa76-ca95-4192-9965-ca5ca89de0d6 None None] For port 879cb7d4-8e7c-4dd6-81c2-9061abe4a5d6, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:49:40.089139 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0ed6458d-a86b-4ed1-808a-8235370cf638 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks [] for router, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:40.093897 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-5994674b-5b90-4c4b-bdf1-b97325659857 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Transition to ACTIVE for port object 3624d429-6ca5-451f-a7bb-ae3f1a2a249d will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:49:40.098143 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7ea85cd9-1e85-45e8-a93f-d2f2d115ea64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:40.119468 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-190afa76-ca95-4192-9965-ca5ca89de0d6 None None] For port 879cb7d4-8e7c-4dd6-81c2-9061abe4a5d6, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=879cb7d4-8e7c-4dd6-81c2-9061abe4a5d6,segment=NetworkSegment(ea707c5a-564a-4323-a080-932b7d7baef1),segment_id=ea707c5a-564a-4323-a080-932b7d7baef1)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:49:40.224908 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-190afa76-ca95-4192-9965-ca5ca89de0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:40.245198 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ca24cf-7b81-4ad8-9260-832a05e03d2d req-04e651b0-0890-4c0f-a981-2456721004b0 tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:40.255731 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d6ca24cf-7b81-4ad8-9260-832a05e03d2d req-04e651b0-0890-4c0f-a981-2456721004b0 tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] 10.222.0.58 "GET /v2.0/ports?device_id=a826855d-b9e2-453f-8117-3ce2021baccc HTTP/1.1" status: 200 len: 946 time: 0.1264880 Jul 09 14:49:40.291228 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-09e4f9c0-01af-4bee-8f98-0f9dbe115ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '290906e5-7af2-4579-882e-37ee24bf6a07', 'name': '', 'tenant_id': '5e53e96b6b5947f59dd9e957b6ba6726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '297b5527-1fce-43a9-b659-65734e6842c0', 'external_fixed_ips': [{'subnet_id': '5c352eed-858a-4d09-b715-2218f4a7abd0', 'ip_address': '2001:db8::77'}], 'enable_snat': True}, 'gw_port_id': 'eafe6018-5813-490b-8d68-2b7c3e2d0de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:49:34Z', 'updated_at': '2021-07-09T14:49:38Z', 'revision_number': 3, 'project_id': '5e53e96b6b5947f59dd9e957b6ba6726', 'gw_port': {'id': 'eafe6018-5813-490b-8d68-2b7c3e2d0de2', 'name': '', 'network_id': '297b5527-1fce-43a9-b659-65734e6842c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '290906e5-7af2-4579-882e-37ee24bf6a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '5c352eed-858a-4d09-b715-2218f4a7abd0', 'ip_address': '2001:db8::77', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:49:36Z', 'updated_at': '2021-07-09T14:49:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c352eed-858a-4d09-b715-2218f4a7abd0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:40.326127 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5994674b-5b90-4c4b-bdf1-b97325659857 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:40.332500 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e4f9c0-01af-4bee-8f98-0f9dbe115ce2 None None] Checking router: 290906e5-7af2-4579-882e-37ee24bf6a07 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:49:40.332858 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e4f9c0-01af-4bee-8f98-0f9dbe115ce2 None None] Updating router 290906e5-7af2-4579-882e-37ee24bf6a07 port eafe6018-5813-490b-8d68-2b7c3e2d0de2 binding host n-d-799529-6 {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:49:40.337841 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190afa76-ca95-4192-9965-ca5ca89de0d6 None None] Pushing event updated for resources: {'Port': ['ID=879cb7d4-8e7c-4dd6-81c2-9061abe4a5d6,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:40.352514 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d6ca24cf-7b81-4ad8-9260-832a05e03d2d req-78a0c2c6-21b2-4e88-87ed-7298fb76b39f tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac64d91e-4ca2-425a-9fd5-435c728a918b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958004 Jul 09 14:49:40.388351 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-09e4f9c0-01af-4bee-8f98-0f9dbe115ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:40.393986 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea85cd9-1e85-45e8-a93f-d2f2d115ea64 admin admin] Checking segment: {'id': '88773363-1d78-439b-bb07-1d37ed239605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '07a9ecbf-37ed-481a-bf65-f5d67d5555a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:49:40.395360 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea85cd9-1e85-45e8-a93f-d2f2d115ea64 admin admin] Network hostable DHCP agents. Network: 07a9ecbf-37ed-481a-bf65-f5d67d5555a8, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:49:40.404292 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea85cd9-1e85-45e8-a93f-d2f2d115ea64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a6c5dcf-ab29-40a6-a385-f6eb72afc65e,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:40.459370 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5994674b-5b90-4c4b-bdf1-b97325659857 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event updated for resources: {'Port': ['ID=3624d429-6ca5-451f-a7bb-ae3f1a2a249d,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:40.482107 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0ed6458d-a86b-4ed1-808a-8235370cf638 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:40.485219 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5994674b-5b90-4c4b-bdf1-b97325659857 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Network 9b3131d2-5b49-48c3-b387-6198a4c16a8c is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:49:40.486978 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-5994674b-5b90-4c4b-bdf1-b97325659857 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:49:40.496667 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5994674b-5b90-4c4b-bdf1-b97325659857 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:49:40.497407 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5994674b-5b90-4c4b-bdf1-b97325659857 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:40.516412 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5131b3-abc0-4458-95c9-228f18353a3a req-8924ffa3-52ce-410a-a302-28238757178d tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:40.527792 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3b5131b3-abc0-4458-95c9-228f18353a3a req-8924ffa3-52ce-410a-a302-28238757178d tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=9da18f17-d082-4d4c-86e5-ac89efaa7ffa HTTP/1.1" status: 200 len: 945 time: 0.3457601 Jul 09 14:49:40.576888 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea85cd9-1e85-45e8-a93f-d2f2d115ea64 admin admin] Network 07a9ecbf-37ed-481a-bf65-f5d67d5555a8 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:49:40.604211 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3b5131b3-abc0-4458-95c9-228f18353a3a req-20d11e90-cebe-4718-a2d5-3f7692de5245 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=473b60ee-6046-439a-9449-2a9b96c46b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747676 Jul 09 14:49:40.716356 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-0ed6458d-a86b-4ed1-808a-8235370cf638 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Deleting port eafe6018-5813-490b-8d68-2b7c3e2d0de2 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:49:40.717463 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0ed6458d-a86b-4ed1-808a-8235370cf638 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:40.721979 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-7ea85cd9-1e85-45e8-a93f-d2f2d115ea64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 07a9ecbf-37ed-481a-bf65-f5d67d5555a8) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:49:40.738246 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea85cd9-1e85-45e8-a93f-d2f2d115ea64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:40.739124 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7ea85cd9-1e85-45e8-a93f-d2f2d115ea64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:40.741677 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba798801-bd34-4b2a-a927-106b6625c8cd None None] Network 07a9ecbf-37ed-481a-bf65-f5d67d5555a8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:49:40.820989 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5994674b-5b90-4c4b-bdf1-b97325659857 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:40.883774 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7ea85cd9-1e85-45e8-a93f-d2f2d115ea64 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6074133 Jul 09 14:49:40.887639 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0ed6458d-a86b-4ed1-808a-8235370cf638 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:40.899199 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-09e4f9c0-01af-4bee-8f98-0f9dbe115ce2 None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:40.931560 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-0ed6458d-a86b-4ed1-808a-8235370cf638 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Calling delete_port for eafe6018-5813-490b-8d68-2b7c3e2d0de2 owned by network:router_gateway {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:49:40.958946 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-09e4f9c0-01af-4bee-8f98-0f9dbe115ce2 None None] Transition to ACTIVE for port object eafe6018-5813-490b-8d68-2b7c3e2d0de2 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:49:41.202656 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-09e4f9c0-01af-4bee-8f98-0f9dbe115ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:41.229981 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 879cb7d4-8e7c-4dd6-81c2-9061abe4a5d6 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:49:41.438228 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5994674b-5b90-4c4b-bdf1-b97325659857 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:41.467477 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-09e4f9c0-01af-4bee-8f98-0f9dbe115ce2 None None] Attempting to bind port eafe6018-5813-490b-8d68-2b7c3e2d0de2 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:49:41.467882 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-09e4f9c0-01af-4bee-8f98-0f9dbe115ce2 None None] Attempting to bind port eafe6018-5813-490b-8d68-2b7c3e2d0de2 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '7b619cdd-2a5e-445a-a27c-79c91dfcab88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '297b5527-1fce-43a9-b659-65734e6842c0'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:49:41.468249 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e4f9c0-01af-4bee-8f98-0f9dbe115ce2 None None] Attempting to bind port eafe6018-5813-490b-8d68-2b7c3e2d0de2 on network 297b5527-1fce-43a9-b659-65734e6842c0 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:49:41.490915 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2f6453-6b44-47bc-b075-cabd402e08e9 None None] Network 07a9ecbf-37ed-481a-bf65-f5d67d5555a8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:49:41.559362 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5994674b-5b90-4c4b-bdf1-b97325659857 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:41.560786 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5994674b-5b90-4c4b-bdf1-b97325659857 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:41.625361 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e4f9c0-01af-4bee-8f98-0f9dbe115ce2 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:49:41.625657 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e4f9c0-01af-4bee-8f98-0f9dbe115ce2 None None] Checking segment: {'id': '7b619cdd-2a5e-445a-a27c-79c91dfcab88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '297b5527-1fce-43a9-b659-65734e6842c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:49:41.626233 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-09e4f9c0-01af-4bee-8f98-0f9dbe115ce2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:41.626639 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e4f9c0-01af-4bee-8f98-0f9dbe115ce2 None None] Bound using segment: {'id': '7b619cdd-2a5e-445a-a27c-79c91dfcab88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '297b5527-1fce-43a9-b659-65734e6842c0'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:49:41.627133 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-09e4f9c0-01af-4bee-8f98-0f9dbe115ce2 None None] Bound port: eafe6018-5813-490b-8d68-2b7c3e2d0de2, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b619cdd-2a5e-445a-a27c-79c91dfcab88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '297b5527-1fce-43a9-b659-65734e6842c0'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:49:41.628123 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-09e4f9c0-01af-4bee-8f98-0f9dbe115ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:41.648726 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ede0a00-7620-492a-8fed-8360983ab230 None None] Pushing event updated for resources: {'Port': ['ID=eafe6018-5813-490b-8d68-2b7c3e2d0de2,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:41.802099 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5994674b-5b90-4c4b-bdf1-b97325659857 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event updated for resources: {'Port': ['ID=3624d429-6ca5-451f-a7bb-ae3f1a2a249d,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:41.807576 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 879cb7d4-8e7c-4dd6-81c2-9061abe4a5d6 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:49:41.868569 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5994674b-5b90-4c4b-bdf1-b97325659857 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Network 9b3131d2-5b49-48c3-b387-6198a4c16a8c is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:49:41.871806 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-5994674b-5b90-4c4b-bdf1-b97325659857 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:49:41.887853 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d98fe-2eab-4be5-af79-99b6b52abd00 req-c53f301f-8377-433e-9adc-dc82e2f12532 tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:41.896302 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-742d98fe-2eab-4be5-af79-99b6b52abd00 req-c53f301f-8377-433e-9adc-dc82e2f12532 tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] 10.222.0.58 "GET /v2.0/ports?device_id=a826855d-b9e2-453f-8117-3ce2021baccc HTTP/1.1" status: 200 len: 946 time: 0.2168865 Jul 09 14:49:41.928360 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401f024-388b-49db-b30c-8cef6cd6eac1 req-ea698701-023a-446c-aff3-9be42da51ed5 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:41.934734 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a401f024-388b-49db-b30c-8cef6cd6eac1 req-ea698701-023a-446c-aff3-9be42da51ed5 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=e59981f2-1bbc-46b7-94f0-0e107e4666e9 HTTP/1.1" status: 200 len: 945 time: 0.8595402 Jul 09 14:49:42.003867 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.db.api [None req-09e4f9c0-01af-4bee-8f98-0f9dbe115ce2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 14:49:42.005319 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a401f024-388b-49db-b30c-8cef6cd6eac1 req-2fe8bace-c7c8-49ba-9052-17f1107876b1 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663381 Jul 09 14:49:42.006181 n-d-799529-6 neutron-server[94447]: DEBUG oslo_db.api [None req-09e4f9c0-01af-4bee-8f98-0f9dbe115ce2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 14:49:42.010572 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0ed6458d-a86b-4ed1-808a-8235370cf638 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:42.019303 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-742d98fe-2eab-4be5-af79-99b6b52abd00 req-15be8880-338a-48c8-8a68-ab0847872ca0 tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac64d91e-4ca2-425a-9fd5-435c728a918b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151378 Jul 09 14:49:42.108159 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed6458d-a86b-4ed1-808a-8235370cf638 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Pushing event deleted for resources: {'Port': ['ID=eafe6018-5813-490b-8d68-2b7c3e2d0de2,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:42.110754 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0ed6458d-a86b-4ed1-808a-8235370cf638 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:42.133971 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06831f2c-6442-43e5-ad87-a9234b2ce11e None None] Network 9b3131d2-5b49-48c3-b387-6198a4c16a8c requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:49:42.226213 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0ed6458d-a86b-4ed1-808a-8235370cf638 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:42.229094 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0ed6458d-a86b-4ed1-808a-8235370cf638 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:42.285998 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5994674b-5b90-4c4b-bdf1-b97325659857 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Router 76721710-7915-4ea0-a575-2a246987e295 is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:49:42.358083 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-4cae4675-6fde-4958-add4-8e222d02261f None None] Provisioning for port 879cb7d4-8e7c-4dd6-81c2-9061abe4a5d6 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:49:42.363671 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-4cae4675-6fde-4958-add4-8e222d02261f None None] Provisioning complete for port 879cb7d4-8e7c-4dd6-81c2-9061abe4a5d6 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:49:42.363671 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4cae4675-6fde-4958-add4-8e222d02261f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:42.415525 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ebbe7-dc6a-456b-bcc3-4e986e1df2ea req-735f6bc3-19a8-466c-a7a4-a1200ae5c91e tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:42.415525 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-429ebbe7-dc6a-456b-bcc3-4e986e1df2ea req-735f6bc3-19a8-466c-a7a4-a1200ae5c91e tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/networks?id=07a9ecbf-37ed-481a-bf65-f5d67d5555a8 HTTP/1.1" status: 200 len: 814 time: 0.1334465 Jul 09 14:49:42.430058 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82c691a-aded-4740-bbf9-0509f6d09f5b req-cfd6e626-f41b-4781-b698-b6ab88a97ad4 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:42.431786 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a82c691a-aded-4740-bbf9-0509f6d09f5b req-cfd6e626-f41b-4781-b698-b6ab88a97ad4 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=9da18f17-d082-4d4c-86e5-ac89efaa7ffa HTTP/1.1" status: 200 len: 945 time: 0.1793816 Jul 09 14:49:42.432701 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-429ebbe7-dc6a-456b-bcc3-4e986e1df2ea req-a84d360a-b497-4253-94d9-2f3834af97c9 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/quotas/a92a8786386049938dc9758ba7d95410 HTTP/1.1" status: 200 len: 375 time: 0.0123563 Jul 09 14:49:42.449650 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5994674b-5b90-4c4b-bdf1-b97325659857 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:49:42.463855 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-5994674b-5b90-4c4b-bdf1-b97325659857 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "PUT /v2.0/routers/76721710-7915-4ea0-a575-2a246987e295/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6471632 Jul 09 14:49:42.464044 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40056) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:42.466869 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ccc125-df40-4ef9-bd6b-e1fd8af798b3 None None] Sync routers for ids ['76721710-7915-4ea0-a575-2a246987e295'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:49:42.474862 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4cae4675-6fde-4958-add4-8e222d02261f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:42.480115 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ccc125-df40-4ef9-bd6b-e1fd8af798b3 None None] Routers {'76721710-7915-4ea0-a575-2a246987e295'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:49:42.481168 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-c1ccc125-df40-4ef9-bd6b-e1fd8af798b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:49:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['76721710-7915-4ea0-a575-2a246987e295'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:42.482447 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a82c691a-aded-4740-bbf9-0509f6d09f5b req-b1bdb3ad-423c-4477-a612-f7c097ec937a tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=473b60ee-6046-439a-9449-2a9b96c46b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424290 Jul 09 14:49:42.496199 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-429ebbe7-dc6a-456b-bcc3-4e986e1df2ea req-83a14e0f-138f-46e6-ba7c-b30189285db0 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a92a8786386049938dc9758ba7d95410&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538576 Jul 09 14:49:42.500462 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-e134a1c6-4e20-419b-82f1-c39e330155f0 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-213717265'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:49:42.522413 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0ed6458d-a86b-4ed1-808a-8235370cf638 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:42.522413 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed6458d-a86b-4ed1-808a-8235370cf638 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 290906e5-7af2-4579-882e-37ee24bf6a07 {{(pid=94446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:49:42.537076 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0ed6458d-a86b-4ed1-808a-8235370cf638 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:42.540796 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-0ed6458d-a86b-4ed1-808a-8235370cf638 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] 10.222.0.58 "DELETE /v2.0/routers/290906e5-7af2-4579-882e-37ee24bf6a07 HTTP/1.1" status: 204 len: 168 time: 2.6271660 Jul 09 14:49:42.541060 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 40060) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:42.549919 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-4cae4675-6fde-4958-add4-8e222d02261f None None] For port 879cb7d4-8e7c-4dd6-81c2-9061abe4a5d6, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=879cb7d4-8e7c-4dd6-81c2-9061abe4a5d6,segment=NetworkSegment(ea707c5a-564a-4323-a080-932b7d7baef1),segment_id=ea707c5a-564a-4323-a080-932b7d7baef1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:49:42.554309 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-09e4f9c0-01af-4bee-8f98-0f9dbe115ce2 None None] Attempting to bind port eafe6018-5813-490b-8d68-2b7c3e2d0de2 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:49:42.554955 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-09e4f9c0-01af-4bee-8f98-0f9dbe115ce2 None None] Attempting to bind port eafe6018-5813-490b-8d68-2b7c3e2d0de2 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '7b619cdd-2a5e-445a-a27c-79c91dfcab88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '297b5527-1fce-43a9-b659-65734e6842c0'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:49:42.555827 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e4f9c0-01af-4bee-8f98-0f9dbe115ce2 None None] Attempting to bind port eafe6018-5813-490b-8d68-2b7c3e2d0de2 on network 297b5527-1fce-43a9-b659-65734e6842c0 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:49:42.563591 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e4f9c0-01af-4bee-8f98-0f9dbe115ce2 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:49:42.564288 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e4f9c0-01af-4bee-8f98-0f9dbe115ce2 None None] Checking segment: {'id': '7b619cdd-2a5e-445a-a27c-79c91dfcab88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '297b5527-1fce-43a9-b659-65734e6842c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:49:42.565724 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-09e4f9c0-01af-4bee-8f98-0f9dbe115ce2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:42.566455 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e4f9c0-01af-4bee-8f98-0f9dbe115ce2 None None] Bound using segment: {'id': '7b619cdd-2a5e-445a-a27c-79c91dfcab88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '297b5527-1fce-43a9-b659-65734e6842c0'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:49:42.567300 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-09e4f9c0-01af-4bee-8f98-0f9dbe115ce2 None None] Bound port: eafe6018-5813-490b-8d68-2b7c3e2d0de2, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b619cdd-2a5e-445a-a27c-79c91dfcab88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '297b5527-1fce-43a9-b659-65734e6842c0'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:49:42.568026 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-09e4f9c0-01af-4bee-8f98-0f9dbe115ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:42.591470 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-09e4f9c0-01af-4bee-8f98-0f9dbe115ce2 None None] Port eafe6018-5813-490b-8d68-2b7c3e2d0de2 has been deleted concurrently {{(pid=94447) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 09 14:49:42.607753 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e4f9c0-01af-4bee-8f98-0f9dbe115ce2 None None] Routers set() bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:49:42.609812 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e4f9c0-01af-4bee-8f98-0f9dbe115ce2 None None] Router IDs set() for agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 09 14:49:42.610695 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_agentschedulers_db [None req-09e4f9c0-01af-4bee-8f98-0f9dbe115ce2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'290906e5-7af2-4579-882e-37ee24bf6a07'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:49:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent'). {{(pid=94447) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 09 14:49:42.612394 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e4f9c0-01af-4bee-8f98-0f9dbe115ce2 None None] The sync data for ids ['290906e5-7af2-4579-882e-37ee24bf6a07'] in n-d-799529-6 is: [] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:49:42.628542 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e134a1c6-4e20-419b-82f1-c39e330155f0 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Made reservation on behalf of 99b13b6be1514c5a83b2b54f3d176297 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:49:42.632200 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e134a1c6-4e20-419b-82f1-c39e330155f0 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:42.642141 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-59ebb603-497c-4d63-a98b-a9e112f913f6 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Deleting subnet 5c352eed-858a-4d09-b715-2218f4a7abd0 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:49:42.647157 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-59ebb603-497c-4d63-a98b-a9e112f913f6 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:42.661569 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-429ebbe7-dc6a-456b-bcc3-4e986e1df2ea req-2c42bd5a-4400-4250-a888-79613f1284e9 service neutron] 10.222.0.58 "GET /v2.0/networks/07a9ecbf-37ed-481a-bf65-f5d67d5555a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411297 Jul 09 14:49:42.682251 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4cae4675-6fde-4958-add4-8e222d02261f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:42.695971 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-c1ccc125-df40-4ef9-bd6b-e1fd8af798b3 None None] Set router 76721710-7915-4ea0-a575-2a246987e295 gateway port host: None {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:49:42.731264 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e134a1c6-4e20-419b-82f1-c39e330155f0 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:49:42.742052 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-59ebb603-497c-4d63-a98b-a9e112f913f6 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:42.791961 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e134a1c6-4e20-419b-82f1-c39e330155f0 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:42.792643 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-e134a1c6-4e20-419b-82f1-c39e330155f0 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Added segment db20fad4-62d5-4487-8168-f3de089189de of type vlan for network a855d720-111e-4149-9070-f8758df7a1c9 Jul 09 14:49:42.820779 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae4675-6fde-4958-add4-8e222d02261f None None] Pushing event updated for resources: {'Port': ['ID=879cb7d4-8e7c-4dd6-81c2-9061abe4a5d6,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:42.863087 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-59ebb603-497c-4d63-a98b-a9e112f913f6 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:42.878180 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e134a1c6-4e20-419b-82f1-c39e330155f0 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:42.900817 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-429ebbe7-dc6a-456b-bcc3-4e986e1df2ea req-cf1ee62f-676c-4d7c-82db-dcbef68101c2 service neutron] 10.222.0.58 "GET /v2.0/networks/07a9ecbf-37ed-481a-bf65-f5d67d5555a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377520 Jul 09 14:49:42.967338 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-b0b5008d-dd2e-4ef1-afdb-25e5b5dd9997 None None] Provisioning for port 3624d429-6ca5-451f-a7bb-ae3f1a2a249d completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:49:42.972502 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-b0b5008d-dd2e-4ef1-afdb-25e5b5dd9997 None None] Provisioning complete for port 3624d429-6ca5-451f-a7bb-ae3f1a2a249d triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:49:42.972940 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b0b5008d-dd2e-4ef1-afdb-25e5b5dd9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:43.028954 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-b0b5008d-dd2e-4ef1-afdb-25e5b5dd9997 None None] Port 3624d429-6ca5-451f-a7bb-ae3f1a2a249d cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:49:43.044572 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-b0b5008d-dd2e-4ef1-afdb-25e5b5dd9997 None None] Provisioning complete for port 879cb7d4-8e7c-4dd6-81c2-9061abe4a5d6 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:49:43.044572 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b0b5008d-dd2e-4ef1-afdb-25e5b5dd9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:43.092108 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e134a1c6-4e20-419b-82f1-c39e330155f0 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:43.100193 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e134a1c6-4e20-419b-82f1-c39e330155f0 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:43.106467 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e134a1c6-4e20-419b-82f1-c39e330155f0 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:43.136830 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 879cb7d4-8e7c-4dd6-81c2-9061abe4a5d6 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:49:43.139412 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-59ebb603-497c-4d63-a98b-a9e112f913f6 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:43.166534 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-59ebb603-497c-4d63-a98b-a9e112f913f6 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:43.175037 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-59ebb603-497c-4d63-a98b-a9e112f913f6 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] 10.222.0.58 "DELETE /v2.0/subnets/5c352eed-858a-4d09-b715-2218f4a7abd0 HTTP/1.1" status: 204 len: 168 time: 0.6328855 Jul 09 14:49:43.190562 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40076) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:43.207862 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 879cb7d4-8e7c-4dd6-81c2-9061abe4a5d6 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:49:43.208255 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:43.233371 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ebb603-497c-4d63-a98b-a9e112f913f6 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5c352eed-858a-4d09-b715-2218f4a7abd0,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:43.318703 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 40080) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:43.319166 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-e134a1c6-4e20-419b-82f1-c39e330155f0 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8222196 Jul 09 14:49:43.324522 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-05937881-da38-4939-84a7-5bf6dde2df51 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Request body: {'subnet': {'network_id': 'a855d720-111e-4149-9070-f8758df7a1c9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:49:43.337117 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-c1ccc125-df40-4ef9-bd6b-e1fd8af798b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76721710-7915-4ea0-a575-2a246987e295', 'name': 'tempest-RoutersIpV6Test-router-934731009', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:49:35Z', 'updated_at': '2021-07-09T14:49:40Z', 'revision_number': 2, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'gw_port_host': None, '_interfaces': [{'id': '3624d429-6ca5-451f-a7bb-ae3f1a2a249d', 'name': '', 'network_id': '9b3131d2-5b49-48c3-b387-6198a4c16a8c', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'mac_address': 'fa:16:3e:dd:fa:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76721710-7915-4ea0-a575-2a246987e295', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '82d66e92-ec3c-4cbe-80f5-2ea3afe13a42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:49:39Z', 'updated_at': '2021-07-09T14:49:41Z', 'revision_number': 2, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'subnets': [{'id': '82d66e92-ec3c-4cbe-80f5-2ea3afe13a42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:43.364880 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e134a1c6-4e20-419b-82f1-c39e330155f0 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event updated for resources: {'Network': ['ID=a855d720-111e-4149-9070-f8758df7a1c9,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:43.405914 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ccc125-df40-4ef9-bd6b-e1fd8af798b3 None None] Checking router: 76721710-7915-4ea0-a575-2a246987e295 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:49:43.406493 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ccc125-df40-4ef9-bd6b-e1fd8af798b3 None None] Updating router 76721710-7915-4ea0-a575-2a246987e295 port 3624d429-6ca5-451f-a7bb-ae3f1a2a249d binding host n-d-799529-6 {{(pid=94448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:49:43.435145 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network a855d720-111e-4149-9070-f8758df7a1c9 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:49:43.454516 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4457f505-fefe-4867-93e6-1029a05b5fe0 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:43.464398 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-c1ccc125-df40-4ef9-bd6b-e1fd8af798b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:43.512050 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-3bfe848a-e961-4e5f-b7dd-020a6833a4cf None None] Provisioning complete for port 3624d429-6ca5-451f-a7bb-ae3f1a2a249d triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:49:43.514003 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3bfe848a-e961-4e5f-b7dd-020a6833a4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:43.611443 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05937881-da38-4939-84a7-5bf6dde2df51 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Made reservation on behalf of 99b13b6be1514c5a83b2b54f3d176297 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:49:43.615484 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-05937881-da38-4939-84a7-5bf6dde2df51 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:43.628189 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-3bfe848a-e961-4e5f-b7dd-020a6833a4cf None None] Port 3624d429-6ca5-451f-a7bb-ae3f1a2a249d cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:49:43.646167 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4457f505-fefe-4867-93e6-1029a05b5fe0 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:43.658148 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-4457f505-fefe-4867-93e6-1029a05b5fe0 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['297b5527-1fce-43a9-b659-65734e6842c0']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:43.716584 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-4457f505-fefe-4867-93e6-1029a05b5fe0 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b619cdd-2a5e-445a-a27c-79c91dfcab88') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:43.717191 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-4457f505-fefe-4867-93e6-1029a05b5fe0 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b619cdd-2a5e-445a-a27c-79c91dfcab88') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:43.752242 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-76cdd29d-e824-4098-bc4f-a126ea258965 None None] Provisioning complete for port 3624d429-6ca5-451f-a7bb-ae3f1a2a249d triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:49:43.752620 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-76cdd29d-e824-4098-bc4f-a126ea258965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:43.765135 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4457f505-fefe-4867-93e6-1029a05b5fe0 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:43.792030 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4457f505-fefe-4867-93e6-1029a05b5fe0 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:43.803964 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4457f505-fefe-4867-93e6-1029a05b5fe0 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:49:43.804383 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4457f505-fefe-4867-93e6-1029a05b5fe0 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:43.806385 n-d-799529-6 neutron-server[94446]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:49:43.806385 n-d-799529-6 neutron-server[94446]: items = [ Jul 09 14:49:43.806385 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 14:49:43.806385 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:49:43.806385 n-d-799529-6 neutron-server[94446]: timer() Jul 09 14:49:43.806385 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:49:43.806385 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 14:49:43.806385 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:49:43.806385 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 14:49:43.806385 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:49:43.806385 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 14:49:43.806385 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:49:43.806385 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 14:49:43.806385 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:49:43.806385 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 14:49:43.806385 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:49:43.806385 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:49:43.806385 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:49:43.806385 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:49:43.806385 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:49:43.806385 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 14:49:43.806385 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:49:43.806385 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 14:49:43.806385 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:49:43.806385 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:49:43.806385 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:49:43.806385 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 14:49:43.806385 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:49:43.806385 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:49:43.806385 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:49:43.806385 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:49:43.806385 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:49:43.806385 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:49:43.806385 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:49:43.820038 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-76cdd29d-e824-4098-bc4f-a126ea258965 None None] Port 3624d429-6ca5-451f-a7bb-ae3f1a2a249d cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:49:43.869953 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50affa9d-cfed-4a4f-902b-2bd03048be06 req-05249ad3-c0bc-4797-9f2b-17ac936961d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:43.871714 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-50affa9d-cfed-4a4f-902b-2bd03048be06 req-05249ad3-c0bc-4797-9f2b-17ac936961d2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=644ca6545bbf445fa0c886b6aef98e04&device_id=9da18f17-d082-4d4c-86e5-ac89efaa7ffa HTTP/1.1" status: 200 len: 1096 time: 0.1396768 Jul 09 14:49:43.872964 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b33cf-21ef-4949-8426-af8d2bebca60 req-c52668e3-bf02-4bee-bd7a-94118417d041 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:43.874518 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-307b33cf-21ef-4949-8426-af8d2bebca60 req-c52668e3-bf02-4bee-bd7a-94118417d041 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=e59981f2-1bbc-46b7-94f0-0e107e4666e9 HTTP/1.1" status: 200 len: 945 time: 0.1740804 Jul 09 14:49:43.925554 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-307b33cf-21ef-4949-8426-af8d2bebca60 req-8e644e8e-8d2c-460f-bf94-2e4d79a494ad tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441418 Jul 09 14:49:43.966679 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-c1ccc125-df40-4ef9-bd6b-e1fd8af798b3 None None] Notify callbacks [] for port, precommit_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:43.980536 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.provisioning_blocks [None req-c1ccc125-df40-4ef9-bd6b-e1fd8af798b3 None None] Transition to ACTIVE for port object 3624d429-6ca5-451f-a7bb-ae3f1a2a249d will not be triggered until provisioned by entity L2. {{(pid=94448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:49:44.008131 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2f9c9d3c-4ba3-4411-a736-a538ef511fd1 req-bc072b92-cb65-4437-a490-9fdbd491121c tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=8014eebb-d84d-4876-a5d9-7fee3a40d79b HTTP/1.1" status: 200 len: 210 time: 0.0297322 Jul 09 14:49:44.008973 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4457f505-fefe-4867-93e6-1029a05b5fe0 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:44.009205 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50affa9d-cfed-4a4f-902b-2bd03048be06 req-f19115f9-0285-496f-87b1-7274555c0935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:44.010674 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-50affa9d-cfed-4a4f-902b-2bd03048be06 req-f19115f9-0285-496f-87b1-7274555c0935 service neutron] 10.222.0.54 "GET /v2.0/networks?id=29d888e5-b470-491c-8272-fb069bb5ea34 HTTP/1.1" status: 200 len: 917 time: 0.1318629 Jul 09 14:49:44.013540 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4457f505-fefe-4867-93e6-1029a05b5fe0 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 297b5527-1fce-43a9-b659-65734e6842c0 {{(pid=94446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 09 14:49:44.015941 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4457f505-fefe-4867-93e6-1029a05b5fe0 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:44.023042 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-4457f505-fefe-4867-93e6-1029a05b5fe0 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] 10.222.0.58 "DELETE /v2.0/networks/297b5527-1fce-43a9-b659-65734e6842c0 HTTP/1.1" status: 204 len: 168 time: 0.8315639 Jul 09 14:49:44.051205 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4457f505-fefe-4867-93e6-1029a05b5fe0 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Pushing event deleted for resources: {'Network': ['ID=297b5527-1fce-43a9-b659-65734e6842c0,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:44.107282 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-50affa9d-cfed-4a4f-902b-2bd03048be06 req-6def17d3-4417-456d-855c-0018d1a610fe service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7aa33818-c61d-4582-8359-6d5088e5a2d9 HTTP/1.1" status: 200 len: 1000 time: 0.0843165 Jul 09 14:49:44.125222 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-c1ccc125-df40-4ef9-bd6b-e1fd8af798b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:44.154521 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-05937881-da38-4939-84a7-5bf6dde2df51 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:44.241681 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50affa9d-cfed-4a4f-902b-2bd03048be06 req-7b5f681e-960f-4ef1-8584-0db9177647de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:44.241903 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25acac9d-fbb4-47b8-ae28-a25dc63b2e35 None None] Pushing event updated for resources: {'Port': ['ID=3624d429-6ca5-451f-a7bb-ae3f1a2a249d,revision_number=3']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:44.244184 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-50affa9d-cfed-4a4f-902b-2bd03048be06 req-7b5f681e-960f-4ef1-8584-0db9177647de service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6ebf5b74-6584-49ef-a6c0-eff61f32c488 HTTP/1.1" status: 200 len: 855 time: 0.1325786 Jul 09 14:49:44.266894 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f693accd-c32f-4c93-a3ee-a124f47d8dff req-1203b3a1-01c8-4d76-8855-e3465e3872ec tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:44.269070 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f693accd-c32f-4c93-a3ee-a124f47d8dff req-1203b3a1-01c8-4d76-8855-e3465e3872ec tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=9da18f17-d082-4d4c-86e5-ac89efaa7ffa HTTP/1.1" status: 200 len: 945 time: 0.1260455 Jul 09 14:49:44.293534 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25acac9d-fbb4-47b8-ae28-a25dc63b2e35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:44.294085 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25acac9d-fbb4-47b8-ae28-a25dc63b2e35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:44.294642 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25acac9d-fbb4-47b8-ae28-a25dc63b2e35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:44.295133 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25acac9d-fbb4-47b8-ae28-a25dc63b2e35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:44.295662 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25acac9d-fbb4-47b8-ae28-a25dc63b2e35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:44.296303 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25acac9d-fbb4-47b8-ae28-a25dc63b2e35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:44.296789 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25acac9d-fbb4-47b8-ae28-a25dc63b2e35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:44.297319 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25acac9d-fbb4-47b8-ae28-a25dc63b2e35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:44.297833 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25acac9d-fbb4-47b8-ae28-a25dc63b2e35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:44.298515 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25acac9d-fbb4-47b8-ae28-a25dc63b2e35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:44.299710 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25acac9d-fbb4-47b8-ae28-a25dc63b2e35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:44.300526 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25acac9d-fbb4-47b8-ae28-a25dc63b2e35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:44.362218 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-c1ccc125-df40-4ef9-bd6b-e1fd8af798b3 None None] Attempting to bind port 3624d429-6ca5-451f-a7bb-ae3f1a2a249d on host n-d-799529-6 for vnic_type normal with profile {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:49:44.363102 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f693accd-c32f-4c93-a3ee-a124f47d8dff req-ba60b395-581b-47a8-9127-0bbf8f51986f tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=473b60ee-6046-439a-9449-2a9b96c46b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804372 Jul 09 14:49:44.363808 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-c1ccc125-df40-4ef9-bd6b-e1fd8af798b3 None None] Attempting to bind port 3624d429-6ca5-451f-a7bb-ae3f1a2a249d by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'ea707c5a-564a-4323-a080-932b7d7baef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9b3131d2-5b49-48c3-b387-6198a4c16a8c'}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:49:44.364371 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ccc125-df40-4ef9-bd6b-e1fd8af798b3 None None] Attempting to bind port 3624d429-6ca5-451f-a7bb-ae3f1a2a249d on network 9b3131d2-5b49-48c3-b387-6198a4c16a8c {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:49:44.411402 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ccc125-df40-4ef9-bd6b-e1fd8af798b3 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:49:44.416596 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ccc125-df40-4ef9-bd6b-e1fd8af798b3 None None] Checking segment: {'id': 'ea707c5a-564a-4323-a080-932b7d7baef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9b3131d2-5b49-48c3-b387-6198a4c16a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:49:44.418247 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-c1ccc125-df40-4ef9-bd6b-e1fd8af798b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:44.419240 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ccc125-df40-4ef9-bd6b-e1fd8af798b3 None None] Bound using segment: {'id': 'ea707c5a-564a-4323-a080-932b7d7baef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9b3131d2-5b49-48c3-b387-6198a4c16a8c'} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:49:44.420752 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05937881-da38-4939-84a7-5bf6dde2df51 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event updated for resources: {'Subnet': ['ID=cea57d44-14bf-4db2-be7c-af1ad811e508,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:44.424904 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-c1ccc125-df40-4ef9-bd6b-e1fd8af798b3 None None] Bound port: 3624d429-6ca5-451f-a7bb-ae3f1a2a249d, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea707c5a-564a-4323-a080-932b7d7baef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9b3131d2-5b49-48c3-b387-6198a4c16a8c'}}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:49:44.425491 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-c1ccc125-df40-4ef9-bd6b-e1fd8af798b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:44.445058 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05937881-da38-4939-84a7-5bf6dde2df51 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Checking segment: {'id': 'db20fad4-62d5-4487-8168-f3de089189de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a855d720-111e-4149-9070-f8758df7a1c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:49:44.445442 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05937881-da38-4939-84a7-5bf6dde2df51 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Network hostable DHCP agents. Network: a855d720-111e-4149-9070-f8758df7a1c9, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:49:44.520852 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50affa9d-cfed-4a4f-902b-2bd03048be06 req-f3ef2d67-5ba2-448a-aba1-b057ee3cdf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:44.525943 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-50affa9d-cfed-4a4f-902b-2bd03048be06 req-f3ef2d67-5ba2-448a-aba1-b057ee3cdf72 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=29d888e5-b470-491c-8272-fb069bb5ea34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2430098 Jul 09 14:49:44.597582 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05937881-da38-4939-84a7-5bf6dde2df51 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Network a855d720-111e-4149-9070-f8758df7a1c9 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:49:44.601579 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-c1ccc125-df40-4ef9-bd6b-e1fd8af798b3 None None] For port 3624d429-6ca5-451f-a7bb-ae3f1a2a249d, host n-d-799529-6, cleared binding levels {{(pid=94448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:49:44.610888 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-c1ccc125-df40-4ef9-bd6b-e1fd8af798b3 None None] For port 3624d429-6ca5-451f-a7bb-ae3f1a2a249d, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=3624d429-6ca5-451f-a7bb-ae3f1a2a249d,segment=NetworkSegment(ea707c5a-564a-4323-a080-932b7d7baef1),segment_id=ea707c5a-564a-4323-a080-932b7d7baef1)] {{(pid=94448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:49:44.613105 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40104) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:44.617721 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-79ca6a15-035e-450e-a632-92a41b113568 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Request body: {'router': {'name': 'tempest-router--1674652260', 'project_id': 'e3cc512ba51c4d2dad34f28def8004fc'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:49:44.721195 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-c1ccc125-df40-4ef9-bd6b-e1fd8af798b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:44.772794 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-50affa9d-cfed-4a4f-902b-2bd03048be06 req-2ca980e7-67b6-4102-b07f-8bbbbcf0d197 service neutron] 10.222.0.54 "GET /v2.0/networks/29d888e5-b470-491c-8272-fb069bb5ea34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401130 Jul 09 14:49:44.787377 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc762d8-b7a8-4aeb-a17e-d80232933a68 req-75e32047-a509-4792-8b4c-3a138505545c tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:44.790407 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:44.796900 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-79ca6a15-035e-450e-a632-92a41b113568 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:44.796900 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-79ca6a15-035e-450e-a632-92a41b113568 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:44.797542 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cdc762d8-b7a8-4aeb-a17e-d80232933a68 req-75e32047-a509-4792-8b4c-3a138505545c tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] 10.222.0.58 "GET /v2.0/ports?device_id=a826855d-b9e2-453f-8117-3ce2021baccc HTTP/1.1" status: 200 len: 946 time: 0.1478429 Jul 09 14:49:44.815417 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ccc125-df40-4ef9-bd6b-e1fd8af798b3 None None] Routers {'76721710-7915-4ea0-a575-2a246987e295'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:49:44.816384 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-c1ccc125-df40-4ef9-bd6b-e1fd8af798b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:49:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['76721710-7915-4ea0-a575-2a246987e295'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:44.821566 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-05937881-da38-4939-84a7-5bf6dde2df51 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, a855d720-111e-4149-9070-f8758df7a1c9) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:49:44.823954 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25acac9d-fbb4-47b8-ae28-a25dc63b2e35 None None] Pushing event updated for resources: {'Port': ['ID=3624d429-6ca5-451f-a7bb-ae3f1a2a249d,revision_number=4']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:44.825862 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05937881-da38-4939-84a7-5bf6dde2df51 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:44.826802 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-05937881-da38-4939-84a7-5bf6dde2df51 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:44.848135 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfdefb1-d4f4-462e-85f3-f94cc4f5588c None None] Network a855d720-111e-4149-9070-f8758df7a1c9 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:49:44.921577 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cdc762d8-b7a8-4aeb-a17e-d80232933a68 req-46a69f1d-8096-461f-aeb4-8e390e507e08 tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac64d91e-4ca2-425a-9fd5-435c728a918b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235776 Jul 09 14:49:44.939023 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-79ca6a15-035e-450e-a632-92a41b113568 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:44.989937 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-c1ccc125-df40-4ef9-bd6b-e1fd8af798b3 None None] Set router 76721710-7915-4ea0-a575-2a246987e295 gateway port host: None {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:49:45.006561 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-50affa9d-cfed-4a4f-902b-2bd03048be06 req-a0136ef4-5b65-42a1-ad0b-6438eece762b service neutron] 10.222.0.54 "GET /v2.0/networks/29d888e5-b470-491c-8272-fb069bb5ea34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019067 Jul 09 14:49:45.032028 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40110) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:45.040233 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-05937881-da38-4939-84a7-5bf6dde2df51 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7203352 Jul 09 14:49:45.158997 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cd4ca2-4c43-44bf-a242-c85fabc0437e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-a855d720-111e-4149-9070-f8758df7a1c9', 'network_id': 'a855d720-111e-4149-9070-f8758df7a1c9', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'fixed_ips': [{'subnet_id': 'cea57d44-14bf-4db2-be7c-af1ad811e508'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:49:45.160793 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-68cd4ca2-4c43-44bf-a242-c85fabc0437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:45.202170 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-79ca6a15-035e-450e-a632-92a41b113568 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:45.264467 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e49526de-7b19-4ca3-8224-1ca7588c3844 req-873adf78-a8c7-43b2-b8ab-8cc279d273ab tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=8014eebb-d84d-4876-a5d9-7fee3a40d79b HTTP/1.1" status: 200 len: 210 time: 0.0598409 Jul 09 14:49:45.370873 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-68cd4ca2-4c43-44bf-a242-c85fabc0437e None None] Allocated IP 2001:db8:1::2 (a855d720-111e-4149-9070-f8758df7a1c9/cea57d44-14bf-4db2-be7c-af1ad811e508/65eafb85-11d4-4760-8644-9cff2f8f90b3) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:49:45.428441 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-c1ccc125-df40-4ef9-bd6b-e1fd8af798b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76721710-7915-4ea0-a575-2a246987e295', 'name': 'tempest-RoutersIpV6Test-router-934731009', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:49:35Z', 'updated_at': '2021-07-09T14:49:40Z', 'revision_number': 2, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'gw_port_host': None, '_interfaces': [{'id': '3624d429-6ca5-451f-a7bb-ae3f1a2a249d', 'name': '', 'network_id': '9b3131d2-5b49-48c3-b387-6198a4c16a8c', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'mac_address': 'fa:16:3e:dd:fa:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76721710-7915-4ea0-a575-2a246987e295', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '82d66e92-ec3c-4cbe-80f5-2ea3afe13a42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:49:39Z', 'updated_at': '2021-07-09T14:49:44Z', 'revision_number': 4, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'subnets': [{'id': '82d66e92-ec3c-4cbe-80f5-2ea3afe13a42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:45.451267 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-79ca6a15-035e-450e-a632-92a41b113568 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:45.452464 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-79ca6a15-035e-450e-a632-92a41b113568 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8382871 Jul 09 14:49:45.455241 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 40116) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:45.495406 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ccc125-df40-4ef9-bd6b-e1fd8af798b3 None None] The sync data for ids ['76721710-7915-4ea0-a575-2a246987e295'] in n-d-799529-6 is: [{'id': '76721710-7915-4ea0-a575-2a246987e295', 'name': 'tempest-RoutersIpV6Test-router-934731009', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:49:35Z', 'updated_at': '2021-07-09T14:49:40Z', 'revision_number': 2, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'gw_port_host': None, '_interfaces': [{'id': '3624d429-6ca5-451f-a7bb-ae3f1a2a249d', 'name': '', 'network_id': '9b3131d2-5b49-48c3-b387-6198a4c16a8c', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'mac_address': 'fa:16:3e:dd:fa:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76721710-7915-4ea0-a575-2a246987e295', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '82d66e92-ec3c-4cbe-80f5-2ea3afe13a42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:49:39Z', 'updated_at': '2021-07-09T14:49:44Z', 'revision_number': 4, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'subnets': [{'id': '82d66e92-ec3c-4cbe-80f5-2ea3afe13a42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:49:45.548770 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b5f27-3770-4eda-9e16-c039ecff4d30 req-cd91572d-8268-4b3b-9898-d33f0bc2801a tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:45.550971 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9c6b5f27-3770-4eda-9e16-c039ecff4d30 req-cd91572d-8268-4b3b-9898-d33f0bc2801a tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=e59981f2-1bbc-46b7-94f0-0e107e4666e9 HTTP/1.1" status: 200 len: 945 time: 0.3363614 Jul 09 14:49:45.663482 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-44e43f15-ccc5-4dea-9e37-0840f636dee0 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks [] for router, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:45.670097 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9c6b5f27-3770-4eda-9e16-c039ecff4d30 req-4bdceff2-0225-4103-988b-7afda7f53641 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106696 Jul 09 14:49:45.756534 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-30480775-d7d4-4272-8398-483de52bceeb tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:45.950222 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-68cd4ca2-4c43-44bf-a242-c85fabc0437e None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:45.971614 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-68cd4ca2-4c43-44bf-a242-c85fabc0437e None None] Transition to ACTIVE for port object 65eafb85-11d4-4760-8644-9cff2f8f90b3 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:49:45.993783 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-68cd4ca2-4c43-44bf-a242-c85fabc0437e None None] Transition to ACTIVE for port object 65eafb85-11d4-4760-8644-9cff2f8f90b3 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:49:46.030866 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-44e43f15-ccc5-4dea-9e37-0840f636dee0 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:46.033632 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-44e43f15-ccc5-4dea-9e37-0840f636dee0 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:46.092614 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-68cd4ca2-4c43-44bf-a242-c85fabc0437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:46.126264 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff0593c-5480-4c3e-b2fe-f1d0da5fdf55 req-26068d46-dfe9-49aa-9830-ea69e52ee049 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:46.135448 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2ff0593c-5480-4c3e-b2fe-f1d0da5fdf55 req-26068d46-dfe9-49aa-9830-ea69e52ee049 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=9da18f17-d082-4d4c-86e5-ac89efaa7ffa HTTP/1.1" status: 200 len: 945 time: 0.5166864 Jul 09 14:49:46.192022 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-44e43f15-ccc5-4dea-9e37-0840f636dee0 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:46.192563 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44e43f15-ccc5-4dea-9e37-0840f636dee0 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ecf7494d-5dc8-4485-8b29-eac7c55ff3d6 {{(pid=94445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:49:46.206603 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cd4ca2-4c43-44bf-a242-c85fabc0437e None None] Network a855d720-111e-4149-9070-f8758df7a1c9 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:49:46.213239 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-68cd4ca2-4c43-44bf-a242-c85fabc0437e None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:49:46.214988 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-30480775-d7d4-4272-8398-483de52bceeb tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Allocated IP 2001:db8:1::1 (a855d720-111e-4149-9070-f8758df7a1c9/cea57d44-14bf-4db2-be7c-af1ad811e508/848ecfbd-2ed8-460f-b10a-84b7de05e577) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:49:46.228263 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-44e43f15-ccc5-4dea-9e37-0840f636dee0 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:46.230331 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-44e43f15-ccc5-4dea-9e37-0840f636dee0 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] 10.222.0.58 "DELETE /v2.0/routers/ecf7494d-5dc8-4485-8b29-eac7c55ff3d6 HTTP/1.1" status: 204 len: 168 time: 0.7737017 Jul 09 14:49:46.233701 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cd4ca2-4c43-44bf-a242-c85fabc0437e None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:49:46.282484 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2ff0593c-5480-4c3e-b2fe-f1d0da5fdf55 req-c85d9318-4839-4c8b-a822-bb5d035219ad tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=473b60ee-6046-439a-9449-2a9b96c46b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425886 Jul 09 14:49:46.317164 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1af1eb-2d0a-4a8a-ad9b-76a9d9b56333 req-887bef2c-823a-4575-89df-a2207585028b tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:46.318751 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8d1af1eb-2d0a-4a8a-ad9b-76a9d9b56333 req-887bef2c-823a-4575-89df-a2207585028b tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] 10.222.0.54 "GET /v2.0/ports?device_id=a826855d-b9e2-453f-8117-3ce2021baccc HTTP/1.1" status: 200 len: 946 time: 0.5515590 Jul 09 14:49:46.389132 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-68cd4ca2-4c43-44bf-a242-c85fabc0437e None None] Attempting to bind port 65eafb85-11d4-4760-8644-9cff2f8f90b3 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:49:46.392018 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-68cd4ca2-4c43-44bf-a242-c85fabc0437e None None] Attempting to bind port 65eafb85-11d4-4760-8644-9cff2f8f90b3 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'db20fad4-62d5-4487-8168-f3de089189de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a855d720-111e-4149-9070-f8758df7a1c9'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:49:46.396450 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cd4ca2-4c43-44bf-a242-c85fabc0437e None None] Attempting to bind port 65eafb85-11d4-4760-8644-9cff2f8f90b3 on network a855d720-111e-4149-9070-f8758df7a1c9 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:49:46.397713 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cd4ca2-4c43-44bf-a242-c85fabc0437e None None] Pushing event updated for resources: {'Port': ['ID=65eafb85-11d4-4760-8644-9cff2f8f90b3,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:46.423073 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cd4ca2-4c43-44bf-a242-c85fabc0437e None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:49:46.424787 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cd4ca2-4c43-44bf-a242-c85fabc0437e None None] Checking segment: {'id': 'db20fad4-62d5-4487-8168-f3de089189de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a855d720-111e-4149-9070-f8758df7a1c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:49:46.425433 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-68cd4ca2-4c43-44bf-a242-c85fabc0437e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:46.426847 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cd4ca2-4c43-44bf-a242-c85fabc0437e None None] Bound using segment: {'id': 'db20fad4-62d5-4487-8168-f3de089189de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a855d720-111e-4149-9070-f8758df7a1c9'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:49:46.427400 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-68cd4ca2-4c43-44bf-a242-c85fabc0437e None None] Bound port: 65eafb85-11d4-4760-8644-9cff2f8f90b3, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db20fad4-62d5-4487-8168-f3de089189de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a855d720-111e-4149-9070-f8758df7a1c9'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:49:46.429304 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-68cd4ca2-4c43-44bf-a242-c85fabc0437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:46.563885 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-957f6b6e-2430-4764-81c4-cbed274ffb36 req-e2feac53-cb77-4ae3-bdfc-9d782471a8ea tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=8014eebb-d84d-4876-a5d9-7fee3a40d79b HTTP/1.1" status: 200 len: 210 time: 0.0392144 Jul 09 14:49:46.575065 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-8d1af1eb-2d0a-4a8a-ad9b-76a9d9b56333 req-9fe2b135-8ac2-4598-b117-60e15fb94fd7 tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] Deleting port 19179de0-d876-4acc-bde1-86c6d8a29f0b {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:49:46.578073 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8d1af1eb-2d0a-4a8a-ad9b-76a9d9b56333 req-9fe2b135-8ac2-4598-b117-60e15fb94fd7 tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:46.610572 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-68cd4ca2-4c43-44bf-a242-c85fabc0437e None None] For port 65eafb85-11d4-4760-8644-9cff2f8f90b3, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:49:46.614196 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-68cd4ca2-4c43-44bf-a242-c85fabc0437e None None] For port 65eafb85-11d4-4760-8644-9cff2f8f90b3, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=65eafb85-11d4-4760-8644-9cff2f8f90b3,segment=NetworkSegment(db20fad4-62d5-4487-8168-f3de089189de),segment_id=db20fad4-62d5-4487-8168-f3de089189de)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:49:46.645476 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-30480775-d7d4-4272-8398-483de52bceeb tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:46.657878 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 40128) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:46.662705 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-30480775-d7d4-4272-8398-483de52bceeb tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Transition to ACTIVE for port object 848ecfbd-2ed8-460f-b10a-84b7de05e577 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:49:46.737364 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c1458d-ec9d-451e-b200-2dc7ad2b1c5d req-a1ce0741-e2ee-467f-a03f-d21a0eaa8886 tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:46.739058 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f7c1458d-ec9d-451e-b200-2dc7ad2b1c5d req-a1ce0741-e2ee-467f-a03f-d21a0eaa8886 tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] 10.222.0.58 "GET /v2.0/ports?device_id=a826855d-b9e2-453f-8117-3ce2021baccc HTTP/1.1" status: 200 len: 946 time: 0.5172768 Jul 09 14:49:46.767565 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-8d1af1eb-2d0a-4a8a-ad9b-76a9d9b56333 req-9fe2b135-8ac2-4598-b117-60e15fb94fd7 tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] For port 19179de0-d876-4acc-bde1-86c6d8a29f0b, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=19179de0-d876-4acc-bde1-86c6d8a29f0b,segment=NetworkSegment(b4f0c5e7-bfd2-49c2-8f29-f945c763fc2f),segment_id=b4f0c5e7-bfd2-49c2-8f29-f945c763fc2f)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:49:46.768661 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8d1af1eb-2d0a-4a8a-ad9b-76a9d9b56333 req-9fe2b135-8ac2-4598-b117-60e15fb94fd7 tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:46.798744 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-8d1af1eb-2d0a-4a8a-ad9b-76a9d9b56333 req-9fe2b135-8ac2-4598-b117-60e15fb94fd7 tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] Calling delete_port for 19179de0-d876-4acc-bde1-86c6d8a29f0b owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:49:46.802667 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-68cd4ca2-4c43-44bf-a242-c85fabc0437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:46.864101 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-30480775-d7d4-4272-8398-483de52bceeb tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:46.933749 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cd4ca2-4c43-44bf-a242-c85fabc0437e None None] Pushing event updated for resources: {'Port': ['ID=65eafb85-11d4-4760-8644-9cff2f8f90b3,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:46.968526 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f7c1458d-ec9d-451e-b200-2dc7ad2b1c5d req-07ad8f49-0fd1-4553-8451-d0268a683b5e tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac64d91e-4ca2-425a-9fd5-435c728a918b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158792 Jul 09 14:49:47.025112 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30480775-d7d4-4272-8398-483de52bceeb tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Network a855d720-111e-4149-9070-f8758df7a1c9 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:49:47.026917 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-30480775-d7d4-4272-8398-483de52bceeb tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:49:47.031067 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30480775-d7d4-4272-8398-483de52bceeb tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:49:47.031728 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-30480775-d7d4-4272-8398-483de52bceeb tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:47.240594 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 3624d429-6ca5-451f-a7bb-ae3f1a2a249d up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:49:47.437586 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 3624d429-6ca5-451f-a7bb-ae3f1a2a249d completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:49:47.446679 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 3624d429-6ca5-451f-a7bb-ae3f1a2a249d triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:49:47.446864 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30480775-d7d4-4272-8398-483de52bceeb tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event updated for resources: {'Port': ['ID=848ecfbd-2ed8-460f-b10a-84b7de05e577,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:47.448287 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:47.626819 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ebbe7-dc6a-456b-bcc3-4e986e1df2ea req-1a54fe50-e7ae-4c74-a77e-8b10c490b147 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:47.632075 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-429ebbe7-dc6a-456b-bcc3-4e986e1df2ea req-1a54fe50-e7ae-4c74-a77e-8b10c490b147 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.62 "GET /v2.0/networks?id=07a9ecbf-37ed-481a-bf65-f5d67d5555a8 HTTP/1.1" status: 200 len: 814 time: 0.4014244 Jul 09 14:49:47.682834 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:47.740349 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-429ebbe7-dc6a-456b-bcc3-4e986e1df2ea req-6f909303-7167-4b51-9b3c-1eed84e7d908 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Request body: {'port': {'device_id': '8014eebb-d84d-4876-a5d9-7fee3a40d79b', 'network_id': '07a9ecbf-37ed-481a-bf65-f5d67d5555a8', 'admin_state_up': True, 'tenant_id': 'a92a8786386049938dc9758ba7d95410'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:49:47.765703 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 7aa33818-c61d-4582-8359-6d5088e5a2d9 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:49:47.772297 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 3624d429-6ca5-451f-a7bb-ae3f1a2a249d, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=3624d429-6ca5-451f-a7bb-ae3f1a2a249d,segment=NetworkSegment(ea707c5a-564a-4323-a080-932b7d7baef1),segment_id=ea707c5a-564a-4323-a080-932b7d7baef1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:49:47.814300 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-e2c0e000-74d3-429f-9118-0cef54a8af9b tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1097305023', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}, 'admin_state_up': False}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:49:47.898154 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:47.926606 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4000a660-4a60-4743-8a24-cbe18334228e req-d3a9dc88-a8c5-41df-9747-66f1c92dba3d tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:47.939092 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4000a660-4a60-4743-8a24-cbe18334228e req-d3a9dc88-a8c5-41df-9747-66f1c92dba3d tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=e59981f2-1bbc-46b7-94f0-0e107e4666e9 HTTP/1.1" status: 200 len: 945 time: 0.9274585 Jul 09 14:49:47.953045 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e2c0e000-74d3-429f-9118-0cef54a8af9b tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:47.956810 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e2c0e000-74d3-429f-9118-0cef54a8af9b tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:47.978483 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:48.022793 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=3624d429-6ca5-451f-a7bb-ae3f1a2a249d,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:48.036284 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4000a660-4a60-4743-8a24-cbe18334228e req-289669e4-c117-4bf8-9868-76069906c168 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912678 Jul 09 14:49:48.048245 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da18f17-d082-4d4c-86e5-ac89efaa7ffa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7aa33818-c61d-4582-8359-6d5088e5a2d9'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:49:48.048548 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad79269f-3fdb-420f-b7a5-b63f323d973c" -d '{"events": [{"server_uuid": "9da18f17-d082-4d4c-86e5-ac89efaa7ffa", "name": "network-vif-unplugged", "status": "completed", "tag": "7aa33818-c61d-4582-8359-6d5088e5a2d9"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:49:48.077875 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 7aa33818-c61d-4582-8359-6d5088e5a2d9, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=7aa33818-c61d-4582-8359-6d5088e5a2d9,segment=NetworkSegment(d799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae),segment_id=d799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:49:48.135059 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8d1af1eb-2d0a-4a8a-ad9b-76a9d9b56333 req-9fe2b135-8ac2-4598-b117-60e15fb94fd7 tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:48.184823 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:48.256339 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=7aa33818-c61d-4582-8359-6d5088e5a2d9,revision_number=8']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:48.259345 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-30480775-d7d4-4272-8398-483de52bceeb tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:48.292068 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e2c0e000-74d3-429f-9118-0cef54a8af9b tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:48.306164 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:49:48.311532 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d9ebef-6cc2-4dfc-891d-ab6e64d089f9 req-8d32f80f-73cc-46ea-86ea-a97eb2ed9dc8 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:48.316947 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe2b135-8ac2-4598-b117-60e15fb94fd7 tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] Pushing event deleted for resources: {'Port': ['ID=19179de0-d876-4acc-bde1-86c6d8a29f0b,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:48.318870 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d9d9ebef-6cc2-4dfc-891d-ab6e64d089f9 req-8d32f80f-73cc-46ea-86ea-a97eb2ed9dc8 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=9da18f17-d082-4d4c-86e5-ac89efaa7ffa HTTP/1.1" status: 200 len: 945 time: 0.6263981 Jul 09 14:49:48.350541 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a6a3388d-b168-4416-8b8a-77435b38a662 req-6d4e5768-a9f2-4b01-aa69-07fccc57d4cf tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=8014eebb-d84d-4876-a5d9-7fee3a40d79b HTTP/1.1" status: 200 len: 210 time: 0.1742742 Jul 09 14:49:48.371899 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d1af1eb-2d0a-4a8a-ad9b-76a9d9b56333 req-9fe2b135-8ac2-4598-b117-60e15fb94fd7 tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] No DVR routers for this DVR port 19179de0-d876-4acc-bde1-86c6d8a29f0b on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:49:48.375191 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8d1af1eb-2d0a-4a8a-ad9b-76a9d9b56333 req-9fe2b135-8ac2-4598-b117-60e15fb94fd7 tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:48.390439 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8d1af1eb-2d0a-4a8a-ad9b-76a9d9b56333 req-9fe2b135-8ac2-4598-b117-60e15fb94fd7 tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] 10.222.0.54 "DELETE /v2.0/ports/19179de0-d876-4acc-bde1-86c6d8a29f0b HTTP/1.1" status: 204 len: 173 time: 2.0644789 Jul 09 14:49:48.391367 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a826855d-b9e2-453f-8117-3ce2021baccc', 'name': 'network-vif-deleted', 'tag': '19179de0-d876-4acc-bde1-86c6d8a29f0b'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:49:48.404419 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1c70ab-b7ee-4e37-b6b6-5e11e973a99a" -d '{"events": [{"server_uuid": "a826855d-b9e2-453f-8117-3ce2021baccc", "name": "network-vif-deleted", "tag": "19179de0-d876-4acc-bde1-86c6d8a29f0b"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:49:48.528096 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d9d9ebef-6cc2-4dfc-891d-ab6e64d089f9 req-1be0c93d-5bf4-4ddd-9379-aa5ddf2313f4 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=473b60ee-6046-439a-9449-2a9b96c46b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2084110 Jul 09 14:49:48.579288 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c877594a-43fc-4015-b0ae-7c7d509ddee8 req-6ef504a6-c25f-4cf8-9b02-c9fd1aa3b69e tempest-ServersNegativeTestMultiTenantJSON-807535583 tempest-ServersNegativeTestMultiTenantJSON-807535583-project] 10.222.0.58 "GET /v2.0/ports?device_id=a826855d-b9e2-453f-8117-3ce2021baccc HTTP/1.1" status: 200 len: 210 time: 0.0815639 Jul 09 14:49:48.600572 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 09 Jul 2021 14:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7772e3af-6e89-4ad0-8ff6-644ae1660b7f x-openstack-request-id: req-7772e3af-6e89-4ad0-8ff6-644ae1660b7f {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:49:48.600861 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9da18f17-d082-4d4c-86e5-ac89efaa7ffa", "name": "network-vif-unplugged", "status": "failed", "tag": "7aa33818-c61d-4582-8359-6d5088e5a2d9", "code": 422}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:49:48.601112 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7772e3af-6e89-4ad0-8ff6-644ae1660b7f {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:49:48.601503 n-d-799529-6 neutron-server[94447]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9da18f17-d082-4d4c-86e5-ac89efaa7ffa', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7aa33818-c61d-4582-8359-6d5088e5a2d9', 'code': 422} returned with failed status Jul 09 14:49:48.672893 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ebcebe-9228-49e3-ba60-56ce0ca39360 x-openstack-request-id: req-b6ebcebe-9228-49e3-ba60-56ce0ca39360 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:49:48.673181 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a826855d-b9e2-453f-8117-3ce2021baccc", "name": "network-vif-deleted", "tag": "19179de0-d876-4acc-bde1-86c6d8a29f0b", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:49:48.673433 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b6ebcebe-9228-49e3-ba60-56ce0ca39360 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:49:48.673859 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a826855d-b9e2-453f-8117-3ce2021baccc', 'name': 'network-vif-deleted', 'tag': '19179de0-d876-4acc-bde1-86c6d8a29f0b', 'status': 'completed', 'code': 200} Jul 09 14:49:48.752533 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e2c0e000-74d3-429f-9118-0cef54a8af9b tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:48.784330 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-30480775-d7d4-4272-8398-483de52bceeb tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:48.827986 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-429ebbe7-dc6a-456b-bcc3-4e986e1df2ea req-6f909303-7167-4b51-9b3c-1eed84e7d908 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Made reservation on behalf of a92a8786386049938dc9758ba7d95410 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:49:48.839112 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-429ebbe7-dc6a-456b-bcc3-4e986e1df2ea req-6f909303-7167-4b51-9b3c-1eed84e7d908 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:48.839246 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a92271a-585a-4d14-905a-7f4f341c9d1f None None] Network a855d720-111e-4149-9070-f8758df7a1c9 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:49:48.980964 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-429ebbe7-dc6a-456b-bcc3-4e986e1df2ea req-6f909303-7167-4b51-9b3c-1eed84e7d908 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Allocated IP 172.20.0.5 (07a9ecbf-37ed-481a-bf65-f5d67d5555a8/6a6c5dcf-ab29-40a6-a385-f6eb72afc65e/a745b2f7-62da-43ae-afe6-d4aeab031c1d) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:49:49.015566 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-30480775-d7d4-4272-8398-483de52bceeb tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:49.016692 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-30480775-d7d4-4272-8398-483de52bceeb tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:49.045027 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-8202521f-dc5d-4cfa-8d8e-aed2e9c0e800 None None] Provisioning for port 65eafb85-11d4-4760-8644-9cff2f8f90b3 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:49:49.266202 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30480775-d7d4-4272-8398-483de52bceeb tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event updated for resources: {'Port': ['ID=848ecfbd-2ed8-460f-b10a-84b7de05e577,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:49.309021 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 3624d429-6ca5-451f-a7bb-ae3f1a2a249d up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:49:49.391206 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 3624d429-6ca5-451f-a7bb-ae3f1a2a249d triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:49:49.391868 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:49.402919 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e2c0e000-74d3-429f-9118-0cef54a8af9b tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks [] for router_gateway, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:49.446478 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e2c0e000-74d3-429f-9118-0cef54a8af9b tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:49.485160 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-429ebbe7-dc6a-456b-bcc3-4e986e1df2ea req-6f909303-7167-4b51-9b3c-1eed84e7d908 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:49.497789 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30480775-d7d4-4272-8398-483de52bceeb tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Network a855d720-111e-4149-9070-f8758df7a1c9 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:49:49.502182 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-30480775-d7d4-4272-8398-483de52bceeb tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:49:49.504545 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 65eafb85-11d4-4760-8644-9cff2f8f90b3 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:49:49.529229 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f682502-36ea-4b47-93c2-fa9c6844570b req-29a573bf-ff90-4510-942d-5edbea73a929 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:49.538615 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5f682502-36ea-4b47-93c2-fa9c6844570b req-29a573bf-ff90-4510-942d-5edbea73a929 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=e59981f2-1bbc-46b7-94f0-0e107e4666e9 HTTP/1.1" status: 200 len: 945 time: 0.2511990 Jul 09 14:49:49.651257 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f5b01d58-b0aa-4879-9fcb-e9fcee8400e7 req-36867f30-5ac6-4f8d-947b-0d20f9efed56 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=8014eebb-d84d-4876-a5d9-7fee3a40d79b HTTP/1.1" status: 200 len: 210 time: 0.0453241 Jul 09 14:49:49.688165 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-e2c0e000-74d3-429f-9118-0cef54a8af9b tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Allocated IP 172.25.3.231 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/5e9f5067-e6cb-440c-b764-64d37817860d) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:49:49.698783 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-1720947d-2ad8-4620-b2c0-9ddcd757597d None None] Provisioning for port 848ecfbd-2ed8-460f-b10a-84b7de05e577 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:49:49.703086 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-1720947d-2ad8-4620-b2c0-9ddcd757597d None None] Provisioning complete for port 848ecfbd-2ed8-460f-b10a-84b7de05e577 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:49:49.703796 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1720947d-2ad8-4620-b2c0-9ddcd757597d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:49.797095 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 19179de0-d876-4acc-bde1-86c6d8a29f0b no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:49:49.830417 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e2c0e000-74d3-429f-9118-0cef54a8af9b tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:49.838636 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5f682502-36ea-4b47-93c2-fa9c6844570b req-d3d4f433-d2b7-4382-820a-e0b6b65d3075 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989049 Jul 09 14:49:49.855121 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: 19179de0-d876-4acc-bde1-86c6d8a29f0b {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:49:49.855373 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 19179de0-d876-4acc-bde1-86c6d8a29f0b not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:49:49.856931 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 65eafb85-11d4-4760-8644-9cff2f8f90b3 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:49:49.867778 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 65eafb85-11d4-4760-8644-9cff2f8f90b3 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:49:49.868659 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:49.872061 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-1720947d-2ad8-4620-b2c0-9ddcd757597d None None] Port 848ecfbd-2ed8-460f-b10a-84b7de05e577 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:49:49.879495 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30480775-d7d4-4272-8398-483de52bceeb tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Router 76721710-7915-4ea0-a575-2a246987e295 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:49:49.991912 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-1720947d-2ad8-4620-b2c0-9ddcd757597d None None] Provisioning complete for port 65eafb85-11d4-4760-8644-9cff2f8f90b3 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:49:49.991912 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1720947d-2ad8-4620-b2c0-9ddcd757597d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:50.036777 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-429ebbe7-dc6a-456b-bcc3-4e986e1df2ea req-6f909303-7167-4b51-9b3c-1eed84e7d908 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:50.038302 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40164) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:50.068382 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e2c0e000-74d3-429f-9118-0cef54a8af9b tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:50.137619 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:50.170749 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c0e000-74d3-429f-9118-0cef54a8af9b tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:49:50.192433 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-e2c0e000-74d3-429f-9118-0cef54a8af9b tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:49:50.195379 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c0e000-74d3-429f-9118-0cef54a8af9b tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:49:50.203552 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c0e000-74d3-429f-9118-0cef54a8af9b tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Pushing event updated for resources: {'Port': ['ID=5e9f5067-e6cb-440c-b764-64d37817860d,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:50.222451 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1720947d-2ad8-4620-b2c0-9ddcd757597d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:50.234537 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 65eafb85-11d4-4760-8644-9cff2f8f90b3, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=65eafb85-11d4-4760-8644-9cff2f8f90b3,segment=NetworkSegment(db20fad4-62d5-4487-8168-f3de089189de),segment_id=db20fad4-62d5-4487-8168-f3de089189de)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:49:50.260204 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-429ebbe7-dc6a-456b-bcc3-4e986e1df2ea req-6f909303-7167-4b51-9b3c-1eed84e7d908 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Network 07a9ecbf-37ed-481a-bf65-f5d67d5555a8 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:49:50.261157 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f909303-7167-4b51-9b3c-1eed84e7d908 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Pushing event updated for resources: {'Port': ['ID=a745b2f7-62da-43ae-afe6-d4aeab031c1d,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:50.279869 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30480775-d7d4-4272-8398-483de52bceeb tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:49:50.279869 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-429ebbe7-dc6a-456b-bcc3-4e986e1df2ea req-6f909303-7167-4b51-9b3c-1eed84e7d908 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:49:50.285353 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-30480775-d7d4-4272-8398-483de52bceeb tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "PUT /v2.0/routers/76721710-7915-4ea0-a575-2a246987e295/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2519772 Jul 09 14:49:50.288251 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a24ff0e-3e93-4e55-a2fc-96c3423133ab None None] Sync routers for ids ['76721710-7915-4ea0-a575-2a246987e295'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:49:50.289675 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-925ce683-515f-4909-ba21-9c042c9e9834 admin admin] Deleting subnet c77de190-56f3-4999-8ddd-6f23233693e4 {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:49:50.293244 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-429ebbe7-dc6a-456b-bcc3-4e986e1df2ea req-6f909303-7167-4b51-9b3c-1eed84e7d908 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:49:50.295469 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40168) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:50.302078 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-54c8274a-d6bc-49ec-8966-5cbfee900f6a tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1514704391'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:49:50.303117 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a24ff0e-3e93-4e55-a2fc-96c3423133ab None None] Routers {'76721710-7915-4ea0-a575-2a246987e295'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:49:50.303912 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-3a24ff0e-3e93-4e55-a2fc-96c3423133ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:49:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['76721710-7915-4ea0-a575-2a246987e295'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:50.313699 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-925ce683-515f-4909-ba21-9c042c9e9834 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:50.395454 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:50.407856 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-925ce683-515f-4909-ba21-9c042c9e9834 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:50.422097 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ebbe7-dc6a-456b-bcc3-4e986e1df2ea req-6f909303-7167-4b51-9b3c-1eed84e7d908 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:50.422914 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-429ebbe7-dc6a-456b-bcc3-4e986e1df2ea req-6f909303-7167-4b51-9b3c-1eed84e7d908 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:50.469474 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.db.api [None req-1720947d-2ad8-4620-b2c0-9ddcd757597d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 14:49:50.469957 n-d-799529-6 neutron-server[94447]: DEBUG oslo_db.api [None req-1720947d-2ad8-4620-b2c0-9ddcd757597d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 14:49:50.478369 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-925ce683-515f-4909-ba21-9c042c9e9834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:50.478647 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fbcb75-7303-4c87-a74b-fbf80cd6936a req-61cae7df-60a0-4353-9939-05ea2e6b1d48 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:50.486724 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-60fbcb75-7303-4c87-a74b-fbf80cd6936a req-61cae7df-60a0-4353-9939-05ea2e6b1d48 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=9da18f17-d082-4d4c-86e5-ac89efaa7ffa HTTP/1.1" status: 200 len: 943 time: 0.5034454 Jul 09 14:49:50.506770 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-3a24ff0e-3e93-4e55-a2fc-96c3423133ab None None] Set router 76721710-7915-4ea0-a575-2a246987e295 gateway port host: None {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:49:50.518625 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c8274a-d6bc-49ec-8966-5cbfee900f6a tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Made reservation on behalf of 99b13b6be1514c5a83b2b54f3d176297 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:49:50.528089 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-54c8274a-d6bc-49ec-8966-5cbfee900f6a tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:50.538958 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-60fbcb75-7303-4c87-a74b-fbf80cd6936a req-c6fcadc6-3e57-44e2-bfd5-f8810611f05a tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=473b60ee-6046-439a-9449-2a9b96c46b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510035 Jul 09 14:49:50.548014 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=65eafb85-11d4-4760-8644-9cff2f8f90b3,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:50.555776 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54c8274a-d6bc-49ec-8966-5cbfee900f6a tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:49:50.564727 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-54c8274a-d6bc-49ec-8966-5cbfee900f6a tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:50.565102 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-54c8274a-d6bc-49ec-8966-5cbfee900f6a tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Added segment a50decf0-399a-4b0a-b1a7-044f4b890979 of type vlan for network 78b5fad6-5612-4dd1-9b92-34adcb52d009 Jul 09 14:49:50.608981 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-54c8274a-d6bc-49ec-8966-5cbfee900f6a tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:50.732476 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e2c0e000-74d3-429f-9118-0cef54a8af9b tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks [] for router_gateway, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:50.746074 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-925ce683-515f-4909-ba21-9c042c9e9834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:50.748910 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-429ebbe7-dc6a-456b-bcc3-4e986e1df2ea req-6f909303-7167-4b51-9b3c-1eed84e7d908 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0585115 Jul 09 14:49:50.777389 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-3a24ff0e-3e93-4e55-a2fc-96c3423133ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76721710-7915-4ea0-a575-2a246987e295', 'name': 'tempest-RoutersIpV6Test-router-934731009', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:49:35Z', 'updated_at': '2021-07-09T14:49:47Z', 'revision_number': 3, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'gw_port_host': None, '_interfaces': [{'id': '3624d429-6ca5-451f-a7bb-ae3f1a2a249d', 'name': '', 'network_id': '9b3131d2-5b49-48c3-b387-6198a4c16a8c', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'mac_address': 'fa:16:3e:dd:fa:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76721710-7915-4ea0-a575-2a246987e295', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '82d66e92-ec3c-4cbe-80f5-2ea3afe13a42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:49:39Z', 'updated_at': '2021-07-09T14:49:47Z', 'revision_number': 5, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'subnets': [{'id': '82d66e92-ec3c-4cbe-80f5-2ea3afe13a42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '848ecfbd-2ed8-460f-b10a-84b7de05e577', 'name': '', 'network_id': 'a855d720-111e-4149-9070-f8758df7a1c9', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'mac_address': 'fa:16:3e:67:ea:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76721710-7915-4ea0-a575-2a246987e295', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'cea57d44-14bf-4db2-be7c-af1ad811e508', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:49:45Z', 'updated_at': '2021-07-09T14:49:48Z', 'revision_number': 2, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'subnets': [{'id': 'cea57d44-14bf-4db2-be7c-af1ad811e508', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:50.807913 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-429ebbe7-dc6a-456b-bcc3-4e986e1df2ea req-fe651cb8-2b72-456b-b78d-1d1c6ffb5b5e service neutron] Request body: {'port': {'device_id': '8014eebb-d84d-4876-a5d9-7fee3a40d79b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:49:50.808144 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a24ff0e-3e93-4e55-a2fc-96c3423133ab None None] Checking router: 76721710-7915-4ea0-a575-2a246987e295 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:49:50.810777 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a24ff0e-3e93-4e55-a2fc-96c3423133ab None None] Updating router 76721710-7915-4ea0-a575-2a246987e295 port 848ecfbd-2ed8-460f-b10a-84b7de05e577 binding host n-d-799529-6 {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:49:50.813803 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925ce683-515f-4909-ba21-9c042c9e9834 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c77de190-56f3-4999-8ddd-6f23233693e4,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:50.834463 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-54c8274a-d6bc-49ec-8966-5cbfee900f6a tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:50.840360 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c8274a-d6bc-49ec-8966-5cbfee900f6a tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:50.841085 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-54c8274a-d6bc-49ec-8966-5cbfee900f6a tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:50.846569 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-925ce683-515f-4909-ba21-9c042c9e9834 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:50.852871 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-925ce683-515f-4909-ba21-9c042c9e9834 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/c77de190-56f3-4999-8ddd-6f23233693e4 HTTP/1.1" status: 204 len: 168 time: 0.8075380 Jul 09 14:49:50.852871 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40176) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:50.854040 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3a24ff0e-3e93-4e55-a2fc-96c3423133ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:51.036860 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18055981-0595-4f81-bb45-4719f8f0af78 req-7d703594-2c18-4387-889e-31a8f9e608a3 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:51.038714 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-18055981-0595-4f81-bb45-4719f8f0af78 req-7d703594-2c18-4387-889e-31a8f9e608a3 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=8014eebb-d84d-4876-a5d9-7fee3a40d79b HTTP/1.1" status: 200 len: 931 time: 0.1679125 Jul 09 14:49:51.060280 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-54c8274a-d6bc-49ec-8966-5cbfee900f6a tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7588892 Jul 09 14:49:51.060280 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40184) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:51.081702 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-18196250-613e-48cd-8dd2-8341216ebfc1 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Request body: {'subnet': {'network_id': '78b5fad6-5612-4dd1-9b92-34adcb52d009', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:49:51.102589 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e2c0e000-74d3-429f-9118-0cef54a8af9b tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:51.112218 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-18055981-0595-4f81-bb45-4719f8f0af78 req-c7a03605-7a46-4111-9190-ee578ce9dc15 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576746 Jul 09 14:49:51.143902 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c8274a-d6bc-49ec-8966-5cbfee900f6a tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event updated for resources: {'Network': ['ID=78b5fad6-5612-4dd1-9b92-34adcb52d009,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:51.161689 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 78b5fad6-5612-4dd1-9b92-34adcb52d009 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:49:51.174571 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 65eafb85-11d4-4760-8644-9cff2f8f90b3 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:49:51.190897 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-eb73612a-714b-4e99-b179-276e9cc4c1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:51.193583 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-429ebbe7-dc6a-456b-bcc3-4e986e1df2ea req-fe651cb8-2b72-456b-b78d-1d1c6ffb5b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:51.362868 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7e4c4-5682-4b2a-953c-d3f2e733f59e req-6d5292c3-705f-4439-9f36-b7443f473499 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:51.364804 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6ab7e4c4-5682-4b2a-953c-d3f2e733f59e req-6d5292c3-705f-4439-9f36-b7443f473499 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=e59981f2-1bbc-46b7-94f0-0e107e4666e9 HTTP/1.1" status: 200 len: 945 time: 0.0992746 Jul 09 14:49:51.442785 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6ab7e4c4-5682-4b2a-953c-d3f2e733f59e req-a6f42e6a-d476-4923-bb41-de05ad9f7211 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705700 Jul 09 14:49:51.478825 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3a24ff0e-3e93-4e55-a2fc-96c3423133ab None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:51.488465 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-eb73612a-714b-4e99-b179-276e9cc4c1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:51.495940 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-e4324431-f7ff-4460-afd5-65de53f41f11 None None] Provisioning complete for port 848ecfbd-2ed8-460f-b10a-84b7de05e577 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:49:51.496920 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e4324431-f7ff-4460-afd5-65de53f41f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:51.501250 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-3a24ff0e-3e93-4e55-a2fc-96c3423133ab None None] Transition to ACTIVE for port object 848ecfbd-2ed8-460f-b10a-84b7de05e577 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:49:51.512044 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-eb73612a-714b-4e99-b179-276e9cc4c1b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38389e4e-bfe6-444d-ab84-a178fabcdb95']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:51.529565 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-eb73612a-714b-4e99-b179-276e9cc4c1b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4f0c5e7-bfd2-49c2-8f29-f945c763fc2f') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:51.529883 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-eb73612a-714b-4e99-b179-276e9cc4c1b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4f0c5e7-bfd2-49c2-8f29-f945c763fc2f') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:51.539401 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 65eafb85-11d4-4760-8644-9cff2f8f90b3 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:49:51.539804 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:51.547237 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-e4324431-f7ff-4460-afd5-65de53f41f11 None None] Port 848ecfbd-2ed8-460f-b10a-84b7de05e577 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:49:51.547956 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2c0e000-74d3-429f-9118-0cef54a8af9b tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Router 8ad782e8-4ff6-4474-80f0-09455d332909 is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:49:51.557903 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-eb73612a-714b-4e99-b179-276e9cc4c1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:51.557903 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18196250-613e-48cd-8dd2-8341216ebfc1 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Made reservation on behalf of 99b13b6be1514c5a83b2b54f3d176297 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:49:51.558147 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-18196250-613e-48cd-8dd2-8341216ebfc1 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:51.617771 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3a24ff0e-3e93-4e55-a2fc-96c3423133ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:51.687603 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df3d5e8-72aa-48cb-9a78-53443f59ce1f None None] Pushing event updated for resources: {'Port': ['ID=848ecfbd-2ed8-460f-b10a-84b7de05e577,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:51.728146 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c0e000-74d3-429f-9118-0cef54a8af9b tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:49:51.742793 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f3ac91-f978-4b25-8bcb-1260dac0f011 None None] Sync routers for ids ['8ad782e8-4ff6-4474-80f0-09455d332909'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:49:51.748234 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-3a24ff0e-3e93-4e55-a2fc-96c3423133ab None None] Attempting to bind port 848ecfbd-2ed8-460f-b10a-84b7de05e577 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:49:51.748730 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-3a24ff0e-3e93-4e55-a2fc-96c3423133ab None None] Attempting to bind port 848ecfbd-2ed8-460f-b10a-84b7de05e577 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'db20fad4-62d5-4487-8168-f3de089189de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a855d720-111e-4149-9070-f8758df7a1c9'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:49:51.749187 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a24ff0e-3e93-4e55-a2fc-96c3423133ab None None] Attempting to bind port 848ecfbd-2ed8-460f-b10a-84b7de05e577 on network a855d720-111e-4149-9070-f8758df7a1c9 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:49:51.755280 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a24ff0e-3e93-4e55-a2fc-96c3423133ab None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:49:51.755834 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a24ff0e-3e93-4e55-a2fc-96c3423133ab None None] Checking segment: {'id': 'db20fad4-62d5-4487-8168-f3de089189de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a855d720-111e-4149-9070-f8758df7a1c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:49:51.756314 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3a24ff0e-3e93-4e55-a2fc-96c3423133ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:51.757858 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a24ff0e-3e93-4e55-a2fc-96c3423133ab None None] Bound using segment: {'id': 'db20fad4-62d5-4487-8168-f3de089189de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a855d720-111e-4149-9070-f8758df7a1c9'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:49:51.757858 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-3a24ff0e-3e93-4e55-a2fc-96c3423133ab None None] Bound port: 848ecfbd-2ed8-460f-b10a-84b7de05e577, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db20fad4-62d5-4487-8168-f3de089189de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a855d720-111e-4149-9070-f8758df7a1c9'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:49:51.757858 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3a24ff0e-3e93-4e55-a2fc-96c3423133ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:51.763920 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f3ac91-f978-4b25-8bcb-1260dac0f011 None None] Routers {'8ad782e8-4ff6-4474-80f0-09455d332909'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:49:51.765129 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-87f3ac91-f978-4b25-8bcb-1260dac0f011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:49:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['8ad782e8-4ff6-4474-80f0-09455d332909'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:51.796089 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-eb73612a-714b-4e99-b179-276e9cc4c1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:51.837787 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-87f3ac91-f978-4b25-8bcb-1260dac0f011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:51.848254 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f3ac91-f978-4b25-8bcb-1260dac0f011 None None] Routers {'8ad782e8-4ff6-4474-80f0-09455d332909'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:49:51.849105 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-87f3ac91-f978-4b25-8bcb-1260dac0f011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:49:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['8ad782e8-4ff6-4474-80f0-09455d332909'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:51.856173 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb73612a-714b-4e99-b179-276e9cc4c1b0 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:49:51.856650 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-eb73612a-714b-4e99-b179-276e9cc4c1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:51.864912 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 14:49:51.864912 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:49:51.864912 n-d-799529-6 neutron-server[94446]: timer() Jul 09 14:49:51.864912 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:49:51.864912 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 14:49:51.864912 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:49:51.864912 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 14:49:51.864912 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:49:51.864912 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 14:49:51.864912 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:49:51.864912 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 14:49:51.864912 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:49:51.864912 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 14:49:51.864912 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:49:51.864912 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:49:51.864912 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:49:51.864912 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:49:51.864912 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:49:51.864912 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 14:49:51.864912 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:49:51.864912 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 14:49:51.864912 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:49:51.864912 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:49:51.864912 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:49:51.864912 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 14:49:51.864912 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:49:51.864912 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:49:51.864912 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:49:51.864912 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:49:51.864912 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:49:51.864912 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:49:51.864912 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:49:51.880770 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-3a24ff0e-3e93-4e55-a2fc-96c3423133ab None None] For port 848ecfbd-2ed8-460f-b10a-84b7de05e577, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:49:51.881720 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e2c0e000-74d3-429f-9118-0cef54a8af9b tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:51.882987 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e2c0e000-74d3-429f-9118-0cef54a8af9b tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.2231784 Jul 09 14:49:51.885784 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 40198) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:51.887944 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-3a24ff0e-3e93-4e55-a2fc-96c3423133ab None None] For port 848ecfbd-2ed8-460f-b10a-84b7de05e577, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=848ecfbd-2ed8-460f-b10a-84b7de05e577,segment=NetworkSegment(db20fad4-62d5-4487-8168-f3de089189de),segment_id=db20fad4-62d5-4487-8168-f3de089189de)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:49:51.900401 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-87f3ac91-f978-4b25-8bcb-1260dac0f011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:51.901100 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f3ac91-f978-4b25-8bcb-1260dac0f011 None None] The sync data for ids ['8ad782e8-4ff6-4474-80f0-09455d332909'] in n-d-799529-6 is: [] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:49:52.021547 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-be5d96ed-5dd4-487f-9a85-9304defd5891 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] 10.222.0.58 "GET /v2.0/routers/8ad782e8-4ff6-4474-80f0-09455d332909 HTTP/1.1" status: 200 len: 925 time: 0.1321938 Jul 09 14:49:52.021898 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40202) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:52.054653 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-84508496-be36-43b2-bbee-ea0677a7367e tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ad782e8-4ff6-4474-80f0-09455d332909 HTTP/1.1" status: 200 len: 205 time: 0.0316126 Jul 09 14:49:52.057496 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 40204) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:52.059000 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3a24ff0e-3e93-4e55-a2fc-96c3423133ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:52.087003 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-18196250-613e-48cd-8dd2-8341216ebfc1 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:52.120969 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a24ff0e-3e93-4e55-a2fc-96c3423133ab None None] Routers {'76721710-7915-4ea0-a575-2a246987e295'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:49:52.121685 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-3a24ff0e-3e93-4e55-a2fc-96c3423133ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:49:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['76721710-7915-4ea0-a575-2a246987e295'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:52.140584 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-eb73612a-714b-4e99-b179-276e9cc4c1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:52.146040 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-eb73612a-714b-4e99-b179-276e9cc4c1b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:52.151189 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-eb73612a-714b-4e99-b179-276e9cc4c1b0 admin admin] 10.222.0.58 "DELETE /v2.0/networks/38389e4e-bfe6-444d-ab84-a178fabcdb95 HTTP/1.1" status: 204 len: 168 time: 1.2906036 Jul 09 14:49:52.155555 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-429ebbe7-dc6a-456b-bcc3-4e986e1df2ea req-fe651cb8-2b72-456b-b78d-1d1c6ffb5b5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a745b2f7-62da-43ae-afe6-d4aeab031c1d {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:49:52.173585 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-429ebbe7-dc6a-456b-bcc3-4e986e1df2ea req-fe651cb8-2b72-456b-b78d-1d1c6ffb5b5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:52.176315 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 40208) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:52.202080 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb73612a-714b-4e99-b179-276e9cc4c1b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=38389e4e-bfe6-444d-ab84-a178fabcdb95,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:52.235962 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-429ebbe7-dc6a-456b-bcc3-4e986e1df2ea req-fe651cb8-2b72-456b-b78d-1d1c6ffb5b5e service neutron] Transition to ACTIVE for port object a745b2f7-62da-43ae-afe6-d4aeab031c1d will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:49:52.247101 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18196250-613e-48cd-8dd2-8341216ebfc1 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event updated for resources: {'Subnet': ['ID=7a98438e-c6e4-48cf-a602-396a79411b48,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:52.251440 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18196250-613e-48cd-8dd2-8341216ebfc1 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Checking segment: {'id': 'a50decf0-399a-4b0a-b1a7-044f4b890979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '78b5fad6-5612-4dd1-9b92-34adcb52d009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:49:52.251863 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18196250-613e-48cd-8dd2-8341216ebfc1 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Network hostable DHCP agents. Network: 78b5fad6-5612-4dd1-9b92-34adcb52d009, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:49:52.262642 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df3d5e8-72aa-48cb-9a78-53443f59ce1f None None] Pushing event updated for resources: {'Port': ['ID=848ecfbd-2ed8-460f-b10a-84b7de05e577,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:52.272975 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-104949a1-0d05-4d4e-99a9-81966a71f5c8 admin admin] Deleting subnet ee531351-490f-4dc9-9b42-6fdc31aa0a28 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:49:52.277830 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-3a24ff0e-3e93-4e55-a2fc-96c3423133ab None None] Set router 76721710-7915-4ea0-a575-2a246987e295 gateway port host: None {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:49:52.278604 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5234072f-b0b0-4db6-9c47-71046bf1ee78 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks [] for router, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:52.281849 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-104949a1-0d05-4d4e-99a9-81966a71f5c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:52.353928 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-429ebbe7-dc6a-456b-bcc3-4e986e1df2ea req-fe651cb8-2b72-456b-b78d-1d1c6ffb5b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:52.415216 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-104949a1-0d05-4d4e-99a9-81966a71f5c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:52.440616 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18196250-613e-48cd-8dd2-8341216ebfc1 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Network 78b5fad6-5612-4dd1-9b92-34adcb52d009 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:49:52.453366 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe651cb8-2b72-456b-b78d-1d1c6ffb5b5e service neutron] Pushing event updated for resources: {'Port': ['ID=a745b2f7-62da-43ae-afe6-d4aeab031c1d,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:52.497898 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5234072f-b0b0-4db6-9c47-71046bf1ee78 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:52.518929 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-104949a1-0d05-4d4e-99a9-81966a71f5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:52.559755 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-18196250-613e-48cd-8dd2-8341216ebfc1 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 78b5fad6-5612-4dd1-9b92-34adcb52d009) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:49:52.570360 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d17d1c1-19fc-4a98-9957-56edfc6048ac None None] Network 78b5fad6-5612-4dd1-9b92-34adcb52d009 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:49:52.574002 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18196250-613e-48cd-8dd2-8341216ebfc1 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:52.574588 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-18196250-613e-48cd-8dd2-8341216ebfc1 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:52.603933 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-429ebbe7-dc6a-456b-bcc3-4e986e1df2ea req-fe651cb8-2b72-456b-b78d-1d1c6ffb5b5e service neutron] Attempting to bind port a745b2f7-62da-43ae-afe6-d4aeab031c1d on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:49:52.604282 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-429ebbe7-dc6a-456b-bcc3-4e986e1df2ea req-fe651cb8-2b72-456b-b78d-1d1c6ffb5b5e service neutron] Attempting to bind port a745b2f7-62da-43ae-afe6-d4aeab031c1d by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': '88773363-1d78-439b-bb07-1d37ed239605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '07a9ecbf-37ed-481a-bf65-f5d67d5555a8'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:49:52.604740 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429ebbe7-dc6a-456b-bcc3-4e986e1df2ea req-fe651cb8-2b72-456b-b78d-1d1c6ffb5b5e service neutron] Attempting to bind port a745b2f7-62da-43ae-afe6-d4aeab031c1d on network 07a9ecbf-37ed-481a-bf65-f5d67d5555a8 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:49:52.611350 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429ebbe7-dc6a-456b-bcc3-4e986e1df2ea req-fe651cb8-2b72-456b-b78d-1d1c6ffb5b5e service neutron] Port a745b2f7-62da-43ae-afe6-d4aeab031c1d on network 07a9ecbf-37ed-481a-bf65-f5d67d5555a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:49:52.611692 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429ebbe7-dc6a-456b-bcc3-4e986e1df2ea req-fe651cb8-2b72-456b-b78d-1d1c6ffb5b5e service neutron] Attempting to bind port a745b2f7-62da-43ae-afe6-d4aeab031c1d on network 07a9ecbf-37ed-481a-bf65-f5d67d5555a8 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:49:52.620670 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b436d8d-e108-40a4-a335-3756395630a3 req-501bd4b4-f5ca-4043-aaa1-85382f0fd3fa tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:52.631049 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4b436d8d-e108-40a4-a335-3756395630a3 req-501bd4b4-f5ca-4043-aaa1-85382f0fd3fa tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=8014eebb-d84d-4876-a5d9-7fee3a40d79b HTTP/1.1" status: 200 len: 943 time: 0.1510148 Jul 09 14:49:52.640108 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-3a24ff0e-3e93-4e55-a2fc-96c3423133ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76721710-7915-4ea0-a575-2a246987e295', 'name': 'tempest-RoutersIpV6Test-router-934731009', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:49:35Z', 'updated_at': '2021-07-09T14:49:47Z', 'revision_number': 3, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'gw_port_host': None, '_interfaces': [{'id': '3624d429-6ca5-451f-a7bb-ae3f1a2a249d', 'name': '', 'network_id': '9b3131d2-5b49-48c3-b387-6198a4c16a8c', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'mac_address': 'fa:16:3e:dd:fa:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76721710-7915-4ea0-a575-2a246987e295', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '82d66e92-ec3c-4cbe-80f5-2ea3afe13a42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:49:39Z', 'updated_at': '2021-07-09T14:49:47Z', 'revision_number': 5, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'subnets': [{'id': '82d66e92-ec3c-4cbe-80f5-2ea3afe13a42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '848ecfbd-2ed8-460f-b10a-84b7de05e577', 'name': '', 'network_id': 'a855d720-111e-4149-9070-f8758df7a1c9', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'mac_address': 'fa:16:3e:67:ea:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76721710-7915-4ea0-a575-2a246987e295', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'cea57d44-14bf-4db2-be7c-af1ad811e508', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:49:45Z', 'updated_at': '2021-07-09T14:49:51Z', 'revision_number': 4, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'subnets': [{'id': 'cea57d44-14bf-4db2-be7c-af1ad811e508', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:52.647768 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429ebbe7-dc6a-456b-bcc3-4e986e1df2ea req-fe651cb8-2b72-456b-b78d-1d1c6ffb5b5e service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:49:52.648121 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429ebbe7-dc6a-456b-bcc3-4e986e1df2ea req-fe651cb8-2b72-456b-b78d-1d1c6ffb5b5e service neutron] Checking segment: {'id': '88773363-1d78-439b-bb07-1d37ed239605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '07a9ecbf-37ed-481a-bf65-f5d67d5555a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:49:52.648518 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429ebbe7-dc6a-456b-bcc3-4e986e1df2ea req-fe651cb8-2b72-456b-b78d-1d1c6ffb5b5e service neutron] Bound using segment: {'id': '88773363-1d78-439b-bb07-1d37ed239605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '07a9ecbf-37ed-481a-bf65-f5d67d5555a8'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:49:52.648968 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-429ebbe7-dc6a-456b-bcc3-4e986e1df2ea req-fe651cb8-2b72-456b-b78d-1d1c6ffb5b5e service neutron] Bound port: a745b2f7-62da-43ae-afe6-d4aeab031c1d, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88773363-1d78-439b-bb07-1d37ed239605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '07a9ecbf-37ed-481a-bf65-f5d67d5555a8'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:49:52.649339 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-429ebbe7-dc6a-456b-bcc3-4e986e1df2ea req-fe651cb8-2b72-456b-b78d-1d1c6ffb5b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:52.670646 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-18196250-613e-48cd-8dd2-8341216ebfc1 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6094890 Jul 09 14:49:52.674341 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40222) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:52.675677 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-5234072f-b0b0-4db6-9c47-71046bf1ee78 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Deleting port 5e9f5067-e6cb-440c-b764-64d37817860d {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:49:52.676160 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5234072f-b0b0-4db6-9c47-71046bf1ee78 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:52.677143 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a24ff0e-3e93-4e55-a2fc-96c3423133ab None None] The sync data for ids ['76721710-7915-4ea0-a575-2a246987e295'] in n-d-799529-6 is: [{'id': '76721710-7915-4ea0-a575-2a246987e295', 'name': 'tempest-RoutersIpV6Test-router-934731009', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:49:35Z', 'updated_at': '2021-07-09T14:49:47Z', 'revision_number': 3, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'gw_port_host': None, '_interfaces': [{'id': '3624d429-6ca5-451f-a7bb-ae3f1a2a249d', 'name': '', 'network_id': '9b3131d2-5b49-48c3-b387-6198a4c16a8c', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'mac_address': 'fa:16:3e:dd:fa:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76721710-7915-4ea0-a575-2a246987e295', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '82d66e92-ec3c-4cbe-80f5-2ea3afe13a42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:49:39Z', 'updated_at': '2021-07-09T14:49:47Z', 'revision_number': 5, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'subnets': [{'id': '82d66e92-ec3c-4cbe-80f5-2ea3afe13a42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '848ecfbd-2ed8-460f-b10a-84b7de05e577', 'name': '', 'network_id': 'a855d720-111e-4149-9070-f8758df7a1c9', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'mac_address': 'fa:16:3e:67:ea:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76721710-7915-4ea0-a575-2a246987e295', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'cea57d44-14bf-4db2-be7c-af1ad811e508', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:49:45Z', 'updated_at': '2021-07-09T14:49:51Z', 'revision_number': 4, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'subnets': [{'id': 'cea57d44-14bf-4db2-be7c-af1ad811e508', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:49:52.775840 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-104949a1-0d05-4d4e-99a9-81966a71f5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:52.812154 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4b436d8d-e108-40a4-a335-3756395630a3 req-336a10a2-1b7e-42fb-b1d2-8f3590e93704 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835063 Jul 09 14:49:52.813439 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104949a1-0d05-4d4e-99a9-81966a71f5c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee531351-490f-4dc9-9b42-6fdc31aa0a28,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:52.819020 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-104949a1-0d05-4d4e-99a9-81966a71f5c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:52.821905 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-104949a1-0d05-4d4e-99a9-81966a71f5c8 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/ee531351-490f-4dc9-9b42-6fdc31aa0a28 HTTP/1.1" status: 204 len: 168 time: 0.6444592 Jul 09 14:49:52.832225 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 40224) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:52.835605 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0f5d2f-11a7-4c05-a345-ba7e5bf3db5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-78b5fad6-5612-4dd1-9b92-34adcb52d009', 'network_id': '78b5fad6-5612-4dd1-9b92-34adcb52d009', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'fixed_ips': [{'subnet_id': '7a98438e-c6e4-48cf-a602-396a79411b48'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:49:52.836732 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5d2f-11a7-4c05-a345-ba7e5bf3db5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:52.900416 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-429ebbe7-dc6a-456b-bcc3-4e986e1df2ea req-fe651cb8-2b72-456b-b78d-1d1c6ffb5b5e service neutron] For port a745b2f7-62da-43ae-afe6-d4aeab031c1d, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:49:52.910638 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-429ebbe7-dc6a-456b-bcc3-4e986e1df2ea req-fe651cb8-2b72-456b-b78d-1d1c6ffb5b5e service neutron] For port a745b2f7-62da-43ae-afe6-d4aeab031c1d, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=a745b2f7-62da-43ae-afe6-d4aeab031c1d,segment=NetworkSegment(88773363-1d78-439b-bb07-1d37ed239605),segment_id=88773363-1d78-439b-bb07-1d37ed239605)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:49:52.952059 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5234072f-b0b0-4db6-9c47-71046bf1ee78 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:52.973572 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9adf347f-c4d6-4a5a-a116-6594b0a0bae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:52.988300 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-5234072f-b0b0-4db6-9c47-71046bf1ee78 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Calling delete_port for 5e9f5067-e6cb-440c-b764-64d37817860d owned by network:router_gateway {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:49:53.103241 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:53.177009 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-9f0f5d2f-11a7-4c05-a345-ba7e5bf3db5e None None] Allocated IP 2001:db8:2::2 (78b5fad6-5612-4dd1-9b92-34adcb52d009/7a98438e-c6e4-48cf-a602-396a79411b48/3995431b-2ab5-4d83-8113-b5330f2d0e48) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:49:53.179431 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 848ecfbd-2ed8-460f-b10a-84b7de05e577 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:49:53.191731 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9adf347f-c4d6-4a5a-a116-6594b0a0bae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:53.206553 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-9adf347f-c4d6-4a5a-a116-6594b0a0bae2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fcc8552-0601-4e60-a4ae-d6385f620aba']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:53.260731 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-9adf347f-c4d6-4a5a-a116-6594b0a0bae2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee860b30-a2c3-4df0-a972-b8684fbae203') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:53.261126 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-9adf347f-c4d6-4a5a-a116-6594b0a0bae2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee860b30-a2c3-4df0-a972-b8684fbae203') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:53.294538 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9adf347f-c4d6-4a5a-a116-6594b0a0bae2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:53.311747 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9adf347f-c4d6-4a5a-a116-6594b0a0bae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:53.320252 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9adf347f-c4d6-4a5a-a116-6594b0a0bae2 admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:49:53.320983 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9adf347f-c4d6-4a5a-a116-6594b0a0bae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:53.357271 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:49:53.357271 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:49:53.357271 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:49:53.357271 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:49:53.357271 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:49:53.357271 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:49:53.357271 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:49:53.357271 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:49:53.357271 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:49:53.357271 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:49:53.357271 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:49:53.357271 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:49:53.357271 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:49:53.357271 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:49:53.357271 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:49:53.357271 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:49:53.357271 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:49:53.357271 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:49:53.357271 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 14:49:53.357271 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:49:53.357271 n-d-799529-6 neutron-server[94445]: timer() Jul 09 14:49:53.357271 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:49:53.357271 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 14:49:53.357271 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:49:53.357271 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 14:49:53.357271 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:49:53.357271 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 14:49:53.357271 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:49:53.357271 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 14:49:53.357271 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:49:53.357271 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 14:49:53.357271 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:49:53.357271 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:49:53.357271 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:49:53.357271 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:49:53.357271 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:49:53.357271 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 14:49:53.357271 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:49:53.357271 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 14:49:53.357271 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:49:53.357271 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:49:53.357271 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:49:53.357271 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 14:49:53.357271 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:49:53.357271 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:49:53.357271 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:49:53.357271 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:49:53.357271 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:49:53.357271 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:49:53.357271 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:49:53.379571 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 848ecfbd-2ed8-460f-b10a-84b7de05e577 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:49:53.405446 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-429ebbe7-dc6a-456b-bcc3-4e986e1df2ea req-fe651cb8-2b72-456b-b78d-1d1c6ffb5b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:53.415407 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 848ecfbd-2ed8-460f-b10a-84b7de05e577 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:49:53.415407 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:53.504488 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9adf347f-c4d6-4a5a-a116-6594b0a0bae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:53.515931 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9adf347f-c4d6-4a5a-a116-6594b0a0bae2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:53.518410 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-9adf347f-c4d6-4a5a-a116-6594b0a0bae2 admin admin] 10.222.0.58 "DELETE /v2.0/networks/4fcc8552-0601-4e60-a4ae-d6385f620aba HTTP/1.1" status: 204 len: 168 time: 0.6851809 Jul 09 14:49:53.530226 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5d2f-11a7-4c05-a345-ba7e5bf3db5e None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:53.548149 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adf347f-c4d6-4a5a-a116-6594b0a0bae2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fcc8552-0601-4e60-a4ae-d6385f620aba,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:53.550596 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5234072f-b0b0-4db6-9c47-71046bf1ee78 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:53.560643 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-9f0f5d2f-11a7-4c05-a345-ba7e5bf3db5e None None] Transition to ACTIVE for port object 3995431b-2ab5-4d83-8113-b5330f2d0e48 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:49:53.597733 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ebbe7-dc6a-456b-bcc3-4e986e1df2ea req-fe651cb8-2b72-456b-b78d-1d1c6ffb5b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:53.598368 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-429ebbe7-dc6a-456b-bcc3-4e986e1df2ea req-fe651cb8-2b72-456b-b78d-1d1c6ffb5b5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:53.608398 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5234072f-b0b0-4db6-9c47-71046bf1ee78 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Pushing event deleted for resources: {'Port': ['ID=5e9f5067-e6cb-440c-b764-64d37817860d,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:53.609283 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-429ebbe7-dc6a-456b-bcc3-4e986e1df2ea req-fe651cb8-2b72-456b-b78d-1d1c6ffb5b5e service neutron] 10.222.0.62 "PUT /v2.0/ports/a745b2f7-62da-43ae-afe6-d4aeab031c1d HTTP/1.1" status: 200 len: 1091 time: 2.8055425 Jul 09 14:49:53.619014 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-9f0f5d2f-11a7-4c05-a345-ba7e5bf3db5e None None] Transition to ACTIVE for port object 3995431b-2ab5-4d83-8113-b5330f2d0e48 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:49:53.625659 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8014eebb-d84d-4876-a5d9-7fee3a40d79b', 'tag': 'a745b2f7-62da-43ae-afe6-d4aeab031c1d'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:49:53.629035 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eece351-e597-4fc6-983c-7fad43dd3d4a" -d '{"events": [{"name": "network-changed", "server_uuid": "8014eebb-d84d-4876-a5d9-7fee3a40d79b", "tag": "a745b2f7-62da-43ae-afe6-d4aeab031c1d"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:49:53.633898 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:53.656536 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe651cb8-2b72-456b-b78d-1d1c6ffb5b5e service neutron] Pushing event updated for resources: {'Port': ['ID=a745b2f7-62da-43ae-afe6-d4aeab031c1d,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:53.670527 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 848ecfbd-2ed8-460f-b10a-84b7de05e577, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=848ecfbd-2ed8-460f-b10a-84b7de05e577,segment=NetworkSegment(db20fad4-62d5-4487-8168-f3de089189de),segment_id=db20fad4-62d5-4487-8168-f3de089189de)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:49:53.702836 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5d2f-11a7-4c05-a345-ba7e5bf3db5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:53.737735 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5234072f-b0b0-4db6-9c47-71046bf1ee78 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:53.754076 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0f5d2f-11a7-4c05-a345-ba7e5bf3db5e None None] Network 78b5fad6-5612-4dd1-9b92-34adcb52d009 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:49:53.758123 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0f5d2f-11a7-4c05-a345-ba7e5bf3db5e None None] Pushing event updated for resources: {'Port': ['ID=3995431b-2ab5-4d83-8113-b5330f2d0e48,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:53.762213 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-9f0f5d2f-11a7-4c05-a345-ba7e5bf3db5e None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:49:53.769048 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0f5d2f-11a7-4c05-a345-ba7e5bf3db5e None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:49:53.774960 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:53.784620 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c768eb-9ede-41ca-9535-d2f61516b18d req-60c5eb5d-1dd6-4f95-89bc-d2447aaba89b tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:53.786211 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-74c768eb-9ede-41ca-9535-d2f61516b18d req-60c5eb5d-1dd6-4f95-89bc-d2447aaba89b tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=e59981f2-1bbc-46b7-94f0-0e107e4666e9 HTTP/1.1" status: 200 len: 945 time: 0.3863780 Jul 09 14:49:53.894669 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-9f0f5d2f-11a7-4c05-a345-ba7e5bf3db5e None None] Attempting to bind port 3995431b-2ab5-4d83-8113-b5330f2d0e48 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:49:53.895188 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-9f0f5d2f-11a7-4c05-a345-ba7e5bf3db5e None None] Attempting to bind port 3995431b-2ab5-4d83-8113-b5330f2d0e48 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'a50decf0-399a-4b0a-b1a7-044f4b890979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '78b5fad6-5612-4dd1-9b92-34adcb52d009'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:49:53.895694 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0f5d2f-11a7-4c05-a345-ba7e5bf3db5e None None] Attempting to bind port 3995431b-2ab5-4d83-8113-b5330f2d0e48 on network 78b5fad6-5612-4dd1-9b92-34adcb52d009 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:49:53.897905 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=848ecfbd-2ed8-460f-b10a-84b7de05e577,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:53.905820 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0f5d2f-11a7-4c05-a345-ba7e5bf3db5e None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:49:53.906278 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0f5d2f-11a7-4c05-a345-ba7e5bf3db5e None None] Checking segment: {'id': 'a50decf0-399a-4b0a-b1a7-044f4b890979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '78b5fad6-5612-4dd1-9b92-34adcb52d009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:49:53.906781 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5d2f-11a7-4c05-a345-ba7e5bf3db5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:53.907269 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0f5d2f-11a7-4c05-a345-ba7e5bf3db5e None None] Bound using segment: {'id': 'a50decf0-399a-4b0a-b1a7-044f4b890979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '78b5fad6-5612-4dd1-9b92-34adcb52d009'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:49:53.907869 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-9f0f5d2f-11a7-4c05-a345-ba7e5bf3db5e None None] Bound port: 3995431b-2ab5-4d83-8113-b5330f2d0e48, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a50decf0-399a-4b0a-b1a7-044f4b890979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '78b5fad6-5612-4dd1-9b92-34adcb52d009'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:49:53.908913 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5d2f-11a7-4c05-a345-ba7e5bf3db5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:53.926906 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-74c768eb-9ede-41ca-9535-d2f61516b18d req-94f660ac-7876-4f42-b27b-7ac1d2bafa99 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123173 Jul 09 14:49:53.950455 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e98496d3-3416-46b4-bb20-c73736c96ca3 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:53.955947 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ebbe7-dc6a-456b-bcc3-4e986e1df2ea req-d407d9a0-95d6-42c7-a26d-dd271e06b39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:53.957603 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-429ebbe7-dc6a-456b-bcc3-4e986e1df2ea req-d407d9a0-95d6-42c7-a26d-dd271e06b39b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a92a8786386049938dc9758ba7d95410&device_id=8014eebb-d84d-4876-a5d9-7fee3a40d79b HTTP/1.1" status: 200 len: 1094 time: 0.1419446 Jul 09 14:49:54.073126 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-429ebbe7-dc6a-456b-bcc3-4e986e1df2ea req-f8f650b2-1a44-4d54-9c16-636ce2b93535 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a745b2f7-62da-43ae-afe6-d4aeab031c1d HTTP/1.1" status: 200 len: 217 time: 0.1015537 Jul 09 14:49:54.165757 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-9f0f5d2f-11a7-4c05-a345-ba7e5bf3db5e None None] For port 3995431b-2ab5-4d83-8113-b5330f2d0e48, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:49:54.175194 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-9f0f5d2f-11a7-4c05-a345-ba7e5bf3db5e None None] For port 3995431b-2ab5-4d83-8113-b5330f2d0e48, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=3995431b-2ab5-4d83-8113-b5330f2d0e48,segment=NetworkSegment(a50decf0-399a-4b0a-b1a7-044f4b890979),segment_id=a50decf0-399a-4b0a-b1a7-044f4b890979)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:49:54.175357 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40238) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:54.177842 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ebbe7-dc6a-456b-bcc3-4e986e1df2ea req-01e5992b-b7e5-401f-b7af-8a1114e9b7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:54.179281 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-429ebbe7-dc6a-456b-bcc3-4e986e1df2ea req-01e5992b-b7e5-401f-b7af-8a1114e9b7ea service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6a6c5dcf-ab29-40a6-a385-f6eb72afc65e HTTP/1.1" status: 200 len: 854 time: 0.0935526 Jul 09 14:49:54.217624 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028fdbea-f785-431a-a25c-8754bc28df70 req-d45f3404-c474-402b-805c-b3c817a6d9e8 tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:54.218916 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-028fdbea-f785-431a-a25c-8754bc28df70 req-d45f3404-c474-402b-805c-b3c817a6d9e8 tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] 10.222.0.58 "GET /v2.0/ports?device_id=b46c8280-812a-4b0f-89db-1c58c71a80c6 HTTP/1.1" status: 200 len: 946 time: 0.6540787 Jul 09 14:49:54.221413 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5234072f-b0b0-4db6-9c47-71046bf1ee78 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:54.223935 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5234072f-b0b0-4db6-9c47-71046bf1ee78 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:54.238274 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-429ebbe7-dc6a-456b-bcc3-4e986e1df2ea req-728bd154-c9fc-4bc1-948e-de1e3eb46861 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=07a9ecbf-37ed-481a-bf65-f5d67d5555a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494151 Jul 09 14:49:54.251568 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5d2f-11a7-4c05-a345-ba7e5bf3db5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:54.305811 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-028fdbea-f785-431a-a25c-8754bc28df70 req-747dd840-96cc-48c0-970d-abd8dbefa3dd tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] 10.222.0.58 "GET /v2.0/security-groups?id=f16015ca-9a7b-4804-962d-59a2bba9d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406940 Jul 09 14:49:54.352392 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0f5d2f-11a7-4c05-a345-ba7e5bf3db5e None None] Pushing event updated for resources: {'Port': ['ID=3995431b-2ab5-4d83-8113-b5330f2d0e48,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:54.370193 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f38eca2e-9c9d-46c4-b7d1-074942987a0a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=00c8b47fbdeb4adb9f07c041ba4522b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1940339 Jul 09 14:49:54.371829 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3b513d-db34-4c9d-bf1b-01949549f60b x-openstack-request-id: req-cd3b513d-db34-4c9d-bf1b-01949549f60b {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:49:54.372113 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8014eebb-d84d-4876-a5d9-7fee3a40d79b", "tag": "a745b2f7-62da-43ae-afe6-d4aeab031c1d", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:49:54.372403 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cd3b513d-db34-4c9d-bf1b-01949549f60b {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:49:54.372820 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8014eebb-d84d-4876-a5d9-7fee3a40d79b', 'tag': 'a745b2f7-62da-43ae-afe6-d4aeab031c1d', 'status': 'completed', 'code': 200} Jul 09 14:49:54.373229 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 40240) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:54.383135 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5234072f-b0b0-4db6-9c47-71046bf1ee78 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:54.383752 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5234072f-b0b0-4db6-9c47-71046bf1ee78 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Fanout notify agent at l3_agent the message router_deleted on router 8ad782e8-4ff6-4474-80f0-09455d332909 {{(pid=94445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:49:54.404899 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5234072f-b0b0-4db6-9c47-71046bf1ee78 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:54.406453 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-5234072f-b0b0-4db6-9c47-71046bf1ee78 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] 10.222.0.58 "DELETE /v2.0/routers/8ad782e8-4ff6-4474-80f0-09455d332909 HTTP/1.1" status: 204 len: 168 time: 2.3481286 Jul 09 14:49:54.422634 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40242) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:54.449747 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-6f47eed5-f869-4108-bdc1-014a03f8c0fe tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Request body: {'router': {'name': 'tempest-snat-router-879285427', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'enable_snat': False}}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:49:54.467784 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3d8c507a-d8ba-4501-b911-1892bd40d196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:54.504097 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3d8c507a-d8ba-4501-b911-1892bd40d196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:54.520093 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-e98496d3-3416-46b4-bb20-c73736c96ca3 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Allocated IP 2001:db8:2::1 (78b5fad6-5612-4dd1-9b92-34adcb52d009/7a98438e-c6e4-48cf-a602-396a79411b48/dacf9b26-c737-4fa5-ad54-ca7a7859dc65) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:49:54.551834 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-429ebbe7-dc6a-456b-bcc3-4e986e1df2ea req-607be93f-31ed-4a47-9586-ed2f86ae5f91 service neutron] 10.222.0.62 "GET /v2.0/networks/07a9ecbf-37ed-481a-bf65-f5d67d5555a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642796 Jul 09 14:49:54.651131 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bcaeaa-33e9-41fc-a3e8-0993a4ab4e8c req-286fa5a6-4c0c-45b0-8a70-bee9a9c073b3 tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:54.652956 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-27bcaeaa-33e9-41fc-a3e8-0993a4ab4e8c req-286fa5a6-4c0c-45b0-8a70-bee9a9c073b3 tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] 10.222.0.62 "GET /v2.0/ports?device_id=b46c8280-812a-4b0f-89db-1c58c71a80c6 HTTP/1.1" status: 200 len: 946 time: 0.3480320 Jul 09 14:49:54.671266 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6f47eed5-f869-4108-bdc1-014a03f8c0fe tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:54.672292 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6f47eed5-f869-4108-bdc1-014a03f8c0fe tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:54.701219 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cde9d8-8f2a-4f28-bc0d-0f5edd46631c req-6a3c25b6-1c3f-492f-8fc6-fe098d3cfd12 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:54.703342 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-67cde9d8-8f2a-4f28-bc0d-0f5edd46631c req-6a3c25b6-1c3f-492f-8fc6-fe098d3cfd12 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=8014eebb-d84d-4876-a5d9-7fee3a40d79b HTTP/1.1" status: 200 len: 943 time: 0.2149491 Jul 09 14:49:54.704765 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3d8c507a-d8ba-4501-b911-1892bd40d196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:54.708490 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3d8c507a-d8ba-4501-b911-1892bd40d196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:54.709873 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-3d8c507a-d8ba-4501-b911-1892bd40d196 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ac64d91e-4ca2-425a-9fd5-435c728a918b HTTP/1.1" status: 204 len: 168 time: 0.3356121 Jul 09 14:49:54.739425 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c507a-d8ba-4501-b911-1892bd40d196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac64d91e-4ca2-425a-9fd5-435c728a918b,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:54.791841 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-67cde9d8-8f2a-4f28-bc0d-0f5edd46631c req-29ade0fa-07fd-4a62-89cf-4e54e616a3c3 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807400 Jul 09 14:49:54.917117 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6f47eed5-f869-4108-bdc1-014a03f8c0fe tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:54.964562 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ecb1ef43-8a52-4b7f-8e31-cd243933496a req-1a7d292e-3a60-4f4f-aa0e-150c8ab4a212 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9da18f17-d082-4d4c-86e5-ac89efaa7ffa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0549648 Jul 09 14:49:54.968144 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-429ebbe7-dc6a-456b-bcc3-4e986e1df2ea req-cb213bea-d00d-4b67-be71-f90c487d0370 service neutron] 10.222.0.62 "GET /v2.0/networks/07a9ecbf-37ed-481a-bf65-f5d67d5555a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4063025 Jul 09 14:49:54.971900 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e98496d3-3416-46b4-bb20-c73736c96ca3 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:54.996388 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-e98496d3-3416-46b4-bb20-c73736c96ca3 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Transition to ACTIVE for port object dacf9b26-c737-4fa5-ad54-ca7a7859dc65 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:49:55.027541 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d808ef-62d0-4229-aacf-609d6f2fb2ae req-6575d6e9-26a6-487b-8117-02d05dbf7c62 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:55.034310 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c6d808ef-62d0-4229-aacf-609d6f2fb2ae req-6575d6e9-26a6-487b-8117-02d05dbf7c62 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=9da18f17-d082-4d4c-86e5-ac89efaa7ffa HTTP/1.1" status: 200 len: 943 time: 0.3582070 Jul 09 14:49:55.124101 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-27bcaeaa-33e9-41fc-a3e8-0993a4ab4e8c req-f9f17d54-1962-4038-8a98-45a2f63aa5e1 tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] Deleting port 94c14f99-54fd-49a9-adbe-8036709819d0 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:49:55.124491 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-27bcaeaa-33e9-41fc-a3e8-0993a4ab4e8c req-f9f17d54-1962-4038-8a98-45a2f63aa5e1 tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:55.242965 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd556b-02d7-41f5-8f78-d991c17a9847 req-8bc05ccc-3000-4b6e-a17c-cad8f5eb5864 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:55.245865 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-49dd556b-02d7-41f5-8f78-d991c17a9847 req-8bc05ccc-3000-4b6e-a17c-cad8f5eb5864 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=e59981f2-1bbc-46b7-94f0-0e107e4666e9 HTTP/1.1" status: 200 len: 945 time: 0.1368349 Jul 09 14:49:55.317866 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 3995431b-2ab5-4d83-8113-b5330f2d0e48 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:49:55.319696 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-49dd556b-02d7-41f5-8f78-d991c17a9847 req-649655d7-f2e6-4129-a57b-7bf0a3be57e8 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676601 Jul 09 14:49:55.424933 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c6d808ef-62d0-4229-aacf-609d6f2fb2ae req-8554778e-123a-4d2b-a9e2-b421f459d315 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=473b60ee-6046-439a-9449-2a9b96c46b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3896878 Jul 09 14:49:55.434258 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e98496d3-3416-46b4-bb20-c73736c96ca3 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:55.460550 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6f47eed5-f869-4108-bdc1-014a03f8c0fe tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:55.530295 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 3995431b-2ab5-4d83-8113-b5330f2d0e48 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:49:55.535168 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 848ecfbd-2ed8-460f-b10a-84b7de05e577 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:49:55.554338 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98496d3-3416-46b4-bb20-c73736c96ca3 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Network 78b5fad6-5612-4dd1-9b92-34adcb52d009 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:49:55.556279 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-27bcaeaa-33e9-41fc-a3e8-0993a4ab4e8c req-f9f17d54-1962-4038-8a98-45a2f63aa5e1 tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] For port 94c14f99-54fd-49a9-adbe-8036709819d0, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=94c14f99-54fd-49a9-adbe-8036709819d0,segment=NetworkSegment(7500281a-7475-4abe-ba5c-c4957c739c0d),segment_id=7500281a-7475-4abe-ba5c-c4957c739c0d)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:49:55.556651 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-27bcaeaa-33e9-41fc-a3e8-0993a4ab4e8c req-f9f17d54-1962-4038-8a98-45a2f63aa5e1 tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:55.564717 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98496d3-3416-46b4-bb20-c73736c96ca3 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event updated for resources: {'Port': ['ID=dacf9b26-c737-4fa5-ad54-ca7a7859dc65,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:55.577197 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-e98496d3-3416-46b4-bb20-c73736c96ca3 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:49:55.584307 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98496d3-3416-46b4-bb20-c73736c96ca3 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:49:55.585422 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e98496d3-3416-46b4-bb20-c73736c96ca3 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:55.594454 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 848ecfbd-2ed8-460f-b10a-84b7de05e577 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:49:55.595377 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:55.678710 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb999899-cdf4-4347-9ff9-8833e3e582bd None None] Network 78b5fad6-5612-4dd1-9b92-34adcb52d009 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:49:55.909523 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 40272) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:55.957737 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-7e5f5382-c4b3-4816-9b24-a745e2ab0da8 None None] Provisioning for port 3995431b-2ab5-4d83-8113-b5330f2d0e48 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:49:55.962146 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-7e5f5382-c4b3-4816-9b24-a745e2ab0da8 None None] Provisioning complete for port 3995431b-2ab5-4d83-8113-b5330f2d0e48 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:49:55.962812 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7e5f5382-c4b3-4816-9b24-a745e2ab0da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:55.994906 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-37a55542-758b-4566-801c-08bb12a089a2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cce2a0d706924a9a8d799bc54f7f41c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0834608 Jul 09 14:49:56.000283 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 40274) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:56.020891 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-27bcaeaa-33e9-41fc-a3e8-0993a4ab4e8c req-f9f17d54-1962-4038-8a98-45a2f63aa5e1 tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] Calling delete_port for 94c14f99-54fd-49a9-adbe-8036709819d0 owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:49:56.087941 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7e0d24ac-e488-4930-ab38-0a45aadd3846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:56.099820 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eece351-e597-4fc6-983c-7fad43dd3d4a req-2bc4b5ea-18ef-429d-ae2a-0fdb381e49d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:56.101371 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3eece351-e597-4fc6-983c-7fad43dd3d4a req-2bc4b5ea-18ef-429d-ae2a-0fdb381e49d0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a92a8786386049938dc9758ba7d95410&device_id=8014eebb-d84d-4876-a5d9-7fee3a40d79b HTTP/1.1" status: 200 len: 1094 time: 0.9662020 Jul 09 14:49:56.105090 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7e5f5382-c4b3-4816-9b24-a745e2ab0da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:56.111624 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df40eb-93e6-42ed-8c79-02187a1fec97 req-b496d705-2fe3-4832-9c09-64e7dcc7feb6 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:56.113493 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-99df40eb-93e6-42ed-8c79-02187a1fec97 req-b496d705-2fe3-4832-9c09-64e7dcc7feb6 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=8014eebb-d84d-4876-a5d9-7fee3a40d79b HTTP/1.1" status: 200 len: 943 time: 0.1747165 Jul 09 14:49:56.132536 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7e0d24ac-e488-4930-ab38-0a45aadd3846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:56.154888 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-7e5f5382-c4b3-4816-9b24-a745e2ab0da8 None None] For port 3995431b-2ab5-4d83-8113-b5330f2d0e48, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=3995431b-2ab5-4d83-8113-b5330f2d0e48,segment=NetworkSegment(a50decf0-399a-4b0a-b1a7-044f4b890979),segment_id=a50decf0-399a-4b0a-b1a7-044f4b890979)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:49:56.183207 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-eb761502-8cec-4066-bc22-fea63ac5100d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:56.185775 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-99df40eb-93e6-42ed-8c79-02187a1fec97 req-a031b7ce-b945-4492-9830-a1ac015593b5 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638373 Jul 09 14:49:56.230235 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7e5f5382-c4b3-4816-9b24-a745e2ab0da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:56.300124 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab3007-e054-489e-b465-9f134fc32321 req-ad73d582-0151-4239-8ee9-f8ee4eecf08d tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:56.301708 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-13ab3007-e054-489e-b465-9f134fc32321 req-ad73d582-0151-4239-8ee9-f8ee4eecf08d tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] 10.222.0.58 "GET /v2.0/ports?device_id=b46c8280-812a-4b0f-89db-1c58c71a80c6 HTTP/1.1" status: 200 len: 946 time: 0.7384455 Jul 09 14:49:56.310168 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7e0d24ac-e488-4930-ab38-0a45aadd3846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:56.313264 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7e0d24ac-e488-4930-ab38-0a45aadd3846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:56.313759 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e98496d3-3416-46b4-bb20-c73736c96ca3 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:56.316460 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-7e0d24ac-e488-4930-ab38-0a45aadd3846 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/aae4661d-b344-471f-a3d2-92d6dafe9395 HTTP/1.1" status: 204 len: 168 time: 0.3135419 Jul 09 14:49:56.329089 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f5382-c4b3-4816-9b24-a745e2ab0da8 None None] Pushing event updated for resources: {'Port': ['ID=3995431b-2ab5-4d83-8113-b5330f2d0e48,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:56.344917 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0d24ac-e488-4930-ab38-0a45aadd3846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae4661d-b344-471f-a3d2-92d6dafe9395,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:56.407445 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-fa9ae994-6e81-4f69-8111-801419697418 None None] Provisioning for port dacf9b26-c737-4fa5-ad54-ca7a7859dc65 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:49:56.414356 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-fa9ae994-6e81-4f69-8111-801419697418 None None] Provisioning complete for port dacf9b26-c737-4fa5-ad54-ca7a7859dc65 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:49:56.414808 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-fa9ae994-6e81-4f69-8111-801419697418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:56.470922 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-fa9ae994-6e81-4f69-8111-801419697418 None None] Port dacf9b26-c737-4fa5-ad54-ca7a7859dc65 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:49:56.502593 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-fa9ae994-6e81-4f69-8111-801419697418 None None] Provisioning complete for port 3995431b-2ab5-4d83-8113-b5330f2d0e48 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:49:56.503151 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-fa9ae994-6e81-4f69-8111-801419697418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:56.507351 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eece351-e597-4fc6-983c-7fad43dd3d4a req-6a49001d-3db9-45c6-b953-1efff9bf8ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:56.520711 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3eece351-e597-4fc6-983c-7fad43dd3d4a req-6a49001d-3db9-45c6-b953-1efff9bf8ca1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=07a9ecbf-37ed-481a-bf65-f5d67d5555a8 HTTP/1.1" status: 200 len: 915 time: 0.3883753 Jul 09 14:49:56.594422 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ca134-0c53-4eed-a5dc-1014724e2282 req-08b3615d-4a9e-4fa9-9fa1-7571227d1f06 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:56.595797 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b27ca134-0c53-4eed-a5dc-1014724e2282 req-08b3615d-4a9e-4fa9-9fa1-7571227d1f06 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=e59981f2-1bbc-46b7-94f0-0e107e4666e9 HTTP/1.1" status: 200 len: 945 time: 0.0758817 Jul 09 14:49:56.613351 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-13ab3007-e054-489e-b465-9f134fc32321 req-fe7c8f1c-344a-4f91-947f-8187d2c7d751 tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] 10.222.0.58 "GET /v2.0/security-groups?id=f16015ca-9a7b-4804-962d-59a2bba9d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911258 Jul 09 14:49:56.640590 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b27ca134-0c53-4eed-a5dc-1014724e2282 req-5e2ab32a-6050-48ce-8636-546430589fa6 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372388 Jul 09 14:49:56.650228 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-27bcaeaa-33e9-41fc-a3e8-0993a4ab4e8c req-f9f17d54-1962-4038-8a98-45a2f63aa5e1 tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:56.657730 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3eece351-e597-4fc6-983c-7fad43dd3d4a req-55b00e20-07c4-4a52-a975-34ee9aba06be service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a745b2f7-62da-43ae-afe6-d4aeab031c1d HTTP/1.1" status: 200 len: 217 time: 0.0845561 Jul 09 14:49:56.684704 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['94c14f99-54fd-49a9-adbe-8036709819d0'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:49:56.744054 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-b5792069-acc7-4ac6-a4e4-5156e794cae0 None None] Provisioning complete for port dacf9b26-c737-4fa5-ad54-ca7a7859dc65 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:49:56.744498 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f17d54-1962-4038-8a98-45a2f63aa5e1 tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] Pushing event deleted for resources: {'Port': ['ID=94c14f99-54fd-49a9-adbe-8036709819d0,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:56.754681 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b5792069-acc7-4ac6-a4e4-5156e794cae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:56.800113 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-b5792069-acc7-4ac6-a4e4-5156e794cae0 None None] Port dacf9b26-c737-4fa5-ad54-ca7a7859dc65 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:49:56.806266 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-27bcaeaa-33e9-41fc-a3e8-0993a4ab4e8c req-f9f17d54-1962-4038-8a98-45a2f63aa5e1 tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] No DVR routers for this DVR port 94c14f99-54fd-49a9-adbe-8036709819d0 on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:49:56.854367 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-27bcaeaa-33e9-41fc-a3e8-0993a4ab4e8c req-f9f17d54-1962-4038-8a98-45a2f63aa5e1 tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:56.856496 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-27bcaeaa-33e9-41fc-a3e8-0993a4ab4e8c req-f9f17d54-1962-4038-8a98-45a2f63aa5e1 tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] 10.222.0.62 "DELETE /v2.0/ports/94c14f99-54fd-49a9-adbe-8036709819d0 HTTP/1.1" status: 204 len: 173 time: 2.1793244 Jul 09 14:49:56.888968 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b46c8280-812a-4b0f-89db-1c58c71a80c6', 'name': 'network-vif-deleted', 'tag': '94c14f99-54fd-49a9-adbe-8036709819d0'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:49:56.891302 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843ef244-5966-46ac-8367-0ebdd69a256b" -d '{"events": [{"server_uuid": "b46c8280-812a-4b0f-89db-1c58c71a80c6", "name": "network-vif-deleted", "tag": "94c14f99-54fd-49a9-adbe-8036709819d0"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:49:56.970885 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dfd471a-e4af-4185-9956-2397d6c3cde5 x-openstack-request-id: req-0dfd471a-e4af-4185-9956-2397d6c3cde5 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:49:56.971177 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b46c8280-812a-4b0f-89db-1c58c71a80c6", "name": "network-vif-deleted", "tag": "94c14f99-54fd-49a9-adbe-8036709819d0", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:49:56.971563 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0dfd471a-e4af-4185-9956-2397d6c3cde5 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:49:56.971846 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b46c8280-812a-4b0f-89db-1c58c71a80c6', 'name': 'network-vif-deleted', 'tag': '94c14f99-54fd-49a9-adbe-8036709819d0', 'status': 'completed', 'code': 200} Jul 09 14:49:56.974035 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eece351-e597-4fc6-983c-7fad43dd3d4a req-f683a6e9-ed4a-4c6e-b98e-45b17b6f34d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:56.975547 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3eece351-e597-4fc6-983c-7fad43dd3d4a req-f683a6e9-ed4a-4c6e-b98e-45b17b6f34d9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6a6c5dcf-ab29-40a6-a385-f6eb72afc65e HTTP/1.1" status: 200 len: 854 time: 0.2955256 Jul 09 14:49:56.985343 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb1ef43-8a52-4b7f-8e31-cd243933496a req-664cd590-f94d-4ae6-b3a4-805364cc27a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:56.986884 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ecb1ef43-8a52-4b7f-8e31-cd243933496a req-664cd590-f94d-4ae6-b3a4-805364cc27a2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9da18f17-d082-4d4c-86e5-ac89efaa7ffa&tenant_id=644ca6545bbf445fa0c886b6aef98e04 HTTP/1.1" status: 200 len: 1094 time: 0.0910623 Jul 09 14:49:57.056936 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3eece351-e597-4fc6-983c-7fad43dd3d4a req-247876d6-9d91-42f4-83bd-93d4fbbe754b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=07a9ecbf-37ed-481a-bf65-f5d67d5555a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496783 Jul 09 14:49:57.115673 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9fba20-befc-45d2-8730-a56317591da6 req-737bc8f4-5498-4869-bca2-6aca7ee7c5a2 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:57.125363 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cd9fba20-befc-45d2-8730-a56317591da6 req-737bc8f4-5498-4869-bca2-6aca7ee7c5a2 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=9da18f17-d082-4d4c-86e5-ac89efaa7ffa HTTP/1.1" status: 200 len: 943 time: 0.3483169 Jul 09 14:49:57.129678 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 3995431b-2ab5-4d83-8113-b5330f2d0e48 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:49:57.141030 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6f47eed5-f869-4108-bdc1-014a03f8c0fe tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:57.145357 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb1ef43-8a52-4b7f-8e31-cd243933496a req-e2b88d4f-6dcd-46a6-bd3a-31e7103ee7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:57.147690 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ecb1ef43-8a52-4b7f-8e31-cd243933496a req-e2b88d4f-6dcd-46a6-bd3a-31e7103ee7c2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=644ca6545bbf445fa0c886b6aef98e04&device_id=9da18f17-d082-4d4c-86e5-ac89efaa7ffa HTTP/1.1" status: 200 len: 1094 time: 0.1163642 Jul 09 14:49:57.188356 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 3995431b-2ab5-4d83-8113-b5330f2d0e48 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:49:57.188818 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:57.219904 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6f47eed5-f869-4108-bdc1-014a03f8c0fe tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:57.256028 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb1ef43-8a52-4b7f-8e31-cd243933496a req-2e602b9e-8cb2-45a0-8479-2df5021723dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:57.257895 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ecb1ef43-8a52-4b7f-8e31-cd243933496a req-2e602b9e-8cb2-45a0-8479-2df5021723dc service neutron] 10.222.0.54 "GET /v2.0/networks?id=29d888e5-b470-491c-8272-fb069bb5ea34 HTTP/1.1" status: 200 len: 917 time: 0.1033509 Jul 09 14:49:57.341246 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ecb1ef43-8a52-4b7f-8e31-cd243933496a req-519ac9f2-8211-478d-8df4-e8f088d51f84 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7aa33818-c61d-4582-8359-6d5088e5a2d9 HTTP/1.1" status: 200 len: 998 time: 0.0760243 Jul 09 14:49:57.371590 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cd9fba20-befc-45d2-8730-a56317591da6 req-7b2182c0-7b41-4165-8069-097da9c43d55 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=473b60ee-6046-439a-9449-2a9b96c46b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2319543 Jul 09 14:49:57.406378 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb1ef43-8a52-4b7f-8e31-cd243933496a req-715dd1fc-ad9f-4184-b6ee-b2beac1259c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:57.407231 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ecb1ef43-8a52-4b7f-8e31-cd243933496a req-715dd1fc-ad9f-4184-b6ee-b2beac1259c8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6ebf5b74-6584-49ef-a6c0-eff61f32c488 HTTP/1.1" status: 200 len: 855 time: 0.0596750 Jul 09 14:49:57.408652 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e98496d3-3416-46b4-bb20-c73736c96ca3 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:57.416023 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3eece351-e597-4fc6-983c-7fad43dd3d4a req-835b3261-d7b5-42e0-95f0-40edef1a35ce service neutron] 10.222.0.62 "GET /v2.0/networks/07a9ecbf-37ed-481a-bf65-f5d67d5555a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418984 Jul 09 14:49:57.496672 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e98496d3-3416-46b4-bb20-c73736c96ca3 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:57.497166 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e98496d3-3416-46b4-bb20-c73736c96ca3 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:57.510912 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b23c220-d9fb-458d-b149-62cd0a748c6d req-a8266718-8abf-40b2-8657-87be2219681c tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:57.512688 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1b23c220-d9fb-458d-b149-62cd0a748c6d req-a8266718-8abf-40b2-8657-87be2219681c tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=8014eebb-d84d-4876-a5d9-7fee3a40d79b HTTP/1.1" status: 200 len: 943 time: 0.1092589 Jul 09 14:49:57.523061 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb1ef43-8a52-4b7f-8e31-cd243933496a req-fdc954be-148e-4e72-a7f6-fd2a740b289b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:57.524598 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ecb1ef43-8a52-4b7f-8e31-cd243933496a req-fdc954be-148e-4e72-a7f6-fd2a740b289b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=29d888e5-b470-491c-8272-fb069bb5ea34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1088228 Jul 09 14:49:57.576243 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-6f47eed5-f869-4108-bdc1-014a03f8c0fe tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Allocated IP 172.25.3.98 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/fba9142f-1508-4c59-a211-1a99c73d9551) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:49:57.624793 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1b23c220-d9fb-458d-b149-62cd0a748c6d req-02deed12-7a83-4e10-ac57-2e9a5640e935 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992162 Jul 09 14:49:57.664185 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ecb1ef43-8a52-4b7f-8e31-cd243933496a req-05625477-833d-4452-b7be-d565259e6903 service neutron] 10.222.0.54 "GET /v2.0/networks/29d888e5-b470-491c-8272-fb069bb5ea34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259069 Jul 09 14:49:57.673553 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device a745b2f7-62da-43ae-afe6-d4aeab031c1d details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:49:57.754867 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3eece351-e597-4fc6-983c-7fad43dd3d4a req-48406729-9969-4217-9570-fb02c1035350 service neutron] 10.222.0.62 "GET /v2.0/networks/07a9ecbf-37ed-481a-bf65-f5d67d5555a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318875 Jul 09 14:49:57.755480 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98496d3-3416-46b4-bb20-c73736c96ca3 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event updated for resources: {'Port': ['ID=dacf9b26-c737-4fa5-ad54-ca7a7859dc65,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:57.784562 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ecb1ef43-8a52-4b7f-8e31-cd243933496a req-a2415e36-c83c-43c3-aaf1-22aa6301d3a7 service neutron] 10.222.0.54 "GET /v2.0/networks/29d888e5-b470-491c-8272-fb069bb5ea34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125233 Jul 09 14:49:57.910977 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6f47eed5-f869-4108-bdc1-014a03f8c0fe tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:57.961795 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-927354f6-707a-4c19-8bcc-ec13c56f5bf9 req-f6921ff9-b193-4829-951a-0852c2694cf4 tempest-AttachSCSIVolumeTestJSON-598131420 tempest-AttachSCSIVolumeTestJSON-598131420-project] 10.222.0.58 "GET /v2.0/ports?device_id=b46c8280-812a-4b0f-89db-1c58c71a80c6 HTTP/1.1" status: 200 len: 210 time: 0.1494412 Jul 09 14:49:57.967620 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98496d3-3416-46b4-bb20-c73736c96ca3 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Network 78b5fad6-5612-4dd1-9b92-34adcb52d009 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:49:57.971628 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-e98496d3-3416-46b4-bb20-c73736c96ca3 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:49:57.978015 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b336ce5-0d52-4588-a01f-edaea3484029 req-49d536c8-b9fc-4e22-99d3-94924e41c602 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:57.988585 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3b336ce5-0d52-4588-a01f-edaea3484029 req-49d536c8-b9fc-4e22-99d3-94924e41c602 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=e59981f2-1bbc-46b7-94f0-0e107e4666e9 HTTP/1.1" status: 200 len: 945 time: 0.1248844 Jul 09 14:49:58.049135 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3b336ce5-0d52-4588-a01f-edaea3484029 req-a7a2b21a-497c-4608-bfdf-ded5853e9b56 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584283 Jul 09 14:49:58.098092 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6f47eed5-f869-4108-bdc1-014a03f8c0fe tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:58.135246 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port a745b2f7-62da-43ae-afe6-d4aeab031c1d, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=a745b2f7-62da-43ae-afe6-d4aeab031c1d,segment=NetworkSegment(88773363-1d78-439b-bb07-1d37ed239605),segment_id=88773363-1d78-439b-bb07-1d37ed239605)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:49:58.163662 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': 'a745b2f7-62da-43ae-afe6-d4aeab031c1d', 'network_id': '07a9ecbf-37ed-481a-bf65-f5d67d5555a8', 'port_id': 'a745b2f7-62da-43ae-afe6-d4aeab031c1d', 'mac_address': 'fa:16:3e:ea:b1:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a6c5dcf-ab29-40a6-a385-f6eb72afc65e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:49:58.243629 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:58.246072 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f47eed5-f869-4108-bdc1-014a03f8c0fe tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:49:58.254093 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-6f47eed5-f869-4108-bdc1-014a03f8c0fe tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:49:58.256663 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f47eed5-f869-4108-bdc1-014a03f8c0fe tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:49:58.276561 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a745b2f7-62da-43ae-afe6-d4aeab031c1d {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:49:58.309229 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f47eed5-f869-4108-bdc1-014a03f8c0fe tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Pushing event updated for resources: {'Port': ['ID=fba9142f-1508-4c59-a211-1a99c73d9551,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:58.331418 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e98496d3-3416-46b4-bb20-c73736c96ca3 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Router 76721710-7915-4ea0-a575-2a246987e295 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:49:58.333097 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port a745b2f7-62da-43ae-afe6-d4aeab031c1d, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=a745b2f7-62da-43ae-afe6-d4aeab031c1d,segment=NetworkSegment(88773363-1d78-439b-bb07-1d37ed239605),segment_id=88773363-1d78-439b-bb07-1d37ed239605)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:49:58.429604 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:58.489801 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-514b91a5-95cb-4781-bad5-6acc811bdee7 None None] Provisioning complete for port dacf9b26-c737-4fa5-ad54-ca7a7859dc65 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:49:58.490176 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-514b91a5-95cb-4781-bad5-6acc811bdee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:58.538400 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=a745b2f7-62da-43ae-afe6-d4aeab031c1d,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:58.544329 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-514b91a5-95cb-4781-bad5-6acc811bdee7 None None] Port dacf9b26-c737-4fa5-ad54-ca7a7859dc65 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:49:58.574723 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e98496d3-3416-46b4-bb20-c73736c96ca3 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:49:58.582885 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 40336) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:58.583445 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-e98496d3-3416-46b4-bb20-c73736c96ca3 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "PUT /v2.0/routers/76721710-7915-4ea0-a575-2a246987e295/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9077878 Jul 09 14:49:58.589793 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-f1155c96-2567-4d6e-a956-14ab9ab592f6 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1537727140'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:49:58.594899 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e532023-f55d-4ff7-af2d-4b1fb5d0351d None None] Sync routers for ids ['76721710-7915-4ea0-a575-2a246987e295'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:49:58.618735 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e532023-f55d-4ff7-af2d-4b1fb5d0351d None None] Routers {'76721710-7915-4ea0-a575-2a246987e295'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:49:58.619651 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-0e532023-f55d-4ff7-af2d-4b1fb5d0351d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:49:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['76721710-7915-4ea0-a575-2a246987e295'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:58.634547 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6706f6-5866-450e-82cb-0f751799937d req-f09ceb0d-4f5c-45ab-87e0-2b01889b2cb0 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:58.644492 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cf6706f6-5866-450e-82cb-0f751799937d req-f09ceb0d-4f5c-45ab-87e0-2b01889b2cb0 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=9da18f17-d082-4d4c-86e5-ac89efaa7ffa HTTP/1.1" status: 200 len: 943 time: 0.1119664 Jul 09 14:49:58.755619 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cf6706f6-5866-450e-82cb-0f751799937d req-d860020e-9f6d-40e6-a05d-68da4dd68519 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=473b60ee-6046-439a-9449-2a9b96c46b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098995 Jul 09 14:49:58.767442 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1155c96-2567-4d6e-a956-14ab9ab592f6 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Made reservation on behalf of 99b13b6be1514c5a83b2b54f3d176297 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:49:58.772514 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f1155c96-2567-4d6e-a956-14ab9ab592f6 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:58.810494 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-0e532023-f55d-4ff7-af2d-4b1fb5d0351d None None] Set router 76721710-7915-4ea0-a575-2a246987e295 gateway port host: None {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:49:58.828026 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1155c96-2567-4d6e-a956-14ab9ab592f6 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:49:58.848944 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6f47eed5-f869-4108-bdc1-014a03f8c0fe tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:58.850640 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f1155c96-2567-4d6e-a956-14ab9ab592f6 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:58.854155 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-f1155c96-2567-4d6e-a956-14ab9ab592f6 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Added segment aefc7953-d866-41c9-b9cd-765ab0038064 of type vlan for network f6fdf93d-2182-4f4f-afcf-d841359b2501 Jul 09 14:49:58.943747 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f1155c96-2567-4d6e-a956-14ab9ab592f6 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:59.005532 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['a745b2f7-62da-43ae-afe6-d4aeab031c1d'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:49:59.070141 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f1155c96-2567-4d6e-a956-14ab9ab592f6 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:59.076340 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1155c96-2567-4d6e-a956-14ab9ab592f6 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:59.085112 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f1155c96-2567-4d6e-a956-14ab9ab592f6 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:59.148592 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3f8a397f-3e3c-4c3a-9b2f-5b198bae0c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:59.219325 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1155c96-2567-4d6e-a956-14ab9ab592f6 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event updated for resources: {'Network': ['ID=f6fdf93d-2182-4f4f-afcf-d841359b2501,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:59.242166 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f1155c96-2567-4d6e-a956-14ab9ab592f6 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6573863 Jul 09 14:49:59.244922 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 40346) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:59.282408 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network f6fdf93d-2182-4f4f-afcf-d841359b2501 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:49:59.285364 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-d3a4cd44-a9f1-48ca-aa85-265d1d9273e1 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Request body: {'subnet': {'network_id': 'f6fdf93d-2182-4f4f-afcf-d841359b2501', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:49:59.290759 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:59.364552 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b441382d-1ff8-4d78-9a56-08ea0d5d055a req-67e3bb23-3757-4cd2-b099-6d7c07b12d29 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:59.372506 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b441382d-1ff8-4d78-9a56-08ea0d5d055a req-67e3bb23-3757-4cd2-b099-6d7c07b12d29 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=8014eebb-d84d-4876-a5d9-7fee3a40d79b HTTP/1.1" status: 200 len: 944 time: 0.1493411 Jul 09 14:49:59.515146 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b441382d-1ff8-4d78-9a56-08ea0d5d055a req-b008c2b8-385e-46ed-a0ba-7ddc6e97bd64 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414700 Jul 09 14:49:59.543255 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-0e532023-f55d-4ff7-af2d-4b1fb5d0351d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76721710-7915-4ea0-a575-2a246987e295', 'name': 'tempest-RoutersIpV6Test-router-934731009', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:49:35Z', 'updated_at': '2021-07-09T14:49:56Z', 'revision_number': 4, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'gw_port_host': None, '_interfaces': [{'id': '3624d429-6ca5-451f-a7bb-ae3f1a2a249d', 'name': '', 'network_id': '9b3131d2-5b49-48c3-b387-6198a4c16a8c', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'mac_address': 'fa:16:3e:dd:fa:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76721710-7915-4ea0-a575-2a246987e295', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '82d66e92-ec3c-4cbe-80f5-2ea3afe13a42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:49:39Z', 'updated_at': '2021-07-09T14:49:47Z', 'revision_number': 5, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'subnets': [{'id': '82d66e92-ec3c-4cbe-80f5-2ea3afe13a42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '848ecfbd-2ed8-460f-b10a-84b7de05e577', 'name': '', 'network_id': 'a855d720-111e-4149-9070-f8758df7a1c9', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'mac_address': 'fa:16:3e:67:ea:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76721710-7915-4ea0-a575-2a246987e295', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'cea57d44-14bf-4db2-be7c-af1ad811e508', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:49:45Z', 'updated_at': '2021-07-09T14:49:53Z', 'revision_number': 5, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'subnets': [{'id': 'cea57d44-14bf-4db2-be7c-af1ad811e508', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dacf9b26-c737-4fa5-ad54-ca7a7859dc65', 'name': '', 'network_id': '78b5fad6-5612-4dd1-9b92-34adcb52d009', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'mac_address': 'fa:16:3e:e2:1d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76721710-7915-4ea0-a575-2a246987e295', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7a98438e-c6e4-48cf-a602-396a79411b48', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:49:54Z', 'updated_at': '2021-07-09T14:49:56Z', 'revision_number': 2, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'subnets': [{'id': '7a98438e-c6e4-48cf-a602-396a79411b48', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:59.579230 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e532023-f55d-4ff7-af2d-4b1fb5d0351d None None] Checking router: 76721710-7915-4ea0-a575-2a246987e295 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:49:59.580393 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e532023-f55d-4ff7-af2d-4b1fb5d0351d None None] Updating router 76721710-7915-4ea0-a575-2a246987e295 port dacf9b26-c737-4fa5-ad54-ca7a7859dc65 binding host n-d-799529-6 {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:49:59.634079 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6f47eed5-f869-4108-bdc1-014a03f8c0fe tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:59.655994 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0e532023-f55d-4ff7-af2d-4b1fb5d0351d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:59.691084 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a4cd44-a9f1-48ca-aa85-265d1d9273e1 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Made reservation on behalf of 99b13b6be1514c5a83b2b54f3d176297 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:49:59.694919 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d3a4cd44-a9f1-48ca-aa85-265d1d9273e1 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:59.947838 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 94c14f99-54fd-49a9-adbe-8036709819d0 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:50:00.019068 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: 94c14f99-54fd-49a9-adbe-8036709819d0 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:50:00.019427 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 94c14f99-54fd-49a9-adbe-8036709819d0 not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:50:00.063376 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b524a48-6906-45c4-87bf-536f2b891b0b req-7b2c1445-0157-4b8e-bd24-422b4c39611d tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:00.085981 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3b524a48-6906-45c4-87bf-536f2b891b0b req-7b2c1445-0157-4b8e-bd24-422b4c39611d tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=e59981f2-1bbc-46b7-94f0-0e107e4666e9 HTTP/1.1" status: 200 len: 945 time: 0.2632389 Jul 09 14:50:00.098718 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4dfaf3-f5b2-4121-8a99-9dc3f0c5fcb4 req-1354f630-5760-4ebb-9d7b-ec4a8eda8324 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:00.107060 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-de4dfaf3-f5b2-4121-8a99-9dc3f0c5fcb4 req-1354f630-5760-4ebb-9d7b-ec4a8eda8324 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=9da18f17-d082-4d4c-86e5-ac89efaa7ffa HTTP/1.1" status: 200 len: 943 time: 0.1425674 Jul 09 14:50:00.185566 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-de4dfaf3-f5b2-4121-8a99-9dc3f0c5fcb4 req-4337fbd6-d815-4b3c-994e-8a08f2dc30a4 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=473b60ee-6046-439a-9449-2a9b96c46b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702546 Jul 09 14:50:00.190715 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f47eed5-f869-4108-bdc1-014a03f8c0fe tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Router 66b2aa1c-3fcd-4dd3-a18a-2e2d222b8624 is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:50:00.192107 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3b524a48-6906-45c4-87bf-536f2b891b0b req-a88527b0-5a2e-40a3-a126-64bc52193101 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082623 Jul 09 14:50:00.241492 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:00.344919 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d3a4cd44-a9f1-48ca-aa85-265d1d9273e1 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:00.428342 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0e532023-f55d-4ff7-af2d-4b1fb5d0351d None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:00.450926 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-0e532023-f55d-4ff7-af2d-4b1fb5d0351d None None] Transition to ACTIVE for port object dacf9b26-c737-4fa5-ad54-ca7a7859dc65 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:50:00.506279 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a4cd44-a9f1-48ca-aa85-265d1d9273e1 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event updated for resources: {'Subnet': ['ID=d30caffa-412f-4efc-9dd6-0126d0175bfd,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:00.526972 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f47eed5-f869-4108-bdc1-014a03f8c0fe tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:50:00.530715 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a4cd44-a9f1-48ca-aa85-265d1d9273e1 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Checking segment: {'id': 'aefc7953-d866-41c9-b9cd-765ab0038064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f6fdf93d-2182-4f4f-afcf-d841359b2501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:50:00.531667 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a4cd44-a9f1-48ca-aa85-265d1d9273e1 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Network hostable DHCP agents. Network: f6fdf93d-2182-4f4f-afcf-d841359b2501, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:50:00.538723 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcfce25-eb32-4fc3-b900-d3de3d0964b1 None None] Sync routers for ids ['66b2aa1c-3fcd-4dd3-a18a-2e2d222b8624'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:50:00.544325 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0e532023-f55d-4ff7-af2d-4b1fb5d0351d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:00.567685 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcfce25-eb32-4fc3-b900-d3de3d0964b1 None None] Routers {'66b2aa1c-3fcd-4dd3-a18a-2e2d222b8624'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:50:00.568337 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-9fcfce25-eb32-4fc3-b900-d3de3d0964b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:49:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['66b2aa1c-3fcd-4dd3-a18a-2e2d222b8624'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:00.644663 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b41abb-8245-45af-adc6-69cec1bc9794 None None] Pushing event updated for resources: {'Port': ['ID=dacf9b26-c737-4fa5-ad54-ca7a7859dc65,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:00.715008 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6f47eed5-f869-4108-bdc1-014a03f8c0fe tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:00.725568 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-6f47eed5-f869-4108-bdc1-014a03f8c0fe tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.2973642 Jul 09 14:50:00.726064 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 40392) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:00.737401 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a4cd44-a9f1-48ca-aa85-265d1d9273e1 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Network f6fdf93d-2182-4f4f-afcf-d841359b2501 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:50:00.759309 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-0e532023-f55d-4ff7-af2d-4b1fb5d0351d None None] Attempting to bind port dacf9b26-c737-4fa5-ad54-ca7a7859dc65 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:50:00.761855 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-0e532023-f55d-4ff7-af2d-4b1fb5d0351d None None] Attempting to bind port dacf9b26-c737-4fa5-ad54-ca7a7859dc65 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'a50decf0-399a-4b0a-b1a7-044f4b890979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '78b5fad6-5612-4dd1-9b92-34adcb52d009'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:50:00.762258 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e532023-f55d-4ff7-af2d-4b1fb5d0351d None None] Attempting to bind port dacf9b26-c737-4fa5-ad54-ca7a7859dc65 on network 78b5fad6-5612-4dd1-9b92-34adcb52d009 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:50:00.775327 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e532023-f55d-4ff7-af2d-4b1fb5d0351d None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:50:00.775757 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e532023-f55d-4ff7-af2d-4b1fb5d0351d None None] Checking segment: {'id': 'a50decf0-399a-4b0a-b1a7-044f4b890979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '78b5fad6-5612-4dd1-9b92-34adcb52d009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:50:00.776144 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0e532023-f55d-4ff7-af2d-4b1fb5d0351d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:00.776538 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e532023-f55d-4ff7-af2d-4b1fb5d0351d None None] Bound using segment: {'id': 'a50decf0-399a-4b0a-b1a7-044f4b890979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '78b5fad6-5612-4dd1-9b92-34adcb52d009'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:50:00.777137 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-0e532023-f55d-4ff7-af2d-4b1fb5d0351d None None] Bound port: dacf9b26-c737-4fa5-ad54-ca7a7859dc65, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a50decf0-399a-4b0a-b1a7-044f4b890979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '78b5fad6-5612-4dd1-9b92-34adcb52d009'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:50:00.777467 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0e532023-f55d-4ff7-af2d-4b1fb5d0351d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:00.823495 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-9fcfce25-eb32-4fc3-b900-d3de3d0964b1 None None] Set router 66b2aa1c-3fcd-4dd3-a18a-2e2d222b8624 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:50:00.897601 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-0e532023-f55d-4ff7-af2d-4b1fb5d0351d None None] For port dacf9b26-c737-4fa5-ad54-ca7a7859dc65, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:50:00.903153 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-0e532023-f55d-4ff7-af2d-4b1fb5d0351d None None] For port dacf9b26-c737-4fa5-ad54-ca7a7859dc65, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=dacf9b26-c737-4fa5-ad54-ca7a7859dc65,segment=NetworkSegment(a50decf0-399a-4b0a-b1a7-044f4b890979),segment_id=a50decf0-399a-4b0a-b1a7-044f4b890979)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:50:00.934287 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bbf066-959a-4aa0-8e6f-9419d2df9eb7 req-f00d4b13-801f-4de5-809b-8df80732fc8c tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:00.935999 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e1bbf066-959a-4aa0-8e6f-9419d2df9eb7 req-f00d4b13-801f-4de5-809b-8df80732fc8c tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=8014eebb-d84d-4876-a5d9-7fee3a40d79b HTTP/1.1" status: 200 len: 944 time: 0.1805220 Jul 09 14:50:00.995049 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-d3a4cd44-a9f1-48ca-aa85-265d1d9273e1 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, f6fdf93d-2182-4f4f-afcf-d841359b2501) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:50:01.009313 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0e532023-f55d-4ff7-af2d-4b1fb5d0351d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:01.018079 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a4cd44-a9f1-48ca-aa85-265d1d9273e1 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:01.018710 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d3a4cd44-a9f1-48ca-aa85-265d1d9273e1 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:01.044536 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-3d22e561-9e47-4b52-b242-eb606cfcf800 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] 10.222.0.58 "GET /v2.0/routers/66b2aa1c-3fcd-4dd3-a18a-2e2d222b8624 HTTP/1.1" status: 200 len: 907 time: 0.3146191 Jul 09 14:50:01.045157 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 40398) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:01.050678 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-9a3a4a6a-5e8a-4229-86d2-f1f71cc4971a tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Request body: {'router': {'name': 'tempest-snat-router-879285427', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'enable_snat': True}}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:50:01.113729 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e1bbf066-959a-4aa0-8e6f-9419d2df9eb7 req-cf4f6908-d749-4138-a8e6-b6feeeeb7cb0 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691744 Jul 09 14:50:01.121189 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db22b84-e2ab-49e9-b796-738a2fbfb132 None None] Network f6fdf93d-2182-4f4f-afcf-d841359b2501 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:50:01.166663 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d3a4cd44-a9f1-48ca-aa85-265d1d9273e1 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8938081 Jul 09 14:50:01.167274 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40404) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:01.273419 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e532023-f55d-4ff7-af2d-4b1fb5d0351d None None] Routers {'76721710-7915-4ea0-a575-2a246987e295'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:50:01.273419 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-0e532023-f55d-4ff7-af2d-4b1fb5d0351d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:49:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['76721710-7915-4ea0-a575-2a246987e295'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:01.319254 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9a3a4a6a-5e8a-4229-86d2-f1f71cc4971a tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:01.320638 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9a3a4a6a-5e8a-4229-86d2-f1f71cc4971a tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:01.408991 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b41abb-8245-45af-adc6-69cec1bc9794 None None] Pushing event updated for resources: {'Port': ['ID=dacf9b26-c737-4fa5-ad54-ca7a7859dc65,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:01.526475 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9a3a4a6a-5e8a-4229-86d2-f1f71cc4971a tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:01.576744 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-9fcfce25-eb32-4fc3-b900-d3de3d0964b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b2aa1c-3fcd-4dd3-a18a-2e2d222b8624', 'name': 'tempest-snat-router-879285427', 'tenant_id': '5e53e96b6b5947f59dd9e957b6ba6726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.98'}], 'enable_snat': False}, 'gw_port_id': 'fba9142f-1508-4c59-a211-1a99c73d9551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:49:54Z', 'updated_at': '2021-07-09T14:49:58Z', 'revision_number': 3, 'project_id': '5e53e96b6b5947f59dd9e957b6ba6726', 'gw_port': {'id': 'fba9142f-1508-4c59-a211-1a99c73d9551', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66b2aa1c-3fcd-4dd3-a18a-2e2d222b8624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:49:57Z', 'updated_at': '2021-07-09T14:49:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:01.654410 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-0e532023-f55d-4ff7-af2d-4b1fb5d0351d None None] Set router 76721710-7915-4ea0-a575-2a246987e295 gateway port host: None {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:50:01.666082 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcfce25-eb32-4fc3-b900-d3de3d0964b1 None None] Checking router: 66b2aa1c-3fcd-4dd3-a18a-2e2d222b8624 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:50:01.669623 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcfce25-eb32-4fc3-b900-d3de3d0964b1 None None] Updating router 66b2aa1c-3fcd-4dd3-a18a-2e2d222b8624 port fba9142f-1508-4c59-a211-1a99c73d9551 binding host n-d-799529-6 {{(pid=94448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:50:01.695164 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:01.738031 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device a745b2f7-62da-43ae-afe6-d4aeab031c1d up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:50:01.779782 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-9fcfce25-eb32-4fc3-b900-d3de3d0964b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:02.028442 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9a3a4a6a-5e8a-4229-86d2-f1f71cc4971a tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:02.113492 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03da5c7e-370a-4933-8fa9-9ab4536e1386 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-f6fdf93d-2182-4f4f-afcf-d841359b2501', 'network_id': 'f6fdf93d-2182-4f4f-afcf-d841359b2501', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'fixed_ips': [{'subnet_id': 'd30caffa-412f-4efc-9dd6-0126d0175bfd'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:50:02.114347 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-03da5c7e-370a-4933-8fa9-9ab4536e1386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:02.149308 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf3c5b-8b54-4a59-b6ab-c79d6060b49f req-91e7e603-0014-44d5-994d-4901f32aa173 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:02.161667 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c5cf3c5b-8b54-4a59-b6ab-c79d6060b49f req-91e7e603-0014-44d5-994d-4901f32aa173 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=9da18f17-d082-4d4c-86e5-ac89efaa7ffa HTTP/1.1" status: 200 len: 943 time: 0.2483044 Jul 09 14:50:02.236099 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port a745b2f7-62da-43ae-afe6-d4aeab031c1d completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:50:02.268669 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port a745b2f7-62da-43ae-afe6-d4aeab031c1d triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:50:02.269121 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:02.285028 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c5cf3c5b-8b54-4a59-b6ab-c79d6060b49f req-3584e498-74ee-4b27-8201-72ad2ee089b4 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=473b60ee-6046-439a-9449-2a9b96c46b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035886 Jul 09 14:50:02.288372 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-081165dd-7677-4a54-8e83-4a0ca4f55bb8 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:02.403594 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-9fcfce25-eb32-4fc3-b900-d3de3d0964b1 None None] Notify callbacks [] for port, precommit_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:02.445599 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.provisioning_blocks [None req-9fcfce25-eb32-4fc3-b900-d3de3d0964b1 None None] Transition to ACTIVE for port object fba9142f-1508-4c59-a211-1a99c73d9551 will not be triggered until provisioned by entity L2. {{(pid=94448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:50:02.471570 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-03da5c7e-370a-4933-8fa9-9ab4536e1386 None None] Allocated IP 2001:db8:3::2 (f6fdf93d-2182-4f4f-afcf-d841359b2501/d30caffa-412f-4efc-9dd6-0126d0175bfd/a270d535-02d5-4dc7-aa29-5e81d5a0a51c) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:50:02.533532 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-9fcfce25-eb32-4fc3-b900-d3de3d0964b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:02.640893 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9a3a4a6a-5e8a-4229-86d2-f1f71cc4971a tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:02.673633 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd74985-6668-44ff-9df0-233311f4e6dd None None] Pushing event updated for resources: {'Port': ['ID=fba9142f-1508-4c59-a211-1a99c73d9551,revision_number=2']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:02.688306 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-9fcfce25-eb32-4fc3-b900-d3de3d0964b1 None None] Attempting to bind port fba9142f-1508-4c59-a211-1a99c73d9551 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:50:02.688704 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-9fcfce25-eb32-4fc3-b900-d3de3d0964b1 None None] Attempting to bind port fba9142f-1508-4c59-a211-1a99c73d9551 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:50:02.689596 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcfce25-eb32-4fc3-b900-d3de3d0964b1 None None] Attempting to bind port fba9142f-1508-4c59-a211-1a99c73d9551 on network 202c7ce6-d4e9-4f80-84dd-bef08905a653 {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:50:02.693540 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9a3a4a6a-5e8a-4229-86d2-f1f71cc4971a tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:02.709856 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcfce25-eb32-4fc3-b900-d3de3d0964b1 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:50:02.710321 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcfce25-eb32-4fc3-b900-d3de3d0964b1 None None] Checking segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:50:02.710780 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-9fcfce25-eb32-4fc3-b900-d3de3d0964b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:02.711146 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcfce25-eb32-4fc3-b900-d3de3d0964b1 None None] Bound using segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:50:02.711660 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-9fcfce25-eb32-4fc3-b900-d3de3d0964b1 None None] Bound port: fba9142f-1508-4c59-a211-1a99c73d9551, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:50:02.712099 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-9fcfce25-eb32-4fc3-b900-d3de3d0964b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:02.768400 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-03da5c7e-370a-4933-8fa9-9ab4536e1386 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:02.790131 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-03da5c7e-370a-4933-8fa9-9ab4536e1386 None None] Transition to ACTIVE for port object a270d535-02d5-4dc7-aa29-5e81d5a0a51c will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:50:02.816243 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-9fcfce25-eb32-4fc3-b900-d3de3d0964b1 None None] For port fba9142f-1508-4c59-a211-1a99c73d9551, host n-d-799529-6, cleared binding levels {{(pid=94448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:50:02.820297 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-9fcfce25-eb32-4fc3-b900-d3de3d0964b1 None None] For port fba9142f-1508-4c59-a211-1a99c73d9551, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=fba9142f-1508-4c59-a211-1a99c73d9551,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:50:02.840063 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-9a3a4a6a-5e8a-4229-86d2-f1f71cc4971a tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Allocated IP 172.25.3.171 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/25c51a90-9e4e-4ef0-9a29-8de68a078351) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:50:02.841390 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-0e532023-f55d-4ff7-af2d-4b1fb5d0351d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76721710-7915-4ea0-a575-2a246987e295', 'name': 'tempest-RoutersIpV6Test-router-934731009', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:49:35Z', 'updated_at': '2021-07-09T14:49:56Z', 'revision_number': 4, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'gw_port_host': None, '_interfaces': [{'id': '3624d429-6ca5-451f-a7bb-ae3f1a2a249d', 'name': '', 'network_id': '9b3131d2-5b49-48c3-b387-6198a4c16a8c', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'mac_address': 'fa:16:3e:dd:fa:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76721710-7915-4ea0-a575-2a246987e295', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '82d66e92-ec3c-4cbe-80f5-2ea3afe13a42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:49:39Z', 'updated_at': '2021-07-09T14:49:47Z', 'revision_number': 5, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'subnets': [{'id': '82d66e92-ec3c-4cbe-80f5-2ea3afe13a42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '848ecfbd-2ed8-460f-b10a-84b7de05e577', 'name': '', 'network_id': 'a855d720-111e-4149-9070-f8758df7a1c9', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'mac_address': 'fa:16:3e:67:ea:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76721710-7915-4ea0-a575-2a246987e295', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'cea57d44-14bf-4db2-be7c-af1ad811e508', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:49:45Z', 'updated_at': '2021-07-09T14:49:53Z', 'revision_number': 5, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'subnets': [{'id': 'cea57d44-14bf-4db2-be7c-af1ad811e508', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dacf9b26-c737-4fa5-ad54-ca7a7859dc65', 'name': '', 'network_id': '78b5fad6-5612-4dd1-9b92-34adcb52d009', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'mac_address': 'fa:16:3e:e2:1d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76721710-7915-4ea0-a575-2a246987e295', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7a98438e-c6e4-48cf-a602-396a79411b48', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:49:54Z', 'updated_at': '2021-07-09T14:50:00Z', 'revision_number': 4, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'subnets': [{'id': '7a98438e-c6e4-48cf-a602-396a79411b48', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:02.846675 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-03da5c7e-370a-4933-8fa9-9ab4536e1386 None None] Transition to ACTIVE for port object a270d535-02d5-4dc7-aa29-5e81d5a0a51c will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:50:02.913902 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-9fcfce25-eb32-4fc3-b900-d3de3d0964b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:02.975896 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:02.999945 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e532023-f55d-4ff7-af2d-4b1fb5d0351d None None] The sync data for ids ['76721710-7915-4ea0-a575-2a246987e295'] in n-d-799529-6 is: [{'id': '76721710-7915-4ea0-a575-2a246987e295', 'name': 'tempest-RoutersIpV6Test-router-934731009', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:49:35Z', 'updated_at': '2021-07-09T14:49:56Z', 'revision_number': 4, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'gw_port_host': None, '_interfaces': [{'id': '3624d429-6ca5-451f-a7bb-ae3f1a2a249d', 'name': '', 'network_id': '9b3131d2-5b49-48c3-b387-6198a4c16a8c', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'mac_address': 'fa:16:3e:dd:fa:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76721710-7915-4ea0-a575-2a246987e295', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '82d66e92-ec3c-4cbe-80f5-2ea3afe13a42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:49:39Z', 'updated_at': '2021-07-09T14:49:47Z', 'revision_number': 5, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'subnets': [{'id': '82d66e92-ec3c-4cbe-80f5-2ea3afe13a42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '848ecfbd-2ed8-460f-b10a-84b7de05e577', 'name': '', 'network_id': 'a855d720-111e-4149-9070-f8758df7a1c9', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'mac_address': 'fa:16:3e:67:ea:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76721710-7915-4ea0-a575-2a246987e295', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'cea57d44-14bf-4db2-be7c-af1ad811e508', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:49:45Z', 'updated_at': '2021-07-09T14:49:53Z', 'revision_number': 5, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'subnets': [{'id': 'cea57d44-14bf-4db2-be7c-af1ad811e508', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dacf9b26-c737-4fa5-ad54-ca7a7859dc65', 'name': '', 'network_id': '78b5fad6-5612-4dd1-9b92-34adcb52d009', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'mac_address': 'fa:16:3e:e2:1d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76721710-7915-4ea0-a575-2a246987e295', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7a98438e-c6e4-48cf-a602-396a79411b48', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:49:54Z', 'updated_at': '2021-07-09T14:50:00Z', 'revision_number': 4, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'subnets': [{'id': '7a98438e-c6e4-48cf-a602-396a79411b48', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:50:03.007612 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8014eebb-d84d-4876-a5d9-7fee3a40d79b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a745b2f7-62da-43ae-afe6-d4aeab031c1d'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:50:03.012035 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd74985-6668-44ff-9df0-233311f4e6dd None None] Pushing event updated for resources: {'Port': ['ID=fba9142f-1508-4c59-a211-1a99c73d9551,revision_number=3']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:03.016511 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b26389d-a789-4c2c-806e-87375087992e" -d '{"events": [{"server_uuid": "8014eebb-d84d-4876-a5d9-7fee3a40d79b", "name": "network-vif-plugged", "status": "completed", "tag": "a745b2f7-62da-43ae-afe6-d4aeab031c1d"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:50:03.027468 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9a3a4a6a-5e8a-4229-86d2-f1f71cc4971a tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:03.111294 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-03da5c7e-370a-4933-8fa9-9ab4536e1386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:03.118353 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcfce25-eb32-4fc3-b900-d3de3d0964b1 None None] Routers {'66b2aa1c-3fcd-4dd3-a18a-2e2d222b8624'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:50:03.118870 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-9fcfce25-eb32-4fc3-b900-d3de3d0964b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:49:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['66b2aa1c-3fcd-4dd3-a18a-2e2d222b8624'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:03.162510 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port a745b2f7-62da-43ae-afe6-d4aeab031c1d, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=a745b2f7-62da-43ae-afe6-d4aeab031c1d,segment=NetworkSegment(88773363-1d78-439b-bb07-1d37ed239605),segment_id=88773363-1d78-439b-bb07-1d37ed239605)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:50:03.242717 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03da5c7e-370a-4933-8fa9-9ab4536e1386 None None] Network f6fdf93d-2182-4f4f-afcf-d841359b2501 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:50:03.253814 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-03da5c7e-370a-4933-8fa9-9ab4536e1386 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:50:03.255821 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03da5c7e-370a-4933-8fa9-9ab4536e1386 None None] Pushing event updated for resources: {'Port': ['ID=a270d535-02d5-4dc7-aa29-5e81d5a0a51c,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:03.280276 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03da5c7e-370a-4933-8fa9-9ab4536e1386 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:50:03.297133 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9a3a4a6a-5e8a-4229-86d2-f1f71cc4971a tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:03.330234 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:03.371111 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-081165dd-7677-4a54-8e83-4a0ca4f55bb8 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Allocated IP 2001:db8:3::1 (f6fdf93d-2182-4f4f-afcf-d841359b2501/d30caffa-412f-4efc-9dd6-0126d0175bfd/0dde1658-3b1f-4197-98b1-4dcf31076d16) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:50:03.381962 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3a4a6a-5e8a-4229-86d2-f1f71cc4971a tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:50:03.405936 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-9a3a4a6a-5e8a-4229-86d2-f1f71cc4971a tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:50:03.410116 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3a4a6a-5e8a-4229-86d2-f1f71cc4971a tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:50:03.425635 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-9fcfce25-eb32-4fc3-b900-d3de3d0964b1 None None] Set router 66b2aa1c-3fcd-4dd3-a18a-2e2d222b8624 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:50:03.524695 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3a4a6a-5e8a-4229-86d2-f1f71cc4971a tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Pushing event updated for resources: {'Port': ['ID=25c51a90-9e4e-4ef0-9a29-8de68a078351,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:03.527144 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-03da5c7e-370a-4933-8fa9-9ab4536e1386 None None] Attempting to bind port a270d535-02d5-4dc7-aa29-5e81d5a0a51c on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:50:03.527754 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-03da5c7e-370a-4933-8fa9-9ab4536e1386 None None] Attempting to bind port a270d535-02d5-4dc7-aa29-5e81d5a0a51c by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'aefc7953-d866-41c9-b9cd-765ab0038064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f6fdf93d-2182-4f4f-afcf-d841359b2501'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:50:03.528711 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03da5c7e-370a-4933-8fa9-9ab4536e1386 None None] Attempting to bind port a270d535-02d5-4dc7-aa29-5e81d5a0a51c on network f6fdf93d-2182-4f4f-afcf-d841359b2501 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:50:03.591316 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03da5c7e-370a-4933-8fa9-9ab4536e1386 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:50:03.592754 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03da5c7e-370a-4933-8fa9-9ab4536e1386 None None] Checking segment: {'id': 'aefc7953-d866-41c9-b9cd-765ab0038064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f6fdf93d-2182-4f4f-afcf-d841359b2501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:50:03.594935 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-03da5c7e-370a-4933-8fa9-9ab4536e1386 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:03.595583 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03da5c7e-370a-4933-8fa9-9ab4536e1386 None None] Bound using segment: {'id': 'aefc7953-d866-41c9-b9cd-765ab0038064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f6fdf93d-2182-4f4f-afcf-d841359b2501'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:50:03.596259 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-03da5c7e-370a-4933-8fa9-9ab4536e1386 None None] Bound port: a270d535-02d5-4dc7-aa29-5e81d5a0a51c, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aefc7953-d866-41c9-b9cd-765ab0038064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f6fdf93d-2182-4f4f-afcf-d841359b2501'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:50:03.598603 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-03da5c7e-370a-4933-8fa9-9ab4536e1386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:03.825569 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=a745b2f7-62da-43ae-afe6-d4aeab031c1d,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:03.837553 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-081165dd-7677-4a54-8e83-4a0ca4f55bb8 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:03.849306 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6a9715-f039-44c5-ac0c-d8b54c557706 req-19849557-57fc-4642-830f-6097301a936a tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:03.856528 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9a6a9715-f039-44c5-ac0c-d8b54c557706 req-19849557-57fc-4642-830f-6097301a936a tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=8014eebb-d84d-4876-a5d9-7fee3a40d79b HTTP/1.1" status: 200 len: 945 time: 0.2768507 Jul 09 14:50:03.899110 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-03da5c7e-370a-4933-8fa9-9ab4536e1386 None None] For port a270d535-02d5-4dc7-aa29-5e81d5a0a51c, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:50:03.910293 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-03da5c7e-370a-4933-8fa9-9ab4536e1386 None None] For port a270d535-02d5-4dc7-aa29-5e81d5a0a51c, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=a270d535-02d5-4dc7-aa29-5e81d5a0a51c,segment=NetworkSegment(aefc7953-d866-41c9-b9cd-765ab0038064),segment_id=aefc7953-d866-41c9-b9cd-765ab0038064)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:50:03.929411 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-081165dd-7677-4a54-8e83-4a0ca4f55bb8 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Transition to ACTIVE for port object 0dde1658-3b1f-4197-98b1-4dcf31076d16 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:50:03.966817 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9a6a9715-f039-44c5-ac0c-d8b54c557706 req-1f551d50-70b1-4559-9cd8-43019a167117 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092811 Jul 09 14:50:03.993853 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-03da5c7e-370a-4933-8fa9-9ab4536e1386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:04.148752 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03da5c7e-370a-4933-8fa9-9ab4536e1386 None None] Pushing event updated for resources: {'Port': ['ID=a270d535-02d5-4dc7-aa29-5e81d5a0a51c,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:04.207310 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-081165dd-7677-4a54-8e83-4a0ca4f55bb8 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:04.253227 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-9fcfce25-eb32-4fc3-b900-d3de3d0964b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b2aa1c-3fcd-4dd3-a18a-2e2d222b8624', 'name': 'tempest-snat-router-879285427', 'tenant_id': '5e53e96b6b5947f59dd9e957b6ba6726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.98'}], 'enable_snat': False}, 'gw_port_id': 'fba9142f-1508-4c59-a211-1a99c73d9551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:49:54Z', 'updated_at': '2021-07-09T14:49:58Z', 'revision_number': 3, 'project_id': '5e53e96b6b5947f59dd9e957b6ba6726', 'gw_port': {'id': 'fba9142f-1508-4c59-a211-1a99c73d9551', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66b2aa1c-3fcd-4dd3-a18a-2e2d222b8624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:49:57Z', 'updated_at': '2021-07-09T14:50:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:04.310422 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e549a9c1-df1e-48e2-a2cc-7a9f89dfadae x-openstack-request-id: req-e549a9c1-df1e-48e2-a2cc-7a9f89dfadae {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:50:04.310422 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8014eebb-d84d-4876-a5d9-7fee3a40d79b", "name": "network-vif-plugged", "status": "completed", "tag": "a745b2f7-62da-43ae-afe6-d4aeab031c1d", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:50:04.310422 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e549a9c1-df1e-48e2-a2cc-7a9f89dfadae {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:50:04.310422 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8014eebb-d84d-4876-a5d9-7fee3a40d79b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a745b2f7-62da-43ae-afe6-d4aeab031c1d', 'code': 200} Jul 09 14:50:04.400769 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcfce25-eb32-4fc3-b900-d3de3d0964b1 None None] The sync data for ids ['66b2aa1c-3fcd-4dd3-a18a-2e2d222b8624'] in n-d-799529-6 is: [{'id': '66b2aa1c-3fcd-4dd3-a18a-2e2d222b8624', 'name': 'tempest-snat-router-879285427', 'tenant_id': '5e53e96b6b5947f59dd9e957b6ba6726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.98'}], 'enable_snat': False}, 'gw_port_id': 'fba9142f-1508-4c59-a211-1a99c73d9551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:49:54Z', 'updated_at': '2021-07-09T14:49:58Z', 'revision_number': 3, 'project_id': '5e53e96b6b5947f59dd9e957b6ba6726', 'gw_port': {'id': 'fba9142f-1508-4c59-a211-1a99c73d9551', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66b2aa1c-3fcd-4dd3-a18a-2e2d222b8624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:49:57Z', 'updated_at': '2021-07-09T14:50:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:50:04.462445 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081165dd-7677-4a54-8e83-4a0ca4f55bb8 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Network f6fdf93d-2182-4f4f-afcf-d841359b2501 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:50:04.543875 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-081165dd-7677-4a54-8e83-4a0ca4f55bb8 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:50:04.594798 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081165dd-7677-4a54-8e83-4a0ca4f55bb8 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:50:04.598233 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-081165dd-7677-4a54-8e83-4a0ca4f55bb8 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:04.683553 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9a3a4a6a-5e8a-4229-86d2-f1f71cc4971a tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:04.749828 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081165dd-7677-4a54-8e83-4a0ca4f55bb8 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event updated for resources: {'Port': ['ID=0dde1658-3b1f-4197-98b1-4dcf31076d16,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:04.812643 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15b41b9-9c1e-4380-bf65-a947772345b7 req-39055fdb-5569-4248-a0cf-ca771a506121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:04.814890 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a15b41b9-9c1e-4380-bf65-a947772345b7 req-39055fdb-5569-4248-a0cf-ca771a506121 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8014eebb-d84d-4876-a5d9-7fee3a40d79b HTTP/1.1" status: 200 len: 1096 time: 0.3512318 Jul 09 14:50:04.964783 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a15b41b9-9c1e-4380-bf65-a947772345b7 req-8b3ff9f8-4a21-48d0-ab50-bf119fa0fd72 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297412 Jul 09 14:50:05.141231 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-081165dd-7677-4a54-8e83-4a0ca4f55bb8 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:05.161808 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4519864e-f623-4c2a-a106-8052ed152711 req-1360b145-8076-48a0-ba64-ba2833864bcf tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:05.170600 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4519864e-f623-4c2a-a106-8052ed152711 req-1360b145-8076-48a0-ba64-ba2833864bcf tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=9da18f17-d082-4d4c-86e5-ac89efaa7ffa HTTP/1.1" status: 200 len: 943 time: 0.3112214 Jul 09 14:50:05.524188 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device a270d535-02d5-4dc7-aa29-5e81d5a0a51c up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:50:05.544471 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4519864e-f623-4c2a-a106-8052ed152711 req-93f9fd8f-c9dd-4c6f-a14f-91e9b8f54240 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=473b60ee-6046-439a-9449-2a9b96c46b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3709786 Jul 09 14:50:05.778448 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port a270d535-02d5-4dc7-aa29-5e81d5a0a51c completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:50:05.783586 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device dacf9b26-c737-4fa5-ad54-ca7a7859dc65 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:50:05.837681 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9a3a4a6a-5e8a-4229-86d2-f1f71cc4971a tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:05.967899 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2dd919-a848-4481-a7b6-4f248e0ffad9 req-f26d91dd-c4b0-4c9e-8f5d-838f9600f6bb tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:05.975273 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7b2dd919-a848-4481-a7b6-4f248e0ffad9 req-f26d91dd-c4b0-4c9e-8f5d-838f9600f6bb tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=8014eebb-d84d-4876-a5d9-7fee3a40d79b HTTP/1.1" status: 200 len: 945 time: 0.5600731 Jul 09 14:50:06.053216 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port dacf9b26-c737-4fa5-ad54-ca7a7859dc65 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:50:06.060690 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port dacf9b26-c737-4fa5-ad54-ca7a7859dc65 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:50:06.061072 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:06.163397 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7b2dd919-a848-4481-a7b6-4f248e0ffad9 req-634e793f-d802-485a-9611-fdb03c45f3c6 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870875 Jul 09 14:50:06.229924 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e5cd27-9332-4a71-9e11-86962abc1bb9 None None] Network f6fdf93d-2182-4f4f-afcf-d841359b2501 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:50:06.332522 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-081165dd-7677-4a54-8e83-4a0ca4f55bb8 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:06.415103 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:06.441531 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-081165dd-7677-4a54-8e83-4a0ca4f55bb8 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:06.442411 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-081165dd-7677-4a54-8e83-4a0ca4f55bb8 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:06.544634 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-cbd7c797-9904-4ad0-897e-16d27ffdc43a None None] Provisioning for port a270d535-02d5-4dc7-aa29-5e81d5a0a51c completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:50:06.569825 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port dacf9b26-c737-4fa5-ad54-ca7a7859dc65, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=dacf9b26-c737-4fa5-ad54-ca7a7859dc65,segment=NetworkSegment(a50decf0-399a-4b0a-b1a7-044f4b890979),segment_id=a50decf0-399a-4b0a-b1a7-044f4b890979)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:50:06.571337 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-cbd7c797-9904-4ad0-897e-16d27ffdc43a None None] Provisioning complete for port a270d535-02d5-4dc7-aa29-5e81d5a0a51c triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:50:06.577771 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-cbd7c797-9904-4ad0-897e-16d27ffdc43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:06.577907 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a3a4a6a-5e8a-4229-86d2-f1f71cc4971a tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Router 12164ba4-c11c-4cd2-a2af-2af8c9b1317d is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:50:06.587884 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081165dd-7677-4a54-8e83-4a0ca4f55bb8 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event updated for resources: {'Port': ['ID=0dde1658-3b1f-4197-98b1-4dcf31076d16,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:06.708803 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:06.714826 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device fba9142f-1508-4c59-a211-1a99c73d9551 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:50:06.744573 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081165dd-7677-4a54-8e83-4a0ca4f55bb8 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Network f6fdf93d-2182-4f4f-afcf-d841359b2501 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:50:06.752763 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-081165dd-7677-4a54-8e83-4a0ca4f55bb8 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:50:06.876798 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a3a4a6a-5e8a-4229-86d2-f1f71cc4971a tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:50:07.010735 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02535f6-f552-4241-98f1-e017befe49fc None None] Sync routers for ids ['12164ba4-c11c-4cd2-a2af-2af8c9b1317d'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:50:07.098540 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9a3a4a6a-5e8a-4229-86d2-f1f71cc4971a tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:07.099436 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-081165dd-7677-4a54-8e83-4a0ca4f55bb8 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Router 76721710-7915-4ea0-a575-2a246987e295 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:50:07.103028 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-9a3a4a6a-5e8a-4229-86d2-f1f71cc4971a tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.0567987 Jul 09 14:50:07.109521 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40498) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:07.112917 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=dacf9b26-c737-4fa5-ad54-ca7a7859dc65,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:07.151577 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02535f6-f552-4241-98f1-e017befe49fc None None] Routers {'12164ba4-c11c-4cd2-a2af-2af8c9b1317d'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:50:07.153102 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-f02535f6-f552-4241-98f1-e017befe49fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:49:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['12164ba4-c11c-4cd2-a2af-2af8c9b1317d'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:07.310107 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d2ab2a-8106-4dac-8615-e9f10d897431 req-382c2f21-3e07-4196-9acf-a0ddce054fac tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:07.312016 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-02d2ab2a-8106-4dac-8615-e9f10d897431 req-382c2f21-3e07-4196-9acf-a0ddce054fac tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=9da18f17-d082-4d4c-86e5-ac89efaa7ffa HTTP/1.1" status: 200 len: 943 time: 0.3647313 Jul 09 14:50:07.354654 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port fba9142f-1508-4c59-a211-1a99c73d9551 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:50:07.362881 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port fba9142f-1508-4c59-a211-1a99c73d9551 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:50:07.363340 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:07.425286 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-cbd7c797-9904-4ad0-897e-16d27ffdc43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:07.593313 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:07.634496 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port fba9142f-1508-4c59-a211-1a99c73d9551, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=fba9142f-1508-4c59-a211-1a99c73d9551,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:50:07.723629 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-cbd7c797-9904-4ad0-897e-16d27ffdc43a None None] For port a270d535-02d5-4dc7-aa29-5e81d5a0a51c, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=a270d535-02d5-4dc7-aa29-5e81d5a0a51c,segment=NetworkSegment(aefc7953-d866-41c9-b9cd-765ab0038064),segment_id=aefc7953-d866-41c9-b9cd-765ab0038064)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:50:07.725970 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-f02535f6-f552-4241-98f1-e017befe49fc None None] Set router 12164ba4-c11c-4cd2-a2af-2af8c9b1317d gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:50:07.853393 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:07.872028 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:50:07.880630 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-cbd7c797-9904-4ad0-897e-16d27ffdc43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:08.105650 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9a9ef8-ed8e-41e3-94e3-db002c08a769 req-f3948fe1-8cba-4f14-b751-0fbe2e40124c tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:08.119567 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8d9a9ef8-ed8e-41e3-94e3-db002c08a769 req-f3948fe1-8cba-4f14-b751-0fbe2e40124c tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=8014eebb-d84d-4876-a5d9-7fee3a40d79b HTTP/1.1" status: 200 len: 945 time: 0.2189963 Jul 09 14:50:08.172407 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device dacf9b26-c737-4fa5-ad54-ca7a7859dc65 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:50:08.219669 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8d9a9ef8-ed8e-41e3-94e3-db002c08a769 req-96bf2249-4c57-4155-a1b0-76fd927da9d3 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989242 Jul 09 14:50:08.426446 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-02d2ab2a-8106-4dac-8615-e9f10d897431 req-fa77a921-1c2b-4418-9a42-32e0b1973969 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=473b60ee-6046-439a-9449-2a9b96c46b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1002758 Jul 09 14:50:08.492153 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.db.resource_extend [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 14:50:08.503169 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-95fc665c-d396-401c-86c1-f1242c50e485 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] 10.222.0.58 "GET /v2.0/routers/12164ba4-c11c-4cd2-a2af-2af8c9b1317d HTTP/1.1" status: 200 len: 907 time: 1.3923032 Jul 09 14:50:08.506457 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 40534) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:08.518805 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-081165dd-7677-4a54-8e83-4a0ca4f55bb8 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:50:08.532511 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321c6922-f5be-4380-a6e9-c1e5a46d7409 None None] Sync routers for ids ['76721710-7915-4ea0-a575-2a246987e295'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:50:08.539857 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-081165dd-7677-4a54-8e83-4a0ca4f55bb8 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "PUT /v2.0/routers/76721710-7915-4ea0-a575-2a246987e295/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3701057 Jul 09 14:50:08.542548 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40538) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:08.550854 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321c6922-f5be-4380-a6e9-c1e5a46d7409 None None] Routers {'76721710-7915-4ea0-a575-2a246987e295'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:50:08.552023 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-321c6922-f5be-4380-a6e9-c1e5a46d7409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:49:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['76721710-7915-4ea0-a575-2a246987e295'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:08.557401 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-7e028f1b-849d-4746-be43-46e6c7988f79 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:50:08.725167 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-cc66750c-dba3-405d-970c-77f41c9c015f None None] Provisioning complete for port a270d535-02d5-4dc7-aa29-5e81d5a0a51c triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:50:08.725738 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-cc66750c-dba3-405d-970c-77f41c9c015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:08.850263 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-321c6922-f5be-4380-a6e9-c1e5a46d7409 None None] Set router 76721710-7915-4ea0-a575-2a246987e295 gateway port host: None {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:50:08.977994 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b,segment=NetworkSegment(2badb0c6-e67f-4820-b4bb-8e5a90533cf4),segment_id=2badb0c6-e67f-4820-b4bb-8e5a90533cf4)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:50:09.020268 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=fba9142f-1508-4c59-a211-1a99c73d9551,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:09.039233 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': '4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b', 'network_id': 'a9d0dfb1-4ed4-4376-bcf0-50fa5388f064', 'port_id': '4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b', 'mac_address': 'fa:16:3e:4d:e1:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c4bd77b-9e34-44f4-9dc2-fa632746bcf3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:50:09.058452 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8718da7c-c5a3-42fd-b0fc-83cb6fc3aa53 req-8fdac961-9f3b-4800-b2e5-e841942d672b tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:09.064655 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-f02535f6-f552-4241-98f1-e017befe49fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12164ba4-c11c-4cd2-a2af-2af8c9b1317d', 'name': 'tempest-snat-router-879285427', 'tenant_id': '5e53e96b6b5947f59dd9e957b6ba6726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '25c51a90-9e4e-4ef0-9a29-8de68a078351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:50:01Z', 'updated_at': '2021-07-09T14:50:04Z', 'revision_number': 3, 'project_id': '5e53e96b6b5947f59dd9e957b6ba6726', 'gw_port': {'id': '25c51a90-9e4e-4ef0-9a29-8de68a078351', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:10:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12164ba4-c11c-4cd2-a2af-2af8c9b1317d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:50:02Z', 'updated_at': '2021-07-09T14:50:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:09.076289 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8718da7c-c5a3-42fd-b0fc-83cb6fc3aa53 req-8fdac961-9f3b-4800-b2e5-e841942d672b tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=8014eebb-d84d-4876-a5d9-7fee3a40d79b HTTP/1.1" status: 200 len: 945 time: 0.4206047 Jul 09 14:50:09.214617 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02535f6-f552-4241-98f1-e017befe49fc None None] Checking router: 12164ba4-c11c-4cd2-a2af-2af8c9b1317d for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:50:09.216568 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02535f6-f552-4241-98f1-e017befe49fc None None] Updating router 12164ba4-c11c-4cd2-a2af-2af8c9b1317d port 25c51a90-9e4e-4ef0-9a29-8de68a078351 binding host n-d-799529-6 {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:50:09.264592 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-976d34bd-4fab-4fd7-9a90-ce6b423c5a80 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks [] for router, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:09.322685 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port dacf9b26-c737-4fa5-ad54-ca7a7859dc65 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:50:09.324184 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:09.400346 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-321c6922-f5be-4380-a6e9-c1e5a46d7409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76721710-7915-4ea0-a575-2a246987e295', 'name': 'tempest-RoutersIpV6Test-router-934731009', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:49:35Z', 'updated_at': '2021-07-09T14:50:04Z', 'revision_number': 5, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'gw_port_host': None, '_interfaces': [{'id': '0dde1658-3b1f-4197-98b1-4dcf31076d16', 'name': '', 'network_id': 'f6fdf93d-2182-4f4f-afcf-d841359b2501', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'mac_address': 'fa:16:3e:cd:24:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76721710-7915-4ea0-a575-2a246987e295', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'd30caffa-412f-4efc-9dd6-0126d0175bfd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:50:02Z', 'updated_at': '2021-07-09T14:50:05Z', 'revision_number': 2, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'subnets': [{'id': 'd30caffa-412f-4efc-9dd6-0126d0175bfd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3624d429-6ca5-451f-a7bb-ae3f1a2a249d', 'name': '', 'network_id': '9b3131d2-5b49-48c3-b387-6198a4c16a8c', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'mac_address': 'fa:16:3e:dd:fa:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76721710-7915-4ea0-a575-2a246987e295', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '82d66e92-ec3c-4cbe-80f5-2ea3afe13a42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:49:39Z', 'updated_at': '2021-07-09T14:49:47Z', 'revision_number': 5, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'subnets': [{'id': '82d66e92-ec3c-4cbe-80f5-2ea3afe13a42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '848ecfbd-2ed8-460f-b10a-84b7de05e577', 'name': '', 'network_id': 'a855d720-111e-4149-9070-f8758df7a1c9', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'mac_address': 'fa:16:3e:67:ea:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76721710-7915-4ea0-a575-2a246987e295', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'cea57d44-14bf-4db2-be7c-af1ad811e508', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:49:45Z', 'updated_at': '2021-07-09T14:49:53Z', 'revision_number': 5, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'subnets': [{'id': 'cea57d44-14bf-4db2-be7c-af1ad811e508', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dacf9b26-c737-4fa5-ad54-ca7a7859dc65', 'name': '', 'network_id': '78b5fad6-5612-4dd1-9b92-34adcb52d009', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'mac_address': 'fa:16:3e:e2:1d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76721710-7915-4ea0-a575-2a246987e295', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7a98438e-c6e4-48cf-a602-396a79411b48', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:49:54Z', 'updated_at': '2021-07-09T14:50:06Z', 'revision_number': 5, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'subnets': [{'id': '7a98438e-c6e4-48cf-a602-396a79411b48', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:09.435895 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:09.489725 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321c6922-f5be-4380-a6e9-c1e5a46d7409 None None] Checking router: 76721710-7915-4ea0-a575-2a246987e295 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:50:09.492048 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321c6922-f5be-4380-a6e9-c1e5a46d7409 None None] Updating router 76721710-7915-4ea0-a575-2a246987e295 port 0dde1658-3b1f-4197-98b1-4dcf31076d16 binding host n-d-799529-6 {{(pid=94448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:50:09.584444 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-321c6922-f5be-4380-a6e9-c1e5a46d7409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:09.600784 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-976d34bd-4fab-4fd7-9a90-ce6b423c5a80 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:09.620898 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8718da7c-c5a3-42fd-b0fc-83cb6fc3aa53 req-0a80958e-f373-4b93-94e3-330d2b5f7c64 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5352569 Jul 09 14:50:09.691599 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:50:09.759830 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd7c797-9904-4ad0-897e-16d27ffdc43a None None] Pushing event updated for resources: {'Port': ['ID=a270d535-02d5-4dc7-aa29-5e81d5a0a51c,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:09.788728 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da42edb-89c9-45ce-86ef-52cfb5c1c7aa req-242c71cf-4c07-40cd-a3b0-d56ccb882dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:09.790763 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f02535f6-f552-4241-98f1-e017befe49fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:09.805393 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9da42edb-89c9-45ce-86ef-52cfb5c1c7aa req-242c71cf-4c07-40cd-a3b0-d56ccb882dfb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=644ca6545bbf445fa0c886b6aef98e04&device_id=9da18f17-d082-4d4c-86e5-ac89efaa7ffa HTTP/1.1" status: 200 len: 1094 time: 0.3417091 Jul 09 14:50:09.868840 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.extraroute_db [None req-7e028f1b-849d-4746-be43-46e6c7988f79 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=94446) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 09 14:50:09.945242 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.extraroute_db [None req-7e028f1b-849d-4746-be43-46e6c7988f79 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Removed routes are [] {{(pid=94446) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 09 14:50:09.945651 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7e028f1b-849d-4746-be43-46e6c7988f79 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:10.189607 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da42edb-89c9-45ce-86ef-52cfb5c1c7aa req-132db6ea-fe4f-453f-b15a-d8cc062d44cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:10.191216 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9da42edb-89c9-45ce-86ef-52cfb5c1c7aa req-132db6ea-fe4f-453f-b15a-d8cc062d44cb service neutron] 10.222.0.54 "GET /v2.0/networks?id=29d888e5-b470-491c-8272-fb069bb5ea34 HTTP/1.1" status: 200 len: 917 time: 0.3122914 Jul 09 14:50:10.361558 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b,segment=NetworkSegment(2badb0c6-e67f-4820-b4bb-8e5a90533cf4),segment_id=2badb0c6-e67f-4820-b4bb-8e5a90533cf4)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:50:10.384072 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9da42edb-89c9-45ce-86ef-52cfb5c1c7aa req-22965436-a82a-43b8-83b5-27cc8d00ff64 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7aa33818-c61d-4582-8359-6d5088e5a2d9 HTTP/1.1" status: 200 len: 998 time: 0.1540895 Jul 09 14:50:10.496290 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-976d34bd-4fab-4fd7-9a90-ce6b423c5a80 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Deleting port 25c51a90-9e4e-4ef0-9a29-8de68a078351 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:50:10.499860 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-976d34bd-4fab-4fd7-9a90-ce6b423c5a80 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:10.562959 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-321c6922-f5be-4380-a6e9-c1e5a46d7409 None None] Notify callbacks [] for port, precommit_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:10.579736 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-cc66750c-dba3-405d-970c-77f41c9c015f None None] Provisioning for port 0dde1658-3b1f-4197-98b1-4dcf31076d16 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:50:10.589113 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.provisioning_blocks [None req-321c6922-f5be-4380-a6e9-c1e5a46d7409 None None] Transition to ACTIVE for port object 0dde1658-3b1f-4197-98b1-4dcf31076d16 will not be triggered until provisioned by entity L2. {{(pid=94448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:50:10.604583 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-cc66750c-dba3-405d-970c-77f41c9c015f None None] Provisioning complete for port 0dde1658-3b1f-4197-98b1-4dcf31076d16 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:50:10.605084 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-cc66750c-dba3-405d-970c-77f41c9c015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:10.607739 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:10.647270 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da42edb-89c9-45ce-86ef-52cfb5c1c7aa req-da9092e8-c68c-4107-9967-a831ee5184ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:10.648861 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9da42edb-89c9-45ce-86ef-52cfb5c1c7aa req-da9092e8-c68c-4107-9967-a831ee5184ee service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6ebf5b74-6584-49ef-a6c0-eff61f32c488 HTTP/1.1" status: 200 len: 855 time: 0.2572618 Jul 09 14:50:10.679747 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7e028f1b-849d-4746-be43-46e6c7988f79 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:10.689465 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7e028f1b-849d-4746-be43-46e6c7988f79 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-753925'] for router, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:10.739987 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-321c6922-f5be-4380-a6e9-c1e5a46d7409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:10.890602 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device a270d535-02d5-4dc7-aa29-5e81d5a0a51c up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:50:10.946772 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b,revision_number=6']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:10.988191 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:50:11.011879 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e614eaad-7235-4c3b-92d2-47a821045fe4 None None] Pushing event updated for resources: {'Port': ['ID=0dde1658-3b1f-4197-98b1-4dcf31076d16,revision_number=3']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:11.154417 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e028f1b-849d-4746-be43-46e6c7988f79 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Router 76721710-7915-4ea0-a575-2a246987e295 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:50:11.176265 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-321c6922-f5be-4380-a6e9-c1e5a46d7409 None None] Attempting to bind port 0dde1658-3b1f-4197-98b1-4dcf31076d16 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:50:11.178968 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-321c6922-f5be-4380-a6e9-c1e5a46d7409 None None] Attempting to bind port 0dde1658-3b1f-4197-98b1-4dcf31076d16 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'aefc7953-d866-41c9-b9cd-765ab0038064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f6fdf93d-2182-4f4f-afcf-d841359b2501'}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:50:11.179441 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321c6922-f5be-4380-a6e9-c1e5a46d7409 None None] Attempting to bind port 0dde1658-3b1f-4197-98b1-4dcf31076d16 on network f6fdf93d-2182-4f4f-afcf-d841359b2501 {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:50:11.200117 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321c6922-f5be-4380-a6e9-c1e5a46d7409 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:50:11.205128 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321c6922-f5be-4380-a6e9-c1e5a46d7409 None None] Checking segment: {'id': 'aefc7953-d866-41c9-b9cd-765ab0038064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f6fdf93d-2182-4f4f-afcf-d841359b2501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:50:11.205466 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-cc66750c-dba3-405d-970c-77f41c9c015f None None] Port 0dde1658-3b1f-4197-98b1-4dcf31076d16 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:50:11.208087 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-321c6922-f5be-4380-a6e9-c1e5a46d7409 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:11.210677 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321c6922-f5be-4380-a6e9-c1e5a46d7409 None None] Bound using segment: {'id': 'aefc7953-d866-41c9-b9cd-765ab0038064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f6fdf93d-2182-4f4f-afcf-d841359b2501'} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:50:11.211265 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-321c6922-f5be-4380-a6e9-c1e5a46d7409 None None] Bound port: 0dde1658-3b1f-4197-98b1-4dcf31076d16, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aefc7953-d866-41c9-b9cd-765ab0038064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f6fdf93d-2182-4f4f-afcf-d841359b2501'}}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:50:11.218539 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-321c6922-f5be-4380-a6e9-c1e5a46d7409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:11.471279 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-321c6922-f5be-4380-a6e9-c1e5a46d7409 None None] For port 0dde1658-3b1f-4197-98b1-4dcf31076d16, host n-d-799529-6, cleared binding levels {{(pid=94448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:50:11.477221 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-321c6922-f5be-4380-a6e9-c1e5a46d7409 None None] For port 0dde1658-3b1f-4197-98b1-4dcf31076d16, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=0dde1658-3b1f-4197-98b1-4dcf31076d16,segment=NetworkSegment(aefc7953-d866-41c9-b9cd-765ab0038064),segment_id=aefc7953-d866-41c9-b9cd-765ab0038064)] {{(pid=94448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:50:11.536515 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e028f1b-849d-4746-be43-46e6c7988f79 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:50:11.560397 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7e028f1b-849d-4746-be43-46e6c7988f79 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:11.565491 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7e028f1b-849d-4746-be43-46e6c7988f79 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "PUT /v2.0/routers/76721710-7915-4ea0-a575-2a246987e295 HTTP/1.1" status: 200 len: 953 time: 3.0183208 Jul 09 14:50:11.567952 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40580) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:11.571000 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port a270d535-02d5-4dc7-aa29-5e81d5a0a51c triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:50:11.573728 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:11.629026 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634baa57-959f-47d3-a242-dc352e01c9d9 req-a68f4ecc-73f4-4124-b7f6-c6f74f7870f4 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:11.641222 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-634baa57-959f-47d3-a242-dc352e01c9d9 req-a68f4ecc-73f4-4124-b7f6-c6f74f7870f4 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=9da18f17-d082-4d4c-86e5-ac89efaa7ffa HTTP/1.1" status: 200 len: 943 time: 1.4453237 Jul 09 14:50:11.728418 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-29162fe8-5080-4e3b-bc4e-df74f13c1a23 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "GET /v2.0/routers/76721710-7915-4ea0-a575-2a246987e295 HTTP/1.1" status: 200 len: 953 time: 0.1589320 Jul 09 14:50:11.730818 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40582) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:11.755622 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-9c4f0468-68bd-406e-a8f5-90f0805b96a5 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Request body: {'router': {'routes': None}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:50:11.791557 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-321c6922-f5be-4380-a6e9-c1e5a46d7409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:11.793500 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-634baa57-959f-47d3-a242-dc352e01c9d9 req-d466eaad-b065-4286-9b55-4e959eef64f5 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=473b60ee-6046-439a-9449-2a9b96c46b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511548 Jul 09 14:50:11.901670 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da42edb-89c9-45ce-86ef-52cfb5c1c7aa req-2a9c0a76-b58a-40c4-812a-8a78c771fb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:11.903364 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9da42edb-89c9-45ce-86ef-52cfb5c1c7aa req-2a9c0a76-b58a-40c4-812a-8a78c771fb74 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=29d888e5-b470-491c-8272-fb069bb5ea34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2362339 Jul 09 14:50:11.920892 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f02535f6-f552-4241-98f1-e017befe49fc None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:11.937162 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321c6922-f5be-4380-a6e9-c1e5a46d7409 None None] Routers {'76721710-7915-4ea0-a575-2a246987e295'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:50:11.939459 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-321c6922-f5be-4380-a6e9-c1e5a46d7409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:49:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['76721710-7915-4ea0-a575-2a246987e295'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:11.939638 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-f02535f6-f552-4241-98f1-e017befe49fc None None] Transition to ACTIVE for port object 25c51a90-9e4e-4ef0-9a29-8de68a078351 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:50:12.121495 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f02535f6-f552-4241-98f1-e017befe49fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:12.244703 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9da42edb-89c9-45ce-86ef-52cfb5c1c7aa req-ea59ca97-c621-4095-a6a6-5e66e084e97b service neutron] 10.222.0.54 "GET /v2.0/networks/29d888e5-b470-491c-8272-fb069bb5ea34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280768 Jul 09 14:50:12.288943 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-976d34bd-4fab-4fd7-9a90-ce6b423c5a80 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:12.342639 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-976d34bd-4fab-4fd7-9a90-ce6b423c5a80 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Calling delete_port for 25c51a90-9e4e-4ef0-9a29-8de68a078351 owned by network:router_gateway {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:50:12.353561 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-f02535f6-f552-4241-98f1-e017befe49fc None None] Attempting to bind port 25c51a90-9e4e-4ef0-9a29-8de68a078351 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:50:12.355897 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-f02535f6-f552-4241-98f1-e017befe49fc None None] Attempting to bind port 25c51a90-9e4e-4ef0-9a29-8de68a078351 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:50:12.356759 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02535f6-f552-4241-98f1-e017befe49fc None None] Attempting to bind port 25c51a90-9e4e-4ef0-9a29-8de68a078351 on network 202c7ce6-d4e9-4f80-84dd-bef08905a653 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:50:12.370701 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844eaa33-04c4-4e8d-af24-d6c3c7f724ac None None] Pushing event updated for resources: {'Port': ['ID=25c51a90-9e4e-4ef0-9a29-8de68a078351,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:12.371820 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e614eaad-7235-4c3b-92d2-47a821045fe4 None None] Pushing event updated for resources: {'Port': ['ID=0dde1658-3b1f-4197-98b1-4dcf31076d16,revision_number=4']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:12.416209 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02535f6-f552-4241-98f1-e017befe49fc None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:50:12.416687 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02535f6-f552-4241-98f1-e017befe49fc None None] Checking segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:50:12.417208 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f02535f6-f552-4241-98f1-e017befe49fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:12.417751 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02535f6-f552-4241-98f1-e017befe49fc None None] Bound using segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:50:12.419920 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-f02535f6-f552-4241-98f1-e017befe49fc None None] Bound port: 25c51a90-9e4e-4ef0-9a29-8de68a078351, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:50:12.422377 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f02535f6-f552-4241-98f1-e017befe49fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:12.494642 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9da42edb-89c9-45ce-86ef-52cfb5c1c7aa req-7cdba65f-5cfc-49a5-9ab2-7d9f6691c5fa service neutron] 10.222.0.54 "GET /v2.0/networks/29d888e5-b470-491c-8272-fb069bb5ea34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308419 Jul 09 14:50:12.597891 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-f02535f6-f552-4241-98f1-e017befe49fc None None] For port 25c51a90-9e4e-4ef0-9a29-8de68a078351, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:50:12.605246 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-321c6922-f5be-4380-a6e9-c1e5a46d7409 None None] Set router 76721710-7915-4ea0-a575-2a246987e295 gateway port host: None {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:50:12.606357 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-f02535f6-f552-4241-98f1-e017befe49fc None None] For port 25c51a90-9e4e-4ef0-9a29-8de68a078351, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=25c51a90-9e4e-4ef0-9a29-8de68a078351,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:50:12.632764 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:50:12.703040 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device fba9142f-1508-4c59-a211-1a99c73d9551 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:50:12.778767 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f02535f6-f552-4241-98f1-e017befe49fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:12.852837 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.extraroute_db [None req-9c4f0468-68bd-406e-a8f5-90f0805b96a5 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Added routes are [] {{(pid=94446) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 09 14:50:12.853854 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.extraroute_db [None req-9c4f0468-68bd-406e-a8f5-90f0805b96a5 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=94446) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 09 14:50:12.903471 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02535f6-f552-4241-98f1-e017befe49fc None None] Routers {'12164ba4-c11c-4cd2-a2af-2af8c9b1317d'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:50:12.904423 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-f02535f6-f552-4241-98f1-e017befe49fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:49:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['12164ba4-c11c-4cd2-a2af-2af8c9b1317d'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:12.921445 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9c4f0468-68bd-406e-a8f5-90f0805b96a5 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:12.925233 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-976d34bd-4fab-4fd7-9a90-ce6b423c5a80 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:13.096490 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976d34bd-4fab-4fd7-9a90-ce6b423c5a80 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Pushing event deleted for resources: {'Port': ['ID=25c51a90-9e4e-4ef0-9a29-8de68a078351,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:13.154986 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844eaa33-04c4-4e8d-af24-d6c3c7f724ac None None] Pushing event updated for resources: {'Port': ['ID=25c51a90-9e4e-4ef0-9a29-8de68a078351,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:13.194109 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-976d34bd-4fab-4fd7-9a90-ce6b423c5a80 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:13.216243 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port 4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:50:13.227956 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:13.260112 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-321c6922-f5be-4380-a6e9-c1e5a46d7409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76721710-7915-4ea0-a575-2a246987e295', 'name': 'tempest-RoutersIpV6Test-router-934731009', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:49:35Z', 'updated_at': '2021-07-09T14:50:09Z', 'revision_number': 6, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'gw_port_host': None, '_interfaces': [{'id': '0dde1658-3b1f-4197-98b1-4dcf31076d16', 'name': '', 'network_id': 'f6fdf93d-2182-4f4f-afcf-d841359b2501', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'mac_address': 'fa:16:3e:cd:24:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76721710-7915-4ea0-a575-2a246987e295', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'd30caffa-412f-4efc-9dd6-0126d0175bfd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:50:02Z', 'updated_at': '2021-07-09T14:50:11Z', 'revision_number': 4, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'subnets': [{'id': 'd30caffa-412f-4efc-9dd6-0126d0175bfd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3624d429-6ca5-451f-a7bb-ae3f1a2a249d', 'name': '', 'network_id': '9b3131d2-5b49-48c3-b387-6198a4c16a8c', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'mac_address': 'fa:16:3e:dd:fa:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76721710-7915-4ea0-a575-2a246987e295', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '82d66e92-ec3c-4cbe-80f5-2ea3afe13a42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:49:39Z', 'updated_at': '2021-07-09T14:49:47Z', 'revision_number': 5, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'subnets': [{'id': '82d66e92-ec3c-4cbe-80f5-2ea3afe13a42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '848ecfbd-2ed8-460f-b10a-84b7de05e577', 'name': '', 'network_id': 'a855d720-111e-4149-9070-f8758df7a1c9', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'mac_address': 'fa:16:3e:67:ea:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76721710-7915-4ea0-a575-2a246987e295', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'cea57d44-14bf-4db2-be7c-af1ad811e508', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:49:45Z', 'updated_at': '2021-07-09T14:49:53Z', 'revision_number': 5, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'subnets': [{'id': 'cea57d44-14bf-4db2-be7c-af1ad811e508', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dacf9b26-c737-4fa5-ad54-ca7a7859dc65', 'name': '', 'network_id': '78b5fad6-5612-4dd1-9b92-34adcb52d009', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'mac_address': 'fa:16:3e:e2:1d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76721710-7915-4ea0-a575-2a246987e295', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7a98438e-c6e4-48cf-a602-396a79411b48', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:49:54Z', 'updated_at': '2021-07-09T14:50:06Z', 'revision_number': 5, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'subnets': [{'id': '7a98438e-c6e4-48cf-a602-396a79411b48', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:13.295382 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port fba9142f-1508-4c59-a211-1a99c73d9551 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:50:13.295880 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:13.324139 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321c6922-f5be-4380-a6e9-c1e5a46d7409 None None] The sync data for ids ['76721710-7915-4ea0-a575-2a246987e295'] in n-d-799529-6 is: [{'id': '76721710-7915-4ea0-a575-2a246987e295', 'name': 'tempest-RoutersIpV6Test-router-934731009', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:49:35Z', 'updated_at': '2021-07-09T14:50:09Z', 'revision_number': 6, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'gw_port_host': None, '_interfaces': [{'id': '0dde1658-3b1f-4197-98b1-4dcf31076d16', 'name': '', 'network_id': 'f6fdf93d-2182-4f4f-afcf-d841359b2501', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'mac_address': 'fa:16:3e:cd:24:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76721710-7915-4ea0-a575-2a246987e295', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'd30caffa-412f-4efc-9dd6-0126d0175bfd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:50:02Z', 'updated_at': '2021-07-09T14:50:11Z', 'revision_number': 4, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'subnets': [{'id': 'd30caffa-412f-4efc-9dd6-0126d0175bfd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3624d429-6ca5-451f-a7bb-ae3f1a2a249d', 'name': '', 'network_id': '9b3131d2-5b49-48c3-b387-6198a4c16a8c', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'mac_address': 'fa:16:3e:dd:fa:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76721710-7915-4ea0-a575-2a246987e295', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '82d66e92-ec3c-4cbe-80f5-2ea3afe13a42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:49:39Z', 'updated_at': '2021-07-09T14:49:47Z', 'revision_number': 5, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'subnets': [{'id': '82d66e92-ec3c-4cbe-80f5-2ea3afe13a42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '848ecfbd-2ed8-460f-b10a-84b7de05e577', 'name': '', 'network_id': 'a855d720-111e-4149-9070-f8758df7a1c9', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'mac_address': 'fa:16:3e:67:ea:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76721710-7915-4ea0-a575-2a246987e295', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'cea57d44-14bf-4db2-be7c-af1ad811e508', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:49:45Z', 'updated_at': '2021-07-09T14:49:53Z', 'revision_number': 5, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'subnets': [{'id': 'cea57d44-14bf-4db2-be7c-af1ad811e508', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dacf9b26-c737-4fa5-ad54-ca7a7859dc65', 'name': '', 'network_id': '78b5fad6-5612-4dd1-9b92-34adcb52d009', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'mac_address': 'fa:16:3e:e2:1d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76721710-7915-4ea0-a575-2a246987e295', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7a98438e-c6e4-48cf-a602-396a79411b48', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:49:54Z', 'updated_at': '2021-07-09T14:50:06Z', 'revision_number': 5, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'subnets': [{'id': '7a98438e-c6e4-48cf-a602-396a79411b48', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:50:13.382139 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-f02535f6-f552-4241-98f1-e017befe49fc None None] Set router 12164ba4-c11c-4cd2-a2af-2af8c9b1317d gateway port host: None {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:50:13.458560 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-976d34bd-4fab-4fd7-9a90-ce6b423c5a80 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:13.463157 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-976d34bd-4fab-4fd7-9a90-ce6b423c5a80 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:13.508819 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-f02535f6-f552-4241-98f1-e017befe49fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12164ba4-c11c-4cd2-a2af-2af8c9b1317d', 'name': 'tempest-snat-router-879285427', 'tenant_id': '5e53e96b6b5947f59dd9e957b6ba6726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:50:01Z', 'updated_at': '2021-07-09T14:50:09Z', 'revision_number': 4, 'project_id': '5e53e96b6b5947f59dd9e957b6ba6726', 'gw_port_host': None}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:13.554637 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9c4f0468-68bd-406e-a8f5-90f0805b96a5 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:13.562917 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9c4f0468-68bd-406e-a8f5-90f0805b96a5 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-753925'] for router, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:13.565181 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02535f6-f552-4241-98f1-e017befe49fc None None] The sync data for ids ['12164ba4-c11c-4cd2-a2af-2af8c9b1317d'] in n-d-799529-6 is: [{'id': '12164ba4-c11c-4cd2-a2af-2af8c9b1317d', 'name': 'tempest-snat-router-879285427', 'tenant_id': '5e53e96b6b5947f59dd9e957b6ba6726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:50:01Z', 'updated_at': '2021-07-09T14:50:09Z', 'revision_number': 4, 'project_id': '5e53e96b6b5947f59dd9e957b6ba6726', 'gw_port_host': None}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:50:13.658968 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-976d34bd-4fab-4fd7-9a90-ce6b423c5a80 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:13.659495 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-976d34bd-4fab-4fd7-9a90-ce6b423c5a80 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 12164ba4-c11c-4cd2-a2af-2af8c9b1317d {{(pid=94445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:50:13.665352 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-976d34bd-4fab-4fd7-9a90-ce6b423c5a80 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:13.671131 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-976d34bd-4fab-4fd7-9a90-ce6b423c5a80 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] 10.222.0.58 "DELETE /v2.0/routers/12164ba4-c11c-4cd2-a2af-2af8c9b1317d HTTP/1.1" status: 204 len: 168 time: 5.1595011 Jul 09 14:50:13.671131 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 40590) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:13.685503 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:13.801943 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e59981f2-1bbc-46b7-94f0-0e107e4666e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:50:13.810189 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83100fa6-069e-447a-a3e8-89008781be7b" -d '{"events": [{"server_uuid": "e59981f2-1bbc-46b7-94f0-0e107e4666e9", "name": "network-vif-plugged", "status": "completed", "tag": "4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:50:13.840295 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c4f0468-68bd-406e-a8f5-90f0805b96a5 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Router 76721710-7915-4ea0-a575-2a246987e295 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:50:13.909993 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b,segment=NetworkSegment(2badb0c6-e67f-4820-b4bb-8e5a90533cf4),segment_id=2badb0c6-e67f-4820-b4bb-8e5a90533cf4)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:50:13.984735 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:14.139521 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c4f0468-68bd-406e-a8f5-90f0805b96a5 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:50:14.160256 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9c4f0468-68bd-406e-a8f5-90f0805b96a5 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:14.168803 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-9c4f0468-68bd-406e-a8f5-90f0805b96a5 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "PUT /v2.0/routers/76721710-7915-4ea0-a575-2a246987e295 HTTP/1.1" status: 200 len: 703 time: 2.4359636 Jul 09 14:50:14.169726 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40594) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:14.170947 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d0d89b5f-0805-4bc1-b1ed-ebb5328af644 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks [] for router, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:14.436370 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c504924c-2927-4e90-8613-c32317d6b24f tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "GET /v2.0/routers/76721710-7915-4ea0-a575-2a246987e295 HTTP/1.1" status: 200 len: 703 time: 0.2652817 Jul 09 14:50:14.456124 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40596) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:14.548313 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b,revision_number=7']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:14.551409 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d0d89b5f-0805-4bc1-b1ed-ebb5328af644 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:14.555452 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 0dde1658-3b1f-4197-98b1-4dcf31076d16 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:50:14.608282 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:50:14.608970 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:50:14.609513 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:50:14.610044 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:50:14.610620 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:50:14.611145 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:50:14.611723 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:50:14.612492 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:50:14.613021 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:50:14.613704 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:50:14.614388 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:50:14.614917 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:50:14.725401 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-d0d89b5f-0805-4bc1-b1ed-ebb5328af644 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Deleting port fba9142f-1508-4c59-a211-1a99c73d9551 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:50:14.725759 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d0d89b5f-0805-4bc1-b1ed-ebb5328af644 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:14.761294 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:14.772489 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 0dde1658-3b1f-4197-98b1-4dcf31076d16 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:50:14.776766 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 0dde1658-3b1f-4197-98b1-4dcf31076d16 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:50:14.777289 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:14.957793 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-d0d89b5f-0805-4bc1-b1ed-ebb5328af644 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] For port fba9142f-1508-4c59-a211-1a99c73d9551, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=fba9142f-1508-4c59-a211-1a99c73d9551,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:50:14.958477 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d0d89b5f-0805-4bc1-b1ed-ebb5328af644 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:14.988817 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:14.997757 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-d0d89b5f-0805-4bc1-b1ed-ebb5328af644 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Calling delete_port for fba9142f-1508-4c59-a211-1a99c73d9551 owned by network:router_gateway {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:50:15.071190 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 0dde1658-3b1f-4197-98b1-4dcf31076d16, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=0dde1658-3b1f-4197-98b1-4dcf31076d16,segment=NetworkSegment(aefc7953-d866-41c9-b9cd-765ab0038064),segment_id=aefc7953-d866-41c9-b9cd-765ab0038064)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:50:15.097558 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32fa319-d632-4955-9361-b4fab9d1b19e None None] Sync routers for ids ['76721710-7915-4ea0-a575-2a246987e295'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:50:15.116943 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32fa319-d632-4955-9361-b4fab9d1b19e None None] Routers {'76721710-7915-4ea0-a575-2a246987e295'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:50:15.120172 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-e32fa319-d632-4955-9361-b4fab9d1b19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:49:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['76721710-7915-4ea0-a575-2a246987e295'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:15.276834 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:15.386061 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-e32fa319-d632-4955-9361-b4fab9d1b19e None None] Set router 76721710-7915-4ea0-a575-2a246987e295 gateway port host: None {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:50:15.409948 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=0dde1658-3b1f-4197-98b1-4dcf31076d16,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:15.705817 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bc5fc108-cfe4-496b-9115-d330bf9c2a93 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:15.752574 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-e32fa319-d632-4955-9361-b4fab9d1b19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76721710-7915-4ea0-a575-2a246987e295', 'name': 'tempest-RoutersIpV6Test-router-934731009', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:49:35Z', 'updated_at': '2021-07-09T14:50:12Z', 'revision_number': 7, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'gw_port_host': None, '_interfaces': [{'id': '0dde1658-3b1f-4197-98b1-4dcf31076d16', 'name': '', 'network_id': 'f6fdf93d-2182-4f4f-afcf-d841359b2501', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'mac_address': 'fa:16:3e:cd:24:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76721710-7915-4ea0-a575-2a246987e295', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'd30caffa-412f-4efc-9dd6-0126d0175bfd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:50:02Z', 'updated_at': '2021-07-09T14:50:11Z', 'revision_number': 4, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'subnets': [{'id': 'd30caffa-412f-4efc-9dd6-0126d0175bfd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3624d429-6ca5-451f-a7bb-ae3f1a2a249d', 'name': '', 'network_id': '9b3131d2-5b49-48c3-b387-6198a4c16a8c', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'mac_address': 'fa:16:3e:dd:fa:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76721710-7915-4ea0-a575-2a246987e295', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '82d66e92-ec3c-4cbe-80f5-2ea3afe13a42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:49:39Z', 'updated_at': '2021-07-09T14:49:47Z', 'revision_number': 5, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'subnets': [{'id': '82d66e92-ec3c-4cbe-80f5-2ea3afe13a42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '848ecfbd-2ed8-460f-b10a-84b7de05e577', 'name': '', 'network_id': 'a855d720-111e-4149-9070-f8758df7a1c9', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'mac_address': 'fa:16:3e:67:ea:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76721710-7915-4ea0-a575-2a246987e295', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'cea57d44-14bf-4db2-be7c-af1ad811e508', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:49:45Z', 'updated_at': '2021-07-09T14:49:53Z', 'revision_number': 5, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'subnets': [{'id': 'cea57d44-14bf-4db2-be7c-af1ad811e508', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dacf9b26-c737-4fa5-ad54-ca7a7859dc65', 'name': '', 'network_id': '78b5fad6-5612-4dd1-9b92-34adcb52d009', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'mac_address': 'fa:16:3e:e2:1d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76721710-7915-4ea0-a575-2a246987e295', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7a98438e-c6e4-48cf-a602-396a79411b48', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:49:54Z', 'updated_at': '2021-07-09T14:50:06Z', 'revision_number': 5, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'subnets': [{'id': '7a98438e-c6e4-48cf-a602-396a79411b48', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:15.781593 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32fa319-d632-4955-9361-b4fab9d1b19e None None] Checking router: 76721710-7915-4ea0-a575-2a246987e295 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:50:15.886684 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32fa319-d632-4955-9361-b4fab9d1b19e None None] Routers {'76721710-7915-4ea0-a575-2a246987e295'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:50:15.886684 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-e32fa319-d632-4955-9361-b4fab9d1b19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:49:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['76721710-7915-4ea0-a575-2a246987e295'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:15.886684 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-e32fa319-d632-4955-9361-b4fab9d1b19e None None] Set router 76721710-7915-4ea0-a575-2a246987e295 gateway port host: None {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:50:16.011660 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-bc5fc108-cfe4-496b-9115-d330bf9c2a93 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Deleting port 0dde1658-3b1f-4197-98b1-4dcf31076d16 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:50:16.012174 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bc5fc108-cfe4-496b-9115-d330bf9c2a93 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:16.020095 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 0dde1658-3b1f-4197-98b1-4dcf31076d16 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:50:16.114043 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-bc5fc108-cfe4-496b-9115-d330bf9c2a93 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] For port 0dde1658-3b1f-4197-98b1-4dcf31076d16, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=0dde1658-3b1f-4197-98b1-4dcf31076d16,segment=NetworkSegment(aefc7953-d866-41c9-b9cd-765ab0038064),segment_id=aefc7953-d866-41c9-b9cd-765ab0038064)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:50:16.114405 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bc5fc108-cfe4-496b-9115-d330bf9c2a93 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:16.128793 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-bc5fc108-cfe4-496b-9115-d330bf9c2a93 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Calling delete_port for 0dde1658-3b1f-4197-98b1-4dcf31076d16 owned by network:router_interface {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:50:16.129137 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 0dde1658-3b1f-4197-98b1-4dcf31076d16 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:50:16.129514 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:16.198165 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-e32fa319-d632-4955-9361-b4fab9d1b19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76721710-7915-4ea0-a575-2a246987e295', 'name': 'tempest-RoutersIpV6Test-router-934731009', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:49:35Z', 'updated_at': '2021-07-09T14:50:12Z', 'revision_number': 7, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'gw_port_host': None, '_interfaces': [{'id': '0dde1658-3b1f-4197-98b1-4dcf31076d16', 'name': '', 'network_id': 'f6fdf93d-2182-4f4f-afcf-d841359b2501', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'mac_address': 'fa:16:3e:cd:24:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76721710-7915-4ea0-a575-2a246987e295', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'd30caffa-412f-4efc-9dd6-0126d0175bfd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:50:02Z', 'updated_at': '2021-07-09T14:50:15Z', 'revision_number': 5, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'subnets': [{'id': 'd30caffa-412f-4efc-9dd6-0126d0175bfd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3624d429-6ca5-451f-a7bb-ae3f1a2a249d', 'name': '', 'network_id': '9b3131d2-5b49-48c3-b387-6198a4c16a8c', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'mac_address': 'fa:16:3e:dd:fa:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76721710-7915-4ea0-a575-2a246987e295', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '82d66e92-ec3c-4cbe-80f5-2ea3afe13a42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:49:39Z', 'updated_at': '2021-07-09T14:49:47Z', 'revision_number': 5, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'subnets': [{'id': '82d66e92-ec3c-4cbe-80f5-2ea3afe13a42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '848ecfbd-2ed8-460f-b10a-84b7de05e577', 'name': '', 'network_id': 'a855d720-111e-4149-9070-f8758df7a1c9', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'mac_address': 'fa:16:3e:67:ea:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76721710-7915-4ea0-a575-2a246987e295', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'cea57d44-14bf-4db2-be7c-af1ad811e508', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:49:45Z', 'updated_at': '2021-07-09T14:49:53Z', 'revision_number': 5, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'subnets': [{'id': 'cea57d44-14bf-4db2-be7c-af1ad811e508', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dacf9b26-c737-4fa5-ad54-ca7a7859dc65', 'name': '', 'network_id': '78b5fad6-5612-4dd1-9b92-34adcb52d009', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'mac_address': 'fa:16:3e:e2:1d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76721710-7915-4ea0-a575-2a246987e295', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7a98438e-c6e4-48cf-a602-396a79411b48', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:49:54Z', 'updated_at': '2021-07-09T14:50:06Z', 'revision_number': 5, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'subnets': [{'id': '7a98438e-c6e4-48cf-a602-396a79411b48', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:16.242344 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32fa319-d632-4955-9361-b4fab9d1b19e None None] The sync data for ids ['76721710-7915-4ea0-a575-2a246987e295'] in n-d-799529-6 is: [{'id': '76721710-7915-4ea0-a575-2a246987e295', 'name': 'tempest-RoutersIpV6Test-router-934731009', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:49:35Z', 'updated_at': '2021-07-09T14:50:12Z', 'revision_number': 7, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'gw_port_host': None, '_interfaces': [{'id': '0dde1658-3b1f-4197-98b1-4dcf31076d16', 'name': '', 'network_id': 'f6fdf93d-2182-4f4f-afcf-d841359b2501', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'mac_address': 'fa:16:3e:cd:24:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76721710-7915-4ea0-a575-2a246987e295', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'd30caffa-412f-4efc-9dd6-0126d0175bfd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:50:02Z', 'updated_at': '2021-07-09T14:50:15Z', 'revision_number': 5, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'subnets': [{'id': 'd30caffa-412f-4efc-9dd6-0126d0175bfd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3624d429-6ca5-451f-a7bb-ae3f1a2a249d', 'name': '', 'network_id': '9b3131d2-5b49-48c3-b387-6198a4c16a8c', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'mac_address': 'fa:16:3e:dd:fa:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76721710-7915-4ea0-a575-2a246987e295', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '82d66e92-ec3c-4cbe-80f5-2ea3afe13a42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:49:39Z', 'updated_at': '2021-07-09T14:49:47Z', 'revision_number': 5, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'subnets': [{'id': '82d66e92-ec3c-4cbe-80f5-2ea3afe13a42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '848ecfbd-2ed8-460f-b10a-84b7de05e577', 'name': '', 'network_id': 'a855d720-111e-4149-9070-f8758df7a1c9', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'mac_address': 'fa:16:3e:67:ea:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76721710-7915-4ea0-a575-2a246987e295', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'cea57d44-14bf-4db2-be7c-af1ad811e508', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:49:45Z', 'updated_at': '2021-07-09T14:49:53Z', 'revision_number': 5, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'subnets': [{'id': 'cea57d44-14bf-4db2-be7c-af1ad811e508', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dacf9b26-c737-4fa5-ad54-ca7a7859dc65', 'name': '', 'network_id': '78b5fad6-5612-4dd1-9b92-34adcb52d009', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'mac_address': 'fa:16:3e:e2:1d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76721710-7915-4ea0-a575-2a246987e295', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7a98438e-c6e4-48cf-a602-396a79411b48', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:49:54Z', 'updated_at': '2021-07-09T14:50:06Z', 'revision_number': 5, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'subnets': [{'id': '7a98438e-c6e4-48cf-a602-396a79411b48', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:50:16.264760 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d0d89b5f-0805-4bc1-b1ed-ebb5328af644 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:16.288535 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d89b5f-0805-4bc1-b1ed-ebb5328af644 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Pushing event deleted for resources: {'Port': ['ID=fba9142f-1508-4c59-a211-1a99c73d9551,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:16.355416 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d0d89b5f-0805-4bc1-b1ed-ebb5328af644 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:16.455124 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d0d89b5f-0805-4bc1-b1ed-ebb5328af644 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:16.457402 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d0d89b5f-0805-4bc1-b1ed-ebb5328af644 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:16.616189 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bc5fc108-cfe4-496b-9115-d330bf9c2a93 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:16.650907 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5fc108-cfe4-496b-9115-d330bf9c2a93 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event deleted for resources: {'Port': ['ID=0dde1658-3b1f-4197-98b1-4dcf31076d16,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:16.664718 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d0d89b5f-0805-4bc1-b1ed-ebb5328af644 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:16.668161 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d89b5f-0805-4bc1-b1ed-ebb5328af644 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 66b2aa1c-3fcd-4dd3-a18a-2e2d222b8624 {{(pid=94445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:50:16.672708 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d0d89b5f-0805-4bc1-b1ed-ebb5328af644 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:16.681761 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d0d89b5f-0805-4bc1-b1ed-ebb5328af644 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] 10.222.0.58 "DELETE /v2.0/routers/66b2aa1c-3fcd-4dd3-a18a-2e2d222b8624 HTTP/1.1" status: 204 len: 168 time: 3.0104122 Jul 09 14:50:16.682534 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 40602) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:16.688654 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-327b93fe-ffe8-44c3-813f-f0744a281403 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-519962236', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}, 'admin_state_up': False}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:50:16.805810 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-327b93fe-ffe8-44c3-813f-f0744a281403 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:16.807404 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-327b93fe-ffe8-44c3-813f-f0744a281403 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:16.927052 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-327b93fe-ffe8-44c3-813f-f0744a281403 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:16.956357 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bc5fc108-cfe4-496b-9115-d330bf9c2a93 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:17.359810 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-327b93fe-ffe8-44c3-813f-f0744a281403 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:17.406866 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc5fc108-cfe4-496b-9115-d330bf9c2a93 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Router 76721710-7915-4ea0-a575-2a246987e295 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:50:17.649563 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc5fc108-cfe4-496b-9115-d330bf9c2a93 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:50:17.660242 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-bc5fc108-cfe4-496b-9115-d330bf9c2a93 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "PUT /v2.0/routers/76721710-7915-4ea0-a575-2a246987e295/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1980114 Jul 09 14:50:17.677541 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40606) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:17.677751 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fac3d00-ec46-49f4-aab8-976173d36d16 None None] Sync routers for ids ['76721710-7915-4ea0-a575-2a246987e295'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:50:17.679944 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fac3d00-ec46-49f4-aab8-976173d36d16 None None] Routers {'76721710-7915-4ea0-a575-2a246987e295'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:50:17.680716 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-9fac3d00-ec46-49f4-aab8-976173d36d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:49:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['76721710-7915-4ea0-a575-2a246987e295'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:17.730277 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-f453db46-ba38-476e-99f9-fe0dc0b75901 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Deleting subnet d30caffa-412f-4efc-9dd6-0126d0175bfd {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:50:17.734532 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f453db46-ba38-476e-99f9-fe0dc0b75901 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:17.740881 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-327b93fe-ffe8-44c3-813f-f0744a281403 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks [] for router_gateway, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:17.776909 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-327b93fe-ffe8-44c3-813f-f0744a281403 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:17.784562 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-9fac3d00-ec46-49f4-aab8-976173d36d16 None None] Set router 76721710-7915-4ea0-a575-2a246987e295 gateway port host: None {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:50:17.800031 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f453db46-ba38-476e-99f9-fe0dc0b75901 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:17.945701 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f453db46-ba38-476e-99f9-fe0dc0b75901 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:18.026262 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-327b93fe-ffe8-44c3-813f-f0744a281403 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Allocated IP 172.25.3.30 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/452a98f3-6ea8-4105-b145-a5660acd7bcf) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:50:18.131186 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f453db46-ba38-476e-99f9-fe0dc0b75901 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:18.179290 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-9fac3d00-ec46-49f4-aab8-976173d36d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76721710-7915-4ea0-a575-2a246987e295', 'name': 'tempest-RoutersIpV6Test-router-934731009', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:49:35Z', 'updated_at': '2021-07-09T14:50:16Z', 'revision_number': 8, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'gw_port_host': None, '_interfaces': [{'id': '3624d429-6ca5-451f-a7bb-ae3f1a2a249d', 'name': '', 'network_id': '9b3131d2-5b49-48c3-b387-6198a4c16a8c', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'mac_address': 'fa:16:3e:dd:fa:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76721710-7915-4ea0-a575-2a246987e295', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '82d66e92-ec3c-4cbe-80f5-2ea3afe13a42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:49:39Z', 'updated_at': '2021-07-09T14:49:47Z', 'revision_number': 5, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'subnets': [{'id': '82d66e92-ec3c-4cbe-80f5-2ea3afe13a42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '848ecfbd-2ed8-460f-b10a-84b7de05e577', 'name': '', 'network_id': 'a855d720-111e-4149-9070-f8758df7a1c9', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'mac_address': 'fa:16:3e:67:ea:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76721710-7915-4ea0-a575-2a246987e295', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'cea57d44-14bf-4db2-be7c-af1ad811e508', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:49:45Z', 'updated_at': '2021-07-09T14:49:53Z', 'revision_number': 5, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'subnets': [{'id': 'cea57d44-14bf-4db2-be7c-af1ad811e508', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dacf9b26-c737-4fa5-ad54-ca7a7859dc65', 'name': '', 'network_id': '78b5fad6-5612-4dd1-9b92-34adcb52d009', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'mac_address': 'fa:16:3e:e2:1d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76721710-7915-4ea0-a575-2a246987e295', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7a98438e-c6e4-48cf-a602-396a79411b48', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:49:54Z', 'updated_at': '2021-07-09T14:50:06Z', 'revision_number': 5, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'subnets': [{'id': '7a98438e-c6e4-48cf-a602-396a79411b48', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:18.181003 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device fba9142f-1508-4c59-a211-1a99c73d9551 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:50:18.206315 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f453db46-ba38-476e-99f9-fe0dc0b75901 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event deleted for resources: {'Subnet': ['ID=d30caffa-412f-4efc-9dd6-0126d0175bfd,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:18.215762 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: fba9142f-1508-4c59-a211-1a99c73d9551 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:50:18.216622 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device fba9142f-1508-4c59-a211-1a99c73d9551 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:50:18.228867 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f453db46-ba38-476e-99f9-fe0dc0b75901 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:18.228990 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff147353-6bfb-4f6d-91fd-2f17de453f6f None None] Network f6fdf93d-2182-4f4f-afcf-d841359b2501 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:50:18.229127 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f453db46-ba38-476e-99f9-fe0dc0b75901 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "DELETE /v2.0/subnets/d30caffa-412f-4efc-9dd6-0126d0175bfd HTTP/1.1" status: 204 len: 168 time: 0.5637119 Jul 09 14:50:18.229247 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 40616) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:18.259490 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-327b93fe-ffe8-44c3-813f-f0744a281403 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:18.259697 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fac3d00-ec46-49f4-aab8-976173d36d16 None None] Checking router: 76721710-7915-4ea0-a575-2a246987e295 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:50:18.279433 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fac3d00-ec46-49f4-aab8-976173d36d16 None None] Routers {'76721710-7915-4ea0-a575-2a246987e295'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:50:18.280308 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-9fac3d00-ec46-49f4-aab8-976173d36d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:49:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['76721710-7915-4ea0-a575-2a246987e295'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:18.372603 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2e3620c8-5629-4e08-a8d8-082bd95bdbe4 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:18.374098 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-9fac3d00-ec46-49f4-aab8-976173d36d16 None None] Set router 76721710-7915-4ea0-a575-2a246987e295 gateway port host: None {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:50:18.456192 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-2e3620c8-5629-4e08-a8d8-082bd95bdbe4 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Deleting port a270d535-02d5-4dc7-aa29-5e81d5a0a51c {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:50:18.457877 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2e3620c8-5629-4e08-a8d8-082bd95bdbe4 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:18.483074 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-327b93fe-ffe8-44c3-813f-f0744a281403 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:18.629333 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277c546f-944e-4342-9cf2-04c4cd1e3ef1 None None] DHCP port deletion for f6fdf93d-2182-4f4f-afcf-d841359b2501 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:50:18.632345 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327b93fe-ffe8-44c3-813f-f0744a281403 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:50:18.656541 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-327b93fe-ffe8-44c3-813f-f0744a281403 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:50:18.659695 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327b93fe-ffe8-44c3-813f-f0744a281403 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:50:18.721559 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-2e3620c8-5629-4e08-a8d8-082bd95bdbe4 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] For port a270d535-02d5-4dc7-aa29-5e81d5a0a51c, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=a270d535-02d5-4dc7-aa29-5e81d5a0a51c,segment=NetworkSegment(aefc7953-d866-41c9-b9cd-765ab0038064),segment_id=aefc7953-d866-41c9-b9cd-765ab0038064)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:50:18.721930 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2e3620c8-5629-4e08-a8d8-082bd95bdbe4 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:18.747560 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-2e3620c8-5629-4e08-a8d8-082bd95bdbe4 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Calling delete_port for a270d535-02d5-4dc7-aa29-5e81d5a0a51c owned by network:dhcp {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:50:18.751704 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327b93fe-ffe8-44c3-813f-f0744a281403 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Pushing event updated for resources: {'Port': ['ID=452a98f3-6ea8-4105-b145-a5660acd7bcf,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:18.769806 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-277c546f-944e-4342-9cf2-04c4cd1e3ef1 None None] Deleting port a270d535-02d5-4dc7-aa29-5e81d5a0a51c {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:50:18.770194 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-277c546f-944e-4342-9cf2-04c4cd1e3ef1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:18.820603 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-9fac3d00-ec46-49f4-aab8-976173d36d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76721710-7915-4ea0-a575-2a246987e295', 'name': 'tempest-RoutersIpV6Test-router-934731009', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:49:35Z', 'updated_at': '2021-07-09T14:50:16Z', 'revision_number': 8, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'gw_port_host': None, '_interfaces': [{'id': '3624d429-6ca5-451f-a7bb-ae3f1a2a249d', 'name': '', 'network_id': '9b3131d2-5b49-48c3-b387-6198a4c16a8c', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'mac_address': 'fa:16:3e:dd:fa:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76721710-7915-4ea0-a575-2a246987e295', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '82d66e92-ec3c-4cbe-80f5-2ea3afe13a42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:49:39Z', 'updated_at': '2021-07-09T14:49:47Z', 'revision_number': 5, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'subnets': [{'id': '82d66e92-ec3c-4cbe-80f5-2ea3afe13a42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '848ecfbd-2ed8-460f-b10a-84b7de05e577', 'name': '', 'network_id': 'a855d720-111e-4149-9070-f8758df7a1c9', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'mac_address': 'fa:16:3e:67:ea:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76721710-7915-4ea0-a575-2a246987e295', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'cea57d44-14bf-4db2-be7c-af1ad811e508', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:49:45Z', 'updated_at': '2021-07-09T14:49:53Z', 'revision_number': 5, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'subnets': [{'id': 'cea57d44-14bf-4db2-be7c-af1ad811e508', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dacf9b26-c737-4fa5-ad54-ca7a7859dc65', 'name': '', 'network_id': '78b5fad6-5612-4dd1-9b92-34adcb52d009', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'mac_address': 'fa:16:3e:e2:1d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76721710-7915-4ea0-a575-2a246987e295', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7a98438e-c6e4-48cf-a602-396a79411b48', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:49:54Z', 'updated_at': '2021-07-09T14:50:06Z', 'revision_number': 5, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'subnets': [{'id': '7a98438e-c6e4-48cf-a602-396a79411b48', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:18.854927 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f03eb-de7b-41c9-abf4-b3dbd2c49210 req-583d368c-6175-46be-aff2-bb42bcba9c3f tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:18.870646 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2c8f03eb-de7b-41c9-abf4-b3dbd2c49210 req-583d368c-6175-46be-aff2-bb42bcba9c3f tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=9da18f17-d082-4d4c-86e5-ac89efaa7ffa HTTP/1.1" status: 200 len: 943 time: 0.1387391 Jul 09 14:50:18.896496 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fac3d00-ec46-49f4-aab8-976173d36d16 None None] The sync data for ids ['76721710-7915-4ea0-a575-2a246987e295'] in n-d-799529-6 is: [{'id': '76721710-7915-4ea0-a575-2a246987e295', 'name': 'tempest-RoutersIpV6Test-router-934731009', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:49:35Z', 'updated_at': '2021-07-09T14:50:16Z', 'revision_number': 8, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'gw_port_host': None, '_interfaces': [{'id': '3624d429-6ca5-451f-a7bb-ae3f1a2a249d', 'name': '', 'network_id': '9b3131d2-5b49-48c3-b387-6198a4c16a8c', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'mac_address': 'fa:16:3e:dd:fa:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76721710-7915-4ea0-a575-2a246987e295', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '82d66e92-ec3c-4cbe-80f5-2ea3afe13a42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:49:39Z', 'updated_at': '2021-07-09T14:49:47Z', 'revision_number': 5, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'subnets': [{'id': '82d66e92-ec3c-4cbe-80f5-2ea3afe13a42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '848ecfbd-2ed8-460f-b10a-84b7de05e577', 'name': '', 'network_id': 'a855d720-111e-4149-9070-f8758df7a1c9', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'mac_address': 'fa:16:3e:67:ea:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76721710-7915-4ea0-a575-2a246987e295', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'cea57d44-14bf-4db2-be7c-af1ad811e508', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:49:45Z', 'updated_at': '2021-07-09T14:49:53Z', 'revision_number': 5, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'subnets': [{'id': 'cea57d44-14bf-4db2-be7c-af1ad811e508', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dacf9b26-c737-4fa5-ad54-ca7a7859dc65', 'name': '', 'network_id': '78b5fad6-5612-4dd1-9b92-34adcb52d009', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'mac_address': 'fa:16:3e:e2:1d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76721710-7915-4ea0-a575-2a246987e295', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7a98438e-c6e4-48cf-a602-396a79411b48', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:49:54Z', 'updated_at': '2021-07-09T14:50:06Z', 'revision_number': 5, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'subnets': [{'id': '7a98438e-c6e4-48cf-a602-396a79411b48', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:50:18.941754 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-277c546f-944e-4342-9cf2-04c4cd1e3ef1 None None] For port a270d535-02d5-4dc7-aa29-5e81d5a0a51c, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=a270d535-02d5-4dc7-aa29-5e81d5a0a51c,segment=NetworkSegment(aefc7953-d866-41c9-b9cd-765ab0038064),segment_id=aefc7953-d866-41c9-b9cd-765ab0038064)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:50:18.942291 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-277c546f-944e-4342-9cf2-04c4cd1e3ef1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:18.960834 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-277c546f-944e-4342-9cf2-04c4cd1e3ef1 None None] Calling delete_port for a270d535-02d5-4dc7-aa29-5e81d5a0a51c owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:50:18.980190 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2c8f03eb-de7b-41c9-abf4-b3dbd2c49210 req-85ba122b-9467-49fb-a6be-af48de07141c tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=473b60ee-6046-439a-9449-2a9b96c46b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080625 Jul 09 14:50:19.091039 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40634) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:19.113607 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92ca645-aa92-43ce-9df0-0b24365e4c86 x-openstack-request-id: req-b92ca645-aa92-43ce-9df0-0b24365e4c86 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:50:19.114127 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e59981f2-1bbc-46b7-94f0-0e107e4666e9", "name": "network-vif-plugged", "status": "completed", "tag": "4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:50:19.114548 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b92ca645-aa92-43ce-9df0-0b24365e4c86 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:50:19.115249 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e59981f2-1bbc-46b7-94f0-0e107e4666e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b', 'code': 200} Jul 09 14:50:19.165751 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2e3620c8-5629-4e08-a8d8-082bd95bdbe4 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:19.192090 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-277c546f-944e-4342-9cf2-04c4cd1e3ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:19.226282 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277c546f-944e-4342-9cf2-04c4cd1e3ef1 None None] Pushing event deleted for resources: {'Port': ['ID=a270d535-02d5-4dc7-aa29-5e81d5a0a51c,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:19.230312 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277c546f-944e-4342-9cf2-04c4cd1e3ef1 None None] No DVR routers for this DVR port a270d535-02d5-4dc7-aa29-5e81d5a0a51c on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:50:19.246847 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3620c8-5629-4e08-a8d8-082bd95bdbe4 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event deleted for resources: {'Port': ['ID=a270d535-02d5-4dc7-aa29-5e81d5a0a51c,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:19.283574 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3620c8-5629-4e08-a8d8-082bd95bdbe4 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] No DVR routers for this DVR port a270d535-02d5-4dc7-aa29-5e81d5a0a51c on host n-d-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:50:19.358090 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-327b93fe-ffe8-44c3-813f-f0744a281403 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks [] for router_gateway, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:19.512413 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b14bd6-62e7-4c7f-9044-96cedbe99126 req-7fcd589f-3416-4116-a923-efa27be7acf9 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:19.533214 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f6b14bd6-62e7-4c7f-9044-96cedbe99126 req-7fcd589f-3416-4116-a923-efa27be7acf9 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=8014eebb-d84d-4876-a5d9-7fee3a40d79b HTTP/1.1" status: 200 len: 945 time: 0.1869628 Jul 09 14:50:19.635706 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f6b14bd6-62e7-4c7f-9044-96cedbe99126 req-89399ad0-ce2a-4f77-a22d-577e12b90a77 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014924 Jul 09 14:50:19.786302 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-327b93fe-ffe8-44c3-813f-f0744a281403 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:19.800149 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2e3620c8-5629-4e08-a8d8-082bd95bdbe4 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:19.868562 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-2e3620c8-5629-4e08-a8d8-082bd95bdbe4 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6fdf93d-2182-4f4f-afcf-d841359b2501']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:19.896699 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-2e3620c8-5629-4e08-a8d8-082bd95bdbe4 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aefc7953-d866-41c9-b9cd-765ab0038064') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:19.897014 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-2e3620c8-5629-4e08-a8d8-082bd95bdbe4 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aefc7953-d866-41c9-b9cd-765ab0038064') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:19.913676 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2e3620c8-5629-4e08-a8d8-082bd95bdbe4 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:19.944010 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f2c5a723-ec29-4af5-8dfb-854c9367708b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:19.965638 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2e3620c8-5629-4e08-a8d8-082bd95bdbe4 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:19.974563 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e3620c8-5629-4e08-a8d8-082bd95bdbe4 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:50:19.974979 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2e3620c8-5629-4e08-a8d8-082bd95bdbe4 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:19.978040 n-d-799529-6 neutron-server[94445]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:50:19.978040 n-d-799529-6 neutron-server[94445]: items = [ Jul 09 14:50:19.978040 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 14:50:19.978040 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:50:19.978040 n-d-799529-6 neutron-server[94445]: timer() Jul 09 14:50:19.978040 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:50:19.978040 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 14:50:19.978040 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:50:19.978040 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 14:50:19.978040 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:50:19.978040 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 14:50:19.978040 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:50:19.978040 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 14:50:19.978040 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:50:19.978040 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 14:50:19.978040 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:50:19.978040 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:50:19.978040 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:50:19.978040 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:50:19.978040 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:50:19.978040 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 14:50:19.978040 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:50:19.978040 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 14:50:19.978040 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:50:19.978040 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:50:19.978040 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:50:19.978040 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 14:50:19.978040 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:50:19.978040 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:50:19.978040 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:50:19.978040 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:50:19.978040 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:50:19.978040 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:50:19.978040 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:50:20.076106 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device a270d535-02d5-4dc7-aa29-5e81d5a0a51c no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:50:20.127466 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: a270d535-02d5-4dc7-aa29-5e81d5a0a51c {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:50:20.128636 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device a270d535-02d5-4dc7-aa29-5e81d5a0a51c not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:50:20.129242 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 0dde1658-3b1f-4197-98b1-4dcf31076d16 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:50:20.157008 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 0dde1658-3b1f-4197-98b1-4dcf31076d16 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:50:20.157679 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 0dde1658-3b1f-4197-98b1-4dcf31076d16 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:50:20.193932 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2e3620c8-5629-4e08-a8d8-082bd95bdbe4 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:20.214703 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2e3620c8-5629-4e08-a8d8-082bd95bdbe4 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:20.216784 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-2e3620c8-5629-4e08-a8d8-082bd95bdbe4 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "DELETE /v2.0/networks/f6fdf93d-2182-4f4f-afcf-d841359b2501 HTTP/1.1" status: 204 len: 168 time: 1.9863696 Jul 09 14:50:20.217932 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3620c8-5629-4e08-a8d8-082bd95bdbe4 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event deleted for resources: {'Network': ['ID=f6fdf93d-2182-4f4f-afcf-d841359b2501,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:20.219784 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40656) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:20.220144 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-327b93fe-ffe8-44c3-813f-f0744a281403 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Router bdbb4f3f-2d9b-4354-9073-808191b6a7df is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:50:20.357851 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68651e6a-3c10-474f-b5c7-ae7e4dc63652 req-c2e669c1-43ea-4f62-97d9-538b369986f8 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:20.365388 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-68651e6a-3c10-474f-b5c7-ae7e4dc63652 req-c2e669c1-43ea-4f62-97d9-538b369986f8 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=9da18f17-d082-4d4c-86e5-ac89efaa7ffa HTTP/1.1" status: 200 len: 943 time: 0.2128785 Jul 09 14:50:20.440178 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-68651e6a-3c10-474f-b5c7-ae7e4dc63652 req-a17b809f-5324-42b6-89e9-7db644b2db9f tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=473b60ee-6046-439a-9449-2a9b96c46b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738394 Jul 09 14:50:20.457364 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-327b93fe-ffe8-44c3-813f-f0744a281403 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:50:20.463767 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c941e44-28e5-41a2-a39a-c22b28fce588 None None] Sync routers for ids ['bdbb4f3f-2d9b-4354-9073-808191b6a7df'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:50:20.477706 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c941e44-28e5-41a2-a39a-c22b28fce588 None None] Routers {'bdbb4f3f-2d9b-4354-9073-808191b6a7df'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:50:20.479245 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-4c941e44-28e5-41a2-a39a-c22b28fce588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:49:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['bdbb4f3f-2d9b-4354-9073-808191b6a7df'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:20.549479 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-4c941e44-28e5-41a2-a39a-c22b28fce588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:20.577204 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c941e44-28e5-41a2-a39a-c22b28fce588 None None] Routers {'bdbb4f3f-2d9b-4354-9073-808191b6a7df'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:50:20.578951 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-4c941e44-28e5-41a2-a39a-c22b28fce588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:49:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['bdbb4f3f-2d9b-4354-9073-808191b6a7df'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:20.584122 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-327b93fe-ffe8-44c3-813f-f0744a281403 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:20.589741 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-327b93fe-ffe8-44c3-813f-f0744a281403 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.9018543 Jul 09 14:50:20.589880 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 40668) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:20.594375 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-54c22e9f-839e-4ced-acd7-9afc8ece09e8 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'enable_snat': False}}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:50:20.711242 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 7aa33818-c61d-4582-8359-6d5088e5a2d9 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:50:20.719230 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-4c941e44-28e5-41a2-a39a-c22b28fce588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:20.722356 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c941e44-28e5-41a2-a39a-c22b28fce588 None None] The sync data for ids ['bdbb4f3f-2d9b-4354-9073-808191b6a7df'] in n-d-799529-6 is: [] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:50:20.837598 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-f2c5a723-ec29-4af5-8dfb-854c9367708b admin admin] Deleting port 52c6998b-9b81-4a7b-adde-6310f1352978 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:50:20.840053 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f2c5a723-ec29-4af5-8dfb-854c9367708b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:20.896427 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 7aa33818-c61d-4582-8359-6d5088e5a2d9, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=7aa33818-c61d-4582-8359-6d5088e5a2d9,segment=NetworkSegment(d799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae),segment_id=d799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:50:20.916746 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': '7aa33818-c61d-4582-8359-6d5088e5a2d9', 'network_id': '29d888e5-b470-491c-8272-fb069bb5ea34', 'port_id': '7aa33818-c61d-4582-8359-6d5088e5a2d9', 'mac_address': 'fa:16:3e:9e:af:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ebf5b74-6584-49ef-a6c0-eff61f32c488', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:50:20.978627 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:20.999471 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aa33818-c61d-4582-8359-6d5088e5a2d9 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:50:21.025768 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 7aa33818-c61d-4582-8359-6d5088e5a2d9, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=7aa33818-c61d-4582-8359-6d5088e5a2d9,segment=NetworkSegment(d799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae),segment_id=d799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:50:21.065828 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b89b2-4d99-4d4d-85f5-878317728cf0 req-ac63da97-b933-40ab-a09d-429ad3fe405d tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:21.067576 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fb7b89b2-4d99-4d4d-85f5-878317728cf0 req-ac63da97-b933-40ab-a09d-429ad3fe405d tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=8014eebb-d84d-4876-a5d9-7fee3a40d79b HTTP/1.1" status: 200 len: 945 time: 0.2229226 Jul 09 14:50:21.108244 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-f2c5a723-ec29-4af5-8dfb-854c9367708b admin admin] For port 52c6998b-9b81-4a7b-adde-6310f1352978, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=52c6998b-9b81-4a7b-adde-6310f1352978,segment=NetworkSegment(7500281a-7475-4abe-ba5c-c4957c739c0d),segment_id=7500281a-7475-4abe-ba5c-c4957c739c0d)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:50:21.108638 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f2c5a723-ec29-4af5-8dfb-854c9367708b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:21.121446 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:21.135372 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-f2c5a723-ec29-4af5-8dfb-854c9367708b admin admin] Calling delete_port for 52c6998b-9b81-4a7b-adde-6310f1352978 owned by network:router_interface {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:50:21.162880 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fb7b89b2-4d99-4d4d-85f5-878317728cf0 req-e787dbea-1696-43ff-8647-c605b952d074 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857491 Jul 09 14:50:21.221388 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1af9205e-46fb-40a8-bf51-c95a750927de tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:21.235977 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=7aa33818-c61d-4582-8359-6d5088e5a2d9,revision_number=9']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:21.297457 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-54c22e9f-839e-4ced-acd7-9afc8ece09e8 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:21.363094 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['7aa33818-c61d-4582-8359-6d5088e5a2d9'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:50:21.701070 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f2c5a723-ec29-4af5-8dfb-854c9367708b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:22.083897 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c5a723-ec29-4af5-8dfb-854c9367708b admin admin] Pushing event deleted for resources: {'Port': ['ID=52c6998b-9b81-4a7b-adde-6310f1352978,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:22.090947 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-1af9205e-46fb-40a8-bf51-c95a750927de tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Deleting port dacf9b26-c737-4fa5-ad54-ca7a7859dc65 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:50:22.091645 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1af9205e-46fb-40a8-bf51-c95a750927de tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:22.354191 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8de632-4733-4a32-ad96-1e0cf4ff3697 req-fd8bbdfb-fa56-4917-b81b-b0615e5db366 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:22.365510 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bf8de632-4733-4a32-ad96-1e0cf4ff3697 req-fd8bbdfb-fa56-4917-b81b-b0615e5db366 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=9da18f17-d082-4d4c-86e5-ac89efaa7ffa HTTP/1.1" status: 200 len: 944 time: 0.7015338 Jul 09 14:50:22.367173 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-1af9205e-46fb-40a8-bf51-c95a750927de tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] For port dacf9b26-c737-4fa5-ad54-ca7a7859dc65, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=dacf9b26-c737-4fa5-ad54-ca7a7859dc65,segment=NetworkSegment(a50decf0-399a-4b0a-b1a7-044f4b890979),segment_id=a50decf0-399a-4b0a-b1a7-044f4b890979)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:50:22.367570 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1af9205e-46fb-40a8-bf51-c95a750927de tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:22.430975 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-1af9205e-46fb-40a8-bf51-c95a750927de tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Calling delete_port for dacf9b26-c737-4fa5-ad54-ca7a7859dc65 owned by network:router_interface {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:50:22.502830 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bf8de632-4733-4a32-ad96-1e0cf4ff3697 req-e2be7ff1-5e0f-4bad-a013-efcffef383e8 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=473b60ee-6046-439a-9449-2a9b96c46b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360536 Jul 09 14:50:22.528530 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f2c5a723-ec29-4af5-8dfb-854c9367708b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:22.643452 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-54c22e9f-839e-4ced-acd7-9afc8ece09e8 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:22.646978 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-54c22e9f-839e-4ced-acd7-9afc8ece09e8 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-753925'] for router, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:22.681117 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 7aa33818-c61d-4582-8359-6d5088e5a2d9 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:50:22.782017 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port 7aa33818-c61d-4582-8359-6d5088e5a2d9 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:50:22.782017 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:22.810991 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c22e9f-839e-4ced-acd7-9afc8ece09e8 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Router bdbb4f3f-2d9b-4354-9073-808191b6a7df has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:50:22.818713 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42767477-36e4-4180-9334-7ca52fec2c2a req-1adc3126-f5d9-4209-8d50-b5482146dc69 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:22.820346 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-42767477-36e4-4180-9334-7ca52fec2c2a req-1adc3126-f5d9-4209-8d50-b5482146dc69 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=8014eebb-d84d-4876-a5d9-7fee3a40d79b HTTP/1.1" status: 200 len: 945 time: 0.2797279 Jul 09 14:50:22.964846 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c22e9f-839e-4ced-acd7-9afc8ece09e8 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:50:22.976559 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-54c22e9f-839e-4ced-acd7-9afc8ece09e8 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:22.976897 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9e04d4-c61e-4d93-8a60-a15a003f640f None None] Sync routers for ids ['bdbb4f3f-2d9b-4354-9073-808191b6a7df'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:50:22.978081 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-54c22e9f-839e-4ced-acd7-9afc8ece09e8 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] 10.222.0.58 "PUT /v2.0/routers/bdbb4f3f-2d9b-4354-9073-808191b6a7df HTTP/1.1" status: 200 len: 924 time: 2.3872464 Jul 09 14:50:22.980605 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 40716) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:22.987838 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-42767477-36e4-4180-9334-7ca52fec2c2a req-1dd4975d-162e-4fb7-a67a-05fcf63948aa tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578844 Jul 09 14:50:23.009036 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9e04d4-c61e-4d93-8a60-a15a003f640f None None] Routers {'bdbb4f3f-2d9b-4354-9073-808191b6a7df'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:50:23.021621 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-2b9e04d4-c61e-4d93-8a60-a15a003f640f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:49:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['bdbb4f3f-2d9b-4354-9073-808191b6a7df'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:23.037165 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:23.071958 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c5a723-ec29-4af5-8dfb-854c9367708b admin admin] Router 4a9c1c4d-20a4-4485-8d13-b6d7900229b8 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:50:23.083056 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1af9205e-46fb-40a8-bf51-c95a750927de tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:23.089644 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 7aa33818-c61d-4582-8359-6d5088e5a2d9, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=7aa33818-c61d-4582-8359-6d5088e5a2d9,segment=NetworkSegment(d799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae),segment_id=d799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:50:23.090696 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da18f17-d082-4d4c-86e5-ac89efaa7ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa33818-c61d-4582-8359-6d5088e5a2d9'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:50:23.093967 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f60ef9-cf66-4938-b8cd-2d665de81ae0" -d '{"events": [{"server_uuid": "9da18f17-d082-4d4c-86e5-ac89efaa7ffa", "name": "network-vif-plugged", "status": "completed", "tag": "7aa33818-c61d-4582-8359-6d5088e5a2d9"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:50:23.122466 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-2b9e04d4-c61e-4d93-8a60-a15a003f640f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:23.135626 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9e04d4-c61e-4d93-8a60-a15a003f640f None None] Routers {'bdbb4f3f-2d9b-4354-9073-808191b6a7df'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:50:23.136255 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-2b9e04d4-c61e-4d93-8a60-a15a003f640f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:49:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['bdbb4f3f-2d9b-4354-9073-808191b6a7df'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:23.143180 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb90393-7d35-47a1-8217-8add3917acb1 x-openstack-request-id: req-cbb90393-7d35-47a1-8217-8add3917acb1 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:50:23.143574 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9da18f17-d082-4d4c-86e5-ac89efaa7ffa", "name": "network-vif-plugged", "status": "completed", "tag": "7aa33818-c61d-4582-8359-6d5088e5a2d9", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:50:23.143832 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cbb90393-7d35-47a1-8217-8add3917acb1 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:50:23.144223 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9da18f17-d082-4d4c-86e5-ac89efaa7ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa33818-c61d-4582-8359-6d5088e5a2d9', 'code': 200} Jul 09 14:50:23.155992 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:23.182935 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-2b9e04d4-c61e-4d93-8a60-a15a003f640f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:23.183631 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9e04d4-c61e-4d93-8a60-a15a003f640f None None] The sync data for ids ['bdbb4f3f-2d9b-4354-9073-808191b6a7df'] in n-d-799529-6 is: [] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:50:23.195491 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:23.221476 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af9205e-46fb-40a8-bf51-c95a750927de tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event deleted for resources: {'Port': ['ID=dacf9b26-c737-4fa5-ad54-ca7a7859dc65,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:23.257454 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-1274af29-cd2c-4234-b312-487def9a091a tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] 10.222.0.58 "GET /v2.0/routers/bdbb4f3f-2d9b-4354-9073-808191b6a7df HTTP/1.1" status: 200 len: 924 time: 0.2740543 Jul 09 14:50:23.258084 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 40730) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:23.291585 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=7aa33818-c61d-4582-8359-6d5088e5a2d9,revision_number=10']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:23.451968 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f961c632-f2ab-4dc3-82b7-be5b463159d9 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:23.458796 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40734) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:23.459914 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f961c632-f2ab-4dc3-82b7-be5b463159d9 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=202c7ce6-d4e9-4f80-84dd-bef08905a653&device_id=bdbb4f3f-2d9b-4354-9073-808191b6a7df&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2003028 Jul 09 14:50:23.497879 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ebb5d-44c7-4bf9-884f-c772b85e1b3b req-60f03b98-fde0-43a2-be0a-e88954f147cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:23.500366 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-df0ebb5d-44c7-4bf9-884f-c772b85e1b3b req-60f03b98-fde0-43a2-be0a-e88954f147cf service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9da18f17-d082-4d4c-86e5-ac89efaa7ffa HTTP/1.1" status: 200 len: 1097 time: 0.0991879 Jul 09 14:50:23.569300 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-df0ebb5d-44c7-4bf9-884f-c772b85e1b3b req-a3a062f2-fa6c-4871-bd68-e6ede8b74195 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=473b60ee-6046-439a-9449-2a9b96c46b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586593 Jul 09 14:50:23.676722 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1af9205e-46fb-40a8-bf51-c95a750927de tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:23.753208 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c5a723-ec29-4af5-8dfb-854c9367708b admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:50:23.766309 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f2c5a723-ec29-4af5-8dfb-854c9367708b admin admin] 10.222.0.58 "PUT /v2.0/routers/4a9c1c4d-20a4-4485-8d13-b6d7900229b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6706772 Jul 09 14:50:23.766558 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 40740) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:23.774217 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae8b4ec-07b5-413c-93f2-971f1154678d None None] Sync routers for ids ['4a9c1c4d-20a4-4485-8d13-b6d7900229b8'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:50:23.792809 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae8b4ec-07b5-413c-93f2-971f1154678d None None] Routers {'4a9c1c4d-20a4-4485-8d13-b6d7900229b8'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:50:23.793794 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-aae8b4ec-07b5-413c-93f2-971f1154678d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:49:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['4a9c1c4d-20a4-4485-8d13-b6d7900229b8'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:23.888694 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 40752) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:23.940098 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-aae8b4ec-07b5-413c-93f2-971f1154678d None None] Set router 4a9c1c4d-20a4-4485-8d13-b6d7900229b8 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:50:24.030258 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b88d81e-ff9f-45a3-8f2d-42bd3e8debd3 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:24.032737 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-2b88d81e-ff9f-45a3-8f2d-42bd3e8debd3 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] 10.222.0.58 "GET /v2.0/networks/202c7ce6-d4e9-4f80-84dd-bef08905a653 HTTP/1.1" status: 200 len: 881 time: 0.5615854 Jul 09 14:50:24.036624 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40756) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:24.082886 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-da1dadea-f12e-4c15-b329-c971f94e15ff tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdbb4f3f-2d9b-4354-9073-808191b6a7df HTTP/1.1" status: 200 len: 205 time: 0.0441258 Jul 09 14:50:24.085953 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2c9601ac-ef9f-4486-99f9-aea15dab5c94 admin admin] Notify callbacks [] for router, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:24.086145 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40760) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:24.105405 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5fc12-e33f-4576-8e26-12098aca8ac8 req-b085ab66-4111-4071-8d54-b2c21a1978ca tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:24.112891 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f9a5fc12-e33f-4576-8e26-12098aca8ac8 req-b085ab66-4111-4071-8d54-b2c21a1978ca tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=9da18f17-d082-4d4c-86e5-ac89efaa7ffa HTTP/1.1" status: 200 len: 946 time: 0.3724639 Jul 09 14:50:24.257019 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-61ed4485-66de-422a-960a-40f022f73ea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:24.305217 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2c9601ac-ef9f-4486-99f9-aea15dab5c94 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:24.325264 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f9a5fc12-e33f-4576-8e26-12098aca8ac8 req-1231aae7-4c8f-4b58-9f36-4c0c07e98f9c tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=473b60ee-6046-439a-9449-2a9b96c46b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2113886 Jul 09 14:50:24.343882 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-aae8b4ec-07b5-413c-93f2-971f1154678d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9c1c4d-20a4-4485-8d13-b6d7900229b8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1610871753-router', 'tenant_id': 'aa2a983a47494b75b30c2824631c834b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '87556ccb-f3f7-4c93-be1b-14afb75c91dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:47:45Z', 'updated_at': '2021-07-09T14:50:21Z', 'revision_number': 5, 'project_id': 'aa2a983a47494b75b30c2824631c834b', 'gw_port': {'id': '87556ccb-f3f7-4c93-be1b-14afb75c91dc', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:33:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9c1c4d-20a4-4485-8d13-b6d7900229b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:47:46Z', 'updated_at': '2021-07-09T14:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:24.360283 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1af9205e-46fb-40a8-bf51-c95a750927de tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Router 76721710-7915-4ea0-a575-2a246987e295 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:50:24.372392 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae8b4ec-07b5-413c-93f2-971f1154678d None None] Checking router: 4a9c1c4d-20a4-4485-8d13-b6d7900229b8 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:50:24.387838 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae8b4ec-07b5-413c-93f2-971f1154678d None None] Routers {'4a9c1c4d-20a4-4485-8d13-b6d7900229b8'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:50:24.388016 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-185226e3-9d54-4702-90dc-4efd5f20a20d tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks [] for router, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:24.388137 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-aae8b4ec-07b5-413c-93f2-971f1154678d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:49:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['4a9c1c4d-20a4-4485-8d13-b6d7900229b8'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:24.403349 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d65c76-83d4-4d63-b737-40bb82b05f43 req-1f3001d9-451b-4b9b-ace8-6d2a05ec5927 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:24.405953 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-18d65c76-83d4-4d63-b737-40bb82b05f43 req-1f3001d9-451b-4b9b-ace8-6d2a05ec5927 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=8014eebb-d84d-4876-a5d9-7fee3a40d79b HTTP/1.1" status: 200 len: 945 time: 0.1510856 Jul 09 14:50:24.483914 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-18d65c76-83d4-4d63-b737-40bb82b05f43 req-816fc215-9bd5-4e0a-aaa6-e873ccbd824d tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644920 Jul 09 14:50:24.576426 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-aae8b4ec-07b5-413c-93f2-971f1154678d None None] Set router 4a9c1c4d-20a4-4485-8d13-b6d7900229b8 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:50:24.631184 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af9205e-46fb-40a8-bf51-c95a750927de tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:50:24.645717 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3ff01e-a8ad-4632-b664-e967f5d93db2 None None] Sync routers for ids ['76721710-7915-4ea0-a575-2a246987e295'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:50:24.656015 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-1af9205e-46fb-40a8-bf51-c95a750927de tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "PUT /v2.0/routers/76721710-7915-4ea0-a575-2a246987e295/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4302623 Jul 09 14:50:24.661380 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40772) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:24.663334 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3ff01e-a8ad-4632-b664-e967f5d93db2 None None] Routers {'76721710-7915-4ea0-a575-2a246987e295'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:50:24.664386 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-9d3ff01e-a8ad-4632-b664-e967f5d93db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:49:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['76721710-7915-4ea0-a575-2a246987e295'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:24.675417 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-2c9601ac-ef9f-4486-99f9-aea15dab5c94 admin admin] Deleting port 87556ccb-f3f7-4c93-be1b-14afb75c91dc {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:50:24.684788 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2c9601ac-ef9f-4486-99f9-aea15dab5c94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:24.759513 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-185226e3-9d54-4702-90dc-4efd5f20a20d tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:24.787002 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-85f906cc-f134-4c67-904c-40a9d250a729 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Deleting subnet 7a98438e-c6e4-48cf-a602-396a79411b48 {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:50:24.788477 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-85f906cc-f134-4c67-904c-40a9d250a729 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:24.821309 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-9d3ff01e-a8ad-4632-b664-e967f5d93db2 None None] Set router 76721710-7915-4ea0-a575-2a246987e295 gateway port host: None {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:50:24.839113 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-85f906cc-f134-4c67-904c-40a9d250a729 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:24.882374 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-61ed4485-66de-422a-960a-40f022f73ea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:24.930318 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-2c9601ac-ef9f-4486-99f9-aea15dab5c94 admin admin] For port 87556ccb-f3f7-4c93-be1b-14afb75c91dc, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=87556ccb-f3f7-4c93-be1b-14afb75c91dc,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:50:24.930686 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2c9601ac-ef9f-4486-99f9-aea15dab5c94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:24.948338 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-61ed4485-66de-422a-960a-40f022f73ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:24.970897 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-2c9601ac-ef9f-4486-99f9-aea15dab5c94 admin admin] Calling delete_port for 87556ccb-f3f7-4c93-be1b-14afb75c91dc owned by network:router_gateway {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:50:24.972076 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-aae8b4ec-07b5-413c-93f2-971f1154678d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9c1c4d-20a4-4485-8d13-b6d7900229b8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1610871753-router', 'tenant_id': 'aa2a983a47494b75b30c2824631c834b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '87556ccb-f3f7-4c93-be1b-14afb75c91dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:47:45Z', 'updated_at': '2021-07-09T14:50:21Z', 'revision_number': 5, 'project_id': 'aa2a983a47494b75b30c2824631c834b', 'gw_port': {'id': '87556ccb-f3f7-4c93-be1b-14afb75c91dc', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:33:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9c1c4d-20a4-4485-8d13-b6d7900229b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:47:46Z', 'updated_at': '2021-07-09T14:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:24.983013 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-85f906cc-f134-4c67-904c-40a9d250a729 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:24.987456 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-185226e3-9d54-4702-90dc-4efd5f20a20d tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Deleting port 452a98f3-6ea8-4105-b145-a5660acd7bcf {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:50:24.988154 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-185226e3-9d54-4702-90dc-4efd5f20a20d tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:25.014699 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae8b4ec-07b5-413c-93f2-971f1154678d None None] The sync data for ids ['4a9c1c4d-20a4-4485-8d13-b6d7900229b8'] in n-d-799529-6 is: [{'id': '4a9c1c4d-20a4-4485-8d13-b6d7900229b8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1610871753-router', 'tenant_id': 'aa2a983a47494b75b30c2824631c834b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '87556ccb-f3f7-4c93-be1b-14afb75c91dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:47:45Z', 'updated_at': '2021-07-09T14:50:21Z', 'revision_number': 5, 'project_id': 'aa2a983a47494b75b30c2824631c834b', 'gw_port': {'id': '87556ccb-f3f7-4c93-be1b-14afb75c91dc', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:33:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9c1c4d-20a4-4485-8d13-b6d7900229b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:47:46Z', 'updated_at': '2021-07-09T14:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:50:25.025123 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-61ed4485-66de-422a-960a-40f022f73ea6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2feb6ddd36924528ae1fae465a5673be&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1354480 Jul 09 14:50:25.027968 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40784) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:25.096437 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ed4485-66de-422a-960a-40f022f73ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a10897c6-4540-4195-aa95-5b4ed19c7ffd,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:25.202633 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-185226e3-9d54-4702-90dc-4efd5f20a20d tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:25.214511 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-185226e3-9d54-4702-90dc-4efd5f20a20d tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Calling delete_port for 452a98f3-6ea8-4105-b145-a5660acd7bcf owned by network:router_gateway {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:50:25.294127 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0d1978a8-a4c4-4fbc-a290-875a757b7de1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:25.329547 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-85f906cc-f134-4c67-904c-40a9d250a729 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:25.342711 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0d1978a8-a4c4-4fbc-a290-875a757b7de1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:25.358821 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2c9601ac-ef9f-4486-99f9-aea15dab5c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:25.361599 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:50:25.416678 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-9d3ff01e-a8ad-4632-b664-e967f5d93db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76721710-7915-4ea0-a575-2a246987e295', 'name': 'tempest-RoutersIpV6Test-router-934731009', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:49:35Z', 'updated_at': '2021-07-09T14:50:22Z', 'revision_number': 9, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'gw_port_host': None, '_interfaces': [{'id': '3624d429-6ca5-451f-a7bb-ae3f1a2a249d', 'name': '', 'network_id': '9b3131d2-5b49-48c3-b387-6198a4c16a8c', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'mac_address': 'fa:16:3e:dd:fa:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76721710-7915-4ea0-a575-2a246987e295', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '82d66e92-ec3c-4cbe-80f5-2ea3afe13a42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:49:39Z', 'updated_at': '2021-07-09T14:49:47Z', 'revision_number': 5, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'subnets': [{'id': '82d66e92-ec3c-4cbe-80f5-2ea3afe13a42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '848ecfbd-2ed8-460f-b10a-84b7de05e577', 'name': '', 'network_id': 'a855d720-111e-4149-9070-f8758df7a1c9', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'mac_address': 'fa:16:3e:67:ea:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76721710-7915-4ea0-a575-2a246987e295', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'cea57d44-14bf-4db2-be7c-af1ad811e508', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:49:45Z', 'updated_at': '2021-07-09T14:49:53Z', 'revision_number': 5, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'subnets': [{'id': 'cea57d44-14bf-4db2-be7c-af1ad811e508', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:25.463923 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3ff01e-a8ad-4632-b664-e967f5d93db2 None None] Checking router: 76721710-7915-4ea0-a575-2a246987e295 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:50:25.475409 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3ff01e-a8ad-4632-b664-e967f5d93db2 None None] Routers {'76721710-7915-4ea0-a575-2a246987e295'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:50:25.476674 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-9d3ff01e-a8ad-4632-b664-e967f5d93db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:49:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['76721710-7915-4ea0-a575-2a246987e295'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:25.526625 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9601ac-ef9f-4486-99f9-aea15dab5c94 admin admin] Pushing event deleted for resources: {'Port': ['ID=87556ccb-f3f7-4c93-be1b-14afb75c91dc,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:25.576845 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-85f906cc-f134-4c67-904c-40a9d250a729 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:25.581656 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-85f906cc-f134-4c67-904c-40a9d250a729 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "DELETE /v2.0/subnets/7a98438e-c6e4-48cf-a602-396a79411b48 HTTP/1.1" status: 204 len: 168 time: 0.9162235 Jul 09 14:50:25.581908 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 40804) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:25.588746 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c84118-c72e-4456-9abf-200ab6c20005 None None] Network 78b5fad6-5612-4dd1-9b92-34adcb52d009 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:50:25.596241 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-9d3ff01e-a8ad-4632-b664-e967f5d93db2 None None] Set router 76721710-7915-4ea0-a575-2a246987e295 gateway port host: None {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:50:25.617154 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f906cc-f134-4c67-904c-40a9d250a729 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event deleted for resources: {'Subnet': ['ID=7a98438e-c6e4-48cf-a602-396a79411b48,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:25.743293 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2c9601ac-ef9f-4486-99f9-aea15dab5c94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:25.851196 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-9d3ff01e-a8ad-4632-b664-e967f5d93db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76721710-7915-4ea0-a575-2a246987e295', 'name': 'tempest-RoutersIpV6Test-router-934731009', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:49:35Z', 'updated_at': '2021-07-09T14:50:22Z', 'revision_number': 9, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'gw_port_host': None, '_interfaces': [{'id': '3624d429-6ca5-451f-a7bb-ae3f1a2a249d', 'name': '', 'network_id': '9b3131d2-5b49-48c3-b387-6198a4c16a8c', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'mac_address': 'fa:16:3e:dd:fa:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76721710-7915-4ea0-a575-2a246987e295', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '82d66e92-ec3c-4cbe-80f5-2ea3afe13a42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:49:39Z', 'updated_at': '2021-07-09T14:49:47Z', 'revision_number': 5, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'subnets': [{'id': '82d66e92-ec3c-4cbe-80f5-2ea3afe13a42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '848ecfbd-2ed8-460f-b10a-84b7de05e577', 'name': '', 'network_id': 'a855d720-111e-4149-9070-f8758df7a1c9', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'mac_address': 'fa:16:3e:67:ea:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76721710-7915-4ea0-a575-2a246987e295', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'cea57d44-14bf-4db2-be7c-af1ad811e508', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:49:45Z', 'updated_at': '2021-07-09T14:49:53Z', 'revision_number': 5, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'subnets': [{'id': 'cea57d44-14bf-4db2-be7c-af1ad811e508', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:25.890513 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3ff01e-a8ad-4632-b664-e967f5d93db2 None None] The sync data for ids ['76721710-7915-4ea0-a575-2a246987e295'] in n-d-799529-6 is: [{'id': '76721710-7915-4ea0-a575-2a246987e295', 'name': 'tempest-RoutersIpV6Test-router-934731009', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:49:35Z', 'updated_at': '2021-07-09T14:50:22Z', 'revision_number': 9, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'gw_port_host': None, '_interfaces': [{'id': '3624d429-6ca5-451f-a7bb-ae3f1a2a249d', 'name': '', 'network_id': '9b3131d2-5b49-48c3-b387-6198a4c16a8c', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'mac_address': 'fa:16:3e:dd:fa:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76721710-7915-4ea0-a575-2a246987e295', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '82d66e92-ec3c-4cbe-80f5-2ea3afe13a42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:49:39Z', 'updated_at': '2021-07-09T14:49:47Z', 'revision_number': 5, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'subnets': [{'id': '82d66e92-ec3c-4cbe-80f5-2ea3afe13a42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '848ecfbd-2ed8-460f-b10a-84b7de05e577', 'name': '', 'network_id': 'a855d720-111e-4149-9070-f8758df7a1c9', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'mac_address': 'fa:16:3e:67:ea:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76721710-7915-4ea0-a575-2a246987e295', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'cea57d44-14bf-4db2-be7c-af1ad811e508', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:49:45Z', 'updated_at': '2021-07-09T14:49:53Z', 'revision_number': 5, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'subnets': [{'id': 'cea57d44-14bf-4db2-be7c-af1ad811e508', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:50:25.910002 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2c9601ac-ef9f-4486-99f9-aea15dab5c94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:25.914819 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2c9601ac-ef9f-4486-99f9-aea15dab5c94 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:25.970852 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b891224b-f171-48ac-bd63-3f47f565f32d tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:26.047110 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2c9601ac-ef9f-4486-99f9-aea15dab5c94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:26.051222 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c9601ac-ef9f-4486-99f9-aea15dab5c94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a9c1c4d-20a4-4485-8d13-b6d7900229b8 {{(pid=94445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:50:26.057049 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2c9601ac-ef9f-4486-99f9-aea15dab5c94 admin admin] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:26.069456 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-2c9601ac-ef9f-4486-99f9-aea15dab5c94 admin admin] 10.222.0.58 "DELETE /v2.0/routers/4a9c1c4d-20a4-4485-8d13-b6d7900229b8 HTTP/1.1" status: 204 len: 168 time: 2.3008442 Jul 09 14:50:26.071007 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 40816) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:26.126278 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-b891224b-f171-48ac-bd63-3f47f565f32d tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Deleting port 3995431b-2ab5-4d83-8113-b5330f2d0e48 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:50:26.126278 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b891224b-f171-48ac-bd63-3f47f565f32d tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:26.149656 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-647da657-d6a0-48e6-9fb5-61f9bb591990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:26.185521 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9acc0-784a-49ab-b931-00fd3c862a0d req-cab2edb6-2301-4630-844d-b9365046e0d9 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:26.195000 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-31a9acc0-784a-49ab-b931-00fd3c862a0d req-cab2edb6-2301-4630-844d-b9365046e0d9 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=9da18f17-d082-4d4c-86e5-ac89efaa7ffa HTTP/1.1" status: 200 len: 946 time: 0.6737785 Jul 09 14:50:26.220251 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-185226e3-9d54-4702-90dc-4efd5f20a20d tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:26.246091 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8eddfaf-45af-4b44-bbc5-af328683fc8d admin admin] Deleting subnet 704e6075-60f4-40c3-b778-4ed979531aac {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:50:26.269174 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0d1978a8-a4c4-4fbc-a290-875a757b7de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:26.272460 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0d1978a8-a4c4-4fbc-a290-875a757b7de1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:26.276123 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-0d1978a8-a4c4-4fbc-a290-875a757b7de1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a10897c6-4540-4195-aa95-5b4ed19c7ffd HTTP/1.1" status: 204 len: 168 time: 1.2449956 Jul 09 14:50:26.276282 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a8eddfaf-45af-4b44-bbc5-af328683fc8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:26.278622 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f14fdd-254b-4aa9-af24-6f696b0c5f6d None None] DHCP port deletion for 78b5fad6-5612-4dd1-9b92-34adcb52d009 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:50:26.312262 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185226e3-9d54-4702-90dc-4efd5f20a20d tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Pushing event deleted for resources: {'Port': ['ID=452a98f3-6ea8-4105-b145-a5660acd7bcf,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:26.329905 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-b891224b-f171-48ac-bd63-3f47f565f32d tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] For port 3995431b-2ab5-4d83-8113-b5330f2d0e48, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=3995431b-2ab5-4d83-8113-b5330f2d0e48,segment=NetworkSegment(a50decf0-399a-4b0a-b1a7-044f4b890979),segment_id=a50decf0-399a-4b0a-b1a7-044f4b890979)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:50:26.330276 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b891224b-f171-48ac-bd63-3f47f565f32d tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:26.390861 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-f8f14fdd-254b-4aa9-af24-6f696b0c5f6d None None] Deleting port 3995431b-2ab5-4d83-8113-b5330f2d0e48 {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:50:26.391272 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f8f14fdd-254b-4aa9-af24-6f696b0c5f6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:26.392313 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-b891224b-f171-48ac-bd63-3f47f565f32d tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Calling delete_port for 3995431b-2ab5-4d83-8113-b5330f2d0e48 owned by network:dhcp {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:50:26.397516 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-31a9acc0-784a-49ab-b931-00fd3c862a0d req-14778712-6d19-481f-9ada-6f7a7eaf04e2 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=473b60ee-6046-439a-9449-2a9b96c46b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2013092 Jul 09 14:50:26.421210 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a8eddfaf-45af-4b44-bbc5-af328683fc8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:26.467613 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1978a8-a4c4-4fbc-a290-875a757b7de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10897c6-4540-4195-aa95-5b4ed19c7ffd,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:26.494361 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1978a8-a4c4-4fbc-a290-875a757b7de1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:50:26.495126 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1978a8-a4c4-4fbc-a290-875a757b7de1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:50:26.496115 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1978a8-a4c4-4fbc-a290-875a757b7de1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:50:26.498185 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1978a8-a4c4-4fbc-a290-875a757b7de1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:50:26.498780 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1978a8-a4c4-4fbc-a290-875a757b7de1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:50:26.499305 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1978a8-a4c4-4fbc-a290-875a757b7de1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:50:26.499940 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1978a8-a4c4-4fbc-a290-875a757b7de1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:50:26.502277 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-f8f14fdd-254b-4aa9-af24-6f696b0c5f6d None None] For port 3995431b-2ab5-4d83-8113-b5330f2d0e48, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=3995431b-2ab5-4d83-8113-b5330f2d0e48,segment=NetworkSegment(a50decf0-399a-4b0a-b1a7-044f4b890979),segment_id=a50decf0-399a-4b0a-b1a7-044f4b890979)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:50:26.502543 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1978a8-a4c4-4fbc-a290-875a757b7de1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:50:26.502676 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f8f14fdd-254b-4aa9-af24-6f696b0c5f6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:26.503161 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1978a8-a4c4-4fbc-a290-875a757b7de1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:50:26.503738 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1978a8-a4c4-4fbc-a290-875a757b7de1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:50:26.504253 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1978a8-a4c4-4fbc-a290-875a757b7de1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:50:26.506371 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1978a8-a4c4-4fbc-a290-875a757b7de1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:50:26.534144 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-f8f14fdd-254b-4aa9-af24-6f696b0c5f6d None None] Calling delete_port for 3995431b-2ab5-4d83-8113-b5330f2d0e48 owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:50:26.638042 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-185226e3-9d54-4702-90dc-4efd5f20a20d tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:26.670289 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a8eddfaf-45af-4b44-bbc5-af328683fc8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:26.726962 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b891224b-f171-48ac-bd63-3f47f565f32d tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:26.768745 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 52c6998b-9b81-4a7b-adde-6310f1352978 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:50:26.814790 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891224b-f171-48ac-bd63-3f47f565f32d tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event deleted for resources: {'Port': ['ID=3995431b-2ab5-4d83-8113-b5330f2d0e48,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:26.854378 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 52c6998b-9b81-4a7b-adde-6310f1352978 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:50:26.854958 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 52c6998b-9b81-4a7b-adde-6310f1352978 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:50:26.857432 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b891224b-f171-48ac-bd63-3f47f565f32d tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] No DVR routers for this DVR port 3995431b-2ab5-4d83-8113-b5330f2d0e48 on host n-d-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:50:26.881833 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f8f14fdd-254b-4aa9-af24-6f696b0c5f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:26.895432 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f14fdd-254b-4aa9-af24-6f696b0c5f6d None None] No DVR routers for this DVR port 3995431b-2ab5-4d83-8113-b5330f2d0e48 on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:50:26.916152 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f14fdd-254b-4aa9-af24-6f696b0c5f6d None None] Pushing event deleted for resources: {'Port': ['ID=3995431b-2ab5-4d83-8113-b5330f2d0e48,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:26.949318 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-185226e3-9d54-4702-90dc-4efd5f20a20d tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:26.952335 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-185226e3-9d54-4702-90dc-4efd5f20a20d tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:27.029086 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b891224b-f171-48ac-bd63-3f47f565f32d tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:27.043995 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7352a4c5-86fe-4260-a1fb-aba6cf2ddc87 req-241d30a3-c976-401d-901d-f185d9c1868a tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:27.056024 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-b891224b-f171-48ac-bd63-3f47f565f32d tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78b5fad6-5612-4dd1-9b92-34adcb52d009']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:27.064872 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7352a4c5-86fe-4260-a1fb-aba6cf2ddc87 req-241d30a3-c976-401d-901d-f185d9c1868a tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=8014eebb-d84d-4876-a5d9-7fee3a40d79b HTTP/1.1" status: 200 len: 945 time: 0.3489199 Jul 09 14:50:27.078698 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a8eddfaf-45af-4b44-bbc5-af328683fc8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:27.082636 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-b891224b-f171-48ac-bd63-3f47f565f32d tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a50decf0-399a-4b0a-b1a7-044f4b890979') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:27.091034 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-b891224b-f171-48ac-bd63-3f47f565f32d tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a50decf0-399a-4b0a-b1a7-044f4b890979') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:27.127169 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b891224b-f171-48ac-bd63-3f47f565f32d tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:27.131799 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a8eddfaf-45af-4b44-bbc5-af328683fc8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:27.136011 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-a8eddfaf-45af-4b44-bbc5-af328683fc8d admin admin] 10.222.0.58 "DELETE /v2.0/subnets/704e6075-60f4-40c3-b778-4ed979531aac HTTP/1.1" status: 204 len: 168 time: 1.0592880 Jul 09 14:50:27.140925 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eddfaf-45af-4b44-bbc5-af328683fc8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=704e6075-60f4-40c3-b778-4ed979531aac,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:27.150699 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 40832) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:27.150809 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55066a81-f517-48d7-9c5d-54fe0ab635a4 None None] Network 2d0a152e-9f43-4ba5-8037-52f53a5a3ad9 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:50:27.151756 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7352a4c5-86fe-4260-a1fb-aba6cf2ddc87 req-e12ca007-aeb7-43cf-a24e-2a32512b0a11 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857532 Jul 09 14:50:27.152353 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-185226e3-9d54-4702-90dc-4efd5f20a20d tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:27.152799 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185226e3-9d54-4702-90dc-4efd5f20a20d tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Fanout notify agent at l3_agent the message router_deleted on router bdbb4f3f-2d9b-4354-9073-808191b6a7df {{(pid=94446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:50:27.190668 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-185226e3-9d54-4702-90dc-4efd5f20a20d tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:27.192254 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-185226e3-9d54-4702-90dc-4efd5f20a20d tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] 10.222.0.58 "DELETE /v2.0/routers/bdbb4f3f-2d9b-4354-9073-808191b6a7df HTTP/1.1" status: 204 len: 168 time: 3.1035872 Jul 09 14:50:27.196287 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40836) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:27.201151 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-2a59dbdb-599a-49d0-98c3-32fa5b649735 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1092208323', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:50:27.274135 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b891224b-f171-48ac-bd63-3f47f565f32d tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:27.306648 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b891224b-f171-48ac-bd63-3f47f565f32d tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:50:27.307211 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b891224b-f171-48ac-bd63-3f47f565f32d tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:27.309596 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2a59dbdb-599a-49d0-98c3-32fa5b649735 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:27.312353 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 14:50:27.312353 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:50:27.312353 n-d-799529-6 neutron-server[94445]: timer() Jul 09 14:50:27.312353 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:50:27.312353 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 14:50:27.312353 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:50:27.312353 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 14:50:27.312353 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:50:27.312353 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 14:50:27.312353 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:50:27.312353 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 14:50:27.312353 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:50:27.312353 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 14:50:27.312353 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:50:27.312353 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:50:27.312353 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:50:27.312353 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:50:27.312353 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:50:27.312353 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 14:50:27.312353 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:50:27.312353 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 14:50:27.312353 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:50:27.312353 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:50:27.312353 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:50:27.312353 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 14:50:27.312353 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:50:27.312353 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:50:27.312353 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:50:27.312353 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:50:27.312353 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:50:27.312353 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:50:27.312353 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:50:27.319643 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2a59dbdb-599a-49d0-98c3-32fa5b649735 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:27.373870 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5396080d-13ad-4e2c-b30d-df7c43fc6661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:27.424703 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2a59dbdb-599a-49d0-98c3-32fa5b649735 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:27.514781 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea163a3-cee2-4999-b9d1-f853fff6186b None None] DHCP port deletion for 2d0a152e-9f43-4ba5-8037-52f53a5a3ad9 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:50:27.516010 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2a59dbdb-599a-49d0-98c3-32fa5b649735 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:27.557520 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b891224b-f171-48ac-bd63-3f47f565f32d tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:27.576480 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b891224b-f171-48ac-bd63-3f47f565f32d tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:27.583840 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40846) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:27.586253 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b891224b-f171-48ac-bd63-3f47f565f32d tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "DELETE /v2.0/networks/78b5fad6-5612-4dd1-9b92-34adcb52d009 HTTP/1.1" status: 204 len: 168 time: 2.0022004 Jul 09 14:50:27.605416 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-5396080d-13ad-4e2c-b30d-df7c43fc6661 admin admin] Deleting port c634fd03-754e-48d6-ae04-17a5fae78f8c {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:50:27.608018 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5396080d-13ad-4e2c-b30d-df7c43fc6661 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:27.619574 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-eea163a3-cee2-4999-b9d1-f853fff6186b None None] Deleting port c634fd03-754e-48d6-ae04-17a5fae78f8c {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:50:27.619963 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-eea163a3-cee2-4999-b9d1-f853fff6186b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:27.696862 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2a59dbdb-599a-49d0-98c3-32fa5b649735 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:27.697990 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-2a59dbdb-599a-49d0-98c3-32fa5b649735 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5007474 Jul 09 14:50:27.700878 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40848) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:27.708396 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-9d191aa6-871a-4793-9fe2-a4d46f31288e tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Request body: {'router': {'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:50:27.726731 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-eea163a3-cee2-4999-b9d1-f853fff6186b None None] For port c634fd03-754e-48d6-ae04-17a5fae78f8c, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=c634fd03-754e-48d6-ae04-17a5fae78f8c,segment=NetworkSegment(7500281a-7475-4abe-ba5c-c4957c739c0d),segment_id=7500281a-7475-4abe-ba5c-c4957c739c0d)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:50:27.727059 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-eea163a3-cee2-4999-b9d1-f853fff6186b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:27.744095 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891224b-f171-48ac-bd63-3f47f565f32d tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event deleted for resources: {'Network': ['ID=78b5fad6-5612-4dd1-9b92-34adcb52d009,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:27.780469 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-eea163a3-cee2-4999-b9d1-f853fff6186b None None] Calling delete_port for c634fd03-754e-48d6-ae04-17a5fae78f8c owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:50:27.809340 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-5396080d-13ad-4e2c-b30d-df7c43fc6661 admin admin] For port c634fd03-754e-48d6-ae04-17a5fae78f8c, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=c634fd03-754e-48d6-ae04-17a5fae78f8c,segment=NetworkSegment(7500281a-7475-4abe-ba5c-c4957c739c0d),segment_id=7500281a-7475-4abe-ba5c-c4957c739c0d)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:50:27.810144 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5396080d-13ad-4e2c-b30d-df7c43fc6661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:27.832141 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-5396080d-13ad-4e2c-b30d-df7c43fc6661 admin admin] Calling delete_port for c634fd03-754e-48d6-ae04-17a5fae78f8c owned by network:dhcp {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:50:27.939378 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08727f-4319-420e-831f-33ec967e7e5c req-fb1de159-4901-4ac2-b1d7-fa2a8b93c3f4 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:27.941702 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fc08727f-4319-420e-831f-33ec967e7e5c req-fb1de159-4901-4ac2-b1d7-fa2a8b93c3f4 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=9da18f17-d082-4d4c-86e5-ac89efaa7ffa HTTP/1.1" status: 200 len: 946 time: 0.3523171 Jul 09 14:50:28.033597 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-eea163a3-cee2-4999-b9d1-f853fff6186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:28.075775 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fc08727f-4319-420e-831f-33ec967e7e5c req-5c9e43d0-9257-4844-8cdb-8c51ef0ca46e tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=473b60ee-6046-439a-9449-2a9b96c46b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268325 Jul 09 14:50:28.100314 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5396080d-13ad-4e2c-b30d-df7c43fc6661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:28.114235 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device dacf9b26-c737-4fa5-ad54-ca7a7859dc65 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:50:28.159645 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: dacf9b26-c737-4fa5-ad54-ca7a7859dc65 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:50:28.160244 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device dacf9b26-c737-4fa5-ad54-ca7a7859dc65 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:50:28.161182 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 3995431b-2ab5-4d83-8113-b5330f2d0e48 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:50:28.162645 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5396080d-13ad-4e2c-b30d-df7c43fc6661 admin admin] Pushing event deleted for resources: {'Port': ['ID=c634fd03-754e-48d6-ae04-17a5fae78f8c,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:28.166437 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea163a3-cee2-4999-b9d1-f853fff6186b None None] Pushing event deleted for resources: {'Port': ['ID=c634fd03-754e-48d6-ae04-17a5fae78f8c,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:28.174275 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5396080d-13ad-4e2c-b30d-df7c43fc6661 admin admin] No DVR routers for this DVR port c634fd03-754e-48d6-ae04-17a5fae78f8c on host n-d-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:50:28.183623 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea163a3-cee2-4999-b9d1-f853fff6186b None None] No DVR routers for this DVR port c634fd03-754e-48d6-ae04-17a5fae78f8c on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:50:28.230603 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 3995431b-2ab5-4d83-8113-b5330f2d0e48 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:50:28.231038 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 3995431b-2ab5-4d83-8113-b5330f2d0e48 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:50:28.233177 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device c634fd03-754e-48d6-ae04-17a5fae78f8c no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:50:28.285632 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: c634fd03-754e-48d6-ae04-17a5fae78f8c {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:50:28.286247 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device c634fd03-754e-48d6-ae04-17a5fae78f8c not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:50:28.286667 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 87556ccb-f3f7-4c93-be1b-14afb75c91dc no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:50:28.325669 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 87556ccb-f3f7-4c93-be1b-14afb75c91dc {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:50:28.326017 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 87556ccb-f3f7-4c93-be1b-14afb75c91dc not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:50:28.336924 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5396080d-13ad-4e2c-b30d-df7c43fc6661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:28.350156 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-5396080d-13ad-4e2c-b30d-df7c43fc6661 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d0a152e-9f43-4ba5-8037-52f53a5a3ad9']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:28.368765 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-5396080d-13ad-4e2c-b30d-df7c43fc6661 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7500281a-7475-4abe-ba5c-c4957c739c0d') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:28.369173 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-5396080d-13ad-4e2c-b30d-df7c43fc6661 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7500281a-7475-4abe-ba5c-c4957c739c0d') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:28.389192 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5396080d-13ad-4e2c-b30d-df7c43fc6661 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:28.450155 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9d191aa6-871a-4793-9fe2-a4d46f31288e tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:28.453442 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5396080d-13ad-4e2c-b30d-df7c43fc6661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:28.483939 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5396080d-13ad-4e2c-b30d-df7c43fc6661 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:50:28.485310 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5396080d-13ad-4e2c-b30d-df7c43fc6661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:28.489989 n-d-799529-6 neutron-server[94445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:50:28.489989 n-d-799529-6 neutron-server[94445]: self.session.flush() Jul 09 14:50:28.489989 n-d-799529-6 neutron-server[94445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:50:28.489989 n-d-799529-6 neutron-server[94445]: self.session.flush() Jul 09 14:50:28.489989 n-d-799529-6 neutron-server[94445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:50:28.489989 n-d-799529-6 neutron-server[94445]: self.session.flush() Jul 09 14:50:28.489989 n-d-799529-6 neutron-server[94445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:50:28.489989 n-d-799529-6 neutron-server[94445]: self.session.flush() Jul 09 14:50:28.489989 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 14:50:28.489989 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:50:28.489989 n-d-799529-6 neutron-server[94445]: timer() Jul 09 14:50:28.489989 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:50:28.489989 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 14:50:28.489989 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:50:28.489989 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 14:50:28.489989 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:50:28.489989 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 14:50:28.489989 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:50:28.489989 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 14:50:28.489989 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:50:28.489989 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 14:50:28.489989 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:50:28.489989 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:50:28.489989 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:50:28.489989 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:50:28.489989 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:50:28.489989 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 14:50:28.489989 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:50:28.489989 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 14:50:28.489989 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:50:28.489989 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:50:28.489989 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:50:28.489989 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 14:50:28.489989 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:50:28.489989 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:50:28.489989 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:50:28.489989 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:50:28.489989 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:50:28.489989 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:50:28.489989 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:50:28.641733 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c10a77-2a1e-41fa-af54-8debcd039e32 req-ea31ed11-c603-4e57-bcef-8243fa4238bb tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:28.643324 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-04dc005e-eeb5-430f-8dc6-2a588fb33b2a tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:28.647683 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-21c10a77-2a1e-41fa-af54-8debcd039e32 req-ea31ed11-c603-4e57-bcef-8243fa4238bb tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=8014eebb-d84d-4876-a5d9-7fee3a40d79b HTTP/1.1" status: 200 len: 945 time: 0.2606678 Jul 09 14:50:28.683570 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5396080d-13ad-4e2c-b30d-df7c43fc6661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:28.694119 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5396080d-13ad-4e2c-b30d-df7c43fc6661 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:28.696767 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-5396080d-13ad-4e2c-b30d-df7c43fc6661 admin admin] 10.222.0.58 "DELETE /v2.0/networks/2d0a152e-9f43-4ba5-8037-52f53a5a3ad9 HTTP/1.1" status: 204 len: 168 time: 1.5481727 Jul 09 14:50:28.703248 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 40876) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:28.758141 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5396080d-13ad-4e2c-b30d-df7c43fc6661 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d0a152e-9f43-4ba5-8037-52f53a5a3ad9,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:28.782053 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-21c10a77-2a1e-41fa-af54-8debcd039e32 req-8455c120-587d-4a2d-aab2-119b88e6471b tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235919 Jul 09 14:50:29.024044 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4ad3b476-6867-4cf8-af5c-b9fed8cfe780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:29.142103 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9d191aa6-871a-4793-9fe2-a4d46f31288e tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks [] for router_gateway, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:29.144324 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:29.213058 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9d191aa6-871a-4793-9fe2-a4d46f31288e tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:29.234613 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-04dc005e-eeb5-430f-8dc6-2a588fb33b2a tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Deleting port 848ecfbd-2ed8-460f-b10a-84b7de05e577 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:50:29.235462 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-04dc005e-eeb5-430f-8dc6-2a588fb33b2a tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:29.327357 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eec2ac34-f7c9-426b-893e-2c9e9a57661e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:29.431594 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-04dc005e-eeb5-430f-8dc6-2a588fb33b2a tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] For port 848ecfbd-2ed8-460f-b10a-84b7de05e577, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=848ecfbd-2ed8-460f-b10a-84b7de05e577,segment=NetworkSegment(db20fad4-62d5-4487-8168-f3de089189de),segment_id=db20fad4-62d5-4487-8168-f3de089189de)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:50:29.431968 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-04dc005e-eeb5-430f-8dc6-2a588fb33b2a tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:29.446435 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-9d191aa6-871a-4793-9fe2-a4d46f31288e tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Allocated IP 172.25.3.88 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/73f53d0c-b2da-4d8e-b05b-0cde24d4bb9c) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:50:29.460643 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-04dc005e-eeb5-430f-8dc6-2a588fb33b2a tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Calling delete_port for 848ecfbd-2ed8-460f-b10a-84b7de05e577 owned by network:router_interface {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:50:29.673120 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-eec2ac34-f7c9-426b-893e-2c9e9a57661e admin admin] Deleting port aaba75d3-75d0-4cf0-a4eb-44a8a2db48ea {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:50:29.673455 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eec2ac34-f7c9-426b-893e-2c9e9a57661e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:29.687562 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9d191aa6-871a-4793-9fe2-a4d46f31288e tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:29.763945 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-eec2ac34-f7c9-426b-893e-2c9e9a57661e admin admin] For port aaba75d3-75d0-4cf0-a4eb-44a8a2db48ea, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=aaba75d3-75d0-4cf0-a4eb-44a8a2db48ea,segment=NetworkSegment(48cd52f1-a784-4e3e-ba29-af56c5642938),segment_id=48cd52f1-a784-4e3e-ba29-af56c5642938)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:50:29.764536 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eec2ac34-f7c9-426b-893e-2c9e9a57661e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:29.780044 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-eec2ac34-f7c9-426b-893e-2c9e9a57661e admin admin] Calling delete_port for aaba75d3-75d0-4cf0-a4eb-44a8a2db48ea owned by network:router_interface {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:50:30.110389 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e0b1d-5fd7-4c93-a4a3-8e70d5ffc99d req-1ba21593-8b26-47f7-9af4-998dde58f3d0 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:30.118040 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-918e0b1d-5fd7-4c93-a4a3-8e70d5ffc99d req-1ba21593-8b26-47f7-9af4-998dde58f3d0 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=8014eebb-d84d-4876-a5d9-7fee3a40d79b HTTP/1.1" status: 200 len: 945 time: 0.1111386 Jul 09 14:50:30.167633 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-918e0b1d-5fd7-4c93-a4a3-8e70d5ffc99d req-0b2a2b8e-9d62-4d39-b468-1a5b2fb4058a tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488660 Jul 09 14:50:30.188870 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:30.247700 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-04dc005e-eeb5-430f-8dc6-2a588fb33b2a tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:30.258237 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9d191aa6-871a-4793-9fe2-a4d46f31288e tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:30.307986 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d191aa6-871a-4793-9fe2-a4d46f31288e tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:50:30.310280 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-9d191aa6-871a-4793-9fe2-a4d46f31288e tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:50:30.313471 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dc005e-eeb5-430f-8dc6-2a588fb33b2a tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event deleted for resources: {'Port': ['ID=848ecfbd-2ed8-460f-b10a-84b7de05e577,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:30.362123 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d191aa6-871a-4793-9fe2-a4d46f31288e tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:50:30.524492 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eec2ac34-f7c9-426b-893e-2c9e9a57661e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:30.569401 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec2ac34-f7c9-426b-893e-2c9e9a57661e admin admin] Pushing event deleted for resources: {'Port': ['ID=aaba75d3-75d0-4cf0-a4eb-44a8a2db48ea,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:30.746322 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d191aa6-871a-4793-9fe2-a4d46f31288e tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Pushing event updated for resources: {'Port': ['ID=73f53d0c-b2da-4d8e-b05b-0cde24d4bb9c,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:30.820508 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-04dc005e-eeb5-430f-8dc6-2a588fb33b2a tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:30.860998 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eec2ac34-f7c9-426b-893e-2c9e9a57661e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:31.118172 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec2ac34-f7c9-426b-893e-2c9e9a57661e admin admin] Router 5ea90e70-e9b4-422f-8cf3-611fc812a095 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:50:31.145292 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04dc005e-eeb5-430f-8dc6-2a588fb33b2a tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Router 76721710-7915-4ea0-a575-2a246987e295 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:50:31.167326 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9d191aa6-871a-4793-9fe2-a4d46f31288e tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks [] for router_gateway, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:31.237127 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec2ac34-f7c9-426b-893e-2c9e9a57661e admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:50:31.242470 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-eec2ac34-f7c9-426b-893e-2c9e9a57661e admin admin] 10.222.0.58 "PUT /v2.0/routers/5ea90e70-e9b4-422f-8cf3-611fc812a095/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5377951 Jul 09 14:50:31.244989 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 40954) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:31.250468 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0494541-7f21-454d-890b-5aa1c1cf77d2 None None] Sync routers for ids ['5ea90e70-e9b4-422f-8cf3-611fc812a095'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:50:31.265847 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0494541-7f21-454d-890b-5aa1c1cf77d2 None None] Routers {'5ea90e70-e9b4-422f-8cf3-611fc812a095'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:50:31.267821 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-b0494541-7f21-454d-890b-5aa1c1cf77d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:50:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['5ea90e70-e9b4-422f-8cf3-611fc812a095'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:31.346283 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04dc005e-eeb5-430f-8dc6-2a588fb33b2a tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:50:31.361748 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba30c60a-b494-43b7-b8d0-3b062fafc1b5 None None] Sync routers for ids ['76721710-7915-4ea0-a575-2a246987e295'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:50:31.385442 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-04dc005e-eeb5-430f-8dc6-2a588fb33b2a tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "PUT /v2.0/routers/76721710-7915-4ea0-a575-2a246987e295/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8001335 Jul 09 14:50:31.392961 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba30c60a-b494-43b7-b8d0-3b062fafc1b5 None None] Routers {'76721710-7915-4ea0-a575-2a246987e295'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:50:31.393674 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-ba30c60a-b494-43b7-b8d0-3b062fafc1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:50:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['76721710-7915-4ea0-a575-2a246987e295'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:31.402098 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40964) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:31.418549 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-87ca404f-960e-415b-99c6-8234042788cc admin admin] Notify callbacks [] for router, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:31.497353 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-b0494541-7f21-454d-890b-5aa1c1cf77d2 None None] Set router 5ea90e70-e9b4-422f-8cf3-611fc812a095 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:50:31.565668 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-ba30c60a-b494-43b7-b8d0-3b062fafc1b5 None None] Set router 76721710-7915-4ea0-a575-2a246987e295 gateway port host: None {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:50:31.570499 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:31.624794 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0057e02-31c6-456a-83f2-b4d9f5c7dcf9 req-004f0fa5-29d7-4379-bfcc-763818c8b095 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:31.631650 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f0057e02-31c6-456a-83f2-b4d9f5c7dcf9 req-004f0fa5-29d7-4379-bfcc-763818c8b095 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=8014eebb-d84d-4876-a5d9-7fee3a40d79b HTTP/1.1" status: 200 len: 945 time: 0.2095213 Jul 09 14:50:31.650900 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-87ca404f-960e-415b-99c6-8234042788cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:31.688668 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f0057e02-31c6-456a-83f2-b4d9f5c7dcf9 req-4f7f378e-e879-4546-994d-2fac617d8ce4 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558026 Jul 09 14:50:31.688881 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9d191aa6-871a-4793-9fe2-a4d46f31288e tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:31.698138 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9d191aa6-871a-4793-9fe2-a4d46f31288e tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-753925'] for router, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:31.705771 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-228de87b-32bd-4c19-ba1a-490dc7cdc218 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Deleting subnet cea57d44-14bf-4db2-be7c-af1ad811e508 {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:50:31.710610 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-228de87b-32bd-4c19-ba1a-490dc7cdc218 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:31.746672 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-b0494541-7f21-454d-890b-5aa1c1cf77d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea90e70-e9b4-422f-8cf3-611fc812a095', 'name': 'tempest-AttachSCSIVolumeTestJSON-2005440561-router', 'tenant_id': '968601f61e424380a198de5f5293c917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '3241d603-f08c-405d-a6c2-ec55a15c28e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:48:00Z', 'updated_at': '2021-07-09T14:50:30Z', 'revision_number': 5, 'project_id': '968601f61e424380a198de5f5293c917', 'gw_port': {'id': '3241d603-f08c-405d-a6c2-ec55a15c28e3', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:40:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea90e70-e9b4-422f-8cf3-611fc812a095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:48:02Z', 'updated_at': '2021-07-09T14:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:31.772786 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-87ca404f-960e-415b-99c6-8234042788cc admin admin] Deleting port 3241d603-f08c-405d-a6c2-ec55a15c28e3 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:50:31.773131 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-87ca404f-960e-415b-99c6-8234042788cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:31.781804 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0494541-7f21-454d-890b-5aa1c1cf77d2 None None] Checking router: 5ea90e70-e9b4-422f-8cf3-611fc812a095 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:50:31.795545 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0494541-7f21-454d-890b-5aa1c1cf77d2 None None] Routers {'5ea90e70-e9b4-422f-8cf3-611fc812a095'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:50:31.796207 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-b0494541-7f21-454d-890b-5aa1c1cf77d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:50:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['5ea90e70-e9b4-422f-8cf3-611fc812a095'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:31.831540 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-ba30c60a-b494-43b7-b8d0-3b062fafc1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76721710-7915-4ea0-a575-2a246987e295', 'name': 'tempest-RoutersIpV6Test-router-934731009', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:49:35Z', 'updated_at': '2021-07-09T14:50:29Z', 'revision_number': 10, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'gw_port_host': None, '_interfaces': [{'id': '3624d429-6ca5-451f-a7bb-ae3f1a2a249d', 'name': '', 'network_id': '9b3131d2-5b49-48c3-b387-6198a4c16a8c', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'mac_address': 'fa:16:3e:dd:fa:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76721710-7915-4ea0-a575-2a246987e295', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '82d66e92-ec3c-4cbe-80f5-2ea3afe13a42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:49:39Z', 'updated_at': '2021-07-09T14:49:47Z', 'revision_number': 5, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'subnets': [{'id': '82d66e92-ec3c-4cbe-80f5-2ea3afe13a42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:31.862764 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba30c60a-b494-43b7-b8d0-3b062fafc1b5 None None] Checking router: 76721710-7915-4ea0-a575-2a246987e295 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:50:31.874429 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba30c60a-b494-43b7-b8d0-3b062fafc1b5 None None] Routers {'76721710-7915-4ea0-a575-2a246987e295'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:50:31.875963 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-ba30c60a-b494-43b7-b8d0-3b062fafc1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:50:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['76721710-7915-4ea0-a575-2a246987e295'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:31.935518 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-228de87b-32bd-4c19-ba1a-490dc7cdc218 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:31.937214 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-87ca404f-960e-415b-99c6-8234042788cc admin admin] For port 3241d603-f08c-405d-a6c2-ec55a15c28e3, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=3241d603-f08c-405d-a6c2-ec55a15c28e3,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:50:31.937635 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-87ca404f-960e-415b-99c6-8234042788cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:31.952548 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-87ca404f-960e-415b-99c6-8234042788cc admin admin] Calling delete_port for 3241d603-f08c-405d-a6c2-ec55a15c28e3 owned by network:router_gateway {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:50:32.070041 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-228de87b-32bd-4c19-ba1a-490dc7cdc218 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:32.149231 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-b0494541-7f21-454d-890b-5aa1c1cf77d2 None None] Set router 5ea90e70-e9b4-422f-8cf3-611fc812a095 gateway port host: None {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:50:32.152021 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-ba30c60a-b494-43b7-b8d0-3b062fafc1b5 None None] Set router 76721710-7915-4ea0-a575-2a246987e295 gateway port host: None {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:50:32.203302 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-b0494541-7f21-454d-890b-5aa1c1cf77d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea90e70-e9b4-422f-8cf3-611fc812a095', 'name': 'tempest-AttachSCSIVolumeTestJSON-2005440561-router', 'tenant_id': '968601f61e424380a198de5f5293c917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:48:00Z', 'updated_at': '2021-07-09T14:50:31Z', 'revision_number': 6, 'project_id': '968601f61e424380a198de5f5293c917', 'gw_port_host': None}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:32.212788 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-87ca404f-960e-415b-99c6-8234042788cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:32.213131 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-228de87b-32bd-4c19-ba1a-490dc7cdc218 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:32.238891 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228de87b-32bd-4c19-ba1a-490dc7cdc218 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event deleted for resources: {'Subnet': ['ID=cea57d44-14bf-4db2-be7c-af1ad811e508,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:32.244972 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-228de87b-32bd-4c19-ba1a-490dc7cdc218 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:32.246861 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-228de87b-32bd-4c19-ba1a-490dc7cdc218 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "DELETE /v2.0/subnets/cea57d44-14bf-4db2-be7c-af1ad811e508 HTTP/1.1" status: 204 len: 168 time: 0.8437481 Jul 09 14:50:32.249851 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40986) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:32.253205 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0494541-7f21-454d-890b-5aa1c1cf77d2 None None] The sync data for ids ['5ea90e70-e9b4-422f-8cf3-611fc812a095'] in n-d-799529-6 is: [{'id': '5ea90e70-e9b4-422f-8cf3-611fc812a095', 'name': 'tempest-AttachSCSIVolumeTestJSON-2005440561-router', 'tenant_id': '968601f61e424380a198de5f5293c917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:48:00Z', 'updated_at': '2021-07-09T14:50:31Z', 'revision_number': 6, 'project_id': '968601f61e424380a198de5f5293c917', 'gw_port_host': None}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:50:32.257378 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010328f1-9fcd-421e-986a-7faf9ab07279 None None] Network a855d720-111e-4149-9070-f8758df7a1c9 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:50:32.264450 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ca404f-960e-415b-99c6-8234042788cc admin admin] Pushing event deleted for resources: {'Port': ['ID=3241d603-f08c-405d-a6c2-ec55a15c28e3,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:32.275339 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d191aa6-871a-4793-9fe2-a4d46f31288e tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Router 33a458e1-fe2c-4aef-8121-b15073cbf9c3 is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:50:32.358259 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-87ca404f-960e-415b-99c6-8234042788cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:32.403944 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-eba74432-53e1-47be-b80a-6b3f5fb4ac20 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:32.460854 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-ba30c60a-b494-43b7-b8d0-3b062fafc1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76721710-7915-4ea0-a575-2a246987e295', 'name': 'tempest-RoutersIpV6Test-router-934731009', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:49:35Z', 'updated_at': '2021-07-09T14:50:29Z', 'revision_number': 10, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'gw_port_host': None, '_interfaces': [{'id': '3624d429-6ca5-451f-a7bb-ae3f1a2a249d', 'name': '', 'network_id': '9b3131d2-5b49-48c3-b387-6198a4c16a8c', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'mac_address': 'fa:16:3e:dd:fa:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76721710-7915-4ea0-a575-2a246987e295', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '82d66e92-ec3c-4cbe-80f5-2ea3afe13a42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:49:39Z', 'updated_at': '2021-07-09T14:49:47Z', 'revision_number': 5, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'subnets': [{'id': '82d66e92-ec3c-4cbe-80f5-2ea3afe13a42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:32.508736 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-87ca404f-960e-415b-99c6-8234042788cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:32.516125 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d191aa6-871a-4793-9fe2-a4d46f31288e tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:50:32.516250 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-87ca404f-960e-415b-99c6-8234042788cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:32.531538 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9d191aa6-871a-4793-9fe2-a4d46f31288e tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:32.531988 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9655b336-3770-48fa-bd11-81c1cc569132 None None] Sync routers for ids ['33a458e1-fe2c-4aef-8121-b15073cbf9c3'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:50:32.532743 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-9d191aa6-871a-4793-9fe2-a4d46f31288e tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] 10.222.0.58 "PUT /v2.0/routers/33a458e1-fe2c-4aef-8121-b15073cbf9c3 HTTP/1.1" status: 200 len: 883 time: 4.8309445 Jul 09 14:50:32.534170 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba30c60a-b494-43b7-b8d0-3b062fafc1b5 None None] The sync data for ids ['76721710-7915-4ea0-a575-2a246987e295'] in n-d-799529-6 is: [{'id': '76721710-7915-4ea0-a575-2a246987e295', 'name': 'tempest-RoutersIpV6Test-router-934731009', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:49:35Z', 'updated_at': '2021-07-09T14:50:29Z', 'revision_number': 10, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'gw_port_host': None, '_interfaces': [{'id': '3624d429-6ca5-451f-a7bb-ae3f1a2a249d', 'name': '', 'network_id': '9b3131d2-5b49-48c3-b387-6198a4c16a8c', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'mac_address': 'fa:16:3e:dd:fa:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76721710-7915-4ea0-a575-2a246987e295', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '82d66e92-ec3c-4cbe-80f5-2ea3afe13a42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:49:39Z', 'updated_at': '2021-07-09T14:49:47Z', 'revision_number': 5, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'subnets': [{'id': '82d66e92-ec3c-4cbe-80f5-2ea3afe13a42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:50:32.540070 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41000) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:32.564129 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-eba74432-53e1-47be-b80a-6b3f5fb4ac20 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Deleting port 65eafb85-11d4-4760-8644-9cff2f8f90b3 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:50:32.564469 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-eba74432-53e1-47be-b80a-6b3f5fb4ac20 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:32.567257 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9655b336-3770-48fa-bd11-81c1cc569132 None None] Routers {'33a458e1-fe2c-4aef-8121-b15073cbf9c3'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:50:32.568234 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-9655b336-3770-48fa-bd11-81c1cc569132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:50:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['33a458e1-fe2c-4aef-8121-b15073cbf9c3'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:32.629073 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-9655b336-3770-48fa-bd11-81c1cc569132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:32.649395 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cd7fc6-f55c-42ff-852c-0ee1e2fe5d41 None None] DHCP port deletion for a855d720-111e-4149-9070-f8758df7a1c9 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:50:32.688151 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-eba74432-53e1-47be-b80a-6b3f5fb4ac20 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] For port 65eafb85-11d4-4760-8644-9cff2f8f90b3, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=65eafb85-11d4-4760-8644-9cff2f8f90b3,segment=NetworkSegment(db20fad4-62d5-4487-8168-f3de089189de),segment_id=db20fad4-62d5-4487-8168-f3de089189de)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:50:32.688535 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-eba74432-53e1-47be-b80a-6b3f5fb4ac20 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:32.712742 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9655b336-3770-48fa-bd11-81c1cc569132 None None] Routers {'33a458e1-fe2c-4aef-8121-b15073cbf9c3'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:50:32.717521 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-9655b336-3770-48fa-bd11-81c1cc569132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:50:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['33a458e1-fe2c-4aef-8121-b15073cbf9c3'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:32.726457 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-eba74432-53e1-47be-b80a-6b3f5fb4ac20 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Calling delete_port for 65eafb85-11d4-4760-8644-9cff2f8f90b3 owned by network:dhcp {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:50:32.772871 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-9655b336-3770-48fa-bd11-81c1cc569132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:32.773596 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9655b336-3770-48fa-bd11-81c1cc569132 None None] The sync data for ids ['33a458e1-fe2c-4aef-8121-b15073cbf9c3'] in n-d-799529-6 is: [] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:50:32.798566 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-d8cd7fc6-f55c-42ff-852c-0ee1e2fe5d41 None None] Deleting port 65eafb85-11d4-4760-8644-9cff2f8f90b3 {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:50:32.803831 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d8cd7fc6-f55c-42ff-852c-0ee1e2fe5d41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:32.807549 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-a980d9f6-76b4-4943-925a-998b2b57ee2d tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] 10.222.0.58 "GET /v2.0/routers/33a458e1-fe2c-4aef-8121-b15073cbf9c3 HTTP/1.1" status: 200 len: 924 time: 0.2097840 Jul 09 14:50:32.811792 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41022) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:32.812483 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-87ca404f-960e-415b-99c6-8234042788cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:32.813039 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ca404f-960e-415b-99c6-8234042788cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ea90e70-e9b4-422f-8cf3-611fc812a095 {{(pid=94445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:50:32.830879 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-87ca404f-960e-415b-99c6-8234042788cc admin admin] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:32.832611 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-87ca404f-960e-415b-99c6-8234042788cc admin admin] 10.222.0.58 "DELETE /v2.0/routers/5ea90e70-e9b4-422f-8cf3-611fc812a095 HTTP/1.1" status: 204 len: 168 time: 1.5856502 Jul 09 14:50:32.847375 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41024) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:32.871887 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-d8cd7fc6-f55c-42ff-852c-0ee1e2fe5d41 None None] For port 65eafb85-11d4-4760-8644-9cff2f8f90b3, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=65eafb85-11d4-4760-8644-9cff2f8f90b3,segment=NetworkSegment(db20fad4-62d5-4487-8168-f3de089189de),segment_id=db20fad4-62d5-4487-8168-f3de089189de)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:50:32.872303 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d8cd7fc6-f55c-42ff-852c-0ee1e2fe5d41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:32.886981 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-d8cd7fc6-f55c-42ff-852c-0ee1e2fe5d41 None None] Calling delete_port for 65eafb85-11d4-4760-8644-9cff2f8f90b3 owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:50:32.939107 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbcfe925-2dad-4e53-8a5e-adc13e2909bf admin admin] Deleting subnet b410cc39-727b-43e8-91e9-c498c0691172 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:50:32.949592 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cbcfe925-2dad-4e53-8a5e-adc13e2909bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:32.950554 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8400c7f-ec12-4d29-ae89-a5fb4985f977 req-983e6640-72bd-4ac0-a489-793011dccaf0 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:32.955945 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f8400c7f-ec12-4d29-ae89-a5fb4985f977 req-983e6640-72bd-4ac0-a489-793011dccaf0 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=8014eebb-d84d-4876-a5d9-7fee3a40d79b HTTP/1.1" status: 200 len: 945 time: 0.1018722 Jul 09 14:50:33.027651 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f8400c7f-ec12-4d29-ae89-a5fb4985f977 req-54470063-9a5c-46e4-8678-a8736ac06789 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517359 Jul 09 14:50:33.030691 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cbcfe925-2dad-4e53-8a5e-adc13e2909bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:33.052990 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-eba74432-53e1-47be-b80a-6b3f5fb4ac20 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:33.060547 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d8cd7fc6-f55c-42ff-852c-0ee1e2fe5d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:33.075198 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba74432-53e1-47be-b80a-6b3f5fb4ac20 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] No DVR routers for this DVR port 65eafb85-11d4-4760-8644-9cff2f8f90b3 on host n-d-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:50:33.130695 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cbcfe925-2dad-4e53-8a5e-adc13e2909bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:33.154150 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cd7fc6-f55c-42ff-852c-0ee1e2fe5d41 None None] Pushing event deleted for resources: {'Port': ['ID=65eafb85-11d4-4760-8644-9cff2f8f90b3,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:33.159277 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba74432-53e1-47be-b80a-6b3f5fb4ac20 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event deleted for resources: {'Port': ['ID=65eafb85-11d4-4760-8644-9cff2f8f90b3,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:33.166458 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cd7fc6-f55c-42ff-852c-0ee1e2fe5d41 None None] No DVR routers for this DVR port 65eafb85-11d4-4760-8644-9cff2f8f90b3 on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:50:33.206886 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41034) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:33.218558 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18697538-c142-49b7-ae5f-545a1256f092 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:33.221219 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-18697538-c142-49b7-ae5f-545a1256f092 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=202c7ce6-d4e9-4f80-84dd-bef08905a653&device_id=33a458e1-fe2c-4aef-8121-b15073cbf9c3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3883476 Jul 09 14:50:33.224031 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41038) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:33.286046 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cbcfe925-2dad-4e53-8a5e-adc13e2909bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:33.315975 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-eba74432-53e1-47be-b80a-6b3f5fb4ac20 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:33.326047 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcfe925-2dad-4e53-8a5e-adc13e2909bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b410cc39-727b-43e8-91e9-c498c0691172,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:33.330319 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86624d40-d5f9-4bef-8200-a1626c37a820 None None] Network ce8ea459-0b36-4598-b580-33b7746d1507 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:50:33.333330 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cbcfe925-2dad-4e53-8a5e-adc13e2909bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:33.337929 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41044) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:33.338646 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-cbcfe925-2dad-4e53-8a5e-adc13e2909bf admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b410cc39-727b-43e8-91e9-c498c0691172 HTTP/1.1" status: 204 len: 168 time: 0.4902310 Jul 09 14:50:33.358068 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-eba74432-53e1-47be-b80a-6b3f5fb4ac20 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a855d720-111e-4149-9070-f8758df7a1c9']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:33.406605 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5c5e4a-79bd-4409-a350-16d1555918b7 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:33.409630 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ee5c5e4a-79bd-4409-a350-16d1555918b7 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] 10.222.0.58 "GET /v2.0/networks/202c7ce6-d4e9-4f80-84dd-bef08905a653 HTTP/1.1" status: 200 len: 881 time: 0.1830981 Jul 09 14:50:33.412048 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ac798769-2bf2-4076-b130-6391dfc72729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:33.418535 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-eba74432-53e1-47be-b80a-6b3f5fb4ac20 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db20fad4-62d5-4487-8168-f3de089189de') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:33.418921 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-eba74432-53e1-47be-b80a-6b3f5fb4ac20 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db20fad4-62d5-4487-8168-f3de089189de') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:33.420601 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41046) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:33.442266 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-eba74432-53e1-47be-b80a-6b3f5fb4ac20 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:33.474431 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-08b22b9e-c14e-4df4-b4b5-f924c4f746f6 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] 10.222.0.58 "GET /v2.0/ports?device_id=33a458e1-fe2c-4aef-8121-b15073cbf9c3 HTTP/1.1" status: 200 len: 205 time: 0.0526958 Jul 09 14:50:33.480199 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41050) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:33.492884 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-62130653-f2ac-432b-8e71-1dd37b10ba04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:33.495737 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-eba74432-53e1-47be-b80a-6b3f5fb4ac20 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:33.504923 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eba74432-53e1-47be-b80a-6b3f5fb4ac20 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:50:33.505416 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-eba74432-53e1-47be-b80a-6b3f5fb4ac20 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:33.509374 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:50:33.509374 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:50:33.509374 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:50:33.509374 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:50:33.509374 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:50:33.509374 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:50:33.509374 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 14:50:33.509374 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:50:33.509374 n-d-799529-6 neutron-server[94446]: timer() Jul 09 14:50:33.509374 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:50:33.509374 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 14:50:33.509374 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:50:33.509374 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 14:50:33.509374 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:50:33.509374 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 14:50:33.509374 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:50:33.509374 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 14:50:33.509374 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:50:33.509374 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 14:50:33.509374 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:50:33.509374 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:50:33.509374 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:50:33.509374 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:50:33.509374 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:50:33.509374 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 14:50:33.509374 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:50:33.509374 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 14:50:33.509374 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:50:33.509374 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:50:33.509374 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:50:33.509374 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 14:50:33.509374 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:50:33.509374 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:50:33.509374 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:50:33.509374 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:50:33.509374 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:50:33.509374 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:50:33.509374 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:50:33.597465 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251dd951-b3ef-44d8-8983-3c1ee537c073 None None] DHCP port deletion for ce8ea459-0b36-4598-b580-33b7746d1507 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:50:33.604244 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ac798769-2bf2-4076-b130-6391dfc72729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:33.608668 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-62130653-f2ac-432b-8e71-1dd37b10ba04 admin admin] Deleting port cc491588-f2ac-404d-bd1d-1fe7a06f71eb {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:50:33.611085 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-62130653-f2ac-432b-8e71-1dd37b10ba04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:33.621052 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8c91299c-3096-4ba4-9f0c-e0dec96d7a08 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks [] for router, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:33.659424 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-251dd951-b3ef-44d8-8983-3c1ee537c073 None None] Deleting port cc491588-f2ac-404d-bd1d-1fe7a06f71eb {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:50:33.659960 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-251dd951-b3ef-44d8-8983-3c1ee537c073 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:33.685871 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-62130653-f2ac-432b-8e71-1dd37b10ba04 admin admin] For port cc491588-f2ac-404d-bd1d-1fe7a06f71eb, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=cc491588-f2ac-404d-bd1d-1fe7a06f71eb,segment=NetworkSegment(48cd52f1-a784-4e3e-ba29-af56c5642938),segment_id=48cd52f1-a784-4e3e-ba29-af56c5642938)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:50:33.686254 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-62130653-f2ac-432b-8e71-1dd37b10ba04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:33.700486 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-62130653-f2ac-432b-8e71-1dd37b10ba04 admin admin] Calling delete_port for cc491588-f2ac-404d-bd1d-1fe7a06f71eb owned by network:dhcp {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:50:33.732685 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-251dd951-b3ef-44d8-8983-3c1ee537c073 None None] For port cc491588-f2ac-404d-bd1d-1fe7a06f71eb, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=cc491588-f2ac-404d-bd1d-1fe7a06f71eb,segment=NetworkSegment(48cd52f1-a784-4e3e-ba29-af56c5642938),segment_id=48cd52f1-a784-4e3e-ba29-af56c5642938)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:50:33.733046 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8c91299c-3096-4ba4-9f0c-e0dec96d7a08 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:33.733165 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-251dd951-b3ef-44d8-8983-3c1ee537c073 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:33.746021 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-eba74432-53e1-47be-b80a-6b3f5fb4ac20 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:33.753240 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-251dd951-b3ef-44d8-8983-3c1ee537c073 None None] Calling delete_port for cc491588-f2ac-404d-bd1d-1fe7a06f71eb owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:50:33.769836 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-eba74432-53e1-47be-b80a-6b3f5fb4ac20 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:33.771847 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-eba74432-53e1-47be-b80a-6b3f5fb4ac20 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "DELETE /v2.0/networks/a855d720-111e-4149-9070-f8758df7a1c9 HTTP/1.1" status: 204 len: 168 time: 1.5203114 Jul 09 14:50:33.772742 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ac798769-2bf2-4076-b130-6391dfc72729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:33.774372 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba74432-53e1-47be-b80a-6b3f5fb4ac20 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event deleted for resources: {'Network': ['ID=a855d720-111e-4149-9070-f8758df7a1c9,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:33.775992 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41062) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:33.823027 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ac798769-2bf2-4076-b130-6391dfc72729 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3b7a5adff8de4724af235f37f14e340f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6143544 Jul 09 14:50:33.824227 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac798769-2bf2-4076-b130-6391dfc72729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39489600-bd6e-4530-8725-90a533f96e0c,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:33.827044 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41064) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:33.921807 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6ff36572-a79e-4e7b-99c3-fc88d5a08176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:33.962100 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6ff36572-a79e-4e7b-99c3-fc88d5a08176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:33.967586 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-251dd951-b3ef-44d8-8983-3c1ee537c073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:33.976518 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-8c91299c-3096-4ba4-9f0c-e0dec96d7a08 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Deleting port 73f53d0c-b2da-4d8e-b05b-0cde24d4bb9c {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:50:33.976518 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8c91299c-3096-4ba4-9f0c-e0dec96d7a08 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:33.999290 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251dd951-b3ef-44d8-8983-3c1ee537c073 None None] Pushing event deleted for resources: {'Port': ['ID=cc491588-f2ac-404d-bd1d-1fe7a06f71eb,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:34.035146 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251dd951-b3ef-44d8-8983-3c1ee537c073 None None] No DVR routers for this DVR port cc491588-f2ac-404d-bd1d-1fe7a06f71eb on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:50:34.062456 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 3241d603-f08c-405d-a6c2-ec55a15c28e3 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:50:34.086810 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 3241d603-f08c-405d-a6c2-ec55a15c28e3 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:50:34.087315 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 3241d603-f08c-405d-a6c2-ec55a15c28e3 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:50:34.087999 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 848ecfbd-2ed8-460f-b10a-84b7de05e577 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:50:34.135707 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 848ecfbd-2ed8-460f-b10a-84b7de05e577 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:50:34.136605 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 848ecfbd-2ed8-460f-b10a-84b7de05e577 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:50:34.137324 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device aaba75d3-75d0-4cf0-a4eb-44a8a2db48ea no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:50:34.162832 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: aaba75d3-75d0-4cf0-a4eb-44a8a2db48ea {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:50:34.163614 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device aaba75d3-75d0-4cf0-a4eb-44a8a2db48ea not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:50:34.164357 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device cc491588-f2ac-404d-bd1d-1fe7a06f71eb no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:50:34.192432 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: cc491588-f2ac-404d-bd1d-1fe7a06f71eb {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:50:34.192858 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device cc491588-f2ac-404d-bd1d-1fe7a06f71eb not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:50:34.193362 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 65eafb85-11d4-4760-8644-9cff2f8f90b3 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:50:34.231416 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 65eafb85-11d4-4760-8644-9cff2f8f90b3 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:50:34.231821 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 65eafb85-11d4-4760-8644-9cff2f8f90b3 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:50:34.369045 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8c91299c-3096-4ba4-9f0c-e0dec96d7a08 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:34.390569 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-8c91299c-3096-4ba4-9f0c-e0dec96d7a08 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Calling delete_port for 73f53d0c-b2da-4d8e-b05b-0cde24d4bb9c owned by network:router_gateway {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:50:34.402315 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-62130653-f2ac-432b-8e71-1dd37b10ba04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:34.445028 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62130653-f2ac-432b-8e71-1dd37b10ba04 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc491588-f2ac-404d-bd1d-1fe7a06f71eb,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:34.447862 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62130653-f2ac-432b-8e71-1dd37b10ba04 admin admin] No DVR routers for this DVR port cc491588-f2ac-404d-bd1d-1fe7a06f71eb on host n-d-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:50:34.457535 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6ff36572-a79e-4e7b-99c3-fc88d5a08176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:34.460311 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6ff36572-a79e-4e7b-99c3-fc88d5a08176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:34.460473 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72abeff-1768-4566-862e-ab42e9c32fa9 req-40e76822-9ff6-4142-a0a9-08ae97838a6b tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:34.465394 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-6ff36572-a79e-4e7b-99c3-fc88d5a08176 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/39489600-bd6e-4530-8725-90a533f96e0c HTTP/1.1" status: 204 len: 168 time: 0.6331756 Jul 09 14:50:34.465533 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b72abeff-1768-4566-862e-ab42e9c32fa9 req-40e76822-9ff6-4142-a0a9-08ae97838a6b tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=8014eebb-d84d-4876-a5d9-7fee3a40d79b HTTP/1.1" status: 200 len: 945 time: 0.2355938 Jul 09 14:50:34.474421 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff36572-a79e-4e7b-99c3-fc88d5a08176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39489600-bd6e-4530-8725-90a533f96e0c,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:34.599800 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b72abeff-1768-4566-862e-ab42e9c32fa9 req-e0749517-d0da-4a5c-ba94-84623e4ffd0d tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161973 Jul 09 14:50:34.624371 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-62130653-f2ac-432b-8e71-1dd37b10ba04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:34.630985 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-62130653-f2ac-432b-8e71-1dd37b10ba04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce8ea459-0b36-4598-b580-33b7746d1507']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:34.643836 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-62130653-f2ac-432b-8e71-1dd37b10ba04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48cd52f1-a784-4e3e-ba29-af56c5642938') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:34.644098 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-62130653-f2ac-432b-8e71-1dd37b10ba04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48cd52f1-a784-4e3e-ba29-af56c5642938') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:34.648615 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8c91299c-3096-4ba4-9f0c-e0dec96d7a08 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:34.656617 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-62130653-f2ac-432b-8e71-1dd37b10ba04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:34.677328 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-62130653-f2ac-432b-8e71-1dd37b10ba04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:34.685740 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62130653-f2ac-432b-8e71-1dd37b10ba04 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:50:34.686147 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-62130653-f2ac-432b-8e71-1dd37b10ba04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:34.688556 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c91299c-3096-4ba4-9f0c-e0dec96d7a08 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Pushing event deleted for resources: {'Port': ['ID=73f53d0c-b2da-4d8e-b05b-0cde24d4bb9c,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:34.688836 n-d-799529-6 neutron-server[94446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:50:34.688836 n-d-799529-6 neutron-server[94446]: self.session.flush() Jul 09 14:50:34.688836 n-d-799529-6 neutron-server[94446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:50:34.688836 n-d-799529-6 neutron-server[94446]: self.session.flush() Jul 09 14:50:34.688836 n-d-799529-6 neutron-server[94446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:50:34.688836 n-d-799529-6 neutron-server[94446]: self.session.flush() Jul 09 14:50:34.688836 n-d-799529-6 neutron-server[94446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:50:34.688836 n-d-799529-6 neutron-server[94446]: self.session.flush() Jul 09 14:50:34.688836 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 14:50:34.688836 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:50:34.688836 n-d-799529-6 neutron-server[94446]: timer() Jul 09 14:50:34.688836 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:50:34.688836 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 14:50:34.688836 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:50:34.688836 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 14:50:34.688836 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:50:34.688836 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 14:50:34.688836 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:50:34.688836 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 14:50:34.688836 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:50:34.688836 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 14:50:34.688836 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:50:34.688836 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:50:34.688836 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:50:34.688836 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:50:34.688836 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:50:34.688836 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 14:50:34.688836 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:50:34.688836 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 14:50:34.688836 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:50:34.688836 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:50:34.688836 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:50:34.688836 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 14:50:34.688836 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:50:34.688836 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:50:34.688836 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:50:34.688836 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:50:34.688836 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:50:34.688836 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:50:34.688836 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:50:34.763435 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8c91299c-3096-4ba4-9f0c-e0dec96d7a08 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:34.822268 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-52fdb7cf-b6ec-424e-b4b5-2e39bce0a757 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:34.860053 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-62130653-f2ac-432b-8e71-1dd37b10ba04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:34.866487 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-62130653-f2ac-432b-8e71-1dd37b10ba04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:34.868953 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-62130653-f2ac-432b-8e71-1dd37b10ba04 admin admin] 10.222.0.58 "DELETE /v2.0/networks/ce8ea459-0b36-4598-b580-33b7746d1507 HTTP/1.1" status: 204 len: 168 time: 1.5295703 Jul 09 14:50:34.880190 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8c91299c-3096-4ba4-9f0c-e0dec96d7a08 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:34.880647 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8c91299c-3096-4ba4-9f0c-e0dec96d7a08 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:34.925749 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62130653-f2ac-432b-8e71-1dd37b10ba04 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce8ea459-0b36-4598-b580-33b7746d1507,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:35.006933 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8c91299c-3096-4ba4-9f0c-e0dec96d7a08 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:35.007560 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c91299c-3096-4ba4-9f0c-e0dec96d7a08 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Fanout notify agent at l3_agent the message router_deleted on router 33a458e1-fe2c-4aef-8121-b15073cbf9c3 {{(pid=94445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:50:35.014564 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8c91299c-3096-4ba4-9f0c-e0dec96d7a08 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:35.018076 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-8c91299c-3096-4ba4-9f0c-e0dec96d7a08 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] 10.222.0.58 "DELETE /v2.0/routers/33a458e1-fe2c-4aef-8121-b15073cbf9c3 HTTP/1.1" status: 204 len: 168 time: 1.5342035 Jul 09 14:50:35.019407 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41088) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:35.025342 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-84f56124-38c9-4cfd-b48b-f1ffe9ecca27 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-546889811', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:50:35.135047 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-52fdb7cf-b6ec-424e-b4b5-2e39bce0a757 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Deleting port 3624d429-6ca5-451f-a7bb-ae3f1a2a249d {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:50:35.135317 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-52fdb7cf-b6ec-424e-b4b5-2e39bce0a757 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:35.173106 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-84f56124-38c9-4cfd-b48b-f1ffe9ecca27 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:35.174849 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-84f56124-38c9-4cfd-b48b-f1ffe9ecca27 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:35.215310 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41092) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:35.234239 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-84f56124-38c9-4cfd-b48b-f1ffe9ecca27 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:35.238862 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-db3882aa-34cd-4d21-9c06-e3a96cf1ca98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:35.274320 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-52fdb7cf-b6ec-424e-b4b5-2e39bce0a757 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] For port 3624d429-6ca5-451f-a7bb-ae3f1a2a249d, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=3624d429-6ca5-451f-a7bb-ae3f1a2a249d,segment=NetworkSegment(ea707c5a-564a-4323-a080-932b7d7baef1),segment_id=ea707c5a-564a-4323-a080-932b7d7baef1)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:50:35.275000 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-52fdb7cf-b6ec-424e-b4b5-2e39bce0a757 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:35.279611 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41094) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:35.296252 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-52fdb7cf-b6ec-424e-b4b5-2e39bce0a757 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Calling delete_port for 3624d429-6ca5-451f-a7bb-ae3f1a2a249d owned by network:router_interface {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:50:35.303978 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-84f56124-38c9-4cfd-b48b-f1ffe9ecca27 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:35.338880 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f3ffe52c-a07b-4c46-9901-85d98f520a58 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=aa2a983a47494b75b30c2824631c834b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0577383 Jul 09 14:50:35.345101 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41102) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:35.447409 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7c1c2f2e-d17f-48b0-8de2-e18b288b601d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:35.463463 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-db3882aa-34cd-4d21-9c06-e3a96cf1ca98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:35.489365 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7c1c2f2e-d17f-48b0-8de2-e18b288b601d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:35.540777 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c436ef6-23a5-471c-aced-b8a5aa9763bc req-fe7c3650-2748-4e22-979c-5d36785ca7e3 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:35.542404 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8c436ef6-23a5-471c-aced-b8a5aa9763bc req-fe7c3650-2748-4e22-979c-5d36785ca7e3 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/networks?id=a9d0dfb1-4ed4-4376-bcf0-50fa5388f064 HTTP/1.1" status: 200 len: 804 time: 0.1534953 Jul 09 14:50:35.549225 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-db3882aa-34cd-4d21-9c06-e3a96cf1ca98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:35.558951 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8c436ef6-23a5-471c-aced-b8a5aa9763bc req-e683065d-8aaf-47c8-a8e1-1d337d569fb0 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/quotas/bdaedf6ac9084c79b7ea6ec72411a8d8 HTTP/1.1" status: 200 len: 375 time: 0.0102346 Jul 09 14:50:35.588562 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-db3882aa-34cd-4d21-9c06-e3a96cf1ca98 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a73d1cf994e942b18fdec6b6155d0477&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3722644 Jul 09 14:50:35.589302 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3882aa-34cd-4d21-9c06-e3a96cf1ca98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c73624-fb42-445f-ab70-bc4322c71081,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:35.591291 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41108) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:35.613531 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-52fdb7cf-b6ec-424e-b4b5-2e39bce0a757 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:35.651351 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7c1c2f2e-d17f-48b0-8de2-e18b288b601d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:35.653911 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7c1c2f2e-d17f-48b0-8de2-e18b288b601d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:35.664456 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-7c1c2f2e-d17f-48b0-8de2-e18b288b601d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f16015ca-9a7b-4804-962d-59a2bba9d1d7 HTTP/1.1" status: 204 len: 168 time: 0.3120494 Jul 09 14:50:35.665421 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-84f56124-38c9-4cfd-b48b-f1ffe9ecca27 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:35.666595 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-84f56124-38c9-4cfd-b48b-f1ffe9ecca27 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6460087 Jul 09 14:50:35.669827 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41114) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:35.704652 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-82c00438-4392-44f4-9bd8-020c57bac7e1 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'enable_snat': True}}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:50:35.779586 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-52fdb7cf-b6ec-424e-b4b5-2e39bce0a757 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:35.782126 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fdb7cf-b6ec-424e-b4b5-2e39bce0a757 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event deleted for resources: {'Port': ['ID=3624d429-6ca5-451f-a7bb-ae3f1a2a249d,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:35.794308 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8c436ef6-23a5-471c-aced-b8a5aa9763bc req-daf902f8-7de6-4e15-8ea3-fdc5bb16a448 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=bdaedf6ac9084c79b7ea6ec72411a8d8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2282472 Jul 09 14:50:35.796874 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1c2f2e-d17f-48b0-8de2-e18b288b601d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16015ca-9a7b-4804-962d-59a2bba9d1d7,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:35.875157 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-70176d7f-3653-47ac-93da-c29a220c838e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:35.897282 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-70176d7f-3653-47ac-93da-c29a220c838e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:35.996422 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-82c00438-4392-44f4-9bd8-020c57bac7e1 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:36.043655 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8c436ef6-23a5-471c-aced-b8a5aa9763bc req-008c269b-821f-42d5-9341-64158bcf1feb service neutron] 10.222.0.58 "GET /v2.0/networks/a9d0dfb1-4ed4-4376-bcf0-50fa5388f064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380412 Jul 09 14:50:36.068108 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4801b-8b71-48ca-bca8-fedbe66b471d req-d506026d-0f95-4b46-b4db-3aa9bc0568e7 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:36.069622 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f5e4801b-8b71-48ca-bca8-fedbe66b471d req-d506026d-0f95-4b46-b4db-3aa9bc0568e7 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=8014eebb-d84d-4876-a5d9-7fee3a40d79b HTTP/1.1" status: 200 len: 945 time: 0.2917283 Jul 09 14:50:36.080561 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52fdb7cf-b6ec-424e-b4b5-2e39bce0a757 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Router 76721710-7915-4ea0-a575-2a246987e295 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:50:36.184765 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f5e4801b-8b71-48ca-bca8-fedbe66b471d req-c0b408ed-50cd-4eae-b981-7a2090429740 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077616 Jul 09 14:50:36.195953 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52fdb7cf-b6ec-424e-b4b5-2e39bce0a757 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:50:36.203085 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8c436ef6-23a5-471c-aced-b8a5aa9763bc req-99d474f7-e33a-496d-9e54-566a80301dc4 service neutron] 10.222.0.58 "GET /v2.0/networks/a9d0dfb1-4ed4-4376-bcf0-50fa5388f064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489913 Jul 09 14:50:36.213142 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41122) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:36.215969 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-52fdb7cf-b6ec-424e-b4b5-2e39bce0a757 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "PUT /v2.0/routers/76721710-7915-4ea0-a575-2a246987e295/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4331744 Jul 09 14:50:36.217553 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-70176d7f-3653-47ac-93da-c29a220c838e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:36.220550 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57951b8c-30ba-4748-bd5b-ef9a293135d8 None None] Sync routers for ids ['76721710-7915-4ea0-a575-2a246987e295'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:50:36.222750 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-70176d7f-3653-47ac-93da-c29a220c838e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:36.224604 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-70176d7f-3653-47ac-93da-c29a220c838e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/92c73624-fb42-445f-ab70-bc4322c71081 HTTP/1.1" status: 204 len: 168 time: 0.6319923 Jul 09 14:50:36.236028 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70176d7f-3653-47ac-93da-c29a220c838e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c73624-fb42-445f-ab70-bc4322c71081,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:36.240368 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57951b8c-30ba-4748-bd5b-ef9a293135d8 None None] Routers {'76721710-7915-4ea0-a575-2a246987e295'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:50:36.243048 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-57951b8c-30ba-4748-bd5b-ef9a293135d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:50:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['76721710-7915-4ea0-a575-2a246987e295'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:36.313720 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-b43622fa-41cb-443f-83d9-8a8fbb741270 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Deleting subnet 82d66e92-ec3c-4cbe-80f5-2ea3afe13a42 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:50:36.323407 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b43622fa-41cb-443f-83d9-8a8fbb741270 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:36.336234 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-57951b8c-30ba-4748-bd5b-ef9a293135d8 None None] Set router 76721710-7915-4ea0-a575-2a246987e295 gateway port host: None {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:50:36.376474 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b43622fa-41cb-443f-83d9-8a8fbb741270 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:36.390360 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-57951b8c-30ba-4748-bd5b-ef9a293135d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76721710-7915-4ea0-a575-2a246987e295', 'name': 'tempest-RoutersIpV6Test-router-934731009', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:49:35Z', 'updated_at': '2021-07-09T14:50:35Z', 'revision_number': 11, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'gw_port_host': None}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:36.427701 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57951b8c-30ba-4748-bd5b-ef9a293135d8 None None] Checking router: 76721710-7915-4ea0-a575-2a246987e295 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:50:36.439733 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57951b8c-30ba-4748-bd5b-ef9a293135d8 None None] Routers {'76721710-7915-4ea0-a575-2a246987e295'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:50:36.440322 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-57951b8c-30ba-4748-bd5b-ef9a293135d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:50:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['76721710-7915-4ea0-a575-2a246987e295'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:36.551681 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f496538c-4641-454d-99e4-a25e6c725ff9 req-371fc118-5cad-40e8-b657-2e32b73a47c4 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb3b48d7-97bb-4407-ad64-472876dd2f4f HTTP/1.1" status: 200 len: 210 time: 0.0386453 Jul 09 14:50:36.646513 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-82c00438-4392-44f4-9bd8-020c57bac7e1 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:36.671129 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-82c00438-4392-44f4-9bd8-020c57bac7e1 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:36.683383 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-57951b8c-30ba-4748-bd5b-ef9a293135d8 None None] Set router 76721710-7915-4ea0-a575-2a246987e295 gateway port host: None {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:50:36.717353 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b43622fa-41cb-443f-83d9-8a8fbb741270 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:36.718928 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41132) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:36.736339 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-57951b8c-30ba-4748-bd5b-ef9a293135d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76721710-7915-4ea0-a575-2a246987e295', 'name': 'tempest-RoutersIpV6Test-router-934731009', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:49:35Z', 'updated_at': '2021-07-09T14:50:35Z', 'revision_number': 11, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'gw_port_host': None}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:36.751394 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:50:36.804879 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-701479c4-86a4-4011-8369-d3f349371bf0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=968601f61e424380a198de5f5293c917&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0834174 Jul 09 14:50:36.809810 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41136) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:36.822854 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57951b8c-30ba-4748-bd5b-ef9a293135d8 None None] The sync data for ids ['76721710-7915-4ea0-a575-2a246987e295'] in n-d-799529-6 is: [{'id': '76721710-7915-4ea0-a575-2a246987e295', 'name': 'tempest-RoutersIpV6Test-router-934731009', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:49:35Z', 'updated_at': '2021-07-09T14:50:35Z', 'revision_number': 11, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'gw_port_host': None}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:50:36.897369 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:36.910406 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5ae21d64-106b-4eb5-8c29-7365ee3fc60c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:36.917697 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-82c00438-4392-44f4-9bd8-020c57bac7e1 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Allocated IP 172.25.3.189 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/6abd0e71-dbd0-417a-bb60-0a3185ee5047) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:50:36.935086 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5ae21d64-106b-4eb5-8c29-7365ee3fc60c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:36.952255 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e59981f2-1bbc-46b7-94f0-0e107e4666e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:50:36.968213 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b43622fa-41cb-443f-83d9-8a8fbb741270 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:36.989916 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3230a7-0ef4-46a7-b665-6f96801618b4" -d '{"events": [{"server_uuid": "e59981f2-1bbc-46b7-94f0-0e107e4666e9", "name": "network-vif-unplugged", "status": "completed", "tag": "4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:50:37.022980 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b,segment=NetworkSegment(2badb0c6-e67f-4820-b4bb-8e5a90533cf4),segment_id=2badb0c6-e67f-4820-b4bb-8e5a90533cf4)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:50:37.033433 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43622fa-41cb-443f-83d9-8a8fbb741270 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event deleted for resources: {'Subnet': ['ID=82d66e92-ec3c-4cbe-80f5-2ea3afe13a42,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:37.036436 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b43622fa-41cb-443f-83d9-8a8fbb741270 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:37.042923 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b43622fa-41cb-443f-83d9-8a8fbb741270 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "DELETE /v2.0/subnets/82d66e92-ec3c-4cbe-80f5-2ea3afe13a42 HTTP/1.1" status: 204 len: 168 time: 0.8241611 Jul 09 14:50:37.043367 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41142) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:37.046782 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a9bf2e-c1f5-42b2-9491-a660e0df17be None None] Network 9b3131d2-5b49-48c3-b387-6198a4c16a8c requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:50:37.090522 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 14:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf72f1c8-823d-4f18-b1eb-f8fe4b9cebb4 x-openstack-request-id: req-cf72f1c8-823d-4f18-b1eb-f8fe4b9cebb4 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:50:37.091021 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e59981f2-1bbc-46b7-94f0-0e107e4666e9", "name": "network-vif-unplugged", "status": "completed", "tag": "4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:50:37.091270 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cf72f1c8-823d-4f18-b1eb-f8fe4b9cebb4 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:50:37.091690 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e59981f2-1bbc-46b7-94f0-0e107e4666e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b', 'code': 200} Jul 09 14:50:37.156149 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:37.163931 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5ae21d64-106b-4eb5-8c29-7365ee3fc60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:37.166830 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5ae21d64-106b-4eb5-8c29-7365ee3fc60c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:37.171649 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-5ae21d64-106b-4eb5-8c29-7365ee3fc60c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/70237fa1-fc9f-49b4-ac2b-683a6264f677 HTTP/1.1" status: 204 len: 168 time: 0.3606627 Jul 09 14:50:37.196391 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae21d64-106b-4eb5-8c29-7365ee3fc60c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70237fa1-fc9f-49b4-ac2b-683a6264f677,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:37.253639 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f1672952-8ef3-4051-9351-d8d936115107 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:37.317839 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b,revision_number=8']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:37.388187 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-f1672952-8ef3-4051-9351-d8d936115107 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Deleting port 879cb7d4-8e7c-4dd6-81c2-9061abe4a5d6 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:50:37.389163 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f1672952-8ef3-4051-9351-d8d936115107 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:37.469890 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43622fa-41cb-443f-83d9-8a8fbb741270 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:50:37.470390 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43622fa-41cb-443f-83d9-8a8fbb741270 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:50:37.470572 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43622fa-41cb-443f-83d9-8a8fbb741270 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:50:37.473535 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43622fa-41cb-443f-83d9-8a8fbb741270 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:50:37.474283 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43622fa-41cb-443f-83d9-8a8fbb741270 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:50:37.474911 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43622fa-41cb-443f-83d9-8a8fbb741270 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:50:37.479707 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43622fa-41cb-443f-83d9-8a8fbb741270 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:50:37.480061 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43622fa-41cb-443f-83d9-8a8fbb741270 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:50:37.483585 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43622fa-41cb-443f-83d9-8a8fbb741270 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:50:37.483585 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43622fa-41cb-443f-83d9-8a8fbb741270 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:50:37.483585 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43622fa-41cb-443f-83d9-8a8fbb741270 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:50:37.483585 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43622fa-41cb-443f-83d9-8a8fbb741270 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:50:37.508290 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-f1672952-8ef3-4051-9351-d8d936115107 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] For port 879cb7d4-8e7c-4dd6-81c2-9061abe4a5d6, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=879cb7d4-8e7c-4dd6-81c2-9061abe4a5d6,segment=NetworkSegment(ea707c5a-564a-4323-a080-932b7d7baef1),segment_id=ea707c5a-564a-4323-a080-932b7d7baef1)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:50:37.508580 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f1672952-8ef3-4051-9351-d8d936115107 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:37.537237 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c57a077-b108-4551-a1ef-e8c08c097151 req-9b870ad0-a15c-4422-a332-bba4b53f83d9 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:37.538744 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2c57a077-b108-4551-a1ef-e8c08c097151 req-9b870ad0-a15c-4422-a332-bba4b53f83d9 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.54 "GET /v2.0/ports?device_id=e59981f2-1bbc-46b7-94f0-0e107e4666e9 HTTP/1.1" status: 200 len: 945 time: 0.6436729 Jul 09 14:50:37.567477 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-f1672952-8ef3-4051-9351-d8d936115107 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Calling delete_port for 879cb7d4-8e7c-4dd6-81c2-9061abe4a5d6 owned by network:dhcp {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:50:37.599198 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fef223-dba9-400a-bcd7-3ab4adb84bc4 None None] DHCP port deletion for 9b3131d2-5b49-48c3-b387-6198a4c16a8c request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:50:37.651797 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-82c00438-4392-44f4-9bd8-020c57bac7e1 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:37.703188 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e43b9def-8167-4f52-ab29-32cbca9ccc3f req-d3b70115-f516-4a8e-9857-130299d93406 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb3b48d7-97bb-4407-ad64-472876dd2f4f HTTP/1.1" status: 200 len: 210 time: 0.0651882 Jul 09 14:50:37.732186 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-80fef223-dba9-400a-bcd7-3ab4adb84bc4 None None] Deleting port 879cb7d4-8e7c-4dd6-81c2-9061abe4a5d6 {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:50:37.732570 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-80fef223-dba9-400a-bcd7-3ab4adb84bc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:37.803186 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd17b2-8e2f-4508-a3e6-09a303ea8182 req-6cc855f3-4b51-4d4d-89a8-b9d61afeaa82 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:37.804811 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1ccd17b2-8e2f-4508-a3e6-09a303ea8182 req-6cc855f3-4b51-4d4d-89a8-b9d61afeaa82 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=8014eebb-d84d-4876-a5d9-7fee3a40d79b HTTP/1.1" status: 200 len: 945 time: 0.3053710 Jul 09 14:50:37.836020 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-80fef223-dba9-400a-bcd7-3ab4adb84bc4 None None] For port 879cb7d4-8e7c-4dd6-81c2-9061abe4a5d6, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=879cb7d4-8e7c-4dd6-81c2-9061abe4a5d6,segment=NetworkSegment(ea707c5a-564a-4323-a080-932b7d7baef1),segment_id=ea707c5a-564a-4323-a080-932b7d7baef1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:50:37.837692 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-80fef223-dba9-400a-bcd7-3ab4adb84bc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:37.858807 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-80fef223-dba9-400a-bcd7-3ab4adb84bc4 None None] Calling delete_port for 879cb7d4-8e7c-4dd6-81c2-9061abe4a5d6 owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:50:37.869723 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-2c57a077-b108-4551-a1ef-e8c08c097151 req-bb7bbdef-cf44-4a49-aef5-e5d0e7889857 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Deleting port 4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:50:37.870551 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2c57a077-b108-4551-a1ef-e8c08c097151 req-bb7bbdef-cf44-4a49-aef5-e5d0e7889857 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:37.907488 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1ccd17b2-8e2f-4508-a3e6-09a303ea8182 req-b019f1bb-0050-4480-9d94-771cf4f2fdae tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883024 Jul 09 14:50:37.987352 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f1672952-8ef3-4051-9351-d8d936115107 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:38.022138 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-82c00438-4392-44f4-9bd8-020c57bac7e1 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:38.024331 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1672952-8ef3-4051-9351-d8d936115107 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] No DVR routers for this DVR port 879cb7d4-8e7c-4dd6-81c2-9061abe4a5d6 on host n-d-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:50:38.034600 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-80fef223-dba9-400a-bcd7-3ab4adb84bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:38.075779 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1672952-8ef3-4051-9351-d8d936115107 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event deleted for resources: {'Port': ['ID=879cb7d4-8e7c-4dd6-81c2-9061abe4a5d6,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:38.077304 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 3624d429-6ca5-451f-a7bb-ae3f1a2a249d no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:50:38.090423 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fef223-dba9-400a-bcd7-3ab4adb84bc4 None None] Pushing event deleted for resources: {'Port': ['ID=879cb7d4-8e7c-4dd6-81c2-9061abe4a5d6,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:38.093147 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fef223-dba9-400a-bcd7-3ab4adb84bc4 None None] No DVR routers for this DVR port 879cb7d4-8e7c-4dd6-81c2-9061abe4a5d6 on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:50:38.102730 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c00438-4392-44f4-9bd8-020c57bac7e1 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:50:38.116300 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 3624d429-6ca5-451f-a7bb-ae3f1a2a249d {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:50:38.116720 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 3624d429-6ca5-451f-a7bb-ae3f1a2a249d not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:50:38.121893 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 879cb7d4-8e7c-4dd6-81c2-9061abe4a5d6 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:50:38.128290 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-2c57a077-b108-4551-a1ef-e8c08c097151 req-bb7bbdef-cf44-4a49-aef5-e5d0e7889857 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] For port 4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b,segment=NetworkSegment(2badb0c6-e67f-4820-b4bb-8e5a90533cf4),segment_id=2badb0c6-e67f-4820-b4bb-8e5a90533cf4)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:50:38.128892 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2c57a077-b108-4551-a1ef-e8c08c097151 req-bb7bbdef-cf44-4a49-aef5-e5d0e7889857 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:38.147692 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-2c57a077-b108-4551-a1ef-e8c08c097151 req-bb7bbdef-cf44-4a49-aef5-e5d0e7889857 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Calling delete_port for 4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:50:38.147941 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f1672952-8ef3-4051-9351-d8d936115107 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:38.157164 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c00438-4392-44f4-9bd8-020c57bac7e1 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Pushing event updated for resources: {'Port': ['ID=6abd0e71-dbd0-417a-bb60-0a3185ee5047,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:38.159222 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-f1672952-8ef3-4051-9351-d8d936115107 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b3131d2-5b49-48c3-b387-6198a4c16a8c']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:38.164498 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-82c00438-4392-44f4-9bd8-020c57bac7e1 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:50:38.174773 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-f1672952-8ef3-4051-9351-d8d936115107 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea707c5a-564a-4323-a080-932b7d7baef1') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:38.175082 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-f1672952-8ef3-4051-9351-d8d936115107 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea707c5a-564a-4323-a080-932b7d7baef1') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:38.177135 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 879cb7d4-8e7c-4dd6-81c2-9061abe4a5d6 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:50:38.177488 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 879cb7d4-8e7c-4dd6-81c2-9061abe4a5d6 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:50:38.177814 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c00438-4392-44f4-9bd8-020c57bac7e1 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:50:38.192518 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f1672952-8ef3-4051-9351-d8d936115107 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:38.217166 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f1672952-8ef3-4051-9351-d8d936115107 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:38.236169 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1672952-8ef3-4051-9351-d8d936115107 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:50:38.243212 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f1672952-8ef3-4051-9351-d8d936115107 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:38.305703 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 14:50:38.305703 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:50:38.305703 n-d-799529-6 neutron-server[94446]: timer() Jul 09 14:50:38.305703 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:50:38.305703 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 14:50:38.305703 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:50:38.305703 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 14:50:38.305703 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:50:38.305703 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 14:50:38.305703 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:50:38.305703 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 14:50:38.305703 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:50:38.305703 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 14:50:38.305703 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:50:38.305703 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:50:38.305703 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:50:38.305703 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:50:38.305703 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:50:38.305703 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 14:50:38.305703 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:50:38.305703 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 14:50:38.305703 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:50:38.305703 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:50:38.305703 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:50:38.305703 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 14:50:38.305703 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:50:38.305703 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:50:38.305703 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:50:38.305703 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:50:38.305703 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:50:38.305703 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:50:38.305703 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:50:38.401050 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f1672952-8ef3-4051-9351-d8d936115107 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:38.416374 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f1672952-8ef3-4051-9351-d8d936115107 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:38.421755 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f1672952-8ef3-4051-9351-d8d936115107 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "DELETE /v2.0/networks/9b3131d2-5b49-48c3-b387-6198a4c16a8c HTTP/1.1" status: 204 len: 168 time: 1.3768680 Jul 09 14:50:38.424514 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41196) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:38.436733 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-2abc8f8e-416f-4309-835d-42f27b02be5d tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Request body: {'router': {'routes': None}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:50:38.438876 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1672952-8ef3-4051-9351-d8d936115107 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Pushing event deleted for resources: {'Network': ['ID=9b3131d2-5b49-48c3-b387-6198a4c16a8c,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:38.489831 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41198) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:38.608662 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-de361dc1-501d-4e30-9890-d38812e85d82 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-753045062-network', 'tenant_id': '20266377053347908450c0c11cebe299'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:50:38.632919 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2c57a077-b108-4551-a1ef-e8c08c097151 req-bb7bbdef-cf44-4a49-aef5-e5d0e7889857 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:38.685608 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.extraroute_db [None req-2abc8f8e-416f-4309-835d-42f27b02be5d tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Added routes are [] {{(pid=94445) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 09 14:50:38.685915 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.extraroute_db [None req-2abc8f8e-416f-4309-835d-42f27b02be5d tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Removed routes are [] {{(pid=94445) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 09 14:50:38.686281 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2abc8f8e-416f-4309-835d-42f27b02be5d tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:38.732207 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de361dc1-501d-4e30-9890-d38812e85d82 admin admin] Made reservation on behalf of 20266377053347908450c0c11cebe299 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:50:38.734170 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7bbdef-cf44-4a49-aef5-e5d0e7889857 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Pushing event deleted for resources: {'Port': ['ID=4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:38.734616 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-de361dc1-501d-4e30-9890-d38812e85d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:38.756626 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-de361dc1-501d-4e30-9890-d38812e85d82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:38.873230 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c57a077-b108-4551-a1ef-e8c08c097151 req-bb7bbdef-cf44-4a49-aef5-e5d0e7889857 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] No DVR routers for this DVR port 4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:50:38.873463 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-de361dc1-501d-4e30-9890-d38812e85d82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:38.892892 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2c57a077-b108-4551-a1ef-e8c08c097151 req-bb7bbdef-cf44-4a49-aef5-e5d0e7889857 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:38.894834 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2c57a077-b108-4551-a1ef-e8c08c097151 req-bb7bbdef-cf44-4a49-aef5-e5d0e7889857 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.54 "DELETE /v2.0/ports/4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b HTTP/1.1" status: 204 len: 173 time: 1.3435764 Jul 09 14:50:38.898117 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b86a14c1-6e81-446f-914c-fc85628d604f req-1ced53be-0e5a-46a6-a86c-983282d537aa tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb3b48d7-97bb-4407-ad64-472876dd2f4f HTTP/1.1" status: 200 len: 210 time: 0.0595200 Jul 09 14:50:38.898684 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e59981f2-1bbc-46b7-94f0-0e107e4666e9', 'name': 'network-vif-deleted', 'tag': '4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:50:38.900776 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0106ebae-96d2-476f-a8dd-a2b876864104" -d '{"events": [{"server_uuid": "e59981f2-1bbc-46b7-94f0-0e107e4666e9", "name": "network-vif-deleted", "tag": "4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:50:38.938961 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-82c00438-4392-44f4-9bd8-020c57bac7e1 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:38.975575 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-de361dc1-501d-4e30-9890-d38812e85d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:39.006791 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de361dc1-501d-4e30-9890-d38812e85d82 admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:50:39.007782 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2abc8f8e-416f-4309-835d-42f27b02be5d tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:39.017597 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-de361dc1-501d-4e30-9890-d38812e85d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:39.017597 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-de361dc1-501d-4e30-9890-d38812e85d82 admin admin] Added segment 6fed5c72-9f53-4aca-8cfd-3678b44e76be of type vlan for network 1bfe6f37-4d1f-4689-a30f-62048842a973 Jul 09 14:50:39.018749 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2abc8f8e-416f-4309-835d-42f27b02be5d tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-753925'] for router, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:39.075041 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de361dc1-501d-4e30-9890-d38812e85d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ede4e27-59c7-4309-b15a-69579f428c9f,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:39.079728 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-de361dc1-501d-4e30-9890-d38812e85d82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:39.143787 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2abc8f8e-416f-4309-835d-42f27b02be5d tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Router 76721710-7915-4ea0-a575-2a246987e295 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:50:39.180000 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e138fe5-42d4-447a-8fda-1936bd762947 x-openstack-request-id: req-8e138fe5-42d4-447a-8fda-1936bd762947 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:50:39.180395 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e59981f2-1bbc-46b7-94f0-0e107e4666e9", "name": "network-vif-deleted", "tag": "4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:50:39.180659 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8e138fe5-42d4-447a-8fda-1936bd762947 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:50:39.181105 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e59981f2-1bbc-46b7-94f0-0e107e4666e9', 'name': 'network-vif-deleted', 'tag': '4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b', 'status': 'completed', 'code': 200} Jul 09 14:50:39.239810 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-de361dc1-501d-4e30-9890-d38812e85d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:39.240927 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de361dc1-501d-4e30-9890-d38812e85d82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:39.241636 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-de361dc1-501d-4e30-9890-d38812e85d82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:39.311909 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2abc8f8e-416f-4309-835d-42f27b02be5d tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:50:39.323034 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf62e3-3f75-4c5b-9c6d-6a83e3a31cea req-58b6de1e-215a-468f-9613-07eac44d211f tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:39.323880 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db0bed9-f6fa-4c6a-813b-76307a93ce82 None None] Sync routers for ids ['76721710-7915-4ea0-a575-2a246987e295'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:50:39.324881 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-faaf62e3-3f75-4c5b-9c6d-6a83e3a31cea req-58b6de1e-215a-468f-9613-07eac44d211f tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=8014eebb-d84d-4876-a5d9-7fee3a40d79b HTTP/1.1" status: 200 len: 945 time: 0.1427238 Jul 09 14:50:39.325635 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de361dc1-501d-4e30-9890-d38812e85d82 admin admin] Pushing event updated for resources: {'Network': ['ID=1bfe6f37-4d1f-4689-a30f-62048842a973,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:39.346715 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2abc8f8e-416f-4309-835d-42f27b02be5d tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:39.346872 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 1bfe6f37-4d1f-4689-a30f-62048842a973 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:50:39.346980 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-2abc8f8e-416f-4309-835d-42f27b02be5d tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "PUT /v2.0/routers/76721710-7915-4ea0-a575-2a246987e295 HTTP/1.1" status: 200 len: 704 time: 0.9163952 Jul 09 14:50:39.358273 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41226) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:39.397597 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db0bed9-f6fa-4c6a-813b-76307a93ce82 None None] Routers {'76721710-7915-4ea0-a575-2a246987e295'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:50:39.398443 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-0db0bed9-f6fa-4c6a-813b-76307a93ce82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:50:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['76721710-7915-4ea0-a575-2a246987e295'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:39.403077 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-8bf7eecd-0d9a-4515-85d3-fe6122bb4cc8 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "GET /v2.0/ports?device_id=76721710-7915-4ea0-a575-2a246987e295 HTTP/1.1" status: 200 len: 205 time: 0.0417385 Jul 09 14:50:39.404848 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-de361dc1-501d-4e30-9890-d38812e85d82 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9138675 Jul 09 14:50:39.407630 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41232) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:39.413648 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41234) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:39.429622 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-27955902-934f-4290-be71-a9aef93215d8 admin admin] Request body: {'subnet': {'network_id': '1bfe6f37-4d1f-4689-a30f-62048842a973', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-753045062-subnet', 'tenant_id': '20266377053347908450c0c11cebe299', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:50:39.443894 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-82c00438-4392-44f4-9bd8-020c57bac7e1 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:39.447513 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-82c00438-4392-44f4-9bd8-020c57bac7e1 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-753925'] for router, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:39.512956 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-0db0bed9-f6fa-4c6a-813b-76307a93ce82 None None] Set router 76721710-7915-4ea0-a575-2a246987e295 gateway port host: None {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:50:39.527021 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-faaf62e3-3f75-4c5b-9c6d-6a83e3a31cea req-f4d97044-4c4b-4f2b-89e7-d91210bb7b36 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929865 Jul 09 14:50:39.570079 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-45951413-32c7-4f45-a88e-1e87814b1ba1 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for router, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:39.580729 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-0db0bed9-f6fa-4c6a-813b-76307a93ce82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76721710-7915-4ea0-a575-2a246987e295', 'name': 'tempest-RoutersIpV6Test-router-934731009', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:49:35Z', 'updated_at': '2021-07-09T14:50:35Z', 'revision_number': 11, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'gw_port_host': None}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:39.613680 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db0bed9-f6fa-4c6a-813b-76307a93ce82 None None] Checking router: 76721710-7915-4ea0-a575-2a246987e295 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:50:39.624929 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db0bed9-f6fa-4c6a-813b-76307a93ce82 None None] Routers {'76721710-7915-4ea0-a575-2a246987e295'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:50:39.626496 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-0db0bed9-f6fa-4c6a-813b-76307a93ce82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:50:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['76721710-7915-4ea0-a575-2a246987e295'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:39.718235 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-0db0bed9-f6fa-4c6a-813b-76307a93ce82 None None] Set router 76721710-7915-4ea0-a575-2a246987e295 gateway port host: None {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:50:39.788585 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-0db0bed9-f6fa-4c6a-813b-76307a93ce82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76721710-7915-4ea0-a575-2a246987e295', 'name': 'tempest-RoutersIpV6Test-router-934731009', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:49:35Z', 'updated_at': '2021-07-09T14:50:35Z', 'revision_number': 11, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'gw_port_host': None}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:39.832456 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db0bed9-f6fa-4c6a-813b-76307a93ce82 None None] The sync data for ids ['76721710-7915-4ea0-a575-2a246987e295'] in n-d-799529-6 is: [{'id': '76721710-7915-4ea0-a575-2a246987e295', 'name': 'tempest-RoutersIpV6Test-router-934731009', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:49:35Z', 'updated_at': '2021-07-09T14:50:35Z', 'revision_number': 11, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'gw_port_host': None}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:50:39.872024 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device a745b2f7-62da-43ae-afe6-d4aeab031c1d no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:50:39.938811 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c436ef6-23a5-471c-aced-b8a5aa9763bc req-a60211e4-4a07-4c3d-9911-954c250725d7 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:39.940394 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8c436ef6-23a5-471c-aced-b8a5aa9763bc req-a60211e4-4a07-4c3d-9911-954c250725d7 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.54 "GET /v2.0/networks?id=a9d0dfb1-4ed4-4376-bcf0-50fa5388f064 HTTP/1.1" status: 200 len: 804 time: 0.3932543 Jul 09 14:50:39.956329 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-8c436ef6-23a5-471c-aced-b8a5aa9763bc req-efb8e954-1c4f-4fc5-a876-08563b26f5a2 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Request body: {'port': {'device_id': 'cb3b48d7-97bb-4407-ad64-472876dd2f4f', 'network_id': 'a9d0dfb1-4ed4-4376-bcf0-50fa5388f064', 'admin_state_up': True, 'tenant_id': 'bdaedf6ac9084c79b7ea6ec72411a8d8'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:50:40.020285 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82c00438-4392-44f4-9bd8-020c57bac7e1 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Router c70549d0-d8e0-42ae-b500-6076e68a8f36 is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:50:40.052886 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27955902-934f-4290-be71-a9aef93215d8 admin admin] Made reservation on behalf of 20266377053347908450c0c11cebe299 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:50:40.055317 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-27955902-934f-4290-be71-a9aef93215d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:40.244162 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41242) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:40.253595 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ebbe5f22-bfcb-400b-9437-f8b44a39cc01 req-6a8a53ec-5e18-4947-83f0-2236203c1f68 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb3b48d7-97bb-4407-ad64-472876dd2f4f HTTP/1.1" status: 200 len: 210 time: 0.0522509 Jul 09 14:50:40.269394 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c00438-4392-44f4-9bd8-020c57bac7e1 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:50:40.274200 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-82c00438-4392-44f4-9bd8-020c57bac7e1 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:40.280025 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-82c00438-4392-44f4-9bd8-020c57bac7e1 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] 10.222.0.58 "PUT /v2.0/routers/c70549d0-d8e0-42ae-b500-6076e68a8f36 HTTP/1.1" status: 200 len: 918 time: 4.6046522 Jul 09 14:50:40.280025 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41246) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:40.290026 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c9a21f-e76c-4494-8f69-ff81a28eafbb None None] Sync routers for ids ['c70549d0-d8e0-42ae-b500-6076e68a8f36'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:50:40.302725 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c9a21f-e76c-4494-8f69-ff81a28eafbb None None] Routers {'c70549d0-d8e0-42ae-b500-6076e68a8f36'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:50:40.303871 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-74c9a21f-e76c-4494-8f69-ff81a28eafbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:50:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['c70549d0-d8e0-42ae-b500-6076e68a8f36'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:40.370566 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:40.376092 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-74c9a21f-e76c-4494-8f69-ff81a28eafbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:40.385794 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c436ef6-23a5-471c-aced-b8a5aa9763bc req-efb8e954-1c4f-4fc5-a876-08563b26f5a2 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Made reservation on behalf of bdaedf6ac9084c79b7ea6ec72411a8d8 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:50:40.391235 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c9a21f-e76c-4494-8f69-ff81a28eafbb None None] Routers {'c70549d0-d8e0-42ae-b500-6076e68a8f36'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:50:40.392078 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-74c9a21f-e76c-4494-8f69-ff81a28eafbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:50:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['c70549d0-d8e0-42ae-b500-6076e68a8f36'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:40.395098 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8c436ef6-23a5-471c-aced-b8a5aa9763bc req-efb8e954-1c4f-4fc5-a876-08563b26f5a2 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:40.421840 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8014eebb-d84d-4876-a5d9-7fee3a40d79b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a745b2f7-62da-43ae-afe6-d4aeab031c1d'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:50:40.425834 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f31b8654-327c-45ee-8211-c3bfcb9a607b" -d '{"events": [{"server_uuid": "8014eebb-d84d-4876-a5d9-7fee3a40d79b", "name": "network-vif-unplugged", "status": "completed", "tag": "a745b2f7-62da-43ae-afe6-d4aeab031c1d"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:50:40.432836 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-74c9a21f-e76c-4494-8f69-ff81a28eafbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:40.434073 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c9a21f-e76c-4494-8f69-ff81a28eafbb None None] The sync data for ids ['c70549d0-d8e0-42ae-b500-6076e68a8f36'] in n-d-799529-6 is: [] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:50:40.448724 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port a745b2f7-62da-43ae-afe6-d4aeab031c1d, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=a745b2f7-62da-43ae-afe6-d4aeab031c1d,segment=NetworkSegment(88773363-1d78-439b-bb07-1d37ed239605),segment_id=88773363-1d78-439b-bb07-1d37ed239605)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:50:40.459684 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-45951413-32c7-4f45-a88e-1e87814b1ba1 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:40.463903 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 14:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbdcb896-871a-47ad-8d77-a0f7a3fc56e3 x-openstack-request-id: req-cbdcb896-871a-47ad-8d77-a0f7a3fc56e3 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:50:40.464196 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8014eebb-d84d-4876-a5d9-7fee3a40d79b", "name": "network-vif-unplugged", "status": "completed", "tag": "a745b2f7-62da-43ae-afe6-d4aeab031c1d", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:50:40.464354 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-45951413-32c7-4f45-a88e-1e87814b1ba1 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:40.464463 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cbdcb896-871a-47ad-8d77-a0f7a3fc56e3 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:50:40.464830 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8014eebb-d84d-4876-a5d9-7fee3a40d79b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a745b2f7-62da-43ae-afe6-d4aeab031c1d', 'code': 200} Jul 09 14:50:40.473573 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-41ba8179-e592-4ff5-9e95-2b460e977146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:40.567007 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:40.630810 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=a745b2f7-62da-43ae-afe6-d4aeab031c1d,revision_number=6']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:40.634564 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41252) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:40.635447 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-00d51bf9-561a-4a75-80d9-86364a56a613 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] 10.222.0.58 "GET /v2.0/routers/c70549d0-d8e0-42ae-b500-6076e68a8f36 HTTP/1.1" status: 200 len: 924 time: 0.3561141 Jul 09 14:50:40.669228 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-45951413-32c7-4f45-a88e-1e87814b1ba1 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:40.669817 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45951413-32c7-4f45-a88e-1e87814b1ba1 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Fanout notify agent at l3_agent the message router_deleted on router 76721710-7915-4ea0-a575-2a246987e295 {{(pid=94446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:50:40.674291 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-8c436ef6-23a5-471c-aced-b8a5aa9763bc req-efb8e954-1c4f-4fc5-a876-08563b26f5a2 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Allocated IP 172.20.0.4 (a9d0dfb1-4ed4-4376-bcf0-50fa5388f064/4c4bd77b-9e34-44f4-9dc2-fa632746bcf3/c222c958-4865-49ae-a359-bcfa44af19e2) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:50:40.709510 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-45951413-32c7-4f45-a88e-1e87814b1ba1 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:40.718556 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-45951413-32c7-4f45-a88e-1e87814b1ba1 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "DELETE /v2.0/routers/76721710-7915-4ea0-a575-2a246987e295 HTTP/1.1" status: 204 len: 168 time: 1.3021665 Jul 09 14:50:40.718701 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41254) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:40.719782 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-4a7265e5-58b3-490c-a249-eab12e7bca91 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1325076054', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:50:40.735320 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-27955902-934f-4290-be71-a9aef93215d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:40.772532 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:50:40.786539 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-41ba8179-e592-4ff5-9e95-2b460e977146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:40.809004 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: 4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:50:40.809521 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 4c9bbbdf-8090-4b8f-9d95-0a15ca95e08b not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:50:40.820264 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27955902-934f-4290-be71-a9aef93215d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f56f508-6b2a-45fc-88c3-b167a685f476,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:40.853990 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57dba943-655a-4756-a524-8d8861c948e4 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:40.855529 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-57dba943-655a-4756-a524-8d8861c948e4 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=202c7ce6-d4e9-4f80-84dd-bef08905a653&device_id=c70549d0-d8e0-42ae-b500-6076e68a8f36&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2199423 Jul 09 14:50:40.858504 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-41ba8179-e592-4ff5-9e95-2b460e977146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:40.859330 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41256) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:40.872878 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27955902-934f-4290-be71-a9aef93215d8 admin admin] Checking segment: {'id': '6fed5c72-9f53-4aca-8cfd-3678b44e76be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '1bfe6f37-4d1f-4689-a30f-62048842a973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:50:40.873235 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27955902-934f-4290-be71-a9aef93215d8 admin admin] Network hostable DHCP agents. Network: 1bfe6f37-4d1f-4689-a30f-62048842a973, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:50:40.925002 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39875ba3-a5d3-4682-a76b-4d3cd64ae7c0 req-818af4cb-7dfc-48ea-aae3-cabafac191be tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:40.931352 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-39875ba3-a5d3-4682-a76b-4d3cd64ae7c0 req-818af4cb-7dfc-48ea-aae3-cabafac191be tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=8014eebb-d84d-4876-a5d9-7fee3a40d79b HTTP/1.1" status: 200 len: 943 time: 0.2589152 Jul 09 14:50:40.936072 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ba8179-e592-4ff5-9e95-2b460e977146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5fb5c5a-a5cc-4ea3-995d-1b32feebca41,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:40.944842 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-41ba8179-e592-4ff5-9e95-2b460e977146 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c3b656ee99be4b1ab6dd7b7044bc42cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6912112 Jul 09 14:50:40.946941 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41258) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:40.966687 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8c436ef6-23a5-471c-aced-b8a5aa9763bc req-efb8e954-1c4f-4fc5-a876-08563b26f5a2 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:40.976445 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4a7265e5-58b3-490c-a249-eab12e7bca91 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:40.977644 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4a7265e5-58b3-490c-a249-eab12e7bca91 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:40.989213 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-39875ba3-a5d3-4682-a76b-4d3cd64ae7c0 req-f0dfe870-90ff-48a4-9890-a3badecb61cd tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571220 Jul 09 14:50:41.013907 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9f6bb9-90c8-43bb-8896-a32ae68ea41f tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:41.013907 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ca9f6bb9-90c8-43bb-8896-a32ae68ea41f tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] 10.222.0.58 "GET /v2.0/networks/202c7ce6-d4e9-4f80-84dd-bef08905a653 HTTP/1.1" status: 200 len: 881 time: 0.1483674 Jul 09 14:50:41.013907 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41260) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:41.040930 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27955902-934f-4290-be71-a9aef93215d8 admin admin] Network 1bfe6f37-4d1f-4689-a30f-62048842a973 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:50:41.044477 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-190a4b7c-dac3-48e6-9c6f-4a5a4f82354e tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] 10.222.0.58 "GET /v2.0/ports?device_id=c70549d0-d8e0-42ae-b500-6076e68a8f36 HTTP/1.1" status: 200 len: 205 time: 0.0312495 Jul 09 14:50:41.048197 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41262) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:41.088169 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4a7265e5-58b3-490c-a249-eab12e7bca91 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:41.090474 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7bb2c49f-8967-4cb0-8d36-f48dab4c05fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:41.103488 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-27955902-934f-4290-be71-a9aef93215d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 1bfe6f37-4d1f-4689-a30f-62048842a973) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:50:41.111946 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1515ef5f-9a9f-4526-b2d8-59f2b2765446 None None] Network 1bfe6f37-4d1f-4689-a30f-62048842a973 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:50:41.112557 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27955902-934f-4290-be71-a9aef93215d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:41.113147 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-27955902-934f-4290-be71-a9aef93215d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:41.125345 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7bb2c49f-8967-4cb0-8d36-f48dab4c05fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:41.176168 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4a7265e5-58b3-490c-a249-eab12e7bca91 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:41.176388 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c1adf842-de4e-4e15-a05b-4044df169063 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks [] for router, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:41.205161 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8c436ef6-23a5-471c-aced-b8a5aa9763bc req-efb8e954-1c4f-4fc5-a876-08563b26f5a2 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:41.256219 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c436ef6-23a5-471c-aced-b8a5aa9763bc req-efb8e954-1c4f-4fc5-a876-08563b26f5a2 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Network a9d0dfb1-4ed4-4376-bcf0-50fa5388f064 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:50:41.257465 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-27955902-934f-4290-be71-a9aef93215d8 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8416858 Jul 09 14:50:41.261776 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41264) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:41.261998 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-8c436ef6-23a5-471c-aced-b8a5aa9763bc req-efb8e954-1c4f-4fc5-a876-08563b26f5a2 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:50:41.264939 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c436ef6-23a5-471c-aced-b8a5aa9763bc req-efb8e954-1c4f-4fc5-a876-08563b26f5a2 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:50:41.266260 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-ff6ffa22-e61b-41aa-8d7d-70ae4649d2ac admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-753045062-router', 'tenant_id': '20266377053347908450c0c11cebe299', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:50:41.280877 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cdf34b-2e1f-425d-b62e-a0a9c5d5bb68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-1bfe6f37-4d1f-4689-a30f-62048842a973', 'network_id': '1bfe6f37-4d1f-4689-a30f-62048842a973', 'tenant_id': '20266377053347908450c0c11cebe299', 'fixed_ips': [{'subnet_id': '9f56f508-6b2a-45fc-88c3-b167a685f476'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:50:41.282676 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a0cdf34b-2e1f-425d-b62e-a0a9c5d5bb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:41.299282 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb8e954-1c4f-4fc5-a876-08563b26f5a2 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Pushing event updated for resources: {'Port': ['ID=c222c958-4865-49ae-a359-bcfa44af19e2,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:41.300932 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c1adf842-de4e-4e15-a05b-4044df169063 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:41.306437 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4a7265e5-58b3-490c-a249-eab12e7bca91 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:41.308118 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-4a7265e5-58b3-490c-a249-eab12e7bca91 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5920296 Jul 09 14:50:41.308901 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7bb2c49f-8967-4cb0-8d36-f48dab4c05fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:41.310949 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41268) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:41.313147 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7bb2c49f-8967-4cb0-8d36-f48dab4c05fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:41.314238 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-7bb2c49f-8967-4cb0-8d36-f48dab4c05fc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e5fb5c5a-a5cc-4ea3-995d-1b32feebca41 HTTP/1.1" status: 204 len: 168 time: 0.3677301 Jul 09 14:50:41.316469 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-aa448fa5-4e01-4860-9da9-8f9822230878 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:50:41.331428 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb2c49f-8967-4cb0-8d36-f48dab4c05fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5fb5c5a-a5cc-4ea3-995d-1b32feebca41,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:41.349522 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c436ef6-23a5-471c-aced-b8a5aa9763bc req-efb8e954-1c4f-4fc5-a876-08563b26f5a2 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:41.350182 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8c436ef6-23a5-471c-aced-b8a5aa9763bc req-efb8e954-1c4f-4fc5-a876-08563b26f5a2 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:41.457905 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ff6ffa22-e61b-41aa-8d7d-70ae4649d2ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:41.460068 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ff6ffa22-e61b-41aa-8d7d-70ae4649d2ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:41.465218 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-a0cdf34b-2e1f-425d-b62e-a0a9c5d5bb68 None None] Allocated IP 172.20.0.2 (1bfe6f37-4d1f-4689-a30f-62048842a973/9f56f508-6b2a-45fc-88c3-b167a685f476/9f3b3b5c-1898-44f9-9490-163beb364b58) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:50:41.579729 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694aadb2-2169-4ece-af25-f7234934f39a req-45a23095-3626-480b-996b-bce7590c70c7 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:41.585742 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-694aadb2-2169-4ece-af25-f7234934f39a req-45a23095-3626-480b-996b-bce7590c70c7 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb3b48d7-97bb-4407-ad64-472876dd2f4f HTTP/1.1" status: 200 len: 931 time: 0.0902619 Jul 09 14:50:41.596750 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8c436ef6-23a5-471c-aced-b8a5aa9763bc req-efb8e954-1c4f-4fc5-a876-08563b26f5a2 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6464548 Jul 09 14:50:41.604659 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ff6ffa22-e61b-41aa-8d7d-70ae4649d2ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:41.632557 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a0cdf34b-2e1f-425d-b62e-a0a9c5d5bb68 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:41.643024 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-694aadb2-2169-4ece-af25-f7234934f39a req-8b27d3f2-84ed-484e-ae1d-2e38a4537170 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538335 Jul 09 14:50:41.660956 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a0cdf34b-2e1f-425d-b62e-a0a9c5d5bb68 None None] Transition to ACTIVE for port object 9f3b3b5c-1898-44f9-9490-163beb364b58 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:50:41.685220 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-aa448fa5-4e01-4860-9da9-8f9822230878 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:41.689912 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a0cdf34b-2e1f-425d-b62e-a0a9c5d5bb68 None None] Transition to ACTIVE for port object 9f3b3b5c-1898-44f9-9490-163beb364b58 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:50:41.735821 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-8c436ef6-23a5-471c-aced-b8a5aa9763bc req-9e7c7410-e1aa-4a75-9c36-b757a2ea6086 service neutron] Request body: {'port': {'device_id': 'cb3b48d7-97bb-4407-ad64-472876dd2f4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:50:41.762272 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-c1adf842-de4e-4e15-a05b-4044df169063 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Deleting port 6abd0e71-dbd0-417a-bb60-0a3185ee5047 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:50:41.762626 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c1adf842-de4e-4e15-a05b-4044df169063 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:41.766850 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a0cdf34b-2e1f-425d-b62e-a0a9c5d5bb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:41.787709 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cdf34b-2e1f-425d-b62e-a0a9c5d5bb68 None None] Network 1bfe6f37-4d1f-4689-a30f-62048842a973 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:50:41.819548 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-a0cdf34b-2e1f-425d-b62e-a0a9c5d5bb68 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:50:41.822577 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cdf34b-2e1f-425d-b62e-a0a9c5d5bb68 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:50:41.836669 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8c436ef6-23a5-471c-aced-b8a5aa9763bc req-9e7c7410-e1aa-4a75-9c36-b757a2ea6086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:41.867538 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-aa448fa5-4e01-4860-9da9-8f9822230878 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-753925'] for router, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:41.880610 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ff6ffa22-e61b-41aa-8d7d-70ae4649d2ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:41.894328 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device a745b2f7-62da-43ae-afe6-d4aeab031c1d details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:50:41.921648 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cdf34b-2e1f-425d-b62e-a0a9c5d5bb68 None None] Pushing event updated for resources: {'Port': ['ID=9f3b3b5c-1898-44f9-9490-163beb364b58,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:41.944916 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-a0cdf34b-2e1f-425d-b62e-a0a9c5d5bb68 None None] Attempting to bind port 9f3b3b5c-1898-44f9-9490-163beb364b58 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:50:41.945283 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-a0cdf34b-2e1f-425d-b62e-a0a9c5d5bb68 None None] Attempting to bind port 9f3b3b5c-1898-44f9-9490-163beb364b58 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '6fed5c72-9f53-4aca-8cfd-3678b44e76be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '1bfe6f37-4d1f-4689-a30f-62048842a973'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:50:41.945643 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cdf34b-2e1f-425d-b62e-a0a9c5d5bb68 None None] Attempting to bind port 9f3b3b5c-1898-44f9-9490-163beb364b58 on network 1bfe6f37-4d1f-4689-a30f-62048842a973 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:50:41.979877 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c1adf842-de4e-4e15-a05b-4044df169063 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:41.986463 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cdf34b-2e1f-425d-b62e-a0a9c5d5bb68 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:50:41.986840 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cdf34b-2e1f-425d-b62e-a0a9c5d5bb68 None None] Checking segment: {'id': '6fed5c72-9f53-4aca-8cfd-3678b44e76be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '1bfe6f37-4d1f-4689-a30f-62048842a973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:50:41.987537 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a0cdf34b-2e1f-425d-b62e-a0a9c5d5bb68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:41.987708 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cdf34b-2e1f-425d-b62e-a0a9c5d5bb68 None None] Bound using segment: {'id': '6fed5c72-9f53-4aca-8cfd-3678b44e76be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '1bfe6f37-4d1f-4689-a30f-62048842a973'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:50:41.988391 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-a0cdf34b-2e1f-425d-b62e-a0a9c5d5bb68 None None] Bound port: 9f3b3b5c-1898-44f9-9490-163beb364b58, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fed5c72-9f53-4aca-8cfd-3678b44e76be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '1bfe6f37-4d1f-4689-a30f-62048842a973'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:50:41.988599 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a0cdf34b-2e1f-425d-b62e-a0a9c5d5bb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:42.013214 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-c1adf842-de4e-4e15-a05b-4044df169063 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Calling delete_port for 6abd0e71-dbd0-417a-bb60-0a3185ee5047 owned by network:router_gateway {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:50:42.081490 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a0cdf34b-2e1f-425d-b62e-a0a9c5d5bb68 None None] For port 9f3b3b5c-1898-44f9-9490-163beb364b58, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:50:42.085353 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a0cdf34b-2e1f-425d-b62e-a0a9c5d5bb68 None None] For port 9f3b3b5c-1898-44f9-9490-163beb364b58, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=9f3b3b5c-1898-44f9-9490-163beb364b58,segment=NetworkSegment(6fed5c72-9f53-4aca-8cfd-3678b44e76be),segment_id=6fed5c72-9f53-4aca-8cfd-3678b44e76be)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:50:42.146750 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port a745b2f7-62da-43ae-afe6-d4aeab031c1d, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=a745b2f7-62da-43ae-afe6-d4aeab031c1d,segment=NetworkSegment(88773363-1d78-439b-bb07-1d37ed239605),segment_id=88773363-1d78-439b-bb07-1d37ed239605)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:50:42.162913 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': 'a745b2f7-62da-43ae-afe6-d4aeab031c1d', 'network_id': '07a9ecbf-37ed-481a-bf65-f5d67d5555a8', 'port_id': 'a745b2f7-62da-43ae-afe6-d4aeab031c1d', 'mac_address': 'fa:16:3e:ea:b1:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a6c5dcf-ab29-40a6-a385-f6eb72afc65e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:50:42.169657 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a0cdf34b-2e1f-425d-b62e-a0a9c5d5bb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:42.174638 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa448fa5-4e01-4860-9da9-8f9822230878 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Router 8f408203-1f5c-4166-a128-79c46af7bb59 is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:50:42.267864 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-8c436ef6-23a5-471c-aced-b8a5aa9763bc req-9e7c7410-e1aa-4a75-9c36-b757a2ea6086 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c222c958-4865-49ae-a359-bcfa44af19e2 {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:50:42.268478 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:42.286786 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8c436ef6-23a5-471c-aced-b8a5aa9763bc req-9e7c7410-e1aa-4a75-9c36-b757a2ea6086 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:42.298797 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a745b2f7-62da-43ae-afe6-d4aeab031c1d {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:50:42.309014 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cdf34b-2e1f-425d-b62e-a0a9c5d5bb68 None None] Pushing event updated for resources: {'Port': ['ID=9f3b3b5c-1898-44f9-9490-163beb364b58,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:42.331872 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port a745b2f7-62da-43ae-afe6-d4aeab031c1d, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=a745b2f7-62da-43ae-afe6-d4aeab031c1d,segment=NetworkSegment(88773363-1d78-439b-bb07-1d37ed239605),segment_id=88773363-1d78-439b-bb07-1d37ed239605)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:50:42.414940 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa448fa5-4e01-4860-9da9-8f9822230878 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:50:42.421653 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:42.477614 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-aa448fa5-4e01-4860-9da9-8f9822230878 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:42.477614 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-aa448fa5-4e01-4860-9da9-8f9822230878 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "PUT /v2.0/routers/8f408203-1f5c-4166-a128-79c46af7bb59 HTTP/1.1" status: 200 len: 698 time: 1.1654887 Jul 09 14:50:42.482184 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41296) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:42.485615 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add84346-35eb-4cdc-821e-4a5776960811 None None] Sync routers for ids ['8f408203-1f5c-4166-a128-79c46af7bb59'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:50:42.514641 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add84346-35eb-4cdc-821e-4a5776960811 None None] Routers {'8f408203-1f5c-4166-a128-79c46af7bb59'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:50:42.519881 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-add84346-35eb-4cdc-821e-4a5776960811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:50:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['8f408203-1f5c-4166-a128-79c46af7bb59'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:42.523671 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc20670f-7e5e-4409-a8a0-766134f5c1ff req-fff29a9c-310c-48a7-9056-7be9080af9da tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:42.532866 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fc20670f-7e5e-4409-a8a0-766134f5c1ff req-fff29a9c-310c-48a7-9056-7be9080af9da tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=8014eebb-d84d-4876-a5d9-7fee3a40d79b HTTP/1.1" status: 200 len: 943 time: 0.3651690 Jul 09 14:50:42.589984 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c1adf842-de4e-4e15-a05b-4044df169063 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:42.619023 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-8c436ef6-23a5-471c-aced-b8a5aa9763bc req-9e7c7410-e1aa-4a75-9c36-b757a2ea6086 service neutron] Transition to ACTIVE for port object c222c958-4865-49ae-a359-bcfa44af19e2 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:50:42.648359 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e16ec435-d660-49c0-8f45-2814379a766e tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "GET /v2.0/routers/8f408203-1f5c-4166-a128-79c46af7bb59 HTTP/1.1" status: 200 len: 704 time: 0.1632886 Jul 09 14:50:42.651387 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41300) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:42.671548 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=a745b2f7-62da-43ae-afe6-d4aeab031c1d,revision_number=7']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:42.680421 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-add84346-35eb-4cdc-821e-4a5776960811 None None] Set router 8f408203-1f5c-4166-a128-79c46af7bb59 gateway port host: None {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:50:42.682698 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fc20670f-7e5e-4409-a8a0-766134f5c1ff req-ea3b8d84-1123-4bfa-80c5-d31645964b3f tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484072 Jul 09 14:50:42.697419 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1adf842-de4e-4e15-a05b-4044df169063 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Pushing event deleted for resources: {'Port': ['ID=6abd0e71-dbd0-417a-bb60-0a3185ee5047,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:42.726991 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-a1e88482-bbe7-4d0b-8749-a14229eccffe tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f408203-1f5c-4166-a128-79c46af7bb59 HTTP/1.1" status: 200 len: 205 time: 0.0642490 Jul 09 14:50:42.727561 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41308) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:42.752565 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8c436ef6-23a5-471c-aced-b8a5aa9763bc req-9e7c7410-e1aa-4a75-9c36-b757a2ea6086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:42.798261 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-add84346-35eb-4cdc-821e-4a5776960811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f408203-1f5c-4166-a128-79c46af7bb59', 'name': 'tempest-RoutersIpV6Test-router-1325076054', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:50:40Z', 'updated_at': '2021-07-09T14:50:41Z', 'revision_number': 2, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'gw_port_host': None}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:42.827145 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7c7410-e1aa-4a75-9c36-b757a2ea6086 service neutron] Pushing event updated for resources: {'Port': ['ID=c222c958-4865-49ae-a359-bcfa44af19e2,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:42.840982 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add84346-35eb-4cdc-821e-4a5776960811 None None] Checking router: 8f408203-1f5c-4166-a128-79c46af7bb59 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:50:42.850730 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add84346-35eb-4cdc-821e-4a5776960811 None None] Routers {'8f408203-1f5c-4166-a128-79c46af7bb59'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:50:42.851379 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-add84346-35eb-4cdc-821e-4a5776960811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:50:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['8f408203-1f5c-4166-a128-79c46af7bb59'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:42.926354 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-add84346-35eb-4cdc-821e-4a5776960811 None None] Set router 8f408203-1f5c-4166-a128-79c46af7bb59 gateway port host: None {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:50:42.958822 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['a745b2f7-62da-43ae-afe6-d4aeab031c1d'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:50:42.962432 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-8c436ef6-23a5-471c-aced-b8a5aa9763bc req-9e7c7410-e1aa-4a75-9c36-b757a2ea6086 service neutron] Attempting to bind port c222c958-4865-49ae-a359-bcfa44af19e2 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:50:42.962785 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-8c436ef6-23a5-471c-aced-b8a5aa9763bc req-9e7c7410-e1aa-4a75-9c36-b757a2ea6086 service neutron] Attempting to bind port c222c958-4865-49ae-a359-bcfa44af19e2 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '2badb0c6-e67f-4820-b4bb-8e5a90533cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'a9d0dfb1-4ed4-4376-bcf0-50fa5388f064'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:50:42.963121 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c436ef6-23a5-471c-aced-b8a5aa9763bc req-9e7c7410-e1aa-4a75-9c36-b757a2ea6086 service neutron] Attempting to bind port c222c958-4865-49ae-a359-bcfa44af19e2 on network a9d0dfb1-4ed4-4376-bcf0-50fa5388f064 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:50:42.967987 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c436ef6-23a5-471c-aced-b8a5aa9763bc req-9e7c7410-e1aa-4a75-9c36-b757a2ea6086 service neutron] Port c222c958-4865-49ae-a359-bcfa44af19e2 on network a9d0dfb1-4ed4-4376-bcf0-50fa5388f064 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:50:42.968318 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c436ef6-23a5-471c-aced-b8a5aa9763bc req-9e7c7410-e1aa-4a75-9c36-b757a2ea6086 service neutron] Attempting to bind port c222c958-4865-49ae-a359-bcfa44af19e2 on network a9d0dfb1-4ed4-4376-bcf0-50fa5388f064 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:50:42.973956 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c436ef6-23a5-471c-aced-b8a5aa9763bc req-9e7c7410-e1aa-4a75-9c36-b757a2ea6086 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:50:42.974301 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c436ef6-23a5-471c-aced-b8a5aa9763bc req-9e7c7410-e1aa-4a75-9c36-b757a2ea6086 service neutron] Checking segment: {'id': '2badb0c6-e67f-4820-b4bb-8e5a90533cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'a9d0dfb1-4ed4-4376-bcf0-50fa5388f064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:50:42.974695 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c436ef6-23a5-471c-aced-b8a5aa9763bc req-9e7c7410-e1aa-4a75-9c36-b757a2ea6086 service neutron] Bound using segment: {'id': '2badb0c6-e67f-4820-b4bb-8e5a90533cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'a9d0dfb1-4ed4-4376-bcf0-50fa5388f064'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:50:42.975138 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-8c436ef6-23a5-471c-aced-b8a5aa9763bc req-9e7c7410-e1aa-4a75-9c36-b757a2ea6086 service neutron] Bound port: c222c958-4865-49ae-a359-bcfa44af19e2, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2badb0c6-e67f-4820-b4bb-8e5a90533cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'a9d0dfb1-4ed4-4376-bcf0-50fa5388f064'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:50:42.975526 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8c436ef6-23a5-471c-aced-b8a5aa9763bc req-9e7c7410-e1aa-4a75-9c36-b757a2ea6086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:42.988321 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-add84346-35eb-4cdc-821e-4a5776960811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f408203-1f5c-4166-a128-79c46af7bb59', 'name': 'tempest-RoutersIpV6Test-router-1325076054', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:50:40Z', 'updated_at': '2021-07-09T14:50:41Z', 'revision_number': 2, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'gw_port_host': None}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:43.039477 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add84346-35eb-4cdc-821e-4a5776960811 None None] The sync data for ids ['8f408203-1f5c-4166-a128-79c46af7bb59'] in n-d-799529-6 is: [{'id': '8f408203-1f5c-4166-a128-79c46af7bb59', 'name': 'tempest-RoutersIpV6Test-router-1325076054', 'tenant_id': '99b13b6be1514c5a83b2b54f3d176297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:50:40Z', 'updated_at': '2021-07-09T14:50:41Z', 'revision_number': 2, 'project_id': '99b13b6be1514c5a83b2b54f3d176297', 'gw_port_host': None}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:50:43.050340 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-8c436ef6-23a5-471c-aced-b8a5aa9763bc req-9e7c7410-e1aa-4a75-9c36-b757a2ea6086 service neutron] For port c222c958-4865-49ae-a359-bcfa44af19e2, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:50:43.054687 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-8c436ef6-23a5-471c-aced-b8a5aa9763bc req-9e7c7410-e1aa-4a75-9c36-b757a2ea6086 service neutron] For port c222c958-4865-49ae-a359-bcfa44af19e2, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=c222c958-4865-49ae-a359-bcfa44af19e2,segment=NetworkSegment(2badb0c6-e67f-4820-b4bb-8e5a90533cf4),segment_id=2badb0c6-e67f-4820-b4bb-8e5a90533cf4)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:50:43.201639 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c1adf842-de4e-4e15-a05b-4044df169063 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:43.237315 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8c436ef6-23a5-471c-aced-b8a5aa9763bc req-9e7c7410-e1aa-4a75-9c36-b757a2ea6086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:43.262432 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2efabb68-02ba-4ceb-865a-072755f015be tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for router, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:43.264666 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ff6ffa22-e61b-41aa-8d7d-70ae4649d2ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:43.290583 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c436ef6-23a5-471c-aced-b8a5aa9763bc req-9e7c7410-e1aa-4a75-9c36-b757a2ea6086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:43.291114 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8c436ef6-23a5-471c-aced-b8a5aa9763bc req-9e7c7410-e1aa-4a75-9c36-b757a2ea6086 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:43.292683 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8c436ef6-23a5-471c-aced-b8a5aa9763bc req-9e7c7410-e1aa-4a75-9c36-b757a2ea6086 service neutron] 10.222.0.54 "PUT /v2.0/ports/c222c958-4865-49ae-a359-bcfa44af19e2 HTTP/1.1" status: 200 len: 1091 time: 1.6867232 Jul 09 14:50:43.293486 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb3b48d7-97bb-4407-ad64-472876dd2f4f', 'tag': 'c222c958-4865-49ae-a359-bcfa44af19e2'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:50:43.296209 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf1eee9-ac64-4714-ae6a-286af3917ed2" -d '{"events": [{"name": "network-changed", "server_uuid": "cb3b48d7-97bb-4407-ad64-472876dd2f4f", "tag": "c222c958-4865-49ae-a359-bcfa44af19e2"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:50:43.336617 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7c7410-e1aa-4a75-9c36-b757a2ea6086 service neutron] Pushing event updated for resources: {'Port': ['ID=c222c958-4865-49ae-a359-bcfa44af19e2,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:43.361196 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc57b3b-7528-48f0-add3-ff49f94ee146 x-openstack-request-id: req-0dc57b3b-7528-48f0-add3-ff49f94ee146 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:50:43.361196 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb3b48d7-97bb-4407-ad64-472876dd2f4f", "tag": "c222c958-4865-49ae-a359-bcfa44af19e2", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:50:43.361196 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0dc57b3b-7528-48f0-add3-ff49f94ee146 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:50:43.361196 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb3b48d7-97bb-4407-ad64-472876dd2f4f', 'tag': 'c222c958-4865-49ae-a359-bcfa44af19e2', 'status': 'completed', 'code': 200} Jul 09 14:50:43.424797 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ff6ffa22-e61b-41aa-8d7d-70ae4649d2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:43.442646 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c1adf842-de4e-4e15-a05b-4044df169063 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:43.451214 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c1adf842-de4e-4e15-a05b-4044df169063 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:43.458396 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1eee9-ac64-4714-ae6a-286af3917ed2 req-49d85c53-92ee-4741-a5c4-be3094ecfa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:43.461656 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4bf1eee9-ac64-4714-ae6a-286af3917ed2 req-49d85c53-92ee-4741-a5c4-be3094ecfa54 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bdaedf6ac9084c79b7ea6ec72411a8d8&device_id=cb3b48d7-97bb-4407-ad64-472876dd2f4f HTTP/1.1" status: 200 len: 1094 time: 0.0799952 Jul 09 14:50:43.488240 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1aee8a9-3304-4c30-bdbb-2867350063e5 None None] Network 1bfe6f37-4d1f-4689-a30f-62048842a973 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:50:43.515328 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41322) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:43.647684 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2efabb68-02ba-4ceb-865a-072755f015be tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:43.653158 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2efabb68-02ba-4ceb-865a-072755f015be tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:43.655533 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-12795a00-4d76-460e-aa82-3c1d81f7058f None None] Provisioning for port 9f3b3b5c-1898-44f9-9490-163beb364b58 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:50:43.677009 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1eee9-ac64-4714-ae6a-286af3917ed2 req-ae39b2d3-3426-4359-a027-c2849b2ba3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:43.678572 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4bf1eee9-ac64-4714-ae6a-286af3917ed2 req-ae39b2d3-3426-4359-a027-c2849b2ba3c0 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=bdaedf6ac9084c79b7ea6ec72411a8d8&shared=False HTTP/1.1" status: 200 len: 905 time: 0.2062802 Jul 09 14:50:43.692360 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f4250193-2800-4657-af3a-5f5456cfc42b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:43.737849 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c1adf842-de4e-4e15-a05b-4044df169063 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:43.737849 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1adf842-de4e-4e15-a05b-4044df169063 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Fanout notify agent at l3_agent the message router_deleted on router c70549d0-d8e0-42ae-b500-6076e68a8f36 {{(pid=94446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:50:43.747467 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91b18e-7cd7-4d44-bf3f-918b8ada9660 req-3f733392-7b9b-4358-b4c6-4c9cb2ae61d8 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:43.754850 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4c91b18e-7cd7-4d44-bf3f-918b8ada9660 req-3f733392-7b9b-4358-b4c6-4c9cb2ae61d8 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb3b48d7-97bb-4407-ad64-472876dd2f4f HTTP/1.1" status: 200 len: 943 time: 0.5483956 Jul 09 14:50:43.763782 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c1adf842-de4e-4e15-a05b-4044df169063 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:43.768977 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c1adf842-de4e-4e15-a05b-4044df169063 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] 10.222.0.58 "DELETE /v2.0/routers/c70549d0-d8e0-42ae-b500-6076e68a8f36 HTTP/1.1" status: 204 len: 168 time: 2.7158058 Jul 09 14:50:43.776783 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41330) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:43.782204 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-ea91949f-59d9-4632-86ab-406da728916c tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1771068241', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:50:43.820598 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2efabb68-02ba-4ceb-865a-072755f015be tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:43.821814 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2efabb68-02ba-4ceb-865a-072755f015be tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Fanout notify agent at l3_agent the message router_deleted on router 8f408203-1f5c-4166-a128-79c46af7bb59 {{(pid=94446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:50:43.837791 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2efabb68-02ba-4ceb-865a-072755f015be tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:43.838963 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-2efabb68-02ba-4ceb-865a-072755f015be tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "DELETE /v2.0/routers/8f408203-1f5c-4166-a128-79c46af7bb59 HTTP/1.1" status: 204 len: 168 time: 1.1108458 Jul 09 14:50:43.847760 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41332) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:43.866716 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-ff6ffa22-e61b-41aa-8d7d-70ae4649d2ac admin admin] Allocated IP 172.25.3.2 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/b9074400-e47c-4aad-85c6-01565464f0ab) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:50:43.871750 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4c91b18e-7cd7-4d44-bf3f-918b8ada9660 req-774b8568-f086-4bd1-841a-cad10546d032 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155932 Jul 09 14:50:43.941418 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ecc7279f-7086-4783-8058-56ad06ce5786 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f408203-1f5c-4166-a128-79c46af7bb59 HTTP/1.1" status: 200 len: 205 time: 0.0923705 Jul 09 14:50:43.942062 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41334) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:44.009573 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ff6ffa22-e61b-41aa-8d7d-70ae4649d2ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:44.123461 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 9f3b3b5c-1898-44f9-9490-163beb364b58 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:50:44.165372 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ff6ffa22-e61b-41aa-8d7d-70ae4649d2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:44.213913 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6ffa22-e61b-41aa-8d7d-70ae4649d2ac admin admin] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:50:44.219347 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-ff6ffa22-e61b-41aa-8d7d-70ae4649d2ac admin admin] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:50:44.222454 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6ffa22-e61b-41aa-8d7d-70ae4649d2ac admin admin] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:50:44.247382 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 9f3b3b5c-1898-44f9-9490-163beb364b58 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:50:44.252475 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6ffa22-e61b-41aa-8d7d-70ae4649d2ac admin admin] Pushing event updated for resources: {'Port': ['ID=b9074400-e47c-4aad-85c6-01565464f0ab,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:44.261182 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 9f3b3b5c-1898-44f9-9490-163beb364b58 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:50:44.261182 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:44.291009 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [None req-dc3b623a-7d4e-45be-b17e-8e94151bc2b9 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] delete failed (client error): The resource could not be found. Jul 09 14:50:44.292094 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-dc3b623a-7d4e-45be-b17e-8e94151bc2b9 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "DELETE /v2.0/routers/8f408203-1f5c-4166-a128-79c46af7bb59 HTTP/1.1" status: 404 len: 336 time: 0.3324370 Jul 09 14:50:44.305122 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41336) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:44.346597 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d5d231f-290b-4f30-a31a-d24114f49ec0 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] DELETE failed (client error): The resource could not be found. Jul 09 14:50:44.347043 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d5d231f-290b-4f30-a31a-d24114f49ec0 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:50:44.351154 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-5d5d231f-290b-4f30-a31a-d24114f49ec0 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "DELETE /v2.0/subnets/d30caffa-412f-4efc-9dd6-0126d0175bfd HTTP/1.1" status: 404 len: 337 time: 0.0427508 Jul 09 14:50:44.351154 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1eee9-ac64-4714-ae6a-286af3917ed2 req-aa676fcd-acd5-44ee-b951-f5b7e52e5db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:44.351450 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4bf1eee9-ac64-4714-ae6a-286af3917ed2 req-aa676fcd-acd5-44ee-b951-f5b7e52e5db4 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6503184 Jul 09 14:50:44.352891 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41338) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:44.394912 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee088ddc-45f6-4872-b9fa-f6be77d0afff tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] DELETE failed (client error): The resource could not be found. Jul 09 14:50:44.395376 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee088ddc-45f6-4872-b9fa-f6be77d0afff tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:50:44.399572 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ee088ddc-45f6-4872-b9fa-f6be77d0afff tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "DELETE /v2.0/subnets/7a98438e-c6e4-48cf-a602-396a79411b48 HTTP/1.1" status: 404 len: 337 time: 0.0423625 Jul 09 14:50:44.400370 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41340) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:44.403961 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:44.441981 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 9f3b3b5c-1898-44f9-9490-163beb364b58, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=9f3b3b5c-1898-44f9-9490-163beb364b58,segment=NetworkSegment(6fed5c72-9f53-4aca-8cfd-3678b44e76be),segment_id=6fed5c72-9f53-4aca-8cfd-3678b44e76be)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:50:44.453619 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2654c6-5e63-42ad-9b18-a94c2535b1c8 req-76c3221c-0151-4b40-b83b-bf391fbb8876 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:44.455101 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0c2654c6-5e63-42ad-9b18-a94c2535b1c8 req-76c3221c-0151-4b40-b83b-bf391fbb8876 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=8014eebb-d84d-4876-a5d9-7fee3a40d79b HTTP/1.1" status: 200 len: 944 time: 0.5863702 Jul 09 14:50:44.476304 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-787b6bb2-441f-4e4a-87a1-9c129cb00200 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] DELETE failed (client error): The resource could not be found. Jul 09 14:50:44.476671 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-787b6bb2-441f-4e4a-87a1-9c129cb00200 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:50:44.478332 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-787b6bb2-441f-4e4a-87a1-9c129cb00200 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "DELETE /v2.0/subnets/cea57d44-14bf-4db2-be7c-af1ad811e508 HTTP/1.1" status: 404 len: 337 time: 0.0759943 Jul 09 14:50:44.481169 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41342) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:44.508052 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0927478-5548-4756-b6ae-55eb99af71f5 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] DELETE failed (client error): The resource could not be found. Jul 09 14:50:44.508542 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0927478-5548-4756-b6ae-55eb99af71f5 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:50:44.510256 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-e0927478-5548-4756-b6ae-55eb99af71f5 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "DELETE /v2.0/subnets/82d66e92-ec3c-4cbe-80f5-2ea3afe13a42 HTTP/1.1" status: 404 len: 337 time: 0.0280709 Jul 09 14:50:44.512946 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41344) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:44.518611 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f4250193-2800-4657-af3a-5f5456cfc42b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:44.541746 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0c2654c6-5e63-42ad-9b18-a94c2535b1c8 req-95e6530a-7d1f-4e7c-9c58-ecf634b19f88 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621922 Jul 09 14:50:44.545174 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-41e746fb-0245-416b-b0eb-bb59db31c5e2 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "GET /v2.0/ports?device_id=76721710-7915-4ea0-a575-2a246987e295 HTTP/1.1" status: 200 len: 205 time: 0.0287454 Jul 09 14:50:44.545400 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41346) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:44.555194 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:44.555795 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c436ef6-23a5-471c-aced-b8a5aa9763bc req-f8da489a-dc3c-4073-bd3b-2f2da36df4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:44.557535 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8c436ef6-23a5-471c-aced-b8a5aa9763bc req-f8da489a-dc3c-4073-bd3b-2f2da36df4c0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bdaedf6ac9084c79b7ea6ec72411a8d8&device_id=cb3b48d7-97bb-4407-ad64-472876dd2f4f HTTP/1.1" status: 200 len: 1094 time: 0.1407239 Jul 09 14:50:44.607158 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=9f3b3b5c-1898-44f9-9490-163beb364b58,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:44.612295 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8c436ef6-23a5-471c-aced-b8a5aa9763bc req-a2c06518-8905-4d41-a8f9-cff28856364d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c222c958-4865-49ae-a359-bcfa44af19e2 HTTP/1.1" status: 200 len: 217 time: 0.0466757 Jul 09 14:50:44.612893 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f4250193-2800-4657-af3a-5f5456cfc42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:44.622315 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [None req-bf32a328-78e4-45a6-90e8-f9b8eb8fe31c tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] delete failed (client error): The resource could not be found. Jul 09 14:50:44.623348 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-bf32a328-78e4-45a6-90e8-f9b8eb8fe31c tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "DELETE /v2.0/routers/76721710-7915-4ea0-a575-2a246987e295 HTTP/1.1" status: 404 len: 336 time: 0.0770538 Jul 09 14:50:44.626608 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41348) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:44.670454 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-5e36e425-1aa7-4c83-afa1-4148115a1de0 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd4362b6-393e-48fb-8c5d-aa6ce6c492ee HTTP/1.1" status: 200 len: 205 time: 0.0392435 Jul 09 14:50:44.677990 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41350) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:44.691246 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4250193-2800-4657-af3a-5f5456cfc42b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38428697-a33e-4fec-becd-fe5ea5ea525c,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:44.717892 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ff6ffa22-e61b-41aa-8d7d-70ae4649d2ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:44.727017 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f4250193-2800-4657-af3a-5f5456cfc42b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0de1eaae724d402c983aa7fcf70d1ce7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2105393 Jul 09 14:50:44.731879 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41352) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:44.732245 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:44.733158 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [None req-1710ba30-0f2d-4505-9b0b-7bf65df9f5ba tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] delete failed (client error): The resource could not be found. Jul 09 14:50:44.733827 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-1710ba30-0f2d-4505-9b0b-7bf65df9f5ba tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "DELETE /v2.0/routers/dd4362b6-393e-48fb-8c5d-aa6ce6c492ee HTTP/1.1" status: 404 len: 336 time: 0.0514154 Jul 09 14:50:44.742268 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41354) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:44.784498 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b36cc6e-7f25-4276-9921-3142492c9afd tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] DELETE failed (client error): The resource could not be found. Jul 09 14:50:44.785071 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b36cc6e-7f25-4276-9921-3142492c9afd tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:50:44.787064 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-8b36cc6e-7f25-4276-9921-3142492c9afd tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "DELETE /v2.0/subnets/05d0cd99-8880-494a-ad41-c8f8d09b0563 HTTP/1.1" status: 404 len: 337 time: 0.0425363 Jul 09 14:50:44.788793 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c436ef6-23a5-471c-aced-b8a5aa9763bc req-c5a8df7f-d7de-4817-aefa-a5644b4607a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:44.790232 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8c436ef6-23a5-471c-aced-b8a5aa9763bc req-c5a8df7f-d7de-4817-aefa-a5644b4607a7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4c4bd77b-9e34-44f4-9dc2-fa632746bcf3 HTTP/1.1" status: 200 len: 844 time: 0.1669841 Jul 09 14:50:44.792462 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41356) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:44.803755 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ea91949f-59d9-4632-86ab-406da728916c tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:44.804747 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ea91949f-59d9-4632-86ab-406da728916c tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:44.833188 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ad08ad8c-261f-4abb-9dea-f5e7d33caba8 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "GET /v2.0/ports?device_id=c344d052-b91f-4b3d-92bf-cc0ed1f076c9 HTTP/1.1" status: 200 len: 205 time: 0.0393229 Jul 09 14:50:44.836154 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41358) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:44.842942 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8c436ef6-23a5-471c-aced-b8a5aa9763bc req-5b44144d-b0b2-4296-af09-0ceee57d741e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a9d0dfb1-4ed4-4376-bcf0-50fa5388f064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383229 Jul 09 14:50:44.887291 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [None req-0ee372e3-536d-4bf1-92a5-0898d8fc2bc8 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] delete failed (client error): The resource could not be found. Jul 09 14:50:44.888409 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-0ee372e3-536d-4bf1-92a5-0898d8fc2bc8 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "DELETE /v2.0/routers/c344d052-b91f-4b3d-92bf-cc0ed1f076c9 HTTP/1.1" status: 404 len: 336 time: 0.0503352 Jul 09 14:50:44.894258 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41360) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:44.909718 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b0eb3645-8a78-4d3b-9ba7-9ab757cf58c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:44.940072 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-95c858e5-846e-45d0-bfb8-b090400ec289 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "GET /v2.0/ports?device_id=e74d3843-c227-497e-bb3c-b0df5e9dc6d3 HTTP/1.1" status: 200 len: 205 time: 0.0445681 Jul 09 14:50:44.948160 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41364) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:44.963622 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ea91949f-59d9-4632-86ab-406da728916c tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:44.998893 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b0eb3645-8a78-4d3b-9ba7-9ab757cf58c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:45.008326 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [None req-5852e061-983d-48e6-b4bd-967291990b4c tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] delete failed (client error): The resource could not be found. Jul 09 14:50:45.009403 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-5852e061-983d-48e6-b4bd-967291990b4c tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "DELETE /v2.0/routers/e74d3843-c227-497e-bb3c-b0df5e9dc6d3 HTTP/1.1" status: 404 len: 336 time: 0.0602863 Jul 09 14:50:45.014623 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41366) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:45.055676 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8c436ef6-23a5-471c-aced-b8a5aa9763bc req-a41185fa-29d2-4e94-9965-815a1468a01c service neutron] 10.222.0.54 "GET /v2.0/networks/a9d0dfb1-4ed4-4376-bcf0-50fa5388f064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119889 Jul 09 14:50:45.073648 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-76e9ed3d-f428-42d1-a208-b92878b61283 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] DELETE failed (client error): The resource could not be found. Jul 09 14:50:45.074100 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76e9ed3d-f428-42d1-a208-b92878b61283 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:50:45.075893 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-76e9ed3d-f428-42d1-a208-b92878b61283 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "DELETE /v2.0/subnets/dc1efff2-4222-4a89-88ec-ce80c1e863aa HTTP/1.1" status: 404 len: 337 time: 0.0603306 Jul 09 14:50:45.080420 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41368) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:45.116983 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ff6ffa22-e61b-41aa-8d7d-70ae4649d2ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:45.120916 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ea91949f-59d9-4632-86ab-406da728916c tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:45.130969 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-eac7dd89-74d2-4397-818a-efee2c06e7d5 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "GET /v2.0/ports?device_id=f57e516c-4fde-4175-8a4c-6d98692c6647 HTTP/1.1" status: 200 len: 205 time: 0.0459645 Jul 09 14:50:45.131362 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41372) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:45.177955 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [None req-136d2649-e30b-42ba-9dc1-dc24df1b750b tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] delete failed (client error): The resource could not be found. Jul 09 14:50:45.181341 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-136d2649-e30b-42ba-9dc1-dc24df1b750b tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "DELETE /v2.0/routers/f57e516c-4fde-4175-8a4c-6d98692c6647 HTTP/1.1" status: 404 len: 336 time: 0.0465043 Jul 09 14:50:45.181620 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41374) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:45.225562 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-97d1b2fd-6b9c-4761-b32c-5e9623e9ee7d tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] DELETE failed (client error): The resource could not be found. Jul 09 14:50:45.226683 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97d1b2fd-6b9c-4761-b32c-5e9623e9ee7d tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:50:45.228008 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-97d1b2fd-6b9c-4761-b32c-5e9623e9ee7d tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "DELETE /v2.0/subnets/57797e37-94fb-4e62-9250-4a3f41d00e56 HTTP/1.1" status: 404 len: 337 time: 0.0435929 Jul 09 14:50:45.230964 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b0eb3645-8a78-4d3b-9ba7-9ab757cf58c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:45.231089 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41376) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:45.231601 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b0eb3645-8a78-4d3b-9ba7-9ab757cf58c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:45.232697 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b0eb3645-8a78-4d3b-9ba7-9ab757cf58c2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/38428697-a33e-4fec-becd-fe5ea5ea525c HTTP/1.1" status: 204 len: 168 time: 0.4977717 Jul 09 14:50:45.239633 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8c436ef6-23a5-471c-aced-b8a5aa9763bc req-c5cd6894-193b-477f-aeec-b0313bf70c2b service neutron] 10.222.0.54 "GET /v2.0/networks/a9d0dfb1-4ed4-4376-bcf0-50fa5388f064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773391 Jul 09 14:50:45.245598 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eb3645-8a78-4d3b-9ba7-9ab757cf58c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38428697-a33e-4fec-becd-fe5ea5ea525c,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:45.274342 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31625bc3-00c6-4f5c-9538-65301248ed9c req-4210482f-f4d6-4118-b246-82fa8433f394 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:45.275854 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-31625bc3-00c6-4f5c-9538-65301248ed9c req-4210482f-f4d6-4118-b246-82fa8433f394 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb3b48d7-97bb-4407-ad64-472876dd2f4f HTTP/1.1" status: 200 len: 943 time: 0.2620630 Jul 09 14:50:45.277707 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-e391b4ed-e132-46aa-8ded-4d2122b37bc5 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "GET /v2.0/ports?device_id=92144e4e-be55-4db2-8452-28ac2f0f6768 HTTP/1.1" status: 200 len: 205 time: 0.0454428 Jul 09 14:50:45.280384 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41380) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:45.282963 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ea91949f-59d9-4632-86ab-406da728916c tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:45.286958 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ea91949f-59d9-4632-86ab-406da728916c tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.5065002 Jul 09 14:50:45.287893 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41382) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:45.292447 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-44e70d83-ae85-4de6-986a-2e696901f93e tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'enable_snat': False}}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:50:45.326496 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [None req-175eb3e2-730a-4155-be88-0d1d73680460 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] delete failed (client error): The resource could not be found. Jul 09 14:50:45.330621 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-175eb3e2-730a-4155-be88-0d1d73680460 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "DELETE /v2.0/routers/92144e4e-be55-4db2-8452-28ac2f0f6768 HTTP/1.1" status: 404 len: 336 time: 0.0459769 Jul 09 14:50:45.330866 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41384) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:45.359205 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcf24436-7ce5-4295-bf14-af93a9b01fa2 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] DELETE failed (client error): The resource could not be found. Jul 09 14:50:45.359690 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcf24436-7ce5-4295-bf14-af93a9b01fa2 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:50:45.361404 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-dcf24436-7ce5-4295-bf14-af93a9b01fa2 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "DELETE /v2.0/subnets/10cd3a5f-83af-4c65-aab0-814f7f04919d HTTP/1.1" status: 404 len: 337 time: 0.0295200 Jul 09 14:50:45.363879 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41386) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:45.397890 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-b22c9f84-97e0-433b-8bca-9528f25def91 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] DELETE failed (client error): The resource could not be found. Jul 09 14:50:45.398488 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b22c9f84-97e0-433b-8bca-9528f25def91 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:50:45.400479 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b22c9f84-97e0-433b-8bca-9528f25def91 tempest-RoutersIpV6Test-1320733022 tempest-RoutersIpV6Test-1320733022-project] 10.222.0.58 "DELETE /v2.0/subnets/dc67979a-fc37-4280-bc71-a93fc4c28a45 HTTP/1.1" status: 404 len: 337 time: 0.0356920 Jul 09 14:50:45.403738 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-31625bc3-00c6-4f5c-9538-65301248ed9c req-36609070-a94d-4860-a96c-2a9fa6596cf7 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184430 Jul 09 14:50:45.551669 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-44e70d83-ae85-4de6-986a-2e696901f93e tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:45.615043 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff6ffa22-e61b-41aa-8d7d-70ae4649d2ac admin admin] Router a6e971e6-7b5a-4361-860d-bf40d9dddf65 is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:50:45.737970 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d2328-9bb0-4037-aa76-d7ef23e878c8 req-799a7826-6a8e-4075-bb2c-9813da73e2fb tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:45.739635 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-483d2328-9bb0-4037-aa76-d7ef23e878c8 req-799a7826-6a8e-4075-bb2c-9813da73e2fb tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=8014eebb-d84d-4876-a5d9-7fee3a40d79b HTTP/1.1" status: 200 len: 944 time: 0.0689428 Jul 09 14:50:45.800330 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-483d2328-9bb0-4037-aa76-d7ef23e878c8 req-ad3e193c-1449-4fc8-bfa5-ea1a702a313e tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538554 Jul 09 14:50:45.902266 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device a745b2f7-62da-43ae-afe6-d4aeab031c1d up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:50:45.958060 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port a745b2f7-62da-43ae-afe6-d4aeab031c1d triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:50:45.958441 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:45.981569 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41404) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:46.049872 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 9f3b3b5c-1898-44f9-9490-163beb364b58 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:50:46.075411 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff6ffa22-e61b-41aa-8d7d-70ae4649d2ac admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:50:46.087237 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96bb809-c4c7-4e8b-855b-0a8bb918836f None None] Sync routers for ids ['a6e971e6-7b5a-4361-860d-bf40d9dddf65'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:50:46.106376 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96bb809-c4c7-4e8b-855b-0a8bb918836f None None] Routers {'a6e971e6-7b5a-4361-860d-bf40d9dddf65'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:50:46.112055 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-b96bb809-c4c7-4e8b-855b-0a8bb918836f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:50:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['a6e971e6-7b5a-4361-860d-bf40d9dddf65'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:46.118065 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:46.153750 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8014eebb-d84d-4876-a5d9-7fee3a40d79b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a745b2f7-62da-43ae-afe6-d4aeab031c1d'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:50:46.167023 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae29893-9cc4-41a0-8313-3dce604369c6" -d '{"events": [{"server_uuid": "8014eebb-d84d-4876-a5d9-7fee3a40d79b", "name": "network-vif-plugged", "status": "completed", "tag": "a745b2f7-62da-43ae-afe6-d4aeab031c1d"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:50:46.170518 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-5617cd26-23f6-40cc-a805-3591fdcbf7c3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=99b13b6be1514c5a83b2b54f3d176297&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1869206 Jul 09 14:50:46.173585 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41414) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:46.200052 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port a745b2f7-62da-43ae-afe6-d4aeab031c1d, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=a745b2f7-62da-43ae-afe6-d4aeab031c1d,segment=NetworkSegment(88773363-1d78-439b-bb07-1d37ed239605),segment_id=88773363-1d78-439b-bb07-1d37ed239605)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:50:46.214183 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ff6ffa22-e61b-41aa-8d7d-70ae4649d2ac admin admin] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:46.221434 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ff6ffa22-e61b-41aa-8d7d-70ae4649d2ac admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.9556341 Jul 09 14:50:46.223297 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41416) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:46.226894 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4441718-64b7-4eb8-9edb-a6311f9c838d x-openstack-request-id: req-d4441718-64b7-4eb8-9edb-a6311f9c838d {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:50:46.226894 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8014eebb-d84d-4876-a5d9-7fee3a40d79b", "name": "network-vif-plugged", "status": "completed", "tag": "a745b2f7-62da-43ae-afe6-d4aeab031c1d", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:50:46.229185 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d4441718-64b7-4eb8-9edb-a6311f9c838d {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:50:46.229597 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8014eebb-d84d-4876-a5d9-7fee3a40d79b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a745b2f7-62da-43ae-afe6-d4aeab031c1d', 'code': 200} Jul 09 14:50:46.230189 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 9f3b3b5c-1898-44f9-9490-163beb364b58 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:50:46.230554 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:46.294224 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-b96bb809-c4c7-4e8b-855b-0a8bb918836f None None] Set router a6e971e6-7b5a-4361-860d-bf40d9dddf65 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:50:46.325591 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-029d9025-41f1-49f1-a00f-08945aaa4c0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:46.383982 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:46.420328 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-029d9025-41f1-49f1-a00f-08945aaa4c0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:46.516855 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-44e70d83-ae85-4de6-986a-2e696901f93e tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:46.558039 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-44e70d83-ae85-4de6-986a-2e696901f93e tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:46.655332 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-029d9025-41f1-49f1-a00f-08945aaa4c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:46.658983 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-029d9025-41f1-49f1-a00f-08945aaa4c0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:46.660808 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-029d9025-41f1-49f1-a00f-08945aaa4c0f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b12753bb-8cff-4f15-9562-ece924b1654d HTTP/1.1" status: 204 len: 168 time: 0.4852250 Jul 09 14:50:46.685864 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d9025-41f1-49f1-a00f-08945aaa4c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12753bb-8cff-4f15-9562-ece924b1654d,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:46.704283 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=a745b2f7-62da-43ae-afe6-d4aeab031c1d,revision_number=8']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:46.798596 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-b96bb809-c4c7-4e8b-855b-0a8bb918836f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e971e6-7b5a-4361-860d-bf40d9dddf65', 'name': 'tempest-FloatingIPDetailsTestJSON-753045062-router', 'tenant_id': '20266377053347908450c0c11cebe299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'b9074400-e47c-4aad-85c6-01565464f0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:50:41Z', 'updated_at': '2021-07-09T14:50:44Z', 'revision_number': 3, 'project_id': '20266377053347908450c0c11cebe299', 'gw_port': {'id': 'b9074400-e47c-4aad-85c6-01565464f0ab', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:6e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e971e6-7b5a-4361-860d-bf40d9dddf65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:50:43Z', 'updated_at': '2021-07-09T14:50:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:46.829941 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96bb809-c4c7-4e8b-855b-0a8bb918836f None None] Checking router: a6e971e6-7b5a-4361-860d-bf40d9dddf65 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:50:46.830484 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96bb809-c4c7-4e8b-855b-0a8bb918836f None None] Updating router a6e971e6-7b5a-4361-860d-bf40d9dddf65 port b9074400-e47c-4aad-85c6-01565464f0ab binding host n-d-799529-6 {{(pid=94448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:50:46.913944 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-b96bb809-c4c7-4e8b-855b-0a8bb918836f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:47.063611 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-44e70d83-ae85-4de6-986a-2e696901f93e tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Allocated IP 172.25.3.186 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/78e69297-1068-4289-8e31-5ce950114602) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:50:47.084471 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55803102-2dcf-4432-94f9-ec6e1f562801 req-b53c7abd-cb0f-43dc-bb43-9b49666671d6 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:47.086696 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-55803102-2dcf-4432-94f9-ec6e1f562801 req-b53c7abd-cb0f-43dc-bb43-9b49666671d6 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=8014eebb-d84d-4876-a5d9-7fee3a40d79b HTTP/1.1" status: 200 len: 945 time: 0.0935471 Jul 09 14:50:47.137780 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-55803102-2dcf-4432-94f9-ec6e1f562801 req-1727fad5-c1b1-44ff-9540-a718479cb8a7 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443623 Jul 09 14:50:47.170256 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7003a5c-6beb-4292-9e3d-afdef962b9b1 req-73b9fc37-6f0a-4624-9b63-6e803244501b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:47.170256 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d7003a5c-6beb-4292-9e3d-afdef962b9b1 req-73b9fc37-6f0a-4624-9b63-6e803244501b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8014eebb-d84d-4876-a5d9-7fee3a40d79b HTTP/1.1" status: 200 len: 1096 time: 0.7158716 Jul 09 14:50:47.180979 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa655f5e-895e-4ce7-bd38-6b371a8750dd req-5a4cdb1f-44e7-4491-bc0a-e44b94a3aaa9 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:47.182432 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aa655f5e-895e-4ce7-bd38-6b371a8750dd req-5a4cdb1f-44e7-4491-bc0a-e44b94a3aaa9 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb3b48d7-97bb-4407-ad64-472876dd2f4f HTTP/1.1" status: 200 len: 943 time: 0.4116716 Jul 09 14:50:47.317509 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d7003a5c-6beb-4292-9e3d-afdef962b9b1 req-4d110110-2d61-4a24-bccf-f0adc7baa609 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326137 Jul 09 14:50:47.332215 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aa655f5e-895e-4ce7-bd38-6b371a8750dd req-8092ea85-75dc-4ec7-8057-39dd2aacd0c2 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299410 Jul 09 14:50:47.345500 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-44e70d83-ae85-4de6-986a-2e696901f93e tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:47.413469 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9918d400-7a19-4a5e-8873-df6369f3652d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:47.581734 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-9918d400-7a19-4a5e-8873-df6369f3652d admin admin] Allocated IP 172.20.0.1 (1bfe6f37-4d1f-4689-a30f-62048842a973/9f56f508-6b2a-45fc-88c3-b167a685f476/b7dd21ff-42f5-4d7e-acbb-f482f55e8e7a) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:50:47.630551 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-44e70d83-ae85-4de6-986a-2e696901f93e tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:47.674618 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e70d83-ae85-4de6-986a-2e696901f93e tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:50:47.677774 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-44e70d83-ae85-4de6-986a-2e696901f93e tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:50:47.686077 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e70d83-ae85-4de6-986a-2e696901f93e tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:50:47.736455 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e70d83-ae85-4de6-986a-2e696901f93e tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Pushing event updated for resources: {'Port': ['ID=78e69297-1068-4289-8e31-5ce950114602,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:47.810908 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-b96bb809-c4c7-4e8b-855b-0a8bb918836f None None] Notify callbacks [] for port, precommit_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:47.823725 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.provisioning_blocks [None req-b96bb809-c4c7-4e8b-855b-0a8bb918836f None None] Transition to ACTIVE for port object b9074400-e47c-4aad-85c6-01565464f0ab will not be triggered until provisioned by entity L2. {{(pid=94448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:50:47.824543 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9918d400-7a19-4a5e-8873-df6369f3652d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:47.863957 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-9918d400-7a19-4a5e-8873-df6369f3652d admin admin] Transition to ACTIVE for port object b7dd21ff-42f5-4d7e-acbb-f482f55e8e7a will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:50:48.023959 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-b96bb809-c4c7-4e8b-855b-0a8bb918836f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:48.029387 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9918d400-7a19-4a5e-8873-df6369f3652d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:48.082400 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af49dce-54be-49ee-9530-26130be3b2a0 None None] Pushing event updated for resources: {'Port': ['ID=b9074400-e47c-4aad-85c6-01565464f0ab,revision_number=2']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:48.085380 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-b96bb809-c4c7-4e8b-855b-0a8bb918836f None None] Attempting to bind port b9074400-e47c-4aad-85c6-01565464f0ab on host n-d-799529-6 for vnic_type normal with profile {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:50:48.085992 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-b96bb809-c4c7-4e8b-855b-0a8bb918836f None None] Attempting to bind port b9074400-e47c-4aad-85c6-01565464f0ab by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:50:48.086560 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96bb809-c4c7-4e8b-855b-0a8bb918836f None None] Attempting to bind port b9074400-e47c-4aad-85c6-01565464f0ab on network 202c7ce6-d4e9-4f80-84dd-bef08905a653 {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:50:48.097709 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96bb809-c4c7-4e8b-855b-0a8bb918836f None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:50:48.098081 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96bb809-c4c7-4e8b-855b-0a8bb918836f None None] Checking segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:50:48.098484 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-b96bb809-c4c7-4e8b-855b-0a8bb918836f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:48.098876 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96bb809-c4c7-4e8b-855b-0a8bb918836f None None] Bound using segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:50:48.099607 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-b96bb809-c4c7-4e8b-855b-0a8bb918836f None None] Bound port: b9074400-e47c-4aad-85c6-01565464f0ab, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:50:48.099805 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-b96bb809-c4c7-4e8b-855b-0a8bb918836f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:48.103258 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af49dce-54be-49ee-9530-26130be3b2a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:50:48.103258 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af49dce-54be-49ee-9530-26130be3b2a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:50:48.103619 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af49dce-54be-49ee-9530-26130be3b2a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:50:48.103953 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af49dce-54be-49ee-9530-26130be3b2a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:50:48.104285 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af49dce-54be-49ee-9530-26130be3b2a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:50:48.104612 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af49dce-54be-49ee-9530-26130be3b2a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:50:48.104933 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af49dce-54be-49ee-9530-26130be3b2a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:50:48.105255 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af49dce-54be-49ee-9530-26130be3b2a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:50:48.106073 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af49dce-54be-49ee-9530-26130be3b2a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:50:48.106073 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af49dce-54be-49ee-9530-26130be3b2a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:50:48.106305 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af49dce-54be-49ee-9530-26130be3b2a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:50:48.106492 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af49dce-54be-49ee-9530-26130be3b2a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:50:48.110236 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9918d400-7a19-4a5e-8873-df6369f3652d admin admin] Network 1bfe6f37-4d1f-4689-a30f-62048842a973 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:50:48.121137 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-9918d400-7a19-4a5e-8873-df6369f3652d admin admin] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:50:48.123643 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9918d400-7a19-4a5e-8873-df6369f3652d admin admin] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:50:48.190811 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9918d400-7a19-4a5e-8873-df6369f3652d admin admin] Pushing event updated for resources: {'Port': ['ID=b7dd21ff-42f5-4d7e-acbb-f482f55e8e7a,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:48.200229 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-b96bb809-c4c7-4e8b-855b-0a8bb918836f None None] For port b9074400-e47c-4aad-85c6-01565464f0ab, host n-d-799529-6, cleared binding levels {{(pid=94448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:50:48.203383 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-b96bb809-c4c7-4e8b-855b-0a8bb918836f None None] For port b9074400-e47c-4aad-85c6-01565464f0ab, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=b9074400-e47c-4aad-85c6-01565464f0ab,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:50:48.220109 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9918d400-7a19-4a5e-8873-df6369f3652d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:48.270144 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-44e70d83-ae85-4de6-986a-2e696901f93e tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:48.278721 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-b96bb809-c4c7-4e8b-855b-0a8bb918836f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:48.356393 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96bb809-c4c7-4e8b-855b-0a8bb918836f None None] Routers {'a6e971e6-7b5a-4361-860d-bf40d9dddf65'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:50:48.358373 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-b96bb809-c4c7-4e8b-855b-0a8bb918836f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:50:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['a6e971e6-7b5a-4361-860d-bf40d9dddf65'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:48.469270 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af49dce-54be-49ee-9530-26130be3b2a0 None None] Pushing event updated for resources: {'Port': ['ID=b9074400-e47c-4aad-85c6-01565464f0ab,revision_number=3']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:48.573108 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b2002-a06a-4f90-96e2-a08e6b91e2c6 req-81d59533-2625-4efb-8ce1-3dfc3fb812ec tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:48.574746 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9e1b2002-a06a-4f90-96e2-a08e6b91e2c6 req-81d59533-2625-4efb-8ce1-3dfc3fb812ec tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=8014eebb-d84d-4876-a5d9-7fee3a40d79b HTTP/1.1" status: 200 len: 945 time: 0.2106285 Jul 09 14:50:48.599701 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-b96bb809-c4c7-4e8b-855b-0a8bb918836f None None] Set router a6e971e6-7b5a-4361-860d-bf40d9dddf65 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:50:48.624718 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e2389c-48c9-4b19-988c-45f84fb75db3 req-e3dd99b1-0a14-4cc4-85a0-842bb664654c tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:48.636687 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-26e2389c-48c9-4b19-988c-45f84fb75db3 req-e3dd99b1-0a14-4cc4-85a0-842bb664654c tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb3b48d7-97bb-4407-ad64-472876dd2f4f HTTP/1.1" status: 200 len: 943 time: 0.1420009 Jul 09 14:50:48.638134 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-44e70d83-ae85-4de6-986a-2e696901f93e tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:48.647127 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-fa51d224-ef78-478b-851d-a673ab1e18de None None] Provisioning for port b7dd21ff-42f5-4d7e-acbb-f482f55e8e7a completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:50:48.652835 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-fa51d224-ef78-478b-851d-a673ab1e18de None None] Provisioning complete for port b7dd21ff-42f5-4d7e-acbb-f482f55e8e7a triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:50:48.653092 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9918d400-7a19-4a5e-8873-df6369f3652d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:48.653211 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-fa51d224-ef78-478b-851d-a673ab1e18de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:48.659786 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-44e70d83-ae85-4de6-986a-2e696901f93e tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-753925'] for router, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:48.671147 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9e1b2002-a06a-4f90-96e2-a08e6b91e2c6 req-56b6dde9-9fab-47b7-ab21-227aef281ded tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694058 Jul 09 14:50:48.685485 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-26e2389c-48c9-4b19-988c-45f84fb75db3 req-7a04d475-8542-4cd9-b446-f69dc15fb27f tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475667 Jul 09 14:50:48.723653 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41484) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:48.779403 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-fa51d224-ef78-478b-851d-a673ab1e18de None None] Port b7dd21ff-42f5-4d7e-acbb-f482f55e8e7a cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:50:48.804516 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device c222c958-4865-49ae-a359-bcfa44af19e2 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:50:48.918811 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-b96bb809-c4c7-4e8b-855b-0a8bb918836f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e971e6-7b5a-4361-860d-bf40d9dddf65', 'name': 'tempest-FloatingIPDetailsTestJSON-753045062-router', 'tenant_id': '20266377053347908450c0c11cebe299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'b9074400-e47c-4aad-85c6-01565464f0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:50:41Z', 'updated_at': '2021-07-09T14:50:44Z', 'revision_number': 3, 'project_id': '20266377053347908450c0c11cebe299', 'gw_port': {'id': 'b9074400-e47c-4aad-85c6-01565464f0ab', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:6e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e971e6-7b5a-4361-860d-bf40d9dddf65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:50:43Z', 'updated_at': '2021-07-09T14:50:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:48.924007 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-e0e44c63-f757-4d81-979c-417979c4ea44 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:50:48.924714 n-d-799529-6 neutron-server[94445]: WARNING neutron.api.v2.base [None req-e0e44c63-f757-4d81-979c-417979c4ea44 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 09 14:50:48.925209 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [None req-e0e44c63-f757-4d81-979c-417979c4ea44 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] create failed (client error): There was a conflict when trying to complete your request. Jul 09 14:50:48.926372 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e0e44c63-f757-4d81-979c-417979c4ea44 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2131166 Jul 09 14:50:48.930031 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41500) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:48.949355 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-f29dc133-fffb-4a28-a592-847bf47426f6 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Request body: {'security_group': {'name': 'tempest-secgroup--1756833789'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:50:48.954619 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96bb809-c4c7-4e8b-855b-0a8bb918836f None None] The sync data for ids ['a6e971e6-7b5a-4361-860d-bf40d9dddf65'] in n-d-799529-6 is: [{'id': 'a6e971e6-7b5a-4361-860d-bf40d9dddf65', 'name': 'tempest-FloatingIPDetailsTestJSON-753045062-router', 'tenant_id': '20266377053347908450c0c11cebe299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'b9074400-e47c-4aad-85c6-01565464f0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:50:41Z', 'updated_at': '2021-07-09T14:50:44Z', 'revision_number': 3, 'project_id': '20266377053347908450c0c11cebe299', 'gw_port': {'id': 'b9074400-e47c-4aad-85c6-01565464f0ab', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:6e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e971e6-7b5a-4361-860d-bf40d9dddf65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:50:43Z', 'updated_at': '2021-07-09T14:50:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:50:48.997241 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port c222c958-4865-49ae-a359-bcfa44af19e2, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=c222c958-4865-49ae-a359-bcfa44af19e2,segment=NetworkSegment(2badb0c6-e67f-4820-b4bb-8e5a90533cf4),segment_id=2badb0c6-e67f-4820-b4bb-8e5a90533cf4)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:50:49.021512 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': 'c222c958-4865-49ae-a359-bcfa44af19e2', 'network_id': 'a9d0dfb1-4ed4-4376-bcf0-50fa5388f064', 'port_id': 'c222c958-4865-49ae-a359-bcfa44af19e2', 'mac_address': 'fa:16:3e:44:0a:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c4bd77b-9e34-44f4-9dc2-fa632746bcf3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:50:49.061786 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:49.090334 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c222c958-4865-49ae-a359-bcfa44af19e2 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:50:49.107349 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f29dc133-fffb-4a28-a592-847bf47426f6 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:49.112477 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port c222c958-4865-49ae-a359-bcfa44af19e2, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=c222c958-4865-49ae-a359-bcfa44af19e2,segment=NetworkSegment(2badb0c6-e67f-4820-b4bb-8e5a90533cf4),segment_id=2badb0c6-e67f-4820-b4bb-8e5a90533cf4)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:50:49.119121 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f29dc133-fffb-4a28-a592-847bf47426f6 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:49.192698 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:49.310283 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=c222c958-4865-49ae-a359-bcfa44af19e2,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:49.339928 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f29dc133-fffb-4a28-a592-847bf47426f6 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:49.378375 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9918d400-7a19-4a5e-8873-df6369f3652d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:49.445904 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['c222c958-4865-49ae-a359-bcfa44af19e2'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:50:49.446506 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f29dc133-fffb-4a28-a592-847bf47426f6 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:49.480747 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44e70d83-ae85-4de6-986a-2e696901f93e tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Router ed8e9f72-5dac-4aaf-b3ea-81d7acb146d3 is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:50:49.486425 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29dc133-fffb-4a28-a592-847bf47426f6 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec23f02-98ca-4c3d-99a2-e6f1875f7769,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:49.489639 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9918d400-7a19-4a5e-8873-df6369f3652d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:49.574931 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f29dc133-fffb-4a28-a592-847bf47426f6 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:49.649392 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f29dc133-fffb-4a28-a592-847bf47426f6 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:49.662914 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9918d400-7a19-4a5e-8873-df6369f3652d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:49.666012 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9918d400-7a19-4a5e-8873-df6369f3652d admin admin] Pushing event updated for resources: {'Port': ['ID=b7dd21ff-42f5-4d7e-acbb-f482f55e8e7a,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:49.688904 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29dc133-fffb-4a28-a592-847bf47426f6 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d51cc775-4044-4191-845c-b7abaee692e7,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:49.740610 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44e70d83-ae85-4de6-986a-2e696901f93e tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:50:49.755386 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-44e70d83-ae85-4de6-986a-2e696901f93e tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:49.755386 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-44e70d83-ae85-4de6-986a-2e696901f93e tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] 10.222.0.58 "PUT /v2.0/routers/ed8e9f72-5dac-4aaf-b3ea-81d7acb146d3 HTTP/1.1" status: 200 len: 920 time: 4.4603066 Jul 09 14:50:49.755619 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41518) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:49.759445 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528cb96c-fd80-4c88-a15d-8a837cb111cb None None] Sync routers for ids ['ed8e9f72-5dac-4aaf-b3ea-81d7acb146d3'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:50:49.792816 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9918d400-7a19-4a5e-8873-df6369f3652d admin admin] Network 1bfe6f37-4d1f-4689-a30f-62048842a973 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:50:49.793129 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528cb96c-fd80-4c88-a15d-8a837cb111cb None None] Routers {'ed8e9f72-5dac-4aaf-b3ea-81d7acb146d3'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:50:49.794340 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-9918d400-7a19-4a5e-8873-df6369f3652d admin admin] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:50:49.795522 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-528cb96c-fd80-4c88-a15d-8a837cb111cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:50:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['ed8e9f72-5dac-4aaf-b3ea-81d7acb146d3'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:49.873677 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-528cb96c-fd80-4c88-a15d-8a837cb111cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:49.887091 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528cb96c-fd80-4c88-a15d-8a837cb111cb None None] Routers {'ed8e9f72-5dac-4aaf-b3ea-81d7acb146d3'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:50:49.888565 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-528cb96c-fd80-4c88-a15d-8a837cb111cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:50:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['ed8e9f72-5dac-4aaf-b3ea-81d7acb146d3'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:49.952389 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-528cb96c-fd80-4c88-a15d-8a837cb111cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:49.953875 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528cb96c-fd80-4c88-a15d-8a837cb111cb None None] The sync data for ids ['ed8e9f72-5dac-4aaf-b3ea-81d7acb146d3'] in n-d-799529-6 is: [] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:50:50.029056 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f29dc133-fffb-4a28-a592-847bf47426f6 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:50.030231 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f29dc133-fffb-4a28-a592-847bf47426f6 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0989854 Jul 09 14:50:50.041651 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9918d400-7a19-4a5e-8873-df6369f3652d admin admin] Router a6e971e6-7b5a-4361-860d-bf40d9dddf65 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:50:50.043037 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41524) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:50.051559 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41526) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:50.065178 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-763c67ac-144d-4108-97a5-598d7f90e765 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Request body: {'security_group_rule': {'security_group_id': 'd51cc775-4044-4191-845c-b7abaee692e7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:50:50.108659 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91acd2aa-43dc-4a92-9332-02363a881019 req-020e3b55-0fb0-46eb-9bab-b0b449b06fb2 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:50.113545 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device b9074400-e47c-4aad-85c6-01565464f0ab up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:50:50.122043 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-91acd2aa-43dc-4a92-9332-02363a881019 req-020e3b55-0fb0-46eb-9bab-b0b449b06fb2 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=8014eebb-d84d-4876-a5d9-7fee3a40d79b HTTP/1.1" status: 200 len: 945 time: 0.1816859 Jul 09 14:50:50.160638 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41530) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:50.160840 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-3d1b3a6e-f5b1-423e-8884-fdd12b62ddb0 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] 10.222.0.58 "GET /v2.0/routers/ed8e9f72-5dac-4aaf-b3ea-81d7acb146d3 HTTP/1.1" status: 200 len: 926 time: 0.4060221 Jul 09 14:50:50.220350 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58fe7e8-fcd3-4cbf-8380-7d6b413eeafb req-65b2e8d4-7c2c-4a56-ae2b-16105d0bf345 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:50.228131 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b58fe7e8-fcd3-4cbf-8380-7d6b413eeafb req-65b2e8d4-7c2c-4a56-ae2b-16105d0bf345 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb3b48d7-97bb-4407-ad64-472876dd2f4f HTTP/1.1" status: 200 len: 944 time: 0.2073643 Jul 09 14:50:50.228792 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-0050b4b4-bf92-4042-8927-23075579d7a3 None None] Provisioning complete for port b7dd21ff-42f5-4d7e-acbb-f482f55e8e7a triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:50:50.229321 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0050b4b4-bf92-4042-8927-23075579d7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:50.284830 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b58fe7e8-fcd3-4cbf-8380-7d6b413eeafb req-2c00406e-5b90-4442-a9ea-4049ff27428e tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552692 Jul 09 14:50:50.295266 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-0050b4b4-bf92-4042-8927-23075579d7a3 None None] Port b7dd21ff-42f5-4d7e-acbb-f482f55e8e7a cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:50:50.297741 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port b9074400-e47c-4aad-85c6-01565464f0ab completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:50:50.300000 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fef0a937-47db-4476-b855-7403373d4dcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:50.302866 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port b9074400-e47c-4aad-85c6-01565464f0ab triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:50:50.303481 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:50.305625 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-91acd2aa-43dc-4a92-9332-02363a881019 req-71895f51-5246-45e2-a2cb-49f31a8d4fae tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825860 Jul 09 14:50:50.423467 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:50.435566 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-763c67ac-144d-4108-97a5-598d7f90e765 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:50.436749 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fef0a937-47db-4476-b855-7403373d4dcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:50.450477 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port b9074400-e47c-4aad-85c6-01565464f0ab, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=b9074400-e47c-4aad-85c6-01565464f0ab,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:50:50.489135 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9918d400-7a19-4a5e-8873-df6369f3652d admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:50:50.492193 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99cb067-6c38-4cd3-9a33-af998992db9e tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:50.494536 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-e99cb067-6c38-4cd3-9a33-af998992db9e tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=202c7ce6-d4e9-4f80-84dd-bef08905a653&device_id=ed8e9f72-5dac-4aaf-b3ea-81d7acb146d3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2993784 Jul 09 14:50:50.496631 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41534) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:50.501444 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-9918d400-7a19-4a5e-8873-df6369f3652d admin admin] 10.222.0.58 "PUT /v2.0/routers/a6e971e6-7b5a-4361-860d-bf40d9dddf65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2753658 Jul 09 14:50:50.518512 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fef0a937-47db-4476-b855-7403373d4dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:50.537882 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:50.556167 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-763c67ac-144d-4108-97a5-598d7f90e765 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:50.583929 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b561ae3-ca4b-449e-85ef-f24602dd9305 req-57a65ab6-7eca-4bc6-abdd-febaddab1859 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:50.585592 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0b561ae3-ca4b-449e-85ef-f24602dd9305 req-57a65ab6-7eca-4bc6-abdd-febaddab1859 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=8014eebb-d84d-4876-a5d9-7fee3a40d79b HTTP/1.1" status: 200 len: 945 time: 0.1209388 Jul 09 14:50:50.606764 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=b9074400-e47c-4aad-85c6-01565464f0ab,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:50.611967 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-fef0a937-47db-4476-b855-7403373d4dcb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2c8de8599170457db58fd6affd76c8db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5578005 Jul 09 14:50:50.616616 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41538) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:50.622830 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef0a937-47db-4476-b855-7403373d4dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2ee869-a296-4e52-ad3c-02a3e0d80104,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:50.636618 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-763c67ac-144d-4108-97a5-598d7f90e765 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:50.668540 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0b561ae3-ca4b-449e-85ef-f24602dd9305 req-8a71e7b3-4557-456a-bbff-cdf0f6c62929 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760548 Jul 09 14:50:50.670021 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5352a4a-ae2d-4159-a486-bf232c01dfec tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:50.676190 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-a5352a4a-ae2d-4159-a486-bf232c01dfec tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] 10.222.0.58 "GET /v2.0/networks/202c7ce6-d4e9-4f80-84dd-bef08905a653 HTTP/1.1" status: 200 len: 881 time: 0.1780183 Jul 09 14:50:50.677032 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41544) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:50.678364 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763c67ac-144d-4108-97a5-598d7f90e765 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=579723b1-9a33-4e13-8ecb-df90ac380cec,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:50.720767 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2722579e-7921-49b6-9d08-16fc66102909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:50.746065 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2722579e-7921-49b6-9d08-16fc66102909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:50.747718 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41548) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:50.753164 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-3e62aafd-45fa-40dd-8926-a71929535d30 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed8e9f72-5dac-4aaf-b3ea-81d7acb146d3 HTTP/1.1" status: 200 len: 205 time: 0.0747831 Jul 09 14:50:50.800180 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-763c67ac-144d-4108-97a5-598d7f90e765 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:50.803039 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-763c67ac-144d-4108-97a5-598d7f90e765 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7420180 Jul 09 14:50:50.804421 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41550) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:50.809195 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-3621a402-7519-4509-b5a0-237a50f130e9 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Request body: {'security_group_rule': {'security_group_id': 'd51cc775-4044-4191-845c-b7abaee692e7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:50:50.822441 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device c222c958-4865-49ae-a359-bcfa44af19e2 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:50:50.912187 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2bc31e82-f1f6-44eb-bef1-28a79997778a tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks [] for router, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:50.972525 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3621a402-7519-4509-b5a0-237a50f130e9 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:51.023539 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2bc31e82-f1f6-44eb-bef1-28a79997778a tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:51.049406 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port c222c958-4865-49ae-a359-bcfa44af19e2 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:50:51.049635 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2722579e-7921-49b6-9d08-16fc66102909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:51.052301 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2722579e-7921-49b6-9d08-16fc66102909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:51.053725 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-2722579e-7921-49b6-9d08-16fc66102909 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7b2ee869-a296-4e52-ad3c-02a3e0d80104 HTTP/1.1" status: 204 len: 168 time: 0.4353468 Jul 09 14:50:51.055376 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port c222c958-4865-49ae-a359-bcfa44af19e2 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:50:51.055837 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:51.062359 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2722579e-7921-49b6-9d08-16fc66102909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2ee869-a296-4e52-ad3c-02a3e0d80104,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:51.100765 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-17af8bba-b455-48a2-8377-814e0a0a87d2 req-cce25b02-a0b6-49c0-9f22-96a7d033c00c tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2372949 Jul 09 14:50:51.112587 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-17af8bba-b455-48a2-8377-814e0a0a87d2 req-211030d0-3909-4342-8f17-95a91cf40453 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Request body: {'floatingip': {'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:50:51.144148 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d385a9f-af0f-4ca3-8f98-d499d11c8c73 None None] Sync routers for ids ['a6e971e6-7b5a-4361-860d-bf40d9dddf65'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:50:51.155692 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d385a9f-af0f-4ca3-8f98-d499d11c8c73 None None] Routers {'a6e971e6-7b5a-4361-860d-bf40d9dddf65'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:50:51.156873 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-6d385a9f-af0f-4ca3-8f98-d499d11c8c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:50:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['a6e971e6-7b5a-4361-860d-bf40d9dddf65'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:51.163304 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-2bc31e82-f1f6-44eb-bef1-28a79997778a tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Deleting port 78e69297-1068-4289-8e31-5ce950114602 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:50:51.164044 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2bc31e82-f1f6-44eb-bef1-28a79997778a tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:51.192837 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [None req-3621a402-7519-4509-b5a0-237a50f130e9 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] create failed (client error): There was a conflict when trying to complete your request. Jul 09 14:50:51.194235 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-3621a402-7519-4509-b5a0-237a50f130e9 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3887799 Jul 09 14:50:51.197157 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41554) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:51.215393 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:51.247833 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2bc31e82-f1f6-44eb-bef1-28a79997778a tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:51.267593 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-2bc31e82-f1f6-44eb-bef1-28a79997778a tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Calling delete_port for 78e69297-1068-4289-8e31-5ce950114602 owned by network:router_gateway {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:50:51.270052 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3b48d7-97bb-4407-ad64-472876dd2f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c222c958-4865-49ae-a359-bcfa44af19e2'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:50:51.273386 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bbf3e8d-b455-4380-bcb5-227ce6574908" -d '{"events": [{"server_uuid": "cb3b48d7-97bb-4407-ad64-472876dd2f4f", "name": "network-vif-plugged", "status": "completed", "tag": "c222c958-4865-49ae-a359-bcfa44af19e2"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:50:51.290998 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port c222c958-4865-49ae-a359-bcfa44af19e2, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=c222c958-4865-49ae-a359-bcfa44af19e2,segment=NetworkSegment(2badb0c6-e67f-4820-b4bb-8e5a90533cf4),segment_id=2badb0c6-e67f-4820-b4bb-8e5a90533cf4)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:50:51.313906 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-6d385a9f-af0f-4ca3-8f98-d499d11c8c73 None None] Set router a6e971e6-7b5a-4361-860d-bf40d9dddf65 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:50:51.320813 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-65da930f-b2e9-482c-82ed-948eb7abe2cc tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:51.329566 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ac5f61-d3f9-4ed9-a612-5fba85756044 x-openstack-request-id: req-71ac5f61-d3f9-4ed9-a612-5fba85756044 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:50:51.329942 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb3b48d7-97bb-4407-ad64-472876dd2f4f", "name": "network-vif-plugged", "status": "completed", "tag": "c222c958-4865-49ae-a359-bcfa44af19e2", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:50:51.330247 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-71ac5f61-d3f9-4ed9-a612-5fba85756044 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:50:51.330794 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb3b48d7-97bb-4407-ad64-472876dd2f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c222c958-4865-49ae-a359-bcfa44af19e2', 'code': 200} Jul 09 14:50:51.359554 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-65da930f-b2e9-482c-82ed-948eb7abe2cc tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:51.360897 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:51.453957 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-17af8bba-b455-48a2-8377-814e0a0a87d2 req-211030d0-3909-4342-8f17-95a91cf40453 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Notify callbacks [] for floatingip, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:51.474978 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=c222c958-4865-49ae-a359-bcfa44af19e2,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:51.576124 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-65da930f-b2e9-482c-82ed-948eb7abe2cc tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:51.577646 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-65da930f-b2e9-482c-82ed-948eb7abe2cc tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:51.578830 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-65da930f-b2e9-482c-82ed-948eb7abe2cc tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] 10.222.0.58 "DELETE /v2.0/security-groups/d51cc775-4044-4191-845c-b7abaee692e7 HTTP/1.1" status: 204 len: 168 time: 0.3807600 Jul 09 14:50:51.584175 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41568) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:51.607266 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2bc31e82-f1f6-44eb-bef1-28a79997778a tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:51.627822 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65da930f-b2e9-482c-82ed-948eb7abe2cc tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51cc775-4044-4191-845c-b7abaee692e7,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:51.647624 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd42f5fb-184a-457c-9f34-905836c7fab5 req-6f57a82c-ccf9-4d3e-840a-ea750318109b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:51.649160 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cd42f5fb-184a-457c-9f34-905836c7fab5 req-6f57a82c-ccf9-4d3e-840a-ea750318109b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cb3b48d7-97bb-4407-ad64-472876dd2f4f HTTP/1.1" status: 200 len: 1096 time: 0.1848209 Jul 09 14:50:51.663777 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc31e82-f1f6-44eb-bef1-28a79997778a tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Pushing event deleted for resources: {'Port': ['ID=78e69297-1068-4289-8e31-5ce950114602,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:51.670680 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f9902d60-e65a-414d-8c7e-e5400270b635 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0826395 Jul 09 14:50:51.682548 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41570) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:51.699672 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-bdf50466-0830-4d66-87d3-e24b5244e640 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Request body: {'security_group': {'name': 'tempest-secgroup--1822398216'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:50:51.738153 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cd42f5fb-184a-457c-9f34-905836c7fab5 req-536186c9-e993-42e3-9a03-c176cf88acb5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780861 Jul 09 14:50:51.741285 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2bc31e82-f1f6-44eb-bef1-28a79997778a tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:51.745877 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-17af8bba-b455-48a2-8377-814e0a0a87d2 req-211030d0-3909-4342-8f17-95a91cf40453 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:51.751048 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be86243-8ba5-4cf9-b2c1-f5822b457c59 req-2df4afd3-ed39-4384-9380-55ee708294f2 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:51.752638 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4be86243-8ba5-4cf9-b2c1-f5822b457c59 req-2df4afd3-ed39-4384-9380-55ee708294f2 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb3b48d7-97bb-4407-ad64-472876dd2f4f HTTP/1.1" status: 200 len: 945 time: 0.1953418 Jul 09 14:50:51.779654 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-6d385a9f-af0f-4ca3-8f98-d499d11c8c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e971e6-7b5a-4361-860d-bf40d9dddf65', 'name': 'tempest-FloatingIPDetailsTestJSON-753045062-router', 'tenant_id': '20266377053347908450c0c11cebe299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'b9074400-e47c-4aad-85c6-01565464f0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:50:41Z', 'updated_at': '2021-07-09T14:50:48Z', 'revision_number': 4, 'project_id': '20266377053347908450c0c11cebe299', 'gw_port': {'id': 'b9074400-e47c-4aad-85c6-01565464f0ab', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:6e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e971e6-7b5a-4361-860d-bf40d9dddf65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:50:43Z', 'updated_at': '2021-07-09T14:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'b7dd21ff-42f5-4d7e-acbb-f482f55e8e7a', 'name': '', 'network_id': '1bfe6f37-4d1f-4689-a30f-62048842a973', 'tenant_id': '20266377053347908450c0c11cebe299', 'mac_address': 'fa:16:3e:17:22:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e971e6-7b5a-4361-860d-bf40d9dddf65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '9f56f508-6b2a-45fc-88c3-b167a685f476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:50:47Z', 'updated_at': '2021-07-09T14:50:48Z', 'revision_number': 2, 'project_id': '20266377053347908450c0c11cebe299', 'subnets': [{'id': '9f56f508-6b2a-45fc-88c3-b167a685f476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:51.808459 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d385a9f-af0f-4ca3-8f98-d499d11c8c73 None None] Checking router: a6e971e6-7b5a-4361-860d-bf40d9dddf65 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:50:51.808814 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d385a9f-af0f-4ca3-8f98-d499d11c8c73 None None] Updating router a6e971e6-7b5a-4361-860d-bf40d9dddf65 port b7dd21ff-42f5-4d7e-acbb-f482f55e8e7a binding host n-d-799529-6 {{(pid=94448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:50:51.816470 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bdf50466-0830-4d66-87d3-e24b5244e640 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:51.849590 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-6d385a9f-af0f-4ca3-8f98-d499d11c8c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:51.868919 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2bc31e82-f1f6-44eb-bef1-28a79997778a tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:51.871156 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2bc31e82-f1f6-44eb-bef1-28a79997778a tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:51.899278 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-17af8bba-b455-48a2-8377-814e0a0a87d2 req-211030d0-3909-4342-8f17-95a91cf40453 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Allocated IP 172.25.3.191 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/336ad772-8500-4314-8b97-0a61aa229cd1) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:50:51.924342 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4be86243-8ba5-4cf9-b2c1-f5822b457c59 req-619ffc8a-fc83-443f-a91f-3e4c5b599e03 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431866 Jul 09 14:50:52.004759 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41572) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:52.012207 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device b9074400-e47c-4aad-85c6-01565464f0ab up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:50:52.018620 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b0ef1dcb-034d-492d-8c2a-14698c907ac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:52.127285 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port b9074400-e47c-4aad-85c6-01565464f0ab triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:50:52.128136 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:52.148293 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bdf50466-0830-4d66-87d3-e24b5244e640 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:52.186258 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-17af8bba-b455-48a2-8377-814e0a0a87d2 req-211030d0-3909-4342-8f17-95a91cf40453 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:52.202387 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2bc31e82-f1f6-44eb-bef1-28a79997778a tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:52.203481 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc31e82-f1f6-44eb-bef1-28a79997778a tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Fanout notify agent at l3_agent the message router_deleted on router ed8e9f72-5dac-4aaf-b3ea-81d7acb146d3 {{(pid=94446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:50:52.211397 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2bc31e82-f1f6-44eb-bef1-28a79997778a tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:52.212572 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-2bc31e82-f1f6-44eb-bef1-28a79997778a tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] 10.222.0.58 "DELETE /v2.0/routers/ed8e9f72-5dac-4aaf-b3ea-81d7acb146d3 HTTP/1.1" status: 204 len: 168 time: 1.4639008 Jul 09 14:50:52.217411 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41582) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:52.226360 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-cd0cb3f5-5dbd-4054-bcf3-027956b71b42 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-45080568', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}, 'admin_state_up': False}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:50:52.248373 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bdf50466-0830-4d66-87d3-e24b5244e640 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:52.292440 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d4486d-96bb-4b11-b0e9-f35cdec084c3 req-7fee6acd-89b8-4fed-8b3d-35aa43b05e93 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:52.292710 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf50466-0830-4d66-87d3-e24b5244e640 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46a2b64c-19f8-4e2f-9efc-20b31f49c944,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:52.293954 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-65d4486d-96bb-4b11-b0e9-f35cdec084c3 req-7fee6acd-89b8-4fed-8b3d-35aa43b05e93 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/networks?id=07a9ecbf-37ed-481a-bf65-f5d67d5555a8 HTTP/1.1" status: 200 len: 814 time: 0.1436059 Jul 09 14:50:52.304923 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-6d385a9f-af0f-4ca3-8f98-d499d11c8c73 None None] Notify callbacks [] for port, precommit_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:52.309573 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-17af8bba-b455-48a2-8377-814e0a0a87d2 req-211030d0-3909-4342-8f17-95a91cf40453 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:52.318089 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-65d4486d-96bb-4b11-b0e9-f35cdec084c3 req-53b5341c-0718-49bc-8815-33058ea7fa20 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/quotas/a92a8786386049938dc9758ba7d95410 HTTP/1.1" status: 200 len: 375 time: 0.0115924 Jul 09 14:50:52.319053 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.provisioning_blocks [None req-6d385a9f-af0f-4ca3-8f98-d499d11c8c73 None None] Transition to ACTIVE for port object b7dd21ff-42f5-4d7e-acbb-f482f55e8e7a will not be triggered until provisioned by entity L2. {{(pid=94448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:50:52.363835 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17af8bba-b455-48a2-8377-814e0a0a87d2 req-211030d0-3909-4342-8f17-95a91cf40453 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:50:52.368391 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-17af8bba-b455-48a2-8377-814e0a0a87d2 req-211030d0-3909-4342-8f17-95a91cf40453 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:50:52.376669 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-17af8bba-b455-48a2-8377-814e0a0a87d2 req-211030d0-3909-4342-8f17-95a91cf40453 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:50:52.397881 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-6d385a9f-af0f-4ca3-8f98-d499d11c8c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:52.400907 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211030d0-3909-4342-8f17-95a91cf40453 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Pushing event updated for resources: {'Port': ['ID=336ad772-8500-4314-8b97-0a61aa229cd1,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:52.430321 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-65d4486d-96bb-4b11-b0e9-f35cdec084c3 req-570801ce-4bcf-4c16-8986-83ea78dc1a2b tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a92a8786386049938dc9758ba7d95410&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1059120 Jul 09 14:50:52.436778 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b0ef1dcb-034d-492d-8c2a-14698c907ac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:52.460312 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9507840a-c245-40ff-aeda-7f0b12091df8 None None] Pushing event updated for resources: {'Port': ['ID=b7dd21ff-42f5-4d7e-acbb-f482f55e8e7a,revision_number=3']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:52.520411 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-6d385a9f-af0f-4ca3-8f98-d499d11c8c73 None None] Attempting to bind port b7dd21ff-42f5-4d7e-acbb-f482f55e8e7a on host n-d-799529-6 for vnic_type normal with profile {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:50:52.521102 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-6d385a9f-af0f-4ca3-8f98-d499d11c8c73 None None] Attempting to bind port b7dd21ff-42f5-4d7e-acbb-f482f55e8e7a by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '6fed5c72-9f53-4aca-8cfd-3678b44e76be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '1bfe6f37-4d1f-4689-a30f-62048842a973'}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:50:52.521237 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d385a9f-af0f-4ca3-8f98-d499d11c8c73 None None] Attempting to bind port b7dd21ff-42f5-4d7e-acbb-f482f55e8e7a on network 1bfe6f37-4d1f-4689-a30f-62048842a973 {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:50:52.523219 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b0ef1dcb-034d-492d-8c2a-14698c907ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:52.527216 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d385a9f-af0f-4ca3-8f98-d499d11c8c73 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:50:52.527644 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d385a9f-af0f-4ca3-8f98-d499d11c8c73 None None] Checking segment: {'id': '6fed5c72-9f53-4aca-8cfd-3678b44e76be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '1bfe6f37-4d1f-4689-a30f-62048842a973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:50:52.528049 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-6d385a9f-af0f-4ca3-8f98-d499d11c8c73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:52.528448 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d385a9f-af0f-4ca3-8f98-d499d11c8c73 None None] Bound using segment: {'id': '6fed5c72-9f53-4aca-8cfd-3678b44e76be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '1bfe6f37-4d1f-4689-a30f-62048842a973'} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:50:52.528919 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-6d385a9f-af0f-4ca3-8f98-d499d11c8c73 None None] Bound port: b7dd21ff-42f5-4d7e-acbb-f482f55e8e7a, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fed5c72-9f53-4aca-8cfd-3678b44e76be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '1bfe6f37-4d1f-4689-a30f-62048842a973'}}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:50:52.529319 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-6d385a9f-af0f-4ca3-8f98-d499d11c8c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:52.564288 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-65d4486d-96bb-4b11-b0e9-f35cdec084c3 req-96d599d6-92e0-4929-9eb9-0a604048fbc2 service neutron] 10.222.0.58 "GET /v2.0/networks/07a9ecbf-37ed-481a-bf65-f5d67d5555a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214483 Jul 09 14:50:52.615558 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-6d385a9f-af0f-4ca3-8f98-d499d11c8c73 None None] For port b7dd21ff-42f5-4d7e-acbb-f482f55e8e7a, host n-d-799529-6, cleared binding levels {{(pid=94448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:50:52.619675 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-6d385a9f-af0f-4ca3-8f98-d499d11c8c73 None None] For port b7dd21ff-42f5-4d7e-acbb-f482f55e8e7a, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=b7dd21ff-42f5-4d7e-acbb-f482f55e8e7a,segment=NetworkSegment(6fed5c72-9f53-4aca-8cfd-3678b44e76be),segment_id=6fed5c72-9f53-4aca-8cfd-3678b44e76be)] {{(pid=94448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:50:52.634733 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bdf50466-0830-4d66-87d3-e24b5244e640 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:52.638779 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-bdf50466-0830-4d66-87d3-e24b5244e640 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9433994 Jul 09 14:50:52.640267 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41584) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:52.648133 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b0ef1dcb-034d-492d-8c2a-14698c907ac5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3c501da20a784ee7ba8ef3f3722841f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6421411 Jul 09 14:50:52.654938 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-49133435-338b-482d-b0e4-93f37fdb8f8b tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Request body: {'security_group_rule': {'security_group_id': '46a2b64c-19f8-4e2f-9efc-20b31f49c944', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:50:52.656350 n-d-799529-6 neutron-server[94446]: WARNING neutron.api.v2.base [None req-49133435-338b-482d-b0e4-93f37fdb8f8b tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 09 14:50:52.656880 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [None req-49133435-338b-482d-b0e4-93f37fdb8f8b tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:50:52.660878 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-49133435-338b-482d-b0e4-93f37fdb8f8b tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0147982 Jul 09 14:50:52.661060 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41586) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:52.661842 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41588) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:52.671179 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-17af8bba-b455-48a2-8377-814e0a0a87d2 req-211030d0-3909-4342-8f17-95a91cf40453 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:52.682588 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ef1dcb-034d-492d-8c2a-14698c907ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f50d058e-6145-4d47-9a04-66a4da8ff9f5,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:52.715742 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-6d385a9f-af0f-4ca3-8f98-d499d11c8c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:52.731743 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-65d4486d-96bb-4b11-b0e9-f35cdec084c3 req-9b588531-7a41-4d45-83e2-71bb16df8cf7 service neutron] 10.222.0.58 "GET /v2.0/networks/07a9ecbf-37ed-481a-bf65-f5d67d5555a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649606 Jul 09 14:50:52.738502 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cfc901ac-331b-4380-a875-55f13ba0e1c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:52.741550 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cd0cb3f5-5dbd-4054-bcf3-027956b71b42 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:52.742607 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cd0cb3f5-5dbd-4054-bcf3-027956b71b42 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:52.760309 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-109fddd5-0fbc-4df0-86fb-7c1bcaf927fc tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:52.789829 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9507840a-c245-40ff-aeda-7f0b12091df8 None None] Pushing event updated for resources: {'Port': ['ID=b7dd21ff-42f5-4d7e-acbb-f482f55e8e7a,revision_number=4']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:52.795514 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cfc901ac-331b-4380-a875-55f13ba0e1c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:52.825990 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d385a9f-af0f-4ca3-8f98-d499d11c8c73 None None] Routers {'a6e971e6-7b5a-4361-860d-bf40d9dddf65'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:50:52.827265 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-6d385a9f-af0f-4ca3-8f98-d499d11c8c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:50:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['a6e971e6-7b5a-4361-860d-bf40d9dddf65'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:52.836163 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-109fddd5-0fbc-4df0-86fb-7c1bcaf927fc tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:52.858944 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cd0cb3f5-5dbd-4054-bcf3-027956b71b42 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:52.949932 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-17af8bba-b455-48a2-8377-814e0a0a87d2 req-211030d0-3909-4342-8f17-95a91cf40453 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:52.959070 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a32912-2232-4810-8deb-619c87fce535 req-b263d1fc-c4ad-4128-ac75-a2702c7abc93 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:52.961366 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f3a32912-2232-4810-8deb-619c87fce535 req-b263d1fc-c4ad-4128-ac75-a2702c7abc93 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.62 "GET /v2.0/ports?device_id=8014eebb-d84d-4876-a5d9-7fee3a40d79b HTTP/1.1" status: 200 len: 945 time: 0.1181991 Jul 09 14:50:52.981693 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-6d385a9f-af0f-4ca3-8f98-d499d11c8c73 None None] Set router a6e971e6-7b5a-4361-860d-bf40d9dddf65 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:50:53.095494 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-f3a32912-2232-4810-8deb-619c87fce535 req-b0c6bb37-4037-4c28-b1c0-b9ac445a2732 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Deleting port a745b2f7-62da-43ae-afe6-d4aeab031c1d {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:50:53.095916 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-f3a32912-2232-4810-8deb-619c87fce535 req-b0c6bb37-4037-4c28-b1c0-b9ac445a2732 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:53.128973 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-17af8bba-b455-48a2-8377-814e0a0a87d2 req-211030d0-3909-4342-8f17-95a91cf40453 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:53.163740 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:53.164356 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cfc901ac-331b-4380-a875-55f13ba0e1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:53.174140 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cfc901ac-331b-4380-a875-55f13ba0e1c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:53.176769 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-cfc901ac-331b-4380-a875-55f13ba0e1c3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f50d058e-6145-4d47-9a04-66a4da8ff9f5 HTTP/1.1" status: 204 len: 168 time: 0.5175400 Jul 09 14:50:53.185704 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc901ac-331b-4380-a875-55f13ba0e1c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50d058e-6145-4d47-9a04-66a4da8ff9f5,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:53.212518 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-17af8bba-b455-48a2-8377-814e0a0a87d2 req-211030d0-3909-4342-8f17-95a91cf40453 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:53.238352 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-6d385a9f-af0f-4ca3-8f98-d499d11c8c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e971e6-7b5a-4361-860d-bf40d9dddf65', 'name': 'tempest-FloatingIPDetailsTestJSON-753045062-router', 'tenant_id': '20266377053347908450c0c11cebe299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'b9074400-e47c-4aad-85c6-01565464f0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:50:41Z', 'updated_at': '2021-07-09T14:50:48Z', 'revision_number': 4, 'project_id': '20266377053347908450c0c11cebe299', 'gw_port': {'id': 'b9074400-e47c-4aad-85c6-01565464f0ab', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:6e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e971e6-7b5a-4361-860d-bf40d9dddf65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:50:43Z', 'updated_at': '2021-07-09T14:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'b7dd21ff-42f5-4d7e-acbb-f482f55e8e7a', 'name': '', 'network_id': '1bfe6f37-4d1f-4689-a30f-62048842a973', 'tenant_id': '20266377053347908450c0c11cebe299', 'mac_address': 'fa:16:3e:17:22:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e971e6-7b5a-4361-860d-bf40d9dddf65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '9f56f508-6b2a-45fc-88c3-b167a685f476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:50:47Z', 'updated_at': '2021-07-09T14:50:52Z', 'revision_number': 4, 'project_id': '20266377053347908450c0c11cebe299', 'subnets': [{'id': '9f56f508-6b2a-45fc-88c3-b167a685f476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:53.263387 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211030d0-3909-4342-8f17-95a91cf40453 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Pushing event updated for resources: {'Port': ['ID=336ad772-8500-4314-8b97-0a61aa229cd1,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:53.306731 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-109fddd5-0fbc-4df0-86fb-7c1bcaf927fc tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:53.309684 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-109fddd5-0fbc-4df0-86fb-7c1bcaf927fc tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:53.312460 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-109fddd5-0fbc-4df0-86fb-7c1bcaf927fc tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] 10.222.0.58 "DELETE /v2.0/security-groups/46a2b64c-19f8-4e2f-9efc-20b31f49c944 HTTP/1.1" status: 204 len: 168 time: 0.6500287 Jul 09 14:50:53.325587 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-17af8bba-b455-48a2-8377-814e0a0a87d2 req-211030d0-3909-4342-8f17-95a91cf40453 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:53.329934 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41600) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:53.334553 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d385a9f-af0f-4ca3-8f98-d499d11c8c73 None None] The sync data for ids ['a6e971e6-7b5a-4361-860d-bf40d9dddf65'] in n-d-799529-6 is: [{'id': 'a6e971e6-7b5a-4361-860d-bf40d9dddf65', 'name': 'tempest-FloatingIPDetailsTestJSON-753045062-router', 'tenant_id': '20266377053347908450c0c11cebe299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'b9074400-e47c-4aad-85c6-01565464f0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:50:41Z', 'updated_at': '2021-07-09T14:50:48Z', 'revision_number': 4, 'project_id': '20266377053347908450c0c11cebe299', 'gw_port': {'id': 'b9074400-e47c-4aad-85c6-01565464f0ab', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:6e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e971e6-7b5a-4361-860d-bf40d9dddf65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:50:43Z', 'updated_at': '2021-07-09T14:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'b7dd21ff-42f5-4d7e-acbb-f482f55e8e7a', 'name': '', 'network_id': '1bfe6f37-4d1f-4689-a30f-62048842a973', 'tenant_id': '20266377053347908450c0c11cebe299', 'mac_address': 'fa:16:3e:17:22:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e971e6-7b5a-4361-860d-bf40d9dddf65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '9f56f508-6b2a-45fc-88c3-b167a685f476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:50:47Z', 'updated_at': '2021-07-09T14:50:52Z', 'revision_number': 4, 'project_id': '20266377053347908450c0c11cebe299', 'subnets': [{'id': '9f56f508-6b2a-45fc-88c3-b167a685f476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:50:53.400665 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-19b844fb-c84a-4c47-931f-8cb5a40d625f tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0688765 Jul 09 14:50:53.403873 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41602) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:53.414497 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-bc772a13-a818-4549-a201-c439d3aac55d tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Request body: {'security_group': {'name': 'tempest-secgroup--358145905'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:50:53.452533 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-17af8bba-b455-48a2-8377-814e0a0a87d2 req-211030d0-3909-4342-8f17-95a91cf40453 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:53.456626 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-17af8bba-b455-48a2-8377-814e0a0a87d2 req-211030d0-3909-4342-8f17-95a91cf40453 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3466110 Jul 09 14:50:53.503421 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109fddd5-0fbc-4df0-86fb-7c1bcaf927fc tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a2b64c-19f8-4e2f-9efc-20b31f49c944,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:53.561358 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cd0cb3f5-5dbd-4054-bcf3-027956b71b42 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:53.593850 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-f3a32912-2232-4810-8deb-619c87fce535 req-b0c6bb37-4037-4c28-b1c0-b9ac445a2732 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] For port a745b2f7-62da-43ae-afe6-d4aeab031c1d, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=a745b2f7-62da-43ae-afe6-d4aeab031c1d,segment=NetworkSegment(88773363-1d78-439b-bb07-1d37ed239605),segment_id=88773363-1d78-439b-bb07-1d37ed239605)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:50:53.594347 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-f3a32912-2232-4810-8deb-619c87fce535 req-b0c6bb37-4037-4c28-b1c0-b9ac445a2732 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:53.599980 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-17af8bba-b455-48a2-8377-814e0a0a87d2 req-1189a9d8-6636-49bb-8209-4de0571919ab tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.3.191 HTTP/1.1" status: 200 len: 696 time: 0.1360126 Jul 09 14:50:53.620447 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-f3a32912-2232-4810-8deb-619c87fce535 req-b0c6bb37-4037-4c28-b1c0-b9ac445a2732 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Calling delete_port for a745b2f7-62da-43ae-afe6-d4aeab031c1d owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:50:53.651432 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee9f8a-dfa3-489d-9faa-0a8fe949dd92 req-5b107b2c-f101-4a10-82ab-8ad42f9e892d tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:53.655295 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7cee9f8a-dfa3-489d-9faa-0a8fe949dd92 req-5b107b2c-f101-4a10-82ab-8ad42f9e892d tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb3b48d7-97bb-4407-ad64-472876dd2f4f HTTP/1.1" status: 200 len: 945 time: 0.2877674 Jul 09 14:50:53.729516 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17af8bba-b455-48a2-8377-814e0a0a87d2 req-718bc49d-ae7a-47b7-bc14-a4e2bc7d8817 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:53.731044 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-17af8bba-b455-48a2-8377-814e0a0a87d2 req-718bc49d-ae7a-47b7-bc14-a4e2bc7d8817 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] 10.222.0.58 "GET /v2.0/networks/202c7ce6-d4e9-4f80-84dd-bef08905a653 HTTP/1.1" status: 200 len: 784 time: 0.1269217 Jul 09 14:50:53.744118 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7cee9f8a-dfa3-489d-9faa-0a8fe949dd92 req-94868a38-fba4-4ec8-9896-bc485d784b17 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581045 Jul 09 14:50:53.791826 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bc772a13-a818-4549-a201-c439d3aac55d tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:53.908354 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6f947053-cdac-4a30-a497-29a839d5fcdc req-1d2ab968-f157-437b-b031-59b9f6d48c7c tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e39f064-5e51-4e85-81e7-6f1d74f04b0c HTTP/1.1" status: 200 len: 210 time: 0.0909665 Jul 09 14:50:53.916902 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bc772a13-a818-4549-a201-c439d3aac55d tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:54.096487 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device b7dd21ff-42f5-4d7e-acbb-f482f55e8e7a up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:50:54.103428 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bc772a13-a818-4549-a201-c439d3aac55d tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:54.195274 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-336ece1a-c35b-4ba0-b18a-69048ade17fd req-0a86873a-a228-4045-9d21-b23b73dfb61b tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2866817 Jul 09 14:50:54.203582 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-336ece1a-c35b-4ba0-b18a-69048ade17fd req-80a97cee-3fd8-46f0-9cec-f3f388ad244b tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Request body: {'floatingip': {'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:50:54.212842 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc772a13-a818-4549-a201-c439d3aac55d tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5f16b8-f3d3-48f7-b664-2484d09e1f6a,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:54.262640 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bc772a13-a818-4549-a201-c439d3aac55d tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:54.268106 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-bc772a13-a818-4549-a201-c439d3aac55d tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8591094 Jul 09 14:50:54.268106 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41624) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:54.271958 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-13def24c-1feb-4bab-b4f3-ab3e0a1bf18a tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Request body: {'security_group_rule': {'security_group_id': 'aa5f16b8-f3d3-48f7-b664-2484d09e1f6a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:50:54.272856 n-d-799529-6 neutron-server[94445]: WARNING neutron.api.v2.base [None req-13def24c-1feb-4bab-b4f3-ab3e0a1bf18a tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 09 14:50:54.273394 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [None req-13def24c-1feb-4bab-b4f3-ab3e0a1bf18a tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:50:54.274432 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-13def24c-1feb-4bab-b4f3-ab3e0a1bf18a tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0062675 Jul 09 14:50:54.279412 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41626) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:54.304516 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port b7dd21ff-42f5-4d7e-acbb-f482f55e8e7a completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:50:54.310398 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port b7dd21ff-42f5-4d7e-acbb-f482f55e8e7a triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:50:54.311049 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:54.387927 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5d3666ca-9ec7-4519-9b8e-09be647df87a tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:54.437905 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5d3666ca-9ec7-4519-9b8e-09be647df87a tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:54.454352 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:54.487159 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-336ece1a-c35b-4ba0-b18a-69048ade17fd req-80a97cee-3fd8-46f0-9cec-f3f388ad244b tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Notify callbacks [] for floatingip, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:54.509978 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port b7dd21ff-42f5-4d7e-acbb-f482f55e8e7a, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=b7dd21ff-42f5-4d7e-acbb-f482f55e8e7a,segment=NetworkSegment(6fed5c72-9f53-4aca-8cfd-3678b44e76be),segment_id=6fed5c72-9f53-4aca-8cfd-3678b44e76be)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:50:54.562121 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-f3a32912-2232-4810-8deb-619c87fce535 req-b0c6bb37-4037-4c28-b1c0-b9ac445a2732 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:54.597044 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['a745b2f7-62da-43ae-afe6-d4aeab031c1d'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:50:54.604189 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c6bb37-4037-4c28-b1c0-b9ac445a2732 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Pushing event deleted for resources: {'Port': ['ID=a745b2f7-62da-43ae-afe6-d4aeab031c1d,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:54.629840 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:54.636732 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cd0cb3f5-5dbd-4054-bcf3-027956b71b42 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks [] for router_gateway, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:54.675823 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cd0cb3f5-5dbd-4054-bcf3-027956b71b42 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:54.698446 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=b7dd21ff-42f5-4d7e-acbb-f482f55e8e7a,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:54.708909 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3a32912-2232-4810-8deb-619c87fce535 req-b0c6bb37-4037-4c28-b1c0-b9ac445a2732 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] No DVR routers for this DVR port a745b2f7-62da-43ae-afe6-d4aeab031c1d on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:50:54.712276 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-f3a32912-2232-4810-8deb-619c87fce535 req-b0c6bb37-4037-4c28-b1c0-b9ac445a2732 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:54.715374 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f3a32912-2232-4810-8deb-619c87fce535 req-b0c6bb37-4037-4c28-b1c0-b9ac445a2732 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.62 "DELETE /v2.0/ports/a745b2f7-62da-43ae-afe6-d4aeab031c1d HTTP/1.1" status: 204 len: 173 time: 1.7477942 Jul 09 14:50:54.715923 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8014eebb-d84d-4876-a5d9-7fee3a40d79b', 'name': 'network-vif-deleted', 'tag': 'a745b2f7-62da-43ae-afe6-d4aeab031c1d'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:50:54.720086 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f688884-cbf9-4395-ada6-acc21af1765f" -d '{"events": [{"server_uuid": "8014eebb-d84d-4876-a5d9-7fee3a40d79b", "name": "network-vif-deleted", "tag": "a745b2f7-62da-43ae-afe6-d4aeab031c1d"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:50:54.826990 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5d3666ca-9ec7-4519-9b8e-09be647df87a tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:54.829643 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5d3666ca-9ec7-4519-9b8e-09be647df87a tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:54.833137 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-5d3666ca-9ec7-4519-9b8e-09be647df87a tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] 10.222.0.58 "DELETE /v2.0/security-groups/aa5f16b8-f3d3-48f7-b664-2484d09e1f6a HTTP/1.1" status: 204 len: 168 time: 0.5503960 Jul 09 14:50:54.845687 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41638) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:54.868342 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3666ca-9ec7-4519-9b8e-09be647df87a tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5f16b8-f3d3-48f7-b664-2484d09e1f6a,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:54.954165 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-336ece1a-c35b-4ba0-b18a-69048ade17fd req-80a97cee-3fd8-46f0-9cec-f3f388ad244b tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:54.976168 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-6e2ec7be-df55-4827-bee2-fdf97e825093 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1293163 Jul 09 14:50:54.979830 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41646) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:54.985947 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-d61e4f5a-d349-4874-9eb4-a07a8eda1b5e tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Request body: {'security_group': {'name': 'tempest-secgroup--976537606'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:50:55.031475 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca38407-6b42-4110-b408-502b2fd5ea82 req-9024cdfd-f169-4162-9a03-83edc353f76b tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:55.032985 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bca38407-6b42-4110-b408-502b2fd5ea82 req-9024cdfd-f169-4162-9a03-83edc353f76b tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb3b48d7-97bb-4407-ad64-472876dd2f4f HTTP/1.1" status: 200 len: 945 time: 0.1462405 Jul 09 14:50:55.072907 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bca38407-6b42-4110-b408-502b2fd5ea82 req-2278417e-68df-406e-b960-8352846a0bb5 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337641 Jul 09 14:50:55.110010 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-cd0cb3f5-5dbd-4054-bcf3-027956b71b42 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Allocated IP 172.25.3.240 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/6aeb300c-0269-40c0-8765-e2e27bb271b0) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:50:55.130958 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d61e4f5a-d349-4874-9eb4-a07a8eda1b5e tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:55.284678 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cd0cb3f5-5dbd-4054-bcf3-027956b71b42 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:55.321009 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d61e4f5a-d349-4874-9eb4-a07a8eda1b5e tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:55.398428 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce284ae-1409-4aa7-a9d6-ca459d32d21d x-openstack-request-id: req-6ce284ae-1409-4aa7-a9d6-ca459d32d21d {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:50:55.398815 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8014eebb-d84d-4876-a5d9-7fee3a40d79b", "name": "network-vif-deleted", "tag": "a745b2f7-62da-43ae-afe6-d4aeab031c1d", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:50:55.399134 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6ce284ae-1409-4aa7-a9d6-ca459d32d21d {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:50:55.399663 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8014eebb-d84d-4876-a5d9-7fee3a40d79b', 'name': 'network-vif-deleted', 'tag': 'a745b2f7-62da-43ae-afe6-d4aeab031c1d', 'status': 'completed', 'code': 200} Jul 09 14:50:55.426547 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d61e4f5a-d349-4874-9eb4-a07a8eda1b5e tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:55.451161 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cd0cb3f5-5dbd-4054-bcf3-027956b71b42 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:55.506880 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61e4f5a-d349-4874-9eb4-a07a8eda1b5e tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2bb5a85-7516-4dfe-a0bf-f10a389c95b4,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:55.517610 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0cb3f5-5dbd-4054-bcf3-027956b71b42 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:50:55.518659 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-336ece1a-c35b-4ba0-b18a-69048ade17fd req-80a97cee-3fd8-46f0-9cec-f3f388ad244b tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Allocated IP 172.25.3.130 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/4d964936-f744-4597-aeb8-a436ec618497) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:50:55.527637 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-cd0cb3f5-5dbd-4054-bcf3-027956b71b42 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:50:55.530595 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0cb3f5-5dbd-4054-bcf3-027956b71b42 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:50:55.586034 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d61e4f5a-d349-4874-9eb4-a07a8eda1b5e tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:55.591558 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d61e4f5a-d349-4874-9eb4-a07a8eda1b5e tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6066568 Jul 09 14:50:55.594221 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41658) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:55.601184 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0cb3f5-5dbd-4054-bcf3-027956b71b42 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Pushing event updated for resources: {'Port': ['ID=6aeb300c-0269-40c0-8765-e2e27bb271b0,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:55.658505 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-d7358587-7a78-4261-b4a1-5fa028c9061a tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Request body: {'security_group_rule': {'security_group_id': 'e2bb5a85-7516-4dfe-a0bf-f10a389c95b4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:50:55.673828 n-d-799529-6 neutron-server[94445]: WARNING neutron.api.v2.base [None req-d7358587-7a78-4261-b4a1-5fa028c9061a tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 09 14:50:55.674556 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [None req-d7358587-7a78-4261-b4a1-5fa028c9061a tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:50:55.678353 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d7358587-7a78-4261-b4a1-5fa028c9061a tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0792949 Jul 09 14:50:55.680901 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41660) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:55.695006 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-4256192e-2ebd-4c39-a1dc-c09f7aaa7911 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Request body: {'security_group_rule': {'security_group_id': 'e2bb5a85-7516-4dfe-a0bf-f10a389c95b4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:50:55.695765 n-d-799529-6 neutron-server[94445]: WARNING neutron.api.v2.base [None req-4256192e-2ebd-4c39-a1dc-c09f7aaa7911 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 09 14:50:55.696263 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [None req-4256192e-2ebd-4c39-a1dc-c09f7aaa7911 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:50:55.697434 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-4256192e-2ebd-4c39-a1dc-c09f7aaa7911 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0157630 Jul 09 14:50:55.702686 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41662) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:55.707269 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-98f565f7-d57b-4913-8ff5-aa37d665fb4a tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Request body: {'security_group_rule': {'security_group_id': 'e2bb5a85-7516-4dfe-a0bf-f10a389c95b4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:50:55.708193 n-d-799529-6 neutron-server[94445]: WARNING neutron.api.v2.base [None req-98f565f7-d57b-4913-8ff5-aa37d665fb4a tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 09 14:50:55.708744 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [None req-98f565f7-d57b-4913-8ff5-aa37d665fb4a tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:50:55.710026 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-98f565f7-d57b-4913-8ff5-aa37d665fb4a tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0061066 Jul 09 14:50:55.713359 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41664) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:55.717845 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-21a674fe-45d1-44a3-80fb-aacc924487c2 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Request body: {'security_group_rule': {'security_group_id': 'e2bb5a85-7516-4dfe-a0bf-f10a389c95b4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:50:55.721740 n-d-799529-6 neutron-server[94445]: WARNING neutron.api.v2.base [None req-21a674fe-45d1-44a3-80fb-aacc924487c2 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 09 14:50:55.721740 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [None req-21a674fe-45d1-44a3-80fb-aacc924487c2 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:50:55.721740 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-21a674fe-45d1-44a3-80fb-aacc924487c2 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0071342 Jul 09 14:50:55.727059 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41666) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:55.731668 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4f0d6d06-ad4c-4949-95de-f3d29a136ccf req-57d76d15-91d0-42a3-875c-898908c179eb tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e39f064-5e51-4e85-81e7-6f1d74f04b0c HTTP/1.1" status: 200 len: 210 time: 0.0474565 Jul 09 14:50:55.740321 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-336ece1a-c35b-4ba0-b18a-69048ade17fd req-80a97cee-3fd8-46f0-9cec-f3f388ad244b tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:55.816848 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a5384738-8635-4d3f-bacb-635f51ccf888 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:55.842427 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a5384738-8635-4d3f-bacb-635f51ccf888 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:55.935440 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-336ece1a-c35b-4ba0-b18a-69048ade17fd req-80a97cee-3fd8-46f0-9cec-f3f388ad244b tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:55.996830 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a97cee-3fd8-46f0-9cec-f3f388ad244b tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Pushing event updated for resources: {'Port': ['ID=4d964936-f744-4597-aeb8-a436ec618497,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:56.008451 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-336ece1a-c35b-4ba0-b18a-69048ade17fd req-80a97cee-3fd8-46f0-9cec-f3f388ad244b tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:50:56.011341 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-336ece1a-c35b-4ba0-b18a-69048ade17fd req-80a97cee-3fd8-46f0-9cec-f3f388ad244b tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:50:56.014885 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-336ece1a-c35b-4ba0-b18a-69048ade17fd req-80a97cee-3fd8-46f0-9cec-f3f388ad244b tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:50:56.027862 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cd0cb3f5-5dbd-4054-bcf3-027956b71b42 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks [] for router_gateway, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:56.067308 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device b7dd21ff-42f5-4d7e-acbb-f482f55e8e7a up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:50:56.152370 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e4dda420-4e83-4a2a-a5d5-1b5952bf6a5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:56.156690 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-336ece1a-c35b-4ba0-b18a-69048ade17fd req-80a97cee-3fd8-46f0-9cec-f3f388ad244b tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:56.163441 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a5384738-8635-4d3f-bacb-635f51ccf888 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:56.166353 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a5384738-8635-4d3f-bacb-635f51ccf888 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:56.168812 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-a5384738-8635-4d3f-bacb-635f51ccf888 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] 10.222.0.58 "DELETE /v2.0/security-groups/e2bb5a85-7516-4dfe-a0bf-f10a389c95b4 HTTP/1.1" status: 204 len: 168 time: 0.4395268 Jul 09 14:50:56.177042 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41680) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:56.177826 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5384738-8635-4d3f-bacb-635f51ccf888 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2bb5a85-7516-4dfe-a0bf-f10a389c95b4,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:56.197939 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port b7dd21ff-42f5-4d7e-acbb-f482f55e8e7a triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:50:56.198621 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:56.301882 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-827e3c95-0177-47b8-a030-11a1b91eb1ce tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1218295 Jul 09 14:50:56.306869 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41682) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:56.312883 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-75507753-63a2-4aea-bb1b-9095365dede8 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Request body: {'security_group': {'name': 'tempest-secgroup--13883897'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:50:56.314556 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-336ece1a-c35b-4ba0-b18a-69048ade17fd req-80a97cee-3fd8-46f0-9cec-f3f388ad244b tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:56.460037 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b91f3a-8cb0-4989-8908-2073baf50730 req-53dae5c4-4002-49ea-a39f-ec651af593ab tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:56.461534 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-75b91f3a-8cb0-4989-8908-2073baf50730 req-53dae5c4-4002-49ea-a39f-ec651af593ab tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb3b48d7-97bb-4407-ad64-472876dd2f4f HTTP/1.1" status: 200 len: 945 time: 0.1971943 Jul 09 14:50:56.464372 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cd0cb3f5-5dbd-4054-bcf3-027956b71b42 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:56.538703 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-75507753-63a2-4aea-bb1b-9095365dede8 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:56.556528 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-75b91f3a-8cb0-4989-8908-2073baf50730 req-7dc441b5-11f3-4223-8ea2-f5bc81af4911 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890646 Jul 09 14:50:56.583000 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-336ece1a-c35b-4ba0-b18a-69048ade17fd req-80a97cee-3fd8-46f0-9cec-f3f388ad244b tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:56.595768 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d4486d-96bb-4b11-b0e9-f35cdec084c3 req-f2a2e31c-4e3d-4407-80b1-70a8adad6dee tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:56.597460 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-65d4486d-96bb-4b11-b0e9-f35cdec084c3 req-f2a2e31c-4e3d-4407-80b1-70a8adad6dee tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.54 "GET /v2.0/networks?id=07a9ecbf-37ed-481a-bf65-f5d67d5555a8 HTTP/1.1" status: 200 len: 814 time: 0.1672654 Jul 09 14:50:56.613877 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-65d4486d-96bb-4b11-b0e9-f35cdec084c3 req-a39f565d-0706-4d49-bd20-3822ea7366df tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Request body: {'port': {'device_id': '6e39f064-5e51-4e85-81e7-6f1d74f04b0c', 'network_id': '07a9ecbf-37ed-481a-bf65-f5d67d5555a8', 'admin_state_up': True, 'tenant_id': 'a92a8786386049938dc9758ba7d95410'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:50:56.706333 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-75507753-63a2-4aea-bb1b-9095365dede8 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:56.749266 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-336ece1a-c35b-4ba0-b18a-69048ade17fd req-80a97cee-3fd8-46f0-9cec-f3f388ad244b tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:56.831802 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a97cee-3fd8-46f0-9cec-f3f388ad244b tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Pushing event updated for resources: {'Port': ['ID=4d964936-f744-4597-aeb8-a436ec618497,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:56.840861 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-336ece1a-c35b-4ba0-b18a-69048ade17fd req-80a97cee-3fd8-46f0-9cec-f3f388ad244b tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:56.864882 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-75507753-63a2-4aea-bb1b-9095365dede8 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:56.871684 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd0cb3f5-5dbd-4054-bcf3-027956b71b42 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Router b9f18257-5a7a-4f21-9c43-c47b871261c1 is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:50:56.942666 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75507753-63a2-4aea-bb1b-9095365dede8 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0f9a61-6932-4b92-ad43-99857aa78e70,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:57.015789 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd0cb3f5-5dbd-4054-bcf3-027956b71b42 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:50:57.026797 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-336ece1a-c35b-4ba0-b18a-69048ade17fd req-80a97cee-3fd8-46f0-9cec-f3f388ad244b tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:57.027354 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d949fa5a-fa26-4a89-86da-ef2e87ed1661 None None] Sync routers for ids ['b9f18257-5a7a-4f21-9c43-c47b871261c1'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:50:57.028449 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-336ece1a-c35b-4ba0-b18a-69048ade17fd req-80a97cee-3fd8-46f0-9cec-f3f388ad244b tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8322227 Jul 09 14:50:57.046851 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d949fa5a-fa26-4a89-86da-ef2e87ed1661 None None] Routers {'b9f18257-5a7a-4f21-9c43-c47b871261c1'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:50:57.047833 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-d949fa5a-fa26-4a89-86da-ef2e87ed1661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:50:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['b9f18257-5a7a-4f21-9c43-c47b871261c1'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:57.069326 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-75507753-63a2-4aea-bb1b-9095365dede8 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:57.073853 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-75507753-63a2-4aea-bb1b-9095365dede8 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7629125 Jul 09 14:50:57.074184 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41704) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:57.079363 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-fb9e349c-e180-4c87-9b80-24167b15929b tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Request body: {'security_group_rule': {'security_group_id': '9c0f9a61-6932-4b92-ad43-99857aa78e70', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:50:57.080645 n-d-799529-6 neutron-server[94446]: WARNING neutron.api.v2.base [None req-fb9e349c-e180-4c87-9b80-24167b15929b tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 09 14:50:57.081292 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [None req-fb9e349c-e180-4c87-9b80-24167b15929b tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:50:57.087687 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-fb9e349c-e180-4c87-9b80-24167b15929b tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0070183 Jul 09 14:50:57.087826 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41706) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:57.091080 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-d949fa5a-fa26-4a89-86da-ef2e87ed1661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:57.093982 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-ec2b2a70-bf1c-4076-872d-6106c58b7d98 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Request body: {'security_group_rule': {'security_group_id': '9c0f9a61-6932-4b92-ad43-99857aa78e70', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:50:57.102442 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d949fa5a-fa26-4a89-86da-ef2e87ed1661 None None] Routers {'b9f18257-5a7a-4f21-9c43-c47b871261c1'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:50:57.103340 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-d949fa5a-fa26-4a89-86da-ef2e87ed1661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:50:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['b9f18257-5a7a-4f21-9c43-c47b871261c1'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:57.125519 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-336ece1a-c35b-4ba0-b18a-69048ade17fd req-58a99980-60d1-4550-9202-383c7630cc7d tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.3.130 HTTP/1.1" status: 200 len: 696 time: 0.0909834 Jul 09 14:50:57.144375 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-d949fa5a-fa26-4a89-86da-ef2e87ed1661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:50:57.145405 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d949fa5a-fa26-4a89-86da-ef2e87ed1661 None None] The sync data for ids ['b9f18257-5a7a-4f21-9c43-c47b871261c1'] in n-d-799529-6 is: [] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:50:57.244193 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ece1a-c35b-4ba0-b18a-69048ade17fd req-7e8e60bc-5e81-4119-8053-614e41f200a8 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:57.245567 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-336ece1a-c35b-4ba0-b18a-69048ade17fd req-7e8e60bc-5e81-4119-8053-614e41f200a8 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] 10.222.0.58 "GET /v2.0/networks/202c7ce6-d4e9-4f80-84dd-bef08905a653 HTTP/1.1" status: 200 len: 784 time: 0.1191187 Jul 09 14:50:57.304011 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65d4486d-96bb-4b11-b0e9-f35cdec084c3 req-a39f565d-0706-4d49-bd20-3822ea7366df tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Made reservation on behalf of a92a8786386049938dc9758ba7d95410 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:50:57.307877 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-65d4486d-96bb-4b11-b0e9-f35cdec084c3 req-a39f565d-0706-4d49-bd20-3822ea7366df tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:57.397870 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-46bfafbd-6e01-49ad-b06d-eebfdff6e679 req-acb00ac1-2c1a-40ef-a0ba-20dcc5f00f39 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e39f064-5e51-4e85-81e7-6f1d74f04b0c HTTP/1.1" status: 200 len: 210 time: 0.0625741 Jul 09 14:50:57.400354 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cd0cb3f5-5dbd-4054-bcf3-027956b71b42 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:57.404902 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-cd0cb3f5-5dbd-4054-bcf3-027956b71b42 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.1835577 Jul 09 14:50:57.406311 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41718) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:57.414021 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-46898781-39a8-493b-a684-c17aff6e1ecc tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:50:57.631230 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-65d4486d-96bb-4b11-b0e9-f35cdec084c3 req-a39f565d-0706-4d49-bd20-3822ea7366df tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Allocated IP 172.20.0.9 (07a9ecbf-37ed-481a-bf65-f5d67d5555a8/6a6c5dcf-ab29-40a6-a385-f6eb72afc65e/0c0aafc5-023c-4ccc-a4d6-a43e9f399e38) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:50:57.661089 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [None req-ec2b2a70-bf1c-4076-872d-6106c58b7d98 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:50:57.664850 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ec2b2a70-bf1c-4076-872d-6106c58b7d98 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5733423 Jul 09 14:50:57.665067 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41728) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:57.669723 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-c06201a5-a8a5-430c-b4c1-a40b52b3a1a5 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Request body: {'security_group_rule': {'security_group_id': '9c0f9a61-6932-4b92-ad43-99857aa78e70', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:50:57.670226 n-d-799529-6 neutron-server[94446]: WARNING neutron.api.v2.base [None req-c06201a5-a8a5-430c-b4c1-a40b52b3a1a5 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 09 14:50:57.670792 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [None req-c06201a5-a8a5-430c-b4c1-a40b52b3a1a5 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:50:57.671734 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c06201a5-a8a5-430c-b4c1-a40b52b3a1a5 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0057287 Jul 09 14:50:57.674250 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41730) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:57.678510 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-3ae98d6d-82df-4ce5-8428-ab3eb6b57c38 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Request body: {'security_group_rule': {'security_group_id': '9c0f9a61-6932-4b92-ad43-99857aa78e70', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:50:57.706795 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-76633072-7024-4ea5-a38c-00beb0cf649a req-381aa4ba-de0b-402a-b88c-d64301baaf06 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2486668 Jul 09 14:50:57.730278 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-76633072-7024-4ea5-a38c-00beb0cf649a req-68c786d6-010a-4baa-8073-bc0cca547eef tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Request body: {'floatingip': {'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:50:57.964947 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device a745b2f7-62da-43ae-afe6-d4aeab031c1d no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:50:57.989107 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: a745b2f7-62da-43ae-afe6-d4aeab031c1d {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:50:57.989341 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-65d4486d-96bb-4b11-b0e9-f35cdec084c3 req-a39f565d-0706-4d49-bd20-3822ea7366df tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:57.989477 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device a745b2f7-62da-43ae-afe6-d4aeab031c1d not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:50:58.015986 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-46898781-39a8-493b-a684-c17aff6e1ecc tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:58.066976 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-76633072-7024-4ea5-a38c-00beb0cf649a req-68c786d6-010a-4baa-8073-bc0cca547eef tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Notify callbacks [] for floatingip, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:58.169302 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-76633072-7024-4ea5-a38c-00beb0cf649a req-68c786d6-010a-4baa-8073-bc0cca547eef tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:58.178908 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-65d4486d-96bb-4b11-b0e9-f35cdec084c3 req-a39f565d-0706-4d49-bd20-3822ea7366df tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:58.235179 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-46898781-39a8-493b-a684-c17aff6e1ecc tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:58.237973 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [None req-3ae98d6d-82df-4ce5-8428-ab3eb6b57c38 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:50:58.239270 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-3ae98d6d-82df-4ce5-8428-ab3eb6b57c38 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5639689 Jul 09 14:50:58.242192 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41752) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:58.250492 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-3cf153f2-8a96-4c17-a6a6-7813a1ca3ec8 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Request body: {'security_group_rule': {'security_group_id': '9c0f9a61-6932-4b92-ad43-99857aa78e70', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:50:58.251150 n-d-799529-6 neutron-server[94446]: WARNING neutron.api.v2.base [None req-3cf153f2-8a96-4c17-a6a6-7813a1ca3ec8 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 09 14:50:58.251681 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [None req-3cf153f2-8a96-4c17-a6a6-7813a1ca3ec8 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:50:58.255549 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-3cf153f2-8a96-4c17-a6a6-7813a1ca3ec8 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0082943 Jul 09 14:50:58.256277 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41756) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:58.261691 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-ddaeb072-71fe-4413-9d0d-a0e0ad498b0b tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Request body: {'security_group_rule': {'security_group_id': '9c0f9a61-6932-4b92-ad43-99857aa78e70', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:50:58.277733 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65d4486d-96bb-4b11-b0e9-f35cdec084c3 req-a39f565d-0706-4d49-bd20-3822ea7366df tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Network 07a9ecbf-37ed-481a-bf65-f5d67d5555a8 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:50:58.285440 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-65d4486d-96bb-4b11-b0e9-f35cdec084c3 req-a39f565d-0706-4d49-bd20-3822ea7366df tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:50:58.289874 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-65d4486d-96bb-4b11-b0e9-f35cdec084c3 req-a39f565d-0706-4d49-bd20-3822ea7366df tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:50:58.292355 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39f565d-0706-4d49-bd20-3822ea7366df tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Pushing event updated for resources: {'Port': ['ID=0c0aafc5-023c-4ccc-a4d6-a43e9f399e38,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:58.404011 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d4486d-96bb-4b11-b0e9-f35cdec084c3 req-a39f565d-0706-4d49-bd20-3822ea7366df tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:58.404629 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-65d4486d-96bb-4b11-b0e9-f35cdec084c3 req-a39f565d-0706-4d49-bd20-3822ea7366df tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:58.420542 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-76633072-7024-4ea5-a38c-00beb0cf649a req-68c786d6-010a-4baa-8073-bc0cca547eef tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Allocated IP 172.25.3.53 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/27af7698-8bab-414b-ac12-ca4d7e5cbfbb) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:50:58.493403 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-46898781-39a8-493b-a684-c17aff6e1ecc tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Deleting port 6aeb300c-0269-40c0-8765-e2e27bb271b0 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:50:58.493771 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-46898781-39a8-493b-a684-c17aff6e1ecc tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:58.524252 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [None req-ddaeb072-71fe-4413-9d0d-a0e0ad498b0b tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:50:58.525644 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ddaeb072-71fe-4413-9d0d-a0e0ad498b0b tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2680161 Jul 09 14:50:58.528565 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41764) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:58.533989 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-34c18321-4b3f-48be-8baf-8d9648084af3 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Request body: {'security_group_rule': {'security_group_id': '9c0f9a61-6932-4b92-ad43-99857aa78e70', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:50:58.534540 n-d-799529-6 neutron-server[94446]: WARNING neutron.api.v2.base [None req-34c18321-4b3f-48be-8baf-8d9648084af3 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 09 14:50:58.535913 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [None req-34c18321-4b3f-48be-8baf-8d9648084af3 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:50:58.537310 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-34c18321-4b3f-48be-8baf-8d9648084af3 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0075572 Jul 09 14:50:58.539756 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-65d4486d-96bb-4b11-b0e9-f35cdec084c3 req-a39f565d-0706-4d49-bd20-3822ea7366df tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9322255 Jul 09 14:50:58.543030 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41766) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:58.553541 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-6470131e-7df2-455c-a943-1933c5462a22 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Request body: {'security_group_rule': {'security_group_id': '9c0f9a61-6932-4b92-ad43-99857aa78e70', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:50:58.566169 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-65d4486d-96bb-4b11-b0e9-f35cdec084c3 req-ae8ff524-ad55-4c64-81d3-2e68e26ae116 service neutron] Request body: {'port': {'device_id': '6e39f064-5e51-4e85-81e7-6f1d74f04b0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:50:58.604436 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291bc8af-2d1c-49a8-9325-812ed50c7bf7 req-048d1192-a401-46bd-85df-43055e3b50ca tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:58.606106 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-291bc8af-2d1c-49a8-9325-812ed50c7bf7 req-048d1192-a401-46bd-85df-43055e3b50ca tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e39f064-5e51-4e85-81e7-6f1d74f04b0c HTTP/1.1" status: 200 len: 931 time: 0.0678697 Jul 09 14:50:58.647679 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-291bc8af-2d1c-49a8-9325-812ed50c7bf7 req-e958ab80-ac5c-4f32-8fd9-63abf04e5cc5 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340390 Jul 09 14:50:58.679072 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-46898781-39a8-493b-a684-c17aff6e1ecc tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:58.716917 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-76633072-7024-4ea5-a38c-00beb0cf649a req-68c786d6-010a-4baa-8073-bc0cca547eef tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:58.728730 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-46898781-39a8-493b-a684-c17aff6e1ecc tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Calling delete_port for 6aeb300c-0269-40c0-8765-e2e27bb271b0 owned by network:router_gateway {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:50:58.750942 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-65d4486d-96bb-4b11-b0e9-f35cdec084c3 req-ae8ff524-ad55-4c64-81d3-2e68e26ae116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:59.053103 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e4a3d418-f7a4-4098-a3e2-7429d9a68722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:59.119974 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [None req-6470131e-7df2-455c-a943-1933c5462a22 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:50:59.121030 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-6470131e-7df2-455c-a943-1933c5462a22 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5728314 Jul 09 14:50:59.125467 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41792) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:59.128880 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-7526ee6c-6058-4177-9a6e-3fec0a5866df tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Request body: {'security_group_rule': {'security_group_id': '9c0f9a61-6932-4b92-ad43-99857aa78e70', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:50:59.149964 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:59.282434 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-76633072-7024-4ea5-a38c-00beb0cf649a req-68c786d6-010a-4baa-8073-bc0cca547eef tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:59.366049 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76633072-7024-4ea5-a38c-00beb0cf649a req-68c786d6-010a-4baa-8073-bc0cca547eef tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:50:59.397416 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-76633072-7024-4ea5-a38c-00beb0cf649a req-68c786d6-010a-4baa-8073-bc0cca547eef tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:50:59.406373 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-76633072-7024-4ea5-a38c-00beb0cf649a req-68c786d6-010a-4baa-8073-bc0cca547eef tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:50:59.417126 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c786d6-010a-4baa-8073-bc0cca547eef tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Pushing event updated for resources: {'Port': ['ID=27af7698-8bab-414b-ac12-ca4d7e5cbfbb,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:59.430292 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [None req-7526ee6c-6058-4177-9a6e-3fec0a5866df tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:50:59.430292 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7526ee6c-6058-4177-9a6e-3fec0a5866df tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3034863 Jul 09 14:50:59.433538 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41802) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:59.508968 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-74dfa556-e7a1-4f3a-aab2-4c47dd77e65c tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:59.539974 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-74dfa556-e7a1-4f3a-aab2-4c47dd77e65c tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:59.574855 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-76633072-7024-4ea5-a38c-00beb0cf649a req-68c786d6-010a-4baa-8073-bc0cca547eef tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:59.582764 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-65d4486d-96bb-4b11-b0e9-f35cdec084c3 req-ae8ff524-ad55-4c64-81d3-2e68e26ae116 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c0aafc5-023c-4ccc-a4d6-a43e9f399e38 {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:50:59.590631 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-65d4486d-96bb-4b11-b0e9-f35cdec084c3 req-ae8ff524-ad55-4c64-81d3-2e68e26ae116 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:59.623395 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-46898781-39a8-493b-a684-c17aff6e1ecc tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:59.650466 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46898781-39a8-493b-a684-c17aff6e1ecc tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Pushing event deleted for resources: {'Port': ['ID=6aeb300c-0269-40c0-8765-e2e27bb271b0,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:59.715386 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-46898781-39a8-493b-a684-c17aff6e1ecc tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:59.747204 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-74dfa556-e7a1-4f3a-aab2-4c47dd77e65c tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:59.750867 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-74dfa556-e7a1-4f3a-aab2-4c47dd77e65c tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:59.754346 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-74dfa556-e7a1-4f3a-aab2-4c47dd77e65c tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] 10.222.0.58 "DELETE /v2.0/security-groups/9c0f9a61-6932-4b92-ad43-99857aa78e70 HTTP/1.1" status: 204 len: 168 time: 0.3173881 Jul 09 14:50:59.754491 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-65d4486d-96bb-4b11-b0e9-f35cdec084c3 req-ae8ff524-ad55-4c64-81d3-2e68e26ae116 service neutron] Transition to ACTIVE for port object 0c0aafc5-023c-4ccc-a4d6-a43e9f399e38 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:50:59.756410 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41812) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:59.768127 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dfa556-e7a1-4f3a-aab2-4c47dd77e65c tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0f9a61-6932-4b92-ad43-99857aa78e70,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:59.814782 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-9911a486-5375-4c55-8de2-9070d25696c3 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0573072 Jul 09 14:50:59.818593 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41814) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:50:59.823454 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-2b466960-7d3c-448d-9b61-cba2a8e394d6 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Request body: {'security_group': {'name': 'tempest-secgroup--633080894'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:50:59.878015 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-65d4486d-96bb-4b11-b0e9-f35cdec084c3 req-ae8ff524-ad55-4c64-81d3-2e68e26ae116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:59.906710 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2b466960-7d3c-448d-9b61-cba2a8e394d6 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:59.994059 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-76633072-7024-4ea5-a38c-00beb0cf649a req-68c786d6-010a-4baa-8073-bc0cca547eef tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:00.028397 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-46898781-39a8-493b-a684-c17aff6e1ecc tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:00.044142 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2b466960-7d3c-448d-9b61-cba2a8e394d6 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:00.055703 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-46898781-39a8-493b-a684-c17aff6e1ecc tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-753925'] for router, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:00.066837 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8ff524-ad55-4c64-81d3-2e68e26ae116 service neutron] Pushing event updated for resources: {'Port': ['ID=0c0aafc5-023c-4ccc-a4d6-a43e9f399e38,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:00.185796 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e5d56d-c936-48b2-abab-a80e2ea06a32 req-269a3254-f0af-430f-bdeb-83805ebc17e0 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:00.187353 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-88e5d56d-c936-48b2-abab-a80e2ea06a32 req-269a3254-f0af-430f-bdeb-83805ebc17e0 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e39f064-5e51-4e85-81e7-6f1d74f04b0c HTTP/1.1" status: 200 len: 943 time: 0.0843487 Jul 09 14:51:00.192027 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2b466960-7d3c-448d-9b61-cba2a8e394d6 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:00.249929 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:00.256356 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46898781-39a8-493b-a684-c17aff6e1ecc tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Router b9f18257-5a7a-4f21-9c43-c47b871261c1 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:51:00.259944 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-88e5d56d-c936-48b2-abab-a80e2ea06a32 req-fbbad4b9-7349-4be9-aa08-a29ece6a773a tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649376 Jul 09 14:51:00.261023 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b466960-7d3c-448d-9b61-cba2a8e394d6 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76135d74-b3e9-4196-94c3-4ec55ff5ae25,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:00.283206 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-65d4486d-96bb-4b11-b0e9-f35cdec084c3 req-ae8ff524-ad55-4c64-81d3-2e68e26ae116 service neutron] Attempting to bind port 0c0aafc5-023c-4ccc-a4d6-a43e9f399e38 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:51:00.293170 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-65d4486d-96bb-4b11-b0e9-f35cdec084c3 req-ae8ff524-ad55-4c64-81d3-2e68e26ae116 service neutron] Attempting to bind port 0c0aafc5-023c-4ccc-a4d6-a43e9f399e38 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '88773363-1d78-439b-bb07-1d37ed239605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '07a9ecbf-37ed-481a-bf65-f5d67d5555a8'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:51:00.293170 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d4486d-96bb-4b11-b0e9-f35cdec084c3 req-ae8ff524-ad55-4c64-81d3-2e68e26ae116 service neutron] Attempting to bind port 0c0aafc5-023c-4ccc-a4d6-a43e9f399e38 on network 07a9ecbf-37ed-481a-bf65-f5d67d5555a8 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:51:00.299862 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d4486d-96bb-4b11-b0e9-f35cdec084c3 req-ae8ff524-ad55-4c64-81d3-2e68e26ae116 service neutron] Port 0c0aafc5-023c-4ccc-a4d6-a43e9f399e38 on network 07a9ecbf-37ed-481a-bf65-f5d67d5555a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:51:00.300195 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d4486d-96bb-4b11-b0e9-f35cdec084c3 req-ae8ff524-ad55-4c64-81d3-2e68e26ae116 service neutron] Attempting to bind port 0c0aafc5-023c-4ccc-a4d6-a43e9f399e38 on network 07a9ecbf-37ed-481a-bf65-f5d67d5555a8 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:51:00.325812 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d4486d-96bb-4b11-b0e9-f35cdec084c3 req-ae8ff524-ad55-4c64-81d3-2e68e26ae116 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:51:00.326217 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d4486d-96bb-4b11-b0e9-f35cdec084c3 req-ae8ff524-ad55-4c64-81d3-2e68e26ae116 service neutron] Checking segment: {'id': '88773363-1d78-439b-bb07-1d37ed239605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '07a9ecbf-37ed-481a-bf65-f5d67d5555a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:51:00.326530 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d4486d-96bb-4b11-b0e9-f35cdec084c3 req-ae8ff524-ad55-4c64-81d3-2e68e26ae116 service neutron] Bound using segment: {'id': '88773363-1d78-439b-bb07-1d37ed239605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '07a9ecbf-37ed-481a-bf65-f5d67d5555a8'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:51:00.326976 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-65d4486d-96bb-4b11-b0e9-f35cdec084c3 req-ae8ff524-ad55-4c64-81d3-2e68e26ae116 service neutron] Bound port: 0c0aafc5-023c-4ccc-a4d6-a43e9f399e38, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88773363-1d78-439b-bb07-1d37ed239605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '07a9ecbf-37ed-481a-bf65-f5d67d5555a8'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:51:00.327369 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-65d4486d-96bb-4b11-b0e9-f35cdec084c3 req-ae8ff524-ad55-4c64-81d3-2e68e26ae116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:00.357991 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2b466960-7d3c-448d-9b61-cba2a8e394d6 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:00.359933 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-2b466960-7d3c-448d-9b61-cba2a8e394d6 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5400314 Jul 09 14:51:00.362705 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41846) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:00.367274 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-49abfe12-9f12-4388-9601-a7d3e485d8ad tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Request body: {'security_group_rule': {'security_group_id': '76135d74-b3e9-4196-94c3-4ec55ff5ae25', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:51:00.434035 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46898781-39a8-493b-a684-c17aff6e1ecc tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:51:00.436991 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-76633072-7024-4ea5-a38c-00beb0cf649a req-68c786d6-010a-4baa-8073-bc0cca547eef tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:00.444922 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-46898781-39a8-493b-a684-c17aff6e1ecc tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:00.446104 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-46898781-39a8-493b-a684-c17aff6e1ecc tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] 10.222.0.58 "PUT /v2.0/routers/b9f18257-5a7a-4f21-9c43-c47b871261c1 HTTP/1.1" status: 200 len: 708 time: 3.0388114 Jul 09 14:51:00.448510 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748c7e8f-3457-4ff0-a9bd-251a332db567 None None] Sync routers for ids ['b9f18257-5a7a-4f21-9c43-c47b871261c1'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:51:00.449001 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41850) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:00.461222 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748c7e8f-3457-4ff0-a9bd-251a332db567 None None] Routers {'b9f18257-5a7a-4f21-9c43-c47b871261c1'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:51:00.461845 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-748c7e8f-3457-4ff0-a9bd-251a332db567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:50:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['b9f18257-5a7a-4f21-9c43-c47b871261c1'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:00.502337 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-65d4486d-96bb-4b11-b0e9-f35cdec084c3 req-ae8ff524-ad55-4c64-81d3-2e68e26ae116 service neutron] For port 0c0aafc5-023c-4ccc-a4d6-a43e9f399e38, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:51:00.507233 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-65d4486d-96bb-4b11-b0e9-f35cdec084c3 req-ae8ff524-ad55-4c64-81d3-2e68e26ae116 service neutron] For port 0c0aafc5-023c-4ccc-a4d6-a43e9f399e38, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=0c0aafc5-023c-4ccc-a4d6-a43e9f399e38,segment=NetworkSegment(88773363-1d78-439b-bb07-1d37ed239605),segment_id=88773363-1d78-439b-bb07-1d37ed239605)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:51:00.532570 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c9bbf27c-1ad5-4155-89c6-62767d439483 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] 10.222.0.58 "GET /v2.0/routers/b9f18257-5a7a-4f21-9c43-c47b871261c1 HTTP/1.1" status: 200 len: 743 time: 0.0822976 Jul 09 14:51:00.535925 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41862) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:00.540308 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-748c7e8f-3457-4ff0-a9bd-251a332db567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:00.557152 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748c7e8f-3457-4ff0-a9bd-251a332db567 None None] Routers {'b9f18257-5a7a-4f21-9c43-c47b871261c1'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:51:00.557152 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-748c7e8f-3457-4ff0-a9bd-251a332db567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:50:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['b9f18257-5a7a-4f21-9c43-c47b871261c1'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:00.566409 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-76633072-7024-4ea5-a38c-00beb0cf649a req-68c786d6-010a-4baa-8073-bc0cca547eef tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:00.588735 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-748c7e8f-3457-4ff0-a9bd-251a332db567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:00.589427 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748c7e8f-3457-4ff0-a9bd-251a332db567 None None] The sync data for ids ['b9f18257-5a7a-4f21-9c43-c47b871261c1'] in n-d-799529-6 is: [] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:51:00.592679 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-deac0743-f6f7-4105-9817-dee42c352b57 tempest-RoutersIpV6AdminTest-1743799527 tempest-RoutersIpV6AdminTest-1743799527-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=202c7ce6-d4e9-4f80-84dd-bef08905a653&device_id=b9f18257-5a7a-4f21-9c43-c47b871261c1 HTTP/1.1" status: 200 len: 205 time: 0.0526745 Jul 09 14:51:00.593586 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41864) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:00.632375 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-8195ab93-8a8d-471c-8d8a-c374f3e977a9 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9f18257-5a7a-4f21-9c43-c47b871261c1 HTTP/1.1" status: 200 len: 205 time: 0.0355177 Jul 09 14:51:00.633407 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41866) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:00.656306 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-65d4486d-96bb-4b11-b0e9-f35cdec084c3 req-ae8ff524-ad55-4c64-81d3-2e68e26ae116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:00.678253 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c786d6-010a-4baa-8073-bc0cca547eef tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Pushing event updated for resources: {'Port': ['ID=27af7698-8bab-414b-ac12-ca4d7e5cbfbb,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:00.709478 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d4486d-96bb-4b11-b0e9-f35cdec084c3 req-ae8ff524-ad55-4c64-81d3-2e68e26ae116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:00.710112 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-65d4486d-96bb-4b11-b0e9-f35cdec084c3 req-ae8ff524-ad55-4c64-81d3-2e68e26ae116 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:00.711552 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-65d4486d-96bb-4b11-b0e9-f35cdec084c3 req-ae8ff524-ad55-4c64-81d3-2e68e26ae116 service neutron] 10.222.0.54 "PUT /v2.0/ports/0c0aafc5-023c-4ccc-a4d6-a43e9f399e38 HTTP/1.1" status: 200 len: 1091 time: 2.1532726 Jul 09 14:51:00.717633 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e39f064-5e51-4e85-81e7-6f1d74f04b0c', 'tag': '0c0aafc5-023c-4ccc-a4d6-a43e9f399e38'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:51:00.720813 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ae3862-291c-4d72-96b3-b89f1362d9a1" -d '{"events": [{"name": "network-changed", "server_uuid": "6e39f064-5e51-4e85-81e7-6f1d74f04b0c", "tag": "0c0aafc5-023c-4ccc-a4d6-a43e9f399e38"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:51:00.721261 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [None req-49abfe12-9f12-4388-9601-a7d3e485d8ad tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] create failed (client error): The resource could not be found. Jul 09 14:51:00.724403 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-49abfe12-9f12-4388-9601-a7d3e485d8ad tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3600912 Jul 09 14:51:00.728461 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41870) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:00.734671 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-e3a4b3d7-39a0-4c52-8540-e2e4f5012745 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Request body: {'security_group_rule': {'security_group_id': '76135d74-b3e9-4196-94c3-4ec55ff5ae25', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'b7220464-0213-47d0-86af-935f55942b1b'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:51:00.740035 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-76633072-7024-4ea5-a38c-00beb0cf649a req-68c786d6-010a-4baa-8073-bc0cca547eef tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:00.758250 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-001db342-ea14-41b5-b834-634a49ab648a tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks [] for router, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:00.784044 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8ff524-ad55-4c64-81d3-2e68e26ae116 service neutron] Pushing event updated for resources: {'Port': ['ID=0c0aafc5-023c-4ccc-a4d6-a43e9f399e38,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:00.912169 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device c222c958-4865-49ae-a359-bcfa44af19e2 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:51:00.935747 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac0e655-d5a9-44cb-9402-4a5850566f74 req-9331d178-0aa2-404c-8c0c-6df1bd6040b6 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:00.937771 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8ac0e655-d5a9-44cb-9402-4a5850566f74 req-9331d178-0aa2-404c-8c0c-6df1bd6040b6 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=9da18f17-d082-4d4c-86e5-ac89efaa7ffa HTTP/1.1" status: 200 len: 946 time: 0.2645354 Jul 09 14:51:00.943606 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-001db342-ea14-41b5-b834-634a49ab648a tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:00.945939 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-001db342-ea14-41b5-b834-634a49ab648a tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:00.978133 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d4486d-96bb-4b11-b0e9-f35cdec084c3 req-afd89d8a-d7ef-4d8d-a604-908cd2dfdc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:00.979723 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-65d4486d-96bb-4b11-b0e9-f35cdec084c3 req-afd89d8a-d7ef-4d8d-a604-908cd2dfdc2a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a92a8786386049938dc9758ba7d95410&device_id=6e39f064-5e51-4e85-81e7-6f1d74f04b0c HTTP/1.1" status: 200 len: 1094 time: 0.0698755 Jul 09 14:51:01.029675 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8ac0e655-d5a9-44cb-9402-4a5850566f74 req-ed215b8b-a3e9-4979-abf8-9aa4bb7cfbd0 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=473b60ee-6046-439a-9449-2a9b96c46b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818596 Jul 09 14:51:01.046137 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port c222c958-4865-49ae-a359-bcfa44af19e2, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=c222c958-4865-49ae-a359-bcfa44af19e2,segment=NetworkSegment(2badb0c6-e67f-4820-b4bb-8e5a90533cf4),segment_id=2badb0c6-e67f-4820-b4bb-8e5a90533cf4)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:51:01.052979 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-65d4486d-96bb-4b11-b0e9-f35cdec084c3 req-eb3c44b0-918c-41a5-82de-13dd8e67a796 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c0aafc5-023c-4ccc-a4d6-a43e9f399e38 HTTP/1.1" status: 200 len: 217 time: 0.0657299 Jul 09 14:51:01.054190 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-76633072-7024-4ea5-a38c-00beb0cf649a req-68c786d6-010a-4baa-8073-bc0cca547eef tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:01.057178 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-76633072-7024-4ea5-a38c-00beb0cf649a req-68c786d6-010a-4baa-8073-bc0cca547eef tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.3374326 Jul 09 14:51:01.064817 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': 'c222c958-4865-49ae-a359-bcfa44af19e2', 'network_id': 'a9d0dfb1-4ed4-4376-bcf0-50fa5388f064', 'port_id': 'c222c958-4865-49ae-a359-bcfa44af19e2', 'mac_address': 'fa:16:3e:44:0a:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c4bd77b-9e34-44f4-9dc2-fa632746bcf3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:51:01.120506 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-001db342-ea14-41b5-b834-634a49ab648a tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:01.120934 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001db342-ea14-41b5-b834-634a49ab648a tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Fanout notify agent at l3_agent the message router_deleted on router b9f18257-5a7a-4f21-9c43-c47b871261c1 {{(pid=94446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:51:01.129484 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-001db342-ea14-41b5-b834-634a49ab648a tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:01.136676 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-001db342-ea14-41b5-b834-634a49ab648a tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] 10.222.0.58 "DELETE /v2.0/routers/b9f18257-5a7a-4f21-9c43-c47b871261c1 HTTP/1.1" status: 204 len: 168 time: 0.5020983 Jul 09 14:51:01.137405 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41886) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:01.149644 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:01.170494 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c222c958-4865-49ae-a359-bcfa44af19e2 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:51:01.180774 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [None req-e3a4b3d7-39a0-4c52-8540-e2e4f5012745 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] create failed (client error): The resource could not be found. Jul 09 14:51:01.184714 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e3a4b3d7-39a0-4c52-8540-e2e4f5012745 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4524786 Jul 09 14:51:01.185531 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41888) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:01.202512 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41890) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:01.205511 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port c222c958-4865-49ae-a359-bcfa44af19e2, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=c222c958-4865-49ae-a359-bcfa44af19e2,segment=NetworkSegment(2badb0c6-e67f-4820-b4bb-8e5a90533cf4),segment_id=2badb0c6-e67f-4820-b4bb-8e5a90533cf4)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:51:01.209714 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-0e192a64-10a0-41fc-a8d2-2eff3c09412e tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9f18257-5a7a-4f21-9c43-c47b871261c1 HTTP/1.1" status: 200 len: 205 time: 0.0605137 Jul 09 14:51:01.246532 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-76633072-7024-4ea5-a38c-00beb0cf649a req-b81561b7-7737-4116-8adb-084146a7e4bb tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.3.53 HTTP/1.1" status: 200 len: 695 time: 0.1718016 Jul 09 14:51:01.293336 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [None req-f31a9651-de46-46d4-92c2-a447588a8dcb tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] delete failed (client error): The resource could not be found. Jul 09 14:51:01.295073 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f31a9651-de46-46d4-92c2-a447588a8dcb tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] 10.222.0.58 "DELETE /v2.0/routers/b9f18257-5a7a-4f21-9c43-c47b871261c1 HTTP/1.1" status: 404 len: 336 time: 0.0807328 Jul 09 14:51:01.299891 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41894) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:01.324373 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d4486d-96bb-4b11-b0e9-f35cdec084c3 req-2508c52d-02b6-4e3f-bea1-003c2cea9c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:01.325888 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-65d4486d-96bb-4b11-b0e9-f35cdec084c3 req-2508c52d-02b6-4e3f-bea1-003c2cea9c3d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6a6c5dcf-ab29-40a6-a385-f6eb72afc65e HTTP/1.1" status: 200 len: 854 time: 0.2631299 Jul 09 14:51:01.332290 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:01.362969 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-47a80c75-b62e-4eee-af1f-bae77adef476 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed8e9f72-5dac-4aaf-b3ea-81d7acb146d3 HTTP/1.1" status: 200 len: 205 time: 0.0596285 Jul 09 14:51:01.363718 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41898) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:01.376548 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936a99d4-05cb-443d-9874-480bba249c1a x-openstack-request-id: req-936a99d4-05cb-443d-9874-480bba249c1a {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:51:01.376548 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e39f064-5e51-4e85-81e7-6f1d74f04b0c", "tag": "0c0aafc5-023c-4ccc-a4d6-a43e9f399e38", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:51:01.376793 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-936a99d4-05cb-443d-9874-480bba249c1a {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:51:01.376999 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e39f064-5e51-4e85-81e7-6f1d74f04b0c', 'tag': '0c0aafc5-023c-4ccc-a4d6-a43e9f399e38', 'status': 'completed', 'code': 200} Jul 09 14:51:01.458722 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [None req-51d10c0b-b8a2-413d-8e40-ae25c5641688 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] delete failed (client error): The resource could not be found. Jul 09 14:51:01.459723 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-51d10c0b-b8a2-413d-8e40-ae25c5641688 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] 10.222.0.58 "DELETE /v2.0/routers/ed8e9f72-5dac-4aaf-b3ea-81d7acb146d3 HTTP/1.1" status: 404 len: 336 time: 0.0950835 Jul 09 14:51:01.466714 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41904) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:01.498544 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['c222c958-4865-49ae-a359-bcfa44af19e2'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:51:01.516269 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d7131495-c7d7-4c5a-8350-e07e07927a62 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] 10.222.0.58 "GET /v2.0/ports?device_id=c70549d0-d8e0-42ae-b500-6076e68a8f36 HTTP/1.1" status: 200 len: 205 time: 0.0475559 Jul 09 14:51:01.525421 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41906) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:01.545472 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=c222c958-4865-49ae-a359-bcfa44af19e2,revision_number=6']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:01.564438 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:01.568960 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-65d4486d-96bb-4b11-b0e9-f35cdec084c3 req-f160ab23-2349-4e45-b62d-7e07715acd0e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=07a9ecbf-37ed-481a-bf65-f5d67d5555a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2181818 Jul 09 14:51:01.597809 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [None req-b21273dd-481c-4d63-9aad-f465bf6d37eb tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] delete failed (client error): The resource could not be found. Jul 09 14:51:01.599279 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b21273dd-481c-4d63-9aad-f465bf6d37eb tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] 10.222.0.58 "DELETE /v2.0/routers/c70549d0-d8e0-42ae-b500-6076e68a8f36 HTTP/1.1" status: 404 len: 336 time: 0.0715735 Jul 09 14:51:01.602126 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41912) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:01.635476 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-aa9bcb1f-4ea7-41e0-9cca-b37f2ea50261 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:01.635924 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-86b1bd7d-e03e-4526-a2cb-4ee1e48cab79 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] 10.222.0.58 "GET /v2.0/ports?device_id=33a458e1-fe2c-4aef-8121-b15073cbf9c3 HTTP/1.1" status: 200 len: 205 time: 0.0319576 Jul 09 14:51:01.637883 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41914) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:01.665994 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-aa9bcb1f-4ea7-41e0-9cca-b37f2ea50261 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:01.690303 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [None req-1e57f524-b30b-48c4-9254-95e2bc34e17d tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] delete failed (client error): The resource could not be found. Jul 09 14:51:01.691642 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-1e57f524-b30b-48c4-9254-95e2bc34e17d tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] 10.222.0.58 "DELETE /v2.0/routers/33a458e1-fe2c-4aef-8121-b15073cbf9c3 HTTP/1.1" status: 404 len: 336 time: 0.0525553 Jul 09 14:51:01.694130 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41916) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:01.737334 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-4c5fa5f1-5e33-4e16-93f1-cc02cf46c6f0 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdbb4f3f-2d9b-4354-9073-808191b6a7df HTTP/1.1" status: 200 len: 205 time: 0.0417361 Jul 09 14:51:01.739554 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41920) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:01.760922 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49d2f1-2a31-4375-b51a-74bdeac58017 req-6425103b-0ea4-4be3-862b-8adaf8e26e80 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:01.769132 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ce49d2f1-2a31-4375-b51a-74bdeac58017 req-6425103b-0ea4-4be3-862b-8adaf8e26e80 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e39f064-5e51-4e85-81e7-6f1d74f04b0c HTTP/1.1" status: 200 len: 943 time: 0.2728271 Jul 09 14:51:01.802952 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [None req-ecd4887f-a004-4245-930f-b83549c82b08 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] delete failed (client error): The resource could not be found. Jul 09 14:51:01.810943 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ecd4887f-a004-4245-930f-b83549c82b08 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] 10.222.0.58 "DELETE /v2.0/routers/bdbb4f3f-2d9b-4354-9073-808191b6a7df HTTP/1.1" status: 404 len: 336 time: 0.0636346 Jul 09 14:51:01.812901 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41922) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:01.828518 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76633072-7024-4ea5-a38c-00beb0cf649a req-f712f791-b1d3-4274-b79d-938a88f16de3 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:01.845273 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-76633072-7024-4ea5-a38c-00beb0cf649a req-f712f791-b1d3-4274-b79d-938a88f16de3 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] 10.222.0.58 "GET /v2.0/networks/202c7ce6-d4e9-4f80-84dd-bef08905a653 HTTP/1.1" status: 200 len: 784 time: 0.5550594 Jul 09 14:51:01.864142 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-71d6e838-0605-45b7-8a25-26e22d3fae5d tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ad782e8-4ff6-4474-80f0-09455d332909 HTTP/1.1" status: 200 len: 205 time: 0.0471647 Jul 09 14:51:01.865431 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41930) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:01.877876 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-65d4486d-96bb-4b11-b0e9-f35cdec084c3 req-fd0b8a9e-d583-40b9-a891-858393507840 service neutron] 10.222.0.54 "GET /v2.0/networks/07a9ecbf-37ed-481a-bf65-f5d67d5555a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544026 Jul 09 14:51:01.886224 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d90f44-ef22-4f69-85a7-58281d656087 req-51f26940-7cf1-4fd2-af45-c6c9d71e1727 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:01.887796 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f0d90f44-ef22-4f69-85a7-58281d656087 req-51f26940-7cf1-4fd2-af45-c6c9d71e1727 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.54 "GET /v2.0/ports?device_id=9da18f17-d082-4d4c-86e5-ac89efaa7ffa HTTP/1.1" status: 200 len: 946 time: 0.4045079 Jul 09 14:51:01.913158 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [None req-ba3ea139-5ea2-4f12-8537-b3a0de7d907c tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] delete failed (client error): The resource could not be found. Jul 09 14:51:01.914215 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ba3ea139-5ea2-4f12-8537-b3a0de7d907c tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] 10.222.0.58 "DELETE /v2.0/routers/8ad782e8-4ff6-4474-80f0-09455d332909 HTTP/1.1" status: 404 len: 336 time: 0.0467706 Jul 09 14:51:01.926802 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ce49d2f1-2a31-4375-b51a-74bdeac58017 req-0be4d221-61b3-4076-8ee8-809d721123fe tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563385 Jul 09 14:51:01.932344 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41932) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:01.958925 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6477704-5365-4be3-99ff-c6c341f92ce9 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] DELETE failed (client error): The resource could not be found. Jul 09 14:51:01.959395 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6477704-5365-4be3-99ff-c6c341f92ce9 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:51:01.964228 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a6477704-5365-4be3-99ff-c6c341f92ce9 tempest-RoutersIpV6AdminTest-1391392622 tempest-RoutersIpV6AdminTest-1391392622-project] 10.222.0.58 "DELETE /v2.0/subnets/5c352eed-858a-4d09-b715-2218f4a7abd0 HTTP/1.1" status: 404 len: 337 time: 0.0277865 Jul 09 14:51:02.001199 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-aa9bcb1f-4ea7-41e0-9cca-b37f2ea50261 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:02.010788 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-aa9bcb1f-4ea7-41e0-9cca-b37f2ea50261 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:02.015559 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-aa9bcb1f-4ea7-41e0-9cca-b37f2ea50261 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] 10.222.0.58 "DELETE /v2.0/security-groups/76135d74-b3e9-4196-94c3-4ec55ff5ae25 HTTP/1.1" status: 204 len: 168 time: 0.8114765 Jul 09 14:51:02.018683 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41938) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:02.078212 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9bcb1f-4ea7-41e0-9cca-b37f2ea50261 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76135d74-b3e9-4196-94c3-4ec55ff5ae25,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:02.130564 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-65d4486d-96bb-4b11-b0e9-f35cdec084c3 req-6233544c-6795-413d-8091-57d9d6e84c8d service neutron] 10.222.0.54 "GET /v2.0/networks/07a9ecbf-37ed-481a-bf65-f5d67d5555a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418020 Jul 09 14:51:02.157438 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-5cf83fa6-c616-40fe-a209-d3327eb3fba9 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1345134 Jul 09 14:51:02.161989 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41942) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:02.169288 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-e45dc147-03a5-4d6e-85ec-b33fc5453384 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Request body: {'security_group_rule': {'security_group_id': '3de0df65-898b-4650-a8ab-13f31515a8b7', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:51:02.201328 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-f0d90f44-ef22-4f69-85a7-58281d656087 req-2b843e2f-4887-4704-91b8-b866cec3104d tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Deleting port 7aa33818-c61d-4582-8359-6d5088e5a2d9 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:51:02.201676 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f0d90f44-ef22-4f69-85a7-58281d656087 req-2b843e2f-4887-4704-91b8-b866cec3104d tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:02.312297 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b82b23b4-6f5c-45c7-9d95-69ed427d60c1 req-f4f2c458-1d99-45dc-81ce-d10896e9f795 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3492692 Jul 09 14:51:02.317364 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-b82b23b4-6f5c-45c7-9d95-69ed427d60c1 req-cae3ac78-dc07-4dda-a074-b4294217c512 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Request body: {'floatingip': {'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:51:02.353305 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:51:02.369823 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-f0d90f44-ef22-4f69-85a7-58281d656087 req-2b843e2f-4887-4704-91b8-b866cec3104d tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] For port 7aa33818-c61d-4582-8359-6d5088e5a2d9, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=7aa33818-c61d-4582-8359-6d5088e5a2d9,segment=NetworkSegment(d799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae),segment_id=d799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:51:02.372593 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f0d90f44-ef22-4f69-85a7-58281d656087 req-2b843e2f-4887-4704-91b8-b866cec3104d tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:02.389095 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae3862-291c-4d72-96b3-b89f1362d9a1 req-aa39a883-d965-483f-84b7-323616f81cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:02.399493 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-02ae3862-291c-4d72-96b3-b89f1362d9a1 req-aa39a883-d965-483f-84b7-323616f81cac service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a92a8786386049938dc9758ba7d95410&device_id=6e39f064-5e51-4e85-81e7-6f1d74f04b0c HTTP/1.1" status: 200 len: 1094 time: 0.1353660 Jul 09 14:51:02.521243 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-b82b23b4-6f5c-45c7-9d95-69ed427d60c1 req-cae3ac78-dc07-4dda-a074-b4294217c512 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Notify callbacks [] for floatingip, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:02.720531 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-b82b23b4-6f5c-45c7-9d95-69ed427d60c1 req-cae3ac78-dc07-4dda-a074-b4294217c512 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:02.814651 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41960) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:02.871791 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-b82b23b4-6f5c-45c7-9d95-69ed427d60c1 req-cae3ac78-dc07-4dda-a074-b4294217c512 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Allocated IP 172.25.3.13 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/c44bbcaf-7851-4422-969a-539d9250f5b2) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:51:02.937316 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device c222c958-4865-49ae-a359-bcfa44af19e2 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:51:03.041703 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b0620e49-34c8-4c49-9dfa-d2d77d87b524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:03.059655 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port c222c958-4865-49ae-a359-bcfa44af19e2 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:51:03.060334 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:03.094106 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-b82b23b4-6f5c-45c7-9d95-69ed427d60c1 req-cae3ac78-dc07-4dda-a074-b4294217c512 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:03.173971 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:03.204753 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3b48d7-97bb-4407-ad64-472876dd2f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c222c958-4865-49ae-a359-bcfa44af19e2'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:51:03.207681 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ebb4862-d264-40bf-ac97-956076151a7b" -d '{"events": [{"server_uuid": "cb3b48d7-97bb-4407-ad64-472876dd2f4f", "name": "network-vif-plugged", "status": "completed", "tag": "c222c958-4865-49ae-a359-bcfa44af19e2"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:51:03.213922 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b0620e49-34c8-4c49-9dfa-d2d77d87b524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:03.222442 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port c222c958-4865-49ae-a359-bcfa44af19e2, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=c222c958-4865-49ae-a359-bcfa44af19e2,segment=NetworkSegment(2badb0c6-e67f-4820-b4bb-8e5a90533cf4),segment_id=2badb0c6-e67f-4820-b4bb-8e5a90533cf4)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:51:03.305244 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-b82b23b4-6f5c-45c7-9d95-69ed427d60c1 req-cae3ac78-dc07-4dda-a074-b4294217c512 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:03.347536 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b82b23b4-6f5c-45c7-9d95-69ed427d60c1 req-cae3ac78-dc07-4dda-a074-b4294217c512 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:51:03.350396 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-b82b23b4-6f5c-45c7-9d95-69ed427d60c1 req-cae3ac78-dc07-4dda-a074-b4294217c512 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:51:03.355320 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:03.374890 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-b82b23b4-6f5c-45c7-9d95-69ed427d60c1 req-cae3ac78-dc07-4dda-a074-b4294217c512 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:51:03.396304 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f0d90f44-ef22-4f69-85a7-58281d656087 req-2b843e2f-4887-4704-91b8-b866cec3104d tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:03.396846 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f0d90f44-ef22-4f69-85a7-58281d656087 req-2b843e2f-4887-4704-91b8-b866cec3104d tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:03.397181 n-d-799529-6 neutron-server[94445]: INFO neutron.db.l3_db [req-f0d90f44-ef22-4f69-85a7-58281d656087 req-2b843e2f-4887-4704-91b8-b866cec3104d tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Floating IP dc46edc0-4331-4013-9b7e-9f77808ecf3a disassociated. External IP: 172.25.3.75, port: 7aa33818-c61d-4582-8359-6d5088e5a2d9. Jul 09 14:51:03.397416 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-f0d90f44-ef22-4f69-85a7-58281d656087 req-2b843e2f-4887-4704-91b8-b866cec3104d tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Calling delete_port for 7aa33818-c61d-4582-8359-6d5088e5a2d9 owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:51:03.451481 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b0620e49-34c8-4c49-9dfa-d2d77d87b524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:03.474515 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=c222c958-4865-49ae-a359-bcfa44af19e2,revision_number=7']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:03.476574 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b0620e49-34c8-4c49-9dfa-d2d77d87b524 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bd86ad8346e44feb9a9d6e604f7ef9ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6607583 Jul 09 14:51:03.487403 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41978) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:03.507746 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae3862-291c-4d72-96b3-b89f1362d9a1 req-f2e8aa57-aa16-45e8-9099-1657f0776f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:03.509744 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-02ae3862-291c-4d72-96b3-b89f1362d9a1 req-f2e8aa57-aa16-45e8-9099-1657f0776f2a service neutron] 10.222.0.54 "GET /v2.0/networks?id=07a9ecbf-37ed-481a-bf65-f5d67d5555a8 HTTP/1.1" status: 200 len: 915 time: 0.2717872 Jul 09 14:51:03.513681 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [None req-e45dc147-03a5-4d6e-85ec-b33fc5453384 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] create failed (client error): The resource could not be found. Jul 09 14:51:03.516991 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e45dc147-03a5-4d6e-85ec-b33fc5453384 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 1.3521736 Jul 09 14:51:03.523182 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41980) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:03.542421 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-37ef8b48-cc33-471d-9c1d-0cc436f444d2 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Request body: {'security_group': {'name': 'tempest-secgroup--138279643'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:51:03.602744 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-02ae3862-291c-4d72-96b3-b89f1362d9a1 req-f6362349-cbad-461a-b948-bbad55e031ea service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c0aafc5-023c-4ccc-a4d6-a43e9f399e38 HTTP/1.1" status: 200 len: 217 time: 0.0807197 Jul 09 14:51:03.617673 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c45743-c45c-47b2-9e53-3243532dd993 req-c2bc1fe1-2139-44c5-8503-5891c9ba02b9 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:03.619626 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c2c45743-c45c-47b2-9e53-3243532dd993 req-c2bc1fe1-2139-44c5-8503-5891c9ba02b9 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=9da18f17-d082-4d4c-86e5-ac89efaa7ffa HTTP/1.1" status: 200 len: 946 time: 0.3725693 Jul 09 14:51:03.753685 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c2c45743-c45c-47b2-9e53-3243532dd993 req-ba7c4f55-0009-4eae-be55-68d4a4c6da7e tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups?id=473b60ee-6046-439a-9449-2a9b96c46b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266322 Jul 09 14:51:03.760057 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae3862-291c-4d72-96b3-b89f1362d9a1 req-d49f508d-6ed1-4ea5-a9d0-e92570d288c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:03.761639 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-02ae3862-291c-4d72-96b3-b89f1362d9a1 req-d49f508d-6ed1-4ea5-a9d0-e92570d288c4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6a6c5dcf-ab29-40a6-a385-f6eb72afc65e HTTP/1.1" status: 200 len: 854 time: 0.1408215 Jul 09 14:51:03.815999 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-02ae3862-291c-4d72-96b3-b89f1362d9a1 req-fdf730a6-8ecb-4e50-bb40-c59de154f58d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=07a9ecbf-37ed-481a-bf65-f5d67d5555a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468287 Jul 09 14:51:03.839371 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-37ef8b48-cc33-471d-9c1d-0cc436f444d2 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:03.905569 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f0d90f44-ef22-4f69-85a7-58281d656087 req-2b843e2f-4887-4704-91b8-b866cec3104d tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:03.988922 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b843e2f-4887-4704-91b8-b866cec3104d tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Pushing event deleted for resources: {'Port': ['ID=7aa33818-c61d-4582-8359-6d5088e5a2d9,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:04.086341 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae3ac78-dc07-4dda-a074-b4294217c512 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Pushing event updated for resources: {'Port': ['ID=c44bbcaf-7851-4422-969a-539d9250f5b2,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:04.086341 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0620e49-34c8-4c49-9dfa-d2d77d87b524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac433038-7979-40fb-aab7-77b7715404e0,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:04.086341 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-b82b23b4-6f5c-45c7-9d95-69ed427d60c1 req-cae3ac78-dc07-4dda-a074-b4294217c512 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:04.101976 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-02ae3862-291c-4d72-96b3-b89f1362d9a1 req-0e37538a-cba9-4f1c-81dc-9da91859e831 service neutron] 10.222.0.54 "GET /v2.0/networks/07a9ecbf-37ed-481a-bf65-f5d67d5555a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780600 Jul 09 14:51:04.110287 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2ff729cf-d537-4024-b781-0ebaf639871f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:04.148163 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2ff729cf-d537-4024-b781-0ebaf639871f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:04.336403 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-b82b23b4-6f5c-45c7-9d95-69ed427d60c1 req-cae3ac78-dc07-4dda-a074-b4294217c512 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:04.511896 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-02ae3862-291c-4d72-96b3-b89f1362d9a1 req-40a94b71-e7cf-42ae-9da5-ba7851ef361e service neutron] 10.222.0.54 "GET /v2.0/networks/07a9ecbf-37ed-481a-bf65-f5d67d5555a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3991222 Jul 09 14:51:04.540649 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0d90f44-ef22-4f69-85a7-58281d656087 req-2b843e2f-4887-4704-91b8-b866cec3104d tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Router 9b186187-ef36-4e90-9ff9-971ee8539cc5 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:51:04.568667 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-37ef8b48-cc33-471d-9c1d-0cc436f444d2 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:04.646569 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2771b4-71e6-4497-a9a0-961be8902424 req-58e131eb-8a0b-401b-a067-8fc436a5eca3 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:04.654447 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bf2771b4-71e6-4497-a9a0-961be8902424 req-58e131eb-8a0b-401b-a067-8fc436a5eca3 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e39f064-5e51-4e85-81e7-6f1d74f04b0c HTTP/1.1" status: 200 len: 943 time: 0.3687584 Jul 09 14:51:04.665402 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2ff729cf-d537-4024-b781-0ebaf639871f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:04.668593 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2ff729cf-d537-4024-b781-0ebaf639871f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:04.669938 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-2ff729cf-d537-4024-b781-0ebaf639871f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ac433038-7979-40fb-aab7-77b7715404e0 HTTP/1.1" status: 204 len: 168 time: 1.1815667 Jul 09 14:51:04.673908 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-37ef8b48-cc33-471d-9c1d-0cc436f444d2 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:04.710165 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff729cf-d537-4024-b781-0ebaf639871f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac433038-7979-40fb-aab7-77b7715404e0,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:04.720410 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ef8b48-cc33-471d-9c1d-0cc436f444d2 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0cd7b47-777f-480a-ac0c-d2448fbdddba,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:04.761291 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-b82b23b4-6f5c-45c7-9d95-69ed427d60c1 req-cae3ac78-dc07-4dda-a074-b4294217c512 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:04.804443 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bf2771b4-71e6-4497-a9a0-961be8902424 req-97e76bd9-3f9b-48eb-83a6-cdced751ffb3 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470764 Jul 09 14:51:04.864998 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0d90f44-ef22-4f69-85a7-58281d656087 req-2b843e2f-4887-4704-91b8-b866cec3104d tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:51:04.883248 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a726874-1bab-463f-a765-a44b03b682e4 None None] Sync routers for ids ['9b186187-ef36-4e90-9ff9-971ee8539cc5'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:51:04.898583 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a726874-1bab-463f-a765-a44b03b682e4 None None] Routers {'9b186187-ef36-4e90-9ff9-971ee8539cc5'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:51:04.899284 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-3a726874-1bab-463f-a765-a44b03b682e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:50:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['9b186187-ef36-4e90-9ff9-971ee8539cc5'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:04.915753 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-b82b23b4-6f5c-45c7-9d95-69ed427d60c1 req-cae3ac78-dc07-4dda-a074-b4294217c512 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:04.964400 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-37ef8b48-cc33-471d-9c1d-0cc436f444d2 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:04.968115 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-37ef8b48-cc33-471d-9c1d-0cc436f444d2 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4305518 Jul 09 14:51:04.968115 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42062) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:04.968115 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d90f44-ef22-4f69-85a7-58281d656087 req-2b843e2f-4887-4704-91b8-b866cec3104d tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] No DVR routers for this DVR port 7aa33818-c61d-4582-8359-6d5088e5a2d9 on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:51:04.988319 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-2add9eb4-65eb-4cd2-833d-e7b45508d269 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Request body: {'security_group': {'name': 'tempest-secgroup--2070935911'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:51:05.011978 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f0d90f44-ef22-4f69-85a7-58281d656087 req-2b843e2f-4887-4704-91b8-b866cec3104d tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:05.019560 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f0d90f44-ef22-4f69-85a7-58281d656087 req-2b843e2f-4887-4704-91b8-b866cec3104d tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.54 "DELETE /v2.0/ports/7aa33818-c61d-4582-8359-6d5088e5a2d9 HTTP/1.1" status: 204 len: 173 time: 3.1234479 Jul 09 14:51:05.020344 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da18f17-d082-4d4c-86e5-ac89efaa7ffa', 'name': 'network-vif-deleted', 'tag': '7aa33818-c61d-4582-8359-6d5088e5a2d9'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:51:05.024162 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8d3ede-b351-4723-9512-f3073b51ab6f" -d '{"events": [{"server_uuid": "9da18f17-d082-4d4c-86e5-ac89efaa7ffa", "name": "network-vif-deleted", "tag": "7aa33818-c61d-4582-8359-6d5088e5a2d9"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:51:05.060703 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 0c0aafc5-023c-4ccc-a4d6-a43e9f399e38 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:51:05.063404 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 7aa33818-c61d-4582-8359-6d5088e5a2d9 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:51:05.100002 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae3ac78-dc07-4dda-a074-b4294217c512 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Pushing event updated for resources: {'Port': ['ID=c44bbcaf-7851-4422-969a-539d9250f5b2,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:05.130817 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-b82b23b4-6f5c-45c7-9d95-69ed427d60c1 req-cae3ac78-dc07-4dda-a074-b4294217c512 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:05.132682 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: 7aa33818-c61d-4582-8359-6d5088e5a2d9 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:51:05.134777 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 7aa33818-c61d-4582-8359-6d5088e5a2d9 not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:51:05.143258 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2add9eb4-65eb-4cd2-833d-e7b45508d269 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:05.250333 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-b82b23b4-6f5c-45c7-9d95-69ed427d60c1 req-cae3ac78-dc07-4dda-a074-b4294217c512 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:05.262073 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b82b23b4-6f5c-45c7-9d95-69ed427d60c1 req-cae3ac78-dc07-4dda-a074-b4294217c512 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.9484372 Jul 09 14:51:05.272681 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8262a9b8-86e9-4186-bff2-5423d0e8cf3c x-openstack-request-id: req-8262a9b8-86e9-4186-bff2-5423d0e8cf3c {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:51:05.272957 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb3b48d7-97bb-4407-ad64-472876dd2f4f", "name": "network-vif-plugged", "status": "completed", "tag": "c222c958-4865-49ae-a359-bcfa44af19e2", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:51:05.273193 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8262a9b8-86e9-4186-bff2-5423d0e8cf3c {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:51:05.273701 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb3b48d7-97bb-4407-ad64-472876dd2f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c222c958-4865-49ae-a359-bcfa44af19e2', 'code': 200} Jul 09 14:51:05.332653 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-3a726874-1bab-463f-a765-a44b03b682e4 None None] Set router 9b186187-ef36-4e90-9ff9-971ee8539cc5 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:51:05.394707 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 0c0aafc5-023c-4ccc-a4d6-a43e9f399e38, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=0c0aafc5-023c-4ccc-a4d6-a43e9f399e38,segment=NetworkSegment(88773363-1d78-439b-bb07-1d37ed239605),segment_id=88773363-1d78-439b-bb07-1d37ed239605)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:51:05.432309 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b82b23b4-6f5c-45c7-9d95-69ed427d60c1 req-567c4d8c-de6f-4f11-9e43-992ff5fb43bd tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.3.13 HTTP/1.1" status: 200 len: 695 time: 0.1653557 Jul 09 14:51:05.455661 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': '0c0aafc5-023c-4ccc-a4d6-a43e9f399e38', 'network_id': '07a9ecbf-37ed-481a-bf65-f5d67d5555a8', 'port_id': '0c0aafc5-023c-4ccc-a4d6-a43e9f399e38', 'mac_address': 'fa:16:3e:ec:d9:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a6c5dcf-ab29-40a6-a385-f6eb72afc65e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:51:05.458436 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2add9eb4-65eb-4cd2-833d-e7b45508d269 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:05.604448 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82b23b4-6f5c-45c7-9d95-69ed427d60c1 req-77dc07e6-cf1e-40bc-9bc9-10f56d25cf98 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:05.617366 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2add9eb4-65eb-4cd2-833d-e7b45508d269 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:05.620101 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b82b23b4-6f5c-45c7-9d95-69ed427d60c1 req-77dc07e6-cf1e-40bc-9bc9-10f56d25cf98 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] 10.222.0.58 "GET /v2.0/networks/202c7ce6-d4e9-4f80-84dd-bef08905a653 HTTP/1.1" status: 200 len: 784 time: 0.1850154 Jul 09 14:51:05.689443 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:05.716959 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2add9eb4-65eb-4cd2-833d-e7b45508d269 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25b1b7ef-bc95-4cc8-8a7f-01f117759e65,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:05.729054 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c0aafc5-023c-4ccc-a4d6-a43e9f399e38 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:51:05.743452 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2add9eb4-65eb-4cd2-833d-e7b45508d269 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:05.748693 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-2add9eb4-65eb-4cd2-833d-e7b45508d269 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7709105 Jul 09 14:51:05.750043 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42094) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:05.761853 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-c08ddae8-214d-421c-9b1d-c1920c40a7cf tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Request body: {'security_group_rule': {'security_group_id': 'd0cd7b47-777f-480a-ac0c-d2448fbdddba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '25b1b7ef-bc95-4cc8-8a7f-01f117759e65'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:51:05.778510 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 0c0aafc5-023c-4ccc-a4d6-a43e9f399e38, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=0c0aafc5-023c-4ccc-a4d6-a43e9f399e38,segment=NetworkSegment(88773363-1d78-439b-bb07-1d37ed239605),segment_id=88773363-1d78-439b-bb07-1d37ed239605)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:51:05.791248 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-34b1468a-cb26-401c-964d-81d068ef027b req-6b0bf200-4a54-44d9-89e8-32cd0be0cc9e tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/ports?device_id=9da18f17-d082-4d4c-86e5-ac89efaa7ffa HTTP/1.1" status: 200 len: 210 time: 0.0446718 Jul 09 14:51:05.820730 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-3a726874-1bab-463f-a765-a44b03b682e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b186187-ef36-4e90-9ff9-971ee8539cc5', 'name': 'tempest-AttachVolumeShelveTestJSON-329654569-router', 'tenant_id': '644ca6545bbf445fa0c886b6aef98e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '821ef2ce-5a51-44eb-a9cc-100df4ab7185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:40:13Z', 'updated_at': '2021-07-09T14:40:19Z', 'revision_number': 4, 'project_id': '644ca6545bbf445fa0c886b6aef98e04', 'gw_port': {'id': '821ef2ce-5a51-44eb-a9cc-100df4ab7185', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:41:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b186187-ef36-4e90-9ff9-971ee8539cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:40:14Z', 'updated_at': '2021-07-09T14:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '105008ca-83d6-4990-82d6-f2b3bc28e67b', 'name': '', 'network_id': '29d888e5-b470-491c-8272-fb069bb5ea34', 'tenant_id': '644ca6545bbf445fa0c886b6aef98e04', 'mac_address': 'fa:16:3e:52:95:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b186187-ef36-4e90-9ff9-971ee8539cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '6ebf5b74-6584-49ef-a6c0-eff61f32c488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:40:17Z', 'updated_at': '2021-07-09T14:40:24Z', 'revision_number': 5, 'project_id': '644ca6545bbf445fa0c886b6aef98e04', 'subnets': [{'id': '6ebf5b74-6584-49ef-a6c0-eff61f32c488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:05.857266 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60bc5cf9-341a-41c2-95a3-9c6ca64cc7d7 x-openstack-request-id: req-60bc5cf9-341a-41c2-95a3-9c6ca64cc7d7 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:51:05.857588 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9da18f17-d082-4d4c-86e5-ac89efaa7ffa", "name": "network-vif-deleted", "tag": "7aa33818-c61d-4582-8359-6d5088e5a2d9", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:51:05.857816 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-60bc5cf9-341a-41c2-95a3-9c6ca64cc7d7 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:51:05.858221 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9da18f17-d082-4d4c-86e5-ac89efaa7ffa', 'name': 'network-vif-deleted', 'tag': '7aa33818-c61d-4582-8359-6d5088e5a2d9', 'status': 'completed', 'code': 200} Jul 09 14:51:05.870912 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42100) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:05.876475 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a726874-1bab-463f-a765-a44b03b682e4 None None] Checking router: 9b186187-ef36-4e90-9ff9-971ee8539cc5 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:51:05.878548 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:05.918423 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a726874-1bab-463f-a765-a44b03b682e4 None None] Routers {'9b186187-ef36-4e90-9ff9-971ee8539cc5'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:51:05.919122 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-3a726874-1bab-463f-a765-a44b03b682e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:50:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['9b186187-ef36-4e90-9ff9-971ee8539cc5'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:05.951479 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42102) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:05.961302 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ea430ccb-731d-480f-96c4-d4e6b943b01b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5e53e96b6b5947f59dd9e957b6ba6726&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0811570 Jul 09 14:51:06.002226 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=0c0aafc5-023c-4ccc-a4d6-a43e9f399e38,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:06.053376 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-19083a76-52c5-49cf-8698-59b439d0cf3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:06.100814 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-3a726874-1bab-463f-a765-a44b03b682e4 None None] Set router 9b186187-ef36-4e90-9ff9-971ee8539cc5 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:51:06.152543 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [None req-c08ddae8-214d-421c-9b1d-c1920c40a7cf tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:51:06.156276 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c08ddae8-214d-421c-9b1d-c1920c40a7cf tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4025626 Jul 09 14:51:06.156590 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42104) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:06.161416 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1c9ad098-f872-4d5e-a279-8e2a721d5dd1 req-1aa67923-a54b-4ae0-825b-27e3b4848dd6 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] 10.222.0.58 "GET /v2.0/floatingips/f0b93d34-a1d4-4d42-a580-41e07a1a685d HTTP/1.1" status: 200 len: 692 time: 0.0967238 Jul 09 14:51:06.162027 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['0c0aafc5-023c-4ccc-a4d6-a43e9f399e38'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:51:06.187691 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-19083a76-52c5-49cf-8698-59b439d0cf3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:06.249867 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-036d67bd-67e7-46b2-9789-7dd304ea572b tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:06.284309 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-036d67bd-67e7-46b2-9789-7dd304ea572b tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:06.346375 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9ad098-f872-4d5e-a279-8e2a721d5dd1 req-7446ed99-6ebe-463b-80e1-7e3ced864ac5 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:06.348081 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1c9ad098-f872-4d5e-a279-8e2a721d5dd1 req-7446ed99-6ebe-463b-80e1-7e3ced864ac5 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] 10.222.0.58 "GET /v2.0/networks/202c7ce6-d4e9-4f80-84dd-bef08905a653 HTTP/1.1" status: 200 len: 784 time: 0.1782544 Jul 09 14:51:06.517773 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-3a726874-1bab-463f-a765-a44b03b682e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b186187-ef36-4e90-9ff9-971ee8539cc5', 'name': 'tempest-AttachVolumeShelveTestJSON-329654569-router', 'tenant_id': '644ca6545bbf445fa0c886b6aef98e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '821ef2ce-5a51-44eb-a9cc-100df4ab7185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:40:13Z', 'updated_at': '2021-07-09T14:40:19Z', 'revision_number': 4, 'project_id': '644ca6545bbf445fa0c886b6aef98e04', 'gw_port': {'id': '821ef2ce-5a51-44eb-a9cc-100df4ab7185', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:41:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b186187-ef36-4e90-9ff9-971ee8539cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:40:14Z', 'updated_at': '2021-07-09T14:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '105008ca-83d6-4990-82d6-f2b3bc28e67b', 'name': '', 'network_id': '29d888e5-b470-491c-8272-fb069bb5ea34', 'tenant_id': '644ca6545bbf445fa0c886b6aef98e04', 'mac_address': 'fa:16:3e:52:95:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b186187-ef36-4e90-9ff9-971ee8539cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '6ebf5b74-6584-49ef-a6c0-eff61f32c488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:40:17Z', 'updated_at': '2021-07-09T14:40:24Z', 'revision_number': 5, 'project_id': '644ca6545bbf445fa0c886b6aef98e04', 'subnets': [{'id': '6ebf5b74-6584-49ef-a6c0-eff61f32c488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:06.517773 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a726874-1bab-463f-a765-a44b03b682e4 None None] The sync data for ids ['9b186187-ef36-4e90-9ff9-971ee8539cc5'] in n-d-799529-6 is: [{'id': '9b186187-ef36-4e90-9ff9-971ee8539cc5', 'name': 'tempest-AttachVolumeShelveTestJSON-329654569-router', 'tenant_id': '644ca6545bbf445fa0c886b6aef98e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '821ef2ce-5a51-44eb-a9cc-100df4ab7185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:40:13Z', 'updated_at': '2021-07-09T14:40:19Z', 'revision_number': 4, 'project_id': '644ca6545bbf445fa0c886b6aef98e04', 'gw_port': {'id': '821ef2ce-5a51-44eb-a9cc-100df4ab7185', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:41:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b186187-ef36-4e90-9ff9-971ee8539cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:40:14Z', 'updated_at': '2021-07-09T14:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '105008ca-83d6-4990-82d6-f2b3bc28e67b', 'name': '', 'network_id': '29d888e5-b470-491c-8272-fb069bb5ea34', 'tenant_id': '644ca6545bbf445fa0c886b6aef98e04', 'mac_address': 'fa:16:3e:52:95:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b186187-ef36-4e90-9ff9-971ee8539cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '6ebf5b74-6584-49ef-a6c0-eff61f32c488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:40:17Z', 'updated_at': '2021-07-09T14:40:24Z', 'revision_number': 5, 'project_id': '644ca6545bbf445fa0c886b6aef98e04', 'subnets': [{'id': '6ebf5b74-6584-49ef-a6c0-eff61f32c488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:51:06.541317 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e8fb8-f18a-4a87-8135-c87d2cc6a5e1 req-0e5657e4-88a7-4722-b923-2fa2febc660e tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:06.542916 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7e2e8fb8-f18a-4a87-8135-c87d2cc6a5e1 req-0e5657e4-88a7-4722-b923-2fa2febc660e tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e39f064-5e51-4e85-81e7-6f1d74f04b0c HTTP/1.1" status: 200 len: 944 time: 0.1001937 Jul 09 14:51:06.595100 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7e2e8fb8-f18a-4a87-8135-c87d2cc6a5e1 req-ffa4b300-56cf-40dc-8f75-1934f3030abf tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450003 Jul 09 14:51:06.652042 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-00a36dfc-e88d-4483-a10b-f0a12aa9d666 req-72c4b814-60da-457f-8dbb-6561941e3d89 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] 10.222.0.58 "GET /v2.0/floatingips/f0b93d34-a1d4-4d42-a580-41e07a1a685d HTTP/1.1" status: 200 len: 692 time: 0.0479743 Jul 09 14:51:06.739391 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-19083a76-52c5-49cf-8698-59b439d0cf3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:06.739391 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-19083a76-52c5-49cf-8698-59b439d0cf3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:06.740118 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-036d67bd-67e7-46b2-9789-7dd304ea572b tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:06.740209 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-19083a76-52c5-49cf-8698-59b439d0cf3c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9873ac50-4674-428f-bbeb-204d235f79c3 HTTP/1.1" status: 204 len: 168 time: 0.7785647 Jul 09 14:51:06.741709 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-036d67bd-67e7-46b2-9789-7dd304ea572b tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:06.746451 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-036d67bd-67e7-46b2-9789-7dd304ea572b tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] 10.222.0.58 "DELETE /v2.0/security-groups/25b1b7ef-bc95-4cc8-8a7f-01f117759e65 HTTP/1.1" status: 204 len: 168 time: 0.5884645 Jul 09 14:51:06.747449 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42128) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:06.751769 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19083a76-52c5-49cf-8698-59b439d0cf3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9873ac50-4674-428f-bbeb-204d235f79c3,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:06.769571 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74f3409-f7a3-4a1f-b868-8a753b7092d7 None None] New status for floating IP dc46edc0-4331-4013-9b7e-9f77808ecf3a: DOWN {{(pid=94448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:51:06.795555 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036d67bd-67e7-46b2-9789-7dd304ea572b tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b1b7ef-bc95-4cc8-8a7f-01f117759e65,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:06.853312 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a36dfc-e88d-4483-a10b-f0a12aa9d666 req-dda4fb42-f74e-4b7e-827b-6cb0e5274bc6 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:06.864565 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-00a36dfc-e88d-4483-a10b-f0a12aa9d666 req-dda4fb42-f74e-4b7e-827b-6cb0e5274bc6 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] 10.222.0.58 "GET /v2.0/networks/202c7ce6-d4e9-4f80-84dd-bef08905a653 HTTP/1.1" status: 200 len: 784 time: 0.2081208 Jul 09 14:51:06.884163 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [req-00a36dfc-e88d-4483-a10b-f0a12aa9d666 req-7ab226d0-6f31-4315-86ea-4ae38e43a1e8 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:51:06.900804 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-00a36dfc-e88d-4483-a10b-f0a12aa9d666 req-7ab226d0-6f31-4315-86ea-4ae38e43a1e8 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0327067 Jul 09 14:51:06.976312 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 0c0aafc5-023c-4ccc-a4d6-a43e9f399e38 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:51:07.028255 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-00a36dfc-e88d-4483-a10b-f0a12aa9d666 req-6264dae3-8f20-4917-a4c1-36c7afc47149 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.3.13 HTTP/1.1" status: 200 len: 695 time: 0.1239283 Jul 09 14:51:07.039207 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f7aab1e7-1b95-43ef-9ecb-bdd003835ab3 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2854645 Jul 09 14:51:07.042299 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42144) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:07.055403 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42146) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:07.126011 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-00a36dfc-e88d-4483-a10b-f0a12aa9d666 req-8c35e031-f733-426c-ac63-6fa0a149d81e tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.3.13 HTTP/1.1" status: 200 len: 695 time: 0.0854781 Jul 09 14:51:07.128387 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-56905261-15f2-415c-b924-d7852d278e31 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:07.152219 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port 0c0aafc5-023c-4ccc-a4d6-a43e9f399e38 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:51:07.157358 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-56905261-15f2-415c-b924-d7852d278e31 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:07.161417 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port 0c0aafc5-023c-4ccc-a4d6-a43e9f399e38 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:51:07.161860 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:07.323948 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:07.331322 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8c58e3c7-13f6-448e-aa79-6c359d61d88b tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:07.364222 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8c58e3c7-13f6-448e-aa79-6c359d61d88b tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:07.366611 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-56905261-15f2-415c-b924-d7852d278e31 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:07.375780 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-56905261-15f2-415c-b924-d7852d278e31 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:07.377633 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-56905261-15f2-415c-b924-d7852d278e31 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] 10.222.0.58 "DELETE /v2.0/security-groups/d0cd7b47-777f-480a-ac0c-d2448fbdddba HTTP/1.1" status: 204 len: 168 time: 0.3295736 Jul 09 14:51:07.382042 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42150) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:07.386922 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e39f064-5e51-4e85-81e7-6f1d74f04b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c0aafc5-023c-4ccc-a4d6-a43e9f399e38'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:51:07.395071 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c18a93-8876-4b0e-a5c6-02179d8b7704" -d '{"events": [{"server_uuid": "6e39f064-5e51-4e85-81e7-6f1d74f04b0c", "name": "network-vif-plugged", "status": "completed", "tag": "0c0aafc5-023c-4ccc-a4d6-a43e9f399e38"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:51:07.397991 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56905261-15f2-415c-b924-d7852d278e31 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0cd7b47-777f-480a-ac0c-d2448fbdddba,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:07.400984 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 0c0aafc5-023c-4ccc-a4d6-a43e9f399e38, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=0c0aafc5-023c-4ccc-a4d6-a43e9f399e38,segment=NetworkSegment(88773363-1d78-439b-bb07-1d37ed239605),segment_id=88773363-1d78-439b-bb07-1d37ed239605)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:51:07.479274 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-00a36dfc-e88d-4483-a10b-f0a12aa9d666 req-1da9d977-f5ff-4b9d-ab54-bf7ad45abedd tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Deleting port c44bbcaf-7851-4422-969a-539d9250f5b2 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:51:07.479760 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-00a36dfc-e88d-4483-a10b-f0a12aa9d666 req-1da9d977-f5ff-4b9d-ab54-bf7ad45abedd tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:07.480901 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e441b1b7-3aef-4d5f-a1ab-e9d9c6c5da2f x-openstack-request-id: req-e441b1b7-3aef-4d5f-a1ab-e9d9c6c5da2f {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:51:07.481271 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e39f064-5e51-4e85-81e7-6f1d74f04b0c", "name": "network-vif-plugged", "status": "completed", "tag": "0c0aafc5-023c-4ccc-a4d6-a43e9f399e38", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:51:07.482452 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e441b1b7-3aef-4d5f-a1ab-e9d9c6c5da2f {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:51:07.483354 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e39f064-5e51-4e85-81e7-6f1d74f04b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c0aafc5-023c-4ccc-a4d6-a43e9f399e38', 'code': 200} Jul 09 14:51:07.566541 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42158) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:07.567163 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c927ce4e-99e4-4a73-a87e-7c682f40ce81 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1839626 Jul 09 14:51:07.571745 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-3e631ca9-0046-4c0e-8b99-12d5124254c4 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Request body: {'security_group': {'name': 'tempest-secgroup--537447596'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:51:07.578366 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:07.633319 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-00a36dfc-e88d-4483-a10b-f0a12aa9d666 req-1da9d977-f5ff-4b9d-ab54-bf7ad45abedd tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:07.633627 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-00a36dfc-e88d-4483-a10b-f0a12aa9d666 req-1da9d977-f5ff-4b9d-ab54-bf7ad45abedd tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:07.665422 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8c58e3c7-13f6-448e-aa79-6c359d61d88b tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:07.667129 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=0c0aafc5-023c-4ccc-a4d6-a43e9f399e38,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:07.668036 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8c58e3c7-13f6-448e-aa79-6c359d61d88b tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:07.669189 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-8c58e3c7-13f6-448e-aa79-6c359d61d88b tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "DELETE /v2.0/security-groups/473b60ee-6046-439a-9449-2a9b96c46b50 HTTP/1.1" status: 204 len: 168 time: 0.6117554 Jul 09 14:51:07.672818 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42172) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:07.678421 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-00a36dfc-e88d-4483-a10b-f0a12aa9d666 req-1da9d977-f5ff-4b9d-ab54-bf7ad45abedd tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Calling delete_port for c44bbcaf-7851-4422-969a-539d9250f5b2 owned by network:floatingip {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:51:07.691032 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c58e3c7-13f6-448e-aa79-6c359d61d88b tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=473b60ee-6046-439a-9449-2a9b96c46b50,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:07.700763 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [None req-7ee6086b-3b27-4069-b767-918f3c329ee4 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] show failed (client error): The resource could not be found. Jul 09 14:51:07.703844 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7ee6086b-3b27-4069-b767-918f3c329ee4 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "GET /v2.0/security-groups/473b60ee-6046-439a-9449-2a9b96c46b50 HTTP/1.1" status: 404 len: 347 time: 0.0275428 Jul 09 14:51:07.706172 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42178) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:07.788632 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c73a6-c60f-4068-917c-ba9bc019bb2e req-0d7a02c4-4eee-402b-b6db-46efe95f99e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:07.790532 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9b6c73a6-c60f-4068-917c-ba9bc019bb2e req-0d7a02c4-4eee-402b-b6db-46efe95f99e0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6e39f064-5e51-4e85-81e7-6f1d74f04b0c HTTP/1.1" status: 200 len: 1096 time: 0.1991353 Jul 09 14:51:07.864339 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3e631ca9-0046-4c0e-8b99-12d5124254c4 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:07.919589 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9b6c73a6-c60f-4068-917c-ba9bc019bb2e req-bb83e960-870d-4798-916f-1ff101aa165b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155219 Jul 09 14:51:08.062225 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-9bb9d674-e090-416e-bc5b-a48ecf65ded7 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Deleting port 2a2ade47-2edb-4d0b-a5e6-366b95987324 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:51:08.063109 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9bb9d674-e090-416e-bc5b-a48ecf65ded7 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:08.095276 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-00a36dfc-e88d-4483-a10b-f0a12aa9d666 req-1da9d977-f5ff-4b9d-ab54-bf7ad45abedd tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:08.145848 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f660d-9fc6-4d9e-af23-70e6e81ec03b req-fa1442ad-c1b0-42a0-8420-a0c57249c21d tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:08.147914 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-042f660d-9fc6-4d9e-af23-70e6e81ec03b req-fa1442ad-c1b0-42a0-8420-a0c57249c21d tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e39f064-5e51-4e85-81e7-6f1d74f04b0c HTTP/1.1" status: 200 len: 945 time: 0.1402681 Jul 09 14:51:08.166641 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da9d977-f5ff-4b9d-ab54-bf7ad45abedd tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Pushing event deleted for resources: {'Port': ['ID=c44bbcaf-7851-4422-969a-539d9250f5b2,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:08.230021 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9bb9d674-e090-416e-bc5b-a48ecf65ded7 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:08.236825 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9bb9d674-e090-416e-bc5b-a48ecf65ded7 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:08.263535 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-9bb9d674-e090-416e-bc5b-a48ecf65ded7 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Calling delete_port for 2a2ade47-2edb-4d0b-a5e6-366b95987324 owned by network:floatingip {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:51:08.282962 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-042f660d-9fc6-4d9e-af23-70e6e81ec03b req-3a12d224-00f5-4356-a62b-ffa452482bd6 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043212 Jul 09 14:51:08.290884 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3e631ca9-0046-4c0e-8b99-12d5124254c4 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:08.346534 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-00a36dfc-e88d-4483-a10b-f0a12aa9d666 req-1da9d977-f5ff-4b9d-ab54-bf7ad45abedd tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Notify callbacks [] for floatingip, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:08.350612 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-00a36dfc-e88d-4483-a10b-f0a12aa9d666 req-1da9d977-f5ff-4b9d-ab54-bf7ad45abedd tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:08.356901 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-00a36dfc-e88d-4483-a10b-f0a12aa9d666 req-1da9d977-f5ff-4b9d-ab54-bf7ad45abedd tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] 10.222.0.58 "DELETE /v2.0/floatingips/f0b93d34-a1d4-4d42-a580-41e07a1a685d HTTP/1.1" status: 204 len: 173 time: 1.2299914 Jul 09 14:51:08.438530 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3e631ca9-0046-4c0e-8b99-12d5124254c4 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:08.489855 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e631ca9-0046-4c0e-8b99-12d5124254c4 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aec22f1f-6c10-4f21-ae49-b84fc1d05beb,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:08.598816 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3e631ca9-0046-4c0e-8b99-12d5124254c4 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:08.607542 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-3e631ca9-0046-4c0e-8b99-12d5124254c4 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0375512 Jul 09 14:51:08.614652 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42212) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:08.619674 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-98c8fab9-30f1-4e45-90b2-741fa6dbb465 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:51:08.622012 n-d-799529-6 neutron-server[94446]: WARNING neutron.api.v2.base [None req-98c8fab9-30f1-4e45-90b2-741fa6dbb465 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 09 14:51:08.623515 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [None req-98c8fab9-30f1-4e45-90b2-741fa6dbb465 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] update failed (client error): There was a conflict when trying to complete your request. Jul 09 14:51:08.628639 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-98c8fab9-30f1-4e45-90b2-741fa6dbb465 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] 10.222.0.58 "PUT /v2.0/security-groups/aec22f1f-6c10-4f21-ae49-b84fc1d05beb HTTP/1.1" status: 409 len: 330 time: 0.0127201 Jul 09 14:51:08.635252 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42214) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:08.694033 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2234671-0142-4cde-8769-b4bdb5449aa5 req-40e15c2d-11a6-4e67-b575-f0e13d552f34 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:08.700811 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f2234671-0142-4cde-8769-b4bdb5449aa5 req-40e15c2d-11a6-4e67-b575-f0e13d552f34 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3089790 Jul 09 14:51:08.735624 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-55a4deda-30d4-4849-a35f-4785f917d405 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:08.752017 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42220) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:08.827697 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9bb9d674-e090-416e-bc5b-a48ecf65ded7 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:08.875220 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8988a5ab-a665-468e-aee5-a37c8021c3c5 req-5dc29c60-f37c-4878-943a-3df5fc865b96 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] 10.222.0.58 "GET /v2.0/floatingips?tenant_id=20266377053347908450c0c11cebe299 HTTP/1.1" status: 200 len: 1656 time: 0.1465726 Jul 09 14:51:08.903868 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-900f0543-d250-4b8c-bcd4-44beb1a0c0a7 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1095959448'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:51:08.973987 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb9d674-e090-416e-bc5b-a48ecf65ded7 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Pushing event deleted for resources: {'Port': ['ID=2a2ade47-2edb-4d0b-a5e6-366b95987324,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:08.985769 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-55a4deda-30d4-4849-a35f-4785f917d405 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:09.078920 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9bb9d674-e090-416e-bc5b-a48ecf65ded7 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks [] for floatingip, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:09.081660 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9bb9d674-e090-416e-bc5b-a48ecf65ded7 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:09.083002 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-9bb9d674-e090-416e-bc5b-a48ecf65ded7 tempest-AttachVolumeShelveTestJSON-1996953332 tempest-AttachVolumeShelveTestJSON-1996953332-project] 10.222.0.58 "DELETE /v2.0/floatingips/dc46edc0-4331-4013-9b7e-9f77808ecf3a HTTP/1.1" status: 204 len: 168 time: 1.3751464 Jul 09 14:51:09.085908 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900f0543-d250-4b8c-bcd4-44beb1a0c0a7 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Made reservation on behalf of dfdcd0a9e97448d5b5c342bb91b0857e for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:51:09.091987 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-900f0543-d250-4b8c-bcd4-44beb1a0c0a7 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:09.113427 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-900f0543-d250-4b8c-bcd4-44beb1a0c0a7 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:09.145471 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8988a5ab-a665-468e-aee5-a37c8021c3c5 req-ddc3c135-dd61-4861-9ab3-f032c13e3c6a tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:09.147091 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8988a5ab-a665-468e-aee5-a37c8021c3c5 req-ddc3c135-dd61-4861-9ab3-f032c13e3c6a tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] 10.222.0.58 "GET /v2.0/networks?id=202c7ce6-d4e9-4f80-84dd-bef08905a653&id=202c7ce6-d4e9-4f80-84dd-bef08905a653&id=202c7ce6-d4e9-4f80-84dd-bef08905a653 HTTP/1.1" status: 200 len: 787 time: 0.2708700 Jul 09 14:51:09.240182 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-83d873fd-4921-4793-8ebd-635869b238a3 req-af0f476f-4581-429e-b44e-e53862b32cfb tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] 10.222.0.58 "GET /v2.0/floatingips/7ef8d6bf-2ddd-42d2-8061-980af6cb0a0d HTTP/1.1" status: 200 len: 692 time: 0.0628204 Jul 09 14:51:09.253061 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-55a4deda-30d4-4849-a35f-4785f917d405 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:09.256045 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-55a4deda-30d4-4849-a35f-4785f917d405 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:09.260072 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-55a4deda-30d4-4849-a35f-4785f917d405 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] 10.222.0.58 "DELETE /v2.0/security-groups/aec22f1f-6c10-4f21-ae49-b84fc1d05beb HTTP/1.1" status: 204 len: 168 time: 0.6173623 Jul 09 14:51:09.263577 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42242) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:09.326801 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a4deda-30d4-4849-a35f-4785f917d405 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec22f1f-6c10-4f21-ae49-b84fc1d05beb,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:09.468349 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d873fd-4921-4793-8ebd-635869b238a3 req-b75ebf8e-b334-4f5f-8afc-7a1d7e7b78f7 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:09.479568 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-83d873fd-4921-4793-8ebd-635869b238a3 req-b75ebf8e-b334-4f5f-8afc-7a1d7e7b78f7 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] 10.222.0.58 "GET /v2.0/networks/202c7ce6-d4e9-4f80-84dd-bef08905a653 HTTP/1.1" status: 200 len: 784 time: 0.2382863 Jul 09 14:51:09.497070 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [req-83d873fd-4921-4793-8ebd-635869b238a3 req-dee3a916-e518-4f37-a064-74cbaf9ff65f tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:51:09.507517 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-83d873fd-4921-4793-8ebd-635869b238a3 req-dee3a916-e518-4f37-a064-74cbaf9ff65f tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0267916 Jul 09 14:51:09.586646 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-83d873fd-4921-4793-8ebd-635869b238a3 req-217114c8-fa8b-4ec6-8924-f3e7bbefade3 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.3.53 HTTP/1.1" status: 200 len: 695 time: 0.0761003 Jul 09 14:51:09.686286 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-83d873fd-4921-4793-8ebd-635869b238a3 req-43cf9984-2d73-478d-af5e-88d07e06fdf3 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.3.53 HTTP/1.1" status: 200 len: 695 time: 0.0880091 Jul 09 14:51:09.868554 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-83d873fd-4921-4793-8ebd-635869b238a3 req-12a3d21f-316d-47bc-b0f6-2d62f4d05b98 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Deleting port 27af7698-8bab-414b-ac12-ca4d7e5cbfbb {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:51:09.869565 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-83d873fd-4921-4793-8ebd-635869b238a3 req-12a3d21f-316d-47bc-b0f6-2d62f4d05b98 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:10.032124 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-24a69725-55f9-4e02-bc69-e0381f6e531c tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7665811 Jul 09 14:51:10.038812 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42266) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:10.049363 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-83d873fd-4921-4793-8ebd-635869b238a3 req-12a3d21f-316d-47bc-b0f6-2d62f4d05b98 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:10.049764 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-83d873fd-4921-4793-8ebd-635869b238a3 req-12a3d21f-316d-47bc-b0f6-2d62f4d05b98 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:10.086870 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [None req-e53e328c-b490-4b3d-b35c-d226080ed9ea tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] delete failed (client error): The resource could not be found. Jul 09 14:51:10.088226 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e53e328c-b490-4b3d-b35c-d226080ed9ea tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] 10.222.0.58 "DELETE /v2.0/security-groups/17ca09a8-a94e-41c7-8e0b-b25201a40698 HTTP/1.1" status: 404 len: 347 time: 0.0444384 Jul 09 14:51:10.094410 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-83d873fd-4921-4793-8ebd-635869b238a3 req-12a3d21f-316d-47bc-b0f6-2d62f4d05b98 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Calling delete_port for 27af7698-8bab-414b-ac12-ca4d7e5cbfbb owned by network:floatingip {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:51:10.099092 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdaa752-e79e-4832-9191-53e4201cf0c4 req-c6a338cf-4eb3-47c2-940a-7de86c42db32 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:10.105563 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42268) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:10.106574 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4cdaa752-e79e-4832-9191-53e4201cf0c4 req-c6a338cf-4eb3-47c2-940a-7de86c42db32 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e39f064-5e51-4e85-81e7-6f1d74f04b0c HTTP/1.1" status: 200 len: 945 time: 0.1254392 Jul 09 14:51:10.156638 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [None req-60b7b3b3-51e5-45ff-b6d4-95e06209ad2b tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] show failed (client error): The resource could not be found. Jul 09 14:51:10.165226 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-60b7b3b3-51e5-45ff-b6d4-95e06209ad2b tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] 10.222.0.58 "GET /v2.0/security-groups/185fb7ac-0c6f-4179-8d3e-10932e8afc5e HTTP/1.1" status: 404 len: 347 time: 0.0578978 Jul 09 14:51:10.168419 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42272) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:10.179067 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4cdaa752-e79e-4832-9191-53e4201cf0c4 req-13b27179-97ed-41fa-9fa6-ad3708da6ec5 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713527 Jul 09 14:51:10.183796 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-900f0543-d250-4b8c-bcd4-44beb1a0c0a7 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:10.242182 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [None req-a05f085b-2c8d-4815-8ee6-cf247db11a69 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] show failed (client error): The resource could not be found. Jul 09 14:51:10.249934 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a05f085b-2c8d-4815-8ee6-cf247db11a69 tempest-NegativeSecGroupTest-1395681672 tempest-NegativeSecGroupTest-1395681672-project] 10.222.0.58 "GET /v2.0/security-group-rules/e80cd7d5-063e-410c-bfd6-545b5e3a5481 HTTP/1.1" status: 404 len: 356 time: 0.0801961 Jul 09 14:51:10.289214 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-900f0543-d250-4b8c-bcd4-44beb1a0c0a7 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:10.376541 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f0543-d250-4b8c-bcd4-44beb1a0c0a7 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=057a910c-7fa9-40d1-a01e-0db1d5cc2a8c,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:10.470215 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-83d873fd-4921-4793-8ebd-635869b238a3 req-12a3d21f-316d-47bc-b0f6-2d62f4d05b98 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:10.477794 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-900f0543-d250-4b8c-bcd4-44beb1a0c0a7 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:51:10.500269 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-900f0543-d250-4b8c-bcd4-44beb1a0c0a7 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:10.500849 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-900f0543-d250-4b8c-bcd4-44beb1a0c0a7 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Added segment 7aac43ab-4015-48fd-a6bd-d34f8e7d6b83 of type vlan for network 154b31b8-b2b6-45bc-a392-4115e850ee53 Jul 09 14:51:10.539646 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a3d21f-316d-47bc-b0f6-2d62f4d05b98 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Pushing event deleted for resources: {'Port': ['ID=27af7698-8bab-414b-ac12-ca4d7e5cbfbb,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:10.632397 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-900f0543-d250-4b8c-bcd4-44beb1a0c0a7 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:10.714047 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-83d873fd-4921-4793-8ebd-635869b238a3 req-12a3d21f-316d-47bc-b0f6-2d62f4d05b98 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Notify callbacks [] for floatingip, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:10.718469 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-83d873fd-4921-4793-8ebd-635869b238a3 req-12a3d21f-316d-47bc-b0f6-2d62f4d05b98 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:10.723977 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-83d873fd-4921-4793-8ebd-635869b238a3 req-12a3d21f-316d-47bc-b0f6-2d62f4d05b98 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] 10.222.0.58 "DELETE /v2.0/floatingips/7ef8d6bf-2ddd-42d2-8061-980af6cb0a0d HTTP/1.1" status: 204 len: 173 time: 1.0366700 Jul 09 14:51:10.780470 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0727f8-b0a2-400a-a913-a5b58893a896 req-b44c8b2f-916f-4be4-b73c-371f57f1b135 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:10.782229 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3c0727f8-b0a2-400a-a913-a5b58893a896 req-b44c8b2f-916f-4be4-b73c-371f57f1b135 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e39f064-5e51-4e85-81e7-6f1d74f04b0c HTTP/1.1" status: 200 len: 945 time: 0.1127489 Jul 09 14:51:10.815114 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-900f0543-d250-4b8c-bcd4-44beb1a0c0a7 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:10.829831 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900f0543-d250-4b8c-bcd4-44beb1a0c0a7 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:10.830591 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-900f0543-d250-4b8c-bcd4-44beb1a0c0a7 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:10.916917 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3c0727f8-b0a2-400a-a913-a5b58893a896 req-b040d611-ae89-4d42-94c6-0515e998feaf tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268167 Jul 09 14:51:10.921807 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-900f0543-d250-4b8c-bcd4-44beb1a0c0a7 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.1685841 Jul 09 14:51:10.929477 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42308) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:10.933094 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f0543-d250-4b8c-bcd4-44beb1a0c0a7 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Pushing event updated for resources: {'Network': ['ID=154b31b8-b2b6-45bc-a392-4115e850ee53,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:10.956619 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 154b31b8-b2b6-45bc-a392-4115e850ee53 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:51:10.964831 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-156a2a13-8f9a-462e-9407-ba46e662dcea tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Request body: {'subnet': {'network_id': '154b31b8-b2b6-45bc-a392-4115e850ee53', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:51:11.094614 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b14d03ed-95d4-4c94-97c1-9c74bde5aeb9 req-1782d5ce-4f9d-4878-a517-96f6cd60113d tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] 10.222.0.58 "GET /v2.0/floatingips/60a57eed-08d8-43aa-bca6-687c00eb6cc3 HTTP/1.1" status: 200 len: 693 time: 0.0887771 Jul 09 14:51:11.120306 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42314) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:11.237356 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-156a2a13-8f9a-462e-9407-ba46e662dcea tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Made reservation on behalf of dfdcd0a9e97448d5b5c342bb91b0857e for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:51:11.239352 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d03ed-95d4-4c94-97c1-9c74bde5aeb9 req-7640c5d5-5cfb-471f-89c0-c1e6c974af4b tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:11.240783 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b14d03ed-95d4-4c94-97c1-9c74bde5aeb9 req-7640c5d5-5cfb-471f-89c0-c1e6c974af4b tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] 10.222.0.58 "GET /v2.0/networks/202c7ce6-d4e9-4f80-84dd-bef08905a653 HTTP/1.1" status: 200 len: 784 time: 0.1452889 Jul 09 14:51:11.241244 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-156a2a13-8f9a-462e-9407-ba46e662dcea tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:11.317616 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b14d03ed-95d4-4c94-97c1-9c74bde5aeb9 req-33ca5d4e-e5c0-4243-be28-cbbd9696c905 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.3.130 HTTP/1.1" status: 200 len: 696 time: 0.0685337 Jul 09 14:51:11.483687 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-5ef45e57-6502-46f0-bdc6-0f1dbc483705 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b851cd3a98444e01b5fc33511560a862&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3598666 Jul 09 14:51:11.493977 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42334) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:11.575907 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b14d03ed-95d4-4c94-97c1-9c74bde5aeb9 req-b1ed25d1-e088-4827-a17b-ba9696945355 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.3.130 HTTP/1.1" status: 200 len: 696 time: 0.2575471 Jul 09 14:51:11.595812 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-156a2a13-8f9a-462e-9407-ba46e662dcea tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:11.744169 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156a2a13-8f9a-462e-9407-ba46e662dcea tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Checking segment: {'id': '7aac43ab-4015-48fd-a6bd-d34f8e7d6b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '154b31b8-b2b6-45bc-a392-4115e850ee53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:51:11.750696 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156a2a13-8f9a-462e-9407-ba46e662dcea tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Network hostable DHCP agents. Network: 154b31b8-b2b6-45bc-a392-4115e850ee53, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:51:11.778030 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156a2a13-8f9a-462e-9407-ba46e662dcea tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Pushing event updated for resources: {'Subnet': ['ID=1ed7d187-2689-4d19-a566-08d4b26277be,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:11.853349 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3b230c80-7381-474e-ae72-dd4b71fb781e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:11.900897 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3b230c80-7381-474e-ae72-dd4b71fb781e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:11.928941 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-b14d03ed-95d4-4c94-97c1-9c74bde5aeb9 req-3970f52f-60cf-4625-8c56-aedb89d59c14 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Deleting port 4d964936-f744-4597-aeb8-a436ec618497 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:51:11.929359 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b14d03ed-95d4-4c94-97c1-9c74bde5aeb9 req-3970f52f-60cf-4625-8c56-aedb89d59c14 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:11.991937 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156a2a13-8f9a-462e-9407-ba46e662dcea tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Network 154b31b8-b2b6-45bc-a392-4115e850ee53 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:51:12.075599 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b14d03ed-95d4-4c94-97c1-9c74bde5aeb9 req-3970f52f-60cf-4625-8c56-aedb89d59c14 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:12.075929 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b14d03ed-95d4-4c94-97c1-9c74bde5aeb9 req-3970f52f-60cf-4625-8c56-aedb89d59c14 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:12.087968 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-b14d03ed-95d4-4c94-97c1-9c74bde5aeb9 req-3970f52f-60cf-4625-8c56-aedb89d59c14 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Calling delete_port for 4d964936-f744-4597-aeb8-a436ec618497 owned by network:floatingip {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:51:12.187375 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74c1693-8544-4a02-8b46-7879a521389c req-dee4b914-0cf9-4997-bc7a-3d40beb7e00c tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:12.188929 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b74c1693-8544-4a02-8b46-7879a521389c req-dee4b914-0cf9-4997-bc7a-3d40beb7e00c tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e39f064-5e51-4e85-81e7-6f1d74f04b0c HTTP/1.1" status: 200 len: 945 time: 0.0686383 Jul 09 14:51:12.230891 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b74c1693-8544-4a02-8b46-7879a521389c req-da9b66c1-fe7a-4eb4-9721-6ca080ef045f tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358968 Jul 09 14:51:12.313404 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-156a2a13-8f9a-462e-9407-ba46e662dcea tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 154b31b8-b2b6-45bc-a392-4115e850ee53) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:51:12.317910 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156a2a13-8f9a-462e-9407-ba46e662dcea tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:12.318524 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-156a2a13-8f9a-462e-9407-ba46e662dcea tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:12.324239 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8557553d-df7c-4a49-8907-c6cba7f00d06 None None] Network 154b31b8-b2b6-45bc-a392-4115e850ee53 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:51:12.388245 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3b230c80-7381-474e-ae72-dd4b71fb781e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:12.392454 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3b230c80-7381-474e-ae72-dd4b71fb781e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:12.404349 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-3b230c80-7381-474e-ae72-dd4b71fb781e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7ec23f02-98ca-4c3d-99a2-e6f1875f7769 HTTP/1.1" status: 204 len: 168 time: 0.9054239 Jul 09 14:51:12.429674 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b230c80-7381-474e-ae72-dd4b71fb781e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec23f02-98ca-4c3d-99a2-e6f1875f7769,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:12.456154 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed6d11c-25fb-4dad-81d6-713849e418b2 req-78518e1e-6f5d-4702-9b44-830b29cff596 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:12.456154 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fed6d11c-25fb-4dad-81d6-713849e418b2 req-78518e1e-6f5d-4702-9b44-830b29cff596 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e39f064-5e51-4e85-81e7-6f1d74f04b0c HTTP/1.1" status: 200 len: 945 time: 0.0919459 Jul 09 14:51:12.480712 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b14d03ed-95d4-4c94-97c1-9c74bde5aeb9 req-3970f52f-60cf-4625-8c56-aedb89d59c14 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:12.503464 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fed6d11c-25fb-4dad-81d6-713849e418b2 req-4234e623-789d-41b8-a5b0-446c1e0228c5 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434380 Jul 09 14:51:12.509738 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c9e14b-182c-4639-a4fc-6ed0ed4f11bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-154b31b8-b2b6-45bc-a392-4115e850ee53', 'network_id': '154b31b8-b2b6-45bc-a392-4115e850ee53', 'tenant_id': 'dfdcd0a9e97448d5b5c342bb91b0857e', 'fixed_ips': [{'subnet_id': '1ed7d187-2689-4d19-a566-08d4b26277be'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:51:12.510677 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-10c9e14b-182c-4639-a4fc-6ed0ed4f11bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:12.515089 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-156a2a13-8f9a-462e-9407-ba46e662dcea tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5810041 Jul 09 14:51:12.515456 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42354) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:12.521954 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-8498a052-aba5-4f15-9d0c-20bbddfa2289 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Request body: {'port': {'network_id': '154b31b8-b2b6-45bc-a392-4115e850ee53', 'name': 'tempest-AllowedAddressPairTestJSON-1257944592'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:51:12.532138 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3970f52f-60cf-4625-8c56-aedb89d59c14 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Pushing event deleted for resources: {'Port': ['ID=4d964936-f744-4597-aeb8-a436ec618497,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:12.634899 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b14d03ed-95d4-4c94-97c1-9c74bde5aeb9 req-3970f52f-60cf-4625-8c56-aedb89d59c14 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Notify callbacks [] for floatingip, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:12.637990 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b14d03ed-95d4-4c94-97c1-9c74bde5aeb9 req-3970f52f-60cf-4625-8c56-aedb89d59c14 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:12.639186 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b14d03ed-95d4-4c94-97c1-9c74bde5aeb9 req-3970f52f-60cf-4625-8c56-aedb89d59c14 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] 10.222.0.58 "DELETE /v2.0/floatingips/60a57eed-08d8-43aa-bca6-687c00eb6cc3 HTTP/1.1" status: 204 len: 173 time: 1.0613575 Jul 09 14:51:12.702852 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-10c9e14b-182c-4639-a4fc-6ed0ed4f11bc None None] Allocated IP 172.20.0.2 (154b31b8-b2b6-45bc-a392-4115e850ee53/1ed7d187-2689-4d19-a566-08d4b26277be/e9d0325b-3cde-430a-9264-9c5befb8ff4e) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:51:12.790575 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8498a052-aba5-4f15-9d0c-20bbddfa2289 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Made reservation on behalf of dfdcd0a9e97448d5b5c342bb91b0857e for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:51:12.794543 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8498a052-aba5-4f15-9d0c-20bbddfa2289 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:12.834189 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-8498a052-aba5-4f15-9d0c-20bbddfa2289 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] device_id is not set on port 5bc1152e-ec63-4e50-b2d6-7b40bbc51933 yet. {{(pid=94446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:51:12.978001 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-10c9e14b-182c-4639-a4fc-6ed0ed4f11bc None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:12.997230 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-10c9e14b-182c-4639-a4fc-6ed0ed4f11bc None None] Transition to ACTIVE for port object e9d0325b-3cde-430a-9264-9c5befb8ff4e will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:51:13.033322 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-10c9e14b-182c-4639-a4fc-6ed0ed4f11bc None None] Transition to ACTIVE for port object e9d0325b-3cde-430a-9264-9c5befb8ff4e will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:51:13.141904 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-10c9e14b-182c-4639-a4fc-6ed0ed4f11bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:13.220765 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c9e14b-182c-4639-a4fc-6ed0ed4f11bc None None] Network 154b31b8-b2b6-45bc-a392-4115e850ee53 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:51:13.226118 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-10c9e14b-182c-4639-a4fc-6ed0ed4f11bc None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:51:13.233070 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c9e14b-182c-4639-a4fc-6ed0ed4f11bc None None] Pushing event updated for resources: {'Port': ['ID=e9d0325b-3cde-430a-9264-9c5befb8ff4e,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:13.236679 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c9e14b-182c-4639-a4fc-6ed0ed4f11bc None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:51:13.286050 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6853ba61-03ef-4fb4-a495-28428be62e0e req-f9ea7de1-2d42-4c6d-8948-5dc830d8b1f4 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] 10.222.0.58 "GET /v2.0/floatingips/ac295c8f-c416-44ef-b33b-e37bbe353809 HTTP/1.1" status: 200 len: 693 time: 0.1932526 Jul 09 14:51:13.337682 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-10c9e14b-182c-4639-a4fc-6ed0ed4f11bc None None] Attempting to bind port e9d0325b-3cde-430a-9264-9c5befb8ff4e on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:51:13.338259 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-10c9e14b-182c-4639-a4fc-6ed0ed4f11bc None None] Attempting to bind port e9d0325b-3cde-430a-9264-9c5befb8ff4e by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '7aac43ab-4015-48fd-a6bd-d34f8e7d6b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '154b31b8-b2b6-45bc-a392-4115e850ee53'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:51:13.338432 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c9e14b-182c-4639-a4fc-6ed0ed4f11bc None None] Attempting to bind port e9d0325b-3cde-430a-9264-9c5befb8ff4e on network 154b31b8-b2b6-45bc-a392-4115e850ee53 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:51:13.349880 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c9e14b-182c-4639-a4fc-6ed0ed4f11bc None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:51:13.349880 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c9e14b-182c-4639-a4fc-6ed0ed4f11bc None None] Checking segment: {'id': '7aac43ab-4015-48fd-a6bd-d34f8e7d6b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '154b31b8-b2b6-45bc-a392-4115e850ee53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:51:13.349880 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-10c9e14b-182c-4639-a4fc-6ed0ed4f11bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:13.349880 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c9e14b-182c-4639-a4fc-6ed0ed4f11bc None None] Bound using segment: {'id': '7aac43ab-4015-48fd-a6bd-d34f8e7d6b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '154b31b8-b2b6-45bc-a392-4115e850ee53'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:51:13.350404 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-10c9e14b-182c-4639-a4fc-6ed0ed4f11bc None None] Bound port: e9d0325b-3cde-430a-9264-9c5befb8ff4e, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aac43ab-4015-48fd-a6bd-d34f8e7d6b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '154b31b8-b2b6-45bc-a392-4115e850ee53'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:51:13.350404 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-10c9e14b-182c-4639-a4fc-6ed0ed4f11bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:13.403855 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-8498a052-aba5-4f15-9d0c-20bbddfa2289 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Allocated IP 172.20.0.13 (154b31b8-b2b6-45bc-a392-4115e850ee53/1ed7d187-2689-4d19-a566-08d4b26277be/5bc1152e-ec63-4e50-b2d6-7b40bbc51933) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:51:13.559846 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-10c9e14b-182c-4639-a4fc-6ed0ed4f11bc None None] For port e9d0325b-3cde-430a-9264-9c5befb8ff4e, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:51:13.571694 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-10c9e14b-182c-4639-a4fc-6ed0ed4f11bc None None] For port e9d0325b-3cde-430a-9264-9c5befb8ff4e, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=e9d0325b-3cde-430a-9264-9c5befb8ff4e,segment=NetworkSegment(7aac43ab-4015-48fd-a6bd-d34f8e7d6b83),segment_id=7aac43ab-4015-48fd-a6bd-d34f8e7d6b83)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:51:13.650958 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6853ba61-03ef-4fb4-a495-28428be62e0e req-156d57a6-ad50-4cdf-8762-d8c2a8df6afa tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:13.659254 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6853ba61-03ef-4fb4-a495-28428be62e0e req-156d57a6-ad50-4cdf-8762-d8c2a8df6afa tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] 10.222.0.58 "GET /v2.0/networks/202c7ce6-d4e9-4f80-84dd-bef08905a653 HTTP/1.1" status: 200 len: 784 time: 0.3616021 Jul 09 14:51:13.701304 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-10c9e14b-182c-4639-a4fc-6ed0ed4f11bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:13.704166 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42412) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:13.834807 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c9e14b-182c-4639-a4fc-6ed0ed4f11bc None None] Pushing event updated for resources: {'Port': ['ID=e9d0325b-3cde-430a-9264-9c5befb8ff4e,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:13.841114 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6853ba61-03ef-4fb4-a495-28428be62e0e req-4b0f4bb7-b785-44f1-8e44-513c71075916 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.3.191 HTTP/1.1" status: 200 len: 696 time: 0.1712828 Jul 09 14:51:13.915779 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6853ba61-03ef-4fb4-a495-28428be62e0e req-be5ec7fd-5588-4c68-b682-5597e525424b tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.3.191 HTTP/1.1" status: 200 len: 696 time: 0.0727887 Jul 09 14:51:13.955063 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fd0f33d9-7110-442f-8e40-2167f102627f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:14.159481 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42420) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:14.225536 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8498a052-aba5-4f15-9d0c-20bbddfa2289 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:14.286835 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fd0f33d9-7110-442f-8e40-2167f102627f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:14.304487 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-8498a052-aba5-4f15-9d0c-20bbddfa2289 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Transition to ACTIVE for port object 5bc1152e-ec63-4e50-b2d6-7b40bbc51933 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:51:14.363407 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fd0f33d9-7110-442f-8e40-2167f102627f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:14.374412 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-6853ba61-03ef-4fb4-a495-28428be62e0e req-2edab931-14f6-4a5f-95a2-f74590808222 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Deleting port 336ad772-8500-4314-8b97-0a61aa229cd1 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:51:14.374820 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-6853ba61-03ef-4fb4-a495-28428be62e0e req-2edab931-14f6-4a5f-95a2-f74590808222 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:14.432288 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-324561f0-47d9-46a8-9eba-06f6a1f6ccd6 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-994879796'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:51:14.464873 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-fd0f33d9-7110-442f-8e40-2167f102627f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=74c03010f1824a119cc93c6f1d55e634&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7593741 Jul 09 14:51:14.496205 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42430) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:14.573330 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8498a052-aba5-4f15-9d0c-20bbddfa2289 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:14.590157 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0f33d9-7110-442f-8e40-2167f102627f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=697a82ab-3d49-4983-a15d-7ca0c82eea14,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:14.672557 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8498a052-aba5-4f15-9d0c-20bbddfa2289 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Pushing event updated for resources: {'Port': ['ID=5bc1152e-ec63-4e50-b2d6-7b40bbc51933,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:14.679115 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f35192c0-5e74-4653-b206-4291de32944d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:14.710212 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8498a052-aba5-4f15-9d0c-20bbddfa2289 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Network 154b31b8-b2b6-45bc-a392-4115e850ee53 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:51:14.713304 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f35192c0-5e74-4653-b206-4291de32944d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:14.713858 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-8498a052-aba5-4f15-9d0c-20bbddfa2289 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:51:14.717204 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8498a052-aba5-4f15-9d0c-20bbddfa2289 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:51:14.754805 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:14.764749 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-6853ba61-03ef-4fb4-a495-28428be62e0e req-2edab931-14f6-4a5f-95a2-f74590808222 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:14.765132 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-6853ba61-03ef-4fb4-a495-28428be62e0e req-2edab931-14f6-4a5f-95a2-f74590808222 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:14.789073 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-324561f0-47d9-46a8-9eba-06f6a1f6ccd6 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Made reservation on behalf of e9df20e446e94ce09e8c11d4dd03eed9 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:51:14.792006 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-324561f0-47d9-46a8-9eba-06f6a1f6ccd6 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:14.807354 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-6853ba61-03ef-4fb4-a495-28428be62e0e req-2edab931-14f6-4a5f-95a2-f74590808222 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Calling delete_port for 336ad772-8500-4314-8b97-0a61aa229cd1 owned by network:floatingip {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:51:14.814079 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-324561f0-47d9-46a8-9eba-06f6a1f6ccd6 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:14.835723 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8498a052-aba5-4f15-9d0c-20bbddfa2289 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:14.836366 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8498a052-aba5-4f15-9d0c-20bbddfa2289 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:14.909613 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f35192c0-5e74-4653-b206-4291de32944d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:14.914250 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f35192c0-5e74-4653-b206-4291de32944d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:14.921085 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f35192c0-5e74-4653-b206-4291de32944d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/697a82ab-3d49-4983-a15d-7ca0c82eea14 HTTP/1.1" status: 204 len: 168 time: 0.4173496 Jul 09 14:51:14.947738 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-8498a052-aba5-4f15-9d0c-20bbddfa2289 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4310629 Jul 09 14:51:14.950124 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42444) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:14.961458 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-913401b6-2ee7-4a75-8277-22496c0a77b0 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Request body: {'port': {'network_id': '154b31b8-b2b6-45bc-a392-4115e850ee53', 'name': 'tempest-AllowedAddressPairTestJSON-321726178', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:69:00:00'}]}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:51:14.992987 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35192c0-5e74-4653-b206-4291de32944d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=697a82ab-3d49-4983-a15d-7ca0c82eea14,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:15.188583 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86877a5-3f26-4dfa-9478-933622e0d883 req-73595f14-bcea-485d-aa8a-c15219c8b334 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:15.191680 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c86877a5-3f26-4dfa-9478-933622e0d883 req-73595f14-bcea-485d-aa8a-c15219c8b334 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e39f064-5e51-4e85-81e7-6f1d74f04b0c HTTP/1.1" status: 200 len: 945 time: 0.1590328 Jul 09 14:51:15.253949 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c86877a5-3f26-4dfa-9478-933622e0d883 req-904ed1f3-9080-4a8d-9bac-e323cb441ea4 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562968 Jul 09 14:51:15.676827 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca86235b-283e-4f5a-b92e-49df6db5647f None None] Network 154b31b8-b2b6-45bc-a392-4115e850ee53 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:51:15.735035 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-324561f0-47d9-46a8-9eba-06f6a1f6ccd6 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:15.737878 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-6853ba61-03ef-4fb4-a495-28428be62e0e req-2edab931-14f6-4a5f-95a2-f74590808222 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:15.847944 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edab931-14f6-4a5f-95a2-f74590808222 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Pushing event deleted for resources: {'Port': ['ID=336ad772-8500-4314-8b97-0a61aa229cd1,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:15.893843 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-324561f0-47d9-46a8-9eba-06f6a1f6ccd6 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:15.905292 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-324561f0-47d9-46a8-9eba-06f6a1f6ccd6 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:51:15.929157 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-324561f0-47d9-46a8-9eba-06f6a1f6ccd6 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:15.929521 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-324561f0-47d9-46a8-9eba-06f6a1f6ccd6 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Added segment 316bda5d-ec0b-44c3-a7ef-53b26b4501e0 of type vlan for network 5e252fae-9e69-43fe-b736-7000c8a25c4e Jul 09 14:51:15.934294 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-02f1756a-936f-4325-854c-c7b6d2d4fc12 None None] Provisioning for port e9d0325b-3cde-430a-9264-9c5befb8ff4e completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:51:16.068567 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-324561f0-47d9-46a8-9eba-06f6a1f6ccd6 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:16.079765 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324561f0-47d9-46a8-9eba-06f6a1f6ccd6 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8464876e-06fc-40cf-b3d0-bc36ed09513e,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:16.142761 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-6853ba61-03ef-4fb4-a495-28428be62e0e req-2edab931-14f6-4a5f-95a2-f74590808222 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Notify callbacks [] for floatingip, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:16.145910 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-6853ba61-03ef-4fb4-a495-28428be62e0e req-2edab931-14f6-4a5f-95a2-f74590808222 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:16.153005 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6853ba61-03ef-4fb4-a495-28428be62e0e req-2edab931-14f6-4a5f-95a2-f74590808222 tempest-FloatingIPDetailsTestJSON-1802940446 tempest-FloatingIPDetailsTestJSON-1802940446-project] 10.222.0.58 "DELETE /v2.0/floatingips/ac295c8f-c416-44ef-b33b-e37bbe353809 HTTP/1.1" status: 204 len: 173 time: 2.2333398 Jul 09 14:51:16.153005 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-913401b6-2ee7-4a75-8277-22496c0a77b0 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Made reservation on behalf of dfdcd0a9e97448d5b5c342bb91b0857e for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:51:16.157008 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42472) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:16.186756 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device e9d0325b-3cde-430a-9264-9c5befb8ff4e up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:51:16.374658 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port e9d0325b-3cde-430a-9264-9c5befb8ff4e completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:51:16.386243 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port e9d0325b-3cde-430a-9264-9c5befb8ff4e triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:51:16.387349 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:16.458709 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-52d47bfd-77d3-4359-b4ae-2fc1307e7603 None None] Provisioning for port 5bc1152e-ec63-4e50-b2d6-7b40bbc51933 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:51:16.462450 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-913401b6-2ee7-4a75-8277-22496c0a77b0 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:16.511119 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-52d47bfd-77d3-4359-b4ae-2fc1307e7603 None None] Provisioning complete for port 5bc1152e-ec63-4e50-b2d6-7b40bbc51933 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:51:16.512213 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-52d47bfd-77d3-4359-b4ae-2fc1307e7603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:16.515539 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:16.577434 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port e9d0325b-3cde-430a-9264-9c5befb8ff4e, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=e9d0325b-3cde-430a-9264-9c5befb8ff4e,segment=NetworkSegment(7aac43ab-4015-48fd-a6bd-d34f8e7d6b83),segment_id=7aac43ab-4015-48fd-a6bd-d34f8e7d6b83)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:51:16.596065 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-52d47bfd-77d3-4359-b4ae-2fc1307e7603 None None] Port 5bc1152e-ec63-4e50-b2d6-7b40bbc51933 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:51:16.607546 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-52d47bfd-77d3-4359-b4ae-2fc1307e7603 None None] Provisioning complete for port e9d0325b-3cde-430a-9264-9c5befb8ff4e triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:51:16.608119 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-52d47bfd-77d3-4359-b4ae-2fc1307e7603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:16.643285 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.db.resource_extend [None req-324561f0-47d9-46a8-9eba-06f6a1f6ccd6 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 14:51:16.649109 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad136e6c-5007-4807-aa44-9018e1b8a92c req-7628d16e-ffa9-4f42-bec0-88368cef7771 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:16.663216 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ad136e6c-5007-4807-aa44-9018e1b8a92c req-7628d16e-ffa9-4f42-bec0-88368cef7771 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e39f064-5e51-4e85-81e7-6f1d74f04b0c HTTP/1.1" status: 200 len: 945 time: 0.1463056 Jul 09 14:51:16.711238 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:16.768847 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ad136e6c-5007-4807-aa44-9018e1b8a92c req-1d682603-9f26-4e1e-beb6-d50e85a4d5df tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041362 Jul 09 14:51:16.795553 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-324561f0-47d9-46a8-9eba-06f6a1f6ccd6 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:16.807087 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324561f0-47d9-46a8-9eba-06f6a1f6ccd6 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:16.807769 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-324561f0-47d9-46a8-9eba-06f6a1f6ccd6 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:16.813485 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=e9d0325b-3cde-430a-9264-9c5befb8ff4e,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:16.817135 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-913401b6-2ee7-4a75-8277-22496c0a77b0 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] device_id is not set on port 1c630eb5-acaf-4b73-b19e-3bd97068ca27 yet. {{(pid=94446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:51:16.823181 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:16.823558 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:16.823902 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:16.824403 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:16.824858 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:16.825190 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:16.825516 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:16.825884 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:16.826242 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:16.826647 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:16.827845 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:16.828325 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:17.017002 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324561f0-47d9-46a8-9eba-06f6a1f6ccd6 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Pushing event updated for resources: {'Network': ['ID=5e252fae-9e69-43fe-b736-7000c8a25c4e,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:17.022502 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-80120b29-472a-4af3-bd62-a804e7b7b1a2 None None] Provisioning complete for port 5bc1152e-ec63-4e50-b2d6-7b40bbc51933 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:51:17.023523 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-80120b29-472a-4af3-bd62-a804e7b7b1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:17.068772 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-324561f0-47d9-46a8-9eba-06f6a1f6ccd6 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.9008658 Jul 09 14:51:17.069752 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42496) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:17.079728 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-510360da-6be6-44c7-b50f-83caa67218a4 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Request body: {'subnet': {'network_id': '5e252fae-9e69-43fe-b736-7000c8a25c4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:51:17.164547 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 5e252fae-9e69-43fe-b736-7000c8a25c4e details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:51:17.210294 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-80120b29-472a-4af3-bd62-a804e7b7b1a2 None None] Port 5bc1152e-ec63-4e50-b2d6-7b40bbc51933 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:51:17.257130 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-510360da-6be6-44c7-b50f-83caa67218a4 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Made reservation on behalf of e9df20e446e94ce09e8c11d4dd03eed9 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:51:17.260954 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-510360da-6be6-44c7-b50f-83caa67218a4 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:17.342894 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-913401b6-2ee7-4a75-8277-22496c0a77b0 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Allocated IP 172.20.0.8 (154b31b8-b2b6-45bc-a392-4115e850ee53/1ed7d187-2689-4d19-a566-08d4b26277be/1c630eb5-acaf-4b73-b19e-3bd97068ca27) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:51:17.761932 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-913401b6-2ee7-4a75-8277-22496c0a77b0 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:17.811780 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-510360da-6be6-44c7-b50f-83caa67218a4 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:17.830889 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-913401b6-2ee7-4a75-8277-22496c0a77b0 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Transition to ACTIVE for port object 1c630eb5-acaf-4b73-b19e-3bd97068ca27 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:51:18.046933 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b436d9ba-a061-4356-8eb0-8ce83121ea69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:18.048290 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42518) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:18.126385 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device e9d0325b-3cde-430a-9264-9c5befb8ff4e up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:51:18.208238 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510360da-6be6-44c7-b50f-83caa67218a4 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Pushing event updated for resources: {'Subnet': ['ID=7cd1938e-b035-4323-b7ba-207da1b30a0e,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:18.234607 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port e9d0325b-3cde-430a-9264-9c5befb8ff4e triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:51:18.240166 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:18.291537 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-b00d511c-0546-4283-bcf9-9b15c803e790 tempest-ExternalNetworksTestJSON-665931783 tempest-ExternalNetworksTestJSON-665931783-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-677981604'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:51:18.299962 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510360da-6be6-44c7-b50f-83caa67218a4 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Checking segment: {'id': '316bda5d-ec0b-44c3-a7ef-53b26b4501e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5e252fae-9e69-43fe-b736-7000c8a25c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:51:18.300323 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510360da-6be6-44c7-b50f-83caa67218a4 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Network hostable DHCP agents. Network: 5e252fae-9e69-43fe-b736-7000c8a25c4e, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:51:18.315356 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-913401b6-2ee7-4a75-8277-22496c0a77b0 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:18.433055 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913401b6-2ee7-4a75-8277-22496c0a77b0 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Network 154b31b8-b2b6-45bc-a392-4115e850ee53 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:51:18.438531 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-913401b6-2ee7-4a75-8277-22496c0a77b0 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:51:18.440426 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913401b6-2ee7-4a75-8277-22496c0a77b0 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Pushing event updated for resources: {'Port': ['ID=1c630eb5-acaf-4b73-b19e-3bd97068ca27,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:18.442655 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913401b6-2ee7-4a75-8277-22496c0a77b0 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:51:18.445776 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00d511c-0546-4283-bcf9-9b15c803e790 tempest-ExternalNetworksTestJSON-665931783 tempest-ExternalNetworksTestJSON-665931783-project] Made reservation on behalf of 4877a3738ca941a69ccf53fc50fb4866 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:51:18.449755 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b00d511c-0546-4283-bcf9-9b15c803e790 tempest-ExternalNetworksTestJSON-665931783 tempest-ExternalNetworksTestJSON-665931783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:18.463000 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b00d511c-0546-4283-bcf9-9b15c803e790 tempest-ExternalNetworksTestJSON-665931783 tempest-ExternalNetworksTestJSON-665931783-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:18.505171 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510360da-6be6-44c7-b50f-83caa67218a4 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Network 5e252fae-9e69-43fe-b736-7000c8a25c4e is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:51:18.519806 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bff6832-39b5-4bcb-abde-f003c135a312 req-a7cdce51-87c5-4ead-b10e-6c3117cdcddc tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:18.521407 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8bff6832-39b5-4bcb-abde-f003c135a312 req-a7cdce51-87c5-4ead-b10e-6c3117cdcddc tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e39f064-5e51-4e85-81e7-6f1d74f04b0c HTTP/1.1" status: 200 len: 945 time: 0.3997476 Jul 09 14:51:18.555761 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913401b6-2ee7-4a75-8277-22496c0a77b0 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:18.556415 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-913401b6-2ee7-4a75-8277-22496c0a77b0 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:18.608438 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8bff6832-39b5-4bcb-abde-f003c135a312 req-dcaff374-b6ff-41c2-8ee7-44da038fb7b4 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774436 Jul 09 14:51:18.610793 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-510360da-6be6-44c7-b50f-83caa67218a4 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 5e252fae-9e69-43fe-b736-7000c8a25c4e) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:51:18.624517 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510360da-6be6-44c7-b50f-83caa67218a4 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:18.624517 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-510360da-6be6-44c7-b50f-83caa67218a4 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:18.625080 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7b64e8-fc93-4202-a887-d88e8a50ed7b None None] Network 5e252fae-9e69-43fe-b736-7000c8a25c4e requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:51:18.666455 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b00d511c-0546-4283-bcf9-9b15c803e790 tempest-ExternalNetworksTestJSON-665931783 tempest-ExternalNetworksTestJSON-665931783-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:18.752070 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b00d511c-0546-4283-bcf9-9b15c803e790 tempest-ExternalNetworksTestJSON-665931783 tempest-ExternalNetworksTestJSON-665931783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:18.773869 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b00d511c-0546-4283-bcf9-9b15c803e790 tempest-ExternalNetworksTestJSON-665931783 tempest-ExternalNetworksTestJSON-665931783-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:51:18.794089 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b00d511c-0546-4283-bcf9-9b15c803e790 tempest-ExternalNetworksTestJSON-665931783 tempest-ExternalNetworksTestJSON-665931783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:18.802848 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-b00d511c-0546-4283-bcf9-9b15c803e790 tempest-ExternalNetworksTestJSON-665931783 tempest-ExternalNetworksTestJSON-665931783-project] Added segment 2202663d-e7fb-4364-b346-f212cb774900 of type vlan for network 2cfdcf4b-9b46-4252-aa93-a999690adb76 Jul 09 14:51:18.819546 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-b436d9ba-a061-4356-8eb0-8ce83121ea69 admin admin] Deleting port b7dd21ff-42f5-4d7e-acbb-f482f55e8e7a {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:51:18.820142 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b436d9ba-a061-4356-8eb0-8ce83121ea69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:18.886274 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-510360da-6be6-44c7-b50f-83caa67218a4 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8138838 Jul 09 14:51:18.894279 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42534) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:18.910410 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00d511c-0546-4283-bcf9-9b15c803e790 tempest-ExternalNetworksTestJSON-665931783 tempest-ExternalNetworksTestJSON-665931783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4768ca6a-ef6d-4e3b-8539-52b2d822e016,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:18.940360 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b00d511c-0546-4283-bcf9-9b15c803e790 tempest-ExternalNetworksTestJSON-665931783 tempest-ExternalNetworksTestJSON-665931783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:18.962645 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780737ba-9357-4ce7-b0d7-05150f8f1fab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-5e252fae-9e69-43fe-b736-7000c8a25c4e', 'network_id': '5e252fae-9e69-43fe-b736-7000c8a25c4e', 'tenant_id': 'e9df20e446e94ce09e8c11d4dd03eed9', 'fixed_ips': [{'subnet_id': '7cd1938e-b035-4323-b7ba-207da1b30a0e'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:51:18.964070 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-c24d2dc8-a68b-4d51-bbe5-809500b2bec2 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Request body: {'port': {'network_id': '5e252fae-9e69-43fe-b736-7000c8a25c4e', 'name': 'tempest-TagsExtTest-1872694341'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:51:18.964683 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-780737ba-9357-4ce7-b0d7-05150f8f1fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:19.034169 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-b436d9ba-a061-4356-8eb0-8ce83121ea69 admin admin] For port b7dd21ff-42f5-4d7e-acbb-f482f55e8e7a, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=b7dd21ff-42f5-4d7e-acbb-f482f55e8e7a,segment=NetworkSegment(6fed5c72-9f53-4aca-8cfd-3678b44e76be),segment_id=6fed5c72-9f53-4aca-8cfd-3678b44e76be)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:51:19.034534 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b436d9ba-a061-4356-8eb0-8ce83121ea69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:19.056273 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-b436d9ba-a061-4356-8eb0-8ce83121ea69 admin admin] Calling delete_port for b7dd21ff-42f5-4d7e-acbb-f482f55e8e7a owned by network:router_interface {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:51:19.138181 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-780737ba-9357-4ce7-b0d7-05150f8f1fab None None] Allocated IP 172.20.0.2 (5e252fae-9e69-43fe-b736-7000c8a25c4e/7cd1938e-b035-4323-b7ba-207da1b30a0e/f721f512-c8d4-4262-af5c-4edacb55977b) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:51:19.267953 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-913401b6-2ee7-4a75-8277-22496c0a77b0 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 4.3132439 Jul 09 14:51:19.270480 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42538) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:19.328866 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-780737ba-9357-4ce7-b0d7-05150f8f1fab None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:19.337152 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-1de74233-18e5-418e-a0ff-11e13d12980e None None] Provisioning for port 1c630eb5-acaf-4b73-b19e-3bd97068ca27 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:51:19.341860 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-780737ba-9357-4ce7-b0d7-05150f8f1fab None None] Transition to ACTIVE for port object f721f512-c8d4-4262-af5c-4edacb55977b will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:51:19.347297 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-1de74233-18e5-418e-a0ff-11e13d12980e None None] Provisioning complete for port 1c630eb5-acaf-4b73-b19e-3bd97068ca27 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:51:19.347867 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1de74233-18e5-418e-a0ff-11e13d12980e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:19.365357 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b00d511c-0546-4283-bcf9-9b15c803e790 tempest-ExternalNetworksTestJSON-665931783 tempest-ExternalNetworksTestJSON-665931783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:19.371186 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00d511c-0546-4283-bcf9-9b15c803e790 tempest-ExternalNetworksTestJSON-665931783 tempest-ExternalNetworksTestJSON-665931783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:19.371882 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b00d511c-0546-4283-bcf9-9b15c803e790 tempest-ExternalNetworksTestJSON-665931783 tempest-ExternalNetworksTestJSON-665931783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:19.393016 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-780737ba-9357-4ce7-b0d7-05150f8f1fab None None] Transition to ACTIVE for port object f721f512-c8d4-4262-af5c-4edacb55977b will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:51:19.405702 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-1de74233-18e5-418e-a0ff-11e13d12980e None None] Port 1c630eb5-acaf-4b73-b19e-3bd97068ca27 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:51:19.418046 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24d2dc8-a68b-4d51-bbe5-809500b2bec2 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Made reservation on behalf of e9df20e446e94ce09e8c11d4dd03eed9 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:51:19.423971 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c24d2dc8-a68b-4d51-bbe5-809500b2bec2 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:19.465185 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b436d9ba-a061-4356-8eb0-8ce83121ea69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:19.472211 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-780737ba-9357-4ce7-b0d7-05150f8f1fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:19.501112 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c6106c-71f4-4787-8b94-cc912da1959b tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:19.510538 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b436d9ba-a061-4356-8eb0-8ce83121ea69 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7dd21ff-42f5-4d7e-acbb-f482f55e8e7a,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:19.515990 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c6106c-71f4-4787-8b94-cc912da1959b tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:19.522013 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-c24d2dc8-a68b-4d51-bbe5-809500b2bec2 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] device_id is not set on port 44ecb956-4b57-49b2-aa47-b75b473fb650 yet. {{(pid=94446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:51:19.530462 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c6106c-71f4-4787-8b94-cc912da1959b tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:19.536228 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-35c6106c-71f4-4787-8b94-cc912da1959b tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.2619262 Jul 09 14:51:19.542865 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42556) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:19.565787 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780737ba-9357-4ce7-b0d7-05150f8f1fab None None] Network 5e252fae-9e69-43fe-b736-7000c8a25c4e is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:51:19.567763 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00d511c-0546-4283-bcf9-9b15c803e790 tempest-ExternalNetworksTestJSON-665931783 tempest-ExternalNetworksTestJSON-665931783-project] Pushing event updated for resources: {'Network': ['ID=2cfdcf4b-9b46-4252-aa93-a999690adb76,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:19.575026 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780737ba-9357-4ce7-b0d7-05150f8f1fab None None] Pushing event updated for resources: {'Port': ['ID=f721f512-c8d4-4262-af5c-4edacb55977b,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:19.575026 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-780737ba-9357-4ce7-b0d7-05150f8f1fab None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:51:19.577356 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780737ba-9357-4ce7-b0d7-05150f8f1fab None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:51:19.580696 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 2cfdcf4b-9b46-4252-aa93-a999690adb76 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:51:19.626515 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b00d511c-0546-4283-bcf9-9b15c803e790 tempest-ExternalNetworksTestJSON-665931783 tempest-ExternalNetworksTestJSON-665931783-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.5994208 Jul 09 14:51:19.630372 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42558) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:19.749719 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-ff21c76f-ee9a-4691-aa66-ddbc43329771 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Request body: {'network': {'name': 'tempest-network--652744806', 'router:external': True}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:51:19.894199 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff21c76f-ee9a-4691-aa66-ddbc43329771 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Made reservation on behalf of 620df1d5591e47b197f3adcfe6367048 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:51:19.897419 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ff21c76f-ee9a-4691-aa66-ddbc43329771 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:19.929056 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ff21c76f-ee9a-4691-aa66-ddbc43329771 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:20.054097 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-780737ba-9357-4ce7-b0d7-05150f8f1fab None None] Attempting to bind port f721f512-c8d4-4262-af5c-4edacb55977b on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:51:20.054548 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-780737ba-9357-4ce7-b0d7-05150f8f1fab None None] Attempting to bind port f721f512-c8d4-4262-af5c-4edacb55977b by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '316bda5d-ec0b-44c3-a7ef-53b26b4501e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5e252fae-9e69-43fe-b736-7000c8a25c4e'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:51:20.055228 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780737ba-9357-4ce7-b0d7-05150f8f1fab None None] Attempting to bind port f721f512-c8d4-4262-af5c-4edacb55977b on network 5e252fae-9e69-43fe-b736-7000c8a25c4e {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:51:20.071800 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780737ba-9357-4ce7-b0d7-05150f8f1fab None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:51:20.071800 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780737ba-9357-4ce7-b0d7-05150f8f1fab None None] Checking segment: {'id': '316bda5d-ec0b-44c3-a7ef-53b26b4501e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5e252fae-9e69-43fe-b736-7000c8a25c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:51:20.073374 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-780737ba-9357-4ce7-b0d7-05150f8f1fab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:20.073874 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780737ba-9357-4ce7-b0d7-05150f8f1fab None None] Bound using segment: {'id': '316bda5d-ec0b-44c3-a7ef-53b26b4501e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5e252fae-9e69-43fe-b736-7000c8a25c4e'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:51:20.075063 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-780737ba-9357-4ce7-b0d7-05150f8f1fab None None] Bound port: f721f512-c8d4-4262-af5c-4edacb55977b, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '316bda5d-ec0b-44c3-a7ef-53b26b4501e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5e252fae-9e69-43fe-b736-7000c8a25c4e'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:51:20.075926 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-780737ba-9357-4ce7-b0d7-05150f8f1fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:20.091775 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ff21c76f-ee9a-4691-aa66-ddbc43329771 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:20.108928 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4e2dd-cc49-40c6-9f01-3381cf4d967b req-fbc02417-dee2-40ea-a592-c15957972f0d tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:20.110578 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-58c4e2dd-cc49-40c6-9f01-3381cf4d967b req-fbc02417-dee2-40ea-a592-c15957972f0d tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e39f064-5e51-4e85-81e7-6f1d74f04b0c HTTP/1.1" status: 200 len: 945 time: 0.2901666 Jul 09 14:51:20.134903 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b436d9ba-a061-4356-8eb0-8ce83121ea69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:20.208199 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-58c4e2dd-cc49-40c6-9f01-3381cf4d967b req-fdad1f7d-9176-496a-8876-8b40382557cc tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896823 Jul 09 14:51:20.212343 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ff21c76f-ee9a-4691-aa66-ddbc43329771 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:20.227415 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-780737ba-9357-4ce7-b0d7-05150f8f1fab None None] For port f721f512-c8d4-4262-af5c-4edacb55977b, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:51:20.229216 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff21c76f-ee9a-4691-aa66-ddbc43329771 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:51:20.238153 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-780737ba-9357-4ce7-b0d7-05150f8f1fab None None] For port f721f512-c8d4-4262-af5c-4edacb55977b, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=f721f512-c8d4-4262-af5c-4edacb55977b,segment=NetworkSegment(316bda5d-ec0b-44c3-a7ef-53b26b4501e0),segment_id=316bda5d-ec0b-44c3-a7ef-53b26b4501e0)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:51:20.239683 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ff21c76f-ee9a-4691-aa66-ddbc43329771 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:20.241069 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-ff21c76f-ee9a-4691-aa66-ddbc43329771 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Added segment 1f354c24-b162-4db2-8763-bcb096933035 of type vlan for network e98d7af6-b4da-4491-85a1-9182dd4d71ef Jul 09 14:51:20.263007 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-c24d2dc8-a68b-4d51-bbe5-809500b2bec2 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Allocated IP 172.20.0.3 (5e252fae-9e69-43fe-b736-7000c8a25c4e/7cd1938e-b035-4323-b7ba-207da1b30a0e/44ecb956-4b57-49b2-aa47-b75b473fb650) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:51:20.306628 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-780737ba-9357-4ce7-b0d7-05150f8f1fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:20.315972 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-d513f603-d5f0-465f-9b39-48d914356615 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Deleting port 1c630eb5-acaf-4b73-b19e-3bd97068ca27 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:51:20.316553 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d513f603-d5f0-465f-9b39-48d914356615 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:20.381895 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ff21c76f-ee9a-4691-aa66-ddbc43329771 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:20.447236 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780737ba-9357-4ce7-b0d7-05150f8f1fab None None] Pushing event updated for resources: {'Port': ['ID=f721f512-c8d4-4262-af5c-4edacb55977b,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:20.484458 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff21c76f-ee9a-4691-aa66-ddbc43329771 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b04c0da-da35-4fe3-876e-751a53c5b2b2,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:20.487654 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42570) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:20.523300 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ff21c76f-ee9a-4691-aa66-ddbc43329771 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:20.524353 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff21c76f-ee9a-4691-aa66-ddbc43329771 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:20.524962 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ff21c76f-ee9a-4691-aa66-ddbc43329771 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:20.765248 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff21c76f-ee9a-4691-aa66-ddbc43329771 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Pushing event updated for resources: {'Network': ['ID=e98d7af6-b4da-4491-85a1-9182dd4d71ef,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:20.808572 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network e98d7af6-b4da-4491-85a1-9182dd4d71ef details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:51:20.841924 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ff21c76f-ee9a-4691-aa66-ddbc43329771 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.2079237 Jul 09 14:51:20.845918 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42588) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:20.987001 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9c691089-e318-452f-9c82-63f5669293ce tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:21.105590 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d513f603-d5f0-465f-9b39-48d914356615 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:21.160642 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-d513f603-d5f0-465f-9b39-48d914356615 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Calling delete_port for 1c630eb5-acaf-4b73-b19e-3bd97068ca27 owned by {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:51:21.176103 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9c691089-e318-452f-9c82-63f5669293ce tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:21.185194 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c24d2dc8-a68b-4d51-bbe5-809500b2bec2 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:21.187124 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-9c691089-e318-452f-9c82-63f5669293ce tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e98d7af6-b4da-4491-85a1-9182dd4d71ef']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:21.203525 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-9c691089-e318-452f-9c82-63f5669293ce tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f354c24-b162-4db2-8763-bcb096933035') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:21.205087 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-9c691089-e318-452f-9c82-63f5669293ce tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f354c24-b162-4db2-8763-bcb096933035') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:21.217681 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9c691089-e318-452f-9c82-63f5669293ce tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:21.239969 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-c24d2dc8-a68b-4d51-bbe5-809500b2bec2 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Transition to ACTIVE for port object 44ecb956-4b57-49b2-aa47-b75b473fb650 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:51:21.265230 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9c691089-e318-452f-9c82-63f5669293ce tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:21.274742 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c691089-e318-452f-9c82-63f5669293ce tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:51:21.275234 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9c691089-e318-452f-9c82-63f5669293ce tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:21.277908 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:51:21.277908 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:51:21.277908 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:51:21.277908 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:51:21.277908 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:51:21.277908 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:51:21.277908 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 14:51:21.277908 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:51:21.277908 n-d-799529-6 neutron-server[94445]: timer() Jul 09 14:51:21.277908 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:51:21.277908 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 14:51:21.277908 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:51:21.277908 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 14:51:21.277908 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:51:21.277908 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 14:51:21.277908 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:51:21.277908 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 14:51:21.277908 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:51:21.277908 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 14:51:21.277908 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:51:21.277908 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:51:21.277908 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:51:21.277908 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:51:21.277908 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:51:21.277908 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 14:51:21.277908 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:51:21.277908 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 14:51:21.277908 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:51:21.277908 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:51:21.277908 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:51:21.277908 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 14:51:21.277908 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:51:21.277908 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:51:21.277908 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:51:21.277908 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:51:21.277908 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:51:21.277908 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:51:21.277908 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:51:21.320993 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b436d9ba-a061-4356-8eb0-8ce83121ea69 admin admin] Router a6e971e6-7b5a-4361-860d-bf40d9dddf65 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:51:21.484610 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c24d2dc8-a68b-4d51-bbe5-809500b2bec2 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:21.489411 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-31512588-1118-4eb3-afcc-6fd3cdbacb98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:21.531299 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9c691089-e318-452f-9c82-63f5669293ce tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:21.541875 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86370ffe-7a03-4654-becb-3f9f04be52bb req-31eac7f0-62ea-4eea-8423-57b401d1906e tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:21.548132 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-86370ffe-7a03-4654-becb-3f9f04be52bb req-31eac7f0-62ea-4eea-8423-57b401d1906e tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e39f064-5e51-4e85-81e7-6f1d74f04b0c HTTP/1.1" status: 200 len: 945 time: 0.1285114 Jul 09 14:51:21.551743 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c691089-e318-452f-9c82-63f5669293ce tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e98d7af6-b4da-4491-85a1-9182dd4d71ef {{(pid=94445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 09 14:51:21.557621 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9c691089-e318-452f-9c82-63f5669293ce tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:21.563934 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-9c691089-e318-452f-9c82-63f5669293ce tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] 10.222.0.58 "DELETE /v2.0/networks/e98d7af6-b4da-4491-85a1-9182dd4d71ef HTTP/1.1" status: 204 len: 168 time: 0.7107706 Jul 09 14:51:21.565412 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42600) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:21.567159 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24d2dc8-a68b-4d51-bbe5-809500b2bec2 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Network 5e252fae-9e69-43fe-b736-7000c8a25c4e is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:51:21.574850 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-752885b1-1558-4519-8247-e87357428498 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:51:21.582375 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-c24d2dc8-a68b-4d51-bbe5-809500b2bec2 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:51:21.584793 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b436d9ba-a061-4356-8eb0-8ce83121ea69 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:51:21.589201 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24d2dc8-a68b-4d51-bbe5-809500b2bec2 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:51:21.594952 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b436d9ba-a061-4356-8eb0-8ce83121ea69 admin admin] 10.222.0.58 "PUT /v2.0/routers/a6e971e6-7b5a-4361-860d-bf40d9dddf65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4361274 Jul 09 14:51:21.600050 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24d2dc8-a68b-4d51-bbe5-809500b2bec2 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Pushing event updated for resources: {'Port': ['ID=44ecb956-4b57-49b2-aa47-b75b473fb650,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:21.600265 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c691089-e318-452f-9c82-63f5669293ce tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Pushing event deleted for resources: {'Network': ['ID=e98d7af6-b4da-4491-85a1-9182dd4d71ef,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:21.604831 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42602) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:21.659239 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d513f603-d5f0-465f-9b39-48d914356615 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:21.669053 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24d2dc8-a68b-4d51-bbe5-809500b2bec2 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:21.669729 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c24d2dc8-a68b-4d51-bbe5-809500b2bec2 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:21.742597 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513f603-d5f0-465f-9b39-48d914356615 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Pushing event deleted for resources: {'Port': ['ID=1c630eb5-acaf-4b73-b19e-3bd97068ca27,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:21.764050 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752885b1-1558-4519-8247-e87357428498 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Made reservation on behalf of 620df1d5591e47b197f3adcfe6367048 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:51:21.766541 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-752885b1-1558-4519-8247-e87357428498 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:21.854477 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c24d2dc8-a68b-4d51-bbe5-809500b2bec2 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.9102700 Jul 09 14:51:21.861463 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42618) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:21.894917 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-f531b1e1-96d9-4536-afd7-81dd5e6e182e tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-672697100', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:51:22.006522 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-752885b1-1558-4519-8247-e87357428498 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:51:22.162170 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d655ad-cb99-401d-8660-7be5bc996df5 None None] Network 5e252fae-9e69-43fe-b736-7000c8a25c4e requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:51:22.175156 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-86370ffe-7a03-4654-becb-3f9f04be52bb req-4b3169d8-4f95-448a-ae22-62c01f40899f tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6144905 Jul 09 14:51:22.178488 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-752885b1-1558-4519-8247-e87357428498 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:22.186725 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-752885b1-1558-4519-8247-e87357428498 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Added segment 27776eb7-9fcc-439f-a8d6-ba06efa28ae6 of type vlan for network e78b9036-26b1-44bd-9c2c-490cbe738922 Jul 09 14:51:22.212130 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f531b1e1-96d9-4536-afd7-81dd5e6e182e tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:22.217789 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f531b1e1-96d9-4536-afd7-81dd5e6e182e tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:22.258562 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device f721f512-c8d4-4262-af5c-4edacb55977b up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:51:22.308635 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d513f603-d5f0-465f-9b39-48d914356615 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:22.310705 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d513f603-d5f0-465f-9b39-48d914356615 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] 10.222.0.58 "DELETE /v2.0/ports/1c630eb5-acaf-4b73-b19e-3bd97068ca27 HTTP/1.1" status: 204 len: 168 time: 2.7667985 Jul 09 14:51:22.314033 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-752885b1-1558-4519-8247-e87357428498 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:22.320584 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42638) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:22.334698 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3be0e1d2-b27c-415c-ae24-3a5a46b86a09 admin admin] Notify callbacks [] for router, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:22.360333 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-f20784dd-f9a6-4d26-946f-3e56a2f5eac4 None None] Provisioning for port f721f512-c8d4-4262-af5c-4edacb55977b completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:51:22.377563 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f531b1e1-96d9-4536-afd7-81dd5e6e182e tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:22.381599 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-91ad0d55-8659-42d9-9ec1-d02a21a9c7de tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] GET failed (client error): The resource could not be found. Jul 09 14:51:22.387226 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-91ad0d55-8659-42d9-9ec1-d02a21a9c7de tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] 10.222.0.58 "GET /v2.0/ports/1c630eb5-acaf-4b73-b19e-3bd97068ca27 HTTP/1.1" status: 404 len: 333 time: 0.0616870 Jul 09 14:51:22.387867 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42642) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:22.398895 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-c8b7b35c-1abb-4d59-b093-1afd74a69295 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Request body: {'port': {'network_id': '154b31b8-b2b6-45bc-a392-4115e850ee53', 'name': 'tempest-AllowedAddressPairTestJSON-609325914'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:51:22.456732 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f531b1e1-96d9-4536-afd7-81dd5e6e182e tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:22.508984 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fc3c05-3c94-4d8b-8cc9-a6b6d729450b None None] Sync routers for ids ['a6e971e6-7b5a-4361-860d-bf40d9dddf65'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:51:22.513780 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port f721f512-c8d4-4262-af5c-4edacb55977b completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:51:22.527564 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port f721f512-c8d4-4262-af5c-4edacb55977b triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:51:22.528372 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:22.540295 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-752885b1-1558-4519-8247-e87357428498 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:22.541314 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752885b1-1558-4519-8247-e87357428498 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:22.541918 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-752885b1-1558-4519-8247-e87357428498 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:22.562582 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fc3c05-3c94-4d8b-8cc9-a6b6d729450b None None] Routers {'a6e971e6-7b5a-4361-860d-bf40d9dddf65'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:51:22.562582 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-65fc3c05-3c94-4d8b-8cc9-a6b6d729450b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:50:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['a6e971e6-7b5a-4361-860d-bf40d9dddf65'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:22.585084 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3be0e1d2-b27c-415c-ae24-3a5a46b86a09 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:22.626837 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f531b1e1-96d9-4536-afd7-81dd5e6e182e tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:22.628097 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f531b1e1-96d9-4536-afd7-81dd5e6e182e tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7603734 Jul 09 14:51:22.632176 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42648) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:22.638223 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-2f9e1c57-1dd9-4872-8e69-7e0f33ad2fb2 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1884317459', 'prefixes': ['172.20.0.0/16']}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:51:22.646352 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-31512588-1118-4eb3-afcc-6fd3cdbacb98 admin admin] Deleting port 105008ca-83d6-4990-82d6-f2b3bc28e67b {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:51:22.647021 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-31512588-1118-4eb3-afcc-6fd3cdbacb98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:22.654484 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752885b1-1558-4519-8247-e87357428498 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Pushing event updated for resources: {'Network': ['ID=e78b9036-26b1-44bd-9c2c-490cbe738922,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:22.667148 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network e78b9036-26b1-44bd-9c2c-490cbe738922 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:51:22.755570 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b7b35c-1abb-4d59-b093-1afd74a69295 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Made reservation on behalf of dfdcd0a9e97448d5b5c342bb91b0857e for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:51:22.759173 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c8b7b35c-1abb-4d59-b093-1afd74a69295 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:22.785650 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-31512588-1118-4eb3-afcc-6fd3cdbacb98 admin admin] For port 105008ca-83d6-4990-82d6-f2b3bc28e67b, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=105008ca-83d6-4990-82d6-f2b3bc28e67b,segment=NetworkSegment(d799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae),segment_id=d799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:51:22.786018 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-31512588-1118-4eb3-afcc-6fd3cdbacb98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:22.786927 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-65fc3c05-3c94-4d8b-8cc9-a6b6d729450b None None] Set router a6e971e6-7b5a-4361-860d-bf40d9dddf65 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:51:22.796261 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-c8b7b35c-1abb-4d59-b093-1afd74a69295 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] device_id is not set on port 3d722c2a-3c7f-43d8-a764-dbf9e646929a yet. {{(pid=94446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:51:22.799560 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-3be0e1d2-b27c-415c-ae24-3a5a46b86a09 admin admin] Deleting port b9074400-e47c-4aad-85c6-01565464f0ab {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:51:22.799560 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3be0e1d2-b27c-415c-ae24-3a5a46b86a09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:22.803959 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-31512588-1118-4eb3-afcc-6fd3cdbacb98 admin admin] Calling delete_port for 105008ca-83d6-4990-82d6-f2b3bc28e67b owned by network:router_interface {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:51:22.857833 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-752885b1-1558-4519-8247-e87357428498 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.2893629 Jul 09 14:51:22.858736 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42654) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:22.875306 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-3d66b804-0231-4f1a-ae18-d776e93950f0 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Request body: {'subnet': {'network_id': 'e78b9036-26b1-44bd-9c2c-490cbe738922', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:51:22.879986 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:22.944390 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-3be0e1d2-b27c-415c-ae24-3a5a46b86a09 admin admin] For port b9074400-e47c-4aad-85c6-01565464f0ab, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=b9074400-e47c-4aad-85c6-01565464f0ab,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:51:22.944390 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3be0e1d2-b27c-415c-ae24-3a5a46b86a09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:22.989627 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port f721f512-c8d4-4262-af5c-4edacb55977b, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=f721f512-c8d4-4262-af5c-4edacb55977b,segment=NetworkSegment(316bda5d-ec0b-44c3-a7ef-53b26b4501e0),segment_id=316bda5d-ec0b-44c3-a7ef-53b26b4501e0)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:51:22.991940 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-3be0e1d2-b27c-415c-ae24-3a5a46b86a09 admin admin] Calling delete_port for b9074400-e47c-4aad-85c6-01565464f0ab owned by network:router_gateway {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:51:22.996363 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-c8b7b35c-1abb-4d59-b093-1afd74a69295 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Allocated IP 172.20.0.6 (154b31b8-b2b6-45bc-a392-4115e850ee53/1ed7d187-2689-4d19-a566-08d4b26277be/3d722c2a-3c7f-43d8-a764-dbf9e646929a) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:51:22.998403 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-d8a626b1-8151-4fcc-a7e6-9e2bed9ac040 None None] Provisioning complete for port f721f512-c8d4-4262-af5c-4edacb55977b triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:51:22.999274 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d8a626b1-8151-4fcc-a7e6-9e2bed9ac040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:23.073753 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:23.130080 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:23.145416 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d66b804-0231-4f1a-ae18-d776e93950f0 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Made reservation on behalf of 620df1d5591e47b197f3adcfe6367048 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:51:23.148065 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3d66b804-0231-4f1a-ae18-d776e93950f0 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:23.182678 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=f721f512-c8d4-4262-af5c-4edacb55977b,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:23.246107 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-65fc3c05-3c94-4d8b-8cc9-a6b6d729450b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e971e6-7b5a-4361-860d-bf40d9dddf65', 'name': 'tempest-FloatingIPDetailsTestJSON-753045062-router', 'tenant_id': '20266377053347908450c0c11cebe299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'b9074400-e47c-4aad-85c6-01565464f0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:50:41Z', 'updated_at': '2021-07-09T14:51:19Z', 'revision_number': 5, 'project_id': '20266377053347908450c0c11cebe299', 'gw_port': {'id': 'b9074400-e47c-4aad-85c6-01565464f0ab', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:6e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e971e6-7b5a-4361-860d-bf40d9dddf65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:50:43Z', 'updated_at': '2021-07-09T14:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:23.279077 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fc3c05-3c94-4d8b-8cc9-a6b6d729450b None None] Checking router: a6e971e6-7b5a-4361-860d-bf40d9dddf65 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:51:23.289141 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fc3c05-3c94-4d8b-8cc9-a6b6d729450b None None] Routers {'a6e971e6-7b5a-4361-860d-bf40d9dddf65'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:51:23.290019 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-65fc3c05-3c94-4d8b-8cc9-a6b6d729450b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:50:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['a6e971e6-7b5a-4361-860d-bf40d9dddf65'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:23.351327 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c8b7b35c-1abb-4d59-b093-1afd74a69295 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:23.374376 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-d8a626b1-8151-4fcc-a7e6-9e2bed9ac040 None None] Provisioning for port 44ecb956-4b57-49b2-aa47-b75b473fb650 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:51:23.383992 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-d8a626b1-8151-4fcc-a7e6-9e2bed9ac040 None None] Provisioning complete for port 44ecb956-4b57-49b2-aa47-b75b473fb650 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:51:23.384620 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d8a626b1-8151-4fcc-a7e6-9e2bed9ac040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:23.418985 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-c8b7b35c-1abb-4d59-b093-1afd74a69295 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Transition to ACTIVE for port object 3d722c2a-3c7f-43d8-a764-dbf9e646929a will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:51:23.419816 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-65fc3c05-3c94-4d8b-8cc9-a6b6d729450b None None] Set router a6e971e6-7b5a-4361-860d-bf40d9dddf65 gateway port host: None {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:51:23.419915 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2f9e1c57-1dd9-4872-8e69-7e0f33ad2fb2 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Notify callbacks [] for subnetpool, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:23.421866 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-2f9e1c57-1dd9-4872-8e69-7e0f33ad2fb2 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.7867877 Jul 09 14:51:23.432229 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42678) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:23.441167 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.tag.tag_plugin [None req-87024b44-01c5-467b-8436-19f0a0202d50 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '7cd1938e-b035-4323-b7ba-207da1b30a0e', 'tempest-TagsExtTest-Tag-1391953040') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:23.469915 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3be0e1d2-b27c-415c-ae24-3a5a46b86a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:23.477954 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-65fc3c05-3c94-4d8b-8cc9-a6b6d729450b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e971e6-7b5a-4361-860d-bf40d9dddf65', 'name': 'tempest-FloatingIPDetailsTestJSON-753045062-router', 'tenant_id': '20266377053347908450c0c11cebe299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:50:41Z', 'updated_at': '2021-07-09T14:51:22Z', 'revision_number': 6, 'project_id': '20266377053347908450c0c11cebe299', 'gw_port_host': None}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:23.482166 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a596aa20-4864-4729-b1e2-44b921fb0177 req-21ccdc91-842b-43c9-8494-4c558cbea0f0 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:23.484519 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a596aa20-4864-4729-b1e2-44b921fb0177 req-21ccdc91-842b-43c9-8494-4c558cbea0f0 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e39f064-5e51-4e85-81e7-6f1d74f04b0c HTTP/1.1" status: 200 len: 945 time: 0.1343415 Jul 09 14:51:23.509809 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fc3c05-3c94-4d8b-8cc9-a6b6d729450b None None] The sync data for ids ['a6e971e6-7b5a-4361-860d-bf40d9dddf65'] in n-d-799529-6 is: [{'id': 'a6e971e6-7b5a-4361-860d-bf40d9dddf65', 'name': 'tempest-FloatingIPDetailsTestJSON-753045062-router', 'tenant_id': '20266377053347908450c0c11cebe299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:50:41Z', 'updated_at': '2021-07-09T14:51:22Z', 'revision_number': 6, 'project_id': '20266377053347908450c0c11cebe299', 'gw_port_host': None}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:51:23.511328 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-d8a626b1-8151-4fcc-a7e6-9e2bed9ac040 None None] Port 44ecb956-4b57-49b2-aa47-b75b473fb650 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:51:23.528016 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be0e1d2-b27c-415c-ae24-3a5a46b86a09 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9074400-e47c-4aad-85c6-01565464f0ab,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:23.533948 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-31512588-1118-4eb3-afcc-6fd3cdbacb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:23.599271 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31512588-1118-4eb3-afcc-6fd3cdbacb98 admin admin] Pushing event deleted for resources: {'Port': ['ID=105008ca-83d6-4990-82d6-f2b3bc28e67b,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:23.631154 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-9a44b273-4902-44a8-98d5-d0879e734918 None None] Provisioning complete for port 44ecb956-4b57-49b2-aa47-b75b473fb650 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:51:23.631551 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9a44b273-4902-44a8-98d5-d0879e734918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:23.660566 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c8b7b35c-1abb-4d59-b093-1afd74a69295 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:23.671380 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-9a44b273-4902-44a8-98d5-d0879e734918 None None] Port 44ecb956-4b57-49b2-aa47-b75b473fb650 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:51:23.685365 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b7b35c-1abb-4d59-b093-1afd74a69295 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Network 154b31b8-b2b6-45bc-a392-4115e850ee53 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:51:23.694216 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a596aa20-4864-4729-b1e2-44b921fb0177 req-8ac43aca-4513-4f49-856e-fd1fa8d64dbd tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004585 Jul 09 14:51:23.717069 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-c8b7b35c-1abb-4d59-b093-1afd74a69295 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:51:23.719780 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b7b35c-1abb-4d59-b093-1afd74a69295 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:51:23.749475 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3be0e1d2-b27c-415c-ae24-3a5a46b86a09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:23.789220 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b7b35c-1abb-4d59-b093-1afd74a69295 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Pushing event updated for resources: {'Port': ['ID=3d722c2a-3c7f-43d8-a764-dbf9e646929a,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:23.808072 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b7b35c-1abb-4d59-b093-1afd74a69295 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:23.808722 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c8b7b35c-1abb-4d59-b093-1afd74a69295 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:23.857418 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3be0e1d2-b27c-415c-ae24-3a5a46b86a09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:23.861208 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3be0e1d2-b27c-415c-ae24-3a5a46b86a09 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:23.889798 n-d-799529-6 neutron-server[94446]: DEBUG neutron.objects.ports [None req-3d66b804-0231-4f1a-ae18-d776e93950f0 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94446) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 14:51:23.890289 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3d66b804-0231-4f1a-ae18-d776e93950f0 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:23.954625 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c8b7b35c-1abb-4d59-b093-1afd74a69295 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5571535 Jul 09 14:51:23.958993 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42682) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:23.988601 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-87024b44-01c5-467b-8436-19f0a0202d50 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] 10.222.0.58 "PUT /v2.0/subnets/7cd1938e-b035-4323-b7ba-207da1b30a0e/tags/tempest-TagsExtTest-Tag-1391953040 HTTP/1.1" status: 201 len: 201 time: 0.5512934 Jul 09 14:51:23.990310 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42684) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:24.004344 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d66b804-0231-4f1a-ae18-d776e93950f0 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9e185cbf-293a-4700-806e-ae15f4c2f412,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:24.020822 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-617ade62-6f60-49a7-a474-6ff70de6dff7 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:69:00:00'}]}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:51:24.033151 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.tag.tag_plugin [None req-1dc18305-6a0f-4d6e-99a4-4ebbfa44c846 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '44ecb956-4b57-49b2-aa47-b75b473fb650', 'tempest-TagsExtTest-Tag-1901009188') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:24.090432 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3be0e1d2-b27c-415c-ae24-3a5a46b86a09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:24.091129 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be0e1d2-b27c-415c-ae24-3a5a46b86a09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6e971e6-7b5a-4361-860d-bf40d9dddf65 {{(pid=94445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:51:24.098700 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3be0e1d2-b27c-415c-ae24-3a5a46b86a09 admin admin] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:24.102146 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-3be0e1d2-b27c-415c-ae24-3a5a46b86a09 admin admin] 10.222.0.58 "DELETE /v2.0/routers/a6e971e6-7b5a-4361-860d-bf40d9dddf65 HTTP/1.1" status: 204 len: 168 time: 2.4903991 Jul 09 14:51:24.103208 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42686) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:24.107599 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-31512588-1118-4eb3-afcc-6fd3cdbacb98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:24.150184 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d66b804-0231-4f1a-ae18-d776e93950f0 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Checking segment: {'id': '27776eb7-9fcc-439f-a8d6-ba06efa28ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e78b9036-26b1-44bd-9c2c-490cbe738922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:51:24.150558 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d66b804-0231-4f1a-ae18-d776e93950f0 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Network hostable DHCP agents. Network: e78b9036-26b1-44bd-9c2c-490cbe738922, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:51:24.197890 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-76aa192c-bcfa-43d2-b392-47e180761548 None None] Provisioning for port 3d722c2a-3c7f-43d8-a764-dbf9e646929a completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:51:24.203724 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-76aa192c-bcfa-43d2-b392-47e180761548 None None] Provisioning complete for port 3d722c2a-3c7f-43d8-a764-dbf9e646929a triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:51:24.204360 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-76aa192c-bcfa-43d2-b392-47e180761548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:24.244891 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-439dc0e1-6a60-4077-bd03-895c8b727227 admin admin] Deleting subnet 9f56f508-6b2a-45fc-88c3-b167a685f476 {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:51:24.247781 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-76aa192c-bcfa-43d2-b392-47e180761548 None None] Port 3d722c2a-3c7f-43d8-a764-dbf9e646929a cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:51:24.254990 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-439dc0e1-6a60-4077-bd03-895c8b727227 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:24.256719 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-1dc18305-6a0f-4d6e-99a4-4ebbfa44c846 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] 10.222.0.58 "PUT /v2.0/ports/44ecb956-4b57-49b2-aa47-b75b473fb650/tags/tempest-TagsExtTest-Tag-1901009188 HTTP/1.1" status: 201 len: 201 time: 0.2645290 Jul 09 14:51:24.261227 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42690) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:24.294226 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.tag.tag_plugin [None req-bc1fa51c-6cd4-4fbe-a5c5-be43db998507 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '01dd5500-9922-4c8b-a489-83a0524cf985', 'tempest-TagsExtTest-Tag-679215929') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:24.304220 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-439dc0e1-6a60-4077-bd03-895c8b727227 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:24.337271 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d66b804-0231-4f1a-ae18-d776e93950f0 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Network e78b9036-26b1-44bd-9c2c-490cbe738922 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:51:24.425669 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-3d66b804-0231-4f1a-ae18-d776e93950f0 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, e78b9036-26b1-44bd-9c2c-490cbe738922) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:51:24.439242 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c054af-80c8-406a-8989-ac3be1cb0d36 None None] Network e78b9036-26b1-44bd-9c2c-490cbe738922 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:51:24.454619 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d66b804-0231-4f1a-ae18-d776e93950f0 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:24.455232 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3d66b804-0231-4f1a-ae18-d776e93950f0 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:24.460416 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-617ade62-6f60-49a7-a474-6ff70de6dff7 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:24.469111 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31512588-1118-4eb3-afcc-6fd3cdbacb98 admin admin] Router 9b186187-ef36-4e90-9ff9-971ee8539cc5 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:51:24.494499 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-439dc0e1-6a60-4077-bd03-895c8b727227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:24.603029 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-bc1fa51c-6cd4-4fbe-a5c5-be43db998507 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] 10.222.0.58 "PUT /v2.0/routers/01dd5500-9922-4c8b-a489-83a0524cf985/tags/tempest-TagsExtTest-Tag-679215929 HTTP/1.1" status: 201 len: 201 time: 0.3420722 Jul 09 14:51:24.603824 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42694) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:24.613884 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.tag.tag_plugin [None req-6faa9c30-acad-4e18-b66c-e5b97285814d tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '0a3bea18-0720-4809-9429-0a151ca94e44', 'tempest-TagsExtTest-Tag-1000824685') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:24.664108 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device f721f512-c8d4-4262-af5c-4edacb55977b up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:51:24.681083 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31512588-1118-4eb3-afcc-6fd3cdbacb98 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:51:24.691577 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025f264e-5c6f-4e53-8736-95817a2131b2 None None] Sync routers for ids ['9b186187-ef36-4e90-9ff9-971ee8539cc5'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:51:24.692117 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-31512588-1118-4eb3-afcc-6fd3cdbacb98 admin admin] 10.222.0.58 "PUT /v2.0/routers/9b186187-ef36-4e90-9ff9-971ee8539cc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2028368 Jul 09 14:51:24.694008 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42698) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:24.711831 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025f264e-5c6f-4e53-8736-95817a2131b2 None None] Routers {'9b186187-ef36-4e90-9ff9-971ee8539cc5'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:51:24.712491 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-025f264e-5c6f-4e53-8736-95817a2131b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:50:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['9b186187-ef36-4e90-9ff9-971ee8539cc5'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:24.733113 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port f721f512-c8d4-4262-af5c-4edacb55977b triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:51:24.733500 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:24.838706 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655e6cfe-638b-41e3-817a-3d03506887fc None None] Network e78b9036-26b1-44bd-9c2c-490cbe738922 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:51:24.857619 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-617ade62-6f60-49a7-a474-6ff70de6dff7 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:24.875142 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-3d66b804-0231-4f1a-ae18-d776e93950f0 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0114157 Jul 09 14:51:24.878786 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42710) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:24.894725 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-025f264e-5c6f-4e53-8736-95817a2131b2 None None] Set router 9b186187-ef36-4e90-9ff9-971ee8539cc5 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:51:24.896584 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-c058d264-405a-45ef-87b9-250a1afa03ac tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Request body: {'floatingip': {'floating_network_id': 'e78b9036-26b1-44bd-9c2c-490cbe738922'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:51:24.949831 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-617ade62-6f60-49a7-a474-6ff70de6dff7 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:25.110494 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device b7dd21ff-42f5-4d7e-acbb-f482f55e8e7a no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:51:25.115124 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-617ade62-6f60-49a7-a474-6ff70de6dff7 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] In _notify_port_updated(), no bound segment for port 3d722c2a-3c7f-43d8-a764-dbf9e646929a on network 154b31b8-b2b6-45bc-a392-4115e850ee53 {{(pid=94446) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 14:51:25.118560 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device c222c958-4865-49ae-a359-bcfa44af19e2 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:51:25.121250 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617ade62-6f60-49a7-a474-6ff70de6dff7 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:25.122245 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-617ade62-6f60-49a7-a474-6ff70de6dff7 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:25.127173 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-617ade62-6f60-49a7-a474-6ff70de6dff7 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] 10.222.0.58 "PUT /v2.0/ports/3d722c2a-3c7f-43d8-a764-dbf9e646929a HTTP/1.1" status: 200 len: 993 time: 1.1285667 Jul 09 14:51:25.128221 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c058d264-405a-45ef-87b9-250a1afa03ac tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:25.145699 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42712) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:25.182919 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: b7dd21ff-42f5-4d7e-acbb-f482f55e8e7a {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:51:25.182919 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device b7dd21ff-42f5-4d7e-acbb-f482f55e8e7a not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:51:25.231372 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:25.269906 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-025f264e-5c6f-4e53-8736-95817a2131b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b186187-ef36-4e90-9ff9-971ee8539cc5', 'name': 'tempest-AttachVolumeShelveTestJSON-329654569-router', 'tenant_id': '644ca6545bbf445fa0c886b6aef98e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '821ef2ce-5a51-44eb-a9cc-100df4ab7185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:40:13Z', 'updated_at': '2021-07-09T14:51:23Z', 'revision_number': 5, 'project_id': '644ca6545bbf445fa0c886b6aef98e04', 'gw_port': {'id': '821ef2ce-5a51-44eb-a9cc-100df4ab7185', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:41:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b186187-ef36-4e90-9ff9-971ee8539cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:40:14Z', 'updated_at': '2021-07-09T14:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:25.290637 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port c222c958-4865-49ae-a359-bcfa44af19e2, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=c222c958-4865-49ae-a359-bcfa44af19e2,segment=NetworkSegment(2badb0c6-e67f-4820-b4bb-8e5a90533cf4),segment_id=2badb0c6-e67f-4820-b4bb-8e5a90533cf4)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:51:25.291706 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3b48d7-97bb-4407-ad64-472876dd2f4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c222c958-4865-49ae-a359-bcfa44af19e2'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:51:25.294251 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-261d90c6-b070-46af-8c2d-b467de62fde5" -d '{"events": [{"server_uuid": "cb3b48d7-97bb-4407-ad64-472876dd2f4f", "name": "network-vif-unplugged", "status": "completed", "tag": "c222c958-4865-49ae-a359-bcfa44af19e2"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:51:25.300485 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025f264e-5c6f-4e53-8736-95817a2131b2 None None] Checking router: 9b186187-ef36-4e90-9ff9-971ee8539cc5 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:51:25.310669 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025f264e-5c6f-4e53-8736-95817a2131b2 None None] Routers {'9b186187-ef36-4e90-9ff9-971ee8539cc5'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:51:25.311639 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-025f264e-5c6f-4e53-8736-95817a2131b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:50:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['9b186187-ef36-4e90-9ff9-971ee8539cc5'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:25.357649 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-6faa9c30-acad-4e18-b66c-e5b97285814d tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] 10.222.0.58 "PUT /v2.0/subnetpools/0a3bea18-0720-4809-9429-0a151ca94e44/tags/tempest-TagsExtTest-Tag-1000824685 HTTP/1.1" status: 201 len: 201 time: 0.7477577 Jul 09 14:51:25.359031 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617ade62-6f60-49a7-a474-6ff70de6dff7 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Pushing event updated for resources: {'Port': ['ID=3d722c2a-3c7f-43d8-a764-dbf9e646929a,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:25.369253 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42718) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:25.381664 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-574d33d9-3317-41ac-af63-076d4ffb8167 None None] Provisioning complete for port 3d722c2a-3c7f-43d8-a764-dbf9e646929a triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:51:25.382303 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-574d33d9-3317-41ac-af63-076d4ffb8167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:25.395052 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.tag.tag_plugin [None req-c434c7c9-2ec2-419c-b79c-5db36de06808 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '7cd1938e-b035-4323-b7ba-207da1b30a0e') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:25.413847 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:25.425215 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a3f19ee0-3a5f-48ad-aa87-e60ccf70356e admin admin] Notify callbacks [] for router, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:25.440457 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-025f264e-5c6f-4e53-8736-95817a2131b2 None None] Set router 9b186187-ef36-4e90-9ff9-971ee8539cc5 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:51:25.449144 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-574d33d9-3317-41ac-af63-076d4ffb8167 None None] Port 3d722c2a-3c7f-43d8-a764-dbf9e646929a cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:51:25.459967 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-bf278f71-70d1-4f94-8e35-4c1ff4688019 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Deleting port 3d722c2a-3c7f-43d8-a764-dbf9e646929a {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:51:25.460918 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bf278f71-70d1-4f94-8e35-4c1ff4688019 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:25.480710 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=c222c958-4865-49ae-a359-bcfa44af19e2,revision_number=8']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:25.505888 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-439dc0e1-6a60-4077-bd03-895c8b727227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:25.569669 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee1931-eb5a-440a-858d-1d4280c4f0d5 req-ea7698e4-ee9c-4f92-83cd-e947e94f4d31 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:25.571166 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9bee1931-eb5a-440a-858d-1d4280c4f0d5 req-ea7698e4-ee9c-4f92-83cd-e947e94f4d31 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e39f064-5e51-4e85-81e7-6f1d74f04b0c HTTP/1.1" status: 200 len: 945 time: 0.2230430 Jul 09 14:51:25.609131 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a3f19ee0-3a5f-48ad-aa87-e60ccf70356e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:25.630705 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9bee1931-eb5a-440a-858d-1d4280c4f0d5 req-5b1a4441-840b-4a18-bda2-f27193458c77 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508988 Jul 09 14:51:25.671170 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-025f264e-5c6f-4e53-8736-95817a2131b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b186187-ef36-4e90-9ff9-971ee8539cc5', 'name': 'tempest-AttachVolumeShelveTestJSON-329654569-router', 'tenant_id': '644ca6545bbf445fa0c886b6aef98e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '821ef2ce-5a51-44eb-a9cc-100df4ab7185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:40:13Z', 'updated_at': '2021-07-09T14:51:23Z', 'revision_number': 5, 'project_id': '644ca6545bbf445fa0c886b6aef98e04', 'gw_port': {'id': '821ef2ce-5a51-44eb-a9cc-100df4ab7185', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:41:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b186187-ef36-4e90-9ff9-971ee8539cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:40:14Z', 'updated_at': '2021-07-09T14:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:25.702958 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025f264e-5c6f-4e53-8736-95817a2131b2 None None] The sync data for ids ['9b186187-ef36-4e90-9ff9-971ee8539cc5'] in n-d-799529-6 is: [{'id': '9b186187-ef36-4e90-9ff9-971ee8539cc5', 'name': 'tempest-AttachVolumeShelveTestJSON-329654569-router', 'tenant_id': '644ca6545bbf445fa0c886b6aef98e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '821ef2ce-5a51-44eb-a9cc-100df4ab7185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:40:13Z', 'updated_at': '2021-07-09T14:51:23Z', 'revision_number': 5, 'project_id': '644ca6545bbf445fa0c886b6aef98e04', 'gw_port': {'id': '821ef2ce-5a51-44eb-a9cc-100df4ab7185', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:41:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b186187-ef36-4e90-9ff9-971ee8539cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:40:14Z', 'updated_at': '2021-07-09T14:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:51:25.791945 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-a3f19ee0-3a5f-48ad-aa87-e60ccf70356e admin admin] Deleting port 821ef2ce-5a51-44eb-a9cc-100df4ab7185 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:51:25.793414 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a3f19ee0-3a5f-48ad-aa87-e60ccf70356e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:25.809305 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 14:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3d60d7-9227-45a8-b57d-7e4a6a1ce2a8 x-openstack-request-id: req-5d3d60d7-9227-45a8-b57d-7e4a6a1ce2a8 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:51:25.810118 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb3b48d7-97bb-4407-ad64-472876dd2f4f", "name": "network-vif-unplugged", "status": "completed", "tag": "c222c958-4865-49ae-a359-bcfa44af19e2", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:51:25.810118 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5d3d60d7-9227-45a8-b57d-7e4a6a1ce2a8 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:51:25.810325 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb3b48d7-97bb-4407-ad64-472876dd2f4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c222c958-4865-49ae-a359-bcfa44af19e2', 'code': 200} Jul 09 14:51:25.882227 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef8922-1a1f-4532-a7d8-8d68568a584e req-66f254ba-bca4-4920-ad15-7d55833672da tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:25.883699 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-38ef8922-1a1f-4532-a7d8-8d68568a584e req-66f254ba-bca4-4920-ad15-7d55833672da tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/networks?id=a9d0dfb1-4ed4-4376-bcf0-50fa5388f064 HTTP/1.1" status: 200 len: 804 time: 1.0135491 Jul 09 14:51:25.890301 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-a3f19ee0-3a5f-48ad-aa87-e60ccf70356e admin admin] For port 821ef2ce-5a51-44eb-a9cc-100df4ab7185, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=821ef2ce-5a51-44eb-a9cc-100df4ab7185,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:51:25.890301 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a3f19ee0-3a5f-48ad-aa87-e60ccf70356e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:25.901256 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57bc554-6fa9-447b-8bc3-9fbf1f4896ef None None] Network 1bfe6f37-4d1f-4689-a30f-62048842a973 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:51:25.901991 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-a3f19ee0-3a5f-48ad-aa87-e60ccf70356e admin admin] Calling delete_port for 821ef2ce-5a51-44eb-a9cc-100df4ab7185 owned by network:router_gateway {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:51:25.902433 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dc0e1-6a60-4077-bd03-895c8b727227 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f56f508-6b2a-45fc-88c3-b167a685f476,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:25.905498 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-439dc0e1-6a60-4077-bd03-895c8b727227 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:25.909934 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-439dc0e1-6a60-4077-bd03-895c8b727227 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/9f56f508-6b2a-45fc-88c3-b167a685f476 HTTP/1.1" status: 204 len: 168 time: 1.8007753 Jul 09 14:51:25.910864 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42720) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:25.950251 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-38ef8922-1a1f-4532-a7d8-8d68568a584e req-426e423f-3ad4-43b0-b820-c30317fb99a2 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/quotas/bdaedf6ac9084c79b7ea6ec72411a8d8 HTTP/1.1" status: 200 len: 375 time: 0.0524046 Jul 09 14:51:26.018701 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bf278f71-70d1-4f94-8e35-4c1ff4688019 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:26.039406 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ff2ae1bf-1593-4aa7-8cea-2b5d282f9eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:26.059157 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c058d264-405a-45ef-87b9-250a1afa03ac tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:26.075968 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device b9074400-e47c-4aad-85c6-01565464f0ab no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:51:26.130428 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: b9074400-e47c-4aad-85c6-01565464f0ab {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:51:26.130791 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device b9074400-e47c-4aad-85c6-01565464f0ab not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:51:26.131258 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 105008ca-83d6-4990-82d6-f2b3bc28e67b no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:51:26.157277 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e20bc51f-971a-42e2-942c-667b6ef78969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:26.161506 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e15fd1a-7caa-441e-863d-f52c6b279488 None None] DHCP port deletion for 1bfe6f37-4d1f-4689-a30f-62048842a973 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:51:26.168595 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c434c7c9-2ec2-419c-b79c-5db36de06808 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] 10.222.0.58 "GET /v2.0/subnets/7cd1938e-b035-4323-b7ba-207da1b30a0e/tags HTTP/1.1" status: 200 len: 241 time: 0.7904711 Jul 09 14:51:26.171780 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42722) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:26.179593 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 105008ca-83d6-4990-82d6-f2b3bc28e67b {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:51:26.179593 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 105008ca-83d6-4990-82d6-f2b3bc28e67b not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:51:26.180290 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-bf278f71-70d1-4f94-8e35-4c1ff4688019 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Calling delete_port for 3d722c2a-3c7f-43d8-a764-dbf9e646929a owned by {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:51:26.180391 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.tag.tag_plugin [None req-952aba76-1377-41c9-bec4-029982389058 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7cd1938e-b035-4323-b7ba-207da1b30a0e', 'tempest-TagsExtTest-Tag-1391953040') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:26.217546 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-ff2ae1bf-1593-4aa7-8cea-2b5d282f9eea admin admin] Deleting port 9f3b3b5c-1898-44f9-9490-163beb364b58 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:51:26.218023 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ff2ae1bf-1593-4aa7-8cea-2b5d282f9eea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:26.223910 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-2e15fd1a-7caa-441e-863d-f52c6b279488 None None] Deleting port 9f3b3b5c-1898-44f9-9490-163beb364b58 {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:51:26.224551 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2e15fd1a-7caa-441e-863d-f52c6b279488 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:26.280084 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-c058d264-405a-45ef-87b9-250a1afa03ac tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Allocated IP 172.20.0.11 (e78b9036-26b1-44bd-9c2c-490cbe738922/9e185cbf-293a-4700-806e-ae15f4c2f412/3178fd52-7972-46b2-8dd6-3a64bfae640f) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:51:26.291639 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-38ef8922-1a1f-4532-a7d8-8d68568a584e req-a6ecc89c-f231-49f0-8cf4-c2042bacbbe5 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=bdaedf6ac9084c79b7ea6ec72411a8d8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3279369 Jul 09 14:51:26.303033 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-2e15fd1a-7caa-441e-863d-f52c6b279488 None None] For port 9f3b3b5c-1898-44f9-9490-163beb364b58, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=9f3b3b5c-1898-44f9-9490-163beb364b58,segment=NetworkSegment(6fed5c72-9f53-4aca-8cfd-3678b44e76be),segment_id=6fed5c72-9f53-4aca-8cfd-3678b44e76be)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:51:26.304091 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2e15fd1a-7caa-441e-863d-f52c6b279488 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:26.321465 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-2e15fd1a-7caa-441e-863d-f52c6b279488 None None] Calling delete_port for 9f3b3b5c-1898-44f9-9490-163beb364b58 owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:51:26.372532 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-ff2ae1bf-1593-4aa7-8cea-2b5d282f9eea admin admin] For port 9f3b3b5c-1898-44f9-9490-163beb364b58, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=9f3b3b5c-1898-44f9-9490-163beb364b58,segment=NetworkSegment(6fed5c72-9f53-4aca-8cfd-3678b44e76be),segment_id=6fed5c72-9f53-4aca-8cfd-3678b44e76be)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:51:26.372990 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ff2ae1bf-1593-4aa7-8cea-2b5d282f9eea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:26.395152 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-ff2ae1bf-1593-4aa7-8cea-2b5d282f9eea admin admin] Calling delete_port for 9f3b3b5c-1898-44f9-9490-163beb364b58 owned by network:dhcp {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:51:26.457761 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-952aba76-1377-41c9-bec4-029982389058 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] 10.222.0.58 "GET /v2.0/subnets/7cd1938e-b035-4323-b7ba-207da1b30a0e/tags/tempest-TagsExtTest-Tag-1391953040 HTTP/1.1" status: 204 len: 168 time: 0.2847078 Jul 09 14:51:26.460860 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a3f19ee0-3a5f-48ad-aa87-e60ccf70356e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:26.462510 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42724) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:26.468862 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.tag.tag_plugin [None req-f0168496-b192-443c-8fbe-2473509f2dbf tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '7cd1938e-b035-4323-b7ba-207da1b30a0e', 'tempest-TagsExtTest-Tag-1391953040') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:26.480462 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2e15fd1a-7caa-441e-863d-f52c6b279488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:26.510499 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f19ee0-3a5f-48ad-aa87-e60ccf70356e admin admin] Pushing event deleted for resources: {'Port': ['ID=821ef2ce-5a51-44eb-a9cc-100df4ab7185,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:26.512516 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15fd1a-7caa-441e-863d-f52c6b279488 None None] Pushing event deleted for resources: {'Port': ['ID=9f3b3b5c-1898-44f9-9490-163beb364b58,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:26.516124 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e15fd1a-7caa-441e-863d-f52c6b279488 None None] No DVR routers for this DVR port 9f3b3b5c-1898-44f9-9490-163beb364b58 on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:51:26.529301 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c8573d-0615-42a5-923d-a05a08fd873f req-95e6dc29-098f-4f2f-a0d9-b765680e704b tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:26.531100 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-80c8573d-0615-42a5-923d-a05a08fd873f req-95e6dc29-098f-4f2f-a0d9-b765680e704b tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.54 "GET /v2.0/ports?device_id=cb3b48d7-97bb-4407-ad64-472876dd2f4f HTTP/1.1" status: 200 len: 943 time: 0.2331758 Jul 09 14:51:26.553584 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-38ef8922-1a1f-4532-a7d8-8d68568a584e req-1efa4fd5-0d77-4843-8a2a-0cc68dd6bfca service neutron] 10.222.0.58 "GET /v2.0/networks/a9d0dfb1-4ed4-4376-bcf0-50fa5388f064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446225 Jul 09 14:51:26.632203 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ff2ae1bf-1593-4aa7-8cea-2b5d282f9eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:26.645068 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bf278f71-70d1-4f94-8e35-4c1ff4688019 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:26.667226 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a3f19ee0-3a5f-48ad-aa87-e60ccf70356e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:26.669530 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c058d264-405a-45ef-87b9-250a1afa03ac tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:26.673298 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2ae1bf-1593-4aa7-8cea-2b5d282f9eea admin admin] No DVR routers for this DVR port 9f3b3b5c-1898-44f9-9490-163beb364b58 on host n-d-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:51:26.681081 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2ae1bf-1593-4aa7-8cea-2b5d282f9eea admin admin] Pushing event deleted for resources: {'Port': ['ID=9f3b3b5c-1898-44f9-9490-163beb364b58,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:26.724948 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf278f71-70d1-4f94-8e35-4c1ff4688019 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Pushing event deleted for resources: {'Port': ['ID=3d722c2a-3c7f-43d8-a764-dbf9e646929a,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:26.761522 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-38ef8922-1a1f-4532-a7d8-8d68568a584e req-b765eac1-d99f-4425-9267-acb42f533f2b service neutron] 10.222.0.58 "GET /v2.0/networks/a9d0dfb1-4ed4-4376-bcf0-50fa5388f064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986468 Jul 09 14:51:26.766847 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf278f71-70d1-4f94-8e35-4c1ff4688019 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:26.767201 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf278f71-70d1-4f94-8e35-4c1ff4688019 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:26.767937 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf278f71-70d1-4f94-8e35-4c1ff4688019 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:26.767937 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf278f71-70d1-4f94-8e35-4c1ff4688019 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:26.768251 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf278f71-70d1-4f94-8e35-4c1ff4688019 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:26.768694 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf278f71-70d1-4f94-8e35-4c1ff4688019 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:26.769024 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf278f71-70d1-4f94-8e35-4c1ff4688019 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:26.769352 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf278f71-70d1-4f94-8e35-4c1ff4688019 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:26.769685 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf278f71-70d1-4f94-8e35-4c1ff4688019 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:26.769996 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf278f71-70d1-4f94-8e35-4c1ff4688019 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:26.770311 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf278f71-70d1-4f94-8e35-4c1ff4688019 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:26.770675 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf278f71-70d1-4f94-8e35-4c1ff4688019 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:26.813190 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f0168496-b192-443c-8fbe-2473509f2dbf tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] 10.222.0.58 "DELETE /v2.0/subnets/7cd1938e-b035-4323-b7ba-207da1b30a0e/tags/tempest-TagsExtTest-Tag-1391953040 HTTP/1.1" status: 204 len: 168 time: 0.3482533 Jul 09 14:51:26.816412 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42730) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:26.820670 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.tag.tag_plugin [None req-28ba8c79-7d0d-45c4-b1ad-ee3b2b1c9002 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '7cd1938e-b035-4323-b7ba-207da1b30a0e') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:26.859086 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a3f19ee0-3a5f-48ad-aa87-e60ccf70356e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:26.892237 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a3f19ee0-3a5f-48ad-aa87-e60ccf70356e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:26.925962 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c058d264-405a-45ef-87b9-250a1afa03ac tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:26.953950 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ff2ae1bf-1593-4aa7-8cea-2b5d282f9eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:26.971741 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-ff2ae1bf-1593-4aa7-8cea-2b5d282f9eea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bfe6f37-4d1f-4689-a30f-62048842a973']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:26.982587 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c058d264-405a-45ef-87b9-250a1afa03ac tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Network e78b9036-26b1-44bd-9c2c-490cbe738922 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:51:26.988015 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-ff2ae1bf-1593-4aa7-8cea-2b5d282f9eea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fed5c72-9f53-4aca-8cfd-3678b44e76be') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:26.988314 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-ff2ae1bf-1593-4aa7-8cea-2b5d282f9eea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fed5c72-9f53-4aca-8cfd-3678b44e76be') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:26.991799 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-c058d264-405a-45ef-87b9-250a1afa03ac tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:51:26.999154 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bf278f71-70d1-4f94-8e35-4c1ff4688019 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:27.003354 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-bf278f71-70d1-4f94-8e35-4c1ff4688019 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] 10.222.0.58 "DELETE /v2.0/ports/3d722c2a-3c7f-43d8-a764-dbf9e646929a HTTP/1.1" status: 204 len: 168 time: 1.8182034 Jul 09 14:51:27.004575 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c058d264-405a-45ef-87b9-250a1afa03ac tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:51:27.005744 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42732) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:27.019339 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ff2ae1bf-1593-4aa7-8cea-2b5d282f9eea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:27.059479 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcf6570c-83cc-414e-b5ea-bcc4336c745d tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] GET failed (client error): The resource could not be found. Jul 09 14:51:27.061190 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-fcf6570c-83cc-414e-b5ea-bcc4336c745d tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] 10.222.0.58 "GET /v2.0/ports/3d722c2a-3c7f-43d8-a764-dbf9e646929a HTTP/1.1" status: 404 len: 333 time: 0.0543494 Jul 09 14:51:27.065013 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-80c8573d-0615-42a5-923d-a05a08fd873f req-620d9216-4151-4c47-a6f0-8b4a685175ec tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Deleting port c222c958-4865-49ae-a359-bcfa44af19e2 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:51:27.065354 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-80c8573d-0615-42a5-923d-a05a08fd873f req-620d9216-4151-4c47-a6f0-8b4a685175ec tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:27.068811 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42738) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:27.069931 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c058d264-405a-45ef-87b9-250a1afa03ac tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Pushing event updated for resources: {'Port': ['ID=3178fd52-7972-46b2-8dd6-3a64bfae640f,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:27.070946 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ff2ae1bf-1593-4aa7-8cea-2b5d282f9eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:27.078558 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-426452b4-6ced-4ac5-8d21-ba64544085f1 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Request body: {'port': {'network_id': '154b31b8-b2b6-45bc-a392-4115e850ee53', 'name': 'tempest-AllowedAddressPairTestJSON-2028516892'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:51:27.080846 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-28ba8c79-7d0d-45c4-b1ad-ee3b2b1c9002 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] 10.222.0.58 "GET /v2.0/subnets/7cd1938e-b035-4323-b7ba-207da1b30a0e/tags HTTP/1.1" status: 200 len: 205 time: 0.2617452 Jul 09 14:51:27.084009 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42740) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:27.088897 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.tag.tag_plugin [None req-ab539172-6dde-4c3a-8f56-cbb62b83d2e1 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '44ecb956-4b57-49b2-aa47-b75b473fb650') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:27.144469 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff2ae1bf-1593-4aa7-8cea-2b5d282f9eea admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:51:27.144867 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ff2ae1bf-1593-4aa7-8cea-2b5d282f9eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:27.147250 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a3f19ee0-3a5f-48ad-aa87-e60ccf70356e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:27.147829 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f19ee0-3a5f-48ad-aa87-e60ccf70356e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b186187-ef36-4e90-9ff9-971ee8539cc5 {{(pid=94445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:51:27.152154 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a3f19ee0-3a5f-48ad-aa87-e60ccf70356e admin admin] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:27.156364 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-a3f19ee0-3a5f-48ad-aa87-e60ccf70356e admin admin] 10.222.0.58 "DELETE /v2.0/routers/9b186187-ef36-4e90-9ff9-971ee8539cc5 HTTP/1.1" status: 204 len: 168 time: 2.4583037 Jul 09 14:51:27.156364 n-d-799529-6 neutron-server[94445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:51:27.156364 n-d-799529-6 neutron-server[94445]: self.session.flush() Jul 09 14:51:27.156364 n-d-799529-6 neutron-server[94445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:51:27.156364 n-d-799529-6 neutron-server[94445]: self.session.flush() Jul 09 14:51:27.156364 n-d-799529-6 neutron-server[94445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:51:27.156364 n-d-799529-6 neutron-server[94445]: self.session.flush() Jul 09 14:51:27.156364 n-d-799529-6 neutron-server[94445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:51:27.156364 n-d-799529-6 neutron-server[94445]: self.session.flush() Jul 09 14:51:27.156364 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 14:51:27.156364 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:51:27.156364 n-d-799529-6 neutron-server[94445]: timer() Jul 09 14:51:27.156364 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:51:27.156364 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 14:51:27.156364 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:51:27.156364 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 14:51:27.156364 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:51:27.156364 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 14:51:27.156364 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:51:27.156364 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 14:51:27.156364 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:51:27.156364 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 14:51:27.156364 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:51:27.156364 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:51:27.156364 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:51:27.156364 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:51:27.156364 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:51:27.156364 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 14:51:27.156364 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:51:27.156364 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 14:51:27.156364 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:51:27.156364 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:51:27.156364 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:51:27.156364 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 14:51:27.156364 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:51:27.156364 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:51:27.156364 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:51:27.156364 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:51:27.156364 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:51:27.156364 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:51:27.156364 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:51:27.160920 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42742) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:27.215678 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fced9c-3411-4917-9734-ff6e3165a90f req-0fb8e98d-bc26-4f61-9ed0-c2b177d7d0aa tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:27.215678 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e8fced9c-3411-4917-9734-ff6e3165a90f req-0fb8e98d-bc26-4f61-9ed0-c2b177d7d0aa tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e39f064-5e51-4e85-81e7-6f1d74f04b0c HTTP/1.1" status: 200 len: 945 time: 0.3995969 Jul 09 14:51:27.289689 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-af19232c-ce69-4c45-bb58-d8fe67b3edc2 req-a14ca846-4b0f-4d9e-a9fa-35f31623a3df tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=57b4fc3c-dd4c-457c-9346-14c89da3a21b HTTP/1.1" status: 200 len: 210 time: 0.0590165 Jul 09 14:51:27.297161 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ab539172-6dde-4c3a-8f56-cbb62b83d2e1 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] 10.222.0.58 "GET /v2.0/ports/44ecb956-4b57-49b2-aa47-b75b473fb650/tags HTTP/1.1" status: 200 len: 241 time: 0.2120566 Jul 09 14:51:27.297822 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42748) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:27.308677 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.tag.tag_plugin [None req-96b2c75b-951e-4b73-a308-0d3bf1c03962 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '44ecb956-4b57-49b2-aa47-b75b473fb650', 'tempest-TagsExtTest-Tag-1901009188') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:27.316363 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cf7e56c-d728-4fe4-83c9-acf003e99da0 admin admin] Deleting subnet 6ebf5b74-6584-49ef-a6c0-eff61f32c488 {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:51:27.337449 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0cf7e56c-d728-4fe4-83c9-acf003e99da0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:27.363126 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e8fced9c-3411-4917-9734-ff6e3165a90f req-809d11c6-3f44-4be5-9732-789ab5920d33 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127548 Jul 09 14:51:27.369966 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-80c8573d-0615-42a5-923d-a05a08fd873f req-620d9216-4151-4c47-a6f0-8b4a685175ec tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] For port c222c958-4865-49ae-a359-bcfa44af19e2, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=c222c958-4865-49ae-a359-bcfa44af19e2,segment=NetworkSegment(2badb0c6-e67f-4820-b4bb-8e5a90533cf4),segment_id=2badb0c6-e67f-4820-b4bb-8e5a90533cf4)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:51:27.373856 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-80c8573d-0615-42a5-923d-a05a08fd873f req-620d9216-4151-4c47-a6f0-8b4a685175ec tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:27.390838 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-80c8573d-0615-42a5-923d-a05a08fd873f req-620d9216-4151-4c47-a6f0-8b4a685175ec tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Calling delete_port for c222c958-4865-49ae-a359-bcfa44af19e2 owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:51:27.397995 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ff2ae1bf-1593-4aa7-8cea-2b5d282f9eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:27.404494 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ff2ae1bf-1593-4aa7-8cea-2b5d282f9eea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:27.419873 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ff2ae1bf-1593-4aa7-8cea-2b5d282f9eea admin admin] 10.222.0.58 "DELETE /v2.0/networks/1bfe6f37-4d1f-4689-a30f-62048842a973 HTTP/1.1" status: 204 len: 168 time: 1.4955606 Jul 09 14:51:27.449415 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0cf7e56c-d728-4fe4-83c9-acf003e99da0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:27.455788 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2ae1bf-1593-4aa7-8cea-2b5d282f9eea admin admin] Pushing event deleted for resources: {'Network': ['ID=1bfe6f37-4d1f-4689-a30f-62048842a973,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:27.487775 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-96b2c75b-951e-4b73-a308-0d3bf1c03962 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] 10.222.0.58 "GET /v2.0/ports/44ecb956-4b57-49b2-aa47-b75b473fb650/tags/tempest-TagsExtTest-Tag-1901009188 HTTP/1.1" status: 204 len: 168 time: 0.1861670 Jul 09 14:51:27.496215 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42752) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:27.504376 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.tag.tag_plugin [None req-8460a05c-05d9-4f99-92a8-b0fe6d13f520 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '44ecb956-4b57-49b2-aa47-b75b473fb650', 'tempest-TagsExtTest-Tag-1901009188') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:27.540994 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c058d264-405a-45ef-87b9-250a1afa03ac tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:27.606607 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0cf7e56c-d728-4fe4-83c9-acf003e99da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:27.617053 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426452b4-6ced-4ac5-8d21-ba64544085f1 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Made reservation on behalf of dfdcd0a9e97448d5b5c342bb91b0857e for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:51:27.620761 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-426452b4-6ced-4ac5-8d21-ba64544085f1 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:27.639601 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [None req-426452b4-6ced-4ac5-8d21-ba64544085f1 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] device_id is not set on port 4478e43d-5a11-4704-ae16-03cca7bf4e66 yet. {{(pid=94445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:51:27.689976 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c058d264-405a-45ef-87b9-250a1afa03ac tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:27.750675 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-80c8573d-0615-42a5-923d-a05a08fd873f req-620d9216-4151-4c47-a6f0-8b4a685175ec tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:27.790062 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-426452b4-6ced-4ac5-8d21-ba64544085f1 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Allocated IP 172.20.0.8 (154b31b8-b2b6-45bc-a392-4115e850ee53/1ed7d187-2689-4d19-a566-08d4b26277be/4478e43d-5a11-4704-ae16-03cca7bf4e66) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:51:27.792732 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620d9216-4151-4c47-a6f0-8b4a685175ec tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Pushing event deleted for resources: {'Port': ['ID=c222c958-4865-49ae-a359-bcfa44af19e2,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:27.832516 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-8460a05c-05d9-4f99-92a8-b0fe6d13f520 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] 10.222.0.58 "DELETE /v2.0/ports/44ecb956-4b57-49b2-aa47-b75b473fb650/tags/tempest-TagsExtTest-Tag-1901009188 HTTP/1.1" status: 204 len: 168 time: 0.3352253 Jul 09 14:51:27.835300 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42756) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:27.861101 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.tag.tag_plugin [None req-a602dcc9-e815-483e-af87-ce0bdfb6c68e tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '44ecb956-4b57-49b2-aa47-b75b473fb650') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:27.870033 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c058d264-405a-45ef-87b9-250a1afa03ac tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:27.870637 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-80c8573d-0615-42a5-923d-a05a08fd873f req-620d9216-4151-4c47-a6f0-8b4a685175ec tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] No DVR routers for this DVR port c222c958-4865-49ae-a359-bcfa44af19e2 on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:51:27.891858 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-80c8573d-0615-42a5-923d-a05a08fd873f req-620d9216-4151-4c47-a6f0-8b4a685175ec tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:27.893822 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-80c8573d-0615-42a5-923d-a05a08fd873f req-620d9216-4151-4c47-a6f0-8b4a685175ec tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.54 "DELETE /v2.0/ports/c222c958-4865-49ae-a359-bcfa44af19e2 HTTP/1.1" status: 204 len: 173 time: 1.3397899 Jul 09 14:51:27.895135 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3b48d7-97bb-4407-ad64-472876dd2f4f', 'name': 'network-vif-deleted', 'tag': 'c222c958-4865-49ae-a359-bcfa44af19e2'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:51:27.897538 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28efc890-9aa8-49a4-9b15-7a418e10f834" -d '{"events": [{"server_uuid": "cb3b48d7-97bb-4407-ad64-472876dd2f4f", "name": "network-vif-deleted", "tag": "c222c958-4865-49ae-a359-bcfa44af19e2"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:51:27.935190 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0cf7e56c-d728-4fe4-83c9-acf003e99da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:27.937874 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdfc4f3a-4aeb-4be9-8045-e79454559e34 x-openstack-request-id: req-bdfc4f3a-4aeb-4be9-8045-e79454559e34 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:51:27.938184 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb3b48d7-97bb-4407-ad64-472876dd2f4f", "name": "network-vif-deleted", "tag": "c222c958-4865-49ae-a359-bcfa44af19e2", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:51:27.938749 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bdfc4f3a-4aeb-4be9-8045-e79454559e34 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:51:27.938880 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb3b48d7-97bb-4407-ad64-472876dd2f4f', 'name': 'network-vif-deleted', 'tag': 'c222c958-4865-49ae-a359-bcfa44af19e2', 'status': 'completed', 'code': 200} Jul 09 14:51:27.968514 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42760) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:27.969322 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf7e56c-d728-4fe4-83c9-acf003e99da0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ebf5b74-6584-49ef-a6c0-eff61f32c488,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:27.980926 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c058d264-405a-45ef-87b9-250a1afa03ac tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:27.988247 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41845b8c-98ce-4ba4-8f68-1a5253022a1d None None] Network 29d888e5-b470-491c-8272-fb069bb5ea34 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:51:28.000001 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0cf7e56c-d728-4fe4-83c9-acf003e99da0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:28.001423 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-a602dcc9-e815-483e-af87-ce0bdfb6c68e tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] 10.222.0.58 "GET /v2.0/ports/44ecb956-4b57-49b2-aa47-b75b473fb650/tags HTTP/1.1" status: 200 len: 205 time: 0.1650438 Jul 09 14:51:28.004606 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42762) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:28.014597 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-0cf7e56c-d728-4fe4-83c9-acf003e99da0 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/6ebf5b74-6584-49ef-a6c0-eff61f32c488 HTTP/1.1" status: 204 len: 168 time: 0.8391862 Jul 09 14:51:28.017182 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.tag.tag_plugin [None req-29e22aaa-4f45-4dc6-9e0f-f4f222bdaf51 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '01dd5500-9922-4c8b-a489-83a0524cf985') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:28.017582 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42764) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:28.074446 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 9f3b3b5c-1898-44f9-9490-163beb364b58 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:51:28.102849 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 9f3b3b5c-1898-44f9-9490-163beb364b58 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:51:28.103203 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 9f3b3b5c-1898-44f9-9490-163beb364b58 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:51:28.103723 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 821ef2ce-5a51-44eb-a9cc-100df4ab7185 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:51:28.109627 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-29e22aaa-4f45-4dc6-9e0f-f4f222bdaf51 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] 10.222.0.58 "GET /v2.0/routers/01dd5500-9922-4c8b-a489-83a0524cf985/tags HTTP/1.1" status: 200 len: 240 time: 0.1035848 Jul 09 14:51:28.123590 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 821ef2ce-5a51-44eb-a9cc-100df4ab7185 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:51:28.124239 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 821ef2ce-5a51-44eb-a9cc-100df4ab7185 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:51:28.124463 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42766) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:28.129509 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.tag.tag_plugin [None req-e8a3b45f-f4d7-4ca1-8b51-327b4ac84cd2 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '01dd5500-9922-4c8b-a489-83a0524cf985', 'tempest-TagsExtTest-Tag-679215929') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:28.224918 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c058d264-405a-45ef-87b9-250a1afa03ac tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Pushing event updated for resources: {'Port': ['ID=3178fd52-7972-46b2-8dd6-3a64bfae640f,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:28.238565 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-aa8a7d63-eb21-4ac1-96ea-b509828ff9a7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=20266377053347908450c0c11cebe299&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2642872 Jul 09 14:51:28.244007 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42770) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:28.256724 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-61355c93-cb23-458b-9556-041e62db7254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:28.264939 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c058d264-405a-45ef-87b9-250a1afa03ac tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:28.293771 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-426452b4-6ced-4ac5-8d21-ba64544085f1 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:28.327567 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e8a3b45f-f4d7-4ca1-8b51-327b4ac84cd2 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] 10.222.0.58 "GET /v2.0/routers/01dd5500-9922-4c8b-a489-83a0524cf985/tags/tempest-TagsExtTest-Tag-679215929 HTTP/1.1" status: 204 len: 168 time: 0.2020478 Jul 09 14:51:28.330452 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42774) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:28.340294 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-426452b4-6ced-4ac5-8d21-ba64544085f1 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Transition to ACTIVE for port object 4478e43d-5a11-4704-ae16-03cca7bf4e66 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:51:28.344121 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-61355c93-cb23-458b-9556-041e62db7254 admin admin] Deleting port 2e3d7595-be20-4a97-b340-4b471a872dd8 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:51:28.344540 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-61355c93-cb23-458b-9556-041e62db7254 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:28.347977 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.tag.tag_plugin [None req-c501c284-b37d-468c-923c-f924b9fe0184 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '01dd5500-9922-4c8b-a489-83a0524cf985', 'tempest-TagsExtTest-Tag-679215929') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:28.393379 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c058d264-405a-45ef-87b9-250a1afa03ac tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:28.394783 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c058d264-405a-45ef-87b9-250a1afa03ac tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5042048 Jul 09 14:51:28.399034 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42776) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:28.420451 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69e5e9f-8442-483a-9b3e-e7c664f19d4b None None] DHCP port deletion for 29d888e5-b470-491c-8272-fb069bb5ea34 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:51:28.466869 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-08758afb-0fd1-4e64-bd65-387b0f331ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:28.491354 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-08758afb-0fd1-4e64-bd65-387b0f331ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:28.511423 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-c69e5e9f-8442-483a-9b3e-e7c664f19d4b None None] Deleting port 2e3d7595-be20-4a97-b340-4b471a872dd8 {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:51:28.511874 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c69e5e9f-8442-483a-9b3e-e7c664f19d4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:28.530900 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f22afa9a-3d36-493c-ba6a-4e42d19a8918 req-3fa40d26-5847-4cac-84fd-261f98b3251d tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=57b4fc3c-dd4c-457c-9346-14c89da3a21b HTTP/1.1" status: 200 len: 210 time: 0.0456593 Jul 09 14:51:28.533328 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-61355c93-cb23-458b-9556-041e62db7254 admin admin] For port 2e3d7595-be20-4a97-b340-4b471a872dd8, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=2e3d7595-be20-4a97-b340-4b471a872dd8,segment=NetworkSegment(d799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae),segment_id=d799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:51:28.533923 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-61355c93-cb23-458b-9556-041e62db7254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:28.539211 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ffd74465-34fc-4560-ac53-1bed39b0347e tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] 10.222.0.58 "GET /v2.0/floatingips?floating_network_id=e78b9036-26b1-44bd-9c2c-490cbe738922 HTTP/1.1" status: 200 len: 690 time: 0.1389089 Jul 09 14:51:28.545485 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42780) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:28.597104 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-61355c93-cb23-458b-9556-041e62db7254 admin admin] Calling delete_port for 2e3d7595-be20-4a97-b340-4b471a872dd8 owned by network:dhcp {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:51:28.616786 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-c69e5e9f-8442-483a-9b3e-e7c664f19d4b None None] For port 2e3d7595-be20-4a97-b340-4b471a872dd8, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=2e3d7595-be20-4a97-b340-4b471a872dd8,segment=NetworkSegment(d799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae),segment_id=d799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:51:28.617495 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c69e5e9f-8442-483a-9b3e-e7c664f19d4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:28.637867 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-c69e5e9f-8442-483a-9b3e-e7c664f19d4b None None] Calling delete_port for 2e3d7595-be20-4a97-b340-4b471a872dd8 owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:51:28.658135 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f701202e-d997-41b3-8331-796e95295937 req-04426972-45eb-470e-90ee-82facd86020b tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:28.659975 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f701202e-d997-41b3-8331-796e95295937 req-04426972-45eb-470e-90ee-82facd86020b tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e39f064-5e51-4e85-81e7-6f1d74f04b0c HTTP/1.1" status: 200 len: 945 time: 0.0925102 Jul 09 14:51:28.691794 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b784d16b-2ffb-45df-a5b8-e0b0fb6c5175 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:28.693231 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-426452b4-6ced-4ac5-8d21-ba64544085f1 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:28.756931 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f701202e-d997-41b3-8331-796e95295937 req-4db0edd0-63a5-4a91-b33e-3a4c917e1dca tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911148 Jul 09 14:51:28.769823 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c501c284-b37d-468c-923c-f924b9fe0184 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] 10.222.0.58 "DELETE /v2.0/routers/01dd5500-9922-4c8b-a489-83a0524cf985/tags/tempest-TagsExtTest-Tag-679215929 HTTP/1.1" status: 204 len: 168 time: 0.4312055 Jul 09 14:51:28.771047 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-08758afb-0fd1-4e64-bd65-387b0f331ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:28.772854 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42782) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:28.777181 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.tag.tag_plugin [None req-f0303b35-ead4-4e09-91af-3c90f51865b5 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '01dd5500-9922-4c8b-a489-83a0524cf985') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:28.783077 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-08758afb-0fd1-4e64-bd65-387b0f331ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:28.785467 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-08758afb-0fd1-4e64-bd65-387b0f331ce3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2ede4e27-59c7-4309-b15a-69579f428c9f HTTP/1.1" status: 204 len: 168 time: 0.5359061 Jul 09 14:51:28.814088 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08758afb-0fd1-4e64-bd65-387b0f331ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ede4e27-59c7-4309-b15a-69579f428c9f,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:28.819829 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426452b4-6ced-4ac5-8d21-ba64544085f1 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Network 154b31b8-b2b6-45bc-a392-4115e850ee53 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:51:28.823155 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426452b4-6ced-4ac5-8d21-ba64544085f1 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Pushing event updated for resources: {'Port': ['ID=4478e43d-5a11-4704-ae16-03cca7bf4e66,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:28.827330 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-426452b4-6ced-4ac5-8d21-ba64544085f1 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:51:28.827777 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426452b4-6ced-4ac5-8d21-ba64544085f1 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:51:28.872271 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c69e5e9f-8442-483a-9b3e-e7c664f19d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:28.888566 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426452b4-6ced-4ac5-8d21-ba64544085f1 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:28.889369 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f0303b35-ead4-4e09-91af-3c90f51865b5 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] 10.222.0.58 "GET /v2.0/routers/01dd5500-9922-4c8b-a489-83a0524cf985/tags HTTP/1.1" status: 200 len: 205 time: 0.1157506 Jul 09 14:51:28.889698 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-426452b4-6ced-4ac5-8d21-ba64544085f1 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:28.892276 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42786) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:28.897625 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-61355c93-cb23-458b-9556-041e62db7254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:28.900489 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.tag.tag_plugin [None req-b355b3f0-5e47-43d9-af0f-6ff4278ce906 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '0a3bea18-0720-4809-9429-0a151ca94e44') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:28.925061 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69e5e9f-8442-483a-9b3e-e7c664f19d4b None None] No DVR routers for this DVR port 2e3d7595-be20-4a97-b340-4b471a872dd8 on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:51:28.927337 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69e5e9f-8442-483a-9b3e-e7c664f19d4b None None] Pushing event deleted for resources: {'Port': ['ID=2e3d7595-be20-4a97-b340-4b471a872dd8,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:28.954942 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b355b3f0-5e47-43d9-af0f-6ff4278ce906 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] 10.222.0.58 "GET /v2.0/subnetpools/0a3bea18-0720-4809-9429-0a151ca94e44/tags HTTP/1.1" status: 200 len: 241 time: 0.0579464 Jul 09 14:51:28.954942 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42788) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:28.959438 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.tag.tag_plugin [None req-edd579b9-c1cd-42e6-b8fb-d2f114479a7e tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0a3bea18-0720-4809-9429-0a151ca94e44', 'tempest-TagsExtTest-Tag-1000824685') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:28.972567 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61355c93-cb23-458b-9556-041e62db7254 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e3d7595-be20-4a97-b340-4b471a872dd8,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:28.982258 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61355c93-cb23-458b-9556-041e62db7254 admin admin] No DVR routers for this DVR port 2e3d7595-be20-4a97-b340-4b471a872dd8 on host n-d-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:51:28.993789 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-b784d16b-2ffb-45df-a5b8-e0b0fb6c5175 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Deleting port 3178fd52-7972-46b2-8dd6-3a64bfae640f {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:51:28.994134 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b784d16b-2ffb-45df-a5b8-e0b0fb6c5175 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:29.011639 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-edd579b9-c1cd-42e6-b8fb-d2f114479a7e tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] 10.222.0.58 "GET /v2.0/subnetpools/0a3bea18-0720-4809-9429-0a151ca94e44/tags/tempest-TagsExtTest-Tag-1000824685 HTTP/1.1" status: 204 len: 168 time: 0.0491645 Jul 09 14:51:29.011639 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42790) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:29.012179 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.tag.tag_plugin [None req-44bfb602-50a6-4146-8568-a51a38ed9725 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '0a3bea18-0720-4809-9429-0a151ca94e44', 'tempest-TagsExtTest-Tag-1000824685') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:29.036072 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-426452b4-6ced-4ac5-8d21-ba64544085f1 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9628339 Jul 09 14:51:29.042490 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42792) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:29.046105 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-2cbc7b09-7849-49da-b137-482f2fcddff8 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:69:00:00'}]}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:51:29.063178 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ab4f2a8d-fcb1-4e57-9237-1d3cb9538141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:29.149711 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:29.160019 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-61355c93-cb23-458b-9556-041e62db7254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:29.179496 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-61355c93-cb23-458b-9556-041e62db7254 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29d888e5-b470-491c-8272-fb069bb5ea34']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:29.194952 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-61355c93-cb23-458b-9556-041e62db7254 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:29.195255 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-61355c93-cb23-458b-9556-041e62db7254 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd799a47e-8bfc-46cd-8f7c-c4c6f5a8a4ae') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:29.213456 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-61355c93-cb23-458b-9556-041e62db7254 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:29.215967 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b784d16b-2ffb-45df-a5b8-e0b0fb6c5175 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:29.216300 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b784d16b-2ffb-45df-a5b8-e0b0fb6c5175 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:29.236182 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-b784d16b-2ffb-45df-a5b8-e0b0fb6c5175 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Calling delete_port for 3178fd52-7972-46b2-8dd6-3a64bfae640f owned by network:floatingip {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:51:29.240207 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-61355c93-cb23-458b-9556-041e62db7254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:29.251577 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61355c93-cb23-458b-9556-041e62db7254 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:51:29.251993 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-61355c93-cb23-458b-9556-041e62db7254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:29.253608 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:51:29.253608 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:51:29.253608 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:51:29.253608 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:51:29.253608 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:51:29.253608 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:51:29.253608 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:51:29.253608 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:51:29.253608 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:51:29.253608 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:51:29.253608 n-d-799529-6 neutron-server[94446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:51:29.253608 n-d-799529-6 neutron-server[94446]: self.session.flush() Jul 09 14:51:29.253608 n-d-799529-6 neutron-server[94446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:51:29.253608 n-d-799529-6 neutron-server[94446]: self.session.flush() Jul 09 14:51:29.253608 n-d-799529-6 neutron-server[94446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:51:29.253608 n-d-799529-6 neutron-server[94446]: self.session.flush() Jul 09 14:51:29.253608 n-d-799529-6 neutron-server[94446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:51:29.253608 n-d-799529-6 neutron-server[94446]: self.session.flush() Jul 09 14:51:29.253608 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 14:51:29.253608 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:51:29.253608 n-d-799529-6 neutron-server[94446]: timer() Jul 09 14:51:29.253608 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:51:29.253608 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 14:51:29.253608 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:51:29.253608 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 14:51:29.253608 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:51:29.253608 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 14:51:29.253608 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:51:29.253608 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 14:51:29.253608 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:51:29.253608 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 14:51:29.253608 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:51:29.253608 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:51:29.253608 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:51:29.253608 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:51:29.253608 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:51:29.253608 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 14:51:29.253608 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:51:29.253608 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 14:51:29.253608 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:51:29.253608 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:51:29.253608 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:51:29.253608 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 14:51:29.253608 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:51:29.253608 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:51:29.253608 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:51:29.253608 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:51:29.253608 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:51:29.253608 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:51:29.253608 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:51:29.279594 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2cbc7b09-7849-49da-b137-482f2fcddff8 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:29.313966 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-44bfb602-50a6-4146-8568-a51a38ed9725 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] 10.222.0.58 "DELETE /v2.0/subnetpools/0a3bea18-0720-4809-9429-0a151ca94e44/tags/tempest-TagsExtTest-Tag-1000824685 HTTP/1.1" status: 204 len: 168 time: 0.3052881 Jul 09 14:51:29.326025 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42794) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:29.332079 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.tag.tag_plugin [None req-71e7b6bd-55be-4da8-a657-bd559a20842d tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '0a3bea18-0720-4809-9429-0a151ca94e44') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:29.382932 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-066d03a1-cd19-4620-9320-784a614075ec None None] Provisioning for port 4478e43d-5a11-4704-ae16-03cca7bf4e66 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:51:29.389203 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-066d03a1-cd19-4620-9320-784a614075ec None None] Provisioning complete for port 4478e43d-5a11-4704-ae16-03cca7bf4e66 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:51:29.389868 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-066d03a1-cd19-4620-9320-784a614075ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:29.399547 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-71e7b6bd-55be-4da8-a657-bd559a20842d tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] 10.222.0.58 "GET /v2.0/subnetpools/0a3bea18-0720-4809-9429-0a151ca94e44/tags HTTP/1.1" status: 200 len: 205 time: 0.0685339 Jul 09 14:51:29.400410 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42800) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:29.405405 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.tag.tag_plugin [None req-a5d108d3-9710-44c8-90cb-47a1e31f80a6 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '0a3bea18-0720-4809-9429-0a151ca94e44') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:29.464395 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-066d03a1-cd19-4620-9320-784a614075ec None None] Port 4478e43d-5a11-4704-ae16-03cca7bf4e66 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:51:29.469510 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a5d108d3-9710-44c8-90cb-47a1e31f80a6 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] 10.222.0.58 "DELETE /v2.0/subnetpools/0a3bea18-0720-4809-9429-0a151ca94e44/tags HTTP/1.1" status: 204 len: 168 time: 0.0653703 Jul 09 14:51:29.470051 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42802) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:29.473251 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-61355c93-cb23-458b-9556-041e62db7254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:29.482488 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-61355c93-cb23-458b-9556-041e62db7254 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:29.487188 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-61355c93-cb23-458b-9556-041e62db7254 admin admin] 10.222.0.58 "DELETE /v2.0/networks/29d888e5-b470-491c-8272-fb069bb5ea34 HTTP/1.1" status: 204 len: 168 time: 1.4051101 Jul 09 14:51:29.493565 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.tag.tag_plugin [None req-8ae719e0-7055-4ffa-852a-593e85747653 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '01dd5500-9922-4c8b-a489-83a0524cf985') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:29.503441 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61355c93-cb23-458b-9556-041e62db7254 admin admin] Pushing event deleted for resources: {'Network': ['ID=29d888e5-b470-491c-8272-fb069bb5ea34,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:29.571831 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b784d16b-2ffb-45df-a5b8-e0b0fb6c5175 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:29.606950 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b784d16b-2ffb-45df-a5b8-e0b0fb6c5175 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Pushing event deleted for resources: {'Port': ['ID=3178fd52-7972-46b2-8dd6-3a64bfae640f,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:29.698181 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b784d16b-2ffb-45df-a5b8-e0b0fb6c5175 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:29.750240 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b784d16b-2ffb-45df-a5b8-e0b0fb6c5175 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:29.946715 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b784d16b-2ffb-45df-a5b8-e0b0fb6c5175 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:29.985910 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b784d16b-2ffb-45df-a5b8-e0b0fb6c5175 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9e185cbf-293a-4700-806e-ae15f4c2f412,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:29.991640 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42822) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:30.007135 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e4f79e4a-5ad7-4ec1-9b36-a85b45bb2379 req-110d8c53-d19d-42b3-9e12-4f541c503808 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=57b4fc3c-dd4c-457c-9346-14c89da3a21b HTTP/1.1" status: 200 len: 210 time: 0.0591359 Jul 09 14:51:30.068196 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2cbc7b09-7849-49da-b137-482f2fcddff8 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:30.076628 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-8ae719e0-7055-4ffa-852a-593e85747653 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] 10.222.0.58 "DELETE /v2.0/routers/01dd5500-9922-4c8b-a489-83a0524cf985/tags HTTP/1.1" status: 204 len: 168 time: 0.6051009 Jul 09 14:51:30.077285 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42824) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:30.083425 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.tag.tag_plugin [None req-db3c2586-b1a4-471f-8858-17ddb661d173 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '44ecb956-4b57-49b2-aa47-b75b473fb650') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:30.097452 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 2e3d7595-be20-4a97-b340-4b471a872dd8 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:51:30.130333 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 2e3d7595-be20-4a97-b340-4b471a872dd8 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:51:30.131279 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 2e3d7595-be20-4a97-b340-4b471a872dd8 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:51:30.169201 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-4e9a80d2-bd29-4ba0-b54d-0e195e8129f5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=644ca6545bbf445fa0c886b6aef98e04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1733868 Jul 09 14:51:30.172653 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42828) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:30.174895 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:30.214923 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2cbc7b09-7849-49da-b137-482f2fcddff8 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:30.316162 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-db3c2586-b1a4-471f-8858-17ddb661d173 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] 10.222.0.58 "DELETE /v2.0/ports/44ecb956-4b57-49b2-aa47-b75b473fb650/tags HTTP/1.1" status: 204 len: 168 time: 0.2362616 Jul 09 14:51:30.333385 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42832) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:30.333730 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.tag.tag_plugin [None req-f09eb1ae-eb80-4292-91d9-c002ddeae8ef tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7cd1938e-b035-4323-b7ba-207da1b30a0e') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:30.336305 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbc7b09-7849-49da-b137-482f2fcddff8 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Pushing event updated for resources: {'Port': ['ID=4478e43d-5a11-4704-ae16-03cca7bf4e66,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:30.339010 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-56aa732a-6a1f-4b8d-9b80-fe7e1638831d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:30.417717 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-56aa732a-6a1f-4b8d-9b80-fe7e1638831d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:30.422500 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-2cbc7b09-7849-49da-b137-482f2fcddff8 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] In _notify_port_updated(), no bound segment for port 4478e43d-5a11-4704-ae16-03cca7bf4e66 on network 154b31b8-b2b6-45bc-a392-4115e850ee53 {{(pid=94445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 14:51:30.428276 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbc7b09-7849-49da-b137-482f2fcddff8 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:30.432967 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2cbc7b09-7849-49da-b137-482f2fcddff8 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:30.433788 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-2cbc7b09-7849-49da-b137-482f2fcddff8 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] 10.222.0.58 "PUT /v2.0/ports/4478e43d-5a11-4704-ae16-03cca7bf4e66 HTTP/1.1" status: 200 len: 996 time: 1.3934250 Jul 09 14:51:30.440108 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42834) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:30.440659 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42836) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:30.476622 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78daf386-9a14-442c-99a9-9d9844493080 req-71f3ccc0-231b-40fa-a35c-85dfcb071edf tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:30.485684 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-78daf386-9a14-442c-99a9-9d9844493080 req-71f3ccc0-231b-40fa-a35c-85dfcb071edf tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e39f064-5e51-4e85-81e7-6f1d74f04b0c HTTP/1.1" status: 200 len: 945 time: 0.6087630 Jul 09 14:51:30.574693 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d82d646e-cd4b-4999-b1cc-0713f055e32c req-4d24c766-bfd9-41ab-8ccc-6006162accf2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=215ee5c1-c47c-4487-bfe7-3272754152b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6681261 Jul 09 14:51:30.578178 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b784d16b-2ffb-45df-a5b8-e0b0fb6c5175 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:30.599553 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f09eb1ae-eb80-4292-91d9-c002ddeae8ef tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] 10.222.0.58 "DELETE /v2.0/subnets/7cd1938e-b035-4323-b7ba-207da1b30a0e/tags HTTP/1.1" status: 204 len: 168 time: 0.2673109 Jul 09 14:51:30.599774 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-b784d16b-2ffb-45df-a5b8-e0b0fb6c5175 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e78b9036-26b1-44bd-9c2c-490cbe738922']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:30.599894 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42842) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:30.614206 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.tag.tag_plugin [None req-59dd5a9c-6467-4bd7-a8a2-3124b39187d6 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '7cd1938e-b035-4323-b7ba-207da1b30a0e', 'tempest-TagsExtTest-Tag-1199709762') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:30.615554 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-b784d16b-2ffb-45df-a5b8-e0b0fb6c5175 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27776eb7-9fcc-439f-a8d6-ba06efa28ae6') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:30.616141 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-b784d16b-2ffb-45df-a5b8-e0b0fb6c5175 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27776eb7-9fcc-439f-a8d6-ba06efa28ae6') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:30.626545 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-2d29cf8c-c616-46f0-9bc0-ea4c327ab6fe None None] Provisioning complete for port 4478e43d-5a11-4704-ae16-03cca7bf4e66 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:51:30.628203 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2d29cf8c-c616-46f0-9bc0-ea4c327ab6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:30.641694 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-78daf386-9a14-442c-99a9-9d9844493080 req-d3d92795-bd68-48ee-8b15-c794714baecc tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550388 Jul 09 14:51:30.646933 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b784d16b-2ffb-45df-a5b8-e0b0fb6c5175 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:30.649024 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-025c6865-ba84-4b17-ad48-10ce9cc38b9e admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-2075049487-network', 'tenant_id': 'a247b86f0cf44fd8bae010acfa2f83eb'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:51:30.679574 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b784d16b-2ffb-45df-a5b8-e0b0fb6c5175 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:30.692466 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-2d29cf8c-c616-46f0-9bc0-ea4c327ab6fe None None] Port 4478e43d-5a11-4704-ae16-03cca7bf4e66 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:51:30.694970 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef8922-1a1f-4532-a7d8-8d68568a584e req-c5bd2c4b-46f9-4d0b-87cc-740f9146e0f0 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:30.696450 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-38ef8922-1a1f-4532-a7d8-8d68568a584e req-c5bd2c4b-46f9-4d0b-87cc-740f9146e0f0 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.62 "GET /v2.0/networks?id=a9d0dfb1-4ed4-4376-bcf0-50fa5388f064 HTTP/1.1" status: 200 len: 804 time: 0.6804771 Jul 09 14:51:30.697532 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b784d16b-2ffb-45df-a5b8-e0b0fb6c5175 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:51:30.697939 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b784d16b-2ffb-45df-a5b8-e0b0fb6c5175 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:30.699814 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 14:51:30.699814 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:51:30.699814 n-d-799529-6 neutron-server[94446]: timer() Jul 09 14:51:30.699814 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:51:30.699814 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 14:51:30.699814 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:51:30.699814 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 14:51:30.699814 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:51:30.699814 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 14:51:30.699814 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:51:30.699814 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 14:51:30.699814 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:51:30.699814 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 14:51:30.699814 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:51:30.699814 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:51:30.699814 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:51:30.699814 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:51:30.699814 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:51:30.699814 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 14:51:30.699814 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:51:30.699814 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 14:51:30.699814 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:51:30.699814 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:51:30.699814 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:51:30.699814 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 14:51:30.699814 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:51:30.699814 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:51:30.699814 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:51:30.699814 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:51:30.699814 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:51:30.699814 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:51:30.699814 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:51:30.706377 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-9951e6c7-ece3-408d-9702-ee6c5d1e0aa4 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Deleting port 4478e43d-5a11-4704-ae16-03cca7bf4e66 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:51:30.706719 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9951e6c7-ece3-408d-9702-ee6c5d1e0aa4 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:30.712489 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-56aa732a-6a1f-4b8d-9b80-fe7e1638831d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:30.714949 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-56aa732a-6a1f-4b8d-9b80-fe7e1638831d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:30.718446 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-56aa732a-6a1f-4b8d-9b80-fe7e1638831d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/271a7c38-e685-4116-8919-e53dca3c24f7 HTTP/1.1" status: 204 len: 168 time: 0.5425086 Jul 09 14:51:30.763439 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-38ef8922-1a1f-4532-a7d8-8d68568a584e req-0aed992c-4c3e-4c46-86c4-8f5a251ec424 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Request body: {'port': {'device_id': '57b4fc3c-dd4c-457c-9346-14c89da3a21b', 'network_id': 'a9d0dfb1-4ed4-4376-bcf0-50fa5388f064', 'admin_state_up': True, 'tenant_id': 'bdaedf6ac9084c79b7ea6ec72411a8d8'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:51:30.770081 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aa732a-6a1f-4b8d-9b80-fe7e1638831d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271a7c38-e685-4116-8919-e53dca3c24f7,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:30.824933 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9951e6c7-ece3-408d-9702-ee6c5d1e0aa4 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:30.836740 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-9951e6c7-ece3-408d-9702-ee6c5d1e0aa4 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Calling delete_port for 4478e43d-5a11-4704-ae16-03cca7bf4e66 owned by {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:51:30.892782 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d646e-cd4b-4999-b1cc-0713f055e32c req-87f0333b-3e4d-4a7b-bd2a-2d6d91a3af80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:30.893182 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d646e-cd4b-4999-b1cc-0713f055e32c req-87f0333b-3e4d-4a7b-bd2a-2d6d91a3af80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:30.893658 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d646e-cd4b-4999-b1cc-0713f055e32c req-87f0333b-3e4d-4a7b-bd2a-2d6d91a3af80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:30.894128 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d646e-cd4b-4999-b1cc-0713f055e32c req-87f0333b-3e4d-4a7b-bd2a-2d6d91a3af80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:30.894599 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d646e-cd4b-4999-b1cc-0713f055e32c req-87f0333b-3e4d-4a7b-bd2a-2d6d91a3af80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:30.895065 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d646e-cd4b-4999-b1cc-0713f055e32c req-87f0333b-3e4d-4a7b-bd2a-2d6d91a3af80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:30.895545 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d646e-cd4b-4999-b1cc-0713f055e32c req-87f0333b-3e4d-4a7b-bd2a-2d6d91a3af80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:30.897496 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d82d646e-cd4b-4999-b1cc-0713f055e32c req-87f0333b-3e4d-4a7b-bd2a-2d6d91a3af80 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=868e6ad73e9e40dbad6a7d6a29a5f30c&device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 6489 time: 0.1564372 Jul 09 14:51:30.901772 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-025c6865-ba84-4b17-ad48-10ce9cc38b9e admin admin] Made reservation on behalf of a247b86f0cf44fd8bae010acfa2f83eb for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:51:30.904767 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-025c6865-ba84-4b17-ad48-10ce9cc38b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:30.915343 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-025c6865-ba84-4b17-ad48-10ce9cc38b9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:30.971351 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b784d16b-2ffb-45df-a5b8-e0b0fb6c5175 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:30.978827 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b784d16b-2ffb-45df-a5b8-e0b0fb6c5175 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e78b9036-26b1-44bd-9c2c-490cbe738922 {{(pid=94446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 09 14:51:30.982470 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b784d16b-2ffb-45df-a5b8-e0b0fb6c5175 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:30.984856 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b784d16b-2ffb-45df-a5b8-e0b0fb6c5175 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] 10.222.0.58 "DELETE /v2.0/networks/e78b9036-26b1-44bd-9c2c-490cbe738922 HTTP/1.1" status: 204 len: 168 time: 2.4375618 Jul 09 14:51:30.989600 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42846) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:30.997308 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b784d16b-2ffb-45df-a5b8-e0b0fb6c5175 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Pushing event deleted for resources: {'Network': ['ID=e78b9036-26b1-44bd-9c2c-490cbe738922,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:31.023139 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38ef8922-1a1f-4532-a7d8-8d68568a584e req-0aed992c-4c3e-4c46-86c4-8f5a251ec424 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Made reservation on behalf of bdaedf6ac9084c79b7ea6ec72411a8d8 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:51:31.028028 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-38ef8922-1a1f-4532-a7d8-8d68568a584e req-0aed992c-4c3e-4c46-86c4-8f5a251ec424 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:31.073224 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d646e-cd4b-4999-b1cc-0713f055e32c req-ae07d0ae-71fb-42f1-9fcd-139daa3b8fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:31.074238 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d646e-cd4b-4999-b1cc-0713f055e32c req-ae07d0ae-71fb-42f1-9fcd-139daa3b8fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:31.074238 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d646e-cd4b-4999-b1cc-0713f055e32c req-ae07d0ae-71fb-42f1-9fcd-139daa3b8fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:31.076211 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d82d646e-cd4b-4999-b1cc-0713f055e32c req-ae07d0ae-71fb-42f1-9fcd-139daa3b8fb0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0fc8da04-04d4-4eeb-86d6-5d8e54448613&id=7086051a-a9a3-4774-91ec-207e7481a1f2&id=7086051a-a9a3-4774-91ec-207e7481a1f2&id=7086051a-a9a3-4774-91ec-207e7481a1f2&id=7086051a-a9a3-4774-91ec-207e7481a1f2&id=f7f6731e-df5a-475b-9c1b-606c9f6d697c&id=f7f6731e-df5a-475b-9c1b-606c9f6d697c HTTP/1.1" status: 200 len: 2294 time: 0.1521194 Jul 09 14:51:31.152569 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device c222c958-4865-49ae-a359-bcfa44af19e2 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:51:31.154080 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-aec20b8a-749f-4159-911f-fee5befec814 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.1634502 Jul 09 14:51:31.154847 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42852) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:31.197609 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: c222c958-4865-49ae-a359-bcfa44af19e2 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:51:31.198222 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device c222c958-4865-49ae-a359-bcfa44af19e2 not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:51:31.223604 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9951e6c7-ece3-408d-9702-ee6c5d1e0aa4 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:31.299679 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-38bb2e13-fd0f-4bb8-9eb8-1d0114102001 req-55240885-4de9-48cc-842c-4b73ca713436 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=57b4fc3c-dd4c-457c-9346-14c89da3a21b HTTP/1.1" status: 200 len: 210 time: 0.0446954 Jul 09 14:51:31.325541 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9951e6c7-ece3-408d-9702-ee6c5d1e0aa4 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Pushing event deleted for resources: {'Port': ['ID=4478e43d-5a11-4704-ae16-03cca7bf4e66,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:31.337250 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d82d646e-cd4b-4999-b1cc-0713f055e32c req-e6f9e4cb-afee-48c6-9855-52cef236f000 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbecacc0-fcea-4c8e-9c93-2a490da9fb58 HTTP/1.1" status: 200 len: 1001 time: 0.2527680 Jul 09 14:51:31.378402 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-59dd5a9c-6467-4bd7-a8a2-3124b39187d6 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] 10.222.0.58 "PUT /v2.0/subnets/7cd1938e-b035-4323-b7ba-207da1b30a0e/tags/tempest-TagsExtTest-Tag-1199709762 HTTP/1.1" status: 201 len: 201 time: 0.7773659 Jul 09 14:51:31.405130 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42860) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:31.422233 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.tag.tag_plugin [None req-d496a575-d5a2-4edc-80b5-eb8a2437310f tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '44ecb956-4b57-49b2-aa47-b75b473fb650', 'tempest-TagsExtTest-Tag-1897183844') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:31.432589 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d51496-58c6-4ca1-b717-cdc8cd7cf316 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:31.433847 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d51496-58c6-4ca1-b717-cdc8cd7cf316 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:31.435250 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d51496-58c6-4ca1-b717-cdc8cd7cf316 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:31.437123 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d51496-58c6-4ca1-b717-cdc8cd7cf316 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:31.437807 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d51496-58c6-4ca1-b717-cdc8cd7cf316 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:31.438482 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d51496-58c6-4ca1-b717-cdc8cd7cf316 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:31.439110 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d51496-58c6-4ca1-b717-cdc8cd7cf316 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:31.439929 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d51496-58c6-4ca1-b717-cdc8cd7cf316 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:31.440711 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d51496-58c6-4ca1-b717-cdc8cd7cf316 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:31.441724 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d51496-58c6-4ca1-b717-cdc8cd7cf316 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:31.447824 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d7d51496-58c6-4ca1-b717-cdc8cd7cf316 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6372 time: 0.2919624 Jul 09 14:51:31.450145 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42862) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:31.465167 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-38ef8922-1a1f-4532-a7d8-8d68568a584e req-0aed992c-4c3e-4c46-86c4-8f5a251ec424 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Allocated IP 172.20.0.9 (a9d0dfb1-4ed4-4376-bcf0-50fa5388f064/4c4bd77b-9e34-44f4-9dc2-fa632746bcf3/ce480228-cafa-4e60-95e1-7839d26f52f7) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:51:31.478698 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d646e-cd4b-4999-b1cc-0713f055e32c req-4112a7f2-97be-4e7c-a833-0d369cc38b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:31.480439 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d82d646e-cd4b-4999-b1cc-0713f055e32c req-4112a7f2-97be-4e7c-a833-0d369cc38b78 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2373e5cd-5f56-42ed-95c9-0b621ea9bc49 HTTP/1.1" status: 200 len: 851 time: 0.1371922 Jul 09 14:51:31.526004 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:31.631456 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [None req-3bcd77ea-33ad-42fb-b9f2-b083c8f341c2 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] delete failed (client error): The resource could not be found. Jul 09 14:51:31.635318 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-3bcd77ea-33ad-42fb-b9f2-b083c8f341c2 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] 10.222.0.58 "DELETE /v2.0/floatingips/edbb333b-d957-4c0d-8e2e-14b06a17217e HTTP/1.1" status: 404 len: 345 time: 0.1798060 Jul 09 14:51:31.637847 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42866) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:31.665602 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9951e6c7-ece3-408d-9702-ee6c5d1e0aa4 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:31.667847 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-9951e6c7-ece3-408d-9702-ee6c5d1e0aa4 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] 10.222.0.58 "DELETE /v2.0/ports/4478e43d-5a11-4704-ae16-03cca7bf4e66 HTTP/1.1" status: 204 len: 168 time: 1.2241187 Jul 09 14:51:31.670839 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9793c62-77a1-4860-81d3-d411359f4370 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] DELETE failed (client error): The resource could not be found. Jul 09 14:51:31.674094 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9793c62-77a1-4860-81d3-d411359f4370 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:51:31.674094 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-a9793c62-77a1-4860-81d3-d411359f4370 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] 10.222.0.58 "DELETE /v2.0/networks/e78b9036-26b1-44bd-9c2c-490cbe738922 HTTP/1.1" status: 404 len: 339 time: 0.0332751 Jul 09 14:51:31.678273 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42870) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:31.678810 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42872) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:31.684851 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-cf0040b7-a432-4df9-8629-0bdcc6455a98 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Request body: {'network': {'name': 'tempest-network--977734634', 'router:external': True}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:51:31.687917 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d646e-cd4b-4999-b1cc-0713f055e32c req-a00f7f81-4eac-4b94-895b-c3b0286e5c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:31.689491 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d82d646e-cd4b-4999-b1cc-0713f055e32c req-a00f7f81-4eac-4b94-895b-c3b0286e5c92 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0fc8da04-04d4-4eeb-86d6-5d8e54448613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2015851 Jul 09 14:51:31.724603 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-46f67bd1-5ddd-401b-a0bf-f98f113732d9 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] GET failed (client error): The resource could not be found. Jul 09 14:51:31.729703 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-46f67bd1-5ddd-401b-a0bf-f98f113732d9 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] 10.222.0.58 "GET /v2.0/ports/4478e43d-5a11-4704-ae16-03cca7bf4e66 HTTP/1.1" status: 404 len: 333 time: 0.0462525 Jul 09 14:51:31.735546 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42874) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:31.757729 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-025c6865-ba84-4b17-ad48-10ce9cc38b9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:31.778460 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-594e6925-7599-4dd7-a2ab-d10b89dc6f1c tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Request body: {'port': {'network_id': '154b31b8-b2b6-45bc-a392-4115e850ee53', 'name': 'tempest-AllowedAddressPairTestJSON-275933889'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:51:31.787555 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d496a575-d5a2-4edc-80b5-eb8a2437310f tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] 10.222.0.58 "PUT /v2.0/ports/44ecb956-4b57-49b2-aa47-b75b473fb650/tags/tempest-TagsExtTest-Tag-1897183844 HTTP/1.1" status: 201 len: 201 time: 0.3802109 Jul 09 14:51:31.790542 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42878) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:31.804541 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.tag.tag_plugin [None req-8d032c70-5264-4888-85f7-01ce0c9380c8 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '01dd5500-9922-4c8b-a489-83a0524cf985', 'tempest-TagsExtTest-Tag-1111901932') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:31.872873 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-38ef8922-1a1f-4532-a7d8-8d68568a584e req-0aed992c-4c3e-4c46-86c4-8f5a251ec424 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:31.878539 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-025c6865-ba84-4b17-ad48-10ce9cc38b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:31.947646 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-025c6865-ba84-4b17-ad48-10ce9cc38b9e admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:51:31.949064 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d82d646e-cd4b-4999-b1cc-0713f055e32c req-e01eb979-754c-461d-a7ba-ad6c2b374fe1 service neutron] 10.222.0.62 "GET /v2.0/networks/0fc8da04-04d4-4eeb-86d6-5d8e54448613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418947 Jul 09 14:51:31.973621 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-025c6865-ba84-4b17-ad48-10ce9cc38b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:31.973981 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-025c6865-ba84-4b17-ad48-10ce9cc38b9e admin admin] Added segment bff1f1f8-53d0-45a1-805c-5c1d7e179e18 of type vlan for network 4684667e-a82e-475a-9da8-8ef2bc5057c6 Jul 09 14:51:31.977915 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025c6865-ba84-4b17-ad48-10ce9cc38b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0503003-e352-4db8-a0a6-bfc82c7527aa,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:32.033017 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-025c6865-ba84-4b17-ad48-10ce9cc38b9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:32.047591 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b70492-7c4b-4e76-8fb9-32ae1311a9dc req-43eaeb04-0826-41a1-a39b-db6544370ce3 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:32.049117 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-19b70492-7c4b-4e76-8fb9-32ae1311a9dc req-43eaeb04-0826-41a1-a39b-db6544370ce3 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e39f064-5e51-4e85-81e7-6f1d74f04b0c HTTP/1.1" status: 200 len: 945 time: 0.2603517 Jul 09 14:51:32.052957 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0040b7-a432-4df9-8629-0bdcc6455a98 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Made reservation on behalf of 620df1d5591e47b197f3adcfe6367048 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:51:32.055320 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cf0040b7-a432-4df9-8629-0bdcc6455a98 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:32.075221 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d82d646e-cd4b-4999-b1cc-0713f055e32c req-e26d9116-5715-44ae-b320-9376ef108c19 service neutron] 10.222.0.62 "GET /v2.0/networks/0fc8da04-04d4-4eeb-86d6-5d8e54448613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173837 Jul 09 14:51:32.115884 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d82d646e-cd4b-4999-b1cc-0713f055e32c req-d037e02c-83d4-437d-aeb5-0742e9ce601c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=bb420490-7abe-48bb-8247-ff19d2932add HTTP/1.1" status: 200 len: 217 time: 0.0345562 Jul 09 14:51:32.120071 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-38ef8922-1a1f-4532-a7d8-8d68568a584e req-0aed992c-4c3e-4c46-86c4-8f5a251ec424 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:32.123530 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf0040b7-a432-4df9-8629-0bdcc6455a98 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:51:32.137842 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-19b70492-7c4b-4e76-8fb9-32ae1311a9dc req-29305593-92a1-4f65-aece-0d4e5dd16f1e tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801070 Jul 09 14:51:32.141588 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cf0040b7-a432-4df9-8629-0bdcc6455a98 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:32.141939 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-cf0040b7-a432-4df9-8629-0bdcc6455a98 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Added segment c7cd0203-e2b8-406f-9373-78d9e0d80861 of type vlan for network 1f6d25ec-4433-4910-b528-6452f4c07918 Jul 09 14:51:32.185658 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-8d032c70-5264-4888-85f7-01ce0c9380c8 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] 10.222.0.58 "PUT /v2.0/routers/01dd5500-9922-4c8b-a489-83a0524cf985/tags/tempest-TagsExtTest-Tag-1111901932 HTTP/1.1" status: 201 len: 201 time: 0.3878636 Jul 09 14:51:32.185658 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42888) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:32.191408 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.tag.tag_plugin [None req-e853ded3-6f27-47cf-b285-936cbff55c86 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '0a3bea18-0720-4809-9429-0a151ca94e44', 'tempest-TagsExtTest-Tag-1934568672') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:32.191660 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594e6925-7599-4dd7-a2ab-d10b89dc6f1c tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Made reservation on behalf of dfdcd0a9e97448d5b5c342bb91b0857e for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:51:32.195052 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-594e6925-7599-4dd7-a2ab-d10b89dc6f1c tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:32.214036 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cf0040b7-a432-4df9-8629-0bdcc6455a98 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:32.218287 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-025c6865-ba84-4b17-ad48-10ce9cc38b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:32.219261 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025c6865-ba84-4b17-ad48-10ce9cc38b9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:32.219879 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-025c6865-ba84-4b17-ad48-10ce9cc38b9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:32.226156 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38ef8922-1a1f-4532-a7d8-8d68568a584e req-0aed992c-4c3e-4c46-86c4-8f5a251ec424 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Network a9d0dfb1-4ed4-4376-bcf0-50fa5388f064 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:51:32.232140 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-38ef8922-1a1f-4532-a7d8-8d68568a584e req-0aed992c-4c3e-4c46-86c4-8f5a251ec424 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:51:32.234641 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-38ef8922-1a1f-4532-a7d8-8d68568a584e req-0aed992c-4c3e-4c46-86c4-8f5a251ec424 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:51:32.241242 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aed992c-4c3e-4c46-86c4-8f5a251ec424 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Pushing event updated for resources: {'Port': ['ID=ce480228-cafa-4e60-95e1-7839d26f52f7,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:32.270595 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d646e-cd4b-4999-b1cc-0713f055e32c req-e1aba915-fef3-4981-ab11-ecc69c3dd89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:32.272094 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d82d646e-cd4b-4999-b1cc-0713f055e32c req-e1aba915-fef3-4981-ab11-ecc69c3dd89b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bbaf7842-6d01-4557-9de4-248881c81a38 HTTP/1.1" status: 200 len: 797 time: 0.1466491 Jul 09 14:51:32.276278 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-594e6925-7599-4dd7-a2ab-d10b89dc6f1c tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] device_id is not set on port f52aeb3f-8e44-4478-9240-ef126830976e yet. {{(pid=94446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:51:32.313142 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025c6865-ba84-4b17-ad48-10ce9cc38b9e admin admin] Pushing event updated for resources: {'Network': ['ID=4684667e-a82e-475a-9da8-8ef2bc5057c6,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:32.328917 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 4684667e-a82e-475a-9da8-8ef2bc5057c6 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:51:32.343674 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-025c6865-ba84-4b17-ad48-10ce9cc38b9e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.9010248 Jul 09 14:51:32.350849 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42894) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:32.357227 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-661bb238-ea58-4ff0-a942-74dd1c5b34ed admin admin] Request body: {'subnet': {'network_id': '4684667e-a82e-475a-9da8-8ef2bc5057c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-2075049487-subnet', 'tenant_id': 'a247b86f0cf44fd8bae010acfa2f83eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:51:32.370686 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef8922-1a1f-4532-a7d8-8d68568a584e req-0aed992c-4c3e-4c46-86c4-8f5a251ec424 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:32.371342 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-38ef8922-1a1f-4532-a7d8-8d68568a584e req-0aed992c-4c3e-4c46-86c4-8f5a251ec424 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:32.418428 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e853ded3-6f27-47cf-b285-936cbff55c86 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] 10.222.0.58 "PUT /v2.0/subnetpools/0a3bea18-0720-4809-9429-0a151ca94e44/tags/tempest-TagsExtTest-Tag-1934568672 HTTP/1.1" status: 201 len: 201 time: 0.2317555 Jul 09 14:51:32.422160 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42896) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:32.427546 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.tag.tag_plugin [None req-98cfa390-bd17-4f4b-98f5-657c74723faf tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '7cd1938e-b035-4323-b7ba-207da1b30a0e', {'tags': ['tempest-TagsExtTest-Tag-554732973', 'tempest-TagsExtTest-Tag-1216776244', 'tempest-TagsExtTest-Tag-1647860417']}) {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:32.452818 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d646e-cd4b-4999-b1cc-0713f055e32c req-4dd091e0-3d7c-4729-b08b-743e3756e224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:32.454490 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d82d646e-cd4b-4999-b1cc-0713f055e32c req-4dd091e0-3d7c-4729-b08b-743e3756e224 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7086051a-a9a3-4774-91ec-207e7481a1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1685452 Jul 09 14:51:32.464173 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cf0040b7-a432-4df9-8629-0bdcc6455a98 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:32.465171 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0040b7-a432-4df9-8629-0bdcc6455a98 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:32.465850 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cf0040b7-a432-4df9-8629-0bdcc6455a98 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:32.491021 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-594e6925-7599-4dd7-a2ab-d10b89dc6f1c tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Allocated IP 172.20.0.5 (154b31b8-b2b6-45bc-a392-4115e850ee53/1ed7d187-2689-4d19-a566-08d4b26277be/f52aeb3f-8e44-4478-9240-ef126830976e) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:51:32.547979 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0040b7-a432-4df9-8629-0bdcc6455a98 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Pushing event updated for resources: {'Network': ['ID=1f6d25ec-4433-4910-b528-6452f4c07918,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:32.559633 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 1f6d25ec-4433-4910-b528-6452f4c07918 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:51:32.581973 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661bb238-ea58-4ff0-a942-74dd1c5b34ed admin admin] Made reservation on behalf of a247b86f0cf44fd8bae010acfa2f83eb for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:51:32.586397 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-661bb238-ea58-4ff0-a942-74dd1c5b34ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:32.664158 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a2f8b3-328e-40f6-875c-8135df0fbcbb req-e8f9b265-8da9-432e-8752-ab3da5086dd8 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:32.665683 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-23a2f8b3-328e-40f6-875c-8135df0fbcbb req-e8f9b265-8da9-432e-8752-ab3da5086dd8 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=57b4fc3c-dd4c-457c-9346-14c89da3a21b HTTP/1.1" status: 200 len: 931 time: 0.2103205 Jul 09 14:51:32.669231 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-98cfa390-bd17-4f4b-98f5-657c74723faf tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] 10.222.0.58 "PUT /v2.0/subnets/7cd1938e-b035-4323-b7ba-207da1b30a0e/tags HTTP/1.1" status: 200 len: 317 time: 0.2459714 Jul 09 14:51:32.672089 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42900) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:32.678374 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.tag.tag_plugin [None req-a9f47096-bb71-4d95-a405-5afec9b6c835 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7cd1938e-b035-4323-b7ba-207da1b30a0e') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:32.703597 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d82d646e-cd4b-4999-b1cc-0713f055e32c req-44d8b55f-f9ca-4915-a388-6d76cc496264 service neutron] 10.222.0.62 "GET /v2.0/networks/7086051a-a9a3-4774-91ec-207e7481a1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314022 Jul 09 14:51:32.704241 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-38ef8922-1a1f-4532-a7d8-8d68568a584e req-0aed992c-4c3e-4c46-86c4-8f5a251ec424 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9643564 Jul 09 14:51:32.706859 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-cf0040b7-a432-4df9-8629-0bdcc6455a98 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0256307 Jul 09 14:51:32.710229 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42902) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:32.729832 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-38ef8922-1a1f-4532-a7d8-8d68568a584e req-812a108b-3cc2-4419-82a4-e26b61e05b2b service neutron] Request body: {'port': {'device_id': '57b4fc3c-dd4c-457c-9346-14c89da3a21b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:51:32.859649 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-23a2f8b3-328e-40f6-875c-8135df0fbcbb req-69b83e50-8821-4998-a0c7-6b2a13952cef tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625097 Jul 09 14:51:32.894894 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-594e6925-7599-4dd7-a2ab-d10b89dc6f1c tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:32.907894 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-594e6925-7599-4dd7-a2ab-d10b89dc6f1c tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Transition to ACTIVE for port object f52aeb3f-8e44-4478-9240-ef126830976e will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:51:32.986791 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-38ef8922-1a1f-4532-a7d8-8d68568a584e req-812a108b-3cc2-4419-82a4-e26b61e05b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:33.006758 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d632c7-154b-4883-9336-48b7cc19cd98 tempest-ExternalNetworksTestJSON-665931783 tempest-ExternalNetworksTestJSON-665931783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:33.007789 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d82d646e-cd4b-4999-b1cc-0713f055e32c req-a1e1fda4-9c2a-498b-a288-1e39cb193775 service neutron] 10.222.0.62 "GET /v2.0/networks/7086051a-a9a3-4774-91ec-207e7481a1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818379 Jul 09 14:51:33.011736 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d632c7-154b-4883-9336-48b7cc19cd98 tempest-ExternalNetworksTestJSON-665931783 tempest-ExternalNetworksTestJSON-665931783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:33.017620 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d632c7-154b-4883-9336-48b7cc19cd98 tempest-ExternalNetworksTestJSON-665931783 tempest-ExternalNetworksTestJSON-665931783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:33.023839 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d632c7-154b-4883-9336-48b7cc19cd98 tempest-ExternalNetworksTestJSON-665931783 tempest-ExternalNetworksTestJSON-665931783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:33.025648 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-74d632c7-154b-4883-9336-48b7cc19cd98 tempest-ExternalNetworksTestJSON-665931783 tempest-ExternalNetworksTestJSON-665931783-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.3137581 Jul 09 14:51:33.028508 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42912) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:33.075098 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-661bb238-ea58-4ff0-a942-74dd1c5b34ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:33.078725 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d82d646e-cd4b-4999-b1cc-0713f055e32c req-463269f6-9aaa-490b-879f-17d384c8dcf6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=96e89843-57db-4bb8-a7db-a9b989e66245 HTTP/1.1" status: 200 len: 217 time: 0.0625050 Jul 09 14:51:33.119264 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-594e6925-7599-4dd7-a2ab-d10b89dc6f1c tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:33.153662 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8f0df96c-a185-4f12-8062-8acf07fd4e64 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:33.158286 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-a9f47096-bb71-4d95-a405-5afec9b6c835 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] 10.222.0.58 "DELETE /v2.0/subnets/7cd1938e-b035-4323-b7ba-207da1b30a0e/tags HTTP/1.1" status: 204 len: 168 time: 0.4852312 Jul 09 14:51:33.159062 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661bb238-ea58-4ff0-a942-74dd1c5b34ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d68db36-2cf0-4e9c-8902-e068bb5af194,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:33.165966 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42918) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:33.177169 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.tag.tag_plugin [None req-fd9ed2ba-d7dc-4c3f-ab22-afa469163e57 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7cd1938e-b035-4323-b7ba-207da1b30a0e', 'tempest-TagsExtTest-Tag-554732973') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:33.219113 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661bb238-ea58-4ff0-a942-74dd1c5b34ed admin admin] Checking segment: {'id': 'bff1f1f8-53d0-45a1-805c-5c1d7e179e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4684667e-a82e-475a-9da8-8ef2bc5057c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:51:33.219802 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661bb238-ea58-4ff0-a942-74dd1c5b34ed admin admin] Network hostable DHCP agents. Network: 4684667e-a82e-475a-9da8-8ef2bc5057c6, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:51:33.255628 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594e6925-7599-4dd7-a2ab-d10b89dc6f1c tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Network 154b31b8-b2b6-45bc-a392-4115e850ee53 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:51:33.257404 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d646e-cd4b-4999-b1cc-0713f055e32c req-97f2faf6-23b6-46f8-bac8-f43f8a210b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:33.258974 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d82d646e-cd4b-4999-b1cc-0713f055e32c req-97f2faf6-23b6-46f8-bac8-f43f8a210b5b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bbaf7842-6d01-4557-9de4-248881c81a38 HTTP/1.1" status: 200 len: 797 time: 0.1704092 Jul 09 14:51:33.267446 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-594e6925-7599-4dd7-a2ab-d10b89dc6f1c tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:51:33.283104 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594e6925-7599-4dd7-a2ab-d10b89dc6f1c tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:51:33.287380 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594e6925-7599-4dd7-a2ab-d10b89dc6f1c tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Pushing event updated for resources: {'Port': ['ID=f52aeb3f-8e44-4478-9240-ef126830976e,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:33.315384 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8f0df96c-a185-4f12-8062-8acf07fd4e64 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:33.334581 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-8f0df96c-a185-4f12-8062-8acf07fd4e64 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f6d25ec-4433-4910-b528-6452f4c07918']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:33.344451 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-8f0df96c-a185-4f12-8062-8acf07fd4e64 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7cd0203-e2b8-406f-9373-78d9e0d80861') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:33.345026 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-8f0df96c-a185-4f12-8062-8acf07fd4e64 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7cd0203-e2b8-406f-9373-78d9e0d80861') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:33.361204 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8f0df96c-a185-4f12-8062-8acf07fd4e64 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:33.363997 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [None req-fd9ed2ba-d7dc-4c3f-ab22-afa469163e57 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] show failed (client error): The resource could not be found. Jul 09 14:51:33.365219 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-fd9ed2ba-d7dc-4c3f-ab22-afa469163e57 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] 10.222.0.58 "GET /v2.0/subnets/7cd1938e-b035-4323-b7ba-207da1b30a0e/tags/tempest-TagsExtTest-Tag-554732973 HTTP/1.1" status: 404 len: 328 time: 0.1982827 Jul 09 14:51:33.370981 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42926) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:33.377496 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.tag.tag_plugin [None req-d37c108d-f6b9-476a-a85c-21c8a88b313f tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7cd1938e-b035-4323-b7ba-207da1b30a0e', 'tempest-TagsExtTest-Tag-1216776244') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:33.403387 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8f0df96c-a185-4f12-8062-8acf07fd4e64 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:33.406858 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661bb238-ea58-4ff0-a942-74dd1c5b34ed admin admin] Network 4684667e-a82e-475a-9da8-8ef2bc5057c6 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:51:33.425884 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f0df96c-a185-4f12-8062-8acf07fd4e64 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:51:33.429086 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8f0df96c-a185-4f12-8062-8acf07fd4e64 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:33.429769 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:51:33.429769 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:51:33.429769 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:51:33.429769 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:51:33.429769 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 14:51:33.429769 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:51:33.429769 n-d-799529-6 neutron-server[94445]: timer() Jul 09 14:51:33.429769 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:51:33.429769 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 14:51:33.429769 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:51:33.429769 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 14:51:33.429769 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:51:33.429769 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 14:51:33.429769 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:51:33.429769 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 14:51:33.429769 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:51:33.429769 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 14:51:33.429769 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:51:33.429769 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:51:33.429769 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:51:33.429769 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:51:33.429769 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:51:33.429769 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 14:51:33.429769 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:51:33.429769 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 14:51:33.429769 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:51:33.429769 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:51:33.429769 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:51:33.429769 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 14:51:33.429769 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:51:33.429769 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:51:33.429769 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:51:33.429769 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:51:33.429769 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:51:33.429769 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:51:33.429769 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:51:33.448736 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594e6925-7599-4dd7-a2ab-d10b89dc6f1c tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:33.449411 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-594e6925-7599-4dd7-a2ab-d10b89dc6f1c tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:33.522909 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-661bb238-ea58-4ff0-a942-74dd1c5b34ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 4684667e-a82e-475a-9da8-8ef2bc5057c6) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:51:33.530151 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661bb238-ea58-4ff0-a942-74dd1c5b34ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:33.530409 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-661bb238-ea58-4ff0-a942-74dd1c5b34ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:33.530933 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d646e-cd4b-4999-b1cc-0713f055e32c req-b134bc7c-03e5-4638-9d7e-c771587b5628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:33.532516 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d82d646e-cd4b-4999-b1cc-0713f055e32c req-b134bc7c-03e5-4638-9d7e-c771587b5628 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7086051a-a9a3-4774-91ec-207e7481a1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2605603 Jul 09 14:51:33.544464 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [None req-d37c108d-f6b9-476a-a85c-21c8a88b313f tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] show failed (client error): The resource could not be found. Jul 09 14:51:33.549668 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d37c108d-f6b9-476a-a85c-21c8a88b313f tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] 10.222.0.58 "GET /v2.0/subnets/7cd1938e-b035-4323-b7ba-207da1b30a0e/tags/tempest-TagsExtTest-Tag-1216776244 HTTP/1.1" status: 404 len: 329 time: 0.1773493 Jul 09 14:51:33.549975 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bda9304-1151-4350-9f54-2466a50c40a2 None None] Network 4684667e-a82e-475a-9da8-8ef2bc5057c6 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:51:33.550813 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42930) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:33.556412 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.tag.tag_plugin [None req-8af3376f-328d-4886-a530-06d70d2bedc4 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7cd1938e-b035-4323-b7ba-207da1b30a0e', 'tempest-TagsExtTest-Tag-1647860417') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:33.625700 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [None req-8af3376f-328d-4886-a530-06d70d2bedc4 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] show failed (client error): The resource could not be found. Jul 09 14:51:33.627129 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe478a91-cea8-43ba-9215-4368d9a8ffb9 req-8912c9b8-a21f-4404-ade6-28afefc3c308 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:33.627956 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-8af3376f-328d-4886-a530-06d70d2bedc4 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] 10.222.0.58 "GET /v2.0/subnets/7cd1938e-b035-4323-b7ba-207da1b30a0e/tags/tempest-TagsExtTest-Tag-1647860417 HTTP/1.1" status: 404 len: 329 time: 0.0762229 Jul 09 14:51:33.629229 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fe478a91-cea8-43ba-9215-4368d9a8ffb9 req-8912c9b8-a21f-4404-ade6-28afefc3c308 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e39f064-5e51-4e85-81e7-6f1d74f04b0c HTTP/1.1" status: 200 len: 945 time: 0.2306600 Jul 09 14:51:33.630860 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-594e6925-7599-4dd7-a2ab-d10b89dc6f1c tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8944333 Jul 09 14:51:33.630860 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42934) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:33.633549 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8f0df96c-a185-4f12-8062-8acf07fd4e64 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:33.635235 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-dd8c5b4a-fe2d-4677-9849-01adb6b6cf46 None None] Provisioning for port f52aeb3f-8e44-4478-9240-ef126830976e completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:51:33.640253 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-661bb238-ea58-4ff0-a942-74dd1c5b34ed admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2924123 Jul 09 14:51:33.642662 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42936) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:33.646841 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0df96c-a185-4f12-8062-8acf07fd4e64 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1f6d25ec-4433-4910-b528-6452f4c07918 {{(pid=94445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 09 14:51:33.655042 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-dd8c5b4a-fe2d-4677-9849-01adb6b6cf46 None None] Provisioning complete for port f52aeb3f-8e44-4478-9240-ef126830976e triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:51:33.655687 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-dd8c5b4a-fe2d-4677-9849-01adb6b6cf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:33.665512 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.tag.tag_plugin [None req-56a64b62-7782-4ab5-94b9-35b42da68f17 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '44ecb956-4b57-49b2-aa47-b75b473fb650', {'tags': ['tempest-TagsExtTest-Tag-696726158', 'tempest-TagsExtTest-Tag-2042958845', 'tempest-TagsExtTest-Tag-822807034']}) {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:33.701878 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-eb684a75-bfcd-4ba8-bfb4-a86c28122ac4 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Request body: {'port': {'network_id': '154b31b8-b2b6-45bc-a392-4115e850ee53', 'name': 'tempest-AllowedAddressPairTestJSON-836647940'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:51:33.715177 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8f0df96c-a185-4f12-8062-8acf07fd4e64 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:33.720522 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-8f0df96c-a185-4f12-8062-8acf07fd4e64 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] 10.222.0.58 "DELETE /v2.0/networks/1f6d25ec-4433-4910-b528-6452f4c07918 HTTP/1.1" status: 204 len: 168 time: 0.6878207 Jul 09 14:51:33.744864 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42944) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:33.744864 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0df96c-a185-4f12-8062-8acf07fd4e64 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Pushing event deleted for resources: {'Network': ['ID=1f6d25ec-4433-4910-b528-6452f4c07918,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:33.773499 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100e4a42-6677-4d9d-8a88-d56ac691c123 None None] Network 4684667e-a82e-475a-9da8-8ef2bc5057c6 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:51:33.778779 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-dd8c5b4a-fe2d-4677-9849-01adb6b6cf46 None None] Port f52aeb3f-8e44-4478-9240-ef126830976e cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:51:33.796711 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-4a40f37b-2ed0-43f5-b0a6-576f11588ddc tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Request body: {'network': {'name': 'tempest-network--1990949527', 'router:external': True}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:51:33.908937 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a40f37b-2ed0-43f5-b0a6-576f11588ddc tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Made reservation on behalf of 620df1d5591e47b197f3adcfe6367048 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:51:33.911925 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4a40f37b-2ed0-43f5-b0a6-576f11588ddc tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:34.278113 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-38ef8922-1a1f-4532-a7d8-8d68568a584e req-812a108b-3cc2-4419-82a4-e26b61e05b2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce480228-cafa-4e60-95e1-7839d26f52f7 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:51:34.301319 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-38ef8922-1a1f-4532-a7d8-8d68568a584e req-812a108b-3cc2-4419-82a4-e26b61e05b2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:34.309215 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fe478a91-cea8-43ba-9215-4368d9a8ffb9 req-51f03899-4a8a-4aba-801e-e262a37867dc tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6712949 Jul 09 14:51:34.316669 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d82d646e-cd4b-4999-b1cc-0713f055e32c req-e1ea813e-3093-4790-9ecd-caf2b633462a service neutron] 10.222.0.62 "GET /v2.0/networks/7086051a-a9a3-4774-91ec-207e7481a1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7696607 Jul 09 14:51:34.349137 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-38ef8922-1a1f-4532-a7d8-8d68568a584e req-812a108b-3cc2-4419-82a4-e26b61e05b2b service neutron] Transition to ACTIVE for port object ce480228-cafa-4e60-95e1-7839d26f52f7 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:51:34.376101 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a40f37b-2ed0-43f5-b0a6-576f11588ddc tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:51:34.400564 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-56a64b62-7782-4ab5-94b9-35b42da68f17 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] 10.222.0.58 "PUT /v2.0/ports/44ecb956-4b57-49b2-aa47-b75b473fb650/tags HTTP/1.1" status: 200 len: 316 time: 0.7637880 Jul 09 14:51:34.406026 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4a40f37b-2ed0-43f5-b0a6-576f11588ddc tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:34.406026 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-4a40f37b-2ed0-43f5-b0a6-576f11588ddc tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Added segment d6ef2b78-8a22-4430-98f6-71618d07e9c2 of type vlan for network a1cb73b8-9044-48f2-9d1d-aa22242b0a91 Jul 09 14:51:34.409054 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42970) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:34.425625 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.tag.tag_plugin [None req-596894ef-ea6b-441e-bfa2-76f165c842b8 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '44ecb956-4b57-49b2-aa47-b75b473fb650') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:34.466106 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-38ef8922-1a1f-4532-a7d8-8d68568a584e req-812a108b-3cc2-4419-82a4-e26b61e05b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:34.472143 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af846157-15c0-47e4-914f-e326e2dac776 req-54e2ce25-6d82-488d-beb4-aefd49467676 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:34.473711 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-af846157-15c0-47e4-914f-e326e2dac776 req-54e2ce25-6d82-488d-beb4-aefd49467676 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=57b4fc3c-dd4c-457c-9346-14c89da3a21b HTTP/1.1" status: 200 len: 931 time: 0.1446075 Jul 09 14:51:34.486163 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d82d646e-cd4b-4999-b1cc-0713f055e32c req-4037b6bf-5d88-4aa2-bde5-95d803844972 service neutron] 10.222.0.62 "GET /v2.0/networks/7086051a-a9a3-4774-91ec-207e7481a1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603329 Jul 09 14:51:34.493380 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4a40f37b-2ed0-43f5-b0a6-576f11588ddc tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:34.499520 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb684a75-bfcd-4ba8-bfb4-a86c28122ac4 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Made reservation on behalf of dfdcd0a9e97448d5b5c342bb91b0857e for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:51:34.502912 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eb684a75-bfcd-4ba8-bfb4-a86c28122ac4 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:34.563859 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [None req-eb684a75-bfcd-4ba8-bfb4-a86c28122ac4 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] device_id is not set on port b35ab109-52a8-420a-aea4-2e3c5a1e24c4 yet. {{(pid=94445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:51:34.568771 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d82d646e-cd4b-4999-b1cc-0713f055e32c req-f4ff3264-709f-474a-910f-b5ec0102d0dd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=42412cbf-f692-4bfb-8bac-e2da1b31b674 HTTP/1.1" status: 200 len: 217 time: 0.0485101 Jul 09 14:51:34.579548 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-af846157-15c0-47e4-914f-e326e2dac776 req-65c13b1c-a707-4b42-8335-1e5c70560670 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959518 Jul 09 14:51:34.660849 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812a108b-3cc2-4419-82a4-e26b61e05b2b service neutron] Pushing event updated for resources: {'Port': ['ID=ce480228-cafa-4e60-95e1-7839d26f52f7,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:34.680284 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4a40f37b-2ed0-43f5-b0a6-576f11588ddc tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:34.683053 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a40f37b-2ed0-43f5-b0a6-576f11588ddc tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:34.683053 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4a40f37b-2ed0-43f5-b0a6-576f11588ddc tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:34.707301 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d646e-cd4b-4999-b1cc-0713f055e32c req-4a40d981-50e7-45e2-b3e4-181bbcfdbcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:34.709711 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d82d646e-cd4b-4999-b1cc-0713f055e32c req-4a40d981-50e7-45e2-b3e4-181bbcfdbcdd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bbaf7842-6d01-4557-9de4-248881c81a38 HTTP/1.1" status: 200 len: 797 time: 0.1275859 Jul 09 14:51:34.725693 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-38ef8922-1a1f-4532-a7d8-8d68568a584e req-812a108b-3cc2-4419-82a4-e26b61e05b2b service neutron] Attempting to bind port ce480228-cafa-4e60-95e1-7839d26f52f7 on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:51:34.726113 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-38ef8922-1a1f-4532-a7d8-8d68568a584e req-812a108b-3cc2-4419-82a4-e26b61e05b2b service neutron] Attempting to bind port ce480228-cafa-4e60-95e1-7839d26f52f7 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': '2badb0c6-e67f-4820-b4bb-8e5a90533cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'a9d0dfb1-4ed4-4376-bcf0-50fa5388f064'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:51:34.726522 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ef8922-1a1f-4532-a7d8-8d68568a584e req-812a108b-3cc2-4419-82a4-e26b61e05b2b service neutron] Attempting to bind port ce480228-cafa-4e60-95e1-7839d26f52f7 on network a9d0dfb1-4ed4-4376-bcf0-50fa5388f064 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:51:34.731869 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ef8922-1a1f-4532-a7d8-8d68568a584e req-812a108b-3cc2-4419-82a4-e26b61e05b2b service neutron] Port ce480228-cafa-4e60-95e1-7839d26f52f7 on network a9d0dfb1-4ed4-4376-bcf0-50fa5388f064 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:51:34.732313 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ef8922-1a1f-4532-a7d8-8d68568a584e req-812a108b-3cc2-4419-82a4-e26b61e05b2b service neutron] Attempting to bind port ce480228-cafa-4e60-95e1-7839d26f52f7 on network a9d0dfb1-4ed4-4376-bcf0-50fa5388f064 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:51:34.772646 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ef8922-1a1f-4532-a7d8-8d68568a584e req-812a108b-3cc2-4419-82a4-e26b61e05b2b service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:51:34.773083 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ef8922-1a1f-4532-a7d8-8d68568a584e req-812a108b-3cc2-4419-82a4-e26b61e05b2b service neutron] Checking segment: {'id': '2badb0c6-e67f-4820-b4bb-8e5a90533cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'a9d0dfb1-4ed4-4376-bcf0-50fa5388f064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:51:34.773544 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ef8922-1a1f-4532-a7d8-8d68568a584e req-812a108b-3cc2-4419-82a4-e26b61e05b2b service neutron] Bound using segment: {'id': '2badb0c6-e67f-4820-b4bb-8e5a90533cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'a9d0dfb1-4ed4-4376-bcf0-50fa5388f064'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:51:34.774060 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-38ef8922-1a1f-4532-a7d8-8d68568a584e req-812a108b-3cc2-4419-82a4-e26b61e05b2b service neutron] Bound port: ce480228-cafa-4e60-95e1-7839d26f52f7, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2badb0c6-e67f-4820-b4bb-8e5a90533cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'a9d0dfb1-4ed4-4376-bcf0-50fa5388f064'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:51:34.774430 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-38ef8922-1a1f-4532-a7d8-8d68568a584e req-812a108b-3cc2-4419-82a4-e26b61e05b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:34.779326 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-eb684a75-bfcd-4ba8-bfb4-a86c28122ac4 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Allocated IP 172.20.0.4 (154b31b8-b2b6-45bc-a392-4115e850ee53/1ed7d187-2689-4d19-a566-08d4b26277be/b35ab109-52a8-420a-aea4-2e3c5a1e24c4) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:51:34.783529 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a40f37b-2ed0-43f5-b0a6-576f11588ddc tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Pushing event updated for resources: {'Network': ['ID=a1cb73b8-9044-48f2-9d1d-aa22242b0a91,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:34.795635 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network a1cb73b8-9044-48f2-9d1d-aa22242b0a91 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:51:34.830696 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-4a40f37b-2ed0-43f5-b0a6-576f11588ddc tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0740533 Jul 09 14:51:34.831296 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42980) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:34.907464 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-596894ef-ea6b-441e-bfa2-76f165c842b8 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] 10.222.0.58 "DELETE /v2.0/ports/44ecb956-4b57-49b2-aa47-b75b473fb650/tags HTTP/1.1" status: 204 len: 168 time: 0.4965026 Jul 09 14:51:34.915487 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42984) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:34.922305 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.tag.tag_plugin [None req-4f01d38e-ec2a-477f-ac35-2eed0cf73331 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '44ecb956-4b57-49b2-aa47-b75b473fb650', 'tempest-TagsExtTest-Tag-696726158') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:34.944158 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d646e-cd4b-4999-b1cc-0713f055e32c req-69fd0be6-3820-4538-b991-72748eeadf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:34.945686 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d82d646e-cd4b-4999-b1cc-0713f055e32c req-69fd0be6-3820-4538-b991-72748eeadf8b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7086051a-a9a3-4774-91ec-207e7481a1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2110922 Jul 09 14:51:34.955749 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-38ef8922-1a1f-4532-a7d8-8d68568a584e req-812a108b-3cc2-4419-82a4-e26b61e05b2b service neutron] For port ce480228-cafa-4e60-95e1-7839d26f52f7, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:51:34.967522 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-38ef8922-1a1f-4532-a7d8-8d68568a584e req-812a108b-3cc2-4419-82a4-e26b61e05b2b service neutron] For port ce480228-cafa-4e60-95e1-7839d26f52f7, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=ce480228-cafa-4e60-95e1-7839d26f52f7,segment=NetworkSegment(2badb0c6-e67f-4820-b4bb-8e5a90533cf4),segment_id=2badb0c6-e67f-4820-b4bb-8e5a90533cf4)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:51:34.974609 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e88306-59ac-4a6e-9454-b474781bbf48 req-1def4cf2-79c7-4047-baa6-e3d19c122c46 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:34.976157 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-75e88306-59ac-4a6e-9454-b474781bbf48 req-1def4cf2-79c7-4047-baa6-e3d19c122c46 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/networks?id=4684667e-a82e-475a-9da8-8ef2bc5057c6 HTTP/1.1" status: 200 len: 822 time: 0.1983383 Jul 09 14:51:35.011519 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42986) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:35.014640 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca0e104-a1a4-45fe-950e-03cd30750e0d tempest-ExternalNetworksTestJSON-665931783 tempest-ExternalNetworksTestJSON-665931783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:35.016061 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-3ca0e104-a1a4-45fe-950e-03cd30750e0d tempest-ExternalNetworksTestJSON-665931783 tempest-ExternalNetworksTestJSON-665931783-project] 10.222.0.58 "GET /v2.0/networks/a1cb73b8-9044-48f2-9d1d-aa22242b0a91 HTTP/1.1" status: 200 len: 757 time: 0.1798584 Jul 09 14:51:35.024023 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42990) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:35.032351 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-75e88306-59ac-4a6e-9454-b474781bbf48 req-e7a4d055-508e-4651-ac0f-f185c1e092aa tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/quotas/a247b86f0cf44fd8bae010acfa2f83eb HTTP/1.1" status: 200 len: 375 time: 0.0454326 Jul 09 14:51:35.065587 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-38ef8922-1a1f-4532-a7d8-8d68568a584e req-812a108b-3cc2-4419-82a4-e26b61e05b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:35.099945 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-75e88306-59ac-4a6e-9454-b474781bbf48 req-18bf5f89-7242-40cf-96ad-c08c1218401f tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a247b86f0cf44fd8bae010acfa2f83eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505662 Jul 09 14:51:35.142443 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [None req-4f01d38e-ec2a-477f-ac35-2eed0cf73331 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] show failed (client error): The resource could not be found. Jul 09 14:51:35.143494 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-4f01d38e-ec2a-477f-ac35-2eed0cf73331 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] 10.222.0.58 "GET /v2.0/ports/44ecb956-4b57-49b2-aa47-b75b473fb650/tags/tempest-TagsExtTest-Tag-696726158 HTTP/1.1" status: 404 len: 328 time: 0.2270312 Jul 09 14:51:35.146443 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eb684a75-bfcd-4ba8-bfb4-a86c28122ac4 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:35.147305 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42994) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:35.160841 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d82d646e-cd4b-4999-b1cc-0713f055e32c req-61f75df0-1eed-44cb-8196-bac911e71d5f service neutron] 10.222.0.62 "GET /v2.0/networks/7086051a-a9a3-4774-91ec-207e7481a1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064185 Jul 09 14:51:35.161097 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309c5d6a-a6d4-4da0-8e7e-8c76dc918db2 tempest-ExternalNetworksTestJSON-665931783 tempest-ExternalNetworksTestJSON-665931783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:35.162287 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-309c5d6a-a6d4-4da0-8e7e-8c76dc918db2 tempest-ExternalNetworksTestJSON-665931783 tempest-ExternalNetworksTestJSON-665931783-project] 10.222.0.58 "GET /v2.0/networks/2cfdcf4b-9b46-4252-aa93-a999690adb76 HTTP/1.1" status: 200 len: 767 time: 0.1368675 Jul 09 14:51:35.164329 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 0c0aafc5-023c-4ccc-a4d6-a43e9f399e38 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:51:35.165423 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42996) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:35.165671 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.tag.tag_plugin [None req-28b6b319-11db-4b94-bdb8-d03328e01af3 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '44ecb956-4b57-49b2-aa47-b75b473fb650', 'tempest-TagsExtTest-Tag-2042958845') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:35.168819 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef8922-1a1f-4532-a7d8-8d68568a584e req-812a108b-3cc2-4419-82a4-e26b61e05b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:35.169454 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-38ef8922-1a1f-4532-a7d8-8d68568a584e req-812a108b-3cc2-4419-82a4-e26b61e05b2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:35.171470 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-38ef8922-1a1f-4532-a7d8-8d68568a584e req-812a108b-3cc2-4419-82a4-e26b61e05b2b service neutron] 10.222.0.62 "PUT /v2.0/ports/ce480228-cafa-4e60-95e1-7839d26f52f7 HTTP/1.1" status: 200 len: 1091 time: 2.4466326 Jul 09 14:51:35.172107 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57b4fc3c-dd4c-457c-9346-14c89da3a21b', 'tag': 'ce480228-cafa-4e60-95e1-7839d26f52f7'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:51:35.174430 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5797801-f4c9-423f-b4d1-21c1ff23e492" -d '{"events": [{"name": "network-changed", "server_uuid": "57b4fc3c-dd4c-457c-9346-14c89da3a21b", "tag": "ce480228-cafa-4e60-95e1-7839d26f52f7"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:51:35.176721 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 0c0aafc5-023c-4ccc-a4d6-a43e9f399e38 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:51:35.181592 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b5552e50-e9bd-4dcd-b6d8-f3fa3aeeb8e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:35.187383 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-eb684a75-bfcd-4ba8-bfb4-a86c28122ac4 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Transition to ACTIVE for port object b35ab109-52a8-420a-aea4-2e3c5a1e24c4 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:51:35.263486 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-db0a79af-a04e-493c-b45e-a31a12f2101a tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:35.297067 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aadd733-61a1-4034-a33c-52786f740918 x-openstack-request-id: req-5aadd733-61a1-4034-a33c-52786f740918 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:51:35.297696 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57b4fc3c-dd4c-457c-9346-14c89da3a21b", "tag": "ce480228-cafa-4e60-95e1-7839d26f52f7", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:51:35.297696 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5aadd733-61a1-4034-a33c-52786f740918 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:51:35.298024 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57b4fc3c-dd4c-457c-9346-14c89da3a21b', 'tag': 'ce480228-cafa-4e60-95e1-7839d26f52f7', 'status': 'completed', 'code': 200} Jul 09 14:51:35.298591 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812a108b-3cc2-4419-82a4-e26b61e05b2b service neutron] Pushing event updated for resources: {'Port': ['ID=ce480228-cafa-4e60-95e1-7839d26f52f7,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:35.348685 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eb684a75-bfcd-4ba8-bfb4-a86c28122ac4 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:35.373449 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 0c0aafc5-023c-4ccc-a4d6-a43e9f399e38, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=0c0aafc5-023c-4ccc-a4d6-a43e9f399e38,segment=NetworkSegment(88773363-1d78-439b-bb07-1d37ed239605),segment_id=88773363-1d78-439b-bb07-1d37ed239605)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:51:35.392090 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:35.395594 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-db0a79af-a04e-493c-b45e-a31a12f2101a tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:35.405361 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': '0c0aafc5-023c-4ccc-a4d6-a43e9f399e38', 'network_id': '07a9ecbf-37ed-481a-bf65-f5d67d5555a8', 'port_id': '0c0aafc5-023c-4ccc-a4d6-a43e9f399e38', 'mac_address': 'fa:16:3e:ec:d9:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a6c5dcf-ab29-40a6-a385-f6eb72afc65e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:51:35.431954 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 0c0aafc5-023c-4ccc-a4d6-a43e9f399e38, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=0c0aafc5-023c-4ccc-a4d6-a43e9f399e38,segment=NetworkSegment(88773363-1d78-439b-bb07-1d37ed239605),segment_id=88773363-1d78-439b-bb07-1d37ed239605)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:51:35.432895 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e39f064-5e51-4e85-81e7-6f1d74f04b0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c0aafc5-023c-4ccc-a4d6-a43e9f399e38'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:51:35.435343 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64352943-19ad-4db1-8214-70e9abfb0e66" -d '{"events": [{"server_uuid": "6e39f064-5e51-4e85-81e7-6f1d74f04b0c", "name": "network-vif-unplugged", "status": "completed", "tag": "0c0aafc5-023c-4ccc-a4d6-a43e9f399e38"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:51:35.435855 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-db0a79af-a04e-493c-b45e-a31a12f2101a tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1cb73b8-9044-48f2-9d1d-aa22242b0a91']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:35.441338 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb684a75-bfcd-4ba8-bfb4-a86c28122ac4 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Network 154b31b8-b2b6-45bc-a392-4115e850ee53 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:51:35.450520 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-eb684a75-bfcd-4ba8-bfb4-a86c28122ac4 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:51:35.454101 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb684a75-bfcd-4ba8-bfb4-a86c28122ac4 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Pushing event updated for resources: {'Port': ['ID=b35ab109-52a8-420a-aea4-2e3c5a1e24c4,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:35.457592 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-db0a79af-a04e-493c-b45e-a31a12f2101a tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6ef2b78-8a22-4430-98f6-71618d07e9c2') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:35.458264 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-db0a79af-a04e-493c-b45e-a31a12f2101a tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6ef2b78-8a22-4430-98f6-71618d07e9c2') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:35.460613 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb684a75-bfcd-4ba8-bfb4-a86c28122ac4 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:51:35.499710 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:35.501589 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-db0a79af-a04e-493c-b45e-a31a12f2101a tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:35.505983 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [None req-28b6b319-11db-4b94-bdb8-d03328e01af3 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] show failed (client error): The resource could not be found. Jul 09 14:51:35.507216 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-28b6b319-11db-4b94-bdb8-d03328e01af3 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] 10.222.0.58 "GET /v2.0/ports/44ecb956-4b57-49b2-aa47-b75b473fb650/tags/tempest-TagsExtTest-Tag-2042958845 HTTP/1.1" status: 404 len: 329 time: 0.3490901 Jul 09 14:51:35.509363 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d82d646e-cd4b-4999-b1cc-0713f055e32c req-dce7e42d-8d4c-4790-a3e5-6dbe524399c1 service neutron] 10.222.0.62 "GET /v2.0/networks/7086051a-a9a3-4774-91ec-207e7481a1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289273 Jul 09 14:51:35.510735 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43004) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:35.527902 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.tag.tag_plugin [None req-75c10465-6c27-4e29-9a9f-b98039d06c7b tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '44ecb956-4b57-49b2-aa47-b75b473fb650', 'tempest-TagsExtTest-Tag-822807034') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:35.549665 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:35.558807 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-db0a79af-a04e-493c-b45e-a31a12f2101a tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:35.573293 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c0aafc5-023c-4ccc-a4d6-a43e9f399e38 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:51:35.583591 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb684a75-bfcd-4ba8-bfb4-a86c28122ac4 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:35.584254 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eb684a75-bfcd-4ba8-bfb4-a86c28122ac4 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:35.590170 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d82d646e-cd4b-4999-b1cc-0713f055e32c req-929b7adf-d33b-41b9-8ce3-0b92a73a0dd4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=584859ef-7df1-4e5e-a094-227a09a19961 HTTP/1.1" status: 200 len: 217 time: 0.0712025 Jul 09 14:51:35.611111 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db0a79af-a04e-493c-b45e-a31a12f2101a tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:51:35.611590 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-db0a79af-a04e-493c-b45e-a31a12f2101a tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:35.613637 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:51:35.613637 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:51:35.613637 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 14:51:35.613637 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:51:35.613637 n-d-799529-6 neutron-server[94445]: timer() Jul 09 14:51:35.613637 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:51:35.613637 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 14:51:35.613637 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:51:35.613637 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 14:51:35.613637 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:51:35.613637 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 14:51:35.613637 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:51:35.613637 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 14:51:35.613637 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:51:35.613637 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 14:51:35.613637 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:51:35.613637 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:51:35.613637 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:51:35.613637 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:51:35.613637 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:51:35.613637 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 14:51:35.613637 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:51:35.613637 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 14:51:35.613637 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:51:35.613637 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:51:35.613637 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:51:35.613637 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 14:51:35.613637 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:51:35.613637 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:51:35.613637 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:51:35.613637 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:51:35.613637 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:51:35.613637 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:51:35.613637 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:51:35.619971 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=0c0aafc5-023c-4ccc-a4d6-a43e9f399e38,revision_number=6']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:35.646004 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.db.api [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 14:51:35.646543 n-d-799529-6 neutron-server[94447]: DEBUG oslo_db.api [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 14:51:35.646894 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-75e88306-59ac-4a6e-9454-b474781bbf48 req-3f555dc0-592b-45e3-81fa-11ff1d8df763 service neutron] 10.222.0.58 "GET /v2.0/networks/4684667e-a82e-475a-9da8-8ef2bc5057c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5199180 Jul 09 14:51:35.660447 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5797801-f4c9-423f-b4d1-21c1ff23e492 req-9238a919-90a9-476c-9b3b-3307724cf01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:35.662057 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a5797801-f4c9-423f-b4d1-21c1ff23e492 req-9238a919-90a9-476c-9b3b-3307724cf01a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bdaedf6ac9084c79b7ea6ec72411a8d8&device_id=57b4fc3c-dd4c-457c-9346-14c89da3a21b HTTP/1.1" status: 200 len: 1094 time: 0.3568797 Jul 09 14:51:35.714861 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [None req-75c10465-6c27-4e29-9a9f-b98039d06c7b tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] show failed (client error): The resource could not be found. Jul 09 14:51:35.719427 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-75c10465-6c27-4e29-9a9f-b98039d06c7b tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] 10.222.0.58 "GET /v2.0/ports/44ecb956-4b57-49b2-aa47-b75b473fb650/tags/tempest-TagsExtTest-Tag-822807034 HTTP/1.1" status: 404 len: 328 time: 0.1988013 Jul 09 14:51:35.719427 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43008) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:35.724422 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.tag.tag_plugin [None req-720c5611-f820-4d90-b928-3ff1397edd1c tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '01dd5500-9922-4c8b-a489-83a0524cf985', {'tags': ['tempest-TagsExtTest-Tag-1446300937', 'tempest-TagsExtTest-Tag-131147559', 'tempest-TagsExtTest-Tag-686048893']}) {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:35.730554 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b5552e50-e9bd-4dcd-b6d8-f3fa3aeeb8e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:35.770407 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e4e0d-1f5c-436e-9e24-cf2075b073d6 req-9e7e1478-618e-4bf1-aee1-18075ef35ae9 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:35.771849 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-be6e4e0d-1f5c-436e-9e24-cf2075b073d6 req-9e7e1478-618e-4bf1-aee1-18075ef35ae9 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e39f064-5e51-4e85-81e7-6f1d74f04b0c HTTP/1.1" status: 200 len: 943 time: 0.2332969 Jul 09 14:51:35.801124 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-db0a79af-a04e-493c-b45e-a31a12f2101a tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:35.811985 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0a79af-a04e-493c-b45e-a31a12f2101a tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a1cb73b8-9044-48f2-9d1d-aa22242b0a91 {{(pid=94445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 09 14:51:35.825319 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-db0a79af-a04e-493c-b45e-a31a12f2101a tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:35.831466 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-db0a79af-a04e-493c-b45e-a31a12f2101a tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] 10.222.0.58 "DELETE /v2.0/networks/a1cb73b8-9044-48f2-9d1d-aa22242b0a91 HTTP/1.1" status: 204 len: 168 time: 0.6610999 Jul 09 14:51:35.835393 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43012) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:35.841355 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0a79af-a04e-493c-b45e-a31a12f2101a tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Pushing event deleted for resources: {'Network': ['ID=a1cb73b8-9044-48f2-9d1d-aa22242b0a91,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:35.845758 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b5552e50-e9bd-4dcd-b6d8-f3fa3aeeb8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:35.875254 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-be6e4e0d-1f5c-436e-9e24-cf2075b073d6 req-fb4bef31-3519-4891-a32b-daf59b44f45a tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770960 Jul 09 14:51:35.884699 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-6e4a578e-365a-4f35-b451-0d4f4fe343cf tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Request body: {'network': {'name': 'tempest-network--1162345294'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:51:35.915745 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-876a3d34-e91c-4005-946a-1e042998752e None None] Provisioning for port b35ab109-52a8-420a-aea4-2e3c5a1e24c4 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:51:35.920950 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-876a3d34-e91c-4005-946a-1e042998752e None None] Provisioning complete for port b35ab109-52a8-420a-aea4-2e3c5a1e24c4 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:51:35.921522 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-876a3d34-e91c-4005-946a-1e042998752e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:35.952063 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 14:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a7464e-9dec-4934-b10f-58cc51755fea x-openstack-request-id: req-19a7464e-9dec-4934-b10f-58cc51755fea {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:51:35.952652 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d646e-cd4b-4999-b1cc-0713f055e32c req-a91173e3-1579-4f62-979b-9339687cded6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:35.952790 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e39f064-5e51-4e85-81e7-6f1d74f04b0c", "name": "network-vif-unplugged", "status": "completed", "tag": "0c0aafc5-023c-4ccc-a4d6-a43e9f399e38", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:51:35.953194 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-19a7464e-9dec-4934-b10f-58cc51755fea {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:51:35.953749 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e39f064-5e51-4e85-81e7-6f1d74f04b0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c0aafc5-023c-4ccc-a4d6-a43e9f399e38', 'code': 200} Jul 09 14:51:35.954032 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d82d646e-cd4b-4999-b1cc-0713f055e32c req-a91173e3-1579-4f62-979b-9339687cded6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bbaf7842-6d01-4557-9de4-248881c81a38 HTTP/1.1" status: 200 len: 797 time: 0.3043468 Jul 09 14:51:35.963382 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-eb684a75-bfcd-4ba8-bfb4-a86c28122ac4 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3176837 Jul 09 14:51:35.964664 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43014) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:35.969792 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-deacde49-9d69-429e-b9fd-2255da072d0e tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:69:00:00'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:95:39:ab'}]}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:51:35.976895 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-876a3d34-e91c-4005-946a-1e042998752e None None] Port b35ab109-52a8-420a-aea4-2e3c5a1e24c4 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:51:36.021125 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-720c5611-f820-4d90-b928-3ff1397edd1c tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] 10.222.0.58 "PUT /v2.0/routers/01dd5500-9922-4c8b-a489-83a0524cf985/tags HTTP/1.1" status: 200 len: 316 time: 0.3005040 Jul 09 14:51:36.024352 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43016) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:36.029638 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.tag.tag_plugin [None req-c7b5843d-d45e-45ae-b335-58be5bb76fc8 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '01dd5500-9922-4c8b-a489-83a0524cf985') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:36.084082 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5552e50-e9bd-4dcd-b6d8-f3fa3aeeb8e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b76f6b-8b70-4e2c-8963-b0fecb69194b,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:36.088635 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b5552e50-e9bd-4dcd-b6d8-f3fa3aeeb8e5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=50097b55a8b342b4a47ec56ea508b89e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0754156 Jul 09 14:51:36.097076 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43018) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:36.122434 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-75e88306-59ac-4a6e-9454-b474781bbf48 req-47d8e275-cda7-4128-b281-7b3da0dda45f service neutron] 10.222.0.58 "GET /v2.0/networks/4684667e-a82e-475a-9da8-8ef2bc5057c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4592226 Jul 09 14:51:36.125606 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5797801-f4c9-423f-b4d1-21c1ff23e492 req-e148559b-75d5-42ed-a180-0987b88aaf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:36.127378 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a5797801-f4c9-423f-b4d1-21c1ff23e492 req-e148559b-75d5-42ed-a180-0987b88aaf2d service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=bdaedf6ac9084c79b7ea6ec72411a8d8&shared=False HTTP/1.1" status: 200 len: 905 time: 0.4470029 Jul 09 14:51:36.158946 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e4a578e-365a-4f35-b451-0d4f4fe343cf tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Made reservation on behalf of 620df1d5591e47b197f3adcfe6367048 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:51:36.163275 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6e4a578e-365a-4f35-b451-0d4f4fe343cf tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:36.212620 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:36.235290 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c0aafc5-023c-4ccc-a4d6-a43e9f399e38 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:51:36.261665 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 0c0aafc5-023c-4ccc-a4d6-a43e9f399e38, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=0c0aafc5-023c-4ccc-a4d6-a43e9f399e38,segment=NetworkSegment(88773363-1d78-439b-bb07-1d37ed239605),segment_id=88773363-1d78-439b-bb07-1d37ed239605)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:51:36.338640 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c389eb-2759-4292-8971-c6b139e64a06 req-40605034-4461-4b67-a7c3-23831df428c5 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:36.340769 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-57c389eb-2759-4292-8971-c6b139e64a06 req-40605034-4461-4b67-a7c3-23831df428c5 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=57b4fc3c-dd4c-457c-9346-14c89da3a21b HTTP/1.1" status: 200 len: 943 time: 0.2669420 Jul 09 14:51:36.343604 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:36.365021 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0906de67-dcb9-467e-bd99-172ada27febf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:36.395044 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0906de67-dcb9-467e-bd99-172ada27febf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:36.406287 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c7b5843d-d45e-45ae-b335-58be5bb76fc8 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] 10.222.0.58 "DELETE /v2.0/routers/01dd5500-9922-4c8b-a489-83a0524cf985/tags HTTP/1.1" status: 204 len: 168 time: 0.3810377 Jul 09 14:51:36.417075 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43024) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:36.417075 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-deacde49-9d69-429e-b9fd-2255da072d0e tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:36.424116 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.tag.tag_plugin [None req-4b9526bf-45a2-4606-8eea-f91dc1083804 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '01dd5500-9922-4c8b-a489-83a0524cf985', 'tempest-TagsExtTest-Tag-1446300937') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:36.456224 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=0c0aafc5-023c-4ccc-a4d6-a43e9f399e38,revision_number=7']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:36.484811 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-57c389eb-2759-4292-8971-c6b139e64a06 req-b320c41d-82dc-425b-aa98-c37a70f516f9 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199334 Jul 09 14:51:36.485588 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5797801-f4c9-423f-b4d1-21c1ff23e492 req-e02981db-fca4-432e-b16f-551b51fce83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:36.487268 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a5797801-f4c9-423f-b4d1-21c1ff23e492 req-e02981db-fca4-432e-b16f-551b51fce83d service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3180444 Jul 09 14:51:36.529794 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d646e-cd4b-4999-b1cc-0713f055e32c req-6a9e473a-ef53-4db7-81c8-2d0a86e79c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:36.531785 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d82d646e-cd4b-4999-b1cc-0713f055e32c req-6a9e473a-ef53-4db7-81c8-2d0a86e79c1d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7086051a-a9a3-4774-91ec-207e7481a1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5155783 Jul 09 14:51:36.547946 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['0c0aafc5-023c-4ccc-a4d6-a43e9f399e38'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:51:36.616065 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-72029ca1-dffa-4490-b43e-7a08d2ad6436 req-8e9ba64e-3fef-4d01-9f20-b09dd29e2524 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4c12028-eca4-489a-9d25-1b39648f7cc0 HTTP/1.1" status: 200 len: 210 time: 0.0436761 Jul 09 14:51:36.649663 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [None req-4b9526bf-45a2-4606-8eea-f91dc1083804 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] show failed (client error): The resource could not be found. Jul 09 14:51:36.650869 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-4b9526bf-45a2-4606-8eea-f91dc1083804 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] 10.222.0.58 "GET /v2.0/routers/01dd5500-9922-4c8b-a489-83a0524cf985/tags/tempest-TagsExtTest-Tag-1446300937 HTTP/1.1" status: 404 len: 329 time: 0.2342331 Jul 09 14:51:36.660442 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43030) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:36.661101 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0906de67-dcb9-467e-bd99-172ada27febf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:36.663778 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0906de67-dcb9-467e-bd99-172ada27febf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:36.667582 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-0906de67-dcb9-467e-bd99-172ada27febf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/51b76f6b-8b70-4e2c-8963-b0fecb69194b HTTP/1.1" status: 204 len: 168 time: 0.5609560 Jul 09 14:51:36.668024 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e4a578e-365a-4f35-b451-0d4f4fe343cf tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:51:36.677929 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.tag.tag_plugin [None req-64d8d17d-a3bb-4dd5-98aa-582d7f7cce02 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '01dd5500-9922-4c8b-a489-83a0524cf985', 'tempest-TagsExtTest-Tag-131147559') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:36.746153 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0906de67-dcb9-467e-bd99-172ada27febf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b76f6b-8b70-4e2c-8963-b0fecb69194b,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:36.750199 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6e4a578e-365a-4f35-b451-0d4f4fe343cf tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:36.750677 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-6e4a578e-365a-4f35-b451-0d4f4fe343cf tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Added segment f1573198-f1a2-4159-bab5-6906a2958d78 of type vlan for network f4d387de-13e0-4e37-9bb5-c37483500a03 Jul 09 14:51:36.778571 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-deacde49-9d69-429e-b9fd-2255da072d0e tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:36.857109 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6e4a578e-365a-4f35-b451-0d4f4fe343cf tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:36.866234 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d82d646e-cd4b-4999-b1cc-0713f055e32c req-349fbea9-13da-4d2f-8080-647b80b9980c service neutron] 10.222.0.62 "GET /v2.0/networks/7086051a-a9a3-4774-91ec-207e7481a1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847521 Jul 09 14:51:36.867941 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [None req-64d8d17d-a3bb-4dd5-98aa-582d7f7cce02 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] show failed (client error): The resource could not be found. Jul 09 14:51:36.868971 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-64d8d17d-a3bb-4dd5-98aa-582d7f7cce02 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] 10.222.0.58 "GET /v2.0/routers/01dd5500-9922-4c8b-a489-83a0524cf985/tags/tempest-TagsExtTest-Tag-131147559 HTTP/1.1" status: 404 len: 328 time: 0.2020414 Jul 09 14:51:36.872154 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43034) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:36.877485 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.tag.tag_plugin [None req-9d3b456f-43c2-4710-92a2-77e29f6dcca6 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '01dd5500-9922-4c8b-a489-83a0524cf985', 'tempest-TagsExtTest-Tag-686048893') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:36.880769 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef8922-1a1f-4532-a7d8-8d68568a584e req-7603ed6d-03d2-4ffd-a829-6401f709f98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:36.882231 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-38ef8922-1a1f-4532-a7d8-8d68568a584e req-7603ed6d-03d2-4ffd-a829-6401f709f98a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bdaedf6ac9084c79b7ea6ec72411a8d8&device_id=57b4fc3c-dd4c-457c-9346-14c89da3a21b HTTP/1.1" status: 200 len: 1094 time: 0.2943354 Jul 09 14:51:36.942090 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-deacde49-9d69-429e-b9fd-2255da072d0e tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:36.967387 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-38ef8922-1a1f-4532-a7d8-8d68568a584e req-464172e1-3b37-4d54-8626-172d658e4be7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce480228-cafa-4e60-95e1-7839d26f52f7 HTTP/1.1" status: 200 len: 217 time: 0.0677841 Jul 09 14:51:37.041449 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [None req-9d3b456f-43c2-4710-92a2-77e29f6dcca6 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] show failed (client error): The resource could not be found. Jul 09 14:51:37.045400 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-9d3b456f-43c2-4710-92a2-77e29f6dcca6 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] 10.222.0.58 "GET /v2.0/routers/01dd5500-9922-4c8b-a489-83a0524cf985/tags/tempest-TagsExtTest-Tag-686048893 HTTP/1.1" status: 404 len: 328 time: 0.1687732 Jul 09 14:51:37.046450 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43040) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:37.050271 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deacde49-9d69-429e-b9fd-2255da072d0e tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Pushing event updated for resources: {'Port': ['ID=b35ab109-52a8-420a-aea4-2e3c5a1e24c4,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:37.065092 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.tag.tag_plugin [None req-20afe2d5-8532-4356-8352-0a0bb3672ee3 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '0a3bea18-0720-4809-9429-0a151ca94e44', {'tags': ['tempest-TagsExtTest-Tag-2028535941', 'tempest-TagsExtTest-Tag-1937866244', 'tempest-TagsExtTest-Tag-671384718']}) {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:37.066110 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef8922-1a1f-4532-a7d8-8d68568a584e req-30e23efa-9bae-4901-b28e-fc76270d7b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:37.067658 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-38ef8922-1a1f-4532-a7d8-8d68568a584e req-30e23efa-9bae-4901-b28e-fc76270d7b74 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c4bd77b-9e34-44f4-9dc2-fa632746bcf3 HTTP/1.1" status: 200 len: 844 time: 0.0930099 Jul 09 14:51:37.086135 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-deacde49-9d69-429e-b9fd-2255da072d0e tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] In _notify_port_updated(), no bound segment for port b35ab109-52a8-420a-aea4-2e3c5a1e24c4 on network 154b31b8-b2b6-45bc-a392-4115e850ee53 {{(pid=94445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 14:51:37.092450 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deacde49-9d69-429e-b9fd-2255da072d0e tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:37.094966 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-deacde49-9d69-429e-b9fd-2255da072d0e tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:37.099455 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-deacde49-9d69-429e-b9fd-2255da072d0e tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] 10.222.0.58 "PUT /v2.0/ports/b35ab109-52a8-420a-aea4-2e3c5a1e24c4 HTTP/1.1" status: 200 len: 1055 time: 1.1344907 Jul 09 14:51:37.100140 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43042) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:37.106510 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d82d646e-cd4b-4999-b1cc-0713f055e32c req-b27ae9b4-8c5a-4022-a6e1-067722c5c4ec service neutron] 10.222.0.62 "GET /v2.0/networks/7086051a-a9a3-4774-91ec-207e7481a1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365227 Jul 09 14:51:37.111656 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6e4a578e-365a-4f35-b451-0d4f4fe343cf tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:37.116623 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4a578e-365a-4f35-b451-0d4f4fe343cf tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:37.116623 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6e4a578e-365a-4f35-b451-0d4f4fe343cf tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:37.165181 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-38ef8922-1a1f-4532-a7d8-8d68568a584e req-6d18a1da-2e8f-42b0-9e10-38303ba99e32 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a9d0dfb1-4ed4-4376-bcf0-50fa5388f064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845139 Jul 09 14:51:37.173377 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 0c0aafc5-023c-4ccc-a4d6-a43e9f399e38 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:51:37.220456 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-86d6a98b-edfb-4529-96b5-e9c683211bb4 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Deleting port b35ab109-52a8-420a-aea4-2e3c5a1e24c4 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:51:37.220799 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-86d6a98b-edfb-4529-96b5-e9c683211bb4 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:37.251336 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port 0c0aafc5-023c-4ccc-a4d6-a43e9f399e38 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:51:37.251771 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:37.363623 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-86d6a98b-edfb-4529-96b5-e9c683211bb4 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:37.380039 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-86d6a98b-edfb-4529-96b5-e9c683211bb4 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Calling delete_port for b35ab109-52a8-420a-aea4-2e3c5a1e24c4 owned by {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:51:37.457450 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-02baeca6-9036-405b-86a4-817bac150910 None None] Provisioning complete for port b35ab109-52a8-420a-aea4-2e3c5a1e24c4 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:51:37.457840 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-02baeca6-9036-405b-86a4-817bac150910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:37.514577 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-02baeca6-9036-405b-86a4-817bac150910 None None] Port b35ab109-52a8-420a-aea4-2e3c5a1e24c4 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:51:37.537366 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:37.558265 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43048) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:37.575757 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2c338c0d-92b4-4bb0-bf0d-3d7df5fb521e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:37.587630 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 0c0aafc5-023c-4ccc-a4d6-a43e9f399e38, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=0c0aafc5-023c-4ccc-a4d6-a43e9f399e38,segment=NetworkSegment(88773363-1d78-439b-bb07-1d37ed239605),segment_id=88773363-1d78-439b-bb07-1d37ed239605)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:51:37.652599 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-86d6a98b-edfb-4529-96b5-e9c683211bb4 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:37.655369 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d82d646e-cd4b-4999-b1cc-0713f055e32c req-d8864ecd-86a9-4efe-a00f-2ae287734b51 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1c924033-ab46-4efe-a952-c19f76703241 HTTP/1.1" status: 200 len: 217 time: 0.5237429 Jul 09 14:51:37.702551 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d6a98b-edfb-4529-96b5-e9c683211bb4 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Pushing event deleted for resources: {'Port': ['ID=b35ab109-52a8-420a-aea4-2e3c5a1e24c4,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:37.712033 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:37.726645 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d6a98b-edfb-4529-96b5-e9c683211bb4 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:37.727008 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d6a98b-edfb-4529-96b5-e9c683211bb4 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:37.727618 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d6a98b-edfb-4529-96b5-e9c683211bb4 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:37.727725 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d6a98b-edfb-4529-96b5-e9c683211bb4 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:37.728105 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d6a98b-edfb-4529-96b5-e9c683211bb4 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:37.728443 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d6a98b-edfb-4529-96b5-e9c683211bb4 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:37.728772 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d6a98b-edfb-4529-96b5-e9c683211bb4 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:37.729100 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d6a98b-edfb-4529-96b5-e9c683211bb4 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:37.729423 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d6a98b-edfb-4529-96b5-e9c683211bb4 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:37.729748 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d6a98b-edfb-4529-96b5-e9c683211bb4 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:37.730065 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d6a98b-edfb-4529-96b5-e9c683211bb4 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:37.730387 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d6a98b-edfb-4529-96b5-e9c683211bb4 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:37.744793 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4a578e-365a-4f35-b451-0d4f4fe343cf tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Pushing event updated for resources: {'Network': ['ID=f4d387de-13e0-4e37-9bb5-c37483500a03,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:37.759670 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-20afe2d5-8532-4356-8352-0a0bb3672ee3 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] 10.222.0.58 "PUT /v2.0/subnetpools/0a3bea18-0720-4809-9429-0a151ca94e44/tags HTTP/1.1" status: 200 len: 317 time: 0.7119424 Jul 09 14:51:37.762334 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43054) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:37.771646 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network f4d387de-13e0-4e37-9bb5-c37483500a03 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:51:37.774747 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.tag.tag_plugin [None req-e445ffbe-9e65-410a-82c7-403abf9f26e2 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '0a3bea18-0720-4809-9429-0a151ca94e44') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:37.790809 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d646e-cd4b-4999-b1cc-0713f055e32c req-41c5d928-d7a0-48f3-b88e-314a2222ac3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:37.792575 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d82d646e-cd4b-4999-b1cc-0713f055e32c req-41c5d928-d7a0-48f3-b88e-314a2222ac3d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2f690ec9-8aa3-48cf-be43-c18952e1b046 HTTP/1.1" status: 200 len: 797 time: 0.1225562 Jul 09 14:51:37.803627 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0aeec-baf8-4a9d-bc3c-793f88f4824a req-e1a2f8e6-8744-417f-8c38-ac47fd5a1676 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:37.810891 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-78c0aeec-baf8-4a9d-bc3c-793f88f4824a req-e1a2f8e6-8744-417f-8c38-ac47fd5a1676 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e39f064-5e51-4e85-81e7-6f1d74f04b0c HTTP/1.1" status: 200 len: 944 time: 0.7391496 Jul 09 14:51:37.847362 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=0c0aafc5-023c-4ccc-a4d6-a43e9f399e38,revision_number=8']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:37.868858 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c9aef-201d-44b9-8aa9-8e3bab3d65c1 req-b87a39c0-c9a4-4045-aa6a-760adb16a6f5 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:37.870530 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-821c9aef-201d-44b9-8aa9-8e3bab3d65c1 req-b87a39c0-c9a4-4045-aa6a-760adb16a6f5 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=57b4fc3c-dd4c-457c-9346-14c89da3a21b HTTP/1.1" status: 200 len: 943 time: 0.2536945 Jul 09 14:51:37.889735 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-38ef8922-1a1f-4532-a7d8-8d68568a584e req-2df81aa0-56b4-4ab2-be36-d39929a08450 service neutron] 10.222.0.62 "GET /v2.0/networks/a9d0dfb1-4ed4-4376-bcf0-50fa5388f064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7085147 Jul 09 14:51:37.920697 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-78c0aeec-baf8-4a9d-bc3c-793f88f4824a req-970c595f-2af4-4c7f-af59-bc94ed46ae07 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085732 Jul 09 14:51:37.941068 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2c338c0d-92b4-4bb0-bf0d-3d7df5fb521e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:37.956066 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e39f064-5e51-4e85-81e7-6f1d74f04b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c0aafc5-023c-4ccc-a4d6-a43e9f399e38'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:51:37.959079 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c4708f-dec7-4126-9c7f-5d6887fd3be6" -d '{"events": [{"server_uuid": "6e39f064-5e51-4e85-81e7-6f1d74f04b0c", "name": "network-vif-plugged", "status": "completed", "tag": "0c0aafc5-023c-4ccc-a4d6-a43e9f399e38"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:51:37.993841 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d646e-cd4b-4999-b1cc-0713f055e32c req-d9b74f5a-24e5-49cb-8e1d-453f33fe1034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:37.995431 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d82d646e-cd4b-4999-b1cc-0713f055e32c req-d9b74f5a-24e5-49cb-8e1d-453f33fe1034 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f7f6731e-df5a-475b-9c1b-606c9f6d697c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1804333 Jul 09 14:51:38.040717 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-821c9aef-201d-44b9-8aa9-8e3bab3d65c1 req-244b511e-4e99-469d-899c-2ca488459bf9 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386595 Jul 09 14:51:38.089169 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2c338c0d-92b4-4bb0-bf0d-3d7df5fb521e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:38.120534 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-86d6a98b-edfb-4529-96b5-e9c683211bb4 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:38.125979 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-86d6a98b-edfb-4529-96b5-e9c683211bb4 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] 10.222.0.58 "DELETE /v2.0/ports/b35ab109-52a8-420a-aea4-2e3c5a1e24c4 HTTP/1.1" status: 204 len: 168 time: 1.0248034 Jul 09 14:51:38.131083 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43058) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:38.131296 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-38ef8922-1a1f-4532-a7d8-8d68568a584e req-a7a5f969-af18-4fbd-af6b-36032e963b96 service neutron] 10.222.0.62 "GET /v2.0/networks/a9d0dfb1-4ed4-4376-bcf0-50fa5388f064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315640 Jul 09 14:51:38.149320 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e445ffbe-9e65-410a-82c7-403abf9f26e2 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] 10.222.0.58 "DELETE /v2.0/subnetpools/0a3bea18-0720-4809-9429-0a151ca94e44/tags HTTP/1.1" status: 204 len: 168 time: 0.3793826 Jul 09 14:51:38.150836 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d82d646e-cd4b-4999-b1cc-0713f055e32c req-f291b9dd-1b9b-40a3-ba90-51b5e36e6206 service neutron] 10.222.0.62 "GET /v2.0/networks/f7f6731e-df5a-475b-9c1b-606c9f6d697c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461742 Jul 09 14:51:38.151997 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43060) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:38.157820 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.tag.tag_plugin [None req-f9159305-c83c-4af8-8cab-45cab7711b4a tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0a3bea18-0720-4809-9429-0a151ca94e44', 'tempest-TagsExtTest-Tag-2028535941') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:38.170988 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50951fd-98ce-4738-9aee-98edb7adaccb x-openstack-request-id: req-e50951fd-98ce-4738-9aee-98edb7adaccb {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:51:38.171368 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e39f064-5e51-4e85-81e7-6f1d74f04b0c", "name": "network-vif-plugged", "status": "completed", "tag": "0c0aafc5-023c-4ccc-a4d6-a43e9f399e38", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:51:38.171742 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e50951fd-98ce-4738-9aee-98edb7adaccb {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:51:38.172240 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e39f064-5e51-4e85-81e7-6f1d74f04b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c0aafc5-023c-4ccc-a4d6-a43e9f399e38', 'code': 200} Jul 09 14:51:38.189295 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c338c0d-92b4-4bb0-bf0d-3d7df5fb521e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac14c5a-11e0-4c19-a2ca-0eae73bb0f5f,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:38.198031 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd937425-d153-4239-a4db-a0c8909889c2 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] GET failed (client error): The resource could not be found. Jul 09 14:51:38.198031 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-fd937425-d153-4239-a4db-a0c8909889c2 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] 10.222.0.58 "GET /v2.0/ports/b35ab109-52a8-420a-aea4-2e3c5a1e24c4 HTTP/1.1" status: 404 len: 333 time: 0.0617445 Jul 09 14:51:38.200462 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-2c338c0d-92b4-4bb0-bf0d-3d7df5fb521e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=58c1a08c72e746209606c8bdbc6315c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6411817 Jul 09 14:51:38.201042 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43062) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:38.208871 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43064) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:38.230221 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [None req-f9159305-c83c-4af8-8cab-45cab7711b4a tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] show failed (client error): The resource could not be found. Jul 09 14:51:38.234444 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f9159305-c83c-4af8-8cab-45cab7711b4a tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] 10.222.0.58 "GET /v2.0/subnetpools/0a3bea18-0720-4809-9429-0a151ca94e44/tags/tempest-TagsExtTest-Tag-2028535941 HTTP/1.1" status: 404 len: 329 time: 0.0784326 Jul 09 14:51:38.235309 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43066) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:38.240776 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.tag.tag_plugin [None req-e682a204-b60f-4fc0-94cc-dcc8910614e6 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0a3bea18-0720-4809-9429-0a151ca94e44', 'tempest-TagsExtTest-Tag-1937866244') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:38.259554 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-6e4a578e-365a-4f35-b451-0d4f4fe343cf tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 2.4108796 Jul 09 14:51:38.263855 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43068) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:38.270696 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-39247df9-ac23-4599-af35-f77d30399466 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:51:38.288501 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d2b10222-ad9f-4e0e-a0c7-289373426a3a req-c2ee68b3-f89d-4a16-9d5a-1182e0bb169e tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4c12028-eca4-489a-9d25-1b39648f7cc0 HTTP/1.1" status: 200 len: 210 time: 0.0465319 Jul 09 14:51:38.356999 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [None req-e682a204-b60f-4fc0-94cc-dcc8910614e6 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] show failed (client error): The resource could not be found. Jul 09 14:51:38.357820 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-72460ee1-cd69-4a61-bd2e-b0bd385766fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:38.358703 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-e682a204-b60f-4fc0-94cc-dcc8910614e6 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] 10.222.0.58 "GET /v2.0/subnetpools/0a3bea18-0720-4809-9429-0a151ca94e44/tags/tempest-TagsExtTest-Tag-1937866244 HTTP/1.1" status: 404 len: 329 time: 0.1230648 Jul 09 14:51:38.362282 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43070) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:38.368747 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.tag.tag_plugin [None req-02cd9540-3cb2-4ce7-85d4-37031c918535 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0a3bea18-0720-4809-9429-0a151ca94e44', 'tempest-TagsExtTest-Tag-671384718') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:38.375425 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d82d646e-cd4b-4999-b1cc-0713f055e32c req-25f3c689-ce73-447c-8a02-3874cae6e203 service neutron] 10.222.0.62 "GET /v2.0/networks/f7f6731e-df5a-475b-9c1b-606c9f6d697c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142494 Jul 09 14:51:38.391389 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-72460ee1-cd69-4a61-bd2e-b0bd385766fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:38.449814 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d82d646e-cd4b-4999-b1cc-0713f055e32c req-0bd7063f-44d9-4f19-bf4b-8570a610d67b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ab8363f7-21ad-4c07-a8be-128ce6a85669 HTTP/1.1" status: 200 len: 217 time: 0.0676384 Jul 09 14:51:38.451271 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-0a47330c-7084-4afa-a232-f7231a256438 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Deleting port f52aeb3f-8e44-4478-9240-ef126830976e {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:51:38.451645 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0a47330c-7084-4afa-a232-f7231a256438 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:38.493838 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [None req-02cd9540-3cb2-4ce7-85d4-37031c918535 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] show failed (client error): The resource could not be found. Jul 09 14:51:38.494861 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-02cd9540-3cb2-4ce7-85d4-37031c918535 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] 10.222.0.58 "GET /v2.0/subnetpools/0a3bea18-0720-4809-9429-0a151ca94e44/tags/tempest-TagsExtTest-Tag-671384718 HTTP/1.1" status: 404 len: 328 time: 0.1299000 Jul 09 14:51:38.501873 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43072) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:38.507131 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.tag.tag_plugin [None req-350829ec-6fbb-4a26-9105-5a2818ec8693 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '0a3bea18-0720-4809-9429-0a151ca94e44') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:38.551977 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d646e-cd4b-4999-b1cc-0713f055e32c req-e509e1ca-3696-4205-a07f-79d2154db10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:38.553469 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d82d646e-cd4b-4999-b1cc-0713f055e32c req-e509e1ca-3696-4205-a07f-79d2154db10b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2f690ec9-8aa3-48cf-be43-c18952e1b046 HTTP/1.1" status: 200 len: 797 time: 0.0717895 Jul 09 14:51:38.556692 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d096e3a5-b245-4ee4-a897-a5c7a243c3ba req-64dd7f99-a280-4c24-a8c9-385675dac205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:38.558198 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d096e3a5-b245-4ee4-a897-a5c7a243c3ba req-64dd7f99-a280-4c24-a8c9-385675dac205 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6e39f064-5e51-4e85-81e7-6f1d74f04b0c HTTP/1.1" status: 200 len: 1096 time: 0.1699264 Jul 09 14:51:38.575196 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-39247df9-ac23-4599-af35-f77d30399466 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:38.595722 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-350829ec-6fbb-4a26-9105-5a2818ec8693 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] 10.222.0.58 "DELETE /v2.0/subnetpools/0a3bea18-0720-4809-9429-0a151ca94e44/tags HTTP/1.1" status: 204 len: 168 time: 0.0927825 Jul 09 14:51:38.600459 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43074) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:38.608022 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.tag.tag_plugin [None req-f329e606-72f2-4ced-b995-78805c2decb3 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '01dd5500-9922-4c8b-a489-83a0524cf985') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:38.615888 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0a47330c-7084-4afa-a232-f7231a256438 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:38.632090 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d096e3a5-b245-4ee4-a897-a5c7a243c3ba req-c2cb679e-2657-42d1-8a67-9170fa261274 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629854 Jul 09 14:51:38.632653 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-72460ee1-cd69-4a61-bd2e-b0bd385766fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:38.635227 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-72460ee1-cd69-4a61-bd2e-b0bd385766fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:38.636289 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-72460ee1-cd69-4a61-bd2e-b0bd385766fd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4ac14c5a-11e0-4c19-a2ca-0eae73bb0f5f HTTP/1.1" status: 204 len: 168 time: 0.4265411 Jul 09 14:51:38.637253 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-0a47330c-7084-4afa-a232-f7231a256438 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Calling delete_port for f52aeb3f-8e44-4478-9240-ef126830976e owned by {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:51:38.656213 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72460ee1-cd69-4a61-bd2e-b0bd385766fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac14c5a-11e0-4c19-a2ca-0eae73bb0f5f,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:38.689199 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-39247df9-ac23-4599-af35-f77d30399466 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:38.717640 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-39247df9-ac23-4599-af35-f77d30399466 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Network f4d387de-13e0-4e37-9bb5-c37483500a03 is not hosted by any dhcp agent {{(pid=94446) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 14:51:38.718543 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39247df9-ac23-4599-af35-f77d30399466 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:38.719150 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-39247df9-ac23-4599-af35-f77d30399466 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:38.723451 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-39247df9-ac23-4599-af35-f77d30399466 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] 10.222.0.58 "PUT /v2.0/networks/f4d387de-13e0-4e37-9bb5-c37483500a03 HTTP/1.1" status: 200 len: 858 time: 0.4556987 Jul 09 14:51:38.723948 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43078) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:38.777618 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39247df9-ac23-4599-af35-f77d30399466 tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Pushing event updated for resources: {'Network': ['ID=f4d387de-13e0-4e37-9bb5-c37483500a03,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:38.782304 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f329e606-72f2-4ced-b995-78805c2decb3 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] 10.222.0.58 "DELETE /v2.0/routers/01dd5500-9922-4c8b-a489-83a0524cf985/tags HTTP/1.1" status: 204 len: 168 time: 0.1807048 Jul 09 14:51:38.784903 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d646e-cd4b-4999-b1cc-0713f055e32c req-25aef833-3255-4d7a-af49-41fda2ad649b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:38.786412 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d82d646e-cd4b-4999-b1cc-0713f055e32c req-25aef833-3255-4d7a-af49-41fda2ad649b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f7f6731e-df5a-475b-9c1b-606c9f6d697c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2225301 Jul 09 14:51:38.786886 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43080) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:38.791479 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.tag.tag_plugin [None req-6ec47656-f4d7-451b-9f25-40ec6a8a7e27 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '44ecb956-4b57-49b2-aa47-b75b473fb650') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:38.923250 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d82d646e-cd4b-4999-b1cc-0713f055e32c req-d019553a-ff20-48d8-938e-e70d99347c1b service neutron] 10.222.0.62 "GET /v2.0/networks/f7f6731e-df5a-475b-9c1b-606c9f6d697c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287737 Jul 09 14:51:38.925920 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-6ec47656-f4d7-451b-9f25-40ec6a8a7e27 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] 10.222.0.58 "DELETE /v2.0/ports/44ecb956-4b57-49b2-aa47-b75b473fb650/tags HTTP/1.1" status: 204 len: 168 time: 0.1381161 Jul 09 14:51:38.937352 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43082) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:38.943378 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.tag.tag_plugin [None req-5260afc7-12d9-4ed0-bade-9c2fa40a7c02 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7cd1938e-b035-4323-b7ba-207da1b30a0e') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:39.136368 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d82d646e-cd4b-4999-b1cc-0713f055e32c req-2c515b53-c2f3-406d-88b3-957682569e63 service neutron] 10.222.0.62 "GET /v2.0/networks/f7f6731e-df5a-475b-9c1b-606c9f6d697c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067134 Jul 09 14:51:39.142392 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-5260afc7-12d9-4ed0-bade-9c2fa40a7c02 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] 10.222.0.58 "DELETE /v2.0/subnets/7cd1938e-b035-4323-b7ba-207da1b30a0e/tags HTTP/1.1" status: 204 len: 168 time: 0.2041316 Jul 09 14:51:39.149859 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43092) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:39.150125 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2e5623b2-1bbb-4b50-81b1-7bc5d9bf000b tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:39.212326 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dece6907-a930-4370-81b9-bc8a5eaf47cd req-e22320dd-d17d-44dd-98f8-f4e033abbda3 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:39.213879 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dece6907-a930-4370-81b9-bc8a5eaf47cd req-e22320dd-d17d-44dd-98f8-f4e033abbda3 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e39f064-5e51-4e85-81e7-6f1d74f04b0c HTTP/1.1" status: 200 len: 945 time: 0.1690853 Jul 09 14:51:39.293894 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dece6907-a930-4370-81b9-bc8a5eaf47cd req-7c6b46b0-4583-405e-b2d5-07d23f1749e8 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635912 Jul 09 14:51:39.353095 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:51:39.381600 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b51e8126-d07a-4f07-8e82-fb6e55948fef tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Notify callbacks [] for subnetpool, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:39.385878 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b51e8126-d07a-4f07-8e82-fb6e55948fef tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] 10.222.0.58 "DELETE /v2.0/subnetpools/0a3bea18-0720-4809-9429-0a151ca94e44 HTTP/1.1" status: 204 len: 168 time: 0.2359726 Jul 09 14:51:39.393205 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43102) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:39.393356 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0a47330c-7084-4afa-a232-f7231a256438 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:39.430020 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d680a7fe-55e1-4b48-adf3-9eb420188df6 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] 10.222.0.58 "GET /v2.0/ports?device_id=01dd5500-9922-4c8b-a489-83a0524cf985 HTTP/1.1" status: 200 len: 205 time: 0.0415728 Jul 09 14:51:39.431050 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43104) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:39.514376 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a47330c-7084-4afa-a232-f7231a256438 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Pushing event deleted for resources: {'Port': ['ID=f52aeb3f-8e44-4478-9240-ef126830976e,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:39.581985 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-10af65bb-f0bf-40a6-89e0-aebb7c92d91c tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Notify callbacks [] for router, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:39.624275 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6ce932f2-67ad-4e5a-a3f3-bbc6dd9a1ac4 req-5259cd2b-b0d0-460c-a385-43c3a60ccf98 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4c12028-eca4-489a-9d25-1b39648f7cc0 HTTP/1.1" status: 200 len: 210 time: 0.0459266 Jul 09 14:51:39.637651 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2e5623b2-1bbb-4b50-81b1-7bc5d9bf000b tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:39.683677 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-2e5623b2-1bbb-4b50-81b1-7bc5d9bf000b tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4d387de-13e0-4e37-9bb5-c37483500a03']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:39.702228 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0a47330c-7084-4afa-a232-f7231a256438 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:39.706611 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-0a47330c-7084-4afa-a232-f7231a256438 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] 10.222.0.58 "DELETE /v2.0/ports/f52aeb3f-8e44-4478-9240-ef126830976e HTTP/1.1" status: 204 len: 168 time: 1.5019641 Jul 09 14:51:39.706611 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-2e5623b2-1bbb-4b50-81b1-7bc5d9bf000b tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1573198-f1a2-4159-bab5-6906a2958d78') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:39.706893 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-2e5623b2-1bbb-4b50-81b1-7bc5d9bf000b tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1573198-f1a2-4159-bab5-6906a2958d78') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:39.706989 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43108) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:39.714767 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e88306-59ac-4a6e-9454-b474781bbf48 req-72a9b8c6-ef53-43d8-ba56-6fe90526611c tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:39.717232 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-75e88306-59ac-4a6e-9454-b474781bbf48 req-72a9b8c6-ef53-43d8-ba56-6fe90526611c tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.54 "GET /v2.0/networks?id=4684667e-a82e-475a-9da8-8ef2bc5057c6 HTTP/1.1" status: 200 len: 822 time: 0.4725425 Jul 09 14:51:39.725744 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e81dc-8149-4c95-8aaf-80dae7aea181 req-fc7e92a2-8248-4c97-93c2-eaddcb690fcd tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:39.738583 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-c40df386-8c4d-41d5-bd11-cf4ad0623e22 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] GET failed (client error): The resource could not be found. Jul 09 14:51:39.739968 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6f2e81dc-8149-4c95-8aaf-80dae7aea181 req-fc7e92a2-8248-4c97-93c2-eaddcb690fcd tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=57b4fc3c-dd4c-457c-9346-14c89da3a21b HTTP/1.1" status: 200 len: 943 time: 0.4982123 Jul 09 14:51:39.744036 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c40df386-8c4d-41d5-bd11-cf4ad0623e22 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] 10.222.0.58 "GET /v2.0/ports/f52aeb3f-8e44-4478-9240-ef126830976e HTTP/1.1" status: 404 len: 333 time: 0.0360506 Jul 09 14:51:39.751279 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43110) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:39.760313 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-75e88306-59ac-4a6e-9454-b474781bbf48 req-fe03c8f2-cacd-4332-9586-63eddf2b686f tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Request body: {'port': {'device_id': 'f4c12028-eca4-489a-9d25-1b39648f7cc0', 'network_id': '4684667e-a82e-475a-9da8-8ef2bc5057c6', 'admin_state_up': True, 'tenant_id': 'a247b86f0cf44fd8bae010acfa2f83eb'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:51:39.832962 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-10af65bb-f0bf-40a6-89e0-aebb7c92d91c tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:39.834899 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-10af65bb-f0bf-40a6-89e0-aebb7c92d91c tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:39.849959 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2e5623b2-1bbb-4b50-81b1-7bc5d9bf000b tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:39.867199 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2e5623b2-1bbb-4b50-81b1-7bc5d9bf000b tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:39.903641 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e5623b2-1bbb-4b50-81b1-7bc5d9bf000b tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:51:39.904092 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2e5623b2-1bbb-4b50-81b1-7bc5d9bf000b tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:39.909008 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:51:39.909008 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:51:39.909008 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 14:51:39.909008 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:51:39.909008 n-d-799529-6 neutron-server[94445]: timer() Jul 09 14:51:39.909008 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:51:39.909008 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 14:51:39.909008 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:51:39.909008 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 14:51:39.909008 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:51:39.909008 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 14:51:39.909008 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:51:39.909008 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 14:51:39.909008 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:51:39.909008 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 14:51:39.909008 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:51:39.909008 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:51:39.909008 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:51:39.909008 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:51:39.909008 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:51:39.909008 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 14:51:39.909008 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:51:39.909008 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 14:51:39.909008 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:51:39.909008 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:51:39.909008 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:51:39.909008 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 14:51:39.909008 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:51:39.909008 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:51:39.909008 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:51:39.909008 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:51:39.909008 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:51:39.909008 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:51:39.909008 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:51:40.012406 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6f2e81dc-8149-4c95-8aaf-80dae7aea181 req-6438df3a-c761-4ef0-931d-e8d4f0a61bd7 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618613 Jul 09 14:51:40.080384 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-10af65bb-f0bf-40a6-89e0-aebb7c92d91c tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:40.080941 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10af65bb-f0bf-40a6-89e0-aebb7c92d91c tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Fanout notify agent at l3_agent the message router_deleted on router 01dd5500-9922-4c8b-a489-83a0524cf985 {{(pid=94446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:51:40.091131 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-a7a01fe9-c0ed-41a2-96bb-0d806a252896 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Deleting port 5bc1152e-ec63-4e50-b2d6-7b40bbc51933 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:51:40.091539 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a7a01fe9-c0ed-41a2-96bb-0d806a252896 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:40.094860 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-10af65bb-f0bf-40a6-89e0-aebb7c92d91c tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:40.096264 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-10af65bb-f0bf-40a6-89e0-aebb7c92d91c tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] 10.222.0.58 "DELETE /v2.0/routers/01dd5500-9922-4c8b-a489-83a0524cf985 HTTP/1.1" status: 204 len: 168 time: 0.6641099 Jul 09 14:51:40.098744 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43118) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:40.180337 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75e88306-59ac-4a6e-9454-b474781bbf48 req-fe03c8f2-cacd-4332-9586-63eddf2b686f tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Made reservation on behalf of a247b86f0cf44fd8bae010acfa2f83eb for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:51:40.187969 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-75e88306-59ac-4a6e-9454-b474781bbf48 req-fe03c8f2-cacd-4332-9586-63eddf2b686f tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:40.218858 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-c95cd9be-43ab-482b-83a8-6a4a4755a3d2 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Deleting port 44ecb956-4b57-49b2-aa47-b75b473fb650 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:51:40.219195 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c95cd9be-43ab-482b-83a8-6a4a4755a3d2 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:40.237401 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a7a01fe9-c0ed-41a2-96bb-0d806a252896 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:40.253129 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2e5623b2-1bbb-4b50-81b1-7bc5d9bf000b tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:40.255546 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-a7a01fe9-c0ed-41a2-96bb-0d806a252896 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Calling delete_port for 5bc1152e-ec63-4e50-b2d6-7b40bbc51933 owned by {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:51:40.264827 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e5623b2-1bbb-4b50-81b1-7bc5d9bf000b tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f4d387de-13e0-4e37-9bb5-c37483500a03 {{(pid=94445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 09 14:51:40.268899 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2e5623b2-1bbb-4b50-81b1-7bc5d9bf000b tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:40.274309 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-2e5623b2-1bbb-4b50-81b1-7bc5d9bf000b tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] 10.222.0.58 "DELETE /v2.0/networks/f4d387de-13e0-4e37-9bb5-c37483500a03 HTTP/1.1" status: 204 len: 168 time: 1.5494635 Jul 09 14:51:40.281329 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43124) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:40.299224 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5623b2-1bbb-4b50-81b1-7bc5d9bf000b tempest-ExternalNetworksTestJSON-2139101107 tempest-ExternalNetworksTestJSON-2139101107-project-admin] Pushing event deleted for resources: {'Network': ['ID=f4d387de-13e0-4e37-9bb5-c37483500a03,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:40.311554 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-a27714be-30be-42f3-8557-f93af8c1c51f tempest-ExternalNetworksTestJSON-665931783 tempest-ExternalNetworksTestJSON-665931783-project] DELETE failed (client error): The resource could not be found. Jul 09 14:51:40.312289 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a27714be-30be-42f3-8557-f93af8c1c51f tempest-ExternalNetworksTestJSON-665931783 tempest-ExternalNetworksTestJSON-665931783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:51:40.314270 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a27714be-30be-42f3-8557-f93af8c1c51f tempest-ExternalNetworksTestJSON-665931783 tempest-ExternalNetworksTestJSON-665931783-project] 10.222.0.58 "DELETE /v2.0/subnets/9e185cbf-293a-4700-806e-ae15f4c2f412 HTTP/1.1" status: 404 len: 337 time: 0.0316534 Jul 09 14:51:40.322620 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43126) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:40.400820 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c95cd9be-43ab-482b-83a8-6a4a4755a3d2 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:40.431984 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-c95cd9be-43ab-482b-83a8-6a4a4755a3d2 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Calling delete_port for 44ecb956-4b57-49b2-aa47-b75b473fb650 owned by {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:51:40.485794 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-75e88306-59ac-4a6e-9454-b474781bbf48 req-fe03c8f2-cacd-4332-9586-63eddf2b686f tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Allocated IP 172.20.0.13 (4684667e-a82e-475a-9da8-8ef2bc5057c6/8d68db36-2cf0-4e9c-8902-e068bb5af194/a84bde47-acfe-4e36-9c9f-741d2343f8a8) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:51:40.527330 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-624e1985-8131-40dc-bea0-62e32ba0902b tempest-ExternalNetworksTestJSON-665931783 tempest-ExternalNetworksTestJSON-665931783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:40.629673 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a7a01fe9-c0ed-41a2-96bb-0d806a252896 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:40.677597 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a01fe9-c0ed-41a2-96bb-0d806a252896 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Pushing event deleted for resources: {'Port': ['ID=5bc1152e-ec63-4e50-b2d6-7b40bbc51933,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:40.718643 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44865a17-57a4-49d6-a9bc-195856f64ccc req-f02540ed-f2ab-4a23-8ddc-a3118f5c8797 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:40.720533 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-44865a17-57a4-49d6-a9bc-195856f64ccc req-f02540ed-f2ab-4a23-8ddc-a3118f5c8797 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e39f064-5e51-4e85-81e7-6f1d74f04b0c HTTP/1.1" status: 200 len: 945 time: 0.2756939 Jul 09 14:51:40.733980 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-624e1985-8131-40dc-bea0-62e32ba0902b tempest-ExternalNetworksTestJSON-665931783 tempest-ExternalNetworksTestJSON-665931783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:40.786236 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-624e1985-8131-40dc-bea0-62e32ba0902b tempest-ExternalNetworksTestJSON-665931783 tempest-ExternalNetworksTestJSON-665931783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cfdcf4b-9b46-4252-aa93-a999690adb76']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:40.802559 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-624e1985-8131-40dc-bea0-62e32ba0902b tempest-ExternalNetworksTestJSON-665931783 tempest-ExternalNetworksTestJSON-665931783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2202663d-e7fb-4364-b346-f212cb774900') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:40.803214 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-624e1985-8131-40dc-bea0-62e32ba0902b tempest-ExternalNetworksTestJSON-665931783 tempest-ExternalNetworksTestJSON-665931783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2202663d-e7fb-4364-b346-f212cb774900') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:40.830327 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-624e1985-8131-40dc-bea0-62e32ba0902b tempest-ExternalNetworksTestJSON-665931783 tempest-ExternalNetworksTestJSON-665931783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:40.841576 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6b467c42-ba44-4aa8-9dbe-4db84a25979a req-2106d88d-23b5-4c70-ae47-b2040ecc2da5 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4c12028-eca4-489a-9d25-1b39648f7cc0 HTTP/1.1" status: 200 len: 210 time: 0.0513477 Jul 09 14:51:40.858380 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-624e1985-8131-40dc-bea0-62e32ba0902b tempest-ExternalNetworksTestJSON-665931783 tempest-ExternalNetworksTestJSON-665931783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:40.863426 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-44865a17-57a4-49d6-a9bc-195856f64ccc req-fb67a7c7-a61d-47e5-8a82-4ceb389f50c8 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345692 Jul 09 14:51:40.879662 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-624e1985-8131-40dc-bea0-62e32ba0902b tempest-ExternalNetworksTestJSON-665931783 tempest-ExternalNetworksTestJSON-665931783-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:51:40.880180 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-624e1985-8131-40dc-bea0-62e32ba0902b tempest-ExternalNetworksTestJSON-665931783 tempest-ExternalNetworksTestJSON-665931783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:40.883469 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:51:40.883469 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:51:40.883469 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:51:40.883469 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:51:40.883469 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:51:40.883469 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:51:40.883469 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:51:40.883469 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:51:40.883469 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 14:51:40.883469 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:51:40.883469 n-d-799529-6 neutron-server[94446]: timer() Jul 09 14:51:40.883469 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:51:40.883469 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 14:51:40.883469 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:51:40.883469 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 14:51:40.883469 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:51:40.883469 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 14:51:40.883469 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:51:40.883469 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 14:51:40.883469 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:51:40.883469 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 14:51:40.883469 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:51:40.883469 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:51:40.883469 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:51:40.883469 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:51:40.883469 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:51:40.883469 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 14:51:40.883469 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:51:40.883469 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 14:51:40.883469 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:51:40.883469 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:51:40.883469 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:51:40.883469 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 14:51:40.883469 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:51:40.883469 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:51:40.883469 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:51:40.883469 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:51:40.883469 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:51:40.883469 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:51:40.883469 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:51:40.896701 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-75e88306-59ac-4a6e-9454-b474781bbf48 req-fe03c8f2-cacd-4332-9586-63eddf2b686f tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:40.905222 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a7a01fe9-c0ed-41a2-96bb-0d806a252896 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:40.907299 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-a7a01fe9-c0ed-41a2-96bb-0d806a252896 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] 10.222.0.58 "DELETE /v2.0/ports/5bc1152e-ec63-4e50-b2d6-7b40bbc51933 HTTP/1.1" status: 204 len: 168 time: 1.1403880 Jul 09 14:51:40.910191 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43142) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:40.963547 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c95cd9be-43ab-482b-83a8-6a4a4755a3d2 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:41.016847 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95cd9be-43ab-482b-83a8-6a4a4755a3d2 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Pushing event deleted for resources: {'Port': ['ID=44ecb956-4b57-49b2-aa47-b75b473fb650,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:41.030600 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-624e1985-8131-40dc-bea0-62e32ba0902b tempest-ExternalNetworksTestJSON-665931783 tempest-ExternalNetworksTestJSON-665931783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:41.036160 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d722c70-193c-4226-9c42-1c7927f3c166 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Deleting subnet 1ed7d187-2689-4d19-a566-08d4b26277be {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:51:41.057325 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6d722c70-193c-4226-9c42-1c7927f3c166 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:41.061512 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-624e1985-8131-40dc-bea0-62e32ba0902b tempest-ExternalNetworksTestJSON-665931783 tempest-ExternalNetworksTestJSON-665931783-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:41.065609 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-624e1985-8131-40dc-bea0-62e32ba0902b tempest-ExternalNetworksTestJSON-665931783 tempest-ExternalNetworksTestJSON-665931783-project] 10.222.0.58 "DELETE /v2.0/networks/2cfdcf4b-9b46-4252-aa93-a999690adb76 HTTP/1.1" status: 204 len: 168 time: 0.7387574 Jul 09 14:51:41.110811 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624e1985-8131-40dc-bea0-62e32ba0902b tempest-ExternalNetworksTestJSON-665931783 tempest-ExternalNetworksTestJSON-665931783-project] Pushing event deleted for resources: {'Network': ['ID=2cfdcf4b-9b46-4252-aa93-a999690adb76,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:41.153954 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c95cd9be-43ab-482b-83a8-6a4a4755a3d2 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:41.158645 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43150) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:41.162245 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c95cd9be-43ab-482b-83a8-6a4a4755a3d2 tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] 10.222.0.58 "DELETE /v2.0/ports/44ecb956-4b57-49b2-aa47-b75b473fb650 HTTP/1.1" status: 204 len: 168 time: 1.0544424 Jul 09 14:51:41.218751 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6d722c70-193c-4226-9c42-1c7927f3c166 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:41.259258 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-75e88306-59ac-4a6e-9454-b474781bbf48 req-fe03c8f2-cacd-4332-9586-63eddf2b686f tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:41.293210 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6cd94e-4f3a-4a24-8c2f-14b635747feb req-cf2ed25d-a9e5-46bc-8c10-ca7389e513fe tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:41.294908 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5d6cd94e-4f3a-4a24-8c2f-14b635747feb req-cf2ed25d-a9e5-46bc-8c10-ca7389e513fe tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=57b4fc3c-dd4c-457c-9346-14c89da3a21b HTTP/1.1" status: 200 len: 943 time: 0.0940108 Jul 09 14:51:41.348765 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe03c8f2-cacd-4332-9586-63eddf2b686f tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Pushing event updated for resources: {'Port': ['ID=a84bde47-acfe-4e36-9c9f-741d2343f8a8,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:41.352504 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5d6cd94e-4f3a-4a24-8c2f-14b635747feb req-d694b907-8073-403b-8bae-7d4bec4c0258 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502088 Jul 09 14:51:41.355766 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-a816b7fc-131d-4b28-8691-482a90fe3aed tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Deleting subnet 7cd1938e-b035-4323-b7ba-207da1b30a0e {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:51:41.360996 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a816b7fc-131d-4b28-8691-482a90fe3aed tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:41.438893 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75e88306-59ac-4a6e-9454-b474781bbf48 req-fe03c8f2-cacd-4332-9586-63eddf2b686f tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Network 4684667e-a82e-475a-9da8-8ef2bc5057c6 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:51:41.450074 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-75e88306-59ac-4a6e-9454-b474781bbf48 req-fe03c8f2-cacd-4332-9586-63eddf2b686f tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:51:41.474311 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a816b7fc-131d-4b28-8691-482a90fe3aed tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:41.479066 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-75e88306-59ac-4a6e-9454-b474781bbf48 req-fe03c8f2-cacd-4332-9586-63eddf2b686f tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:51:41.527833 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81acaa96-9a39-401d-9b7d-c74526ce07e7 req-01695df6-6365-4c5e-bc56-f35dbd56b4f0 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:41.529376 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-81acaa96-9a39-401d-9b7d-c74526ce07e7 req-01695df6-6365-4c5e-bc56-f35dbd56b4f0 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e39f064-5e51-4e85-81e7-6f1d74f04b0c HTTP/1.1" status: 200 len: 945 time: 0.4369798 Jul 09 14:51:41.585828 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6d722c70-193c-4226-9c42-1c7927f3c166 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:41.642714 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e88306-59ac-4a6e-9454-b474781bbf48 req-fe03c8f2-cacd-4332-9586-63eddf2b686f tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:41.643350 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-75e88306-59ac-4a6e-9454-b474781bbf48 req-fe03c8f2-cacd-4332-9586-63eddf2b686f tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:41.667198 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43162) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:41.671154 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-81acaa96-9a39-401d-9b7d-c74526ce07e7 req-21fa2a57-7372-4d34-9e0b-1e58a9df2e86 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319447 Jul 09 14:51:41.724399 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a816b7fc-131d-4b28-8691-482a90fe3aed tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:41.780949 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-75e88306-59ac-4a6e-9454-b474781bbf48 req-fe03c8f2-cacd-4332-9586-63eddf2b686f tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0368388 Jul 09 14:51:41.799289 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-75e88306-59ac-4a6e-9454-b474781bbf48 req-2aa6f21d-cd9d-4571-9d41-cb78194c14b8 service neutron] Request body: {'port': {'device_id': 'f4c12028-eca4-489a-9d25-1b39648f7cc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:51:41.843970 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6d722c70-193c-4226-9c42-1c7927f3c166 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:41.901878 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a816b7fc-131d-4b28-8691-482a90fe3aed tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:41.911132 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d722c70-193c-4226-9c42-1c7927f3c166 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Pushing event deleted for resources: {'Subnet': ['ID=1ed7d187-2689-4d19-a566-08d4b26277be,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:41.931190 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6d722c70-193c-4226-9c42-1c7927f3c166 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:41.931836 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a14ce9d-c6cb-4d5c-b938-3d96dc834c77 None None] Network 154b31b8-b2b6-45bc-a392-4115e850ee53 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:51:41.933227 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-6d722c70-193c-4226-9c42-1c7927f3c166 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] 10.222.0.58 "DELETE /v2.0/subnets/1ed7d187-2689-4d19-a566-08d4b26277be HTTP/1.1" status: 204 len: 168 time: 1.0220506 Jul 09 14:51:41.938333 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43172) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:41.967249 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a816b7fc-131d-4b28-8691-482a90fe3aed tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:41.969289 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-a816b7fc-131d-4b28-8691-482a90fe3aed tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] 10.222.0.58 "DELETE /v2.0/subnets/7cd1938e-b035-4323-b7ba-207da1b30a0e HTTP/1.1" status: 204 len: 168 time: 0.8071437 Jul 09 14:51:41.970503 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a816b7fc-131d-4b28-8691-482a90fe3aed tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Pushing event deleted for resources: {'Subnet': ['ID=7cd1938e-b035-4323-b7ba-207da1b30a0e,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:41.978977 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43176) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:41.981331 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-75e88306-59ac-4a6e-9454-b474781bbf48 req-2aa6f21d-cd9d-4571-9d41-cb78194c14b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:42.030667 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f58191d-2457-4250-bf1b-22f9e914d409 None None] Network 5e252fae-9e69-43fe-b736-7000c8a25c4e requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:51:42.108851 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-27002a0b-78e8-4d83-b2e1-7dbeec627b0f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4877a3738ca941a69ccf53fc50fb4866&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4401410 Jul 09 14:51:42.115111 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7cfe0ed7-f0ca-41be-b006-04be2af4ff11 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:42.118256 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43178) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:42.157674 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4ff5f5d8-adfa-42a1-9fd1-ea03a9de1b4b tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:42.183379 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device ce480228-cafa-4e60-95e1-7839d26f52f7 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:51:42.315755 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf0738f-2965-40fe-ba4d-0b556541a1d8 req-58c8cc01-3a51-4576-b696-e5f5fdd4b30a tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:42.327051 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cdf0738f-2965-40fe-ba4d-0b556541a1d8 req-58c8cc01-3a51-4576-b696-e5f5fdd4b30a tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4c12028-eca4-489a-9d25-1b39648f7cc0 HTTP/1.1" status: 200 len: 932 time: 0.3062701 Jul 09 14:51:42.371715 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port ce480228-cafa-4e60-95e1-7839d26f52f7, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=ce480228-cafa-4e60-95e1-7839d26f52f7,segment=NetworkSegment(2badb0c6-e67f-4820-b4bb-8e5a90533cf4),segment_id=2badb0c6-e67f-4820-b4bb-8e5a90533cf4)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:51:42.391470 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': 'ce480228-cafa-4e60-95e1-7839d26f52f7', 'network_id': 'a9d0dfb1-4ed4-4376-bcf0-50fa5388f064', 'port_id': 'ce480228-cafa-4e60-95e1-7839d26f52f7', 'mac_address': 'fa:16:3e:76:e6:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c4bd77b-9e34-44f4-9dc2-fa632746bcf3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:51:42.396295 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ea1325-aca8-4ac7-8c4a-661924a655c6 None None] DHCP port deletion for 154b31b8-b2b6-45bc-a392-4115e850ee53 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:51:42.449360 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3f8d8cdc-164a-49e1-96ac-d67b36a85217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:42.453089 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d2e814-0e52-474c-9564-e02a14ec24f6 None None] DHCP port deletion for 5e252fae-9e69-43fe-b736-7000c8a25c4e request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:51:42.463377 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-4ff5f5d8-adfa-42a1-9fd1-ea03a9de1b4b tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Deleting port f721f512-c8d4-4262-af5c-4edacb55977b {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:51:42.463748 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4ff5f5d8-adfa-42a1-9fd1-ea03a9de1b4b tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:42.477265 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cdf0738f-2965-40fe-ba4d-0b556541a1d8 req-53936b2b-ab61-4429-9d34-513a51880956 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0503003-e352-4db8-a0a6-bfc82c7527aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491964 Jul 09 14:51:42.509729 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-7cfe0ed7-f0ca-41be-b006-04be2af4ff11 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Deleting port e9d0325b-3cde-430a-9264-9c5befb8ff4e {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:51:42.510211 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7cfe0ed7-f0ca-41be-b006-04be2af4ff11 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:42.537112 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:42.566367 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3f8d8cdc-164a-49e1-96ac-d67b36a85217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:42.568791 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-4ff5f5d8-adfa-42a1-9fd1-ea03a9de1b4b tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] For port f721f512-c8d4-4262-af5c-4edacb55977b, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=f721f512-c8d4-4262-af5c-4edacb55977b,segment=NetworkSegment(316bda5d-ec0b-44c3-a7ef-53b26b4501e0),segment_id=316bda5d-ec0b-44c3-a7ef-53b26b4501e0)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:51:42.569182 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4ff5f5d8-adfa-42a1-9fd1-ea03a9de1b4b tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:42.590625 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce480228-cafa-4e60-95e1-7839d26f52f7 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:51:42.631525 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port ce480228-cafa-4e60-95e1-7839d26f52f7, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=ce480228-cafa-4e60-95e1-7839d26f52f7,segment=NetworkSegment(2badb0c6-e67f-4820-b4bb-8e5a90533cf4),segment_id=2badb0c6-e67f-4820-b4bb-8e5a90533cf4)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:51:42.638533 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-7cfe0ed7-f0ca-41be-b006-04be2af4ff11 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] For port e9d0325b-3cde-430a-9264-9c5befb8ff4e, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=e9d0325b-3cde-430a-9264-9c5befb8ff4e,segment=NetworkSegment(7aac43ab-4015-48fd-a6bd-d34f8e7d6b83),segment_id=7aac43ab-4015-48fd-a6bd-d34f8e7d6b83)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:51:42.642532 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-29ea1325-aca8-4ac7-8c4a-661924a655c6 None None] Deleting port e9d0325b-3cde-430a-9264-9c5befb8ff4e {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:51:42.642685 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7cfe0ed7-f0ca-41be-b006-04be2af4ff11 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:42.642838 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-29ea1325-aca8-4ac7-8c4a-661924a655c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:42.674514 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-4ff5f5d8-adfa-42a1-9fd1-ea03a9de1b4b tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Calling delete_port for f721f512-c8d4-4262-af5c-4edacb55977b owned by network:dhcp {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:51:42.677323 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-7cfe0ed7-f0ca-41be-b006-04be2af4ff11 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Calling delete_port for e9d0325b-3cde-430a-9264-9c5befb8ff4e owned by network:dhcp {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:51:42.677789 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-b8d2e814-0e52-474c-9564-e02a14ec24f6 None None] Deleting port f721f512-c8d4-4262-af5c-4edacb55977b {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:51:42.678265 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b8d2e814-0e52-474c-9564-e02a14ec24f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:42.683982 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-75e88306-59ac-4a6e-9454-b474781bbf48 req-2aa6f21d-cd9d-4571-9d41-cb78194c14b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a84bde47-acfe-4e36-9c9f-741d2343f8a8 {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:51:42.696906 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-75e88306-59ac-4a6e-9454-b474781bbf48 req-2aa6f21d-cd9d-4571-9d41-cb78194c14b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:42.759945 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-29ea1325-aca8-4ac7-8c4a-661924a655c6 None None] For port e9d0325b-3cde-430a-9264-9c5befb8ff4e, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=e9d0325b-3cde-430a-9264-9c5befb8ff4e,segment=NetworkSegment(7aac43ab-4015-48fd-a6bd-d34f8e7d6b83),segment_id=7aac43ab-4015-48fd-a6bd-d34f8e7d6b83)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:51:42.760487 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-29ea1325-aca8-4ac7-8c4a-661924a655c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:42.775602 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-b8d2e814-0e52-474c-9564-e02a14ec24f6 None None] For port f721f512-c8d4-4262-af5c-4edacb55977b, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=f721f512-c8d4-4262-af5c-4edacb55977b,segment=NetworkSegment(316bda5d-ec0b-44c3-a7ef-53b26b4501e0),segment_id=316bda5d-ec0b-44c3-a7ef-53b26b4501e0)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:51:42.776654 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b8d2e814-0e52-474c-9564-e02a14ec24f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:42.781511 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:42.783728 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-29ea1325-aca8-4ac7-8c4a-661924a655c6 None None] Calling delete_port for e9d0325b-3cde-430a-9264-9c5befb8ff4e owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:51:42.797834 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-75e88306-59ac-4a6e-9454-b474781bbf48 req-2aa6f21d-cd9d-4571-9d41-cb78194c14b8 service neutron] Transition to ACTIVE for port object a84bde47-acfe-4e36-9c9f-741d2343f8a8 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:51:42.820054 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a64db7-3c3c-44eb-8685-2a2515970b2b req-a6336687-1851-41c1-a386-6680a08be71f tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:42.821715 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-50a64db7-3c3c-44eb-8685-2a2515970b2b req-a6336687-1851-41c1-a386-6680a08be71f tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/networks?id=07a9ecbf-37ed-481a-bf65-f5d67d5555a8 HTTP/1.1" status: 200 len: 814 time: 0.1801586 Jul 09 14:51:42.825081 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-b8d2e814-0e52-474c-9564-e02a14ec24f6 None None] Calling delete_port for f721f512-c8d4-4262-af5c-4edacb55977b owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:51:42.839280 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3f8d8cdc-164a-49e1-96ac-d67b36a85217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:42.842500 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3f8d8cdc-164a-49e1-96ac-d67b36a85217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:42.843005 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ce8b8e-cfb1-4136-b369-58f39ad1ba76 req-5d3c72a4-eede-4eb4-a3da-b62184f965d4 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:42.846078 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-3f8d8cdc-164a-49e1-96ac-d67b36a85217 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4768ca6a-ef6d-4e3b-8539-52b2d822e016 HTTP/1.1" status: 204 len: 168 time: 0.7242501 Jul 09 14:51:42.849026 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-50a64db7-3c3c-44eb-8685-2a2515970b2b req-6af14331-e928-4fae-b2d4-1dc411d90229 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/quotas/a92a8786386049938dc9758ba7d95410 HTTP/1.1" status: 200 len: 375 time: 0.0198083 Jul 09 14:51:42.857762 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8d8cdc-164a-49e1-96ac-d67b36a85217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4768ca6a-ef6d-4e3b-8539-52b2d822e016,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:42.868657 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-46ce8b8e-cfb1-4136-b369-58f39ad1ba76 req-5d3c72a4-eede-4eb4-a3da-b62184f965d4 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=57b4fc3c-dd4c-457c-9346-14c89da3a21b HTTP/1.1" status: 200 len: 943 time: 0.2516754 Jul 09 14:51:42.886410 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-75e88306-59ac-4a6e-9454-b474781bbf48 req-2aa6f21d-cd9d-4571-9d41-cb78194c14b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:42.950264 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-50a64db7-3c3c-44eb-8685-2a2515970b2b req-9216ecb3-0d82-422a-9050-12773f61f7fc tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a92a8786386049938dc9758ba7d95410&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0948467 Jul 09 14:51:42.959038 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-46ce8b8e-cfb1-4136-b369-58f39ad1ba76 req-0c64bbdc-c3be-4e34-b6f4-5e4c7c59ed4b tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906739 Jul 09 14:51:42.979920 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=ce480228-cafa-4e60-95e1-7839d26f52f7,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:42.994546 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4ff5f5d8-adfa-42a1-9fd1-ea03a9de1b4b tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:43.013417 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa6f21d-cd9d-4571-9d41-cb78194c14b8 service neutron] Pushing event updated for resources: {'Port': ['ID=a84bde47-acfe-4e36-9c9f-741d2343f8a8,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:43.025755 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7cfe0ed7-f0ca-41be-b006-04be2af4ff11 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:43.061313 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-29ea1325-aca8-4ac7-8c4a-661924a655c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:43.061638 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfe0ed7-f0ca-41be-b006-04be2af4ff11 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] No DVR routers for this DVR port e9d0325b-3cde-430a-9264-9c5befb8ff4e on host n-d-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:51:43.068528 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfe0ed7-f0ca-41be-b006-04be2af4ff11 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Pushing event deleted for resources: {'Port': ['ID=e9d0325b-3cde-430a-9264-9c5befb8ff4e,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:43.096240 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ea1325-aca8-4ac7-8c4a-661924a655c6 None None] Pushing event deleted for resources: {'Port': ['ID=e9d0325b-3cde-430a-9264-9c5befb8ff4e,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:43.104611 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b8d2e814-0e52-474c-9564-e02a14ec24f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:43.106799 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ea1325-aca8-4ac7-8c4a-661924a655c6 None None] No DVR routers for this DVR port e9d0325b-3cde-430a-9264-9c5befb8ff4e on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:51:43.132010 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff5f5d8-adfa-42a1-9fd1-ea03a9de1b4b tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] No DVR routers for this DVR port f721f512-c8d4-4262-af5c-4edacb55977b on host n-d-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:51:43.138988 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d2e814-0e52-474c-9564-e02a14ec24f6 None None] Pushing event deleted for resources: {'Port': ['ID=f721f512-c8d4-4262-af5c-4edacb55977b,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:43.139812 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff5f5d8-adfa-42a1-9fd1-ea03a9de1b4b tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Pushing event deleted for resources: {'Port': ['ID=f721f512-c8d4-4262-af5c-4edacb55977b,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:43.154726 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d2e814-0e52-474c-9564-e02a14ec24f6 None None] No DVR routers for this DVR port f721f512-c8d4-4262-af5c-4edacb55977b on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:51:43.200069 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7cfe0ed7-f0ca-41be-b006-04be2af4ff11 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:43.214958 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-7cfe0ed7-f0ca-41be-b006-04be2af4ff11 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['154b31b8-b2b6-45bc-a392-4115e850ee53']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:43.224049 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-50a64db7-3c3c-44eb-8685-2a2515970b2b req-f1cff6e7-8ee1-4bf0-8dc4-0ae07a001cdf service neutron] 10.222.0.58 "GET /v2.0/networks/07a9ecbf-37ed-481a-bf65-f5d67d5555a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659619 Jul 09 14:51:43.236663 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['ce480228-cafa-4e60-95e1-7839d26f52f7'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:51:43.276378 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4ff5f5d8-adfa-42a1-9fd1-ea03a9de1b4b tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:43.289859 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-75e88306-59ac-4a6e-9454-b474781bbf48 req-2aa6f21d-cd9d-4571-9d41-cb78194c14b8 service neutron] Attempting to bind port a84bde47-acfe-4e36-9c9f-741d2343f8a8 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:51:43.290189 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-75e88306-59ac-4a6e-9454-b474781bbf48 req-2aa6f21d-cd9d-4571-9d41-cb78194c14b8 service neutron] Attempting to bind port a84bde47-acfe-4e36-9c9f-741d2343f8a8 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': 'bff1f1f8-53d0-45a1-805c-5c1d7e179e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4684667e-a82e-475a-9da8-8ef2bc5057c6'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:51:43.290509 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e88306-59ac-4a6e-9454-b474781bbf48 req-2aa6f21d-cd9d-4571-9d41-cb78194c14b8 service neutron] Attempting to bind port a84bde47-acfe-4e36-9c9f-741d2343f8a8 on network 4684667e-a82e-475a-9da8-8ef2bc5057c6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:51:43.293518 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-4ff5f5d8-adfa-42a1-9fd1-ea03a9de1b4b tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e252fae-9e69-43fe-b736-7000c8a25c4e']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:43.304398 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e88306-59ac-4a6e-9454-b474781bbf48 req-2aa6f21d-cd9d-4571-9d41-cb78194c14b8 service neutron] Port a84bde47-acfe-4e36-9c9f-741d2343f8a8 on network 4684667e-a82e-475a-9da8-8ef2bc5057c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:51:43.304757 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e88306-59ac-4a6e-9454-b474781bbf48 req-2aa6f21d-cd9d-4571-9d41-cb78194c14b8 service neutron] Attempting to bind port a84bde47-acfe-4e36-9c9f-741d2343f8a8 on network 4684667e-a82e-475a-9da8-8ef2bc5057c6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:51:43.307914 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-4ff5f5d8-adfa-42a1-9fd1-ea03a9de1b4b tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '316bda5d-ec0b-44c3-a7ef-53b26b4501e0') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:43.308117 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-4ff5f5d8-adfa-42a1-9fd1-ea03a9de1b4b tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '316bda5d-ec0b-44c3-a7ef-53b26b4501e0') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:43.321817 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e88306-59ac-4a6e-9454-b474781bbf48 req-2aa6f21d-cd9d-4571-9d41-cb78194c14b8 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:51:43.321817 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e88306-59ac-4a6e-9454-b474781bbf48 req-2aa6f21d-cd9d-4571-9d41-cb78194c14b8 service neutron] Checking segment: {'id': 'bff1f1f8-53d0-45a1-805c-5c1d7e179e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4684667e-a82e-475a-9da8-8ef2bc5057c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:51:43.322238 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e88306-59ac-4a6e-9454-b474781bbf48 req-2aa6f21d-cd9d-4571-9d41-cb78194c14b8 service neutron] Bound using segment: {'id': 'bff1f1f8-53d0-45a1-805c-5c1d7e179e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4684667e-a82e-475a-9da8-8ef2bc5057c6'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:51:43.322915 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-75e88306-59ac-4a6e-9454-b474781bbf48 req-2aa6f21d-cd9d-4571-9d41-cb78194c14b8 service neutron] Bound port: a84bde47-acfe-4e36-9c9f-741d2343f8a8, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bff1f1f8-53d0-45a1-805c-5c1d7e179e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4684667e-a82e-475a-9da8-8ef2bc5057c6'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:51:43.322915 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-75e88306-59ac-4a6e-9454-b474781bbf48 req-2aa6f21d-cd9d-4571-9d41-cb78194c14b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:43.326166 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4ff5f5d8-adfa-42a1-9fd1-ea03a9de1b4b tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:43.350140 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4ff5f5d8-adfa-42a1-9fd1-ea03a9de1b4b tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:43.376531 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ff5f5d8-adfa-42a1-9fd1-ea03a9de1b4b tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:51:43.376939 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4ff5f5d8-adfa-42a1-9fd1-ea03a9de1b4b tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:43.383315 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:51:43.383315 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:51:43.383315 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 14:51:43.383315 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:51:43.383315 n-d-799529-6 neutron-server[94445]: timer() Jul 09 14:51:43.383315 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:51:43.383315 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 14:51:43.383315 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:51:43.383315 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 14:51:43.383315 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:51:43.383315 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 14:51:43.383315 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:51:43.383315 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 14:51:43.383315 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:51:43.383315 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 14:51:43.383315 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:51:43.383315 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:51:43.383315 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:51:43.383315 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:51:43.383315 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:51:43.383315 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 14:51:43.383315 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:51:43.383315 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 14:51:43.383315 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:51:43.383315 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:51:43.383315 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:51:43.383315 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 14:51:43.383315 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:51:43.383315 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:51:43.383315 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:51:43.383315 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:51:43.383315 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:51:43.383315 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:51:43.383315 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:51:43.489310 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-75e88306-59ac-4a6e-9454-b474781bbf48 req-2aa6f21d-cd9d-4571-9d41-cb78194c14b8 service neutron] For port a84bde47-acfe-4e36-9c9f-741d2343f8a8, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:51:43.493331 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-75e88306-59ac-4a6e-9454-b474781bbf48 req-2aa6f21d-cd9d-4571-9d41-cb78194c14b8 service neutron] For port a84bde47-acfe-4e36-9c9f-741d2343f8a8, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=a84bde47-acfe-4e36-9c9f-741d2343f8a8,segment=NetworkSegment(bff1f1f8-53d0-45a1-805c-5c1d7e179e18),segment_id=bff1f1f8-53d0-45a1-805c-5c1d7e179e18)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:51:43.546391 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4ff5f5d8-adfa-42a1-9fd1-ea03a9de1b4b tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:43.589887 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4ff5f5d8-adfa-42a1-9fd1-ea03a9de1b4b tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:43.593513 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-4ff5f5d8-adfa-42a1-9fd1-ea03a9de1b4b tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] 10.222.0.58 "DELETE /v2.0/networks/5e252fae-9e69-43fe-b736-7000c8a25c4e HTTP/1.1" status: 204 len: 168 time: 1.6132667 Jul 09 14:51:43.597987 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff5f5d8-adfa-42a1-9fd1-ea03a9de1b4b tempest-TagsExtTest-291668487 tempest-TagsExtTest-291668487-project] Pushing event deleted for resources: {'Network': ['ID=5e252fae-9e69-43fe-b736-7000c8a25c4e,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:43.603682 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-75e88306-59ac-4a6e-9454-b474781bbf48 req-2aa6f21d-cd9d-4571-9d41-cb78194c14b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:43.652044 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-7cfe0ed7-f0ca-41be-b006-04be2af4ff11 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aac43ab-4015-48fd-a6bd-d34f8e7d6b83') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:43.652390 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-7cfe0ed7-f0ca-41be-b006-04be2af4ff11 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aac43ab-4015-48fd-a6bd-d34f8e7d6b83') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:43.694281 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7cfe0ed7-f0ca-41be-b006-04be2af4ff11 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:43.713823 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e88306-59ac-4a6e-9454-b474781bbf48 req-2aa6f21d-cd9d-4571-9d41-cb78194c14b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:43.714214 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7cfe0ed7-f0ca-41be-b006-04be2af4ff11 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:43.714449 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-75e88306-59ac-4a6e-9454-b474781bbf48 req-2aa6f21d-cd9d-4571-9d41-cb78194c14b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:43.715897 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-75e88306-59ac-4a6e-9454-b474781bbf48 req-2aa6f21d-cd9d-4571-9d41-cb78194c14b8 service neutron] 10.222.0.54 "PUT /v2.0/ports/a84bde47-acfe-4e36-9c9f-741d2343f8a8 HTTP/1.1" status: 200 len: 1092 time: 1.9233952 Jul 09 14:51:43.720743 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4c12028-eca4-489a-9d25-1b39648f7cc0', 'tag': 'a84bde47-acfe-4e36-9c9f-741d2343f8a8'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:51:43.720743 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27598a1-527a-4e0b-970b-b1ea489e0e7d" -d '{"events": [{"name": "network-changed", "server_uuid": "f4c12028-eca4-489a-9d25-1b39648f7cc0", "tag": "a84bde47-acfe-4e36-9c9f-741d2343f8a8"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:51:43.724053 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cfe0ed7-f0ca-41be-b006-04be2af4ff11 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:51:43.724640 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7cfe0ed7-f0ca-41be-b006-04be2af4ff11 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:43.728313 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 14:51:43.728313 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:51:43.728313 n-d-799529-6 neutron-server[94446]: timer() Jul 09 14:51:43.728313 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:51:43.728313 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 14:51:43.728313 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:51:43.728313 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 14:51:43.728313 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:51:43.728313 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 14:51:43.728313 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:51:43.728313 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 14:51:43.728313 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:51:43.728313 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 14:51:43.728313 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:51:43.728313 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:51:43.728313 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:51:43.728313 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:51:43.728313 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:51:43.728313 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 14:51:43.728313 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:51:43.728313 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 14:51:43.728313 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:51:43.728313 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:51:43.728313 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:51:43.728313 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 14:51:43.728313 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:51:43.728313 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:51:43.728313 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:51:43.728313 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:51:43.728313 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:51:43.728313 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:51:43.728313 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:51:43.763246 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa6f21d-cd9d-4571-9d41-cb78194c14b8 service neutron] Pushing event updated for resources: {'Port': ['ID=a84bde47-acfe-4e36-9c9f-741d2343f8a8,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:43.796736 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b3f420-5441-48bf-bad9-98bb793a1b9e req-fa36c964-d7e2-4403-89e2-b403609621bb tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:43.798333 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-61b3f420-5441-48bf-bad9-98bb793a1b9e req-fa36c964-d7e2-4403-89e2-b403609621bb tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4c12028-eca4-489a-9d25-1b39648f7cc0 HTTP/1.1" status: 200 len: 944 time: 0.1610796 Jul 09 14:51:43.807568 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d13ef-c0be-4f3d-9d46-60a69c5d4106 req-5f990327-9412-489e-942e-76fcb49be749 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:43.808625 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-50a64db7-3c3c-44eb-8685-2a2515970b2b req-cb01bcec-84b1-4210-a492-37fc4382f19f service neutron] 10.222.0.58 "GET /v2.0/networks/07a9ecbf-37ed-481a-bf65-f5d67d5555a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5835395 Jul 09 14:51:43.809016 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cc9d13ef-c0be-4f3d-9d46-60a69c5d4106 req-5f990327-9412-489e-942e-76fcb49be749 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e39f064-5e51-4e85-81e7-6f1d74f04b0c HTTP/1.1" status: 200 len: 945 time: 0.1842988 Jul 09 14:51:44.056572 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-61b3f420-5441-48bf-bad9-98bb793a1b9e req-fa9f4f3a-afe9-4cb4-b9c3-066914561487 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0503003-e352-4db8-a0a6-bfc82c7527aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669215 Jul 09 14:51:44.056572 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba467dc-3b4e-415f-aad0-138a54acdcc2 x-openstack-request-id: req-4ba467dc-3b4e-415f-aad0-138a54acdcc2 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:51:44.056572 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4c12028-eca4-489a-9d25-1b39648f7cc0", "tag": "a84bde47-acfe-4e36-9c9f-741d2343f8a8", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:51:44.056572 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4ba467dc-3b4e-415f-aad0-138a54acdcc2 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:51:44.056572 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4c12028-eca4-489a-9d25-1b39648f7cc0', 'tag': 'a84bde47-acfe-4e36-9c9f-741d2343f8a8', 'status': 'completed', 'code': 200} Jul 09 14:51:44.056572 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-cc9d13ef-c0be-4f3d-9d46-60a69c5d4106 req-924c1d26-4b9f-421b-9e65-a74832fa21e2 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Deleting port 0c0aafc5-023c-4ccc-a4d6-a43e9f399e38 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:51:44.056572 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-cc9d13ef-c0be-4f3d-9d46-60a69c5d4106 req-924c1d26-4b9f-421b-9e65-a74832fa21e2 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:44.070035 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device f721f512-c8d4-4262-af5c-4edacb55977b no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:51:44.086355 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-cc9d13ef-c0be-4f3d-9d46-60a69c5d4106 req-924c1d26-4b9f-421b-9e65-a74832fa21e2 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] For port 0c0aafc5-023c-4ccc-a4d6-a43e9f399e38, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=0c0aafc5-023c-4ccc-a4d6-a43e9f399e38,segment=NetworkSegment(88773363-1d78-439b-bb07-1d37ed239605),segment_id=88773363-1d78-439b-bb07-1d37ed239605)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:51:44.086719 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-cc9d13ef-c0be-4f3d-9d46-60a69c5d4106 req-924c1d26-4b9f-421b-9e65-a74832fa21e2 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:44.089780 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: f721f512-c8d4-4262-af5c-4edacb55977b {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:51:44.090291 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device f721f512-c8d4-4262-af5c-4edacb55977b not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:51:44.090647 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device e9d0325b-3cde-430a-9264-9c5befb8ff4e no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:51:44.107837 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27598a1-527a-4e0b-970b-b1ea489e0e7d req-e0b7d633-2d8f-4e9b-ab97-4dee5c211087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:44.109309 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e27598a1-527a-4e0b-970b-b1ea489e0e7d req-e0b7d633-2d8f-4e9b-ab97-4dee5c211087 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a247b86f0cf44fd8bae010acfa2f83eb&device_id=f4c12028-eca4-489a-9d25-1b39648f7cc0 HTTP/1.1" status: 200 len: 1095 time: 0.1533096 Jul 09 14:51:44.109617 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: e9d0325b-3cde-430a-9264-9c5befb8ff4e {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:51:44.109972 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device e9d0325b-3cde-430a-9264-9c5befb8ff4e not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:51:44.139036 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-cc9d13ef-c0be-4f3d-9d46-60a69c5d4106 req-924c1d26-4b9f-421b-9e65-a74832fa21e2 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Calling delete_port for 0c0aafc5-023c-4ccc-a4d6-a43e9f399e38 owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:51:44.202710 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7cfe0ed7-f0ca-41be-b006-04be2af4ff11 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:44.210061 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7cfe0ed7-f0ca-41be-b006-04be2af4ff11 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:44.216503 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7cfe0ed7-f0ca-41be-b006-04be2af4ff11 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] 10.222.0.58 "DELETE /v2.0/networks/154b31b8-b2b6-45bc-a392-4115e850ee53 HTTP/1.1" status: 204 len: 168 time: 2.2746584 Jul 09 14:51:44.229170 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfe0ed7-f0ca-41be-b006-04be2af4ff11 tempest-AllowedAddressPairTestJSON-1084215243 tempest-AllowedAddressPairTestJSON-1084215243-project] Pushing event deleted for resources: {'Network': ['ID=154b31b8-b2b6-45bc-a392-4115e850ee53,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:44.269068 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43226) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:44.335788 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-3fbbaf15-4f0b-4c64-8f42-104f3f18068c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=620df1d5591e47b197f3adcfe6367048&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0646186 Jul 09 14:51:44.336371 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43230) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:44.399039 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-781d19ae-009e-4d82-889f-6bbe8bb656c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:44.435118 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-781d19ae-009e-4d82-889f-6bbe8bb656c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:44.572802 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a5e6edc6-7ca6-406d-a1a1-e94bac8a1508 req-40479a24-db60-4013-a64c-a6eb499df726 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=a820e79f-f8a5-484b-8c6d-84fb37d18022 HTTP/1.1" status: 200 len: 210 time: 0.0384760 Jul 09 14:51:44.596808 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-781d19ae-009e-4d82-889f-6bbe8bb656c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:44.601083 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-781d19ae-009e-4d82-889f-6bbe8bb656c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:44.606073 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-781d19ae-009e-4d82-889f-6bbe8bb656c0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2b04c0da-da35-4fe3-876e-751a53c5b2b2 HTTP/1.1" status: 204 len: 168 time: 0.2684486 Jul 09 14:51:44.616010 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d19ae-009e-4d82-889f-6bbe8bb656c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b04c0da-da35-4fe3-876e-751a53c5b2b2,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:44.702642 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9b4b2-b0f1-4677-9868-df1426297a4c req-88696f0d-9718-465e-b83d-99e5a8e863d7 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:44.709673 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3db9b4b2-b0f1-4677-9868-df1426297a4c req-88696f0d-9718-465e-b83d-99e5a8e863d7 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=57b4fc3c-dd4c-457c-9346-14c89da3a21b HTTP/1.1" status: 200 len: 944 time: 0.6198585 Jul 09 14:51:44.709673 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27598a1-527a-4e0b-970b-b1ea489e0e7d req-f74904b6-5ebe-471d-835a-4f91274a08f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:44.709673 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e27598a1-527a-4e0b-970b-b1ea489e0e7d req-f74904b6-5ebe-471d-835a-4f91274a08f7 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=a247b86f0cf44fd8bae010acfa2f83eb&shared=False HTTP/1.1" status: 200 len: 923 time: 0.5800159 Jul 09 14:51:44.785799 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:44.848114 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3db9b4b2-b0f1-4677-9868-df1426297a4c req-69c562ff-5108-4a92-85a4-b0d9dfe6e803 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276746 Jul 09 14:51:44.876977 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27598a1-527a-4e0b-970b-b1ea489e0e7d req-0c48970d-65b4-43f4-8496-1c1e93c4253d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:44.878516 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e27598a1-527a-4e0b-970b-b1ea489e0e7d req-0c48970d-65b4-43f4-8496-1c1e93c4253d service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1594045 Jul 09 14:51:44.969375 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e88306-59ac-4a6e-9454-b474781bbf48 req-0766aa69-f058-45fa-8ab9-8e14277c1a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:44.970929 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-75e88306-59ac-4a6e-9454-b474781bbf48 req-0766aa69-f058-45fa-8ab9-8e14277c1a2c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a247b86f0cf44fd8bae010acfa2f83eb&device_id=f4c12028-eca4-489a-9d25-1b39648f7cc0 HTTP/1.1" status: 200 len: 1095 time: 0.0544567 Jul 09 14:51:45.017483 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-75e88306-59ac-4a6e-9454-b474781bbf48 req-806911d3-5a3d-4172-b139-0ac7d3fd6b6e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a84bde47-acfe-4e36-9c9f-741d2343f8a8 HTTP/1.1" status: 200 len: 217 time: 0.0392330 Jul 09 14:51:45.018049 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-cc9d13ef-c0be-4f3d-9d46-60a69c5d4106 req-924c1d26-4b9f-421b-9e65-a74832fa21e2 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:45.029050 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['0c0aafc5-023c-4ccc-a4d6-a43e9f399e38'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:51:45.055642 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924c1d26-4b9f-421b-9e65-a74832fa21e2 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Pushing event deleted for resources: {'Port': ['ID=0c0aafc5-023c-4ccc-a4d6-a43e9f399e38,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:45.130594 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc9d13ef-c0be-4f3d-9d46-60a69c5d4106 req-924c1d26-4b9f-421b-9e65-a74832fa21e2 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] No DVR routers for this DVR port 0c0aafc5-023c-4ccc-a4d6-a43e9f399e38 on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:51:45.133481 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-cc9d13ef-c0be-4f3d-9d46-60a69c5d4106 req-924c1d26-4b9f-421b-9e65-a74832fa21e2 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:45.136269 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cc9d13ef-c0be-4f3d-9d46-60a69c5d4106 req-924c1d26-4b9f-421b-9e65-a74832fa21e2 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.54 "DELETE /v2.0/ports/0c0aafc5-023c-4ccc-a4d6-a43e9f399e38 HTTP/1.1" status: 204 len: 173 time: 1.3185554 Jul 09 14:51:45.145629 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e88306-59ac-4a6e-9454-b474781bbf48 req-1dcae9d8-ea29-47d1-808b-4eac9a0951bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:45.147966 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-75e88306-59ac-4a6e-9454-b474781bbf48 req-1dcae9d8-ea29-47d1-808b-4eac9a0951bb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8d68db36-2cf0-4e9c-8902-e068bb5af194 HTTP/1.1" status: 200 len: 862 time: 0.1215520 Jul 09 14:51:45.185889 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-75e88306-59ac-4a6e-9454-b474781bbf48 req-c9dad271-3c34-41b8-a118-ea07da0ca8ca service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4684667e-a82e-475a-9da8-8ef2bc5057c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307372 Jul 09 14:51:45.219659 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa7c54-90da-4993-81ee-6cebd5f85dfb req-5a142567-fc88-4c51-b342-b23c4912c40f tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:45.222982 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-67fa7c54-90da-4993-81ee-6cebd5f85dfb req-5a142567-fc88-4c51-b342-b23c4912c40f tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4c12028-eca4-489a-9d25-1b39648f7cc0 HTTP/1.1" status: 200 len: 944 time: 0.0696929 Jul 09 14:51:45.266455 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-67fa7c54-90da-4993-81ee-6cebd5f85dfb req-a05e6bbd-9a62-4ea7-8c24-318221a5b697 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0503003-e352-4db8-a0a6-bfc82c7527aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370808 Jul 09 14:51:45.283680 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-75e88306-59ac-4a6e-9454-b474781bbf48 req-c0159ba3-3985-45b2-a9d7-48bd7947ee4d service neutron] 10.222.0.54 "GET /v2.0/networks/4684667e-a82e-475a-9da8-8ef2bc5057c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905704 Jul 09 14:51:45.370674 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43252) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:45.404225 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-75e88306-59ac-4a6e-9454-b474781bbf48 req-8e68268e-7b5f-4f18-b404-09714e92123c service neutron] 10.222.0.54 "GET /v2.0/networks/4684667e-a82e-475a-9da8-8ef2bc5057c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145065 Jul 09 14:51:45.410215 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43256) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:45.432977 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43260) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:45.581527 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-922b4f47-3938-4cb9-8f14-5aa4033729a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:45.664781 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-36ba56d3-9c8b-4f1c-b344-2a0beecfe8b6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e9df20e446e94ce09e8c11d4dd03eed9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2933581 Jul 09 14:51:45.669609 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43274) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:45.693483 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-162bb932-6268-4bd0-a968-2a5aa5125ed5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dfdcd0a9e97448d5b5c342bb91b0857e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2816901 Jul 09 14:51:45.696504 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43276) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:45.725746 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-922b4f47-3938-4cb9-8f14-5aa4033729a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:45.768076 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cfa36795-409d-4ba4-9c83-39a8a2765c1e req-7458bc2a-629f-4ce1-97c5-024bbb9d2d55 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=a820e79f-f8a5-484b-8c6d-84fb37d18022 HTTP/1.1" status: 200 len: 210 time: 0.0487111 Jul 09 14:51:45.797705 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-109ee04c-6da5-48bc-a9c8-3a21c2d6e867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:45.815536 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-949cbdcf-16a7-48c9-81b8-8bf6eebbc0dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:45.835560 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-109ee04c-6da5-48bc-a9c8-3a21c2d6e867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:45.856085 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-949cbdcf-16a7-48c9-81b8-8bf6eebbc0dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:45.865274 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-922b4f47-3938-4cb9-8f14-5aa4033729a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:45.927751 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e39f064-5e51-4e85-81e7-6f1d74f04b0c', 'name': 'network-vif-deleted', 'tag': '0c0aafc5-023c-4ccc-a4d6-a43e9f399e38'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:51:45.932835 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584dcd84-360e-4f52-a394-78332fdb5fe0" -d '{"events": [{"server_uuid": "6e39f064-5e51-4e85-81e7-6f1d74f04b0c", "name": "network-vif-deleted", "tag": "0c0aafc5-023c-4ccc-a4d6-a43e9f399e38"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:51:45.948964 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922b4f47-3938-4cb9-8f14-5aa4033729a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128118b1-04c9-4c0e-a2cf-1c16ae22d456,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:45.958176 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-922b4f47-3938-4cb9-8f14-5aa4033729a1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3fc300372d97418daf6263e7f96ab966&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5201669 Jul 09 14:51:45.958807 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43284) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:45.990710 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a48df28-5db9-4fe6-ab45-d368acbfd50d x-openstack-request-id: req-0a48df28-5db9-4fe6-ab45-d368acbfd50d {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:51:45.990994 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e39f064-5e51-4e85-81e7-6f1d74f04b0c", "name": "network-vif-deleted", "tag": "0c0aafc5-023c-4ccc-a4d6-a43e9f399e38", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:51:45.991294 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0a48df28-5db9-4fe6-ab45-d368acbfd50d {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:51:45.991661 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e39f064-5e51-4e85-81e7-6f1d74f04b0c', 'name': 'network-vif-deleted', 'tag': '0c0aafc5-023c-4ccc-a4d6-a43e9f399e38', 'status': 'completed', 'code': 200} Jul 09 14:51:46.042524 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-949cbdcf-16a7-48c9-81b8-8bf6eebbc0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:46.045523 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-949cbdcf-16a7-48c9-81b8-8bf6eebbc0dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:46.046743 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-949cbdcf-16a7-48c9-81b8-8bf6eebbc0dc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/057a910c-7fa9-40d1-a01e-0db1d5cc2a8c HTTP/1.1" status: 204 len: 168 time: 0.3490632 Jul 09 14:51:46.057245 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949cbdcf-16a7-48c9-81b8-8bf6eebbc0dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057a910c-7fa9-40d1-a01e-0db1d5cc2a8c,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:46.087289 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5e31078b-e4d2-4bbd-9946-ebbbce8a6dbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:46.105483 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-109ee04c-6da5-48bc-a9c8-3a21c2d6e867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:46.110027 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-109ee04c-6da5-48bc-a9c8-3a21c2d6e867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:46.110576 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-109ee04c-6da5-48bc-a9c8-3a21c2d6e867 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8464876e-06fc-40cf-b3d0-bc36ed09513e HTTP/1.1" status: 204 len: 168 time: 0.4393661 Jul 09 14:51:46.119769 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109ee04c-6da5-48bc-a9c8-3a21c2d6e867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8464876e-06fc-40cf-b3d0-bc36ed09513e,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:46.135130 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5e31078b-e4d2-4bbd-9946-ebbbce8a6dbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:46.156170 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e59a3-3499-46be-b092-7f1d36800689 req-421094e9-dc08-4e35-9238-13495ba0fe70 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:46.161209 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-966e59a3-3499-46be-b092-7f1d36800689 req-421094e9-dc08-4e35-9238-13495ba0fe70 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=57b4fc3c-dd4c-457c-9346-14c89da3a21b HTTP/1.1" status: 200 len: 944 time: 0.1653605 Jul 09 14:51:46.166585 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device ce480228-cafa-4e60-95e1-7839d26f52f7 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:51:46.228838 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-966e59a3-3499-46be-b092-7f1d36800689 req-827aaeb6-49d5-45d0-ba94-e79eb6b9e18c tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399122 Jul 09 14:51:46.317809 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5e31078b-e4d2-4bbd-9946-ebbbce8a6dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:46.321447 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5e31078b-e4d2-4bbd-9946-ebbbce8a6dbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:46.323636 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-5e31078b-e4d2-4bbd-9946-ebbbce8a6dbd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/128118b1-04c9-4c0e-a2cf-1c16ae22d456 HTTP/1.1" status: 204 len: 168 time: 0.3642964 Jul 09 14:51:46.334119 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e31078b-e4d2-4bbd-9946-ebbbce8a6dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128118b1-04c9-4c0e-a2cf-1c16ae22d456,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:46.375247 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port ce480228-cafa-4e60-95e1-7839d26f52f7 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:51:46.384623 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port ce480228-cafa-4e60-95e1-7839d26f52f7 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:51:46.385445 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:46.487158 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f883b3-07d7-4320-acac-be3baa053fac req-bfdacc74-59f7-4583-ad44-5caa7eb22c7c tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:46.492817 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:46.501055 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-76f883b3-07d7-4320-acac-be3baa053fac req-bfdacc74-59f7-4583-ad44-5caa7eb22c7c tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4c12028-eca4-489a-9d25-1b39648f7cc0 HTTP/1.1" status: 200 len: 944 time: 0.1043384 Jul 09 14:51:46.529467 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b4fc3c-dd4c-457c-9346-14c89da3a21b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce480228-cafa-4e60-95e1-7839d26f52f7'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:51:46.532562 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b64921c-a882-41a4-8a42-be26bf06345b" -d '{"events": [{"server_uuid": "57b4fc3c-dd4c-457c-9346-14c89da3a21b", "name": "network-vif-plugged", "status": "completed", "tag": "ce480228-cafa-4e60-95e1-7839d26f52f7"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:51:46.550170 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port ce480228-cafa-4e60-95e1-7839d26f52f7, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=ce480228-cafa-4e60-95e1-7839d26f52f7,segment=NetworkSegment(2badb0c6-e67f-4820-b4bb-8e5a90533cf4),segment_id=2badb0c6-e67f-4820-b4bb-8e5a90533cf4)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:51:46.580965 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-76f883b3-07d7-4320-acac-be3baa053fac req-6ce86258-2b7b-4a3e-911e-8df3a068c7ef tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0503003-e352-4db8-a0a6-bfc82c7527aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786507 Jul 09 14:51:46.590933 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8740c6f1-5cf9-4f89-9f04-d3306cc603b0 x-openstack-request-id: req-8740c6f1-5cf9-4f89-9f04-d3306cc603b0 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:51:46.591296 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57b4fc3c-dd4c-457c-9346-14c89da3a21b", "name": "network-vif-plugged", "status": "completed", "tag": "ce480228-cafa-4e60-95e1-7839d26f52f7", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:51:46.591598 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8740c6f1-5cf9-4f89-9f04-d3306cc603b0 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:51:46.592018 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57b4fc3c-dd4c-457c-9346-14c89da3a21b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce480228-cafa-4e60-95e1-7839d26f52f7', 'code': 200} Jul 09 14:51:46.628159 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:46.699270 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=ce480228-cafa-4e60-95e1-7839d26f52f7,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:46.879940 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f86a54f-95b8-4300-8517-09848960f469 req-0da17cab-ed00-4547-8ea9-4a5ae1936cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:46.887075 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6f86a54f-95b8-4300-8517-09848960f469 req-0da17cab-ed00-4547-8ea9-4a5ae1936cb5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=57b4fc3c-dd4c-457c-9346-14c89da3a21b HTTP/1.1" status: 200 len: 1096 time: 0.1376176 Jul 09 14:51:46.969632 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cc2e78c1-77d3-4bd2-a8c0-405bbe1e0a91 req-f6158750-94fe-4cb5-a626-efac76357992 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=a820e79f-f8a5-484b-8c6d-84fb37d18022 HTTP/1.1" status: 200 len: 210 time: 0.0382414 Jul 09 14:51:47.026224 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6f86a54f-95b8-4300-8517-09848960f469 req-f10eaa66-2d7b-455f-b47b-1d63f6872cfb service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317384 Jul 09 14:51:47.082544 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a64db7-3c3c-44eb-8685-2a2515970b2b req-9cb061a6-655d-465e-965a-712bef80e1ec tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:47.084029 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-50a64db7-3c3c-44eb-8685-2a2515970b2b req-9cb061a6-655d-465e-965a-712bef80e1ec tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.62 "GET /v2.0/networks?id=07a9ecbf-37ed-481a-bf65-f5d67d5555a8 HTTP/1.1" status: 200 len: 814 time: 0.1135209 Jul 09 14:51:47.218486 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 0c0aafc5-023c-4ccc-a4d6-a43e9f399e38 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:51:47.242260 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: 0c0aafc5-023c-4ccc-a4d6-a43e9f399e38 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:51:47.244360 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 0c0aafc5-023c-4ccc-a4d6-a43e9f399e38 not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:51:47.262575 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43326) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:47.280027 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c789592c-575f-4dad-a951-bcdb8ce3fa3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:47.381853 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c789592c-575f-4dad-a951-bcdb8ce3fa3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:47.401566 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-50a64db7-3c3c-44eb-8685-2a2515970b2b req-f43402fb-f6c1-47a5-92c8-3db57b4057f1 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Request body: {'port': {'device_id': 'a820e79f-f8a5-484b-8c6d-84fb37d18022', 'network_id': '07a9ecbf-37ed-481a-bf65-f5d67d5555a8', 'admin_state_up': True, 'tenant_id': 'a92a8786386049938dc9758ba7d95410'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:51:47.454154 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41308890-96a9-44c8-8929-4f8c9e70465f req-360ed351-bcee-4c86-a041-e7bb2900ba03 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:47.455693 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-41308890-96a9-44c8-8929-4f8c9e70465f req-360ed351-bcee-4c86-a041-e7bb2900ba03 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=57b4fc3c-dd4c-457c-9346-14c89da3a21b HTTP/1.1" status: 200 len: 945 time: 0.0683110 Jul 09 14:51:47.500194 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-41308890-96a9-44c8-8929-4f8c9e70465f req-29ff3cee-9737-455e-917e-9841aadc537f tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360434 Jul 09 14:51:47.562832 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c789592c-575f-4dad-a951-bcdb8ce3fa3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:47.606120 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c789592c-575f-4dad-a951-bcdb8ce3fa3a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dea61c4905dd452babdb18e858bf99ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3424096 Jul 09 14:51:47.607621 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c789592c-575f-4dad-a951-bcdb8ce3fa3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d43374-9fc6-4e08-83eb-b445ce2a890e,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:47.609567 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43338) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:47.666368 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50a64db7-3c3c-44eb-8685-2a2515970b2b req-f43402fb-f6c1-47a5-92c8-3db57b4057f1 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Made reservation on behalf of a92a8786386049938dc9758ba7d95410 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:51:47.672488 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-50a64db7-3c3c-44eb-8685-2a2515970b2b req-f43402fb-f6c1-47a5-92c8-3db57b4057f1 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:47.721670 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1dcf4e47-eabc-47e8-b2f4-9afc08a471dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:47.817724 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1dcf4e47-eabc-47e8-b2f4-9afc08a471dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:47.926908 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96e66c-57a6-4361-a504-6a3eda1e5e74 req-c54e24c6-b014-4855-a5a0-e8c27266aeca tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:47.928441 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ad96e66c-57a6-4361-a504-6a3eda1e5e74 req-c54e24c6-b014-4855-a5a0-e8c27266aeca tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4c12028-eca4-489a-9d25-1b39648f7cc0 HTTP/1.1" status: 200 len: 944 time: 0.1779308 Jul 09 14:51:47.929892 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-50a64db7-3c3c-44eb-8685-2a2515970b2b req-f43402fb-f6c1-47a5-92c8-3db57b4057f1 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Allocated IP 172.20.0.9 (07a9ecbf-37ed-481a-bf65-f5d67d5555a8/6a6c5dcf-ab29-40a6-a385-f6eb72afc65e/6c053017-f889-4378-bf80-7f02e084f3ba) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:51:47.993608 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ad96e66c-57a6-4361-a504-6a3eda1e5e74 req-dfbfd877-9b53-400e-a2e3-5afcb6464b50 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0503003-e352-4db8-a0a6-bfc82c7527aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592868 Jul 09 14:51:48.037640 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1dcf4e47-eabc-47e8-b2f4-9afc08a471dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:48.042062 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1dcf4e47-eabc-47e8-b2f4-9afc08a471dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:48.042062 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-1dcf4e47-eabc-47e8-b2f4-9afc08a471dd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/06d43374-9fc6-4e08-83eb-b445ce2a890e HTTP/1.1" status: 204 len: 168 time: 0.4283745 Jul 09 14:51:48.094056 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcf4e47-eabc-47e8-b2f4-9afc08a471dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d43374-9fc6-4e08-83eb-b445ce2a890e,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:48.156304 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-831e8d81-1b67-4580-8f67-1dc0a7d7f3a4 req-e0ba9f7d-f4bf-47e4-abaf-227661b2bb7b tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=a820e79f-f8a5-484b-8c6d-84fb37d18022 HTTP/1.1" status: 200 len: 210 time: 0.0303071 Jul 09 14:51:48.163333 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-50a64db7-3c3c-44eb-8685-2a2515970b2b req-f43402fb-f6c1-47a5-92c8-3db57b4057f1 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:48.260273 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-50a64db7-3c3c-44eb-8685-2a2515970b2b req-f43402fb-f6c1-47a5-92c8-3db57b4057f1 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:48.301874 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50a64db7-3c3c-44eb-8685-2a2515970b2b req-f43402fb-f6c1-47a5-92c8-3db57b4057f1 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Network 07a9ecbf-37ed-481a-bf65-f5d67d5555a8 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:51:48.305228 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-50a64db7-3c3c-44eb-8685-2a2515970b2b req-f43402fb-f6c1-47a5-92c8-3db57b4057f1 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:51:48.308302 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-50a64db7-3c3c-44eb-8685-2a2515970b2b req-f43402fb-f6c1-47a5-92c8-3db57b4057f1 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:51:48.352336 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43402fb-f6c1-47a5-92c8-3db57b4057f1 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Pushing event updated for resources: {'Port': ['ID=6c053017-f889-4378-bf80-7f02e084f3ba,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:48.377033 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a64db7-3c3c-44eb-8685-2a2515970b2b req-f43402fb-f6c1-47a5-92c8-3db57b4057f1 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:48.383540 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-50a64db7-3c3c-44eb-8685-2a2515970b2b req-f43402fb-f6c1-47a5-92c8-3db57b4057f1 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:48.465768 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-50a64db7-3c3c-44eb-8685-2a2515970b2b req-f43402fb-f6c1-47a5-92c8-3db57b4057f1 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0691779 Jul 09 14:51:48.554098 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-50a64db7-3c3c-44eb-8685-2a2515970b2b req-cd75816c-0c83-4567-a49d-60c5f513f1fb service neutron] Request body: {'port': {'device_id': 'a820e79f-f8a5-484b-8c6d-84fb37d18022', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:51:48.682258 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-50a64db7-3c3c-44eb-8685-2a2515970b2b req-cd75816c-0c83-4567-a49d-60c5f513f1fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:48.687069 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43378) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:48.779354 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca9c65e-cbeb-4af7-a1d0-75f865967418 req-8e1635b4-4f64-47af-b73e-dce410c4894c tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:48.784824 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9ca9c65e-cbeb-4af7-a1d0-75f865967418 req-8e1635b4-4f64-47af-b73e-dce410c4894c tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=57b4fc3c-dd4c-457c-9346-14c89da3a21b HTTP/1.1" status: 200 len: 945 time: 0.1442623 Jul 09 14:51:48.901133 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9ca9c65e-cbeb-4af7-a1d0-75f865967418 req-ed6d1048-962f-4a3d-af09-0eb0e199a3c5 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710258 Jul 09 14:51:48.993119 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-78f8eb6a-b4e1-49ee-9673-f3523ab6934a tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1428484549'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:51:49.097717 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-50a64db7-3c3c-44eb-8685-2a2515970b2b req-cd75816c-0c83-4567-a49d-60c5f513f1fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c053017-f889-4378-bf80-7f02e084f3ba {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:51:49.106559 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-50a64db7-3c3c-44eb-8685-2a2515970b2b req-cd75816c-0c83-4567-a49d-60c5f513f1fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:49.120305 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-50a64db7-3c3c-44eb-8685-2a2515970b2b req-cd75816c-0c83-4567-a49d-60c5f513f1fb service neutron] Transition to ACTIVE for port object 6c053017-f889-4378-bf80-7f02e084f3ba will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:51:49.195475 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca2baad-1b0d-4640-ad03-df6d532b22f4 req-540d8a37-f0b7-4404-9ec5-ea8fb227eb42 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:49.197076 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9ca2baad-1b0d-4640-ad03-df6d532b22f4 req-540d8a37-f0b7-4404-9ec5-ea8fb227eb42 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4c12028-eca4-489a-9d25-1b39648f7cc0 HTTP/1.1" status: 200 len: 944 time: 0.0648491 Jul 09 14:51:49.218600 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device a84bde47-acfe-4e36-9c9f-741d2343f8a8 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:51:49.236978 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9ca2baad-1b0d-4640-ad03-df6d532b22f4 req-760f76e1-cad7-4f40-9351-f000741df9d4 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0503003-e352-4db8-a0a6-bfc82c7527aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335155 Jul 09 14:51:49.241269 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f8eb6a-b4e1-49ee-9673-f3523ab6934a tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Made reservation on behalf of 705b0dcf676c4e4da08df6f6169d5c06 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:51:49.241702 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-78f8eb6a-b4e1-49ee-9673-f3523ab6934a tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:49.252351 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-78f8eb6a-b4e1-49ee-9673-f3523ab6934a tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:49.354400 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-50a64db7-3c3c-44eb-8685-2a2515970b2b req-cd75816c-0c83-4567-a49d-60c5f513f1fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:49.374515 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port a84bde47-acfe-4e36-9c9f-741d2343f8a8, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=a84bde47-acfe-4e36-9c9f-741d2343f8a8,segment=NetworkSegment(bff1f1f8-53d0-45a1-805c-5c1d7e179e18),segment_id=bff1f1f8-53d0-45a1-805c-5c1d7e179e18)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:51:49.391063 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68026cde-5911-45bd-b5c9-00118e44fe6e req-17c90708-7ac9-4400-807d-67bb0e40c1e1 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:49.392772 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-68026cde-5911-45bd-b5c9-00118e44fe6e req-17c90708-7ac9-4400-807d-67bb0e40c1e1 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=a820e79f-f8a5-484b-8c6d-84fb37d18022 HTTP/1.1" status: 200 len: 931 time: 0.1137896 Jul 09 14:51:49.399038 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': 'a84bde47-acfe-4e36-9c9f-741d2343f8a8', 'network_id': '4684667e-a82e-475a-9da8-8ef2bc5057c6', 'port_id': 'a84bde47-acfe-4e36-9c9f-741d2343f8a8', 'mac_address': 'fa:16:3e:a7:c1:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d68db36-2cf0-4e9c-8902-e068bb5af194', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:51:49.449727 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-78f8eb6a-b4e1-49ee-9673-f3523ab6934a tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:49.454878 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:49.465775 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd75816c-0c83-4567-a49d-60c5f513f1fb service neutron] Pushing event updated for resources: {'Port': ['ID=6c053017-f889-4378-bf80-7f02e084f3ba,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:49.471166 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a84bde47-acfe-4e36-9c9f-741d2343f8a8 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:51:49.472200 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-68026cde-5911-45bd-b5c9-00118e44fe6e req-00f3a942-1fc7-4a70-8ea1-5796a4db0374 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729122 Jul 09 14:51:49.515319 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port a84bde47-acfe-4e36-9c9f-741d2343f8a8, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=a84bde47-acfe-4e36-9c9f-741d2343f8a8,segment=NetworkSegment(bff1f1f8-53d0-45a1-805c-5c1d7e179e18),segment_id=bff1f1f8-53d0-45a1-805c-5c1d7e179e18)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:51:49.519245 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-78f8eb6a-b4e1-49ee-9673-f3523ab6934a tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:49.542822 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78f8eb6a-b4e1-49ee-9673-f3523ab6934a tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:51:49.547219 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-50a64db7-3c3c-44eb-8685-2a2515970b2b req-cd75816c-0c83-4567-a49d-60c5f513f1fb service neutron] Attempting to bind port 6c053017-f889-4378-bf80-7f02e084f3ba on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:51:49.547586 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-50a64db7-3c3c-44eb-8685-2a2515970b2b req-cd75816c-0c83-4567-a49d-60c5f513f1fb service neutron] Attempting to bind port 6c053017-f889-4378-bf80-7f02e084f3ba by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': '88773363-1d78-439b-bb07-1d37ed239605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '07a9ecbf-37ed-481a-bf65-f5d67d5555a8'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:51:49.547954 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a64db7-3c3c-44eb-8685-2a2515970b2b req-cd75816c-0c83-4567-a49d-60c5f513f1fb service neutron] Attempting to bind port 6c053017-f889-4378-bf80-7f02e084f3ba on network 07a9ecbf-37ed-481a-bf65-f5d67d5555a8 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:51:49.555602 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a64db7-3c3c-44eb-8685-2a2515970b2b req-cd75816c-0c83-4567-a49d-60c5f513f1fb service neutron] Port 6c053017-f889-4378-bf80-7f02e084f3ba on network 07a9ecbf-37ed-481a-bf65-f5d67d5555a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:51:49.555602 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a64db7-3c3c-44eb-8685-2a2515970b2b req-cd75816c-0c83-4567-a49d-60c5f513f1fb service neutron] Attempting to bind port 6c053017-f889-4378-bf80-7f02e084f3ba on network 07a9ecbf-37ed-481a-bf65-f5d67d5555a8 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:51:49.558024 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a64db7-3c3c-44eb-8685-2a2515970b2b req-cd75816c-0c83-4567-a49d-60c5f513f1fb service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:51:49.558369 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a64db7-3c3c-44eb-8685-2a2515970b2b req-cd75816c-0c83-4567-a49d-60c5f513f1fb service neutron] Checking segment: {'id': '88773363-1d78-439b-bb07-1d37ed239605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '07a9ecbf-37ed-481a-bf65-f5d67d5555a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:51:49.558874 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a64db7-3c3c-44eb-8685-2a2515970b2b req-cd75816c-0c83-4567-a49d-60c5f513f1fb service neutron] Bound using segment: {'id': '88773363-1d78-439b-bb07-1d37ed239605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '07a9ecbf-37ed-481a-bf65-f5d67d5555a8'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:51:49.559217 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-78f8eb6a-b4e1-49ee-9673-f3523ab6934a tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:49.559347 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-50a64db7-3c3c-44eb-8685-2a2515970b2b req-cd75816c-0c83-4567-a49d-60c5f513f1fb service neutron] Bound port: 6c053017-f889-4378-bf80-7f02e084f3ba, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88773363-1d78-439b-bb07-1d37ed239605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '07a9ecbf-37ed-481a-bf65-f5d67d5555a8'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:51:49.559654 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-78f8eb6a-b4e1-49ee-9673-f3523ab6934a tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Added segment 279678f1-8b66-49d1-9400-cd8153629a42 of type vlan for network 858359dc-653d-453c-9af7-637628d0bac8 Jul 09 14:51:49.559831 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-50a64db7-3c3c-44eb-8685-2a2515970b2b req-cd75816c-0c83-4567-a49d-60c5f513f1fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:49.561576 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f8eb6a-b4e1-49ee-9673-f3523ab6934a tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94578155-cbdf-48e9-8b0e-7a2353dd24ce,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:49.606328 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:49.611629 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-78f8eb6a-b4e1-49ee-9673-f3523ab6934a tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:49.630371 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-50a64db7-3c3c-44eb-8685-2a2515970b2b req-cd75816c-0c83-4567-a49d-60c5f513f1fb service neutron] For port 6c053017-f889-4378-bf80-7f02e084f3ba, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:51:49.636012 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-50a64db7-3c3c-44eb-8685-2a2515970b2b req-cd75816c-0c83-4567-a49d-60c5f513f1fb service neutron] For port 6c053017-f889-4378-bf80-7f02e084f3ba, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=6c053017-f889-4378-bf80-7f02e084f3ba,segment=NetworkSegment(88773363-1d78-439b-bb07-1d37ed239605),segment_id=88773363-1d78-439b-bb07-1d37ed239605)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:51:49.665314 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=a84bde47-acfe-4e36-9c9f-741d2343f8a8,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:49.742807 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-50a64db7-3c3c-44eb-8685-2a2515970b2b req-cd75816c-0c83-4567-a49d-60c5f513f1fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:49.774779 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a64db7-3c3c-44eb-8685-2a2515970b2b req-cd75816c-0c83-4567-a49d-60c5f513f1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:49.775409 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-50a64db7-3c3c-44eb-8685-2a2515970b2b req-cd75816c-0c83-4567-a49d-60c5f513f1fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:49.776558 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43414) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:49.777062 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-50a64db7-3c3c-44eb-8685-2a2515970b2b req-cd75816c-0c83-4567-a49d-60c5f513f1fb service neutron] 10.222.0.62 "PUT /v2.0/ports/6c053017-f889-4378-bf80-7f02e084f3ba HTTP/1.1" status: 200 len: 1091 time: 1.2291946 Jul 09 14:51:49.777327 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a820e79f-f8a5-484b-8c6d-84fb37d18022', 'tag': '6c053017-f889-4378-bf80-7f02e084f3ba'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:51:49.780212 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de2e60e0-c9b4-4d11-bce6-ce73c36be5dc" -d '{"events": [{"name": "network-changed", "server_uuid": "a820e79f-f8a5-484b-8c6d-84fb37d18022", "tag": "6c053017-f889-4378-bf80-7f02e084f3ba"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:51:49.797238 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-78f8eb6a-b4e1-49ee-9673-f3523ab6934a tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:49.804876 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f8eb6a-b4e1-49ee-9673-f3523ab6934a tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:49.805620 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-78f8eb6a-b4e1-49ee-9673-f3523ab6934a tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:49.821238 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['a84bde47-acfe-4e36-9c9f-741d2343f8a8'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:51:49.833980 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70062162-4bc2-45ae-a48c-2b72ab629c16 x-openstack-request-id: req-70062162-4bc2-45ae-a48c-2b72ab629c16 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:51:49.834265 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a820e79f-f8a5-484b-8c6d-84fb37d18022", "tag": "6c053017-f889-4378-bf80-7f02e084f3ba", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:51:49.834521 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-70062162-4bc2-45ae-a48c-2b72ab629c16 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:51:49.834923 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a820e79f-f8a5-484b-8c6d-84fb37d18022', 'tag': '6c053017-f889-4378-bf80-7f02e084f3ba', 'status': 'completed', 'code': 200} Jul 09 14:51:49.846004 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd75816c-0c83-4567-a49d-60c5f513f1fb service neutron] Pushing event updated for resources: {'Port': ['ID=6c053017-f889-4378-bf80-7f02e084f3ba,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:49.904520 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f8eb6a-b4e1-49ee-9673-f3523ab6934a tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event updated for resources: {'Network': ['ID=858359dc-653d-453c-9af7-637628d0bac8,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:49.990091 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e60e0-c9b4-4d11-bce6-ce73c36be5dc req-f39d47bd-423b-481e-8d57-506a567c0a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:50.000388 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-de2e60e0-c9b4-4d11-bce6-ce73c36be5dc req-f39d47bd-423b-481e-8d57-506a567c0a9b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a92a8786386049938dc9758ba7d95410&device_id=a820e79f-f8a5-484b-8c6d-84fb37d18022 HTTP/1.1" status: 200 len: 1094 time: 0.1282272 Jul 09 14:51:50.015407 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-78f8eb6a-b4e1-49ee-9673-f3523ab6934a tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3238420 Jul 09 14:51:50.015407 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43426) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:50.022064 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-90f77ed0-0531-4e0e-a42e-3b679635296e tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Request body: {'subnet': {'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:51:50.077853 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 858359dc-653d-453c-9af7-637628d0bac8 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:51:50.130020 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e60e0-c9b4-4d11-bce6-ce73c36be5dc req-c54d6d4a-b605-47b2-9568-e9d81eba39d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:50.131570 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-de2e60e0-c9b4-4d11-bce6-ce73c36be5dc req-c54d6d4a-b605-47b2-9568-e9d81eba39d5 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=a92a8786386049938dc9758ba7d95410&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1204853 Jul 09 14:51:50.192174 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-8056700d-8dbb-4f30-b942-f214d612060d tempest-QuotasNegativeTest-1421314957 tempest-QuotasNegativeTest-1421314957-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:51:50.269188 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd285339-68fa-4059-afde-a3d041d0e1c7 req-0a386c77-75e0-4044-a72c-64fd367fd265 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:50.278340 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fd285339-68fa-4059-afde-a3d041d0e1c7 req-0a386c77-75e0-4044-a72c-64fd367fd265 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=57b4fc3c-dd4c-457c-9346-14c89da3a21b HTTP/1.1" status: 200 len: 945 time: 0.2204075 Jul 09 14:51:50.281589 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e60e0-c9b4-4d11-bce6-ce73c36be5dc req-74695b66-c7ee-4bef-9c29-f4c5aac1e8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:50.283806 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-de2e60e0-c9b4-4d11-bce6-ce73c36be5dc req-74695b66-c7ee-4bef-9c29-f4c5aac1e8a1 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1445353 Jul 09 14:51:50.374393 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fd285339-68fa-4059-afde-a3d041d0e1c7 req-4be5b291-c993-46d1-9491-7a063269d7b4 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922720 Jul 09 14:51:50.381079 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-8056700d-8dbb-4f30-b942-f214d612060d tempest-QuotasNegativeTest-1421314957 tempest-QuotasNegativeTest-1421314957-project-admin] 10.222.0.58 "PUT /v2.0/quotas/b0dae9497f194fb6950613bbaa589911 HTTP/1.1" status: 200 len: 368 time: 0.6026824 Jul 09 14:51:50.381744 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43438) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:50.396562 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-e067a09e-a917-4fed-a1b7-498613d190ad tempest-QuotasNegativeTest-1421314957 tempest-QuotasNegativeTest-1421314957-project-admin] Request body: {'network': {'project_id': 'b0dae9497f194fb6950613bbaa589911'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:51:50.421373 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f77ed0-0531-4e0e-a42e-3b679635296e tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Made reservation on behalf of 705b0dcf676c4e4da08df6f6169d5c06 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:51:50.425998 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-90f77ed0-0531-4e0e-a42e-3b679635296e tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:50.493694 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e067a09e-a917-4fed-a1b7-498613d190ad tempest-QuotasNegativeTest-1421314957 tempest-QuotasNegativeTest-1421314957-project-admin] Made reservation on behalf of b0dae9497f194fb6950613bbaa589911 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:51:50.497126 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e067a09e-a917-4fed-a1b7-498613d190ad tempest-QuotasNegativeTest-1421314957 tempest-QuotasNegativeTest-1421314957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:50.517391 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e067a09e-a917-4fed-a1b7-498613d190ad tempest-QuotasNegativeTest-1421314957 tempest-QuotasNegativeTest-1421314957-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:50.557379 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a64db7-3c3c-44eb-8685-2a2515970b2b req-12bdd342-c9b4-47ce-854f-756180908760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:50.559081 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-50a64db7-3c3c-44eb-8685-2a2515970b2b req-12bdd342-c9b4-47ce-854f-756180908760 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a92a8786386049938dc9758ba7d95410&device_id=a820e79f-f8a5-484b-8c6d-84fb37d18022 HTTP/1.1" status: 200 len: 1094 time: 0.2108173 Jul 09 14:51:50.570570 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b838aa6-f728-4d44-b5f0-7e35e389fc86 req-565c1e07-d67b-4af4-a214-14fe04c46f09 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:50.572777 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2b838aa6-f728-4d44-b5f0-7e35e389fc86 req-565c1e07-d67b-4af4-a214-14fe04c46f09 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4c12028-eca4-489a-9d25-1b39648f7cc0 HTTP/1.1" status: 200 len: 945 time: 0.1677866 Jul 09 14:51:50.647382 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-50a64db7-3c3c-44eb-8685-2a2515970b2b req-995c372a-eb62-4bdf-8a16-e4dbe2187758 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c053017-f889-4378-bf80-7f02e084f3ba HTTP/1.1" status: 200 len: 217 time: 0.0733569 Jul 09 14:51:50.736170 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e067a09e-a917-4fed-a1b7-498613d190ad tempest-QuotasNegativeTest-1421314957 tempest-QuotasNegativeTest-1421314957-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:50.739963 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2b838aa6-f728-4d44-b5f0-7e35e389fc86 req-ae1b71f0-f368-4fbe-825c-22f9cfc93058 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0503003-e352-4db8-a0a6-bfc82c7527aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542633 Jul 09 14:51:50.749453 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a64db7-3c3c-44eb-8685-2a2515970b2b req-3e65e6ae-2b47-444b-bf6a-261bc0ad1969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:50.751973 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-50a64db7-3c3c-44eb-8685-2a2515970b2b req-3e65e6ae-2b47-444b-bf6a-261bc0ad1969 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6a6c5dcf-ab29-40a6-a385-f6eb72afc65e HTTP/1.1" status: 200 len: 854 time: 0.0919940 Jul 09 14:51:50.813247 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-50a64db7-3c3c-44eb-8685-2a2515970b2b req-c7980d8c-1942-4e99-8c1d-c646c3dcae87 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=07a9ecbf-37ed-481a-bf65-f5d67d5555a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523186 Jul 09 14:51:50.854764 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-90f77ed0-0531-4e0e-a42e-3b679635296e tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:50.862782 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e067a09e-a917-4fed-a1b7-498613d190ad tempest-QuotasNegativeTest-1421314957 tempest-QuotasNegativeTest-1421314957-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:50.957106 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e067a09e-a917-4fed-a1b7-498613d190ad tempest-QuotasNegativeTest-1421314957 tempest-QuotasNegativeTest-1421314957-project-admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:51:50.970184 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-50a64db7-3c3c-44eb-8685-2a2515970b2b req-687c6676-db36-4eec-ace0-e672c4af2b36 service neutron] 10.222.0.62 "GET /v2.0/networks/07a9ecbf-37ed-481a-bf65-f5d67d5555a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498752 Jul 09 14:51:50.975549 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e067a09e-a917-4fed-a1b7-498613d190ad tempest-QuotasNegativeTest-1421314957 tempest-QuotasNegativeTest-1421314957-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d16d474-e738-4105-9d98-8053118a5b58,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:50.982683 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5744bf6-8061-44fd-b0d7-5ec0ece07af7 req-8180847c-cfd2-4c69-99e7-d881c6f4907e tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:50.984772 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d5744bf6-8061-44fd-b0d7-5ec0ece07af7 req-8180847c-cfd2-4c69-99e7-d881c6f4907e tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=a820e79f-f8a5-484b-8c6d-84fb37d18022 HTTP/1.1" status: 200 len: 943 time: 0.1362064 Jul 09 14:51:50.989866 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e067a09e-a917-4fed-a1b7-498613d190ad tempest-QuotasNegativeTest-1421314957 tempest-QuotasNegativeTest-1421314957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:50.990219 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-e067a09e-a917-4fed-a1b7-498613d190ad tempest-QuotasNegativeTest-1421314957 tempest-QuotasNegativeTest-1421314957-project-admin] Added segment f28d4f46-5754-4edb-bf92-914db5970d3d of type vlan for network 3eb8fc9e-1ae1-4f2a-aefb-d93866594059 Jul 09 14:51:51.002936 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f77ed0-0531-4e0e-a42e-3b679635296e tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Checking segment: {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:51:51.003313 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f77ed0-0531-4e0e-a42e-3b679635296e tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Network hostable DHCP agents. Network: 858359dc-653d-453c-9af7-637628d0bac8, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:51:51.016098 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f77ed0-0531-4e0e-a42e-3b679635296e tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event updated for resources: {'Subnet': ['ID=4d70e911-eec7-421c-8c6d-f28400c29728,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:51.066358 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e067a09e-a917-4fed-a1b7-498613d190ad tempest-QuotasNegativeTest-1421314957 tempest-QuotasNegativeTest-1421314957-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:51.069300 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d5744bf6-8061-44fd-b0d7-5ec0ece07af7 req-c6b3c90c-e8fb-40ac-8c3e-103f5ae340d8 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753150 Jul 09 14:51:51.107244 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-50a64db7-3c3c-44eb-8685-2a2515970b2b req-e3bfc846-3f4d-47c9-9277-fd92327821e2 service neutron] 10.222.0.62 "GET /v2.0/networks/07a9ecbf-37ed-481a-bf65-f5d67d5555a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199415 Jul 09 14:51:51.174544 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f77ed0-0531-4e0e-a42e-3b679635296e tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Network 858359dc-653d-453c-9af7-637628d0bac8 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:51:51.177757 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e067a09e-a917-4fed-a1b7-498613d190ad tempest-QuotasNegativeTest-1421314957 tempest-QuotasNegativeTest-1421314957-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:51.178929 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e067a09e-a917-4fed-a1b7-498613d190ad tempest-QuotasNegativeTest-1421314957 tempest-QuotasNegativeTest-1421314957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:51.179635 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e067a09e-a917-4fed-a1b7-498613d190ad tempest-QuotasNegativeTest-1421314957 tempest-QuotasNegativeTest-1421314957-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:51.252217 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device a84bde47-acfe-4e36-9c9f-741d2343f8a8 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:51:51.252769 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e067a09e-a917-4fed-a1b7-498613d190ad tempest-QuotasNegativeTest-1421314957 tempest-QuotasNegativeTest-1421314957-project-admin] Pushing event updated for resources: {'Network': ['ID=3eb8fc9e-1ae1-4f2a-aefb-d93866594059,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:51.305200 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-90f77ed0-0531-4e0e-a42e-3b679635296e tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 858359dc-653d-453c-9af7-637628d0bac8) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:51:51.309164 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 3eb8fc9e-1ae1-4f2a-aefb-d93866594059 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:51:51.309484 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f77ed0-0531-4e0e-a42e-3b679635296e tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:51.310631 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-90f77ed0-0531-4e0e-a42e-3b679635296e tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:51.340004 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43502) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:51.350863 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-bedfc2f1-5379-4be3-b2c5-c1ed6a2a6fa5 tempest-QuotasNegativeTest-1421314957 tempest-QuotasNegativeTest-1421314957-project-admin] Request body: {'network': {'project_id': 'b0dae9497f194fb6950613bbaa589911'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:51:51.360691 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e067a09e-a917-4fed-a1b7-498613d190ad tempest-QuotasNegativeTest-1421314957 tempest-QuotasNegativeTest-1421314957-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9772496 Jul 09 14:51:51.396678 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-90f77ed0-0531-4e0e-a42e-3b679635296e tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3790684 Jul 09 14:51:51.398825 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43508) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:51.411474 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-7c9f1cc0-1a37-4815-b593-7d0e7d784542 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Request body: {'port': {'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'name': 'tempest-NetworksTestDHCPv6-91043120'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:51:51.436916 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35edf03c-94c6-4c6a-b639-b29a4b41d631 None None] Network 858359dc-653d-453c-9af7-637628d0bac8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:51:51.536971 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bedfc2f1-5379-4be3-b2c5-c1ed6a2a6fa5 tempest-QuotasNegativeTest-1421314957 tempest-QuotasNegativeTest-1421314957-project-admin] Made reservation on behalf of b0dae9497f194fb6950613bbaa589911 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:51:51.540048 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bedfc2f1-5379-4be3-b2c5-c1ed6a2a6fa5 tempest-QuotasNegativeTest-1421314957 tempest-QuotasNegativeTest-1421314957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:51.575979 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bedfc2f1-5379-4be3-b2c5-c1ed6a2a6fa5 tempest-QuotasNegativeTest-1421314957 tempest-QuotasNegativeTest-1421314957-project-admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:51:51.585600 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bedfc2f1-5379-4be3-b2c5-c1ed6a2a6fa5 tempest-QuotasNegativeTest-1421314957 tempest-QuotasNegativeTest-1421314957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:51.586209 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-bedfc2f1-5379-4be3-b2c5-c1ed6a2a6fa5 tempest-QuotasNegativeTest-1421314957 tempest-QuotasNegativeTest-1421314957-project-admin] Added segment a1a0e32a-887b-442c-a34b-9cbd6a9ae8b0 of type vlan for network 2231b8e5-d3d2-4cf6-a09b-cf4cf06fcc30 Jul 09 14:51:51.633959 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bedfc2f1-5379-4be3-b2c5-c1ed6a2a6fa5 tempest-QuotasNegativeTest-1421314957 tempest-QuotasNegativeTest-1421314957-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:51.651545 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9f1cc0-1a37-4815-b593-7d0e7d784542 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Made reservation on behalf of 705b0dcf676c4e4da08df6f6169d5c06 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:51:51.657225 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7c9f1cc0-1a37-4815-b593-7d0e7d784542 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:51.685714 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddedca08-f25c-4413-a4b0-efff7cc66100 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-858359dc-653d-453c-9af7-637628d0bac8', 'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'tenant_id': '705b0dcf676c4e4da08df6f6169d5c06', 'fixed_ips': [{'subnet_id': '4d70e911-eec7-421c-8c6d-f28400c29728'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:51:51.688979 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ddedca08-f25c-4413-a4b0-efff7cc66100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:51.705570 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port a84bde47-acfe-4e36-9c9f-741d2343f8a8 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:51:51.711250 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port a84bde47-acfe-4e36-9c9f-741d2343f8a8 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:51:51.711554 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:51.742886 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [None req-7c9f1cc0-1a37-4815-b593-7d0e7d784542 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] device_id is not set on port 618656e2-27cc-4b29-8583-1213958c0d0b yet. {{(pid=94445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:51:51.748090 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bedfc2f1-5379-4be3-b2c5-c1ed6a2a6fa5 tempest-QuotasNegativeTest-1421314957 tempest-QuotasNegativeTest-1421314957-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:51.748090 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedfc2f1-5379-4be3-b2c5-c1ed6a2a6fa5 tempest-QuotasNegativeTest-1421314957 tempest-QuotasNegativeTest-1421314957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:51.748090 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bedfc2f1-5379-4be3-b2c5-c1ed6a2a6fa5 tempest-QuotasNegativeTest-1421314957 tempest-QuotasNegativeTest-1421314957-project-admin] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:51.885049 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedfc2f1-5379-4be3-b2c5-c1ed6a2a6fa5 tempest-QuotasNegativeTest-1421314957 tempest-QuotasNegativeTest-1421314957-project-admin] Pushing event updated for resources: {'Network': ['ID=2231b8e5-d3d2-4cf6-a09b-cf4cf06fcc30,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:51.899892 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 2231b8e5-d3d2-4cf6-a09b-cf4cf06fcc30 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:51:51.956439 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-7c9f1cc0-1a37-4815-b593-7d0e7d784542 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Allocated IP 2001:db8::165 (858359dc-653d-453c-9af7-637628d0bac8/4d70e911-eec7-421c-8c6d-f28400c29728/618656e2-27cc-4b29-8583-1213958c0d0b) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:51:51.993717 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-bedfc2f1-5379-4be3-b2c5-c1ed6a2a6fa5 tempest-QuotasNegativeTest-1421314957 tempest-QuotasNegativeTest-1421314957-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6516621 Jul 09 14:51:51.994436 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43546) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:52.022253 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-56fe3802-9a6b-45bd-9e50-25a4d6f36e17 tempest-QuotasNegativeTest-1421314957 tempest-QuotasNegativeTest-1421314957-project-admin] Request body: {'network': {'project_id': 'b0dae9497f194fb6950613bbaa589911'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:51:52.030452 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:52.059275 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c12028-eca4-489a-9d25-1b39648f7cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a84bde47-acfe-4e36-9c9f-741d2343f8a8'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:51:52.061887 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2971a53-d3c1-46f8-a5cb-ad541e1c527a" -d '{"events": [{"server_uuid": "f4c12028-eca4-489a-9d25-1b39648f7cc0", "name": "network-vif-plugged", "status": "completed", "tag": "a84bde47-acfe-4e36-9c9f-741d2343f8a8"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:51:52.076266 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port a84bde47-acfe-4e36-9c9f-741d2343f8a8, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=a84bde47-acfe-4e36-9c9f-741d2343f8a8,segment=NetworkSegment(bff1f1f8-53d0-45a1-805c-5c1d7e179e18),segment_id=bff1f1f8-53d0-45a1-805c-5c1d7e179e18)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:51:52.101252 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e0f30-857d-4eb9-a80a-dd139e04bb86 req-ca77077d-b5b1-455a-90e7-a060d8c0ea34 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:52.107175 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a73e0f30-857d-4eb9-a80a-dd139e04bb86 req-ca77077d-b5b1-455a-90e7-a060d8c0ea34 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=57b4fc3c-dd4c-457c-9346-14c89da3a21b HTTP/1.1" status: 200 len: 945 time: 0.1340940 Jul 09 14:51:52.118939 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-56fe3802-9a6b-45bd-9e50-25a4d6f36e17 tempest-QuotasNegativeTest-1421314957 tempest-QuotasNegativeTest-1421314957-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 09 14:51:52.119404 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56fe3802-9a6b-45bd-9e50-25a4d6f36e17 tempest-QuotasNegativeTest-1421314957 tempest-QuotasNegativeTest-1421314957-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:51:52.123463 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-56fe3802-9a6b-45bd-9e50-25a4d6f36e17 tempest-QuotasNegativeTest-1421314957 tempest-QuotasNegativeTest-1421314957-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1188312 Jul 09 14:51:52.126021 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43550) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:52.150433 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a73e0f30-857d-4eb9-a80a-dd139e04bb86 req-9aa5193d-2712-41a8-8f40-eda062347114 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400336 Jul 09 14:51:52.154358 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:52.215215 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68114776-3b94-4e7e-926c-b4cee59a45fc x-openstack-request-id: req-68114776-3b94-4e7e-926c-b4cee59a45fc {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:51:52.215817 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4c12028-eca4-489a-9d25-1b39648f7cc0", "name": "network-vif-plugged", "status": "completed", "tag": "a84bde47-acfe-4e36-9c9f-741d2343f8a8", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:51:52.216838 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-68114776-3b94-4e7e-926c-b4cee59a45fc {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:51:52.217641 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4c12028-eca4-489a-9d25-1b39648f7cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a84bde47-acfe-4e36-9c9f-741d2343f8a8', 'code': 200} Jul 09 14:51:52.218973 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=a84bde47-acfe-4e36-9c9f-741d2343f8a8,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:52.268946 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f0426a-128f-4747-9fb8-1157f1b2ad45 req-874c712e-03c0-46f5-95d3-5a3e153e8ab0 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:52.277058 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e8f0426a-128f-4747-9fb8-1157f1b2ad45 req-874c712e-03c0-46f5-95d3-5a3e153e8ab0 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4c12028-eca4-489a-9d25-1b39648f7cc0 HTTP/1.1" status: 200 len: 945 time: 0.2834110 Jul 09 14:51:52.291133 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9522342d-0c42-4917-86eb-54cbe0b140c3 tempest-QuotasNegativeTest-1421314957 tempest-QuotasNegativeTest-1421314957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:52.352084 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7c9f1cc0-1a37-4815-b593-7d0e7d784542 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:52.380061 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b5759-a26a-4bc0-b5ce-2ed3cdebcf69 req-cdfbb5e0-1439-4506-a3fb-9753c5370ce9 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:52.388659 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8e8b5759-a26a-4bc0-b5ce-2ed3cdebcf69 req-cdfbb5e0-1439-4506-a3fb-9753c5370ce9 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=a820e79f-f8a5-484b-8c6d-84fb37d18022 HTTP/1.1" status: 200 len: 943 time: 0.0787902 Jul 09 14:51:52.390228 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e8f0426a-128f-4747-9fb8-1157f1b2ad45 req-5cb15ef0-861b-419e-ab7c-4b12250c043d tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0503003-e352-4db8-a0a6-bfc82c7527aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122789 Jul 09 14:51:52.398878 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-7c9f1cc0-1a37-4815-b593-7d0e7d784542 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Transition to ACTIVE for port object 618656e2-27cc-4b29-8583-1213958c0d0b will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:51:52.431202 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8e8b5759-a26a-4bc0-b5ce-2ed3cdebcf69 req-013aff72-6f69-402e-9e6a-f321c65a65f0 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415928 Jul 09 14:51:52.512668 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca614c-049e-49c2-a359-abd8bfc262f1 req-085b75be-1aab-432c-9d34-4ec9f965a01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:52.514722 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-36ca614c-049e-49c2-a359-abd8bfc262f1 req-085b75be-1aab-432c-9d34-4ec9f965a01f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f4c12028-eca4-489a-9d25-1b39648f7cc0 HTTP/1.1" status: 200 len: 1097 time: 0.2217765 Jul 09 14:51:52.526232 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9522342d-0c42-4917-86eb-54cbe0b140c3 tempest-QuotasNegativeTest-1421314957 tempest-QuotasNegativeTest-1421314957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:52.552562 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-9522342d-0c42-4917-86eb-54cbe0b140c3 tempest-QuotasNegativeTest-1421314957 tempest-QuotasNegativeTest-1421314957-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2231b8e5-d3d2-4cf6-a09b-cf4cf06fcc30']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:52.557209 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43562) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:52.565269 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-9522342d-0c42-4917-86eb-54cbe0b140c3 tempest-QuotasNegativeTest-1421314957 tempest-QuotasNegativeTest-1421314957-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1a0e32a-887b-442c-a34b-9cbd6a9ae8b0') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:52.565607 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-9522342d-0c42-4917-86eb-54cbe0b140c3 tempest-QuotasNegativeTest-1421314957 tempest-QuotasNegativeTest-1421314957-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1a0e32a-887b-442c-a34b-9cbd6a9ae8b0') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:52.580067 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9522342d-0c42-4917-86eb-54cbe0b140c3 tempest-QuotasNegativeTest-1421314957 tempest-QuotasNegativeTest-1421314957-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:52.608687 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-36ca614c-049e-49c2-a359-abd8bfc262f1 req-3eb47d5c-779d-4d3e-9949-e5ea10a47d0d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a0503003-e352-4db8-a0a6-bfc82c7527aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790961 Jul 09 14:51:52.609522 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9522342d-0c42-4917-86eb-54cbe0b140c3 tempest-QuotasNegativeTest-1421314957 tempest-QuotasNegativeTest-1421314957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:52.615605 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9522342d-0c42-4917-86eb-54cbe0b140c3 tempest-QuotasNegativeTest-1421314957 tempest-QuotasNegativeTest-1421314957-project-admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:51:52.616006 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9522342d-0c42-4917-86eb-54cbe0b140c3 tempest-QuotasNegativeTest-1421314957 tempest-QuotasNegativeTest-1421314957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:52.617669 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:51:52.617669 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:51:52.617669 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:51:52.617669 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:51:52.617669 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 14:51:52.617669 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:51:52.617669 n-d-799529-6 neutron-server[94445]: timer() Jul 09 14:51:52.617669 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:51:52.617669 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 14:51:52.617669 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:51:52.617669 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 14:51:52.617669 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:51:52.617669 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 14:51:52.617669 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:51:52.617669 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 14:51:52.617669 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:51:52.617669 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 14:51:52.617669 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:51:52.617669 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:51:52.617669 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:51:52.617669 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:51:52.617669 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:51:52.617669 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 14:51:52.617669 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:51:52.617669 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 14:51:52.617669 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:51:52.617669 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:51:52.617669 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:51:52.617669 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 14:51:52.617669 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:51:52.617669 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:51:52.617669 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:51:52.617669 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:51:52.617669 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:51:52.617669 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:51:52.617669 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:51:52.653054 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7c9f1cc0-1a37-4815-b593-7d0e7d784542 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:52.668445 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e2ff20db-5e15-4148-bbbf-0b5c7fea0615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:52.708431 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-ddedca08-f25c-4413-a4b0-efff7cc66100 None None] Allocated IP 2001:db8::2 (858359dc-653d-453c-9af7-637628d0bac8/4d70e911-eec7-421c-8c6d-f28400c29728/54e92009-e5ce-4302-ac87-1fe875cc8c1a) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:51:52.709211 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9f1cc0-1a37-4815-b593-7d0e7d784542 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:51:52.715091 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-7c9f1cc0-1a37-4815-b593-7d0e7d784542 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:51:52.720282 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9f1cc0-1a37-4815-b593-7d0e7d784542 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:51:52.724560 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9f1cc0-1a37-4815-b593-7d0e7d784542 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:52.725175 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7c9f1cc0-1a37-4815-b593-7d0e7d784542 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:52.735640 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9f1cc0-1a37-4815-b593-7d0e7d784542 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event updated for resources: {'Port': ['ID=618656e2-27cc-4b29-8583-1213958c0d0b,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:52.836046 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9522342d-0c42-4917-86eb-54cbe0b140c3 tempest-QuotasNegativeTest-1421314957 tempest-QuotasNegativeTest-1421314957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:52.836046 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9522342d-0c42-4917-86eb-54cbe0b140c3 tempest-QuotasNegativeTest-1421314957 tempest-QuotasNegativeTest-1421314957-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:52.836046 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-9522342d-0c42-4917-86eb-54cbe0b140c3 tempest-QuotasNegativeTest-1421314957 tempest-QuotasNegativeTest-1421314957-project-admin] 10.222.0.58 "DELETE /v2.0/networks/2231b8e5-d3d2-4cf6-a09b-cf4cf06fcc30 HTTP/1.1" status: 204 len: 168 time: 0.7080591 Jul 09 14:51:52.838810 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43566) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:52.847138 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9522342d-0c42-4917-86eb-54cbe0b140c3 tempest-QuotasNegativeTest-1421314957 tempest-QuotasNegativeTest-1421314957-project-admin] Pushing event deleted for resources: {'Network': ['ID=2231b8e5-d3d2-4cf6-a09b-cf4cf06fcc30,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:52.872950 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ddedca08-f25c-4413-a4b0-efff7cc66100 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:52.881131 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-ddedca08-f25c-4413-a4b0-efff7cc66100 None None] Transition to ACTIVE for port object 54e92009-e5ce-4302-ac87-1fe875cc8c1a will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:51:52.896594 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-ddedca08-f25c-4413-a4b0-efff7cc66100 None None] Transition to ACTIVE for port object 54e92009-e5ce-4302-ac87-1fe875cc8c1a will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:51:52.936735 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-caab7bc6-53e7-403d-878b-9839eed06d99 tempest-QuotasNegativeTest-1421314957 tempest-QuotasNegativeTest-1421314957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:53.006185 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e2ff20db-5e15-4148-bbbf-0b5c7fea0615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:53.011386 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ddedca08-f25c-4413-a4b0-efff7cc66100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:53.018554 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43570) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:53.047685 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-caab7bc6-53e7-403d-878b-9839eed06d99 tempest-QuotasNegativeTest-1421314957 tempest-QuotasNegativeTest-1421314957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:53.057313 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddedca08-f25c-4413-a4b0-efff7cc66100 None None] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:51:53.057952 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-caab7bc6-53e7-403d-878b-9839eed06d99 tempest-QuotasNegativeTest-1421314957 tempest-QuotasNegativeTest-1421314957-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eb8fc9e-1ae1-4f2a-aefb-d93866594059']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:53.062176 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-ddedca08-f25c-4413-a4b0-efff7cc66100 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:51:53.063933 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddedca08-f25c-4413-a4b0-efff7cc66100 None None] Pushing event updated for resources: {'Port': ['ID=54e92009-e5ce-4302-ac87-1fe875cc8c1a,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:53.066125 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddedca08-f25c-4413-a4b0-efff7cc66100 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:51:53.073025 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-caab7bc6-53e7-403d-878b-9839eed06d99 tempest-QuotasNegativeTest-1421314957 tempest-QuotasNegativeTest-1421314957-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f28d4f46-5754-4edb-bf92-914db5970d3d') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:53.073323 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-caab7bc6-53e7-403d-878b-9839eed06d99 tempest-QuotasNegativeTest-1421314957 tempest-QuotasNegativeTest-1421314957-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f28d4f46-5754-4edb-bf92-914db5970d3d') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:53.083085 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-caab7bc6-53e7-403d-878b-9839eed06d99 tempest-QuotasNegativeTest-1421314957 tempest-QuotasNegativeTest-1421314957-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:53.092693 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:53.098241 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-caab7bc6-53e7-403d-878b-9839eed06d99 tempest-QuotasNegativeTest-1421314957 tempest-QuotasNegativeTest-1421314957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:53.104533 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caab7bc6-53e7-403d-878b-9839eed06d99 tempest-QuotasNegativeTest-1421314957 tempest-QuotasNegativeTest-1421314957-project-admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:51:53.104934 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-caab7bc6-53e7-403d-878b-9839eed06d99 tempest-QuotasNegativeTest-1421314957 tempest-QuotasNegativeTest-1421314957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:53.107300 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:51:53.107300 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:51:53.107300 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:51:53.107300 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:51:53.107300 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 14:51:53.107300 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:51:53.107300 n-d-799529-6 neutron-server[94446]: timer() Jul 09 14:51:53.107300 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:51:53.107300 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 14:51:53.107300 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:51:53.107300 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 14:51:53.107300 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:51:53.107300 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 14:51:53.107300 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:51:53.107300 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 14:51:53.107300 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:51:53.107300 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 14:51:53.107300 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:51:53.107300 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:51:53.107300 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:51:53.107300 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:51:53.107300 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:51:53.107300 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 14:51:53.107300 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:51:53.107300 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 14:51:53.107300 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:51:53.107300 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:51:53.107300 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:51:53.107300 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 14:51:53.107300 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:51:53.107300 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:51:53.107300 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:51:53.107300 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:51:53.107300 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:51:53.107300 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:51:53.107300 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:51:53.126882 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-ddedca08-f25c-4413-a4b0-efff7cc66100 None None] Attempting to bind port 54e92009-e5ce-4302-ac87-1fe875cc8c1a on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:51:53.127257 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-ddedca08-f25c-4413-a4b0-efff7cc66100 None None] Attempting to bind port 54e92009-e5ce-4302-ac87-1fe875cc8c1a by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:51:53.127706 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddedca08-f25c-4413-a4b0-efff7cc66100 None None] Attempting to bind port 54e92009-e5ce-4302-ac87-1fe875cc8c1a on network 858359dc-653d-453c-9af7-637628d0bac8 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:51:53.132752 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddedca08-f25c-4413-a4b0-efff7cc66100 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:51:53.133131 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddedca08-f25c-4413-a4b0-efff7cc66100 None None] Checking segment: {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:51:53.133538 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ddedca08-f25c-4413-a4b0-efff7cc66100 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:53.133930 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddedca08-f25c-4413-a4b0-efff7cc66100 None None] Bound using segment: {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:51:53.134395 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-ddedca08-f25c-4413-a4b0-efff7cc66100 None None] Bound port: 54e92009-e5ce-4302-ac87-1fe875cc8c1a, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:51:53.134806 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ddedca08-f25c-4413-a4b0-efff7cc66100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:53.151638 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e2ff20db-5e15-4148-bbbf-0b5c7fea0615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:53.163374 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ad1c67ad-0a78-45b4-929d-b193f8b479fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:53.203090 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-e2ff20db-5e15-4148-bbbf-0b5c7fea0615 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=407661405f2d4d16a85c7d5a77f4836f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6445997 Jul 09 14:51:53.204174 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ff20db-5e15-4148-bbbf-0b5c7fea0615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f48646-ea62-42b9-b661-d87b425de1e6,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:53.206046 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43576) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:53.226814 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-ddedca08-f25c-4413-a4b0-efff7cc66100 None None] For port 54e92009-e5ce-4302-ac87-1fe875cc8c1a, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:51:53.230836 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-ddedca08-f25c-4413-a4b0-efff7cc66100 None None] For port 54e92009-e5ce-4302-ac87-1fe875cc8c1a, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=54e92009-e5ce-4302-ac87-1fe875cc8c1a,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:51:53.269915 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-7c9f1cc0-1a37-4815-b593-7d0e7d784542 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8668835 Jul 09 14:51:53.274257 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43578) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:53.293442 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f7dc0adf-9fd4-4fc4-89dc-448155bb3496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:53.301414 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-caab7bc6-53e7-403d-878b-9839eed06d99 tempest-QuotasNegativeTest-1421314957 tempest-QuotasNegativeTest-1421314957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:53.306428 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-caab7bc6-53e7-403d-878b-9839eed06d99 tempest-QuotasNegativeTest-1421314957 tempest-QuotasNegativeTest-1421314957-project-admin] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:53.308760 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-caab7bc6-53e7-403d-878b-9839eed06d99 tempest-QuotasNegativeTest-1421314957 tempest-QuotasNegativeTest-1421314957-project-admin] 10.222.0.58 "DELETE /v2.0/networks/3eb8fc9e-1ae1-4f2a-aefb-d93866594059 HTTP/1.1" status: 204 len: 168 time: 0.4689755 Jul 09 14:51:53.332631 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caab7bc6-53e7-403d-878b-9839eed06d99 tempest-QuotasNegativeTest-1421314957 tempest-QuotasNegativeTest-1421314957-project-admin] Pushing event deleted for resources: {'Network': ['ID=3eb8fc9e-1ae1-4f2a-aefb-d93866594059,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:53.336987 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ddedca08-f25c-4413-a4b0-efff7cc66100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:53.374399 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb25667-271e-4ba3-b1ec-6a1ab0ea68ad req-96f8345d-5793-4b27-a124-4e791a0ca359 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:53.388932 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1bb25667-271e-4ba3-b1ec-6a1ab0ea68ad req-96f8345d-5793-4b27-a124-4e791a0ca359 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=57b4fc3c-dd4c-457c-9346-14c89da3a21b HTTP/1.1" status: 200 len: 945 time: 0.1200314 Jul 09 14:51:53.395777 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f7dc0adf-9fd4-4fc4-89dc-448155bb3496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:53.453952 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1bb25667-271e-4ba3-b1ec-6a1ab0ea68ad req-575f1a7e-abad-4168-b32d-09f3e941950a tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610554 Jul 09 14:51:53.491923 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddedca08-f25c-4413-a4b0-efff7cc66100 None None] Pushing event updated for resources: {'Port': ['ID=54e92009-e5ce-4302-ac87-1fe875cc8c1a,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:53.494597 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ad1c67ad-0a78-45b4-929d-b193f8b479fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:53.524233 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831ae8e4-d86d-4e98-b80f-531c2287e41f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:53.532118 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831ae8e4-d86d-4e98-b80f-531c2287e41f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:53.534389 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-831ae8e4-d86d-4e98-b80f-531c2287e41f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.2588153 Jul 09 14:51:53.538821 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43586) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:53.573732 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ad1c67ad-0a78-45b4-929d-b193f8b479fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:53.672983 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ad1c67ad-0a78-45b4-929d-b193f8b479fc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8aa3dbbb10964c3894f249cbea64885c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6522048 Jul 09 14:51:53.675072 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43590) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:53.715097 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f7dc0adf-9fd4-4fc4-89dc-448155bb3496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:53.718428 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f7dc0adf-9fd4-4fc4-89dc-448155bb3496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:53.719716 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f7dc0adf-9fd4-4fc4-89dc-448155bb3496 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/32f48646-ea62-42b9-b661-d87b425de1e6 HTTP/1.1" status: 204 len: 168 time: 0.5124357 Jul 09 14:51:53.740711 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1c67ad-0a78-45b4-929d-b193f8b479fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e614e0ef-622b-45aa-8c13-d343a79d8649,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:53.779141 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dc0adf-9fd4-4fc4-89dc-448155bb3496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f48646-ea62-42b9-b661-d87b425de1e6,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:53.790348 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1868f-54d0-4c5f-9bea-6feda4a928b7 req-208d7d95-625d-4d33-b4e5-f50a044bd4c3 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:53.792140 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cea1868f-54d0-4c5f-9bea-6feda4a928b7 req-208d7d95-625d-4d33-b4e5-f50a044bd4c3 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=a820e79f-f8a5-484b-8c6d-84fb37d18022 HTTP/1.1" status: 200 len: 943 time: 0.1859462 Jul 09 14:51:53.795611 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-3798099e-7beb-4fcb-8d60-e18f2573aa19 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Deleting port 618656e2-27cc-4b29-8583-1213958c0d0b {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:51:53.796144 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3798099e-7beb-4fcb-8d60-e18f2573aa19 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:53.831164 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a6f23-6b25-4819-a8d9-6738ddcfe1a4 req-1b3331d1-ec27-4673-b766-bad4090f8550 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:53.833040 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3c3a6f23-6b25-4819-a8d9-6738ddcfe1a4 req-1b3331d1-ec27-4673-b766-bad4090f8550 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4c12028-eca4-489a-9d25-1b39648f7cc0 HTTP/1.1" status: 200 len: 946 time: 0.2410357 Jul 09 14:51:53.901240 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3c3a6f23-6b25-4819-a8d9-6738ddcfe1a4 req-5032e9b6-5504-410d-83fb-5887a333d5b1 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0503003-e352-4db8-a0a6-bfc82c7527aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532334 Jul 09 14:51:53.902777 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8e38c9c9-6ffc-4fd3-8eb6-cce56a5466f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:53.941862 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cea1868f-54d0-4c5f-9bea-6feda4a928b7 req-44a85303-0112-4545-a0fc-bcc46b471177 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417634 Jul 09 14:51:53.955022 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8e38c9c9-6ffc-4fd3-8eb6-cce56a5466f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:53.987714 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3798099e-7beb-4fcb-8d60-e18f2573aa19 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:54.011021 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-3798099e-7beb-4fcb-8d60-e18f2573aa19 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Calling delete_port for 618656e2-27cc-4b29-8583-1213958c0d0b owned by {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:51:54.127316 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 54e92009-e5ce-4302-ac87-1fe875cc8c1a up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:51:54.236585 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8e38c9c9-6ffc-4fd3-8eb6-cce56a5466f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:54.239244 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8e38c9c9-6ffc-4fd3-8eb6-cce56a5466f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:54.242724 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-8e38c9c9-6ffc-4fd3-8eb6-cce56a5466f5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e614e0ef-622b-45aa-8c13-d343a79d8649 HTTP/1.1" status: 204 len: 168 time: 0.5638256 Jul 09 14:51:54.248879 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e38c9c9-6ffc-4fd3-8eb6-cce56a5466f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e614e0ef-622b-45aa-8c13-d343a79d8649,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:54.274194 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3798099e-7beb-4fcb-8d60-e18f2573aa19 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:54.276929 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 54e92009-e5ce-4302-ac87-1fe875cc8c1a completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:51:54.306915 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3798099e-7beb-4fcb-8d60-e18f2573aa19 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event deleted for resources: {'Port': ['ID=618656e2-27cc-4b29-8583-1213958c0d0b,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:54.345529 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3798099e-7beb-4fcb-8d60-e18f2573aa19 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:54.350039 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-3798099e-7beb-4fcb-8d60-e18f2573aa19 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/ports/618656e2-27cc-4b29-8583-1213958c0d0b HTTP/1.1" status: 204 len: 168 time: 0.8075674 Jul 09 14:51:54.350815 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43600) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:54.445799 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a72bb8-b8db-436b-a49f-26855416a5a1 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:54.448271 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a72bb8-b8db-436b-a49f-26855416a5a1 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:54.449930 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-97a72bb8-b8db-436b-a49f-26855416a5a1 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0981638 Jul 09 14:51:54.453433 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43602) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:54.537427 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-383ae07f-7b27-42c9-ab5e-4f2394930500 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Deleting subnet 4d70e911-eec7-421c-8c6d-f28400c29728 {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:51:54.541606 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-383ae07f-7b27-42c9-ab5e-4f2394930500 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:54.591322 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-383ae07f-7b27-42c9-ab5e-4f2394930500 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:54.604789 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d909fac5-62b2-41d9-a1fc-1fd7e1d889e3 None None] Network 858359dc-653d-453c-9af7-637628d0bac8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:51:54.718087 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e68b8-7b0a-485e-958b-5d7c5cb4f87b req-b661f476-9a9e-4818-9673-f1051031d9b2 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:54.719550 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-377e68b8-7b0a-485e-958b-5d7c5cb4f87b req-b661f476-9a9e-4818-9673-f1051031d9b2 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=57b4fc3c-dd4c-457c-9346-14c89da3a21b HTTP/1.1" status: 200 len: 945 time: 0.1315267 Jul 09 14:51:54.724641 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-383ae07f-7b27-42c9-ab5e-4f2394930500 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:54.791100 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-377e68b8-7b0a-485e-958b-5d7c5cb4f87b req-3b8dae84-de29-4b75-917e-8eeb826670a8 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632470 Jul 09 14:51:54.855161 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43610) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:54.910840 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-51271657-7e04-4b5a-b472-cca78d6330b6 None None] Provisioning for port 54e92009-e5ce-4302-ac87-1fe875cc8c1a completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:51:54.911636 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-383ae07f-7b27-42c9-ab5e-4f2394930500 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:54.915789 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-51271657-7e04-4b5a-b472-cca78d6330b6 None None] Provisioning complete for port 54e92009-e5ce-4302-ac87-1fe875cc8c1a triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:51:54.916287 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-51271657-7e04-4b5a-b472-cca78d6330b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:54.944264 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-383ae07f-7b27-42c9-ab5e-4f2394930500 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:54.948969 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-383ae07f-7b27-42c9-ab5e-4f2394930500 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/subnets/4d70e911-eec7-421c-8c6d-f28400c29728 HTTP/1.1" status: 204 len: 168 time: 0.4915051 Jul 09 14:51:54.948969 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383ae07f-7b27-42c9-ab5e-4f2394930500 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event deleted for resources: {'Subnet': ['ID=4d70e911-eec7-421c-8c6d-f28400c29728,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:54.949183 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43616) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:54.991588 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2511c1a-b633-49fb-be1d-e4b6a409eb08 None None] Network 858359dc-653d-453c-9af7-637628d0bac8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:51:55.027170 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43620) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:55.027309 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d998a866-a355-4c1b-ace5-21e4dcccc517 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0760891 Jul 09 14:51:55.029738 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43622) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:55.039567 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-f28d8cf2-4189-4543-90f4-b906165efd96 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Request body: {'subnet': {'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:51:55.042324 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7cc41e07-6817-4967-875d-754e1718ced9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:55.205497 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7cc41e07-6817-4967-875d-754e1718ced9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:55.236787 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ad618-97e3-4857-9d2e-4846d07c8593 req-e266faa7-bdaa-4190-9b23-1c560913d333 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:55.238340 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a27ad618-97e3-4857-9d2e-4846d07c8593 req-e266faa7-bdaa-4190-9b23-1c560913d333 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4c12028-eca4-489a-9d25-1b39648f7cc0 HTTP/1.1" status: 200 len: 946 time: 0.1063616 Jul 09 14:51:55.238825 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43626) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:55.246780 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-51271657-7e04-4b5a-b472-cca78d6330b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:55.250205 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca441071-cc43-4bc6-9583-2587d6186460 req-85541630-73a6-40ed-9a1b-22ae0ccd7c52 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:55.252649 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ca441071-cc43-4bc6-9583-2587d6186460 req-85541630-73a6-40ed-9a1b-22ae0ccd7c52 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=a820e79f-f8a5-484b-8c6d-84fb37d18022 HTTP/1.1" status: 200 len: 943 time: 0.1038673 Jul 09 14:51:55.259447 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5912665a-ab16-4f51-8c03-463d11331500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:55.296671 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7cc41e07-6817-4967-875d-754e1718ced9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:55.302294 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-51271657-7e04-4b5a-b472-cca78d6330b6 None None] For port 54e92009-e5ce-4302-ac87-1fe875cc8c1a, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=54e92009-e5ce-4302-ac87-1fe875cc8c1a,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:51:55.306299 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a27ad618-97e3-4857-9d2e-4846d07c8593 req-32e879f2-feb3-49ee-95bf-a60459e565f1 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0503003-e352-4db8-a0a6-bfc82c7527aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598819 Jul 09 14:51:55.317644 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.db.api [None req-5912665a-ab16-4f51-8c03-463d11331500 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 14:51:55.317644 n-d-799529-6 neutron-server[94445]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 14:51:55.317644 n-d-799529-6 neutron-server[94445]: [parameters: {'project_id_1': 'fecc2a5da98445e29bd54c896176626d', 'expiration_1': datetime.datetime(2021, 7, 9, 14, 51, 55, 282767)}] Jul 09 14:51:55.317644 n-d-799529-6 neutron-server[94445]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 14:51:55.317948 n-d-799529-6 neutron-server[94445]: DEBUG oslo_db.api [None req-5912665a-ab16-4f51-8c03-463d11331500 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 14:51:55.328729 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-da67e999-2b39-479e-a99d-dba3b5537de6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:55.335644 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ca441071-cc43-4bc6-9583-2587d6186460 req-c82e19a2-d36a-45f3-9512-33961c9b4a91 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688570 Jul 09 14:51:55.338028 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7cc41e07-6817-4967-875d-754e1718ced9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0d7391a984674f248b24b734fda110a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3112097 Jul 09 14:51:55.340969 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43628) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:55.357327 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-51271657-7e04-4b5a-b472-cca78d6330b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:55.389709 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc41e07-6817-4967-875d-754e1718ced9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=059cfaec-ac6d-4b1d-8dc1-4ba331f9d357,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:55.391345 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28d8cf2-4189-4543-90f4-b906165efd96 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Made reservation on behalf of 705b0dcf676c4e4da08df6f6169d5c06 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:51:55.394562 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f28d8cf2-4189-4543-90f4-b906165efd96 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:55.437082 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d5ce64-ac55-4f27-af4a-08ad545346cf None None] DHCP port deletion for 858359dc-653d-453c-9af7-637628d0bac8 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:51:55.519069 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51271657-7e04-4b5a-b472-cca78d6330b6 None None] Pushing event updated for resources: {'Port': ['ID=54e92009-e5ce-4302-ac87-1fe875cc8c1a,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:55.529302 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-47b98e2c-c589-4b04-b4e0-83a2ecdacc8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:55.534665 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-5ef9b4df-dfaa-486c-b41d-55b01985bf9d None None] Provisioning complete for port 54e92009-e5ce-4302-ac87-1fe875cc8c1a triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:51:55.536161 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5ef9b4df-dfaa-486c-b41d-55b01985bf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:55.574290 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-80d5ce64-ac55-4f27-af4a-08ad545346cf None None] Deleting port 54e92009-e5ce-4302-ac87-1fe875cc8c1a {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:51:55.574662 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-80d5ce64-ac55-4f27-af4a-08ad545346cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:55.577292 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d4d56-ff68-4a0b-ab06-a74bc6d37bf8 req-53078263-97a4-472e-9a99-de54452618b8 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:55.578961 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0e2d4d56-ff68-4a0b-ab06-a74bc6d37bf8 req-53078263-97a4-472e-9a99-de54452618b8 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4c12028-eca4-489a-9d25-1b39648f7cc0 HTTP/1.1" status: 200 len: 946 time: 0.0866129 Jul 09 14:51:55.585103 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-47b98e2c-c589-4b04-b4e0-83a2ecdacc8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:55.621165 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0e2d4d56-ff68-4a0b-ab06-a74bc6d37bf8 req-a2351127-6fe5-447f-b47e-fa9cbe6f1064 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0503003-e352-4db8-a0a6-bfc82c7527aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357227 Jul 09 14:51:55.687133 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-80d5ce64-ac55-4f27-af4a-08ad545346cf None None] For port 54e92009-e5ce-4302-ac87-1fe875cc8c1a, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=54e92009-e5ce-4302-ac87-1fe875cc8c1a,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:51:55.687542 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-80d5ce64-ac55-4f27-af4a-08ad545346cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:55.707153 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-80d5ce64-ac55-4f27-af4a-08ad545346cf None None] Calling delete_port for 54e92009-e5ce-4302-ac87-1fe875cc8c1a owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:51:55.719548 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-da67e999-2b39-479e-a99d-dba3b5537de6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:55.767894 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-da67e999-2b39-479e-a99d-dba3b5537de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:55.805315 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-47b98e2c-c589-4b04-b4e0-83a2ecdacc8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:55.807775 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-47b98e2c-c589-4b04-b4e0-83a2ecdacc8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:55.808943 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-47b98e2c-c589-4b04-b4e0-83a2ecdacc8e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/059cfaec-ac6d-4b1d-8dc1-4ba331f9d357 HTTP/1.1" status: 204 len: 168 time: 0.4669774 Jul 09 14:51:55.810466 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f28d8cf2-4189-4543-90f4-b906165efd96 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:55.818041 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-da67e999-2b39-479e-a99d-dba3b5537de6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2f4355bf92b244fbbc59cd7d34dbe33f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9617274 Jul 09 14:51:55.820729 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43638) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:55.821291 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5912665a-ab16-4f51-8c03-463d11331500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:55.840413 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beff4e9-d612-48fd-b615-28baef27d37d req-0ab78fb0-d814-4c44-8371-b8b56783c2a2 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:55.842311 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0beff4e9-d612-48fd-b615-28baef27d37d req-0ab78fb0-d814-4c44-8371-b8b56783c2a2 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4c12028-eca4-489a-9d25-1b39648f7cc0 HTTP/1.1" status: 200 len: 946 time: 0.0870466 Jul 09 14:51:55.846727 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da67e999-2b39-479e-a99d-dba3b5537de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654bf77b-f18a-4f03-9267-869355fb4210,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:55.854181 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-80d5ce64-ac55-4f27-af4a-08ad545346cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:55.896028 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b98e2c-c589-4b04-b4e0-83a2ecdacc8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=059cfaec-ac6d-4b1d-8dc1-4ba331f9d357,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:55.901192 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28d8cf2-4189-4543-90f4-b906165efd96 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:51:55.916536 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-f28d8cf2-4189-4543-90f4-b906165efd96 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:51:55.921369 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d5ce64-ac55-4f27-af4a-08ad545346cf None None] Pushing event deleted for resources: {'Port': ['ID=54e92009-e5ce-4302-ac87-1fe875cc8c1a,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:55.926496 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d5ce64-ac55-4f27-af4a-08ad545346cf None None] No DVR routers for this DVR port 54e92009-e5ce-4302-ac87-1fe875cc8c1a on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:51:55.932873 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28d8cf2-4189-4543-90f4-b906165efd96 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:55.940410 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f28d8cf2-4189-4543-90f4-b906165efd96 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:55.942657 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00fcb59-6bcb-4391-bd01-36b2b2930e29 None None] Network 858359dc-653d-453c-9af7-637628d0bac8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:51:55.947205 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28d8cf2-4189-4543-90f4-b906165efd96 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event updated for resources: {'Subnet': ['ID=878c250d-54d3-452a-a0da-69018111548e,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:55.959416 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0beff4e9-d612-48fd-b615-28baef27d37d req-049efa7c-32ec-45a7-a80f-77616ee2c29b tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0503003-e352-4db8-a0a6-bfc82c7527aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103947 Jul 09 14:51:55.978382 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f26020f6-5460-42aa-b4e9-d96fbcee8e33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:56.023989 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f26020f6-5460-42aa-b4e9-d96fbcee8e33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:56.079763 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5912665a-ab16-4f51-8c03-463d11331500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:56.118254 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 54e92009-e5ce-4302-ac87-1fe875cc8c1a no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:51:56.146062 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 54e92009-e5ce-4302-ac87-1fe875cc8c1a {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:51:56.146648 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 54e92009-e5ce-4302-ac87-1fe875cc8c1a not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:51:56.158444 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3eab86-152d-4c65-a7a8-e1a74f38d304 req-a7a06cde-38ff-4c0e-bd05-9065b88299a1 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:56.160603 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cd3eab86-152d-4c65-a7a8-e1a74f38d304 req-a7a06cde-38ff-4c0e-bd05-9065b88299a1 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=57b4fc3c-dd4c-457c-9346-14c89da3a21b HTTP/1.1" status: 200 len: 945 time: 0.1865034 Jul 09 14:51:56.163114 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5912665a-ab16-4f51-8c03-463d11331500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:56.187042 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b5f570cb-5ee4-4934-88ef-517d11bf01bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:56.195351 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86d6838-68ca-4911-98f0-3e83d16b7da0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-858359dc-653d-453c-9af7-637628d0bac8', 'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'tenant_id': '705b0dcf676c4e4da08df6f6169d5c06', 'fixed_ips': [{'subnet_id': '878c250d-54d3-452a-a0da-69018111548e'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:51:56.196069 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b86d6838-68ca-4911-98f0-3e83d16b7da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:56.197002 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f26020f6-5460-42aa-b4e9-d96fbcee8e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:56.199648 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f26020f6-5460-42aa-b4e9-d96fbcee8e33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:56.203827 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f26020f6-5460-42aa-b4e9-d96fbcee8e33 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/654bf77b-f18a-4f03-9267-869355fb4210 HTTP/1.1" status: 204 len: 168 time: 0.3780301 Jul 09 14:51:56.223991 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26020f6-5460-42aa-b4e9-d96fbcee8e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654bf77b-f18a-4f03-9267-869355fb4210,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:56.232295 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43646) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:56.232976 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-5912665a-ab16-4f51-8c03-463d11331500 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fecc2a5da98445e29bd54c896176626d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9916055 Jul 09 14:51:56.239842 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5912665a-ab16-4f51-8c03-463d11331500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f151cb8b-f8f4-4b3f-a7e3-fbd5f14d353f,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:56.256808 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f28d8cf2-4189-4543-90f4-b906165efd96 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2230654 Jul 09 14:51:56.257139 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43650) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:56.271690 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-cd82d688-cb87-41a8-901f-5856386418e0 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Request body: {'port': {'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'name': 'tempest-NetworksTestDHCPv6-1824766555'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:51:56.271690 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cd3eab86-152d-4c65-a7a8-e1a74f38d304 req-a0f13467-8e3c-4a4e-ae4e-0530d241c987 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960031 Jul 09 14:51:56.336726 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 6c053017-f889-4378-bf80-7f02e084f3ba details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:51:56.338878 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3831df7-847e-4afc-a1cb-b3aae86c4cd1 req-d735b554-c216-43bf-af6b-6851079dce81 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:56.348114 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b3831df7-847e-4afc-a1cb-b3aae86c4cd1 req-d735b554-c216-43bf-af6b-6851079dce81 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4c12028-eca4-489a-9d25-1b39648f7cc0 HTTP/1.1" status: 200 len: 946 time: 0.1974840 Jul 09 14:51:56.388892 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-844d938c-e31c-47c4-a2ef-b3b1b142f06f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:56.411927 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b3831df7-847e-4afc-a1cb-b3aae86c4cd1 req-c4deaa57-a087-4e0c-a5c2-a097c5dc7a3e tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0503003-e352-4db8-a0a6-bfc82c7527aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618172 Jul 09 14:51:56.465288 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-844d938c-e31c-47c4-a2ef-b3b1b142f06f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:56.512421 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-b86d6838-68ca-4911-98f0-3e83d16b7da0 None None] Allocated IP 2001:db8::2 (858359dc-653d-453c-9af7-637628d0bac8/878c250d-54d3-452a-a0da-69018111548e/2b3945bc-e652-4828-bc3e-6c214739eefe) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:51:56.542287 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 6c053017-f889-4378-bf80-7f02e084f3ba, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=6c053017-f889-4378-bf80-7f02e084f3ba,segment=NetworkSegment(88773363-1d78-439b-bb07-1d37ed239605),segment_id=88773363-1d78-439b-bb07-1d37ed239605)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:51:56.570720 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd82d688-cb87-41a8-901f-5856386418e0 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Made reservation on behalf of 705b0dcf676c4e4da08df6f6169d5c06 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:51:56.575451 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cd82d688-cb87-41a8-901f-5856386418e0 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:56.588978 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '6c053017-f889-4378-bf80-7f02e084f3ba', 'network_id': '07a9ecbf-37ed-481a-bf65-f5d67d5555a8', 'port_id': '6c053017-f889-4378-bf80-7f02e084f3ba', 'mac_address': 'fa:16:3e:5d:c1:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a6c5dcf-ab29-40a6-a385-f6eb72afc65e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:51:56.622348 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-844d938c-e31c-47c4-a2ef-b3b1b142f06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:56.625879 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-844d938c-e31c-47c4-a2ef-b3b1b142f06f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:56.636177 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-844d938c-e31c-47c4-a2ef-b3b1b142f06f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f151cb8b-f8f4-4b3f-a7e3-fbd5f14d353f HTTP/1.1" status: 204 len: 168 time: 0.3943844 Jul 09 14:51:56.637365 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [None req-cd82d688-cb87-41a8-901f-5856386418e0 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] device_id is not set on port 350498c9-6595-4428-a930-e68198d920b8 yet. {{(pid=94445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:51:56.676155 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844d938c-e31c-47c4-a2ef-b3b1b142f06f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f151cb8b-f8f4-4b3f-a7e3-fbd5f14d353f,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:56.746899 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583cb5a2-1cb5-4e2a-aaf8-9ee77e01ef72 req-10e2f935-daf8-49bc-b438-a18a3122cdc2 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:56.749252 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-583cb5a2-1cb5-4e2a-aaf8-9ee77e01ef72 req-10e2f935-daf8-49bc-b438-a18a3122cdc2 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=a820e79f-f8a5-484b-8c6d-84fb37d18022 HTTP/1.1" status: 200 len: 943 time: 0.2009220 Jul 09 14:51:56.751817 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68fb712-bfcb-4224-95e9-329632e1c4f6 req-683c00f0-1e9a-4bb0-93bf-e9bffa88c7e3 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:56.753747 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d68fb712-bfcb-4224-95e9-329632e1c4f6 req-683c00f0-1e9a-4bb0-93bf-e9bffa88c7e3 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4c12028-eca4-489a-9d25-1b39648f7cc0 HTTP/1.1" status: 200 len: 946 time: 0.1221550 Jul 09 14:51:56.803873 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:56.808353 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-583cb5a2-1cb5-4e2a-aaf8-9ee77e01ef72 req-7f1501ef-fdae-4bf0-84cf-11b3fe9770ed tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456383 Jul 09 14:51:56.816226 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d68fb712-bfcb-4224-95e9-329632e1c4f6 req-22e02544-607c-473b-b56e-1380d9b1c714 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0503003-e352-4db8-a0a6-bfc82c7527aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540912 Jul 09 14:51:56.827619 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c053017-f889-4378-bf80-7f02e084f3ba {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:51:56.875791 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 6c053017-f889-4378-bf80-7f02e084f3ba, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=6c053017-f889-4378-bf80-7f02e084f3ba,segment=NetworkSegment(88773363-1d78-439b-bb07-1d37ed239605),segment_id=88773363-1d78-439b-bb07-1d37ed239605)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:51:56.886744 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b86d6838-68ca-4911-98f0-3e83d16b7da0 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:56.896293 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-b86d6838-68ca-4911-98f0-3e83d16b7da0 None None] Transition to ACTIVE for port object 2b3945bc-e652-4828-bc3e-6c214739eefe will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:51:56.920765 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-b86d6838-68ca-4911-98f0-3e83d16b7da0 None None] Transition to ACTIVE for port object 2b3945bc-e652-4828-bc3e-6c214739eefe will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:51:57.015012 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c7cc7a-34bf-4cda-a4f9-4bc3bed15daa req-56ee2af5-702b-414e-b0d6-a6c8735d1844 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:57.016562 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-35c7cc7a-34bf-4cda-a4f9-4bc3bed15daa req-56ee2af5-702b-414e-b0d6-a6c8735d1844 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4c12028-eca4-489a-9d25-1b39648f7cc0 HTTP/1.1" status: 200 len: 946 time: 0.0671620 Jul 09 14:51:57.055076 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-35c7cc7a-34bf-4cda-a4f9-4bc3bed15daa req-1c99d04e-11db-43e4-99e6-a3c84e1a6440 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0503003-e352-4db8-a0a6-bfc82c7527aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324609 Jul 09 14:51:57.097120 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:57.097120 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device ce480228-cafa-4e60-95e1-7839d26f52f7 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:51:57.163426 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b86d6838-68ca-4911-98f0-3e83d16b7da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:57.202031 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=6c053017-f889-4378-bf80-7f02e084f3ba,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:57.231873 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-cd82d688-cb87-41a8-901f-5856386418e0 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Allocated IP 2001:db8::38 (858359dc-653d-453c-9af7-637628d0bac8/878c250d-54d3-452a-a0da-69018111548e/350498c9-6595-4428-a930-e68198d920b8) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:51:57.243246 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86d6838-68ca-4911-98f0-3e83d16b7da0 None None] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:51:57.257518 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-b86d6838-68ca-4911-98f0-3e83d16b7da0 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:51:57.264355 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86d6838-68ca-4911-98f0-3e83d16b7da0 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:51:57.280461 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86d6838-68ca-4911-98f0-3e83d16b7da0 None None] Pushing event updated for resources: {'Port': ['ID=2b3945bc-e652-4828-bc3e-6c214739eefe,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:57.284102 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8948e0-5d0c-4d8e-872e-98bcf809a1da req-62b32930-5b6f-497a-8fd7-68b6dbefbc2e tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:57.286124 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ab8948e0-5d0c-4d8e-872e-98bcf809a1da req-62b32930-5b6f-497a-8fd7-68b6dbefbc2e tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4c12028-eca4-489a-9d25-1b39648f7cc0 HTTP/1.1" status: 200 len: 946 time: 0.0993078 Jul 09 14:51:57.337720 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port ce480228-cafa-4e60-95e1-7839d26f52f7, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=ce480228-cafa-4e60-95e1-7839d26f52f7,segment=NetworkSegment(2badb0c6-e67f-4820-b4bb-8e5a90533cf4),segment_id=2badb0c6-e67f-4820-b4bb-8e5a90533cf4)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:51:57.348174 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ab8948e0-5d0c-4d8e-872e-98bcf809a1da req-e40c59d0-9c69-4de3-afbd-29461669c982 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0503003-e352-4db8-a0a6-bfc82c7527aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522168 Jul 09 14:51:57.364981 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': 'ce480228-cafa-4e60-95e1-7839d26f52f7', 'network_id': 'a9d0dfb1-4ed4-4376-bcf0-50fa5388f064', 'port_id': 'ce480228-cafa-4e60-95e1-7839d26f52f7', 'mac_address': 'fa:16:3e:76:e6:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c4bd77b-9e34-44f4-9dc2-fa632746bcf3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:51:57.383474 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-b86d6838-68ca-4911-98f0-3e83d16b7da0 None None] Attempting to bind port 2b3945bc-e652-4828-bc3e-6c214739eefe on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:51:57.386040 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-b86d6838-68ca-4911-98f0-3e83d16b7da0 None None] Attempting to bind port 2b3945bc-e652-4828-bc3e-6c214739eefe by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:51:57.386040 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86d6838-68ca-4911-98f0-3e83d16b7da0 None None] Attempting to bind port 2b3945bc-e652-4828-bc3e-6c214739eefe on network 858359dc-653d-453c-9af7-637628d0bac8 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:51:57.398171 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86d6838-68ca-4911-98f0-3e83d16b7da0 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:51:57.398595 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86d6838-68ca-4911-98f0-3e83d16b7da0 None None] Checking segment: {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:51:57.399098 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b86d6838-68ca-4911-98f0-3e83d16b7da0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:57.399388 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86d6838-68ca-4911-98f0-3e83d16b7da0 None None] Bound using segment: {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:51:57.399968 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-b86d6838-68ca-4911-98f0-3e83d16b7da0 None None] Bound port: 2b3945bc-e652-4828-bc3e-6c214739eefe, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:51:57.400353 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b86d6838-68ca-4911-98f0-3e83d16b7da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:57.414331 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:57.434364 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ce480228-cafa-4e60-95e1-7839d26f52f7 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:51:57.439559 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43686) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:57.455363 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-467ba442-485b-4d40-b24b-7733d54f3308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:57.529266 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port ce480228-cafa-4e60-95e1-7839d26f52f7, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=ce480228-cafa-4e60-95e1-7839d26f52f7,segment=NetworkSegment(2badb0c6-e67f-4820-b4bb-8e5a90533cf4),segment_id=2badb0c6-e67f-4820-b4bb-8e5a90533cf4)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:51:57.556349 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-b86d6838-68ca-4911-98f0-3e83d16b7da0 None None] For port 2b3945bc-e652-4828-bc3e-6c214739eefe, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:51:57.561110 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-b86d6838-68ca-4911-98f0-3e83d16b7da0 None None] For port 2b3945bc-e652-4828-bc3e-6c214739eefe, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=2b3945bc-e652-4828-bc3e-6c214739eefe,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:51:57.605156 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cd82d688-cb87-41a8-901f-5856386418e0 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:57.607124 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-467ba442-485b-4d40-b24b-7733d54f3308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:57.626048 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:57.633247 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ece96-b69b-408c-b5a7-85ba1bb53b09 req-89698fed-b1c3-4c24-9215-f8bc617b709a tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:57.635272 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-664ece96-b69b-408c-b5a7-85ba1bb53b09 req-89698fed-b1c3-4c24-9215-f8bc617b709a tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=57b4fc3c-dd4c-457c-9346-14c89da3a21b HTTP/1.1" status: 200 len: 945 time: 0.2002327 Jul 09 14:51:57.636564 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-cd82d688-cb87-41a8-901f-5856386418e0 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Transition to ACTIVE for port object 350498c9-6595-4428-a930-e68198d920b8 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:51:57.695520 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b86d6838-68ca-4911-98f0-3e83d16b7da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:57.705220 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-664ece96-b69b-408c-b5a7-85ba1bb53b09 req-c361eb4b-f5c9-4728-ab6d-1c993fdfc3e9 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488191 Jul 09 14:51:57.719012 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e47e91-c1f8-4ff1-bcad-13bd6223363c req-b087dd8e-9b60-4699-9c42-a5d92122dcca tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:57.720528 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-45e47e91-c1f8-4ff1-bcad-13bd6223363c req-b087dd8e-9b60-4699-9c42-a5d92122dcca tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4c12028-eca4-489a-9d25-1b39648f7cc0 HTTP/1.1" status: 200 len: 946 time: 0.1183193 Jul 09 14:51:57.744838 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=ce480228-cafa-4e60-95e1-7839d26f52f7,revision_number=6']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:57.748420 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-467ba442-485b-4d40-b24b-7733d54f3308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:57.797506 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cd82d688-cb87-41a8-901f-5856386418e0 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:57.815147 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-45e47e91-c1f8-4ff1-bcad-13bd6223363c req-f86ed37f-4c52-49f0-b059-beef6ab293e0 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0503003-e352-4db8-a0a6-bfc82c7527aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883296 Jul 09 14:51:57.824131 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467ba442-485b-4d40-b24b-7733d54f3308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e471b44c-4b68-4953-8f19-251185aef5a6,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:57.833553 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-467ba442-485b-4d40-b24b-7733d54f3308 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5ad2ef73611a4a759fc6827b7155146c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3904476 Jul 09 14:51:57.846814 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43702) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:57.880077 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86d6838-68ca-4911-98f0-3e83d16b7da0 None None] Pushing event updated for resources: {'Port': ['ID=2b3945bc-e652-4828-bc3e-6c214739eefe,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:57.892012 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['ce480228-cafa-4e60-95e1-7839d26f52f7'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:51:57.965598 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9c6118f8-4d2b-4772-bfa0-0e82130f9f58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:57.966369 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd82d688-cb87-41a8-901f-5856386418e0 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:51:57.980918 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-cd82d688-cb87-41a8-901f-5856386418e0 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:51:57.987390 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd82d688-cb87-41a8-901f-5856386418e0 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:51:58.001166 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd82d688-cb87-41a8-901f-5856386418e0 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:58.002203 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cd82d688-cb87-41a8-901f-5856386418e0 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:58.024525 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9c6118f8-4d2b-4772-bfa0-0e82130f9f58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:58.027304 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd82d688-cb87-41a8-901f-5856386418e0 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event updated for resources: {'Port': ['ID=350498c9-6595-4428-a930-e68198d920b8,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:58.115400 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-cd82d688-cb87-41a8-901f-5856386418e0 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8571792 Jul 09 14:51:58.118535 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43714) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:58.162098 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['6c053017-f889-4378-bf80-7f02e084f3ba'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:51:58.234039 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9c6118f8-4d2b-4772-bfa0-0e82130f9f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:58.236655 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9c6118f8-4d2b-4772-bfa0-0e82130f9f58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:58.237826 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-9c6118f8-4d2b-4772-bfa0-0e82130f9f58 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e471b44c-4b68-4953-8f19-251185aef5a6 HTTP/1.1" status: 204 len: 168 time: 0.4016984 Jul 09 14:51:58.253855 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6118f8-4d2b-4772-bfa0-0e82130f9f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e471b44c-4b68-4953-8f19-251185aef5a6,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:58.382908 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761013b6-eef1-47da-9318-4cb7a49cff92 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:58.388933 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761013b6-eef1-47da-9318-4cb7a49cff92 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:58.390611 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-761013b6-eef1-47da-9318-4cb7a49cff92 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2711380 Jul 09 14:51:58.393795 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43728) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:58.420186 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae5502-8623-4f12-b9c8-8fef03eb70ff req-b18cc417-982a-4736-b35f-d47308ab5e40 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:58.422213 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-eaae5502-8623-4f12-b9c8-8fef03eb70ff req-b18cc417-982a-4736-b35f-d47308ab5e40 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=a820e79f-f8a5-484b-8c6d-84fb37d18022 HTTP/1.1" status: 200 len: 944 time: 0.1855032 Jul 09 14:51:58.519532 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-eaae5502-8623-4f12-b9c8-8fef03eb70ff req-756088ba-91c3-4386-a50a-b8465d9d9edf tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825486 Jul 09 14:51:58.983069 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6237d1f-ba17-4e3b-8ceb-7a9c0ce025ee req-0476c2d2-1433-4fd4-8a8a-0504af900bf2 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:58.991034 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a6237d1f-ba17-4e3b-8ceb-7a9c0ce025ee req-0476c2d2-1433-4fd4-8a8a-0504af900bf2 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=57b4fc3c-dd4c-457c-9346-14c89da3a21b HTTP/1.1" status: 200 len: 944 time: 0.1032841 Jul 09 14:51:59.019158 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-39935f91-ea59-4059-be64-1e59b75610e2 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Deleting port 350498c9-6595-4428-a930-e68198d920b8 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:51:59.019704 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-39935f91-ea59-4059-be64-1e59b75610e2 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:59.028578 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-938c003f-7619-497b-96fd-467f4967bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:59.045510 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a6237d1f-ba17-4e3b-8ceb-7a9c0ce025ee req-096fae33-1a91-457c-b443-249c0bbb8f3d tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532312 Jul 09 14:51:59.148090 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-39935f91-ea59-4059-be64-1e59b75610e2 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:59.169723 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-39935f91-ea59-4059-be64-1e59b75610e2 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Calling delete_port for 350498c9-6595-4428-a930-e68198d920b8 owned by {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:51:59.198352 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:59.421066 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-39935f91-ea59-4059-be64-1e59b75610e2 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:59.461815 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39935f91-ea59-4059-be64-1e59b75610e2 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event deleted for resources: {'Port': ['ID=350498c9-6595-4428-a930-e68198d920b8,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:59.483596 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-d4a67bc0-6687-47a6-ba9e-2f2415b6fc64 None None] Provisioning for port 2b3945bc-e652-4828-bc3e-6c214739eefe completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:51:59.506446 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-39935f91-ea59-4059-be64-1e59b75610e2 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:59.509241 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-39935f91-ea59-4059-be64-1e59b75610e2 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/ports/350498c9-6595-4428-a930-e68198d920b8 HTTP/1.1" status: 204 len: 168 time: 1.1142783 Jul 09 14:51:59.511821 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43770) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:59.610737 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a3fd240f-e5f8-4ffb-b60f-fa3f17f303ce None None] Could not find standard attr ID for object 618656e2-27cc-4b29-8583-1213958c0d0b. {{(pid=94447) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 14:51:59.805989 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c6d89-02c5-461c-bd29-aaf2d686de38 req-9c060a0a-3b50-4cfd-ab3f-9139a260beb0 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:59.812130 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0b5c6d89-02c5-461c-bd29-aaf2d686de38 req-9c060a0a-3b50-4cfd-ab3f-9139a260beb0 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=a820e79f-f8a5-484b-8c6d-84fb37d18022 HTTP/1.1" status: 200 len: 944 time: 0.0787230 Jul 09 14:51:59.858075 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0b5c6d89-02c5-461c-bd29-aaf2d686de38 req-81ca01ff-05dd-4d2d-bcac-883ca58efdff tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445809 Jul 09 14:51:59.925961 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-8a5c4194-b593-4bb2-a317-5f5abca711c8 None None] Could not find standard attr ID for object 350498c9-6595-4428-a930-e68198d920b8. {{(pid=94447) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 14:52:00.054664 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4cf5bc-04a7-4862-a434-6239ec20b371 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:00.057170 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4cf5bc-04a7-4862-a434-6239ec20b371 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:00.059109 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-9b4cf5bc-04a7-4862-a434-6239ec20b371 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5460334 Jul 09 14:52:00.062015 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43786) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:00.133017 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0186211-2d66-4542-b54b-c13151933658 req-648a186f-d559-4bb3-9462-f9d6e314d9ec tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:00.142600 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d0186211-2d66-4542-b54b-c13151933658 req-648a186f-d559-4bb3-9462-f9d6e314d9ec tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4c12028-eca4-489a-9d25-1b39648f7cc0 HTTP/1.1" status: 200 len: 946 time: 0.1666968 Jul 09 14:52:00.160365 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:00.171596 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-be7e1503-3dad-4f2b-b2d5-f6388f76c745 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Deleting subnet 878c250d-54d3-452a-a0da-69018111548e {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:52:00.185550 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-be7e1503-3dad-4f2b-b2d5-f6388f76c745 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:00.234980 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d0186211-2d66-4542-b54b-c13151933658 req-55739679-f90d-4478-ad1b-b298cf499f3c tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0503003-e352-4db8-a0a6-bfc82c7527aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911407 Jul 09 14:52:00.236491 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 2b3945bc-e652-4828-bc3e-6c214739eefe up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:52:00.296405 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-be7e1503-3dad-4f2b-b2d5-f6388f76c745 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:00.316644 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device ce480228-cafa-4e60-95e1-7839d26f52f7 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:52:00.419716 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port ce480228-cafa-4e60-95e1-7839d26f52f7 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:52:00.419716 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:00.487812 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 2b3945bc-e652-4828-bc3e-6c214739eefe completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:52:00.505921 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 2b3945bc-e652-4828-bc3e-6c214739eefe triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:52:00.506481 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:00.516400 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e3979-ec95-4ce0-8b0f-b72583f0d55a req-e0aa43f0-a911-4555-8d93-7a32f8b0449a tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:00.516400 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e13e3979-ec95-4ce0-8b0f-b72583f0d55a req-e0aa43f0-a911-4555-8d93-7a32f8b0449a tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=57b4fc3c-dd4c-457c-9346-14c89da3a21b HTTP/1.1" status: 200 len: 944 time: 0.1591322 Jul 09 14:52:00.545141 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-be7e1503-3dad-4f2b-b2d5-f6388f76c745 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:00.617589 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e13e3979-ec95-4ce0-8b0f-b72583f0d55a req-692d95e1-3cc0-4324-8499-222dd84eacd0 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904880 Jul 09 14:52:00.628801 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:00.661738 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b4fc3c-dd4c-457c-9346-14c89da3a21b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce480228-cafa-4e60-95e1-7839d26f52f7'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:52:00.664303 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb96041-9025-4d6c-8328-4ec8da38008e" -d '{"events": [{"server_uuid": "57b4fc3c-dd4c-457c-9346-14c89da3a21b", "name": "network-vif-plugged", "status": "completed", "tag": "ce480228-cafa-4e60-95e1-7839d26f52f7"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:52:00.680752 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port ce480228-cafa-4e60-95e1-7839d26f52f7, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=ce480228-cafa-4e60-95e1-7839d26f52f7,segment=NetworkSegment(2badb0c6-e67f-4820-b4bb-8e5a90533cf4),segment_id=2badb0c6-e67f-4820-b4bb-8e5a90533cf4)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:52:00.723713 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-be7e1503-3dad-4f2b-b2d5-f6388f76c745 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:00.725461 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:00.752362 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:00.753191 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 6c053017-f889-4378-bf80-7f02e084f3ba up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:52:00.753347 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-be7e1503-3dad-4f2b-b2d5-f6388f76c745 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:00.763780 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43818) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:00.771835 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-be7e1503-3dad-4f2b-b2d5-f6388f76c745 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/subnets/878c250d-54d3-452a-a0da-69018111548e HTTP/1.1" status: 204 len: 168 time: 0.7081561 Jul 09 14:52:00.773508 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c557f415-ce66-48f4-9df7-3561cc48f9b0 None None] Network 858359dc-653d-453c-9af7-637628d0bac8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:52:00.819693 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056fd54e-4a4d-42b9-bb7f-103dc7804c37 x-openstack-request-id: req-056fd54e-4a4d-42b9-bb7f-103dc7804c37 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:52:00.820099 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57b4fc3c-dd4c-457c-9346-14c89da3a21b", "name": "network-vif-plugged", "status": "completed", "tag": "ce480228-cafa-4e60-95e1-7839d26f52f7", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:52:00.820351 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-056fd54e-4a4d-42b9-bb7f-103dc7804c37 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:52:00.820740 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57b4fc3c-dd4c-457c-9346-14c89da3a21b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce480228-cafa-4e60-95e1-7839d26f52f7', 'code': 200} Jul 09 14:52:00.843328 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7e1503-3dad-4f2b-b2d5-f6388f76c745 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event deleted for resources: {'Subnet': ['ID=878c250d-54d3-452a-a0da-69018111548e,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:00.866938 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b64c0eb7-3ef6-4525-8ed4-db4f255d15e2 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1019490 Jul 09 14:52:00.870108 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43824) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:00.875762 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-4d8b8bc1-590f-472a-b6f8-ef5edca9447f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Request body: {'subnet': {'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:52:00.955081 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=ce480228-cafa-4e60-95e1-7839d26f52f7,revision_number=7']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:01.033953 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8b8bc1-590f-472a-b6f8-ef5edca9447f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Made reservation on behalf of 705b0dcf676c4e4da08df6f6169d5c06 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:52:01.038111 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4d8b8bc1-590f-472a-b6f8-ef5edca9447f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:01.094394 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.db.api [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 14:52:01.094755 n-d-799529-6 neutron-server[94447]: DEBUG oslo_db.api [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 14:52:01.203249 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59fec7-1b63-49c0-bf20-fbc388a960ba req-c8499bb5-fcb4-411f-afdc-8f919c0cfe1b tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:01.204922 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5e59fec7-1b63-49c0-bf20-fbc388a960ba req-c8499bb5-fcb4-411f-afdc-8f919c0cfe1b tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=a820e79f-f8a5-484b-8c6d-84fb37d18022 HTTP/1.1" status: 200 len: 944 time: 0.1478994 Jul 09 14:52:01.216931 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port 6c053017-f889-4378-bf80-7f02e084f3ba completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:52:01.220547 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d55696c-7baa-49e3-84dd-31d5f42abaff None None] DHCP port deletion for 858359dc-653d-453c-9af7-637628d0bac8 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:52:01.225954 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 6c053017-f889-4378-bf80-7f02e084f3ba triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:52:01.226331 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:01.333684 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-2d55696c-7baa-49e3-84dd-31d5f42abaff None None] Deleting port 2b3945bc-e652-4828-bc3e-6c214739eefe {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:52:01.334064 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2d55696c-7baa-49e3-84dd-31d5f42abaff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:01.352724 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5e59fec7-1b63-49c0-bf20-fbc388a960ba req-71930b10-7ab3-4baa-b61f-c782af75690f tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844293 Jul 09 14:52:01.405997 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:01.461345 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-2d55696c-7baa-49e3-84dd-31d5f42abaff None None] For port 2b3945bc-e652-4828-bc3e-6c214739eefe, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=2b3945bc-e652-4828-bc3e-6c214739eefe,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:52:01.461779 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2d55696c-7baa-49e3-84dd-31d5f42abaff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:01.482989 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4d8b8bc1-590f-472a-b6f8-ef5edca9447f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:01.483237 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-2d55696c-7baa-49e3-84dd-31d5f42abaff None None] Calling delete_port for 2b3945bc-e652-4828-bc3e-6c214739eefe owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:52:01.485808 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 6c053017-f889-4378-bf80-7f02e084f3ba, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=6c053017-f889-4378-bf80-7f02e084f3ba,segment=NetworkSegment(88773363-1d78-439b-bb07-1d37ed239605),segment_id=88773363-1d78-439b-bb07-1d37ed239605)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:52:01.578094 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:01.593532 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8b8bc1-590f-472a-b6f8-ef5edca9447f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:52:01.635257 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-4d8b8bc1-590f-472a-b6f8-ef5edca9447f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:52:01.655818 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8b8bc1-590f-472a-b6f8-ef5edca9447f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:01.657191 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4d8b8bc1-590f-472a-b6f8-ef5edca9447f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:01.680862 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:01.691094 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8b8bc1-590f-472a-b6f8-ef5edca9447f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event updated for resources: {'Subnet': ['ID=9207a91f-3926-482f-8fd0-a8104a3409b7,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:01.707487 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:01.718641 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0357ab16-7d85-48c0-8b37-4fd3db8940a0 req-d9d1df0e-64f5-4332-afd5-df3b7ff3d16e tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:01.720508 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0357ab16-7d85-48c0-8b37-4fd3db8940a0 req-d9d1df0e-64f5-4332-afd5-df3b7ff3d16e tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4c12028-eca4-489a-9d25-1b39648f7cc0 HTTP/1.1" status: 200 len: 946 time: 0.2282958 Jul 09 14:52:01.791206 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=6c053017-f889-4378-bf80-7f02e084f3ba,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:01.792481 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0357ab16-7d85-48c0-8b37-4fd3db8940a0 req-e5f17953-04c6-42d5-9f14-a19d055aaf2b tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0503003-e352-4db8-a0a6-bfc82c7527aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646987 Jul 09 14:52:01.811207 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-4d8b8bc1-590f-472a-b6f8-ef5edca9447f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9399283 Jul 09 14:52:01.813744 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43868) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:01.819700 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-7182ba9c-6ade-4e52-aa65-e3ef97c9b720 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Request body: {'port': {'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'name': 'tempest-NetworksTestDHCPv6-160846889'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:52:01.829249 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2d55696c-7baa-49e3-84dd-31d5f42abaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:01.917891 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d55696c-7baa-49e3-84dd-31d5f42abaff None None] Pushing event deleted for resources: {'Port': ['ID=2b3945bc-e652-4828-bc3e-6c214739eefe,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:01.945056 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d55696c-7baa-49e3-84dd-31d5f42abaff None None] No DVR routers for this DVR port 2b3945bc-e652-4828-bc3e-6c214739eefe on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:52:01.968700 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36654b3f-e6cf-4f29-aeb8-464a1e353a1d None None] Network 858359dc-653d-453c-9af7-637628d0bac8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:52:01.996282 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0705c46-1705-464b-8add-b9d03ea20a8d req-33551e73-2c11-4591-ae5a-4688741134cd tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:02.018286 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d0705c46-1705-464b-8add-b9d03ea20a8d req-33551e73-2c11-4591-ae5a-4688741134cd tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=57b4fc3c-dd4c-457c-9346-14c89da3a21b HTTP/1.1" status: 200 len: 945 time: 0.1312165 Jul 09 14:52:02.082699 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d0705c46-1705-464b-8add-b9d03ea20a8d req-0b350e72-3785-4eee-bb9c-3bdf64fe02fd tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627742 Jul 09 14:52:02.098911 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7182ba9c-6ade-4e52-aa65-e3ef97c9b720 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Made reservation on behalf of 705b0dcf676c4e4da08df6f6169d5c06 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:52:02.103955 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7182ba9c-6ade-4e52-aa65-e3ef97c9b720 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:02.107735 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 2b3945bc-e652-4828-bc3e-6c214739eefe no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:52:02.118531 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43878) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:02.127961 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-7182ba9c-6ade-4e52-aa65-e3ef97c9b720 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] device_id is not set on port b9a169fa-f096-4d62-990a-b70d58b34797 yet. {{(pid=94446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:52:02.141948 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 2b3945bc-e652-4828-bc3e-6c214739eefe {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:52:02.142291 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 2b3945bc-e652-4828-bc3e-6c214739eefe not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:52:02.195565 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2daa1975-db3d-4502-8719-88b56264ae74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-858359dc-653d-453c-9af7-637628d0bac8', 'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'tenant_id': '705b0dcf676c4e4da08df6f6169d5c06', 'fixed_ips': [{'subnet_id': '9207a91f-3926-482f-8fd0-a8104a3409b7'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:52:02.196383 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2daa1975-db3d-4502-8719-88b56264ae74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:02.258463 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-7182ba9c-6ade-4e52-aa65-e3ef97c9b720 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Allocated IP 2001:db8::31a (858359dc-653d-453c-9af7-637628d0bac8/9207a91f-3926-482f-8fd0-a8104a3409b7/b9a169fa-f096-4d62-990a-b70d58b34797) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:52:02.321670 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device ce480228-cafa-4e60-95e1-7839d26f52f7 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:52:02.351366 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-db7d3347-f1ed-4848-8711-61f8d61ecf16 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1286462703', 'router:external': True}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:52:02.440097 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:02.485068 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port ce480228-cafa-4e60-95e1-7839d26f52f7, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=ce480228-cafa-4e60-95e1-7839d26f52f7,segment=NetworkSegment(2badb0c6-e67f-4820-b4bb-8e5a90533cf4),segment_id=2badb0c6-e67f-4820-b4bb-8e5a90533cf4)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:52:02.506324 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7182ba9c-6ade-4e52-aa65-e3ef97c9b720 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:02.519351 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db7d3347-f1ed-4848-8711-61f8d61ecf16 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Made reservation on behalf of 627a237bc3a244b8bc902c724ce587cb for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:52:02.521957 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-db7d3347-f1ed-4848-8711-61f8d61ecf16 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:02.524644 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-7182ba9c-6ade-4e52-aa65-e3ef97c9b720 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Transition to ACTIVE for port object b9a169fa-f096-4d62-990a-b70d58b34797 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:52:02.533398 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-db7d3347-f1ed-4848-8711-61f8d61ecf16 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:02.590730 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:02.622473 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7182ba9c-6ade-4e52-aa65-e3ef97c9b720 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:02.671033 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df1d74-6246-432c-911b-d4ced95ff906 req-e5f2f300-32a5-4d12-97e7-89c4d6b5b0a8 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:02.672654 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-29df1d74-6246-432c-911b-d4ced95ff906 req-e5f2f300-32a5-4d12-97e7-89c4d6b5b0a8 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=a820e79f-f8a5-484b-8c6d-84fb37d18022 HTTP/1.1" status: 200 len: 945 time: 0.1137934 Jul 09 14:52:02.673526 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=ce480228-cafa-4e60-95e1-7839d26f52f7,revision_number=8']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:02.689679 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-2daa1975-db3d-4502-8719-88b56264ae74 None None] Allocated IP 2001:db8::2 (858359dc-653d-453c-9af7-637628d0bac8/9207a91f-3926-482f-8fd0-a8104a3409b7/d129792d-3a58-440d-854d-a9aacd91662c) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:52:02.705533 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7182ba9c-6ade-4e52-aa65-e3ef97c9b720 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:52:02.713064 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-7182ba9c-6ade-4e52-aa65-e3ef97c9b720 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:52:02.721507 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7182ba9c-6ade-4e52-aa65-e3ef97c9b720 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:52:02.728654 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7182ba9c-6ade-4e52-aa65-e3ef97c9b720 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:02.729296 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7182ba9c-6ade-4e52-aa65-e3ef97c9b720 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:02.739323 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-db7d3347-f1ed-4848-8711-61f8d61ecf16 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:02.746413 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7182ba9c-6ade-4e52-aa65-e3ef97c9b720 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event updated for resources: {'Port': ['ID=b9a169fa-f096-4d62-990a-b70d58b34797,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:02.754313 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-29df1d74-6246-432c-911b-d4ced95ff906 req-adab9910-5b05-4831-8d27-e3f3999510ba tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609701 Jul 09 14:52:02.831827 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a820e79f-f8a5-484b-8c6d-84fb37d18022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c053017-f889-4378-bf80-7f02e084f3ba'}, {'server_uuid': '57b4fc3c-dd4c-457c-9346-14c89da3a21b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce480228-cafa-4e60-95e1-7839d26f52f7'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:52:02.834103 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ee7116-40f7-4af6-9f37-c6d72aff5ca1" -d '{"events": [{"server_uuid": "a820e79f-f8a5-484b-8c6d-84fb37d18022", "name": "network-vif-plugged", "status": "completed", "tag": "6c053017-f889-4378-bf80-7f02e084f3ba"}, {"server_uuid": "57b4fc3c-dd4c-457c-9346-14c89da3a21b", "name": "network-vif-unplugged", "status": "completed", "tag": "ce480228-cafa-4e60-95e1-7839d26f52f7"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:52:02.860398 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2daa1975-db3d-4502-8719-88b56264ae74 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:02.868349 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-db7d3347-f1ed-4848-8711-61f8d61ecf16 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:02.872568 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-2daa1975-db3d-4502-8719-88b56264ae74 None None] Transition to ACTIVE for port object d129792d-3a58-440d-854d-a9aacd91662c will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:52:02.880517 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 09 Jul 2021 14:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af34ae9a-970a-40ce-b6de-dbfb3d6a5aa2 x-openstack-request-id: req-af34ae9a-970a-40ce-b6de-dbfb3d6a5aa2 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:52:02.880818 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a820e79f-f8a5-484b-8c6d-84fb37d18022", "name": "network-vif-plugged", "status": "completed", "tag": "6c053017-f889-4378-bf80-7f02e084f3ba", "code": 200}, {"server_uuid": "57b4fc3c-dd4c-457c-9346-14c89da3a21b", "name": "network-vif-unplugged", "status": "completed", "tag": "ce480228-cafa-4e60-95e1-7839d26f52f7", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:52:02.881225 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-af34ae9a-970a-40ce-b6de-dbfb3d6a5aa2 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:52:02.881618 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a820e79f-f8a5-484b-8c6d-84fb37d18022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c053017-f889-4378-bf80-7f02e084f3ba', 'code': 200} Jul 09 14:52:02.881921 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57b4fc3c-dd4c-457c-9346-14c89da3a21b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce480228-cafa-4e60-95e1-7839d26f52f7', 'code': 200} Jul 09 14:52:02.893769 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-2daa1975-db3d-4502-8719-88b56264ae74 None None] Transition to ACTIVE for port object d129792d-3a58-440d-854d-a9aacd91662c will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:52:02.897323 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db7d3347-f1ed-4848-8711-61f8d61ecf16 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:52:02.907180 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7d3347-f1ed-4848-8711-61f8d61ecf16 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b85fe5b-c24b-42e2-9cc8-c6425c8c49ba,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:02.912379 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-db7d3347-f1ed-4848-8711-61f8d61ecf16 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:02.912925 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-db7d3347-f1ed-4848-8711-61f8d61ecf16 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Added segment 4302c416-a530-473b-bce8-4624258e5922 of type vlan for network d6fe21e7-d371-4ad0-952a-d2268160b8fa Jul 09 14:52:02.980294 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7182ba9c-6ade-4e52-aa65-e3ef97c9b720 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1653352 Jul 09 14:52:02.984381 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-db7d3347-f1ed-4848-8711-61f8d61ecf16 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:02.992907 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43906) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:03.025729 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ccc6e-1c2c-4287-84a4-7d5a7996f7ad req-1e635793-f9bb-46be-a5c7-c03a0c8faaad tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:03.027223 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f79ccc6e-1c2c-4287-84a4-7d5a7996f7ad req-1e635793-f9bb-46be-a5c7-c03a0c8faaad tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4c12028-eca4-489a-9d25-1b39648f7cc0 HTTP/1.1" status: 200 len: 946 time: 0.1070883 Jul 09 14:52:03.034419 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2daa1975-db3d-4502-8719-88b56264ae74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:03.082728 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2daa1975-db3d-4502-8719-88b56264ae74 None None] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:52:03.085957 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-2daa1975-db3d-4502-8719-88b56264ae74 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:52:03.091091 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2daa1975-db3d-4502-8719-88b56264ae74 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:52:03.094475 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daa1975-db3d-4502-8719-88b56264ae74 None None] Pushing event updated for resources: {'Port': ['ID=d129792d-3a58-440d-854d-a9aacd91662c,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:03.121724 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-db7d3347-f1ed-4848-8711-61f8d61ecf16 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:03.122726 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7d3347-f1ed-4848-8711-61f8d61ecf16 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:03.123318 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-db7d3347-f1ed-4848-8711-61f8d61ecf16 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:03.161193 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f79ccc6e-1c2c-4287-84a4-7d5a7996f7ad req-8c98e309-2db6-460f-b334-231070306086 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0503003-e352-4db8-a0a6-bfc82c7527aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159313 Jul 09 14:52:03.169408 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-2daa1975-db3d-4502-8719-88b56264ae74 None None] Attempting to bind port d129792d-3a58-440d-854d-a9aacd91662c on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:52:03.169641 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-2daa1975-db3d-4502-8719-88b56264ae74 None None] Attempting to bind port d129792d-3a58-440d-854d-a9aacd91662c by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:52:03.170132 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daa1975-db3d-4502-8719-88b56264ae74 None None] Attempting to bind port d129792d-3a58-440d-854d-a9aacd91662c on network 858359dc-653d-453c-9af7-637628d0bac8 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:52:03.177290 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daa1975-db3d-4502-8719-88b56264ae74 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:52:03.177681 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daa1975-db3d-4502-8719-88b56264ae74 None None] Checking segment: {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:52:03.178092 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2daa1975-db3d-4502-8719-88b56264ae74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:03.178491 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daa1975-db3d-4502-8719-88b56264ae74 None None] Bound using segment: {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:52:03.178963 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-2daa1975-db3d-4502-8719-88b56264ae74 None None] Bound port: d129792d-3a58-440d-854d-a9aacd91662c, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:52:03.179349 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2daa1975-db3d-4502-8719-88b56264ae74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:03.204108 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6e3256-b9ee-48fb-8efa-334fc4e9d044 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:03.206159 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ea6e3256-b9ee-48fb-8efa-334fc4e9d044 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2120662 Jul 09 14:52:03.209939 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43918) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:03.264071 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff1391-e85a-4325-8a2b-5024312f4607 req-a5ac6346-7667-4edb-bdd1-3cf1d69d5d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:03.265572 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-68ff1391-e85a-4325-8a2b-5024312f4607 req-a5ac6346-7667-4edb-bdd1-3cf1d69d5d4c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a820e79f-f8a5-484b-8c6d-84fb37d18022 HTTP/1.1" status: 200 len: 1096 time: 0.2089057 Jul 09 14:52:03.269315 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7d3347-f1ed-4848-8711-61f8d61ecf16 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Pushing event updated for resources: {'Network': ['ID=d6fe21e7-d371-4ad0-952a-d2268160b8fa,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:03.309059 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-2daa1975-db3d-4502-8719-88b56264ae74 None None] For port d129792d-3a58-440d-854d-a9aacd91662c, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:52:03.313114 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-2daa1975-db3d-4502-8719-88b56264ae74 None None] For port d129792d-3a58-440d-854d-a9aacd91662c, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=d129792d-3a58-440d-854d-a9aacd91662c,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:52:03.318155 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network d6fe21e7-d371-4ad0-952a-d2268160b8fa details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:52:03.349201 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-db7d3347-f1ed-4848-8711-61f8d61ecf16 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.2294927 Jul 09 14:52:03.358330 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43924) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:03.367418 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-5ac52d9d-d47e-4578-909b-ae1b1e183d2b tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Request body: {'subnet': {'network_id': 'd6fe21e7-d371-4ad0-952a-d2268160b8fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:52:03.438645 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-68ff1391-e85a-4325-8a2b-5024312f4607 req-d0848476-cbc2-4b34-9f6e-8ee73f1eece7 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395848 Jul 09 14:52:03.439484 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2daa1975-db3d-4502-8719-88b56264ae74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:03.469280 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752ee58-fcf4-48eb-95a8-e6479aad1a4e req-585aca10-976d-49fc-ab80-7ba93db1155d tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:03.470827 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6752ee58-fcf4-48eb-95a8-e6479aad1a4e req-585aca10-976d-49fc-ab80-7ba93db1155d tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.62 "GET /v2.0/ports?device_id=57b4fc3c-dd4c-457c-9346-14c89da3a21b HTTP/1.1" status: 200 len: 943 time: 0.2043765 Jul 09 14:52:03.472408 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2fcf5-6a8e-4af3-832f-b3776272286e req-4a1b362a-be8e-44c9-8002-84ebdfb898cf tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:03.475203 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3ba2fcf5-6a8e-4af3-832f-b3776272286e req-4a1b362a-be8e-44c9-8002-84ebdfb898cf tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=57b4fc3c-dd4c-457c-9346-14c89da3a21b HTTP/1.1" status: 200 len: 943 time: 0.1419246 Jul 09 14:52:03.483376 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-e6ec551f-c4e4-4f1b-a5c8-e7769801a593 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Deleting port b9a169fa-f096-4d62-990a-b70d58b34797 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:52:03.483773 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e6ec551f-c4e4-4f1b-a5c8-e7769801a593 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:03.517775 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daa1975-db3d-4502-8719-88b56264ae74 None None] Pushing event updated for resources: {'Port': ['ID=d129792d-3a58-440d-854d-a9aacd91662c,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:03.536363 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac52d9d-d47e-4578-909b-ae1b1e183d2b tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Made reservation on behalf of 627a237bc3a244b8bc902c724ce587cb for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:52:03.538712 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5ac52d9d-d47e-4578-909b-ae1b1e183d2b tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:03.554296 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3ba2fcf5-6a8e-4af3-832f-b3776272286e req-cec915bf-27d4-433d-bf08-284fbae776ee tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704095 Jul 09 14:52:03.652236 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e6ec551f-c4e4-4f1b-a5c8-e7769801a593 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:03.672671 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-e6ec551f-c4e4-4f1b-a5c8-e7769801a593 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Calling delete_port for b9a169fa-f096-4d62-990a-b70d58b34797 owned by {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:52:04.062825 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e6ec551f-c4e4-4f1b-a5c8-e7769801a593 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:04.123332 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device d129792d-3a58-440d-854d-a9aacd91662c up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:52:04.126497 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9490d8bd-ec04-4dcc-a6b4-6bcc5997a82a req-c2a403cd-c162-433f-b17e-6751f8e8edce tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:04.128651 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9490d8bd-ec04-4dcc-a6b4-6bcc5997a82a req-c2a403cd-c162-433f-b17e-6751f8e8edce tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4c12028-eca4-489a-9d25-1b39648f7cc0 HTTP/1.1" status: 200 len: 946 time: 0.0695570 Jul 09 14:52:04.134061 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ec551f-c4e4-4f1b-a5c8-e7769801a593 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event deleted for resources: {'Port': ['ID=b9a169fa-f096-4d62-990a-b70d58b34797,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:04.176217 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e6ec551f-c4e4-4f1b-a5c8-e7769801a593 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:04.176945 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9490d8bd-ec04-4dcc-a6b4-6bcc5997a82a req-4613fd32-e36a-4003-b514-acea5bf17967 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0503003-e352-4db8-a0a6-bfc82c7527aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418313 Jul 09 14:52:04.180523 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-e6ec551f-c4e4-4f1b-a5c8-e7769801a593 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/ports/b9a169fa-f096-4d62-990a-b70d58b34797 HTTP/1.1" status: 204 len: 168 time: 0.9673002 Jul 09 14:52:04.183777 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43944) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:04.206847 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413987ae-c304-46ca-874b-cccfc3fe373d req-3a7fe5ad-6da7-44af-9198-780fbf052ade tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:04.208636 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-413987ae-c304-46ca-874b-cccfc3fe373d req-3a7fe5ad-6da7-44af-9198-780fbf052ade tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=a820e79f-f8a5-484b-8c6d-84fb37d18022 HTTP/1.1" status: 200 len: 945 time: 0.2714498 Jul 09 14:52:04.253359 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-6752ee58-fcf4-48eb-95a8-e6479aad1a4e req-945ae793-e004-48f7-a9ba-d625461b1375 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Deleting port ce480228-cafa-4e60-95e1-7839d26f52f7 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:52:04.253711 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-6752ee58-fcf4-48eb-95a8-e6479aad1a4e req-945ae793-e004-48f7-a9ba-d625461b1375 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:04.255462 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f89f7c-6063-4da8-bb17-eda36fb74a60 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:04.257113 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f89f7c-6063-4da8-bb17-eda36fb74a60 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:04.261629 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-56f89f7c-6063-4da8-bb17-eda36fb74a60 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0772197 Jul 09 14:52:04.262429 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43946) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:04.296498 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port d129792d-3a58-440d-854d-a9aacd91662c completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:52:04.315888 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-da57be29-f34f-43f9-843f-8be55210d923 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Deleting subnet 9207a91f-3926-482f-8fd0-a8104a3409b7 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:52:04.319014 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-da57be29-f34f-43f9-843f-8be55210d923 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:04.324526 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-413987ae-c304-46ca-874b-cccfc3fe373d req-632831ca-d446-4f46-b691-ad0e67b5ba86 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031582 Jul 09 14:52:04.368049 n-d-799529-6 neutron-server[94446]: DEBUG neutron.objects.ports [None req-5ac52d9d-d47e-4578-909b-ae1b1e183d2b tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94446) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 14:52:04.368537 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5ac52d9d-d47e-4578-909b-ae1b1e183d2b tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:04.374572 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-da57be29-f34f-43f9-843f-8be55210d923 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:04.427599 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-6752ee58-fcf4-48eb-95a8-e6479aad1a4e req-945ae793-e004-48f7-a9ba-d625461b1375 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] For port ce480228-cafa-4e60-95e1-7839d26f52f7, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=ce480228-cafa-4e60-95e1-7839d26f52f7,segment=NetworkSegment(2badb0c6-e67f-4820-b4bb-8e5a90533cf4),segment_id=2badb0c6-e67f-4820-b4bb-8e5a90533cf4)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:52:04.428099 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-6752ee58-fcf4-48eb-95a8-e6479aad1a4e req-945ae793-e004-48f7-a9ba-d625461b1375 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:04.472948 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-6752ee58-fcf4-48eb-95a8-e6479aad1a4e req-945ae793-e004-48f7-a9ba-d625461b1375 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Calling delete_port for ce480228-cafa-4e60-95e1-7839d26f52f7 owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:52:04.474650 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac52d9d-d47e-4578-909b-ae1b1e183d2b tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c82ad92e-8bfa-4fd4-a039-632ee2dc3253,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:04.510228 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43952) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:04.542093 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-da57be29-f34f-43f9-843f-8be55210d923 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:04.554106 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac52d9d-d47e-4578-909b-ae1b1e183d2b tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Checking segment: {'id': '4302c416-a530-473b-bce8-4624258e5922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd6fe21e7-d371-4ad0-952a-d2268160b8fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:52:04.554485 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac52d9d-d47e-4578-909b-ae1b1e183d2b tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Network hostable DHCP agents. Network: d6fe21e7-d371-4ad0-952a-d2268160b8fa, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:52:04.584803 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43958) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:04.756384 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-abd84421-096c-44b6-a8bf-3d5a0e8d2814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:04.760019 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac52d9d-d47e-4578-909b-ae1b1e183d2b tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Network d6fe21e7-d371-4ad0-952a-d2268160b8fa is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:52:04.818341 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-da57be29-f34f-43f9-843f-8be55210d923 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:04.829230 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9d39d8a2-7480-4b71-8b3e-638f461d85c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:04.843642 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9f55a0-4741-4d51-b938-a1f76084148f req-0745e4cb-2a1e-4ab3-978f-d400f76d29b0 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:04.845199 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1f9f55a0-4741-4d51-b938-a1f76084148f req-0745e4cb-2a1e-4ab3-978f-d400f76d29b0 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=57b4fc3c-dd4c-457c-9346-14c89da3a21b HTTP/1.1" status: 200 len: 943 time: 0.1427181 Jul 09 14:52:04.882865 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da57be29-f34f-43f9-843f-8be55210d923 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event deleted for resources: {'Subnet': ['ID=9207a91f-3926-482f-8fd0-a8104a3409b7,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:04.905870 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-da57be29-f34f-43f9-843f-8be55210d923 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:04.907874 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-da57be29-f34f-43f9-843f-8be55210d923 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/subnets/9207a91f-3926-482f-8fd0-a8104a3409b7 HTTP/1.1" status: 204 len: 168 time: 0.6445143 Jul 09 14:52:04.911542 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43962) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:04.942041 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-6752ee58-fcf4-48eb-95a8-e6479aad1a4e req-945ae793-e004-48f7-a9ba-d625461b1375 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:04.973509 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-c2a0124a-2893-4bad-bbd3-c5d09cf3d679 None None] Provisioning for port d129792d-3a58-440d-854d-a9aacd91662c completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:52:04.984590 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-c2a0124a-2893-4bad-bbd3-c5d09cf3d679 None None] Provisioning complete for port d129792d-3a58-440d-854d-a9aacd91662c triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:52:04.985255 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c2a0124a-2893-4bad-bbd3-c5d09cf3d679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:04.985408 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-5ac52d9d-d47e-4578-909b-ae1b1e183d2b tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, d6fe21e7-d371-4ad0-952a-d2268160b8fa) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:52:04.992107 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-66d06647-3dca-4130-8555-1806d42158e3 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0792878 Jul 09 14:52:04.994713 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43966) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:05.005448 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-abd84421-096c-44b6-a8bf-3d5a0e8d2814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:05.019186 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1f9f55a0-4741-4d51-b938-a1f76084148f req-69bd92d5-c0ad-4372-80ed-20a910b276f0 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/security-groups?id=f64be7c5-e774-4cdf-bab1-f431f7d415f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448700 Jul 09 14:52:05.025802 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac52d9d-d47e-4578-909b-ae1b1e183d2b tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:05.026605 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5ac52d9d-d47e-4578-909b-ae1b1e183d2b tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:05.030805 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eac6547-5b50-4987-99fb-0818188f3328 None None] Network d6fe21e7-d371-4ad0-952a-d2268160b8fa requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:52:05.046412 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945ae793-e004-48f7-a9ba-d625461b1375 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Pushing event deleted for resources: {'Port': ['ID=ce480228-cafa-4e60-95e1-7839d26f52f7,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:05.106537 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-abd84421-096c-44b6-a8bf-3d5a0e8d2814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:05.127764 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-6752ee58-fcf4-48eb-95a8-e6479aad1a4e req-945ae793-e004-48f7-a9ba-d625461b1375 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] No DVR routers for this DVR port ce480228-cafa-4e60-95e1-7839d26f52f7 on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:52:05.131687 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-6752ee58-fcf4-48eb-95a8-e6479aad1a4e req-945ae793-e004-48f7-a9ba-d625461b1375 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:05.133757 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6752ee58-fcf4-48eb-95a8-e6479aad1a4e req-945ae793-e004-48f7-a9ba-d625461b1375 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.62 "DELETE /v2.0/ports/ce480228-cafa-4e60-95e1-7839d26f52f7 HTTP/1.1" status: 204 len: 173 time: 1.1977684 Jul 09 14:52:05.134215 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b4fc3c-dd4c-457c-9346-14c89da3a21b', 'name': 'network-vif-deleted', 'tag': 'ce480228-cafa-4e60-95e1-7839d26f52f7'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:52:05.137443 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32be3b2e-5f51-4e67-9a89-8a04c8cf774b" -d '{"events": [{"server_uuid": "57b4fc3c-dd4c-457c-9346-14c89da3a21b", "name": "network-vif-deleted", "tag": "ce480228-cafa-4e60-95e1-7839d26f52f7"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:52:05.187419 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-abd84421-096c-44b6-a8bf-3d5a0e8d2814 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=12eeb1de628f4f18a902e471ea980ed7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6012201 Jul 09 14:52:05.192947 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd84421-096c-44b6-a8bf-3d5a0e8d2814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f6e582-5dec-4dd1-b6d1-486a29021bd8,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:05.197530 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43970) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:05.207655 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24375132-5f2b-48c7-aaff-7ddeb14be9b0 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:05.212842 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-24375132-5f2b-48c7-aaff-7ddeb14be9b0 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2157106 Jul 09 14:52:05.213478 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43974) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:05.214905 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb390b2-5903-45a9-99ad-bae529c1a7e5 x-openstack-request-id: req-2bb390b2-5903-45a9-99ad-bae529c1a7e5 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:52:05.215180 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57b4fc3c-dd4c-457c-9346-14c89da3a21b", "name": "network-vif-deleted", "tag": "ce480228-cafa-4e60-95e1-7839d26f52f7", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:52:05.238042 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2bb390b2-5903-45a9-99ad-bae529c1a7e5 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:52:05.238042 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57b4fc3c-dd4c-457c-9346-14c89da3a21b', 'name': 'network-vif-deleted', 'tag': 'ce480228-cafa-4e60-95e1-7839d26f52f7', 'status': 'completed', 'code': 200} Jul 09 14:52:05.274033 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c47d5872-dfcd-4a78-94c8-7fcf52c36be1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:05.275460 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8d3605-0e96-4600-8322-c9f49e97cf0f None None] Network 858359dc-653d-453c-9af7-637628d0bac8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:52:05.309968 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c47d5872-dfcd-4a78-94c8-7fcf52c36be1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:05.317510 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ca4075-8fac-45d5-8b06-9e997267870f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:05.319583 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-94ca4075-8fac-45d5-8b06-9e997267870f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1027863 Jul 09 14:52:05.322021 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43976) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:05.355659 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9d39d8a2-7480-4b71-8b3e-638f461d85c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:05.415543 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ac2f6325-e977-40af-84bd-2d28e6d71f60 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0880818 Jul 09 14:52:05.417782 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43980) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:05.434305 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-3c77dee7-cd71-4443-955a-b5f02f4c4db1 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Request body: {'subnet': {'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:52:05.482031 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe0582b-0492-44c1-8331-5af9161f7711 req-42cac3c4-4469-433e-9381-9d477ce86270 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:05.489562 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8fe0582b-0492-44c1-8331-5af9161f7711 req-42cac3c4-4469-433e-9381-9d477ce86270 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4c12028-eca4-489a-9d25-1b39648f7cc0 HTTP/1.1" status: 200 len: 946 time: 0.1389761 Jul 09 14:52:05.510104 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-5ac52d9d-d47e-4578-909b-ae1b1e183d2b tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1482768 Jul 09 14:52:05.510480 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43982) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:05.517300 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-4f74d6cb-6325-478b-8719-829eefd4ef2b tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-427070753', 'network_id': 'd6fe21e7-d371-4ad0-952a-d2268160b8fa'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:52:05.550784 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9d39d8a2-7480-4b71-8b3e-638f461d85c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:05.556189 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8fe0582b-0492-44c1-8331-5af9161f7711 req-66231b21-c124-47b8-badc-482900c24ef5 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0503003-e352-4db8-a0a6-bfc82c7527aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655913 Jul 09 14:52:05.567766 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c47d5872-dfcd-4a78-94c8-7fcf52c36be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:05.570359 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c47d5872-dfcd-4a78-94c8-7fcf52c36be1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:05.571742 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c47d5872-dfcd-4a78-94c8-7fcf52c36be1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/75f6e582-5dec-4dd1-b6d1-486a29021bd8 HTTP/1.1" status: 204 len: 168 time: 0.3731029 Jul 09 14:52:05.609062 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c2a0124a-2893-4bad-bbd3-c5d09cf3d679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:05.612868 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4e6338-abb8-4058-b412-7548ca515596 None None] Network d6fe21e7-d371-4ad0-952a-d2268160b8fa requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:52:05.650996 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f74d6cb-6325-478b-8719-829eefd4ef2b tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Made reservation on behalf of 627a237bc3a244b8bc902c724ce587cb for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:52:05.655816 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4f74d6cb-6325-478b-8719-829eefd4ef2b tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:05.683646 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-4f74d6cb-6325-478b-8719-829eefd4ef2b tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] device_id is not set on port 7b29f3b7-5d55-4620-9310-a8f098a8a22c yet. {{(pid=94446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:52:05.693971 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d39d8a2-7480-4b71-8b3e-638f461d85c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9a9407-9eae-4bbb-b65b-97ef082be063,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:05.704296 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-9d39d8a2-7480-4b71-8b3e-638f461d85c6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=867f8a13acab46a8923dc7feed0199d7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1904476 Jul 09 14:52:05.708691 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b305805b-5edf-41e4-89bb-889a2ff0d77f None None] DHCP port deletion for 858359dc-653d-453c-9af7-637628d0bac8 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:52:05.712623 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43986) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:05.723867 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-c2a0124a-2893-4bad-bbd3-c5d09cf3d679 None None] For port d129792d-3a58-440d-854d-a9aacd91662c, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=d129792d-3a58-440d-854d-a9aacd91662c,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:52:05.738390 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47d5872-dfcd-4a78-94c8-7fcf52c36be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f6e582-5dec-4dd1-b6d1-486a29021bd8,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:05.809714 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c2a0124a-2893-4bad-bbd3-c5d09cf3d679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:05.818935 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-4f74d6cb-6325-478b-8719-829eefd4ef2b tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Allocated IP 172.20.0.5 (d6fe21e7-d371-4ad0-952a-d2268160b8fa/c82ad92e-8bfa-4fd4-a039-632ee2dc3253/7b29f3b7-5d55-4620-9310-a8f098a8a22c) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:52:05.833941 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a65cc-8be2-440a-b19a-373a45ea8fd7 req-ce9f921e-0b0a-4c95-8221-e6ee3ac302a2 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:05.835676 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ce0a65cc-8be2-440a-b19a-373a45ea8fd7 req-ce9f921e-0b0a-4c95-8221-e6ee3ac302a2 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4c12028-eca4-489a-9d25-1b39648f7cc0 HTTP/1.1" status: 200 len: 946 time: 0.2860606 Jul 09 14:52:05.846353 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6177fa-5bff-4d10-9580-433056abb0c2 req-a5a0babc-cb3e-448f-a64f-e801a5805fe3 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:05.854706 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3e6177fa-5bff-4d10-9580-433056abb0c2 req-a5a0babc-cb3e-448f-a64f-e801a5805fe3 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=a820e79f-f8a5-484b-8c6d-84fb37d18022 HTTP/1.1" status: 200 len: 945 time: 0.3024390 Jul 09 14:52:05.878592 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-b305805b-5edf-41e4-89bb-889a2ff0d77f None None] Deleting port d129792d-3a58-440d-854d-a9aacd91662c {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:52:05.878967 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b305805b-5edf-41e4-89bb-889a2ff0d77f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:05.890945 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-912e245a-dc57-40cb-b6eb-85b6c89a1d48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:05.894093 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a0124a-2893-4bad-bbd3-c5d09cf3d679 None None] Pushing event updated for resources: {'Port': ['ID=d129792d-3a58-440d-854d-a9aacd91662c,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:05.921291 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c77dee7-cd71-4443-955a-b5f02f4c4db1 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Made reservation on behalf of 705b0dcf676c4e4da08df6f6169d5c06 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:52:05.925341 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3c77dee7-cd71-4443-955a-b5f02f4c4db1 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:05.936049 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-0a4b237b-aea6-4afb-87ae-f35cff7403f6 None None] Could not find standard attr ID for object b9a169fa-f096-4d62-990a-b70d58b34797. {{(pid=94447) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 14:52:05.964361 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-b305805b-5edf-41e4-89bb-889a2ff0d77f None None] For port d129792d-3a58-440d-854d-a9aacd91662c, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=d129792d-3a58-440d-854d-a9aacd91662c,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:52:05.964922 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b305805b-5edf-41e4-89bb-889a2ff0d77f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:05.982257 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-b305805b-5edf-41e4-89bb-889a2ff0d77f None None] Calling delete_port for d129792d-3a58-440d-854d-a9aacd91662c owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:52:05.989886 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4f74d6cb-6325-478b-8719-829eefd4ef2b tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:06.000752 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-912e245a-dc57-40cb-b6eb-85b6c89a1d48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:06.110975 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4f74d6cb-6325-478b-8719-829eefd4ef2b tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:06.145641 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3e6177fa-5bff-4d10-9580-433056abb0c2 req-db3f1d35-0467-4035-8838-d6cb53941683 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900615 Jul 09 14:52:06.156427 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f74d6cb-6325-478b-8719-829eefd4ef2b tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Pushing event updated for resources: {'Port': ['ID=7b29f3b7-5d55-4620-9310-a8f098a8a22c,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:06.177302 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f74d6cb-6325-478b-8719-829eefd4ef2b tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Network d6fe21e7-d371-4ad0-952a-d2268160b8fa is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:52:06.179823 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-4f74d6cb-6325-478b-8719-829eefd4ef2b tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:52:06.182601 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device d129792d-3a58-440d-854d-a9aacd91662c no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:52:06.184237 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f74d6cb-6325-478b-8719-829eefd4ef2b tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:52:06.186025 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b305805b-5edf-41e4-89bb-889a2ff0d77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:06.222197 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-912e245a-dc57-40cb-b6eb-85b6c89a1d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:06.232726 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-912e245a-dc57-40cb-b6eb-85b6c89a1d48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:06.233912 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-912e245a-dc57-40cb-b6eb-85b6c89a1d48 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5f9a9407-9eae-4bbb-b65b-97ef082be063 HTTP/1.1" status: 204 len: 168 time: 0.5187027 Jul 09 14:52:06.275724 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: d129792d-3a58-440d-854d-a9aacd91662c {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:52:06.280294 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device d129792d-3a58-440d-854d-a9aacd91662c not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:52:06.281415 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b305805b-5edf-41e4-89bb-889a2ff0d77f None None] Pushing event deleted for resources: {'Port': ['ID=d129792d-3a58-440d-854d-a9aacd91662c,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:06.288046 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b305805b-5edf-41e4-89bb-889a2ff0d77f None None] No DVR routers for this DVR port d129792d-3a58-440d-854d-a9aacd91662c on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:52:06.289463 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912e245a-dc57-40cb-b6eb-85b6c89a1d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9a9407-9eae-4bbb-b65b-97ef082be063,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:06.292137 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e8daaa94-ff51-41ab-bc5d-54562d458d59 req-e003c73f-db6c-4f6b-b0eb-4904130d49e9 tempest-ImagesTestJSON-1527938805 tempest-ImagesTestJSON-1527938805-project] 10.222.0.58 "GET /v2.0/ports?device_id=57b4fc3c-dd4c-457c-9346-14c89da3a21b HTTP/1.1" status: 200 len: 210 time: 0.0572457 Jul 09 14:52:06.296939 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f74d6cb-6325-478b-8719-829eefd4ef2b tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:06.297646 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4f74d6cb-6325-478b-8719-829eefd4ef2b tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:06.347368 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-ce0a65cc-8be2-440a-b19a-373a45ea8fd7 req-845d12af-4877-4b67-a221-3c88d673731a tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Deleting port a84bde47-acfe-4e36-9c9f-741d2343f8a8 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:52:06.347745 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-ce0a65cc-8be2-440a-b19a-373a45ea8fd7 req-845d12af-4877-4b67-a221-3c88d673731a tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:06.394817 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-4f74d6cb-6325-478b-8719-829eefd4ef2b tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 0.8830194 Jul 09 14:52:06.397247 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43998) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:06.479914 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44000) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:06.494566 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-56c3b477-4734-41b4-a04c-6538ac8b3690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:06.545693 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-fb540991-c222-406b-be71-f380d2258a9a tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Deleting port 7b29f3b7-5d55-4620-9310-a8f098a8a22c {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:52:06.546151 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fb540991-c222-406b-be71-f380d2258a9a tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:06.572736 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-ce0a65cc-8be2-440a-b19a-373a45ea8fd7 req-845d12af-4877-4b67-a221-3c88d673731a tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] For port a84bde47-acfe-4e36-9c9f-741d2343f8a8, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=a84bde47-acfe-4e36-9c9f-741d2343f8a8,segment=NetworkSegment(bff1f1f8-53d0-45a1-805c-5c1d7e179e18),segment_id=bff1f1f8-53d0-45a1-805c-5c1d7e179e18)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:52:06.572989 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-ce0a65cc-8be2-440a-b19a-373a45ea8fd7 req-845d12af-4877-4b67-a221-3c88d673731a tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:06.611478 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-ce0a65cc-8be2-440a-b19a-373a45ea8fd7 req-845d12af-4877-4b67-a221-3c88d673731a tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Calling delete_port for a84bde47-acfe-4e36-9c9f-741d2343f8a8 owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:52:06.670849 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fb540991-c222-406b-be71-f380d2258a9a tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:06.681206 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3c77dee7-cd71-4443-955a-b5f02f4c4db1 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:06.708240 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3348b7-7c61-413d-b623-174e761011ce req-a5bb25a5-c7ca-428b-85e4-80dbe957d104 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:06.709777 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6f3348b7-7c61-413d-b623-174e761011ce req-a5bb25a5-c7ca-428b-85e4-80dbe957d104 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=a820e79f-f8a5-484b-8c6d-84fb37d18022 HTTP/1.1" status: 200 len: 945 time: 0.2729089 Jul 09 14:52:06.720378 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-fb540991-c222-406b-be71-f380d2258a9a tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Calling delete_port for 7b29f3b7-5d55-4620-9310-a8f098a8a22c owned by {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:52:06.751971 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-56c3b477-4734-41b4-a04c-6538ac8b3690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:06.774724 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c77dee7-cd71-4443-955a-b5f02f4c4db1 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:52:06.791138 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-3c77dee7-cd71-4443-955a-b5f02f4c4db1 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:52:06.797204 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c77dee7-cd71-4443-955a-b5f02f4c4db1 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:06.797618 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3c77dee7-cd71-4443-955a-b5f02f4c4db1 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:06.801884 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204f1f5c-dbfc-40a2-9805-aaa940655a34 None None] Network 858359dc-653d-453c-9af7-637628d0bac8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:52:06.808580 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c77dee7-cd71-4443-955a-b5f02f4c4db1 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event updated for resources: {'Subnet': ['ID=3503a754-85f1-4873-9cc9-71b47d2e16bb,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:06.821205 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-56c3b477-4734-41b4-a04c-6538ac8b3690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:06.824424 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6f3348b7-7c61-413d-b623-174e761011ce req-63f8d50f-b27f-4101-8163-db8ecb512683 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856867 Jul 09 14:52:06.833253 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36aac6-45a6-4f9c-8878-26d3a02ae758 req-7da5ed77-8263-474f-8e06-eedc99764298 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:06.834860 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2c36aac6-45a6-4f9c-8878-26d3a02ae758 req-7da5ed77-8263-474f-8e06-eedc99764298 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4c12028-eca4-489a-9d25-1b39648f7cc0 HTTP/1.1" status: 200 len: 946 time: 0.1591935 Jul 09 14:52:06.900189 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c3b477-4734-41b4-a04c-6538ac8b3690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a534dc1-aa7d-4d04-ae42-794467acb09d,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:06.910275 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44008) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:06.910510 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-56c3b477-4734-41b4-a04c-6538ac8b3690 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8839ea41bbe7452bb06be4a20b2fbf60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4292874 Jul 09 14:52:06.936520 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2c36aac6-45a6-4f9c-8878-26d3a02ae758 req-f2c1325d-6875-4d45-9267-77bbeb18b201 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0503003-e352-4db8-a0a6-bfc82c7527aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834999 Jul 09 14:52:06.939538 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-3c77dee7-cd71-4443-955a-b5f02f4c4db1 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5188985 Jul 09 14:52:06.942980 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44010) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:06.949118 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-6f2cf4d9-5237-439e-afc1-03e533094b12 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Request body: {'port': {'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'fixed_ips': [{'subnet_id': '3503a754-85f1-4873-9cc9-71b47d2e16bb', 'ip_address': '2001:db8::2267:57bd:3463:90de'}], 'name': 'tempest-NetworksTestDHCPv6-807760264'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:52:06.977641 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cfe475-fa36-42a3-95fd-f9213bdd1a74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-858359dc-653d-453c-9af7-637628d0bac8', 'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'tenant_id': '705b0dcf676c4e4da08df6f6169d5c06', 'fixed_ips': [{'subnet_id': '3503a754-85f1-4873-9cc9-71b47d2e16bb'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:52:06.978520 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-43cfe475-fa36-42a3-95fd-f9213bdd1a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:07.015725 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2dda2ef6-e655-4f90-9135-79290fa07ae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:07.052110 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2dda2ef6-e655-4f90-9135-79290fa07ae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:07.130882 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-ce0a65cc-8be2-440a-b19a-373a45ea8fd7 req-845d12af-4877-4b67-a221-3c88d673731a tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:07.154890 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2cf4d9-5237-439e-afc1-03e533094b12 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Made reservation on behalf of 705b0dcf676c4e4da08df6f6169d5c06 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:52:07.167445 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fb540991-c222-406b-be71-f380d2258a9a tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:07.167873 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845d12af-4877-4b67-a221-3c88d673731a tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Pushing event deleted for resources: {'Port': ['ID=a84bde47-acfe-4e36-9c9f-741d2343f8a8,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:07.167873 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2dda2ef6-e655-4f90-9135-79290fa07ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:07.168153 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2dda2ef6-e655-4f90-9135-79290fa07ae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:07.169488 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-2dda2ef6-e655-4f90-9135-79290fa07ae6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1a534dc1-aa7d-4d04-ae42-794467acb09d HTTP/1.1" status: 204 len: 168 time: 0.2581112 Jul 09 14:52:07.237855 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44016) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:07.238664 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dda2ef6-e655-4f90-9135-79290fa07ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a534dc1-aa7d-4d04-ae42-794467acb09d,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:07.295860 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce0a65cc-8be2-440a-b19a-373a45ea8fd7 req-845d12af-4877-4b67-a221-3c88d673731a tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] No DVR routers for this DVR port a84bde47-acfe-4e36-9c9f-741d2343f8a8 on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:52:07.297909 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-18367dfe-dad4-43fb-aefa-62f58aad10b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:07.300347 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-ce0a65cc-8be2-440a-b19a-373a45ea8fd7 req-845d12af-4877-4b67-a221-3c88d673731a tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:07.302309 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ce0a65cc-8be2-440a-b19a-373a45ea8fd7 req-845d12af-4877-4b67-a221-3c88d673731a tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.54 "DELETE /v2.0/ports/a84bde47-acfe-4e36-9c9f-741d2343f8a8 HTTP/1.1" status: 204 len: 173 time: 1.4433596 Jul 09 14:52:07.302746 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c12028-eca4-489a-9d25-1b39648f7cc0', 'name': 'network-vif-deleted', 'tag': 'a84bde47-acfe-4e36-9c9f-741d2343f8a8'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:52:07.307275 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb540991-c222-406b-be71-f380d2258a9a tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Pushing event deleted for resources: {'Port': ['ID=7b29f3b7-5d55-4620-9310-a8f098a8a22c,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:07.307420 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d74e9e5-b8bd-4bc8-bf15-bb39fc8bddba" -d '{"events": [{"server_uuid": "f4c12028-eca4-489a-9d25-1b39648f7cc0", "name": "network-vif-deleted", "tag": "a84bde47-acfe-4e36-9c9f-741d2343f8a8"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:52:07.352524 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-43cfe475-fa36-42a3-95fd-f9213bdd1a74 None None] Allocated IP 2001:db8::2 (858359dc-653d-453c-9af7-637628d0bac8/3503a754-85f1-4873-9cc9-71b47d2e16bb/a2486919-0cdc-4f45-80c7-d100d7fe802e) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:52:07.357550 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5629f1b-a269-4609-905a-0d407bbb0687 x-openstack-request-id: req-e5629f1b-a269-4609-905a-0d407bbb0687 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:52:07.357866 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4c12028-eca4-489a-9d25-1b39648f7cc0", "name": "network-vif-deleted", "tag": "a84bde47-acfe-4e36-9c9f-741d2343f8a8", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:52:07.358638 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e5629f1b-a269-4609-905a-0d407bbb0687 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:52:07.358763 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4c12028-eca4-489a-9d25-1b39648f7cc0', 'name': 'network-vif-deleted', 'tag': 'a84bde47-acfe-4e36-9c9f-741d2343f8a8', 'status': 'completed', 'code': 200} Jul 09 14:52:07.380129 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6f2cf4d9-5237-439e-afc1-03e533094b12 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:07.472637 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-6f2cf4d9-5237-439e-afc1-03e533094b12 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] device_id is not set on port f79666d7-367a-46e5-8e81-34e11a9adb23 yet. {{(pid=94446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:52:07.489638 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-18367dfe-dad4-43fb-aefa-62f58aad10b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:07.513590 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device a84bde47-acfe-4e36-9c9f-741d2343f8a8 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:52:07.521214 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fb540991-c222-406b-be71-f380d2258a9a tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:07.525897 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-fb540991-c222-406b-be71-f380d2258a9a tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] 10.222.0.58 "DELETE /v2.0/ports/7b29f3b7-5d55-4620-9310-a8f098a8a22c HTTP/1.1" status: 204 len: 168 time: 1.1250098 Jul 09 14:52:07.527209 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44024) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:07.538367 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: a84bde47-acfe-4e36-9c9f-741d2343f8a8 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:52:07.538711 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device a84bde47-acfe-4e36-9c9f-741d2343f8a8 not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:52:07.551683 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-43cfe475-fa36-42a3-95fd-f9213bdd1a74 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:07.558941 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-0b026a5e-82aa-42a7-9b02-423916b562bd tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd6fe21e7-d371-4ad0-952a-d2268160b8fa', 'external_fixed_ips': [{'subnet_id': 'c82ad92e-8bfa-4fd4-a039-632ee2dc3253', 'ip_address': '172.20.0.5'}]}}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:52:07.561109 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-43cfe475-fa36-42a3-95fd-f9213bdd1a74 None None] Transition to ACTIVE for port object a2486919-0cdc-4f45-80c7-d100d7fe802e will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:52:07.579356 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-43cfe475-fa36-42a3-95fd-f9213bdd1a74 None None] Transition to ACTIVE for port object a2486919-0cdc-4f45-80c7-d100d7fe802e will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:52:07.605650 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-18367dfe-dad4-43fb-aefa-62f58aad10b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:07.620701 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87700c25-2d90-4bfb-8d04-063f7a0f9221 req-c24fc738-cfc2-4934-a3dc-916f1a9895fd tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:07.622709 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-87700c25-2d90-4bfb-8d04-063f7a0f9221 req-c24fc738-cfc2-4934-a3dc-916f1a9895fd tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=a820e79f-f8a5-484b-8c6d-84fb37d18022 HTTP/1.1" status: 200 len: 945 time: 0.2389095 Jul 09 14:52:07.671634 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-18367dfe-dad4-43fb-aefa-62f58aad10b2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=afa4c00e0e8d4787b36ba01700b84e85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4160933 Jul 09 14:52:07.671998 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-87700c25-2d90-4bfb-8d04-063f7a0f9221 req-2e25fca5-ccb8-48a5-986a-39e069119c3f tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408030 Jul 09 14:52:07.673360 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44034) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:07.674015 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18367dfe-dad4-43fb-aefa-62f58aad10b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a598f7-f1ab-455e-b4c2-04482c4fda06,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:07.680500 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-43cfe475-fa36-42a3-95fd-f9213bdd1a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:07.753580 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f0244a2e-2a19-4a2f-aa40-128a0ff272c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:07.755189 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cfe475-fa36-42a3-95fd-f9213bdd1a74 None None] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:52:07.759100 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-6f2cf4d9-5237-439e-afc1-03e533094b12 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Allocated IP 2001:db8::2267:57bd:3463:90de (858359dc-653d-453c-9af7-637628d0bac8/3503a754-85f1-4873-9cc9-71b47d2e16bb/f79666d7-367a-46e5-8e81-34e11a9adb23) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:52:07.760432 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-43cfe475-fa36-42a3-95fd-f9213bdd1a74 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:52:07.766092 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cfe475-fa36-42a3-95fd-f9213bdd1a74 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:52:07.790130 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cfe475-fa36-42a3-95fd-f9213bdd1a74 None None] Pushing event updated for resources: {'Port': ['ID=a2486919-0cdc-4f45-80c7-d100d7fe802e,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:07.797001 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0b026a5e-82aa-42a7-9b02-423916b562bd tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:07.798277 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0b026a5e-82aa-42a7-9b02-423916b562bd tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:07.869611 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-43cfe475-fa36-42a3-95fd-f9213bdd1a74 None None] Attempting to bind port a2486919-0cdc-4f45-80c7-d100d7fe802e on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:52:07.869962 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-43cfe475-fa36-42a3-95fd-f9213bdd1a74 None None] Attempting to bind port a2486919-0cdc-4f45-80c7-d100d7fe802e by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:52:07.870387 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cfe475-fa36-42a3-95fd-f9213bdd1a74 None None] Attempting to bind port a2486919-0cdc-4f45-80c7-d100d7fe802e on network 858359dc-653d-453c-9af7-637628d0bac8 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:52:07.879318 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cfe475-fa36-42a3-95fd-f9213bdd1a74 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:52:07.879578 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cfe475-fa36-42a3-95fd-f9213bdd1a74 None None] Checking segment: {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:52:07.883560 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-43cfe475-fa36-42a3-95fd-f9213bdd1a74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:07.883560 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cfe475-fa36-42a3-95fd-f9213bdd1a74 None None] Bound using segment: {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:52:07.883560 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-43cfe475-fa36-42a3-95fd-f9213bdd1a74 None None] Bound port: a2486919-0cdc-4f45-80c7-d100d7fe802e, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:52:07.883560 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-43cfe475-fa36-42a3-95fd-f9213bdd1a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:07.916914 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f0244a2e-2a19-4a2f-aa40-128a0ff272c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:07.977130 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-43cfe475-fa36-42a3-95fd-f9213bdd1a74 None None] For port a2486919-0cdc-4f45-80c7-d100d7fe802e, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:52:07.982510 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-43cfe475-fa36-42a3-95fd-f9213bdd1a74 None None] For port a2486919-0cdc-4f45-80c7-d100d7fe802e, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=a2486919-0cdc-4f45-80c7-d100d7fe802e,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:52:07.990360 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0b026a5e-82aa-42a7-9b02-423916b562bd tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:08.040473 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6f2cf4d9-5237-439e-afc1-03e533094b12 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:08.061733 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332379fe-54de-4e5a-b730-3a514e627ab6 req-aa74efb5-fe12-45c4-a1a2-54d4ace67ffb tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:08.063543 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-332379fe-54de-4e5a-b730-3a514e627ab6 req-aa74efb5-fe12-45c4-a1a2-54d4ace67ffb tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=a820e79f-f8a5-484b-8c6d-84fb37d18022 HTTP/1.1" status: 200 len: 945 time: 0.1211801 Jul 09 14:52:08.104318 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-332379fe-54de-4e5a-b730-3a514e627ab6 req-6c6ff68c-0236-4a76-a58c-39c32048be36 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334706 Jul 09 14:52:08.116863 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-43cfe475-fa36-42a3-95fd-f9213bdd1a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:08.145203 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6f2cf4d9-5237-439e-afc1-03e533094b12 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Transition to ACTIVE for port object f79666d7-367a-46e5-8e81-34e11a9adb23 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:52:08.150019 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f0244a2e-2a19-4a2f-aa40-128a0ff272c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:08.154856 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f0244a2e-2a19-4a2f-aa40-128a0ff272c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:08.156383 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f0244a2e-2a19-4a2f-aa40-128a0ff272c7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/07a598f7-f1ab-455e-b4c2-04482c4fda06 HTTP/1.1" status: 204 len: 168 time: 0.4789503 Jul 09 14:52:08.240940 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cfe475-fa36-42a3-95fd-f9213bdd1a74 None None] Pushing event updated for resources: {'Port': ['ID=a2486919-0cdc-4f45-80c7-d100d7fe802e,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:08.303035 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6f2cf4d9-5237-439e-afc1-03e533094b12 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:08.339485 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c8cce42e-b965-451d-a76e-605b810aac2d req-3ad3c941-4b2d-4ca0-a0c8-1d079ce95f81 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4c12028-eca4-489a-9d25-1b39648f7cc0 HTTP/1.1" status: 200 len: 210 time: 0.0662215 Jul 09 14:52:08.341851 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0244a2e-2a19-4a2f-aa40-128a0ff272c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a598f7-f1ab-455e-b4c2-04482c4fda06,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:08.389298 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device ce480228-cafa-4e60-95e1-7839d26f52f7 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:52:08.428118 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: ce480228-cafa-4e60-95e1-7839d26f52f7 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:52:08.428481 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device ce480228-cafa-4e60-95e1-7839d26f52f7 not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:52:08.496139 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2cf4d9-5237-439e-afc1-03e533094b12 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:52:08.498517 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2cf4d9-5237-439e-afc1-03e533094b12 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event updated for resources: {'Port': ['ID=f79666d7-367a-46e5-8e81-34e11a9adb23,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:08.527668 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0b026a5e-82aa-42a7-9b02-423916b562bd tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:08.544730 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-6f2cf4d9-5237-439e-afc1-03e533094b12 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:52:08.551193 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2cf4d9-5237-439e-afc1-03e533094b12 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:52:08.566698 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2cf4d9-5237-439e-afc1-03e533094b12 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:08.567386 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6f2cf4d9-5237-439e-afc1-03e533094b12 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:08.698522 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-6f2cf4d9-5237-439e-afc1-03e533094b12 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7542980 Jul 09 14:52:08.706651 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44084) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:08.804829 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d7fcff-743a-4c86-a402-9b2b51804674 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:08.817483 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d7fcff-743a-4c86-a402-9b2b51804674 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:08.819006 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b8d7fcff-743a-4c86-a402-9b2b51804674 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1142054 Jul 09 14:52:08.824138 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44092) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:08.825312 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44094) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:09.041292 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0b026a5e-82aa-42a7-9b02-423916b562bd tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:09.067962 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0b026a5e-82aa-42a7-9b02-423916b562bd tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:09.315957 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-0b026a5e-82aa-42a7-9b02-423916b562bd tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Allocated IP 172.20.0.5 (d6fe21e7-d371-4ad0-952a-d2268160b8fa/c82ad92e-8bfa-4fd4-a039-632ee2dc3253/63f56c5a-fa21-49c0-aeab-303f6ec65ee6) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:52:09.332472 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-1303c7b5-1104-4a6b-b277-b7fa5f24c69b admin admin] Deleting subnet 4c4bd77b-9e34-44f4-9dc2-fa632746bcf3 {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:52:09.356079 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1303c7b5-1104-4a6b-b277-b7fa5f24c69b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:09.442728 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1303c7b5-1104-4a6b-b277-b7fa5f24c69b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:09.502995 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b7e7a-b4c0-47e1-ae49-24934246e55d req-a0158a51-cde3-4e82-9c23-bcd21a56bbcb tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:09.506884 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0b026a5e-82aa-42a7-9b02-423916b562bd tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:09.509771 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ef6b7e7a-b4c0-47e1-ae49-24934246e55d req-a0158a51-cde3-4e82-9c23-bcd21a56bbcb tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=a820e79f-f8a5-484b-8c6d-84fb37d18022 HTTP/1.1" status: 200 len: 945 time: 0.6114600 Jul 09 14:52:09.576430 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-e453454e-35b1-4d6c-a76e-fb44d10175d7 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Deleting port f79666d7-367a-46e5-8e81-34e11a9adb23 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:52:09.578138 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e453454e-35b1-4d6c-a76e-fb44d10175d7 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:09.629445 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1303c7b5-1104-4a6b-b277-b7fa5f24c69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:09.692158 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ef6b7e7a-b4c0-47e1-ae49-24934246e55d req-8d3065ce-5b54-4aef-a35e-9e400dc2c00d tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802876 Jul 09 14:52:09.712335 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0b026a5e-82aa-42a7-9b02-423916b562bd tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:09.756569 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b026a5e-82aa-42a7-9b02-423916b562bd tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Network d6fe21e7-d371-4ad0-952a-d2268160b8fa is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:52:09.764651 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-0b026a5e-82aa-42a7-9b02-423916b562bd tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:52:09.771311 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b026a5e-82aa-42a7-9b02-423916b562bd tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:52:09.795816 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e453454e-35b1-4d6c-a76e-fb44d10175d7 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:09.813613 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-e453454e-35b1-4d6c-a76e-fb44d10175d7 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Calling delete_port for f79666d7-367a-46e5-8e81-34e11a9adb23 owned by {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:52:09.868735 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b026a5e-82aa-42a7-9b02-423916b562bd tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Pushing event updated for resources: {'Port': ['ID=63f56c5a-fa21-49c0-aeab-303f6ec65ee6,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:09.966084 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-cdfc4783-3526-45f9-bdde-b295dae8e38f None None] Provisioning for port a2486919-0cdc-4f45-80c7-d100d7fe802e completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:52:10.003906 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44132) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:10.008702 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-fcd85842-ee66-4a91-a816-f3620568adaa tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2120560443', 'description': 'tempest-description--1253472472'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:52:10.107280 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1303c7b5-1104-4a6b-b277-b7fa5f24c69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:10.145228 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1303c7b5-1104-4a6b-b277-b7fa5f24c69b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c4bd77b-9e34-44f4-9dc2-fa632746bcf3,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:10.148156 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1303c7b5-1104-4a6b-b277-b7fa5f24c69b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:10.149987 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-1303c7b5-1104-4a6b-b277-b7fa5f24c69b admin admin] 10.222.0.58 "DELETE /v2.0/subnets/4c4bd77b-9e34-44f4-9dc2-fa632746bcf3 HTTP/1.1" status: 204 len: 168 time: 1.3215566 Jul 09 14:52:10.154075 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44134) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:10.161335 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device a2486919-0cdc-4f45-80c7-d100d7fe802e up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:52:10.173158 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad3535d-9c5f-4fe5-97ab-a203ca97557e req-d2dcc531-243d-49db-9cac-09526cdb516d tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:10.174219 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cad3535d-9c5f-4fe5-97ab-a203ca97557e req-d2dcc531-243d-49db-9cac-09526cdb516d tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=a820e79f-f8a5-484b-8c6d-84fb37d18022 HTTP/1.1" status: 200 len: 945 time: 0.3120651 Jul 09 14:52:10.216160 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cad3535d-9c5f-4fe5-97ab-a203ca97557e req-b8fd6c23-e941-43f0-b023-6c3ee9a1458d tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349483 Jul 09 14:52:10.233091 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cc341148-4683-4fcc-a1b9-053a7891e987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:10.313780 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cc341148-4683-4fcc-a1b9-053a7891e987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:10.323933 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-cc341148-4683-4fcc-a1b9-053a7891e987 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9d0dfb1-4ed4-4376-bcf0-50fa5388f064']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:52:10.334673 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-cc341148-4683-4fcc-a1b9-053a7891e987 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2badb0c6-e67f-4820-b4bb-8e5a90533cf4') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:52:10.334967 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-cc341148-4683-4fcc-a1b9-053a7891e987 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2badb0c6-e67f-4820-b4bb-8e5a90533cf4') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:52:10.344322 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cc341148-4683-4fcc-a1b9-053a7891e987 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:10.355105 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fcd85842-ee66-4a91-a816-f3620568adaa tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:10.364179 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cc341148-4683-4fcc-a1b9-053a7891e987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:10.373764 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc341148-4683-4fcc-a1b9-053a7891e987 admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:52:10.374156 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cc341148-4683-4fcc-a1b9-053a7891e987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:10.376577 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:52:10.376577 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:52:10.376577 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:52:10.376577 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:52:10.376577 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 14:52:10.376577 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:52:10.376577 n-d-799529-6 neutron-server[94445]: timer() Jul 09 14:52:10.376577 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:52:10.376577 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 14:52:10.376577 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:52:10.376577 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 14:52:10.376577 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:52:10.376577 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 14:52:10.376577 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:52:10.376577 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 14:52:10.376577 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:52:10.376577 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 14:52:10.376577 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:52:10.376577 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:52:10.376577 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:52:10.376577 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:52:10.376577 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:52:10.376577 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 14:52:10.376577 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:52:10.376577 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 14:52:10.376577 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:52:10.376577 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:52:10.376577 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:52:10.376577 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 14:52:10.376577 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:52:10.376577 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:52:10.376577 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:52:10.376577 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:52:10.376577 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:52:10.376577 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:52:10.376577 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:52:10.399992 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e453454e-35b1-4d6c-a76e-fb44d10175d7 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:10.422473 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-64f907fd-4455-4fbb-8eca-d475442d4d96 None None] Provisioning for port f79666d7-367a-46e5-8e81-34e11a9adb23 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:52:10.424544 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port a2486919-0cdc-4f45-80c7-d100d7fe802e completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:52:10.434296 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-64f907fd-4455-4fbb-8eca-d475442d4d96 None None] Provisioning complete for port f79666d7-367a-46e5-8e81-34e11a9adb23 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:52:10.434776 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-64f907fd-4455-4fbb-8eca-d475442d4d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:10.439165 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port a2486919-0cdc-4f45-80c7-d100d7fe802e triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:52:10.439621 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:10.446319 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e453454e-35b1-4d6c-a76e-fb44d10175d7 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event deleted for resources: {'Port': ['ID=f79666d7-367a-46e5-8e81-34e11a9adb23,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:10.489866 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e453454e-35b1-4d6c-a76e-fb44d10175d7 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:10.489866 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-e453454e-35b1-4d6c-a76e-fb44d10175d7 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/ports/f79666d7-367a-46e5-8e81-34e11a9adb23 HTTP/1.1" status: 204 len: 168 time: 1.6611381 Jul 09 14:52:10.490309 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44142) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:10.495569 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-64f907fd-4455-4fbb-8eca-d475442d4d96 None None] Port f79666d7-367a-46e5-8e81-34e11a9adb23 was deleted so its status cannot be updated. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 09 14:52:10.537436 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fcd85842-ee66-4a91-a816-f3620568adaa tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:10.567267 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bcec7f-dbc7-4f70-a26f-1024de0390f3 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:10.568945 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bcec7f-dbc7-4f70-a26f-1024de0390f3 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:10.570470 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-04bcec7f-dbc7-4f70-a26f-1024de0390f3 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0792160 Jul 09 14:52:10.573192 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44144) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:10.583189 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cc341148-4683-4fcc-a1b9-053a7891e987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:10.623991 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:10.689781 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4154c6b-ab59-4397-b40f-65bbc9f8a0e3 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Deleting subnet 3503a754-85f1-4873-9cc9-71b47d2e16bb {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:52:10.701306 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e4154c6b-ab59-4397-b40f-65bbc9f8a0e3 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:10.723984 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port a2486919-0cdc-4f45-80c7-d100d7fe802e, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=a2486919-0cdc-4f45-80c7-d100d7fe802e,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:52:10.725740 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fcd85842-ee66-4a91-a816-f3620568adaa tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:10.740550 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cc341148-4683-4fcc-a1b9-053a7891e987 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:10.745170 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-cc341148-4683-4fcc-a1b9-053a7891e987 admin admin] 10.222.0.58 "DELETE /v2.0/networks/a9d0dfb1-4ed4-4376-bcf0-50fa5388f064 HTTP/1.1" status: 204 len: 168 time: 0.5900543 Jul 09 14:52:10.776207 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e4154c6b-ab59-4397-b40f-65bbc9f8a0e3 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:10.789854 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc341148-4683-4fcc-a1b9-053a7891e987 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9d0dfb1-4ed4-4376-bcf0-50fa5388f064,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:10.790260 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:10.811616 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd85842-ee66-4a91-a816-f3620568adaa tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=794b6ad1-bcfc-4ba4-9060-d397f908c7cb,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:10.816837 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0b026a5e-82aa-42a7-9b02-423916b562bd tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:10.895590 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=a2486919-0cdc-4f45-80c7-d100d7fe802e,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:10.912869 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fcd85842-ee66-4a91-a816-f3620568adaa tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:10.912869 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-fcd85842-ee66-4a91-a816-f3620568adaa tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9045379 Jul 09 14:52:10.920311 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44160) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:10.928133 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-7966f3e3-4725-4317-8d19-0e4eb9330ad5 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Request body: {'security_group_rule': {'security_group_id': '794b6ad1-bcfc-4ba4-9060-d397f908c7cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:52:10.962449 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e4154c6b-ab59-4397-b40f-65bbc9f8a0e3 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:11.099126 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7966f3e3-4725-4317-8d19-0e4eb9330ad5 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:11.172086 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e4154c6b-ab59-4397-b40f-65bbc9f8a0e3 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:11.182889 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0b026a5e-82aa-42a7-9b02-423916b562bd tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:11.204249 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7966f3e3-4725-4317-8d19-0e4eb9330ad5 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:11.275532 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4154c6b-ab59-4397-b40f-65bbc9f8a0e3 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event deleted for resources: {'Subnet': ['ID=3503a754-85f1-4873-9cc9-71b47d2e16bb,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:11.310425 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e4154c6b-ab59-4397-b40f-65bbc9f8a0e3 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:11.310425 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-e4154c6b-ab59-4397-b40f-65bbc9f8a0e3 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/subnets/3503a754-85f1-4873-9cc9-71b47d2e16bb HTTP/1.1" status: 204 len: 168 time: 0.7358291 Jul 09 14:52:11.312142 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee57c1f7-747f-4082-8c20-168772c6a712 None None] Network 858359dc-653d-453c-9af7-637628d0bac8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:52:11.314993 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44172) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:11.316779 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7966f3e3-4725-4317-8d19-0e4eb9330ad5 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:11.349742 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7966f3e3-4725-4317-8d19-0e4eb9330ad5 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26fd76e0-07ec-4c94-afb0-543628345d9d,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:11.417858 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44174) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:11.424805 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-6ef54daf-ab4b-4a1b-a6f6-e0f5d4dfb9ed tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Request body: {'subnet': {'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:52:11.434517 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f420f657-d7e1-4bc5-9712-ec138ead9d14 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1164250 Jul 09 14:52:11.435238 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44176) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:11.511464 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7966f3e3-4725-4317-8d19-0e4eb9330ad5 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:11.513767 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-7966f3e3-4725-4317-8d19-0e4eb9330ad5 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5924969 Jul 09 14:52:11.527369 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44180) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:11.533853 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-3d8050f4-b3b3-47ae-ae72-a0794fa4e137 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Request body: {'security_group_rule': {'security_group_id': '794b6ad1-bcfc-4ba4-9060-d397f908c7cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:52:11.537926 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-1c511c44-8c7c-430e-a41b-70fcbb858177 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bdaedf6ac9084c79b7ea6ec72411a8d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1013937 Jul 09 14:52:11.540299 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44182) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:11.558448 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b026a5e-82aa-42a7-9b02-423916b562bd tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Router 1bfd17d9-9f8b-4fc6-9ad0-a4ec55d49990 is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:52:11.615186 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c7e08e-1644-493b-b804-6cbbb96026ad None None] DHCP port deletion for 858359dc-653d-453c-9af7-637628d0bac8 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:52:11.624380 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a2dc91ae-7d62-4ccc-a20a-b6c6f0fa6d9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:11.659496 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a2dc91ae-7d62-4ccc-a20a-b6c6f0fa6d9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:11.678968 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-90c7e08e-1644-493b-b804-6cbbb96026ad None None] Deleting port a2486919-0cdc-4f45-80c7-d100d7fe802e {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:52:11.679493 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-90c7e08e-1644-493b-b804-6cbbb96026ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:11.781985 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-90c7e08e-1644-493b-b804-6cbbb96026ad None None] For port a2486919-0cdc-4f45-80c7-d100d7fe802e, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=a2486919-0cdc-4f45-80c7-d100d7fe802e,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:52:11.782493 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-90c7e08e-1644-493b-b804-6cbbb96026ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:11.798682 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-90c7e08e-1644-493b-b804-6cbbb96026ad None None] Calling delete_port for a2486919-0cdc-4f45-80c7-d100d7fe802e owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:52:11.816904 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a2dc91ae-7d62-4ccc-a20a-b6c6f0fa6d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:11.820045 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a2dc91ae-7d62-4ccc-a20a-b6c6f0fa6d9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:11.820928 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a2dc91ae-7d62-4ccc-a20a-b6c6f0fa6d9b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f64be7c5-e774-4cdf-bab1-f431f7d415f1 HTTP/1.1" status: 204 len: 168 time: 0.2796118 Jul 09 14:52:11.837191 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc91ae-7d62-4ccc-a20a-b6c6f0fa6d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64be7c5-e774-4cdf-bab1-f431f7d415f1,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:12.005427 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-90c7e08e-1644-493b-b804-6cbbb96026ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:12.053779 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c7e08e-1644-493b-b804-6cbbb96026ad None None] Pushing event deleted for resources: {'Port': ['ID=a2486919-0cdc-4f45-80c7-d100d7fe802e,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:12.060854 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c7e08e-1644-493b-b804-6cbbb96026ad None None] No DVR routers for this DVR port a2486919-0cdc-4f45-80c7-d100d7fe802e on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:52:12.111423 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device a2486919-0cdc-4f45-80c7-d100d7fe802e no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:52:12.120700 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fcf66a-5084-4870-9600-8d5b5b0c07d7 req-8944bb2e-15a0-4c60-a232-b48c21328ef6 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:12.122757 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-30fcf66a-5084-4870-9600-8d5b5b0c07d7 req-8944bb2e-15a0-4c60-a232-b48c21328ef6 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=a820e79f-f8a5-484b-8c6d-84fb37d18022 HTTP/1.1" status: 200 len: 945 time: 0.7159619 Jul 09 14:52:12.123548 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3d8050f4-b3b3-47ae-ae72-a0794fa4e137 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:12.133449 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: a2486919-0cdc-4f45-80c7-d100d7fe802e {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:52:12.133842 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device a2486919-0cdc-4f45-80c7-d100d7fe802e not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:52:12.163394 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b026a5e-82aa-42a7-9b02-423916b562bd tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:52:12.174672 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c55494-23f4-4fb0-957d-31f0776b4a5b None None] Sync routers for ids ['1bfd17d9-9f8b-4fc6-9ad0-a4ec55d49990'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:52:12.185110 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c55494-23f4-4fb0-957d-31f0776b4a5b None None] Routers {'1bfd17d9-9f8b-4fc6-9ad0-a4ec55d49990'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:52:12.185840 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-01c55494-23f4-4fb0-957d-31f0776b4a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:51:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['1bfd17d9-9f8b-4fc6-9ad0-a4ec55d49990'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:52:12.211733 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-30fcf66a-5084-4870-9600-8d5b5b0c07d7 req-a0578d88-d588-46ee-ad1f-a12cbc224be4 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792396 Jul 09 14:52:12.238774 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3d8050f4-b3b3-47ae-ae72-a0794fa4e137 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:12.251955 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef54daf-ab4b-4a1b-a6f6-e0f5d4dfb9ed tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Made reservation on behalf of 705b0dcf676c4e4da08df6f6169d5c06 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:52:12.255736 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6ef54daf-ab4b-4a1b-a6f6-e0f5d4dfb9ed tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:12.323373 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-01c55494-23f4-4fb0-957d-31f0776b4a5b None None] Set router 1bfd17d9-9f8b-4fc6-9ad0-a4ec55d49990 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:52:12.332826 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3d8050f4-b3b3-47ae-ae72-a0794fa4e137 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:12.359865 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0b026a5e-82aa-42a7-9b02-423916b562bd tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:12.363828 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44198) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:12.364022 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-0b026a5e-82aa-42a7-9b02-423916b562bd tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.8342905 Jul 09 14:52:12.378396 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8050f4-b3b3-47ae-ae72-a0794fa4e137 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3187f9ea-4d36-4b21-b6e4-72dd43e4f020,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:12.506596 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3d8050f4-b3b3-47ae-ae72-a0794fa4e137 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:12.515326 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-3d8050f4-b3b3-47ae-ae72-a0794fa4e137 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9866772 Jul 09 14:52:12.519654 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44210) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:12.526760 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-52ca2c51-6ce7-4589-a4a1-4e05d59351d2 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Request body: {'floatingip': {'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:52:12.548494 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ad6e0976-ecc9-4bb8-a8e2-4155a39a9906 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks [] for router, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:12.624232 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-01c55494-23f4-4fb0-957d-31f0776b4a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfd17d9-9f8b-4fc6-9ad0-a4ec55d49990', 'name': '', 'tenant_id': '627a237bc3a244b8bc902c724ce587cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6fe21e7-d371-4ad0-952a-d2268160b8fa', 'external_fixed_ips': [{'subnet_id': 'c82ad92e-8bfa-4fd4-a039-632ee2dc3253', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': '63f56c5a-fa21-49c0-aeab-303f6ec65ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:52:07Z', 'updated_at': '2021-07-09T14:52:09Z', 'revision_number': 3, 'project_id': '627a237bc3a244b8bc902c724ce587cb', 'gw_port': {'id': '63f56c5a-fa21-49c0-aeab-303f6ec65ee6', 'name': '', 'network_id': 'd6fe21e7-d371-4ad0-952a-d2268160b8fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:63:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bfd17d9-9f8b-4fc6-9ad0-a4ec55d49990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'c82ad92e-8bfa-4fd4-a039-632ee2dc3253', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:52:09Z', 'updated_at': '2021-07-09T14:52:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82ad92e-8bfa-4fd4-a039-632ee2dc3253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:52:12.651187 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c55494-23f4-4fb0-957d-31f0776b4a5b None None] Checking router: 1bfd17d9-9f8b-4fc6-9ad0-a4ec55d49990 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:52:12.651659 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c55494-23f4-4fb0-957d-31f0776b4a5b None None] Updating router 1bfd17d9-9f8b-4fc6-9ad0-a4ec55d49990 port 63f56c5a-fa21-49c0-aeab-303f6ec65ee6 binding host n-d-799529-6 {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:52:12.692241 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-01c55494-23f4-4fb0-957d-31f0776b4a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:12.706377 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ad6e0976-ecc9-4bb8-a8e2-4155a39a9906 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:12.710569 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6ef54daf-ab4b-4a1b-a6f6-e0f5d4dfb9ed tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:12.715216 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-52ca2c51-6ce7-4589-a4a1-4e05d59351d2 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Notify callbacks [] for floatingip, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:12.747880 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164571af-9764-4cf0-88d6-04a5ba739e1b req-7fff8124-d9a5-4fbc-9897-7636941c8598 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:12.749412 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-164571af-9764-4cf0-88d6-04a5ba739e1b req-7fff8124-d9a5-4fbc-9897-7636941c8598 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.62 "GET /v2.0/ports?device_id=a820e79f-f8a5-484b-8c6d-84fb37d18022 HTTP/1.1" status: 200 len: 945 time: 0.1107163 Jul 09 14:52:12.814374 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef54daf-ab4b-4a1b-a6f6-e0f5d4dfb9ed tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event updated for resources: {'Subnet': ['ID=a2d56973-b907-4675-8c65-8b43c3ac5e31,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:12.828144 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef54daf-ab4b-4a1b-a6f6-e0f5d4dfb9ed tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:52:12.829877 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-6ef54daf-ab4b-4a1b-a6f6-e0f5d4dfb9ed tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:52:12.841307 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef54daf-ab4b-4a1b-a6f6-e0f5d4dfb9ed tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:12.842295 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6ef54daf-ab4b-4a1b-a6f6-e0f5d4dfb9ed tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:12.952366 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-6ef54daf-ab4b-4a1b-a6f6-e0f5d4dfb9ed tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5290170 Jul 09 14:52:12.952669 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44222) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:12.956597 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-ad6e0976-ecc9-4bb8-a8e2-4155a39a9906 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Deleting port 63f56c5a-fa21-49c0-aeab-303f6ec65ee6 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:52:12.957160 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ad6e0976-ecc9-4bb8-a8e2-4155a39a9906 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:12.962418 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-aaa35be0-002a-4b3c-b1d3-b5451cafcad2 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Request body: {'port': {'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'fixed_ips': [{'subnet_id': 'a2d56973-b907-4675-8c65-8b43c3ac5e31', 'ip_address': '2001:db8::8721:bc82:c5f7:32a2'}], 'name': 'tempest-NetworksTestDHCPv6-1666374483'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:52:12.962903 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-164571af-9764-4cf0-88d6-04a5ba739e1b req-d60213c4-ae6e-4f94-9abc-5f51143d2bdc tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Deleting port 6c053017-f889-4378-bf80-7f02e084f3ba {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:52:12.963254 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-164571af-9764-4cf0-88d6-04a5ba739e1b req-d60213c4-ae6e-4f94-9abc-5f51143d2bdc tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:13.064409 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-52ca2c51-6ce7-4589-a4a1-4e05d59351d2 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:13.169032 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c9f2b5-780b-421c-b74c-8ca6ab5fa757 None None] Network 858359dc-653d-453c-9af7-637628d0bac8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:52:13.209379 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ad6e0976-ecc9-4bb8-a8e2-4155a39a9906 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:13.223757 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-164571af-9764-4cf0-88d6-04a5ba739e1b req-d60213c4-ae6e-4f94-9abc-5f51143d2bdc tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] For port 6c053017-f889-4378-bf80-7f02e084f3ba, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=6c053017-f889-4378-bf80-7f02e084f3ba,segment=NetworkSegment(88773363-1d78-439b-bb07-1d37ed239605),segment_id=88773363-1d78-439b-bb07-1d37ed239605)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:52:13.224329 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-164571af-9764-4cf0-88d6-04a5ba739e1b req-d60213c4-ae6e-4f94-9abc-5f51143d2bdc tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:13.239626 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6aa9ef18-f205-4b57-aec4-bdc0f5aeb2aa req-1abe32c4-ac02-4452-aba1-454e65f95801 tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=c489c63a715541b7b9d23a460e28519e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0601823 Jul 09 14:52:13.240939 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa35be0-002a-4b3c-b1d3-b5451cafcad2 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Made reservation on behalf of 705b0dcf676c4e4da08df6f6169d5c06 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:52:13.284584 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-01c55494-23f4-4fb0-957d-31f0776b4a5b None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:13.292151 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-ad6e0976-ecc9-4bb8-a8e2-4155a39a9906 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Calling delete_port for 63f56c5a-fa21-49c0-aeab-303f6ec65ee6 owned by network:router_gateway {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:52:13.298327 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-164571af-9764-4cf0-88d6-04a5ba739e1b req-d60213c4-ae6e-4f94-9abc-5f51143d2bdc tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Calling delete_port for 6c053017-f889-4378-bf80-7f02e084f3ba owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:52:13.304785 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-01c55494-23f4-4fb0-957d-31f0776b4a5b None None] Transition to ACTIVE for port object 63f56c5a-fa21-49c0-aeab-303f6ec65ee6 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:52:13.410473 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-52ca2c51-6ce7-4589-a4a1-4e05d59351d2 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Allocated IP 172.25.3.19 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/7b3d597a-8e66-462e-91d3-f50987f079f6) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:52:13.412034 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7da785-ccb3-45c3-950a-448f4a4ff75a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-858359dc-653d-453c-9af7-637628d0bac8', 'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'tenant_id': '705b0dcf676c4e4da08df6f6169d5c06', 'fixed_ips': [{'subnet_id': 'a2d56973-b907-4675-8c65-8b43c3ac5e31'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:52:13.413101 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-dd7da785-ccb3-45c3-950a-448f4a4ff75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:13.462457 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-01c55494-23f4-4fb0-957d-31f0776b4a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:13.601212 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-01c55494-23f4-4fb0-957d-31f0776b4a5b None None] Attempting to bind port 63f56c5a-fa21-49c0-aeab-303f6ec65ee6 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:52:13.601603 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-01c55494-23f4-4fb0-957d-31f0776b4a5b None None] Attempting to bind port 63f56c5a-fa21-49c0-aeab-303f6ec65ee6 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '4302c416-a530-473b-bce8-4624258e5922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd6fe21e7-d371-4ad0-952a-d2268160b8fa'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:52:13.601947 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c55494-23f4-4fb0-957d-31f0776b4a5b None None] Attempting to bind port 63f56c5a-fa21-49c0-aeab-303f6ec65ee6 on network d6fe21e7-d371-4ad0-952a-d2268160b8fa {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:52:13.626289 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c55494-23f4-4fb0-957d-31f0776b4a5b None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:52:13.626670 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c55494-23f4-4fb0-957d-31f0776b4a5b None None] Checking segment: {'id': '4302c416-a530-473b-bce8-4624258e5922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd6fe21e7-d371-4ad0-952a-d2268160b8fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:52:13.627074 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-01c55494-23f4-4fb0-957d-31f0776b4a5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:13.627494 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c55494-23f4-4fb0-957d-31f0776b4a5b None None] Bound using segment: {'id': '4302c416-a530-473b-bce8-4624258e5922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd6fe21e7-d371-4ad0-952a-d2268160b8fa'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:52:13.627963 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-01c55494-23f4-4fb0-957d-31f0776b4a5b None None] Bound port: 63f56c5a-fa21-49c0-aeab-303f6ec65ee6, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4302c416-a530-473b-bce8-4624258e5922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd6fe21e7-d371-4ad0-952a-d2268160b8fa'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:52:13.628344 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-01c55494-23f4-4fb0-957d-31f0776b4a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:13.636025 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1f22f4-7320-4bc9-ba67-5bdc427b20fe None None] Pushing event updated for resources: {'Port': ['ID=63f56c5a-fa21-49c0-aeab-303f6ec65ee6,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:13.639259 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-aaa35be0-002a-4b3c-b1d3-b5451cafcad2 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:13.673132 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa9ef18-f205-4b57-aec4-bdc0f5aeb2aa req-f78eee75-6003-4347-8ac0-30cecbbb612a tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:13.676285 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6aa9ef18-f205-4b57-aec4-bdc0f5aeb2aa req-f78eee75-6003-4347-8ac0-30cecbbb612a tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3341413 Jul 09 14:52:13.677635 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [None req-aaa35be0-002a-4b3c-b1d3-b5451cafcad2 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] device_id is not set on port f7b9031f-0edf-4a40-85ba-2e696088a433 yet. {{(pid=94445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:52:13.712840 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6049d-a980-47d8-aa8c-9ce197bb77d1 req-ba9dd8be-2d12-46f6-848c-9b26cf5ee328 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:13.714537 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4ca6049d-a980-47d8-aa8c-9ce197bb77d1 req-ba9dd8be-2d12-46f6-848c-9b26cf5ee328 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=a820e79f-f8a5-484b-8c6d-84fb37d18022 HTTP/1.1" status: 200 len: 945 time: 0.3140013 Jul 09 14:52:13.733379 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-dd7da785-ccb3-45c3-950a-448f4a4ff75a None None] Allocated IP 2001:db8::2 (858359dc-653d-453c-9af7-637628d0bac8/a2d56973-b907-4675-8c65-8b43c3ac5e31/22c3788b-dcf3-4b25-97c9-c487584e8dab) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:52:13.745093 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6aa9ef18-f205-4b57-aec4-bdc0f5aeb2aa req-bbc8e2c1-1ed7-45d0-83a1-3491b6dbac24 tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] 10.222.0.58 "GET /v2.0/quotas/c489c63a715541b7b9d23a460e28519e HTTP/1.1" status: 200 len: 375 time: 0.0622900 Jul 09 14:52:13.784231 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-52ca2c51-6ce7-4589-a4a1-4e05d59351d2 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:13.790769 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6aa9ef18-f205-4b57-aec4-bdc0f5aeb2aa req-2b067d92-0b89-4518-bb3b-3e18ff2b8d00 tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c489c63a715541b7b9d23a460e28519e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362408 Jul 09 14:52:13.826741 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4ca6049d-a980-47d8-aa8c-9ce197bb77d1 req-d412771f-62dc-4717-b241-1744cdb2f2c1 tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/security-groups?id=880b19a4-9f17-4fe4-8ca9-3b6e31670b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992498 Jul 09 14:52:13.865697 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-164571af-9764-4cf0-88d6-04a5ba739e1b req-d60213c4-ae6e-4f94-9abc-5f51143d2bdc tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:13.930300 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.db.api [None req-01c55494-23f4-4fb0-957d-31f0776b4a5b None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 14:52:13.930562 n-d-799529-6 neutron-server[94447]: DEBUG oslo_db.api [None req-01c55494-23f4-4fb0-957d-31f0776b4a5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 14:52:13.932081 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ad6e0976-ecc9-4bb8-a8e2-4155a39a9906 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:13.935329 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['6c053017-f889-4378-bf80-7f02e084f3ba'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:52:13.940909 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60213c4-ae6e-4f94-9abc-5f51143d2bdc tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Pushing event deleted for resources: {'Port': ['ID=6c053017-f889-4378-bf80-7f02e084f3ba,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:13.965848 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-164571af-9764-4cf0-88d6-04a5ba739e1b req-d60213c4-ae6e-4f94-9abc-5f51143d2bdc tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] No DVR routers for this DVR port 6c053017-f889-4378-bf80-7f02e084f3ba on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:52:13.970853 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-164571af-9764-4cf0-88d6-04a5ba739e1b req-d60213c4-ae6e-4f94-9abc-5f51143d2bdc tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:13.981613 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-164571af-9764-4cf0-88d6-04a5ba739e1b req-d60213c4-ae6e-4f94-9abc-5f51143d2bdc tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.62 "DELETE /v2.0/ports/6c053017-f889-4378-bf80-7f02e084f3ba HTTP/1.1" status: 204 len: 173 time: 1.2022285 Jul 09 14:52:13.982411 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a820e79f-f8a5-484b-8c6d-84fb37d18022', 'name': 'network-vif-deleted', 'tag': '6c053017-f889-4378-bf80-7f02e084f3ba'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:52:13.984049 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-dd7da785-ccb3-45c3-950a-448f4a4ff75a None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:13.984832 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba78acda-f56a-486e-98bb-899b31fa456d" -d '{"events": [{"server_uuid": "a820e79f-f8a5-484b-8c6d-84fb37d18022", "name": "network-vif-deleted", "tag": "6c053017-f889-4378-bf80-7f02e084f3ba"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:52:14.010685 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6e0976-ecc9-4bb8-a8e2-4155a39a9906 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Pushing event deleted for resources: {'Port': ['ID=63f56c5a-fa21-49c0-aeab-303f6ec65ee6,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:14.010972 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-dd7da785-ccb3-45c3-950a-448f4a4ff75a None None] Transition to ACTIVE for port object 22c3788b-dcf3-4b25-97c9-c487584e8dab will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:52:14.029639 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-dd7da785-ccb3-45c3-950a-448f4a4ff75a None None] Transition to ACTIVE for port object 22c3788b-dcf3-4b25-97c9-c487584e8dab will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:52:14.067202 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ad6e0976-ecc9-4bb8-a8e2-4155a39a9906 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:14.096935 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-52ca2c51-6ce7-4589-a4a1-4e05d59351d2 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:14.205785 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ca2c51-6ce7-4589-a4a1-4e05d59351d2 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:52:14.207444 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ad6e0976-ecc9-4bb8-a8e2-4155a39a9906 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:14.207945 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-dd7da785-ccb3-45c3-950a-448f4a4ff75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:14.210940 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ad6e0976-ecc9-4bb8-a8e2-4155a39a9906 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:14.217027 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-52ca2c51-6ce7-4589-a4a1-4e05d59351d2 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:52:14.221038 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ca2c51-6ce7-4589-a4a1-4e05d59351d2 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:52:14.225523 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ca2c51-6ce7-4589-a4a1-4e05d59351d2 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Pushing event updated for resources: {'Port': ['ID=7b3d597a-8e66-462e-91d3-f50987f079f6,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:14.255563 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7da785-ccb3-45c3-950a-448f4a4ff75a None None] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:52:14.258913 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-dd7da785-ccb3-45c3-950a-448f4a4ff75a None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:52:14.264347 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7da785-ccb3-45c3-950a-448f4a4ff75a None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:52:14.267969 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7da785-ccb3-45c3-950a-448f4a4ff75a None None] Pushing event updated for resources: {'Port': ['ID=22c3788b-dcf3-4b25-97c9-c487584e8dab,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:14.313094 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd084f76-e7b5-45e4-b860-5132af2a03b8 x-openstack-request-id: req-bd084f76-e7b5-45e4-b860-5132af2a03b8 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:52:14.313394 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a820e79f-f8a5-484b-8c6d-84fb37d18022", "name": "network-vif-deleted", "tag": "6c053017-f889-4378-bf80-7f02e084f3ba", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:52:14.313649 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bd084f76-e7b5-45e4-b860-5132af2a03b8 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:52:14.314101 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a820e79f-f8a5-484b-8c6d-84fb37d18022', 'name': 'network-vif-deleted', 'tag': '6c053017-f889-4378-bf80-7f02e084f3ba', 'status': 'completed', 'code': 200} Jul 09 14:52:14.358768 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-aaa35be0-002a-4b3c-b1d3-b5451cafcad2 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Allocated IP 2001:db8::8721:bc82:c5f7:32a2 (858359dc-653d-453c-9af7-637628d0bac8/a2d56973-b907-4675-8c65-8b43c3ac5e31/f7b9031f-0edf-4a40-85ba-2e696088a433) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:52:14.390078 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ad6e0976-ecc9-4bb8-a8e2-4155a39a9906 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:14.390872 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad6e0976-ecc9-4bb8-a8e2-4155a39a9906 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1bfd17d9-9f8b-4fc6-9ad0-a4ec55d49990 {{(pid=94446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:52:14.407147 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ad6e0976-ecc9-4bb8-a8e2-4155a39a9906 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:14.407147 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ad6e0976-ecc9-4bb8-a8e2-4155a39a9906 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] 10.222.0.58 "DELETE /v2.0/routers/1bfd17d9-9f8b-4fc6-9ad0-a4ec55d49990 HTTP/1.1" status: 204 len: 168 time: 2.0333450 Jul 09 14:52:14.435958 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-dd7da785-ccb3-45c3-950a-448f4a4ff75a None None] Attempting to bind port 22c3788b-dcf3-4b25-97c9-c487584e8dab on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:52:14.437486 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-dd7da785-ccb3-45c3-950a-448f4a4ff75a None None] Attempting to bind port 22c3788b-dcf3-4b25-97c9-c487584e8dab by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:52:14.437946 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7da785-ccb3-45c3-950a-448f4a4ff75a None None] Attempting to bind port 22c3788b-dcf3-4b25-97c9-c487584e8dab on network 858359dc-653d-453c-9af7-637628d0bac8 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:52:14.453185 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44276) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:14.462942 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7da785-ccb3-45c3-950a-448f4a4ff75a None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:52:14.463406 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7da785-ccb3-45c3-950a-448f4a4ff75a None None] Checking segment: {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:52:14.464408 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-dd7da785-ccb3-45c3-950a-448f4a4ff75a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:14.464408 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7da785-ccb3-45c3-950a-448f4a4ff75a None None] Bound using segment: {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:52:14.465487 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-dd7da785-ccb3-45c3-950a-448f4a4ff75a None None] Bound port: 22c3788b-dcf3-4b25-97c9-c487584e8dab, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:52:14.465950 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-dd7da785-ccb3-45c3-950a-448f4a4ff75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:14.469245 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-01c55494-23f4-4fb0-957d-31f0776b4a5b None None] Attempting to bind port 63f56c5a-fa21-49c0-aeab-303f6ec65ee6 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:52:14.469691 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-01c55494-23f4-4fb0-957d-31f0776b4a5b None None] Attempting to bind port 63f56c5a-fa21-49c0-aeab-303f6ec65ee6 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '4302c416-a530-473b-bce8-4624258e5922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd6fe21e7-d371-4ad0-952a-d2268160b8fa'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:52:14.470433 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c55494-23f4-4fb0-957d-31f0776b4a5b None None] Attempting to bind port 63f56c5a-fa21-49c0-aeab-303f6ec65ee6 on network d6fe21e7-d371-4ad0-952a-d2268160b8fa {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:52:14.490485 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c55494-23f4-4fb0-957d-31f0776b4a5b None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:52:14.490485 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c55494-23f4-4fb0-957d-31f0776b4a5b None None] Checking segment: {'id': '4302c416-a530-473b-bce8-4624258e5922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd6fe21e7-d371-4ad0-952a-d2268160b8fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:52:14.490485 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-01c55494-23f4-4fb0-957d-31f0776b4a5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:14.490485 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c55494-23f4-4fb0-957d-31f0776b4a5b None None] Bound using segment: {'id': '4302c416-a530-473b-bce8-4624258e5922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd6fe21e7-d371-4ad0-952a-d2268160b8fa'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:52:14.490485 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-01c55494-23f4-4fb0-957d-31f0776b4a5b None None] Bound port: 63f56c5a-fa21-49c0-aeab-303f6ec65ee6, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4302c416-a530-473b-bce8-4624258e5922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd6fe21e7-d371-4ad0-952a-d2268160b8fa'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:52:14.490485 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-01c55494-23f4-4fb0-957d-31f0776b4a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:14.499128 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-52ca2c51-6ce7-4589-a4a1-4e05d59351d2 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:14.527405 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-02c29278-6fdd-45c7-a150-77b7f369acca req-b9c21abd-1e88-4f10-a964-64e9f869bee8 tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] 10.222.0.58 "GET /v2.0/ports?device_id=52b4761e-ceee-4d93-9f9d-3b7fe85c3074 HTTP/1.1" status: 200 len: 210 time: 0.0758054 Jul 09 14:52:14.536539 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-01c55494-23f4-4fb0-957d-31f0776b4a5b None None] Port 63f56c5a-fa21-49c0-aeab-303f6ec65ee6 has been deleted concurrently {{(pid=94447) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 09 14:52:14.556238 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-41f39ae9-cdb7-4de7-96b9-e3af760d19c2 req-d618f786-513e-4172-a762-86e185546828 tempest-AbsoluteLimitsNegativeTestJSON-1110166608 tempest-AbsoluteLimitsNegativeTestJSON-1110166608-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=a668daff862a4efeb5f38f6648c228f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0993826 Jul 09 14:52:14.564458 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c55494-23f4-4fb0-957d-31f0776b4a5b None None] Routers set() bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:52:14.564965 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c55494-23f4-4fb0-957d-31f0776b4a5b None None] Router IDs set() for agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 09 14:52:14.565691 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_agentschedulers_db [None req-01c55494-23f4-4fb0-957d-31f0776b4a5b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1bfd17d9-9f8b-4fc6-9ad0-a4ec55d49990'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:51:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent'). {{(pid=94447) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 09 14:52:14.566187 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c55494-23f4-4fb0-957d-31f0776b4a5b None None] The sync data for ids ['1bfd17d9-9f8b-4fc6-9ad0-a4ec55d49990'] in n-d-799529-6 is: [] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:52:14.597364 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-dd7da785-ccb3-45c3-950a-448f4a4ff75a None None] For port 22c3788b-dcf3-4b25-97c9-c487584e8dab, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:52:14.604014 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-dd7da785-ccb3-45c3-950a-448f4a4ff75a None None] For port 22c3788b-dcf3-4b25-97c9-c487584e8dab, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=22c3788b-dcf3-4b25-97c9-c487584e8dab,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:52:14.621663 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-82deb999-e6fd-4685-b875-c3d7516e74fe tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Deleting subnet c82ad92e-8bfa-4fd4-a039-632ee2dc3253 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:52:14.626400 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-82deb999-e6fd-4685-b875-c3d7516e74fe tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:14.681706 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-82deb999-e6fd-4685-b875-c3d7516e74fe tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:14.686468 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-dd7da785-ccb3-45c3-950a-448f4a4ff75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:14.707837 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44284) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:14.719923 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-52ca2c51-6ce7-4589-a4a1-4e05d59351d2 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:14.737854 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-aaa35be0-002a-4b3c-b1d3-b5451cafcad2 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:14.761124 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-82deb999-e6fd-4685-b875-c3d7516e74fe tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:14.766765 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-aaa35be0-002a-4b3c-b1d3-b5451cafcad2 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Transition to ACTIVE for port object f7b9031f-0edf-4a40-85ba-2e696088a433 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:52:14.769935 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7da785-ccb3-45c3-950a-448f4a4ff75a None None] Pushing event updated for resources: {'Port': ['ID=22c3788b-dcf3-4b25-97c9-c487584e8dab,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:14.834833 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:14.896544 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ef09c883-9248-4ce3-9da2-0be61fff3d1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:14.972968 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-82deb999-e6fd-4685-b875-c3d7516e74fe tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:15.020350 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82deb999-e6fd-4685-b875-c3d7516e74fe tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c82ad92e-8bfa-4fd4-a039-632ee2dc3253,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:15.068766 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-82deb999-e6fd-4685-b875-c3d7516e74fe tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:15.075910 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-82deb999-e6fd-4685-b875-c3d7516e74fe tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] 10.222.0.58 "DELETE /v2.0/subnets/c82ad92e-8bfa-4fd4-a039-632ee2dc3253 HTTP/1.1" status: 204 len: 168 time: 0.6216931 Jul 09 14:52:15.076845 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44290) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:15.085480 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d2d81748-e09a-4afe-b79f-55f2b7746b5f req-33d21b07-666a-4007-b2c3-16d28c4106ee tempest-ServerDiskConfigTestJSON-2083050484 tempest-ServerDiskConfigTestJSON-2083050484-project] 10.222.0.58 "GET /v2.0/ports?device_id=a820e79f-f8a5-484b-8c6d-84fb37d18022 HTTP/1.1" status: 200 len: 210 time: 0.0609689 Jul 09 14:52:15.171401 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-aaa35be0-002a-4b3c-b1d3-b5451cafcad2 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:15.257370 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa35be0-002a-4b3c-b1d3-b5451cafcad2 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:52:15.271119 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-aaa35be0-002a-4b3c-b1d3-b5451cafcad2 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:52:15.278636 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa35be0-002a-4b3c-b1d3-b5451cafcad2 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:52:15.284607 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa35be0-002a-4b3c-b1d3-b5451cafcad2 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:15.285517 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-aaa35be0-002a-4b3c-b1d3-b5451cafcad2 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:15.294875 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e98ae08f-7e21-429e-8e63-85935e7e2fe5 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:15.332803 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa35be0-002a-4b3c-b1d3-b5451cafcad2 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event updated for resources: {'Port': ['ID=f7b9031f-0edf-4a40-85ba-2e696088a433,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:15.447369 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e98ae08f-7e21-429e-8e63-85935e7e2fe5 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:15.449058 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f39ae9-cdb7-4de7-96b9-e3af760d19c2 req-90db05be-8618-4261-8deb-bf6b251289b9 tempest-AbsoluteLimitsNegativeTestJSON-1110166608 tempest-AbsoluteLimitsNegativeTestJSON-1110166608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:15.456949 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-41f39ae9-cdb7-4de7-96b9-e3af760d19c2 req-90db05be-8618-4261-8deb-bf6b251289b9 tempest-AbsoluteLimitsNegativeTestJSON-1110166608 tempest-AbsoluteLimitsNegativeTestJSON-1110166608-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8946567 Jul 09 14:52:15.462730 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-e98ae08f-7e21-429e-8e63-85935e7e2fe5 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6fe21e7-d371-4ad0-952a-d2268160b8fa']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:52:15.498131 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ef09c883-9248-4ce3-9da2-0be61fff3d1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:15.503843 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-e98ae08f-7e21-429e-8e63-85935e7e2fe5 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4302c416-a530-473b-bce8-4624258e5922') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:52:15.504146 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-e98ae08f-7e21-429e-8e63-85935e7e2fe5 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4302c416-a530-473b-bce8-4624258e5922') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:52:15.512981 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-41f39ae9-cdb7-4de7-96b9-e3af760d19c2 req-c36de02a-e7ba-4fd3-b84f-2f0cdc9bc3a7 tempest-AbsoluteLimitsNegativeTestJSON-1110166608 tempest-AbsoluteLimitsNegativeTestJSON-1110166608-project] 10.222.0.58 "GET /v2.0/quotas/a668daff862a4efeb5f38f6648c228f3 HTTP/1.1" status: 200 len: 375 time: 0.0551481 Jul 09 14:52:15.519041 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e98ae08f-7e21-429e-8e63-85935e7e2fe5 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:15.536485 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e98ae08f-7e21-429e-8e63-85935e7e2fe5 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:15.543635 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e98ae08f-7e21-429e-8e63-85935e7e2fe5 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:52:15.544118 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e98ae08f-7e21-429e-8e63-85935e7e2fe5 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:15.545908 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 14:52:15.545908 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:52:15.545908 n-d-799529-6 neutron-server[94445]: timer() Jul 09 14:52:15.545908 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:52:15.545908 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 14:52:15.545908 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:52:15.545908 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 14:52:15.545908 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:52:15.545908 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 14:52:15.545908 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:52:15.545908 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 14:52:15.545908 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:52:15.545908 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 14:52:15.545908 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:52:15.545908 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:52:15.545908 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:52:15.545908 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:52:15.545908 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:52:15.545908 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 14:52:15.545908 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:52:15.545908 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 14:52:15.545908 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:52:15.545908 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:52:15.545908 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:52:15.545908 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 14:52:15.545908 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:52:15.545908 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:52:15.545908 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:52:15.545908 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:52:15.545908 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:52:15.545908 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:52:15.545908 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:52:15.554649 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-41f39ae9-cdb7-4de7-96b9-e3af760d19c2 req-d6010a02-b1b2-4707-9841-c1cd2afe5f7c tempest-AbsoluteLimitsNegativeTestJSON-1110166608 tempest-AbsoluteLimitsNegativeTestJSON-1110166608-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a668daff862a4efeb5f38f6648c228f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355203 Jul 09 14:52:15.587059 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ef09c883-9248-4ce3-9da2-0be61fff3d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:15.648675 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-52ca2c51-6ce7-4589-a4a1-4e05d59351d2 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:15.686894 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ccc2d85a-c8a7-468f-9b16-9c3c11939507 req-4c6104f8-7448-43d9-85c6-630718aa6a3a tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] 10.222.0.58 "GET /v2.0/ports?device_id=52b4761e-ceee-4d93-9f9d-3b7fe85c3074 HTTP/1.1" status: 200 len: 210 time: 0.0567424 Jul 09 14:52:15.691720 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ef09c883-9248-4ce3-9da2-0be61fff3d1a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9135fcfaede947c586fe69e89882ff33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9803753 Jul 09 14:52:15.691720 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-aaa35be0-002a-4b3c-b1d3-b5451cafcad2 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7365744 Jul 09 14:52:15.692152 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef09c883-9248-4ce3-9da2-0be61fff3d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98a6de9-43b9-4dec-97e0-dd31b7ad85ac,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:15.693384 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44298) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:15.695042 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44300) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:15.759242 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-52ca2c51-6ce7-4589-a4a1-4e05d59351d2 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:15.790854 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e98ae08f-7e21-429e-8e63-85935e7e2fe5 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:15.798023 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e98ae08f-7e21-429e-8e63-85935e7e2fe5 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d6fe21e7-d371-4ad0-952a-d2268160b8fa {{(pid=94445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 09 14:52:15.811541 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e98ae08f-7e21-429e-8e63-85935e7e2fe5 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:15.813349 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e98ae08f-7e21-429e-8e63-85935e7e2fe5 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] 10.222.0.58 "DELETE /v2.0/networks/d6fe21e7-d371-4ad0-952a-d2268160b8fa HTTP/1.1" status: 204 len: 168 time: 0.7351904 Jul 09 14:52:15.820224 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98ae08f-7e21-429e-8e63-85935e7e2fe5 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Pushing event deleted for resources: {'Network': ['ID=d6fe21e7-d371-4ad0-952a-d2268160b8fa,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:15.897733 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ca2c51-6ce7-4589-a4a1-4e05d59351d2 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Pushing event updated for resources: {'Port': ['ID=7b3d597a-8e66-462e-91d3-f50987f079f6,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:15.905596 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-408e87b4-b6d9-4ec1-a2ce-115ad0740354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:15.952927 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63aa6976-c373-4b04-875d-f04ae599f2d9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:15.958876 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63aa6976-c373-4b04-875d-f04ae599f2d9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:15.960550 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-63aa6976-c373-4b04-875d-f04ae599f2d9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2636533 Jul 09 14:52:15.963423 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44306) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:15.979383 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-408e87b4-b6d9-4ec1-a2ce-115ad0740354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:15.991385 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-52ca2c51-6ce7-4589-a4a1-4e05d59351d2 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:16.153114 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-027dbc6f-21e4-40d0-9b91-f584c50a0638 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Deleting port f7b9031f-0edf-4a40-85ba-2e696088a433 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:52:16.153114 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-027dbc6f-21e4-40d0-9b91-f584c50a0638 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:16.167570 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-52ca2c51-6ce7-4589-a4a1-4e05d59351d2 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:16.169510 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-52ca2c51-6ce7-4589-a4a1-4e05d59351d2 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6488936 Jul 09 14:52:16.171144 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-408e87b4-b6d9-4ec1-a2ce-115ad0740354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:16.174309 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-408e87b4-b6d9-4ec1-a2ce-115ad0740354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:16.175820 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-408e87b4-b6d9-4ec1-a2ce-115ad0740354 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c98a6de9-43b9-4dec-97e0-dd31b7ad85ac HTTP/1.1" status: 204 len: 168 time: 0.4801307 Jul 09 14:52:16.197163 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 22c3788b-dcf3-4b25-97c9-c487584e8dab up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:52:16.201676 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-acf3b580-2b4f-4581-8168-dd560a64e1bb None None] Provisioning for port 22c3788b-dcf3-4b25-97c9-c487584e8dab completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:52:16.207689 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408e87b4-b6d9-4ec1-a2ce-115ad0740354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98a6de9-43b9-4dec-97e0-dd31b7ad85ac,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:16.240641 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44320) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:16.325258 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-027dbc6f-21e4-40d0-9b91-f584c50a0638 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:16.355215 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:52:16.374637 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-027dbc6f-21e4-40d0-9b91-f584c50a0638 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Calling delete_port for f7b9031f-0edf-4a40-85ba-2e696088a433 owned by {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:52:16.423089 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 22c3788b-dcf3-4b25-97c9-c487584e8dab completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:52:16.427455 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 22c3788b-dcf3-4b25-97c9-c487584e8dab triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:52:16.428070 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:16.432242 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 6c053017-f889-4378-bf80-7f02e084f3ba no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:52:16.521882 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: 6c053017-f889-4378-bf80-7f02e084f3ba {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:52:16.522550 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 6c053017-f889-4378-bf80-7f02e084f3ba not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:52:16.578788 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44340) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:16.598236 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-eb7fd434-40b1-42b3-9365-1a567597d3b6 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Request body: {'router': {'name': 'tempest-router--122220225', 'project_id': '3ff2500f3a104c45883bde73c389ef3e'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:52:16.629564 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:16.684981 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 22c3788b-dcf3-4b25-97c9-c487584e8dab, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=22c3788b-dcf3-4b25-97c9-c487584e8dab,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:52:16.708224 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3267827-c256-4492-8164-500151a31787 req-05d5aa3d-54cc-488e-93c5-9c3492caabe4 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:16.716917 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d3267827-c256-4492-8164-500151a31787 req-05d5aa3d-54cc-488e-93c5-9c3492caabe4 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/networks?id=4684667e-a82e-475a-9da8-8ef2bc5057c6 HTTP/1.1" status: 200 len: 822 time: 0.2237914 Jul 09 14:52:16.730858 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d3267827-c256-4492-8164-500151a31787 req-163d9868-3dcf-493a-bb33-6bde4a446489 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/quotas/a247b86f0cf44fd8bae010acfa2f83eb HTTP/1.1" status: 200 len: 375 time: 0.0113764 Jul 09 14:52:16.760709 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eb7fd434-40b1-42b3-9365-1a567597d3b6 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:16.763176 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eb7fd434-40b1-42b3-9365-1a567597d3b6 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:16.822381 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:16.879728 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-027dbc6f-21e4-40d0-9b91-f584c50a0638 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:16.921107 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bfdb6b16-1a70-4a6c-9e91-97a5a45e2601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:16.934910 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=22c3788b-dcf3-4b25-97c9-c487584e8dab,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:16.941141 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-e41bb5f1-9192-4dcc-bd9e-39ce6b18aace None None] Could not find standard attr ID for object f7b9031f-0edf-4a40-85ba-2e696088a433. {{(pid=94447) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 14:52:16.950113 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d3267827-c256-4492-8164-500151a31787 req-10737331-b5c6-4666-b8d7-89c8488034fd tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a247b86f0cf44fd8bae010acfa2f83eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2121973 Jul 09 14:52:16.960461 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:52:16.969535 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:52:16.969535 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:52:16.969535 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:52:16.969535 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:52:16.969535 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:52:16.969535 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:52:16.969535 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:52:16.969535 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:52:16.971081 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:52:16.971490 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:52:16.971863 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:52:17.007556 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027dbc6f-21e4-40d0-9b91-f584c50a0638 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event deleted for resources: {'Port': ['ID=f7b9031f-0edf-4a40-85ba-2e696088a433,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:17.067770 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d3267827-c256-4492-8164-500151a31787 req-e1dc4cf1-de41-47e4-928c-5405eb8d0bf9 service neutron] 10.222.0.58 "GET /v2.0/networks/4684667e-a82e-475a-9da8-8ef2bc5057c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166711 Jul 09 14:52:17.128110 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4a8d71da-0aef-4915-8b31-8da530ebf0ea req-143332db-60e0-43e9-a11c-490b9bcf1ab0 tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] 10.222.0.58 "GET /v2.0/ports?device_id=52b4761e-ceee-4d93-9f9d-3b7fe85c3074 HTTP/1.1" status: 200 len: 210 time: 0.1480274 Jul 09 14:52:17.130666 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eb7fd434-40b1-42b3-9365-1a567597d3b6 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:17.136182 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-027dbc6f-21e4-40d0-9b91-f584c50a0638 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:17.160371 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44354) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:17.160499 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-027dbc6f-21e4-40d0-9b91-f584c50a0638 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/ports/f7b9031f-0edf-4a40-85ba-2e696088a433 HTTP/1.1" status: 204 len: 168 time: 1.1914618 Jul 09 14:52:17.193313 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eb7fd434-40b1-42b3-9365-1a567597d3b6 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:17.248556 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bfdb6b16-1a70-4a6c-9e91-97a5a45e2601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:17.273511 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3cff6d-46ac-4248-a965-9c37e9adc1ae tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:17.275094 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3cff6d-46ac-4248-a965-9c37e9adc1ae tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:17.276656 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-fb3cff6d-46ac-4248-a965-9c37e9adc1ae tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1200171 Jul 09 14:52:17.280346 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44360) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:17.296605 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d3267827-c256-4492-8164-500151a31787 req-76476d12-1040-4d51-a1c4-d4e7be6c80ed service neutron] 10.222.0.58 "GET /v2.0/networks/4684667e-a82e-475a-9da8-8ef2bc5057c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195520 Jul 09 14:52:17.333634 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bfdb6b16-1a70-4a6c-9e91-97a5a45e2601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:17.340955 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44362) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:17.380874 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd7655a9-4ffe-4b1f-8fcd-368cd70e42b8 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Deleting subnet a2d56973-b907-4675-8c65-8b43c3ac5e31 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:52:17.384832 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fd7655a9-4ffe-4b1f-8fcd-368cd70e42b8 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:17.392186 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-bfdb6b16-1a70-4a6c-9e91-97a5a45e2601 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a668daff862a4efeb5f38f6648c228f3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1474342 Jul 09 14:52:17.392186 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdb6b16-1a70-4a6c-9e91-97a5a45e2601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c091e2b-f70b-46f3-b1ea-0ce7dd27a7ce,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:17.395658 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44364) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:17.447723 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-db7982fe-196d-458b-8c98-b2c3a72d6b78 admin admin] Deleting subnet 6a6c5dcf-ab29-40a6-a385-f6eb72afc65e {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:52:17.450812 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3eb55b28-c3be-41a5-921b-9a0c1045a66f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:17.454854 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fd7655a9-4ffe-4b1f-8fcd-368cd70e42b8 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:17.457443 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-db7982fe-196d-458b-8c98-b2c3a72d6b78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:17.482056 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3eb55b28-c3be-41a5-921b-9a0c1045a66f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:17.500704 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eb7fd434-40b1-42b3-9365-1a567597d3b6 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:17.504985 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-eb7fd434-40b1-42b3-9365-1a567597d3b6 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9346678 Jul 09 14:52:17.506950 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44372) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:17.537063 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-db7982fe-196d-458b-8c98-b2c3a72d6b78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:17.606528 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-48717c24-346b-4e7e-954a-e826fb64f36d tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks [] for router, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:17.647299 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4eebe9a9-0f6a-4934-bdae-7f52858ae315 req-946d6bc6-2470-4e43-9f00-633e1f558e62 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a5deaf2-796b-4607-b71f-599fd6b4b7f6 HTTP/1.1" status: 200 len: 210 time: 0.0472720 Jul 09 14:52:17.648587 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fd7655a9-4ffe-4b1f-8fcd-368cd70e42b8 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:17.651976 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-db7982fe-196d-458b-8c98-b2c3a72d6b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:17.838089 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-48717c24-346b-4e7e-954a-e826fb64f36d tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:17.841672 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-48717c24-346b-4e7e-954a-e826fb64f36d tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:17.844634 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3eb55b28-c3be-41a5-921b-9a0c1045a66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:17.847334 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3eb55b28-c3be-41a5-921b-9a0c1045a66f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:17.849449 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-3eb55b28-c3be-41a5-921b-9a0c1045a66f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5c091e2b-f70b-46f3-b1ea-0ce7dd27a7ce HTTP/1.1" status: 204 len: 168 time: 0.4517081 Jul 09 14:52:17.899158 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb55b28-c3be-41a5-921b-9a0c1045a66f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c091e2b-f70b-46f3-b1ea-0ce7dd27a7ce,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:17.905581 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-db7982fe-196d-458b-8c98-b2c3a72d6b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:17.911623 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fd7655a9-4ffe-4b1f-8fcd-368cd70e42b8 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:17.945578 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-db7982fe-196d-458b-8c98-b2c3a72d6b78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:17.947574 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-db7982fe-196d-458b-8c98-b2c3a72d6b78 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/6a6c5dcf-ab29-40a6-a385-f6eb72afc65e HTTP/1.1" status: 204 len: 168 time: 0.6044650 Jul 09 14:52:17.948775 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7982fe-196d-458b-8c98-b2c3a72d6b78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a6c5dcf-ab29-40a6-a385-f6eb72afc65e,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:17.950695 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44390) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:17.956821 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fd7655a9-4ffe-4b1f-8fcd-368cd70e42b8 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:17.959781 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-fd7655a9-4ffe-4b1f-8fcd-368cd70e42b8 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/subnets/a2d56973-b907-4675-8c65-8b43c3ac5e31 HTTP/1.1" status: 204 len: 168 time: 0.6772432 Jul 09 14:52:17.974865 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6ce101-bf98-4538-91c9-e2f09db6a054 None None] Network 858359dc-653d-453c-9af7-637628d0bac8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:52:17.979734 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44392) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:17.988459 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7655a9-4ffe-4b1f-8fcd-368cd70e42b8 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event deleted for resources: {'Subnet': ['ID=a2d56973-b907-4675-8c65-8b43c3ac5e31,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:18.042214 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-85be9e72-5724-47da-a8d3-b8ef8a1b2001 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0577095 Jul 09 14:52:18.042708 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44396) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:18.045817 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-48717c24-346b-4e7e-954a-e826fb64f36d tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:18.046351 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48717c24-346b-4e7e-954a-e826fb64f36d tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 125362cf-adbf-4ff6-8ab5-9fb0e6a65307 {{(pid=94446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:52:18.051334 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6aa9ef18-f205-4b57-aec4-bdc0f5aeb2aa req-ee743553-6962-46e6-99c7-a92a37da11ca tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=c489c63a715541b7b9d23a460e28519e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0588703 Jul 09 14:52:18.051798 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-f3ac8105-6b7d-4c66-adcb-ef5bf886a023 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Request body: {'subnet': {'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:52:18.151442 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-48717c24-346b-4e7e-954a-e826fb64f36d tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:18.156736 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-48717c24-346b-4e7e-954a-e826fb64f36d tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] 10.222.0.58 "DELETE /v2.0/routers/125362cf-adbf-4ff6-8ab5-9fb0e6a65307 HTTP/1.1" status: 204 len: 168 time: 0.6487582 Jul 09 14:52:18.166471 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 22c3788b-dcf3-4b25-97c9-c487584e8dab up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:52:18.223203 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa9ef18-f205-4b57-aec4-bdc0f5aeb2aa req-a81912bd-c443-48a9-be8a-0bdc27ef4bb3 tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:18.226096 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6aa9ef18-f205-4b57-aec4-bdc0f5aeb2aa req-a81912bd-c443-48a9-be8a-0bdc27ef4bb3 tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1698213 Jul 09 14:52:18.240492 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-6aa9ef18-f205-4b57-aec4-bdc0f5aeb2aa req-4ab9ca3c-9d28-4c34-b5b4-f401055e18cf tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] Request body: {'port': {'device_id': '52b4761e-ceee-4d93-9f9d-3b7fe85c3074', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'admin_state_up': True, 'tenant_id': 'c489c63a715541b7b9d23a460e28519e'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:52:18.250869 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c6136b-54b4-46a0-a487-cd67c5b456b3 None None] DHCP port deletion for 858359dc-653d-453c-9af7-637628d0bac8 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:52:18.268528 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-11ffeb03-6864-4d3c-a4f2-6fccc3ea89ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:18.297970 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 22c3788b-dcf3-4b25-97c9-c487584e8dab triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:52:18.298341 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:18.397056 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ac8105-6b7d-4c66-adcb-ef5bf886a023 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Made reservation on behalf of 705b0dcf676c4e4da08df6f6169d5c06 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:52:18.400775 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f3ac8105-6b7d-4c66-adcb-ef5bf886a023 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:18.453377 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-e9c6136b-54b4-46a0-a487-cd67c5b456b3 None None] Deleting port 22c3788b-dcf3-4b25-97c9-c487584e8dab {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:52:18.453907 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e9c6136b-54b4-46a0-a487-cd67c5b456b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:18.485493 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-35782b2c-2949-4843-bba2-2454570c78c0 req-9c432e77-6346-44e0-97b4-86fa19e5cef2 tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] 10.222.0.58 "GET /v2.0/ports?device_id=52b4761e-ceee-4d93-9f9d-3b7fe85c3074 HTTP/1.1" status: 200 len: 210 time: 0.1179221 Jul 09 14:52:18.552414 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-e9c6136b-54b4-46a0-a487-cd67c5b456b3 None None] For port 22c3788b-dcf3-4b25-97c9-c487584e8dab, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=22c3788b-dcf3-4b25-97c9-c487584e8dab,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:52:18.553641 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e9c6136b-54b4-46a0-a487-cd67c5b456b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:18.572583 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-e9c6136b-54b4-46a0-a487-cd67c5b456b3 None None] Calling delete_port for 22c3788b-dcf3-4b25-97c9-c487584e8dab owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:52:18.598614 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-11ffeb03-6864-4d3c-a4f2-6fccc3ea89ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:18.601820 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6aa9ef18-f205-4b57-aec4-bdc0f5aeb2aa req-4ab9ca3c-9d28-4c34-b5b4-f401055e18cf tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] Made reservation on behalf of c489c63a715541b7b9d23a460e28519e for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:52:18.605677 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-6aa9ef18-f205-4b57-aec4-bdc0f5aeb2aa req-4ab9ca3c-9d28-4c34-b5b4-f401055e18cf tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:18.615141 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-6aa9ef18-f205-4b57-aec4-bdc0f5aeb2aa req-4ab9ca3c-9d28-4c34-b5b4-f401055e18cf tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:18.615786 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-11ffeb03-6864-4d3c-a4f2-6fccc3ea89ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07a9ecbf-37ed-481a-bf65-f5d67d5555a8']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:52:18.630821 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-11ffeb03-6864-4d3c-a4f2-6fccc3ea89ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88773363-1d78-439b-bb07-1d37ed239605') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:52:18.631047 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-11ffeb03-6864-4d3c-a4f2-6fccc3ea89ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88773363-1d78-439b-bb07-1d37ed239605') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:52:18.643868 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-11ffeb03-6864-4d3c-a4f2-6fccc3ea89ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:18.691351 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-11ffeb03-6864-4d3c-a4f2-6fccc3ea89ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:18.701774 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11ffeb03-6864-4d3c-a4f2-6fccc3ea89ee admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:52:18.702170 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-11ffeb03-6864-4d3c-a4f2-6fccc3ea89ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:18.705894 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:52:18.705894 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:52:18.705894 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:52:18.705894 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:52:18.705894 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:52:18.705894 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:52:18.705894 n-d-799529-6 neutron-server[94446]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:52:18.705894 n-d-799529-6 neutron-server[94446]: items = [ Jul 09 14:52:18.705894 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 14:52:18.705894 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:52:18.705894 n-d-799529-6 neutron-server[94446]: timer() Jul 09 14:52:18.705894 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:52:18.705894 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 14:52:18.705894 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:52:18.705894 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 14:52:18.705894 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:52:18.705894 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 14:52:18.705894 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:52:18.705894 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 14:52:18.705894 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:52:18.705894 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 14:52:18.705894 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:52:18.705894 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:52:18.705894 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:52:18.705894 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:52:18.705894 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:52:18.705894 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 14:52:18.705894 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:52:18.705894 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 14:52:18.705894 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:52:18.705894 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:52:18.705894 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:52:18.705894 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 14:52:18.705894 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:52:18.705894 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:52:18.705894 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:52:18.705894 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:52:18.705894 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:52:18.705894 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:52:18.705894 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:52:18.739076 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e9c6136b-54b4-46a0-a487-cd67c5b456b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:18.770836 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c6136b-54b4-46a0-a487-cd67c5b456b3 None None] Pushing event deleted for resources: {'Port': ['ID=22c3788b-dcf3-4b25-97c9-c487584e8dab,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:18.776576 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c6136b-54b4-46a0-a487-cd67c5b456b3 None None] No DVR routers for this DVR port 22c3788b-dcf3-4b25-97c9-c487584e8dab on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:52:18.788563 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-963b34bb-e0c8-4364-94ac-6b3c851498d6 req-d91963e3-d67b-4613-9e0a-798f831fd84e tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a5deaf2-796b-4607-b71f-599fd6b4b7f6 HTTP/1.1" status: 200 len: 210 time: 0.0413287 Jul 09 14:52:18.815549 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-6aa9ef18-f205-4b57-aec4-bdc0f5aeb2aa req-4ab9ca3c-9d28-4c34-b5b4-f401055e18cf tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:19.052481 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-6aa9ef18-f205-4b57-aec4-bdc0f5aeb2aa req-4ab9ca3c-9d28-4c34-b5b4-f401055e18cf tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:19.053861 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f3ac8105-6b7d-4c66-adcb-ef5bf886a023 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:19.053861 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-11ffeb03-6864-4d3c-a4f2-6fccc3ea89ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:19.056265 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44416) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:19.079871 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-11ffeb03-6864-4d3c-a4f2-6fccc3ea89ee admin admin] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:19.085070 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-11ffeb03-6864-4d3c-a4f2-6fccc3ea89ee admin admin] 10.222.0.58 "DELETE /v2.0/networks/07a9ecbf-37ed-481a-bf65-f5d67d5555a8 HTTP/1.1" status: 204 len: 168 time: 1.1304102 Jul 09 14:52:19.108348 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ffeb03-6864-4d3c-a4f2-6fccc3ea89ee admin admin] Pushing event deleted for resources: {'Network': ['ID=07a9ecbf-37ed-481a-bf65-f5d67d5555a8,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:19.113508 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ac8105-6b7d-4c66-adcb-ef5bf886a023 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:52:19.116525 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab9ca3c-9d28-4c34-b5b4-f401055e18cf tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5832236-084e-4d21-bdc3-59c2ed17b0a5,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:19.117224 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-f3ac8105-6b7d-4c66-adcb-ef5bf886a023 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:52:19.122854 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ac8105-6b7d-4c66-adcb-ef5bf886a023 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:19.124100 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f3ac8105-6b7d-4c66-adcb-ef5bf886a023 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:19.130405 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ac8105-6b7d-4c66-adcb-ef5bf886a023 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event updated for resources: {'Subnet': ['ID=2cb1833a-aa37-45fc-a09a-0c21bad74b76,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:19.135274 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9b5e43-be9d-4fb0-a5e7-f9b87c0188d4 None None] Network 858359dc-653d-453c-9af7-637628d0bac8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:52:19.224469 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-6aa9ef18-f205-4b57-aec4-bdc0f5aeb2aa req-4ab9ca3c-9d28-4c34-b5b4-f401055e18cf tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] Allocated IP 192.168.233.169 (aa30872f-c756-4ec7-be84-b2e3b86cdcfc/8081bcce-88de-4a2f-9e69-6750220e0be0/af66ab1c-c7c1-43c9-84de-bcd45908f35e) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:52:19.232746 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f3ac8105-6b7d-4c66-adcb-ef5bf886a023 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1877296 Jul 09 14:52:19.236566 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44426) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:19.245990 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-c4058dd2-068e-4031-ba47-7e27245f9b75 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Request body: {'port': {'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'fixed_ips': [{'subnet_id': '2cb1833a-aa37-45fc-a09a-0c21bad74b76', 'ip_address': '2001:db8::7e1:7a1:d4f4:c3d9'}], 'name': 'tempest-NetworksTestDHCPv6-1725007971'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:52:19.336322 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5450f91-4da0-42ea-851b-06067ddbef28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-858359dc-653d-453c-9af7-637628d0bac8', 'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'tenant_id': '705b0dcf676c4e4da08df6f6169d5c06', 'fixed_ips': [{'subnet_id': '2cb1833a-aa37-45fc-a09a-0c21bad74b76'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:52:19.337528 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e5450f91-4da0-42ea-851b-06067ddbef28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:19.370198 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-5a21d5b7-e641-46c7-9e8c-100cf2ef9a1b tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1387491961', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}, 'admin_state_up': False}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:52:19.469961 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-6aa9ef18-f205-4b57-aec4-bdc0f5aeb2aa req-4ab9ca3c-9d28-4c34-b5b4-f401055e18cf tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:19.485066 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-6aa9ef18-f205-4b57-aec4-bdc0f5aeb2aa req-4ab9ca3c-9d28-4c34-b5b4-f401055e18cf tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] Transition to ACTIVE for port object af66ab1c-c7c1-43c9-84de-bcd45908f35e will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:52:19.501966 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4058dd2-068e-4031-ba47-7e27245f9b75 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Made reservation on behalf of 705b0dcf676c4e4da08df6f6169d5c06 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:52:19.524255 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-e5450f91-4da0-42ea-851b-06067ddbef28 None None] Allocated IP 2001:db8::2 (858359dc-653d-453c-9af7-637628d0bac8/2cb1833a-aa37-45fc-a09a-0c21bad74b76/0da2015b-3792-472b-a5b1-23177b78409a) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:52:19.613037 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-6aa9ef18-f205-4b57-aec4-bdc0f5aeb2aa req-4ab9ca3c-9d28-4c34-b5b4-f401055e18cf tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:19.615096 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5a21d5b7-e641-46c7-9e8c-100cf2ef9a1b tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:19.616400 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5a21d5b7-e641-46c7-9e8c-100cf2ef9a1b tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:19.636969 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44436) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:19.644960 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c4058dd2-068e-4031-ba47-7e27245f9b75 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:19.706098 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-c4058dd2-068e-4031-ba47-7e27245f9b75 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] device_id is not set on port ea79302b-db57-44c7-b47a-9e71b4e58de4 yet. {{(pid=94446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:52:19.769673 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab9ca3c-9d28-4c34-b5b4-f401055e18cf tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] Pushing event updated for resources: {'Port': ['ID=af66ab1c-c7c1-43c9-84de-bcd45908f35e,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:19.791863 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6aa9ef18-f205-4b57-aec4-bdc0f5aeb2aa req-4ab9ca3c-9d28-4c34-b5b4-f401055e18cf tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] Network aa30872f-c756-4ec7-be84-b2e3b86cdcfc is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:52:19.796060 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-6aa9ef18-f205-4b57-aec4-bdc0f5aeb2aa req-4ab9ca3c-9d28-4c34-b5b4-f401055e18cf tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:52:19.803370 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e5450f91-4da0-42ea-851b-06067ddbef28 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:19.804490 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af72924-7f7d-4e5e-8a6f-c7bd7780566a req-a32dde6b-567d-46c1-9282-f511e1ea3db1 tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:19.806614 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4af72924-7f7d-4e5e-8a6f-c7bd7780566a req-a32dde6b-567d-46c1-9282-f511e1ea3db1 tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] 10.222.0.58 "GET /v2.0/ports?device_id=52b4761e-ceee-4d93-9f9d-3b7fe85c3074 HTTP/1.1" status: 200 len: 936 time: 0.2170117 Jul 09 14:52:19.813338 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-e5450f91-4da0-42ea-851b-06067ddbef28 None None] Transition to ACTIVE for port object 0da2015b-3792-472b-a5b1-23177b78409a will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:52:19.817628 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ea2a8f86-a980-4808-9bb9-d0ddb1557a5b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a92a8786386049938dc9758ba7d95410&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1766901 Jul 09 14:52:19.831628 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-e5450f91-4da0-42ea-851b-06067ddbef28 None None] Transition to ACTIVE for port object 0da2015b-3792-472b-a5b1-23177b78409a will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:52:19.836777 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44440) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:19.837629 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aa9ef18-f205-4b57-aec4-bdc0f5aeb2aa req-4ab9ca3c-9d28-4c34-b5b4-f401055e18cf tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:52:19.920334 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4af72924-7f7d-4e5e-8a6f-c7bd7780566a req-0ffb0f03-2628-4ea5-8369-b022054cf849 tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5832236-084e-4d21-bdc3-59c2ed17b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844123 Jul 09 14:52:19.933700 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5a21d5b7-e641-46c7-9e8c-100cf2ef9a1b tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:19.986009 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3177945e-6b56-4382-963e-8028be7f45c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:20.008850 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa9ef18-f205-4b57-aec4-bdc0f5aeb2aa req-4ab9ca3c-9d28-4c34-b5b4-f401055e18cf tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:20.009563 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-6aa9ef18-f205-4b57-aec4-bdc0f5aeb2aa req-4ab9ca3c-9d28-4c34-b5b4-f401055e18cf tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:20.015120 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f4294528-6a3a-4a24-8d1f-078b4ae72ca3 req-2fd90462-0ba6-49be-9437-60816394ed05 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a5deaf2-796b-4607-b71f-599fd6b4b7f6 HTTP/1.1" status: 200 len: 210 time: 0.0476952 Jul 09 14:52:20.044604 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3177945e-6b56-4382-963e-8028be7f45c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:20.134024 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 22c3788b-dcf3-4b25-97c9-c487584e8dab no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:52:20.143243 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 22c3788b-dcf3-4b25-97c9-c487584e8dab {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:52:20.143858 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 22c3788b-dcf3-4b25-97c9-c487584e8dab not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:52:20.222405 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e5450f91-4da0-42ea-851b-06067ddbef28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:20.273435 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5450f91-4da0-42ea-851b-06067ddbef28 None None] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:52:20.274204 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-c4058dd2-068e-4031-ba47-7e27245f9b75 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Allocated IP 2001:db8::7e1:7a1:d4f4:c3d9 (858359dc-653d-453c-9af7-637628d0bac8/2cb1833a-aa37-45fc-a09a-0c21bad74b76/ea79302b-db57-44c7-b47a-9e71b4e58de4) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:52:20.278427 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-e5450f91-4da0-42ea-851b-06067ddbef28 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:52:20.282790 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5450f91-4da0-42ea-851b-06067ddbef28 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:52:20.286183 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5450f91-4da0-42ea-851b-06067ddbef28 None None] Pushing event updated for resources: {'Port': ['ID=0da2015b-3792-472b-a5b1-23177b78409a,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:20.301204 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6aa9ef18-f205-4b57-aec4-bdc0f5aeb2aa req-4ab9ca3c-9d28-4c34-b5b4-f401055e18cf tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0656149 Jul 09 14:52:20.346303 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-6aa9ef18-f205-4b57-aec4-bdc0f5aeb2aa req-6ba6817e-f5ea-401b-883b-04cc29adba92 service neutron] Request body: {'port': {'device_id': '52b4761e-ceee-4d93-9f9d-3b7fe85c3074', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:52:20.364284 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-e5450f91-4da0-42ea-851b-06067ddbef28 None None] Attempting to bind port 0da2015b-3792-472b-a5b1-23177b78409a on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:52:20.365090 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-e5450f91-4da0-42ea-851b-06067ddbef28 None None] Attempting to bind port 0da2015b-3792-472b-a5b1-23177b78409a by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:52:20.366078 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5450f91-4da0-42ea-851b-06067ddbef28 None None] Attempting to bind port 0da2015b-3792-472b-a5b1-23177b78409a on network 858359dc-653d-453c-9af7-637628d0bac8 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:52:20.370571 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-39f23579-6b4b-424f-9d6f-5158b0cb4c15 None None] Provisioning for port af66ab1c-c7c1-43c9-84de-bcd45908f35e completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:52:20.385766 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-39f23579-6b4b-424f-9d6f-5158b0cb4c15 None None] Provisioning complete for port af66ab1c-c7c1-43c9-84de-bcd45908f35e triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:52:20.386149 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-39f23579-6b4b-424f-9d6f-5158b0cb4c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:20.391999 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3177945e-6b56-4382-963e-8028be7f45c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:20.394559 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3177945e-6b56-4382-963e-8028be7f45c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:20.395802 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-3177945e-6b56-4382-963e-8028be7f45c4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/880b19a4-9f17-4fe4-8ca9-3b6e31670b30 HTTP/1.1" status: 204 len: 168 time: 0.5547779 Jul 09 14:52:20.429411 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-39f23579-6b4b-424f-9d6f-5158b0cb4c15 None None] Port af66ab1c-c7c1-43c9-84de-bcd45908f35e cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:52:20.432389 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5450f91-4da0-42ea-851b-06067ddbef28 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:52:20.432748 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5450f91-4da0-42ea-851b-06067ddbef28 None None] Checking segment: {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:52:20.433165 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e5450f91-4da0-42ea-851b-06067ddbef28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:20.434079 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5450f91-4da0-42ea-851b-06067ddbef28 None None] Bound using segment: {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:52:20.434573 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-e5450f91-4da0-42ea-851b-06067ddbef28 None None] Bound port: 0da2015b-3792-472b-a5b1-23177b78409a, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:52:20.435303 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e5450f91-4da0-42ea-851b-06067ddbef28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:20.438731 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3177945e-6b56-4382-963e-8028be7f45c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880b19a4-9f17-4fe4-8ca9-3b6e31670b30,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:20.520553 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-e5450f91-4da0-42ea-851b-06067ddbef28 None None] For port 0da2015b-3792-472b-a5b1-23177b78409a, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:52:20.524361 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c4058dd2-068e-4031-ba47-7e27245f9b75 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:20.547206 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5a21d5b7-e641-46c7-9e8c-100cf2ef9a1b tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:20.548146 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-e5450f91-4da0-42ea-851b-06067ddbef28 None None] For port 0da2015b-3792-472b-a5b1-23177b78409a, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=0da2015b-3792-472b-a5b1-23177b78409a,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:52:20.562770 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-6aa9ef18-f205-4b57-aec4-bdc0f5aeb2aa req-6ba6817e-f5ea-401b-883b-04cc29adba92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:20.568742 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-c4058dd2-068e-4031-ba47-7e27245f9b75 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Transition to ACTIVE for port object ea79302b-db57-44c7-b47a-9e71b4e58de4 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:52:20.620813 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e5450f91-4da0-42ea-851b-06067ddbef28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:20.689519 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5450f91-4da0-42ea-851b-06067ddbef28 None None] Pushing event updated for resources: {'Port': ['ID=0da2015b-3792-472b-a5b1-23177b78409a,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:20.720115 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c4058dd2-068e-4031-ba47-7e27245f9b75 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:20.770060 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4058dd2-068e-4031-ba47-7e27245f9b75 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:52:20.785905 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-c4058dd2-068e-4031-ba47-7e27245f9b75 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:52:20.796358 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4058dd2-068e-4031-ba47-7e27245f9b75 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:52:20.804794 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4058dd2-068e-4031-ba47-7e27245f9b75 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:20.805326 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c4058dd2-068e-4031-ba47-7e27245f9b75 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:20.827725 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4058dd2-068e-4031-ba47-7e27245f9b75 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event updated for resources: {'Port': ['ID=ea79302b-db57-44c7-b47a-9e71b4e58de4,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:20.924176 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-6aa9ef18-f205-4b57-aec4-bdc0f5aeb2aa req-6ba6817e-f5ea-401b-883b-04cc29adba92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af66ab1c-c7c1-43c9-84de-bcd45908f35e {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:52:20.934969 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-6aa9ef18-f205-4b57-aec4-bdc0f5aeb2aa req-6ba6817e-f5ea-401b-883b-04cc29adba92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:20.966999 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44464) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:21.006191 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c4058dd2-068e-4031-ba47-7e27245f9b75 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.7671714 Jul 09 14:52:21.009766 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44470) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:21.194515 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6397f77b-2b95-4899-8e42-e37f80be14fc tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:21.211880 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6397f77b-2b95-4899-8e42-e37f80be14fc tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:21.219285 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-6397f77b-2b95-4899-8e42-e37f80be14fc tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.2047877 Jul 09 14:52:21.221149 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44478) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:21.352263 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-d7565853-0ab3-4f7f-b8a9-703e3a5d5dd1 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-282567037-network', 'tenant_id': 'a17c8202d8714a05bace97d1dc862eaa'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:52:21.451424 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-eadc8a8c-bcf0-4fef-9922-253ed191cfd4 req-d0f9d7c8-fac4-4fa1-b41b-5e6047b7b23f tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a5deaf2-796b-4607-b71f-599fd6b4b7f6 HTTP/1.1" status: 200 len: 210 time: 0.1450472 Jul 09 14:52:21.521142 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-6aa9ef18-f205-4b57-aec4-bdc0f5aeb2aa req-6ba6817e-f5ea-401b-883b-04cc29adba92 service neutron] Transition to ACTIVE for port object af66ab1c-c7c1-43c9-84de-bcd45908f35e will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:52:21.554479 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5a21d5b7-e641-46c7-9e8c-100cf2ef9a1b tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks [] for router_gateway, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:21.579112 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5a21d5b7-e641-46c7-9e8c-100cf2ef9a1b tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:21.597205 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3267827-c256-4492-8164-500151a31787 req-6d50f5e8-16fd-4e8e-a419-38563f2fd6bf tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:21.598990 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d3267827-c256-4492-8164-500151a31787 req-6d50f5e8-16fd-4e8e-a419-38563f2fd6bf tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.62 "GET /v2.0/networks?id=4684667e-a82e-475a-9da8-8ef2bc5057c6 HTTP/1.1" status: 200 len: 822 time: 0.2948754 Jul 09 14:52:21.605295 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-a8d75db4-bcd6-48ea-9735-165f8e85faad tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Deleting port ea79302b-db57-44c7-b47a-9e71b4e58de4 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:52:21.605921 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a8d75db4-bcd6-48ea-9735-165f8e85faad tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:21.633146 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-6aa9ef18-f205-4b57-aec4-bdc0f5aeb2aa req-6ba6817e-f5ea-401b-883b-04cc29adba92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:21.659751 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7565853-0ab3-4f7f-b8a9-703e3a5d5dd1 admin admin] Made reservation on behalf of a17c8202d8714a05bace97d1dc862eaa for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:52:21.662076 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d7565853-0ab3-4f7f-b8a9-703e3a5d5dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:21.670976 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-d3267827-c256-4492-8164-500151a31787 req-07bcbe72-c3ab-4d97-a390-b284a4d36122 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Request body: {'port': {'device_id': '4a5deaf2-796b-4607-b71f-599fd6b4b7f6', 'network_id': '4684667e-a82e-475a-9da8-8ef2bc5057c6', 'admin_state_up': True, 'tenant_id': 'a247b86f0cf44fd8bae010acfa2f83eb'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:52:21.680687 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da85f5b6-71c1-499a-a036-ed0302b4ce13 req-b12b06f9-9d20-465f-985e-bd161f74c2b2 tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:21.682251 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-da85f5b6-71c1-499a-a036-ed0302b4ce13 req-b12b06f9-9d20-465f-985e-bd161f74c2b2 tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] 10.222.0.58 "GET /v2.0/ports?device_id=52b4761e-ceee-4d93-9f9d-3b7fe85c3074 HTTP/1.1" status: 200 len: 936 time: 0.2048521 Jul 09 14:52:21.748313 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d7565853-0ab3-4f7f-b8a9-703e3a5d5dd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:21.766906 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba6817e-f5ea-401b-883b-04cc29adba92 service neutron] Pushing event updated for resources: {'Port': ['ID=af66ab1c-c7c1-43c9-84de-bcd45908f35e,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:21.864619 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-5a21d5b7-e641-46c7-9e8c-100cf2ef9a1b tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Allocated IP 172.25.3.27 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/dcd7c8d1-3e0d-4495-9125-98d2c31e8030) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:52:21.931962 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-da85f5b6-71c1-499a-a036-ed0302b4ce13 req-4255587a-be95-42e2-8fc7-a75c2639d66c tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5832236-084e-4d21-bdc3-59c2ed17b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103822 Jul 09 14:52:22.018783 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a8d75db4-bcd6-48ea-9735-165f8e85faad tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:22.019436 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-6aa9ef18-f205-4b57-aec4-bdc0f5aeb2aa req-6ba6817e-f5ea-401b-883b-04cc29adba92 service neutron] Attempting to bind port af66ab1c-c7c1-43c9-84de-bcd45908f35e on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:52:22.019806 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-6aa9ef18-f205-4b57-aec4-bdc0f5aeb2aa req-6ba6817e-f5ea-401b-883b-04cc29adba92 service neutron] Attempting to bind port af66ab1c-c7c1-43c9-84de-bcd45908f35e by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:52:22.020136 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa9ef18-f205-4b57-aec4-bdc0f5aeb2aa req-6ba6817e-f5ea-401b-883b-04cc29adba92 service neutron] Attempting to bind port af66ab1c-c7c1-43c9-84de-bcd45908f35e on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:52:22.028071 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa9ef18-f205-4b57-aec4-bdc0f5aeb2aa req-6ba6817e-f5ea-401b-883b-04cc29adba92 service neutron] Port af66ab1c-c7c1-43c9-84de-bcd45908f35e on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:52:22.028304 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa9ef18-f205-4b57-aec4-bdc0f5aeb2aa req-6ba6817e-f5ea-401b-883b-04cc29adba92 service neutron] Attempting to bind port af66ab1c-c7c1-43c9-84de-bcd45908f35e on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:52:22.038105 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa9ef18-f205-4b57-aec4-bdc0f5aeb2aa req-6ba6817e-f5ea-401b-883b-04cc29adba92 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:52:22.038447 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa9ef18-f205-4b57-aec4-bdc0f5aeb2aa req-6ba6817e-f5ea-401b-883b-04cc29adba92 service neutron] Checking segment: {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:52:22.038964 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa9ef18-f205-4b57-aec4-bdc0f5aeb2aa req-6ba6817e-f5ea-401b-883b-04cc29adba92 service neutron] Bound using segment: {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:52:22.039274 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-6aa9ef18-f205-4b57-aec4-bdc0f5aeb2aa req-6ba6817e-f5ea-401b-883b-04cc29adba92 service neutron] Bound port: af66ab1c-c7c1-43c9-84de-bcd45908f35e, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:52:22.045134 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-6aa9ef18-f205-4b57-aec4-bdc0f5aeb2aa req-6ba6817e-f5ea-401b-883b-04cc29adba92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:22.053989 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d7565853-0ab3-4f7f-b8a9-703e3a5d5dd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:22.099423 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-a8d75db4-bcd6-48ea-9735-165f8e85faad tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Calling delete_port for ea79302b-db57-44c7-b47a-9e71b4e58de4 owned by {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:52:22.139187 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d7565853-0ab3-4f7f-b8a9-703e3a5d5dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:22.212731 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 0da2015b-3792-472b-a5b1-23177b78409a up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:52:22.220778 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5a21d5b7-e641-46c7-9e8c-100cf2ef9a1b tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:22.222671 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7565853-0ab3-4f7f-b8a9-703e3a5d5dd1 admin admin] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:52:22.228819 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-6aa9ef18-f205-4b57-aec4-bdc0f5aeb2aa req-6ba6817e-f5ea-401b-883b-04cc29adba92 service neutron] For port af66ab1c-c7c1-43c9-84de-bcd45908f35e, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:52:22.233757 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-6aa9ef18-f205-4b57-aec4-bdc0f5aeb2aa req-6ba6817e-f5ea-401b-883b-04cc29adba92 service neutron] For port af66ab1c-c7c1-43c9-84de-bcd45908f35e, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=af66ab1c-c7c1-43c9-84de-bcd45908f35e,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:52:22.282293 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d7565853-0ab3-4f7f-b8a9-703e3a5d5dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:22.282649 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-d7565853-0ab3-4f7f-b8a9-703e3a5d5dd1 admin admin] Added segment bc75a230-46d7-4afb-92ea-d48833fe677d of type vlan for network fb760817-b4fc-4e89-b202-8751c9978d06 Jul 09 14:52:22.284299 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7565853-0ab3-4f7f-b8a9-703e3a5d5dd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148aaac0-2657-4786-8b40-6afa7fd589ef,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:22.351644 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-6aa9ef18-f205-4b57-aec4-bdc0f5aeb2aa req-6ba6817e-f5ea-401b-883b-04cc29adba92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:22.369786 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3267827-c256-4492-8164-500151a31787 req-07bcbe72-c3ab-4d97-a390-b284a4d36122 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Made reservation on behalf of a247b86f0cf44fd8bae010acfa2f83eb for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:52:22.373517 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d3267827-c256-4492-8164-500151a31787 req-07bcbe72-c3ab-4d97-a390-b284a4d36122 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:22.403439 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44502) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:22.415629 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d7565853-0ab3-4f7f-b8a9-703e3a5d5dd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:22.436404 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba6817e-f5ea-401b-883b-04cc29adba92 service neutron] Pushing event updated for resources: {'Port': ['ID=af66ab1c-c7c1-43c9-84de-bcd45908f35e,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:22.447877 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5a21d5b7-e641-46c7-9e8c-100cf2ef9a1b tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:22.491017 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa9ef18-f205-4b57-aec4-bdc0f5aeb2aa req-6ba6817e-f5ea-401b-883b-04cc29adba92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:22.491284 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-6aa9ef18-f205-4b57-aec4-bdc0f5aeb2aa req-6ba6817e-f5ea-401b-883b-04cc29adba92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:22.492786 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6aa9ef18-f205-4b57-aec4-bdc0f5aeb2aa req-6ba6817e-f5ea-401b-883b-04cc29adba92 service neutron] 10.222.0.54 "PUT /v2.0/ports/af66ab1c-c7c1-43c9-84de-bcd45908f35e HTTP/1.1" status: 200 len: 1096 time: 2.1511993 Jul 09 14:52:22.493464 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52b4761e-ceee-4d93-9f9d-3b7fe85c3074', 'tag': 'af66ab1c-c7c1-43c9-84de-bcd45908f35e'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:52:22.496101 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31229208-d099-4be8-b736-1137c0838c9c" -d '{"events": [{"name": "network-changed", "server_uuid": "52b4761e-ceee-4d93-9f9d-3b7fe85c3074", "tag": "af66ab1c-c7c1-43c9-84de-bcd45908f35e"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:52:22.522764 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a21d5b7-e641-46c7-9e8c-100cf2ef9a1b tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:52:22.548151 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-52faa7c7-8fcc-4f93-96de-5c7ee6545898 None None] Provisioning for port 0da2015b-3792-472b-a5b1-23177b78409a completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:52:22.548960 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-5a21d5b7-e641-46c7-9e8c-100cf2ef9a1b tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:52:22.555105 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 0da2015b-3792-472b-a5b1-23177b78409a completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:52:22.557459 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-52faa7c7-8fcc-4f93-96de-5c7ee6545898 None None] Provisioning complete for port 0da2015b-3792-472b-a5b1-23177b78409a triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:52:22.557944 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-52faa7c7-8fcc-4f93-96de-5c7ee6545898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:22.558532 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a21d5b7-e641-46c7-9e8c-100cf2ef9a1b tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:52:22.613828 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-77a8fc94-15ef-4ce7-b34e-33730c56c8de admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1774380208-network', 'tenant_id': '3ea03172892e40bfb58f1cf43bf764df'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:52:22.618692 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 0da2015b-3792-472b-a5b1-23177b78409a triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:52:22.619880 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:22.651580 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f147115-502f-4dad-9266-d252c032244b x-openstack-request-id: req-3f147115-502f-4dad-9266-d252c032244b {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:52:22.651902 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52b4761e-ceee-4d93-9f9d-3b7fe85c3074", "tag": "af66ab1c-c7c1-43c9-84de-bcd45908f35e", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:52:22.652683 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3f147115-502f-4dad-9266-d252c032244b {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:52:22.654558 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52b4761e-ceee-4d93-9f9d-3b7fe85c3074', 'tag': 'af66ab1c-c7c1-43c9-84de-bcd45908f35e', 'status': 'completed', 'code': 200} Jul 09 14:52:22.781915 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44514) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:22.784576 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d7565853-0ab3-4f7f-b8a9-703e3a5d5dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:22.785818 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7565853-0ab3-4f7f-b8a9-703e3a5d5dd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:22.793155 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d7565853-0ab3-4f7f-b8a9-703e3a5d5dd1 admin admin] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:22.827035 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a21d5b7-e641-46c7-9e8c-100cf2ef9a1b tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Pushing event updated for resources: {'Port': ['ID=dcd7c8d1-3e0d-4495-9125-98d2c31e8030,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:22.855319 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:22.877033 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-52faa7c7-8fcc-4f93-96de-5c7ee6545898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:22.878712 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a8d75db4-bcd6-48ea-9735-165f8e85faad tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:22.911585 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31229208-d099-4be8-b736-1137c0838c9c req-a5c7ef9b-60e3-4452-9dba-c8ae42ec8f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:22.913971 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-31229208-d099-4be8-b736-1137c0838c9c req-a5c7ef9b-60e3-4452-9dba-c8ae42ec8f13 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c489c63a715541b7b9d23a460e28519e&device_id=52b4761e-ceee-4d93-9f9d-3b7fe85c3074 HTTP/1.1" status: 200 len: 1099 time: 0.2686682 Jul 09 14:52:22.917973 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a8fc94-15ef-4ce7-b34e-33730c56c8de admin admin] Made reservation on behalf of 3ea03172892e40bfb58f1cf43bf764df for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:52:22.920808 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-77a8fc94-15ef-4ce7-b34e-33730c56c8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:22.925472 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 0da2015b-3792-472b-a5b1-23177b78409a, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=0da2015b-3792-472b-a5b1-23177b78409a,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:52:22.926453 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5a88293d-055e-4728-9183-65c91ce67be6 req-d9b5b0a7-1571-4247-b33c-d3daa72c01f5 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a5deaf2-796b-4607-b71f-599fd6b4b7f6 HTTP/1.1" status: 200 len: 210 time: 0.1432264 Jul 09 14:52:22.952253 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-31229208-d099-4be8-b736-1137c0838c9c req-2d19438c-fbbc-4bb1-946a-3c0dbef9a8e0 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=c489c63a715541b7b9d23a460e28519e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288742 Jul 09 14:52:22.990681 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-77a8fc94-15ef-4ce7-b34e-33730c56c8de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:23.001095 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-d3267827-c256-4492-8164-500151a31787 req-07bcbe72-c3ab-4d97-a390-b284a4d36122 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Allocated IP 172.20.0.9 (4684667e-a82e-475a-9da8-8ef2bc5057c6/8d68db36-2cf0-4e9c-8902-e068bb5af194/3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:52:23.006096 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d75db4-bcd6-48ea-9735-165f8e85faad tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event deleted for resources: {'Port': ['ID=ea79302b-db57-44c7-b47a-9e71b4e58de4,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:23.008383 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-76dfc4af-1bac-4ac7-a4f9-8d167c4e5732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:23.028656 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7565853-0ab3-4f7f-b8a9-703e3a5d5dd1 admin admin] Pushing event updated for resources: {'Network': ['ID=fb760817-b4fc-4e89-b202-8751c9978d06,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:23.040352 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network fb760817-b4fc-4e89-b202-8751c9978d06 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:52:23.073882 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a8d75db4-bcd6-48ea-9735-165f8e85faad tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:23.079467 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a8d75db4-bcd6-48ea-9735-165f8e85faad tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/ports/ea79302b-db57-44c7-b47a-9e71b4e58de4 HTTP/1.1" status: 204 len: 168 time: 1.8524921 Jul 09 14:52:23.086217 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44520) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:23.092623 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d7565853-0ab3-4f7f-b8a9-703e3a5d5dd1 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.1238728 Jul 09 14:52:23.100737 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44522) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:23.111733 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-c0eaabbd-ba2e-44fe-8665-0ef6b939267b admin admin] Request body: {'subnet': {'network_id': 'fb760817-b4fc-4e89-b202-8751c9978d06', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-282567037-subnet', 'tenant_id': 'a17c8202d8714a05bace97d1dc862eaa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:52:23.124981 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.db.api [None req-76dfc4af-1bac-4ac7-a4f9-8d167c4e5732 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 14:52:23.124981 n-d-799529-6 neutron-server[94446]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 14:52:23.124981 n-d-799529-6 neutron-server[94446]: [parameters: {'project_id_1': 'd430511d45e74e5d8bc1e2190e412e50', 'expiration_1': datetime.datetime(2021, 7, 9, 14, 52, 23, 87473)}] Jul 09 14:52:23.124981 n-d-799529-6 neutron-server[94446]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 14:52:23.125522 n-d-799529-6 neutron-server[94446]: DEBUG oslo_db.api [None req-76dfc4af-1bac-4ac7-a4f9-8d167c4e5732 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 14:52:23.132719 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:23.134999 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:23.239935 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=0da2015b-3792-472b-a5b1-23177b78409a,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:23.242132 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31229208-d099-4be8-b736-1137c0838c9c req-ecb399a6-fd25-4838-8226-4c8d1a8db593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:23.243733 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-31229208-d099-4be8-b736-1137c0838c9c req-ecb399a6-fd25-4838-8226-4c8d1a8db593 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2851140 Jul 09 14:52:23.272585 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07d823c-f8d5-4d0c-9237-facd297034f4 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:23.274858 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07d823c-f8d5-4d0c-9237-facd297034f4 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:23.275981 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.db.api [None req-52faa7c7-8fcc-4f93-96de-5c7ee6545898 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 14:52:23.279776 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f07d823c-f8d5-4d0c-9237-facd297034f4 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1870208 Jul 09 14:52:23.280784 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44524) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:23.286194 n-d-799529-6 neutron-server[94447]: DEBUG oslo_db.api [None req-52faa7c7-8fcc-4f93-96de-5c7ee6545898 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 14:52:23.322740 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-77a8fc94-15ef-4ce7-b34e-33730c56c8de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:23.333024 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d3267827-c256-4492-8164-500151a31787 req-07bcbe72-c3ab-4d97-a390-b284a4d36122 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:23.344669 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5a21d5b7-e641-46c7-9e8c-100cf2ef9a1b tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks [] for router_gateway, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:23.397453 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-77a8fc94-15ef-4ce7-b34e-33730c56c8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:23.432109 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77a8fc94-15ef-4ce7-b34e-33730c56c8de admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:52:23.436852 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017527e2-f93d-4ed0-9b30-d730764e62c8 req-9d021bd2-a458-4f97-8dbd-9f76e423fbe8 tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:23.438371 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-017527e2-f93d-4ed0-9b30-d730764e62c8 req-9d021bd2-a458-4f97-8dbd-9f76e423fbe8 tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] 10.222.0.58 "GET /v2.0/ports?device_id=52b4761e-ceee-4d93-9f9d-3b7fe85c3074 HTTP/1.1" status: 200 len: 948 time: 0.3382905 Jul 09 14:52:23.438934 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a8fc94-15ef-4ce7-b34e-33730c56c8de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23904194-914d-4ee9-b0bb-667189852b97,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:23.442271 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7fe26ac-3eb2-4c89-b566-a8758a8dc347 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Deleting subnet 2cb1833a-aa37-45fc-a09a-0c21bad74b76 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:52:23.446419 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-77a8fc94-15ef-4ce7-b34e-33730c56c8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:23.446775 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-77a8fc94-15ef-4ce7-b34e-33730c56c8de admin admin] Added segment b1d9e7eb-33a5-4b68-843e-7e8c6af55fc1 of type vlan for network f634f80f-639c-422b-bcd2-2d7781044c9f Jul 09 14:52:23.447718 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f7fe26ac-3eb2-4c89-b566-a8758a8dc347 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:23.477789 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d3267827-c256-4492-8164-500151a31787 req-07bcbe72-c3ab-4d97-a390-b284a4d36122 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:23.516792 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0eaabbd-ba2e-44fe-8665-0ef6b939267b admin admin] Made reservation on behalf of a17c8202d8714a05bace97d1dc862eaa for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:52:23.519578 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c0eaabbd-ba2e-44fe-8665-0ef6b939267b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:23.522529 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-77a8fc94-15ef-4ce7-b34e-33730c56c8de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:23.562878 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f7fe26ac-3eb2-4c89-b566-a8758a8dc347 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:23.575328 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3267827-c256-4492-8164-500151a31787 req-07bcbe72-c3ab-4d97-a390-b284a4d36122 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Network 4684667e-a82e-475a-9da8-8ef2bc5057c6 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:52:23.590597 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-d3267827-c256-4492-8164-500151a31787 req-07bcbe72-c3ab-4d97-a390-b284a4d36122 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:52:23.597503 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3267827-c256-4492-8164-500151a31787 req-07bcbe72-c3ab-4d97-a390-b284a4d36122 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:52:23.601506 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-017527e2-f93d-4ed0-9b30-d730764e62c8 req-65a26f34-f83d-4730-b3de-06418c12a288 tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5832236-084e-4d21-bdc3-59c2ed17b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504409 Jul 09 14:52:23.614588 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa9ef18-f205-4b57-aec4-bdc0f5aeb2aa req-e11b5cf6-d2c9-4871-928f-a296fc64a62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:23.616139 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6aa9ef18-f205-4b57-aec4-bdc0f5aeb2aa req-e11b5cf6-d2c9-4871-928f-a296fc64a62a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c489c63a715541b7b9d23a460e28519e&device_id=52b4761e-ceee-4d93-9f9d-3b7fe85c3074 HTTP/1.1" status: 200 len: 1099 time: 0.2827702 Jul 09 14:52:23.632773 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bcbe72-c3ab-4d97-a390-b284a4d36122 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Pushing event updated for resources: {'Port': ['ID=3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:23.634989 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-76dfc4af-1bac-4ac7-a4f9-8d167c4e5732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:23.696780 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3267827-c256-4492-8164-500151a31787 req-07bcbe72-c3ab-4d97-a390-b284a4d36122 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:23.697058 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6aa9ef18-f205-4b57-aec4-bdc0f5aeb2aa req-10c83d00-b8db-4d31-a1c1-bf34dddb8024 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=af66ab1c-c7c1-43c9-84de-bcd45908f35e HTTP/1.1" status: 200 len: 217 time: 0.0456836 Jul 09 14:52:23.697425 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d3267827-c256-4492-8164-500151a31787 req-07bcbe72-c3ab-4d97-a390-b284a4d36122 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:23.762484 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-77a8fc94-15ef-4ce7-b34e-33730c56c8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:23.763367 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a8fc94-15ef-4ce7-b34e-33730c56c8de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:23.763963 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-77a8fc94-15ef-4ce7-b34e-33730c56c8de admin admin] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:23.838961 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5a21d5b7-e641-46c7-9e8c-100cf2ef9a1b tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:23.852414 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f7fe26ac-3eb2-4c89-b566-a8758a8dc347 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:23.885158 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa9ef18-f205-4b57-aec4-bdc0f5aeb2aa req-9af8f5e9-3443-4945-84d7-6856c3d9df66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:23.886843 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6aa9ef18-f205-4b57-aec4-bdc0f5aeb2aa req-9af8f5e9-3443-4945-84d7-6856c3d9df66 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.1824121 Jul 09 14:52:23.971997 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-0cc61c45-ec2a-4a27-8552-71c418aa9cc2 None None] Could not find standard attr ID for object ea79302b-db57-44c7-b47a-9e71b4e58de4. {{(pid=94447) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 14:52:24.103033 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 0da2015b-3792-472b-a5b1-23177b78409a up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:52:24.141192 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa9ef18-f205-4b57-aec4-bdc0f5aeb2aa req-915616cb-2311-4219-a88d-3cfe7c9f345d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:24.142731 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6aa9ef18-f205-4b57-aec4-bdc0f5aeb2aa req-915616cb-2311-4219-a88d-3cfe7c9f345d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2194376 Jul 09 14:52:24.164525 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 0da2015b-3792-472b-a5b1-23177b78409a triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:52:24.164966 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:24.210141 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f7fe26ac-3eb2-4c89-b566-a8758a8dc347 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:24.233447 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef6116-e049-439d-87dd-e5a185f61e4b req-32982759-3d30-450b-908f-91ed83cb849f tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:24.235046 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-99ef6116-e049-439d-87dd-e5a185f61e4b req-32982759-3d30-450b-908f-91ed83cb849f tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a5deaf2-796b-4607-b71f-599fd6b4b7f6 HTTP/1.1" status: 200 len: 931 time: 0.1768606 Jul 09 14:52:24.242827 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a8fc94-15ef-4ce7-b34e-33730c56c8de admin admin] Pushing event updated for resources: {'Network': ['ID=f634f80f-639c-422b-bcd2-2d7781044c9f,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:24.258161 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network f634f80f-639c-422b-bcd2-2d7781044c9f details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:52:24.260187 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe26ac-3eb2-4c89-b566-a8758a8dc347 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event deleted for resources: {'Subnet': ['ID=2cb1833a-aa37-45fc-a09a-0c21bad74b76,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:24.267192 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f7fe26ac-3eb2-4c89-b566-a8758a8dc347 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:24.271386 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f7fe26ac-3eb2-4c89-b566-a8758a8dc347 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/subnets/2cb1833a-aa37-45fc-a09a-0c21bad74b76 HTTP/1.1" status: 204 len: 168 time: 0.9896319 Jul 09 14:52:24.273754 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44530) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:24.277848 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6303fd4f-1f3f-4795-a732-9d0da7b10aa2 None None] Network 858359dc-653d-453c-9af7-637628d0bac8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:52:24.284177 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-76dfc4af-1bac-4ac7-a4f9-8d167c4e5732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:24.289357 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a21d5b7-e641-46c7-9e8c-100cf2ef9a1b tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Router d5ea1b36-d1af-4ffe-b581-b9aea7fe4f16 is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:52:24.334468 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-738d868e-2a2f-4d49-894e-4d4f671df0bb tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0579677 Jul 09 14:52:24.337257 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44532) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:24.376530 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c0eaabbd-ba2e-44fe-8665-0ef6b939267b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:24.406552 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-99ef6116-e049-439d-87dd-e5a185f61e4b req-4bc7a90e-4153-4481-bc1d-5dcb1fcc55a3 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0503003-e352-4db8-a0a6-bfc82c7527aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512499 Jul 09 14:52:24.413623 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-76dfc4af-1bac-4ac7-a4f9-8d167c4e5732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:24.417686 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6aa9ef18-f205-4b57-aec4-bdc0f5aeb2aa req-4510375e-a0a6-41fd-8ef6-4a95f2f27a15 service neutron] 10.222.0.54 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652285 Jul 09 14:52:24.493149 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dfc4af-1bac-4ac7-a4f9-8d167c4e5732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2847868-9ee0-4f0f-b38a-77ad13922eb7,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:24.501660 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eaabbd-ba2e-44fe-8665-0ef6b939267b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8aa47209-d1f6-42d5-807a-6814be830d2d,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:24.514632 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-76dfc4af-1bac-4ac7-a4f9-8d167c4e5732 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d430511d45e74e5d8bc1e2190e412e50&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7222366 Jul 09 14:52:24.518210 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d3267827-c256-4492-8164-500151a31787 req-07bcbe72-c3ab-4d97-a390-b284a4d36122 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8598752 Jul 09 14:52:24.523814 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44534) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:24.524198 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-77a8fc94-15ef-4ce7-b34e-33730c56c8de admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1165307 Jul 09 14:52:24.526627 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44536) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:24.536514 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-d807900b-67ab-44d4-aaaf-442cffca7e62 admin admin] Request body: {'subnet': {'network_id': 'f634f80f-639c-422b-bcd2-2d7781044c9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1774380208-subnet', 'tenant_id': '3ea03172892e40bfb58f1cf43bf764df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:52:24.549110 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90835d53-5ac8-418f-a8b5-c899d7104232 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:24.550614 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-90835d53-5ac8-418f-a8b5-c899d7104232 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2122774 Jul 09 14:52:24.556273 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44538) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:24.556608 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-d3267827-c256-4492-8164-500151a31787 req-9970bcfe-e062-44e9-97ba-71e464aa7ff2 service neutron] Request body: {'port': {'device_id': '4a5deaf2-796b-4607-b71f-599fd6b4b7f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:52:24.559078 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0eaabbd-ba2e-44fe-8665-0ef6b939267b admin admin] Checking segment: {'id': 'bc75a230-46d7-4afb-92ea-d48833fe677d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'fb760817-b4fc-4e89-b202-8751c9978d06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:52:24.559445 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0eaabbd-ba2e-44fe-8665-0ef6b939267b admin admin] Network hostable DHCP agents. Network: fb760817-b4fc-4e89-b202-8751c9978d06, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:52:24.582479 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672b3089-5c77-46a0-9295-97285b111007 None None] DHCP port deletion for 858359dc-653d-453c-9af7-637628d0bac8 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:52:24.597030 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a21d5b7-e641-46c7-9e8c-100cf2ef9a1b tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:52:24.612694 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68119cdb-dd17-436a-886b-4ff504e4aa31 None None] Sync routers for ids ['d5ea1b36-d1af-4ffe-b581-b9aea7fe4f16'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:52:24.627563 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68119cdb-dd17-436a-886b-4ff504e4aa31 None None] Routers {'d5ea1b36-d1af-4ffe-b581-b9aea7fe4f16'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:52:24.629190 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-68119cdb-dd17-436a-886b-4ff504e4aa31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:51:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['d5ea1b36-d1af-4ffe-b581-b9aea7fe4f16'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:52:24.635771 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-672b3089-5c77-46a0-9295-97285b111007 None None] Deleting port 0da2015b-3792-472b-a5b1-23177b78409a {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:52:24.637200 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-672b3089-5c77-46a0-9295-97285b111007 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:24.675970 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6be0527-82b5-4b58-b712-d28e8d977fb1 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:24.677458 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c6be0527-82b5-4b58-b712-d28e8d977fb1 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1190417 Jul 09 14:52:24.679550 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6aa9ef18-f205-4b57-aec4-bdc0f5aeb2aa req-52471f9c-e640-48f2-9116-b813b55a4888 service neutron] 10.222.0.54 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542024 Jul 09 14:52:24.680265 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44542) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:24.690317 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4fe8e09b-4d6a-4177-994d-483684ec8a4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:24.700950 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-68119cdb-dd17-436a-886b-4ff504e4aa31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:52:24.713450 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-672b3089-5c77-46a0-9295-97285b111007 None None] For port 0da2015b-3792-472b-a5b1-23177b78409a, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=0da2015b-3792-472b-a5b1-23177b78409a,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:52:24.713942 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-672b3089-5c77-46a0-9295-97285b111007 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:24.718347 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68119cdb-dd17-436a-886b-4ff504e4aa31 None None] Routers {'d5ea1b36-d1af-4ffe-b581-b9aea7fe4f16'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:52:24.718850 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4fe8e09b-4d6a-4177-994d-483684ec8a4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:24.719056 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-68119cdb-dd17-436a-886b-4ff504e4aa31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:51:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['d5ea1b36-d1af-4ffe-b581-b9aea7fe4f16'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:52:24.719429 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d807900b-67ab-44d4-aaaf-442cffca7e62 admin admin] Made reservation on behalf of 3ea03172892e40bfb58f1cf43bf764df for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:52:24.723437 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d807900b-67ab-44d4-aaaf-442cffca7e62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:24.730792 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-672b3089-5c77-46a0-9295-97285b111007 None None] Calling delete_port for 0da2015b-3792-472b-a5b1-23177b78409a owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:52:24.764297 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-68119cdb-dd17-436a-886b-4ff504e4aa31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:52:24.764857 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5a21d5b7-e641-46c7-9e8c-100cf2ef9a1b tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:24.765499 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68119cdb-dd17-436a-886b-4ff504e4aa31 None None] The sync data for ids ['d5ea1b36-d1af-4ffe-b581-b9aea7fe4f16'] in n-d-799529-6 is: [] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:52:24.766280 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-5a21d5b7-e641-46c7-9e8c-100cf2ef9a1b tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.7025983 Jul 09 14:52:24.769562 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44544) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:24.774818 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0eaabbd-ba2e-44fe-8665-0ef6b939267b admin admin] Network fb760817-b4fc-4e89-b202-8751c9978d06 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:52:24.792440 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-360383ed-2392-4e7c-ac6d-3d529361f3b4 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1068416 Jul 09 14:52:24.792440 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d3267827-c256-4492-8164-500151a31787 req-9970bcfe-e062-44e9-97ba-71e464aa7ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:24.815923 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44546) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:24.839120 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-3fd8a11d-8b9f-42a0-96ff-be01db289fd9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Request body: {'subnet': {'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:52:24.894448 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e3145c75-bb3a-4379-bbcf-077bf9f17e9d tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] 10.222.0.58 "GET /v2.0/routers/d5ea1b36-d1af-4ffe-b581-b9aea7fe4f16 HTTP/1.1" status: 200 len: 920 time: 0.1236629 Jul 09 14:52:24.897128 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44548) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:24.927450 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-672b3089-5c77-46a0-9295-97285b111007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:24.938767 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-a55021ea-1326-4e54-888e-6f9bbdef25c9 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ea1b36-d1af-4ffe-b581-b9aea7fe4f16 HTTP/1.1" status: 200 len: 205 time: 0.0405588 Jul 09 14:52:24.951279 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44552) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:24.954847 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672b3089-5c77-46a0-9295-97285b111007 None None] Pushing event deleted for resources: {'Port': ['ID=0da2015b-3792-472b-a5b1-23177b78409a,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:24.959179 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672b3089-5c77-46a0-9295-97285b111007 None None] No DVR routers for this DVR port 0da2015b-3792-472b-a5b1-23177b78409a on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:52:24.992869 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-c0eaabbd-ba2e-44fe-8665-0ef6b939267b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, fb760817-b4fc-4e89-b202-8751c9978d06) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:52:25.006754 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0eaabbd-ba2e-44fe-8665-0ef6b939267b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:25.009862 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c0eaabbd-ba2e-44fe-8665-0ef6b939267b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:25.010011 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cd2b8c-fff7-461d-9c52-8ef5840349df None None] Network fb760817-b4fc-4e89-b202-8751c9978d06 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:52:25.025191 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4fe8e09b-4d6a-4177-994d-483684ec8a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:25.029031 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4fe8e09b-4d6a-4177-994d-483684ec8a4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:25.032425 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-4fe8e09b-4d6a-4177-994d-483684ec8a4a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b2847868-9ee0-4f0f-b38a-77ad13922eb7 HTTP/1.1" status: 204 len: 168 time: 0.5102518 Jul 09 14:52:25.057150 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe8e09b-4d6a-4177-994d-483684ec8a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2847868-9ee0-4f0f-b38a-77ad13922eb7,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:25.151096 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f6dab65d-90bd-45c7-b035-a9b596aa4fbd tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks [] for router, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:25.190119 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f0060f-25b3-4714-b7cf-346637f23e85 None None] Network fb760817-b4fc-4e89-b202-8751c9978d06 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:52:25.207868 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff80d5-39bb-4dc5-95be-5ec757a0cb14 req-94e41355-a0e3-482b-a19c-46a774ee9ec5 tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:25.209399 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1dff80d5-39bb-4dc5-95be-5ec757a0cb14 req-94e41355-a0e3-482b-a19c-46a774ee9ec5 tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] 10.222.0.58 "GET /v2.0/ports?device_id=52b4761e-ceee-4d93-9f9d-3b7fe85c3074 HTTP/1.1" status: 200 len: 948 time: 0.3925357 Jul 09 14:52:25.259888 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f6dab65d-90bd-45c7-b035-a9b596aa4fbd tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:25.306397 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd8a11d-8b9f-42a0-96ff-be01db289fd9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Made reservation on behalf of 705b0dcf676c4e4da08df6f6169d5c06 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:52:25.310570 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3fd8a11d-8b9f-42a0-96ff-be01db289fd9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:25.325638 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1dff80d5-39bb-4dc5-95be-5ec757a0cb14 req-1de2454f-b003-4baf-a3fc-74898a9bde7c tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5832236-084e-4d21-bdc3-59c2ed17b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070499 Jul 09 14:52:25.454237 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c0eaabbd-ba2e-44fe-8665-0ef6b939267b admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.3415554 Jul 09 14:52:25.454237 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d807900b-67ab-44d4-aaaf-442cffca7e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:25.483728 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-d3267827-c256-4492-8164-500151a31787 req-9970bcfe-e062-44e9-97ba-71e464aa7ff2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:52:25.495427 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d3267827-c256-4492-8164-500151a31787 req-9970bcfe-e062-44e9-97ba-71e464aa7ff2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:25.508477 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-f6dab65d-90bd-45c7-b035-a9b596aa4fbd tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Deleting port dcd7c8d1-3e0d-4495-9125-98d2c31e8030 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:52:25.508843 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f6dab65d-90bd-45c7-b035-a9b596aa4fbd tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:25.510970 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-d3267827-c256-4492-8164-500151a31787 req-9970bcfe-e062-44e9-97ba-71e464aa7ff2 service neutron] Transition to ACTIVE for port object 3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:52:25.572059 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d807900b-67ab-44d4-aaaf-442cffca7e62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23178525-9e4d-4d91-b81a-9032bc67d701,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:25.643797 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d3267827-c256-4492-8164-500151a31787 req-9970bcfe-e062-44e9-97ba-71e464aa7ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:25.676278 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f6dab65d-90bd-45c7-b035-a9b596aa4fbd tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:25.724705 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970bcfe-e062-44e9-97ba-71e464aa7ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:25.763298 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d807900b-67ab-44d4-aaaf-442cffca7e62 admin admin] Checking segment: {'id': 'b1d9e7eb-33a5-4b68-843e-7e8c6af55fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f634f80f-639c-422b-bcd2-2d7781044c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:52:25.763781 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d807900b-67ab-44d4-aaaf-442cffca7e62 admin admin] Network hostable DHCP agents. Network: f634f80f-639c-422b-bcd2-2d7781044c9f, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:52:25.826631 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-6256b5b8-3824-4c12-a326-0927f4f63b7b req-59cc5bc4-299a-4f03-8364-6e9f974d891a tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1388281228', 'description': 'tempest-description-1195291919'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:52:25.925080 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-d3267827-c256-4492-8164-500151a31787 req-9970bcfe-e062-44e9-97ba-71e464aa7ff2 service neutron] Attempting to bind port 3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5 on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:52:25.925460 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-d3267827-c256-4492-8164-500151a31787 req-9970bcfe-e062-44e9-97ba-71e464aa7ff2 service neutron] Attempting to bind port 3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': 'bff1f1f8-53d0-45a1-805c-5c1d7e179e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4684667e-a82e-475a-9da8-8ef2bc5057c6'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:52:25.925761 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3267827-c256-4492-8164-500151a31787 req-9970bcfe-e062-44e9-97ba-71e464aa7ff2 service neutron] Attempting to bind port 3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5 on network 4684667e-a82e-475a-9da8-8ef2bc5057c6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:52:25.930902 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3267827-c256-4492-8164-500151a31787 req-9970bcfe-e062-44e9-97ba-71e464aa7ff2 service neutron] Port 3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5 on network 4684667e-a82e-475a-9da8-8ef2bc5057c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:52:25.934502 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3267827-c256-4492-8164-500151a31787 req-9970bcfe-e062-44e9-97ba-71e464aa7ff2 service neutron] Attempting to bind port 3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5 on network 4684667e-a82e-475a-9da8-8ef2bc5057c6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:52:25.937643 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3267827-c256-4492-8164-500151a31787 req-9970bcfe-e062-44e9-97ba-71e464aa7ff2 service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:52:25.937888 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3267827-c256-4492-8164-500151a31787 req-9970bcfe-e062-44e9-97ba-71e464aa7ff2 service neutron] Checking segment: {'id': 'bff1f1f8-53d0-45a1-805c-5c1d7e179e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4684667e-a82e-475a-9da8-8ef2bc5057c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:52:25.938206 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3267827-c256-4492-8164-500151a31787 req-9970bcfe-e062-44e9-97ba-71e464aa7ff2 service neutron] Bound using segment: {'id': 'bff1f1f8-53d0-45a1-805c-5c1d7e179e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4684667e-a82e-475a-9da8-8ef2bc5057c6'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:52:25.938645 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-d3267827-c256-4492-8164-500151a31787 req-9970bcfe-e062-44e9-97ba-71e464aa7ff2 service neutron] Bound port: 3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bff1f1f8-53d0-45a1-805c-5c1d7e179e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4684667e-a82e-475a-9da8-8ef2bc5057c6'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:52:25.939010 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d3267827-c256-4492-8164-500151a31787 req-9970bcfe-e062-44e9-97ba-71e464aa7ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:26.002256 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d807900b-67ab-44d4-aaaf-442cffca7e62 admin admin] Network f634f80f-639c-422b-bcd2-2d7781044c9f is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:52:26.010237 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-d3267827-c256-4492-8164-500151a31787 req-9970bcfe-e062-44e9-97ba-71e464aa7ff2 service neutron] For port 3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:52:26.014344 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-d3267827-c256-4492-8164-500151a31787 req-9970bcfe-e062-44e9-97ba-71e464aa7ff2 service neutron] For port 3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5,segment=NetworkSegment(bff1f1f8-53d0-45a1-805c-5c1d7e179e18),segment_id=bff1f1f8-53d0-45a1-805c-5c1d7e179e18)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:52:26.025393 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-6256b5b8-3824-4c12-a326-0927f4f63b7b req-59cc5bc4-299a-4f03-8364-6e9f974d891a tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:26.028720 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3fd8a11d-8b9f-42a0-96ff-be01db289fd9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:26.044146 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-f6dab65d-90bd-45c7-b035-a9b596aa4fbd tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Calling delete_port for dcd7c8d1-3e0d-4495-9125-98d2c31e8030 owned by network:router_gateway {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:52:26.056092 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2d533a-66e6-48cc-bb33-cd9607721ba5 req-89de2bcd-148a-4772-98a6-e48a190c3bbd tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:26.057630 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4c2d533a-66e6-48cc-bb33-cd9607721ba5 req-89de2bcd-148a-4772-98a6-e48a190c3bbd tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a5deaf2-796b-4607-b71f-599fd6b4b7f6 HTTP/1.1" status: 200 len: 931 time: 0.4652436 Jul 09 14:52:26.098558 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd8a11d-8b9f-42a0-96ff-be01db289fd9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:52:26.103370 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-d807900b-67ab-44d4-aaaf-442cffca7e62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, f634f80f-639c-422b-bcd2-2d7781044c9f) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:52:26.110496 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-3fd8a11d-8b9f-42a0-96ff-be01db289fd9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:52:26.116493 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d3267827-c256-4492-8164-500151a31787 req-9970bcfe-e062-44e9-97ba-71e464aa7ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:26.119106 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd8a11d-8b9f-42a0-96ff-be01db289fd9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:26.119721 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3fd8a11d-8b9f-42a0-96ff-be01db289fd9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:26.122732 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d171220-3198-400b-b0bb-c7c72e317ed5 None None] Network f634f80f-639c-422b-bcd2-2d7781044c9f requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:52:26.125101 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd8a11d-8b9f-42a0-96ff-be01db289fd9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event updated for resources: {'Subnet': ['ID=7d61680f-014b-4731-93c0-c41fa155611a,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:26.125574 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c8dd9a-ce5c-4125-895f-cec2a26b7304 None None] Network 858359dc-653d-453c-9af7-637628d0bac8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:52:26.133174 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d807900b-67ab-44d4-aaaf-442cffca7e62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:26.133831 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d807900b-67ab-44d4-aaaf-442cffca7e62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:26.163616 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4c2d533a-66e6-48cc-bb33-cd9607721ba5 req-85b9c702-37c9-4aba-9722-ebfaa16c5a44 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0503003-e352-4db8-a0a6-bfc82c7527aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961757 Jul 09 14:52:26.199948 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3267827-c256-4492-8164-500151a31787 req-9970bcfe-e062-44e9-97ba-71e464aa7ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:26.200527 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d3267827-c256-4492-8164-500151a31787 req-9970bcfe-e062-44e9-97ba-71e464aa7ff2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:26.201949 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d3267827-c256-4492-8164-500151a31787 req-9970bcfe-e062-44e9-97ba-71e464aa7ff2 service neutron] 10.222.0.62 "PUT /v2.0/ports/3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5 HTTP/1.1" status: 200 len: 1091 time: 1.6612406 Jul 09 14:52:26.202390 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a5deaf2-796b-4607-b71f-599fd6b4b7f6', 'tag': '3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:52:26.204705 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017457e8-b438-4bfd-ac64-2ce2ad726a5a" -d '{"events": [{"name": "network-changed", "server_uuid": "4a5deaf2-796b-4607-b71f-599fd6b4b7f6", "tag": "3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:52:26.243690 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970bcfe-e062-44e9-97ba-71e464aa7ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:26.278063 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 0da2015b-3792-472b-a5b1-23177b78409a no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:52:26.284498 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6ce3178f-3187-4200-9129-2c2bf8106600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:26.296236 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-6256b5b8-3824-4c12-a326-0927f4f63b7b req-59cc5bc4-299a-4f03-8364-6e9f974d891a tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:26.312427 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 0da2015b-3792-472b-a5b1-23177b78409a {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:52:26.313044 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 0da2015b-3792-472b-a5b1-23177b78409a not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:52:26.399537 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f6dab65d-90bd-45c7-b035-a9b596aa4fbd tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:26.405402 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ff64a3-7938-4057-a2d1-d2575c769517 x-openstack-request-id: req-a1ff64a3-7938-4057-a2d1-d2575c769517 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:52:26.405703 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a5deaf2-796b-4607-b71f-599fd6b4b7f6", "tag": "3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:52:26.405964 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a1ff64a3-7938-4057-a2d1-d2575c769517 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:52:26.406538 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a5deaf2-796b-4607-b71f-599fd6b4b7f6', 'tag': '3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5', 'status': 'completed', 'code': 200} Jul 09 14:52:26.416073 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-6256b5b8-3824-4c12-a326-0927f4f63b7b req-59cc5bc4-299a-4f03-8364-6e9f974d891a tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:26.450867 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cc5bc4-299a-4f03-8364-6e9f974d891a tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0caefc04-076d-4114-807d-9b85b597403c,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:26.467137 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0951ad23-ac77-4fd0-94b7-b0ac7df4342e None None] Network f634f80f-639c-422b-bcd2-2d7781044c9f requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:52:26.467546 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-3fd8a11d-8b9f-42a0-96ff-be01db289fd9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6432395 Jul 09 14:52:26.470526 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44588) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:26.476648 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-f72b6505-d1a9-4b52-be57-f33d5f992ab1 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Request body: {'port': {'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'fixed_ips': [{'subnet_id': '7d61680f-014b-4731-93c0-c41fa155611a', 'ip_address': '2001:db8::5570:4f22:1bf5:3e8a'}], 'name': 'tempest-NetworksTestDHCPv6-365614622'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:52:26.477174 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dab65d-90bd-45c7-b035-a9b596aa4fbd tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Pushing event deleted for resources: {'Port': ['ID=dcd7c8d1-3e0d-4495-9125-98d2c31e8030,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:26.569453 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f6dab65d-90bd-45c7-b035-a9b596aa4fbd tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:26.574802 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d807900b-67ab-44d4-aaaf-442cffca7e62 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0443404 Jul 09 14:52:26.576658 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-6256b5b8-3824-4c12-a326-0927f4f63b7b req-59cc5bc4-299a-4f03-8364-6e9f974d891a tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:26.577849 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6256b5b8-3824-4c12-a326-0927f4f63b7b req-59cc5bc4-299a-4f03-8364-6e9f974d891a tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.7988586 Jul 09 14:52:26.617673 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c51a04-db4f-4808-b598-52d2cf50b61a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-858359dc-653d-453c-9af7-637628d0bac8', 'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'tenant_id': '705b0dcf676c4e4da08df6f6169d5c06', 'fixed_ips': [{'subnet_id': '7d61680f-014b-4731-93c0-c41fa155611a'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:52:26.618642 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d6c51a04-db4f-4808-b598-52d2cf50b61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:26.696502 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3267827-c256-4492-8164-500151a31787 req-f5a749ae-a853-4a1a-becb-57ce898f7281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:26.698301 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d3267827-c256-4492-8164-500151a31787 req-f5a749ae-a853-4a1a-becb-57ce898f7281 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a247b86f0cf44fd8bae010acfa2f83eb&device_id=4a5deaf2-796b-4607-b71f-599fd6b4b7f6 HTTP/1.1" status: 200 len: 1094 time: 0.3301313 Jul 09 14:52:26.742521 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f6dab65d-90bd-45c7-b035-a9b596aa4fbd tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:26.754164 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f6dab65d-90bd-45c7-b035-a9b596aa4fbd tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:26.758523 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ffd7644d-b1c4-4ef3-a68a-3fd8e79517f6 req-5de1886e-3823-4567-9c68-4f79e70edac6 tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] 10.222.0.58 "GET /v2.0/security-groups/0caefc04-076d-4114-807d-9b85b597403c HTTP/1.1" status: 200 len: 1815 time: 0.1257124 Jul 09 14:52:26.760758 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d3267827-c256-4492-8164-500151a31787 req-40ed2eaa-7b1a-41a3-bf5d-5eb1efac6c6c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5 HTTP/1.1" status: 200 len: 217 time: 0.0462184 Jul 09 14:52:26.774719 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-ffd7644d-b1c4-4ef3-a68a-3fd8e79517f6 req-880d71aa-f4d9-4374-9506-046e081d4b02 tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0caefc04-076d-4114-807d-9b85b597403c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:52:26.774719 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-ffd7644d-b1c4-4ef3-a68a-3fd8e79517f6 req-880d71aa-f4d9-4374-9506-046e081d4b02 tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0caefc04-076d-4114-807d-9b85b597403c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:52:26.807918 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-d6c51a04-db4f-4808-b598-52d2cf50b61a None None] Allocated IP 2001:db8::2 (858359dc-653d-453c-9af7-637628d0bac8/7d61680f-014b-4731-93c0-c41fa155611a/cc86e06f-4f51-4100-9227-35db5da85b32) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:52:26.814257 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a35670f-f061-4afa-90c0-524698f1a7eb req-7a08ea0e-ae75-4602-923e-2be31f77425c tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:26.820020 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8a35670f-f061-4afa-90c0-524698f1a7eb req-7a08ea0e-ae75-4602-923e-2be31f77425c tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] 10.222.0.58 "GET /v2.0/ports?device_id=52b4761e-ceee-4d93-9f9d-3b7fe85c3074 HTTP/1.1" status: 200 len: 948 time: 0.2933507 Jul 09 14:52:26.833453 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3267827-c256-4492-8164-500151a31787 req-a9f6aad6-7cc3-4221-bf2c-fea2a79e33bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:26.834992 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d3267827-c256-4492-8164-500151a31787 req-a9f6aad6-7cc3-4221-bf2c-fea2a79e33bf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8d68db36-2cf0-4e9c-8902-e068bb5af194 HTTP/1.1" status: 200 len: 862 time: 0.0660911 Jul 09 14:52:26.844934 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f72b6505-d1a9-4b52-be57-f33d5f992ab1 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Made reservation on behalf of 705b0dcf676c4e4da08df6f6169d5c06 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:52:26.859322 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8a35670f-f061-4afa-90c0-524698f1a7eb req-7d51211e-bfe8-4754-86e6-4ce333a5e331 tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5832236-084e-4d21-bdc3-59c2ed17b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367093 Jul 09 14:52:26.911984 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d3267827-c256-4492-8164-500151a31787 req-deb5f652-36aa-4eee-adb4-4eaf1b37cef5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4684667e-a82e-475a-9da8-8ef2bc5057c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683494 Jul 09 14:52:26.932330 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f6dab65d-90bd-45c7-b035-a9b596aa4fbd tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:26.932864 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6dab65d-90bd-45c7-b035-a9b596aa4fbd tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Fanout notify agent at l3_agent the message router_deleted on router d5ea1b36-d1af-4ffe-b581-b9aea7fe4f16 {{(pid=94445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:52:26.953581 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f6dab65d-90bd-45c7-b035-a9b596aa4fbd tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:26.958157 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f6dab65d-90bd-45c7-b035-a9b596aa4fbd tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] 10.222.0.58 "DELETE /v2.0/routers/d5ea1b36-d1af-4ffe-b581-b9aea7fe4f16 HTTP/1.1" status: 204 len: 168 time: 1.9999907 Jul 09 14:52:26.958983 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44602) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:26.966181 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-f0511880-53a2-440e-8628-03dd29227bfe tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1561988035', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'enable_snat': False}}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:52:26.971865 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d6c51a04-db4f-4808-b598-52d2cf50b61a None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:26.981733 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-d6c51a04-db4f-4808-b598-52d2cf50b61a None None] Transition to ACTIVE for port object cc86e06f-4f51-4100-9227-35db5da85b32 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:52:26.999275 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-d6c51a04-db4f-4808-b598-52d2cf50b61a None None] Transition to ACTIVE for port object cc86e06f-4f51-4100-9227-35db5da85b32 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:52:27.038019 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f72b6505-d1a9-4b52-be57-f33d5f992ab1 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:27.076171 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d6c51a04-db4f-4808-b598-52d2cf50b61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:27.084657 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-f72b6505-d1a9-4b52-be57-f33d5f992ab1 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] device_id is not set on port 7008b951-c538-4115-ac69-a265a9094a84 yet. {{(pid=94446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:52:27.093951 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d3267827-c256-4492-8164-500151a31787 req-03f5b474-4ed2-49d2-9a72-5986e97c086e service neutron] 10.222.0.62 "GET /v2.0/networks/4684667e-a82e-475a-9da8-8ef2bc5057c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702259 Jul 09 14:52:27.113178 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c51a04-db4f-4808-b598-52d2cf50b61a None None] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:52:27.115998 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-d6c51a04-db4f-4808-b598-52d2cf50b61a None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:52:27.122690 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c51a04-db4f-4808-b598-52d2cf50b61a None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:52:27.139439 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f0511880-53a2-440e-8628-03dd29227bfe tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:27.140336 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f0511880-53a2-440e-8628-03dd29227bfe tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:27.142622 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-ffd7644d-b1c4-4ef3-a68a-3fd8e79517f6 req-880d71aa-f4d9-4374-9506-046e081d4b02 tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:27.179781 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c51a04-db4f-4808-b598-52d2cf50b61a None None] Pushing event updated for resources: {'Port': ['ID=cc86e06f-4f51-4100-9227-35db5da85b32,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:27.197326 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-d6c51a04-db4f-4808-b598-52d2cf50b61a None None] Attempting to bind port cc86e06f-4f51-4100-9227-35db5da85b32 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:52:27.197961 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-d6c51a04-db4f-4808-b598-52d2cf50b61a None None] Attempting to bind port cc86e06f-4f51-4100-9227-35db5da85b32 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:52:27.198510 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c51a04-db4f-4808-b598-52d2cf50b61a None None] Attempting to bind port cc86e06f-4f51-4100-9227-35db5da85b32 on network 858359dc-653d-453c-9af7-637628d0bac8 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:52:27.205310 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c51a04-db4f-4808-b598-52d2cf50b61a None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:52:27.205748 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c51a04-db4f-4808-b598-52d2cf50b61a None None] Checking segment: {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:52:27.206351 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d6c51a04-db4f-4808-b598-52d2cf50b61a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:27.207211 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c51a04-db4f-4808-b598-52d2cf50b61a None None] Bound using segment: {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:52:27.208069 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-d6c51a04-db4f-4808-b598-52d2cf50b61a None None] Bound port: cc86e06f-4f51-4100-9227-35db5da85b32, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:52:27.208668 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d6c51a04-db4f-4808-b598-52d2cf50b61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:27.217100 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f0511880-53a2-440e-8628-03dd29227bfe tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:27.238463 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2dbc1-f897-450c-b307-c20baba2ee2d req-8834cf1e-7c3f-49a5-8d99-f0e3bdd90707 tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:27.239906 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e8f2dbc1-f897-450c-b307-c20baba2ee2d req-8834cf1e-7c3f-49a5-8d99-f0e3bdd90707 tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] 10.222.0.58 "GET /v2.0/networks?id=f634f80f-639c-422b-bcd2-2d7781044c9f HTTP/1.1" status: 200 len: 814 time: 0.1575468 Jul 09 14:52:27.258779 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e8f2dbc1-f897-450c-b307-c20baba2ee2d req-eb93dd41-463c-4d6f-a812-84467d1cb378 tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] 10.222.0.58 "GET /v2.0/quotas/3ea03172892e40bfb58f1cf43bf764df HTTP/1.1" status: 200 len: 375 time: 0.0121388 Jul 09 14:52:27.287842 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-d6c51a04-db4f-4808-b598-52d2cf50b61a None None] For port cc86e06f-4f51-4100-9227-35db5da85b32, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:52:27.292343 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-d6c51a04-db4f-4808-b598-52d2cf50b61a None None] For port cc86e06f-4f51-4100-9227-35db5da85b32, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=cc86e06f-4f51-4100-9227-35db5da85b32,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:52:27.299012 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-ffd7644d-b1c4-4ef3-a68a-3fd8e79517f6 req-880d71aa-f4d9-4374-9506-046e081d4b02 tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:27.305273 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e8f2dbc1-f897-450c-b307-c20baba2ee2d req-3355c2b2-a39e-4be2-b55f-73e033065345 tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3ea03172892e40bfb58f1cf43bf764df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394881 Jul 09 14:52:27.357802 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d3267827-c256-4492-8164-500151a31787 req-f280bb65-5323-442b-a429-7bfea5b82a82 service neutron] 10.222.0.62 "GET /v2.0/networks/4684667e-a82e-475a-9da8-8ef2bc5057c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565160 Jul 09 14:52:27.378279 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-f72b6505-d1a9-4b52-be57-f33d5f992ab1 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Allocated IP 2001:db8::5570:4f22:1bf5:3e8a (858359dc-653d-453c-9af7-637628d0bac8/7d61680f-014b-4731-93c0-c41fa155611a/7008b951-c538-4115-ac69-a265a9094a84) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:52:27.399518 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d6c51a04-db4f-4808-b598-52d2cf50b61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:27.428382 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-ffd7644d-b1c4-4ef3-a68a-3fd8e79517f6 req-880d71aa-f4d9-4374-9506-046e081d4b02 tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:27.455609 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880d71aa-f4d9-4374-9506-046e081d4b02 tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76f8f616-80a3-4230-a874-07a6c7004e94,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:27.476562 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c51a04-db4f-4808-b598-52d2cf50b61a None None] Pushing event updated for resources: {'Port': ['ID=cc86e06f-4f51-4100-9227-35db5da85b32,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:27.491228 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device af66ab1c-c7c1-43c9-84de-bcd45908f35e details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:52:27.494272 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880d71aa-f4d9-4374-9506-046e081d4b02 tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:52:27.494946 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880d71aa-f4d9-4374-9506-046e081d4b02 tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:52:27.494946 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880d71aa-f4d9-4374-9506-046e081d4b02 tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:52:27.500839 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880d71aa-f4d9-4374-9506-046e081d4b02 tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:52:27.500839 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880d71aa-f4d9-4374-9506-046e081d4b02 tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:52:27.500839 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880d71aa-f4d9-4374-9506-046e081d4b02 tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:52:27.500839 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880d71aa-f4d9-4374-9506-046e081d4b02 tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:52:27.500839 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880d71aa-f4d9-4374-9506-046e081d4b02 tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:52:27.500839 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880d71aa-f4d9-4374-9506-046e081d4b02 tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:52:27.500839 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880d71aa-f4d9-4374-9506-046e081d4b02 tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:52:27.500839 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880d71aa-f4d9-4374-9506-046e081d4b02 tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:52:27.500839 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880d71aa-f4d9-4374-9506-046e081d4b02 tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:52:27.550225 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f0511880-53a2-440e-8628-03dd29227bfe tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:27.580718 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e8f2dbc1-f897-450c-b307-c20baba2ee2d req-7e863e06-13dd-487f-bc23-801ada12125e service neutron] 10.222.0.58 "GET /v2.0/networks/f634f80f-639c-422b-bcd2-2d7781044c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400727 Jul 09 14:52:27.783704 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port af66ab1c-c7c1-43c9-84de-bcd45908f35e, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=af66ab1c-c7c1-43c9-84de-bcd45908f35e,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:52:27.797405 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': 'af66ab1c-c7c1-43c9-84de-bcd45908f35e', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'port_id': 'af66ab1c-c7c1-43c9-84de-bcd45908f35e', 'mac_address': 'fa:16:3e:5a:3b:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8081bcce-88de-4a2f-9e69-6750220e0be0', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:52:27.804537 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e8f2dbc1-f897-450c-b307-c20baba2ee2d req-1cc5271a-b86a-48c9-a632-472ac04f922e service neutron] 10.222.0.58 "GET /v2.0/networks/f634f80f-639c-422b-bcd2-2d7781044c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169831 Jul 09 14:52:27.841656 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:27.858828 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af66ab1c-c7c1-43c9-84de-bcd45908f35e {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:52:27.869569 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-ffd7644d-b1c4-4ef3-a68a-3fd8e79517f6 req-880d71aa-f4d9-4374-9506-046e081d4b02 tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:27.871433 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ffd7644d-b1c4-4ef3-a68a-3fd8e79517f6 req-880d71aa-f4d9-4374-9506-046e081d4b02 tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1045616 Jul 09 14:52:27.882742 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port af66ab1c-c7c1-43c9-84de-bcd45908f35e, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=af66ab1c-c7c1-43c9-84de-bcd45908f35e,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:52:27.938471 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017457e8-b438-4bfd-ac64-2ce2ad726a5a req-4b11b91c-9876-4e3f-b95f-cf89479b4d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:27.939544 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-017457e8-b438-4bfd-ac64-2ce2ad726a5a req-4b11b91c-9876-4e3f-b95f-cf89479b4d4a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a247b86f0cf44fd8bae010acfa2f83eb&device_id=4a5deaf2-796b-4607-b71f-599fd6b4b7f6 HTTP/1.1" status: 200 len: 1094 time: 0.3876908 Jul 09 14:52:27.944637 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f72b6505-d1a9-4b52-be57-f33d5f992ab1 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:27.956223 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:28.012677 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=af66ab1c-c7c1-43c9-84de-bcd45908f35e,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:28.028604 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-f72b6505-d1a9-4b52-be57-f33d5f992ab1 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Transition to ACTIVE for port object 7008b951-c538-4115-ac69-a265a9094a84 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:52:28.101641 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f0511880-53a2-440e-8628-03dd29227bfe tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:28.123414 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f0511880-53a2-440e-8628-03dd29227bfe tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:28.158721 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['af66ab1c-c7c1-43c9-84de-bcd45908f35e'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:52:28.185447 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017457e8-b438-4bfd-ac64-2ce2ad726a5a req-aa70737a-6478-401c-952d-f9ed718d89bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:28.187123 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-017457e8-b438-4bfd-ac64-2ce2ad726a5a req-aa70737a-6478-401c-952d-f9ed718d89bf service neutron] 10.222.0.62 "GET /v2.0/networks?id=4684667e-a82e-475a-9da8-8ef2bc5057c6 HTTP/1.1" status: 200 len: 923 time: 0.2392144 Jul 09 14:52:28.269488 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-017457e8-b438-4bfd-ac64-2ce2ad726a5a req-1d9fb386-1ab9-412a-904d-ab1f89e80111 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5 HTTP/1.1" status: 200 len: 217 time: 0.0748172 Jul 09 14:52:28.271329 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f72b6505-d1a9-4b52-be57-f33d5f992ab1 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:28.295172 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device cc86e06f-4f51-4100-9227-35db5da85b32 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:52:28.417373 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-f0511880-53a2-440e-8628-03dd29227bfe tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Allocated IP 172.25.3.77 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/531172c7-575b-467e-af9e-3e7da9d91080) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:52:28.420121 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72b6505-d1a9-4b52-be57-f33d5f992ab1 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:52:28.479805 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-f72b6505-d1a9-4b52-be57-f33d5f992ab1 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:52:28.482558 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72b6505-d1a9-4b52-be57-f33d5f992ab1 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:52:28.488841 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72b6505-d1a9-4b52-be57-f33d5f992ab1 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:28.489724 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f72b6505-d1a9-4b52-be57-f33d5f992ab1 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:28.549970 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356188c-3b24-45c4-b32b-2cebf5ab004d req-45d45d13-a95d-4f46-8fc6-f8f9c9d4f671 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:28.551638 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0356188c-3b24-45c4-b32b-2cebf5ab004d req-45d45d13-a95d-4f46-8fc6-f8f9c9d4f671 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a5deaf2-796b-4607-b71f-599fd6b4b7f6 HTTP/1.1" status: 200 len: 943 time: 0.4577589 Jul 09 14:52:28.552435 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72b6505-d1a9-4b52-be57-f33d5f992ab1 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event updated for resources: {'Port': ['ID=7008b951-c538-4115-ac69-a265a9094a84,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:28.585478 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f72b6505-d1a9-4b52-be57-f33d5f992ab1 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1115625 Jul 09 14:52:28.586304 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44638) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:28.590252 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017457e8-b438-4bfd-ac64-2ce2ad726a5a req-88efd254-927f-4d6e-96a2-23f32286f941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:28.590252 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-017457e8-b438-4bfd-ac64-2ce2ad726a5a req-88efd254-927f-4d6e-96a2-23f32286f941 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8d68db36-2cf0-4e9c-8902-e068bb5af194 HTTP/1.1" status: 200 len: 862 time: 0.2620492 Jul 09 14:52:28.592138 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-0703af86-c343-4f69-a81e-c778e09bfa04 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Request body: {'port': {'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'fixed_ips': [{'subnet_id': '7d61680f-014b-4731-93c0-c41fa155611a', 'ip_address': '2001:db8::5570:4f22:1bf5:3e8a'}], 'name': 'tempest-NetworksTestDHCPv6-1754800256'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:52:28.602741 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port cc86e06f-4f51-4100-9227-35db5da85b32 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:52:28.635994 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-017457e8-b438-4bfd-ac64-2ce2ad726a5a req-d558cabc-4bf8-4522-9fcb-460d218296a7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4684667e-a82e-475a-9da8-8ef2bc5057c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404174 Jul 09 14:52:28.639191 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0356188c-3b24-45c4-b32b-2cebf5ab004d req-89a3a5e9-2ab7-48c4-8399-da8f2fbd331c tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0503003-e352-4db8-a0a6-bfc82c7527aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781980 Jul 09 14:52:28.703124 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f0511880-53a2-440e-8628-03dd29227bfe tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:28.753125 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5dd95-a721-453b-8a62-0023ea347f51 req-a1404457-8ee0-431c-975b-6e0c949f8091 tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:28.759524 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-39c5dd95-a721-453b-8a62-0023ea347f51 req-a1404457-8ee0-431c-975b-6e0c949f8091 tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] 10.222.0.58 "GET /v2.0/ports?device_id=52b4761e-ceee-4d93-9f9d-3b7fe85c3074 HTTP/1.1" status: 200 len: 949 time: 0.3324625 Jul 09 14:52:28.786196 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c1de6464-b765-4e87-83bd-8335a09d4744 req-64ac73e5-9830-451b-b013-ad2e7b5a090f tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] 10.222.0.58 "GET /v2.0/security-groups/0caefc04-076d-4114-807d-9b85b597403c HTTP/1.1" status: 200 len: 2409 time: 0.0772657 Jul 09 14:52:28.792711 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-017457e8-b438-4bfd-ac64-2ce2ad726a5a req-abe88e34-2683-4f4e-84a5-65dc5a669afb service neutron] 10.222.0.62 "GET /v2.0/networks/4684667e-a82e-475a-9da8-8ef2bc5057c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484487 Jul 09 14:52:28.866210 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-39c5dd95-a721-453b-8a62-0023ea347f51 req-32039f3a-0b24-47f2-b796-80d5da12a255 tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5832236-084e-4d21-bdc3-59c2ed17b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019688 Jul 09 14:52:28.934654 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8a06fc58-e31e-41d3-8bc6-eab301c3fe67 req-cb6b51a1-aa05-4b1e-a4c6-469cfc248d7b tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] 10.222.0.58 "GET /v2.0/security-group-rules/76f8f616-80a3-4230-a874-07a6c7004e94 HTTP/1.1" status: 200 len: 778 time: 0.0374391 Jul 09 14:52:28.936143 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2c5bb94d-397c-4a76-94c7-2970d1155082 req-6835592a-a596-435b-a201-d7a14086ad79 tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f854206-5f43-414b-8e9c-d97709afcc02 HTTP/1.1" status: 200 len: 210 time: 0.0503111 Jul 09 14:52:28.938810 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-5e468230-a39f-48a3-aa9d-5834d7752124 None None] Provisioning for port cc86e06f-4f51-4100-9227-35db5da85b32 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:52:28.947410 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-5e468230-a39f-48a3-aa9d-5834d7752124 None None] Provisioning complete for port cc86e06f-4f51-4100-9227-35db5da85b32 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:52:28.948140 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5e468230-a39f-48a3-aa9d-5834d7752124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:28.966866 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-017457e8-b438-4bfd-ac64-2ce2ad726a5a req-8c065694-f925-4942-92b7-aac3daded966 service neutron] 10.222.0.62 "GET /v2.0/networks/4684667e-a82e-475a-9da8-8ef2bc5057c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673424 Jul 09 14:52:28.982190 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0703af86-c343-4f69-a81e-c778e09bfa04 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Made reservation on behalf of 705b0dcf676c4e4da08df6f6169d5c06 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:52:28.989196 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f0511880-53a2-440e-8628-03dd29227bfe tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:29.010311 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8a06fc58-e31e-41d3-8bc6-eab301c3fe67 req-e6d01f5e-d5ba-4780-b363-6f38133cd290 tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] 10.222.0.58 "GET /v2.0/security-groups/0caefc04-076d-4114-807d-9b85b597403c HTTP/1.1" status: 200 len: 2409 time: 0.0745361 Jul 09 14:52:29.068541 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5e468230-a39f-48a3-aa9d-5834d7752124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:29.080075 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3494c005-0a46-4b86-b91d-da0fd61e09f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:29.103307 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0511880-53a2-440e-8628-03dd29227bfe tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:52:29.103565 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-5e468230-a39f-48a3-aa9d-5834d7752124 None None] For port cc86e06f-4f51-4100-9227-35db5da85b32, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=cc86e06f-4f51-4100-9227-35db5da85b32,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:52:29.116287 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-f0511880-53a2-440e-8628-03dd29227bfe tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:52:29.127959 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0511880-53a2-440e-8628-03dd29227bfe tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:52:29.139326 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:29.156983 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0511880-53a2-440e-8628-03dd29227bfe tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Pushing event updated for resources: {'Port': ['ID=531172c7-575b-467e-af9e-3e7da9d91080,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:29.163433 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8a06fc58-e31e-41d3-8bc6-eab301c3fe67 req-25861a6e-b2c0-44a7-9788-dd7331d8f89f tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:29.181896 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8a06fc58-e31e-41d3-8bc6-eab301c3fe67 req-25861a6e-b2c0-44a7-9788-dd7331d8f89f tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:29.199611 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5e468230-a39f-48a3-aa9d-5834d7752124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:29.216491 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0703af86-c343-4f69-a81e-c778e09bfa04 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:29.250875 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e468230-a39f-48a3-aa9d-5834d7752124 None None] Pushing event updated for resources: {'Port': ['ID=cc86e06f-4f51-4100-9227-35db5da85b32,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:29.308302 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [None req-0703af86-c343-4f69-a81e-c778e09bfa04 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] device_id is not set on port cca79373-178a-4edc-916c-ff6da1961a76 yet. {{(pid=94445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:52:29.392501 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8a06fc58-e31e-41d3-8bc6-eab301c3fe67 req-25861a6e-b2c0-44a7-9788-dd7331d8f89f tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:29.401386 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8a06fc58-e31e-41d3-8bc6-eab301c3fe67 req-25861a6e-b2c0-44a7-9788-dd7331d8f89f tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:29.402508 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8a06fc58-e31e-41d3-8bc6-eab301c3fe67 req-25861a6e-b2c0-44a7-9788-dd7331d8f89f tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/76f8f616-80a3-4230-a874-07a6c7004e94 HTTP/1.1" status: 204 len: 173 time: 0.3915346 Jul 09 14:52:29.419039 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-69181777-1d2a-460d-ba26-c5dd9f13c0f6 None None] Provisioning for port 7008b951-c538-4115-ac69-a265a9094a84 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:52:29.427845 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-69181777-1d2a-460d-ba26-c5dd9f13c0f6 None None] Provisioning complete for port 7008b951-c538-4115-ac69-a265a9094a84 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:52:29.428287 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-69181777-1d2a-460d-ba26-c5dd9f13c0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:29.428687 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-752fc0a5-75b5-4487-8bc3-0e52ccef3671 req-0dc4e115-237e-45ef-8401-97a2bdca42bb tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1029762798', 'description': 'tempest-description-1892696840'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:52:29.435815 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25861a6e-b2c0-44a7-9788-dd7331d8f89f tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=76f8f616-80a3-4230-a874-07a6c7004e94,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:29.469711 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-69181777-1d2a-460d-ba26-c5dd9f13c0f6 None None] Port 7008b951-c538-4115-ac69-a265a9094a84 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:52:29.500027 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device af66ab1c-c7c1-43c9-84de-bcd45908f35e up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:52:29.516074 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-752fc0a5-75b5-4487-8bc3-0e52ccef3671 req-0dc4e115-237e-45ef-8401-97a2bdca42bb tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:29.597458 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f0511880-53a2-440e-8628-03dd29227bfe tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:29.614267 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-752fc0a5-75b5-4487-8bc3-0e52ccef3671 req-0dc4e115-237e-45ef-8401-97a2bdca42bb tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:29.637802 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-0703af86-c343-4f69-a81e-c778e09bfa04 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 09 14:52:29.637802 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0703af86-c343-4f69-a81e-c778e09bfa04 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:52:29.693064 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port af66ab1c-c7c1-43c9-84de-bcd45908f35e completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:52:29.693942 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-752fc0a5-75b5-4487-8bc3-0e52ccef3671 req-0dc4e115-237e-45ef-8401-97a2bdca42bb tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:29.697502 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port af66ab1c-c7c1-43c9-84de-bcd45908f35e triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:52:29.698176 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:29.738746 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc4e115-237e-45ef-8401-97a2bdca42bb tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=530e88fc-ec86-4202-bb2b-1a844865bea1,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:29.800432 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-752fc0a5-75b5-4487-8bc3-0e52ccef3671 req-0dc4e115-237e-45ef-8401-97a2bdca42bb tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:29.801984 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-752fc0a5-75b5-4487-8bc3-0e52ccef3671 req-0dc4e115-237e-45ef-8401-97a2bdca42bb tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.3784359 Jul 09 14:52:29.815851 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:29.825801 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-0703af86-c343-4f69-a81e-c778e09bfa04 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.2388768 Jul 09 14:52:29.829774 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44658) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:29.861813 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port af66ab1c-c7c1-43c9-84de-bcd45908f35e, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=af66ab1c-c7c1-43c9-84de-bcd45908f35e,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:52:29.863528 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52b4761e-ceee-4d93-9f9d-3b7fe85c3074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af66ab1c-c7c1-43c9-84de-bcd45908f35e'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:52:29.866316 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232214b7-890b-43d1-afbe-9c1bf56cba16" -d '{"events": [{"server_uuid": "52b4761e-ceee-4d93-9f9d-3b7fe85c3074", "name": "network-vif-plugged", "status": "completed", "tag": "af66ab1c-c7c1-43c9-84de-bcd45908f35e"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:52:29.884490 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-01c308ca-bfb3-4bfe-91e3-b923ab2f339d req-c5fcfcfd-18cb-410d-a0cf-9d62b3c9ee5d tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] 10.222.0.58 "GET /v2.0/security-groups/530e88fc-ec86-4202-bb2b-1a844865bea1 HTTP/1.1" status: 200 len: 1815 time: 0.0606117 Jul 09 14:52:29.920933 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f0511880-53a2-440e-8628-03dd29227bfe tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:29.926995 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fbe3bdd-b72f-48b8-8140-d40effc02170 x-openstack-request-id: req-7fbe3bdd-b72f-48b8-8140-d40effc02170 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:52:29.926995 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52b4761e-ceee-4d93-9f9d-3b7fe85c3074", "name": "network-vif-plugged", "status": "completed", "tag": "af66ab1c-c7c1-43c9-84de-bcd45908f35e", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:52:29.926995 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7fbe3bdd-b72f-48b8-8140-d40effc02170 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:52:29.926995 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52b4761e-ceee-4d93-9f9d-3b7fe85c3074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af66ab1c-c7c1-43c9-84de-bcd45908f35e', 'code': 200} Jul 09 14:52:29.944503 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:30.005656 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d6debb-af7a-48c6-80c2-d36036f067de req-477ecd87-b8eb-4e4d-8a90-4ca7b8200ddb tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:30.007182 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-37d6debb-af7a-48c6-80c2-d36036f067de req-477ecd87-b8eb-4e4d-8a90-4ca7b8200ddb tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a5deaf2-796b-4607-b71f-599fd6b4b7f6 HTTP/1.1" status: 200 len: 943 time: 0.1803455 Jul 09 14:52:30.019073 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=af66ab1c-c7c1-43c9-84de-bcd45908f35e,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:30.026636 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f0ac0b-33fc-4537-9955-db4c545392c5 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:30.032509 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f0ac0b-33fc-4537-9955-db4c545392c5 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:30.037189 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-51f0ac0b-33fc-4537-9955-db4c545392c5 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.2037785 Jul 09 14:52:30.041836 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44668) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:30.133127 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device cc86e06f-4f51-4100-9227-35db5da85b32 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:52:30.152830 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-37d6debb-af7a-48c6-80c2-d36036f067de req-88fcd304-7e92-42d7-b2e1-56abc76403b4 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0503003-e352-4db8-a0a6-bfc82c7527aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043906 Jul 09 14:52:30.153312 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cbde21-fead-4db8-8760-a7620f16d968 req-7e564307-4838-44f2-a561-cec97fa43311 tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:30.154895 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-46cbde21-fead-4db8-8760-a7620f16d968 req-7e564307-4838-44f2-a561-cec97fa43311 tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] 10.222.0.58 "GET /v2.0/ports?device_id=52b4761e-ceee-4d93-9f9d-3b7fe85c3074 HTTP/1.1" status: 200 len: 950 time: 0.1226649 Jul 09 14:52:30.176659 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:30.186672 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560d3558-9aec-48c3-9419-4773def27ee0 req-78b5c0f3-71d0-4a12-ab06-a454c5ff8bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:30.188383 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-560d3558-9aec-48c3-9419-4773def27ee0 req-78b5c0f3-71d0-4a12-ab06-a454c5ff8bc7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=52b4761e-ceee-4d93-9f9d-3b7fe85c3074 HTTP/1.1" status: 200 len: 1101 time: 0.1801405 Jul 09 14:52:30.235858 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-46cbde21-fead-4db8-8760-a7620f16d968 req-10990ae7-f944-4b34-8d42-bcc8e090b03d tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5832236-084e-4d21-bdc3-59c2ed17b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617266 Jul 09 14:52:30.238343 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port cc86e06f-4f51-4100-9227-35db5da85b32 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:52:30.240106 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:30.277565 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-c010596a-3f9d-4726-8090-d702a5526d98 req-5fdefe88-5674-4d86-8a40-01b5397ecd4c tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1610042232', 'description': 'tempest-description-859492061'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:52:30.290954 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-550649fc-663a-41ef-a33a-68c9a056dad6 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Deleting port 7008b951-c538-4115-ac69-a265a9094a84 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:52:30.291314 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-550649fc-663a-41ef-a33a-68c9a056dad6 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:30.429278 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-550649fc-663a-41ef-a33a-68c9a056dad6 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:30.443351 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-550649fc-663a-41ef-a33a-68c9a056dad6 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Calling delete_port for 7008b951-c538-4115-ac69-a265a9094a84 owned by {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:52:30.488963 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c010596a-3f9d-4726-8090-d702a5526d98 req-5fdefe88-5674-4d86-8a40-01b5397ecd4c tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:30.606678 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-110d2c68-f8ca-4fbe-8d70-d5edabdb0cce req-32c33d32-3a7e-4bf7-a0a6-1ba7f367e197 tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f854206-5f43-414b-8e9c-d97709afcc02 HTTP/1.1" status: 200 len: 210 time: 0.0367560 Jul 09 14:52:30.612462 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-560d3558-9aec-48c3-9419-4773def27ee0 req-d02ee1d8-ac4c-4980-9ddf-0d953b5615f7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d5832236-084e-4d21-bdc3-59c2ed17b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4148860 Jul 09 14:52:30.639175 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c010596a-3f9d-4726-8090-d702a5526d98 req-5fdefe88-5674-4d86-8a40-01b5397ecd4c tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:30.735966 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0511880-53a2-440e-8628-03dd29227bfe tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Router 6c414eea-e5a3-4ac5-a94d-63c2f4fa75cb is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:52:30.799104 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c010596a-3f9d-4726-8090-d702a5526d98 req-5fdefe88-5674-4d86-8a40-01b5397ecd4c tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:30.805558 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-550649fc-663a-41ef-a33a-68c9a056dad6 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:30.847666 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0511880-53a2-440e-8628-03dd29227bfe tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:52:30.862201 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695854c4-adad-42da-a78d-a222e58bce70 None None] Sync routers for ids ['6c414eea-e5a3-4ac5-a94d-63c2f4fa75cb'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:52:30.865298 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550649fc-663a-41ef-a33a-68c9a056dad6 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event deleted for resources: {'Port': ['ID=7008b951-c538-4115-ac69-a265a9094a84,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:30.865610 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695854c4-adad-42da-a78d-a222e58bce70 None None] Routers {'6c414eea-e5a3-4ac5-a94d-63c2f4fa75cb'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:52:30.866144 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-695854c4-adad-42da-a78d-a222e58bce70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:52:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['6c414eea-e5a3-4ac5-a94d-63c2f4fa75cb'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:52:30.899810 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdefe88-5674-4d86-8a40-01b5397ecd4c tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cce3e0b-9cee-4a66-81bf-36177e63863a,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:30.903088 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-550649fc-663a-41ef-a33a-68c9a056dad6 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:30.917236 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-550649fc-663a-41ef-a33a-68c9a056dad6 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/ports/7008b951-c538-4115-ac69-a265a9094a84 HTTP/1.1" status: 204 len: 168 time: 0.8623037 Jul 09 14:52:30.917236 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44674) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:30.974023 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f95fd5-5e8d-4703-85bb-7065f5d1a25f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:30.976103 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f95fd5-5e8d-4703-85bb-7065f5d1a25f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:30.976863 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f0511880-53a2-440e-8628-03dd29227bfe tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:30.980468 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f0511880-53a2-440e-8628-03dd29227bfe tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.0175600 Jul 09 14:52:30.981564 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-68f95fd5-5e8d-4703-85bb-7065f5d1a25f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0725756 Jul 09 14:52:30.982794 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44676) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:30.984799 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44678) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:30.992382 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c010596a-3f9d-4726-8090-d702a5526d98 req-5fdefe88-5674-4d86-8a40-01b5397ecd4c tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:30.997716 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c010596a-3f9d-4726-8090-d702a5526d98 req-5fdefe88-5674-4d86-8a40-01b5397ecd4c tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.7274201 Jul 09 14:52:31.013846 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-695854c4-adad-42da-a78d-a222e58bce70 None None] Set router 6c414eea-e5a3-4ac5-a94d-63c2f4fa75cb gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:52:31.082472 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-02bc1726-f2f1-4bdf-8cff-31d8b40009d5 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Deleting subnet 7d61680f-014b-4731-93c0-c41fa155611a {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:52:31.096948 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-02bc1726-f2f1-4bdf-8cff-31d8b40009d5 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:31.143772 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-34904cd9-9b00-4140-aec7-266730c63371 req-25ee771e-e96e-4de0-baa0-a76f600fc464 tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] 10.222.0.58 "GET /v2.0/security-groups/6cce3e0b-9cee-4a66-81bf-36177e63863a HTTP/1.1" status: 200 len: 1814 time: 0.1139472 Jul 09 14:52:31.184075 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-e3fc4252-f38e-4af8-aa19-4a0cd5e5595c req-94ac22aa-d8da-4a90-a937-b9e91e59b162 tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1696295042', 'description': 'tempest-description-660014701'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:52:31.220665 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-76371da6-2cd5-4cc9-86f7-fa325cd5388b tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] 10.222.0.58 "GET /v2.0/routers/6c414eea-e5a3-4ac5-a94d-63c2f4fa75cb HTTP/1.1" status: 200 len: 908 time: 0.2362359 Jul 09 14:52:31.223056 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44692) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:31.226099 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-02bc1726-f2f1-4bdf-8cff-31d8b40009d5 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:31.228871 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-0989e966-5cd9-44e1-bb77-b445667b4002 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1561988035', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'enable_snat': True}}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:52:31.324264 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-695854c4-adad-42da-a78d-a222e58bce70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c414eea-e5a3-4ac5-a94d-63c2f4fa75cb', 'name': 'tempest-snat-router-1561988035', 'tenant_id': '627a237bc3a244b8bc902c724ce587cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.77'}], 'enable_snat': False}, 'gw_port_id': '531172c7-575b-467e-af9e-3e7da9d91080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:52:27Z', 'updated_at': '2021-07-09T14:52:29Z', 'revision_number': 3, 'project_id': '627a237bc3a244b8bc902c724ce587cb', 'gw_port': {'id': '531172c7-575b-467e-af9e-3e7da9d91080', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:11:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c414eea-e5a3-4ac5-a94d-63c2f4fa75cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:52:28Z', 'updated_at': '2021-07-09T14:52:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:52:31.344138 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e3fc4252-f38e-4af8-aa19-4a0cd5e5595c req-94ac22aa-d8da-4a90-a937-b9e91e59b162 tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:31.355597 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695854c4-adad-42da-a78d-a222e58bce70 None None] Checking router: 6c414eea-e5a3-4ac5-a94d-63c2f4fa75cb for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:52:31.357729 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695854c4-adad-42da-a78d-a222e58bce70 None None] Updating router 6c414eea-e5a3-4ac5-a94d-63c2f4fa75cb port 531172c7-575b-467e-af9e-3e7da9d91080 binding host n-d-799529-6 {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:52:31.358942 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2dbc1-f897-450c-b307-c20baba2ee2d req-0d188b38-5869-4179-8caf-215b8c742821 tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:31.361006 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e8f2dbc1-f897-450c-b307-c20baba2ee2d req-0d188b38-5869-4179-8caf-215b8c742821 tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] 10.222.0.54 "GET /v2.0/networks?id=f634f80f-639c-422b-bcd2-2d7781044c9f HTTP/1.1" status: 200 len: 814 time: 0.2141414 Jul 09 14:52:31.377068 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-e8f2dbc1-f897-450c-b307-c20baba2ee2d req-5a96c5e8-e64c-4f8c-84e5-2ae86eccae13 tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] Request body: {'port': {'device_id': '9f854206-5f43-414b-8e9c-d97709afcc02', 'network_id': 'f634f80f-639c-422b-bcd2-2d7781044c9f', 'admin_state_up': True, 'tenant_id': '3ea03172892e40bfb58f1cf43bf764df'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:52:31.428071 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-695854c4-adad-42da-a78d-a222e58bce70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:31.477928 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-02bc1726-f2f1-4bdf-8cff-31d8b40009d5 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:31.515872 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0989e966-5cd9-44e1-bb77-b445667b4002 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:31.516900 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0989e966-5cd9-44e1-bb77-b445667b4002 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:31.597962 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28be8c-bc54-48ad-aa5b-55192a18cbe3 req-7d44c9bd-0d7a-4368-95a9-5b41b4279a66 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:31.606477 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4a28be8c-bc54-48ad-aa5b-55192a18cbe3 req-7d44c9bd-0d7a-4368-95a9-5b41b4279a66 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a5deaf2-796b-4607-b71f-599fd6b4b7f6 HTTP/1.1" status: 200 len: 943 time: 0.2351441 Jul 09 14:52:31.645508 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:31.647847 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4a28be8c-bc54-48ad-aa5b-55192a18cbe3 req-9ef856a9-72fd-4e09-afb2-91f93eef95cb tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0503003-e352-4db8-a0a6-bfc82c7527aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404429 Jul 09 14:52:31.650883 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-02bc1726-f2f1-4bdf-8cff-31d8b40009d5 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:31.688736 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bc1726-f2f1-4bdf-8cff-31d8b40009d5 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event deleted for resources: {'Subnet': ['ID=7d61680f-014b-4731-93c0-c41fa155611a,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:31.690542 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e3fc4252-f38e-4af8-aa19-4a0cd5e5595c req-94ac22aa-d8da-4a90-a937-b9e91e59b162 tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:31.693379 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0989e966-5cd9-44e1-bb77-b445667b4002 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:31.700012 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-02bc1726-f2f1-4bdf-8cff-31d8b40009d5 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:31.705845 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-02bc1726-f2f1-4bdf-8cff-31d8b40009d5 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/subnets/7d61680f-014b-4731-93c0-c41fa155611a HTTP/1.1" status: 204 len: 168 time: 0.7198620 Jul 09 14:52:31.707379 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d034260-2ebf-4a53-bcfd-053c57816ef6 None None] Network 858359dc-653d-453c-9af7-637628d0bac8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:52:31.717251 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44698) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:31.773096 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-3d5a7cc6-fafa-4f74-9568-6c552d8961bf tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0509160 Jul 09 14:52:31.773585 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44702) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:31.782107 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-af04d4aa-dff1-45f4-8f01-51e7c785d90d tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Request body: {'subnet': {'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:52:31.828677 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e3fc4252-f38e-4af8-aa19-4a0cd5e5595c req-94ac22aa-d8da-4a90-a937-b9e91e59b162 tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:31.833615 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-695854c4-adad-42da-a78d-a222e58bce70 None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:31.883834 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-695854c4-adad-42da-a78d-a222e58bce70 None None] Transition to ACTIVE for port object 531172c7-575b-467e-af9e-3e7da9d91080 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:52:31.897429 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d7658d-98da-477e-bf16-7c7c14e31138 req-aecba434-ebea-46ee-b287-bb6defbe54e0 tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:31.901545 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-78d7658d-98da-477e-bf16-7c7c14e31138 req-aecba434-ebea-46ee-b287-bb6defbe54e0 tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] 10.222.0.58 "GET /v2.0/ports?device_id=52b4761e-ceee-4d93-9f9d-3b7fe85c3074 HTTP/1.1" status: 200 len: 950 time: 0.0934200 Jul 09 14:52:31.943838 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-78d7658d-98da-477e-bf16-7c7c14e31138 req-970d2fd2-98ce-4a1c-a561-de015bc6d3b4 tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5832236-084e-4d21-bdc3-59c2ed17b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370362 Jul 09 14:52:31.986080 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ac22aa-d8da-4a90-a937-b9e91e59b162 tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db5a3dc3-6983-4ea0-9f36-0254c3206c0f,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:31.994026 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47dec62e-a97f-4db3-9a22-efad6e4a84ac None None] DHCP port deletion for 858359dc-653d-453c-9af7-637628d0bac8 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:52:32.063052 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-47dec62e-a97f-4db3-9a22-efad6e4a84ac None None] Deleting port cc86e06f-4f51-4100-9227-35db5da85b32 {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:52:32.063052 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-47dec62e-a97f-4db3-9a22-efad6e4a84ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:32.092898 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8f2dbc1-f897-450c-b307-c20baba2ee2d req-5a96c5e8-e64c-4f8c-84e5-2ae86eccae13 tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] Made reservation on behalf of 3ea03172892e40bfb58f1cf43bf764df for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:52:32.097164 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e8f2dbc1-f897-450c-b307-c20baba2ee2d req-5a96c5e8-e64c-4f8c-84e5-2ae86eccae13 tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:32.109121 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-695854c4-adad-42da-a78d-a222e58bce70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:32.109867 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0989e966-5cd9-44e1-bb77-b445667b4002 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:32.125234 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-93ce83b3-f2a9-4ba0-b6b3-cfadbb2d91e5 req-7435a9f2-17a1-4ac9-a4fa-49b1b4fc4e93 tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f854206-5f43-414b-8e9c-d97709afcc02 HTTP/1.1" status: 200 len: 210 time: 0.0473120 Jul 09 14:52:32.170517 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-effd82a8-f617-4b1b-be92-3ddc3ef3105d req-10ee90ac-1e07-42ff-8baf-244d61924efa service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=215ee5c1-c47c-4487-bfe7-3272754152b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2540176 Jul 09 14:52:32.181248 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device cc86e06f-4f51-4100-9227-35db5da85b32 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:52:32.250420 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-47dec62e-a97f-4db3-9a22-efad6e4a84ac None None] For port cc86e06f-4f51-4100-9227-35db5da85b32, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=cc86e06f-4f51-4100-9227-35db5da85b32,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:52:32.250744 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-47dec62e-a97f-4db3-9a22-efad6e4a84ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:32.256844 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e3fc4252-f38e-4af8-aa19-4a0cd5e5595c req-94ac22aa-d8da-4a90-a937-b9e91e59b162 tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:32.258492 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e3fc4252-f38e-4af8-aa19-4a0cd5e5595c req-94ac22aa-d8da-4a90-a937-b9e91e59b162 tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 1.0807385 Jul 09 14:52:32.268510 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef197bf-d71f-4905-84d6-99d6214310f3 None None] Pushing event updated for resources: {'Port': ['ID=531172c7-575b-467e-af9e-3e7da9d91080,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:32.275648 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-695854c4-adad-42da-a78d-a222e58bce70 None None] Attempting to bind port 531172c7-575b-467e-af9e-3e7da9d91080 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:52:32.276035 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-695854c4-adad-42da-a78d-a222e58bce70 None None] Attempting to bind port 531172c7-575b-467e-af9e-3e7da9d91080 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:52:32.276400 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695854c4-adad-42da-a78d-a222e58bce70 None None] Attempting to bind port 531172c7-575b-467e-af9e-3e7da9d91080 on network 202c7ce6-d4e9-4f80-84dd-bef08905a653 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:52:32.292039 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-47dec62e-a97f-4db3-9a22-efad6e4a84ac None None] Calling delete_port for cc86e06f-4f51-4100-9227-35db5da85b32 owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:52:32.299471 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695854c4-adad-42da-a78d-a222e58bce70 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:52:32.300262 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695854c4-adad-42da-a78d-a222e58bce70 None None] Checking segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:52:32.300401 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-e8f2dbc1-f897-450c-b307-c20baba2ee2d req-5a96c5e8-e64c-4f8c-84e5-2ae86eccae13 tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] Allocated IP 172.20.0.10 (f634f80f-639c-422b-bcd2-2d7781044c9f/23178525-9e4d-4d91-b81a-9032bc67d701/7f4c05b3-0a96-4652-9723-62db6eda9fab) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:52:32.300755 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-695854c4-adad-42da-a78d-a222e58bce70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:32.301453 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695854c4-adad-42da-a78d-a222e58bce70 None None] Bound using segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:52:32.301953 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-695854c4-adad-42da-a78d-a222e58bce70 None None] Bound port: 531172c7-575b-467e-af9e-3e7da9d91080, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:52:32.302341 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-695854c4-adad-42da-a78d-a222e58bce70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:32.379560 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af04d4aa-dff1-45f4-8f01-51e7c785d90d tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Made reservation on behalf of 705b0dcf676c4e4da08df6f6169d5c06 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:52:32.381938 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-af04d4aa-dff1-45f4-8f01-51e7c785d90d tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:32.455897 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-695854c4-adad-42da-a78d-a222e58bce70 None None] For port 531172c7-575b-467e-af9e-3e7da9d91080, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:52:32.468140 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:32.501730 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-695854c4-adad-42da-a78d-a222e58bce70 None None] For port 531172c7-575b-467e-af9e-3e7da9d91080, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=531172c7-575b-467e-af9e-3e7da9d91080,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:52:32.518134 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:52:32.577756 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e8f2dbc1-f897-450c-b307-c20baba2ee2d req-5a96c5e8-e64c-4f8c-84e5-2ae86eccae13 tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:32.620597 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-695854c4-adad-42da-a78d-a222e58bce70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:32.642709 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-47dec62e-a97f-4db3-9a22-efad6e4a84ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:32.713783 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dec62e-a97f-4db3-9a22-efad6e4a84ac None None] No DVR routers for this DVR port cc86e06f-4f51-4100-9227-35db5da85b32 on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:52:32.717680 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e8f2dbc1-f897-450c-b307-c20baba2ee2d req-5a96c5e8-e64c-4f8c-84e5-2ae86eccae13 tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:32.718707 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.db.api [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 14:52:32.718707 n-d-799529-6 neutron-server[94447]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jul 09 14:52:32.718707 n-d-799529-6 neutron-server[94447]: [parameters: {'status': 'DOWN', 'ports_id': 'cc86e06f-4f51-4100-9227-35db5da85b32'}] Jul 09 14:52:32.718707 n-d-799529-6 neutron-server[94447]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 14:52:32.723985 n-d-799529-6 neutron-server[94447]: DEBUG oslo_db.api [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 14:52:32.728307 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695854c4-adad-42da-a78d-a222e58bce70 None None] Routers {'6c414eea-e5a3-4ac5-a94d-63c2f4fa75cb'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:52:32.729962 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-695854c4-adad-42da-a78d-a222e58bce70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:52:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['6c414eea-e5a3-4ac5-a94d-63c2f4fa75cb'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:52:32.790262 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5,segment=NetworkSegment(bff1f1f8-53d0-45a1-805c-5c1d7e179e18),segment_id=bff1f1f8-53d0-45a1-805c-5c1d7e179e18)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:52:32.801467 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef197bf-d71f-4905-84d6-99d6214310f3 None None] Pushing event updated for resources: {'Port': ['ID=531172c7-575b-467e-af9e-3e7da9d91080,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:32.805835 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bac4a6d7-c679-431b-8017-3f87d7fdff7b req-f0813ad8-728c-4977-b8cf-d3ced489223c tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] 10.222.0.58 "GET /v2.0/security-groups/db5a3dc3-6983-4ea0-9f36-0254c3206c0f HTTP/1.1" status: 200 len: 1814 time: 0.5130472 Jul 09 14:52:32.842110 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5', 'network_id': '4684667e-a82e-475a-9da8-8ef2bc5057c6', 'port_id': '3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5', 'mac_address': 'fa:16:3e:88:67:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d68db36-2cf0-4e9c-8902-e068bb5af194', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:52:32.846184 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dec62e-a97f-4db3-9a22-efad6e4a84ac None None] Pushing event deleted for resources: {'Port': ['ID=cc86e06f-4f51-4100-9227-35db5da85b32,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:32.856925 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd82a8-f617-4b1b-be92-3ddc3ef3105d req-9888787d-c6bd-4084-83c2-93d056578bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:32.857486 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd82a8-f617-4b1b-be92-3ddc3ef3105d req-9888787d-c6bd-4084-83c2-93d056578bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:32.857949 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd82a8-f617-4b1b-be92-3ddc3ef3105d req-9888787d-c6bd-4084-83c2-93d056578bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:32.858416 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd82a8-f617-4b1b-be92-3ddc3ef3105d req-9888787d-c6bd-4084-83c2-93d056578bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:32.858882 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd82a8-f617-4b1b-be92-3ddc3ef3105d req-9888787d-c6bd-4084-83c2-93d056578bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:32.859339 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd82a8-f617-4b1b-be92-3ddc3ef3105d req-9888787d-c6bd-4084-83c2-93d056578bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:32.859821 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd82a8-f617-4b1b-be92-3ddc3ef3105d req-9888787d-c6bd-4084-83c2-93d056578bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:32.861749 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-effd82a8-f617-4b1b-be92-3ddc3ef3105d req-9888787d-c6bd-4084-83c2-93d056578bb9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=868e6ad73e9e40dbad6a7d6a29a5f30c&device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 6489 time: 0.5809195 Jul 09 14:52:32.881610 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8f2dbc1-f897-450c-b307-c20baba2ee2d req-5a96c5e8-e64c-4f8c-84e5-2ae86eccae13 tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] Network f634f80f-639c-422b-bcd2-2d7781044c9f is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:52:32.891839 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-e8f2dbc1-f897-450c-b307-c20baba2ee2d req-5a96c5e8-e64c-4f8c-84e5-2ae86eccae13 tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:52:32.892004 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-3390b17d-d9d8-4e6a-83ff-835994db9c95 req-4ae38141-0fd0-433e-b695-4ffd444bfc70 tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1372637933', 'description': 'tempest-description-810710635'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:52:32.892124 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a96c5e8-e64c-4f8c-84e5-2ae86eccae13 tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] Pushing event updated for resources: {'Port': ['ID=7f4c05b3-0a96-4652-9723-62db6eda9fab,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:32.897361 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8f2dbc1-f897-450c-b307-c20baba2ee2d req-5a96c5e8-e64c-4f8c-84e5-2ae86eccae13 tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:52:32.943316 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:32.962407 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2dbc1-f897-450c-b307-c20baba2ee2d req-5a96c5e8-e64c-4f8c-84e5-2ae86eccae13 tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:32.963068 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e8f2dbc1-f897-450c-b307-c20baba2ee2d req-5a96c5e8-e64c-4f8c-84e5-2ae86eccae13 tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:32.968324 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:52:32.977452 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-695854c4-adad-42da-a78d-a222e58bce70 None None] Set router 6c414eea-e5a3-4ac5-a94d-63c2f4fa75cb gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:52:32.984423 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915bbf34-26fa-4c09-b5a7-232bc01f297d req-fd4a2986-1c67-477d-875e-7bb779880d63 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:32.985897 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-915bbf34-26fa-4c09-b5a7-232bc01f297d req-fd4a2986-1c67-477d-875e-7bb779880d63 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a5deaf2-796b-4607-b71f-599fd6b4b7f6 HTTP/1.1" status: 200 len: 943 time: 0.1832039 Jul 09 14:52:33.044538 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-915bbf34-26fa-4c09-b5a7-232bc01f297d req-6f05b314-60ce-4883-8d6b-f34947ed6157 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0503003-e352-4db8-a0a6-bfc82c7527aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461581 Jul 09 14:52:33.059557 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5,segment=NetworkSegment(bff1f1f8-53d0-45a1-805c-5c1d7e179e18),segment_id=bff1f1f8-53d0-45a1-805c-5c1d7e179e18)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:52:33.110701 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd82a8-f617-4b1b-be92-3ddc3ef3105d req-3df27f2f-1448-473d-96db-31e762dd01fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:33.112283 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd82a8-f617-4b1b-be92-3ddc3ef3105d req-3df27f2f-1448-473d-96db-31e762dd01fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:33.112283 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd82a8-f617-4b1b-be92-3ddc3ef3105d req-3df27f2f-1448-473d-96db-31e762dd01fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:33.113408 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-effd82a8-f617-4b1b-be92-3ddc3ef3105d req-3df27f2f-1448-473d-96db-31e762dd01fc service neutron] 10.222.0.62 "GET /v2.0/networks?id=0fc8da04-04d4-4eeb-86d6-5d8e54448613&id=7086051a-a9a3-4774-91ec-207e7481a1f2&id=7086051a-a9a3-4774-91ec-207e7481a1f2&id=7086051a-a9a3-4774-91ec-207e7481a1f2&id=7086051a-a9a3-4774-91ec-207e7481a1f2&id=f7f6731e-df5a-475b-9c1b-606c9f6d697c&id=f7f6731e-df5a-475b-9c1b-606c9f6d697c HTTP/1.1" status: 200 len: 2294 time: 0.2109604 Jul 09 14:52:33.114853 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-3390b17d-d9d8-4e6a-83ff-835994db9c95 req-4ae38141-0fd0-433e-b695-4ffd444bfc70 tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:33.182736 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e8f2dbc1-f897-450c-b307-c20baba2ee2d req-5a96c5e8-e64c-4f8c-84e5-2ae86eccae13 tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8097787 Jul 09 14:52:33.195618 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-e8f2dbc1-f897-450c-b307-c20baba2ee2d req-267e7e63-98a5-458e-ad5a-d7a56fd4d0ec service neutron] Request body: {'port': {'device_id': '9f854206-5f43-414b-8e9c-d97709afcc02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:52:33.235756 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-af04d4aa-dff1-45f4-8f01-51e7c785d90d tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:33.236335 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:33.295390 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Port cc86e06f-4f51-4100-9227-35db5da85b32 update to DOWN by agent not found {{(pid=94447) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 09 14:52:33.336342 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e8f2dbc1-f897-450c-b307-c20baba2ee2d req-267e7e63-98a5-458e-ad5a-d7a56fd4d0ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:33.347650 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:33.355854 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8883c6d-495d-42ca-b82d-4ae96dfcf638 req-e9a62553-a05f-490d-8aae-27d4ebca5af5 tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:33.358488 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-effd82a8-f617-4b1b-be92-3ddc3ef3105d req-0bd5eebe-4060-4bf6-911f-57f81895ad44 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbecacc0-fcea-4c8e-9c93-2a490da9fb58 HTTP/1.1" status: 200 len: 1001 time: 0.2057364 Jul 09 14:52:33.362985 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b8883c6d-495d-42ca-b82d-4ae96dfcf638 req-e9a62553-a05f-490d-8aae-27d4ebca5af5 tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] 10.222.0.58 "GET /v2.0/ports?device_id=52b4761e-ceee-4d93-9f9d-3b7fe85c3074 HTTP/1.1" status: 200 len: 950 time: 0.1394482 Jul 09 14:52:33.367796 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af04d4aa-dff1-45f4-8f01-51e7c785d90d tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:52:33.397251 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-af04d4aa-dff1-45f4-8f01-51e7c785d90d tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:52:33.414829 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d667a4c-79e9-4239-b6a7-980d76307e00 None None] Network 858359dc-653d-453c-9af7-637628d0bac8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:52:33.426844 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af04d4aa-dff1-45f4-8f01-51e7c785d90d tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event updated for resources: {'Subnet': ['ID=fb20306c-f76a-4c9d-b70b-b1f62039ad19,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:33.433591 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af04d4aa-dff1-45f4-8f01-51e7c785d90d tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:33.434128 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-af04d4aa-dff1-45f4-8f01-51e7c785d90d tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:33.442649 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0989e966-5cd9-44e1-bb77-b445667b4002 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:33.444432 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b8883c6d-495d-42ca-b82d-4ae96dfcf638 req-1440ece8-1a7b-49b3-90a0-4982520a0356 tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5832236-084e-4d21-bdc3-59c2ed17b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801899 Jul 09 14:52:33.470326 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-695854c4-adad-42da-a78d-a222e58bce70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c414eea-e5a3-4ac5-a94d-63c2f4fa75cb', 'name': 'tempest-snat-router-1561988035', 'tenant_id': '627a237bc3a244b8bc902c724ce587cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.77'}], 'enable_snat': False}, 'gw_port_id': '531172c7-575b-467e-af9e-3e7da9d91080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:52:27Z', 'updated_at': '2021-07-09T14:52:29Z', 'revision_number': 3, 'project_id': '627a237bc3a244b8bc902c724ce587cb', 'gw_port': {'id': '531172c7-575b-467e-af9e-3e7da9d91080', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:11:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c414eea-e5a3-4ac5-a94d-63c2f4fa75cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:52:28Z', 'updated_at': '2021-07-09T14:52:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:52:33.495212 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0989e966-5cd9-44e1-bb77-b445667b4002 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:33.513583 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695854c4-adad-42da-a78d-a222e58bce70 None None] The sync data for ids ['6c414eea-e5a3-4ac5-a94d-63c2f4fa75cb'] in n-d-799529-6 is: [{'id': '6c414eea-e5a3-4ac5-a94d-63c2f4fa75cb', 'name': 'tempest-snat-router-1561988035', 'tenant_id': '627a237bc3a244b8bc902c724ce587cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.77'}], 'enable_snat': False}, 'gw_port_id': '531172c7-575b-467e-af9e-3e7da9d91080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:52:27Z', 'updated_at': '2021-07-09T14:52:29Z', 'revision_number': 3, 'project_id': '627a237bc3a244b8bc902c724ce587cb', 'gw_port': {'id': '531172c7-575b-467e-af9e-3e7da9d91080', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:11:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c414eea-e5a3-4ac5-a94d-63c2f4fa75cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:52:28Z', 'updated_at': '2021-07-09T14:52:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:52:33.522641 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd82a8-f617-4b1b-be92-3ddc3ef3105d req-cd912544-e070-4f5d-8ce2-3d1a2199f141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:33.524198 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-effd82a8-f617-4b1b-be92-3ddc3ef3105d req-cd912544-e070-4f5d-8ce2-3d1a2199f141 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2373e5cd-5f56-42ed-95c9-0b621ea9bc49 HTTP/1.1" status: 200 len: 851 time: 0.1498759 Jul 09 14:52:33.624840 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-3390b17d-d9d8-4e6a-83ff-835994db9c95 req-4ae38141-0fd0-433e-b695-4ffd444bfc70 tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:33.637536 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0ad3ae-0a9a-44ba-8921-83d0d4f96e6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-858359dc-653d-453c-9af7-637628d0bac8', 'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'tenant_id': '705b0dcf676c4e4da08df6f6169d5c06', 'fixed_ips': [{'subnet_id': 'fb20306c-f76a-4c9d-b70b-b1f62039ad19'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:52:33.638787 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ff0ad3ae-0a9a-44ba-8921-83d0d4f96e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:33.694565 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd82a8-f617-4b1b-be92-3ddc3ef3105d req-7c1bc3c6-aef0-442f-816d-b69b357a52d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:33.696222 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-effd82a8-f617-4b1b-be92-3ddc3ef3105d req-7c1bc3c6-aef0-442f-816d-b69b357a52d0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0fc8da04-04d4-4eeb-86d6-5d8e54448613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1390963 Jul 09 14:52:33.708707 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-0989e966-5cd9-44e1-bb77-b445667b4002 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Allocated IP 172.25.3.175 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/86dfc1cd-a64a-4513-bb6b-52f3d968c049) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:52:33.708707 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-3390b17d-d9d8-4e6a-83ff-835994db9c95 req-4ae38141-0fd0-433e-b695-4ffd444bfc70 tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:33.709884 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35621fb-869d-480b-a302-bf127a115c7e req-dde57cb9-5df9-4c89-8b51-9452aeeb5a5b tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:33.716145 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f35621fb-869d-480b-a302-bf127a115c7e req-dde57cb9-5df9-4c89-8b51-9452aeeb5a5b tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f854206-5f43-414b-8e9c-d97709afcc02 HTTP/1.1" status: 200 len: 932 time: 0.1551785 Jul 09 14:52:33.735046 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:52:33.794968 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f35621fb-869d-480b-a302-bf127a115c7e req-42aadca7-ffd7-47ce-ace8-91afc27bcbfe tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] 10.222.0.58 "GET /v2.0/security-groups?id=23904194-914d-4ee9-b0bb-667189852b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573783 Jul 09 14:52:33.823048 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44726) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:33.838570 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-af04d4aa-dff1-45f4-8f01-51e7c785d90d tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0427465 Jul 09 14:52:33.839075 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-3fd9408c-4c32-4c78-8fef-279983a21832 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Request body: {'port': {'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'fixed_ips': [{'subnet_id': 'fb20306c-f76a-4c9d-b70b-b1f62039ad19', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-1722317301'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:52:33.860713 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-ff0ad3ae-0a9a-44ba-8921-83d0d4f96e6a None None] Allocated IP 2001:db8::2 (858359dc-653d-453c-9af7-637628d0bac8/fb20306c-f76a-4c9d-b70b-b1f62039ad19/1592e418-f2c0-4b34-b1cd-e9db41298bbe) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:52:33.887113 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae38141-0fd0-433e-b695-4ffd444bfc70 tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e307abb-e9ef-46d9-b75d-1c417c163d23,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:33.893736 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-3390b17d-d9d8-4e6a-83ff-835994db9c95 req-4ae38141-0fd0-433e-b695-4ffd444bfc70 tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:33.895020 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3390b17d-d9d8-4e6a-83ff-835994db9c95 req-4ae38141-0fd0-433e-b695-4ffd444bfc70 tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 1.0457397 Jul 09 14:52:34.015315 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-e8f2dbc1-f897-450c-b307-c20baba2ee2d req-267e7e63-98a5-458e-ad5a-d7a56fd4d0ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f4c05b3-0a96-4652-9723-62db6eda9fab {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:52:34.026307 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-effd82a8-f617-4b1b-be92-3ddc3ef3105d req-257cd49d-f334-40b8-a7da-9cab3ae3fc00 service neutron] 10.222.0.62 "GET /v2.0/networks/0fc8da04-04d4-4eeb-86d6-5d8e54448613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188665 Jul 09 14:52:34.033659 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e8f2dbc1-f897-450c-b307-c20baba2ee2d req-267e7e63-98a5-458e-ad5a-d7a56fd4d0ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:34.050718 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-e8f2dbc1-f897-450c-b307-c20baba2ee2d req-267e7e63-98a5-458e-ad5a-d7a56fd4d0ec service neutron] Transition to ACTIVE for port object 7f4c05b3-0a96-4652-9723-62db6eda9fab will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:52:34.184136 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1d63fcf6-3b6f-4849-a348-42756f710650 req-1ff11cb6-c384-4168-858c-8a687f2f6a4d tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] 10.222.0.58 "GET /v2.0/security-groups/2e307abb-e9ef-46d9-b75d-1c417c163d23 HTTP/1.1" status: 200 len: 1814 time: 0.0776906 Jul 09 14:52:34.192835 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ff0ad3ae-0a9a-44ba-8921-83d0d4f96e6a None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:34.203686 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-ff0ad3ae-0a9a-44ba-8921-83d0d4f96e6a None None] Transition to ACTIVE for port object 1592e418-f2c0-4b34-b1cd-e9db41298bbe will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:52:34.204187 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0989e966-5cd9-44e1-bb77-b445667b4002 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:34.225370 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 531172c7-575b-467e-af9e-3e7da9d91080 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:52:34.275845 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-ff0ad3ae-0a9a-44ba-8921-83d0d4f96e6a None None] Transition to ACTIVE for port object 1592e418-f2c0-4b34-b1cd-e9db41298bbe will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:52:34.294034 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-effd82a8-f617-4b1b-be92-3ddc3ef3105d req-e2e5af05-124f-45f9-92fe-c033be80a38b service neutron] 10.222.0.62 "GET /v2.0/networks/0fc8da04-04d4-4eeb-86d6-5d8e54448613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316380 Jul 09 14:52:34.345132 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-effd82a8-f617-4b1b-be92-3ddc3ef3105d req-cca56f6a-d0ac-48af-84bb-2323187d0221 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=bb420490-7abe-48bb-8247-ff19d2932add HTTP/1.1" status: 200 len: 217 time: 0.0597258 Jul 09 14:52:34.378540 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49fd311-dabc-403e-a1b9-0df143f5f84c req-434d2065-f832-4cc2-bbdd-e3d51a3972f9 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:34.383797 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f49fd311-dabc-403e-a1b9-0df143f5f84c req-434d2065-f832-4cc2-bbdd-e3d51a3972f9 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a5deaf2-796b-4607-b71f-599fd6b4b7f6 HTTP/1.1" status: 200 len: 944 time: 0.0704045 Jul 09 14:52:34.386046 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e8f2dbc1-f897-450c-b307-c20baba2ee2d req-267e7e63-98a5-458e-ad5a-d7a56fd4d0ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:34.409282 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd82a8-f617-4b1b-be92-3ddc3ef3105d req-ca424745-4977-4743-af2a-377bb44b63a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:34.410985 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-effd82a8-f617-4b1b-be92-3ddc3ef3105d req-ca424745-4977-4743-af2a-377bb44b63a7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bbaf7842-6d01-4557-9de4-248881c81a38 HTTP/1.1" status: 200 len: 797 time: 0.0589564 Jul 09 14:52:34.423183 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 531172c7-575b-467e-af9e-3e7da9d91080 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:52:34.427920 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ff0ad3ae-0a9a-44ba-8921-83d0d4f96e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:34.473664 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e7e63-98a5-458e-ad5a-d7a56fd4d0ec service neutron] Pushing event updated for resources: {'Port': ['ID=7f4c05b3-0a96-4652-9723-62db6eda9fab,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:34.488333 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f49fd311-dabc-403e-a1b9-0df143f5f84c req-feafd752-ad22-4786-909c-742fa3047ab6 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0503003-e352-4db8-a0a6-bfc82c7527aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994556 Jul 09 14:52:34.488559 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0ad3ae-0a9a-44ba-8921-83d0d4f96e6a None None] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:52:34.498067 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-ff0ad3ae-0a9a-44ba-8921-83d0d4f96e6a None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:52:34.501936 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 531172c7-575b-467e-af9e-3e7da9d91080 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:52:34.502314 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:34.515791 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd82a8-f617-4b1b-be92-3ddc3ef3105d req-bd932108-1201-486a-a7be-57743efa43f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:34.515791 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-effd82a8-f617-4b1b-be92-3ddc3ef3105d req-bd932108-1201-486a-a7be-57743efa43f7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7086051a-a9a3-4774-91ec-207e7481a1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0975032 Jul 09 14:52:34.521197 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0989e966-5cd9-44e1-bb77-b445667b4002 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:34.527297 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd9408c-4c32-4c78-8fef-279983a21832 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Made reservation on behalf of 705b0dcf676c4e4da08df6f6169d5c06 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:52:34.548338 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0ad3ae-0a9a-44ba-8921-83d0d4f96e6a None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:52:34.586158 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0ad3ae-0a9a-44ba-8921-83d0d4f96e6a None None] Pushing event updated for resources: {'Port': ['ID=1592e418-f2c0-4b34-b1cd-e9db41298bbe,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:34.619648 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0989e966-5cd9-44e1-bb77-b445667b4002 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:52:34.625171 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-0989e966-5cd9-44e1-bb77-b445667b4002 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:52:34.632061 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0989e966-5cd9-44e1-bb77-b445667b4002 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:52:34.650393 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-ff0ad3ae-0a9a-44ba-8921-83d0d4f96e6a None None] Attempting to bind port 1592e418-f2c0-4b34-b1cd-e9db41298bbe on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:52:34.650761 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-ff0ad3ae-0a9a-44ba-8921-83d0d4f96e6a None None] Attempting to bind port 1592e418-f2c0-4b34-b1cd-e9db41298bbe by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:52:34.651121 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0ad3ae-0a9a-44ba-8921-83d0d4f96e6a None None] Attempting to bind port 1592e418-f2c0-4b34-b1cd-e9db41298bbe on network 858359dc-653d-453c-9af7-637628d0bac8 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:52:34.663014 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0ad3ae-0a9a-44ba-8921-83d0d4f96e6a None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:52:34.663014 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0ad3ae-0a9a-44ba-8921-83d0d4f96e6a None None] Checking segment: {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:52:34.663014 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ff0ad3ae-0a9a-44ba-8921-83d0d4f96e6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:34.663014 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0ad3ae-0a9a-44ba-8921-83d0d4f96e6a None None] Bound using segment: {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:52:34.663014 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-ff0ad3ae-0a9a-44ba-8921-83d0d4f96e6a None None] Bound port: 1592e418-f2c0-4b34-b1cd-e9db41298bbe, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:52:34.663014 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ff0ad3ae-0a9a-44ba-8921-83d0d4f96e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:34.691057 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0989e966-5cd9-44e1-bb77-b445667b4002 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Pushing event updated for resources: {'Port': ['ID=86dfc1cd-a64a-4513-bb6b-52f3d968c049,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:34.725030 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:34.725277 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3fd9408c-4c32-4c78-8fef-279983a21832 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:34.749360 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 531172c7-575b-467e-af9e-3e7da9d91080, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=531172c7-575b-467e-af9e-3e7da9d91080,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:52:34.749656 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [req-34db640a-e89c-4521-823a-85b7df0e11ea req-0e7f3b48-9bc7-4932-9420-b05e77ec0738 tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] show failed (client error): The resource could not be found. Jul 09 14:52:34.758284 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-34db640a-e89c-4521-823a-85b7df0e11ea req-0e7f3b48-9bc7-4932-9420-b05e77ec0738 tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] 10.222.0.58 "GET /v2.0/security-groups/5c4365fa-f2cc-4d3b-9a9b-0feec786a515 HTTP/1.1" status: 404 len: 352 time: 0.2250934 Jul 09 14:52:34.787723 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-ff0ad3ae-0a9a-44ba-8921-83d0d4f96e6a None None] For port 1592e418-f2c0-4b34-b1cd-e9db41298bbe, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:52:34.794935 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [None req-3fd9408c-4c32-4c78-8fef-279983a21832 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] device_id is not set on port 12619c6e-3e98-4a2b-bbd3-4aa1fe754537 yet. {{(pid=94445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:52:34.795778 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-ff0ad3ae-0a9a-44ba-8921-83d0d4f96e6a None None] For port 1592e418-f2c0-4b34-b1cd-e9db41298bbe, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=1592e418-f2c0-4b34-b1cd-e9db41298bbe,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:52:34.802294 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-effd82a8-f617-4b1b-be92-3ddc3ef3105d req-2fc339fa-f08d-4344-9ae9-9f1f8d0a85ac service neutron] 10.222.0.62 "GET /v2.0/networks/7086051a-a9a3-4774-91ec-207e7481a1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741692 Jul 09 14:52:34.821123 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [req-4c71d505-1296-4670-affb-b640fe0315b3 req-07d94217-2ec3-4a47-83d4-acd5a5336a87 tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] show failed (client error): The resource could not be found. Jul 09 14:52:34.822292 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4c71d505-1296-4670-affb-b640fe0315b3 req-07d94217-2ec3-4a47-83d4-acd5a5336a87 tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] 10.222.0.58 "GET /v2.0/security-group-rules/da74d412-d5ee-4e4f-9c55-ae4327f82def HTTP/1.1" status: 404 len: 361 time: 0.0426743 Jul 09 14:52:34.830720 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:34.885961 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ff0ad3ae-0a9a-44ba-8921-83d0d4f96e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:34.887916 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-e8f2dbc1-f897-450c-b307-c20baba2ee2d req-267e7e63-98a5-458e-ad5a-d7a56fd4d0ec service neutron] Attempting to bind port 7f4c05b3-0a96-4652-9723-62db6eda9fab on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:52:34.892609 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-e8f2dbc1-f897-450c-b307-c20baba2ee2d req-267e7e63-98a5-458e-ad5a-d7a56fd4d0ec service neutron] Attempting to bind port 7f4c05b3-0a96-4652-9723-62db6eda9fab by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': 'b1d9e7eb-33a5-4b68-843e-7e8c6af55fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f634f80f-639c-422b-bcd2-2d7781044c9f'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:52:34.892609 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f2dbc1-f897-450c-b307-c20baba2ee2d req-267e7e63-98a5-458e-ad5a-d7a56fd4d0ec service neutron] Attempting to bind port 7f4c05b3-0a96-4652-9723-62db6eda9fab on network f634f80f-639c-422b-bcd2-2d7781044c9f {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:52:34.914958 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f2dbc1-f897-450c-b307-c20baba2ee2d req-267e7e63-98a5-458e-ad5a-d7a56fd4d0ec service neutron] Port 7f4c05b3-0a96-4652-9723-62db6eda9fab on network f634f80f-639c-422b-bcd2-2d7781044c9f not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:52:34.915284 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f2dbc1-f897-450c-b307-c20baba2ee2d req-267e7e63-98a5-458e-ad5a-d7a56fd4d0ec service neutron] Attempting to bind port 7f4c05b3-0a96-4652-9723-62db6eda9fab on network f634f80f-639c-422b-bcd2-2d7781044c9f {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:52:34.947396 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=531172c7-575b-467e-af9e-3e7da9d91080,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:35.003816 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f2dbc1-f897-450c-b307-c20baba2ee2d req-267e7e63-98a5-458e-ad5a-d7a56fd4d0ec service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:52:35.004394 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f2dbc1-f897-450c-b307-c20baba2ee2d req-267e7e63-98a5-458e-ad5a-d7a56fd4d0ec service neutron] Checking segment: {'id': 'b1d9e7eb-33a5-4b68-843e-7e8c6af55fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f634f80f-639c-422b-bcd2-2d7781044c9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:52:35.004984 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f2dbc1-f897-450c-b307-c20baba2ee2d req-267e7e63-98a5-458e-ad5a-d7a56fd4d0ec service neutron] Bound using segment: {'id': 'b1d9e7eb-33a5-4b68-843e-7e8c6af55fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f634f80f-639c-422b-bcd2-2d7781044c9f'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:52:35.005617 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-e8f2dbc1-f897-450c-b307-c20baba2ee2d req-267e7e63-98a5-458e-ad5a-d7a56fd4d0ec service neutron] Bound port: 7f4c05b3-0a96-4652-9723-62db6eda9fab, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1d9e7eb-33a5-4b68-843e-7e8c6af55fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f634f80f-639c-422b-bcd2-2d7781044c9f'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:52:35.006169 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e8f2dbc1-f897-450c-b307-c20baba2ee2d req-267e7e63-98a5-458e-ad5a-d7a56fd4d0ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:35.038767 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-effd82a8-f617-4b1b-be92-3ddc3ef3105d req-350cb876-cffb-460b-918f-474b9d339119 service neutron] 10.222.0.62 "GET /v2.0/networks/7086051a-a9a3-4774-91ec-207e7481a1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116451 Jul 09 14:52:35.039327 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0ad3ae-0a9a-44ba-8921-83d0d4f96e6a None None] Pushing event updated for resources: {'Port': ['ID=1592e418-f2c0-4b34-b1cd-e9db41298bbe,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:35.060219 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-757136de-e3b0-4c14-88f9-eecc1f63ad01 req-e77be7f1-9f73-4285-b59f-40e105212948 tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] 10.222.0.58 "GET /v2.0/security-groups/2e307abb-e9ef-46d9-b75d-1c417c163d23 HTTP/1.1" status: 200 len: 1814 time: 0.2025189 Jul 09 14:52:35.089410 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-effd82a8-f617-4b1b-be92-3ddc3ef3105d req-268dbc6f-1d15-4d08-86d8-40983b28ec5f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=96e89843-57db-4bb8-a7db-a9b989e66245 HTTP/1.1" status: 200 len: 217 time: 0.0425181 Jul 09 14:52:35.112023 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fd9408c-4c32-4c78-8fef-279983a21832 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:52:35.112267 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fd9408c-4c32-4c78-8fef-279983a21832 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:52:35.164939 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-e8f2dbc1-f897-450c-b307-c20baba2ee2d req-267e7e63-98a5-458e-ad5a-d7a56fd4d0ec service neutron] For port 7f4c05b3-0a96-4652-9723-62db6eda9fab, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:52:35.168990 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-e8f2dbc1-f897-450c-b307-c20baba2ee2d req-267e7e63-98a5-458e-ad5a-d7a56fd4d0ec service neutron] For port 7f4c05b3-0a96-4652-9723-62db6eda9fab, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=7f4c05b3-0a96-4652-9723-62db6eda9fab,segment=NetworkSegment(b1d9e7eb-33a5-4b68-843e-7e8c6af55fc1),segment_id=b1d9e7eb-33a5-4b68-843e-7e8c6af55fc1)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:52:35.190671 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-757136de-e3b0-4c14-88f9-eecc1f63ad01 req-aa6c8453-9afb-4228-9cf0-c6cf406f6d73 tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:35.227461 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-757136de-e3b0-4c14-88f9-eecc1f63ad01 req-aa6c8453-9afb-4228-9cf0-c6cf406f6d73 tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:35.283992 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd82a8-f617-4b1b-be92-3ddc3ef3105d req-2787b63d-06b8-41b8-9542-dd52ab0c5f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:35.288621 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e8f2dbc1-f897-450c-b307-c20baba2ee2d req-267e7e63-98a5-458e-ad5a-d7a56fd4d0ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:35.288805 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-effd82a8-f617-4b1b-be92-3ddc3ef3105d req-2787b63d-06b8-41b8-9542-dd52ab0c5f98 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bbaf7842-6d01-4557-9de4-248881c81a38 HTTP/1.1" status: 200 len: 797 time: 0.1903114 Jul 09 14:52:35.288949 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-3fd9408c-4c32-4c78-8fef-279983a21832 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.4637444 Jul 09 14:52:35.294089 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44756) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:35.328598 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2dbc1-f897-450c-b307-c20baba2ee2d req-267e7e63-98a5-458e-ad5a-d7a56fd4d0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:35.329232 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e8f2dbc1-f897-450c-b307-c20baba2ee2d req-267e7e63-98a5-458e-ad5a-d7a56fd4d0ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:35.334627 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e8f2dbc1-f897-450c-b307-c20baba2ee2d req-267e7e63-98a5-458e-ad5a-d7a56fd4d0ec service neutron] 10.222.0.54 "PUT /v2.0/ports/7f4c05b3-0a96-4652-9723-62db6eda9fab HTTP/1.1" status: 200 len: 1092 time: 2.1399100 Jul 09 14:52:35.334627 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f854206-5f43-414b-8e9c-d97709afcc02', 'tag': '7f4c05b3-0a96-4652-9723-62db6eda9fab'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:52:35.334627 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c902b2e-26cf-460b-be7e-443a6d8251b5" -d '{"events": [{"name": "network-changed", "server_uuid": "9f854206-5f43-414b-8e9c-d97709afcc02", "tag": "7f4c05b3-0a96-4652-9723-62db6eda9fab"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:52:35.366156 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e7e63-98a5-458e-ad5a-d7a56fd4d0ec service neutron] Pushing event updated for resources: {'Port': ['ID=7f4c05b3-0a96-4652-9723-62db6eda9fab,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:35.390636 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-757136de-e3b0-4c14-88f9-eecc1f63ad01 req-aa6c8453-9afb-4228-9cf0-c6cf406f6d73 tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:35.399479 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-757136de-e3b0-4c14-88f9-eecc1f63ad01 req-aa6c8453-9afb-4228-9cf0-c6cf406f6d73 tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:35.401554 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-757136de-e3b0-4c14-88f9-eecc1f63ad01 req-aa6c8453-9afb-4228-9cf0-c6cf406f6d73 tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] 10.222.0.58 "DELETE /v2.0/security-groups/2e307abb-e9ef-46d9-b75d-1c417c163d23 HTTP/1.1" status: 204 len: 173 time: 0.3175979 Jul 09 14:52:35.425708 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6c8453-9afb-4228-9cf0-c6cf406f6d73 tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e307abb-e9ef-46d9-b75d-1c417c163d23,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:35.587256 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2dbc1-f897-450c-b307-c20baba2ee2d req-c2b312d1-8a2b-4ef6-9820-e8a3b3ab5c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:35.590678 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e8f2dbc1-f897-450c-b307-c20baba2ee2d req-c2b312d1-8a2b-4ef6-9820-e8a3b3ab5c51 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3ea03172892e40bfb58f1cf43bf764df&device_id=9f854206-5f43-414b-8e9c-d97709afcc02 HTTP/1.1" status: 200 len: 1095 time: 0.1050677 Jul 09 14:52:35.648239 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e8f2dbc1-f897-450c-b307-c20baba2ee2d req-255f72e6-f3bf-402c-8a43-ba614dec9d92 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f4c05b3-0a96-4652-9723-62db6eda9fab HTTP/1.1" status: 200 len: 217 time: 0.0486813 Jul 09 14:52:35.704397 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c639d078-bd4f-483f-a7a2-1be689ec6530 x-openstack-request-id: req-c639d078-bd4f-483f-a7a2-1be689ec6530 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:52:35.704692 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f854206-5f43-414b-8e9c-d97709afcc02", "tag": "7f4c05b3-0a96-4652-9723-62db6eda9fab", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:52:35.704945 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c639d078-bd4f-483f-a7a2-1be689ec6530 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:52:35.705345 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f854206-5f43-414b-8e9c-d97709afcc02', 'tag': '7f4c05b3-0a96-4652-9723-62db6eda9fab', 'status': 'completed', 'code': 200} Jul 09 14:52:35.755354 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2dbc1-f897-450c-b307-c20baba2ee2d req-bd43d85e-3359-46f7-a17a-0e28f05e6732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:35.756860 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e8f2dbc1-f897-450c-b307-c20baba2ee2d req-bd43d85e-3359-46f7-a17a-0e28f05e6732 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=23178525-9e4d-4d91-b81a-9032bc67d701 HTTP/1.1" status: 200 len: 854 time: 0.1021230 Jul 09 14:52:35.775910 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-78903d47-cf92-4ff8-9355-4c607f8fcc33 req-c10fbfd9-cfa5-47d0-ab70-1d9a33dbe339 tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] 10.222.0.58 "GET /v2.0/security-groups/db5a3dc3-6983-4ea0-9f36-0254c3206c0f HTTP/1.1" status: 200 len: 1814 time: 0.0696621 Jul 09 14:52:35.793674 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0989e966-5cd9-44e1-bb77-b445667b4002 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:35.798951 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e8f2dbc1-f897-450c-b307-c20baba2ee2d req-9428a3e1-d1c0-471b-8fa0-4cf2e750dfd4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f634f80f-639c-422b-bcd2-2d7781044c9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340371 Jul 09 14:52:35.921289 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-78903d47-cf92-4ff8-9355-4c607f8fcc33 req-722421b2-d901-467e-8640-2806ebdd3af6 tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:35.949297 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e8f2dbc1-f897-450c-b307-c20baba2ee2d req-4a85e75f-4291-4040-b4cc-c5ead8225352 service neutron] 10.222.0.54 "GET /v2.0/networks/f634f80f-639c-422b-bcd2-2d7781044c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419570 Jul 09 14:52:35.960067 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330cfce5-ee9d-4f6b-96fd-04e493707ec7 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:35.961725 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-330cfce5-ee9d-4f6b-96fd-04e493707ec7 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.6666992 Jul 09 14:52:35.970017 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-78903d47-cf92-4ff8-9355-4c607f8fcc33 req-722421b2-d901-467e-8640-2806ebdd3af6 tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:35.971257 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44768) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:35.989950 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd82a8-f617-4b1b-be92-3ddc3ef3105d req-415ed634-14fc-4cbb-a720-51c9b93b7949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:35.991617 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-effd82a8-f617-4b1b-be92-3ddc3ef3105d req-415ed634-14fc-4cbb-a720-51c9b93b7949 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7086051a-a9a3-4774-91ec-207e7481a1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6868386 Jul 09 14:52:36.007396 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c83a5-a5e2-4f27-9bcc-51d6d30003cc req-1fc53cec-07e2-44f8-8629-2459d27a5ea0 tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:36.007396 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-245c83a5-a5e2-4f27-9bcc-51d6d30003cc req-1fc53cec-07e2-44f8-8629-2459d27a5ea0 tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f854206-5f43-414b-8e9c-d97709afcc02 HTTP/1.1" status: 200 len: 944 time: 0.2434325 Jul 09 14:52:36.086796 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e8f2dbc1-f897-450c-b307-c20baba2ee2d req-ff97416b-2269-43e5-88f3-ebc24115cb51 service neutron] 10.222.0.54 "GET /v2.0/networks/f634f80f-639c-422b-bcd2-2d7781044c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294353 Jul 09 14:52:36.139323 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-78903d47-cf92-4ff8-9355-4c607f8fcc33 req-722421b2-d901-467e-8640-2806ebdd3af6 tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:36.142393 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-78903d47-cf92-4ff8-9355-4c607f8fcc33 req-722421b2-d901-467e-8640-2806ebdd3af6 tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:36.144211 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-78903d47-cf92-4ff8-9355-4c607f8fcc33 req-722421b2-d901-467e-8640-2806ebdd3af6 tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] 10.222.0.58 "DELETE /v2.0/security-groups/db5a3dc3-6983-4ea0-9f36-0254c3206c0f HTTP/1.1" status: 204 len: 173 time: 0.3477995 Jul 09 14:52:36.170896 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722421b2-d901-467e-8640-2806ebdd3af6 tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5a3dc3-6983-4ea0-9f36-0254c3206c0f,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:36.216192 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a92dde-f8ca-4496-898b-0a63069c32b8 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:36.217747 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a92dde-f8ca-4496-898b-0a63069c32b8 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:36.219358 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b1a92dde-f8ca-4496-898b-0a63069c32b8 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2436833 Jul 09 14:52:36.225985 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44772) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:36.242920 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-245c83a5-a5e2-4f27-9bcc-51d6d30003cc req-c1e80fc2-0ed6-4cfe-9ec0-054681299dd1 tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] 10.222.0.58 "GET /v2.0/security-groups?id=23904194-914d-4ee9-b0bb-667189852b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359207 Jul 09 14:52:36.322231 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 531172c7-575b-467e-af9e-3e7da9d91080 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:52:36.359869 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-effd82a8-f617-4b1b-be92-3ddc3ef3105d req-cf33dc02-a3fb-4a98-adcd-9d8dc5f681f4 service neutron] 10.222.0.62 "GET /v2.0/networks/7086051a-a9a3-4774-91ec-207e7481a1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494577 Jul 09 14:52:36.413181 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a7b3afe-3607-40df-aefc-f914b77bd4f3 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Deleting subnet fb20306c-f76a-4c9d-b70b-b1f62039ad19 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:52:36.426441 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 531172c7-575b-467e-af9e-3e7da9d91080 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:52:36.426818 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:36.479540 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9a7b3afe-3607-40df-aefc-f914b77bd4f3 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:36.483332 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7201fdbd-6987-45ae-82b7-8986dac66adc req-4156a92a-bc61-43b6-9dd8-694a6a85372e tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] 10.222.0.58 "GET /v2.0/security-groups/6cce3e0b-9cee-4a66-81bf-36177e63863a HTTP/1.1" status: 200 len: 1814 time: 0.1726279 Jul 09 14:52:36.486484 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0989e966-5cd9-44e1-bb77-b445667b4002 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:36.531199 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 1592e418-f2c0-4b34-b1cd-e9db41298bbe up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:52:36.556444 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9a7b3afe-3607-40df-aefc-f914b77bd4f3 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:36.584672 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:52:36.595153 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c902b2e-26cf-460b-be7e-443a6d8251b5 req-4804b278-89f1-47b1-a0f4-4e31a3ffe82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:36.596961 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-7201fdbd-6987-45ae-82b7-8986dac66adc req-76ace8a7-c0e9-4d0a-a78f-52902b0ea8be tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:36.597186 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9c902b2e-26cf-460b-be7e-443a6d8251b5 req-4804b278-89f1-47b1-a0f4-4e31a3ffe82f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3ea03172892e40bfb58f1cf43bf764df&device_id=9f854206-5f43-414b-8e9c-d97709afcc02 HTTP/1.1" status: 200 len: 1095 time: 0.3461628 Jul 09 14:52:36.706009 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-7201fdbd-6987-45ae-82b7-8986dac66adc req-76ace8a7-c0e9-4d0a-a78f-52902b0ea8be tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:36.742463 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e47b3b-7d21-4f45-9e9a-438d1e8a3b8e req-82c46eae-ea77-49fe-b31c-732308fa3969 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:36.750746 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d6e47b3b-7d21-4f45-9e9a-438d1e8a3b8e req-82c46eae-ea77-49fe-b31c-732308fa3969 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a5deaf2-796b-4607-b71f-599fd6b4b7f6 HTTP/1.1" status: 200 len: 944 time: 0.3660338 Jul 09 14:52:36.766988 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-effd82a8-f617-4b1b-be92-3ddc3ef3105d req-482b112e-e6d8-43b4-bd23-6f0169d38084 service neutron] 10.222.0.62 "GET /v2.0/networks/7086051a-a9a3-4774-91ec-207e7481a1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3970158 Jul 09 14:52:36.772855 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port 3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:52:36.777911 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:52:36.778291 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:36.850675 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d6e47b3b-7d21-4f45-9e9a-438d1e8a3b8e req-d193dbfa-e648-4533-8b8f-b84944f9058b tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0503003-e352-4db8-a0a6-bfc82c7527aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986729 Jul 09 14:52:36.874474 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9a7b3afe-3607-40df-aefc-f914b77bd4f3 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:36.885017 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-effd82a8-f617-4b1b-be92-3ddc3ef3105d req-d0e58b05-e94a-4dcc-9166-07127add9e2b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=42412cbf-f692-4bfb-8bac-e2da1b31b674 HTTP/1.1" status: 200 len: 217 time: 0.1093724 Jul 09 14:52:36.914338 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 1592e418-f2c0-4b34-b1cd-e9db41298bbe completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:52:36.916648 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:36.933478 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c902b2e-26cf-460b-be7e-443a6d8251b5 req-9fe5d962-4384-45c7-8e20-a49bb7b2c960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:36.935418 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9c902b2e-26cf-460b-be7e-443a6d8251b5 req-9fe5d962-4384-45c7-8e20-a49bb7b2c960 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f634f80f-639c-422b-bcd2-2d7781044c9f HTTP/1.1" status: 200 len: 915 time: 0.3283365 Jul 09 14:52:36.967571 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5,segment=NetworkSegment(bff1f1f8-53d0-45a1-805c-5c1d7e179e18),segment_id=bff1f1f8-53d0-45a1-805c-5c1d7e179e18)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:52:36.969380 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a5deaf2-796b-4607-b71f-599fd6b4b7f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:52:36.973473 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e181986e-db04-45dc-9fe7-fb243c053cc3" -d '{"events": [{"server_uuid": "4a5deaf2-796b-4607-b71f-599fd6b4b7f6", "name": "network-vif-plugged", "status": "completed", "tag": "3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:52:36.978522 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd82a8-f617-4b1b-be92-3ddc3ef3105d req-279f3a4e-dc39-4a3d-b47a-3c5996aa8199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:36.981900 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-effd82a8-f617-4b1b-be92-3ddc3ef3105d req-279f3a4e-dc39-4a3d-b47a-3c5996aa8199 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bbaf7842-6d01-4557-9de4-248881c81a38 HTTP/1.1" status: 200 len: 797 time: 0.0879087 Jul 09 14:52:37.005166 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9c902b2e-26cf-460b-be7e-443a6d8251b5 req-3b8e9c24-cdcb-41d0-9349-4508336a90aa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f4c05b3-0a96-4652-9723-62db6eda9fab HTTP/1.1" status: 200 len: 217 time: 0.0544195 Jul 09 14:52:37.051403 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47370036-f058-4372-af51-0db929e2f503 x-openstack-request-id: req-47370036-f058-4372-af51-0db929e2f503 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:52:37.051831 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a5deaf2-796b-4607-b71f-599fd6b4b7f6", "name": "network-vif-plugged", "status": "completed", "tag": "3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:52:37.052591 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-47370036-f058-4372-af51-0db929e2f503 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:52:37.053349 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a5deaf2-796b-4607-b71f-599fd6b4b7f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5', 'code': 200} Jul 09 14:52:37.054866 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-7201fdbd-6987-45ae-82b7-8986dac66adc req-76ace8a7-c0e9-4d0a-a78f-52902b0ea8be tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:37.057824 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-7201fdbd-6987-45ae-82b7-8986dac66adc req-76ace8a7-c0e9-4d0a-a78f-52902b0ea8be tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:37.059729 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7201fdbd-6987-45ae-82b7-8986dac66adc req-76ace8a7-c0e9-4d0a-a78f-52902b0ea8be tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] 10.222.0.58 "DELETE /v2.0/security-groups/6cce3e0b-9cee-4a66-81bf-36177e63863a HTTP/1.1" status: 204 len: 173 time: 0.5645483 Jul 09 14:52:37.066176 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-b182a9dd-ddcd-48e3-933e-5dd319e88f1b None None] Provisioning for port 1592e418-f2c0-4b34-b1cd-e9db41298bbe completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:52:37.075805 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ace8a7-c0e9-4d0a-a78f-52902b0ea8be tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cce3e0b-9cee-4a66-81bf-36177e63863a,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:37.078946 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c902b2e-26cf-460b-be7e-443a6d8251b5 req-5c042750-8fa7-4f94-8e00-30be8be2d14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:37.082410 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9c902b2e-26cf-460b-be7e-443a6d8251b5 req-5c042750-8fa7-4f94-8e00-30be8be2d14d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=23178525-9e4d-4d91-b81a-9032bc67d701 HTTP/1.1" status: 200 len: 854 time: 0.0634787 Jul 09 14:52:37.085199 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-b182a9dd-ddcd-48e3-933e-5dd319e88f1b None None] Provisioning complete for port 1592e418-f2c0-4b34-b1cd-e9db41298bbe triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:52:37.085199 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b182a9dd-ddcd-48e3-933e-5dd319e88f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:37.130425 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd82a8-f617-4b1b-be92-3ddc3ef3105d req-7dcd75a4-5ca5-4934-8397-ccc46c22c4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:37.132650 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-effd82a8-f617-4b1b-be92-3ddc3ef3105d req-7dcd75a4-5ca5-4934-8397-ccc46c22c4b0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7086051a-a9a3-4774-91ec-207e7481a1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1262429 Jul 09 14:52:37.150972 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9c902b2e-26cf-460b-be7e-443a6d8251b5 req-6ae7e510-5b88-428a-84a8-02492cedf1fe service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f634f80f-639c-422b-bcd2-2d7781044c9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288155 Jul 09 14:52:37.169845 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f52ec5ef-5be9-41fa-962a-25ca9649ea56 req-a250eed7-efd1-4c9d-ba7d-b4a4965a2379 tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] 10.222.0.58 "GET /v2.0/security-groups/530e88fc-ec86-4202-bb2b-1a844865bea1 HTTP/1.1" status: 200 len: 1815 time: 0.0866244 Jul 09 14:52:37.210139 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:37.253034 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0989e966-5cd9-44e1-bb77-b445667b4002 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Router e6c1cf67-0178-46bf-a943-2f7a414bf8d6 is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:52:37.266651 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b182a9dd-ddcd-48e3-933e-5dd319e88f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:37.297984 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:37.322754 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-effd82a8-f617-4b1b-be92-3ddc3ef3105d req-9e57b8f9-2561-4ca8-9105-50a368a7df50 service neutron] 10.222.0.62 "GET /v2.0/networks/7086051a-a9a3-4774-91ec-207e7481a1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724226 Jul 09 14:52:37.427309 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.db.api [None req-b182a9dd-ddcd-48e3-933e-5dd319e88f1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 14:52:37.428970 n-d-799529-6 neutron-server[94447]: DEBUG oslo_db.api [None req-b182a9dd-ddcd-48e3-933e-5dd319e88f1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 14:52:37.579150 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5a5f1-97ba-4693-a30e-4b383f75d542 req-3a4e9320-731a-4838-813a-ea2b4f7892f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:37.580812 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5db5a5f1-97ba-4693-a30e-4b383f75d542 req-3a4e9320-731a-4838-813a-ea2b4f7892f4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4a5deaf2-796b-4607-b71f-599fd6b4b7f6 HTTP/1.1" status: 200 len: 1096 time: 0.4326444 Jul 09 14:52:37.591787 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-effd82a8-f617-4b1b-be92-3ddc3ef3105d req-6d627788-a5e3-4c95-beda-d7e1604dc467 service neutron] 10.222.0.62 "GET /v2.0/networks/7086051a-a9a3-4774-91ec-207e7481a1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578859 Jul 09 14:52:37.600175 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0989e966-5cd9-44e1-bb77-b445667b4002 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:52:37.611000 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662d6bd8-fb36-4348-beb8-0b739754938d None None] Sync routers for ids ['e6c1cf67-0178-46bf-a943-2f7a414bf8d6'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:52:37.622586 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662d6bd8-fb36-4348-beb8-0b739754938d None None] Routers {'e6c1cf67-0178-46bf-a943-2f7a414bf8d6'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:52:37.623282 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-662d6bd8-fb36-4348-beb8-0b739754938d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:52:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['e6c1cf67-0178-46bf-a943-2f7a414bf8d6'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:52:37.650215 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9a7b3afe-3607-40df-aefc-f914b77bd4f3 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:37.697261 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9a7b3afe-3607-40df-aefc-f914b77bd4f3 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:37.702654 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-9a7b3afe-3607-40df-aefc-f914b77bd4f3 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/subnets/fb20306c-f76a-4c9d-b70b-b1f62039ad19 HTTP/1.1" status: 204 len: 168 time: 1.4747214 Jul 09 14:52:37.704660 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8494b2b-e9fe-4a31-8cb1-5c386db7ca52 None None] Network 858359dc-653d-453c-9af7-637628d0bac8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:52:37.705370 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44786) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:37.715726 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7b3afe-3607-40df-aefc-f914b77bd4f3 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event deleted for resources: {'Subnet': ['ID=fb20306c-f76a-4c9d-b70b-b1f62039ad19,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:37.733116 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-effd82a8-f617-4b1b-be92-3ddc3ef3105d req-ef4f27b0-084a-46e5-aba3-c807d1edfd11 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=584859ef-7df1-4e5e-a094-227a09a19961 HTTP/1.1" status: 200 len: 217 time: 0.1296966 Jul 09 14:52:37.746139 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd41b52-9319-42c9-a809-b79835b745aa req-5d9641bf-4c48-4c49-9fd9-fbfc9bb02e97 tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:37.747927 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5cd41b52-9319-42c9-a809-b79835b745aa req-5d9641bf-4c48-4c49-9fd9-fbfc9bb02e97 tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f854206-5f43-414b-8e9c-d97709afcc02 HTTP/1.1" status: 200 len: 944 time: 0.3187606 Jul 09 14:52:37.790979 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5db5a5f1-97ba-4693-a30e-4b383f75d542 req-0336510e-1532-4ae7-80e3-cf3020590dcb service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a0503003-e352-4db8-a0a6-bfc82c7527aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976764 Jul 09 14:52:37.829591 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-bef4ce6b-4ab8-4e63-8c48-4ef9bf7e5de3 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1194246 Jul 09 14:52:37.830555 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd82a8-f617-4b1b-be92-3ddc3ef3105d req-6e7426a4-4340-4f1b-bbf5-0b48ab21ed86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:37.833866 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-effd82a8-f617-4b1b-be92-3ddc3ef3105d req-6e7426a4-4340-4f1b-bbf5-0b48ab21ed86 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bbaf7842-6d01-4557-9de4-248881c81a38 HTTP/1.1" status: 200 len: 797 time: 0.0794713 Jul 09 14:52:37.835671 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44788) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:37.836820 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-662d6bd8-fb36-4348-beb8-0b739754938d None None] Set router e6c1cf67-0178-46bf-a943-2f7a414bf8d6 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:52:37.840307 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f52ec5ef-5be9-41fa-962a-25ca9649ea56 req-2d2a96e8-0a4a-4389-8ee1-447e75e822dd tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:37.845297 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0989e966-5cd9-44e1-bb77-b445667b4002 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:37.847602 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-0989e966-5cd9-44e1-bb77-b445667b4002 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.6228836 Jul 09 14:52:37.852755 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44790) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:37.858899 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-23207b67-dd44-4373-9810-c63d97b9ada1 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Request body: {'subnet': {'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:52:37.865416 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9c902b2e-26cf-460b-be7e-443a6d8251b5 req-0659449a-efb8-4276-90b7-f9f215a37ad0 service neutron] 10.222.0.54 "GET /v2.0/networks/f634f80f-639c-422b-bcd2-2d7781044c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7061839 Jul 09 14:52:37.925314 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5cd41b52-9319-42c9-a809-b79835b745aa req-f8bf49f6-6eef-4105-8601-e9259a292eec tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] 10.222.0.58 "GET /v2.0/security-groups?id=23904194-914d-4ee9-b0bb-667189852b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598239 Jul 09 14:52:37.999925 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b182a9dd-ddcd-48e3-933e-5dd319e88f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:38.041995 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1a04f9-4e40-44c7-ae73-7cd23b347070 None None] DHCP port deletion for 858359dc-653d-453c-9af7-637628d0bac8 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:52:38.050255 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-b182a9dd-ddcd-48e3-933e-5dd319e88f1b None None] For port 1592e418-f2c0-4b34-b1cd-e9db41298bbe, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=1592e418-f2c0-4b34-b1cd-e9db41298bbe,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:52:38.102047 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-ea1a04f9-4e40-44c7-ae73-7cd23b347070 None None] Deleting port 1592e418-f2c0-4b34-b1cd-e9db41298bbe {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:52:38.102771 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ea1a04f9-4e40-44c7-ae73-7cd23b347070 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:38.117302 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f52ec5ef-5be9-41fa-962a-25ca9649ea56 req-2d2a96e8-0a4a-4389-8ee1-447e75e822dd tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:38.144748 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23207b67-dd44-4373-9810-c63d97b9ada1 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Made reservation on behalf of 705b0dcf676c4e4da08df6f6169d5c06 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:52:38.150247 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-23207b67-dd44-4373-9810-c63d97b9ada1 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:38.178693 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-ea1a04f9-4e40-44c7-ae73-7cd23b347070 None None] For port 1592e418-f2c0-4b34-b1cd-e9db41298bbe, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=1592e418-f2c0-4b34-b1cd-e9db41298bbe,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:52:38.179207 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ea1a04f9-4e40-44c7-ae73-7cd23b347070 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:38.197823 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-ea1a04f9-4e40-44c7-ae73-7cd23b347070 None None] Calling delete_port for 1592e418-f2c0-4b34-b1cd-e9db41298bbe owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:52:38.226575 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-662d6bd8-fb36-4348-beb8-0b739754938d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c1cf67-0178-46bf-a943-2f7a414bf8d6', 'name': 'tempest-snat-router-1561988035', 'tenant_id': '627a237bc3a244b8bc902c724ce587cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '86dfc1cd-a64a-4513-bb6b-52f3d968c049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:52:31Z', 'updated_at': '2021-07-09T14:52:34Z', 'revision_number': 3, 'project_id': '627a237bc3a244b8bc902c724ce587cb', 'gw_port': {'id': '86dfc1cd-a64a-4513-bb6b-52f3d968c049', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c1cf67-0178-46bf-a943-2f7a414bf8d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:52:33Z', 'updated_at': '2021-07-09T14:52:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:52:38.269503 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662d6bd8-fb36-4348-beb8-0b739754938d None None] Checking router: e6c1cf67-0178-46bf-a943-2f7a414bf8d6 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:52:38.269886 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662d6bd8-fb36-4348-beb8-0b739754938d None None] Updating router e6c1cf67-0178-46bf-a943-2f7a414bf8d6 port 86dfc1cd-a64a-4513-bb6b-52f3d968c049 binding host n-d-799529-6 {{(pid=94448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:52:38.284785 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-9174056c-38b7-41ff-b477-d3f2388155f8 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] 10.222.0.58 "GET /v2.0/routers/e6c1cf67-0178-46bf-a943-2f7a414bf8d6 HTTP/1.1" status: 200 len: 908 time: 0.4279680 Jul 09 14:52:38.288511 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44796) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:38.309121 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-662d6bd8-fb36-4348-beb8-0b739754938d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:38.315162 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b182a9dd-ddcd-48e3-933e-5dd319e88f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:38.322202 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 1592e418-f2c0-4b34-b1cd-e9db41298bbe no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:52:38.350916 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f52ec5ef-5be9-41fa-962a-25ca9649ea56 req-2d2a96e8-0a4a-4389-8ee1-447e75e822dd tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:38.358562 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f52ec5ef-5be9-41fa-962a-25ca9649ea56 req-2d2a96e8-0a4a-4389-8ee1-447e75e822dd tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:38.362848 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f52ec5ef-5be9-41fa-962a-25ca9649ea56 req-2d2a96e8-0a4a-4389-8ee1-447e75e822dd tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] 10.222.0.58 "DELETE /v2.0/security-groups/530e88fc-ec86-4202-bb2b-1a844865bea1 HTTP/1.1" status: 204 len: 173 time: 1.1811152 Jul 09 14:52:38.404955 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2a96e8-0a4a-4389-8ee1-447e75e822dd tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=530e88fc-ec86-4202-bb2b-1a844865bea1,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:38.413799 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No active binding found for port 1592e418-f2c0-4b34-b1cd-e9db41298bbe {{(pid=94447) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 09 14:52:38.431151 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 1592e418-f2c0-4b34-b1cd-e9db41298bbe not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:52:38.431151 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ea1a04f9-4e40-44c7-ae73-7cd23b347070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:38.437287 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2a96e8-0a4a-4389-8ee1-447e75e822dd tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:52:38.437638 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2a96e8-0a4a-4389-8ee1-447e75e822dd tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:52:38.437987 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2a96e8-0a4a-4389-8ee1-447e75e822dd tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:52:38.438328 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2a96e8-0a4a-4389-8ee1-447e75e822dd tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:52:38.449305 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2a96e8-0a4a-4389-8ee1-447e75e822dd tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:52:38.449775 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2a96e8-0a4a-4389-8ee1-447e75e822dd tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:52:38.450736 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2a96e8-0a4a-4389-8ee1-447e75e822dd tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:52:38.450736 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2a96e8-0a4a-4389-8ee1-447e75e822dd tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:52:38.450945 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2a96e8-0a4a-4389-8ee1-447e75e822dd tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:52:38.451217 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2a96e8-0a4a-4389-8ee1-447e75e822dd tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:52:38.451435 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2a96e8-0a4a-4389-8ee1-447e75e822dd tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:52:38.451825 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2a96e8-0a4a-4389-8ee1-447e75e822dd tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:52:38.468396 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b182a9dd-ddcd-48e3-933e-5dd319e88f1b None None] Pushing event deleted for resources: {'Port': ['ID=1592e418-f2c0-4b34-b1cd-e9db41298bbe,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:38.506170 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9c902b2e-26cf-460b-be7e-443a6d8251b5 req-e9b60da5-59f3-412f-ab20-86f0a8683e60 service neutron] 10.222.0.54 "GET /v2.0/networks/f634f80f-639c-422b-bcd2-2d7781044c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4247811 Jul 09 14:52:38.538533 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1a04f9-4e40-44c7-ae73-7cd23b347070 None None] Pushing event deleted for resources: {'Port': ['ID=1592e418-f2c0-4b34-b1cd-e9db41298bbe,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:38.540396 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1a04f9-4e40-44c7-ae73-7cd23b347070 None None] No DVR routers for this DVR port 1592e418-f2c0-4b34-b1cd-e9db41298bbe on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:52:38.668690 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e3ab4fdc-3b41-407d-a38f-cc340fe488ce req-b5564613-7d6a-4ae9-8fce-8ee04ce9f899 tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] 10.222.0.58 "GET /v2.0/security-groups/0caefc04-076d-4114-807d-9b85b597403c HTTP/1.1" status: 200 len: 1815 time: 0.0509100 Jul 09 14:52:38.695710 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-23207b67-dd44-4373-9810-c63d97b9ada1 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:38.697735 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-662d6bd8-fb36-4348-beb8-0b739754938d None None] Notify callbacks [] for port, precommit_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:38.709715 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.provisioning_blocks [None req-662d6bd8-fb36-4348-beb8-0b739754938d None None] Transition to ACTIVE for port object 86dfc1cd-a64a-4513-bb6b-52f3d968c049 will not be triggered until provisioned by entity L2. {{(pid=94448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:52:38.732218 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e3ab4fdc-3b41-407d-a38f-cc340fe488ce req-1a22ab1f-6463-4fe0-a354-0fe47c1833b8 tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:38.760551 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e3ab4fdc-3b41-407d-a38f-cc340fe488ce req-1a22ab1f-6463-4fe0-a354-0fe47c1833b8 tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:38.813210 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-662d6bd8-fb36-4348-beb8-0b739754938d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:38.877181 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-662d6bd8-fb36-4348-beb8-0b739754938d None None] Attempting to bind port 86dfc1cd-a64a-4513-bb6b-52f3d968c049 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:52:38.877611 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-662d6bd8-fb36-4348-beb8-0b739754938d None None] Attempting to bind port 86dfc1cd-a64a-4513-bb6b-52f3d968c049 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:52:38.877970 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662d6bd8-fb36-4348-beb8-0b739754938d None None] Attempting to bind port 86dfc1cd-a64a-4513-bb6b-52f3d968c049 on network 202c7ce6-d4e9-4f80-84dd-bef08905a653 {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:52:38.880360 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d3e2a0-5417-44a1-b72b-202ea9d845ba None None] Pushing event updated for resources: {'Port': ['ID=86dfc1cd-a64a-4513-bb6b-52f3d968c049,revision_number=2']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:38.894975 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662d6bd8-fb36-4348-beb8-0b739754938d None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:52:38.894975 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662d6bd8-fb36-4348-beb8-0b739754938d None None] Checking segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:52:38.894975 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-662d6bd8-fb36-4348-beb8-0b739754938d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:38.894975 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662d6bd8-fb36-4348-beb8-0b739754938d None None] Bound using segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:52:38.894975 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-662d6bd8-fb36-4348-beb8-0b739754938d None None] Bound port: 86dfc1cd-a64a-4513-bb6b-52f3d968c049, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:52:38.894975 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-662d6bd8-fb36-4348-beb8-0b739754938d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:38.896329 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d3e2a0-5417-44a1-b72b-202ea9d845ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:52:38.896329 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d3e2a0-5417-44a1-b72b-202ea9d845ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:52:38.896688 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d3e2a0-5417-44a1-b72b-202ea9d845ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:52:38.896981 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d3e2a0-5417-44a1-b72b-202ea9d845ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:52:38.897261 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d3e2a0-5417-44a1-b72b-202ea9d845ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:52:38.897591 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d3e2a0-5417-44a1-b72b-202ea9d845ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:52:38.897945 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d3e2a0-5417-44a1-b72b-202ea9d845ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:52:38.898243 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d3e2a0-5417-44a1-b72b-202ea9d845ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:52:38.898568 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d3e2a0-5417-44a1-b72b-202ea9d845ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:52:38.898892 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d3e2a0-5417-44a1-b72b-202ea9d845ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:52:38.899211 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d3e2a0-5417-44a1-b72b-202ea9d845ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:52:38.899553 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d3e2a0-5417-44a1-b72b-202ea9d845ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:52:38.910188 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e3ab4fdc-3b41-407d-a38f-cc340fe488ce req-1a22ab1f-6463-4fe0-a354-0fe47c1833b8 tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:38.913723 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e3ab4fdc-3b41-407d-a38f-cc340fe488ce req-1a22ab1f-6463-4fe0-a354-0fe47c1833b8 tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:38.915298 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e3ab4fdc-3b41-407d-a38f-cc340fe488ce req-1a22ab1f-6463-4fe0-a354-0fe47c1833b8 tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] 10.222.0.58 "DELETE /v2.0/security-groups/0caefc04-076d-4114-807d-9b85b597403c HTTP/1.1" status: 204 len: 173 time: 0.2425885 Jul 09 14:52:38.922778 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44802) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:38.957140 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a22ab1f-6463-4fe0-a354-0fe47c1833b8 tempest-SecurityGroupRulesNegativeTestJSON-2112467349 tempest-SecurityGroupRulesNegativeTestJSON-2112467349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0caefc04-076d-4114-807d-9b85b597403c,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:38.987558 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-662d6bd8-fb36-4348-beb8-0b739754938d None None] For port 86dfc1cd-a64a-4513-bb6b-52f3d968c049, host n-d-799529-6, cleared binding levels {{(pid=94448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:52:38.996716 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-662d6bd8-fb36-4348-beb8-0b739754938d None None] For port 86dfc1cd-a64a-4513-bb6b-52f3d968c049, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=86dfc1cd-a64a-4513-bb6b-52f3d968c049,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:52:39.003870 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-1967d04e-c0f4-4749-829c-566d99113a15 admin admin] Deleting subnet 8aa47209-d1f6-42d5-807a-6814be830d2d {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:52:39.008625 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1967d04e-c0f4-4749-829c-566d99113a15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:39.070132 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1967d04e-c0f4-4749-829c-566d99113a15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:39.072383 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf58538-6e8b-4131-9b07-932c7fba0d75 req-ba4dc88d-a465-4366-a3a3-875ece227a26 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:39.074502 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6cf58538-6e8b-4131-9b07-932c7fba0d75 req-ba4dc88d-a465-4366-a3a3-875ece227a26 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a5deaf2-796b-4607-b71f-599fd6b4b7f6 HTTP/1.1" status: 200 len: 945 time: 0.9483004 Jul 09 14:52:39.082896 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23207b67-dd44-4373-9810-c63d97b9ada1 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:52:39.093768 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-23207b67-dd44-4373-9810-c63d97b9ada1 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:52:39.103436 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188bf598-e09b-4388-942e-2d6ab2b52546 None None] Network 858359dc-653d-453c-9af7-637628d0bac8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:52:39.108437 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23207b67-dd44-4373-9810-c63d97b9ada1 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:39.109028 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-23207b67-dd44-4373-9810-c63d97b9ada1 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:39.135938 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b70aab3e-c861-4d41-ac47-c4a704fe4cbb tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks [] for router, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:39.145357 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1967d04e-c0f4-4749-829c-566d99113a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:39.150951 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd82a8-f617-4b1b-be92-3ddc3ef3105d req-f4d83c71-2c31-45de-9fee-31c0944eaab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:39.152625 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-effd82a8-f617-4b1b-be92-3ddc3ef3105d req-f4d83c71-2c31-45de-9fee-31c0944eaab6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7086051a-a9a3-4774-91ec-207e7481a1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9746652 Jul 09 14:52:39.157085 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-662d6bd8-fb36-4348-beb8-0b739754938d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:39.185783 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23207b67-dd44-4373-9810-c63d97b9ada1 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event updated for resources: {'Subnet': ['ID=4a5b952b-45ce-4825-8da4-b4283f1f5a0d,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:39.220389 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6cf58538-6e8b-4131-9b07-932c7fba0d75 req-7df304af-bb90-4e62-8bb6-a9b0177c016f tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0503003-e352-4db8-a0a6-bfc82c7527aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304054 Jul 09 14:52:39.238142 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-23207b67-dd44-4373-9810-c63d97b9ada1 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3854771 Jul 09 14:52:39.239548 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44806) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:39.243283 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-5910dc83-ed42-40af-94a0-ccf43fd83f5b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-671127627', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:52:39.284259 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662d6bd8-fb36-4348-beb8-0b739754938d None None] Routers {'e6c1cf67-0178-46bf-a943-2f7a414bf8d6'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:52:39.284699 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-662d6bd8-fb36-4348-beb8-0b739754938d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:52:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['e6c1cf67-0178-46bf-a943-2f7a414bf8d6'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:52:39.291640 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f5f8c5-cc6c-4da4-af3d-6cc663be0ac0 req-4267eca6-4906-4f6f-9799-c5bdbe2589d5 tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:39.293934 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-61f5f8c5-cc6c-4da4-af3d-6cc663be0ac0 req-4267eca6-4906-4f6f-9799-c5bdbe2589d5 tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f854206-5f43-414b-8e9c-d97709afcc02 HTTP/1.1" status: 200 len: 944 time: 0.1645069 Jul 09 14:52:39.322400 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d3e2a0-5417-44a1-b72b-202ea9d845ba None None] Pushing event updated for resources: {'Port': ['ID=86dfc1cd-a64a-4513-bb6b-52f3d968c049,revision_number=3']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:39.387252 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1967d04e-c0f4-4749-829c-566d99113a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:39.433160 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-61f5f8c5-cc6c-4da4-af3d-6cc663be0ac0 req-5146c231-f10d-4197-aac0-997d1c2c6288 tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] 10.222.0.58 "GET /v2.0/security-groups?id=23904194-914d-4ee9-b0bb-667189852b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277139 Jul 09 14:52:39.451163 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b70aab3e-c861-4d41-ac47-c4a704fe4cbb tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:39.462396 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-effd82a8-f617-4b1b-be92-3ddc3ef3105d req-030cff65-1d3f-4f35-9c7e-28c328339848 service neutron] 10.222.0.62 "GET /v2.0/networks/7086051a-a9a3-4774-91ec-207e7481a1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703586 Jul 09 14:52:39.471117 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5910dc83-ed42-40af-94a0-ccf43fd83f5b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:39.472600 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5910dc83-ed42-40af-94a0-ccf43fd83f5b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:39.478284 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1967d04e-c0f4-4749-829c-566d99113a15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:39.480446 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-1967d04e-c0f4-4749-829c-566d99113a15 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/8aa47209-d1f6-42d5-807a-6814be830d2d HTTP/1.1" status: 204 len: 168 time: 0.5557246 Jul 09 14:52:39.483456 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1967d04e-c0f4-4749-829c-566d99113a15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8aa47209-d1f6-42d5-807a-6814be830d2d,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:39.489506 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44808) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:39.516421 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086d2808-921e-4161-8a77-06e8de24f62e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-858359dc-653d-453c-9af7-637628d0bac8', 'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'tenant_id': '705b0dcf676c4e4da08df6f6169d5c06', 'fixed_ips': [{'subnet_id': '4a5b952b-45ce-4825-8da4-b4283f1f5a0d'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:52:39.517526 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-086d2808-921e-4161-8a77-06e8de24f62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:39.549055 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-662d6bd8-fb36-4348-beb8-0b739754938d None None] Set router e6c1cf67-0178-46bf-a943-2f7a414bf8d6 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:52:39.670001 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 7f4c05b3-0a96-4652-9723-62db6eda9fab details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:52:39.687324 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-effd82a8-f617-4b1b-be92-3ddc3ef3105d req-7db3f444-6ed0-4555-88db-cc18a4e66de5 service neutron] 10.222.0.62 "GET /v2.0/networks/7086051a-a9a3-4774-91ec-207e7481a1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045031 Jul 09 14:52:39.700973 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5910dc83-ed42-40af-94a0-ccf43fd83f5b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:39.705339 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0cc64df5-e43f-4897-9e39-7f6777ab8800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:39.706844 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-b70aab3e-c861-4d41-ac47-c4a704fe4cbb tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Deleting port 86dfc1cd-a64a-4513-bb6b-52f3d968c049 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:52:39.707344 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b70aab3e-c861-4d41-ac47-c4a704fe4cbb tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:39.823064 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-effd82a8-f617-4b1b-be92-3ddc3ef3105d req-05071c7c-b873-4c83-a1b7-022674491b7a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1c924033-ab46-4efe-a952-c19f76703241 HTTP/1.1" status: 200 len: 217 time: 0.1280243 Jul 09 14:52:39.831632 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5910dc83-ed42-40af-94a0-ccf43fd83f5b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:39.876060 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0cc64df5-e43f-4897-9e39-7f6777ab8800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:39.895479 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-0cc64df5-e43f-4897-9e39-7f6777ab8800 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb760817-b4fc-4e89-b202-8751c9978d06']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:52:39.911875 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-0cc64df5-e43f-4897-9e39-7f6777ab8800 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc75a230-46d7-4afb-92ea-d48833fe677d') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:52:39.912961 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-0cc64df5-e43f-4897-9e39-7f6777ab8800 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc75a230-46d7-4afb-92ea-d48833fe677d') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:52:39.923432 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0cc64df5-e43f-4897-9e39-7f6777ab8800 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:39.938503 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5910dc83-ed42-40af-94a0-ccf43fd83f5b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:39.940157 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-5910dc83-ed42-40af-94a0-ccf43fd83f5b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7006781 Jul 09 14:52:39.942844 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44814) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:39.947164 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd82a8-f617-4b1b-be92-3ddc3ef3105d req-64d58f96-77fb-446c-b30a-30e96fdf69d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:39.949101 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-effd82a8-f617-4b1b-be92-3ddc3ef3105d req-64d58f96-77fb-446c-b30a-30e96fdf69d4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2f690ec9-8aa3-48cf-be43-c18952e1b046 HTTP/1.1" status: 200 len: 797 time: 0.1162972 Jul 09 14:52:39.951066 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0cc64df5-e43f-4897-9e39-7f6777ab8800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:39.968311 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-662d6bd8-fb36-4348-beb8-0b739754938d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c1cf67-0178-46bf-a943-2f7a414bf8d6', 'name': 'tempest-snat-router-1561988035', 'tenant_id': '627a237bc3a244b8bc902c724ce587cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '86dfc1cd-a64a-4513-bb6b-52f3d968c049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:52:31Z', 'updated_at': '2021-07-09T14:52:34Z', 'revision_number': 3, 'project_id': '627a237bc3a244b8bc902c724ce587cb', 'gw_port': {'id': '86dfc1cd-a64a-4513-bb6b-52f3d968c049', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c1cf67-0178-46bf-a943-2f7a414bf8d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:52:33Z', 'updated_at': '2021-07-09T14:52:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:52:40.004020 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662d6bd8-fb36-4348-beb8-0b739754938d None None] The sync data for ids ['e6c1cf67-0178-46bf-a943-2f7a414bf8d6'] in n-d-799529-6 is: [{'id': 'e6c1cf67-0178-46bf-a943-2f7a414bf8d6', 'name': 'tempest-snat-router-1561988035', 'tenant_id': '627a237bc3a244b8bc902c724ce587cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '86dfc1cd-a64a-4513-bb6b-52f3d968c049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:52:31Z', 'updated_at': '2021-07-09T14:52:34Z', 'revision_number': 3, 'project_id': '627a237bc3a244b8bc902c724ce587cb', 'gw_port': {'id': '86dfc1cd-a64a-4513-bb6b-52f3d968c049', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c1cf67-0178-46bf-a943-2f7a414bf8d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:52:33Z', 'updated_at': '2021-07-09T14:52:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:52:40.016195 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-b70aab3e-c861-4d41-ac47-c4a704fe4cbb tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] For port 86dfc1cd-a64a-4513-bb6b-52f3d968c049, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=86dfc1cd-a64a-4513-bb6b-52f3d968c049,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:52:40.016425 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b70aab3e-c861-4d41-ac47-c4a704fe4cbb tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:40.038361 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-b70aab3e-c861-4d41-ac47-c4a704fe4cbb tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Calling delete_port for 86dfc1cd-a64a-4513-bb6b-52f3d968c049 owned by network:router_gateway {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:52:40.046865 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cc64df5-e43f-4897-9e39-7f6777ab8800 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:52:40.047686 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0cc64df5-e43f-4897-9e39-7f6777ab8800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:40.049653 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:52:40.049653 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:52:40.049653 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:52:40.049653 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:52:40.049653 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:52:40.049653 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:52:40.049653 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:52:40.049653 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:52:40.049653 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:52:40.049653 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:52:40.049653 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 14:52:40.049653 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:52:40.049653 n-d-799529-6 neutron-server[94445]: timer() Jul 09 14:52:40.049653 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:52:40.049653 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 14:52:40.049653 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:52:40.049653 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 14:52:40.049653 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:52:40.049653 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 14:52:40.049653 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:52:40.049653 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 14:52:40.049653 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:52:40.049653 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 14:52:40.049653 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:52:40.049653 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:52:40.049653 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:52:40.049653 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:52:40.049653 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:52:40.049653 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 14:52:40.049653 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:52:40.049653 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 14:52:40.049653 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:52:40.049653 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:52:40.049653 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:52:40.049653 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 14:52:40.049653 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:52:40.049653 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:52:40.049653 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:52:40.049653 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:52:40.049653 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:52:40.049653 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:52:40.049653 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:52:40.125354 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-086d2808-921e-4161-8a77-06e8de24f62e None None] Allocated IP 2001:db8::2 (858359dc-653d-453c-9af7-637628d0bac8/4a5b952b-45ce-4825-8da4-b4283f1f5a0d/300fc92c-8cf5-4d04-bd73-6051d5f3101c) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:52:40.130904 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd82a8-f617-4b1b-be92-3ddc3ef3105d req-cfa6ba82-88aa-4fb7-8b74-3d21611c9874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:40.132552 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-effd82a8-f617-4b1b-be92-3ddc3ef3105d req-cfa6ba82-88aa-4fb7-8b74-3d21611c9874 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f7f6731e-df5a-475b-9c1b-606c9f6d697c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1765208 Jul 09 14:52:40.228219 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 7f4c05b3-0a96-4652-9723-62db6eda9fab, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=7f4c05b3-0a96-4652-9723-62db6eda9fab,segment=NetworkSegment(b1d9e7eb-33a5-4b68-843e-7e8c6af55fc1),segment_id=b1d9e7eb-33a5-4b68-843e-7e8c6af55fc1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:52:40.245794 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': '7f4c05b3-0a96-4652-9723-62db6eda9fab', 'network_id': 'f634f80f-639c-422b-bcd2-2d7781044c9f', 'port_id': '7f4c05b3-0a96-4652-9723-62db6eda9fab', 'mac_address': 'fa:16:3e:49:bc:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23178525-9e4d-4d91-b81a-9032bc67d701', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:52:40.341474 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:40.347741 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0cc64df5-e43f-4897-9e39-7f6777ab8800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:40.381342 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f4c05b3-0a96-4652-9723-62db6eda9fab {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:52:40.396930 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0cc64df5-e43f-4897-9e39-7f6777ab8800 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:40.401326 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-effd82a8-f617-4b1b-be92-3ddc3ef3105d req-39a51552-35fa-4ee4-bab8-b72d619bcf30 service neutron] 10.222.0.62 "GET /v2.0/networks/f7f6731e-df5a-475b-9c1b-606c9f6d697c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402003 Jul 09 14:52:40.408293 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-0cc64df5-e43f-4897-9e39-7f6777ab8800 admin admin] 10.222.0.58 "DELETE /v2.0/networks/fb760817-b4fc-4e89-b202-8751c9978d06 HTTP/1.1" status: 204 len: 168 time: 0.9160311 Jul 09 14:52:40.428101 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc64df5-e43f-4897-9e39-7f6777ab8800 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb760817-b4fc-4e89-b202-8751c9978d06,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:40.430385 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-086d2808-921e-4161-8a77-06e8de24f62e None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:40.440777 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 7f4c05b3-0a96-4652-9723-62db6eda9fab, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=7f4c05b3-0a96-4652-9723-62db6eda9fab,segment=NetworkSegment(b1d9e7eb-33a5-4b68-843e-7e8c6af55fc1),segment_id=b1d9e7eb-33a5-4b68-843e-7e8c6af55fc1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:52:40.517036 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:40.622559 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c342ee28-8b94-479e-a91b-ddf727553e19 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:40.717820 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-effd82a8-f617-4b1b-be92-3ddc3ef3105d req-4a594ccf-13e0-4657-a40a-7c40aadce957 service neutron] 10.222.0.62 "GET /v2.0/networks/f7f6731e-df5a-475b-9c1b-606c9f6d697c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941623 Jul 09 14:52:40.724163 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=7f4c05b3-0a96-4652-9723-62db6eda9fab,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:40.767749 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-effd82a8-f617-4b1b-be92-3ddc3ef3105d req-3e42fc3c-b012-4849-b9a2-dc4bea9e2d5f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ab8363f7-21ad-4c07-a8be-128ce6a85669 HTTP/1.1" status: 200 len: 217 time: 0.0424693 Jul 09 14:52:40.786670 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['7f4c05b3-0a96-4652-9723-62db6eda9fab'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:52:40.920975 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd82a8-f617-4b1b-be92-3ddc3ef3105d req-3257866b-0e01-4a2f-af32-d291fa4468c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:40.920975 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-effd82a8-f617-4b1b-be92-3ddc3ef3105d req-3257866b-0e01-4a2f-af32-d291fa4468c1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2f690ec9-8aa3-48cf-be43-c18952e1b046 HTTP/1.1" status: 200 len: 797 time: 0.1009600 Jul 09 14:52:40.921174 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a39842-35b9-4090-af8e-3043c807825e req-8d53411b-1461-4608-b87f-9ba4b3e24830 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:40.921174 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c5a39842-35b9-4090-af8e-3043c807825e req-8d53411b-1461-4608-b87f-9ba4b3e24830 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a5deaf2-796b-4607-b71f-599fd6b4b7f6 HTTP/1.1" status: 200 len: 945 time: 0.2827213 Jul 09 14:52:41.001625 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c5a39842-35b9-4090-af8e-3043c807825e req-7611576c-19d6-4c5d-9244-e1d63e75089c tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0503003-e352-4db8-a0a6-bfc82c7527aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716338 Jul 09 14:52:41.030199 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4412005a-dce9-4663-81dc-7baceef2a26e req-2dd6e8f6-25ae-44c4-8ba7-ffda9ac371e7 tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:41.031825 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4412005a-dce9-4663-81dc-7baceef2a26e req-2dd6e8f6-25ae-44c4-8ba7-ffda9ac371e7 tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f854206-5f43-414b-8e9c-d97709afcc02 HTTP/1.1" status: 200 len: 945 time: 0.2018073 Jul 09 14:52:41.034808 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd82a8-f617-4b1b-be92-3ddc3ef3105d req-e29cdb2a-1cd6-4986-bedf-9c073b14e073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:41.036291 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-effd82a8-f617-4b1b-be92-3ddc3ef3105d req-e29cdb2a-1cd6-4986-bedf-9c073b14e073 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f7f6731e-df5a-475b-9c1b-606c9f6d697c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1517081 Jul 09 14:52:41.173727 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-086d2808-921e-4161-8a77-06e8de24f62e None None] Transition to ACTIVE for port object 300fc92c-8cf5-4d04-bd73-6051d5f3101c will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:52:41.176236 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4412005a-dce9-4663-81dc-7baceef2a26e req-6ddc5e47-d0d2-4faf-b57b-553736507c27 tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] 10.222.0.58 "GET /v2.0/security-groups?id=23904194-914d-4ee9-b0bb-667189852b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331170 Jul 09 14:52:41.178513 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b70aab3e-c861-4d41-ac47-c4a704fe4cbb tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:41.213180 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-086d2808-921e-4161-8a77-06e8de24f62e None None] Transition to ACTIVE for port object 300fc92c-8cf5-4d04-bd73-6051d5f3101c will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:52:41.248135 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70aab3e-c861-4d41-ac47-c4a704fe4cbb tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Pushing event deleted for resources: {'Port': ['ID=86dfc1cd-a64a-4513-bb6b-52f3d968c049,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:41.302281 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-effd82a8-f617-4b1b-be92-3ddc3ef3105d req-547f34f2-732c-4094-8b79-3e4c3935bb64 service neutron] 10.222.0.62 "GET /v2.0/networks/f7f6731e-df5a-475b-9c1b-606c9f6d697c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565744 Jul 09 14:52:41.344325 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-086d2808-921e-4161-8a77-06e8de24f62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:41.371122 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b70aab3e-c861-4d41-ac47-c4a704fe4cbb tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:41.404462 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44828) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:41.437905 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-c342ee28-8b94-479e-a91b-ddf727553e19 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Allocated IP 2001:db8::1 (858359dc-653d-453c-9af7-637628d0bac8/4a5b952b-45ce-4825-8da4-b4283f1f5a0d/9f47bddb-9756-4757-9e6e-b429367df68e) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:52:41.468157 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086d2808-921e-4161-8a77-06e8de24f62e None None] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:52:41.474509 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-086d2808-921e-4161-8a77-06e8de24f62e None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:52:41.496088 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086d2808-921e-4161-8a77-06e8de24f62e None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:52:41.506724 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086d2808-921e-4161-8a77-06e8de24f62e None None] Pushing event updated for resources: {'Port': ['ID=300fc92c-8cf5-4d04-bd73-6051d5f3101c,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:41.553851 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b70aab3e-c861-4d41-ac47-c4a704fe4cbb tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:41.571853 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b70aab3e-c861-4d41-ac47-c4a704fe4cbb tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:41.588804 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c342ee28-8b94-479e-a91b-ddf727553e19 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:41.596538 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-086d2808-921e-4161-8a77-06e8de24f62e None None] Attempting to bind port 300fc92c-8cf5-4d04-bd73-6051d5f3101c on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:52:41.597093 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-086d2808-921e-4161-8a77-06e8de24f62e None None] Attempting to bind port 300fc92c-8cf5-4d04-bd73-6051d5f3101c by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:52:41.597401 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086d2808-921e-4161-8a77-06e8de24f62e None None] Attempting to bind port 300fc92c-8cf5-4d04-bd73-6051d5f3101c on network 858359dc-653d-453c-9af7-637628d0bac8 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:52:41.606554 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086d2808-921e-4161-8a77-06e8de24f62e None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:52:41.606943 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086d2808-921e-4161-8a77-06e8de24f62e None None] Checking segment: {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:52:41.607358 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-086d2808-921e-4161-8a77-06e8de24f62e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:41.607792 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086d2808-921e-4161-8a77-06e8de24f62e None None] Bound using segment: {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:52:41.608178 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-c342ee28-8b94-479e-a91b-ddf727553e19 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Transition to ACTIVE for port object 9f47bddb-9756-4757-9e6e-b429367df68e will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:52:41.608472 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-086d2808-921e-4161-8a77-06e8de24f62e None None] Bound port: 300fc92c-8cf5-4d04-bd73-6051d5f3101c, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:52:41.608881 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-086d2808-921e-4161-8a77-06e8de24f62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:41.616270 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 7f4c05b3-0a96-4652-9723-62db6eda9fab up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:52:41.663395 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-726e934d-f8f3-4312-aac0-6f62cc69a704 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a17c8202d8714a05bace97d1dc862eaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2577360 Jul 09 14:52:41.669672 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44830) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:41.675014 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-effd82a8-f617-4b1b-be92-3ddc3ef3105d req-11aba68f-6dfc-4371-b95d-fc76b954b985 service neutron] 10.222.0.62 "GET /v2.0/networks/f7f6731e-df5a-475b-9c1b-606c9f6d697c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3653836 Jul 09 14:52:41.688789 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e381e-fb16-4455-a45f-2b8e2ed617e3 req-c47e314e-9c8a-4e50-a120-d4908e691412 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:41.690548 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-567e381e-fb16-4455-a45f-2b8e2ed617e3 req-c47e314e-9c8a-4e50-a120-d4908e691412 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a5deaf2-796b-4607-b71f-599fd6b4b7f6 HTTP/1.1" status: 200 len: 945 time: 0.2349596 Jul 09 14:52:41.734032 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-086d2808-921e-4161-8a77-06e8de24f62e None None] For port 300fc92c-8cf5-4d04-bd73-6051d5f3101c, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:52:41.738157 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-086d2808-921e-4161-8a77-06e8de24f62e None None] For port 300fc92c-8cf5-4d04-bd73-6051d5f3101c, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=300fc92c-8cf5-4d04-bd73-6051d5f3101c,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:52:41.760683 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-93121aab-8ef9-4dc1-8ac7-e632f7b355c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:41.762784 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-567e381e-fb16-4455-a45f-2b8e2ed617e3 req-57aea4bd-0388-41f6-9846-62a05b9a61be tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0503003-e352-4db8-a0a6-bfc82c7527aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647466 Jul 09 14:52:41.788344 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c342ee28-8b94-479e-a91b-ddf727553e19 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:41.812480 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port 7f4c05b3-0a96-4652-9723-62db6eda9fab completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:52:41.817211 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b70aab3e-c861-4d41-ac47-c4a704fe4cbb tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:41.819278 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-086d2808-921e-4161-8a77-06e8de24f62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:41.819795 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b70aab3e-c861-4d41-ac47-c4a704fe4cbb tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e6c1cf67-0178-46bf-a943-2f7a414bf8d6 {{(pid=94446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:52:41.825948 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b70aab3e-c861-4d41-ac47-c4a704fe4cbb tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:41.829600 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b70aab3e-c861-4d41-ac47-c4a704fe4cbb tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] 10.222.0.58 "DELETE /v2.0/routers/e6c1cf67-0178-46bf-a943-2f7a414bf8d6 HTTP/1.1" status: 204 len: 168 time: 3.5325890 Jul 09 14:52:41.832257 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44834) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:41.843775 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port 7f4c05b3-0a96-4652-9723-62db6eda9fab triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:52:41.844579 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:41.850256 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c342ee28-8b94-479e-a91b-ddf727553e19 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event updated for resources: {'Port': ['ID=9f47bddb-9756-4757-9e6e-b429367df68e,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:41.857659 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-93121aab-8ef9-4dc1-8ac7-e632f7b355c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:41.881536 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c342ee28-8b94-479e-a91b-ddf727553e19 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:52:41.884876 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-c342ee28-8b94-479e-a91b-ddf727553e19 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:52:41.892172 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c342ee28-8b94-479e-a91b-ddf727553e19 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:52:41.892757 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c342ee28-8b94-479e-a91b-ddf727553e19 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:42.014277 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086d2808-921e-4161-8a77-06e8de24f62e None None] Pushing event updated for resources: {'Port': ['ID=300fc92c-8cf5-4d04-bd73-6051d5f3101c,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:42.156175 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-93121aab-8ef9-4dc1-8ac7-e632f7b355c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:42.160621 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-93121aab-8ef9-4dc1-8ac7-e632f7b355c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:42.170967 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-93121aab-8ef9-4dc1-8ac7-e632f7b355c6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/148aaac0-2657-4786-8b40-6afa7fd589ef HTTP/1.1" status: 204 len: 168 time: 0.4944987 Jul 09 14:52:42.211186 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4b03f2d1-6771-4bee-848d-171ec92d77d6 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks [] for router, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:42.215748 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:42.327736 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c342ee28-8b94-479e-a91b-ddf727553e19 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:42.352455 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93121aab-8ef9-4dc1-8ac7-e632f7b355c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148aaac0-2657-4786-8b40-6afa7fd589ef,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:42.361349 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f854206-5f43-414b-8e9c-d97709afcc02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f4c05b3-0a96-4652-9723-62db6eda9fab'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:52:42.396003 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4ffb44-e524-48d9-bc76-82490a4cafe0" -d '{"events": [{"server_uuid": "9f854206-5f43-414b-8e9c-d97709afcc02", "name": "network-vif-plugged", "status": "completed", "tag": "7f4c05b3-0a96-4652-9723-62db6eda9fab"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:52:42.477333 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 7f4c05b3-0a96-4652-9723-62db6eda9fab, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=7f4c05b3-0a96-4652-9723-62db6eda9fab,segment=NetworkSegment(b1d9e7eb-33a5-4b68-843e-7e8c6af55fc1),segment_id=b1d9e7eb-33a5-4b68-843e-7e8c6af55fc1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:52:42.595577 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:42.642042 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4b03f2d1-6771-4bee-848d-171ec92d77d6 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:42.693577 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b1368a-1835-427e-86b2-fb816f9784e8 req-5650cfc6-1518-4e72-8c96-5815b0213580 tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:42.695284 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-81b1368a-1835-427e-86b2-fb816f9784e8 req-5650cfc6-1518-4e72-8c96-5815b0213580 tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f854206-5f43-414b-8e9c-d97709afcc02 HTTP/1.1" status: 200 len: 945 time: 0.1383417 Jul 09 14:52:42.700055 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=7f4c05b3-0a96-4652-9723-62db6eda9fab,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:42.758586 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-81b1368a-1835-427e-86b2-fb816f9784e8 req-47f65122-dc1e-4bb4-9725-09bb68aab938 tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] 10.222.0.58 "GET /v2.0/security-groups?id=23904194-914d-4ee9-b0bb-667189852b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528550 Jul 09 14:52:42.826147 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-4b03f2d1-6771-4bee-848d-171ec92d77d6 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Deleting port 531172c7-575b-467e-af9e-3e7da9d91080 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:52:42.827144 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4b03f2d1-6771-4bee-848d-171ec92d77d6 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:42.935626 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c342ee28-8b94-479e-a91b-ddf727553e19 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:42.951931 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-4b03f2d1-6771-4bee-848d-171ec92d77d6 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] For port 531172c7-575b-467e-af9e-3e7da9d91080, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=531172c7-575b-467e-af9e-3e7da9d91080,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:52:42.952187 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4b03f2d1-6771-4bee-848d-171ec92d77d6 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:42.971429 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-4b03f2d1-6771-4bee-848d-171ec92d77d6 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Calling delete_port for 531172c7-575b-467e-af9e-3e7da9d91080 owned by network:router_gateway {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:52:43.018644 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ab3430-4e5f-4ea5-bed9-79287b035741 x-openstack-request-id: req-88ab3430-4e5f-4ea5-bed9-79287b035741 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:52:43.018644 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f854206-5f43-414b-8e9c-d97709afcc02", "name": "network-vif-plugged", "status": "completed", "tag": "7f4c05b3-0a96-4652-9723-62db6eda9fab", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:52:43.018644 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-88ab3430-4e5f-4ea5-bed9-79287b035741 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:52:43.018644 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f854206-5f43-414b-8e9c-d97709afcc02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f4c05b3-0a96-4652-9723-62db6eda9fab', 'code': 200} Jul 09 14:52:43.025210 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c342ee28-8b94-479e-a91b-ddf727553e19 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:43.026872 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c342ee28-8b94-479e-a91b-ddf727553e19 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:43.243272 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c342ee28-8b94-479e-a91b-ddf727553e19 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event updated for resources: {'Port': ['ID=9f47bddb-9756-4757-9e6e-b429367df68e,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:43.312914 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f62de3-3bfe-4182-955d-a97350a1ae97 req-b53cda57-b0fd-4959-8e2b-3068622db1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:43.314522 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-57f62de3-3bfe-4182-955d-a97350a1ae97 req-b53cda57-b0fd-4959-8e2b-3068622db1ce service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9f854206-5f43-414b-8e9c-d97709afcc02 HTTP/1.1" status: 200 len: 1097 time: 0.1784604 Jul 09 14:52:43.318185 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c342ee28-8b94-479e-a91b-ddf727553e19 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:52:43.319958 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-c342ee28-8b94-479e-a91b-ddf727553e19 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:52:43.378329 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4b03f2d1-6771-4bee-848d-171ec92d77d6 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:43.408785 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b03f2d1-6771-4bee-848d-171ec92d77d6 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Pushing event deleted for resources: {'Port': ['ID=531172c7-575b-467e-af9e-3e7da9d91080,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:43.489281 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4b03f2d1-6771-4bee-848d-171ec92d77d6 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:43.500334 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-57f62de3-3bfe-4182-955d-a97350a1ae97 req-4b8f299b-435e-454c-a26d-6943fcacbe65 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=23904194-914d-4ee9-b0bb-667189852b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752598 Jul 09 14:52:43.602623 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4b03f2d1-6771-4bee-848d-171ec92d77d6 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:43.605447 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4b03f2d1-6771-4bee-848d-171ec92d77d6 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:43.666056 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b2e5c-ef20-4166-aea8-4541989de98b req-6bc8b7b2-fbc5-4e4f-9c74-5d526069eef5 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:43.667677 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5c9b2e5c-ef20-4166-aea8-4541989de98b req-6bc8b7b2-fbc5-4e4f-9c74-5d526069eef5 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a5deaf2-796b-4607-b71f-599fd6b4b7f6 HTTP/1.1" status: 200 len: 945 time: 0.0857019 Jul 09 14:52:43.685943 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c342ee28-8b94-479e-a91b-ddf727553e19 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Router 1f52553d-4257-45f3-89b8-3347aa0efe81 is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:52:43.747882 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4b03f2d1-6771-4bee-848d-171ec92d77d6 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:43.751106 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b03f2d1-6771-4bee-848d-171ec92d77d6 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6c414eea-e5a3-4ac5-a94d-63c2f4fa75cb {{(pid=94446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:52:43.754654 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4b03f2d1-6771-4bee-848d-171ec92d77d6 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:43.763763 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-4b03f2d1-6771-4bee-848d-171ec92d77d6 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] 10.222.0.58 "DELETE /v2.0/routers/6c414eea-e5a3-4ac5-a94d-63c2f4fa75cb HTTP/1.1" status: 204 len: 168 time: 1.9262898 Jul 09 14:52:43.764451 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44886) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:43.769564 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-cf7d57c2-d1f9-44e7-857c-3b364b58ed5b tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-544375778', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}, 'admin_state_up': False}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:52:43.802237 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5c9b2e5c-ef20-4166-aea8-4541989de98b req-9fcb3e9a-5269-4149-9eb8-d6d3320b9bd6 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0503003-e352-4db8-a0a6-bfc82c7527aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257811 Jul 09 14:52:43.856586 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c342ee28-8b94-479e-a91b-ddf727553e19 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:52:43.865602 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44892) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:43.866028 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c342ee28-8b94-479e-a91b-ddf727553e19 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "PUT /v2.0/routers/1f52553d-4257-45f3-89b8-3347aa0efe81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9214296 Jul 09 14:52:43.892111 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ad6444-99d7-4dee-9b02-b0c2e45fce1b None None] Sync routers for ids ['1f52553d-4257-45f3-89b8-3347aa0efe81'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:52:43.894507 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cf7d57c2-d1f9-44e7-857c-3b364b58ed5b tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:43.897227 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cf7d57c2-d1f9-44e7-857c-3b364b58ed5b tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:43.905084 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ad6444-99d7-4dee-9b02-b0c2e45fce1b None None] Routers {'1f52553d-4257-45f3-89b8-3347aa0efe81'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:52:43.906116 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-d3ad6444-99d7-4dee-9b02-b0c2e45fce1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:52:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['1f52553d-4257-45f3-89b8-3347aa0efe81'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:52:43.990717 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44896) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:44.134195 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-d3ad6444-99d7-4dee-9b02-b0c2e45fce1b None None] Set router 1f52553d-4257-45f3-89b8-3347aa0efe81 gateway port host: None {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:52:44.167536 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-391884f7-6ec8-4eac-820a-b77cd83836ae admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-838236721-network', 'tenant_id': '20fd87b1f98540cc9f0af3977c7dea1f'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:52:44.272480 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-87d415e1-d1a4-4ceb-86cb-7a358ec41814 None None] Provisioning for port 300fc92c-8cf5-4d04-bd73-6051d5f3101c completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:52:44.287118 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391884f7-6ec8-4eac-820a-b77cd83836ae admin admin] Made reservation on behalf of 20fd87b1f98540cc9f0af3977c7dea1f for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:52:44.292293 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-391884f7-6ec8-4eac-820a-b77cd83836ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:44.309251 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-391884f7-6ec8-4eac-820a-b77cd83836ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:44.335610 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bc35d8-eac2-4b65-a773-bef042c6ba7b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:44.337364 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c4bc35d8-eac2-4b65-a773-bef042c6ba7b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/ports/9f47bddb-9756-4757-9e6e-b429367df68e HTTP/1.1" status: 200 len: 911 time: 0.4706481 Jul 09 14:52:44.342064 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44902) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:44.366914 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cf7d57c2-d1f9-44e7-857c-3b364b58ed5b tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:44.440609 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-d3ad6444-99d7-4dee-9b02-b0c2e45fce1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f52553d-4257-45f3-89b8-3347aa0efe81', 'name': 'tempest-NetworksTestDHCPv6-router-671127627', 'tenant_id': '705b0dcf676c4e4da08df6f6169d5c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:52:39Z', 'updated_at': '2021-07-09T14:52:42Z', 'revision_number': 2, 'project_id': '705b0dcf676c4e4da08df6f6169d5c06', 'gw_port_host': None, '_interfaces': [{'id': '9f47bddb-9756-4757-9e6e-b429367df68e', 'name': '', 'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'tenant_id': '705b0dcf676c4e4da08df6f6169d5c06', 'mac_address': 'fa:16:3e:f1:79:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f52553d-4257-45f3-89b8-3347aa0efe81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '4a5b952b-45ce-4825-8da4-b4283f1f5a0d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:52:40Z', 'updated_at': '2021-07-09T14:52:42Z', 'revision_number': 2, 'project_id': '705b0dcf676c4e4da08df6f6169d5c06', 'subnets': [{'id': '4a5b952b-45ce-4825-8da4-b4283f1f5a0d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:52:44.500751 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ad6444-99d7-4dee-9b02-b0c2e45fce1b None None] Checking router: 1f52553d-4257-45f3-89b8-3347aa0efe81 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:52:44.501308 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ad6444-99d7-4dee-9b02-b0c2e45fce1b None None] Updating router 1f52553d-4257-45f3-89b8-3347aa0efe81 port 9f47bddb-9756-4757-9e6e-b429367df68e binding host n-d-799529-6 {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:52:44.508211 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-391884f7-6ec8-4eac-820a-b77cd83836ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:44.509987 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec78237-b7e7-42c8-a5e5-57d0f473b8a8 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:44.517127 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec78237-b7e7-42c8-a5e5-57d0f473b8a8 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:44.519326 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-cec78237-b7e7-42c8-a5e5-57d0f473b8a8 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1760659 Jul 09 14:52:44.523159 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44904) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:44.565662 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d3ad6444-99d7-4dee-9b02-b0c2e45fce1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:44.591405 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 300fc92c-8cf5-4d04-bd73-6051d5f3101c up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:52:44.634249 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9b249e-b15c-4109-b1fe-49312c5fb71c req-28e5812e-1e81-44e3-b459-2c32ce771e6d tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:44.640818 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3f9b249e-b15c-4109-b1fe-49312c5fb71c req-28e5812e-1e81-44e3-b459-2c32ce771e6d tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f854206-5f43-414b-8e9c-d97709afcc02 HTTP/1.1" status: 200 len: 946 time: 0.6928494 Jul 09 14:52:44.643711 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a3470dba-c89d-4355-ba3f-6e5787411902 None None] Provisioning for port 9f47bddb-9756-4757-9e6e-b429367df68e completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:52:44.646832 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-391884f7-6ec8-4eac-820a-b77cd83836ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:44.665126 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a3470dba-c89d-4355-ba3f-6e5787411902 None None] Provisioning complete for port 9f47bddb-9756-4757-9e6e-b429367df68e triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:52:44.665422 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a3470dba-c89d-4355-ba3f-6e5787411902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:44.689882 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-391884f7-6ec8-4eac-820a-b77cd83836ae admin admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:52:44.697293 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391884f7-6ec8-4eac-820a-b77cd83836ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe617e07-4869-4268-84c0-557ade8f0a08,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:44.718747 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-391884f7-6ec8-4eac-820a-b77cd83836ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:44.718747 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-391884f7-6ec8-4eac-820a-b77cd83836ae admin admin] Added segment f9c9b81f-0e6e-496b-9f9a-51a976479dd5 of type vlan for network b2b63b0e-b517-486a-9f8a-a2c1c761eb24 Jul 09 14:52:44.787798 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a3470dba-c89d-4355-ba3f-6e5787411902 None None] Port 9f47bddb-9756-4757-9e6e-b429367df68e cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:52:44.807446 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cf7d57c2-d1f9-44e7-857c-3b364b58ed5b tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:44.822822 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3f9b249e-b15c-4109-b1fe-49312c5fb71c req-859c976f-802f-480d-b1a0-2c73fd69276c tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] 10.222.0.58 "GET /v2.0/security-groups?id=23904194-914d-4ee9-b0bb-667189852b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809225 Jul 09 14:52:44.851655 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-391884f7-6ec8-4eac-820a-b77cd83836ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:44.868365 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:44.888966 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 300fc92c-8cf5-4d04-bd73-6051d5f3101c completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:52:44.906853 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 300fc92c-8cf5-4d04-bd73-6051d5f3101c triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:52:44.907632 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:44.986798 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a1005e31-457e-44b0-b4d4-7927340dfc7d None None] Provisioning complete for port 9f47bddb-9756-4757-9e6e-b429367df68e triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:52:44.987279 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a1005e31-457e-44b0-b4d4-7927340dfc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:45.081889 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:45.085943 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a1005e31-457e-44b0-b4d4-7927340dfc7d None None] Port 9f47bddb-9756-4757-9e6e-b429367df68e cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:52:45.088758 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d3ad6444-99d7-4dee-9b02-b0c2e45fce1b None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:45.117150 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-d3ad6444-99d7-4dee-9b02-b0c2e45fce1b None None] Transition to ACTIVE for port object 9f47bddb-9756-4757-9e6e-b429367df68e will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:52:45.130503 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-391884f7-6ec8-4eac-820a-b77cd83836ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:45.131537 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391884f7-6ec8-4eac-820a-b77cd83836ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:45.132134 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-391884f7-6ec8-4eac-820a-b77cd83836ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:45.149287 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 300fc92c-8cf5-4d04-bd73-6051d5f3101c, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=300fc92c-8cf5-4d04-bd73-6051d5f3101c,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:52:45.223528 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f12d48d-60ce-459f-aa91-6a2cc1c0ddc0 req-765ca6b4-2e2d-414c-b691-f0020d975cda tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:45.225138 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9f12d48d-60ce-459f-aa91-6a2cc1c0ddc0 req-765ca6b4-2e2d-414c-b691-f0020d975cda tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a5deaf2-796b-4607-b71f-599fd6b4b7f6 HTTP/1.1" status: 200 len: 945 time: 0.2407069 Jul 09 14:52:45.237051 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d3ad6444-99d7-4dee-9b02-b0c2e45fce1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:45.247007 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cf7d57c2-d1f9-44e7-857c-3b364b58ed5b tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks [] for router_gateway, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:45.267423 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391884f7-6ec8-4eac-820a-b77cd83836ae admin admin] Pushing event updated for resources: {'Network': ['ID=b2b63b0e-b517-486a-9f8a-a2c1c761eb24,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:45.275714 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cf7d57c2-d1f9-44e7-857c-3b364b58ed5b tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:45.279007 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:45.287900 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network b2b63b0e-b517-486a-9f8a-a2c1c761eb24 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:52:45.318522 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9f12d48d-60ce-459f-aa91-6a2cc1c0ddc0 req-c917f02c-2665-42df-95ea-ddf30346392c tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0503003-e352-4db8-a0a6-bfc82c7527aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814700 Jul 09 14:52:45.382351 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-391884f7-6ec8-4eac-820a-b77cd83836ae admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3904839 Jul 09 14:52:45.387019 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44910) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:45.401682 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-4f393dca-fffa-4a41-8185-0bbe3ac0f679 admin admin] Request body: {'subnet': {'network_id': 'b2b63b0e-b517-486a-9f8a-a2c1c761eb24', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-838236721-subnet', 'tenant_id': '20fd87b1f98540cc9f0af3977c7dea1f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:52:45.415043 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 531172c7-575b-467e-af9e-3e7da9d91080 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:52:45.458617 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 531172c7-575b-467e-af9e-3e7da9d91080 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:52:45.459116 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 531172c7-575b-467e-af9e-3e7da9d91080 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:52:45.460471 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 86dfc1cd-a64a-4513-bb6b-52f3d968c049 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:52:45.468222 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44948e8f-abaf-4cd4-9f13-ba29a4fa185d None None] Pushing event updated for resources: {'Port': ['ID=9f47bddb-9756-4757-9e6e-b429367df68e,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:45.509281 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b613bf0b-9e19-4b8c-b092-4b6d3ded5f93 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:45.549588 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 86dfc1cd-a64a-4513-bb6b-52f3d968c049 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:52:45.549936 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 86dfc1cd-a64a-4513-bb6b-52f3d968c049 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:52:45.551096 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-cf7d57c2-d1f9-44e7-857c-3b364b58ed5b tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Allocated IP 172.25.3.85 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/9c528022-82fd-4d5b-b2c1-f10348410d1c) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:52:45.625557 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=300fc92c-8cf5-4d04-bd73-6051d5f3101c,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:45.642121 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f393dca-fffa-4a41-8185-0bbe3ac0f679 admin admin] Made reservation on behalf of 20fd87b1f98540cc9f0af3977c7dea1f for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:52:45.644688 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-d3ad6444-99d7-4dee-9b02-b0c2e45fce1b None None] Attempting to bind port 9f47bddb-9756-4757-9e6e-b429367df68e on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:52:45.644876 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4f393dca-fffa-4a41-8185-0bbe3ac0f679 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:45.645314 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-d3ad6444-99d7-4dee-9b02-b0c2e45fce1b None None] Attempting to bind port 9f47bddb-9756-4757-9e6e-b429367df68e by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:52:45.645784 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ad6444-99d7-4dee-9b02-b0c2e45fce1b None None] Attempting to bind port 9f47bddb-9756-4757-9e6e-b429367df68e on network 858359dc-653d-453c-9af7-637628d0bac8 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:52:45.653152 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ad6444-99d7-4dee-9b02-b0c2e45fce1b None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:52:45.653517 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ad6444-99d7-4dee-9b02-b0c2e45fce1b None None] Checking segment: {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:52:45.654306 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d3ad6444-99d7-4dee-9b02-b0c2e45fce1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:45.654856 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ad6444-99d7-4dee-9b02-b0c2e45fce1b None None] Bound using segment: {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:52:45.655649 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-d3ad6444-99d7-4dee-9b02-b0c2e45fce1b None None] Bound port: 9f47bddb-9756-4757-9e6e-b429367df68e, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:52:45.656153 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d3ad6444-99d7-4dee-9b02-b0c2e45fce1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:45.744711 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-d3ad6444-99d7-4dee-9b02-b0c2e45fce1b None None] For port 9f47bddb-9756-4757-9e6e-b429367df68e, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:52:45.749182 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-d3ad6444-99d7-4dee-9b02-b0c2e45fce1b None None] For port 9f47bddb-9756-4757-9e6e-b429367df68e, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=9f47bddb-9756-4757-9e6e-b429367df68e,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:52:45.772548 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cf7d57c2-d1f9-44e7-857c-3b364b58ed5b tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:45.852495 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d3ad6444-99d7-4dee-9b02-b0c2e45fce1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:45.935063 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ad6444-99d7-4dee-9b02-b0c2e45fce1b None None] Routers {'1f52553d-4257-45f3-89b8-3347aa0efe81'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:52:45.935670 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-d3ad6444-99d7-4dee-9b02-b0c2e45fce1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:52:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['1f52553d-4257-45f3-89b8-3347aa0efe81'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:52:46.005824 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cf7d57c2-d1f9-44e7-857c-3b364b58ed5b tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:46.041427 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4f393dca-fffa-4a41-8185-0bbe3ac0f679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:46.114714 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7d57c2-d1f9-44e7-857c-3b364b58ed5b tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:52:46.138756 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-cf7d57c2-d1f9-44e7-857c-3b364b58ed5b tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:52:46.161600 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7d57c2-d1f9-44e7-857c-3b364b58ed5b tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Pushing event updated for resources: {'Port': ['ID=9c528022-82fd-4d5b-b2c1-f10348410d1c,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:46.178398 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44948e8f-abaf-4cd4-9f13-ba29a4fa185d None None] Pushing event updated for resources: {'Port': ['ID=9f47bddb-9756-4757-9e6e-b429367df68e,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:46.185109 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 300fc92c-8cf5-4d04-bd73-6051d5f3101c up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:52:46.186111 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7d57c2-d1f9-44e7-857c-3b364b58ed5b tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:52:46.236925 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-d3ad6444-99d7-4dee-9b02-b0c2e45fce1b None None] Set router 1f52553d-4257-45f3-89b8-3347aa0efe81 gateway port host: None {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:52:46.249047 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f393dca-fffa-4a41-8185-0bbe3ac0f679 admin admin] Checking segment: {'id': 'f9c9b81f-0e6e-496b-9f9a-51a976479dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b2b63b0e-b517-486a-9f8a-a2c1c761eb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:52:46.249712 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f393dca-fffa-4a41-8185-0bbe3ac0f679 admin admin] Network hostable DHCP agents. Network: b2b63b0e-b517-486a-9f8a-a2c1c761eb24, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:52:46.265482 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f393dca-fffa-4a41-8185-0bbe3ac0f679 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca22d5b8-2b29-4e11-b70d-065b9fbd86b9,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:46.281353 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e55c2f-c7fd-4f97-94b6-6bfbde840173 req-2e58fbd1-b51b-49c5-b44b-7efb699fa086 tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:46.283491 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d0e55c2f-c7fd-4f97-94b6-6bfbde840173 req-2e58fbd1-b51b-49c5-b44b-7efb699fa086 tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f854206-5f43-414b-8e9c-d97709afcc02 HTTP/1.1" status: 200 len: 946 time: 0.3088741 Jul 09 14:52:46.285066 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-b613bf0b-9e19-4b8c-b092-4b6d3ded5f93 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Deleting port 9f47bddb-9756-4757-9e6e-b429367df68e {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:52:46.285410 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b613bf0b-9e19-4b8c-b092-4b6d3ded5f93 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:46.311454 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 300fc92c-8cf5-4d04-bd73-6051d5f3101c triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:52:46.311880 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:46.434261 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-b613bf0b-9e19-4b8c-b092-4b6d3ded5f93 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] For port 9f47bddb-9756-4757-9e6e-b429367df68e, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=9f47bddb-9756-4757-9e6e-b429367df68e,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:52:46.434851 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b613bf0b-9e19-4b8c-b092-4b6d3ded5f93 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:46.472456 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-b613bf0b-9e19-4b8c-b092-4b6d3ded5f93 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Calling delete_port for 9f47bddb-9756-4757-9e6e-b429367df68e owned by network:router_interface {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:52:46.485852 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d0e55c2f-c7fd-4f97-94b6-6bfbde840173 req-92bde34b-62e3-4862-8332-298d5e587169 tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] 10.222.0.58 "GET /v2.0/security-groups?id=23904194-914d-4ee9-b0bb-667189852b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883631 Jul 09 14:52:46.489194 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f393dca-fffa-4a41-8185-0bbe3ac0f679 admin admin] Network b2b63b0e-b517-486a-9f8a-a2c1c761eb24 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:52:46.608605 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-4f393dca-fffa-4a41-8185-0bbe3ac0f679 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, b2b63b0e-b517-486a-9f8a-a2c1c761eb24) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:52:46.627908 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f393dca-fffa-4a41-8185-0bbe3ac0f679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:46.628506 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4f393dca-fffa-4a41-8185-0bbe3ac0f679 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:46.632882 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb70fce8-d1e2-438c-a761-14389b114fa7 None None] Network b2b63b0e-b517-486a-9f8a-a2c1c761eb24 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:52:46.822853 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-d3ad6444-99d7-4dee-9b02-b0c2e45fce1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f52553d-4257-45f3-89b8-3347aa0efe81', 'name': 'tempest-NetworksTestDHCPv6-router-671127627', 'tenant_id': '705b0dcf676c4e4da08df6f6169d5c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:52:39Z', 'updated_at': '2021-07-09T14:52:42Z', 'revision_number': 2, 'project_id': '705b0dcf676c4e4da08df6f6169d5c06', 'gw_port_host': None, '_interfaces': [{'id': '9f47bddb-9756-4757-9e6e-b429367df68e', 'name': '', 'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'tenant_id': '705b0dcf676c4e4da08df6f6169d5c06', 'mac_address': 'fa:16:3e:f1:79:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f52553d-4257-45f3-89b8-3347aa0efe81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '4a5b952b-45ce-4825-8da4-b4283f1f5a0d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:52:40Z', 'updated_at': '2021-07-09T14:52:45Z', 'revision_number': 4, 'project_id': '705b0dcf676c4e4da08df6f6169d5c06', 'subnets': [{'id': '4a5b952b-45ce-4825-8da4-b4283f1f5a0d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:52:46.840544 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-4f393dca-fffa-4a41-8185-0bbe3ac0f679 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4473543 Jul 09 14:52:46.841582 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44930) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:46.847466 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-2f8bb62a-eb32-4765-99da-788cc5a4cb9f admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-838236721-router', 'tenant_id': '20fd87b1f98540cc9f0af3977c7dea1f', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:52:46.877744 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ad6444-99d7-4dee-9b02-b0c2e45fce1b None None] The sync data for ids ['1f52553d-4257-45f3-89b8-3347aa0efe81'] in n-d-799529-6 is: [{'id': '1f52553d-4257-45f3-89b8-3347aa0efe81', 'name': 'tempest-NetworksTestDHCPv6-router-671127627', 'tenant_id': '705b0dcf676c4e4da08df6f6169d5c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:52:39Z', 'updated_at': '2021-07-09T14:52:42Z', 'revision_number': 2, 'project_id': '705b0dcf676c4e4da08df6f6169d5c06', 'gw_port_host': None, '_interfaces': [{'id': '9f47bddb-9756-4757-9e6e-b429367df68e', 'name': '', 'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'tenant_id': '705b0dcf676c4e4da08df6f6169d5c06', 'mac_address': 'fa:16:3e:f1:79:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f52553d-4257-45f3-89b8-3347aa0efe81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '4a5b952b-45ce-4825-8da4-b4283f1f5a0d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:52:40Z', 'updated_at': '2021-07-09T14:52:45Z', 'revision_number': 4, 'project_id': '705b0dcf676c4e4da08df6f6169d5c06', 'subnets': [{'id': '4a5b952b-45ce-4825-8da4-b4283f1f5a0d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:52:46.925726 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb69bcc4-4b93-4a2a-904c-6ca9737c3f48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-b2b63b0e-b517-486a-9f8a-a2c1c761eb24', 'network_id': 'b2b63b0e-b517-486a-9f8a-a2c1c761eb24', 'tenant_id': '20fd87b1f98540cc9f0af3977c7dea1f', 'fixed_ips': [{'subnet_id': 'ca22d5b8-2b29-4e11-b70d-065b9fbd86b9'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:52:46.926104 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-cb69bcc4-4b93-4a2a-904c-6ca9737c3f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:46.996823 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2f8bb62a-eb32-4765-99da-788cc5a4cb9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:46.997923 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2f8bb62a-eb32-4765-99da-788cc5a4cb9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:47.003339 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b613bf0b-9e19-4b8c-b092-4b6d3ded5f93 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:47.078432 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b613bf0b-9e19-4b8c-b092-4b6d3ded5f93 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event deleted for resources: {'Port': ['ID=9f47bddb-9756-4757-9e6e-b429367df68e,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:47.090739 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf3c02-5697-47c2-86e9-96528ea7c890 req-23ada7a0-0e1f-4742-97e8-6e7ba32ab1d1 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:47.098170 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-13cf3c02-5697-47c2-86e9-96528ea7c890 req-23ada7a0-0e1f-4742-97e8-6e7ba32ab1d1 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a5deaf2-796b-4607-b71f-599fd6b4b7f6 HTTP/1.1" status: 200 len: 945 time: 0.3369255 Jul 09 14:52:47.109345 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cf7d57c2-d1f9-44e7-857c-3b364b58ed5b tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks [] for router_gateway, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:47.210285 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-13cf3c02-5697-47c2-86e9-96528ea7c890 req-7e460684-62c2-4fb2-a1d5-39d59ad58f59 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0503003-e352-4db8-a0a6-bfc82c7527aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054027 Jul 09 14:52:47.317852 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-cb69bcc4-4b93-4a2a-904c-6ca9737c3f48 None None] Allocated IP 172.20.0.2 (b2b63b0e-b517-486a-9f8a-a2c1c761eb24/ca22d5b8-2b29-4e11-b70d-065b9fbd86b9/f6178c9d-cc3a-4712-bbbe-7e58711f3aa1) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:52:47.498609 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2f8bb62a-eb32-4765-99da-788cc5a4cb9f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:47.519070 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cf7d57c2-d1f9-44e7-857c-3b364b58ed5b tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:47.550580 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b613bf0b-9e19-4b8c-b092-4b6d3ded5f93 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:47.673943 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-cb69bcc4-4b93-4a2a-904c-6ca9737c3f48 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:47.696719 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-cb69bcc4-4b93-4a2a-904c-6ca9737c3f48 None None] Transition to ACTIVE for port object f6178c9d-cc3a-4712-bbbe-7e58711f3aa1 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:52:47.731479 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-cb69bcc4-4b93-4a2a-904c-6ca9737c3f48 None None] Transition to ACTIVE for port object f6178c9d-cc3a-4712-bbbe-7e58711f3aa1 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:52:47.791160 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf7d57c2-d1f9-44e7-857c-3b364b58ed5b tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Router 14afdc8a-4e3e-485b-8247-c91e84e93d3a is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:52:47.825704 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-cb69bcc4-4b93-4a2a-904c-6ca9737c3f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:47.840867 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2f8bb62a-eb32-4765-99da-788cc5a4cb9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:47.847047 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd93b443-d11c-4af9-a681-84e0f7ccda03 req-ec3212d8-e88a-47f7-9195-b6188862f41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:47.848653 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dd93b443-d11c-4af9-a681-84e0f7ccda03 req-ec3212d8-e88a-47f7-9195-b6188862f41b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3ea03172892e40bfb58f1cf43bf764df&device_id=9f854206-5f43-414b-8e9c-d97709afcc02 HTTP/1.1" status: 200 len: 1097 time: 0.4575443 Jul 09 14:52:47.903833 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb69bcc4-4b93-4a2a-904c-6ca9737c3f48 None None] Pushing event updated for resources: {'Port': ['ID=f6178c9d-cc3a-4712-bbbe-7e58711f3aa1,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:47.915837 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb69bcc4-4b93-4a2a-904c-6ca9737c3f48 None None] Network b2b63b0e-b517-486a-9f8a-a2c1c761eb24 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:52:47.918580 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-cb69bcc4-4b93-4a2a-904c-6ca9737c3f48 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:52:47.925507 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb69bcc4-4b93-4a2a-904c-6ca9737c3f48 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:52:47.947000 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530c97e-0593-4548-a98b-109758f337fc req-38a1f551-3ef5-4fb9-a166-bf74bbd9a324 tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:47.956060 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f530c97e-0593-4548-a98b-109758f337fc req-38a1f551-3ef5-4fb9-a166-bf74bbd9a324 tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f854206-5f43-414b-8e9c-d97709afcc02 HTTP/1.1" status: 200 len: 946 time: 0.5552201 Jul 09 14:52:48.004509 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7d57c2-d1f9-44e7-857c-3b364b58ed5b tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:52:48.015551 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c5967c-79b4-4fb6-9081-a0a0e8def106 None None] Sync routers for ids ['14afdc8a-4e3e-485b-8247-c91e84e93d3a'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:52:48.022006 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-cb69bcc4-4b93-4a2a-904c-6ca9737c3f48 None None] Attempting to bind port f6178c9d-cc3a-4712-bbbe-7e58711f3aa1 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:52:48.022825 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-cb69bcc4-4b93-4a2a-904c-6ca9737c3f48 None None] Attempting to bind port f6178c9d-cc3a-4712-bbbe-7e58711f3aa1 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'f9c9b81f-0e6e-496b-9f9a-51a976479dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b2b63b0e-b517-486a-9f8a-a2c1c761eb24'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:52:48.023368 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb69bcc4-4b93-4a2a-904c-6ca9737c3f48 None None] Attempting to bind port f6178c9d-cc3a-4712-bbbe-7e58711f3aa1 on network b2b63b0e-b517-486a-9f8a-a2c1c761eb24 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:52:48.028928 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c5967c-79b4-4fb6-9081-a0a0e8def106 None None] Routers {'14afdc8a-4e3e-485b-8247-c91e84e93d3a'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:52:48.029674 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-76c5967c-79b4-4fb6-9081-a0a0e8def106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:52:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['14afdc8a-4e3e-485b-8247-c91e84e93d3a'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:52:48.035793 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb69bcc4-4b93-4a2a-904c-6ca9737c3f48 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:52:48.035793 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb69bcc4-4b93-4a2a-904c-6ca9737c3f48 None None] Checking segment: {'id': 'f9c9b81f-0e6e-496b-9f9a-51a976479dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b2b63b0e-b517-486a-9f8a-a2c1c761eb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:52:48.035793 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-cb69bcc4-4b93-4a2a-904c-6ca9737c3f48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:48.035793 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb69bcc4-4b93-4a2a-904c-6ca9737c3f48 None None] Bound using segment: {'id': 'f9c9b81f-0e6e-496b-9f9a-51a976479dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b2b63b0e-b517-486a-9f8a-a2c1c761eb24'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:52:48.035793 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-cb69bcc4-4b93-4a2a-904c-6ca9737c3f48 None None] Bound port: f6178c9d-cc3a-4712-bbbe-7e58711f3aa1, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9c9b81f-0e6e-496b-9f9a-51a976479dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b2b63b0e-b517-486a-9f8a-a2c1c761eb24'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:52:48.035793 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-cb69bcc4-4b93-4a2a-904c-6ca9737c3f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:48.081646 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-76c5967c-79b4-4fb6-9081-a0a0e8def106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:52:48.084090 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b613bf0b-9e19-4b8c-b092-4b6d3ded5f93 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Router 1f52553d-4257-45f3-89b8-3347aa0efe81 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:52:48.092551 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c5967c-79b4-4fb6-9081-a0a0e8def106 None None] Routers {'14afdc8a-4e3e-485b-8247-c91e84e93d3a'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:52:48.093546 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-76c5967c-79b4-4fb6-9081-a0a0e8def106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:52:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['14afdc8a-4e3e-485b-8247-c91e84e93d3a'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:52:48.095825 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cf7d57c2-d1f9-44e7-857c-3b364b58ed5b tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:48.099545 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-cf7d57c2-d1f9-44e7-857c-3b364b58ed5b tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.3318336 Jul 09 14:52:48.100530 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44940) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:48.106367 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-d7c0b79c-56b7-44c1-9507-e675ed0d6124 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'enable_snat': False}}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:52:48.135259 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-76c5967c-79b4-4fb6-9081-a0a0e8def106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:52:48.137102 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c5967c-79b4-4fb6-9081-a0a0e8def106 None None] The sync data for ids ['14afdc8a-4e3e-485b-8247-c91e84e93d3a'] in n-d-799529-6 is: [] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:52:48.156233 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-cb69bcc4-4b93-4a2a-904c-6ca9737c3f48 None None] For port f6178c9d-cc3a-4712-bbbe-7e58711f3aa1, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:52:48.162805 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f530c97e-0593-4548-a98b-109758f337fc req-ed827d24-9d61-4947-b870-be83c8220070 tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] 10.222.0.58 "GET /v2.0/security-groups?id=23904194-914d-4ee9-b0bb-667189852b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056625 Jul 09 14:52:48.163095 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-cb69bcc4-4b93-4a2a-904c-6ca9737c3f48 None None] For port f6178c9d-cc3a-4712-bbbe-7e58711f3aa1, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=f6178c9d-cc3a-4712-bbbe-7e58711f3aa1,segment=NetworkSegment(f9c9b81f-0e6e-496b-9f9a-51a976479dd5),segment_id=f9c9b81f-0e6e-496b-9f9a-51a976479dd5)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:52:48.310495 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-cb69bcc4-4b93-4a2a-904c-6ca9737c3f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:48.335161 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd93b443-d11c-4af9-a681-84e0f7ccda03 req-8da770dc-3121-4bb1-a899-fb8c6064d52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:48.337476 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dd93b443-d11c-4af9-a681-84e0f7ccda03 req-8da770dc-3121-4bb1-a899-fb8c6064d52c service neutron] 10.222.0.54 "GET /v2.0/networks?id=f634f80f-639c-422b-bcd2-2d7781044c9f HTTP/1.1" status: 200 len: 915 time: 0.3997612 Jul 09 14:52:48.340224 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b613bf0b-9e19-4b8c-b092-4b6d3ded5f93 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:52:48.356415 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b613bf0b-9e19-4b8c-b092-4b6d3ded5f93 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "PUT /v2.0/routers/1f52553d-4257-45f3-89b8-3347aa0efe81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8276057 Jul 09 14:52:48.365447 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44950) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:48.456244 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb69bcc4-4b93-4a2a-904c-6ca9737c3f48 None None] Pushing event updated for resources: {'Port': ['ID=f6178c9d-cc3a-4712-bbbe-7e58711f3aa1,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:48.464086 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dd93b443-d11c-4af9-a681-84e0f7ccda03 req-2762e2c8-24a3-4ddb-a900-4868e1e5eccb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f4c05b3-0a96-4652-9723-62db6eda9fab HTTP/1.1" status: 200 len: 217 time: 0.1155429 Jul 09 14:52:48.574869 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a4da14-83a9-41d8-bb4c-31ae09cc6354 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:48.577646 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a4da14-83a9-41d8-bb4c-31ae09cc6354 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:48.583626 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-63a4da14-83a9-41d8-bb4c-31ae09cc6354 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2142959 Jul 09 14:52:48.585846 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd93b443-d11c-4af9-a681-84e0f7ccda03 req-fa4930a6-8d87-494f-b60d-ad7069f9e52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:48.587300 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dd93b443-d11c-4af9-a681-84e0f7ccda03 req-fa4930a6-8d87-494f-b60d-ad7069f9e52f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=23178525-9e4d-4d91-b81a-9032bc67d701 HTTP/1.1" status: 200 len: 854 time: 0.1056674 Jul 09 14:52:48.588872 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44954) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:48.619439 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:52:48.654066 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dd93b443-d11c-4af9-a681-84e0f7ccda03 req-c48c66a8-d56f-43c9-8b61-cb0258f3cf03 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f634f80f-639c-422b-bcd2-2d7781044c9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528653 Jul 09 14:52:48.690967 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85957df-18ba-44ac-b1b4-af15ec37fa99 req-0732192d-c9c2-4973-8836-0944932bf8bc tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:48.706144 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f85957df-18ba-44ac-b1b4-af15ec37fa99 req-0732192d-c9c2-4973-8836-0944932bf8bc tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a5deaf2-796b-4607-b71f-599fd6b4b7f6 HTTP/1.1" status: 200 len: 945 time: 0.2075052 Jul 09 14:52:48.791482 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f85957df-18ba-44ac-b1b4-af15ec37fa99 req-70594ce3-a60f-4f17-8122-3167cb6a6a78 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0503003-e352-4db8-a0a6-bfc82c7527aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812891 Jul 09 14:52:48.865179 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5,segment=NetworkSegment(bff1f1f8-53d0-45a1-805c-5c1d7e179e18),segment_id=bff1f1f8-53d0-45a1-805c-5c1d7e179e18)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:52:48.888645 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5', 'network_id': '4684667e-a82e-475a-9da8-8ef2bc5057c6', 'port_id': '3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5', 'mac_address': 'fa:16:3e:88:67:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d68db36-2cf0-4e9c-8902-e068bb5af194', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:52:48.950688 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:48.968612 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:52:48.988656 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d7c0b79c-56b7-44c1-9507-e675ed0d6124 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:48.993137 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5,segment=NetworkSegment(bff1f1f8-53d0-45a1-805c-5c1d7e179e18),segment_id=bff1f1f8-53d0-45a1-805c-5c1d7e179e18)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:52:49.097903 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8752614-c08e-42d0-9409-2a86c86216b9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Deleting subnet 4a5b952b-45ce-4825-8da4-b4283f1f5a0d {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:52:49.107116 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:49.114488 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a8752614-c08e-42d0-9409-2a86c86216b9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:49.176166 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a8752614-c08e-42d0-9409-2a86c86216b9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:49.195680 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0aa9d2a-523f-493a-83c1-060d748d828f None None] Sync routers for ids ['1f52553d-4257-45f3-89b8-3347aa0efe81'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:52:49.221021 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5,revision_number=6']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:49.237716 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0aa9d2a-523f-493a-83c1-060d748d828f None None] Routers {'1f52553d-4257-45f3-89b8-3347aa0efe81'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:52:49.238678 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-d0aa9d2a-523f-493a-83c1-060d748d828f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:52:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['1f52553d-4257-45f3-89b8-3347aa0efe81'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:52:49.312409 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dd93b443-d11c-4af9-a681-84e0f7ccda03 req-236e2b11-2bec-4971-b77d-c9a1156e11dc service neutron] 10.222.0.54 "GET /v2.0/networks/f634f80f-639c-422b-bcd2-2d7781044c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6359119 Jul 09 14:52:49.355538 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-d0aa9d2a-523f-493a-83c1-060d748d828f None None] Set router 1f52553d-4257-45f3-89b8-3347aa0efe81 gateway port host: None {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:52:49.426841 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-d0aa9d2a-523f-493a-83c1-060d748d828f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f52553d-4257-45f3-89b8-3347aa0efe81', 'name': 'tempest-NetworksTestDHCPv6-router-671127627', 'tenant_id': '705b0dcf676c4e4da08df6f6169d5c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:52:39Z', 'updated_at': '2021-07-09T14:52:46Z', 'revision_number': 3, 'project_id': '705b0dcf676c4e4da08df6f6169d5c06', 'gw_port_host': None}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:52:49.443899 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2f8bb62a-eb32-4765-99da-788cc5a4cb9f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:49.455156 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355fc3f4-626a-4a20-9485-4b5494ee7ed2 req-e9214e6a-ccbc-49f4-ba1d-d3c205e25de8 tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:49.457053 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-355fc3f4-626a-4a20-9485-4b5494ee7ed2 req-e9214e6a-ccbc-49f4-ba1d-d3c205e25de8 tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f854206-5f43-414b-8e9c-d97709afcc02 HTTP/1.1" status: 200 len: 946 time: 0.1464651 Jul 09 14:52:49.460637 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0aa9d2a-523f-493a-83c1-060d748d828f None None] Checking router: 1f52553d-4257-45f3-89b8-3347aa0efe81 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:52:49.470122 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:52:49.474248 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2f8bb62a-eb32-4765-99da-788cc5a4cb9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:49.496985 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a8752614-c08e-42d0-9409-2a86c86216b9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:49.502098 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0aa9d2a-523f-493a-83c1-060d748d828f None None] Routers {'1f52553d-4257-45f3-89b8-3347aa0efe81'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:52:49.502741 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-d0aa9d2a-523f-493a-83c1-060d748d828f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:52:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['1f52553d-4257-45f3-89b8-3347aa0efe81'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:52:49.600523 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-d0aa9d2a-523f-493a-83c1-060d748d828f None None] Set router 1f52553d-4257-45f3-89b8-3347aa0efe81 gateway port host: None {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:52:49.609136 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dd93b443-d11c-4af9-a681-84e0f7ccda03 req-7c041445-4161-4f57-8f59-be3cea15d768 service neutron] 10.222.0.54 "GET /v2.0/networks/f634f80f-639c-422b-bcd2-2d7781044c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746336 Jul 09 14:52:49.687721 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-d0aa9d2a-523f-493a-83c1-060d748d828f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f52553d-4257-45f3-89b8-3347aa0efe81', 'name': 'tempest-NetworksTestDHCPv6-router-671127627', 'tenant_id': '705b0dcf676c4e4da08df6f6169d5c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:52:39Z', 'updated_at': '2021-07-09T14:52:46Z', 'revision_number': 3, 'project_id': '705b0dcf676c4e4da08df6f6169d5c06', 'gw_port_host': None}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:52:49.716928 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0aa9d2a-523f-493a-83c1-060d748d828f None None] The sync data for ids ['1f52553d-4257-45f3-89b8-3347aa0efe81'] in n-d-799529-6 is: [{'id': '1f52553d-4257-45f3-89b8-3347aa0efe81', 'name': 'tempest-NetworksTestDHCPv6-router-671127627', 'tenant_id': '705b0dcf676c4e4da08df6f6169d5c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:52:39Z', 'updated_at': '2021-07-09T14:52:46Z', 'revision_number': 3, 'project_id': '705b0dcf676c4e4da08df6f6169d5c06', 'gw_port_host': None}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:52:49.760504 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-355fc3f4-626a-4a20-9485-4b5494ee7ed2 req-bddc4b40-1060-472e-a0d5-9c248941869d tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] 10.222.0.58 "GET /v2.0/security-groups?id=23904194-914d-4ee9-b0bb-667189852b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884049 Jul 09 14:52:49.763729 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d7c0b79c-56b7-44c1-9507-e675ed0d6124 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:49.774857 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d7c0b79c-56b7-44c1-9507-e675ed0d6124 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-753925'] for router, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:49.828303 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-2f8bb62a-eb32-4765-99da-788cc5a4cb9f admin admin] Allocated IP 172.25.3.103 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/bad2883a-5580-454e-a9ba-16cf8b7e5ec0) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:52:49.834568 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a8752614-c08e-42d0-9409-2a86c86216b9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:49.889641 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8752614-c08e-42d0-9409-2a86c86216b9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event deleted for resources: {'Subnet': ['ID=4a5b952b-45ce-4825-8da4-b4283f1f5a0d,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:49.905798 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a8752614-c08e-42d0-9409-2a86c86216b9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:49.916062 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0b8a4b-3e7a-45e9-b8f3-f9000321cf48 None None] Network 858359dc-653d-453c-9af7-637628d0bac8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:52:49.921800 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44972) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:49.928169 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-a8752614-c08e-42d0-9409-2a86c86216b9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/subnets/4a5b952b-45ce-4825-8da4-b4283f1f5a0d HTTP/1.1" status: 204 len: 168 time: 1.3380322 Jul 09 14:52:50.237285 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33db30d-0a5e-42a9-97f3-f8b27a82f16f None None] Network b2b63b0e-b517-486a-9f8a-a2c1c761eb24 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:52:50.243605 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2f8bb62a-eb32-4765-99da-788cc5a4cb9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:50.253288 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-1ca25dde-5b5d-43fb-9e08-a9f794a83d3d tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3272061 Jul 09 14:52:50.254281 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e6014-c5ce-478e-9fa0-be73924ecfed req-4747878e-39de-4495-b1fe-aef430f2ece6 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:50.265763 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-029e6014-c5ce-478e-9fa0-be73924ecfed req-4747878e-39de-4495-b1fe-aef430f2ece6 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a5deaf2-796b-4607-b71f-599fd6b4b7f6 HTTP/1.1" status: 200 len: 944 time: 0.2647645 Jul 09 14:52:50.268203 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44976) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:50.271681 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c0b79c-56b7-44c1-9507-e675ed0d6124 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Router 14afdc8a-4e3e-485b-8247-c91e84e93d3a has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:52:50.349517 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device f6178c9d-cc3a-4712-bbbe-7e58711f3aa1 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:52:50.407903 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5e8c9729-08b7-481b-816a-c95010915b49 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for router, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:50.471491 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-029e6014-c5ce-478e-9fa0-be73924ecfed req-ded5179e-0e4e-4e95-b56f-369ea749fffa tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0503003-e352-4db8-a0a6-bfc82c7527aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047536 Jul 09 14:52:50.524397 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c0b79c-56b7-44c1-9507-e675ed0d6124 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:52:50.532495 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d7c0b79c-56b7-44c1-9507-e675ed0d6124 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:50.532495 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d7c0b79c-56b7-44c1-9507-e675ed0d6124 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] 10.222.0.58 "PUT /v2.0/routers/14afdc8a-4e3e-485b-8247-c91e84e93d3a HTTP/1.1" status: 200 len: 920 time: 2.4297488 Jul 09 14:52:50.534241 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44982) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:50.549555 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dba507-9e0e-4773-be6e-1fde75f173ec None None] Sync routers for ids ['14afdc8a-4e3e-485b-8247-c91e84e93d3a'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:52:50.559105 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f78bce-15fb-4e65-9407-8f35dc7853b8 None None] DHCP port deletion for 858359dc-653d-453c-9af7-637628d0bac8 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:52:50.575034 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dba507-9e0e-4773-be6e-1fde75f173ec None None] Routers {'14afdc8a-4e3e-485b-8247-c91e84e93d3a'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:52:50.575723 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-20dba507-9e0e-4773-be6e-1fde75f173ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:52:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['14afdc8a-4e3e-485b-8247-c91e84e93d3a'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:52:50.577005 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-6e60d2fc-8cc2-4f93-8588-71ef47aab4bd None None] Provisioning for port f6178c9d-cc3a-4712-bbbe-7e58711f3aa1 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:52:50.637058 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-20dba507-9e0e-4773-be6e-1fde75f173ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:52:50.646651 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dba507-9e0e-4773-be6e-1fde75f173ec None None] Routers {'14afdc8a-4e3e-485b-8247-c91e84e93d3a'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:52:50.647676 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-20dba507-9e0e-4773-be6e-1fde75f173ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:52:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['14afdc8a-4e3e-485b-8247-c91e84e93d3a'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:52:50.686563 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-20dba507-9e0e-4773-be6e-1fde75f173ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:52:50.688106 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dba507-9e0e-4773-be6e-1fde75f173ec None None] The sync data for ids ['14afdc8a-4e3e-485b-8247-c91e84e93d3a'] in n-d-799529-6 is: [] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:52:50.709967 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-8bd72978-2f78-4653-8845-9596d095d2c2 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] 10.222.0.58 "GET /v2.0/routers/14afdc8a-4e3e-485b-8247-c91e84e93d3a HTTP/1.1" status: 200 len: 920 time: 0.1742804 Jul 09 14:52:50.714584 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44986) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:50.750785 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5e8c9729-08b7-481b-816a-c95010915b49 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:50.753277 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5e8c9729-08b7-481b-816a-c95010915b49 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:50.850784 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:52:50.852139 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f598bff-06d5-41e7-85d9-a5b32057178c tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:50.856721 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-3f598bff-06d5-41e7-85d9-a5b32057178c tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=202c7ce6-d4e9-4f80-84dd-bef08905a653&device_id=14afdc8a-4e3e-485b-8247-c91e84e93d3a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1378181 Jul 09 14:52:50.856968 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44990) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:50.898976 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port f6178c9d-cc3a-4712-bbbe-7e58711f3aa1 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:52:50.921623 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port f6178c9d-cc3a-4712-bbbe-7e58711f3aa1 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:52:50.922047 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:50.992372 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf3a3af-3de2-4b4e-a87e-76a398c91252 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:50.998677 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44992) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:50.999606 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-dbf3a3af-3de2-4b4e-a87e-76a398c91252 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] 10.222.0.58 "GET /v2.0/networks/202c7ce6-d4e9-4f80-84dd-bef08905a653 HTTP/1.1" status: 200 len: 881 time: 0.1415272 Jul 09 14:52:51.015032 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5e8c9729-08b7-481b-816a-c95010915b49 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:51.029723 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e8c9729-08b7-481b-816a-c95010915b49 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Fanout notify agent at l3_agent the message router_deleted on router 1f52553d-4257-45f3-89b8-3347aa0efe81 {{(pid=94445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:52:51.052915 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5e8c9729-08b7-481b-816a-c95010915b49 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:51.054789 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-5e8c9729-08b7-481b-816a-c95010915b49 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/routers/1f52553d-4257-45f3-89b8-3347aa0efe81 HTTP/1.1" status: 204 len: 168 time: 0.7839596 Jul 09 14:52:51.060462 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-306380ae-3999-4c17-b778-7ffbc8536d5d tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] 10.222.0.58 "GET /v2.0/ports?device_id=14afdc8a-4e3e-485b-8247-c91e84e93d3a HTTP/1.1" status: 200 len: 205 time: 0.0572052 Jul 09 14:52:51.060462 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44994) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:51.064121 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44996) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:51.064345 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:52:51.064806 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:51.066008 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-ba857be3-ecfe-4fba-84ea-8a6226132229 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Request body: {'subnet': {'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:52:51.154817 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-e2f78bce-15fb-4e65-9407-8f35dc7853b8 None None] Deleting port 300fc92c-8cf5-4d04-bd73-6051d5f3101c {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:52:51.155376 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e2f78bce-15fb-4e65-9407-8f35dc7853b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:51.161061 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:51.179923 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2f8bb62a-eb32-4765-99da-788cc5a4cb9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:51.235797 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8bb62a-eb32-4765-99da-788cc5a4cb9f admin admin] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:52:51.246237 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-2f8bb62a-eb32-4765-99da-788cc5a4cb9f admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:52:51.250431 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8bb62a-eb32-4765-99da-788cc5a4cb9f admin admin] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:52:51.280162 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-e2f78bce-15fb-4e65-9407-8f35dc7853b8 None None] For port 300fc92c-8cf5-4d04-bd73-6051d5f3101c, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=300fc92c-8cf5-4d04-bd73-6051d5f3101c,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:52:51.284415 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e2f78bce-15fb-4e65-9407-8f35dc7853b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:51.318287 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8bb62a-eb32-4765-99da-788cc5a4cb9f admin admin] Pushing event updated for resources: {'Port': ['ID=bad2883a-5580-454e-a9ba-16cf8b7e5ec0,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:51.331134 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-e2f78bce-15fb-4e65-9407-8f35dc7853b8 None None] Calling delete_port for 300fc92c-8cf5-4d04-bd73-6051d5f3101c owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:52:51.335329 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba857be3-ecfe-4fba-84ea-8a6226132229 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Made reservation on behalf of 705b0dcf676c4e4da08df6f6169d5c06 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:52:51.341514 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ba857be3-ecfe-4fba-84ea-8a6226132229 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:51.375733 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:51.384328 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port f6178c9d-cc3a-4712-bbbe-7e58711f3aa1, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=f6178c9d-cc3a-4712-bbbe-7e58711f3aa1,segment=NetworkSegment(f9c9b81f-0e6e-496b-9f9a-51a976479dd5),segment_id=f9c9b81f-0e6e-496b-9f9a-51a976479dd5)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:52:51.467246 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5,segment=NetworkSegment(bff1f1f8-53d0-45a1-805c-5c1d7e179e18),segment_id=bff1f1f8-53d0-45a1-805c-5c1d7e179e18)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:52:51.470332 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a5deaf2-796b-4607-b71f-599fd6b4b7f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:52:51.473158 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c838be3-efda-4bef-ab85-32fd624af358" -d '{"events": [{"server_uuid": "4a5deaf2-796b-4607-b71f-599fd6b4b7f6", "name": "network-vif-plugged", "status": "completed", "tag": "3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:52:51.477120 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:51.520633 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 9f47bddb-9756-4757-9e6e-b429367df68e no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:52:51.618604 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba96796e-1903-4b92-b500-1e0296bd4dfd x-openstack-request-id: req-ba96796e-1903-4b92-b500-1e0296bd4dfd {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:52:51.618604 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a5deaf2-796b-4607-b71f-599fd6b4b7f6", "name": "network-vif-plugged", "status": "completed", "tag": "3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:52:51.618604 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ba96796e-1903-4b92-b500-1e0296bd4dfd {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:52:51.618604 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a5deaf2-796b-4607-b71f-599fd6b4b7f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5', 'code': 200} Jul 09 14:52:51.656584 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:51.678782 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 9f47bddb-9756-4757-9e6e-b429367df68e {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:52:51.684492 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 9f47bddb-9756-4757-9e6e-b429367df68e not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:52:51.701218 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-113d22dc-f71a-4542-b9f6-048f1431c01b tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks [] for router, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:51.704815 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-7aa930b9-e385-4c31-9071-ffc098673001 None None] Provisioning complete for port f6178c9d-cc3a-4712-bbbe-7e58711f3aa1 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:52:51.705309 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7aa930b9-e385-4c31-9071-ffc098673001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:51.746304 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=f6178c9d-cc3a-4712-bbbe-7e58711f3aa1,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:51.770156 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e951f2-c7e9-4963-9545-10826e1acfdc req-6e7cb47a-c4a8-44b6-a916-a67867f8493d tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:51.772150 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f1e951f2-c7e9-4963-9545-10826e1acfdc req-6e7cb47a-c4a8-44b6-a916-a67867f8493d tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f854206-5f43-414b-8e9c-d97709afcc02 HTTP/1.1" status: 200 len: 946 time: 0.7937911 Jul 09 14:52:51.825736 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e2f78bce-15fb-4e65-9407-8f35dc7853b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:51.829242 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f1e951f2-c7e9-4963-9545-10826e1acfdc req-46e7ce68-9da2-4ccd-aeee-a5b63bbafdeb tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] 10.222.0.58 "GET /v2.0/security-groups?id=23904194-914d-4ee9-b0bb-667189852b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506971 Jul 09 14:52:51.892419 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5,revision_number=7']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:51.919901 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f78bce-15fb-4e65-9407-8f35dc7853b8 None None] No DVR routers for this DVR port 300fc92c-8cf5-4d04-bd73-6051d5f3101c on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:52:51.935659 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-113d22dc-f71a-4542-b9f6-048f1431c01b tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:51.950676 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2f8bb62a-eb32-4765-99da-788cc5a4cb9f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:51.978191 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f78bce-15fb-4e65-9407-8f35dc7853b8 None None] Pushing event deleted for resources: {'Port': ['ID=300fc92c-8cf5-4d04-bd73-6051d5f3101c,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:52.071483 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ba857be3-ecfe-4fba-84ea-8a6226132229 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:52.131583 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-113d22dc-f71a-4542-b9f6-048f1431c01b tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Deleting port 9c528022-82fd-4d5b-b2c1-f10348410d1c {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:52:52.132470 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-113d22dc-f71a-4542-b9f6-048f1431c01b tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:52.145101 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba857be3-ecfe-4fba-84ea-8a6226132229 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:52:52.150565 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-ba857be3-ecfe-4fba-84ea-8a6226132229 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:52:52.160547 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba857be3-ecfe-4fba-84ea-8a6226132229 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:52.161020 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ba857be3-ecfe-4fba-84ea-8a6226132229 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:52.166230 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a09bf65-67b1-4a50-91f1-9b187c20d7fd None None] Network 858359dc-653d-453c-9af7-637628d0bac8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:52:52.181448 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device f6178c9d-cc3a-4712-bbbe-7e58711f3aa1 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:52:52.253476 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-113d22dc-f71a-4542-b9f6-048f1431c01b tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:52.270018 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-113d22dc-f71a-4542-b9f6-048f1431c01b tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Calling delete_port for 9c528022-82fd-4d5b-b2c1-f10348410d1c owned by network:router_gateway {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:52:52.278402 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2f8bb62a-eb32-4765-99da-788cc5a4cb9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:52.296357 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port f6178c9d-cc3a-4712-bbbe-7e58711f3aa1 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:52:52.304297 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:52.405461 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba857be3-ecfe-4fba-84ea-8a6226132229 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event updated for resources: {'Subnet': ['ID=837260cc-8c36-4399-b344-b073279d3117,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:52.405843 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5cabad-4855-4461-98bc-2f1a1a53123a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-858359dc-653d-453c-9af7-637628d0bac8', 'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'tenant_id': '705b0dcf676c4e4da08df6f6169d5c06', 'fixed_ips': [{'subnet_id': '837260cc-8c36-4399-b344-b073279d3117'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:52:52.407250 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-cd5cabad-4855-4461-98bc-2f1a1a53123a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:52.419490 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ba857be3-ecfe-4fba-84ea-8a6226132229 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3548980 Jul 09 14:52:52.420608 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45018) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:52.430015 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-4586f035-30fb-417b-9f09-a55f0c3a153c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1006608768', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:52:52.486128 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088a6b3-7c40-4ff6-97c9-741b4941edbc req-f7c8f6d4-5665-4195-96e8-5ba7e61c46aa tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:52.488308 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0088a6b3-7c40-4ff6-97c9-741b4941edbc req-f7c8f6d4-5665-4195-96e8-5ba7e61c46aa tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a5deaf2-796b-4607-b71f-599fd6b4b7f6 HTTP/1.1" status: 200 len: 945 time: 0.4830961 Jul 09 14:52:52.542555 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0088a6b3-7c40-4ff6-97c9-741b4941edbc req-637aabea-6f67-423a-bd5e-9c93d28a6018 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0503003-e352-4db8-a0a6-bfc82c7527aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401716 Jul 09 14:52:52.601667 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-113d22dc-f71a-4542-b9f6-048f1431c01b tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:52.601852 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4586f035-30fb-417b-9f09-a55f0c3a153c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:52.603534 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4586f035-30fb-417b-9f09-a55f0c3a153c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:52.609009 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f8bb62a-eb32-4765-99da-788cc5a4cb9f admin admin] Router ce0bc5e2-a963-4c66-a388-010b5777302c is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:52:52.635730 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 300fc92c-8cf5-4d04-bd73-6051d5f3101c no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:52:52.653995 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113d22dc-f71a-4542-b9f6-048f1431c01b tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Pushing event deleted for resources: {'Port': ['ID=9c528022-82fd-4d5b-b2c1-f10348410d1c,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:52.664250 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 300fc92c-8cf5-4d04-bd73-6051d5f3101c {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:52:52.664750 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 300fc92c-8cf5-4d04-bd73-6051d5f3101c not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:52:52.694615 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-cd5cabad-4855-4461-98bc-2f1a1a53123a None None] Allocated IP 2001:db8::2 (858359dc-653d-453c-9af7-637628d0bac8/837260cc-8c36-4399-b344-b073279d3117/912f66b4-24ca-4077-9f69-19cfc322fdee) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:52:52.820659 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-113d22dc-f71a-4542-b9f6-048f1431c01b tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:52.929852 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-cd5cabad-4855-4461-98bc-2f1a1a53123a None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:52.941640 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-cd5cabad-4855-4461-98bc-2f1a1a53123a None None] Transition to ACTIVE for port object 912f66b4-24ca-4077-9f69-19cfc322fdee will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:52:52.962349 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-cd5cabad-4855-4461-98bc-2f1a1a53123a None None] Transition to ACTIVE for port object 912f66b4-24ca-4077-9f69-19cfc322fdee will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:52:52.981448 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-113d22dc-f71a-4542-b9f6-048f1431c01b tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:52.986645 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-113d22dc-f71a-4542-b9f6-048f1431c01b tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:53.056609 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d33636-a3cd-4f07-884c-b58164f3963a req-828da96f-7f79-478a-99e9-b0c98a25d296 tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:53.060018 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-95d33636-a3cd-4f07-884c-b58164f3963a req-828da96f-7f79-478a-99e9-b0c98a25d296 tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f854206-5f43-414b-8e9c-d97709afcc02 HTTP/1.1" status: 200 len: 946 time: 0.1833158 Jul 09 14:52:53.078209 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4586f035-30fb-417b-9f09-a55f0c3a153c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:53.099816 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-95d33636-a3cd-4f07-884c-b58164f3963a req-e48be289-ecd8-4430-860b-3d9ecf3cd6b1 tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] 10.222.0.58 "GET /v2.0/security-groups?id=23904194-914d-4ee9-b0bb-667189852b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351212 Jul 09 14:52:53.129230 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-cd5cabad-4855-4461-98bc-2f1a1a53123a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:53.137458 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f8bb62a-eb32-4765-99da-788cc5a4cb9f admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:52:53.166376 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05fdf61-5383-42ea-8688-31b6df7fbbac None None] Sync routers for ids ['ce0bc5e2-a963-4c66-a388-010b5777302c'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:52:53.167492 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4586f035-30fb-417b-9f09-a55f0c3a153c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:53.179274 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-113d22dc-f71a-4542-b9f6-048f1431c01b tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:53.181137 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-113d22dc-f71a-4542-b9f6-048f1431c01b tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Fanout notify agent at l3_agent the message router_deleted on router 14afdc8a-4e3e-485b-8247-c91e84e93d3a {{(pid=94446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:52:53.192388 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:53.194876 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-113d22dc-f71a-4542-b9f6-048f1431c01b tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:53.197172 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-113d22dc-f71a-4542-b9f6-048f1431c01b tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] 10.222.0.58 "DELETE /v2.0/routers/14afdc8a-4e3e-485b-8247-c91e84e93d3a HTTP/1.1" status: 204 len: 168 time: 2.1231616 Jul 09 14:52:53.200391 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5cabad-4855-4461-98bc-2f1a1a53123a None None] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:52:53.201498 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45030) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:53.206879 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-05e98182-011e-4e7e-8b8e-728db42c4328 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1495445235', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:52:53.211232 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-cd5cabad-4855-4461-98bc-2f1a1a53123a None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:52:53.212701 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5cabad-4855-4461-98bc-2f1a1a53123a None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:52:53.226926 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05fdf61-5383-42ea-8688-31b6df7fbbac None None] Routers {'ce0bc5e2-a963-4c66-a388-010b5777302c'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:52:53.227577 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-c05fdf61-5383-42ea-8688-31b6df7fbbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:52:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['ce0bc5e2-a963-4c66-a388-010b5777302c'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:52:53.231051 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5cabad-4855-4461-98bc-2f1a1a53123a None None] Pushing event updated for resources: {'Port': ['ID=912f66b4-24ca-4077-9f69-19cfc322fdee,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:53.241009 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2f8bb62a-eb32-4765-99da-788cc5a4cb9f admin admin] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:53.243353 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-2f8bb62a-eb32-4765-99da-788cc5a4cb9f admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.4003189 Jul 09 14:52:53.246443 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45032) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:53.277147 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4586f035-30fb-417b-9f09-a55f0c3a153c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:53.281211 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-4586f035-30fb-417b-9f09-a55f0c3a153c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8561044 Jul 09 14:52:53.282431 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45034) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:53.349895 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-cd5cabad-4855-4461-98bc-2f1a1a53123a None None] Attempting to bind port 912f66b4-24ca-4077-9f69-19cfc322fdee on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:52:53.349895 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-cd5cabad-4855-4461-98bc-2f1a1a53123a None None] Attempting to bind port 912f66b4-24ca-4077-9f69-19cfc322fdee by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:52:53.349895 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5cabad-4855-4461-98bc-2f1a1a53123a None None] Attempting to bind port 912f66b4-24ca-4077-9f69-19cfc322fdee on network 858359dc-653d-453c-9af7-637628d0bac8 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:52:53.364309 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:52:53.387273 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5cabad-4855-4461-98bc-2f1a1a53123a None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:52:53.387716 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5cabad-4855-4461-98bc-2f1a1a53123a None None] Checking segment: {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:52:53.388125 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-cd5cabad-4855-4461-98bc-2f1a1a53123a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:53.388517 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5cabad-4855-4461-98bc-2f1a1a53123a None None] Bound using segment: {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:52:53.388999 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-cd5cabad-4855-4461-98bc-2f1a1a53123a None None] Bound port: 912f66b4-24ca-4077-9f69-19cfc322fdee, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:52:53.389376 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-cd5cabad-4855-4461-98bc-2f1a1a53123a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:53.473700 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-c05fdf61-5383-42ea-8688-31b6df7fbbac None None] Set router ce0bc5e2-a963-4c66-a388-010b5777302c gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:52:53.530293 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-05e98182-011e-4e7e-8b8e-728db42c4328 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:53.532116 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-05e98182-011e-4e7e-8b8e-728db42c4328 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:53.591564 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-cd5cabad-4855-4461-98bc-2f1a1a53123a None None] For port 912f66b4-24ca-4077-9f69-19cfc322fdee, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:52:53.613080 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-cd5cabad-4855-4461-98bc-2f1a1a53123a None None] For port 912f66b4-24ca-4077-9f69-19cfc322fdee, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=912f66b4-24ca-4077-9f69-19cfc322fdee,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:52:53.675534 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-cd5cabad-4855-4461-98bc-2f1a1a53123a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:53.679491 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-05e98182-011e-4e7e-8b8e-728db42c4328 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:53.708267 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247c75b6-3964-4ce5-b2b2-84a28f37f459 req-88c0cd35-e285-4b08-9e40-84fc5da473d3 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:53.711077 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-247c75b6-3964-4ce5-b2b2-84a28f37f459 req-88c0cd35-e285-4b08-9e40-84fc5da473d3 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a5deaf2-796b-4607-b71f-599fd6b4b7f6 HTTP/1.1" status: 200 len: 945 time: 0.1627252 Jul 09 14:52:53.735303 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5e8d3b3b-ac70-4f01-a3da-cbe8bbe46dd0 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:53.780563 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5cabad-4855-4461-98bc-2f1a1a53123a None None] Pushing event updated for resources: {'Port': ['ID=912f66b4-24ca-4077-9f69-19cfc322fdee,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:53.790025 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-c05fdf61-5383-42ea-8688-31b6df7fbbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce0bc5e2-a963-4c66-a388-010b5777302c', 'name': 'tempest-ServersTestManualDisk-838236721-router', 'tenant_id': '20fd87b1f98540cc9f0af3977c7dea1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'bad2883a-5580-454e-a9ba-16cf8b7e5ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:52:47Z', 'updated_at': '2021-07-09T14:52:51Z', 'revision_number': 3, 'project_id': '20fd87b1f98540cc9f0af3977c7dea1f', 'gw_port': {'id': 'bad2883a-5580-454e-a9ba-16cf8b7e5ec0', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce0bc5e2-a963-4c66-a388-010b5777302c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:52:49Z', 'updated_at': '2021-07-09T14:52:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:52:53.816619 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-05e98182-011e-4e7e-8b8e-728db42c4328 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:53.836731 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-247c75b6-3964-4ce5-b2b2-84a28f37f459 req-e714baff-bbb6-4182-806e-12b3359b8ee4 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0503003-e352-4db8-a0a6-bfc82c7527aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851276 Jul 09 14:52:53.837442 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05fdf61-5383-42ea-8688-31b6df7fbbac None None] Checking router: ce0bc5e2-a963-4c66-a388-010b5777302c for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:52:53.837848 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05fdf61-5383-42ea-8688-31b6df7fbbac None None] Updating router ce0bc5e2-a963-4c66-a388-010b5777302c port bad2883a-5580-454e-a9ba-16cf8b7e5ec0 binding host n-d-799529-6 {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:52:53.899492 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c05fdf61-5383-42ea-8688-31b6df7fbbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:53.928203 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d702746c-1796-4873-a6d3-57c35b223eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:54.054294 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-05e98182-011e-4e7e-8b8e-728db42c4328 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:54.061328 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-05e98182-011e-4e7e-8b8e-728db42c4328 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8586736 Jul 09 14:52:54.062616 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45046) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:54.071369 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-1613be66-0fa4-45d7-a08d-3f7f3a2a8a42 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Request body: {'router': {'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:52:54.263344 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 912f66b4-24ca-4077-9f69-19cfc322fdee up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:52:54.420165 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-d702746c-1796-4873-a6d3-57c35b223eb8 admin admin] Allocated IP 172.20.0.1 (b2b63b0e-b517-486a-9f8a-a2c1c761eb24/ca22d5b8-2b29-4e11-b70d-065b9fbd86b9/e4ad67d3-3df5-4384-bcc1-df685fdc929a) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:52:54.597526 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d702746c-1796-4873-a6d3-57c35b223eb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:54.597780 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c05fdf61-5383-42ea-8688-31b6df7fbbac None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:54.616116 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-d702746c-1796-4873-a6d3-57c35b223eb8 admin admin] Transition to ACTIVE for port object e4ad67d3-3df5-4384-bcc1-df685fdc929a will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:52:54.623997 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-c05fdf61-5383-42ea-8688-31b6df7fbbac None None] Transition to ACTIVE for port object bad2883a-5580-454e-a9ba-16cf8b7e5ec0 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:52:54.635728 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1613be66-0fa4-45d7-a08d-3f7f3a2a8a42 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:54.649805 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45054) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:54.650420 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-5e8d3b3b-ac70-4f01-a3da-cbe8bbe46dd0 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Allocated IP 2001:db8::1 (858359dc-653d-453c-9af7-637628d0bac8/837260cc-8c36-4399-b344-b073279d3117/7e64aea0-7d94-4b49-b42f-ef6e83eb5a30) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:52:54.663159 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:52:54.681208 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd80c2-7b6a-4959-9e50-6b9d7ef388fc req-8baf79d6-7386-49fb-93c2-3f68f43c4b1d tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:54.683849 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ebdd80c2-7b6a-4959-9e50-6b9d7ef388fc req-8baf79d6-7386-49fb-93c2-3f68f43c4b1d tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] 10.222.0.54 "GET /v2.0/ports?device_id=9f854206-5f43-414b-8e9c-d97709afcc02 HTTP/1.1" status: 200 len: 946 time: 0.3150146 Jul 09 14:52:54.784946 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d702746c-1796-4873-a6d3-57c35b223eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:54.799558 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-22fbd2fa-b625-432d-a821-bc5a965c2d05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:54.810416 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96ac084-d38c-40c8-95ea-0ffc12f14dc4 req-1d429eff-0b8b-4d44-adce-8c70fe6c3ac6 tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:54.818545 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e96ac084-d38c-40c8-95ea-0ffc12f14dc4 req-1d429eff-0b8b-4d44-adce-8c70fe6c3ac6 tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f854206-5f43-414b-8e9c-d97709afcc02 HTTP/1.1" status: 200 len: 946 time: 0.4481282 Jul 09 14:52:54.909208 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d702746c-1796-4873-a6d3-57c35b223eb8 admin admin] Network b2b63b0e-b517-486a-9f8a-a2c1c761eb24 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:52:54.914054 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d702746c-1796-4873-a6d3-57c35b223eb8 admin admin] Pushing event updated for resources: {'Port': ['ID=e4ad67d3-3df5-4384-bcc1-df685fdc929a,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:54.924165 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-d702746c-1796-4873-a6d3-57c35b223eb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:52:54.929781 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d702746c-1796-4873-a6d3-57c35b223eb8 admin admin] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:52:54.953333 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 912f66b4-24ca-4077-9f69-19cfc322fdee completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:52:54.960466 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e96ac084-d38c-40c8-95ea-0ffc12f14dc4 req-17a00ebb-6fcf-4639-bbdf-0c8b06f5638e tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] 10.222.0.58 "GET /v2.0/security-groups?id=23904194-914d-4ee9-b0bb-667189852b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404974 Jul 09 14:52:54.962228 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c05fdf61-5383-42ea-8688-31b6df7fbbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:55.031316 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:55.089235 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d702746c-1796-4873-a6d3-57c35b223eb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:55.120752 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-c05fdf61-5383-42ea-8688-31b6df7fbbac None None] Attempting to bind port bad2883a-5580-454e-a9ba-16cf8b7e5ec0 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:52:55.127121 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-c05fdf61-5383-42ea-8688-31b6df7fbbac None None] Attempting to bind port bad2883a-5580-454e-a9ba-16cf8b7e5ec0 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:52:55.130649 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05fdf61-5383-42ea-8688-31b6df7fbbac None None] Attempting to bind port bad2883a-5580-454e-a9ba-16cf8b7e5ec0 on network 202c7ce6-d4e9-4f80-84dd-bef08905a653 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:52:55.197464 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5,segment=NetworkSegment(bff1f1f8-53d0-45a1-805c-5c1d7e179e18),segment_id=bff1f1f8-53d0-45a1-805c-5c1d7e179e18)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:52:55.213079 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05fdf61-5383-42ea-8688-31b6df7fbbac None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:52:55.215436 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05fdf61-5383-42ea-8688-31b6df7fbbac None None] Checking segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:52:55.215903 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c05fdf61-5383-42ea-8688-31b6df7fbbac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:55.216513 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05fdf61-5383-42ea-8688-31b6df7fbbac None None] Bound using segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:52:55.217327 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-c05fdf61-5383-42ea-8688-31b6df7fbbac None None] Bound port: bad2883a-5580-454e-a9ba-16cf8b7e5ec0, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:52:55.217798 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c05fdf61-5383-42ea-8688-31b6df7fbbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:55.219680 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a5deaf2-796b-4607-b71f-599fd6b4b7f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:52:55.222136 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eadfeac-8b1e-48cd-a3f8-b1ff2722db91" -d '{"events": [{"server_uuid": "4a5deaf2-796b-4607-b71f-599fd6b4b7f6", "name": "network-vif-unplugged", "status": "completed", "tag": "3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:52:55.226468 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97f9875-145a-431d-bb98-1c56b1c2ac1d None None] Pushing event updated for resources: {'Port': ['ID=bad2883a-5580-454e-a9ba-16cf8b7e5ec0,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:55.304200 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-22fbd2fa-b625-432d-a821-bc5a965c2d05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:55.313491 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5e8d3b3b-ac70-4f01-a3da-cbe8bbe46dd0 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:55.323375 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 14:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad3124e-26d0-4e96-a256-548fec8d180d x-openstack-request-id: req-dad3124e-26d0-4e96-a256-548fec8d180d {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:52:55.324108 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a5deaf2-796b-4607-b71f-599fd6b4b7f6", "name": "network-vif-unplugged", "status": "completed", "tag": "3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:52:55.324565 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dad3124e-26d0-4e96-a256-548fec8d180d {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:52:55.325407 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a5deaf2-796b-4607-b71f-599fd6b4b7f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5', 'code': 200} Jul 09 14:52:55.344284 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:55.358114 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-ebdd80c2-7b6a-4959-9e50-6b9d7ef388fc req-657c1ab7-65e0-470f-a3f7-f9915b0a5a95 tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] Deleting port 7f4c05b3-0a96-4652-9723-62db6eda9fab {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:52:55.358676 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-ebdd80c2-7b6a-4959-9e50-6b9d7ef388fc req-657c1ab7-65e0-470f-a3f7-f9915b0a5a95 tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:55.381485 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-5e8d3b3b-ac70-4f01-a3da-cbe8bbe46dd0 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Transition to ACTIVE for port object 7e64aea0-7d94-4b49-b42f-ef6e83eb5a30 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:52:55.430722 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5,revision_number=8']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:55.472338 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-c05fdf61-5383-42ea-8688-31b6df7fbbac None None] For port bad2883a-5580-454e-a9ba-16cf8b7e5ec0, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:52:55.499465 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-c05fdf61-5383-42ea-8688-31b6df7fbbac None None] For port bad2883a-5580-454e-a9ba-16cf8b7e5ec0, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=bad2883a-5580-454e-a9ba-16cf8b7e5ec0,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:52:55.522977 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-22fbd2fa-b625-432d-a821-bc5a965c2d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:55.591614 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-ebdd80c2-7b6a-4959-9e50-6b9d7ef388fc req-657c1ab7-65e0-470f-a3f7-f9915b0a5a95 tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] For port 7f4c05b3-0a96-4652-9723-62db6eda9fab, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=7f4c05b3-0a96-4652-9723-62db6eda9fab,segment=NetworkSegment(b1d9e7eb-33a5-4b68-843e-7e8c6af55fc1),segment_id=b1d9e7eb-33a5-4b68-843e-7e8c6af55fc1)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:52:55.591614 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-ebdd80c2-7b6a-4959-9e50-6b9d7ef388fc req-657c1ab7-65e0-470f-a3f7-f9915b0a5a95 tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:55.620266 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-22fbd2fa-b625-432d-a821-bc5a965c2d05 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=df1701b3ac274eeeb3e9e7a456fb84f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9672055 Jul 09 14:52:55.636098 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fbd2fa-b625-432d-a821-bc5a965c2d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3c937f-1de9-48bf-8492-2e3594541f3c,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:55.638716 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45066) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:55.684790 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-ebdd80c2-7b6a-4959-9e50-6b9d7ef388fc req-657c1ab7-65e0-470f-a3f7-f9915b0a5a95 tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] Calling delete_port for 7f4c05b3-0a96-4652-9723-62db6eda9fab owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:52:55.746144 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc3612b-2bab-417a-8d14-ec06581ed62c req-7f005581-bb85-471c-80dc-13c41cd67c16 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:55.747728 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1dc3612b-2bab-417a-8d14-ec06581ed62c req-7f005581-bb85-471c-80dc-13c41cd67c16 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a5deaf2-796b-4607-b71f-599fd6b4b7f6 HTTP/1.1" status: 200 len: 943 time: 0.4308217 Jul 09 14:52:55.764520 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1613be66-0fa4-45d7-a08d-3f7f3a2a8a42 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks [] for router_gateway, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:55.797670 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1613be66-0fa4-45d7-a08d-3f7f3a2a8a42 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:55.827074 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ffd98eb1-c625-4b63-b0de-a6e17d417983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:55.862407 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1dc3612b-2bab-417a-8d14-ec06581ed62c req-5b5f341f-3364-4fda-9f7c-bea74315ff86 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0503003-e352-4db8-a0a6-bfc82c7527aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049078 Jul 09 14:52:55.868990 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ffd98eb1-c625-4b63-b0de-a6e17d417983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:55.927885 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c05fdf61-5383-42ea-8688-31b6df7fbbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:55.929475 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923b5c3e-0263-4e29-ae6b-2dff264bdf59 req-7daa16cd-6525-414b-bdef-396bb3a197a2 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:55.930189 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-64e6dccb-ec42-46d2-a420-a030409e45a9 None None] Provisioning for port e4ad67d3-3df5-4384-bcc1-df685fdc929a completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:52:55.931250 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-923b5c3e-0263-4e29-ae6b-2dff264bdf59 req-7daa16cd-6525-414b-bdef-396bb3a197a2 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a5deaf2-796b-4607-b71f-599fd6b4b7f6 HTTP/1.1" status: 200 len: 943 time: 0.1661553 Jul 09 14:52:55.942187 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-64e6dccb-ec42-46d2-a420-a030409e45a9 None None] Provisioning complete for port e4ad67d3-3df5-4384-bcc1-df685fdc929a triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:52:55.943318 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-64e6dccb-ec42-46d2-a420-a030409e45a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:55.951917 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5e8d3b3b-ac70-4f01-a3da-cbe8bbe46dd0 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:56.010075 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d702746c-1796-4873-a6d3-57c35b223eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:56.043111 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8d3b3b-ac70-4f01-a3da-cbe8bbe46dd0 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:52:56.048092 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-1613be66-0fa4-45d7-a08d-3f7f3a2a8a42 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Allocated IP 172.25.3.190 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/c835c9ee-d256-4012-9a52-a882d1c9f59a) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:52:56.064135 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-5e8d3b3b-ac70-4f01-a3da-cbe8bbe46dd0 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:52:56.067685 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8d3b3b-ac70-4f01-a3da-cbe8bbe46dd0 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:52:56.068470 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5e8d3b3b-ac70-4f01-a3da-cbe8bbe46dd0 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:56.140006 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8d3b3b-ac70-4f01-a3da-cbe8bbe46dd0 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event updated for resources: {'Port': ['ID=7e64aea0-7d94-4b49-b42f-ef6e83eb5a30,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:56.144559 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ffd98eb1-c625-4b63-b0de-a6e17d417983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:56.149011 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ffd98eb1-c625-4b63-b0de-a6e17d417983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:56.150180 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ffd98eb1-c625-4b63-b0de-a6e17d417983 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ea3c937f-1de9-48bf-8492-2e3594541f3c HTTP/1.1" status: 204 len: 168 time: 0.4802074 Jul 09 14:52:56.175930 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97f9875-145a-431d-bb98-1c56b1c2ac1d None None] Pushing event updated for resources: {'Port': ['ID=bad2883a-5580-454e-a9ba-16cf8b7e5ec0,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:56.204038 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-64e6dccb-ec42-46d2-a420-a030409e45a9 None None] Port e4ad67d3-3df5-4384-bcc1-df685fdc929a cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:52:56.208276 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05fdf61-5383-42ea-8688-31b6df7fbbac None None] Routers {'ce0bc5e2-a963-4c66-a388-010b5777302c'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:52:56.209549 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-c05fdf61-5383-42ea-8688-31b6df7fbbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:52:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['ce0bc5e2-a963-4c66-a388-010b5777302c'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:52:56.273863 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd98eb1-c625-4b63-b0de-a6e17d417983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3c937f-1de9-48bf-8492-2e3594541f3c,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:56.281114 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-04963adc-e7f1-44b6-ad7b-d2e4d83cee86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:56.290039 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-923b5c3e-0263-4e29-ae6b-2dff264bdf59 req-cb9e2169-7dff-4b01-83ff-2cf7df8d30d3 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Deleting port 3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:52:56.290384 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-923b5c3e-0263-4e29-ae6b-2dff264bdf59 req-cb9e2169-7dff-4b01-83ff-2cf7df8d30d3 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:56.298825 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-ebdd80c2-7b6a-4959-9e50-6b9d7ef388fc req-657c1ab7-65e0-470f-a3f7-f9915b0a5a95 tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:56.305707 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-25ed2669-1d42-4060-8309-322b71a92c52 req-fac7dd07-4144-4aaa-aafe-54996e1d8895 tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f854206-5f43-414b-8e9c-d97709afcc02 HTTP/1.1" status: 200 len: 210 time: 0.1346495 Jul 09 14:52:56.324413 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['7f4c05b3-0a96-4652-9723-62db6eda9fab'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:52:56.409804 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c1ab7-65e0-470f-a3f7-f9915b0a5a95 tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] Pushing event deleted for resources: {'Port': ['ID=7f4c05b3-0a96-4652-9723-62db6eda9fab,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:56.452908 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-c05fdf61-5383-42ea-8688-31b6df7fbbac None None] Set router ce0bc5e2-a963-4c66-a388-010b5777302c gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:52:56.510348 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-74efc761-fd9f-4d26-a4a1-fe64c6750c8a None None] Provisioning for port 912f66b4-24ca-4077-9f69-19cfc322fdee completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:52:56.518720 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-923b5c3e-0263-4e29-ae6b-2dff264bdf59 req-cb9e2169-7dff-4b01-83ff-2cf7df8d30d3 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] For port 3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5,segment=NetworkSegment(bff1f1f8-53d0-45a1-805c-5c1d7e179e18),segment_id=bff1f1f8-53d0-45a1-805c-5c1d7e179e18)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:52:56.519116 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-923b5c3e-0263-4e29-ae6b-2dff264bdf59 req-cb9e2169-7dff-4b01-83ff-2cf7df8d30d3 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:56.522680 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-74efc761-fd9f-4d26-a4a1-fe64c6750c8a None None] Provisioning complete for port 912f66b4-24ca-4077-9f69-19cfc322fdee triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:52:56.522999 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d702746c-1796-4873-a6d3-57c35b223eb8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:56.523135 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-74efc761-fd9f-4d26-a4a1-fe64c6750c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:56.537323 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-923b5c3e-0263-4e29-ae6b-2dff264bdf59 req-cb9e2169-7dff-4b01-83ff-2cf7df8d30d3 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Calling delete_port for 3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5 owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:52:56.612370 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d702746c-1796-4873-a6d3-57c35b223eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:56.666160 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d702746c-1796-4873-a6d3-57c35b223eb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:56.820638 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d702746c-1796-4873-a6d3-57c35b223eb8 admin admin] Pushing event updated for resources: {'Port': ['ID=e4ad67d3-3df5-4384-bcc1-df685fdc929a,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:56.928227 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d702746c-1796-4873-a6d3-57c35b223eb8 admin admin] Network b2b63b0e-b517-486a-9f8a-a2c1c761eb24 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:52:56.936410 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-d702746c-1796-4873-a6d3-57c35b223eb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:52:56.971424 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-74efc761-fd9f-4d26-a4a1-fe64c6750c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:56.972090 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebdd80c2-7b6a-4959-9e50-6b9d7ef388fc req-657c1ab7-65e0-470f-a3f7-f9915b0a5a95 tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] No DVR routers for this DVR port 7f4c05b3-0a96-4652-9723-62db6eda9fab on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:52:56.977519 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-ebdd80c2-7b6a-4959-9e50-6b9d7ef388fc req-657c1ab7-65e0-470f-a3f7-f9915b0a5a95 tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:56.981974 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ebdd80c2-7b6a-4959-9e50-6b9d7ef388fc req-657c1ab7-65e0-470f-a3f7-f9915b0a5a95 tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] 10.222.0.54 "DELETE /v2.0/ports/7f4c05b3-0a96-4652-9723-62db6eda9fab HTTP/1.1" status: 204 len: 173 time: 2.2920911 Jul 09 14:52:56.985538 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f854206-5f43-414b-8e9c-d97709afcc02', 'name': 'network-vif-deleted', 'tag': '7f4c05b3-0a96-4652-9723-62db6eda9fab'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:52:56.985948 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc49665e-0f69-4bd8-bea4-a3325b3d9f45" -d '{"events": [{"server_uuid": "9f854206-5f43-414b-8e9c-d97709afcc02", "name": "network-vif-deleted", "tag": "7f4c05b3-0a96-4652-9723-62db6eda9fab"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:52:57.099803 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b07dbe6-4d0d-4c45-8255-2e6aea625199 x-openstack-request-id: req-5b07dbe6-4d0d-4c45-8255-2e6aea625199 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:52:57.100070 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f854206-5f43-414b-8e9c-d97709afcc02", "name": "network-vif-deleted", "tag": "7f4c05b3-0a96-4652-9723-62db6eda9fab", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:52:57.100517 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5b07dbe6-4d0d-4c45-8255-2e6aea625199 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:52:57.100825 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f854206-5f43-414b-8e9c-d97709afcc02', 'name': 'network-vif-deleted', 'tag': '7f4c05b3-0a96-4652-9723-62db6eda9fab', 'status': 'completed', 'code': 200} Jul 09 14:52:57.171895 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1613be66-0fa4-45d7-a08d-3f7f3a2a8a42 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:57.175685 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-74efc761-fd9f-4d26-a4a1-fe64c6750c8a None None] For port 912f66b4-24ca-4077-9f69-19cfc322fdee, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=912f66b4-24ca-4077-9f69-19cfc322fdee,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:52:57.218112 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5e8d3b3b-ac70-4f01-a3da-cbe8bbe46dd0 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:57.222698 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-c05fdf61-5383-42ea-8688-31b6df7fbbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce0bc5e2-a963-4c66-a388-010b5777302c', 'name': 'tempest-ServersTestManualDisk-838236721-router', 'tenant_id': '20fd87b1f98540cc9f0af3977c7dea1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'bad2883a-5580-454e-a9ba-16cf8b7e5ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:52:47Z', 'updated_at': '2021-07-09T14:52:55Z', 'revision_number': 4, 'project_id': '20fd87b1f98540cc9f0af3977c7dea1f', 'gw_port': {'id': 'bad2883a-5580-454e-a9ba-16cf8b7e5ec0', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce0bc5e2-a963-4c66-a388-010b5777302c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:52:49Z', 'updated_at': '2021-07-09T14:52:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'e4ad67d3-3df5-4384-bcc1-df685fdc929a', 'name': '', 'network_id': 'b2b63b0e-b517-486a-9f8a-a2c1c761eb24', 'tenant_id': '20fd87b1f98540cc9f0af3977c7dea1f', 'mac_address': 'fa:16:3e:f4:c2:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce0bc5e2-a963-4c66-a388-010b5777302c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'ca22d5b8-2b29-4e11-b70d-065b9fbd86b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:52:53Z', 'updated_at': '2021-07-09T14:52:54Z', 'revision_number': 1, 'project_id': '20fd87b1f98540cc9f0af3977c7dea1f', 'subnets': [{'id': 'ca22d5b8-2b29-4e11-b70d-065b9fbd86b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:52:57.301403 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-74efc761-fd9f-4d26-a4a1-fe64c6750c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:57.309728 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05fdf61-5383-42ea-8688-31b6df7fbbac None None] The sync data for ids ['ce0bc5e2-a963-4c66-a388-010b5777302c'] in n-d-799529-6 is: [{'id': 'ce0bc5e2-a963-4c66-a388-010b5777302c', 'name': 'tempest-ServersTestManualDisk-838236721-router', 'tenant_id': '20fd87b1f98540cc9f0af3977c7dea1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'bad2883a-5580-454e-a9ba-16cf8b7e5ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:52:47Z', 'updated_at': '2021-07-09T14:52:55Z', 'revision_number': 4, 'project_id': '20fd87b1f98540cc9f0af3977c7dea1f', 'gw_port': {'id': 'bad2883a-5580-454e-a9ba-16cf8b7e5ec0', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce0bc5e2-a963-4c66-a388-010b5777302c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:52:49Z', 'updated_at': '2021-07-09T14:52:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'e4ad67d3-3df5-4384-bcc1-df685fdc929a', 'name': '', 'network_id': 'b2b63b0e-b517-486a-9f8a-a2c1c761eb24', 'tenant_id': '20fd87b1f98540cc9f0af3977c7dea1f', 'mac_address': 'fa:16:3e:f4:c2:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce0bc5e2-a963-4c66-a388-010b5777302c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'ca22d5b8-2b29-4e11-b70d-065b9fbd86b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:52:53Z', 'updated_at': '2021-07-09T14:52:54Z', 'revision_number': 1, 'project_id': '20fd87b1f98540cc9f0af3977c7dea1f', 'subnets': [{'id': 'ca22d5b8-2b29-4e11-b70d-065b9fbd86b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:52:57.375763 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ff796770-84a3-49d4-a62a-5a15f853e161 req-818f029a-fc8c-4123-90d0-95323f0765b5 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a5deaf2-796b-4607-b71f-599fd6b4b7f6 HTTP/1.1" status: 200 len: 210 time: 0.1915987 Jul 09 14:52:57.378304 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74efc761-fd9f-4d26-a4a1-fe64c6750c8a None None] Pushing event updated for resources: {'Port': ['ID=912f66b4-24ca-4077-9f69-19cfc322fdee,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:57.429618 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-1e230ba1-6d15-4deb-b09f-a7c54ec2cb59 None None] Provisioning complete for port e4ad67d3-3df5-4384-bcc1-df685fdc929a triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:52:57.429963 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1e230ba1-6d15-4deb-b09f-a7c54ec2cb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:57.521520 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-923b5c3e-0263-4e29-ae6b-2dff264bdf59 req-cb9e2169-7dff-4b01-83ff-2cf7df8d30d3 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:57.551945 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-1e230ba1-6d15-4deb-b09f-a7c54ec2cb59 None None] Port e4ad67d3-3df5-4384-bcc1-df685fdc929a cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:52:57.565509 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9e2169-7dff-4b01-83ff-2cf7df8d30d3 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Pushing event deleted for resources: {'Port': ['ID=3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:57.652077 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-923b5c3e-0263-4e29-ae6b-2dff264bdf59 req-cb9e2169-7dff-4b01-83ff-2cf7df8d30d3 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] No DVR routers for this DVR port 3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5 on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:52:57.661508 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-1e230ba1-6d15-4deb-b09f-a7c54ec2cb59 None None] Provisioning for port 7e64aea0-7d94-4b49-b42f-ef6e83eb5a30 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:52:57.664744 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-923b5c3e-0263-4e29-ae6b-2dff264bdf59 req-cb9e2169-7dff-4b01-83ff-2cf7df8d30d3 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:57.665940 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-1e230ba1-6d15-4deb-b09f-a7c54ec2cb59 None None] Provisioning complete for port 7e64aea0-7d94-4b49-b42f-ef6e83eb5a30 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:52:57.666322 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1e230ba1-6d15-4deb-b09f-a7c54ec2cb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:57.677069 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-923b5c3e-0263-4e29-ae6b-2dff264bdf59 req-cb9e2169-7dff-4b01-83ff-2cf7df8d30d3 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.62 "DELETE /v2.0/ports/3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5 HTTP/1.1" status: 204 len: 173 time: 1.7367096 Jul 09 14:52:57.677069 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a5deaf2-796b-4607-b71f-599fd6b4b7f6', 'name': 'network-vif-deleted', 'tag': '3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:52:57.680960 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e3af4d-24f4-4e45-8e10-3a4fac9f6134" -d '{"events": [{"server_uuid": "4a5deaf2-796b-4607-b71f-599fd6b4b7f6", "name": "network-vif-deleted", "tag": "3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:52:57.744174 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e200f6f3-3667-4d4e-bd06-60051e9a6d45 req-48e3f5e0-d36b-4abe-a82d-af9337056934 tempest-InstanceActionsTestJSON-33922840 tempest-InstanceActionsTestJSON-33922840-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f854206-5f43-414b-8e9c-d97709afcc02 HTTP/1.1" status: 200 len: 210 time: 0.1319442 Jul 09 14:52:57.775947 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa7f515-7943-41de-aa4d-98026bfecd19 x-openstack-request-id: req-1fa7f515-7943-41de-aa4d-98026bfecd19 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:52:57.782856 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a5deaf2-796b-4607-b71f-599fd6b4b7f6", "name": "network-vif-deleted", "tag": "3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:52:57.782856 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1fa7f515-7943-41de-aa4d-98026bfecd19 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:52:57.782856 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a5deaf2-796b-4607-b71f-599fd6b4b7f6', 'name': 'network-vif-deleted', 'tag': '3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5', 'status': 'completed', 'code': 200} Jul 09 14:52:57.782856 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d702746c-1796-4873-a6d3-57c35b223eb8 admin admin] Router ce0bc5e2-a963-4c66-a388-010b5777302c has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:52:57.791656 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-1e230ba1-6d15-4deb-b09f-a7c54ec2cb59 None None] Port 7e64aea0-7d94-4b49-b42f-ef6e83eb5a30 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:52:57.816219 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1613be66-0fa4-45d7-a08d-3f7f3a2a8a42 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:57.968826 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d702746c-1796-4873-a6d3-57c35b223eb8 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:52:57.973939 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5e8d3b3b-ac70-4f01-a3da-cbe8bbe46dd0 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:57.974544 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d702746c-1796-4873-a6d3-57c35b223eb8 admin admin] 10.222.0.58 "PUT /v2.0/routers/ce0bc5e2-a963-4c66-a388-010b5777302c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7269859 Jul 09 14:52:58.149170 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1613be66-0fa4-45d7-a08d-3f7f3a2a8a42 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Pushing event updated for resources: {'Port': ['ID=c835c9ee-d256-4012-9a52-a882d1c9f59a,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:58.165547 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5e8d3b3b-ac70-4f01-a3da-cbe8bbe46dd0 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:58.166244 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5e8d3b3b-ac70-4f01-a3da-cbe8bbe46dd0 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:58.193724 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 912f66b4-24ca-4077-9f69-19cfc322fdee up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:52:58.253760 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1613be66-0fa4-45d7-a08d-3f7f3a2a8a42 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:52:58.263049 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-1613be66-0fa4-45d7-a08d-3f7f3a2a8a42 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:52:58.269314 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 912f66b4-24ca-4077-9f69-19cfc322fdee triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:52:58.270367 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:58.282060 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1613be66-0fa4-45d7-a08d-3f7f3a2a8a42 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:52:58.472155 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8d3b3b-ac70-4f01-a3da-cbe8bbe46dd0 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event updated for resources: {'Port': ['ID=7e64aea0-7d94-4b49-b42f-ef6e83eb5a30,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:52:58.827342 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8d3b3b-ac70-4f01-a3da-cbe8bbe46dd0 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:52:58.828968 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-5e8d3b3b-ac70-4f01-a3da-cbe8bbe46dd0 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:52:59.006822 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-212b9972-bea4-4668-a098-697830601046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:59.161113 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:59.214529 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5a9bbd1c-afa4-433e-aa17-017d903b1ce8 req-369fbd99-8446-4087-9fbd-7141eb2bdf3a tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a5deaf2-796b-4607-b71f-599fd6b4b7f6 HTTP/1.1" status: 200 len: 210 time: 0.0464082 Jul 09 14:52:59.236450 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1613be66-0fa4-45d7-a08d-3f7f3a2a8a42 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks [] for router_gateway, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:59.331785 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e8d3b3b-ac70-4f01-a3da-cbe8bbe46dd0 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Router aa569a17-b2d4-41e2-8645-f353f7496815 is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:52:59.341217 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45140) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:59.449940 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-5fa388e5-417b-4acd-9599-65beb34edc8f None None] Provisioning complete for port 7e64aea0-7d94-4b49-b42f-ef6e83eb5a30 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:52:59.451205 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5fa388e5-417b-4acd-9599-65beb34edc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:59.469540 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45142) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:59.473342 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-a02a6bde-d9ff-4973-9c0f-1651a727cc24 admin admin] Deleting subnet 23178525-9e4d-4d91-b81a-9032bc67d701 {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:52:59.483528 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a02a6bde-d9ff-4973-9c0f-1651a727cc24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:59.493031 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-36d3b2af-163b-4f25-bf25-dbfa7e204ecd tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1084545006', 'description': 'tempest-description--463287689'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:52:59.513730 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-5fa388e5-417b-4acd-9599-65beb34edc8f None None] Port 7e64aea0-7d94-4b49-b42f-ef6e83eb5a30 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:52:59.595914 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a02a6bde-d9ff-4973-9c0f-1651a727cc24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:59.635454 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 7f4c05b3-0a96-4652-9723-62db6eda9fab no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:52:59.645598 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a02a6bde-d9ff-4973-9c0f-1651a727cc24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:59.662877 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e8d3b3b-ac70-4f01-a3da-cbe8bbe46dd0 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:52:59.671027 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-5e8d3b3b-ac70-4f01-a3da-cbe8bbe46dd0 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "PUT /v2.0/routers/aa569a17-b2d4-41e2-8645-f353f7496815/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3872736 Jul 09 14:52:59.678504 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-36d3b2af-163b-4f25-bf25-dbfa7e204ecd tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:59.679491 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f4be55-6f0e-4825-ad46-d84322c4f0cf None None] Sync routers for ids ['aa569a17-b2d4-41e2-8645-f353f7496815'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:52:59.680724 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45148) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:59.696739 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f4be55-6f0e-4825-ad46-d84322c4f0cf None None] Routers {'aa569a17-b2d4-41e2-8645-f353f7496815'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:52:59.699336 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: 7f4c05b3-0a96-4652-9723-62db6eda9fab {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:52:59.700153 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 7f4c05b3-0a96-4652-9723-62db6eda9fab not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:52:59.701275 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-e7f4be55-6f0e-4825-ad46-d84322c4f0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:52:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['aa569a17-b2d4-41e2-8645-f353f7496815'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:52:59.818339 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0489054d-959e-4a25-ab32-7507071f783f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:59.819910 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-0489054d-959e-4a25-ab32-7507071f783f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/ports/7e64aea0-7d94-4b49-b42f-ef6e83eb5a30 HTTP/1.1" status: 200 len: 911 time: 0.0835161 Jul 09 14:52:59.823018 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45150) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:59.846625 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-e7f4be55-6f0e-4825-ad46-d84322c4f0cf None None] Set router aa569a17-b2d4-41e2-8645-f353f7496815 gateway port host: None {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:52:59.877082 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-36d3b2af-163b-4f25-bf25-dbfa7e204ecd tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:59.903338 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1613be66-0fa4-45d7-a08d-3f7f3a2a8a42 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:59.907711 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1613be66-0fa4-45d7-a08d-3f7f3a2a8a42 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-753925'] for router, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:59.919722 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3572e839-9a3f-41bb-9a8c-3bc5c21ccaf9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:59.928011 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3572e839-9a3f-41bb-9a8c-3bc5c21ccaf9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:52:59.930213 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-3572e839-9a3f-41bb-9a8c-3bc5c21ccaf9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1060119 Jul 09 14:52:59.934133 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45158) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:52:59.941247 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a02a6bde-d9ff-4973-9c0f-1651a727cc24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:00.003619 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02a6bde-d9ff-4973-9c0f-1651a727cc24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23178525-9e4d-4d91-b81a-9032bc67d701,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:00.036537 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-36d3b2af-163b-4f25-bf25-dbfa7e204ecd tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:00.093246 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a02a6bde-d9ff-4973-9c0f-1651a727cc24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:00.098159 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45162) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:00.098712 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a02a6bde-d9ff-4973-9c0f-1651a727cc24 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/23178525-9e4d-4d91-b81a-9032bc67d701 HTTP/1.1" status: 204 len: 168 time: 0.7555950 Jul 09 14:53:00.119873 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-36d3b2af-163b-4f25-bf25-dbfa7e204ecd tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:00.121638 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-36d3b2af-163b-4f25-bf25-dbfa7e204ecd tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6516750 Jul 09 14:53:00.127030 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45164) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:00.134232 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-56753af3-852d-4559-9119-7db87e4b634f tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Request body: {'security_group_rule': {'security_group_id': '1f0c8256-fd97-443b-990a-3bb8b19e1e90', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:53:00.142216 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d3b2af-163b-4f25-bf25-dbfa7e204ecd tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0c8256-fd97-443b-990a-3bb8b19e1e90,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:00.170105 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-e7f4be55-6f0e-4825-ad46-d84322c4f0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa569a17-b2d4-41e2-8645-f353f7496815', 'name': 'tempest-NetworksTestDHCPv6-router-1006608768', 'tenant_id': '705b0dcf676c4e4da08df6f6169d5c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:52:52Z', 'updated_at': '2021-07-09T14:52:56Z', 'revision_number': 2, 'project_id': '705b0dcf676c4e4da08df6f6169d5c06', 'gw_port_host': None, '_interfaces': [{'id': '7e64aea0-7d94-4b49-b42f-ef6e83eb5a30', 'name': '', 'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'tenant_id': '705b0dcf676c4e4da08df6f6169d5c06', 'mac_address': 'fa:16:3e:48:af:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa569a17-b2d4-41e2-8645-f353f7496815', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '837260cc-8c36-4399-b344-b073279d3117', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:52:53Z', 'updated_at': '2021-07-09T14:52:57Z', 'revision_number': 2, 'project_id': '705b0dcf676c4e4da08df6f6169d5c06', 'subnets': [{'id': '837260cc-8c36-4399-b344-b073279d3117', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:53:00.187935 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:00.236888 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ebadd628-b1dc-4786-9d28-6f1c7d4b78c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:00.247790 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f4be55-6f0e-4825-ad46-d84322c4f0cf None None] Checking router: aa569a17-b2d4-41e2-8645-f353f7496815 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:53:00.248656 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f4be55-6f0e-4825-ad46-d84322c4f0cf None None] Updating router aa569a17-b2d4-41e2-8645-f353f7496815 port 7e64aea0-7d94-4b49-b42f-ef6e83eb5a30 binding host n-d-799529-6 {{(pid=94448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:53:00.324560 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-e7f4be55-6f0e-4825-ad46-d84322c4f0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:00.377361 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device bad2883a-5580-454e-a9ba-16cf8b7e5ec0 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:53:00.427198 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ebadd628-b1dc-4786-9d28-6f1c7d4b78c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:00.440898 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1613be66-0fa4-45d7-a08d-3f7f3a2a8a42 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Router 480bdf28-1842-439f-b10a-56e962a1da2f is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:53:00.474251 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-ebadd628-b1dc-4786-9d28-6f1c7d4b78c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f634f80f-639c-422b-bcd2-2d7781044c9f']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:53:00.499828 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-ebadd628-b1dc-4786-9d28-6f1c7d4b78c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1d9e7eb-33a5-4b68-843e-7e8c6af55fc1') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:53:00.502985 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-ebadd628-b1dc-4786-9d28-6f1c7d4b78c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1d9e7eb-33a5-4b68-843e-7e8c6af55fc1') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:53:00.525531 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-56753af3-852d-4559-9119-7db87e4b634f tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:00.601423 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ebadd628-b1dc-4786-9d28-6f1c7d4b78c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:00.606601 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port bad2883a-5580-454e-a9ba-16cf8b7e5ec0 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:53:00.616236 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port bad2883a-5580-454e-a9ba-16cf8b7e5ec0 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:53:00.616791 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:00.639054 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ebadd628-b1dc-4786-9d28-6f1c7d4b78c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:00.705717 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-56753af3-852d-4559-9119-7db87e4b634f tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:00.722902 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebadd628-b1dc-4786-9d28-6f1c7d4b78c9 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:53:00.725895 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ebadd628-b1dc-4786-9d28-6f1c7d4b78c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:00.726515 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:53:00.730605 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 14:53:00.730605 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:53:00.730605 n-d-799529-6 neutron-server[94445]: timer() Jul 09 14:53:00.730605 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:53:00.730605 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 14:53:00.730605 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:53:00.730605 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 14:53:00.730605 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:53:00.730605 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 14:53:00.730605 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:53:00.730605 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 14:53:00.730605 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:53:00.730605 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 14:53:00.730605 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:53:00.730605 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:53:00.730605 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:53:00.730605 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:53:00.730605 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:53:00.730605 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 14:53:00.730605 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:53:00.730605 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 14:53:00.730605 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:53:00.730605 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:53:00.730605 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:53:00.730605 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 14:53:00.730605 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:53:00.730605 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:53:00.730605 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:53:00.730605 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:53:00.730605 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:53:00.730605 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:53:00.730605 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:53:00.799866 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: 3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:53:00.800291 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 3bc86a82-2e0f-477f-9e58-8b9fccb6c1f5 not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:53:00.852398 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1613be66-0fa4-45d7-a08d-3f7f3a2a8a42 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:53:00.866310 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1613be66-0fa4-45d7-a08d-3f7f3a2a8a42 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:00.867539 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-1613be66-0fa4-45d7-a08d-3f7f3a2a8a42 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] 10.222.0.58 "PUT /v2.0/routers/480bdf28-1842-439f-b10a-56e962a1da2f HTTP/1.1" status: 200 len: 880 time: 6.8004670 Jul 09 14:53:00.871102 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45200) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:00.882242 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-e7f4be55-6f0e-4825-ad46-d84322c4f0cf None None] Notify callbacks [] for port, precommit_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:00.900197 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a6c965-0540-493f-9e91-a170c79fe7fc None None] Sync routers for ids ['480bdf28-1842-439f-b10a-56e962a1da2f'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:53:00.900796 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.provisioning_blocks [None req-e7f4be55-6f0e-4825-ad46-d84322c4f0cf None None] Transition to ACTIVE for port object 7e64aea0-7d94-4b49-b42f-ef6e83eb5a30 will not be triggered until provisioned by entity L2. {{(pid=94448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:53:00.914888 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:00.943001 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port bad2883a-5580-454e-a9ba-16cf8b7e5ec0, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=bad2883a-5580-454e-a9ba-16cf8b7e5ec0,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:53:00.944179 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a6c965-0540-493f-9e91-a170c79fe7fc None None] Routers {'480bdf28-1842-439f-b10a-56e962a1da2f'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:53:00.944820 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-01a6c965-0540-493f-9e91-a170c79fe7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:52:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['480bdf28-1842-439f-b10a-56e962a1da2f'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:53:00.983174 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-01a6c965-0540-493f-9e91-a170c79fe7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:53:00.987042 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1a74d232-b761-4962-8900-7a4161a06116 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:00.996454 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a6c965-0540-493f-9e91-a170c79fe7fc None None] Routers {'480bdf28-1842-439f-b10a-56e962a1da2f'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:53:00.997365 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-01a6c965-0540-493f-9e91-a170c79fe7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:52:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['480bdf28-1842-439f-b10a-56e962a1da2f'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:53:01.014478 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c4acc3-7834-4e5e-9b41-d8d83c9e67bf None None] Sync routers for ids ['ce0bc5e2-a963-4c66-a388-010b5777302c'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:53:01.029054 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c4acc3-7834-4e5e-9b41-d8d83c9e67bf None None] Routers {'ce0bc5e2-a963-4c66-a388-010b5777302c'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:53:01.030033 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-a3c4acc3-7834-4e5e-9b41-d8d83c9e67bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:52:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['ce0bc5e2-a963-4c66-a388-010b5777302c'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:53:01.042855 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-01a6c965-0540-493f-9e91-a170c79fe7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:53:01.043433 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a6c965-0540-493f-9e91-a170c79fe7fc None None] The sync data for ids ['480bdf28-1842-439f-b10a-56e962a1da2f'] in n-d-799529-6 is: [] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:53:01.101881 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f38470-7bbe-427f-8c0a-bf20b2989cb2 req-eecb1099-39d7-4f60-9d03-b877e4e6780d tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:01.103445 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f1f38470-7bbe-427f-8c0a-bf20b2989cb2 req-eecb1099-39d7-4f60-9d03-b877e4e6780d tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/networks?id=4684667e-a82e-475a-9da8-8ef2bc5057c6 HTTP/1.1" status: 200 len: 822 time: 0.2220969 Jul 09 14:53:01.164812 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-a3c4acc3-7834-4e5e-9b41-d8d83c9e67bf None None] Set router ce0bc5e2-a963-4c66-a388-010b5777302c gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:53:01.171364 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f1f38470-7bbe-427f-8c0a-bf20b2989cb2 req-9e3d7d12-39a5-4032-8788-ed42b9209649 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/quotas/a247b86f0cf44fd8bae010acfa2f83eb HTTP/1.1" status: 200 len: 375 time: 0.0567672 Jul 09 14:53:01.312704 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e424f747-4446-4a51-9b29-97729912b7ff tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] 10.222.0.58 "GET /v2.0/routers/480bdf28-1842-439f-b10a-56e962a1da2f HTTP/1.1" status: 200 len: 921 time: 0.4400330 Jul 09 14:53:01.315269 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45204) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:01.328638 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f1f38470-7bbe-427f-8c0a-bf20b2989cb2 req-d0750f89-6300-4058-803d-851fd363efa4 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a247b86f0cf44fd8bae010acfa2f83eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1404502 Jul 09 14:53:01.392852 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-a3c4acc3-7834-4e5e-9b41-d8d83c9e67bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce0bc5e2-a963-4c66-a388-010b5777302c', 'name': 'tempest-ServersTestManualDisk-838236721-router', 'tenant_id': '20fd87b1f98540cc9f0af3977c7dea1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'bad2883a-5580-454e-a9ba-16cf8b7e5ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:52:47Z', 'updated_at': '2021-07-09T14:52:55Z', 'revision_number': 4, 'project_id': '20fd87b1f98540cc9f0af3977c7dea1f', 'gw_port': {'id': 'bad2883a-5580-454e-a9ba-16cf8b7e5ec0', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce0bc5e2-a963-4c66-a388-010b5777302c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:52:49Z', 'updated_at': '2021-07-09T14:52:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'e4ad67d3-3df5-4384-bcc1-df685fdc929a', 'name': '', 'network_id': 'b2b63b0e-b517-486a-9f8a-a2c1c761eb24', 'tenant_id': '20fd87b1f98540cc9f0af3977c7dea1f', 'mac_address': 'fa:16:3e:f4:c2:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce0bc5e2-a963-4c66-a388-010b5777302c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'ca22d5b8-2b29-4e11-b70d-065b9fbd86b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:52:53Z', 'updated_at': '2021-07-09T14:52:56Z', 'revision_number': 2, 'project_id': '20fd87b1f98540cc9f0af3977c7dea1f', 'subnets': [{'id': 'ca22d5b8-2b29-4e11-b70d-065b9fbd86b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:53:01.419213 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54828180-4253-43e4-b857-327d94dc0874 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:01.421054 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-54828180-4253-43e4-b857-327d94dc0874 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=202c7ce6-d4e9-4f80-84dd-bef08905a653&device_id=480bdf28-1842-439f-b10a-56e962a1da2f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1048033 Jul 09 14:53:01.423616 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45206) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:01.457177 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-56753af3-852d-4559-9119-7db87e4b634f tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:01.481803 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-1a74d232-b761-4962-8900-7a4161a06116 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Deleting port 7e64aea0-7d94-4b49-b42f-ef6e83eb5a30 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:53:01.482174 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1a74d232-b761-4962-8900-7a4161a06116 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:01.490645 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f1f38470-7bbe-427f-8c0a-bf20b2989cb2 req-da8dd6ea-93ee-45fe-873b-25e53660fa49 service neutron] 10.222.0.58 "GET /v2.0/networks/4684667e-a82e-475a-9da8-8ef2bc5057c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393762 Jul 09 14:53:01.506574 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56753af3-852d-4559-9119-7db87e4b634f tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7643c03e-c167-4f15-8de9-d10992f54db9,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:01.525114 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c4acc3-7834-4e5e-9b41-d8d83c9e67bf None None] Checking router: ce0bc5e2-a963-4c66-a388-010b5777302c for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:53:01.525556 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c4acc3-7834-4e5e-9b41-d8d83c9e67bf None None] Updating router ce0bc5e2-a963-4c66-a388-010b5777302c port e4ad67d3-3df5-4384-bcc1-df685fdc929a binding host n-d-799529-6 {{(pid=94448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:53:01.543073 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ebadd628-b1dc-4786-9d28-6f1c7d4b78c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:01.560890 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ebadd628-b1dc-4786-9d28-6f1c7d4b78c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:01.564092 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ebadd628-b1dc-4786-9d28-6f1c7d4b78c9 admin admin] 10.222.0.58 "DELETE /v2.0/networks/f634f80f-639c-422b-bcd2-2d7781044c9f HTTP/1.1" status: 204 len: 168 time: 1.4615963 Jul 09 14:53:01.569380 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-a3c4acc3-7834-4e5e-9b41-d8d83c9e67bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:01.596511 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebadd628-b1dc-4786-9d28-6f1c7d4b78c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f634f80f-639c-422b-bcd2-2d7781044c9f,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:01.597700 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:01.598419 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba961f37-753b-45d9-876a-de0f058ab8af tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:01.601619 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:01.604657 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ba961f37-753b-45d9-876a-de0f058ab8af tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] 10.222.0.58 "GET /v2.0/networks/202c7ce6-d4e9-4f80-84dd-bef08905a653 HTTP/1.1" status: 200 len: 881 time: 0.1789751 Jul 09 14:53:01.607091 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45210) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:01.612295 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-e7f4be55-6f0e-4825-ad46-d84322c4f0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:01.672560 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-56753af3-852d-4559-9119-7db87e4b634f tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:01.678290 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-56753af3-852d-4559-9119-7db87e4b634f tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5501838 Jul 09 14:53:01.689603 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-29665ed2-797f-4a17-ac23-9bfed4702d71 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] 10.222.0.58 "GET /v2.0/ports?device_id=480bdf28-1842-439f-b10a-56e962a1da2f HTTP/1.1" status: 200 len: 205 time: 0.0811381 Jul 09 14:53:01.692116 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45224) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:01.692459 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45226) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:01.708018 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-01d8c8a9-7d74-4e46-b8c1-449f553bf82d tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Request body: {'security_group_rule': {'security_group_id': '1f0c8256-fd97-443b-990a-3bb8b19e1e90', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:53:01.738673 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=bad2883a-5580-454e-a9ba-16cf8b7e5ec0,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:01.773599 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1a74d232-b761-4962-8900-7a4161a06116 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:01.779756 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dc7271-9e63-4f82-b9a4-6167a9788cbc None None] Pushing event updated for resources: {'Port': ['ID=7e64aea0-7d94-4b49-b42f-ef6e83eb5a30,revision_number=3']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:01.841378 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-1a74d232-b761-4962-8900-7a4161a06116 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Calling delete_port for 7e64aea0-7d94-4b49-b42f-ef6e83eb5a30 owned by network:router_interface {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:53:01.855074 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f1f38470-7bbe-427f-8c0a-bf20b2989cb2 req-a812d6eb-d04c-4bb1-b662-6872352e1493 service neutron] 10.222.0.58 "GET /v2.0/networks/4684667e-a82e-475a-9da8-8ef2bc5057c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461089 Jul 09 14:53:02.013874 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b95288aa-a5ac-4916-a8d1-ca889743af70 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks [] for router, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:02.051641 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-e7f4be55-6f0e-4825-ad46-d84322c4f0cf None None] Attempting to bind port 7e64aea0-7d94-4b49-b42f-ef6e83eb5a30 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:53:02.052212 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-e7f4be55-6f0e-4825-ad46-d84322c4f0cf None None] Attempting to bind port 7e64aea0-7d94-4b49-b42f-ef6e83eb5a30 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:53:02.052402 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f4be55-6f0e-4825-ad46-d84322c4f0cf None None] Attempting to bind port 7e64aea0-7d94-4b49-b42f-ef6e83eb5a30 on network 858359dc-653d-453c-9af7-637628d0bac8 {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:53:02.066807 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f4be55-6f0e-4825-ad46-d84322c4f0cf None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:53:02.067102 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f4be55-6f0e-4825-ad46-d84322c4f0cf None None] Checking segment: {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:53:02.067551 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-e7f4be55-6f0e-4825-ad46-d84322c4f0cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:02.067929 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f4be55-6f0e-4825-ad46-d84322c4f0cf None None] Bound using segment: {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:53:02.068402 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-e7f4be55-6f0e-4825-ad46-d84322c4f0cf None None] Bound port: 7e64aea0-7d94-4b49-b42f-ef6e83eb5a30, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'}}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:53:02.068777 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-e7f4be55-6f0e-4825-ad46-d84322c4f0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:02.225230 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device bad2883a-5580-454e-a9ba-16cf8b7e5ec0 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:53:02.320981 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-a3c4acc3-7834-4e5e-9b41-d8d83c9e67bf None None] Notify callbacks [] for port, precommit_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:02.335104 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.provisioning_blocks [None req-a3c4acc3-7834-4e5e-9b41-d8d83c9e67bf None None] Transition to ACTIVE for port object e4ad67d3-3df5-4384-bcc1-df685fdc929a will not be triggered until provisioned by entity L2. {{(pid=94448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:53:02.371915 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port bad2883a-5580-454e-a9ba-16cf8b7e5ec0 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:53:02.371915 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:02.372644 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d081e3c4-97e5-490b-9559-41772628ca2c req-f48935fa-277c-4d5e-b3dd-809476767f7e tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=6391fb5f-3ee7-4791-ab56-47eccad83835 HTTP/1.1" status: 200 len: 210 time: 0.0910864 Jul 09 14:53:02.372644 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-01d8c8a9-7d74-4e46-b8c1-449f553bf82d tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:02.399295 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b95288aa-a5ac-4916-a8d1-ca889743af70 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:02.401840 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1a74d232-b761-4962-8900-7a4161a06116 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:02.403348 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.db.api [None req-e7f4be55-6f0e-4825-ad46-d84322c4f0cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94448) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 14:53:02.403877 n-d-799529-6 neutron-server[94448]: DEBUG oslo_db.api [None req-e7f4be55-6f0e-4825-ad46-d84322c4f0cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 14:53:02.442737 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a74d232-b761-4962-8900-7a4161a06116 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event deleted for resources: {'Port': ['ID=7e64aea0-7d94-4b49-b42f-ef6e83eb5a30,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:02.453746 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-01d8c8a9-7d74-4e46-b8c1-449f553bf82d tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:02.495885 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-a3c4acc3-7834-4e5e-9b41-d8d83c9e67bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:02.538001 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45256) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:02.584605 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e18ba2a-c311-462a-ac6e-0676a91d9687 None None] Pushing event updated for resources: {'Port': ['ID=e4ad67d3-3df5-4384-bcc1-df685fdc929a,revision_number=3']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:02.622951 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1a74d232-b761-4962-8900-7a4161a06116 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:02.631012 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-01d8c8a9-7d74-4e46-b8c1-449f553bf82d tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:02.679900 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d8c8a9-7d74-4e46-b8c1-449f553bf82d tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae1c070a-4cc9-4bdc-a8a0-36a199ca9abc,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:02.716278 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-4c9a86d1-6aea-4884-9372-778e5f66403f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3ea03172892e40bfb58f1cf43bf764df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1770158 Jul 09 14:53:02.728217 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-a3c4acc3-7834-4e5e-9b41-d8d83c9e67bf None None] Attempting to bind port e4ad67d3-3df5-4384-bcc1-df685fdc929a on host n-d-799529-6 for vnic_type normal with profile {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:53:02.728868 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-a3c4acc3-7834-4e5e-9b41-d8d83c9e67bf None None] Attempting to bind port e4ad67d3-3df5-4384-bcc1-df685fdc929a by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'f9c9b81f-0e6e-496b-9f9a-51a976479dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b2b63b0e-b517-486a-9f8a-a2c1c761eb24'}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:53:02.729494 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c4acc3-7834-4e5e-9b41-d8d83c9e67bf None None] Attempting to bind port e4ad67d3-3df5-4384-bcc1-df685fdc929a on network b2b63b0e-b517-486a-9f8a-a2c1c761eb24 {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:53:02.733097 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45266) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:02.739851 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c4acc3-7834-4e5e-9b41-d8d83c9e67bf None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:53:02.740513 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c4acc3-7834-4e5e-9b41-d8d83c9e67bf None None] Checking segment: {'id': 'f9c9b81f-0e6e-496b-9f9a-51a976479dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b2b63b0e-b517-486a-9f8a-a2c1c761eb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:53:02.741098 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-a3c4acc3-7834-4e5e-9b41-d8d83c9e67bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:02.744221 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c4acc3-7834-4e5e-9b41-d8d83c9e67bf None None] Bound using segment: {'id': 'f9c9b81f-0e6e-496b-9f9a-51a976479dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b2b63b0e-b517-486a-9f8a-a2c1c761eb24'} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:53:02.744679 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-a3c4acc3-7834-4e5e-9b41-d8d83c9e67bf None None] Bound port: e4ad67d3-3df5-4384-bcc1-df685fdc929a, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9c9b81f-0e6e-496b-9f9a-51a976479dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b2b63b0e-b517-486a-9f8a-a2c1c761eb24'}}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:53:02.745157 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-a3c4acc3-7834-4e5e-9b41-d8d83c9e67bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:02.880904 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-01d8c8a9-7d74-4e46-b8c1-449f553bf82d tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:02.887631 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-01d8c8a9-7d74-4e46-b8c1-449f553bf82d tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1862438 Jul 09 14:53:02.887631 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-18a4f37a-c3ed-4d77-af6d-003d5e72ebf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:02.887631 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45272) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:02.894273 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-2e197a39-8d60-4714-8927-1ac93ca77e12 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Request body: {'floatingip': {'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:53:02.895825 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-a3c4acc3-7834-4e5e-9b41-d8d83c9e67bf None None] For port e4ad67d3-3df5-4384-bcc1-df685fdc929a, host n-d-799529-6, cleared binding levels {{(pid=94448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:53:02.899125 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-a3c4acc3-7834-4e5e-9b41-d8d83c9e67bf None None] For port e4ad67d3-3df5-4384-bcc1-df685fdc929a, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=e4ad67d3-3df5-4384-bcc1-df685fdc929a,segment=NetworkSegment(f9c9b81f-0e6e-496b-9f9a-51a976479dd5),segment_id=f9c9b81f-0e6e-496b-9f9a-51a976479dd5)] {{(pid=94448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:53:02.903611 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-b95288aa-a5ac-4916-a8d1-ca889743af70 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Deleting port c835c9ee-d256-4012-9a52-a882d1c9f59a {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:53:02.903960 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b95288aa-a5ac-4916-a8d1-ca889743af70 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:02.923459 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a74d232-b761-4962-8900-7a4161a06116 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Router aa569a17-b2d4-41e2-8645-f353f7496815 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:53:02.929233 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-e7f4be55-6f0e-4825-ad46-d84322c4f0cf None None] Attempting to bind port 7e64aea0-7d94-4b49-b42f-ef6e83eb5a30 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:53:02.929844 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-e7f4be55-6f0e-4825-ad46-d84322c4f0cf None None] Attempting to bind port 7e64aea0-7d94-4b49-b42f-ef6e83eb5a30 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:53:02.930411 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f4be55-6f0e-4825-ad46-d84322c4f0cf None None] Attempting to bind port 7e64aea0-7d94-4b49-b42f-ef6e83eb5a30 on network 858359dc-653d-453c-9af7-637628d0bac8 {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:53:02.939789 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f4be55-6f0e-4825-ad46-d84322c4f0cf None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:53:02.940452 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f4be55-6f0e-4825-ad46-d84322c4f0cf None None] Checking segment: {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:53:02.941409 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-e7f4be55-6f0e-4825-ad46-d84322c4f0cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:02.942007 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f4be55-6f0e-4825-ad46-d84322c4f0cf None None] Bound using segment: {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:53:02.942683 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-e7f4be55-6f0e-4825-ad46-d84322c4f0cf None None] Bound port: 7e64aea0-7d94-4b49-b42f-ef6e83eb5a30, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'}}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:53:02.943273 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-e7f4be55-6f0e-4825-ad46-d84322c4f0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:02.981197 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.plugin [None req-e7f4be55-6f0e-4825-ad46-d84322c4f0cf None None] Port 7e64aea0-7d94-4b49-b42f-ef6e83eb5a30 has been deleted concurrently {{(pid=94448) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 09 14:53:02.991185 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f4be55-6f0e-4825-ad46-d84322c4f0cf None None] Routers {'aa569a17-b2d4-41e2-8645-f353f7496815'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:53:02.991848 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-e7f4be55-6f0e-4825-ad46-d84322c4f0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:52:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['aa569a17-b2d4-41e2-8645-f353f7496815'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:53:02.994503 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-18a4f37a-c3ed-4d77-af6d-003d5e72ebf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:03.059541 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-a3c4acc3-7834-4e5e-9b41-d8d83c9e67bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:03.093250 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b95288aa-a5ac-4916-a8d1-ca889743af70 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:03.102393 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-e7f4be55-6f0e-4825-ad46-d84322c4f0cf None None] Set router aa569a17-b2d4-41e2-8645-f353f7496815 gateway port host: None {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:53:03.112185 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-b95288aa-a5ac-4916-a8d1-ca889743af70 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Calling delete_port for c835c9ee-d256-4012-9a52-a882d1c9f59a owned by network:router_gateway {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:53:03.184786 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-e7f4be55-6f0e-4825-ad46-d84322c4f0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa569a17-b2d4-41e2-8645-f353f7496815', 'name': 'tempest-NetworksTestDHCPv6-router-1006608768', 'tenant_id': '705b0dcf676c4e4da08df6f6169d5c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:52:52Z', 'updated_at': '2021-07-09T14:53:02Z', 'revision_number': 3, 'project_id': '705b0dcf676c4e4da08df6f6169d5c06', 'gw_port_host': None}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:53:03.236246 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f4be55-6f0e-4825-ad46-d84322c4f0cf None None] The sync data for ids ['aa569a17-b2d4-41e2-8645-f353f7496815'] in n-d-799529-6 is: [{'id': 'aa569a17-b2d4-41e2-8645-f353f7496815', 'name': 'tempest-NetworksTestDHCPv6-router-1006608768', 'tenant_id': '705b0dcf676c4e4da08df6f6169d5c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:52:52Z', 'updated_at': '2021-07-09T14:53:02Z', 'revision_number': 3, 'project_id': '705b0dcf676c4e4da08df6f6169d5c06', 'gw_port_host': None}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:53:03.255942 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c4acc3-7834-4e5e-9b41-d8d83c9e67bf None None] Routers {'ce0bc5e2-a963-4c66-a388-010b5777302c'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:53:03.258660 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-a3c4acc3-7834-4e5e-9b41-d8d83c9e67bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:52:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['ce0bc5e2-a963-4c66-a388-010b5777302c'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:53:03.262207 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e18ba2a-c311-462a-ac6e-0676a91d9687 None None] Pushing event updated for resources: {'Port': ['ID=e4ad67d3-3df5-4384-bcc1-df685fdc929a,revision_number=4']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:03.297028 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2e197a39-8d60-4714-8927-1ac93ca77e12 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Notify callbacks [] for floatingip, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:03.374837 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a74d232-b761-4962-8900-7a4161a06116 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:53:03.395663 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-1a74d232-b761-4962-8900-7a4161a06116 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "PUT /v2.0/routers/aa569a17-b2d4-41e2-8645-f353f7496815/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4598260 Jul 09 14:53:03.404914 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45280) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:03.498688 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-18a4f37a-c3ed-4d77-af6d-003d5e72ebf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:03.502266 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-18a4f37a-c3ed-4d77-af6d-003d5e72ebf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:03.502409 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-a3c4acc3-7834-4e5e-9b41-d8d83c9e67bf None None] Set router ce0bc5e2-a963-4c66-a388-010b5777302c gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:53:03.503970 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-18a4f37a-c3ed-4d77-af6d-003d5e72ebf9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/23904194-914d-4ee9-b0bb-667189852b97 HTTP/1.1" status: 204 len: 168 time: 0.7652483 Jul 09 14:53:03.530882 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b95288aa-a5ac-4916-a8d1-ca889743af70 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:03.572570 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4923d2aa-37a0-4227-b60c-94b879557350 req-8e1e91bf-cdd1-491a-96fd-2ecc1e94b7a9 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=6391fb5f-3ee7-4791-ab56-47eccad83835 HTTP/1.1" status: 200 len: 210 time: 0.1103330 Jul 09 14:53:03.594087 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a4f37a-c3ed-4d77-af6d-003d5e72ebf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23904194-914d-4ee9-b0bb-667189852b97,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:03.603543 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95288aa-a5ac-4916-a8d1-ca889743af70 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Pushing event deleted for resources: {'Port': ['ID=c835c9ee-d256-4012-9a52-a882d1c9f59a,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:03.620948 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a20bcc3-a736-4596-a8a6-4e237b9a79de tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:03.625781 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a20bcc3-a736-4596-a8a6-4e237b9a79de tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:03.625781 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-2a20bcc3-a736-4596-a8a6-4e237b9a79de tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2184455 Jul 09 14:53:03.627759 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45300) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:03.735798 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3475437-1cce-4e60-9829-910ef3aa9db4 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Deleting subnet 837260cc-8c36-4399-b344-b073279d3117 {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:53:03.741668 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f3475437-1cce-4e60-9829-910ef3aa9db4 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:03.747031 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2e197a39-8d60-4714-8927-1ac93ca77e12 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:03.787470 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b95288aa-a5ac-4916-a8d1-ca889743af70 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:03.805773 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f3475437-1cce-4e60-9829-910ef3aa9db4 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:03.884321 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-a3c4acc3-7834-4e5e-9b41-d8d83c9e67bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce0bc5e2-a963-4c66-a388-010b5777302c', 'name': 'tempest-ServersTestManualDisk-838236721-router', 'tenant_id': '20fd87b1f98540cc9f0af3977c7dea1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'bad2883a-5580-454e-a9ba-16cf8b7e5ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:52:47Z', 'updated_at': '2021-07-09T14:52:55Z', 'revision_number': 4, 'project_id': '20fd87b1f98540cc9f0af3977c7dea1f', 'gw_port': {'id': 'bad2883a-5580-454e-a9ba-16cf8b7e5ec0', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0bc5e2-a963-4c66-a388-010b5777302c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:52:49Z', 'updated_at': '2021-07-09T14:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'e4ad67d3-3df5-4384-bcc1-df685fdc929a', 'name': '', 'network_id': 'b2b63b0e-b517-486a-9f8a-a2c1c761eb24', 'tenant_id': '20fd87b1f98540cc9f0af3977c7dea1f', 'mac_address': 'fa:16:3e:f4:c2:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce0bc5e2-a963-4c66-a388-010b5777302c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'ca22d5b8-2b29-4e11-b70d-065b9fbd86b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:52:53Z', 'updated_at': '2021-07-09T14:53:02Z', 'revision_number': 4, 'project_id': '20fd87b1f98540cc9f0af3977c7dea1f', 'subnets': [{'id': 'ca22d5b8-2b29-4e11-b70d-065b9fbd86b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:53:03.900527 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b95288aa-a5ac-4916-a8d1-ca889743af70 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:03.906133 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b95288aa-a5ac-4916-a8d1-ca889743af70 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:03.936003 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c4acc3-7834-4e5e-9b41-d8d83c9e67bf None None] The sync data for ids ['ce0bc5e2-a963-4c66-a388-010b5777302c'] in n-d-799529-6 is: [{'id': 'ce0bc5e2-a963-4c66-a388-010b5777302c', 'name': 'tempest-ServersTestManualDisk-838236721-router', 'tenant_id': '20fd87b1f98540cc9f0af3977c7dea1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'bad2883a-5580-454e-a9ba-16cf8b7e5ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:52:47Z', 'updated_at': '2021-07-09T14:52:55Z', 'revision_number': 4, 'project_id': '20fd87b1f98540cc9f0af3977c7dea1f', 'gw_port': {'id': 'bad2883a-5580-454e-a9ba-16cf8b7e5ec0', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0bc5e2-a963-4c66-a388-010b5777302c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:52:49Z', 'updated_at': '2021-07-09T14:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'e4ad67d3-3df5-4384-bcc1-df685fdc929a', 'name': '', 'network_id': 'b2b63b0e-b517-486a-9f8a-a2c1c761eb24', 'tenant_id': '20fd87b1f98540cc9f0af3977c7dea1f', 'mac_address': 'fa:16:3e:f4:c2:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce0bc5e2-a963-4c66-a388-010b5777302c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'ca22d5b8-2b29-4e11-b70d-065b9fbd86b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:52:53Z', 'updated_at': '2021-07-09T14:53:02Z', 'revision_number': 4, 'project_id': '20fd87b1f98540cc9f0af3977c7dea1f', 'subnets': [{'id': 'ca22d5b8-2b29-4e11-b70d-065b9fbd86b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:53:03.971517 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f3475437-1cce-4e60-9829-910ef3aa9db4 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:04.028479 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-2e197a39-8d60-4714-8927-1ac93ca77e12 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Allocated IP 172.25.3.140 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/1dbe4f4b-de18-4607-8338-9fc1b5dda998) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:53:04.167314 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2e197a39-8d60-4714-8927-1ac93ca77e12 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:04.197123 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b95288aa-a5ac-4916-a8d1-ca889743af70 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:04.198026 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f3475437-1cce-4e60-9829-910ef3aa9db4 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:04.198142 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device e4ad67d3-3df5-4384-bcc1-df685fdc929a up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:53:04.198674 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b95288aa-a5ac-4916-a8d1-ca889743af70 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Fanout notify agent at l3_agent the message router_deleted on router 480bdf28-1842-439f-b10a-56e962a1da2f {{(pid=94445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:53:04.214002 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f3475437-1cce-4e60-9829-910ef3aa9db4 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:04.216063 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f3475437-1cce-4e60-9829-910ef3aa9db4 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/subnets/837260cc-8c36-4399-b344-b073279d3117 HTTP/1.1" status: 204 len: 168 time: 0.5871739 Jul 09 14:53:04.252161 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b95288aa-a5ac-4916-a8d1-ca889743af70 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:04.258090 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45322) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:04.258430 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45326) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:04.259049 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b95288aa-a5ac-4916-a8d1-ca889743af70 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] 10.222.0.58 "DELETE /v2.0/routers/480bdf28-1842-439f-b10a-56e962a1da2f HTTP/1.1" status: 204 len: 168 time: 2.5079958 Jul 09 14:53:04.259181 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3475437-1cce-4e60-9829-910ef3aa9db4 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event deleted for resources: {'Subnet': ['ID=837260cc-8c36-4399-b344-b073279d3117,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:04.264543 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40425fa6-9fd8-43cb-9530-5e605293c9bf None None] Network 858359dc-653d-453c-9af7-637628d0bac8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:53:04.281228 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-7803828d-844c-4e2d-a1c7-d16555777eb1 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-357431160', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:53:04.469306 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-8ab242a2-203e-4d09-975f-f67f0b25afb7 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1957006 Jul 09 14:53:04.471845 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45336) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:04.578337 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2e197a39-8d60-4714-8927-1ac93ca77e12 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:04.587694 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7803828d-844c-4e2d-a1c7-d16555777eb1 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:04.589683 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7803828d-844c-4e2d-a1c7-d16555777eb1 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:04.709451 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d39e5868-41e8-419c-9b95-5e036a864e9e tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for router, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:04.719262 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7803828d-844c-4e2d-a1c7-d16555777eb1 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:04.846956 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7803828d-844c-4e2d-a1c7-d16555777eb1 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:04.857617 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e197a39-8d60-4714-8927-1ac93ca77e12 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:53:04.872271 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dec133-309d-4e90-ac30-7e2a1c9622d5 None None] Sync routers for ids ['aa569a17-b2d4-41e2-8645-f353f7496815'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:53:04.881706 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-2e197a39-8d60-4714-8927-1ac93ca77e12 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:53:04.892220 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port e4ad67d3-3df5-4384-bcc1-df685fdc929a completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:53:04.897638 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-df37e24c-0e58-4024-bbfd-ec6adb504c9e req-632592d1-09db-46f6-b49e-6bf7bab7a237 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=6391fb5f-3ee7-4791-ab56-47eccad83835 HTTP/1.1" status: 200 len: 210 time: 0.0560031 Jul 09 14:53:04.898412 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dec133-309d-4e90-ac30-7e2a1c9622d5 None None] Routers {'aa569a17-b2d4-41e2-8645-f353f7496815'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:53:04.898544 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e197a39-8d60-4714-8927-1ac93ca77e12 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:53:04.899440 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-f1dec133-309d-4e90-ac30-7e2a1c9622d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:52:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['aa569a17-b2d4-41e2-8645-f353f7496815'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:53:04.918444 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e197a39-8d60-4714-8927-1ac93ca77e12 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Pushing event updated for resources: {'Port': ['ID=1dbe4f4b-de18-4607-8338-9fc1b5dda998,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:04.981753 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port e4ad67d3-3df5-4384-bcc1-df685fdc929a triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:53:04.981753 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:05.012669 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d8a6b6-d0de-45e7-8a8d-3079ceafcf8f None None] DHCP port deletion for 858359dc-653d-453c-9af7-637628d0bac8 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:53:05.020491 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7803828d-844c-4e2d-a1c7-d16555777eb1 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:05.021956 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7803828d-844c-4e2d-a1c7-d16555777eb1 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7453301 Jul 09 14:53:05.024679 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45352) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:05.036863 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-65992f9f-2461-4c20-96ee-c3eeb3541378 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'enable_snat': True}}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:53:05.059113 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-f1dec133-309d-4e90-ac30-7e2a1c9622d5 None None] Set router aa569a17-b2d4-41e2-8645-f353f7496815 gateway port host: None {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:53:05.093570 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d39e5868-41e8-419c-9b95-5e036a864e9e tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:05.105274 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d39e5868-41e8-419c-9b95-5e036a864e9e tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:05.126231 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-f1dec133-309d-4e90-ac30-7e2a1c9622d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa569a17-b2d4-41e2-8645-f353f7496815', 'name': 'tempest-NetworksTestDHCPv6-router-1006608768', 'tenant_id': '705b0dcf676c4e4da08df6f6169d5c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:52:52Z', 'updated_at': '2021-07-09T14:53:02Z', 'revision_number': 3, 'project_id': '705b0dcf676c4e4da08df6f6169d5c06', 'gw_port_host': None}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:53:05.165146 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dec133-309d-4e90-ac30-7e2a1c9622d5 None None] Checking router: aa569a17-b2d4-41e2-8645-f353f7496815 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:53:05.239439 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dec133-309d-4e90-ac30-7e2a1c9622d5 None None] Routers {'aa569a17-b2d4-41e2-8645-f353f7496815'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:53:05.240189 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-f1dec133-309d-4e90-ac30-7e2a1c9622d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:52:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['aa569a17-b2d4-41e2-8645-f353f7496815'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:53:05.357568 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d39e5868-41e8-419c-9b95-5e036a864e9e tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:05.358523 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d39e5868-41e8-419c-9b95-5e036a864e9e tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Fanout notify agent at l3_agent the message router_deleted on router aa569a17-b2d4-41e2-8645-f353f7496815 {{(pid=94445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:53:05.407915 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-f1dec133-309d-4e90-ac30-7e2a1c9622d5 None None] Set router aa569a17-b2d4-41e2-8645-f353f7496815 gateway port host: None {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:53:05.444137 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2e197a39-8d60-4714-8927-1ac93ca77e12 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:05.457535 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-c1d8a6b6-d0de-45e7-8a8d-3079ceafcf8f None None] Deleting port 912f66b4-24ca-4077-9f69-19cfc322fdee {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:53:05.457535 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c1d8a6b6-d0de-45e7-8a8d-3079ceafcf8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:05.474179 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d39e5868-41e8-419c-9b95-5e036a864e9e tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:05.474179 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d39e5868-41e8-419c-9b95-5e036a864e9e tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/routers/aa569a17-b2d4-41e2-8645-f353f7496815 HTTP/1.1" status: 204 len: 168 time: 0.9956944 Jul 09 14:53:05.476263 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45374) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:05.487801 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-65992f9f-2461-4c20-96ee-c3eeb3541378 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:05.516207 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:05.564855 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-f1dec133-309d-4e90-ac30-7e2a1c9622d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa569a17-b2d4-41e2-8645-f353f7496815', 'name': 'tempest-NetworksTestDHCPv6-router-1006608768', 'tenant_id': '705b0dcf676c4e4da08df6f6169d5c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:52:52Z', 'updated_at': '2021-07-09T14:53:02Z', 'revision_number': 3, 'project_id': '705b0dcf676c4e4da08df6f6169d5c06', 'gw_port_host': None}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:53:05.592632 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807b40d8-3dc8-4c5e-aecd-dfd99d6a45c3 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:05.594328 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-807b40d8-3dc8-4c5e-aecd-dfd99d6a45c3 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1054742 Jul 09 14:53:05.597089 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45382) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:05.609103 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dec133-309d-4e90-ac30-7e2a1c9622d5 None None] The sync data for ids ['aa569a17-b2d4-41e2-8645-f353f7496815'] in n-d-799529-6 is: [{'id': 'aa569a17-b2d4-41e2-8645-f353f7496815', 'name': 'tempest-NetworksTestDHCPv6-router-1006608768', 'tenant_id': '705b0dcf676c4e4da08df6f6169d5c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:52:52Z', 'updated_at': '2021-07-09T14:53:02Z', 'revision_number': 3, 'project_id': '705b0dcf676c4e4da08df6f6169d5c06', 'gw_port_host': None}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:53:05.625711 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45384) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:05.681669 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port e4ad67d3-3df5-4384-bcc1-df685fdc929a, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=e4ad67d3-3df5-4384-bcc1-df685fdc929a,segment=NetworkSegment(f9c9b81f-0e6e-496b-9f9a-51a976479dd5),segment_id=f9c9b81f-0e6e-496b-9f9a-51a976479dd5)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:53:05.727472 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-c1d8a6b6-d0de-45e7-8a8d-3079ceafcf8f None None] For port 912f66b4-24ca-4077-9f69-19cfc322fdee, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=912f66b4-24ca-4077-9f69-19cfc322fdee,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:53:05.728379 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c1d8a6b6-d0de-45e7-8a8d-3079ceafcf8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:05.749704 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-c1d8a6b6-d0de-45e7-8a8d-3079ceafcf8f None None] Calling delete_port for 912f66b4-24ca-4077-9f69-19cfc322fdee owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:53:05.849633 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:05.883286 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-ba6da81e-dd6b-44f7-8116-ba63a3b85532 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-927808642-network', 'tenant_id': 'f23d9a2a77484c1eadd244e8611d3083'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:53:05.967944 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=e4ad67d3-3df5-4384-bcc1-df685fdc929a,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:06.100938 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2e197a39-8d60-4714-8927-1ac93ca77e12 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:06.118810 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6da81e-dd6b-44f7-8116-ba63a3b85532 admin admin] Made reservation on behalf of f23d9a2a77484c1eadd244e8611d3083 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:53:06.121697 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ba6da81e-dd6b-44f7-8116-ba63a3b85532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:06.134340 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ba6da81e-dd6b-44f7-8116-ba63a3b85532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:06.176384 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c4c9d893-2f06-45a4-aa76-0b20ddda75f2 req-2301492f-62a3-423b-beed-12d0c217c688 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=6391fb5f-3ee7-4791-ab56-47eccad83835 HTTP/1.1" status: 200 len: 210 time: 0.0713408 Jul 09 14:53:06.189156 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91936883-53c8-4381-bd3b-80223f54c13e tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:06.201244 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device e4ad67d3-3df5-4384-bcc1-df685fdc929a up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:53:06.208711 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-91936883-53c8-4381-bd3b-80223f54c13e tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6101236 Jul 09 14:53:06.212745 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-65992f9f-2461-4c20-96ee-c3eeb3541378 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:06.220351 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45398) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:06.253717 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c1d8a6b6-d0de-45e7-8a8d-3079ceafcf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:06.273653 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-156dab5a-0439-4ded-b5b8-4d8f2cb998b3 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0544348 Jul 09 14:53:06.282803 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45400) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:06.285492 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-65992f9f-2461-4c20-96ee-c3eeb3541378 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:06.292626 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-212ffc0d-9eeb-4b9d-b2a1-a17933cd2117 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Request body: {'subnet': {'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:53:06.292886 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d8a6b6-d0de-45e7-8a8d-3079ceafcf8f None None] No DVR routers for this DVR port 912f66b4-24ca-4077-9f69-19cfc322fdee on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:53:06.298318 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d8a6b6-d0de-45e7-8a8d-3079ceafcf8f None None] Pushing event deleted for resources: {'Port': ['ID=912f66b4-24ca-4077-9f69-19cfc322fdee,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:06.307689 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port e4ad67d3-3df5-4384-bcc1-df685fdc929a triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:53:06.308075 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:06.427755 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2e197a39-8d60-4714-8927-1ac93ca77e12 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:06.481418 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 912f66b4-24ca-4077-9f69-19cfc322fdee no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:53:06.504363 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 912f66b4-24ca-4077-9f69-19cfc322fdee {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:53:06.504890 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 912f66b4-24ca-4077-9f69-19cfc322fdee not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:53:06.564345 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2e197a39-8d60-4714-8927-1ac93ca77e12 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:06.567110 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ba6da81e-dd6b-44f7-8116-ba63a3b85532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:06.604066 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-65992f9f-2461-4c20-96ee-c3eeb3541378 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Allocated IP 172.25.3.11 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/a54ab468-e406-4f25-b05c-c1d4d7f0b815) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:53:06.636779 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e197a39-8d60-4714-8927-1ac93ca77e12 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Pushing event updated for resources: {'Port': ['ID=1dbe4f4b-de18-4607-8338-9fc1b5dda998,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:06.642609 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f38470-7bbe-427f-8c0a-bf20b2989cb2 req-36311ee8-648f-4a8e-9ca9-c00baebd10cb tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:06.644165 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f1f38470-7bbe-427f-8c0a-bf20b2989cb2 req-36311ee8-648f-4a8e-9ca9-c00baebd10cb tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.62 "GET /v2.0/networks?id=4684667e-a82e-475a-9da8-8ef2bc5057c6 HTTP/1.1" status: 200 len: 822 time: 0.2191734 Jul 09 14:53:06.648403 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2e197a39-8d60-4714-8927-1ac93ca77e12 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:06.685995 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-f1f38470-7bbe-427f-8c0a-bf20b2989cb2 req-17a4adfd-1744-4bcc-adc3-e91b296152b6 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Request body: {'port': {'device_id': '6391fb5f-3ee7-4791-ab56-47eccad83835', 'network_id': '4684667e-a82e-475a-9da8-8ef2bc5057c6', 'admin_state_up': True, 'tenant_id': 'a247b86f0cf44fd8bae010acfa2f83eb'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:53:06.703536 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45406) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:06.736409 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ba6da81e-dd6b-44f7-8116-ba63a3b85532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:06.786216 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba6da81e-dd6b-44f7-8116-ba63a3b85532 admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:53:06.819333 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ba6da81e-dd6b-44f7-8116-ba63a3b85532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:06.819711 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-ba6da81e-dd6b-44f7-8116-ba63a3b85532 admin admin] Added segment 4f5083cd-3839-47b5-96db-7638aa0acf65 of type vlan for network a127763e-29f7-47d5-9091-de48cb15ea6a Jul 09 14:53:06.821046 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6da81e-dd6b-44f7-8116-ba63a3b85532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67bcb813-8d42-43e0-ba78-04b40cf26421,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:06.838497 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2e197a39-8d60-4714-8927-1ac93ca77e12 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:06.838497 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-2e197a39-8d60-4714-8927-1ac93ca77e12 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9491520 Jul 09 14:53:06.851824 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e9f4c3bb-4bec-4f35-8597-e3836f5c004e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:06.906438 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-65992f9f-2461-4c20-96ee-c3eeb3541378 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:06.911635 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ba6da81e-dd6b-44f7-8116-ba63a3b85532 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:07.010165 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212ffc0d-9eeb-4b9d-b2a1-a17933cd2117 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Made reservation on behalf of 705b0dcf676c4e4da08df6f6169d5c06 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:53:07.015788 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-212ffc0d-9eeb-4b9d-b2a1-a17933cd2117 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:07.066345 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-65992f9f-2461-4c20-96ee-c3eeb3541378 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:07.068234 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ba6da81e-dd6b-44f7-8116-ba63a3b85532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:07.069162 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6da81e-dd6b-44f7-8116-ba63a3b85532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:07.069732 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ba6da81e-dd6b-44f7-8116-ba63a3b85532 admin admin] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:07.118922 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-35b64bc5-6fb6-4595-8713-dc4313b7c9aa req-d1e5d0dc-6358-4b86-9724-aaabbe29822a tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1084545006&fields=id&tenant_id=20fd87b1f98540cc9f0af3977c7dea1f HTTP/1.1" status: 200 len: 267 time: 0.0620651 Jul 09 14:53:07.191422 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65992f9f-2461-4c20-96ee-c3eeb3541378 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:53:07.192082 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e9f4c3bb-4bec-4f35-8597-e3836f5c004e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:07.212467 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-65992f9f-2461-4c20-96ee-c3eeb3541378 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:53:07.217962 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65992f9f-2461-4c20-96ee-c3eeb3541378 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:53:07.245346 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b64bc5-6fb6-4595-8713-dc4313b7c9aa req-20b73610-2776-4579-af3e-7225184d585d tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:07.246877 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-35b64bc5-6fb6-4595-8713-dc4313b7c9aa req-20b73610-2776-4579-af3e-7225184d585d tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] 10.222.0.58 "GET /v2.0/networks?id=b2b63b0e-b517-486a-9f8a-a2c1c761eb24 HTTP/1.1" status: 200 len: 811 time: 0.1196117 Jul 09 14:53:07.249291 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6da81e-dd6b-44f7-8116-ba63a3b85532 admin admin] Pushing event updated for resources: {'Network': ['ID=a127763e-29f7-47d5-9091-de48cb15ea6a,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:07.251422 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65992f9f-2461-4c20-96ee-c3eeb3541378 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Pushing event updated for resources: {'Port': ['ID=a54ab468-e406-4f25-b05c-c1d4d7f0b815,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:07.262600 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network a127763e-29f7-47d5-9091-de48cb15ea6a details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:53:07.279114 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-35b64bc5-6fb6-4595-8713-dc4313b7c9aa req-9da1b2cf-f853-4047-b144-327982087396 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] 10.222.0.58 "GET /v2.0/quotas/20fd87b1f98540cc9f0af3977c7dea1f HTTP/1.1" status: 200 len: 375 time: 0.0140269 Jul 09 14:53:07.330413 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e9f4c3bb-4bec-4f35-8597-e3836f5c004e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:07.396561 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e9f4c3bb-4bec-4f35-8597-e3836f5c004e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=913a95cff6f34b5fa6afff6a45e2086f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6854289 Jul 09 14:53:07.402504 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f4c3bb-4bec-4f35-8597-e3836f5c004e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9a703f-184b-4b7c-b58c-7f113991df2c,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:07.408309 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45426) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:07.423456 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1b58f2f0-f2f6-4330-96a5-4873926e3502 req-f7eb0819-e534-4b08-aa31-31632d53e31a tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=6391fb5f-3ee7-4791-ab56-47eccad83835 HTTP/1.1" status: 200 len: 210 time: 0.0748625 Jul 09 14:53:07.464862 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-35b64bc5-6fb6-4595-8713-dc4313b7c9aa req-17e3b23c-b498-4d41-b72e-00b82b337e14 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=20fd87b1f98540cc9f0af3977c7dea1f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1736162 Jul 09 14:53:07.542827 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ce98d557-9b15-405f-a542-d0f007b46345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:07.554284 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1f38470-7bbe-427f-8c0a-bf20b2989cb2 req-17a4adfd-1744-4bcc-adc3-e91b296152b6 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Made reservation on behalf of a247b86f0cf44fd8bae010acfa2f83eb for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:53:07.558065 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-f1f38470-7bbe-427f-8c0a-bf20b2989cb2 req-17a4adfd-1744-4bcc-adc3-e91b296152b6 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:07.578442 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ce98d557-9b15-405f-a542-d0f007b46345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:07.600786 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-35b64bc5-6fb6-4595-8713-dc4313b7c9aa req-37072f5c-62e7-4463-b4da-04152bc5f6fe service neutron] 10.222.0.58 "GET /v2.0/networks/b2b63b0e-b517-486a-9f8a-a2c1c761eb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262107 Jul 09 14:53:07.656216 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ba6da81e-dd6b-44f7-8116-ba63a3b85532 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0280583 Jul 09 14:53:07.661263 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45430) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:07.669006 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-10a6efa5-6480-4ed5-80c4-22f6e1fb06bb admin admin] Request body: {'subnet': {'network_id': 'a127763e-29f7-47d5-9091-de48cb15ea6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-927808642-subnet', 'tenant_id': 'f23d9a2a77484c1eadd244e8611d3083', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:53:07.731301 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-35b64bc5-6fb6-4595-8713-dc4313b7c9aa req-13e8456b-2409-4bb3-a612-fc7f23ec219b service neutron] 10.222.0.58 "GET /v2.0/networks/b2b63b0e-b517-486a-9f8a-a2c1c761eb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235867 Jul 09 14:53:07.806785 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a6efa5-6480-4ed5-80c4-22f6e1fb06bb admin admin] Made reservation on behalf of f23d9a2a77484c1eadd244e8611d3083 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:53:07.810122 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-10a6efa5-6480-4ed5-80c4-22f6e1fb06bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:07.821237 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-65992f9f-2461-4c20-96ee-c3eeb3541378 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:07.842666 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-f1f38470-7bbe-427f-8c0a-bf20b2989cb2 req-17a4adfd-1744-4bcc-adc3-e91b296152b6 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Allocated IP 172.20.0.11 (4684667e-a82e-475a-9da8-8ef2bc5057c6/8d68db36-2cf0-4e9c-8902-e068bb5af194/d1f93a58-54f9-4ef1-a7f6-f1eaf79c7801) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:53:07.862769 n-d-799529-6 neutron-server[94446]: DEBUG neutron.objects.ports [None req-212ffc0d-9eeb-4b9d-b2a1-a17933cd2117 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94446) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 14:53:07.872132 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ce98d557-9b15-405f-a542-d0f007b46345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:07.874760 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ce98d557-9b15-405f-a542-d0f007b46345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:07.878435 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ce98d557-9b15-405f-a542-d0f007b46345 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4c9a703f-184b-4b7c-b58c-7f113991df2c HTTP/1.1" status: 204 len: 168 time: 0.4666779 Jul 09 14:53:07.893364 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98d557-9b15-405f-a542-d0f007b46345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9a703f-184b-4b7c-b58c-7f113991df2c,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:07.902021 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-212ffc0d-9eeb-4b9d-b2a1-a17933cd2117 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:08.013318 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212ffc0d-9eeb-4b9d-b2a1-a17933cd2117 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:53:08.024501 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-212ffc0d-9eeb-4b9d-b2a1-a17933cd2117 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:53:08.038951 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5c5351-9c45-4997-b07d-4eb6dce12cca None None] Network 858359dc-653d-453c-9af7-637628d0bac8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:53:08.052122 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212ffc0d-9eeb-4b9d-b2a1-a17933cd2117 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:08.058620 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-212ffc0d-9eeb-4b9d-b2a1-a17933cd2117 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:08.062475 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212ffc0d-9eeb-4b9d-b2a1-a17933cd2117 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event updated for resources: {'Subnet': ['ID=b64dfd20-debe-4da4-b858-e5433dceab0b,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:08.125870 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e8b72b5a-9b94-49ac-895b-a21f73c5c8ac req-cbe3e01b-4d07-458c-9cbd-7d02fb1dec48 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1cde53a-19d7-4688-993d-9006873b4f35 HTTP/1.1" status: 200 len: 210 time: 0.0643210 Jul 09 14:53:08.276776 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-10a6efa5-6480-4ed5-80c4-22f6e1fb06bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:08.312184 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-212ffc0d-9eeb-4b9d-b2a1-a17933cd2117 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0253699 Jul 09 14:53:08.314582 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45444) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:08.326849 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-f786ad3a-d91c-4383-8ac4-14a804c9ebf2 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Request body: {'subnet': {'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:53:08.333463 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-65992f9f-2461-4c20-96ee-c3eeb3541378 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:08.343808 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-f1f38470-7bbe-427f-8c0a-bf20b2989cb2 req-17a4adfd-1744-4bcc-adc3-e91b296152b6 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:08.361368 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a6efa5-6480-4ed5-80c4-22f6e1fb06bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=43a4299f-20b7-47e7-a6f8-05cc3855fbd4,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:08.376230 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a6efa5-6480-4ed5-80c4-22f6e1fb06bb admin admin] Checking segment: {'id': '4f5083cd-3839-47b5-96db-7638aa0acf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a127763e-29f7-47d5-9091-de48cb15ea6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:53:08.376558 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a6efa5-6480-4ed5-80c4-22f6e1fb06bb admin admin] Network hostable DHCP agents. Network: a127763e-29f7-47d5-9091-de48cb15ea6a, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:53:08.384887 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-65992f9f-2461-4c20-96ee-c3eeb3541378 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-753925'] for router, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:08.405632 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2573dc3d-4a87-43c0-8248-221c8006fc07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-858359dc-653d-453c-9af7-637628d0bac8', 'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'tenant_id': '705b0dcf676c4e4da08df6f6169d5c06', 'fixed_ips': [{'subnet_id': 'b64dfd20-debe-4da4-b858-e5433dceab0b'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:53:08.416784 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2573dc3d-4a87-43c0-8248-221c8006fc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:08.475580 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a6efa5-6480-4ed5-80c4-22f6e1fb06bb admin admin] Network a127763e-29f7-47d5-9091-de48cb15ea6a is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:53:08.615819 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-10a6efa5-6480-4ed5-80c4-22f6e1fb06bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, a127763e-29f7-47d5-9091-de48cb15ea6a) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:53:08.622142 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a6efa5-6480-4ed5-80c4-22f6e1fb06bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:08.626757 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-10a6efa5-6480-4ed5-80c4-22f6e1fb06bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:08.631923 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8dc6afc-153a-4af9-afb6-c54fa1e90607 None None] Network a127763e-29f7-47d5-9091-de48cb15ea6a requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:53:08.714173 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-2573dc3d-4a87-43c0-8248-221c8006fc07 None None] Allocated IP 2001:db8::f816:3eff:fefd:f06d (858359dc-653d-453c-9af7-637628d0bac8/b64dfd20-debe-4da4-b858-e5433dceab0b/4557832a-a8d2-45a1-a593-32a99a4cba69) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:53:08.770250 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-10a6efa5-6480-4ed5-80c4-22f6e1fb06bb admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1010132 Jul 09 14:53:08.898005 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1b4d983c-0452-40c5-9ca8-888ea9e92cfe req-8b3900db-c358-4353-a3e5-4ee07cf9074a tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=6391fb5f-3ee7-4791-ab56-47eccad83835 HTTP/1.1" status: 200 len: 210 time: 0.0692046 Jul 09 14:53:09.020064 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-f1f38470-7bbe-427f-8c0a-bf20b2989cb2 req-17a4adfd-1744-4bcc-adc3-e91b296152b6 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:09.028314 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f786ad3a-d91c-4383-8ac4-14a804c9ebf2 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Made reservation on behalf of 705b0dcf676c4e4da08df6f6169d5c06 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:53:09.035586 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45460) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:09.051323 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f786ad3a-d91c-4383-8ac4-14a804c9ebf2 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:09.056390 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c5f863-05eb-4367-88fa-0c4b1f827d71 None None] Network a127763e-29f7-47d5-9091-de48cb15ea6a requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:53:09.065486 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cb8f9f89-bef9-4858-9f95-d097bac62b31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:09.227744 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cb8f9f89-bef9-4858-9f95-d097bac62b31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:09.268450 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2573dc3d-4a87-43c0-8248-221c8006fc07 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:09.273491 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65992f9f-2461-4c20-96ee-c3eeb3541378 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Router 0bb33ebe-8de4-46b7-a4f9-e30389b2c5c7 is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:53:09.320200 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-2573dc3d-4a87-43c0-8248-221c8006fc07 None None] Transition to ACTIVE for port object 4557832a-a8d2-45a1-a593-32a99a4cba69 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:53:09.333837 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1f38470-7bbe-427f-8c0a-bf20b2989cb2 req-17a4adfd-1744-4bcc-adc3-e91b296152b6 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Network 4684667e-a82e-475a-9da8-8ef2bc5057c6 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:53:09.336118 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-2573dc3d-4a87-43c0-8248-221c8006fc07 None None] Transition to ACTIVE for port object 4557832a-a8d2-45a1-a593-32a99a4cba69 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:53:09.343372 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cb8f9f89-bef9-4858-9f95-d097bac62b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:09.360386 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-f1f38470-7bbe-427f-8c0a-bf20b2989cb2 req-17a4adfd-1744-4bcc-adc3-e91b296152b6 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:53:09.364893 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a4adfd-1744-4bcc-adc3-e91b296152b6 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Pushing event updated for resources: {'Port': ['ID=d1f93a58-54f9-4ef1-a7f6-f1eaf79c7801,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:09.368858 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5e7cc919-87fa-4b14-a04e-514aa962b7bd req-59de8637-8c66-4830-a319-5b06f800f1dc tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1cde53a-19d7-4688-993d-9006873b4f35 HTTP/1.1" status: 200 len: 210 time: 0.0751650 Jul 09 14:53:09.372759 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1f38470-7bbe-427f-8c0a-bf20b2989cb2 req-17a4adfd-1744-4bcc-adc3-e91b296152b6 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:53:09.414191 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-cb8f9f89-bef9-4858-9f95-d097bac62b31 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a9943d15d2f64f0ba3cc64d612b6e346&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3770666 Jul 09 14:53:09.434605 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f9f89-bef9-4858-9f95-d097bac62b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e92ecdd-e4ed-4a1e-9ed9-57a3b2fd5a4c,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:09.454473 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45468) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:09.458396 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2573dc3d-4a87-43c0-8248-221c8006fc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:09.517763 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2573dc3d-4a87-43c0-8248-221c8006fc07 None None] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:53:09.523011 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-2573dc3d-4a87-43c0-8248-221c8006fc07 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:53:09.539155 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2573dc3d-4a87-43c0-8248-221c8006fc07 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:53:09.547009 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2cd92941-8823-4f02-9e02-a01a8f8a9a36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:09.583830 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2cd92941-8823-4f02-9e02-a01a8f8a9a36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:09.597606 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2573dc3d-4a87-43c0-8248-221c8006fc07 None None] Pushing event updated for resources: {'Port': ['ID=4557832a-a8d2-45a1-a593-32a99a4cba69,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:09.612464 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-2573dc3d-4a87-43c0-8248-221c8006fc07 None None] Attempting to bind port 4557832a-a8d2-45a1-a593-32a99a4cba69 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:53:09.612464 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-2573dc3d-4a87-43c0-8248-221c8006fc07 None None] Attempting to bind port 4557832a-a8d2-45a1-a593-32a99a4cba69 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:53:09.612464 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2573dc3d-4a87-43c0-8248-221c8006fc07 None None] Attempting to bind port 4557832a-a8d2-45a1-a593-32a99a4cba69 on network 858359dc-653d-453c-9af7-637628d0bac8 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:53:09.613031 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f38470-7bbe-427f-8c0a-bf20b2989cb2 req-17a4adfd-1744-4bcc-adc3-e91b296152b6 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:09.613031 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-f1f38470-7bbe-427f-8c0a-bf20b2989cb2 req-17a4adfd-1744-4bcc-adc3-e91b296152b6 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:09.621073 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2573dc3d-4a87-43c0-8248-221c8006fc07 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:53:09.621458 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2573dc3d-4a87-43c0-8248-221c8006fc07 None None] Checking segment: {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:53:09.621868 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2573dc3d-4a87-43c0-8248-221c8006fc07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:09.622359 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2573dc3d-4a87-43c0-8248-221c8006fc07 None None] Bound using segment: {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:53:09.622812 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-2573dc3d-4a87-43c0-8248-221c8006fc07 None None] Bound port: 4557832a-a8d2-45a1-a593-32a99a4cba69, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:53:09.623250 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2573dc3d-4a87-43c0-8248-221c8006fc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:09.685919 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65992f9f-2461-4c20-96ee-c3eeb3541378 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:53:09.695868 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6d93f8-523f-4c33-a6b0-ac99b9ca4bad None None] Sync routers for ids ['0bb33ebe-8de4-46b7-a4f9-e30389b2c5c7'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:53:09.700215 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-65992f9f-2461-4c20-96ee-c3eeb3541378 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:09.701997 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-65992f9f-2461-4c20-96ee-c3eeb3541378 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] 10.222.0.58 "PUT /v2.0/routers/0bb33ebe-8de4-46b7-a4f9-e30389b2c5c7 HTTP/1.1" status: 200 len: 913 time: 4.6748781 Jul 09 14:53:09.704864 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45480) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:09.714116 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6d93f8-523f-4c33-a6b0-ac99b9ca4bad None None] Routers {'0bb33ebe-8de4-46b7-a4f9-e30389b2c5c7'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:53:09.715116 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-3d6d93f8-523f-4c33-a6b0-ac99b9ca4bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:52:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['0bb33ebe-8de4-46b7-a4f9-e30389b2c5c7'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:53:09.725689 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-2573dc3d-4a87-43c0-8248-221c8006fc07 None None] For port 4557832a-a8d2-45a1-a593-32a99a4cba69, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:53:09.730186 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-2573dc3d-4a87-43c0-8248-221c8006fc07 None None] For port 4557832a-a8d2-45a1-a593-32a99a4cba69, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=4557832a-a8d2-45a1-a593-32a99a4cba69,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:53:09.770452 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-3d6d93f8-523f-4c33-a6b0-ac99b9ca4bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:53:09.801838 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6d93f8-523f-4c33-a6b0-ac99b9ca4bad None None] Routers {'0bb33ebe-8de4-46b7-a4f9-e30389b2c5c7'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:53:09.802546 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-3d6d93f8-523f-4c33-a6b0-ac99b9ca4bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:52:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['0bb33ebe-8de4-46b7-a4f9-e30389b2c5c7'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:53:09.827826 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2573dc3d-4a87-43c0-8248-221c8006fc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:09.829072 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f1f38470-7bbe-427f-8c0a-bf20b2989cb2 req-17a4adfd-1744-4bcc-adc3-e91b296152b6 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1490765 Jul 09 14:53:09.835144 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2cd92941-8823-4f02-9e02-a01a8f8a9a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:09.837720 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2cd92941-8823-4f02-9e02-a01a8f8a9a36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:09.839593 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-2cd92941-8823-4f02-9e02-a01a8f8a9a36 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1e92ecdd-e4ed-4a1e-9ed9-57a3b2fd5a4c HTTP/1.1" status: 204 len: 168 time: 0.3838284 Jul 09 14:53:09.850950 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-3d6d93f8-523f-4c33-a6b0-ac99b9ca4bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:53:09.851944 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6d93f8-523f-4c33-a6b0-ac99b9ca4bad None None] The sync data for ids ['0bb33ebe-8de4-46b7-a4f9-e30389b2c5c7'] in n-d-799529-6 is: [] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:53:09.857189 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-f1f38470-7bbe-427f-8c0a-bf20b2989cb2 req-1b1a6422-50ca-4fdd-9bfd-b95e2b1f15d5 service neutron] Request body: {'port': {'device_id': '6391fb5f-3ee7-4791-ab56-47eccad83835', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:53:09.897003 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd92941-8823-4f02-9e02-a01a8f8a9a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e92ecdd-e4ed-4a1e-9ed9-57a3b2fd5a4c,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:09.911340 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2573dc3d-4a87-43c0-8248-221c8006fc07 None None] Pushing event updated for resources: {'Port': ['ID=4557832a-a8d2-45a1-a593-32a99a4cba69,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:09.956075 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f786ad3a-d91c-4383-8ac4-14a804c9ebf2 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:09.965747 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-729da497-da3b-4fff-87a1-5f50a5f27b05 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] 10.222.0.58 "GET /v2.0/routers/0bb33ebe-8de4-46b7-a4f9-e30389b2c5c7 HTTP/1.1" status: 200 len: 919 time: 0.2588120 Jul 09 14:53:09.980119 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45486) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:10.052110 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-95cc54f9-e859-4f1d-87a7-7136eca56f7c tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:10.059077 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-95cc54f9-e859-4f1d-87a7-7136eca56f7c tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/networks?id=a127763e-29f7-47d5-9091-de48cb15ea6a HTTP/1.1" status: 200 len: 812 time: 0.3472483 Jul 09 14:53:10.095770 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-ddaa94c7-55ad-4135-bd88-582937748cb7 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/quotas/f23d9a2a77484c1eadd244e8611d3083 HTTP/1.1" status: 200 len: 375 time: 0.0352623 Jul 09 14:53:10.118157 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f786ad3a-d91c-4383-8ac4-14a804c9ebf2 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:53:10.133611 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-6f919235-b16d-4dda-96d1-5ad8b8048fbf tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f23d9a2a77484c1eadd244e8611d3083&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363965 Jul 09 14:53:10.169832 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-f1f38470-7bbe-427f-8c0a-bf20b2989cb2 req-1b1a6422-50ca-4fdd-9bfd-b95e2b1f15d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:10.172441 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-f786ad3a-d91c-4383-8ac4-14a804c9ebf2 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:53:10.175583 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f786ad3a-d91c-4383-8ac4-14a804c9ebf2 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:10.176053 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f786ad3a-d91c-4383-8ac4-14a804c9ebf2 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:10.185604 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f786ad3a-d91c-4383-8ac4-14a804c9ebf2 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event updated for resources: {'Subnet': ['ID=27a8f91e-aa0e-4998-808d-e9bfba90e6d3,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:10.220997 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f4557b-9725-4bed-9b05-4716ba9b767a tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:10.229503 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b4f4557b-9725-4bed-9b05-4716ba9b767a tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=202c7ce6-d4e9-4f80-84dd-bef08905a653&device_id=0bb33ebe-8de4-46b7-a4f9-e30389b2c5c7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2475054 Jul 09 14:53:10.232293 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45488) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:10.316907 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf3599-84e5-41f9-b04f-916527aff84f req-b9efac4a-adc8-43e0-bff5-cebdc970e8ad tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:10.324497 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f4cf3599-84e5-41f9-b04f-916527aff84f req-b9efac4a-adc8-43e0-bff5-cebdc970e8ad tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=6391fb5f-3ee7-4791-ab56-47eccad83835 HTTP/1.1" status: 200 len: 932 time: 0.2116926 Jul 09 14:53:10.400899 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-d58fa4ea-fe09-4b77-9443-b27a4c7a4a76 service neutron] 10.222.0.58 "GET /v2.0/networks/a127763e-29f7-47d5-9091-de48cb15ea6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642887 Jul 09 14:53:10.404547 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f786ad3a-d91c-4383-8ac4-14a804c9ebf2 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0837665 Jul 09 14:53:10.417029 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45490) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:10.423745 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-6c84aac2-6e84-4c8a-96e9-5057011d2d59 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Request body: {'port': {'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'mac_address': 'fa:16:3e:e0:8d:7a', 'name': 'tempest-NetworksTestDHCPv6-1739740570'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:53:10.486686 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56298171-5dc3-481c-b5fd-57a380c88835 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:10.488231 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-56298171-5dc3-481c-b5fd-57a380c88835 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] 10.222.0.58 "GET /v2.0/networks/202c7ce6-d4e9-4f80-84dd-bef08905a653 HTTP/1.1" status: 200 len: 881 time: 0.2548933 Jul 09 14:53:10.492527 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45494) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:10.508655 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f4cf3599-84e5-41f9-b04f-916527aff84f req-46c6c4fd-365f-43cd-9ccb-d85f470a35c4 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0503003-e352-4db8-a0a6-bfc82c7527aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827078 Jul 09 14:53:10.534483 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-67822d8f-ec8b-4c92-86df-23d876a82944 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] 10.222.0.58 "GET /v2.0/ports?device_id=0bb33ebe-8de4-46b7-a4f9-e30389b2c5c7 HTTP/1.1" status: 200 len: 205 time: 0.0408106 Jul 09 14:53:10.539700 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45496) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:10.689122 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-5bba6272-721c-431a-9091-cfab92d8cfd4 service neutron] 10.222.0.58 "GET /v2.0/networks/a127763e-29f7-47d5-9091-de48cb15ea6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747746 Jul 09 14:53:10.711691 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f4551835-f14c-41b9-8c32-0d1b4c9a7ac0 req-963e9721-9d4a-4c42-97dd-3de91431ea92 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1cde53a-19d7-4688-993d-9006873b4f35 HTTP/1.1" status: 200 len: 210 time: 0.0422413 Jul 09 14:53:10.855101 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7e621d66-eb3f-4f1f-b2ea-44b03900fe49 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks [] for router, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:10.906041 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c84aac2-6e84-4c8a-96e9-5057011d2d59 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Made reservation on behalf of 705b0dcf676c4e4da08df6f6169d5c06 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:53:10.990035 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-f1f38470-7bbe-427f-8c0a-bf20b2989cb2 req-1b1a6422-50ca-4fdd-9bfd-b95e2b1f15d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1f93a58-54f9-4ef1-a7f6-f1eaf79c7801 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:53:11.004382 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-f1f38470-7bbe-427f-8c0a-bf20b2989cb2 req-1b1a6422-50ca-4fdd-9bfd-b95e2b1f15d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:11.036292 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-f1f38470-7bbe-427f-8c0a-bf20b2989cb2 req-1b1a6422-50ca-4fdd-9bfd-b95e2b1f15d5 service neutron] Transition to ACTIVE for port object d1f93a58-54f9-4ef1-a7f6-f1eaf79c7801 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:53:11.089312 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c84aac2-6e84-4c8a-96e9-5057011d2d59 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:11.105838 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7e621d66-eb3f-4f1f-b2ea-44b03900fe49 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:11.125768 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-6c84aac2-6e84-4c8a-96e9-5057011d2d59 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] device_id is not set on port 58b62516-e07e-4bec-8130-ae973998e5ab yet. {{(pid=94446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:53:11.168555 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-f1f38470-7bbe-427f-8c0a-bf20b2989cb2 req-1b1a6422-50ca-4fdd-9bfd-b95e2b1f15d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:11.334667 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1a6422-50ca-4fdd-9bfd-b95e2b1f15d5 service neutron] Pushing event updated for resources: {'Port': ['ID=d1f93a58-54f9-4ef1-a7f6-f1eaf79c7801,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:11.442027 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-7e621d66-eb3f-4f1f-b2ea-44b03900fe49 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Deleting port a54ab468-e406-4f25-b05c-c1d4d7f0b815 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:53:11.442657 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7e621d66-eb3f-4f1f-b2ea-44b03900fe49 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:11.533035 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-f1f38470-7bbe-427f-8c0a-bf20b2989cb2 req-1b1a6422-50ca-4fdd-9bfd-b95e2b1f15d5 service neutron] Attempting to bind port d1f93a58-54f9-4ef1-a7f6-f1eaf79c7801 on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:53:11.533035 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-f1f38470-7bbe-427f-8c0a-bf20b2989cb2 req-1b1a6422-50ca-4fdd-9bfd-b95e2b1f15d5 service neutron] Attempting to bind port d1f93a58-54f9-4ef1-a7f6-f1eaf79c7801 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': 'bff1f1f8-53d0-45a1-805c-5c1d7e179e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4684667e-a82e-475a-9da8-8ef2bc5057c6'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:53:11.533035 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f38470-7bbe-427f-8c0a-bf20b2989cb2 req-1b1a6422-50ca-4fdd-9bfd-b95e2b1f15d5 service neutron] Attempting to bind port d1f93a58-54f9-4ef1-a7f6-f1eaf79c7801 on network 4684667e-a82e-475a-9da8-8ef2bc5057c6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:53:11.563610 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-6c84aac2-6e84-4c8a-96e9-5057011d2d59 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Allocated IP 172.20.0.6 (858359dc-653d-453c-9af7-637628d0bac8/27a8f91e-aa0e-4998-808d-e9bfba90e6d3/58b62516-e07e-4bec-8130-ae973998e5ab) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:53:11.572937 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-6c84aac2-6e84-4c8a-96e9-5057011d2d59 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Allocated IP 2001:db8::f816:3eff:fee0:8d7a (858359dc-653d-453c-9af7-637628d0bac8/b64dfd20-debe-4da4-b858-e5433dceab0b/58b62516-e07e-4bec-8130-ae973998e5ab) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:53:11.643710 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad6371f-542f-4a67-9a78-67fbe17464b8 None None] Network 858359dc-653d-453c-9af7-637628d0bac8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:53:11.721556 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7e621d66-eb3f-4f1f-b2ea-44b03900fe49 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:11.785282 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-7e621d66-eb3f-4f1f-b2ea-44b03900fe49 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Calling delete_port for a54ab468-e406-4f25-b05c-c1d4d7f0b815 owned by network:router_gateway {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:53:11.960413 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c84aac2-6e84-4c8a-96e9-5057011d2d59 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:12.010434 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-01ad6ea1-1704-47c3-a07f-6e1283247559 None None] Provisioning for port 4557832a-a8d2-45a1-a593-32a99a4cba69 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:53:12.026118 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c84aac2-6e84-4c8a-96e9-5057011d2d59 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Transition to ACTIVE for port object 58b62516-e07e-4bec-8130-ae973998e5ab will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:53:12.031184 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b06cf-1ed6-4272-8398-77b2acc887b7 req-3cf5a2de-2d7e-4088-9a72-f708ee434ab5 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:12.037700 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9b4b06cf-1ed6-4272-8398-77b2acc887b7 req-3cf5a2de-2d7e-4088-9a72-f708ee434ab5 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=6391fb5f-3ee7-4791-ab56-47eccad83835 HTTP/1.1" status: 200 len: 944 time: 0.2537036 Jul 09 14:53:12.134368 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6f30d6e6-530c-4549-b9a1-54da3fad4b6c req-18ec3f75-2a8d-46e2-b076-c80bdfe823a4 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a200306-5274-40a0-9e2c-5d37f829a1db HTTP/1.1" status: 200 len: 210 time: 0.0337477 Jul 09 14:53:12.136651 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f38470-7bbe-427f-8c0a-bf20b2989cb2 req-1b1a6422-50ca-4fdd-9bfd-b95e2b1f15d5 service neutron] Port d1f93a58-54f9-4ef1-a7f6-f1eaf79c7801 on network 4684667e-a82e-475a-9da8-8ef2bc5057c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:53:12.137070 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f38470-7bbe-427f-8c0a-bf20b2989cb2 req-1b1a6422-50ca-4fdd-9bfd-b95e2b1f15d5 service neutron] Attempting to bind port d1f93a58-54f9-4ef1-a7f6-f1eaf79c7801 on network 4684667e-a82e-475a-9da8-8ef2bc5057c6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:53:12.146847 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f38470-7bbe-427f-8c0a-bf20b2989cb2 req-1b1a6422-50ca-4fdd-9bfd-b95e2b1f15d5 service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:53:12.146847 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f38470-7bbe-427f-8c0a-bf20b2989cb2 req-1b1a6422-50ca-4fdd-9bfd-b95e2b1f15d5 service neutron] Checking segment: {'id': 'bff1f1f8-53d0-45a1-805c-5c1d7e179e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4684667e-a82e-475a-9da8-8ef2bc5057c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:53:12.146847 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f38470-7bbe-427f-8c0a-bf20b2989cb2 req-1b1a6422-50ca-4fdd-9bfd-b95e2b1f15d5 service neutron] Bound using segment: {'id': 'bff1f1f8-53d0-45a1-805c-5c1d7e179e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4684667e-a82e-475a-9da8-8ef2bc5057c6'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:53:12.146847 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-f1f38470-7bbe-427f-8c0a-bf20b2989cb2 req-1b1a6422-50ca-4fdd-9bfd-b95e2b1f15d5 service neutron] Bound port: d1f93a58-54f9-4ef1-a7f6-f1eaf79c7801, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bff1f1f8-53d0-45a1-805c-5c1d7e179e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4684667e-a82e-475a-9da8-8ef2bc5057c6'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:53:12.146847 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-f1f38470-7bbe-427f-8c0a-bf20b2989cb2 req-1b1a6422-50ca-4fdd-9bfd-b95e2b1f15d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:12.240025 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-f1f38470-7bbe-427f-8c0a-bf20b2989cb2 req-1b1a6422-50ca-4fdd-9bfd-b95e2b1f15d5 service neutron] For port d1f93a58-54f9-4ef1-a7f6-f1eaf79c7801, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:53:12.243805 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-f1f38470-7bbe-427f-8c0a-bf20b2989cb2 req-1b1a6422-50ca-4fdd-9bfd-b95e2b1f15d5 service neutron] For port d1f93a58-54f9-4ef1-a7f6-f1eaf79c7801, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=d1f93a58-54f9-4ef1-a7f6-f1eaf79c7801,segment=NetworkSegment(bff1f1f8-53d0-45a1-805c-5c1d7e179e18),segment_id=bff1f1f8-53d0-45a1-805c-5c1d7e179e18)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:53:12.246747 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c84aac2-6e84-4c8a-96e9-5057011d2d59 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:12.271753 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9b4b06cf-1ed6-4272-8398-77b2acc887b7 req-0cb5cbed-556e-4353-8fe0-6b796d5642f2 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0503003-e352-4db8-a0a6-bfc82c7527aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330215 Jul 09 14:53:12.296043 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c84aac2-6e84-4c8a-96e9-5057011d2d59 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:53:12.297708 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-6c84aac2-6e84-4c8a-96e9-5057011d2d59 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:53:12.304074 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c84aac2-6e84-4c8a-96e9-5057011d2d59 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:53:12.315034 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7e621d66-eb3f-4f1f-b2ea-44b03900fe49 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:12.399266 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e621d66-eb3f-4f1f-b2ea-44b03900fe49 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Pushing event deleted for resources: {'Port': ['ID=a54ab468-e406-4f25-b05c-c1d4d7f0b815,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:12.453480 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-f1f38470-7bbe-427f-8c0a-bf20b2989cb2 req-1b1a6422-50ca-4fdd-9bfd-b95e2b1f15d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:12.528738 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c012d8-e312-4efb-be7e-d42335de86e1 None None] Update dhcp port {'port': {'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'fixed_ips': [{'subnet_id': 'b64dfd20-debe-4da4-b858-e5433dceab0b', 'ip_address': '2001:db8::f816:3eff:fefd:f06d'}, {'subnet_id': '27a8f91e-aa0e-4998-808d-e9bfba90e6d3'}], 'binding:host_id': 'n-d-799529-6'}, 'id': '4557832a-a8d2-45a1-a593-32a99a4cba69'} from n-d-799529-6. {{(pid=94447) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 14:53:12.553038 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 4557832a-a8d2-45a1-a593-32a99a4cba69 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:53:12.601877 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a4c012d8-e312-4efb-be7e-d42335de86e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:12.607604 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c84aac2-6e84-4c8a-96e9-5057011d2d59 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event updated for resources: {'Port': ['ID=58b62516-e07e-4bec-8130-ae973998e5ab,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:12.625684 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6b3eb8b0-ec29-4e88-92c0-d04d1e39e5bd req-03f45964-4355-4779-910a-af1d029df53c tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1cde53a-19d7-4688-993d-9006873b4f35 HTTP/1.1" status: 200 len: 210 time: 0.1101799 Jul 09 14:53:12.637346 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f38470-7bbe-427f-8c0a-bf20b2989cb2 req-1b1a6422-50ca-4fdd-9bfd-b95e2b1f15d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:12.637987 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-f1f38470-7bbe-427f-8c0a-bf20b2989cb2 req-1b1a6422-50ca-4fdd-9bfd-b95e2b1f15d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:12.639568 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f1f38470-7bbe-427f-8c0a-bf20b2989cb2 req-1b1a6422-50ca-4fdd-9bfd-b95e2b1f15d5 service neutron] 10.222.0.62 "PUT /v2.0/ports/d1f93a58-54f9-4ef1-a7f6-f1eaf79c7801 HTTP/1.1" status: 200 len: 1092 time: 2.7949917 Jul 09 14:53:12.664620 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6391fb5f-3ee7-4791-ab56-47eccad83835', 'tag': 'd1f93a58-54f9-4ef1-a7f6-f1eaf79c7801'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:53:12.668036 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d07009-5faf-43b7-b5c9-24677e1ef813" -d '{"events": [{"name": "network-changed", "server_uuid": "6391fb5f-3ee7-4791-ab56-47eccad83835", "tag": "d1f93a58-54f9-4ef1-a7f6-f1eaf79c7801"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:53:12.687203 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b64bc5-6fb6-4595-8713-dc4313b7c9aa req-ae130d9b-896b-4e62-a50c-7424a4f4d6e9 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:12.688839 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-35b64bc5-6fb6-4595-8713-dc4313b7c9aa req-ae130d9b-896b-4e62-a50c-7424a4f4d6e9 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] 10.222.0.54 "GET /v2.0/networks?id=b2b63b0e-b517-486a-9f8a-a2c1c761eb24 HTTP/1.1" status: 200 len: 811 time: 0.1136212 Jul 09 14:53:12.699539 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c84aac2-6e84-4c8a-96e9-5057011d2d59 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:12.700517 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c84aac2-6e84-4c8a-96e9-5057011d2d59 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:12.810293 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e78a770-bea2-4ec2-b38e-b97a4d4ac4b5 x-openstack-request-id: req-5e78a770-bea2-4ec2-b38e-b97a4d4ac4b5 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:53:12.814690 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6391fb5f-3ee7-4791-ab56-47eccad83835", "tag": "d1f93a58-54f9-4ef1-a7f6-f1eaf79c7801", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:53:12.816292 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5e78a770-bea2-4ec2-b38e-b97a4d4ac4b5 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:53:12.822815 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6391fb5f-3ee7-4791-ab56-47eccad83835', 'tag': 'd1f93a58-54f9-4ef1-a7f6-f1eaf79c7801', 'status': 'completed', 'code': 200} Jul 09 14:53:12.822961 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-35b64bc5-6fb6-4595-8713-dc4313b7c9aa req-3221c648-c63c-4c80-9a3c-aac5c69454fd tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20fd87b1f98540cc9f0af3977c7dea1f HTTP/1.1" status: 200 len: 380 time: 0.1195035 Jul 09 14:53:12.823073 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1a6422-50ca-4fdd-9bfd-b95e2b1f15d5 service neutron] Pushing event updated for resources: {'Port': ['ID=d1f93a58-54f9-4ef1-a7f6-f1eaf79c7801,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:12.823221 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7e621d66-eb3f-4f1f-b2ea-44b03900fe49 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:12.857742 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 4557832a-a8d2-45a1-a593-32a99a4cba69 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:53:12.868683 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 4557832a-a8d2-45a1-a593-32a99a4cba69 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:53:12.869681 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:12.939250 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-6c84aac2-6e84-4c8a-96e9-5057011d2d59 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.5190825 Jul 09 14:53:12.944312 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45548) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:13.029235 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-a4c012d8-e312-4efb-be7e-d42335de86e1 None None] Allocated IP 172.20.0.2 (858359dc-653d-453c-9af7-637628d0bac8/27a8f91e-aa0e-4998-808d-e9bfba90e6d3/4557832a-a8d2-45a1-a593-32a99a4cba69) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:53:13.088956 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d07009-5faf-43b7-b5c9-24677e1ef813 req-5a68d587-b0e2-408a-bf31-9b9cc8377672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:13.094903 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-88d07009-5faf-43b7-b5c9-24677e1ef813 req-5a68d587-b0e2-408a-bf31-9b9cc8377672 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a247b86f0cf44fd8bae010acfa2f83eb&device_id=6391fb5f-3ee7-4791-ab56-47eccad83835 HTTP/1.1" status: 200 len: 1095 time: 0.2318046 Jul 09 14:53:13.139848 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:13.235044 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502f3094-e60b-4469-88c4-1cee882d6e5b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:13.242041 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502f3094-e60b-4469-88c4-1cee882d6e5b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:13.247374 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-502f3094-e60b-4469-88c4-1cee882d6e5b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2919137 Jul 09 14:53:13.262164 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45552) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:13.277029 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a4c012d8-e312-4efb-be7e-d42335de86e1 None None] For port 4557832a-a8d2-45a1-a593-32a99a4cba69, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=4557832a-a8d2-45a1-a593-32a99a4cba69,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:53:13.300847 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7c6a1bcf-b742-4df1-8f09-cc778f240f3c req-1de77944-1719-4b81-8c66-69857e099ed2 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a200306-5274-40a0-9e2c-5d37f829a1db HTTP/1.1" status: 200 len: 210 time: 0.0775063 Jul 09 14:53:13.317646 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a4c012d8-e312-4efb-be7e-d42335de86e1 None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:13.349113 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a4c012d8-e312-4efb-be7e-d42335de86e1 None None] Transition to ACTIVE for port object 4557832a-a8d2-45a1-a593-32a99a4cba69 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:53:13.389472 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-35b64bc5-6fb6-4595-8713-dc4313b7c9aa req-f8d66d30-8bb4-4dce-9243-ce8c3807b682 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Request body: {'port': {'device_id': 'a1cde53a-19d7-4688-993d-9006873b4f35', 'network_id': 'b2b63b0e-b517-486a-9f8a-a2c1c761eb24', 'admin_state_up': True, 'tenant_id': '20fd87b1f98540cc9f0af3977c7dea1f', 'security_groups': ['1f0c8256-fd97-443b-990a-3bb8b19e1e90']}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:53:13.430561 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d07009-5faf-43b7-b5c9-24677e1ef813 req-82481b79-b240-4a10-b655-753093d289b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:13.433261 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-88d07009-5faf-43b7-b5c9-24677e1ef813 req-82481b79-b240-4a10-b655-753093d289b3 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=a247b86f0cf44fd8bae010acfa2f83eb&shared=False HTTP/1.1" status: 200 len: 923 time: 0.3040006 Jul 09 14:53:13.485115 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7e621d66-eb3f-4f1f-b2ea-44b03900fe49 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:13.496258 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7e621d66-eb3f-4f1f-b2ea-44b03900fe49 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:13.595637 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-982efa65-e31a-4589-a5d0-92b02e9ce3fd tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Deleting port 58b62516-e07e-4bec-8130-ae973998e5ab {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:53:13.596146 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-982efa65-e31a-4589-a5d0-92b02e9ce3fd tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:13.601312 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a4c012d8-e312-4efb-be7e-d42335de86e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:13.648742 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdf7a92-1b69-4999-b01d-72416574b2ff req-e4dc9e63-2387-4800-b5e6-025e23313c70 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:13.655909 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8cdf7a92-1b69-4999-b01d-72416574b2ff req-e4dc9e63-2387-4800-b5e6-025e23313c70 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=6391fb5f-3ee7-4791-ab56-47eccad83835 HTTP/1.1" status: 200 len: 944 time: 0.1700115 Jul 09 14:53:13.697131 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8cdf7a92-1b69-4999-b01d-72416574b2ff req-371494c5-d2dd-461b-b4a8-bfd9a30c66cf tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0503003-e352-4db8-a0a6-bfc82c7527aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411382 Jul 09 14:53:13.716558 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d07009-5faf-43b7-b5c9-24677e1ef813 req-eb7c0c62-3d6d-48cc-89c4-b8b511533867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:13.717922 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-88d07009-5faf-43b7-b5c9-24677e1ef813 req-eb7c0c62-3d6d-48cc-89c4-b8b511533867 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2773407 Jul 09 14:53:13.753123 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7e621d66-eb3f-4f1f-b2ea-44b03900fe49 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:13.753759 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e621d66-eb3f-4f1f-b2ea-44b03900fe49 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Fanout notify agent at l3_agent the message router_deleted on router 0bb33ebe-8de4-46b7-a4f9-e30389b2c5c7 {{(pid=94445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:53:13.755974 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35b64bc5-6fb6-4595-8713-dc4313b7c9aa req-f8d66d30-8bb4-4dce-9243-ce8c3807b682 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Made reservation on behalf of 20fd87b1f98540cc9f0af3977c7dea1f for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:53:13.767860 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-35b64bc5-6fb6-4595-8713-dc4313b7c9aa req-f8d66d30-8bb4-4dce-9243-ce8c3807b682 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:13.778270 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7e621d66-eb3f-4f1f-b2ea-44b03900fe49 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:13.781242 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-7e621d66-eb3f-4f1f-b2ea-44b03900fe49 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] 10.222.0.58 "DELETE /v2.0/routers/0bb33ebe-8de4-46b7-a4f9-e30389b2c5c7 HTTP/1.1" status: 204 len: 168 time: 3.2060132 Jul 09 14:53:13.790560 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45564) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:13.805063 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.db.api [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 14:53:13.806076 n-d-799529-6 neutron-server[94447]: DEBUG oslo_db.api [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 14:53:13.823533 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-9beb87d6-9cdd-4733-aa7e-6fd7b6037130 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-671471430', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:53:13.883720 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-982efa65-e31a-4589-a5d0-92b02e9ce3fd tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:13.912552 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-982efa65-e31a-4589-a5d0-92b02e9ce3fd tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Calling delete_port for 58b62516-e07e-4bec-8130-ae973998e5ab owned by {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:53:13.950453 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c012d8-e312-4efb-be7e-d42335de86e1 None None] Pushing event updated for resources: {'Port': ['ID=4557832a-a8d2-45a1-a593-32a99a4cba69,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:14.044685 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9beb87d6-9cdd-4733-aa7e-6fd7b6037130 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:14.045757 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9beb87d6-9cdd-4733-aa7e-6fd7b6037130 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:14.065008 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f38470-7bbe-427f-8c0a-bf20b2989cb2 req-0300e88d-50e4-4aa9-9269-f8f9196e9678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:14.068180 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f1f38470-7bbe-427f-8c0a-bf20b2989cb2 req-0300e88d-50e4-4aa9-9269-f8f9196e9678 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a247b86f0cf44fd8bae010acfa2f83eb&device_id=6391fb5f-3ee7-4791-ab56-47eccad83835 HTTP/1.1" status: 200 len: 1095 time: 0.2698557 Jul 09 14:53:14.110649 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-35b64bc5-6fb6-4595-8713-dc4313b7c9aa req-f8d66d30-8bb4-4dce-9243-ce8c3807b682 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Allocated IP 172.20.0.7 (b2b63b0e-b517-486a-9f8a-a2c1c761eb24/ca22d5b8-2b29-4e11-b70d-065b9fbd86b9/a81475d4-645e-498c-a8cc-c494bcdcf27b) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:53:14.140988 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f1f38470-7bbe-427f-8c0a-bf20b2989cb2 req-f2ae4e7d-8e73-4ec9-8f79-d26749979969 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d1f93a58-54f9-4ef1-a7f6-f1eaf79c7801 HTTP/1.1" status: 200 len: 217 time: 0.0573914 Jul 09 14:53:14.164018 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e2631342-cf8d-4a8d-bdeb-573968661471 req-cbdd681f-a1ed-4be0-a841-a9bb476075cc tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1cde53a-19d7-4688-993d-9006873b4f35 HTTP/1.1" status: 200 len: 210 time: 0.0794904 Jul 09 14:53:14.180522 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9beb87d6-9cdd-4733-aa7e-6fd7b6037130 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:14.249936 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f38470-7bbe-427f-8c0a-bf20b2989cb2 req-81526077-3ddb-482a-bea3-fd168ed8c6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:14.251455 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f1f38470-7bbe-427f-8c0a-bf20b2989cb2 req-81526077-3ddb-482a-bea3-fd168ed8c6a3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8d68db36-2cf0-4e9c-8902-e068bb5af194 HTTP/1.1" status: 200 len: 862 time: 0.1020875 Jul 09 14:53:14.329958 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f1f38470-7bbe-427f-8c0a-bf20b2989cb2 req-98ccca47-4b9a-4f07-b551-4b04e5610848 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4684667e-a82e-475a-9da8-8ef2bc5057c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583520 Jul 09 14:53:14.428951 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9beb87d6-9cdd-4733-aa7e-6fd7b6037130 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:14.442033 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:14.514909 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 4557832a-a8d2-45a1-a593-32a99a4cba69, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=4557832a-a8d2-45a1-a593-32a99a4cba69,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:53:14.545366 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f1f38470-7bbe-427f-8c0a-bf20b2989cb2 req-fbe84fa4-4531-49a0-8cc5-8ec9f3c9c5ae service neutron] 10.222.0.62 "GET /v2.0/networks/4684667e-a82e-475a-9da8-8ef2bc5057c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985497 Jul 09 14:53:14.562952 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45580) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:14.591176 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ece4ad0d-e2de-442b-94a0-701fa014b2fa req-915fcda8-ad99-4d73-be96-59823a13f971 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a200306-5274-40a0-9e2c-5d37f829a1db HTTP/1.1" status: 200 len: 210 time: 0.1153522 Jul 09 14:53:14.649568 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-982efa65-e31a-4589-a5d0-92b02e9ce3fd tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:14.652709 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a4731514-e307-4e0b-b052-1865121f3af0 req-3e445289-5243-47cc-8063-a2e4663bdc78 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=52b4761e-ceee-4d93-9f9d-3b7fe85c3074&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1881595 Jul 09 14:53:14.662569 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-35b64bc5-6fb6-4595-8713-dc4313b7c9aa req-f8d66d30-8bb4-4dce-9243-ce8c3807b682 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:14.666448 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:14.691594 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9beb87d6-9cdd-4733-aa7e-6fd7b6037130 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:14.698945 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-9beb87d6-9cdd-4733-aa7e-6fd7b6037130 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9008410 Jul 09 14:53:14.712271 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45584) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:14.729327 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982efa65-e31a-4589-a5d0-92b02e9ce3fd tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event deleted for resources: {'Port': ['ID=58b62516-e07e-4bec-8130-ae973998e5ab,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:14.737159 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-94c81714-e974-42df-ba8f-fd558106ebf5 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'enable_snat': False}}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:53:14.868045 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=4557832a-a8d2-45a1-a593-32a99a4cba69,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:14.875232 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 4557832a-a8d2-45a1-a593-32a99a4cba69 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:53:14.903175 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-35b64bc5-6fb6-4595-8713-dc4313b7c9aa req-f8d66d30-8bb4-4dce-9243-ce8c3807b682 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Transition to ACTIVE for port object a81475d4-645e-498c-a8cc-c494bcdcf27b will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:53:14.917680 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-d0ef21f1-ee45-4a7c-8302-1fceefd07998 tempest-RoutersAdminNegativeIpV6Test-1121039528 tempest-RoutersAdminNegativeIpV6Test-1121039528-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1894026475', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:53:14.979982 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-982efa65-e31a-4589-a5d0-92b02e9ce3fd tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:14.982114 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-982efa65-e31a-4589-a5d0-92b02e9ce3fd tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/ports/58b62516-e07e-4bec-8130-ae973998e5ab HTTP/1.1" status: 204 len: 168 time: 1.7187870 Jul 09 14:53:14.986018 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45592) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:15.075481 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:15.146055 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ef21f1-ee45-4a7c-8302-1fceefd07998 tempest-RoutersAdminNegativeIpV6Test-1121039528 tempest-RoutersAdminNegativeIpV6Test-1121039528-project-admin] Made reservation on behalf of 83afe021613f4dcc99480944cc90758b for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:53:15.149053 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d0ef21f1-ee45-4a7c-8302-1fceefd07998 tempest-RoutersAdminNegativeIpV6Test-1121039528 tempest-RoutersAdminNegativeIpV6Test-1121039528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:15.246623 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d0ef21f1-ee45-4a7c-8302-1fceefd07998 tempest-RoutersAdminNegativeIpV6Test-1121039528 tempest-RoutersAdminNegativeIpV6Test-1121039528-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:15.253788 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4731514-e307-4e0b-b052-1865121f3af0 req-65d8285a-d469-4581-b362-8df9c5c64b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:15.255897 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a4731514-e307-4e0b-b052-1865121f3af0 req-65d8285a-d469-4581-b362-8df9c5c64b94 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c489c63a715541b7b9d23a460e28519e&device_id=52b4761e-ceee-4d93-9f9d-3b7fe85c3074 HTTP/1.1" status: 200 len: 1101 time: 0.5488372 Jul 09 14:53:15.260483 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-94c81714-e974-42df-ba8f-fd558106ebf5 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:15.297165 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-738787dd-a801-4235-b070-7336f739ebde None None] Provisioning for port 4557832a-a8d2-45a1-a593-32a99a4cba69 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:53:15.302659 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-738787dd-a801-4235-b070-7336f739ebde None None] Provisioning complete for port 4557832a-a8d2-45a1-a593-32a99a4cba69 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:53:15.303225 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-738787dd-a801-4235-b070-7336f739ebde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:15.405630 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac90be5-873d-4036-9619-8d033091a193 req-9b534703-67e3-4c36-8c84-e3544191c786 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:15.407612 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3ac90be5-873d-4036-9619-8d033091a193 req-9b534703-67e3-4c36-8c84-e3544191c786 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=6391fb5f-3ee7-4791-ab56-47eccad83835 HTTP/1.1" status: 200 len: 944 time: 0.4324658 Jul 09 14:53:15.430487 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-35b64bc5-6fb6-4595-8713-dc4313b7c9aa req-f8d66d30-8bb4-4dce-9243-ce8c3807b682 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:15.574110 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35b64bc5-6fb6-4595-8713-dc4313b7c9aa req-f8d66d30-8bb4-4dce-9243-ce8c3807b682 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Network b2b63b0e-b517-486a-9f8a-a2c1c761eb24 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:53:15.608895 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f1f38470-7bbe-427f-8c0a-bf20b2989cb2 req-acd1edd4-1cbf-4459-a1d9-4fb549f566be service neutron] 10.222.0.62 "GET /v2.0/networks/4684667e-a82e-475a-9da8-8ef2bc5057c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0428252 Jul 09 14:53:15.624524 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4731514-e307-4e0b-b052-1865121f3af0 req-48219952-f3b4-4125-b907-1930321c8f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:15.626084 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a4731514-e307-4e0b-b052-1865121f3af0 req-48219952-f3b4-4125-b907-1930321c8f7a service neutron] 10.222.0.54 "GET /v2.0/networks?id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc HTTP/1.1" status: 200 len: 870 time: 0.3442476 Jul 09 14:53:15.652497 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8fdb4a-dd98-4370-8c62-711461052c56 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:15.655030 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8fdb4a-dd98-4370-8c62-711461052c56 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:15.658737 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-35b64bc5-6fb6-4595-8713-dc4313b7c9aa req-f8d66d30-8bb4-4dce-9243-ce8c3807b682 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:53:15.659952 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8fdb4a-dd98-4370-8c62-711461052c56 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:15.662186 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-fd4bc7bf-3ea1-4f80-986f-45eed2a1dc99 None None] Could not find standard attr ID for object 58b62516-e07e-4bec-8130-ae973998e5ab. {{(pid=94447) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 14:53:15.664471 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-9e8fdb4a-dd98-4370-8c62-711461052c56 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.6774321 Jul 09 14:53:15.667649 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45598) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:15.696638 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-35b64bc5-6fb6-4595-8713-dc4313b7c9aa req-f8d66d30-8bb4-4dce-9243-ce8c3807b682 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:53:15.700499 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d66d30-8bb4-4dce-9243-ce8c3807b682 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Pushing event updated for resources: {'Port': ['ID=a81475d4-645e-498c-a8cc-c494bcdcf27b,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:15.805666 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3ac90be5-873d-4036-9619-8d033091a193 req-7d3d6b06-1f37-44f9-8fab-90e206462547 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0503003-e352-4db8-a0a6-bfc82c7527aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3785043 Jul 09 14:53:15.820672 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a4731514-e307-4e0b-b052-1865121f3af0 req-745f8eb8-4e88-41d5-b049-6c68f2173df2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=af66ab1c-c7c1-43c9-84de-bcd45908f35e HTTP/1.1" status: 200 len: 217 time: 0.1381836 Jul 09 14:53:15.851053 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-775107d5-71ee-4c22-a5e4-21e762f05be5 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Deleting subnet 27a8f91e-aa0e-4998-808d-e9bfba90e6d3 {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:53:15.884146 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-775107d5-71ee-4c22-a5e4-21e762f05be5 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:16.009126 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8fa058-3fd2-4ac1-a921-74bc240c17da req-976d6f65-5623-4997-86cb-3fe7d0647fa5 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:16.017254 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5b8fa058-3fd2-4ac1-a921-74bc240c17da req-976d6f65-5623-4997-86cb-3fe7d0647fa5 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1cde53a-19d7-4688-993d-9006873b4f35 HTTP/1.1" status: 200 len: 931 time: 0.4353287 Jul 09 14:53:16.040502 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b64bc5-6fb6-4595-8713-dc4313b7c9aa req-f8d66d30-8bb4-4dce-9243-ce8c3807b682 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:16.041747 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-35b64bc5-6fb6-4595-8713-dc4313b7c9aa req-f8d66d30-8bb4-4dce-9243-ce8c3807b682 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:16.047295 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-775107d5-71ee-4c22-a5e4-21e762f05be5 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:16.067314 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d0ef21f1-ee45-4a7c-8302-1fceefd07998 tempest-RoutersAdminNegativeIpV6Test-1121039528 tempest-RoutersAdminNegativeIpV6Test-1121039528-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:16.087073 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4731514-e307-4e0b-b052-1865121f3af0 req-ef73a9a7-3c35-4226-8f15-9678c14baec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:16.088760 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a4731514-e307-4e0b-b052-1865121f3af0 req-ef73a9a7-3c35-4226-8f15-9678c14baec2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.2324080 Jul 09 14:53:16.152899 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d0ef21f1-ee45-4a7c-8302-1fceefd07998 tempest-RoutersAdminNegativeIpV6Test-1121039528 tempest-RoutersAdminNegativeIpV6Test-1121039528-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:16.182184 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [None req-d0ef21f1-ee45-4a7c-8302-1fceefd07998 tempest-RoutersAdminNegativeIpV6Test-1121039528 tempest-RoutersAdminNegativeIpV6Test-1121039528-project-admin] device_id is not set on port d67a52bf-22ef-4349-a41f-1d58ecc81405 yet. {{(pid=94445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:53:16.204835 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5b8fa058-3fd2-4ac1-a921-74bc240c17da req-cb1550f7-b30a-4fc0-9195-4e3539edcdb3 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] 10.222.0.58 "GET /v2.0/security-groups?id=1f0c8256-fd97-443b-990a-3bb8b19e1e90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783228 Jul 09 14:53:16.270852 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-775107d5-71ee-4c22-a5e4-21e762f05be5 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:16.303202 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-49364182-4944-4613-acd5-0b373f1f8ab8 req-022461e8-0f6a-471c-89d0-65df83095892 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a200306-5274-40a0-9e2c-5d37f829a1db HTTP/1.1" status: 200 len: 210 time: 0.1523652 Jul 09 14:53:16.321959 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-35b64bc5-6fb6-4595-8713-dc4313b7c9aa req-f8d66d30-8bb4-4dce-9243-ce8c3807b682 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9387116 Jul 09 14:53:16.344225 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-35b64bc5-6fb6-4595-8713-dc4313b7c9aa req-72d72f74-2570-450a-9d80-a7783333e0f0 service neutron] Request body: {'port': {'device_id': 'a1cde53a-19d7-4688-993d-9006873b4f35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:53:16.351879 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ef21f1-ee45-4a7c-8302-1fceefd07998 tempest-RoutersAdminNegativeIpV6Test-1121039528 tempest-RoutersAdminNegativeIpV6Test-1121039528-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8556859d-25ba-4532-8191-c81b534b7551,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:16.463114 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-6d174693-4f71-4027-9623-556806306d7e None None] Provisioning for port a81475d4-645e-498c-a8cc-c494bcdcf27b completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:53:16.467314 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-6d174693-4f71-4027-9623-556806306d7e None None] Provisioning complete for port a81475d4-645e-498c-a8cc-c494bcdcf27b triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:53:16.467718 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6d174693-4f71-4027-9623-556806306d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:16.468580 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-775107d5-71ee-4c22-a5e4-21e762f05be5 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:16.511483 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-6d174693-4f71-4027-9623-556806306d7e None None] Port a81475d4-645e-498c-a8cc-c494bcdcf27b cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:53:16.514994 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775107d5-71ee-4c22-a5e4-21e762f05be5 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event deleted for resources: {'Subnet': ['ID=27a8f91e-aa0e-4998-808d-e9bfba90e6d3,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:16.519887 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4731514-e307-4e0b-b052-1865121f3af0 req-463bc3a2-e707-46ef-97d4-894d794e33f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:16.522018 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a4731514-e307-4e0b-b052-1865121f3af0 req-463bc3a2-e707-46ef-97d4-894d794e33f4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4256556 Jul 09 14:53:16.527951 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-775107d5-71ee-4c22-a5e4-21e762f05be5 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:16.530128 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-775107d5-71ee-4c22-a5e4-21e762f05be5 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/subnets/27a8f91e-aa0e-4998-808d-e9bfba90e6d3 HTTP/1.1" status: 204 len: 168 time: 0.8610625 Jul 09 14:53:16.533532 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45604) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:16.536793 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604bda34-ad9c-40aa-8c7b-b44ea4c4a29a None None] Network 858359dc-653d-453c-9af7-637628d0bac8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:53:16.594390 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fc2b9bf-8ab2-4997-8096-2af960e5d0cd tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Deleting subnet b64dfd20-debe-4da4-b858-e5433dceab0b {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:53:16.598300 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5fc2b9bf-8ab2-4997-8096-2af960e5d0cd tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:16.658636 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5fc2b9bf-8ab2-4997-8096-2af960e5d0cd tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:16.670578 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-d0ef21f1-ee45-4a7c-8302-1fceefd07998 tempest-RoutersAdminNegativeIpV6Test-1121039528 tempest-RoutersAdminNegativeIpV6Test-1121039528-project-admin] Allocated IP 172.25.3.59 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/d67a52bf-22ef-4349-a41f-1d58ecc81405) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:53:16.687577 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-35b64bc5-6fb6-4595-8713-dc4313b7c9aa req-72d72f74-2570-450a-9d80-a7783333e0f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:16.705814 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-94c81714-e974-42df-ba8f-fd558106ebf5 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:16.750343 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-94c81714-e974-42df-ba8f-fd558106ebf5 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:16.820790 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5fc2b9bf-8ab2-4997-8096-2af960e5d0cd tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:16.834661 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 4557832a-a8d2-45a1-a593-32a99a4cba69 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:53:16.922738 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 4557832a-a8d2-45a1-a593-32a99a4cba69 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:53:16.923117 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:16.994491 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a4731514-e307-4e0b-b052-1865121f3af0 req-49aa35dc-abe0-41f3-894d-8f466efff5d9 service neutron] 10.222.0.54 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4131682 Jul 09 14:53:17.006547 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5fc2b9bf-8ab2-4997-8096-2af960e5d0cd tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:17.068542 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5fc2b9bf-8ab2-4997-8096-2af960e5d0cd tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:17.074643 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-5fc2b9bf-8ab2-4997-8096-2af960e5d0cd tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/subnets/b64dfd20-debe-4da4-b858-e5433dceab0b HTTP/1.1" status: 204 len: 168 time: 0.5400755 Jul 09 14:53:17.075959 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc2b9bf-8ab2-4997-8096-2af960e5d0cd tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event deleted for resources: {'Subnet': ['ID=b64dfd20-debe-4da4-b858-e5433dceab0b,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:17.085356 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45612) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:17.145835 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-59f047d3-c2ac-41e6-8384-210789c172d2 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0586448 Jul 09 14:53:17.146527 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45614) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:17.151902 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-4d1fc97c-297a-4483-b25e-362184369af7 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Request body: {'subnet': {'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:53:17.408128 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1fc97c-297a-4483-b25e-362184369af7 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Made reservation on behalf of 705b0dcf676c4e4da08df6f6169d5c06 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:53:17.418556 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4d1fc97c-297a-4483-b25e-362184369af7 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:17.612032 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f306ee8c-9092-42c0-9c6d-aefe04694060 None None] Network 858359dc-653d-453c-9af7-637628d0bac8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:53:17.722494 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a4731514-e307-4e0b-b052-1865121f3af0 req-6039c70a-4137-49ee-a190-c5e9affcb492 service neutron] 10.222.0.54 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7160785 Jul 09 14:53:17.773264 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d6a7c-94a3-4916-b5bb-987a8ce02624 req-4df318e7-73cd-486a-82dc-25d21cfad599 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:17.775031 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7c0d6a7c-94a3-4916-b5bb-987a8ce02624 req-4df318e7-73cd-486a-82dc-25d21cfad599 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=6391fb5f-3ee7-4791-ab56-47eccad83835 HTTP/1.1" status: 200 len: 944 time: 0.7077742 Jul 09 14:53:17.780694 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d0ef21f1-ee45-4a7c-8302-1fceefd07998 tempest-RoutersAdminNegativeIpV6Test-1121039528 tempest-RoutersAdminNegativeIpV6Test-1121039528-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:17.815455 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-34b589a2-4708-4012-a3c9-947456c8eea3 None None] Provisioning complete for port 4557832a-a8d2-45a1-a593-32a99a4cba69 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:53:17.815998 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-34b589a2-4708-4012-a3c9-947456c8eea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:17.850652 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a3465-6461-44da-bfb7-4f64bad348f4 req-59277bf1-dd4a-4d98-84c5-decc0fc3f01f tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:17.852633 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6a2a3465-6461-44da-bfb7-4f64bad348f4 req-59277bf1-dd4a-4d98-84c5-decc0fc3f01f tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1cde53a-19d7-4688-993d-9006873b4f35 HTTP/1.1" status: 200 len: 931 time: 0.4823680 Jul 09 14:53:17.877369 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-f4b1c371-c046-4306-8268-afe6e2bb6d83 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:17.881503 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-f4b1c371-c046-4306-8268-afe6e2bb6d83 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.62 "GET /v2.0/networks?id=a127763e-29f7-47d5-9091-de48cb15ea6a HTTP/1.1" status: 200 len: 812 time: 0.3390605 Jul 09 14:53:17.913042 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-88480a7e-2844-4abd-8f1b-299bdeec4ba5 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Request body: {'port': {'device_id': '6facd98f-aea4-432c-a1db-99a5e501094f', 'network_id': 'a127763e-29f7-47d5-9091-de48cb15ea6a', 'admin_state_up': True, 'tenant_id': 'f23d9a2a77484c1eadd244e8611d3083'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:53:17.987537 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-35b64bc5-6fb6-4595-8713-dc4313b7c9aa req-72d72f74-2570-450a-9d80-a7783333e0f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a81475d4-645e-498c-a8cc-c494bcdcf27b {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:53:18.047444 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6a2a3465-6461-44da-bfb7-4f64bad348f4 req-6cb6a4ab-1db1-43b5-a700-67401131de91 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] 10.222.0.58 "GET /v2.0/security-groups?id=1f0c8256-fd97-443b-990a-3bb8b19e1e90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1843460 Jul 09 14:53:18.060911 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-35b64bc5-6fb6-4595-8713-dc4313b7c9aa req-72d72f74-2570-450a-9d80-a7783333e0f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:18.100134 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7c0d6a7c-94a3-4916-b5bb-987a8ce02624 req-c52cf8f4-192d-4ad4-96ef-5cb2aef6803c tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0503003-e352-4db8-a0a6-bfc82c7527aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670925 Jul 09 14:53:18.116916 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-35b64bc5-6fb6-4595-8713-dc4313b7c9aa req-72d72f74-2570-450a-9d80-a7783333e0f0 service neutron] Transition to ACTIVE for port object a81475d4-645e-498c-a8cc-c494bcdcf27b will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:53:18.197680 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d7581e-db9a-46b4-81d5-1cd22663df0d None None] DHCP port deletion for 858359dc-653d-453c-9af7-637628d0bac8 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:53:18.219987 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d0ef21f1-ee45-4a7c-8302-1fceefd07998 tempest-RoutersAdminNegativeIpV6Test-1121039528 tempest-RoutersAdminNegativeIpV6Test-1121039528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:18.305166 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d47c75e7-37b4-467c-acb5-8b4bd3d37baa req-cdc94808-670c-459c-87ea-f204be3098a5 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a200306-5274-40a0-9e2c-5d37f829a1db HTTP/1.1" status: 200 len: 210 time: 0.0527599 Jul 09 14:53:18.333571 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-73d7581e-db9a-46b4-81d5-1cd22663df0d None None] Deleting port 4557832a-a8d2-45a1-a593-32a99a4cba69 {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:53:18.334249 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-73d7581e-db9a-46b4-81d5-1cd22663df0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:18.341344 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-35b64bc5-6fb6-4595-8713-dc4313b7c9aa req-72d72f74-2570-450a-9d80-a7783333e0f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:18.391016 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-88480a7e-2844-4abd-8f1b-299bdeec4ba5 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Made reservation on behalf of f23d9a2a77484c1eadd244e8611d3083 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:53:18.394653 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-88480a7e-2844-4abd-8f1b-299bdeec4ba5 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:18.428673 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ef21f1-ee45-4a7c-8302-1fceefd07998 tempest-RoutersAdminNegativeIpV6Test-1121039528 tempest-RoutersAdminNegativeIpV6Test-1121039528-project-admin] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:53:18.486935 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-94c81714-e974-42df-ba8f-fd558106ebf5 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Allocated IP 172.25.3.104 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/2019fb8f-254a-4f50-ba69-908367792d2d) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:53:18.490011 n-d-799529-6 neutron-server[94446]: DEBUG neutron.objects.ports [None req-4d1fc97c-297a-4483-b25e-362184369af7 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94446) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 14:53:18.517736 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-73d7581e-db9a-46b4-81d5-1cd22663df0d None None] For port 4557832a-a8d2-45a1-a593-32a99a4cba69, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=4557832a-a8d2-45a1-a593-32a99a4cba69,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:53:18.518308 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-73d7581e-db9a-46b4-81d5-1cd22663df0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:18.546891 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-73d7581e-db9a-46b4-81d5-1cd22663df0d None None] Calling delete_port for 4557832a-a8d2-45a1-a593-32a99a4cba69 owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:53:18.674589 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-d0ef21f1-ee45-4a7c-8302-1fceefd07998 tempest-RoutersAdminNegativeIpV6Test-1121039528 tempest-RoutersAdminNegativeIpV6Test-1121039528-project-admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:53:18.699188 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ef21f1-ee45-4a7c-8302-1fceefd07998 tempest-RoutersAdminNegativeIpV6Test-1121039528 tempest-RoutersAdminNegativeIpV6Test-1121039528-project-admin] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:53:18.731851 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-73d7581e-db9a-46b4-81d5-1cd22663df0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:18.769481 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d7581e-db9a-46b4-81d5-1cd22663df0d None None] Pushing event deleted for resources: {'Port': ['ID=4557832a-a8d2-45a1-a593-32a99a4cba69,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:18.783044 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d7581e-db9a-46b4-81d5-1cd22663df0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:53:18.783999 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d7581e-db9a-46b4-81d5-1cd22663df0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:53:18.784421 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d7581e-db9a-46b4-81d5-1cd22663df0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:53:18.784829 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d7581e-db9a-46b4-81d5-1cd22663df0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:53:18.785231 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d7581e-db9a-46b4-81d5-1cd22663df0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:53:18.785629 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d7581e-db9a-46b4-81d5-1cd22663df0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:53:18.786221 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d7581e-db9a-46b4-81d5-1cd22663df0d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:53:18.787293 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d7581e-db9a-46b4-81d5-1cd22663df0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:53:18.787293 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d7581e-db9a-46b4-81d5-1cd22663df0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:53:18.787293 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d7581e-db9a-46b4-81d5-1cd22663df0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:53:18.787936 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d7581e-db9a-46b4-81d5-1cd22663df0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:53:18.788393 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d7581e-db9a-46b4-81d5-1cd22663df0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:53:18.806680 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d7581e-db9a-46b4-81d5-1cd22663df0d None None] No DVR routers for this DVR port 4557832a-a8d2-45a1-a593-32a99a4cba69 on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:53:18.833126 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 4557832a-a8d2-45a1-a593-32a99a4cba69 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:53:18.849258 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device d1f93a58-54f9-4ef1-a7f6-f1eaf79c7801 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:53:18.867493 n-d-799529-6 neutron-server[94446]: WARNING neutron.services.revisions.revision_plugin [None req-4d1fc97c-297a-4483-b25e-362184369af7 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Could not find related port for resource to bump revision. Jul 09 14:53:18.882042 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-a2b23a39-41e6-4c49-8832-a1f5d5cc4d9c tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:18.883671 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-a2b23a39-41e6-4c49-8832-a1f5d5cc4d9c tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.54 "GET /v2.0/networks?id=a127763e-29f7-47d5-9091-de48cb15ea6a HTTP/1.1" status: 200 len: 812 time: 0.2725530 Jul 09 14:53:18.923399 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-a57632b6-7013-4e72-b033-f607c888ee55 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Request body: {'port': {'device_id': '1a200306-5274-40a0-9e2c-5d37f829a1db', 'network_id': 'a127763e-29f7-47d5-9091-de48cb15ea6a', 'admin_state_up': True, 'tenant_id': 'f23d9a2a77484c1eadd244e8611d3083'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:53:18.926569 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.ipam_pluggable_backend [None req-4d1fc97c-297a-4483-b25e-362184369af7 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Port 4557832a-a8d2-45a1-a593-32a99a4cba69 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94446) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 09 14:53:18.927022 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.ipam_pluggable_backend [None req-4d1fc97c-297a-4483-b25e-362184369af7 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Reverting IP allocation for 2001:db8::f816:3eff:fefd:f06d {{(pid=94446) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 09 14:53:18.934706 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.ipam_pluggable_backend [None req-4d1fc97c-297a-4483-b25e-362184369af7 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fefd:f06d {{(pid=94446) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 09 14:53:18.936714 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-88480a7e-2844-4abd-8f1b-299bdeec4ba5 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Allocated IP 172.20.0.3 (a127763e-29f7-47d5-9091-de48cb15ea6a/43a4299f-20b7-47e7-a6f8-05cc3855fbd4/02b4ec51-d40f-4128-b7d2-f4950d5909d3) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:53:18.939193 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4d1fc97c-297a-4483-b25e-362184369af7 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:18.944724 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 4557832a-a8d2-45a1-a593-32a99a4cba69 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:53:18.945083 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 4557832a-a8d2-45a1-a593-32a99a4cba69 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:53:19.006594 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ef21f1-ee45-4a7c-8302-1fceefd07998 tempest-RoutersAdminNegativeIpV6Test-1121039528 tempest-RoutersAdminNegativeIpV6Test-1121039528-project-admin] Pushing event updated for resources: {'Port': ['ID=d67a52bf-22ef-4349-a41f-1d58ecc81405,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:19.028710 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1fc97c-297a-4483-b25e-362184369af7 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event updated for resources: {'Subnet': ['ID=ce64bd2f-2ce0-4d03-85dd-0fd50e6d6cf8,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:19.040101 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1fc97c-297a-4483-b25e-362184369af7 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:53:19.044535 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-4d1fc97c-297a-4483-b25e-362184369af7 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:53:19.048585 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1fc97c-297a-4483-b25e-362184369af7 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:19.049218 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4d1fc97c-297a-4483-b25e-362184369af7 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:19.070388 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d72f74-2570-450a-9d80-a7783333e0f0 service neutron] Pushing event updated for resources: {'Port': ['ID=a81475d4-645e-498c-a8cc-c494bcdcf27b,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:19.125338 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ef21f1-ee45-4a7c-8302-1fceefd07998 tempest-RoutersAdminNegativeIpV6Test-1121039528 tempest-RoutersAdminNegativeIpV6Test-1121039528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:19.125755 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d0ef21f1-ee45-4a7c-8302-1fceefd07998 tempest-RoutersAdminNegativeIpV6Test-1121039528 tempest-RoutersAdminNegativeIpV6Test-1121039528-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:19.154979 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-94c81714-e974-42df-ba8f-fd558106ebf5 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:19.167305 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-35b64bc5-6fb6-4595-8713-dc4313b7c9aa req-72d72f74-2570-450a-9d80-a7783333e0f0 service neutron] Attempting to bind port a81475d4-645e-498c-a8cc-c494bcdcf27b on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:53:19.167733 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-35b64bc5-6fb6-4595-8713-dc4313b7c9aa req-72d72f74-2570-450a-9d80-a7783333e0f0 service neutron] Attempting to bind port a81475d4-645e-498c-a8cc-c494bcdcf27b by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': 'f9c9b81f-0e6e-496b-9f9a-51a976479dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b2b63b0e-b517-486a-9f8a-a2c1c761eb24'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:53:19.168070 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b64bc5-6fb6-4595-8713-dc4313b7c9aa req-72d72f74-2570-450a-9d80-a7783333e0f0 service neutron] Attempting to bind port a81475d4-645e-498c-a8cc-c494bcdcf27b on network b2b63b0e-b517-486a-9f8a-a2c1c761eb24 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:53:19.171550 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54cc690c-6ce8-4cc3-a2d3-4af3dbccbb00 None None] Network 858359dc-653d-453c-9af7-637628d0bac8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:53:19.175105 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-4d1fc97c-297a-4483-b25e-362184369af7 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0274885 Jul 09 14:53:19.196715 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45630) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:19.218042 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-4fef8117-007f-4dea-8a9f-d3649d93dec4 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Request body: {'subnet': {'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:53:19.238634 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b64bc5-6fb6-4595-8713-dc4313b7c9aa req-72d72f74-2570-450a-9d80-a7783333e0f0 service neutron] Port a81475d4-645e-498c-a8cc-c494bcdcf27b on network b2b63b0e-b517-486a-9f8a-a2c1c761eb24 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:53:19.241523 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b64bc5-6fb6-4595-8713-dc4313b7c9aa req-72d72f74-2570-450a-9d80-a7783333e0f0 service neutron] Attempting to bind port a81475d4-645e-498c-a8cc-c494bcdcf27b on network b2b63b0e-b517-486a-9f8a-a2c1c761eb24 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:53:19.311079 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d0ef21f1-ee45-4a7c-8302-1fceefd07998 tempest-RoutersAdminNegativeIpV6Test-1121039528 tempest-RoutersAdminNegativeIpV6Test-1121039528-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 4.7457147 Jul 09 14:53:19.311515 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45632) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:19.320565 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-c01ab2ff-df25-41dd-9119-2ef053043c64 tempest-RoutersAdminNegativeIpV6Test-1121039528 tempest-RoutersAdminNegativeIpV6Test-1121039528-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.59'}]}}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:53:19.345940 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b64bc5-6fb6-4595-8713-dc4313b7c9aa req-72d72f74-2570-450a-9d80-a7783333e0f0 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:53:19.346620 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b64bc5-6fb6-4595-8713-dc4313b7c9aa req-72d72f74-2570-450a-9d80-a7783333e0f0 service neutron] Checking segment: {'id': 'f9c9b81f-0e6e-496b-9f9a-51a976479dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b2b63b0e-b517-486a-9f8a-a2c1c761eb24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:53:19.347189 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b64bc5-6fb6-4595-8713-dc4313b7c9aa req-72d72f74-2570-450a-9d80-a7783333e0f0 service neutron] Bound using segment: {'id': 'f9c9b81f-0e6e-496b-9f9a-51a976479dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b2b63b0e-b517-486a-9f8a-a2c1c761eb24'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:53:19.347982 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-35b64bc5-6fb6-4595-8713-dc4313b7c9aa req-72d72f74-2570-450a-9d80-a7783333e0f0 service neutron] Bound port: a81475d4-645e-498c-a8cc-c494bcdcf27b, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9c9b81f-0e6e-496b-9f9a-51a976479dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b2b63b0e-b517-486a-9f8a-a2c1c761eb24'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:53:19.348514 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-35b64bc5-6fb6-4595-8713-dc4313b7c9aa req-72d72f74-2570-450a-9d80-a7783333e0f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:19.358722 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-88480a7e-2844-4abd-8f1b-299bdeec4ba5 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:19.499442 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdbbbb1-5797-4c31-b427-99d992762097 req-5fa87b15-830d-4cce-baf3-d09dd5594d4f tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:19.506813 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5fdbbbb1-5797-4c31-b427-99d992762097 req-5fa87b15-830d-4cce-baf3-d09dd5594d4f tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=6391fb5f-3ee7-4791-ab56-47eccad83835 HTTP/1.1" status: 200 len: 944 time: 0.0934124 Jul 09 14:53:19.556356 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-35b64bc5-6fb6-4595-8713-dc4313b7c9aa req-72d72f74-2570-450a-9d80-a7783333e0f0 service neutron] For port a81475d4-645e-498c-a8cc-c494bcdcf27b, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:53:19.557145 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5fdbbbb1-5797-4c31-b427-99d992762097 req-4b31a5cf-17df-46be-904f-f7459e460a00 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0503003-e352-4db8-a0a6-bfc82c7527aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494006 Jul 09 14:53:19.564350 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c01ab2ff-df25-41dd-9119-2ef053043c64 tempest-RoutersAdminNegativeIpV6Test-1121039528 tempest-RoutersAdminNegativeIpV6Test-1121039528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:19.567986 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c01ab2ff-df25-41dd-9119-2ef053043c64 tempest-RoutersAdminNegativeIpV6Test-1121039528 tempest-RoutersAdminNegativeIpV6Test-1121039528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:19.587199 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-94c81714-e974-42df-ba8f-fd558106ebf5 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:19.592532 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-35b64bc5-6fb6-4595-8713-dc4313b7c9aa req-72d72f74-2570-450a-9d80-a7783333e0f0 service neutron] For port a81475d4-645e-498c-a8cc-c494bcdcf27b, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=a81475d4-645e-498c-a8cc-c494bcdcf27b,segment=NetworkSegment(f9c9b81f-0e6e-496b-9f9a-51a976479dd5),segment_id=f9c9b81f-0e6e-496b-9f9a-51a976479dd5)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:53:19.595207 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port d1f93a58-54f9-4ef1-a7f6-f1eaf79c7801, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=d1f93a58-54f9-4ef1-a7f6-f1eaf79c7801,segment=NetworkSegment(bff1f1f8-53d0-45a1-805c-5c1d7e179e18),segment_id=bff1f1f8-53d0-45a1-805c-5c1d7e179e18)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:53:19.612007 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': 'd1f93a58-54f9-4ef1-a7f6-f1eaf79c7801', 'network_id': '4684667e-a82e-475a-9da8-8ef2bc5057c6', 'port_id': 'd1f93a58-54f9-4ef1-a7f6-f1eaf79c7801', 'mac_address': 'fa:16:3e:72:64:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d68db36-2cf0-4e9c-8902-e068bb5af194', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:53:19.641940 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefde7bf-c41b-4443-ac60-9abffd52d8b6 req-092469fd-701b-45c0-9a6c-b57d50b4a0ad tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:19.643621 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-eefde7bf-c41b-4443-ac60-9abffd52d8b6 req-092469fd-701b-45c0-9a6c-b57d50b4a0ad tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1cde53a-19d7-4688-993d-9006873b4f35 HTTP/1.1" status: 200 len: 943 time: 0.3309419 Jul 09 14:53:19.650285 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-a57632b6-7013-4e72-b033-f607c888ee55 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Made reservation on behalf of f23d9a2a77484c1eadd244e8611d3083 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:53:19.658554 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-a57632b6-7013-4e72-b033-f607c888ee55 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:19.694895 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-88480a7e-2844-4abd-8f1b-299bdeec4ba5 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:19.717069 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-35b64bc5-6fb6-4595-8713-dc4313b7c9aa req-72d72f74-2570-450a-9d80-a7783333e0f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:19.733351 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:19.733792 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c81714-e974-42df-ba8f-fd558106ebf5 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:53:19.748895 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1f93a58-54f9-4ef1-a7f6-f1eaf79c7801 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:53:19.753621 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c81714-e974-42df-ba8f-fd558106ebf5 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Pushing event updated for resources: {'Port': ['ID=2019fb8f-254a-4f50-ba69-908367792d2d,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:19.756182 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab81072-3746-47ef-9276-0eaa66edbd4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-858359dc-653d-453c-9af7-637628d0bac8', 'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'tenant_id': '705b0dcf676c4e4da08df6f6169d5c06', 'fixed_ips': [{'subnet_id': 'ce64bd2f-2ce0-4d03-85dd-0fd50e6d6cf8'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:53:19.757363 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9ab81072-3746-47ef-9276-0eaa66edbd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:19.789444 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c01ab2ff-df25-41dd-9119-2ef053043c64 tempest-RoutersAdminNegativeIpV6Test-1121039528 tempest-RoutersAdminNegativeIpV6Test-1121039528-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:19.810604 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port d1f93a58-54f9-4ef1-a7f6-f1eaf79c7801, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=d1f93a58-54f9-4ef1-a7f6-f1eaf79c7801,segment=NetworkSegment(bff1f1f8-53d0-45a1-805c-5c1d7e179e18),segment_id=bff1f1f8-53d0-45a1-805c-5c1d7e179e18)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:53:19.816296 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-88480a7e-2844-4abd-8f1b-299bdeec4ba5 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Network a127763e-29f7-47d5-9091-de48cb15ea6a is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:53:19.830232 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-88480a7e-2844-4abd-8f1b-299bdeec4ba5 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:53:19.837180 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-94c81714-e974-42df-ba8f-fd558106ebf5 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:53:19.839650 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-88480a7e-2844-4abd-8f1b-299bdeec4ba5 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:53:19.867238 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b64bc5-6fb6-4595-8713-dc4313b7c9aa req-72d72f74-2570-450a-9d80-a7783333e0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:19.868013 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-35b64bc5-6fb6-4595-8713-dc4313b7c9aa req-72d72f74-2570-450a-9d80-a7783333e0f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:19.869541 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-35b64bc5-6fb6-4595-8713-dc4313b7c9aa req-72d72f74-2570-450a-9d80-a7783333e0f0 service neutron] 10.222.0.54 "PUT /v2.0/ports/a81475d4-645e-498c-a8cc-c494bcdcf27b HTTP/1.1" status: 200 len: 1091 time: 3.5338202 Jul 09 14:53:19.894457 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1cde53a-19d7-4688-993d-9006873b4f35', 'tag': 'a81475d4-645e-498c-a8cc-c494bcdcf27b'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:53:19.896847 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05c0107-9ff2-48bf-be90-b49350e2ab35" -d '{"events": [{"name": "network-changed", "server_uuid": "a1cde53a-19d7-4688-993d-9006873b4f35", "tag": "a81475d4-645e-498c-a8cc-c494bcdcf27b"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:53:19.912991 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88480a7e-2844-4abd-8f1b-299bdeec4ba5 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Pushing event updated for resources: {'Port': ['ID=02b4ec51-d40f-4128-b7d2-f4950d5909d3,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:19.938755 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c81714-e974-42df-ba8f-fd558106ebf5 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:53:19.984757 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-9ab81072-3746-47ef-9276-0eaa66edbd4d None None] Allocated IP 2001:db8::f816:3eff:febf:7c52 (858359dc-653d-453c-9af7-637628d0bac8/ce64bd2f-2ce0-4d03-85dd-0fd50e6d6cf8/a8dc5df5-f076-4d9f-bc4a-a69e4c5a8889) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:53:19.988037 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fef8117-007f-4dea-8a9f-d3649d93dec4 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Made reservation on behalf of 705b0dcf676c4e4da08df6f6169d5c06 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:53:19.993057 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4fef8117-007f-4dea-8a9f-d3649d93dec4 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:20.092795 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:20.117860 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e1cc4ad5-fc3d-4ca9-bb6b-cbcb8bdd213d req-714d8373-fa59-4dd0-ad1c-f2a6e7a0a48a tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a200306-5274-40a0-9e2c-5d37f829a1db HTTP/1.1" status: 200 len: 210 time: 0.0807297 Jul 09 14:53:20.140954 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-88480a7e-2844-4abd-8f1b-299bdeec4ba5 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:20.141848 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-88480a7e-2844-4abd-8f1b-299bdeec4ba5 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:20.211365 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=d1f93a58-54f9-4ef1-a7f6-f1eaf79c7801,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:20.235300 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad66fd2-23ce-42e3-b340-2c1769c33a01 x-openstack-request-id: req-0ad66fd2-23ce-42e3-b340-2c1769c33a01 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:53:20.235638 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1cde53a-19d7-4688-993d-9006873b4f35", "tag": "a81475d4-645e-498c-a8cc-c494bcdcf27b", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:53:20.235897 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0ad66fd2-23ce-42e3-b340-2c1769c33a01 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:53:20.236343 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1cde53a-19d7-4688-993d-9006873b4f35', 'tag': 'a81475d4-645e-498c-a8cc-c494bcdcf27b', 'status': 'completed', 'code': 200} Jul 09 14:53:20.251922 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-eefde7bf-c41b-4443-ac60-9abffd52d8b6 req-75ed740b-251c-4f1c-8df6-0f608382c1e2 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] 10.222.0.58 "GET /v2.0/security-groups?id=1f0c8256-fd97-443b-990a-3bb8b19e1e90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5849838 Jul 09 14:53:20.255230 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c01ab2ff-df25-41dd-9119-2ef053043c64 tempest-RoutersAdminNegativeIpV6Test-1121039528 tempest-RoutersAdminNegativeIpV6Test-1121039528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:20.294767 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9ab81072-3746-47ef-9276-0eaa66edbd4d None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:20.297352 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d72f74-2570-450a-9d80-a7783333e0f0 service neutron] Pushing event updated for resources: {'Port': ['ID=a81475d4-645e-498c-a8cc-c494bcdcf27b,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:20.305097 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-9ab81072-3746-47ef-9276-0eaa66edbd4d None None] Transition to ACTIVE for port object a8dc5df5-f076-4d9f-bc4a-a69e4c5a8889 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:53:20.332312 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-9ab81072-3746-47ef-9276-0eaa66edbd4d None None] Transition to ACTIVE for port object a8dc5df5-f076-4d9f-bc4a-a69e4c5a8889 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:53:20.342536 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-88480a7e-2844-4abd-8f1b-299bdeec4ba5 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4375010 Jul 09 14:53:20.361472 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-f742bc25-54f4-4497-80cb-065237139aa8 service neutron] Request body: {'port': {'device_id': '6facd98f-aea4-432c-a1db-99a5e501094f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:53:20.451234 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-a57632b6-7013-4e72-b033-f607c888ee55 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Allocated IP 172.20.0.6 (a127763e-29f7-47d5-9091-de48cb15ea6a/43a4299f-20b7-47e7-a6f8-05cc3855fbd4/89ded352-59b7-41fc-bd31-f2d97d083c8d) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:53:20.453412 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9ab81072-3746-47ef-9276-0eaa66edbd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:20.495142 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab81072-3746-47ef-9276-0eaa66edbd4d None None] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:53:20.498139 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-9ab81072-3746-47ef-9276-0eaa66edbd4d None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:53:20.504730 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab81072-3746-47ef-9276-0eaa66edbd4d None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:53:20.520789 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab81072-3746-47ef-9276-0eaa66edbd4d None None] Pushing event updated for resources: {'Port': ['ID=a8dc5df5-f076-4d9f-bc4a-a69e4c5a8889,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:20.521085 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b64bc5-6fb6-4595-8713-dc4313b7c9aa req-68216e6e-1bbd-4a59-87f3-e241ada3f777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:20.522711 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-35b64bc5-6fb6-4595-8713-dc4313b7c9aa req-68216e6e-1bbd-4a59-87f3-e241ada3f777 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=20fd87b1f98540cc9f0af3977c7dea1f&device_id=a1cde53a-19d7-4688-993d-9006873b4f35 HTTP/1.1" status: 200 len: 1094 time: 0.4664571 Jul 09 14:53:20.533366 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['d1f93a58-54f9-4ef1-a7f6-f1eaf79c7801'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:53:20.557999 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-f742bc25-54f4-4497-80cb-065237139aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:20.611014 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-35b64bc5-6fb6-4595-8713-dc4313b7c9aa req-9f5079c3-d890-40ed-8308-c9ee08a7e09b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a81475d4-645e-498c-a8cc-c494bcdcf27b HTTP/1.1" status: 200 len: 217 time: 0.0775292 Jul 09 14:53:20.621344 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-9ab81072-3746-47ef-9276-0eaa66edbd4d None None] Attempting to bind port a8dc5df5-f076-4d9f-bc4a-a69e4c5a8889 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:53:20.621982 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-9ab81072-3746-47ef-9276-0eaa66edbd4d None None] Attempting to bind port a8dc5df5-f076-4d9f-bc4a-a69e4c5a8889 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:53:20.622529 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab81072-3746-47ef-9276-0eaa66edbd4d None None] Attempting to bind port a8dc5df5-f076-4d9f-bc4a-a69e4c5a8889 on network 858359dc-653d-453c-9af7-637628d0bac8 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:53:20.628193 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab81072-3746-47ef-9276-0eaa66edbd4d None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:53:20.628854 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab81072-3746-47ef-9276-0eaa66edbd4d None None] Checking segment: {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:53:20.629614 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9ab81072-3746-47ef-9276-0eaa66edbd4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:20.630190 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab81072-3746-47ef-9276-0eaa66edbd4d None None] Bound using segment: {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:53:20.630838 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-9ab81072-3746-47ef-9276-0eaa66edbd4d None None] Bound port: a8dc5df5-f076-4d9f-bc4a-a69e4c5a8889, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:53:20.631413 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9ab81072-3746-47ef-9276-0eaa66edbd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:20.752892 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-9ab81072-3746-47ef-9276-0eaa66edbd4d None None] For port a8dc5df5-f076-4d9f-bc4a-a69e4c5a8889, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:53:20.775276 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-9ab81072-3746-47ef-9276-0eaa66edbd4d None None] For port a8dc5df5-f076-4d9f-bc4a-a69e4c5a8889, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=a8dc5df5-f076-4d9f-bc4a-a69e4c5a8889,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:53:20.846819 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b64bc5-6fb6-4595-8713-dc4313b7c9aa req-3f026679-315d-4047-989c-c984f559f066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:20.849078 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-35b64bc5-6fb6-4595-8713-dc4313b7c9aa req-3f026679-315d-4047-989c-c984f559f066 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ca22d5b8-2b29-4e11-b70d-065b9fbd86b9 HTTP/1.1" status: 200 len: 850 time: 0.2307715 Jul 09 14:53:20.865072 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04bd054-5011-4180-99ce-6cb15eaa77a1 req-2125ebac-e8c9-469c-b0a2-ed9c7a4b4a7f tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:20.872916 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e04bd054-5011-4180-99ce-6cb15eaa77a1 req-2125ebac-e8c9-469c-b0a2-ed9c7a4b4a7f tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=6391fb5f-3ee7-4791-ab56-47eccad83835 HTTP/1.1" status: 200 len: 945 time: 0.1292934 Jul 09 14:53:20.887018 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9ab81072-3746-47ef-9276-0eaa66edbd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:20.978938 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e04bd054-5011-4180-99ce-6cb15eaa77a1 req-1caca4c9-9d38-43b0-8852-f86ca9a35947 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0503003-e352-4db8-a0a6-bfc82c7527aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975461 Jul 09 14:53:20.992585 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab81072-3746-47ef-9276-0eaa66edbd4d None None] Pushing event updated for resources: {'Port': ['ID=a8dc5df5-f076-4d9f-bc4a-a69e4c5a8889,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:21.144250 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c01ab2ff-df25-41dd-9119-2ef053043c64 tempest-RoutersAdminNegativeIpV6Test-1121039528 tempest-RoutersAdminNegativeIpV6Test-1121039528-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:21.218073 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c01ab2ff-df25-41dd-9119-2ef053043c64 tempest-RoutersAdminNegativeIpV6Test-1121039528 tempest-RoutersAdminNegativeIpV6Test-1121039528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:21.344813 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-a57632b6-7013-4e72-b033-f607c888ee55 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:21.508574 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-01ca2af4-9f1f-4f2b-ba82-6b37c3339217 req-a5db3632-fabe-4cd0-aa26-b6325357ef2c tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a200306-5274-40a0-9e2c-5d37f829a1db HTTP/1.1" status: 200 len: 210 time: 0.0679522 Jul 09 14:53:21.516542 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-94c81714-e974-42df-ba8f-fd558106ebf5 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:21.575334 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-a57632b6-7013-4e72-b033-f607c888ee55 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:21.615557 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c01ab2ff-df25-41dd-9119-2ef053043c64 tempest-RoutersAdminNegativeIpV6Test-1121039528 tempest-RoutersAdminNegativeIpV6Test-1121039528-project-admin] Notify callbacks [] for router, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:21.630838 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4fef8117-007f-4dea-8a9f-d3649d93dec4 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:21.734922 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b64bc5-6fb6-4595-8713-dc4313b7c9aa req-68629501-9a2d-4459-9977-dcf7b5f4291f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:21.736552 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-35b64bc5-6fb6-4595-8713-dc4313b7c9aa req-68629501-9a2d-4459-9977-dcf7b5f4291f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b2b63b0e-b517-486a-9f8a-a2c1c761eb24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8725219 Jul 09 14:53:21.747631 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-a57632b6-7013-4e72-b033-f607c888ee55 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Network a127763e-29f7-47d5-9091-de48cb15ea6a is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:53:21.770660 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-a57632b6-7013-4e72-b033-f607c888ee55 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:53:21.774166 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-a57632b6-7013-4e72-b033-f607c888ee55 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:53:21.785171 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57632b6-7013-4e72-b033-f607c888ee55 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Pushing event updated for resources: {'Port': ['ID=89ded352-59b7-41fc-bd31-f2d97d083c8d,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:21.802004 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fef8117-007f-4dea-8a9f-d3649d93dec4 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:53:21.874281 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-4fef8117-007f-4dea-8a9f-d3649d93dec4 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:53:21.878303 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fef8117-007f-4dea-8a9f-d3649d93dec4 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:21.878911 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4fef8117-007f-4dea-8a9f-d3649d93dec4 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:21.905190 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef8117-007f-4dea-8a9f-d3649d93dec4 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event updated for resources: {'Subnet': ['ID=96c2f383-a1fe-4298-89ed-46b56353cf18,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:22.171705 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-35b64bc5-6fb6-4595-8713-dc4313b7c9aa req-920470fa-54f7-46b7-84d2-231fbf5f100e service neutron] 10.222.0.54 "GET /v2.0/networks/b2b63b0e-b517-486a-9f8a-a2c1c761eb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000197 Jul 09 14:53:22.171705 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-a57632b6-7013-4e72-b033-f607c888ee55 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:22.171705 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-a57632b6-7013-4e72-b033-f607c888ee55 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:22.233529 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-94c81714-e974-42df-ba8f-fd558106ebf5 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:22.246468 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-94c81714-e974-42df-ba8f-fd558106ebf5 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-753925'] for router, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:22.308910 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-35b64bc5-6fb6-4595-8713-dc4313b7c9aa req-458959a6-301c-426c-bf2d-31fed1b006ad service neutron] 10.222.0.54 "GET /v2.0/networks/b2b63b0e-b517-486a-9f8a-a2c1c761eb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385342 Jul 09 14:53:22.349334 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-4fef8117-007f-4dea-8a9f-d3649d93dec4 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1354492 Jul 09 14:53:22.350441 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45662) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:22.362567 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-7caf31cf-9c3f-413f-9358-e87d2edca223 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Request body: {'port': {'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'mac_address': 'fa:16:3e:f7:6f:ed', 'name': 'tempest-NetworksTestDHCPv6-428712326'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:53:22.386480 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8163473a-fc4c-48ec-9dc4-247e6a5f6e0d req-15b108a8-bc2d-4acb-9c99-0d461d9b9338 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:22.409203 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8163473a-fc4c-48ec-9dc4-247e6a5f6e0d req-15b108a8-bc2d-4acb-9c99-0d461d9b9338 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1cde53a-19d7-4688-993d-9006873b4f35 HTTP/1.1" status: 200 len: 943 time: 0.9391389 Jul 09 14:53:22.492387 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c01ab2ff-df25-41dd-9119-2ef053043c64 tempest-RoutersAdminNegativeIpV6Test-1121039528 tempest-RoutersAdminNegativeIpV6Test-1121039528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:22.492387 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c01ab2ff-df25-41dd-9119-2ef053043c64 tempest-RoutersAdminNegativeIpV6Test-1121039528 tempest-RoutersAdminNegativeIpV6Test-1121039528-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:22.492387 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8163473a-fc4c-48ec-9dc4-247e6a5f6e0d req-3af0992d-f94d-4b5c-8f06-7f8d0feed607 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] 10.222.0.58 "GET /v2.0/security-groups?id=1f0c8256-fd97-443b-990a-3bb8b19e1e90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676429 Jul 09 14:53:22.500713 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-a57632b6-7013-4e72-b033-f607c888ee55 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5846167 Jul 09 14:53:22.560517 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f72645d-8782-491c-9d7f-75c313747adf None None] Network 858359dc-653d-453c-9af7-637628d0bac8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:53:22.580742 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-debae282-f5f9-4748-a676-0b9ef9bdaa2c service neutron] Request body: {'port': {'device_id': '1a200306-5274-40a0-9e2c-5d37f829a1db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:53:22.684390 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-f742bc25-54f4-4497-80cb-065237139aa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02b4ec51-d40f-4128-b7d2-f4950d5909d3 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:53:22.703490 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-f742bc25-54f4-4497-80cb-065237139aa8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:22.813409 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-debae282-f5f9-4748-a676-0b9ef9bdaa2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:22.831043 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-f742bc25-54f4-4497-80cb-065237139aa8 service neutron] Transition to ACTIVE for port object 02b4ec51-d40f-4128-b7d2-f4950d5909d3 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:53:22.844337 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c01ab2ff-df25-41dd-9119-2ef053043c64 tempest-RoutersAdminNegativeIpV6Test-1121039528 tempest-RoutersAdminNegativeIpV6Test-1121039528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:22.844337 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01ab2ff-df25-41dd-9119-2ef053043c64 tempest-RoutersAdminNegativeIpV6Test-1121039528 tempest-RoutersAdminNegativeIpV6Test-1121039528-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f1770f09-3e97-4f1e-aa28-1273ddd81b23 {{(pid=94446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:53:22.887328 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device d1f93a58-54f9-4ef1-a7f6-f1eaf79c7801 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:53:22.894539 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-c1aaeea4-daef-44de-84d5-f336581eabde None None] Provisioning for port a8dc5df5-f076-4d9f-bc4a-a69e4c5a8889 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:53:22.914502 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150bdd1d-282c-4094-9f3b-83baeec324d2 req-3b325859-7eb1-43b1-abe4-956f9bc7bc6b tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:22.917048 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-150bdd1d-282c-4094-9f3b-83baeec324d2 req-3b325859-7eb1-43b1-abe4-956f9bc7bc6b tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a200306-5274-40a0-9e2c-5d37f829a1db HTTP/1.1" status: 200 len: 931 time: 0.1641026 Jul 09 14:53:22.919113 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef14c35-2619-4662-879c-a7dc4766d9d2 req-a1c85505-505f-4cff-abec-90d2f112af71 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:22.922422 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device a8dc5df5-f076-4d9f-bc4a-a69e4c5a8889 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:53:22.929632 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fef14c35-2619-4662-879c-a7dc4766d9d2 req-a1c85505-505f-4cff-abec-90d2f112af71 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=6391fb5f-3ee7-4791-ab56-47eccad83835 HTTP/1.1" status: 200 len: 945 time: 0.4305909 Jul 09 14:53:22.990319 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c0107-9ff2-48bf-be90-b49350e2ab35 req-c74c6dba-cb00-4787-927b-007b54e3c891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:22.991457 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-150bdd1d-282c-4094-9f3b-83baeec324d2 req-7ebd1511-cef7-4823-9026-0d9391b716d0 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/security-groups?id=67bcb813-8d42-43e0-ba78-04b40cf26421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659542 Jul 09 14:53:22.992099 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f05c0107-9ff2-48bf-be90-b49350e2ab35 req-c74c6dba-cb00-4787-927b-007b54e3c891 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=20fd87b1f98540cc9f0af3977c7dea1f&device_id=a1cde53a-19d7-4688-993d-9006873b4f35 HTTP/1.1" status: 200 len: 1094 time: 0.3535800 Jul 09 14:53:23.020587 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-f742bc25-54f4-4497-80cb-065237139aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:23.068377 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f742bc25-54f4-4497-80cb-065237139aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=02b4ec51-d40f-4128-b7d2-f4950d5909d3,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:23.147796 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fef14c35-2619-4662-879c-a7dc4766d9d2 req-7e573b49-8b5c-4baa-b211-601be3f50b79 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0503003-e352-4db8-a0a6-bfc82c7527aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154620 Jul 09 14:53:23.165010 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325da57c-680e-4338-9c8a-5b830c46c706 None None] Update dhcp port {'port': {'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'fixed_ips': [{'subnet_id': 'ce64bd2f-2ce0-4d03-85dd-0fd50e6d6cf8', 'ip_address': '2001:db8::f816:3eff:febf:7c52'}, {'subnet_id': '96c2f383-a1fe-4298-89ed-46b56353cf18'}], 'binding:host_id': 'n-d-799529-6'}, 'id': 'a8dc5df5-f076-4d9f-bc4a-a69e4c5a8889'} from n-d-799529-6. {{(pid=94447) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 14:53:23.218174 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-f742bc25-54f4-4497-80cb-065237139aa8 service neutron] Attempting to bind port 02b4ec51-d40f-4128-b7d2-f4950d5909d3 on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:53:23.220924 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-f742bc25-54f4-4497-80cb-065237139aa8 service neutron] Attempting to bind port 02b4ec51-d40f-4128-b7d2-f4950d5909d3 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': '4f5083cd-3839-47b5-96db-7638aa0acf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a127763e-29f7-47d5-9091-de48cb15ea6a'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:53:23.220924 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-f742bc25-54f4-4497-80cb-065237139aa8 service neutron] Attempting to bind port 02b4ec51-d40f-4128-b7d2-f4950d5909d3 on network a127763e-29f7-47d5-9091-de48cb15ea6a {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:53:23.225776 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-f742bc25-54f4-4497-80cb-065237139aa8 service neutron] Port 02b4ec51-d40f-4128-b7d2-f4950d5909d3 on network a127763e-29f7-47d5-9091-de48cb15ea6a not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:53:23.226463 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-f742bc25-54f4-4497-80cb-065237139aa8 service neutron] Attempting to bind port 02b4ec51-d40f-4128-b7d2-f4950d5909d3 on network a127763e-29f7-47d5-9091-de48cb15ea6a {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:53:23.233386 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-f742bc25-54f4-4497-80cb-065237139aa8 service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:53:23.234198 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-f742bc25-54f4-4497-80cb-065237139aa8 service neutron] Checking segment: {'id': '4f5083cd-3839-47b5-96db-7638aa0acf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a127763e-29f7-47d5-9091-de48cb15ea6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:53:23.234903 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-f742bc25-54f4-4497-80cb-065237139aa8 service neutron] Bound using segment: {'id': '4f5083cd-3839-47b5-96db-7638aa0acf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a127763e-29f7-47d5-9091-de48cb15ea6a'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:53:23.235790 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-f742bc25-54f4-4497-80cb-065237139aa8 service neutron] Bound port: 02b4ec51-d40f-4128-b7d2-f4950d5909d3, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f5083cd-3839-47b5-96db-7638aa0acf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a127763e-29f7-47d5-9091-de48cb15ea6a'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:53:23.236486 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-f742bc25-54f4-4497-80cb-065237139aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:23.248586 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7caf31cf-9c3f-413f-9358-e87d2edca223 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Made reservation on behalf of 705b0dcf676c4e4da08df6f6169d5c06 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:53:23.251292 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-325da57c-680e-4338-9c8a-5b830c46c706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:23.277700 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port d1f93a58-54f9-4ef1-a7f6-f1eaf79c7801 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:53:23.280999 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:23.289318 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port a8dc5df5-f076-4d9f-bc4a-a69e4c5a8889 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:53:23.316534 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port d1f93a58-54f9-4ef1-a7f6-f1eaf79c7801 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:53:23.316911 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:23.321015 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [None req-c01ab2ff-df25-41dd-9119-2ef053043c64 tempest-RoutersAdminNegativeIpV6Test-1121039528 tempest-RoutersAdminNegativeIpV6Test-1121039528-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 09 14:53:23.334926 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c01ab2ff-df25-41dd-9119-2ef053043c64 tempest-RoutersAdminNegativeIpV6Test-1121039528 tempest-RoutersAdminNegativeIpV6Test-1121039528-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.0102232 Jul 09 14:53:23.343686 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45670) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:23.349374 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94c81714-e974-42df-ba8f-fd558106ebf5 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Router 859b86c8-1ab7-40bf-a198-ced8ea9356c8 is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:53:23.394468 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port a8dc5df5-f076-4d9f-bc4a-a69e4c5a8889 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:53:23.395028 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:23.454229 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-f742bc25-54f4-4497-80cb-065237139aa8 service neutron] For port 02b4ec51-d40f-4128-b7d2-f4950d5909d3, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:53:23.477215 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-f742bc25-54f4-4497-80cb-065237139aa8 service neutron] For port 02b4ec51-d40f-4128-b7d2-f4950d5909d3, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=02b4ec51-d40f-4128-b7d2-f4950d5909d3,segment=NetworkSegment(4f5083cd-3839-47b5-96db-7638aa0acf65),segment_id=4f5083cd-3839-47b5-96db-7638aa0acf65)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:53:23.506092 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-3f687a37-831e-4f6c-aa66-39a5bcf80138 tempest-RoutersAdminNegativeIpV6Test-1121039528 tempest-RoutersAdminNegativeIpV6Test-1121039528-project-admin] Deleting port d67a52bf-22ef-4349-a41f-1d58ecc81405 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:53:23.506550 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3f687a37-831e-4f6c-aa66-39a5bcf80138 tempest-RoutersAdminNegativeIpV6Test-1121039528 tempest-RoutersAdminNegativeIpV6Test-1121039528-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:23.538138 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c0107-9ff2-48bf-be90-b49350e2ab35 req-ef186446-13fb-4fb7-a521-3d0e35bf3f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:23.540268 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f05c0107-9ff2-48bf-be90-b49350e2ab35 req-ef186446-13fb-4fb7-a521-3d0e35bf3f5d service neutron] 10.222.0.54 "GET /v2.0/networks?id=b2b63b0e-b517-486a-9f8a-a2c1c761eb24 HTTP/1.1" status: 200 len: 912 time: 0.5347795 Jul 09 14:53:23.585028 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-f742bc25-54f4-4497-80cb-065237139aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:23.652178 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f05c0107-9ff2-48bf-be90-b49350e2ab35 req-242c85f4-13a9-4c64-b143-bc8552701972 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a81475d4-645e-498c-a8cc-c494bcdcf27b HTTP/1.1" status: 200 len: 217 time: 0.0925202 Jul 09 14:53:23.705018 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-f742bc25-54f4-4497-80cb-065237139aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:23.705662 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-f742bc25-54f4-4497-80cb-065237139aa8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:23.707101 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-f742bc25-54f4-4497-80cb-065237139aa8 service neutron] 10.222.0.62 "PUT /v2.0/ports/02b4ec51-d40f-4128-b7d2-f4950d5909d3 HTTP/1.1" status: 200 len: 1091 time: 3.3520558 Jul 09 14:53:23.713771 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6facd98f-aea4-432c-a1db-99a5e501094f', 'tag': '02b4ec51-d40f-4128-b7d2-f4950d5909d3'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:53:23.716597 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6be3606-6359-4061-9b0d-398077d31334" -d '{"events": [{"name": "network-changed", "server_uuid": "6facd98f-aea4-432c-a1db-99a5e501094f", "tag": "02b4ec51-d40f-4128-b7d2-f4950d5909d3"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:53:23.751013 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7caf31cf-9c3f-413f-9358-e87d2edca223 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:23.758840 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f742bc25-54f4-4497-80cb-065237139aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=02b4ec51-d40f-4128-b7d2-f4950d5909d3,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:23.761373 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:23.764957 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3f687a37-831e-4f6c-aa66-39a5bcf80138 tempest-RoutersAdminNegativeIpV6Test-1121039528 tempest-RoutersAdminNegativeIpV6Test-1121039528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:23.777897 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:23.793910 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-3f687a37-831e-4f6c-aa66-39a5bcf80138 tempest-RoutersAdminNegativeIpV6Test-1121039528 tempest-RoutersAdminNegativeIpV6Test-1121039528-project-admin] Calling delete_port for d67a52bf-22ef-4349-a41f-1d58ecc81405 owned by {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:53:23.807199 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-325da57c-680e-4338-9c8a-5b830c46c706 None None] Allocated IP 172.20.0.2 (858359dc-653d-453c-9af7-637628d0bac8/96c2f383-a1fe-4298-89ed-46b56353cf18/a8dc5df5-f076-4d9f-bc4a-a69e4c5a8889) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:53:23.815657 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0669c9b5-c6f9-476d-ba9a-3dc3ba4eddf7 x-openstack-request-id: req-0669c9b5-c6f9-476d-ba9a-3dc3ba4eddf7 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:53:23.815905 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6facd98f-aea4-432c-a1db-99a5e501094f", "tag": "02b4ec51-d40f-4128-b7d2-f4950d5909d3", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:53:23.816160 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0669c9b5-c6f9-476d-ba9a-3dc3ba4eddf7 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:53:23.816613 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6facd98f-aea4-432c-a1db-99a5e501094f', 'tag': '02b4ec51-d40f-4128-b7d2-f4950d5909d3', 'status': 'completed', 'code': 200} Jul 09 14:53:23.877242 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6391fb5f-3ee7-4791-ab56-47eccad83835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f93a58-54f9-4ef1-a7f6-f1eaf79c7801'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:53:23.882309 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6fa693e-554e-4db5-9a35-2424d813bc65" -d '{"events": [{"server_uuid": "6391fb5f-3ee7-4791-ab56-47eccad83835", "name": "network-vif-plugged", "status": "completed", "tag": "d1f93a58-54f9-4ef1-a7f6-f1eaf79c7801"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:53:23.942073 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port d1f93a58-54f9-4ef1-a7f6-f1eaf79c7801, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=d1f93a58-54f9-4ef1-a7f6-f1eaf79c7801,segment=NetworkSegment(bff1f1f8-53d0-45a1-805c-5c1d7e179e18),segment_id=bff1f1f8-53d0-45a1-805c-5c1d7e179e18)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:53:23.951856 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18394f7b-930a-4fbb-a4ae-972a31c9ebce x-openstack-request-id: req-18394f7b-930a-4fbb-a4ae-972a31c9ebce {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:53:23.954393 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6391fb5f-3ee7-4791-ab56-47eccad83835", "name": "network-vif-plugged", "status": "completed", "tag": "d1f93a58-54f9-4ef1-a7f6-f1eaf79c7801", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:53:23.954393 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-18394f7b-930a-4fbb-a4ae-972a31c9ebce {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:53:23.954393 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6391fb5f-3ee7-4791-ab56-47eccad83835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f93a58-54f9-4ef1-a7f6-f1eaf79c7801', 'code': 200} Jul 09 14:53:24.046155 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-325da57c-680e-4338-9c8a-5b830c46c706 None None] For port a8dc5df5-f076-4d9f-bc4a-a69e4c5a8889, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=a8dc5df5-f076-4d9f-bc4a-a69e4c5a8889,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:53:24.046155 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:24.064475 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be3606-6359-4061-9b0d-398077d31334 req-d7540227-5800-452a-9921-c55c5f637afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:24.066268 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d6be3606-6359-4061-9b0d-398077d31334 req-d7540227-5800-452a-9921-c55c5f637afe service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f23d9a2a77484c1eadd244e8611d3083&device_id=6facd98f-aea4-432c-a1db-99a5e501094f HTTP/1.1" status: 200 len: 1094 time: 0.2107165 Jul 09 14:53:24.126909 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-debae282-f5f9-4748-a676-0b9ef9bdaa2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89ded352-59b7-41fc-bd31-f2d97d083c8d {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:53:24.129277 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-325da57c-680e-4338-9c8a-5b830c46c706 None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:24.135177 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-debae282-f5f9-4748-a676-0b9ef9bdaa2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:24.147981 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-debae282-f5f9-4748-a676-0b9ef9bdaa2c service neutron] Transition to ACTIVE for port object 89ded352-59b7-41fc-bd31-f2d97d083c8d will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:53:24.150963 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=d1f93a58-54f9-4ef1-a7f6-f1eaf79c7801,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:24.164569 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-325da57c-680e-4338-9c8a-5b830c46c706 None None] Transition to ACTIVE for port object a8dc5df5-f076-4d9f-bc4a-a69e4c5a8889 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:53:24.187921 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [None req-7caf31cf-9c3f-413f-9358-e87d2edca223 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] device_id is not set on port c5746354-aabd-4f93-96c4-4042920ad447 yet. {{(pid=94445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:53:24.193945 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c0107-9ff2-48bf-be90-b49350e2ab35 req-3ca93736-5cdb-4d43-9d44-669c20aed055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:24.195841 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f05c0107-9ff2-48bf-be90-b49350e2ab35 req-3ca93736-5cdb-4d43-9d44-669c20aed055 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ca22d5b8-2b29-4e11-b70d-065b9fbd86b9 HTTP/1.1" status: 200 len: 850 time: 0.5357342 Jul 09 14:53:24.243396 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c81714-e974-42df-ba8f-fd558106ebf5 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:53:24.254858 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-94c81714-e974-42df-ba8f-fd558106ebf5 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:24.256391 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-94c81714-e974-42df-ba8f-fd558106ebf5 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] 10.222.0.58 "PUT /v2.0/routers/859b86c8-1ab7-40bf-a198-ced8ea9356c8 HTTP/1.1" status: 200 len: 915 time: 9.5329132 Jul 09 14:53:24.257184 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ad447f-22be-483d-bc27-8b4fd577c57e None None] Sync routers for ids ['859b86c8-1ab7-40bf-a198-ced8ea9356c8'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:53:24.262220 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45684) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:24.268959 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ad447f-22be-483d-bc27-8b4fd577c57e None None] Routers {'859b86c8-1ab7-40bf-a198-ced8ea9356c8'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:53:24.268959 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-79ad447f-22be-483d-bc27-8b4fd577c57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:52:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['859b86c8-1ab7-40bf-a198-ced8ea9356c8'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:53:24.314792 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-79ad447f-22be-483d-bc27-8b4fd577c57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:53:24.319959 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ad447f-22be-483d-bc27-8b4fd577c57e None None] Routers {'859b86c8-1ab7-40bf-a198-ced8ea9356c8'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:53:24.320604 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-79ad447f-22be-483d-bc27-8b4fd577c57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:52:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['859b86c8-1ab7-40bf-a198-ced8ea9356c8'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:53:24.324421 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-debae282-f5f9-4748-a676-0b9ef9bdaa2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:24.366860 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-79ad447f-22be-483d-bc27-8b4fd577c57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:53:24.368390 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ad447f-22be-483d-bc27-8b4fd577c57e None None] The sync data for ids ['859b86c8-1ab7-40bf-a198-ced8ea9356c8'] in n-d-799529-6 is: [] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:53:24.386639 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca8284-1299-4451-b2a1-0d79cf533bcb req-84e68fe9-25ef-4db5-a3f2-99945688228f tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:24.387206 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-feca8284-1299-4451-b2a1-0d79cf533bcb req-84e68fe9-25ef-4db5-a3f2-99945688228f tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1cde53a-19d7-4688-993d-9006873b4f35 HTTP/1.1" status: 200 len: 943 time: 0.6471658 Jul 09 14:53:24.458855 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3f687a37-831e-4f6c-aa66-39a5bcf80138 tempest-RoutersAdminNegativeIpV6Test-1121039528 tempest-RoutersAdminNegativeIpV6Test-1121039528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:24.462601 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-325da57c-680e-4338-9c8a-5b830c46c706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:24.472761 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.db.api [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 14:53:24.473119 n-d-799529-6 neutron-server[94447]: DEBUG oslo_db.api [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 14:53:24.478296 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debae282-f5f9-4748-a676-0b9ef9bdaa2c service neutron] Pushing event updated for resources: {'Port': ['ID=89ded352-59b7-41fc-bd31-f2d97d083c8d,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:24.505282 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384423f0-5bc7-4e13-87f9-85290729be45 req-13ecf47e-b654-42b9-a330-82e5cc805749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:24.507023 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-384423f0-5bc7-4e13-87f9-85290729be45 req-13ecf47e-b654-42b9-a330-82e5cc805749 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6391fb5f-3ee7-4791-ab56-47eccad83835 HTTP/1.1" status: 200 len: 1097 time: 0.4362659 Jul 09 14:53:24.507985 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c0107-9ff2-48bf-be90-b49350e2ab35 req-c0a3812f-d91f-47fc-b47c-90403d7a7440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:24.510219 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f05c0107-9ff2-48bf-be90-b49350e2ab35 req-c0a3812f-d91f-47fc-b47c-90403d7a7440 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b2b63b0e-b517-486a-9f8a-a2c1c761eb24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3032856 Jul 09 14:53:24.515312 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f687a37-831e-4f6c-aa66-39a5bcf80138 tempest-RoutersAdminNegativeIpV6Test-1121039528 tempest-RoutersAdminNegativeIpV6Test-1121039528-project-admin] Pushing event deleted for resources: {'Port': ['ID=d67a52bf-22ef-4349-a41f-1d58ecc81405,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:24.518151 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be3606-6359-4061-9b0d-398077d31334 req-99eaab0a-7e14-48e1-965e-8017b18784f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:24.519774 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d6be3606-6359-4061-9b0d-398077d31334 req-99eaab0a-7e14-48e1-965e-8017b18784f4 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=f23d9a2a77484c1eadd244e8611d3083&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4357114 Jul 09 14:53:24.595711 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325da57c-680e-4338-9c8a-5b830c46c706 None None] Pushing event updated for resources: {'Port': ['ID=a8dc5df5-f076-4d9f-bc4a-a69e4c5a8889,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:24.643074 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-feca8284-1299-4451-b2a1-0d79cf533bcb req-6550d224-c1ef-4d2c-bbfb-d50ce5905b27 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] 10.222.0.58 "GET /v2.0/security-groups?id=1f0c8256-fd97-443b-990a-3bb8b19e1e90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2316244 Jul 09 14:53:24.645835 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07338a6b-e26d-4914-83a3-c664e13274a6 req-320319ea-4051-444a-90a1-e04cd4a4d850 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:24.645835 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-07338a6b-e26d-4914-83a3-c664e13274a6 req-320319ea-4051-444a-90a1-e04cd4a4d850 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a200306-5274-40a0-9e2c-5d37f829a1db HTTP/1.1" status: 200 len: 931 time: 0.4435971 Jul 09 14:53:24.693650 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a7f0f93c-a9ee-4cc1-8876-0d2e117e7d58 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] 10.222.0.58 "GET /v2.0/routers/859b86c8-1ab7-40bf-a198-ced8ea9356c8 HTTP/1.1" status: 200 len: 921 time: 0.4302366 Jul 09 14:53:24.698523 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45690) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:24.711618 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-7caf31cf-9c3f-413f-9358-e87d2edca223 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Allocated IP 172.20.0.9 (858359dc-653d-453c-9af7-637628d0bac8/96c2f383-a1fe-4298-89ed-46b56353cf18/c5746354-aabd-4f93-96c4-4042920ad447) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:53:24.717585 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-debae282-f5f9-4748-a676-0b9ef9bdaa2c service neutron] Attempting to bind port 89ded352-59b7-41fc-bd31-f2d97d083c8d on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:53:24.717817 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-debae282-f5f9-4748-a676-0b9ef9bdaa2c service neutron] Attempting to bind port 89ded352-59b7-41fc-bd31-f2d97d083c8d by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '4f5083cd-3839-47b5-96db-7638aa0acf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a127763e-29f7-47d5-9091-de48cb15ea6a'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:53:24.718063 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-debae282-f5f9-4748-a676-0b9ef9bdaa2c service neutron] Attempting to bind port 89ded352-59b7-41fc-bd31-f2d97d083c8d on network a127763e-29f7-47d5-9091-de48cb15ea6a {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:53:24.739874 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-384423f0-5bc7-4e13-87f9-85290729be45 req-24a748e2-53c8-4419-955e-44662e292ab4 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a0503003-e352-4db8-a0a6-bfc82c7527aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155762 Jul 09 14:53:24.754746 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-7caf31cf-9c3f-413f-9358-e87d2edca223 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Allocated IP 2001:db8::f816:3eff:fef7:6fed (858359dc-653d-453c-9af7-637628d0bac8/ce64bd2f-2ce0-4d03-85dd-0fd50e6d6cf8/c5746354-aabd-4f93-96c4-4042920ad447) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:53:24.762348 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-debae282-f5f9-4748-a676-0b9ef9bdaa2c service neutron] Port 89ded352-59b7-41fc-bd31-f2d97d083c8d on network a127763e-29f7-47d5-9091-de48cb15ea6a not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:53:24.762744 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-debae282-f5f9-4748-a676-0b9ef9bdaa2c service neutron] Attempting to bind port 89ded352-59b7-41fc-bd31-f2d97d083c8d on network a127763e-29f7-47d5-9091-de48cb15ea6a {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:53:24.787215 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3f687a37-831e-4f6c-aa66-39a5bcf80138 tempest-RoutersAdminNegativeIpV6Test-1121039528 tempest-RoutersAdminNegativeIpV6Test-1121039528-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:24.789170 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-debae282-f5f9-4748-a676-0b9ef9bdaa2c service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:53:24.789567 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-debae282-f5f9-4748-a676-0b9ef9bdaa2c service neutron] Checking segment: {'id': '4f5083cd-3839-47b5-96db-7638aa0acf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a127763e-29f7-47d5-9091-de48cb15ea6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:53:24.793454 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-debae282-f5f9-4748-a676-0b9ef9bdaa2c service neutron] Bound using segment: {'id': '4f5083cd-3839-47b5-96db-7638aa0acf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a127763e-29f7-47d5-9091-de48cb15ea6a'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:53:24.793657 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-3f687a37-831e-4f6c-aa66-39a5bcf80138 tempest-RoutersAdminNegativeIpV6Test-1121039528 tempest-RoutersAdminNegativeIpV6Test-1121039528-project-admin] 10.222.0.58 "DELETE /v2.0/ports/d67a52bf-22ef-4349-a41f-1d58ecc81405 HTTP/1.1" status: 204 len: 168 time: 1.4451096 Jul 09 14:53:24.793774 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-debae282-f5f9-4748-a676-0b9ef9bdaa2c service neutron] Bound port: 89ded352-59b7-41fc-bd31-f2d97d083c8d, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f5083cd-3839-47b5-96db-7638aa0acf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a127763e-29f7-47d5-9091-de48cb15ea6a'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:53:24.793774 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-debae282-f5f9-4748-a676-0b9ef9bdaa2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:24.798837 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-07338a6b-e26d-4914-83a3-c664e13274a6 req-a92082d7-9188-4cd9-aa8e-d4be4d00a076 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/security-groups?id=67bcb813-8d42-43e0-ba78-04b40cf26421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036088 Jul 09 14:53:24.805171 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f05c0107-9ff2-48bf-be90-b49350e2ab35 req-f074aed2-f352-4365-8660-f4cd849e42da service neutron] 10.222.0.54 "GET /v2.0/networks/b2b63b0e-b517-486a-9f8a-a2c1c761eb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654440 Jul 09 14:53:24.819457 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be3606-6359-4061-9b0d-398077d31334 req-d570c8cc-d908-42ac-b1f2-b191e6187943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:24.821007 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d6be3606-6359-4061-9b0d-398077d31334 req-d570c8cc-d908-42ac-b1f2-b191e6187943 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2870853 Jul 09 14:53:25.018936 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:25.059663 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port a8dc5df5-f076-4d9f-bc4a-a69e4c5a8889, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=a8dc5df5-f076-4d9f-bc4a-a69e4c5a8889,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:53:25.062709 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffea7fa-5d9f-4ac6-9e5e-dc35d5104019 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:25.064309 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-9ffea7fa-5d9f-4ac6-9e5e-dc35d5104019 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=202c7ce6-d4e9-4f80-84dd-bef08905a653&device_id=859b86c8-1ab7-40bf-a198-ced8ea9356c8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3629231 Jul 09 14:53:25.068919 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45694) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:25.148010 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f05c0107-9ff2-48bf-be90-b49350e2ab35 req-6f720804-6cfa-4ae2-b62a-c48c2520718f service neutron] 10.222.0.54 "GET /v2.0/networks/b2b63b0e-b517-486a-9f8a-a2c1c761eb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054936 Jul 09 14:53:25.153482 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-debae282-f5f9-4748-a676-0b9ef9bdaa2c service neutron] For port 89ded352-59b7-41fc-bd31-f2d97d083c8d, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:53:25.162200 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-debae282-f5f9-4748-a676-0b9ef9bdaa2c service neutron] For port 89ded352-59b7-41fc-bd31-f2d97d083c8d, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=89ded352-59b7-41fc-bd31-f2d97d083c8d,segment=NetworkSegment(4f5083cd-3839-47b5-96db-7638aa0acf65),segment_id=4f5083cd-3839-47b5-96db-7638aa0acf65)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:53:25.178853 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad984495-35c0-4ab2-bd99-8c11d516e4b5 req-ebbabd2a-7a3e-4f20-9531-13c69d6613b1 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:25.180862 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ad984495-35c0-4ab2-bd99-8c11d516e4b5 req-ebbabd2a-7a3e-4f20-9531-13c69d6613b1 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=6391fb5f-3ee7-4791-ab56-47eccad83835 HTTP/1.1" status: 200 len: 946 time: 0.3954217 Jul 09 14:53:25.194486 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:25.253074 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7caf31cf-9c3f-413f-9358-e87d2edca223 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:25.278825 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede07ed3-232d-47eb-bc0e-bb8a002c86af tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:25.279864 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ad984495-35c0-4ab2-bd99-8c11d516e4b5 req-3d012487-fa32-442e-90b3-46538ba0251f tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0503003-e352-4db8-a0a6-bfc82c7527aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702891 Jul 09 14:53:25.284332 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ede07ed3-232d-47eb-bc0e-bb8a002c86af tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] 10.222.0.58 "GET /v2.0/networks/202c7ce6-d4e9-4f80-84dd-bef08905a653 HTTP/1.1" status: 200 len: 881 time: 0.2137942 Jul 09 14:53:25.285322 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45696) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:25.303682 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-debae282-f5f9-4748-a676-0b9ef9bdaa2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:25.311800 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-7caf31cf-9c3f-413f-9358-e87d2edca223 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Transition to ACTIVE for port object c5746354-aabd-4f93-96c4-4042920ad447 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:53:25.331871 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=a8dc5df5-f076-4d9f-bc4a-a69e4c5a8889,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:25.357681 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-debae282-f5f9-4748-a676-0b9ef9bdaa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:25.358299 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-debae282-f5f9-4748-a676-0b9ef9bdaa2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:25.359806 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-debae282-f5f9-4748-a676-0b9ef9bdaa2c service neutron] 10.222.0.54 "PUT /v2.0/ports/89ded352-59b7-41fc-bd31-f2d97d083c8d HTTP/1.1" status: 200 len: 1091 time: 2.8432302 Jul 09 14:53:25.370848 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a200306-5274-40a0-9e2c-5d37f829a1db', 'tag': '89ded352-59b7-41fc-bd31-f2d97d083c8d'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:53:25.378283 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9de2d4-3e49-4f3f-8ca0-17ec41d51e4c" -d '{"events": [{"name": "network-changed", "server_uuid": "1a200306-5274-40a0-9e2c-5d37f829a1db", "tag": "89ded352-59b7-41fc-bd31-f2d97d083c8d"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:53:25.408878 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device a8dc5df5-f076-4d9f-bc4a-a69e4c5a8889 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:53:25.414092 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ae18579f-fb1c-40b9-9e41-56c7ac39e398 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] 10.222.0.58 "GET /v2.0/ports?device_id=859b86c8-1ab7-40bf-a198-ced8ea9356c8 HTTP/1.1" status: 200 len: 205 time: 0.1240356 Jul 09 14:53:25.416854 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45702) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:25.436683 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-bfa0ced5-5862-4cfc-b4fc-20a1d58d1ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:25.441543 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-bfa0ced5-5862-4cfc-b4fc-20a1d58d1ade service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f23d9a2a77484c1eadd244e8611d3083&device_id=6facd98f-aea4-432c-a1db-99a5e501094f HTTP/1.1" status: 200 len: 1094 time: 0.2642109 Jul 09 14:53:25.476333 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade141ec-24c7-426f-b426-a253bc44787b x-openstack-request-id: req-ade141ec-24c7-426f-b426-a253bc44787b {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:53:25.476759 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a200306-5274-40a0-9e2c-5d37f829a1db", "tag": "89ded352-59b7-41fc-bd31-f2d97d083c8d", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:53:25.477216 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ade141ec-24c7-426f-b426-a253bc44787b {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:53:25.477830 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a200306-5274-40a0-9e2c-5d37f829a1db', 'tag': '89ded352-59b7-41fc-bd31-f2d97d083c8d', 'status': 'completed', 'code': 200} Jul 09 14:53:25.508193 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debae282-f5f9-4748-a676-0b9ef9bdaa2c service neutron] Pushing event updated for resources: {'Port': ['ID=89ded352-59b7-41fc-bd31-f2d97d083c8d,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:25.533387 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-d7a224ce-3a57-4756-88d1-7035b54a2866 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02b4ec51-d40f-4128-b7d2-f4950d5909d3 HTTP/1.1" status: 200 len: 217 time: 0.0778306 Jul 09 14:53:25.614857 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-93badb9c-8137-476b-b1b4-df6cac772eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:25.617059 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-93badb9c-8137-476b-b1b4-df6cac772eb8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=43a4299f-20b7-47e7-a6f8-05cc3855fbd4 HTTP/1.1" status: 200 len: 852 time: 0.0770953 Jul 09 14:53:25.632790 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d4608c90-645c-48ce-b154-b57e77085038 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks [] for router, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:25.658606 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-d7c4dc79-8309-4ee1-a73b-3666b847ca05 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a127763e-29f7-47d5-9091-de48cb15ea6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345998 Jul 09 14:53:25.676569 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9de2d4-3e49-4f3f-8ca0-17ec41d51e4c req-c6c54f42-ad77-4cdc-a8e5-1d5d65b70cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:25.678102 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-be9de2d4-3e49-4f3f-8ca0-17ec41d51e4c req-c6c54f42-ad77-4cdc-a8e5-1d5d65b70cb1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f23d9a2a77484c1eadd244e8611d3083&device_id=1a200306-5274-40a0-9e2c-5d37f829a1db HTTP/1.1" status: 200 len: 1094 time: 0.1638649 Jul 09 14:53:25.735852 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45708) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:25.741884 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device a81475d4-645e-498c-a8cc-c494bcdcf27b details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:53:25.760787 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-07173e8b-bed1-41e1-816d-6a7b6ed18e48 None None] Provisioning for port a8dc5df5-f076-4d9f-bc4a-a69e4c5a8889 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:53:25.776855 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-07173e8b-bed1-41e1-816d-6a7b6ed18e48 None None] Provisioning complete for port a8dc5df5-f076-4d9f-bc4a-a69e4c5a8889 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:53:25.778853 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-07173e8b-bed1-41e1-816d-6a7b6ed18e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:25.784826 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-473baad2-df70-4e4a-b327-a5529da5a3b2 service neutron] 10.222.0.62 "GET /v2.0/networks/a127763e-29f7-47d5-9091-de48cb15ea6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189580 Jul 09 14:53:25.798941 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7caf31cf-9c3f-413f-9358-e87d2edca223 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:25.951362 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-3b8a5a2d-e8da-41f5-8cfe-e2e0443e6987 service neutron] 10.222.0.62 "GET /v2.0/networks/a127763e-29f7-47d5-9091-de48cb15ea6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533895 Jul 09 14:53:25.977602 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d6852940-cd13-4bbd-b0e3-9d12bd61b894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:26.021165 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7caf31cf-9c3f-413f-9358-e87d2edca223 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:53:26.031103 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf31cf-9c3f-413f-9358-e87d2edca223 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event updated for resources: {'Port': ['ID=c5746354-aabd-4f93-96c4-4042920ad447,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:26.036200 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-7caf31cf-9c3f-413f-9358-e87d2edca223 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:53:26.050609 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7caf31cf-9c3f-413f-9358-e87d2edca223 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:53:26.072771 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d4608c90-645c-48ce-b154-b57e77085038 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:26.177247 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9de2d4-3e49-4f3f-8ca0-17ec41d51e4c req-b02df748-64e9-400b-8696-7ccd1b8754b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:26.185530 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-be9de2d4-3e49-4f3f-8ca0-17ec41d51e4c req-b02df748-64e9-400b-8696-7ccd1b8754b8 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=f23d9a2a77484c1eadd244e8611d3083&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4890499 Jul 09 14:53:26.258353 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e770cea3-3124-4e8e-be32-73c52ec881c0 req-40e3366a-a98f-4a56-8858-dd42039f99cc tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:26.259948 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e770cea3-3124-4e8e-be32-73c52ec881c0 req-40e3366a-a98f-4a56-8858-dd42039f99cc tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a200306-5274-40a0-9e2c-5d37f829a1db HTTP/1.1" status: 200 len: 943 time: 0.2292066 Jul 09 14:53:26.288235 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d6852940-cd13-4bbd-b0e3-9d12bd61b894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:26.295330 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port a81475d4-645e-498c-a8cc-c494bcdcf27b, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=a81475d4-645e-498c-a8cc-c494bcdcf27b,segment=NetworkSegment(f9c9b81f-0e6e-496b-9f9a-51a976479dd5),segment_id=f9c9b81f-0e6e-496b-9f9a-51a976479dd5)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:53:26.313582 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': 'a81475d4-645e-498c-a8cc-c494bcdcf27b', 'network_id': 'b2b63b0e-b517-486a-9f8a-a2c1c761eb24', 'port_id': 'a81475d4-645e-498c-a8cc-c494bcdcf27b', 'mac_address': 'fa:16:3e:cc:39:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca22d5b8-2b29-4e11-b70d-065b9fbd86b9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:53:26.318862 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e770cea3-3124-4e8e-be32-73c52ec881c0 req-7643402a-d7a9-4d30-94ff-b98aa2ca7c53 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/security-groups?id=67bcb813-8d42-43e0-ba78-04b40cf26421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524163 Jul 09 14:53:26.331683 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7caf31cf-9c3f-413f-9358-e87d2edca223 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:26.332670 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7caf31cf-9c3f-413f-9358-e87d2edca223 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:26.362714 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ae8b6386-8663-4f79-ad63-c2cf88354da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:26.387972 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:26.393076 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d6852940-cd13-4bbd-b0e3-9d12bd61b894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:26.410238 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81479ed5-8ec0-4ebd-8913-a6a5484c9cd0 req-2c3932df-8037-4f73-aa13-9635f4c20a3c tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:26.418404 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-81479ed5-8ec0-4ebd-8913-a6a5484c9cd0 req-2c3932df-8037-4f73-aa13-9635f4c20a3c tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1cde53a-19d7-4688-993d-9006873b4f35 HTTP/1.1" status: 200 len: 943 time: 0.5107672 Jul 09 14:53:26.431779 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a81475d4-645e-498c-a8cc-c494bcdcf27b {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:53:26.463366 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port a81475d4-645e-498c-a8cc-c494bcdcf27b, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=a81475d4-645e-498c-a8cc-c494bcdcf27b,segment=NetworkSegment(f9c9b81f-0e6e-496b-9f9a-51a976479dd5),segment_id=f9c9b81f-0e6e-496b-9f9a-51a976479dd5)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:53:26.489149 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d6852940-cd13-4bbd-b0e3-9d12bd61b894 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=edb278ed7b1e4e7ab4694ea388f3125e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7519932 Jul 09 14:53:26.491087 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45730) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:26.491703 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6852940-cd13-4bbd-b0e3-9d12bd61b894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d885ff-89a8-418d-8aad-44c02e3a189f,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:26.506611 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-81479ed5-8ec0-4ebd-8913-a6a5484c9cd0 req-d78e7a06-fddc-4da4-84dd-6ef2b63ba48e tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] 10.222.0.58 "GET /v2.0/security-groups?id=1f0c8256-fd97-443b-990a-3bb8b19e1e90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876374 Jul 09 14:53:26.529776 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-d4608c90-645c-48ce-b154-b57e77085038 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Deleting port 2019fb8f-254a-4f50-ba69-908367792d2d {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:53:26.530108 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d4608c90-645c-48ce-b154-b57e77085038 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:26.535901 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9de2d4-3e49-4f3f-8ca0-17ec41d51e4c req-5394b9af-df3d-4fab-8f99-bd78ab5e17b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:26.537417 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-be9de2d4-3e49-4f3f-8ca0-17ec41d51e4c req-5394b9af-df3d-4fab-8f99-bd78ab5e17b0 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3400121 Jul 09 14:53:26.592526 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-18c0fc80-beee-4293-99e2-6451fa1ddf96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:26.623068 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-7caf31cf-9c3f-413f-9358-e87d2edca223 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.2654366 Jul 09 14:53:26.628345 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-18c0fc80-beee-4293-99e2-6451fa1ddf96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:26.630100 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45736) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:26.647594 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:26.654746 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-268947e8-7bb1-483c-8e85-838720c2e88b None None] Provisioning for port c5746354-aabd-4f93-96c4-4042920ad447 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:53:26.661014 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-268947e8-7bb1-483c-8e85-838720c2e88b None None] Provisioning complete for port c5746354-aabd-4f93-96c4-4042920ad447 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:53:26.661481 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-268947e8-7bb1-483c-8e85-838720c2e88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:26.671308 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d4608c90-645c-48ce-b154-b57e77085038 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:26.717796 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-d4608c90-645c-48ce-b154-b57e77085038 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Calling delete_port for 2019fb8f-254a-4f50-ba69-908367792d2d owned by network:router_gateway {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:53:26.739464 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cc7f6a-bd75-4d8c-b93d-331f009ece1d tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:26.747337 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cc7f6a-bd75-4d8c-b93d-331f009ece1d tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:26.753205 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=a81475d4-645e-498c-a8cc-c494bcdcf27b,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:26.753459 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f6cc7f6a-bd75-4d8c-b93d-331f009ece1d tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1208813 Jul 09 14:53:26.753459 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45738) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:26.754347 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-268947e8-7bb1-483c-8e85-838720c2e88b None None] Port c5746354-aabd-4f93-96c4-4042920ad447 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:53:26.786786 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-a1ffd065-0c6e-4117-b689-6372d31d42f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:26.788407 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-a1ffd065-0c6e-4117-b689-6372d31d42f2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f23d9a2a77484c1eadd244e8611d3083&device_id=1a200306-5274-40a0-9e2c-5d37f829a1db HTTP/1.1" status: 200 len: 1094 time: 0.1877103 Jul 09 14:53:26.866998 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['a81475d4-645e-498c-a8cc-c494bcdcf27b'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:53:26.872601 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-07300c00-fe34-48bb-80c8-e1c87bf8c3c1 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Deleting port c5746354-aabd-4f93-96c4-4042920ad447 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:53:26.872988 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-07300c00-fe34-48bb-80c8-e1c87bf8c3c1 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:26.914801 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-18c0fc80-beee-4293-99e2-6451fa1ddf96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:26.917898 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-18c0fc80-beee-4293-99e2-6451fa1ddf96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:26.919081 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-18c0fc80-beee-4293-99e2-6451fa1ddf96 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f9d885ff-89a8-418d-8aad-44c02e3a189f HTTP/1.1" status: 204 len: 168 time: 0.4241366 Jul 09 14:53:26.936134 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c0fc80-beee-4293-99e2-6451fa1ddf96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d885ff-89a8-418d-8aad-44c02e3a189f,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:26.989464 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-07300c00-fe34-48bb-80c8-e1c87bf8c3c1 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:27.005546 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-07300c00-fe34-48bb-80c8-e1c87bf8c3c1 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Calling delete_port for c5746354-aabd-4f93-96c4-4042920ad447 owned by {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:53:27.144785 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-ab6b49c8-8732-47f9-b322-69eb75e529ec service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89ded352-59b7-41fc-bd31-f2d97d083c8d HTTP/1.1" status: 200 len: 217 time: 0.3481452 Jul 09 14:53:27.168764 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b63d6-5f3e-4ee2-9c8e-1530a72ce9da req-9930fd0e-cbbb-4271-a4b4-4a5f4b33ff1a tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:27.170363 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5b5b63d6-5f3e-4ee2-9c8e-1530a72ce9da req-9930fd0e-cbbb-4271-a4b4-4a5f4b33ff1a tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=6391fb5f-3ee7-4791-ab56-47eccad83835 HTTP/1.1" status: 200 len: 946 time: 0.5028522 Jul 09 14:53:27.273806 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-b99da51b-d0d9-47ab-bd3f-a48e6f8908ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:27.275732 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-b99da51b-d0d9-47ab-bd3f-a48e6f8908ba service neutron] 10.222.0.54 "GET /v2.0/subnets?id=43a4299f-20b7-47e7-a6f8-05cc3855fbd4 HTTP/1.1" status: 200 len: 852 time: 0.1240432 Jul 09 14:53:27.289775 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-07300c00-fe34-48bb-80c8-e1c87bf8c3c1 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:27.298368 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device a8dc5df5-f076-4d9f-bc4a-a69e4c5a8889 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:53:27.332104 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-b2cf4398-9a32-4d5a-a998-f2262280e54e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a127763e-29f7-47d5-9091-de48cb15ea6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433424 Jul 09 14:53:27.346103 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5b5b63d6-5f3e-4ee2-9c8e-1530a72ce9da req-a844f15e-d321-4dec-b41a-9b2e7f29775e tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0503003-e352-4db8-a0a6-bfc82c7527aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548121 Jul 09 14:53:27.348685 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07300c00-fe34-48bb-80c8-e1c87bf8c3c1 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event deleted for resources: {'Port': ['ID=c5746354-aabd-4f93-96c4-4042920ad447,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:27.440549 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port a8dc5df5-f076-4d9f-bc4a-a69e4c5a8889 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:53:27.440549 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:27.629222 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-07300c00-fe34-48bb-80c8-e1c87bf8c3c1 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:27.630993 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-07300c00-fe34-48bb-80c8-e1c87bf8c3c1 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/ports/c5746354-aabd-4f93-96c4-4042920ad447 HTTP/1.1" status: 204 len: 168 time: 0.8747423 Jul 09 14:53:27.633829 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45758) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:27.695277 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc0a339-d5e5-4dc6-931b-7ce5c1fb944f req-49c0c174-b5f2-486c-a6c3-5e046e789724 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:27.711432 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-abc0a339-d5e5-4dc6-931b-7ce5c1fb944f req-49c0c174-b5f2-486c-a6c3-5e046e789724 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a200306-5274-40a0-9e2c-5d37f829a1db HTTP/1.1" status: 200 len: 943 time: 0.1670966 Jul 09 14:53:27.727032 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba40c0f1-9f16-4ad7-b58b-2193366ecbba tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:27.728950 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba40c0f1-9f16-4ad7-b58b-2193366ecbba tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:27.730563 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba40c0f1-9f16-4ad7-b58b-2193366ecbba tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:27.736875 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ba40c0f1-9f16-4ad7-b58b-2193366ecbba tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0978241 Jul 09 14:53:27.737010 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45762) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:27.752742 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device a81475d4-645e-498c-a8cc-c494bcdcf27b up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:53:27.755781 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-6b3eecbc-23fb-4ef3-93ed-637a7578866c service neutron] 10.222.0.54 "GET /v2.0/networks/a127763e-29f7-47d5-9091-de48cb15ea6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4085984 Jul 09 14:53:27.778833 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d4608c90-645c-48ce-b154-b57e77085038 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:27.820199 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-abc0a339-d5e5-4dc6-931b-7ce5c1fb944f req-f5b4d22e-2fad-40b1-8489-9ea7ace283df tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/security-groups?id=67bcb813-8d42-43e0-ba78-04b40cf26421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060417 Jul 09 14:53:27.835289 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b5c342a-80ed-4b86-9fbb-fb6d988114a9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Deleting subnet 96c2f383-a1fe-4298-89ed-46b56353cf18 {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:53:27.840513 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4b5c342a-80ed-4b86-9fbb-fb6d988114a9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:27.858902 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4608c90-645c-48ce-b154-b57e77085038 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Pushing event deleted for resources: {'Port': ['ID=2019fb8f-254a-4f50-ba69-908367792d2d,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:27.915358 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4b5c342a-80ed-4b86-9fbb-fb6d988114a9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:27.969999 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port a81475d4-645e-498c-a8cc-c494bcdcf27b completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:53:27.980136 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port a81475d4-645e-498c-a8cc-c494bcdcf27b triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:53:27.980136 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:27.989237 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45768) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:27.999773 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d4608c90-645c-48ce-b154-b57e77085038 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:28.071136 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4b5c342a-80ed-4b86-9fbb-fb6d988114a9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:28.115628 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:28.123740 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3f8a86f4-9e8b-4a53-887b-984182d5959b req-51aceaf8-1600-4f9a-bbbf-bde1a6af40f8 service neutron] 10.222.0.54 "GET /v2.0/networks/a127763e-29f7-47d5-9091-de48cb15ea6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598166 Jul 09 14:53:28.128476 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d4608c90-645c-48ce-b154-b57e77085038 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:28.131767 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d4608c90-645c-48ce-b154-b57e77085038 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:28.164310 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d642511-84c5-4cf9-8a49-15db3c6810cd req-81ce07ed-84b0-40a7-94b5-6734e3e50233 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:28.174070 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0d642511-84c5-4cf9-8a49-15db3c6810cd req-81ce07ed-84b0-40a7-94b5-6734e3e50233 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1cde53a-19d7-4688-993d-9006873b4f35 HTTP/1.1" status: 200 len: 944 time: 0.1938615 Jul 09 14:53:28.188622 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1cde53a-19d7-4688-993d-9006873b4f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a81475d4-645e-498c-a8cc-c494bcdcf27b'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:53:28.194966 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e1a117c3-4804-4283-a3ab-cf5e889e0916 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=83afe021613f4dcc99480944cc90758b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2044580 Jul 09 14:53:28.197508 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4893a3ca-7f53-4b0b-801e-87a8fe3e35a9" -d '{"events": [{"server_uuid": "a1cde53a-19d7-4688-993d-9006873b4f35", "name": "network-vif-plugged", "status": "completed", "tag": "a81475d4-645e-498c-a8cc-c494bcdcf27b"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:53:28.198405 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45770) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:28.215137 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port a81475d4-645e-498c-a8cc-c494bcdcf27b, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=a81475d4-645e-498c-a8cc-c494bcdcf27b,segment=NetworkSegment(f9c9b81f-0e6e-496b-9f9a-51a976479dd5),segment_id=f9c9b81f-0e6e-496b-9f9a-51a976479dd5)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:53:28.244873 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0d642511-84c5-4cf9-8a49-15db3c6810cd req-621eb11c-a9c9-4483-b478-06081a123b4d tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] 10.222.0.58 "GET /v2.0/security-groups?id=1f0c8256-fd97-443b-990a-3bb8b19e1e90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722980 Jul 09 14:53:28.295998 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462eb36f-c778-40f5-90ca-edd5ebbc2535 x-openstack-request-id: req-462eb36f-c778-40f5-90ca-edd5ebbc2535 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:53:28.296290 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1cde53a-19d7-4688-993d-9006873b4f35", "name": "network-vif-plugged", "status": "completed", "tag": "a81475d4-645e-498c-a8cc-c494bcdcf27b", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:53:28.296696 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-462eb36f-c778-40f5-90ca-edd5ebbc2535 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:53:28.297094 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1cde53a-19d7-4688-993d-9006873b4f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a81475d4-645e-498c-a8cc-c494bcdcf27b', 'code': 200} Jul 09 14:53:28.303183 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4b5c342a-80ed-4b86-9fbb-fb6d988114a9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:28.305223 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-600ca8d6-d6d2-425a-a89a-b17143e2d7bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:28.316649 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:28.317603 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d4608c90-645c-48ce-b154-b57e77085038 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:28.317603 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4608c90-645c-48ce-b154-b57e77085038 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Fanout notify agent at l3_agent the message router_deleted on router 859b86c8-1ab7-40bf-a198-ced8ea9356c8 {{(pid=94445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:53:28.330614 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4b5c342a-80ed-4b86-9fbb-fb6d988114a9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:28.335174 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-4b5c342a-80ed-4b86-9fbb-fb6d988114a9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/subnets/96c2f383-a1fe-4298-89ed-46b56353cf18 HTTP/1.1" status: 204 len: 168 time: 0.5957124 Jul 09 14:53:28.342805 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d4608c90-645c-48ce-b154-b57e77085038 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:28.346084 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d4608c90-645c-48ce-b154-b57e77085038 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] 10.222.0.58 "DELETE /v2.0/routers/859b86c8-1ab7-40bf-a198-ced8ea9356c8 HTTP/1.1" status: 204 len: 168 time: 2.9275599 Jul 09 14:53:28.351044 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45778) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:28.356634 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45780) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:28.366120 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-d5b63a39-5025-49a3-8c67-f5bb2228d48c tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1664437242', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}, 'admin_state_up': False}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:53:28.369349 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5c342a-80ed-4b86-9fbb-fb6d988114a9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event deleted for resources: {'Subnet': ['ID=96c2f383-a1fe-4298-89ed-46b56353cf18,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:28.406619 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5c342a-80ed-4b86-9fbb-fb6d988114a9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:53:28.407398 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5c342a-80ed-4b86-9fbb-fb6d988114a9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:53:28.408261 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5c342a-80ed-4b86-9fbb-fb6d988114a9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:53:28.408692 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5c342a-80ed-4b86-9fbb-fb6d988114a9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:53:28.409393 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5c342a-80ed-4b86-9fbb-fb6d988114a9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:53:28.417761 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5c342a-80ed-4b86-9fbb-fb6d988114a9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:53:28.418470 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5c342a-80ed-4b86-9fbb-fb6d988114a9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:53:28.418898 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5c342a-80ed-4b86-9fbb-fb6d988114a9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:53:28.419449 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5c342a-80ed-4b86-9fbb-fb6d988114a9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:53:28.419728 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5c342a-80ed-4b86-9fbb-fb6d988114a9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:53:28.420155 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5c342a-80ed-4b86-9fbb-fb6d988114a9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:53:28.420563 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5c342a-80ed-4b86-9fbb-fb6d988114a9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:53:28.435048 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-600ca8d6-d6d2-425a-a89a-b17143e2d7bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:28.445174 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7449e6-ef4b-4cc8-b7e1-4d5e3d8b0506 None None] Network 858359dc-653d-453c-9af7-637628d0bac8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:53:28.509666 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-70f92376-c5ca-4c0b-9bd5-01f7b20e79e6 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Deleting subnet ce64bd2f-2ce0-4d03-85dd-0fd50e6d6cf8 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:53:28.520838 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-70f92376-c5ca-4c0b-9bd5-01f7b20e79e6 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:28.530559 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=a81475d4-645e-498c-a8cc-c494bcdcf27b,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:28.555016 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a745a822-0717-4668-a58a-82f53db03264 req-4d6545f5-4fe6-4704-8a62-dd0e26d6867c tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:28.563928 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a745a822-0717-4668-a58a-82f53db03264 req-4d6545f5-4fe6-4704-8a62-dd0e26d6867c tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=6391fb5f-3ee7-4791-ab56-47eccad83835 HTTP/1.1" status: 200 len: 946 time: 0.1281440 Jul 09 14:53:28.594702 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-70f92376-c5ca-4c0b-9bd5-01f7b20e79e6 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:28.616027 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a745a822-0717-4668-a58a-82f53db03264 req-6d2243d6-11b9-4dff-b75f-8d10cbb898de tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0503003-e352-4db8-a0a6-bfc82c7527aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510697 Jul 09 14:53:28.625410 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d5b63a39-5025-49a3-8c67-f5bb2228d48c tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:28.630111 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d5b63a39-5025-49a3-8c67-f5bb2228d48c tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:28.647176 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3267d3c8-b5f8-452f-8880-15175c567e31 req-0ffd6b06-841b-4fd4-ba0b-c2b2ac135c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:28.648887 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3267d3c8-b5f8-452f-8880-15175c567e31 req-0ffd6b06-841b-4fd4-ba0b-c2b2ac135c0a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a1cde53a-19d7-4688-993d-9006873b4f35 HTTP/1.1" status: 200 len: 1096 time: 0.2472951 Jul 09 14:53:28.721794 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3267d3c8-b5f8-452f-8880-15175c567e31 req-9b855a6f-10c1-4b05-959b-e1c23f2803f9 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1f0c8256-fd97-443b-990a-3bb8b19e1e90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634274 Jul 09 14:53:28.739695 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-70f92376-c5ca-4c0b-9bd5-01f7b20e79e6 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:28.770669 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-600ca8d6-d6d2-425a-a89a-b17143e2d7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:28.774000 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-600ca8d6-d6d2-425a-a89a-b17143e2d7bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:28.775922 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-600ca8d6-d6d2-425a-a89a-b17143e2d7bf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8556859d-25ba-4532-8191-c81b534b7551 HTTP/1.1" status: 204 len: 168 time: 0.5762274 Jul 09 14:53:28.810049 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600ca8d6-d6d2-425a-a89a-b17143e2d7bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8556859d-25ba-4532-8191-c81b534b7551,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:28.845515 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d5b63a39-5025-49a3-8c67-f5bb2228d48c tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:28.849434 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 02b4ec51-d40f-4128-b7d2-f4950d5909d3 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:53:29.044151 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 02b4ec51-d40f-4128-b7d2-f4950d5909d3, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=02b4ec51-d40f-4128-b7d2-f4950d5909d3,segment=NetworkSegment(4f5083cd-3839-47b5-96db-7638aa0acf65),segment_id=4f5083cd-3839-47b5-96db-7638aa0acf65)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:53:29.056985 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-70f92376-c5ca-4c0b-9bd5-01f7b20e79e6 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:29.066484 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '02b4ec51-d40f-4128-b7d2-f4950d5909d3', 'network_id': 'a127763e-29f7-47d5-9091-de48cb15ea6a', 'port_id': '02b4ec51-d40f-4128-b7d2-f4950d5909d3', 'mac_address': 'fa:16:3e:95:c3:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43a4299f-20b7-47e7-a6f8-05cc3855fbd4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:53:29.124086 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:29.130547 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f92376-c5ca-4c0b-9bd5-01f7b20e79e6 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event deleted for resources: {'Subnet': ['ID=ce64bd2f-2ce0-4d03-85dd-0fd50e6d6cf8,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:29.139713 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-70f92376-c5ca-4c0b-9bd5-01f7b20e79e6 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:29.143832 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-70f92376-c5ca-4c0b-9bd5-01f7b20e79e6 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/subnets/ce64bd2f-2ce0-4d03-85dd-0fd50e6d6cf8 HTTP/1.1" status: 204 len: 168 time: 0.7891054 Jul 09 14:53:29.144969 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45794) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:29.156321 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b6951816-e5bb-44c3-9a3a-89ec7b3d5603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:29.163558 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02b4ec51-d40f-4128-b7d2-f4950d5909d3 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:53:29.200718 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 02b4ec51-d40f-4128-b7d2-f4950d5909d3, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=02b4ec51-d40f-4128-b7d2-f4950d5909d3,segment=NetworkSegment(4f5083cd-3839-47b5-96db-7638aa0acf65),segment_id=4f5083cd-3839-47b5-96db-7638aa0acf65)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:53:29.202413 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:29.222744 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d5b63a39-5025-49a3-8c67-f5bb2228d48c tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:29.260579 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1c9321-c147-43a4-bc58-bccf1ce7c11d req-31472add-4519-46d9-84ef-56227846d79d tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:29.260739 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-39799996-3d5f-4dc0-8228-a0c75d8f8de2 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1055214 Jul 09 14:53:29.260739 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45798) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:29.261001 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4a1c9321-c147-43a4-bc58-bccf1ce7c11d req-31472add-4519-46d9-84ef-56227846d79d tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a200306-5274-40a0-9e2c-5d37f829a1db HTTP/1.1" status: 200 len: 943 time: 0.2376468 Jul 09 14:53:29.261125 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-ba4856bd-5949-4cca-b364-053659384bf6 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Request body: {'subnet': {'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:53:29.312902 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4a1c9321-c147-43a4-bc58-bccf1ce7c11d req-f0939ad2-3452-418e-a221-ec4fd0e9b30e tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/security-groups?id=67bcb813-8d42-43e0-ba78-04b40cf26421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545893 Jul 09 14:53:29.326248 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:29.468657 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=02b4ec51-d40f-4128-b7d2-f4950d5909d3,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:29.507698 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4856bd-5949-4cca-b364-053659384bf6 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Made reservation on behalf of 705b0dcf676c4e4da08df6f6169d5c06 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:53:29.516676 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ba4856bd-5949-4cca-b364-053659384bf6 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:29.591753 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a105c9-e27d-4f77-91c6-76b953d3da8b None None] Network 858359dc-653d-453c-9af7-637628d0bac8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:53:29.788719 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d5b63a39-5025-49a3-8c67-f5bb2228d48c tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks [] for router_gateway, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:29.797747 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-82708d35-c509-4df4-830f-cd4ec7736056 None None] Provisioning complete for port a8dc5df5-f076-4d9f-bc4a-a69e4c5a8889 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:53:29.798583 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-82708d35-c509-4df4-830f-cd4ec7736056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:29.834650 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e73f8c3-5aa1-489e-98ea-7c9048607ec8 req-9a424ca4-bc81-46a2-8b4e-e384bce61931 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:29.842499 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1e73f8c3-5aa1-489e-98ea-7c9048607ec8 req-9a424ca4-bc81-46a2-8b4e-e384bce61931 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1cde53a-19d7-4688-993d-9006873b4f35 HTTP/1.1" status: 200 len: 945 time: 0.4299753 Jul 09 14:53:29.846315 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d5b63a39-5025-49a3-8c67-f5bb2228d48c tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:29.936502 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['02b4ec51-d40f-4128-b7d2-f4950d5909d3'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:53:29.966709 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1e73f8c3-5aa1-489e-98ea-7c9048607ec8 req-d37bf45a-ba46-4417-9cc0-522cd9f277d0 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] 10.222.0.58 "GET /v2.0/security-groups?id=1f0c8256-fd97-443b-990a-3bb8b19e1e90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217244 Jul 09 14:53:30.060185 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-d5b63a39-5025-49a3-8c67-f5bb2228d48c tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Allocated IP 172.25.3.7 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/b37dbb7f-f3b0-4a86-a9f4-651f305bb364) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:53:30.112367 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc6635-f97a-4b73-b964-9682152caeca req-ec40e60c-d498-4f38-b636-05b0cce1a0fc tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:30.116951 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-96dc6635-f97a-4b73-b964-9682152caeca req-ec40e60c-d498-4f38-b636-05b0cce1a0fc tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=6391fb5f-3ee7-4791-ab56-47eccad83835 HTTP/1.1" status: 200 len: 946 time: 0.1283097 Jul 09 14:53:30.163020 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c8cd64-0026-4b0a-ab69-0e9b13322199 req-69c19884-577a-45e3-8f55-3645375062b5 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:30.163020 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d6c8cd64-0026-4b0a-ab69-0e9b13322199 req-69c19884-577a-45e3-8f55-3645375062b5 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.62 "GET /v2.0/ports?device_id=6391fb5f-3ee7-4791-ab56-47eccad83835 HTTP/1.1" status: 200 len: 946 time: 0.2664645 Jul 09 14:53:30.205071 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:30.229364 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54cc707d-5dea-481c-8b53-7ed51ac114b5 None None] DHCP port deletion for 858359dc-653d-453c-9af7-637628d0bac8 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:53:30.244151 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-96dc6635-f97a-4b73-b964-9682152caeca req-1fbc5e05-7253-4268-831e-b25d995c214a tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0503003-e352-4db8-a0a6-bfc82c7527aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807931 Jul 09 14:53:30.295400 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ba4856bd-5949-4cca-b364-053659384bf6 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:30.302324 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d5b63a39-5025-49a3-8c67-f5bb2228d48c tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:30.320582 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4856bd-5949-4cca-b364-053659384bf6 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:53:30.336501 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-ba4856bd-5949-4cca-b364-053659384bf6 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:53:30.363627 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:53:30.365551 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4856bd-5949-4cca-b364-053659384bf6 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:30.365834 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-54cc707d-5dea-481c-8b53-7ed51ac114b5 None None] Deleting port a8dc5df5-f076-4d9f-bc4a-a69e4c5a8889 {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:53:30.366273 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ba4856bd-5949-4cca-b364-053659384bf6 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:30.366513 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-54cc707d-5dea-481c-8b53-7ed51ac114b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:30.431261 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4856bd-5949-4cca-b364-053659384bf6 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event updated for resources: {'Subnet': ['ID=fe7413ec-309e-4fc1-8a17-e21554d43c67,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:30.439455 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-d6c8cd64-0026-4b0a-ab69-0e9b13322199 req-6622edef-075e-42ff-b45b-0775fc0a2d93 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Deleting port d1f93a58-54f9-4ef1-a7f6-f1eaf79c7801 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:53:30.439851 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d6c8cd64-0026-4b0a-ab69-0e9b13322199 req-6622edef-075e-42ff-b45b-0775fc0a2d93 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:30.501735 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-54cc707d-5dea-481c-8b53-7ed51ac114b5 None None] For port a8dc5df5-f076-4d9f-bc4a-a69e4c5a8889, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=a8dc5df5-f076-4d9f-bc4a-a69e4c5a8889,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:53:30.502053 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-54cc707d-5dea-481c-8b53-7ed51ac114b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:30.516864 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-54cc707d-5dea-481c-8b53-7ed51ac114b5 None None] Calling delete_port for a8dc5df5-f076-4d9f-bc4a-a69e4c5a8889 owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:53:30.558112 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d5b63a39-5025-49a3-8c67-f5bb2228d48c tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:30.574602 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ba4856bd-5949-4cca-b364-053659384bf6 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3211894 Jul 09 14:53:30.580538 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45834) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:30.589578 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-f4f20052-d991-43a5-a31e-59ff12c4c0c0 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Request body: {'subnet': {'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:53:30.650995 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b63a39-5025-49a3-8c67-f5bb2228d48c tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:53:30.656527 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-d5b63a39-5025-49a3-8c67-f5bb2228d48c tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:53:30.660229 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b63a39-5025-49a3-8c67-f5bb2228d48c tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:53:30.710611 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-54cc707d-5dea-481c-8b53-7ed51ac114b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:30.716098 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b63a39-5025-49a3-8c67-f5bb2228d48c tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Pushing event updated for resources: {'Port': ['ID=b37dbb7f-f3b0-4a86-a9f4-651f305bb364,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:30.753393 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cc707d-5dea-481c-8b53-7ed51ac114b5 None None] No DVR routers for this DVR port a8dc5df5-f076-4d9f-bc4a-a69e4c5a8889 on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:53:30.811584 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e10fa2-7b65-47e9-a41b-cd39864b6ab3 None None] Network 858359dc-653d-453c-9af7-637628d0bac8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:53:30.815533 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cc707d-5dea-481c-8b53-7ed51ac114b5 None None] Pushing event deleted for resources: {'Port': ['ID=a8dc5df5-f076-4d9f-bc4a-a69e4c5a8889,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:31.027316 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a1078e-ef30-4ff9-92d8-3f7d63c7d91b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-858359dc-653d-453c-9af7-637628d0bac8', 'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'tenant_id': '705b0dcf676c4e4da08df6f6169d5c06', 'fixed_ips': [{'subnet_id': 'fe7413ec-309e-4fc1-8a17-e21554d43c67'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:53:31.028281 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b7a1078e-ef30-4ff9-92d8-3f7d63c7d91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:31.125135 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-d6c8cd64-0026-4b0a-ab69-0e9b13322199 req-6622edef-075e-42ff-b45b-0775fc0a2d93 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] For port d1f93a58-54f9-4ef1-a7f6-f1eaf79c7801, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=d1f93a58-54f9-4ef1-a7f6-f1eaf79c7801,segment=NetworkSegment(bff1f1f8-53d0-45a1-805c-5c1d7e179e18),segment_id=bff1f1f8-53d0-45a1-805c-5c1d7e179e18)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:53:31.126897 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d6c8cd64-0026-4b0a-ab69-0e9b13322199 req-6622edef-075e-42ff-b45b-0775fc0a2d93 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:31.141464 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-d6c8cd64-0026-4b0a-ab69-0e9b13322199 req-6622edef-075e-42ff-b45b-0775fc0a2d93 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Calling delete_port for d1f93a58-54f9-4ef1-a7f6-f1eaf79c7801 owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:53:31.198962 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-b7a1078e-ef30-4ff9-92d8-3f7d63c7d91b None None] Allocated IP 172.20.0.2 (858359dc-653d-453c-9af7-637628d0bac8/fe7413ec-309e-4fc1-8a17-e21554d43c67/39124f4c-29c5-4973-a678-597cf1646684) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:53:31.329696 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd04ea13-7f2d-4170-8e74-f58041aa6c3b req-375af809-e7d7-491a-ac21-e76a075f9b64 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:31.337190 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cd04ea13-7f2d-4170-8e74-f58041aa6c3b req-375af809-e7d7-491a-ac21-e76a075f9b64 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a200306-5274-40a0-9e2c-5d37f829a1db HTTP/1.1" status: 200 len: 943 time: 0.8386409 Jul 09 14:53:31.338267 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device a8dc5df5-f076-4d9f-bc4a-a69e4c5a8889 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:53:31.390159 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: a8dc5df5-f076-4d9f-bc4a-a69e4c5a8889 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:53:31.390872 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device a8dc5df5-f076-4d9f-bc4a-a69e4c5a8889 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:53:31.456081 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d5b63a39-5025-49a3-8c67-f5bb2228d48c tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks [] for router_gateway, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:31.463626 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cd04ea13-7f2d-4170-8e74-f58041aa6c3b req-ec892f3e-a284-4e2d-8025-a8165cccb6a0 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/security-groups?id=67bcb813-8d42-43e0-ba78-04b40cf26421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163704 Jul 09 14:53:31.486611 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b7a1078e-ef30-4ff9-92d8-3f7d63c7d91b None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:31.497363 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-b7a1078e-ef30-4ff9-92d8-3f7d63c7d91b None None] Transition to ACTIVE for port object 39124f4c-29c5-4973-a678-597cf1646684 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:53:31.519739 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-b7a1078e-ef30-4ff9-92d8-3f7d63c7d91b None None] Transition to ACTIVE for port object 39124f4c-29c5-4973-a678-597cf1646684 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:53:31.549222 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b30511-6210-4cf5-b770-9ddef53c325a req-7b3fdf16-6e6b-415a-b710-fad4f30294f3 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:31.565682 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d0b30511-6210-4cf5-b770-9ddef53c325a req-7b3fdf16-6e6b-415a-b710-fad4f30294f3 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1cde53a-19d7-4688-993d-9006873b4f35 HTTP/1.1" status: 200 len: 945 time: 0.3626273 Jul 09 14:53:31.624451 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b7a1078e-ef30-4ff9-92d8-3f7d63c7d91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:31.664302 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f20052-d991-43a5-a31e-59ff12c4c0c0 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Made reservation on behalf of 705b0dcf676c4e4da08df6f6169d5c06 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:53:31.670788 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f4f20052-d991-43a5-a31e-59ff12c4c0c0 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:31.670952 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:31.683324 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a1078e-ef30-4ff9-92d8-3f7d63c7d91b None None] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:53:31.691736 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-b7a1078e-ef30-4ff9-92d8-3f7d63c7d91b None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:53:31.696112 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a1078e-ef30-4ff9-92d8-3f7d63c7d91b None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:53:31.712805 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a1078e-ef30-4ff9-92d8-3f7d63c7d91b None None] Pushing event updated for resources: {'Port': ['ID=39124f4c-29c5-4973-a678-597cf1646684,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:31.714791 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d0b30511-6210-4cf5-b770-9ddef53c325a req-60097c10-3991-4722-af81-458c5390525d tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] 10.222.0.58 "GET /v2.0/security-groups?id=1f0c8256-fd97-443b-990a-3bb8b19e1e90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482222 Jul 09 14:53:31.728657 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d6c8cd64-0026-4b0a-ab69-0e9b13322199 req-6622edef-075e-42ff-b45b-0775fc0a2d93 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:31.743146 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c86319be-2f9c-4ccc-a30c-ebabf69a5c19 req-a4895c8d-3016-45a3-8486-a04005a5c8dc tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=6391fb5f-3ee7-4791-ab56-47eccad83835 HTTP/1.1" status: 200 len: 210 time: 0.0679605 Jul 09 14:53:31.793112 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-b7a1078e-ef30-4ff9-92d8-3f7d63c7d91b None None] Attempting to bind port 39124f4c-29c5-4973-a678-597cf1646684 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:53:31.793753 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-b7a1078e-ef30-4ff9-92d8-3f7d63c7d91b None None] Attempting to bind port 39124f4c-29c5-4973-a678-597cf1646684 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:53:31.794230 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a1078e-ef30-4ff9-92d8-3f7d63c7d91b None None] Attempting to bind port 39124f4c-29c5-4973-a678-597cf1646684 on network 858359dc-653d-453c-9af7-637628d0bac8 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:53:31.800564 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a1078e-ef30-4ff9-92d8-3f7d63c7d91b None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:53:31.801132 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a1078e-ef30-4ff9-92d8-3f7d63c7d91b None None] Checking segment: {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:53:31.801614 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b7a1078e-ef30-4ff9-92d8-3f7d63c7d91b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:31.802500 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a1078e-ef30-4ff9-92d8-3f7d63c7d91b None None] Bound using segment: {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:53:31.802904 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-b7a1078e-ef30-4ff9-92d8-3f7d63c7d91b None None] Bound port: 39124f4c-29c5-4973-a678-597cf1646684, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:53:31.803457 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b7a1078e-ef30-4ff9-92d8-3f7d63c7d91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:31.818361 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d5b63a39-5025-49a3-8c67-f5bb2228d48c tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:31.819545 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 89ded352-59b7-41fc-bd31-f2d97d083c8d details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:53:31.888045 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6622edef-075e-42ff-b45b-0775fc0a2d93 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Pushing event deleted for resources: {'Port': ['ID=d1f93a58-54f9-4ef1-a7f6-f1eaf79c7801,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:31.904059 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6c8cd64-0026-4b0a-ab69-0e9b13322199 req-6622edef-075e-42ff-b45b-0775fc0a2d93 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] No DVR routers for this DVR port d1f93a58-54f9-4ef1-a7f6-f1eaf79c7801 on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:53:31.923630 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d6c8cd64-0026-4b0a-ab69-0e9b13322199 req-6622edef-075e-42ff-b45b-0775fc0a2d93 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:31.926131 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d6c8cd64-0026-4b0a-ab69-0e9b13322199 req-6622edef-075e-42ff-b45b-0775fc0a2d93 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.62 "DELETE /v2.0/ports/d1f93a58-54f9-4ef1-a7f6-f1eaf79c7801 HTTP/1.1" status: 204 len: 173 time: 1.7562978 Jul 09 14:53:31.931240 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6391fb5f-3ee7-4791-ab56-47eccad83835', 'name': 'network-vif-deleted', 'tag': 'd1f93a58-54f9-4ef1-a7f6-f1eaf79c7801'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:53:31.933804 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0c87a6-b391-446d-891d-eb2467d89b28" -d '{"events": [{"server_uuid": "6391fb5f-3ee7-4791-ab56-47eccad83835", "name": "network-vif-deleted", "tag": "d1f93a58-54f9-4ef1-a7f6-f1eaf79c7801"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:53:32.003883 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a57b0f0a-902a-4482-a8aa-db6233d38b92 x-openstack-request-id: req-a57b0f0a-902a-4482-a8aa-db6233d38b92 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:53:32.004236 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6391fb5f-3ee7-4791-ab56-47eccad83835", "name": "network-vif-deleted", "tag": "d1f93a58-54f9-4ef1-a7f6-f1eaf79c7801", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:53:32.004417 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a57b0f0a-902a-4482-a8aa-db6233d38b92 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:53:32.004799 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6391fb5f-3ee7-4791-ab56-47eccad83835', 'name': 'network-vif-deleted', 'tag': 'd1f93a58-54f9-4ef1-a7f6-f1eaf79c7801', 'status': 'completed', 'code': 200} Jul 09 14:53:32.012941 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 89ded352-59b7-41fc-bd31-f2d97d083c8d, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=89ded352-59b7-41fc-bd31-f2d97d083c8d,segment=NetworkSegment(4f5083cd-3839-47b5-96db-7638aa0acf65),segment_id=4f5083cd-3839-47b5-96db-7638aa0acf65)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:53:32.042038 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': '89ded352-59b7-41fc-bd31-f2d97d083c8d', 'network_id': 'a127763e-29f7-47d5-9091-de48cb15ea6a', 'port_id': '89ded352-59b7-41fc-bd31-f2d97d083c8d', 'mac_address': 'fa:16:3e:32:9a:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43a4299f-20b7-47e7-a6f8-05cc3855fbd4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:53:32.160833 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01353efa-9442-431d-9b37-7b170886a9b0 req-6a59845d-6f8b-46e7-8599-f45210739b06 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:32.168494 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-01353efa-9442-431d-9b37-7b170886a9b0 req-6a59845d-6f8b-46e7-8599-f45210739b06 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1cde53a-19d7-4688-993d-9006873b4f35 HTTP/1.1" status: 200 len: 945 time: 0.2109940 Jul 09 14:53:32.184040 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45878) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:32.193179 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:32.194201 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-455c015a-1d0d-4c2f-bca2-3bff2f774238 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Request body: {'floatingip': {'port_id': 'a81475d4-645e-498c-a8cc-c494bcdcf27b'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:53:32.209475 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-b7a1078e-ef30-4ff9-92d8-3f7d63c7d91b None None] For port 39124f4c-29c5-4973-a678-597cf1646684, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:53:32.216040 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89ded352-59b7-41fc-bd31-f2d97d083c8d {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:53:32.230476 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-b7a1078e-ef30-4ff9-92d8-3f7d63c7d91b None None] For port 39124f4c-29c5-4973-a678-597cf1646684, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=39124f4c-29c5-4973-a678-597cf1646684,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:53:32.247975 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 89ded352-59b7-41fc-bd31-f2d97d083c8d, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=89ded352-59b7-41fc-bd31-f2d97d083c8d,segment=NetworkSegment(4f5083cd-3839-47b5-96db-7638aa0acf65),segment_id=4f5083cd-3839-47b5-96db-7638aa0acf65)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:53:32.297077 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45880) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:32.305052 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-455c015a-1d0d-4c2f-bca2-3bff2f774238 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Notify callbacks [] for floatingip, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:32.344086 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5b63a39-5025-49a3-8c67-f5bb2228d48c tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Router 9322b970-5903-4501-9a26-5b33f5ea2654 is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:53:32.379539 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:32.383895 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b7a1078e-ef30-4ff9-92d8-3f7d63c7d91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:32.430657 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-23f29532-4b45-42c9-b847-5d99b5191b5f tempest-RoutersAdminNegativeTest-1600076976 tempest-RoutersAdminNegativeTest-1600076976-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-81846144', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:53:32.457592 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=89ded352-59b7-41fc-bd31-f2d97d083c8d,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:32.533680 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a1078e-ef30-4ff9-92d8-3f7d63c7d91b None None] Pushing event updated for resources: {'Port': ['ID=39124f4c-29c5-4973-a678-597cf1646684,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:32.559082 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f29532-4b45-42c9-b847-5d99b5191b5f tempest-RoutersAdminNegativeTest-1600076976 tempest-RoutersAdminNegativeTest-1600076976-project-admin] Made reservation on behalf of eb3f7a575d9e4cfd94a3624e518a58b6 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:53:32.566459 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-23f29532-4b45-42c9-b847-5d99b5191b5f tempest-RoutersAdminNegativeTest-1600076976 tempest-RoutersAdminNegativeTest-1600076976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:32.592452 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b63a39-5025-49a3-8c67-f5bb2228d48c tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:53:32.604843 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7447d5-c6f1-470b-8813-45c80b0c1242 None None] Sync routers for ids ['9322b970-5903-4501-9a26-5b33f5ea2654'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:53:32.624829 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-23f29532-4b45-42c9-b847-5d99b5191b5f tempest-RoutersAdminNegativeTest-1600076976 tempest-RoutersAdminNegativeTest-1600076976-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:32.635864 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['89ded352-59b7-41fc-bd31-f2d97d083c8d'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:53:32.639285 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7447d5-c6f1-470b-8813-45c80b0c1242 None None] Routers {'9322b970-5903-4501-9a26-5b33f5ea2654'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:53:32.639958 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-bb7447d5-c6f1-470b-8813-45c80b0c1242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:53:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['9322b970-5903-4501-9a26-5b33f5ea2654'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:53:32.689049 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-bb7447d5-c6f1-470b-8813-45c80b0c1242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:53:32.721457 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7447d5-c6f1-470b-8813-45c80b0c1242 None None] Routers {'9322b970-5903-4501-9a26-5b33f5ea2654'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:53:32.731985 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-bb7447d5-c6f1-470b-8813-45c80b0c1242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:53:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['9322b970-5903-4501-9a26-5b33f5ea2654'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:53:32.774910 n-d-799529-6 neutron-server[94446]: DEBUG neutron.objects.ports [None req-f4f20052-d991-43a5-a31e-59ff12c4c0c0 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94446) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 14:53:32.835888 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-bb7447d5-c6f1-470b-8813-45c80b0c1242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:53:32.836298 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7447d5-c6f1-470b-8813-45c80b0c1242 None None] The sync data for ids ['9322b970-5903-4501-9a26-5b33f5ea2654'] in n-d-799529-6 is: [] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:53:32.874185 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 02b4ec51-d40f-4128-b7d2-f4950d5909d3 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:53:33.069341 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-23f29532-4b45-42c9-b847-5d99b5191b5f tempest-RoutersAdminNegativeTest-1600076976 tempest-RoutersAdminNegativeTest-1600076976-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:33.138258 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port 02b4ec51-d40f-4128-b7d2-f4950d5909d3 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:53:33.155668 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 02b4ec51-d40f-4128-b7d2-f4950d5909d3 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:53:33.155668 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:33.174574 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5316ad8c-c8bd-45bc-b024-8a76d87092f2 req-e318add7-e833-451e-9313-8eca077be8e0 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/ports?device_id=6391fb5f-3ee7-4791-ab56-47eccad83835 HTTP/1.1" status: 200 len: 210 time: 0.0530777 Jul 09 14:53:33.194404 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-23f29532-4b45-42c9-b847-5d99b5191b5f tempest-RoutersAdminNegativeTest-1600076976 tempest-RoutersAdminNegativeTest-1600076976-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:33.206496 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a54903f2-21d1-485b-bb44-efb3cc6135ae req-8c03f4ef-d044-4144-bb65-808f9e88b7d3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=215ee5c1-c47c-4487-bfe7-3272754152b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2580535 Jul 09 14:53:33.215444 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-23f29532-4b45-42c9-b847-5d99b5191b5f tempest-RoutersAdminNegativeTest-1600076976 tempest-RoutersAdminNegativeTest-1600076976-project-admin] device_id is not set on port 7caa7b6a-3382-4f08-ba6c-547a49173e42 yet. {{(pid=94446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:53:33.344167 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f29532-4b45-42c9-b847-5d99b5191b5f tempest-RoutersAdminNegativeTest-1600076976 tempest-RoutersAdminNegativeTest-1600076976-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef35d15f-5dd3-44c4-a5fc-dc06016ff79c,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:33.354724 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95533cad-e9f5-4f75-9ac1-40c3d3c5000d req-705efe49-0051-4be6-b788-4a6d0a9f4117 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:33.376104 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-95533cad-e9f5-4f75-9ac1-40c3d3c5000d req-705efe49-0051-4be6-b788-4a6d0a9f4117 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a200306-5274-40a0-9e2c-5d37f829a1db HTTP/1.1" status: 200 len: 944 time: 0.6823077 Jul 09 14:53:33.382188 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:33.440361 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6facd98f-aea4-432c-a1db-99a5e501094f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b4ec51-d40f-4128-b7d2-f4950d5909d3'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:53:33.443198 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e7894f-db13-418e-bdbf-d21bf3dda3a3" -d '{"events": [{"server_uuid": "6facd98f-aea4-432c-a1db-99a5e501094f", "name": "network-vif-plugged", "status": "completed", "tag": "02b4ec51-d40f-4128-b7d2-f4950d5909d3"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:53:33.469527 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 02b4ec51-d40f-4128-b7d2-f4950d5909d3, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=02b4ec51-d40f-4128-b7d2-f4950d5909d3,segment=NetworkSegment(4f5083cd-3839-47b5-96db-7638aa0acf65),segment_id=4f5083cd-3839-47b5-96db-7638aa0acf65)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:53:33.503067 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f4f20052-d991-43a5-a31e-59ff12c4c0c0 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:33.537606 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 39124f4c-29c5-4973-a678-597cf1646684 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:53:33.588486 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f2fb11-7a80-4b27-bbeb-c177b8a85479 x-openstack-request-id: req-c4f2fb11-7a80-4b27-bbeb-c177b8a85479 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:53:33.589139 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6facd98f-aea4-432c-a1db-99a5e501094f", "name": "network-vif-plugged", "status": "completed", "tag": "02b4ec51-d40f-4128-b7d2-f4950d5909d3", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:53:33.589590 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c4f2fb11-7a80-4b27-bbeb-c177b8a85479 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:53:33.590175 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6facd98f-aea4-432c-a1db-99a5e501094f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b4ec51-d40f-4128-b7d2-f4950d5909d3', 'code': 200} Jul 09 14:53:33.597104 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:33.597104 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device d1f93a58-54f9-4ef1-a7f6-f1eaf79c7801 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:53:33.600874 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-23f29532-4b45-42c9-b847-5d99b5191b5f tempest-RoutersAdminNegativeTest-1600076976 tempest-RoutersAdminNegativeTest-1600076976-project-admin] Allocated IP 172.25.3.105 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/7caa7b6a-3382-4f08-ba6c-547a49173e42) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:53:33.623473 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d5b63a39-5025-49a3-8c67-f5bb2228d48c tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:33.628904 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d5b63a39-5025-49a3-8c67-f5bb2228d48c tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.2634926 Jul 09 14:53:33.629127 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45904) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:33.634745 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-153bce77-e156-4fa4-82ba-b339e9af3b20 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:53:33.714524 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54903f2-21d1-485b-bb44-efb3cc6135ae req-b841835e-d3fb-40dd-88be-feed52b6f22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:33.714850 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54903f2-21d1-485b-bb44-efb3cc6135ae req-b841835e-d3fb-40dd-88be-feed52b6f22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:33.715636 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54903f2-21d1-485b-bb44-efb3cc6135ae req-b841835e-d3fb-40dd-88be-feed52b6f22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:33.716592 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54903f2-21d1-485b-bb44-efb3cc6135ae req-b841835e-d3fb-40dd-88be-feed52b6f22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:33.717071 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54903f2-21d1-485b-bb44-efb3cc6135ae req-b841835e-d3fb-40dd-88be-feed52b6f22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:33.717545 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54903f2-21d1-485b-bb44-efb3cc6135ae req-b841835e-d3fb-40dd-88be-feed52b6f22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:33.718363 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-95533cad-e9f5-4f75-9ac1-40c3d3c5000d req-25866dcd-e7d9-405a-aacc-80fae3de8bf6 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/security-groups?id=67bcb813-8d42-43e0-ba78-04b40cf26421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3414633 Jul 09 14:53:33.734782 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: d1f93a58-54f9-4ef1-a7f6-f1eaf79c7801 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:53:33.734782 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device d1f93a58-54f9-4ef1-a7f6-f1eaf79c7801 not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:53:33.741531 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54903f2-21d1-485b-bb44-efb3cc6135ae req-b841835e-d3fb-40dd-88be-feed52b6f22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:33.743828 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a54903f2-21d1-485b-bb44-efb3cc6135ae req-b841835e-d3fb-40dd-88be-feed52b6f22c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=868e6ad73e9e40dbad6a7d6a29a5f30c&device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 6489 time: 0.4191189 Jul 09 14:53:33.791662 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=02b4ec51-d40f-4128-b7d2-f4950d5909d3,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:33.815004 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 89ded352-59b7-41fc-bd31-f2d97d083c8d up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:53:33.990808 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 39124f4c-29c5-4973-a678-597cf1646684 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:53:34.097660 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-455c015a-1d0d-4c2f-bca2-3bff2f774238 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:34.125669 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port 89ded352-59b7-41fc-bd31-f2d97d083c8d completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:53:34.131416 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port 89ded352-59b7-41fc-bd31-f2d97d083c8d triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:53:34.132091 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:34.181545 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-63646bf0-196d-43bd-999b-0b94ee7bd7a0 None None] Provisioning for port 39124f4c-29c5-4973-a678-597cf1646684 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:53:34.205011 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-63646bf0-196d-43bd-999b-0b94ee7bd7a0 None None] Provisioning complete for port 39124f4c-29c5-4973-a678-597cf1646684 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:53:34.205360 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-63646bf0-196d-43bd-999b-0b94ee7bd7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:34.239472 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:34.268693 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-455c015a-1d0d-4c2f-bca2-3bff2f774238 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:34.271118 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54903f2-21d1-485b-bb44-efb3cc6135ae req-eecad011-2ac0-4a87-aa55-06d737b73648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:34.276741 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54903f2-21d1-485b-bb44-efb3cc6135ae req-eecad011-2ac0-4a87-aa55-06d737b73648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:34.276741 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54903f2-21d1-485b-bb44-efb3cc6135ae req-eecad011-2ac0-4a87-aa55-06d737b73648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:34.276741 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a54903f2-21d1-485b-bb44-efb3cc6135ae req-eecad011-2ac0-4a87-aa55-06d737b73648 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0fc8da04-04d4-4eeb-86d6-5d8e54448613&id=7086051a-a9a3-4774-91ec-207e7481a1f2&id=7086051a-a9a3-4774-91ec-207e7481a1f2&id=7086051a-a9a3-4774-91ec-207e7481a1f2&id=7086051a-a9a3-4774-91ec-207e7481a1f2&id=f7f6731e-df5a-475b-9c1b-606c9f6d697c&id=f7f6731e-df5a-475b-9c1b-606c9f6d697c HTTP/1.1" status: 200 len: 2294 time: 0.4673386 Jul 09 14:53:34.277081 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-f4f20052-d991-43a5-a31e-59ff12c4c0c0 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] For port 39124f4c-29c5-4973-a678-597cf1646684, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=39124f4c-29c5-4973-a678-597cf1646684,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:53:34.286429 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 89ded352-59b7-41fc-bd31-f2d97d083c8d, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=89ded352-59b7-41fc-bd31-f2d97d083c8d,segment=NetworkSegment(4f5083cd-3839-47b5-96db-7638aa0acf65),segment_id=4f5083cd-3839-47b5-96db-7638aa0acf65)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:53:34.325916 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-63646bf0-196d-43bd-999b-0b94ee7bd7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:34.365576 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-23f29532-4b45-42c9-b847-5d99b5191b5f tempest-RoutersAdminNegativeTest-1600076976 tempest-RoutersAdminNegativeTest-1600076976-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:34.407822 n-d-799529-6 neutron-server[94445]: INFO neutron.db.l3_db [None req-455c015a-1d0d-4c2f-bca2-3bff2f774238 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Floating IP 661c34f2-b4ef-46c6-b5c0-cdca515a1146 associated. External IP: 172.25.3.140, port: a81475d4-645e-498c-a8cc-c494bcdcf27b. Jul 09 14:53:34.414312 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b720f-a070-472d-b830-24e6887b5214 req-e11ce713-016b-495d-9027-d7c5b92186a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:34.416906 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1b1b720f-a070-472d-b830-24e6887b5214 req-e11ce713-016b-495d-9027-d7c5b92186a0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6facd98f-aea4-432c-a1db-99a5e501094f HTTP/1.1" status: 200 len: 1096 time: 0.6084268 Jul 09 14:53:34.437981 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:34.445863 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f4f20052-d991-43a5-a31e-59ff12c4c0c0 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:34.501464 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a54903f2-21d1-485b-bb44-efb3cc6135ae req-37183e63-7b45-474f-bc4f-712c3a6c318c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbecacc0-fcea-4c8e-9c93-2a490da9fb58 HTTP/1.1" status: 200 len: 1001 time: 0.2171164 Jul 09 14:53:34.542776 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=89ded352-59b7-41fc-bd31-f2d97d083c8d,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:34.637205 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f4f20052-d991-43a5-a31e-59ff12c4c0c0 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:34.637985 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f4f20052-d991-43a5-a31e-59ff12c4c0c0 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:34.712459 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.db.api [None req-63646bf0-196d-43bd-999b-0b94ee7bd7a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 14:53:34.713025 n-d-799529-6 neutron-server[94447]: DEBUG oslo_db.api [None req-63646bf0-196d-43bd-999b-0b94ee7bd7a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 14:53:34.722685 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-455c015a-1d0d-4c2f-bca2-3bff2f774238 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Router ce0bc5e2-a963-4c66-a388-010b5777302c has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:53:34.732935 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1b1b720f-a070-472d-b830-24e6887b5214 req-b2ac41fd-84aa-4f95-b05b-e305b78df15e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=67bcb813-8d42-43e0-ba78-04b40cf26421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049932 Jul 09 14:53:34.793108 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45934) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:34.794810 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54903f2-21d1-485b-bb44-efb3cc6135ae req-fba2d76a-b743-43be-b07e-5793f0e04fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:34.797143 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a54903f2-21d1-485b-bb44-efb3cc6135ae req-fba2d76a-b743-43be-b07e-5793f0e04fd9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2373e5cd-5f56-42ed-95c9-0b621ea9bc49 HTTP/1.1" status: 200 len: 851 time: 0.2520788 Jul 09 14:53:34.805769 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-23f29532-4b45-42c9-b847-5d99b5191b5f tempest-RoutersAdminNegativeTest-1600076976 tempest-RoutersAdminNegativeTest-1600076976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:34.831422 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f20052-d991-43a5-a31e-59ff12c4c0c0 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:53:34.846319 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-f4f20052-d991-43a5-a31e-59ff12c4c0c0 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:53:34.859536 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f20052-d991-43a5-a31e-59ff12c4c0c0 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:34.860125 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f4f20052-d991-43a5-a31e-59ff12c4c0c0 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:34.861275 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed14c93-9ebb-4250-a811-60358c0068b4 None None] Network 858359dc-653d-453c-9af7-637628d0bac8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:53:34.870482 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f20052-d991-43a5-a31e-59ff12c4c0c0 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event updated for resources: {'Subnet': ['ID=3d6dfc83-3c4c-49e3-827e-c42121cf5c2b,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:34.884024 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-153bce77-e156-4fa4-82ba-b339e9af3b20 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:34.900063 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f29532-4b45-42c9-b847-5d99b5191b5f tempest-RoutersAdminNegativeTest-1600076976 tempest-RoutersAdminNegativeTest-1600076976-project-admin] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:53:34.910500 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f20052-d991-43a5-a31e-59ff12c4c0c0 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event updated for resources: {'Port': ['ID=39124f4c-29c5-4973-a678-597cf1646684,revision_number=4']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:34.914892 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-23f29532-4b45-42c9-b847-5d99b5191b5f tempest-RoutersAdminNegativeTest-1600076976 tempest-RoutersAdminNegativeTest-1600076976-project-admin] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:53:34.935753 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0656da08-3eec-49b1-a52b-cf49ab2a2546 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:34.939055 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455c015a-1d0d-4c2f-bca2-3bff2f774238 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:53:34.941327 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f29532-4b45-42c9-b847-5d99b5191b5f tempest-RoutersAdminNegativeTest-1600076976 tempest-RoutersAdminNegativeTest-1600076976-project-admin] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:53:34.947934 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-455c015a-1d0d-4c2f-bca2-3bff2f774238 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:34.955530 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f66f79-df6b-4689-b15f-935fa9633416 None None] Sync routers for ids ['ce0bc5e2-a963-4c66-a388-010b5777302c'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:53:34.982731 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f66f79-df6b-4689-b15f-935fa9633416 None None] Routers {'ce0bc5e2-a963-4c66-a388-010b5777302c'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:53:34.983533 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-47f66f79-df6b-4689-b15f-935fa9633416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:53:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['ce0bc5e2-a963-4c66-a388-010b5777302c'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:53:34.992298 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0656da08-3eec-49b1-a52b-cf49ab2a2546 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:35.015935 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f29532-4b45-42c9-b847-5d99b5191b5f tempest-RoutersAdminNegativeTest-1600076976 tempest-RoutersAdminNegativeTest-1600076976-project-admin] Pushing event updated for resources: {'Port': ['ID=7caa7b6a-3382-4f08-ba6c-547a49173e42,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:35.026153 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-455c015a-1d0d-4c2f-bca2-3bff2f774238 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] 10.222.0.58 "PUT /v2.0/floatingips/661c34f2-b4ef-46c6-b5c0-cdca515a1146 HTTP/1.1" status: 200 len: 991 time: 2.8405342 Jul 09 14:53:35.029865 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f29532-4b45-42c9-b847-5d99b5191b5f tempest-RoutersAdminNegativeTest-1600076976 tempest-RoutersAdminNegativeTest-1600076976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:35.030489 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-23f29532-4b45-42c9-b847-5d99b5191b5f tempest-RoutersAdminNegativeTest-1600076976 tempest-RoutersAdminNegativeTest-1600076976-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:35.031470 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1cde53a-19d7-4688-993d-9006873b4f35', 'tag': 'a81475d4-645e-498c-a8cc-c494bcdcf27b'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:53:35.034041 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f3e313-808e-488b-884e-b42880f966f9" -d '{"events": [{"name": "network-changed", "server_uuid": "a1cde53a-19d7-4688-993d-9006873b4f35", "tag": "a81475d4-645e-498c-a8cc-c494bcdcf27b"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:53:35.056945 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-153bce77-e156-4fa4-82ba-b339e9af3b20 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:35.069891 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450ca2b-32db-4a0c-a392-477130f6a6f7 req-ab91e61e-3aeb-4636-aa8c-11a53a4973ff tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:35.072166 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e450ca2b-32db-4a0c-a392-477130f6a6f7 req-ab91e61e-3aeb-4636-aa8c-11a53a4973ff tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a200306-5274-40a0-9e2c-5d37f829a1db HTTP/1.1" status: 200 len: 945 time: 0.1753724 Jul 09 14:53:35.093092 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f4f20052-d991-43a5-a31e-59ff12c4c0c0 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.5113091 Jul 09 14:53:35.096173 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45946) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:35.109541 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-a3b18060-5502-4996-a00a-aa13a7e6de2c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Request body: {'port': {'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'mac_address': 'fa:16:3e:d6:6d:95', 'name': 'tempest-NetworksTestDHCPv6-387275304'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:53:35.210112 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e450ca2b-32db-4a0c-a392-477130f6a6f7 req-0b6222f6-c5ec-4835-95be-604d77e16187 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/security-groups?id=67bcb813-8d42-43e0-ba78-04b40cf26421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189203 Jul 09 14:53:35.239329 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-23f29532-4b45-42c9-b847-5d99b5191b5f tempest-RoutersAdminNegativeTest-1600076976 tempest-RoutersAdminNegativeTest-1600076976-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.9409444 Jul 09 14:53:35.242610 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45948) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:35.259486 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-eac4b6a3-48a2-4d6f-ab6c-b05d4ff62015 tempest-RoutersAdminNegativeTest-1600076976 tempest-RoutersAdminNegativeTest-1600076976-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.105'}]}}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:53:35.261629 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54903f2-21d1-485b-bb44-efb3cc6135ae req-07b2b066-7780-4717-a0e6-9dbee77ac1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:35.265632 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a54903f2-21d1-485b-bb44-efb3cc6135ae req-07b2b066-7780-4717-a0e6-9dbee77ac1fa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0fc8da04-04d4-4eeb-86d6-5d8e54448613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1924675 Jul 09 14:53:35.297795 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6029036-879e-4452-9bb1-4daa55e9a874 x-openstack-request-id: req-e6029036-879e-4452-9bb1-4daa55e9a874 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:53:35.298468 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1cde53a-19d7-4688-993d-9006873b4f35", "tag": "a81475d4-645e-498c-a8cc-c494bcdcf27b", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:53:35.298986 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e6029036-879e-4452-9bb1-4daa55e9a874 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:53:35.299651 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1cde53a-19d7-4688-993d-9006873b4f35', 'tag': 'a81475d4-645e-498c-a8cc-c494bcdcf27b', 'status': 'completed', 'code': 200} Jul 09 14:53:35.318552 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0656da08-3eec-49b1-a52b-cf49ab2a2546 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:35.326956 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0656da08-3eec-49b1-a52b-cf49ab2a2546 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:35.328477 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-0656da08-3eec-49b1-a52b-cf49ab2a2546 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "DELETE /v2.0/security-groups/794b6ad1-bcfc-4ba4-9060-d397f908c7cb HTTP/1.1" status: 204 len: 168 time: 0.5335007 Jul 09 14:53:35.331038 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-47f66f79-df6b-4689-b15f-935fa9633416 None None] Set router ce0bc5e2-a963-4c66-a388-010b5777302c gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:53:35.335374 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 39124f4c-29c5-4973-a678-597cf1646684 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:53:35.354545 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45950) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:35.385089 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [None req-65078c47-1846-41f8-a063-95ae1d30d3e3 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] show failed (client error): The resource could not be found. Jul 09 14:53:35.386618 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-65078c47-1846-41f8-a063-95ae1d30d3e3 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "GET /v2.0/security-groups/794b6ad1-bcfc-4ba4-9060-d397f908c7cb HTTP/1.1" status: 404 len: 347 time: 0.0283337 Jul 09 14:53:35.391397 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45954) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:35.393796 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0656da08-3eec-49b1-a52b-cf49ab2a2546 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=794b6ad1-bcfc-4ba4-9060-d397f908c7cb,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:35.445251 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-153bce77-e156-4fa4-82ba-b339e9af3b20 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Deleting port b37dbb7f-f3b0-4a86-a9f4-651f305bb364 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:53:35.445598 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-153bce77-e156-4fa4-82ba-b339e9af3b20 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:35.450385 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a54903f2-21d1-485b-bb44-efb3cc6135ae req-9e0b70a0-41eb-40e1-9dce-b9f299b86725 service neutron] 10.222.0.62 "GET /v2.0/networks/0fc8da04-04d4-4eeb-86d6-5d8e54448613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651933 Jul 09 14:53:35.501998 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eac4b6a3-48a2-4d6f-ab6c-b05d4ff62015 tempest-RoutersAdminNegativeTest-1600076976 tempest-RoutersAdminNegativeTest-1600076976-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:35.503457 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eac4b6a3-48a2-4d6f-ab6c-b05d4ff62015 tempest-RoutersAdminNegativeTest-1600076976 tempest-RoutersAdminNegativeTest-1600076976-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:35.508865 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-63646bf0-196d-43bd-999b-0b94ee7bd7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:35.530090 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3e313-808e-488b-884e-b42880f966f9 req-90319c61-4f49-49f4-a863-9b6753bd4d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:35.532636 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-91f3e313-808e-488b-884e-b42880f966f9 req-90319c61-4f49-49f4-a863-9b6753bd4d76 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=20fd87b1f98540cc9f0af3977c7dea1f&device_id=a1cde53a-19d7-4688-993d-9006873b4f35 HTTP/1.1" status: 200 len: 1096 time: 0.2316940 Jul 09 14:53:35.591206 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a200306-5274-40a0-9e2c-5d37f829a1db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ded352-59b7-41fc-bd31-f2d97d083c8d'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:53:35.593610 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7ad2c6-77a4-4395-bf11-8a52d9087d7e" -d '{"events": [{"server_uuid": "1a200306-5274-40a0-9e2c-5d37f829a1db", "name": "network-vif-plugged", "status": "completed", "tag": "89ded352-59b7-41fc-bd31-f2d97d083c8d"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:53:35.672927 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 39124f4c-29c5-4973-a678-597cf1646684 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:53:35.673303 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:35.678589 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-63646bf0-196d-43bd-999b-0b94ee7bd7a0 None None] For port 39124f4c-29c5-4973-a678-597cf1646684, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=39124f4c-29c5-4973-a678-597cf1646684,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:53:35.691435 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eac4b6a3-48a2-4d6f-ab6c-b05d4ff62015 tempest-RoutersAdminNegativeTest-1600076976 tempest-RoutersAdminNegativeTest-1600076976-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:35.711238 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b18060-5502-4996-a00a-aa13a7e6de2c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Made reservation on behalf of 705b0dcf676c4e4da08df6f6169d5c06 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:53:35.778092 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-2fff41b4-4e7b-418d-81a2-c67155aa6c27 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Deleting port 7b3d597a-8e66-462e-91d3-f50987f079f6 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:53:35.778842 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2fff41b4-4e7b-418d-81a2-c67155aa6c27 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:35.800816 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b25c59-843c-4999-bec6-7deff5f62879 x-openstack-request-id: req-99b25c59-843c-4999-bec6-7deff5f62879 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:53:35.801300 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a200306-5274-40a0-9e2c-5d37f829a1db", "name": "network-vif-plugged", "status": "completed", "tag": "89ded352-59b7-41fc-bd31-f2d97d083c8d", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:53:35.801694 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-99b25c59-843c-4999-bec6-7deff5f62879 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:53:35.802099 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a200306-5274-40a0-9e2c-5d37f829a1db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ded352-59b7-41fc-bd31-f2d97d083c8d', 'code': 200} Jul 09 14:53:35.813533 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-63646bf0-196d-43bd-999b-0b94ee7bd7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:35.891177 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a3b18060-5502-4996-a00a-aa13a7e6de2c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:35.904019 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63646bf0-196d-43bd-999b-0b94ee7bd7a0 None None] Pushing event updated for resources: {'Port': ['ID=39124f4c-29c5-4973-a678-597cf1646684,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:35.929182 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [None req-a3b18060-5502-4996-a00a-aa13a7e6de2c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] device_id is not set on port 39fba46a-2253-427d-85af-140fe4944cb5 yet. {{(pid=94445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:53:35.938640 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3e313-808e-488b-884e-b42880f966f9 req-afb71723-09e2-4420-a98b-64d1ef87c981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:35.940179 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-91f3e313-808e-488b-884e-b42880f966f9 req-afb71723-09e2-4420-a98b-64d1ef87c981 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b2b63b0e-b517-486a-9f8a-a2c1c761eb24 HTTP/1.1" status: 200 len: 912 time: 0.3750200 Jul 09 14:53:36.037616 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-47f66f79-df6b-4689-b15f-935fa9633416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce0bc5e2-a963-4c66-a388-010b5777302c', 'name': 'tempest-ServersTestManualDisk-838236721-router', 'tenant_id': '20fd87b1f98540cc9f0af3977c7dea1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'bad2883a-5580-454e-a9ba-16cf8b7e5ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:52:47Z', 'updated_at': '2021-07-09T14:52:55Z', 'revision_number': 4, 'project_id': '20fd87b1f98540cc9f0af3977c7dea1f', 'gw_port': {'id': 'bad2883a-5580-454e-a9ba-16cf8b7e5ec0', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0bc5e2-a963-4c66-a388-010b5777302c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:52:49Z', 'updated_at': '2021-07-09T14:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '661c34f2-b4ef-46c6-b5c0-cdca515a1146', 'tenant_id': '20fd87b1f98540cc9f0af3977c7dea1f', 'floating_ip_address': '172.25.3.140', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': 'ce0bc5e2-a963-4c66-a388-010b5777302c', 'port_id': 'a81475d4-645e-498c-a8cc-c494bcdcf27b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2b63b0e-b517-486a-9f8a-a2c1c761eb24', 'mac_address': 'fa:16:3e:cc:39:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cde53a-19d7-4688-993d-9006873b4f35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:53:05Z', 'updated_at': '2021-07-09T14:53:33Z', 'revision_number': 1, 'project_id': '20fd87b1f98540cc9f0af3977c7dea1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4ad67d3-3df5-4384-bcc1-df685fdc929a', 'name': '', 'network_id': 'b2b63b0e-b517-486a-9f8a-a2c1c761eb24', 'tenant_id': '20fd87b1f98540cc9f0af3977c7dea1f', 'mac_address': 'fa:16:3e:f4:c2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0bc5e2-a963-4c66-a388-010b5777302c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'ca22d5b8-2b29-4e11-b70d-065b9fbd86b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:52:53Z', 'updated_at': '2021-07-09T14:53:05Z', 'revision_number': 5, 'project_id': '20fd87b1f98540cc9f0af3977c7dea1f', 'subnets': [{'id': 'ca22d5b8-2b29-4e11-b70d-065b9fbd86b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:53:36.067196 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f66f79-df6b-4689-b15f-935fa9633416 None None] Checking router: ce0bc5e2-a963-4c66-a388-010b5777302c for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:53:36.093641 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f66f79-df6b-4689-b15f-935fa9633416 None None] Routers {'ce0bc5e2-a963-4c66-a388-010b5777302c'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:53:36.094301 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-47f66f79-df6b-4689-b15f-935fa9633416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:53:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['ce0bc5e2-a963-4c66-a388-010b5777302c'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:53:36.215417 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-153bce77-e156-4fa4-82ba-b339e9af3b20 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:36.242709 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-153bce77-e156-4fa4-82ba-b339e9af3b20 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Calling delete_port for b37dbb7f-f3b0-4a86-a9f4-651f305bb364 owned by network:router_gateway {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:53:36.251742 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a54903f2-21d1-485b-bb44-efb3cc6135ae req-26310880-effe-4c90-8813-c2027f16428f service neutron] 10.222.0.62 "GET /v2.0/networks/0fc8da04-04d4-4eeb-86d6-5d8e54448613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7871919 Jul 09 14:53:36.336209 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-47f66f79-df6b-4689-b15f-935fa9633416 None None] Set router ce0bc5e2-a963-4c66-a388-010b5777302c gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:53:36.514106 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a54903f2-21d1-485b-bb44-efb3cc6135ae req-50001c24-b1eb-4517-ab2a-35d938768585 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=bb420490-7abe-48bb-8247-ff19d2932add HTTP/1.1" status: 200 len: 217 time: 0.2530890 Jul 09 14:53:36.651134 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54903f2-21d1-485b-bb44-efb3cc6135ae req-c93b5d73-b631-4182-9c5f-8530ba9ca1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:36.652767 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a54903f2-21d1-485b-bb44-efb3cc6135ae req-c93b5d73-b631-4182-9c5f-8530ba9ca1d0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bbaf7842-6d01-4557-9de4-248881c81a38 HTTP/1.1" status: 200 len: 797 time: 0.1293607 Jul 09 14:53:36.706659 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-47f66f79-df6b-4689-b15f-935fa9633416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce0bc5e2-a963-4c66-a388-010b5777302c', 'name': 'tempest-ServersTestManualDisk-838236721-router', 'tenant_id': '20fd87b1f98540cc9f0af3977c7dea1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'bad2883a-5580-454e-a9ba-16cf8b7e5ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:52:47Z', 'updated_at': '2021-07-09T14:52:55Z', 'revision_number': 4, 'project_id': '20fd87b1f98540cc9f0af3977c7dea1f', 'gw_port': {'id': 'bad2883a-5580-454e-a9ba-16cf8b7e5ec0', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0bc5e2-a963-4c66-a388-010b5777302c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:52:49Z', 'updated_at': '2021-07-09T14:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '661c34f2-b4ef-46c6-b5c0-cdca515a1146', 'tenant_id': '20fd87b1f98540cc9f0af3977c7dea1f', 'floating_ip_address': '172.25.3.140', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': 'ce0bc5e2-a963-4c66-a388-010b5777302c', 'port_id': 'a81475d4-645e-498c-a8cc-c494bcdcf27b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2b63b0e-b517-486a-9f8a-a2c1c761eb24', 'mac_address': 'fa:16:3e:cc:39:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cde53a-19d7-4688-993d-9006873b4f35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:53:05Z', 'updated_at': '2021-07-09T14:53:33Z', 'revision_number': 1, 'project_id': '20fd87b1f98540cc9f0af3977c7dea1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4ad67d3-3df5-4384-bcc1-df685fdc929a', 'name': '', 'network_id': 'b2b63b0e-b517-486a-9f8a-a2c1c761eb24', 'tenant_id': '20fd87b1f98540cc9f0af3977c7dea1f', 'mac_address': 'fa:16:3e:f4:c2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0bc5e2-a963-4c66-a388-010b5777302c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'ca22d5b8-2b29-4e11-b70d-065b9fbd86b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:52:53Z', 'updated_at': '2021-07-09T14:53:05Z', 'revision_number': 5, 'project_id': '20fd87b1f98540cc9f0af3977c7dea1f', 'subnets': [{'id': 'ca22d5b8-2b29-4e11-b70d-065b9fbd86b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:53:36.727644 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54903f2-21d1-485b-bb44-efb3cc6135ae req-2815e48c-1041-40bc-87be-2c71a37d6ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:36.729551 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a54903f2-21d1-485b-bb44-efb3cc6135ae req-2815e48c-1041-40bc-87be-2c71a37d6ad1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7086051a-a9a3-4774-91ec-207e7481a1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0694199 Jul 09 14:53:36.738896 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f66f79-df6b-4689-b15f-935fa9633416 None None] The sync data for ids ['ce0bc5e2-a963-4c66-a388-010b5777302c'] in n-d-799529-6 is: [{'id': 'ce0bc5e2-a963-4c66-a388-010b5777302c', 'name': 'tempest-ServersTestManualDisk-838236721-router', 'tenant_id': '20fd87b1f98540cc9f0af3977c7dea1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'bad2883a-5580-454e-a9ba-16cf8b7e5ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:52:47Z', 'updated_at': '2021-07-09T14:52:55Z', 'revision_number': 4, 'project_id': '20fd87b1f98540cc9f0af3977c7dea1f', 'gw_port': {'id': 'bad2883a-5580-454e-a9ba-16cf8b7e5ec0', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0bc5e2-a963-4c66-a388-010b5777302c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:52:49Z', 'updated_at': '2021-07-09T14:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '661c34f2-b4ef-46c6-b5c0-cdca515a1146', 'tenant_id': '20fd87b1f98540cc9f0af3977c7dea1f', 'floating_ip_address': '172.25.3.140', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': 'ce0bc5e2-a963-4c66-a388-010b5777302c', 'port_id': 'a81475d4-645e-498c-a8cc-c494bcdcf27b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2b63b0e-b517-486a-9f8a-a2c1c761eb24', 'mac_address': 'fa:16:3e:cc:39:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cde53a-19d7-4688-993d-9006873b4f35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:53:05Z', 'updated_at': '2021-07-09T14:53:33Z', 'revision_number': 1, 'project_id': '20fd87b1f98540cc9f0af3977c7dea1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4ad67d3-3df5-4384-bcc1-df685fdc929a', 'name': '', 'network_id': 'b2b63b0e-b517-486a-9f8a-a2c1c761eb24', 'tenant_id': '20fd87b1f98540cc9f0af3977c7dea1f', 'mac_address': 'fa:16:3e:f4:c2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0bc5e2-a963-4c66-a388-010b5777302c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'ca22d5b8-2b29-4e11-b70d-065b9fbd86b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:52:53Z', 'updated_at': '2021-07-09T14:53:05Z', 'revision_number': 5, 'project_id': '20fd87b1f98540cc9f0af3977c7dea1f', 'subnets': [{'id': 'ca22d5b8-2b29-4e11-b70d-065b9fbd86b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:53:36.750169 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-8ba80d9c-6b1a-41b4-9d9b-750a51986a2d None None] Provisioning complete for port 39124f4c-29c5-4973-a678-597cf1646684 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:53:36.750577 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8ba80d9c-6b1a-41b4-9d9b-750a51986a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:36.789446 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-153bce77-e156-4fa4-82ba-b339e9af3b20 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:36.828489 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2fff41b4-4e7b-418d-81a2-c67155aa6c27 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:36.829433 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2fff41b4-4e7b-418d-81a2-c67155aa6c27 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:36.833829 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eac4b6a3-48a2-4d6f-ab6c-b05d4ff62015 tempest-RoutersAdminNegativeTest-1600076976 tempest-RoutersAdminNegativeTest-1600076976-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:36.847227 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153bce77-e156-4fa4-82ba-b339e9af3b20 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Pushing event deleted for resources: {'Port': ['ID=b37dbb7f-f3b0-4a86-a9f4-651f305bb364,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:36.879326 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-91f3e313-808e-488b-884e-b42880f966f9 req-1ce6ee5e-326d-45ac-8b37-7bca80bfe89d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a81475d4-645e-498c-a8cc-c494bcdcf27b HTTP/1.1" status: 200 len: 999 time: 0.8890569 Jul 09 14:53:36.884917 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-2fff41b4-4e7b-418d-81a2-c67155aa6c27 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Calling delete_port for 7b3d597a-8e66-462e-91d3-f50987f079f6 owned by network:floatingip {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:53:36.968803 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-153bce77-e156-4fa4-82ba-b339e9af3b20 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:36.973546 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a54903f2-21d1-485b-bb44-efb3cc6135ae req-175bf2c7-7dae-4fee-b693-cfeb5d5614b8 service neutron] 10.222.0.62 "GET /v2.0/networks/7086051a-a9a3-4774-91ec-207e7481a1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360981 Jul 09 14:53:37.083056 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74acfd3-5bda-433d-b33d-5c7ad167602e req-ec4352ef-e6f3-4e2a-8c9f-28f8741191d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:37.084616 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a74acfd3-5bda-433d-b33d-5c7ad167602e req-ec4352ef-e6f3-4e2a-8c9f-28f8741191d5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1a200306-5274-40a0-9e2c-5d37f829a1db HTTP/1.1" status: 200 len: 1096 time: 1.1758542 Jul 09 14:53:37.114672 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3e313-808e-488b-884e-b42880f966f9 req-2317cd38-ff7a-452b-967c-8e0eefb6d702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:37.116239 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-91f3e313-808e-488b-884e-b42880f966f9 req-2317cd38-ff7a-452b-967c-8e0eefb6d702 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ca22d5b8-2b29-4e11-b70d-065b9fbd86b9 HTTP/1.1" status: 200 len: 850 time: 0.2312586 Jul 09 14:53:37.153315 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f481fc-2e61-4136-925b-26ea68eeb3d9 None None] New status for floating IP 661c34f2-b4ef-46c6-b5c0-cdca515a1146: ACTIVE {{(pid=94448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:53:37.179759 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1622510b-654a-4024-922a-603f4057474f req-39834d8f-326b-40d7-b495-a0b0c92a060f tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:37.185429 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1622510b-654a-4024-922a-603f4057474f req-39834d8f-326b-40d7-b495-a0b0c92a060f tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a200306-5274-40a0-9e2c-5d37f829a1db HTTP/1.1" status: 200 len: 945 time: 0.6648223 Jul 09 14:53:37.273310 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a54903f2-21d1-485b-bb44-efb3cc6135ae req-291b2a66-2ed7-4ff4-a300-409fcee06cca service neutron] 10.222.0.62 "GET /v2.0/networks/7086051a-a9a3-4774-91ec-207e7481a1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420566 Jul 09 14:53:37.312873 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 39124f4c-29c5-4973-a678-597cf1646684 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:53:37.408347 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a54903f2-21d1-485b-bb44-efb3cc6135ae req-17e27af9-277b-4d43-91e4-4feea2823219 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=96e89843-57db-4bb8-a7db-a9b989e66245 HTTP/1.1" status: 200 len: 217 time: 0.0838680 Jul 09 14:53:37.417234 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 39124f4c-29c5-4973-a678-597cf1646684 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:53:37.418042 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:37.445330 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-153bce77-e156-4fa4-82ba-b339e9af3b20 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:37.475121 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a74acfd3-5bda-433d-b33d-5c7ad167602e req-9e41b3ab-85c6-439e-a90f-0b9c1523fdf6 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=67bcb813-8d42-43e0-ba78-04b40cf26421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3685083 Jul 09 14:53:37.477970 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-153bce77-e156-4fa4-82ba-b339e9af3b20 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-753925'] for router, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:37.563751 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1622510b-654a-4024-922a-603f4057474f req-52b9e198-7cf5-46d0-a92a-3a0aad9ce922 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/security-groups?id=67bcb813-8d42-43e0-ba78-04b40cf26421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609426 Jul 09 14:53:37.591406 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-a3b18060-5502-4996-a00a-aa13a7e6de2c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Allocated IP 172.20.0.9 (858359dc-653d-453c-9af7-637628d0bac8/fe7413ec-309e-4fc1-8a17-e21554d43c67/39fba46a-2253-427d-85af-140fe4944cb5) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:53:37.615672 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54903f2-21d1-485b-bb44-efb3cc6135ae req-fcf76a43-8850-450a-97b1-acd57990612a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:37.617434 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a54903f2-21d1-485b-bb44-efb3cc6135ae req-fcf76a43-8850-450a-97b1-acd57990612a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bbaf7842-6d01-4557-9de4-248881c81a38 HTTP/1.1" status: 200 len: 797 time: 0.2026160 Jul 09 14:53:37.619286 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-a3b18060-5502-4996-a00a-aa13a7e6de2c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Allocated IP 2001:db8::f816:3eff:fed6:6d95 (858359dc-653d-453c-9af7-637628d0bac8/3d6dfc83-3c4c-49e3-827e-c42121cf5c2b/39fba46a-2253-427d-85af-140fe4944cb5) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:53:37.633322 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3e313-808e-488b-884e-b42880f966f9 req-c44654b6-4e00-44be-850c-35c24e52a798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:37.636094 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-91f3e313-808e-488b-884e-b42880f966f9 req-c44654b6-4e00-44be-850c-35c24e52a798 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b2b63b0e-b517-486a-9f8a-a2c1c761eb24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5008135 Jul 09 14:53:37.653330 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-153bce77-e156-4fa4-82ba-b339e9af3b20 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Router 9322b970-5903-4501-9a26-5b33f5ea2654 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:53:37.750841 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2fff41b4-4e7b-418d-81a2-c67155aa6c27 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:37.765134 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-153bce77-e156-4fa4-82ba-b339e9af3b20 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:53:37.773129 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-153bce77-e156-4fa4-82ba-b339e9af3b20 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:37.774515 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-153bce77-e156-4fa4-82ba-b339e9af3b20 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] 10.222.0.58 "PUT /v2.0/routers/9322b970-5903-4501-9a26-5b33f5ea2654 HTTP/1.1" status: 200 len: 706 time: 4.1453507 Jul 09 14:53:37.776652 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818dca42-8ba8-48b3-ae46-9d51b93dd415 None None] Sync routers for ids ['9322b970-5903-4501-9a26-5b33f5ea2654'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:53:37.780709 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45988) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:37.787421 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818dca42-8ba8-48b3-ae46-9d51b93dd415 None None] Routers {'9322b970-5903-4501-9a26-5b33f5ea2654'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:53:37.788088 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-818dca42-8ba8-48b3-ae46-9d51b93dd415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:53:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['9322b970-5903-4501-9a26-5b33f5ea2654'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:53:37.789514 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54903f2-21d1-485b-bb44-efb3cc6135ae req-bfebfca3-cc81-428d-9a2a-5a036d68cbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:37.791116 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a54903f2-21d1-485b-bb44-efb3cc6135ae req-bfebfca3-cc81-428d-9a2a-5a036d68cbac service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7086051a-a9a3-4774-91ec-207e7481a1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1644306 Jul 09 14:53:37.830181 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-818dca42-8ba8-48b3-ae46-9d51b93dd415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:53:37.841443 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fff41b4-4e7b-418d-81a2-c67155aa6c27 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Pushing event deleted for resources: {'Port': ['ID=7b3d597a-8e66-462e-91d3-f50987f079f6,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:37.849658 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818dca42-8ba8-48b3-ae46-9d51b93dd415 None None] Routers {'9322b970-5903-4501-9a26-5b33f5ea2654'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:53:37.849658 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-818dca42-8ba8-48b3-ae46-9d51b93dd415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:53:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['9322b970-5903-4501-9a26-5b33f5ea2654'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:53:37.979860 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-91f3e313-808e-488b-884e-b42880f966f9 req-50a72a3a-154d-45ad-ade6-c74ecaa0ca13 service neutron] 10.222.0.54 "GET /v2.0/networks/b2b63b0e-b517-486a-9f8a-a2c1c761eb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334646 Jul 09 14:53:37.985746 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a54903f2-21d1-485b-bb44-efb3cc6135ae req-75fa790f-9eb6-49da-befa-0a6a4afa5561 service neutron] 10.222.0.62 "GET /v2.0/networks/7086051a-a9a3-4774-91ec-207e7481a1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549385 Jul 09 14:53:37.990594 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-647976ed-8a41-4d36-9bd7-b0a4bb06e533 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] 10.222.0.58 "GET /v2.0/routers/9322b970-5903-4501-9a26-5b33f5ea2654 HTTP/1.1" status: 200 len: 741 time: 0.2120426 Jul 09 14:53:37.996259 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45994) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:38.032398 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-818dca42-8ba8-48b3-ae46-9d51b93dd415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:53:38.033841 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818dca42-8ba8-48b3-ae46-9d51b93dd415 None None] The sync data for ids ['9322b970-5903-4501-9a26-5b33f5ea2654'] in n-d-799529-6 is: [] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:53:38.066032 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2fff41b4-4e7b-418d-81a2-c67155aa6c27 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Notify callbacks [] for floatingip, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:38.068724 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2fff41b4-4e7b-418d-81a2-c67155aa6c27 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:38.069892 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-2fff41b4-4e7b-418d-81a2-c67155aa6c27 tempest-ImagesOneServerNegativeTestJSON-627282226 tempest-ImagesOneServerNegativeTestJSON-627282226-project] 10.222.0.58 "DELETE /v2.0/floatingips/3e1e3884-6392-4db1-82b8-fa97535302a7 HTTP/1.1" status: 204 len: 168 time: 2.6772754 Jul 09 14:53:38.106130 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-bf520de8-9286-40e4-ac31-db0bd8fdb668 tempest-RoutersAdminTest-297089886 tempest-RoutersAdminTest-297089886-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=202c7ce6-d4e9-4f80-84dd-bef08905a653&device_id=9322b970-5903-4501-9a26-5b33f5ea2654 HTTP/1.1" status: 200 len: 205 time: 0.0529745 Jul 09 14:53:38.109395 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46002) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:38.183892 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a3b18060-5502-4996-a00a-aa13a7e6de2c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:38.193614 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7515f3ac-554e-486f-b4ff-4adf6bb63b45 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] 10.222.0.58 "GET /v2.0/ports?device_id=9322b970-5903-4501-9a26-5b33f5ea2654 HTTP/1.1" status: 200 len: 205 time: 0.0754328 Jul 09 14:53:38.196104 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46010) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:38.205428 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a54903f2-21d1-485b-bb44-efb3cc6135ae req-7c117a4e-ab57-4ea8-b691-3e0ecd265f5c service neutron] 10.222.0.62 "GET /v2.0/networks/7086051a-a9a3-4774-91ec-207e7481a1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104292 Jul 09 14:53:38.217278 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-a3b18060-5502-4996-a00a-aa13a7e6de2c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Transition to ACTIVE for port object 39fba46a-2253-427d-85af-140fe4944cb5 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:53:38.296013 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-91f3e313-808e-488b-884e-b42880f966f9 req-8f6a2d10-d965-4fa2-a370-6050c27f7cd7 service neutron] 10.222.0.54 "GET /v2.0/networks/b2b63b0e-b517-486a-9f8a-a2c1c761eb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953951 Jul 09 14:53:38.314145 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eac4b6a3-48a2-4d6f-ab6c-b05d4ff62015 tempest-RoutersAdminNegativeTest-1600076976 tempest-RoutersAdminNegativeTest-1600076976-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:38.355294 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46016) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:38.364591 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eac4b6a3-48a2-4d6f-ab6c-b05d4ff62015 tempest-RoutersAdminNegativeTest-1600076976 tempest-RoutersAdminNegativeTest-1600076976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:38.369151 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a54903f2-21d1-485b-bb44-efb3cc6135ae req-1cc3d58e-0df8-4620-bafd-cb0ff7d975fb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=42412cbf-f692-4bfb-8bac-e2da1b31b674 HTTP/1.1" status: 200 len: 217 time: 0.1069376 Jul 09 14:53:38.377002 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cf7c45fc-1150-4406-a18a-46581a16ca09 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks [] for router, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:38.534011 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a3b18060-5502-4996-a00a-aa13a7e6de2c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:38.534477 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee46c289-e89f-441f-b416-c84f614defc6 admin admin] Deleting subnet 8d68db36-2cf0-4e9c-8902-e068bb5af194 {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:53:38.537459 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54903f2-21d1-485b-bb44-efb3cc6135ae req-02a20485-5a71-48f5-a031-8ebc6dfbbf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:38.538950 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a54903f2-21d1-485b-bb44-efb3cc6135ae req-02a20485-5a71-48f5-a031-8ebc6dfbbf52 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bbaf7842-6d01-4557-9de4-248881c81a38 HTTP/1.1" status: 200 len: 797 time: 0.1366484 Jul 09 14:53:38.613096 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b18060-5502-4996-a00a-aa13a7e6de2c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:53:38.614619 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b18060-5502-4996-a00a-aa13a7e6de2c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event updated for resources: {'Port': ['ID=39fba46a-2253-427d-85af-140fe4944cb5,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:38.619336 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ee46c289-e89f-441f-b416-c84f614defc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:38.623553 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b18060-5502-4996-a00a-aa13a7e6de2c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:53:38.623849 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b18060-5502-4996-a00a-aa13a7e6de2c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:53:38.624347 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b18060-5502-4996-a00a-aa13a7e6de2c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:53:38.624508 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b18060-5502-4996-a00a-aa13a7e6de2c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:53:38.624856 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b18060-5502-4996-a00a-aa13a7e6de2c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:53:38.625279 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b18060-5502-4996-a00a-aa13a7e6de2c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:53:38.625874 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b18060-5502-4996-a00a-aa13a7e6de2c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:53:38.626024 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b18060-5502-4996-a00a-aa13a7e6de2c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:53:38.626255 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b18060-5502-4996-a00a-aa13a7e6de2c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:53:38.626580 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b18060-5502-4996-a00a-aa13a7e6de2c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:53:38.626906 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b18060-5502-4996-a00a-aa13a7e6de2c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:53:38.627229 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b18060-5502-4996-a00a-aa13a7e6de2c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:53:38.632242 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-a3b18060-5502-4996-a00a-aa13a7e6de2c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:53:38.634956 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b18060-5502-4996-a00a-aa13a7e6de2c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:53:38.694702 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eac4b6a3-48a2-4d6f-ab6c-b05d4ff62015 tempest-RoutersAdminNegativeTest-1600076976 tempest-RoutersAdminNegativeTest-1600076976-project-admin] Notify callbacks [] for router, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:38.700418 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cf7c45fc-1150-4406-a18a-46581a16ca09 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:38.706336 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b18060-5502-4996-a00a-aa13a7e6de2c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:38.706948 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cf7c45fc-1150-4406-a18a-46581a16ca09 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:38.707129 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a3b18060-5502-4996-a00a-aa13a7e6de2c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:38.720653 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ee46c289-e89f-441f-b416-c84f614defc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:38.862971 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ee46c289-e89f-441f-b416-c84f614defc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:38.909539 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54903f2-21d1-485b-bb44-efb3cc6135ae req-3d4a3d3b-53d4-472a-9c98-043f3e6cafbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:38.911214 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a54903f2-21d1-485b-bb44-efb3cc6135ae req-3d4a3d3b-53d4-472a-9c98-043f3e6cafbd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7086051a-a9a3-4774-91ec-207e7481a1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3395534 Jul 09 14:53:38.945515 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eac4b6a3-48a2-4d6f-ab6c-b05d4ff62015 tempest-RoutersAdminNegativeTest-1600076976 tempest-RoutersAdminNegativeTest-1600076976-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:38.948325 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eac4b6a3-48a2-4d6f-ab6c-b05d4ff62015 tempest-RoutersAdminNegativeTest-1600076976 tempest-RoutersAdminNegativeTest-1600076976-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:38.951221 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cf7c45fc-1150-4406-a18a-46581a16ca09 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:38.951796 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7c45fc-1150-4406-a18a-46581a16ca09 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Fanout notify agent at l3_agent the message router_deleted on router 9322b970-5903-4501-9a26-5b33f5ea2654 {{(pid=94446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:53:38.991873 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a8b3f1-48d3-4131-8151-deae489b8240 req-b11000b1-413e-439b-9b28-74238bc202b3 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:38.994144 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c5a8b3f1-48d3-4131-8151-deae489b8240 req-b11000b1-413e-439b-9b28-74238bc202b3 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a200306-5274-40a0-9e2c-5d37f829a1db HTTP/1.1" status: 200 len: 945 time: 0.2147467 Jul 09 14:53:39.003746 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cf7c45fc-1150-4406-a18a-46581a16ca09 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:39.011039 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-a3b18060-5502-4996-a00a-aa13a7e6de2c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.8997691 Jul 09 14:53:39.011192 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-cf7c45fc-1150-4406-a18a-46581a16ca09 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] 10.222.0.58 "DELETE /v2.0/routers/9322b970-5903-4501-9a26-5b33f5ea2654 HTTP/1.1" status: 204 len: 168 time: 0.8076270 Jul 09 14:53:39.011299 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46028) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:39.011299 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46030) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:39.077517 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ae44e8e4-f28d-4f2a-afd1-ed10b76f5800 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] 10.222.0.58 "GET /v2.0/ports?device_id=9322b970-5903-4501-9a26-5b33f5ea2654 HTTP/1.1" status: 200 len: 205 time: 0.0629156 Jul 09 14:53:39.080678 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46032) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:39.099245 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a54903f2-21d1-485b-bb44-efb3cc6135ae req-ea9cd3bc-802b-4f56-8582-5a0ade19a177 service neutron] 10.222.0.62 "GET /v2.0/networks/7086051a-a9a3-4774-91ec-207e7481a1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786921 Jul 09 14:53:39.103211 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c5a8b3f1-48d3-4131-8151-deae489b8240 req-7740328d-c549-4181-8a2c-cdc092412672 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/security-groups?id=67bcb813-8d42-43e0-ba78-04b40cf26421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557029 Jul 09 14:53:39.131829 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [None req-4014f970-2a1a-4487-aa03-1c66798cf77b tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] delete failed (client error): The resource could not be found. Jul 09 14:53:39.132895 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-4014f970-2a1a-4487-aa03-1c66798cf77b tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] 10.222.0.58 "DELETE /v2.0/routers/9322b970-5903-4501-9a26-5b33f5ea2654 HTTP/1.1" status: 404 len: 336 time: 0.0513084 Jul 09 14:53:39.136704 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46038) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:39.174773 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c222cf44-1b8d-4189-a174-f11da57de35a tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] 10.222.0.58 "GET /v2.0/ports?device_id=859b86c8-1ab7-40bf-a198-ced8ea9356c8 HTTP/1.1" status: 200 len: 205 time: 0.0345442 Jul 09 14:53:39.177166 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46040) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:39.197559 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdccc8d-151a-4dcd-98cf-64be14de24dc tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:39.203914 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdccc8d-151a-4dcd-98cf-64be14de24dc tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:39.208131 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-8fdccc8d-151a-4dcd-98cf-64be14de24dc tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1938138 Jul 09 14:53:39.208382 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46042) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:39.232308 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [None req-b13b69b9-d2eb-4cfb-bf12-7b829aaada40 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] delete failed (client error): The resource could not be found. Jul 09 14:53:39.233371 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b13b69b9-d2eb-4cfb-bf12-7b829aaada40 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] 10.222.0.58 "DELETE /v2.0/routers/859b86c8-1ab7-40bf-a198-ced8ea9356c8 HTTP/1.1" status: 404 len: 336 time: 0.0552819 Jul 09 14:53:39.237195 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a54903f2-21d1-485b-bb44-efb3cc6135ae req-5893402b-3717-4fc3-a35e-e318d716407b service neutron] 10.222.0.62 "GET /v2.0/networks/7086051a-a9a3-4774-91ec-207e7481a1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305084 Jul 09 14:53:39.237638 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46044) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:39.266338 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eac4b6a3-48a2-4d6f-ab6c-b05d4ff62015 tempest-RoutersAdminNegativeTest-1600076976 tempest-RoutersAdminNegativeTest-1600076976-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:39.266858 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac4b6a3-48a2-4d6f-ab6c-b05d4ff62015 tempest-RoutersAdminNegativeTest-1600076976 tempest-RoutersAdminNegativeTest-1600076976-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c1bb06ad-4a9d-4858-bb8a-15391dab66cd {{(pid=94445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:53:39.271367 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-99d6913f-a080-41cd-9f52-fbcffeffcf69 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] 10.222.0.58 "GET /v2.0/ports?device_id=0bb33ebe-8de4-46b7-a4f9-e30389b2c5c7 HTTP/1.1" status: 200 len: 205 time: 0.0326355 Jul 09 14:53:39.291308 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46046) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:39.297947 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-2ef34e4b-e71a-49a6-bc9a-8c257a1c301c None None] Provisioning for port 39fba46a-2253-427d-85af-140fe4944cb5 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:53:39.298958 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a54903f2-21d1-485b-bb44-efb3cc6135ae req-a4ab185e-4575-40ff-8c99-a989ee253970 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=584859ef-7df1-4e5e-a094-227a09a19961 HTTP/1.1" status: 200 len: 217 time: 0.0502601 Jul 09 14:53:39.300442 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ee46c289-e89f-441f-b416-c84f614defc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:39.305077 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-2ef34e4b-e71a-49a6-bc9a-8c257a1c301c None None] Provisioning complete for port 39fba46a-2253-427d-85af-140fe4944cb5 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:53:39.305911 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2ef34e4b-e71a-49a6-bc9a-8c257a1c301c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:39.330294 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee46c289-e89f-441f-b416-c84f614defc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d68db36-2cf0-4e9c-8902-e068bb5af194,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:39.385531 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-2ef34e4b-e71a-49a6-bc9a-8c257a1c301c None None] Port 39fba46a-2253-427d-85af-140fe4944cb5 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:53:39.684711 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ee46c289-e89f-441f-b416-c84f614defc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:39.686785 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ee46c289-e89f-441f-b416-c84f614defc6 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/8d68db36-2cf0-4e9c-8902-e068bb5af194 HTTP/1.1" status: 204 len: 168 time: 1.3304324 Jul 09 14:53:39.691392 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46054) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:39.710056 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [None req-918c66ac-8dfe-4fac-8427-9c4dc9df2cbb tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] delete failed (client error): The resource could not be found. Jul 09 14:53:39.714417 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-918c66ac-8dfe-4fac-8427-9c4dc9df2cbb tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] 10.222.0.58 "DELETE /v2.0/routers/0bb33ebe-8de4-46b7-a4f9-e30389b2c5c7 HTTP/1.1" status: 404 len: 336 time: 0.4157720 Jul 09 14:53:39.714417 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [None req-eac4b6a3-48a2-4d6f-ab6c-b05d4ff62015 tempest-RoutersAdminNegativeTest-1600076976 tempest-RoutersAdminNegativeTest-1600076976-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 09 14:53:39.714417 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-eac4b6a3-48a2-4d6f-ab6c-b05d4ff62015 tempest-RoutersAdminNegativeTest-1600076976 tempest-RoutersAdminNegativeTest-1600076976-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.4701385 Jul 09 14:53:39.715692 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46056) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:39.727198 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46058) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:39.751840 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54903f2-21d1-485b-bb44-efb3cc6135ae req-0b620ed6-dccb-4b3b-bd19-6693e82e59ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:39.753322 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a54903f2-21d1-485b-bb44-efb3cc6135ae req-0b620ed6-dccb-4b3b-bd19-6693e82e59ec service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bbaf7842-6d01-4557-9de4-248881c81a38 HTTP/1.1" status: 200 len: 797 time: 0.4269121 Jul 09 14:53:39.766248 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-7595ffa2-b604-4ccb-9dce-ba9b56c19504 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] 10.222.0.58 "GET /v2.0/ports?device_id=480bdf28-1842-439f-b10a-56e962a1da2f HTTP/1.1" status: 200 len: 205 time: 0.0460210 Jul 09 14:53:39.776550 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46060) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:39.824010 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39b532-da79-4c7f-b31d-9f29fc9539f3 req-6c213de2-4236-4edf-b205-f52fb2396620 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:39.825664 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1c39b532-da79-4c7f-b31d-9f29fc9539f3 req-6c213de2-4236-4edf-b205-f52fb2396620 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/ports?device_id=6facd98f-aea4-432c-a1db-99a5e501094f HTTP/1.1" status: 200 len: 945 time: 0.5758684 Jul 09 14:53:39.835050 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-09bc42cf-a66e-4871-a5e3-d452216ffb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:39.839811 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [None req-ee990705-a6b5-4a6d-af9d-65e4587f27fb tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] delete failed (client error): The resource could not be found. Jul 09 14:53:39.843351 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ee990705-a6b5-4a6d-af9d-65e4587f27fb tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] 10.222.0.58 "DELETE /v2.0/routers/480bdf28-1842-439f-b10a-56e962a1da2f HTTP/1.1" status: 404 len: 336 time: 0.0624738 Jul 09 14:53:39.843843 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46066) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:39.880483 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-eba8ee92-6c3d-4a91-aaa6-02a0b178528b tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] 10.222.0.58 "GET /v2.0/ports?device_id=14afdc8a-4e3e-485b-8247-c91e84e93d3a HTTP/1.1" status: 200 len: 205 time: 0.0334673 Jul 09 14:53:39.882748 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46068) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:39.891142 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-ea6daf61-e447-4ff5-91d8-d46e00df0bd9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Deleting port 39fba46a-2253-427d-85af-140fe4944cb5 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:53:39.891604 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ea6daf61-e447-4ff5-91d8-d46e00df0bd9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:39.928342 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [None req-93348ec5-da4a-4535-92ee-15a3001e90c3 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] delete failed (client error): The resource could not be found. Jul 09 14:53:39.931671 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-93348ec5-da4a-4535-92ee-15a3001e90c3 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] 10.222.0.58 "DELETE /v2.0/routers/14afdc8a-4e3e-485b-8247-c91e84e93d3a HTTP/1.1" status: 404 len: 336 time: 0.0458479 Jul 09 14:53:39.938046 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46070) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:40.021659 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-09bc42cf-a66e-4871-a5e3-d452216ffb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:40.036047 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-09bc42cf-a66e-4871-a5e3-d452216ffb60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4684667e-a82e-475a-9da8-8ef2bc5057c6']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:53:40.037005 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-65803625-5d43-4630-80e4-a98dda6ada5a tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ea1b36-d1af-4ffe-b581-b9aea7fe4f16 HTTP/1.1" status: 200 len: 205 time: 0.0677462 Jul 09 14:53:40.042529 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1c39b532-da79-4c7f-b31d-9f29fc9539f3 req-fb0b4db3-113d-4a92-b403-13ec07878e0a tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/security-groups?id=67bcb813-8d42-43e0-ba78-04b40cf26421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861298 Jul 09 14:53:40.045876 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46074) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:40.054043 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-09bc42cf-a66e-4871-a5e3-d452216ffb60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bff1f1f8-53d0-45a1-805c-5c1d7e179e18') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:53:40.054597 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-09bc42cf-a66e-4871-a5e3-d452216ffb60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bff1f1f8-53d0-45a1-805c-5c1d7e179e18') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:53:40.069342 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-09bc42cf-a66e-4871-a5e3-d452216ffb60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:40.089699 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-09bc42cf-a66e-4871-a5e3-d452216ffb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:40.098112 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [None req-66ae3264-f94e-4b30-a93e-913961c3b307 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] delete failed (client error): The resource could not be found. Jul 09 14:53:40.098609 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09bc42cf-a66e-4871-a5e3-d452216ffb60 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:53:40.099991 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-66ae3264-f94e-4b30-a93e-913961c3b307 tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] 10.222.0.58 "DELETE /v2.0/routers/d5ea1b36-d1af-4ffe-b581-b9aea7fe4f16 HTTP/1.1" status: 404 len: 336 time: 0.0515244 Jul 09 14:53:40.107812 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-09bc42cf-a66e-4871-a5e3-d452216ffb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:40.111547 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-660d6bc3-d0a9-4fde-b5c0-dfcf00ced01a tempest-RoutersAdminNegativeTest-1600076976 tempest-RoutersAdminNegativeTest-1600076976-project-admin] Deleting port 7caa7b6a-3382-4f08-ba6c-547a49173e42 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:53:40.112117 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-660d6bc3-d0a9-4fde-b5c0-dfcf00ced01a tempest-RoutersAdminNegativeTest-1600076976 tempest-RoutersAdminNegativeTest-1600076976-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:40.119257 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46078) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:40.142165 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:53:40.142165 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:53:40.142165 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:53:40.142165 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:53:40.142165 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:53:40.142165 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:53:40.142165 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:53:40.142165 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:53:40.142165 n-d-799529-6 neutron-server[94446]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:53:40.142165 n-d-799529-6 neutron-server[94446]: items = [ Jul 09 14:53:40.142165 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:53:40.142165 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:53:40.142165 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:53:40.142165 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:53:40.142165 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:53:40.142165 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:53:40.142165 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:53:40.142165 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:53:40.142165 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:53:40.142165 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:53:40.142165 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:53:40.142165 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:53:40.142165 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 14:53:40.142165 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:53:40.142165 n-d-799529-6 neutron-server[94446]: timer() Jul 09 14:53:40.142165 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:53:40.142165 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 14:53:40.142165 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:53:40.142165 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 14:53:40.142165 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:53:40.142165 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 14:53:40.142165 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:53:40.142165 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 14:53:40.142165 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:53:40.142165 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 14:53:40.142165 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:53:40.142165 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:53:40.142165 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:53:40.142165 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:53:40.142165 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:53:40.142165 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 14:53:40.142165 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:53:40.142165 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 14:53:40.142165 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:53:40.142165 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:53:40.142165 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:53:40.142165 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 14:53:40.142165 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:53:40.142165 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:53:40.142165 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:53:40.142165 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:53:40.142165 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:53:40.142165 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:53:40.142165 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:53:40.148285 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ea6daf61-e447-4ff5-91d8-d46e00df0bd9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:40.150963 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54903f2-21d1-485b-bb44-efb3cc6135ae req-f9c39cbb-79d9-496d-9535-0e9105e91ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:40.152724 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a54903f2-21d1-485b-bb44-efb3cc6135ae req-f9c39cbb-79d9-496d-9535-0e9105e91ab8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7086051a-a9a3-4774-91ec-207e7481a1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3924620 Jul 09 14:53:40.205463 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a73e549-1b61-4cf5-abb5-aa444d6de8cb tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] DELETE failed (client error): The resource could not be found. Jul 09 14:53:40.205930 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a73e549-1b61-4cf5-abb5-aa444d6de8cb tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:53:40.207726 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-2a73e549-1b61-4cf5-abb5-aa444d6de8cb tempest-RoutersAdminTest-822690737 tempest-RoutersAdminTest-822690737-project] 10.222.0.58 "DELETE /v2.0/subnets/c82ad92e-8bfa-4fd4-a039-632ee2dc3253 HTTP/1.1" status: 404 len: 337 time: 0.0865781 Jul 09 14:53:40.222702 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-ea6daf61-e447-4ff5-91d8-d46e00df0bd9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Calling delete_port for 39fba46a-2253-427d-85af-140fe4944cb5 owned by {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:53:40.308559 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-660d6bc3-d0a9-4fde-b5c0-dfcf00ced01a tempest-RoutersAdminNegativeTest-1600076976 tempest-RoutersAdminNegativeTest-1600076976-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:40.315720 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a54903f2-21d1-485b-bb44-efb3cc6135ae req-8fa4bfd0-646c-4205-9979-b90417564b00 service neutron] 10.222.0.62 "GET /v2.0/networks/7086051a-a9a3-4774-91ec-207e7481a1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535578 Jul 09 14:53:40.348634 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-660d6bc3-d0a9-4fde-b5c0-dfcf00ced01a tempest-RoutersAdminNegativeTest-1600076976 tempest-RoutersAdminNegativeTest-1600076976-project-admin] Calling delete_port for 7caa7b6a-3382-4f08-ba6c-547a49173e42 owned by {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:53:40.371647 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-09bc42cf-a66e-4871-a5e3-d452216ffb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:40.386063 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-09bc42cf-a66e-4871-a5e3-d452216ffb60 admin admin] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:40.391153 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-09bc42cf-a66e-4871-a5e3-d452216ffb60 admin admin] 10.222.0.58 "DELETE /v2.0/networks/4684667e-a82e-475a-9da8-8ef2bc5057c6 HTTP/1.1" status: 204 len: 168 time: 0.6992888 Jul 09 14:53:40.416197 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bc42cf-a66e-4871-a5e3-d452216ffb60 admin admin] Pushing event deleted for resources: {'Network': ['ID=4684667e-a82e-475a-9da8-8ef2bc5057c6,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:40.458603 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a54903f2-21d1-485b-bb44-efb3cc6135ae req-71ae6ccf-3ce7-47ef-8bef-e845505e564b service neutron] 10.222.0.62 "GET /v2.0/networks/7086051a-a9a3-4774-91ec-207e7481a1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366107 Jul 09 14:53:40.517812 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a54903f2-21d1-485b-bb44-efb3cc6135ae req-da6e751e-16fc-4afe-8c63-c26703384aee service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1c924033-ab46-4efe-a952-c19f76703241 HTTP/1.1" status: 200 len: 217 time: 0.0511627 Jul 09 14:53:40.592281 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54903f2-21d1-485b-bb44-efb3cc6135ae req-7a5a26ee-0bba-412b-beac-b53bed6878a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:40.593860 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a54903f2-21d1-485b-bb44-efb3cc6135ae req-7a5a26ee-0bba-412b-beac-b53bed6878a6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2f690ec9-8aa3-48cf-be43-c18952e1b046 HTTP/1.1" status: 200 len: 797 time: 0.0691235 Jul 09 14:53:40.657083 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54903f2-21d1-485b-bb44-efb3cc6135ae req-7377940c-bf6a-4cfd-8b8a-2ed5073d6fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:40.658487 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a54903f2-21d1-485b-bb44-efb3cc6135ae req-7377940c-bf6a-4cfd-8b8a-2ed5073d6fe2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f7f6731e-df5a-475b-9c1b-606c9f6d697c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0549221 Jul 09 14:53:40.756863 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a54903f2-21d1-485b-bb44-efb3cc6135ae req-7d597896-c584-4349-a71a-4f6ea264443f service neutron] 10.222.0.62 "GET /v2.0/networks/f7f6731e-df5a-475b-9c1b-606c9f6d697c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916004 Jul 09 14:53:40.792779 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ea6daf61-e447-4ff5-91d8-d46e00df0bd9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:40.797777 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-660d6bc3-d0a9-4fde-b5c0-dfcf00ced01a tempest-RoutersAdminNegativeTest-1600076976 tempest-RoutersAdminNegativeTest-1600076976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:40.864952 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6daf61-e447-4ff5-91d8-d46e00df0bd9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event deleted for resources: {'Port': ['ID=39fba46a-2253-427d-85af-140fe4944cb5,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:40.964608 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a54903f2-21d1-485b-bb44-efb3cc6135ae req-59ee87fc-b3a1-4d28-9d7c-3a70d66bdb2d service neutron] 10.222.0.62 "GET /v2.0/networks/f7f6731e-df5a-475b-9c1b-606c9f6d697c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679599 Jul 09 14:53:40.983786 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d6bc3-d0a9-4fde-b5c0-dfcf00ced01a tempest-RoutersAdminNegativeTest-1600076976 tempest-RoutersAdminNegativeTest-1600076976-project-admin] Pushing event deleted for resources: {'Port': ['ID=7caa7b6a-3382-4f08-ba6c-547a49173e42,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:41.038853 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46100) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:41.088185 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46104) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:41.114913 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a54903f2-21d1-485b-bb44-efb3cc6135ae req-e1816d4d-5948-4ff9-a26c-f1538c1e0615 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ab8363f7-21ad-4c07-a8be-128ce6a85669 HTTP/1.1" status: 200 len: 217 time: 0.1420124 Jul 09 14:53:41.139050 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-660d6bc3-d0a9-4fde-b5c0-dfcf00ced01a tempest-RoutersAdminNegativeTest-1600076976 tempest-RoutersAdminNegativeTest-1600076976-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:41.145988 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-660d6bc3-d0a9-4fde-b5c0-dfcf00ced01a tempest-RoutersAdminNegativeTest-1600076976 tempest-RoutersAdminNegativeTest-1600076976-project-admin] 10.222.0.58 "DELETE /v2.0/ports/7caa7b6a-3382-4f08-ba6c-547a49173e42 HTTP/1.1" status: 204 len: 168 time: 1.4113617 Jul 09 14:53:41.146755 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d3f498a5-99f5-4c86-83c6-fe34540a2fe2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a247b86f0cf44fd8bae010acfa2f83eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1040418 Jul 09 14:53:41.151135 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46110) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:41.163260 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ea6daf61-e447-4ff5-91d8-d46e00df0bd9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:41.167686 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ea6daf61-e447-4ff5-91d8-d46e00df0bd9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/ports/39fba46a-2253-427d-85af-140fe4944cb5 HTTP/1.1" status: 204 len: 168 time: 1.9559824 Jul 09 14:53:41.171258 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46112) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:41.192967 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54903f2-21d1-485b-bb44-efb3cc6135ae req-b3328a76-9617-4e72-9adc-bfd15f59461d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:41.194938 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a54903f2-21d1-485b-bb44-efb3cc6135ae req-b3328a76-9617-4e72-9adc-bfd15f59461d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2f690ec9-8aa3-48cf-be43-c18952e1b046 HTTP/1.1" status: 200 len: 797 time: 0.0705340 Jul 09 14:53:41.298817 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54903f2-21d1-485b-bb44-efb3cc6135ae req-79ce6b54-cc80-4372-b9f1-b0cb03cb7c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:41.300942 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a54903f2-21d1-485b-bb44-efb3cc6135ae req-79ce6b54-cc80-4372-b9f1-b0cb03cb7c69 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f7f6731e-df5a-475b-9c1b-606c9f6d697c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0969172 Jul 09 14:53:41.311846 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f614af92-4928-43ae-9998-720dd48ca68b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:41.313526 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f614af92-4928-43ae-9998-720dd48ca68b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:41.315071 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f614af92-4928-43ae-9998-720dd48ca68b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:41.320396 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f614af92-4928-43ae-9998-720dd48ca68b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1446562 Jul 09 14:53:41.322885 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46116) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:41.358381 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-149b2555-3fe4-4e37-b2e0-7f7dfa78cd72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:41.414530 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdbc9ece-e1d8-48be-ade7-959222bb37bc tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Deleting subnet 3d6dfc83-3c4c-49e3-827e-c42121cf5c2b {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:53:41.419288 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fdbc9ece-e1d8-48be-ade7-959222bb37bc tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:41.419645 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a54903f2-21d1-485b-bb44-efb3cc6135ae req-d2a288fe-c348-4831-bfe6-d5ef41d31439 service neutron] 10.222.0.62 "GET /v2.0/networks/f7f6731e-df5a-475b-9c1b-606c9f6d697c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043494 Jul 09 14:53:41.448167 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-149b2555-3fe4-4e37-b2e0-7f7dfa78cd72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:41.489836 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b191bfea-d158-4d2a-ac4e-0178a57de3cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:41.520282 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fdbc9ece-e1d8-48be-ade7-959222bb37bc tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:41.539084 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a54903f2-21d1-485b-bb44-efb3cc6135ae req-0c4278f6-4838-430a-b373-0b7471ab7132 service neutron] 10.222.0.62 "GET /v2.0/networks/f7f6731e-df5a-475b-9c1b-606c9f6d697c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119750 Jul 09 14:53:41.661691 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fdbc9ece-e1d8-48be-ade7-959222bb37bc tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:41.753476 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b191bfea-d158-4d2a-ac4e-0178a57de3cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:41.811351 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-149b2555-3fe4-4e37-b2e0-7f7dfa78cd72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:41.817194 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-149b2555-3fe4-4e37-b2e0-7f7dfa78cd72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:41.817194 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-149b2555-3fe4-4e37-b2e0-7f7dfa78cd72 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a0503003-e352-4db8-a0a6-bfc82c7527aa HTTP/1.1" status: 204 len: 168 time: 0.6630061 Jul 09 14:53:41.824553 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149b2555-3fe4-4e37-b2e0-7f7dfa78cd72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0503003-e352-4db8-a0a6-bfc82c7527aa,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:41.874599 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b191bfea-d158-4d2a-ac4e-0178a57de3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:41.925214 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b191bfea-d158-4d2a-ac4e-0178a57de3cb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=48398a1f42534d29bc12ac8b8380474f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8335123 Jul 09 14:53:41.925214 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b191bfea-d158-4d2a-ac4e-0178a57de3cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=199cdcc8-eea3-4f7c-8c5c-2a62701b26b9,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:41.925864 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46138) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:41.937101 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fdbc9ece-e1d8-48be-ade7-959222bb37bc tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:42.000253 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbc9ece-e1d8-48be-ade7-959222bb37bc tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event deleted for resources: {'Subnet': ['ID=3d6dfc83-3c4c-49e3-827e-c42121cf5c2b,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:42.003156 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fdbc9ece-e1d8-48be-ade7-959222bb37bc tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:42.008499 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-fdbc9ece-e1d8-48be-ade7-959222bb37bc tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/subnets/3d6dfc83-3c4c-49e3-827e-c42121cf5c2b HTTP/1.1" status: 204 len: 168 time: 0.6842895 Jul 09 14:53:42.009195 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46146) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:42.012869 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477ec414-d36e-409f-a2af-11d24c4c2404 None None] Network 858359dc-653d-453c-9af7-637628d0bac8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:53:42.080065 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d105a286-58bf-420c-b622-064ef2b182c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:42.123335 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d105a286-58bf-420c-b622-064ef2b182c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:42.154865 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46152) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:42.196385 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-fef188a6-1448-426b-8f67-4d350c2ca189 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Deleting subnet fe7413ec-309e-4fc1-8a17-e21554d43c67 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:53:42.205178 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fef188a6-1448-426b-8f67-4d350c2ca189 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:42.275477 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-f6b82568-9fb5-4d34-abef-bec8fd45fdf3 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:42.283212 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-f6b82568-9fb5-4d34-abef-bec8fd45fdf3 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/networks?id=a127763e-29f7-47d5-9091-de48cb15ea6a HTTP/1.1" status: 200 len: 812 time: 0.3279605 Jul 09 14:53:42.301877 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fef188a6-1448-426b-8f67-4d350c2ca189 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:42.331014 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-fe94d862-44ec-497c-a928-6ed930d359ed tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/quotas/f23d9a2a77484c1eadd244e8611d3083 HTTP/1.1" status: 200 len: 375 time: 0.0458977 Jul 09 14:53:42.404473 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d105a286-58bf-420c-b622-064ef2b182c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:42.407485 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d105a286-58bf-420c-b622-064ef2b182c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:42.408890 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d105a286-58bf-420c-b622-064ef2b182c8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/199cdcc8-eea3-4f7c-8c5c-2a62701b26b9 HTTP/1.1" status: 204 len: 168 time: 0.4819584 Jul 09 14:53:42.420659 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d105a286-58bf-420c-b622-064ef2b182c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=199cdcc8-eea3-4f7c-8c5c-2a62701b26b9,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:42.473914 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fef188a6-1448-426b-8f67-4d350c2ca189 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:42.483976 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-e8bcada6-962b-491e-b2fe-53bb65257d9e tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f23d9a2a77484c1eadd244e8611d3083&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1489501 Jul 09 14:53:42.596146 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9b7dce20-89e5-4acc-89af-355f22b76be8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:42.689158 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-a6cc3964-3529-4241-b2f7-86d23fee32c7 service neutron] 10.222.0.58 "GET /v2.0/networks/a127763e-29f7-47d5-9091-de48cb15ea6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762285 Jul 09 14:53:42.742400 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f019780c-b7d5-4dc1-a83f-ec0d92aa0ceb req-e82953c6-22e0-4093-a8b4-8b5cfc747cd6 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:42.744719 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f019780c-b7d5-4dc1-a83f-ec0d92aa0ceb req-e82953c6-22e0-4093-a8b4-8b5cfc747cd6 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.62 "GET /v2.0/ports?device_id=6facd98f-aea4-432c-a1db-99a5e501094f HTTP/1.1" status: 200 len: 945 time: 0.1500289 Jul 09 14:53:42.825464 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fef188a6-1448-426b-8f67-4d350c2ca189 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:42.900822 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef188a6-1448-426b-8f67-4d350c2ca189 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event deleted for resources: {'Subnet': ['ID=fe7413ec-309e-4fc1-8a17-e21554d43c67,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:42.917028 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fef188a6-1448-426b-8f67-4d350c2ca189 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:42.923343 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-fef188a6-1448-426b-8f67-4d350c2ca189 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/subnets/fe7413ec-309e-4fc1-8a17-e21554d43c67 HTTP/1.1" status: 204 len: 168 time: 0.8965833 Jul 09 14:53:42.929054 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46172) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:42.930062 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9b7dce20-89e5-4acc-89af-355f22b76be8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:42.966336 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-f019780c-b7d5-4dc1-a83f-ec0d92aa0ceb req-8a647e64-4e3f-4fd4-9285-937ac734991e tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Deleting port 02b4ec51-d40f-4128-b7d2-f4950d5909d3 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:53:42.966632 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-f019780c-b7d5-4dc1-a83f-ec0d92aa0ceb req-8a647e64-4e3f-4fd4-9285-937ac734991e tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:43.026215 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-fa47174a-0a79-4949-9d0c-292d390c70e5 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0972252 Jul 09 14:53:43.041773 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46178) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:43.057029 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-d9f2c7c7-6512-4b2b-a346-e7cd92cf3d43 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Request body: {'subnet': {'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:53:43.090764 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9b7dce20-89e5-4acc-89af-355f22b76be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:43.100394 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-f019780c-b7d5-4dc1-a83f-ec0d92aa0ceb req-8a647e64-4e3f-4fd4-9285-937ac734991e tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] For port 02b4ec51-d40f-4128-b7d2-f4950d5909d3, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=02b4ec51-d40f-4128-b7d2-f4950d5909d3,segment=NetworkSegment(4f5083cd-3839-47b5-96db-7638aa0acf65),segment_id=4f5083cd-3839-47b5-96db-7638aa0acf65)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:53:43.100770 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-f019780c-b7d5-4dc1-a83f-ec0d92aa0ceb req-8a647e64-4e3f-4fd4-9285-937ac734991e tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:43.115199 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-482ebcb6-3baf-416f-9179-2f39301fa9d8 service neutron] 10.222.0.58 "GET /v2.0/networks/a127763e-29f7-47d5-9091-de48cb15ea6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4172573 Jul 09 14:53:43.159267 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-f019780c-b7d5-4dc1-a83f-ec0d92aa0ceb req-8a647e64-4e3f-4fd4-9285-937ac734991e tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Calling delete_port for 02b4ec51-d40f-4128-b7d2-f4950d5909d3 owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:53:43.179745 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-9b7dce20-89e5-4acc-89af-355f22b76be8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ab4d592d1ce645daa2b2fa467c8f9b99&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0213208 Jul 09 14:53:43.186777 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46184) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:43.190398 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7dce20-89e5-4acc-89af-355f22b76be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9b3613-fa52-44ca-acd1-ef780304548f,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:43.223578 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63d8272-0a3e-4cfc-b5c2-e85df197a64e None None] Network 858359dc-653d-453c-9af7-637628d0bac8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:53:43.358343 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6887e1f1-b5e7-4cf6-89a9-6b92b0e53ce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:43.364413 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-0c65acc4-c1e9-4603-b4b0-0b06e277e156 None None] Provisioning complete for port 39124f4c-29c5-4973-a678-597cf1646684 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:53:43.365346 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0c65acc4-c1e9-4603-b4b0-0b06e277e156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:43.417594 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850b597-8e04-4f24-9b29-a90bd4d4206e req-b853795a-625c-4a51-969b-c8f994a4ef76 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:43.424919 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8850b597-8e04-4f24-9b29-a90bd4d4206e req-b853795a-625c-4a51-969b-c8f994a4ef76 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a200306-5274-40a0-9e2c-5d37f829a1db HTTP/1.1" status: 200 len: 945 time: 0.3130217 Jul 09 14:53:43.533706 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6887e1f1-b5e7-4cf6-89a9-6b92b0e53ce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:43.554388 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f2c7c7-6512-4b2b-a346-e7cd92cf3d43 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Made reservation on behalf of 705b0dcf676c4e4da08df6f6169d5c06 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:53:43.558219 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d9f2c7c7-6512-4b2b-a346-e7cd92cf3d43 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:43.583165 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-f019780c-b7d5-4dc1-a83f-ec0d92aa0ceb req-8a647e64-4e3f-4fd4-9285-937ac734991e tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:43.603906 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['89ded352-59b7-41fc-bd31-f2d97d083c8d'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:53:43.628629 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['02b4ec51-d40f-4128-b7d2-f4950d5909d3'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:53:43.640155 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a647e64-4e3f-4fd4-9285-937ac734991e tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Pushing event deleted for resources: {'Port': ['ID=02b4ec51-d40f-4128-b7d2-f4950d5909d3,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:43.659064 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9b7d08-54a4-4ebc-adbe-a9fe03ced531 None None] DHCP port deletion for 858359dc-653d-453c-9af7-637628d0bac8 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:53:43.764584 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-8850b597-8e04-4f24-9b29-a90bd4d4206e req-a1d161ef-7d2b-46b0-b038-40c90dc8cd2e tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Deleting port 89ded352-59b7-41fc-bd31-f2d97d083c8d {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:53:43.764929 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8850b597-8e04-4f24-9b29-a90bd4d4206e req-a1d161ef-7d2b-46b0-b038-40c90dc8cd2e tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:43.786544 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-f019780c-b7d5-4dc1-a83f-ec0d92aa0ceb req-8a647e64-4e3f-4fd4-9285-937ac734991e tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] No DVR routers for this DVR port 02b4ec51-d40f-4128-b7d2-f4950d5909d3 on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:53:43.794859 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-f019780c-b7d5-4dc1-a83f-ec0d92aa0ceb req-8a647e64-4e3f-4fd4-9285-937ac734991e tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:43.801780 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f019780c-b7d5-4dc1-a83f-ec0d92aa0ceb req-8a647e64-4e3f-4fd4-9285-937ac734991e tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.62 "DELETE /v2.0/ports/02b4ec51-d40f-4128-b7d2-f4950d5909d3 HTTP/1.1" status: 204 len: 173 time: 1.0503974 Jul 09 14:53:43.802661 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6facd98f-aea4-432c-a1db-99a5e501094f', 'name': 'network-vif-deleted', 'tag': '02b4ec51-d40f-4128-b7d2-f4950d5909d3'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:53:43.807248 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-5a9b7d08-54a4-4ebc-adbe-a9fe03ced531 None None] Deleting port 39124f4c-29c5-4973-a678-597cf1646684 {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:53:43.807995 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5a9b7d08-54a4-4ebc-adbe-a9fe03ced531 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:43.812092 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1698610-4119-43bb-a07b-4a71c43d529b" -d '{"events": [{"server_uuid": "6facd98f-aea4-432c-a1db-99a5e501094f", "name": "network-vif-deleted", "tag": "02b4ec51-d40f-4128-b7d2-f4950d5909d3"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:53:43.869467 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6887e1f1-b5e7-4cf6-89a9-6b92b0e53ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:43.872634 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6887e1f1-b5e7-4cf6-89a9-6b92b0e53ce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:43.874374 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-6887e1f1-b5e7-4cf6-89a9-6b92b0e53ce4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ed9b3613-fa52-44ca-acd1-ef780304548f HTTP/1.1" status: 204 len: 168 time: 0.6852162 Jul 09 14:53:43.908659 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6887e1f1-b5e7-4cf6-89a9-6b92b0e53ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9b3613-fa52-44ca-acd1-ef780304548f,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:43.910787 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46210) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:43.932794 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46214) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:43.990972 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-5a9b7d08-54a4-4ebc-adbe-a9fe03ced531 None None] For port 39124f4c-29c5-4973-a678-597cf1646684, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=39124f4c-29c5-4973-a678-597cf1646684,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:53:43.998934 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5a9b7d08-54a4-4ebc-adbe-a9fe03ced531 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:44.016583 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b61cf4dc-1983-4059-b39b-405e518554a3 x-openstack-request-id: req-b61cf4dc-1983-4059-b39b-405e518554a3 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:53:44.016583 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6facd98f-aea4-432c-a1db-99a5e501094f", "name": "network-vif-deleted", "tag": "02b4ec51-d40f-4128-b7d2-f4950d5909d3", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:53:44.016583 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b61cf4dc-1983-4059-b39b-405e518554a3 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:53:44.016583 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6facd98f-aea4-432c-a1db-99a5e501094f', 'name': 'network-vif-deleted', 'tag': '02b4ec51-d40f-4128-b7d2-f4950d5909d3', 'status': 'completed', 'code': 200} Jul 09 14:53:44.049913 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-5a9b7d08-54a4-4ebc-adbe-a9fe03ced531 None None] Calling delete_port for 39124f4c-29c5-4973-a678-597cf1646684 owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:53:44.087393 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-eb5393f1-c586-442b-9334-a58fe7676921 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=627a237bc3a244b8bc902c724ce587cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1523247 Jul 09 14:53:44.089041 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46218) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:44.234792 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-8850b597-8e04-4f24-9b29-a90bd4d4206e req-a1d161ef-7d2b-46b0-b038-40c90dc8cd2e tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] For port 89ded352-59b7-41fc-bd31-f2d97d083c8d, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=89ded352-59b7-41fc-bd31-f2d97d083c8d,segment=NetworkSegment(4f5083cd-3839-47b5-96db-7638aa0acf65),segment_id=4f5083cd-3839-47b5-96db-7638aa0acf65)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:53:44.235162 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8850b597-8e04-4f24-9b29-a90bd4d4206e req-a1d161ef-7d2b-46b0-b038-40c90dc8cd2e tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:44.267290 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-8850b597-8e04-4f24-9b29-a90bd4d4206e req-a1d161ef-7d2b-46b0-b038-40c90dc8cd2e tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Calling delete_port for 89ded352-59b7-41fc-bd31-f2d97d083c8d owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:53:44.280709 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d9f2c7c7-6512-4b2b-a346-e7cd92cf3d43 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:44.310107 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5e33d192-5b4e-4534-83fa-e337a4b43a21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:44.338128 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-224a5140-de42-4613-8096-c078db4898fa admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1670750485-network', 'tenant_id': '2101f0c494ed4961b34b911742e19573'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:53:44.361786 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5e33d192-5b4e-4534-83fa-e337a4b43a21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:44.418214 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f2c7c7-6512-4b2b-a346-e7cd92cf3d43 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:53:44.442533 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a453429a-6f09-41da-b2bc-e1d22c5a00c2 req-053e1a20-1656-49af-aba3-2cc98f5937fd tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ec0466f-6b26-4510-a4ae-5444a071c323 HTTP/1.1" status: 200 len: 210 time: 0.0648100 Jul 09 14:53:44.448076 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-d9f2c7c7-6512-4b2b-a346-e7cd92cf3d43 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:53:44.457079 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f2c7c7-6512-4b2b-a346-e7cd92cf3d43 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:44.457678 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d9f2c7c7-6512-4b2b-a346-e7cd92cf3d43 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:44.474534 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f2c7c7-6512-4b2b-a346-e7cd92cf3d43 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event updated for resources: {'Subnet': ['ID=8351fc56-7be6-46ff-b1eb-7c7415ffabaf,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:44.580778 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5a9b7d08-54a4-4ebc-adbe-a9fe03ced531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:44.608260 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9b7d08-54a4-4ebc-adbe-a9fe03ced531 None None] Pushing event deleted for resources: {'Port': ['ID=39124f4c-29c5-4973-a678-597cf1646684,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:44.614047 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9b7d08-54a4-4ebc-adbe-a9fe03ced531 None None] No DVR routers for this DVR port 39124f4c-29c5-4973-a678-597cf1646684 on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:53:44.626659 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-224a5140-de42-4613-8096-c078db4898fa admin admin] Made reservation on behalf of 2101f0c494ed4961b34b911742e19573 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:53:44.629515 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-224a5140-de42-4613-8096-c078db4898fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:44.646338 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5e33d192-5b4e-4534-83fa-e337a4b43a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:44.646487 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fe2b80-a110-4dbf-a096-11b4f984162e None None] Network 858359dc-653d-453c-9af7-637628d0bac8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:53:44.653142 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5e33d192-5b4e-4534-83fa-e337a4b43a21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:44.654649 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-5e33d192-5b4e-4534-83fa-e337a4b43a21 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7b85fe5b-c24b-42e2-9cc8-c6425c8c49ba HTTP/1.1" status: 204 len: 168 time: 0.5634172 Jul 09 14:53:44.664901 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-224a5140-de42-4613-8096-c078db4898fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:44.670336 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8850b597-8e04-4f24-9b29-a90bd4d4206e req-a1d161ef-7d2b-46b0-b038-40c90dc8cd2e tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:44.739901 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e33d192-5b4e-4534-83fa-e337a4b43a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b85fe5b-c24b-42e2-9cc8-c6425c8c49ba,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:44.772420 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d9f2c7c7-6512-4b2b-a346-e7cd92cf3d43 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7225976 Jul 09 14:53:44.772665 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['02b4ec51-d40f-4128-b7d2-f4950d5909d3'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:53:44.772776 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46242) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:44.772776 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d161ef-7d2b-46b0-b038-40c90dc8cd2e tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Pushing event deleted for resources: {'Port': ['ID=89ded352-59b7-41fc-bd31-f2d97d083c8d,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:44.784437 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-d5566a00-0e48-44b4-b0aa-5449fc186c06 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Request body: {'subnet': {'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:53:44.905328 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-224a5140-de42-4613-8096-c078db4898fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:44.949414 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-8850b597-8e04-4f24-9b29-a90bd4d4206e req-a1d161ef-7d2b-46b0-b038-40c90dc8cd2e tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] No DVR routers for this DVR port 89ded352-59b7-41fc-bd31-f2d97d083c8d on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:53:44.955470 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8850b597-8e04-4f24-9b29-a90bd4d4206e req-a1d161ef-7d2b-46b0-b038-40c90dc8cd2e tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:44.957525 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8850b597-8e04-4f24-9b29-a90bd4d4206e req-a1d161ef-7d2b-46b0-b038-40c90dc8cd2e tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.54 "DELETE /v2.0/ports/89ded352-59b7-41fc-bd31-f2d97d083c8d HTTP/1.1" status: 204 len: 173 time: 1.5307527 Jul 09 14:53:44.957982 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a200306-5274-40a0-9e2c-5d37f829a1db', 'name': 'network-vif-deleted', 'tag': '89ded352-59b7-41fc-bd31-f2d97d083c8d'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:53:44.969342 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d1a7737-f234-4c3c-8bf1-5149eae49e79" -d '{"events": [{"server_uuid": "1a200306-5274-40a0-9e2c-5d37f829a1db", "name": "network-vif-deleted", "tag": "89ded352-59b7-41fc-bd31-f2d97d083c8d"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:53:45.033060 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177da011-bf37-46ba-9c9e-b90b46d51359 x-openstack-request-id: req-177da011-bf37-46ba-9c9e-b90b46d51359 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:53:45.033611 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a200306-5274-40a0-9e2c-5d37f829a1db", "name": "network-vif-deleted", "tag": "89ded352-59b7-41fc-bd31-f2d97d083c8d", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:53:45.034017 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-177da011-bf37-46ba-9c9e-b90b46d51359 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:53:45.035216 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a200306-5274-40a0-9e2c-5d37f829a1db', 'name': 'network-vif-deleted', 'tag': '89ded352-59b7-41fc-bd31-f2d97d083c8d', 'status': 'completed', 'code': 200} Jul 09 14:53:45.040520 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:45.053082 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e52bec-8b93-48ce-9f22-d434795919e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-858359dc-653d-453c-9af7-637628d0bac8', 'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'tenant_id': '705b0dcf676c4e4da08df6f6169d5c06', 'fixed_ips': [{'subnet_id': '8351fc56-7be6-46ff-b1eb-7c7415ffabaf'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:53:45.053953 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b9e52bec-8b93-48ce-9f22-d434795919e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:45.141048 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-224a5140-de42-4613-8096-c078db4898fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:45.165839 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-224a5140-de42-4613-8096-c078db4898fa admin admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:53:45.180060 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224a5140-de42-4613-8096-c078db4898fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=729cb981-147a-4c80-abb8-c3c3442acb00,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:45.186093 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-224a5140-de42-4613-8096-c078db4898fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:45.186455 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-224a5140-de42-4613-8096-c078db4898fa admin admin] Added segment 5fc8e242-edb6-4e44-9db6-69bf62fe9832 of type vlan for network df186667-6141-408f-b948-556aeed56a5d Jul 09 14:53:45.194796 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-b9e52bec-8b93-48ce-9f22-d434795919e4 None None] Allocated IP 172.20.0.2 (858359dc-653d-453c-9af7-637628d0bac8/8351fc56-7be6-46ff-b1eb-7c7415ffabaf/cad60049-be9e-406d-9a51-57b257b99997) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:53:45.234930 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-224a5140-de42-4613-8096-c078db4898fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:45.320642 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 39124f4c-29c5-4973-a678-597cf1646684 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:53:45.329183 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5566a00-0e48-44b4-b0aa-5449fc186c06 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Made reservation on behalf of 705b0dcf676c4e4da08df6f6169d5c06 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:53:45.333211 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d5566a00-0e48-44b4-b0aa-5449fc186c06 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:45.388271 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 39124f4c-29c5-4973-a678-597cf1646684 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:53:45.400022 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 39124f4c-29c5-4973-a678-597cf1646684 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:53:45.439687 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-224a5140-de42-4613-8096-c078db4898fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:45.441077 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224a5140-de42-4613-8096-c078db4898fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:45.441866 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-224a5140-de42-4613-8096-c078db4898fa admin admin] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:45.556514 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b9e52bec-8b93-48ce-9f22-d434795919e4 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:45.572821 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-b9e52bec-8b93-48ce-9f22-d434795919e4 None None] Transition to ACTIVE for port object cad60049-be9e-406d-9a51-57b257b99997 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:53:45.594821 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224a5140-de42-4613-8096-c078db4898fa admin admin] Pushing event updated for resources: {'Network': ['ID=df186667-6141-408f-b948-556aeed56a5d,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:45.597883 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c597a79c-ee83-4c81-ad23-edb7ead1c404 req-e8c02973-126e-42dd-83ba-f02337ff07ae tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ec0466f-6b26-4510-a4ae-5444a071c323 HTTP/1.1" status: 200 len: 210 time: 0.0591679 Jul 09 14:53:45.602773 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46258) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:45.614827 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network df186667-6141-408f-b948-556aeed56a5d details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:53:45.695023 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-224a5140-de42-4613-8096-c078db4898fa admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7820683 Jul 09 14:53:45.704242 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46264) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:45.721221 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-5acaa08d-5555-4d01-8f35-7e5c257c0391 admin admin] Request body: {'subnet': {'network_id': 'df186667-6141-408f-b948-556aeed56a5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1670750485-subnet', 'tenant_id': '2101f0c494ed4961b34b911742e19573', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:53:45.753886 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-6d8de07b-6c5c-4cc2-b122-1d60a655d2ba admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=eb3f7a575d9e4cfd94a3624e518a58b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1487877 Jul 09 14:53:45.759931 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46268) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:45.782274 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-b9e52bec-8b93-48ce-9f22-d434795919e4 None None] Transition to ACTIVE for port object cad60049-be9e-406d-9a51-57b257b99997 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:53:45.873206 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b9fbe6fb-4137-4ac0-b418-e0ff0c4c2cee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:45.915476 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b9fbe6fb-4137-4ac0-b418-e0ff0c4c2cee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:46.068691 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5acaa08d-5555-4d01-8f35-7e5c257c0391 admin admin] Made reservation on behalf of 2101f0c494ed4961b34b911742e19573 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:53:46.069123 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b9e52bec-8b93-48ce-9f22-d434795919e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:46.072100 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5acaa08d-5555-4d01-8f35-7e5c257c0391 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:46.144634 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e52bec-8b93-48ce-9f22-d434795919e4 None None] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:53:46.145565 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e52bec-8b93-48ce-9f22-d434795919e4 None None] Pushing event updated for resources: {'Port': ['ID=cad60049-be9e-406d-9a51-57b257b99997,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:46.158168 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-b9e52bec-8b93-48ce-9f22-d434795919e4 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:53:46.161661 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e52bec-8b93-48ce-9f22-d434795919e4 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:53:46.233232 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-b9e52bec-8b93-48ce-9f22-d434795919e4 None None] Attempting to bind port cad60049-be9e-406d-9a51-57b257b99997 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:53:46.234238 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-b9e52bec-8b93-48ce-9f22-d434795919e4 None None] Attempting to bind port cad60049-be9e-406d-9a51-57b257b99997 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:53:46.234952 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e52bec-8b93-48ce-9f22-d434795919e4 None None] Attempting to bind port cad60049-be9e-406d-9a51-57b257b99997 on network 858359dc-653d-453c-9af7-637628d0bac8 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:53:46.241348 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e52bec-8b93-48ce-9f22-d434795919e4 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:53:46.241752 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e52bec-8b93-48ce-9f22-d434795919e4 None None] Checking segment: {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:53:46.243300 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b9e52bec-8b93-48ce-9f22-d434795919e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:46.243900 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e52bec-8b93-48ce-9f22-d434795919e4 None None] Bound using segment: {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:53:46.258714 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-b9e52bec-8b93-48ce-9f22-d434795919e4 None None] Bound port: cad60049-be9e-406d-9a51-57b257b99997, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:53:46.259317 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b9e52bec-8b93-48ce-9f22-d434795919e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:46.308909 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b9fbe6fb-4137-4ac0-b418-e0ff0c4c2cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:46.311974 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b9fbe6fb-4137-4ac0-b418-e0ff0c4c2cee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:46.314775 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b9fbe6fb-4137-4ac0-b418-e0ff0c4c2cee admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ef35d15f-5dd3-44c4-a5fc-dc06016ff79c HTTP/1.1" status: 204 len: 168 time: 0.5539873 Jul 09 14:53:46.352930 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fbe6fb-4137-4ac0-b418-e0ff0c4c2cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef35d15f-5dd3-44c4-a5fc-dc06016ff79c,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:46.400702 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5acaa08d-5555-4d01-8f35-7e5c257c0391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:46.422538 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-b9e52bec-8b93-48ce-9f22-d434795919e4 None None] For port cad60049-be9e-406d-9a51-57b257b99997, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:53:46.432340 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-b9e52bec-8b93-48ce-9f22-d434795919e4 None None] For port cad60049-be9e-406d-9a51-57b257b99997, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=cad60049-be9e-406d-9a51-57b257b99997,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:53:46.479726 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acaa08d-5555-4d01-8f35-7e5c257c0391 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b544098a-de9c-4731-9dc8-b8b3d0182b31,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:46.520321 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acaa08d-5555-4d01-8f35-7e5c257c0391 admin admin] Checking segment: {'id': '5fc8e242-edb6-4e44-9db6-69bf62fe9832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'df186667-6141-408f-b948-556aeed56a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:53:46.521598 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acaa08d-5555-4d01-8f35-7e5c257c0391 admin admin] Network hostable DHCP agents. Network: df186667-6141-408f-b948-556aeed56a5d, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:53:46.532298 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b9e52bec-8b93-48ce-9f22-d434795919e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:46.653652 n-d-799529-6 neutron-server[94445]: DEBUG neutron.objects.ports [None req-d5566a00-0e48-44b4-b0aa-5449fc186c06 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94445) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 14:53:46.681075 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acaa08d-5555-4d01-8f35-7e5c257c0391 admin admin] Network df186667-6141-408f-b948-556aeed56a5d is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:53:46.684832 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e52bec-8b93-48ce-9f22-d434795919e4 None None] Pushing event updated for resources: {'Port': ['ID=cad60049-be9e-406d-9a51-57b257b99997,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:46.791458 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2b6b6128-31ae-45c7-9980-a2c50baf2b4d req-64634ccd-e0aa-49b2-a660-bf1436f54dc3 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ec0466f-6b26-4510-a4ae-5444a071c323 HTTP/1.1" status: 200 len: 210 time: 0.1021538 Jul 09 14:53:46.814608 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-5acaa08d-5555-4d01-8f35-7e5c257c0391 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, df186667-6141-408f-b948-556aeed56a5d) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:53:46.824488 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acaa08d-5555-4d01-8f35-7e5c257c0391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:46.825079 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5acaa08d-5555-4d01-8f35-7e5c257c0391 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:46.825275 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a93cb0e-cd2a-46b7-a445-5f037cd624f6 None None] Network df186667-6141-408f-b948-556aeed56a5d requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:53:46.932589 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-5acaa08d-5555-4d01-8f35-7e5c257c0391 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2228510 Jul 09 14:53:46.957033 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 02b4ec51-d40f-4128-b7d2-f4950d5909d3 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:53:47.064692 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: 02b4ec51-d40f-4128-b7d2-f4950d5909d3 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:53:47.066300 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 02b4ec51-d40f-4128-b7d2-f4950d5909d3 not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:53:47.342859 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973445a9-6ba0-4640-ac2a-1e668b1c45eb None None] Network df186667-6141-408f-b948-556aeed56a5d requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:53:47.601126 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device cad60049-be9e-406d-9a51-57b257b99997 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:53:47.606498 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d5566a00-0e48-44b4-b0aa-5449fc186c06 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:47.954121 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port cad60049-be9e-406d-9a51-57b257b99997 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:53:47.959452 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 89ded352-59b7-41fc-bd31-f2d97d083c8d no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:53:48.013129 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-d5566a00-0e48-44b4-b0aa-5449fc186c06 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] For port cad60049-be9e-406d-9a51-57b257b99997, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=cad60049-be9e-406d-9a51-57b257b99997,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:53:48.036780 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: 89ded352-59b7-41fc-bd31-f2d97d083c8d {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:53:48.037190 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 89ded352-59b7-41fc-bd31-f2d97d083c8d not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:53:48.091654 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d5566a00-0e48-44b4-b0aa-5449fc186c06 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:48.155164 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [req-be8cea75-5cb0-4ea9-97e0-868586781a26 req-f95fa6ca-5523-4db4-8a45-dd8573d24307 tempest-SecurityGroupsNegativeTestJSON-1810722882 tempest-SecurityGroupsNegativeTestJSON-1810722882-project] show failed (client error): The resource could not be found. Jul 09 14:53:48.179526 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-be8cea75-5cb0-4ea9-97e0-868586781a26 req-f95fa6ca-5523-4db4-8a45-dd8573d24307 tempest-SecurityGroupsNegativeTestJSON-1810722882 tempest-SecurityGroupsNegativeTestJSON-1810722882-project] 10.222.0.58 "GET /v2.0/security-groups/cd9be9d1-bd24-4f9a-87c6-3ce1a17a729a HTTP/1.1" status: 404 len: 352 time: 0.0522761 Jul 09 14:53:48.221029 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-798dfd22-ca7e-45ac-af4f-f4ff9d26c6bf req-75f79e6a-cf98-42f8-9e30-4259c26bf36c tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ec0466f-6b26-4510-a4ae-5444a071c323 HTTP/1.1" status: 200 len: 210 time: 0.0847039 Jul 09 14:53:48.221830 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d5566a00-0e48-44b4-b0aa-5449fc186c06 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:48.228012 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d5566a00-0e48-44b4-b0aa-5449fc186c06 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:48.443592 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5566a00-0e48-44b4-b0aa-5449fc186c06 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:53:48.445048 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5566a00-0e48-44b4-b0aa-5449fc186c06 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event updated for resources: {'Port': ['ID=cad60049-be9e-406d-9a51-57b257b99997,revision_number=4']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:48.455907 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-d5566a00-0e48-44b4-b0aa-5449fc186c06 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:53:48.466568 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5566a00-0e48-44b4-b0aa-5449fc186c06 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:48.467617 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d5566a00-0e48-44b4-b0aa-5449fc186c06 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:48.469980 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d610999-e50d-4990-90fb-2ca1c327ff9d None None] Network 858359dc-653d-453c-9af7-637628d0bac8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:53:48.483061 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5566a00-0e48-44b4-b0aa-5449fc186c06 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event updated for resources: {'Subnet': ['ID=7f576393-00af-4893-93d8-772501a5742f,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:48.505758 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-26589e5e-59ea-4406-b6e2-80a9118fcbfb req-24106b7e-ae27-4988-8b58-cce1bc148d23 tempest-SecurityGroupsNegativeTestJSON-1810722882 tempest-SecurityGroupsNegativeTestJSON-1810722882-project] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2101f0c494ed4961b34b911742e19573 HTTP/1.1" status: 200 len: 2988 time: 0.1324446 Jul 09 14:53:48.581379 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-26589e5e-59ea-4406-b6e2-80a9118fcbfb req-8e03cb6b-482d-4770-9fd6-9300720eb731 tempest-SecurityGroupsNegativeTestJSON-1810722882 tempest-SecurityGroupsNegativeTestJSON-1810722882-project] 10.222.0.58 "GET /v2.0/security-groups/729cb981-147a-4c80-abb8-c3c3442acb00 HTTP/1.1" status: 200 len: 2985 time: 0.0687971 Jul 09 14:53:48.635288 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d5566a00-0e48-44b4-b0aa-5449fc186c06 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.8624864 Jul 09 14:53:48.667064 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46350) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:48.667064 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-032ec170-fa65-4d19-a2a0-78ab8b3fc117 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Request body: {'port': {'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'mac_address': 'fa:16:3e:51:15:45', 'name': 'tempest-NetworksTestDHCPv6-1465029838'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:53:48.741369 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-809e6abb-7db1-4ab8-8397-08543d57f56a None None] Provisioning for port cad60049-be9e-406d-9a51-57b257b99997 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:53:48.753811 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-809e6abb-7db1-4ab8-8397-08543d57f56a None None] Provisioning complete for port cad60049-be9e-406d-9a51-57b257b99997 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:53:48.753811 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-809e6abb-7db1-4ab8-8397-08543d57f56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:48.809285 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-784c560a-21fe-4791-8a2f-b762851d2c97 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:48.816671 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-784c560a-21fe-4791-8a2f-b762851d2c97 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.62 "GET /v2.0/networks?id=a127763e-29f7-47d5-9091-de48cb15ea6a HTTP/1.1" status: 200 len: 812 time: 0.1896942 Jul 09 14:53:48.837692 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-0f817787-7a98-4100-ab36-d588f44258cd tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Request body: {'port': {'device_id': 'adbdd40a-7ca6-467f-8066-3132568581bb', 'network_id': 'a127763e-29f7-47d5-9091-de48cb15ea6a', 'admin_state_up': True, 'tenant_id': 'f23d9a2a77484c1eadd244e8611d3083'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:53:48.948302 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-809e6abb-7db1-4ab8-8397-08543d57f56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:48.991407 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-809e6abb-7db1-4ab8-8397-08543d57f56a None None] For port cad60049-be9e-406d-9a51-57b257b99997, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=cad60049-be9e-406d-9a51-57b257b99997,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:53:49.117282 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-809e6abb-7db1-4ab8-8397-08543d57f56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:49.152225 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-0f817787-7a98-4100-ab36-d588f44258cd tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Made reservation on behalf of f23d9a2a77484c1eadd244e8611d3083 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:53:49.166213 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-0f817787-7a98-4100-ab36-d588f44258cd tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:49.213574 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809e6abb-7db1-4ab8-8397-08543d57f56a None None] Pushing event updated for resources: {'Port': ['ID=cad60049-be9e-406d-9a51-57b257b99997,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:49.248889 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-26589e5e-59ea-4406-b6e2-80a9118fcbfb req-07a67faf-98c9-49e2-8747-79fc7f8d8950 tempest-SecurityGroupsNegativeTestJSON-1810722882 tempest-SecurityGroupsNegativeTestJSON-1810722882-project] 10.222.0.58 "GET /v2.0/security-groups/729cb981-147a-4c80-abb8-c3c3442acb00 HTTP/1.1" status: 200 len: 2985 time: 0.6542861 Jul 09 14:53:49.445298 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device cad60049-be9e-406d-9a51-57b257b99997 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:53:49.507619 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46380) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:49.589657 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port cad60049-be9e-406d-9a51-57b257b99997 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:53:49.591250 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:49.603539 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032ec170-fa65-4d19-a2a0-78ab8b3fc117 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Made reservation on behalf of 705b0dcf676c4e4da08df6f6169d5c06 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:53:49.606940 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-0f817787-7a98-4100-ab36-d588f44258cd tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Allocated IP 172.20.0.2 (a127763e-29f7-47d5-9091-de48cb15ea6a/43a4299f-20b7-47e7-a6f8-05cc3855fbd4/5a43cda5-fb6c-4bd2-86b7-b16b61232987) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:53:49.798923 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cd0e6477-6856-401f-90c9-26d387d65a10 req-579d5801-bbb0-4dcc-8c92-45c5538a8fad tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ec0466f-6b26-4510-a4ae-5444a071c323 HTTP/1.1" status: 200 len: 210 time: 0.1078992 Jul 09 14:53:49.884710 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-032ec170-fa65-4d19-a2a0-78ab8b3fc117 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:49.911482 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46388) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:49.928035 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-e6ad5f07-b305-4f6d-a5f7-23ae20cf6efa tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-56813038'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:53:49.957458 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [None req-032ec170-fa65-4d19-a2a0-78ab8b3fc117 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] device_id is not set on port 8bcbca71-0d0d-4e47-a94f-51dfa2a85348 yet. {{(pid=94445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:53:50.015523 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-5f66ad98-e376-4296-a256-63f35f3f2ecd tempest-RoutersTestDVR-1850703761 tempest-RoutersTestDVR-1850703761-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-663786351'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:53:50.084746 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-f7c4f563-4e14-40a4-a122-2c47f41f1e7a None None] Provisioning complete for port cad60049-be9e-406d-9a51-57b257b99997 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:53:50.085249 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f7c4f563-4e14-40a4-a122-2c47f41f1e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:50.101453 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ad5f07-b305-4f6d-a5f7-23ae20cf6efa tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Made reservation on behalf of c23027b79fbf48438de608f7fcd960b2 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:53:50.104650 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e6ad5f07-b305-4f6d-a5f7-23ae20cf6efa tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:50.140317 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e6ad5f07-b305-4f6d-a5f7-23ae20cf6efa tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:50.215982 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-0f817787-7a98-4100-ab36-d588f44258cd tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:50.223215 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3c387ec3-ad36-45ff-a72f-648c3c471a92 req-e32a83de-9306-4a1a-9139-158aea8eec7b tempest-SecurityGroupsNegativeTestJSON-1810722882 tempest-SecurityGroupsNegativeTestJSON-1810722882-project] 10.222.0.58 "GET /v2.0/security-groups/729cb981-147a-4c80-abb8-c3c3442acb00 HTTP/1.1" status: 200 len: 2985 time: 0.6181140 Jul 09 14:53:50.274719 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-032ec170-fa65-4d19-a2a0-78ab8b3fc117 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Allocated IP 172.20.0.8 (858359dc-653d-453c-9af7-637628d0bac8/8351fc56-7be6-46ff-b1eb-7c7415ffabaf/8bcbca71-0d0d-4e47-a94f-51dfa2a85348) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:53:50.284599 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-0f5a120b-c15c-4de3-8252-273d59bb9a9e tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:50.289870 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-032ec170-fa65-4d19-a2a0-78ab8b3fc117 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Allocated IP 2001:db8::f816:3eff:fe51:1545 (858359dc-653d-453c-9af7-637628d0bac8/7f576393-00af-4893-93d8-772501a5742f/8bcbca71-0d0d-4e47-a94f-51dfa2a85348) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:53:50.290043 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-0f5a120b-c15c-4de3-8252-273d59bb9a9e tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.62 "GET /v2.0/networks?id=a127763e-29f7-47d5-9091-de48cb15ea6a HTTP/1.1" status: 200 len: 812 time: 0.1812739 Jul 09 14:53:50.342934 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-550d9541-12e4-4c95-87e7-3a9e35abf5cc tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Request body: {'port': {'device_id': '1ec0466f-6b26-4510-a4ae-5444a071c323', 'network_id': 'a127763e-29f7-47d5-9091-de48cb15ea6a', 'admin_state_up': True, 'tenant_id': 'f23d9a2a77484c1eadd244e8611d3083'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:53:50.364189 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [req-3c387ec3-ad36-45ff-a72f-648c3c471a92 req-bcc6d67b-92ce-4f74-a765-c24ced15b7fa tempest-SecurityGroupsNegativeTestJSON-1810722882 tempest-SecurityGroupsNegativeTestJSON-1810722882-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 09 14:53:50.365309 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3c387ec3-ad36-45ff-a72f-648c3c471a92 req-bcc6d67b-92ce-4f74-a765-c24ced15b7fa tempest-SecurityGroupsNegativeTestJSON-1810722882 tempest-SecurityGroupsNegativeTestJSON-1810722882-project] 10.222.0.58 "DELETE /v2.0/security-groups/729cb981-147a-4c80-abb8-c3c3442acb00 HTTP/1.1" status: 409 len: 352 time: 0.1341262 Jul 09 14:53:50.401800 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5f66ad98-e376-4296-a256-63f35f3f2ecd tempest-RoutersTestDVR-1850703761 tempest-RoutersTestDVR-1850703761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:50.403107 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5f66ad98-e376-4296-a256-63f35f3f2ecd tempest-RoutersTestDVR-1850703761 tempest-RoutersTestDVR-1850703761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:50.430617 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [req-4340e1d8-db7f-49d9-80e8-ac88e8db84b2 req-b6a01d26-3f92-47ba-88f2-d208dda73494 tempest-SecurityGroupsNegativeTestJSON-1810722882 tempest-SecurityGroupsNegativeTestJSON-1810722882-project] show failed (client error): The resource could not be found. Jul 09 14:53:50.431891 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4340e1d8-db7f-49d9-80e8-ac88e8db84b2 req-b6a01d26-3f92-47ba-88f2-d208dda73494 tempest-SecurityGroupsNegativeTestJSON-1810722882 tempest-SecurityGroupsNegativeTestJSON-1810722882-project] 10.222.0.58 "GET /v2.0/security-groups/2d8c7dcb-1a76-4061-9215-29f01ebfd598 HTTP/1.1" status: 404 len: 352 time: 0.0342500 Jul 09 14:53:50.506555 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-0f817787-7a98-4100-ab36-d588f44258cd tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:50.571722 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5f66ad98-e376-4296-a256-63f35f3f2ecd tempest-RoutersTestDVR-1850703761 tempest-RoutersTestDVR-1850703761-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:50.574762 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-032ec170-fa65-4d19-a2a0-78ab8b3fc117 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:50.596109 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e6ad5f07-b305-4f6d-a5f7-23ae20cf6efa tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:50.598398 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [req-0a279dbb-8005-4237-bc37-9cdaba470549 req-9418bda6-6deb-4d03-a7ea-68f52275b046 tempest-SecurityGroupsNegativeTestJSON-1810722882 tempest-SecurityGroupsNegativeTestJSON-1810722882-project] show failed (client error): The resource could not be found. Jul 09 14:53:50.599493 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0a279dbb-8005-4237-bc37-9cdaba470549 req-9418bda6-6deb-4d03-a7ea-68f52275b046 tempest-SecurityGroupsNegativeTestJSON-1810722882 tempest-SecurityGroupsNegativeTestJSON-1810722882-project] 10.222.0.58 "GET /v2.0/security-groups/053d447e-2fda-40be-9d4a-87db8d891c37 HTTP/1.1" status: 404 len: 352 time: 0.0995648 Jul 09 14:53:50.605943 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-0f817787-7a98-4100-ab36-d588f44258cd tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Network a127763e-29f7-47d5-9091-de48cb15ea6a is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:53:50.613190 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-032ec170-fa65-4d19-a2a0-78ab8b3fc117 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Transition to ACTIVE for port object 8bcbca71-0d0d-4e47-a94f-51dfa2a85348 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:53:50.627759 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46406) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:50.627759 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-0f817787-7a98-4100-ab36-d588f44258cd tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:53:50.627759 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-0f817787-7a98-4100-ab36-d588f44258cd tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:53:50.687196 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f817787-7a98-4100-ab36-d588f44258cd tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Pushing event updated for resources: {'Port': ['ID=5a43cda5-fb6c-4bd2-86b7-b16b61232987,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:50.720223 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e6ad5f07-b305-4f6d-a5f7-23ae20cf6efa tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:50.729887 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5f66ad98-e376-4296-a256-63f35f3f2ecd tempest-RoutersTestDVR-1850703761 tempest-RoutersTestDVR-1850703761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:50.742025 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-eca741a9-7332-43bd-9050-e9f972a6b92b admin admin] Deleting subnet b544098a-de9c-4731-9dc8-b8b3d0182b31 {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:53:50.748364 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6ad5f07-b305-4f6d-a5f7-23ae20cf6efa tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:53:50.751564 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-0f817787-7a98-4100-ab36-d588f44258cd tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:50.752313 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-0f817787-7a98-4100-ab36-d588f44258cd tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:50.763572 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-eca741a9-7332-43bd-9050-e9f972a6b92b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:50.766143 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ad5f07-b305-4f6d-a5f7-23ae20cf6efa tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7f034a-db42-4a40-9a70-59ea4ff906c2,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:50.772331 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e6ad5f07-b305-4f6d-a5f7-23ae20cf6efa tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:50.772897 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-e6ad5f07-b305-4f6d-a5f7-23ae20cf6efa tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Added segment d4500341-74de-48f0-a248-3664d416dfa1 of type vlan for network 664f3735-ad3e-491d-849d-4d5ed94d15b7 Jul 09 14:53:50.774842 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-032ec170-fa65-4d19-a2a0-78ab8b3fc117 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:50.826669 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-eca741a9-7332-43bd-9050-e9f972a6b92b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:50.864568 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032ec170-fa65-4d19-a2a0-78ab8b3fc117 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:53:50.876890 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-032ec170-fa65-4d19-a2a0-78ab8b3fc117 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:53:50.879925 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e6ad5f07-b305-4f6d-a5f7-23ae20cf6efa tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:50.887540 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032ec170-fa65-4d19-a2a0-78ab8b3fc117 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:53:50.914061 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032ec170-fa65-4d19-a2a0-78ab8b3fc117 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event updated for resources: {'Port': ['ID=8bcbca71-0d0d-4e47-a94f-51dfa2a85348,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:50.918147 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-eca741a9-7332-43bd-9050-e9f972a6b92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:50.969273 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032ec170-fa65-4d19-a2a0-78ab8b3fc117 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:50.969729 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-032ec170-fa65-4d19-a2a0-78ab8b3fc117 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:50.985873 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-550d9541-12e4-4c95-87e7-3a9e35abf5cc tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Made reservation on behalf of f23d9a2a77484c1eadd244e8611d3083 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:53:50.991552 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-550d9541-12e4-4c95-87e7-3a9e35abf5cc tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:51.066253 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-85a6a391-4f0b-4786-aa37-093651e9766e req-72a1e092-2999-4269-881f-256f8ab6616c tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ec0466f-6b26-4510-a4ae-5444a071c323 HTTP/1.1" status: 200 len: 210 time: 0.0360222 Jul 09 14:53:51.066253 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e6ad5f07-b305-4f6d-a5f7-23ae20cf6efa tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:51.070450 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ad5f07-b305-4f6d-a5f7-23ae20cf6efa tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:51.070450 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e6ad5f07-b305-4f6d-a5f7-23ae20cf6efa tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:51.129418 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5f66ad98-e376-4296-a256-63f35f3f2ecd tempest-RoutersTestDVR-1850703761 tempest-RoutersTestDVR-1850703761-project-admin] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:51.131368 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-5f66ad98-e376-4296-a256-63f35f3f2ecd tempest-RoutersTestDVR-1850703761 tempest-RoutersTestDVR-1850703761-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.2152057 Jul 09 14:53:51.137041 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-0f817787-7a98-4100-ab36-d588f44258cd tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3056860 Jul 09 14:53:51.138117 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46416) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:51.170171 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-fa2fc705-76e4-4256-8acf-36671b0110b3 service neutron] Request body: {'port': {'device_id': 'adbdd40a-7ca6-467f-8066-3132568581bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:53:51.196036 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-032ec170-fa65-4d19-a2a0-78ab8b3fc117 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.5457571 Jul 09 14:53:51.213053 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46418) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:51.225943 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-eca741a9-7332-43bd-9050-e9f972a6b92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:51.348940 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e6ad5f07-b305-4f6d-a5f7-23ae20cf6efa tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.8391910 Jul 09 14:53:51.354416 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46422) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:51.363339 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-60d41e85-87d4-4d32-a6e8-50fa1413961f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Request body: {'port': {'network_id': '664f3735-ad3e-491d-849d-4d5ed94d15b7', 'name': 'tempest-PortsIpV6TestJSON-1739257399'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:53:51.368875 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-eca741a9-7332-43bd-9050-e9f972a6b92b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:51.369093 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ad5f07-b305-4f6d-a5f7-23ae20cf6efa tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event updated for resources: {'Network': ['ID=664f3735-ad3e-491d-849d-4d5ed94d15b7,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:51.370118 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-eca741a9-7332-43bd-9050-e9f972a6b92b admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b544098a-de9c-4731-9dc8-b8b3d0182b31 HTTP/1.1" status: 204 len: 168 time: 0.7470806 Jul 09 14:53:51.374008 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46426) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:51.391707 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 664f3735-ad3e-491d-849d-4d5ed94d15b7 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:53:51.421102 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca741a9-7332-43bd-9050-e9f972a6b92b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b544098a-de9c-4731-9dc8-b8b3d0182b31,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:51.443880 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-aa7513d8-9467-4db3-a5af-959a76db6a5f tempest-RoutersTestDVR-1850703761 tempest-RoutersTestDVR-1850703761-project-admin] Notify callbacks [] for router, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:51.494463 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-4889b376-1b91-4349-9e0b-86bd8092353e None None] Provisioning for port 8bcbca71-0d0d-4e47-a94f-51dfa2a85348 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:53:51.494804 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-4889b376-1b91-4349-9e0b-86bd8092353e None None] Provisioning complete for port 8bcbca71-0d0d-4e47-a94f-51dfa2a85348 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:53:51.495184 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4889b376-1b91-4349-9e0b-86bd8092353e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:51.538858 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-4889b376-1b91-4349-9e0b-86bd8092353e None None] Port 8bcbca71-0d0d-4e47-a94f-51dfa2a85348 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:53:51.567727 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f22ef6-c773-42f0-976f-23a0ebd52c94 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:51.579755 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f22ef6-c773-42f0-976f-23a0ebd52c94 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:51.584753 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f4f22ef6-c773-42f0-976f-23a0ebd52c94 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.3682172 Jul 09 14:53:51.588687 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46432) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:51.630285 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-550d9541-12e4-4c95-87e7-3a9e35abf5cc tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Allocated IP 172.20.0.13 (a127763e-29f7-47d5-9091-de48cb15ea6a/43a4299f-20b7-47e7-a6f8-05cc3855fbd4/86df7d3c-21f7-48ba-a1ae-e4b290c8831e) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:53:51.645339 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-30762eb3-8457-4b3f-92a5-796abd01f3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:51.800887 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d41e85-87d4-4d32-a6e8-50fa1413961f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Made reservation on behalf of c23027b79fbf48438de608f7fcd960b2 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:53:51.804545 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-60d41e85-87d4-4d32-a6e8-50fa1413961f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:51.831376 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [None req-60d41e85-87d4-4d32-a6e8-50fa1413961f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] device_id is not set on port e8cace6f-0833-4c32-a2be-831fbe26fb13 yet. {{(pid=94445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:53:51.851277 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-30762eb3-8457-4b3f-92a5-796abd01f3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:51.874719 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-30762eb3-8457-4b3f-92a5-796abd01f3a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df186667-6141-408f-b948-556aeed56a5d']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:53:51.925388 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-30762eb3-8457-4b3f-92a5-796abd01f3a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fc8e242-edb6-4e44-9db6-69bf62fe9832') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:53:51.925649 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-30762eb3-8457-4b3f-92a5-796abd01f3a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fc8e242-edb6-4e44-9db6-69bf62fe9832') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:53:51.949745 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-30762eb3-8457-4b3f-92a5-796abd01f3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:51.961107 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-5db510c8-5c3b-4c9a-8231-8bbbacd599ec tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Deleting port 8bcbca71-0d0d-4e47-a94f-51dfa2a85348 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:53:51.961479 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5db510c8-5c3b-4c9a-8231-8bbbacd599ec tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:51.976530 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-30762eb3-8457-4b3f-92a5-796abd01f3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:52.014174 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-fa2fc705-76e4-4256-8acf-36671b0110b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:52.026678 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-aa7513d8-9467-4db3-a5af-959a76db6a5f tempest-RoutersTestDVR-1850703761 tempest-RoutersTestDVR-1850703761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:52.031821 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-aa7513d8-9467-4db3-a5af-959a76db6a5f tempest-RoutersTestDVR-1850703761 tempest-RoutersTestDVR-1850703761-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:52.108796 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30762eb3-8457-4b3f-92a5-796abd01f3a0 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:53:52.109253 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-30762eb3-8457-4b3f-92a5-796abd01f3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:52.114299 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:53:52.114299 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:53:52.114299 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:53:52.114299 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:53:52.114299 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:53:52.114299 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:53:52.114299 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:53:52.114299 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:53:52.114299 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:53:52.114299 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:53:52.114299 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:53:52.114299 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:53:52.114299 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:53:52.114299 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:53:52.114299 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:53:52.114299 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:53:52.114299 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:53:52.114299 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:53:52.114299 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 14:53:52.114299 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:53:52.114299 n-d-799529-6 neutron-server[94445]: timer() Jul 09 14:53:52.114299 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:53:52.114299 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 14:53:52.114299 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:53:52.114299 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 14:53:52.114299 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:53:52.114299 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 14:53:52.114299 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:53:52.114299 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 14:53:52.114299 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:53:52.114299 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 14:53:52.114299 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:53:52.114299 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:53:52.114299 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:53:52.114299 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:53:52.114299 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:53:52.114299 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 14:53:52.114299 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:53:52.114299 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 14:53:52.114299 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:53:52.114299 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:53:52.114299 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:53:52.114299 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 14:53:52.114299 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:53:52.114299 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:53:52.114299 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:53:52.114299 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:53:52.114299 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:53:52.114299 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:53:52.114299 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:53:52.232092 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-60d41e85-87d4-4d32-a6e8-50fa1413961f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:52.234983 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5db510c8-5c3b-4c9a-8231-8bbbacd599ec tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:52.264113 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-5db510c8-5c3b-4c9a-8231-8bbbacd599ec tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Calling delete_port for 8bcbca71-0d0d-4e47-a94f-51dfa2a85348 owned by {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:53:52.299840 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-aa7513d8-9467-4db3-a5af-959a76db6a5f tempest-RoutersTestDVR-1850703761 tempest-RoutersTestDVR-1850703761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:52.302079 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa7513d8-9467-4db3-a5af-959a76db6a5f tempest-RoutersTestDVR-1850703761 tempest-RoutersTestDVR-1850703761-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 06c94b2d-1f40-4889-929f-a0ae93902022 {{(pid=94446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:53:52.327094 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-aa7513d8-9467-4db3-a5af-959a76db6a5f tempest-RoutersTestDVR-1850703761 tempest-RoutersTestDVR-1850703761-project-admin] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:52.327094 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-aa7513d8-9467-4db3-a5af-959a76db6a5f tempest-RoutersTestDVR-1850703761 tempest-RoutersTestDVR-1850703761-project-admin] 10.222.0.58 "DELETE /v2.0/routers/06c94b2d-1f40-4889-929f-a0ae93902022 HTTP/1.1" status: 204 len: 168 time: 1.1799936 Jul 09 14:53:52.347948 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46440) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:52.364070 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-dfb7a8bc-fd1d-45b6-97da-95cd79d49fa3 tempest-RoutersTestDVR-1850703761 tempest-RoutersTestDVR-1850703761-project-admin] Request body: {'router': {'name': 'tempest-router-2079846852', 'distributed': False}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:53:52.387696 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5ab74c02-d141-48b3-b51d-2a57b798e44a req-70d18c76-b4e6-485e-b486-f4e3c02f3a08 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ec0466f-6b26-4510-a4ae-5444a071c323 HTTP/1.1" status: 200 len: 210 time: 0.1001093 Jul 09 14:53:52.446710 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-30762eb3-8457-4b3f-92a5-796abd01f3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:52.462818 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-30762eb3-8457-4b3f-92a5-796abd01f3a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:52.465136 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-30762eb3-8457-4b3f-92a5-796abd01f3a0 admin admin] 10.222.0.58 "DELETE /v2.0/networks/df186667-6141-408f-b948-556aeed56a5d HTTP/1.1" status: 204 len: 168 time: 1.0762513 Jul 09 14:53:52.509280 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dfb7a8bc-fd1d-45b6-97da-95cd79d49fa3 tempest-RoutersTestDVR-1850703761 tempest-RoutersTestDVR-1850703761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:52.512708 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dfb7a8bc-fd1d-45b6-97da-95cd79d49fa3 tempest-RoutersTestDVR-1850703761 tempest-RoutersTestDVR-1850703761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:52.512989 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30762eb3-8457-4b3f-92a5-796abd01f3a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=df186667-6141-408f-b948-556aeed56a5d,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:52.587283 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dfb7a8bc-fd1d-45b6-97da-95cd79d49fa3 tempest-RoutersTestDVR-1850703761 tempest-RoutersTestDVR-1850703761-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:52.606365 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-60d41e85-87d4-4d32-a6e8-50fa1413961f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:52.644386 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-550d9541-12e4-4c95-87e7-3a9e35abf5cc tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:52.659455 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5db510c8-5c3b-4c9a-8231-8bbbacd599ec tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:52.678161 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dfb7a8bc-fd1d-45b6-97da-95cd79d49fa3 tempest-RoutersTestDVR-1850703761 tempest-RoutersTestDVR-1850703761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:52.746433 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d41e85-87d4-4d32-a6e8-50fa1413961f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event updated for resources: {'Port': ['ID=e8cace6f-0833-4c32-a2be-831fbe26fb13,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:52.767667 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-550d9541-12e4-4c95-87e7-3a9e35abf5cc tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:52.774841 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dfb7a8bc-fd1d-45b6-97da-95cd79d49fa3 tempest-RoutersTestDVR-1850703761 tempest-RoutersTestDVR-1850703761-project-admin] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:52.782661 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-dfb7a8bc-fd1d-45b6-97da-95cd79d49fa3 tempest-RoutersTestDVR-1850703761 tempest-RoutersTestDVR-1850703761-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4304719 Jul 09 14:53:52.793853 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46454) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:52.804049 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db510c8-5c3b-4c9a-8231-8bbbacd599ec tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event deleted for resources: {'Port': ['ID=8bcbca71-0d0d-4e47-a94f-51dfa2a85348,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:52.806088 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d41e85-87d4-4d32-a6e8-50fa1413961f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Checking segment: {'id': 'd4500341-74de-48f0-a248-3664d416dfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '664f3735-ad3e-491d-849d-4d5ed94d15b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:53:52.806452 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d41e85-87d4-4d32-a6e8-50fa1413961f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Network hostable DHCP agents. Network: 664f3735-ad3e-491d-849d-4d5ed94d15b7, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:53:52.890506 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-550d9541-12e4-4c95-87e7-3a9e35abf5cc tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Network a127763e-29f7-47d5-9091-de48cb15ea6a is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:53:52.891388 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550d9541-12e4-4c95-87e7-3a9e35abf5cc tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Pushing event updated for resources: {'Port': ['ID=86df7d3c-21f7-48ba-a1ae-e4b290c8831e,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:52.909937 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-550d9541-12e4-4c95-87e7-3a9e35abf5cc tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:53:52.914037 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-550d9541-12e4-4c95-87e7-3a9e35abf5cc tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:53:52.946737 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4f69856d-7a16-4592-a1e4-2650aea1989b tempest-RoutersTestDVR-1850703761 tempest-RoutersTestDVR-1850703761-project-admin] Notify callbacks [] for router, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:52.985131 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5db510c8-5c3b-4c9a-8231-8bbbacd599ec tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:52.989319 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-5db510c8-5c3b-4c9a-8231-8bbbacd599ec tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/ports/8bcbca71-0d0d-4e47-a94f-51dfa2a85348 HTTP/1.1" status: 204 len: 168 time: 1.3938253 Jul 09 14:53:52.998289 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-550d9541-12e4-4c95-87e7-3a9e35abf5cc tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:52.999080 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-550d9541-12e4-4c95-87e7-3a9e35abf5cc tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:53.002514 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46458) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:53.055735 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46460) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:53.132963 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46562643-c09f-45ef-b00d-0109157dee82 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:53.132963 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46562643-c09f-45ef-b00d-0109157dee82 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:53.132963 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46562643-c09f-45ef-b00d-0109157dee82 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:53.132963 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-46562643-c09f-45ef-b00d-0109157dee82 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1083808 Jul 09 14:53:53.134585 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d41e85-87d4-4d32-a6e8-50fa1413961f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Network 664f3735-ad3e-491d-849d-4d5ed94d15b7 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:53:53.134731 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46464) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:53.148237 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4f69856d-7a16-4592-a1e4-2650aea1989b tempest-RoutersTestDVR-1850703761 tempest-RoutersTestDVR-1850703761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:53.155969 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4f69856d-7a16-4592-a1e4-2650aea1989b tempest-RoutersTestDVR-1850703761 tempest-RoutersTestDVR-1850703761-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:53.213285 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-53875379-f6ed-4f77-a3bb-7a3425943d1c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2101f0c494ed4961b34b911742e19573&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1536963 Jul 09 14:53:53.215346 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46466) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:53.223036 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-fa2fc705-76e4-4256-8acf-36671b0110b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a43cda5-fb6c-4bd2-86b7-b16b61232987 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:53:53.232101 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:53.324259 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce1dbe44-f720-4973-a65d-f263fb17e880 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Deleting subnet 7f576393-00af-4893-93d8-772501a5742f {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:53:53.324259 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ce1dbe44-f720-4973-a65d-f263fb17e880 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:53.326211 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-50c9c8ea-23f0-4694-bcbd-e7a6026d7953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:53.326392 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ce1dbe44-f720-4973-a65d-f263fb17e880 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:53.326592 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-50c9c8ea-23f0-4694-bcbd-e7a6026d7953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:53.400397 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-fa2fc705-76e4-4256-8acf-36671b0110b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:53.412024 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-550d9541-12e4-4c95-87e7-3a9e35abf5cc tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0729034 Jul 09 14:53:53.460286 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-2283a3f6-20f9-4b94-ace4-6a8f23339ce8 service neutron] Request body: {'port': {'device_id': '1ec0466f-6b26-4510-a4ae-5444a071c323', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:53:53.502226 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ce1dbe44-f720-4973-a65d-f263fb17e880 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:53.577080 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4f69856d-7a16-4592-a1e4-2650aea1989b tempest-RoutersTestDVR-1850703761 tempest-RoutersTestDVR-1850703761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:53.577883 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f69856d-7a16-4592-a1e4-2650aea1989b tempest-RoutersTestDVR-1850703761 tempest-RoutersTestDVR-1850703761-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f063e22f-e80a-4442-a589-7388d007059e {{(pid=94445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:53:53.580739 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-2283a3f6-20f9-4b94-ace4-6a8f23339ce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:53.581135 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-60d41e85-87d4-4d32-a6e8-50fa1413961f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 664f3735-ad3e-491d-849d-4d5ed94d15b7) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:53:53.587732 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4f69856d-7a16-4592-a1e4-2650aea1989b tempest-RoutersTestDVR-1850703761 tempest-RoutersTestDVR-1850703761-project-admin] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:53.590323 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-4f69856d-7a16-4592-a1e4-2650aea1989b tempest-RoutersTestDVR-1850703761 tempest-RoutersTestDVR-1850703761-project-admin] 10.222.0.58 "DELETE /v2.0/routers/f063e22f-e80a-4442-a589-7388d007059e HTTP/1.1" status: 204 len: 168 time: 0.7942064 Jul 09 14:53:53.594092 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d41e85-87d4-4d32-a6e8-50fa1413961f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:53:53.599457 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46476) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:53.602958 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d41e85-87d4-4d32-a6e8-50fa1413961f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:53.604015 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-60d41e85-87d4-4d32-a6e8-50fa1413961f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:53.605195 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb2fd8d-8374-4267-a027-d6018f3acfc9 None None] Network 664f3735-ad3e-491d-849d-4d5ed94d15b7 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:53:53.605342 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-661f386f-16ce-468f-9ef7-7c1e6c24a886 tempest-RoutersTestDVR-1850703761 tempest-RoutersTestDVR-1850703761-project-admin] Request body: {'router': {'name': 'tempest-router-808274071', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'c24c7cf9a47945cea61a1f812b09d446'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:53:53.654771 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fb3277-54f5-4ad6-aee0-a65cb0aca230 req-05a1cb67-a8dd-495e-a44b-081e396a623a tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:53.656992 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f7fb3277-54f5-4ad6-aee0-a65cb0aca230 req-05a1cb67-a8dd-495e-a44b-081e396a623a tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ec0466f-6b26-4510-a4ae-5444a071c323 HTTP/1.1" status: 200 len: 932 time: 0.1152799 Jul 09 14:53:53.676338 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-50c9c8ea-23f0-4694-bcbd-e7a6026d7953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:53.684928 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-50c9c8ea-23f0-4694-bcbd-e7a6026d7953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:53.690464 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-50c9c8ea-23f0-4694-bcbd-e7a6026d7953 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/729cb981-147a-4c80-abb8-c3c3442acb00 HTTP/1.1" status: 204 len: 168 time: 0.4733450 Jul 09 14:53:53.731474 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-fa2fc705-76e4-4256-8acf-36671b0110b3 service neutron] Transition to ACTIVE for port object 5a43cda5-fb6c-4bd2-86b7-b16b61232987 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:53:53.738360 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ce1dbe44-f720-4973-a65d-f263fb17e880 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:53.759124 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c9c8ea-23f0-4694-bcbd-e7a6026d7953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729cb981-147a-4c80-abb8-c3c3442acb00,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:53.779999 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f7fb3277-54f5-4ad6-aee0-a65cb0aca230 req-003c4252-53e9-402b-893c-d4d211d739d7 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/security-groups?id=67bcb813-8d42-43e0-ba78-04b40cf26421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130357 Jul 09 14:53:53.895140 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1dbe44-f720-4973-a65d-f263fb17e880 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event deleted for resources: {'Subnet': ['ID=7f576393-00af-4893-93d8-772501a5742f,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:53.895315 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edb4c92-9bb3-41de-936c-58bc63947365 None None] Network 858359dc-653d-453c-9af7-637628d0bac8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:53:53.899630 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ce1dbe44-f720-4973-a65d-f263fb17e880 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:53.904859 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ce1dbe44-f720-4973-a65d-f263fb17e880 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/subnets/7f576393-00af-4893-93d8-772501a5742f HTTP/1.1" status: 204 len: 168 time: 0.7778578 Jul 09 14:53:53.905375 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46484) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:53.907697 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-fa2fc705-76e4-4256-8acf-36671b0110b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:53.909604 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-661f386f-16ce-468f-9ef7-7c1e6c24a886 tempest-RoutersTestDVR-1850703761 tempest-RoutersTestDVR-1850703761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:53.910898 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-661f386f-16ce-468f-9ef7-7c1e6c24a886 tempest-RoutersTestDVR-1850703761 tempest-RoutersTestDVR-1850703761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:53.966945 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-60d41e85-87d4-4d32-a6e8-50fa1413961f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.6112592 Jul 09 14:53:53.969503 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46486) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:53.978303 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-368ec688-c83e-4b61-96bc-12c63bf29c9d tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-69689077'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:53:54.007206 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fa977bb-422f-4d6f-89c7-7edcad17a937 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Deleting subnet 8351fc56-7be6-46ff-b1eb-7c7415ffabaf {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:53:54.010659 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0fa977bb-422f-4d6f-89c7-7edcad17a937 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:54.053694 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0fa977bb-422f-4d6f-89c7-7edcad17a937 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:54.108987 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2fc705-76e4-4256-8acf-36671b0110b3 service neutron] Pushing event updated for resources: {'Port': ['ID=5a43cda5-fb6c-4bd2-86b7-b16b61232987,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:54.112257 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-661f386f-16ce-468f-9ef7-7c1e6c24a886 tempest-RoutersTestDVR-1850703761 tempest-RoutersTestDVR-1850703761-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:54.175767 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0fa977bb-422f-4d6f-89c7-7edcad17a937 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:54.225855 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-fa2fc705-76e4-4256-8acf-36671b0110b3 service neutron] Attempting to bind port 5a43cda5-fb6c-4bd2-86b7-b16b61232987 on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:53:54.257121 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-fa2fc705-76e4-4256-8acf-36671b0110b3 service neutron] Attempting to bind port 5a43cda5-fb6c-4bd2-86b7-b16b61232987 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': '4f5083cd-3839-47b5-96db-7638aa0acf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a127763e-29f7-47d5-9091-de48cb15ea6a'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:53:54.257121 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-fa2fc705-76e4-4256-8acf-36671b0110b3 service neutron] Attempting to bind port 5a43cda5-fb6c-4bd2-86b7-b16b61232987 on network a127763e-29f7-47d5-9091-de48cb15ea6a {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:53:54.257121 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-fa2fc705-76e4-4256-8acf-36671b0110b3 service neutron] Port 5a43cda5-fb6c-4bd2-86b7-b16b61232987 on network a127763e-29f7-47d5-9091-de48cb15ea6a not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:53:54.257121 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-fa2fc705-76e4-4256-8acf-36671b0110b3 service neutron] Attempting to bind port 5a43cda5-fb6c-4bd2-86b7-b16b61232987 on network a127763e-29f7-47d5-9091-de48cb15ea6a {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:53:54.257121 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-fa2fc705-76e4-4256-8acf-36671b0110b3 service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:53:54.257121 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-fa2fc705-76e4-4256-8acf-36671b0110b3 service neutron] Checking segment: {'id': '4f5083cd-3839-47b5-96db-7638aa0acf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a127763e-29f7-47d5-9091-de48cb15ea6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:53:54.257121 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-fa2fc705-76e4-4256-8acf-36671b0110b3 service neutron] Bound using segment: {'id': '4f5083cd-3839-47b5-96db-7638aa0acf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a127763e-29f7-47d5-9091-de48cb15ea6a'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:53:54.257121 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-fa2fc705-76e4-4256-8acf-36671b0110b3 service neutron] Bound port: 5a43cda5-fb6c-4bd2-86b7-b16b61232987, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f5083cd-3839-47b5-96db-7638aa0acf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a127763e-29f7-47d5-9091-de48cb15ea6a'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:53:54.257121 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-fa2fc705-76e4-4256-8acf-36671b0110b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:54.287952 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368ec688-c83e-4b61-96bc-12c63bf29c9d tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Made reservation on behalf of c23027b79fbf48438de608f7fcd960b2 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:53:54.293042 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-368ec688-c83e-4b61-96bc-12c63bf29c9d tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:54.346157 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-2283a3f6-20f9-4b94-ace4-6a8f23339ce8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86df7d3c-21f7-48ba-a1ae-e4b290c8831e {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:53:54.359422 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-2283a3f6-20f9-4b94-ace4-6a8f23339ce8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:54.391161 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-2283a3f6-20f9-4b94-ace4-6a8f23339ce8 service neutron] Transition to ACTIVE for port object 86df7d3c-21f7-48ba-a1ae-e4b290c8831e will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:53:54.396773 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-368ec688-c83e-4b61-96bc-12c63bf29c9d tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:53:54.415910 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-fa2fc705-76e4-4256-8acf-36671b0110b3 service neutron] For port 5a43cda5-fb6c-4bd2-86b7-b16b61232987, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:53:54.418481 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-368ec688-c83e-4b61-96bc-12c63bf29c9d tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:54.418828 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-368ec688-c83e-4b61-96bc-12c63bf29c9d tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Added segment 31ed0370-8a7c-4d48-9bed-ac34e7a735fe of type vlan for network ae111f4c-4680-4ad9-8a6e-f8a78a2816b0 Jul 09 14:53:54.421459 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-fa2fc705-76e4-4256-8acf-36671b0110b3 service neutron] For port 5a43cda5-fb6c-4bd2-86b7-b16b61232987, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=5a43cda5-fb6c-4bd2-86b7-b16b61232987,segment=NetworkSegment(4f5083cd-3839-47b5-96db-7638aa0acf65),segment_id=4f5083cd-3839-47b5-96db-7638aa0acf65)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:53:54.430264 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-661f386f-16ce-468f-9ef7-7c1e6c24a886 tempest-RoutersTestDVR-1850703761 tempest-RoutersTestDVR-1850703761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:54.472391 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-368ec688-c83e-4b61-96bc-12c63bf29c9d tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:54.587342 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0fa977bb-422f-4d6f-89c7-7edcad17a937 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:54.633594 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0fa977bb-422f-4d6f-89c7-7edcad17a937 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:54.633594 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-0fa977bb-422f-4d6f-89c7-7edcad17a937 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/subnets/8351fc56-7be6-46ff-b1eb-7c7415ffabaf HTTP/1.1" status: 204 len: 168 time: 0.6994226 Jul 09 14:53:54.633594 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa977bb-422f-4d6f-89c7-7edcad17a937 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event deleted for resources: {'Subnet': ['ID=8351fc56-7be6-46ff-b1eb-7c7415ffabaf,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:54.636838 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46494) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:54.689809 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7bab5280-284e-4fe6-9481-4e172841f353 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0488734 Jul 09 14:53:54.689809 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-2283a3f6-20f9-4b94-ace4-6a8f23339ce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:54.690631 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46500) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:54.697895 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-fa2fc705-76e4-4256-8acf-36671b0110b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:54.700659 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-661f386f-16ce-468f-9ef7-7c1e6c24a886 tempest-RoutersTestDVR-1850703761 tempest-RoutersTestDVR-1850703761-project-admin] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:54.702625 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-661f386f-16ce-468f-9ef7-7c1e6c24a886 tempest-RoutersTestDVR-1850703761 tempest-RoutersTestDVR-1850703761-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.1021347 Jul 09 14:53:54.703774 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-368ec688-c83e-4b61-96bc-12c63bf29c9d tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:54.705873 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46502) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:54.710570 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-8738e924-b4c3-48da-9342-52503e3eafc2 tempest-RoutersTestDVR-1850703761 tempest-RoutersTestDVR-1850703761-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:53:54.711047 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368ec688-c83e-4b61-96bc-12c63bf29c9d tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:54.712302 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-368ec688-c83e-4b61-96bc-12c63bf29c9d tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:54.819317 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-fa2fc705-76e4-4256-8acf-36671b0110b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:54.820001 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-fa2fc705-76e4-4256-8acf-36671b0110b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:54.836970 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-fa2fc705-76e4-4256-8acf-36671b0110b3 service neutron] 10.222.0.62 "PUT /v2.0/ports/5a43cda5-fb6c-4bd2-86b7-b16b61232987 HTTP/1.1" status: 200 len: 1091 time: 3.6761515 Jul 09 14:53:54.865464 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657c30d7-e88c-445c-91d6-70b9bc8ad5d8 None None] Network 858359dc-653d-453c-9af7-637628d0bac8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:53:54.923595 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adbdd40a-7ca6-467f-8066-3132568581bb', 'tag': '5a43cda5-fb6c-4bd2-86b7-b16b61232987'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:53:54.942419 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe3f1eb-b984-47ef-aea8-830c9744f805" -d '{"events": [{"name": "network-changed", "server_uuid": "adbdd40a-7ca6-467f-8066-3132568581bb", "tag": "5a43cda5-fb6c-4bd2-86b7-b16b61232987"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:53:55.049822 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b54dd4-f343-4bfb-8860-9a1623db4c1d tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:55.053056 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f8b54dd4-f343-4bfb-8860-9a1623db4c1d tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3596468 Jul 09 14:53:55.071239 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-10a3d869-8093-4899-9a69-b40fcef0cb58 None None] Provisioning complete for port cad60049-be9e-406d-9a51-57b257b99997 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:53:55.074250 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283a3f6-20f9-4b94-ace4-6a8f23339ce8 service neutron] Pushing event updated for resources: {'Port': ['ID=86df7d3c-21f7-48ba-a1ae-e4b290c8831e,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:55.078013 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-10a3d869-8093-4899-9a69-b40fcef0cb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:55.168806 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46520) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:55.176277 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-368ec688-c83e-4b61-96bc-12c63bf29c9d tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2007868 Jul 09 14:53:55.282124 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46526) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:55.289921 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0161cf-3e1b-4b7d-9f7d-2c248ce3abcb tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:55.294375 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-5c0161cf-3e1b-4b7d-9f7d-2c248ce3abcb tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1202261 Jul 09 14:53:55.295192 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2fc705-76e4-4256-8acf-36671b0110b3 service neutron] Pushing event updated for resources: {'Port': ['ID=5a43cda5-fb6c-4bd2-86b7-b16b61232987,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:55.302313 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-c088c119-09ad-42ea-b5bf-ecb70535c3c5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Request body: {'ports': [{'network_id': '664f3735-ad3e-491d-849d-4d5ed94d15b7'}, {'network_id': 'ae111f4c-4680-4ad9-8a6e-f8a78a2816b0'}]} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:53:55.302641 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-c088c119-09ad-42ea-b5bf-ecb70535c3c5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Request body: {'port': {'network_id': '664f3735-ad3e-491d-849d-4d5ed94d15b7'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:53:55.303130 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-c088c119-09ad-42ea-b5bf-ecb70535c3c5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Request body: {'port': {'network_id': 'ae111f4c-4680-4ad9-8a6e-f8a78a2816b0'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:53:55.363945 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46530) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:55.365431 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44eaf9bd-03cf-4f66-95ef-f78c1d6bf457 x-openstack-request-id: req-44eaf9bd-03cf-4f66-95ef-f78c1d6bf457 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:53:55.365722 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adbdd40a-7ca6-467f-8066-3132568581bb", "tag": "5a43cda5-fb6c-4bd2-86b7-b16b61232987", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:53:55.365977 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-44eaf9bd-03cf-4f66-95ef-f78c1d6bf457 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:53:55.366373 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adbdd40a-7ca6-467f-8066-3132568581bb', 'tag': '5a43cda5-fb6c-4bd2-86b7-b16b61232987', 'status': 'completed', 'code': 200} Jul 09 14:53:55.487482 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6337ca1b-4859-4b18-a85a-48a591b262e1 None None] DHCP port deletion for 858359dc-653d-453c-9af7-637628d0bac8 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:53:55.540287 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d39bd010-0bf5-4735-89e1-0d6fabb24002 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1307902 Jul 09 14:53:55.545210 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46540) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:55.546808 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368ec688-c83e-4b61-96bc-12c63bf29c9d tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event updated for resources: {'Network': ['ID=ae111f4c-4680-4ad9-8a6e-f8a78a2816b0,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:55.553906 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-927bb5ab-408c-4fcf-b790-b9fa89f02097 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Request body: {'subnet': {'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:53:55.567493 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network ae111f4c-4680-4ad9-8a6e-f8a78a2816b0 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:53:55.596549 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8738e924-b4c3-48da-9342-52503e3eafc2 tempest-RoutersTestDVR-1850703761 tempest-RoutersTestDVR-1850703761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:55.596549 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8738e924-b4c3-48da-9342-52503e3eafc2 tempest-RoutersTestDVR-1850703761 tempest-RoutersTestDVR-1850703761-project-admin] Notify callbacks [] for router, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:55.701109 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-6337ca1b-4859-4b18-a85a-48a591b262e1 None None] Deleting port cad60049-be9e-406d-9a51-57b257b99997 {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:53:55.701521 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6337ca1b-4859-4b18-a85a-48a591b262e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:55.742700 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-8738e924-b4c3-48da-9342-52503e3eafc2 tempest-RoutersTestDVR-1850703761 tempest-RoutersTestDVR-1850703761-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94445) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 09 14:53:55.743350 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-8738e924-b4c3-48da-9342-52503e3eafc2 tempest-RoutersTestDVR-1850703761 tempest-RoutersTestDVR-1850703761-project-admin] Router e35ca903-94bd-4ed5-a93a-e39f565e5a31 migrating from provider to provider. {{(pid=94445) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 09 14:53:55.744079 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8738e924-b4c3-48da-9342-52503e3eafc2 tempest-RoutersTestDVR-1850703761 tempest-RoutersTestDVR-1850703761-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:55.752922 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8738e924-b4c3-48da-9342-52503e3eafc2 tempest-RoutersTestDVR-1850703761 tempest-RoutersTestDVR-1850703761-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:55.759409 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-2283a3f6-20f9-4b94-ace4-6a8f23339ce8 service neutron] Attempting to bind port 86df7d3c-21f7-48ba-a1ae-e4b290c8831e on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:53:55.760036 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-2283a3f6-20f9-4b94-ace4-6a8f23339ce8 service neutron] Attempting to bind port 86df7d3c-21f7-48ba-a1ae-e4b290c8831e by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': '4f5083cd-3839-47b5-96db-7638aa0acf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a127763e-29f7-47d5-9091-de48cb15ea6a'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:53:55.760583 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-2283a3f6-20f9-4b94-ace4-6a8f23339ce8 service neutron] Attempting to bind port 86df7d3c-21f7-48ba-a1ae-e4b290c8831e on network a127763e-29f7-47d5-9091-de48cb15ea6a {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:53:55.772833 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58df72f6-05cd-4e8d-8b81-1dfd59bfc29e req-4faa433f-f037-423e-b0f4-2f8e9492d707 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:55.780845 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-58df72f6-05cd-4e8d-8b81-1dfd59bfc29e req-4faa433f-f037-423e-b0f4-2f8e9492d707 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ec0466f-6b26-4510-a4ae-5444a071c323 HTTP/1.1" status: 200 len: 944 time: 0.7037833 Jul 09 14:53:55.788591 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c5983-7268-4cff-8d02-b4a6fb90e81f req-eac01893-fae1-4e8d-9156-fdcec8de8bed tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:55.799699 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c5983-7268-4cff-8d02-b4a6fb90e81f req-eac01893-fae1-4e8d-9156-fdcec8de8bed tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:55.809450 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c5983-7268-4cff-8d02-b4a6fb90e81f req-eac01893-fae1-4e8d-9156-fdcec8de8bed tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:55.818593 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c5983-7268-4cff-8d02-b4a6fb90e81f req-eac01893-fae1-4e8d-9156-fdcec8de8bed tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:55.832061 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-2283a3f6-20f9-4b94-ace4-6a8f23339ce8 service neutron] Port 86df7d3c-21f7-48ba-a1ae-e4b290c8831e on network a127763e-29f7-47d5-9091-de48cb15ea6a not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:53:55.832061 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-2283a3f6-20f9-4b94-ace4-6a8f23339ce8 service neutron] Attempting to bind port 86df7d3c-21f7-48ba-a1ae-e4b290c8831e on network a127763e-29f7-47d5-9091-de48cb15ea6a {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:53:55.832373 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c5983-7268-4cff-8d02-b4a6fb90e81f req-eac01893-fae1-4e8d-9156-fdcec8de8bed tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:55.836909 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c5983-7268-4cff-8d02-b4a6fb90e81f req-eac01893-fae1-4e8d-9156-fdcec8de8bed tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:55.845129 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c5983-7268-4cff-8d02-b4a6fb90e81f req-eac01893-fae1-4e8d-9156-fdcec8de8bed tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:55.850415 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-712d9eba-8936-4f4c-abfb-f1ffa0b116da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:55.850848 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-491c5983-7268-4cff-8d02-b4a6fb90e81f req-eac01893-fae1-4e8d-9156-fdcec8de8bed tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/ports?device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 5432 time: 0.3154325 Jul 09 14:53:55.851539 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-712d9eba-8936-4f4c-abfb-f1ffa0b116da service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f23d9a2a77484c1eadd244e8611d3083&device_id=adbdd40a-7ca6-467f-8066-3132568581bb HTTP/1.1" status: 200 len: 1094 time: 0.6912296 Jul 09 14:53:55.853837 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-6337ca1b-4859-4b18-a85a-48a591b262e1 None None] For port cad60049-be9e-406d-9a51-57b257b99997, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=cad60049-be9e-406d-9a51-57b257b99997,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:53:55.854270 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6337ca1b-4859-4b18-a85a-48a591b262e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:55.858251 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-2283a3f6-20f9-4b94-ace4-6a8f23339ce8 service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:53:55.858465 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-2283a3f6-20f9-4b94-ace4-6a8f23339ce8 service neutron] Checking segment: {'id': '4f5083cd-3839-47b5-96db-7638aa0acf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a127763e-29f7-47d5-9091-de48cb15ea6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:53:55.858767 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-2283a3f6-20f9-4b94-ace4-6a8f23339ce8 service neutron] Bound using segment: {'id': '4f5083cd-3839-47b5-96db-7638aa0acf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a127763e-29f7-47d5-9091-de48cb15ea6a'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:53:55.859298 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-2283a3f6-20f9-4b94-ace4-6a8f23339ce8 service neutron] Bound port: 86df7d3c-21f7-48ba-a1ae-e4b290c8831e, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f5083cd-3839-47b5-96db-7638aa0acf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a127763e-29f7-47d5-9091-de48cb15ea6a'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:53:55.859764 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-2283a3f6-20f9-4b94-ace4-6a8f23339ce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:55.872408 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-6337ca1b-4859-4b18-a85a-48a591b262e1 None None] Calling delete_port for cad60049-be9e-406d-9a51-57b257b99997 owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:53:55.923604 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46550) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:55.924257 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-491c5983-7268-4cff-8d02-b4a6fb90e81f req-286a0771-14ef-4d02-bd34-ed58b8e08324 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c78eb3d-e1da-49ec-9295-fc8608cc021d&id=9c5c735c-33df-481d-808b-656ad0345330&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0579617 Jul 09 14:53:55.928915 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-58df72f6-05cd-4e8d-8b81-1dfd59bfc29e req-800828ed-6df0-46bb-9ea7-155c3ce3598a tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/security-groups?id=67bcb813-8d42-43e0-ba78-04b40cf26421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461585 Jul 09 14:53:55.935032 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-035ea17c-33c9-4746-8597-f42136993c7d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5a43cda5-fb6c-4bd2-86b7-b16b61232987 HTTP/1.1" status: 200 len: 217 time: 0.0683479 Jul 09 14:53:55.988668 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8738e924-b4c3-48da-9342-52503e3eafc2 tempest-RoutersTestDVR-1850703761 tempest-RoutersTestDVR-1850703761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-753925'] for router, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:56.063781 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-927bb5ab-408c-4fcf-b790-b9fa89f02097 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Made reservation on behalf of 705b0dcf676c4e4da08df6f6169d5c06 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:53:56.067922 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-927bb5ab-408c-4fcf-b790-b9fa89f02097 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:56.069441 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-927bb5ab-408c-4fcf-b790-b9fa89f02097 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:53:56.070103 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-927bb5ab-408c-4fcf-b790-b9fa89f02097 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:53:56.110279 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6337ca1b-4859-4b18-a85a-48a591b262e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:56.134432 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6337ca1b-4859-4b18-a85a-48a591b262e1 None None] No DVR routers for this DVR port cad60049-be9e-406d-9a51-57b257b99997 on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:53:56.158203 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-ff78eda4-5e02-4815-8882-0fdd074951bb admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-124368176-network', 'tenant_id': 'b0dcdaf85ebc429397d88229c635e7b2'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:53:56.158567 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-557e4b93-bc82-4e42-8b14-aec20ef76cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:56.160447 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-557e4b93-bc82-4e42-8b14-aec20ef76cef service neutron] 10.222.0.62 "GET /v2.0/subnets?id=43a4299f-20b7-47e7-a6f8-05cc3855fbd4 HTTP/1.1" status: 200 len: 852 time: 0.1982491 Jul 09 14:53:56.178984 n-d-799529-6 neutron-server[94445]: WARNING neutron.scheduler.l3_agent_scheduler [None req-8738e924-b4c3-48da-9342-52503e3eafc2 tempest-RoutersTestDVR-1850703761 tempest-RoutersTestDVR-1850703761-project-admin] No L3 agents can host the router e35ca903-94bd-4ed5-a93a-e39f565e5a31 Jul 09 14:53:56.191765 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8b510e44-ec84-4149-a66a-11fb9deb05c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:56.201955 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-2283a3f6-20f9-4b94-ace4-6a8f23339ce8 service neutron] For port 86df7d3c-21f7-48ba-a1ae-e4b290c8831e, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:53:56.204098 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6337ca1b-4859-4b18-a85a-48a591b262e1 None None] Pushing event deleted for resources: {'Port': ['ID=cad60049-be9e-406d-9a51-57b257b99997,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:56.206020 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-8c033367-9836-44e3-b6dd-6dcf376ba7c4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a127763e-29f7-47d5-9091-de48cb15ea6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354469 Jul 09 14:53:56.237236 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-2283a3f6-20f9-4b94-ace4-6a8f23339ce8 service neutron] For port 86df7d3c-21f7-48ba-a1ae-e4b290c8831e, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=86df7d3c-21f7-48ba-a1ae-e4b290c8831e,segment=NetworkSegment(4f5083cd-3839-47b5-96db-7638aa0acf65),segment_id=4f5083cd-3839-47b5-96db-7638aa0acf65)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:53:56.256436 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75197e-ff54-46bb-9f88-e9a944219fbe req-20b11e47-4427-466f-95bd-fb0bb91d9c60 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:56.262276 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75197e-ff54-46bb-9f88-e9a944219fbe req-20b11e47-4427-466f-95bd-fb0bb91d9c60 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:56.265397 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c088c119-09ad-42ea-b5bf-ecb70535c3c5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Made reservation on behalf of c23027b79fbf48438de608f7fcd960b2 for: {'port': 2} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:53:56.268138 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75197e-ff54-46bb-9f88-e9a944219fbe req-20b11e47-4427-466f-95bd-fb0bb91d9c60 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:56.269974 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c088c119-09ad-42ea-b5bf-ecb70535c3c5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:56.274359 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75197e-ff54-46bb-9f88-e9a944219fbe req-20b11e47-4427-466f-95bd-fb0bb91d9c60 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:56.280499 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75197e-ff54-46bb-9f88-e9a944219fbe req-20b11e47-4427-466f-95bd-fb0bb91d9c60 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:56.286941 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75197e-ff54-46bb-9f88-e9a944219fbe req-20b11e47-4427-466f-95bd-fb0bb91d9c60 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:56.294018 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75197e-ff54-46bb-9f88-e9a944219fbe req-20b11e47-4427-466f-95bd-fb0bb91d9c60 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:56.296363 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4d75197e-ff54-46bb-9f88-e9a944219fbe req-20b11e47-4427-466f-95bd-fb0bb91d9c60 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/ports?device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 5432 time: 0.2059467 Jul 09 14:53:56.298507 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c088c119-09ad-42ea-b5bf-ecb70535c3c5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:56.323657 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-2283a3f6-20f9-4b94-ace4-6a8f23339ce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:56.393084 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8738e924-b4c3-48da-9342-52503e3eafc2 tempest-RoutersTestDVR-1850703761 tempest-RoutersTestDVR-1850703761-project-admin] Hosts for router e35ca903-94bd-4ed5-a93a-e39f565e5a31: [] {{(pid=94445) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 09 14:53:56.418636 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-927bb5ab-408c-4fcf-b790-b9fa89f02097 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8692636 Jul 09 14:53:56.422049 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46562) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:56.428209 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-d21a03af-b34e-4563-a539-e862128c7113 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Request body: {'subnet': {'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:53:56.440585 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-2283a3f6-20f9-4b94-ace4-6a8f23339ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:56.447270 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-2283a3f6-20f9-4b94-ace4-6a8f23339ce8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:56.447270 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-2283a3f6-20f9-4b94-ace4-6a8f23339ce8 service neutron] 10.222.0.62 "PUT /v2.0/ports/86df7d3c-21f7-48ba-a1ae-e4b290c8831e HTTP/1.1" status: 200 len: 1092 time: 2.9950817 Jul 09 14:53:56.448456 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-5cd28e10-161e-4acb-b5d7-962a1e591f05 service neutron] 10.222.0.62 "GET /v2.0/networks/a127763e-29f7-47d5-9091-de48cb15ea6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330997 Jul 09 14:53:56.448625 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8738e924-b4c3-48da-9342-52503e3eafc2 tempest-RoutersTestDVR-1850703761 tempest-RoutersTestDVR-1850703761-project-admin] Hosts for other DVR routers connected to router e35ca903-94bd-4ed5-a93a-e39f565e5a31: set() {{(pid=94445) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 09 14:53:56.451259 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8738e924-b4c3-48da-9342-52503e3eafc2 tempest-RoutersTestDVR-1850703761 tempest-RoutersTestDVR-1850703761-project-admin] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:56.453062 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-8738e924-b4c3-48da-9342-52503e3eafc2 tempest-RoutersTestDVR-1850703761 tempest-RoutersTestDVR-1850703761-project-admin] 10.222.0.58 "PUT /v2.0/routers/e35ca903-94bd-4ed5-a93a-e39f565e5a31 HTTP/1.1" status: 200 len: 716 time: 1.7454364 Jul 09 14:53:56.463147 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46564) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:56.497922 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-c088c119-09ad-42ea-b5bf-ecb70535c3c5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] device_id is not set on port 85586509-f5d2-4884-9482-cef101a49ffa yet. {{(pid=94446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:53:56.536286 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283a3f6-20f9-4b94-ace4-6a8f23339ce8 service neutron] Pushing event updated for resources: {'Port': ['ID=86df7d3c-21f7-48ba-a1ae-e4b290c8831e,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:56.605176 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff78eda4-5e02-4815-8882-0fdd074951bb admin admin] Made reservation on behalf of b0dcdaf85ebc429397d88229c635e7b2 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:53:56.607617 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ff78eda4-5e02-4815-8882-0fdd074951bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:56.634708 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f28b19cb-f9d3-4498-bf6e-040f4cadaed7 tempest-RoutersTestDVR-1850703761 tempest-RoutersTestDVR-1850703761-project-admin] 10.222.0.58 "GET /v2.0/routers/e35ca903-94bd-4ed5-a93a-e39f565e5a31 HTTP/1.1" status: 200 len: 716 time: 0.1703193 Jul 09 14:53:56.645527 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ff78eda4-5e02-4815-8882-0fdd074951bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:56.649928 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46570) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:56.679657 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d21a03af-b34e-4563-a539-e862128c7113 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Made reservation on behalf of 705b0dcf676c4e4da08df6f6169d5c06 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:53:56.683295 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d21a03af-b34e-4563-a539-e862128c7113 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:56.685381 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-d21a03af-b34e-4563-a539-e862128c7113 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:53:56.686956 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d21a03af-b34e-4563-a539-e862128c7113 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:53:56.784075 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-6ea28ec5-401a-4851-832b-7db5ff4588d1 service neutron] 10.222.0.62 "GET /v2.0/networks/a127763e-29f7-47d5-9091-de48cb15ea6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152590 Jul 09 14:53:56.858960 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-253a8262-a5d6-49ef-9191-0b04d6ce7525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:56.860589 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-253a8262-a5d6-49ef-9191-0b04d6ce7525 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f23d9a2a77484c1eadd244e8611d3083&device_id=1ec0466f-6b26-4510-a4ae-5444a071c323 HTTP/1.1" status: 200 len: 1095 time: 0.2302406 Jul 09 14:53:56.886613 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e74d0481-675f-46b6-abf8-0ccd393b48ea tempest-RoutersTestDVR-1256035342 tempest-RoutersTestDVR-1256035342-project] 10.222.0.58 "GET /v2.0/routers/e35ca903-94bd-4ed5-a93a-e39f565e5a31 HTTP/1.1" status: 200 len: 682 time: 0.2358720 Jul 09 14:53:56.887305 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46576) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:56.974147 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5d337c77-dac4-47f5-9020-d743beec3275 tempest-RoutersTestDVR-1850703761 tempest-RoutersTestDVR-1850703761-project-admin] Notify callbacks [] for router, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:57.173763 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5d337c77-dac4-47f5-9020-d743beec3275 tempest-RoutersTestDVR-1850703761 tempest-RoutersTestDVR-1850703761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:57.176677 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5d337c77-dac4-47f5-9020-d743beec3275 tempest-RoutersTestDVR-1850703761 tempest-RoutersTestDVR-1850703761-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:57.252390 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c088c119-09ad-42ea-b5bf-ecb70535c3c5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:57.331027 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device cad60049-be9e-406d-9a51-57b257b99997 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:53:57.352218 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: cad60049-be9e-406d-9a51-57b257b99997 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:53:57.352876 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device cad60049-be9e-406d-9a51-57b257b99997 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:53:57.365858 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-1f051cd1-c6b0-4582-b8c3-309b51a5d7d5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86df7d3c-21f7-48ba-a1ae-e4b290c8831e HTTP/1.1" status: 200 len: 217 time: 0.4877808 Jul 09 14:53:57.402506 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ec0466f-6b26-4510-a4ae-5444a071c323', 'tag': '86df7d3c-21f7-48ba-a1ae-e4b290c8831e'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:53:57.405093 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01c4916-14bb-40b0-9e69-b33ed850a9ec" -d '{"events": [{"name": "network-changed", "server_uuid": "1ec0466f-6b26-4510-a4ae-5444a071c323", "tag": "86df7d3c-21f7-48ba-a1ae-e4b290c8831e"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:53:57.444781 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5d337c77-dac4-47f5-9020-d743beec3275 tempest-RoutersTestDVR-1850703761 tempest-RoutersTestDVR-1850703761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:57.444781 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d337c77-dac4-47f5-9020-d743beec3275 tempest-RoutersTestDVR-1850703761 tempest-RoutersTestDVR-1850703761-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e35ca903-94bd-4ed5-a93a-e39f565e5a31 {{(pid=94445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:53:57.451467 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5d337c77-dac4-47f5-9020-d743beec3275 tempest-RoutersTestDVR-1850703761 tempest-RoutersTestDVR-1850703761-project-admin] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:57.452496 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-5d337c77-dac4-47f5-9020-d743beec3275 tempest-RoutersTestDVR-1850703761 tempest-RoutersTestDVR-1850703761-project-admin] 10.222.0.58 "DELETE /v2.0/routers/e35ca903-94bd-4ed5-a93a-e39f565e5a31 HTTP/1.1" status: 204 len: 168 time: 0.5639536 Jul 09 14:53:57.457339 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46588) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:57.462562 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-5283d53c-faaa-4271-a9fa-e83b4094d6fb tempest-RoutersTestDVR-1850703761 tempest-RoutersTestDVR-1850703761-project-admin] Request body: {'router': {'name': 'tempest-router-1822972087', 'distributed': True}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:53:57.480130 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feca9d17-b012-42ca-aac7-a4891a111f46 x-openstack-request-id: req-feca9d17-b012-42ca-aac7-a4891a111f46 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:53:57.480808 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ec0466f-6b26-4510-a4ae-5444a071c323", "tag": "86df7d3c-21f7-48ba-a1ae-e4b290c8831e", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:53:57.480808 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-feca9d17-b012-42ca-aac7-a4891a111f46 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:53:57.481029 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ec0466f-6b26-4510-a4ae-5444a071c323', 'tag': '86df7d3c-21f7-48ba-a1ae-e4b290c8831e', 'status': 'completed', 'code': 200} Jul 09 14:53:57.483129 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ff78eda4-5e02-4815-8882-0fdd074951bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:57.523388 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-c088c119-09ad-42ea-b5bf-ecb70535c3c5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] device_id is not set on port 0eb01cc6-dc30-461a-b0a9-aa05cad2de73 yet. {{(pid=94446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:53:57.557882 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-86971929-288b-4edd-b04e-75ab376f1c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:57.559892 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-86971929-288b-4edd-b04e-75ab376f1c73 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=43a4299f-20b7-47e7-a6f8-05cc3855fbd4 HTTP/1.1" status: 200 len: 852 time: 0.1508849 Jul 09 14:53:57.572693 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe3f1eb-b984-47ef-aea8-830c9744f805 req-38084604-e77f-4851-834d-98f7f01569a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:57.574112 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ebe3f1eb-b984-47ef-aea8-830c9744f805 req-38084604-e77f-4851-834d-98f7f01569a8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f23d9a2a77484c1eadd244e8611d3083&device_id=adbdd40a-7ca6-467f-8066-3132568581bb HTTP/1.1" status: 200 len: 1094 time: 0.3427134 Jul 09 14:53:57.595156 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb4063c-35a8-4ab7-bccb-69708ce57012 req-e33604d6-006a-473a-a421-ce75100ffde2 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:57.601849 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ecb4063c-35a8-4ab7-bccb-69708ce57012 req-e33604d6-006a-473a-a421-ce75100ffde2 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ec0466f-6b26-4510-a4ae-5444a071c323 HTTP/1.1" status: 200 len: 944 time: 0.3669269 Jul 09 14:53:57.629958 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-8146c810-d9f2-4116-9dd3-6d06dea9ee42 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a127763e-29f7-47d5-9091-de48cb15ea6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618114 Jul 09 14:53:57.630739 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ff78eda4-5e02-4815-8882-0fdd074951bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:57.701444 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d21a03af-b34e-4563-a539-e862128c7113 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.2780075 Jul 09 14:53:57.705270 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46594) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:57.710828 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-37017b28-4388-4988-8e04-7bb339e32a82 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Request body: {'subnet': {'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:53:57.780822 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff78eda4-5e02-4815-8882-0fdd074951bb admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:53:57.833718 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff78eda4-5e02-4815-8882-0fdd074951bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=710f4a29-0022-436a-b96b-568cc62700fc,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:57.863076 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ff78eda4-5e02-4815-8882-0fdd074951bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:57.863426 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-ff78eda4-5e02-4815-8882-0fdd074951bb admin admin] Added segment 1a86216b-0589-4b76-bf13-b0436a2559bc of type vlan for network 6107f077-f7c7-47db-8b86-669db7279c4c Jul 09 14:53:57.873604 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5283d53c-faaa-4271-a9fa-e83b4094d6fb tempest-RoutersTestDVR-1850703761 tempest-RoutersTestDVR-1850703761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:57.874839 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5283d53c-faaa-4271-a9fa-e83b4094d6fb tempest-RoutersTestDVR-1850703761 tempest-RoutersTestDVR-1850703761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:57.906919 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ecb4063c-35a8-4ab7-bccb-69708ce57012 req-7363b1ff-c2f1-4223-bbbb-e01749ae5fac tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/security-groups?id=67bcb813-8d42-43e0-ba78-04b40cf26421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818518 Jul 09 14:53:57.973662 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe3f1eb-b984-47ef-aea8-830c9744f805 req-28664e91-84ef-432c-b7cc-bca48544b295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:57.975148 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ebe3f1eb-b984-47ef-aea8-830c9744f805 req-28664e91-84ef-432c-b7cc-bca48544b295 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a127763e-29f7-47d5-9091-de48cb15ea6a HTTP/1.1" status: 200 len: 913 time: 0.3906677 Jul 09 14:53:57.977265 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37017b28-4388-4988-8e04-7bb339e32a82 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Made reservation on behalf of 705b0dcf676c4e4da08df6f6169d5c06 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:53:57.982083 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ff78eda4-5e02-4815-8882-0fdd074951bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:57.982318 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-37017b28-4388-4988-8e04-7bb339e32a82 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:57.982768 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-37017b28-4388-4988-8e04-7bb339e32a82 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:53:57.983223 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37017b28-4388-4988-8e04-7bb339e32a82 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:53:57.988168 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-2b7ccbc7-f8e0-4798-b32d-eb61890f2be4 service neutron] 10.222.0.62 "GET /v2.0/networks/a127763e-29f7-47d5-9091-de48cb15ea6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306651 Jul 09 14:53:58.043036 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5283d53c-faaa-4271-a9fa-e83b4094d6fb tempest-RoutersTestDVR-1850703761 tempest-RoutersTestDVR-1850703761-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:58.057388 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c088c119-09ad-42ea-b5bf-ecb70535c3c5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:58.090915 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ebe3f1eb-b984-47ef-aea8-830c9744f805 req-e1f60628-851a-4131-9e03-2f1a1d8c24fb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5a43cda5-fb6c-4bd2-86b7-b16b61232987 HTTP/1.1" status: 200 len: 217 time: 0.1054511 Jul 09 14:53:58.100042 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-37017b28-4388-4988-8e04-7bb339e32a82 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3915331 Jul 09 14:53:58.105350 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46602) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:58.111329 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-fd7f2a27-a480-4fc8-b523-5820bb4d2381 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Request body: {'subnet': {'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:53:58.131264 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5283d53c-faaa-4271-a9fa-e83b4094d6fb tempest-RoutersTestDVR-1850703761 tempest-RoutersTestDVR-1850703761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:58.206595 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe3f1eb-b984-47ef-aea8-830c9744f805 req-1f01d84a-ea4c-464f-990a-ccfc282c7b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:58.208091 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ebe3f1eb-b984-47ef-aea8-830c9744f805 req-1f01d84a-ea4c-464f-990a-ccfc282c7b7e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=43a4299f-20b7-47e7-a6f8-05cc3855fbd4 HTTP/1.1" status: 200 len: 852 time: 0.1050279 Jul 09 14:53:58.257636 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4138bfba-333a-4b7e-83cb-e4c7e483d69a req-a171e7b6-97c9-4a3f-a9d1-8c21208b6e39 service neutron] 10.222.0.62 "GET /v2.0/networks/a127763e-29f7-47d5-9091-de48cb15ea6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599185 Jul 09 14:53:58.259558 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ebe3f1eb-b984-47ef-aea8-830c9744f805 req-1a79f504-d9da-4cc1-aadb-3e91a70d2fc1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a127763e-29f7-47d5-9091-de48cb15ea6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444436 Jul 09 14:53:58.260355 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ff78eda4-5e02-4815-8882-0fdd074951bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:58.261257 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff78eda4-5e02-4815-8882-0fdd074951bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:58.261829 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ff78eda4-5e02-4815-8882-0fdd074951bb admin admin] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:58.306558 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5283d53c-faaa-4271-a9fa-e83b4094d6fb tempest-RoutersTestDVR-1850703761 tempest-RoutersTestDVR-1850703761-project-admin] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:58.308720 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-5283d53c-faaa-4271-a9fa-e83b4094d6fb tempest-RoutersTestDVR-1850703761 tempest-RoutersTestDVR-1850703761-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.8503423 Jul 09 14:53:58.312462 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46610) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:58.370258 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c088c119-09ad-42ea-b5bf-ecb70535c3c5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:58.431167 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b72a6521-6428-46d0-982c-cb319cd5d17b tempest-RoutersTestDVR-1850703761 tempest-RoutersTestDVR-1850703761-project-admin] Notify callbacks [] for router, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:58.434782 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7f2a27-a480-4fc8-b523-5820bb4d2381 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Made reservation on behalf of 705b0dcf676c4e4da08df6f6169d5c06 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:53:58.439547 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fd7f2a27-a480-4fc8-b523-5820bb4d2381 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:58.441572 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd7f2a27-a480-4fc8-b523-5820bb4d2381 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:53:58.442162 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd7f2a27-a480-4fc8-b523-5820bb4d2381 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:53:58.496921 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c088c119-09ad-42ea-b5bf-ecb70535c3c5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event updated for resources: {'Port': ['ID=85586509-f5d2-4884-9482-cef101a49ffa,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:58.564024 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff78eda4-5e02-4815-8882-0fdd074951bb admin admin] Pushing event updated for resources: {'Network': ['ID=6107f077-f7c7-47db-8b86-669db7279c4c,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:58.584109 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ff78eda4-5e02-4815-8882-0fdd074951bb admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.6513562 Jul 09 14:53:58.587157 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c088c119-09ad-42ea-b5bf-ecb70535c3c5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Network 664f3735-ad3e-491d-849d-4d5ed94d15b7 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:53:58.587896 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46622) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:58.595578 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 6107f077-f7c7-47db-8b86-669db7279c4c details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:53:58.598388 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-def23fe7-502c-41f2-8ba7-9a50125b85f6 admin admin] Request body: {'subnet': {'network_id': '6107f077-f7c7-47db-8b86-669db7279c4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-124368176-subnet', 'tenant_id': 'b0dcdaf85ebc429397d88229c635e7b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:53:58.608359 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-c088c119-09ad-42ea-b5bf-ecb70535c3c5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:53:58.622451 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c088c119-09ad-42ea-b5bf-ecb70535c3c5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:53:58.623530 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c088c119-09ad-42ea-b5bf-ecb70535c3c5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:58.680712 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-fd7f2a27-a480-4fc8-b523-5820bb4d2381 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5783596 Jul 09 14:53:58.686116 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46626) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:58.709476 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ebe3f1eb-b984-47ef-aea8-830c9744f805 req-debcffd2-de3f-48ab-862a-b1e656cecde5 service neutron] 10.222.0.62 "GET /v2.0/networks/a127763e-29f7-47d5-9091-de48cb15ea6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4264734 Jul 09 14:53:58.713029 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-1de8c959-8fbd-4f5c-b873-03ad2678151c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Request body: {'subnet': {'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:53:58.722391 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b72a6521-6428-46d0-982c-cb319cd5d17b tempest-RoutersTestDVR-1850703761 tempest-RoutersTestDVR-1850703761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:58.745768 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b72a6521-6428-46d0-982c-cb319cd5d17b tempest-RoutersTestDVR-1850703761 tempest-RoutersTestDVR-1850703761-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:58.784577 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46634) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:58.827539 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c088c119-09ad-42ea-b5bf-ecb70535c3c5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event updated for resources: {'Port': ['ID=0eb01cc6-dc30-461a-b0a9-aa05cad2de73,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:58.852361 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def23fe7-502c-41f2-8ba7-9a50125b85f6 admin admin] Made reservation on behalf of b0dcdaf85ebc429397d88229c635e7b2 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:53:58.855046 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-def23fe7-502c-41f2-8ba7-9a50125b85f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:58.933190 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c4916-14bb-40b0-9e69-b33ed850a9ec req-6fe81b50-4890-4cad-9dc5-c07fdaef9465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:58.934711 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e01c4916-14bb-40b0-9e69-b33ed850a9ec req-6fe81b50-4890-4cad-9dc5-c07fdaef9465 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f23d9a2a77484c1eadd244e8611d3083&device_id=1ec0466f-6b26-4510-a4ae-5444a071c323 HTTP/1.1" status: 200 len: 1095 time: 0.4242423 Jul 09 14:53:58.999110 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c088c119-09ad-42ea-b5bf-ecb70535c3c5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Checking segment: {'id': '31ed0370-8a7c-4d48-9bed-ac34e7a735fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ae111f4c-4680-4ad9-8a6e-f8a78a2816b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:53:58.999462 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c088c119-09ad-42ea-b5bf-ecb70535c3c5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Network hostable DHCP agents. Network: ae111f4c-4680-4ad9-8a6e-f8a78a2816b0, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:53:59.001129 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b72a6521-6428-46d0-982c-cb319cd5d17b tempest-RoutersTestDVR-1850703761 tempest-RoutersTestDVR-1850703761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:59.001794 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b72a6521-6428-46d0-982c-cb319cd5d17b tempest-RoutersTestDVR-1850703761 tempest-RoutersTestDVR-1850703761-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 189945d3-f88b-44ba-90d3-71dcc2d831d8 {{(pid=94445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:53:59.009392 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b72a6521-6428-46d0-982c-cb319cd5d17b tempest-RoutersTestDVR-1850703761 tempest-RoutersTestDVR-1850703761-project-admin] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:59.011122 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b72a6521-6428-46d0-982c-cb319cd5d17b tempest-RoutersTestDVR-1850703761 tempest-RoutersTestDVR-1850703761-project-admin] 10.222.0.58 "DELETE /v2.0/routers/189945d3-f88b-44ba-90d3-71dcc2d831d8 HTTP/1.1" status: 204 len: 168 time: 0.6972806 Jul 09 14:53:59.022507 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de8c959-8fbd-4f5c-b873-03ad2678151c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Made reservation on behalf of 705b0dcf676c4e4da08df6f6169d5c06 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:53:59.024041 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b85c578c-9dfb-4fa9-9c0f-6b30cbdcdbbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:59.027851 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1de8c959-8fbd-4f5c-b873-03ad2678151c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:59.030857 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-1de8c959-8fbd-4f5c-b873-03ad2678151c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:53:59.030857 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1de8c959-8fbd-4f5c-b873-03ad2678151c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:53:59.060355 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ebe3f1eb-b984-47ef-aea8-830c9744f805 req-b64646fc-94b3-485a-8abf-f90aaccd4a4d service neutron] 10.222.0.62 "GET /v2.0/networks/a127763e-29f7-47d5-9091-de48cb15ea6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3412869 Jul 09 14:53:59.146960 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-1de8c959-8fbd-4f5c-b873-03ad2678151c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4593749 Jul 09 14:53:59.150567 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46648) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:59.158372 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-a9a53945-37f8-4ccf-a4f2-fef3fd3f8a7f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Request body: {'subnet': {'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:53:59.176647 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:59.213743 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713dfaf-7b46-496f-a88c-c49b74b5f5c0 req-4269cea3-ab5b-4253-aafb-1e03aaa6682a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:59.214240 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713dfaf-7b46-496f-a88c-c49b74b5f5c0 req-4269cea3-ab5b-4253-aafb-1e03aaa6682a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:59.214768 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713dfaf-7b46-496f-a88c-c49b74b5f5c0 req-4269cea3-ab5b-4253-aafb-1e03aaa6682a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:59.215255 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713dfaf-7b46-496f-a88c-c49b74b5f5c0 req-4269cea3-ab5b-4253-aafb-1e03aaa6682a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:59.215758 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713dfaf-7b46-496f-a88c-c49b74b5f5c0 req-4269cea3-ab5b-4253-aafb-1e03aaa6682a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:59.216237 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713dfaf-7b46-496f-a88c-c49b74b5f5c0 req-4269cea3-ab5b-4253-aafb-1e03aaa6682a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:59.216713 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713dfaf-7b46-496f-a88c-c49b74b5f5c0 req-4269cea3-ab5b-4253-aafb-1e03aaa6682a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:59.218741 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a713dfaf-7b46-496f-a88c-c49b74b5f5c0 req-4269cea3-ab5b-4253-aafb-1e03aaa6682a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 6489 time: 0.4262259 Jul 09 14:53:59.232161 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c4916-14bb-40b0-9e69-b33ed850a9ec req-3c1bd1c9-6d08-4b19-b098-da5c2eb9cd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:59.233630 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e01c4916-14bb-40b0-9e69-b33ed850a9ec req-3c1bd1c9-6d08-4b19-b098-da5c2eb9cd48 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a127763e-29f7-47d5-9091-de48cb15ea6a HTTP/1.1" status: 200 len: 913 time: 0.2746377 Jul 09 14:53:59.248374 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c088c119-09ad-42ea-b5bf-ecb70535c3c5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Network ae111f4c-4680-4ad9-8a6e-f8a78a2816b0 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:53:59.335323 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e01c4916-14bb-40b0-9e69-b33ed850a9ec req-c7024356-acef-474d-ab01-9c5badeb85c0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86df7d3c-21f7-48ba-a1ae-e4b290c8831e HTTP/1.1" status: 200 len: 217 time: 0.0900874 Jul 09 14:53:59.352913 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a53945-37f8-4ccf-a4f2-fef3fd3f8a7f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Made reservation on behalf of 705b0dcf676c4e4da08df6f6169d5c06 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:53:59.355694 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b57f43b-da0d-45ff-8297-27242dab5f85 req-ea46312f-3d1c-4df5-9d56-c1314b85bf26 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:59.355694 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5b57f43b-da0d-45ff-8297-27242dab5f85 req-ea46312f-3d1c-4df5-9d56-c1314b85bf26 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ec0466f-6b26-4510-a4ae-5444a071c323 HTTP/1.1" status: 200 len: 944 time: 0.3064084 Jul 09 14:53:59.357584 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a9a53945-37f8-4ccf-a4f2-fef3fd3f8a7f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:59.359284 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9a53945-37f8-4ccf-a4f2-fef3fd3f8a7f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:53:59.359824 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9a53945-37f8-4ccf-a4f2-fef3fd3f8a7f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:53:59.372657 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-c088c119-09ad-42ea-b5bf-ecb70535c3c5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, ae111f4c-4680-4ad9-8a6e-f8a78a2816b0) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:53:59.388483 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5343a5ab-9906-4f00-bb15-716114439649 None None] Network ae111f4c-4680-4ad9-8a6e-f8a78a2816b0 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:53:59.401051 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c088c119-09ad-42ea-b5bf-ecb70535c3c5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:53:59.407010 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c088c119-09ad-42ea-b5bf-ecb70535c3c5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:59.411902 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c088c119-09ad-42ea-b5bf-ecb70535c3c5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:59.412590 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c088c119-09ad-42ea-b5bf-ecb70535c3c5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:59.428316 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a713dfaf-7b46-496f-a88c-c49b74b5f5c0 req-4c8b0ba1-9760-4fe2-9169-0f9e1df2274b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9c5c735c-33df-481d-808b-656ad0345330&id=8c78eb3d-e1da-49ec-9295-fc8608cc021d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1919854 Jul 09 14:53:59.460297 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-a9a53945-37f8-4ccf-a4f2-fef3fd3f8a7f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3057585 Jul 09 14:53:59.461651 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46658) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:59.485696 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5b57f43b-da0d-45ff-8297-27242dab5f85 req-eb31571a-1283-45e4-a463-3fef2c4e711f tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/security-groups?id=67bcb813-8d42-43e0-ba78-04b40cf26421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073859 Jul 09 14:53:59.499737 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c4916-14bb-40b0-9e69-b33ed850a9ec req-42166d58-0829-41d8-b8df-da62fc5ca09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:59.499737 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e01c4916-14bb-40b0-9e69-b33ed850a9ec req-42166d58-0829-41d8-b8df-da62fc5ca09d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=43a4299f-20b7-47e7-a6f8-05cc3855fbd4 HTTP/1.1" status: 200 len: 852 time: 0.1347296 Jul 09 14:53:59.499737 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-def23fe7-502c-41f2-8ba7-9a50125b85f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:59.565260 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-7669debf-3a20-42a8-97f1-a528cb1d8e0f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1028638 Jul 09 14:53:59.571202 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46662) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:59.580349 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e01c4916-14bb-40b0-9e69-b33ed850a9ec req-fb294139-3fb2-40db-8472-493274421d17 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a127763e-29f7-47d5-9091-de48cb15ea6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792909 Jul 09 14:53:59.589406 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def23fe7-502c-41f2-8ba7-9a50125b85f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=465c5725-facb-4e6f-b14d-7c696db0e29c,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:53:59.589406 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c088c119-09ad-42ea-b5bf-ecb70535c3c5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.2892783 Jul 09 14:53:59.599757 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46664) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:59.658305 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46666) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:59.674437 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d39b40-2e3e-43ca-9f3d-5db61fbeab90 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:53:59.678819 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-31d39b40-2e3e-43ca-9f3d-5db61fbeab90 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0995698 Jul 09 14:53:59.679889 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46668) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:59.738270 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def23fe7-502c-41f2-8ba7-9a50125b85f6 admin admin] Checking segment: {'id': '1a86216b-0589-4b76-bf13-b0436a2559bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6107f077-f7c7-47db-8b86-669db7279c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:53:59.738639 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def23fe7-502c-41f2-8ba7-9a50125b85f6 admin admin] Network hostable DHCP agents. Network: 6107f077-f7c7-47db-8b86-669db7279c4c, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:53:59.763320 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46674) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:53:59.772537 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-6a3fd847-6140-4de6-bfb1-e28f2e9145e2 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0908430 Jul 09 14:53:59.796116 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-72a5d6c2-a49f-4914-b7b5-eb80c97fce5b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Request body: {'subnet': {'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:53:59.861569 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e01c4916-14bb-40b0-9e69-b33ed850a9ec req-73882085-b268-4795-98fb-1aa61f54ac16 service neutron] 10.222.0.62 "GET /v2.0/networks/a127763e-29f7-47d5-9091-de48cb15ea6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726974 Jul 09 14:53:59.889957 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-db560ee1-e584-4881-8f3e-3ea22c11936f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:59.964099 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def23fe7-502c-41f2-8ba7-9a50125b85f6 admin admin] Network 6107f077-f7c7-47db-8b86-669db7279c4c is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:54:00.035174 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-54ba9016-03a7-46e9-b72a-14ba0d8c898e tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Deleting port 0eb01cc6-dc30-461a-b0a9-aa05cad2de73 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:54:00.035535 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-54ba9016-03a7-46e9-b72a-14ba0d8c898e tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:00.055770 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e01c4916-14bb-40b0-9e69-b33ed850a9ec req-4973dcf1-d39a-42e0-849e-5ec0882831c5 service neutron] 10.222.0.62 "GET /v2.0/networks/a127763e-29f7-47d5-9091-de48cb15ea6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794221 Jul 09 14:54:00.123135 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-54ba9016-03a7-46e9-b72a-14ba0d8c898e tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:00.144765 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-54ba9016-03a7-46e9-b72a-14ba0d8c898e tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Calling delete_port for 0eb01cc6-dc30-461a-b0a9-aa05cad2de73 owned by {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:54:00.210962 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-def23fe7-502c-41f2-8ba7-9a50125b85f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 6107f077-f7c7-47db-8b86-669db7279c4c) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:54:00.214986 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-db560ee1-e584-4881-8f3e-3ea22c11936f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:00.220294 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def23fe7-502c-41f2-8ba7-9a50125b85f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:00.220890 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-def23fe7-502c-41f2-8ba7-9a50125b85f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:00.221621 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c071e6-6850-4995-8b15-96dcefaddb12 None None] Network 6107f077-f7c7-47db-8b86-669db7279c4c requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:54:00.227071 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:00.309976 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-db560ee1-e584-4881-8f3e-3ea22c11936f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:00.349863 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-54ba9016-03a7-46e9-b72a-14ba0d8c898e tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:00.367790 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-db560ee1-e584-4881-8f3e-3ea22c11936f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c24c7cf9a47945cea61a1f812b09d446&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6891634 Jul 09 14:54:00.370401 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46684) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:00.390350 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ba9016-03a7-46e9-b72a-14ba0d8c898e tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event deleted for resources: {'Port': ['ID=0eb01cc6-dc30-461a-b0a9-aa05cad2de73,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:00.393443 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db560ee1-e584-4881-8f3e-3ea22c11936f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d32a9e-3b73-4197-affd-03cf3fdf4e4b,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:00.397877 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-54ba9016-03a7-46e9-b72a-14ba0d8c898e tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:00.400048 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-54ba9016-03a7-46e9-b72a-14ba0d8c898e tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "DELETE /v2.0/ports/0eb01cc6-dc30-461a-b0a9-aa05cad2de73 HTTP/1.1" status: 204 len: 168 time: 0.7993264 Jul 09 14:54:00.401015 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46379a0b-6216-43a9-88d9-9374efb86068 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-6107f077-f7c7-47db-8b86-669db7279c4c', 'network_id': '6107f077-f7c7-47db-8b86-669db7279c4c', 'tenant_id': 'b0dcdaf85ebc429397d88229c635e7b2', 'fixed_ips': [{'subnet_id': '465c5725-facb-4e6f-b14d-7c696db0e29c'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:54:00.402290 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-46379a0b-6216-43a9-88d9-9374efb86068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:00.402817 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46686) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:00.457675 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a5d6c2-a49f-4914-b7b5-eb80c97fce5b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Made reservation on behalf of 705b0dcf676c4e4da08df6f6169d5c06 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:54:00.461564 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-72a5d6c2-a49f-4914-b7b5-eb80c97fce5b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:00.469870 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0789a46b-4272-4808-ba09-9ea242aa7273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:00.500581 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0789a46b-4272-4808-ba09-9ea242aa7273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:00.555879 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae842cce-15da-4579-b3d7-b53ce5d7be96 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:00.561973 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae842cce-15da-4579-b3d7-b53ce5d7be96 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:00.563578 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ae842cce-15da-4579-b3d7-b53ce5d7be96 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1595099 Jul 09 14:54:00.567206 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46692) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:00.573839 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-def23fe7-502c-41f2-8ba7-9a50125b85f6 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9789422 Jul 09 14:54:00.575743 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46694) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:00.580631 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-beb2be2e-68da-4d2c-a440-e03e1e9f3cbc admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-124368176-router', 'tenant_id': 'b0dcdaf85ebc429397d88229c635e7b2', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:54:00.637273 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-46379a0b-6216-43a9-88d9-9374efb86068 None None] Allocated IP 172.20.0.2 (6107f077-f7c7-47db-8b86-669db7279c4c/465c5725-facb-4e6f-b14d-7c696db0e29c/17ca3b78-23eb-4cc4-a090-a6cdc9c11443) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:54:00.687751 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0789a46b-4272-4808-ba09-9ea242aa7273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:00.692025 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0789a46b-4272-4808-ba09-9ea242aa7273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:00.693744 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-0789a46b-4272-4808-ba09-9ea242aa7273 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/68d32a9e-3b73-4197-affd-03cf3fdf4e4b HTTP/1.1" status: 204 len: 168 time: 0.3219600 Jul 09 14:54:00.712016 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0789a46b-4272-4808-ba09-9ea242aa7273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d32a9e-3b73-4197-affd-03cf3fdf4e4b,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:00.774454 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-bb5172c2-9914-4bc3-88e4-858f20125e78 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Deleting port 85586509-f5d2-4884-9482-cef101a49ffa {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:54:00.775151 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bb5172c2-9914-4bc3-88e4-858f20125e78 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:00.779430 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-beb2be2e-68da-4d2c-a440-e03e1e9f3cbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:00.781578 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-beb2be2e-68da-4d2c-a440-e03e1e9f3cbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:00.921271 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-46379a0b-6216-43a9-88d9-9374efb86068 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:00.931031 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-46379a0b-6216-43a9-88d9-9374efb86068 None None] Transition to ACTIVE for port object 17ca3b78-23eb-4cc4-a090-a6cdc9c11443 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:54:00.945863 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bb5172c2-9914-4bc3-88e4-858f20125e78 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:00.949058 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-46379a0b-6216-43a9-88d9-9374efb86068 None None] Transition to ACTIVE for port object 17ca3b78-23eb-4cc4-a090-a6cdc9c11443 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:54:00.966601 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-bb5172c2-9914-4bc3-88e4-858f20125e78 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Calling delete_port for 85586509-f5d2-4884-9482-cef101a49ffa owned by {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:54:00.992861 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 5a43cda5-fb6c-4bd2-86b7-b16b61232987 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:54:01.124360 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 5a43cda5-fb6c-4bd2-86b7-b16b61232987, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=5a43cda5-fb6c-4bd2-86b7-b16b61232987,segment=NetworkSegment(4f5083cd-3839-47b5-96db-7638aa0acf65),segment_id=4f5083cd-3839-47b5-96db-7638aa0acf65)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:54:01.143132 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '5a43cda5-fb6c-4bd2-86b7-b16b61232987', 'network_id': 'a127763e-29f7-47d5-9091-de48cb15ea6a', 'port_id': '5a43cda5-fb6c-4bd2-86b7-b16b61232987', 'mac_address': 'fa:16:3e:f6:89:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43a4299f-20b7-47e7-a6f8-05cc3855fbd4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:54:01.210261 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-beb2be2e-68da-4d2c-a440-e03e1e9f3cbc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:01.249972 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a068654-e118-4b5a-b000-09032e80ce1b req-2cab53e2-2e04-4d36-9fd8-eee27e8469a5 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:01.266532 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1a068654-e118-4b5a-b000-09032e80ce1b req-2cab53e2-2e04-4d36-9fd8-eee27e8469a5 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ec0466f-6b26-4510-a4ae-5444a071c323 HTTP/1.1" status: 200 len: 944 time: 0.5938847 Jul 09 14:54:01.337131 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-46379a0b-6216-43a9-88d9-9374efb86068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:01.346830 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1a068654-e118-4b5a-b000-09032e80ce1b req-2923f2e0-0200-4f0b-9b2a-97443e765e00 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/security-groups?id=67bcb813-8d42-43e0-ba78-04b40cf26421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520549 Jul 09 14:54:01.375375 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bb5172c2-9914-4bc3-88e4-858f20125e78 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:01.396868 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:01.411114 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46379a0b-6216-43a9-88d9-9374efb86068 None None] Network 6107f077-f7c7-47db-8b86-669db7279c4c is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:54:01.421541 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-46379a0b-6216-43a9-88d9-9374efb86068 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:54:01.433224 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46379a0b-6216-43a9-88d9-9374efb86068 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:54:01.443160 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a43cda5-fb6c-4bd2-86b7-b16b61232987 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:54:01.448408 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46379a0b-6216-43a9-88d9-9374efb86068 None None] Pushing event updated for resources: {'Port': ['ID=17ca3b78-23eb-4cc4-a090-a6cdc9c11443,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:01.458288 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5172c2-9914-4bc3-88e4-858f20125e78 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event deleted for resources: {'Port': ['ID=85586509-f5d2-4884-9482-cef101a49ffa,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:01.472398 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bb5172c2-9914-4bc3-88e4-858f20125e78 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:01.478349 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-bb5172c2-9914-4bc3-88e4-858f20125e78 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "DELETE /v2.0/ports/85586509-f5d2-4884-9482-cef101a49ffa HTTP/1.1" status: 204 len: 168 time: 0.9061928 Jul 09 14:54:01.479995 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46710) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:01.524971 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 5a43cda5-fb6c-4bd2-86b7-b16b61232987, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=5a43cda5-fb6c-4bd2-86b7-b16b61232987,segment=NetworkSegment(4f5083cd-3839-47b5-96db-7638aa0acf65),segment_id=4f5083cd-3839-47b5-96db-7638aa0acf65)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:54:01.547669 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-46379a0b-6216-43a9-88d9-9374efb86068 None None] Attempting to bind port 17ca3b78-23eb-4cc4-a090-a6cdc9c11443 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:54:01.548365 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-46379a0b-6216-43a9-88d9-9374efb86068 None None] Attempting to bind port 17ca3b78-23eb-4cc4-a090-a6cdc9c11443 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '1a86216b-0589-4b76-bf13-b0436a2559bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6107f077-f7c7-47db-8b86-669db7279c4c'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:54:01.548722 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46379a0b-6216-43a9-88d9-9374efb86068 None None] Attempting to bind port 17ca3b78-23eb-4cc4-a090-a6cdc9c11443 on network 6107f077-f7c7-47db-8b86-669db7279c4c {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:54:01.554641 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46379a0b-6216-43a9-88d9-9374efb86068 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:54:01.555021 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46379a0b-6216-43a9-88d9-9374efb86068 None None] Checking segment: {'id': '1a86216b-0589-4b76-bf13-b0436a2559bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6107f077-f7c7-47db-8b86-669db7279c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:54:01.555432 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-46379a0b-6216-43a9-88d9-9374efb86068 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:01.558503 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46379a0b-6216-43a9-88d9-9374efb86068 None None] Bound using segment: {'id': '1a86216b-0589-4b76-bf13-b0436a2559bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6107f077-f7c7-47db-8b86-669db7279c4c'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:54:01.558503 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-46379a0b-6216-43a9-88d9-9374efb86068 None None] Bound port: 17ca3b78-23eb-4cc4-a090-a6cdc9c11443, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a86216b-0589-4b76-bf13-b0436a2559bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6107f077-f7c7-47db-8b86-669db7279c4c'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:54:01.558503 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-46379a0b-6216-43a9-88d9-9374efb86068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:01.572119 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a211f2bb-e028-4bc8-b17d-6e52909e7634 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:01.576219 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-a211f2bb-e028-4bc8-b17d-6e52909e7634 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0948033 Jul 09 14:54:01.577212 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46714) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:01.612372 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-84f9407c-2224-4c15-9311-dbdfbfd12cbd tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] GET failed (client error): The resource could not be found. Jul 09 14:54:01.614170 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-84f9407c-2224-4c15-9311-dbdfbfd12cbd tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "GET /v2.0/ports/0eb01cc6-dc30-461a-b0a9-aa05cad2de73 HTTP/1.1" status: 404 len: 333 time: 0.0353675 Jul 09 14:54:01.616461 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-beb2be2e-68da-4d2c-a440-e03e1e9f3cbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:01.618018 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46718) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:01.631833 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:01.643802 n-d-799529-6 neutron-server[94446]: DEBUG neutron.objects.ports [None req-72a5d6c2-a49f-4914-b7b5-eb80c97fce5b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94446) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 14:54:01.644720 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-72a5d6c2-a49f-4914-b7b5-eb80c97fce5b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:01.661099 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:01.662526 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 86df7d3c-21f7-48ba-a1ae-e4b290c8831e details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:54:01.662690 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ffc3e7d-d077-411c-b362-bd672f9f1d95 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] GET failed (client error): The resource could not be found. Jul 09 14:54:01.669688 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-8ffc3e7d-d077-411c-b362-bd672f9f1d95 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "GET /v2.0/ports/85586509-f5d2-4884-9482-cef101a49ffa HTTP/1.1" status: 404 len: 333 time: 0.0495794 Jul 09 14:54:01.670564 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46720) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:01.675556 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-46379a0b-6216-43a9-88d9-9374efb86068 None None] For port 17ca3b78-23eb-4cc4-a090-a6cdc9c11443, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:54:01.709092 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a5d6c2-a49f-4914-b7b5-eb80c97fce5b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:54:01.719225 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-72a5d6c2-a49f-4914-b7b5-eb80c97fce5b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:54:01.720176 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-46379a0b-6216-43a9-88d9-9374efb86068 None None] For port 17ca3b78-23eb-4cc4-a090-a6cdc9c11443, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=17ca3b78-23eb-4cc4-a090-a6cdc9c11443,segment=NetworkSegment(1a86216b-0589-4b76-bf13-b0436a2559bc),segment_id=1a86216b-0589-4b76-bf13-b0436a2559bc)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:54:01.723926 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a5d6c2-a49f-4914-b7b5-eb80c97fce5b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:01.725988 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-72a5d6c2-a49f-4914-b7b5-eb80c97fce5b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:01.731113 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3eaf472-9aa5-42db-b45b-47a9aa360e89 None None] Network 858359dc-653d-453c-9af7-637628d0bac8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:54:01.772422 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2513396a-33f2-4bc0-9135-d1e1896af186 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:01.808181 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a5d6c2-a49f-4914-b7b5-eb80c97fce5b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event updated for resources: {'Subnet': ['ID=04fa9ad0-a0a9-4dfd-8636-43ca3bc909cc,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:01.906946 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-72a5d6c2-a49f-4914-b7b5-eb80c97fce5b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1403706 Jul 09 14:54:01.915334 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46728) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:01.927096 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-e00715a1-b851-4ac5-a292-47b3dba7ef4c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Request body: {'port': {'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'mac_address': 'fa:16:3e:c1:c6:5c', 'name': 'tempest-NetworksTestDHCPv6-1033481072'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:54:01.937701 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-46379a0b-6216-43a9-88d9-9374efb86068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:01.943946 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2513396a-33f2-4bc0-9135-d1e1896af186 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:01.954928 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-2513396a-33f2-4bc0-9135-d1e1896af186 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae111f4c-4680-4ad9-8a6e-f8a78a2816b0']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:54:01.969715 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-2513396a-33f2-4bc0-9135-d1e1896af186 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31ed0370-8a7c-4d48-9bed-ac34e7a735fe') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:54:01.972550 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-2513396a-33f2-4bc0-9135-d1e1896af186 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31ed0370-8a7c-4d48-9bed-ac34e7a735fe') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:54:01.986522 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.db.resource_extend [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 14:54:01.994066 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2513396a-33f2-4bc0-9135-d1e1896af186 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:02.001226 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d655e69e-77e2-4b8e-a515-f432f138bbbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-858359dc-653d-453c-9af7-637628d0bac8', 'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'tenant_id': '705b0dcf676c4e4da08df6f6169d5c06', 'fixed_ips': [{'subnet_id': '04fa9ad0-a0a9-4dfd-8636-43ca3bc909cc'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:54:02.003233 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d655e69e-77e2-4b8e-a515-f432f138bbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:02.006732 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46730) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:02.017533 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2513396a-33f2-4bc0-9135-d1e1896af186 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:02.026251 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2513396a-33f2-4bc0-9135-d1e1896af186 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:54:02.027200 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2513396a-33f2-4bc0-9135-d1e1896af186 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:02.030587 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:54:02.030587 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:54:02.030587 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 14:54:02.030587 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:54:02.030587 n-d-799529-6 neutron-server[94445]: timer() Jul 09 14:54:02.030587 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:54:02.030587 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 14:54:02.030587 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:54:02.030587 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 14:54:02.030587 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:54:02.030587 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 14:54:02.030587 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:54:02.030587 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 14:54:02.030587 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:54:02.030587 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 14:54:02.030587 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:54:02.030587 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:54:02.030587 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:54:02.030587 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:54:02.030587 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:54:02.030587 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 14:54:02.030587 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:54:02.030587 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 14:54:02.030587 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:54:02.030587 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:54:02.030587 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:54:02.030587 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 14:54:02.030587 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:54:02.030587 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:54:02.030587 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:54:02.030587 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:54:02.030587 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:54:02.030587 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:54:02.030587 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:54:02.034771 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=5a43cda5-fb6c-4bd2-86b7-b16b61232987,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:02.075769 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fdf74aa3-37e7-4e3c-a432-0c73a985c572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:02.125591 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 86df7d3c-21f7-48ba-a1ae-e4b290c8831e, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=86df7d3c-21f7-48ba-a1ae-e4b290c8831e,segment=NetworkSegment(4f5083cd-3839-47b5-96db-7638aa0acf65),segment_id=4f5083cd-3839-47b5-96db-7638aa0acf65)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:54:02.152905 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '86df7d3c-21f7-48ba-a1ae-e4b290c8831e', 'network_id': 'a127763e-29f7-47d5-9091-de48cb15ea6a', 'port_id': '86df7d3c-21f7-48ba-a1ae-e4b290c8831e', 'mac_address': 'fa:16:3e:9e:32:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43a4299f-20b7-47e7-a6f8-05cc3855fbd4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:54:02.183546 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2513396a-33f2-4bc0-9135-d1e1896af186 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:02.188676 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-beb2be2e-68da-4d2c-a440-e03e1e9f3cbc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:02.207195 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2513396a-33f2-4bc0-9135-d1e1896af186 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:02.215410 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-2513396a-33f2-4bc0-9135-d1e1896af186 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "DELETE /v2.0/networks/ae111f4c-4680-4ad9-8a6e-f8a78a2816b0 HTTP/1.1" status: 204 len: 168 time: 0.5431347 Jul 09 14:54:02.216903 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46734) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:02.227851 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-beb2be2e-68da-4d2c-a440-e03e1e9f3cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:02.237537 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-c1fe4bd6-764b-4ace-a747-a0eaf2c17e51 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1953157567'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:54:02.243790 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2513396a-33f2-4bc0-9135-d1e1896af186 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event deleted for resources: {'Network': ['ID=ae111f4c-4680-4ad9-8a6e-f8a78a2816b0,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:02.261588 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46379a0b-6216-43a9-88d9-9374efb86068 None None] Pushing event updated for resources: {'Port': ['ID=17ca3b78-23eb-4cc4-a090-a6cdc9c11443,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:02.361692 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:02.386340 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86df7d3c-21f7-48ba-a1ae-e4b290c8831e {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:54:02.410051 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-d655e69e-77e2-4b8e-a515-f432f138bbbf None None] Allocated IP 2001:db8::f816:3eff:feed:57b5 (858359dc-653d-453c-9af7-637628d0bac8/04fa9ad0-a0a9-4dfd-8636-43ca3bc909cc/924fa33d-4222-47a9-9cf6-23bd1589f756) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:54:02.426638 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 86df7d3c-21f7-48ba-a1ae-e4b290c8831e, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=86df7d3c-21f7-48ba-a1ae-e4b290c8831e,segment=NetworkSegment(4f5083cd-3839-47b5-96db-7638aa0acf65),segment_id=4f5083cd-3839-47b5-96db-7638aa0acf65)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:54:02.484161 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-beb2be2e-68da-4d2c-a440-e03e1e9f3cbc admin admin] Allocated IP 172.25.3.194 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/4d766e3f-caf8-4554-aec0-999b648af9fc) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:54:02.590734 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fdf74aa3-37e7-4e3c-a432-0c73a985c572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:02.641478 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:02.696699 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d655e69e-77e2-4b8e-a515-f432f138bbbf None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:02.719558 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-d655e69e-77e2-4b8e-a515-f432f138bbbf None None] Transition to ACTIVE for port object 924fa33d-4222-47a9-9cf6-23bd1589f756 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:54:02.720217 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-beb2be2e-68da-4d2c-a440-e03e1e9f3cbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:02.729146 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fdf74aa3-37e7-4e3c-a432-0c73a985c572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:02.730465 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=86df7d3c-21f7-48ba-a1ae-e4b290c8831e,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:02.750726 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-d655e69e-77e2-4b8e-a515-f432f138bbbf None None] Transition to ACTIVE for port object 924fa33d-4222-47a9-9cf6-23bd1589f756 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:54:02.790418 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf74aa3-37e7-4e3c-a432-0c73a985c572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2941b110-66da-4bd3-bd8f-20cb0bfb5966,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:02.801944 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-fdf74aa3-37e7-4e3c-a432-0c73a985c572 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9aad4a9c378e41bf9aab41256ebe7029&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7923114 Jul 09 14:54:02.805527 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46742) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:02.823702 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d835dfa7-7d70-475c-9f22-2fcd65e8b54f req-a9f49238-6187-449f-8619-22ddd7420712 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:02.831117 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d835dfa7-7d70-475c-9f22-2fcd65e8b54f req-a9f49238-6187-449f-8619-22ddd7420712 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ec0466f-6b26-4510-a4ae-5444a071c323 HTTP/1.1" status: 200 len: 945 time: 0.2016437 Jul 09 14:54:02.876476 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bfc02e84-ef02-4724-887a-8ae7da299ef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:02.878229 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d835dfa7-7d70-475c-9f22-2fcd65e8b54f req-f6e2efc7-c057-4d43-beaf-5c65ec70bb09 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/security-groups?id=67bcb813-8d42-43e0-ba78-04b40cf26421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459394 Jul 09 14:54:02.899419 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1fe4bd6-764b-4ace-a747-a0eaf2c17e51 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Made reservation on behalf of c23027b79fbf48438de608f7fcd960b2 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:54:02.911536 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c1fe4bd6-764b-4ace-a747-a0eaf2c17e51 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:02.933870 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bfc02e84-ef02-4724-887a-8ae7da299ef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:02.979245 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1fe4bd6-764b-4ace-a747-a0eaf2c17e51 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:54:02.989948 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c1fe4bd6-764b-4ace-a747-a0eaf2c17e51 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:02.990297 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-c1fe4bd6-764b-4ace-a747-a0eaf2c17e51 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Added segment 7870dcc0-8d5c-4fd9-9eae-18094780e6fe of type vlan for network 0b2b1c00-efd2-4f8f-bca4-39a86ac2807c Jul 09 14:54:03.041097 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c1fe4bd6-764b-4ace-a747-a0eaf2c17e51 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:03.108981 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d655e69e-77e2-4b8e-a515-f432f138bbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:03.109231 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00715a1-b851-4ac5-a292-47b3dba7ef4c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Made reservation on behalf of 705b0dcf676c4e4da08df6f6169d5c06 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:54:03.116925 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['5a43cda5-fb6c-4bd2-86b7-b16b61232987'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:54:03.119975 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-beb2be2e-68da-4d2c-a440-e03e1e9f3cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:03.143374 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bfc02e84-ef02-4724-887a-8ae7da299ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:03.146183 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bfc02e84-ef02-4724-887a-8ae7da299ef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:03.150742 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-bfc02e84-ef02-4724-887a-8ae7da299ef6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2941b110-66da-4bd3-bd8f-20cb0bfb5966 HTTP/1.1" status: 204 len: 168 time: 0.3437340 Jul 09 14:54:03.162247 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc02e84-ef02-4724-887a-8ae7da299ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2941b110-66da-4bd3-bd8f-20cb0bfb5966,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:03.164869 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c1fe4bd6-764b-4ace-a747-a0eaf2c17e51 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:03.173712 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fe4bd6-764b-4ace-a747-a0eaf2c17e51 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:03.174649 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c1fe4bd6-764b-4ace-a747-a0eaf2c17e51 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:03.182634 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['86df7d3c-21f7-48ba-a1ae-e4b290c8831e'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:54:03.211649 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d655e69e-77e2-4b8e-a515-f432f138bbbf None None] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:54:03.227688 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-d655e69e-77e2-4b8e-a515-f432f138bbbf None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:54:03.279496 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c1fe4bd6-764b-4ace-a747-a0eaf2c17e51 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0470009 Jul 09 14:54:03.292389 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46754) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:03.293451 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb2be2e-68da-4d2c-a440-e03e1e9f3cbc admin admin] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:54:03.300065 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-8b5484dc-19d6-40ae-8ff0-416144531064 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Request body: {'subnet': {'network_id': '0b2b1c00-efd2-4f8f-bca4-39a86ac2807c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:54:03.329852 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fe4bd6-764b-4ace-a747-a0eaf2c17e51 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event updated for resources: {'Network': ['ID=0b2b1c00-efd2-4f8f-bca4-39a86ac2807c,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:03.334283 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-beb2be2e-68da-4d2c-a440-e03e1e9f3cbc admin admin] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:54:03.361802 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d655e69e-77e2-4b8e-a515-f432f138bbbf None None] Pushing event updated for resources: {'Port': ['ID=924fa33d-4222-47a9-9cf6-23bd1589f756,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:03.371387 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d655e69e-77e2-4b8e-a515-f432f138bbbf None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:54:03.403471 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 0b2b1c00-efd2-4f8f-bca4-39a86ac2807c details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:54:03.411549 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb2be2e-68da-4d2c-a440-e03e1e9f3cbc admin admin] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:54:03.534043 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 17ca3b78-23eb-4cc4-a090-a6cdc9c11443 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:54:03.555157 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb2be2e-68da-4d2c-a440-e03e1e9f3cbc admin admin] Pushing event updated for resources: {'Port': ['ID=4d766e3f-caf8-4554-aec0-999b648af9fc,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:03.560637 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5484dc-19d6-40ae-8ff0-416144531064 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Made reservation on behalf of c23027b79fbf48438de608f7fcd960b2 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:54:03.571062 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8b5484dc-19d6-40ae-8ff0-416144531064 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:03.620214 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62148372-6b1e-438a-8fb2-c6409f88399e None None] Network 6107f077-f7c7-47db-8b86-669db7279c4c requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:54:03.719865 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e00715a1-b851-4ac5-a292-47b3dba7ef4c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:03.776785 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-d655e69e-77e2-4b8e-a515-f432f138bbbf None None] Attempting to bind port 924fa33d-4222-47a9-9cf6-23bd1589f756 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:54:03.777076 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-d655e69e-77e2-4b8e-a515-f432f138bbbf None None] Attempting to bind port 924fa33d-4222-47a9-9cf6-23bd1589f756 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:54:03.777638 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d655e69e-77e2-4b8e-a515-f432f138bbbf None None] Attempting to bind port 924fa33d-4222-47a9-9cf6-23bd1589f756 on network 858359dc-653d-453c-9af7-637628d0bac8 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:54:03.794133 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-e00715a1-b851-4ac5-a292-47b3dba7ef4c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] device_id is not set on port f353d63e-97a0-47d1-ac0e-a28f397d1cf7 yet. {{(pid=94446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:54:03.846644 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d655e69e-77e2-4b8e-a515-f432f138bbbf None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:54:03.846958 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d655e69e-77e2-4b8e-a515-f432f138bbbf None None] Checking segment: {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:54:03.847319 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d655e69e-77e2-4b8e-a515-f432f138bbbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:03.847749 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d655e69e-77e2-4b8e-a515-f432f138bbbf None None] Bound using segment: {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:54:03.860628 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-d655e69e-77e2-4b8e-a515-f432f138bbbf None None] Bound port: 924fa33d-4222-47a9-9cf6-23bd1589f756, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:54:03.861093 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d655e69e-77e2-4b8e-a515-f432f138bbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:03.947411 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-e946e30c-72fb-47ef-a735-b18b8b0a777b None None] Provisioning for port 17ca3b78-23eb-4cc4-a090-a6cdc9c11443 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:54:03.972347 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8b5484dc-19d6-40ae-8ff0-416144531064 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:04.088282 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5484dc-19d6-40ae-8ff0-416144531064 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event updated for resources: {'Subnet': ['ID=fd579b80-9f30-4354-aea5-91fd5b5cea43,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:04.122407 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5484dc-19d6-40ae-8ff0-416144531064 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Checking segment: {'id': '7870dcc0-8d5c-4fd9-9eae-18094780e6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '0b2b1c00-efd2-4f8f-bca4-39a86ac2807c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:54:04.122998 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5484dc-19d6-40ae-8ff0-416144531064 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Network hostable DHCP agents. Network: 0b2b1c00-efd2-4f8f-bca4-39a86ac2807c, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:54:04.128198 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-e00715a1-b851-4ac5-a292-47b3dba7ef4c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Allocated IP 2001:db8::f816:3eff:fec1:c65c (858359dc-653d-453c-9af7-637628d0bac8/04fa9ad0-a0a9-4dfd-8636-43ca3bc909cc/f353d63e-97a0-47d1-ac0e-a28f397d1cf7) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:54:04.168192 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 17ca3b78-23eb-4cc4-a090-a6cdc9c11443 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:54:04.188564 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 17ca3b78-23eb-4cc4-a090-a6cdc9c11443 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:54:04.188938 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:04.191608 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-d655e69e-77e2-4b8e-a515-f432f138bbbf None None] For port 924fa33d-4222-47a9-9cf6-23bd1589f756, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:54:04.256662 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5484dc-19d6-40ae-8ff0-416144531064 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Network 0b2b1c00-efd2-4f8f-bca4-39a86ac2807c is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:54:04.278447 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-d655e69e-77e2-4b8e-a515-f432f138bbbf None None] For port 924fa33d-4222-47a9-9cf6-23bd1589f756, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=924fa33d-4222-47a9-9cf6-23bd1589f756,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:54:04.281936 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-beb2be2e-68da-4d2c-a440-e03e1e9f3cbc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:04.348910 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-8b5484dc-19d6-40ae-8ff0-416144531064 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 0b2b1c00-efd2-4f8f-bca4-39a86ac2807c) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:54:04.356174 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5484dc-19d6-40ae-8ff0-416144531064 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:04.356971 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8b5484dc-19d6-40ae-8ff0-416144531064 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:04.365748 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed6e5cc-ba01-4d10-abb9-90d21674f128 req-a5ddf1a2-b97d-4eb8-bf17-f98452cd6dbe tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:04.368036 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3073e3-0e14-4e45-8525-5d50ed6027c4 None None] Network 0b2b1c00-efd2-4f8f-bca4-39a86ac2807c requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:54:04.373139 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fed6e5cc-ba01-4d10-abb9-90d21674f128 req-a5ddf1a2-b97d-4eb8-bf17-f98452cd6dbe tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ec0466f-6b26-4510-a4ae-5444a071c323 HTTP/1.1" status: 200 len: 945 time: 0.2935863 Jul 09 14:54:04.470858 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d655e69e-77e2-4b8e-a515-f432f138bbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:04.491391 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-8b5484dc-19d6-40ae-8ff0-416144531064 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1976683 Jul 09 14:54:04.501238 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46780) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:04.506533 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fed6e5cc-ba01-4d10-abb9-90d21674f128 req-83a9c7cb-01f3-4366-918c-a95ac8bfa83d tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/security-groups?id=67bcb813-8d42-43e0-ba78-04b40cf26421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321664 Jul 09 14:54:04.510130 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-e75c4a36-5fa9-4ed1-96a7-08936c6489cb tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Request body: {'port': {'network_id': '0b2b1c00-efd2-4f8f-bca4-39a86ac2807c', 'name': 'tempest-PortsIpV6TestJSON-1047651497'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:54:04.694288 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e00715a1-b851-4ac5-a292-47b3dba7ef4c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:04.749191 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:04.776986 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-e00715a1-b851-4ac5-a292-47b3dba7ef4c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Transition to ACTIVE for port object f353d63e-97a0-47d1-ac0e-a28f397d1cf7 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:54:04.803208 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-beb2be2e-68da-4d2c-a440-e03e1e9f3cbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:04.852837 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 17ca3b78-23eb-4cc4-a090-a6cdc9c11443, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=17ca3b78-23eb-4cc4-a090-a6cdc9c11443,segment=NetworkSegment(1a86216b-0589-4b76-bf13-b0436a2559bc),segment_id=1a86216b-0589-4b76-bf13-b0436a2559bc)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:54:04.855016 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75c4a36-5fa9-4ed1-96a7-08936c6489cb tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Made reservation on behalf of c23027b79fbf48438de608f7fcd960b2 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:54:04.857679 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d655e69e-77e2-4b8e-a515-f432f138bbbf None None] Pushing event updated for resources: {'Port': ['ID=924fa33d-4222-47a9-9cf6-23bd1589f756,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:04.858661 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e75c4a36-5fa9-4ed1-96a7-08936c6489cb tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:04.879251 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-89c8b3f2-e354-49de-929c-25171ca495ec None None] Provisioning complete for port 17ca3b78-23eb-4cc4-a090-a6cdc9c11443 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:54:04.879915 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-89c8b3f2-e354-49de-929c-25171ca495ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:04.903214 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [None req-e75c4a36-5fa9-4ed1-96a7-08936c6489cb tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] device_id is not set on port b2000417-3859-4350-b9b8-84e726b33476 yet. {{(pid=94445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:54:04.927787 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:04.994696 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e00715a1-b851-4ac5-a292-47b3dba7ef4c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:05.018435 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=17ca3b78-23eb-4cc4-a090-a6cdc9c11443,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:05.074289 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00715a1-b851-4ac5-a292-47b3dba7ef4c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event updated for resources: {'Port': ['ID=f353d63e-97a0-47d1-ac0e-a28f397d1cf7,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:05.084392 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63dddb36-17a4-42bf-9a0a-d8318c4fa9f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-0b2b1c00-efd2-4f8f-bca4-39a86ac2807c', 'network_id': '0b2b1c00-efd2-4f8f-bca4-39a86ac2807c', 'tenant_id': 'c23027b79fbf48438de608f7fcd960b2', 'fixed_ips': [{'subnet_id': 'fd579b80-9f30-4354-aea5-91fd5b5cea43'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:54:05.084820 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-63dddb36-17a4-42bf-9a0a-d8318c4fa9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:05.097517 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00715a1-b851-4ac5-a292-47b3dba7ef4c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:54:05.104601 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-e00715a1-b851-4ac5-a292-47b3dba7ef4c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:54:05.109770 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00715a1-b851-4ac5-a292-47b3dba7ef4c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:54:05.139548 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00715a1-b851-4ac5-a292-47b3dba7ef4c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:05.139548 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e00715a1-b851-4ac5-a292-47b3dba7ef4c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:05.211033 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-e75c4a36-5fa9-4ed1-96a7-08936c6489cb tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Allocated IP 2001:db8::f8 (0b2b1c00-efd2-4f8f-bca4-39a86ac2807c/fd579b80-9f30-4354-aea5-91fd5b5cea43/b2000417-3859-4350-b9b8-84e726b33476) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:54:05.325813 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-e00715a1-b851-4ac5-a292-47b3dba7ef4c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.4054010 Jul 09 14:54:05.332970 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46800) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:05.375383 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46802) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:05.416222 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb2be2e-68da-4d2c-a440-e03e1e9f3cbc admin admin] Router 311afcc8-caec-4fc2-aa30-8c8af12e711a is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:54:05.495674 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e75c4a36-5fa9-4ed1-96a7-08936c6489cb tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:05.516043 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-e75c4a36-5fa9-4ed1-96a7-08936c6489cb tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Transition to ACTIVE for port object b2000417-3859-4350-b9b8-84e726b33476 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:54:05.545460 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 924fa33d-4222-47a9-9cf6-23bd1589f756 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:54:05.596250 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a686bf6-a9e7-4921-ab94-19849cd5b9db tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:05.605447 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a686bf6-a9e7-4921-ab94-19849cd5b9db tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:05.609892 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46810) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:05.610620 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-2a686bf6-a9e7-4921-ab94-19849cd5b9db tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2810965 Jul 09 14:54:05.671706 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-0ec52d5b-b147-412c-b0e0-3b4640cfef1f tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-868919439'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:54:05.688970 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e75c4a36-5fa9-4ed1-96a7-08936c6489cb tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:05.701038 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb2be2e-68da-4d2c-a440-e03e1e9f3cbc admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:54:05.709977 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1aae32-81e6-425f-bbd1-09703e227080 None None] Sync routers for ids ['311afcc8-caec-4fc2-aa30-8c8af12e711a'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:54:05.728920 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1aae32-81e6-425f-bbd1-09703e227080 None None] Routers {'311afcc8-caec-4fc2-aa30-8c8af12e711a'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:54:05.737080 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-de1aae32-81e6-425f-bbd1-09703e227080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:53:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['311afcc8-caec-4fc2-aa30-8c8af12e711a'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:54:05.747099 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-63dddb36-17a4-42bf-9a0a-d8318c4fa9f7 None None] Allocated IP 2001:db8::2 (0b2b1c00-efd2-4f8f-bca4-39a86ac2807c/fd579b80-9f30-4354-aea5-91fd5b5cea43/7f6538fe-4646-436a-bff5-946a628daa9d) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:54:05.769869 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 924fa33d-4222-47a9-9cf6-23bd1589f756 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:54:05.783221 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 17ca3b78-23eb-4cc4-a090-a6cdc9c11443 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:54:05.877558 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75c4a36-5fa9-4ed1-96a7-08936c6489cb tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Network 0b2b1c00-efd2-4f8f-bca4-39a86ac2807c is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:54:05.888823 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-e75c4a36-5fa9-4ed1-96a7-08936c6489cb tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:54:05.901686 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75c4a36-5fa9-4ed1-96a7-08936c6489cb tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:54:05.917842 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75c4a36-5fa9-4ed1-96a7-08936c6489cb tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:05.918795 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e75c4a36-5fa9-4ed1-96a7-08936c6489cb tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:05.923073 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1afa05-ca2e-44d2-a5a4-50a031107040 req-e684da1f-57f9-4362-aa7c-e64828edcfe4 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:05.924694 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4e1afa05-ca2e-44d2-a5a4-50a031107040 req-e684da1f-57f9-4362-aa7c-e64828edcfe4 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ec0466f-6b26-4510-a4ae-5444a071c323 HTTP/1.1" status: 200 len: 945 time: 0.1439581 Jul 09 14:54:05.938879 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 17ca3b78-23eb-4cc4-a090-a6cdc9c11443 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:54:05.939425 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:05.946107 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75c4a36-5fa9-4ed1-96a7-08936c6489cb tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event updated for resources: {'Port': ['ID=b2000417-3859-4350-b9b8-84e726b33476,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:05.950179 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec52d5b-b147-412c-b0e0-3b4640cfef1f tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Made reservation on behalf of 8644887104604d6091149471a9ba17bd for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:54:05.955955 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0ec52d5b-b147-412c-b0e0-3b4640cfef1f tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:05.989786 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-de1aae32-81e6-425f-bbd1-09703e227080 None None] Set router 311afcc8-caec-4fc2-aa30-8c8af12e711a gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:54:05.991348 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0ec52d5b-b147-412c-b0e0-3b4640cfef1f tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:06.058655 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e75c4a36-5fa9-4ed1-96a7-08936c6489cb tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5533633 Jul 09 14:54:06.064220 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4e1afa05-ca2e-44d2-a5a4-50a031107040 req-d6203859-8ca7-4e4e-a081-373bce165bfe tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/security-groups?id=67bcb813-8d42-43e0-ba78-04b40cf26421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286380 Jul 09 14:54:06.064740 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46818) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:06.072085 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-9797b5ff-eef1-4929-9801-28ac578484d1 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Deleting port f353d63e-97a0-47d1-ac0e-a28f397d1cf7 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:54:06.076587 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9797b5ff-eef1-4929-9801-28ac578484d1 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:06.116762 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-beb2be2e-68da-4d2c-a440-e03e1e9f3cbc admin admin] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:06.121470 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-beb2be2e-68da-4d2c-a440-e03e1e9f3cbc admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.5410075 Jul 09 14:54:06.123467 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46820) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:06.162534 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-63dddb36-17a4-42bf-9a0a-d8318c4fa9f7 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:06.174524 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-63dddb36-17a4-42bf-9a0a-d8318c4fa9f7 None None] Transition to ACTIVE for port object 7f6538fe-4646-436a-bff5-946a628daa9d will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:54:06.227696 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-63dddb36-17a4-42bf-9a0a-d8318c4fa9f7 None None] Transition to ACTIVE for port object 7f6538fe-4646-436a-bff5-946a628daa9d will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:54:06.297383 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-63dddb36-17a4-42bf-9a0a-d8318c4fa9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:06.305195 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9797b5ff-eef1-4929-9801-28ac578484d1 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:06.337145 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-9797b5ff-eef1-4929-9801-28ac578484d1 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Calling delete_port for f353d63e-97a0-47d1-ac0e-a28f397d1cf7 owned by {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:54:06.359222 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63dddb36-17a4-42bf-9a0a-d8318c4fa9f7 None None] Network 0b2b1c00-efd2-4f8f-bca4-39a86ac2807c is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:54:06.362538 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-63dddb36-17a4-42bf-9a0a-d8318c4fa9f7 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:54:06.367807 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dddb36-17a4-42bf-9a0a-d8318c4fa9f7 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:54:06.374617 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dddb36-17a4-42bf-9a0a-d8318c4fa9f7 None None] Pushing event updated for resources: {'Port': ['ID=7f6538fe-4646-436a-bff5-946a628daa9d,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:06.403540 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-de1aae32-81e6-425f-bbd1-09703e227080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311afcc8-caec-4fc2-aa30-8c8af12e711a', 'name': 'tempest-TaggedBootDevicesTest_v242-124368176-router', 'tenant_id': 'b0dcdaf85ebc429397d88229c635e7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '4d766e3f-caf8-4554-aec0-999b648af9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:54:00Z', 'updated_at': '2021-07-09T14:54:03Z', 'revision_number': 3, 'project_id': 'b0dcdaf85ebc429397d88229c635e7b2', 'gw_port': {'id': '4d766e3f-caf8-4554-aec0-999b648af9fc', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:39:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '311afcc8-caec-4fc2-aa30-8c8af12e711a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:54:02Z', 'updated_at': '2021-07-09T14:54:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:54:06.464683 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1aae32-81e6-425f-bbd1-09703e227080 None None] Checking router: 311afcc8-caec-4fc2-aa30-8c8af12e711a for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:54:06.465328 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1aae32-81e6-425f-bbd1-09703e227080 None None] Updating router 311afcc8-caec-4fc2-aa30-8c8af12e711a port 4d766e3f-caf8-4554-aec0-999b648af9fc binding host n-d-799529-6 {{(pid=94448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:54:06.470089 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0ec52d5b-b147-412c-b0e0-3b4640cfef1f tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:06.476204 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-5ac067c9-e130-4d47-badf-ad134aedb1ef tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Deleting port b2000417-3859-4350-b9b8-84e726b33476 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:54:06.480495 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5ac067c9-e130-4d47-badf-ad134aedb1ef tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:06.491910 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-63dddb36-17a4-42bf-9a0a-d8318c4fa9f7 None None] Attempting to bind port 7f6538fe-4646-436a-bff5-946a628daa9d on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:54:06.495176 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-63dddb36-17a4-42bf-9a0a-d8318c4fa9f7 None None] Attempting to bind port 7f6538fe-4646-436a-bff5-946a628daa9d by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '7870dcc0-8d5c-4fd9-9eae-18094780e6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '0b2b1c00-efd2-4f8f-bca4-39a86ac2807c'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:54:06.495781 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dddb36-17a4-42bf-9a0a-d8318c4fa9f7 None None] Attempting to bind port 7f6538fe-4646-436a-bff5-946a628daa9d on network 0b2b1c00-efd2-4f8f-bca4-39a86ac2807c {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:54:06.510029 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dddb36-17a4-42bf-9a0a-d8318c4fa9f7 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:54:06.510029 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dddb36-17a4-42bf-9a0a-d8318c4fa9f7 None None] Checking segment: {'id': '7870dcc0-8d5c-4fd9-9eae-18094780e6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '0b2b1c00-efd2-4f8f-bca4-39a86ac2807c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:54:06.510029 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-63dddb36-17a4-42bf-9a0a-d8318c4fa9f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:06.521224 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dddb36-17a4-42bf-9a0a-d8318c4fa9f7 None None] Bound using segment: {'id': '7870dcc0-8d5c-4fd9-9eae-18094780e6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '0b2b1c00-efd2-4f8f-bca4-39a86ac2807c'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:54:06.522035 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-63dddb36-17a4-42bf-9a0a-d8318c4fa9f7 None None] Bound port: 7f6538fe-4646-436a-bff5-946a628daa9d, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7870dcc0-8d5c-4fd9-9eae-18094780e6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '0b2b1c00-efd2-4f8f-bca4-39a86ac2807c'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:54:06.522642 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-63dddb36-17a4-42bf-9a0a-d8318c4fa9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:06.562404 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-de1aae32-81e6-425f-bbd1-09703e227080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:06.609142 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0ec52d5b-b147-412c-b0e0-3b4640cfef1f tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:06.697106 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-63dddb36-17a4-42bf-9a0a-d8318c4fa9f7 None None] For port 7f6538fe-4646-436a-bff5-946a628daa9d, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:54:06.718449 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-63dddb36-17a4-42bf-9a0a-d8318c4fa9f7 None None] For port 7f6538fe-4646-436a-bff5-946a628daa9d, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=7f6538fe-4646-436a-bff5-946a628daa9d,segment=NetworkSegment(7870dcc0-8d5c-4fd9-9eae-18094780e6fe),segment_id=7870dcc0-8d5c-4fd9-9eae-18094780e6fe)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:54:06.718681 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec52d5b-b147-412c-b0e0-3b4640cfef1f tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf273d8-d597-4685-b2b1-6a5f8134cb7c,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:06.754634 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9797b5ff-eef1-4929-9801-28ac578484d1 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:06.777112 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ec52d5b-b147-412c-b0e0-3b4640cfef1f tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:54:06.799156 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-4abcccb4-1d07-49ed-b884-b002dde2b14b None None] Provisioning for port 924fa33d-4222-47a9-9cf6-23bd1589f756 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:54:06.804676 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-4abcccb4-1d07-49ed-b884-b002dde2b14b None None] Provisioning complete for port 924fa33d-4222-47a9-9cf6-23bd1589f756 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:54:06.806120 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4abcccb4-1d07-49ed-b884-b002dde2b14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:06.841274 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9797b5ff-eef1-4929-9801-28ac578484d1 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event deleted for resources: {'Port': ['ID=f353d63e-97a0-47d1-ac0e-a28f397d1cf7,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:06.855380 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0ec52d5b-b147-412c-b0e0-3b4640cfef1f tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:06.855380 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-0ec52d5b-b147-412c-b0e0-3b4640cfef1f tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Added segment e62965ae-7e6b-407b-9f9f-07ed1408c84d of type vlan for network 302a84d0-1d3b-455f-99f2-36fc1dd30da1 Jul 09 14:54:06.908818 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-63dddb36-17a4-42bf-9a0a-d8318c4fa9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:06.956177 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9797b5ff-eef1-4929-9801-28ac578484d1 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:06.962951 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-9797b5ff-eef1-4929-9801-28ac578484d1 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/ports/f353d63e-97a0-47d1-ac0e-a28f397d1cf7 HTTP/1.1" status: 204 len: 168 time: 1.3516753 Jul 09 14:54:06.968106 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46830) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:07.020275 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 5a43cda5-fb6c-4bd2-86b7-b16b61232987 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:54:07.131838 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96449bb-a375-4af6-a5e7-ddb8d6fff4a0 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:07.148649 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96449bb-a375-4af6-a5e7-ddb8d6fff4a0 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:07.150787 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-a96449bb-a375-4af6-a5e7-ddb8d6fff4a0 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1761694 Jul 09 14:54:07.155203 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46840) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:07.225303 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-de1aae32-81e6-425f-bbd1-09703e227080 None None] Notify callbacks [] for port, precommit_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:07.241072 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.provisioning_blocks [None req-de1aae32-81e6-425f-bbd1-09703e227080 None None] Transition to ACTIVE for port object 4d766e3f-caf8-4554-aec0-999b648af9fc will not be triggered until provisioned by entity L2. {{(pid=94448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:54:07.263048 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dddb36-17a4-42bf-9a0a-d8318c4fa9f7 None None] Pushing event updated for resources: {'Port': ['ID=7f6538fe-4646-436a-bff5-946a628daa9d,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:07.276769 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0ec52d5b-b147-412c-b0e0-3b4640cfef1f tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:07.301456 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5ac067c9-e130-4d47-badf-ad134aedb1ef tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:07.316202 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-5ac067c9-e130-4d47-badf-ad134aedb1ef tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Calling delete_port for b2000417-3859-4350-b9b8-84e726b33476 owned by {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:54:07.334281 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4abcccb4-1d07-49ed-b884-b002dde2b14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:07.369899 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:54:07.371308 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-12eec3be-fc6d-406b-b068-5993440a0329 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Deleting subnet 04fa9ad0-a0a9-4dfd-8636-43ca3bc909cc {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:54:07.372638 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-de1aae32-81e6-425f-bbd1-09703e227080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:07.462672 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-4abcccb4-1d07-49ed-b884-b002dde2b14b None None] For port 924fa33d-4222-47a9-9cf6-23bd1589f756, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=924fa33d-4222-47a9-9cf6-23bd1589f756,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:54:07.575908 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-de1aae32-81e6-425f-bbd1-09703e227080 None None] Attempting to bind port 4d766e3f-caf8-4554-aec0-999b648af9fc on host n-d-799529-6 for vnic_type normal with profile {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:54:07.577085 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-de1aae32-81e6-425f-bbd1-09703e227080 None None] Attempting to bind port 4d766e3f-caf8-4554-aec0-999b648af9fc by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:54:07.577874 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1aae32-81e6-425f-bbd1-09703e227080 None None] Attempting to bind port 4d766e3f-caf8-4554-aec0-999b648af9fc on network 202c7ce6-d4e9-4f80-84dd-bef08905a653 {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:54:07.583909 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port 5a43cda5-fb6c-4bd2-86b7-b16b61232987 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:54:07.584110 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c47923-b601-4bb8-a026-030c2b9cc982 None None] Pushing event updated for resources: {'Port': ['ID=4d766e3f-caf8-4554-aec0-999b648af9fc,revision_number=2']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:07.593738 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 5a43cda5-fb6c-4bd2-86b7-b16b61232987 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:54:07.594058 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:07.598768 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4abcccb4-1d07-49ed-b884-b002dde2b14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:07.633546 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c47923-b601-4bb8-a026-030c2b9cc982 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:54:07.633952 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c47923-b601-4bb8-a026-030c2b9cc982 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:54:07.634294 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c47923-b601-4bb8-a026-030c2b9cc982 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:54:07.634828 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c47923-b601-4bb8-a026-030c2b9cc982 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:54:07.641758 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c47923-b601-4bb8-a026-030c2b9cc982 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:54:07.642672 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c47923-b601-4bb8-a026-030c2b9cc982 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:54:07.643493 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c47923-b601-4bb8-a026-030c2b9cc982 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:54:07.644274 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c47923-b601-4bb8-a026-030c2b9cc982 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:54:07.645040 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c47923-b601-4bb8-a026-030c2b9cc982 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:54:07.645806 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c47923-b601-4bb8-a026-030c2b9cc982 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:54:07.646542 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c47923-b601-4bb8-a026-030c2b9cc982 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:54:07.647283 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c47923-b601-4bb8-a026-030c2b9cc982 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:54:07.654650 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1aae32-81e6-425f-bbd1-09703e227080 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:54:07.655696 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1aae32-81e6-425f-bbd1-09703e227080 None None] Checking segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:54:07.656800 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-de1aae32-81e6-425f-bbd1-09703e227080 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:07.657631 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1aae32-81e6-425f-bbd1-09703e227080 None None] Bound using segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:54:07.658636 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-de1aae32-81e6-425f-bbd1-09703e227080 None None] Bound port: 4d766e3f-caf8-4554-aec0-999b648af9fc, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:54:07.660069 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-de1aae32-81e6-425f-bbd1-09703e227080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:07.719450 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b1f9a-b53e-4536-85de-4ccb096e06bb req-86428d72-f0a5-422a-9178-5c4637dbd4f5 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:07.729358 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6c7b1f9a-b53e-4536-85de-4ccb096e06bb req-86428d72-f0a5-422a-9178-5c4637dbd4f5 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ec0466f-6b26-4510-a4ae-5444a071c323 HTTP/1.1" status: 200 len: 945 time: 0.3645570 Jul 09 14:54:07.729624 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-de1aae32-81e6-425f-bbd1-09703e227080 None None] For port 4d766e3f-caf8-4554-aec0-999b648af9fc, host n-d-799529-6, cleared binding levels {{(pid=94448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:54:07.733687 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-de1aae32-81e6-425f-bbd1-09703e227080 None None] For port 4d766e3f-caf8-4554-aec0-999b648af9fc, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=4d766e3f-caf8-4554-aec0-999b648af9fc,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:54:07.745190 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-fd6829e7-8205-4bf5-bb71-36c891588b99 None None] Could not find standard attr ID for object f353d63e-97a0-47d1-ac0e-a28f397d1cf7. {{(pid=94447) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 14:54:07.789693 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abcccb4-1d07-49ed-b884-b002dde2b14b None None] Pushing event updated for resources: {'Port': ['ID=924fa33d-4222-47a9-9cf6-23bd1589f756,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:07.860301 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:07.863187 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-de1aae32-81e6-425f-bbd1-09703e227080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:07.893093 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6c7b1f9a-b53e-4536-85de-4ccb096e06bb req-13115894-dd14-45bc-8c50-bae10c960054 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/security-groups?id=67bcb813-8d42-43e0-ba78-04b40cf26421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510870 Jul 09 14:54:07.925254 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-12eec3be-fc6d-406b-b068-5993440a0329 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:07.940442 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1aae32-81e6-425f-bbd1-09703e227080 None None] Routers {'311afcc8-caec-4fc2-aa30-8c8af12e711a'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:54:07.941100 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-de1aae32-81e6-425f-bbd1-09703e227080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:53:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['311afcc8-caec-4fc2-aa30-8c8af12e711a'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:54:07.963384 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5ac067c9-e130-4d47-badf-ad134aedb1ef tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:08.005856 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac067c9-e130-4d47-badf-ad134aedb1ef tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event deleted for resources: {'Port': ['ID=b2000417-3859-4350-b9b8-84e726b33476,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:08.020122 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adbdd40a-7ca6-467f-8066-3132568581bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a43cda5-fb6c-4bd2-86b7-b16b61232987'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:54:08.024819 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d6a77d-a8e0-4596-acbe-66bc674da2f9" -d '{"events": [{"server_uuid": "adbdd40a-7ca6-467f-8066-3132568581bb", "name": "network-vif-plugged", "status": "completed", "tag": "5a43cda5-fb6c-4bd2-86b7-b16b61232987"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:54:08.042612 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5ac067c9-e130-4d47-badf-ad134aedb1ef tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:08.044573 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-5ac067c9-e130-4d47-badf-ad134aedb1ef tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "DELETE /v2.0/ports/b2000417-3859-4350-b9b8-84e726b33476 HTTP/1.1" status: 204 len: 168 time: 1.9788637 Jul 09 14:54:08.047767 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46850) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:08.061759 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0ec52d5b-b147-412c-b0e0-3b4640cfef1f tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:08.067516 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec52d5b-b147-412c-b0e0-3b4640cfef1f tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:08.077830 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-2da7da42-225a-490b-85d9-e34390c2b423 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] DELETE failed (client error): The resource could not be found. Jul 09 14:54:08.082562 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2da7da42-225a-490b-85d9-e34390c2b423 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:54:08.082562 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-2da7da42-225a-490b-85d9-e34390c2b423 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "DELETE /v2.0/ports/b2000417-3859-4350-b9b8-84e726b33476 HTTP/1.1" status: 404 len: 333 time: 0.0317013 Jul 09 14:54:08.084588 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 5a43cda5-fb6c-4bd2-86b7-b16b61232987, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=5a43cda5-fb6c-4bd2-86b7-b16b61232987,segment=NetworkSegment(4f5083cd-3839-47b5-96db-7638aa0acf65),segment_id=4f5083cd-3839-47b5-96db-7638aa0acf65)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:54:08.086631 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0ec52d5b-b147-412c-b0e0-3b4640cfef1f tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:08.104254 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46852) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:08.142004 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78eb7c6-5db9-40f9-bf58-1a59112f1d00 x-openstack-request-id: req-a78eb7c6-5db9-40f9-bf58-1a59112f1d00 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:54:08.142004 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adbdd40a-7ca6-467f-8066-3132568581bb", "name": "network-vif-plugged", "status": "completed", "tag": "5a43cda5-fb6c-4bd2-86b7-b16b61232987", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:54:08.142004 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a78eb7c6-5db9-40f9-bf58-1a59112f1d00 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:54:08.142004 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adbdd40a-7ca6-467f-8066-3132568581bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a43cda5-fb6c-4bd2-86b7-b16b61232987', 'code': 200} Jul 09 14:54:08.165835 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dd977d06-ac2b-45b3-81b3-9348b0b5dc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:08.183069 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:08.183957 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 86df7d3c-21f7-48ba-a1ae-e4b290c8831e up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:54:08.204795 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c47923-b601-4bb8-a026-030c2b9cc982 None None] Pushing event updated for resources: {'Port': ['ID=4d766e3f-caf8-4554-aec0-999b648af9fc,revision_number=3']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:08.257082 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-de1aae32-81e6-425f-bbd1-09703e227080 None None] Set router 311afcc8-caec-4fc2-aa30-8c8af12e711a gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:54:08.288347 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff0a41d0-7fb5-4ad1-a50f-334d57f21261 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] GET failed (client error): The resource could not be found. Jul 09 14:54:08.294244 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ff0a41d0-7fb5-4ad1-a50f-334d57f21261 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "GET /v2.0/ports/b2000417-3859-4350-b9b8-84e726b33476 HTTP/1.1" status: 404 len: 333 time: 0.1473229 Jul 09 14:54:08.297220 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-12eec3be-fc6d-406b-b068-5993440a0329 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:08.300239 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46858) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:08.346713 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=5a43cda5-fb6c-4bd2-86b7-b16b61232987,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:08.348902 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec52d5b-b147-412c-b0e0-3b4640cfef1f tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Pushing event updated for resources: {'Network': ['ID=302a84d0-1d3b-455f-99f2-36fc1dd30da1,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:08.382227 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 302a84d0-1d3b-455f-99f2-36fc1dd30da1 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:54:08.422732 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-0ec52d5b-b147-412c-b0e0-3b4640cfef1f tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 3.0461121 Jul 09 14:54:08.445855 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46862) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:08.461085 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-f3783d90-0c57-47e3-95b5-c25dc82f8a02 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Request body: {'subnet': {'network_id': '302a84d0-1d3b-455f-99f2-36fc1dd30da1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:54:08.535356 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port 86df7d3c-21f7-48ba-a1ae-e4b290c8831e completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:54:08.540857 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 86df7d3c-21f7-48ba-a1ae-e4b290c8831e triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:54:08.541242 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:08.546920 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-de1aae32-81e6-425f-bbd1-09703e227080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311afcc8-caec-4fc2-aa30-8c8af12e711a', 'name': 'tempest-TaggedBootDevicesTest_v242-124368176-router', 'tenant_id': 'b0dcdaf85ebc429397d88229c635e7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '4d766e3f-caf8-4554-aec0-999b648af9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:54:00Z', 'updated_at': '2021-07-09T14:54:03Z', 'revision_number': 3, 'project_id': 'b0dcdaf85ebc429397d88229c635e7b2', 'gw_port': {'id': '4d766e3f-caf8-4554-aec0-999b648af9fc', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:39:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '311afcc8-caec-4fc2-aa30-8c8af12e711a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:54:02Z', 'updated_at': '2021-07-09T14:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:54:08.581448 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-12eec3be-fc6d-406b-b068-5993440a0329 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:08.604818 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1aae32-81e6-425f-bbd1-09703e227080 None None] The sync data for ids ['311afcc8-caec-4fc2-aa30-8c8af12e711a'] in n-d-799529-6 is: [{'id': '311afcc8-caec-4fc2-aa30-8c8af12e711a', 'name': 'tempest-TaggedBootDevicesTest_v242-124368176-router', 'tenant_id': 'b0dcdaf85ebc429397d88229c635e7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '4d766e3f-caf8-4554-aec0-999b648af9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:54:00Z', 'updated_at': '2021-07-09T14:54:03Z', 'revision_number': 3, 'project_id': 'b0dcdaf85ebc429397d88229c635e7b2', 'gw_port': {'id': '4d766e3f-caf8-4554-aec0-999b648af9fc', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:39:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '311afcc8-caec-4fc2-aa30-8c8af12e711a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:54:02Z', 'updated_at': '2021-07-09T14:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:54:08.626430 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-304355e7-0d02-4ba0-b6f6-afc8765ad222 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Deleting subnet fd579b80-9f30-4354-aea5-91fd5b5cea43 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:54:08.630249 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-304355e7-0d02-4ba0-b6f6-afc8765ad222 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:08.645189 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8139d-5049-4193-9a3a-6a6eee557a26 req-797a6b16-f12c-4163-a95a-559e39e25fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:08.671382 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-caa8139d-5049-4193-9a3a-6a6eee557a26 req-797a6b16-f12c-4163-a95a-559e39e25fd5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=adbdd40a-7ca6-467f-8066-3132568581bb HTTP/1.1" status: 200 len: 1096 time: 0.3917053 Jul 09 14:54:08.687699 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-304355e7-0d02-4ba0-b6f6-afc8765ad222 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:08.714570 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:08.783306 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-dd977d06-ac2b-45b3-81b3-9348b0b5dc59 admin admin] Allocated IP 172.20.0.1 (6107f077-f7c7-47db-8b86-669db7279c4c/465c5725-facb-4e6f-b14d-7c696db0e29c/7571a2db-8f89-480f-ac2e-c1961d337008) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:54:08.788528 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 86df7d3c-21f7-48ba-a1ae-e4b290c8831e, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=86df7d3c-21f7-48ba-a1ae-e4b290c8831e,segment=NetworkSegment(4f5083cd-3839-47b5-96db-7638aa0acf65),segment_id=4f5083cd-3839-47b5-96db-7638aa0acf65)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:54:08.810083 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-caa8139d-5049-4193-9a3a-6a6eee557a26 req-5f851a4e-9ed6-4747-aa7a-a8c705d0b335 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=67bcb813-8d42-43e0-ba78-04b40cf26421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418397 Jul 09 14:54:08.855737 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-304355e7-0d02-4ba0-b6f6-afc8765ad222 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:08.882290 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67316100-ffe8-4cc6-b7c1-df7e54fb1abd None None] Network 0b2b1c00-efd2-4f8f-bca4-39a86ac2807c requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:54:08.932257 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-12eec3be-fc6d-406b-b068-5993440a0329 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:08.941704 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dd977d06-ac2b-45b3-81b3-9348b0b5dc59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:08.957438 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-dd977d06-ac2b-45b3-81b3-9348b0b5dc59 admin admin] Transition to ACTIVE for port object 7571a2db-8f89-480f-ac2e-c1961d337008 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:54:08.972255 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eec3be-fc6d-406b-b068-5993440a0329 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event deleted for resources: {'Subnet': ['ID=04fa9ad0-a0a9-4dfd-8636-43ca3bc909cc,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:08.979951 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:08.983085 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-12eec3be-fc6d-406b-b068-5993440a0329 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:08.985321 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-12eec3be-fc6d-406b-b068-5993440a0329 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/subnets/04fa9ad0-a0a9-4dfd-8636-43ca3bc909cc HTTP/1.1" status: 204 len: 168 time: 1.8149610 Jul 09 14:54:08.987824 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46870) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:09.018457 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3783d90-0c57-47e3-95b5-c25dc82f8a02 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Made reservation on behalf of 8644887104604d6091149471a9ba17bd for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:54:09.031669 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f3783d90-0c57-47e3-95b5-c25dc82f8a02 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:09.045897 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-aa2b0ce0-2bc0-4f1f-b07a-c7d0fc94556f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0559804 Jul 09 14:54:09.048891 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46872) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:09.064226 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-47343475-20d0-4189-ba1a-99870a62c216 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Request body: {'subnet': {'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:54:09.123047 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=86df7d3c-21f7-48ba-a1ae-e4b290c8831e,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:09.130679 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4feb954d-7953-41e9-baec-58ca4dd1f970 None None] Network 858359dc-653d-453c-9af7-637628d0bac8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:54:09.142011 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-71cf5601-e5a6-48a9-ac57-8ae6aff768a1 None None] Provisioning for port 7f6538fe-4646-436a-bff5-946a628daa9d completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:54:09.234192 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-304355e7-0d02-4ba0-b6f6-afc8765ad222 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:09.261210 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dd977d06-ac2b-45b3-81b3-9348b0b5dc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:09.319454 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304355e7-0d02-4ba0-b6f6-afc8765ad222 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event deleted for resources: {'Subnet': ['ID=fd579b80-9f30-4354-aea5-91fd5b5cea43,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:09.329379 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-304355e7-0d02-4ba0-b6f6-afc8765ad222 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:09.334532 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-304355e7-0d02-4ba0-b6f6-afc8765ad222 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "DELETE /v2.0/subnets/fd579b80-9f30-4354-aea5-91fd5b5cea43 HTTP/1.1" status: 204 len: 168 time: 1.0331190 Jul 09 14:54:09.335938 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46878) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:09.387210 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12a045-a7b5-434f-8f5a-41b201cd8317 req-096d527f-68fc-49e4-80df-6b21f2056949 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:09.388770 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3d12a045-a7b5-434f-8f5a-41b201cd8317 req-096d527f-68fc-49e4-80df-6b21f2056949 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ec0466f-6b26-4510-a4ae-5444a071c323 HTTP/1.1" status: 200 len: 946 time: 0.1589308 Jul 09 14:54:09.434715 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47343475-20d0-4189-ba1a-99870a62c216 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Made reservation on behalf of 705b0dcf676c4e4da08df6f6169d5c06 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:54:09.440723 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-47343475-20d0-4189-ba1a-99870a62c216 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:09.476986 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd977d06-ac2b-45b3-81b3-9348b0b5dc59 admin admin] Network 6107f077-f7c7-47db-8b86-669db7279c4c is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:54:09.494880 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-dd977d06-ac2b-45b3-81b3-9348b0b5dc59 admin admin] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:54:09.497378 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd977d06-ac2b-45b3-81b3-9348b0b5dc59 admin admin] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:54:09.507251 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd977d06-ac2b-45b3-81b3-9348b0b5dc59 admin admin] Pushing event updated for resources: {'Port': ['ID=7571a2db-8f89-480f-ac2e-c1961d337008,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:09.573646 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3d12a045-a7b5-434f-8f5a-41b201cd8317 req-2be4bfd6-5ebc-4d15-9fa2-658eaf926d36 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/security-groups?id=67bcb813-8d42-43e0-ba78-04b40cf26421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749904 Jul 09 14:54:09.662906 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 924fa33d-4222-47a9-9cf6-23bd1589f756 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:54:09.690633 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e4765c99-9382-4e92-ad74-e023c83a1b23 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:09.698282 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dd977d06-ac2b-45b3-81b3-9348b0b5dc59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:09.760299 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 924fa33d-4222-47a9-9cf6-23bd1589f756 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:54:09.760685 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:09.828908 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5295cc-446b-429f-86f0-b5d84b781283 None None] DHCP port deletion for 858359dc-653d-453c-9af7-637628d0bac8 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:54:09.981296 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-ee5295cc-446b-429f-86f0-b5d84b781283 None None] Deleting port 924fa33d-4222-47a9-9cf6-23bd1589f756 {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:54:09.982068 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ee5295cc-446b-429f-86f0-b5d84b781283 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:10.097363 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-e4765c99-9382-4e92-ad74-e023c83a1b23 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Deleting port 7f6538fe-4646-436a-bff5-946a628daa9d {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:54:10.097944 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e4765c99-9382-4e92-ad74-e023c83a1b23 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:10.100145 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dd977d06-ac2b-45b3-81b3-9348b0b5dc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:10.116220 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88d1489-3932-4fa0-907b-0592b68a1663 None None] Network 0b2b1c00-efd2-4f8f-bca4-39a86ac2807c requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:54:10.152839 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec0466f-6b26-4510-a4ae-5444a071c323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86df7d3c-21f7-48ba-a1ae-e4b290c8831e'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:54:10.154427 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f3783d90-0c57-47e3-95b5-c25dc82f8a02 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:10.155733 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0909e10-ec82-49f7-ba4d-5c4a660b95c2" -d '{"events": [{"server_uuid": "1ec0466f-6b26-4510-a4ae-5444a071c323", "name": "network-vif-plugged", "status": "completed", "tag": "86df7d3c-21f7-48ba-a1ae-e4b290c8831e"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:54:10.207099 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 7f6538fe-4646-436a-bff5-946a628daa9d up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:54:10.269043 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59546a57-1a22-4886-8da4-a0e664c16900 x-openstack-request-id: req-59546a57-1a22-4886-8da4-a0e664c16900 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:54:10.269323 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ec0466f-6b26-4510-a4ae-5444a071c323", "name": "network-vif-plugged", "status": "completed", "tag": "86df7d3c-21f7-48ba-a1ae-e4b290c8831e", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:54:10.269578 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-59546a57-1a22-4886-8da4-a0e664c16900 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:54:10.269983 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ec0466f-6b26-4510-a4ae-5444a071c323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86df7d3c-21f7-48ba-a1ae-e4b290c8831e', 'code': 200} Jul 09 14:54:10.276938 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-df423552-ee2e-4f28-a6fc-74814656891f None None] Provisioning for port 7571a2db-8f89-480f-ac2e-c1961d337008 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:54:10.308536 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-ee5295cc-446b-429f-86f0-b5d84b781283 None None] For port 924fa33d-4222-47a9-9cf6-23bd1589f756, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=924fa33d-4222-47a9-9cf6-23bd1589f756,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:54:10.308536 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ee5295cc-446b-429f-86f0-b5d84b781283 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:10.347390 n-d-799529-6 neutron-server[94445]: DEBUG neutron.objects.ports [None req-47343475-20d0-4189-ba1a-99870a62c216 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94445) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 14:54:10.429884 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-e4765c99-9382-4e92-ad74-e023c83a1b23 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] For port 7f6538fe-4646-436a-bff5-946a628daa9d, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=7f6538fe-4646-436a-bff5-946a628daa9d,segment=NetworkSegment(7870dcc0-8d5c-4fd9-9eae-18094780e6fe),segment_id=7870dcc0-8d5c-4fd9-9eae-18094780e6fe)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:54:10.430554 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e4765c99-9382-4e92-ad74-e023c83a1b23 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:10.490037 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3783d90-0c57-47e3-95b5-c25dc82f8a02 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Pushing event updated for resources: {'Subnet': ['ID=ec51abf1-5b01-484b-8ff8-4bae61dca1cb,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:10.492656 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-e4765c99-9382-4e92-ad74-e023c83a1b23 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Calling delete_port for 7f6538fe-4646-436a-bff5-946a628daa9d owned by network:dhcp {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:54:10.541622 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-df423552-ee2e-4f28-a6fc-74814656891f None None] Provisioning complete for port 7571a2db-8f89-480f-ac2e-c1961d337008 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:54:10.542139 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-df423552-ee2e-4f28-a6fc-74814656891f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:10.560940 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-ee5295cc-446b-429f-86f0-b5d84b781283 None None] Calling delete_port for 924fa33d-4222-47a9-9cf6-23bd1589f756 owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:54:10.631612 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3783d90-0c57-47e3-95b5-c25dc82f8a02 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Checking segment: {'id': 'e62965ae-7e6b-407b-9f9f-07ed1408c84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '302a84d0-1d3b-455f-99f2-36fc1dd30da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:54:10.631612 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3783d90-0c57-47e3-95b5-c25dc82f8a02 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Network hostable DHCP agents. Network: 302a84d0-1d3b-455f-99f2-36fc1dd30da1, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:54:10.720814 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-df423552-ee2e-4f28-a6fc-74814656891f None None] Port 7571a2db-8f89-480f-ac2e-c1961d337008 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:54:10.725215 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-47343475-20d0-4189-ba1a-99870a62c216 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:10.726989 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd199d-feaa-418a-bf60-35b2da37f5a7 req-04f2a80b-c1a1-442e-bc48-3b58e7beb431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:10.730462 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-35cd199d-feaa-418a-bf60-35b2da37f5a7 req-04f2a80b-c1a1-442e-bc48-3b58e7beb431 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1ec0466f-6b26-4510-a4ae-5444a071c323 HTTP/1.1" status: 200 len: 1097 time: 0.2902715 Jul 09 14:54:10.797204 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dd977d06-ac2b-45b3-81b3-9348b0b5dc59 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:10.801696 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-35cd199d-feaa-418a-bf60-35b2da37f5a7 req-3720bdfe-734a-4318-a3e7-3459e3b4ebbc service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=67bcb813-8d42-43e0-ba78-04b40cf26421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540907 Jul 09 14:54:10.852558 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39045769-cc2f-4841-91c9-1c4bf15cae54 None None] DHCP port deletion for 0b2b1c00-efd2-4f8f-bca4-39a86ac2807c request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:54:10.877458 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3148f5e-f7b8-45ae-8c4c-967a4782ea4b req-f344bfc0-683a-486f-aff9-8823b4469b48 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:10.880783 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3783d90-0c57-47e3-95b5-c25dc82f8a02 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Network 302a84d0-1d3b-455f-99f2-36fc1dd30da1 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:54:10.887442 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c3148f5e-f7b8-45ae-8c4c-967a4782ea4b req-f344bfc0-683a-486f-aff9-8823b4469b48 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ec0466f-6b26-4510-a4ae-5444a071c323 HTTP/1.1" status: 200 len: 946 time: 0.1125875 Jul 09 14:54:10.906495 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ee5295cc-446b-429f-86f0-b5d84b781283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:10.908671 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 7f6538fe-4646-436a-bff5-946a628daa9d completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:54:10.944404 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 7f6538fe-4646-436a-bff5-946a628daa9d triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:54:10.945695 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:10.952159 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5295cc-446b-429f-86f0-b5d84b781283 None None] Pushing event deleted for resources: {'Port': ['ID=924fa33d-4222-47a9-9cf6-23bd1589f756,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:10.961726 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-39045769-cc2f-4841-91c9-1c4bf15cae54 None None] Deleting port 7f6538fe-4646-436a-bff5-946a628daa9d {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:54:10.962234 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-39045769-cc2f-4841-91c9-1c4bf15cae54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:10.976785 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c3148f5e-f7b8-45ae-8c4c-967a4782ea4b req-e005c6d7-c663-413a-a9f2-c3f6c2fd8b88 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/security-groups?id=67bcb813-8d42-43e0-ba78-04b40cf26421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876191 Jul 09 14:54:11.000806 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5295cc-446b-429f-86f0-b5d84b781283 None None] No DVR routers for this DVR port 924fa33d-4222-47a9-9cf6-23bd1589f756 on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:54:11.029955 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-47343475-20d0-4189-ba1a-99870a62c216 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] For port 924fa33d-4222-47a9-9cf6-23bd1589f756, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=924fa33d-4222-47a9-9cf6-23bd1589f756,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:54:11.032856 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dd977d06-ac2b-45b3-81b3-9348b0b5dc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:11.069073 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-47343475-20d0-4189-ba1a-99870a62c216 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:11.111671 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-39045769-cc2f-4841-91c9-1c4bf15cae54 None None] For port 7f6538fe-4646-436a-bff5-946a628daa9d, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=7f6538fe-4646-436a-bff5-946a628daa9d,segment=NetworkSegment(7870dcc0-8d5c-4fd9-9eae-18094780e6fe),segment_id=7870dcc0-8d5c-4fd9-9eae-18094780e6fe)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:54:11.112122 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-39045769-cc2f-4841-91c9-1c4bf15cae54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:11.120905 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:11.121171 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd977d06-ac2b-45b3-81b3-9348b0b5dc59 admin admin] Pushing event updated for resources: {'Port': ['ID=7571a2db-8f89-480f-ac2e-c1961d337008,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:11.129440 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-f3783d90-0c57-47e3-95b5-c25dc82f8a02 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 302a84d0-1d3b-455f-99f2-36fc1dd30da1) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:54:11.136041 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-39045769-cc2f-4841-91c9-1c4bf15cae54 None None] Calling delete_port for 7f6538fe-4646-436a-bff5-946a628daa9d owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:54:11.136249 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3783d90-0c57-47e3-95b5-c25dc82f8a02 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:11.137035 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f3783d90-0c57-47e3-95b5-c25dc82f8a02 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:11.140787 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e4765c99-9382-4e92-ad74-e023c83a1b23 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:11.181838 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4765c99-9382-4e92-ad74-e023c83a1b23 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] No DVR routers for this DVR port 7f6538fe-4646-436a-bff5-946a628daa9d on host n-d-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:54:11.189596 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1cbaed-f465-4ea8-bc9e-c7a3478f740b None None] Network 302a84d0-1d3b-455f-99f2-36fc1dd30da1 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:54:11.196133 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4765c99-9382-4e92-ad74-e023c83a1b23 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event deleted for resources: {'Port': ['ID=7f6538fe-4646-436a-bff5-946a628daa9d,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:11.222474 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 4d766e3f-caf8-4554-aec0-999b648af9fc up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:54:11.295456 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dd977d06-ac2b-45b3-81b3-9348b0b5dc59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:11.306479 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e4765c99-9382-4e92-ad74-e023c83a1b23 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:11.320820 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-e4765c99-9382-4e92-ad74-e023c83a1b23 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b2b1c00-efd2-4f8f-bca4-39a86ac2807c']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:54:11.370698 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-e4765c99-9382-4e92-ad74-e023c83a1b23 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7870dcc0-8d5c-4fd9-9eae-18094780e6fe') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:54:11.371950 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-e4765c99-9382-4e92-ad74-e023c83a1b23 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7870dcc0-8d5c-4fd9-9eae-18094780e6fe') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:54:11.376141 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f3783d90-0c57-47e3-95b5-c25dc82f8a02 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9218171 Jul 09 14:54:11.377061 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-39045769-cc2f-4841-91c9-1c4bf15cae54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:11.377272 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46904) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:11.390716 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-32ad377d-7d84-4efc-8804-71c5a978d22a tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Request body: {'port': {'network_id': '302a84d0-1d3b-455f-99f2-36fc1dd30da1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1848156720'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:54:11.400499 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e4765c99-9382-4e92-ad74-e023c83a1b23 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:11.419291 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39045769-cc2f-4841-91c9-1c4bf15cae54 None None] Pushing event deleted for resources: {'Port': ['ID=7f6538fe-4646-436a-bff5-946a628daa9d,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:11.425406 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e4765c99-9382-4e92-ad74-e023c83a1b23 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:11.431422 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39045769-cc2f-4841-91c9-1c4bf15cae54 None None] No DVR routers for this DVR port 7f6538fe-4646-436a-bff5-946a628daa9d on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:54:11.442453 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-47343475-20d0-4189-ba1a-99870a62c216 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:11.442453 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-47343475-20d0-4189-ba1a-99870a62c216 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:11.442943 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4765c99-9382-4e92-ad74-e023c83a1b23 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:54:11.442943 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e4765c99-9382-4e92-ad74-e023c83a1b23 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:11.445555 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:54:11.445555 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:54:11.445555 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:54:11.445555 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:54:11.445555 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:54:11.445555 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:54:11.445555 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:54:11.445555 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:54:11.445555 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:54:11.445555 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:54:11.445555 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:54:11.445555 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:54:11.445555 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 14:54:11.445555 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:54:11.445555 n-d-799529-6 neutron-server[94446]: timer() Jul 09 14:54:11.445555 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:54:11.445555 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 14:54:11.445555 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:54:11.445555 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 14:54:11.445555 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:54:11.445555 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 14:54:11.445555 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:54:11.445555 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 14:54:11.445555 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:54:11.445555 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 14:54:11.445555 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:54:11.445555 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:54:11.445555 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:54:11.445555 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:54:11.445555 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:54:11.445555 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 14:54:11.445555 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:54:11.445555 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 14:54:11.445555 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:54:11.445555 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:54:11.445555 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:54:11.445555 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 14:54:11.445555 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:54:11.445555 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:54:11.445555 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:54:11.445555 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:54:11.445555 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:54:11.445555 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:54:11.445555 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:54:11.501368 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9a40dc-eb30-4410-99e8-bbdc9c389e86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-302a84d0-1d3b-455f-99f2-36fc1dd30da1', 'network_id': '302a84d0-1d3b-455f-99f2-36fc1dd30da1', 'tenant_id': '8644887104604d6091149471a9ba17bd', 'fixed_ips': [{'subnet_id': 'ec51abf1-5b01-484b-8ff8-4bae61dca1cb'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:54:11.505032 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3e9a40dc-eb30-4410-99e8-bbdc9c389e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:11.592516 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd977d06-ac2b-45b3-81b3-9348b0b5dc59 admin admin] Network 6107f077-f7c7-47db-8b86-669db7279c4c is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:54:11.597165 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-dd977d06-ac2b-45b3-81b3-9348b0b5dc59 admin admin] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:54:11.609992 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 4d766e3f-caf8-4554-aec0-999b648af9fc completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:54:11.631343 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47343475-20d0-4189-ba1a-99870a62c216 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event deleted for resources: {'Port': ['ID=924fa33d-4222-47a9-9cf6-23bd1589f756,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:11.637797 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 4d766e3f-caf8-4554-aec0-999b648af9fc triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:54:11.644881 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:11.659351 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47343475-20d0-4189-ba1a-99870a62c216 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event updated for resources: {'Subnet': ['ID=4d19abf6-3a91-4581-b031-e90126ac650c,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:11.673344 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e4765c99-9382-4e92-ad74-e023c83a1b23 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:11.680864 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47343475-20d0-4189-ba1a-99870a62c216 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:54:11.683373 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-47343475-20d0-4189-ba1a-99870a62c216 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:54:11.684073 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e4765c99-9382-4e92-ad74-e023c83a1b23 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:11.686489 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-e4765c99-9382-4e92-ad74-e023c83a1b23 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "DELETE /v2.0/networks/0b2b1c00-efd2-4f8f-bca4-39a86ac2807c HTTP/1.1" status: 204 len: 168 time: 2.3468921 Jul 09 14:54:11.686807 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47343475-20d0-4189-ba1a-99870a62c216 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:11.690419 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-47343475-20d0-4189-ba1a-99870a62c216 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:11.696065 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46912) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:11.717405 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-cb838168-de81-446f-8a33-de91ae0454f9 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-720260401'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:54:11.726377 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4765c99-9382-4e92-ad74-e023c83a1b23 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event deleted for resources: {'Network': ['ID=0b2b1c00-efd2-4f8f-bca4-39a86ac2807c,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:11.780337 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93511a5c-7820-4074-b266-54502698e9f2 None None] Network 858359dc-653d-453c-9af7-637628d0bac8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:54:11.796946 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd977d06-ac2b-45b3-81b3-9348b0b5dc59 admin admin] Router 311afcc8-caec-4fc2-aa30-8c8af12e711a has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:54:11.852922 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-47343475-20d0-4189-ba1a-99870a62c216 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7968628 Jul 09 14:54:11.852922 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46916) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:11.856321 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-fe232a99-c628-44fb-a809-8d529ad8d2e7 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Request body: {'port': {'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'mac_address': 'fa:16:3e:11:2d:69', 'name': 'tempest-NetworksTestDHCPv6-1653325663'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:54:11.906482 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-3e9a40dc-eb30-4410-99e8-bbdc9c389e86 None None] Allocated IP 2001:db8::2 (302a84d0-1d3b-455f-99f2-36fc1dd30da1/ec51abf1-5b01-484b-8ff8-4bae61dca1cb/3fbdf43f-0b87-4369-bd73-96e923acb449) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:54:11.967442 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd977d06-ac2b-45b3-81b3-9348b0b5dc59 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:54:11.973983 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-dd977d06-ac2b-45b3-81b3-9348b0b5dc59 admin admin] 10.222.0.58 "PUT /v2.0/routers/311afcc8-caec-4fc2-aa30-8c8af12e711a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8493946 Jul 09 14:54:12.030847 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86319b1-92c9-4818-a1ce-67d01d9bf3f4 None None] Sync routers for ids ['311afcc8-caec-4fc2-aa30-8c8af12e711a'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:54:12.033394 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb838168-de81-446f-8a33-de91ae0454f9 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Made reservation on behalf of c23027b79fbf48438de608f7fcd960b2 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:54:12.040072 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cb838168-de81-446f-8a33-de91ae0454f9 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:12.099958 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb838168-de81-446f-8a33-de91ae0454f9 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:54:12.115431 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cb838168-de81-446f-8a33-de91ae0454f9 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:12.115894 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-cb838168-de81-446f-8a33-de91ae0454f9 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Added segment 31d0c44f-4f9d-4b55-95a9-3ed7c2386a8f of type vlan for network a9f81d94-a036-4aec-81bb-3a617ef643f3 Jul 09 14:54:12.123879 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:12.132380 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86319b1-92c9-4818-a1ce-67d01d9bf3f4 None None] Routers {'311afcc8-caec-4fc2-aa30-8c8af12e711a'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:54:12.133761 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-c86319b1-92c9-4818-a1ce-67d01d9bf3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:53:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['311afcc8-caec-4fc2-aa30-8c8af12e711a'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:54:12.172159 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ad377d-7d84-4efc-8804-71c5a978d22a tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Made reservation on behalf of 8644887104604d6091149471a9ba17bd for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:54:12.179928 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-32ad377d-7d84-4efc-8804-71c5a978d22a tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:12.194009 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cb838168-de81-446f-8a33-de91ae0454f9 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:12.216682 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [None req-32ad377d-7d84-4efc-8804-71c5a978d22a tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] device_id is not set on port fd1d7932-8329-4acd-8397-5214e56c36c3 yet. {{(pid=94445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:54:12.267357 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-97fd5713-3c05-477b-8204-12ea14586b60 None None] Provisioning complete for port 7571a2db-8f89-480f-ac2e-c1961d337008 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:54:12.267766 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-97fd5713-3c05-477b-8204-12ea14586b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:12.321132 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-97fd5713-3c05-477b-8204-12ea14586b60 None None] Port 7571a2db-8f89-480f-ac2e-c1961d337008 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:54:12.321132 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46faee47-b901-4c9c-99f7-407ebfcb6069 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-858359dc-653d-453c-9af7-637628d0bac8', 'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'tenant_id': '705b0dcf676c4e4da08df6f6169d5c06', 'fixed_ips': [{'subnet_id': '4d19abf6-3a91-4581-b031-e90126ac650c'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:54:12.321132 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-46faee47-b901-4c9c-99f7-407ebfcb6069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:12.323664 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 4d766e3f-caf8-4554-aec0-999b648af9fc, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=4d766e3f-caf8-4554-aec0-999b648af9fc,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:54:12.360025 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cb838168-de81-446f-8a33-de91ae0454f9 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:12.366120 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1fedc9-aa4e-4bac-8612-314bd55b9c11 req-fe412117-123f-400a-8b74-03ba86a85ffc tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:12.371031 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8f1fedc9-aa4e-4bac-8612-314bd55b9c11 req-fe412117-123f-400a-8b74-03ba86a85ffc tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ec0466f-6b26-4510-a4ae-5444a071c323 HTTP/1.1" status: 200 len: 946 time: 0.2506320 Jul 09 14:54:12.375303 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb838168-de81-446f-8a33-de91ae0454f9 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:12.376124 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cb838168-de81-446f-8a33-de91ae0454f9 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:12.419563 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe232a99-c628-44fb-a809-8d529ad8d2e7 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Made reservation on behalf of 705b0dcf676c4e4da08df6f6169d5c06 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:54:12.529079 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:12.572875 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb838168-de81-446f-8a33-de91ae0454f9 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event updated for resources: {'Network': ['ID=a9f81d94-a036-4aec-81bb-3a617ef643f3,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:12.602096 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8f1fedc9-aa4e-4bac-8612-314bd55b9c11 req-19818932-2f44-4a3a-ab8c-1c0d0eccac99 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/security-groups?id=67bcb813-8d42-43e0-ba78-04b40cf26421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220569 Jul 09 14:54:12.609983 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network a9f81d94-a036-4aec-81bb-3a617ef643f3 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:54:12.664486 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fe232a99-c628-44fb-a809-8d529ad8d2e7 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:12.681086 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-cb838168-de81-446f-8a33-de91ae0454f9 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9836352 Jul 09 14:54:12.684556 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46968) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:12.691302 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-e9d51a22-fecd-431d-b71f-0170f9007b5a tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Request body: {'subnet': {'network_id': 'a9f81d94-a036-4aec-81bb-3a617ef643f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:54:12.730330 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [None req-fe232a99-c628-44fb-a809-8d529ad8d2e7 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] device_id is not set on port 6f6900f8-954b-4afc-a9aa-fabf3d1fb5f6 yet. {{(pid=94445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:54:12.775189 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-c86319b1-92c9-4818-a1ce-67d01d9bf3f4 None None] Set router 311afcc8-caec-4fc2-aa30-8c8af12e711a gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:54:12.813528 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=4d766e3f-caf8-4554-aec0-999b648af9fc,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:12.817833 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 924fa33d-4222-47a9-9cf6-23bd1589f756 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:54:12.991963 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d51a22-fecd-431d-b71f-0170f9007b5a tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Made reservation on behalf of c23027b79fbf48438de608f7fcd960b2 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:54:12.996134 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e9d51a22-fecd-431d-b71f-0170f9007b5a tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:13.051879 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3e9a40dc-eb30-4410-99e8-bbdc9c389e86 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:13.055135 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 924fa33d-4222-47a9-9cf6-23bd1589f756 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:54:13.055474 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 924fa33d-4222-47a9-9cf6-23bd1589f756 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:54:13.055913 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 7f6538fe-4646-436a-bff5-946a628daa9d no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:54:13.101954 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-3e9a40dc-eb30-4410-99e8-bbdc9c389e86 None None] Transition to ACTIVE for port object 3fbdf43f-0b87-4369-bd73-96e923acb449 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:54:13.110698 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 7f6538fe-4646-436a-bff5-946a628daa9d {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:54:13.111022 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 7f6538fe-4646-436a-bff5-946a628daa9d not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:54:13.163233 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-46faee47-b901-4c9c-99f7-407ebfcb6069 None None] Allocated IP 2001:db8::f816:3eff:feb6:2c2f (858359dc-653d-453c-9af7-637628d0bac8/4d19abf6-3a91-4581-b031-e90126ac650c/3765576f-baad-4349-b277-91a36f05da6b) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:54:13.173620 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-3e9a40dc-eb30-4410-99e8-bbdc9c389e86 None None] Transition to ACTIVE for port object 3fbdf43f-0b87-4369-bd73-96e923acb449 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:54:13.380172 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3e9a40dc-eb30-4410-99e8-bbdc9c389e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:13.454852 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e9d51a22-fecd-431d-b71f-0170f9007b5a tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:13.465321 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9a40dc-eb30-4410-99e8-bbdc9c389e86 None None] Network 302a84d0-1d3b-455f-99f2-36fc1dd30da1 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:54:13.468145 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-32ad377d-7d84-4efc-8804-71c5a978d22a tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Allocated IP 2001:db8::337 (302a84d0-1d3b-455f-99f2-36fc1dd30da1/ec51abf1-5b01-484b-8ff8-4bae61dca1cb/fd1d7932-8329-4acd-8397-5214e56c36c3) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:54:13.479146 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-3e9a40dc-eb30-4410-99e8-bbdc9c389e86 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:54:13.484959 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9a40dc-eb30-4410-99e8-bbdc9c389e86 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:54:13.490778 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9a40dc-eb30-4410-99e8-bbdc9c389e86 None None] Pushing event updated for resources: {'Port': ['ID=3fbdf43f-0b87-4369-bd73-96e923acb449,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:13.533243 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d51a22-fecd-431d-b71f-0170f9007b5a tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event updated for resources: {'Subnet': ['ID=a40605e8-fb02-4d87-a212-78b51defb92f,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:13.536441 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-46faee47-b901-4c9c-99f7-407ebfcb6069 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:13.547133 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d51a22-fecd-431d-b71f-0170f9007b5a tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Checking segment: {'id': '31d0c44f-4f9d-4b55-95a9-3ed7c2386a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a9f81d94-a036-4aec-81bb-3a617ef643f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:54:13.547470 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d51a22-fecd-431d-b71f-0170f9007b5a tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Network hostable DHCP agents. Network: a9f81d94-a036-4aec-81bb-3a617ef643f3, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:54:13.571917 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-46faee47-b901-4c9c-99f7-407ebfcb6069 None None] Transition to ACTIVE for port object 3765576f-baad-4349-b277-91a36f05da6b will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:54:13.584185 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-c86319b1-92c9-4818-a1ce-67d01d9bf3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311afcc8-caec-4fc2-aa30-8c8af12e711a', 'name': 'tempest-TaggedBootDevicesTest_v242-124368176-router', 'tenant_id': 'b0dcdaf85ebc429397d88229c635e7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '4d766e3f-caf8-4554-aec0-999b648af9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:54:00Z', 'updated_at': '2021-07-09T14:54:09Z', 'revision_number': 4, 'project_id': 'b0dcdaf85ebc429397d88229c635e7b2', 'gw_port': {'id': '4d766e3f-caf8-4554-aec0-999b648af9fc', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:39:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '311afcc8-caec-4fc2-aa30-8c8af12e711a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:54:02Z', 'updated_at': '2021-07-09T14:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '7571a2db-8f89-480f-ac2e-c1961d337008', 'name': '', 'network_id': '6107f077-f7c7-47db-8b86-669db7279c4c', 'tenant_id': 'b0dcdaf85ebc429397d88229c635e7b2', 'mac_address': 'fa:16:3e:1d:4a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '311afcc8-caec-4fc2-aa30-8c8af12e711a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '465c5725-facb-4e6f-b14d-7c696db0e29c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:54:08Z', 'updated_at': '2021-07-09T14:54:10Z', 'revision_number': 2, 'project_id': 'b0dcdaf85ebc429397d88229c635e7b2', 'subnets': [{'id': '465c5725-facb-4e6f-b14d-7c696db0e29c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:54:13.623231 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86319b1-92c9-4818-a1ce-67d01d9bf3f4 None None] Checking router: 311afcc8-caec-4fc2-aa30-8c8af12e711a for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:54:13.629758 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86319b1-92c9-4818-a1ce-67d01d9bf3f4 None None] Updating router 311afcc8-caec-4fc2-aa30-8c8af12e711a port 7571a2db-8f89-480f-ac2e-c1961d337008 binding host n-d-799529-6 {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:54:13.629758 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-3e9a40dc-eb30-4410-99e8-bbdc9c389e86 None None] Attempting to bind port 3fbdf43f-0b87-4369-bd73-96e923acb449 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:54:13.629758 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-3e9a40dc-eb30-4410-99e8-bbdc9c389e86 None None] Attempting to bind port 3fbdf43f-0b87-4369-bd73-96e923acb449 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'e62965ae-7e6b-407b-9f9f-07ed1408c84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '302a84d0-1d3b-455f-99f2-36fc1dd30da1'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:54:13.629758 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9a40dc-eb30-4410-99e8-bbdc9c389e86 None None] Attempting to bind port 3fbdf43f-0b87-4369-bd73-96e923acb449 on network 302a84d0-1d3b-455f-99f2-36fc1dd30da1 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:54:13.633837 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-46faee47-b901-4c9c-99f7-407ebfcb6069 None None] Transition to ACTIVE for port object 3765576f-baad-4349-b277-91a36f05da6b will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:54:13.669768 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9a40dc-eb30-4410-99e8-bbdc9c389e86 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:54:13.670629 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9a40dc-eb30-4410-99e8-bbdc9c389e86 None None] Checking segment: {'id': 'e62965ae-7e6b-407b-9f9f-07ed1408c84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '302a84d0-1d3b-455f-99f2-36fc1dd30da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:54:13.671061 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3e9a40dc-eb30-4410-99e8-bbdc9c389e86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:13.672860 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9a40dc-eb30-4410-99e8-bbdc9c389e86 None None] Bound using segment: {'id': 'e62965ae-7e6b-407b-9f9f-07ed1408c84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '302a84d0-1d3b-455f-99f2-36fc1dd30da1'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:54:13.673711 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-3e9a40dc-eb30-4410-99e8-bbdc9c389e86 None None] Bound port: 3fbdf43f-0b87-4369-bd73-96e923acb449, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e62965ae-7e6b-407b-9f9f-07ed1408c84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '302a84d0-1d3b-455f-99f2-36fc1dd30da1'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:54:13.675529 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3e9a40dc-eb30-4410-99e8-bbdc9c389e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:13.683253 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d51a22-fecd-431d-b71f-0170f9007b5a tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Network a9f81d94-a036-4aec-81bb-3a617ef643f3 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:54:13.691313 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-32ad377d-7d84-4efc-8804-71c5a978d22a tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:13.724743 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-32ad377d-7d84-4efc-8804-71c5a978d22a tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Transition to ACTIVE for port object fd1d7932-8329-4acd-8397-5214e56c36c3 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:54:13.739547 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c86319b1-92c9-4818-a1ce-67d01d9bf3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:13.801397 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-46faee47-b901-4c9c-99f7-407ebfcb6069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:13.840036 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-e9d51a22-fecd-431d-b71f-0170f9007b5a tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, a9f81d94-a036-4aec-81bb-3a617ef643f3) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:54:13.844730 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d51a22-fecd-431d-b71f-0170f9007b5a tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:13.845442 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e9d51a22-fecd-431d-b71f-0170f9007b5a tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:13.872923 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-fe232a99-c628-44fb-a809-8d529ad8d2e7 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Allocated IP 2001:db8::f816:3eff:fe11:2d69 (858359dc-653d-453c-9af7-637628d0bac8/4d19abf6-3a91-4581-b031-e90126ac650c/6f6900f8-954b-4afc-a9aa-fabf3d1fb5f6) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:54:13.892499 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf04b2a5-199b-4cda-8ab1-e086bcbeb772 None None] Network a9f81d94-a036-4aec-81bb-3a617ef643f3 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:54:13.907973 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e4331-9d5e-4d46-8105-87261cd62118 req-cd320213-c099-4ca7-8462-4419d36e339b tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:13.909582 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d73e4331-9d5e-4d46-8105-87261cd62118 req-cd320213-c099-4ca7-8462-4419d36e339b tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ec0466f-6b26-4510-a4ae-5444a071c323 HTTP/1.1" status: 200 len: 946 time: 0.1324372 Jul 09 14:54:13.917885 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-32ad377d-7d84-4efc-8804-71c5a978d22a tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:13.932987 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-3e9a40dc-eb30-4410-99e8-bbdc9c389e86 None None] For port 3fbdf43f-0b87-4369-bd73-96e923acb449, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:54:13.980648 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-e9d51a22-fecd-431d-b71f-0170f9007b5a tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2923257 Jul 09 14:54:13.980876 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46988) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:13.994142 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-b628305a-db16-4191-a2f8-970aaaea676e tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Request body: {'port': {'network_id': 'a9f81d94-a036-4aec-81bb-3a617ef643f3', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1728119562'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:54:14.010896 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46faee47-b901-4c9c-99f7-407ebfcb6069 None None] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:54:14.035549 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ad377d-7d84-4efc-8804-71c5a978d22a tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Network 302a84d0-1d3b-455f-99f2-36fc1dd30da1 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:54:14.040314 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d73e4331-9d5e-4d46-8105-87261cd62118 req-80e3b52f-f9b8-4cfc-b2df-dc3b1cd9372b tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/security-groups?id=67bcb813-8d42-43e0-ba78-04b40cf26421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198885 Jul 09 14:54:14.045684 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ad377d-7d84-4efc-8804-71c5a978d22a tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Pushing event updated for resources: {'Port': ['ID=fd1d7932-8329-4acd-8397-5214e56c36c3,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:14.048772 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-32ad377d-7d84-4efc-8804-71c5a978d22a tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:54:14.064866 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ad377d-7d84-4efc-8804-71c5a978d22a tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:54:14.074033 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ad377d-7d84-4efc-8804-71c5a978d22a tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:14.075047 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-32ad377d-7d84-4efc-8804-71c5a978d22a tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:14.114615 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-3e9a40dc-eb30-4410-99e8-bbdc9c389e86 None None] For port 3fbdf43f-0b87-4369-bd73-96e923acb449, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=3fbdf43f-0b87-4369-bd73-96e923acb449,segment=NetworkSegment(e62965ae-7e6b-407b-9f9f-07ed1408c84d),segment_id=e62965ae-7e6b-407b-9f9f-07ed1408c84d)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:54:14.114615 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-46faee47-b901-4c9c-99f7-407ebfcb6069 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:54:14.120020 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46faee47-b901-4c9c-99f7-407ebfcb6069 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:54:14.133946 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46faee47-b901-4c9c-99f7-407ebfcb6069 None None] Pushing event updated for resources: {'Port': ['ID=3765576f-baad-4349-b277-91a36f05da6b,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:14.203051 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fe232a99-c628-44fb-a809-8d529ad8d2e7 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:14.219717 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-fe232a99-c628-44fb-a809-8d529ad8d2e7 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Transition to ACTIVE for port object 6f6900f8-954b-4afc-a9aa-fabf3d1fb5f6 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:54:14.276403 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-46faee47-b901-4c9c-99f7-407ebfcb6069 None None] Attempting to bind port 3765576f-baad-4349-b277-91a36f05da6b on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:54:14.276944 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-46faee47-b901-4c9c-99f7-407ebfcb6069 None None] Attempting to bind port 3765576f-baad-4349-b277-91a36f05da6b by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:54:14.277314 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46faee47-b901-4c9c-99f7-407ebfcb6069 None None] Attempting to bind port 3765576f-baad-4349-b277-91a36f05da6b on network 858359dc-653d-453c-9af7-637628d0bac8 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:54:14.290623 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46faee47-b901-4c9c-99f7-407ebfcb6069 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:54:14.290995 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46faee47-b901-4c9c-99f7-407ebfcb6069 None None] Checking segment: {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:54:14.291383 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-46faee47-b901-4c9c-99f7-407ebfcb6069 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:14.291795 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46faee47-b901-4c9c-99f7-407ebfcb6069 None None] Bound using segment: {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:54:14.292260 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-46faee47-b901-4c9c-99f7-407ebfcb6069 None None] Bound port: 3765576f-baad-4349-b277-91a36f05da6b, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:54:14.292634 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-46faee47-b901-4c9c-99f7-407ebfcb6069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:14.304955 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30bfdb1-91f1-4bff-8c61-6deb856b788c req-24d4491b-81a1-4a12-9dab-a7b065ebcb77 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:14.312091 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e30bfdb1-91f1-4bff-8c61-6deb856b788c req-24d4491b-81a1-4a12-9dab-a7b065ebcb77 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/ports?device_id=adbdd40a-7ca6-467f-8066-3132568581bb HTTP/1.1" status: 200 len: 945 time: 0.0791931 Jul 09 14:54:14.356574 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e30bfdb1-91f1-4bff-8c61-6deb856b788c req-2a2749c8-d34b-4818-a879-b83f6791352b tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/security-groups?id=67bcb813-8d42-43e0-ba78-04b40cf26421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382519 Jul 09 14:54:14.426913 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3e9a40dc-eb30-4410-99e8-bbdc9c389e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:14.503028 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-32ad377d-7d84-4efc-8804-71c5a978d22a tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.1165702 Jul 09 14:54:14.504353 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b69d4cf-7278-4b61-a83e-173ba3fc1c63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-a9f81d94-a036-4aec-81bb-3a617ef643f3', 'network_id': 'a9f81d94-a036-4aec-81bb-3a617ef643f3', 'tenant_id': 'c23027b79fbf48438de608f7fcd960b2', 'fixed_ips': [{'subnet_id': 'a40605e8-fb02-4d87-a212-78b51defb92f'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:54:14.505229 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1b69d4cf-7278-4b61-a83e-173ba3fc1c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:14.506593 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 47028) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:14.512975 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-e2eb83a7-8ddd-4ebf-bd95-ed95a0954175 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Request body: {'port': {'network_id': '302a84d0-1d3b-455f-99f2-36fc1dd30da1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-573909676', 'allowed_address_pairs': [{'ip_address': '2001:db8::337', 'mac_address': 'fa:16:3e:b9:9a:c8'}]}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:54:14.559315 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fe232a99-c628-44fb-a809-8d529ad8d2e7 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:14.666996 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-46faee47-b901-4c9c-99f7-407ebfcb6069 None None] For port 3765576f-baad-4349-b277-91a36f05da6b, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:54:14.693788 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b628305a-db16-4191-a2f8-970aaaea676e tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Made reservation on behalf of c23027b79fbf48438de608f7fcd960b2 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:54:14.704222 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe232a99-c628-44fb-a809-8d529ad8d2e7 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event updated for resources: {'Port': ['ID=6f6900f8-954b-4afc-a9aa-fabf3d1fb5f6,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:14.705170 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b628305a-db16-4191-a2f8-970aaaea676e tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:14.718100 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 4d766e3f-caf8-4554-aec0-999b648af9fc up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:54:14.741854 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe232a99-c628-44fb-a809-8d529ad8d2e7 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:54:14.746827 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-fe232a99-c628-44fb-a809-8d529ad8d2e7 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:54:14.759054 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe232a99-c628-44fb-a809-8d529ad8d2e7 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:54:14.782464 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe232a99-c628-44fb-a809-8d529ad8d2e7 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:14.787223 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fe232a99-c628-44fb-a809-8d529ad8d2e7 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:14.801650 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-46faee47-b901-4c9c-99f7-407ebfcb6069 None None] For port 3765576f-baad-4349-b277-91a36f05da6b, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=3765576f-baad-4349-b277-91a36f05da6b,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:54:14.826056 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-b628305a-db16-4191-a2f8-970aaaea676e tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] device_id is not set on port 8bae825b-f8a3-41a1-85eb-de2d52162f63 yet. {{(pid=94446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:54:14.826292 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9a40dc-eb30-4410-99e8-bbdc9c389e86 None None] Pushing event updated for resources: {'Port': ['ID=3fbdf43f-0b87-4369-bd73-96e923acb449,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:14.888133 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-fe232a99-c628-44fb-a809-8d529ad8d2e7 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0326211 Jul 09 14:54:14.888133 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47034) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:15.020740 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:15.025367 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-46faee47-b901-4c9c-99f7-407ebfcb6069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:15.048964 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c86319b1-92c9-4818-a1ce-67d01d9bf3f4 None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:15.050420 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804c9507-7e0f-4811-a3c4-18603444ce0c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:15.063327 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804c9507-7e0f-4811-a3c4-18603444ce0c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:15.069883 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-804c9507-7e0f-4811-a3c4-18603444ce0c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1818366 Jul 09 14:54:15.087392 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47036) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:15.212322 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-b628305a-db16-4191-a2f8-970aaaea676e tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Allocated IP 2001:db8::3a5 (a9f81d94-a036-4aec-81bb-3a617ef643f3/a40605e8-fb02-4d87-a212-78b51defb92f/8bae825b-f8a3-41a1-85eb-de2d52162f63) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:54:15.230341 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 4d766e3f-caf8-4554-aec0-999b648af9fc triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:54:15.230997 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:15.255570 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2eb83a7-8ddd-4ebf-bd95-ed95a0954175 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Made reservation on behalf of 8644887104604d6091149471a9ba17bd for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:54:15.259140 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-c86319b1-92c9-4818-a1ce-67d01d9bf3f4 None None] Transition to ACTIVE for port object 7571a2db-8f89-480f-ac2e-c1961d337008 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:54:15.313421 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ccdff691-e66a-418f-8735-deb5bc7ea385 req-801eff58-a97a-4cd3-8203-376356ae5106 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=52b4761e-ceee-4d93-9f9d-3b7fe85c3074&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2417378 Jul 09 14:54:15.335007 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-f20a0a86-98fe-4874-88e3-7bc0a7fa3335 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Deleting port 6f6900f8-954b-4afc-a9aa-fabf3d1fb5f6 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:54:15.335380 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f20a0a86-98fe-4874-88e3-7bc0a7fa3335 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:15.397844 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46faee47-b901-4c9c-99f7-407ebfcb6069 None None] Pushing event updated for resources: {'Port': ['ID=3765576f-baad-4349-b277-91a36f05da6b,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:15.457981 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c86319b1-92c9-4818-a1ce-67d01d9bf3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:15.606287 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f20a0a86-98fe-4874-88e3-7bc0a7fa3335 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:15.624883 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-f20a0a86-98fe-4874-88e3-7bc0a7fa3335 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Calling delete_port for 6f6900f8-954b-4afc-a9aa-fabf3d1fb5f6 owned by {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:54:15.823833 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caa289f-0fc9-4b51-afc5-7872b4741408 None None] Pushing event updated for resources: {'Port': ['ID=7571a2db-8f89-480f-ac2e-c1961d337008,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:15.925585 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-c86319b1-92c9-4818-a1ce-67d01d9bf3f4 None None] Attempting to bind port 7571a2db-8f89-480f-ac2e-c1961d337008 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:54:15.933034 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-c86319b1-92c9-4818-a1ce-67d01d9bf3f4 None None] Attempting to bind port 7571a2db-8f89-480f-ac2e-c1961d337008 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '1a86216b-0589-4b76-bf13-b0436a2559bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6107f077-f7c7-47db-8b86-669db7279c4c'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:54:15.933662 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86319b1-92c9-4818-a1ce-67d01d9bf3f4 None None] Attempting to bind port 7571a2db-8f89-480f-ac2e-c1961d337008 on network 6107f077-f7c7-47db-8b86-669db7279c4c {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:54:15.946366 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86319b1-92c9-4818-a1ce-67d01d9bf3f4 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:54:15.948329 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86319b1-92c9-4818-a1ce-67d01d9bf3f4 None None] Checking segment: {'id': '1a86216b-0589-4b76-bf13-b0436a2559bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6107f077-f7c7-47db-8b86-669db7279c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:54:15.948844 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c86319b1-92c9-4818-a1ce-67d01d9bf3f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:15.950139 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86319b1-92c9-4818-a1ce-67d01d9bf3f4 None None] Bound using segment: {'id': '1a86216b-0589-4b76-bf13-b0436a2559bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6107f077-f7c7-47db-8b86-669db7279c4c'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:54:15.951561 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-c86319b1-92c9-4818-a1ce-67d01d9bf3f4 None None] Bound port: 7571a2db-8f89-480f-ac2e-c1961d337008, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a86216b-0589-4b76-bf13-b0436a2559bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6107f077-f7c7-47db-8b86-669db7279c4c'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:54:15.952064 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c86319b1-92c9-4818-a1ce-67d01d9bf3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:16.168396 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-c86319b1-92c9-4818-a1ce-67d01d9bf3f4 None None] For port 7571a2db-8f89-480f-ac2e-c1961d337008, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:54:16.180453 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-c86319b1-92c9-4818-a1ce-67d01d9bf3f4 None None] For port 7571a2db-8f89-480f-ac2e-c1961d337008, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=7571a2db-8f89-480f-ac2e-c1961d337008,segment=NetworkSegment(1a86216b-0589-4b76-bf13-b0436a2559bc),segment_id=1a86216b-0589-4b76-bf13-b0436a2559bc)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:54:16.183142 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdff691-e66a-418f-8735-deb5bc7ea385 req-1a3828c7-25af-498f-b19f-5e310a6d7d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:16.188955 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ccdff691-e66a-418f-8735-deb5bc7ea385 req-1a3828c7-25af-498f-b19f-5e310a6d7d9c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c489c63a715541b7b9d23a460e28519e&device_id=52b4761e-ceee-4d93-9f9d-3b7fe85c3074 HTTP/1.1" status: 200 len: 1101 time: 0.2655828 Jul 09 14:54:16.286499 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c86319b1-92c9-4818-a1ce-67d01d9bf3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:16.292218 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f20a0a86-98fe-4874-88e3-7bc0a7fa3335 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:16.383156 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e2eb83a7-8ddd-4ebf-bd95-ed95a0954175 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:16.517258 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b628305a-db16-4191-a2f8-970aaaea676e tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:16.564564 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-e2eb83a7-8ddd-4ebf-bd95-ed95a0954175 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] device_id is not set on port a4780d38-bd9f-4f8d-960e-0cfad1367790 yet. {{(pid=94446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:54:16.604189 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20a0a86-98fe-4874-88e3-7bc0a7fa3335 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event deleted for resources: {'Port': ['ID=6f6900f8-954b-4afc-a9aa-fabf3d1fb5f6,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:16.659906 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86319b1-92c9-4818-a1ce-67d01d9bf3f4 None None] Routers {'311afcc8-caec-4fc2-aa30-8c8af12e711a'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:54:16.660554 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-c86319b1-92c9-4818-a1ce-67d01d9bf3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:53:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['311afcc8-caec-4fc2-aa30-8c8af12e711a'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:54:16.677697 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdff691-e66a-418f-8735-deb5bc7ea385 req-a95df9ae-3f0d-4f55-9b0b-1a495ba7dc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:16.680059 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ccdff691-e66a-418f-8735-deb5bc7ea385 req-a95df9ae-3f0d-4f55-9b0b-1a495ba7dc13 service neutron] 10.222.0.54 "GET /v2.0/networks?id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc HTTP/1.1" status: 200 len: 870 time: 0.4250114 Jul 09 14:54:16.734189 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ccdff691-e66a-418f-8735-deb5bc7ea385 req-0cb6e2e0-cac8-4a79-a2c6-36d91f8d1509 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=af66ab1c-c7c1-43c9-84de-bcd45908f35e HTTP/1.1" status: 200 len: 217 time: 0.0445178 Jul 09 14:54:16.937326 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdff691-e66a-418f-8735-deb5bc7ea385 req-b2b74327-367c-4792-9faa-7f7ecb439349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:16.941649 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ccdff691-e66a-418f-8735-deb5bc7ea385 req-b2b74327-367c-4792-9faa-7f7ecb439349 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.1748149 Jul 09 14:54:16.956715 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f20a0a86-98fe-4874-88e3-7bc0a7fa3335 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:16.960814 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f20a0a86-98fe-4874-88e3-7bc0a7fa3335 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/ports/6f6900f8-954b-4afc-a9aa-fabf3d1fb5f6 HTTP/1.1" status: 204 len: 168 time: 1.8721716 Jul 09 14:54:17.013849 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47062) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:17.020414 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-e2eb83a7-8ddd-4ebf-bd95-ed95a0954175 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Allocated IP 2001:db8::85 (302a84d0-1d3b-455f-99f2-36fc1dd30da1/ec51abf1-5b01-484b-8ff8-4bae61dca1cb/a4780d38-bd9f-4f8d-960e-0cfad1367790) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:54:17.089449 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474a997b-4190-4ad8-825f-cd79e772982f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:17.091255 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474a997b-4190-4ad8-825f-cd79e772982f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:17.093194 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-474a997b-4190-4ad8-825f-cd79e772982f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0769756 Jul 09 14:54:17.099532 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47068) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:17.221508 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-7884bad0-6d4f-4710-8ff2-46fd7c23d82e tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Deleting subnet 4d19abf6-3a91-4581-b031-e90126ac650c {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:54:17.238818 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7884bad0-6d4f-4710-8ff2-46fd7c23d82e tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:17.301218 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caa289f-0fc9-4b51-afc5-7872b4741408 None None] Pushing event updated for resources: {'Port': ['ID=7571a2db-8f89-480f-ac2e-c1961d337008,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:17.308334 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5482870-8523-48a7-8782-ecbe971df1c1 None None] Network 302a84d0-1d3b-455f-99f2-36fc1dd30da1 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:54:17.311489 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 3765576f-baad-4349-b277-91a36f05da6b up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:54:17.332973 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdff691-e66a-418f-8735-deb5bc7ea385 req-7e44746b-d356-4922-852d-4d7f56532cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:17.337846 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ccdff691-e66a-418f-8735-deb5bc7ea385 req-7e44746b-d356-4922-852d-4d7f56532cdb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3765998 Jul 09 14:54:17.500237 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-b628305a-db16-4191-a2f8-970aaaea676e tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Transition to ACTIVE for port object 8bae825b-f8a3-41a1-85eb-de2d52162f63 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:54:17.535475 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7884bad0-6d4f-4710-8ff2-46fd7c23d82e tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:17.584898 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-c86319b1-92c9-4818-a1ce-67d01d9bf3f4 None None] Set router 311afcc8-caec-4fc2-aa30-8c8af12e711a gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:54:17.603581 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ccdff691-e66a-418f-8735-deb5bc7ea385 req-6e5d8a1c-f7a4-445d-a278-5e7c1788e26e service neutron] 10.222.0.54 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564106 Jul 09 14:54:17.646193 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e2eb83a7-8ddd-4ebf-bd95-ed95a0954175 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:17.648071 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-540d9215-2eca-4e60-b770-abc8d4f35465 None None] Provisioning for port 3fbdf43f-0b87-4369-bd73-96e923acb449 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:54:17.690160 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fbbe08-3364-4ed4-a95e-50ebf24956d1 req-f199ace3-0b85-466a-b057-e74a543dfe8c tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:17.712333 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e6fbbe08-3364-4ed4-a95e-50ebf24956d1 req-f199ace3-0b85-466a-b057-e74a543dfe8c tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.62 "GET /v2.0/ports?device_id=adbdd40a-7ca6-467f-8066-3132568581bb HTTP/1.1" status: 200 len: 945 time: 0.4578190 Jul 09 14:54:17.731629 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d9b57-efb1-4c61-be1d-e532b489906c req-3bf2d44d-f512-4896-b628-37c073e935d6 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:17.734119 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-522d9b57-efb1-4c61-be1d-e532b489906c req-3bf2d44d-f512-4896-b628-37c073e935d6 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/ports?device_id=adbdd40a-7ca6-467f-8066-3132568581bb HTTP/1.1" status: 200 len: 945 time: 0.4335814 Jul 09 14:54:17.773416 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b628305a-db16-4191-a2f8-970aaaea676e tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:17.786915 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7884bad0-6d4f-4710-8ff2-46fd7c23d82e tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:17.798880 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-e2eb83a7-8ddd-4ebf-bd95-ed95a0954175 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Transition to ACTIVE for port object a4780d38-bd9f-4f8d-960e-0cfad1367790 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:54:17.933406 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ccdff691-e66a-418f-8735-deb5bc7ea385 req-ab6f3d39-297a-48c2-a040-f1d9e10d6479 service neutron] 10.222.0.54 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144004 Jul 09 14:54:17.962366 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-1b69d4cf-7278-4b61-a83e-173ba3fc1c63 None None] Allocated IP 2001:db8::2 (a9f81d94-a036-4aec-81bb-3a617ef643f3/a40605e8-fb02-4d87-a212-78b51defb92f/59ed442f-74bd-4ca3-9ee0-3f03e1770e16) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:54:17.993883 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7884bad0-6d4f-4710-8ff2-46fd7c23d82e tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:18.023286 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-522d9b57-efb1-4c61-be1d-e532b489906c req-f02c2c99-5f6d-4fc7-99dc-63cbe3bf1e85 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/security-groups?id=67bcb813-8d42-43e0-ba78-04b40cf26421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038066 Jul 09 14:54:18.051544 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 3765576f-baad-4349-b277-91a36f05da6b completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:54:18.080183 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 3fbdf43f-0b87-4369-bd73-96e923acb449 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:54:18.088003 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7884bad0-6d4f-4710-8ff2-46fd7c23d82e tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event deleted for resources: {'Subnet': ['ID=4d19abf6-3a91-4581-b031-e90126ac650c,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:18.104130 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7884bad0-6d4f-4710-8ff2-46fd7c23d82e tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:18.109512 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-7884bad0-6d4f-4710-8ff2-46fd7c23d82e tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/subnets/4d19abf6-3a91-4581-b031-e90126ac650c HTTP/1.1" status: 204 len: 168 time: 1.0075016 Jul 09 14:54:18.111236 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47078) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:18.114190 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b628305a-db16-4191-a2f8-970aaaea676e tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Network a9f81d94-a036-4aec-81bb-3a617ef643f3 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:54:18.156760 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-b628305a-db16-4191-a2f8-970aaaea676e tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:54:18.170129 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ab439edd-4038-4669-ac26-8e3029f07e64 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0564616 Jul 09 14:54:18.171050 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47080) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:18.188280 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b628305a-db16-4191-a2f8-970aaaea676e tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:54:18.206890 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b628305a-db16-4191-a2f8-970aaaea676e tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:18.207677 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b628305a-db16-4191-a2f8-970aaaea676e tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:18.223981 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-4d77b434-f367-4a92-b6fd-d7720a2b7b73 None None] Provisioning for port 3765576f-baad-4349-b277-91a36f05da6b completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:54:18.273612 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b628305a-db16-4191-a2f8-970aaaea676e tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event updated for resources: {'Port': ['ID=8bae825b-f8a3-41a1-85eb-de2d52162f63,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:18.277749 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-4d77b434-f367-4a92-b6fd-d7720a2b7b73 None None] Provisioning complete for port 3765576f-baad-4349-b277-91a36f05da6b triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:54:18.278186 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4d77b434-f367-4a92-b6fd-d7720a2b7b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:18.308888 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3878d030-1575-4cc4-98bd-94db2afbd73f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:18.316281 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-3878d030-1575-4cc4-98bd-94db2afbd73f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1436486 Jul 09 14:54:18.317139 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47084) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:18.321607 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b628305a-db16-4191-a2f8-970aaaea676e tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 4.3394806 Jul 09 14:54:18.330185 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47086) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:18.418092 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba24ba6-a451-4218-bab0-212404ea0c5d req-bbd37735-e5d8-45e7-814c-2570d6719144 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:18.422238 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bba24ba6-a451-4218-bab0-212404ea0c5d req-bbd37735-e5d8-45e7-814c-2570d6719144 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.62 "GET /v2.0/ports?device_id=1ec0466f-6b26-4510-a4ae-5444a071c323 HTTP/1.1" status: 200 len: 946 time: 0.2890105 Jul 09 14:54:18.430105 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e2eb83a7-8ddd-4ebf-bd95-ed95a0954175 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:18.469752 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5dfd021-a13d-4df1-9616-107a291aa3ac None None] Network 858359dc-653d-453c-9af7-637628d0bac8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:54:18.476574 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45b8374-25a4-47de-b996-e4981dc53ff0 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:18.481890 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d45b8374-25a4-47de-b996-e4981dc53ff0 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1626847 Jul 09 14:54:18.482907 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47090) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:18.582034 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e0eecda4-a9f3-4bbd-90a1-7b0bad1008ba tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0913320 Jul 09 14:54:18.590264 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47094) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:18.620313 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-b6598731-2c19-4862-b44e-507e725d4299 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Request body: {'subnet': {'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:54:18.635910 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2eb83a7-8ddd-4ebf-bd95-ed95a0954175 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Network 302a84d0-1d3b-455f-99f2-36fc1dd30da1 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:54:18.649053 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1b69d4cf-7278-4b61-a83e-173ba3fc1c63 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:18.651268 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-e6fbbe08-3364-4ed4-a95e-50ebf24956d1 req-9baa9666-5bd2-4ffc-9315-c5c1aee3f461 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Deleting port 5a43cda5-fb6c-4bd2-86b7-b16b61232987 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:54:18.651268 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e6fbbe08-3364-4ed4-a95e-50ebf24956d1 req-9baa9666-5bd2-4ffc-9315-c5c1aee3f461 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:18.670281 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 3fbdf43f-0b87-4369-bd73-96e923acb449 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:54:18.691181 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 3fbdf43f-0b87-4369-bd73-96e923acb449 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:54:18.691670 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:18.796820 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-84295489-cd60-4dca-b34a-648c02688926 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Deleting port 8bae825b-f8a3-41a1-85eb-de2d52162f63 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:54:18.797920 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-84295489-cd60-4dca-b34a-648c02688926 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:18.810186 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-1b69d4cf-7278-4b61-a83e-173ba3fc1c63 None None] Transition to ACTIVE for port object 59ed442f-74bd-4ca3-9ee0-3f03e1770e16 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:54:18.855031 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-e6fbbe08-3364-4ed4-a95e-50ebf24956d1 req-9baa9666-5bd2-4ffc-9315-c5c1aee3f461 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] For port 5a43cda5-fb6c-4bd2-86b7-b16b61232987, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=5a43cda5-fb6c-4bd2-86b7-b16b61232987,segment=NetworkSegment(4f5083cd-3839-47b5-96db-7638aa0acf65),segment_id=4f5083cd-3839-47b5-96db-7638aa0acf65)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:54:18.855747 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e6fbbe08-3364-4ed4-a95e-50ebf24956d1 req-9baa9666-5bd2-4ffc-9315-c5c1aee3f461 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:18.877956 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-c86319b1-92c9-4818-a1ce-67d01d9bf3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311afcc8-caec-4fc2-aa30-8c8af12e711a', 'name': 'tempest-TaggedBootDevicesTest_v242-124368176-router', 'tenant_id': 'b0dcdaf85ebc429397d88229c635e7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '4d766e3f-caf8-4554-aec0-999b648af9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:54:00Z', 'updated_at': '2021-07-09T14:54:09Z', 'revision_number': 4, 'project_id': 'b0dcdaf85ebc429397d88229c635e7b2', 'gw_port': {'id': '4d766e3f-caf8-4554-aec0-999b648af9fc', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:39:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311afcc8-caec-4fc2-aa30-8c8af12e711a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:54:02Z', 'updated_at': '2021-07-09T14:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '7571a2db-8f89-480f-ac2e-c1961d337008', 'name': '', 'network_id': '6107f077-f7c7-47db-8b86-669db7279c4c', 'tenant_id': 'b0dcdaf85ebc429397d88229c635e7b2', 'mac_address': 'fa:16:3e:1d:4a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '311afcc8-caec-4fc2-aa30-8c8af12e711a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '465c5725-facb-4e6f-b14d-7c696db0e29c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:54:08Z', 'updated_at': '2021-07-09T14:54:16Z', 'revision_number': 4, 'project_id': 'b0dcdaf85ebc429397d88229c635e7b2', 'subnets': [{'id': '465c5725-facb-4e6f-b14d-7c696db0e29c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:54:18.884846 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-e2eb83a7-8ddd-4ebf-bd95-ed95a0954175 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:54:18.896776 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2eb83a7-8ddd-4ebf-bd95-ed95a0954175 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:54:18.916819 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2eb83a7-8ddd-4ebf-bd95-ed95a0954175 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:18.918461 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e2eb83a7-8ddd-4ebf-bd95-ed95a0954175 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:18.956852 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-84295489-cd60-4dca-b34a-648c02688926 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:18.957822 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-e6fbbe08-3364-4ed4-a95e-50ebf24956d1 req-9baa9666-5bd2-4ffc-9315-c5c1aee3f461 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Calling delete_port for 5a43cda5-fb6c-4bd2-86b7-b16b61232987 owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:54:18.963903 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-84295489-cd60-4dca-b34a-648c02688926 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Calling delete_port for 8bae825b-f8a3-41a1-85eb-de2d52162f63 owned by {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:54:18.964700 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eb83a7-8ddd-4ebf-bd95-ed95a0954175 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Pushing event updated for resources: {'Port': ['ID=a4780d38-bd9f-4f8d-960e-0cfad1367790,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:18.985311 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86319b1-92c9-4818-a1ce-67d01d9bf3f4 None None] The sync data for ids ['311afcc8-caec-4fc2-aa30-8c8af12e711a'] in n-d-799529-6 is: [{'id': '311afcc8-caec-4fc2-aa30-8c8af12e711a', 'name': 'tempest-TaggedBootDevicesTest_v242-124368176-router', 'tenant_id': 'b0dcdaf85ebc429397d88229c635e7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '4d766e3f-caf8-4554-aec0-999b648af9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:54:00Z', 'updated_at': '2021-07-09T14:54:09Z', 'revision_number': 4, 'project_id': 'b0dcdaf85ebc429397d88229c635e7b2', 'gw_port': {'id': '4d766e3f-caf8-4554-aec0-999b648af9fc', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:39:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311afcc8-caec-4fc2-aa30-8c8af12e711a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:54:02Z', 'updated_at': '2021-07-09T14:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '7571a2db-8f89-480f-ac2e-c1961d337008', 'name': '', 'network_id': '6107f077-f7c7-47db-8b86-669db7279c4c', 'tenant_id': 'b0dcdaf85ebc429397d88229c635e7b2', 'mac_address': 'fa:16:3e:1d:4a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '311afcc8-caec-4fc2-aa30-8c8af12e711a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '465c5725-facb-4e6f-b14d-7c696db0e29c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:54:08Z', 'updated_at': '2021-07-09T14:54:16Z', 'revision_number': 4, 'project_id': 'b0dcdaf85ebc429397d88229c635e7b2', 'subnets': [{'id': '465c5725-facb-4e6f-b14d-7c696db0e29c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:54:19.003154 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:19.025588 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-1b69d4cf-7278-4b61-a83e-173ba3fc1c63 None None] Transition to ACTIVE for port object 59ed442f-74bd-4ca3-9ee0-3f03e1770e16 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:54:19.111289 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4d77b434-f367-4a92-b6fd-d7720a2b7b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:19.237954 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6598731-2c19-4862-b44e-507e725d4299 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Made reservation on behalf of 705b0dcf676c4e4da08df6f6169d5c06 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:54:19.246692 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-bba24ba6-a451-4218-bab0-212404ea0c5d req-c760741f-90b3-47ed-8e2a-c790991b06b7 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Deleting port 86df7d3c-21f7-48ba-a1ae-e4b290c8831e {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:54:19.246692 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-bba24ba6-a451-4218-bab0-212404ea0c5d req-c760741f-90b3-47ed-8e2a-c790991b06b7 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:19.247223 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b6598731-2c19-4862-b44e-507e725d4299 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:19.346908 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 3fbdf43f-0b87-4369-bd73-96e923acb449, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=3fbdf43f-0b87-4369-bd73-96e923acb449,segment=NetworkSegment(e62965ae-7e6b-407b-9f9f-07ed1408c84d),segment_id=e62965ae-7e6b-407b-9f9f-07ed1408c84d)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:54:19.362822 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-4d77b434-f367-4a92-b6fd-d7720a2b7b73 None None] For port 3765576f-baad-4349-b277-91a36f05da6b, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=3765576f-baad-4349-b277-91a36f05da6b,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:54:19.434340 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660d98a8-8fd3-4586-a689-d6b8b089cbcb None None] DHCP port deletion for 858359dc-653d-453c-9af7-637628d0bac8 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:54:19.538655 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-660d98a8-8fd3-4586-a689-d6b8b089cbcb None None] Deleting port 3765576f-baad-4349-b277-91a36f05da6b {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:54:19.539419 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-660d98a8-8fd3-4586-a689-d6b8b089cbcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:19.615251 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-bba24ba6-a451-4218-bab0-212404ea0c5d req-c760741f-90b3-47ed-8e2a-c790991b06b7 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] For port 86df7d3c-21f7-48ba-a1ae-e4b290c8831e, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=86df7d3c-21f7-48ba-a1ae-e4b290c8831e,segment=NetworkSegment(4f5083cd-3839-47b5-96db-7638aa0acf65),segment_id=4f5083cd-3839-47b5-96db-7638aa0acf65)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:54:19.615652 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-bba24ba6-a451-4218-bab0-212404ea0c5d req-c760741f-90b3-47ed-8e2a-c790991b06b7 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:19.643407 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-660d98a8-8fd3-4586-a689-d6b8b089cbcb None None] For port 3765576f-baad-4349-b277-91a36f05da6b, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=3765576f-baad-4349-b277-91a36f05da6b,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:54:19.643881 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-660d98a8-8fd3-4586-a689-d6b8b089cbcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:19.674307 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a38381-5ff0-44ec-880d-41b2f1df04da req-4cb7133c-155d-499a-a4c9-49368a2f6707 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:19.676136 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b6a38381-5ff0-44ec-880d-41b2f1df04da req-4cb7133c-155d-499a-a4c9-49368a2f6707 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/ports?device_id=adbdd40a-7ca6-467f-8066-3132568581bb HTTP/1.1" status: 200 len: 945 time: 0.3198235 Jul 09 14:54:19.677101 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-bba24ba6-a451-4218-bab0-212404ea0c5d req-c760741f-90b3-47ed-8e2a-c790991b06b7 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Calling delete_port for 86df7d3c-21f7-48ba-a1ae-e4b290c8831e owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:54:19.691357 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-660d98a8-8fd3-4586-a689-d6b8b089cbcb None None] Calling delete_port for 3765576f-baad-4349-b277-91a36f05da6b owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:54:19.829617 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b6a38381-5ff0-44ec-880d-41b2f1df04da req-acad46f8-7571-4615-8ef0-9bba58613144 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/security-groups?id=67bcb813-8d42-43e0-ba78-04b40cf26421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396604 Jul 09 14:54:19.880030 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-e2eb83a7-8ddd-4ebf-bd95-ed95a0954175 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 5.3720777 Jul 09 14:54:19.886024 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47108) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:19.980672 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1b69d4cf-7278-4b61-a83e-173ba3fc1c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:20.019005 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188405ae-3db3-4479-bb94-a4226a52d364 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:20.030585 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e6fbbe08-3364-4ed4-a95e-50ebf24956d1 req-9baa9666-5bd2-4ffc-9315-c5c1aee3f461 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:20.058515 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188405ae-3db3-4479-bb94-a4226a52d364 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:20.079278 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-bba24ba6-a451-4218-bab0-212404ea0c5d req-c760741f-90b3-47ed-8e2a-c790991b06b7 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:20.086978 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188405ae-3db3-4479-bb94-a4226a52d364 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:20.087258 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69d4cf-7278-4b61-a83e-173ba3fc1c63 None None] Pushing event updated for resources: {'Port': ['ID=59ed442f-74bd-4ca3-9ee0-3f03e1770e16,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:20.091455 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-188405ae-3db3-4479-bb94-a4226a52d364 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.2037926 Jul 09 14:54:20.092229 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 47112) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:20.093043 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:20.115214 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4d77b434-f367-4a92-b6fd-d7720a2b7b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:20.136051 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69d4cf-7278-4b61-a83e-173ba3fc1c63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:54:20.136405 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69d4cf-7278-4b61-a83e-173ba3fc1c63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:54:20.136752 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69d4cf-7278-4b61-a83e-173ba3fc1c63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:54:20.144119 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69d4cf-7278-4b61-a83e-173ba3fc1c63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:54:20.144599 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69d4cf-7278-4b61-a83e-173ba3fc1c63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:54:20.144947 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69d4cf-7278-4b61-a83e-173ba3fc1c63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:54:20.145291 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69d4cf-7278-4b61-a83e-173ba3fc1c63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:54:20.145628 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69d4cf-7278-4b61-a83e-173ba3fc1c63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:54:20.145964 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69d4cf-7278-4b61-a83e-173ba3fc1c63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:54:20.146296 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69d4cf-7278-4b61-a83e-173ba3fc1c63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:54:20.146838 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69d4cf-7278-4b61-a83e-173ba3fc1c63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:54:20.147174 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69d4cf-7278-4b61-a83e-173ba3fc1c63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:54:20.189809 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b69d4cf-7278-4b61-a83e-173ba3fc1c63 None None] Network a9f81d94-a036-4aec-81bb-3a617ef643f3 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:54:20.196184 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-1b69d4cf-7278-4b61-a83e-173ba3fc1c63 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:54:20.197972 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-660d98a8-8fd3-4586-a689-d6b8b089cbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:20.213329 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baa9666-5bd2-4ffc-9315-c5c1aee3f461 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Pushing event deleted for resources: {'Port': ['ID=5a43cda5-fb6c-4bd2-86b7-b16b61232987,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:20.244978 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b69d4cf-7278-4b61-a83e-173ba3fc1c63 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:54:20.295754 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6fbbe08-3364-4ed4-a95e-50ebf24956d1 req-9baa9666-5bd2-4ffc-9315-c5c1aee3f461 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] No DVR routers for this DVR port 5a43cda5-fb6c-4bd2-86b7-b16b61232987 on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:54:20.298594 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e6fbbe08-3364-4ed4-a95e-50ebf24956d1 req-9baa9666-5bd2-4ffc-9315-c5c1aee3f461 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:20.301487 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e6fbbe08-3364-4ed4-a95e-50ebf24956d1 req-9baa9666-5bd2-4ffc-9315-c5c1aee3f461 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.62 "DELETE /v2.0/ports/5a43cda5-fb6c-4bd2-86b7-b16b61232987 HTTP/1.1" status: 204 len: 173 time: 2.5495143 Jul 09 14:54:20.310861 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adbdd40a-7ca6-467f-8066-3132568581bb', 'name': 'network-vif-deleted', 'tag': '5a43cda5-fb6c-4bd2-86b7-b16b61232987'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:54:20.314087 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d64e066-7dde-4c47-89e1-5da49c3c4935" -d '{"events": [{"server_uuid": "adbdd40a-7ca6-467f-8066-3132568581bb", "name": "network-vif-deleted", "tag": "5a43cda5-fb6c-4bd2-86b7-b16b61232987"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:54:20.326015 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c760741f-90b3-47ed-8e2a-c790991b06b7 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Pushing event deleted for resources: {'Port': ['ID=86df7d3c-21f7-48ba-a1ae-e4b290c8831e,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:20.328240 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-84295489-cd60-4dca-b34a-648c02688926 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:20.371277 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660d98a8-8fd3-4586-a689-d6b8b089cbcb None None] No DVR routers for this DVR port 3765576f-baad-4349-b277-91a36f05da6b on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:54:20.398070 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 7571a2db-8f89-480f-ac2e-c1961d337008 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:54:20.442535 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580c4722-1ba9-454c-89e5-cb2481bc828a x-openstack-request-id: req-580c4722-1ba9-454c-89e5-cb2481bc828a {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:54:20.447724 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adbdd40a-7ca6-467f-8066-3132568581bb", "name": "network-vif-deleted", "tag": "5a43cda5-fb6c-4bd2-86b7-b16b61232987", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:54:20.447724 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-580c4722-1ba9-454c-89e5-cb2481bc828a {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:54:20.447724 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adbdd40a-7ca6-467f-8066-3132568581bb', 'name': 'network-vif-deleted', 'tag': '5a43cda5-fb6c-4bd2-86b7-b16b61232987', 'status': 'completed', 'code': 200} Jul 09 14:54:20.479731 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba24ba6-a451-4218-bab0-212404ea0c5d req-c760741f-90b3-47ed-8e2a-c790991b06b7 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] No DVR routers for this DVR port 86df7d3c-21f7-48ba-a1ae-e4b290c8831e on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:54:20.508419 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-bba24ba6-a451-4218-bab0-212404ea0c5d req-c760741f-90b3-47ed-8e2a-c790991b06b7 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:20.510999 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bba24ba6-a451-4218-bab0-212404ea0c5d req-c760741f-90b3-47ed-8e2a-c790991b06b7 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.62 "DELETE /v2.0/ports/86df7d3c-21f7-48ba-a1ae-e4b290c8831e HTTP/1.1" status: 204 len: 173 time: 2.0768003 Jul 09 14:54:20.534519 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84295489-cd60-4dca-b34a-648c02688926 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event deleted for resources: {'Port': ['ID=8bae825b-f8a3-41a1-85eb-de2d52162f63,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:20.575983 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-b3a12590-7d0b-4294-8bfa-5f3b78d8c28e tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Deleting port a4780d38-bd9f-4f8d-960e-0cfad1367790 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:54:20.576392 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b3a12590-7d0b-4294-8bfa-5f3b78d8c28e tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:20.603200 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-84295489-cd60-4dca-b34a-648c02688926 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:20.608941 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-84295489-cd60-4dca-b34a-648c02688926 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "DELETE /v2.0/ports/8bae825b-f8a3-41a1-85eb-de2d52162f63 HTTP/1.1" status: 204 len: 168 time: 2.2773790 Jul 09 14:54:20.609790 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47120) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:20.654210 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee96e808-b51d-4125-ac9b-524fcbac184f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] GET failed (client error): The resource could not be found. Jul 09 14:54:20.674925 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ee96e808-b51d-4125-ac9b-524fcbac184f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "GET /v2.0/ports/8bae825b-f8a3-41a1-85eb-de2d52162f63 HTTP/1.1" status: 404 len: 333 time: 0.0627682 Jul 09 14:54:20.691863 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-2a20ad0a-0770-4413-b351-dcea75deb995 None None] Provisioning complete for port 3fbdf43f-0b87-4369-bd73-96e923acb449 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:54:20.692479 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2a20ad0a-0770-4413-b351-dcea75deb995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:20.739261 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 47124) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:20.779950 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=3fbdf43f-0b87-4369-bd73-96e923acb449,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:20.784731 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-1b69d4cf-7278-4b61-a83e-173ba3fc1c63 None None] Attempting to bind port 59ed442f-74bd-4ca3-9ee0-3f03e1770e16 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:54:20.785393 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-1b69d4cf-7278-4b61-a83e-173ba3fc1c63 None None] Attempting to bind port 59ed442f-74bd-4ca3-9ee0-3f03e1770e16 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '31d0c44f-4f9d-4b55-95a9-3ed7c2386a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a9f81d94-a036-4aec-81bb-3a617ef643f3'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:54:20.786117 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b69d4cf-7278-4b61-a83e-173ba3fc1c63 None None] Attempting to bind port 59ed442f-74bd-4ca3-9ee0-3f03e1770e16 on network a9f81d94-a036-4aec-81bb-3a617ef643f3 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:54:20.835339 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b69d4cf-7278-4b61-a83e-173ba3fc1c63 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:54:20.846844 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b69d4cf-7278-4b61-a83e-173ba3fc1c63 None None] Checking segment: {'id': '31d0c44f-4f9d-4b55-95a9-3ed7c2386a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a9f81d94-a036-4aec-81bb-3a617ef643f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:54:20.846844 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1b69d4cf-7278-4b61-a83e-173ba3fc1c63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:20.846844 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b69d4cf-7278-4b61-a83e-173ba3fc1c63 None None] Bound using segment: {'id': '31d0c44f-4f9d-4b55-95a9-3ed7c2386a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a9f81d94-a036-4aec-81bb-3a617ef643f3'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:54:20.846844 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-1b69d4cf-7278-4b61-a83e-173ba3fc1c63 None None] Bound port: 59ed442f-74bd-4ca3-9ee0-3f03e1770e16, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31d0c44f-4f9d-4b55-95a9-3ed7c2386a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a9f81d94-a036-4aec-81bb-3a617ef643f3'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:54:20.846844 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1b69d4cf-7278-4b61-a83e-173ba3fc1c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:20.846844 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d77b434-f367-4a92-b6fd-d7720a2b7b73 None None] Pushing event deleted for resources: {'Port': ['ID=3765576f-baad-4349-b277-91a36f05da6b,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:20.942378 n-d-799529-6 neutron-server[94445]: DEBUG neutron.objects.ports [None req-b6598731-2c19-4862-b44e-507e725d4299 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94445) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 14:54:20.945840 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b6598731-2c19-4862-b44e-507e725d4299 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:20.965945 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-26679e63-e316-494d-ab43-1ca70793704f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Deleting subnet a40605e8-fb02-4d87-a212-78b51defb92f {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:54:20.972236 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-26679e63-e316-494d-ab43-1ca70793704f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:20.989990 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d98a8-8fd3-4586-a689-d6b8b089cbcb None None] Pushing event deleted for resources: {'Port': ['ID=3765576f-baad-4349-b277-91a36f05da6b,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:21.050190 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 5a43cda5-fb6c-4bd2-86b7-b16b61232987 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:54:21.093143 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6598731-2c19-4862-b44e-507e725d4299 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event updated for resources: {'Subnet': ['ID=47a87458-3868-4396-b06f-ae3f3e2c69a1,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:21.107895 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-26679e63-e316-494d-ab43-1ca70793704f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:21.108027 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 7571a2db-8f89-480f-ac2e-c1961d337008 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:54:21.118691 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: 5a43cda5-fb6c-4bd2-86b7-b16b61232987 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:54:21.119032 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 5a43cda5-fb6c-4bd2-86b7-b16b61232987 not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:54:21.119458 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 86df7d3c-21f7-48ba-a1ae-e4b290c8831e no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:54:21.126233 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6598731-2c19-4862-b44e-507e725d4299 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:54:21.128181 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-b6598731-2c19-4862-b44e-507e725d4299 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:54:21.146710 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6598731-2c19-4862-b44e-507e725d4299 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:21.148048 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b6598731-2c19-4862-b44e-507e725d4299 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:21.162246 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 7571a2db-8f89-480f-ac2e-c1961d337008 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:54:21.163250 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:21.164951 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-2a20ad0a-0770-4413-b351-dcea75deb995 None None] Could not find standard attr ID for object 6f6900f8-954b-4afc-a9aa-fabf3d1fb5f6. {{(pid=94447) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 14:54:21.172043 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfed294-05b2-47c9-b162-400c901d6fe3 None None] Network 858359dc-653d-453c-9af7-637628d0bac8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:54:21.219534 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: 86df7d3c-21f7-48ba-a1ae-e4b290c8831e {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:54:21.234985 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 86df7d3c-21f7-48ba-a1ae-e4b290c8831e not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:54:21.242561 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-1b69d4cf-7278-4b61-a83e-173ba3fc1c63 None None] For port 59ed442f-74bd-4ca3-9ee0-3f03e1770e16, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:54:21.244980 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b641a361-fe98-45df-a653-392c703d59b4 req-0d737b62-7cdd-4108-a491-0ddde7e045d9 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/ports?device_id=adbdd40a-7ca6-467f-8066-3132568581bb HTTP/1.1" status: 200 len: 210 time: 0.0564659 Jul 09 14:54:21.291399 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b6598731-2c19-4862-b44e-507e725d4299 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.6799512 Jul 09 14:54:21.293330 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47134) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:21.299942 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-fdc56ce6-05e3-47ca-98a0-96b4315b16cc tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Request body: {'port': {'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'mac_address': 'fa:16:3e:2f:c5:81', 'name': 'tempest-NetworksTestDHCPv6-429973125'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:54:21.312904 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-1b69d4cf-7278-4b61-a83e-173ba3fc1c63 None None] For port 59ed442f-74bd-4ca3-9ee0-3f03e1770e16, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=59ed442f-74bd-4ca3-9ee0-3f03e1770e16,segment=NetworkSegment(31d0c44f-4f9d-4b55-95a9-3ed7c2386a8f),segment_id=31d0c44f-4f9d-4b55-95a9-3ed7c2386a8f)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:54:21.323156 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b3a12590-7d0b-4294-8bfa-5f3b78d8c28e tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:21.347405 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-b3a12590-7d0b-4294-8bfa-5f3b78d8c28e tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Calling delete_port for a4780d38-bd9f-4f8d-960e-0cfad1367790 owned by {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:54:21.449803 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-26679e63-e316-494d-ab43-1ca70793704f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:21.537343 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc56ce6-05e3-47ca-98a0-96b4315b16cc tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Made reservation on behalf of 705b0dcf676c4e4da08df6f6169d5c06 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:54:21.578563 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-2a20ad0a-0770-4413-b351-dcea75deb995 None None] Provisioning for port a4780d38-bd9f-4f8d-960e-0cfad1367790 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:54:21.592101 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1b69d4cf-7278-4b61-a83e-173ba3fc1c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:21.624555 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-2a20ad0a-0770-4413-b351-dcea75deb995 None None] Provisioning complete for port a4780d38-bd9f-4f8d-960e-0cfad1367790 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:54:21.625195 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2a20ad0a-0770-4413-b351-dcea75deb995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:21.657010 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:21.732348 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fdc56ce6-05e3-47ca-98a0-96b4315b16cc tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:21.765722 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-26679e63-e316-494d-ab43-1ca70793704f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:21.830110 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [None req-fdc56ce6-05e3-47ca-98a0-96b4315b16cc tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] device_id is not set on port d495c620-d674-49ca-a054-da7d61bcd907 yet. {{(pid=94445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:54:21.832878 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2b432a-175c-4f0d-94c7-b67183998edf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-858359dc-653d-453c-9af7-637628d0bac8', 'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'tenant_id': '705b0dcf676c4e4da08df6f6169d5c06', 'fixed_ips': [{'subnet_id': '47a87458-3868-4396-b06f-ae3f3e2c69a1'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:54:21.833752 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8d2b432a-175c-4f0d-94c7-b67183998edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:21.929597 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26679e63-e316-494d-ab43-1ca70793704f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event deleted for resources: {'Subnet': ['ID=a40605e8-fb02-4d87-a212-78b51defb92f,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:21.930583 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-2a20ad0a-0770-4413-b351-dcea75deb995 None None] Port a4780d38-bd9f-4f8d-960e-0cfad1367790 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:54:21.936730 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69d4cf-7278-4b61-a83e-173ba3fc1c63 None None] Pushing event updated for resources: {'Port': ['ID=59ed442f-74bd-4ca3-9ee0-3f03e1770e16,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:21.937158 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-26679e63-e316-494d-ab43-1ca70793704f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:21.942695 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47144) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:21.943306 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-26679e63-e316-494d-ab43-1ca70793704f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "DELETE /v2.0/subnets/a40605e8-fb02-4d87-a212-78b51defb92f HTTP/1.1" status: 204 len: 168 time: 1.1898241 Jul 09 14:54:21.983933 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 7571a2db-8f89-480f-ac2e-c1961d337008, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=7571a2db-8f89-480f-ac2e-c1961d337008,segment=NetworkSegment(1a86216b-0589-4b76-bf13-b0436a2559bc),segment_id=1a86216b-0589-4b76-bf13-b0436a2559bc)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:54:22.256382 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b3a12590-7d0b-4294-8bfa-5f3b78d8c28e tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:22.389892 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a12590-7d0b-4294-8bfa-5f3b78d8c28e tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Pushing event deleted for resources: {'Port': ['ID=a4780d38-bd9f-4f8d-960e-0cfad1367790,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:22.469035 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec0466f-6b26-4510-a4ae-5444a071c323', 'name': 'network-vif-deleted', 'tag': '86df7d3c-21f7-48ba-a1ae-e4b290c8831e'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:54:22.480269 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e783f0-adb6-4f64-b070-590388e21409" -d '{"events": [{"server_uuid": "1ec0466f-6b26-4510-a4ae-5444a071c323", "name": "network-vif-deleted", "tag": "86df7d3c-21f7-48ba-a1ae-e4b290c8831e"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:54:22.509151 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-8d2b432a-175c-4f0d-94c7-b67183998edf None None] Allocated IP 2001:db8::f816:3eff:fe2b:19c2 (858359dc-653d-453c-9af7-637628d0bac8/47a87458-3868-4396-b06f-ae3f3e2c69a1/8d70017a-7c7b-43e7-a9a4-f7a98ff952c1) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:54:22.565462 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-2a20ad0a-0770-4413-b351-dcea75deb995 None None] Provisioning for port fd1d7932-8329-4acd-8397-5214e56c36c3 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:54:22.640785 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a1155d7-6a57-41a5-bbf3-759e4c86905a x-openstack-request-id: req-2a1155d7-6a57-41a5-bbf3-759e4c86905a {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:54:22.641159 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ec0466f-6b26-4510-a4ae-5444a071c323", "name": "network-vif-deleted", "tag": "86df7d3c-21f7-48ba-a1ae-e4b290c8831e", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:54:22.641349 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2a1155d7-6a57-41a5-bbf3-759e4c86905a {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:54:22.641735 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ec0466f-6b26-4510-a4ae-5444a071c323', 'name': 'network-vif-deleted', 'tag': '86df7d3c-21f7-48ba-a1ae-e4b290c8831e', 'status': 'completed', 'code': 200} Jul 09 14:54:22.687288 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-2a20ad0a-0770-4413-b351-dcea75deb995 None None] Provisioning complete for port fd1d7932-8329-4acd-8397-5214e56c36c3 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:54:22.688320 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2a20ad0a-0770-4413-b351-dcea75deb995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:22.716739 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-69f99f56-1f57-472f-af80-9762ce5f6066 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:22.756724 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:22.777939 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-2a20ad0a-0770-4413-b351-dcea75deb995 None None] Port fd1d7932-8329-4acd-8397-5214e56c36c3 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:54:22.864662 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cf2e66f9-e6d1-4fb2-96db-fddefb6f43c1 req-8ba747a4-740a-435b-8aa8-9a836ed371b3 tempest-MultipleCreateTestJSON-1580573296 tempest-MultipleCreateTestJSON-1580573296-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ec0466f-6b26-4510-a4ae-5444a071c323 HTTP/1.1" status: 200 len: 210 time: 0.0964601 Jul 09 14:54:22.876172 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b3a12590-7d0b-4294-8bfa-5f3b78d8c28e tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:22.882547 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47158) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:22.886031 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=7571a2db-8f89-480f-ac2e-c1961d337008,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:22.887232 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b3a12590-7d0b-4294-8bfa-5f3b78d8c28e tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] 10.222.0.58 "DELETE /v2.0/ports/a4780d38-bd9f-4f8d-960e-0cfad1367790 HTTP/1.1" status: 204 len: 168 time: 2.6957033 Jul 09 14:54:22.938308 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-780b0a52-e4f4-4d2c-8043-21580ac027d9 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] GET failed (client error): The resource could not be found. Jul 09 14:54:22.942005 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-780b0a52-e4f4-4d2c-8043-21580ac027d9 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] 10.222.0.58 "GET /v2.0/ports/a4780d38-bd9f-4f8d-960e-0cfad1367790 HTTP/1.1" status: 404 len: 333 time: 0.0535734 Jul 09 14:54:22.946445 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 47164) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:22.952100 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-c2507d4e-a76f-4316-bccf-6bce4430bdca tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Request body: {'port': {'network_id': '302a84d0-1d3b-455f-99f2-36fc1dd30da1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1346822017'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:54:22.965937 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-69f99f56-1f57-472f-af80-9762ce5f6066 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Deleting port 59ed442f-74bd-4ca3-9ee0-3f03e1770e16 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:54:22.971944 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-69f99f56-1f57-472f-af80-9762ce5f6066 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:22.996969 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 3765576f-baad-4349-b277-91a36f05da6b no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:54:23.035219 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 3765576f-baad-4349-b277-91a36f05da6b {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:54:23.035619 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 3765576f-baad-4349-b277-91a36f05da6b not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:54:23.116841 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-69f99f56-1f57-472f-af80-9762ce5f6066 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] For port 59ed442f-74bd-4ca3-9ee0-3f03e1770e16, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=59ed442f-74bd-4ca3-9ee0-3f03e1770e16,segment=NetworkSegment(31d0c44f-4f9d-4b55-95a9-3ed7c2386a8f),segment_id=31d0c44f-4f9d-4b55-95a9-3ed7c2386a8f)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:54:23.117290 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-69f99f56-1f57-472f-af80-9762ce5f6066 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:23.133525 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-69f99f56-1f57-472f-af80-9762ce5f6066 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Calling delete_port for 59ed442f-74bd-4ca3-9ee0-3f03e1770e16 owned by network:dhcp {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:54:23.251969 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:23.266695 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8d2b432a-175c-4f0d-94c7-b67183998edf None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:23.287396 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-8d2b432a-175c-4f0d-94c7-b67183998edf None None] Transition to ACTIVE for port object 8d70017a-7c7b-43e7-a9a4-f7a98ff952c1 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:54:23.385408 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2507d4e-a76f-4316-bccf-6bce4430bdca tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Made reservation on behalf of 8644887104604d6091149471a9ba17bd for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:54:23.389503 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c2507d4e-a76f-4316-bccf-6bce4430bdca tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:23.400222 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-8d2b432a-175c-4f0d-94c7-b67183998edf None None] Transition to ACTIVE for port object 8d70017a-7c7b-43e7-a9a4-f7a98ff952c1 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:54:23.401072 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-69f99f56-1f57-472f-af80-9762ce5f6066 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:23.421591 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-c2507d4e-a76f-4316-bccf-6bce4430bdca tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] device_id is not set on port 04c99b7b-ce62-4a95-8895-2782a5a1b256 yet. {{(pid=94446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:54:23.438944 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 7571a2db-8f89-480f-ac2e-c1961d337008 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:54:23.469345 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f99f56-1f57-472f-af80-9762ce5f6066 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event deleted for resources: {'Port': ['ID=59ed442f-74bd-4ca3-9ee0-3f03e1770e16,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:23.480734 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f99f56-1f57-472f-af80-9762ce5f6066 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] No DVR routers for this DVR port 59ed442f-74bd-4ca3-9ee0-3f03e1770e16 on host n-d-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:54:23.510800 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8d2b432a-175c-4f0d-94c7-b67183998edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:23.547082 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2b432a-175c-4f0d-94c7-b67183998edf None None] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:54:23.582473 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-8d2b432a-175c-4f0d-94c7-b67183998edf None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:54:23.590009 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2633b990-a2f5-475c-bea6-8fca40f7f518 None None] Network a9f81d94-a036-4aec-81bb-3a617ef643f3 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:54:23.593956 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2b432a-175c-4f0d-94c7-b67183998edf None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:54:23.636810 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-c2507d4e-a76f-4316-bccf-6bce4430bdca tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Allocated IP 2001:db8::237 (302a84d0-1d3b-455f-99f2-36fc1dd30da1/ec51abf1-5b01-484b-8ff8-4bae61dca1cb/04c99b7b-ce62-4a95-8895-2782a5a1b256) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:54:23.639842 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-69f99f56-1f57-472f-af80-9762ce5f6066 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:23.653877 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-69f99f56-1f57-472f-af80-9762ce5f6066 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9f81d94-a036-4aec-81bb-3a617ef643f3']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:54:23.667112 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-69f99f56-1f57-472f-af80-9762ce5f6066 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31d0c44f-4f9d-4b55-95a9-3ed7c2386a8f') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:54:23.667464 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-69f99f56-1f57-472f-af80-9762ce5f6066 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31d0c44f-4f9d-4b55-95a9-3ed7c2386a8f') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:54:23.677154 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-69f99f56-1f57-472f-af80-9762ce5f6066 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:23.692437 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-69f99f56-1f57-472f-af80-9762ce5f6066 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:23.699688 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69f99f56-1f57-472f-af80-9762ce5f6066 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:54:23.700151 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-69f99f56-1f57-472f-af80-9762ce5f6066 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:23.727125 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a3de25a5-274b-49d8-ab43-9fd415b151ab None None] Could not find standard attr ID for object 59ed442f-74bd-4ca3-9ee0-3f03e1770e16. {{(pid=94447) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 14:54:23.740908 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 7571a2db-8f89-480f-ac2e-c1961d337008 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:54:23.742178 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:23.749683 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b432a-175c-4f0d-94c7-b67183998edf None None] Pushing event updated for resources: {'Port': ['ID=8d70017a-7c7b-43e7-a9a4-f7a98ff952c1,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:23.791961 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:54:23.791961 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:54:23.791961 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:54:23.791961 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:54:23.791961 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:54:23.791961 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:54:23.791961 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 14:54:23.791961 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:54:23.791961 n-d-799529-6 neutron-server[94445]: timer() Jul 09 14:54:23.791961 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:54:23.791961 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 14:54:23.791961 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:54:23.791961 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 14:54:23.791961 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:54:23.791961 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 14:54:23.791961 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:54:23.791961 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 14:54:23.791961 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:54:23.791961 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 14:54:23.791961 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:54:23.791961 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:54:23.791961 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:54:23.791961 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:54:23.791961 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:54:23.791961 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 14:54:23.791961 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:54:23.791961 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 14:54:23.791961 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:54:23.791961 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:54:23.791961 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:54:23.791961 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 14:54:23.791961 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:54:23.791961 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:54:23.791961 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:54:23.791961 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:54:23.791961 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:54:23.791961 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:54:23.791961 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:54:23.840322 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-69f99f56-1f57-472f-af80-9762ce5f6066 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:23.842703 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-fdc56ce6-05e3-47ca-98a0-96b4315b16cc tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Allocated IP 2001:db8::f816:3eff:fe2f:c581 (858359dc-653d-453c-9af7-637628d0bac8/47a87458-3868-4396-b06f-ae3f3e2c69a1/d495c620-d674-49ca-a054-da7d61bcd907) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:54:23.855058 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-69f99f56-1f57-472f-af80-9762ce5f6066 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:23.857130 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-69f99f56-1f57-472f-af80-9762ce5f6066 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "DELETE /v2.0/networks/a9f81d94-a036-4aec-81bb-3a617ef643f3 HTTP/1.1" status: 204 len: 168 time: 1.9116383 Jul 09 14:54:23.869987 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47176) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:23.877823 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-df30dd4b-b906-41cd-9564-3cd9466d72fd tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Request body: {'port': {'network_id': '664f3735-ad3e-491d-849d-4d5ed94d15b7', 'name': 'tempest-PortsIpV6TestJSON-1970820174'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:54:23.891353 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f99f56-1f57-472f-af80-9762ce5f6066 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event deleted for resources: {'Network': ['ID=a9f81d94-a036-4aec-81bb-3a617ef643f3,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:23.912866 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c2507d4e-a76f-4316-bccf-6bce4430bdca tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:23.933885 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-c2507d4e-a76f-4316-bccf-6bce4430bdca tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Transition to ACTIVE for port object 04c99b7b-ce62-4a95-8895-2782a5a1b256 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:54:23.977278 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-8d2b432a-175c-4f0d-94c7-b67183998edf None None] Attempting to bind port 8d70017a-7c7b-43e7-a9a4-f7a98ff952c1 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:54:23.977861 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-8d2b432a-175c-4f0d-94c7-b67183998edf None None] Attempting to bind port 8d70017a-7c7b-43e7-a9a4-f7a98ff952c1 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:54:23.977981 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2b432a-175c-4f0d-94c7-b67183998edf None None] Attempting to bind port 8d70017a-7c7b-43e7-a9a4-f7a98ff952c1 on network 858359dc-653d-453c-9af7-637628d0bac8 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:54:23.989410 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2b432a-175c-4f0d-94c7-b67183998edf None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:54:23.990151 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2b432a-175c-4f0d-94c7-b67183998edf None None] Checking segment: {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:54:23.990570 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8d2b432a-175c-4f0d-94c7-b67183998edf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:23.991155 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2b432a-175c-4f0d-94c7-b67183998edf None None] Bound using segment: {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:54:23.996292 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-8d2b432a-175c-4f0d-94c7-b67183998edf None None] Bound port: 8d70017a-7c7b-43e7-a9a4-f7a98ff952c1, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:54:23.996936 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8d2b432a-175c-4f0d-94c7-b67183998edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:24.051384 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c2507d4e-a76f-4316-bccf-6bce4430bdca tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:24.065578 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 47182) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:24.102423 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231789d5-ad1c-4754-a348-b7e075e72641 None None] DHCP port deletion for a9f81d94-a036-4aec-81bb-3a617ef643f3 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:54:24.158585 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 59ed442f-74bd-4ca3-9ee0-3f03e1770e16 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:54:24.188423 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 59ed442f-74bd-4ca3-9ee0-3f03e1770e16 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:54:24.188423 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 59ed442f-74bd-4ca3-9ee0-3f03e1770e16 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 09 14:54:24.206924 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2507d4e-a76f-4316-bccf-6bce4430bdca tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Network 302a84d0-1d3b-455f-99f2-36fc1dd30da1 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:54:24.212807 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Port 59ed442f-74bd-4ca3-9ee0-3f03e1770e16 not found, will not notify nova. {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 09 14:54:24.213646 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 3fbdf43f-0b87-4369-bd73-96e923acb449 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:54:24.213883 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-c2507d4e-a76f-4316-bccf-6bce4430bdca tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:54:24.223308 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2507d4e-a76f-4316-bccf-6bce4430bdca tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:54:24.249499 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2507d4e-a76f-4316-bccf-6bce4430bdca tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:24.250180 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c2507d4e-a76f-4316-bccf-6bce4430bdca tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:24.270795 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-8d2b432a-175c-4f0d-94c7-b67183998edf None None] For port 8d70017a-7c7b-43e7-a9a4-f7a98ff952c1, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:54:24.277916 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2507d4e-a76f-4316-bccf-6bce4430bdca tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Pushing event updated for resources: {'Port': ['ID=04c99b7b-ce62-4a95-8895-2782a5a1b256,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:24.280423 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-8d2b432a-175c-4f0d-94c7-b67183998edf None None] For port 8d70017a-7c7b-43e7-a9a4-f7a98ff952c1, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=8d70017a-7c7b-43e7-a9a4-f7a98ff952c1,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:54:24.295136 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-15c9c2cc-2c17-41ac-8672-d4384adeb0a6 admin admin] Deleting subnet 43a4299f-20b7-47e7-a6f8-05cc3855fbd4 {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:54:24.299719 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-15c9c2cc-2c17-41ac-8672-d4384adeb0a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:24.334989 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 3fbdf43f-0b87-4369-bd73-96e923acb449 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:54:24.336953 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:24.367560 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df30dd4b-b906-41cd-9564-3cd9466d72fd tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Made reservation on behalf of c23027b79fbf48438de608f7fcd960b2 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:54:24.376474 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-df30dd4b-b906-41cd-9564-3cd9466d72fd tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:24.393077 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-15c9c2cc-2c17-41ac-8672-d4384adeb0a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:24.462600 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-15c9c2cc-2c17-41ac-8672-d4384adeb0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:24.499162 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [None req-df30dd4b-b906-41cd-9564-3cd9466d72fd tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] device_id is not set on port e6196c95-eac6-4277-86c7-02043175c392 yet. {{(pid=94445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:54:24.524400 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8d2b432a-175c-4f0d-94c7-b67183998edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:24.627676 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b432a-175c-4f0d-94c7-b67183998edf None None] Pushing event updated for resources: {'Port': ['ID=8d70017a-7c7b-43e7-a9a4-f7a98ff952c1,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:24.674000 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c2507d4e-a76f-4316-bccf-6bce4430bdca tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7262886 Jul 09 14:54:24.676778 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 47192) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:24.687013 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-f294db6b-ae3b-462d-85c5-bb34aaf388fe tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::337', 'mac_address': 'fa:16:3e:b9:9a:c8'}]}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:54:24.727720 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fdc56ce6-05e3-47ca-98a0-96b4315b16cc tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:24.748563 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-df30dd4b-b906-41cd-9564-3cd9466d72fd tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:24.757474 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-fdc56ce6-05e3-47ca-98a0-96b4315b16cc tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Transition to ACTIVE for port object d495c620-d674-49ca-a054-da7d61bcd907 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:54:24.806238 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-15c9c2cc-2c17-41ac-8672-d4384adeb0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:24.846806 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c9c2cc-2c17-41ac-8672-d4384adeb0a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43a4299f-20b7-47e7-a6f8-05cc3855fbd4,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:24.848582 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-081decfb-4d35-4654-b262-31828d91dde9 None None] Provisioning for port 04c99b7b-ce62-4a95-8895-2782a5a1b256 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:54:24.855434 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-15c9c2cc-2c17-41ac-8672-d4384adeb0a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:24.857497 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-15c9c2cc-2c17-41ac-8672-d4384adeb0a6 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/43a4299f-20b7-47e7-a6f8-05cc3855fbd4 HTTP/1.1" status: 204 len: 168 time: 0.7879450 Jul 09 14:54:24.860650 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47198) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:24.861715 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-081decfb-4d35-4654-b262-31828d91dde9 None None] Provisioning complete for port 04c99b7b-ce62-4a95-8895-2782a5a1b256 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:54:24.862452 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-081decfb-4d35-4654-b262-31828d91dde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:24.986888 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-081decfb-4d35-4654-b262-31828d91dde9 None None] Port 04c99b7b-ce62-4a95-8895-2782a5a1b256 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:54:24.993637 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-df30dd4b-b906-41cd-9564-3cd9466d72fd tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:25.040833 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f294db6b-ae3b-462d-85c5-bb34aaf388fe tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:25.044929 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fdc56ce6-05e3-47ca-98a0-96b4315b16cc tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:25.158458 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df30dd4b-b906-41cd-9564-3cd9466d72fd tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event updated for resources: {'Port': ['ID=e6196c95-eac6-4277-86c7-02043175c392,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:25.169794 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-08729f4d-ba59-4ec9-ad24-f1f04e59e0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:25.174788 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df30dd4b-b906-41cd-9564-3cd9466d72fd tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Network 664f3735-ad3e-491d-849d-4d5ed94d15b7 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:54:25.217493 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc56ce6-05e3-47ca-98a0-96b4315b16cc tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:54:25.222113 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-df30dd4b-b906-41cd-9564-3cd9466d72fd tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:54:25.228584 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df30dd4b-b906-41cd-9564-3cd9466d72fd tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:54:25.235121 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df30dd4b-b906-41cd-9564-3cd9466d72fd tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:25.238446 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-df30dd4b-b906-41cd-9564-3cd9466d72fd tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:25.272841 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 8d70017a-7c7b-43e7-a9a4-f7a98ff952c1 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:54:25.294110 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-fdc56ce6-05e3-47ca-98a0-96b4315b16cc tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:54:25.301295 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc56ce6-05e3-47ca-98a0-96b4315b16cc tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:54:25.309045 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc56ce6-05e3-47ca-98a0-96b4315b16cc tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:25.309331 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fdc56ce6-05e3-47ca-98a0-96b4315b16cc tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:25.315331 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc56ce6-05e3-47ca-98a0-96b4315b16cc tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event updated for resources: {'Port': ['ID=d495c620-d674-49ca-a054-da7d61bcd907,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:25.339247 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-df30dd4b-b906-41cd-9564-3cd9466d72fd tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4619961 Jul 09 14:54:25.344958 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 47202) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:25.431971 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-08729f4d-ba59-4ec9-ad24-f1f04e59e0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:25.451813 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-08729f4d-ba59-4ec9-ad24-f1f04e59e0a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a127763e-29f7-47d5-9091-de48cb15ea6a']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:54:25.467357 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-08729f4d-ba59-4ec9-ad24-f1f04e59e0a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f5083cd-3839-47b5-96db-7638aa0acf65') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:54:25.467683 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-08729f4d-ba59-4ec9-ad24-f1f04e59e0a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f5083cd-3839-47b5-96db-7638aa0acf65') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:54:25.484455 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-08729f4d-ba59-4ec9-ad24-f1f04e59e0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:25.492635 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-fdc56ce6-05e3-47ca-98a0-96b4315b16cc tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.1969411 Jul 09 14:54:25.502614 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 8d70017a-7c7b-43e7-a9a4-f7a98ff952c1 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:54:25.511782 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f294db6b-ae3b-462d-85c5-bb34aaf388fe tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:25.514973 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 47208) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:25.558321 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-08729f4d-ba59-4ec9-ad24-f1f04e59e0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:25.591445 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08729f4d-ba59-4ec9-ad24-f1f04e59e0a8 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:54:25.592477 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-08729f4d-ba59-4ec9-ad24-f1f04e59e0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:25.596734 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f294db6b-ae3b-462d-85c5-bb34aaf388fe tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:25.607813 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:54:25.607813 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:54:25.607813 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 14:54:25.607813 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:54:25.607813 n-d-799529-6 neutron-server[94445]: timer() Jul 09 14:54:25.607813 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:54:25.607813 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 14:54:25.607813 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:54:25.607813 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 14:54:25.607813 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:54:25.607813 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 14:54:25.607813 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:54:25.607813 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 14:54:25.607813 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:54:25.607813 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 14:54:25.607813 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:54:25.607813 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:54:25.607813 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:54:25.607813 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:54:25.607813 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:54:25.607813 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 14:54:25.607813 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:54:25.607813 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 14:54:25.607813 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:54:25.607813 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:54:25.607813 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:54:25.607813 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 14:54:25.607813 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:54:25.607813 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:54:25.607813 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:54:25.607813 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:54:25.607813 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:54:25.607813 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:54:25.607813 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:54:25.636052 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 59ed442f-74bd-4ca3-9ee0-3f03e1770e16 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:54:25.700628 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 59ed442f-74bd-4ca3-9ee0-3f03e1770e16 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:54:25.701010 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 59ed442f-74bd-4ca3-9ee0-3f03e1770e16 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:54:25.809408 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-08729f4d-ba59-4ec9-ad24-f1f04e59e0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:25.833223 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-08729f4d-ba59-4ec9-ad24-f1f04e59e0a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:25.833223 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-08729f4d-ba59-4ec9-ad24-f1f04e59e0a8 admin admin] 10.222.0.58 "DELETE /v2.0/networks/a127763e-29f7-47d5-9091-de48cb15ea6a HTTP/1.1" status: 204 len: 168 time: 0.9687843 Jul 09 14:54:25.847482 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08729f4d-ba59-4ec9-ad24-f1f04e59e0a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a127763e-29f7-47d5-9091-de48cb15ea6a,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:26.132958 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-f294db6b-ae3b-462d-85c5-bb34aaf388fe tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] In _notify_port_updated(), no bound segment for port 04c99b7b-ce62-4a95-8895-2782a5a1b256 on network 302a84d0-1d3b-455f-99f2-36fc1dd30da1 {{(pid=94446) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 14:54:26.141985 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f294db6b-ae3b-462d-85c5-bb34aaf388fe tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:26.141985 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f294db6b-ae3b-462d-85c5-bb34aaf388fe tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:26.141985 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f294db6b-ae3b-462d-85c5-bb34aaf388fe tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] 10.222.0.58 "PUT /v2.0/ports/04c99b7b-ce62-4a95-8895-2782a5a1b256 HTTP/1.1" status: 200 len: 1003 time: 1.4636278 Jul 09 14:54:26.144279 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47216) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:26.192611 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-84f9ea4b-d4a6-401e-806a-cadc150d41e3 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Deleting port e6196c95-eac6-4277-86c7-02043175c392 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:54:26.194811 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-84f9ea4b-d4a6-401e-806a-cadc150d41e3 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:26.214689 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f294db6b-ae3b-462d-85c5-bb34aaf388fe tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Pushing event updated for resources: {'Port': ['ID=04c99b7b-ce62-4a95-8895-2782a5a1b256,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:26.288554 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317610d5-9f21-4f69-8fe4-d010cbaa7b66 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:26.296251 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317610d5-9f21-4f69-8fe4-d010cbaa7b66 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:26.302012 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-317610d5-9f21-4f69-8fe4-d010cbaa7b66 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.7821031 Jul 09 14:54:26.302748 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 47222) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:26.324931 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-19c556a8-b154-4568-8a77-ed9bebe4698e None None] Provisioning for port 8d70017a-7c7b-43e7-a9a4-f7a98ff952c1 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:54:26.328468 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3b2f29b4-a08e-4eab-9f69-616314e96f8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:26.340262 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-19c556a8-b154-4568-8a77-ed9bebe4698e None None] Provisioning complete for port 8d70017a-7c7b-43e7-a9a4-f7a98ff952c1 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:54:26.342164 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-19c556a8-b154-4568-8a77-ed9bebe4698e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:26.380930 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-65a65d76-33d7-4792-9977-45460d1a3dcd tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Deleting port 04c99b7b-ce62-4a95-8895-2782a5a1b256 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:54:26.380930 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-65a65d76-33d7-4792-9977-45460d1a3dcd tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:26.485521 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-84f9ea4b-d4a6-401e-806a-cadc150d41e3 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:26.509310 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-84f9ea4b-d4a6-401e-806a-cadc150d41e3 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Calling delete_port for e6196c95-eac6-4277-86c7-02043175c392 owned by {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:54:26.536590 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-34768dc5-9949-44ec-960b-618b5eaa9bd9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Deleting port d495c620-d674-49ca-a054-da7d61bcd907 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:54:26.537059 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-34768dc5-9949-44ec-960b-618b5eaa9bd9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:26.573006 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-19c556a8-b154-4568-8a77-ed9bebe4698e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:26.590281 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-65a65d76-33d7-4792-9977-45460d1a3dcd tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:26.634874 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-65a65d76-33d7-4792-9977-45460d1a3dcd tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Calling delete_port for 04c99b7b-ce62-4a95-8895-2782a5a1b256 owned by {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:54:26.668570 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-19c556a8-b154-4568-8a77-ed9bebe4698e None None] For port 8d70017a-7c7b-43e7-a9a4-f7a98ff952c1, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=8d70017a-7c7b-43e7-a9a4-f7a98ff952c1,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:54:26.676173 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47230) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:26.703081 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-34768dc5-9949-44ec-960b-618b5eaa9bd9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:26.724402 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-34768dc5-9949-44ec-960b-618b5eaa9bd9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Calling delete_port for d495c620-d674-49ca-a054-da7d61bcd907 owned by {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:54:26.758848 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-19c556a8-b154-4568-8a77-ed9bebe4698e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:26.847948 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 47232) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:26.852494 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-29952c7c-6ed2-4b1e-a0ee-54614ee01fa4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f23d9a2a77484c1eadd244e8611d3083&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1748638 Jul 09 14:54:26.882947 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c556a8-b154-4568-8a77-ed9bebe4698e None None] Pushing event updated for resources: {'Port': ['ID=8d70017a-7c7b-43e7-a9a4-f7a98ff952c1,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:26.899355 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-867c1571-bde5-4886-8357-a348a8776beb None None] Provisioning complete for port 04c99b7b-ce62-4a95-8895-2782a5a1b256 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:54:26.910714 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-867c1571-bde5-4886-8357-a348a8776beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:26.963799 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5d09228e-fc79-4861-910a-c0f5f496259e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:26.999547 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-867c1571-bde5-4886-8357-a348a8776beb None None] Port 04c99b7b-ce62-4a95-8895-2782a5a1b256 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:54:27.010872 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-84f9ea4b-d4a6-401e-806a-cadc150d41e3 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:27.023695 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5d09228e-fc79-4861-910a-c0f5f496259e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:27.061347 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f9ea4b-d4a6-401e-806a-cadc150d41e3 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event deleted for resources: {'Port': ['ID=e6196c95-eac6-4277-86c7-02043175c392,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:27.070657 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-84f9ea4b-d4a6-401e-806a-cadc150d41e3 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:27.072889 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-84f9ea4b-d4a6-401e-806a-cadc150d41e3 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "DELETE /v2.0/ports/e6196c95-eac6-4277-86c7-02043175c392 HTTP/1.1" status: 204 len: 168 time: 1.7250395 Jul 09 14:54:27.093622 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47238) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:27.093622 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-28a02f1c-3829-4de4-a132-78af8fdfc4f8 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Request body: {'port': {'network_id': '664f3735-ad3e-491d-849d-4d5ed94d15b7', 'mac_address': 'fa:16:3e:1c:a5:1c', 'name': 'tempest-PortsIpV6TestJSON-1922979373'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:54:27.149199 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:54:27.149199 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 14:54:27.149199 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:54:27.149199 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 14:54:27.149199 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:54:27.149199 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 14:54:27.149199 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:54:27.149199 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 14:54:27.149199 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:54:27.149199 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 14:54:27.149199 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:54:27.149199 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 14:54:27.149199 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:54:27.149199 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 14:54:27.149199 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:54:27.149199 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 14:54:27.149199 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:54:27.149199 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 14:54:27.149199 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:54:27.149199 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 14:54:27.149199 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:54:27.149199 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 14:54:27.149199 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:54:27.149199 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 14:54:27.149199 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:54:27.149199 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 14:54:27.149199 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:54:27.149199 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 14:54:27.149199 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:54:27.149199 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 14:54:27.149199 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:54:27.149199 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 14:54:27.149199 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:54:27.149199 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 14:54:27.149199 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:54:27.149199 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 14:54:27.149199 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:54:27.149199 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 14:54:27.149199 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:54:27.149199 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 14:54:27.149199 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:54:27.149199 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 14:54:27.149199 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:54:27.149199 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 14:54:27.149199 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:54:27.149199 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 14:54:27.149199 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:54:27.149199 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 14:54:27.149199 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:54:27.149199 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 14:54:27.149199 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:54:27.149199 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 14:54:27.149199 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:54:27.149199 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 14:54:27.153764 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-867c1571-bde5-4886-8357-a348a8776beb None None] Provisioning for port d495c620-d674-49ca-a054-da7d61bcd907 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:54:27.156349 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-34768dc5-9949-44ec-960b-618b5eaa9bd9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:27.157129 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-867c1571-bde5-4886-8357-a348a8776beb None None] Provisioning complete for port d495c620-d674-49ca-a054-da7d61bcd907 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:54:27.157759 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-867c1571-bde5-4886-8357-a348a8776beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:27.165208 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-65a65d76-33d7-4792-9977-45460d1a3dcd tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:27.190027 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 8d70017a-7c7b-43e7-a9a4-f7a98ff952c1 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:54:27.194546 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-867c1571-bde5-4886-8357-a348a8776beb None None] Port d495c620-d674-49ca-a054-da7d61bcd907 was deleted so its status cannot be updated. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 09 14:54:27.210484 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34768dc5-9949-44ec-960b-618b5eaa9bd9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event deleted for resources: {'Port': ['ID=d495c620-d674-49ca-a054-da7d61bcd907,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:27.304861 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5d09228e-fc79-4861-910a-c0f5f496259e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:27.316950 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5d09228e-fc79-4861-910a-c0f5f496259e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:27.318524 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-5d09228e-fc79-4861-910a-c0f5f496259e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/67bcb813-8d42-43e0-ba78-04b40cf26421 HTTP/1.1" status: 204 len: 168 time: 0.4699507 Jul 09 14:54:27.319928 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-34768dc5-9949-44ec-960b-618b5eaa9bd9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:27.327877 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-34768dc5-9949-44ec-960b-618b5eaa9bd9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/ports/d495c620-d674-49ca-a054-da7d61bcd907 HTTP/1.1" status: 204 len: 168 time: 1.0207286 Jul 09 14:54:27.330405 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 47244) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:27.338976 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a65d76-33d7-4792-9977-45460d1a3dcd tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Pushing event deleted for resources: {'Port': ['ID=04c99b7b-ce62-4a95-8895-2782a5a1b256,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:27.364411 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 8d70017a-7c7b-43e7-a9a4-f7a98ff952c1 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:54:27.368250 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:27.390422 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d09228e-fc79-4861-910a-c0f5f496259e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67bcb813-8d42-43e0-ba78-04b40cf26421,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:27.529207 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45258c2e-1f3e-4c1e-9bc9-c70a820b6f7d tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:27.531301 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45258c2e-1f3e-4c1e-9bc9-c70a820b6f7d tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:27.542880 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-45258c2e-1f3e-4c1e-9bc9-c70a820b6f7d tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2113154 Jul 09 14:54:27.543537 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 47248) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:27.560585 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a02f1c-3829-4de4-a132-78af8fdfc4f8 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Made reservation on behalf of c23027b79fbf48438de608f7fcd960b2 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:54:27.673090 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bcd3a35-aa6e-42d8-af91-cb1873219a60 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Deleting subnet 47a87458-3868-4396-b06f-ae3f3e2c69a1 {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:54:27.679367 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9bcd3a35-aa6e-42d8-af91-cb1873219a60 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:27.683891 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-65a65d76-33d7-4792-9977-45460d1a3dcd tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:27.686499 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-65a65d76-33d7-4792-9977-45460d1a3dcd tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] 10.222.0.58 "DELETE /v2.0/ports/04c99b7b-ce62-4a95-8895-2782a5a1b256 HTTP/1.1" status: 204 len: 168 time: 1.5410295 Jul 09 14:54:27.695392 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47250) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:27.766841 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9bcd3a35-aa6e-42d8-af91-cb1873219a60 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:27.774335 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-28a02f1c-3829-4de4-a132-78af8fdfc4f8 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:27.777487 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-84e975d8-1320-4302-a84f-3eff4de5cb79 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] GET failed (client error): The resource could not be found. Jul 09 14:54:27.783042 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-84e975d8-1320-4302-a84f-3eff4de5cb79 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] 10.222.0.58 "GET /v2.0/ports/04c99b7b-ce62-4a95-8895-2782a5a1b256 HTTP/1.1" status: 404 len: 333 time: 0.0809484 Jul 09 14:54:27.788949 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47254) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:27.797947 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-26278a6c-3aa8-4b86-ba57-7a51a40f19ed tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Request body: {'port': {'network_id': '302a84d0-1d3b-455f-99f2-36fc1dd30da1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1852509007'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:54:27.861688 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [None req-28a02f1c-3829-4de4-a132-78af8fdfc4f8 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] device_id is not set on port b87aab0c-2331-4ed2-aca3-2d4c5cd7097a yet. {{(pid=94445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:54:27.889422 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9bcd3a35-aa6e-42d8-af91-cb1873219a60 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:28.096722 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9bcd3a35-aa6e-42d8-af91-cb1873219a60 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:28.128052 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-28a02f1c-3829-4de4-a132-78af8fdfc4f8 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:28.128413 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcd3a35-aa6e-42d8-af91-cb1873219a60 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event deleted for resources: {'Subnet': ['ID=47a87458-3868-4396-b06f-ae3f3e2c69a1,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:28.132389 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9bcd3a35-aa6e-42d8-af91-cb1873219a60 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:28.135552 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-9bcd3a35-aa6e-42d8-af91-cb1873219a60 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/subnets/47a87458-3868-4396-b06f-ae3f3e2c69a1 HTTP/1.1" status: 204 len: 168 time: 0.5901852 Jul 09 14:54:28.140197 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47266) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:28.149769 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b7f71a-68d6-4333-89c9-7363ff7eb2ed None None] Network 858359dc-653d-453c-9af7-637628d0bac8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:54:28.195064 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-a4b52d8b-f5a0-4396-a77e-edabdfbcab79 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0541003 Jul 09 14:54:28.197687 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47270) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:28.204738 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-dfec5950-ef2d-4c36-a815-c07c896131be tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Request body: {'subnet': {'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:54:28.269403 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26278a6c-3aa8-4b86-ba57-7a51a40f19ed tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Made reservation on behalf of 8644887104604d6091149471a9ba17bd for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:54:28.274655 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-26278a6c-3aa8-4b86-ba57-7a51a40f19ed tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:28.354410 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [None req-26278a6c-3aa8-4b86-ba57-7a51a40f19ed tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] device_id is not set on port 3f3a6a9e-c1f5-443d-8354-bbbc73a5612a yet. {{(pid=94445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:54:28.446944 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c8e793-e34c-4f37-9057-83de2bb5f863 None None] DHCP port deletion for 858359dc-653d-453c-9af7-637628d0bac8 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:54:28.515190 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-d3c8e793-e34c-4f37-9057-83de2bb5f863 None None] Deleting port 8d70017a-7c7b-43e7-a9a4-f7a98ff952c1 {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:54:28.515661 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d3c8e793-e34c-4f37-9057-83de2bb5f863 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:28.519907 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-28a02f1c-3829-4de4-a132-78af8fdfc4f8 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:28.526236 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-26278a6c-3aa8-4b86-ba57-7a51a40f19ed tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Allocated IP 2001:db8::9d (302a84d0-1d3b-455f-99f2-36fc1dd30da1/ec51abf1-5b01-484b-8ff8-4bae61dca1cb/3f3a6a9e-c1f5-443d-8354-bbbc73a5612a) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:54:28.582461 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfec5950-ef2d-4c36-a815-c07c896131be tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Made reservation on behalf of 705b0dcf676c4e4da08df6f6169d5c06 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:54:28.587000 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-dfec5950-ef2d-4c36-a815-c07c896131be tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:28.603267 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-d3c8e793-e34c-4f37-9057-83de2bb5f863 None None] For port 8d70017a-7c7b-43e7-a9a4-f7a98ff952c1, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=8d70017a-7c7b-43e7-a9a4-f7a98ff952c1,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:54:28.603714 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d3c8e793-e34c-4f37-9057-83de2bb5f863 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:28.645049 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-d3c8e793-e34c-4f37-9057-83de2bb5f863 None None] Calling delete_port for 8d70017a-7c7b-43e7-a9a4-f7a98ff952c1 owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:54:28.737757 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a02f1c-3829-4de4-a132-78af8fdfc4f8 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Network 664f3735-ad3e-491d-849d-4d5ed94d15b7 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:54:28.767478 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-28a02f1c-3829-4de4-a132-78af8fdfc4f8 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:54:28.793792 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a02f1c-3829-4de4-a132-78af8fdfc4f8 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:54:28.800001 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a02f1c-3829-4de4-a132-78af8fdfc4f8 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:28.800631 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-28a02f1c-3829-4de4-a132-78af8fdfc4f8 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:28.823274 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a02f1c-3829-4de4-a132-78af8fdfc4f8 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event updated for resources: {'Port': ['ID=b87aab0c-2331-4ed2-aca3-2d4c5cd7097a,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:28.860454 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d3c8e793-e34c-4f37-9057-83de2bb5f863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:28.891630 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c8e793-e34c-4f37-9057-83de2bb5f863 None None] Pushing event deleted for resources: {'Port': ['ID=8d70017a-7c7b-43e7-a9a4-f7a98ff952c1,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:28.900048 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c8e793-e34c-4f37-9057-83de2bb5f863 None None] No DVR routers for this DVR port 8d70017a-7c7b-43e7-a9a4-f7a98ff952c1 on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:54:28.927308 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 47290) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:28.927919 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-28a02f1c-3829-4de4-a132-78af8fdfc4f8 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8422318 Jul 09 14:54:29.015536 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239d37f9-d00f-49af-8806-04830e521812 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:29.017606 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-239d37f9-d00f-49af-8806-04830e521812 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "GET /v2.0/ports/b87aab0c-2331-4ed2-aca3-2d4c5cd7097a HTTP/1.1" status: 200 len: 845 time: 0.0962942 Jul 09 14:54:29.020755 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 47298) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:29.039075 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d82134db-a805-434b-9fa3-3007e2fe03ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:29.100860 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-26278a6c-3aa8-4b86-ba57-7a51a40f19ed tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:29.117980 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-26278a6c-3aa8-4b86-ba57-7a51a40f19ed tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Transition to ACTIVE for port object 3f3a6a9e-c1f5-443d-8354-bbbc73a5612a will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:54:29.188045 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-6194d2f4-02b1-4940-ab53-66a2b7f75a76 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Deleting port b87aab0c-2331-4ed2-aca3-2d4c5cd7097a {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:54:29.188392 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6194d2f4-02b1-4940-ab53-66a2b7f75a76 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:29.232799 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:29.297142 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 8d70017a-7c7b-43e7-a9a4-f7a98ff952c1 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:54:29.303086 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-26278a6c-3aa8-4b86-ba57-7a51a40f19ed tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:29.340249 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 8d70017a-7c7b-43e7-a9a4-f7a98ff952c1 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:54:29.343188 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 8d70017a-7c7b-43e7-a9a4-f7a98ff952c1 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:54:29.344588 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6194d2f4-02b1-4940-ab53-66a2b7f75a76 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:29.376326 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 47304) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:29.388158 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-6194d2f4-02b1-4940-ab53-66a2b7f75a76 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Calling delete_port for b87aab0c-2331-4ed2-aca3-2d4c5cd7097a owned by {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:54:29.395040 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26278a6c-3aa8-4b86-ba57-7a51a40f19ed tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Network 302a84d0-1d3b-455f-99f2-36fc1dd30da1 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:54:29.413995 n-d-799529-6 neutron-server[94445]: DEBUG neutron.objects.ports [None req-dfec5950-ef2d-4c36-a815-c07c896131be tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94445) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 14:54:29.419186 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-26278a6c-3aa8-4b86-ba57-7a51a40f19ed tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:54:29.421989 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26278a6c-3aa8-4b86-ba57-7a51a40f19ed tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:54:29.429025 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26278a6c-3aa8-4b86-ba57-7a51a40f19ed tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:29.429705 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-26278a6c-3aa8-4b86-ba57-7a51a40f19ed tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:29.443273 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-dfec5950-ef2d-4c36-a815-c07c896131be tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:29.450295 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26278a6c-3aa8-4b86-ba57-7a51a40f19ed tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Pushing event updated for resources: {'Port': ['ID=3f3a6a9e-c1f5-443d-8354-bbbc73a5612a,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:29.505553 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfec5950-ef2d-4c36-a815-c07c896131be tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:54:29.510964 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-26278a6c-3aa8-4b86-ba57-7a51a40f19ed tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7212746 Jul 09 14:54:29.512747 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-dfec5950-ef2d-4c36-a815-c07c896131be tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:54:29.517651 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47310) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:29.526108 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-a08f0cea-52e9-4ce3-bb19-76da3a301035 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:b9:9a:c8'}]}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:54:29.527227 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cbe03a-6fa6-49a7-9643-4657caa4c5a0 None None] Network 858359dc-653d-453c-9af7-637628d0bac8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:54:29.534884 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfec5950-ef2d-4c36-a815-c07c896131be tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:29.535496 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-dfec5950-ef2d-4c36-a815-c07c896131be tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:29.574747 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-c2af40ed-2aac-4f48-b316-8054306a8e87 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1839458813-network', 'tenant_id': '89bbc44d7cd949c88dcaa37e45994ef9'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:54:29.589318 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfec5950-ef2d-4c36-a815-c07c896131be tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event updated for resources: {'Subnet': ['ID=18e81ec9-3a33-4c05-b967-6ab34b70cba1,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:29.625628 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6194d2f4-02b1-4940-ab53-66a2b7f75a76 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:29.690708 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6194d2f4-02b1-4940-ab53-66a2b7f75a76 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:29.698740 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-6194d2f4-02b1-4940-ab53-66a2b7f75a76 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "DELETE /v2.0/ports/b87aab0c-2331-4ed2-aca3-2d4c5cd7097a HTTP/1.1" status: 204 len: 168 time: 0.6758907 Jul 09 14:54:29.700035 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6194d2f4-02b1-4940-ab53-66a2b7f75a76 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event deleted for resources: {'Port': ['ID=b87aab0c-2331-4ed2-aca3-2d4c5cd7097a,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:29.703419 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 47316) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:29.777752 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-38bc6ecf-fa33-4620-b87a-3e1256337ccd tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] GET failed (client error): The resource could not be found. Jul 09 14:54:29.798148 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-38bc6ecf-fa33-4620-b87a-3e1256337ccd tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "GET /v2.0/ports/b87aab0c-2331-4ed2-aca3-2d4c5cd7097a HTTP/1.1" status: 404 len: 333 time: 0.0935643 Jul 09 14:54:29.800422 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47318) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:29.810233 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194d2f4-02b1-4940-ab53-66a2b7f75a76 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:54:29.811115 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194d2f4-02b1-4940-ab53-66a2b7f75a76 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:54:29.811663 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194d2f4-02b1-4940-ab53-66a2b7f75a76 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:54:29.812378 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194d2f4-02b1-4940-ab53-66a2b7f75a76 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:54:29.813739 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194d2f4-02b1-4940-ab53-66a2b7f75a76 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:54:29.814300 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194d2f4-02b1-4940-ab53-66a2b7f75a76 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:54:29.814855 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194d2f4-02b1-4940-ab53-66a2b7f75a76 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:54:29.815565 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194d2f4-02b1-4940-ab53-66a2b7f75a76 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:54:29.816097 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194d2f4-02b1-4940-ab53-66a2b7f75a76 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:54:29.817727 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194d2f4-02b1-4940-ab53-66a2b7f75a76 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:54:29.817905 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-d191b78b-7f43-4827-943f-e26f448572f1 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Request body: {'port': {'network_id': '664f3735-ad3e-491d-849d-4d5ed94d15b7', 'name': 'tempest-PortsIpV6TestJSON-1950348386'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:54:29.819111 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194d2f4-02b1-4940-ab53-66a2b7f75a76 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:54:29.819687 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194d2f4-02b1-4940-ab53-66a2b7f75a76 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:54:29.972522 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a08f0cea-52e9-4ce3-bb19-76da3a301035 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:30.006904 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3cc4bee-b5b2-4d27-a373-7bcbbd61ad18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-858359dc-653d-453c-9af7-637628d0bac8', 'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'tenant_id': '705b0dcf676c4e4da08df6f6169d5c06', 'fixed_ips': [{'subnet_id': '18e81ec9-3a33-4c05-b967-6ab34b70cba1'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:54:30.007775 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a3cc4bee-b5b2-4d27-a373-7bcbbd61ad18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:30.189336 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a08f0cea-52e9-4ce3-bb19-76da3a301035 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:30.242315 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2af40ed-2aac-4f48-b316-8054306a8e87 admin admin] Made reservation on behalf of 89bbc44d7cd949c88dcaa37e45994ef9 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:54:30.242315 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c2af40ed-2aac-4f48-b316-8054306a8e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:30.257192 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c2af40ed-2aac-4f48-b316-8054306a8e87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:30.369445 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-a3cc4bee-b5b2-4d27-a373-7bcbbd61ad18 None None] Allocated IP 2001:db8::f816:3eff:fe2d:6589 (858359dc-653d-453c-9af7-637628d0bac8/18e81ec9-3a33-4c05-b967-6ab34b70cba1/bbe79e42-357a-4a56-a9f5-19d19655ca85) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:54:30.462197 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a08f0cea-52e9-4ce3-bb19-76da3a301035 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:30.471692 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-8e959c79-8519-47e1-8c9a-31c73f40c028 None None] Provisioning for port 3f3a6a9e-c1f5-443d-8354-bbbc73a5612a completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:54:30.471692 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:30.483007 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-8e959c79-8519-47e1-8c9a-31c73f40c028 None None] Provisioning complete for port 3f3a6a9e-c1f5-443d-8354-bbbc73a5612a triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:54:30.483376 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8e959c79-8519-47e1-8c9a-31c73f40c028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:30.511170 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-a08f0cea-52e9-4ce3-bb19-76da3a301035 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] In _notify_port_updated(), no bound segment for port 3f3a6a9e-c1f5-443d-8354-bbbc73a5612a on network 302a84d0-1d3b-455f-99f2-36fc1dd30da1 {{(pid=94445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 14:54:30.518629 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08f0cea-52e9-4ce3-bb19-76da3a301035 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:30.519573 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a08f0cea-52e9-4ce3-bb19-76da3a301035 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:30.521295 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-a08f0cea-52e9-4ce3-bb19-76da3a301035 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] 10.222.0.58 "PUT /v2.0/ports/3f3a6a9e-c1f5-443d-8354-bbbc73a5612a HTTP/1.1" status: 200 len: 1002 time: 1.0026252 Jul 09 14:54:30.524903 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 47330) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:30.553254 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-dfec5950-ef2d-4c36-a815-c07c896131be tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.3532562 Jul 09 14:54:30.557256 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47332) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:30.558024 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08f0cea-52e9-4ce3-bb19-76da3a301035 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Pushing event updated for resources: {'Port': ['ID=3f3a6a9e-c1f5-443d-8354-bbbc73a5612a,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:30.585441 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-eb268fca-0968-4117-a0fe-151a9e556c7a tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Request body: {'port': {'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'mac_address': 'fa:16:3e:42:48:f2', 'name': 'tempest-NetworksTestDHCPv6-1700171481'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:54:30.589408 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-8e959c79-8519-47e1-8c9a-31c73f40c028 None None] Port 3f3a6a9e-c1f5-443d-8354-bbbc73a5612a cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:54:30.612844 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a3cc4bee-b5b2-4d27-a373-7bcbbd61ad18 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:30.641041 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a3cc4bee-b5b2-4d27-a373-7bcbbd61ad18 None None] Transition to ACTIVE for port object bbe79e42-357a-4a56-a9f5-19d19655ca85 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:54:30.653691 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a3cc4bee-b5b2-4d27-a373-7bcbbd61ad18 None None] Transition to ACTIVE for port object bbe79e42-357a-4a56-a9f5-19d19655ca85 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:54:30.671136 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-4e31f56e-ef72-4fcf-8d44-fc28d43060f0 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Deleting port 3f3a6a9e-c1f5-443d-8354-bbbc73a5612a {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:54:30.671476 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4e31f56e-ef72-4fcf-8d44-fc28d43060f0 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:30.782786 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4e31f56e-ef72-4fcf-8d44-fc28d43060f0 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:30.792861 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d191b78b-7f43-4827-943f-e26f448572f1 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Made reservation on behalf of c23027b79fbf48438de608f7fcd960b2 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:54:30.801598 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d191b78b-7f43-4827-943f-e26f448572f1 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:30.805623 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a3cc4bee-b5b2-4d27-a373-7bcbbd61ad18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:30.837501 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [None req-d191b78b-7f43-4827-943f-e26f448572f1 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] device_id is not set on port fa509e09-b0a5-4b6e-9d8f-26d2af0755bb yet. {{(pid=94445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:54:30.840636 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-4e31f56e-ef72-4fcf-8d44-fc28d43060f0 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Calling delete_port for 3f3a6a9e-c1f5-443d-8354-bbbc73a5612a owned by {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:54:30.940548 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cc4bee-b5b2-4d27-a373-7bcbbd61ad18 None None] Pushing event updated for resources: {'Port': ['ID=bbe79e42-357a-4a56-a9f5-19d19655ca85,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:30.954069 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3cc4bee-b5b2-4d27-a373-7bcbbd61ad18 None None] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:54:30.960990 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-a3cc4bee-b5b2-4d27-a373-7bcbbd61ad18 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:54:30.964154 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cc4bee-b5b2-4d27-a373-7bcbbd61ad18 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:54:30.966635 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-d2c01a00-e393-4f39-b835-c89e46786399 None None] Provisioning complete for port 3f3a6a9e-c1f5-443d-8354-bbbc73a5612a triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:54:30.967523 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d2c01a00-e393-4f39-b835-c89e46786399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:31.054551 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c2af40ed-2aac-4f48-b316-8054306a8e87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:31.083219 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-d2c01a00-e393-4f39-b835-c89e46786399 None None] Port 3f3a6a9e-c1f5-443d-8354-bbbc73a5612a cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:54:31.096046 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d191b78b-7f43-4827-943f-e26f448572f1 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:31.097936 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-a3cc4bee-b5b2-4d27-a373-7bcbbd61ad18 None None] Attempting to bind port bbe79e42-357a-4a56-a9f5-19d19655ca85 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:54:31.097936 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-a3cc4bee-b5b2-4d27-a373-7bcbbd61ad18 None None] Attempting to bind port bbe79e42-357a-4a56-a9f5-19d19655ca85 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:54:31.097936 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cc4bee-b5b2-4d27-a373-7bcbbd61ad18 None None] Attempting to bind port bbe79e42-357a-4a56-a9f5-19d19655ca85 on network 858359dc-653d-453c-9af7-637628d0bac8 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:54:31.100585 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cc4bee-b5b2-4d27-a373-7bcbbd61ad18 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:54:31.100961 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cc4bee-b5b2-4d27-a373-7bcbbd61ad18 None None] Checking segment: {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:54:31.101360 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a3cc4bee-b5b2-4d27-a373-7bcbbd61ad18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:31.101749 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cc4bee-b5b2-4d27-a373-7bcbbd61ad18 None None] Bound using segment: {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:54:31.102218 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-a3cc4bee-b5b2-4d27-a373-7bcbbd61ad18 None None] Bound port: bbe79e42-357a-4a56-a9f5-19d19655ca85, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:54:31.102619 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a3cc4bee-b5b2-4d27-a373-7bcbbd61ad18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:31.151539 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c2af40ed-2aac-4f48-b316-8054306a8e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:31.179949 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a3cc4bee-b5b2-4d27-a373-7bcbbd61ad18 None None] For port bbe79e42-357a-4a56-a9f5-19d19655ca85, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:54:31.184497 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a3cc4bee-b5b2-4d27-a373-7bcbbd61ad18 None None] For port bbe79e42-357a-4a56-a9f5-19d19655ca85, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=bbe79e42-357a-4a56-a9f5-19d19655ca85,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:54:31.199134 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2af40ed-2aac-4f48-b316-8054306a8e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdceb5fa-3cbf-42eb-9785-d2303e3e5a5a,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:31.235646 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4e31f56e-ef72-4fcf-8d44-fc28d43060f0 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:31.246239 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2af40ed-2aac-4f48-b316-8054306a8e87 admin admin] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:54:31.288324 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c2af40ed-2aac-4f48-b316-8054306a8e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:31.289005 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-c2af40ed-2aac-4f48-b316-8054306a8e87 admin admin] Added segment 242418b2-0593-4333-974b-f37eae96090d of type vlan for network 8d271781-c54f-4005-9b45-0a6064a27a65 Jul 09 14:54:31.291348 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d191b78b-7f43-4827-943f-e26f448572f1 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:31.292882 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb268fca-0968-4117-a0fe-151a9e556c7a tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Made reservation on behalf of 705b0dcf676c4e4da08df6f6169d5c06 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:54:31.295655 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a3cc4bee-b5b2-4d27-a373-7bcbbd61ad18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:31.300731 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e31f56e-ef72-4fcf-8d44-fc28d43060f0 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Pushing event deleted for resources: {'Port': ['ID=3f3a6a9e-c1f5-443d-8354-bbbc73a5612a,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:31.391794 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4e31f56e-ef72-4fcf-8d44-fc28d43060f0 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:31.409669 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-4e31f56e-ef72-4fcf-8d44-fc28d43060f0 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] 10.222.0.58 "DELETE /v2.0/ports/3f3a6a9e-c1f5-443d-8354-bbbc73a5612a HTTP/1.1" status: 204 len: 168 time: 0.8750615 Jul 09 14:54:31.455614 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cc4bee-b5b2-4d27-a373-7bcbbd61ad18 None None] Pushing event updated for resources: {'Port': ['ID=bbe79e42-357a-4a56-a9f5-19d19655ca85,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:31.461527 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47346) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:31.465928 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eb268fca-0968-4117-a0fe-151a9e556c7a tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:31.563846 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c2af40ed-2aac-4f48-b316-8054306a8e87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:31.575289 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d191b78b-7f43-4827-943f-e26f448572f1 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Network 664f3735-ad3e-491d-849d-4d5ed94d15b7 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:54:31.580816 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4eb1330-dc38-45cf-925d-5e27a966560c tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] GET failed (client error): The resource could not be found. Jul 09 14:54:31.588471 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f4eb1330-dc38-45cf-925d-5e27a966560c tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] 10.222.0.58 "GET /v2.0/ports/3f3a6a9e-c1f5-443d-8354-bbbc73a5612a HTTP/1.1" status: 404 len: 333 time: 0.1106124 Jul 09 14:54:31.591730 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-d191b78b-7f43-4827-943f-e26f448572f1 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:54:31.605689 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 47348) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:31.607009 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [None req-eb268fca-0968-4117-a0fe-151a9e556c7a tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] device_id is not set on port 50ad650a-261e-4636-aeb5-3f4c6413bd97 yet. {{(pid=94445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:54:31.619871 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:31.625044 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-4f837ad7-0ac1-4c2b-a09a-ac27a2620f23 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Request body: {'port': {'network_id': '302a84d0-1d3b-455f-99f2-36fc1dd30da1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1607016887'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:54:31.715494 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d191b78b-7f43-4827-943f-e26f448572f1 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:54:31.721344 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d191b78b-7f43-4827-943f-e26f448572f1 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:31.721983 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d191b78b-7f43-4827-943f-e26f448572f1 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:31.782095 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d191b78b-7f43-4827-943f-e26f448572f1 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event updated for resources: {'Port': ['ID=fa509e09-b0a5-4b6e-9d8f-26d2af0755bb,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:31.813936 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-eb268fca-0968-4117-a0fe-151a9e556c7a tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Allocated IP 2001:db8::f816:3eff:fe42:48f2 (858359dc-653d-453c-9af7-637628d0bac8/18e81ec9-3a33-4c05-b967-6ab34b70cba1/50ad650a-261e-4636-aeb5-3f4c6413bd97) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:54:31.830476 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d191b78b-7f43-4827-943f-e26f448572f1 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.0110309 Jul 09 14:54:31.830476 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47350) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:31.830476 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-98669a0d-e399-48bf-a5da-ca4791f8b4a6 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:54:31.928230 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c2af40ed-2aac-4f48-b316-8054306a8e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:31.932582 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2af40ed-2aac-4f48-b316-8054306a8e87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:31.933082 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c2af40ed-2aac-4f48-b316-8054306a8e87 admin admin] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:32.021989 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2af40ed-2aac-4f48-b316-8054306a8e87 admin admin] Pushing event updated for resources: {'Network': ['ID=8d271781-c54f-4005-9b45-0a6064a27a65,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:32.033886 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 8d271781-c54f-4005-9b45-0a6064a27a65 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:54:32.087247 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f837ad7-0ac1-4c2b-a09a-ac27a2620f23 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Made reservation on behalf of 8644887104604d6091149471a9ba17bd for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:54:32.091433 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4f837ad7-0ac1-4c2b-a09a-ac27a2620f23 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:32.102583 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-98669a0d-e399-48bf-a5da-ca4791f8b4a6 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:32.154139 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-4f837ad7-0ac1-4c2b-a09a-ac27a2620f23 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] device_id is not set on port 903e7dc7-3c49-4c69-b170-d539400781ed yet. {{(pid=94446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:54:32.201953 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c2af40ed-2aac-4f48-b316-8054306a8e87 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.8203914 Jul 09 14:54:32.205822 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 47356) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:32.213652 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-fc245a23-c595-4ba6-9743-3a50adef6cf7 admin admin] Request body: {'subnet': {'network_id': '8d271781-c54f-4005-9b45-0a6064a27a65', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1839458813-subnet', 'tenant_id': '89bbc44d7cd949c88dcaa37e45994ef9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:54:32.345074 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc245a23-c595-4ba6-9743-3a50adef6cf7 admin admin] Made reservation on behalf of 89bbc44d7cd949c88dcaa37e45994ef9 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:54:32.347615 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fc245a23-c595-4ba6-9743-3a50adef6cf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:32.363115 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-4f837ad7-0ac1-4c2b-a09a-ac27a2620f23 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Allocated IP 2001:db8::283 (302a84d0-1d3b-455f-99f2-36fc1dd30da1/ec51abf1-5b01-484b-8ff8-4bae61dca1cb/903e7dc7-3c49-4c69-b170-d539400781ed) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:54:32.664671 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eb268fca-0968-4117-a0fe-151a9e556c7a tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:32.697876 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-eb268fca-0968-4117-a0fe-151a9e556c7a tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Transition to ACTIVE for port object 50ad650a-261e-4636-aeb5-3f4c6413bd97 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:54:32.708240 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4f837ad7-0ac1-4c2b-a09a-ac27a2620f23 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:32.738670 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-4f837ad7-0ac1-4c2b-a09a-ac27a2620f23 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Transition to ACTIVE for port object 903e7dc7-3c49-4c69-b170-d539400781ed will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:54:32.797603 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fc245a23-c595-4ba6-9743-3a50adef6cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:32.892689 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc245a23-c595-4ba6-9743-3a50adef6cf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af45ac94-4cdf-4df2-8abc-6ca387383be3,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:32.901172 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc245a23-c595-4ba6-9743-3a50adef6cf7 admin admin] Checking segment: {'id': '242418b2-0593-4333-974b-f37eae96090d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '8d271781-c54f-4005-9b45-0a6064a27a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:54:32.901551 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc245a23-c595-4ba6-9743-3a50adef6cf7 admin admin] Network hostable DHCP agents. Network: 8d271781-c54f-4005-9b45-0a6064a27a65, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:54:32.917606 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4f837ad7-0ac1-4c2b-a09a-ac27a2620f23 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:32.962761 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-98669a0d-e399-48bf-a5da-ca4791f8b4a6 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:32.996113 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f837ad7-0ac1-4c2b-a09a-ac27a2620f23 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Network 302a84d0-1d3b-455f-99f2-36fc1dd30da1 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:54:33.002098 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-4f837ad7-0ac1-4c2b-a09a-ac27a2620f23 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:54:33.008340 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f837ad7-0ac1-4c2b-a09a-ac27a2620f23 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:54:33.017639 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f837ad7-0ac1-4c2b-a09a-ac27a2620f23 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:33.018331 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4f837ad7-0ac1-4c2b-a09a-ac27a2620f23 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:33.051822 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f837ad7-0ac1-4c2b-a09a-ac27a2620f23 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Pushing event updated for resources: {'Port': ['ID=903e7dc7-3c49-4c69-b170-d539400781ed,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:33.060859 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc245a23-c595-4ba6-9743-3a50adef6cf7 admin admin] Network 8d271781-c54f-4005-9b45-0a6064a27a65 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:54:33.079666 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-98669a0d-e399-48bf-a5da-ca4791f8b4a6 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:33.085160 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eb268fca-0968-4117-a0fe-151a9e556c7a tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:33.188696 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-4f837ad7-0ac1-4c2b-a09a-ac27a2620f23 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5857584 Jul 09 14:54:33.189663 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 47364) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:33.196748 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-ff5f5b03-b293-4ff9-8e75-70160e85eb4b tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Request body: {'port': {'network_id': '302a84d0-1d3b-455f-99f2-36fc1dd30da1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-977002236'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:54:33.202082 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-98669a0d-e399-48bf-a5da-ca4791f8b4a6 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] In _notify_port_updated(), no bound segment for port fa509e09-b0a5-4b6e-9d8f-26d2af0755bb on network 664f3735-ad3e-491d-849d-4d5ed94d15b7 {{(pid=94445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 14:54:33.219083 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98669a0d-e399-48bf-a5da-ca4791f8b4a6 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:33.220080 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-98669a0d-e399-48bf-a5da-ca4791f8b4a6 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:33.221623 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-98669a0d-e399-48bf-a5da-ca4791f8b4a6 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "PUT /v2.0/ports/fa509e09-b0a5-4b6e-9d8f-26d2af0755bb HTTP/1.1" status: 200 len: 818 time: 1.3995471 Jul 09 14:54:33.223850 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-7d48b958-1a20-4085-ac6d-a254e2ae55ae None None] Provisioning for port bbe79e42-357a-4a56-a9f5-19d19655ca85 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:54:33.234664 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47366) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:33.262316 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb268fca-0968-4117-a0fe-151a9e556c7a tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:54:33.295459 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-fc245a23-c595-4ba6-9743-3a50adef6cf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 8d271781-c54f-4005-9b45-0a6064a27a65) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:54:33.297902 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device bbe79e42-357a-4a56-a9f5-19d19655ca85 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:54:33.308072 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551864ec-4303-43ea-ae17-ac7172cb24ee None None] Network 8d271781-c54f-4005-9b45-0a6064a27a65 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:54:33.311239 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc245a23-c595-4ba6-9743-3a50adef6cf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:33.311951 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fc245a23-c595-4ba6-9743-3a50adef6cf7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:33.354520 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-eb268fca-0968-4117-a0fe-151a9e556c7a tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:54:33.378894 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb268fca-0968-4117-a0fe-151a9e556c7a tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:54:33.398151 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb268fca-0968-4117-a0fe-151a9e556c7a tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:33.407156 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eb268fca-0968-4117-a0fe-151a9e556c7a tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:33.435568 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98669a0d-e399-48bf-a5da-ca4791f8b4a6 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event updated for resources: {'Port': ['ID=fa509e09-b0a5-4b6e-9d8f-26d2af0755bb,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:33.473402 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-fc245a23-c595-4ba6-9743-3a50adef6cf7 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2668328 Jul 09 14:54:33.586688 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5f5b03-b293-4ff9-8e75-70160e85eb4b tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Made reservation on behalf of 8644887104604d6091149471a9ba17bd for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:54:33.591303 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ff5f5b03-b293-4ff9-8e75-70160e85eb4b tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:33.617194 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879514a0-9e3e-41b1-8971-0a0821a8f7df None None] Network 8d271781-c54f-4005-9b45-0a6064a27a65 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:54:33.652022 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-ff5f5b03-b293-4ff9-8e75-70160e85eb4b tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] device_id is not set on port 4cdecee7-42fa-468f-acba-cbca468b81d2 yet. {{(pid=94446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:54:33.688467 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb268fca-0968-4117-a0fe-151a9e556c7a tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event updated for resources: {'Port': ['ID=50ad650a-261e-4636-aeb5-3f4c6413bd97,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:33.726546 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-66cccd30-7ee9-4cd0-b272-bd95c23f1f79 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Deleting port fa509e09-b0a5-4b6e-9d8f-26d2af0755bb {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:54:33.729532 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-66cccd30-7ee9-4cd0-b272-bd95c23f1f79 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:33.737927 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-eb268fca-0968-4117-a0fe-151a9e556c7a tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.1706858 Jul 09 14:54:33.746758 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 47370) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:33.762008 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port bbe79e42-357a-4a56-a9f5-19d19655ca85 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:54:33.780246 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port bbe79e42-357a-4a56-a9f5-19d19655ca85 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:54:33.781420 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:33.843194 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-66cccd30-7ee9-4cd0-b272-bd95c23f1f79 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:33.849979 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-26b16f68-65af-4d58-b598-3bcaa5351df3 None None] Provisioning for port 903e7dc7-3c49-4c69-b170-d539400781ed completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:54:33.861560 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-66cccd30-7ee9-4cd0-b272-bd95c23f1f79 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Calling delete_port for fa509e09-b0a5-4b6e-9d8f-26d2af0755bb owned by {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:54:33.895426 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-26b16f68-65af-4d58-b598-3bcaa5351df3 None None] Provisioning complete for port 903e7dc7-3c49-4c69-b170-d539400781ed triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:54:33.903359 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-26b16f68-65af-4d58-b598-3bcaa5351df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:33.969748 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa07d508-118c-44aa-b8ef-5b8fae8f2e94 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:33.979778 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa07d508-118c-44aa-b8ef-5b8fae8f2e94 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:33.984728 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-aa07d508-118c-44aa-b8ef-5b8fae8f2e94 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2358658 Jul 09 14:54:33.984936 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47378) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:34.034132 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-ff5f5b03-b293-4ff9-8e75-70160e85eb4b tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Allocated IP 2001:db8::a8 (302a84d0-1d3b-455f-99f2-36fc1dd30da1/ec51abf1-5b01-484b-8ff8-4bae61dca1cb/4cdecee7-42fa-468f-acba-cbca468b81d2) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:54:34.142775 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-7f143f8a-f16d-4a0d-91f6-ae6ee56c9647 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Deleting port 50ad650a-261e-4636-aeb5-3f4c6413bd97 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:54:34.143117 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7f143f8a-f16d-4a0d-91f6-ae6ee56c9647 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:34.203781 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-66cccd30-7ee9-4cd0-b272-bd95c23f1f79 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:34.223849 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-26b16f68-65af-4d58-b598-3bcaa5351df3 None None] Port 903e7dc7-3c49-4c69-b170-d539400781ed cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:54:34.281343 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cccd30-7ee9-4cd0-b272-bd95c23f1f79 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event deleted for resources: {'Port': ['ID=fa509e09-b0a5-4b6e-9d8f-26d2af0755bb,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:34.314670 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:34.317066 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-66cccd30-7ee9-4cd0-b272-bd95c23f1f79 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:34.322066 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-66cccd30-7ee9-4cd0-b272-bd95c23f1f79 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "DELETE /v2.0/ports/fa509e09-b0a5-4b6e-9d8f-26d2af0755bb HTTP/1.1" status: 204 len: 168 time: 1.0832412 Jul 09 14:54:34.325616 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 47390) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:34.361815 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port bbe79e42-357a-4a56-a9f5-19d19655ca85, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=bbe79e42-357a-4a56-a9f5-19d19655ca85,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:54:34.389385 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7f143f8a-f16d-4a0d-91f6-ae6ee56c9647 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:34.446443 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-7f143f8a-f16d-4a0d-91f6-ae6ee56c9647 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Calling delete_port for 50ad650a-261e-4636-aeb5-3f4c6413bd97 owned by {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:54:34.449109 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ff5f5b03-b293-4ff9-8e75-70160e85eb4b tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:34.468633 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-ff5f5b03-b293-4ff9-8e75-70160e85eb4b tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Transition to ACTIVE for port object 4cdecee7-42fa-468f-acba-cbca468b81d2 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:54:34.484696 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9aed8c7-5fae-451d-a772-ea8310b71123 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:34.484696 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f9aed8c7-5fae-451d-a772-ea8310b71123 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1548092 Jul 09 14:54:34.486849 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 47396) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:34.506180 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:34.521971 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-42337a91-a9d4-4c45-9255-d65da0f7a66d tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] GET failed (client error): The resource could not be found. Jul 09 14:54:34.524179 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-42337a91-a9d4-4c45-9255-d65da0f7a66d tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "GET /v2.0/ports/fa509e09-b0a5-4b6e-9d8f-26d2af0755bb HTTP/1.1" status: 404 len: 333 time: 0.0364633 Jul 09 14:54:34.531067 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 47398) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:34.536887 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-9c0fc1bd-a5fc-4a6b-9465-aa5c10589f21 None None] Provisioning for port 50ad650a-261e-4636-aeb5-3f4c6413bd97 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:54:34.537104 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-872b8faf-a155-481a-90b2-ba864d816554 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2079320341'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:54:34.544599 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-9c0fc1bd-a5fc-4a6b-9465-aa5c10589f21 None None] Provisioning complete for port 50ad650a-261e-4636-aeb5-3f4c6413bd97 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:54:34.547242 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9c0fc1bd-a5fc-4a6b-9465-aa5c10589f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:34.613777 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-9c0fc1bd-a5fc-4a6b-9465-aa5c10589f21 None None] Port 50ad650a-261e-4636-aeb5-3f4c6413bd97 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:54:34.615308 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=bbe79e42-357a-4a56-a9f5-19d19655ca85,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:34.662279 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77dda60-1bc1-481e-8508-3c5dab48e04f req-a3079250-f750-4fa4-8ec6-426be01ed4b6 tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:34.664999 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a77dda60-1bc1-481e-8508-3c5dab48e04f req-a3079250-f750-4fa4-8ec6-426be01ed4b6 tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] 10.222.0.58 "GET /v2.0/networks?id=8d271781-c54f-4005-9b45-0a6064a27a65 HTTP/1.1" status: 200 len: 813 time: 0.2650981 Jul 09 14:54:34.667451 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ff5f5b03-b293-4ff9-8e75-70160e85eb4b tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:34.708678 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872b8faf-a155-481a-90b2-ba864d816554 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Made reservation on behalf of c23027b79fbf48438de608f7fcd960b2 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:54:34.713244 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-872b8faf-a155-481a-90b2-ba864d816554 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:34.723734 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5f5b03-b293-4ff9-8e75-70160e85eb4b tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Network 302a84d0-1d3b-455f-99f2-36fc1dd30da1 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:54:34.738095 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-ff5f5b03-b293-4ff9-8e75-70160e85eb4b tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:54:34.743832 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5f5b03-b293-4ff9-8e75-70160e85eb4b tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:54:34.749419 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a77dda60-1bc1-481e-8508-3c5dab48e04f req-72401d4a-1263-4d7f-a7bd-94ded0d08942 tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] 10.222.0.58 "GET /v2.0/quotas/89bbc44d7cd949c88dcaa37e45994ef9 HTTP/1.1" status: 200 len: 375 time: 0.0195274 Jul 09 14:54:34.749577 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5f5b03-b293-4ff9-8e75-70160e85eb4b tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:34.750258 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ff5f5b03-b293-4ff9-8e75-70160e85eb4b tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:34.768865 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5f5b03-b293-4ff9-8e75-70160e85eb4b tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Pushing event updated for resources: {'Port': ['ID=4cdecee7-42fa-468f-acba-cbca468b81d2,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:34.806896 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a77dda60-1bc1-481e-8508-3c5dab48e04f req-fd362d1b-51b7-4b86-864c-d463cc198fe4 tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=89bbc44d7cd949c88dcaa37e45994ef9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464416 Jul 09 14:54:34.925771 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ff5f5b03-b293-4ff9-8e75-70160e85eb4b tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.7329092 Jul 09 14:54:34.925987 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 47402) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:34.931933 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-316cd85a-5f08-474e-b8a0-1357a56d7588 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::337', 'mac_address': 'fa:16:3e:b9:9a:c8'}, {'ip_address': '2001:db8::283', 'mac_address': 'fa:16:3e:0f:23:9d'}]}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:54:34.969301 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-872b8faf-a155-481a-90b2-ba864d816554 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:54:35.003924 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-872b8faf-a155-481a-90b2-ba864d816554 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:35.004272 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-872b8faf-a155-481a-90b2-ba864d816554 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Added segment d61b27c0-420e-4df3-8784-9d71c7730959 of type vlan for network 11197009-c66e-4567-8a1e-e4373392bf63 Jul 09 14:54:35.027130 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a77dda60-1bc1-481e-8508-3c5dab48e04f req-bd880296-6d66-4aa9-8f11-0ad4ca52b8a6 service neutron] 10.222.0.58 "GET /v2.0/networks/8d271781-c54f-4005-9b45-0a6064a27a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124968 Jul 09 14:54:35.044316 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7f143f8a-f16d-4a0d-91f6-ae6ee56c9647 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:35.138891 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-872b8faf-a155-481a-90b2-ba864d816554 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:35.184542 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f143f8a-f16d-4a0d-91f6-ae6ee56c9647 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event deleted for resources: {'Port': ['ID=50ad650a-261e-4636-aeb5-3f4c6413bd97,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:35.186984 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device bbe79e42-357a-4a56-a9f5-19d19655ca85 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:54:35.297512 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7f143f8a-f16d-4a0d-91f6-ae6ee56c9647 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:35.304685 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-7f143f8a-f16d-4a0d-91f6-ae6ee56c9647 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/ports/50ad650a-261e-4636-aeb5-3f4c6413bd97 HTTP/1.1" status: 204 len: 168 time: 1.3165963 Jul 09 14:54:35.305789 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47410) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:35.330097 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port bbe79e42-357a-4a56-a9f5-19d19655ca85 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:54:35.330097 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:35.360062 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-872b8faf-a155-481a-90b2-ba864d816554 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:35.376048 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872b8faf-a155-481a-90b2-ba864d816554 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:35.376048 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-872b8faf-a155-481a-90b2-ba864d816554 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:35.421658 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-c4ea5497-6daa-4805-b8fa-6126f4cb526a None None] Provisioning for port 4cdecee7-42fa-468f-acba-cbca468b81d2 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:54:35.456533 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-c4ea5497-6daa-4805-b8fa-6126f4cb526a None None] Provisioning complete for port 4cdecee7-42fa-468f-acba-cbca468b81d2 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:54:35.456533 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c4ea5497-6daa-4805-b8fa-6126f4cb526a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:35.473446 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b50e425-7248-453e-8555-f201ab84eaa1 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:35.475874 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b50e425-7248-453e-8555-f201ab84eaa1 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:35.479539 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-5b50e425-7248-453e-8555-f201ab84eaa1 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1646693 Jul 09 14:54:35.485142 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47412) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:35.500347 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-316cd85a-5f08-474e-b8a0-1357a56d7588 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:35.539733 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-c4ea5497-6daa-4805-b8fa-6126f4cb526a None None] Port 4cdecee7-42fa-468f-acba-cbca468b81d2 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:54:35.549414 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-872b8faf-a155-481a-90b2-ba864d816554 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0141542 Jul 09 14:54:35.551647 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 47414) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:35.560077 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a77dda60-1bc1-481e-8508-3c5dab48e04f req-4788d335-a1a7-46d8-b602-a287fc227689 service neutron] 10.222.0.58 "GET /v2.0/networks/8d271781-c54f-4005-9b45-0a6064a27a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5316329 Jul 09 14:54:35.569649 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-135f48ac-0454-47fb-a585-0d01083bb699 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Request body: {'subnet': {'network_id': '11197009-c66e-4567-8a1e-e4373392bf63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:54:35.604922 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-3636304d-8c2d-48f7-be5b-ee425b3c97a1 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Deleting subnet 18e81ec9-3a33-4c05-b967-6ab34b70cba1 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:54:35.610861 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3636304d-8c2d-48f7-be5b-ee425b3c97a1 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:35.662973 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3636304d-8c2d-48f7-be5b-ee425b3c97a1 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:35.733373 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872b8faf-a155-481a-90b2-ba864d816554 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event updated for resources: {'Network': ['ID=11197009-c66e-4567-8a1e-e4373392bf63,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:35.750231 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 11197009-c66e-4567-8a1e-e4373392bf63 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:54:35.805232 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3636304d-8c2d-48f7-be5b-ee425b3c97a1 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:35.949572 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-135f48ac-0454-47fb-a585-0d01083bb699 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Made reservation on behalf of c23027b79fbf48438de608f7fcd960b2 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:54:35.953866 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-135f48ac-0454-47fb-a585-0d01083bb699 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:36.000631 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8ed4772e-ebdb-4aa1-a3dd-fd894c540fa5 req-966310f7-135d-4f89-8929-b134659b427d tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64afeb-c3be-4694-8e15-6623d423984a HTTP/1.1" status: 200 len: 210 time: 0.0946143 Jul 09 14:54:36.055205 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3636304d-8c2d-48f7-be5b-ee425b3c97a1 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:36.104297 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3636304d-8c2d-48f7-be5b-ee425b3c97a1 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event deleted for resources: {'Subnet': ['ID=18e81ec9-3a33-4c05-b967-6ab34b70cba1,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:36.113885 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3636304d-8c2d-48f7-be5b-ee425b3c97a1 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:36.116567 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-3636304d-8c2d-48f7-be5b-ee425b3c97a1 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/subnets/18e81ec9-3a33-4c05-b967-6ab34b70cba1 HTTP/1.1" status: 204 len: 168 time: 0.6303298 Jul 09 14:54:36.118944 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47424) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:36.119110 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-316cd85a-5f08-474e-b8a0-1357a56d7588 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:36.120879 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf32c92-7daa-4675-a4e8-f10d21ce528a None None] Network 858359dc-653d-453c-9af7-637628d0bac8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:54:36.181953 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-91cb7e70-96ea-43f4-96d0-0214e6e5936b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0603929 Jul 09 14:54:36.183226 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47426) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:36.246556 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-316cd85a-5f08-474e-b8a0-1357a56d7588 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:36.279881 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7153f969-1ecc-4fdd-ac31-ecedacce565b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:36.282353 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-7153f969-1ecc-4fdd-ac31-ecedacce565b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0964305 Jul 09 14:54:36.284812 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47428) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:36.358030 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-316cd85a-5f08-474e-b8a0-1357a56d7588 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] In _notify_port_updated(), no bound segment for port 4cdecee7-42fa-468f-acba-cbca468b81d2 on network 302a84d0-1d3b-455f-99f2-36fc1dd30da1 {{(pid=94446) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 14:54:36.365060 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316cd85a-5f08-474e-b8a0-1357a56d7588 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:36.371037 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-316cd85a-5f08-474e-b8a0-1357a56d7588 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:36.393316 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-316cd85a-5f08-474e-b8a0-1357a56d7588 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] 10.222.0.58 "PUT /v2.0/ports/4cdecee7-42fa-468f-acba-cbca468b81d2 HTTP/1.1" status: 200 len: 1066 time: 1.4661381 Jul 09 14:54:36.421115 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 47434) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:36.443324 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be20670d-2875-493c-9e7b-88479a6dae06 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:36.448854 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-be20670d-2875-493c-9e7b-88479a6dae06 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1627660 Jul 09 14:54:36.451912 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47436) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:36.516309 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16edc7a-e64c-4c9d-9e38-7b541cc67190 None None] DHCP port deletion for 858359dc-653d-453c-9af7-637628d0bac8 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:54:36.540358 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-8115cdd2-e113-42fb-98f1-45f010acc786 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0865459 Jul 09 14:54:36.540996 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47440) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:36.549729 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-8ed3561e-8c8d-4f80-8342-5999bac0cd05 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Request body: {'subnet': {'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:54:36.604529 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316cd85a-5f08-474e-b8a0-1357a56d7588 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Pushing event updated for resources: {'Port': ['ID=4cdecee7-42fa-468f-acba-cbca468b81d2,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:36.699637 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-b16edc7a-e64c-4c9d-9e38-7b541cc67190 None None] Deleting port bbe79e42-357a-4a56-a9f5-19d19655ca85 {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:54:36.699637 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b16edc7a-e64c-4c9d-9e38-7b541cc67190 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:36.764846 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-135f48ac-0454-47fb-a585-0d01083bb699 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:36.782580 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-b16edc7a-e64c-4c9d-9e38-7b541cc67190 None None] For port bbe79e42-357a-4a56-a9f5-19d19655ca85, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=bbe79e42-357a-4a56-a9f5-19d19655ca85,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:54:36.783251 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b16edc7a-e64c-4c9d-9e38-7b541cc67190 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:36.793060 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed3561e-8c8d-4f80-8342-5999bac0cd05 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Made reservation on behalf of 705b0dcf676c4e4da08df6f6169d5c06 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:54:36.797341 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8ed3561e-8c8d-4f80-8342-5999bac0cd05 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:36.819913 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-b16edc7a-e64c-4c9d-9e38-7b541cc67190 None None] Calling delete_port for bbe79e42-357a-4a56-a9f5-19d19655ca85 owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:54:36.891695 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135f48ac-0454-47fb-a585-0d01083bb699 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event updated for resources: {'Subnet': ['ID=17e82315-14b7-4962-9784-b396f4201065,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:36.897718 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135f48ac-0454-47fb-a585-0d01083bb699 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Checking segment: {'id': 'd61b27c0-420e-4df3-8784-9d71c7730959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '11197009-c66e-4567-8a1e-e4373392bf63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:54:36.898362 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135f48ac-0454-47fb-a585-0d01083bb699 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Network hostable DHCP agents. Network: 11197009-c66e-4567-8a1e-e4373392bf63, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:54:36.906121 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-a0f6545e-ebcd-448e-ad14-e6ffa788775b tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Deleting port 4cdecee7-42fa-468f-acba-cbca468b81d2 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:54:36.906788 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a0f6545e-ebcd-448e-ad14-e6ffa788775b tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:36.923974 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-f631ad7e-e1d2-4b22-b517-b89aa8dc18c7 None None] Provisioning complete for port 4cdecee7-42fa-468f-acba-cbca468b81d2 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:54:36.923974 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f631ad7e-e1d2-4b22-b517-b89aa8dc18c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:37.005633 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-f631ad7e-e1d2-4b22-b517-b89aa8dc18c7 None None] Port 4cdecee7-42fa-468f-acba-cbca468b81d2 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:54:37.026864 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a0f6545e-ebcd-448e-ad14-e6ffa788775b tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:37.040576 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-a0f6545e-ebcd-448e-ad14-e6ffa788775b tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Calling delete_port for 4cdecee7-42fa-468f-acba-cbca468b81d2 owned by {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:54:37.113102 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b16edc7a-e64c-4c9d-9e38-7b541cc67190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:37.123466 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b8524135-e7fb-4e73-98e0-5db562a31f4b req-d57b97d8-5d4a-4fbd-b569-487faeb94a68 tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64afeb-c3be-4694-8e15-6623d423984a HTTP/1.1" status: 200 len: 210 time: 0.0337365 Jul 09 14:54:37.190411 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16edc7a-e64c-4c9d-9e38-7b541cc67190 None None] Pushing event deleted for resources: {'Port': ['ID=bbe79e42-357a-4a56-a9f5-19d19655ca85,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:37.196463 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device bbe79e42-357a-4a56-a9f5-19d19655ca85 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:54:37.222599 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16edc7a-e64c-4c9d-9e38-7b541cc67190 None None] No DVR routers for this DVR port bbe79e42-357a-4a56-a9f5-19d19655ca85 on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:54:37.224634 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: bbe79e42-357a-4a56-a9f5-19d19655ca85 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:54:37.225014 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device bbe79e42-357a-4a56-a9f5-19d19655ca85 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:54:37.242962 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135f48ac-0454-47fb-a585-0d01083bb699 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Network 11197009-c66e-4567-8a1e-e4373392bf63 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:54:37.296432 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8ed3561e-8c8d-4f80-8342-5999bac0cd05 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:37.337396 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-135f48ac-0454-47fb-a585-0d01083bb699 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 11197009-c66e-4567-8a1e-e4373392bf63) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:54:37.346868 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed3561e-8c8d-4f80-8342-5999bac0cd05 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:54:37.354782 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a0f6545e-ebcd-448e-ad14-e6ffa788775b tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:37.357723 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a05b589-9cbd-4a78-bcf2-2dbfd19d828b None None] Network 11197009-c66e-4567-8a1e-e4373392bf63 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:54:37.372174 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-8ed3561e-8c8d-4f80-8342-5999bac0cd05 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:54:37.377334 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed3561e-8c8d-4f80-8342-5999bac0cd05 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:37.388108 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8ed3561e-8c8d-4f80-8342-5999bac0cd05 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:37.389174 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135f48ac-0454-47fb-a585-0d01083bb699 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:37.390045 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-135f48ac-0454-47fb-a585-0d01083bb699 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:37.398580 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed3561e-8c8d-4f80-8342-5999bac0cd05 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event updated for resources: {'Subnet': ['ID=50059cad-5043-4774-87c6-ef0816e322ef,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:37.421183 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5058c0-435d-410e-8650-6b80d0c4ee99 None None] Network 858359dc-653d-453c-9af7-637628d0bac8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:54:37.509351 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f6545e-ebcd-448e-ad14-e6ffa788775b tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Pushing event deleted for resources: {'Port': ['ID=4cdecee7-42fa-468f-acba-cbca468b81d2,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:37.703744 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a0f6545e-ebcd-448e-ad14-e6ffa788775b tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:37.706069 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a0f6545e-ebcd-448e-ad14-e6ffa788775b tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] 10.222.0.58 "DELETE /v2.0/ports/4cdecee7-42fa-468f-acba-cbca468b81d2 HTTP/1.1" status: 204 len: 168 time: 1.2819238 Jul 09 14:54:37.708755 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47450) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:37.752906 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-c237cece-1681-4fb8-9bfd-959797152c61 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] GET failed (client error): The resource could not be found. Jul 09 14:54:37.754847 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c237cece-1681-4fb8-9bfd-959797152c61 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] 10.222.0.58 "GET /v2.0/ports/4cdecee7-42fa-468f-acba-cbca468b81d2 HTTP/1.1" status: 404 len: 333 time: 0.0449703 Jul 09 14:54:37.757994 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47458) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:37.891409 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639773c5-dd20-4d9c-988c-177bd03e4e1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-858359dc-653d-453c-9af7-637628d0bac8', 'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'tenant_id': '705b0dcf676c4e4da08df6f6169d5c06', 'fixed_ips': [{'subnet_id': '50059cad-5043-4774-87c6-ef0816e322ef'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:54:37.892757 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-639773c5-dd20-4d9c-988c-177bd03e4e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:37.932501 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-e35c034f-71b4-402c-877f-1e626c46e134 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Deleting port 903e7dc7-3c49-4c69-b170-d539400781ed {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:54:37.932954 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e35c034f-71b4-402c-877f-1e626c46e134 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:37.963918 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8eeaecc-a49e-4ef3-bd0d-f9159b34928f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-11197009-c66e-4567-8a1e-e4373392bf63', 'network_id': '11197009-c66e-4567-8a1e-e4373392bf63', 'tenant_id': 'c23027b79fbf48438de608f7fcd960b2', 'fixed_ips': [{'subnet_id': '17e82315-14b7-4962-9784-b396f4201065'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:54:37.964764 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a8eeaecc-a49e-4ef3-bd0d-f9159b34928f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:38.060679 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e35c034f-71b4-402c-877f-1e626c46e134 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:38.073891 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-e35c034f-71b4-402c-877f-1e626c46e134 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Calling delete_port for 903e7dc7-3c49-4c69-b170-d539400781ed owned by {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:54:38.076976 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-8ed3561e-8c8d-4f80-8342-5999bac0cd05 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5328436 Jul 09 14:54:38.080790 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47464) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:38.086609 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-ca115704-f6e1-4e24-b12f-d35a8edbc032 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Request body: {'port': {'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'mac_address': 'fa:16:3e:2e:fa:a3', 'name': 'tempest-NetworksTestDHCPv6-382329842'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:54:38.107954 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-639773c5-dd20-4d9c-988c-177bd03e4e1b None None] Allocated IP 2001:db8::2 (858359dc-653d-453c-9af7-637628d0bac8/50059cad-5043-4774-87c6-ef0816e322ef/8f82d460-4901-4754-984a-126a078ee8f7) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:54:38.140328 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-135f48ac-0454-47fb-a585-0d01083bb699 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5887058 Jul 09 14:54:38.143161 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 47466) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:38.164587 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-3d1bee58-1ace-4d1c-b6f3-fcbec33c0ede tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Request body: {'subnet': {'network_id': '11197009-c66e-4567-8a1e-e4373392bf63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:54:38.382758 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-a8eeaecc-a49e-4ef3-bd0d-f9159b34928f None None] Allocated IP 2001:db8::2 (11197009-c66e-4567-8a1e-e4373392bf63/17e82315-14b7-4962-9784-b396f4201065/01700148-d455-4bdc-a511-bb5aea948ed1) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:54:38.421385 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca115704-f6e1-4e24-b12f-d35a8edbc032 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Made reservation on behalf of 705b0dcf676c4e4da08df6f6169d5c06 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:54:38.441598 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-69cd4277-74bd-4c3d-928d-1919140795ad req-be7a10f9-966b-45c0-9dc6-5b67da5e95e5 tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64afeb-c3be-4694-8e15-6623d423984a HTTP/1.1" status: 200 len: 210 time: 0.0768702 Jul 09 14:54:38.492699 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e35c034f-71b4-402c-877f-1e626c46e134 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:38.542870 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35c034f-71b4-402c-877f-1e626c46e134 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Pushing event deleted for resources: {'Port': ['ID=903e7dc7-3c49-4c69-b170-d539400781ed,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:38.571577 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1bee58-1ace-4d1c-b6f3-fcbec33c0ede tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Made reservation on behalf of c23027b79fbf48438de608f7fcd960b2 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:54:38.585534 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3d1bee58-1ace-4d1c-b6f3-fcbec33c0ede tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:38.606111 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e35c034f-71b4-402c-877f-1e626c46e134 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:38.610030 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e35c034f-71b4-402c-877f-1e626c46e134 tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] 10.222.0.58 "DELETE /v2.0/ports/903e7dc7-3c49-4c69-b170-d539400781ed HTTP/1.1" status: 204 len: 168 time: 0.8505912 Jul 09 14:54:38.635619 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47474) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:38.639226 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-639773c5-dd20-4d9c-988c-177bd03e4e1b None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:38.659702 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-639773c5-dd20-4d9c-988c-177bd03e4e1b None None] Transition to ACTIVE for port object 8f82d460-4901-4754-984a-126a078ee8f7 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:54:38.717685 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-40801ccc-f16d-4677-ae6f-bcdbea8f0fbe tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] GET failed (client error): The resource could not be found. Jul 09 14:54:38.722966 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-639773c5-dd20-4d9c-988c-177bd03e4e1b None None] Transition to ACTIVE for port object 8f82d460-4901-4754-984a-126a078ee8f7 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:54:38.726340 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-40801ccc-f16d-4677-ae6f-bcdbea8f0fbe tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] 10.222.0.58 "GET /v2.0/ports/903e7dc7-3c49-4c69-b170-d539400781ed HTTP/1.1" status: 404 len: 333 time: 0.0837367 Jul 09 14:54:38.726988 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47476) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:38.737002 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ca115704-f6e1-4e24-b12f-d35a8edbc032 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:38.741941 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a8eeaecc-a49e-4ef3-bd0d-f9159b34928f None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:38.780804 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a8eeaecc-a49e-4ef3-bd0d-f9159b34928f None None] Transition to ACTIVE for port object 01700148-d455-4bdc-a511-bb5aea948ed1 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:54:38.796640 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [None req-ca115704-f6e1-4e24-b12f-d35a8edbc032 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] device_id is not set on port f9db5ea7-a5ec-4b08-98f3-753ba6ac4e2d yet. {{(pid=94445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:54:38.832203 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-639773c5-dd20-4d9c-988c-177bd03e4e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:38.859179 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a8eeaecc-a49e-4ef3-bd0d-f9159b34928f None None] Transition to ACTIVE for port object 01700148-d455-4bdc-a511-bb5aea948ed1 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:54:38.903065 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639773c5-dd20-4d9c-988c-177bd03e4e1b None None] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:54:38.911388 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-639773c5-dd20-4d9c-988c-177bd03e4e1b None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:54:38.919067 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639773c5-dd20-4d9c-988c-177bd03e4e1b None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:54:38.940258 n-d-799529-6 neutron-server[94446]: INFO neutron.db.ipam_backend_mixin [None req-3d1bee58-1ace-4d1c-b6f3-fcbec33c0ede tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 17e82315-14b7-4962-9784-b396f4201065 (CIDR: 2001:db8::/64) Jul 09 14:54:39.002706 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d1bee58-1ace-4d1c-b6f3-fcbec33c0ede tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:54:39.003437 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d1bee58-1ace-4d1c-b6f3-fcbec33c0ede tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:54:39.060146 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-85d1b76f-1d82-4d04-9529-a83c092700cb tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Deleting port fd1d7932-8329-4acd-8397-5214e56c36c3 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:54:39.062991 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-85d1b76f-1d82-4d04-9529-a83c092700cb tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:39.094986 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a8eeaecc-a49e-4ef3-bd0d-f9159b34928f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:39.108472 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639773c5-dd20-4d9c-988c-177bd03e4e1b None None] Pushing event updated for resources: {'Port': ['ID=8f82d460-4901-4754-984a-126a078ee8f7,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:39.129547 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-3d1bee58-1ace-4d1c-b6f3-fcbec33c0ede tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9843395 Jul 09 14:54:39.134038 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 47488) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:39.140754 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-b033ef42-0dd2-4117-92a2-bef3598b45e3 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Request body: {'subnet': {'network_id': '11197009-c66e-4567-8a1e-e4373392bf63', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:54:39.158116 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-ca115704-f6e1-4e24-b12f-d35a8edbc032 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Allocated IP 2001:db8::fa (858359dc-653d-453c-9af7-637628d0bac8/50059cad-5043-4774-87c6-ef0816e322ef/f9db5ea7-a5ec-4b08-98f3-753ba6ac4e2d) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:54:39.205815 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-639773c5-dd20-4d9c-988c-177bd03e4e1b None None] Attempting to bind port 8f82d460-4901-4754-984a-126a078ee8f7 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:54:39.206187 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-639773c5-dd20-4d9c-988c-177bd03e4e1b None None] Attempting to bind port 8f82d460-4901-4754-984a-126a078ee8f7 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:54:39.206547 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639773c5-dd20-4d9c-988c-177bd03e4e1b None None] Attempting to bind port 8f82d460-4901-4754-984a-126a078ee8f7 on network 858359dc-653d-453c-9af7-637628d0bac8 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:54:39.227001 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8eeaecc-a49e-4ef3-bd0d-f9159b34928f None None] Network 11197009-c66e-4567-8a1e-e4373392bf63 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:54:39.230538 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eeaecc-a49e-4ef3-bd0d-f9159b34928f None None] Pushing event updated for resources: {'Port': ['ID=01700148-d455-4bdc-a511-bb5aea948ed1,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:39.233017 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639773c5-dd20-4d9c-988c-177bd03e4e1b None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:54:39.233395 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639773c5-dd20-4d9c-988c-177bd03e4e1b None None] Checking segment: {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:54:39.233797 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-639773c5-dd20-4d9c-988c-177bd03e4e1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:39.234179 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639773c5-dd20-4d9c-988c-177bd03e4e1b None None] Bound using segment: {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:54:39.234691 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-639773c5-dd20-4d9c-988c-177bd03e4e1b None None] Bound port: 8f82d460-4901-4754-984a-126a078ee8f7, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:54:39.235075 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-639773c5-dd20-4d9c-988c-177bd03e4e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:39.249334 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-a8eeaecc-a49e-4ef3-bd0d-f9159b34928f None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:54:39.289024 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-85d1b76f-1d82-4d04-9529-a83c092700cb tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:39.311544 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-639773c5-dd20-4d9c-988c-177bd03e4e1b None None] For port 8f82d460-4901-4754-984a-126a078ee8f7, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:54:39.315638 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-639773c5-dd20-4d9c-988c-177bd03e4e1b None None] For port 8f82d460-4901-4754-984a-126a078ee8f7, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=8f82d460-4901-4754-984a-126a078ee8f7,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:54:39.316985 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8eeaecc-a49e-4ef3-bd0d-f9159b34928f None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:54:39.349134 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-85d1b76f-1d82-4d04-9529-a83c092700cb tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Calling delete_port for fd1d7932-8329-4acd-8397-5214e56c36c3 owned by {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:54:39.400186 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-639773c5-dd20-4d9c-988c-177bd03e4e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:39.457902 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-a8eeaecc-a49e-4ef3-bd0d-f9159b34928f None None] Attempting to bind port 01700148-d455-4bdc-a511-bb5aea948ed1 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:54:39.458742 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-a8eeaecc-a49e-4ef3-bd0d-f9159b34928f None None] Attempting to bind port 01700148-d455-4bdc-a511-bb5aea948ed1 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd61b27c0-420e-4df3-8784-9d71c7730959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '11197009-c66e-4567-8a1e-e4373392bf63'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:54:39.459123 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8eeaecc-a49e-4ef3-bd0d-f9159b34928f None None] Attempting to bind port 01700148-d455-4bdc-a511-bb5aea948ed1 on network 11197009-c66e-4567-8a1e-e4373392bf63 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:54:39.518835 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b033ef42-0dd2-4117-92a2-bef3598b45e3 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Made reservation on behalf of c23027b79fbf48438de608f7fcd960b2 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:54:39.524002 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b033ef42-0dd2-4117-92a2-bef3598b45e3 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:39.530791 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ca115704-f6e1-4e24-b12f-d35a8edbc032 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:39.557336 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-ca115704-f6e1-4e24-b12f-d35a8edbc032 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Transition to ACTIVE for port object f9db5ea7-a5ec-4b08-98f3-753ba6ac4e2d will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:54:39.631945 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639773c5-dd20-4d9c-988c-177bd03e4e1b None None] Pushing event updated for resources: {'Port': ['ID=8f82d460-4901-4754-984a-126a078ee8f7,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:39.645520 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8eeaecc-a49e-4ef3-bd0d-f9159b34928f None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:54:39.645902 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8eeaecc-a49e-4ef3-bd0d-f9159b34928f None None] Checking segment: {'id': 'd61b27c0-420e-4df3-8784-9d71c7730959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '11197009-c66e-4567-8a1e-e4373392bf63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:54:39.649038 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a8eeaecc-a49e-4ef3-bd0d-f9159b34928f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:39.649038 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8eeaecc-a49e-4ef3-bd0d-f9159b34928f None None] Bound using segment: {'id': 'd61b27c0-420e-4df3-8784-9d71c7730959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '11197009-c66e-4567-8a1e-e4373392bf63'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:54:39.649387 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-a8eeaecc-a49e-4ef3-bd0d-f9159b34928f None None] Bound port: 01700148-d455-4bdc-a511-bb5aea948ed1, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd61b27c0-420e-4df3-8784-9d71c7730959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '11197009-c66e-4567-8a1e-e4373392bf63'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:54:39.649757 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a8eeaecc-a49e-4ef3-bd0d-f9159b34928f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:39.796912 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-85d1b76f-1d82-4d04-9529-a83c092700cb tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:39.857275 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a8eeaecc-a49e-4ef3-bd0d-f9159b34928f None None] For port 01700148-d455-4bdc-a511-bb5aea948ed1, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:54:39.861732 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a8eeaecc-a49e-4ef3-bd0d-f9159b34928f None None] For port 01700148-d455-4bdc-a511-bb5aea948ed1, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=01700148-d455-4bdc-a511-bb5aea948ed1,segment=NetworkSegment(d61b27c0-420e-4df3-8784-9d71c7730959),segment_id=d61b27c0-420e-4df3-8784-9d71c7730959)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:54:39.884598 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-620d0bd3-0b2a-4cb4-88e1-530a8b893394 req-f795e25c-49e9-42dc-8642-889c301e1713 tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64afeb-c3be-4694-8e15-6623d423984a HTTP/1.1" status: 200 len: 210 time: 0.1282060 Jul 09 14:54:39.929444 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d1b76f-1d82-4d04-9529-a83c092700cb tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Pushing event deleted for resources: {'Port': ['ID=fd1d7932-8329-4acd-8397-5214e56c36c3,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:39.965784 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a8eeaecc-a49e-4ef3-bd0d-f9159b34928f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:40.000916 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ca115704-f6e1-4e24-b12f-d35a8edbc032 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:40.065578 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-85d1b76f-1d82-4d04-9529-a83c092700cb tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:40.087132 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-85d1b76f-1d82-4d04-9529-a83c092700cb tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] 10.222.0.58 "DELETE /v2.0/ports/fd1d7932-8329-4acd-8397-5214e56c36c3 HTTP/1.1" status: 204 len: 168 time: 1.3588881 Jul 09 14:54:40.091733 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d1b76f-1d82-4d04-9529-a83c092700cb tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:54:40.092088 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d1b76f-1d82-4d04-9529-a83c092700cb tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:54:40.092436 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d1b76f-1d82-4d04-9529-a83c092700cb tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:54:40.092829 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d1b76f-1d82-4d04-9529-a83c092700cb tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:54:40.093168 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d1b76f-1d82-4d04-9529-a83c092700cb tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:54:40.093506 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d1b76f-1d82-4d04-9529-a83c092700cb tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:54:40.093838 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d1b76f-1d82-4d04-9529-a83c092700cb tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:54:40.094175 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d1b76f-1d82-4d04-9529-a83c092700cb tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:54:40.094507 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d1b76f-1d82-4d04-9529-a83c092700cb tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:54:40.094828 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d1b76f-1d82-4d04-9529-a83c092700cb tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:54:40.095156 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d1b76f-1d82-4d04-9529-a83c092700cb tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:54:40.095484 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d1b76f-1d82-4d04-9529-a83c092700cb tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:54:40.103187 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47508) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:40.167773 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eeaecc-a49e-4ef3-bd0d-f9159b34928f None None] Pushing event updated for resources: {'Port': ['ID=01700148-d455-4bdc-a511-bb5aea948ed1,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:40.284919 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca115704-f6e1-4e24-b12f-d35a8edbc032 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:54:40.313258 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-ca115704-f6e1-4e24-b12f-d35a8edbc032 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:54:40.328002 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-f18c7671-0e0c-446e-b5fe-415c95e57abc tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Deleting subnet ec51abf1-5b01-484b-8ff8-4bae61dca1cb {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:54:40.360997 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca115704-f6e1-4e24-b12f-d35a8edbc032 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:54:40.384354 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca115704-f6e1-4e24-b12f-d35a8edbc032 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:40.384354 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ca115704-f6e1-4e24-b12f-d35a8edbc032 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:40.449064 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f18c7671-0e0c-446e-b5fe-415c95e57abc tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:40.471473 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca115704-f6e1-4e24-b12f-d35a8edbc032 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event updated for resources: {'Port': ['ID=f9db5ea7-a5ec-4b08-98f3-753ba6ac4e2d,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:40.540571 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ca115704-f6e1-4e24-b12f-d35a8edbc032 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4552629 Jul 09 14:54:40.542069 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47528) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:40.607323 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f18c7671-0e0c-446e-b5fe-415c95e57abc tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:40.647855 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77dda60-1bc1-481e-8508-3c5dab48e04f req-d3223506-b6aa-4a78-a422-132de538b736 tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:40.647855 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a77dda60-1bc1-481e-8508-3c5dab48e04f req-d3223506-b6aa-4a78-a422-132de538b736 tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] 10.222.0.62 "GET /v2.0/networks?id=8d271781-c54f-4005-9b45-0a6064a27a65 HTTP/1.1" status: 200 len: 813 time: 0.6252568 Jul 09 14:54:40.664569 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-a77dda60-1bc1-481e-8508-3c5dab48e04f req-96bcbd4d-94b4-4b54-8ce3-ff1c78f23b02 tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] Request body: {'port': {'device_id': 'dc64afeb-c3be-4694-8e15-6623d423984a', 'network_id': '8d271781-c54f-4005-9b45-0a6064a27a65', 'admin_state_up': True, 'tenant_id': '89bbc44d7cd949c88dcaa37e45994ef9'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:54:40.759194 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b033ef42-0dd2-4117-92a2-bef3598b45e3 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:40.813847 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca1e84d-07e8-43fd-99c8-84db572bfd77 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:40.841632 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca1e84d-07e8-43fd-99c8-84db572bfd77 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:40.853478 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-5ca1e84d-07e8-43fd-99c8-84db572bfd77 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.3096435 Jul 09 14:54:40.863619 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 47540) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:40.934232 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f18c7671-0e0c-446e-b5fe-415c95e57abc tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:41.047549 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033ef42-0dd2-4117-92a2-bef3598b45e3 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event updated for resources: {'Subnet': ['ID=15c799ad-0b60-453b-a7d0-f567a5f5fdbe,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:41.245124 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f18c7671-0e0c-446e-b5fe-415c95e57abc tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:41.324363 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c7671-0e0c-446e-b5fe-415c95e57abc tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Pushing event deleted for resources: {'Subnet': ['ID=ec51abf1-5b01-484b-8ff8-4bae61dca1cb,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:41.342330 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 01700148-d455-4bdc-a511-bb5aea948ed1 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:54:41.355778 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f18c7671-0e0c-446e-b5fe-415c95e57abc tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:41.364060 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f18c7671-0e0c-446e-b5fe-415c95e57abc tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] 10.222.0.58 "DELETE /v2.0/subnets/ec51abf1-5b01-484b-8ff8-4bae61dca1cb HTTP/1.1" status: 204 len: 168 time: 1.2531731 Jul 09 14:54:41.364909 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47558) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:41.429987 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f526130d-9972-4ea5-97b1-70e1b52b77a2 None None] Network 302a84d0-1d3b-455f-99f2-36fc1dd30da1 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:54:41.579180 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-075ac4bf-227b-4d3a-8df6-153cd4f9d1cb tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:41.651014 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b033ef42-0dd2-4117-92a2-bef3598b45e3 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Network 11197009-c66e-4567-8a1e-e4373392bf63 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:54:41.715865 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d8fddbd5-d2cf-47ad-bb54-f153e60d3d80 req-832051b7-fab7-4d76-b933-aa20f4288c4a tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64afeb-c3be-4694-8e15-6623d423984a HTTP/1.1" status: 200 len: 210 time: 0.0844507 Jul 09 14:54:41.719037 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-b033ef42-0dd2-4117-92a2-bef3598b45e3 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:54:41.726182 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b033ef42-0dd2-4117-92a2-bef3598b45e3 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:41.731457 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b033ef42-0dd2-4117-92a2-bef3598b45e3 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:41.756200 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-075ac4bf-227b-4d3a-8df6-153cd4f9d1cb tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Deleting port 3fbdf43f-0b87-4369-bd73-96e923acb449 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:54:41.758994 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-075ac4bf-227b-4d3a-8df6-153cd4f9d1cb tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:41.820627 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a8db09cd-e41f-4dda-8124-80c7f56d65fe None None] Provisioning for port 8f82d460-4901-4754-984a-126a078ee8f7 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:54:41.933896 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b033ef42-0dd2-4117-92a2-bef3598b45e3 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.7985706 Jul 09 14:54:41.942470 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47590) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:41.959070 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-f3b43c4c-4d3a-48c0-9c91-dd46be6efadb tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Request body: {'port': {'network_id': '11197009-c66e-4567-8a1e-e4373392bf63', 'fixed_ips': [{'subnet_id': '17e82315-14b7-4962-9784-b396f4201065'}, {'subnet_id': '15c799ad-0b60-453b-a7d0-f567a5f5fdbe'}], 'name': 'tempest-PortsIpV6TestJSON-657736327'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:54:41.991261 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-0cdc2368-7d2c-42cb-87d1-286f8917a427 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Deleting port f9db5ea7-a5ec-4b08-98f3-753ba6ac4e2d {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:54:41.991812 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 01700148-d455-4bdc-a511-bb5aea948ed1 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:54:41.991926 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0cdc2368-7d2c-42cb-87d1-286f8917a427 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:41.994468 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 8f82d460-4901-4754-984a-126a078ee8f7 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:54:42.102219 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a77dda60-1bc1-481e-8508-3c5dab48e04f req-96bcbd4d-94b4-4b54-8ce3-ff1c78f23b02 tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] Made reservation on behalf of 89bbc44d7cd949c88dcaa37e45994ef9 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:54:42.107801 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a77dda60-1bc1-481e-8508-3c5dab48e04f req-96bcbd4d-94b4-4b54-8ce3-ff1c78f23b02 tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:42.113285 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4773079c-564d-444f-857b-c320635837de None None] DHCP port deletion for 302a84d0-1d3b-455f-99f2-36fc1dd30da1 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:54:42.168039 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-075ac4bf-227b-4d3a-8df6-153cd4f9d1cb tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] For port 3fbdf43f-0b87-4369-bd73-96e923acb449, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=3fbdf43f-0b87-4369-bd73-96e923acb449,segment=NetworkSegment(e62965ae-7e6b-407b-9f9f-07ed1408c84d),segment_id=e62965ae-7e6b-407b-9f9f-07ed1408c84d)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:54:42.168530 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-075ac4bf-227b-4d3a-8df6-153cd4f9d1cb tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:42.243843 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-075ac4bf-227b-4d3a-8df6-153cd4f9d1cb tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Calling delete_port for 3fbdf43f-0b87-4369-bd73-96e923acb449 owned by network:dhcp {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:54:42.293403 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0cdc2368-7d2c-42cb-87d1-286f8917a427 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:42.308631 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-4773079c-564d-444f-857b-c320635837de None None] Deleting port 3fbdf43f-0b87-4369-bd73-96e923acb449 {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:54:42.309398 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4773079c-564d-444f-857b-c320635837de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:42.367754 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3d85db-37d0-44f3-882e-3e89bea3ed7d None None] Network 11197009-c66e-4567-8a1e-e4373392bf63 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:54:42.372795 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-0cdc2368-7d2c-42cb-87d1-286f8917a427 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Calling delete_port for f9db5ea7-a5ec-4b08-98f3-753ba6ac4e2d owned by {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:54:42.503379 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-a77dda60-1bc1-481e-8508-3c5dab48e04f req-96bcbd4d-94b4-4b54-8ce3-ff1c78f23b02 tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] Allocated IP 172.20.0.13 (8d271781-c54f-4005-9b45-0a6064a27a65/af45ac94-4cdf-4df2-8abc-6ca387383be3/37e1be08-27fb-4ec8-b10f-94e0078016e7) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:54:42.512892 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-075ac4bf-227b-4d3a-8df6-153cd4f9d1cb tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:42.516245 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-c9c75a55-c6b3-4bec-99a3-2fdd8fcd3757 None None] Provisioning for port f9db5ea7-a5ec-4b08-98f3-753ba6ac4e2d completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:54:42.517990 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 8f82d460-4901-4754-984a-126a078ee8f7 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:54:42.551835 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-c9c75a55-c6b3-4bec-99a3-2fdd8fcd3757 None None] Provisioning complete for port f9db5ea7-a5ec-4b08-98f3-753ba6ac4e2d triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:54:42.552216 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c9c75a55-c6b3-4bec-99a3-2fdd8fcd3757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:42.564046 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075ac4bf-227b-4d3a-8df6-153cd4f9d1cb tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] No DVR routers for this DVR port 3fbdf43f-0b87-4369-bd73-96e923acb449 on host n-d-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:54:42.573604 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ac4bf-227b-4d3a-8df6-153cd4f9d1cb tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Pushing event deleted for resources: {'Port': ['ID=3fbdf43f-0b87-4369-bd73-96e923acb449,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:42.588549 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 8f82d460-4901-4754-984a-126a078ee8f7 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:54:42.589216 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:42.608984 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b43c4c-4d3a-48c0-9c91-dd46be6efadb tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Made reservation on behalf of c23027b79fbf48438de608f7fcd960b2 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:54:42.665477 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-4773079c-564d-444f-857b-c320635837de None None] For port 3fbdf43f-0b87-4369-bd73-96e923acb449, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=3fbdf43f-0b87-4369-bd73-96e923acb449,segment=NetworkSegment(e62965ae-7e6b-407b-9f9f-07ed1408c84d),segment_id=e62965ae-7e6b-407b-9f9f-07ed1408c84d)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:54:42.666297 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4773079c-564d-444f-857b-c320635837de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:42.677960 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-c9c75a55-c6b3-4bec-99a3-2fdd8fcd3757 None None] Port f9db5ea7-a5ec-4b08-98f3-753ba6ac4e2d cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:54:42.691070 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-4773079c-564d-444f-857b-c320635837de None None] Calling delete_port for 3fbdf43f-0b87-4369-bd73-96e923acb449 owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:54:42.735644 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f3b43c4c-4d3a-48c0-9c91-dd46be6efadb tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:42.781339 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0cdc2368-7d2c-42cb-87d1-286f8917a427 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:42.820462 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [None req-f3b43c4c-4d3a-48c0-9c91-dd46be6efadb tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] device_id is not set on port 9c834419-0939-463d-a261-ddc43400725e yet. {{(pid=94445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:54:42.836795 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdc2368-7d2c-42cb-87d1-286f8917a427 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event deleted for resources: {'Port': ['ID=f9db5ea7-a5ec-4b08-98f3-753ba6ac4e2d,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:42.917075 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0cdc2368-7d2c-42cb-87d1-286f8917a427 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:42.930747 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-0cdc2368-7d2c-42cb-87d1-286f8917a427 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/ports/f9db5ea7-a5ec-4b08-98f3-753ba6ac4e2d HTTP/1.1" status: 204 len: 168 time: 2.0064774 Jul 09 14:54:42.938906 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 47628) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:42.944750 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:42.990956 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-c3cb4d37-33bd-4cb4-a6c4-1639a112e024 None None] Provisioning for port 01700148-d455-4bdc-a511-bb5aea948ed1 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:54:43.012446 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-c3cb4d37-33bd-4cb4-a6c4-1639a112e024 None None] Provisioning complete for port 01700148-d455-4bdc-a511-bb5aea948ed1 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:54:43.012830 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c3cb4d37-33bd-4cb4-a6c4-1639a112e024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:43.016235 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4773079c-564d-444f-857b-c320635837de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:43.033897 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 8f82d460-4901-4754-984a-126a078ee8f7, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=8f82d460-4901-4754-984a-126a078ee8f7,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:54:43.099586 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-075ac4bf-227b-4d3a-8df6-153cd4f9d1cb tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:43.141500 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4773079c-564d-444f-857b-c320635837de None None] No DVR routers for this DVR port 3fbdf43f-0b87-4369-bd73-96e923acb449 on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:54:43.168933 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-075ac4bf-227b-4d3a-8df6-153cd4f9d1cb tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['302a84d0-1d3b-455f-99f2-36fc1dd30da1']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:54:43.173833 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4773079c-564d-444f-857b-c320635837de None None] Pushing event deleted for resources: {'Port': ['ID=3fbdf43f-0b87-4369-bd73-96e923acb449,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:43.179689 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:43.204121 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-075ac4bf-227b-4d3a-8df6-153cd4f9d1cb tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e62965ae-7e6b-407b-9f9f-07ed1408c84d') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:54:43.204381 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2256ea21-ebc5-4e58-90b2-0385bac70a06 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:43.204532 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-075ac4bf-227b-4d3a-8df6-153cd4f9d1cb tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e62965ae-7e6b-407b-9f9f-07ed1408c84d') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:54:43.207327 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2256ea21-ebc5-4e58-90b2-0385bac70a06 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:43.219563 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-2256ea21-ebc5-4e58-90b2-0385bac70a06 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2729959 Jul 09 14:54:43.219691 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47644) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:43.231816 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9f11c3c7-48cd-4cf2-b9fe-2864e231370e req-1d4b344b-8675-4832-9044-3d1f670652fe tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64afeb-c3be-4694-8e15-6623d423984a HTTP/1.1" status: 200 len: 210 time: 0.2699683 Jul 09 14:54:43.240077 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-075ac4bf-227b-4d3a-8df6-153cd4f9d1cb tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:43.288514 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a77dda60-1bc1-481e-8508-3c5dab48e04f req-96bcbd4d-94b4-4b54-8ce3-ff1c78f23b02 tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:43.336514 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-075ac4bf-227b-4d3a-8df6-153cd4f9d1cb tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:43.360318 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-075ac4bf-227b-4d3a-8df6-153cd4f9d1cb tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:54:43.360735 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-075ac4bf-227b-4d3a-8df6-153cd4f9d1cb tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:43.364871 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:54:43.364871 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:54:43.364871 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:54:43.364871 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:54:43.364871 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:54:43.364871 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:54:43.364871 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:54:43.364871 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:54:43.364871 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:54:43.364871 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:54:43.364871 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:54:43.364871 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:54:43.364871 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:54:43.364871 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:54:43.364871 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:54:43.364871 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:54:43.364871 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 14:54:43.364871 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:54:43.364871 n-d-799529-6 neutron-server[94445]: timer() Jul 09 14:54:43.364871 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:54:43.364871 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 14:54:43.364871 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:54:43.364871 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 14:54:43.364871 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:54:43.364871 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 14:54:43.364871 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:54:43.364871 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 14:54:43.364871 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:54:43.364871 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 14:54:43.364871 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:54:43.364871 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:54:43.364871 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:54:43.364871 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:54:43.364871 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:54:43.364871 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 14:54:43.364871 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:54:43.364871 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 14:54:43.364871 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:54:43.364871 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:54:43.364871 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:54:43.364871 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 14:54:43.364871 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:54:43.364871 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:54:43.364871 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:54:43.364871 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:54:43.364871 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:54:43.364871 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:54:43.364871 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:54:43.385021 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-af5c6c6c-dcd4-4775-b6d9-59c7702627f4 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Deleting subnet 50059cad-5043-4774-87c6-ef0816e322ef {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:54:43.395370 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 3fbdf43f-0b87-4369-bd73-96e923acb449 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:54:43.419485 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-af5c6c6c-dcd4-4775-b6d9-59c7702627f4 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:43.432803 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbdafd9-eb19-49e4-87bd-ed1d9be8fac6 None None] Update dhcp port {'port': {'network_id': '11197009-c66e-4567-8a1e-e4373392bf63', 'fixed_ips': [{'subnet_id': '17e82315-14b7-4962-9784-b396f4201065', 'ip_address': '2001:db8::2'}, {'subnet_id': '15c799ad-0b60-453b-a7d0-f567a5f5fdbe'}], 'binding:host_id': 'n-d-799529-6'}, 'id': '01700148-d455-4bdc-a511-bb5aea948ed1'} from n-d-799529-6. {{(pid=94447) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 14:54:43.441227 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 3fbdf43f-0b87-4369-bd73-96e923acb449 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:54:43.441573 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 3fbdf43f-0b87-4369-bd73-96e923acb449 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:54:43.450545 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a77dda60-1bc1-481e-8508-3c5dab48e04f req-96bcbd4d-94b4-4b54-8ce3-ff1c78f23b02 tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:43.478799 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=8f82d460-4901-4754-984a-126a078ee8f7,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:43.491471 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a77dda60-1bc1-481e-8508-3c5dab48e04f req-96bcbd4d-94b4-4b54-8ce3-ff1c78f23b02 tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] Network 8d271781-c54f-4005-9b45-0a6064a27a65 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:54:43.494805 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-a77dda60-1bc1-481e-8508-3c5dab48e04f req-96bcbd4d-94b4-4b54-8ce3-ff1c78f23b02 tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:54:43.499319 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-a77dda60-1bc1-481e-8508-3c5dab48e04f req-96bcbd4d-94b4-4b54-8ce3-ff1c78f23b02 tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:54:43.536004 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-af5c6c6c-dcd4-4775-b6d9-59c7702627f4 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:43.543578 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c3cb4d37-33bd-4cb4-a6c4-1639a112e024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:43.544928 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bcbd4d-94b4-4b54-8ce3-ff1c78f23b02 tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] Pushing event updated for resources: {'Port': ['ID=37e1be08-27fb-4ec8-b10f-94e0078016e7,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:43.566624 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77dda60-1bc1-481e-8508-3c5dab48e04f req-96bcbd4d-94b4-4b54-8ce3-ff1c78f23b02 tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:43.567629 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a77dda60-1bc1-481e-8508-3c5dab48e04f req-96bcbd4d-94b4-4b54-8ce3-ff1c78f23b02 tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:43.572844 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ecbdafd9-eb19-49e4-87bd-ed1d9be8fac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:43.599569 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-c3cb4d37-33bd-4cb4-a6c4-1639a112e024 None None] For port 01700148-d455-4bdc-a511-bb5aea948ed1, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=01700148-d455-4bdc-a511-bb5aea948ed1,segment=NetworkSegment(d61b27c0-420e-4df3-8784-9d71c7730959),segment_id=d61b27c0-420e-4df3-8784-9d71c7730959)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:54:43.602266 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-f3b43c4c-4d3a-48c0-9c91-dd46be6efadb tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Allocated IP 2001:db8::eb (11197009-c66e-4567-8a1e-e4373392bf63/17e82315-14b7-4962-9784-b396f4201065/9c834419-0939-463d-a261-ddc43400725e) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:54:43.616103 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-f3b43c4c-4d3a-48c0-9c91-dd46be6efadb tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Allocated IP 2001:db8:0:1::26e (11197009-c66e-4567-8a1e-e4373392bf63/15c799ad-0b60-453b-a7d0-f567a5f5fdbe/9c834419-0939-463d-a261-ddc43400725e) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:54:43.648768 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-075ac4bf-227b-4d3a-8df6-153cd4f9d1cb tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:43.669516 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-075ac4bf-227b-4d3a-8df6-153cd4f9d1cb tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:43.681302 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-075ac4bf-227b-4d3a-8df6-153cd4f9d1cb tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] 10.222.0.58 "DELETE /v2.0/networks/302a84d0-1d3b-455f-99f2-36fc1dd30da1 HTTP/1.1" status: 204 len: 168 time: 2.3141212 Jul 09 14:54:43.722125 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ac4bf-227b-4d3a-8df6-153cd4f9d1cb tempest-AllowedAddressPairIpV6TestJSON-219660257 tempest-AllowedAddressPairIpV6TestJSON-219660257-project] Pushing event deleted for resources: {'Network': ['ID=302a84d0-1d3b-455f-99f2-36fc1dd30da1,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:43.725410 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a77dda60-1bc1-481e-8508-3c5dab48e04f req-96bcbd4d-94b4-4b54-8ce3-ff1c78f23b02 tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0654905 Jul 09 14:54:43.732323 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-af5c6c6c-dcd4-4775-b6d9-59c7702627f4 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:43.743658 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-a77dda60-1bc1-481e-8508-3c5dab48e04f req-e975450d-6c73-4a64-a091-3643b6f703c5 service neutron] Request body: {'port': {'device_id': 'dc64afeb-c3be-4694-8e15-6623d423984a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:54:43.779673 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c3cb4d37-33bd-4cb4-a6c4-1639a112e024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:43.849049 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a77dda60-1bc1-481e-8508-3c5dab48e04f req-e975450d-6c73-4a64-a091-3643b6f703c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:43.870175 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cb4d37-33bd-4cb4-a6c4-1639a112e024 None None] Pushing event updated for resources: {'Port': ['ID=01700148-d455-4bdc-a511-bb5aea948ed1,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:44.300754 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-a77dda60-1bc1-481e-8508-3c5dab48e04f req-e975450d-6c73-4a64-a091-3643b6f703c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37e1be08-27fb-4ec8-b10f-94e0078016e7 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:54:44.340940 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a77dda60-1bc1-481e-8508-3c5dab48e04f req-e975450d-6c73-4a64-a091-3643b6f703c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:44.347657 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 47690) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:44.363330 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-a77dda60-1bc1-481e-8508-3c5dab48e04f req-e975450d-6c73-4a64-a091-3643b6f703c5 service neutron] Transition to ACTIVE for port object 37e1be08-27fb-4ec8-b10f-94e0078016e7 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:54:44.379469 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:54:44.421971 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a77dda60-1bc1-481e-8508-3c5dab48e04f req-e975450d-6c73-4a64-a091-3643b6f703c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:44.446965 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-af5c6c6c-dcd4-4775-b6d9-59c7702627f4 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:44.523343 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5c6c6c-dcd4-4775-b6d9-59c7702627f4 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event deleted for resources: {'Subnet': ['ID=50059cad-5043-4774-87c6-ef0816e322ef,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:44.525649 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-af5c6c6c-dcd4-4775-b6d9-59c7702627f4 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:44.527790 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-af5c6c6c-dcd4-4775-b6d9-59c7702627f4 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/subnets/50059cad-5043-4774-87c6-ef0816e322ef HTTP/1.1" status: 204 len: 168 time: 1.3061182 Jul 09 14:54:44.532826 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47698) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:44.538649 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995aeaab-42dd-4211-b53b-5c5415d7f5c1 None None] Network 858359dc-653d-453c-9af7-637628d0bac8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:54:44.558702 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e975450d-6c73-4a64-a091-3643b6f703c5 service neutron] Pushing event updated for resources: {'Port': ['ID=37e1be08-27fb-4ec8-b10f-94e0078016e7,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:44.593070 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-69c2bb98-91b6-48e3-8caa-382c1618e38e tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0568800 Jul 09 14:54:44.594436 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47704) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:44.676499 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f3b43c4c-4d3a-48c0-9c91-dd46be6efadb tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:44.694855 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4867a9-1719-43ba-84d6-a8158f9b1f8d req-a9c73dd5-70f6-4a9a-9989-e431d9b60732 tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:44.696575 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4d4867a9-1719-43ba-84d6-a8158f9b1f8d req-a9c73dd5-70f6-4a9a-9989-e431d9b60732 tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64afeb-c3be-4694-8e15-6623d423984a HTTP/1.1" status: 200 len: 944 time: 0.2122428 Jul 09 14:54:44.707480 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7322fe23-2af0-465c-9dba-32b204236fa2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8644887104604d6091149471a9ba17bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3554406 Jul 09 14:54:44.707801 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-f3b43c4c-4d3a-48c0-9c91-dd46be6efadb tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Transition to ACTIVE for port object 9c834419-0939-463d-a261-ddc43400725e will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:54:44.708608 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47708) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:44.712028 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-a77dda60-1bc1-481e-8508-3c5dab48e04f req-e975450d-6c73-4a64-a091-3643b6f703c5 service neutron] Attempting to bind port 37e1be08-27fb-4ec8-b10f-94e0078016e7 on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:54:44.712377 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-a77dda60-1bc1-481e-8508-3c5dab48e04f req-e975450d-6c73-4a64-a091-3643b6f703c5 service neutron] Attempting to bind port 37e1be08-27fb-4ec8-b10f-94e0078016e7 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': '242418b2-0593-4333-974b-f37eae96090d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '8d271781-c54f-4005-9b45-0a6064a27a65'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:54:44.712713 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77dda60-1bc1-481e-8508-3c5dab48e04f req-e975450d-6c73-4a64-a091-3643b6f703c5 service neutron] Attempting to bind port 37e1be08-27fb-4ec8-b10f-94e0078016e7 on network 8d271781-c54f-4005-9b45-0a6064a27a65 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:54:44.719191 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77dda60-1bc1-481e-8508-3c5dab48e04f req-e975450d-6c73-4a64-a091-3643b6f703c5 service neutron] Port 37e1be08-27fb-4ec8-b10f-94e0078016e7 on network 8d271781-c54f-4005-9b45-0a6064a27a65 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:54:44.719556 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77dda60-1bc1-481e-8508-3c5dab48e04f req-e975450d-6c73-4a64-a091-3643b6f703c5 service neutron] Attempting to bind port 37e1be08-27fb-4ec8-b10f-94e0078016e7 on network 8d271781-c54f-4005-9b45-0a6064a27a65 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:54:44.729673 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77dda60-1bc1-481e-8508-3c5dab48e04f req-e975450d-6c73-4a64-a091-3643b6f703c5 service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:54:44.730000 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77dda60-1bc1-481e-8508-3c5dab48e04f req-e975450d-6c73-4a64-a091-3643b6f703c5 service neutron] Checking segment: {'id': '242418b2-0593-4333-974b-f37eae96090d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '8d271781-c54f-4005-9b45-0a6064a27a65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:54:44.731078 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77dda60-1bc1-481e-8508-3c5dab48e04f req-e975450d-6c73-4a64-a091-3643b6f703c5 service neutron] Bound using segment: {'id': '242418b2-0593-4333-974b-f37eae96090d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '8d271781-c54f-4005-9b45-0a6064a27a65'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:54:44.731779 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-a77dda60-1bc1-481e-8508-3c5dab48e04f req-e975450d-6c73-4a64-a091-3643b6f703c5 service neutron] Bound port: 37e1be08-27fb-4ec8-b10f-94e0078016e7, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '242418b2-0593-4333-974b-f37eae96090d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '8d271781-c54f-4005-9b45-0a6064a27a65'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:54:44.732166 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a77dda60-1bc1-481e-8508-3c5dab48e04f req-e975450d-6c73-4a64-a091-3643b6f703c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:44.733604 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7436bbd7-4199-487f-82ba-12e4b744c075 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:44.737590 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-7436bbd7-4199-487f-82ba-12e4b744c075 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1405821 Jul 09 14:54:44.755476 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47710) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:44.828999 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4d4867a9-1719-43ba-84d6-a8158f9b1f8d req-0c120ef5-3490-4296-ac33-8cb856ab0b31 tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] 10.222.0.58 "GET /v2.0/security-groups?id=cdceb5fa-3cbf-42eb-9785-d2303e3e5a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838108 Jul 09 14:54:44.829925 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e06f2d8-e079-4f29-97e8-6ffc899b2c00 None None] DHCP port deletion for 858359dc-653d-453c-9af7-637628d0bac8 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:54:44.842094 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-a77dda60-1bc1-481e-8508-3c5dab48e04f req-e975450d-6c73-4a64-a091-3643b6f703c5 service neutron] For port 37e1be08-27fb-4ec8-b10f-94e0078016e7, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:54:44.845483 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-a77dda60-1bc1-481e-8508-3c5dab48e04f req-e975450d-6c73-4a64-a091-3643b6f703c5 service neutron] For port 37e1be08-27fb-4ec8-b10f-94e0078016e7, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=37e1be08-27fb-4ec8-b10f-94e0078016e7,segment=NetworkSegment(242418b2-0593-4333-974b-f37eae96090d),segment_id=242418b2-0593-4333-974b-f37eae96090d)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:54:44.847286 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433a9ca5-c854-4f6e-ae2d-2ed1e3b7ec26 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:44.851658 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-433a9ca5-c854-4f6e-ae2d-2ed1e3b7ec26 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1041977 Jul 09 14:54:44.852619 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 47714) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:44.869596 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ed804dfa-33d9-418d-bdd2-1586685e5e86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:44.883269 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-3e06f2d8-e079-4f29-97e8-6ffc899b2c00 None None] Deleting port 8f82d460-4901-4754-984a-126a078ee8f7 {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:54:44.883684 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3e06f2d8-e079-4f29-97e8-6ffc899b2c00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:44.895547 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:44.898527 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-9bfa6e10-d359-43fd-8306-43725e119d02 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0436611 Jul 09 14:54:44.902428 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 47716) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:44.904280 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ed804dfa-33d9-418d-bdd2-1586685e5e86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:44.907943 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-8cb65593-c38b-4af8-8490-655ab5618b93 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Request body: {'subnet': {'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:54:44.960183 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-3e06f2d8-e079-4f29-97e8-6ffc899b2c00 None None] For port 8f82d460-4901-4754-984a-126a078ee8f7, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=8f82d460-4901-4754-984a-126a078ee8f7,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:54:44.960840 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3e06f2d8-e079-4f29-97e8-6ffc899b2c00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:44.976507 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-3e06f2d8-e079-4f29-97e8-6ffc899b2c00 None None] Calling delete_port for 8f82d460-4901-4754-984a-126a078ee8f7 owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:54:44.978204 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a77dda60-1bc1-481e-8508-3c5dab48e04f req-e975450d-6c73-4a64-a091-3643b6f703c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:45.022894 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77dda60-1bc1-481e-8508-3c5dab48e04f req-e975450d-6c73-4a64-a091-3643b6f703c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:45.030949 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a77dda60-1bc1-481e-8508-3c5dab48e04f req-e975450d-6c73-4a64-a091-3643b6f703c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:45.030949 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a77dda60-1bc1-481e-8508-3c5dab48e04f req-e975450d-6c73-4a64-a091-3643b6f703c5 service neutron] 10.222.0.62 "PUT /v2.0/ports/37e1be08-27fb-4ec8-b10f-94e0078016e7 HTTP/1.1" status: 200 len: 1092 time: 1.2872579 Jul 09 14:54:45.030949 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc64afeb-c3be-4694-8e15-6623d423984a', 'tag': '37e1be08-27fb-4ec8-b10f-94e0078016e7'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:54:45.030949 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8818169a-9dad-41dd-b10c-ed8fc9c5dcc3" -d '{"events": [{"name": "network-changed", "server_uuid": "dc64afeb-c3be-4694-8e15-6623d423984a", "tag": "37e1be08-27fb-4ec8-b10f-94e0078016e7"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:54:45.065041 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f3b43c4c-4d3a-48c0-9c91-dd46be6efadb tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:45.067120 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e975450d-6c73-4a64-a091-3643b6f703c5 service neutron] Pushing event updated for resources: {'Port': ['ID=37e1be08-27fb-4ec8-b10f-94e0078016e7,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:45.076129 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b30aad5-b63c-4dce-9c4d-0b46f1e427c1 x-openstack-request-id: req-6b30aad5-b63c-4dce-9c4d-0b46f1e427c1 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:54:45.076488 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc64afeb-c3be-4694-8e15-6623d423984a", "tag": "37e1be08-27fb-4ec8-b10f-94e0078016e7", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:54:45.076812 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6b30aad5-b63c-4dce-9c4d-0b46f1e427c1 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:54:45.077301 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc64afeb-c3be-4694-8e15-6623d423984a', 'tag': '37e1be08-27fb-4ec8-b10f-94e0078016e7', 'status': 'completed', 'code': 200} Jul 09 14:54:45.133993 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-ecbdafd9-eb19-49e4-87bd-ed1d9be8fac6 None None] Allocated IP 2001:db8:0:1::2 (11197009-c66e-4567-8a1e-e4373392bf63/15c799ad-0b60-453b-a7d0-f567a5f5fdbe/01700148-d455-4bdc-a511-bb5aea948ed1) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:54:45.230937 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b43c4c-4d3a-48c0-9c91-dd46be6efadb tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event updated for resources: {'Port': ['ID=9c834419-0939-463d-a261-ddc43400725e,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:45.241958 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ed804dfa-33d9-418d-bdd2-1586685e5e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:45.260426 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ed804dfa-33d9-418d-bdd2-1586685e5e86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:45.260426 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ed804dfa-33d9-418d-bdd2-1586685e5e86 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dcf273d8-d597-4685-b2b1-6a5f8134cb7c HTTP/1.1" status: 204 len: 168 time: 0.5382922 Jul 09 14:54:45.284863 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed804dfa-33d9-418d-bdd2-1586685e5e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf273d8-d597-4685-b2b1-6a5f8134cb7c,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:45.314327 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b43c4c-4d3a-48c0-9c91-dd46be6efadb tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Network 11197009-c66e-4567-8a1e-e4373392bf63 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:54:45.318433 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-f3b43c4c-4d3a-48c0-9c91-dd46be6efadb tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:54:45.324930 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b43c4c-4d3a-48c0-9c91-dd46be6efadb tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:54:45.331179 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818169a-9dad-41dd-b10c-ed8fc9c5dcc3 req-17c1ac86-50c3-4a92-8f3d-6c09778e1ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:45.336801 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8818169a-9dad-41dd-b10c-ed8fc9c5dcc3 req-17c1ac86-50c3-4a92-8f3d-6c09778e1ddc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=89bbc44d7cd949c88dcaa37e45994ef9&device_id=dc64afeb-c3be-4694-8e15-6623d423984a HTTP/1.1" status: 200 len: 1095 time: 0.2146213 Jul 09 14:54:45.358841 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b43c4c-4d3a-48c0-9c91-dd46be6efadb tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:45.358841 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f3b43c4c-4d3a-48c0-9c91-dd46be6efadb tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:45.400698 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb65593-c38b-4af8-8490-655ab5618b93 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Made reservation on behalf of 705b0dcf676c4e4da08df6f6169d5c06 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:54:45.404621 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8cb65593-c38b-4af8-8490-655ab5618b93 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:45.414826 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 01700148-d455-4bdc-a511-bb5aea948ed1 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:54:45.419590 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3e06f2d8-e079-4f29-97e8-6ffc899b2c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:45.493815 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e06f2d8-e079-4f29-97e8-6ffc899b2c00 None None] Pushing event deleted for resources: {'Port': ['ID=8f82d460-4901-4754-984a-126a078ee8f7,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:45.505645 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e06f2d8-e079-4f29-97e8-6ffc899b2c00 None None] No DVR routers for this DVR port 8f82d460-4901-4754-984a-126a078ee8f7 on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:54:45.535455 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f3b43c4c-4d3a-48c0-9c91-dd46be6efadb tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 3.5884745 Jul 09 14:54:45.535455 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47740) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:45.543784 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-46abe1d0-cfbe-4d6c-a52d-9cca6066b31a tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '17e82315-14b7-4962-9784-b396f4201065'}]}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:54:45.565032 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818169a-9dad-41dd-b10c-ed8fc9c5dcc3 req-f09d98f7-1510-4588-8af6-b9d0682d82fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:45.566532 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8818169a-9dad-41dd-b10c-ed8fc9c5dcc3 req-f09d98f7-1510-4588-8af6-b9d0682d82fc service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=89bbc44d7cd949c88dcaa37e45994ef9&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2198725 Jul 09 14:54:45.590256 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-ecbdafd9-eb19-49e4-87bd-ed1d9be8fac6 None None] For port 01700148-d455-4bdc-a511-bb5aea948ed1, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=01700148-d455-4bdc-a511-bb5aea948ed1,segment=NetworkSegment(d61b27c0-420e-4df3-8784-9d71c7730959),segment_id=d61b27c0-420e-4df3-8784-9d71c7730959)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:54:45.632492 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 01700148-d455-4bdc-a511-bb5aea948ed1 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:54:45.637669 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:45.661808 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ecbdafd9-eb19-49e4-87bd-ed1d9be8fac6 None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:45.692618 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-ecbdafd9-eb19-49e4-87bd-ed1d9be8fac6 None None] Transition to ACTIVE for port object 01700148-d455-4bdc-a511-bb5aea948ed1 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:54:45.696221 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-46abe1d0-cfbe-4d6c-a52d-9cca6066b31a tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:45.741476 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818169a-9dad-41dd-b10c-ed8fc9c5dcc3 req-787694d3-16de-49ea-a1d1-7ded822e6357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:45.742978 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8818169a-9dad-41dd-b10c-ed8fc9c5dcc3 req-787694d3-16de-49ea-a1d1-7ded822e6357 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1693692 Jul 09 14:54:45.819527 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 8f82d460-4901-4754-984a-126a078ee8f7 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:54:45.840545 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 8f82d460-4901-4754-984a-126a078ee8f7 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:54:45.841224 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 8f82d460-4901-4754-984a-126a078ee8f7 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:54:45.844505 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ecbdafd9-eb19-49e4-87bd-ed1d9be8fac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:45.911169 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77dda60-1bc1-481e-8508-3c5dab48e04f req-32d63cee-1a38-4f7c-a3e4-2a8531be0a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:45.914399 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a77dda60-1bc1-481e-8508-3c5dab48e04f req-32d63cee-1a38-4f7c-a3e4-2a8531be0a77 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=89bbc44d7cd949c88dcaa37e45994ef9&device_id=dc64afeb-c3be-4694-8e15-6623d423984a HTTP/1.1" status: 200 len: 1095 time: 0.1053863 Jul 09 14:54:45.932428 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [req-b24ef07f-da53-4e7b-9b90-7f2f0271f95c req-e3a397d4-968d-4c75-b37c-41f2513b3517 tempest-ServersWithSpecificFlavorTestJSON-2055751947 tempest-ServersWithSpecificFlavorTestJSON-2055751947-project] (94445) timed out ('10.222.0.62', 54092) {{(pid=94445) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 14:54:45.976791 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbdafd9-eb19-49e4-87bd-ed1d9be8fac6 None None] Pushing event updated for resources: {'Port': ['ID=01700148-d455-4bdc-a511-bb5aea948ed1,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:46.053756 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a77dda60-1bc1-481e-8508-3c5dab48e04f req-9c79bf7b-865a-44fe-bea0-1e02044c914a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37e1be08-27fb-4ec8-b10f-94e0078016e7 HTTP/1.1" status: 200 len: 217 time: 0.0641346 Jul 09 14:54:46.148035 n-d-799529-6 neutron-server[94446]: DEBUG neutron.objects.ports [None req-8cb65593-c38b-4af8-8490-655ab5618b93 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94446) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 14:54:46.150489 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77dda60-1bc1-481e-8508-3c5dab48e04f req-22f0b5e9-ff0a-4ed8-98dd-5bac15a27975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:46.153846 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a77dda60-1bc1-481e-8508-3c5dab48e04f req-22f0b5e9-ff0a-4ed8-98dd-5bac15a27975 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=af45ac94-4cdf-4df2-8abc-6ca387383be3 HTTP/1.1" status: 200 len: 853 time: 0.0902531 Jul 09 14:54:46.154725 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8cb65593-c38b-4af8-8490-655ab5618b93 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:46.172341 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-46abe1d0-cfbe-4d6c-a52d-9cca6066b31a tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Delete allocated IP 2001:db8:0:1::26e (11197009-c66e-4567-8a1e-e4373392bf63/15c799ad-0b60-453b-a7d0-f567a5f5fdbe) {{(pid=94445) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 09 14:54:46.197112 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34b1ee-ffa6-407c-a214-0a34b8e16ed0 req-e8209bb9-136b-4ba2-9804-16bc76fb33f3 tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:46.199070 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-aa34b1ee-ffa6-407c-a214-0a34b8e16ed0 req-e8209bb9-136b-4ba2-9804-16bc76fb33f3 tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64afeb-c3be-4694-8e15-6623d423984a HTTP/1.1" status: 200 len: 944 time: 0.1525385 Jul 09 14:54:46.247416 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb65593-c38b-4af8-8490-655ab5618b93 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:54:46.274697 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-8cb65593-c38b-4af8-8490-655ab5618b93 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:54:46.284465 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a77dda60-1bc1-481e-8508-3c5dab48e04f req-84d38e71-d102-4917-8f6d-e4dba2085364 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8d271781-c54f-4005-9b45-0a6064a27a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1183128 Jul 09 14:54:46.288170 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7a9958-66c9-4263-a85c-d75a9903b9f0 None None] Network 858359dc-653d-453c-9af7-637628d0bac8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:54:46.305912 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb65593-c38b-4af8-8490-655ab5618b93 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:46.311295 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8cb65593-c38b-4af8-8490-655ab5618b93 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:46.320157 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-aa34b1ee-ffa6-407c-a214-0a34b8e16ed0 req-31ca24a4-5d40-4029-afec-0115f5a5b165 tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] 10.222.0.58 "GET /v2.0/security-groups?id=cdceb5fa-3cbf-42eb-9785-d2303e3e5a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048772 Jul 09 14:54:46.534194 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb65593-c38b-4af8-8490-655ab5618b93 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event updated for resources: {'Subnet': ['ID=3368b2c2-0b8e-42da-b9f6-ef3b48917b0e,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:46.534614 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-46abe1d0-cfbe-4d6c-a52d-9cca6066b31a tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:46.548506 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-46abe1d0-cfbe-4d6c-a52d-9cca6066b31a tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Ignored duplicate provisioning block setup for port 9c834419-0939-463d-a261-ddc43400725e by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 09 14:54:46.569243 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-8cb65593-c38b-4af8-8490-655ab5618b93 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6504321 Jul 09 14:54:46.571002 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47778) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:46.577932 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-3c4d28f1-bafc-4417-a95c-cb792fc76190 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Request body: {'subnet': {'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:54:46.668332 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333b96c1-5874-4fc0-8372-92c25dfd9e53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-858359dc-653d-453c-9af7-637628d0bac8', 'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'tenant_id': '705b0dcf676c4e4da08df6f6169d5c06', 'fixed_ips': [{'subnet_id': '3368b2c2-0b8e-42da-b9f6-ef3b48917b0e'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:54:46.669247 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-333b96c1-5874-4fc0-8372-92c25dfd9e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:46.672960 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a77dda60-1bc1-481e-8508-3c5dab48e04f req-41fc4573-f415-41dc-bad1-bb83010f6b64 service neutron] 10.222.0.62 "GET /v2.0/networks/8d271781-c54f-4005-9b45-0a6064a27a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308930 Jul 09 14:54:46.816376 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-46abe1d0-cfbe-4d6c-a52d-9cca6066b31a tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:46.836076 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a77dda60-1bc1-481e-8508-3c5dab48e04f req-b6c93357-f3d8-4cb1-acae-2ff9f8536459 service neutron] 10.222.0.62 "GET /v2.0/networks/8d271781-c54f-4005-9b45-0a6064a27a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517272 Jul 09 14:54:46.896117 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-333b96c1-5874-4fc0-8372-92c25dfd9e53 None None] Allocated IP 2001:db8::f816:3eff:fe62:146a (858359dc-653d-453c-9af7-637628d0bac8/3368b2c2-0b8e-42da-b9f6-ef3b48917b0e/764f2c15-c573-4dda-a925-1345b7e853bf) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:54:46.908661 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46abe1d0-cfbe-4d6c-a52d-9cca6066b31a tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event updated for resources: {'Port': ['ID=9c834419-0939-463d-a261-ddc43400725e,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:46.927651 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d36a706-c584-47b4-8d56-bed76e117acb None None] Network 11197009-c66e-4567-8a1e-e4373392bf63 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:54:46.940907 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-46abe1d0-cfbe-4d6c-a52d-9cca6066b31a tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] In _notify_port_updated(), no bound segment for port 9c834419-0939-463d-a261-ddc43400725e on network 11197009-c66e-4567-8a1e-e4373392bf63 {{(pid=94445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 14:54:46.947152 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46abe1d0-cfbe-4d6c-a52d-9cca6066b31a tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:46.947821 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-46abe1d0-cfbe-4d6c-a52d-9cca6066b31a tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:46.949257 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-46abe1d0-cfbe-4d6c-a52d-9cca6066b31a tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "PUT /v2.0/ports/9c834419-0939-463d-a261-ddc43400725e HTTP/1.1" status: 200 len: 924 time: 1.4129865 Jul 09 14:54:46.951956 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47796) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:46.957938 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-df88f4eb-9cfe-47ed-8b24-17ad9992bd19 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '17e82315-14b7-4962-9784-b396f4201065'}, {'subnet_id': '15c799ad-0b60-453b-a7d0-f567a5f5fdbe'}]}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:54:47.031411 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4d28f1-bafc-4417-a95c-cb792fc76190 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Made reservation on behalf of 705b0dcf676c4e4da08df6f6169d5c06 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:54:47.034929 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3c4d28f1-bafc-4417-a95c-cb792fc76190 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:47.107092 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-df88f4eb-9cfe-47ed-8b24-17ad9992bd19 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:47.205153 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-333b96c1-5874-4fc0-8372-92c25dfd9e53 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:47.217907 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-333b96c1-5874-4fc0-8372-92c25dfd9e53 None None] Transition to ACTIVE for port object 764f2c15-c573-4dda-a925-1345b7e853bf will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:54:47.218130 n-d-799529-6 neutron-server[94445]: INFO neutron.db.ipam_backend_mixin [None req-3c4d28f1-bafc-4417-a95c-cb792fc76190 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3368b2c2-0b8e-42da-b9f6-ef3b48917b0e (CIDR: 2001:db8::/64) Jul 09 14:54:47.248495 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-333b96c1-5874-4fc0-8372-92c25dfd9e53 None None] Transition to ACTIVE for port object 764f2c15-c573-4dda-a925-1345b7e853bf will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:54:47.337121 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-1349c50e-0e62-4f50-8682-62252eaa4c75 None None] Provisioning for port 01700148-d455-4bdc-a511-bb5aea948ed1 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:54:47.342874 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-1349c50e-0e62-4f50-8682-62252eaa4c75 None None] Provisioning complete for port 01700148-d455-4bdc-a511-bb5aea948ed1 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:54:47.343109 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1349c50e-0e62-4f50-8682-62252eaa4c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:47.347488 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 01700148-d455-4bdc-a511-bb5aea948ed1 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:54:47.358389 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 47808) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:47.366416 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c4d28f1-bafc-4417-a95c-cb792fc76190 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:54:47.367094 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c4d28f1-bafc-4417-a95c-cb792fc76190 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:54:47.480235 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-333b96c1-5874-4fc0-8372-92c25dfd9e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:47.537561 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 01700148-d455-4bdc-a511-bb5aea948ed1 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:54:47.538845 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:47.546389 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-3c4d28f1-bafc-4417-a95c-cb792fc76190 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9714251 Jul 09 14:54:47.551985 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 47816) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:47.552928 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-8ad70b97-c03b-440d-bed2-239056c250e2 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Request body: {'subnet': {'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:54:47.998314 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333b96c1-5874-4fc0-8372-92c25dfd9e53 None None] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:54:47.998314 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-333b96c1-5874-4fc0-8372-92c25dfd9e53 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:54:48.004766 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-9b15434f-eb42-4853-8a20-b95e48116dad tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1961673704'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:54:48.006152 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-df88f4eb-9cfe-47ed-8b24-17ad9992bd19 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Allocated IP 2001:db8:0:1::144 (11197009-c66e-4567-8a1e-e4373392bf63/15c799ad-0b60-453b-a7d0-f567a5f5fdbe/9c834419-0939-463d-a261-ddc43400725e) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:54:48.006906 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333b96c1-5874-4fc0-8372-92c25dfd9e53 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:54:48.006906 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333b96c1-5874-4fc0-8372-92c25dfd9e53 None None] Pushing event updated for resources: {'Port': ['ID=764f2c15-c573-4dda-a925-1345b7e853bf,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:48.006906 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-333b96c1-5874-4fc0-8372-92c25dfd9e53 None None] Attempting to bind port 764f2c15-c573-4dda-a925-1345b7e853bf on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:54:48.006906 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-333b96c1-5874-4fc0-8372-92c25dfd9e53 None None] Attempting to bind port 764f2c15-c573-4dda-a925-1345b7e853bf by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:54:48.006906 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333b96c1-5874-4fc0-8372-92c25dfd9e53 None None] Attempting to bind port 764f2c15-c573-4dda-a925-1345b7e853bf on network 858359dc-653d-453c-9af7-637628d0bac8 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:54:48.006906 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333b96c1-5874-4fc0-8372-92c25dfd9e53 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:54:48.006906 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333b96c1-5874-4fc0-8372-92c25dfd9e53 None None] Checking segment: {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:54:48.006906 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-333b96c1-5874-4fc0-8372-92c25dfd9e53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:48.006906 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333b96c1-5874-4fc0-8372-92c25dfd9e53 None None] Bound using segment: {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:54:48.006906 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-333b96c1-5874-4fc0-8372-92c25dfd9e53 None None] Bound port: 764f2c15-c573-4dda-a925-1345b7e853bf, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:54:48.006906 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-333b96c1-5874-4fc0-8372-92c25dfd9e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:48.007884 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c69774-8d12-411a-a65b-fbb77f9c4e1a req-f8b6a0bb-6e07-48ab-8a78-dde1f737cf2a tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:48.007884 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e6c69774-8d12-411a-a65b-fbb77f9c4e1a req-f8b6a0bb-6e07-48ab-8a78-dde1f737cf2a tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64afeb-c3be-4694-8e15-6623d423984a HTTP/1.1" status: 200 len: 944 time: 0.3196185 Jul 09 14:54:48.008169 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b15434f-eb42-4853-8a20-b95e48116dad tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Made reservation on behalf of 5addd83cb682465db8739493dcb3fffc for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:54:48.008169 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9b15434f-eb42-4853-8a20-b95e48116dad tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:48.008169 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9b15434f-eb42-4853-8a20-b95e48116dad tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:48.008637 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e6c69774-8d12-411a-a65b-fbb77f9c4e1a req-4ac364d8-1ccf-4687-a964-ea2991140cb2 tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] 10.222.0.58 "GET /v2.0/security-groups?id=cdceb5fa-3cbf-42eb-9785-d2303e3e5a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750303 Jul 09 14:54:48.008815 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-333b96c1-5874-4fc0-8372-92c25dfd9e53 None None] For port 764f2c15-c573-4dda-a925-1345b7e853bf, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:54:48.008815 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-333b96c1-5874-4fc0-8372-92c25dfd9e53 None None] For port 764f2c15-c573-4dda-a925-1345b7e853bf, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=764f2c15-c573-4dda-a925-1345b7e853bf,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:54:48.008815 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-390edd39-7387-42c0-a8a9-4f79e7645fe0 None None] Provisioning complete for port 01700148-d455-4bdc-a511-bb5aea948ed1 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:54:48.008815 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-390edd39-7387-42c0-a8a9-4f79e7645fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:48.009232 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-df88f4eb-9cfe-47ed-8b24-17ad9992bd19 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:48.009232 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-df88f4eb-9cfe-47ed-8b24-17ad9992bd19 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Ignored duplicate provisioning block setup for port 9c834419-0939-463d-a261-ddc43400725e by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 09 14:54:48.216490 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [req-67cc4e88-a3c9-4d44-a264-42c1e75c682d req-e362afe8-dfee-458a-b13a-40ef4accac94 service neutron] (94446) timed out ('10.222.0.62', 54001) {{(pid=94446) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 14:54:48.358935 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-333b96c1-5874-4fc0-8372-92c25dfd9e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:48.397939 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-df88f4eb-9cfe-47ed-8b24-17ad9992bd19 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:48.399830 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-390edd39-7387-42c0-a8a9-4f79e7645fe0 None None] Provisioning for port 9c834419-0939-463d-a261-ddc43400725e completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:54:48.403907 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad70b97-c03b-440d-bed2-239056c250e2 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Made reservation on behalf of 705b0dcf676c4e4da08df6f6169d5c06 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:54:48.407880 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8ad70b97-c03b-440d-bed2-239056c250e2 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:48.414777 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-390edd39-7387-42c0-a8a9-4f79e7645fe0 None None] Provisioning complete for port 9c834419-0939-463d-a261-ddc43400725e triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:54:48.414777 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-390edd39-7387-42c0-a8a9-4f79e7645fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:48.471058 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333b96c1-5874-4fc0-8372-92c25dfd9e53 None None] Pushing event updated for resources: {'Port': ['ID=764f2c15-c573-4dda-a925-1345b7e853bf,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:48.494723 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-390edd39-7387-42c0-a8a9-4f79e7645fe0 None None] Port 9c834419-0939-463d-a261-ddc43400725e cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:54:48.504137 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df88f4eb-9cfe-47ed-8b24-17ad9992bd19 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event updated for resources: {'Port': ['ID=9c834419-0939-463d-a261-ddc43400725e,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:48.560880 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-df88f4eb-9cfe-47ed-8b24-17ad9992bd19 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] In _notify_port_updated(), no bound segment for port 9c834419-0939-463d-a261-ddc43400725e on network 11197009-c66e-4567-8a1e-e4373392bf63 {{(pid=94445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 14:54:48.567719 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df88f4eb-9cfe-47ed-8b24-17ad9992bd19 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:48.568963 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-df88f4eb-9cfe-47ed-8b24-17ad9992bd19 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:48.570357 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-df88f4eb-9cfe-47ed-8b24-17ad9992bd19 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "PUT /v2.0/ports/9c834419-0939-463d-a261-ddc43400725e HTTP/1.1" status: 200 len: 1010 time: 1.6174483 Jul 09 14:54:48.578293 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 47842) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:48.620421 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-dec15dc7-2b5b-438b-bf07-427592b1db63 None None] Provisioning complete for port 9c834419-0939-463d-a261-ddc43400725e triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:54:48.620860 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-dec15dc7-2b5b-438b-bf07-427592b1db63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:48.667468 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9b15434f-eb42-4853-8a20-b95e48116dad tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:48.679955 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-dec15dc7-2b5b-438b-bf07-427592b1db63 None None] Port 9c834419-0939-463d-a261-ddc43400725e cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:54:48.836030 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-86d43e8b-0d38-4386-ac40-dc25e7703f9a tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Deleting port 9c834419-0939-463d-a261-ddc43400725e {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:54:48.836368 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-86d43e8b-0d38-4386-ac40-dc25e7703f9a tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:48.840063 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9b15434f-eb42-4853-8a20-b95e48116dad tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:48.907026 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-fe7e9eee-0a53-4a97-8a62-9c93d4ba01a9 None None] Provisioning complete for port 9c834419-0939-463d-a261-ddc43400725e triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:54:48.907696 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-fe7e9eee-0a53-4a97-8a62-9c93d4ba01a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:48.938154 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b15434f-eb42-4853-8a20-b95e48116dad tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:54:48.966644 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b15434f-eb42-4853-8a20-b95e48116dad tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2fe8723-b451-4c91-9de2-a6d232542643,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:48.970008 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9b15434f-eb42-4853-8a20-b95e48116dad tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:48.970604 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-9b15434f-eb42-4853-8a20-b95e48116dad tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Added segment 852c5a39-96fb-44bf-a3f7-c58a74fb94b4 of type vlan for network d9f2503a-1960-4ecc-8bd6-296122892472 Jul 09 14:54:49.005923 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-fe7e9eee-0a53-4a97-8a62-9c93d4ba01a9 None None] Port 9c834419-0939-463d-a261-ddc43400725e cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:54:49.041055 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9b15434f-eb42-4853-8a20-b95e48116dad tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:49.061438 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-86d43e8b-0d38-4386-ac40-dc25e7703f9a tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:49.080105 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-86d43e8b-0d38-4386-ac40-dc25e7703f9a tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Calling delete_port for 9c834419-0939-463d-a261-ddc43400725e owned by {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:54:49.126503 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a6bd67-c493-47ae-9e1a-f6f3caf157fd req-3e9b3e3c-7a4a-4cc4-ae79-8be8078c1c08 tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:49.128241 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-69a6bd67-c493-47ae-9e1a-f6f3caf157fd req-3e9b3e3c-7a4a-4cc4-ae79-8be8078c1c08 tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64afeb-c3be-4694-8e15-6623d423984a HTTP/1.1" status: 200 len: 944 time: 0.0713975 Jul 09 14:54:49.138008 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8ad70b97-c03b-440d-bed2-239056c250e2 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:49.175398 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-69a6bd67-c493-47ae-9e1a-f6f3caf157fd req-318b61de-720e-46c2-ab0c-6d3e4e42be66 tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] 10.222.0.58 "GET /v2.0/security-groups?id=cdceb5fa-3cbf-42eb-9785-d2303e3e5a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375383 Jul 09 14:54:49.199249 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad70b97-c03b-440d-bed2-239056c250e2 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:54:49.206078 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-8ad70b97-c03b-440d-bed2-239056c250e2 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:54:49.209869 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad70b97-c03b-440d-bed2-239056c250e2 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:49.210496 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8ad70b97-c03b-440d-bed2-239056c250e2 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:49.233883 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad70b97-c03b-440d-bed2-239056c250e2 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event updated for resources: {'Subnet': ['ID=c3aa9071-79e1-4bd1-bd7d-50282e83652a,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:49.285090 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9b15434f-eb42-4853-8a20-b95e48116dad tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:49.292598 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b15434f-eb42-4853-8a20-b95e48116dad tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:49.293314 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9b15434f-eb42-4853-8a20-b95e48116dad tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:49.312551 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 764f2c15-c573-4dda-a925-1345b7e853bf up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:54:49.416606 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-8ad70b97-c03b-440d-bed2-239056c250e2 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8661146 Jul 09 14:54:49.417119 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47870) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:49.422105 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-6753429b-629e-4695-b2bf-fbdd2c886596 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Request body: {'port': {'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'mac_address': 'fa:16:3e:bd:1f:e5', 'name': 'tempest-NetworksTestDHCPv6-1348147840'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:54:49.430810 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b15434f-eb42-4853-8a20-b95e48116dad tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event updated for resources: {'Network': ['ID=d9f2503a-1960-4ecc-8bd6-296122892472,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:49.444282 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network d9f2503a-1960-4ecc-8bd6-296122892472 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:54:49.492532 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-9b15434f-eb42-4853-8a20-b95e48116dad tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.1286132 Jul 09 14:54:49.492809 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 47872) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:49.500971 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-ce75a5bf-b664-4882-ac80-f5b16c5f7b70 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Request body: {'port': {'network_id': 'd9f2503a-1960-4ecc-8bd6-296122892472', 'name': 'tempest-PortsTestJSON-1494438181'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:54:49.542277 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 764f2c15-c573-4dda-a925-1345b7e853bf completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:54:49.578142 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-86d43e8b-0d38-4386-ac40-dc25e7703f9a tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:49.629993 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d43e8b-0d38-4386-ac40-dc25e7703f9a tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event deleted for resources: {'Port': ['ID=9c834419-0939-463d-a261-ddc43400725e,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:49.661629 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6753429b-629e-4695-b2bf-fbdd2c886596 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Made reservation on behalf of 705b0dcf676c4e4da08df6f6169d5c06 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:54:49.692388 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-86d43e8b-0d38-4386-ac40-dc25e7703f9a tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:49.694333 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-86d43e8b-0d38-4386-ac40-dc25e7703f9a tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "DELETE /v2.0/ports/9c834419-0939-463d-a261-ddc43400725e HTTP/1.1" status: 204 len: 168 time: 1.1145086 Jul 09 14:54:49.703537 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 47884) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:49.737167 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-e06b3538-fea2-42ec-8cb9-4fc1b78dd668 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] GET failed (client error): The resource could not be found. Jul 09 14:54:49.741524 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-e06b3538-fea2-42ec-8cb9-4fc1b78dd668 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "GET /v2.0/ports/9c834419-0939-463d-a261-ddc43400725e HTTP/1.1" status: 404 len: 333 time: 0.0342541 Jul 09 14:54:49.742229 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 47888) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:49.768433 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0ad8d1-a29b-40b7-bb53-fe8226c73e68 None None] Network 858359dc-653d-453c-9af7-637628d0bac8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:54:49.798932 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6753429b-629e-4695-b2bf-fbdd2c886596 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:49.812754 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd8e4ca6-ef41-4d7d-859c-e1b423e44f04 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Deleting subnet 15c799ad-0b60-453b-a7d0-f567a5f5fdbe {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:54:49.816178 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cd8e4ca6-ef41-4d7d-859c-e1b423e44f04 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:49.820225 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [None req-6753429b-629e-4695-b2bf-fbdd2c886596 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] device_id is not set on port 93d1113d-b227-40de-8487-ac2bf13a0a0f yet. {{(pid=94445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:54:49.843073 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce75a5bf-b664-4882-ac80-f5b16c5f7b70 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Made reservation on behalf of 5addd83cb682465db8739493dcb3fffc for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:54:49.846634 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ce75a5bf-b664-4882-ac80-f5b16c5f7b70 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:49.885078 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-ce75a5bf-b664-4882-ac80-f5b16c5f7b70 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] device_id is not set on port 98da29f1-7922-4b0b-bd8b-b8769e529f59 yet. {{(pid=94446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:54:49.899165 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cd8e4ca6-ef41-4d7d-859c-e1b423e44f04 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:50.094289 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d769ac2b-ba27-453f-a4c7-62f1863c0a5e None None] Update dhcp port {'port': {'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'fixed_ips': [{'subnet_id': '3368b2c2-0b8e-42da-b9f6-ef3b48917b0e', 'ip_address': '2001:db8::f816:3eff:fe62:146a'}, {'subnet_id': 'c3aa9071-79e1-4bd1-bd7d-50282e83652a'}], 'binding:host_id': 'n-d-799529-6'}, 'id': '764f2c15-c573-4dda-a925-1345b7e853bf'} from n-d-799529-6. {{(pid=94447) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 14:54:50.106484 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-6753429b-629e-4695-b2bf-fbdd2c886596 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Allocated IP 2001:db8:0:1::5c (858359dc-653d-453c-9af7-637628d0bac8/c3aa9071-79e1-4bd1-bd7d-50282e83652a/93d1113d-b227-40de-8487-ac2bf13a0a0f) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:54:50.115202 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-6753429b-629e-4695-b2bf-fbdd2c886596 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Allocated IP 2001:db8::f816:3eff:febd:1fe5 (858359dc-653d-453c-9af7-637628d0bac8/3368b2c2-0b8e-42da-b9f6-ef3b48917b0e/93d1113d-b227-40de-8487-ac2bf13a0a0f) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:54:50.121086 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-472c0f13-aeb9-4b5b-a1fd-b0b6110f27f5 None None] Provisioning for port 764f2c15-c573-4dda-a925-1345b7e853bf completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:54:50.132733 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-472c0f13-aeb9-4b5b-a1fd-b0b6110f27f5 None None] Provisioning complete for port 764f2c15-c573-4dda-a925-1345b7e853bf triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:54:50.133117 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-472c0f13-aeb9-4b5b-a1fd-b0b6110f27f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:50.154903 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cd8e4ca6-ef41-4d7d-859c-e1b423e44f04 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:50.182256 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d769ac2b-ba27-453f-a4c7-62f1863c0a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:50.245037 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ce75a5bf-b664-4882-ac80-f5b16c5f7b70 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:50.355597 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-472c0f13-aeb9-4b5b-a1fd-b0b6110f27f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:50.381906 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6753429b-629e-4695-b2bf-fbdd2c886596 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:50.403119 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-472c0f13-aeb9-4b5b-a1fd-b0b6110f27f5 None None] For port 764f2c15-c573-4dda-a925-1345b7e853bf, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=764f2c15-c573-4dda-a925-1345b7e853bf,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:54:50.404387 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-6753429b-629e-4695-b2bf-fbdd2c886596 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Transition to ACTIVE for port object 93d1113d-b227-40de-8487-ac2bf13a0a0f will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:54:50.417426 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cd8e4ca6-ef41-4d7d-859c-e1b423e44f04 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:50.426516 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6429f65-3f4a-4e4a-b5be-a748e4a37708 req-ddfdf329-650c-4af5-a6a6-b783c4907b3b tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:50.428113 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c6429f65-3f4a-4e4a-b5be-a748e4a37708 req-ddfdf329-650c-4af5-a6a6-b783c4907b3b tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64afeb-c3be-4694-8e15-6623d423984a HTTP/1.1" status: 200 len: 944 time: 0.1171896 Jul 09 14:54:50.446512 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8e4ca6-ef41-4d7d-859c-e1b423e44f04 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event deleted for resources: {'Subnet': ['ID=15c799ad-0b60-453b-a7d0-f567a5f5fdbe,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:50.450273 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cd8e4ca6-ef41-4d7d-859c-e1b423e44f04 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:50.452651 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-cd8e4ca6-ef41-4d7d-859c-e1b423e44f04 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "DELETE /v2.0/subnets/15c799ad-0b60-453b-a7d0-f567a5f5fdbe HTTP/1.1" status: 204 len: 168 time: 0.7095554 Jul 09 14:54:50.455660 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 47914) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:50.458237 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ce75a5bf-b664-4882-ac80-f5b16c5f7b70 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:50.466224 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406297d3-ff2e-4348-9c57-cbe01768090f None None] Network 11197009-c66e-4567-8a1e-e4373392bf63 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:54:50.484310 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c6429f65-3f4a-4e4a-b5be-a748e4a37708 req-6196bb64-cc7e-494e-8359-a260f6829774 tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] 10.222.0.58 "GET /v2.0/security-groups?id=cdceb5fa-3cbf-42eb-9785-d2303e3e5a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466621 Jul 09 14:54:50.509911 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-472c0f13-aeb9-4b5b-a1fd-b0b6110f27f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:50.564891 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce75a5bf-b664-4882-ac80-f5b16c5f7b70 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event updated for resources: {'Port': ['ID=98da29f1-7922-4b0b-bd8b-b8769e529f59,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:50.574454 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-9981da65-6b2f-47b2-8b39-1b4c95bbe283 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Deleting subnet 17e82315-14b7-4962-9784-b396f4201065 {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:54:50.586377 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9981da65-6b2f-47b2-8b39-1b4c95bbe283 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:50.619096 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce75a5bf-b664-4882-ac80-f5b16c5f7b70 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Checking segment: {'id': '852c5a39-96fb-44bf-a3f7-c58a74fb94b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd9f2503a-1960-4ecc-8bd6-296122892472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:54:50.619358 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce75a5bf-b664-4882-ac80-f5b16c5f7b70 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Network hostable DHCP agents. Network: d9f2503a-1960-4ecc-8bd6-296122892472, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:54:50.649001 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6753429b-629e-4695-b2bf-fbdd2c886596 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:50.651931 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9981da65-6b2f-47b2-8b39-1b4c95bbe283 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:50.710228 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6753429b-629e-4695-b2bf-fbdd2c886596 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:54:50.714427 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-6753429b-629e-4695-b2bf-fbdd2c886596 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:54:50.720166 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6753429b-629e-4695-b2bf-fbdd2c886596 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:54:50.727054 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6753429b-629e-4695-b2bf-fbdd2c886596 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:50.727788 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6753429b-629e-4695-b2bf-fbdd2c886596 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:50.731924 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6753429b-629e-4695-b2bf-fbdd2c886596 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event updated for resources: {'Port': ['ID=93d1113d-b227-40de-8487-ac2bf13a0a0f,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:50.763344 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9981da65-6b2f-47b2-8b39-1b4c95bbe283 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:50.789673 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce75a5bf-b664-4882-ac80-f5b16c5f7b70 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Network d9f2503a-1960-4ecc-8bd6-296122892472 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:54:50.794132 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472c0f13-aeb9-4b5b-a1fd-b0b6110f27f5 None None] Pushing event updated for resources: {'Port': ['ID=764f2c15-c573-4dda-a925-1345b7e853bf,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:50.835942 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-d769ac2b-ba27-453f-a4c7-62f1863c0a5e None None] Allocated IP 2001:db8:0:1::2 (858359dc-653d-453c-9af7-637628d0bac8/c3aa9071-79e1-4bd1-bd7d-50282e83652a/764f2c15-c573-4dda-a925-1345b7e853bf) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:54:50.911903 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-6753429b-629e-4695-b2bf-fbdd2c886596 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4938152 Jul 09 14:54:50.915760 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47928) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:50.954266 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-ce75a5bf-b664-4882-ac80-f5b16c5f7b70 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, d9f2503a-1960-4ecc-8bd6-296122892472) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:54:50.957486 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9981da65-6b2f-47b2-8b39-1b4c95bbe283 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:50.974942 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce75a5bf-b664-4882-ac80-f5b16c5f7b70 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:54:50.982584 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d42ba07-f3ba-40fc-8f5e-a0db8029d7fa None None] Network d9f2503a-1960-4ecc-8bd6-296122892472 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:54:50.983256 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce75a5bf-b664-4882-ac80-f5b16c5f7b70 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:50.984146 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ce75a5bf-b664-4882-ac80-f5b16c5f7b70 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:51.021931 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9981da65-6b2f-47b2-8b39-1b4c95bbe283 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event deleted for resources: {'Subnet': ['ID=17e82315-14b7-4962-9784-b396f4201065,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:51.031535 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9981da65-6b2f-47b2-8b39-1b4c95bbe283 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:51.036615 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-9981da65-6b2f-47b2-8b39-1b4c95bbe283 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "DELETE /v2.0/subnets/17e82315-14b7-4962-9784-b396f4201065 HTTP/1.1" status: 204 len: 168 time: 0.5791523 Jul 09 14:54:51.037906 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47932) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:51.053295 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-d769ac2b-ba27-453f-a4c7-62f1863c0a5e None None] For port 764f2c15-c573-4dda-a925-1345b7e853bf, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=764f2c15-c573-4dda-a925-1345b7e853bf,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:54:51.113886 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 37e1be08-27fb-4ec8-b10f-94e0078016e7 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:54:51.135269 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d769ac2b-ba27-453f-a4c7-62f1863c0a5e None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:51.150821 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-155b4771-78e0-48cf-b662-ac26d7a0822d tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:51.165655 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ce75a5bf-b664-4882-ac80-f5b16c5f7b70 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6659672 Jul 09 14:54:51.165846 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-09f7b67a-da20-43e9-8ebe-2523cf1cbe2e tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Deleting port 93d1113d-b227-40de-8487-ac2bf13a0a0f {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:54:51.165846 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-09f7b67a-da20-43e9-8ebe-2523cf1cbe2e tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:51.167334 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 47940) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:51.174371 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-040d65c7-93bd-409e-8859-2966819f08f9 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1147550085'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:54:51.214908 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-d769ac2b-ba27-453f-a4c7-62f1863c0a5e None None] Transition to ACTIVE for port object 764f2c15-c573-4dda-a925-1345b7e853bf will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:54:51.292348 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad56a5f1-8e19-4854-8dbf-782ab7e6a548 None None] Update dhcp port {'port': {'network_id': '11197009-c66e-4567-8a1e-e4373392bf63', 'fixed_ips': [{'subnet_id': '17e82315-14b7-4962-9784-b396f4201065'}], 'binding:host_id': 'n-d-799529-6'}, 'id': '01700148-d455-4bdc-a511-bb5aea948ed1'} from n-d-799529-6. {{(pid=94447) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 14:54:51.298283 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-09f7b67a-da20-43e9-8ebe-2523cf1cbe2e tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:51.320857 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 764f2c15-c573-4dda-a925-1345b7e853bf up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:54:51.321072 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-155b4771-78e0-48cf-b662-ac26d7a0822d tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Deleting port 01700148-d455-4bdc-a511-bb5aea948ed1 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:54:51.321072 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-155b4771-78e0-48cf-b662-ac26d7a0822d tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:51.340643 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-09f7b67a-da20-43e9-8ebe-2523cf1cbe2e tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Calling delete_port for 93d1113d-b227-40de-8487-ac2bf13a0a0f owned by {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:54:51.381016 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d769ac2b-ba27-453f-a4c7-62f1863c0a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:51.390725 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-040d65c7-93bd-409e-8859-2966819f08f9 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Made reservation on behalf of 5addd83cb682465db8739493dcb3fffc for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:54:51.391035 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-040d65c7-93bd-409e-8859-2966819f08f9 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:51.408211 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ad56a5f1-8e19-4854-8dbf-782ab7e6a548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:51.441336 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-040d65c7-93bd-409e-8859-2966819f08f9 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:54:51.455829 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-040d65c7-93bd-409e-8859-2966819f08f9 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:51.456661 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-040d65c7-93bd-409e-8859-2966819f08f9 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Added segment 3be347f3-0ef0-4a96-b24f-f130f7085145 of type vlan for network 7400514e-3667-46c3-805a-12aca7ccb9a7 Jul 09 14:54:51.466666 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-155b4771-78e0-48cf-b662-ac26d7a0822d tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] For port 01700148-d455-4bdc-a511-bb5aea948ed1, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=01700148-d455-4bdc-a511-bb5aea948ed1,segment=NetworkSegment(d61b27c0-420e-4df3-8784-9d71c7730959),segment_id=d61b27c0-420e-4df3-8784-9d71c7730959)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:54:51.467220 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-155b4771-78e0-48cf-b662-ac26d7a0822d tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:51.499573 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-155b4771-78e0-48cf-b662-ac26d7a0822d tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Calling delete_port for 01700148-d455-4bdc-a511-bb5aea948ed1 owned by network:dhcp {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:54:51.543540 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-040d65c7-93bd-409e-8859-2966819f08f9 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:51.546865 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 37e1be08-27fb-4ec8-b10f-94e0078016e7, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=37e1be08-27fb-4ec8-b10f-94e0078016e7,segment=NetworkSegment(242418b2-0593-4333-974b-f37eae96090d),segment_id=242418b2-0593-4333-974b-f37eae96090d)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:54:51.632226 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '37e1be08-27fb-4ec8-b10f-94e0078016e7', 'network_id': '8d271781-c54f-4005-9b45-0a6064a27a65', 'port_id': '37e1be08-27fb-4ec8-b10f-94e0078016e7', 'mac_address': 'fa:16:3e:2d:a0:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af45ac94-4cdf-4df2-8abc-6ca387383be3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:54:51.646460 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d769ac2b-ba27-453f-a4c7-62f1863c0a5e None None] Pushing event updated for resources: {'Port': ['ID=764f2c15-c573-4dda-a925-1345b7e853bf,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:51.753020 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-040d65c7-93bd-409e-8859-2966819f08f9 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:51.759811 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040d65c7-93bd-409e-8859-2966819f08f9 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:51.760716 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-040d65c7-93bd-409e-8859-2966819f08f9 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:51.772962 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837cb2a9-c694-4ceb-abd1-3d830cd6cc08 req-211a4272-06be-4d24-bd23-480257c30138 tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:51.774591 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-837cb2a9-c694-4ceb-abd1-3d830cd6cc08 req-211a4272-06be-4d24-bd23-480257c30138 tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64afeb-c3be-4694-8e15-6623d423984a HTTP/1.1" status: 200 len: 944 time: 0.0983548 Jul 09 14:54:51.801106 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:51.812212 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-155b4771-78e0-48cf-b662-ac26d7a0822d tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:51.829873 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37e1be08-27fb-4ec8-b10f-94e0078016e7 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:54:51.866880 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155b4771-78e0-48cf-b662-ac26d7a0822d tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event deleted for resources: {'Port': ['ID=01700148-d455-4bdc-a511-bb5aea948ed1,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:51.868789 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-09f7b67a-da20-43e9-8ebe-2523cf1cbe2e tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:51.872767 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 37e1be08-27fb-4ec8-b10f-94e0078016e7, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=37e1be08-27fb-4ec8-b10f-94e0078016e7,segment=NetworkSegment(242418b2-0593-4333-974b-f37eae96090d),segment_id=242418b2-0593-4333-974b-f37eae96090d)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:54:51.882373 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155b4771-78e0-48cf-b662-ac26d7a0822d tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] No DVR routers for this DVR port 01700148-d455-4bdc-a511-bb5aea948ed1 on host n-d-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:54:51.891748 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-837cb2a9-c694-4ceb-abd1-3d830cd6cc08 req-10c7465f-5f1b-4595-b066-305e919b9968 tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] 10.222.0.58 "GET /v2.0/security-groups?id=cdceb5fa-3cbf-42eb-9785-d2303e3e5a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101890 Jul 09 14:54:51.924027 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-040d65c7-93bd-409e-8859-2966819f08f9 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7470155 Jul 09 14:54:51.924027 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 47962) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:51.926995 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05d0a35-a9fa-4ac8-b6fb-8ef30f23f3c3 None None] Network 11197009-c66e-4567-8a1e-e4373392bf63 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:54:51.939527 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-f0e2225b-85bf-462b-9ee3-eea7f9bc4de7 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Request body: {'ports': [{'network_id': 'd9f2503a-1960-4ecc-8bd6-296122892472'}, {'network_id': '7400514e-3667-46c3-805a-12aca7ccb9a7'}]} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:54:51.939986 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-f0e2225b-85bf-462b-9ee3-eea7f9bc4de7 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Request body: {'port': {'network_id': 'd9f2503a-1960-4ecc-8bd6-296122892472'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:54:51.946289 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-f0e2225b-85bf-462b-9ee3-eea7f9bc4de7 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Request body: {'port': {'network_id': '7400514e-3667-46c3-805a-12aca7ccb9a7'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:54:51.953869 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f7b67a-da20-43e9-8ebe-2523cf1cbe2e tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event deleted for resources: {'Port': ['ID=93d1113d-b227-40de-8487-ac2bf13a0a0f,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:51.963645 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040d65c7-93bd-409e-8859-2966819f08f9 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event updated for resources: {'Network': ['ID=7400514e-3667-46c3-805a-12aca7ccb9a7,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:52.007636 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:52.009670 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 7400514e-3667-46c3-805a-12aca7ccb9a7 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:54:52.060748 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-09f7b67a-da20-43e9-8ebe-2523cf1cbe2e tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:52.062789 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-09f7b67a-da20-43e9-8ebe-2523cf1cbe2e tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/ports/93d1113d-b227-40de-8487-ac2bf13a0a0f HTTP/1.1" status: 204 len: 168 time: 1.1459413 Jul 09 14:54:52.066724 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47970) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:52.084197 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-155b4771-78e0-48cf-b662-ac26d7a0822d tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:52.111576 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-fdc52456-3a01-48e6-a41f-11c9fee6b8df None None] Could not find standard attr ID for object 01700148-d455-4bdc-a511-bb5aea948ed1. {{(pid=94447) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 14:54:52.135045 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-155b4771-78e0-48cf-b662-ac26d7a0822d tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11197009-c66e-4567-8a1e-e4373392bf63']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:54:52.150951 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-155b4771-78e0-48cf-b662-ac26d7a0822d tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd61b27c0-420e-4df3-8784-9d71c7730959') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:54:52.151153 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-155b4771-78e0-48cf-b662-ac26d7a0822d tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd61b27c0-420e-4df3-8784-9d71c7730959') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:54:52.164796 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-155b4771-78e0-48cf-b662-ac26d7a0822d tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:52.187652 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-155b4771-78e0-48cf-b662-ac26d7a0822d tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:52.197418 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-155b4771-78e0-48cf-b662-ac26d7a0822d tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:54:52.197862 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-155b4771-78e0-48cf-b662-ac26d7a0822d tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:52.201693 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:54:52.201693 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:54:52.201693 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:54:52.201693 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:54:52.201693 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:54:52.201693 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:54:52.201693 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:54:52.201693 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:54:52.201693 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 14:54:52.201693 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:54:52.201693 n-d-799529-6 neutron-server[94445]: timer() Jul 09 14:54:52.201693 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:54:52.201693 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 14:54:52.201693 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:54:52.201693 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 14:54:52.201693 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:54:52.201693 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 14:54:52.201693 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:54:52.201693 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 14:54:52.201693 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:54:52.201693 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 14:54:52.201693 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:54:52.201693 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:54:52.201693 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:54:52.201693 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:54:52.201693 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:54:52.201693 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 14:54:52.201693 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:54:52.201693 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 14:54:52.201693 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:54:52.201693 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:54:52.201693 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:54:52.201693 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 14:54:52.201693 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:54:52.201693 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:54:52.201693 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:54:52.201693 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:54:52.201693 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:54:52.201693 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:54:52.201693 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:54:52.220960 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=37e1be08-27fb-4ec8-b10f-94e0078016e7,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:52.259887 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313b98e6-1309-4c6b-87c0-27abfabc4677 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:52.262932 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-313b98e6-1309-4c6b-87c0-27abfabc4677 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1939857 Jul 09 14:54:52.265885 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47976) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:52.361116 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1eda84-a7b6-4f3a-a22a-abbfc919360b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:52.364035 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-7e1eda84-a7b6-4f3a-a22a-abbfc919360b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0974169 Jul 09 14:54:52.366975 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47984) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:52.391947 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd242f4-0212-47d8-8973-649aa4b7eab2 None None] DHCP port deletion for 11197009-c66e-4567-8a1e-e4373392bf63 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:54:52.434176 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-155b4771-78e0-48cf-b662-ac26d7a0822d tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:52.451252 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-155b4771-78e0-48cf-b662-ac26d7a0822d tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:52.456817 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-155b4771-78e0-48cf-b662-ac26d7a0822d tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "DELETE /v2.0/networks/11197009-c66e-4567-8a1e-e4373392bf63 HTTP/1.1" status: 204 len: 168 time: 1.4144123 Jul 09 14:54:52.457607 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47988) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:52.481015 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['37e1be08-27fb-4ec8-b10f-94e0078016e7'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:54:52.485492 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be89a529-15a7-4702-a96e-671f9020cf92 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:52.487116 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be89a529-15a7-4702-a96e-671f9020cf92 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:52.488783 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be89a529-15a7-4702-a96e-671f9020cf92 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:52.496466 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-be89a529-15a7-4702-a96e-671f9020cf92 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1225717 Jul 09 14:54:52.496466 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155b4771-78e0-48cf-b662-ac26d7a0822d tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event deleted for resources: {'Network': ['ID=11197009-c66e-4567-8a1e-e4373392bf63,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:52.496466 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47990) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:52.609912 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-c26557c5-b155-466d-8df3-5500fbd3374f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Deleting subnet 3368b2c2-0b8e-42da-b9f6-ef3b48917b0e {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:54:52.614870 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c26557c5-b155-466d-8df3-5500fbd3374f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:52.665803 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c26557c5-b155-466d-8df3-5500fbd3374f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:52.686301 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-2692515e-09f7-4de0-9c36-fd483442d191 None None] Provisioning for port 764f2c15-c573-4dda-a925-1345b7e853bf completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:54:52.700505 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-2692515e-09f7-4de0-9c36-fd483442d191 None None] Provisioning complete for port 764f2c15-c573-4dda-a925-1345b7e853bf triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:54:52.700843 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2692515e-09f7-4de0-9c36-fd483442d191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:52.758461 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a095d479-bea5-4db2-b39d-9e079bfeb546 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:52.760003 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-a095d479-bea5-4db2-b39d-9e079bfeb546 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3009889 Jul 09 14:54:52.766369 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48002) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:52.798732 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c26557c5-b155-466d-8df3-5500fbd3374f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:52.855648 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c7fa5173-c8f1-4d0b-a5e2-3c595ca94505 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0874784 Jul 09 14:54:52.858470 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48006) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:52.864320 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-327e120d-c041-40ac-9834-3e80ccb99ea8 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-774405494'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:54:52.908736 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e2225b-85bf-462b-9ee3-eea7f9bc4de7 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Made reservation on behalf of 5addd83cb682465db8739493dcb3fffc for: {'port': 2} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:54:52.914255 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f0e2225b-85bf-462b-9ee3-eea7f9bc4de7 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:52.937062 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f0e2225b-85bf-462b-9ee3-eea7f9bc4de7 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:52.995563 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-8fc8cb7a-ff43-4110-a2e4-82c61ca00593 None None] Could not find standard attr ID for object 93d1113d-b227-40de-8487-ac2bf13a0a0f. {{(pid=94447) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 14:54:53.034304 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-f0e2225b-85bf-462b-9ee3-eea7f9bc4de7 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] device_id is not set on port 32f21a4e-7bca-470e-8f57-51ee3a83e4ce yet. {{(pid=94446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:54:53.075045 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327e120d-c041-40ac-9834-3e80ccb99ea8 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Made reservation on behalf of c23027b79fbf48438de608f7fcd960b2 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:54:53.079388 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-327e120d-c041-40ac-9834-3e80ccb99ea8 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:53.119923 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907382f7-0f6c-401d-b06e-5a4d03468425 req-9b934a24-26b4-4b69-95c2-26f41ab645d5 tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:53.120958 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:53.121618 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-907382f7-0f6c-401d-b06e-5a4d03468425 req-9b934a24-26b4-4b69-95c2-26f41ab645d5 tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64afeb-c3be-4694-8e15-6623d423984a HTTP/1.1" status: 200 len: 945 time: 0.0730317 Jul 09 14:54:53.123452 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c26557c5-b155-466d-8df3-5500fbd3374f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:53.166809 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26557c5-b155-466d-8df3-5500fbd3374f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event deleted for resources: {'Subnet': ['ID=3368b2c2-0b8e-42da-b9f6-ef3b48917b0e,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:53.167467 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-327e120d-c041-40ac-9834-3e80ccb99ea8 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:54:53.188049 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-327e120d-c041-40ac-9834-3e80ccb99ea8 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:53.188271 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-327e120d-c041-40ac-9834-3e80ccb99ea8 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Added segment b4131227-22b8-426d-bb2a-484662382083 of type vlan for network e676111e-d9df-4a9d-96b5-858f019077a7 Jul 09 14:54:53.196513 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f34b64-3794-4773-9da4-e72507b96f7b None None] Network 858359dc-653d-453c-9af7-637628d0bac8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:54:53.198741 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-907382f7-0f6c-401d-b06e-5a4d03468425 req-690dbda3-f3e5-444b-ac49-0e4278cda1c5 tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] 10.222.0.58 "GET /v2.0/security-groups?id=cdceb5fa-3cbf-42eb-9785-d2303e3e5a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500376 Jul 09 14:54:53.200131 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c26557c5-b155-466d-8df3-5500fbd3374f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:53.202290 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c26557c5-b155-466d-8df3-5500fbd3374f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/subnets/3368b2c2-0b8e-42da-b9f6-ef3b48917b0e HTTP/1.1" status: 204 len: 168 time: 0.7059658 Jul 09 14:54:53.204724 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48020) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:53.211987 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f0e2225b-85bf-462b-9ee3-eea7f9bc4de7 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:53.262650 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-327e120d-c041-40ac-9834-3e80ccb99ea8 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:53.278819 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-e98196b7-6537-41dc-917d-99cc2508e9f7 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Deleting subnet c3aa9071-79e1-4bd1-bd7d-50282e83652a {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:54:53.284064 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e98196b7-6537-41dc-917d-99cc2508e9f7 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:53.303555 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 764f2c15-c573-4dda-a925-1345b7e853bf up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:54:53.344668 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e98196b7-6537-41dc-917d-99cc2508e9f7 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:53.375557 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-f0e2225b-85bf-462b-9ee3-eea7f9bc4de7 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] device_id is not set on port c90e845c-f79d-4ece-a6f1-e1bcbe90f966 yet. {{(pid=94446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:54:53.419475 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 764f2c15-c573-4dda-a925-1345b7e853bf triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:54:53.419905 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:53.460414 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e98196b7-6537-41dc-917d-99cc2508e9f7 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:53.524345 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f0e2225b-85bf-462b-9ee3-eea7f9bc4de7 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:53.529288 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-327e120d-c041-40ac-9834-3e80ccb99ea8 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:53.535598 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327e120d-c041-40ac-9834-3e80ccb99ea8 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:53.538495 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-327e120d-c041-40ac-9834-3e80ccb99ea8 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:53.600890 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 01700148-d455-4bdc-a511-bb5aea948ed1 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:54:53.622578 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 01700148-d455-4bdc-a511-bb5aea948ed1 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:54:53.622998 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 01700148-d455-4bdc-a511-bb5aea948ed1 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:54:53.628135 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327e120d-c041-40ac-9834-3e80ccb99ea8 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event updated for resources: {'Network': ['ID=e676111e-d9df-4a9d-96b5-858f019077a7,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:53.650450 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network e676111e-d9df-4a9d-96b5-858f019077a7 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:54:53.652734 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e98196b7-6537-41dc-917d-99cc2508e9f7 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:53.689855 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98196b7-6537-41dc-917d-99cc2508e9f7 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event deleted for resources: {'Subnet': ['ID=c3aa9071-79e1-4bd1-bd7d-50282e83652a,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:53.697249 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-327e120d-c041-40ac-9834-3e80ccb99ea8 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8373871 Jul 09 14:54:53.697594 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e98196b7-6537-41dc-917d-99cc2508e9f7 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:53.700012 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e98196b7-6537-41dc-917d-99cc2508e9f7 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/subnets/c3aa9071-79e1-4bd1-bd7d-50282e83652a HTTP/1.1" status: 204 len: 168 time: 0.4940543 Jul 09 14:54:53.704241 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48038) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:53.706068 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-47c07249-45e8-4b0e-8d6b-63c513455e47 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Request body: {'subnet': {'network_id': 'e676111e-d9df-4a9d-96b5-858f019077a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:54:53.706396 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48040) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:53.751899 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f9a812f5-c64c-415f-9cf0-1eea1fad0c94 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0442064 Jul 09 14:54:53.760972 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f0e2225b-85bf-462b-9ee3-eea7f9bc4de7 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:53.764518 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48042) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:53.770358 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-eac71bbe-3656-4c95-a2cb-091f81a2a490 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Request body: {'subnet': {'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:54:53.835287 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e2225b-85bf-462b-9ee3-eea7f9bc4de7 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Network d9f2503a-1960-4ecc-8bd6-296122892472 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:54:53.850474 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-f0e2225b-85bf-462b-9ee3-eea7f9bc4de7 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:54:53.856422 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e2225b-85bf-462b-9ee3-eea7f9bc4de7 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:54:53.861643 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f0e2225b-85bf-462b-9ee3-eea7f9bc4de7 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:53.876346 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e2225b-85bf-462b-9ee3-eea7f9bc4de7 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event updated for resources: {'Port': ['ID=32f21a4e-7bca-470e-8f57-51ee3a83e4ce,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:53.946662 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e2225b-85bf-462b-9ee3-eea7f9bc4de7 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event updated for resources: {'Port': ['ID=c90e845c-f79d-4ece-a6f1-e1bcbe90f966,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:53.954548 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e2225b-85bf-462b-9ee3-eea7f9bc4de7 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Checking segment: {'id': '3be347f3-0ef0-4a96-b24f-f130f7085145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7400514e-3667-46c3-805a-12aca7ccb9a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:54:53.954922 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e2225b-85bf-462b-9ee3-eea7f9bc4de7 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Network hostable DHCP agents. Network: 7400514e-3667-46c3-805a-12aca7ccb9a7, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:54:53.976241 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac71bbe-3656-4c95-a2cb-091f81a2a490 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Made reservation on behalf of 705b0dcf676c4e4da08df6f6169d5c06 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:54:53.980232 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eac71bbe-3656-4c95-a2cb-091f81a2a490 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:54.056379 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e2225b-85bf-462b-9ee3-eea7f9bc4de7 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Network 7400514e-3667-46c3-805a-12aca7ccb9a7 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:54:54.103069 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c07249-45e8-4b0e-8d6b-63c513455e47 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Made reservation on behalf of c23027b79fbf48438de608f7fcd960b2 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:54:54.106874 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-47c07249-45e8-4b0e-8d6b-63c513455e47 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:54.194473 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-f0e2225b-85bf-462b-9ee3-eea7f9bc4de7 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 7400514e-3667-46c3-805a-12aca7ccb9a7) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:54:54.200487 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e2225b-85bf-462b-9ee3-eea7f9bc4de7 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:54:54.211297 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e2225b-85bf-462b-9ee3-eea7f9bc4de7 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:54.213281 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62bd7fd-39e9-4619-b2b6-e0086478ee56 None None] Network 7400514e-3667-46c3-805a-12aca7ccb9a7 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:54:54.216832 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e2225b-85bf-462b-9ee3-eea7f9bc4de7 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:54.217551 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f0e2225b-85bf-462b-9ee3-eea7f9bc4de7 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:54.278420 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206efe04-0a03-4c60-9c30-c9d4a1192a1d None None] Network 858359dc-653d-453c-9af7-637628d0bac8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:54:54.404880 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f0e2225b-85bf-462b-9ee3-eea7f9bc4de7 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.4800065 Jul 09 14:54:54.408090 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48064) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:54.498697 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1201c5-a67d-4f3a-a346-4302b46b79fd req-5fe955ca-ea8f-4edc-8169-521f04690050 tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:54.500403 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6f1201c5-a67d-4f3a-a346-4302b46b79fd req-5fe955ca-ea8f-4edc-8169-521f04690050 tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64afeb-c3be-4694-8e15-6623d423984a HTTP/1.1" status: 200 len: 945 time: 0.1613476 Jul 09 14:54:54.533278 n-d-799529-6 neutron-server[94445]: DEBUG neutron.objects.ports [None req-eac71bbe-3656-4c95-a2cb-091f81a2a490 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94445) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 14:54:54.545377 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-d39ca8aa-44a1-46a2-95e0-20b9f1992bc3 None None] Provisioning complete for port 764f2c15-c573-4dda-a925-1345b7e853bf triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:54:54.545849 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d39ca8aa-44a1-46a2-95e0-20b9f1992bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:54.547619 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-95b26b46-6d51-4baf-b33f-10b2f23bed71 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Deleting port c90e845c-f79d-4ece-a6f1-e1bcbe90f966 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:54:54.548113 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-95b26b46-6d51-4baf-b33f-10b2f23bed71 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:54.600045 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-47c07249-45e8-4b0e-8d6b-63c513455e47 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:54.663484 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-95b26b46-6d51-4baf-b33f-10b2f23bed71 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:54.681335 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6f1201c5-a67d-4f3a-a346-4302b46b79fd req-0497a690-e493-4384-8a45-d002a99d6b0e tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] 10.222.0.58 "GET /v2.0/security-groups?id=cdceb5fa-3cbf-42eb-9785-d2303e3e5a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581249 Jul 09 14:54:54.687181 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-95b26b46-6d51-4baf-b33f-10b2f23bed71 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Calling delete_port for c90e845c-f79d-4ece-a6f1-e1bcbe90f966 owned by {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:54:54.765444 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c07249-45e8-4b0e-8d6b-63c513455e47 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event updated for resources: {'Subnet': ['ID=3b157dd4-8880-4a6e-9b5d-e48efbcee592,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:54.786427 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c07249-45e8-4b0e-8d6b-63c513455e47 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Checking segment: {'id': 'b4131227-22b8-426d-bb2a-484662382083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'e676111e-d9df-4a9d-96b5-858f019077a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:54:54.787361 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c07249-45e8-4b0e-8d6b-63c513455e47 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Network hostable DHCP agents. Network: e676111e-d9df-4a9d-96b5-858f019077a7, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:54:54.869992 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c61606d-b91a-43ce-8e9b-44ff0cff880c None None] Update dhcp port {'port': {'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'fixed_ips': [{'subnet_id': 'd40891fd-e2b8-4258-a9d1-2742aa413ada'}], 'binding:host_id': 'n-d-799529-6'}, 'id': '764f2c15-c573-4dda-a925-1345b7e853bf'} from n-d-799529-6. {{(pid=94447) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 14:54:54.906886 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6c61606d-b91a-43ce-8e9b-44ff0cff880c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:54.973365 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eac71bbe-3656-4c95-a2cb-091f81a2a490 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:54.998271 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c07249-45e8-4b0e-8d6b-63c513455e47 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Network e676111e-d9df-4a9d-96b5-858f019077a7 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:54:55.000576 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-95b26b46-6d51-4baf-b33f-10b2f23bed71 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:55.035238 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b26b46-6d51-4baf-b33f-10b2f23bed71 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event deleted for resources: {'Port': ['ID=c90e845c-f79d-4ece-a6f1-e1bcbe90f966,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:55.050227 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-95b26b46-6d51-4baf-b33f-10b2f23bed71 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:55.052751 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-95b26b46-6d51-4baf-b33f-10b2f23bed71 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "DELETE /v2.0/ports/c90e845c-f79d-4ece-a6f1-e1bcbe90f966 HTTP/1.1" status: 204 len: 168 time: 0.6428647 Jul 09 14:54:55.055260 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48084) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:55.110418 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 37e1be08-27fb-4ec8-b10f-94e0078016e7 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:54:55.131585 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe51d97-21be-413e-9780-ac58c95e9c19 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:55.139257 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.db.api [None req-6c61606d-b91a-43ce-8e9b-44ff0cff880c None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe62:146a-8379ba45-53e3-4b6c-bdf6-b01ea810ed {{(pid=94447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 14:54:55.139875 n-d-799529-6 neutron-server[94447]: DEBUG oslo_db.api [None req-6c61606d-b91a-43ce-8e9b-44ff0cff880c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 14:54:55.146969 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe51d97-21be-413e-9780-ac58c95e9c19 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:55.149068 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-3fe51d97-21be-413e-9780-ac58c95e9c19 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0923617 Jul 09 14:54:55.150379 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-47c07249-45e8-4b0e-8d6b-63c513455e47 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, e676111e-d9df-4a9d-96b5-858f019077a7) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:54:55.151988 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48088) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:55.171086 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4f4974-ac77-487b-a760-3bd4cc24ca25 None None] Network e676111e-d9df-4a9d-96b5-858f019077a7 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:54:55.187287 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c07249-45e8-4b0e-8d6b-63c513455e47 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:55.188150 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-47c07249-45e8-4b0e-8d6b-63c513455e47 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:55.289497 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-ed668dc0-2567-411c-bee5-b19f539cd00b tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Deleting port 32f21a4e-7bca-470e-8f57-51ee3a83e4ce {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:54:55.290093 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ed668dc0-2567-411c-bee5-b19f539cd00b tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:55.296331 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port 37e1be08-27fb-4ec8-b10f-94e0078016e7 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:54:55.304315 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 37e1be08-27fb-4ec8-b10f-94e0078016e7 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:54:55.304692 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:55.386217 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-47c07249-45e8-4b0e-8d6b-63c513455e47 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6848383 Jul 09 14:54:55.388262 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ed668dc0-2567-411c-bee5-b19f539cd00b tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:55.390830 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48096) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:55.391536 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ae8269-1a47-4a8f-889a-81a5da1dc2c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-e676111e-d9df-4a9d-96b5-858f019077a7', 'network_id': 'e676111e-d9df-4a9d-96b5-858f019077a7', 'tenant_id': 'c23027b79fbf48438de608f7fcd960b2', 'fixed_ips': [{'subnet_id': '3b157dd4-8880-4a6e-9b5d-e48efbcee592'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:54:55.392380 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-55ae8269-1a47-4a8f-889a-81a5da1dc2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:55.395711 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-7d69f5df-b832-441e-a319-82da0a319f37 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Request body: {'port': {'network_id': 'e676111e-d9df-4a9d-96b5-858f019077a7', 'name': 'tempest-PortsIpV6TestJSON-355518409'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:54:55.448051 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:55.455880 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-ed668dc0-2567-411c-bee5-b19f539cd00b tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Calling delete_port for 32f21a4e-7bca-470e-8f57-51ee3a83e4ce owned by {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:54:55.534082 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc64afeb-c3be-4694-8e15-6623d423984a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e1be08-27fb-4ec8-b10f-94e0078016e7'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:54:55.536542 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e84e20-46b9-4a0e-bd7d-6613f1282690" -d '{"events": [{"server_uuid": "dc64afeb-c3be-4694-8e15-6623d423984a", "name": "network-vif-plugged", "status": "completed", "tag": "37e1be08-27fb-4ec8-b10f-94e0078016e7"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:54:55.538377 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-eac71bbe-3656-4c95-a2cb-091f81a2a490 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] For port 764f2c15-c573-4dda-a925-1345b7e853bf, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=764f2c15-c573-4dda-a925-1345b7e853bf,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:54:55.559937 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 37e1be08-27fb-4ec8-b10f-94e0078016e7, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=37e1be08-27fb-4ec8-b10f-94e0078016e7,segment=NetworkSegment(242418b2-0593-4333-974b-f37eae96090d),segment_id=242418b2-0593-4333-974b-f37eae96090d)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:54:55.575803 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eac71bbe-3656-4c95-a2cb-091f81a2a490 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:55.600287 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b8301e-112b-4643-b2eb-6e0f45518818 x-openstack-request-id: req-94b8301e-112b-4643-b2eb-6e0f45518818 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:54:55.600586 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc64afeb-c3be-4694-8e15-6623d423984a", "name": "network-vif-plugged", "status": "completed", "tag": "37e1be08-27fb-4ec8-b10f-94e0078016e7", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:54:55.600831 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-94b8301e-112b-4643-b2eb-6e0f45518818 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:54:55.601209 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc64afeb-c3be-4694-8e15-6623d423984a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e1be08-27fb-4ec8-b10f-94e0078016e7', 'code': 200} Jul 09 14:54:55.615642 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-55ae8269-1a47-4a8f-889a-81a5da1dc2c4 None None] Allocated IP 2001:db8::2 (e676111e-d9df-4a9d-96b5-858f019077a7/3b157dd4-8880-4a6e-9b5d-e48efbcee592/3841a73a-277f-4e72-851e-0357242788aa) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:54:55.718835 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6c61606d-b91a-43ce-8e9b-44ff0cff880c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:55.754439 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0631e6ca-c37b-4c35-8276-700280387ebb req-4fab6ba5-bd31-45eb-9e96-104adfa71eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:55.759332 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0631e6ca-c37b-4c35-8276-700280387ebb req-4fab6ba5-bd31-45eb-9e96-104adfa71eff service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=dc64afeb-c3be-4694-8e15-6623d423984a HTTP/1.1" status: 200 len: 1096 time: 0.0612156 Jul 09 14:54:55.801229 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0631e6ca-c37b-4c35-8276-700280387ebb req-6b510a19-3941-418c-ba40-54a3d1277a55 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=cdceb5fa-3cbf-42eb-9785-d2303e3e5a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328555 Jul 09 14:54:55.866639 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eac71bbe-3656-4c95-a2cb-091f81a2a490 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:55.870187 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-55ae8269-1a47-4a8f-889a-81a5da1dc2c4 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:55.870431 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eac71bbe-3656-4c95-a2cb-091f81a2a490 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:55.896355 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b77e199-6857-40e1-8ee2-7b2cb6d816dd req-7ad28453-d37d-4ffc-9499-3df75c9a114b tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:55.897981 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1b77e199-6857-40e1-8ee2-7b2cb6d816dd req-7ad28453-d37d-4ffc-9499-3df75c9a114b tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64afeb-c3be-4694-8e15-6623d423984a HTTP/1.1" status: 200 len: 945 time: 0.0849147 Jul 09 14:54:55.909925 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:55.975287 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac71bbe-3656-4c95-a2cb-091f81a2a490 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:54:55.979492 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-55ae8269-1a47-4a8f-889a-81a5da1dc2c4 None None] Transition to ACTIVE for port object 3841a73a-277f-4e72-851e-0357242788aa will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:54:55.988359 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-eac71bbe-3656-4c95-a2cb-091f81a2a490 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:54:55.994046 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac71bbe-3656-4c95-a2cb-091f81a2a490 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:55.994687 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eac71bbe-3656-4c95-a2cb-091f81a2a490 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:55.995373 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1b77e199-6857-40e1-8ee2-7b2cb6d816dd req-d7edf3e2-de2b-4026-96ce-a7fb41022740 tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] 10.222.0.58 "GET /v2.0/security-groups?id=cdceb5fa-3cbf-42eb-9785-d2303e3e5a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801470 Jul 09 14:54:56.005254 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ed668dc0-2567-411c-bee5-b19f539cd00b tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:56.005923 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=37e1be08-27fb-4ec8-b10f-94e0078016e7,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:56.009860 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-55ae8269-1a47-4a8f-889a-81a5da1dc2c4 None None] Transition to ACTIVE for port object 3841a73a-277f-4e72-851e-0357242788aa will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:54:56.019933 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d69f5df-b832-441e-a319-82da0a319f37 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Made reservation on behalf of c23027b79fbf48438de608f7fcd960b2 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:54:56.021347 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac71bbe-3656-4c95-a2cb-091f81a2a490 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event updated for resources: {'Subnet': ['ID=d40891fd-e2b8-4258-a9d1-2742aa413ada,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:56.024298 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac71bbe-3656-4c95-a2cb-091f81a2a490 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event updated for resources: {'Port': ['ID=764f2c15-c573-4dda-a925-1345b7e853bf,revision_number=8']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:56.024878 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7d69f5df-b832-441e-a319-82da0a319f37 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:56.048744 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.db.api [None req-6c61606d-b91a-43ce-8e9b-44ff0cff880c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 14:54:56.048744 n-d-799529-6 neutron-server[94447]: DEBUG oslo_db.api [None req-6c61606d-b91a-43ce-8e9b-44ff0cff880c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 14:54:56.071369 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed668dc0-2567-411c-bee5-b19f539cd00b tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event deleted for resources: {'Port': ['ID=32f21a4e-7bca-470e-8f57-51ee3a83e4ce,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:56.074705 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ed668dc0-2567-411c-bee5-b19f539cd00b tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:56.077539 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ed668dc0-2567-411c-bee5-b19f539cd00b tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "DELETE /v2.0/ports/32f21a4e-7bca-470e-8f57-51ee3a83e4ce HTTP/1.1" status: 204 len: 168 time: 0.9246550 Jul 09 14:54:56.079394 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48118) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:56.083836 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-7d69f5df-b832-441e-a319-82da0a319f37 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] device_id is not set on port 9aabbace-6510-4cf0-b3c7-18c1be213dd1 yet. {{(pid=94446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:54:56.149490 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55511f1-96bc-4cc4-9e54-5d2d45ff40b8 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:56.150990 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f55511f1-96bc-4cc4-9e54-5d2d45ff40b8 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0705101 Jul 09 14:54:56.153915 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48120) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:56.187711 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-b41987de-8cd1-4a50-b168-479252d02519 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] GET failed (client error): The resource could not be found. Jul 09 14:54:56.189222 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b41987de-8cd1-4a50-b168-479252d02519 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "GET /v2.0/ports/c90e845c-f79d-4ece-a6f1-e1bcbe90f966 HTTP/1.1" status: 404 len: 333 time: 0.0344079 Jul 09 14:54:56.191996 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48126) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:56.198900 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-55ae8269-1a47-4a8f-889a-81a5da1dc2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:56.223124 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-954545bb-b68b-414b-a755-88357a152d79 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] GET failed (client error): The resource could not be found. Jul 09 14:54:56.228080 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-954545bb-b68b-414b-a755-88357a152d79 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "GET /v2.0/ports/32f21a4e-7bca-470e-8f57-51ee3a83e4ce HTTP/1.1" status: 404 len: 333 time: 0.0325179 Jul 09 14:54:56.228999 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48128) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:56.253269 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ae8269-1a47-4a8f-889a-81a5da1dc2c4 None None] Network e676111e-d9df-4a9d-96b5-858f019077a7 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:54:56.256518 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-55ae8269-1a47-4a8f-889a-81a5da1dc2c4 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:54:56.261040 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ae8269-1a47-4a8f-889a-81a5da1dc2c4 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:54:56.264227 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ae8269-1a47-4a8f-889a-81a5da1dc2c4 None None] Pushing event updated for resources: {'Port': ['ID=3841a73a-277f-4e72-851e-0357242788aa,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:56.264403 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-7d69f5df-b832-441e-a319-82da0a319f37 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Allocated IP 2001:db8::2fc (e676111e-d9df-4a9d-96b5-858f019077a7/3b157dd4-8880-4a6e-9b5d-e48efbcee592/9aabbace-6510-4cf0-b3c7-18c1be213dd1) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:54:56.279226 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-eac71bbe-3656-4c95-a2cb-091f81a2a490 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5133564 Jul 09 14:54:56.282950 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48130) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:56.291250 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-ae77d2a0-5e90-4b14-acc1-b6edfcfbd169 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Request body: {'subnet': {'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:54:56.294706 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8f2501b2-07ef-4f2d-8fcb-96086219b2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:56.317537 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-17eec81b-8a7b-4b3b-be8b-bca408d607c1 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:56.325268 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-55ae8269-1a47-4a8f-889a-81a5da1dc2c4 None None] Attempting to bind port 3841a73a-277f-4e72-851e-0357242788aa on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:54:56.325769 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-55ae8269-1a47-4a8f-889a-81a5da1dc2c4 None None] Attempting to bind port 3841a73a-277f-4e72-851e-0357242788aa by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'b4131227-22b8-426d-bb2a-484662382083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'e676111e-d9df-4a9d-96b5-858f019077a7'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:54:56.326352 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ae8269-1a47-4a8f-889a-81a5da1dc2c4 None None] Attempting to bind port 3841a73a-277f-4e72-851e-0357242788aa on network e676111e-d9df-4a9d-96b5-858f019077a7 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:54:56.335125 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ae8269-1a47-4a8f-889a-81a5da1dc2c4 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:54:56.337874 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ae8269-1a47-4a8f-889a-81a5da1dc2c4 None None] Checking segment: {'id': 'b4131227-22b8-426d-bb2a-484662382083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'e676111e-d9df-4a9d-96b5-858f019077a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:54:56.337874 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-55ae8269-1a47-4a8f-889a-81a5da1dc2c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:56.337874 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ae8269-1a47-4a8f-889a-81a5da1dc2c4 None None] Bound using segment: {'id': 'b4131227-22b8-426d-bb2a-484662382083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'e676111e-d9df-4a9d-96b5-858f019077a7'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:54:56.337874 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-55ae8269-1a47-4a8f-889a-81a5da1dc2c4 None None] Bound port: 3841a73a-277f-4e72-851e-0357242788aa, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4131227-22b8-426d-bb2a-484662382083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'e676111e-d9df-4a9d-96b5-858f019077a7'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:54:56.337874 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-55ae8269-1a47-4a8f-889a-81a5da1dc2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:56.422874 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-17eec81b-8a7b-4b3b-be8b-bca408d607c1 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:56.429095 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-55ae8269-1a47-4a8f-889a-81a5da1dc2c4 None None] For port 3841a73a-277f-4e72-851e-0357242788aa, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:54:56.434354 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-55ae8269-1a47-4a8f-889a-81a5da1dc2c4 None None] For port 3841a73a-277f-4e72-851e-0357242788aa, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=3841a73a-277f-4e72-851e-0357242788aa,segment=NetworkSegment(b4131227-22b8-426d-bb2a-484662382083),segment_id=b4131227-22b8-426d-bb2a-484662382083)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:54:56.441088 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-17eec81b-8a7b-4b3b-be8b-bca408d607c1 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7400514e-3667-46c3-805a-12aca7ccb9a7']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:54:56.449049 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-17eec81b-8a7b-4b3b-be8b-bca408d607c1 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3be347f3-0ef0-4a96-b24f-f130f7085145') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:54:56.449278 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-17eec81b-8a7b-4b3b-be8b-bca408d607c1 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3be347f3-0ef0-4a96-b24f-f130f7085145') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:54:56.460568 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-17eec81b-8a7b-4b3b-be8b-bca408d607c1 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:56.475185 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-17eec81b-8a7b-4b3b-be8b-bca408d607c1 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:56.484686 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17eec81b-8a7b-4b3b-be8b-bca408d607c1 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:54:56.485125 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-17eec81b-8a7b-4b3b-be8b-bca408d607c1 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:56.488501 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 14:54:56.488501 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:54:56.488501 n-d-799529-6 neutron-server[94445]: timer() Jul 09 14:54:56.488501 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:54:56.488501 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 14:54:56.488501 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:54:56.488501 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 14:54:56.488501 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:54:56.488501 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 14:54:56.488501 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:54:56.488501 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 14:54:56.488501 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:54:56.488501 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 14:54:56.488501 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:54:56.488501 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:54:56.488501 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:54:56.488501 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:54:56.488501 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:54:56.488501 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 14:54:56.488501 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:54:56.488501 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 14:54:56.488501 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:54:56.488501 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:54:56.488501 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:54:56.488501 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 14:54:56.488501 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:54:56.488501 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:54:56.488501 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:54:56.488501 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:54:56.488501 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:54:56.488501 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:54:56.488501 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:54:56.519294 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6c61606d-b91a-43ce-8e9b-44ff0cff880c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:56.555008 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-55ae8269-1a47-4a8f-889a-81a5da1dc2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:56.566609 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7d69f5df-b832-441e-a319-82da0a319f37 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:56.588688 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-7d69f5df-b832-441e-a319-82da0a319f37 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Transition to ACTIVE for port object 9aabbace-6510-4cf0-b3c7-18c1be213dd1 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:54:56.649683 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ae8269-1a47-4a8f-889a-81a5da1dc2c4 None None] Pushing event updated for resources: {'Port': ['ID=3841a73a-277f-4e72-851e-0357242788aa,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:56.672507 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae77d2a0-5e90-4b14-acc1-b6edfcfbd169 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Made reservation on behalf of 705b0dcf676c4e4da08df6f6169d5c06 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:54:56.677313 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ae77d2a0-5e90-4b14-acc1-b6edfcfbd169 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:56.712554 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-17eec81b-8a7b-4b3b-be8b-bca408d607c1 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:56.719626 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-17eec81b-8a7b-4b3b-be8b-bca408d607c1 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:56.727003 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48146) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:56.727731 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-17eec81b-8a7b-4b3b-be8b-bca408d607c1 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "DELETE /v2.0/networks/7400514e-3667-46c3-805a-12aca7ccb9a7 HTTP/1.1" status: 204 len: 168 time: 0.4976010 Jul 09 14:54:56.732429 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-8c0ba4b0-fd55-4e78-b29c-541b028503a1 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-585224191'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:54:56.758457 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eec81b-8a7b-4b3b-be8b-bca408d607c1 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event deleted for resources: {'Network': ['ID=7400514e-3667-46c3-805a-12aca7ccb9a7,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:56.796406 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7d69f5df-b832-441e-a319-82da0a319f37 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:56.800695 n-d-799529-6 neutron-server[94446]: INFO neutron.db.ipam_backend_mixin [None req-ae77d2a0-5e90-4b14-acc1-b6edfcfbd169 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d40891fd-e2b8-4258-a9d1-2742aa413ada (CIDR: 2001:db8::/64) Jul 09 14:54:56.848350 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d69f5df-b832-441e-a319-82da0a319f37 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Network e676111e-d9df-4a9d-96b5-858f019077a7 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:54:56.852055 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-7d69f5df-b832-441e-a319-82da0a319f37 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:54:56.861080 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d69f5df-b832-441e-a319-82da0a319f37 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:54:56.866854 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d69f5df-b832-441e-a319-82da0a319f37 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:56.867530 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7d69f5df-b832-441e-a319-82da0a319f37 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:56.878184 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-6c61606d-b91a-43ce-8e9b-44ff0cff880c None None] For port 764f2c15-c573-4dda-a925-1345b7e853bf, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=764f2c15-c573-4dda-a925-1345b7e853bf,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:54:56.898719 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d69f5df-b832-441e-a319-82da0a319f37 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event updated for resources: {'Port': ['ID=9aabbace-6510-4cf0-b3c7-18c1be213dd1,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:56.929821 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae77d2a0-5e90-4b14-acc1-b6edfcfbd169 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:54:56.929821 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae77d2a0-5e90-4b14-acc1-b6edfcfbd169 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:54:56.931198 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6c61606d-b91a-43ce-8e9b-44ff0cff880c None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:56.966965 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0ba4b0-fd55-4e78-b29c-541b028503a1 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Made reservation on behalf of 5addd83cb682465db8739493dcb3fffc for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:54:56.970822 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8c0ba4b0-fd55-4e78-b29c-541b028503a1 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:57.000899 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c0ba4b0-fd55-4e78-b29c-541b028503a1 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:54:57.013667 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8c0ba4b0-fd55-4e78-b29c-541b028503a1 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:57.014317 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-8c0ba4b0-fd55-4e78-b29c-541b028503a1 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Added segment d6e082ba-8a98-45c8-bb0f-5b44d06aea0b of type vlan for network 1b3d5dec-56b3-4bcf-ba9e-01cfb1203056 Jul 09 14:54:57.064249 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8c0ba4b0-fd55-4e78-b29c-541b028503a1 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:57.114730 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6c61606d-b91a-43ce-8e9b-44ff0cff880c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:57.185440 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b33c88e-13a1-49c6-ba4d-743284ee7513 req-5f9878a0-cb71-4cdf-b3da-bb4e0d0c0b6e tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:57.192822 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8b33c88e-13a1-49c6-ba4d-743284ee7513 req-5f9878a0-cb71-4cdf-b3da-bb4e0d0c0b6e tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64afeb-c3be-4694-8e15-6623d423984a HTTP/1.1" status: 200 len: 946 time: 0.0806141 Jul 09 14:54:57.213527 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7d69f5df-b832-441e-a319-82da0a319f37 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8217304 Jul 09 14:54:57.218298 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48162) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:57.218744 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48164) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:57.220576 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c61606d-b91a-43ce-8e9b-44ff0cff880c None None] Pushing event updated for resources: {'Port': ['ID=764f2c15-c573-4dda-a925-1345b7e853bf,revision_number=9']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:57.224054 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-64d04164-54bb-4ab4-b7c3-cd4230c9f7e1 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Request body: {'port': {'network_id': 'e676111e-d9df-4a9d-96b5-858f019077a7', 'name': 'tempest-PortsIpV6TestJSON-2106673147'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:54:57.228225 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ae77d2a0-5e90-4b14-acc1-b6edfcfbd169 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9443538 Jul 09 14:54:57.237792 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-09da0223-1204-4847-9353-2d95c273057e tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Request body: {'subnet': {'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:54:57.264769 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8c0ba4b0-fd55-4e78-b29c-541b028503a1 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:57.272173 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0ba4b0-fd55-4e78-b29c-541b028503a1 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:57.272809 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8c0ba4b0-fd55-4e78-b29c-541b028503a1 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:57.334788 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8b33c88e-13a1-49c6-ba4d-743284ee7513 req-aaf3278e-e65b-4639-a1dd-6666680fb6f6 tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] 10.222.0.58 "GET /v2.0/security-groups?id=cdceb5fa-3cbf-42eb-9785-d2303e3e5a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405065 Jul 09 14:54:57.390626 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0ba4b0-fd55-4e78-b29c-541b028503a1 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event updated for resources: {'Network': ['ID=1b3d5dec-56b3-4bcf-ba9e-01cfb1203056,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:57.406205 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 1b3d5dec-56b3-4bcf-ba9e-01cfb1203056 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:54:57.577576 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 764f2c15-c573-4dda-a925-1345b7e853bf up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:54:57.580507 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-8c0ba4b0-fd55-4e78-b29c-541b028503a1 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8523505 Jul 09 14:54:57.583397 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48176) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:57.589109 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-bf39f116-ac4a-4f64-a807-0f20f92301e0 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Request body: {'subnet': {'network_id': '1b3d5dec-56b3-4bcf-ba9e-01cfb1203056', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:54:57.600605 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.db.api [None req-64d04164-54bb-4ab4-b7c3-cd4230c9f7e1 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 14:54:57.600605 n-d-799529-6 neutron-server[94445]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 14:54:57.600605 n-d-799529-6 neutron-server[94445]: [parameters: {'project_id_1': 'c23027b79fbf48438de608f7fcd960b2', 'expiration_1': datetime.datetime(2021, 7, 9, 14, 54, 57, 504879)}] Jul 09 14:54:57.600605 n-d-799529-6 neutron-server[94445]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 14:54:57.601312 n-d-799529-6 neutron-server[94445]: DEBUG oslo_db.api [None req-64d04164-54bb-4ab4-b7c3-cd4230c9f7e1 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 14:54:57.672823 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 764f2c15-c573-4dda-a925-1345b7e853bf triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:54:57.672823 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:57.766594 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 3841a73a-277f-4e72-851e-0357242788aa up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:54:57.851270 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09da0223-1204-4847-9353-2d95c273057e tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Made reservation on behalf of 705b0dcf676c4e4da08df6f6169d5c06 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:54:57.859816 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-09da0223-1204-4847-9353-2d95c273057e tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:57.976868 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 3841a73a-277f-4e72-851e-0357242788aa completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:54:58.043325 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ab130d-3bbd-4fee-9a7a-77e1de81a8e2 None None] Network e676111e-d9df-4a9d-96b5-858f019077a7 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:54:58.094113 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e93a04-84a2-4e44-9e1c-e1a97c4703cb None None] Network 858359dc-653d-453c-9af7-637628d0bac8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:54:58.099997 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf39f116-ac4a-4f64-a807-0f20f92301e0 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Made reservation on behalf of 5addd83cb682465db8739493dcb3fffc for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:54:58.102231 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bf39f116-ac4a-4f64-a807-0f20f92301e0 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:58.283791 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d04164-54bb-4ab4-b7c3-cd4230c9f7e1 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Made reservation on behalf of c23027b79fbf48438de608f7fcd960b2 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:54:58.288411 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-64d04164-54bb-4ab4-b7c3-cd4230c9f7e1 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:58.324824 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [None req-64d04164-54bb-4ab4-b7c3-cd4230c9f7e1 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] device_id is not set on port e24a4427-4dd6-476d-ac4e-9fd371db661f yet. {{(pid=94445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:54:58.330385 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-e6e9c1d0-c5d0-4841-be98-2416908db9df None None] Provisioning for port 3841a73a-277f-4e72-851e-0357242788aa completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:54:58.343397 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-09da0223-1204-4847-9353-2d95c273057e tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:58.357032 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-e6e9c1d0-c5d0-4841-be98-2416908db9df None None] Provisioning complete for port 3841a73a-277f-4e72-851e-0357242788aa triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:54:58.357480 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6e9c1d0-c5d0-4841-be98-2416908db9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:58.439859 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09da0223-1204-4847-9353-2d95c273057e tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:54:58.450097 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-09da0223-1204-4847-9353-2d95c273057e tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:54:58.453844 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09da0223-1204-4847-9353-2d95c273057e tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:58.454833 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-09da0223-1204-4847-9353-2d95c273057e tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:58.474872 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09da0223-1204-4847-9353-2d95c273057e tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event updated for resources: {'Subnet': ['ID=cbe4b13e-3bd8-41ed-8705-971fc96653d0,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:58.477172 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bf39f116-ac4a-4f64-a807-0f20f92301e0 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:58.591198 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-64d04164-54bb-4ab4-b7c3-cd4230c9f7e1 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Allocated IP 2001:db8::1a6 (e676111e-d9df-4a9d-96b5-858f019077a7/3b157dd4-8880-4a6e-9b5d-e48efbcee592/e24a4427-4dd6-476d-ac4e-9fd371db661f) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:54:58.609909 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-09da0223-1204-4847-9353-2d95c273057e tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3809073 Jul 09 14:54:58.615395 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48204) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:58.622486 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-79b2f513-316a-4b72-a410-3e1f67b7a8f9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Request body: {'port': {'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'mac_address': 'fa:16:3e:2f:d7:b2', 'name': 'tempest-NetworksTestDHCPv6-1850372630'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:54:58.640327 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf39f116-ac4a-4f64-a807-0f20f92301e0 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event updated for resources: {'Subnet': ['ID=212ca32d-f5e3-43fa-8192-e80d064c21fd,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:58.668902 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf39f116-ac4a-4f64-a807-0f20f92301e0 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Checking segment: {'id': 'd6e082ba-8a98-45c8-bb0f-5b44d06aea0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1b3d5dec-56b3-4bcf-ba9e-01cfb1203056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:54:58.669228 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf39f116-ac4a-4f64-a807-0f20f92301e0 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Network hostable DHCP agents. Network: 1b3d5dec-56b3-4bcf-ba9e-01cfb1203056, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:54:58.690301 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4385d5-6506-46c8-af35-c2116072f7e3 req-5c3e9ded-869f-4c37-bfb9-dfa0a5d2b18c tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:58.692439 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4b4385d5-6506-46c8-af35-c2116072f7e3 req-5c3e9ded-869f-4c37-bfb9-dfa0a5d2b18c tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64afeb-c3be-4694-8e15-6623d423984a HTTP/1.1" status: 200 len: 946 time: 0.1709926 Jul 09 14:54:58.762549 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6e9c1d0-c5d0-4841-be98-2416908db9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:58.763404 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4b4385d5-6506-46c8-af35-c2116072f7e3 req-36570f01-a542-441d-806d-011534690280 tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] 10.222.0.58 "GET /v2.0/security-groups?id=cdceb5fa-3cbf-42eb-9785-d2303e3e5a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635066 Jul 09 14:54:58.821438 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf39f116-ac4a-4f64-a807-0f20f92301e0 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Network 1b3d5dec-56b3-4bcf-ba9e-01cfb1203056 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:54:58.860235 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-e6e9c1d0-c5d0-4841-be98-2416908db9df None None] For port 3841a73a-277f-4e72-851e-0357242788aa, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=3841a73a-277f-4e72-851e-0357242788aa,segment=NetworkSegment(b4131227-22b8-426d-bb2a-484662382083),segment_id=b4131227-22b8-426d-bb2a-484662382083)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:54:59.010238 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-bf39f116-ac4a-4f64-a807-0f20f92301e0 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 1b3d5dec-56b3-4bcf-ba9e-01cfb1203056) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:54:59.015471 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf39f116-ac4a-4f64-a807-0f20f92301e0 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:59.016100 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bf39f116-ac4a-4f64-a807-0f20f92301e0 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:59.025427 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709ee489-c405-49fc-8023-079c2663b742 None None] Network 1b3d5dec-56b3-4bcf-ba9e-01cfb1203056 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:54:59.072550 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-64d04164-54bb-4ab4-b7c3-cd4230c9f7e1 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:59.080517 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6e9c1d0-c5d0-4841-be98-2416908db9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:59.099584 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-64d04164-54bb-4ab4-b7c3-cd4230c9f7e1 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Transition to ACTIVE for port object e24a4427-4dd6-476d-ac4e-9fd371db661f will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:54:59.152275 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e9c1d0-c5d0-4841-be98-2416908db9df None None] Pushing event updated for resources: {'Port': ['ID=3841a73a-277f-4e72-851e-0357242788aa,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:59.156720 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7651af78-b313-4d44-8b40-19151b9f8eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:59.195421 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b2f513-316a-4b72-a410-3e1f67b7a8f9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Made reservation on behalf of 705b0dcf676c4e4da08df6f6169d5c06 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:54:59.238109 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-ba9fe223-f857-442c-bd91-0a4bc291dc73 None None] Provisioning complete for port 764f2c15-c573-4dda-a925-1345b7e853bf triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:54:59.238488 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ba9fe223-f857-442c-bd91-0a4bc291dc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:59.348254 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f140ce36-08ae-402d-8e10-6abda1c23d36 None None] Network 858359dc-653d-453c-9af7-637628d0bac8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:54:59.353284 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 3841a73a-277f-4e72-851e-0357242788aa up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:54:59.354798 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-79b2f513-316a-4b72-a410-3e1f67b7a8f9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:59.390414 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [None req-79b2f513-316a-4b72-a410-3e1f67b7a8f9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] device_id is not set on port 207a2212-bdf3-40de-8339-9c68cc906d7f yet. {{(pid=94445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:54:59.410122 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f1bfe9-918f-47c8-b1c5-c334195ae91d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-1b3d5dec-56b3-4bcf-ba9e-01cfb1203056', 'network_id': '1b3d5dec-56b3-4bcf-ba9e-01cfb1203056', 'tenant_id': '5addd83cb682465db8739493dcb3fffc', 'fixed_ips': [{'subnet_id': '212ca32d-f5e3-43fa-8192-e80d064c21fd'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:54:59.413189 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-29f1bfe9-918f-47c8-b1c5-c334195ae91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:59.418624 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-bf39f116-ac4a-4f64-a807-0f20f92301e0 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8313472 Jul 09 14:54:59.419001 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48216) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:54:59.425803 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-e2252903-a12f-4d40-8d7a-9505813de92d tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Request body: {'port': {'network_id': '1b3d5dec-56b3-4bcf-ba9e-01cfb1203056', 'name': 'tempest-PortsTestJSON-1701556726'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:54:59.466753 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:59.485600 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-64d04164-54bb-4ab4-b7c3-cd4230c9f7e1 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:59.621951 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d04164-54bb-4ab4-b7c3-cd4230c9f7e1 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Network e676111e-d9df-4a9d-96b5-858f019077a7 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:54:59.636172 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-64d04164-54bb-4ab4-b7c3-cd4230c9f7e1 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:54:59.639950 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d04164-54bb-4ab4-b7c3-cd4230c9f7e1 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:54:59.646904 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d04164-54bb-4ab4-b7c3-cd4230c9f7e1 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:54:59.647878 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-64d04164-54bb-4ab4-b7c3-cd4230c9f7e1 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:59.689224 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2252903-a12f-4d40-8d7a-9505813de92d tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Made reservation on behalf of 5addd83cb682465db8739493dcb3fffc for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:54:59.694228 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e2252903-a12f-4d40-8d7a-9505813de92d tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:59.752522 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-e2252903-a12f-4d40-8d7a-9505813de92d tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] device_id is not set on port 124dc72a-faf9-49ef-9e4a-c8b01e9f1921 yet. {{(pid=94446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:54:59.808822 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 3841a73a-277f-4e72-851e-0357242788aa triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:54:59.809381 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:59.919917 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d04164-54bb-4ab4-b7c3-cd4230c9f7e1 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event updated for resources: {'Port': ['ID=e24a4427-4dd6-476d-ac4e-9fd371db661f,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:54:59.938207 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-79b2f513-316a-4b72-a410-3e1f67b7a8f9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Allocated IP 2001:db8:0:1::317 (858359dc-653d-453c-9af7-637628d0bac8/cbe4b13e-3bd8-41ed-8705-971fc96653d0/207a2212-bdf3-40de-8339-9c68cc906d7f) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:54:59.948592 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-79b2f513-316a-4b72-a410-3e1f67b7a8f9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Allocated IP 2001:db8::f816:3eff:fe2f:d7b2 (858359dc-653d-453c-9af7-637628d0bac8/d40891fd-e2b8-4258-a9d1-2742aa413ada/207a2212-bdf3-40de-8339-9c68cc906d7f) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:54:59.981362 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-29f1bfe9-918f-47c8-b1c5-c334195ae91d None None] Allocated IP 172.20.0.2 (1b3d5dec-56b3-4bcf-ba9e-01cfb1203056/212ca32d-f5e3-43fa-8192-e80d064c21fd/72c97534-6557-4d73-a3bd-54b441beb3ea) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:55:00.084586 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-64d04164-54bb-4ab4-b7c3-cd4230c9f7e1 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8648224 Jul 09 14:55:00.088746 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48228) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:00.118112 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-6719324a-61fb-469b-b8a4-fb9be7c45a79 None None] Provisioning complete for port 3841a73a-277f-4e72-851e-0357242788aa triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:55:00.118439 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6719324a-61fb-469b-b8a4-fb9be7c45a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:00.185784 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-79b2f513-316a-4b72-a410-3e1f67b7a8f9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:00.205218 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-79b2f513-316a-4b72-a410-3e1f67b7a8f9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Transition to ACTIVE for port object 207a2212-bdf3-40de-8339-9c68cc906d7f will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:55:00.215753 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dea10dd-c919-42b6-ab74-996a414b0fcb tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:00.217894 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-8dea10dd-c919-42b6-ab74-996a414b0fcb tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2fc HTTP/1.1" status: 200 len: 928 time: 0.1281126 Jul 09 14:55:00.223669 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48234) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:00.336081 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:00.367962 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-1f290124-c41d-4f28-a7bb-730655196bd1 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Deleting port e24a4427-4dd6-476d-ac4e-9fd371db661f {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:55:00.369139 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1f290124-c41d-4f28-a7bb-730655196bd1 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:00.400629 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-79b2f513-316a-4b72-a410-3e1f67b7a8f9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:00.419968 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-29f1bfe9-918f-47c8-b1c5-c334195ae91d None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:00.422069 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1982c0-ec1e-4f7c-b820-60370b54a57c None None] Update dhcp port {'port': {'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'fixed_ips': [{'subnet_id': 'd40891fd-e2b8-4258-a9d1-2742aa413ada', 'ip_address': '2001:db8::f816:3eff:fe62:146a'}, {'subnet_id': 'cbe4b13e-3bd8-41ed-8705-971fc96653d0'}], 'binding:host_id': 'n-d-799529-6'}, 'id': '764f2c15-c573-4dda-a925-1345b7e853bf'} from n-d-799529-6. {{(pid=94447) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 14:55:00.425287 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540faacc-8b7a-4880-a6ba-4f3108f7ac1a req-ef16365f-2cc9-4a3c-8c3a-9913afdb7320 tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:00.427876 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-540faacc-8b7a-4880-a6ba-4f3108f7ac1a req-ef16365f-2cc9-4a3c-8c3a-9913afdb7320 tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64afeb-c3be-4694-8e15-6623d423984a HTTP/1.1" status: 200 len: 946 time: 0.0946531 Jul 09 14:55:00.450652 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-29f1bfe9-918f-47c8-b1c5-c334195ae91d None None] Transition to ACTIVE for port object 72c97534-6557-4d73-a3bd-54b441beb3ea will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:55:00.477000 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-29f1bfe9-918f-47c8-b1c5-c334195ae91d None None] Transition to ACTIVE for port object 72c97534-6557-4d73-a3bd-54b441beb3ea will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:55:00.480202 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-db1982c0-ec1e-4f7c-b820-60370b54a57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:00.494803 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1f290124-c41d-4f28-a7bb-730655196bd1 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:00.499449 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b2f513-316a-4b72-a410-3e1f67b7a8f9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:55:00.504719 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-79b2f513-316a-4b72-a410-3e1f67b7a8f9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:55:00.520175 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b2f513-316a-4b72-a410-3e1f67b7a8f9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:55:00.521010 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-1f290124-c41d-4f28-a7bb-730655196bd1 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Calling delete_port for e24a4427-4dd6-476d-ac4e-9fd371db661f owned by {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:55:00.533899 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b2f513-316a-4b72-a410-3e1f67b7a8f9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:00.534601 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-79b2f513-316a-4b72-a410-3e1f67b7a8f9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:00.547962 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-6719324a-61fb-469b-b8a4-fb9be7c45a79 None None] Provisioning for port 9aabbace-6510-4cf0-b3c7-18c1be213dd1 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:55:00.572206 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-540faacc-8b7a-4880-a6ba-4f3108f7ac1a req-ac5c63b3-5194-461d-babb-4e1ef64c8805 tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] 10.222.0.58 "GET /v2.0/security-groups?id=cdceb5fa-3cbf-42eb-9785-d2303e3e5a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367795 Jul 09 14:55:00.576925 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b2f513-316a-4b72-a410-3e1f67b7a8f9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event updated for resources: {'Port': ['ID=207a2212-bdf3-40de-8339-9c68cc906d7f,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:00.613208 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-6719324a-61fb-469b-b8a4-fb9be7c45a79 None None] Provisioning complete for port 9aabbace-6510-4cf0-b3c7-18c1be213dd1 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:55:00.613629 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6719324a-61fb-469b-b8a4-fb9be7c45a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:00.652304 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-29f1bfe9-918f-47c8-b1c5-c334195ae91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:00.675278 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-79b2f513-316a-4b72-a410-3e1f67b7a8f9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.0583901 Jul 09 14:55:00.678246 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48240) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:00.728586 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-e2252903-a12f-4d40-8d7a-9505813de92d tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Allocated IP 172.20.0.13 (1b3d5dec-56b3-4bcf-ba9e-01cfb1203056/212ca32d-f5e3-43fa-8192-e80d064c21fd/124dc72a-faf9-49ef-9e4a-c8b01e9f1921) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:55:00.780096 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-6719324a-61fb-469b-b8a4-fb9be7c45a79 None None] Port 9aabbace-6510-4cf0-b3c7-18c1be213dd1 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:55:00.823024 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f1bfe9-918f-47c8-b1c5-c334195ae91d None None] Network 1b3d5dec-56b3-4bcf-ba9e-01cfb1203056 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:55:00.827021 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f1bfe9-918f-47c8-b1c5-c334195ae91d None None] Pushing event updated for resources: {'Port': ['ID=72c97534-6557-4d73-a3bd-54b441beb3ea,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:00.835653 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-29f1bfe9-918f-47c8-b1c5-c334195ae91d None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:55:00.843146 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f1bfe9-918f-47c8-b1c5-c334195ae91d None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:55:00.911110 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-db1982c0-ec1e-4f7c-b820-60370b54a57c None None] Allocated IP 2001:db8:0:1::2 (858359dc-653d-453c-9af7-637628d0bac8/cbe4b13e-3bd8-41ed-8705-971fc96653d0/764f2c15-c573-4dda-a925-1345b7e853bf) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:55:00.922860 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-bcbf069e-9ad8-400b-9972-000c46f1cddc tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Deleting port 207a2212-bdf3-40de-8339-9c68cc906d7f {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:55:00.923343 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bcbf069e-9ad8-400b-9972-000c46f1cddc tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:01.034411 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-29f1bfe9-918f-47c8-b1c5-c334195ae91d None None] Attempting to bind port 72c97534-6557-4d73-a3bd-54b441beb3ea on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:55:01.034729 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-29f1bfe9-918f-47c8-b1c5-c334195ae91d None None] Attempting to bind port 72c97534-6557-4d73-a3bd-54b441beb3ea by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd6e082ba-8a98-45c8-bb0f-5b44d06aea0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1b3d5dec-56b3-4bcf-ba9e-01cfb1203056'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:55:01.035292 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f1bfe9-918f-47c8-b1c5-c334195ae91d None None] Attempting to bind port 72c97534-6557-4d73-a3bd-54b441beb3ea on network 1b3d5dec-56b3-4bcf-ba9e-01cfb1203056 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:55:01.054932 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f1bfe9-918f-47c8-b1c5-c334195ae91d None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:55:01.055306 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f1bfe9-918f-47c8-b1c5-c334195ae91d None None] Checking segment: {'id': 'd6e082ba-8a98-45c8-bb0f-5b44d06aea0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1b3d5dec-56b3-4bcf-ba9e-01cfb1203056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:55:01.057387 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-29f1bfe9-918f-47c8-b1c5-c334195ae91d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:01.057805 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f1bfe9-918f-47c8-b1c5-c334195ae91d None None] Bound using segment: {'id': 'd6e082ba-8a98-45c8-bb0f-5b44d06aea0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1b3d5dec-56b3-4bcf-ba9e-01cfb1203056'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:55:01.058287 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-29f1bfe9-918f-47c8-b1c5-c334195ae91d None None] Bound port: 72c97534-6557-4d73-a3bd-54b441beb3ea, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6e082ba-8a98-45c8-bb0f-5b44d06aea0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1b3d5dec-56b3-4bcf-ba9e-01cfb1203056'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:55:01.058681 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-29f1bfe9-918f-47c8-b1c5-c334195ae91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:01.077775 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1f290124-c41d-4f28-a7bb-730655196bd1 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:01.084353 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bcbf069e-9ad8-400b-9972-000c46f1cddc tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:01.087894 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-6719324a-61fb-469b-b8a4-fb9be7c45a79 None None] Provisioning for port e24a4427-4dd6-476d-ac4e-9fd371db661f completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:55:01.102644 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-bcbf069e-9ad8-400b-9972-000c46f1cddc tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Calling delete_port for 207a2212-bdf3-40de-8339-9c68cc906d7f owned by {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:55:01.105136 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e2252903-a12f-4d40-8d7a-9505813de92d tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:01.123786 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-6719324a-61fb-469b-b8a4-fb9be7c45a79 None None] Provisioning complete for port e24a4427-4dd6-476d-ac4e-9fd371db661f triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:55:01.124222 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6719324a-61fb-469b-b8a4-fb9be7c45a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:01.134722 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f290124-c41d-4f28-a7bb-730655196bd1 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event deleted for resources: {'Port': ['ID=e24a4427-4dd6-476d-ac4e-9fd371db661f,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:01.166048 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-6719324a-61fb-469b-b8a4-fb9be7c45a79 None None] Port e24a4427-4dd6-476d-ac4e-9fd371db661f was deleted so its status cannot be updated. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 09 14:55:01.169596 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-e2252903-a12f-4d40-8d7a-9505813de92d tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Transition to ACTIVE for port object 124dc72a-faf9-49ef-9e4a-c8b01e9f1921 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:55:01.207119 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1f290124-c41d-4f28-a7bb-730655196bd1 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:01.211125 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-29f1bfe9-918f-47c8-b1c5-c334195ae91d None None] For port 72c97534-6557-4d73-a3bd-54b441beb3ea, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:55:01.212698 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-1f290124-c41d-4f28-a7bb-730655196bd1 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "DELETE /v2.0/ports/e24a4427-4dd6-476d-ac4e-9fd371db661f HTTP/1.1" status: 204 len: 168 time: 0.9869385 Jul 09 14:55:01.212896 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48246) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:01.215875 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-29f1bfe9-918f-47c8-b1c5-c334195ae91d None None] For port 72c97534-6557-4d73-a3bd-54b441beb3ea, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=72c97534-6557-4d73-a3bd-54b441beb3ea,segment=NetworkSegment(d6e082ba-8a98-45c8-bb0f-5b44d06aea0b),segment_id=d6e082ba-8a98-45c8-bb0f-5b44d06aea0b)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:55:01.228655 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-db1982c0-ec1e-4f7c-b820-60370b54a57c None None] For port 764f2c15-c573-4dda-a925-1345b7e853bf, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=764f2c15-c573-4dda-a925-1345b7e853bf,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:55:01.260672 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-6719324a-61fb-469b-b8a4-fb9be7c45a79 None None] Provisioning complete for port 764f2c15-c573-4dda-a925-1345b7e853bf triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:55:01.261265 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6719324a-61fb-469b-b8a4-fb9be7c45a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:01.305462 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-29f1bfe9-918f-47c8-b1c5-c334195ae91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:01.315970 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bb65137-d546-47ea-9cf7-9dfe948c6143 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] GET failed (client error): The resource could not be found. Jul 09 14:55:01.318131 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-5bb65137-d546-47ea-9cf7-9dfe948c6143 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "GET /v2.0/ports/e24a4427-4dd6-476d-ac4e-9fd371db661f HTTP/1.1" status: 404 len: 333 time: 0.1038799 Jul 09 14:55:01.322510 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48248) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:01.443337 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e2252903-a12f-4d40-8d7a-9505813de92d tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:01.445718 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-db1982c0-ec1e-4f7c-b820-60370b54a57c None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:01.485474 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f1bfe9-918f-47c8-b1c5-c334195ae91d None None] Pushing event updated for resources: {'Port': ['ID=72c97534-6557-4d73-a3bd-54b441beb3ea,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:01.513539 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-db1982c0-ec1e-4f7c-b820-60370b54a57c None None] Transition to ACTIVE for port object 764f2c15-c573-4dda-a925-1345b7e853bf will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:55:01.673114 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:01.676026 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-db1982c0-ec1e-4f7c-b820-60370b54a57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:01.709487 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2252903-a12f-4d40-8d7a-9505813de92d tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event updated for resources: {'Port': ['ID=124dc72a-faf9-49ef-9e4a-c8b01e9f1921,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:01.783491 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2252903-a12f-4d40-8d7a-9505813de92d tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Network 1b3d5dec-56b3-4bcf-ba9e-01cfb1203056 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:55:01.796925 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-194a3880-2a68-4ce6-a90f-830fade89ef1 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Deleting port 9aabbace-6510-4cf0-b3c7-18c1be213dd1 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:55:01.797416 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-194a3880-2a68-4ce6-a90f-830fade89ef1 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:01.841305 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-e2252903-a12f-4d40-8d7a-9505813de92d tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:55:01.857352 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2252903-a12f-4d40-8d7a-9505813de92d tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:55:01.916743 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bcbf069e-9ad8-400b-9972-000c46f1cddc tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:02.002701 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbf069e-9ad8-400b-9972-000c46f1cddc tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event deleted for resources: {'Port': ['ID=207a2212-bdf3-40de-8339-9c68cc906d7f,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:02.066662 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2252903-a12f-4d40-8d7a-9505813de92d tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:02.071638 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e2252903-a12f-4d40-8d7a-9505813de92d tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:02.104795 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9273fc01-3c4f-48a1-809c-1a31ace5a0b5 req-709c0b67-bbcf-45d0-9e4f-909562d85237 tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:02.106740 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9273fc01-3c4f-48a1-809c-1a31ace5a0b5 req-709c0b67-bbcf-45d0-9e4f-909562d85237 tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc64afeb-c3be-4694-8e15-6623d423984a HTTP/1.1" status: 200 len: 946 time: 0.3678858 Jul 09 14:55:02.188993 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-e2252903-a12f-4d40-8d7a-9505813de92d tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.7662914 Jul 09 14:55:02.190278 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bcbf069e-9ad8-400b-9972-000c46f1cddc tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:02.197003 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48262) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:02.199087 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-bcbf069e-9ad8-400b-9972-000c46f1cddc tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/ports/207a2212-bdf3-40de-8339-9c68cc906d7f HTTP/1.1" status: 204 len: 168 time: 1.5193758 Jul 09 14:55:02.199631 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48264) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:02.200097 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1982c0-ec1e-4f7c-b820-60370b54a57c None None] Pushing event updated for resources: {'Port': ['ID=764f2c15-c573-4dda-a925-1345b7e853bf,revision_number=10']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:02.254424 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-194a3880-2a68-4ce6-a90f-830fade89ef1 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:02.284477 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-194a3880-2a68-4ce6-a90f-830fade89ef1 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Calling delete_port for 9aabbace-6510-4cf0-b3c7-18c1be213dd1 owned by {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:55:02.415331 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639c835a-1529-4d9c-bd70-f0c0c3409695 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:02.421724 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-639c835a-1529-4d9c-bd70-f0c0c3409695 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.2098637 Jul 09 14:55:02.429151 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48268) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:02.463056 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d40c809-3f53-4748-98c6-18f473ceedb9 req-37ddd1ea-9148-46f2-accd-f3c9443ece47 tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:02.465322 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3d40c809-3f53-4748-98c6-18f473ceedb9 req-37ddd1ea-9148-46f2-accd-f3c9443ece47 tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64afeb-c3be-4694-8e15-6623d423984a HTTP/1.1" status: 200 len: 946 time: 0.4761906 Jul 09 14:55:02.495202 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-9273fc01-3c4f-48a1-809c-1a31ace5a0b5 req-5b402eb5-558e-4400-8abf-967fd86156c0 tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] Deleting port 37e1be08-27fb-4ec8-b10f-94e0078016e7 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:55:02.495767 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-9273fc01-3c4f-48a1-809c-1a31ace5a0b5 req-5b402eb5-558e-4400-8abf-967fd86156c0 tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:02.586992 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-a7f94bbe-ea16-4b82-a207-85d68b84868c tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Deleting port 124dc72a-faf9-49ef-9e4a-c8b01e9f1921 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:55:02.587415 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a7f94bbe-ea16-4b82-a207-85d68b84868c tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:02.622417 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3d40c809-3f53-4748-98c6-18f473ceedb9 req-0000d216-3624-4af0-9e65-fe9fcbd958d6 tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] 10.222.0.58 "GET /v2.0/security-groups?id=cdceb5fa-3cbf-42eb-9785-d2303e3e5a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507983 Jul 09 14:55:02.756849 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-9273fc01-3c4f-48a1-809c-1a31ace5a0b5 req-5b402eb5-558e-4400-8abf-967fd86156c0 tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] For port 37e1be08-27fb-4ec8-b10f-94e0078016e7, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=37e1be08-27fb-4ec8-b10f-94e0078016e7,segment=NetworkSegment(242418b2-0593-4333-974b-f37eae96090d),segment_id=242418b2-0593-4333-974b-f37eae96090d)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:55:02.757443 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-9273fc01-3c4f-48a1-809c-1a31ace5a0b5 req-5b402eb5-558e-4400-8abf-967fd86156c0 tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:02.762210 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-194a3880-2a68-4ce6-a90f-830fade89ef1 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:02.813018 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a3880-2a68-4ce6-a90f-830fade89ef1 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event deleted for resources: {'Port': ['ID=9aabbace-6510-4cf0-b3c7-18c1be213dd1,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:02.898194 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-194a3880-2a68-4ce6-a90f-830fade89ef1 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:02.900722 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-194a3880-2a68-4ce6-a90f-830fade89ef1 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "DELETE /v2.0/ports/9aabbace-6510-4cf0-b3c7-18c1be213dd1 HTTP/1.1" status: 204 len: 168 time: 1.5764816 Jul 09 14:55:02.903323 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48272) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:02.966041 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-443554e5-73e2-4413-b4de-62631d6571a0 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] GET failed (client error): The resource could not be found. Jul 09 14:55:02.985985 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-443554e5-73e2-4413-b4de-62631d6571a0 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "GET /v2.0/ports/9aabbace-6510-4cf0-b3c7-18c1be213dd1 HTTP/1.1" status: 404 len: 333 time: 0.0766516 Jul 09 14:55:02.986955 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48276) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:03.135000 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a55af92-8205-44b7-8d7f-c04d1d6cac58 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Deleting subnet 3b157dd4-8880-4a6e-9b5d-e48efbcee592 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:55:03.149489 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1a55af92-8205-44b7-8d7f-c04d1d6cac58 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:03.283912 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1a55af92-8205-44b7-8d7f-c04d1d6cac58 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:03.500148 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-9273fc01-3c4f-48a1-809c-1a31ace5a0b5 req-5b402eb5-558e-4400-8abf-967fd86156c0 tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] Calling delete_port for 37e1be08-27fb-4ec8-b10f-94e0078016e7 owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:55:03.505840 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a7f94bbe-ea16-4b82-a207-85d68b84868c tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:03.517781 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1a55af92-8205-44b7-8d7f-c04d1d6cac58 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:03.521337 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a7dce5-5a5c-42ef-9b5e-78a8c6f4db1e tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:03.523001 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-84a7dce5-5a5c-42ef-9b5e-78a8c6f4db1e tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 1.0918632 Jul 09 14:55:03.530377 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48280) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:03.542995 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 72c97534-6557-4d73-a3bd-54b441beb3ea up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:55:03.543541 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-a7f94bbe-ea16-4b82-a207-85d68b84868c tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Calling delete_port for 124dc72a-faf9-49ef-9e4a-c8b01e9f1921 owned by {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:55:03.727802 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-2c0e62fe-a4ef-46ab-8809-348f46c91b41 None None] Provisioning for port 764f2c15-c573-4dda-a925-1345b7e853bf completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:55:03.731008 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-2c0e62fe-a4ef-46ab-8809-348f46c91b41 None None] Provisioning complete for port 764f2c15-c573-4dda-a925-1345b7e853bf triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:55:03.733728 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2c0e62fe-a4ef-46ab-8809-348f46c91b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:03.754003 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb30592a-a120-479b-a329-257c26162f65 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:03.756418 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb30592a-a120-479b-a329-257c26162f65 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:03.758017 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb30592a-a120-479b-a329-257c26162f65 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:03.762798 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-fb30592a-a120-479b-a329-257c26162f65 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1832080 Jul 09 14:55:03.763421 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48284) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:03.845166 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff512d1-6a4b-463d-ac4e-5205cd3d6ba1 None None] Network 1b3d5dec-56b3-4bcf-ba9e-01cfb1203056 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:55:03.849922 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 72c97534-6557-4d73-a3bd-54b441beb3ea completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:55:03.869386 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1a55af92-8205-44b7-8d7f-c04d1d6cac58 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:03.904399 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 764f2c15-c573-4dda-a925-1345b7e853bf up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:55:03.918144 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-3719a775-0967-4c6e-a373-e76a3af97b38 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Deleting subnet cbe4b13e-3bd8-41ed-8705-971fc96653d0 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:55:03.928290 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1a55af92-8205-44b7-8d7f-c04d1d6cac58 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:03.930265 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-1a55af92-8205-44b7-8d7f-c04d1d6cac58 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "DELETE /v2.0/subnets/3b157dd4-8880-4a6e-9b5d-e48efbcee592 HTTP/1.1" status: 204 len: 168 time: 0.9420922 Jul 09 14:55:03.931294 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3719a775-0967-4c6e-a373-e76a3af97b38 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:03.934600 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a55af92-8205-44b7-8d7f-c04d1d6cac58 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event deleted for resources: {'Subnet': ['ID=3b157dd4-8880-4a6e-9b5d-e48efbcee592,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:03.944255 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48286) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:03.963893 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7f4e17-957d-4b79-8788-d92d5e15f419 None None] Network e676111e-d9df-4a9d-96b5-858f019077a7 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:55:03.996293 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc83ee6-b236-422f-b8e1-c3bdb73a24ad req-5707f4e7-fdd5-40d6-bc03-1c21d4572435 tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:04.004198 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7dc83ee6-b236-422f-b8e1-c3bdb73a24ad req-5707f4e7-fdd5-40d6-bc03-1c21d4572435 tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64afeb-c3be-4694-8e15-6623d423984a HTTP/1.1" status: 200 len: 946 time: 0.2288167 Jul 09 14:55:04.024643 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-9273fc01-3c4f-48a1-809c-1a31ace5a0b5 req-5b402eb5-558e-4400-8abf-967fd86156c0 tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:04.057053 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3719a775-0967-4c6e-a373-e76a3af97b38 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:04.082089 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b402eb5-558e-4400-8abf-967fd86156c0 tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] Pushing event deleted for resources: {'Port': ['ID=37e1be08-27fb-4ec8-b10f-94e0078016e7,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:04.112218 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-79e1bb00-2f0d-42a3-9d93-a3aa78d01dfc tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:04.117227 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a7f94bbe-ea16-4b82-a207-85d68b84868c tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:04.152360 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7dc83ee6-b236-422f-b8e1-c3bdb73a24ad req-f073bc6c-dfae-47dd-b9d6-eb0408324255 tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] 10.222.0.58 "GET /v2.0/security-groups?id=cdceb5fa-3cbf-42eb-9785-d2303e3e5a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465316 Jul 09 14:55:04.200238 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-9273fc01-3c4f-48a1-809c-1a31ace5a0b5 req-5b402eb5-558e-4400-8abf-967fd86156c0 tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] No DVR routers for this DVR port 37e1be08-27fb-4ec8-b10f-94e0078016e7 on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:55:04.202161 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f94bbe-ea16-4b82-a207-85d68b84868c tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event deleted for resources: {'Port': ['ID=124dc72a-faf9-49ef-9e4a-c8b01e9f1921,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:04.204389 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-9273fc01-3c4f-48a1-809c-1a31ace5a0b5 req-5b402eb5-558e-4400-8abf-967fd86156c0 tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:04.206433 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9273fc01-3c4f-48a1-809c-1a31ace5a0b5 req-5b402eb5-558e-4400-8abf-967fd86156c0 tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] 10.222.0.62 "DELETE /v2.0/ports/37e1be08-27fb-4ec8-b10f-94e0078016e7 HTTP/1.1" status: 204 len: 173 time: 2.0921926 Jul 09 14:55:04.227574 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc64afeb-c3be-4694-8e15-6623d423984a', 'name': 'network-vif-deleted', 'tag': '37e1be08-27fb-4ec8-b10f-94e0078016e7'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:55:04.229928 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ca6669-bd7c-4dfa-9046-0cf8f6e162ff" -d '{"events": [{"server_uuid": "dc64afeb-c3be-4694-8e15-6623d423984a", "name": "network-vif-deleted", "tag": "37e1be08-27fb-4ec8-b10f-94e0078016e7"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:55:04.256774 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3719a775-0967-4c6e-a373-e76a3af97b38 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:04.331856 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d46c40d-8369-4d1b-a790-76f53c0f752a x-openstack-request-id: req-4d46c40d-8369-4d1b-a790-76f53c0f752a {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:55:04.332455 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc64afeb-c3be-4694-8e15-6623d423984a", "name": "network-vif-deleted", "tag": "37e1be08-27fb-4ec8-b10f-94e0078016e7", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:55:04.332824 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4d46c40d-8369-4d1b-a790-76f53c0f752a {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:55:04.334069 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc64afeb-c3be-4694-8e15-6623d423984a', 'name': 'network-vif-deleted', 'tag': '37e1be08-27fb-4ec8-b10f-94e0078016e7', 'status': 'completed', 'code': 200} Jul 09 14:55:04.368530 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a7f94bbe-ea16-4b82-a207-85d68b84868c tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:04.373134 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a7f94bbe-ea16-4b82-a207-85d68b84868c tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "DELETE /v2.0/ports/124dc72a-faf9-49ef-9e4a-c8b01e9f1921 HTTP/1.1" status: 204 len: 168 time: 2.1699519 Jul 09 14:55:04.373845 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48296) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:04.405285 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-6760d1a2-ad9f-4d01-a714-b35a801b982c tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] DELETE failed (client error): The resource could not be found. Jul 09 14:55:04.406324 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6760d1a2-ad9f-4d01-a714-b35a801b982c tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:55:04.408143 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-6760d1a2-ad9f-4d01-a714-b35a801b982c tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "DELETE /v2.0/ports/124dc72a-faf9-49ef-9e4a-c8b01e9f1921 HTTP/1.1" status: 404 len: 333 time: 0.0330989 Jul 09 14:55:04.411215 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48298) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:04.418743 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-79e1bb00-2f0d-42a3-9d93-a3aa78d01dfc tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Deleting port 3841a73a-277f-4e72-851e-0357242788aa {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:55:04.419229 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-79e1bb00-2f0d-42a3-9d93-a3aa78d01dfc tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:04.428795 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 764f2c15-c573-4dda-a925-1345b7e853bf triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:55:04.428795 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:04.451335 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f472591-0846-4d3d-b740-267ae0f0d4a2 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] GET failed (client error): The resource could not be found. Jul 09 14:55:04.453765 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-3f472591-0846-4d3d-b740-267ae0f0d4a2 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "GET /v2.0/ports/124dc72a-faf9-49ef-9e4a-c8b01e9f1921 HTTP/1.1" status: 404 len: 333 time: 0.0402572 Jul 09 14:55:04.455285 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3719a775-0967-4c6e-a373-e76a3af97b38 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:04.457616 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48300) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:04.548040 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-79e1bb00-2f0d-42a3-9d93-a3aa78d01dfc tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] For port 3841a73a-277f-4e72-851e-0357242788aa, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=3841a73a-277f-4e72-851e-0357242788aa,segment=NetworkSegment(b4131227-22b8-426d-bb2a-484662382083),segment_id=b4131227-22b8-426d-bb2a-484662382083)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:55:04.548873 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-79e1bb00-2f0d-42a3-9d93-a3aa78d01dfc tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:04.567668 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3719a775-0967-4c6e-a373-e76a3af97b38 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event deleted for resources: {'Subnet': ['ID=cbe4b13e-3bd8-41ed-8705-971fc96653d0,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:04.570908 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-79e1bb00-2f0d-42a3-9d93-a3aa78d01dfc tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Calling delete_port for 3841a73a-277f-4e72-851e-0357242788aa owned by network:dhcp {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:55:04.582756 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3719a775-0967-4c6e-a373-e76a3af97b38 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:04.585566 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-3719a775-0967-4c6e-a373-e76a3af97b38 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/subnets/cbe4b13e-3bd8-41ed-8705-971fc96653d0 HTTP/1.1" status: 204 len: 168 time: 0.8187656 Jul 09 14:55:04.589479 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48302) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:04.603852 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c13eba-d3b2-403e-94f1-1e8142f2f9dc None None] Network 858359dc-653d-453c-9af7-637628d0bac8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:55:04.627116 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-db817050-2c30-4645-9ef8-0d45e8f15df8 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Deleting subnet 212ca32d-f5e3-43fa-8192-e80d064c21fd {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:55:04.632286 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-db817050-2c30-4645-9ef8-0d45e8f15df8 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:04.634322 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-637fd344-8aec-4279-9235-7e8941dae970 None None] Provisioning for port 72c97534-6557-4d73-a3bd-54b441beb3ea completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:55:04.691041 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-db817050-2c30-4645-9ef8-0d45e8f15df8 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:04.757283 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e4c964-a576-49f5-98de-27f2276bb6df None None] DHCP port deletion for e676111e-d9df-4a9d-96b5-858f019077a7 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:55:04.759881 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-087a23f8-0038-400d-864f-e7414be2654b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Deleting subnet d40891fd-e2b8-4258-a9d1-2742aa413ada {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:55:04.772473 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-087a23f8-0038-400d-864f-e7414be2654b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:04.807345 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-db817050-2c30-4645-9ef8-0d45e8f15df8 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:04.832601 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-637fd344-8aec-4279-9235-7e8941dae970 None None] Provisioning complete for port 72c97534-6557-4d73-a3bd-54b441beb3ea triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:55:04.833156 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-637fd344-8aec-4279-9235-7e8941dae970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:04.844093 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-087a23f8-0038-400d-864f-e7414be2654b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:04.930593 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-087a23f8-0038-400d-864f-e7414be2654b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:05.096011 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-79e1bb00-2f0d-42a3-9d93-a3aa78d01dfc tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:05.096653 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-db817050-2c30-4645-9ef8-0d45e8f15df8 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:05.097037 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-637fd344-8aec-4279-9235-7e8941dae970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:05.148660 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a3e4c964-a576-49f5-98de-27f2276bb6df None None] Deleting port 3841a73a-277f-4e72-851e-0357242788aa {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:55:05.149042 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a3e4c964-a576-49f5-98de-27f2276bb6df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:05.160558 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 37e1be08-27fb-4ec8-b10f-94e0078016e7 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:55:05.164514 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-087a23f8-0038-400d-864f-e7414be2654b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:05.171319 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e1bb00-2f0d-42a3-9d93-a3aa78d01dfc tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event deleted for resources: {'Port': ['ID=3841a73a-277f-4e72-851e-0357242788aa,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:05.219355 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db817050-2c30-4645-9ef8-0d45e8f15df8 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event deleted for resources: {'Subnet': ['ID=212ca32d-f5e3-43fa-8192-e80d064c21fd,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:05.220874 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e1bb00-2f0d-42a3-9d93-a3aa78d01dfc tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] No DVR routers for this DVR port 3841a73a-277f-4e72-851e-0357242788aa on host n-d-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:55:05.241080 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-db817050-2c30-4645-9ef8-0d45e8f15df8 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:05.251887 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: 37e1be08-27fb-4ec8-b10f-94e0078016e7 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:55:05.251887 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 37e1be08-27fb-4ec8-b10f-94e0078016e7 not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:55:05.252768 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087a23f8-0038-400d-864f-e7414be2654b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event deleted for resources: {'Subnet': ['ID=d40891fd-e2b8-4258-a9d1-2742aa413ada,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:05.256736 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-087a23f8-0038-400d-864f-e7414be2654b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:05.262164 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-087a23f8-0038-400d-864f-e7414be2654b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/subnets/d40891fd-e2b8-4258-a9d1-2742aa413ada HTTP/1.1" status: 204 len: 168 time: 0.6652691 Jul 09 14:55:05.264150 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-db817050-2c30-4645-9ef8-0d45e8f15df8 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "DELETE /v2.0/subnets/212ca32d-f5e3-43fa-8192-e80d064c21fd HTTP/1.1" status: 204 len: 168 time: 0.8025894 Jul 09 14:55:05.268355 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48312) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:05.273842 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48314) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:05.422680 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-09ad16b1-5bf2-49ee-a8f4-d7ff88816a10 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1474335 Jul 09 14:55:05.427553 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48318) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:05.436429 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-457d428b-5d44-4771-a289-e56f22c63a9f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Request body: {'subnet': {'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:55:05.477612 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 3841a73a-277f-4e72-851e-0357242788aa no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:55:05.487857 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a3e4c964-a576-49f5-98de-27f2276bb6df None None] For port 3841a73a-277f-4e72-851e-0357242788aa, host n-d-799529-6, got binding levels [] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:55:05.488247 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a3e4c964-a576-49f5-98de-27f2276bb6df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:05.530394 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 3841a73a-277f-4e72-851e-0357242788aa {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:55:05.530394 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 3841a73a-277f-4e72-851e-0357242788aa not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:55:05.553865 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-79e1bb00-2f0d-42a3-9d93-a3aa78d01dfc tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:05.566525 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-79e1bb00-2f0d-42a3-9d93-a3aa78d01dfc tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e676111e-d9df-4a9d-96b5-858f019077a7']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:55:05.570752 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c13417-a08a-4303-bef9-2271eb08e508 None None] Network 1b3d5dec-56b3-4bcf-ba9e-01cfb1203056 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:55:05.583146 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-79e1bb00-2f0d-42a3-9d93-a3aa78d01dfc tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4131227-22b8-426d-bb2a-484662382083') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:55:05.583524 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-79e1bb00-2f0d-42a3-9d93-a3aa78d01dfc tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4131227-22b8-426d-bb2a-484662382083') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:55:05.595364 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.db.api [None req-637fd344-8aec-4279-9235-7e8941dae970 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 14:55:05.598190 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-28cd0804-e68a-44cd-9a1e-61dfcabee4a3 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:05.599330 n-d-799529-6 neutron-server[94447]: DEBUG oslo_db.api [None req-637fd344-8aec-4279-9235-7e8941dae970 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 14:55:05.602673 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-79e1bb00-2f0d-42a3-9d93-a3aa78d01dfc tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:05.617371 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a3e4c964-a576-49f5-98de-27f2276bb6df None None] Calling delete_port for 3841a73a-277f-4e72-851e-0357242788aa owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:55:05.657163 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.ipam_backend_mixin [None req-a3e4c964-a576-49f5-98de-27f2276bb6df None None] Port 3841a73a-277f-4e72-851e-0357242788aa was not found and therefore no delete operation was performed {{(pid=94447) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 14:55:05.677897 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a3e4c964-a576-49f5-98de-27f2276bb6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:05.695485 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-28cd0804-e68a-44cd-9a1e-61dfcabee4a3 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Deleting port 72c97534-6557-4d73-a3bd-54b441beb3ea {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:55:05.696111 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-28cd0804-e68a-44cd-9a1e-61dfcabee4a3 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:05.705246 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-026736fa-2a85-41cd-b061-40a95a8efe03 req-1b11681d-c58d-434f-b1bb-2ba9ed28180e tempest-ServerPasswordTestJSON-776617017 tempest-ServerPasswordTestJSON-776617017-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64afeb-c3be-4694-8e15-6623d423984a HTTP/1.1" status: 200 len: 210 time: 0.1770275 Jul 09 14:55:05.719841 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e4c964-a576-49f5-98de-27f2276bb6df None None] Pushing event deleted for resources: {'Port': ['ID=3841a73a-277f-4e72-851e-0357242788aa,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:05.754097 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-79e1bb00-2f0d-42a3-9d93-a3aa78d01dfc tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:05.769750 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-28cd0804-e68a-44cd-9a1e-61dfcabee4a3 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] For port 72c97534-6557-4d73-a3bd-54b441beb3ea, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=72c97534-6557-4d73-a3bd-54b441beb3ea,segment=NetworkSegment(d6e082ba-8a98-45c8-bb0f-5b44d06aea0b),segment_id=d6e082ba-8a98-45c8-bb0f-5b44d06aea0b)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:55:05.770242 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-28cd0804-e68a-44cd-9a1e-61dfcabee4a3 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:05.781211 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e4c964-a576-49f5-98de-27f2276bb6df None None] No DVR routers for this DVR port 3841a73a-277f-4e72-851e-0357242788aa on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:55:05.786202 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-28cd0804-e68a-44cd-9a1e-61dfcabee4a3 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Calling delete_port for 72c97534-6557-4d73-a3bd-54b441beb3ea owned by network:dhcp {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:55:05.796415 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79e1bb00-2f0d-42a3-9d93-a3aa78d01dfc tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:55:05.798765 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-79e1bb00-2f0d-42a3-9d93-a3aa78d01dfc tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:05.810365 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:55:05.810365 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:55:05.810365 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:55:05.810365 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:55:05.810365 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:55:05.810365 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:55:05.810365 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:55:05.810365 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:55:05.810365 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:55:05.810365 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:55:05.810365 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:55:05.810365 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:55:05.810365 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:55:05.810365 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:55:05.810365 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:55:05.810365 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:55:05.810365 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:55:05.810365 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:55:05.810365 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:55:05.810365 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:55:05.810365 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:55:05.810365 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:55:05.810365 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:55:05.810365 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:55:05.810365 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:55:05.810365 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:55:05.810365 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 14:55:05.810365 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:55:05.810365 n-d-799529-6 neutron-server[94446]: timer() Jul 09 14:55:05.810365 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:55:05.810365 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 14:55:05.810365 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:55:05.810365 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 14:55:05.810365 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:55:05.810365 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 14:55:05.810365 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:55:05.810365 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 14:55:05.810365 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:55:05.810365 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 14:55:05.810365 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:55:05.810365 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:55:05.810365 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:55:05.810365 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:55:05.810365 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:55:05.810365 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 14:55:05.810365 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:55:05.810365 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 14:55:05.810365 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:55:05.810365 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:55:05.810365 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:55:05.810365 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 14:55:05.810365 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:55:05.810365 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:55:05.810365 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:55:05.810365 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:55:05.810365 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:55:05.810365 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:55:05.810365 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:55:05.970146 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1190a73-84b9-411f-a1d0-14563e12409b None None] Update dhcp port {'port': {'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'fixed_ips': [{'subnet_id': 'd40891fd-e2b8-4258-a9d1-2742aa413ada'}], 'binding:host_id': 'n-d-799529-6'}, 'id': '764f2c15-c573-4dda-a925-1345b7e853bf'} from n-d-799529-6. {{(pid=94447) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 14:55:05.997962 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457d428b-5d44-4771-a289-e56f22c63a9f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Made reservation on behalf of 705b0dcf676c4e4da08df6f6169d5c06 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:55:06.001611 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-457d428b-5d44-4771-a289-e56f22c63a9f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:06.038264 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d1190a73-84b9-411f-a1d0-14563e12409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:06.064978 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-79e1bb00-2f0d-42a3-9d93-a3aa78d01dfc tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:06.072622 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-28cd0804-e68a-44cd-9a1e-61dfcabee4a3 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:06.077326 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-79e1bb00-2f0d-42a3-9d93-a3aa78d01dfc tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:06.079241 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-79e1bb00-2f0d-42a3-9d93-a3aa78d01dfc tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "DELETE /v2.0/networks/e676111e-d9df-4a9d-96b5-858f019077a7 HTTP/1.1" status: 204 len: 168 time: 2.1332529 Jul 09 14:55:06.087266 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48324) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:06.094014 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e55a951-eb59-4abb-90b7-c1e0e398a765 None None] DHCP port deletion for 1b3d5dec-56b3-4bcf-ba9e-01cfb1203056 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:55:06.104120 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e1bb00-2f0d-42a3-9d93-a3aa78d01dfc tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event deleted for resources: {'Network': ['ID=e676111e-d9df-4a9d-96b5-858f019077a7,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:06.125369 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-7d1ef438-d68e-4951-a409-f0441885a495 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1038135650'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:55:06.143845 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cd0804-e68a-44cd-9a1e-61dfcabee4a3 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event deleted for resources: {'Port': ['ID=72c97534-6557-4d73-a3bd-54b441beb3ea,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:06.152434 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cd0804-e68a-44cd-9a1e-61dfcabee4a3 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] No DVR routers for this DVR port 72c97534-6557-4d73-a3bd-54b441beb3ea on host n-d-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:55:06.248060 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-637fd344-8aec-4279-9235-7e8941dae970 None None] Port 72c97534-6557-4d73-a3bd-54b441beb3ea update to ACTIVE by agent not found {{(pid=94447) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 09 14:55:06.251410 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-28cd0804-e68a-44cd-9a1e-61dfcabee4a3 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:06.252364 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-637fd344-8aec-4279-9235-7e8941dae970 None None] Could not find standard attr ID for object 207a2212-bdf3-40de-8339-9c68cc906d7f. {{(pid=94447) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 14:55:06.264781 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-28cd0804-e68a-44cd-9a1e-61dfcabee4a3 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b3d5dec-56b3-4bcf-ba9e-01cfb1203056']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:55:06.279290 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-28cd0804-e68a-44cd-9a1e-61dfcabee4a3 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6e082ba-8a98-45c8-bb0f-5b44d06aea0b') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:55:06.279635 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-28cd0804-e68a-44cd-9a1e-61dfcabee4a3 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6e082ba-8a98-45c8-bb0f-5b44d06aea0b') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:55:06.290445 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-28cd0804-e68a-44cd-9a1e-61dfcabee4a3 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:06.299907 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1ef438-d68e-4951-a409-f0441885a495 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Made reservation on behalf of c23027b79fbf48438de608f7fcd960b2 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:55:06.304061 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7d1ef438-d68e-4951-a409-f0441885a495 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:06.317071 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-28cd0804-e68a-44cd-9a1e-61dfcabee4a3 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:06.326982 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28cd0804-e68a-44cd-9a1e-61dfcabee4a3 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:55:06.327657 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-28cd0804-e68a-44cd-9a1e-61dfcabee4a3 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:06.338526 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:55:06.338526 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:55:06.338526 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:55:06.338526 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:55:06.338526 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 14:55:06.338526 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:55:06.338526 n-d-799529-6 neutron-server[94445]: timer() Jul 09 14:55:06.338526 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:55:06.338526 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 14:55:06.338526 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:55:06.338526 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 14:55:06.338526 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:55:06.338526 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 14:55:06.338526 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:55:06.338526 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 14:55:06.338526 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:55:06.338526 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 14:55:06.338526 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:55:06.338526 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:55:06.338526 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:55:06.338526 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:55:06.338526 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:55:06.338526 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 14:55:06.338526 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:55:06.338526 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 14:55:06.338526 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:55:06.338526 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:55:06.338526 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:55:06.338526 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 14:55:06.338526 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:55:06.338526 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:55:06.338526 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:55:06.338526 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:55:06.338526 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:55:06.338526 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:55:06.338526 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:55:06.358587 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-457d428b-5d44-4771-a289-e56f22c63a9f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:06.374391 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-ab87936e-45d0-4265-a9d1-e9abc5b94c13 None None] Could not find standard attr ID for object 72c97534-6557-4d73-a3bd-54b441beb3ea. {{(pid=94447) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 14:55:06.394541 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beac7bc3-2138-4221-a261-27645761cfdf None None] Network 858359dc-653d-453c-9af7-637628d0bac8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:55:06.458065 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457d428b-5d44-4771-a289-e56f22c63a9f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:55:06.460543 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-457d428b-5d44-4771-a289-e56f22c63a9f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:55:06.469270 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457d428b-5d44-4771-a289-e56f22c63a9f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:06.470474 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-457d428b-5d44-4771-a289-e56f22c63a9f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:06.475857 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457d428b-5d44-4771-a289-e56f22c63a9f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event updated for resources: {'Subnet': ['ID=570faca4-14cd-48d3-b1dd-a961d6f7427e,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:06.560596 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d1ef438-d68e-4951-a409-f0441885a495 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:55:06.578208 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-28cd0804-e68a-44cd-9a1e-61dfcabee4a3 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:06.584536 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-28cd0804-e68a-44cd-9a1e-61dfcabee4a3 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:06.588791 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-28cd0804-e68a-44cd-9a1e-61dfcabee4a3 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "DELETE /v2.0/networks/1b3d5dec-56b3-4bcf-ba9e-01cfb1203056 HTTP/1.1" status: 204 len: 168 time: 1.1906955 Jul 09 14:55:06.598451 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48330) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:06.605182 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-054a87e2-aec4-4fe9-ba71-793253a663ed tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2013171436'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:55:06.609624 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7d1ef438-d68e-4951-a409-f0441885a495 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:06.611707 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-7d1ef438-d68e-4951-a409-f0441885a495 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Added segment 095d9916-37ed-4679-ae24-2f8e34c470f6 of type vlan for network c48e3047-e7d1-40cb-9dd6-2914393d610b Jul 09 14:55:06.649793 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-4eafac34-4d57-4540-b6e0-5aabc7b136f0 None None] Provisioning complete for port 764f2c15-c573-4dda-a925-1345b7e853bf triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:55:06.652438 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-457d428b-5d44-4771-a289-e56f22c63a9f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2225964 Jul 09 14:55:06.655648 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4eafac34-4d57-4540-b6e0-5aabc7b136f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:06.656121 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48332) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:06.663880 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-f60e0b15-780f-4950-9183-ef4d1be89243 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Request body: {'subnet': {'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:55:06.684368 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cd0804-e68a-44cd-9a1e-61dfcabee4a3 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event deleted for resources: {'Network': ['ID=1b3d5dec-56b3-4bcf-ba9e-01cfb1203056,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:06.733958 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7d1ef438-d68e-4951-a409-f0441885a495 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:06.806105 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054a87e2-aec4-4fe9-ba71-793253a663ed tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Made reservation on behalf of 5addd83cb682465db8739493dcb3fffc for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:55:06.812778 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-054a87e2-aec4-4fe9-ba71-793253a663ed tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:06.860491 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48336) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:06.876810 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-054a87e2-aec4-4fe9-ba71-793253a663ed tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:55:06.892615 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-054a87e2-aec4-4fe9-ba71-793253a663ed tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:06.892972 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-054a87e2-aec4-4fe9-ba71-793253a663ed tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Added segment 9925967d-1fe6-4db8-84f5-1e7dfd36bff5 of type vlan for network da8fad1b-c062-41a2-9d31-644683bf9ab7 Jul 09 14:55:06.906917 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-7070ab7d-f2a5-400c-b757-ef18f6ecdf4c admin admin] Deleting subnet af45ac94-4cdf-4df2-8abc-6ca387383be3 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:55:06.910072 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7070ab7d-f2a5-400c-b757-ef18f6ecdf4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:06.912927 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7d1ef438-d68e-4951-a409-f0441885a495 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:06.918755 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1ef438-d68e-4951-a409-f0441885a495 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:06.919355 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7d1ef438-d68e-4951-a409-f0441885a495 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:06.935603 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe986dbc-359d-4da4-9cf6-e364a2e83def None None] Update dhcp port {'port': {'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'fixed_ips': [{'subnet_id': '570faca4-14cd-48d3-b1dd-a961d6f7427e'}], 'binding:host_id': 'n-d-799529-6'}, 'id': '764f2c15-c573-4dda-a925-1345b7e853bf'} from n-d-799529-6. {{(pid=94447) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 14:55:06.951319 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-054a87e2-aec4-4fe9-ba71-793253a663ed tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:06.987029 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-fe986dbc-359d-4da4-9cf6-e364a2e83def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:07.055522 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f60e0b15-780f-4950-9183-ef4d1be89243 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Made reservation on behalf of 705b0dcf676c4e4da08df6f6169d5c06 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:55:07.060036 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f60e0b15-780f-4950-9183-ef4d1be89243 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:07.140850 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-054a87e2-aec4-4fe9-ba71-793253a663ed tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:07.156316 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054a87e2-aec4-4fe9-ba71-793253a663ed tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:07.157293 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-054a87e2-aec4-4fe9-ba71-793253a663ed tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:07.195868 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-fe986dbc-359d-4da4-9cf6-e364a2e83def None None] Allocated IP 2001:db8::2 (858359dc-653d-453c-9af7-637628d0bac8/570faca4-14cd-48d3-b1dd-a961d6f7427e/764f2c15-c573-4dda-a925-1345b7e853bf) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:55:07.278283 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054a87e2-aec4-4fe9-ba71-793253a663ed tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event updated for resources: {'Network': ['ID=da8fad1b-c062-41a2-9d31-644683bf9ab7,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:07.306520 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network da8fad1b-c062-41a2-9d31-644683bf9ab7 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:55:07.307425 n-d-799529-6 neutron-server[94446]: INFO neutron.db.ipam_backend_mixin [None req-f60e0b15-780f-4950-9183-ef4d1be89243 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 570faca4-14cd-48d3-b1dd-a961d6f7427e (CIDR: 2001:db8::/64) Jul 09 14:55:07.309263 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 72c97534-6557-4d73-a3bd-54b441beb3ea no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:55:07.336640 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-054a87e2-aec4-4fe9-ba71-793253a663ed tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7360415 Jul 09 14:55:07.339911 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48340) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:07.345588 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-83109fd3-b7b0-4f40-8962-11d46483b6ab tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Request body: {'subnet': {'network_id': 'da8fad1b-c062-41a2-9d31-644683bf9ab7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:55:07.377943 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 72c97534-6557-4d73-a3bd-54b441beb3ea {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:55:07.387917 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 72c97534-6557-4d73-a3bd-54b441beb3ea not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:55:07.388287 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7070ab7d-f2a5-400c-b757-ef18f6ecdf4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:07.388762 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 764f2c15-c573-4dda-a925-1345b7e853bf no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:55:07.418518 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1ef438-d68e-4951-a409-f0441885a495 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event updated for resources: {'Network': ['ID=c48e3047-e7d1-40cb-9dd6-2914393d610b,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:07.421395 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-f60e0b15-780f-4950-9183-ef4d1be89243 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:55:07.422425 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f60e0b15-780f-4950-9183-ef4d1be89243 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:55:07.437110 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network c48e3047-e7d1-40cb-9dd6-2914393d610b details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:55:07.440634 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7070ab7d-f2a5-400c-b757-ef18f6ecdf4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:07.532161 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-7d1ef438-d68e-4951-a409-f0441885a495 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4129679 Jul 09 14:55:07.533875 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48344) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:07.542418 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-5772233f-c670-4b1d-aa73-90f2860480dc tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Request body: {'subnet': {'network_id': 'c48e3047-e7d1-40cb-9dd6-2914393d610b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:55:07.555717 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-fe986dbc-359d-4da4-9cf6-e364a2e83def None None] For port 764f2c15-c573-4dda-a925-1345b7e853bf, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=764f2c15-c573-4dda-a925-1345b7e853bf,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:55:07.597489 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f60e0b15-780f-4950-9183-ef4d1be89243 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9399643 Jul 09 14:55:07.600950 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48348) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:07.606543 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-bd129e19-ccb0-4978-9c90-bc1b24c901be tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Request body: {'subnet': {'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:55:07.623195 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-fe986dbc-359d-4da4-9cf6-e364a2e83def None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:07.650423 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48350) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:07.655996 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-fe986dbc-359d-4da4-9cf6-e364a2e83def None None] Transition to ACTIVE for port object 764f2c15-c573-4dda-a925-1345b7e853bf will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:55:07.656931 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-e769e553-8ff8-476e-b275-c095e253dac7 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2122770449'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:55:07.657307 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:07.665803 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7070ab7d-f2a5-400c-b757-ef18f6ecdf4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:07.704065 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7070ab7d-f2a5-400c-b757-ef18f6ecdf4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:07.706049 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-7070ab7d-f2a5-400c-b757-ef18f6ecdf4c admin admin] 10.222.0.58 "DELETE /v2.0/subnets/af45ac94-4cdf-4df2-8abc-6ca387383be3 HTTP/1.1" status: 204 len: 168 time: 0.8462427 Jul 09 14:55:07.709266 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48354) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:07.712326 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7070ab7d-f2a5-400c-b757-ef18f6ecdf4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af45ac94-4cdf-4df2-8abc-6ca387383be3,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:07.756403 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83109fd3-b7b0-4f40-8962-11d46483b6ab tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Made reservation on behalf of 5addd83cb682465db8739493dcb3fffc for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:55:07.759920 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-83109fd3-b7b0-4f40-8962-11d46483b6ab tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:07.832417 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-fe986dbc-359d-4da4-9cf6-e364a2e83def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:07.844884 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9907b578-3592-45ff-9d2e-6b0fe8d3f121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:07.940478 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.db.api [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 14:55:07.940836 n-d-799529-6 neutron-server[94447]: DEBUG oslo_db.api [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 14:55:07.944538 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe986dbc-359d-4da4-9cf6-e364a2e83def None None] Pushing event updated for resources: {'Port': ['ID=764f2c15-c573-4dda-a925-1345b7e853bf,revision_number=13']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:07.984533 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9907b578-3592-45ff-9d2e-6b0fe8d3f121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:08.000832 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e769e553-8ff8-476e-b275-c095e253dac7 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Made reservation on behalf of b0dcdaf85ebc429397d88229c635e7b2 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:55:08.004391 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e769e553-8ff8-476e-b275-c095e253dac7 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:08.013356 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-9907b578-3592-45ff-9d2e-6b0fe8d3f121 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d271781-c54f-4005-9b45-0a6064a27a65']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:55:08.048799 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-9907b578-3592-45ff-9d2e-6b0fe8d3f121 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '242418b2-0593-4333-974b-f37eae96090d') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:55:08.048799 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-9907b578-3592-45ff-9d2e-6b0fe8d3f121 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '242418b2-0593-4333-974b-f37eae96090d') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:55:08.058772 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9907b578-3592-45ff-9d2e-6b0fe8d3f121 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:08.111259 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e769e553-8ff8-476e-b275-c095e253dac7 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:55:08.113422 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9907b578-3592-45ff-9d2e-6b0fe8d3f121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:08.122877 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9907b578-3592-45ff-9d2e-6b0fe8d3f121 admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:55:08.123282 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9907b578-3592-45ff-9d2e-6b0fe8d3f121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:08.124970 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 14:55:08.124970 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:55:08.124970 n-d-799529-6 neutron-server[94446]: timer() Jul 09 14:55:08.124970 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:55:08.124970 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 14:55:08.124970 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:55:08.124970 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 14:55:08.124970 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:55:08.124970 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 14:55:08.124970 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:55:08.124970 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 14:55:08.124970 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:55:08.124970 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 14:55:08.124970 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:55:08.124970 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:55:08.124970 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:55:08.124970 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:55:08.124970 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:55:08.124970 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 14:55:08.124970 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:55:08.124970 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 14:55:08.124970 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:55:08.124970 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:55:08.124970 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:55:08.124970 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 14:55:08.124970 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:55:08.124970 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:55:08.124970 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:55:08.124970 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:55:08.124970 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:55:08.124970 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:55:08.124970 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:55:08.165072 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e769e553-8ff8-476e-b275-c095e253dac7 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:08.165686 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-e769e553-8ff8-476e-b275-c095e253dac7 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Added segment dcef93a2-6ff3-40c9-a9fd-5812a2481f14 of type vlan for network dc6506e8-ceaa-4382-aad7-27ea0263e5fe Jul 09 14:55:08.172292 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5772233f-c670-4b1d-aa73-90f2860480dc tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Made reservation on behalf of c23027b79fbf48438de608f7fcd960b2 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:55:08.175951 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5772233f-c670-4b1d-aa73-90f2860480dc tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:08.231451 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-83109fd3-b7b0-4f40-8962-11d46483b6ab tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:08.238001 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd129e19-ccb0-4978-9c90-bc1b24c901be tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Made reservation on behalf of 705b0dcf676c4e4da08df6f6169d5c06 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:55:08.243007 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bd129e19-ccb0-4978-9c90-bc1b24c901be tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:08.325422 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e769e553-8ff8-476e-b275-c095e253dac7 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:08.391641 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9907b578-3592-45ff-9d2e-6b0fe8d3f121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:08.397201 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9907b578-3592-45ff-9d2e-6b0fe8d3f121 admin admin] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:08.399459 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-9907b578-3592-45ff-9d2e-6b0fe8d3f121 admin admin] 10.222.0.58 "DELETE /v2.0/networks/8d271781-c54f-4005-9b45-0a6064a27a65 HTTP/1.1" status: 204 len: 168 time: 0.6891303 Jul 09 14:55:08.421781 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83109fd3-b7b0-4f40-8962-11d46483b6ab tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event updated for resources: {'Subnet': ['ID=328f072e-7ff5-4b7b-a8e5-aa0cce14d0b7,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:08.445782 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9907b578-3592-45ff-9d2e-6b0fe8d3f121 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d271781-c54f-4005-9b45-0a6064a27a65,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:08.520650 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83109fd3-b7b0-4f40-8962-11d46483b6ab tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Checking segment: {'id': '9925967d-1fe6-4db8-84f5-1e7dfd36bff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'da8fad1b-c062-41a2-9d31-644683bf9ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:55:08.521026 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83109fd3-b7b0-4f40-8962-11d46483b6ab tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Network hostable DHCP agents. Network: da8fad1b-c062-41a2-9d31-644683bf9ab7, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:55:08.534923 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:08.568454 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e769e553-8ff8-476e-b275-c095e253dac7 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:08.574064 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2fab1c-b671-4c2f-94a8-164b9606700e req-ef7456f8-a9b9-4aec-987e-65e06a658622 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:08.574733 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e769e553-8ff8-476e-b275-c095e253dac7 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:08.575861 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e769e553-8ff8-476e-b275-c095e253dac7 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:08.582408 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fe2fab1c-b671-4c2f-94a8-164b9606700e req-ef7456f8-a9b9-4aec-987e-65e06a658622 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1cde53a-19d7-4688-993d-9006873b4f35 HTTP/1.1" status: 200 len: 945 time: 0.1993570 Jul 09 14:55:08.584775 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 764f2c15-c573-4dda-a925-1345b7e853bf, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=764f2c15-c573-4dda-a925-1345b7e853bf,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:55:08.645172 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:08.678420 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-e769e553-8ff8-476e-b275-c095e253dac7 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0238774 Jul 09 14:55:08.684840 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48366) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:08.695166 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-ea76c140-b05c-4b03-bd66-e44d1d8628a8 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1497805126'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:55:08.724630 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83109fd3-b7b0-4f40-8962-11d46483b6ab tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Network da8fad1b-c062-41a2-9d31-644683bf9ab7 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:55:08.737011 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5772233f-c670-4b1d-aa73-90f2860480dc tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:08.740733 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fe2fab1c-b671-4c2f-94a8-164b9606700e req-efbeaa49-647a-4f8f-b0f8-2d11c2bfbf98 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] 10.222.0.58 "GET /v2.0/security-groups?id=1f0c8256-fd97-443b-990a-3bb8b19e1e90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571233 Jul 09 14:55:08.765183 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=764f2c15-c573-4dda-a925-1345b7e853bf,revision_number=14']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:08.775079 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e769e553-8ff8-476e-b275-c095e253dac7 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Pushing event updated for resources: {'Network': ['ID=dc6506e8-ceaa-4382-aad7-27ea0263e5fe,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:08.797651 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network dc6506e8-ceaa-4382-aad7-27ea0263e5fe details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:55:08.808245 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea76c140-b05c-4b03-bd66-e44d1d8628a8 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Made reservation on behalf of b0dcdaf85ebc429397d88229c635e7b2 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:55:08.811820 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ea76c140-b05c-4b03-bd66-e44d1d8628a8 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:08.835771 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-83109fd3-b7b0-4f40-8962-11d46483b6ab tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, da8fad1b-c062-41a2-9d31-644683bf9ab7) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:55:08.841628 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83109fd3-b7b0-4f40-8962-11d46483b6ab tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:08.842211 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-83109fd3-b7b0-4f40-8962-11d46483b6ab tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:08.850122 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414ca618-cced-434c-a580-2f2cc8e2d1a7 None None] Network 858359dc-653d-453c-9af7-637628d0bac8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:55:08.852181 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9f9e7c-117d-4e0b-9f7e-6e7a7735675e None None] Network da8fad1b-c062-41a2-9d31-644683bf9ab7 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:55:08.903261 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5772233f-c670-4b1d-aa73-90f2860480dc tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event updated for resources: {'Subnet': ['ID=1d2639b7-a8c8-4e21-b5c3-0cef224f40a0,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:08.912231 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48370) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:08.935575 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea76c140-b05c-4b03-bd66-e44d1d8628a8 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:55:08.944052 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5772233f-c670-4b1d-aa73-90f2860480dc tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Checking segment: {'id': '095d9916-37ed-4679-ae24-2f8e34c470f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c48e3047-e7d1-40cb-9dd6-2914393d610b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:55:08.944422 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5772233f-c670-4b1d-aa73-90f2860480dc tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Network hostable DHCP agents. Network: c48e3047-e7d1-40cb-9dd6-2914393d610b, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:55:08.953356 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ea76c140-b05c-4b03-bd66-e44d1d8628a8 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:08.954028 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-ea76c140-b05c-4b03-bd66-e44d1d8628a8 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Added segment 9caf9090-cff0-4f31-9bcd-6b390f4a890c of type vlan for network 695dcd67-56f3-489c-8be9-3d26f71af2f9 Jul 09 14:55:08.986688 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-83109fd3-b7b0-4f40-8962-11d46483b6ab tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6449602 Jul 09 14:55:08.987433 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48372) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:09.024164 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-95c290cb-d938-4bdc-a1c2-6db367170198 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=89bbc44d7cd949c88dcaa37e45994ef9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1107557 Jul 09 14:55:09.024930 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48374) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:09.028987 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-0d58ece5-8508-43b6-a06b-a106f6a19c43 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Request body: {'port': {'network_id': 'da8fad1b-c062-41a2-9d31-644683bf9ab7', 'security_groups': [], 'name': 'tempest-PortsTestJSON-591555754'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:55:09.081828 n-d-799529-6 neutron-server[94445]: DEBUG neutron.objects.ports [None req-bd129e19-ccb0-4978-9c90-bc1b24c901be tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94445) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 14:55:09.096220 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ea76c140-b05c-4b03-bd66-e44d1d8628a8 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:09.097376 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-465dffd9-dfd1-4d0a-a9d5-01b5d41814ca None None] Provisioning for port 764f2c15-c573-4dda-a925-1345b7e853bf completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:55:09.112423 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-465dffd9-dfd1-4d0a-a9d5-01b5d41814ca None None] Provisioning complete for port 764f2c15-c573-4dda-a925-1345b7e853bf triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:55:09.112921 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-465dffd9-dfd1-4d0a-a9d5-01b5d41814ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:09.113722 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5772233f-c670-4b1d-aa73-90f2860480dc tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Network c48e3047-e7d1-40cb-9dd6-2914393d610b is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:55:09.181870 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-dd090fae-6e6f-4599-a394-d57ed06a4226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:09.196922 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-5772233f-c670-4b1d-aa73-90f2860480dc tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, c48e3047-e7d1-40cb-9dd6-2914393d610b) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:55:09.203694 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5772233f-c670-4b1d-aa73-90f2860480dc tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:09.205760 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5772233f-c670-4b1d-aa73-90f2860480dc tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:09.232669 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e69697-028a-4fa5-9a4c-b4cebd6d4fcb None None] Network c48e3047-e7d1-40cb-9dd6-2914393d610b requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:55:09.233959 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-dd090fae-6e6f-4599-a394-d57ed06a4226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:09.249535 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ea76c140-b05c-4b03-bd66-e44d1d8628a8 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:09.268521 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea76c140-b05c-4b03-bd66-e44d1d8628a8 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:09.269187 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ea76c140-b05c-4b03-bd66-e44d1d8628a8 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:09.300213 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093d63af-3668-4a19-b657-c03136ed98b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-da8fad1b-c062-41a2-9d31-644683bf9ab7', 'network_id': 'da8fad1b-c062-41a2-9d31-644683bf9ab7', 'tenant_id': '5addd83cb682465db8739493dcb3fffc', 'fixed_ips': [{'subnet_id': '328f072e-7ff5-4b7b-a8e5-aa0cce14d0b7'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:55:09.301174 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-093d63af-3668-4a19-b657-c03136ed98b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:09.352561 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-465dffd9-dfd1-4d0a-a9d5-01b5d41814ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:09.396798 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d58ece5-8508-43b6-a06b-a106f6a19c43 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Made reservation on behalf of 5addd83cb682465db8739493dcb3fffc for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:55:09.403817 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0d58ece5-8508-43b6-a06b-a106f6a19c43 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:09.448901 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea76c140-b05c-4b03-bd66-e44d1d8628a8 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Pushing event updated for resources: {'Network': ['ID=695dcd67-56f3-489c-8be9-3d26f71af2f9,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:09.449917 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-dd090fae-6e6f-4599-a394-d57ed06a4226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:09.458854 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-0d58ece5-8508-43b6-a06b-a106f6a19c43 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] device_id is not set on port 04c180f9-40ad-4065-a37c-50f4f48d5890 yet. {{(pid=94446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:55:09.464926 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-dd090fae-6e6f-4599-a394-d57ed06a4226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:09.469536 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-dd090fae-6e6f-4599-a394-d57ed06a4226 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cdceb5fa-3cbf-42eb-9785-d2303e3e5a5a HTTP/1.1" status: 204 len: 168 time: 0.4417536 Jul 09 14:55:09.470650 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-5772233f-c670-4b1d-aa73-90f2860480dc tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9347174 Jul 09 14:55:09.472484 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ea76c140-b05c-4b03-bd66-e44d1d8628a8 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7862537 Jul 09 14:55:09.481711 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 764f2c15-c573-4dda-a925-1345b7e853bf up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:55:09.484340 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 695dcd67-56f3-489c-8be9-3d26f71af2f9 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:55:09.488288 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48382) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:09.488675 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48384) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:09.533086 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-e5c2b053-cf52-4397-983b-d8aa982448d5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Request body: {'port': {'network_id': 'c48e3047-e7d1-40cb-9dd6-2914393d610b', 'name': 'tempest-PortsIpV6TestJSON-1048120823', 'fixed_ips': [{'subnet_id': '1d2639b7-a8c8-4e21-b5c3-0cef224f40a0', 'ip_address': '2001:db8::10'}]}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:55:09.550687 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-ca936c6e-8a48-4310-85af-f891ee4811b7 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Request body: {'subnet': {'network_id': 'dc6506e8-ceaa-4382-aad7-27ea0263e5fe', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:55:09.568498 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd090fae-6e6f-4599-a394-d57ed06a4226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdceb5fa-3cbf-42eb-9785-d2303e3e5a5a,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:09.588736 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bd129e19-ccb0-4978-9c90-bc1b24c901be tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:09.665437 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-0d58ece5-8508-43b6-a06b-a106f6a19c43 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Allocated IP 172.20.0.12 (da8fad1b-c062-41a2-9d31-644683bf9ab7/328f072e-7ff5-4b7b-a8e5-aa0cce14d0b7/04c180f9-40ad-4065-a37c-50f4f48d5890) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:55:09.773680 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.db.api [None req-465dffd9-dfd1-4d0a-a9d5-01b5d41814ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 14:55:09.774198 n-d-799529-6 neutron-server[94447]: DEBUG oslo_db.api [None req-465dffd9-dfd1-4d0a-a9d5-01b5d41814ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 14:55:09.844529 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c447c92-e98f-4553-87a4-44244f92ab13 req-15ba29b6-37cd-468c-8457-614bf1e32ea0 tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:09.852453 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1c447c92-e98f-4553-87a4-44244f92ab13 req-15ba29b6-37cd-468c-8457-614bf1e32ea0 tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] 10.222.0.58 "GET /v2.0/ports?device_id=52b4761e-ceee-4d93-9f9d-3b7fe85c3074 HTTP/1.1" status: 200 len: 950 time: 0.2683661 Jul 09 14:55:09.922845 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1c447c92-e98f-4553-87a4-44244f92ab13 req-0616d9a1-3d31-4c75-8ae1-96c8a28cec99 tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5832236-084e-4d21-bdc3-59c2ed17b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701022 Jul 09 14:55:09.953994 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0d58ece5-8508-43b6-a06b-a106f6a19c43 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:09.970820 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31dc9605-1a20-475a-8cc4-bedc520e5866 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-c48e3047-e7d1-40cb-9dd6-2914393d610b', 'network_id': 'c48e3047-e7d1-40cb-9dd6-2914393d610b', 'tenant_id': 'c23027b79fbf48438de608f7fcd960b2', 'fixed_ips': [{'subnet_id': '1d2639b7-a8c8-4e21-b5c3-0cef224f40a0'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:55:09.971649 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-31dc9605-1a20-475a-8cc4-bedc520e5866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:09.984735 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-0d58ece5-8508-43b6-a06b-a106f6a19c43 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Transition to ACTIVE for port object 04c180f9-40ad-4065-a37c-50f4f48d5890 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:55:09.993774 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6ac44f-7097-4785-9cd1-de4fd642c652 None None] Update dhcp port {'port': {'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'fixed_ips': [{'subnet_id': '570faca4-14cd-48d3-b1dd-a961d6f7427e', 'ip_address': '2001:db8::2'}, {'subnet_id': '7ee844e7-fe54-4f98-9ae9-6afbe05322fd'}], 'binding:host_id': 'n-d-799529-6'}, 'id': '764f2c15-c573-4dda-a925-1345b7e853bf'} from n-d-799529-6. {{(pid=94447) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 14:55:10.004685 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca936c6e-8a48-4310-85af-f891ee4811b7 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Made reservation on behalf of b0dcdaf85ebc429397d88229c635e7b2 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:55:10.009726 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ca936c6e-8a48-4310-85af-f891ee4811b7 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:10.088220 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 764f2c15-c573-4dda-a925-1345b7e853bf triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:55:10.088525 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:10.092163 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-df6ac44f-7097-4785-9cd1-de4fd642c652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:10.140282 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0d58ece5-8508-43b6-a06b-a106f6a19c43 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:10.154419 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-bd129e19-ccb0-4978-9c90-bc1b24c901be tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] For port 764f2c15-c573-4dda-a925-1345b7e853bf, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=764f2c15-c573-4dda-a925-1345b7e853bf,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:55:10.216445 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c2b053-cf52-4397-983b-d8aa982448d5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Made reservation on behalf of c23027b79fbf48438de608f7fcd960b2 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:55:10.220309 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d58ece5-8508-43b6-a06b-a106f6a19c43 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Network da8fad1b-c062-41a2-9d31-644683bf9ab7 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:55:10.224518 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-0d58ece5-8508-43b6-a06b-a106f6a19c43 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:55:10.227495 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d58ece5-8508-43b6-a06b-a106f6a19c43 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:55:10.256393 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d58ece5-8508-43b6-a06b-a106f6a19c43 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event updated for resources: {'Port': ['ID=04c180f9-40ad-4065-a37c-50f4f48d5890,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:10.273718 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bd129e19-ccb0-4978-9c90-bc1b24c901be tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:10.287264 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d2854e-a094-43ff-8a3d-4d53465b6807 req-581a8ebd-1970-46d4-b244-6f717b38c9dc tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:10.288856 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c4d2854e-a094-43ff-8a3d-4d53465b6807 req-581a8ebd-1970-46d4-b244-6f717b38c9dc tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1cde53a-19d7-4688-993d-9006873b4f35 HTTP/1.1" status: 200 len: 945 time: 0.2696142 Jul 09 14:55:10.292726 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d58ece5-8508-43b6-a06b-a106f6a19c43 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:10.293588 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0d58ece5-8508-43b6-a06b-a106f6a19c43 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:10.315366 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-093d63af-3668-4a19-b657-c03136ed98b8 None None] Allocated IP 172.20.0.2 (da8fad1b-c062-41a2-9d31-644683bf9ab7/328f072e-7ff5-4b7b-a8e5-aa0cce14d0b7/5ccb7b61-457d-454c-8571-4a6886debaf8) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:55:10.332331 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-31dc9605-1a20-475a-8cc4-bedc520e5866 None None] Allocated IP 2001:db8::2 (c48e3047-e7d1-40cb-9dd6-2914393d610b/1d2639b7-a8c8-4e21-b5c3-0cef224f40a0/9720cd8f-7bdd-49b8-a05c-e792f912f865) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:55:10.419794 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bd129e19-ccb0-4978-9c90-bc1b24c901be tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:10.420725 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bd129e19-ccb0-4978-9c90-bc1b24c901be tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:10.428599 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c4d2854e-a094-43ff-8a3d-4d53465b6807 req-ed0363b7-1598-4fe0-be6d-b11e12132e2f tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] 10.222.0.58 "GET /v2.0/security-groups?id=1f0c8256-fd97-443b-990a-3bb8b19e1e90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174269 Jul 09 14:55:10.445681 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-0d58ece5-8508-43b6-a06b-a106f6a19c43 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.4530528 Jul 09 14:55:10.452047 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48402) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:10.464654 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e5c2b053-cf52-4397-983b-d8aa982448d5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:10.486687 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-465dffd9-dfd1-4d0a-a9d5-01b5d41814ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:10.588842 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:10.592041 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd129e19-ccb0-4978-9c90-bc1b24c901be tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event updated for resources: {'Port': ['ID=764f2c15-c573-4dda-a925-1345b7e853bf,revision_number=16']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:10.617330 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-3dc986a0-fc22-407c-bc56-7939ca1fa0de tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Deleting port 04c180f9-40ad-4065-a37c-50f4f48d5890 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:55:10.617975 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3dc986a0-fc22-407c-bc56-7939ca1fa0de tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:10.630045 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.db.api [None req-df6ac44f-7097-4785-9cd1-de4fd642c652 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 14:55:10.630394 n-d-799529-6 neutron-server[94447]: DEBUG oslo_db.api [None req-df6ac44f-7097-4785-9cd1-de4fd642c652 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 14:55:10.636126 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd129e19-ccb0-4978-9c90-bc1b24c901be tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event updated for resources: {'Subnet': ['ID=7ee844e7-fe54-4f98-9ae9-6afbe05322fd,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:10.680013 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd129e19-ccb0-4978-9c90-bc1b24c901be tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:55:10.687708 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-bd129e19-ccb0-4978-9c90-bc1b24c901be tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:55:10.690580 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [None req-e5c2b053-cf52-4397-983b-d8aa982448d5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] device_id is not set on port 590f7607-c52e-446b-8d0c-66fd91bf9c40 yet. {{(pid=94445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:55:10.696414 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd129e19-ccb0-4978-9c90-bc1b24c901be tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:10.697394 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bd129e19-ccb0-4978-9c90-bc1b24c901be tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:10.706510 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ca936c6e-8a48-4310-85af-f891ee4811b7 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:10.726680 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 764f2c15-c573-4dda-a925-1345b7e853bf, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=764f2c15-c573-4dda-a925-1345b7e853bf,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:55:10.743783 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3dc986a0-fc22-407c-bc56-7939ca1fa0de tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:10.765270 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-3dc986a0-fc22-407c-bc56-7939ca1fa0de tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Calling delete_port for 04c180f9-40ad-4065-a37c-50f4f48d5890 owned by {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:55:10.783689 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.db.api [None req-465dffd9-dfd1-4d0a-a9d5-01b5d41814ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 14:55:10.784291 n-d-799529-6 neutron-server[94447]: DEBUG oslo_db.api [None req-465dffd9-dfd1-4d0a-a9d5-01b5d41814ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 14:55:10.818942 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-093d63af-3668-4a19-b657-c03136ed98b8 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:10.823444 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:10.834342 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-31dc9605-1a20-475a-8cc4-bedc520e5866 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:10.870401 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-bd129e19-ccb0-4978-9c90-bc1b24c901be tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.2680790 Jul 09 14:55:10.873496 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48416) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:10.874356 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca936c6e-8a48-4310-85af-f891ee4811b7 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Checking segment: {'id': 'dcef93a2-6ff3-40c9-a9fd-5812a2481f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'dc6506e8-ceaa-4382-aad7-27ea0263e5fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:55:10.874826 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca936c6e-8a48-4310-85af-f891ee4811b7 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Network hostable DHCP agents. Network: dc6506e8-ceaa-4382-aad7-27ea0263e5fe, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:55:10.882584 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca936c6e-8a48-4310-85af-f891ee4811b7 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Pushing event updated for resources: {'Subnet': ['ID=4bd3f066-8f79-4f2b-b334-3e86a4217100,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:10.883022 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-093d63af-3668-4a19-b657-c03136ed98b8 None None] Transition to ACTIVE for port object 5ccb7b61-457d-454c-8571-4a6886debaf8 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:55:10.891054 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-31dc9605-1a20-475a-8cc4-bedc520e5866 None None] Transition to ACTIVE for port object 9720cd8f-7bdd-49b8-a05c-e792f912f865 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:55:10.903562 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-f7790b37-07a5-4daa-acb1-709651938f4b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Request body: {'port': {'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'mac_address': 'fa:16:3e:7f:ca:4f', 'name': 'tempest-NetworksTestDHCPv6-205086029'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:55:10.924186 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-093d63af-3668-4a19-b657-c03136ed98b8 None None] Transition to ACTIVE for port object 5ccb7b61-457d-454c-8571-4a6886debaf8 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:55:10.936424 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-31dc9605-1a20-475a-8cc4-bedc520e5866 None None] Transition to ACTIVE for port object 9720cd8f-7bdd-49b8-a05c-e792f912f865 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:55:10.941137 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=764f2c15-c573-4dda-a925-1345b7e853bf,revision_number=17']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:10.995305 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48420) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:11.022896 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c143c-0d7f-4c56-9fee-60fe72b09193 req-0abd53c8-7e21-4b97-abe6-7c643e733945 tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:11.024466 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6a5c143c-0d7f-4c56-9fee-60fe72b09193 req-0abd53c8-7e21-4b97-abe6-7c643e733945 tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] 10.222.0.54 "GET /v2.0/ports?device_id=52b4761e-ceee-4d93-9f9d-3b7fe85c3074 HTTP/1.1" status: 200 len: 950 time: 0.1359136 Jul 09 14:55:11.118377 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-093d63af-3668-4a19-b657-c03136ed98b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:11.149092 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-eddcca50-e91c-418a-8b2a-82ba024a480d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1212768639-network', 'tenant_id': '57b971acb11e4eaea846cbcb413ca1a9'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:55:11.164127 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca936c6e-8a48-4310-85af-f891ee4811b7 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Network dc6506e8-ceaa-4382-aad7-27ea0263e5fe is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:55:11.172408 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-31dc9605-1a20-475a-8cc4-bedc520e5866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:11.180551 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093d63af-3668-4a19-b657-c03136ed98b8 None None] Network da8fad1b-c062-41a2-9d31-644683bf9ab7 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:55:11.188614 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e732a49d-f834-4512-932d-4d720c021c56 req-d032700b-0273-4d16-bcea-b59b003d79ca tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:11.193931 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-093d63af-3668-4a19-b657-c03136ed98b8 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:55:11.196115 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e732a49d-f834-4512-932d-4d720c021c56 req-d032700b-0273-4d16-bcea-b59b003d79ca tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] 10.222.0.58 "GET /v2.0/ports?device_id=52b4761e-ceee-4d93-9f9d-3b7fe85c3074 HTTP/1.1" status: 200 len: 950 time: 0.0937688 Jul 09 14:55:11.199326 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093d63af-3668-4a19-b657-c03136ed98b8 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:55:11.231929 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e732a49d-f834-4512-932d-4d720c021c56 req-452dba48-d1e5-4624-beef-337d7b6f4343 tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5832236-084e-4d21-bdc3-59c2ed17b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348353 Jul 09 14:55:11.233480 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7790b37-07a5-4daa-acb1-709651938f4b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Made reservation on behalf of 705b0dcf676c4e4da08df6f6169d5c06 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:55:11.237840 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3dc986a0-fc22-407c-bc56-7939ca1fa0de tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:11.240928 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-e5c2b053-cf52-4397-983b-d8aa982448d5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Allocated IP 2001:db8::10 (c48e3047-e7d1-40cb-9dd6-2914393d610b/1d2639b7-a8c8-4e21-b5c3-0cef224f40a0/590f7607-c52e-446b-8d0c-66fd91bf9c40) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:55:11.274489 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-6a5c143c-0d7f-4c56-9fee-60fe72b09193 req-51563147-0b28-486c-bb91-96e6296dbd46 tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] Deleting port af66ab1c-c7c1-43c9-84de-bcd45908f35e {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:55:11.274850 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-6a5c143c-0d7f-4c56-9fee-60fe72b09193 req-51563147-0b28-486c-bb91-96e6296dbd46 tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:11.294468 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d63af-3668-4a19-b657-c03136ed98b8 None None] Pushing event updated for resources: {'Port': ['ID=5ccb7b61-457d-454c-8571-4a6886debaf8,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:11.300545 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31dc9605-1a20-475a-8cc4-bedc520e5866 None None] Network c48e3047-e7d1-40cb-9dd6-2914393d610b is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:55:11.308623 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc986a0-fc22-407c-bc56-7939ca1fa0de tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event deleted for resources: {'Port': ['ID=04c180f9-40ad-4065-a37c-50f4f48d5890,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:11.329717 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-df6ac44f-7097-4785-9cd1-de4fd642c652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:11.332050 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-ca936c6e-8a48-4310-85af-f891ee4811b7 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, dc6506e8-ceaa-4382-aad7-27ea0263e5fe) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:55:11.337470 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca936c6e-8a48-4310-85af-f891ee4811b7 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:11.338070 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ca936c6e-8a48-4310-85af-f891ee4811b7 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:11.394907 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-31dc9605-1a20-475a-8cc4-bedc520e5866 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:55:11.399727 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dc9605-1a20-475a-8cc4-bedc520e5866 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:55:11.415046 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eddcca50-e91c-418a-8b2a-82ba024a480d admin admin] Made reservation on behalf of 57b971acb11e4eaea846cbcb413ca1a9 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:55:11.417667 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eddcca50-e91c-418a-8b2a-82ba024a480d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:11.431313 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789ff210-9312-4e9a-9eb1-74c331797022 None None] Network dc6506e8-ceaa-4382-aad7-27ea0263e5fe requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:55:11.435390 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 764f2c15-c573-4dda-a925-1345b7e853bf up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:55:11.450242 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eddcca50-e91c-418a-8b2a-82ba024a480d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:11.463251 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dc9605-1a20-475a-8cc4-bedc520e5866 None None] Pushing event updated for resources: {'Port': ['ID=9720cd8f-7bdd-49b8-a05c-e792f912f865,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:11.468314 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f7790b37-07a5-4daa-acb1-709651938f4b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:11.473583 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3dc986a0-fc22-407c-bc56-7939ca1fa0de tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:11.475559 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-3dc986a0-fc22-407c-bc56-7939ca1fa0de tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "DELETE /v2.0/ports/04c180f9-40ad-4065-a37c-50f4f48d5890 HTTP/1.1" status: 204 len: 168 time: 1.0223262 Jul 09 14:55:11.481831 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48424) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:11.518744 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-91cbc622-e21a-4ac7-b577-f30866b3358c tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] GET failed (client error): The resource could not be found. Jul 09 14:55:11.520529 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-91cbc622-e21a-4ac7-b577-f30866b3358c tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "GET /v2.0/ports/04c180f9-40ad-4065-a37c-50f4f48d5890 HTTP/1.1" status: 404 len: 333 time: 0.0375230 Jul 09 14:55:11.525085 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48426) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:11.529077 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-f7790b37-07a5-4daa-acb1-709651938f4b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] device_id is not set on port 0c1a21e5-f69e-442a-8b65-6fe2ce6469f6 yet. {{(pid=94446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:55:11.558180 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-6a5c143c-0d7f-4c56-9fee-60fe72b09193 req-51563147-0b28-486c-bb91-96e6296dbd46 tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] For port af66ab1c-c7c1-43c9-84de-bcd45908f35e, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=af66ab1c-c7c1-43c9-84de-bcd45908f35e,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:55:11.558679 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-6a5c143c-0d7f-4c56-9fee-60fe72b09193 req-51563147-0b28-486c-bb91-96e6296dbd46 tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:11.576005 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-6a5c143c-0d7f-4c56-9fee-60fe72b09193 req-51563147-0b28-486c-bb91-96e6296dbd46 tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] Calling delete_port for af66ab1c-c7c1-43c9-84de-bcd45908f35e owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:55:11.672379 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-093d63af-3668-4a19-b657-c03136ed98b8 None None] Attempting to bind port 5ccb7b61-457d-454c-8571-4a6886debaf8 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:55:11.672751 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-093d63af-3668-4a19-b657-c03136ed98b8 None None] Attempting to bind port 5ccb7b61-457d-454c-8571-4a6886debaf8 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '9925967d-1fe6-4db8-84f5-1e7dfd36bff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'da8fad1b-c062-41a2-9d31-644683bf9ab7'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:55:11.673118 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093d63af-3668-4a19-b657-c03136ed98b8 None None] Attempting to bind port 5ccb7b61-457d-454c-8571-4a6886debaf8 on network da8fad1b-c062-41a2-9d31-644683bf9ab7 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:55:11.682775 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-31dc9605-1a20-475a-8cc4-bedc520e5866 None None] Attempting to bind port 9720cd8f-7bdd-49b8-a05c-e792f912f865 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:55:11.683401 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-31dc9605-1a20-475a-8cc4-bedc520e5866 None None] Attempting to bind port 9720cd8f-7bdd-49b8-a05c-e792f912f865 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '095d9916-37ed-4679-ae24-2f8e34c470f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c48e3047-e7d1-40cb-9dd6-2914393d610b'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:55:11.683775 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31dc9605-1a20-475a-8cc4-bedc520e5866 None None] Attempting to bind port 9720cd8f-7bdd-49b8-a05c-e792f912f865 on network c48e3047-e7d1-40cb-9dd6-2914393d610b {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:55:11.701967 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ca936c6e-8a48-4310-85af-f891ee4811b7 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.2101314 Jul 09 14:55:11.702794 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093d63af-3668-4a19-b657-c03136ed98b8 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:55:11.703185 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093d63af-3668-4a19-b657-c03136ed98b8 None None] Checking segment: {'id': '9925967d-1fe6-4db8-84f5-1e7dfd36bff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'da8fad1b-c062-41a2-9d31-644683bf9ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:55:11.703615 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-093d63af-3668-4a19-b657-c03136ed98b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:11.704171 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093d63af-3668-4a19-b657-c03136ed98b8 None None] Bound using segment: {'id': '9925967d-1fe6-4db8-84f5-1e7dfd36bff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'da8fad1b-c062-41a2-9d31-644683bf9ab7'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:55:11.704648 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-093d63af-3668-4a19-b657-c03136ed98b8 None None] Bound port: 5ccb7b61-457d-454c-8571-4a6886debaf8, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9925967d-1fe6-4db8-84f5-1e7dfd36bff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'da8fad1b-c062-41a2-9d31-644683bf9ab7'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:55:11.705202 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-093d63af-3668-4a19-b657-c03136ed98b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:11.705708 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48430) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:11.711785 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-0a40d471-99c8-46e7-b561-a016710bb81b tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Request body: {'subnet': {'network_id': '695dcd67-56f3-489c-8be9-3d26f71af2f9', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:55:11.717606 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31dc9605-1a20-475a-8cc4-bedc520e5866 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:55:11.718230 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31dc9605-1a20-475a-8cc4-bedc520e5866 None None] Checking segment: {'id': '095d9916-37ed-4679-ae24-2f8e34c470f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c48e3047-e7d1-40cb-9dd6-2914393d610b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:55:11.718786 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-31dc9605-1a20-475a-8cc4-bedc520e5866 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:11.719328 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31dc9605-1a20-475a-8cc4-bedc520e5866 None None] Bound using segment: {'id': '095d9916-37ed-4679-ae24-2f8e34c470f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c48e3047-e7d1-40cb-9dd6-2914393d610b'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:55:11.720001 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-31dc9605-1a20-475a-8cc4-bedc520e5866 None None] Bound port: 9720cd8f-7bdd-49b8-a05c-e792f912f865, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '095d9916-37ed-4679-ae24-2f8e34c470f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c48e3047-e7d1-40cb-9dd6-2914393d610b'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:55:11.720551 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-31dc9605-1a20-475a-8cc4-bedc520e5866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:11.800387 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ff7923a-e26a-408e-990c-24e7c1cbb8af tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Deleting subnet 328f072e-7ff5-4b7b-a8e5-aa0cce14d0b7 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:55:11.820680 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e5c2b053-cf52-4397-983b-d8aa982448d5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:11.823039 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4ff7923a-e26a-408e-990c-24e7c1cbb8af tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:11.888318 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eddcca50-e91c-418a-8b2a-82ba024a480d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:11.895989 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-e5c2b053-cf52-4397-983b-d8aa982448d5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Transition to ACTIVE for port object 590f7607-c52e-446b-8d0c-66fd91bf9c40 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:55:11.924693 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4ff7923a-e26a-408e-990c-24e7c1cbb8af tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:11.998256 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eddcca50-e91c-418a-8b2a-82ba024a480d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:12.051550 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eddcca50-e91c-418a-8b2a-82ba024a480d admin admin] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:55:12.078344 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 764f2c15-c573-4dda-a925-1345b7e853bf triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:55:12.079241 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:12.106580 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddcca50-e91c-418a-8b2a-82ba024a480d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de82887-7032-4e2c-81a4-82e587d41889,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:12.135468 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eddcca50-e91c-418a-8b2a-82ba024a480d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:12.135806 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-eddcca50-e91c-418a-8b2a-82ba024a480d admin admin] Added segment 67523102-960f-423a-89b3-665d6dc7373b of type vlan for network 65219ae9-d282-4121-8917-8c4ecd74e176 Jul 09 14:55:12.144906 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-093d63af-3668-4a19-b657-c03136ed98b8 None None] For port 5ccb7b61-457d-454c-8571-4a6886debaf8, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:55:12.151977 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-093d63af-3668-4a19-b657-c03136ed98b8 None None] For port 5ccb7b61-457d-454c-8571-4a6886debaf8, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=5ccb7b61-457d-454c-8571-4a6886debaf8,segment=NetworkSegment(9925967d-1fe6-4db8-84f5-1e7dfd36bff5),segment_id=9925967d-1fe6-4db8-84f5-1e7dfd36bff5)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:55:12.177172 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-31dc9605-1a20-475a-8cc4-bedc520e5866 None None] For port 9720cd8f-7bdd-49b8-a05c-e792f912f865, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:55:12.189818 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e5c2b053-cf52-4397-983b-d8aa982448d5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:12.194077 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-31dc9605-1a20-475a-8cc4-bedc520e5866 None None] For port 9720cd8f-7bdd-49b8-a05c-e792f912f865, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=9720cd8f-7bdd-49b8-a05c-e792f912f865,segment=NetworkSegment(095d9916-37ed-4679-ae24-2f8e34c470f6),segment_id=095d9916-37ed-4679-ae24-2f8e34c470f6)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:55:12.197646 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96647574-e8f8-4191-9cc9-2baf49d4ca48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-dc6506e8-ceaa-4382-aad7-27ea0263e5fe', 'network_id': 'dc6506e8-ceaa-4382-aad7-27ea0263e5fe', 'tenant_id': 'b0dcdaf85ebc429397d88229c635e7b2', 'fixed_ips': [{'subnet_id': '4bd3f066-8f79-4f2b-b334-3e86a4217100'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:55:12.198808 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-96647574-e8f8-4191-9cc9-2baf49d4ca48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:12.199318 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eddcca50-e91c-418a-8b2a-82ba024a480d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:12.211632 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-f7790b37-07a5-4daa-acb1-709651938f4b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Allocated IP 2001:db8::2c6 (858359dc-653d-453c-9af7-637628d0bac8/570faca4-14cd-48d3-b1dd-a961d6f7427e/0c1a21e5-f69e-442a-8b65-6fe2ce6469f6) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:55:12.222039 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-f7790b37-07a5-4daa-acb1-709651938f4b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Allocated IP 2001:db8:0:1:f816:3eff:fe7f:ca4f (858359dc-653d-453c-9af7-637628d0bac8/7ee844e7-fe54-4f98-9ae9-6afbe05322fd/0c1a21e5-f69e-442a-8b65-6fe2ce6469f6) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:55:12.239952 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd183b2a-f5d4-44ce-be63-75af679d0198 req-5fe8d473-c736-470f-8084-30e8cfd75066 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:12.245274 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-6a5c143c-0d7f-4c56-9fee-60fe72b09193 req-51563147-0b28-486c-bb91-96e6296dbd46 tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:12.248248 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bd183b2a-f5d4-44ce-be63-75af679d0198 req-5fe8d473-c736-470f-8084-30e8cfd75066 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1cde53a-19d7-4688-993d-9006873b4f35 HTTP/1.1" status: 200 len: 945 time: 0.5998189 Jul 09 14:55:12.290809 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c2b053-cf52-4397-983b-d8aa982448d5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Network c48e3047-e7d1-40cb-9dd6-2914393d610b is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:55:12.297198 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4ff7923a-e26a-408e-990c-24e7c1cbb8af tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:12.303661 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-e5c2b053-cf52-4397-983b-d8aa982448d5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:55:12.307925 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c2b053-cf52-4397-983b-d8aa982448d5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:55:12.313591 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c2b053-cf52-4397-983b-d8aa982448d5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:12.314262 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e5c2b053-cf52-4397-983b-d8aa982448d5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:12.316505 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-093d63af-3668-4a19-b657-c03136ed98b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:12.340085 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c2b053-cf52-4397-983b-d8aa982448d5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event updated for resources: {'Port': ['ID=590f7607-c52e-446b-8d0c-66fd91bf9c40,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:12.375716 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bd183b2a-f5d4-44ce-be63-75af679d0198 req-41dbf747-7f11-42b9-9495-d971ebc1005b tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] 10.222.0.58 "GET /v2.0/security-groups?id=1f0c8256-fd97-443b-990a-3bb8b19e1e90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265354 Jul 09 14:55:12.413148 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-31dc9605-1a20-475a-8cc4-bedc520e5866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:12.467284 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eddcca50-e91c-418a-8b2a-82ba024a480d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:12.468131 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddcca50-e91c-418a-8b2a-82ba024a480d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:12.468723 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eddcca50-e91c-418a-8b2a-82ba024a480d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:12.471064 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51563147-0b28-486c-bb91-96e6296dbd46 tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] Pushing event deleted for resources: {'Port': ['ID=af66ab1c-c7c1-43c9-84de-bcd45908f35e,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:12.478945 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a5c143c-0d7f-4c56-9fee-60fe72b09193 req-51563147-0b28-486c-bb91-96e6296dbd46 tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] No DVR routers for this DVR port af66ab1c-c7c1-43c9-84de-bcd45908f35e on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:55:12.483492 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-96647574-e8f8-4191-9cc9-2baf49d4ca48 None None] Allocated IP 10.1.1.2 (dc6506e8-ceaa-4382-aad7-27ea0263e5fe/4bd3f066-8f79-4f2b-b334-3e86a4217100/33f65b1f-e18d-4b88-80ea-120c2626d48c) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:55:12.485594 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a40d471-99c8-46e7-b561-a016710bb81b tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Made reservation on behalf of b0dcdaf85ebc429397d88229c635e7b2 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:55:12.489727 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0a40d471-99c8-46e7-b561-a016710bb81b tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:12.512888 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d63af-3668-4a19-b657-c03136ed98b8 None None] Pushing event updated for resources: {'Port': ['ID=5ccb7b61-457d-454c-8571-4a6886debaf8,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:12.519807 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-6a5c143c-0d7f-4c56-9fee-60fe72b09193 req-51563147-0b28-486c-bb91-96e6296dbd46 tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:12.522641 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6a5c143c-0d7f-4c56-9fee-60fe72b09193 req-51563147-0b28-486c-bb91-96e6296dbd46 tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] 10.222.0.54 "DELETE /v2.0/ports/af66ab1c-c7c1-43c9-84de-bcd45908f35e HTTP/1.1" status: 204 len: 173 time: 1.4905066 Jul 09 14:55:12.526967 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52b4761e-ceee-4d93-9f9d-3b7fe85c3074', 'name': 'network-vif-deleted', 'tag': 'af66ab1c-c7c1-43c9-84de-bcd45908f35e'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:55:12.526967 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8014b9c0-5402-4078-a517-da6cfb063e82" -d '{"events": [{"server_uuid": "52b4761e-ceee-4d93-9f9d-3b7fe85c3074", "name": "network-vif-deleted", "tag": "af66ab1c-c7c1-43c9-84de-bcd45908f35e"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:55:12.561740 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-16556d74-b2aa-4e3a-9b73-82c07ec7908e req-8f6994ea-36cf-4a34-a0c3-52740e9c7ff2 tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] 10.222.0.58 "GET /v2.0/ports?device_id=52b4761e-ceee-4d93-9f9d-3b7fe85c3074 HTTP/1.1" status: 200 len: 210 time: 0.1248438 Jul 09 14:55:12.588365 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e5c2b053-cf52-4397-983b-d8aa982448d5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0977070 Jul 09 14:55:12.589001 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48440) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:12.606756 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-54ab403d-0731-4bbf-aadc-98225f48a68f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Request body: {'port': {'network_id': 'c48e3047-e7d1-40cb-9dd6-2914393d610b', 'name': 'tempest-PortsIpV6TestJSON-830374090', 'fixed_ips': [{'subnet_id': '1d2639b7-a8c8-4e21-b5c3-0cef224f40a0', 'ip_address': '2001:db8::f'}]}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:55:12.661620 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ec389e-321d-49c9-81c1-96b3dd18a741 x-openstack-request-id: req-15ec389e-321d-49c9-81c1-96b3dd18a741 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:55:12.662163 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52b4761e-ceee-4d93-9f9d-3b7fe85c3074", "name": "network-vif-deleted", "tag": "af66ab1c-c7c1-43c9-84de-bcd45908f35e", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:55:12.663871 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-15ec389e-321d-49c9-81c1-96b3dd18a741 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:55:12.664436 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52b4761e-ceee-4d93-9f9d-3b7fe85c3074', 'name': 'network-vif-deleted', 'tag': 'af66ab1c-c7c1-43c9-84de-bcd45908f35e', 'status': 'completed', 'code': 200} Jul 09 14:55:12.722129 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddcca50-e91c-418a-8b2a-82ba024a480d admin admin] Pushing event updated for resources: {'Network': ['ID=65219ae9-d282-4121-8917-8c4ecd74e176,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:12.726805 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dc9605-1a20-475a-8cc4-bedc520e5866 None None] Pushing event updated for resources: {'Port': ['ID=9720cd8f-7bdd-49b8-a05c-e792f912f865,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:12.734186 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-eddcca50-e91c-418a-8b2a-82ba024a480d admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7377560 Jul 09 14:55:12.737701 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48442) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:12.751361 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f7790b37-07a5-4daa-acb1-709651938f4b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:12.757247 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-e79f9999-d864-419b-a076-f35f35f5f8bf admin admin] Request body: {'subnet': {'network_id': '65219ae9-d282-4121-8917-8c4ecd74e176', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1212768639-subnet', 'tenant_id': '57b971acb11e4eaea846cbcb413ca1a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:55:12.760846 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 65219ae9-d282-4121-8917-8c4ecd74e176 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:55:12.791023 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-f7790b37-07a5-4daa-acb1-709651938f4b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Transition to ACTIVE for port object 0c1a21e5-f69e-442a-8b65-6fe2ce6469f6 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:55:12.870160 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4ff7923a-e26a-408e-990c-24e7c1cbb8af tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:12.995438 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-96647574-e8f8-4191-9cc9-2baf49d4ca48 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:12.995848 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff7923a-e26a-408e-990c-24e7c1cbb8af tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event deleted for resources: {'Subnet': ['ID=328f072e-7ff5-4b7b-a8e5-aa0cce14d0b7,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:12.999993 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4ff7923a-e26a-408e-990c-24e7c1cbb8af tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:13.006132 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-4ff7923a-e26a-408e-990c-24e7c1cbb8af tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "DELETE /v2.0/subnets/328f072e-7ff5-4b7b-a8e5-aa0cce14d0b7 HTTP/1.1" status: 204 len: 168 time: 1.4724126 Jul 09 14:55:13.006132 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48444) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:13.021185 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-96647574-e8f8-4191-9cc9-2baf49d4ca48 None None] Transition to ACTIVE for port object 33f65b1f-e18d-4b88-80ea-120c2626d48c will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:55:13.050272 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-96647574-e8f8-4191-9cc9-2baf49d4ca48 None None] Transition to ACTIVE for port object 33f65b1f-e18d-4b88-80ea-120c2626d48c will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:55:13.098317 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e79f9999-d864-419b-a076-f35f35f5f8bf admin admin] Made reservation on behalf of 57b971acb11e4eaea846cbcb413ca1a9 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:55:13.100947 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e79f9999-d864-419b-a076-f35f35f5f8bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:13.181294 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-96647574-e8f8-4191-9cc9-2baf49d4ca48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:13.214195 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034d9ad1-0910-46c2-a807-8e6c0ea5ae09 req-6a28fef7-a8bf-4b56-839d-6ea1dec9989c tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:13.215838 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-034d9ad1-0910-46c2-a807-8e6c0ea5ae09 req-6a28fef7-a8bf-4b56-839d-6ea1dec9989c tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1cde53a-19d7-4688-993d-9006873b4f35 HTTP/1.1" status: 200 len: 945 time: 0.4085748 Jul 09 14:55:13.219243 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-583c243e-cf2e-4e97-b8f5-da7d034e4ee4 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:13.230744 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96647574-e8f8-4191-9cc9-2baf49d4ca48 None None] Network dc6506e8-ceaa-4382-aad7-27ea0263e5fe is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:55:13.232158 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0a40d471-99c8-46e7-b561-a016710bb81b tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:13.237289 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f7790b37-07a5-4daa-acb1-709651938f4b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:13.305960 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-96647574-e8f8-4191-9cc9-2baf49d4ca48 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:55:13.321367 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a40d471-99c8-46e7-b561-a016710bb81b tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Pushing event updated for resources: {'Subnet': ['ID=385bd4c1-ddb8-4fda-a37e-3fb2118661ca,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:13.364841 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96647574-e8f8-4191-9cc9-2baf49d4ca48 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:55:13.382354 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7790b37-07a5-4daa-acb1-709651938f4b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:55:13.382567 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96647574-e8f8-4191-9cc9-2baf49d4ca48 None None] Pushing event updated for resources: {'Port': ['ID=33f65b1f-e18d-4b88-80ea-120c2626d48c,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:13.395049 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-f7790b37-07a5-4daa-acb1-709651938f4b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:55:13.409273 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7790b37-07a5-4daa-acb1-709651938f4b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:55:13.419351 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7790b37-07a5-4daa-acb1-709651938f4b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:13.420518 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f7790b37-07a5-4daa-acb1-709651938f4b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:13.424722 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7790b37-07a5-4daa-acb1-709651938f4b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event updated for resources: {'Port': ['ID=0c1a21e5-f69e-442a-8b65-6fe2ce6469f6,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:13.439809 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-df6ac44f-7097-4785-9cd1-de4fd642c652 None None] For port 764f2c15-c573-4dda-a925-1345b7e853bf, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=764f2c15-c573-4dda-a925-1345b7e853bf,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:55:13.483851 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a40d471-99c8-46e7-b561-a016710bb81b tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Checking segment: {'id': '9caf9090-cff0-4f31-9bcd-6b390f4a890c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '695dcd67-56f3-489c-8be9-3d26f71af2f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:55:13.484222 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a40d471-99c8-46e7-b561-a016710bb81b tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Network hostable DHCP agents. Network: 695dcd67-56f3-489c-8be9-3d26f71af2f9, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:55:13.487632 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-df6ac44f-7097-4785-9cd1-de4fd642c652 None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:13.528325 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 9720cd8f-7bdd-49b8-a05c-e792f912f865 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:55:13.539401 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f7790b37-07a5-4daa-acb1-709651938f4b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.6373534 Jul 09 14:55:13.539934 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48448) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:13.558945 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-96647574-e8f8-4191-9cc9-2baf49d4ca48 None None] Attempting to bind port 33f65b1f-e18d-4b88-80ea-120c2626d48c on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:55:13.559241 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-96647574-e8f8-4191-9cc9-2baf49d4ca48 None None] Attempting to bind port 33f65b1f-e18d-4b88-80ea-120c2626d48c by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'dcef93a2-6ff3-40c9-a9fd-5812a2481f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'dc6506e8-ceaa-4382-aad7-27ea0263e5fe'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:55:13.559632 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96647574-e8f8-4191-9cc9-2baf49d4ca48 None None] Attempting to bind port 33f65b1f-e18d-4b88-80ea-120c2626d48c on network dc6506e8-ceaa-4382-aad7-27ea0263e5fe {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:55:13.574838 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96647574-e8f8-4191-9cc9-2baf49d4ca48 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:55:13.575586 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96647574-e8f8-4191-9cc9-2baf49d4ca48 None None] Checking segment: {'id': 'dcef93a2-6ff3-40c9-a9fd-5812a2481f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'dc6506e8-ceaa-4382-aad7-27ea0263e5fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:55:13.576106 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-96647574-e8f8-4191-9cc9-2baf49d4ca48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:13.576201 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96647574-e8f8-4191-9cc9-2baf49d4ca48 None None] Bound using segment: {'id': 'dcef93a2-6ff3-40c9-a9fd-5812a2481f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'dc6506e8-ceaa-4382-aad7-27ea0263e5fe'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:55:13.576780 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-96647574-e8f8-4191-9cc9-2baf49d4ca48 None None] Bound port: 33f65b1f-e18d-4b88-80ea-120c2626d48c, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcef93a2-6ff3-40c9-a9fd-5812a2481f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'dc6506e8-ceaa-4382-aad7-27ea0263e5fe'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:55:13.577218 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-96647574-e8f8-4191-9cc9-2baf49d4ca48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:13.629520 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-df6ac44f-7097-4785-9cd1-de4fd642c652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:13.690111 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a40d471-99c8-46e7-b561-a016710bb81b tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Network 695dcd67-56f3-489c-8be9-3d26f71af2f9 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:55:13.694423 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6ac44f-7097-4785-9cd1-de4fd642c652 None None] Pushing event updated for resources: {'Port': ['ID=764f2c15-c573-4dda-a925-1345b7e853bf,revision_number=18']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:13.748232 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ab403d-0731-4bbf-aadc-98225f48a68f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Made reservation on behalf of c23027b79fbf48438de608f7fcd960b2 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:55:13.748917 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-96647574-e8f8-4191-9cc9-2baf49d4ca48 None None] For port 33f65b1f-e18d-4b88-80ea-120c2626d48c, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:55:13.749994 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-1ac66423-2817-411c-98cc-f8604a86cbba tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Deleting port 0c1a21e5-f69e-442a-8b65-6fe2ce6469f6 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:55:13.751229 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1ac66423-2817-411c-98cc-f8604a86cbba tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:13.756094 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-54ab403d-0731-4bbf-aadc-98225f48a68f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:13.762112 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-96647574-e8f8-4191-9cc9-2baf49d4ca48 None None] For port 33f65b1f-e18d-4b88-80ea-120c2626d48c, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=33f65b1f-e18d-4b88-80ea-120c2626d48c,segment=NetworkSegment(dcef93a2-6ff3-40c9-a9fd-5812a2481f14),segment_id=dcef93a2-6ff3-40c9-a9fd-5812a2481f14)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:55:13.837817 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 9720cd8f-7bdd-49b8-a05c-e792f912f865 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:55:13.842623 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 5ccb7b61-457d-454c-8571-4a6886debaf8 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:55:13.851984 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-0a40d471-99c8-46e7-b561-a016710bb81b tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 695dcd67-56f3-489c-8be9-3d26f71af2f9) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:55:13.884839 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a40d471-99c8-46e7-b561-a016710bb81b tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:13.885548 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0a40d471-99c8-46e7-b561-a016710bb81b tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:13.892822 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da9433e-eacd-4bee-b9bd-065ec61f3810 None None] Network 695dcd67-56f3-489c-8be9-3d26f71af2f9 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:55:13.921505 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-96647574-e8f8-4191-9cc9-2baf49d4ca48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:13.941743 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0cb4e9e7-d478-4e13-80cd-a1ca96b5f355 req-466f0fca-d5ac-4d39-97a9-ee930ac76f83 tempest-VolumesBackupsTest-1105746565 tempest-VolumesBackupsTest-1105746565-project] 10.222.0.58 "GET /v2.0/ports?device_id=52b4761e-ceee-4d93-9f9d-3b7fe85c3074 HTTP/1.1" status: 200 len: 210 time: 0.1058683 Jul 09 14:55:14.043556 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [None req-54ab403d-0731-4bbf-aadc-98225f48a68f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] device_id is not set on port d7b5b935-095a-400d-81b7-7cabdb0286ea yet. {{(pid=94445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:55:14.059729 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-0a40d471-99c8-46e7-b561-a016710bb81b tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.3496096 Jul 09 14:55:14.059729 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1ac66423-2817-411c-98cc-f8604a86cbba tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:14.072420 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48452) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:14.088505 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-789c32ad-95e2-4930-a420-a354e3641bb5 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Request body: {'port': {'network_id': 'dc6506e8-ceaa-4382-aad7-27ea0263e5fe', 'name': 'tempest-TaggedBootDevicesTest_v242-1355370149', 'fixed_ips': [{'subnet_id': '4bd3f066-8f79-4f2b-b334-3e86a4217100'}]}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:55:14.109474 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96647574-e8f8-4191-9cc9-2baf49d4ca48 None None] Pushing event updated for resources: {'Port': ['ID=33f65b1f-e18d-4b88-80ea-120c2626d48c,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:14.144786 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-1ac66423-2817-411c-98cc-f8604a86cbba tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Calling delete_port for 0c1a21e5-f69e-442a-8b65-6fe2ce6469f6 owned by {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:55:14.198215 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device af66ab1c-c7c1-43c9-84de-bcd45908f35e no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:55:14.243218 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: af66ab1c-c7c1-43c9-84de-bcd45908f35e {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:55:14.246449 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device af66ab1c-c7c1-43c9-84de-bcd45908f35e not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:55:14.285190 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 5ccb7b61-457d-454c-8571-4a6886debaf8 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:55:14.398540 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4595e0bc-fe46-4088-99f9-94d55583f390 None None] Network c48e3047-e7d1-40cb-9dd6-2914393d610b requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:55:14.432503 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-583c243e-cf2e-4e97-b8f5-da7d034e4ee4 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Deleting port 5ccb7b61-457d-454c-8571-4a6886debaf8 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:55:14.433235 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-583c243e-cf2e-4e97-b8f5-da7d034e4ee4 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:14.450706 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a9243-da3e-4e79-8f7d-e7ea542b29d1 req-cae34428-d3e5-405c-b2dc-474b909c1325 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:14.459000 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-538a9243-da3e-4e79-8f7d-e7ea542b29d1 req-cae34428-d3e5-405c-b2dc-474b909c1325 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1cde53a-19d7-4688-993d-9006873b4f35 HTTP/1.1" status: 200 len: 945 time: 0.7871394 Jul 09 14:55:14.507266 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5001ce89-a1da-4ee3-b207-e020e93ba4e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-695dcd67-56f3-489c-8be9-3d26f71af2f9', 'network_id': '695dcd67-56f3-489c-8be9-3d26f71af2f9', 'tenant_id': 'b0dcdaf85ebc429397d88229c635e7b2', 'fixed_ips': [{'subnet_id': '385bd4c1-ddb8-4fda-a37e-3fb2118661ca'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:55:14.508312 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5001ce89-a1da-4ee3-b207-e020e93ba4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:14.656800 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-5db934ec-8533-41a0-9d79-bd3be63e1329 None None] Provisioning for port 9720cd8f-7bdd-49b8-a05c-e792f912f865 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:55:14.672357 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-5db934ec-8533-41a0-9d79-bd3be63e1329 None None] Provisioning complete for port 9720cd8f-7bdd-49b8-a05c-e792f912f865 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:55:14.672729 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5db934ec-8533-41a0-9d79-bd3be63e1329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:14.742877 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789c32ad-95e2-4930-a420-a354e3641bb5 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Made reservation on behalf of b0dcdaf85ebc429397d88229c635e7b2 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:55:14.834377 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e79f9999-d864-419b-a076-f35f35f5f8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:14.852616 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-034d9ad1-0910-46c2-a807-8e6c0ea5ae09 req-6123d330-eb20-432d-8a18-afcebb830d7c tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Deleting port a81475d4-645e-498c-a8cc-c494bcdcf27b {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:55:14.852960 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-034d9ad1-0910-46c2-a807-8e6c0ea5ae09 req-6123d330-eb20-432d-8a18-afcebb830d7c tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:14.876699 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-789c32ad-95e2-4930-a420-a354e3641bb5 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:14.896700 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384ab076-7be0-429c-8a01-3a7f4aa4e57d None None] Network 858359dc-653d-453c-9af7-637628d0bac8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:55:14.901578 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1ac66423-2817-411c-98cc-f8604a86cbba tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:14.911483 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86585cbd-4d7c-476e-a9c7-ec414ba3e7ea None None] Network da8fad1b-c062-41a2-9d31-644683bf9ab7 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:55:14.911764 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-789c32ad-95e2-4930-a420-a354e3641bb5 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] device_id is not set on port 6e49b587-b19f-4fb7-b68d-daf59c076543 yet. {{(pid=94446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:55:14.933149 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-538a9243-da3e-4e79-8f7d-e7ea542b29d1 req-15a30ea6-1f93-4d92-ba2f-794851e87a58 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] 10.222.0.58 "GET /v2.0/security-groups?id=1f0c8256-fd97-443b-990a-3bb8b19e1e90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4715683 Jul 09 14:55:14.947235 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-583c243e-cf2e-4e97-b8f5-da7d034e4ee4 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] For port 5ccb7b61-457d-454c-8571-4a6886debaf8, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=5ccb7b61-457d-454c-8571-4a6886debaf8,segment=NetworkSegment(9925967d-1fe6-4db8-84f5-1e7dfd36bff5),segment_id=9925967d-1fe6-4db8-84f5-1e7dfd36bff5)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:55:14.947235 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-583c243e-cf2e-4e97-b8f5-da7d034e4ee4 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:14.965717 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-583c243e-cf2e-4e97-b8f5-da7d034e4ee4 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Calling delete_port for 5ccb7b61-457d-454c-8571-4a6886debaf8 owned by network:dhcp {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:55:14.970713 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac66423-2817-411c-98cc-f8604a86cbba tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event deleted for resources: {'Port': ['ID=0c1a21e5-f69e-442a-8b65-6fe2ce6469f6,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:15.042971 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-54ab403d-0731-4bbf-aadc-98225f48a68f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Allocated IP 2001:db8::f (c48e3047-e7d1-40cb-9dd6-2914393d610b/1d2639b7-a8c8-4e21-b5c3-0cef224f40a0/d7b5b935-095a-400d-81b7-7cabdb0286ea) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:55:15.046770 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1ac66423-2817-411c-98cc-f8604a86cbba tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:15.049033 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-1ac66423-2817-411c-98cc-f8604a86cbba tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/ports/0c1a21e5-f69e-442a-8b65-6fe2ce6469f6 HTTP/1.1" status: 204 len: 168 time: 1.5068462 Jul 09 14:55:15.077633 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48456) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:15.175071 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79f9999-d864-419b-a076-f35f35f5f8bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ba330ed-9359-4085-9db6-f1c4985ac874,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:15.225041 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fc8c44-f837-4686-a6fd-64738f6c3fd0 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:15.227547 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-07fc8c44-f837-4686-a6fd-64738f6c3fd0 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1484079 Jul 09 14:55:15.228930 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-789c32ad-95e2-4930-a420-a354e3641bb5 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Allocated IP 10.1.1.250 (dc6506e8-ceaa-4382-aad7-27ea0263e5fe/4bd3f066-8f79-4f2b-b334-3e86a4217100/6e49b587-b19f-4fb7-b68d-daf59c076543) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:55:15.230990 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48460) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:15.249617 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-583c243e-cf2e-4e97-b8f5-da7d034e4ee4 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:15.316217 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79f9999-d864-419b-a076-f35f35f5f8bf admin admin] Checking segment: {'id': '67523102-960f-423a-89b3-665d6dc7373b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '65219ae9-d282-4121-8917-8c4ecd74e176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:55:15.316590 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79f9999-d864-419b-a076-f35f35f5f8bf admin admin] Network hostable DHCP agents. Network: 65219ae9-d282-4121-8917-8c4ecd74e176, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:55:15.332759 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583c243e-cf2e-4e97-b8f5-da7d034e4ee4 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] No DVR routers for this DVR port 5ccb7b61-457d-454c-8571-4a6886debaf8 on host n-d-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:55:15.365851 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583c243e-cf2e-4e97-b8f5-da7d034e4ee4 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event deleted for resources: {'Port': ['ID=5ccb7b61-457d-454c-8571-4a6886debaf8,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:15.383814 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-5001ce89-a1da-4ee3-b207-e020e93ba4e7 None None] Allocated IP 10.2.2.2 (695dcd67-56f3-489c-8be9-3d26f71af2f9/385bd4c1-ddb8-4fda-a37e-3fb2118661ca/6b212a2f-b308-49d4-b870-dd1c0ffd0633) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:55:15.596011 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-789c32ad-95e2-4930-a420-a354e3641bb5 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:15.596613 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-034d9ad1-0910-46c2-a807-8e6c0ea5ae09 req-6123d330-eb20-432d-8a18-afcebb830d7c tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] For port a81475d4-645e-498c-a8cc-c494bcdcf27b, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=a81475d4-645e-498c-a8cc-c494bcdcf27b,segment=NetworkSegment(f9c9b81f-0e6e-496b-9f9a-51a976479dd5),segment_id=f9c9b81f-0e6e-496b-9f9a-51a976479dd5)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:55:15.597382 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-034d9ad1-0910-46c2-a807-8e6c0ea5ae09 req-6123d330-eb20-432d-8a18-afcebb830d7c tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:15.619554 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc25f31-0ff6-4e93-a46b-915a659db68f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:15.625855 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-fdc25f31-0ff6-4e93-a46b-915a659db68f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3940060 Jul 09 14:55:15.630117 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48464) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:15.655148 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 33f65b1f-e18d-4b88-80ea-120c2626d48c up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:55:15.671480 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-789c32ad-95e2-4930-a420-a354e3641bb5 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Transition to ACTIVE for port object 6e49b587-b19f-4fb7-b68d-daf59c076543 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:55:15.787263 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605462c8-91cf-40dc-85be-feaf3946d32d tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:15.790218 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605462c8-91cf-40dc-85be-feaf3946d32d tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:15.792424 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605462c8-91cf-40dc-85be-feaf3946d32d tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:15.794390 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-605462c8-91cf-40dc-85be-feaf3946d32d tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1630993 Jul 09 14:55:15.795949 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:15.797759 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48466) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:15.828206 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-789c32ad-95e2-4930-a420-a354e3641bb5 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:15.884447 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79f9999-d864-419b-a076-f35f35f5f8bf admin admin] Network 65219ae9-d282-4121-8917-8c4ecd74e176 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:55:15.914249 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-583c243e-cf2e-4e97-b8f5-da7d034e4ee4 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:15.970735 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789c32ad-95e2-4930-a420-a354e3641bb5 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Pushing event updated for resources: {'Port': ['ID=6e49b587-b19f-4fb7-b68d-daf59c076543,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:15.988260 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-583c243e-cf2e-4e97-b8f5-da7d034e4ee4 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da8fad1b-c062-41a2-9d31-644683bf9ab7']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:55:16.000428 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-e79f9999-d864-419b-a076-f35f35f5f8bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 65219ae9-d282-4121-8917-8c4ecd74e176) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:55:16.008758 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79f9999-d864-419b-a076-f35f35f5f8bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:16.009732 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e79f9999-d864-419b-a076-f35f35f5f8bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:16.039532 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789c32ad-95e2-4930-a420-a354e3641bb5 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Network dc6506e8-ceaa-4382-aad7-27ea0263e5fe is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:55:16.045928 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-789c32ad-95e2-4930-a420-a354e3641bb5 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:55:16.056653 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789c32ad-95e2-4930-a420-a354e3641bb5 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:55:16.073350 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec13036-7daa-4620-ac2e-1c7fde8d9cea None None] Network 65219ae9-d282-4121-8917-8c4ecd74e176 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:55:16.090420 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-583c243e-cf2e-4e97-b8f5-da7d034e4ee4 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9925967d-1fe6-4db8-84f5-1e7dfd36bff5') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:55:16.091650 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-583c243e-cf2e-4e97-b8f5-da7d034e4ee4 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9925967d-1fe6-4db8-84f5-1e7dfd36bff5') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:55:16.112363 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5001ce89-a1da-4ee3-b207-e020e93ba4e7 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:16.142746 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e7436a3-0a13-4c4e-ac4d-c28ebc9acd2b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Deleting subnet 570faca4-14cd-48d3-b1dd-a961d6f7427e {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:55:16.160105 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9e7436a3-0a13-4c4e-ac4d-c28ebc9acd2b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:16.178612 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97abc445-2a7f-45f2-a773-631ef20c555a None None] DHCP port deletion for da8fad1b-c062-41a2-9d31-644683bf9ab7 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:55:16.181622 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959007b1-2ac6-4d1b-9c61-5ad78434f193 None None] Network dc6506e8-ceaa-4382-aad7-27ea0263e5fe requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:55:16.189152 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-583c243e-cf2e-4e97-b8f5-da7d034e4ee4 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:16.225379 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9e7436a3-0a13-4c4e-ac4d-c28ebc9acd2b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:16.246332 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-583c243e-cf2e-4e97-b8f5-da7d034e4ee4 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:16.255271 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-583c243e-cf2e-4e97-b8f5-da7d034e4ee4 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:55:16.256163 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-583c243e-cf2e-4e97-b8f5-da7d034e4ee4 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:16.261479 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device a81475d4-645e-498c-a8cc-c494bcdcf27b no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:55:16.266244 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-5001ce89-a1da-4ee3-b207-e020e93ba4e7 None None] Transition to ACTIVE for port object 6b212a2f-b308-49d4-b870-dd1c0ffd0633 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:55:16.294741 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5db934ec-8533-41a0-9d79-bd3be63e1329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:16.328582 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9e7436a3-0a13-4c4e-ac4d-c28ebc9acd2b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:16.334915 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-54ab403d-0731-4bbf-aadc-98225f48a68f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:16.349874 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-54ab403d-0731-4bbf-aadc-98225f48a68f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Transition to ACTIVE for port object d7b5b935-095a-400d-81b7-7cabdb0286ea will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:55:16.376838 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:55:16.376838 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:55:16.376838 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 14:55:16.376838 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:55:16.376838 n-d-799529-6 neutron-server[94445]: timer() Jul 09 14:55:16.376838 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:55:16.376838 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 14:55:16.376838 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:55:16.376838 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 14:55:16.376838 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:55:16.376838 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 14:55:16.376838 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:55:16.376838 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 14:55:16.376838 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:55:16.376838 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 14:55:16.376838 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:55:16.376838 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:55:16.376838 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:55:16.376838 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:55:16.376838 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:55:16.376838 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 14:55:16.376838 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:55:16.376838 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 14:55:16.376838 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:55:16.376838 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:55:16.376838 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:55:16.376838 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 14:55:16.376838 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:55:16.376838 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:55:16.376838 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:55:16.376838 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:55:16.376838 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:55:16.376838 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:55:16.376838 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:55:16.398641 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e79f9999-d864-419b-a076-f35f35f5f8bf admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 3.6594708 Jul 09 14:55:16.407825 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48472) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:16.408019 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-5001ce89-a1da-4ee3-b207-e020e93ba4e7 None None] Transition to ACTIVE for port object 6b212a2f-b308-49d4-b870-dd1c0ffd0633 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:55:16.408452 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789c32ad-95e2-4930-a420-a354e3641bb5 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:16.408452 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-789c32ad-95e2-4930-a420-a354e3641bb5 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:16.417586 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-602aa318-9dad-44c4-b329-76258aa08b32 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1212768639-router', 'tenant_id': '57b971acb11e4eaea846cbcb413ca1a9', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:55:16.478475 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 33f65b1f-e18d-4b88-80ea-120c2626d48c completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:55:16.501327 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9e7436a3-0a13-4c4e-ac4d-c28ebc9acd2b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:16.551899 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd66762-b0ec-423c-a95d-094f26f79048 req-c5d1b683-1a7e-46c3-a748-f137d12443e0 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:16.553725 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dbd66762-b0ec-423c-a95d-094f26f79048 req-c5d1b683-1a7e-46c3-a748-f137d12443e0 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1cde53a-19d7-4688-993d-9006873b4f35 HTTP/1.1" status: 200 len: 945 time: 0.3624613 Jul 09 14:55:16.555867 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-034d9ad1-0910-46c2-a807-8e6c0ea5ae09 req-6123d330-eb20-432d-8a18-afcebb830d7c tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:16.556331 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-034d9ad1-0910-46c2-a807-8e6c0ea5ae09 req-6123d330-eb20-432d-8a18-afcebb830d7c tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:16.556724 n-d-799529-6 neutron-server[94445]: INFO neutron.db.l3_db [req-034d9ad1-0910-46c2-a807-8e6c0ea5ae09 req-6123d330-eb20-432d-8a18-afcebb830d7c tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Floating IP 661c34f2-b4ef-46c6-b5c0-cdca515a1146 disassociated. External IP: 172.25.3.140, port: a81475d4-645e-498c-a8cc-c494bcdcf27b. Jul 09 14:55:16.558697 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-5db934ec-8533-41a0-9d79-bd3be63e1329 None None] For port 9720cd8f-7bdd-49b8-a05c-e792f912f865, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=9720cd8f-7bdd-49b8-a05c-e792f912f865,segment=NetworkSegment(095d9916-37ed-4679-ae24-2f8e34c470f6),segment_id=095d9916-37ed-4679-ae24-2f8e34c470f6)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:55:16.559108 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-034d9ad1-0910-46c2-a807-8e6c0ea5ae09 req-6123d330-eb20-432d-8a18-afcebb830d7c tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Calling delete_port for a81475d4-645e-498c-a8cc-c494bcdcf27b owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:55:16.575730 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7436a3-0a13-4c4e-ac4d-c28ebc9acd2b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event deleted for resources: {'Subnet': ['ID=570faca4-14cd-48d3-b1dd-a961d6f7427e,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:16.581357 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9e7436a3-0a13-4c4e-ac4d-c28ebc9acd2b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:16.586465 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-9e7436a3-0a13-4c4e-ac4d-c28ebc9acd2b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/subnets/570faca4-14cd-48d3-b1dd-a961d6f7427e HTTP/1.1" status: 204 len: 168 time: 0.7769327 Jul 09 14:55:16.587100 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48476) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:16.598776 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-789c32ad-95e2-4930-a420-a354e3641bb5 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5202103 Jul 09 14:55:16.611710 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48478) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:16.629512 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-7317cb2f-ce93-4996-857a-0edf6080ed78 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Request body: {'port': {'network_id': 'dc6506e8-ceaa-4382-aad7-27ea0263e5fe', 'name': 'tempest-TaggedBootDevicesTest_v242-1480927590', 'fixed_ips': [{'subnet_id': '4bd3f066-8f79-4f2b-b334-3e86a4217100'}]}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:55:16.634153 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-583c243e-cf2e-4e97-b8f5-da7d034e4ee4 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:16.636271 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-54ab403d-0731-4bbf-aadc-98225f48a68f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:16.678782 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c29b95e-afe7-4b69-9bb6-b03a59edc507 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Deleting subnet 7ee844e7-fe54-4f98-9ae9-6afbe05322fd {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:55:16.682333 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1c29b95e-afe7-4b69-9bb6-b03a59edc507 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:16.691123 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5001ce89-a1da-4ee3-b207-e020e93ba4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:16.741729 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-583c243e-cf2e-4e97-b8f5-da7d034e4ee4 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:16.743898 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-583c243e-cf2e-4e97-b8f5-da7d034e4ee4 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "DELETE /v2.0/networks/da8fad1b-c062-41a2-9d31-644683bf9ab7 HTTP/1.1" status: 204 len: 168 time: 3.7336304 Jul 09 14:55:16.744233 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5db934ec-8533-41a0-9d79-bd3be63e1329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:16.748562 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48480) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:16.753221 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5001ce89-a1da-4ee3-b207-e020e93ba4e7 None None] Pushing event updated for resources: {'Port': ['ID=6b212a2f-b308-49d4-b870-dd1c0ffd0633,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:16.780942 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-3a05b2a2-441e-4aff-bb90-5a003eed2662 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Request body: {'port': {'network_id': 'd9f2503a-1960-4ecc-8bd6-296122892472', 'name': 'tempest-PortsTestJSON-1859866141'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:55:16.924623 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d85932d-090a-4da4-afe6-a813ce45c9da None None] Network 65219ae9-d282-4121-8917-8c4ecd74e176 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:55:16.946659 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:16.976176 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ab403d-0731-4bbf-aadc-98225f48a68f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event updated for resources: {'Port': ['ID=d7b5b935-095a-400d-81b7-7cabdb0286ea,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:16.987718 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9843f39-945c-4d39-87ee-bac718ebef37 None None] Network 858359dc-653d-453c-9af7-637628d0bac8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:55:17.001645 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1c29b95e-afe7-4b69-9bb6-b03a59edc507 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:17.084584 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5001ce89-a1da-4ee3-b207-e020e93ba4e7 None None] Network 695dcd67-56f3-489c-8be9-3d26f71af2f9 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:55:17.113775 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583c243e-cf2e-4e97-b8f5-da7d034e4ee4 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event deleted for resources: {'Network': ['ID=da8fad1b-c062-41a2-9d31-644683bf9ab7,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:17.124039 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-2b83fff5-ebc8-4605-830f-290eb97f027d None None] Could not find standard attr ID for object 5ccb7b61-457d-454c-8571-4a6886debaf8. {{(pid=94447) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 14:55:17.151069 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ab403d-0731-4bbf-aadc-98225f48a68f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Network c48e3047-e7d1-40cb-9dd6-2914393d610b is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:55:17.171081 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-54ab403d-0731-4bbf-aadc-98225f48a68f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:55:17.179442 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ab403d-0731-4bbf-aadc-98225f48a68f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:55:17.186513 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ab403d-0731-4bbf-aadc-98225f48a68f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:17.187173 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-54ab403d-0731-4bbf-aadc-98225f48a68f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:17.204589 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dbd66762-b0ec-423c-a95d-094f26f79048 req-37ca6246-de82-43a8-a176-89c11348346f tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] 10.222.0.58 "GET /v2.0/security-groups?id=1f0c8256-fd97-443b-990a-3bb8b19e1e90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6395662 Jul 09 14:55:17.214538 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-602aa318-9dad-44c4-b329-76258aa08b32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:17.216940 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-602aa318-9dad-44c4-b329-76258aa08b32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:17.232293 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1cde53a-19d7-4688-993d-9006873b4f35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a81475d4-645e-498c-a8cc-c494bcdcf27b'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:55:17.236444 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1c29b95e-afe7-4b69-9bb6-b03a59edc507 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:17.241371 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb932732-5182-49fd-acdb-ddccad6b5218" -d '{"events": [{"server_uuid": "a1cde53a-19d7-4688-993d-9006873b4f35", "name": "network-vif-unplugged", "status": "completed", "tag": "a81475d4-645e-498c-a8cc-c494bcdcf27b"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:55:17.335185 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-5001ce89-a1da-4ee3-b207-e020e93ba4e7 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:55:17.338443 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5001ce89-a1da-4ee3-b207-e020e93ba4e7 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:55:17.347203 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-54ab403d-0731-4bbf-aadc-98225f48a68f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.7531729 Jul 09 14:55:17.347883 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48486) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:17.371597 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 14:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff92d9f2-d1dc-4450-9645-06b311270366 x-openstack-request-id: req-ff92d9f2-d1dc-4450-9645-06b311270366 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:55:17.371953 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1cde53a-19d7-4688-993d-9006873b4f35", "name": "network-vif-unplugged", "status": "completed", "tag": "a81475d4-645e-498c-a8cc-c494bcdcf27b", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:55:17.372243 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ff92d9f2-d1dc-4450-9645-06b311270366 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:55:17.372634 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1cde53a-19d7-4688-993d-9006873b4f35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a81475d4-645e-498c-a8cc-c494bcdcf27b', 'code': 200} Jul 09 14:55:17.382999 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-602aa318-9dad-44c4-b329-76258aa08b32 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:17.403868 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 5ccb7b61-457d-454c-8571-4a6886debaf8 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:55:17.430764 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port a81475d4-645e-498c-a8cc-c494bcdcf27b, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=a81475d4-645e-498c-a8cc-c494bcdcf27b,segment=NetworkSegment(f9c9b81f-0e6e-496b-9f9a-51a976479dd5),segment_id=f9c9b81f-0e6e-496b-9f9a-51a976479dd5)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:55:17.453886 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a05b2a2-441e-4aff-bb90-5a003eed2662 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Made reservation on behalf of 5addd83cb682465db8739493dcb3fffc for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:55:17.459563 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3a05b2a2-441e-4aff-bb90-5a003eed2662 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:17.471535 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 5ccb7b61-457d-454c-8571-4a6886debaf8 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:55:17.471921 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 5ccb7b61-457d-454c-8571-4a6886debaf8 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:55:17.498826 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1c29b95e-afe7-4b69-9bb6-b03a59edc507 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:17.502849 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136a974b-b09a-486d-93af-becfef4fa21c tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:17.506760 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-136a974b-b09a-486d-93af-becfef4fa21c tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1564207 Jul 09 14:55:17.512786 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48488) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:17.514936 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db934ec-8533-41a0-9d79-bd3be63e1329 None None] Pushing event updated for resources: {'Port': ['ID=9720cd8f-7bdd-49b8-a05c-e792f912f865,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:17.517739 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-2b83fff5-ebc8-4605-830f-290eb97f027d None None] Provisioning complete for port 764f2c15-c573-4dda-a925-1345b7e853bf triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:55:17.518124 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2b83fff5-ebc8-4605-830f-290eb97f027d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:17.524595 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-3a05b2a2-441e-4aff-bb90-5a003eed2662 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] device_id is not set on port 9e02f890-82fb-405a-9a80-8f2e7c3c0ebe yet. {{(pid=94446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:55:17.576701 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:17.641832 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-5001ce89-a1da-4ee3-b207-e020e93ba4e7 None None] Attempting to bind port 6b212a2f-b308-49d4-b870-dd1c0ffd0633 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:55:17.642273 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-5001ce89-a1da-4ee3-b207-e020e93ba4e7 None None] Attempting to bind port 6b212a2f-b308-49d4-b870-dd1c0ffd0633 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '9caf9090-cff0-4f31-9bcd-6b390f4a890c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '695dcd67-56f3-489c-8be9-3d26f71af2f9'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:55:17.642784 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5001ce89-a1da-4ee3-b207-e020e93ba4e7 None None] Attempting to bind port 6b212a2f-b308-49d4-b870-dd1c0ffd0633 on network 695dcd67-56f3-489c-8be9-3d26f71af2f9 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:55:17.694742 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c29b95e-afe7-4b69-9bb6-b03a59edc507 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event deleted for resources: {'Subnet': ['ID=7ee844e7-fe54-4f98-9ae9-6afbe05322fd,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:17.709219 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1c29b95e-afe7-4b69-9bb6-b03a59edc507 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:17.713865 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-1c29b95e-afe7-4b69-9bb6-b03a59edc507 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/subnets/7ee844e7-fe54-4f98-9ae9-6afbe05322fd HTTP/1.1" status: 204 len: 168 time: 1.1257420 Jul 09 14:55:17.718670 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48492) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:17.719053 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5001ce89-a1da-4ee3-b207-e020e93ba4e7 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:55:17.720516 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5001ce89-a1da-4ee3-b207-e020e93ba4e7 None None] Checking segment: {'id': '9caf9090-cff0-4f31-9bcd-6b390f4a890c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '695dcd67-56f3-489c-8be9-3d26f71af2f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:55:17.722987 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5001ce89-a1da-4ee3-b207-e020e93ba4e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:17.723976 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5001ce89-a1da-4ee3-b207-e020e93ba4e7 None None] Bound using segment: {'id': '9caf9090-cff0-4f31-9bcd-6b390f4a890c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '695dcd67-56f3-489c-8be9-3d26f71af2f9'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:55:17.724673 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-5001ce89-a1da-4ee3-b207-e020e93ba4e7 None None] Bound port: 6b212a2f-b308-49d4-b870-dd1c0ffd0633, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9caf9090-cff0-4f31-9bcd-6b390f4a890c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '695dcd67-56f3-489c-8be9-3d26f71af2f9'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:55:17.725273 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5001ce89-a1da-4ee3-b207-e020e93ba4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:17.726432 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7317cb2f-ce93-4996-857a-0edf6080ed78 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Made reservation on behalf of b0dcdaf85ebc429397d88229c635e7b2 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:55:17.775796 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-1b65a61f-26b1-4890-a6f1-12520d16b5d8 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0553608 Jul 09 14:55:17.778460 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48494) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:17.784074 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-f289e481-8a7e-4ced-8e4d-76ad195f895f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Request body: {'subnet': {'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:55:17.830596 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=a81475d4-645e-498c-a8cc-c494bcdcf27b,revision_number=6']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:17.851390 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7317cb2f-ce93-4996-857a-0edf6080ed78 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:17.914703 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-5001ce89-a1da-4ee3-b207-e020e93ba4e7 None None] For port 6b212a2f-b308-49d4-b870-dd1c0ffd0633, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:55:17.934754 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-5001ce89-a1da-4ee3-b207-e020e93ba4e7 None None] For port 6b212a2f-b308-49d4-b870-dd1c0ffd0633, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=6b212a2f-b308-49d4-b870-dd1c0ffd0633,segment=NetworkSegment(9caf9090-cff0-4f31-9bcd-6b390f4a890c),segment_id=9caf9090-cff0-4f31-9bcd-6b390f4a890c)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:55:18.003894 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [None req-7317cb2f-ce93-4996-857a-0edf6080ed78 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] device_id is not set on port 652c8d51-7f4b-4a04-a1cb-616283698f43 yet. {{(pid=94445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:55:18.011228 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-602aa318-9dad-44c4-b329-76258aa08b32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:18.017411 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f289e481-8a7e-4ced-8e4d-76ad195f895f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Made reservation on behalf of 705b0dcf676c4e4da08df6f6169d5c06 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:55:18.025744 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f289e481-8a7e-4ced-8e4d-76ad195f895f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:18.050674 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5001ce89-a1da-4ee3-b207-e020e93ba4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:18.055895 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-2b83fff5-ebc8-4605-830f-290eb97f027d None None] Provisioning for port 33f65b1f-e18d-4b88-80ea-120c2626d48c completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:55:18.078427 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d620e7-ada4-4000-bbe1-65bc17219f90 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:18.086045 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d620e7-ada4-4000-bbe1-65bc17219f90 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:18.094569 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d620e7-ada4-4000-bbe1-65bc17219f90 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:18.097481 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ee3ea5-80c3-4ba4-87fb-ff0ef5d5167d None None] DHCP port deletion for 858359dc-653d-453c-9af7-637628d0bac8 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:55:18.100106 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48496) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:18.100949 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-79d620e7-ada4-4000-bbe1-65bc17219f90 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.5833628 Jul 09 14:55:18.111049 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-2b83fff5-ebc8-4605-830f-290eb97f027d None None] Provisioning complete for port 33f65b1f-e18d-4b88-80ea-120c2626d48c triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:55:18.112064 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2b83fff5-ebc8-4605-830f-290eb97f027d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:18.179385 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5001ce89-a1da-4ee3-b207-e020e93ba4e7 None None] Pushing event updated for resources: {'Port': ['ID=6b212a2f-b308-49d4-b870-dd1c0ffd0633,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:18.336206 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-7317cb2f-ce93-4996-857a-0edf6080ed78 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Allocated IP 10.1.1.110 (dc6506e8-ceaa-4382-aad7-27ea0263e5fe/4bd3f066-8f79-4f2b-b334-3e86a4217100/652c8d51-7f4b-4a04-a1cb-616283698f43) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:55:18.389988 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3a05b2a2-441e-4aff-bb90-5a003eed2662 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:18.547072 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-1581e99a-03c5-4116-9b57-715045ea6a9b tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Deleting port d7b5b935-095a-400d-81b7-7cabdb0286ea {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:55:18.547712 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1581e99a-03c5-4116-9b57-715045ea6a9b tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:18.673284 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ee3ea5-80c3-4ba4-87fb-ff0ef5d5167d None None] Deleting port 764f2c15-c573-4dda-a925-1345b7e853bf {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:55:18.674253 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ee3ea5-80c3-4ba4-87fb-ff0ef5d5167d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:18.800546 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ee3ea5-80c3-4ba4-87fb-ff0ef5d5167d None None] For port 764f2c15-c573-4dda-a925-1345b7e853bf, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=764f2c15-c573-4dda-a925-1345b7e853bf,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:55:18.800546 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ee3ea5-80c3-4ba4-87fb-ff0ef5d5167d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:18.814615 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ee3ea5-80c3-4ba4-87fb-ff0ef5d5167d None None] Calling delete_port for 764f2c15-c573-4dda-a925-1345b7e853bf owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:55:18.829311 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1581e99a-03c5-4116-9b57-715045ea6a9b tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:18.849524 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3a05b2a2-441e-4aff-bb90-5a003eed2662 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:18.851695 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f289e481-8a7e-4ced-8e4d-76ad195f895f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:18.890224 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-034d9ad1-0910-46c2-a807-8e6c0ea5ae09 req-6123d330-eb20-432d-8a18-afcebb830d7c tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:18.915756 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-1581e99a-03c5-4116-9b57-715045ea6a9b tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Calling delete_port for d7b5b935-095a-400d-81b7-7cabdb0286ea owned by {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:55:18.921814 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2b83fff5-ebc8-4605-830f-290eb97f027d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:18.943741 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6123d330-eb20-432d-8a18-afcebb830d7c tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Pushing event deleted for resources: {'Port': ['ID=a81475d4-645e-498c-a8cc-c494bcdcf27b,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:18.996687 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-2b83fff5-ebc8-4605-830f-290eb97f027d None None] For port 33f65b1f-e18d-4b88-80ea-120c2626d48c, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=33f65b1f-e18d-4b88-80ea-120c2626d48c,segment=NetworkSegment(dcef93a2-6ff3-40c9-a9fd-5812a2481f14),segment_id=dcef93a2-6ff3-40c9-a9fd-5812a2481f14)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:55:19.002949 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f289e481-8a7e-4ced-8e4d-76ad195f895f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event updated for resources: {'Subnet': ['ID=24144dd9-4a4d-472d-808b-7b04f1329a4a,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:19.009286 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ee3ea5-80c3-4ba4-87fb-ff0ef5d5167d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:19.056226 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ee3ea5-80c3-4ba4-87fb-ff0ef5d5167d None None] Pushing event deleted for resources: {'Port': ['ID=764f2c15-c573-4dda-a925-1345b7e853bf,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:19.068130 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ee3ea5-80c3-4ba4-87fb-ff0ef5d5167d None None] No DVR routers for this DVR port 764f2c15-c573-4dda-a925-1345b7e853bf on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:55:19.072502 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f289e481-8a7e-4ced-8e4d-76ad195f895f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:55:19.080243 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a05b2a2-441e-4aff-bb90-5a003eed2662 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Network d9f2503a-1960-4ecc-8bd6-296122892472 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:55:19.083431 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-f289e481-8a7e-4ced-8e4d-76ad195f895f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:55:19.093892 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2b83fff5-ebc8-4605-830f-290eb97f027d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:19.094668 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a05b2a2-441e-4aff-bb90-5a003eed2662 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event updated for resources: {'Port': ['ID=9e02f890-82fb-405a-9a80-8f2e7c3c0ebe,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:19.125938 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13531c3-fb67-4131-9c6f-31188e85ffe3 None None] Network 858359dc-653d-453c-9af7-637628d0bac8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:55:19.139944 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f289e481-8a7e-4ced-8e4d-76ad195f895f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:19.141306 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f289e481-8a7e-4ced-8e4d-76ad195f895f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:19.150816 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-3a05b2a2-441e-4aff-bb90-5a003eed2662 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:55:19.166308 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a05b2a2-441e-4aff-bb90-5a003eed2662 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:55:19.173115 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a05b2a2-441e-4aff-bb90-5a003eed2662 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:19.173260 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3a05b2a2-441e-4aff-bb90-5a003eed2662 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:19.184991 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5cc456e3-fd33-470d-ab48-03e309a6320e req-a321b2cd-8d71-41a4-9b5b-4391649051b3 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1cde53a-19d7-4688-993d-9006873b4f35 HTTP/1.1" status: 200 len: 210 time: 0.2925639 Jul 09 14:55:19.265236 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b83fff5-ebc8-4605-830f-290eb97f027d None None] Pushing event updated for resources: {'Port': ['ID=33f65b1f-e18d-4b88-80ea-120c2626d48c,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:19.290412 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f289e481-8a7e-4ced-8e4d-76ad195f895f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5103374 Jul 09 14:55:19.295466 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48504) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:19.302803 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-56024ffd-4eae-44c4-9623-0b46b45e3326 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Request body: {'subnet': {'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:55:19.311944 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7317cb2f-ce93-4996-857a-0edf6080ed78 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:19.321524 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-3a05b2a2-441e-4aff-bb90-5a003eed2662 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.5634322 Jul 09 14:55:19.326205 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48506) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:19.421367 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-7317cb2f-ce93-4996-857a-0edf6080ed78 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Transition to ACTIVE for port object 652c8d51-7f4b-4a04-a1cb-616283698f43 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:55:19.461007 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4352b297-ce4c-400f-abf2-488af9889148 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-858359dc-653d-453c-9af7-637628d0bac8', 'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'tenant_id': '705b0dcf676c4e4da08df6f6169d5c06', 'fixed_ips': [{'subnet_id': '24144dd9-4a4d-472d-808b-7b04f1329a4a'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:55:19.461948 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4352b297-ce4c-400f-abf2-488af9889148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:19.473260 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-034d9ad1-0910-46c2-a807-8e6c0ea5ae09 req-6123d330-eb20-432d-8a18-afcebb830d7c tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Router ce0bc5e2-a963-4c66-a388-010b5777302c has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:55:19.483075 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-285526bb-f22a-4f4e-888f-f7faf41d4d62 None None] Provisioning for port d7b5b935-095a-400d-81b7-7cabdb0286ea completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:55:19.483217 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1581e99a-03c5-4116-9b57-715045ea6a9b tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:19.489089 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-285526bb-f22a-4f4e-888f-f7faf41d4d62 None None] Provisioning complete for port d7b5b935-095a-400d-81b7-7cabdb0286ea triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:55:19.489951 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-285526bb-f22a-4f4e-888f-f7faf41d4d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:19.529945 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-285526bb-f22a-4f4e-888f-f7faf41d4d62 None None] Port d7b5b935-095a-400d-81b7-7cabdb0286ea was deleted so its status cannot be updated. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 09 14:55:19.548315 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1581e99a-03c5-4116-9b57-715045ea6a9b tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event deleted for resources: {'Port': ['ID=d7b5b935-095a-400d-81b7-7cabdb0286ea,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:19.595593 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1581e99a-03c5-4116-9b57-715045ea6a9b tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:19.601380 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-1581e99a-03c5-4116-9b57-715045ea6a9b tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "DELETE /v2.0/ports/d7b5b935-095a-400d-81b7-7cabdb0286ea HTTP/1.1" status: 204 len: 168 time: 1.4999382 Jul 09 14:55:19.607042 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48508) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:19.647675 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56024ffd-4eae-44c4-9623-0b46b45e3326 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Made reservation on behalf of 705b0dcf676c4e4da08df6f6169d5c06 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:55:19.651973 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-56024ffd-4eae-44c4-9623-0b46b45e3326 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:19.676090 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 9720cd8f-7bdd-49b8-a05c-e792f912f865 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:55:19.693097 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-285526bb-f22a-4f4e-888f-f7faf41d4d62 None None] Provisioning for port 6e49b587-b19f-4fb7-b68d-daf59c076543 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:55:19.751197 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-285526bb-f22a-4f4e-888f-f7faf41d4d62 None None] Provisioning complete for port 6e49b587-b19f-4fb7-b68d-daf59c076543 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:55:19.751847 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-285526bb-f22a-4f4e-888f-f7faf41d4d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:19.774592 n-d-799529-6 neutron-server[94446]: INFO neutron.db.ipam_backend_mixin [None req-56024ffd-4eae-44c4-9623-0b46b45e3326 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 24144dd9-4a4d-472d-808b-7b04f1329a4a (CIDR: 2001:db8::/64) Jul 09 14:55:19.776530 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-08221f63-9003-4cdd-9cfa-2dd40bb11988 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] GET failed (client error): The resource could not be found. Jul 09 14:55:19.782852 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-08221f63-9003-4cdd-9cfa-2dd40bb11988 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "GET /v2.0/ports/d7b5b935-095a-400d-81b7-7cabdb0286ea HTTP/1.1" status: 404 len: 333 time: 0.1796398 Jul 09 14:55:19.783908 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48510) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:19.830169 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-56024ffd-4eae-44c4-9623-0b46b45e3326 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:55:19.831084 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56024ffd-4eae-44c4-9623-0b46b45e3326 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:55:19.832129 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7317cb2f-ce93-4996-857a-0edf6080ed78 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:19.960739 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-56024ffd-4eae-44c4-9623-0b46b45e3326 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6639366 Jul 09 14:55:19.975019 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-4352b297-ce4c-400f-abf2-488af9889148 None None] Allocated IP 2001:db8::2 (858359dc-653d-453c-9af7-637628d0bac8/24144dd9-4a4d-472d-808b-7b04f1329a4a/47ec8517-33ac-4f29-8e14-2084f2595620) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:55:19.994132 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48518) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:20.063079 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-351e183d-e7ce-482e-a106-a34995d63c28 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Deleting port 590f7607-c52e-446b-8d0c-66fd91bf9c40 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:55:20.063608 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-351e183d-e7ce-482e-a106-a34995d63c28 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:20.069657 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-5334a1cf-1677-474b-bff7-cbbb2542b79f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Request body: {'subnet': {'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:55:20.116748 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3d7c75-170a-4457-8705-f493a5783826 None None] Network 695dcd67-56f3-489c-8be9-3d26f71af2f9 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:55:20.144760 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7317cb2f-ce93-4996-857a-0edf6080ed78 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Network dc6506e8-ceaa-4382-aad7-27ea0263e5fe is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:55:20.152223 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-602aa318-9dad-44c4-b329-76258aa08b32 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:20.201431 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-351e183d-e7ce-482e-a106-a34995d63c28 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:20.202518 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-7317cb2f-ce93-4996-857a-0edf6080ed78 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:55:20.213644 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7317cb2f-ce93-4996-857a-0edf6080ed78 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:55:20.225981 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-602aa318-9dad-44c4-b329-76258aa08b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:20.235452 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-351e183d-e7ce-482e-a106-a34995d63c28 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Calling delete_port for 590f7607-c52e-446b-8d0c-66fd91bf9c40 owned by {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:55:20.254780 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-285526bb-f22a-4f4e-888f-f7faf41d4d62 None None] Port 6e49b587-b19f-4fb7-b68d-daf59c076543 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:55:20.266952 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7317cb2f-ce93-4996-857a-0edf6080ed78 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Pushing event updated for resources: {'Port': ['ID=652c8d51-7f4b-4a04-a1cb-616283698f43,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:20.280005 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-285526bb-f22a-4f4e-888f-f7faf41d4d62 None None] Could not find standard attr ID for object 764f2c15-c573-4dda-a925-1345b7e853bf. {{(pid=94447) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 14:55:20.319889 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 9720cd8f-7bdd-49b8-a05c-e792f912f865 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:55:20.320298 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:20.352498 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-034d9ad1-0910-46c2-a807-8e6c0ea5ae09 req-6123d330-eb20-432d-8a18-afcebb830d7c tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:55:20.369978 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7d7834-1c31-4076-9d9a-a893b199d432 None None] Sync routers for ids ['ce0bc5e2-a963-4c66-a388-010b5777302c'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:55:20.393933 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7d7834-1c31-4076-9d9a-a893b199d432 None None] Routers {'ce0bc5e2-a963-4c66-a388-010b5777302c'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:55:20.394588 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-1a7d7834-1c31-4076-9d9a-a893b199d432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:54:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['ce0bc5e2-a963-4c66-a388-010b5777302c'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:55:20.435454 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-225f69d2-db49-4b89-8fec-a31321cd3c31 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Deleting port 9e02f890-82fb-405a-9a80-8f2e7c3c0ebe {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:55:20.435837 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-225f69d2-db49-4b89-8fec-a31321cd3c31 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:20.474430 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-285526bb-f22a-4f4e-888f-f7faf41d4d62 None None] Provisioning complete for port 9720cd8f-7bdd-49b8-a05c-e792f912f865 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:55:20.475457 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-285526bb-f22a-4f4e-888f-f7faf41d4d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:20.603552 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5334a1cf-1677-474b-bff7-cbbb2542b79f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Made reservation on behalf of 705b0dcf676c4e4da08df6f6169d5c06 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:55:20.609858 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5334a1cf-1677-474b-bff7-cbbb2542b79f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:20.642821 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7317cb2f-ce93-4996-857a-0edf6080ed78 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:20.643929 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7317cb2f-ce93-4996-857a-0edf6080ed78 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:20.648290 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5729beac-2e0a-4c40-8b67-6118cb83b8ef req-63511645-00bc-4224-beb7-3e556cd4b694 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1cde53a-19d7-4688-993d-9006873b4f35 HTTP/1.1" status: 200 len: 210 time: 0.1854818 Jul 09 14:55:20.696112 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4352b297-ce4c-400f-abf2-488af9889148 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:20.735382 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-4352b297-ce4c-400f-abf2-488af9889148 None None] Transition to ACTIVE for port object 47ec8517-33ac-4f29-8e14-2084f2595620 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:55:20.749943 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-1a7d7834-1c31-4076-9d9a-a893b199d432 None None] Set router ce0bc5e2-a963-4c66-a388-010b5777302c gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:55:20.813184 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-4352b297-ce4c-400f-abf2-488af9889148 None None] Transition to ACTIVE for port object 47ec8517-33ac-4f29-8e14-2084f2595620 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:55:20.830020 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-602aa318-9dad-44c4-b329-76258aa08b32 admin admin] Allocated IP 172.25.3.5 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/54bb6915-ac8a-4176-b921-037735fc3c53) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:55:20.835757 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 6b212a2f-b308-49d4-b870-dd1c0ffd0633 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:55:20.838370 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-351e183d-e7ce-482e-a106-a34995d63c28 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:20.839959 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-285526bb-f22a-4f4e-888f-f7faf41d4d62 None None] Provisioning for port 590f7607-c52e-446b-8d0c-66fd91bf9c40 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:55:20.881796 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-285526bb-f22a-4f4e-888f-f7faf41d4d62 None None] Provisioning complete for port 590f7607-c52e-446b-8d0c-66fd91bf9c40 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:55:20.882175 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-285526bb-f22a-4f4e-888f-f7faf41d4d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:20.889671 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351e183d-e7ce-482e-a106-a34995d63c28 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event deleted for resources: {'Port': ['ID=590f7607-c52e-446b-8d0c-66fd91bf9c40,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:20.974997 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-285526bb-f22a-4f4e-888f-f7faf41d4d62 None None] Port 590f7607-c52e-446b-8d0c-66fd91bf9c40 was deleted so its status cannot be updated. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 09 14:55:20.977081 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4352b297-ce4c-400f-abf2-488af9889148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:20.996663 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-351e183d-e7ce-482e-a106-a34995d63c28 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:20.999082 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-351e183d-e7ce-482e-a106-a34995d63c28 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "DELETE /v2.0/ports/590f7607-c52e-446b-8d0c-66fd91bf9c40 HTTP/1.1" status: 204 len: 168 time: 1.2138495 Jul 09 14:55:21.001690 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48562) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:21.079712 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-602aa318-9dad-44c4-b329-76258aa08b32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:21.088367 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4352b297-ce4c-400f-abf2-488af9889148 None None] Pushing event updated for resources: {'Port': ['ID=47ec8517-33ac-4f29-8e14-2084f2595620,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:21.098002 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-97aa6f14-30df-4096-a451-40485f661a40 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] GET failed (client error): The resource could not be found. Jul 09 14:55:21.100417 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-97aa6f14-30df-4096-a451-40485f661a40 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "GET /v2.0/ports/590f7607-c52e-446b-8d0c-66fd91bf9c40 HTTP/1.1" status: 404 len: 333 time: 0.0975654 Jul 09 14:55:21.107095 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48564) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:21.120014 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-1a7d7834-1c31-4076-9d9a-a893b199d432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce0bc5e2-a963-4c66-a388-010b5777302c', 'name': 'tempest-ServersTestManualDisk-838236721-router', 'tenant_id': '20fd87b1f98540cc9f0af3977c7dea1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'bad2883a-5580-454e-a9ba-16cf8b7e5ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:52:47Z', 'updated_at': '2021-07-09T14:52:55Z', 'revision_number': 4, 'project_id': '20fd87b1f98540cc9f0af3977c7dea1f', 'gw_port': {'id': 'bad2883a-5580-454e-a9ba-16cf8b7e5ec0', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0bc5e2-a963-4c66-a388-010b5777302c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:52:49Z', 'updated_at': '2021-07-09T14:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'e4ad67d3-3df5-4384-bcc1-df685fdc929a', 'name': '', 'network_id': 'b2b63b0e-b517-486a-9f8a-a2c1c761eb24', 'tenant_id': '20fd87b1f98540cc9f0af3977c7dea1f', 'mac_address': 'fa:16:3e:f4:c2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0bc5e2-a963-4c66-a388-010b5777302c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'ca22d5b8-2b29-4e11-b70d-065b9fbd86b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:52:53Z', 'updated_at': '2021-07-09T14:53:05Z', 'revision_number': 5, 'project_id': '20fd87b1f98540cc9f0af3977c7dea1f', 'subnets': [{'id': 'ca22d5b8-2b29-4e11-b70d-065b9fbd86b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:55:21.264805 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-034d9ad1-0910-46c2-a807-8e6c0ea5ae09 req-6123d330-eb20-432d-8a18-afcebb830d7c tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] No DVR routers for this DVR port a81475d4-645e-498c-a8cc-c494bcdcf27b on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:55:21.264805 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-034d9ad1-0910-46c2-a807-8e6c0ea5ae09 req-6123d330-eb20-432d-8a18-afcebb830d7c tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:21.264805 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-034d9ad1-0910-46c2-a807-8e6c0ea5ae09 req-6123d330-eb20-432d-8a18-afcebb830d7c tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] 10.222.0.54 "DELETE /v2.0/ports/a81475d4-645e-498c-a8cc-c494bcdcf27b HTTP/1.1" status: 204 len: 173 time: 7.9323447 Jul 09 14:55:21.270713 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4352b297-ce4c-400f-abf2-488af9889148 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:55:21.270713 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4352b297-ce4c-400f-abf2-488af9889148 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:55:21.270713 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4352b297-ce4c-400f-abf2-488af9889148 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:55:21.270713 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4352b297-ce4c-400f-abf2-488af9889148 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:55:21.270713 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4352b297-ce4c-400f-abf2-488af9889148 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:55:21.270713 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4352b297-ce4c-400f-abf2-488af9889148 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:55:21.270713 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4352b297-ce4c-400f-abf2-488af9889148 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:55:21.270713 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4352b297-ce4c-400f-abf2-488af9889148 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:55:21.270713 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4352b297-ce4c-400f-abf2-488af9889148 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:55:21.270713 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4352b297-ce4c-400f-abf2-488af9889148 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:55:21.270713 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4352b297-ce4c-400f-abf2-488af9889148 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:55:21.270713 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4352b297-ce4c-400f-abf2-488af9889148 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:55:21.273222 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1cde53a-19d7-4688-993d-9006873b4f35', 'name': 'network-vif-deleted', 'tag': 'a81475d4-645e-498c-a8cc-c494bcdcf27b'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:55:21.273222 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bef5192-bb75-4436-8749-b34e80bd5aee" -d '{"events": [{"server_uuid": "a1cde53a-19d7-4688-993d-9006873b4f35", "name": "network-vif-deleted", "tag": "a81475d4-645e-498c-a8cc-c494bcdcf27b"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:55:21.273222 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-7317cb2f-ce93-4996-857a-0edf6080ed78 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.5646613 Jul 09 14:55:21.274345 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4352b297-ce4c-400f-abf2-488af9889148 None None] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:55:21.274345 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-285526bb-f22a-4f4e-888f-f7faf41d4d62 None None] Provisioning complete for port 33f65b1f-e18d-4b88-80ea-120c2626d48c triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:55:21.274345 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-285526bb-f22a-4f4e-888f-f7faf41d4d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:21.276163 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7d7834-1c31-4076-9d9a-a893b199d432 None None] Checking router: ce0bc5e2-a963-4c66-a388-010b5777302c for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:55:21.276510 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-225f69d2-db49-4b89-8fec-a31321cd3c31 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:21.276669 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7d7834-1c31-4076-9d9a-a893b199d432 None None] Routers {'ce0bc5e2-a963-4c66-a388-010b5777302c'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:55:21.276669 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-1a7d7834-1c31-4076-9d9a-a893b199d432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:54:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['ce0bc5e2-a963-4c66-a388-010b5777302c'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:55:21.276998 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-225f69d2-db49-4b89-8fec-a31321cd3c31 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Calling delete_port for 9e02f890-82fb-405a-9a80-8f2e7c3c0ebe owned by {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:55:21.277153 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b2d91ab-b450-4182-834f-3173b50b78a2 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Deleting subnet 1d2639b7-a8c8-4e21-b5c3-0cef224f40a0 {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:55:21.277153 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2b2d91ab-b450-4182-834f-3173b50b78a2 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:21.305847 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-4352b297-ce4c-400f-abf2-488af9889148 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:55:21.367582 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4352b297-ce4c-400f-abf2-488af9889148 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:55:21.394762 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2b2d91ab-b450-4182-834f-3173b50b78a2 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:21.435117 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-1a7d7834-1c31-4076-9d9a-a893b199d432 None None] Set router ce0bc5e2-a963-4c66-a388-010b5777302c gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:55:21.452814 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-602aa318-9dad-44c4-b329-76258aa08b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:21.532265 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 6b212a2f-b308-49d4-b870-dd1c0ffd0633 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:55:21.570132 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-4352b297-ce4c-400f-abf2-488af9889148 None None] Attempting to bind port 47ec8517-33ac-4f29-8e14-2084f2595620 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:55:21.570503 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-4352b297-ce4c-400f-abf2-488af9889148 None None] Attempting to bind port 47ec8517-33ac-4f29-8e14-2084f2595620 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:55:21.570872 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4352b297-ce4c-400f-abf2-488af9889148 None None] Attempting to bind port 47ec8517-33ac-4f29-8e14-2084f2595620 on network 858359dc-653d-453c-9af7-637628d0bac8 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:55:21.586949 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602aa318-9dad-44c4-b329-76258aa08b32 admin admin] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:55:21.594646 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4352b297-ce4c-400f-abf2-488af9889148 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:55:21.595029 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4352b297-ce4c-400f-abf2-488af9889148 None None] Checking segment: {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:55:21.595678 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4352b297-ce4c-400f-abf2-488af9889148 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:21.595857 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4352b297-ce4c-400f-abf2-488af9889148 None None] Bound using segment: {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:55:21.596649 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-4352b297-ce4c-400f-abf2-488af9889148 None None] Bound port: 47ec8517-33ac-4f29-8e14-2084f2595620, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '279678f1-8b66-49d1-9400-cd8153629a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '858359dc-653d-453c-9af7-637628d0bac8'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:55:21.596787 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4352b297-ce4c-400f-abf2-488af9889148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:21.601444 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2b2d91ab-b450-4182-834f-3173b50b78a2 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:21.612489 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602aa318-9dad-44c4-b329-76258aa08b32 admin admin] Pushing event updated for resources: {'Port': ['ID=54bb6915-ac8a-4176-b921-037735fc3c53,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:21.653320 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:55:21.768848 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-4352b297-ce4c-400f-abf2-488af9889148 None None] For port 47ec8517-33ac-4f29-8e14-2084f2595620, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:55:21.777466 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-4352b297-ce4c-400f-abf2-488af9889148 None None] For port 47ec8517-33ac-4f29-8e14-2084f2595620, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=47ec8517-33ac-4f29-8e14-2084f2595620,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:55:21.787478 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 764f2c15-c573-4dda-a925-1345b7e853bf no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:55:21.815197 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2b2d91ab-b450-4182-834f-3173b50b78a2 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:21.850005 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 764f2c15-c573-4dda-a925-1345b7e853bf {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:55:21.853416 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 764f2c15-c573-4dda-a925-1345b7e853bf not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:55:21.862240 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4352b297-ce4c-400f-abf2-488af9889148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:21.915094 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2d91ab-b450-4182-834f-3173b50b78a2 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event deleted for resources: {'Subnet': ['ID=1d2639b7-a8c8-4e21-b5c3-0cef224f40a0,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:21.944524 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2b2d91ab-b450-4182-834f-3173b50b78a2 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:21.954681 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-2b2d91ab-b450-4182-834f-3173b50b78a2 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "DELETE /v2.0/subnets/1d2639b7-a8c8-4e21-b5c3-0cef224f40a0 HTTP/1.1" status: 204 len: 168 time: 0.8464911 Jul 09 14:55:21.963223 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01794e4-bc2f-4bb3-91b8-8e69864232da None None] Network c48e3047-e7d1-40cb-9dd6-2914393d610b requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:55:21.966866 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48602) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:22.005905 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-1a7d7834-1c31-4076-9d9a-a893b199d432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce0bc5e2-a963-4c66-a388-010b5777302c', 'name': 'tempest-ServersTestManualDisk-838236721-router', 'tenant_id': '20fd87b1f98540cc9f0af3977c7dea1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'bad2883a-5580-454e-a9ba-16cf8b7e5ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:52:47Z', 'updated_at': '2021-07-09T14:52:55Z', 'revision_number': 4, 'project_id': '20fd87b1f98540cc9f0af3977c7dea1f', 'gw_port': {'id': 'bad2883a-5580-454e-a9ba-16cf8b7e5ec0', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0bc5e2-a963-4c66-a388-010b5777302c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:52:49Z', 'updated_at': '2021-07-09T14:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'e4ad67d3-3df5-4384-bcc1-df685fdc929a', 'name': '', 'network_id': 'b2b63b0e-b517-486a-9f8a-a2c1c761eb24', 'tenant_id': '20fd87b1f98540cc9f0af3977c7dea1f', 'mac_address': 'fa:16:3e:f4:c2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0bc5e2-a963-4c66-a388-010b5777302c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'ca22d5b8-2b29-4e11-b70d-065b9fbd86b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:52:53Z', 'updated_at': '2021-07-09T14:53:05Z', 'revision_number': 5, 'project_id': '20fd87b1f98540cc9f0af3977c7dea1f', 'subnets': [{'id': 'ca22d5b8-2b29-4e11-b70d-065b9fbd86b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:55:22.040153 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4352b297-ce4c-400f-abf2-488af9889148 None None] Pushing event updated for resources: {'Port': ['ID=47ec8517-33ac-4f29-8e14-2084f2595620,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:22.053728 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-7c5898b0-3572-4f03-b288-71e30b421202 None None] Provisioning for port 652c8d51-7f4b-4a04-a1cb-616283698f43 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:55:22.063622 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-7c5898b0-3572-4f03-b288-71e30b421202 None None] Provisioning complete for port 652c8d51-7f4b-4a04-a1cb-616283698f43 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:55:22.065240 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7c5898b0-3572-4f03-b288-71e30b421202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:22.071060 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-602aa318-9dad-44c4-b329-76258aa08b32 admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:55:22.077157 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602aa318-9dad-44c4-b329-76258aa08b32 admin admin] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:55:22.077728 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7d7834-1c31-4076-9d9a-a893b199d432 None None] The sync data for ids ['ce0bc5e2-a963-4c66-a388-010b5777302c'] in n-d-799529-6 is: [{'id': 'ce0bc5e2-a963-4c66-a388-010b5777302c', 'name': 'tempest-ServersTestManualDisk-838236721-router', 'tenant_id': '20fd87b1f98540cc9f0af3977c7dea1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'bad2883a-5580-454e-a9ba-16cf8b7e5ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:52:47Z', 'updated_at': '2021-07-09T14:52:55Z', 'revision_number': 4, 'project_id': '20fd87b1f98540cc9f0af3977c7dea1f', 'gw_port': {'id': 'bad2883a-5580-454e-a9ba-16cf8b7e5ec0', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0bc5e2-a963-4c66-a388-010b5777302c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:52:49Z', 'updated_at': '2021-07-09T14:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'e4ad67d3-3df5-4384-bcc1-df685fdc929a', 'name': '', 'network_id': 'b2b63b0e-b517-486a-9f8a-a2c1c761eb24', 'tenant_id': '20fd87b1f98540cc9f0af3977c7dea1f', 'mac_address': 'fa:16:3e:f4:c2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0bc5e2-a963-4c66-a388-010b5777302c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'ca22d5b8-2b29-4e11-b70d-065b9fbd86b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:52:53Z', 'updated_at': '2021-07-09T14:53:05Z', 'revision_number': 5, 'project_id': '20fd87b1f98540cc9f0af3977c7dea1f', 'subnets': [{'id': 'ca22d5b8-2b29-4e11-b70d-065b9fbd86b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:55:22.091680 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce296d5-a130-4c55-b764-be582c5b94db x-openstack-request-id: req-9ce296d5-a130-4c55-b764-be582c5b94db {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:55:22.091912 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1cde53a-19d7-4688-993d-9006873b4f35", "name": "network-vif-deleted", "tag": "a81475d4-645e-498c-a8cc-c494bcdcf27b", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:55:22.092150 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9ce296d5-a130-4c55-b764-be582c5b94db {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:55:22.101482 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1cde53a-19d7-4688-993d-9006873b4f35', 'name': 'network-vif-deleted', 'tag': 'a81475d4-645e-498c-a8cc-c494bcdcf27b', 'status': 'completed', 'code': 200} Jul 09 14:55:22.186247 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 33f65b1f-e18d-4b88-80ea-120c2626d48c up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:55:22.214867 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-121f9ec2-c25f-48eb-87fd-e1b7f8f44d55 req-5fed131c-296c-4876-b1ea-55858667d134 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1cde53a-19d7-4688-993d-9006873b4f35 HTTP/1.1" status: 200 len: 210 time: 0.1123381 Jul 09 14:55:22.215471 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-225f69d2-db49-4b89-8fec-a31321cd3c31 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:22.284500 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-81e993d3-5347-4a2a-ad2a-51fd98bde3d0 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:22.319051 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-225f69d2-db49-4b89-8fec-a31321cd3c31 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:22.323162 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-225f69d2-db49-4b89-8fec-a31321cd3c31 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "DELETE /v2.0/ports/9e02f890-82fb-405a-9a80-8f2e7c3c0ebe HTTP/1.1" status: 204 len: 168 time: 2.9802310 Jul 09 14:55:22.357148 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48610) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:22.384646 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-7c5898b0-3572-4f03-b288-71e30b421202 None None] Port 652c8d51-7f4b-4a04-a1cb-616283698f43 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:55:22.396738 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-b7ad5bba-8414-4f0a-a529-0e0bdde111cb tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Request body: {'port': {'network_id': 'd9f2503a-1960-4ecc-8bd6-296122892472', 'mac_address': 'fa:16:3e:53:8e:b1', 'name': 'tempest-PortsTestJSON-1967971327'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:55:22.429182 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225f69d2-db49-4b89-8fec-a31321cd3c31 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event deleted for resources: {'Port': ['ID=9e02f890-82fb-405a-9a80-8f2e7c3c0ebe,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:22.488689 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 33f65b1f-e18d-4b88-80ea-120c2626d48c triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:55:22.489269 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:22.535370 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-81e993d3-5347-4a2a-ad2a-51fd98bde3d0 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Deleting port 9720cd8f-7bdd-49b8-a05c-e792f912f865 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:55:22.535783 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-81e993d3-5347-4a2a-ad2a-51fd98bde3d0 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:22.558829 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-7c5898b0-3572-4f03-b288-71e30b421202 None None] Provisioning for port 6b212a2f-b308-49d4-b870-dd1c0ffd0633 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:55:22.578634 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-7c5898b0-3572-4f03-b288-71e30b421202 None None] Provisioning complete for port 6b212a2f-b308-49d4-b870-dd1c0ffd0633 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:55:22.578944 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7c5898b0-3572-4f03-b288-71e30b421202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:22.697274 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0ab119-a43e-4b8e-accd-422b20e4596e None None] DHCP port deletion for c48e3047-e7d1-40cb-9dd6-2914393d610b request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:55:22.727264 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c1c8e5-7162-442b-ae6b-c5daec28dead None None] New status for floating IP 661c34f2-b4ef-46c6-b5c0-cdca515a1146: DOWN {{(pid=94447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:55:22.884399 n-d-799529-6 neutron-server[94445]: DEBUG neutron.objects.ports [None req-5334a1cf-1677-474b-bff7-cbbb2542b79f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94445) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 14:55:22.888972 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48612) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:22.898392 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-0611e6e2-957d-4ba1-99c2-e3c35d0d1591 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1985964980', 'description': 'tempest-description--45585070'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:55:23.161571 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ad5bba-8414-4f0a-a529-0e0bdde111cb tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Made reservation on behalf of 5addd83cb682465db8739493dcb3fffc for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:55:23.179757 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7c5898b0-3572-4f03-b288-71e30b421202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:23.206562 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:23.232831 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0611e6e2-957d-4ba1-99c2-e3c35d0d1591 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:23.269933 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-3c0ab119-a43e-4b8e-accd-422b20e4596e None None] Deleting port 9720cd8f-7bdd-49b8-a05c-e792f912f865 {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:55:23.269933 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3c0ab119-a43e-4b8e-accd-422b20e4596e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:23.286217 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b7ad5bba-8414-4f0a-a529-0e0bdde111cb tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:23.307746 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-602aa318-9dad-44c4-b329-76258aa08b32 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:23.324761 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-81e993d3-5347-4a2a-ad2a-51fd98bde3d0 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] For port 9720cd8f-7bdd-49b8-a05c-e792f912f865, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=9720cd8f-7bdd-49b8-a05c-e792f912f865,segment=NetworkSegment(095d9916-37ed-4679-ae24-2f8e34c470f6),segment_id=095d9916-37ed-4679-ae24-2f8e34c470f6)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:55:23.325246 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-81e993d3-5347-4a2a-ad2a-51fd98bde3d0 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:23.344552 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-b7ad5bba-8414-4f0a-a529-0e0bdde111cb tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] device_id is not set on port da43259a-e590-4cd8-b2a8-d4548f11f6df yet. {{(pid=94446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:55:23.375691 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-3c0ab119-a43e-4b8e-accd-422b20e4596e None None] For port 9720cd8f-7bdd-49b8-a05c-e792f912f865, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=9720cd8f-7bdd-49b8-a05c-e792f912f865,segment=NetworkSegment(095d9916-37ed-4679-ae24-2f8e34c470f6),segment_id=095d9916-37ed-4679-ae24-2f8e34c470f6)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:55:23.376080 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3c0ab119-a43e-4b8e-accd-422b20e4596e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:23.402575 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-3c0ab119-a43e-4b8e-accd-422b20e4596e None None] Calling delete_port for 9720cd8f-7bdd-49b8-a05c-e792f912f865 owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:55:23.433986 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-7c5898b0-3572-4f03-b288-71e30b421202 None None] For port 6b212a2f-b308-49d4-b870-dd1c0ffd0633, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=6b212a2f-b308-49d4-b870-dd1c0ffd0633,segment=NetworkSegment(9caf9090-cff0-4f31-9bcd-6b390f4a890c),segment_id=9caf9090-cff0-4f31-9bcd-6b390f4a890c)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:55:23.468976 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-81e993d3-5347-4a2a-ad2a-51fd98bde3d0 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Calling delete_port for 9720cd8f-7bdd-49b8-a05c-e792f912f865 owned by network:dhcp {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:55:23.557402 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7c5898b0-3572-4f03-b288-71e30b421202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:23.593958 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48620) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:23.646435 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3c0ab119-a43e-4b8e-accd-422b20e4596e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:23.660477 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5898b0-3572-4f03-b288-71e30b421202 None None] Pushing event updated for resources: {'Port': ['ID=6b212a2f-b308-49d4-b870-dd1c0ffd0633,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:23.664675 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0ab119-a43e-4b8e-accd-422b20e4596e None None] No DVR routers for this DVR port 9720cd8f-7bdd-49b8-a05c-e792f912f865 on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:55:23.691747 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0ab119-a43e-4b8e-accd-422b20e4596e None None] Pushing event deleted for resources: {'Port': ['ID=9720cd8f-7bdd-49b8-a05c-e792f912f865,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:23.755740 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b7ad5bba-8414-4f0a-a529-0e0bdde111cb tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:23.775655 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-7f7ed819-3351-4b9a-874e-7b407e2ed9ed None None] Provisioning for port 47ec8517-33ac-4f29-8e14-2084f2595620 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:55:23.800347 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-288a8cc0-e8e5-4ece-b6f7-d8a9954e6265 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:23.838776 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-288a8cc0-e8e5-4ece-b6f7-d8a9954e6265 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:23.864462 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-81e993d3-5347-4a2a-ad2a-51fd98bde3d0 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:23.991042 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e993d3-5347-4a2a-ad2a-51fd98bde3d0 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event deleted for resources: {'Port': ['ID=9720cd8f-7bdd-49b8-a05c-e792f912f865,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:24.001984 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e993d3-5347-4a2a-ad2a-51fd98bde3d0 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] No DVR routers for this DVR port 9720cd8f-7bdd-49b8-a05c-e792f912f865 on host n-d-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:55:24.105326 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-396d5f67-f76e-4c66-a34e-6e02e5069dfd None None] Could not find standard attr ID for object 0c1a21e5-f69e-442a-8b65-6fe2ce6469f6. {{(pid=94447) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 14:55:24.121756 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5334a1cf-1677-474b-bff7-cbbb2542b79f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:24.137958 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-81e993d3-5347-4a2a-ad2a-51fd98bde3d0 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:24.140911 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 6b212a2f-b308-49d4-b870-dd1c0ffd0633 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:55:24.151578 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-81e993d3-5347-4a2a-ad2a-51fd98bde3d0 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c48e3047-e7d1-40cb-9dd6-2914393d610b']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:55:24.164553 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b7ad5bba-8414-4f0a-a529-0e0bdde111cb tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:24.176700 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-81e993d3-5347-4a2a-ad2a-51fd98bde3d0 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '095d9916-37ed-4679-ae24-2f8e34c470f6') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:55:24.177072 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-81e993d3-5347-4a2a-ad2a-51fd98bde3d0 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '095d9916-37ed-4679-ae24-2f8e34c470f6') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:55:24.231724 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ad5bba-8414-4f0a-a529-0e0bdde111cb tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Network d9f2503a-1960-4ecc-8bd6-296122892472 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:55:24.232233 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 6b212a2f-b308-49d4-b870-dd1c0ffd0633 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:55:24.233178 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:24.236634 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-81e993d3-5347-4a2a-ad2a-51fd98bde3d0 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:24.237897 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0611e6e2-957d-4ba1-99c2-e3c35d0d1591 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:24.239278 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-b7ad5bba-8414-4f0a-a529-0e0bdde111cb tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:55:24.244809 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-602aa318-9dad-44c4-b329-76258aa08b32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:24.273294 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-288a8cc0-e8e5-4ece-b6f7-d8a9954e6265 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:24.275852 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-288a8cc0-e8e5-4ece-b6f7-d8a9954e6265 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:24.279563 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-288a8cc0-e8e5-4ece-b6f7-d8a9954e6265 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] 10.222.0.58 "DELETE /v2.0/security-groups/1f0c8256-fd97-443b-990a-3bb8b19e1e90 HTTP/1.1" status: 204 len: 168 time: 0.6787398 Jul 09 14:55:24.279563 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ad5bba-8414-4f0a-a529-0e0bdde111cb tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event updated for resources: {'Port': ['ID=da43259a-e590-4cd8-b2a8-d4548f11f6df,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:24.282899 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ad5bba-8414-4f0a-a529-0e0bdde111cb tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:55:24.289689 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ad5bba-8414-4f0a-a529-0e0bdde111cb tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:24.290547 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b7ad5bba-8414-4f0a-a529-0e0bdde111cb tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:24.293734 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48622) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:24.325069 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288a8cc0-e8e5-4ece-b6f7-d8a9954e6265 tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0c8256-fd97-443b-990a-3bb8b19e1e90,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:24.341506 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0611e6e2-957d-4ba1-99c2-e3c35d0d1591 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:24.347046 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-81e993d3-5347-4a2a-ad2a-51fd98bde3d0 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:24.349648 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [None req-5108427e-71fc-4c1c-bc54-f0fd4ecc94ee tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] show failed (client error): The resource could not be found. Jul 09 14:55:24.351365 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-5108427e-71fc-4c1c-bc54-f0fd4ecc94ee tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] 10.222.0.58 "GET /v2.0/security-groups/1f0c8256-fd97-443b-990a-3bb8b19e1e90 HTTP/1.1" status: 404 len: 347 time: 0.0448041 Jul 09 14:55:24.355174 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48624) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:24.397539 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 47ec8517-33ac-4f29-8e14-2084f2595620 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:55:24.413255 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0611e6e2-957d-4ba1-99c2-e3c35d0d1591 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b892279-bd5f-423b-8017-ce4180b448af,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:24.418039 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81e993d3-5347-4a2a-ad2a-51fd98bde3d0 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:55:24.418365 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-81e993d3-5347-4a2a-ad2a-51fd98bde3d0 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:24.422156 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:55:24.422156 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:55:24.422156 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:55:24.422156 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:55:24.422156 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:55:24.422156 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:55:24.422156 n-d-799529-6 neutron-server[94446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:55:24.422156 n-d-799529-6 neutron-server[94446]: self.session.flush() Jul 09 14:55:24.422156 n-d-799529-6 neutron-server[94446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:55:24.422156 n-d-799529-6 neutron-server[94446]: self.session.flush() Jul 09 14:55:24.422156 n-d-799529-6 neutron-server[94446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:55:24.422156 n-d-799529-6 neutron-server[94446]: self.session.flush() Jul 09 14:55:24.422156 n-d-799529-6 neutron-server[94446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:55:24.422156 n-d-799529-6 neutron-server[94446]: self.session.flush() Jul 09 14:55:24.422156 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 14:55:24.422156 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:55:24.422156 n-d-799529-6 neutron-server[94446]: timer() Jul 09 14:55:24.422156 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:55:24.422156 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 14:55:24.422156 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:55:24.422156 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 14:55:24.422156 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:55:24.422156 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 14:55:24.422156 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:55:24.422156 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 14:55:24.422156 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:55:24.422156 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 14:55:24.422156 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:55:24.422156 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:55:24.422156 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:55:24.422156 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:55:24.422156 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:55:24.422156 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 14:55:24.422156 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:55:24.422156 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 14:55:24.422156 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:55:24.422156 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:55:24.422156 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:55:24.422156 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 14:55:24.422156 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:55:24.422156 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:55:24.422156 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:55:24.422156 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:55:24.422156 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:55:24.422156 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:55:24.422156 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:55:24.506637 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b7ad5bba-8414-4f0a-a529-0e0bdde111cb tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.1239829 Jul 09 14:55:24.518494 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48628) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:24.536887 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0611e6e2-957d-4ba1-99c2-e3c35d0d1591 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:24.538359 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-0611e6e2-957d-4ba1-99c2-e3c35d0d1591 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.6455510 Jul 09 14:55:24.544233 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48630) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:24.549095 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-f4bddd1e-2044-4bef-be83-c28087ab8658 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Request body: {'security_group_rule': {'security_group_id': '6b892279-bd5f-423b-8017-ce4180b448af', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:55:24.556001 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 47ec8517-33ac-4f29-8e14-2084f2595620 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:55:24.561113 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 47ec8517-33ac-4f29-8e14-2084f2595620 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:55:24.561693 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:24.646268 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-5334a1cf-1677-474b-bff7-cbbb2542b79f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] For port 47ec8517-33ac-4f29-8e14-2084f2595620, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=47ec8517-33ac-4f29-8e14-2084f2595620,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:55:24.662830 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd8a534-133c-4a2b-842d-815f4957fc02 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:24.667470 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-4dd8a534-133c-4a2b-842d-815f4957fc02 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "GET /v2.0/ports/da43259a-e590-4cd8-b2a8-d4548f11f6df HTTP/1.1" status: 200 len: 841 time: 0.1456447 Jul 09 14:55:24.668888 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48632) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:24.672323 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f4bddd1e-2044-4bef-be83-c28087ab8658 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:24.684979 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:24.724308 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-81e993d3-5347-4a2a-ad2a-51fd98bde3d0 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:24.739575 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5334a1cf-1677-474b-bff7-cbbb2542b79f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:24.759738 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-81e993d3-5347-4a2a-ad2a-51fd98bde3d0 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:24.762646 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-81e993d3-5347-4a2a-ad2a-51fd98bde3d0 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "DELETE /v2.0/networks/c48e3047-e7d1-40cb-9dd6-2914393d610b HTTP/1.1" status: 204 len: 168 time: 2.7944491 Jul 09 14:55:24.767240 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48634) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:24.771751 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e993d3-5347-4a2a-ad2a-51fd98bde3d0 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event deleted for resources: {'Network': ['ID=c48e3047-e7d1-40cb-9dd6-2914393d610b,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:24.784470 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-602aa318-9dad-44c4-b329-76258aa08b32 admin admin] Router 0d945299-70fc-4ccf-8956-936cb636c1a0 is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:55:24.787120 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-a7056e69-10d5-4462-b514-7cf52dee15e0 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-991077464'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:55:24.791876 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f4bddd1e-2044-4bef-be83-c28087ab8658 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:24.812980 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-8953a9dc-bf38-4292-8680-68640517fb9d tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Deleting port 1dbe4f4b-de18-4607-8338-9fc1b5dda998 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:55:24.813319 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8953a9dc-bf38-4292-8680-68640517fb9d tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:24.850481 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5334a1cf-1677-474b-bff7-cbbb2542b79f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:24.851282 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5334a1cf-1677-474b-bff7-cbbb2542b79f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:24.883782 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.db.api [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 14:55:24.885284 n-d-799529-6 neutron-server[94447]: DEBUG oslo_db.api [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 14:55:24.898836 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5334a1cf-1677-474b-bff7-cbbb2542b79f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:55:24.920413 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f4bddd1e-2044-4bef-be83-c28087ab8658 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:24.938705 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-5334a1cf-1677-474b-bff7-cbbb2542b79f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:55:24.941247 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8953a9dc-bf38-4292-8680-68640517fb9d tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:24.941797 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8953a9dc-bf38-4292-8680-68640517fb9d tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:24.945806 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-5ca37efd-a579-4aaf-8262-76cbd942c0c9 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Deleting port da43259a-e590-4cd8-b2a8-d4548f11f6df {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:55:24.946142 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5ca37efd-a579-4aaf-8262-76cbd942c0c9 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:24.950601 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851298cc-c17d-4ef9-ae94-8c6be3ff6596 None None] Network 858359dc-653d-453c-9af7-637628d0bac8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:55:24.988129 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5334a1cf-1677-474b-bff7-cbbb2542b79f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:24.988880 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5334a1cf-1677-474b-bff7-cbbb2542b79f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:25.010091 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-8953a9dc-bf38-4292-8680-68640517fb9d tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Calling delete_port for 1dbe4f4b-de18-4607-8338-9fc1b5dda998 owned by network:floatingip {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:55:25.015262 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7056e69-10d5-4462-b514-7cf52dee15e0 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Made reservation on behalf of c23027b79fbf48438de608f7fcd960b2 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:55:25.021508 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a7056e69-10d5-4462-b514-7cf52dee15e0 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:25.021798 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bddd1e-2044-4bef-be83-c28087ab8658 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5830be22-49c4-46ff-958d-3624ff108366,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:25.055061 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5334a1cf-1677-474b-bff7-cbbb2542b79f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event updated for resources: {'Subnet': ['ID=70c79523-82a3-4cf5-801f-a853bad5807c,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:25.055061 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5334a1cf-1677-474b-bff7-cbbb2542b79f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event updated for resources: {'Port': ['ID=47ec8517-33ac-4f29-8e14-2084f2595620,revision_number=4']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:25.064148 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-602aa318-9dad-44c4-b329-76258aa08b32 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:55:25.075013 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9107bdf-1a31-4c90-9485-c78e46257401 None None] Sync routers for ids ['0d945299-70fc-4ccf-8956-936cb636c1a0'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:55:25.085084 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9107bdf-1a31-4c90-9485-c78e46257401 None None] Routers {'0d945299-70fc-4ccf-8956-936cb636c1a0'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:55:25.085934 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-a9107bdf-1a31-4c90-9485-c78e46257401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:54:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['0d945299-70fc-4ccf-8956-936cb636c1a0'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:55:25.129106 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f4bddd1e-2044-4bef-be83-c28087ab8658 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:25.133513 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f4bddd1e-2044-4bef-be83-c28087ab8658 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5852118 Jul 09 14:55:25.133513 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48636) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:25.139530 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-ce6c72c4-f64d-4e81-9f7d-47922a2c4400 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Request body: {'security_group_rule': {'security_group_id': '6b892279-bd5f-423b-8017-ce4180b448af', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:55:25.142065 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5ca37efd-a579-4aaf-8262-76cbd942c0c9 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:25.170075 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7056e69-10d5-4462-b514-7cf52dee15e0 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:55:25.174000 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-5ca37efd-a579-4aaf-8262-76cbd942c0c9 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Calling delete_port for da43259a-e590-4cd8-b2a8-d4548f11f6df owned by {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:55:25.182827 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-5334a1cf-1677-474b-bff7-cbbb2542b79f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.1821988 Jul 09 14:55:25.186908 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48638) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:25.197420 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-c08be57c-3d61-4ea4-99d1-20e8af0be305 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Request body: {'port': {'network_id': '858359dc-653d-453c-9af7-637628d0bac8', 'mac_address': 'fa:16:3e:8c:d8:59', 'name': 'tempest-NetworksTestDHCPv6-1727075799'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:55:25.205258 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a7056e69-10d5-4462-b514-7cf52dee15e0 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:25.205887 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-a7056e69-10d5-4462-b514-7cf52dee15e0 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Added segment 43da4644-21fd-48f6-b2cf-d383aac7a1aa of type vlan for network 14e5b3b0-570c-4d37-a055-0b5384a37dbf Jul 09 14:55:25.249288 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-a9107bdf-1a31-4c90-9485-c78e46257401 None None] Set router 0d945299-70fc-4ccf-8956-936cb636c1a0 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:55:25.273272 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-602aa318-9dad-44c4-b329-76258aa08b32 admin admin] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:25.277259 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-602aa318-9dad-44c4-b329-76258aa08b32 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.8673806 Jul 09 14:55:25.278589 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48640) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:25.297686 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a7056e69-10d5-4462-b514-7cf52dee15e0 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:25.452772 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a7056e69-10d5-4462-b514-7cf52dee15e0 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:25.473136 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7056e69-10d5-4462-b514-7cf52dee15e0 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:25.478006 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a7056e69-10d5-4462-b514-7cf52dee15e0 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:25.484011 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ce6c72c4-f64d-4e81-9f7d-47922a2c4400 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:25.484200 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:25.522231 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-a9107bdf-1a31-4c90-9485-c78e46257401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d945299-70fc-4ccf-8956-936cb636c1a0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1212768639-router', 'tenant_id': '57b971acb11e4eaea846cbcb413ca1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '54bb6915-ac8a-4176-b921-037735fc3c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:55:17Z', 'updated_at': '2021-07-09T14:55:22Z', 'revision_number': 3, 'project_id': '57b971acb11e4eaea846cbcb413ca1a9', 'gw_port': {'id': '54bb6915-ac8a-4176-b921-037735fc3c53', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d945299-70fc-4ccf-8956-936cb636c1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:55:20Z', 'updated_at': '2021-07-09T14:55:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:55:25.556764 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9107bdf-1a31-4c90-9485-c78e46257401 None None] Checking router: 0d945299-70fc-4ccf-8956-936cb636c1a0 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:55:25.557258 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9107bdf-1a31-4c90-9485-c78e46257401 None None] Updating router 0d945299-70fc-4ccf-8956-936cb636c1a0 port 54bb6915-ac8a-4176-b921-037735fc3c53 binding host n-d-799529-6 {{(pid=94448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:55:25.585934 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5ca37efd-a579-4aaf-8262-76cbd942c0c9 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:25.603836 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8953a9dc-bf38-4292-8680-68640517fb9d tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:25.620277 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-a9107bdf-1a31-4c90-9485-c78e46257401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:25.620688 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 47ec8517-33ac-4f29-8e14-2084f2595620, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=47ec8517-33ac-4f29-8e14-2084f2595620,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:55:25.669352 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca37efd-a579-4aaf-8262-76cbd942c0c9 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event deleted for resources: {'Port': ['ID=da43259a-e590-4cd8-b2a8-d4548f11f6df,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:25.690852 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:25.706177 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8953a9dc-bf38-4292-8680-68640517fb9d tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Pushing event deleted for resources: {'Port': ['ID=1dbe4f4b-de18-4607-8338-9fc1b5dda998,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:25.722344 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7056e69-10d5-4462-b514-7cf52dee15e0 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event updated for resources: {'Network': ['ID=14e5b3b0-570c-4d37-a055-0b5384a37dbf,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:25.725254 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5ca37efd-a579-4aaf-8262-76cbd942c0c9 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:25.734815 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-5ca37efd-a579-4aaf-8262-76cbd942c0c9 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "DELETE /v2.0/ports/da43259a-e590-4cd8-b2a8-d4548f11f6df HTTP/1.1" status: 204 len: 168 time: 1.0646024 Jul 09 14:55:25.735170 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08be57c-3d61-4ea4-99d1-20e8af0be305 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Made reservation on behalf of 705b0dcf676c4e4da08df6f6169d5c06 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:55:25.752052 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48644) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:25.807234 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ce6c72c4-f64d-4e81-9f7d-47922a2c4400 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:25.837146 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a7056e69-10d5-4462-b514-7cf52dee15e0 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0635076 Jul 09 14:55:25.837378 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 14e5b3b0-570c-4d37-a055-0b5384a37dbf details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:55:25.854772 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48646) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:25.856579 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e2b3dfd-be03-45e3-b7ee-d8279704db1d tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] GET failed (client error): The resource could not be found. Jul 09 14:55:25.864289 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-9e2b3dfd-be03-45e3-b7ee-d8279704db1d tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "GET /v2.0/ports/da43259a-e590-4cd8-b2a8-d4548f11f6df HTTP/1.1" status: 404 len: 333 time: 0.1100807 Jul 09 14:55:25.869634 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-78276c56-45e9-431f-a8be-c2c0e829fa78 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Request body: {'subnet': {'network_id': '14e5b3b0-570c-4d37-a055-0b5384a37dbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:55:25.874645 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48648) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:25.881080 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-69c3ced4-5f33-4f29-ac12-ad701cc7caad tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Request body: {'port': {'network_id': 'd9f2503a-1960-4ecc-8bd6-296122892472', 'name': 'tempest-PortsTestJSON-2091449211'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:55:25.911635 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 9720cd8f-7bdd-49b8-a05c-e792f912f865 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:55:25.929008 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=47ec8517-33ac-4f29-8e14-2084f2595620,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:25.960521 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 9720cd8f-7bdd-49b8-a05c-e792f912f865 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:55:25.960521 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 9720cd8f-7bdd-49b8-a05c-e792f912f865 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:55:26.013208 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ce6c72c4-f64d-4e81-9f7d-47922a2c4400 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:26.107516 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-cf939544-662e-4a1d-89f9-117ed60809f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:26.117338 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8953a9dc-bf38-4292-8680-68640517fb9d tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Notify callbacks [] for floatingip, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:26.124325 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8953a9dc-bf38-4292-8680-68640517fb9d tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:26.124535 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-8953a9dc-bf38-4292-8680-68640517fb9d tempest-ServersTestManualDisk-443347342 tempest-ServersTestManualDisk-443347342-project] 10.222.0.58 "DELETE /v2.0/floatingips/661c34f2-b4ef-46c6-b5c0-cdca515a1146 HTTP/1.1" status: 204 len: 168 time: 1.7672527 Jul 09 14:55:26.130402 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48650) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:26.139640 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 47ec8517-33ac-4f29-8e14-2084f2595620 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:55:26.184621 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-a9107bdf-1a31-4c90-9485-c78e46257401 None None] Notify callbacks [] for port, precommit_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:26.200759 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.provisioning_blocks [None req-a9107bdf-1a31-4c90-9485-c78e46257401 None None] Transition to ACTIVE for port object 54bb6915-ac8a-4176-b921-037735fc3c53 will not be triggered until provisioned by entity L2. {{(pid=94448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:55:26.230242 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c72c4-f64d-4e81-9f7d-47922a2c4400 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b9eaf4d-99b9-4d9e-af26-e2d005a1bbcb,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:26.248007 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 47ec8517-33ac-4f29-8e14-2084f2595620 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:55:26.248623 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:26.265560 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ce6c72c4-f64d-4e81-9f7d-47922a2c4400 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:26.269151 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ce6c72c4-f64d-4e81-9f7d-47922a2c4400 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1327410 Jul 09 14:55:26.274377 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48652) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:26.279069 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-471a5ac1-f838-4089-94fd-a6c7b7bfe84d tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Request body: {'floatingip': {'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:55:26.287664 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-a9107bdf-1a31-4c90-9485-c78e46257401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:26.337229 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c08be57c-3d61-4ea4-99d1-20e8af0be305 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:26.340820 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c3ced4-5f33-4f29-ac12-ad701cc7caad tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Made reservation on behalf of 5addd83cb682465db8739493dcb3fffc for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:55:26.344903 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-69c3ced4-5f33-4f29-ac12-ad701cc7caad tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:26.355632 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-a9107bdf-1a31-4c90-9485-c78e46257401 None None] Attempting to bind port 54bb6915-ac8a-4176-b921-037735fc3c53 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:55:26.356339 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-a9107bdf-1a31-4c90-9485-c78e46257401 None None] Attempting to bind port 54bb6915-ac8a-4176-b921-037735fc3c53 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:55:26.356512 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9107bdf-1a31-4c90-9485-c78e46257401 None None] Attempting to bind port 54bb6915-ac8a-4176-b921-037735fc3c53 on network 202c7ce6-d4e9-4f80-84dd-bef08905a653 {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:55:26.369217 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9107bdf-1a31-4c90-9485-c78e46257401 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:55:26.370764 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9107bdf-1a31-4c90-9485-c78e46257401 None None] Checking segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:55:26.372091 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-a9107bdf-1a31-4c90-9485-c78e46257401 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:26.372621 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9107bdf-1a31-4c90-9485-c78e46257401 None None] Bound using segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:55:26.373154 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-a9107bdf-1a31-4c90-9485-c78e46257401 None None] Bound port: 54bb6915-ac8a-4176-b921-037735fc3c53, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:55:26.373593 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-a9107bdf-1a31-4c90-9485-c78e46257401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:26.376472 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47815ad0-9216-4bd4-8bc3-c2ce6050ce0a None None] Pushing event updated for resources: {'Port': ['ID=54bb6915-ac8a-4176-b921-037735fc3c53,revision_number=2']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:26.409442 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47815ad0-9216-4bd4-8bc3-c2ce6050ce0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:55:26.409893 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47815ad0-9216-4bd4-8bc3-c2ce6050ce0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:55:26.414772 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47815ad0-9216-4bd4-8bc3-c2ce6050ce0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:55:26.414772 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47815ad0-9216-4bd4-8bc3-c2ce6050ce0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:55:26.414772 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47815ad0-9216-4bd4-8bc3-c2ce6050ce0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:55:26.414772 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47815ad0-9216-4bd4-8bc3-c2ce6050ce0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:55:26.414772 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47815ad0-9216-4bd4-8bc3-c2ce6050ce0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:55:26.414772 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47815ad0-9216-4bd4-8bc3-c2ce6050ce0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:55:26.414772 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47815ad0-9216-4bd4-8bc3-c2ce6050ce0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:55:26.414772 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47815ad0-9216-4bd4-8bc3-c2ce6050ce0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:55:26.414772 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47815ad0-9216-4bd4-8bc3-c2ce6050ce0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:55:26.414772 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47815ad0-9216-4bd4-8bc3-c2ce6050ce0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:55:26.416321 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [None req-c08be57c-3d61-4ea4-99d1-20e8af0be305 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] device_id is not set on port 8865a263-75bf-4d0e-90a9-6f89af342370 yet. {{(pid=94445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:55:26.435603 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-69c3ced4-5f33-4f29-ac12-ad701cc7caad tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] device_id is not set on port feea59d3-1ed1-4f81-9ebf-e568ac739a39 yet. {{(pid=94446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:55:26.439201 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-1c4b38cc-ee0f-489a-ae6f-0707e260cbde None None] Provisioning complete for port 47ec8517-33ac-4f29-8e14-2084f2595620 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:55:26.439774 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1c4b38cc-ee0f-489a-ae6f-0707e260cbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:26.484341 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-a9107bdf-1a31-4c90-9485-c78e46257401 None None] For port 54bb6915-ac8a-4176-b921-037735fc3c53, host n-d-799529-6, cleared binding levels {{(pid=94448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:55:26.488867 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-a9107bdf-1a31-4c90-9485-c78e46257401 None None] For port 54bb6915-ac8a-4176-b921-037735fc3c53, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=54bb6915-ac8a-4176-b921-037735fc3c53,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:55:26.505562 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78276c56-45e9-431f-a8be-c2c0e829fa78 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Made reservation on behalf of c23027b79fbf48438de608f7fcd960b2 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:55:26.509045 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-78276c56-45e9-431f-a8be-c2c0e829fa78 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:26.517728 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d21355b9-ce72-4ed1-9003-83ad487fce31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:26.552979 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-a9107bdf-1a31-4c90-9485-c78e46257401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:26.709681 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9107bdf-1a31-4c90-9485-c78e46257401 None None] Routers {'0d945299-70fc-4ccf-8956-936cb636c1a0'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:55:26.710473 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-a9107bdf-1a31-4c90-9485-c78e46257401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:54:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['0d945299-70fc-4ccf-8956-936cb636c1a0'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:55:26.747311 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-c08be57c-3d61-4ea4-99d1-20e8af0be305 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Allocated IP 2001:db8::267 (858359dc-653d-453c-9af7-637628d0bac8/24144dd9-4a4d-472d-808b-7b04f1329a4a/8865a263-75bf-4d0e-90a9-6f89af342370) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:55:26.753167 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-471a5ac1-f838-4089-94fd-a6c7b7bfe84d tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks [] for floatingip, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:26.771520 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47815ad0-9216-4bd4-8bc3-c2ce6050ce0a None None] Pushing event updated for resources: {'Port': ['ID=54bb6915-ac8a-4176-b921-037735fc3c53,revision_number=3']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:26.777164 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-c08be57c-3d61-4ea4-99d1-20e8af0be305 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Allocated IP 2001:db8:0:1:f816:3eff:fe8c:d859 (858359dc-653d-453c-9af7-637628d0bac8/70c79523-82a3-4cf5-801f-a853bad5807c/8865a263-75bf-4d0e-90a9-6f89af342370) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:55:26.840105 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-d21355b9-ce72-4ed1-9003-83ad487fce31 admin admin] Allocated IP 172.20.0.1 (65219ae9-d282-4121-8917-8c4ecd74e176/0ba330ed-9359-4085-9db6-f1c4985ac874/ead5b1f0-4b03-4c4c-a7a5-9d4116b7d094) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:55:26.866399 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-a9107bdf-1a31-4c90-9485-c78e46257401 None None] Set router 0d945299-70fc-4ccf-8956-936cb636c1a0 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:55:27.050879 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c08be57c-3d61-4ea4-99d1-20e8af0be305 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:27.067944 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d21355b9-ce72-4ed1-9003-83ad487fce31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:27.083441 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-c08be57c-3d61-4ea4-99d1-20e8af0be305 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Transition to ACTIVE for port object 8865a263-75bf-4d0e-90a9-6f89af342370 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:55:27.200116 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-a9107bdf-1a31-4c90-9485-c78e46257401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d945299-70fc-4ccf-8956-936cb636c1a0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1212768639-router', 'tenant_id': '57b971acb11e4eaea846cbcb413ca1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '54bb6915-ac8a-4176-b921-037735fc3c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:55:17Z', 'updated_at': '2021-07-09T14:55:22Z', 'revision_number': 3, 'project_id': '57b971acb11e4eaea846cbcb413ca1a9', 'gw_port': {'id': '54bb6915-ac8a-4176-b921-037735fc3c53', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d945299-70fc-4ccf-8956-936cb636c1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:55:20Z', 'updated_at': '2021-07-09T14:55:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:55:27.228359 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9107bdf-1a31-4c90-9485-c78e46257401 None None] The sync data for ids ['0d945299-70fc-4ccf-8956-936cb636c1a0'] in n-d-799529-6 is: [{'id': '0d945299-70fc-4ccf-8956-936cb636c1a0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1212768639-router', 'tenant_id': '57b971acb11e4eaea846cbcb413ca1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '54bb6915-ac8a-4176-b921-037735fc3c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:55:17Z', 'updated_at': '2021-07-09T14:55:22Z', 'revision_number': 3, 'project_id': '57b971acb11e4eaea846cbcb413ca1a9', 'gw_port': {'id': '54bb6915-ac8a-4176-b921-037735fc3c53', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d945299-70fc-4ccf-8956-936cb636c1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:55:20Z', 'updated_at': '2021-07-09T14:55:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:55:27.255457 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d21355b9-ce72-4ed1-9003-83ad487fce31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:27.272279 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-69c3ced4-5f33-4f29-ac12-ad701cc7caad tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:27.299079 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21355b9-ce72-4ed1-9003-83ad487fce31 admin admin] Network 65219ae9-d282-4121-8917-8c4ecd74e176 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:55:27.300424 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c08be57c-3d61-4ea4-99d1-20e8af0be305 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:27.309999 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-d21355b9-ce72-4ed1-9003-83ad487fce31 admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:55:27.312326 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21355b9-ce72-4ed1-9003-83ad487fce31 admin admin] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:55:27.369934 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21355b9-ce72-4ed1-9003-83ad487fce31 admin admin] Pushing event updated for resources: {'Port': ['ID=ead5b1f0-4b03-4c4c-a7a5-9d4116b7d094,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:27.383276 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08be57c-3d61-4ea4-99d1-20e8af0be305 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Network 858359dc-653d-453c-9af7-637628d0bac8 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:55:27.408501 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-c08be57c-3d61-4ea4-99d1-20e8af0be305 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:55:27.411874 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08be57c-3d61-4ea4-99d1-20e8af0be305 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:55:27.417406 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08be57c-3d61-4ea4-99d1-20e8af0be305 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:27.418112 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c08be57c-3d61-4ea4-99d1-20e8af0be305 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:27.431627 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d21355b9-ce72-4ed1-9003-83ad487fce31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:27.519328 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08be57c-3d61-4ea4-99d1-20e8af0be305 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event updated for resources: {'Port': ['ID=8865a263-75bf-4d0e-90a9-6f89af342370,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:27.547333 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-471a5ac1-f838-4089-94fd-a6c7b7bfe84d tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:27.552579 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-78276c56-45e9-431f-a8be-c2c0e829fa78 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:27.594464 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c08be57c-3d61-4ea4-99d1-20e8af0be305 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.4040310 Jul 09 14:55:27.596042 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48656) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:27.680174 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-69c3ced4-5f33-4f29-ac12-ad701cc7caad tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:27.829062 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d21355b9-ce72-4ed1-9003-83ad487fce31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:27.859852 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78276c56-45e9-431f-a8be-c2c0e829fa78 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event updated for resources: {'Subnet': ['ID=16373541-4acb-4772-ad61-0312e8c45f8f,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:27.892661 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c3ced4-5f33-4f29-ac12-ad701cc7caad tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Network d9f2503a-1960-4ecc-8bd6-296122892472 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:55:27.898892 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-2614c356-c262-47e8-b3c4-a52d4cf0eb82 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Deleting port 8865a263-75bf-4d0e-90a9-6f89af342370 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:55:27.899375 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2614c356-c262-47e8-b3c4-a52d4cf0eb82 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:27.907388 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-69c3ced4-5f33-4f29-ac12-ad701cc7caad tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:55:27.928772 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c3ced4-5f33-4f29-ac12-ad701cc7caad tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event updated for resources: {'Port': ['ID=feea59d3-1ed1-4f81-9ebf-e568ac739a39,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:27.931179 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c3ced4-5f33-4f29-ac12-ad701cc7caad tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:55:27.936819 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c3ced4-5f33-4f29-ac12-ad701cc7caad tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:27.937450 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-69c3ced4-5f33-4f29-ac12-ad701cc7caad tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:27.945795 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-53aac33e-dcce-4f52-b73c-bfba21631838 None None] Provisioning for port 8865a263-75bf-4d0e-90a9-6f89af342370 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:55:27.949585 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bd7157e8-156f-4339-a6fc-4c947c833a5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:27.952553 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-53aac33e-dcce-4f52-b73c-bfba21631838 None None] Provisioning complete for port 8865a263-75bf-4d0e-90a9-6f89af342370 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:55:27.953143 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-53aac33e-dcce-4f52-b73c-bfba21631838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:28.005268 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78276c56-45e9-431f-a8be-c2c0e829fa78 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Checking segment: {'id': '43da4644-21fd-48f6-b2cf-d383aac7a1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '14e5b3b0-570c-4d37-a055-0b5384a37dbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:55:28.025860 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78276c56-45e9-431f-a8be-c2c0e829fa78 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Network hostable DHCP agents. Network: 14e5b3b0-570c-4d37-a055-0b5384a37dbf, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:55:28.047825 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-53aac33e-dcce-4f52-b73c-bfba21631838 None None] Port 8865a263-75bf-4d0e-90a9-6f89af342370 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:55:28.103326 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2614c356-c262-47e8-b3c4-a52d4cf0eb82 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:28.114703 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-471a5ac1-f838-4089-94fd-a6c7b7bfe84d tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Allocated IP 172.25.3.167 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/57b3181a-9910-4b5b-b1bf-6f270fadeebb) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:55:28.127764 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-2614c356-c262-47e8-b3c4-a52d4cf0eb82 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Calling delete_port for 8865a263-75bf-4d0e-90a9-6f89af342370 owned by {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:55:28.134293 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-69c3ced4-5f33-4f29-ac12-ad701cc7caad tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.2559986 Jul 09 14:55:28.140194 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48660) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:28.150871 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 54bb6915-ac8a-4176-b921-037735fc3c53 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:55:28.151183 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-30a06d1a-f58c-4fd2-a56b-e4464a8d2427 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:55:28.189199 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d21355b9-ce72-4ed1-9003-83ad487fce31 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:28.261035 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78276c56-45e9-431f-a8be-c2c0e829fa78 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Network 14e5b3b0-570c-4d37-a055-0b5384a37dbf is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:55:28.316070 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 54bb6915-ac8a-4176-b921-037735fc3c53 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:55:28.321203 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 54bb6915-ac8a-4176-b921-037735fc3c53 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:55:28.321674 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:28.391757 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-30a06d1a-f58c-4fd2-a56b-e4464a8d2427 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:28.442289 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-78276c56-45e9-431f-a8be-c2c0e829fa78 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 14e5b3b0-570c-4d37-a055-0b5384a37dbf) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:55:28.444846 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:28.453572 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f8cf8b-4c13-47c4-a322-d9f4fc3dc8cf None None] Network 14e5b3b0-570c-4d37-a055-0b5384a37dbf requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:55:28.461916 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78276c56-45e9-431f-a8be-c2c0e829fa78 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:28.462515 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-78276c56-45e9-431f-a8be-c2c0e829fa78 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:28.476665 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-471a5ac1-f838-4089-94fd-a6c7b7bfe84d tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:28.542264 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 54bb6915-ac8a-4176-b921-037735fc3c53, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=54bb6915-ac8a-4176-b921-037735fc3c53,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:55:28.694705 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:28.698430 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-78276c56-45e9-431f-a8be-c2c0e829fa78 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8324878 Jul 09 14:55:28.702000 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48662) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:28.708042 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d21355b9-ce72-4ed1-9003-83ad487fce31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:28.733318 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41a095c-fe4f-431c-9bfe-533c2ad2339d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-14e5b3b0-570c-4d37-a055-0b5384a37dbf', 'network_id': '14e5b3b0-570c-4d37-a055-0b5384a37dbf', 'tenant_id': 'c23027b79fbf48438de608f7fcd960b2', 'fixed_ips': [{'subnet_id': '16373541-4acb-4772-ad61-0312e8c45f8f'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:55:28.734402 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d41a095c-fe4f-431c-9bfe-533c2ad2339d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:28.763303 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-f9149d9a-0c06-466d-86a4-4916bad4afe3 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-799578823', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:55:28.776354 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=54bb6915-ac8a-4176-b921-037735fc3c53,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:28.793359 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d21355b9-ce72-4ed1-9003-83ad487fce31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:28.817620 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-471a5ac1-f838-4089-94fd-a6c7b7bfe84d tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:28.898325 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f9149d9a-0c06-466d-86a4-4916bad4afe3 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:28.899433 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f9149d9a-0c06-466d-86a4-4916bad4afe3 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:28.924863 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21355b9-ce72-4ed1-9003-83ad487fce31 admin admin] Pushing event updated for resources: {'Port': ['ID=ead5b1f0-4b03-4c4c-a7a5-9d4116b7d094,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:28.939982 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471a5ac1-f838-4089-94fd-a6c7b7bfe84d tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:55:28.949146 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a5ac1-f838-4089-94fd-a6c7b7bfe84d tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Pushing event updated for resources: {'Port': ['ID=57b3181a-9910-4b5b-b1bf-6f270fadeebb,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:28.956143 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-471a5ac1-f838-4089-94fd-a6c7b7bfe84d tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:55:28.961665 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471a5ac1-f838-4089-94fd-a6c7b7bfe84d tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:55:28.967151 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-30a06d1a-f58c-4fd2-a56b-e4464a8d2427 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:28.983676 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-d41a095c-fe4f-431c-9bfe-533c2ad2339d None None] Allocated IP 2001:db8::2 (14e5b3b0-570c-4d37-a055-0b5384a37dbf/16373541-4acb-4772-ad61-0312e8c45f8f/3a722c52-926c-43bd-a168-8bcd0c57784f) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:55:29.006941 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f9149d9a-0c06-466d-86a4-4916bad4afe3 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:29.044700 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-bd7157e8-156f-4339-a6fc-4c947c833a5a admin admin] Deleting port e4ad67d3-3df5-4384-bcc1-df685fdc929a {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:55:29.044951 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bd7157e8-156f-4339-a6fc-4c947c833a5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:29.049622 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21355b9-ce72-4ed1-9003-83ad487fce31 admin admin] Network 65219ae9-d282-4121-8917-8c4ecd74e176 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:55:29.055800 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-d21355b9-ce72-4ed1-9003-83ad487fce31 admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:55:29.076128 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f9149d9a-0c06-466d-86a4-4916bad4afe3 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:29.087184 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5b177638-fbbf-4243-93e9-2e106e1c7cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:29.103489 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-30a06d1a-f58c-4fd2-a56b-e4464a8d2427 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:29.158685 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-30a06d1a-f58c-4fd2-a56b-e4464a8d2427 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] In _notify_port_updated(), no bound segment for port feea59d3-1ed1-4f81-9ebf-e568ac739a39 on network d9f2503a-1960-4ecc-8bd6-296122892472 {{(pid=94446) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 14:55:29.165169 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a06d1a-f58c-4fd2-a56b-e4464a8d2427 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:29.165826 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-30a06d1a-f58c-4fd2-a56b-e4464a8d2427 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:29.170448 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-30a06d1a-f58c-4fd2-a56b-e4464a8d2427 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "PUT /v2.0/ports/feea59d3-1ed1-4f81-9ebf-e568ac739a39 HTTP/1.1" status: 200 len: 818 time: 1.0250204 Jul 09 14:55:29.171187 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48666) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:29.171951 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:29.200827 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d41a095c-fe4f-431c-9bfe-533c2ad2339d None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:29.216675 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f9149d9a-0c06-466d-86a4-4916bad4afe3 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:29.218159 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f9149d9a-0c06-466d-86a4-4916bad4afe3 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5139613 Jul 09 14:55:29.225350 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48668) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:29.231424 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-df20282b-9caa-4fb7-8dd9-f30e184d49c5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Request body: {'port': {'network_id': '14e5b3b0-570c-4d37-a055-0b5384a37dbf', 'name': 'tempest-PortsIpV6TestJSON-728858003'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:55:29.260718 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a06d1a-f58c-4fd2-a56b-e4464a8d2427 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event updated for resources: {'Port': ['ID=feea59d3-1ed1-4f81-9ebf-e568ac739a39,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:29.269143 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-bd7157e8-156f-4339-a6fc-4c947c833a5a admin admin] For port e4ad67d3-3df5-4384-bcc1-df685fdc929a, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=e4ad67d3-3df5-4384-bcc1-df685fdc929a,segment=NetworkSegment(f9c9b81f-0e6e-496b-9f9a-51a976479dd5),segment_id=f9c9b81f-0e6e-496b-9f9a-51a976479dd5)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:55:29.269507 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bd7157e8-156f-4339-a6fc-4c947c833a5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:29.300454 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-bd7157e8-156f-4339-a6fc-4c947c833a5a admin admin] Calling delete_port for e4ad67d3-3df5-4384-bcc1-df685fdc929a owned by network:router_interface {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:55:29.343535 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d21355b9-ce72-4ed1-9003-83ad487fce31 admin admin] Router 0d945299-70fc-4ccf-8956-936cb636c1a0 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:55:29.392027 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-d41a095c-fe4f-431c-9bfe-533c2ad2339d None None] Transition to ACTIVE for port object 3a722c52-926c-43bd-a168-8bcd0c57784f will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:55:29.414094 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2614c356-c262-47e8-b3c4-a52d4cf0eb82 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:29.426662 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-d41a095c-fe4f-431c-9bfe-533c2ad2339d None None] Transition to ACTIVE for port object 3a722c52-926c-43bd-a168-8bcd0c57784f will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:55:29.455747 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-825a6f3d-02b3-49d5-8432-d82ec1bf5691 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Deleting port feea59d3-1ed1-4f81-9ebf-e568ac739a39 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:55:29.456091 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-825a6f3d-02b3-49d5-8432-d82ec1bf5691 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:29.463055 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2614c356-c262-47e8-b3c4-a52d4cf0eb82 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event deleted for resources: {'Port': ['ID=8865a263-75bf-4d0e-90a9-6f89af342370,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:29.463235 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-471a5ac1-f838-4089-94fd-a6c7b7bfe84d tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:29.546150 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d41a095c-fe4f-431c-9bfe-533c2ad2339d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:29.554398 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2614c356-c262-47e8-b3c4-a52d4cf0eb82 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:29.563832 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-2614c356-c262-47e8-b3c4-a52d4cf0eb82 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/ports/8865a263-75bf-4d0e-90a9-6f89af342370 HTTP/1.1" status: 204 len: 168 time: 1.9595268 Jul 09 14:55:29.563832 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48670) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:29.596676 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df20282b-9caa-4fb7-8dd9-f30e184d49c5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Made reservation on behalf of c23027b79fbf48438de608f7fcd960b2 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:55:29.598422 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-825a6f3d-02b3-49d5-8432-d82ec1bf5691 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:29.600369 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-df20282b-9caa-4fb7-8dd9-f30e184d49c5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:29.614714 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21355b9-ce72-4ed1-9003-83ad487fce31 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:55:29.621031 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d21355b9-ce72-4ed1-9003-83ad487fce31 admin admin] 10.222.0.58 "PUT /v2.0/routers/0d945299-70fc-4ccf-8956-936cb636c1a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3363643 Jul 09 14:55:29.650618 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41a095c-fe4f-431c-9bfe-533c2ad2339d None None] Network 14e5b3b0-570c-4d37-a055-0b5384a37dbf is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:55:29.652130 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [None req-df20282b-9caa-4fb7-8dd9-f30e184d49c5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] device_id is not set on port 0eb00e30-a28a-45c7-9f7d-8607961c7ad8 yet. {{(pid=94445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:55:29.660660 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-d41a095c-fe4f-431c-9bfe-533c2ad2339d None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:55:29.670901 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41a095c-fe4f-431c-9bfe-533c2ad2339d None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:55:29.674938 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41a095c-fe4f-431c-9bfe-533c2ad2339d None None] Pushing event updated for resources: {'Port': ['ID=3a722c52-926c-43bd-a168-8bcd0c57784f,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:29.686253 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-825a6f3d-02b3-49d5-8432-d82ec1bf5691 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Calling delete_port for feea59d3-1ed1-4f81-9ebf-e568ac739a39 owned by {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:55:29.705263 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-471a5ac1-f838-4089-94fd-a6c7b7bfe84d tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:29.810946 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-d41a095c-fe4f-431c-9bfe-533c2ad2339d None None] Attempting to bind port 3a722c52-926c-43bd-a168-8bcd0c57784f on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:55:29.812828 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-d41a095c-fe4f-431c-9bfe-533c2ad2339d None None] Attempting to bind port 3a722c52-926c-43bd-a168-8bcd0c57784f by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '43da4644-21fd-48f6-b2cf-d383aac7a1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '14e5b3b0-570c-4d37-a055-0b5384a37dbf'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:55:29.813357 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41a095c-fe4f-431c-9bfe-533c2ad2339d None None] Attempting to bind port 3a722c52-926c-43bd-a168-8bcd0c57784f on network 14e5b3b0-570c-4d37-a055-0b5384a37dbf {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:55:29.829750 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41a095c-fe4f-431c-9bfe-533c2ad2339d None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:55:29.867848 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41a095c-fe4f-431c-9bfe-533c2ad2339d None None] Checking segment: {'id': '43da4644-21fd-48f6-b2cf-d383aac7a1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '14e5b3b0-570c-4d37-a055-0b5384a37dbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:55:29.867848 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d41a095c-fe4f-431c-9bfe-533c2ad2339d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:29.867848 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41a095c-fe4f-431c-9bfe-533c2ad2339d None None] Bound using segment: {'id': '43da4644-21fd-48f6-b2cf-d383aac7a1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '14e5b3b0-570c-4d37-a055-0b5384a37dbf'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:55:29.867848 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-d41a095c-fe4f-431c-9bfe-533c2ad2339d None None] Bound port: 3a722c52-926c-43bd-a168-8bcd0c57784f, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43da4644-21fd-48f6-b2cf-d383aac7a1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '14e5b3b0-570c-4d37-a055-0b5384a37dbf'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:55:29.867848 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d41a095c-fe4f-431c-9bfe-533c2ad2339d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:29.867848 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8931822-29c8-47da-b9de-7b22cceab49b None None] Sync routers for ids ['0d945299-70fc-4ccf-8956-936cb636c1a0'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:55:29.880318 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4abba6-7372-46c9-a3ea-418f4596e703 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:29.882298 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-5f4abba6-7372-46c9-a3ea-418f4596e703 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3221974 Jul 09 14:55:29.885861 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48674) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:29.960076 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8931822-29c8-47da-b9de-7b22cceab49b None None] Routers {'0d945299-70fc-4ccf-8956-936cb636c1a0'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:55:29.960891 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-e8931822-29c8-47da-b9de-7b22cceab49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:55:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['0d945299-70fc-4ccf-8956-936cb636c1a0'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:55:29.975914 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-df20282b-9caa-4fb7-8dd9-f30e184d49c5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Allocated IP 2001:db8::2c1 (14e5b3b0-570c-4d37-a055-0b5384a37dbf/16373541-4acb-4772-ad61-0312e8c45f8f/0eb00e30-a28a-45c7-9f7d-8607961c7ad8) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:55:29.994987 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bd7157e8-156f-4339-a6fc-4c947c833a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:30.047046 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7157e8-156f-4339-a6fc-4c947c833a5a admin admin] Pushing event deleted for resources: {'Port': ['ID=e4ad67d3-3df5-4384-bcc1-df685fdc929a,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:30.067712 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-825a6f3d-02b3-49d5-8432-d82ec1bf5691 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:30.075905 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-d41a095c-fe4f-431c-9bfe-533c2ad2339d None None] For port 3a722c52-926c-43bd-a168-8bcd0c57784f, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:55:30.077100 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7157e8-156f-4339-a6fc-4c947c833a5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:55:30.077495 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7157e8-156f-4339-a6fc-4c947c833a5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:55:30.077842 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7157e8-156f-4339-a6fc-4c947c833a5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:55:30.078223 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7157e8-156f-4339-a6fc-4c947c833a5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:55:30.078561 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7157e8-156f-4339-a6fc-4c947c833a5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:55:30.078932 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7157e8-156f-4339-a6fc-4c947c833a5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:55:30.079267 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7157e8-156f-4339-a6fc-4c947c833a5a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:55:30.079668 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7157e8-156f-4339-a6fc-4c947c833a5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:55:30.079995 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7157e8-156f-4339-a6fc-4c947c833a5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:55:30.080319 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7157e8-156f-4339-a6fc-4c947c833a5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:55:30.080642 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7157e8-156f-4339-a6fc-4c947c833a5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:55:30.081081 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7157e8-156f-4339-a6fc-4c947c833a5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:55:30.116563 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-d41a095c-fe4f-431c-9bfe-533c2ad2339d None None] For port 3a722c52-926c-43bd-a168-8bcd0c57784f, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=3a722c52-926c-43bd-a168-8bcd0c57784f,segment=NetworkSegment(43da4644-21fd-48f6-b2cf-d383aac7a1aa),segment_id=43da4644-21fd-48f6-b2cf-d383aac7a1aa)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:55:30.148735 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 54bb6915-ac8a-4176-b921-037735fc3c53 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:55:30.221577 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-471a5ac1-f838-4089-94fd-a6c7b7bfe84d tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:30.230723 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825a6f3d-02b3-49d5-8432-d82ec1bf5691 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event deleted for resources: {'Port': ['ID=feea59d3-1ed1-4f81-9ebf-e568ac739a39,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:30.243546 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-825a6f3d-02b3-49d5-8432-d82ec1bf5691 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:30.248165 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d41a095c-fe4f-431c-9bfe-533c2ad2339d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:30.252364 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-825a6f3d-02b3-49d5-8432-d82ec1bf5691 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "DELETE /v2.0/ports/feea59d3-1ed1-4f81-9ebf-e568ac739a39 HTTP/1.1" status: 204 len: 168 time: 1.0695384 Jul 09 14:55:30.255979 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-df20282b-9caa-4fb7-8dd9-f30e184d49c5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:30.256478 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48692) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:30.269723 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-df20282b-9caa-4fb7-8dd9-f30e184d49c5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Transition to ACTIVE for port object 0eb00e30-a28a-45c7-9f7d-8607961c7ad8 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:55:30.293369 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:30.316319 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-471a5ac1-f838-4089-94fd-a6c7b7bfe84d tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:30.357004 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-e8931822-29c8-47da-b9de-7b22cceab49b None None] Set router 0d945299-70fc-4ccf-8956-936cb636c1a0 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:55:30.415570 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41a095c-fe4f-431c-9bfe-533c2ad2339d None None] Pushing event updated for resources: {'Port': ['ID=3a722c52-926c-43bd-a168-8bcd0c57784f,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:30.426522 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffc9438-56a3-402a-8e36-25f0925fb321 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:30.436711 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-3ffc9438-56a3-402a-8e36-25f0925fb321 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5416098 Jul 09 14:55:30.439377 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 54bb6915-ac8a-4176-b921-037735fc3c53 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:55:30.439869 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:30.443212 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48694) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:30.517562 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a5ac1-f838-4089-94fd-a6c7b7bfe84d tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Pushing event updated for resources: {'Port': ['ID=57b3181a-9910-4b5b-b1bf-6f270fadeebb,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:30.545741 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a336356-c051-44eb-863f-e3605b8aa020 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:30.547287 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a336356-c051-44eb-863f-e3605b8aa020 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:30.550572 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a336356-c051-44eb-863f-e3605b8aa020 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:30.553145 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-7a336356-c051-44eb-863f-e3605b8aa020 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1088941 Jul 09 14:55:30.566866 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48696) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:30.587399 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-df20282b-9caa-4fb7-8dd9-f30e184d49c5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:30.615364 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af9004-266d-488b-9c3d-127830dd2309 req-c1747766-3b56-4040-be39-da6cd80fbd38 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:30.624690 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-21af9004-266d-488b-9c3d-127830dd2309 req-c1747766-3b56-4040-be39-da6cd80fbd38 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "GET /v2.0/networks?id=65219ae9-d282-4121-8917-8c4ecd74e176 HTTP/1.1" status: 200 len: 820 time: 0.3329284 Jul 09 14:55:30.651976 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-21af9004-266d-488b-9c3d-127830dd2309 req-2181854b-3c96-4959-931c-ef99d4c91887 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "GET /v2.0/quotas/57b971acb11e4eaea846cbcb413ca1a9 HTTP/1.1" status: 200 len: 375 time: 0.0261118 Jul 09 14:55:30.742454 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df20282b-9caa-4fb7-8dd9-f30e184d49c5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Network 14e5b3b0-570c-4d37-a055-0b5384a37dbf is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:55:30.749205 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-df20282b-9caa-4fb7-8dd9-f30e184d49c5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:55:30.754763 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc861f7-5429-4137-91e7-95d8ea7eccea tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:30.760051 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7bc861f7-5429-4137-91e7-95d8ea7eccea tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4971094 Jul 09 14:55:30.763152 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df20282b-9caa-4fb7-8dd9-f30e184d49c5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:55:30.766462 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-32d1cd88-5bbc-4b08-842f-7c77002aa1f8 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Deleting subnet 24144dd9-4a4d-472d-808b-7b04f1329a4a {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:55:30.769002 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df20282b-9caa-4fb7-8dd9-f30e184d49c5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:30.774971 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-32d1cd88-5bbc-4b08-842f-7c77002aa1f8 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:30.775833 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-df20282b-9caa-4fb7-8dd9-f30e184d49c5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:30.778199 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48698) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:30.830116 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-e8931822-29c8-47da-b9de-7b22cceab49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d945299-70fc-4ccf-8956-936cb636c1a0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1212768639-router', 'tenant_id': '57b971acb11e4eaea846cbcb413ca1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '54bb6915-ac8a-4176-b921-037735fc3c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:55:17Z', 'updated_at': '2021-07-09T14:55:27Z', 'revision_number': 4, 'project_id': '57b971acb11e4eaea846cbcb413ca1a9', 'gw_port': {'id': '54bb6915-ac8a-4176-b921-037735fc3c53', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d945299-70fc-4ccf-8956-936cb636c1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:55:20Z', 'updated_at': '2021-07-09T14:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'ead5b1f0-4b03-4c4c-a7a5-9d4116b7d094', 'name': '', 'network_id': '65219ae9-d282-4121-8917-8c4ecd74e176', 'tenant_id': '57b971acb11e4eaea846cbcb413ca1a9', 'mac_address': 'fa:16:3e:ca:8c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d945299-70fc-4ccf-8956-936cb636c1a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '0ba330ed-9359-4085-9db6-f1c4985ac874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:55:26Z', 'updated_at': '2021-07-09T14:55:27Z', 'revision_number': 2, 'project_id': '57b971acb11e4eaea846cbcb413ca1a9', 'subnets': [{'id': '0ba330ed-9359-4085-9db6-f1c4985ac874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:55:30.838195 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-471a5ac1-f838-4089-94fd-a6c7b7bfe84d tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:30.850788 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e3b9864-f1a7-4683-bfd0-f9e2671308ea tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] GET failed (client error): The resource could not be found. Jul 09 14:55:30.856537 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-2e3b9864-f1a7-4683-bfd0-f9e2671308ea tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "GET /v2.0/ports/feea59d3-1ed1-4f81-9ebf-e568ac739a39 HTTP/1.1" status: 404 len: 333 time: 0.0749338 Jul 09 14:55:30.858253 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48700) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:30.860080 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8931822-29c8-47da-b9de-7b22cceab49b None None] Checking router: 0d945299-70fc-4ccf-8956-936cb636c1a0 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:55:30.860380 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df20282b-9caa-4fb7-8dd9-f30e184d49c5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event updated for resources: {'Port': ['ID=0eb00e30-a28a-45c7-9f7d-8607961c7ad8,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:30.860531 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8931822-29c8-47da-b9de-7b22cceab49b None None] Updating router 0d945299-70fc-4ccf-8956-936cb636c1a0 port ead5b1f0-4b03-4c4c-a7a5-9d4116b7d094 binding host n-d-799529-6 {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:55:30.866319 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-02923734-7672-4a40-9889-da3981521348 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-842542886'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:55:30.899675 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bd7157e8-156f-4339-a6fc-4c947c833a5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:30.899675 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-32d1cd88-5bbc-4b08-842f-7c77002aa1f8 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:30.903495 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-21af9004-266d-488b-9c3d-127830dd2309 req-dde08bab-2d3e-43a5-bfc6-4d810c5c8b6b tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=57b971acb11e4eaea846cbcb413ca1a9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2052464 Jul 09 14:55:30.936276 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e8931822-29c8-47da-b9de-7b22cceab49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:30.968206 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-df20282b-9caa-4fb7-8dd9-f30e184d49c5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7412002 Jul 09 14:55:30.973684 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48702) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:31.001311 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-471a5ac1-f838-4089-94fd-a6c7b7bfe84d tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:31.003356 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-471a5ac1-f838-4089-94fd-a6c7b7bfe84d tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7272651 Jul 09 14:55:31.114054 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-32d1cd88-5bbc-4b08-842f-7c77002aa1f8 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:31.205695 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02923734-7672-4a40-9889-da3981521348 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Made reservation on behalf of 5addd83cb682465db8739493dcb3fffc for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:55:31.211667 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-02923734-7672-4a40-9889-da3981521348 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:31.256640 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-21af9004-266d-488b-9c3d-127830dd2309 req-c9cd6ec4-8eb7-4fcf-9ee8-fc94a558a8c2 service neutron] 10.222.0.58 "GET /v2.0/networks/65219ae9-d282-4121-8917-8c4ecd74e176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392713 Jul 09 14:55:31.272824 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd7157e8-156f-4339-a6fc-4c947c833a5a admin admin] Router ce0bc5e2-a963-4c66-a388-010b5777302c has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:55:31.405972 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-21af9004-266d-488b-9c3d-127830dd2309 req-94411a03-a700-4811-8d18-b1f59cd30cb9 service neutron] 10.222.0.58 "GET /v2.0/networks/65219ae9-d282-4121-8917-8c4ecd74e176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478844 Jul 09 14:55:31.495717 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02923734-7672-4a40-9889-da3981521348 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:55:31.512476 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-02923734-7672-4a40-9889-da3981521348 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:31.513073 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-02923734-7672-4a40-9889-da3981521348 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Added segment 2d2aeaae-0bf5-4816-9030-fc816b95726e of type vlan for network e47798ba-8689-401e-b0ba-9e604927ef3f Jul 09 14:55:31.572956 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-02923734-7672-4a40-9889-da3981521348 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:31.627069 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:31.678493 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e8931822-29c8-47da-b9de-7b22cceab49b None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:31.724648 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-e8931822-29c8-47da-b9de-7b22cceab49b None None] Transition to ACTIVE for port object ead5b1f0-4b03-4c4c-a7a5-9d4116b7d094 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:55:31.813830 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4b24de60-8ed6-4c96-a37e-dafe2da16143 req-8a685627-9548-4a11-978e-12a373bd1cc3 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b2d54fb-d544-4a03-8d39-6600c8d1ac67 HTTP/1.1" status: 200 len: 210 time: 0.0654643 Jul 09 14:55:31.818886 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-02923734-7672-4a40-9889-da3981521348 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:31.825504 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e8931822-29c8-47da-b9de-7b22cceab49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:31.825802 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02923734-7672-4a40-9889-da3981521348 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:31.826556 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-02923734-7672-4a40-9889-da3981521348 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:31.872103 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-32d1cd88-5bbc-4b08-842f-7c77002aa1f8 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:31.935368 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d1cd88-5bbc-4b08-842f-7c77002aa1f8 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event deleted for resources: {'Subnet': ['ID=24144dd9-4a4d-472d-808b-7b04f1329a4a,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:31.946933 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e68e0-7c20-45dc-a2a6-29d84ace4eb0 None None] Pushing event updated for resources: {'Port': ['ID=ead5b1f0-4b03-4c4c-a7a5-9d4116b7d094,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:31.958424 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-32d1cd88-5bbc-4b08-842f-7c77002aa1f8 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:31.958510 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682307f1-633e-4d9f-872b-25dce9791232 None None] Network 858359dc-653d-453c-9af7-637628d0bac8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:55:31.958587 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-32d1cd88-5bbc-4b08-842f-7c77002aa1f8 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/subnets/24144dd9-4a4d-472d-808b-7b04f1329a4a HTTP/1.1" status: 204 len: 168 time: 1.3811193 Jul 09 14:55:31.970359 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-e7b26c22-e363-49f2-9b50-a47fa3fae212 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1985964980&fields=id&tenant_id=b0dcdaf85ebc429397d88229c635e7b2 HTTP/1.1" status: 200 len: 267 time: 0.6356919 Jul 09 14:55:31.998798 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48724) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:31.999590 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7008aa38-74b3-4cd9-99fb-b29c74fd6835 None None] Network 14e5b3b0-570c-4d37-a055-0b5384a37dbf requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:55:32.063200 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-02923734-7672-4a40-9889-da3981521348 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2037044 Jul 09 14:55:32.063433 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48730) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:32.072410 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-1ce4a538-32cc-4d6a-90ee-111905cdc75b tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Request body: {'subnet': {'network_id': 'e47798ba-8689-401e-b0ba-9e604927ef3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:55:32.152064 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-4e63bebe-ea28-48f0-85d1-f4145f11e5a7 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:32.158132 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-4e63bebe-ea28-48f0-85d1-f4145f11e5a7 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports/6e49b587-b19f-4fb7-b68d-daf59c076543 HTTP/1.1" status: 200 len: 937 time: 0.1425169 Jul 09 14:55:32.182380 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5ce03500-fe7d-4b11-a43e-f2ed1db6fe1a tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:32.199745 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02923734-7672-4a40-9889-da3981521348 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event updated for resources: {'Network': ['ID=e47798ba-8689-401e-b0ba-9e604927ef3f,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:32.223917 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd7157e8-156f-4339-a6fc-4c947c833a5a admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:55:32.230601 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-bd7157e8-156f-4339-a6fc-4c947c833a5a admin admin] 10.222.0.58 "PUT /v2.0/routers/ce0bc5e2-a963-4c66-a388-010b5777302c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0988832 Jul 09 14:55:32.235794 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f049083c-bb0f-4bbb-bda2-7f092de2c79f None None] Sync routers for ids ['ce0bc5e2-a963-4c66-a388-010b5777302c'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:55:32.243183 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network e47798ba-8689-401e-b0ba-9e604927ef3f details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:55:32.255110 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48734) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:32.255815 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f049083c-bb0f-4bbb-bda2-7f092de2c79f None None] Routers {'ce0bc5e2-a963-4c66-a388-010b5777302c'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:55:32.256627 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-f049083c-bb0f-4bbb-bda2-7f092de2c79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:55:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['ce0bc5e2-a963-4c66-a388-010b5777302c'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:55:32.266546 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-f906df3e-3f5f-486f-82e5-68512ed3b49b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Deleting subnet 70c79523-82a3-4cf5-801f-a853bad5807c {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:55:32.315651 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f906df3e-3f5f-486f-82e5-68512ed3b49b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:32.326698 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-be75f856-a00d-4d1b-80a3-fec41d9cc4ef tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:32.327825 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-be75f856-a00d-4d1b-80a3-fec41d9cc4ef tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports/652c8d51-7f4b-4a04-a1cb-616283698f43 HTTP/1.1" status: 200 len: 937 time: 0.1659060 Jul 09 14:55:32.444168 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-f049083c-bb0f-4bbb-bda2-7f092de2c79f None None] Set router ce0bc5e2-a963-4c66-a388-010b5777302c gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:55:32.494923 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f906df3e-3f5f-486f-82e5-68512ed3b49b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:32.502457 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-45047b8d-a4d5-4f7e-ac0a-dfd34e78ed83 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?network_id=695dcd67-56f3-489c-8be9-3d26f71af2f9&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1661942 Jul 09 14:55:32.503863 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e4f21129-4131-4191-8dda-71bccc160450 admin admin] Notify callbacks [] for router, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:32.519155 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 3a722c52-926c-43bd-a168-8bcd0c57784f up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:55:32.670614 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e4f21129-4131-4191-8dda-71bccc160450 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:32.674683 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce4a538-32cc-4d6a-90ee-111905cdc75b tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Made reservation on behalf of 5addd83cb682465db8739493dcb3fffc for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:55:32.680702 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1ce4a538-32cc-4d6a-90ee-111905cdc75b tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:32.732683 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-37e7ff29-013b-46b9-b856-31bfad734087 None None] Provisioning for port 3a722c52-926c-43bd-a168-8bcd0c57784f completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:55:32.751883 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-e8931822-29c8-47da-b9de-7b22cceab49b None None] Attempting to bind port ead5b1f0-4b03-4c4c-a7a5-9d4116b7d094 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:55:32.752436 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-e8931822-29c8-47da-b9de-7b22cceab49b None None] Attempting to bind port ead5b1f0-4b03-4c4c-a7a5-9d4116b7d094 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '67523102-960f-423a-89b3-665d6dc7373b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '65219ae9-d282-4121-8917-8c4ecd74e176'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:55:32.752930 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8931822-29c8-47da-b9de-7b22cceab49b None None] Attempting to bind port ead5b1f0-4b03-4c4c-a7a5-9d4116b7d094 on network 65219ae9-d282-4121-8917-8c4ecd74e176 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:55:32.776482 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-f049083c-bb0f-4bbb-bda2-7f092de2c79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce0bc5e2-a963-4c66-a388-010b5777302c', 'name': 'tempest-ServersTestManualDisk-838236721-router', 'tenant_id': '20fd87b1f98540cc9f0af3977c7dea1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'bad2883a-5580-454e-a9ba-16cf8b7e5ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:52:47Z', 'updated_at': '2021-07-09T14:55:29Z', 'revision_number': 5, 'project_id': '20fd87b1f98540cc9f0af3977c7dea1f', 'gw_port': {'id': 'bad2883a-5580-454e-a9ba-16cf8b7e5ec0', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0bc5e2-a963-4c66-a388-010b5777302c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:52:49Z', 'updated_at': '2021-07-09T14:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:55:32.799361 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8931822-29c8-47da-b9de-7b22cceab49b None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:55:32.799795 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8931822-29c8-47da-b9de-7b22cceab49b None None] Checking segment: {'id': '67523102-960f-423a-89b3-665d6dc7373b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '65219ae9-d282-4121-8917-8c4ecd74e176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:55:32.800199 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e8931822-29c8-47da-b9de-7b22cceab49b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:32.800669 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8931822-29c8-47da-b9de-7b22cceab49b None None] Bound using segment: {'id': '67523102-960f-423a-89b3-665d6dc7373b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '65219ae9-d282-4121-8917-8c4ecd74e176'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:55:32.801324 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-e8931822-29c8-47da-b9de-7b22cceab49b None None] Bound port: ead5b1f0-4b03-4c4c-a7a5-9d4116b7d094, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67523102-960f-423a-89b3-665d6dc7373b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '65219ae9-d282-4121-8917-8c4ecd74e176'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:55:32.801719 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e8931822-29c8-47da-b9de-7b22cceab49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:32.830017 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f049083c-bb0f-4bbb-bda2-7f092de2c79f None None] Checking router: ce0bc5e2-a963-4c66-a388-010b5777302c for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:55:32.842714 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f049083c-bb0f-4bbb-bda2-7f092de2c79f None None] Routers {'ce0bc5e2-a963-4c66-a388-010b5777302c'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:55:32.843648 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-f049083c-bb0f-4bbb-bda2-7f092de2c79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:55:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['ce0bc5e2-a963-4c66-a388-010b5777302c'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:55:32.859379 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f906df3e-3f5f-486f-82e5-68512ed3b49b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:33.003303 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-92806e0a-f29a-4312-86c9-8abfb169811e tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?network_id=695dcd67-56f3-489c-8be9-3d26f71af2f9&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.4929302 Jul 09 14:55:33.026647 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 3a722c52-926c-43bd-a168-8bcd0c57784f completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:55:33.033245 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-30a26088-f9e1-4718-a076-bd25b7460873 req-248fd547-0407-4f77-9995-2a062013b5d7 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b2d54fb-d544-4a03-8d39-6600c8d1ac67 HTTP/1.1" status: 200 len: 210 time: 0.0775290 Jul 09 14:55:33.039330 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 3a722c52-926c-43bd-a168-8bcd0c57784f triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:55:33.039330 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:33.112747 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5ce03500-fe7d-4b11-a43e-f2ed1db6fe1a tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:33.118346 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-e8931822-29c8-47da-b9de-7b22cceab49b None None] For port ead5b1f0-4b03-4c4c-a7a5-9d4116b7d094, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:55:33.124706 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-f049083c-bb0f-4bbb-bda2-7f092de2c79f None None] Set router ce0bc5e2-a963-4c66-a388-010b5777302c gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:55:33.143667 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-e8931822-29c8-47da-b9de-7b22cceab49b None None] For port ead5b1f0-4b03-4c4c-a7a5-9d4116b7d094, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=ead5b1f0-4b03-4c4c-a7a5-9d4116b7d094,segment=NetworkSegment(67523102-960f-423a-89b3-665d6dc7373b),segment_id=67523102-960f-423a-89b3-665d6dc7373b)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:55:33.149541 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1ce4a538-32cc-4d6a-90ee-111905cdc75b tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:33.226668 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5ce03500-fe7d-4b11-a43e-f2ed1db6fe1a tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:33.237473 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e8931822-29c8-47da-b9de-7b22cceab49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:33.322267 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-b9967a05-f9c5-4596-9a3e-e753fc3862e2 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:33.330099 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-b9967a05-f9c5-4596-9a3e-e753fc3862e2 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:33.342968 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-b9967a05-f9c5-4596-9a3e-e753fc3862e2 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:33.345284 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-b9967a05-f9c5-4596-9a3e-e753fc3862e2 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/networks?id=6107f077-f7c7-47db-8b86-669db7279c4c&id=dc6506e8-ceaa-4382-aad7-27ea0263e5fe&id=dc6506e8-ceaa-4382-aad7-27ea0263e5fe&id=695dcd67-56f3-489c-8be9-3d26f71af2f9&id=695dcd67-56f3-489c-8be9-3d26f71af2f9 HTTP/1.1" status: 200 len: 1995 time: 0.3267744 Jul 09 14:55:33.346088 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce4a538-32cc-4d6a-90ee-111905cdc75b tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event updated for resources: {'Subnet': ['ID=2776e706-939d-4899-8290-f89278db5f14,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:33.366747 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:33.373182 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f906df3e-3f5f-486f-82e5-68512ed3b49b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:33.384828 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-56a6f87c-53f6-4081-9b44-2e2075b27994 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/quotas/b0dcdaf85ebc429397d88229c635e7b2 HTTP/1.1" status: 200 len: 375 time: 0.0217276 Jul 09 14:55:33.402097 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce03500-fe7d-4b11-a43e-f2ed1db6fe1a tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event updated for resources: {'Port': ['ID=0eb00e30-a28a-45c7-9f7d-8607961c7ad8,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:33.446802 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8931822-29c8-47da-b9de-7b22cceab49b None None] Routers {'0d945299-70fc-4ccf-8956-936cb636c1a0'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:55:33.446802 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-e8931822-29c8-47da-b9de-7b22cceab49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:55:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['0d945299-70fc-4ccf-8956-936cb636c1a0'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:55:33.447181 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f906df3e-3f5f-486f-82e5-68512ed3b49b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:33.447181 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f906df3e-3f5f-486f-82e5-68512ed3b49b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/subnets/70c79523-82a3-4cf5-801f-a853bad5807c HTTP/1.1" status: 204 len: 168 time: 1.4433441 Jul 09 14:55:33.467300 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48742) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:33.499394 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f906df3e-3f5f-486f-82e5-68512ed3b49b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event deleted for resources: {'Subnet': ['ID=70c79523-82a3-4cf5-801f-a853bad5807c,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:33.553436 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-f049083c-bb0f-4bbb-bda2-7f092de2c79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce0bc5e2-a963-4c66-a388-010b5777302c', 'name': 'tempest-ServersTestManualDisk-838236721-router', 'tenant_id': '20fd87b1f98540cc9f0af3977c7dea1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'bad2883a-5580-454e-a9ba-16cf8b7e5ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:52:47Z', 'updated_at': '2021-07-09T14:55:29Z', 'revision_number': 5, 'project_id': '20fd87b1f98540cc9f0af3977c7dea1f', 'gw_port': {'id': 'bad2883a-5580-454e-a9ba-16cf8b7e5ec0', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0bc5e2-a963-4c66-a388-010b5777302c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:52:49Z', 'updated_at': '2021-07-09T14:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:55:33.565983 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e68e0-7c20-45dc-a2a6-29d84ace4eb0 None None] Pushing event updated for resources: {'Port': ['ID=ead5b1f0-4b03-4c4c-a7a5-9d4116b7d094,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:33.626362 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f049083c-bb0f-4bbb-bda2-7f092de2c79f None None] The sync data for ids ['ce0bc5e2-a963-4c66-a388-010b5777302c'] in n-d-799529-6 is: [{'id': 'ce0bc5e2-a963-4c66-a388-010b5777302c', 'name': 'tempest-ServersTestManualDisk-838236721-router', 'tenant_id': '20fd87b1f98540cc9f0af3977c7dea1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'bad2883a-5580-454e-a9ba-16cf8b7e5ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:52:47Z', 'updated_at': '2021-07-09T14:55:29Z', 'revision_number': 5, 'project_id': '20fd87b1f98540cc9f0af3977c7dea1f', 'gw_port': {'id': 'bad2883a-5580-454e-a9ba-16cf8b7e5ec0', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0bc5e2-a963-4c66-a388-010b5777302c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:52:49Z', 'updated_at': '2021-07-09T14:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:55:33.656150 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-be7305de-ac13-4b34-9434-f47e3fd829b4 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1863365 Jul 09 14:55:33.657171 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48744) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:33.658553 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce4a538-32cc-4d6a-90ee-111905cdc75b tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Checking segment: {'id': '2d2aeaae-0bf5-4816-9030-fc816b95726e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'e47798ba-8689-401e-b0ba-9e604927ef3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:55:33.659918 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce4a538-32cc-4d6a-90ee-111905cdc75b tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Network hostable DHCP agents. Network: e47798ba-8689-401e-b0ba-9e604927ef3f, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:55:33.669556 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 3a722c52-926c-43bd-a168-8bcd0c57784f, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=3a722c52-926c-43bd-a168-8bcd0c57784f,segment=NetworkSegment(43da4644-21fd-48f6-b2cf-d383aac7a1aa),segment_id=43da4644-21fd-48f6-b2cf-d383aac7a1aa)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:55:33.720588 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-e8931822-29c8-47da-b9de-7b22cceab49b None None] Set router 0d945299-70fc-4ccf-8956-936cb636c1a0 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:55:33.744880 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-e4f21129-4131-4191-8dda-71bccc160450 admin admin] Deleting port bad2883a-5580-454e-a9ba-16cf8b7e5ec0 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:55:33.746728 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e4f21129-4131-4191-8dda-71bccc160450 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:33.797462 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-0a10bc8b-eb8a-4727-9883-32ca42878d4b None None] Provisioning for port 0eb00e30-a28a-45c7-9f7d-8607961c7ad8 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:55:33.807915 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:33.826361 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce4a538-32cc-4d6a-90ee-111905cdc75b tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Network e47798ba-8689-401e-b0ba-9e604927ef3f is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:55:33.862495 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-0a10bc8b-eb8a-4727-9883-32ca42878d4b None None] Provisioning complete for port 0eb00e30-a28a-45c7-9f7d-8607961c7ad8 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:55:33.865593 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0a10bc8b-eb8a-4727-9883-32ca42878d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:33.874622 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-a3909a9d-1b44-498a-9cec-420632145461 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b0dcdaf85ebc429397d88229c635e7b2&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4204788 Jul 09 14:55:33.991494 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-1ce4a538-32cc-4d6a-90ee-111905cdc75b tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, e47798ba-8689-401e-b0ba-9e604927ef3f) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:55:33.994207 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77dc5d5-0b9b-4928-96d2-190089d5094c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:33.998417 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-a77dc5d5-0b9b-4928-96d2-190089d5094c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3402345 Jul 09 14:55:33.999232 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5ce03500-fe7d-4b11-a43e-f2ed1db6fe1a tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:34.006575 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48746) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:34.036639 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce4a538-32cc-4d6a-90ee-111905cdc75b tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:34.036639 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1ce4a538-32cc-4d6a-90ee-111905cdc75b tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:34.075929 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186e17ad-a0ac-4fff-b66b-ed8d2c9c0d6f None None] Network e47798ba-8689-401e-b0ba-9e604927ef3f requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:55:34.110682 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device e4ad67d3-3df5-4384-bcc1-df685fdc929a no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:55:34.110682 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=3a722c52-926c-43bd-a168-8bcd0c57784f,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:34.135769 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-e4f21129-4131-4191-8dda-71bccc160450 admin admin] For port bad2883a-5580-454e-a9ba-16cf8b7e5ec0, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=bad2883a-5580-454e-a9ba-16cf8b7e5ec0,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:55:34.137342 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e4f21129-4131-4191-8dda-71bccc160450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:34.223276 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-745db732-96c1-4191-9964-f191387bcaee service neutron] 10.222.0.58 "GET /v2.0/networks/6107f077-f7c7-47db-8b86-669db7279c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3473244 Jul 09 14:55:34.250496 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-e4f21129-4131-4191-8dda-71bccc160450 admin admin] Calling delete_port for bad2883a-5580-454e-a9ba-16cf8b7e5ec0 owned by network:router_gateway {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:55:34.343860 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-0a10bc8b-eb8a-4727-9883-32ca42878d4b None None] Port 0eb00e30-a28a-45c7-9f7d-8607961c7ad8 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:55:34.358418 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: e4ad67d3-3df5-4384-bcc1-df685fdc929a {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:55:34.359039 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device e4ad67d3-3df5-4384-bcc1-df685fdc929a not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:55:34.423150 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-0a10bc8b-eb8a-4727-9883-32ca42878d4b None None] Provisioning complete for port 3a722c52-926c-43bd-a168-8bcd0c57784f triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:55:34.423734 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0a10bc8b-eb8a-4727-9883-32ca42878d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:34.563332 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-1ce4a538-32cc-4d6a-90ee-111905cdc75b tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4939206 Jul 09 14:55:34.589801 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8c3efa-5a28-41ea-9840-1e671d23b367 None None] Network 858359dc-653d-453c-9af7-637628d0bac8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:55:34.589917 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48752) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:34.594952 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4ac8d259-9615-4c8d-aa31-f459d8ba555e req-e6dc5b33-52a9-4a56-8d42-d49090004d61 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b2d54fb-d544-4a03-8d39-6600c8d1ac67 HTTP/1.1" status: 200 len: 210 time: 0.1809487 Jul 09 14:55:34.621759 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-90f0051b-73f5-4f48-ae32-26d690a56825 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Request body: {'subnet': {'network_id': 'e47798ba-8689-401e-b0ba-9e604927ef3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:55:34.725195 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfca6526-3f48-407b-9317-a00e2db7c1c9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:34.729722 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-dfca6526-3f48-407b-9317-a00e2db7c1c9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7090683 Jul 09 14:55:34.730939 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48754) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:34.763857 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5ce03500-fe7d-4b11-a43e-f2ed1db6fe1a tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:34.815641 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e4f21129-4131-4191-8dda-71bccc160450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:34.815910 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb47ca6-b9e6-40c6-9da2-ed6625b69fda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-e47798ba-8689-401e-b0ba-9e604927ef3f', 'network_id': 'e47798ba-8689-401e-b0ba-9e604927ef3f', 'tenant_id': '5addd83cb682465db8739493dcb3fffc', 'fixed_ips': [{'subnet_id': '2776e706-939d-4899-8290-f89278db5f14'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:55:34.815910 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8fb47ca6-b9e6-40c6-9da2-ed6625b69fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:34.827173 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7beeb95d-1d81-4630-b028-c070807ce08a tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0797477 Jul 09 14:55:34.831393 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48756) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:34.866940 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-ae93d387-0942-4996-944e-9fa731eae705 service neutron] 10.222.0.58 "GET /v2.0/networks/6107f077-f7c7-47db-8b86-669db7279c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112352 Jul 09 14:55:34.920050 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f21129-4131-4191-8dda-71bccc160450 admin admin] Pushing event deleted for resources: {'Port': ['ID=bad2883a-5580-454e-a9ba-16cf8b7e5ec0,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:34.930118 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-0187a29c-c84c-45f8-894c-047f5e3d29ac tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] DELETE failed (client error): The resource could not be found. Jul 09 14:55:34.931015 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0187a29c-c84c-45f8-894c-047f5e3d29ac tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:55:34.935384 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-0187a29c-c84c-45f8-894c-047f5e3d29ac tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/ports/8865a263-75bf-4d0e-90a9-6f89af342370 HTTP/1.1" status: 404 len: 333 time: 0.1002452 Jul 09 14:55:34.951774 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48758) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:35.005478 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-e8931822-29c8-47da-b9de-7b22cceab49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d945299-70fc-4ccf-8956-936cb636c1a0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1212768639-router', 'tenant_id': '57b971acb11e4eaea846cbcb413ca1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '54bb6915-ac8a-4176-b921-037735fc3c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:55:17Z', 'updated_at': '2021-07-09T14:55:27Z', 'revision_number': 4, 'project_id': '57b971acb11e4eaea846cbcb413ca1a9', 'gw_port': {'id': '54bb6915-ac8a-4176-b921-037735fc3c53', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d945299-70fc-4ccf-8956-936cb636c1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:55:20Z', 'updated_at': '2021-07-09T14:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'ead5b1f0-4b03-4c4c-a7a5-9d4116b7d094', 'name': '', 'network_id': '65219ae9-d282-4121-8917-8c4ecd74e176', 'tenant_id': '57b971acb11e4eaea846cbcb413ca1a9', 'mac_address': 'fa:16:3e:ca:8c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d945299-70fc-4ccf-8956-936cb636c1a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '0ba330ed-9359-4085-9db6-f1c4985ac874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:55:26Z', 'updated_at': '2021-07-09T14:55:32Z', 'revision_number': 4, 'project_id': '57b971acb11e4eaea846cbcb413ca1a9', 'subnets': [{'id': '0ba330ed-9359-4085-9db6-f1c4985ac874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:55:35.014848 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e4f21129-4131-4191-8dda-71bccc160450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:35.109832 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-7023ccf0-c5a1-4f45-ac1b-a8a1230336c4 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] DELETE failed (client error): The resource could not be found. Jul 09 14:55:35.110475 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7023ccf0-c5a1-4f45-ac1b-a8a1230336c4 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:55:35.115812 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7023ccf0-c5a1-4f45-ac1b-a8a1230336c4 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/subnets/70c79523-82a3-4cf5-801f-a853bad5807c HTTP/1.1" status: 404 len: 337 time: 0.1575875 Jul 09 14:55:35.151126 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-e85a8691-0ae6-4adc-87dd-e8ecd603108c service neutron] 10.222.0.58 "GET /v2.0/ports/6e49b587-b19f-4fb7-b68d-daf59c076543?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2827697 Jul 09 14:55:35.157176 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-8fb47ca6-b9e6-40c6-9da2-ed6625b69fda None None] Allocated IP 172.20.0.2 (e47798ba-8689-401e-b0ba-9e604927ef3f/2776e706-939d-4899-8290-f89278db5f14/925f21d3-4e62-4002-a772-9c8ab00c825b) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:55:35.159611 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48760) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:35.189604 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e4f21129-4131-4191-8dda-71bccc160450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:35.237225 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e4f21129-4131-4191-8dda-71bccc160450 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:35.243023 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-838ed8a7-60e0-4b1e-9f29-e4230352fdb4 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] DELETE failed (client error): The resource could not be found. Jul 09 14:55:35.243491 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-838ed8a7-60e0-4b1e-9f29-e4230352fdb4 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:55:35.247751 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-838ed8a7-60e0-4b1e-9f29-e4230352fdb4 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/subnets/24144dd9-4a4d-472d-808b-7b04f1329a4a HTTP/1.1" status: 404 len: 337 time: 0.0819008 Jul 09 14:55:35.251573 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48762) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:35.319934 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-623304da-67a0-4eb0-80e0-d8374cebbb80 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] DELETE failed (client error): The resource could not be found. Jul 09 14:55:35.320689 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-623304da-67a0-4eb0-80e0-d8374cebbb80 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:55:35.322442 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-623304da-67a0-4eb0-80e0-d8374cebbb80 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/ports/0c1a21e5-f69e-442a-8b65-6fe2ce6469f6 HTTP/1.1" status: 404 len: 333 time: 0.0699069 Jul 09 14:55:35.324870 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48764) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:35.361233 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4db59fd-d174-4f4c-8d03-10b24ffd1937 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] DELETE failed (client error): The resource could not be found. Jul 09 14:55:35.361630 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4db59fd-d174-4f4c-8d03-10b24ffd1937 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:55:35.363526 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d4db59fd-d174-4f4c-8d03-10b24ffd1937 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/subnets/7ee844e7-fe54-4f98-9ae9-6afbe05322fd HTTP/1.1" status: 404 len: 337 time: 0.0376496 Jul 09 14:55:35.367325 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48766) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:35.403373 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b428679-4dd5-4bd3-b0cd-89ef3b7be59e tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] DELETE failed (client error): The resource could not be found. Jul 09 14:55:35.403796 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b428679-4dd5-4bd3-b0cd-89ef3b7be59e tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:55:35.406610 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-9b428679-4dd5-4bd3-b0cd-89ef3b7be59e tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/subnets/570faca4-14cd-48d3-b1dd-a961d6f7427e HTTP/1.1" status: 404 len: 337 time: 0.0395446 Jul 09 14:55:35.412676 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e4f21129-4131-4191-8dda-71bccc160450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:35.413743 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f21129-4131-4191-8dda-71bccc160450 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce0bc5e2-a963-4c66-a388-010b5777302c {{(pid=94446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:55:35.416018 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48768) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:35.479221 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e4f21129-4131-4191-8dda-71bccc160450 admin admin] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:35.485640 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-e4f21129-4131-4191-8dda-71bccc160450 admin admin] 10.222.0.58 "DELETE /v2.0/routers/ce0bc5e2-a963-4c66-a388-010b5777302c HTTP/1.1" status: 204 len: 168 time: 3.2276964 Jul 09 14:55:35.491621 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af9004-266d-488b-9c3d-127830dd2309 req-7b6fe942-4c28-49f3-9f69-f70a6d37cc70 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:35.493511 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-21af9004-266d-488b-9c3d-127830dd2309 req-7b6fe942-4c28-49f3-9f69-f70a6d37cc70 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.54 "GET /v2.0/networks?id=65219ae9-d282-4121-8917-8c4ecd74e176 HTTP/1.1" status: 200 len: 820 time: 0.1941369 Jul 09 14:55:35.493838 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48770) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:35.528532 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-21af9004-266d-488b-9c3d-127830dd2309 req-30e21f0b-9ffc-42ec-833a-b004be75694d tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Request body: {'port': {'device_id': '8b2d54fb-d544-4a03-8d39-6600c8d1ac67', 'network_id': '65219ae9-d282-4121-8917-8c4ecd74e176', 'admin_state_up': True, 'tenant_id': '57b971acb11e4eaea846cbcb413ca1a9'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:55:35.548737 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8931822-29c8-47da-b9de-7b22cceab49b None None] The sync data for ids ['0d945299-70fc-4ccf-8956-936cb636c1a0'] in n-d-799529-6 is: [{'id': '0d945299-70fc-4ccf-8956-936cb636c1a0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1212768639-router', 'tenant_id': '57b971acb11e4eaea846cbcb413ca1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '54bb6915-ac8a-4176-b921-037735fc3c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:55:17Z', 'updated_at': '2021-07-09T14:55:27Z', 'revision_number': 4, 'project_id': '57b971acb11e4eaea846cbcb413ca1a9', 'gw_port': {'id': '54bb6915-ac8a-4176-b921-037735fc3c53', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d945299-70fc-4ccf-8956-936cb636c1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:55:20Z', 'updated_at': '2021-07-09T14:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'ead5b1f0-4b03-4c4c-a7a5-9d4116b7d094', 'name': '', 'network_id': '65219ae9-d282-4121-8917-8c4ecd74e176', 'tenant_id': '57b971acb11e4eaea846cbcb413ca1a9', 'mac_address': 'fa:16:3e:ca:8c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d945299-70fc-4ccf-8956-936cb636c1a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '0ba330ed-9359-4085-9db6-f1c4985ac874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:55:26Z', 'updated_at': '2021-07-09T14:55:32Z', 'revision_number': 4, 'project_id': '57b971acb11e4eaea846cbcb413ca1a9', 'subnets': [{'id': '0ba330ed-9359-4085-9db6-f1c4985ac874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:55:35.569222 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-91035f5c-8d87-4235-ab87-1136c78a0493 admin admin] Deleting subnet ca22d5b8-2b29-4e11-b70d-065b9fbd86b9 {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:55:35.570903 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-f02910c6-ade8-48ee-8966-835b97dccac7 None None] Provisioning complete for port 0eb00e30-a28a-45c7-9f7d-8607961c7ad8 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:55:35.572711 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f02910c6-ade8-48ee-8966-835b97dccac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:35.573150 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e9e13c9-0682-4f04-ac51-5d5bc3a5980f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] DELETE failed (client error): The resource could not be found. Jul 09 14:55:35.574063 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e9e13c9-0682-4f04-ac51-5d5bc3a5980f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:55:35.576271 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-0e9e13c9-0682-4f04-ac51-5d5bc3a5980f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/ports/207a2212-bdf3-40de-8339-9c68cc906d7f HTTP/1.1" status: 404 len: 333 time: 0.1461339 Jul 09 14:55:35.578744 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-91035f5c-8d87-4235-ab87-1136c78a0493 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:35.580789 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48772) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:35.587875 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4ec750-1b26-43f3-aae1-a0dc228dd3bf None None] DHCP port deletion for 858359dc-653d-453c-9af7-637628d0bac8 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:55:35.626249 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-dbd03b72-4b10-42ad-ab37-159f1ae6275d service neutron] 10.222.0.58 "GET /v2.0/networks/dc6506e8-ceaa-4382-aad7-27ea0263e5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4711130 Jul 09 14:55:35.726780 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-0edcba39-5465-4e36-915e-263c313100b9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] DELETE failed (client error): The resource could not be found. Jul 09 14:55:35.727437 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0edcba39-5465-4e36-915e-263c313100b9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:55:35.732427 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-0edcba39-5465-4e36-915e-263c313100b9 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/subnets/cbe4b13e-3bd8-41ed-8705-971fc96653d0 HTTP/1.1" status: 404 len: 337 time: 0.1479959 Jul 09 14:55:35.733421 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48778) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:35.775594 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f0051b-73f5-4f48-ae32-26d690a56825 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Made reservation on behalf of 5addd83cb682465db8739493dcb3fffc for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:55:35.779883 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-90f0051b-73f5-4f48-ae32-26d690a56825 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:35.797029 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-f02910c6-ade8-48ee-8966-835b97dccac7 None None] Port 0eb00e30-a28a-45c7-9f7d-8607961c7ad8 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:55:35.872208 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-f02910c6-ade8-48ee-8966-835b97dccac7 None None] Provisioning complete for port 47ec8517-33ac-4f29-8e14-2084f2595620 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:55:35.872960 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f02910c6-ade8-48ee-8966-835b97dccac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:35.903023 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-8254cf06-1ea1-435c-99c0-65db73dfcecf tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] DELETE failed (client error): The resource could not be found. Jul 09 14:55:35.903604 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8254cf06-1ea1-435c-99c0-65db73dfcecf tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:55:35.906322 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-8254cf06-1ea1-435c-99c0-65db73dfcecf tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/subnets/d40891fd-e2b8-4258-a9d1-2742aa413ada HTTP/1.1" status: 404 len: 337 time: 0.1594806 Jul 09 14:55:35.910034 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48780) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:35.976415 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-91035f5c-8d87-4235-ab87-1136c78a0493 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:35.977468 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8fb47ca6-b9e6-40c6-9da2-ed6625b69fda None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:35.998933 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-8fb47ca6-b9e6-40c6-9da2-ed6625b69fda None None] Transition to ACTIVE for port object 925f21d3-4e62-4002-a772-9c8ab00c825b will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:55:36.022011 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-8fb47ca6-b9e6-40c6-9da2-ed6625b69fda None None] Transition to ACTIVE for port object 925f21d3-4e62-4002-a772-9c8ab00c825b will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:55:36.037294 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-e528a546-fcc2-4219-a2f0-e9055faff7f5 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] DELETE failed (client error): The resource could not be found. Jul 09 14:55:36.038242 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e528a546-fcc2-4219-a2f0-e9055faff7f5 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:55:36.042381 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-e528a546-fcc2-4219-a2f0-e9055faff7f5 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/ports/93d1113d-b227-40de-8487-ac2bf13a0a0f HTTP/1.1" status: 404 len: 333 time: 0.1253312 Jul 09 14:55:36.046482 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48782) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:36.127746 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8fb47ca6-b9e6-40c6-9da2-ed6625b69fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:36.138860 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-991c942c-3ee3-428e-bd03-1a9ac7c299db tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] DELETE failed (client error): The resource could not be found. Jul 09 14:55:36.143348 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-991c942c-3ee3-428e-bd03-1a9ac7c299db tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:55:36.143348 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-991c942c-3ee3-428e-bd03-1a9ac7c299db tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/subnets/c3aa9071-79e1-4bd1-bd7d-50282e83652a HTTP/1.1" status: 404 len: 337 time: 0.0901959 Jul 09 14:55:36.150284 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48784) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:36.152589 n-d-799529-6 neutron-server[94445]: INFO neutron.db.ipam_backend_mixin [None req-90f0051b-73f5-4f48-ae32-26d690a56825 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2776e706-939d-4899-8290-f89278db5f14 (CIDR: 172.20.0.0/28) Jul 09 14:55:36.161372 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f70d7889-8a9c-49cd-8f0f-99c158f96a8e req-1100471e-bf1c-4243-87bf-07982bd29ed7 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b2d54fb-d544-4a03-8d39-6600c8d1ac67 HTTP/1.1" status: 200 len: 210 time: 0.2523723 Jul 09 14:55:36.210299 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-5e4ec750-1b26-43f3-aae1-a0dc228dd3bf None None] Deleting port 47ec8517-33ac-4f29-8e14-2084f2595620 {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:55:36.210799 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5e4ec750-1b26-43f3-aae1-a0dc228dd3bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:36.231541 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-90f0051b-73f5-4f48-ae32-26d690a56825 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:55:36.237630 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90f0051b-73f5-4f48-ae32-26d690a56825 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:55:36.287438 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-a72d4177-75b5-432c-9d90-8c26e2e8486c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] DELETE failed (client error): The resource could not be found. Jul 09 14:55:36.288041 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a72d4177-75b5-432c-9d90-8c26e2e8486c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:55:36.292937 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a72d4177-75b5-432c-9d90-8c26e2e8486c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/subnets/3368b2c2-0b8e-42da-b9f6-ef3b48917b0e HTTP/1.1" status: 404 len: 337 time: 0.1379659 Jul 09 14:55:36.293775 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48786) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:36.319447 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-b1869be8-4c46-4b25-9968-56a73cf3f590 service neutron] 10.222.0.58 "GET /v2.0/networks/dc6506e8-ceaa-4382-aad7-27ea0263e5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6058452 Jul 09 14:55:36.327962 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-98a0c129-7b4a-4cf8-b711-679e57f0ac3f req-5886606a-aaab-4b61-8084-6c8666dda5fe service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=215ee5c1-c47c-4487-bfe7-3272754152b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4297152 Jul 09 14:55:36.361198 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-5e4ec750-1b26-43f3-aae1-a0dc228dd3bf None None] For port 47ec8517-33ac-4f29-8e14-2084f2595620, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=47ec8517-33ac-4f29-8e14-2084f2595620,segment=NetworkSegment(279678f1-8b66-49d1-9400-cd8153629a42),segment_id=279678f1-8b66-49d1-9400-cd8153629a42)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:55:36.363271 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5e4ec750-1b26-43f3-aae1-a0dc228dd3bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:36.390616 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-5e4ec750-1b26-43f3-aae1-a0dc228dd3bf None None] Calling delete_port for 47ec8517-33ac-4f29-8e14-2084f2595620 owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:55:36.403696 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-0aaa6d04-99f5-4ab5-8e32-5062624a528f service neutron] 10.222.0.58 "GET /v2.0/ports/652c8d51-7f4b-4a04-a1cb-616283698f43?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0536072 Jul 09 14:55:36.409735 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-c906d7ca-b33f-464e-affb-a8c835a6ab5b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] DELETE failed (client error): The resource could not be found. Jul 09 14:55:36.410685 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c906d7ca-b33f-464e-affb-a8c835a6ab5b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:55:36.412657 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c906d7ca-b33f-464e-affb-a8c835a6ab5b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/ports/f9db5ea7-a5ec-4b08-98f3-753ba6ac4e2d HTTP/1.1" status: 404 len: 333 time: 0.1131084 Jul 09 14:55:36.423330 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48788) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:36.427168 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5ce03500-fe7d-4b11-a43e-f2ed1db6fe1a tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:36.444111 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21af9004-266d-488b-9c3d-127830dd2309 req-30e21f0b-9ffc-42ec-833a-b004be75694d tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Made reservation on behalf of 57b971acb11e4eaea846cbcb413ca1a9 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:55:36.448096 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-21af9004-266d-488b-9c3d-127830dd2309 req-30e21f0b-9ffc-42ec-833a-b004be75694d tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:36.450914 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-91035f5c-8d87-4235-ab87-1136c78a0493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:36.521641 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb47ca6-b9e6-40c6-9da2-ed6625b69fda None None] Network e47798ba-8689-401e-b0ba-9e604927ef3f is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:55:36.526890 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-8fb47ca6-b9e6-40c6-9da2-ed6625b69fda None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:55:36.530987 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 3a722c52-926c-43bd-a168-8bcd0c57784f up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:55:36.535829 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5ce03500-fe7d-4b11-a43e-f2ed1db6fe1a tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:36.537104 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5ce03500-fe7d-4b11-a43e-f2ed1db6fe1a tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:36.539873 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb47ca6-b9e6-40c6-9da2-ed6625b69fda None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:55:36.597372 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-6416d2c0-1529-44a4-8189-105b4342e612 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] DELETE failed (client error): The resource could not be found. Jul 09 14:55:36.598357 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6416d2c0-1529-44a4-8189-105b4342e612 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:55:36.600203 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-6416d2c0-1529-44a4-8189-105b4342e612 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/subnets/50059cad-5043-4774-87c6-ef0816e322ef HTTP/1.1" status: 404 len: 337 time: 0.1757901 Jul 09 14:55:36.609271 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48790) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:36.620722 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-90f0051b-73f5-4f48-ae32-26d690a56825 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0228841 Jul 09 14:55:36.640960 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48792) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:36.674084 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb47ca6-b9e6-40c6-9da2-ed6625b69fda None None] Pushing event updated for resources: {'Port': ['ID=925f21d3-4e62-4002-a772-9c8ab00c825b,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:36.683479 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-8fb47ca6-b9e6-40c6-9da2-ed6625b69fda None None] Attempting to bind port 925f21d3-4e62-4002-a772-9c8ab00c825b on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:55:36.683877 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-8fb47ca6-b9e6-40c6-9da2-ed6625b69fda None None] Attempting to bind port 925f21d3-4e62-4002-a772-9c8ab00c825b by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '2d2aeaae-0bf5-4816-9030-fc816b95726e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'e47798ba-8689-401e-b0ba-9e604927ef3f'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:55:36.684720 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb47ca6-b9e6-40c6-9da2-ed6625b69fda None None] Attempting to bind port 925f21d3-4e62-4002-a772-9c8ab00c825b on network e47798ba-8689-401e-b0ba-9e604927ef3f {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:55:36.689733 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5e4ec750-1b26-43f3-aae1-a0dc228dd3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:36.700652 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-04d99d75-b253-444e-b19e-9c8592afb19a tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Request body: {'subnet': {'network_id': 'e47798ba-8689-401e-b0ba-9e604927ef3f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:55:36.706401 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb47ca6-b9e6-40c6-9da2-ed6625b69fda None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:55:36.707031 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb47ca6-b9e6-40c6-9da2-ed6625b69fda None None] Checking segment: {'id': '2d2aeaae-0bf5-4816-9030-fc816b95726e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'e47798ba-8689-401e-b0ba-9e604927ef3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:55:36.708013 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8fb47ca6-b9e6-40c6-9da2-ed6625b69fda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:36.708436 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb47ca6-b9e6-40c6-9da2-ed6625b69fda None None] Bound using segment: {'id': '2d2aeaae-0bf5-4816-9030-fc816b95726e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'e47798ba-8689-401e-b0ba-9e604927ef3f'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:55:36.708899 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-8fb47ca6-b9e6-40c6-9da2-ed6625b69fda None None] Bound port: 925f21d3-4e62-4002-a772-9c8ab00c825b, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d2aeaae-0bf5-4816-9030-fc816b95726e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'e47798ba-8689-401e-b0ba-9e604927ef3f'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:55:36.709292 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8fb47ca6-b9e6-40c6-9da2-ed6625b69fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:36.742137 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d123dc4-7013-4e25-b4db-be81a067260e tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] DELETE failed (client error): The resource could not be found. Jul 09 14:55:36.742137 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d123dc4-7013-4e25-b4db-be81a067260e tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:55:36.744412 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4ec750-1b26-43f3-aae1-a0dc228dd3bf None None] No DVR routers for this DVR port 47ec8517-33ac-4f29-8e14-2084f2595620 on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:55:36.747017 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce03500-fe7d-4b11-a43e-f2ed1db6fe1a tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event updated for resources: {'Port': ['ID=0eb00e30-a28a-45c7-9f7d-8607961c7ad8,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:36.748091 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-4d123dc4-7013-4e25-b4db-be81a067260e tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/ports/50ad650a-261e-4636-aeb5-3f4c6413bd97 HTTP/1.1" status: 404 len: 333 time: 0.1321833 Jul 09 14:55:36.755308 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4ec750-1b26-43f3-aae1-a0dc228dd3bf None None] Pushing event deleted for resources: {'Port': ['ID=47ec8517-33ac-4f29-8e14-2084f2595620,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:36.778547 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48794) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:36.805648 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 3a722c52-926c-43bd-a168-8bcd0c57784f triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:55:36.806005 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:36.846033 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-008ba4a3-a37d-4956-913b-56455c43a39c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] DELETE failed (client error): The resource could not be found. Jul 09 14:55:36.847049 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-008ba4a3-a37d-4956-913b-56455c43a39c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:55:36.853607 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-008ba4a3-a37d-4956-913b-56455c43a39c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/subnets/18e81ec9-3a33-4c05-b967-6ab34b70cba1 HTTP/1.1" status: 404 len: 337 time: 0.0651608 Jul 09 14:55:36.854577 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48798) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:36.857981 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-8fb47ca6-b9e6-40c6-9da2-ed6625b69fda None None] For port 925f21d3-4e62-4002-a772-9c8ab00c825b, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:55:36.862708 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-8fb47ca6-b9e6-40c6-9da2-ed6625b69fda None None] For port 925f21d3-4e62-4002-a772-9c8ab00c825b, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=925f21d3-4e62-4002-a772-9c8ab00c825b,segment=NetworkSegment(2d2aeaae-0bf5-4816-9030-fc816b95726e),segment_id=2d2aeaae-0bf5-4816-9030-fc816b95726e)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:55:36.952989 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-21af9004-266d-488b-9c3d-127830dd2309 req-30e21f0b-9ffc-42ec-833a-b004be75694d tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Allocated IP 172.20.0.2 (65219ae9-d282-4121-8917-8c4ecd74e176/0ba330ed-9359-4085-9db6-f1c4985ac874/461e2fef-d791-4b1e-944c-e2e29a0ed1bb) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:55:36.956349 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b71eb1a-df49-40f9-b4fa-47a0bca818c7 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] DELETE failed (client error): The resource could not be found. Jul 09 14:55:36.957888 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b71eb1a-df49-40f9-b4fa-47a0bca818c7 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:55:36.959731 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-6b71eb1a-df49-40f9-b4fa-47a0bca818c7 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/ports/d495c620-d674-49ca-a054-da7d61bcd907 HTTP/1.1" status: 404 len: 333 time: 0.0934436 Jul 09 14:55:36.960328 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-2b62fd08-30f3-416e-8ac4-70a2dfe98d01 service neutron] 10.222.0.58 "GET /v2.0/networks/dc6506e8-ceaa-4382-aad7-27ea0263e5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5445628 Jul 09 14:55:36.967466 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48800) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:36.971796 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device ead5b1f0-4b03-4c4c-a7a5-9d4116b7d094 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:55:36.979364 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0c129-7b4a-4cf8-b711-679e57f0ac3f req-0751daa8-c692-47cc-b5ce-b5fa28b970de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:36.979898 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0c129-7b4a-4cf8-b711-679e57f0ac3f req-0751daa8-c692-47cc-b5ce-b5fa28b970de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:36.980380 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0c129-7b4a-4cf8-b711-679e57f0ac3f req-0751daa8-c692-47cc-b5ce-b5fa28b970de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:36.980893 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0c129-7b4a-4cf8-b711-679e57f0ac3f req-0751daa8-c692-47cc-b5ce-b5fa28b970de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:36.981370 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0c129-7b4a-4cf8-b711-679e57f0ac3f req-0751daa8-c692-47cc-b5ce-b5fa28b970de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:36.983653 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0c129-7b4a-4cf8-b711-679e57f0ac3f req-0751daa8-c692-47cc-b5ce-b5fa28b970de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:36.983653 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0c129-7b4a-4cf8-b711-679e57f0ac3f req-0751daa8-c692-47cc-b5ce-b5fa28b970de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:36.985648 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-98a0c129-7b4a-4cf8-b711-679e57f0ac3f req-0751daa8-c692-47cc-b5ce-b5fa28b970de service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=868e6ad73e9e40dbad6a7d6a29a5f30c&device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 6489 time: 0.5503473 Jul 09 14:55:37.000720 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce03500-fe7d-4b11-a43e-f2ed1db6fe1a tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Network 14e5b3b0-570c-4d37-a055-0b5384a37dbf is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:55:37.001959 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f83de84-29e1-463e-ab25-a586fab414ed tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] DELETE failed (client error): The resource could not be found. Jul 09 14:55:37.002418 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f83de84-29e1-463e-ab25-a586fab414ed tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:55:37.004405 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-9f83de84-29e1-463e-ab25-a586fab414ed tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/subnets/47a87458-3868-4396-b06f-ae3f3e2c69a1 HTTP/1.1" status: 404 len: 337 time: 0.0358822 Jul 09 14:55:37.006917 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-5ce03500-fe7d-4b11-a43e-f2ed1db6fe1a tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:55:37.010780 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48802) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:37.060101 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8fb47ca6-b9e6-40c6-9da2-ed6625b69fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:37.122666 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-41802cc6-d4a1-4c40-b162-cb75dbd0dea0 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] DELETE failed (client error): The resource could not be found. Jul 09 14:55:37.126049 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41802cc6-d4a1-4c40-b162-cb75dbd0dea0 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:55:37.134958 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-41802cc6-d4a1-4c40-b162-cb75dbd0dea0 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/ports/6f6900f8-954b-4afc-a9aa-fabf3d1fb5f6 HTTP/1.1" status: 404 len: 333 time: 0.1239414 Jul 09 14:55:37.144403 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48804) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:37.178393 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb47ca6-b9e6-40c6-9da2-ed6625b69fda None None] Pushing event updated for resources: {'Port': ['ID=925f21d3-4e62-4002-a772-9c8ab00c825b,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:37.197196 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port ead5b1f0-4b03-4c4c-a7a5-9d4116b7d094 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:55:37.202925 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port ead5b1f0-4b03-4c4c-a7a5-9d4116b7d094 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:55:37.203528 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:37.217073 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-91035f5c-8d87-4235-ab87-1136c78a0493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:37.370800 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bd08b57-612f-4e63-991d-4c6919a2e475 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] DELETE failed (client error): The resource could not be found. Jul 09 14:55:37.373366 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bd08b57-612f-4e63-991d-4c6919a2e475 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:55:37.377704 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-8bd08b57-612f-4e63-991d-4c6919a2e475 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/subnets/4d19abf6-3a91-4581-b031-e90126ac650c HTTP/1.1" status: 404 len: 337 time: 0.1251059 Jul 09 14:55:37.385868 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48808) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:37.450465 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:37.550116 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-331f327e-c4ab-490d-8025-0bd878fe9d41 None None] Provisioning complete for port 0eb00e30-a28a-45c7-9f7d-8607961c7ad8 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:55:37.550487 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-331f327e-c4ab-490d-8025-0bd878fe9d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:37.553403 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port ead5b1f0-4b03-4c4c-a7a5-9d4116b7d094, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=ead5b1f0-4b03-4c4c-a7a5-9d4116b7d094,segment=NetworkSegment(67523102-960f-423a-89b3-665d6dc7373b),segment_id=67523102-960f-423a-89b3-665d6dc7373b)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:55:37.562153 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-95b8f5a0-02ed-4288-9169-8bdb93c4046d tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] DELETE failed (client error): The resource could not be found. Jul 09 14:55:37.562998 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95b8f5a0-02ed-4288-9169-8bdb93c4046d tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:55:37.567878 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-95b8f5a0-02ed-4288-9169-8bdb93c4046d tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/ports/f353d63e-97a0-47d1-ac0e-a28f397d1cf7 HTTP/1.1" status: 404 len: 333 time: 0.1385145 Jul 09 14:55:37.634467 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:37.643698 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-29d39617-0340-4939-af8a-b96609b538bc req-28ed20df-ad46-497f-ac6c-6de51d2c41cf tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b2d54fb-d544-4a03-8d39-6600c8d1ac67 HTTP/1.1" status: 200 len: 210 time: 0.1219523 Jul 09 14:55:37.733047 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48810) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:37.751620 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-331f327e-c4ab-490d-8025-0bd878fe9d41 None None] Port 0eb00e30-a28a-45c7-9f7d-8607961c7ad8 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:55:37.755143 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device bad2883a-5580-454e-a9ba-16cf8b7e5ec0 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:55:37.812914 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: bad2883a-5580-454e-a9ba-16cf8b7e5ec0 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:55:37.813262 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device bad2883a-5580-454e-a9ba-16cf8b7e5ec0 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:55:37.813678 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 47ec8517-33ac-4f29-8e14-2084f2595620 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:55:37.825967 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91035f5c-8d87-4235-ab87-1136c78a0493 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca22d5b8-2b29-4e11-b70d-065b9fbd86b9,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:37.833825 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d99d75-b253-444e-b19e-9c8592afb19a tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Made reservation on behalf of 5addd83cb682465db8739493dcb3fffc for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:55:37.838395 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1823e57-2f12-493c-b821-b523894fef86 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] DELETE failed (client error): The resource could not be found. Jul 09 14:55:37.838953 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-04d99d75-b253-444e-b19e-9c8592afb19a tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:37.839068 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=ead5b1f0-4b03-4c4c-a7a5-9d4116b7d094,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:37.839760 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1823e57-2f12-493c-b821-b523894fef86 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:55:37.843631 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 47ec8517-33ac-4f29-8e14-2084f2595620 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:55:37.843991 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 47ec8517-33ac-4f29-8e14-2084f2595620 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:55:37.851667 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d1823e57-2f12-493c-b821-b523894fef86 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/subnets/04fa9ad0-a0a9-4dfd-8636-43ca3bc909cc HTTP/1.1" status: 404 len: 337 time: 0.1147838 Jul 09 14:55:37.867106 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48812) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:37.910421 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0c129-7b4a-4cf8-b711-679e57f0ac3f req-9d37e91b-2221-4c31-9936-b49150cc7e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:37.911017 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0c129-7b4a-4cf8-b711-679e57f0ac3f req-9d37e91b-2221-4c31-9936-b49150cc7e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:37.911465 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0c129-7b4a-4cf8-b711-679e57f0ac3f req-9d37e91b-2221-4c31-9936-b49150cc7e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:37.914987 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0ee006-4f6a-4549-9c49-ea1e548c73a0 None None] Network b2b63b0e-b517-486a-9f8a-a2c1c761eb24 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:55:37.917401 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-98a0c129-7b4a-4cf8-b711-679e57f0ac3f req-9d37e91b-2221-4c31-9936-b49150cc7e53 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0fc8da04-04d4-4eeb-86d6-5d8e54448613&id=7086051a-a9a3-4774-91ec-207e7481a1f2&id=7086051a-a9a3-4774-91ec-207e7481a1f2&id=7086051a-a9a3-4774-91ec-207e7481a1f2&id=7086051a-a9a3-4774-91ec-207e7481a1f2&id=f7f6731e-df5a-475b-9c1b-606c9f6d697c&id=f7f6731e-df5a-475b-9c1b-606c9f6d697c HTTP/1.1" status: 200 len: 2294 time: 0.8999000 Jul 09 14:55:37.928611 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-21af9004-266d-488b-9c3d-127830dd2309 req-30e21f0b-9ffc-42ec-833a-b004be75694d tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:37.960780 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-91035f5c-8d87-4235-ab87-1136c78a0493 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:37.960780 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-91035f5c-8d87-4235-ab87-1136c78a0493 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/ca22d5b8-2b29-4e11-b70d-065b9fbd86b9 HTTP/1.1" status: 204 len: 168 time: 2.4643917 Jul 09 14:55:37.974185 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48816) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:38.003095 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-34f90983-8337-440b-8702-da0d705c5367 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] DELETE failed (client error): The resource could not be found. Jul 09 14:55:38.003095 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34f90983-8337-440b-8702-da0d705c5367 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:55:38.003095 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-34f90983-8337-440b-8702-da0d705c5367 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/ports/8bcbca71-0d0d-4e47-a94f-51dfa2a85348 HTTP/1.1" status: 404 len: 333 time: 0.1281669 Jul 09 14:55:38.003352 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48818) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:38.066243 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c3a982a-1fef-47b4-a260-b044b21bf471 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] DELETE failed (client error): The resource could not be found. Jul 09 14:55:38.066243 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c3a982a-1fef-47b4-a260-b044b21bf471 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:55:38.070145 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-4c3a982a-1fef-47b4-a260-b044b21bf471 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/subnets/7f576393-00af-4893-93d8-772501a5742f HTTP/1.1" status: 404 len: 337 time: 0.0621068 Jul 09 14:55:38.075161 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48820) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:38.132918 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e3ab357-4c55-4774-aa34-bb9af37638e7 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] DELETE failed (client error): The resource could not be found. Jul 09 14:55:38.133667 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e3ab357-4c55-4774-aa34-bb9af37638e7 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:55:38.136905 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-1e3ab357-4c55-4774-aa34-bb9af37638e7 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/subnets/8351fc56-7be6-46ff-b1eb-7c7415ffabaf HTTP/1.1" status: 404 len: 337 time: 0.0600367 Jul 09 14:55:38.139134 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48822) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:38.185326 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-65be30f9-fc06-441b-a9a0-f8760e479646 service neutron] 10.222.0.58 "GET /v2.0/networks/dc6506e8-ceaa-4382-aad7-27ea0263e5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1870685 Jul 09 14:55:38.186012 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-83cae897-d6b1-4775-8309-9f78c72006f4 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] DELETE failed (client error): The resource could not be found. Jul 09 14:55:38.186800 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83cae897-d6b1-4775-8309-9f78c72006f4 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:55:38.190811 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-83cae897-d6b1-4775-8309-9f78c72006f4 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/ports/39fba46a-2253-427d-85af-140fe4944cb5 HTTP/1.1" status: 404 len: 333 time: 0.0480387 Jul 09 14:55:38.191790 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48824) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:38.211675 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-98a0c129-7b4a-4cf8-b711-679e57f0ac3f req-fdbcfdad-3324-4aa3-b470-63bdd06bbe4a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbecacc0-fcea-4c8e-9c93-2a490da9fb58 HTTP/1.1" status: 200 len: 1001 time: 0.2488809 Jul 09 14:55:38.219820 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9930ec19-6c32-4d17-b113-cddcbeb991a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:38.248073 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-f066d800-d4e9-4593-aa1f-833f780f542b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] DELETE failed (client error): The resource could not be found. Jul 09 14:55:38.248625 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f066d800-d4e9-4593-aa1f-833f780f542b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:55:38.252767 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f066d800-d4e9-4593-aa1f-833f780f542b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/subnets/3d6dfc83-3c4c-49e3-827e-c42121cf5c2b HTTP/1.1" status: 404 len: 337 time: 0.0577612 Jul 09 14:55:38.253072 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48826) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:38.259581 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f129453f-8b24-44ac-bb7f-56dd6f82df83 None None] DHCP port deletion for b2b63b0e-b517-486a-9f8a-a2c1c761eb24 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:55:38.331296 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 925f21d3-4e62-4002-a772-9c8ab00c825b up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:55:38.349675 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcaa7b1d-46c8-4465-bbd9-849c2f0ffd64 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] DELETE failed (client error): The resource could not be found. Jul 09 14:55:38.349675 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcaa7b1d-46c8-4465-bbd9-849c2f0ffd64 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:55:38.349675 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-bcaa7b1d-46c8-4465-bbd9-849c2f0ffd64 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/subnets/fe7413ec-309e-4fc1-8a17-e21554d43c67 HTTP/1.1" status: 404 len: 337 time: 0.0805807 Jul 09 14:55:38.351964 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48828) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:38.427007 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-f129453f-8b24-44ac-bb7f-56dd6f82df83 None None] Deleting port f6178c9d-cc3a-4712-bbbe-7e58711f3aa1 {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:55:38.427388 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f129453f-8b24-44ac-bb7f-56dd6f82df83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:38.438006 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-8352dffc-c4fd-48f1-aad9-e5f99ec9fa9c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] DELETE failed (client error): The resource could not be found. Jul 09 14:55:38.440183 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8352dffc-c4fd-48f1-aad9-e5f99ec9fa9c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:55:38.444170 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-8352dffc-c4fd-48f1-aad9-e5f99ec9fa9c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/ports/c5746354-aabd-4f93-96c4-4042920ad447 HTTP/1.1" status: 404 len: 333 time: 0.0908701 Jul 09 14:55:38.451072 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48830) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:38.455534 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0c129-7b4a-4cf8-b711-679e57f0ac3f req-e541933e-7409-4c56-97cd-1180018d63aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:38.458612 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-98a0c129-7b4a-4cf8-b711-679e57f0ac3f req-e541933e-7409-4c56-97cd-1180018d63aa service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2373e5cd-5f56-42ed-95c9-0b621ea9bc49 HTTP/1.1" status: 200 len: 851 time: 0.2286396 Jul 09 14:55:38.481998 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-5768148a-ef9c-4f01-b919-05b6ae55d078 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] DELETE failed (client error): The resource could not be found. Jul 09 14:55:38.482356 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5768148a-ef9c-4f01-b919-05b6ae55d078 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:55:38.484158 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-5768148a-ef9c-4f01-b919-05b6ae55d078 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/subnets/96c2f383-a1fe-4298-89ed-46b56353cf18 HTTP/1.1" status: 404 len: 337 time: 0.0320821 Jul 09 14:55:38.488945 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48832) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:38.532574 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1a027a6-7eaf-451d-b469-fbecb7ae406b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] DELETE failed (client error): The resource could not be found. Jul 09 14:55:38.533044 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1a027a6-7eaf-451d-b469-fbecb7ae406b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:55:38.537936 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-f129453f-8b24-44ac-bb7f-56dd6f82df83 None None] For port f6178c9d-cc3a-4712-bbbe-7e58711f3aa1, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=f6178c9d-cc3a-4712-bbbe-7e58711f3aa1,segment=NetworkSegment(f9c9b81f-0e6e-496b-9f9a-51a976479dd5),segment_id=f9c9b81f-0e6e-496b-9f9a-51a976479dd5)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:55:38.541759 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f129453f-8b24-44ac-bb7f-56dd6f82df83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:38.541891 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b1a027a6-7eaf-451d-b469-fbecb7ae406b tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/subnets/ce64bd2f-2ce0-4d03-85dd-0fd50e6d6cf8 HTTP/1.1" status: 404 len: 337 time: 0.0483496 Jul 09 14:55:38.542077 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48834) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:38.562755 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-f129453f-8b24-44ac-bb7f-56dd6f82df83 None None] Calling delete_port for f6178c9d-cc3a-4712-bbbe-7e58711f3aa1 owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:55:38.584867 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7574c5a-a0c3-49ac-8916-75e7ac3e5caa tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] DELETE failed (client error): The resource could not be found. Jul 09 14:55:38.585977 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7574c5a-a0c3-49ac-8916-75e7ac3e5caa tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:55:38.588564 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-a7574c5a-a0c3-49ac-8916-75e7ac3e5caa tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/ports/58b62516-e07e-4bec-8130-ae973998e5ab HTTP/1.1" status: 404 len: 333 time: 0.0452969 Jul 09 14:55:38.590849 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48836) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:38.621277 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-734303d6-0c33-48d6-a177-b820bf5a5700 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] DELETE failed (client error): The resource could not be found. Jul 09 14:55:38.622292 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-734303d6-0c33-48d6-a177-b820bf5a5700 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:55:38.624635 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-734303d6-0c33-48d6-a177-b820bf5a5700 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/subnets/27a8f91e-aa0e-4998-808d-e9bfba90e6d3 HTTP/1.1" status: 404 len: 337 time: 0.0325372 Jul 09 14:55:38.627133 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48838) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:38.670160 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce03500-fe7d-4b11-a43e-f2ed1db6fe1a tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Router f427e1a1-b8d1-4fb5-979e-b86dec81676c is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:55:38.676252 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-54cde0d9-2289-4ea2-9431-eafd0113071e service neutron] 10.222.0.58 "GET /v2.0/networks/dc6506e8-ceaa-4382-aad7-27ea0263e5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4632597 Jul 09 14:55:38.690853 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-21af9004-266d-488b-9c3d-127830dd2309 req-30e21f0b-9ffc-42ec-833a-b004be75694d tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:38.704306 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-97d0b59e-e937-4bef-b114-f03f3dfdf62c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] DELETE failed (client error): The resource could not be found. Jul 09 14:55:38.704306 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97d0b59e-e937-4bef-b114-f03f3dfdf62c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:55:38.704306 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-97d0b59e-e937-4bef-b114-f03f3dfdf62c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/subnets/b64dfd20-debe-4da4-b858-e5433dceab0b HTTP/1.1" status: 404 len: 337 time: 0.0679879 Jul 09 14:55:38.704306 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48842) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:38.745608 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 925f21d3-4e62-4002-a772-9c8ab00c825b completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:55:38.751023 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device ead5b1f0-4b03-4c4c-a7a5-9d4116b7d094 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:55:38.820014 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f129453f-8b24-44ac-bb7f-56dd6f82df83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:38.864152 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f129453f-8b24-44ac-bb7f-56dd6f82df83 None None] No DVR routers for this DVR port f6178c9d-cc3a-4712-bbbe-7e58711f3aa1 on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:55:38.882417 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-9930ec19-6c32-4d17-b113-cddcbeb991a1 admin admin] Deleting port f6178c9d-cc3a-4712-bbbe-7e58711f3aa1 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:55:38.883390 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9930ec19-6c32-4d17-b113-cddcbeb991a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:38.893566 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-cd009041-673f-424d-84f3-1d21197ceaab service neutron] 10.222.0.58 "GET /v2.0/networks/dc6506e8-ceaa-4382-aad7-27ea0263e5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163694 Jul 09 14:55:38.929984 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f129453f-8b24-44ac-bb7f-56dd6f82df83 None None] Pushing event deleted for resources: {'Port': ['ID=f6178c9d-cc3a-4712-bbbe-7e58711f3aa1,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:38.940724 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-4ea70ab4-3f7c-4e00-9d43-a6005d261b55 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa569a17-b2d4-41e2-8645-f353f7496815 HTTP/1.1" status: 200 len: 205 time: 0.2352014 Jul 09 14:55:38.950653 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21af9004-266d-488b-9c3d-127830dd2309 req-30e21f0b-9ffc-42ec-833a-b004be75694d tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Network 65219ae9-d282-4121-8917-8c4ecd74e176 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:55:38.951817 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48844) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:38.968900 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port ead5b1f0-4b03-4c4c-a7a5-9d4116b7d094 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:55:38.969307 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:38.975804 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e21f0b-9ffc-42ec-833a-b004be75694d tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Pushing event updated for resources: {'Port': ['ID=461e2fef-d791-4b1e-944c-e2e29a0ed1bb,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:38.999454 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ea2536-e543-429b-8c6e-04cc3fce3bf5 None None] Network e47798ba-8689-401e-b0ba-9e604927ef3f requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:55:39.008845 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0c129-7b4a-4cf8-b711-679e57f0ac3f req-d2f08ed5-39f9-438c-b080-e980bcd61572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:39.010409 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-98a0c129-7b4a-4cf8-b711-679e57f0ac3f req-d2f08ed5-39f9-438c-b080-e980bcd61572 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0fc8da04-04d4-4eeb-86d6-5d8e54448613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5249555 Jul 09 14:55:39.025390 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [None req-2aed5cb8-2871-446e-ae21-15019684a7f4 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] delete failed (client error): The resource could not be found. Jul 09 14:55:39.025693 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [req-98a0c129-7b4a-4cf8-b711-679e57f0ac3f req-66e3d456-eb1b-48e3-a4da-ef3898ca9b9e service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:55:39.026753 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-98a0c129-7b4a-4cf8-b711-679e57f0ac3f req-66e3d456-eb1b-48e3-a4da-ef3898ca9b9e service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059776 Jul 09 14:55:39.027047 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-2aed5cb8-2871-446e-ae21-15019684a7f4 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/routers/aa569a17-b2d4-41e2-8645-f353f7496815 HTTP/1.1" status: 404 len: 336 time: 0.0484140 Jul 09 14:55:39.028266 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-21af9004-266d-488b-9c3d-127830dd2309 req-30e21f0b-9ffc-42ec-833a-b004be75694d tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:55:39.031763 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-21af9004-266d-488b-9c3d-127830dd2309 req-30e21f0b-9ffc-42ec-833a-b004be75694d tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:55:39.032780 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48846) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:39.088442 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce03500-fe7d-4b11-a43e-f2ed1db6fe1a tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:55:39.101173 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-5ce03500-fe7d-4b11-a43e-f2ed1db6fe1a tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "PUT /v2.0/routers/f427e1a1-b8d1-4fb5-979e-b86dec81676c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1242554 Jul 09 14:55:39.104193 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48850) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:39.121297 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77685e0-8ee0-4532-b2ae-f9ade998abb2 None None] Sync routers for ids ['f427e1a1-b8d1-4fb5-979e-b86dec81676c'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:55:39.144358 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-41188bed-8705-4f58-87fc-7d5a47faee76 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] DELETE failed (client error): The resource could not be found. Jul 09 14:55:39.144923 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41188bed-8705-4f58-87fc-7d5a47faee76 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:55:39.147314 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-41188bed-8705-4f58-87fc-7d5a47faee76 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/subnets/837260cc-8c36-4399-b344-b073279d3117 HTTP/1.1" status: 404 len: 337 time: 0.1100638 Jul 09 14:55:39.153326 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-9930ec19-6c32-4d17-b113-cddcbeb991a1 admin admin] For port f6178c9d-cc3a-4712-bbbe-7e58711f3aa1, host n-d-799529-6, got binding levels [] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:55:39.159871 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9930ec19-6c32-4d17-b113-cddcbeb991a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:39.160544 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af9004-266d-488b-9c3d-127830dd2309 req-30e21f0b-9ffc-42ec-833a-b004be75694d tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:39.161277 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-21af9004-266d-488b-9c3d-127830dd2309 req-30e21f0b-9ffc-42ec-833a-b004be75694d tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:39.161462 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48852) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:39.190239 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77685e0-8ee0-4532-b2ae-f9ade998abb2 None None] Routers {'f427e1a1-b8d1-4fb5-979e-b86dec81676c'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:55:39.194501 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-f77685e0-8ee0-4532-b2ae-f9ade998abb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:55:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['f427e1a1-b8d1-4fb5-979e-b86dec81676c'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:55:39.217886 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-762e76d5-0b94-434e-8ddc-b3957ce3611c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f52553d-4257-45f3-89b8-3347aa0efe81 HTTP/1.1" status: 200 len: 205 time: 0.0551999 Jul 09 14:55:39.218851 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b381f18-2a2b-487c-ba98-8a5b982bab09 req-fa427850-dcda-4181-a06f-2f78bf3bdbde tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:39.226100 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4b381f18-2a2b-487c-ba98-8a5b982bab09 req-fa427850-dcda-4181-a06f-2f78bf3bdbde tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b2d54fb-d544-4a03-8d39-6600c8d1ac67 HTTP/1.1" status: 200 len: 931 time: 0.3300447 Jul 09 14:55:39.226422 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-9930ec19-6c32-4d17-b113-cddcbeb991a1 admin admin] Calling delete_port for f6178c9d-cc3a-4712-bbbe-7e58711f3aa1 owned by network:dhcp {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:55:39.227919 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48854) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:39.240030 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.ipam_backend_mixin [None req-9930ec19-6c32-4d17-b113-cddcbeb991a1 admin admin] Port f6178c9d-cc3a-4712-bbbe-7e58711f3aa1 was not found and therefore no delete operation was performed {{(pid=94446) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 14:55:39.249230 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9930ec19-6c32-4d17-b113-cddcbeb991a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:39.256421 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-c475cee8-e033-4621-8e6c-c754aac54f7d None None] Provisioning for port 925f21d3-4e62-4002-a772-9c8ab00c825b completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:55:39.265480 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-f77685e0-8ee0-4532-b2ae-f9ade998abb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:55:39.268242 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-219723a7-d072-489a-a7ab-7264cb8f09a4 service neutron] 10.222.0.58 "GET /v2.0/networks/dc6506e8-ceaa-4382-aad7-27ea0263e5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3576336 Jul 09 14:55:39.269091 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-04d99d75-b253-444e-b19e-9c8592afb19a tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:39.280619 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-c475cee8-e033-4621-8e6c-c754aac54f7d None None] Provisioning complete for port 925f21d3-4e62-4002-a772-9c8ab00c825b triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:55:39.281137 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c475cee8-e033-4621-8e6c-c754aac54f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:39.290350 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [None req-b42e4bda-6bc1-48ba-b623-279198e08759 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] delete failed (client error): The resource could not be found. Jul 09 14:55:39.291453 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b42e4bda-6bc1-48ba-b623-279198e08759 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/routers/1f52553d-4257-45f3-89b8-3347aa0efe81 HTTP/1.1" status: 404 len: 336 time: 0.0558739 Jul 09 14:55:39.297400 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48856) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:39.305655 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175f5818-9144-4579-a549-428314e52803 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:39.307319 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-175f5818-9144-4579-a549-428314e52803 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "GET /v2.0/ports?device_id=f427e1a1-b8d1-4fb5-979e-b86dec81676c HTTP/1.1" status: 200 len: 988 time: 0.1990578 Jul 09 14:55:39.318565 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48858) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:39.319411 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9930ec19-6c32-4d17-b113-cddcbeb991a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6178c9d-cc3a-4712-bbbe-7e58711f3aa1,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:39.340365 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9930ec19-6c32-4d17-b113-cddcbeb991a1 admin admin] No DVR routers for this DVR port f6178c9d-cc3a-4712-bbbe-7e58711f3aa1 on host n-d-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:55:39.348287 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e80843e-977f-4d43-a635-8cf9c17db0eb tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] DELETE failed (client error): The resource could not be found. Jul 09 14:55:39.348287 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e80843e-977f-4d43-a635-8cf9c17db0eb tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:55:39.348287 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-4e80843e-977f-4d43-a635-8cf9c17db0eb tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/subnets/4a5b952b-45ce-4825-8da4-b4283f1f5a0d HTTP/1.1" status: 404 len: 337 time: 0.0352330 Jul 09 14:55:39.350611 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-21af9004-266d-488b-9c3d-127830dd2309 req-30e21f0b-9ffc-42ec-833a-b004be75694d tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8265412 Jul 09 14:55:39.353226 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48860) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:39.365408 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [req-21af9004-266d-488b-9c3d-127830dd2309 req-1b99c578-84c6-4fa4-bbb2-e363678d21ad tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:55:39.366532 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-21af9004-266d-488b-9c3d-127830dd2309 req-1b99c578-84c6-4fa4-bbb2-e363678d21ad tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053165 Jul 09 14:55:39.380948 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4b381f18-2a2b-487c-ba98-8a5b982bab09 req-a1b74c87-b263-473a-b1cf-86facd77d2a9 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "GET /v2.0/security-groups?id=7de82887-7032-4e2c-81a4-82e587d41889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538608 Jul 09 14:55:39.419558 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-21af9004-266d-488b-9c3d-127830dd2309 req-9ae04134-1ee6-4eb2-a20e-229935a1a1db service neutron] Request body: {'port': {'device_id': '8b2d54fb-d544-4a03-8d39-6600c8d1ac67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:55:39.423830 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-517d7651-b4b7-470d-9ec6-ec0987ddde67 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] DELETE failed (client error): The resource could not be found. Jul 09 14:55:39.424471 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-517d7651-b4b7-470d-9ec6-ec0987ddde67 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:55:39.429044 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77685e0-8ee0-4532-b2ae-f9ade998abb2 None None] Routers {'f427e1a1-b8d1-4fb5-979e-b86dec81676c'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:55:39.429207 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-517d7651-b4b7-470d-9ec6-ec0987ddde67 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/subnets/fb20306c-f76a-4c9d-b70b-b1f62039ad19 HTTP/1.1" status: 404 len: 337 time: 0.0741208 Jul 09 14:55:39.434502 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-f77685e0-8ee0-4532-b2ae-f9ade998abb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:55:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['f427e1a1-b8d1-4fb5-979e-b86dec81676c'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:55:39.448057 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48862) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:39.480447 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-744bfbce-f615-4848-ac81-b1cc152e49f7 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] DELETE failed (client error): The resource could not be found. Jul 09 14:55:39.481171 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-744bfbce-f615-4848-ac81-b1cc152e49f7 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:55:39.485512 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-744bfbce-f615-4848-ac81-b1cc152e49f7 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/ports/7008b951-c538-4115-ac69-a265a9094a84 HTTP/1.1" status: 404 len: 333 time: 0.0339229 Jul 09 14:55:39.485701 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-98a0c129-7b4a-4cf8-b711-679e57f0ac3f req-4037ff1b-f738-47f4-a858-9de5ccd0f4cc service neutron] 10.222.0.62 "GET /v2.0/networks/0fc8da04-04d4-4eeb-86d6-5d8e54448613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4378102 Jul 09 14:55:39.485826 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48864) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:39.501823 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d99d75-b253-444e-b19e-9c8592afb19a tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Network e47798ba-8689-401e-b0ba-9e604927ef3f is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:55:39.523222 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e8cb4b4-4cc9-46ac-80b4-5ab3f41c4e60 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] DELETE failed (client error): The resource could not be found. Jul 09 14:55:39.523629 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e8cb4b4-4cc9-46ac-80b4-5ab3f41c4e60 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:55:39.527940 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-3e8cb4b4-4cc9-46ac-80b4-5ab3f41c4e60 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/subnets/7d61680f-014b-4731-93c0-c41fa155611a HTTP/1.1" status: 404 len: 337 time: 0.0383015 Jul 09 14:55:39.528456 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48866) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:39.567251 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-e94446a8-a618-4dcb-ad5b-326c03d90e9e tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] DELETE failed (client error): The resource could not be found. Jul 09 14:55:39.568980 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e94446a8-a618-4dcb-ad5b-326c03d90e9e tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:55:39.574250 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e94446a8-a618-4dcb-ad5b-326c03d90e9e tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/ports/ea79302b-db57-44c7-b47a-9e71b4e58de4 HTTP/1.1" status: 404 len: 333 time: 0.0421751 Jul 09 14:55:39.598032 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48868) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:39.614930 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-04d99d75-b253-444e-b19e-9c8592afb19a tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:55:39.619593 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-7149552f-d972-43c1-85d5-71e0070cfa4f service neutron] 10.222.0.58 "GET /v2.0/networks/dc6506e8-ceaa-4382-aad7-27ea0263e5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216376 Jul 09 14:55:39.622817 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d99d75-b253-444e-b19e-9c8592afb19a tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:39.623962 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-04d99d75-b253-444e-b19e-9c8592afb19a tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:39.632588 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-03cac6b8-a278-4642-8515-68251b9d5690 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] DELETE failed (client error): The resource could not be found. Jul 09 14:55:39.633069 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03cac6b8-a278-4642-8515-68251b9d5690 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:55:39.637294 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-03cac6b8-a278-4642-8515-68251b9d5690 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/subnets/2cb1833a-aa37-45fc-a09a-0c21bad74b76 HTTP/1.1" status: 404 len: 337 time: 0.0361128 Jul 09 14:55:39.639971 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48870) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:39.651533 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-f77685e0-8ee0-4532-b2ae-f9ade998abb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:55:39.652828 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77685e0-8ee0-4532-b2ae-f9ade998abb2 None None] The sync data for ids ['f427e1a1-b8d1-4fb5-979e-b86dec81676c'] in n-d-799529-6 is: [] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:55:39.676864 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-41f0298e-ba9e-454b-b56c-7a9fc19832ed tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] DELETE failed (client error): The resource could not be found. Jul 09 14:55:39.677695 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41f0298e-ba9e-454b-b56c-7a9fc19832ed tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:55:39.681985 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-41f0298e-ba9e-454b-b56c-7a9fc19832ed tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/ports/f7b9031f-0edf-4a40-85ba-2e696088a433 HTTP/1.1" status: 404 len: 333 time: 0.0386834 Jul 09 14:55:39.681985 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-21af9004-266d-488b-9c3d-127830dd2309 req-9ae04134-1ee6-4eb2-a20e-229935a1a1db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:39.683586 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48872) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:39.721384 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a3ee902-8f1e-4f17-909c-a617886c15da tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] DELETE failed (client error): The resource could not be found. Jul 09 14:55:39.721870 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a3ee902-8f1e-4f17-909c-a617886c15da tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:55:39.726345 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-0a3ee902-8f1e-4f17-909c-a617886c15da tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/subnets/a2d56973-b907-4675-8c65-8b43c3ac5e31 HTTP/1.1" status: 404 len: 337 time: 0.0392227 Jul 09 14:55:39.727247 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48874) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:39.756905 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c475cee8-e033-4621-8e6c-c754aac54f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:39.806457 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-12a970da-42b0-4425-87dd-9dcdec7c8e74 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] DELETE failed (client error): The resource could not be found. Jul 09 14:55:39.809492 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12a970da-42b0-4425-87dd-9dcdec7c8e74 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:55:39.809492 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-12a970da-42b0-4425-87dd-9dcdec7c8e74 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/ports/f79666d7-367a-46e5-8e81-34e11a9adb23 HTTP/1.1" status: 404 len: 333 time: 0.0791402 Jul 09 14:55:39.812345 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48876) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:39.869738 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-690d2329-2ef2-4e6f-9656-2af9dab96ead tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] DELETE failed (client error): The resource could not be found. Jul 09 14:55:39.871155 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-690d2329-2ef2-4e6f-9656-2af9dab96ead tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:55:39.872274 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d99d75-b253-444e-b19e-9c8592afb19a tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event updated for resources: {'Subnet': ['ID=933215af-bebf-4b1b-b76e-5a64a5b357bb,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:39.874860 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-c475cee8-e033-4621-8e6c-c754aac54f7d None None] For port 925f21d3-4e62-4002-a772-9c8ab00c825b, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=925f21d3-4e62-4002-a772-9c8ab00c825b,segment=NetworkSegment(2d2aeaae-0bf5-4816-9030-fc816b95726e),segment_id=2d2aeaae-0bf5-4816-9030-fc816b95726e)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:55:39.880945 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-690d2329-2ef2-4e6f-9656-2af9dab96ead tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/subnets/3503a754-85f1-4873-9cc9-71b47d2e16bb HTTP/1.1" status: 404 len: 337 time: 0.0625565 Jul 09 14:55:39.885949 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48878) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:39.931471 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6b8c55-5aca-4962-8bd1-71d28e792d22 None None] Update dhcp port {'port': {'network_id': 'e47798ba-8689-401e-b0ba-9e604927ef3f', 'fixed_ips': [{'subnet_id': '2776e706-939d-4899-8290-f89278db5f14', 'ip_address': '172.20.0.2'}, {'subnet_id': '933215af-bebf-4b1b-b76e-5a64a5b357bb'}], 'binding:host_id': 'n-d-799529-6'}, 'id': '925f21d3-4e62-4002-a772-9c8ab00c825b'} from n-d-799529-6. {{(pid=94447) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 14:55:39.931909 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-b75895c9-675c-4459-b1a2-b295ca828727 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] DELETE failed (client error): The resource could not be found. Jul 09 14:55:39.932600 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b75895c9-675c-4459-b1a2-b295ca828727 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:55:39.938701 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b75895c9-675c-4459-b1a2-b295ca828727 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/ports/b9a169fa-f096-4d62-990a-b70d58b34797 HTTP/1.1" status: 404 len: 333 time: 0.0412483 Jul 09 14:55:39.940228 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9930ec19-6c32-4d17-b113-cddcbeb991a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:39.952697 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48880) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:39.987667 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfb9a339-d006-4257-b381-5e9769686fa3 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] DELETE failed (client error): The resource could not be found. Jul 09 14:55:39.988651 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfb9a339-d006-4257-b381-5e9769686fa3 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:55:39.995249 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-bfb9a339-d006-4257-b381-5e9769686fa3 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/subnets/9207a91f-3926-482f-8fd0-a8104a3409b7 HTTP/1.1" status: 404 len: 337 time: 0.0368023 Jul 09 14:55:40.000618 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-9930ec19-6c32-4d17-b113-cddcbeb991a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2b63b0e-b517-486a-9f8a-a2c1c761eb24']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:55:40.010754 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48882) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:40.023114 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4c6b8c55-5aca-4962-8bd1-71d28e792d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:40.102500 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-9930ec19-6c32-4d17-b113-cddcbeb991a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9c9b81f-0e6e-496b-9f9a-51a976479dd5') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:55:40.102810 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-9930ec19-6c32-4d17-b113-cddcbeb991a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9c9b81f-0e6e-496b-9f9a-51a976479dd5') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:55:40.105889 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-04d99d75-b253-444e-b19e-9c8592afb19a tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.4537621 Jul 09 14:55:40.107028 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9ee9368-d740-41b0-8226-e14fa2ee580f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] DELETE failed (client error): The resource could not be found. Jul 09 14:55:40.107996 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9ee9368-d740-41b0-8226-e14fa2ee580f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:55:40.114301 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a9ee9368-d740-41b0-8226-e14fa2ee580f tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/ports/350498c9-6595-4428-a930-e68198d920b8 HTTP/1.1" status: 404 len: 333 time: 0.0827715 Jul 09 14:55:40.114301 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48884) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:40.131631 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c475cee8-e033-4621-8e6c-c754aac54f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:40.176413 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-1f378cd3-2097-4544-86cf-45ad7b5d32de tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Request body: {'port': {'network_id': 'e47798ba-8689-401e-b0ba-9e604927ef3f', 'fixed_ips': [{'subnet_id': '2776e706-939d-4899-8290-f89278db5f14'}, {'subnet_id': '933215af-bebf-4b1b-b76e-5a64a5b357bb'}], 'name': 'tempest-PortsTestJSON-1895836288'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:55:40.178511 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48886) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:40.210446 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c475cee8-e033-4621-8e6c-c754aac54f7d None None] Pushing event updated for resources: {'Port': ['ID=925f21d3-4e62-4002-a772-9c8ab00c825b,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:40.217604 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device f6178c9d-cc3a-4712-bbbe-7e58711f3aa1 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:55:40.244261 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-03200620-1b3c-417e-8076-51395c5a3527 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] DELETE failed (client error): The resource could not be found. Jul 09 14:55:40.245578 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03200620-1b3c-417e-8076-51395c5a3527 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:55:40.252935 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-03200620-1b3c-417e-8076-51395c5a3527 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/subnets/878c250d-54d3-452a-a0da-69018111548e HTTP/1.1" status: 404 len: 337 time: 0.0718091 Jul 09 14:55:40.254032 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48890) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:40.311050 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ed23b81-e6c3-4ead-924c-ac785823e08c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] DELETE failed (client error): The resource could not be found. Jul 09 14:55:40.312330 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ed23b81-e6c3-4ead-924c-ac785823e08c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:55:40.317308 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: f6178c9d-cc3a-4712-bbbe-7e58711f3aa1 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:55:40.317308 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device f6178c9d-cc3a-4712-bbbe-7e58711f3aa1 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:55:40.325913 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9930ec19-6c32-4d17-b113-cddcbeb991a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:40.327380 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-2ed23b81-e6c3-4ead-924c-ac785823e08c tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/ports/618656e2-27cc-4b29-8583-1213958c0d0b HTTP/1.1" status: 404 len: 333 time: 0.0677578 Jul 09 14:55:40.329420 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48892) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:40.428134 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-98a0c129-7b4a-4cf8-b711-679e57f0ac3f req-87e078a8-3054-40ef-bc5d-612ba5b72a2c service neutron] 10.222.0.62 "GET /v2.0/networks/0fc8da04-04d4-4eeb-86d6-5d8e54448613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8868172 Jul 09 14:55:40.442572 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-309fde30-307d-48b4-a12d-1452125c8775 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] DELETE failed (client error): The resource could not be found. Jul 09 14:55:40.443043 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-309fde30-307d-48b4-a12d-1452125c8775 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:55:40.445566 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-309fde30-307d-48b4-a12d-1452125c8775 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/subnets/4d70e911-eec7-421c-8c6d-f28400c29728 HTTP/1.1" status: 404 len: 337 time: 0.1103191 Jul 09 14:55:40.448698 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9930ec19-6c32-4d17-b113-cddcbeb991a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:40.455202 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-81dfe4d4-65a4-45cb-bc79-6083f3835591 service neutron] 10.222.0.58 "GET /v2.0/networks/695dcd67-56f3-489c-8be9-3d26f71af2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7780817 Jul 09 14:55:40.455698 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48896) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:40.522934 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9930ec19-6c32-4d17-b113-cddcbeb991a1 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:55:40.523400 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9930ec19-6c32-4d17-b113-cddcbeb991a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:40.526559 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:55:40.526559 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:55:40.526559 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:55:40.526559 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:55:40.526559 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:55:40.526559 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:55:40.526559 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 14:55:40.526559 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:55:40.526559 n-d-799529-6 neutron-server[94446]: timer() Jul 09 14:55:40.526559 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:55:40.526559 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 14:55:40.526559 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:55:40.526559 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 14:55:40.526559 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:55:40.526559 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 14:55:40.526559 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:55:40.526559 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 14:55:40.526559 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:55:40.526559 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 14:55:40.526559 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:55:40.526559 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:55:40.526559 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:55:40.526559 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:55:40.526559 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:55:40.526559 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 14:55:40.526559 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:55:40.526559 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 14:55:40.526559 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:55:40.526559 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:55:40.526559 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:55:40.526559 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 14:55:40.526559 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:55:40.526559 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:55:40.526559 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:55:40.526559 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:55:40.526559 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:55:40.526559 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:55:40.526559 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:55:40.544260 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-4c6b8c55-5aca-4962-8bd1-71d28e792d22 None None] Allocated IP 172.20.0.18 (e47798ba-8689-401e-b0ba-9e604927ef3f/933215af-bebf-4b1b-b76e-5a64a5b357bb/925f21d3-4e62-4002-a772-9c8ab00c825b) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:55:40.552941 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-21af9004-266d-488b-9c3d-127830dd2309 req-9ae04134-1ee6-4eb2-a20e-229935a1a1db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 461e2fef-d791-4b1e-944c-e2e29a0ed1bb {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:55:40.562442 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-98a0c129-7b4a-4cf8-b711-679e57f0ac3f req-569076d1-ab88-49ef-bd84-6c63416b525f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=bb420490-7abe-48bb-8247-ff19d2932add HTTP/1.1" status: 200 len: 217 time: 0.1095884 Jul 09 14:55:40.565907 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-21af9004-266d-488b-9c3d-127830dd2309 req-9ae04134-1ee6-4eb2-a20e-229935a1a1db service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:40.585906 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-21af9004-266d-488b-9c3d-127830dd2309 req-9ae04134-1ee6-4eb2-a20e-229935a1a1db service neutron] Transition to ACTIVE for port object 461e2fef-d791-4b1e-944c-e2e29a0ed1bb will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:55:40.714061 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b207ad-b1a4-4122-9c5e-f5326c37fc9b req-9d1927ff-ebf5-44f8-aa2b-31f32f78a27a tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:40.717367 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-72b207ad-b1a4-4122-9c5e-f5326c37fc9b req-9d1927ff-ebf5-44f8-aa2b-31f32f78a27a tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b2d54fb-d544-4a03-8d39-6600c8d1ac67 HTTP/1.1" status: 200 len: 931 time: 0.1256058 Jul 09 14:55:40.740029 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-4c6b8c55-5aca-4962-8bd1-71d28e792d22 None None] For port 925f21d3-4e62-4002-a772-9c8ab00c825b, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=925f21d3-4e62-4002-a772-9c8ab00c825b,segment=NetworkSegment(2d2aeaae-0bf5-4816-9030-fc816b95726e),segment_id=2d2aeaae-0bf5-4816-9030-fc816b95726e)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:55:40.743187 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-21af9004-266d-488b-9c3d-127830dd2309 req-9ae04134-1ee6-4eb2-a20e-229935a1a1db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:40.792004 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4c6b8c55-5aca-4962-8bd1-71d28e792d22 None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:40.799232 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-72b207ad-b1a4-4122-9c5e-f5326c37fc9b req-5c03749e-75d3-407b-8c90-ad3729a802eb tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "GET /v2.0/security-groups?id=7de82887-7032-4e2c-81a4-82e587d41889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730243 Jul 09 14:55:40.812598 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-4c6b8c55-5aca-4962-8bd1-71d28e792d22 None None] Transition to ACTIVE for port object 925f21d3-4e62-4002-a772-9c8ab00c825b will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:55:40.895092 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae04134-1ee6-4eb2-a20e-229935a1a1db service neutron] Pushing event updated for resources: {'Port': ['ID=461e2fef-d791-4b1e-944c-e2e29a0ed1bb,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:40.896919 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4c6b8c55-5aca-4962-8bd1-71d28e792d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:40.930292 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae04134-1ee6-4eb2-a20e-229935a1a1db service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:55:40.930644 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae04134-1ee6-4eb2-a20e-229935a1a1db service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:55:40.930982 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae04134-1ee6-4eb2-a20e-229935a1a1db service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:55:40.931322 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae04134-1ee6-4eb2-a20e-229935a1a1db service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:55:40.931688 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae04134-1ee6-4eb2-a20e-229935a1a1db service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:55:40.932018 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae04134-1ee6-4eb2-a20e-229935a1a1db service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:55:40.932336 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae04134-1ee6-4eb2-a20e-229935a1a1db service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:55:40.932667 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae04134-1ee6-4eb2-a20e-229935a1a1db service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:55:40.932987 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae04134-1ee6-4eb2-a20e-229935a1a1db service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:55:40.933311 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae04134-1ee6-4eb2-a20e-229935a1a1db service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:55:40.933698 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae04134-1ee6-4eb2-a20e-229935a1a1db service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:55:40.934012 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae04134-1ee6-4eb2-a20e-229935a1a1db service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:55:40.982611 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-21af9004-266d-488b-9c3d-127830dd2309 req-9ae04134-1ee6-4eb2-a20e-229935a1a1db service neutron] Attempting to bind port 461e2fef-d791-4b1e-944c-e2e29a0ed1bb on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:55:40.983383 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-21af9004-266d-488b-9c3d-127830dd2309 req-9ae04134-1ee6-4eb2-a20e-229935a1a1db service neutron] Attempting to bind port 461e2fef-d791-4b1e-944c-e2e29a0ed1bb by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '67523102-960f-423a-89b3-665d6dc7373b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '65219ae9-d282-4121-8917-8c4ecd74e176'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:55:40.984272 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21af9004-266d-488b-9c3d-127830dd2309 req-9ae04134-1ee6-4eb2-a20e-229935a1a1db service neutron] Attempting to bind port 461e2fef-d791-4b1e-944c-e2e29a0ed1bb on network 65219ae9-d282-4121-8917-8c4ecd74e176 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:55:40.991798 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21af9004-266d-488b-9c3d-127830dd2309 req-9ae04134-1ee6-4eb2-a20e-229935a1a1db service neutron] Port 461e2fef-d791-4b1e-944c-e2e29a0ed1bb on network 65219ae9-d282-4121-8917-8c4ecd74e176 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:55:40.992123 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21af9004-266d-488b-9c3d-127830dd2309 req-9ae04134-1ee6-4eb2-a20e-229935a1a1db service neutron] Attempting to bind port 461e2fef-d791-4b1e-944c-e2e29a0ed1bb on network 65219ae9-d282-4121-8917-8c4ecd74e176 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:55:41.001505 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21af9004-266d-488b-9c3d-127830dd2309 req-9ae04134-1ee6-4eb2-a20e-229935a1a1db service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:55:41.001996 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21af9004-266d-488b-9c3d-127830dd2309 req-9ae04134-1ee6-4eb2-a20e-229935a1a1db service neutron] Checking segment: {'id': '67523102-960f-423a-89b3-665d6dc7373b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '65219ae9-d282-4121-8917-8c4ecd74e176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:55:41.002878 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21af9004-266d-488b-9c3d-127830dd2309 req-9ae04134-1ee6-4eb2-a20e-229935a1a1db service neutron] Bound using segment: {'id': '67523102-960f-423a-89b3-665d6dc7373b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '65219ae9-d282-4121-8917-8c4ecd74e176'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:55:41.004407 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-21af9004-266d-488b-9c3d-127830dd2309 req-9ae04134-1ee6-4eb2-a20e-229935a1a1db service neutron] Bound port: 461e2fef-d791-4b1e-944c-e2e29a0ed1bb, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67523102-960f-423a-89b3-665d6dc7373b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '65219ae9-d282-4121-8917-8c4ecd74e176'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:55:41.004781 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-21af9004-266d-488b-9c3d-127830dd2309 req-9ae04134-1ee6-4eb2-a20e-229935a1a1db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:41.049466 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6b8c55-5aca-4962-8bd1-71d28e792d22 None None] Pushing event updated for resources: {'Port': ['ID=925f21d3-4e62-4002-a772-9c8ab00c825b,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:41.101648 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f378cd3-2097-4544-86cf-45ad7b5d32de tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Made reservation on behalf of 5addd83cb682465db8739493dcb3fffc for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:55:41.132512 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-21af9004-266d-488b-9c3d-127830dd2309 req-9ae04134-1ee6-4eb2-a20e-229935a1a1db service neutron] For port 461e2fef-d791-4b1e-944c-e2e29a0ed1bb, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:55:41.136373 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-21af9004-266d-488b-9c3d-127830dd2309 req-9ae04134-1ee6-4eb2-a20e-229935a1a1db service neutron] For port 461e2fef-d791-4b1e-944c-e2e29a0ed1bb, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=461e2fef-d791-4b1e-944c-e2e29a0ed1bb,segment=NetworkSegment(67523102-960f-423a-89b3-665d6dc7373b),segment_id=67523102-960f-423a-89b3-665d6dc7373b)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:55:41.255568 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c10ff6d8-c5f5-4ce5-9e53-a715e9614ea4 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:41.278638 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-21af9004-266d-488b-9c3d-127830dd2309 req-9ae04134-1ee6-4eb2-a20e-229935a1a1db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:41.286586 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0c129-7b4a-4cf8-b711-679e57f0ac3f req-a0ba6df4-0824-4bc9-8fbe-9d77435d4969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:41.290267 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-98a0c129-7b4a-4cf8-b711-679e57f0ac3f req-a0ba6df4-0824-4bc9-8fbe-9d77435d4969 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bbaf7842-6d01-4557-9de4-248881c81a38 HTTP/1.1" status: 200 len: 797 time: 0.2430272 Jul 09 14:55:41.345759 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af9004-266d-488b-9c3d-127830dd2309 req-9ae04134-1ee6-4eb2-a20e-229935a1a1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:41.346655 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-21af9004-266d-488b-9c3d-127830dd2309 req-9ae04134-1ee6-4eb2-a20e-229935a1a1db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:41.348835 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-21af9004-266d-488b-9c3d-127830dd2309 req-9ae04134-1ee6-4eb2-a20e-229935a1a1db service neutron] 10.222.0.54 "PUT /v2.0/ports/461e2fef-d791-4b1e-944c-e2e29a0ed1bb HTTP/1.1" status: 200 len: 1091 time: 1.9344394 Jul 09 14:55:41.349616 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b2d54fb-d544-4a03-8d39-6600c8d1ac67', 'tag': '461e2fef-d791-4b1e-944c-e2e29a0ed1bb'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:55:41.353569 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a987c1-8a3d-4780-8104-f7cf1914160b" -d '{"events": [{"name": "network-changed", "server_uuid": "8b2d54fb-d544-4a03-8d39-6600c8d1ac67", "tag": "461e2fef-d791-4b1e-944c-e2e29a0ed1bb"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:55:41.383539 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-9751cbc0-5a96-433b-ba66-79743591a8d3 service neutron] 10.222.0.58 "GET /v2.0/networks/695dcd67-56f3-489c-8be9-3d26f71af2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9030912 Jul 09 14:55:41.409420 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9930ec19-6c32-4d17-b113-cddcbeb991a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:41.441092 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae04134-1ee6-4eb2-a20e-229935a1a1db service neutron] Pushing event updated for resources: {'Port': ['ID=461e2fef-d791-4b1e-944c-e2e29a0ed1bb,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:41.520468 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9930ec19-6c32-4d17-b113-cddcbeb991a1 admin admin] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:41.522206 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-9930ec19-6c32-4d17-b113-cddcbeb991a1 admin admin] 10.222.0.58 "DELETE /v2.0/networks/b2b63b0e-b517-486a-9f8a-a2c1c761eb24 HTTP/1.1" status: 204 len: 168 time: 3.5355902 Jul 09 14:55:41.562841 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9930ec19-6c32-4d17-b113-cddcbeb991a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2b63b0e-b517-486a-9f8a-a2c1c761eb24,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:41.659592 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1f378cd3-2097-4544-86cf-45ad7b5d32de tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:41.763111 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e64294-b151-460e-acd3-03e38f75a797 x-openstack-request-id: req-77e64294-b151-460e-acd3-03e38f75a797 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:55:41.763727 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b2d54fb-d544-4a03-8d39-6600c8d1ac67", "tag": "461e2fef-d791-4b1e-944c-e2e29a0ed1bb", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:55:41.764201 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-77e64294-b151-460e-acd3-03e38f75a797 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:55:41.765062 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b2d54fb-d544-4a03-8d39-6600c8d1ac67', 'tag': '461e2fef-d791-4b1e-944c-e2e29a0ed1bb', 'status': 'completed', 'code': 200} Jul 09 14:55:41.792185 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-1f378cd3-2097-4544-86cf-45ad7b5d32de tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] device_id is not set on port 0ab34ae0-29a7-43e6-9b79-80d8d8b70360 yet. {{(pid=94446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:55:41.802019 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af9004-266d-488b-9c3d-127830dd2309 req-10438f03-13bc-45b3-9673-aa478ae24585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:41.804030 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-21af9004-266d-488b-9c3d-127830dd2309 req-10438f03-13bc-45b3-9673-aa478ae24585 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=57b971acb11e4eaea846cbcb413ca1a9&device_id=8b2d54fb-d544-4a03-8d39-6600c8d1ac67 HTTP/1.1" status: 200 len: 1094 time: 0.3230877 Jul 09 14:55:41.855680 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-21af9004-266d-488b-9c3d-127830dd2309 req-0703424a-3b32-40c7-bc88-166f0de00aff service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=461e2fef-d791-4b1e-944c-e2e29a0ed1bb HTTP/1.1" status: 200 len: 217 time: 0.0425856 Jul 09 14:55:41.877363 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e032de4f-ffe8-4718-85e4-a6f86c17e6b5 None None] Network e47798ba-8689-401e-b0ba-9e604927ef3f requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:55:41.919237 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af9004-266d-488b-9c3d-127830dd2309 req-1e301e6b-bf19-4e3a-9b18-27ee92241bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:41.920858 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-21af9004-266d-488b-9c3d-127830dd2309 req-1e301e6b-bf19-4e3a-9b18-27ee92241bef service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0ba330ed-9359-4085-9db6-f1c4985ac874 HTTP/1.1" status: 200 len: 860 time: 0.0593312 Jul 09 14:55:41.931687 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c10ff6d8-c5f5-4ce5-9e53-a715e9614ea4 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:41.946845 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-c10ff6d8-c5f5-4ce5-9e53-a715e9614ea4 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['858359dc-653d-453c-9af7-637628d0bac8']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:55:41.959553 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-c10ff6d8-c5f5-4ce5-9e53-a715e9614ea4 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '279678f1-8b66-49d1-9400-cd8153629a42') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:55:41.960114 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-c10ff6d8-c5f5-4ce5-9e53-a715e9614ea4 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '279678f1-8b66-49d1-9400-cd8153629a42') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:55:41.972034 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c10ff6d8-c5f5-4ce5-9e53-a715e9614ea4 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:41.972704 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-21af9004-266d-488b-9c3d-127830dd2309 req-d6895bb9-ad70-450e-920a-4d56803a175e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=65219ae9-d282-4121-8917-8c4ecd74e176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452466 Jul 09 14:55:41.997295 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c10ff6d8-c5f5-4ce5-9e53-a715e9614ea4 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:42.009071 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c10ff6d8-c5f5-4ce5-9e53-a715e9614ea4 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:55:42.009903 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c10ff6d8-c5f5-4ce5-9e53-a715e9614ea4 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:42.116606 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 14:55:42.116606 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:55:42.116606 n-d-799529-6 neutron-server[94446]: timer() Jul 09 14:55:42.116606 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:55:42.116606 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 14:55:42.116606 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:55:42.116606 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 14:55:42.116606 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:55:42.116606 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 14:55:42.116606 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:55:42.116606 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 14:55:42.116606 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:55:42.116606 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 14:55:42.116606 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:55:42.116606 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:55:42.116606 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:55:42.116606 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:55:42.116606 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:55:42.116606 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 14:55:42.116606 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:55:42.116606 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 14:55:42.116606 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:55:42.116606 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:55:42.116606 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:55:42.116606 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 14:55:42.116606 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:55:42.116606 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:55:42.116606 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:55:42.116606 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:55:42.116606 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:55:42.116606 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:55:42.116606 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:55:42.143275 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-21af9004-266d-488b-9c3d-127830dd2309 req-a8b1010c-dbc3-46f7-b70a-7adfc12e09e0 service neutron] 10.222.0.54 "GET /v2.0/networks/65219ae9-d282-4121-8917-8c4ecd74e176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591349 Jul 09 14:55:42.148551 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 925f21d3-4e62-4002-a772-9c8ab00c825b up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:55:42.224410 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-b83141d7-e253-4437-9cb3-2fed266aa133 None None] Provisioning for port 925f21d3-4e62-4002-a772-9c8ab00c825b completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:55:42.230481 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-b83141d7-e253-4437-9cb3-2fed266aa133 None None] Provisioning complete for port 925f21d3-4e62-4002-a772-9c8ab00c825b triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:55:42.230481 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b83141d7-e253-4437-9cb3-2fed266aa133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:42.256444 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce969d3-0930-46ff-907f-903fd0645e3d req-0749f642-5e3f-4563-b304-8fc79ffcfa3f tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:42.264880 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2ce969d3-0930-46ff-907f-903fd0645e3d req-0749f642-5e3f-4563-b304-8fc79ffcfa3f tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b2d54fb-d544-4a03-8d39-6600c8d1ac67 HTTP/1.1" status: 200 len: 943 time: 0.2908025 Jul 09 14:55:42.294650 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 925f21d3-4e62-4002-a772-9c8ab00c825b triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:55:42.294650 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:42.349259 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2ce969d3-0930-46ff-907f-903fd0645e3d req-4aa0b2a9-32f7-496f-b782-d74d14742dd0 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "GET /v2.0/security-groups?id=7de82887-7032-4e2c-81a4-82e587d41889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830717 Jul 09 14:55:42.368225 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-6569cc5f-e534-488d-a7ca-c0f5c9bc5a6e service neutron] 10.222.0.58 "GET /v2.0/networks/695dcd67-56f3-489c-8be9-3d26f71af2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9462900 Jul 09 14:55:42.370725 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0c129-7b4a-4cf8-b711-679e57f0ac3f req-fd29bf15-02ae-405e-b796-3891c81607ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:42.372293 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-98a0c129-7b4a-4cf8-b711-679e57f0ac3f req-fd29bf15-02ae-405e-b796-3891c81607ca service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7086051a-a9a3-4774-91ec-207e7481a1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0254977 Jul 09 14:55:42.375115 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c10ff6d8-c5f5-4ce5-9e53-a715e9614ea4 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:42.391287 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-21af9004-266d-488b-9c3d-127830dd2309 req-904cd037-f127-43fc-bc38-63bef1d0ae70 service neutron] 10.222.0.54 "GET /v2.0/networks/65219ae9-d282-4121-8917-8c4ecd74e176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343197 Jul 09 14:55:42.447138 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c10ff6d8-c5f5-4ce5-9e53-a715e9614ea4 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:42.453230 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c10ff6d8-c5f5-4ce5-9e53-a715e9614ea4 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] 10.222.0.58 "DELETE /v2.0/networks/858359dc-653d-453c-9af7-637628d0bac8 HTTP/1.1" status: 204 len: 168 time: 1.9818280 Jul 09 14:55:42.580372 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48916) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:42.610187 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10ff6d8-c5f5-4ce5-9e53-a715e9614ea4 tempest-NetworksTestDHCPv6-523034421 tempest-NetworksTestDHCPv6-523034421-project] Pushing event deleted for resources: {'Network': ['ID=858359dc-653d-453c-9af7-637628d0bac8,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:42.640360 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-89f7690f-dba0-47b9-9fe0-3ff276381c94 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:42.645783 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-462d9bdc-83c5-412c-a657-18ce8f4e49a9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=20fd87b1f98540cc9f0af3977c7dea1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0626333 Jul 09 14:55:42.646591 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48918) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:42.671485 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-7837e02f-a88a-462c-b771-1635f027c997 None None] Provisioning complete for port 925f21d3-4e62-4002-a772-9c8ab00c825b triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:55:42.671994 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7837e02f-a88a-462c-b771-1635f027c997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:42.784104 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1139486a-ddb1-45e3-ba89-4d388c4b87fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:42.794010 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a987c1-8a3d-4780-8104-f7cf1914160b req-66e43cbe-56f3-4624-aa62-77cb94fd3c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:42.796049 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-09a987c1-8a3d-4780-8104-f7cf1914160b req-66e43cbe-56f3-4624-aa62-77cb94fd3c2b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=57b971acb11e4eaea846cbcb413ca1a9&device_id=8b2d54fb-d544-4a03-8d39-6600c8d1ac67 HTTP/1.1" status: 200 len: 1094 time: 0.1282110 Jul 09 14:55:42.890142 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-2ac0daa8-3360-440b-bce8-05b2e6a9fe00 service neutron] 10.222.0.58 "GET /v2.0/networks/695dcd67-56f3-489c-8be9-3d26f71af2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4913712 Jul 09 14:55:42.902292 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-98a0c129-7b4a-4cf8-b711-679e57f0ac3f req-ff6b9d5a-f9d5-494d-bf56-06dd32164df7 service neutron] 10.222.0.62 "GET /v2.0/networks/7086051a-a9a3-4774-91ec-207e7481a1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5166457 Jul 09 14:55:42.917764 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1139486a-ddb1-45e3-ba89-4d388c4b87fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:43.058731 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a987c1-8a3d-4780-8104-f7cf1914160b req-da048f6c-78ed-400d-92f8-04832415bade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:43.062119 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-09a987c1-8a3d-4780-8104-f7cf1914160b req-da048f6c-78ed-400d-92f8-04832415bade service neutron] 10.222.0.54 "GET /v2.0/networks?id=65219ae9-d282-4121-8917-8c4ecd74e176 HTTP/1.1" status: 200 len: 921 time: 0.2537596 Jul 09 14:55:43.139606 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-09a987c1-8a3d-4780-8104-f7cf1914160b req-7aa7df15-34de-4a12-9a07-c8c484cb6e83 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=461e2fef-d791-4b1e-944c-e2e29a0ed1bb HTTP/1.1" status: 200 len: 217 time: 0.0684817 Jul 09 14:55:43.184423 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-1f378cd3-2097-4544-86cf-45ad7b5d32de tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Allocated IP 172.20.0.3 (e47798ba-8689-401e-b0ba-9e604927ef3f/2776e706-939d-4899-8290-f89278db5f14/0ab34ae0-29a7-43e6-9b79-80d8d8b70360) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:55:43.194942 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1139486a-ddb1-45e3-ba89-4d388c4b87fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:43.198136 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1139486a-ddb1-45e3-ba89-4d388c4b87fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:43.202087 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-1139486a-ddb1-45e3-ba89-4d388c4b87fa admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fe617e07-4869-4268-84c0-557ade8f0a08 HTTP/1.1" status: 204 len: 168 time: 0.5521088 Jul 09 14:55:43.220754 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1139486a-ddb1-45e3-ba89-4d388c4b87fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe617e07-4869-4268-84c0-557ade8f0a08,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:43.235235 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a987c1-8a3d-4780-8104-f7cf1914160b req-e7ea9738-adad-4735-b4c1-6d4fb089b120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:43.237451 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-09a987c1-8a3d-4780-8104-f7cf1914160b req-e7ea9738-adad-4735-b4c1-6d4fb089b120 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0ba330ed-9359-4085-9db6-f1c4985ac874 HTTP/1.1" status: 200 len: 860 time: 0.0920582 Jul 09 14:55:43.248305 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-1f378cd3-2097-4544-86cf-45ad7b5d32de tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Allocated IP 172.20.0.28 (e47798ba-8689-401e-b0ba-9e604927ef3f/933215af-bebf-4b1b-b76e-5a64a5b357bb/0ab34ae0-29a7-43e6-9b79-80d8d8b70360) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:55:43.257175 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-98a0c129-7b4a-4cf8-b711-679e57f0ac3f req-ca4ad07a-b257-4f4a-9974-329ccc5458cc service neutron] 10.222.0.62 "GET /v2.0/networks/7086051a-a9a3-4774-91ec-207e7481a1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079071 Jul 09 14:55:43.305464 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-09a987c1-8a3d-4780-8104-f7cf1914160b req-5a7b9313-e509-46e6-b520-890138e00047 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=65219ae9-d282-4121-8917-8c4ecd74e176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607555 Jul 09 14:55:43.350725 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48934) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:43.364828 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-98a0c129-7b4a-4cf8-b711-679e57f0ac3f req-081de632-a03c-45e5-8bec-0e2a5d00ecbf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=96e89843-57db-4bb8-a7db-a9b989e66245 HTTP/1.1" status: 200 len: 217 time: 0.0823812 Jul 09 14:55:43.469577 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-09a987c1-8a3d-4780-8104-f7cf1914160b req-cc5a5c61-7760-4755-ae80-b9b12b0d4099 service neutron] 10.222.0.54 "GET /v2.0/networks/65219ae9-d282-4121-8917-8c4ecd74e176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563771 Jul 09 14:55:43.672072 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0c129-7b4a-4cf8-b711-679e57f0ac3f req-5c27b1e2-7927-4410-8078-046b9ded5405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:43.673813 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-98a0c129-7b4a-4cf8-b711-679e57f0ac3f req-5c27b1e2-7927-4410-8078-046b9ded5405 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bbaf7842-6d01-4557-9de4-248881c81a38 HTTP/1.1" status: 200 len: 797 time: 0.3009984 Jul 09 14:55:43.693401 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-89f7690f-dba0-47b9-9fe0-3ff276381c94 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Deleting port 0eb00e30-a28a-45c7-9f7d-8607961c7ad8 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:55:43.693863 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-89f7690f-dba0-47b9-9fe0-3ff276381c94 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:43.739039 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-be931943-f0e4-41bf-909e-c05339492c4e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=705b0dcf676c4e4da08df6f6169d5c06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3844192 Jul 09 14:55:43.793464 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48942) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:43.939446 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1f378cd3-2097-4544-86cf-45ad7b5d32de tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:43.987812 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-89f7690f-dba0-47b9-9fe0-3ff276381c94 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:44.005066 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-1f378cd3-2097-4544-86cf-45ad7b5d32de tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Transition to ACTIVE for port object 0ab34ae0-29a7-43e6-9b79-80d8d8b70360 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:55:44.013243 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-957b0826-4300-473b-bf22-891d22ebd0db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:44.023599 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0c129-7b4a-4cf8-b711-679e57f0ac3f req-b61c5451-3efc-4966-8964-b188b9e7d151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:44.025807 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-98a0c129-7b4a-4cf8-b711-679e57f0ac3f req-b61c5451-3efc-4966-8964-b188b9e7d151 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7086051a-a9a3-4774-91ec-207e7481a1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3377249 Jul 09 14:55:44.030995 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-89f7690f-dba0-47b9-9fe0-3ff276381c94 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Calling delete_port for 0eb00e30-a28a-45c7-9f7d-8607961c7ad8 owned by network:router_interface {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:55:44.043428 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-09a987c1-8a3d-4780-8104-f7cf1914160b req-59ae6e6e-a08d-44ef-b562-6153b22eb3bd service neutron] 10.222.0.54 "GET /v2.0/networks/65219ae9-d282-4121-8917-8c4ecd74e176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5666993 Jul 09 14:55:44.082882 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8828d-6c49-4209-b64f-41c50b3192d3 req-266b8b54-045d-4cd0-8fed-88789285701c tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:44.085367 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-76d8828d-6c49-4209-b64f-41c50b3192d3 req-266b8b54-045d-4cd0-8fed-88789285701c tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b2d54fb-d544-4a03-8d39-6600c8d1ac67 HTTP/1.1" status: 200 len: 943 time: 0.4844866 Jul 09 14:55:44.129540 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-957b0826-4300-473b-bf22-891d22ebd0db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:44.138989 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-76d8828d-6c49-4209-b64f-41c50b3192d3 req-9c3a8c54-1cd9-4454-965b-9bc1398b9ed3 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "GET /v2.0/security-groups?id=7de82887-7032-4e2c-81a4-82e587d41889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435956 Jul 09 14:55:44.284739 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-98a0c129-7b4a-4cf8-b711-679e57f0ac3f req-e3a01d20-280c-4bd1-98d1-187813631167 service neutron] 10.222.0.62 "GET /v2.0/networks/7086051a-a9a3-4774-91ec-207e7481a1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496874 Jul 09 14:55:44.345308 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 461e2fef-d791-4b1e-944c-e2e29a0ed1bb details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:55:44.457502 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 461e2fef-d791-4b1e-944c-e2e29a0ed1bb, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=461e2fef-d791-4b1e-944c-e2e29a0ed1bb,segment=NetworkSegment(67523102-960f-423a-89b3-665d6dc7373b),segment_id=67523102-960f-423a-89b3-665d6dc7373b)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:55:44.471722 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': '461e2fef-d791-4b1e-944c-e2e29a0ed1bb', 'network_id': '65219ae9-d282-4121-8917-8c4ecd74e176', 'port_id': '461e2fef-d791-4b1e-944c-e2e29a0ed1bb', 'mac_address': 'fa:16:3e:1c:46:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ba330ed-9359-4085-9db6-f1c4985ac874', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:55:44.567837 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:44.604034 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 461e2fef-d791-4b1e-944c-e2e29a0ed1bb {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:55:44.639116 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 461e2fef-d791-4b1e-944c-e2e29a0ed1bb, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=461e2fef-d791-4b1e-944c-e2e29a0ed1bb,segment=NetworkSegment(67523102-960f-423a-89b3-665d6dc7373b),segment_id=67523102-960f-423a-89b3-665d6dc7373b)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:55:44.780576 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:44.791207 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1f378cd3-2097-4544-86cf-45ad7b5d32de tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:44.885133 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:44.895326 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=461e2fef-d791-4b1e-944c-e2e29a0ed1bb,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:44.954190 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f378cd3-2097-4544-86cf-45ad7b5d32de tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event updated for resources: {'Port': ['ID=0ab34ae0-29a7-43e6-9b79-80d8d8b70360,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:44.964833 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-957b0826-4300-473b-bf22-891d22ebd0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:44.972750 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-957b0826-4300-473b-bf22-891d22ebd0db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:44.972750 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-957b0826-4300-473b-bf22-891d22ebd0db admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/94578155-cbdf-48e9-8b0e-7a2353dd24ce HTTP/1.1" status: 204 len: 168 time: 1.1740282 Jul 09 14:55:44.978477 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f378cd3-2097-4544-86cf-45ad7b5d32de tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Network e47798ba-8689-401e-b0ba-9e604927ef3f is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:55:44.991590 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-1f378cd3-2097-4544-86cf-45ad7b5d32de tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:55:45.001600 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f378cd3-2097-4544-86cf-45ad7b5d32de tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:55:45.025489 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b0826-4300-473b-bf22-891d22ebd0db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94578155-cbdf-48e9-8b0e-7a2353dd24ce,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:45.026723 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['461e2fef-d791-4b1e-944c-e2e29a0ed1bb'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:55:45.051458 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-98a0c129-7b4a-4cf8-b711-679e57f0ac3f req-72d22f8c-227d-4abf-b620-9f0b21916035 service neutron] 10.222.0.62 "GET /v2.0/networks/7086051a-a9a3-4774-91ec-207e7481a1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7270992 Jul 09 14:55:45.088459 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f378cd3-2097-4544-86cf-45ad7b5d32de tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:45.090209 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1f378cd3-2097-4544-86cf-45ad7b5d32de tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:45.140046 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-98a0c129-7b4a-4cf8-b711-679e57f0ac3f req-f8270376-df9b-44e0-816c-536550afbb01 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=42412cbf-f692-4bfb-8bac-e2da1b31b674 HTTP/1.1" status: 200 len: 217 time: 0.0735638 Jul 09 14:55:45.144102 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-89f7690f-dba0-47b9-9fe0-3ff276381c94 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:45.264603 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-1f378cd3-2097-4544-86cf-45ad7b5d32de tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 5.0945485 Jul 09 14:55:45.267576 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48988) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:45.270048 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f7690f-dba0-47b9-9fe0-3ff276381c94 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event deleted for resources: {'Port': ['ID=0eb00e30-a28a-45c7-9f7d-8607961c7ad8,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:45.279791 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-61dd77a7-d4dc-486f-adec-2cf75e846a00 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2776e706-939d-4899-8290-f89278db5f14'}]}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:55:45.406760 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0c129-7b4a-4cf8-b711-679e57f0ac3f req-5eb0bedd-e00b-4840-843a-6a69c9ffc94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:45.408420 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-98a0c129-7b4a-4cf8-b711-679e57f0ac3f req-5eb0bedd-e00b-4840-843a-6a69c9ffc94c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bbaf7842-6d01-4557-9de4-248881c81a38 HTTP/1.1" status: 200 len: 797 time: 0.2576933 Jul 09 14:55:45.414142 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-89f7690f-dba0-47b9-9fe0-3ff276381c94 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:45.676757 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0c129-7b4a-4cf8-b711-679e57f0ac3f req-fd2e42a2-27c6-497a-add1-e5cb2b18a3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:45.678455 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-98a0c129-7b4a-4cf8-b711-679e57f0ac3f req-fd2e42a2-27c6-497a-add1-e5cb2b18a3d0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7086051a-a9a3-4774-91ec-207e7481a1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2617571 Jul 09 14:55:45.705944 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89f7690f-dba0-47b9-9fe0-3ff276381c94 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Router f427e1a1-b8d1-4fb5-979e-b86dec81676c has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:55:45.722653 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-36d212d6-40e9-413c-8937-1f01c27fd921 None None] Provisioning for port 0ab34ae0-29a7-43e6-9b79-80d8d8b70360 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:55:45.727347 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-36d212d6-40e9-413c-8937-1f01c27fd921 None None] Provisioning complete for port 0ab34ae0-29a7-43e6-9b79-80d8d8b70360 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:55:45.727929 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-36d212d6-40e9-413c-8937-1f01c27fd921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:45.810046 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-36d212d6-40e9-413c-8937-1f01c27fd921 None None] Port 0ab34ae0-29a7-43e6-9b79-80d8d8b70360 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:55:45.852136 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-03adee91-e51c-4267-ba12-b2e409a1c564 req-f7370f6c-dcea-484b-9db8-c68f07e4bf06 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 210 time: 0.0526612 Jul 09 14:55:45.937421 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f7690f-dba0-47b9-9fe0-3ff276381c94 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:55:45.948904 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f951b55-6c07-4639-af64-da371c674f3f None None] Sync routers for ids ['f427e1a1-b8d1-4fb5-979e-b86dec81676c'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:55:45.955348 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-89f7690f-dba0-47b9-9fe0-3ff276381c94 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "PUT /v2.0/routers/f427e1a1-b8d1-4fb5-979e-b86dec81676c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6322055 Jul 09 14:55:45.956332 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49010) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:45.966628 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f951b55-6c07-4639-af64-da371c674f3f None None] Routers {'f427e1a1-b8d1-4fb5-979e-b86dec81676c'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:55:45.967466 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-9f951b55-6c07-4639-af64-da371c674f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:55:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['f427e1a1-b8d1-4fb5-979e-b86dec81676c'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:55:45.981614 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd30ddf-b1ce-4ac2-9953-fe1f7def0dd3 req-fc33cf1e-9cc8-4695-a608-fa2d72dd1027 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:45.991452 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6cd30ddf-b1ce-4ac2-9953-fe1f7def0dd3 req-fc33cf1e-9cc8-4695-a608-fa2d72dd1027 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b2d54fb-d544-4a03-8d39-6600c8d1ac67 HTTP/1.1" status: 200 len: 944 time: 0.4342475 Jul 09 14:55:46.000540 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-84cb3e04-e359-4b2d-811c-9d7d8d1a71f3 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] GET failed (client error): The resource could not be found. Jul 09 14:55:46.005643 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-84cb3e04-e359-4b2d-811c-9d7d8d1a71f3 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "GET /v2.0/ports/0eb00e30-a28a-45c7-9f7d-8607961c7ad8 HTTP/1.1" status: 404 len: 333 time: 0.0459750 Jul 09 14:55:46.006583 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49012) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:46.053511 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-9f951b55-6c07-4639-af64-da371c674f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:55:46.073412 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f951b55-6c07-4639-af64-da371c674f3f None None] Routers {'f427e1a1-b8d1-4fb5-979e-b86dec81676c'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:55:46.075199 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-9f951b55-6c07-4639-af64-da371c674f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:55:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['f427e1a1-b8d1-4fb5-979e-b86dec81676c'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:55:46.091683 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-61dd77a7-d4dc-486f-adec-2cf75e846a00 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:46.109178 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6cd30ddf-b1ce-4ac2-9953-fe1f7def0dd3 req-7b5dbbb7-c671-44b3-ab14-6955d05f7218 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "GET /v2.0/security-groups?id=7de82887-7032-4e2c-81a4-82e587d41889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164103 Jul 09 14:55:46.126446 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-9f951b55-6c07-4639-af64-da371c674f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:55:46.127439 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f951b55-6c07-4639-af64-da371c674f3f None None] The sync data for ids ['f427e1a1-b8d1-4fb5-979e-b86dec81676c'] in n-d-799529-6 is: [] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:55:46.133066 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49014) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:46.188217 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-98a0c129-7b4a-4cf8-b711-679e57f0ac3f req-1d6366fe-6f4f-474f-a3ff-d16178f0d01c service neutron] 10.222.0.62 "GET /v2.0/networks/7086051a-a9a3-4774-91ec-207e7481a1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4994991 Jul 09 14:55:46.236459 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-646ca6f5-c31a-42bf-a8a4-3288d406b704 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for router, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:46.351429 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 461e2fef-d791-4b1e-944c-e2e29a0ed1bb up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:55:46.531649 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-98a0c129-7b4a-4cf8-b711-679e57f0ac3f req-d139abed-5e91-475e-a80b-8d9f01ce5ba0 service neutron] 10.222.0.62 "GET /v2.0/networks/7086051a-a9a3-4774-91ec-207e7481a1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301253 Jul 09 14:55:46.563471 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port 461e2fef-d791-4b1e-944c-e2e29a0ed1bb completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:55:46.569441 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port 461e2fef-d791-4b1e-944c-e2e29a0ed1bb triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:55:46.570082 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:46.571423 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-c2111bbc-aa0a-4253-b31c-8aa47e0319fd admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1662470900-network', 'tenant_id': '70380163691b470ebe60db5002d62101'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:55:46.625551 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-61dd77a7-d4dc-486f-adec-2cf75e846a00 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Delete allocated IP 172.20.0.28 (e47798ba-8689-401e-b0ba-9e604927ef3f/933215af-bebf-4b1b-b76e-5a64a5b357bb) {{(pid=94445) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 09 14:55:46.738659 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2111bbc-aa0a-4253-b31c-8aa47e0319fd admin admin] Made reservation on behalf of 70380163691b470ebe60db5002d62101 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:55:46.741118 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c2111bbc-aa0a-4253-b31c-8aa47e0319fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:46.758823 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c2111bbc-aa0a-4253-b31c-8aa47e0319fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:46.780465 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:46.825539 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b2d54fb-d544-4a03-8d39-6600c8d1ac67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '461e2fef-d791-4b1e-944c-e2e29a0ed1bb'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:55:46.825539 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5082ac3-682d-4f97-b375-06a658c2f9b9" -d '{"events": [{"server_uuid": "8b2d54fb-d544-4a03-8d39-6600c8d1ac67", "name": "network-vif-plugged", "status": "completed", "tag": "461e2fef-d791-4b1e-944c-e2e29a0ed1bb"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:55:46.835832 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-646ca6f5-c31a-42bf-a8a4-3288d406b704 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:46.837306 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 461e2fef-d791-4b1e-944c-e2e29a0ed1bb, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=461e2fef-d791-4b1e-944c-e2e29a0ed1bb,segment=NetworkSegment(67523102-960f-423a-89b3-665d6dc7373b),segment_id=67523102-960f-423a-89b3-665d6dc7373b)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:55:46.838662 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-646ca6f5-c31a-42bf-a8a4-3288d406b704 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:46.939346 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff5eb2eb-f729-4439-9e27-1b25a920ca89 x-openstack-request-id: req-ff5eb2eb-f729-4439-9e27-1b25a920ca89 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:55:46.943625 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b2d54fb-d544-4a03-8d39-6600c8d1ac67", "name": "network-vif-plugged", "status": "completed", "tag": "461e2fef-d791-4b1e-944c-e2e29a0ed1bb", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:55:46.943625 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ff5eb2eb-f729-4439-9e27-1b25a920ca89 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:55:46.943625 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b2d54fb-d544-4a03-8d39-6600c8d1ac67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '461e2fef-d791-4b1e-944c-e2e29a0ed1bb', 'code': 200} Jul 09 14:55:46.979223 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:47.064428 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-98a0c129-7b4a-4cf8-b711-679e57f0ac3f req-4369d7e4-bae4-4f51-8d71-2f0741f612bd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=584859ef-7df1-4e5e-a094-227a09a19961 HTTP/1.1" status: 200 len: 217 time: 0.4689994 Jul 09 14:55:47.086823 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cd940d81-3236-4ec3-ab05-8d48a2e15fb7 req-b32fbe72-0ab5-4424-938f-dd717c82ecba tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 210 time: 0.1278608 Jul 09 14:55:47.136828 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=461e2fef-d791-4b1e-944c-e2e29a0ed1bb,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:47.172133 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-646ca6f5-c31a-42bf-a8a4-3288d406b704 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:47.173991 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-646ca6f5-c31a-42bf-a8a4-3288d406b704 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Fanout notify agent at l3_agent the message router_deleted on router f427e1a1-b8d1-4fb5-979e-b86dec81676c {{(pid=94446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:55:47.198119 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-646ca6f5-c31a-42bf-a8a4-3288d406b704 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:47.200199 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-646ca6f5-c31a-42bf-a8a4-3288d406b704 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "DELETE /v2.0/routers/f427e1a1-b8d1-4fb5-979e-b86dec81676c HTTP/1.1" status: 204 len: 168 time: 1.1902153 Jul 09 14:55:47.204523 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49044) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:47.214668 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c2111bbc-aa0a-4253-b31c-8aa47e0319fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:47.223102 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-61dd77a7-d4dc-486f-adec-2cf75e846a00 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:47.238539 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-61dd77a7-d4dc-486f-adec-2cf75e846a00 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Transition to ACTIVE for port object 0ab34ae0-29a7-43e6-9b79-80d8d8b70360 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:55:47.261325 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0c129-7b4a-4cf8-b711-679e57f0ac3f req-0dcaf0a7-92db-4b81-a45d-4b2bcfc6385c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:47.262729 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a509e0-8f03-4e39-84c4-364664092bb6 req-a4c68a4b-7f90-4bdd-b872-137f4b31d704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:47.264501 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b6a509e0-8f03-4e39-84c4-364664092bb6 req-a4c68a4b-7f90-4bdd-b872-137f4b31d704 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8b2d54fb-d544-4a03-8d39-6600c8d1ac67 HTTP/1.1" status: 200 len: 1096 time: 0.1866536 Jul 09 14:55:47.267543 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-98a0c129-7b4a-4cf8-b711-679e57f0ac3f req-0dcaf0a7-92db-4b81-a45d-4b2bcfc6385c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bbaf7842-6d01-4557-9de4-248881c81a38 HTTP/1.1" status: 200 len: 797 time: 0.1955760 Jul 09 14:55:47.290236 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49046) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:47.318996 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b6a509e0-8f03-4e39-84c4-364664092bb6 req-3d1e75e2-4044-4c17-9920-baa8b2b888ee service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7de82887-7032-4e2c-81a4-82e587d41889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474033 Jul 09 14:55:47.351883 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c2111bbc-aa0a-4253-b31c-8aa47e0319fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:47.355623 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-61dd77a7-d4dc-486f-adec-2cf75e846a00 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:47.412330 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-59e3d1fe-b5b6-4157-94d5-73a00e16d8ff tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Deleting subnet 16373541-4acb-4772-ad61-0312e8c45f8f {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:55:47.418764 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-59e3d1fe-b5b6-4157-94d5-73a00e16d8ff tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:47.496892 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-59e3d1fe-b5b6-4157-94d5-73a00e16d8ff tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:47.512784 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2111bbc-aa0a-4253-b31c-8aa47e0319fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76663b26-aa3d-4cc3-9802-4384082a150d,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:47.516605 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dd77a7-d4dc-486f-adec-2cf75e846a00 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event updated for resources: {'Port': ['ID=0ab34ae0-29a7-43e6-9b79-80d8d8b70360,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:47.529668 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2111bbc-aa0a-4253-b31c-8aa47e0319fd admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:55:47.535683 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-a882e317-ffc5-4301-bb07-9506cfb21089 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Request body: {'networks': [{'name': 'tempest-network--1568573033'}, {'name': 'tempest-network--1907296655'}]} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:55:47.536397 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-a882e317-ffc5-4301-bb07-9506cfb21089 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Request body: {'network': {'name': 'tempest-network--1568573033'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:55:47.536919 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-a882e317-ffc5-4301-bb07-9506cfb21089 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Request body: {'network': {'name': 'tempest-network--1907296655'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:55:47.582918 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c2111bbc-aa0a-4253-b31c-8aa47e0319fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:47.583632 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-c2111bbc-aa0a-4253-b31c-8aa47e0319fd admin admin] Added segment abbeffad-e1b4-481f-99a8-684afc9d8b13 of type vlan for network d92c9a9a-741b-4e3b-951e-f445805708ed Jul 09 14:55:47.588866 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa267a-4ede-4f82-9555-167bd7f6f5fa req-6c78d223-5fbc-4199-b25b-547766331307 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:47.590587 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-29fa267a-4ede-4f82-9555-167bd7f6f5fa req-6c78d223-5fbc-4199-b25b-547766331307 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b2d54fb-d544-4a03-8d39-6600c8d1ac67 HTTP/1.1" status: 200 len: 945 time: 0.2915983 Jul 09 14:55:47.624645 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0c129-7b4a-4cf8-b711-679e57f0ac3f req-777f9130-1451-49b7-b1b0-68f9969c8717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:47.627768 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-98a0c129-7b4a-4cf8-b711-679e57f0ac3f req-777f9130-1451-49b7-b1b0-68f9969c8717 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7086051a-a9a3-4774-91ec-207e7481a1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3271291 Jul 09 14:55:47.652641 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-59e3d1fe-b5b6-4157-94d5-73a00e16d8ff tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:47.673068 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c2111bbc-aa0a-4253-b31c-8aa47e0319fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:47.685648 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-61dd77a7-d4dc-486f-adec-2cf75e846a00 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] In _notify_port_updated(), no bound segment for port 0ab34ae0-29a7-43e6-9b79-80d8d8b70360 on network e47798ba-8689-401e-b0ba-9e604927ef3f {{(pid=94445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 14:55:47.693032 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61dd77a7-d4dc-486f-adec-2cf75e846a00 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:47.693032 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-61dd77a7-d4dc-486f-adec-2cf75e846a00 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:47.697458 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-61dd77a7-d4dc-486f-adec-2cf75e846a00 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "PUT /v2.0/ports/0ab34ae0-29a7-43e6-9b79-80d8d8b70360 HTTP/1.1" status: 200 len: 919 time: 2.4257579 Jul 09 14:55:47.697644 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49060) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:47.704084 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-d61ff8e1-61b6-4a7b-9606-426b45872b71 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2776e706-939d-4899-8290-f89278db5f14'}, {'subnet_id': '933215af-bebf-4b1b-b76e-5a64a5b357bb'}]}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:55:47.811329 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a882e317-ffc5-4301-bb07-9506cfb21089 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Made reservation on behalf of 4fbe3c716afa48b0baa69ef6882c3cc4 for: {'network': 2} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:55:47.816274 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a882e317-ffc5-4301-bb07-9506cfb21089 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:47.822613 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.db.resource_extend [None req-c2111bbc-aa0a-4253-b31c-8aa47e0319fd admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 14:55:47.853196 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a882e317-ffc5-4301-bb07-9506cfb21089 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:47.856178 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-29fa267a-4ede-4f82-9555-167bd7f6f5fa req-ec47e889-2206-4422-b10b-9293ebf7abc9 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "GET /v2.0/security-groups?id=7de82887-7032-4e2c-81a4-82e587d41889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549844 Jul 09 14:55:47.908991 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-98a0c129-7b4a-4cf8-b711-679e57f0ac3f req-29540963-ef65-4733-87c7-ccc70167e908 service neutron] 10.222.0.62 "GET /v2.0/networks/7086051a-a9a3-4774-91ec-207e7481a1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788208 Jul 09 14:55:47.918013 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d61ff8e1-61b6-4a7b-9606-426b45872b71 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:48.004878 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c2111bbc-aa0a-4253-b31c-8aa47e0319fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:48.005975 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2111bbc-aa0a-4253-b31c-8aa47e0319fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:48.006646 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c2111bbc-aa0a-4253-b31c-8aa47e0319fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:48.022138 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-59e3d1fe-b5b6-4157-94d5-73a00e16d8ff tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:48.070045 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-98a0c129-7b4a-4cf8-b711-679e57f0ac3f req-07af676f-ad3e-4b60-b64e-c1a6520cc521 service neutron] 10.222.0.62 "GET /v2.0/networks/7086051a-a9a3-4774-91ec-207e7481a1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533003 Jul 09 14:55:48.105883 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-59e3d1fe-b5b6-4157-94d5-73a00e16d8ff tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:48.115000 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-59e3d1fe-b5b6-4157-94d5-73a00e16d8ff tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "DELETE /v2.0/subnets/16373541-4acb-4772-ad61-0312e8c45f8f HTTP/1.1" status: 204 len: 168 time: 0.9088371 Jul 09 14:55:48.116241 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc160d4a-9856-4e0e-95d3-eac7cb7e9721 None None] Network 14e5b3b0-570c-4d37-a055-0b5384a37dbf requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:55:48.116997 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49064) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:48.123133 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e3d1fe-b5b6-4157-94d5-73a00e16d8ff tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event deleted for resources: {'Subnet': ['ID=16373541-4acb-4772-ad61-0312e8c45f8f,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:48.180226 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-aaee803e-aa77-4c57-ae32-73a3b805b60b None None] Provisioning for port 0ab34ae0-29a7-43e6-9b79-80d8d8b70360 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:55:48.193824 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-aaee803e-aa77-4c57-ae32-73a3b805b60b None None] Provisioning complete for port 0ab34ae0-29a7-43e6-9b79-80d8d8b70360 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:55:48.194500 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-aaee803e-aa77-4c57-ae32-73a3b805b60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:48.227821 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d7c6d846-28f7-42c7-a6f0-bcacd70631fc tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:48.262395 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-aaee803e-aa77-4c57-ae32-73a3b805b60b None None] Port 0ab34ae0-29a7-43e6-9b79-80d8d8b70360 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:55:48.266731 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-98a0c129-7b4a-4cf8-b711-679e57f0ac3f req-007af2bf-3534-40f4-9d62-905f98e4201e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1c924033-ab46-4efe-a952-c19f76703241 HTTP/1.1" status: 200 len: 217 time: 0.1661980 Jul 09 14:55:48.314255 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2111bbc-aa0a-4253-b31c-8aa47e0319fd admin admin] Pushing event updated for resources: {'Network': ['ID=d92c9a9a-741b-4e3b-951e-f445805708ed,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:48.329888 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network d92c9a9a-741b-4e3b-951e-f445805708ed details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:55:48.364025 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a882e317-ffc5-4301-bb07-9506cfb21089 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:48.372722 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0c129-7b4a-4cf8-b711-679e57f0ac3f req-f6991b68-e84c-4c15-b18c-13257397734f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:48.372722 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-98a0c129-7b4a-4cf8-b711-679e57f0ac3f req-f6991b68-e84c-4c15-b18c-13257397734f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2f690ec9-8aa3-48cf-be43-c18952e1b046 HTTP/1.1" status: 200 len: 797 time: 0.0957170 Jul 09 14:55:48.430564 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6bd37866-b51c-47a2-8f7e-c80e6573770c req-afa9048c-f163-4253-9608-8c7e2b7420fd tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 210 time: 0.1106379 Jul 09 14:55:48.457812 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-d7c6d846-28f7-42c7-a6f0-bcacd70631fc tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Deleting port 3a722c52-926c-43bd-a168-8bcd0c57784f {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:55:48.458153 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d7c6d846-28f7-42c7-a6f0-bcacd70631fc tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:48.504738 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a882e317-ffc5-4301-bb07-9506cfb21089 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:48.504738 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a882e317-ffc5-4301-bb07-9506cfb21089 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:48.538719 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd360c4-64fb-4c3c-889a-c9afb4aff91a None None] DHCP port deletion for 14e5b3b0-570c-4d37-a055-0b5384a37dbf request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:55:48.546694 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0c129-7b4a-4cf8-b711-679e57f0ac3f req-27d16c72-3d76-4b06-8b2c-6aeb8dd5dc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:48.549445 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-98a0c129-7b4a-4cf8-b711-679e57f0ac3f req-27d16c72-3d76-4b06-8b2c-6aeb8dd5dc27 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f7f6731e-df5a-475b-9c1b-606c9f6d697c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1737266 Jul 09 14:55:48.568297 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d7c6d846-28f7-42c7-a6f0-bcacd70631fc tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] For port 3a722c52-926c-43bd-a168-8bcd0c57784f, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=3a722c52-926c-43bd-a168-8bcd0c57784f,segment=NetworkSegment(43da4644-21fd-48f6-b2cf-d383aac7a1aa),segment_id=43da4644-21fd-48f6-b2cf-d383aac7a1aa)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:55:48.569842 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d7c6d846-28f7-42c7-a6f0-bcacd70631fc tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:48.589531 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a882e317-ffc5-4301-bb07-9506cfb21089 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71dc6ff5-dd29-4575-bc79-b08018f8fd4c,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:48.623816 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-3fd360c4-64fb-4c3c-889a-c9afb4aff91a None None] Deleting port 3a722c52-926c-43bd-a168-8bcd0c57784f {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:55:48.624263 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3fd360c4-64fb-4c3c-889a-c9afb4aff91a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:48.628605 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a882e317-ffc5-4301-bb07-9506cfb21089 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:55:48.634876 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c2111bbc-aa0a-4253-b31c-8aa47e0319fd admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.5000064 Jul 09 14:55:48.636440 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49068) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:48.638989 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-d7c6d846-28f7-42c7-a6f0-bcacd70631fc tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Calling delete_port for 3a722c52-926c-43bd-a168-8bcd0c57784f owned by network:dhcp {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:55:48.646385 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-a87354f5-347a-4dee-b70e-b18af1ca340f admin admin] Request body: {'subnet': {'network_id': 'd92c9a9a-741b-4e3b-951e-f445805708ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1662470900-subnet', 'tenant_id': '70380163691b470ebe60db5002d62101', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:55:48.650491 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a882e317-ffc5-4301-bb07-9506cfb21089 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:48.650833 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-a882e317-ffc5-4301-bb07-9506cfb21089 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Added segment 214c8f80-a60d-4ceb-9871-c6dd2a63e391 of type vlan for network 57ce63c5-20dd-4cad-bb0d-62ec757b947d Jul 09 14:55:48.703316 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-d61ff8e1-61b6-4a7b-9606-426b45872b71 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Allocated IP 172.20.0.29 (e47798ba-8689-401e-b0ba-9e604927ef3f/933215af-bebf-4b1b-b76e-5a64a5b357bb/0ab34ae0-29a7-43e6-9b79-80d8d8b70360) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:55:48.733874 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a882e317-ffc5-4301-bb07-9506cfb21089 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:48.749088 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-3fd360c4-64fb-4c3c-889a-c9afb4aff91a None None] For port 3a722c52-926c-43bd-a168-8bcd0c57784f, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=3a722c52-926c-43bd-a168-8bcd0c57784f,segment=NetworkSegment(43da4644-21fd-48f6-b2cf-d383aac7a1aa),segment_id=43da4644-21fd-48f6-b2cf-d383aac7a1aa)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:55:48.749421 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3fd360c4-64fb-4c3c-889a-c9afb4aff91a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:48.769156 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-3fd360c4-64fb-4c3c-889a-c9afb4aff91a None None] Calling delete_port for 3a722c52-926c-43bd-a168-8bcd0c57784f owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:55:48.812048 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-98a0c129-7b4a-4cf8-b711-679e57f0ac3f req-c96980a8-3dc0-4402-a553-475af4b77564 service neutron] 10.222.0.62 "GET /v2.0/networks/f7f6731e-df5a-475b-9c1b-606c9f6d697c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524338 Jul 09 14:55:48.848853 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a882e317-ffc5-4301-bb07-9506cfb21089 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:55:48.862209 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a882e317-ffc5-4301-bb07-9506cfb21089 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:48.862853 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-a882e317-ffc5-4301-bb07-9506cfb21089 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Added segment c9120b89-e413-4ec4-b7b5-456fd02345f2 of type vlan for network f14edc68-972f-436d-8493-24f4fd0ff172 Jul 09 14:55:48.883755 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87354f5-347a-4dee-b70e-b18af1ca340f admin admin] Made reservation on behalf of 70380163691b470ebe60db5002d62101 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:55:48.886240 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a87354f5-347a-4dee-b70e-b18af1ca340f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:48.963926 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a882e317-ffc5-4301-bb07-9506cfb21089 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:49.002451 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d61ff8e1-61b6-4a7b-9606-426b45872b71 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:49.024114 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-d61ff8e1-61b6-4a7b-9606-426b45872b71 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Ignored duplicate provisioning block setup for port 0ab34ae0-29a7-43e6-9b79-80d8d8b70360 by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 09 14:55:49.036526 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3fd360c4-64fb-4c3c-889a-c9afb4aff91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:49.044075 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d7c6d846-28f7-42c7-a6f0-bcacd70631fc tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:49.078043 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd360c4-64fb-4c3c-889a-c9afb4aff91a None None] Pushing event deleted for resources: {'Port': ['ID=3a722c52-926c-43bd-a168-8bcd0c57784f,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:49.088729 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd360c4-64fb-4c3c-889a-c9afb4aff91a None None] No DVR routers for this DVR port 3a722c52-926c-43bd-a168-8bcd0c57784f on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:55:49.142726 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c6d846-28f7-42c7-a6f0-bcacd70631fc tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] No DVR routers for this DVR port 3a722c52-926c-43bd-a168-8bcd0c57784f on host n-d-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:55:49.151828 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c6d846-28f7-42c7-a6f0-bcacd70631fc tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event deleted for resources: {'Port': ['ID=3a722c52-926c-43bd-a168-8bcd0c57784f,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:49.157368 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d61ff8e1-61b6-4a7b-9606-426b45872b71 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:49.222356 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-98a0c129-7b4a-4cf8-b711-679e57f0ac3f req-19bb4dc1-de44-438b-9d0b-68e8759656ad service neutron] 10.222.0.62 "GET /v2.0/networks/f7f6731e-df5a-475b-9c1b-606c9f6d697c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3999133 Jul 09 14:55:49.281207 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a882e317-ffc5-4301-bb07-9506cfb21089 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:49.282029 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a882e317-ffc5-4301-bb07-9506cfb21089 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:49.289566 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a882e317-ffc5-4301-bb07-9506cfb21089 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:49.296701 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a882e317-ffc5-4301-bb07-9506cfb21089 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:49.297752 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a882e317-ffc5-4301-bb07-9506cfb21089 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:49.398281 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61ff8e1-61b6-4a7b-9606-426b45872b71 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event updated for resources: {'Port': ['ID=0ab34ae0-29a7-43e6-9b79-80d8d8b70360,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:49.462235 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-d61ff8e1-61b6-4a7b-9606-426b45872b71 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] In _notify_port_updated(), no bound segment for port 0ab34ae0-29a7-43e6-9b79-80d8d8b70360 on network e47798ba-8689-401e-b0ba-9e604927ef3f {{(pid=94445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 14:55:49.468034 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61ff8e1-61b6-4a7b-9606-426b45872b71 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:49.468736 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d61ff8e1-61b6-4a7b-9606-426b45872b71 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:49.477188 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d61ff8e1-61b6-4a7b-9606-426b45872b71 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "PUT /v2.0/ports/0ab34ae0-29a7-43e6-9b79-80d8d8b70360 HTTP/1.1" status: 200 len: 999 time: 1.7781177 Jul 09 14:55:49.526084 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49074) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:49.582566 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a882e317-ffc5-4301-bb07-9506cfb21089 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Pushing event updated for resources: {'Network': ['ID=57ce63c5-20dd-4cad-bb0d-62ec757b947d,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:49.601602 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 57ce63c5-20dd-4cad-bb0d-62ec757b947d details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:55:49.623699 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-a882e317-ffc5-4301-bb07-9506cfb21089 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.3318565 Jul 09 14:55:49.664552 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49078) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:49.683320 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-1f6ab049-fea9-421b-bf1f-6364ca04c9f0 None None] Provisioning complete for port 0ab34ae0-29a7-43e6-9b79-80d8d8b70360 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:55:49.683945 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1f6ab049-fea9-421b-bf1f-6364ca04c9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:49.734552 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ab049-fea9-421b-bf1f-6364ca04c9f0 None None] Port 0ab34ae0-29a7-43e6-9b79-80d8d8b70360 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:55:49.840259 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-98a0c129-7b4a-4cf8-b711-679e57f0ac3f req-e62284bc-d1a1-4064-95ae-a589a41b642e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ab8363f7-21ad-4c07-a8be-128ce6a85669 HTTP/1.1" status: 200 len: 217 time: 0.6022356 Jul 09 14:55:49.859791 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9225d205-febb-4c5c-9093-61c80eef87b0 req-6960b103-5fb5-47d0-be28-0c312a42ef4b tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 210 time: 0.1565943 Jul 09 14:55:49.869549 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a882e317-ffc5-4301-bb07-9506cfb21089 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Pushing event updated for resources: {'Network': ['ID=f14edc68-972f-436d-8493-24f4fd0ff172,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:49.883466 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network f14edc68-972f-436d-8493-24f4fd0ff172 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:55:49.928816 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d7c6d846-28f7-42c7-a6f0-bcacd70631fc tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:49.965035 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-d7c6d846-28f7-42c7-a6f0-bcacd70631fc tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14e5b3b0-570c-4d37-a055-0b5384a37dbf']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:55:49.976714 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec419331-cff4-4bb5-8d91-9132a49e480d req-d1e8777b-4677-42f9-9d38-037c36dc11c7 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:49.978866 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ec419331-cff4-4bb5-8d91-9132a49e480d req-d1e8777b-4677-42f9-9d38-037c36dc11c7 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b2d54fb-d544-4a03-8d39-6600c8d1ac67 HTTP/1.1" status: 200 len: 945 time: 0.9530630 Jul 09 14:55:50.016444 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-d7c6d846-28f7-42c7-a6f0-bcacd70631fc tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43da4644-21fd-48f6-b2cf-d383aac7a1aa') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:55:50.016444 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-d7c6d846-28f7-42c7-a6f0-bcacd70631fc tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43da4644-21fd-48f6-b2cf-d383aac7a1aa') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:55:50.017945 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ac6c9a-46d8-4af4-ae03-532758236845 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:50.025156 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ac6c9a-46d8-4af4-ae03-532758236845 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:50.031909 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ac6c9a-46d8-4af4-ae03-532758236845 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:50.038702 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ac6c9a-46d8-4af4-ae03-532758236845 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:50.040471 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e6ac6c9a-46d8-4af4-ae03-532758236845 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3742356 Jul 09 14:55:50.043468 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49080) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:50.044999 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-03a47462-c70d-48ca-95b6-78bb733836f8 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Deleting port 0ab34ae0-29a7-43e6-9b79-80d8d8b70360 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:55:50.045295 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-03a47462-c70d-48ca-95b6-78bb733836f8 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:50.047345 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0c129-7b4a-4cf8-b711-679e57f0ac3f req-4c49a6de-bb43-408a-a6e6-e685ceb79341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:50.048852 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-98a0c129-7b4a-4cf8-b711-679e57f0ac3f req-4c49a6de-bb43-408a-a6e6-e685ceb79341 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2f690ec9-8aa3-48cf-be43-c18952e1b046 HTTP/1.1" status: 200 len: 797 time: 0.1940277 Jul 09 14:55:50.051286 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d7c6d846-28f7-42c7-a6f0-bcacd70631fc tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:50.094213 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 3a722c52-926c-43bd-a168-8bcd0c57784f no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:55:50.121537 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 3a722c52-926c-43bd-a168-8bcd0c57784f {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:55:50.122158 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 3a722c52-926c-43bd-a168-8bcd0c57784f not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:55:50.154706 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d7c6d846-28f7-42c7-a6f0-bcacd70631fc tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:50.174888 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ec419331-cff4-4bb5-8d91-9132a49e480d req-9e2cce1c-b936-406d-a935-b127ca86df0c tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "GET /v2.0/security-groups?id=7de82887-7032-4e2c-81a4-82e587d41889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836836 Jul 09 14:55:50.189891 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7c6d846-28f7-42c7-a6f0-bcacd70631fc tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:55:50.190277 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d7c6d846-28f7-42c7-a6f0-bcacd70631fc tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:50.195118 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:55:50.195118 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:55:50.195118 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:55:50.195118 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:55:50.195118 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 14:55:50.195118 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:55:50.195118 n-d-799529-6 neutron-server[94446]: timer() Jul 09 14:55:50.195118 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:55:50.195118 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 14:55:50.195118 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:55:50.195118 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 14:55:50.195118 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:55:50.195118 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 14:55:50.195118 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:55:50.195118 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 14:55:50.195118 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:55:50.195118 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 14:55:50.195118 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:55:50.195118 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:55:50.195118 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:55:50.195118 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:55:50.195118 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:55:50.195118 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 14:55:50.195118 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:55:50.195118 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 14:55:50.195118 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:55:50.195118 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:55:50.195118 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:55:50.195118 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 14:55:50.195118 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:55:50.195118 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:55:50.195118 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:55:50.195118 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:55:50.195118 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:55:50.195118 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:55:50.195118 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:55:50.305871 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5d1c8d8d-d0f7-4def-afc3-dfc247f8543c tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:50.307077 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0c129-7b4a-4cf8-b711-679e57f0ac3f req-f197aa17-acd0-475d-b329-72edf03f19c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:50.308776 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-98a0c129-7b4a-4cf8-b711-679e57f0ac3f req-f197aa17-acd0-475d-b329-72edf03f19c6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f7f6731e-df5a-475b-9c1b-606c9f6d697c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2390440 Jul 09 14:55:50.329544 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-03a47462-c70d-48ca-95b6-78bb733836f8 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:50.354283 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-03a47462-c70d-48ca-95b6-78bb733836f8 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Calling delete_port for 0ab34ae0-29a7-43e6-9b79-80d8d8b70360 owned by {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:55:50.370904 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a87354f5-347a-4dee-b70e-b18af1ca340f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:50.443131 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d7c6d846-28f7-42c7-a6f0-bcacd70631fc tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:50.455236 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87354f5-347a-4dee-b70e-b18af1ca340f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e617702f-71e7-42c1-afa7-318b12ea91d7,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:50.463650 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d7c6d846-28f7-42c7-a6f0-bcacd70631fc tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:50.465639 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d7c6d846-28f7-42c7-a6f0-bcacd70631fc tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "DELETE /v2.0/networks/14e5b3b0-570c-4d37-a055-0b5384a37dbf HTTP/1.1" status: 204 len: 168 time: 2.3326657 Jul 09 14:55:50.476720 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49086) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:50.494051 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c6d846-28f7-42c7-a6f0-bcacd70631fc tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event deleted for resources: {'Network': ['ID=14e5b3b0-570c-4d37-a055-0b5384a37dbf,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:50.504077 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-98a0c129-7b4a-4cf8-b711-679e57f0ac3f req-2a158185-b91b-4813-9f70-1cb64001d3ee service neutron] 10.222.0.62 "GET /v2.0/networks/f7f6731e-df5a-475b-9c1b-606c9f6d697c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878233 Jul 09 14:55:50.508617 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87354f5-347a-4dee-b70e-b18af1ca340f admin admin] Checking segment: {'id': 'abbeffad-e1b4-481f-99a8-684afc9d8b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'd92c9a9a-741b-4e3b-951e-f445805708ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:55:50.509023 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87354f5-347a-4dee-b70e-b18af1ca340f admin admin] Network hostable DHCP agents. Network: d92c9a9a-741b-4e3b-951e-f445805708ed, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:55:50.545935 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5d1c8d8d-d0f7-4def-afc3-dfc247f8543c tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:50.576688 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-5d1c8d8d-d0f7-4def-afc3-dfc247f8543c tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57ce63c5-20dd-4cad-bb0d-62ec757b947d']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:55:50.600249 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-5d1c8d8d-d0f7-4def-afc3-dfc247f8543c tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '214c8f80-a60d-4ceb-9871-c6dd2a63e391') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:55:50.601323 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-5d1c8d8d-d0f7-4def-afc3-dfc247f8543c tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '214c8f80-a60d-4ceb-9871-c6dd2a63e391') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:55:50.615741 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92849db-8633-45ff-9e62-8d3fa03aed5b tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:50.621310 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c92849db-8633-45ff-9e62-8d3fa03aed5b tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "GET /v2.0/ports/e8cace6f-0833-4c32-a2be-831fbe26fb13 HTTP/1.1" status: 200 len: 845 time: 0.1339297 Jul 09 14:55:50.623042 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5d1c8d8d-d0f7-4def-afc3-dfc247f8543c tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:50.624819 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49088) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:50.648474 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5d1c8d8d-d0f7-4def-afc3-dfc247f8543c tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:50.660674 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d1c8d8d-d0f7-4def-afc3-dfc247f8543c tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:55:50.661093 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5d1c8d8d-d0f7-4def-afc3-dfc247f8543c tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:50.661806 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-98a0c129-7b4a-4cf8-b711-679e57f0ac3f req-fb70bfa6-d2aa-4e66-9cae-a65fbfc83e08 service neutron] 10.222.0.62 "GET /v2.0/networks/f7f6731e-df5a-475b-9c1b-606c9f6d697c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489139 Jul 09 14:55:50.664167 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:55:50.664167 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:55:50.664167 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:55:50.664167 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:55:50.664167 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:55:50.664167 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:55:50.664167 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:55:50.664167 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:55:50.664167 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:55:50.664167 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:55:50.664167 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:55:50.664167 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:55:50.664167 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:55:50.664167 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:55:50.664167 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:55:50.664167 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:55:50.664167 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:55:50.664167 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:55:50.664167 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:55:50.664167 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:55:50.664167 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 14:55:50.664167 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:55:50.664167 n-d-799529-6 neutron-server[94445]: timer() Jul 09 14:55:50.664167 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:55:50.664167 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 14:55:50.664167 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:55:50.664167 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 14:55:50.664167 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:55:50.664167 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 14:55:50.664167 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:55:50.664167 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 14:55:50.664167 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:55:50.664167 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 14:55:50.664167 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:55:50.664167 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:55:50.664167 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:55:50.664167 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:55:50.664167 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:55:50.664167 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 14:55:50.664167 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:55:50.664167 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 14:55:50.664167 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:55:50.664167 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:55:50.664167 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:55:50.664167 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 14:55:50.664167 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:55:50.664167 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:55:50.664167 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:55:50.664167 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:55:50.664167 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:55:50.664167 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:55:50.664167 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:55:50.695494 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-8f537dfb-fd64-4325-8b97-98644e65fe7e tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "GET /v2.0/ports/e8cace6f-0833-4c32-a2be-831fbe26fb13?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0697691 Jul 09 14:55:50.696278 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49090) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:50.701673 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-f897ee5d-429a-4e11-b010-ff91f60555c5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Request body: {'subnet': {'network_id': '664f3735-ad3e-491d-849d-4d5ed94d15b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:55:50.766296 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87354f5-347a-4dee-b70e-b18af1ca340f admin admin] Network d92c9a9a-741b-4e3b-951e-f445805708ed is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:55:50.827095 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-666a4ca0-8fe7-4629-9a06-fbce41935596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:50.828430 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-666a4ca0-8fe7-4629-9a06-fbce41935596 service neutron] 10.222.0.62 "GET /v2.0/ports/6e49b587-b19f-4fb7-b68d-daf59c076543 HTTP/1.1" status: 200 len: 1033 time: 0.1104167 Jul 09 14:55:50.887235 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-2d511551-81eb-45f3-93f2-91117eb1cb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:50.888833 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-2d511551-81eb-45f3-93f2-91117eb1cb0c service neutron] 10.222.0.62 "GET /v2.0/ports/652c8d51-7f4b-4a04-a1cb-616283698f43 HTTP/1.1" status: 200 len: 1033 time: 0.0463667 Jul 09 14:55:50.947007 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-03a47462-c70d-48ca-95b6-78bb733836f8 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:50.949331 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5d1c8d8d-d0f7-4def-afc3-dfc247f8543c tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:50.962236 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-a87354f5-347a-4dee-b70e-b18af1ca340f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, d92c9a9a-741b-4e3b-951e-f445805708ed) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:55:50.969926 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87354f5-347a-4dee-b70e-b18af1ca340f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:50.970510 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a87354f5-347a-4dee-b70e-b18af1ca340f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:50.974686 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7337df4c-735e-426c-8aea-816acad25640 None None] Network d92c9a9a-741b-4e3b-951e-f445805708ed requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:55:50.988314 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a47462-c70d-48ca-95b6-78bb733836f8 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event deleted for resources: {'Port': ['ID=0ab34ae0-29a7-43e6-9b79-80d8d8b70360,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:51.006253 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5d1c8d8d-d0f7-4def-afc3-dfc247f8543c tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:51.006253 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-5d1c8d8d-d0f7-4def-afc3-dfc247f8543c tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] 10.222.0.58 "DELETE /v2.0/networks/57ce63c5-20dd-4cad-bb0d-62ec757b947d HTTP/1.1" status: 204 len: 168 time: 0.9540360 Jul 09 14:55:51.008389 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49096) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:51.018625 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c8d8d-d0f7-4def-afc3-dfc247f8543c tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Pushing event deleted for resources: {'Network': ['ID=57ce63c5-20dd-4cad-bb0d-62ec757b947d,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:51.072562 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f897ee5d-429a-4e11-b010-ff91f60555c5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Made reservation on behalf of c23027b79fbf48438de608f7fcd960b2 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:55:51.076418 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f897ee5d-429a-4e11-b010-ff91f60555c5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:51.224673 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a87354f5-347a-4dee-b70e-b18af1ca340f admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.5860298 Jul 09 14:55:51.249027 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49100) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:51.267265 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-469e3f19-b2e3-45a3-b5b2-ebb12dbfc4ae admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1662470900-router', 'tenant_id': '70380163691b470ebe60db5002d62101', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:55:51.282224 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ef59ffb9-12dc-491a-a18d-0b5bb8413b42 req-90a84ad5-53d7-46b0-901c-68112f55e8a4 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 210 time: 0.2137599 Jul 09 14:55:51.304504 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-03a47462-c70d-48ca-95b6-78bb733836f8 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:51.308463 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-03a47462-c70d-48ca-95b6-78bb733836f8 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "DELETE /v2.0/ports/0ab34ae0-29a7-43e6-9b79-80d8d8b70360 HTTP/1.1" status: 204 len: 168 time: 1.7802074 Jul 09 14:55:51.318061 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49102) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:51.325910 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-7c7823bd-2256-4bee-a1bc-d90e5e14c0c4 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:51.332590 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-7c7823bd-2256-4bee-a1bc-d90e5e14c0c4 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:51.338535 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-7c7823bd-2256-4bee-a1bc-d90e5e14c0c4 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:51.340509 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-7c7823bd-2256-4bee-a1bc-d90e5e14c0c4 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.62 "GET /v2.0/networks?id=6107f077-f7c7-47db-8b86-669db7279c4c&id=dc6506e8-ceaa-4382-aad7-27ea0263e5fe&id=dc6506e8-ceaa-4382-aad7-27ea0263e5fe&id=dc6506e8-ceaa-4382-aad7-27ea0263e5fe&id=dc6506e8-ceaa-4382-aad7-27ea0263e5fe&id=695dcd67-56f3-489c-8be9-3d26f71af2f9&id=695dcd67-56f3-489c-8be9-3d26f71af2f9 HTTP/1.1" status: 200 len: 1995 time: 0.4318171 Jul 09 14:55:51.361508 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-63f35f87-8363-444a-93e1-effff44465a8 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:51.368375 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-b75e8055-3961-405c-86de-57b9e60d46e9 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] GET failed (client error): The resource could not be found. Jul 09 14:55:51.384727 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b75e8055-3961-405c-86de-57b9e60d46e9 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "GET /v2.0/ports/0ab34ae0-29a7-43e6-9b79-80d8d8b70360 HTTP/1.1" status: 404 len: 333 time: 0.0495415 Jul 09 14:55:51.391093 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282178e3-7509-43f6-adb3-513869bc6bea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-d92c9a9a-741b-4e3b-951e-f445805708ed', 'network_id': 'd92c9a9a-741b-4e3b-951e-f445805708ed', 'tenant_id': '70380163691b470ebe60db5002d62101', 'fixed_ips': [{'subnet_id': 'e617702f-71e7-42c1-afa7-318b12ea91d7'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:55:51.392000 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-282178e3-7509-43f6-adb3-513869bc6bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:51.392345 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49104) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:51.452097 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-f11adb16-30fd-4a34-855a-365d948e562e tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0dcdaf85ebc429397d88229c635e7b2 HTTP/1.1" status: 200 len: 380 time: 0.0858474 Jul 09 14:55:51.456296 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c9b5d-6e18-4bfd-8a7c-19108e3637c6 req-ae5dd843-dc35-47d4-90f7-79e0685d69e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:51.458895 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-579c9b5d-6e18-4bfd-8a7c-19108e3637c6 req-ae5dd843-dc35-47d4-90f7-79e0685d69e5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=57b971acb11e4eaea846cbcb413ca1a9&device_id=8b2d54fb-d544-4a03-8d39-6600c8d1ac67 HTTP/1.1" status: 200 len: 1096 time: 0.3145218 Jul 09 14:55:51.471079 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad95e1-7c06-42f8-8c19-02d2b8d6d48e req-267e3a65-96c8-4d1a-83ab-80aa0d5b06a1 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:51.474651 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bbad95e1-7c06-42f8-8c19-02d2b8d6d48e req-267e3a65-96c8-4d1a-83ab-80aa0d5b06a1 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b2d54fb-d544-4a03-8d39-6600c8d1ac67 HTTP/1.1" status: 200 len: 945 time: 0.2868690 Jul 09 14:55:51.485581 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-ed60c426-e3ff-401a-8818-7f010dcf5953 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Request body: {'port': {'device_id': 'e91cb194-8f15-4150-a4af-dc1822486c62', 'network_id': '6107f077-f7c7-47db-8b86-669db7279c4c', 'admin_state_up': True, 'tenant_id': 'b0dcdaf85ebc429397d88229c635e7b2', 'security_groups': ['6b892279-bd5f-423b-8017-ce4180b448af']}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:55:51.544322 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bbad95e1-7c06-42f8-8c19-02d2b8d6d48e req-3b08a106-333a-4e6f-b175-29ed578e1f98 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "GET /v2.0/security-groups?id=7de82887-7032-4e2c-81a4-82e587d41889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511801 Jul 09 14:55:51.577560 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-282178e3-7509-43f6-adb3-513869bc6bea None None] Allocated IP 172.20.0.2 (d92c9a9a-741b-4e3b-951e-f445805708ed/e617702f-71e7-42c1-afa7-318b12ea91d7/51a7f3e3-5a1b-45ac-8388-07f0b44d8fcf) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:55:51.581314 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-469e3f19-b2e3-45a3-b5b2-ebb12dbfc4ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:51.582477 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-469e3f19-b2e3-45a3-b5b2-ebb12dbfc4ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:51.611562 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-a42c270a-9b77-4d67-b5f5-c3bd3ef3a865 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Deleting subnet 933215af-bebf-4b1b-b76e-5a64a5b357bb {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:55:51.615677 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a42c270a-9b77-4d67-b5f5-c3bd3ef3a865 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:51.630314 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-63f35f87-8363-444a-93e1-effff44465a8 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:51.646048 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-63f35f87-8363-444a-93e1-effff44465a8 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f14edc68-972f-436d-8493-24f4fd0ff172']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:55:51.670408 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-63f35f87-8363-444a-93e1-effff44465a8 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9120b89-e413-4ec4-b7b5-456fd02345f2') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:55:51.670732 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-63f35f87-8363-444a-93e1-effff44465a8 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9120b89-e413-4ec4-b7b5-456fd02345f2') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:55:51.683438 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a42c270a-9b77-4d67-b5f5-c3bd3ef3a865 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:51.693217 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-63f35f87-8363-444a-93e1-effff44465a8 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:51.756323 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-63f35f87-8363-444a-93e1-effff44465a8 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:51.761561 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-469e3f19-b2e3-45a3-b5b2-ebb12dbfc4ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:51.771258 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63f35f87-8363-444a-93e1-effff44465a8 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:55:51.771724 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-63f35f87-8363-444a-93e1-effff44465a8 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:51.775000 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 14:55:51.775000 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:55:51.775000 n-d-799529-6 neutron-server[94446]: timer() Jul 09 14:55:51.775000 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:55:51.775000 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 14:55:51.775000 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:55:51.775000 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 14:55:51.775000 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:55:51.775000 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 14:55:51.775000 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:55:51.775000 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 14:55:51.775000 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:55:51.775000 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 14:55:51.775000 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:55:51.775000 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:55:51.775000 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:55:51.775000 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:55:51.775000 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:55:51.775000 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 14:55:51.775000 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:55:51.775000 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 14:55:51.775000 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:55:51.775000 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:55:51.775000 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:55:51.775000 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 14:55:51.775000 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:55:51.775000 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:55:51.775000 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:55:51.775000 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:55:51.775000 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:55:51.775000 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:55:51.775000 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:55:51.778070 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c9b5d-6e18-4bfd-8a7c-19108e3637c6 req-b2c19270-36cb-4b1b-bdd2-d7062c4b6c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:51.780020 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-579c9b5d-6e18-4bfd-8a7c-19108e3637c6 req-b2c19270-36cb-4b1b-bdd2-d7062c4b6c00 service neutron] 10.222.0.54 "GET /v2.0/networks?id=65219ae9-d282-4121-8917-8c4ecd74e176 HTTP/1.1" status: 200 len: 921 time: 0.3040257 Jul 09 14:55:51.815729 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-282178e3-7509-43f6-adb3-513869bc6bea None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:51.840968 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-579c9b5d-6e18-4bfd-8a7c-19108e3637c6 req-61572ed4-180e-46c6-a1dc-62f1fd8d0351 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=461e2fef-d791-4b1e-944c-e2e29a0ed1bb HTTP/1.1" status: 200 len: 217 time: 0.0542145 Jul 09 14:55:51.886574 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a42c270a-9b77-4d67-b5f5-c3bd3ef3a865 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:52.042159 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-282178e3-7509-43f6-adb3-513869bc6bea None None] Transition to ACTIVE for port object 51a7f3e3-5a1b-45ac-8388-07f0b44d8fcf will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:55:52.044151 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f897ee5d-429a-4e11-b010-ff91f60555c5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:52.056909 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-ed60c426-e3ff-401a-8818-7f010dcf5953 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Made reservation on behalf of b0dcdaf85ebc429397d88229c635e7b2 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:55:52.056909 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-ed60c426-e3ff-401a-8818-7f010dcf5953 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:52.060041 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-63f35f87-8363-444a-93e1-effff44465a8 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:52.066837 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-282178e3-7509-43f6-adb3-513869bc6bea None None] Transition to ACTIVE for port object 51a7f3e3-5a1b-45ac-8388-07f0b44d8fcf will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:55:52.105712 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-63f35f87-8363-444a-93e1-effff44465a8 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:52.110227 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-63f35f87-8363-444a-93e1-effff44465a8 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] 10.222.0.58 "DELETE /v2.0/networks/f14edc68-972f-436d-8493-24f4fd0ff172 HTTP/1.1" status: 204 len: 168 time: 1.0912066 Jul 09 14:55:52.111326 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49106) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:52.209685 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-282178e3-7509-43f6-adb3-513869bc6bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:52.214765 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f897ee5d-429a-4e11-b010-ff91f60555c5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Network 664f3735-ad3e-491d-849d-4d5ed94d15b7 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:55:52.215894 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f35f87-8363-444a-93e1-effff44465a8 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Pushing event deleted for resources: {'Network': ['ID=f14edc68-972f-436d-8493-24f4fd0ff172,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:52.243940 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-f897ee5d-429a-4e11-b010-ff91f60555c5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:55:52.270002 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f897ee5d-429a-4e11-b010-ff91f60555c5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:52.271364 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f897ee5d-429a-4e11-b010-ff91f60555c5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:52.291668 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e7951a-c66f-4564-af88-5c05d778dda0 None None] Network 664f3735-ad3e-491d-849d-4d5ed94d15b7 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:55:52.312202 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282178e3-7509-43f6-adb3-513869bc6bea None None] Network d92c9a9a-741b-4e3b-951e-f445805708ed is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:55:52.331066 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-282178e3-7509-43f6-adb3-513869bc6bea None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:55:52.368919 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f897ee5d-429a-4e11-b010-ff91f60555c5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event updated for resources: {'Subnet': ['ID=cab09d4e-bb4b-41d0-9414-037e2f526631,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:52.402834 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282178e3-7509-43f6-adb3-513869bc6bea None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:55:52.404700 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c9b5d-6e18-4bfd-8a7c-19108e3637c6 req-7792a6d5-16b2-4e66-b248-d07c97b1f0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:52.406368 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-579c9b5d-6e18-4bfd-8a7c-19108e3637c6 req-7792a6d5-16b2-4e66-b248-d07c97b1f0a3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0ba330ed-9359-4085-9db6-f1c4985ac874 HTTP/1.1" status: 200 len: 860 time: 0.5571501 Jul 09 14:55:52.447489 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282178e3-7509-43f6-adb3-513869bc6bea None None] Pushing event updated for resources: {'Port': ['ID=51a7f3e3-5a1b-45ac-8388-07f0b44d8fcf,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:52.449825 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3f78ab-5f61-4b5f-99d0-4ce81055bf78 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:52.456721 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3f78ab-5f61-4b5f-99d0-4ce81055bf78 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:52.459110 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-1f3f78ab-5f61-4b5f-99d0-4ce81055bf78 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3413556 Jul 09 14:55:52.464263 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49112) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:52.469827 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-aab7975a-12cd-4b6b-8409-1816fbc1c0c0 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1211401967'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:55:52.521226 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-579c9b5d-6e18-4bfd-8a7c-19108e3637c6 req-842d84c0-fe63-4eb8-be42-b5223c2721bb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=65219ae9-d282-4121-8917-8c4ecd74e176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1022871 Jul 09 14:55:52.540774 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-469e3f19-b2e3-45a3-b5b2-ebb12dbfc4ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:52.542324 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-ed60c426-e3ff-401a-8818-7f010dcf5953 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Allocated IP 172.20.0.7 (6107f077-f7c7-47db-8b86-669db7279c4c/465c5725-facb-4e6f-b14d-7c696db0e29c/9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:55:52.560232 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-282178e3-7509-43f6-adb3-513869bc6bea None None] Attempting to bind port 51a7f3e3-5a1b-45ac-8388-07f0b44d8fcf on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:55:52.560703 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-282178e3-7509-43f6-adb3-513869bc6bea None None] Attempting to bind port 51a7f3e3-5a1b-45ac-8388-07f0b44d8fcf by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'abbeffad-e1b4-481f-99a8-684afc9d8b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'd92c9a9a-741b-4e3b-951e-f445805708ed'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:55:52.561163 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282178e3-7509-43f6-adb3-513869bc6bea None None] Attempting to bind port 51a7f3e3-5a1b-45ac-8388-07f0b44d8fcf on network d92c9a9a-741b-4e3b-951e-f445805708ed {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:55:52.598052 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282178e3-7509-43f6-adb3-513869bc6bea None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:55:52.598052 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282178e3-7509-43f6-adb3-513869bc6bea None None] Checking segment: {'id': 'abbeffad-e1b4-481f-99a8-684afc9d8b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'd92c9a9a-741b-4e3b-951e-f445805708ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:55:52.598052 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-282178e3-7509-43f6-adb3-513869bc6bea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:52.598052 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282178e3-7509-43f6-adb3-513869bc6bea None None] Bound using segment: {'id': 'abbeffad-e1b4-481f-99a8-684afc9d8b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'd92c9a9a-741b-4e3b-951e-f445805708ed'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:55:52.598052 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-282178e3-7509-43f6-adb3-513869bc6bea None None] Bound port: 51a7f3e3-5a1b-45ac-8388-07f0b44d8fcf, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abbeffad-e1b4-481f-99a8-684afc9d8b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'd92c9a9a-741b-4e3b-951e-f445805708ed'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:55:52.598052 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-282178e3-7509-43f6-adb3-513869bc6bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:52.664526 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-579c9b5d-6e18-4bfd-8a7c-19108e3637c6 req-cf33ce37-232d-4a6c-aef5-5a14886c86c4 service neutron] 10.222.0.54 "GET /v2.0/networks/65219ae9-d282-4121-8917-8c4ecd74e176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346598 Jul 09 14:55:52.748829 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e7006fd0-db91-446f-ab9a-ebf52a1f306c req-22c93fd6-54bc-4a54-a5be-52cfa51e1dab tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 210 time: 0.0349782 Jul 09 14:55:52.752649 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f897ee5d-429a-4e11-b010-ff91f60555c5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0552871 Jul 09 14:55:52.757429 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49116) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:52.764179 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-601a2313-bb96-4700-9035-1dacc307d2c0 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Request body: {'security_group': {'name': 'tempest-secgroup-767054457'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:55:52.788954 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a42c270a-9b77-4d67-b5f5-c3bd3ef3a865 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:52.839592 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-ed60c426-e3ff-401a-8818-7f010dcf5953 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:52.856985 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-ed60c426-e3ff-401a-8818-7f010dcf5953 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Transition to ACTIVE for port object 9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:55:52.871944 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-282178e3-7509-43f6-adb3-513869bc6bea None None] For port 51a7f3e3-5a1b-45ac-8388-07f0b44d8fcf, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:55:52.875301 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-282178e3-7509-43f6-adb3-513869bc6bea None None] For port 51a7f3e3-5a1b-45ac-8388-07f0b44d8fcf, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=51a7f3e3-5a1b-45ac-8388-07f0b44d8fcf,segment=NetworkSegment(abbeffad-e1b4-481f-99a8-684afc9d8b13),segment_id=abbeffad-e1b4-481f-99a8-684afc9d8b13)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:55:52.892708 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab7975a-12cd-4b6b-8409-1816fbc1c0c0 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Made reservation on behalf of 4fbe3c716afa48b0baa69ef6882c3cc4 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:55:52.896608 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-aab7975a-12cd-4b6b-8409-1816fbc1c0c0 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:52.921893 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a42c270a-9b77-4d67-b5f5-c3bd3ef3a865 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:52.929063 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49118) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:52.929577 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-a42c270a-9b77-4d67-b5f5-c3bd3ef3a865 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "DELETE /v2.0/subnets/933215af-bebf-4b1b-b76e-5a64a5b357bb HTTP/1.1" status: 204 len: 168 time: 1.5273609 Jul 09 14:55:52.933825 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e23c493-780f-4008-a47b-716c93666d1e None None] Network e47798ba-8689-401e-b0ba-9e604927ef3f requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:55:52.942237 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c270a-9b77-4d67-b5f5-c3bd3ef3a865 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event deleted for resources: {'Subnet': ['ID=933215af-bebf-4b1b-b76e-5a64a5b357bb,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:52.973884 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aab7975a-12cd-4b6b-8409-1816fbc1c0c0 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:55:52.996671 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-aab7975a-12cd-4b6b-8409-1816fbc1c0c0 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:52.997197 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-aab7975a-12cd-4b6b-8409-1816fbc1c0c0 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Added segment 2a25f0af-3511-4b45-93f1-e51ca1c774fb of type vlan for network ece9b3ca-5548-4f9b-94e4-d2b9cefb2227 Jul 09 14:55:53.001638 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-579c9b5d-6e18-4bfd-8a7c-19108e3637c6 req-27a5b9bb-f246-4696-ac18-c3ece16fd612 service neutron] 10.222.0.54 "GET /v2.0/networks/65219ae9-d282-4121-8917-8c4ecd74e176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3285687 Jul 09 14:55:53.028473 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2079148-b6bc-431d-934d-bdd4003910ec tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Deleting subnet 2776e706-939d-4899-8290-f89278db5f14 {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:55:53.028938 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-282178e3-7509-43f6-adb3-513869bc6bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:53.032487 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f2079148-b6bc-431d-934d-bdd4003910ec tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:53.052982 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97629a3-16e6-46a0-b245-61957e984012 req-cee2bc7f-92a7-4578-ad62-28264650f8ef tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:53.056923 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a97629a3-16e6-46a0-b245-61957e984012 req-cee2bc7f-92a7-4578-ad62-28264650f8ef tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b2d54fb-d544-4a03-8d39-6600c8d1ac67 HTTP/1.1" status: 200 len: 945 time: 0.2717304 Jul 09 14:55:53.080630 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f2079148-b6bc-431d-934d-bdd4003910ec tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:53.196863 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f2079148-b6bc-431d-934d-bdd4003910ec tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:53.209436 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f087f45f-b261-4c56-b237-f6b078d15530 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-664f3735-ad3e-491d-849d-4d5ed94d15b7', 'network_id': '664f3735-ad3e-491d-849d-4d5ed94d15b7', 'tenant_id': 'c23027b79fbf48438de608f7fcd960b2', 'fixed_ips': [{'subnet_id': 'cab09d4e-bb4b-41d0-9414-037e2f526631'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:55:53.211090 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f087f45f-b261-4c56-b237-f6b078d15530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:53.223815 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a97629a3-16e6-46a0-b245-61957e984012 req-a025d80b-cbe8-40f7-b27b-3aa814c24ccc tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "GET /v2.0/security-groups?id=7de82887-7032-4e2c-81a4-82e587d41889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560915 Jul 09 14:55:53.310819 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:53.314375 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-ed60c426-e3ff-401a-8818-7f010dcf5953 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:53.324011 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-469e3f19-b2e3-45a3-b5b2-ebb12dbfc4ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:53.330056 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282178e3-7509-43f6-adb3-513869bc6bea None None] Pushing event updated for resources: {'Port': ['ID=51a7f3e3-5a1b-45ac-8388-07f0b44d8fcf,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:53.332129 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-601a2313-bb96-4700-9035-1dacc307d2c0 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:53.376938 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-469e3f19-b2e3-45a3-b5b2-ebb12dbfc4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:53.406824 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-aab7975a-12cd-4b6b-8409-1816fbc1c0c0 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:53.443084 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f2079148-b6bc-431d-934d-bdd4003910ec tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:53.455056 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-ed60c426-e3ff-401a-8818-7f010dcf5953 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Network 6107f077-f7c7-47db-8b86-669db7279c4c is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:55:53.588693 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2079148-b6bc-431d-934d-bdd4003910ec tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event deleted for resources: {'Subnet': ['ID=2776e706-939d-4899-8290-f89278db5f14,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:53.608381 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-ed60c426-e3ff-401a-8818-7f010dcf5953 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:55:53.608381 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-ed60c426-e3ff-401a-8818-7f010dcf5953 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:55:53.682301 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-ed60c426-e3ff-401a-8818-7f010dcf5953 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:53.682981 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-ed60c426-e3ff-401a-8818-7f010dcf5953 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:53.685649 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-469e3f19-b2e3-45a3-b5b2-ebb12dbfc4ae admin admin] Allocated IP 172.25.3.76 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/70607437-9213-47fa-a0ff-f725cfb6226c) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:55:53.703485 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f2079148-b6bc-431d-934d-bdd4003910ec tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:53.710547 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f2079148-b6bc-431d-934d-bdd4003910ec tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "DELETE /v2.0/subnets/2776e706-939d-4899-8290-f89278db5f14 HTTP/1.1" status: 204 len: 168 time: 0.7787771 Jul 09 14:55:53.710852 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49126) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:53.715101 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.db.resource_extend [None req-aab7975a-12cd-4b6b-8409-1816fbc1c0c0 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 14:55:53.719081 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed60c426-e3ff-401a-8818-7f010dcf5953 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Pushing event updated for resources: {'Port': ['ID=9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:53.777370 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-f087f45f-b261-4c56-b237-f6b078d15530 None None] Allocated IP 2001:db8::2 (664f3735-ad3e-491d-849d-4d5ed94d15b7/cab09d4e-bb4b-41d0-9414-037e2f526631/0bb1e15c-957c-410a-afda-a26d6ed16f24) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:55:53.829185 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-ed60c426-e3ff-401a-8818-7f010dcf5953 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3469768 Jul 09 14:55:53.850074 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-51631246-4ba5-480b-ae5a-1cd24753802a tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Request body: {'port': {'device_id': 'e91cb194-8f15-4150-a4af-dc1822486c62', 'network_id': 'dc6506e8-ceaa-4382-aad7-27ea0263e5fe', 'admin_state_up': True, 'tenant_id': 'b0dcdaf85ebc429397d88229c635e7b2', 'security_groups': ['6b892279-bd5f-423b-8017-ce4180b448af']}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:55:53.948169 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-aab7975a-12cd-4b6b-8409-1816fbc1c0c0 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:53.954981 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3360512c-c7c2-4091-86d7-c774a5069d70 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:53.973845 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab7975a-12cd-4b6b-8409-1816fbc1c0c0 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:53.974730 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-aab7975a-12cd-4b6b-8409-1816fbc1c0c0 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:54.073215 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f087f45f-b261-4c56-b237-f6b078d15530 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:54.085496 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-f087f45f-b261-4c56-b237-f6b078d15530 None None] Transition to ACTIVE for port object 0bb1e15c-957c-410a-afda-a26d6ed16f24 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:55:54.088421 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-469e3f19-b2e3-45a3-b5b2-ebb12dbfc4ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:54.106898 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-f087f45f-b261-4c56-b237-f6b078d15530 None None] Transition to ACTIVE for port object 0bb1e15c-957c-410a-afda-a26d6ed16f24 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:55:54.198285 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-3360512c-c7c2-4091-86d7-c774a5069d70 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Deleting port 925f21d3-4e62-4002-a772-9c8ab00c825b {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:55:54.198549 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3360512c-c7c2-4091-86d7-c774a5069d70 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:54.211616 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0dd4a0-ee3a-4cc5-ab8d-e77ca51a3485 None None] Update dhcp port {'port': {'network_id': 'e47798ba-8689-401e-b0ba-9e604927ef3f', 'fixed_ips': [{'subnet_id': '2776e706-939d-4899-8290-f89278db5f14'}], 'binding:host_id': 'n-d-799529-6'}, 'id': '925f21d3-4e62-4002-a772-9c8ab00c825b'} from n-d-799529-6. {{(pid=94447) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 14:55:54.215727 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f087f45f-b261-4c56-b237-f6b078d15530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:54.218117 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 51a7f3e3-5a1b-45ac-8388-07f0b44d8fcf up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:55:54.226252 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab7975a-12cd-4b6b-8409-1816fbc1c0c0 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Pushing event updated for resources: {'Network': ['ID=ece9b3ca-5548-4f9b-94e4-d2b9cefb2227,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:54.268552 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-601a2313-bb96-4700-9035-1dacc307d2c0 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:54.282558 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network ece9b3ca-5548-4f9b-94e4-d2b9cefb2227 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:55:54.332807 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-469e3f19-b2e3-45a3-b5b2-ebb12dbfc4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:54.347632 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-3360512c-c7c2-4091-86d7-c774a5069d70 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] For port 925f21d3-4e62-4002-a772-9c8ab00c825b, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=925f21d3-4e62-4002-a772-9c8ab00c825b,segment=NetworkSegment(2d2aeaae-0bf5-4816-9030-fc816b95726e),segment_id=2d2aeaae-0bf5-4816-9030-fc816b95726e)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:55:54.348021 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3360512c-c7c2-4091-86d7-c774a5069d70 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:54.386491 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-fdfff68e-16d8-47df-b490-bd49f1f1c4b3 None None] Provisioning for port 9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:55:54.405250 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f087f45f-b261-4c56-b237-f6b078d15530 None None] Network 664f3735-ad3e-491d-849d-4d5ed94d15b7 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:55:54.416820 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4f0dd4a0-ee3a-4cc5-ab8d-e77ca51a3485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:54.423963 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-fdfff68e-16d8-47df-b490-bd49f1f1c4b3 None None] Provisioning complete for port 9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:55:54.423963 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-fdfff68e-16d8-47df-b490-bd49f1f1c4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:54.432666 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-f087f45f-b261-4c56-b237-f6b078d15530 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:55:54.444904 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f087f45f-b261-4c56-b237-f6b078d15530 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:55:54.455901 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-601a2313-bb96-4700-9035-1dacc307d2c0 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:54.470745 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f087f45f-b261-4c56-b237-f6b078d15530 None None] Pushing event updated for resources: {'Port': ['ID=0bb1e15c-957c-410a-afda-a26d6ed16f24,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:54.490888 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-3360512c-c7c2-4091-86d7-c774a5069d70 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Calling delete_port for 925f21d3-4e62-4002-a772-9c8ab00c825b owned by network:dhcp {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:55:54.494597 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0681fa7-3112-44a2-98ba-79d28ab742ab req-add14fa0-d637-4155-ac88-d14442345c6c tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:54.496944 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b0681fa7-3112-44a2-98ba-79d28ab742ab req-add14fa0-d637-4155-ac88-d14442345c6c tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 931 time: 0.4415874 Jul 09 14:55:54.507431 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469e3f19-b2e3-45a3-b5b2-ebb12dbfc4ae admin admin] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:55:54.517679 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-469e3f19-b2e3-45a3-b5b2-ebb12dbfc4ae admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:55:54.518701 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469e3f19-b2e3-45a3-b5b2-ebb12dbfc4ae admin admin] Pushing event updated for resources: {'Port': ['ID=70607437-9213-47fa-a0ff-f725cfb6226c,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:54.540402 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469e3f19-b2e3-45a3-b5b2-ebb12dbfc4ae admin admin] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:55:54.638226 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-fdfff68e-16d8-47df-b490-bd49f1f1c4b3 None None] Port 9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:55:54.649084 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b0681fa7-3112-44a2-98ba-79d28ab742ab req-5f6d86f1-d706-45b8-ba0f-2a9339c2f4dd tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b892279-bd5f-423b-8017-ce4180b448af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401868 Jul 09 14:55:54.656130 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-aab7975a-12cd-4b6b-8409-1816fbc1c0c0 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.1875572 Jul 09 14:55:54.669901 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49134) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:54.714331 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-6cf05196-0dd6-48ed-9922-d8c9a639100a tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-635879222'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:55:54.725907 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-f087f45f-b261-4c56-b237-f6b078d15530 None None] Attempting to bind port 0bb1e15c-957c-410a-afda-a26d6ed16f24 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:55:54.726789 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-f087f45f-b261-4c56-b237-f6b078d15530 None None] Attempting to bind port 0bb1e15c-957c-410a-afda-a26d6ed16f24 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd4500341-74de-48f0-a248-3664d416dfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '664f3735-ad3e-491d-849d-4d5ed94d15b7'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:55:54.727736 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f087f45f-b261-4c56-b237-f6b078d15530 None None] Attempting to bind port 0bb1e15c-957c-410a-afda-a26d6ed16f24 on network 664f3735-ad3e-491d-849d-4d5ed94d15b7 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:55:54.737095 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f087f45f-b261-4c56-b237-f6b078d15530 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:55:54.739857 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f087f45f-b261-4c56-b237-f6b078d15530 None None] Checking segment: {'id': 'd4500341-74de-48f0-a248-3664d416dfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '664f3735-ad3e-491d-849d-4d5ed94d15b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:55:54.740418 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f087f45f-b261-4c56-b237-f6b078d15530 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:54.743621 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f087f45f-b261-4c56-b237-f6b078d15530 None None] Bound using segment: {'id': 'd4500341-74de-48f0-a248-3664d416dfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '664f3735-ad3e-491d-849d-4d5ed94d15b7'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:55:54.744305 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-f087f45f-b261-4c56-b237-f6b078d15530 None None] Bound port: 0bb1e15c-957c-410a-afda-a26d6ed16f24, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4500341-74de-48f0-a248-3664d416dfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '664f3735-ad3e-491d-849d-4d5ed94d15b7'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:55:54.744831 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f087f45f-b261-4c56-b237-f6b078d15530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:54.751842 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601a2313-bb96-4700-9035-1dacc307d2c0 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=719cfffc-a196-4b1a-93f3-eb4effe7b58b,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:54.853131 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 51a7f3e3-5a1b-45ac-8388-07f0b44d8fcf completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:55:54.863268 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-51631246-4ba5-480b-ae5a-1cd24753802a tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Made reservation on behalf of b0dcdaf85ebc429397d88229c635e7b2 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:55:54.863268 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-51631246-4ba5-480b-ae5a-1cd24753802a tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:54.863553 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-f087f45f-b261-4c56-b237-f6b078d15530 None None] For port 0bb1e15c-957c-410a-afda-a26d6ed16f24, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:55:54.866824 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-f087f45f-b261-4c56-b237-f6b078d15530 None None] For port 0bb1e15c-957c-410a-afda-a26d6ed16f24, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=0bb1e15c-957c-410a-afda-a26d6ed16f24,segment=NetworkSegment(d4500341-74de-48f0-a248-3664d416dfa1),segment_id=d4500341-74de-48f0-a248-3664d416dfa1)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:55:54.886209 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eeac78c-4065-4182-b55a-2c9a4349a34f None None] Network e47798ba-8689-401e-b0ba-9e604927ef3f requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:55:55.011768 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf54382-b651-4a2d-91ce-d75d0818f548 req-bd5efa51-b304-4ccf-b48e-ec7f82fb3284 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:55.015763 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9cf54382-b651-4a2d-91ce-d75d0818f548 req-bd5efa51-b304-4ccf-b48e-ec7f82fb3284 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b2d54fb-d544-4a03-8d39-6600c8d1ac67 HTTP/1.1" status: 200 len: 945 time: 0.3250339 Jul 09 14:55:55.017262 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331a6b6a-4373-41ee-b5a7-8fa4169ab801 None None] Network d92c9a9a-741b-4e3b-951e-f445805708ed requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:55:55.021778 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-37a6abb1-9f8f-43f3-8fe7-7f663c83aabe None None] Provisioning complete for port 925f21d3-4e62-4002-a772-9c8ab00c825b triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:55:55.022135 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-37a6abb1-9f8f-43f3-8fe7-7f663c83aabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:55.096706 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9cf54382-b651-4a2d-91ce-d75d0818f548 req-997fc358-8c0b-43ce-82b0-643f80330524 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "GET /v2.0/security-groups?id=7de82887-7032-4e2c-81a4-82e587d41889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692608 Jul 09 14:55:55.109419 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-51631246-4ba5-480b-ae5a-1cd24753802a tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Allocated IP 10.1.1.14 (dc6506e8-ceaa-4382-aad7-27ea0263e5fe/4bd3f066-8f79-4f2b-b334-3e86a4217100/c179ac98-dd01-447c-a2f9-2714b5048c9d) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:55:55.147701 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-601a2313-bb96-4700-9035-1dacc307d2c0 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:55.153875 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-601a2313-bb96-4700-9035-1dacc307d2c0 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.3904378 Jul 09 14:55:55.155086 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49136) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:55.159275 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-d49bbc4b-1497-47d2-b6a6-a1a2cd8b96b5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Request body: {'security_group': {'name': 'tempest-secgroup-397260255'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:55:55.169901 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f087f45f-b261-4c56-b237-f6b078d15530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:55.235658 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-37a6abb1-9f8f-43f3-8fe7-7f663c83aabe None None] Could not find standard attr ID for object 925f21d3-4e62-4002-a772-9c8ab00c825b. {{(pid=94447) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 14:55:55.251844 n-d-799529-6 neutron-server[94447]: INFO neutron.plugins.ml2.db [None req-37a6abb1-9f8f-43f3-8fe7-7f663c83aabe None None] No ports have port_id starting with 925f21d3-4e62-4002-a772-9c8ab00c825b Jul 09 14:55:55.308512 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f087f45f-b261-4c56-b237-f6b078d15530 None None] Pushing event updated for resources: {'Port': ['ID=0bb1e15c-957c-410a-afda-a26d6ed16f24,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:55.322341 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3360512c-c7c2-4091-86d7-c774a5069d70 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:55.375380 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-51631246-4ba5-480b-ae5a-1cd24753802a tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:55.381486 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059fe87c-40f9-4b91-9bd3-6e96547a06e7 None None] DHCP port deletion for e47798ba-8689-401e-b0ba-9e604927ef3f request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:55:55.395457 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-51631246-4ba5-480b-ae5a-1cd24753802a tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Transition to ACTIVE for port object c179ac98-dd01-447c-a2f9-2714b5048c9d will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:55:55.413628 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3360512c-c7c2-4091-86d7-c774a5069d70 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] No DVR routers for this DVR port 925f21d3-4e62-4002-a772-9c8ab00c825b on host n-d-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:55:55.422042 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf05196-0dd6-48ed-9922-d8c9a639100a tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Made reservation on behalf of 4fbe3c716afa48b0baa69ef6882c3cc4 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:55:55.431137 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6cf05196-0dd6-48ed-9922-d8c9a639100a tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:55.455142 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3360512c-c7c2-4091-86d7-c774a5069d70 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event deleted for resources: {'Port': ['ID=925f21d3-4e62-4002-a772-9c8ab00c825b,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:55.484240 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-469e3f19-b2e3-45a3-b5b2-ebb12dbfc4ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:55.532435 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cf05196-0dd6-48ed-9922-d8c9a639100a tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:55:55.565287 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6cf05196-0dd6-48ed-9922-d8c9a639100a tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:55.565287 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-6cf05196-0dd6-48ed-9922-d8c9a639100a tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Added segment 7cc8b794-9978-46cd-98c5-ee480b54c484 of type vlan for network 2c424cf4-41c2-4d83-87d9-c00b8d54552e Jul 09 14:55:55.568608 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-922287df-51f5-4189-9fce-487f47ca68ae None None] Provisioning for port 51a7f3e3-5a1b-45ac-8388-07f0b44d8fcf completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:55:55.577674 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-922287df-51f5-4189-9fce-487f47ca68ae None None] Provisioning complete for port 51a7f3e3-5a1b-45ac-8388-07f0b44d8fcf triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:55:55.582331 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-922287df-51f5-4189-9fce-487f47ca68ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:55.626761 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d49bbc4b-1497-47d2-b6a6-a1a2cd8b96b5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:55.629897 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-51631246-4ba5-480b-ae5a-1cd24753802a tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:55.693181 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6cf05196-0dd6-48ed-9922-d8c9a639100a tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:55.696291 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3360512c-c7c2-4091-86d7-c774a5069d70 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:55.715727 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-3360512c-c7c2-4091-86d7-c774a5069d70 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e47798ba-8689-401e-b0ba-9e604927ef3f']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:55:55.739246 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-3360512c-c7c2-4091-86d7-c774a5069d70 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d2aeaae-0bf5-4816-9030-fc816b95726e') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:55:55.739595 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-3360512c-c7c2-4091-86d7-c774a5069d70 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d2aeaae-0bf5-4816-9030-fc816b95726e') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:55:55.755841 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3360512c-c7c2-4091-86d7-c774a5069d70 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:55.799490 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-51631246-4ba5-480b-ae5a-1cd24753802a tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Network dc6506e8-ceaa-4382-aad7-27ea0263e5fe is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:55:55.811748 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-922287df-51f5-4189-9fce-487f47ca68ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:55.842691 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-51631246-4ba5-480b-ae5a-1cd24753802a tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:55:55.849818 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-51631246-4ba5-480b-ae5a-1cd24753802a tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:55:55.873223 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3360512c-c7c2-4091-86d7-c774a5069d70 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:55.905318 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3360512c-c7c2-4091-86d7-c774a5069d70 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:55:55.905803 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3360512c-c7c2-4091-86d7-c774a5069d70 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:55.909756 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 14:55:55.909756 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:55:55.909756 n-d-799529-6 neutron-server[94445]: timer() Jul 09 14:55:55.909756 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:55:55.909756 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 14:55:55.909756 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:55:55.909756 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 14:55:55.909756 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:55:55.909756 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 14:55:55.909756 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:55:55.909756 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 14:55:55.909756 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:55:55.909756 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 14:55:55.909756 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:55:55.909756 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:55:55.909756 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:55:55.909756 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:55:55.909756 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:55:55.909756 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 14:55:55.909756 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:55:55.909756 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 14:55:55.909756 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:55:55.909756 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:55:55.909756 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:55:55.909756 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 14:55:55.909756 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:55:55.909756 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:55:55.909756 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:55:55.909756 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:55:55.909756 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:55:55.909756 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:55:55.909756 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:55:55.936512 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-922287df-51f5-4189-9fce-487f47ca68ae None None] For port 51a7f3e3-5a1b-45ac-8388-07f0b44d8fcf, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=51a7f3e3-5a1b-45ac-8388-07f0b44d8fcf,segment=NetworkSegment(abbeffad-e1b4-481f-99a8-684afc9d8b13),segment_id=abbeffad-e1b4-481f-99a8-684afc9d8b13)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:55:56.007580 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-51631246-4ba5-480b-ae5a-1cd24753802a tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:56.007580 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-51631246-4ba5-480b-ae5a-1cd24753802a tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:56.025619 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.db.resource_extend [None req-6cf05196-0dd6-48ed-9922-d8c9a639100a tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 14:55:56.064030 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631246-4ba5-480b-ae5a-1cd24753802a tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Pushing event updated for resources: {'Port': ['ID=c179ac98-dd01-447c-a2f9-2714b5048c9d,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:56.073083 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-922287df-51f5-4189-9fce-487f47ca68ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:56.100195 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-469e3f19-b2e3-45a3-b5b2-ebb12dbfc4ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:56.147421 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa6e2b-83fb-4859-82e8-ab3265c932b8 req-978d61fe-a563-4f28-a224-8545737cf662 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:56.154299 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa6e2b-83fb-4859-82e8-ab3265c932b8 req-978d61fe-a563-4f28-a224-8545737cf662 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:56.155989 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-44fa6e2b-83fb-4859-82e8-ab3265c932b8 req-978d61fe-a563-4f28-a224-8545737cf662 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 1652 time: 0.1928792 Jul 09 14:55:56.211617 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3360512c-c7c2-4091-86d7-c774a5069d70 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:56.236586 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922287df-51f5-4189-9fce-487f47ca68ae None None] Pushing event updated for resources: {'Port': ['ID=51a7f3e3-5a1b-45ac-8388-07f0b44d8fcf,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:56.240025 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1b735bbe-98ff-44eb-ab5b-f90be711ff9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:56.245727 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 0bb1e15c-957c-410a-afda-a26d6ed16f24 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:55:56.293217 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-44fa6e2b-83fb-4859-82e8-ab3265c932b8 req-81b0fad8-1e0d-4618-8ddf-7ccfb14d72b9 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b892279-bd5f-423b-8017-ce4180b448af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096389 Jul 09 14:55:56.297280 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a6be08b0-e706-4fc1-b376-93f588016492 None None] Provisioning complete for port 51a7f3e3-5a1b-45ac-8388-07f0b44d8fcf triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:55:56.297280 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a6be08b0-e706-4fc1-b376-93f588016492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:56.300700 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6cf05196-0dd6-48ed-9922-d8c9a639100a tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:56.312440 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf05196-0dd6-48ed-9922-d8c9a639100a tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:56.313089 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6cf05196-0dd6-48ed-9922-d8c9a639100a tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:56.335908 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d49bbc4b-1497-47d2-b6a6-a1a2cd8b96b5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:56.342104 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3360512c-c7c2-4091-86d7-c774a5069d70 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:56.349626 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-3360512c-c7c2-4091-86d7-c774a5069d70 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "DELETE /v2.0/networks/e47798ba-8689-401e-b0ba-9e604927ef3f HTTP/1.1" status: 204 len: 168 time: 2.6375694 Jul 09 14:55:56.380238 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49144) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:56.413025 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3360512c-c7c2-4091-86d7-c774a5069d70 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event deleted for resources: {'Network': ['ID=e47798ba-8689-401e-b0ba-9e604927ef3f,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:56.480133 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f017d3ed-ce27-483f-a0ea-14e4ae48e77f req-03317984-e3eb-460a-9aba-c809f68deab5 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:56.482345 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f017d3ed-ce27-483f-a0ea-14e4ae48e77f req-03317984-e3eb-460a-9aba-c809f68deab5 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b2d54fb-d544-4a03-8d39-6600c8d1ac67 HTTP/1.1" status: 200 len: 945 time: 0.1313772 Jul 09 14:55:56.536378 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f017d3ed-ce27-483f-a0ea-14e4ae48e77f req-89641fda-9b1b-4f66-8562-f177606a8668 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "GET /v2.0/security-groups?id=7de82887-7032-4e2c-81a4-82e587d41889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478008 Jul 09 14:55:56.539976 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d49bbc4b-1497-47d2-b6a6-a1a2cd8b96b5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:56.542280 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf05196-0dd6-48ed-9922-d8c9a639100a tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Pushing event updated for resources: {'Network': ['ID=2c424cf4-41c2-4d83-87d9-c00b8d54552e,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:56.556924 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 2c424cf4-41c2-4d83-87d9-c00b8d54552e details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:55:56.595650 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-469e3f19-b2e3-45a3-b5b2-ebb12dbfc4ae admin admin] Router 559df076-b552-4c67-b1b3-c338fe05c06a is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:55:56.606456 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49bbc4b-1497-47d2-b6a6-a1a2cd8b96b5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3845359-485a-460d-82ea-8b9776f03f5e,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:56.631869 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d29eed4-77be-4e00-9ac5-d93de8eeee0b tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:56.639535 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-1d29eed4-77be-4e00-9ac5-d93de8eeee0b tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2532363 Jul 09 14:55:56.640288 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49146) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:56.678073 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-51631246-4ba5-480b-ae5a-1cd24753802a tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8369853 Jul 09 14:55:56.697207 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-1adba231-cda7-4f8c-a758-f9118ef82f21 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Request body: {'port': {'device_id': 'e91cb194-8f15-4150-a4af-dc1822486c62', 'network_id': 'dc6506e8-ceaa-4382-aad7-27ea0263e5fe', 'admin_state_up': True, 'tenant_id': 'b0dcdaf85ebc429397d88229c635e7b2', 'security_groups': ['6b892279-bd5f-423b-8017-ce4180b448af']}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:55:56.763694 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-6cf05196-0dd6-48ed-9922-d8c9a639100a tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.0886669 Jul 09 14:55:56.766427 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49148) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:56.775015 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-d0b6a824-cbf2-4a9a-ab01-b199e30f8aa8 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Request body: {'ports': [{'network_id': 'ece9b3ca-5548-4f9b-94e4-d2b9cefb2227', 'name': 'tempest-port--1385960655', 'admin_state_up': True}, {'network_id': '2c424cf4-41c2-4d83-87d9-c00b8d54552e', 'admin_state_up': False}]} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:55:56.775611 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-d0b6a824-cbf2-4a9a-ab01-b199e30f8aa8 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Request body: {'port': {'network_id': 'ece9b3ca-5548-4f9b-94e4-d2b9cefb2227', 'name': 'tempest-port--1385960655', 'admin_state_up': True}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:55:56.776149 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-d0b6a824-cbf2-4a9a-ab01-b199e30f8aa8 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Request body: {'port': {'network_id': '2c424cf4-41c2-4d83-87d9-c00b8d54552e', 'admin_state_up': False}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:55:56.807351 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d49bbc4b-1497-47d2-b6a6-a1a2cd8b96b5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:56.807351 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d49bbc4b-1497-47d2-b6a6-a1a2cd8b96b5 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6512988 Jul 09 14:55:56.811327 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49150) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:56.817609 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 0bb1e15c-957c-410a-afda-a26d6ed16f24 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:55:56.832600 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-0f7ceabc-0616-468d-a83b-9f926a27ceeb tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1432713740', 'security_groups': ['f3845359-485a-460d-82ea-8b9776f03f5e'], 'network_id': '664f3735-ad3e-491d-849d-4d5ed94d15b7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'cab09d4e-bb4b-41d0-9414-037e2f526631'}]}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:55:56.866504 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-e31beed9-523f-49fa-afbb-70b8b7f75a52 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2185600 Jul 09 14:55:56.869934 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49152) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:56.874977 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-6798d6a0-151f-4f7e-bc5f-3f6b71384db4 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1827403146'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:55:56.913005 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 925f21d3-4e62-4002-a772-9c8ab00c825b no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:55:56.951719 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 925f21d3-4e62-4002-a772-9c8ab00c825b {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:55:56.952072 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 925f21d3-4e62-4002-a772-9c8ab00c825b not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:55:57.005775 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469e3f19-b2e3-45a3-b5b2-ebb12dbfc4ae admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:55:57.018843 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a8cc47-ec48-4e90-be24-1efee491f9c7 None None] Sync routers for ids ['559df076-b552-4c67-b1b3-c338fe05c06a'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:55:57.031639 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-bf012efe-7409-4bfc-8e42-9092b9e22f2f None None] Provisioning for port c179ac98-dd01-447c-a2f9-2714b5048c9d completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:55:57.036558 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a8cc47-ec48-4e90-be24-1efee491f9c7 None None] Routers {'559df076-b552-4c67-b1b3-c338fe05c06a'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:55:57.037347 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-e2a8cc47-ec48-4e90-be24-1efee491f9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:55:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['559df076-b552-4c67-b1b3-c338fe05c06a'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:55:57.041668 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-bf012efe-7409-4bfc-8e42-9092b9e22f2f None None] Provisioning complete for port c179ac98-dd01-447c-a2f9-2714b5048c9d triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:55:57.047084 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-bf012efe-7409-4bfc-8e42-9092b9e22f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:57.090658 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6798d6a0-151f-4f7e-bc5f-3f6b71384db4 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Made reservation on behalf of 5addd83cb682465db8739493dcb3fffc for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:55:57.094971 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6798d6a0-151f-4f7e-bc5f-3f6b71384db4 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:57.130010 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6798d6a0-151f-4f7e-bc5f-3f6b71384db4 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:55:57.152065 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6798d6a0-151f-4f7e-bc5f-3f6b71384db4 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:57.152065 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-6798d6a0-151f-4f7e-bc5f-3f6b71384db4 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Added segment 2ecf056b-e7ba-4149-8f14-3520268dcc4b of type vlan for network 85693dda-ad47-4dca-828b-1ea7b3d126a8 Jul 09 14:55:57.152235 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-bf012efe-7409-4bfc-8e42-9092b9e22f2f None None] Port c179ac98-dd01-447c-a2f9-2714b5048c9d cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:55:57.184525 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-e2a8cc47-ec48-4e90-be24-1efee491f9c7 None None] Set router 559df076-b552-4c67-b1b3-c338fe05c06a gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:55:57.191131 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6798d6a0-151f-4f7e-bc5f-3f6b71384db4 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:57.300395 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-1adba231-cda7-4f8c-a758-f9118ef82f21 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Made reservation on behalf of b0dcdaf85ebc429397d88229c635e7b2 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:55:57.305559 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-1adba231-cda7-4f8c-a758-f9118ef82f21 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:57.311444 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-335ea570-e09e-40bc-9208-05d1f35fd935 None None] Provisioning complete for port e8cace6f-0833-4c32-a2be-831fbe26fb13 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:55:57.311991 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-335ea570-e09e-40bc-9208-05d1f35fd935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:57.385978 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-335ea570-e09e-40bc-9208-05d1f35fd935 None None] Port e8cace6f-0833-4c32-a2be-831fbe26fb13 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:55:57.394199 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6798d6a0-151f-4f7e-bc5f-3f6b71384db4 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:57.401071 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6798d6a0-151f-4f7e-bc5f-3f6b71384db4 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:57.401705 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6798d6a0-151f-4f7e-bc5f-3f6b71384db4 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:57.480367 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-e2a8cc47-ec48-4e90-be24-1efee491f9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '559df076-b552-4c67-b1b3-c338fe05c06a', 'name': 'tempest-ServersTestMultiNic-1662470900-router', 'tenant_id': '70380163691b470ebe60db5002d62101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '70607437-9213-47fa-a0ff-f725cfb6226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:55:51Z', 'updated_at': '2021-07-09T14:55:54Z', 'revision_number': 3, 'project_id': '70380163691b470ebe60db5002d62101', 'gw_port': {'id': '70607437-9213-47fa-a0ff-f725cfb6226c', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:32:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '559df076-b552-4c67-b1b3-c338fe05c06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2107, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:55:53Z', 'updated_at': '2021-07-09T14:55:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:55:57.486326 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-469e3f19-b2e3-45a3-b5b2-ebb12dbfc4ae admin admin] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:57.490015 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-469e3f19-b2e3-45a3-b5b2-ebb12dbfc4ae admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.2288165 Jul 09 14:55:57.491723 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49158) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:57.522630 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a8cc47-ec48-4e90-be24-1efee491f9c7 None None] Checking router: 559df076-b552-4c67-b1b3-c338fe05c06a for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:55:57.522962 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a8cc47-ec48-4e90-be24-1efee491f9c7 None None] Updating router 559df076-b552-4c67-b1b3-c338fe05c06a port 70607437-9213-47fa-a0ff-f725cfb6226c binding host n-d-799529-6 {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:55:57.571160 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e2a8cc47-ec48-4e90-be24-1efee491f9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:57.639285 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-335ea570-e09e-40bc-9208-05d1f35fd935 None None] Provisioning for port 0bb1e15c-957c-410a-afda-a26d6ed16f24 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:55:57.668512 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-335ea570-e09e-40bc-9208-05d1f35fd935 None None] Provisioning complete for port 0bb1e15c-957c-410a-afda-a26d6ed16f24 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:55:57.669176 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-335ea570-e09e-40bc-9208-05d1f35fd935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:57.955152 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-335ea570-e09e-40bc-9208-05d1f35fd935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:58.023091 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6798d6a0-151f-4f7e-bc5f-3f6b71384db4 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event updated for resources: {'Network': ['ID=85693dda-ad47-4dca-828b-1ea7b3d126a8,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:58.027480 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-1adba231-cda7-4f8c-a758-f9118ef82f21 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Allocated IP 10.1.1.166 (dc6506e8-ceaa-4382-aad7-27ea0263e5fe/4bd3f066-8f79-4f2b-b334-3e86a4217100/bdbd5184-4035-4f18-a073-44d8e0a1f4f5) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:55:58.094240 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e5fa3-1bf1-4dcc-a5e8-9c8be629894e req-23ecdeeb-bfca-4a7f-83cf-e762755154d7 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:58.111493 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e2a8cc47-ec48-4e90-be24-1efee491f9c7 None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:58.111962 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e5fa3-1bf1-4dcc-a5e8-9c8be629894e req-23ecdeeb-bfca-4a7f-83cf-e762755154d7 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:58.114624 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-702e5fa3-1bf1-4dcc-a5e8-9c8be629894e req-23ecdeeb-bfca-4a7f-83cf-e762755154d7 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 1652 time: 0.6442711 Jul 09 14:55:58.131184 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-e2a8cc47-ec48-4e90-be24-1efee491f9c7 None None] Transition to ACTIVE for port object 70607437-9213-47fa-a0ff-f725cfb6226c will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:55:58.132587 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7ceabc-0616-468d-a83b-9f926a27ceeb tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Made reservation on behalf of c23027b79fbf48438de608f7fcd960b2 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:55:58.139587 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 85693dda-ad47-4dca-828b-1ea7b3d126a8 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:55:58.184099 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-335ea570-e09e-40bc-9208-05d1f35fd935 None None] For port 0bb1e15c-957c-410a-afda-a26d6ed16f24, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=0bb1e15c-957c-410a-afda-a26d6ed16f24,segment=NetworkSegment(d4500341-74de-48f0-a248-3664d416dfa1),segment_id=d4500341-74de-48f0-a248-3664d416dfa1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:55:58.206537 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 51a7f3e3-5a1b-45ac-8388-07f0b44d8fcf up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:55:58.209925 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b6a824-cbf2-4a9a-ab01-b199e30f8aa8 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Made reservation on behalf of 4fbe3c716afa48b0baa69ef6882c3cc4 for: {'port': 2} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:55:58.214805 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0b6a824-cbf2-4a9a-ab01-b199e30f8aa8 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:58.243539 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-702e5fa3-1bf1-4dcc-a5e8-9c8be629894e req-acb6f2be-f7cf-46e2-8b13-688623dcbb02 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b892279-bd5f-423b-8017-ce4180b448af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222785 Jul 09 14:55:58.246474 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0b6a824-cbf2-4a9a-ab01-b199e30f8aa8 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:58.256498 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e2a8cc47-ec48-4e90-be24-1efee491f9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:58.317181 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-335ea570-e09e-40bc-9208-05d1f35fd935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:58.329959 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-e2a8cc47-ec48-4e90-be24-1efee491f9c7 None None] Attempting to bind port 70607437-9213-47fa-a0ff-f725cfb6226c on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:55:58.330328 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-e2a8cc47-ec48-4e90-be24-1efee491f9c7 None None] Attempting to bind port 70607437-9213-47fa-a0ff-f725cfb6226c by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:55:58.330696 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a8cc47-ec48-4e90-be24-1efee491f9c7 None None] Attempting to bind port 70607437-9213-47fa-a0ff-f725cfb6226c on network 202c7ce6-d4e9-4f80-84dd-bef08905a653 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:55:58.338410 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6387cd3-7a9e-454b-98b5-465829d6b7d4 None None] Pushing event updated for resources: {'Port': ['ID=70607437-9213-47fa-a0ff-f725cfb6226c,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:58.341755 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 51a7f3e3-5a1b-45ac-8388-07f0b44d8fcf triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:55:58.342130 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:58.348063 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a8cc47-ec48-4e90-be24-1efee491f9c7 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:55:58.350302 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a8cc47-ec48-4e90-be24-1efee491f9c7 None None] Checking segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:55:58.350302 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e2a8cc47-ec48-4e90-be24-1efee491f9c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:58.350302 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a8cc47-ec48-4e90-be24-1efee491f9c7 None None] Bound using segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:55:58.350302 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-e2a8cc47-ec48-4e90-be24-1efee491f9c7 None None] Bound port: 70607437-9213-47fa-a0ff-f725cfb6226c, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:55:58.350302 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e2a8cc47-ec48-4e90-be24-1efee491f9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:58.361455 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-6798d6a0-151f-4f7e-bc5f-3f6b71384db4 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4878349 Jul 09 14:55:58.365301 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f576aba-fe67-4319-9d55-48cb0e9224e3 req-4366bcba-0022-40f2-b692-d41ea94b4e5a tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:58.366793 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49164) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:55:58.372194 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1f576aba-fe67-4319-9d55-48cb0e9224e3 req-4366bcba-0022-40f2-b692-d41ea94b4e5a tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b2d54fb-d544-4a03-8d39-6600c8d1ac67 HTTP/1.1" status: 200 len: 945 time: 0.2455721 Jul 09 14:55:58.377844 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-cf2225db-813c-43db-ace7-c0507f6110f9 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Request body: {'subnet': {'network_id': '85693dda-ad47-4dca-828b-1ea7b3d126a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:55:58.399549 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-d0b6a824-cbf2-4a9a-ab01-b199e30f8aa8 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] device_id is not set on port bec50b17-e60a-4c48-bbce-a35922df8253 yet. {{(pid=94446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:55:58.474779 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335ea570-e09e-40bc-9208-05d1f35fd935 None None] Pushing event updated for resources: {'Port': ['ID=0bb1e15c-957c-410a-afda-a26d6ed16f24,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:58.643621 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-1adba231-cda7-4f8c-a758-f9118ef82f21 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:58.744772 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-e2a8cc47-ec48-4e90-be24-1efee491f9c7 None None] For port 70607437-9213-47fa-a0ff-f725cfb6226c, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:55:58.744772 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-e2a8cc47-ec48-4e90-be24-1efee491f9c7 None None] For port 70607437-9213-47fa-a0ff-f725cfb6226c, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=70607437-9213-47fa-a0ff-f725cfb6226c,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:55:58.745229 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-1adba231-cda7-4f8c-a758-f9118ef82f21 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Transition to ACTIVE for port object bdbd5184-4035-4f18-a073-44d8e0a1f4f5 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:55:58.745321 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0f7ceabc-0616-468d-a83b-9f926a27ceeb tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:58.745321 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [None req-0f7ceabc-0616-468d-a83b-9f926a27ceeb tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] device_id is not set on port 3bcde53f-f3aa-40c0-9795-b915e714f2b1 yet. {{(pid=94445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:55:58.745321 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1f576aba-fe67-4319-9d55-48cb0e9224e3 req-5da7c8f3-0549-4f3d-bab0-fc984d8c0f76 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "GET /v2.0/security-groups?id=7de82887-7032-4e2c-81a4-82e587d41889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300079 Jul 09 14:55:58.745932 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:55:58.746288 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0b6a824-cbf2-4a9a-ab01-b199e30f8aa8 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:58.746371 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e2a8cc47-ec48-4e90-be24-1efee491f9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:58.746458 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-d0b6a824-cbf2-4a9a-ab01-b199e30f8aa8 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] device_id is not set on port 7ad36aa2-7c4b-4d49-a5ec-0170fd12eecd yet. {{(pid=94446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:55:58.750040 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf2225db-813c-43db-ace7-c0507f6110f9 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Made reservation on behalf of 5addd83cb682465db8739493dcb3fffc for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:55:58.753952 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cf2225db-813c-43db-ace7-c0507f6110f9 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:58.762352 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a8cc47-ec48-4e90-be24-1efee491f9c7 None None] Routers {'559df076-b552-4c67-b1b3-c338fe05c06a'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:55:58.763089 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-e2a8cc47-ec48-4e90-be24-1efee491f9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:55:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['559df076-b552-4c67-b1b3-c338fe05c06a'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:55:58.808953 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6387cd3-7a9e-454b-98b5-465829d6b7d4 None None] Pushing event updated for resources: {'Port': ['ID=70607437-9213-47fa-a0ff-f725cfb6226c,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:58.891228 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-1adba231-cda7-4f8c-a758-f9118ef82f21 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:58.902978 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-e2a8cc47-ec48-4e90-be24-1efee491f9c7 None None] Set router 559df076-b552-4c67-b1b3-c338fe05c06a gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:55:58.918520 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-0f7ceabc-0616-468d-a83b-9f926a27ceeb tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Allocated IP 2001:db8::143 (664f3735-ad3e-491d-849d-4d5ed94d15b7/cab09d4e-bb4b-41d0-9414-037e2f526631/3bcde53f-f3aa-40c0-9795-b915e714f2b1) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:55:58.976785 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-1adba231-cda7-4f8c-a758-f9118ef82f21 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Network dc6506e8-ceaa-4382-aad7-27ea0263e5fe is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:55:59.012091 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-1adba231-cda7-4f8c-a758-f9118ef82f21 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:55:59.018596 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adba231-cda7-4f8c-a758-f9118ef82f21 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Pushing event updated for resources: {'Port': ['ID=bdbd5184-4035-4f18-a073-44d8e0a1f4f5,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:59.030556 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-1adba231-cda7-4f8c-a758-f9118ef82f21 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:55:59.087280 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0b6a824-cbf2-4a9a-ab01-b199e30f8aa8 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:59.140845 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9b36756e-6542-4ab6-bec3-1ecf60e79100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:59.169865 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-e2a8cc47-ec48-4e90-be24-1efee491f9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '559df076-b552-4c67-b1b3-c338fe05c06a', 'name': 'tempest-ServersTestMultiNic-1662470900-router', 'tenant_id': '70380163691b470ebe60db5002d62101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '70607437-9213-47fa-a0ff-f725cfb6226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:55:51Z', 'updated_at': '2021-07-09T14:55:54Z', 'revision_number': 3, 'project_id': '70380163691b470ebe60db5002d62101', 'gw_port': {'id': '70607437-9213-47fa-a0ff-f725cfb6226c', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:32:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '559df076-b552-4c67-b1b3-c338fe05c06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2107, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:55:53Z', 'updated_at': '2021-07-09T14:55:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:55:59.198134 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0f7ceabc-0616-468d-a83b-9f926a27ceeb tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:59.205298 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a8cc47-ec48-4e90-be24-1efee491f9c7 None None] The sync data for ids ['559df076-b552-4c67-b1b3-c338fe05c06a'] in n-d-799529-6 is: [{'id': '559df076-b552-4c67-b1b3-c338fe05c06a', 'name': 'tempest-ServersTestMultiNic-1662470900-router', 'tenant_id': '70380163691b470ebe60db5002d62101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '70607437-9213-47fa-a0ff-f725cfb6226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:55:51Z', 'updated_at': '2021-07-09T14:55:54Z', 'revision_number': 3, 'project_id': '70380163691b470ebe60db5002d62101', 'gw_port': {'id': '70607437-9213-47fa-a0ff-f725cfb6226c', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:32:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '559df076-b552-4c67-b1b3-c338fe05c06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2107, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:55:53Z', 'updated_at': '2021-07-09T14:55:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:55:59.208562 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cef66305-ce23-4566-8316-361b5d5a93bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:59.232657 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-1adba231-cda7-4f8c-a758-f9118ef82f21 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:59.242888 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-1adba231-cda7-4f8c-a758-f9118ef82f21 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:59.244358 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-0f7ceabc-0616-468d-a83b-9f926a27ceeb tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Transition to ACTIVE for port object 3bcde53f-f3aa-40c0-9795-b915e714f2b1 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:55:59.271284 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:59.443164 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0b6a824-cbf2-4a9a-ab01-b199e30f8aa8 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:59.452166 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-cef66305-ce23-4566-8316-361b5d5a93bd admin admin] Allocated IP 172.20.0.1 (d92c9a9a-741b-4e3b-951e-f445805708ed/e617702f-71e7-42c1-afa7-318b12ea91d7/858f520d-d64c-433b-85fc-1e0217c5f34b) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:55:59.521442 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-1adba231-cda7-4f8c-a758-f9118ef82f21 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8264287 Jul 09 14:55:59.521442 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cf2225db-813c-43db-ace7-c0507f6110f9 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:59.564583 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0f7ceabc-0616-468d-a83b-9f926a27ceeb tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:59.625225 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-45069093-85a7-4ccb-a4fe-ac692a9d9d7e None None] Provisioning for port bdbd5184-4035-4f18-a073-44d8e0a1f4f5 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:55:59.630715 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-45069093-85a7-4ccb-a4fe-ac692a9d9d7e None None] Provisioning complete for port bdbd5184-4035-4f18-a073-44d8e0a1f4f5 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:55:59.630984 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-45069093-85a7-4ccb-a4fe-ac692a9d9d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:59.644899 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-87caa27c-32bf-4932-bfa9-e15e1c16a0bd tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Request body: {'port': {'device_id': 'e91cb194-8f15-4150-a4af-dc1822486c62', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '695dcd67-56f3-489c-8be9-3d26f71af2f9', 'admin_state_up': True, 'tenant_id': 'b0dcdaf85ebc429397d88229c635e7b2', 'security_groups': ['6b892279-bd5f-423b-8017-ce4180b448af']}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:55:59.654877 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b6a824-cbf2-4a9a-ab01-b199e30f8aa8 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Pushing event updated for resources: {'Port': ['ID=bec50b17-e60a-4c48-bbce-a35922df8253,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:59.716146 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7ceabc-0616-468d-a83b-9f926a27ceeb tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Network 664f3735-ad3e-491d-849d-4d5ed94d15b7 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:55:59.724968 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-0f7ceabc-0616-468d-a83b-9f926a27ceeb tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:55:59.737399 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7ceabc-0616-468d-a83b-9f926a27ceeb tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:55:59.761147 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-45069093-85a7-4ccb-a4fe-ac692a9d9d7e None None] Port bdbd5184-4035-4f18-a073-44d8e0a1f4f5 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:55:59.763984 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7ceabc-0616-468d-a83b-9f926a27ceeb tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:59.764688 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0f7ceabc-0616-468d-a83b-9f926a27ceeb tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:59.805854 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2225db-813c-43db-ace7-c0507f6110f9 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event updated for resources: {'Subnet': ['ID=d0d89554-d633-4d03-9fa0-9c0dcad8fb5a,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:59.817316 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b6a824-cbf2-4a9a-ab01-b199e30f8aa8 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Checking segment: {'id': '2a25f0af-3511-4b45-93f1-e51ca1c774fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ece9b3ca-5548-4f9b-94e4-d2b9cefb2227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:55:59.817777 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b6a824-cbf2-4a9a-ab01-b199e30f8aa8 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Network hostable DHCP agents. Network: ece9b3ca-5548-4f9b-94e4-d2b9cefb2227, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:55:59.822619 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cef66305-ce23-4566-8316-361b5d5a93bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:59.849957 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2225db-813c-43db-ace7-c0507f6110f9 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Checking segment: {'id': '2ecf056b-e7ba-4149-8f14-3520268dcc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '85693dda-ad47-4dca-828b-1ea7b3d126a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:55:59.850414 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2225db-813c-43db-ace7-c0507f6110f9 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Network hostable DHCP agents. Network: 85693dda-ad47-4dca-828b-1ea7b3d126a8, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:55:59.886124 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-cef66305-ce23-4566-8316-361b5d5a93bd admin admin] Transition to ACTIVE for port object 858f520d-d64c-433b-85fc-1e0217c5f34b will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:55:59.901319 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2331a4-a976-4704-9fed-70c9ce6e21fa req-c1c448bd-540d-4b1d-83fd-b88da6dd7373 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:59.921674 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2331a4-a976-4704-9fed-70c9ce6e21fa req-c1c448bd-540d-4b1d-83fd-b88da6dd7373 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:59.922987 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7ceabc-0616-468d-a83b-9f926a27ceeb tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event updated for resources: {'Port': ['ID=3bcde53f-f3aa-40c0-9795-b915e714f2b1,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:55:59.942548 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2331a4-a976-4704-9fed-70c9ce6e21fa req-c1c448bd-540d-4b1d-83fd-b88da6dd7373 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:55:59.952608 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6e2331a4-a976-4704-9fed-70c9ce6e21fa req-c1c448bd-540d-4b1d-83fd-b88da6dd7373 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 2373 time: 0.4693613 Jul 09 14:56:00.038496 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6e2331a4-a976-4704-9fed-70c9ce6e21fa req-8f76fb9f-59da-4d95-861d-06b06849b5fe tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b892279-bd5f-423b-8017-ce4180b448af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848441 Jul 09 14:56:00.069073 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bdf302-9e94-4866-9bd1-fbbc11e799d9 req-0f482f84-f4e3-4b44-aea7-16db4d9d974b tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:00.080224 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b5bdf302-9e94-4866-9bd1-fbbc11e799d9 req-0f482f84-f4e3-4b44-aea7-16db4d9d974b tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b2d54fb-d544-4a03-8d39-6600c8d1ac67 HTTP/1.1" status: 200 len: 945 time: 0.1275041 Jul 09 14:56:00.080224 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-0f7ceabc-0616-468d-a83b-9f926a27ceeb tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.2667365 Jul 09 14:56:00.088630 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49172) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:00.102075 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cef66305-ce23-4566-8316-361b5d5a93bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:00.114498 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-b8e551fd-6172-48b5-9e8f-ed41a74c263e tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Request body: {'subnet': {'network_id': '664f3735-ad3e-491d-849d-4d5ed94d15b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:56:00.139776 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2225db-813c-43db-ace7-c0507f6110f9 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Network 85693dda-ad47-4dca-828b-1ea7b3d126a8 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:56:00.151724 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b6a824-cbf2-4a9a-ab01-b199e30f8aa8 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Network ece9b3ca-5548-4f9b-94e4-d2b9cefb2227 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:56:00.242677 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:00.290834 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef66305-ce23-4566-8316-361b5d5a93bd admin admin] Network d92c9a9a-741b-4e3b-951e-f445805708ed is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:56:00.317205 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-cf2225db-813c-43db-ace7-c0507f6110f9 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 85693dda-ad47-4dca-828b-1ea7b3d126a8) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:56:00.327244 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b5bdf302-9e94-4866-9bd1-fbbc11e799d9 req-9b3901a0-7d17-4b65-b6cb-d9a6073b7979 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "GET /v2.0/security-groups?id=7de82887-7032-4e2c-81a4-82e587d41889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071002 Jul 09 14:56:00.332917 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725511e2-d9af-43ef-ba97-17fce30b3780 None None] Network 85693dda-ad47-4dca-828b-1ea7b3d126a8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:56:00.343679 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-cef66305-ce23-4566-8316-361b5d5a93bd admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:56:00.350313 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef66305-ce23-4566-8316-361b5d5a93bd admin admin] Pushing event updated for resources: {'Port': ['ID=858f520d-d64c-433b-85fc-1e0217c5f34b,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:00.351857 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-d0b6a824-cbf2-4a9a-ab01-b199e30f8aa8 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, ece9b3ca-5548-4f9b-94e4-d2b9cefb2227) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:56:00.360931 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef66305-ce23-4566-8316-361b5d5a93bd admin admin] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:56:00.370169 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-87caa27c-32bf-4932-bfa9-e15e1c16a0bd tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Made reservation on behalf of b0dcdaf85ebc429397d88229c635e7b2 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:56:00.380935 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-34aec232-985c-4f7e-872c-c424c8ac614c None None] Provisioning for port 3bcde53f-f3aa-40c0-9795-b915e714f2b1 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:56:00.399850 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2225db-813c-43db-ace7-c0507f6110f9 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:00.400316 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cf2225db-813c-43db-ace7-c0507f6110f9 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:00.411490 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b6a824-cbf2-4a9a-ab01-b199e30f8aa8 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:56:00.412450 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0b6a824-cbf2-4a9a-ab01-b199e30f8aa8 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:00.418053 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 0bb1e15c-957c-410a-afda-a26d6ed16f24 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:56:00.437207 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0a742d-b20c-46c5-808e-fe485a4ae3d2 None None] Network ece9b3ca-5548-4f9b-94e4-d2b9cefb2227 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:56:00.450864 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cef66305-ce23-4566-8316-361b5d5a93bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:00.502091 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-34aec232-985c-4f7e-872c-c424c8ac614c None None] Provisioning complete for port 3bcde53f-f3aa-40c0-9795-b915e714f2b1 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:56:00.504055 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-34aec232-985c-4f7e-872c-c424c8ac614c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:00.520279 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b6a824-cbf2-4a9a-ab01-b199e30f8aa8 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Pushing event updated for resources: {'Port': ['ID=7ad36aa2-7c4b-4d49-a5ec-0170fd12eecd,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:00.659901 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b6a824-cbf2-4a9a-ab01-b199e30f8aa8 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Checking segment: {'id': '7cc8b794-9978-46cd-98c5-ee480b54c484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2c424cf4-41c2-4d83-87d9-c00b8d54552e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:56:00.660598 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b6a824-cbf2-4a9a-ab01-b199e30f8aa8 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Network hostable DHCP agents. Network: 2c424cf4-41c2-4d83-87d9-c00b8d54552e, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:56:00.695134 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-87caa27c-32bf-4932-bfa9-e15e1c16a0bd tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:00.821701 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cef66305-ce23-4566-8316-361b5d5a93bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:00.829834 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e551fd-6172-48b5-9e8f-ed41a74c263e tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Made reservation on behalf of c23027b79fbf48438de608f7fcd960b2 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:56:00.834386 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b8e551fd-6172-48b5-9e8f-ed41a74c263e tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:00.847344 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b6a824-cbf2-4a9a-ab01-b199e30f8aa8 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Network 2c424cf4-41c2-4d83-87d9-c00b8d54552e is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:56:00.927472 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-34aec232-985c-4f7e-872c-c424c8ac614c None None] Port 3bcde53f-f3aa-40c0-9795-b915e714f2b1 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:56:00.952527 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-cf2225db-813c-43db-ace7-c0507f6110f9 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5825565 Jul 09 14:56:00.957485 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49176) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:00.963964 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-95742630-27ee-4352-a040-687920875005 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Request body: {'port': {'network_id': '85693dda-ad47-4dca-828b-1ea7b3d126a8', 'name': 'tempest-PortsTestJSON-307633691'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:56:01.041890 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 0bb1e15c-957c-410a-afda-a26d6ed16f24 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:56:01.042220 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:01.087674 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-d0b6a824-cbf2-4a9a-ab01-b199e30f8aa8 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 2c424cf4-41c2-4d83-87d9-c00b8d54552e) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:56:01.128511 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443b0bac-e35e-4c18-8a49-18b28c4ae6c7 None None] Network 2c424cf4-41c2-4d83-87d9-c00b8d54552e requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:56:01.146619 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b6a824-cbf2-4a9a-ab01-b199e30f8aa8 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:56:01.156347 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b6a824-cbf2-4a9a-ab01-b199e30f8aa8 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:01.170469 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b6a824-cbf2-4a9a-ab01-b199e30f8aa8 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:01.171190 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0b6a824-cbf2-4a9a-ab01-b199e30f8aa8 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:01.179190 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cef66305-ce23-4566-8316-361b5d5a93bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:01.272581 n-d-799529-6 neutron-server[94446]: INFO neutron.db.ipam_backend_mixin [None req-b8e551fd-6172-48b5-9e8f-ed41a74c263e tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cab09d4e-bb4b-41d0-9414-037e2f526631 (CIDR: 2001:db8::/64) Jul 09 14:56:01.277007 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cef66305-ce23-4566-8316-361b5d5a93bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:01.357522 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 70607437-9213-47fa-a0ff-f725cfb6226c up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:56:01.413391 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-53555122-68ad-4f24-871a-04d9bbac1e82 None None] Provisioning for port 858f520d-d64c-433b-85fc-1e0217c5f34b completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:56:01.457162 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8e551fd-6172-48b5-9e8f-ed41a74c263e tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:56:01.461806 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8e551fd-6172-48b5-9e8f-ed41a74c263e tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:56:01.494576 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-53555122-68ad-4f24-871a-04d9bbac1e82 None None] Provisioning complete for port 858f520d-d64c-433b-85fc-1e0217c5f34b triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:56:01.494958 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-53555122-68ad-4f24-871a-04d9bbac1e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:01.496856 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cef66305-ce23-4566-8316-361b5d5a93bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:01.505141 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d0b6a824-cbf2-4a9a-ab01-b199e30f8aa8 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.7351761 Jul 09 14:56:01.512189 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49188) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:01.514911 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef66305-ce23-4566-8316-361b5d5a93bd admin admin] Pushing event updated for resources: {'Port': ['ID=858f520d-d64c-433b-85fc-1e0217c5f34b,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:01.556209 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-87caa27c-32bf-4932-bfa9-e15e1c16a0bd tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Allocated IP 10.2.2.100 (695dcd67-56f3-489c-8be9-3d26f71af2f9/385bd4c1-ddb8-4fda-a37e-3fb2118661ca/45f7a22c-f7ef-4081-b6f5-c3f8759d370a) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:56:01.663702 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3a0fbb-26cf-4869-a187-a61e38e7be31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-85693dda-ad47-4dca-828b-1ea7b3d126a8', 'network_id': '85693dda-ad47-4dca-828b-1ea7b3d126a8', 'tenant_id': '5addd83cb682465db8739493dcb3fffc', 'fixed_ips': [{'subnet_id': 'd0d89554-d633-4d03-9fa0-9c0dcad8fb5a'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:56:01.667166 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6a3a0fbb-26cf-4869-a187-a61e38e7be31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:01.738644 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-53555122-68ad-4f24-871a-04d9bbac1e82 None None] Port 858f520d-d64c-433b-85fc-1e0217c5f34b cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:56:01.753808 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b8e551fd-6172-48b5-9e8f-ed41a74c263e tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6459200 Jul 09 14:56:01.758964 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49190) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:01.759124 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef66305-ce23-4566-8316-361b5d5a93bd admin admin] Network d92c9a9a-741b-4e3b-951e-f445805708ed is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:56:01.759735 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-cef66305-ce23-4566-8316-361b5d5a93bd admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:56:01.795762 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-b8975b25-7122-4449-9c10-f9ea26503511 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Request body: {'subnet': {'network_id': '664f3735-ad3e-491d-849d-4d5ed94d15b7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:56:01.844744 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:01.955730 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 70607437-9213-47fa-a0ff-f725cfb6226c completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:56:01.979366 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 70607437-9213-47fa-a0ff-f725cfb6226c triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:56:01.984701 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:02.015857 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef66305-ce23-4566-8316-361b5d5a93bd admin admin] Router 559df076-b552-4c67-b1b3-c338fe05c06a has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:56:02.096524 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-6a3a0fbb-26cf-4869-a187-a61e38e7be31 None None] Allocated IP 172.20.0.2 (85693dda-ad47-4dca-828b-1ea7b3d126a8/d0d89554-d633-4d03-9fa0-9c0dcad8fb5a/4b6e0809-6574-4c82-b4cf-10ada3cc410f) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:56:02.194254 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-87caa27c-32bf-4932-bfa9-e15e1c16a0bd tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:02.210746 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-87caa27c-32bf-4932-bfa9-e15e1c16a0bd tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Transition to ACTIVE for port object 45f7a22c-f7ef-4081-b6f5-c3f8759d370a will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:56:02.255119 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef66305-ce23-4566-8316-361b5d5a93bd admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:56:02.262323 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-cef66305-ce23-4566-8316-361b5d5a93bd admin admin] 10.222.0.58 "PUT /v2.0/routers/559df076-b552-4c67-b1b3-c338fe05c06a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7695603 Jul 09 14:56:02.266237 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca474d1-f93f-4927-90fa-9873754536a8 None None] Sync routers for ids ['559df076-b552-4c67-b1b3-c338fe05c06a'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:56:02.280533 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95742630-27ee-4352-a040-687920875005 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Made reservation on behalf of 5addd83cb682465db8739493dcb3fffc for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:56:02.280703 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca474d1-f93f-4927-90fa-9873754536a8 None None] Routers {'559df076-b552-4c67-b1b3-c338fe05c06a'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:56:02.281280 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-6ca474d1-f93f-4927-90fa-9873754536a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:55:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['559df076-b552-4c67-b1b3-c338fe05c06a'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:56:02.286451 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-95742630-27ee-4352-a040-687920875005 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:02.315022 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:02.357536 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-2a3159d3-72a2-4fb1-8f80-11a65da23ecc None None] Provisioning complete for port 858f520d-d64c-433b-85fc-1e0217c5f34b triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:56:02.358903 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2a3159d3-72a2-4fb1-8f80-11a65da23ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:02.384908 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67d0dc-37fe-4820-8d3c-f8b5921ebe85 req-2d8d875d-fc3f-46ff-a2be-72aa03891440 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:02.392372 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67d0dc-37fe-4820-8d3c-f8b5921ebe85 req-2d8d875d-fc3f-46ff-a2be-72aa03891440 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:02.400811 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67d0dc-37fe-4820-8d3c-f8b5921ebe85 req-2d8d875d-fc3f-46ff-a2be-72aa03891440 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:02.402936 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-da67d0dc-37fe-4820-8d3c-f8b5921ebe85 req-2d8d875d-fc3f-46ff-a2be-72aa03891440 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 2373 time: 1.1343062 Jul 09 14:56:02.407407 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-95742630-27ee-4352-a040-687920875005 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] device_id is not set on port 53015825-4a0a-41a1-b804-f6b8d3eddfbd yet. {{(pid=94446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:56:02.422280 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94115fdb-f146-4067-afdd-cd9b46ea733b tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:02.432334 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94115fdb-f146-4067-afdd-cd9b46ea733b tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:02.432334 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-94115fdb-f146-4067-afdd-cd9b46ea733b tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.9018629 Jul 09 14:56:02.435772 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49194) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:02.439443 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-87caa27c-32bf-4932-bfa9-e15e1c16a0bd tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:02.464411 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-2a3159d3-72a2-4fb1-8f80-11a65da23ecc None None] Port 858f520d-d64c-433b-85fc-1e0217c5f34b cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:56:02.475302 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 70607437-9213-47fa-a0ff-f725cfb6226c, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=70607437-9213-47fa-a0ff-f725cfb6226c,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:56:02.519367 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49198) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:02.549741 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-6ca474d1-f93f-4927-90fa-9873754536a8 None None] Set router 559df076-b552-4c67-b1b3-c338fe05c06a gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:56:02.590078 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6a3a0fbb-26cf-4869-a187-a61e38e7be31 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:02.621204 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-6a3a0fbb-26cf-4869-a187-a61e38e7be31 None None] Transition to ACTIVE for port object 4b6e0809-6574-4c82-b4cf-10ada3cc410f will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:56:02.666976 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-6a3a0fbb-26cf-4869-a187-a61e38e7be31 None None] Transition to ACTIVE for port object 4b6e0809-6574-4c82-b4cf-10ada3cc410f will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:56:02.674271 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:02.675302 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-857ce526-a512-4390-874f-50c3feeddd79 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1901642167'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:56:02.756622 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-87caa27c-32bf-4932-bfa9-e15e1c16a0bd tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Network 695dcd67-56f3-489c-8be9-3d26f71af2f9 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:56:02.764780 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-b0a28172-75e9-497b-ae3b-1a36edca2ef7 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Deleting port bec50b17-e60a-4c48-bbce-a35922df8253 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:56:02.765127 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b0a28172-75e9-497b-ae3b-1a36edca2ef7 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:02.788851 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6a3a0fbb-26cf-4869-a187-a61e38e7be31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:02.801498 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=70607437-9213-47fa-a0ff-f725cfb6226c,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:02.803381 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-87caa27c-32bf-4932-bfa9-e15e1c16a0bd tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:56:02.807011 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87caa27c-32bf-4932-bfa9-e15e1c16a0bd tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Pushing event updated for resources: {'Port': ['ID=45f7a22c-f7ef-4081-b6f5-c3f8759d370a,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:02.830104 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-87caa27c-32bf-4932-bfa9-e15e1c16a0bd tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:56:02.842211 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3a0fbb-26cf-4869-a187-a61e38e7be31 None None] Network 85693dda-ad47-4dca-828b-1ea7b3d126a8 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:56:02.872687 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-6a3a0fbb-26cf-4869-a187-a61e38e7be31 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:56:02.884227 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3a0fbb-26cf-4869-a187-a61e38e7be31 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:56:02.909123 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-da67d0dc-37fe-4820-8d3c-f8b5921ebe85 req-b2702abf-35a9-4aaf-97a4-df2ff0f0c752 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b892279-bd5f-423b-8017-ce4180b448af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4753926 Jul 09 14:56:02.916460 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8975b25-7122-4449-9c10-f9ea26503511 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Made reservation on behalf of c23027b79fbf48438de608f7fcd960b2 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:56:02.930882 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b8975b25-7122-4449-9c10-f9ea26503511 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:03.011343 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3a0fbb-26cf-4869-a187-a61e38e7be31 None None] Pushing event updated for resources: {'Port': ['ID=4b6e0809-6574-4c82-b4cf-10ada3cc410f,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:03.045928 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-6ca474d1-f93f-4927-90fa-9873754536a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '559df076-b552-4c67-b1b3-c338fe05c06a', 'name': 'tempest-ServersTestMultiNic-1662470900-router', 'tenant_id': '70380163691b470ebe60db5002d62101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '70607437-9213-47fa-a0ff-f725cfb6226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:55:51Z', 'updated_at': '2021-07-09T14:56:00Z', 'revision_number': 4, 'project_id': '70380163691b470ebe60db5002d62101', 'gw_port': {'id': '70607437-9213-47fa-a0ff-f725cfb6226c', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:32:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '559df076-b552-4c67-b1b3-c338fe05c06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2107, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:55:53Z', 'updated_at': '2021-07-09T14:55:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '858f520d-d64c-433b-85fc-1e0217c5f34b', 'name': '', 'network_id': 'd92c9a9a-741b-4e3b-951e-f445805708ed', 'tenant_id': '70380163691b470ebe60db5002d62101', 'mac_address': 'fa:16:3e:b1:97:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '559df076-b552-4c67-b1b3-c338fe05c06a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': 'e617702f-71e7-42c1-afa7-318b12ea91d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:55:59Z', 'updated_at': '2021-07-09T14:56:00Z', 'revision_number': 2, 'project_id': '70380163691b470ebe60db5002d62101', 'subnets': [{'id': 'e617702f-71e7-42c1-afa7-318b12ea91d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:56:03.051567 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-6a3a0fbb-26cf-4869-a187-a61e38e7be31 None None] Attempting to bind port 4b6e0809-6574-4c82-b4cf-10ada3cc410f on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:56:03.051944 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-6a3a0fbb-26cf-4869-a187-a61e38e7be31 None None] Attempting to bind port 4b6e0809-6574-4c82-b4cf-10ada3cc410f by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '2ecf056b-e7ba-4149-8f14-3520268dcc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '85693dda-ad47-4dca-828b-1ea7b3d126a8'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:56:03.052393 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3a0fbb-26cf-4869-a187-a61e38e7be31 None None] Attempting to bind port 4b6e0809-6574-4c82-b4cf-10ada3cc410f on network 85693dda-ad47-4dca-828b-1ea7b3d126a8 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:56:03.074420 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3a0fbb-26cf-4869-a187-a61e38e7be31 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:56:03.074795 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3a0fbb-26cf-4869-a187-a61e38e7be31 None None] Checking segment: {'id': '2ecf056b-e7ba-4149-8f14-3520268dcc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '85693dda-ad47-4dca-828b-1ea7b3d126a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:56:03.075212 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6a3a0fbb-26cf-4869-a187-a61e38e7be31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:03.075655 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3a0fbb-26cf-4869-a187-a61e38e7be31 None None] Bound using segment: {'id': '2ecf056b-e7ba-4149-8f14-3520268dcc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '85693dda-ad47-4dca-828b-1ea7b3d126a8'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:56:03.076135 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-6a3a0fbb-26cf-4869-a187-a61e38e7be31 None None] Bound port: 4b6e0809-6574-4c82-b4cf-10ada3cc410f, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ecf056b-e7ba-4149-8f14-3520268dcc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '85693dda-ad47-4dca-828b-1ea7b3d126a8'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:56:03.076552 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6a3a0fbb-26cf-4869-a187-a61e38e7be31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:03.088096 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca474d1-f93f-4927-90fa-9873754536a8 None None] Checking router: 559df076-b552-4c67-b1b3-c338fe05c06a for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:56:03.089341 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca474d1-f93f-4927-90fa-9873754536a8 None None] Updating router 559df076-b552-4c67-b1b3-c338fe05c06a port 858f520d-d64c-433b-85fc-1e0217c5f34b binding host n-d-799529-6 {{(pid=94448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:56:03.119750 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-87caa27c-32bf-4932-bfa9-e15e1c16a0bd tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:03.120360 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-87caa27c-32bf-4932-bfa9-e15e1c16a0bd tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:03.133842 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-6ca474d1-f93f-4927-90fa-9873754536a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:03.136090 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b0a28172-75e9-497b-ae3b-1a36edca2ef7 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:03.169350 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-b0a28172-75e9-497b-ae3b-1a36edca2ef7 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Calling delete_port for bec50b17-e60a-4c48-bbce-a35922df8253 owned by {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:56:03.181605 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-95742630-27ee-4352-a040-687920875005 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Allocated IP 172.20.0.12 (85693dda-ad47-4dca-828b-1ea7b3d126a8/d0d89554-d633-4d03-9fa0-9c0dcad8fb5a/53015825-4a0a-41a1-b804-f6b8d3eddfbd) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:56:03.226544 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-6a3a0fbb-26cf-4869-a187-a61e38e7be31 None None] For port 4b6e0809-6574-4c82-b4cf-10ada3cc410f, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:56:03.230292 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-6a3a0fbb-26cf-4869-a187-a61e38e7be31 None None] For port 4b6e0809-6574-4c82-b4cf-10ada3cc410f, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=4b6e0809-6574-4c82-b4cf-10ada3cc410f,segment=NetworkSegment(2ecf056b-e7ba-4149-8f14-3520268dcc4b),segment_id=2ecf056b-e7ba-4149-8f14-3520268dcc4b)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:56:03.313571 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe772b4-3e83-4236-87bf-dfd16a5e05a4 req-9abff784-9dd4-4814-b973-a5b23eed07f7 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:03.323623 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dbe772b4-3e83-4236-87bf-dfd16a5e05a4 req-9abff784-9dd4-4814-b973-a5b23eed07f7 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b2d54fb-d544-4a03-8d39-6600c8d1ac67 HTTP/1.1" status: 200 len: 945 time: 0.4523320 Jul 09 14:56:03.329437 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857ce526-a512-4390-874f-50c3feeddd79 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Made reservation on behalf of 70380163691b470ebe60db5002d62101 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:56:03.332469 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-857ce526-a512-4390-874f-50c3feeddd79 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:03.390751 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6a3a0fbb-26cf-4869-a187-a61e38e7be31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:03.401847 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-857ce526-a512-4390-874f-50c3feeddd79 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:56:03.475830 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-857ce526-a512-4390-874f-50c3feeddd79 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:03.476271 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-857ce526-a512-4390-874f-50c3feeddd79 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Added segment 02694641-735f-4d0d-a532-dfd42213845c of type vlan for network 61c92cf8-ecee-479c-90fe-4eeab4f08045 Jul 09 14:56:03.511967 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3a0fbb-26cf-4869-a187-a61e38e7be31 None None] Pushing event updated for resources: {'Port': ['ID=4b6e0809-6574-4c82-b4cf-10ada3cc410f,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:03.518097 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-f0766010-6d2e-4eb0-9640-74b9e27a60a6 None None] Provisioning for port 45f7a22c-f7ef-4081-b6f5-c3f8759d370a completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:56:03.533106 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-f0766010-6d2e-4eb0-9640-74b9e27a60a6 None None] Provisioning complete for port 45f7a22c-f7ef-4081-b6f5-c3f8759d370a triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:56:03.533485 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f0766010-6d2e-4eb0-9640-74b9e27a60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:03.595271 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dbe772b4-3e83-4236-87bf-dfd16a5e05a4 req-463584a1-8e86-4c9e-8592-0bb4cae97609 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "GET /v2.0/security-groups?id=7de82887-7032-4e2c-81a4-82e587d41889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572169 Jul 09 14:56:03.607245 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-857ce526-a512-4390-874f-50c3feeddd79 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:03.634475 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-87caa27c-32bf-4932-bfa9-e15e1c16a0bd tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0786903 Jul 09 14:56:03.645704 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-95742630-27ee-4352-a040-687920875005 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:03.648675 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-f0766010-6d2e-4eb0-9640-74b9e27a60a6 None None] Port 45f7a22c-f7ef-4081-b6f5-c3f8759d370a cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:56:03.669178 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-f51a785b-0560-48b9-af27-2042c9407d2c tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Request body: {'port': {'device_id': 'e91cb194-8f15-4150-a4af-dc1822486c62', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '695dcd67-56f3-489c-8be9-3d26f71af2f9', 'admin_state_up': True, 'tenant_id': 'b0dcdaf85ebc429397d88229c635e7b2', 'security_groups': ['6b892279-bd5f-423b-8017-ce4180b448af']}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:56:03.710871 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b0a28172-75e9-497b-ae3b-1a36edca2ef7 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:03.761500 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a28172-75e9-497b-ae3b-1a36edca2ef7 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Pushing event deleted for resources: {'Port': ['ID=bec50b17-e60a-4c48-bbce-a35922df8253,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:03.764224 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-6ca474d1-f93f-4927-90fa-9873754536a8 None None] Notify callbacks [] for port, precommit_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:03.772157 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b0a28172-75e9-497b-ae3b-1a36edca2ef7 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:03.776296 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b0a28172-75e9-497b-ae3b-1a36edca2ef7 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] 10.222.0.58 "DELETE /v2.0/ports/bec50b17-e60a-4c48-bbce-a35922df8253 HTTP/1.1" status: 204 len: 168 time: 1.3373120 Jul 09 14:56:03.777181 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49210) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:03.779780 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.provisioning_blocks [None req-6ca474d1-f93f-4927-90fa-9873754536a8 None None] Transition to ACTIVE for port object 858f520d-d64c-433b-85fc-1e0217c5f34b will not be triggered until provisioned by entity L2. {{(pid=94448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:56:03.788391 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-857ce526-a512-4390-874f-50c3feeddd79 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:03.795297 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857ce526-a512-4390-874f-50c3feeddd79 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:03.796224 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-857ce526-a512-4390-874f-50c3feeddd79 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:03.824781 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-95742630-27ee-4352-a040-687920875005 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Transition to ACTIVE for port object 53015825-4a0a-41a1-b804-f6b8d3eddfbd will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:56:03.872573 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80025e90-1a8f-4b1f-b608-b189af7232af req-ba97d47f-b4c6-43fb-9a2c-615ae80a7566 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:03.878768 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80025e90-1a8f-4b1f-b608-b189af7232af req-ba97d47f-b4c6-43fb-9a2c-615ae80a7566 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:03.894638 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80025e90-1a8f-4b1f-b608-b189af7232af req-ba97d47f-b4c6-43fb-9a2c-615ae80a7566 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:03.894638 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80025e90-1a8f-4b1f-b608-b189af7232af req-ba97d47f-b4c6-43fb-9a2c-615ae80a7566 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:03.898976 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80025e90-1a8f-4b1f-b608-b189af7232af req-ba97d47f-b4c6-43fb-9a2c-615ae80a7566 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:03.907268 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80025e90-1a8f-4b1f-b608-b189af7232af req-ba97d47f-b4c6-43fb-9a2c-615ae80a7566 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:03.916245 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80025e90-1a8f-4b1f-b608-b189af7232af req-ba97d47f-b4c6-43fb-9a2c-615ae80a7566 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:03.927279 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-80025e90-1a8f-4b1f-b608-b189af7232af req-ba97d47f-b4c6-43fb-9a2c-615ae80a7566 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/ports?device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 5432 time: 0.5643594 Jul 09 14:56:03.933163 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-6ca474d1-f93f-4927-90fa-9873754536a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:04.047431 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45773f91-8b23-4864-a090-eaf12ad06c91 None None] Pushing event updated for resources: {'Port': ['ID=858f520d-d64c-433b-85fc-1e0217c5f34b,revision_number=3']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:04.052588 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-857ce526-a512-4390-874f-50c3feeddd79 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.5261984 Jul 09 14:56:04.055609 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49214) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:04.066154 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-15aa7819-302a-4b42-be20-19914be1a72f tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Request body: {'subnet': {'network_id': '61c92cf8-ecee-479c-90fe-4eeab4f08045', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:56:04.090863 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857ce526-a512-4390-874f-50c3feeddd79 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Pushing event updated for resources: {'Network': ['ID=61c92cf8-ecee-479c-90fe-4eeab4f08045,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:04.111430 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 61c92cf8-ecee-479c-90fe-4eeab4f08045 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:56:04.148839 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-6ca474d1-f93f-4927-90fa-9873754536a8 None None] Attempting to bind port 858f520d-d64c-433b-85fc-1e0217c5f34b on host n-d-799529-6 for vnic_type normal with profile {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:56:04.149268 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-6ca474d1-f93f-4927-90fa-9873754536a8 None None] Attempting to bind port 858f520d-d64c-433b-85fc-1e0217c5f34b by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'abbeffad-e1b4-481f-99a8-684afc9d8b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'd92c9a9a-741b-4e3b-951e-f445805708ed'}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:56:04.149605 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca474d1-f93f-4927-90fa-9873754536a8 None None] Attempting to bind port 858f520d-d64c-433b-85fc-1e0217c5f34b on network d92c9a9a-741b-4e3b-951e-f445805708ed {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:56:04.164509 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca474d1-f93f-4927-90fa-9873754536a8 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:56:04.165040 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca474d1-f93f-4927-90fa-9873754536a8 None None] Checking segment: {'id': 'abbeffad-e1b4-481f-99a8-684afc9d8b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'd92c9a9a-741b-4e3b-951e-f445805708ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:56:04.165366 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-6ca474d1-f93f-4927-90fa-9873754536a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:04.167777 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca474d1-f93f-4927-90fa-9873754536a8 None None] Bound using segment: {'id': 'abbeffad-e1b4-481f-99a8-684afc9d8b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'd92c9a9a-741b-4e3b-951e-f445805708ed'} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:56:04.168516 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-6ca474d1-f93f-4927-90fa-9873754536a8 None None] Bound port: 858f520d-d64c-433b-85fc-1e0217c5f34b, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abbeffad-e1b4-481f-99a8-684afc9d8b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'd92c9a9a-741b-4e3b-951e-f445805708ed'}}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:56:04.169404 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-6ca474d1-f93f-4927-90fa-9873754536a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:04.278807 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-a22ffde7-6777-4b8b-b6f1-7952572a7831 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Deleting port 7ad36aa2-7c4b-4d49-a5ec-0170fd12eecd {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:56:04.282546 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a22ffde7-6777-4b8b-b6f1-7952572a7831 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:04.362115 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-6ca474d1-f93f-4927-90fa-9873754536a8 None None] For port 858f520d-d64c-433b-85fc-1e0217c5f34b, host n-d-799529-6, cleared binding levels {{(pid=94448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:56:04.369858 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-6ca474d1-f93f-4927-90fa-9873754536a8 None None] For port 858f520d-d64c-433b-85fc-1e0217c5f34b, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=858f520d-d64c-433b-85fc-1e0217c5f34b,segment=NetworkSegment(abbeffad-e1b4-481f-99a8-684afc9d8b13),segment_id=abbeffad-e1b4-481f-99a8-684afc9d8b13)] {{(pid=94448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:56:04.454224 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-6ca474d1-f93f-4927-90fa-9873754536a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:04.499925 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a22ffde7-6777-4b8b-b6f1-7952572a7831 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:04.546025 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-a22ffde7-6777-4b8b-b6f1-7952572a7831 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Calling delete_port for 7ad36aa2-7c4b-4d49-a5ec-0170fd12eecd owned by {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:56:04.595483 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45773f91-8b23-4864-a090-eaf12ad06c91 None None] Pushing event updated for resources: {'Port': ['ID=858f520d-d64c-433b-85fc-1e0217c5f34b,revision_number=4']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:04.607696 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca474d1-f93f-4927-90fa-9873754536a8 None None] Routers {'559df076-b552-4c67-b1b3-c338fe05c06a'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:56:04.612805 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-6ca474d1-f93f-4927-90fa-9873754536a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:55:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['559df076-b552-4c67-b1b3-c338fe05c06a'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:56:04.697580 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9893961f-607e-4d9b-ad8a-934e61baf8cf req-af4a22f8-589c-494a-ab51-a385b66d493f tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:04.716217 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9893961f-607e-4d9b-ad8a-934e61baf8cf req-af4a22f8-589c-494a-ab51-a385b66d493f tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:04.738657 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9893961f-607e-4d9b-ad8a-934e61baf8cf req-af4a22f8-589c-494a-ab51-a385b66d493f tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:04.756249 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9893961f-607e-4d9b-ad8a-934e61baf8cf req-af4a22f8-589c-494a-ab51-a385b66d493f tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:04.771580 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9893961f-607e-4d9b-ad8a-934e61baf8cf req-af4a22f8-589c-494a-ab51-a385b66d493f tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 3094 time: 0.4719388 Jul 09 14:56:04.824300 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-6ca474d1-f93f-4927-90fa-9873754536a8 None None] Set router 559df076-b552-4c67-b1b3-c338fe05c06a gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:56:04.977296 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9893961f-607e-4d9b-ad8a-934e61baf8cf req-d950a56f-1eff-4030-933e-093cc4b1a1c5 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b892279-bd5f-423b-8017-ce4180b448af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1950228 Jul 09 14:56:05.024188 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 4b6e0809-6574-4c82-b4cf-10ada3cc410f up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:56:05.030664 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a22ffde7-6777-4b8b-b6f1-7952572a7831 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:05.044112 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b8975b25-7122-4449-9c10-f9ea26503511 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:05.111855 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a22ffde7-6777-4b8b-b6f1-7952572a7831 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:05.116752 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-a22ffde7-6777-4b8b-b6f1-7952572a7831 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] 10.222.0.58 "DELETE /v2.0/ports/7ad36aa2-7c4b-4d49-a5ec-0170fd12eecd HTTP/1.1" status: 204 len: 168 time: 1.3361402 Jul 09 14:56:05.117362 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49220) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:05.119080 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22ffde7-6777-4b8b-b6f1-7952572a7831 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Pushing event deleted for resources: {'Port': ['ID=7ad36aa2-7c4b-4d49-a5ec-0170fd12eecd,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:05.136433 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-80025e90-1a8f-4b1f-b608-b189af7232af req-2180590d-610c-4716-98cd-91ed03311792 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c78eb3d-e1da-49ec-9295-fc8608cc021d&id=9c5c735c-33df-481d-808b-656ad0345330&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 1.2108245 Jul 09 14:56:05.218250 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-24bb7bcf-59f6-4ed6-a631-e4579acab7cd tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0868266 Jul 09 14:56:05.218250 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49222) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:05.239616 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-d7f23ac5-f523-4ff8-93a4-f5d10fe56a9a tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-25839669'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:56:05.249023 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 4b6e0809-6574-4c82-b4cf-10ada3cc410f completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:56:05.259757 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 70607437-9213-47fa-a0ff-f725cfb6226c up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:56:05.289460 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-95742630-27ee-4352-a040-687920875005 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:05.362757 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8975b25-7122-4449-9c10-f9ea26503511 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Network 664f3735-ad3e-491d-849d-4d5ed94d15b7 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:56:05.374537 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 1c924033-ab46-4efe-a952-c19f76703241 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:56:05.381035 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-6ca474d1-f93f-4927-90fa-9873754536a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '559df076-b552-4c67-b1b3-c338fe05c06a', 'name': 'tempest-ServersTestMultiNic-1662470900-router', 'tenant_id': '70380163691b470ebe60db5002d62101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '70607437-9213-47fa-a0ff-f725cfb6226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:55:51Z', 'updated_at': '2021-07-09T14:56:00Z', 'revision_number': 4, 'project_id': '70380163691b470ebe60db5002d62101', 'gw_port': {'id': '70607437-9213-47fa-a0ff-f725cfb6226c', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:32:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559df076-b552-4c67-b1b3-c338fe05c06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2107, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:55:53Z', 'updated_at': '2021-07-09T14:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '858f520d-d64c-433b-85fc-1e0217c5f34b', 'name': '', 'network_id': 'd92c9a9a-741b-4e3b-951e-f445805708ed', 'tenant_id': '70380163691b470ebe60db5002d62101', 'mac_address': 'fa:16:3e:b1:97:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '559df076-b552-4c67-b1b3-c338fe05c06a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': 'e617702f-71e7-42c1-afa7-318b12ea91d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:55:59Z', 'updated_at': '2021-07-09T14:56:04Z', 'revision_number': 4, 'project_id': '70380163691b470ebe60db5002d62101', 'subnets': [{'id': 'e617702f-71e7-42c1-afa7-318b12ea91d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:56:05.403371 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-b8975b25-7122-4449-9c10-f9ea26503511 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:56:05.439740 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8975b25-7122-4449-9c10-f9ea26503511 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:05.441180 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b8975b25-7122-4449-9c10-f9ea26503511 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:05.457044 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca474d1-f93f-4927-90fa-9873754536a8 None None] The sync data for ids ['559df076-b552-4c67-b1b3-c338fe05c06a'] in n-d-799529-6 is: [{'id': '559df076-b552-4c67-b1b3-c338fe05c06a', 'name': 'tempest-ServersTestMultiNic-1662470900-router', 'tenant_id': '70380163691b470ebe60db5002d62101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '70607437-9213-47fa-a0ff-f725cfb6226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:55:51Z', 'updated_at': '2021-07-09T14:56:00Z', 'revision_number': 4, 'project_id': '70380163691b470ebe60db5002d62101', 'gw_port': {'id': '70607437-9213-47fa-a0ff-f725cfb6226c', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:32:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559df076-b552-4c67-b1b3-c338fe05c06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2107, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:55:53Z', 'updated_at': '2021-07-09T14:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '858f520d-d64c-433b-85fc-1e0217c5f34b', 'name': '', 'network_id': 'd92c9a9a-741b-4e3b-951e-f445805708ed', 'tenant_id': '70380163691b470ebe60db5002d62101', 'mac_address': 'fa:16:3e:b1:97:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '559df076-b552-4c67-b1b3-c338fe05c06a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': 'e617702f-71e7-42c1-afa7-318b12ea91d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:55:59Z', 'updated_at': '2021-07-09T14:56:04Z', 'revision_number': 4, 'project_id': '70380163691b470ebe60db5002d62101', 'subnets': [{'id': 'e617702f-71e7-42c1-afa7-318b12ea91d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:56:05.495641 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934b8e17-1a12-462e-a5c0-90235c550f73 req-30cbcee2-07d6-4422-a0e6-32450f05033d tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:05.501184 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-934b8e17-1a12-462e-a5c0-90235c550f73 req-30cbcee2-07d6-4422-a0e6-32450f05033d tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b2d54fb-d544-4a03-8d39-6600c8d1ac67 HTTP/1.1" status: 200 len: 945 time: 0.2328091 Jul 09 14:56:05.505438 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf9b567-6673-4ef7-a0f9-e6c61144569e None None] Network 664f3735-ad3e-491d-849d-4d5ed94d15b7 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:56:05.523790 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c5b558-7277-4f8e-b811-b892d195f324 None None] Network 85693dda-ad47-4dca-828b-1ea7b3d126a8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:56:05.585780 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb158a65-76be-427d-b853-8953edf6f681 req-7dcb0eea-8b19-4813-9793-1f18a55e0c68 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:05.592515 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb158a65-76be-427d-b853-8953edf6f681 req-7dcb0eea-8b19-4813-9793-1f18a55e0c68 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:05.594818 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-934b8e17-1a12-462e-a5c0-90235c550f73 req-cdc49a98-3a30-425c-8e4b-79d6ef2f527a tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "GET /v2.0/security-groups?id=7de82887-7032-4e2c-81a4-82e587d41889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858974 Jul 09 14:56:05.599401 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb158a65-76be-427d-b853-8953edf6f681 req-7dcb0eea-8b19-4813-9793-1f18a55e0c68 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:05.607809 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb158a65-76be-427d-b853-8953edf6f681 req-7dcb0eea-8b19-4813-9793-1f18a55e0c68 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:05.616064 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb158a65-76be-427d-b853-8953edf6f681 req-7dcb0eea-8b19-4813-9793-1f18a55e0c68 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:05.629747 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb158a65-76be-427d-b853-8953edf6f681 req-7dcb0eea-8b19-4813-9793-1f18a55e0c68 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:05.637397 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb158a65-76be-427d-b853-8953edf6f681 req-7dcb0eea-8b19-4813-9793-1f18a55e0c68 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:05.653142 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-eb158a65-76be-427d-b853-8953edf6f681 req-7dcb0eea-8b19-4813-9793-1f18a55e0c68 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.62 "GET /v2.0/ports?device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 5432 time: 1.7200692 Jul 09 14:56:05.673925 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-f51a785b-0560-48b9-af27-2042c9407d2c tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Made reservation on behalf of b0dcdaf85ebc429397d88229c635e7b2 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:56:05.689435 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-f51a785b-0560-48b9-af27-2042c9407d2c tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:05.703114 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8975b25-7122-4449-9c10-f9ea26503511 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event updated for resources: {'Subnet': ['ID=50177411-f793-4d35-bb9a-3a5035555fde,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:05.732757 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95742630-27ee-4352-a040-687920875005 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Network 85693dda-ad47-4dca-828b-1ea7b3d126a8 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:56:05.748203 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b8975b25-7122-4449-9c10-f9ea26503511 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.9618964 Jul 09 14:56:05.750938 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49228) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:05.760492 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-f3afe6d1-5913-45e2-bf02-e194f871e700 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-41108916', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '50177411-f793-4d35-bb9a-3a5035555fde'}], 'security_groups': ['719cfffc-a196-4b1a-93f3-eb4effe7b58b']}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:56:05.785250 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-95742630-27ee-4352-a040-687920875005 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:56:05.809871 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f23ac5-f523-4ff8-93a4-f5d10fe56a9a tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Made reservation on behalf of 4fbe3c716afa48b0baa69ef6882c3cc4 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:56:05.823127 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95742630-27ee-4352-a040-687920875005 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:56:05.840905 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d7f23ac5-f523-4ff8-93a4-f5d10fe56a9a tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:05.867564 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-982d4c84-b89d-4010-b91e-9169853852f3 None None] Provisioning for port 4b6e0809-6574-4c82-b4cf-10ada3cc410f completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:56:05.882277 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:05.896482 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-982d4c84-b89d-4010-b91e-9169853852f3 None None] Provisioning complete for port 4b6e0809-6574-4c82-b4cf-10ada3cc410f triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:56:05.897055 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-982d4c84-b89d-4010-b91e-9169853852f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:05.925255 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7f23ac5-f523-4ff8-93a4-f5d10fe56a9a tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:56:05.934504 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95742630-27ee-4352-a040-687920875005 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event updated for resources: {'Port': ['ID=53015825-4a0a-41a1-b804-f6b8d3eddfbd,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:05.985139 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb158a65-76be-427d-b853-8953edf6f681 req-5953637b-4649-42de-8fd5-784edac17aed tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:05.986617 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-eb158a65-76be-427d-b853-8953edf6f681 req-5953637b-4649-42de-8fd5-784edac17aed tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.62 "GET /v2.0/ports/96e89843-57db-4bb8-a7db-a9b989e66245?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3195481 Jul 09 14:56:05.989504 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 70607437-9213-47fa-a0ff-f725cfb6226c triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:56:05.990011 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:06.046218 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d7f23ac5-f523-4ff8-93a4-f5d10fe56a9a tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:06.046565 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-d7f23ac5-f523-4ff8-93a4-f5d10fe56a9a tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Added segment df1e445b-a2b8-483d-906d-0f270019c9a0 of type vlan for network 5cd1aaa8-4f8b-4bce-b958-4dbbb941614f Jul 09 14:56:06.073077 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95742630-27ee-4352-a040-687920875005 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:06.074952 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-95742630-27ee-4352-a040-687920875005 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:06.113986 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d7f23ac5-f523-4ff8-93a4-f5d10fe56a9a tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:06.267953 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-f51a785b-0560-48b9-af27-2042c9407d2c tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Allocated IP 10.2.2.200 (695dcd67-56f3-489c-8be9-3d26f71af2f9/385bd4c1-ddb8-4fda-a37e-3fb2118661ca/09fcade5-de9d-4d53-b6e7-8b3bd924314a) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:56:06.270837 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f3afe6d1-5913-45e2-bf02-e194f871e700 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:06.280596 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15aa7819-302a-4b42-be20-19914be1a72f tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Made reservation on behalf of 70380163691b470ebe60db5002d62101 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:56:06.284642 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-15aa7819-302a-4b42-be20-19914be1a72f tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:06.323990 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d7f23ac5-f523-4ff8-93a4-f5d10fe56a9a tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:06.332256 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f23ac5-f523-4ff8-93a4-f5d10fe56a9a tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:06.333071 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d7f23ac5-f523-4ff8-93a4-f5d10fe56a9a tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:06.440158 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '215ee5c1-c47c-4487-bfe7-3272754152b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c924033-ab46-4efe-a952-c19f76703241'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:56:06.443167 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f61f38d7-86e1-4768-b3ad-f681ba9feca8" -d '{"events": [{"server_uuid": "215ee5c1-c47c-4487-bfe7-3272754152b3", "name": "network-vif-unplugged", "status": "completed", "tag": "1c924033-ab46-4efe-a952-c19f76703241"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:56:06.511127 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 1c924033-ab46-4efe-a952-c19f76703241, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=1c924033-ab46-4efe-a952-c19f76703241,segment=NetworkSegment(b243d64e-462e-4d56-aaa8-e625bc50df08),segment_id=b243d64e-462e-4d56-aaa8-e625bc50df08)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:56:06.542221 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f23ac5-f523-4ff8-93a4-f5d10fe56a9a tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Pushing event updated for resources: {'Network': ['ID=5cd1aaa8-4f8b-4bce-b958-4dbbb941614f,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:06.563066 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 5cd1aaa8-4f8b-4bce-b958-4dbbb941614f details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:56:06.594272 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-95742630-27ee-4352-a040-687920875005 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.6333911 Jul 09 14:56:06.603225 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49236) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:06.627274 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-0fb718da-59c0-4854-853b-911aee92665f tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Request body: {'port': {'network_id': '85693dda-ad47-4dca-828b-1ea7b3d126a8', 'name': 'tempest-PortsTestJSON-1881255620'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:56:06.687443 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:06.688539 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device bb420490-7abe-48bb-8247-ff19d2932add no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:56:06.725530 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d7f23ac5-f523-4ff8-93a4-f5d10fe56a9a tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5021856 Jul 09 14:56:06.728149 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49242) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:06.737697 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-eb158a65-76be-427d-b853-8953edf6f681 req-0b0351fe-b217-42dc-9d69-5cdf5a23ff7d tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.62 "GET /v2.0/networks/7086051a-a9a3-4774-91ec-207e7481a1f2?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.7406449 Jul 09 14:56:06.745902 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-9f53f3ae-cd90-4a41-898d-2d8b6b0d354d tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-32807190'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:56:06.759257 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-eb158a65-76be-427d-b853-8953edf6f681 req-3f4e505d-9a1b-45e1-b763-ba8d1246d226 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:56:06.789242 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4827be-830e-41d7-94bb-ff9a21222414 req-46209723-cfa3-4918-98ce-5b51f6e4f881 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:06.796537 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4827be-830e-41d7-94bb-ff9a21222414 req-46209723-cfa3-4918-98ce-5b51f6e4f881 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:06.803077 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4827be-830e-41d7-94bb-ff9a21222414 req-46209723-cfa3-4918-98ce-5b51f6e4f881 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:06.813661 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4827be-830e-41d7-94bb-ff9a21222414 req-46209723-cfa3-4918-98ce-5b51f6e4f881 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:06.822968 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cf4827be-830e-41d7-94bb-ff9a21222414 req-46209723-cfa3-4918-98ce-5b51f6e4f881 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 3094 time: 0.4878061 Jul 09 14:56:06.890969 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-982d4c84-b89d-4010-b91e-9169853852f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:06.959371 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4451492-5a50-442d-bef9-6e9b5c2cad1b req-06fa49fa-95cd-4572-999f-b22c13f9c1f6 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:06.967202 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4451492-5a50-442d-bef9-6e9b5c2cad1b req-06fa49fa-95cd-4572-999f-b22c13f9c1f6 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:06.974626 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4451492-5a50-442d-bef9-6e9b5c2cad1b req-06fa49fa-95cd-4572-999f-b22c13f9c1f6 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:06.983458 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4451492-5a50-442d-bef9-6e9b5c2cad1b req-06fa49fa-95cd-4572-999f-b22c13f9c1f6 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:06.992910 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4451492-5a50-442d-bef9-6e9b5c2cad1b req-06fa49fa-95cd-4572-999f-b22c13f9c1f6 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:07.000322 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4451492-5a50-442d-bef9-6e9b5c2cad1b req-06fa49fa-95cd-4572-999f-b22c13f9c1f6 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:07.008815 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4451492-5a50-442d-bef9-6e9b5c2cad1b req-06fa49fa-95cd-4572-999f-b22c13f9c1f6 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:07.036583 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e4451492-5a50-442d-bef9-6e9b5c2cad1b req-06fa49fa-95cd-4572-999f-b22c13f9c1f6 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/ports?device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 5432 time: 0.5851817 Jul 09 14:56:07.045436 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-982d4c84-b89d-4010-b91e-9169853852f3 None None] For port 4b6e0809-6574-4c82-b4cf-10ada3cc410f, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=4b6e0809-6574-4c82-b4cf-10ada3cc410f,segment=NetworkSegment(2ecf056b-e7ba-4149-8f14-3520268dcc4b),segment_id=2ecf056b-e7ba-4149-8f14-3520268dcc4b)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:56:07.122825 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=1c924033-ab46-4efe-a952-c19f76703241,revision_number=6']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:07.152404 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e4451492-5a50-442d-bef9-6e9b5c2cad1b req-39fd931e-d7ce-4318-a487-3a9404bbd8b5 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c78eb3d-e1da-49ec-9295-fc8608cc021d&id=9c5c735c-33df-481d-808b-656ad0345330&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1146560 Jul 09 14:56:07.214043 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-982d4c84-b89d-4010-b91e-9169853852f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:07.302300 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cf4827be-830e-41d7-94bb-ff9a21222414 req-0e51a04f-3484-4e06-a374-5132e290f659 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b892279-bd5f-423b-8017-ce4180b448af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4780984 Jul 09 14:56:07.336970 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f53f3ae-cd90-4a41-898d-2d8b6b0d354d tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Made reservation on behalf of 4fbe3c716afa48b0baa69ef6882c3cc4 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:56:07.349421 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9f53f3ae-cd90-4a41-898d-2d8b6b0d354d tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:07.471141 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 858f520d-d64c-433b-85fc-1e0217c5f34b up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:56:07.486482 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 14:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3123df89-5f90-4954-a143-82a9edff6de2 x-openstack-request-id: req-3123df89-5f90-4954-a143-82a9edff6de2 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:56:07.487002 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "215ee5c1-c47c-4487-bfe7-3272754152b3", "name": "network-vif-unplugged", "status": "completed", "tag": "1c924033-ab46-4efe-a952-c19f76703241", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:56:07.488510 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3123df89-5f90-4954-a143-82a9edff6de2 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:56:07.489063 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215ee5c1-c47c-4487-bfe7-3272754152b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c924033-ab46-4efe-a952-c19f76703241', 'code': 200} Jul 09 14:56:07.520565 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982d4c84-b89d-4010-b91e-9169853852f3 None None] Pushing event updated for resources: {'Port': ['ID=4b6e0809-6574-4c82-b4cf-10ada3cc410f,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:07.527824 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb718da-59c0-4854-853b-911aee92665f tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Made reservation on behalf of 5addd83cb682465db8739493dcb3fffc for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:56:07.544144 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0fb718da-59c0-4854-853b-911aee92665f tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:07.567377 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858e4623-ddff-4e9b-acf7-8dbe26a7972a None None] Update dhcp port {'port': {'network_id': '664f3735-ad3e-491d-849d-4d5ed94d15b7', 'fixed_ips': [{'subnet_id': 'cab09d4e-bb4b-41d0-9414-037e2f526631', 'ip_address': '2001:db8::2'}, {'subnet_id': '50177411-f793-4d35-bb9a-3a5035555fde'}], 'binding:host_id': 'n-d-799529-6'}, 'id': '0bb1e15c-957c-410a-afda-a26d6ed16f24'} from n-d-799529-6. {{(pid=94447) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 14:56:07.594165 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-f51a785b-0560-48b9-af27-2042c9407d2c tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:07.598484 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [None req-0fb718da-59c0-4854-853b-911aee92665f tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] device_id is not set on port a1922a8c-aaad-4bd5-95bd-841736ceeab2 yet. {{(pid=94445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:56:07.636640 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-eb158a65-76be-427d-b853-8953edf6f681 req-3f4e505d-9a1b-45e1-b763-ba8d1246d226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:07.638746 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f53f3ae-cd90-4a41-898d-2d8b6b0d354d tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:56:07.640764 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:07.686628 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a199003c-bf43-4c1d-b24d-d8e0f64c8b7c None None] Provisioning for port 53015825-4a0a-41a1-b804-f6b8d3eddfbd completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:56:07.695160 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a199003c-bf43-4c1d-b24d-d8e0f64c8b7c None None] Provisioning complete for port 53015825-4a0a-41a1-b804-f6b8d3eddfbd triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:56:07.695568 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a199003c-bf43-4c1d-b24d-d8e0f64c8b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:07.724856 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9f53f3ae-cd90-4a41-898d-2d8b6b0d354d tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:07.725856 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-9f53f3ae-cd90-4a41-898d-2d8b6b0d354d tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Added segment 119d5f19-992f-41e4-af7f-377bf7b174be of type vlan for network dae4ef50-b066-43b1-b7cd-c73cec8f1eee Jul 09 14:56:07.755399 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a199003c-bf43-4c1d-b24d-d8e0f64c8b7c None None] Port 53015825-4a0a-41a1-b804-f6b8d3eddfbd cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:56:07.784784 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a199003c-bf43-4c1d-b24d-d8e0f64c8b7c None None] Provisioning complete for port 4b6e0809-6574-4c82-b4cf-10ada3cc410f triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:56:07.784784 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a199003c-bf43-4c1d-b24d-d8e0f64c8b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:07.792633 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-f3afe6d1-5913-45e2-bf02-e194f871e700 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Delete allocated IP 2001:db8::143 (664f3735-ad3e-491d-849d-4d5ed94d15b7/cab09d4e-bb4b-41d0-9414-037e2f526631) {{(pid=94445) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 09 14:56:07.813341 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-f3afe6d1-5913-45e2-bf02-e194f871e700 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Allocated IP 2001:db8:0:1::d7 (664f3735-ad3e-491d-849d-4d5ed94d15b7/50177411-f793-4d35-bb9a-3a5035555fde/3bcde53f-f3aa-40c0-9795-b915e714f2b1) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:56:07.839266 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-15aa7819-302a-4b42-be20-19914be1a72f tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:07.844780 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-0fb718da-59c0-4854-853b-911aee92665f tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Allocated IP 172.20.0.3 (85693dda-ad47-4dca-828b-1ea7b3d126a8/d0d89554-d633-4d03-9fa0-9c0dcad8fb5a/a1922a8c-aaad-4bd5-95bd-841736ceeab2) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:56:07.862046 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-858e4623-ddff-4e9b-acf7-8dbe26a7972a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:07.886115 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 858f520d-d64c-433b-85fc-1e0217c5f34b completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:56:07.922905 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-f51a785b-0560-48b9-af27-2042c9407d2c tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Transition to ACTIVE for port object 09fcade5-de9d-4d53-b6e7-8b3bd924314a will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:56:07.927358 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port bb420490-7abe-48bb-8247-ff19d2932add, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=bb420490-7abe-48bb-8247-ff19d2932add,segment=NetworkSegment(c961693e-5289-4f40-a8e3-a769b6e30c12),segment_id=c961693e-5289-4f40-a8e3-a769b6e30c12)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:56:07.936700 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 858f520d-d64c-433b-85fc-1e0217c5f34b triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:56:07.936700 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:07.982988 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9f53f3ae-cd90-4a41-898d-2d8b6b0d354d tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:08.057387 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:08.058199 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 96e89843-57db-4bb8-a7db-a9b989e66245 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:56:08.116950 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15aa7819-302a-4b42-be20-19914be1a72f tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Checking segment: {'id': '02694641-735f-4d0d-a532-dfd42213845c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '61c92cf8-ecee-479c-90fe-4eeab4f08045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:56:08.117457 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15aa7819-302a-4b42-be20-19914be1a72f tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Network hostable DHCP agents. Network: 61c92cf8-ecee-479c-90fe-4eeab4f08045, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:56:08.144659 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-f51a785b-0560-48b9-af27-2042c9407d2c tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:08.249244 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=bb420490-7abe-48bb-8247-ff19d2932add,revision_number=6']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:08.299327 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-f51a785b-0560-48b9-af27-2042c9407d2c tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Network 695dcd67-56f3-489c-8be9-3d26f71af2f9 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:56:08.300535 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:08.306142 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51a785b-0560-48b9-af27-2042c9407d2c tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Pushing event updated for resources: {'Port': ['ID=09fcade5-de9d-4d53-b6e7-8b3bd924314a,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:08.319280 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-f51a785b-0560-48b9-af27-2042c9407d2c tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:56:08.322357 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15aa7819-302a-4b42-be20-19914be1a72f tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Network 61c92cf8-ecee-479c-90fe-4eeab4f08045 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:56:08.344764 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-f51a785b-0560-48b9-af27-2042c9407d2c tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:56:08.422919 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:08.429397 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.db.resource_extend [None req-9f53f3ae-cd90-4a41-898d-2d8b6b0d354d tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 14:56:08.438370 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-b1c6840a-4e81-4c51-8ffc-06945f82e711 None None] Provisioning complete for port 53015825-4a0a-41a1-b804-f6b8d3eddfbd triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:56:08.438897 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b1c6840a-4e81-4c51-8ffc-06945f82e711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:08.446243 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-f51a785b-0560-48b9-af27-2042c9407d2c tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:08.449124 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-f51a785b-0560-48b9-af27-2042c9407d2c tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:08.453686 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aa7819-302a-4b42-be20-19914be1a72f tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Pushing event updated for resources: {'Subnet': ['ID=8e12f2d3-f35b-4e0f-9a03-eef2fec916ad,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:08.498536 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-15aa7819-302a-4b42-be20-19914be1a72f tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 61c92cf8-ecee-479c-90fe-4eeab4f08045) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:56:08.514815 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5edef3-5bee-4880-89a6-baea9424d11f None None] Network 61c92cf8-ecee-479c-90fe-4eeab4f08045 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:56:08.534358 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 858f520d-d64c-433b-85fc-1e0217c5f34b, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=858f520d-d64c-433b-85fc-1e0217c5f34b,segment=NetworkSegment(abbeffad-e1b4-481f-99a8-684afc9d8b13),segment_id=abbeffad-e1b4-481f-99a8-684afc9d8b13)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:56:08.544907 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15aa7819-302a-4b42-be20-19914be1a72f tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:08.547148 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-15aa7819-302a-4b42-be20-19914be1a72f tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:08.566362 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-b1c6840a-4e81-4c51-8ffc-06945f82e711 None None] Port 53015825-4a0a-41a1-b804-f6b8d3eddfbd cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:56:08.583785 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d7482-e8af-4ee4-a7bc-bb99ba1efb23 req-de5215d5-2012-44b9-aea9-20d4373f58b5 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:08.595341 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-072d7482-e8af-4ee4-a7bc-bb99ba1efb23 req-de5215d5-2012-44b9-aea9-20d4373f58b5 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b2d54fb-d544-4a03-8d39-6600c8d1ac67 HTTP/1.1" status: 200 len: 945 time: 0.7746716 Jul 09 14:56:08.631324 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:08.688825 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-eb158a65-76be-427d-b853-8953edf6f681 req-3f4e505d-9a1b-45e1-b763-ba8d1246d226 service neutron] For port 96e89843-57db-4bb8-a7db-a9b989e66245, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=96e89843-57db-4bb8-a7db-a9b989e66245,segment=NetworkSegment(c961693e-5289-4f40-a8e3-a769b6e30c12),segment_id=c961693e-5289-4f40-a8e3-a769b6e30c12)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:56:08.750180 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=858f520d-d64c-433b-85fc-1e0217c5f34b,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:08.757677 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-15aa7819-302a-4b42-be20-19914be1a72f tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 4.6978736 Jul 09 14:56:08.760952 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-f51a785b-0560-48b9-af27-2042c9407d2c tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1119332 Jul 09 14:56:08.766268 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-072d7482-e8af-4ee4-a7bc-bb99ba1efb23 req-77f68881-f449-4f7f-95cb-607b518d285f tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "GET /v2.0/security-groups?id=7de82887-7032-4e2c-81a4-82e587d41889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698854 Jul 09 14:56:08.771801 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9f53f3ae-cd90-4a41-898d-2d8b6b0d354d tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:08.775423 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f53f3ae-cd90-4a41-898d-2d8b6b0d354d tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:08.776257 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9f53f3ae-cd90-4a41-898d-2d8b6b0d354d tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:08.776459 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49252) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:08.787161 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-3b1af970-7be9-473e-99c1-a313ce0cd322 service neutron] Request body: {'port': {'device_id': 'e91cb194-8f15-4150-a4af-dc1822486c62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:56:08.875208 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-f3942981-755c-4109-a89a-d8e4ed560f9b tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1851132482'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:56:08.886535 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58329b1-8ece-450b-9ae7-8927394ab968 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-61c92cf8-ecee-479c-90fe-4eeab4f08045', 'network_id': '61c92cf8-ecee-479c-90fe-4eeab4f08045', 'tenant_id': '70380163691b470ebe60db5002d62101', 'fixed_ips': [{'subnet_id': '8e12f2d3-f35b-4e0f-9a03-eef2fec916ad'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:56:08.886535 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d58329b1-8ece-450b-9ae7-8927394ab968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:08.925536 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-eb158a65-76be-427d-b853-8953edf6f681 req-3f4e505d-9a1b-45e1-b763-ba8d1246d226 service neutron] For port 96e89843-57db-4bb8-a7db-a9b989e66245, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:56:08.953677 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f53f3ae-cd90-4a41-898d-2d8b6b0d354d tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Pushing event updated for resources: {'Network': ['ID=dae4ef50-b066-43b1-b7cd-c73cec8f1eee,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:08.957698 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-9f53f3ae-cd90-4a41-898d-2d8b6b0d354d tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.2188382 Jul 09 14:56:09.038785 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-eb158a65-76be-427d-b853-8953edf6f681 req-3f4e505d-9a1b-45e1-b763-ba8d1246d226 service neutron] device_id is not set on port 96e89843-57db-4bb8-a7db-a9b989e66245 yet. {{(pid=94446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:56:09.069305 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-eb158a65-76be-427d-b853-8953edf6f681 req-3f4e505d-9a1b-45e1-b763-ba8d1246d226 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:09.085694 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-3b1af970-7be9-473e-99c1-a313ce0cd322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:09.099982 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network dae4ef50-b066-43b1-b7cd-c73cec8f1eee details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:56:09.126763 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f3afe6d1-5913-45e2-bf02-e194f871e700 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:09.144586 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-f3afe6d1-5913-45e2-bf02-e194f871e700 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Transition to ACTIVE for port object 3bcde53f-f3aa-40c0-9795-b915e714f2b1 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:56:09.224790 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0fb718da-59c0-4854-853b-911aee92665f tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:09.230995 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-eb158a65-76be-427d-b853-8953edf6f681 req-3f4e505d-9a1b-45e1-b763-ba8d1246d226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:09.246617 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-0fb718da-59c0-4854-853b-911aee92665f tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Transition to ACTIVE for port object a1922a8c-aaad-4bd5-95bd-841736ceeab2 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:56:09.246973 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49256) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:09.268778 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-caa98765-38ed-4e3f-a778-b135c78dc8c9 None None] Provisioning for port 09fcade5-de9d-4d53-b6e7-8b3bd924314a completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:56:09.299522 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-d5ce37cc-6076-42e9-b119-23700265043b tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Request body: {'subnets': [{'network_id': '5cd1aaa8-4f8b-4bce-b958-4dbbb941614f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--994488903', 'ip_version': 4}, {'network_id': 'dae4ef50-b066-43b1-b7cd-c73cec8f1eee', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:56:09.300164 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-d5ce37cc-6076-42e9-b119-23700265043b tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Request body: {'subnet': {'network_id': '5cd1aaa8-4f8b-4bce-b958-4dbbb941614f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--994488903', 'ip_version': 4}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:56:09.300915 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-d5ce37cc-6076-42e9-b119-23700265043b tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Request body: {'subnet': {'network_id': 'dae4ef50-b066-43b1-b7cd-c73cec8f1eee', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:56:09.338029 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f3afe6d1-5913-45e2-bf02-e194f871e700 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:09.340693 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3942981-755c-4109-a89a-d8e4ed560f9b tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Made reservation on behalf of 70380163691b470ebe60db5002d62101 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:56:09.346437 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-caa98765-38ed-4e3f-a778-b135c78dc8c9 None None] Provisioning complete for port 09fcade5-de9d-4d53-b6e7-8b3bd924314a triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:56:09.347478 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-caa98765-38ed-4e3f-a778-b135c78dc8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:09.349134 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f3942981-755c-4109-a89a-d8e4ed560f9b tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:09.362694 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 4b6e0809-6574-4c82-b4cf-10ada3cc410f up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:56:09.421413 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4e505d-9a1b-45e1-b763-ba8d1246d226 service neutron] Pushing event updated for resources: {'Port': ['ID=96e89843-57db-4bb8-a7db-a9b989e66245,revision_number=6']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:09.486219 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3afe6d1-5913-45e2-bf02-e194f871e700 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event updated for resources: {'Port': ['ID=3bcde53f-f3aa-40c0-9795-b915e714f2b1,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:09.490551 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '215ee5c1-c47c-4487-bfe7-3272754152b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb420490-7abe-48bb-8247-ff19d2932add'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:56:09.492189 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0fb718da-59c0-4854-853b-911aee92665f tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:09.494949 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7808703b-a2b6-4b09-82b2-bbb8de848b98" -d '{"events": [{"server_uuid": "215ee5c1-c47c-4487-bfe7-3272754152b3", "name": "network-vif-unplugged", "status": "completed", "tag": "bb420490-7abe-48bb-8247-ff19d2932add"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:56:09.519237 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3942981-755c-4109-a89a-d8e4ed560f9b tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:56:09.537398 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f3942981-755c-4109-a89a-d8e4ed560f9b tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:09.538022 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-f3942981-755c-4109-a89a-d8e4ed560f9b tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Added segment 2d8988dd-55cb-4fb2-8ab4-9876ad3ed9b2 of type vlan for network a1fbdea5-0ee3-4e92-ad54-0cd30f4b320c Jul 09 14:56:09.546994 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-d58329b1-8ece-450b-9ae7-8927394ab968 None None] Allocated IP 19.80.0.2 (61c92cf8-ecee-479c-90fe-4eeab4f08045/8e12f2d3-f35b-4e0f-9a03-eef2fec916ad/02f8ad57-ec06-4a65-a939-07386a824854) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:56:09.569398 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.db.api [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 14:56:09.570018 n-d-799529-6 neutron-server[94447]: DEBUG oslo_db.api [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 14:56:09.575836 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-858e4623-ddff-4e9b-acf7-8dbe26a7972a None None] Allocated IP 2001:db8:0:1::2 (664f3735-ad3e-491d-849d-4d5ed94d15b7/50177411-f793-4d35-bb9a-3a5035555fde/0bb1e15c-957c-410a-afda-a26d6ed16f24) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:56:09.579139 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-caa98765-38ed-4e3f-a778-b135c78dc8c9 None None] Port 09fcade5-de9d-4d53-b6e7-8b3bd924314a cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:56:09.607439 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f3942981-755c-4109-a89a-d8e4ed560f9b tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:09.638908 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 4b6e0809-6574-4c82-b4cf-10ada3cc410f triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:56:09.639900 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:09.649964 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb158a65-76be-427d-b853-8953edf6f681 req-3f4e505d-9a1b-45e1-b763-ba8d1246d226 service neutron] No DVR routers for this DVR port 96e89843-57db-4bb8-a7db-a9b989e66245 on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:56:09.652007 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29662fe4-af05-448a-bc83-efb2f39bbb56 req-f3c35bae-8e4a-41ff-8980-c80335c9ccb0 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:09.658423 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29662fe4-af05-448a-bc83-efb2f39bbb56 req-f3c35bae-8e4a-41ff-8980-c80335c9ccb0 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:09.669177 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29662fe4-af05-448a-bc83-efb2f39bbb56 req-f3c35bae-8e4a-41ff-8980-c80335c9ccb0 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:09.675571 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29662fe4-af05-448a-bc83-efb2f39bbb56 req-f3c35bae-8e4a-41ff-8980-c80335c9ccb0 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:09.681711 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29662fe4-af05-448a-bc83-efb2f39bbb56 req-f3c35bae-8e4a-41ff-8980-c80335c9ccb0 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:09.688090 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29662fe4-af05-448a-bc83-efb2f39bbb56 req-f3c35bae-8e4a-41ff-8980-c80335c9ccb0 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:09.694756 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29662fe4-af05-448a-bc83-efb2f39bbb56 req-f3c35bae-8e4a-41ff-8980-c80335c9ccb0 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:09.696878 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-29662fe4-af05-448a-bc83-efb2f39bbb56 req-f3c35bae-8e4a-41ff-8980-c80335c9ccb0 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/ports?device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 5351 time: 1.0972564 Jul 09 14:56:09.720760 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-eb158a65-76be-427d-b853-8953edf6f681 req-3f4e505d-9a1b-45e1-b763-ba8d1246d226 service neutron] In _notify_port_updated(), no bound segment for port 96e89843-57db-4bb8-a7db-a9b989e66245 on network 7086051a-a9a3-4774-91ec-207e7481a1f2 {{(pid=94446) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 14:56:09.721735 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb158a65-76be-427d-b853-8953edf6f681 req-3f4e505d-9a1b-45e1-b763-ba8d1246d226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:09.722350 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-eb158a65-76be-427d-b853-8953edf6f681 req-3f4e505d-9a1b-45e1-b763-ba8d1246d226 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:09.723939 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-eb158a65-76be-427d-b853-8953edf6f681 req-3f4e505d-9a1b-45e1-b763-ba8d1246d226 service neutron] 10.222.0.62 "PUT /v2.0/ports/96e89843-57db-4bb8-a7db-a9b989e66245 HTTP/1.1" status: 200 len: 1026 time: 2.9693172 Jul 09 14:56:09.800955 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-f3afe6d1-5913-45e2-bf02-e194f871e700 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] In _notify_port_updated(), no bound segment for port 3bcde53f-f3aa-40c0-9795-b915e714f2b1 on network 664f3735-ad3e-491d-849d-4d5ed94d15b7 {{(pid=94445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 14:56:09.806935 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3afe6d1-5913-45e2-bf02-e194f871e700 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:09.807662 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f3afe6d1-5913-45e2-bf02-e194f871e700 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:09.812632 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f3afe6d1-5913-45e2-bf02-e194f871e700 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "PUT /v2.0/ports/3bcde53f-f3aa-40c0-9795-b915e714f2b1 HTTP/1.1" status: 200 len: 928 time: 4.0599427 Jul 09 14:56:09.814033 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49260) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:09.911117 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb718da-59c0-4854-853b-911aee92665f tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Network 85693dda-ad47-4dca-828b-1ea7b3d126a8 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:56:09.914825 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb158a65-76be-427d-b853-8953edf6f681 req-7559c1e2-5092-4df4-90ce-a3a875fa98dd tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:09.917706 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-eb158a65-76be-427d-b853-8953edf6f681 req-7559c1e2-5092-4df4-90ce-a3a875fa98dd tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.62 "GET /v2.0/ports/bb420490-7abe-48bb-8247-ff19d2932add?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1031003 Jul 09 14:56:09.939518 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-0fb718da-59c0-4854-853b-911aee92665f tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:56:09.947704 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-eb158a65-76be-427d-b853-8953edf6f681 req-a7961e30-ccf1-48c5-a78e-d931c91a7c7f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:56:09.961210 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb718da-59c0-4854-853b-911aee92665f tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event updated for resources: {'Port': ['ID=a1922a8c-aaad-4bd5-95bd-841736ceeab2,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:09.974961 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb718da-59c0-4854-853b-911aee92665f tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:56:10.021789 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a9e56-fd66-4301-979b-fc9883354b35 req-9fb0c160-a2fc-4121-beea-78ea8cd860a3 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:10.029354 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a9e56-fd66-4301-979b-fc9883354b35 req-9fb0c160-a2fc-4121-beea-78ea8cd860a3 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:10.036169 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a9e56-fd66-4301-979b-fc9883354b35 req-9fb0c160-a2fc-4121-beea-78ea8cd860a3 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:10.053371 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a9e56-fd66-4301-979b-fc9883354b35 req-9fb0c160-a2fc-4121-beea-78ea8cd860a3 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:10.067385 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a9e56-fd66-4301-979b-fc9883354b35 req-9fb0c160-a2fc-4121-beea-78ea8cd860a3 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:10.070362 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-317a9e56-fd66-4301-979b-fc9883354b35 req-9fb0c160-a2fc-4121-beea-78ea8cd860a3 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 3815 time: 0.9350531 Jul 09 14:56:10.081779 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-29662fe4-af05-448a-bc83-efb2f39bbb56 req-80d41b47-9b0c-4796-a99d-f1ef3c9a097e tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c78eb3d-e1da-49ec-9295-fc8608cc021d&id=9c5c735c-33df-481d-808b-656ad0345330&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2961793 Jul 09 14:56:10.135902 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f3942981-755c-4109-a89a-d8e4ed560f9b tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:10.140165 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3942981-755c-4109-a89a-d8e4ed560f9b tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:10.140971 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f3942981-755c-4109-a89a-d8e4ed560f9b tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:10.175730 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-eb158a65-76be-427d-b853-8953edf6f681 req-a7961e30-ccf1-48c5-a78e-d931c91a7c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:10.250103 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 14:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7e76e1-c584-4e72-909d-9abbd588d52c x-openstack-request-id: req-5e7e76e1-c584-4e72-909d-9abbd588d52c {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:56:10.250480 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "215ee5c1-c47c-4487-bfe7-3272754152b3", "name": "network-vif-unplugged", "status": "completed", "tag": "bb420490-7abe-48bb-8247-ff19d2932add", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:56:10.250667 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5e7e76e1-c584-4e72-909d-9abbd588d52c {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:56:10.251032 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215ee5c1-c47c-4487-bfe7-3272754152b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb420490-7abe-48bb-8247-ff19d2932add', 'code': 200} Jul 09 14:56:10.287742 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d4fef7-24df-4ee3-b9eb-a616ee5e658e req-8e3e4497-7bd0-4c50-b7a2-cb08c16d9a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:10.292652 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f2d4fef7-24df-4ee3-b9eb-a616ee5e658e req-8e3e4497-7bd0-4c50-b7a2-cb08c16d9a4b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8b2d54fb-d544-4a03-8d39-6600c8d1ac67 HTTP/1.1" status: 200 len: 1096 time: 0.9678314 Jul 09 14:56:10.330401 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb718da-59c0-4854-853b-911aee92665f tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:10.331674 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0fb718da-59c0-4854-853b-911aee92665f tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:10.368037 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3942981-755c-4109-a89a-d8e4ed560f9b tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Pushing event updated for resources: {'Network': ['ID=a1fbdea5-0ee3-4e92-ad54-0cd30f4b320c,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:10.402601 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network a1fbdea5-0ee3-4e92-ad54-0cd30f4b320c details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:56:10.418614 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device bbecacc0-fcea-4c8e-9c93-2a490da9fb58 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:56:10.449228 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f2d4fef7-24df-4ee3-b9eb-a616ee5e658e req-0acfff67-a6c1-47d7-913a-bdddd2ef29bb service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7de82887-7032-4e2c-81a4-82e587d41889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454935 Jul 09 14:56:10.465194 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-93ac07cf-6681-41da-b16a-ee7460a73504 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Deleting port 3bcde53f-f3aa-40c0-9795-b915e714f2b1 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:56:10.465836 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-93ac07cf-6681-41da-b16a-ee7460a73504 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:10.465950 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-317a9e56-fd66-4301-979b-fc9883354b35 req-0dca706b-0d14-4c1e-9a07-1c00c4b90896 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b892279-bd5f-423b-8017-ce4180b448af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3013191 Jul 09 14:56:10.487599 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ce37cc-6076-42e9-b119-23700265043b tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Made reservation on behalf of 4fbe3c716afa48b0baa69ef6882c3cc4 for: {'subnet': 2} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:56:10.493687 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d5ce37cc-6076-42e9-b119-23700265043b tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:10.494230 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d5ce37cc-6076-42e9-b119-23700265043b tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:10.526792 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-61a6c8ff-0523-44de-a4fa-e7cdd228a978 None None] Provisioning complete for port 96e89843-57db-4bb8-a7db-a9b989e66245 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:56:10.528774 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-61a6c8ff-0523-44de-a4fa-e7cdd228a978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:10.599254 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-93ac07cf-6681-41da-b16a-ee7460a73504 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:10.610020 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-61a6c8ff-0523-44de-a4fa-e7cdd228a978 None None] Port 96e89843-57db-4bb8-a7db-a9b989e66245 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:56:10.619627 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-93ac07cf-6681-41da-b16a-ee7460a73504 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Calling delete_port for 3bcde53f-f3aa-40c0-9795-b915e714f2b1 owned by {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:56:10.659095 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-858e4623-ddff-4e9b-acf7-8dbe26a7972a None None] For port 0bb1e15c-957c-410a-afda-a26d6ed16f24, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=0bb1e15c-957c-410a-afda-a26d6ed16f24,segment=NetworkSegment(d4500341-74de-48f0-a248-3664d416dfa1),segment_id=d4500341-74de-48f0-a248-3664d416dfa1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:56:10.665953 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 858f520d-d64c-433b-85fc-1e0217c5f34b up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:56:10.769406 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d58329b1-8ece-450b-9ae7-8927394ab968 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:10.797803 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-0fb718da-59c0-4854-853b-911aee92665f tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.1786757 Jul 09 14:56:10.803232 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f3942981-755c-4109-a89a-d8e4ed560f9b tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.9920397 Jul 09 14:56:10.804284 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49266) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:10.804770 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49268) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:10.856565 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-858e4623-ddff-4e9b-acf7-8dbe26a7972a None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:10.868261 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-308dd177-afd4-42c4-968e-f904b9d6273a tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Request body: {'subnet': {'network_id': 'a1fbdea5-0ee3-4e92-ad54-0cd30f4b320c', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:56:10.876242 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-d58329b1-8ece-450b-9ae7-8927394ab968 None None] Transition to ACTIVE for port object 02f8ad57-ec06-4a65-a939-07386a824854 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:56:10.888035 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48871287-1559-48c0-997e-7cbb51ef350c req-540b41c9-b4b7-4f60-bdba-c93a40299ca4 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:10.896877 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-48871287-1559-48c0-997e-7cbb51ef350c req-540b41c9-b4b7-4f60-bdba-c93a40299ca4 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b2d54fb-d544-4a03-8d39-6600c8d1ac67 HTTP/1.1" status: 200 len: 945 time: 0.5170751 Jul 09 14:56:10.924045 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-858e4623-ddff-4e9b-acf7-8dbe26a7972a None None] Transition to ACTIVE for port object 0bb1e15c-957c-410a-afda-a26d6ed16f24 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:56:10.929905 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-93ac07cf-6681-41da-b16a-ee7460a73504 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:10.939767 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:10.985268 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-e2a09563-ddcb-4123-bf0c-f0c222178061 None None] Provisioning for port a1922a8c-aaad-4bd5-95bd-841736ceeab2 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:56:10.992782 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-d58329b1-8ece-450b-9ae7-8927394ab968 None None] Transition to ACTIVE for port object 02f8ad57-ec06-4a65-a939-07386a824854 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:56:11.023065 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-e2a09563-ddcb-4123-bf0c-f0c222178061 None None] Provisioning complete for port a1922a8c-aaad-4bd5-95bd-841736ceeab2 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:56:11.023699 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e2a09563-ddcb-4123-bf0c-f0c222178061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:11.079908 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 858f520d-d64c-433b-85fc-1e0217c5f34b triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:56:11.080512 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:11.142429 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d5ce37cc-6076-42e9-b119-23700265043b tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:11.166425 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ac07cf-6681-41da-b16a-ee7460a73504 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event deleted for resources: {'Port': ['ID=3bcde53f-f3aa-40c0-9795-b915e714f2b1,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:11.172682 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-93ac07cf-6681-41da-b16a-ee7460a73504 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:11.177717 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-93ac07cf-6681-41da-b16a-ee7460a73504 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "DELETE /v2.0/ports/3bcde53f-f3aa-40c0-9795-b915e714f2b1 HTTP/1.1" status: 204 len: 168 time: 1.3498638 Jul 09 14:56:11.181604 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49274) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:11.181818 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port bbecacc0-fcea-4c8e-9c93-2a490da9fb58, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=bbecacc0-fcea-4c8e-9c93-2a490da9fb58,segment=NetworkSegment(3bb7d6e9-70bc-4439-a91f-bf6984bfce81),segment_id=3bb7d6e9-70bc-4439-a91f-bf6984bfce81)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:56:11.196708 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-858e4623-ddff-4e9b-acf7-8dbe26a7972a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:11.217735 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d58329b1-8ece-450b-9ae7-8927394ab968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:11.244846 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1c1e9f9-edb5-4518-a53c-ebd6397d8eae tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] GET failed (client error): The resource could not be found. Jul 09 14:56:11.250058 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f1c1e9f9-edb5-4518-a53c-ebd6397d8eae tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "GET /v2.0/ports/3bcde53f-f3aa-40c0-9795-b915e714f2b1 HTTP/1.1" status: 404 len: 333 time: 0.0560300 Jul 09 14:56:11.255442 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-48871287-1559-48c0-997e-7cbb51ef350c req-eae37412-f645-4671-9a76-1fe9acbcbf24 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "GET /v2.0/security-groups?id=7de82887-7032-4e2c-81a4-82e587d41889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575828 Jul 09 14:56:11.256315 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49276) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:11.402799 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:11.404184 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 584859ef-7df1-4e5e-a094-227a09a19961 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:56:11.417975 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ad2b08-679d-4e44-9cfc-19785122e0a0 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:11.423582 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-09ad2b08-679d-4e44-9cfc-19785122e0a0 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 922 time: 0.6167800 Jul 09 14:56:11.426804 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49278) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:11.433667 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58329b1-8ece-450b-9ae7-8927394ab968 None None] Network 61c92cf8-ecee-479c-90fe-4eeab4f08045 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:56:11.453421 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-d58329b1-8ece-450b-9ae7-8927394ab968 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:56:11.456595 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-e2a09563-ddcb-4123-bf0c-f0c222178061 None None] Port a1922a8c-aaad-4bd5-95bd-841736ceeab2 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:56:11.497349 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308dd177-afd4-42c4-968e-f904b9d6273a tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Made reservation on behalf of 70380163691b470ebe60db5002d62101 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:56:11.501512 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-308dd177-afd4-42c4-968e-f904b9d6273a tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:11.545150 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58329b1-8ece-450b-9ae7-8927394ab968 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:56:11.582654 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-eb158a65-76be-427d-b853-8953edf6f681 req-a7961e30-ccf1-48c5-a78e-d931c91a7c7f service neutron] For port bb420490-7abe-48bb-8247-ff19d2932add, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=bb420490-7abe-48bb-8247-ff19d2932add,segment=NetworkSegment(c961693e-5289-4f40-a8e3-a769b6e30c12),segment_id=c961693e-5289-4f40-a8e3-a769b6e30c12)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:56:11.586135 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ce37cc-6076-42e9-b119-23700265043b tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Pushing event updated for resources: {'Subnet': ['ID=f5b8738e-8e17-4d98-b0a9-e63338aff522,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:11.659899 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-3b1af970-7be9-473e-99c1-a313ce0cd322 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:56:11.688042 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-3b1af970-7be9-473e-99c1-a313ce0cd322 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:11.743113 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ce37cc-6076-42e9-b119-23700265043b tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Checking segment: {'id': 'df1e445b-a2b8-483d-906d-0f270019c9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5cd1aaa8-4f8b-4bce-b958-4dbbb941614f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:56:11.743113 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ce37cc-6076-42e9-b119-23700265043b tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Network hostable DHCP agents. Network: 5cd1aaa8-4f8b-4bce-b958-4dbbb941614f, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:56:11.766593 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-3b1af970-7be9-473e-99c1-a313ce0cd322 service neutron] Transition to ACTIVE for port object 9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:56:11.776410 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-308dd177-afd4-42c4-968e-f904b9d6273a tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:11.786340 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-eb158a65-76be-427d-b853-8953edf6f681 req-a7961e30-ccf1-48c5-a78e-d931c91a7c7f service neutron] For port bb420490-7abe-48bb-8247-ff19d2932add, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:56:11.822043 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858e4623-ddff-4e9b-acf7-8dbe26a7972a None None] Pushing event updated for resources: {'Port': ['ID=0bb1e15c-957c-410a-afda-a26d6ed16f24,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:11.878273 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-3b1af970-7be9-473e-99c1-a313ce0cd322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:11.903182 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-47a39bd2-63aa-4d34-87e8-b78c79ae6868 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:11.943590 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-47a39bd2-63aa-4d34-87e8-b78c79ae6868 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:11.944973 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-eb158a65-76be-427d-b853-8953edf6f681 req-a7961e30-ccf1-48c5-a78e-d931c91a7c7f service neutron] device_id is not set on port bb420490-7abe-48bb-8247-ff19d2932add yet. {{(pid=94446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:56:11.982505 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-d58329b1-8ece-450b-9ae7-8927394ab968 None None] Attempting to bind port 02f8ad57-ec06-4a65-a939-07386a824854 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:56:11.983095 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-d58329b1-8ece-450b-9ae7-8927394ab968 None None] Attempting to bind port 02f8ad57-ec06-4a65-a939-07386a824854 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '02694641-735f-4d0d-a532-dfd42213845c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '61c92cf8-ecee-479c-90fe-4eeab4f08045'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:56:11.992897 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58329b1-8ece-450b-9ae7-8927394ab968 None None] Attempting to bind port 02f8ad57-ec06-4a65-a939-07386a824854 on network 61c92cf8-ecee-479c-90fe-4eeab4f08045 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:56:12.011355 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58329b1-8ece-450b-9ae7-8927394ab968 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:56:12.011968 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58329b1-8ece-450b-9ae7-8927394ab968 None None] Checking segment: {'id': '02694641-735f-4d0d-a532-dfd42213845c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '61c92cf8-ecee-479c-90fe-4eeab4f08045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:56:12.012604 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d58329b1-8ece-450b-9ae7-8927394ab968 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:12.013207 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58329b1-8ece-450b-9ae7-8927394ab968 None None] Bound using segment: {'id': '02694641-735f-4d0d-a532-dfd42213845c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '61c92cf8-ecee-479c-90fe-4eeab4f08045'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:56:12.013402 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db648f19-82d3-46fc-9131-f8e762f433ec req-4353f29a-30df-494a-b341-1aae01f9af83 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:12.013983 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-d58329b1-8ece-450b-9ae7-8927394ab968 None None] Bound port: 02f8ad57-ec06-4a65-a939-07386a824854, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02694641-735f-4d0d-a532-dfd42213845c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '61c92cf8-ecee-479c-90fe-4eeab4f08045'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:56:12.014597 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d58329b1-8ece-450b-9ae7-8927394ab968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:12.016615 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308dd177-afd4-42c4-968e-f904b9d6273a tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Pushing event updated for resources: {'Subnet': ['ID=4f8905e4-c5e0-48a8-9070-4c4be196cfd2,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:12.032735 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db648f19-82d3-46fc-9131-f8e762f433ec req-4353f29a-30df-494a-b341-1aae01f9af83 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:12.047288 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db648f19-82d3-46fc-9131-f8e762f433ec req-4353f29a-30df-494a-b341-1aae01f9af83 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:12.058056 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 0bb1e15c-957c-410a-afda-a26d6ed16f24 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:56:12.062305 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db648f19-82d3-46fc-9131-f8e762f433ec req-4353f29a-30df-494a-b341-1aae01f9af83 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:12.074630 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db648f19-82d3-46fc-9131-f8e762f433ec req-4353f29a-30df-494a-b341-1aae01f9af83 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:12.098996 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db648f19-82d3-46fc-9131-f8e762f433ec req-4353f29a-30df-494a-b341-1aae01f9af83 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:12.102599 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-db648f19-82d3-46fc-9131-f8e762f433ec req-4353f29a-30df-494a-b341-1aae01f9af83 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/ports?device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 4653 time: 0.6704073 Jul 09 14:56:12.113017 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ce37cc-6076-42e9-b119-23700265043b tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Network 5cd1aaa8-4f8b-4bce-b958-4dbbb941614f is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:56:12.117491 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:12.123278 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-eb158a65-76be-427d-b853-8953edf6f681 req-a7961e30-ccf1-48c5-a78e-d931c91a7c7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:12.191762 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 584859ef-7df1-4e5e-a094-227a09a19961, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=584859ef-7df1-4e5e-a094-227a09a19961,segment=NetworkSegment(c961693e-5289-4f40-a8e3-a769b6e30c12),segment_id=c961693e-5289-4f40-a8e3-a769b6e30c12)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:56:12.196231 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58329b1-8ece-450b-9ae7-8927394ab968 None None] Pushing event updated for resources: {'Port': ['ID=02f8ad57-ec06-4a65-a939-07386a824854,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:12.270936 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '215ee5c1-c47c-4487-bfe7-3272754152b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbecacc0-fcea-4c8e-9c93-2a490da9fb58'}, {'server_uuid': '215ee5c1-c47c-4487-bfe7-3272754152b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '584859ef-7df1-4e5e-a094-227a09a19961'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:56:12.274014 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-815fa08e-041e-4a3b-8d38-3f3a4d4872aa" -d '{"events": [{"server_uuid": "215ee5c1-c47c-4487-bfe7-3272754152b3", "name": "network-vif-unplugged", "status": "completed", "tag": "bbecacc0-fcea-4c8e-9c93-2a490da9fb58"}, {"server_uuid": "215ee5c1-c47c-4487-bfe7-3272754152b3", "name": "network-vif-unplugged", "status": "completed", "tag": "584859ef-7df1-4e5e-a094-227a09a19961"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:56:12.280665 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=bbecacc0-fcea-4c8e-9c93-2a490da9fb58,revision_number=6']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:12.288272 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:12.289071 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device ab8363f7-21ad-4c07-a8be-128ce6a85669 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:56:12.295468 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308dd177-afd4-42c4-968e-f904b9d6273a tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Checking segment: {'id': '2d8988dd-55cb-4fb2-8ab4-9876ad3ed9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a1fbdea5-0ee3-4e92-ad54-0cd30f4b320c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:56:12.296268 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308dd177-afd4-42c4-968e-f904b9d6273a tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Network hostable DHCP agents. Network: a1fbdea5-0ee3-4e92-ad54-0cd30f4b320c, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:56:12.304733 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-47a39bd2-63aa-4d34-87e8-b78c79ae6868 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:12.307855 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-47a39bd2-63aa-4d34-87e8-b78c79ae6868 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:12.314212 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-47a39bd2-63aa-4d34-87e8-b78c79ae6868 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "DELETE /v2.0/security-groups/f3845359-485a-460d-82ea-8b9776f03f5e HTTP/1.1" status: 204 len: 168 time: 1.0511703 Jul 09 14:56:12.317477 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49290) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:12.394357 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a39bd2-63aa-4d34-87e8-b78c79ae6868 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3845359-485a-460d-82ea-8b9776f03f5e,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:12.448596 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ce61e18b-4e58-4fc3-bc59-3ef196bac42b tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:12.485868 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-01cdec20-0e07-47d2-be35-8c8f173038be tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Deleting port a1922a8c-aaad-4bd5-95bd-841736ceeab2 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:56:12.486251 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-01cdec20-0e07-47d2-be35-8c8f173038be tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:12.510566 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ce61e18b-4e58-4fc3-bc59-3ef196bac42b tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:12.531060 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339cdbf1-25c9-458f-864c-dbe9a3ff8c79 req-43645df2-6c0f-48ab-84b6-a0dff0d91601 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:12.555029 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339cdbf1-25c9-458f-864c-dbe9a3ff8c79 req-43645df2-6c0f-48ab-84b6-a0dff0d91601 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:12.585238 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339cdbf1-25c9-458f-864c-dbe9a3ff8c79 req-43645df2-6c0f-48ab-84b6-a0dff0d91601 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:12.609893 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339cdbf1-25c9-458f-864c-dbe9a3ff8c79 req-43645df2-6c0f-48ab-84b6-a0dff0d91601 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:12.610635 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=584859ef-7df1-4e5e-a094-227a09a19961,revision_number=6']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:12.642091 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339cdbf1-25c9-458f-864c-dbe9a3ff8c79 req-43645df2-6c0f-48ab-84b6-a0dff0d91601 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:12.644092 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-339cdbf1-25c9-458f-864c-dbe9a3ff8c79 req-43645df2-6c0f-48ab-84b6-a0dff0d91601 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 3827 time: 0.8567810 Jul 09 14:56:12.698858 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-d58329b1-8ece-450b-9ae7-8927394ab968 None None] For port 02f8ad57-ec06-4a65-a939-07386a824854, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:56:12.718385 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-d58329b1-8ece-450b-9ae7-8927394ab968 None None] For port 02f8ad57-ec06-4a65-a939-07386a824854, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=02f8ad57-ec06-4a65-a939-07386a824854,segment=NetworkSegment(02694641-735f-4d0d-a532-dfd42213845c),segment_id=02694641-735f-4d0d-a532-dfd42213845c)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:56:12.793776 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:12.822134 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d58329b1-8ece-450b-9ae7-8927394ab968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:12.910454 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58329b1-8ece-450b-9ae7-8927394ab968 None None] Pushing event updated for resources: {'Port': ['ID=02f8ad57-ec06-4a65-a939-07386a824854,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:12.942945 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1af970-7be9-473e-99c1-a313ce0cd322 service neutron] Pushing event updated for resources: {'Port': ['ID=9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:12.960536 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-339cdbf1-25c9-458f-864c-dbe9a3ff8c79 req-5a61d2d3-4265-4a15-8758-76275e183317 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b892279-bd5f-423b-8017-ce4180b448af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2148976 Jul 09 14:56:12.974678 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port ab8363f7-21ad-4c07-a8be-128ce6a85669, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=ab8363f7-21ad-4c07-a8be-128ce6a85669,segment=NetworkSegment(b243d64e-462e-4d56-aaa8-e625bc50df08),segment_id=b243d64e-462e-4d56-aaa8-e625bc50df08)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:56:13.046098 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-01cdec20-0e07-47d2-be35-8c8f173038be tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:13.066527 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-01cdec20-0e07-47d2-be35-8c8f173038be tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Calling delete_port for a1922a8c-aaad-4bd5-95bd-841736ceeab2 owned by {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:56:13.098753 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:13.099668 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 42412cbf-f692-4bfb-8bac-e2da1b31b674 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:56:13.127667 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-db648f19-82d3-46fc-9131-f8e762f433ec req-1a9d57fa-f3bc-44b5-9086-92f3bb183d36 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c78eb3d-e1da-49ec-9295-fc8608cc021d&id=9c5c735c-33df-481d-808b-656ad0345330&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.9974780 Jul 09 14:56:13.129443 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-eb158a65-76be-427d-b853-8953edf6f681 req-a7961e30-ccf1-48c5-a78e-d931c91a7c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:13.171081 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 09 Jul 2021 14:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5d30e9-45fc-4b04-a52f-ace43e4d19da x-openstack-request-id: req-9a5d30e9-45fc-4b04-a52f-ace43e4d19da {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:56:13.171081 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "215ee5c1-c47c-4487-bfe7-3272754152b3", "name": "network-vif-unplugged", "status": "completed", "tag": "bbecacc0-fcea-4c8e-9c93-2a490da9fb58", "code": 200}, {"server_uuid": "215ee5c1-c47c-4487-bfe7-3272754152b3", "name": "network-vif-unplugged", "status": "completed", "tag": "584859ef-7df1-4e5e-a094-227a09a19961", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:56:13.171081 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9a5d30e9-45fc-4b04-a52f-ace43e4d19da {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:56:13.171081 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215ee5c1-c47c-4487-bfe7-3272754152b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbecacc0-fcea-4c8e-9c93-2a490da9fb58', 'code': 200} Jul 09 14:56:13.171081 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215ee5c1-c47c-4487-bfe7-3272754152b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '584859ef-7df1-4e5e-a094-227a09a19961', 'code': 200} Jul 09 14:56:13.226434 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-d5ce37cc-6076-42e9-b119-23700265043b tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 5cd1aaa8-4f8b-4bce-b958-4dbbb941614f) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:56:13.232801 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d5ce37cc-6076-42e9-b119-23700265043b tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:13.242497 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ce61e18b-4e58-4fc3-bc59-3ef196bac42b tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:13.248200 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7961e30-ccf1-48c5-a78e-d931c91a7c7f service neutron] Pushing event updated for resources: {'Port': ['ID=bb420490-7abe-48bb-8247-ff19d2932add,revision_number=7']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:13.249800 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ce61e18b-4e58-4fc3-bc59-3ef196bac42b tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:13.268886 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ce61e18b-4e58-4fc3-bc59-3ef196bac42b tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "DELETE /v2.0/security-groups/719cfffc-a196-4b1a-93f3-eb4effe7b58b HTTP/1.1" status: 204 len: 168 time: 0.9309330 Jul 09 14:56:13.269354 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49294) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:13.279416 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346e2d7e-deee-4198-939e-1759014fb9f7 None None] Network 5cd1aaa8-4f8b-4bce-b958-4dbbb941614f requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:56:13.330224 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce61e18b-4e58-4fc3-bc59-3ef196bac42b tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=719cfffc-a196-4b1a-93f3-eb4effe7b58b,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:13.365947 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308dd177-afd4-42c4-968e-f904b9d6273a tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Network a1fbdea5-0ee3-4e92-ad54-0cd30f4b320c is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:56:13.464936 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-1fdfb3e2-bbbd-4604-8b37-5cae147ee030 None None] Provisioning complete for port e8cace6f-0833-4c32-a2be-831fbe26fb13 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:56:13.466872 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-308dd177-afd4-42c4-968e-f904b9d6273a tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, a1fbdea5-0ee3-4e92-ad54-0cd30f4b320c) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:56:13.469275 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1fdfb3e2-bbbd-4604-8b37-5cae147ee030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:13.489168 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd7af96-9bd9-4243-9d9f-9e491ec2c170 None None] Network a1fbdea5-0ee3-4e92-ad54-0cd30f4b320c requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:56:13.493331 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308dd177-afd4-42c4-968e-f904b9d6273a tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:13.493934 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-308dd177-afd4-42c4-968e-f904b9d6273a tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:13.593561 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=ab8363f7-21ad-4c07-a8be-128ce6a85669,revision_number=6']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:13.636528 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb158a65-76be-427d-b853-8953edf6f681 req-a7961e30-ccf1-48c5-a78e-d931c91a7c7f service neutron] No DVR routers for this DVR port bb420490-7abe-48bb-8247-ff19d2932add on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:56:13.646689 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d57a6b2-3ac8-4746-a3eb-cebc3c2be014 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Deleting subnet cab09d4e-bb4b-41d0-9414-037e2f526631 {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:56:13.650404 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2d57a6b2-3ac8-4746-a3eb-cebc3c2be014 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:13.657486 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461517f-5cc6-4d28-b6c2-c1f492249ca6 req-570b7376-edf3-41e8-9452-ddf46991a4b7 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:13.686991 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b461517f-5cc6-4d28-b6c2-c1f492249ca6 req-570b7376-edf3-41e8-9452-ddf46991a4b7 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b2d54fb-d544-4a03-8d39-6600c8d1ac67 HTTP/1.1" status: 200 len: 945 time: 0.2595818 Jul 09 14:56:13.718146 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2d57a6b2-3ac8-4746-a3eb-cebc3c2be014 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:13.728968 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-308dd177-afd4-42c4-968e-f904b9d6273a tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.8652894 Jul 09 14:56:13.814169 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b461517f-5cc6-4d28-b6c2-c1f492249ca6 req-7a1e0572-1dc6-4399-8469-69680d5cb317 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "GET /v2.0/security-groups?id=7de82887-7032-4e2c-81a4-82e587d41889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243410 Jul 09 14:56:13.834506 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2d57a6b2-3ac8-4746-a3eb-cebc3c2be014 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:13.916123 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:13.927904 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-01cdec20-0e07-47d2-be35-8c8f173038be tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:13.939276 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-1fdfb3e2-bbbd-4604-8b37-5cae147ee030 None None] Port e8cace6f-0833-4c32-a2be-831fbe26fb13 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:56:13.980714 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-bdddd007-acd8-42c5-81c4-5749bd4e3a13 req-976a508e-8f44-4b35-bd9c-cc357529e74c tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1279967882', 'description': 'tempest-description-1242005757'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:56:14.023398 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ce37cc-6076-42e9-b119-23700265043b tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Checking segment: {'id': '119d5f19-992f-41e4-af7f-377bf7b174be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'dae4ef50-b066-43b1-b7cd-c73cec8f1eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:56:14.024388 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ce37cc-6076-42e9-b119-23700265043b tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Network hostable DHCP agents. Network: dae4ef50-b066-43b1-b7cd-c73cec8f1eee, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:56:14.030969 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-1fdfb3e2-bbbd-4604-8b37-5cae147ee030 None None] Could not find standard attr ID for object 3bcde53f-f3aa-40c0-9795-b915e714f2b1. {{(pid=94447) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 14:56:14.063073 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cdec20-0e07-47d2-be35-8c8f173038be tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event deleted for resources: {'Port': ['ID=a1922a8c-aaad-4bd5-95bd-841736ceeab2,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:14.073442 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ce37cc-6076-42e9-b119-23700265043b tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Pushing event updated for resources: {'Subnet': ['ID=441ea13e-6810-4f43-8153-45508abb6bbe,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:14.103147 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2d57a6b2-3ac8-4746-a3eb-cebc3c2be014 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:14.129590 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-3b1af970-7be9-473e-99c1-a313ce0cd322 service neutron] Attempting to bind port 9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:56:14.129887 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-3b1af970-7be9-473e-99c1-a313ce0cd322 service neutron] Attempting to bind port 9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': '1a86216b-0589-4b76-bf13-b0436a2559bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6107f077-f7c7-47db-8b86-669db7279c4c'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:56:14.130220 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-3b1af970-7be9-473e-99c1-a313ce0cd322 service neutron] Attempting to bind port 9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c on network 6107f077-f7c7-47db-8b86-669db7279c4c {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:56:14.155548 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 42412cbf-f692-4bfb-8bac-e2da1b31b674, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=42412cbf-f692-4bfb-8bac-e2da1b31b674,segment=NetworkSegment(c961693e-5289-4f40-a8e3-a769b6e30c12),segment_id=c961693e-5289-4f40-a8e3-a769b6e30c12)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:56:14.182432 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 02f8ad57-ec06-4a65-a939-07386a824854 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:56:14.216854 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d57a6b2-3ac8-4746-a3eb-cebc3c2be014 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event deleted for resources: {'Subnet': ['ID=cab09d4e-bb4b-41d0-9414-037e2f526631,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:14.225678 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2d57a6b2-3ac8-4746-a3eb-cebc3c2be014 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:14.244025 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-2d57a6b2-3ac8-4746-a3eb-cebc3c2be014 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "DELETE /v2.0/subnets/cab09d4e-bb4b-41d0-9414-037e2f526631 HTTP/1.1" status: 204 len: 168 time: 0.9423912 Jul 09 14:56:14.244025 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-3b1af970-7be9-473e-99c1-a313ce0cd322 service neutron] Port 9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c on network 6107f077-f7c7-47db-8b86-669db7279c4c not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:56:14.244025 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-3b1af970-7be9-473e-99c1-a313ce0cd322 service neutron] Attempting to bind port 9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c on network 6107f077-f7c7-47db-8b86-669db7279c4c {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:56:14.244025 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49316) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:14.244025 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-3b1af970-7be9-473e-99c1-a313ce0cd322 service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:56:14.244752 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-3b1af970-7be9-473e-99c1-a313ce0cd322 service neutron] Checking segment: {'id': '1a86216b-0589-4b76-bf13-b0436a2559bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6107f077-f7c7-47db-8b86-669db7279c4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:56:14.245234 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-3b1af970-7be9-473e-99c1-a313ce0cd322 service neutron] Bound using segment: {'id': '1a86216b-0589-4b76-bf13-b0436a2559bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6107f077-f7c7-47db-8b86-669db7279c4c'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:56:14.245758 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-3b1af970-7be9-473e-99c1-a313ce0cd322 service neutron] Bound port: 9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a86216b-0589-4b76-bf13-b0436a2559bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6107f077-f7c7-47db-8b86-669db7279c4c'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:56:14.246197 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-3b1af970-7be9-473e-99c1-a313ce0cd322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:14.253079 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-cb5fb21b-434c-414b-a495-4ef82276e1c1 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Request body: {'subnet': {'network_id': '664f3735-ad3e-491d-849d-4d5ed94d15b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:56:14.259556 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-eb158a65-76be-427d-b853-8953edf6f681 req-a7961e30-ccf1-48c5-a78e-d931c91a7c7f service neutron] In _notify_port_updated(), no bound segment for port bb420490-7abe-48bb-8247-ff19d2932add on network 7086051a-a9a3-4774-91ec-207e7481a1f2 {{(pid=94446) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 14:56:14.261009 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb158a65-76be-427d-b853-8953edf6f681 req-a7961e30-ccf1-48c5-a78e-d931c91a7c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:14.261864 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-eb158a65-76be-427d-b853-8953edf6f681 req-a7961e30-ccf1-48c5-a78e-d931c91a7c7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:14.264313 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-eb158a65-76be-427d-b853-8953edf6f681 req-a7961e30-ccf1-48c5-a78e-d931c91a7c7f service neutron] 10.222.0.62 "PUT /v2.0/ports/bb420490-7abe-48bb-8247-ff19d2932add HTTP/1.1" status: 200 len: 1027 time: 4.3391132 Jul 09 14:56:14.332857 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aef40b3-6e63-42ca-8840-87e45413dc17 None None] Network 664f3735-ad3e-491d-849d-4d5ed94d15b7 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:56:14.340929 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-1fdfb3e2-bbbd-4604-8b37-5cae147ee030 None None] Provisioning for port 0bb1e15c-957c-410a-afda-a26d6ed16f24 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:56:14.361051 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:14.372923 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-bdddd007-acd8-42c5-81c4-5749bd4e3a13 req-976a508e-8f44-4b35-bd9c-cc357529e74c tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:14.408246 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-01cdec20-0e07-47d2-be35-8c8f173038be tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:14.413845 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-01cdec20-0e07-47d2-be35-8c8f173038be tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "DELETE /v2.0/ports/a1922a8c-aaad-4bd5-95bd-841736ceeab2 HTTP/1.1" status: 204 len: 168 time: 2.9850879 Jul 09 14:56:14.419402 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49318) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:14.459098 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-63100109-fd45-49ba-a60d-ccba805abe63 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] GET failed (client error): The resource could not be found. Jul 09 14:56:14.461733 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-63100109-fd45-49ba-a60d-ccba805abe63 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "GET /v2.0/ports/a1922a8c-aaad-4bd5-95bd-841736ceeab2 HTTP/1.1" status: 404 len: 333 time: 0.0407138 Jul 09 14:56:14.468476 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ce37cc-6076-42e9-b119-23700265043b tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Network dae4ef50-b066-43b1-b7cd-c73cec8f1eee is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:56:14.469897 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49320) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:14.650318 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-b4b91949-d83d-41bc-b8a4-d50e89d88cb2 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:14.667368 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-b4b91949-d83d-41bc-b8a4-d50e89d88cb2 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:14.676886 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-b4b91949-d83d-41bc-b8a4-d50e89d88cb2 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/networks?id=61c92cf8-ecee-479c-90fe-4eeab4f08045&id=a1fbdea5-0ee3-4e92-ad54-0cd30f4b320c&id=61c92cf8-ecee-479c-90fe-4eeab4f08045 HTTP/1.1" status: 200 len: 1392 time: 0.6399672 Jul 09 14:56:14.704240 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-d0cc196c-480f-4b7c-b19c-76c5afb144b8 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/quotas/70380163691b470ebe60db5002d62101 HTTP/1.1" status: 200 len: 375 time: 0.0173833 Jul 09 14:56:14.714305 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-bdddd007-acd8-42c5-81c4-5749bd4e3a13 req-976a508e-8f44-4b35-bd9c-cc357529e74c tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:14.715942 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-d5ce37cc-6076-42e9-b119-23700265043b tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, dae4ef50-b066-43b1-b7cd-c73cec8f1eee) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:56:14.745753 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ce37cc-6076-42e9-b119-23700265043b tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:14.746380 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ce37cc-6076-42e9-b119-23700265043b tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:14.747194 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d5ce37cc-6076-42e9-b119-23700265043b tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:14.817604 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-596b8e0d-e4b6-423e-90c2-e5f1539c49ef tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Deleting port 53015825-4a0a-41a1-b804-f6b8d3eddfbd {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:56:14.818147 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-596b8e0d-e4b6-423e-90c2-e5f1539c49ef tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:14.864990 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=42412cbf-f692-4bfb-8bac-e2da1b31b674,revision_number=6']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:14.876469 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-1fdfb3e2-bbbd-4604-8b37-5cae147ee030 None None] Provisioning complete for port 0bb1e15c-957c-410a-afda-a26d6ed16f24 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:56:14.876469 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1fdfb3e2-bbbd-4604-8b37-5cae147ee030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:14.880285 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-bdddd007-acd8-42c5-81c4-5749bd4e3a13 req-976a508e-8f44-4b35-bd9c-cc357529e74c tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:14.943104 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68e2566-cffc-487c-a91f-c0fed8f14af9 None None] Network dae4ef50-b066-43b1-b7cd-c73cec8f1eee requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:56:14.944366 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-3b1af970-7be9-473e-99c1-a313ce0cd322 service neutron] For port 9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:56:14.952975 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-596b8e0d-e4b6-423e-90c2-e5f1539c49ef tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:14.960265 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88eccca3-a589-4fca-8bc3-722d933d45af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-a1fbdea5-0ee3-4e92-ad54-0cd30f4b320c', 'network_id': 'a1fbdea5-0ee3-4e92-ad54-0cd30f4b320c', 'tenant_id': '70380163691b470ebe60db5002d62101', 'fixed_ips': [{'subnet_id': '4f8905e4-c5e0-48a8-9070-4c4be196cfd2'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:56:14.964200 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-88eccca3-a589-4fca-8bc3-722d933d45af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:14.979169 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-3b1af970-7be9-473e-99c1-a313ce0cd322 service neutron] For port 9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c,segment=NetworkSegment(1a86216b-0589-4b76-bf13-b0436a2559bc),segment_id=1a86216b-0589-4b76-bf13-b0436a2559bc)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:56:14.986116 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976a508e-8f44-4b35-bd9c-cc357529e74c tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=651410e9-0418-4221-a69c-3542e0f84785,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:14.995190 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec64df2-13ad-47b7-9cd4-fe63ff29e485 None None] Network 61c92cf8-ecee-479c-90fe-4eeab4f08045 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:56:15.004865 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-596b8e0d-e4b6-423e-90c2-e5f1539c49ef tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Calling delete_port for 53015825-4a0a-41a1-b804-f6b8d3eddfbd owned by {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:56:15.010055 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-bdddd007-acd8-42c5-81c4-5749bd4e3a13 req-976a508e-8f44-4b35-bd9c-cc357529e74c tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:15.010055 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bdddd007-acd8-42c5-81c4-5749bd4e3a13 req-976a508e-8f44-4b35-bd9c-cc357529e74c tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 1.0499570 Jul 09 14:56:15.040983 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-eb158a65-76be-427d-b853-8953edf6f681 req-ba0b751a-a3ba-43a7-9846-48daf8080728 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Deleting port 1c924033-ab46-4efe-a952-c19f76703241 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:56:15.044164 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-eb158a65-76be-427d-b853-8953edf6f681 req-ba0b751a-a3ba-43a7-9846-48daf8080728 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:15.151871 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-eb158a65-76be-427d-b853-8953edf6f681 req-ba0b751a-a3ba-43a7-9846-48daf8080728 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] For port 1c924033-ab46-4efe-a952-c19f76703241, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=1c924033-ab46-4efe-a952-c19f76703241,segment=NetworkSegment(b243d64e-462e-4d56-aaa8-e625bc50df08),segment_id=b243d64e-462e-4d56-aaa8-e625bc50df08)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:56:15.152506 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-eb158a65-76be-427d-b853-8953edf6f681 req-ba0b751a-a3ba-43a7-9846-48daf8080728 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:15.167548 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-eb158a65-76be-427d-b853-8953edf6f681 req-ba0b751a-a3ba-43a7-9846-48daf8080728 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Calling delete_port for 1c924033-ab46-4efe-a952-c19f76703241 owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:56:15.204915 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-fbb91045-55c3-4bcb-b18d-1a4321aa4536 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=70380163691b470ebe60db5002d62101&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4907930 Jul 09 14:56:15.223642 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '215ee5c1-c47c-4487-bfe7-3272754152b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab8363f7-21ad-4c07-a8be-128ce6a85669'}, {'server_uuid': '215ee5c1-c47c-4487-bfe7-3272754152b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42412cbf-f692-4bfb-8bac-e2da1b31b674'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:56:15.226255 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb00466-0c8e-4d81-bfd2-551b0fe2f0bb" -d '{"events": [{"server_uuid": "215ee5c1-c47c-4487-bfe7-3272754152b3", "name": "network-vif-unplugged", "status": "completed", "tag": "ab8363f7-21ad-4c07-a8be-128ce6a85669"}, {"server_uuid": "215ee5c1-c47c-4487-bfe7-3272754152b3", "name": "network-vif-unplugged", "status": "completed", "tag": "42412cbf-f692-4bfb-8bac-e2da1b31b674"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:56:15.307228 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 02f8ad57-ec06-4a65-a939-07386a824854 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:56:15.336949 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d5ce37cc-6076-42e9-b119-23700265043b tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 6.0415454 Jul 09 14:56:15.338636 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-3b1af970-7be9-473e-99c1-a313ce0cd322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:15.344352 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49328) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:15.375986 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75c3408-91a2-4287-8adc-2f3d530dca88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-5cd1aaa8-4f8b-4bce-b958-4dbbb941614f', 'network_id': '5cd1aaa8-4f8b-4bce-b958-4dbbb941614f', 'tenant_id': '4fbe3c716afa48b0baa69ef6882c3cc4', 'fixed_ips': [{'subnet_id': 'f5b8738e-8e17-4d98-b0a9-e63338aff522'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:56:15.377467 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f75c3408-91a2-4287-8adc-2f3d530dca88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:15.442497 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-eb158a65-76be-427d-b853-8953edf6f681 req-ba0b751a-a3ba-43a7-9846-48daf8080728 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:15.452420 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-596b8e0d-e4b6-423e-90c2-e5f1539c49ef tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:15.481689 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-3b1af970-7be9-473e-99c1-a313ce0cd322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:15.482816 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-3b1af970-7be9-473e-99c1-a313ce0cd322 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:15.484985 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-3b1af970-7be9-473e-99c1-a313ce0cd322 service neutron] 10.222.0.62 "PUT /v2.0/ports/9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c HTTP/1.1" status: 200 len: 1091 time: 6.7027349 Jul 09 14:56:15.486000 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e91cb194-8f15-4150-a4af-dc1822486c62', 'tag': '9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:56:15.491422 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-124e808b-fd12-4c30-a6f3-8831dfc7a95c" -d '{"events": [{"name": "network-changed", "server_uuid": "e91cb194-8f15-4150-a4af-dc1822486c62", "tag": "9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:56:15.510037 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596b8e0d-e4b6-423e-90c2-e5f1539c49ef tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event deleted for resources: {'Port': ['ID=53015825-4a0a-41a1-b804-f6b8d3eddfbd,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:15.601479 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5fb21b-434c-414b-a495-4ef82276e1c1 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Made reservation on behalf of c23027b79fbf48438de608f7fcd960b2 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:56:15.608675 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cb5fb21b-434c-414b-a495-4ef82276e1c1 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:15.618336 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1af970-7be9-473e-99c1-a313ce0cd322 service neutron] Pushing event updated for resources: {'Port': ['ID=9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:15.633168 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-88eccca3-a589-4fca-8bc3-722d933d45af None None] Allocated IP 19.86.0.2 (a1fbdea5-0ee3-4e92-ad54-0cd30f4b320c/4f8905e4-c5e0-48a8-9070-4c4be196cfd2/0134159e-3d7e-4a22-ade9-58d3273a5ee6) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:56:15.664157 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525ae499-9216-42fa-bf6d-a7293b95a410 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:15.665885 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525ae499-9216-42fa-bf6d-a7293b95a410 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:15.668017 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525ae499-9216-42fa-bf6d-a7293b95a410 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:15.670004 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-525ae499-9216-42fa-bf6d-a7293b95a410 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.3244653 Jul 09 14:56:15.671532 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-596b8e0d-e4b6-423e-90c2-e5f1539c49ef tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:15.675352 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-596b8e0d-e4b6-423e-90c2-e5f1539c49ef tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "DELETE /v2.0/ports/53015825-4a0a-41a1-b804-f6b8d3eddfbd HTTP/1.1" status: 204 len: 168 time: 1.2027967 Jul 09 14:56:15.680034 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49332) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:15.680633 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49334) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:15.713626 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-f0209909-7a79-46cc-9eba-dfb4fb99b569 service neutron] Request body: {'port': {'device_id': 'e91cb194-8f15-4150-a4af-dc1822486c62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:56:15.724596 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:15.904646 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-0339d0a0-8fa4-43fb-a722-90dd3a8ce24d tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Deleting subnet f5b8738e-8e17-4d98-b0a9-e63338aff522 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:56:15.904646 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd524d52-dd7f-4444-b747-b17ede549696 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] GET failed (client error): The resource could not be found. Jul 09 14:56:15.908777 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-bd524d52-dd7f-4444-b747-b17ede549696 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "GET /v2.0/ports/53015825-4a0a-41a1-b804-f6b8d3eddfbd HTTP/1.1" status: 404 len: 333 time: 0.0954883 Jul 09 14:56:15.912330 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49336) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:15.933899 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0339d0a0-8fa4-43fb-a722-90dd3a8ce24d tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:16.102004 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-dcacad94-1780-410a-951b-2c2f2ff3cdbd service neutron] 10.222.0.58 "GET /v2.0/networks/61c92cf8-ecee-479c-90fe-4eeab4f08045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7679851 Jul 09 14:56:16.261215 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-d2cb37c4-d7c3-4a16-bbab-e8cec195c548 service neutron] 10.222.0.58 "GET /v2.0/networks/61c92cf8-ecee-479c-90fe-4eeab4f08045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496305 Jul 09 14:56:16.270828 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ea0245b-7d90-478a-a3ff-66bfab0094f1 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Deleting subnet d0d89554-d633-4d03-9fa0-9c0dcad8fb5a {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:56:16.313704 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb158a65-76be-427d-b853-8953edf6f681 req-ba0b751a-a3ba-43a7-9846-48daf8080728 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] No DVR routers for this DVR port 1c924033-ab46-4efe-a952-c19f76703241 on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:56:16.391602 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-eb158a65-76be-427d-b853-8953edf6f681 req-ba0b751a-a3ba-43a7-9846-48daf8080728 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:16.402617 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-eb158a65-76be-427d-b853-8953edf6f681 req-ba0b751a-a3ba-43a7-9846-48daf8080728 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.62 "DELETE /v2.0/ports/1c924033-ab46-4efe-a952-c19f76703241 HTTP/1.1" status: 204 len: 173 time: 2.0603426 Jul 09 14:56:16.403093 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0339d0a0-8fa4-43fb-a722-90dd3a8ce24d tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:16.418996 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cb5fb21b-434c-414b-a495-4ef82276e1c1 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:16.421976 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0b751a-a3ba-43a7-9846-48daf8080728 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Pushing event deleted for resources: {'Port': ['ID=1c924033-ab46-4efe-a952-c19f76703241,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:16.450757 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb68fc-7f93-43b4-ac1c-03852f30e119 req-e08bcdd3-c5e4-4894-b9fe-86c93d143bfa tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:16.458188 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb68fc-7f93-43b4-ac1c-03852f30e119 req-e08bcdd3-c5e4-4894-b9fe-86c93d143bfa tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:16.464339 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb68fc-7f93-43b4-ac1c-03852f30e119 req-e08bcdd3-c5e4-4894-b9fe-86c93d143bfa tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:16.472476 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb68fc-7f93-43b4-ac1c-03852f30e119 req-e08bcdd3-c5e4-4894-b9fe-86c93d143bfa tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:16.478872 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb68fc-7f93-43b4-ac1c-03852f30e119 req-e08bcdd3-c5e4-4894-b9fe-86c93d143bfa tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:16.485786 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0339d0a0-8fa4-43fb-a722-90dd3a8ce24d tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:16.486560 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-09cb68fc-7f93-43b4-ac1c-03852f30e119 req-e08bcdd3-c5e4-4894-b9fe-86c93d143bfa tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 3827 time: 1.1660659 Jul 09 14:56:16.570448 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7ea0245b-7d90-478a-a3ff-66bfab0094f1 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:16.577975 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850c4afc-3d50-4298-8150-df55b51f1d3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-dae4ef50-b066-43b1-b7cd-c73cec8f1eee', 'network_id': 'dae4ef50-b066-43b1-b7cd-c73cec8f1eee', 'tenant_id': '4fbe3c716afa48b0baa69ef6882c3cc4', 'fixed_ips': [{'subnet_id': '441ea13e-6810-4f43-8153-45508abb6bbe'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:56:16.590750 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-850c4afc-3d50-4298-8150-df55b51f1d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:16.592887 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-f90fb92b-5d64-4499-8fba-864ca23ebcf5 service neutron] 10.222.0.58 "GET /v2.0/networks/a1fbdea5-0ee3-4e92-ad54-0cd30f4b320c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066854 Jul 09 14:56:16.592994 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-f0209909-7a79-46cc-9eba-dfb4fb99b569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:16.620088 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5fb21b-434c-414b-a495-4ef82276e1c1 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Network 664f3735-ad3e-491d-849d-4d5ed94d15b7 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:56:16.623451 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-88eccca3-a589-4fca-8bc3-722d933d45af None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:16.637224 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-cb5fb21b-434c-414b-a495-4ef82276e1c1 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:56:16.646501 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5fb21b-434c-414b-a495-4ef82276e1c1 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:16.647357 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cb5fb21b-434c-414b-a495-4ef82276e1c1 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:16.658240 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-f6a4e8d6-944a-4b96-9a45-daa090fa78be None None] Could not find standard attr ID for object 3bcde53f-f3aa-40c0-9795-b915e714f2b1. {{(pid=94447) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 14:56:16.688699 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-f6a4e8d6-944a-4b96-9a45-daa090fa78be None None] Provisioning complete for port bb420490-7abe-48bb-8247-ff19d2932add triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:56:16.690449 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f6a4e8d6-944a-4b96-9a45-daa090fa78be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:16.700436 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7ea0245b-7d90-478a-a3ff-66bfab0094f1 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:16.724325 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-09cb68fc-7f93-43b4-ac1c-03852f30e119 req-4dd1bbb6-76aa-4782-8cb5-2a8c2c4651c1 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b892279-bd5f-423b-8017-ce4180b448af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2366076 Jul 09 14:56:16.745198 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-88eccca3-a589-4fca-8bc3-722d933d45af None None] Transition to ACTIVE for port object 0134159e-3d7e-4a22-ade9-58d3273a5ee6 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:56:16.751302 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0339d0a0-8fa4-43fb-a722-90dd3a8ce24d tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:16.795952 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-88eccca3-a589-4fca-8bc3-722d933d45af None None] Transition to ACTIVE for port object 0134159e-3d7e-4a22-ade9-58d3273a5ee6 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:56:16.845676 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0339d0a0-8fa4-43fb-a722-90dd3a8ce24d tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Pushing event deleted for resources: {'Subnet': ['ID=f5b8738e-8e17-4d98-b0a9-e63338aff522,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:16.870973 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0339d0a0-8fa4-43fb-a722-90dd3a8ce24d tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:16.876444 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-0339d0a0-8fa4-43fb-a722-90dd3a8ce24d tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] 10.222.0.58 "DELETE /v2.0/subnets/f5b8738e-8e17-4d98-b0a9-e63338aff522 HTTP/1.1" status: 204 len: 168 time: 1.1944172 Jul 09 14:56:16.879753 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49342) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:16.885750 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-f6a4e8d6-944a-4b96-9a45-daa090fa78be None None] Port bb420490-7abe-48bb-8247-ff19d2932add cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:56:16.918556 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-cb5fb21b-434c-414b-a495-4ef82276e1c1 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6695049 Jul 09 14:56:16.928987 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49344) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:16.937416 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-2c3398b8-b176-4654-a596-cf1cdde4e590 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Request body: {'security_group': {'name': 'tempest-secgroup-939005409'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:56:16.944947 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-b1117140-a780-4ea5-bdec-92fd7f68f7a8 service neutron] 10.222.0.58 "GET /v2.0/networks/a1fbdea5-0ee3-4e92-ad54-0cd30f4b320c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230247 Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server [None req-f75c3408-91a2-4287-8adc-2f3d530dca88 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f5b8738e-8e17-4d98-b0a9-e63338aff522: This subnet is being modified by another concurrent operation. Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server raise exception Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f5b8738e-8e17-4d98-b0a9-e63338aff522: This subnet is being modified by another concurrent operation. Jul 09 14:56:16.994125 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server Jul 09 14:56:17.035208 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-88eccca3-a589-4fca-8bc3-722d933d45af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:17.055130 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7ea0245b-7d90-478a-a3ff-66bfab0094f1 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:17.131496 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5fb21b-434c-414b-a495-4ef82276e1c1 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event updated for resources: {'Subnet': ['ID=a0e0a406-b72b-4bcd-9dc9-1059a11bc6a6,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:17.216409 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e75d75a-387d-4b36-8359-e23fd217c5d2 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Deleting subnet 441ea13e-6810-4f43-8153-45508abb6bbe {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:56:17.221569 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-850c4afc-3d50-4298-8150-df55b51f1d3c None None] Allocated IP 172.20.0.18 (dae4ef50-b066-43b1-b7cd-c73cec8f1eee/441ea13e-6810-4f43-8153-45508abb6bbe/152144b1-b09c-4273-a569-30e062943926) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:56:17.288285 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb41fe53-46e1-4d0f-9a12-f379d7234c0d req-115e90ca-abc0-49e8-860c-59c0caccb019 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:17.294440 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb41fe53-46e1-4d0f-9a12-f379d7234c0d req-115e90ca-abc0-49e8-860c-59c0caccb019 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:17.300697 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb41fe53-46e1-4d0f-9a12-f379d7234c0d req-115e90ca-abc0-49e8-860c-59c0caccb019 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:17.324950 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb41fe53-46e1-4d0f-9a12-f379d7234c0d req-115e90ca-abc0-49e8-860c-59c0caccb019 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:17.335152 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cb41fe53-46e1-4d0f-9a12-f379d7234c0d req-115e90ca-abc0-49e8-860c-59c0caccb019 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/ports?device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 3142 time: 0.2776964 Jul 09 14:56:17.520128 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-f0209909-7a79-46cc-9eba-dfb4fb99b569 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e49b587-b19f-4fb7-b68d-daf59c076543 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:56:17.529908 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-f0209909-7a79-46cc-9eba-dfb4fb99b569 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:17.544244 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-f0209909-7a79-46cc-9eba-dfb4fb99b569 service neutron] Transition to ACTIVE for port object 6e49b587-b19f-4fb7-b68d-daf59c076543 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:56:17.565666 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cb41fe53-46e1-4d0f-9a12-f379d7234c0d req-e020721c-ed0b-4cb6-85c7-007352e8e40b tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c78eb3d-e1da-49ec-9295-fc8608cc021d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2286708 Jul 09 14:56:17.582155 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-eb158a65-76be-427d-b853-8953edf6f681 req-a629a523-f4f2-487a-991c-3f033757e00a tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Deleting port ab8363f7-21ad-4c07-a8be-128ce6a85669 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:56:17.582725 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-eb158a65-76be-427d-b853-8953edf6f681 req-a629a523-f4f2-487a-991c-3f033757e00a tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:17.587398 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-850c4afc-3d50-4298-8150-df55b51f1d3c None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:17.609594 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-850c4afc-3d50-4298-8150-df55b51f1d3c None None] Transition to ACTIVE for port object 152144b1-b09c-4273-a569-30e062943926 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:56:17.649714 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-850c4afc-3d50-4298-8150-df55b51f1d3c None None] Transition to ACTIVE for port object 152144b1-b09c-4273-a569-30e062943926 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:56:17.680816 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e99f284-91f8-49c7-a353-d67cab2cb128 None None] Network 5cd1aaa8-4f8b-4bce-b958-4dbbb941614f requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:56:17.769434 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9e75d75a-387d-4b36-8359-e23fd217c5d2 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:17.795372 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-f0209909-7a79-46cc-9eba-dfb4fb99b569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:17.898892 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2c3398b8-b176-4654-a596-cf1cdde4e590 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:17.940048 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88eccca3-a589-4fca-8bc3-722d933d45af None None] Network a1fbdea5-0ee3-4e92-ad54-0cd30f4b320c is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:56:17.944370 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf36430-91fe-465e-802d-082330b8fa7f None None] Network 664f3735-ad3e-491d-849d-4d5ed94d15b7 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:56:17.948641 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-850c4afc-3d50-4298-8150-df55b51f1d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:17.951090 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-f6a4e8d6-944a-4b96-9a45-daa090fa78be None None] Provisioning for port 02f8ad57-ec06-4a65-a939-07386a824854 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:56:17.978967 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-88eccca3-a589-4fca-8bc3-722d933d45af None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:56:18.008418 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-763f8fca-f683-44b7-8067-09f0200267ca service neutron] 10.222.0.58 "GET /v2.0/networks/61c92cf8-ecee-479c-90fe-4eeab4f08045?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0537620 Jul 09 14:56:18.052979 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88eccca3-a589-4fca-8bc3-722d933d45af None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:56:18.054900 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9e75d75a-387d-4b36-8359-e23fd217c5d2 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:18.134483 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-f6a4e8d6-944a-4b96-9a45-daa090fa78be None None] Provisioning complete for port 02f8ad57-ec06-4a65-a939-07386a824854 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:56:18.134744 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f6a4e8d6-944a-4b96-9a45-daa090fa78be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:18.177222 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7ea0245b-7d90-478a-a3ff-66bfab0094f1 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:18.205462 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0209909-7a79-46cc-9eba-dfb4fb99b569 service neutron] Pushing event updated for resources: {'Port': ['ID=6e49b587-b19f-4fb7-b68d-daf59c076543,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:18.233365 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c3705039-dea0-4afe-8bed-4a91e3593012 req-fae72496-fa68-4f7b-85c4-32f370d145b8 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1279967882&fields=id&tenant_id=57b971acb11e4eaea846cbcb413ca1a9 HTTP/1.1" status: 200 len: 267 time: 0.2359710 Jul 09 14:56:18.259391 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea0245b-7d90-478a-a3ff-66bfab0094f1 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event deleted for resources: {'Subnet': ['ID=d0d89554-d633-4d03-9fa0-9c0dcad8fb5a,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:18.271181 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850c4afc-3d50-4298-8150-df55b51f1d3c None None] Network dae4ef50-b066-43b1-b7cd-c73cec8f1eee is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:56:18.276350 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eccca3-a589-4fca-8bc3-722d933d45af None None] Pushing event updated for resources: {'Port': ['ID=0134159e-3d7e-4a22-ade9-58d3273a5ee6,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:18.290301 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7ea0245b-7d90-478a-a3ff-66bfab0094f1 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:18.294836 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-7ea0245b-7d90-478a-a3ff-66bfab0094f1 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "DELETE /v2.0/subnets/d0d89554-d633-4d03-9fa0-9c0dcad8fb5a HTTP/1.1" status: 204 len: 168 time: 2.3789945 Jul 09 14:56:18.297297 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49350) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:18.400400 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c4afc-3d50-4298-8150-df55b51f1d3c None None] Pushing event updated for resources: {'Port': ['ID=152144b1-b09c-4273-a569-30e062943926,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:18.405354 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddf8258-9e83-41c4-bf03-3ac6ff878396 None None] Network 85693dda-ad47-4dca-828b-1ea7b3d126a8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:56:18.432014 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f6a4e8d6-944a-4b96-9a45-daa090fa78be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:18.445604 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-850c4afc-3d50-4298-8150-df55b51f1d3c None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:56:18.448282 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850c4afc-3d50-4298-8150-df55b51f1d3c None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:56:18.460462 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e9fd6a89-3a41-40b2-8a3f-0872586a0d0a req-a0b80fc4-0136-4f6b-b22d-154938043360 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8b2d54fb-d544-4a03-8d39-6600c8d1ac67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4495852 Jul 09 14:56:18.469689 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-546e073f-de91-475b-93b9-42f7bcc2b609 service neutron] 10.222.0.58 "GET /v2.0/networks/61c92cf8-ecee-479c-90fe-4eeab4f08045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4463980 Jul 09 14:56:18.493942 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2c3398b8-b176-4654-a596-cf1cdde4e590 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:18.527155 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b71d7066-d47a-4f18-a029-b7fd117b7e48 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:18.587066 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-eb158a65-76be-427d-b853-8953edf6f681 req-a629a523-f4f2-487a-991c-3f033757e00a tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] For port ab8363f7-21ad-4c07-a8be-128ce6a85669, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=ab8363f7-21ad-4c07-a8be-128ce6a85669,segment=NetworkSegment(b243d64e-462e-4d56-aaa8-e625bc50df08),segment_id=b243d64e-462e-4d56-aaa8-e625bc50df08)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:56:18.587715 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-eb158a65-76be-427d-b853-8953edf6f681 req-a629a523-f4f2-487a-991c-3f033757e00a tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:18.594053 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2c3398b8-b176-4654-a596-cf1cdde4e590 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:18.602077 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3705039-dea0-4afe-8bed-4a91e3593012 req-56f7d98e-6da3-4f85-a2ea-c77b1bee1e5c tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:18.612041 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c3705039-dea0-4afe-8bed-4a91e3593012 req-56f7d98e-6da3-4f85-a2ea-c77b1bee1e5c tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b2d54fb-d544-4a03-8d39-6600c8d1ac67 HTTP/1.1" status: 200 len: 945 time: 0.3631990 Jul 09 14:56:18.620287 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-c3705039-dea0-4afe-8bed-4a91e3593012 req-b2bf0125-ce66-4211-8718-9f10bfbbb79d tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Request body: {'port': {'security_groups': ['7de82887-7032-4e2c-81a4-82e587d41889', '651410e9-0418-4221-a69c-3542e0f84785']}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:56:18.648289 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3398b8-b176-4654-a596-cf1cdde4e590 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=592b7cd7-ad00-4550-a9d1-59da12348279,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:18.694837 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-eb158a65-76be-427d-b853-8953edf6f681 req-a629a523-f4f2-487a-991c-3f033757e00a tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Calling delete_port for ab8363f7-21ad-4c07-a8be-128ce6a85669 owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:56:18.732236 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2c3398b8-b176-4654-a596-cf1cdde4e590 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:18.732236 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-2c3398b8-b176-4654-a596-cf1cdde4e590 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7930260 Jul 09 14:56:18.732810 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-f0209909-7a79-46cc-9eba-dfb4fb99b569 service neutron] Attempting to bind port 6e49b587-b19f-4fb7-b68d-daf59c076543 on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:56:18.732810 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-f0209909-7a79-46cc-9eba-dfb4fb99b569 service neutron] Attempting to bind port 6e49b587-b19f-4fb7-b68d-daf59c076543 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': 'dcef93a2-6ff3-40c9-a9fd-5812a2481f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'dc6506e8-ceaa-4382-aad7-27ea0263e5fe'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:56:18.732810 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-f0209909-7a79-46cc-9eba-dfb4fb99b569 service neutron] Attempting to bind port 6e49b587-b19f-4fb7-b68d-daf59c076543 on network dc6506e8-ceaa-4382-aad7-27ea0263e5fe {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:56:18.733087 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd6a89-3a41-40b2-8a3f-0872586a0d0a req-e79465e8-a9eb-491b-89be-e26b74cdcb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:18.733087 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e9fd6a89-3a41-40b2-8a3f-0872586a0d0a req-e79465e8-a9eb-491b-89be-e26b74cdcb4c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=57b971acb11e4eaea846cbcb413ca1a9&device_id=8b2d54fb-d544-4a03-8d39-6600c8d1ac67 HTTP/1.1" status: 200 len: 1096 time: 0.1868792 Jul 09 14:56:18.733087 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49366) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:18.733405 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9e75d75a-387d-4b36-8359-e23fd217c5d2 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:18.738570 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-d85258ff-97f7-4be9-807e-da03e88ab527 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Request body: {'security_group': {'name': 'tempest-secgroup-1440496640'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:56:18.779226 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-f0209909-7a79-46cc-9eba-dfb4fb99b569 service neutron] Port 6e49b587-b19f-4fb7-b68d-daf59c076543 on network dc6506e8-ceaa-4382-aad7-27ea0263e5fe not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:56:18.779564 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-f0209909-7a79-46cc-9eba-dfb4fb99b569 service neutron] Attempting to bind port 6e49b587-b19f-4fb7-b68d-daf59c076543 on network dc6506e8-ceaa-4382-aad7-27ea0263e5fe {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:56:18.790305 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-f0209909-7a79-46cc-9eba-dfb4fb99b569 service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:56:18.793005 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-f0209909-7a79-46cc-9eba-dfb4fb99b569 service neutron] Checking segment: {'id': 'dcef93a2-6ff3-40c9-a9fd-5812a2481f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'dc6506e8-ceaa-4382-aad7-27ea0263e5fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:56:18.793005 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-f0209909-7a79-46cc-9eba-dfb4fb99b569 service neutron] Bound using segment: {'id': 'dcef93a2-6ff3-40c9-a9fd-5812a2481f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'dc6506e8-ceaa-4382-aad7-27ea0263e5fe'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:56:18.793005 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-f0209909-7a79-46cc-9eba-dfb4fb99b569 service neutron] Bound port: 6e49b587-b19f-4fb7-b68d-daf59c076543, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcef93a2-6ff3-40c9-a9fd-5812a2481f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'dc6506e8-ceaa-4382-aad7-27ea0263e5fe'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:56:18.793005 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-f0209909-7a79-46cc-9eba-dfb4fb99b569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:18.877033 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-b71d7066-d47a-4f18-a029-b7fd117b7e48 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Deleting port 4b6e0809-6574-4c82-b4cf-10ada3cc410f {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:56:18.877959 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b71d7066-d47a-4f18-a029-b7fd117b7e48 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:18.894474 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-f0209909-7a79-46cc-9eba-dfb4fb99b569 service neutron] For port 6e49b587-b19f-4fb7-b68d-daf59c076543, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:56:18.897835 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-f0209909-7a79-46cc-9eba-dfb4fb99b569 service neutron] For port 6e49b587-b19f-4fb7-b68d-daf59c076543, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=6e49b587-b19f-4fb7-b68d-daf59c076543,segment=NetworkSegment(dcef93a2-6ff3-40c9-a9fd-5812a2481f14),segment_id=dcef93a2-6ff3-40c9-a9fd-5812a2481f14)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:56:18.978486 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d85258ff-97f7-4be9-807e-da03e88ab527 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:19.012984 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 09 Jul 2021 14:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3901b77-c104-449b-83a6-1a1c95bf5be2 x-openstack-request-id: req-a3901b77-c104-449b-83a6-1a1c95bf5be2 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:56:19.013559 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "215ee5c1-c47c-4487-bfe7-3272754152b3", "name": "network-vif-unplugged", "status": "completed", "tag": "ab8363f7-21ad-4c07-a8be-128ce6a85669", "code": 200}, {"server_uuid": "215ee5c1-c47c-4487-bfe7-3272754152b3", "name": "network-vif-unplugged", "status": "completed", "tag": "42412cbf-f692-4bfb-8bac-e2da1b31b674", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:56:19.013782 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a3901b77-c104-449b-83a6-1a1c95bf5be2 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:56:19.014139 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215ee5c1-c47c-4487-bfe7-3272754152b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab8363f7-21ad-4c07-a8be-128ce6a85669', 'code': 200} Jul 09 14:56:19.014396 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215ee5c1-c47c-4487-bfe7-3272754152b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42412cbf-f692-4bfb-8bac-e2da1b31b674', 'code': 200} Jul 09 14:56:19.033399 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-f0209909-7a79-46cc-9eba-dfb4fb99b569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:19.062029 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-88eccca3-a589-4fca-8bc3-722d933d45af None None] Attempting to bind port 0134159e-3d7e-4a22-ade9-58d3273a5ee6 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:56:19.062403 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-88eccca3-a589-4fca-8bc3-722d933d45af None None] Attempting to bind port 0134159e-3d7e-4a22-ade9-58d3273a5ee6 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '2d8988dd-55cb-4fb2-8ab4-9876ad3ed9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a1fbdea5-0ee3-4e92-ad54-0cd30f4b320c'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:56:19.062773 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88eccca3-a589-4fca-8bc3-722d933d45af None None] Attempting to bind port 0134159e-3d7e-4a22-ade9-58d3273a5ee6 on network a1fbdea5-0ee3-4e92-ad54-0cd30f4b320c {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:56:19.084043 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-f6a4e8d6-944a-4b96-9a45-daa090fa78be None None] For port 02f8ad57-ec06-4a65-a939-07386a824854, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=02f8ad57-ec06-4a65-a939-07386a824854,segment=NetworkSegment(02694641-735f-4d0d-a532-dfd42213845c),segment_id=02694641-735f-4d0d-a532-dfd42213845c)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:56:19.124109 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88eccca3-a589-4fca-8bc3-722d933d45af None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:56:19.124549 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88eccca3-a589-4fca-8bc3-722d933d45af None None] Checking segment: {'id': '2d8988dd-55cb-4fb2-8ab4-9876ad3ed9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a1fbdea5-0ee3-4e92-ad54-0cd30f4b320c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:56:19.124962 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-88eccca3-a589-4fca-8bc3-722d933d45af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:19.125385 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88eccca3-a589-4fca-8bc3-722d933d45af None None] Bound using segment: {'id': '2d8988dd-55cb-4fb2-8ab4-9876ad3ed9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a1fbdea5-0ee3-4e92-ad54-0cd30f4b320c'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:56:19.125917 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-88eccca3-a589-4fca-8bc3-722d933d45af None None] Bound port: 0134159e-3d7e-4a22-ade9-58d3273a5ee6, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d8988dd-55cb-4fb2-8ab4-9876ad3ed9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a1fbdea5-0ee3-4e92-ad54-0cd30f4b320c'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:56:19.126359 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-88eccca3-a589-4fca-8bc3-722d933d45af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:19.141121 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-b71d7066-d47a-4f18-a029-b7fd117b7e48 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] For port 4b6e0809-6574-4c82-b4cf-10ada3cc410f, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=4b6e0809-6574-4c82-b4cf-10ada3cc410f,segment=NetworkSegment(2ecf056b-e7ba-4149-8f14-3520268dcc4b),segment_id=2ecf056b-e7ba-4149-8f14-3520268dcc4b)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:56:19.144129 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b71d7066-d47a-4f18-a029-b7fd117b7e48 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:19.147014 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c3705039-dea0-4afe-8bed-4a91e3593012 req-b2bf0125-ce66-4211-8718-9f10bfbbb79d tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:19.174114 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd6a89-3a41-40b2-8a3f-0872586a0d0a req-4070cffb-1545-4167-a13e-81543b3dc8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:19.196306 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e9fd6a89-3a41-40b2-8a3f-0872586a0d0a req-4070cffb-1545-4167-a13e-81543b3dc8ea service neutron] 10.222.0.54 "GET /v2.0/networks?id=65219ae9-d282-4121-8917-8c4ecd74e176 HTTP/1.1" status: 200 len: 921 time: 0.4087722 Jul 09 14:56:19.206209 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-f0209909-7a79-46cc-9eba-dfb4fb99b569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:19.206937 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-f0209909-7a79-46cc-9eba-dfb4fb99b569 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:19.216656 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-f0209909-7a79-46cc-9eba-dfb4fb99b569 service neutron] 10.222.0.62 "PUT /v2.0/ports/6e49b587-b19f-4fb7-b68d-daf59c076543 HTTP/1.1" status: 200 len: 1136 time: 3.5088270 Jul 09 14:56:19.224577 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e632336-5abd-4cf1-87e9-d2524c0a133f x-openstack-request-id: req-5e632336-5abd-4cf1-87e9-d2524c0a133f {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:56:19.224577 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e91cb194-8f15-4150-a4af-dc1822486c62", "tag": "9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:56:19.224981 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-b71d7066-d47a-4f18-a029-b7fd117b7e48 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Calling delete_port for 4b6e0809-6574-4c82-b4cf-10ada3cc410f owned by network:dhcp {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:56:19.225089 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5e632336-5abd-4cf1-87e9-d2524c0a133f {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:56:19.225089 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e91cb194-8f15-4150-a4af-dc1822486c62', 'tag': '9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c', 'status': 'completed', 'code': 200} Jul 09 14:56:19.238418 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-850c4afc-3d50-4298-8150-df55b51f1d3c None None] Attempting to bind port 152144b1-b09c-4273-a569-30e062943926 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:56:19.238803 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-850c4afc-3d50-4298-8150-df55b51f1d3c None None] Attempting to bind port 152144b1-b09c-4273-a569-30e062943926 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '119d5f19-992f-41e4-af7f-377bf7b174be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'dae4ef50-b066-43b1-b7cd-c73cec8f1eee'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:56:19.239178 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850c4afc-3d50-4298-8150-df55b51f1d3c None None] Attempting to bind port 152144b1-b09c-4273-a569-30e062943926 on network dae4ef50-b066-43b1-b7cd-c73cec8f1eee {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:56:19.260444 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f6a4e8d6-944a-4b96-9a45-daa090fa78be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:19.314461 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0209909-7a79-46cc-9eba-dfb4fb99b569 service neutron] Pushing event updated for resources: {'Port': ['ID=6e49b587-b19f-4fb7-b68d-daf59c076543,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:19.340491 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d85258ff-97f7-4be9-807e-da03e88ab527 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:19.342726 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-a6d6a670-cb58-403a-8549-e03627533bc4 service neutron] Request body: {'port': {'device_id': 'e91cb194-8f15-4150-a4af-dc1822486c62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:56:19.445047 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850c4afc-3d50-4298-8150-df55b51f1d3c None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:56:19.445666 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850c4afc-3d50-4298-8150-df55b51f1d3c None None] Checking segment: {'id': '119d5f19-992f-41e4-af7f-377bf7b174be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'dae4ef50-b066-43b1-b7cd-c73cec8f1eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:56:19.445788 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-850c4afc-3d50-4298-8150-df55b51f1d3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:19.446200 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850c4afc-3d50-4298-8150-df55b51f1d3c None None] Bound using segment: {'id': '119d5f19-992f-41e4-af7f-377bf7b174be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'dae4ef50-b066-43b1-b7cd-c73cec8f1eee'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:56:19.446684 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-850c4afc-3d50-4298-8150-df55b51f1d3c None None] Bound port: 152144b1-b09c-4273-a569-30e062943926, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '119d5f19-992f-41e4-af7f-377bf7b174be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'dae4ef50-b066-43b1-b7cd-c73cec8f1eee'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:56:19.447079 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-850c4afc-3d50-4298-8150-df55b51f1d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:19.450360 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9e75d75a-387d-4b36-8359-e23fd217c5d2 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:19.588480 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-887e4ba9-0750-49a5-9c5d-c035e22096e9 None None] Provisioning complete for port 02f8ad57-ec06-4a65-a939-07386a824854 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:56:19.591399 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-887e4ba9-0750-49a5-9c5d-c035e22096e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:19.593525 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d85258ff-97f7-4be9-807e-da03e88ab527 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:19.600303 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e9fd6a89-3a41-40b2-8a3f-0872586a0d0a req-ee2d90aa-decd-4451-b4c4-78a3ea7fb8dc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=461e2fef-d791-4b1e-944c-e2e29a0ed1bb HTTP/1.1" status: 200 len: 217 time: 0.3776345 Jul 09 14:56:19.605989 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a4e8d6-944a-4b96-9a45-daa090fa78be None None] Pushing event updated for resources: {'Port': ['ID=02f8ad57-ec06-4a65-a939-07386a824854,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:19.638348 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-88eccca3-a589-4fca-8bc3-722d933d45af None None] For port 0134159e-3d7e-4a22-ade9-58d3273a5ee6, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:56:19.691570 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-88eccca3-a589-4fca-8bc3-722d933d45af None None] For port 0134159e-3d7e-4a22-ade9-58d3273a5ee6, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=0134159e-3d7e-4a22-ade9-58d3273a5ee6,segment=NetworkSegment(2d8988dd-55cb-4fb2-8ab4-9876ad3ed9b2),segment_id=2d8988dd-55cb-4fb2-8ab4-9876ad3ed9b2)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:56:19.725662 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-850c4afc-3d50-4298-8150-df55b51f1d3c None None] For port 152144b1-b09c-4273-a569-30e062943926, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:56:19.765872 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-850c4afc-3d50-4298-8150-df55b51f1d3c None None] For port 152144b1-b09c-4273-a569-30e062943926, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=152144b1-b09c-4273-a569-30e062943926,segment=NetworkSegment(119d5f19-992f-41e4-af7f-377bf7b174be),segment_id=119d5f19-992f-41e4-af7f-377bf7b174be)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:56:19.786869 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a965aea-780e-47c2-9300-e950f02388d7 None None] Update dhcp port {'port': {'network_id': '664f3735-ad3e-491d-849d-4d5ed94d15b7', 'fixed_ips': [{'subnet_id': '50177411-f793-4d35-bb9a-3a5035555fde', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'a0e0a406-b72b-4bcd-9dc9-1059a11bc6a6'}], 'binding:host_id': 'n-d-799529-6'}, 'id': '0bb1e15c-957c-410a-afda-a26d6ed16f24'} from n-d-799529-6. {{(pid=94447) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 14:56:19.790097 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-88eccca3-a589-4fca-8bc3-722d933d45af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:19.811922 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e75d75a-387d-4b36-8359-e23fd217c5d2 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Pushing event deleted for resources: {'Subnet': ['ID=441ea13e-6810-4f43-8153-45508abb6bbe,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:19.835876 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9e75d75a-387d-4b36-8359-e23fd217c5d2 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:19.842493 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-9e75d75a-387d-4b36-8359-e23fd217c5d2 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] 10.222.0.58 "DELETE /v2.0/subnets/441ea13e-6810-4f43-8153-45508abb6bbe HTTP/1.1" status: 204 len: 168 time: 2.9506977 Jul 09 14:56:19.872332 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49386) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:19.873406 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4aa1b35-7afd-4359-96a2-eceb8becb109 None None] DHCP port deletion for 85693dda-ad47-4dca-828b-1ea7b3d126a8 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:56:19.900282 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd6a89-3a41-40b2-8a3f-0872586a0d0a req-bf2acc19-bb27-4be4-a207-872132a944f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:19.901776 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e9fd6a89-3a41-40b2-8a3f-0872586a0d0a req-bf2acc19-bb27-4be4-a207-872132a944f5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0ba330ed-9359-4085-9db6-f1c4985ac874 HTTP/1.1" status: 200 len: 860 time: 0.2558532 Jul 09 14:56:19.902419 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85258ff-97f7-4be9-807e-da03e88ab527 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b688d0d-6990-45b6-9025-7f0d196fa8d1,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:19.934068 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-850c4afc-3d50-4298-8150-df55b51f1d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:19.982865 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-a6d6a670-cb58-403a-8549-e03627533bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:19.985127 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-eb158a65-76be-427d-b853-8953edf6f681 req-a629a523-f4f2-487a-991c-3f033757e00a tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:20.018842 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4a965aea-780e-47c2-9300-e950f02388d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:20.040473 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e9fd6a89-3a41-40b2-8a3f-0872586a0d0a req-74a059b8-23a8-404c-bfac-6874d3902fc2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=65219ae9-d282-4121-8917-8c4ecd74e176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1286108 Jul 09 14:56:20.074293 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eccca3-a589-4fca-8bc3-722d933d45af None None] Pushing event updated for resources: {'Port': ['ID=0134159e-3d7e-4a22-ade9-58d3273a5ee6,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:20.156534 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 02f8ad57-ec06-4a65-a939-07386a824854 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:56:20.340648 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e808b-fd12-4c30-a6f3-8831dfc7a95c req-90b71c69-586a-4310-8d1d-492cfd96734b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:20.341180 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e808b-fd12-4c30-a6f3-8831dfc7a95c req-90b71c69-586a-4310-8d1d-492cfd96734b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:20.341669 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e808b-fd12-4c30-a6f3-8831dfc7a95c req-90b71c69-586a-4310-8d1d-492cfd96734b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:20.342152 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e808b-fd12-4c30-a6f3-8831dfc7a95c req-90b71c69-586a-4310-8d1d-492cfd96734b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:20.342623 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e808b-fd12-4c30-a6f3-8831dfc7a95c req-90b71c69-586a-4310-8d1d-492cfd96734b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:20.344893 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e808b-fd12-4c30-a6f3-8831dfc7a95c req-90b71c69-586a-4310-8d1d-492cfd96734b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:20.348702 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-124e808b-fd12-4c30-a6f3-8831dfc7a95c req-90b71c69-586a-4310-8d1d-492cfd96734b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b0dcdaf85ebc429397d88229c635e7b2&device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 5291 time: 1.1456482 Jul 09 14:56:20.349834 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d85258ff-97f7-4be9-807e-da03e88ab527 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:20.355424 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d85258ff-97f7-4be9-807e-da03e88ab527 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6216755 Jul 09 14:56:20.362503 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49394) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:20.373987 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e9fd6a89-3a41-40b2-8a3f-0872586a0d0a req-785b0d01-3b40-4c39-a6a8-aace92a03df1 service neutron] 10.222.0.54 "GET /v2.0/networks/65219ae9-d282-4121-8917-8c4ecd74e176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727742 Jul 09 14:56:20.391620 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-6a71c320-e5fa-4d98-9c31-6a7ef933bcc7 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Request body: {'security_group': {'name': 'tempest-secgroup-580818061'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:56:20.634537 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e9fd6a89-3a41-40b2-8a3f-0872586a0d0a req-b52b289f-6338-422d-843c-597981c4957d service neutron] 10.222.0.54 "GET /v2.0/networks/65219ae9-d282-4121-8917-8c4ecd74e176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116332 Jul 09 14:56:20.692686 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a629a523-f4f2-487a-991c-3f033757e00a tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Pushing event deleted for resources: {'Port': ['ID=ab8363f7-21ad-4c07-a8be-128ce6a85669,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:20.704873 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b71d7066-d47a-4f18-a029-b7fd117b7e48 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:20.728887 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb158a65-76be-427d-b853-8953edf6f681 req-a629a523-f4f2-487a-991c-3f033757e00a tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] No DVR routers for this DVR port ab8363f7-21ad-4c07-a8be-128ce6a85669 on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:56:20.731861 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-eb158a65-76be-427d-b853-8953edf6f681 req-a629a523-f4f2-487a-991c-3f033757e00a tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:20.734854 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-eb158a65-76be-427d-b853-8953edf6f681 req-a629a523-f4f2-487a-991c-3f033757e00a tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.62 "DELETE /v2.0/ports/ab8363f7-21ad-4c07-a8be-128ce6a85669 HTTP/1.1" status: 204 len: 173 time: 4.3054318 Jul 09 14:56:20.863030 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-4a965aea-780e-47c2-9300-e950f02388d7 None None] Allocated IP 2001:db8::2 (664f3735-ad3e-491d-849d-4d5ed94d15b7/a0e0a406-b72b-4bcd-9dc9-1059a11bc6a6/0bb1e15c-957c-410a-afda-a26d6ed16f24) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:56:20.882118 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71d7066-d47a-4f18-a029-b7fd117b7e48 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event deleted for resources: {'Port': ['ID=4b6e0809-6574-4c82-b4cf-10ada3cc410f,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:20.931051 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71d7066-d47a-4f18-a029-b7fd117b7e48 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] No DVR routers for this DVR port 4b6e0809-6574-4c82-b4cf-10ada3cc410f on host n-d-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:56:20.989652 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a06f3-6f09-4fd2-b3f0-26b712cc24f6 req-e21803a2-f659-4647-b683-1df085366c43 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:21.000867 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a06f3-6f09-4fd2-b3f0-26b712cc24f6 req-e21803a2-f659-4647-b683-1df085366c43 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:21.008069 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a06f3-6f09-4fd2-b3f0-26b712cc24f6 req-e21803a2-f659-4647-b683-1df085366c43 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:21.009714 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-4a965aea-780e-47c2-9300-e950f02388d7 None None] For port 0bb1e15c-957c-410a-afda-a26d6ed16f24, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=0bb1e15c-957c-410a-afda-a26d6ed16f24,segment=NetworkSegment(d4500341-74de-48f0-a248-3664d416dfa1),segment_id=d4500341-74de-48f0-a248-3664d416dfa1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:56:21.015457 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a06f3-6f09-4fd2-b3f0-26b712cc24f6 req-e21803a2-f659-4647-b683-1df085366c43 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:21.026209 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a06f3-6f09-4fd2-b3f0-26b712cc24f6 req-e21803a2-f659-4647-b683-1df085366c43 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:21.058660 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4a965aea-780e-47c2-9300-e950f02388d7 None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:21.062300 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a06f3-6f09-4fd2-b3f0-26b712cc24f6 req-e21803a2-f659-4647-b683-1df085366c43 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:21.065002 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-063a06f3-6f09-4fd2-b3f0-26b712cc24f6 req-e21803a2-f659-4647-b683-1df085366c43 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 4605 time: 1.4758217 Jul 09 14:56:21.083092 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-4a965aea-780e-47c2-9300-e950f02388d7 None None] Transition to ACTIVE for port object 0bb1e15c-957c-410a-afda-a26d6ed16f24 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:56:21.085982 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-a6d6a670-cb58-403a-8549-e03627533bc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 652c8d51-7f4b-4a04-a1cb-616283698f43 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:56:21.094195 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-a6d6a670-cb58-403a-8549-e03627533bc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:21.108507 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-a6d6a670-cb58-403a-8549-e03627533bc4 service neutron] Transition to ACTIVE for port object 652c8d51-7f4b-4a04-a1cb-616283698f43 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:56:21.155707 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c4afc-3d50-4298-8150-df55b51f1d3c None None] Pushing event updated for resources: {'Port': ['ID=152144b1-b09c-4273-a569-30e062943926,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:21.180238 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6a71c320-e5fa-4d98-9c31-6a7ef933bcc7 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:21.181693 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-c3705039-dea0-4afe-8bed-4a91e3593012 req-b2bf0125-ce66-4211-8718-9f10bfbbb79d tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] For port 461e2fef-d791-4b1e-944c-e2e29a0ed1bb, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=461e2fef-d791-4b1e-944c-e2e29a0ed1bb,segment=NetworkSegment(67523102-960f-423a-89b3-665d6dc7373b),segment_id=67523102-960f-423a-89b3-665d6dc7373b)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:56:21.204732 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0788281-e3a6-4bf6-a1b7-72226f2eeeae tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:21.206731 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d0788281-e3a6-4bf6-a1b7-72226f2eeeae tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.3334463 Jul 09 14:56:21.219043 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49398) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:21.231119 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4a965aea-780e-47c2-9300-e950f02388d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:21.315909 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '215ee5c1-c47c-4487-bfe7-3272754152b3', 'name': 'network-vif-deleted', 'tag': '1c924033-ab46-4efe-a952-c19f76703241'}, {'name': 'network-changed', 'server_uuid': 'e91cb194-8f15-4150-a4af-dc1822486c62', 'tag': '6e49b587-b19f-4fb7-b68d-daf59c076543'}, {'server_uuid': '215ee5c1-c47c-4487-bfe7-3272754152b3', 'name': 'network-vif-deleted', 'tag': 'ab8363f7-21ad-4c07-a8be-128ce6a85669'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:56:21.318694 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65230aea-3b94-43ce-984d-8c04fd4f22fa" -d '{"events": [{"server_uuid": "215ee5c1-c47c-4487-bfe7-3272754152b3", "name": "network-vif-deleted", "tag": "1c924033-ab46-4efe-a952-c19f76703241"}, {"name": "network-changed", "server_uuid": "e91cb194-8f15-4150-a4af-dc1822486c62", "tag": "6e49b587-b19f-4fb7-b68d-daf59c076543"}, {"server_uuid": "215ee5c1-c47c-4487-bfe7-3272754152b3", "name": "network-vif-deleted", "tag": "ab8363f7-21ad-4c07-a8be-128ce6a85669"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:56:21.339638 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-887e4ba9-0750-49a5-9c5d-c035e22096e9 None None] Provisioning complete for port e8cace6f-0833-4c32-a2be-831fbe26fb13 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:56:21.340389 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-887e4ba9-0750-49a5-9c5d-c035e22096e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:21.340730 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0b45bbba-683a-48da-baea-6a20f63bc245 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:21.342970 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-a6d6a670-cb58-403a-8549-e03627533bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:21.459919 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c3705039-dea0-4afe-8bed-4a91e3593012 req-b2bf0125-ce66-4211-8718-9f10bfbbb79d tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:21.507126 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a965aea-780e-47c2-9300-e950f02388d7 None None] Pushing event updated for resources: {'Port': ['ID=0bb1e15c-957c-410a-afda-a26d6ed16f24,revision_number=6']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:21.507126 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-887e4ba9-0750-49a5-9c5d-c035e22096e9 None None] Port e8cace6f-0833-4c32-a2be-831fbe26fb13 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:56:21.516390 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b71d7066-d47a-4f18-a029-b7fd117b7e48 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:21.530120 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 02f8ad57-ec06-4a65-a939-07386a824854 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:56:21.534495 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:21.536825 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-b71d7066-d47a-4f18-a029-b7fd117b7e48 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85693dda-ad47-4dca-828b-1ea7b3d126a8']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:56:21.557509 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-b71d7066-d47a-4f18-a029-b7fd117b7e48 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ecf056b-e7ba-4149-8f14-3520268dcc4b') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:56:21.558016 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-b71d7066-d47a-4f18-a029-b7fd117b7e48 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ecf056b-e7ba-4149-8f14-3520268dcc4b') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:56:21.575286 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b71d7066-d47a-4f18-a029-b7fd117b7e48 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:21.611541 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c3705039-dea0-4afe-8bed-4a91e3593012 req-b2bf0125-ce66-4211-8718-9f10bfbbb79d tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:21.616591 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b71d7066-d47a-4f18-a029-b7fd117b7e48 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:21.642083 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b71d7066-d47a-4f18-a029-b7fd117b7e48 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:56:21.643390 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b71d7066-d47a-4f18-a029-b7fd117b7e48 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:21.645151 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a965aea-780e-47c2-9300-e950f02388d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:56:21.649468 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a965aea-780e-47c2-9300-e950f02388d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:56:21.655516 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a965aea-780e-47c2-9300-e950f02388d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:56:21.655516 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a965aea-780e-47c2-9300-e950f02388d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:56:21.655516 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a965aea-780e-47c2-9300-e950f02388d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:56:21.655516 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a965aea-780e-47c2-9300-e950f02388d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:56:21.655516 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a965aea-780e-47c2-9300-e950f02388d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:56:21.655516 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a965aea-780e-47c2-9300-e950f02388d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:56:21.655516 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a965aea-780e-47c2-9300-e950f02388d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:56:21.655516 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a965aea-780e-47c2-9300-e950f02388d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:56:21.659094 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a965aea-780e-47c2-9300-e950f02388d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:56:21.659864 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a965aea-780e-47c2-9300-e950f02388d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:56:21.692276 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['461e2fef-d791-4b1e-944c-e2e29a0ed1bb'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:56:21.715677 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f415ddd-f993-494f-9ec1-bed9a7a28758 None None] Network dae4ef50-b066-43b1-b7cd-c73cec8f1eee requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:56:21.733636 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3705039-dea0-4afe-8bed-4a91e3593012 req-b2bf0125-ce66-4211-8718-9f10bfbbb79d tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:21.734495 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c3705039-dea0-4afe-8bed-4a91e3593012 req-b2bf0125-ce66-4211-8718-9f10bfbbb79d tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:21.737942 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c3705039-dea0-4afe-8bed-4a91e3593012 req-b2bf0125-ce66-4211-8718-9f10bfbbb79d tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "PUT /v2.0/ports/461e2fef-d791-4b1e-944c-e2e29a0ed1bb HTTP/1.1" status: 200 len: 981 time: 3.1247659 Jul 09 14:56:21.777058 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:56:21.777058 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:56:21.777058 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:56:21.777058 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:56:21.777058 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:56:21.777058 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:56:21.777058 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 14:56:21.777058 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:56:21.777058 n-d-799529-6 neutron-server[94445]: timer() Jul 09 14:56:21.777058 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:56:21.777058 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 14:56:21.777058 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:56:21.777058 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 14:56:21.777058 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:56:21.777058 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 14:56:21.777058 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:56:21.777058 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 14:56:21.777058 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:56:21.777058 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 14:56:21.777058 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:56:21.777058 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:56:21.777058 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:56:21.777058 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:56:21.777058 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:56:21.777058 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 14:56:21.777058 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:56:21.777058 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 14:56:21.777058 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:56:21.777058 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:56:21.777058 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:56:21.777058 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 14:56:21.777058 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:56:21.777058 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:56:21.777058 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:56:21.777058 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:56:21.777058 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:56:21.777058 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:56:21.777058 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:56:21.941215 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d6a670-cb58-403a-8549-e03627533bc4 service neutron] Pushing event updated for resources: {'Port': ['ID=652c8d51-7f4b-4a04-a1cb-616283698f43,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:21.946449 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e808b-fd12-4c30-a6f3-8831dfc7a95c req-7cbc717b-9ea3-4fa0-be44-fa225f586975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:21.948042 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e808b-fd12-4c30-a6f3-8831dfc7a95c req-7cbc717b-9ea3-4fa0-be44-fa225f586975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:21.950038 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e808b-fd12-4c30-a6f3-8831dfc7a95c req-7cbc717b-9ea3-4fa0-be44-fa225f586975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:21.952789 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-eb158a65-76be-427d-b853-8953edf6f681 req-38ab2633-d567-4118-99f2-d01b36858ad3 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Deleting port 42412cbf-f692-4bfb-8bac-e2da1b31b674 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:56:21.953551 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-eb158a65-76be-427d-b853-8953edf6f681 req-38ab2633-d567-4118-99f2-d01b36858ad3 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:21.954379 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-124e808b-fd12-4c30-a6f3-8831dfc7a95c req-7cbc717b-9ea3-4fa0-be44-fa225f586975 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=b0dcdaf85ebc429397d88229c635e7b2&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.5771220 Jul 09 14:56:22.117032 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-063a06f3-6f09-4fd2-b3f0-26b712cc24f6 req-3cc00dc9-95d7-447e-9f4a-8161fd5644a9 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b892279-bd5f-423b-8017-ce4180b448af&id=710f4a29-0022-436a-b96b-568cc62700fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9622631 Jul 09 14:56:22.154121 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376d5999-3641-4385-9971-20b83d5e5375 None None] Network a1fbdea5-0ee3-4e92-ad54-0cd30f4b320c requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:56:22.266209 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b71d7066-d47a-4f18-a029-b7fd117b7e48 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:22.274884 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b71d7066-d47a-4f18-a029-b7fd117b7e48 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:22.280709 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b71d7066-d47a-4f18-a029-b7fd117b7e48 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "DELETE /v2.0/networks/85693dda-ad47-4dca-828b-1ea7b3d126a8 HTTP/1.1" status: 204 len: 168 time: 3.9762368 Jul 09 14:56:22.303864 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49410) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:22.316500 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-88022b1b-e0f5-4505-b3f8-b02278655bde tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2067709015'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:56:22.331415 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-c4aa1b35-7afd-4359-96a2-eceb8becb109 None None] Deleting port 4b6e0809-6574-4c82-b4cf-10ada3cc410f {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:56:22.331975 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c4aa1b35-7afd-4359-96a2-eceb8becb109 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:22.401558 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['461e2fef-d791-4b1e-944c-e2e29a0ed1bb'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:56:22.411050 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71d7066-d47a-4f18-a029-b7fd117b7e48 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event deleted for resources: {'Network': ['ID=85693dda-ad47-4dca-828b-1ea7b3d126a8,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:22.446249 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-eb158a65-76be-427d-b853-8953edf6f681 req-38ab2633-d567-4118-99f2-d01b36858ad3 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] For port 42412cbf-f692-4bfb-8bac-e2da1b31b674, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=42412cbf-f692-4bfb-8bac-e2da1b31b674,segment=NetworkSegment(c961693e-5289-4f40-a8e3-a769b6e30c12),segment_id=c961693e-5289-4f40-a8e3-a769b6e30c12)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:56:22.449690 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-eb158a65-76be-427d-b853-8953edf6f681 req-38ab2633-d567-4118-99f2-d01b36858ad3 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:22.456789 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e808b-fd12-4c30-a6f3-8831dfc7a95c req-6f391745-9d24-4b8c-b62a-81de3fabb396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:22.458363 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-124e808b-fd12-4c30-a6f3-8831dfc7a95c req-6f391745-9d24-4b8c-b62a-81de3fabb396 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4817574 Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server [None req-c4aa1b35-7afd-4359-96a2-eceb8becb109 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 85693dda-ad47-4dca-828b-1ea7b3d126a8 could not be found. Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2806, in one Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return self._iter().one() Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1365, in one Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return self._only_one_row( Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1538, in delete_ports_by_device_id Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1954, in delete_port Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1190, in get_network Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 85693dda-ad47-4dca-828b-1ea7b3d126a8 could not be found. Jul 09 14:56:22.470764 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server Jul 09 14:56:22.487589 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-eb158a65-76be-427d-b853-8953edf6f681 req-38ab2633-d567-4118-99f2-d01b36858ad3 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Calling delete_port for 42412cbf-f692-4bfb-8bac-e2da1b31b674 owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:56:22.544977 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-887e4ba9-0750-49a5-9c5d-c035e22096e9 None None] Provisioning for port 0bb1e15c-957c-410a-afda-a26d6ed16f24 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:56:22.555921 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6a71c320-e5fa-4d98-9c31-6a7ef933bcc7 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:22.560579 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-887e4ba9-0750-49a5-9c5d-c035e22096e9 None None] Provisioning complete for port 0bb1e15c-957c-410a-afda-a26d6ed16f24 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:56:22.560948 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-887e4ba9-0750-49a5-9c5d-c035e22096e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:22.599460 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9659231e-047d-4a69-bb78-d86294db9c6c req-9fe70ac0-8bb0-4b00-9e53-5dc39321634b tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ced0c85-6b79-459b-bd04-bb370086d704 HTTP/1.1" status: 200 len: 210 time: 0.0946262 Jul 09 14:56:22.605740 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f835094-cdc8-43a0-806b-5e4d6afd53fd None None] DHCP port deletion for 85693dda-ad47-4dca-828b-1ea7b3d126a8 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:56:22.664917 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6a71c320-e5fa-4d98-9c31-6a7ef933bcc7 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:22.727221 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a71c320-e5fa-4d98-9c31-6a7ef933bcc7 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42bf8f38-5cd4-4c14-a68b-d0cdc998ec3e,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:22.810384 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Fri, 09 Jul 2021 14:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51012ee7-353f-4e85-9656-874c19a09934 x-openstack-request-id: req-51012ee7-353f-4e85-9656-874c19a09934 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:56:22.810703 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "215ee5c1-c47c-4487-bfe7-3272754152b3", "name": "network-vif-deleted", "tag": "1c924033-ab46-4efe-a952-c19f76703241", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e91cb194-8f15-4150-a4af-dc1822486c62", "tag": "6e49b587-b19f-4fb7-b68d-daf59c076543", "status": "completed", "code": 200}, {"server_uuid": "215ee5c1-c47c-4487-bfe7-3272754152b3", "name": "network-vif-deleted", "tag": "ab8363f7-21ad-4c07-a8be-128ce6a85669", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:56:22.810959 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-51012ee7-353f-4e85-9656-874c19a09934 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:56:22.811751 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215ee5c1-c47c-4487-bfe7-3272754152b3', 'name': 'network-vif-deleted', 'tag': '1c924033-ab46-4efe-a952-c19f76703241', 'status': 'completed', 'code': 200} Jul 09 14:56:22.812019 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e91cb194-8f15-4150-a4af-dc1822486c62', 'tag': '6e49b587-b19f-4fb7-b68d-daf59c076543', 'status': 'completed', 'code': 200} Jul 09 14:56:22.812275 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215ee5c1-c47c-4487-bfe7-3272754152b3', 'name': 'network-vif-deleted', 'tag': 'ab8363f7-21ad-4c07-a8be-128ce6a85669', 'status': 'completed', 'code': 200} Jul 09 14:56:22.825185 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-a6d6a670-cb58-403a-8549-e03627533bc4 service neutron] Attempting to bind port 652c8d51-7f4b-4a04-a1cb-616283698f43 on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:56:22.825580 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-a6d6a670-cb58-403a-8549-e03627533bc4 service neutron] Attempting to bind port 652c8d51-7f4b-4a04-a1cb-616283698f43 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': 'dcef93a2-6ff3-40c9-a9fd-5812a2481f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'dc6506e8-ceaa-4382-aad7-27ea0263e5fe'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:56:22.825911 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-a6d6a670-cb58-403a-8549-e03627533bc4 service neutron] Attempting to bind port 652c8d51-7f4b-4a04-a1cb-616283698f43 on network dc6506e8-ceaa-4382-aad7-27ea0263e5fe {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:56:22.882725 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6a71c320-e5fa-4d98-9c31-6a7ef933bcc7 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:22.887355 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-6a71c320-e5fa-4d98-9c31-6a7ef933bcc7 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.5117767 Jul 09 14:56:22.891105 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49414) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:22.896177 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-b025ad6b-3ee9-4eaa-84c6-87a77e6ef3a7 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-958289757', 'security_groups': ['42bf8f38-5cd4-4c14-a68b-d0cdc998ec3e'], 'network_id': '664f3735-ad3e-491d-849d-4d5ed94d15b7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a0e0a406-b72b-4bcd-9dc9-1059a11bc6a6'}]}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:56:22.930981 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-a6d6a670-cb58-403a-8549-e03627533bc4 service neutron] Port 652c8d51-7f4b-4a04-a1cb-616283698f43 on network dc6506e8-ceaa-4382-aad7-27ea0263e5fe not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:56:22.934770 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-a6d6a670-cb58-403a-8549-e03627533bc4 service neutron] Attempting to bind port 652c8d51-7f4b-4a04-a1cb-616283698f43 on network dc6506e8-ceaa-4382-aad7-27ea0263e5fe {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:56:22.955883 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-a6d6a670-cb58-403a-8549-e03627533bc4 service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:56:22.955883 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-a6d6a670-cb58-403a-8549-e03627533bc4 service neutron] Checking segment: {'id': 'dcef93a2-6ff3-40c9-a9fd-5812a2481f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'dc6506e8-ceaa-4382-aad7-27ea0263e5fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:56:22.956580 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-a6d6a670-cb58-403a-8549-e03627533bc4 service neutron] Bound using segment: {'id': 'dcef93a2-6ff3-40c9-a9fd-5812a2481f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'dc6506e8-ceaa-4382-aad7-27ea0263e5fe'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:56:22.957278 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-a6d6a670-cb58-403a-8549-e03627533bc4 service neutron] Bound port: 652c8d51-7f4b-4a04-a1cb-616283698f43, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcef93a2-6ff3-40c9-a9fd-5812a2481f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'dc6506e8-ceaa-4382-aad7-27ea0263e5fe'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:56:22.957750 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-a6d6a670-cb58-403a-8549-e03627533bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:22.983625 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bf0125-ce66-4211-8718-9f10bfbbb79d tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Pushing event updated for resources: {'Port': ['ID=461e2fef-d791-4b1e-944c-e2e29a0ed1bb,revision_number=6']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:23.006848 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-eb158a65-76be-427d-b853-8953edf6f681 req-38ab2633-d567-4118-99f2-d01b36858ad3 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:23.117345 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-a6d6a670-cb58-403a-8549-e03627533bc4 service neutron] For port 652c8d51-7f4b-4a04-a1cb-616283698f43, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:56:23.121543 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-a6d6a670-cb58-403a-8549-e03627533bc4 service neutron] For port 652c8d51-7f4b-4a04-a1cb-616283698f43, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=652c8d51-7f4b-4a04-a1cb-616283698f43,segment=NetworkSegment(dcef93a2-6ff3-40c9-a9fd-5812a2481f14),segment_id=dcef93a2-6ff3-40c9-a9fd-5812a2481f14)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:56:23.190567 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-0b45bbba-683a-48da-baea-6a20f63bc245 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Deleting port 152144b1-b09c-4273-a569-30e062943926 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:56:23.191131 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0b45bbba-683a-48da-baea-6a20f63bc245 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:23.249671 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ab2633-d567-4118-99f2-d01b36858ad3 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Pushing event deleted for resources: {'Port': ['ID=42412cbf-f692-4bfb-8bac-e2da1b31b674,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:23.321741 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-a6d6a670-cb58-403a-8549-e03627533bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:23.323786 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88022b1b-e0f5-4505-b3f8-b02278655bde tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Made reservation on behalf of 5addd83cb682465db8739493dcb3fffc for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:56:23.327630 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-88022b1b-e0f5-4505-b3f8-b02278655bde tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:23.356109 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00732ccc-d901-4c45-b17f-89a46fe69851 req-f386ed4f-bae3-41fd-a5c1-d0d833d28d7f tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:23.363000 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00732ccc-d901-4c45-b17f-89a46fe69851 req-f386ed4f-bae3-41fd-a5c1-d0d833d28d7f tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:23.369688 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00732ccc-d901-4c45-b17f-89a46fe69851 req-f386ed4f-bae3-41fd-a5c1-d0d833d28d7f tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:23.377000 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 4b6e0809-6574-4c82-b4cf-10ada3cc410f no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:56:23.377559 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-00732ccc-d901-4c45-b17f-89a46fe69851 req-f386ed4f-bae3-41fd-a5c1-d0d833d28d7f tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/ports?device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 2332 time: 1.3139815 Jul 09 14:56:23.437576 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 4b6e0809-6574-4c82-b4cf-10ada3cc410f {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:56:23.437576 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 4b6e0809-6574-4c82-b4cf-10ada3cc410f not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:56:23.496026 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:23.694521 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88022b1b-e0f5-4505-b3f8-b02278655bde tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:56:23.715169 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-88022b1b-e0f5-4505-b3f8-b02278655bde tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:23.722221 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-88022b1b-e0f5-4505-b3f8-b02278655bde tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Added segment bf0c691c-80d5-4f5a-83e5-a5bbec6da2d9 of type vlan for network 5bdc793e-81d4-43f3-bbc7-f829e71eca85 Jul 09 14:56:23.822978 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-88022b1b-e0f5-4505-b3f8-b02278655bde tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:23.831313 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 0bb1e15c-957c-410a-afda-a26d6ed16f24 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:56:23.883848 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-a6d6a670-cb58-403a-8549-e03627533bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:23.886695 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-a6d6a670-cb58-403a-8549-e03627533bc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:23.888341 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-a6d6a670-cb58-403a-8549-e03627533bc4 service neutron] 10.222.0.62 "PUT /v2.0/ports/652c8d51-7f4b-4a04-a1cb-616283698f43 HTTP/1.1" status: 200 len: 1136 time: 4.5701995 Jul 09 14:56:23.891695 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb158a65-76be-427d-b853-8953edf6f681 req-38ab2633-d567-4118-99f2-d01b36858ad3 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] No DVR routers for this DVR port 42412cbf-f692-4bfb-8bac-e2da1b31b674 on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:56:23.908212 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b025ad6b-3ee9-4eaa-84c6-87a77e6ef3a7 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Made reservation on behalf of c23027b79fbf48438de608f7fcd960b2 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:56:23.921831 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-eb158a65-76be-427d-b853-8953edf6f681 req-38ab2633-d567-4118-99f2-d01b36858ad3 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:23.923984 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-eb158a65-76be-427d-b853-8953edf6f681 req-38ab2633-d567-4118-99f2-d01b36858ad3 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.62 "DELETE /v2.0/ports/42412cbf-f692-4bfb-8bac-e2da1b31b674 HTTP/1.1" status: 204 len: 173 time: 2.8100197 Jul 09 14:56:23.927756 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-88ad11b7-71e0-4b9d-90e0-5fe7aacdbc5c None None] Provisioning for port 0134159e-3d7e-4a22-ade9-58d3273a5ee6 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:56:23.947343 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-00732ccc-d901-4c45-b17f-89a46fe69851 req-ddc88ba1-8489-442e-ba92-2a7aeb95f12b tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c78eb3d-e1da-49ec-9295-fc8608cc021d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5682590 Jul 09 14:56:24.001940 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-0b45bbba-683a-48da-baea-6a20f63bc245 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] For port 152144b1-b09c-4273-a569-30e062943926, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=152144b1-b09c-4273-a569-30e062943926,segment=NetworkSegment(119d5f19-992f-41e4-af7f-377bf7b174be),segment_id=119d5f19-992f-41e4-af7f-377bf7b174be)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:56:24.015097 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0b45bbba-683a-48da-baea-6a20f63bc245 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:24.019271 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-88022b1b-e0f5-4505-b3f8-b02278655bde tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:24.031150 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-88ad11b7-71e0-4b9d-90e0-5fe7aacdbc5c None None] Provisioning complete for port e8cace6f-0833-4c32-a2be-831fbe26fb13 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:56:24.033661 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-88ad11b7-71e0-4b9d-90e0-5fe7aacdbc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:24.037946 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88022b1b-e0f5-4505-b3f8-b02278655bde tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:24.040421 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-88022b1b-e0f5-4505-b3f8-b02278655bde tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:24.078510 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-89671725-78bf-4ad8-9bd9-c99dfab09404 req-d0cefbd2-8f83-43ae-8db3-09f935c1eacb tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1279967882&fields=id&tenant_id=57b971acb11e4eaea846cbcb413ca1a9 HTTP/1.1" status: 200 len: 267 time: 1.0433714 Jul 09 14:56:24.132183 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 0bb1e15c-957c-410a-afda-a26d6ed16f24 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:56:24.132572 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:24.158707 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404ce653-0f59-445f-9a4d-b4fa57d5c5db None None] get_active_networks_info from n-d-799529-6 {{(pid=94447) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 14:56:24.181963 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-fe8eb51a-da7b-4214-b7ce-4ef572fe8f95 service neutron] Request body: {'port': {'device_id': 'e91cb194-8f15-4150-a4af-dc1822486c62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:56:24.187839 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-88ad11b7-71e0-4b9d-90e0-5fe7aacdbc5c None None] Port e8cace6f-0833-4c32-a2be-831fbe26fb13 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:56:24.242238 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d6a670-cb58-403a-8549-e03627533bc4 service neutron] Pushing event updated for resources: {'Port': ['ID=652c8d51-7f4b-4a04-a1cb-616283698f43,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:24.290607 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65230aea-3b94-43ce-984d-8c04fd4f22fa req-04552a4b-a435-4e68-9505-bdeb9521ff43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:24.292027 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65230aea-3b94-43ce-984d-8c04fd4f22fa req-04552a4b-a435-4e68-9505-bdeb9521ff43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:24.292633 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65230aea-3b94-43ce-984d-8c04fd4f22fa req-04552a4b-a435-4e68-9505-bdeb9521ff43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:24.293176 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65230aea-3b94-43ce-984d-8c04fd4f22fa req-04552a4b-a435-4e68-9505-bdeb9521ff43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:24.294555 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65230aea-3b94-43ce-984d-8c04fd4f22fa req-04552a4b-a435-4e68-9505-bdeb9521ff43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:24.294555 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65230aea-3b94-43ce-984d-8c04fd4f22fa req-04552a4b-a435-4e68-9505-bdeb9521ff43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:24.294870 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65230aea-3b94-43ce-984d-8c04fd4f22fa req-04552a4b-a435-4e68-9505-bdeb9521ff43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:24.297012 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-65230aea-3b94-43ce-984d-8c04fd4f22fa req-04552a4b-a435-4e68-9505-bdeb9521ff43 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b0dcdaf85ebc429397d88229c635e7b2&device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 6220 time: 1.2358801 Jul 09 14:56:24.308099 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-8b61f4a1-39ed-4d04-a602-ead97e434365 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:24.315364 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-8b61f4a1-39ed-4d04-a602-ead97e434365 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:24.316091 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-88ad11b7-71e0-4b9d-90e0-5fe7aacdbc5c None None] Provisioning complete for port 0bb1e15c-957c-410a-afda-a26d6ed16f24 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:56:24.316712 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-88ad11b7-71e0-4b9d-90e0-5fe7aacdbc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:24.317881 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-8b61f4a1-39ed-4d04-a602-ead97e434365 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.54 "GET /v2.0/networks?id=61c92cf8-ecee-479c-90fe-4eeab4f08045&id=a1fbdea5-0ee3-4e92-ad54-0cd30f4b320c&id=61c92cf8-ecee-479c-90fe-4eeab4f08045 HTTP/1.1" status: 200 len: 1392 time: 1.2758341 Jul 09 14:56:24.354781 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-92b207b6-2270-408d-bef2-a519e8224d4c tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Request body: {'port': {'device_id': '6ced0c85-6b79-459b-bd04-bb370086d704', 'network_id': '61c92cf8-ecee-479c-90fe-4eeab4f08045', 'admin_state_up': True, 'tenant_id': '70380163691b470ebe60db5002d62101'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:56:24.379816 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-0b45bbba-683a-48da-baea-6a20f63bc245 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Calling delete_port for 152144b1-b09c-4273-a569-30e062943926 owned by network:dhcp {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:56:24.525873 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b025ad6b-3ee9-4eaa-84c6-87a77e6ef3a7 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:24.537258 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89671725-78bf-4ad8-9bd9-c99dfab09404 req-6c30208d-eb2c-4bcc-bc64-3360f0ad9062 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:24.546016 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-89671725-78bf-4ad8-9bd9-c99dfab09404 req-6c30208d-eb2c-4bcc-bc64-3360f0ad9062 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b2d54fb-d544-4a03-8d39-6600c8d1ac67 HTTP/1.1" status: 200 len: 984 time: 0.4603138 Jul 09 14:56:24.552982 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-89671725-78bf-4ad8-9bd9-c99dfab09404 req-21bf90e8-40d4-4e18-aad7-71186854ad6c tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Request body: {'port': {'security_groups': ['7de82887-7032-4e2c-81a4-82e587d41889']}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:56:24.570951 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 0134159e-3d7e-4a22-ade9-58d3273a5ee6 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:56:24.594231 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-88022b1b-e0f5-4505-b3f8-b02278655bde tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.2848153 Jul 09 14:56:24.595098 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88022b1b-e0f5-4505-b3f8-b02278655bde tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event updated for resources: {'Network': ['ID=5bdc793e-81d4-43f3-bbc7-f829e71eca85,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:24.612217 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49424) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:24.622578 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 5bdc793e-81d4-43f3-bbc7-f829e71eca85 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:56:24.633962 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-29b4c22b-805d-4f54-a7b9-48fd94809789 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Request body: {'subnet': {'network_id': '5bdc793e-81d4-43f3-bbc7-f829e71eca85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:56:24.694302 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [None req-b025ad6b-3ee9-4eaa-84c6-87a77e6ef3a7 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] device_id is not set on port 66147e62-8f6f-42d2-8fbd-3bfd3f14753a yet. {{(pid=94445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:56:24.765755 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404ce653-0f59-445f-9a4d-b4fa57d5c5db None None] Resources bound (agent type, host, resource id): {{(pid=94447) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 14:56:24.816218 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b2d54fb-d544-4a03-8d39-6600c8d1ac67', 'tag': '461e2fef-d791-4b1e-944c-e2e29a0ed1bb'}, {'name': 'network-changed', 'server_uuid': 'e91cb194-8f15-4150-a4af-dc1822486c62', 'tag': '652c8d51-7f4b-4a04-a1cb-616283698f43'}, {'server_uuid': '215ee5c1-c47c-4487-bfe7-3272754152b3', 'name': 'network-vif-deleted', 'tag': '42412cbf-f692-4bfb-8bac-e2da1b31b674'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:56:24.822454 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d147d9d6-ba6f-4d94-9b4b-2e4d609f9dc1" -d '{"events": [{"name": "network-changed", "server_uuid": "8b2d54fb-d544-4a03-8d39-6600c8d1ac67", "tag": "461e2fef-d791-4b1e-944c-e2e29a0ed1bb"}, {"name": "network-changed", "server_uuid": "e91cb194-8f15-4150-a4af-dc1822486c62", "tag": "652c8d51-7f4b-4a04-a1cb-616283698f43"}, {"server_uuid": "215ee5c1-c47c-4487-bfe7-3272754152b3", "name": "network-vif-deleted", "tag": "42412cbf-f692-4bfb-8bac-e2da1b31b674"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:56:24.829734 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-eb158a65-76be-427d-b853-8953edf6f681 req-86a925dd-df8e-42e0-be0a-21c8e7b16b29 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Deleting port bbecacc0-fcea-4c8e-9c93-2a490da9fb58 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:56:24.829734 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-eb158a65-76be-427d-b853-8953edf6f681 req-86a925dd-df8e-42e0-be0a-21c8e7b16b29 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:24.848513 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65230aea-3b94-43ce-984d-8c04fd4f22fa req-3e645692-dbda-4f42-bcb2-7d211073978a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:24.849003 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65230aea-3b94-43ce-984d-8c04fd4f22fa req-3e645692-dbda-4f42-bcb2-7d211073978a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:24.855090 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65230aea-3b94-43ce-984d-8c04fd4f22fa req-3e645692-dbda-4f42-bcb2-7d211073978a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:24.855343 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-fe8eb51a-da7b-4214-b7ce-4ef572fe8f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:24.855737 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-65230aea-3b94-43ce-984d-8c04fd4f22fa req-3e645692-dbda-4f42-bcb2-7d211073978a service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=b0dcdaf85ebc429397d88229c635e7b2&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5322962 Jul 09 14:56:24.875866 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 0134159e-3d7e-4a22-ade9-58d3273a5ee6 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:56:24.890185 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 0134159e-3d7e-4a22-ade9-58d3273a5ee6 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:56:24.890643 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:25.030140 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b1a59-3dc2-4b7b-b2dd-9e8e91cfc99f req-a213fc93-69d2-4c44-b6fc-036c6b90c29e tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:25.038063 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b1a59-3dc2-4b7b-b2dd-9e8e91cfc99f req-a213fc93-69d2-4c44-b6fc-036c6b90c29e tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:25.045786 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b1a59-3dc2-4b7b-b2dd-9e8e91cfc99f req-a213fc93-69d2-4c44-b6fc-036c6b90c29e tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:25.054240 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b1a59-3dc2-4b7b-b2dd-9e8e91cfc99f req-a213fc93-69d2-4c44-b6fc-036c6b90c29e tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:25.061768 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b1a59-3dc2-4b7b-b2dd-9e8e91cfc99f req-a213fc93-69d2-4c44-b6fc-036c6b90c29e tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:25.069290 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b1a59-3dc2-4b7b-b2dd-9e8e91cfc99f req-a213fc93-69d2-4c44-b6fc-036c6b90c29e tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:25.076996 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b1a59-3dc2-4b7b-b2dd-9e8e91cfc99f req-a213fc93-69d2-4c44-b6fc-036c6b90c29e tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:25.086777 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-941b1a59-3dc2-4b7b-b2dd-9e8e91cfc99f req-a213fc93-69d2-4c44-b6fc-036c6b90c29e tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 5383 time: 0.8214297 Jul 09 14:56:25.090553 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-b025ad6b-3ee9-4eaa-84c6-87a77e6ef3a7 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Allocated IP 2001:db8::141 (664f3735-ad3e-491d-849d-4d5ed94d15b7/a0e0a406-b72b-4bcd-9dc9-1059a11bc6a6/66147e62-8f6f-42d2-8fbd-3bfd3f14753a) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:56:25.156905 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:25.232573 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-941b1a59-3dc2-4b7b-b2dd-9e8e91cfc99f req-3c258746-f0a4-48c1-91d7-0ac6e570fa85 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b892279-bd5f-423b-8017-ce4180b448af&id=710f4a29-0022-436a-b96b-568cc62700fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1427641 Jul 09 14:56:25.245102 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b4c22b-805d-4f54-a7b9-48fd94809789 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Made reservation on behalf of 5addd83cb682465db8739493dcb3fffc for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:56:25.255444 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-29b4c22b-805d-4f54-a7b9-48fd94809789 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:25.267077 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 0134159e-3d7e-4a22-ade9-58d3273a5ee6, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=0134159e-3d7e-4a22-ade9-58d3273a5ee6,segment=NetworkSegment(2d8988dd-55cb-4fb2-8ab4-9876ad3ed9b2),segment_id=2d8988dd-55cb-4fb2-8ab4-9876ad3ed9b2)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:56:25.301660 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0b45bbba-683a-48da-baea-6a20f63bc245 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:25.338250 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b025ad6b-3ee9-4eaa-84c6-87a77e6ef3a7 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:25.368982 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-b025ad6b-3ee9-4eaa-84c6-87a77e6ef3a7 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Transition to ACTIVE for port object 66147e62-8f6f-42d2-8fbd-3bfd3f14753a will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:56:25.407141 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:25.441317 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b45bbba-683a-48da-baea-6a20f63bc245 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] No DVR routers for this DVR port 152144b1-b09c-4273-a569-30e062943926 on host n-d-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:56:25.452750 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-92b207b6-2270-408d-bef2-a519e8224d4c tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Made reservation on behalf of 70380163691b470ebe60db5002d62101 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:56:25.457102 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-92b207b6-2270-408d-bef2-a519e8224d4c tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:25.463283 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-89671725-78bf-4ad8-9bd9-c99dfab09404 req-21bf90e8-40d4-4e18-aad7-71186854ad6c tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:25.474546 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b45bbba-683a-48da-baea-6a20f63bc245 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Pushing event deleted for resources: {'Port': ['ID=152144b1-b09c-4273-a569-30e062943926,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:25.520413 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b025ad6b-3ee9-4eaa-84c6-87a77e6ef3a7 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:25.575921 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0b45bbba-683a-48da-baea-6a20f63bc245 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:25.581682 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65230aea-3b94-43ce-984d-8c04fd4f22fa req-c28c56db-b290-4b6e-8934-a18e5c4cbba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:25.584001 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-65230aea-3b94-43ce-984d-8c04fd4f22fa req-c28c56db-b290-4b6e-8934-a18e5c4cbba8 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7003450 Jul 09 14:56:25.587154 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-0b45bbba-683a-48da-baea-6a20f63bc245 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dae4ef50-b066-43b1-b7cd-c73cec8f1eee']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:56:25.599651 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-0b45bbba-683a-48da-baea-6a20f63bc245 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '119d5f19-992f-41e4-af7f-377bf7b174be') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:56:25.612501 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-0b45bbba-683a-48da-baea-6a20f63bc245 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '119d5f19-992f-41e4-af7f-377bf7b174be') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:56:25.614191 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0b45bbba-683a-48da-baea-6a20f63bc245 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:25.632713 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0b45bbba-683a-48da-baea-6a20f63bc245 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:25.647233 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b45bbba-683a-48da-baea-6a20f63bc245 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:56:25.647233 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0b45bbba-683a-48da-baea-6a20f63bc245 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:25.663279 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=0134159e-3d7e-4a22-ade9-58d3273a5ee6,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:25.693219 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f94e05-696b-41ef-84b1-1f3a55575413 None None] get_active_networks_info from n-d-799529-6 {{(pid=94447) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 14:56:25.734215 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:56:25.734215 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:56:25.734215 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:56:25.734215 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:56:25.734215 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:56:25.734215 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:56:25.734215 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:56:25.734215 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:56:25.734215 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:56:25.734215 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:56:25.734215 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:56:25.734215 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:56:25.734215 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:56:25.734215 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:56:25.734215 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:56:25.734215 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:56:25.734215 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:56:25.734215 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:56:25.734215 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:56:25.734215 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:56:25.734215 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:56:25.734215 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:56:25.734215 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:56:25.734215 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:56:25.734215 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:56:25.734215 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:56:25.734215 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:56:25.734215 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:56:25.734215 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:56:25.734215 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:56:25.734215 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:56:25.734215 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:56:25.734215 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 14:56:25.734215 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:56:25.734215 n-d-799529-6 neutron-server[94446]: timer() Jul 09 14:56:25.734215 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:56:25.734215 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 14:56:25.734215 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:56:25.734215 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 14:56:25.734215 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:56:25.734215 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 14:56:25.734215 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:56:25.734215 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 14:56:25.734215 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:56:25.734215 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 14:56:25.734215 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:56:25.734215 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:56:25.734215 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:56:25.734215 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:56:25.734215 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:56:25.734215 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 14:56:25.734215 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:56:25.734215 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 14:56:25.734215 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:56:25.734215 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:56:25.734215 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:56:25.734215 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 14:56:25.734215 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:56:25.734215 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:56:25.734215 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:56:25.734215 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:56:25.734215 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:56:25.734215 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:56:25.734215 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:56:25.745826 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b025ad6b-3ee9-4eaa-84c6-87a77e6ef3a7 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Network 664f3735-ad3e-491d-849d-4d5ed94d15b7 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:56:25.763109 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-b025ad6b-3ee9-4eaa-84c6-87a77e6ef3a7 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:56:25.770157 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b025ad6b-3ee9-4eaa-84c6-87a77e6ef3a7 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:56:25.773204 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-eb158a65-76be-427d-b853-8953edf6f681 req-86a925dd-df8e-42e0-be0a-21c8e7b16b29 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] For port bbecacc0-fcea-4c8e-9c93-2a490da9fb58, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=bbecacc0-fcea-4c8e-9c93-2a490da9fb58,segment=NetworkSegment(3bb7d6e9-70bc-4439-a91f-bf6984bfce81),segment_id=3bb7d6e9-70bc-4439-a91f-bf6984bfce81)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:56:25.773578 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-eb158a65-76be-427d-b853-8953edf6f681 req-86a925dd-df8e-42e0-be0a-21c8e7b16b29 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:25.777777 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-36c0081e-003b-4d0f-b316-e525626f548f req-d968cfb3-844e-404b-b861-ff36cf839714 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ced0c85-6b79-459b-bd04-bb370086d704 HTTP/1.1" status: 200 len: 210 time: 0.2725997 Jul 09 14:56:25.783015 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b025ad6b-3ee9-4eaa-84c6-87a77e6ef3a7 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:25.784854 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b025ad6b-3ee9-4eaa-84c6-87a77e6ef3a7 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:25.826119 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b025ad6b-3ee9-4eaa-84c6-87a77e6ef3a7 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event updated for resources: {'Port': ['ID=66147e62-8f6f-42d2-8fbd-3bfd3f14753a,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:25.938067 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 09 Jul 2021 14:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42369d96-65ee-4075-aa11-08851e8c0449 x-openstack-request-id: req-42369d96-65ee-4075-aa11-08851e8c0449 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:56:25.942202 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b2d54fb-d544-4a03-8d39-6600c8d1ac67", "tag": "461e2fef-d791-4b1e-944c-e2e29a0ed1bb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e91cb194-8f15-4150-a4af-dc1822486c62", "tag": "652c8d51-7f4b-4a04-a1cb-616283698f43", "status": "completed", "code": 200}, {"server_uuid": "215ee5c1-c47c-4487-bfe7-3272754152b3", "name": "network-vif-deleted", "tag": "42412cbf-f692-4bfb-8bac-e2da1b31b674", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:56:25.942482 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-42369d96-65ee-4075-aa11-08851e8c0449 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:56:25.945219 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b2d54fb-d544-4a03-8d39-6600c8d1ac67', 'tag': '461e2fef-d791-4b1e-944c-e2e29a0ed1bb', 'status': 'completed', 'code': 200} Jul 09 14:56:25.945485 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e91cb194-8f15-4150-a4af-dc1822486c62', 'tag': '652c8d51-7f4b-4a04-a1cb-616283698f43', 'status': 'completed', 'code': 200} Jul 09 14:56:25.945783 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215ee5c1-c47c-4487-bfe7-3272754152b3', 'name': 'network-vif-deleted', 'tag': '42412cbf-f692-4bfb-8bac-e2da1b31b674', 'status': 'completed', 'code': 200} Jul 09 14:56:25.993867 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b025ad6b-3ee9-4eaa-84c6-87a77e6ef3a7 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1043873 Jul 09 14:56:26.008075 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49436) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:26.015939 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-7d6f35f9-d0a2-48f9-b7cf-41cd0c3562ed tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Request body: {'subnet': {'network_id': '664f3735-ad3e-491d-849d-4d5ed94d15b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:56:26.018923 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f94e05-696b-41ef-84b1-1f3a55575413 None None] Resources bound (agent type, host, resource id): {{(pid=94447) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 14:56:26.040781 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0b45bbba-683a-48da-baea-6a20f63bc245 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:26.089901 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-92b207b6-2270-408d-bef2-a519e8224d4c tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Allocated IP 19.80.0.219 (61c92cf8-ecee-479c-90fe-4eeab4f08045/8e12f2d3-f35b-4e0f-9a03-eef2fec916ad/cca39cdd-4494-4a53-a2a4-2d9d64bce299) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:56:26.253620 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0b45bbba-683a-48da-baea-6a20f63bc245 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:26.255540 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-0b45bbba-683a-48da-baea-6a20f63bc245 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] 10.222.0.58 "DELETE /v2.0/networks/dae4ef50-b066-43b1-b7cd-c73cec8f1eee HTTP/1.1" status: 204 len: 168 time: 5.0334771 Jul 09 14:56:26.268358 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49440) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:26.278621 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147d9d6-ba6f-4d94-9b4b-2e4d609f9dc1 req-41a7c4f8-9e62-4563-837e-c6e1d162b210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:26.279110 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147d9d6-ba6f-4d94-9b4b-2e4d609f9dc1 req-41a7c4f8-9e62-4563-837e-c6e1d162b210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:26.279939 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147d9d6-ba6f-4d94-9b4b-2e4d609f9dc1 req-41a7c4f8-9e62-4563-837e-c6e1d162b210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:26.280428 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147d9d6-ba6f-4d94-9b4b-2e4d609f9dc1 req-41a7c4f8-9e62-4563-837e-c6e1d162b210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:26.280903 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147d9d6-ba6f-4d94-9b4b-2e4d609f9dc1 req-41a7c4f8-9e62-4563-837e-c6e1d162b210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:26.281372 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147d9d6-ba6f-4d94-9b4b-2e4d609f9dc1 req-41a7c4f8-9e62-4563-837e-c6e1d162b210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:26.282088 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147d9d6-ba6f-4d94-9b4b-2e4d609f9dc1 req-41a7c4f8-9e62-4563-837e-c6e1d162b210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:26.284253 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d147d9d6-ba6f-4d94-9b4b-2e4d609f9dc1 req-41a7c4f8-9e62-4563-837e-c6e1d162b210 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b0dcdaf85ebc429397d88229c635e7b2&device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 6220 time: 0.2893441 Jul 09 14:56:26.289123 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-89671725-78bf-4ad8-9bd9-c99dfab09404 req-21bf90e8-40d4-4e18-aad7-71186854ad6c tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] For port 461e2fef-d791-4b1e-944c-e2e29a0ed1bb, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=461e2fef-d791-4b1e-944c-e2e29a0ed1bb,segment=NetworkSegment(67523102-960f-423a-89b3-665d6dc7373b),segment_id=67523102-960f-423a-89b3-665d6dc7373b)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:56:26.312736 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-20799bb6-8c60-4450-8683-b14dac109799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:26.325273 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b45bbba-683a-48da-baea-6a20f63bc245 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Pushing event deleted for resources: {'Network': ['ID=dae4ef50-b066-43b1-b7cd-c73cec8f1eee,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:26.372619 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-29b4c22b-805d-4f54-a7b9-48fd94809789 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:26.549349 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147d9d6-ba6f-4d94-9b4b-2e4d609f9dc1 req-f880a612-11ca-4da2-b10c-068ae69485f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:26.551012 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d147d9d6-ba6f-4d94-9b4b-2e4d609f9dc1 req-f880a612-11ca-4da2-b10c-068ae69485f4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=57b971acb11e4eaea846cbcb413ca1a9&device_id=8b2d54fb-d544-4a03-8d39-6600c8d1ac67 HTTP/1.1" status: 200 len: 1135 time: 0.5739002 Jul 09 14:56:26.563597 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-89671725-78bf-4ad8-9bd9-c99dfab09404 req-21bf90e8-40d4-4e18-aad7-71186854ad6c tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:26.585423 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d327023e-e402-41b9-ac27-74aa184aeb6c tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:26.591921 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b4c22b-805d-4f54-a7b9-48fd94809789 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event updated for resources: {'Subnet': ['ID=5e692e4b-0a7d-49e3-8542-332d10e39fc4,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:26.807442 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-f7046b0c-6162-4d4c-bd83-502a2f12bf36 None None] Provisioning for port 66147e62-8f6f-42d2-8fbd-3bfd3f14753a completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:56:26.812064 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-f7046b0c-6162-4d4c-bd83-502a2f12bf36 None None] Provisioning complete for port 66147e62-8f6f-42d2-8fbd-3bfd3f14753a triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:56:26.812461 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f7046b0c-6162-4d4c-bd83-502a2f12bf36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:26.852711 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-f7046b0c-6162-4d4c-bd83-502a2f12bf36 None None] Port 66147e62-8f6f-42d2-8fbd-3bfd3f14753a cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:56:26.901382 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-89671725-78bf-4ad8-9bd9-c99dfab09404 req-21bf90e8-40d4-4e18-aad7-71186854ad6c tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:26.916714 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['461e2fef-d791-4b1e-944c-e2e29a0ed1bb'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:56:27.032222 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6f35f9-d0a2-48f9-b7cf-41cd0c3562ed tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Made reservation on behalf of c23027b79fbf48438de608f7fcd960b2 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:56:27.036634 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7d6f35f9-d0a2-48f9-b7cf-41cd0c3562ed tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:27.047383 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89671725-78bf-4ad8-9bd9-c99dfab09404 req-21bf90e8-40d4-4e18-aad7-71186854ad6c tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:27.048281 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-89671725-78bf-4ad8-9bd9-c99dfab09404 req-21bf90e8-40d4-4e18-aad7-71186854ad6c tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:27.050399 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-89671725-78bf-4ad8-9bd9-c99dfab09404 req-21bf90e8-40d4-4e18-aad7-71186854ad6c tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "PUT /v2.0/ports/461e2fef-d791-4b1e-944c-e2e29a0ed1bb HTTP/1.1" status: 200 len: 942 time: 2.5038509 Jul 09 14:56:27.060373 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b2d54fb-d544-4a03-8d39-6600c8d1ac67', 'tag': '461e2fef-d791-4b1e-944c-e2e29a0ed1bb'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:56:27.062781 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0521c92b-defc-42d1-8871-5a5c959931e4" -d '{"events": [{"name": "network-changed", "server_uuid": "8b2d54fb-d544-4a03-8d39-6600c8d1ac67", "tag": "461e2fef-d791-4b1e-944c-e2e29a0ed1bb"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:56:27.064750 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78add385-38f8-4fbe-b42b-3359cd9e9d99 req-39e57058-b47b-4ee8-87b9-50e5ccfe001d tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:27.073080 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78add385-38f8-4fbe-b42b-3359cd9e9d99 req-39e57058-b47b-4ee8-87b9-50e5ccfe001d tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:27.074902 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-78add385-38f8-4fbe-b42b-3359cd9e9d99 req-39e57058-b47b-4ee8-87b9-50e5ccfe001d tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/ports?device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 1677 time: 1.0363724 Jul 09 14:56:27.151491 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['461e2fef-d791-4b1e-944c-e2e29a0ed1bb'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:56:27.165573 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-eb158a65-76be-427d-b853-8953edf6f681 req-86a925dd-df8e-42e0-be0a-21c8e7b16b29 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:27.165942 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-eb158a65-76be-427d-b853-8953edf6f681 req-86a925dd-df8e-42e0-be0a-21c8e7b16b29 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:27.166261 n-d-799529-6 neutron-server[94446]: INFO neutron.db.l3_db [req-eb158a65-76be-427d-b853-8953edf6f681 req-86a925dd-df8e-42e0-be0a-21c8e7b16b29 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Floating IP 67efa918-914b-42c7-98ce-d7f604345941 disassociated. External IP: 172.25.3.170, port: bbecacc0-fcea-4c8e-9c93-2a490da9fb58. Jul 09 14:56:27.166604 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-eb158a65-76be-427d-b853-8953edf6f681 req-86a925dd-df8e-42e0-be0a-21c8e7b16b29 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Calling delete_port for bbecacc0-fcea-4c8e-9c93-2a490da9fb58 owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:56:27.177224 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b4c22b-805d-4f54-a7b9-48fd94809789 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Checking segment: {'id': 'bf0c691c-80d5-4f5a-83e5-a5bbec6da2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '5bdc793e-81d4-43f3-bbc7-f829e71eca85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:56:27.177865 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b4c22b-805d-4f54-a7b9-48fd94809789 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Network hostable DHCP agents. Network: 5bdc793e-81d4-43f3-bbc7-f829e71eca85, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:56:27.183861 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147d9d6-ba6f-4d94-9b4b-2e4d609f9dc1 req-f4dac19d-1f97-401c-908f-dfdac73f6c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:27.184613 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147d9d6-ba6f-4d94-9b4b-2e4d609f9dc1 req-f4dac19d-1f97-401c-908f-dfdac73f6c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:27.185198 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147d9d6-ba6f-4d94-9b4b-2e4d609f9dc1 req-f4dac19d-1f97-401c-908f-dfdac73f6c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:27.187100 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d147d9d6-ba6f-4d94-9b4b-2e4d609f9dc1 req-f4dac19d-1f97-401c-908f-dfdac73f6c2f service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=b0dcdaf85ebc429397d88229c635e7b2&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.8619065 Jul 09 14:56:27.206459 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-92b207b6-2270-408d-bef2-a519e8224d4c tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:27.207292 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-fe8eb51a-da7b-4214-b7ce-4ef572fe8f95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c179ac98-dd01-447c-a2f9-2714b5048c9d {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:56:27.265192 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-fe8eb51a-da7b-4214-b7ce-4ef572fe8f95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:27.290298 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-78add385-38f8-4fbe-b42b-3359cd9e9d99 req-59224fd2-fbcb-4f4c-8bb3-5ba4a9010db2 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c78eb3d-e1da-49ec-9295-fc8608cc021d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2015188 Jul 09 14:56:27.298462 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-fe8eb51a-da7b-4214-b7ce-4ef572fe8f95 service neutron] Transition to ACTIVE for port object c179ac98-dd01-447c-a2f9-2714b5048c9d will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:56:27.357931 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bf90e8-40d4-4e18-aad7-71186854ad6c tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Pushing event updated for resources: {'Port': ['ID=461e2fef-d791-4b1e-944c-e2e29a0ed1bb,revision_number=7']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:27.403206 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-92b207b6-2270-408d-bef2-a519e8224d4c tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Transition to ACTIVE for port object cca39cdd-4494-4a53-a2a4-2d9d64bce299 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:56:27.435530 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147d9d6-ba6f-4d94-9b4b-2e4d609f9dc1 req-c35c018d-6ce3-40fa-be48-a79146fe0f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:27.437105 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d147d9d6-ba6f-4d94-9b4b-2e4d609f9dc1 req-c35c018d-6ce3-40fa-be48-a79146fe0f27 service neutron] 10.222.0.54 "GET /v2.0/networks?id=65219ae9-d282-4121-8917-8c4ecd74e176 HTTP/1.1" status: 200 len: 921 time: 0.8686965 Jul 09 14:56:27.451878 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d327023e-e402-41b9-ac27-74aa184aeb6c tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:27.452110 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b4c22b-805d-4f54-a7b9-48fd94809789 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Network 5bdc793e-81d4-43f3-bbc7-f829e71eca85 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:56:27.480057 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-fe8eb51a-da7b-4214-b7ce-4ef572fe8f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:27.534283 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-d327023e-e402-41b9-ac27-74aa184aeb6c tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cd1aaa8-4f8b-4bce-b958-4dbbb941614f']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:56:27.570100 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d147d9d6-ba6f-4d94-9b4b-2e4d609f9dc1 req-1bc30bd3-fe4c-4d22-bc8a-8679727cb5f7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=461e2fef-d791-4b1e-944c-e2e29a0ed1bb HTTP/1.1" status: 200 len: 217 time: 0.1232622 Jul 09 14:56:27.573342 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-d327023e-e402-41b9-ac27-74aa184aeb6c tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df1e445b-a2b8-483d-906d-0f270019c9a0') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:56:27.573733 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-d327023e-e402-41b9-ac27-74aa184aeb6c tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df1e445b-a2b8-483d-906d-0f270019c9a0') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:56:27.573875 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8eb51a-da7b-4214-b7ce-4ef572fe8f95 service neutron] Pushing event updated for resources: {'Port': ['ID=c179ac98-dd01-447c-a2f9-2714b5048c9d,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:27.584831 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-eb158a65-76be-427d-b853-8953edf6f681 req-86a925dd-df8e-42e0-be0a-21c8e7b16b29 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:27.589879 n-d-799529-6 neutron-server[94445]: INFO neutron.db.ipam_backend_mixin [None req-7d6f35f9-d0a2-48f9-b7cf-41cd0c3562ed tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a0e0a406-b72b-4bcd-9dc9-1059a11bc6a6 (CIDR: 2001:db8::/64) Jul 09 14:56:27.609757 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 0134159e-3d7e-4a22-ade9-58d3273a5ee6 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:56:27.626278 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d327023e-e402-41b9-ac27-74aa184aeb6c tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:27.663266 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-68bcb3e4-7ab5-4483-8933-e8991fc302a0 req-321d8ca9-deef-4439-ad9c-5ee89bcdd2e3 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ced0c85-6b79-459b-bd04-bb370086d704 HTTP/1.1" status: 200 len: 210 time: 0.1150718 Jul 09 14:56:27.672415 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d327023e-e402-41b9-ac27-74aa184aeb6c tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:27.675907 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 0134159e-3d7e-4a22-ade9-58d3273a5ee6 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:56:27.676638 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:27.680280 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a925dd-df8e-42e0-be0a-21c8e7b16b29 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Pushing event deleted for resources: {'Port': ['ID=bbecacc0-fcea-4c8e-9c93-2a490da9fb58,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:27.689234 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-29b4c22b-805d-4f54-a7b9-48fd94809789 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 5bdc793e-81d4-43f3-bbc7-f829e71eca85) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:56:27.691778 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d327023e-e402-41b9-ac27-74aa184aeb6c tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:56:27.692293 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d327023e-e402-41b9-ac27-74aa184aeb6c tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:27.701479 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b4c22b-805d-4f54-a7b9-48fd94809789 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:27.702079 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-29b4c22b-805d-4f54-a7b9-48fd94809789 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:27.723763 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c642942a-1bc2-436b-a272-0b5e46977c1d None None] Network 5bdc793e-81d4-43f3-bbc7-f829e71eca85 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:56:27.806907 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:56:27.806907 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:56:27.806907 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:56:27.806907 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:56:27.806907 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 14:56:27.806907 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:56:27.806907 n-d-799529-6 neutron-server[94445]: timer() Jul 09 14:56:27.806907 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:56:27.806907 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 14:56:27.806907 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:56:27.806907 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 14:56:27.806907 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:56:27.806907 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 14:56:27.806907 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:56:27.806907 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 14:56:27.806907 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:56:27.806907 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 14:56:27.806907 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:56:27.806907 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:56:27.806907 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:56:27.806907 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:56:27.806907 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:56:27.806907 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 14:56:27.806907 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:56:27.806907 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 14:56:27.806907 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:56:27.806907 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:56:27.806907 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:56:27.806907 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 14:56:27.806907 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:56:27.806907 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:56:27.806907 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:56:27.806907 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:56:27.806907 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:56:27.806907 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:56:27.806907 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:56:27.809324 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147d9d6-ba6f-4d94-9b4b-2e4d609f9dc1 req-d0303168-647f-4127-b089-8304889d2336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:27.810137 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d147d9d6-ba6f-4d94-9b4b-2e4d609f9dc1 req-d0303168-647f-4127-b089-8304889d2336 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6009696 Jul 09 14:56:27.875332 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147d9d6-ba6f-4d94-9b4b-2e4d609f9dc1 req-3859306d-ea44-4ddb-9237-db4899273b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:27.878572 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d147d9d6-ba6f-4d94-9b4b-2e4d609f9dc1 req-3859306d-ea44-4ddb-9237-db4899273b81 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0ba330ed-9359-4085-9db6-f1c4985ac874 HTTP/1.1" status: 200 len: 860 time: 0.2758043 Jul 09 14:56:27.890166 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d6f35f9-d0a2-48f9-b7cf-41cd0c3562ed tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:56:27.891409 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d6f35f9-d0a2-48f9-b7cf-41cd0c3562ed tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:56:27.917560 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb158a65-76be-427d-b853-8953edf6f681 req-86a925dd-df8e-42e0-be0a-21c8e7b16b29 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Router 163a22f4-5c85-40d2-84fa-aae524de6c02 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:56:27.976173 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-92b207b6-2270-408d-bef2-a519e8224d4c tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:27.980189 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d147d9d6-ba6f-4d94-9b4b-2e4d609f9dc1 req-12908da8-cd71-44de-ad7f-7bff2b4f7bcc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=65219ae9-d282-4121-8917-8c4ecd74e176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752282 Jul 09 14:56:27.989225 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9decea-a983-4954-8b79-c08662d9538e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-5bdc793e-81d4-43f3-bbc7-f829e71eca85', 'network_id': '5bdc793e-81d4-43f3-bbc7-f829e71eca85', 'tenant_id': '5addd83cb682465db8739493dcb3fffc', 'fixed_ips': [{'subnet_id': '5e692e4b-0a7d-49e3-8542-332d10e39fc4'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:56:27.990025 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-da9decea-a983-4954-8b79-c08662d9538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:28.011552 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-29b4c22b-805d-4f54-a7b9-48fd94809789 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3902915 Jul 09 14:56:28.021543 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b74c56c-8877-4e4c-8811-b0557aae8f1e req-5b2ed659-6a23-4570-84d5-e656a006b04a tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:28.028646 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b74c56c-8877-4e4c-8811-b0557aae8f1e req-5b2ed659-6a23-4570-84d5-e656a006b04a tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:28.033728 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49466) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:28.034522 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b74c56c-8877-4e4c-8811-b0557aae8f1e req-5b2ed659-6a23-4570-84d5-e656a006b04a tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:28.040630 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b74c56c-8877-4e4c-8811-b0557aae8f1e req-5b2ed659-6a23-4570-84d5-e656a006b04a tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:28.046503 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b74c56c-8877-4e4c-8811-b0557aae8f1e req-5b2ed659-6a23-4570-84d5-e656a006b04a tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:28.053328 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b74c56c-8877-4e4c-8811-b0557aae8f1e req-5b2ed659-6a23-4570-84d5-e656a006b04a tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:28.059285 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b74c56c-8877-4e4c-8811-b0557aae8f1e req-5b2ed659-6a23-4570-84d5-e656a006b04a tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:28.061305 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1b74c56c-8877-4e4c-8811-b0557aae8f1e req-5b2ed659-6a23-4570-84d5-e656a006b04a tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 5383 time: 0.8226120 Jul 09 14:56:28.100628 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-d24b1d79-06e8-4dc1-8395-42415ae707df tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Request body: {'port': {'network_id': '5bdc793e-81d4-43f3-bbc7-f829e71eca85', 'name': 'tempest-PortsTestJSON-92425405', 'fixed_ips': [{'subnet_id': '5e692e4b-0a7d-49e3-8542-332d10e39fc4', 'ip_address': '172.20.0.10'}]}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:56:28.113315 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-92b207b6-2270-408d-bef2-a519e8224d4c tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Network 61c92cf8-ecee-479c-90fe-4eeab4f08045 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:56:28.170260 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-92b207b6-2270-408d-bef2-a519e8224d4c tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:56:28.172090 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d327023e-e402-41b9-ac27-74aa184aeb6c tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:28.180881 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-92b207b6-2270-408d-bef2-a519e8224d4c tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:56:28.230430 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d327023e-e402-41b9-ac27-74aa184aeb6c tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:28.240262 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d327023e-e402-41b9-ac27-74aa184aeb6c tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] 10.222.0.58 "DELETE /v2.0/networks/5cd1aaa8-4f8b-4bce-b958-4dbbb941614f HTTP/1.1" status: 204 len: 168 time: 1.9518545 Jul 09 14:56:28.240262 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b207b6-2270-408d-bef2-a519e8224d4c tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Pushing event updated for resources: {'Port': ['ID=cca39cdd-4494-4a53-a2a4-2d9d64bce299,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:28.241445 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49470) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:28.265755 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-04f50dce-f389-4c99-b8ac-141810386c36 req-ab4129e9-0401-43d1-8359-4da23ce41cb7 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4092093 Jul 09 14:56:28.279353 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-7d6f35f9-d0a2-48f9-b7cf-41cd0c3562ed tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.2678761 Jul 09 14:56:28.293612 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49472) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:28.311228 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-f42eb852-b5d6-4bfe-9136-c5d540b79428 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Request body: {'subnet': {'network_id': '664f3735-ad3e-491d-849d-4d5ed94d15b7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:56:28.363045 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-04f50dce-f389-4c99-b8ac-141810386c36 req-5e6064ae-5660-4a7a-8b43-6a2c28593c36 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Request body: {'floatingip': {'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:56:28.374857 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d327023e-e402-41b9-ac27-74aa184aeb6c tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Pushing event deleted for resources: {'Network': ['ID=5cd1aaa8-4f8b-4bce-b958-4dbbb941614f,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:28.439174 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-da9decea-a983-4954-8b79-c08662d9538e None None] Allocated IP 172.20.0.2 (5bdc793e-81d4-43f3-bbc7-f829e71eca85/5e692e4b-0a7d-49e3-8542-332d10e39fc4/c2da2f8e-e5f5-43cd-b867-905b170b74c4) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:56:28.484878 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1b74c56c-8877-4e4c-8811-b0557aae8f1e req-e9f78001-f51b-420f-89ac-660c2cc636ba tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b892279-bd5f-423b-8017-ce4180b448af&id=710f4a29-0022-436a-b96b-568cc62700fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3992100 Jul 09 14:56:28.513493 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb158a65-76be-427d-b853-8953edf6f681 req-86a925dd-df8e-42e0-be0a-21c8e7b16b29 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:56:28.526107 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-92b207b6-2270-408d-bef2-a519e8224d4c tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:28.526802 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-92b207b6-2270-408d-bef2-a519e8224d4c tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:28.539026 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b50f999-325f-4b25-aabe-82c4937ee1f4 None None] Sync routers for ids ['163a22f4-5c85-40d2-84fa-aae524de6c02'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:56:28.570147 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b114e40b-55ff-4bba-8273-5e022b3f1f3e tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:28.575193 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b50f999-325f-4b25-aabe-82c4937ee1f4 None None] Routers {'163a22f4-5c85-40d2-84fa-aae524de6c02'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:56:28.575888 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-9b50f999-325f-4b25-aabe-82c4937ee1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:55:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['163a22f4-5c85-40d2-84fa-aae524de6c02'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:56:28.595462 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d147d9d6-ba6f-4d94-9b4b-2e4d609f9dc1 req-26202ffd-91e4-43df-8e39-802b7bd1cf6d service neutron] 10.222.0.54 "GET /v2.0/networks/65219ae9-d282-4121-8917-8c4ecd74e176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5969355 Jul 09 14:56:28.597250 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-fe8eb51a-da7b-4214-b7ce-4ef572fe8f95 service neutron] Attempting to bind port c179ac98-dd01-447c-a2f9-2714b5048c9d on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:56:28.597703 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-fe8eb51a-da7b-4214-b7ce-4ef572fe8f95 service neutron] Attempting to bind port c179ac98-dd01-447c-a2f9-2714b5048c9d by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': 'dcef93a2-6ff3-40c9-a9fd-5812a2481f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'dc6506e8-ceaa-4382-aad7-27ea0263e5fe'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:56:28.598039 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-fe8eb51a-da7b-4214-b7ce-4ef572fe8f95 service neutron] Attempting to bind port c179ac98-dd01-447c-a2f9-2714b5048c9d on network dc6506e8-ceaa-4382-aad7-27ea0263e5fe {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:56:28.614387 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-fe8eb51a-da7b-4214-b7ce-4ef572fe8f95 service neutron] Port c179ac98-dd01-447c-a2f9-2714b5048c9d on network dc6506e8-ceaa-4382-aad7-27ea0263e5fe not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:56:28.614715 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-fe8eb51a-da7b-4214-b7ce-4ef572fe8f95 service neutron] Attempting to bind port c179ac98-dd01-447c-a2f9-2714b5048c9d on network dc6506e8-ceaa-4382-aad7-27ea0263e5fe {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:56:28.654890 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943292b9-dddf-4c71-b43b-3e2fbba7eada x-openstack-request-id: req-943292b9-dddf-4c71-b43b-3e2fbba7eada {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:56:28.655627 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b2d54fb-d544-4a03-8d39-6600c8d1ac67", "tag": "461e2fef-d791-4b1e-944c-e2e29a0ed1bb", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:56:28.660760 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-943292b9-dddf-4c71-b43b-3e2fbba7eada {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:56:28.661491 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-fe8eb51a-da7b-4214-b7ce-4ef572fe8f95 service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:56:28.662110 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b2d54fb-d544-4a03-8d39-6600c8d1ac67', 'tag': '461e2fef-d791-4b1e-944c-e2e29a0ed1bb', 'status': 'completed', 'code': 200} Jul 09 14:56:28.662221 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-fe8eb51a-da7b-4214-b7ce-4ef572fe8f95 service neutron] Checking segment: {'id': 'dcef93a2-6ff3-40c9-a9fd-5812a2481f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'dc6506e8-ceaa-4382-aad7-27ea0263e5fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:56:28.662580 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-fe8eb51a-da7b-4214-b7ce-4ef572fe8f95 service neutron] Bound using segment: {'id': 'dcef93a2-6ff3-40c9-a9fd-5812a2481f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'dc6506e8-ceaa-4382-aad7-27ea0263e5fe'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:56:28.663046 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-fe8eb51a-da7b-4214-b7ce-4ef572fe8f95 service neutron] Bound port: c179ac98-dd01-447c-a2f9-2714b5048c9d, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcef93a2-6ff3-40c9-a9fd-5812a2481f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'dc6506e8-ceaa-4382-aad7-27ea0263e5fe'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:56:28.663418 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-fe8eb51a-da7b-4214-b7ce-4ef572fe8f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:28.687828 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-cdf5387e-615b-43db-8d7e-a235b1529534 None None] Provisioning for port cca39cdd-4494-4a53-a2a4-2d9d64bce299 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:56:28.716547 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb158a65-76be-427d-b853-8953edf6f681 req-86a925dd-df8e-42e0-be0a-21c8e7b16b29 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] No DVR routers for this DVR port bbecacc0-fcea-4c8e-9c93-2a490da9fb58 on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:56:28.727421 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-cdf5387e-615b-43db-8d7e-a235b1529534 None None] Provisioning complete for port cca39cdd-4494-4a53-a2a4-2d9d64bce299 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:56:28.727829 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-cdf5387e-615b-43db-8d7e-a235b1529534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:28.773397 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-eb158a65-76be-427d-b853-8953edf6f681 req-86a925dd-df8e-42e0-be0a-21c8e7b16b29 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:28.775414 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-eb158a65-76be-427d-b853-8953edf6f681 req-86a925dd-df8e-42e0-be0a-21c8e7b16b29 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.62 "DELETE /v2.0/ports/bbecacc0-fcea-4c8e-9c93-2a490da9fb58 HTTP/1.1" status: 204 len: 173 time: 4.8201346 Jul 09 14:56:28.776081 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [req-68793d31-7578-47bb-a9cc-694973fada29 req-8d99f6f1-ec82-4741-a055-c207b24b9ac4 tempest-ListServerFiltersTestJSON-761595911 tempest-ListServerFiltersTestJSON-761595911-project] (94446) timed out ('10.222.0.54', 56163) {{(pid=94446) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 14:56:28.776483 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '215ee5c1-c47c-4487-bfe7-3272754152b3', 'name': 'network-vif-deleted', 'tag': 'bbecacc0-fcea-4c8e-9c93-2a490da9fb58'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:56:28.779237 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af076231-3cec-4091-8d32-fd9c6610cb1b" -d '{"events": [{"server_uuid": "215ee5c1-c47c-4487-bfe7-3272754152b3", "name": "network-vif-deleted", "tag": "bbecacc0-fcea-4c8e-9c93-2a490da9fb58"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:56:28.791164 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-04f50dce-f389-4c99-b8ac-141810386c36 req-5e6064ae-5660-4a7a-8b43-6a2c28593c36 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Notify callbacks [] for floatingip, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:28.820691 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-cdf5387e-615b-43db-8d7e-a235b1529534 None None] Port cca39cdd-4494-4a53-a2a4-2d9d64bce299 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:56:28.840543 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-9b50f999-325f-4b25-aabe-82c4937ee1f4 None None] Set router 163a22f4-5c85-40d2-84fa-aae524de6c02 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:56:28.843058 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-da9decea-a983-4954-8b79-c08662d9538e None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:28.864864 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b114e40b-55ff-4bba-8273-5e022b3f1f3e tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:28.866260 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-fe8eb51a-da7b-4214-b7ce-4ef572fe8f95 service neutron] For port c179ac98-dd01-447c-a2f9-2714b5048c9d, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:56:28.880849 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-da9decea-a983-4954-8b79-c08662d9538e None None] Transition to ACTIVE for port object c2da2f8e-e5f5-43cd-b867-905b170b74c4 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:56:28.941765 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-fe8eb51a-da7b-4214-b7ce-4ef572fe8f95 service neutron] For port c179ac98-dd01-447c-a2f9-2714b5048c9d, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=c179ac98-dd01-447c-a2f9-2714b5048c9d,segment=NetworkSegment(dcef93a2-6ff3-40c9-a9fd-5812a2481f14),segment_id=dcef93a2-6ff3-40c9-a9fd-5812a2481f14)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:56:28.942150 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-b114e40b-55ff-4bba-8273-5e022b3f1f3e tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c424cf4-41c2-4d83-87d9-c00b8d54552e']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:56:28.946682 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-da9decea-a983-4954-8b79-c08662d9538e None None] Transition to ACTIVE for port object c2da2f8e-e5f5-43cd-b867-905b170b74c4 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:56:28.960778 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-b114e40b-55ff-4bba-8273-5e022b3f1f3e tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cc8b794-9978-46cd-98c5-ee480b54c484') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:56:28.961502 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-b114e40b-55ff-4bba-8273-5e022b3f1f3e tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cc8b794-9978-46cd-98c5-ee480b54c484') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:56:28.978844 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b114e40b-55ff-4bba-8273-5e022b3f1f3e tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:28.995838 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-92b207b6-2270-408d-bef2-a519e8224d4c tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6457586 Jul 09 14:56:29.016745 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b114e40b-55ff-4bba-8273-5e022b3f1f3e tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:29.022625 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-91538357-32d7-471c-8fc1-0735dfbc5988 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Request body: {'port': {'device_id': '6ced0c85-6b79-459b-bd04-bb370086d704', 'network_id': 'a1fbdea5-0ee3-4e92-ad54-0cd30f4b320c', 'admin_state_up': True, 'tenant_id': '70380163691b470ebe60db5002d62101'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:56:29.047699 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-fe8eb51a-da7b-4214-b7ce-4ef572fe8f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:29.068906 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-fe8eb51a-da7b-4214-b7ce-4ef572fe8f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:29.069703 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-fe8eb51a-da7b-4214-b7ce-4ef572fe8f95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:29.071174 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-fe8eb51a-da7b-4214-b7ce-4ef572fe8f95 service neutron] 10.222.0.62 "PUT /v2.0/ports/c179ac98-dd01-447c-a2f9-2714b5048c9d HTTP/1.1" status: 200 len: 1090 time: 4.9085507 Jul 09 14:56:29.085875 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b114e40b-55ff-4bba-8273-5e022b3f1f3e tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:56:29.086289 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b114e40b-55ff-4bba-8273-5e022b3f1f3e tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:29.089457 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:56:29.089457 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:56:29.089457 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 14:56:29.089457 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:56:29.089457 n-d-799529-6 neutron-server[94445]: timer() Jul 09 14:56:29.089457 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:56:29.089457 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 14:56:29.089457 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:56:29.089457 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 14:56:29.089457 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:56:29.089457 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 14:56:29.089457 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:56:29.089457 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 14:56:29.089457 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:56:29.089457 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 14:56:29.089457 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:56:29.089457 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:56:29.089457 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:56:29.089457 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:56:29.089457 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:56:29.089457 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 14:56:29.089457 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:56:29.089457 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 14:56:29.089457 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:56:29.089457 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:56:29.089457 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:56:29.089457 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 14:56:29.089457 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:56:29.089457 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:56:29.089457 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:56:29.089457 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:56:29.089457 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:56:29.089457 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:56:29.089457 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:56:29.114325 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-94b5f220-a6da-490a-998e-26f05f05f08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:29.117722 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-da9decea-a983-4954-8b79-c08662d9538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:29.174697 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8eb51a-da7b-4214-b7ce-4ef572fe8f95 service neutron] Pushing event updated for resources: {'Port': ['ID=c179ac98-dd01-447c-a2f9-2714b5048c9d,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:29.180399 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-eb158a65-76be-427d-b853-8953edf6f681 req-9742ae65-f1c1-4279-83d6-70fc5f19ce8e tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Deleting port 584859ef-7df1-4e5e-a094-227a09a19961 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:56:29.180747 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-eb158a65-76be-427d-b853-8953edf6f681 req-9742ae65-f1c1-4279-83d6-70fc5f19ce8e tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:29.200722 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9decea-a983-4954-8b79-c08662d9538e None None] Network 5bdc793e-81d4-43f3-bbc7-f829e71eca85 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:56:29.215040 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-da9decea-a983-4954-8b79-c08662d9538e None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:56:29.218364 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9decea-a983-4954-8b79-c08662d9538e None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:56:29.236320 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24b1d79-06e8-4dc1-8395-42415ae707df tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Made reservation on behalf of 5addd83cb682465db8739493dcb3fffc for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:56:29.244279 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9decea-a983-4954-8b79-c08662d9538e None None] Pushing event updated for resources: {'Port': ['ID=c2da2f8e-e5f5-43cd-b867-905b170b74c4,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:29.259272 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-9b50f999-325f-4b25-aabe-82c4937ee1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163a22f4-5c85-40d2-84fa-aae524de6c02', 'name': 'tempest-TaggedBootDevicesTest-1073459965-router', 'tenant_id': '868e6ad73e9e40dbad6a7d6a29a5f30c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '5408204c-bcd1-49aa-acdb-f70e854559d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:45:26Z', 'updated_at': '2021-07-09T14:45:33Z', 'revision_number': 4, 'project_id': '868e6ad73e9e40dbad6a7d6a29a5f30c', 'gw_port': {'id': '5408204c-bcd1-49aa-acdb-f70e854559d9', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163a22f4-5c85-40d2-84fa-aae524de6c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:45:28Z', 'updated_at': '2021-07-09T14:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'af4a0e1e-0ebc-4127-b39a-19cf969e1458', 'name': '', 'network_id': '0fc8da04-04d4-4eeb-86d6-5d8e54448613', 'tenant_id': '868e6ad73e9e40dbad6a7d6a29a5f30c', 'mac_address': 'fa:16:3e:af:e2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163a22f4-5c85-40d2-84fa-aae524de6c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '2373e5cd-5f56-42ed-95c9-0b621ea9bc49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:45:32Z', 'updated_at': '2021-07-09T14:45:41Z', 'revision_number': 5, 'project_id': '868e6ad73e9e40dbad6a7d6a29a5f30c', 'subnets': [{'id': '2373e5cd-5f56-42ed-95c9-0b621ea9bc49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:56:29.269079 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d147d9d6-ba6f-4d94-9b4b-2e4d609f9dc1 req-23629753-23e7-438f-b833-6cbe7de252f0 service neutron] 10.222.0.54 "GET /v2.0/networks/65219ae9-d282-4121-8917-8c4ecd74e176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6644149 Jul 09 14:56:29.273671 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-2705f52e-0632-4956-8fd6-665dfbf0c7cf service neutron] Request body: {'port': {'device_id': 'e91cb194-8f15-4150-a4af-dc1822486c62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:56:29.274550 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:29.341160 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b50f999-325f-4b25-aabe-82c4937ee1f4 None None] Checking router: 163a22f4-5c85-40d2-84fa-aae524de6c02 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:56:29.372446 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-04f50dce-f389-4c99-b8ac-141810386c36 req-5e6064ae-5660-4a7a-8b43-6a2c28593c36 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:29.398338 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b50f999-325f-4b25-aabe-82c4937ee1f4 None None] Routers {'163a22f4-5c85-40d2-84fa-aae524de6c02'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:56:29.401218 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-9b50f999-325f-4b25-aabe-82c4937ee1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:56:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['163a22f4-5c85-40d2-84fa-aae524de6c02'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:56:29.414869 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-da9decea-a983-4954-8b79-c08662d9538e None None] Attempting to bind port c2da2f8e-e5f5-43cd-b867-905b170b74c4 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:56:29.415244 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-da9decea-a983-4954-8b79-c08662d9538e None None] Attempting to bind port c2da2f8e-e5f5-43cd-b867-905b170b74c4 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'bf0c691c-80d5-4f5a-83e5-a5bbec6da2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '5bdc793e-81d4-43f3-bbc7-f829e71eca85'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:56:29.418964 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9decea-a983-4954-8b79-c08662d9538e None None] Attempting to bind port c2da2f8e-e5f5-43cd-b867-905b170b74c4 on network 5bdc793e-81d4-43f3-bbc7-f829e71eca85 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:56:29.427886 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d622788-9298-4e69-99fc-5c665434d651 req-b567f581-a4a2-4049-bf61-c51bca569732 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:29.429788 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6d622788-9298-4e69-99fc-5c665434d651 req-b567f581-a4a2-4049-bf61-c51bca569732 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/ports?device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 943 time: 0.6601510 Jul 09 14:56:29.431873 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b114e40b-55ff-4bba-8273-5e022b3f1f3e tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:29.442597 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b114e40b-55ff-4bba-8273-5e022b3f1f3e tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:29.446771 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b114e40b-55ff-4bba-8273-5e022b3f1f3e tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] 10.222.0.58 "DELETE /v2.0/networks/2c424cf4-41c2-4d83-87d9-c00b8d54552e HTTP/1.1" status: 204 len: 168 time: 1.1987412 Jul 09 14:56:29.449308 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49488) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:29.467177 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9decea-a983-4954-8b79-c08662d9538e None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:56:29.467598 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9decea-a983-4954-8b79-c08662d9538e None None] Checking segment: {'id': 'bf0c691c-80d5-4f5a-83e5-a5bbec6da2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '5bdc793e-81d4-43f3-bbc7-f829e71eca85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:56:29.467996 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-da9decea-a983-4954-8b79-c08662d9538e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:29.468495 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9decea-a983-4954-8b79-c08662d9538e None None] Bound using segment: {'id': 'bf0c691c-80d5-4f5a-83e5-a5bbec6da2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '5bdc793e-81d4-43f3-bbc7-f829e71eca85'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:56:29.468961 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-da9decea-a983-4954-8b79-c08662d9538e None None] Bound port: c2da2f8e-e5f5-43cd-b867-905b170b74c4, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf0c691c-80d5-4f5a-83e5-a5bbec6da2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '5bdc793e-81d4-43f3-bbc7-f829e71eca85'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:56:29.469355 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-da9decea-a983-4954-8b79-c08662d9538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:29.491871 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42eb852-b5d6-4bfe-9136-c5d540b79428 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Made reservation on behalf of c23027b79fbf48438de608f7fcd960b2 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:56:29.495745 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f42eb852-b5d6-4bfe-9136-c5d540b79428 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:29.526051 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b114e40b-55ff-4bba-8273-5e022b3f1f3e tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Pushing event deleted for resources: {'Network': ['ID=2c424cf4-41c2-4d83-87d9-c00b8d54552e,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:29.628724 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-da9decea-a983-4954-8b79-c08662d9538e None None] For port c2da2f8e-e5f5-43cd-b867-905b170b74c4, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:56:29.639341 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-da9decea-a983-4954-8b79-c08662d9538e None None] For port c2da2f8e-e5f5-43cd-b867-905b170b74c4, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=c2da2f8e-e5f5-43cd-b867-905b170b74c4,segment=NetworkSegment(bf0c691c-80d5-4f5a-83e5-a5bbec6da2d9),segment_id=bf0c691c-80d5-4f5a-83e5-a5bbec6da2d9)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:56:29.647388 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-9b50f999-325f-4b25-aabe-82c4937ee1f4 None None] Set router 163a22f4-5c85-40d2-84fa-aae524de6c02 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:56:29.879008 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-eb158a65-76be-427d-b853-8953edf6f681 req-9742ae65-f1c1-4279-83d6-70fc5f19ce8e tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] For port 584859ef-7df1-4e5e-a094-227a09a19961, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=584859ef-7df1-4e5e-a094-227a09a19961,segment=NetworkSegment(c961693e-5289-4f40-a8e3-a769b6e30c12),segment_id=c961693e-5289-4f40-a8e3-a769b6e30c12)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:56:29.882374 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-eb158a65-76be-427d-b853-8953edf6f681 req-9742ae65-f1c1-4279-83d6-70fc5f19ce8e tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:29.887815 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-da9decea-a983-4954-8b79-c08662d9538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:29.928959 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d24b1d79-06e8-4dc1-8395-42415ae707df tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:29.933376 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-eb158a65-76be-427d-b853-8953edf6f681 req-9742ae65-f1c1-4279-83d6-70fc5f19ce8e tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Calling delete_port for 584859ef-7df1-4e5e-a094-227a09a19961 owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:56:29.957411 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-2705f52e-0632-4956-8fd6-665dfbf0c7cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:29.983840 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9decea-a983-4954-8b79-c08662d9538e None None] Pushing event updated for resources: {'Port': ['ID=c2da2f8e-e5f5-43cd-b867-905b170b74c4,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:30.000065 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-9b50f999-325f-4b25-aabe-82c4937ee1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163a22f4-5c85-40d2-84fa-aae524de6c02', 'name': 'tempest-TaggedBootDevicesTest-1073459965-router', 'tenant_id': '868e6ad73e9e40dbad6a7d6a29a5f30c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '5408204c-bcd1-49aa-acdb-f70e854559d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:45:26Z', 'updated_at': '2021-07-09T14:45:33Z', 'revision_number': 4, 'project_id': '868e6ad73e9e40dbad6a7d6a29a5f30c', 'gw_port': {'id': '5408204c-bcd1-49aa-acdb-f70e854559d9', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163a22f4-5c85-40d2-84fa-aae524de6c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:45:28Z', 'updated_at': '2021-07-09T14:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'af4a0e1e-0ebc-4127-b39a-19cf969e1458', 'name': '', 'network_id': '0fc8da04-04d4-4eeb-86d6-5d8e54448613', 'tenant_id': '868e6ad73e9e40dbad6a7d6a29a5f30c', 'mac_address': 'fa:16:3e:af:e2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163a22f4-5c85-40d2-84fa-aae524de6c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '2373e5cd-5f56-42ed-95c9-0b621ea9bc49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:45:32Z', 'updated_at': '2021-07-09T14:45:41Z', 'revision_number': 5, 'project_id': '868e6ad73e9e40dbad6a7d6a29a5f30c', 'subnets': [{'id': '2373e5cd-5f56-42ed-95c9-0b621ea9bc49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:56:30.052857 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b50f999-325f-4b25-aabe-82c4937ee1f4 None None] The sync data for ids ['163a22f4-5c85-40d2-84fa-aae524de6c02'] in n-d-799529-6 is: [{'id': '163a22f4-5c85-40d2-84fa-aae524de6c02', 'name': 'tempest-TaggedBootDevicesTest-1073459965-router', 'tenant_id': '868e6ad73e9e40dbad6a7d6a29a5f30c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '5408204c-bcd1-49aa-acdb-f70e854559d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:45:26Z', 'updated_at': '2021-07-09T14:45:33Z', 'revision_number': 4, 'project_id': '868e6ad73e9e40dbad6a7d6a29a5f30c', 'gw_port': {'id': '5408204c-bcd1-49aa-acdb-f70e854559d9', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163a22f4-5c85-40d2-84fa-aae524de6c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:45:28Z', 'updated_at': '2021-07-09T14:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'af4a0e1e-0ebc-4127-b39a-19cf969e1458', 'name': '', 'network_id': '0fc8da04-04d4-4eeb-86d6-5d8e54448613', 'tenant_id': '868e6ad73e9e40dbad6a7d6a29a5f30c', 'mac_address': 'fa:16:3e:af:e2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163a22f4-5c85-40d2-84fa-aae524de6c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '2373e5cd-5f56-42ed-95c9-0b621ea9bc49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:45:32Z', 'updated_at': '2021-07-09T14:45:41Z', 'revision_number': 5, 'project_id': '868e6ad73e9e40dbad6a7d6a29a5f30c', 'subnets': [{'id': '2373e5cd-5f56-42ed-95c9-0b621ea9bc49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:56:30.054005 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-91538357-32d7-471c-8fc1-0735dfbc5988 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Made reservation on behalf of 70380163691b470ebe60db5002d62101 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:56:30.054145 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-d24b1d79-06e8-4dc1-8395-42415ae707df tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] device_id is not set on port 0826f499-47fe-4f19-9e74-d209868f04da yet. {{(pid=94446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:56:30.054300 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-91538357-32d7-471c-8fc1-0735dfbc5988 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:30.069772 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-04f50dce-f389-4c99-b8ac-141810386c36 req-5e6064ae-5660-4a7a-8b43-6a2c28593c36 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Allocated IP 172.25.3.180 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/05ce3615-e992-4373-8c46-ef6946c5d4ce) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:56:30.093534 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0521c92b-defc-42d1-8871-5a5c959931e4 req-8404caa6-735e-4983-af4c-6ba3cbb2687c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:30.094033 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0521c92b-defc-42d1-8871-5a5c959931e4 req-8404caa6-735e-4983-af4c-6ba3cbb2687c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=57b971acb11e4eaea846cbcb413ca1a9&device_id=8b2d54fb-d544-4a03-8d39-6600c8d1ac67 HTTP/1.1" status: 200 len: 1096 time: 0.7374799 Jul 09 14:56:30.170717 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6d622788-9298-4e69-99fc-5c665434d651 req-065d325a-c6db-4803-b277-06981a56ab87 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c78eb3d-e1da-49ec-9295-fc8608cc021d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7293489 Jul 09 14:56:30.216371 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:30.222433 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-495b1889-6fc0-4038-843d-d5a0e5fc4ca8 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:30.428477 n-d-799529-6 neutron-server[94445]: INFO neutron.db.ipam_backend_mixin [None req-f42eb852-b5d6-4bfe-9136-c5d540b79428 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 50177411-f793-4d35-bb9a-3a5035555fde (CIDR: 2001:db8:0:1::/64) Jul 09 14:56:30.496698 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0521c92b-defc-42d1-8871-5a5c959931e4 req-ad550319-5b21-48b1-a3ad-1a80e18ed441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:30.498446 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0521c92b-defc-42d1-8871-5a5c959931e4 req-ad550319-5b21-48b1-a3ad-1a80e18ed441 service neutron] 10.222.0.54 "GET /v2.0/networks?id=65219ae9-d282-4121-8917-8c4ecd74e176 HTTP/1.1" status: 200 len: 921 time: 0.3835082 Jul 09 14:56:30.502626 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-f42eb852-b5d6-4bfe-9136-c5d540b79428 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:56:30.503139 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f42eb852-b5d6-4bfe-9136-c5d540b79428 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:56:30.609620 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7126d577-5bd2-46e1-a65c-0d3cef906611 None None] New status for floating IP 67efa918-914b-42c7-98ce-d7f604345941: DOWN {{(pid=94448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:56:30.645791 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0521c92b-defc-42d1-8871-5a5c959931e4 req-1224ca09-581f-4d36-b5da-a0fef993f290 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=461e2fef-d791-4b1e-944c-e2e29a0ed1bb HTTP/1.1" status: 200 len: 217 time: 0.1370845 Jul 09 14:56:30.732433 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-495b1889-6fc0-4038-843d-d5a0e5fc4ca8 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:30.750729 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-91538357-32d7-471c-8fc1-0735dfbc5988 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Allocated IP 19.86.0.113 (a1fbdea5-0ee3-4e92-ad54-0cd30f4b320c/4f8905e4-c5e0-48a8-9070-4c4be196cfd2/87295362-aa14-45d0-9532-ab3a5ec4e81d) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:56:30.762087 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-495b1889-6fc0-4038-843d-d5a0e5fc4ca8 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ece9b3ca-5548-4f9b-94e4-d2b9cefb2227']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:56:30.765148 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f42eb852-b5d6-4bfe-9136-c5d540b79428 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 2.4584329 Jul 09 14:56:30.772108 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49502) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:30.781032 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-495b1889-6fc0-4038-843d-d5a0e5fc4ca8 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a25f0af-3511-4b45-93f1-e51ca1c774fb') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:56:30.781345 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-495b1889-6fc0-4038-843d-d5a0e5fc4ca8 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a25f0af-3511-4b45-93f1-e51ca1c774fb') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:56:30.789892 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-748e1ec1-c858-4c33-b773-6d86a2bb101f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Request body: {'subnet': {'network_id': '664f3735-ad3e-491d-849d-4d5ed94d15b7', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:56:30.806012 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0521c92b-defc-42d1-8871-5a5c959931e4 req-42dce43a-357e-4ebe-8bd8-74c6cb7b7c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:30.806932 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0521c92b-defc-42d1-8871-5a5c959931e4 req-42dce43a-357e-4ebe-8bd8-74c6cb7b7c41 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0ba330ed-9359-4085-9db6-f1c4985ac874 HTTP/1.1" status: 200 len: 860 time: 0.1258194 Jul 09 14:56:30.810362 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-495b1889-6fc0-4038-843d-d5a0e5fc4ca8 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:30.853499 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-495b1889-6fc0-4038-843d-d5a0e5fc4ca8 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:30.856230 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-04f50dce-f389-4c99-b8ac-141810386c36 req-5e6064ae-5660-4a7a-8b43-6a2c28593c36 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:30.885824 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-eb158a65-76be-427d-b853-8953edf6f681 req-9742ae65-f1c1-4279-83d6-70fc5f19ce8e tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:30.887611 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0521c92b-defc-42d1-8871-5a5c959931e4 req-ed9ff72f-2207-4c83-b4bf-174baff87770 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=65219ae9-d282-4121-8917-8c4ecd74e176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585227 Jul 09 14:56:30.893265 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-495b1889-6fc0-4038-843d-d5a0e5fc4ca8 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:56:30.893759 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-495b1889-6fc0-4038-843d-d5a0e5fc4ca8 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:30.896858 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 14:56:30.896858 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:56:30.896858 n-d-799529-6 neutron-server[94445]: timer() Jul 09 14:56:30.896858 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:56:30.896858 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 14:56:30.896858 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:56:30.896858 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 14:56:30.896858 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:56:30.896858 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 14:56:30.896858 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:56:30.896858 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 14:56:30.896858 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:56:30.896858 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 14:56:30.896858 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:56:30.896858 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:56:30.896858 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:56:30.896858 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:56:30.896858 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:56:30.896858 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 14:56:30.896858 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:56:30.896858 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 14:56:30.896858 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:56:30.896858 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:56:30.896858 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:56:30.896858 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 14:56:30.896858 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:56:30.896858 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:56:30.896858 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:56:30.896858 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:56:30.896858 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:56:30.896858 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:56:30.896858 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:56:30.928990 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d063f8-41b7-40fd-bf5d-04e59068104b req-98452647-7a48-4138-8b46-c933986a3311 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:30.931232 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-10d063f8-41b7-40fd-bf5d-04e59068104b req-98452647-7a48-4138-8b46-c933986a3311 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ced0c85-6b79-459b-bd04-bb370086d704 HTTP/1.1" status: 200 len: 932 time: 0.3295617 Jul 09 14:56:30.943296 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-d24b1d79-06e8-4dc1-8395-42415ae707df tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Allocated IP 172.20.0.10 (5bdc793e-81d4-43f3-bbc7-f829e71eca85/5e692e4b-0a7d-49e3-8542-332d10e39fc4/0826f499-47fe-4f19-9e74-d209868f04da) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:56:31.012194 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9742ae65-f1c1-4279-83d6-70fc5f19ce8e tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Pushing event deleted for resources: {'Port': ['ID=584859ef-7df1-4e5e-a094-227a09a19961,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:31.105254 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9742ae65-f1c1-4279-83d6-70fc5f19ce8e tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:56:31.105755 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9742ae65-f1c1-4279-83d6-70fc5f19ce8e tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:56:31.106175 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9742ae65-f1c1-4279-83d6-70fc5f19ce8e tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:56:31.106557 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9742ae65-f1c1-4279-83d6-70fc5f19ce8e tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:56:31.106890 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9742ae65-f1c1-4279-83d6-70fc5f19ce8e tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:56:31.107221 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9742ae65-f1c1-4279-83d6-70fc5f19ce8e tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:56:31.107597 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9742ae65-f1c1-4279-83d6-70fc5f19ce8e tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:56:31.107928 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9742ae65-f1c1-4279-83d6-70fc5f19ce8e tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:56:31.108382 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9742ae65-f1c1-4279-83d6-70fc5f19ce8e tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:56:31.108703 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9742ae65-f1c1-4279-83d6-70fc5f19ce8e tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:56:31.109054 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9742ae65-f1c1-4279-83d6-70fc5f19ce8e tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:56:31.109503 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9742ae65-f1c1-4279-83d6-70fc5f19ce8e tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:56:31.118254 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb158a65-76be-427d-b853-8953edf6f681 req-9742ae65-f1c1-4279-83d6-70fc5f19ce8e tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] No DVR routers for this DVR port 584859ef-7df1-4e5e-a094-227a09a19961 on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:56:31.163785 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-eb158a65-76be-427d-b853-8953edf6f681 req-9742ae65-f1c1-4279-83d6-70fc5f19ce8e tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:31.168712 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-eb158a65-76be-427d-b853-8953edf6f681 req-9742ae65-f1c1-4279-83d6-70fc5f19ce8e tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.62 "DELETE /v2.0/ports/584859ef-7df1-4e5e-a094-227a09a19961 HTTP/1.1" status: 204 len: 173 time: 2.3821163 Jul 09 14:56:31.195993 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-10d063f8-41b7-40fd-bf5d-04e59068104b req-b00190c0-1b18-4f60-9f45-27ac6a90d256 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/security-groups?id=76663b26-aa3d-4cc3-9802-4384082a150d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486440 Jul 09 14:56:31.225826 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0521c92b-defc-42d1-8871-5a5c959931e4 req-df7bde32-26b4-404d-a88b-b47120fbeec8 service neutron] 10.222.0.54 "GET /v2.0/networks/65219ae9-d282-4121-8917-8c4ecd74e176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259611 Jul 09 14:56:31.255497 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-2705f52e-0632-4956-8fd6-665dfbf0c7cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdbd5184-4035-4f18-a073-44d8e0a1f4f5 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:56:31.296293 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e309c6bd-60cb-43d4-83cc-5afc454da4f3 x-openstack-request-id: req-e309c6bd-60cb-43d4-83cc-5afc454da4f3 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:56:31.296586 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "215ee5c1-c47c-4487-bfe7-3272754152b3", "name": "network-vif-deleted", "tag": "bbecacc0-fcea-4c8e-9c93-2a490da9fb58", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:56:31.296871 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e309c6bd-60cb-43d4-83cc-5afc454da4f3 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:56:31.297335 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215ee5c1-c47c-4487-bfe7-3272754152b3', 'name': 'network-vif-deleted', 'tag': 'bbecacc0-fcea-4c8e-9c93-2a490da9fb58', 'status': 'completed', 'code': 200} Jul 09 14:56:31.309723 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-2705f52e-0632-4956-8fd6-665dfbf0c7cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:31.353451 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-2705f52e-0632-4956-8fd6-665dfbf0c7cf service neutron] Transition to ACTIVE for port object bdbd5184-4035-4f18-a073-44d8e0a1f4f5 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:56:31.391083 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0521c92b-defc-42d1-8871-5a5c959931e4 req-2475ca3c-be2e-47d0-9504-26688a077380 service neutron] 10.222.0.54 "GET /v2.0/networks/65219ae9-d282-4121-8917-8c4ecd74e176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591375 Jul 09 14:56:31.431834 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-495b1889-6fc0-4038-843d-d5a0e5fc4ca8 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:31.446935 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-495b1889-6fc0-4038-843d-d5a0e5fc4ca8 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:31.462413 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-495b1889-6fc0-4038-843d-d5a0e5fc4ca8 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] 10.222.0.58 "DELETE /v2.0/networks/ece9b3ca-5548-4f9b-94e4-d2b9cefb2227 HTTP/1.1" status: 204 len: 168 time: 1.9987016 Jul 09 14:56:31.473550 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d24b1d79-06e8-4dc1-8395-42415ae707df tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:31.502000 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-04f50dce-f389-4c99-b8ac-141810386c36 req-5e6064ae-5660-4a7a-8b43-6a2c28593c36 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:31.510883 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-91538357-32d7-471c-8fc1-0735dfbc5988 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:31.523072 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-91538357-32d7-471c-8fc1-0735dfbc5988 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Transition to ACTIVE for port object 87295362-aa14-45d0-9532-ab3a5ec4e81d will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:56:31.549785 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-d24b1d79-06e8-4dc1-8395-42415ae707df tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Transition to ACTIVE for port object 0826f499-47fe-4f19-9e74-d209868f04da will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:56:31.574444 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495b1889-6fc0-4038-843d-d5a0e5fc4ca8 tempest-BulkNetworkOpsTest-2096422848 tempest-BulkNetworkOpsTest-2096422848-project] Pushing event deleted for resources: {'Network': ['ID=ece9b3ca-5548-4f9b-94e4-d2b9cefb2227,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:31.584310 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-2705f52e-0632-4956-8fd6-665dfbf0c7cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:31.589826 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748e1ec1-c858-4c33-b773-6d86a2bb101f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Made reservation on behalf of c23027b79fbf48438de608f7fcd960b2 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:56:31.600159 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-748e1ec1-c858-4c33-b773-6d86a2bb101f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:31.647322 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:31.673477 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6064ae-5660-4a7a-8b43-6a2c28593c36 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Pushing event updated for resources: {'Port': ['ID=05ce3615-e992-4373-8c46-ef6946c5d4ce,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:31.702026 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-91538357-32d7-471c-8fc1-0735dfbc5988 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:31.712146 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device c2da2f8e-e5f5-43cd-b867-905b170b74c4 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:56:31.764946 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ba644c-298b-4c56-9fe0-1c5a9a9ca3a4 None None] Network 5bdc793e-81d4-43f3-bbc7-f829e71eca85 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:56:31.777006 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-91538357-32d7-471c-8fc1-0735dfbc5988 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Network a1fbdea5-0ee3-4e92-ad54-0cd30f4b320c is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:56:31.778682 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91538357-32d7-471c-8fc1-0735dfbc5988 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Pushing event updated for resources: {'Port': ['ID=87295362-aa14-45d0-9532-ab3a5ec4e81d,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:31.781488 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-91538357-32d7-471c-8fc1-0735dfbc5988 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:56:31.785536 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-91538357-32d7-471c-8fc1-0735dfbc5988 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:56:31.877523 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f540aa-27b4-40c6-a87d-3b03c81225b8 req-ce3a3dc4-576b-4517-b55f-0b85cd436982 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:31.883933 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f540aa-27b4-40c6-a87d-3b03c81225b8 req-ce3a3dc4-576b-4517-b55f-0b85cd436982 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:31.889945 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f540aa-27b4-40c6-a87d-3b03c81225b8 req-ce3a3dc4-576b-4517-b55f-0b85cd436982 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:31.897357 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f540aa-27b4-40c6-a87d-3b03c81225b8 req-ce3a3dc4-576b-4517-b55f-0b85cd436982 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:31.902758 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f540aa-27b4-40c6-a87d-3b03c81225b8 req-ce3a3dc4-576b-4517-b55f-0b85cd436982 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:31.915541 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f540aa-27b4-40c6-a87d-3b03c81225b8 req-ce3a3dc4-576b-4517-b55f-0b85cd436982 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:31.947175 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f540aa-27b4-40c6-a87d-3b03c81225b8 req-ce3a3dc4-576b-4517-b55f-0b85cd436982 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:31.960407 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-66f540aa-27b4-40c6-a87d-3b03c81225b8 req-ce3a3dc4-576b-4517-b55f-0b85cd436982 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 5407 time: 0.3871481 Jul 09 14:56:31.993702 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-91538357-32d7-471c-8fc1-0735dfbc5988 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:31.994594 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-91538357-32d7-471c-8fc1-0735dfbc5988 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:32.001546 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04f50dce-f389-4c99-b8ac-141810386c36 req-5e6064ae-5660-4a7a-8b43-6a2c28593c36 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:56:32.045330 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-04f50dce-f389-4c99-b8ac-141810386c36 req-5e6064ae-5660-4a7a-8b43-6a2c28593c36 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:56:32.055701 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-04f50dce-f389-4c99-b8ac-141810386c36 req-5e6064ae-5660-4a7a-8b43-6a2c28593c36 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:56:32.061330 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-66f540aa-27b4-40c6-a87d-3b03c81225b8 req-295f3576-ff90-4aba-9c57-21d39d0ea68f tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b892279-bd5f-423b-8017-ce4180b448af&id=710f4a29-0022-436a-b96b-568cc62700fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0999484 Jul 09 14:56:32.110912 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-8fc4a424-7634-4b8c-b45c-c1306d5410bd None None] Provisioning for port c2da2f8e-e5f5-43cd-b867-905b170b74c4 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:56:32.177558 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port c2da2f8e-e5f5-43cd-b867-905b170b74c4 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:56:32.180743 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-91538357-32d7-471c-8fc1-0735dfbc5988 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1689026 Jul 09 14:56:32.184436 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port c2da2f8e-e5f5-43cd-b867-905b170b74c4 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:56:32.184818 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:32.192517 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-9df9b6c4-87b2-4d99-a9b0-3f31c63cfded tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Request body: {'port': {'device_id': '6ced0c85-6b79-459b-bd04-bb370086d704', 'network_id': '61c92cf8-ecee-479c-90fe-4eeab4f08045', 'admin_state_up': True, 'tenant_id': '70380163691b470ebe60db5002d62101'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:56:32.257449 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2705f52e-0632-4956-8fd6-665dfbf0c7cf service neutron] Pushing event updated for resources: {'Port': ['ID=bdbd5184-4035-4f18-a073-44d8e0a1f4f5,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:32.462010 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:32.547957 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d24b1d79-06e8-4dc1-8395-42415ae707df tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:32.556851 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port c2da2f8e-e5f5-43cd-b867-905b170b74c4, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=c2da2f8e-e5f5-43cd-b867-905b170b74c4,segment=NetworkSegment(bf0c691c-80d5-4f5a-83e5-a5bbec6da2d9),segment_id=bf0c691c-80d5-4f5a-83e5-a5bbec6da2d9)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:56:32.576421 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-027d6df6-d4c0-473c-9128-d79eaae0bfc2 req-0d76270b-b3f8-458d-a7ae-ca3ff338af35 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/ports?device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 210 time: 0.0498865 Jul 09 14:56:32.601832 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-616fa91c-7e90-47e4-958b-8c07c8b10220 None None] Provisioning for port 87295362-aa14-45d0-9532-ab3a5ec4e81d completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:56:32.605930 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-616fa91c-7e90-47e4-958b-8c07c8b10220 None None] Provisioning complete for port 87295362-aa14-45d0-9532-ab3a5ec4e81d triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:56:32.606498 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-616fa91c-7e90-47e4-958b-8c07c8b10220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:32.611128 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49524) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:32.641591 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-9df9b6c4-87b2-4d99-a9b0-3f31c63cfded tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Made reservation on behalf of 70380163691b470ebe60db5002d62101 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:56:32.646049 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-9df9b6c4-87b2-4d99-a9b0-3f31c63cfded tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:32.716230 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-616fa91c-7e90-47e4-958b-8c07c8b10220 None None] Port 87295362-aa14-45d0-9532-ab3a5ec4e81d cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:56:32.733286 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:32.809390 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-04f50dce-f389-4c99-b8ac-141810386c36 req-5e6064ae-5660-4a7a-8b43-6a2c28593c36 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:32.820844 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=c2da2f8e-e5f5-43cd-b867-905b170b74c4,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:32.834383 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24b1d79-06e8-4dc1-8395-42415ae707df tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Network 5bdc793e-81d4-43f3-bbc7-f829e71eca85 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:56:32.862964 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-d24b1d79-06e8-4dc1-8395-42415ae707df tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:56:32.866192 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24b1d79-06e8-4dc1-8395-42415ae707df tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:56:32.869327 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b1d79-06e8-4dc1-8395-42415ae707df tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event updated for resources: {'Port': ['ID=0826f499-47fe-4f19-9e74-d209868f04da,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:32.875976 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-748e1ec1-c858-4c33-b773-6d86a2bb101f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:32.877820 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-8d1fa7a8-23e7-4d43-965b-3f56a24ea6bc None None] Provisioning complete for port c2da2f8e-e5f5-43cd-b867-905b170b74c4 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:56:32.878394 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8d1fa7a8-23e7-4d43-965b-3f56a24ea6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:32.959712 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-2705f52e-0632-4956-8fd6-665dfbf0c7cf service neutron] Attempting to bind port bdbd5184-4035-4f18-a073-44d8e0a1f4f5 on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:56:32.960067 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-2705f52e-0632-4956-8fd6-665dfbf0c7cf service neutron] Attempting to bind port bdbd5184-4035-4f18-a073-44d8e0a1f4f5 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': 'dcef93a2-6ff3-40c9-a9fd-5812a2481f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'dc6506e8-ceaa-4382-aad7-27ea0263e5fe'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:56:32.960457 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-2705f52e-0632-4956-8fd6-665dfbf0c7cf service neutron] Attempting to bind port bdbd5184-4035-4f18-a073-44d8e0a1f4f5 on network dc6506e8-ceaa-4382-aad7-27ea0263e5fe {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:56:32.973060 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748e1ec1-c858-4c33-b773-6d86a2bb101f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event updated for resources: {'Subnet': ['ID=de8bf930-af34-4504-87ee-bff729490359,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:32.977568 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-2705f52e-0632-4956-8fd6-665dfbf0c7cf service neutron] Port bdbd5184-4035-4f18-a073-44d8e0a1f4f5 on network dc6506e8-ceaa-4382-aad7-27ea0263e5fe not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:56:32.978034 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-2705f52e-0632-4956-8fd6-665dfbf0c7cf service neutron] Attempting to bind port bdbd5184-4035-4f18-a073-44d8e0a1f4f5 on network dc6506e8-ceaa-4382-aad7-27ea0263e5fe {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:56:33.011000 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-2705f52e-0632-4956-8fd6-665dfbf0c7cf service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:56:33.011000 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-2705f52e-0632-4956-8fd6-665dfbf0c7cf service neutron] Checking segment: {'id': 'dcef93a2-6ff3-40c9-a9fd-5812a2481f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'dc6506e8-ceaa-4382-aad7-27ea0263e5fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:56:33.011000 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-2705f52e-0632-4956-8fd6-665dfbf0c7cf service neutron] Bound using segment: {'id': 'dcef93a2-6ff3-40c9-a9fd-5812a2481f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'dc6506e8-ceaa-4382-aad7-27ea0263e5fe'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:56:33.011000 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-2705f52e-0632-4956-8fd6-665dfbf0c7cf service neutron] Bound port: bdbd5184-4035-4f18-a073-44d8e0a1f4f5, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcef93a2-6ff3-40c9-a9fd-5812a2481f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'dc6506e8-ceaa-4382-aad7-27ea0263e5fe'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:56:33.011000 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-2705f52e-0632-4956-8fd6-665dfbf0c7cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:33.037005 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748e1ec1-c858-4c33-b773-6d86a2bb101f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Network 664f3735-ad3e-491d-849d-4d5ed94d15b7 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:56:33.044063 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-748e1ec1-c858-4c33-b773-6d86a2bb101f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:56:33.048575 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748e1ec1-c858-4c33-b773-6d86a2bb101f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:33.049351 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-748e1ec1-c858-4c33-b773-6d86a2bb101f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:33.102666 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02d2ea0-a58d-42c6-939d-f0865321511b None None] Network 664f3735-ad3e-491d-849d-4d5ed94d15b7 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:56:33.139863 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c3f7708e-4c0e-4063-95e9-3e8ba5b322f0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4fbe3c716afa48b0baa69ef6882c3cc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5251696 Jul 09 14:56:33.146921 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49532) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:33.150800 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-2705f52e-0632-4956-8fd6-665dfbf0c7cf service neutron] For port bdbd5184-4035-4f18-a073-44d8e0a1f4f5, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:56:33.155429 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-2705f52e-0632-4956-8fd6-665dfbf0c7cf service neutron] For port bdbd5184-4035-4f18-a073-44d8e0a1f4f5, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=bdbd5184-4035-4f18-a073-44d8e0a1f4f5,segment=NetworkSegment(dcef93a2-6ff3-40c9-a9fd-5812a2481f14),segment_id=dcef93a2-6ff3-40c9-a9fd-5812a2481f14)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:56:33.169789 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-748e1ec1-c858-4c33-b773-6d86a2bb101f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.3913836 Jul 09 14:56:33.173158 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49534) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:33.181182 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-1a86e897-29c8-41da-8895-7998f92e2cd0 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-191730088', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'de8bf930-af34-4504-87ee-bff729490359'}], 'security_groups': ['592b7cd7-ad00-4550-a9d1-59da12348279', '1b688d0d-6990-45b6-9025-7f0d196fa8d1']}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:56:33.195770 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24b1d79-06e8-4dc1-8395-42415ae707df tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:33.196711 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d24b1d79-06e8-4dc1-8395-42415ae707df tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:33.235317 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-04f50dce-f389-4c99-b8ac-141810386c36 req-5e6064ae-5660-4a7a-8b43-6a2c28593c36 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:33.249286 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-9df9b6c4-87b2-4d99-a9b0-3f31c63cfded tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Allocated IP 19.80.0.89 (61c92cf8-ecee-479c-90fe-4eeab4f08045/8e12f2d3-f35b-4e0f-9a03-eef2fec916ad/a60009f5-03bf-4e89-8abb-0ca57cc750f0) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:56:33.312842 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a4dad9-fe35-4090-ad5a-b64f4cdec382 req-52330612-ca35-4789-9f13-5d39a256e081 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:33.324288 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a4dad9-fe35-4090-ad5a-b64f4cdec382 req-52330612-ca35-4789-9f13-5d39a256e081 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:33.325937 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-95a4dad9-fe35-4090-ad5a-b64f4cdec382 req-52330612-ca35-4789-9f13-5d39a256e081 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ced0c85-6b79-459b-bd04-bb370086d704 HTTP/1.1" status: 200 len: 1655 time: 0.5416589 Jul 09 14:56:33.475319 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-04f50dce-f389-4c99-b8ac-141810386c36 req-5e6064ae-5660-4a7a-8b43-6a2c28593c36 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:33.476247 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e91cb194-8f15-4150-a4af-dc1822486c62', 'tag': 'c179ac98-dd01-447c-a2f9-2714b5048c9d'}, {'server_uuid': '215ee5c1-c47c-4487-bfe7-3272754152b3', 'name': 'network-vif-deleted', 'tag': '584859ef-7df1-4e5e-a094-227a09a19961'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:56:33.479102 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201b4beb-1521-4441-9128-a7e68bbae7a5" -d '{"events": [{"name": "network-changed", "server_uuid": "e91cb194-8f15-4150-a4af-dc1822486c62", "tag": "c179ac98-dd01-447c-a2f9-2714b5048c9d"}, {"server_uuid": "215ee5c1-c47c-4487-bfe7-3272754152b3", "name": "network-vif-deleted", "tag": "584859ef-7df1-4e5e-a094-227a09a19961"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:56:33.493075 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-95a4dad9-fe35-4090-ad5a-b64f4cdec382 req-b8afd4b7-8c05-4d02-957e-0e62bcefd67c tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/security-groups?id=76663b26-aa3d-4cc3-9802-4384082a150d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411455 Jul 09 14:56:33.524725 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-2705f52e-0632-4956-8fd6-665dfbf0c7cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:33.552600 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-5f2f7c41-f0bc-410a-b0cb-61d7798c3e67 None None] Provisioning for port 0826f499-47fe-4f19-9e74-d209868f04da completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:56:33.573474 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-5f2f7c41-f0bc-410a-b0cb-61d7798c3e67 None None] Provisioning complete for port 0826f499-47fe-4f19-9e74-d209868f04da triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:56:33.575623 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5f2f7c41-f0bc-410a-b0cb-61d7798c3e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:33.597147 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2705f52e-0632-4956-8fd6-665dfbf0c7cf service neutron] Pushing event updated for resources: {'Port': ['ID=bdbd5184-4035-4f18-a073-44d8e0a1f4f5,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:33.601937 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-04f50dce-f389-4c99-b8ac-141810386c36 req-5e6064ae-5660-4a7a-8b43-6a2c28593c36 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:33.638055 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-5f2f7c41-f0bc-410a-b0cb-61d7798c3e67 None None] Port 0826f499-47fe-4f19-9e74-d209868f04da cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:56:33.641917 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device c2da2f8e-e5f5-43cd-b867-905b170b74c4 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:56:33.656699 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-2705f52e-0632-4956-8fd6-665dfbf0c7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:33.657258 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-2705f52e-0632-4956-8fd6-665dfbf0c7cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:33.659668 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-2705f52e-0632-4956-8fd6-665dfbf0c7cf service neutron] 10.222.0.62 "PUT /v2.0/ports/bdbd5184-4035-4f18-a073-44d8e0a1f4f5 HTTP/1.1" status: 200 len: 1091 time: 4.3921232 Jul 09 14:56:33.668848 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-caaafb0b-c86c-4829-ada7-f7d787f22ba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:33.731628 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port c2da2f8e-e5f5-43cd-b867-905b170b74c4 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:56:33.731628 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:33.743963 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-9df9b6c4-87b2-4d99-a9b0-3f31c63cfded tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:33.864468 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-caaafb0b-c86c-4829-ada7-f7d787f22ba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:33.902145 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-9df9b6c4-87b2-4d99-a9b0-3f31c63cfded tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Transition to ACTIVE for port object a60009f5-03bf-4e89-8abb-0ca57cc750f0 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:56:34.020278 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40696eb-167e-4ce0-a5bc-9ba1f76ef72d None None] Update dhcp port {'port': {'network_id': '664f3735-ad3e-491d-849d-4d5ed94d15b7', 'fixed_ips': [{'subnet_id': '50177411-f793-4d35-bb9a-3a5035555fde', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'a0e0a406-b72b-4bcd-9dc9-1059a11bc6a6', 'ip_address': '2001:db8::2'}, {'subnet_id': 'de8bf930-af34-4504-87ee-bff729490359'}], 'binding:host_id': 'n-d-799529-6'}, 'id': '0bb1e15c-957c-410a-afda-a26d6ed16f24'} from n-d-799529-6. {{(pid=94447) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 14:56:34.070245 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a6973-a6fd-48f4-b74c-ea36c9a0f6b6 req-d056634f-5012-4f35-ac37-becc2f170c95 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:34.076984 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a6973-a6fd-48f4-b74c-ea36c9a0f6b6 req-d056634f-5012-4f35-ac37-becc2f170c95 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:34.083473 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a6973-a6fd-48f4-b74c-ea36c9a0f6b6 req-d056634f-5012-4f35-ac37-becc2f170c95 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:34.091256 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a6973-a6fd-48f4-b74c-ea36c9a0f6b6 req-d056634f-5012-4f35-ac37-becc2f170c95 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:34.098042 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a6973-a6fd-48f4-b74c-ea36c9a0f6b6 req-d056634f-5012-4f35-ac37-becc2f170c95 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:34.104298 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a6973-a6fd-48f4-b74c-ea36c9a0f6b6 req-d056634f-5012-4f35-ac37-becc2f170c95 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:34.110661 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a6973-a6fd-48f4-b74c-ea36c9a0f6b6 req-d056634f-5012-4f35-ac37-becc2f170c95 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:34.112846 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8e5a6973-a6fd-48f4-b74c-ea36c9a0f6b6 req-d056634f-5012-4f35-ac37-becc2f170c95 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 5407 time: 0.3533468 Jul 09 14:56:34.121312 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b40696eb-167e-4ce0-a5bc-9ba1f76ef72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:34.188978 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8e5a6973-a6fd-48f4-b74c-ea36c9a0f6b6 req-bb0c8d0e-90d0-4054-9fdc-9929d2797cb6 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b892279-bd5f-423b-8017-ce4180b448af&id=710f4a29-0022-436a-b96b-568cc62700fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0640695 Jul 09 14:56:34.194948 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-9df9b6c4-87b2-4d99-a9b0-3f31c63cfded tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:34.230542 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-caaafb0b-c86c-4829-ada7-f7d787f22ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:34.237411 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-caaafb0b-c86c-4829-ada7-f7d787f22ba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:34.243441 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-caaafb0b-c86c-4829-ada7-f7d787f22ba0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/71dc6ff5-dd29-4575-bc79-b08018f8fd4c HTTP/1.1" status: 204 len: 168 time: 1.0854826 Jul 09 14:56:34.300474 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaafb0b-c86c-4829-ada7-f7d787f22ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71dc6ff5-dd29-4575-bc79-b08018f8fd4c,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:34.332208 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-9df9b6c4-87b2-4d99-a9b0-3f31c63cfded tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Network 61c92cf8-ecee-479c-90fe-4eeab4f08045 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:56:34.342005 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-9df9b6c4-87b2-4d99-a9b0-3f31c63cfded tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:56:34.359156 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-9df9b6c4-87b2-4d99-a9b0-3f31c63cfded tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:56:34.406607 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-04f50dce-f389-4c99-b8ac-141810386c36 req-5e6064ae-5660-4a7a-8b43-6a2c28593c36 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:34.436976 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df9b6c4-87b2-4d99-a9b0-3f31c63cfded tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Pushing event updated for resources: {'Port': ['ID=a60009f5-03bf-4e89-8abb-0ca57cc750f0,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:34.480147 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-2803530e-462d-46cb-9ada-0e0142ffb49c service neutron] Request body: {'port': {'device_id': 'e91cb194-8f15-4150-a4af-dc1822486c62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:56:34.492841 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-9df9b6c4-87b2-4d99-a9b0-3f31c63cfded tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:34.493578 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-9df9b6c4-87b2-4d99-a9b0-3f31c63cfded tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:34.498097 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-b40696eb-167e-4ce0-a5bc-9ba1f76ef72d None None] Allocated IP 2001:db8:0:2::2 (664f3735-ad3e-491d-849d-4d5ed94d15b7/de8bf930-af34-4504-87ee-bff729490359/0bb1e15c-957c-410a-afda-a26d6ed16f24) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:56:34.503937 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 09 Jul 2021 14:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9968bc9-b876-45af-8020-fb461e1469cc x-openstack-request-id: req-b9968bc9-b876-45af-8020-fb461e1469cc {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:56:34.504246 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e91cb194-8f15-4150-a4af-dc1822486c62", "tag": "c179ac98-dd01-447c-a2f9-2714b5048c9d", "status": "completed", "code": 200}, {"server_uuid": "215ee5c1-c47c-4487-bfe7-3272754152b3", "name": "network-vif-deleted", "tag": "584859ef-7df1-4e5e-a094-227a09a19961", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:56:34.504506 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b9968bc9-b876-45af-8020-fb461e1469cc {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:56:34.504919 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e91cb194-8f15-4150-a4af-dc1822486c62', 'tag': 'c179ac98-dd01-447c-a2f9-2714b5048c9d', 'status': 'completed', 'code': 200} Jul 09 14:56:34.505190 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215ee5c1-c47c-4487-bfe7-3272754152b3', 'name': 'network-vif-deleted', 'tag': '584859ef-7df1-4e5e-a094-227a09a19961', 'status': 'completed', 'code': 200} Jul 09 14:56:34.513910 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d24b1d79-06e8-4dc1-8395-42415ae707df tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 6.4607286 Jul 09 14:56:34.516293 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49548) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:34.529297 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-04f50dce-f389-4c99-b8ac-141810386c36 req-5e6064ae-5660-4a7a-8b43-6a2c28593c36 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:34.543909 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-04f50dce-f389-4c99-b8ac-141810386c36 req-5e6064ae-5660-4a7a-8b43-6a2c28593c36 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 6.2015738 Jul 09 14:56:34.556533 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0b3a7041-0ccb-44ba-8469-dc9b3332ed9e req-08e87dd5-c821-4e65-99a3-f43e235ac1c1 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/ports?device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 210 time: 0.0848362 Jul 09 14:56:34.556688 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-814774b7-6385-4989-8b33-0521b629ce4f tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Request body: {'port': {'network_id': '5bdc793e-81d4-43f3-bbc7-f829e71eca85', 'name': 'tempest-PortsTestJSON-1471505504', 'fixed_ips': [{'subnet_id': '5e692e4b-0a7d-49e3-8542-332d10e39fc4', 'ip_address': '172.20.0.9'}]}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:56:34.660707 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-9df9b6c4-87b2-4d99-a9b0-3f31c63cfded tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4724970 Jul 09 14:56:34.673341 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-e8affdd5-26bf-4473-aba9-fc7bd26e355a service neutron] Request body: {'port': {'device_id': '6ced0c85-6b79-459b-bd04-bb370086d704', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:56:34.731984 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-b40696eb-167e-4ce0-a5bc-9ba1f76ef72d None None] For port 0bb1e15c-957c-410a-afda-a26d6ed16f24, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=0bb1e15c-957c-410a-afda-a26d6ed16f24,segment=NetworkSegment(d4500341-74de-48f0-a248-3664d416dfa1),segment_id=d4500341-74de-48f0-a248-3664d416dfa1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:56:34.778619 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6064ae-5660-4a7a-8b43-6a2c28593c36 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Pushing event updated for resources: {'Port': ['ID=05ce3615-e992-4373-8c46-ef6946c5d4ce,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:34.857245 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b40696eb-167e-4ce0-a5bc-9ba1f76ef72d None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:34.865416 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-04f50dce-f389-4c99-b8ac-141810386c36 req-95d3a036-7a1d-4066-9b33-4ddbf9a35879 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.3.180 HTTP/1.1" status: 200 len: 696 time: 0.3196189 Jul 09 14:56:34.882416 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a8655cf3-8f1d-496a-88b4-f7c0db7d1947 None None] Provisioning for port a60009f5-03bf-4e89-8abb-0ca57cc750f0 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:56:34.893513 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee01dd6-8817-45cc-8162-72d2ab104e6f req-2a93466e-971b-4e5a-a19b-dbf0c25a1e95 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:34.901066 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee01dd6-8817-45cc-8162-72d2ab104e6f req-2a93466e-971b-4e5a-a19b-dbf0c25a1e95 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:34.908239 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee01dd6-8817-45cc-8162-72d2ab104e6f req-2a93466e-971b-4e5a-a19b-dbf0c25a1e95 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:34.910190 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7ee01dd6-8817-45cc-8162-72d2ab104e6f req-2a93466e-971b-4e5a-a19b-dbf0c25a1e95 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ced0c85-6b79-459b-bd04-bb370086d704 HTTP/1.1" status: 200 len: 2376 time: 0.1633489 Jul 09 14:56:34.924505 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a8655cf3-8f1d-496a-88b4-f7c0db7d1947 None None] Provisioning complete for port a60009f5-03bf-4e89-8abb-0ca57cc750f0 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:56:34.925058 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a8655cf3-8f1d-496a-88b4-f7c0db7d1947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:34.930558 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-b40696eb-167e-4ce0-a5bc-9ba1f76ef72d None None] Transition to ACTIVE for port object 0bb1e15c-957c-410a-afda-a26d6ed16f24 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:56:34.972497 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-e8affdd5-26bf-4473-aba9-fc7bd26e355a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:35.004354 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a8655cf3-8f1d-496a-88b4-f7c0db7d1947 None None] Port a60009f5-03bf-4e89-8abb-0ca57cc750f0 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:56:35.011031 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b40696eb-167e-4ce0-a5bc-9ba1f76ef72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:35.065306 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f50dce-f389-4c99-b8ac-141810386c36 req-cd9b1d93-fc90-4310-ab7d-86e4d206d465 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:35.066759 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-04f50dce-f389-4c99-b8ac-141810386c36 req-cd9b1d93-fc90-4310-ab7d-86e4d206d465 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "GET /v2.0/networks/202c7ce6-d4e9-4f80-84dd-bef08905a653 HTTP/1.1" status: 200 len: 784 time: 0.1855557 Jul 09 14:56:35.205882 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7ee01dd6-8817-45cc-8162-72d2ab104e6f req-34f6e1e6-cd33-4e2d-b251-faf08576a228 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/security-groups?id=76663b26-aa3d-4cc3-9802-4384082a150d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893727 Jul 09 14:56:35.303672 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40696eb-167e-4ce0-a5bc-9ba1f76ef72d None None] Pushing event updated for resources: {'Port': ['ID=0bb1e15c-957c-410a-afda-a26d6ed16f24,revision_number=7']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:35.317913 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1a86e897-29c8-41da-8895-7998f92e2cd0 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:35.379864 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b4beb-1521-4441-9128-a7e68bbae7a5 req-59356a28-ce3a-4172-ba0e-43e0c25ab7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:35.380607 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b4beb-1521-4441-9128-a7e68bbae7a5 req-59356a28-ce3a-4172-ba0e-43e0c25ab7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:35.381263 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b4beb-1521-4441-9128-a7e68bbae7a5 req-59356a28-ce3a-4172-ba0e-43e0c25ab7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:35.381896 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b4beb-1521-4441-9128-a7e68bbae7a5 req-59356a28-ce3a-4172-ba0e-43e0c25ab7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:35.382532 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b4beb-1521-4441-9128-a7e68bbae7a5 req-59356a28-ce3a-4172-ba0e-43e0c25ab7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:35.383282 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b4beb-1521-4441-9128-a7e68bbae7a5 req-59356a28-ce3a-4172-ba0e-43e0c25ab7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:35.384129 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b4beb-1521-4441-9128-a7e68bbae7a5 req-59356a28-ce3a-4172-ba0e-43e0c25ab7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:35.388966 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-201b4beb-1521-4441-9128-a7e68bbae7a5 req-59356a28-ce3a-4172-ba0e-43e0c25ab7bf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b0dcdaf85ebc429397d88229c635e7b2&device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 6354 time: 0.9553390 Jul 09 14:56:35.448159 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-2803530e-462d-46cb-9ada-0e0142ffb49c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:35.540902 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-e8affdd5-26bf-4473-aba9-fc7bd26e355a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cca39cdd-4494-4a53-a2a4-2d9d64bce299 {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:56:35.559242 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-e8affdd5-26bf-4473-aba9-fc7bd26e355a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:35.601710 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-e8affdd5-26bf-4473-aba9-fc7bd26e355a service neutron] Transition to ACTIVE for port object cca39cdd-4494-4a53-a2a4-2d9d64bce299 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:56:35.628203 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:56:35.660326 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 0bb1e15c-957c-410a-afda-a26d6ed16f24 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:56:35.665307 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a63db1-e4ab-4f79-acac-8bb6f728b1a5 req-f3126539-b6c6-4a55-90e6-3362bf62fab6 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:35.673950 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a63db1-e4ab-4f79-acac-8bb6f728b1a5 req-f3126539-b6c6-4a55-90e6-3362bf62fab6 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:35.684164 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a63db1-e4ab-4f79-acac-8bb6f728b1a5 req-f3126539-b6c6-4a55-90e6-3362bf62fab6 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:35.694140 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a63db1-e4ab-4f79-acac-8bb6f728b1a5 req-f3126539-b6c6-4a55-90e6-3362bf62fab6 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:35.702296 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a63db1-e4ab-4f79-acac-8bb6f728b1a5 req-f3126539-b6c6-4a55-90e6-3362bf62fab6 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:35.716463 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a63db1-e4ab-4f79-acac-8bb6f728b1a5 req-f3126539-b6c6-4a55-90e6-3362bf62fab6 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:35.725474 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a63db1-e4ab-4f79-acac-8bb6f728b1a5 req-f3126539-b6c6-4a55-90e6-3362bf62fab6 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:35.735136 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a1a63db1-e4ab-4f79-acac-8bb6f728b1a5 req-f3126539-b6c6-4a55-90e6-3362bf62fab6 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 5407 time: 0.3044508 Jul 09 14:56:35.747534 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-e8affdd5-26bf-4473-aba9-fc7bd26e355a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:35.843373 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8affdd5-26bf-4473-aba9-fc7bd26e355a service neutron] Pushing event updated for resources: {'Port': ['ID=cca39cdd-4494-4a53-a2a4-2d9d64bce299,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:35.895004 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe9c1d-8a31-4ea5-880b-e0dac0641b4d req-f7f03337-15e0-45a1-89ca-9d8e7cffc62c tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:35.914938 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-eebe9c1d-8a31-4ea5-880b-e0dac0641b4d req-f7f03337-15e0-45a1-89ca-9d8e7cffc62c tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b2d54fb-d544-4a03-8d39-6600c8d1ac67&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.7106459 Jul 09 14:56:35.963360 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-e8affdd5-26bf-4473-aba9-fc7bd26e355a service neutron] Attempting to bind port cca39cdd-4494-4a53-a2a4-2d9d64bce299 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:56:35.963852 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-e8affdd5-26bf-4473-aba9-fc7bd26e355a service neutron] Attempting to bind port cca39cdd-4494-4a53-a2a4-2d9d64bce299 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '02694641-735f-4d0d-a532-dfd42213845c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '61c92cf8-ecee-479c-90fe-4eeab4f08045'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:56:35.964192 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-e8affdd5-26bf-4473-aba9-fc7bd26e355a service neutron] Attempting to bind port cca39cdd-4494-4a53-a2a4-2d9d64bce299 on network 61c92cf8-ecee-479c-90fe-4eeab4f08045 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:56:35.975332 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-e8affdd5-26bf-4473-aba9-fc7bd26e355a service neutron] Port cca39cdd-4494-4a53-a2a4-2d9d64bce299 on network 61c92cf8-ecee-479c-90fe-4eeab4f08045 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:56:35.975749 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-e8affdd5-26bf-4473-aba9-fc7bd26e355a service neutron] Attempting to bind port cca39cdd-4494-4a53-a2a4-2d9d64bce299 on network 61c92cf8-ecee-479c-90fe-4eeab4f08045 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:56:35.983040 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-e8affdd5-26bf-4473-aba9-fc7bd26e355a service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:56:35.983496 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-e8affdd5-26bf-4473-aba9-fc7bd26e355a service neutron] Checking segment: {'id': '02694641-735f-4d0d-a532-dfd42213845c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '61c92cf8-ecee-479c-90fe-4eeab4f08045'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:56:35.983976 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-e8affdd5-26bf-4473-aba9-fc7bd26e355a service neutron] Bound using segment: {'id': '02694641-735f-4d0d-a532-dfd42213845c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '61c92cf8-ecee-479c-90fe-4eeab4f08045'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:56:35.984514 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-e8affdd5-26bf-4473-aba9-fc7bd26e355a service neutron] Bound port: cca39cdd-4494-4a53-a2a4-2d9d64bce299, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02694641-735f-4d0d-a532-dfd42213845c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '61c92cf8-ecee-479c-90fe-4eeab4f08045'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:56:35.984961 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-e8affdd5-26bf-4473-aba9-fc7bd26e355a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:36.004879 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a1a63db1-e4ab-4f79-acac-8bb6f728b1a5 req-36e1c43d-c4c6-47fa-ad83-7c69c01ac46b tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b892279-bd5f-423b-8017-ce4180b448af&id=710f4a29-0022-436a-b96b-568cc62700fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2684126 Jul 09 14:56:36.076704 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-eebe9c1d-8a31-4ea5-880b-e0dac0641b4d req-0074f2a9-ebfe-4fb4-a17d-f1e7597c7b11 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.3.180 HTTP/1.1" status: 200 len: 696 time: 0.1594055 Jul 09 14:56:36.144649 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814774b7-6385-4989-8b33-0521b629ce4f tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Made reservation on behalf of 5addd83cb682465db8739493dcb3fffc for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:56:36.167838 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-e8affdd5-26bf-4473-aba9-fc7bd26e355a service neutron] For port cca39cdd-4494-4a53-a2a4-2d9d64bce299, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:56:36.175573 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-e8affdd5-26bf-4473-aba9-fc7bd26e355a service neutron] For port cca39cdd-4494-4a53-a2a4-2d9d64bce299, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=cca39cdd-4494-4a53-a2a4-2d9d64bce299,segment=NetworkSegment(02694641-735f-4d0d-a532-dfd42213845c),segment_id=02694641-735f-4d0d-a532-dfd42213845c)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:56:36.186663 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-eebe9c1d-8a31-4ea5-880b-e0dac0641b4d req-075cbfb9-1547-44fb-a3ac-1e106f824cf3 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Request body: {'floatingip': {'port_id': '461e2fef-d791-4b1e-944c-e2e29a0ed1bb', 'fixed_ip_address': '172.20.0.2'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:56:36.236290 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49584) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:36.278855 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-eebe9c1d-8a31-4ea5-880b-e0dac0641b4d req-075cbfb9-1547-44fb-a3ac-1e106f824cf3 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Notify callbacks [] for floatingip, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:36.296349 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-78de024f-b260-4b6f-9539-32d3fd78eddc req-ce1ffd53-80d5-48ab-bfaa-d88ef2f95bf5 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/ports?device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 210 time: 0.0471809 Jul 09 14:56:36.297944 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-e8affdd5-26bf-4473-aba9-fc7bd26e355a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:36.382399 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-e8affdd5-26bf-4473-aba9-fc7bd26e355a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:36.384198 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-e8affdd5-26bf-4473-aba9-fc7bd26e355a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:36.385810 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-e8affdd5-26bf-4473-aba9-fc7bd26e355a service neutron] 10.222.0.54 "PUT /v2.0/ports/cca39cdd-4494-4a53-a2a4-2d9d64bce299 HTTP/1.1" status: 200 len: 1092 time: 1.7171152 Jul 09 14:56:36.388189 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ced0c85-6b79-459b-bd04-bb370086d704', 'tag': 'cca39cdd-4494-4a53-a2a4-2d9d64bce299'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:56:36.393712 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca2de65-6651-4b2e-afaa-26a975ea6a66" -d '{"events": [{"name": "network-changed", "server_uuid": "6ced0c85-6b79-459b-bd04-bb370086d704", "tag": "cca39cdd-4494-4a53-a2a4-2d9d64bce299"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:56:36.485750 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8affdd5-26bf-4473-aba9-fc7bd26e355a service neutron] Pushing event updated for resources: {'Port': ['ID=cca39cdd-4494-4a53-a2a4-2d9d64bce299,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:36.508584 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-dbc2f82a-c1c9-4897-b65c-124ccbfd091f service neutron] Request body: {'port': {'device_id': '6ced0c85-6b79-459b-bd04-bb370086d704', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:56:36.550131 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-f1402ba4-bccd-44c3-b09b-39af7a58cf7d tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1765277956'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:56:36.677731 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-02d38bb7-4b0d-4cbc-8176-00fef47cb4f6 None None] Provisioning complete for port 66147e62-8f6f-42d2-8fbd-3bfd3f14753a triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:56:36.678953 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-02d38bb7-4b0d-4cbc-8176-00fef47cb4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:36.697500 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c6aa4c-0ad8-43b6-a465-e29f0573b5b1 req-b07ca549-0d72-4c84-9fe8-2efe6b7a6476 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:36.704248 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e91cb194-8f15-4150-a4af-dc1822486c62', 'tag': 'bdbd5184-4035-4f18-a073-44d8e0a1f4f5'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:56:36.705378 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c6aa4c-0ad8-43b6-a465-e29f0573b5b1 req-b07ca549-0d72-4c84-9fe8-2efe6b7a6476 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:36.707326 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18284c16-3873-458c-a815-bbcfd831c4e8" -d '{"events": [{"name": "network-changed", "server_uuid": "e91cb194-8f15-4150-a4af-dc1822486c62", "tag": "bdbd5184-4035-4f18-a073-44d8e0a1f4f5"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:56:36.712729 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c6aa4c-0ad8-43b6-a465-e29f0573b5b1 req-b07ca549-0d72-4c84-9fe8-2efe6b7a6476 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:36.721082 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-21c6aa4c-0ad8-43b6-a465-e29f0573b5b1 req-b07ca549-0d72-4c84-9fe8-2efe6b7a6476 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ced0c85-6b79-459b-bd04-bb370086d704 HTTP/1.1" status: 200 len: 2388 time: 0.1643078 Jul 09 14:56:36.722887 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-dbc2f82a-c1c9-4897-b65c-124ccbfd091f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:36.731858 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1402ba4-bccd-44c3-b09b-39af7a58cf7d tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Made reservation on behalf of 7d7a3bd3b0b145fabfd50127d7be3103 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:56:36.735269 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f1402ba4-bccd-44c3-b09b-39af7a58cf7d tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:36.775294 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f1402ba4-bccd-44c3-b09b-39af7a58cf7d tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:36.783406 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-02d38bb7-4b0d-4cbc-8176-00fef47cb4f6 None None] Port 66147e62-8f6f-42d2-8fbd-3bfd3f14753a cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:56:36.820330 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-02d38bb7-4b0d-4cbc-8176-00fef47cb4f6 None None] Provisioning complete for port e8cace6f-0833-4c32-a2be-831fbe26fb13 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:56:36.820858 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-02d38bb7-4b0d-4cbc-8176-00fef47cb4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:36.849253 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-21c6aa4c-0ad8-43b6-a465-e29f0573b5b1 req-89851fdd-fdfb-4053-a661-c124fd406f0d tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/security-groups?id=76663b26-aa3d-4cc3-9802-4384082a150d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271696 Jul 09 14:56:36.975077 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-02d38bb7-4b0d-4cbc-8176-00fef47cb4f6 None None] Port e8cace6f-0833-4c32-a2be-831fbe26fb13 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:56:37.019225 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0470855f-2d8c-43ed-aab8-d0d3fff41115 x-openstack-request-id: req-0470855f-2d8c-43ed-aab8-d0d3fff41115 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:56:37.019628 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ced0c85-6b79-459b-bd04-bb370086d704", "tag": "cca39cdd-4494-4a53-a2a4-2d9d64bce299", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:56:37.020011 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0470855f-2d8c-43ed-aab8-d0d3fff41115 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:56:37.020519 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ced0c85-6b79-459b-bd04-bb370086d704', 'tag': 'cca39cdd-4494-4a53-a2a4-2d9d64bce299', 'status': 'completed', 'code': 200} Jul 09 14:56:37.120637 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-02d38bb7-4b0d-4cbc-8176-00fef47cb4f6 None None] Provisioning for port 0bb1e15c-957c-410a-afda-a26d6ed16f24 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:56:37.130146 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-02d38bb7-4b0d-4cbc-8176-00fef47cb4f6 None None] Provisioning complete for port 0bb1e15c-957c-410a-afda-a26d6ed16f24 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:56:37.130682 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-02d38bb7-4b0d-4cbc-8176-00fef47cb4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:37.387695 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b4beb-1521-4441-9128-a7e68bbae7a5 req-5296d564-3ef5-42a9-9af3-4428b505ed1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:37.388213 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b4beb-1521-4441-9128-a7e68bbae7a5 req-5296d564-3ef5-42a9-9af3-4428b505ed1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:37.388690 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b4beb-1521-4441-9128-a7e68bbae7a5 req-5296d564-3ef5-42a9-9af3-4428b505ed1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:37.390387 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-201b4beb-1521-4441-9128-a7e68bbae7a5 req-5296d564-3ef5-42a9-9af3-4428b505ed1e service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=b0dcdaf85ebc429397d88229c635e7b2&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.9600961 Jul 09 14:56:37.401702 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c3176b-0c56-486b-9e87-a7143308bdec x-openstack-request-id: req-e3c3176b-0c56-486b-9e87-a7143308bdec {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:56:37.402001 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e91cb194-8f15-4150-a4af-dc1822486c62", "tag": "bdbd5184-4035-4f18-a073-44d8e0a1f4f5", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:56:37.402275 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e3c3176b-0c56-486b-9e87-a7143308bdec {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:56:37.403244 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e91cb194-8f15-4150-a4af-dc1822486c62', 'tag': 'bdbd5184-4035-4f18-a073-44d8e0a1f4f5', 'status': 'completed', 'code': 200} Jul 09 14:56:37.623725 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f1402ba4-bccd-44c3-b09b-39af7a58cf7d tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:37.649363 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca2de65-6651-4b2e-afaa-26a975ea6a66 req-2e2d4795-9152-4117-a7b5-07ad3024deb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:37.649914 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca2de65-6651-4b2e-afaa-26a975ea6a66 req-2e2d4795-9152-4117-a7b5-07ad3024deb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:37.650392 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca2de65-6651-4b2e-afaa-26a975ea6a66 req-2e2d4795-9152-4117-a7b5-07ad3024deb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:37.652224 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fca2de65-6651-4b2e-afaa-26a975ea6a66 req-2e2d4795-9152-4117-a7b5-07ad3024deb9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=70380163691b470ebe60db5002d62101&device_id=6ced0c85-6b79-459b-bd04-bb370086d704 HTTP/1.1" status: 200 len: 2731 time: 0.6307757 Jul 09 14:56:37.739753 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f1402ba4-bccd-44c3-b09b-39af7a58cf7d tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:37.774909 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-814774b7-6385-4989-8b33-0521b629ce4f tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:37.798691 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9db4a-6e15-43df-b850-32207a37ca16 req-f3e943ee-8fdb-4e6f-acb1-53ddf09f817c tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:37.807351 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9db4a-6e15-43df-b850-32207a37ca16 req-f3e943ee-8fdb-4e6f-acb1-53ddf09f817c tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:37.815320 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9db4a-6e15-43df-b850-32207a37ca16 req-f3e943ee-8fdb-4e6f-acb1-53ddf09f817c tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:37.822309 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9db4a-6e15-43df-b850-32207a37ca16 req-f3e943ee-8fdb-4e6f-acb1-53ddf09f817c tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:37.831773 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9db4a-6e15-43df-b850-32207a37ca16 req-f3e943ee-8fdb-4e6f-acb1-53ddf09f817c tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:37.839317 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9db4a-6e15-43df-b850-32207a37ca16 req-f3e943ee-8fdb-4e6f-acb1-53ddf09f817c tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:37.848596 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9db4a-6e15-43df-b850-32207a37ca16 req-f3e943ee-8fdb-4e6f-acb1-53ddf09f817c tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:37.860080 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a1e9db4a-6e15-43df-b850-32207a37ca16 req-f3e943ee-8fdb-4e6f-acb1-53ddf09f817c tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 5407 time: 0.3600152 Jul 09 14:56:37.918062 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1402ba4-bccd-44c3-b09b-39af7a58cf7d tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:56:37.953912 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-814774b7-6385-4989-8b33-0521b629ce4f tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] device_id is not set on port 2c7e28b0-31b2-47ac-af9c-07d68d918c7f yet. {{(pid=94446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:56:37.965256 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1402ba4-bccd-44c3-b09b-39af7a58cf7d tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96fcdb23-b61b-4091-8e53-cca091063506,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:38.007337 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-dbc2f82a-c1c9-4897-b65c-124ccbfd091f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87295362-aa14-45d0-9532-ab3a5ec4e81d {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:56:38.012906 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f1402ba4-bccd-44c3-b09b-39af7a58cf7d tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:38.013257 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-f1402ba4-bccd-44c3-b09b-39af7a58cf7d tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Added segment b5ee649c-e96a-4fce-80ec-84611e9dcc4f of type vlan for network 6f12e002-9baa-4149-9ebd-ce7e85ead255 Jul 09 14:56:38.021462 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a1e9db4a-6e15-43df-b850-32207a37ca16 req-f9eb95de-4959-4e5d-8b40-22220d94fed0 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b892279-bd5f-423b-8017-ce4180b448af&id=710f4a29-0022-436a-b96b-568cc62700fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1605227 Jul 09 14:56:38.032771 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-dbc2f82a-c1c9-4897-b65c-124ccbfd091f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:38.035692 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b4beb-1521-4441-9128-a7e68bbae7a5 req-6d0c9a42-cf72-4751-9910-39be8d581782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:38.035832 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca2de65-6651-4b2e-afaa-26a975ea6a66 req-aa9b700c-3ea3-42c8-92e6-0bcde1ce8872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:38.036218 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca2de65-6651-4b2e-afaa-26a975ea6a66 req-aa9b700c-3ea3-42c8-92e6-0bcde1ce8872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:38.036685 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca2de65-6651-4b2e-afaa-26a975ea6a66 req-aa9b700c-3ea3-42c8-92e6-0bcde1ce8872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:38.037187 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-201b4beb-1521-4441-9128-a7e68bbae7a5 req-6d0c9a42-cf72-4751-9910-39be8d581782 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6311603 Jul 09 14:56:38.038261 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fca2de65-6651-4b2e-afaa-26a975ea6a66 req-aa9b700c-3ea3-42c8-92e6-0bcde1ce8872 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=70380163691b470ebe60db5002d62101&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3772337 Jul 09 14:56:38.116356 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f1402ba4-bccd-44c3-b09b-39af7a58cf7d tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:38.120227 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-dbc2f82a-c1c9-4897-b65c-124ccbfd091f service neutron] Transition to ACTIVE for port object 87295362-aa14-45d0-9532-ab3a5ec4e81d will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:56:38.190583 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-2803530e-462d-46cb-9ada-0e0142ffb49c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45f7a22c-f7ef-4081-b6f5-c3f8759d370a {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:56:38.199753 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-2803530e-462d-46cb-9ada-0e0142ffb49c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:38.215479 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-2803530e-462d-46cb-9ada-0e0142ffb49c service neutron] Transition to ACTIVE for port object 45f7a22c-f7ef-4081-b6f5-c3f8759d370a will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:56:38.220530 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-dbc2f82a-c1c9-4897-b65c-124ccbfd091f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:38.287605 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-1a86e897-29c8-41da-8895-7998f92e2cd0 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Delete allocated IP 2001:db8::141 (664f3735-ad3e-491d-849d-4d5ed94d15b7/a0e0a406-b72b-4bcd-9dc9-1059a11bc6a6) {{(pid=94446) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 09 14:56:38.289335 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca2de65-6651-4b2e-afaa-26a975ea6a66 req-f1797c12-f898-44df-8e54-39e31c26e337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:38.292511 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fca2de65-6651-4b2e-afaa-26a975ea6a66 req-f1797c12-f898-44df-8e54-39e31c26e337 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2230237 Jul 09 14:56:38.301804 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc2f82a-c1c9-4897-b65c-124ccbfd091f service neutron] Pushing event updated for resources: {'Port': ['ID=87295362-aa14-45d0-9532-ab3a5ec4e81d,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:38.318984 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-1a86e897-29c8-41da-8895-7998f92e2cd0 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Allocated IP 2001:db8:0:2::169 (664f3735-ad3e-491d-849d-4d5ed94d15b7/de8bf930-af34-4504-87ee-bff729490359/66147e62-8f6f-42d2-8fbd-3bfd3f14753a) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:56:38.378010 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-2803530e-462d-46cb-9ada-0e0142ffb49c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:38.453834 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f1402ba4-bccd-44c3-b09b-39af7a58cf7d tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:38.462237 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1402ba4-bccd-44c3-b09b-39af7a58cf7d tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:38.463207 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f1402ba4-bccd-44c3-b09b-39af7a58cf7d tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:38.470423 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-dbc2f82a-c1c9-4897-b65c-124ccbfd091f service neutron] Attempting to bind port 87295362-aa14-45d0-9532-ab3a5ec4e81d on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:56:38.471022 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-dbc2f82a-c1c9-4897-b65c-124ccbfd091f service neutron] Attempting to bind port 87295362-aa14-45d0-9532-ab3a5ec4e81d by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '2d8988dd-55cb-4fb2-8ab4-9876ad3ed9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a1fbdea5-0ee3-4e92-ad54-0cd30f4b320c'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:56:38.471567 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-dbc2f82a-c1c9-4897-b65c-124ccbfd091f service neutron] Attempting to bind port 87295362-aa14-45d0-9532-ab3a5ec4e81d on network a1fbdea5-0ee3-4e92-ad54-0cd30f4b320c {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:56:38.630743 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803530e-462d-46cb-9ada-0e0142ffb49c service neutron] Pushing event updated for resources: {'Port': ['ID=45f7a22c-f7ef-4081-b6f5-c3f8759d370a,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:38.644811 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1402ba4-bccd-44c3-b09b-39af7a58cf7d tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Pushing event updated for resources: {'Network': ['ID=6f12e002-9baa-4149-9ebd-ce7e85ead255,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:38.659620 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 6f12e002-9baa-4149-9ebd-ce7e85ead255 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:56:38.667433 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1c0b271e-0066-48e5-8d12-8a892f552ff3 req-043c419a-32fc-4e6b-9c5b-d348b12b6477 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/ports?device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 210 time: 0.2429628 Jul 09 14:56:38.672056 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-dbc2f82a-c1c9-4897-b65c-124ccbfd091f service neutron] Port 87295362-aa14-45d0-9532-ab3a5ec4e81d on network a1fbdea5-0ee3-4e92-ad54-0cd30f4b320c not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:56:38.672578 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-dbc2f82a-c1c9-4897-b65c-124ccbfd091f service neutron] Attempting to bind port 87295362-aa14-45d0-9532-ab3a5ec4e81d on network a1fbdea5-0ee3-4e92-ad54-0cd30f4b320c {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:56:38.679903 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-dbc2f82a-c1c9-4897-b65c-124ccbfd091f service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:56:38.680646 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-dbc2f82a-c1c9-4897-b65c-124ccbfd091f service neutron] Checking segment: {'id': '2d8988dd-55cb-4fb2-8ab4-9876ad3ed9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a1fbdea5-0ee3-4e92-ad54-0cd30f4b320c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:56:38.681214 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-dbc2f82a-c1c9-4897-b65c-124ccbfd091f service neutron] Bound using segment: {'id': '2d8988dd-55cb-4fb2-8ab4-9876ad3ed9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a1fbdea5-0ee3-4e92-ad54-0cd30f4b320c'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:56:38.681950 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-dbc2f82a-c1c9-4897-b65c-124ccbfd091f service neutron] Bound port: 87295362-aa14-45d0-9532-ab3a5ec4e81d, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d8988dd-55cb-4fb2-8ab4-9876ad3ed9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a1fbdea5-0ee3-4e92-ad54-0cd30f4b320c'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:56:38.682483 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-dbc2f82a-c1c9-4897-b65c-124ccbfd091f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:38.785931 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-dbc2f82a-c1c9-4897-b65c-124ccbfd091f service neutron] For port 87295362-aa14-45d0-9532-ab3a5ec4e81d, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:56:38.789802 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-dbc2f82a-c1c9-4897-b65c-124ccbfd091f service neutron] For port 87295362-aa14-45d0-9532-ab3a5ec4e81d, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=87295362-aa14-45d0-9532-ab3a5ec4e81d,segment=NetworkSegment(2d8988dd-55cb-4fb2-8ab4-9876ad3ed9b2),segment_id=2d8988dd-55cb-4fb2-8ab4-9876ad3ed9b2)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:56:38.807558 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f1402ba4-bccd-44c3-b09b-39af7a58cf7d tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.5562432 Jul 09 14:56:38.882381 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-dbc2f82a-c1c9-4897-b65c-124ccbfd091f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:38.914935 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-dbc2f82a-c1c9-4897-b65c-124ccbfd091f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:38.915927 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-dbc2f82a-c1c9-4897-b65c-124ccbfd091f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:38.920991 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-dbc2f82a-c1c9-4897-b65c-124ccbfd091f service neutron] 10.222.0.54 "PUT /v2.0/ports/87295362-aa14-45d0-9532-ab3a5ec4e81d HTTP/1.1" status: 200 len: 1092 time: 2.4167590 Jul 09 14:56:38.943818 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.db.resource_extend [req-eebe9c1d-8a31-4ea5-880b-e0dac0641b4d req-075cbfb9-1547-44fb-a3ac-1e106f824cf3 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 14:56:39.055775 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-814774b7-6385-4989-8b33-0521b629ce4f tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Allocated IP 172.20.0.9 (5bdc793e-81d4-43f3-bbc7-f829e71eca85/5e692e4b-0a7d-49e3-8542-332d10e39fc4/2c7e28b0-31b2-47ac-af9c-07d68d918c7f) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:56:39.056383 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ced0c85-6b79-459b-bd04-bb370086d704', 'tag': '87295362-aa14-45d0-9532-ab3a5ec4e81d'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:56:39.069105 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b1b42f-a97f-4cfd-afff-97854a2359b6" -d '{"events": [{"name": "network-changed", "server_uuid": "6ced0c85-6b79-459b-bd04-bb370086d704", "tag": "87295362-aa14-45d0-9532-ab3a5ec4e81d"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:56:39.101440 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-8e3ed715-6f8a-4084-992e-d0ccddd6ead1 service neutron] Request body: {'port': {'device_id': '6ced0c85-6b79-459b-bd04-bb370086d704', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:56:39.108965 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18284c16-3873-458c-a815-bbcfd831c4e8 req-07dd3977-363e-43d8-a30a-9992ee0a0803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:39.109447 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18284c16-3873-458c-a815-bbcfd831c4e8 req-07dd3977-363e-43d8-a30a-9992ee0a0803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:39.109975 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18284c16-3873-458c-a815-bbcfd831c4e8 req-07dd3977-363e-43d8-a30a-9992ee0a0803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:39.110599 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18284c16-3873-458c-a815-bbcfd831c4e8 req-07dd3977-363e-43d8-a30a-9992ee0a0803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:39.111192 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18284c16-3873-458c-a815-bbcfd831c4e8 req-07dd3977-363e-43d8-a30a-9992ee0a0803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:39.112391 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18284c16-3873-458c-a815-bbcfd831c4e8 req-07dd3977-363e-43d8-a30a-9992ee0a0803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:39.113032 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18284c16-3873-458c-a815-bbcfd831c4e8 req-07dd3977-363e-43d8-a30a-9992ee0a0803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:39.115288 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-18284c16-3873-458c-a815-bbcfd831c4e8 req-07dd3977-363e-43d8-a30a-9992ee0a0803 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b0dcdaf85ebc429397d88229c635e7b2&device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 6379 time: 0.7596586 Jul 09 14:56:39.238592 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-eebe9c1d-8a31-4ea5-880b-e0dac0641b4d req-075cbfb9-1547-44fb-a3ac-1e106f824cf3 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:39.255855 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-8e3ed715-6f8a-4084-992e-d0ccddd6ead1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:39.327977 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc2f82a-c1c9-4897-b65c-124ccbfd091f service neutron] Pushing event updated for resources: {'Port': ['ID=87295362-aa14-45d0-9532-ab3a5ec4e81d,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:39.365425 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-2803530e-462d-46cb-9ada-0e0142ffb49c service neutron] Attempting to bind port 45f7a22c-f7ef-4081-b6f5-c3f8759d370a on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:56:39.365811 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-2803530e-462d-46cb-9ada-0e0142ffb49c service neutron] Attempting to bind port 45f7a22c-f7ef-4081-b6f5-c3f8759d370a by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': '9caf9090-cff0-4f31-9bcd-6b390f4a890c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '695dcd67-56f3-489c-8be9-3d26f71af2f9'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:56:39.366091 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-2803530e-462d-46cb-9ada-0e0142ffb49c service neutron] Attempting to bind port 45f7a22c-f7ef-4081-b6f5-c3f8759d370a on network 695dcd67-56f3-489c-8be9-3d26f71af2f9 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:56:39.372369 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1a86e897-29c8-41da-8895-7998f92e2cd0 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:39.385704 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-2803530e-462d-46cb-9ada-0e0142ffb49c service neutron] Port 45f7a22c-f7ef-4081-b6f5-c3f8759d370a on network 695dcd67-56f3-489c-8be9-3d26f71af2f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:56:39.386031 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-2803530e-462d-46cb-9ada-0e0142ffb49c service neutron] Attempting to bind port 45f7a22c-f7ef-4081-b6f5-c3f8759d370a on network 695dcd67-56f3-489c-8be9-3d26f71af2f9 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:56:39.429677 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-2803530e-462d-46cb-9ada-0e0142ffb49c service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:56:39.430264 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-2803530e-462d-46cb-9ada-0e0142ffb49c service neutron] Checking segment: {'id': '9caf9090-cff0-4f31-9bcd-6b390f4a890c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '695dcd67-56f3-489c-8be9-3d26f71af2f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:56:39.430872 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-2803530e-462d-46cb-9ada-0e0142ffb49c service neutron] Bound using segment: {'id': '9caf9090-cff0-4f31-9bcd-6b390f4a890c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '695dcd67-56f3-489c-8be9-3d26f71af2f9'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:56:39.431530 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-2803530e-462d-46cb-9ada-0e0142ffb49c service neutron] Bound port: 45f7a22c-f7ef-4081-b6f5-c3f8759d370a, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9caf9090-cff0-4f31-9bcd-6b390f4a890c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '695dcd67-56f3-489c-8be9-3d26f71af2f9'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:56:39.432058 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-2803530e-462d-46cb-9ada-0e0142ffb49c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:39.467877 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-eebe9c1d-8a31-4ea5-880b-e0dac0641b4d req-075cbfb9-1547-44fb-a3ac-1e106f824cf3 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:39.474694 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-1a86e897-29c8-41da-8895-7998f92e2cd0 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Transition to ACTIVE for port object 66147e62-8f6f-42d2-8fbd-3bfd3f14753a will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:56:39.497716 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa741c-6baa-49df-bf96-9f4ba51ca2b1 req-185b9bef-79e3-473a-a071-a3409736f8dd tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:39.517745 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa741c-6baa-49df-bf96-9f4ba51ca2b1 req-185b9bef-79e3-473a-a071-a3409736f8dd tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:39.535327 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa741c-6baa-49df-bf96-9f4ba51ca2b1 req-185b9bef-79e3-473a-a071-a3409736f8dd tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:39.537916 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c7aa741c-6baa-49df-bf96-9f4ba51ca2b1 req-185b9bef-79e3-473a-a071-a3409736f8dd tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ced0c85-6b79-459b-bd04-bb370086d704 HTTP/1.1" status: 200 len: 2400 time: 0.5257473 Jul 09 14:56:39.694484 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c7aa741c-6baa-49df-bf96-9f4ba51ca2b1 req-2e4949fb-f0fb-43f6-bf13-3d40a9a6c8bb tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/security-groups?id=76663b26-aa3d-4cc3-9802-4384082a150d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430745 Jul 09 14:56:39.812609 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6e3d6d-fb48-4594-bc05-63ae0825a1ab x-openstack-request-id: req-7b6e3d6d-fb48-4594-bc05-63ae0825a1ab {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:56:39.818930 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ced0c85-6b79-459b-bd04-bb370086d704", "tag": "87295362-aa14-45d0-9532-ab3a5ec4e81d", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:56:39.819405 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7b6e3d6d-fb48-4594-bc05-63ae0825a1ab {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:56:39.821685 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ced0c85-6b79-459b-bd04-bb370086d704', 'tag': '87295362-aa14-45d0-9532-ab3a5ec4e81d', 'status': 'completed', 'code': 200} Jul 09 14:56:40.097296 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b1b42f-a97f-4cfd-afff-97854a2359b6 req-76c35b93-f993-41c0-bd6f-e53bafcd36d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:40.097782 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b1b42f-a97f-4cfd-afff-97854a2359b6 req-76c35b93-f993-41c0-bd6f-e53bafcd36d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:40.098260 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b1b42f-a97f-4cfd-afff-97854a2359b6 req-76c35b93-f993-41c0-bd6f-e53bafcd36d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:40.099996 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-84b1b42f-a97f-4cfd-afff-97854a2359b6 req-76c35b93-f993-41c0-bd6f-e53bafcd36d1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=70380163691b470ebe60db5002d62101&device_id=6ced0c85-6b79-459b-bd04-bb370086d704 HTTP/1.1" status: 200 len: 2798 time: 0.2772171 Jul 09 14:56:40.138712 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-8e3ed715-6f8a-4084-992e-d0ccddd6ead1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a60009f5-03bf-4e89-8abb-0ca57cc750f0 {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:56:40.265520 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18284c16-3873-458c-a815-bbcfd831c4e8 req-e1880a87-ad50-4287-a1b8-694f6469a66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:40.265520 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18284c16-3873-458c-a815-bbcfd831c4e8 req-e1880a87-ad50-4287-a1b8-694f6469a66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:40.266324 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18284c16-3873-458c-a815-bbcfd831c4e8 req-e1880a87-ad50-4287-a1b8-694f6469a66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:40.267981 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-18284c16-3873-458c-a815-bbcfd831c4e8 req-e1880a87-ad50-4287-a1b8-694f6469a66a service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=b0dcdaf85ebc429397d88229c635e7b2&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.1126723 Jul 09 14:56:40.324575 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-814774b7-6385-4989-8b33-0521b629ce4f tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:40.340127 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-814774b7-6385-4989-8b33-0521b629ce4f tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Transition to ACTIVE for port object 2c7e28b0-31b2-47ac-af9c-07d68d918c7f will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:56:40.343130 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b1b42f-a97f-4cfd-afff-97854a2359b6 req-0df22ed9-bdae-41e8-850f-452aaa6fe16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:40.344019 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b1b42f-a97f-4cfd-afff-97854a2359b6 req-0df22ed9-bdae-41e8-850f-452aaa6fe16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:40.344725 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b1b42f-a97f-4cfd-afff-97854a2359b6 req-0df22ed9-bdae-41e8-850f-452aaa6fe16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:40.347640 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-84b1b42f-a97f-4cfd-afff-97854a2359b6 req-0df22ed9-bdae-41e8-850f-452aaa6fe16e service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=70380163691b470ebe60db5002d62101&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2347891 Jul 09 14:56:40.350354 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-8e3ed715-6f8a-4084-992e-d0ccddd6ead1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:40.428808 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-8e3ed715-6f8a-4084-992e-d0ccddd6ead1 service neutron] Transition to ACTIVE for port object a60009f5-03bf-4e89-8abb-0ca57cc750f0 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:56:40.440391 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1a86e897-29c8-41da-8895-7998f92e2cd0 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:40.463331 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a101d1-d65d-42e5-9931-74254f68f9af req-942b9794-6ab9-45a6-97ae-bfcc49136754 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:40.482142 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a101d1-d65d-42e5-9931-74254f68f9af req-942b9794-6ab9-45a6-97ae-bfcc49136754 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:40.498175 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a101d1-d65d-42e5-9931-74254f68f9af req-942b9794-6ab9-45a6-97ae-bfcc49136754 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:40.510144 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a101d1-d65d-42e5-9931-74254f68f9af req-942b9794-6ab9-45a6-97ae-bfcc49136754 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:40.518819 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a101d1-d65d-42e5-9931-74254f68f9af req-942b9794-6ab9-45a6-97ae-bfcc49136754 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:40.525921 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a101d1-d65d-42e5-9931-74254f68f9af req-942b9794-6ab9-45a6-97ae-bfcc49136754 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:40.533285 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a101d1-d65d-42e5-9931-74254f68f9af req-942b9794-6ab9-45a6-97ae-bfcc49136754 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:40.537560 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-92a101d1-d65d-42e5-9931-74254f68f9af req-942b9794-6ab9-45a6-97ae-bfcc49136754 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 5419 time: 0.5201964 Jul 09 14:56:40.541359 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-8e3ed715-6f8a-4084-992e-d0ccddd6ead1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:40.555253 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a86e897-29c8-41da-8895-7998f92e2cd0 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event updated for resources: {'Port': ['ID=66147e62-8f6f-42d2-8fbd-3bfd3f14753a,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:40.591761 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-814774b7-6385-4989-8b33-0521b629ce4f tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:40.611495 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3ed715-6f8a-4084-992e-d0ccddd6ead1 service neutron] Pushing event updated for resources: {'Port': ['ID=a60009f5-03bf-4e89-8abb-0ca57cc750f0,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:40.801851 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814774b7-6385-4989-8b33-0521b629ce4f tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Network 5bdc793e-81d4-43f3-bbc7-f829e71eca85 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:56:40.818388 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b1b42f-a97f-4cfd-afff-97854a2359b6 req-cf539eb3-fdda-4a93-92f0-cc8094fc3304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:40.823461 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-84b1b42f-a97f-4cfd-afff-97854a2359b6 req-cf539eb3-fdda-4a93-92f0-cc8094fc3304 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4674497 Jul 09 14:56:40.836466 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814774b7-6385-4989-8b33-0521b629ce4f tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event updated for resources: {'Port': ['ID=2c7e28b0-31b2-47ac-af9c-07d68d918c7f,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:40.854130 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-814774b7-6385-4989-8b33-0521b629ce4f tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:56:40.862204 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814774b7-6385-4989-8b33-0521b629ce4f tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:56:40.899220 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-92a101d1-d65d-42e5-9931-74254f68f9af req-41e429d8-9674-4ca3-bcc7-b225fd1188c8 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b892279-bd5f-423b-8017-ce4180b448af&id=710f4a29-0022-436a-b96b-568cc62700fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3422742 Jul 09 14:56:40.925259 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-8e3ed715-6f8a-4084-992e-d0ccddd6ead1 service neutron] Attempting to bind port a60009f5-03bf-4e89-8abb-0ca57cc750f0 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:56:40.937109 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-8e3ed715-6f8a-4084-992e-d0ccddd6ead1 service neutron] Attempting to bind port a60009f5-03bf-4e89-8abb-0ca57cc750f0 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '02694641-735f-4d0d-a532-dfd42213845c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '61c92cf8-ecee-479c-90fe-4eeab4f08045'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:56:40.937839 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-8e3ed715-6f8a-4084-992e-d0ccddd6ead1 service neutron] Attempting to bind port a60009f5-03bf-4e89-8abb-0ca57cc750f0 on network 61c92cf8-ecee-479c-90fe-4eeab4f08045 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:56:40.976368 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-8e3ed715-6f8a-4084-992e-d0ccddd6ead1 service neutron] Port a60009f5-03bf-4e89-8abb-0ca57cc750f0 on network 61c92cf8-ecee-479c-90fe-4eeab4f08045 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:56:40.980004 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-8e3ed715-6f8a-4084-992e-d0ccddd6ead1 service neutron] Attempting to bind port a60009f5-03bf-4e89-8abb-0ca57cc750f0 on network 61c92cf8-ecee-479c-90fe-4eeab4f08045 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:56:41.000886 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-8e3ed715-6f8a-4084-992e-d0ccddd6ead1 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:56:41.001432 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-8e3ed715-6f8a-4084-992e-d0ccddd6ead1 service neutron] Checking segment: {'id': '02694641-735f-4d0d-a532-dfd42213845c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '61c92cf8-ecee-479c-90fe-4eeab4f08045'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:56:41.001942 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-8e3ed715-6f8a-4084-992e-d0ccddd6ead1 service neutron] Bound using segment: {'id': '02694641-735f-4d0d-a532-dfd42213845c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '61c92cf8-ecee-479c-90fe-4eeab4f08045'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:56:41.002713 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-8e3ed715-6f8a-4084-992e-d0ccddd6ead1 service neutron] Bound port: a60009f5-03bf-4e89-8abb-0ca57cc750f0, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02694641-735f-4d0d-a532-dfd42213845c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '61c92cf8-ecee-479c-90fe-4eeab4f08045'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:56:41.003193 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-8e3ed715-6f8a-4084-992e-d0ccddd6ead1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:41.060224 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814774b7-6385-4989-8b33-0521b629ce4f tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:41.061143 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-814774b7-6385-4989-8b33-0521b629ce4f tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:41.090735 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-1a86e897-29c8-41da-8895-7998f92e2cd0 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] In _notify_port_updated(), no bound segment for port 66147e62-8f6f-42d2-8fbd-3bfd3f14753a on network 664f3735-ad3e-491d-849d-4d5ed94d15b7 {{(pid=94446) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 14:56:41.111679 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a86e897-29c8-41da-8895-7998f92e2cd0 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:41.112733 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1a86e897-29c8-41da-8895-7998f92e2cd0 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:41.117144 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-1a86e897-29c8-41da-8895-7998f92e2cd0 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "PUT /v2.0/ports/66147e62-8f6f-42d2-8fbd-3bfd3f14753a HTTP/1.1" status: 200 len: 969 time: 7.9420393 Jul 09 14:56:41.121249 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49626) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:41.171407 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-8e3ed715-6f8a-4084-992e-d0ccddd6ead1 service neutron] For port a60009f5-03bf-4e89-8abb-0ca57cc750f0, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:56:41.180295 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-8e3ed715-6f8a-4084-992e-d0ccddd6ead1 service neutron] For port a60009f5-03bf-4e89-8abb-0ca57cc750f0, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=a60009f5-03bf-4e89-8abb-0ca57cc750f0,segment=NetworkSegment(02694641-735f-4d0d-a532-dfd42213845c),segment_id=02694641-735f-4d0d-a532-dfd42213845c)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:56:41.327914 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-be36564a-33ce-4ac2-83aa-aa150c865e36 req-78696fcc-ebdf-464e-9e9e-5c8cd7e410ad tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/ports?device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 210 time: 0.0964398 Jul 09 14:56:41.338369 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-8e3ed715-6f8a-4084-992e-d0ccddd6ead1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:41.515956 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-2803530e-462d-46cb-9ada-0e0142ffb49c service neutron] For port 45f7a22c-f7ef-4081-b6f5-c3f8759d370a, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:56:41.553409 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-8e3ed715-6f8a-4084-992e-d0ccddd6ead1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:41.555798 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-8e3ed715-6f8a-4084-992e-d0ccddd6ead1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:41.557188 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-8e3ed715-6f8a-4084-992e-d0ccddd6ead1 service neutron] 10.222.0.54 "PUT /v2.0/ports/a60009f5-03bf-4e89-8abb-0ca57cc750f0 HTTP/1.1" status: 200 len: 1091 time: 2.4733849 Jul 09 14:56:41.557887 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3ed715-6f8a-4084-992e-d0ccddd6ead1 service neutron] Pushing event updated for resources: {'Port': ['ID=a60009f5-03bf-4e89-8abb-0ca57cc750f0,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:41.581286 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3ed715-6f8a-4084-992e-d0ccddd6ead1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:56:41.581714 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3ed715-6f8a-4084-992e-d0ccddd6ead1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:56:41.582591 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3ed715-6f8a-4084-992e-d0ccddd6ead1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:56:41.582944 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3ed715-6f8a-4084-992e-d0ccddd6ead1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:56:41.583275 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3ed715-6f8a-4084-992e-d0ccddd6ead1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:56:41.583633 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3ed715-6f8a-4084-992e-d0ccddd6ead1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:56:41.583964 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3ed715-6f8a-4084-992e-d0ccddd6ead1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:56:41.586456 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3ed715-6f8a-4084-992e-d0ccddd6ead1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:56:41.586951 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3ed715-6f8a-4084-992e-d0ccddd6ead1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:56:41.587393 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3ed715-6f8a-4084-992e-d0ccddd6ead1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:56:41.587755 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3ed715-6f8a-4084-992e-d0ccddd6ead1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:56:41.588087 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3ed715-6f8a-4084-992e-d0ccddd6ead1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:56:41.606645 n-d-799529-6 neutron-server[94446]: INFO neutron.db.l3_db [req-eebe9c1d-8a31-4ea5-880b-e0dac0641b4d req-075cbfb9-1547-44fb-a3ac-1e106f824cf3 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Floating IP c24bd583-44a6-4a62-95fb-e49dbac3870c associated. External IP: 172.25.3.180, port: 461e2fef-d791-4b1e-944c-e2e29a0ed1bb. Jul 09 14:56:41.784154 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-2803530e-462d-46cb-9ada-0e0142ffb49c service neutron] For port 45f7a22c-f7ef-4081-b6f5-c3f8759d370a, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=45f7a22c-f7ef-4081-b6f5-c3f8759d370a,segment=NetworkSegment(9caf9090-cff0-4f31-9bcd-6b390f4a890c),segment_id=9caf9090-cff0-4f31-9bcd-6b390f4a890c)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:56:41.796233 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-4ceede07-37ad-4779-8937-716b149383d8 None None] Provisioning for port 66147e62-8f6f-42d2-8fbd-3bfd3f14753a completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:56:41.801740 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-4ceede07-37ad-4779-8937-716b149383d8 None None] Provisioning complete for port 66147e62-8f6f-42d2-8fbd-3bfd3f14753a triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:56:41.802173 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4ceede07-37ad-4779-8937-716b149383d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:41.825595 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ced0c85-6b79-459b-bd04-bb370086d704', 'tag': 'a60009f5-03bf-4e89-8abb-0ca57cc750f0'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:56:41.833891 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-806ded99-a949-4789-90ae-034870742420" -d '{"events": [{"name": "network-changed", "server_uuid": "6ced0c85-6b79-459b-bd04-bb370086d704", "tag": "a60009f5-03bf-4e89-8abb-0ca57cc750f0"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:56:41.865157 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-814774b7-6385-4989-8b33-0521b629ce4f tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 7.3166559 Jul 09 14:56:41.879130 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49632) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:41.898741 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-2803530e-462d-46cb-9ada-0e0142ffb49c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:41.915662 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-4ceede07-37ad-4779-8937-716b149383d8 None None] Port 66147e62-8f6f-42d2-8fbd-3bfd3f14753a cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:56:41.933268 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-ed9e1ac8-3c34-4454-9e4b-6d6d2a7d0c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:41.934089 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-ed9e1ac8-3c34-4454-9e4b-6d6d2a7d0c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:41.934722 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-ed9e1ac8-3c34-4454-9e4b-6d6d2a7d0c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:41.936656 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-ed9e1ac8-3c34-4454-9e4b-6d6d2a7d0c95 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=70380163691b470ebe60db5002d62101&device_id=6ced0c85-6b79-459b-bd04-bb370086d704 HTTP/1.1" status: 200 len: 2865 time: 0.2145891 Jul 09 14:56:41.953550 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c6456e-edfb-4d20-8440-b7cd2d016e21 req-51de9805-cf64-4ad8-a6be-ef85b2884b63 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:41.960578 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c6456e-edfb-4d20-8440-b7cd2d016e21 req-51de9805-cf64-4ad8-a6be-ef85b2884b63 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:41.969269 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c6456e-edfb-4d20-8440-b7cd2d016e21 req-51de9805-cf64-4ad8-a6be-ef85b2884b63 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:41.971976 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-64c6456e-edfb-4d20-8440-b7cd2d016e21 req-51de9805-cf64-4ad8-a6be-ef85b2884b63 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ced0c85-6b79-459b-bd04-bb370086d704 HTTP/1.1" status: 200 len: 2412 time: 0.2672420 Jul 09 14:56:42.014549 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-fa745549-bf0d-470e-89ec-245b99f7a780 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.219&port_id=cca39cdd-4494-4a53-a2a4-2d9d64bce299 HTTP/1.1" status: 200 len: 217 time: 0.0412672 Jul 09 14:56:42.096953 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-2803530e-462d-46cb-9ada-0e0142ffb49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:42.097795 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-2803530e-462d-46cb-9ada-0e0142ffb49c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:42.107085 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-2803530e-462d-46cb-9ada-0e0142ffb49c service neutron] 10.222.0.62 "PUT /v2.0/ports/45f7a22c-f7ef-4081-b6f5-c3f8759d370a HTTP/1.1" status: 200 len: 1091 time: 7.6331940 Jul 09 14:56:42.116923 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-64c6456e-edfb-4d20-8440-b7cd2d016e21 req-2abe4ce7-baa0-4f5c-8dcd-d8e6348b8c41 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/security-groups?id=76663b26-aa3d-4cc3-9802-4384082a150d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929735 Jul 09 14:56:42.120546 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-fb9c3708-8e1a-4edb-b785-6ce0328e7788 None None] Provisioning for port 2c7e28b0-31b2-47ac-af9c-07d68d918c7f completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:56:42.125007 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-fb9c3708-8e1a-4edb-b785-6ce0328e7788 None None] Provisioning complete for port 2c7e28b0-31b2-47ac-af9c-07d68d918c7f triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:56:42.125640 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-fb9c3708-8e1a-4edb-b785-6ce0328e7788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:42.128424 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-e1ccffc0-2089-459d-9616-32e4ddb9a12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:42.132893 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-e1ccffc0-2089-459d-9616-32e4ddb9a12b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8e12f2d3-f35b-4e0f-9a03-eef2fec916ad HTTP/1.1" status: 200 len: 801 time: 0.1088600 Jul 09 14:56:42.252820 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49638) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:42.265265 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-fb9c3708-8e1a-4edb-b785-6ce0328e7788 None None] Port 2c7e28b0-31b2-47ac-af9c-07d68d918c7f cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:56:42.266276 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e91cb194-8f15-4150-a4af-dc1822486c62', 'tag': '45f7a22c-f7ef-4081-b6f5-c3f8759d370a'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:56:42.269260 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52520a0-24aa-421b-af22-01cf7231bc24" -d '{"events": [{"name": "network-changed", "server_uuid": "e91cb194-8f15-4150-a4af-dc1822486c62", "tag": "45f7a22c-f7ef-4081-b6f5-c3f8759d370a"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:56:42.272838 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18284c16-3873-458c-a815-bbcfd831c4e8 req-9d6ff25e-72d6-4dce-81d5-b3831b41df33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:42.274338 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-18284c16-3873-458c-a815-bbcfd831c4e8 req-9d6ff25e-72d6-4dce-81d5-b3831b41df33 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.8234875 Jul 09 14:56:42.280776 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-b5afccac-cb6c-4d4b-a64c-dbd50bb9a8ff tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Request body: {'subnet': {'network_id': '6f12e002-9baa-4149-9ebd-ce7e85ead255', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:56:42.302312 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-e5b36a20-dfea-4725-8ef6-ec33dd672a55 service neutron] Request body: {'port': {'device_id': 'e91cb194-8f15-4150-a4af-dc1822486c62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:56:42.399327 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-86ac2fd1-b7a8-4ed8-ab4a-07df5523ae65 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Deleting port 66147e62-8f6f-42d2-8fbd-3bfd3f14753a {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:56:42.399730 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-86ac2fd1-b7a8-4ed8-ab4a-07df5523ae65 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:42.448066 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf3bcda-9834-4873-a878-c67f2fc4cbac x-openstack-request-id: req-1cf3bcda-9834-4873-a878-c67f2fc4cbac {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:56:42.448375 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ced0c85-6b79-459b-bd04-bb370086d704", "tag": "a60009f5-03bf-4e89-8abb-0ca57cc750f0", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:56:42.448626 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1cf3bcda-9834-4873-a878-c67f2fc4cbac {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:56:42.449870 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ced0c85-6b79-459b-bd04-bb370086d704', 'tag': 'a60009f5-03bf-4e89-8abb-0ca57cc750f0', 'status': 'completed', 'code': 200} Jul 09 14:56:42.550033 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eebe9c1d-8a31-4ea5-880b-e0dac0641b4d req-075cbfb9-1547-44fb-a3ac-1e106f824cf3 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Router 0d945299-70fc-4ccf-8956-936cb636c1a0 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:56:42.572626 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-15b2f81c-9d1c-4176-abd9-dfd73c5f4042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:42.574490 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-15b2f81c-9d1c-4176-abd9-dfd73c5f4042 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=61c92cf8-ecee-479c-90fe-4eeab4f08045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4325697 Jul 09 14:56:42.602054 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803530e-462d-46cb-9ada-0e0142ffb49c service neutron] Pushing event updated for resources: {'Port': ['ID=45f7a22c-f7ef-4081-b6f5-c3f8759d370a,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:42.673710 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0108f7-2918-49c1-aa7e-b71794134406 req-bfacf8d3-ad51-451e-a456-c05081ba0a5b tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:42.680335 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0108f7-2918-49c1-aa7e-b71794134406 req-bfacf8d3-ad51-451e-a456-c05081ba0a5b tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:42.686394 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0108f7-2918-49c1-aa7e-b71794134406 req-bfacf8d3-ad51-451e-a456-c05081ba0a5b tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:42.693877 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0108f7-2918-49c1-aa7e-b71794134406 req-bfacf8d3-ad51-451e-a456-c05081ba0a5b tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:42.700375 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0108f7-2918-49c1-aa7e-b71794134406 req-bfacf8d3-ad51-451e-a456-c05081ba0a5b tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:42.707961 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0108f7-2918-49c1-aa7e-b71794134406 req-bfacf8d3-ad51-451e-a456-c05081ba0a5b tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:42.714103 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0108f7-2918-49c1-aa7e-b71794134406 req-bfacf8d3-ad51-451e-a456-c05081ba0a5b tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:42.716397 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fb0108f7-2918-49c1-aa7e-b71794134406 req-bfacf8d3-ad51-451e-a456-c05081ba0a5b tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 5419 time: 0.3092313 Jul 09 14:56:42.719685 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5afccac-cb6c-4d4b-a64c-dbd50bb9a8ff tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Made reservation on behalf of 7d7a3bd3b0b145fabfd50127d7be3103 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:56:42.724042 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b5afccac-cb6c-4d4b-a64c-dbd50bb9a8ff tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:42.755526 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eebe9c1d-8a31-4ea5-880b-e0dac0641b4d req-075cbfb9-1547-44fb-a3ac-1e106f824cf3 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:56:42.764753 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e252d1bc-8e96-4c57-8ed3-58cb7372f1a0 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:42.769328 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-e252d1bc-8e96-4c57-8ed3-58cb7372f1a0 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 921 time: 0.8708050 Jul 09 14:56:42.769492 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1ba44a-cd9e-4395-99e7-31b6859da9f0 None None] Sync routers for ids ['0d945299-70fc-4ccf-8956-936cb636c1a0'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:56:42.772620 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-eebe9c1d-8a31-4ea5-880b-e0dac0641b4d req-075cbfb9-1547-44fb-a3ac-1e106f824cf3 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:42.782554 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49648) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:42.783055 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1ba44a-cd9e-4395-99e7-31b6859da9f0 None None] Routers {'0d945299-70fc-4ccf-8956-936cb636c1a0'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:56:42.786013 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-5b1ba44a-cd9e-4395-99e7-31b6859da9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:56:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['0d945299-70fc-4ccf-8956-936cb636c1a0'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:56:42.852007 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-e5b36a20-dfea-4725-8ef6-ec33dd672a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:43.029284 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-5b1ba44a-cd9e-4395-99e7-31b6859da9f0 None None] Set router 0d945299-70fc-4ccf-8956-936cb636c1a0 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:56:43.063392 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-86ac2fd1-b7a8-4ed8-ab4a-07df5523ae65 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:43.099839 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-eebe9c1d-8a31-4ea5-880b-e0dac0641b4d req-075cbfb9-1547-44fb-a3ac-1e106f824cf3 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "PUT /v2.0/floatingips/c24bd583-44a6-4a62-95fb-e49dbac3870c HTTP/1.1" status: 200 len: 996 time: 7.0238101 Jul 09 14:56:43.116567 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-86ac2fd1-b7a8-4ed8-ab4a-07df5523ae65 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Calling delete_port for 66147e62-8f6f-42d2-8fbd-3bfd3f14753a owned by {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:56:43.123670 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fb0108f7-2918-49c1-aa7e-b71794134406 req-30d5d7ee-8818-4165-a501-de0acb87e8b7 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b892279-bd5f-423b-8017-ce4180b448af&id=710f4a29-0022-436a-b96b-568cc62700fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1335530 Jul 09 14:56:43.135076 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-1c526bac-4eea-4319-a35f-d32c92709a72 service neutron] 10.222.0.54 "GET /v2.0/networks/61c92cf8-ecee-479c-90fe-4eeab4f08045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5501525 Jul 09 14:56:43.412546 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-f91f1b8e-51e8-472e-83ec-42e7e1c099af service neutron] 10.222.0.54 "GET /v2.0/networks/61c92cf8-ecee-479c-90fe-4eeab4f08045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685051 Jul 09 14:56:43.434667 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-5b1ba44a-cd9e-4395-99e7-31b6859da9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d945299-70fc-4ccf-8956-936cb636c1a0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1212768639-router', 'tenant_id': '57b971acb11e4eaea846cbcb413ca1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '54bb6915-ac8a-4176-b921-037735fc3c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:55:17Z', 'updated_at': '2021-07-09T14:55:27Z', 'revision_number': 4, 'project_id': '57b971acb11e4eaea846cbcb413ca1a9', 'gw_port': {'id': '54bb6915-ac8a-4176-b921-037735fc3c53', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d945299-70fc-4ccf-8956-936cb636c1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:55:20Z', 'updated_at': '2021-07-09T14:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': 'c24bd583-44a6-4a62-95fb-e49dbac3870c', 'tenant_id': '57b971acb11e4eaea846cbcb413ca1a9', 'floating_ip_address': '172.25.3.180', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '0d945299-70fc-4ccf-8956-936cb636c1a0', 'port_id': '461e2fef-d791-4b1e-944c-e2e29a0ed1bb', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 2171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65219ae9-d282-4121-8917-8c4ecd74e176', 'mac_address': 'fa:16:3e:1c:46:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2d54fb-d544-4a03-8d39-6600c8d1ac67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:56:32Z', 'updated_at': '2021-07-09T14:56:38Z', 'revision_number': 1, 'project_id': '57b971acb11e4eaea846cbcb413ca1a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ead5b1f0-4b03-4c4c-a7a5-9d4116b7d094', 'name': '', 'network_id': '65219ae9-d282-4121-8917-8c4ecd74e176', 'tenant_id': '57b971acb11e4eaea846cbcb413ca1a9', 'mac_address': 'fa:16:3e:ca:8c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d945299-70fc-4ccf-8956-936cb636c1a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '0ba330ed-9359-4085-9db6-f1c4985ac874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:55:26Z', 'updated_at': '2021-07-09T14:55:37Z', 'revision_number': 5, 'project_id': '57b971acb11e4eaea846cbcb413ca1a9', 'subnets': [{'id': '0ba330ed-9359-4085-9db6-f1c4985ac874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:56:43.452237 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b5afccac-cb6c-4d4b-a64c-dbd50bb9a8ff tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:43.471094 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1ba44a-cd9e-4395-99e7-31b6859da9f0 None None] Checking router: 0d945299-70fc-4ccf-8956-936cb636c1a0 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:56:43.472323 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2f6fbc-b054-4e39-b09f-fcf7dedc9967 x-openstack-request-id: req-5a2f6fbc-b054-4e39-b09f-fcf7dedc9967 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:56:43.472613 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e91cb194-8f15-4150-a4af-dc1822486c62", "tag": "45f7a22c-f7ef-4081-b6f5-c3f8759d370a", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:56:43.472865 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5a2f6fbc-b054-4e39-b09f-fcf7dedc9967 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:56:43.473254 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e91cb194-8f15-4150-a4af-dc1822486c62', 'tag': '45f7a22c-f7ef-4081-b6f5-c3f8759d370a', 'status': 'completed', 'code': 200} Jul 09 14:56:43.484602 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1ba44a-cd9e-4395-99e7-31b6859da9f0 None None] Routers {'0d945299-70fc-4ccf-8956-936cb636c1a0'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:56:43.491780 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-5b1ba44a-cd9e-4395-99e7-31b6859da9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:56:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['0d945299-70fc-4ccf-8956-936cb636c1a0'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:56:43.533377 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b779c2-7606-46fa-ae56-4ac535c07ce2 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:43.539931 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b779c2-7606-46fa-ae56-4ac535c07ce2 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:43.546297 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b779c2-7606-46fa-ae56-4ac535c07ce2 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:43.548103 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-06b779c2-7606-46fa-ae56-4ac535c07ce2 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.7620797 Jul 09 14:56:43.558216 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-c0f81ed2-703d-41fb-bd10-381fe0b699d1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.113&port_id=87295362-aa14-45d0-9532-ab3a5ec4e81d HTTP/1.1" status: 200 len: 217 time: 0.1378527 Jul 09 14:56:43.558854 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49660) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:43.633207 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-5b1ba44a-cd9e-4395-99e7-31b6859da9f0 None None] Set router 0d945299-70fc-4ccf-8956-936cb636c1a0 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:56:43.642113 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-851e7030-f8a7-48e7-9042-bedfef154dc4 req-952c2e7d-efca-46aa-a520-edbd96309324 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/ports?device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 210 time: 0.1697125 Jul 09 14:56:43.694603 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-86ac2fd1-b7a8-4ed8-ab4a-07df5523ae65 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:43.754327 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ac2fd1-b7a8-4ed8-ab4a-07df5523ae65 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event deleted for resources: {'Port': ['ID=66147e62-8f6f-42d2-8fbd-3bfd3f14753a,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:43.767597 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-cc4918ce-b55a-4df5-a7eb-43e64268198a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:43.769467 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-cc4918ce-b55a-4df5-a7eb-43e64268198a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4f8905e4-c5e0-48a8-9070-4c4be196cfd2 HTTP/1.1" status: 200 len: 801 time: 0.1812913 Jul 09 14:56:43.776079 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe9c1d-8a31-4ea5-880b-e0dac0641b4d req-c35308bd-2230-4f68-ab83-86294b9a391c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:43.778005 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-eebe9c1d-8a31-4ea5-880b-e0dac0641b4d req-c35308bd-2230-4f68-ab83-86294b9a391c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=57b971acb11e4eaea846cbcb413ca1a9&device_id=8b2d54fb-d544-4a03-8d39-6600c8d1ac67 HTTP/1.1" status: 200 len: 1096 time: 0.6625562 Jul 09 14:56:43.790445 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-e5b36a20-dfea-4725-8ef6-ec33dd672a55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09fcade5-de9d-4d53-b6e7-8b3bd924314a {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:56:43.804135 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5afccac-cb6c-4d4b-a64c-dbd50bb9a8ff tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Pushing event updated for resources: {'Subnet': ['ID=ce653c0e-97e9-4ff4-ba71-79425927f3ae,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:43.807687 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52520a0-24aa-421b-af22-01cf7231bc24 req-c98c3d35-c91d-4786-a2d6-d8514a9d42a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:43.809097 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52520a0-24aa-421b-af22-01cf7231bc24 req-c98c3d35-c91d-4786-a2d6-d8514a9d42a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:43.809097 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52520a0-24aa-421b-af22-01cf7231bc24 req-c98c3d35-c91d-4786-a2d6-d8514a9d42a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:43.809382 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52520a0-24aa-421b-af22-01cf7231bc24 req-c98c3d35-c91d-4786-a2d6-d8514a9d42a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:43.809945 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52520a0-24aa-421b-af22-01cf7231bc24 req-c98c3d35-c91d-4786-a2d6-d8514a9d42a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:43.810481 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52520a0-24aa-421b-af22-01cf7231bc24 req-c98c3d35-c91d-4786-a2d6-d8514a9d42a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:43.811173 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52520a0-24aa-421b-af22-01cf7231bc24 req-c98c3d35-c91d-4786-a2d6-d8514a9d42a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:43.813587 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f52520a0-24aa-421b-af22-01cf7231bc24 req-c98c3d35-c91d-4786-a2d6-d8514a9d42a1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b0dcdaf85ebc429397d88229c635e7b2&device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 6421 time: 0.3341129 Jul 09 14:56:43.871840 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-e5b36a20-dfea-4725-8ef6-ec33dd672a55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:43.915430 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-86ac2fd1-b7a8-4ed8-ab4a-07df5523ae65 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:43.915430 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-86ac2fd1-b7a8-4ed8-ab4a-07df5523ae65 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "DELETE /v2.0/ports/66147e62-8f6f-42d2-8fbd-3bfd3f14753a HTTP/1.1" status: 204 len: 168 time: 2.7684484 Jul 09 14:56:43.916360 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5afccac-cb6c-4d4b-a64c-dbd50bb9a8ff tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Checking segment: {'id': 'b5ee649c-e96a-4fce-80ec-84611e9dcc4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '6f12e002-9baa-4149-9ebd-ce7e85ead255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:56:43.916721 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5afccac-cb6c-4d4b-a64c-dbd50bb9a8ff tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Network hostable DHCP agents. Network: 6f12e002-9baa-4149-9ebd-ce7e85ead255, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:56:43.951042 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49662) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:43.972830 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-5b1ba44a-cd9e-4395-99e7-31b6859da9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d945299-70fc-4ccf-8956-936cb636c1a0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1212768639-router', 'tenant_id': '57b971acb11e4eaea846cbcb413ca1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '54bb6915-ac8a-4176-b921-037735fc3c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:55:17Z', 'updated_at': '2021-07-09T14:55:27Z', 'revision_number': 4, 'project_id': '57b971acb11e4eaea846cbcb413ca1a9', 'gw_port': {'id': '54bb6915-ac8a-4176-b921-037735fc3c53', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d945299-70fc-4ccf-8956-936cb636c1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:55:20Z', 'updated_at': '2021-07-09T14:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': 'c24bd583-44a6-4a62-95fb-e49dbac3870c', 'tenant_id': '57b971acb11e4eaea846cbcb413ca1a9', 'floating_ip_address': '172.25.3.180', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '0d945299-70fc-4ccf-8956-936cb636c1a0', 'port_id': '461e2fef-d791-4b1e-944c-e2e29a0ed1bb', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 2171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65219ae9-d282-4121-8917-8c4ecd74e176', 'mac_address': 'fa:16:3e:1c:46:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2d54fb-d544-4a03-8d39-6600c8d1ac67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:56:32Z', 'updated_at': '2021-07-09T14:56:38Z', 'revision_number': 1, 'project_id': '57b971acb11e4eaea846cbcb413ca1a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ead5b1f0-4b03-4c4c-a7a5-9d4116b7d094', 'name': '', 'network_id': '65219ae9-d282-4121-8917-8c4ecd74e176', 'tenant_id': '57b971acb11e4eaea846cbcb413ca1a9', 'mac_address': 'fa:16:3e:ca:8c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d945299-70fc-4ccf-8956-936cb636c1a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '0ba330ed-9359-4085-9db6-f1c4985ac874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:55:26Z', 'updated_at': '2021-07-09T14:55:37Z', 'revision_number': 5, 'project_id': '57b971acb11e4eaea846cbcb413ca1a9', 'subnets': [{'id': '0ba330ed-9359-4085-9db6-f1c4985ac874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:56:44.025196 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1ba44a-cd9e-4395-99e7-31b6859da9f0 None None] The sync data for ids ['0d945299-70fc-4ccf-8956-936cb636c1a0'] in n-d-799529-6 is: [{'id': '0d945299-70fc-4ccf-8956-936cb636c1a0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1212768639-router', 'tenant_id': '57b971acb11e4eaea846cbcb413ca1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '54bb6915-ac8a-4176-b921-037735fc3c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:55:17Z', 'updated_at': '2021-07-09T14:55:27Z', 'revision_number': 4, 'project_id': '57b971acb11e4eaea846cbcb413ca1a9', 'gw_port': {'id': '54bb6915-ac8a-4176-b921-037735fc3c53', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d945299-70fc-4ccf-8956-936cb636c1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:55:20Z', 'updated_at': '2021-07-09T14:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': 'c24bd583-44a6-4a62-95fb-e49dbac3870c', 'tenant_id': '57b971acb11e4eaea846cbcb413ca1a9', 'floating_ip_address': '172.25.3.180', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '0d945299-70fc-4ccf-8956-936cb636c1a0', 'port_id': '461e2fef-d791-4b1e-944c-e2e29a0ed1bb', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 2171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65219ae9-d282-4121-8917-8c4ecd74e176', 'mac_address': 'fa:16:3e:1c:46:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2d54fb-d544-4a03-8d39-6600c8d1ac67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:56:32Z', 'updated_at': '2021-07-09T14:56:38Z', 'revision_number': 1, 'project_id': '57b971acb11e4eaea846cbcb413ca1a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ead5b1f0-4b03-4c4c-a7a5-9d4116b7d094', 'name': '', 'network_id': '65219ae9-d282-4121-8917-8c4ecd74e176', 'tenant_id': '57b971acb11e4eaea846cbcb413ca1a9', 'mac_address': 'fa:16:3e:ca:8c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d945299-70fc-4ccf-8956-936cb636c1a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '0ba330ed-9359-4085-9db6-f1c4985ac874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:55:26Z', 'updated_at': '2021-07-09T14:55:37Z', 'revision_number': 5, 'project_id': '57b971acb11e4eaea846cbcb413ca1a9', 'subnets': [{'id': '0ba330ed-9359-4085-9db6-f1c4985ac874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:56:44.037706 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-5ef18c53-25ab-4e72-a30c-3f817f8df81b tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Deleting port 2c7e28b0-31b2-47ac-af9c-07d68d918c7f {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:56:44.038045 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5ef18c53-25ab-4e72-a30c-3f817f8df81b tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:44.203887 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-8285d266-c5a2-4c59-a9de-4144cea483dd tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] GET failed (client error): The resource could not be found. Jul 09 14:56:44.206178 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-8285d266-c5a2-4c59-a9de-4144cea483dd tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "GET /v2.0/ports/66147e62-8f6f-42d2-8fbd-3bfd3f14753a HTTP/1.1" status: 404 len: 333 time: 0.2539637 Jul 09 14:56:44.207609 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52520a0-24aa-421b-af22-01cf7231bc24 req-978d0c7a-df79-4c69-a558-136500034dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:44.208102 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52520a0-24aa-421b-af22-01cf7231bc24 req-978d0c7a-df79-4c69-a558-136500034dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:44.208676 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52520a0-24aa-421b-af22-01cf7231bc24 req-978d0c7a-df79-4c69-a558-136500034dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:44.210547 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f52520a0-24aa-421b-af22-01cf7231bc24 req-978d0c7a-df79-4c69-a558-136500034dc9 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=b0dcdaf85ebc429397d88229c635e7b2&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3466847 Jul 09 14:56:44.211195 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49666) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:44.225332 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-e5b36a20-dfea-4725-8ef6-ec33dd672a55 service neutron] Transition to ACTIVE for port object 09fcade5-de9d-4d53-b6e7-8b3bd924314a will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:56:44.393836 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ff0c39-4cde-4358-a3a5-55a22ce4501a None None] New status for floating IP c24bd583-44a6-4a62-95fb-e49dbac3870c: ACTIVE {{(pid=94448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:56:44.557208 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-3ef0e41f-de7d-4d67-9ef8-daaf7339c275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:44.559762 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-3ef0e41f-de7d-4d67-9ef8-daaf7339c275 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a1fbdea5-0ee3-4e92-ad54-0cd30f4b320c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7739913 Jul 09 14:56:44.641291 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5afccac-cb6c-4d4b-a64c-dbd50bb9a8ff tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Network 6f12e002-9baa-4149-9ebd-ce7e85ead255 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:56:44.689642 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5ef18c53-25ab-4e72-a30c-3f817f8df81b tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:44.701727 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6598ef-b4d2-4d66-8e21-d1752bbf19a0 req-2110346e-e3f0-4f3e-ba81-2cfdc43158d7 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:44.708492 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6598ef-b4d2-4d66-8e21-d1752bbf19a0 req-2110346e-e3f0-4f3e-ba81-2cfdc43158d7 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:44.714906 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6598ef-b4d2-4d66-8e21-d1752bbf19a0 req-2110346e-e3f0-4f3e-ba81-2cfdc43158d7 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:44.716780 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ed6598ef-b4d2-4d66-8e21-d1752bbf19a0 req-2110346e-e3f0-4f3e-ba81-2cfdc43158d7 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ced0c85-6b79-459b-bd04-bb370086d704 HTTP/1.1" status: 200 len: 2412 time: 0.8143392 Jul 09 14:56:44.762931 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-5ef18c53-25ab-4e72-a30c-3f817f8df81b tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Calling delete_port for 2c7e28b0-31b2-47ac-af9c-07d68d918c7f owned by {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:56:44.766307 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-b5afccac-cb6c-4d4b-a64c-dbd50bb9a8ff tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 6f12e002-9baa-4149-9ebd-ce7e85ead255) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:56:44.776783 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603f5a4a-5082-49af-8a56-536aa2d6bbda None None] Network 6f12e002-9baa-4149-9ebd-ce7e85ead255 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:56:44.784878 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5afccac-cb6c-4d4b-a64c-dbd50bb9a8ff tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:44.788853 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b5afccac-cb6c-4d4b-a64c-dbd50bb9a8ff tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:44.808969 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ed6598ef-b4d2-4d66-8e21-d1752bbf19a0 req-f8094e70-9762-48e8-a494-8afc5e36ae26 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/security-groups?id=76663b26-aa3d-4cc3-9802-4384082a150d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808072 Jul 09 14:56:44.864797 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-9e6bfa07-c088-41fc-8efe-4db891500b78 service neutron] 10.222.0.54 "GET /v2.0/networks/a1fbdea5-0ee3-4e92-ad54-0cd30f4b320c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947044 Jul 09 14:56:44.887711 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:44.894490 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-e5b36a20-dfea-4725-8ef6-ec33dd672a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:44.960379 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b5afccac-cb6c-4d4b-a64c-dbd50bb9a8ff tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6941884 Jul 09 14:56:44.963142 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49674) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:44.970107 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-25d947c0-bcb8-4372-8858-22277b183f0b tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1457501486'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:56:45.048960 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b36a20-dfea-4725-8ef6-ec33dd672a55 service neutron] Pushing event updated for resources: {'Port': ['ID=09fcade5-de9d-4d53-b6e7-8b3bd924314a,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:45.088413 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e6975e20-beb8-43ec-ba99-217c2e33664b tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:45.120214 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c37189-7b99-4013-98dc-941ea26b6754 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-6f12e002-9baa-4149-9ebd-ce7e85ead255', 'network_id': '6f12e002-9baa-4149-9ebd-ce7e85ead255', 'tenant_id': '7d7a3bd3b0b145fabfd50127d7be3103', 'fixed_ips': [{'subnet_id': 'ce653c0e-97e9-4ff4-ba71-79425927f3ae'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:56:45.121021 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e6975e20-beb8-43ec-ba99-217c2e33664b tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:45.121611 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b7c37189-7b99-4013-98dc-941ea26b6754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:45.158731 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-bd7eaba6-78bd-4491-9679-5b35f666a4d2 service neutron] 10.222.0.54 "GET /v2.0/networks/a1fbdea5-0ee3-4e92-ad54-0cd30f4b320c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822034 Jul 09 14:56:45.172672 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d947c0-bcb8-4372-8858-22277b183f0b tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Made reservation on behalf of 7d7a3bd3b0b145fabfd50127d7be3103 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:56:45.172672 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-25d947c0-bcb8-4372-8858-22277b183f0b tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:45.259136 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-170c6da4-2cda-4e2e-892b-79f8654beb43 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.89&port_id=a60009f5-03bf-4e89-8abb-0ca57cc750f0 HTTP/1.1" status: 200 len: 217 time: 0.0642602 Jul 09 14:56:45.267636 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe9c1d-8a31-4ea5-880b-e0dac0641b4d req-b27a7fe5-86a2-4a44-9e0d-80391f605028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:45.269325 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-eebe9c1d-8a31-4ea5-880b-e0dac0641b4d req-b27a7fe5-86a2-4a44-9e0d-80391f605028 service neutron] 10.222.0.58 "GET /v2.0/networks?id=65219ae9-d282-4121-8917-8c4ecd74e176 HTTP/1.1" status: 200 len: 921 time: 1.4718645 Jul 09 14:56:45.279935 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7e19f-f581-447e-b211-0b0c5bb72f0d req-26363ca3-f031-4499-843e-42823fe879dd tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:45.287861 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7e19f-f581-447e-b211-0b0c5bb72f0d req-26363ca3-f031-4499-843e-42823fe879dd tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:45.294627 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7e19f-f581-447e-b211-0b0c5bb72f0d req-26363ca3-f031-4499-843e-42823fe879dd tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:45.302217 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7e19f-f581-447e-b211-0b0c5bb72f0d req-26363ca3-f031-4499-843e-42823fe879dd tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:45.309915 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7e19f-f581-447e-b211-0b0c5bb72f0d req-26363ca3-f031-4499-843e-42823fe879dd tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:45.317357 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7e19f-f581-447e-b211-0b0c5bb72f0d req-26363ca3-f031-4499-843e-42823fe879dd tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:45.324100 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7e19f-f581-447e-b211-0b0c5bb72f0d req-26363ca3-f031-4499-843e-42823fe879dd tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:45.326702 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-53a7e19f-f581-447e-b211-0b0c5bb72f0d req-26363ca3-f031-4499-843e-42823fe879dd tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 5431 time: 0.2803364 Jul 09 14:56:45.341563 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e6975e20-beb8-43ec-ba99-217c2e33664b tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:45.352018 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e6975e20-beb8-43ec-ba99-217c2e33664b tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:45.352018 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-e6975e20-beb8-43ec-ba99-217c2e33664b tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "DELETE /v2.0/security-groups/42bf8f38-5cd4-4c14-a68b-d0cdc998ec3e HTTP/1.1" status: 204 len: 168 time: 1.1187899 Jul 09 14:56:45.355985 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49678) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:45.360391 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52520a0-24aa-421b-af22-01cf7231bc24 req-f043fa6c-42ec-45d2-9154-5bf643886fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:45.362594 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f52520a0-24aa-421b-af22-01cf7231bc24 req-f043fa6c-42ec-45d2-9154-5bf643886fb3 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0860622 Jul 09 14:56:45.366734 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6975e20-beb8-43ec-ba99-217c2e33664b tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42bf8f38-5cd4-4c14-a68b-d0cdc998ec3e,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:45.371134 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-e5b36a20-dfea-4725-8ef6-ec33dd672a55 service neutron] Attempting to bind port 09fcade5-de9d-4d53-b6e7-8b3bd924314a on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:56:45.371479 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-e5b36a20-dfea-4725-8ef6-ec33dd672a55 service neutron] Attempting to bind port 09fcade5-de9d-4d53-b6e7-8b3bd924314a by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': '9caf9090-cff0-4f31-9bcd-6b390f4a890c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '695dcd67-56f3-489c-8be9-3d26f71af2f9'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:56:45.371886 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-e5b36a20-dfea-4725-8ef6-ec33dd672a55 service neutron] Attempting to bind port 09fcade5-de9d-4d53-b6e7-8b3bd924314a on network 695dcd67-56f3-489c-8be9-3d26f71af2f9 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:56:45.396584 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-e5b36a20-dfea-4725-8ef6-ec33dd672a55 service neutron] Port 09fcade5-de9d-4d53-b6e7-8b3bd924314a on network 695dcd67-56f3-489c-8be9-3d26f71af2f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:56:45.396922 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-e5b36a20-dfea-4725-8ef6-ec33dd672a55 service neutron] Attempting to bind port 09fcade5-de9d-4d53-b6e7-8b3bd924314a on network 695dcd67-56f3-489c-8be9-3d26f71af2f9 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:56:45.407024 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-e5b36a20-dfea-4725-8ef6-ec33dd672a55 service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:56:45.407372 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-e5b36a20-dfea-4725-8ef6-ec33dd672a55 service neutron] Checking segment: {'id': '9caf9090-cff0-4f31-9bcd-6b390f4a890c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '695dcd67-56f3-489c-8be9-3d26f71af2f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:56:45.407558 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5ef18c53-25ab-4e72-a30c-3f817f8df81b tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:45.407849 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-e5b36a20-dfea-4725-8ef6-ec33dd672a55 service neutron] Bound using segment: {'id': '9caf9090-cff0-4f31-9bcd-6b390f4a890c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '695dcd67-56f3-489c-8be9-3d26f71af2f9'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:56:45.408306 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-e5b36a20-dfea-4725-8ef6-ec33dd672a55 service neutron] Bound port: 09fcade5-de9d-4d53-b6e7-8b3bd924314a, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9caf9090-cff0-4f31-9bcd-6b390f4a890c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '695dcd67-56f3-489c-8be9-3d26f71af2f9'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:56:45.408678 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-e5b36a20-dfea-4725-8ef6-ec33dd672a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:45.415813 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25d947c0-bcb8-4372-8858-22277b183f0b tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:56:45.419964 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-eebe9c1d-8a31-4ea5-880b-e0dac0641b4d req-b7c0cafa-c6df-4447-9ac3-013e9fc2ef30 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=461e2fef-d791-4b1e-944c-e2e29a0ed1bb HTTP/1.1" status: 200 len: 1001 time: 0.1380215 Jul 09 14:56:45.505237 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef18c53-25ab-4e72-a30c-3f817f8df81b tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event deleted for resources: {'Port': ['ID=2c7e28b0-31b2-47ac-af9c-07d68d918c7f,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:45.517832 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-25d947c0-bcb8-4372-8858-22277b183f0b tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:45.518166 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-25d947c0-bcb8-4372-8858-22277b183f0b tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Added segment 023365a0-d058-4b58-9091-e82b79cc1dd6 of type vlan for network e37af5cb-b1b7-40b3-92af-a55415fdfd92 Jul 09 14:56:45.520245 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b2d54fb-d544-4a03-8d39-6600c8d1ac67', 'tag': '461e2fef-d791-4b1e-944c-e2e29a0ed1bb'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:56:45.523161 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368a587c-eba0-4430-8d08-1acb01d33507" -d '{"events": [{"name": "network-changed", "server_uuid": "8b2d54fb-d544-4a03-8d39-6600c8d1ac67", "tag": "461e2fef-d791-4b1e-944c-e2e29a0ed1bb"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:56:45.593871 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-0f8ec356-41d6-48de-b73a-c755cf552fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:45.596224 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-0f8ec356-41d6-48de-b73a-c755cf552fb4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8e12f2d3-f35b-4e0f-9a03-eef2fec916ad HTTP/1.1" status: 200 len: 801 time: 0.2682621 Jul 09 14:56:45.603611 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe9c1d-8a31-4ea5-880b-e0dac0641b4d req-a884a5b4-a867-4f44-a927-6849994353ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:45.605407 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-eebe9c1d-8a31-4ea5-880b-e0dac0641b4d req-a884a5b4-a867-4f44-a927-6849994353ae service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0ba330ed-9359-4085-9db6-f1c4985ac874 HTTP/1.1" status: 200 len: 860 time: 0.1770658 Jul 09 14:56:45.617717 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-b7c37189-7b99-4013-98dc-941ea26b6754 None None] Allocated IP 2001:db8:0:ffff::2 (6f12e002-9baa-4149-9ebd-ce7e85ead255/ce653c0e-97e9-4ff4-ba71-79425927f3ae/dcafd1e7-9792-4821-8a04-e623be3a2ee9) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:56:45.670562 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-53a7e19f-f581-447e-b211-0b0c5bb72f0d req-ad7337b1-1750-4e5b-8ab6-42f585917788 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b892279-bd5f-423b-8017-ce4180b448af&id=710f4a29-0022-436a-b96b-568cc62700fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3176813 Jul 09 14:56:45.716381 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-e5b36a20-dfea-4725-8ef6-ec33dd672a55 service neutron] For port 09fcade5-de9d-4d53-b6e7-8b3bd924314a, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:56:45.753824 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-e5b36a20-dfea-4725-8ef6-ec33dd672a55 service neutron] For port 09fcade5-de9d-4d53-b6e7-8b3bd924314a, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=09fcade5-de9d-4d53-b6e7-8b3bd924314a,segment=NetworkSegment(9caf9090-cff0-4f31-9bcd-6b390f4a890c),segment_id=9caf9090-cff0-4f31-9bcd-6b390f4a890c)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:56:45.766628 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-25d947c0-bcb8-4372-8858-22277b183f0b tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:45.783160 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-eebe9c1d-8a31-4ea5-880b-e0dac0641b4d req-791a3fbf-f0b4-4fb7-92af-de5d58082ce3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=65219ae9-d282-4121-8917-8c4ecd74e176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1639910 Jul 09 14:56:45.794003 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [req-eebe9c1d-8a31-4ea5-880b-e0dac0641b4d req-3cbbf437-fa7f-46e0-bf34-2a0105a0a371 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:56:45.801173 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-958a4113-fa82-4f6c-9595-13fb35c251e9 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:45.810559 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-eebe9c1d-8a31-4ea5-880b-e0dac0641b4d req-3cbbf437-fa7f-46e0-bf34-2a0105a0a371 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0261965 Jul 09 14:56:45.849208 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b7c37189-7b99-4013-98dc-941ea26b6754 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:45.879058 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-958a4113-fa82-4f6c-9595-13fb35c251e9 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:45.880367 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-b7c37189-7b99-4013-98dc-941ea26b6754 None None] Transition to ACTIVE for port object dcafd1e7-9792-4821-8a04-e623be3a2ee9 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:56:45.887549 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5ef18c53-25ab-4e72-a30c-3f817f8df81b tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:45.892655 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-5ef18c53-25ab-4e72-a30c-3f817f8df81b tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "DELETE /v2.0/ports/2c7e28b0-31b2-47ac-af9c-07d68d918c7f HTTP/1.1" status: 204 len: 168 time: 2.3042796 Jul 09 14:56:45.902297 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49686) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:45.911568 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-b7c37189-7b99-4013-98dc-941ea26b6754 None None] Transition to ACTIVE for port object dcafd1e7-9792-4821-8a04-e623be3a2ee9 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:56:45.949982 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bd3bee0-4653-4257-b087-402c6acd1be4 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] GET failed (client error): The resource could not be found. Jul 09 14:56:45.954985 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-0bd3bee0-4653-4257-b087-402c6acd1be4 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "GET /v2.0/ports/2c7e28b0-31b2-47ac-af9c-07d68d918c7f HTTP/1.1" status: 404 len: 333 time: 0.0482278 Jul 09 14:56:45.958050 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49688) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:45.976246 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-e5b36a20-dfea-4725-8ef6-ec33dd672a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:46.015260 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-eebe9c1d-8a31-4ea5-880b-e0dac0641b4d req-f88d7ed4-1770-40d4-9c6b-0232868a6b50 service neutron] 10.222.0.58 "GET /v2.0/networks/65219ae9-d282-4121-8917-8c4ecd74e176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033143 Jul 09 14:56:46.029979 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-25d947c0-bcb8-4372-8858-22277b183f0b tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:46.036191 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d947c0-bcb8-4372-8858-22277b183f0b tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:46.036845 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-25d947c0-bcb8-4372-8858-22277b183f0b tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:46.046618 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-e8044bc2-10bb-4d4f-a1b3-cdb6c4be046f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:46.048276 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-e8044bc2-10bb-4d4f-a1b3-cdb6c4be046f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=61c92cf8-ecee-479c-90fe-4eeab4f08045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3858483 Jul 09 14:56:46.059801 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-14d0c0e4-bef8-47d4-9260-47d7d5119002 req-76fa98e9-b4de-4e95-a4cd-5f65f0d08a7a tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/ports?device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 210 time: 0.0879498 Jul 09 14:56:46.065709 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b7c37189-7b99-4013-98dc-941ea26b6754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:46.092362 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-e5b36a20-dfea-4725-8ef6-ec33dd672a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:46.092945 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-e5b36a20-dfea-4725-8ef6-ec33dd672a55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:46.094406 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-e5b36a20-dfea-4725-8ef6-ec33dd672a55 service neutron] 10.222.0.62 "PUT /v2.0/ports/09fcade5-de9d-4d53-b6e7-8b3bd924314a HTTP/1.1" status: 200 len: 1091 time: 3.7983363 Jul 09 14:56:46.150885 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b36a20-dfea-4725-8ef6-ec33dd672a55 service neutron] Pushing event updated for resources: {'Port': ['ID=09fcade5-de9d-4d53-b6e7-8b3bd924314a,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:46.242348 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c37189-7b99-4013-98dc-941ea26b6754 None None] Network 6f12e002-9baa-4149-9ebd-ce7e85ead255 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:56:46.252342 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-eebe9c1d-8a31-4ea5-880b-e0dac0641b4d req-811ca859-900c-47b5-b580-a47fd98a7ad4 service neutron] 10.222.0.58 "GET /v2.0/networks/65219ae9-d282-4121-8917-8c4ecd74e176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359247 Jul 09 14:56:46.271766 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c37189-7b99-4013-98dc-941ea26b6754 None None] Pushing event updated for resources: {'Port': ['ID=dcafd1e7-9792-4821-8a04-e623be3a2ee9,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:46.280996 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-b7c37189-7b99-4013-98dc-941ea26b6754 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:56:46.284382 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac2ffb6-3ef0-4e96-a423-5e8bf2ddb169 x-openstack-request-id: req-2ac2ffb6-3ef0-4e96-a423-5e8bf2ddb169 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:56:46.284382 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b2d54fb-d544-4a03-8d39-6600c8d1ac67", "tag": "461e2fef-d791-4b1e-944c-e2e29a0ed1bb", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:56:46.284700 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2ac2ffb6-3ef0-4e96-a423-5e8bf2ddb169 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:56:46.284875 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b2d54fb-d544-4a03-8d39-6600c8d1ac67', 'tag': '461e2fef-d791-4b1e-944c-e2e29a0ed1bb', 'status': 'completed', 'code': 200} Jul 09 14:56:46.290473 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c37189-7b99-4013-98dc-941ea26b6754 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:56:46.384180 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-958a4113-fa82-4f6c-9595-13fb35c251e9 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:46.386734 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-958a4113-fa82-4f6c-9595-13fb35c251e9 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:46.391035 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-958a4113-fa82-4f6c-9595-13fb35c251e9 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "DELETE /v2.0/security-groups/1b688d0d-6990-45b6-9025-7f0d196fa8d1 HTTP/1.1" status: 204 len: 168 time: 1.0320046 Jul 09 14:56:46.405128 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49694) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:46.428077 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-b7c37189-7b99-4013-98dc-941ea26b6754 None None] Attempting to bind port dcafd1e7-9792-4821-8a04-e623be3a2ee9 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:56:46.433458 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-b7c37189-7b99-4013-98dc-941ea26b6754 None None] Attempting to bind port dcafd1e7-9792-4821-8a04-e623be3a2ee9 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'b5ee649c-e96a-4fce-80ec-84611e9dcc4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '6f12e002-9baa-4149-9ebd-ce7e85ead255'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:56:46.434049 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c37189-7b99-4013-98dc-941ea26b6754 None None] Attempting to bind port dcafd1e7-9792-4821-8a04-e623be3a2ee9 on network 6f12e002-9baa-4149-9ebd-ce7e85ead255 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:56:46.441891 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c37189-7b99-4013-98dc-941ea26b6754 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:56:46.445145 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c37189-7b99-4013-98dc-941ea26b6754 None None] Checking segment: {'id': 'b5ee649c-e96a-4fce-80ec-84611e9dcc4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '6f12e002-9baa-4149-9ebd-ce7e85ead255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:56:46.445145 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b7c37189-7b99-4013-98dc-941ea26b6754 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:46.445145 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c37189-7b99-4013-98dc-941ea26b6754 None None] Bound using segment: {'id': 'b5ee649c-e96a-4fce-80ec-84611e9dcc4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '6f12e002-9baa-4149-9ebd-ce7e85ead255'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:56:46.445145 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-b7c37189-7b99-4013-98dc-941ea26b6754 None None] Bound port: dcafd1e7-9792-4821-8a04-e623be3a2ee9, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5ee649c-e96a-4fce-80ec-84611e9dcc4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '6f12e002-9baa-4149-9ebd-ce7e85ead255'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:56:46.447168 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b7c37189-7b99-4013-98dc-941ea26b6754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:46.506907 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-7b3a6cc2-7dc3-4121-b806-0ecbadfd4f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:46.508570 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-7b3a6cc2-7dc3-4121-b806-0ecbadfd4f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:46.509237 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-7b3a6cc2-7dc3-4121-b806-0ecbadfd4f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:46.509882 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-7b3a6cc2-7dc3-4121-b806-0ecbadfd4f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:46.510520 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-7b3a6cc2-7dc3-4121-b806-0ecbadfd4f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:46.511157 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-7b3a6cc2-7dc3-4121-b806-0ecbadfd4f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:46.511835 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-7b3a6cc2-7dc3-4121-b806-0ecbadfd4f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:46.514304 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-7b3a6cc2-7dc3-4121-b806-0ecbadfd4f08 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b0dcdaf85ebc429397d88229c635e7b2&device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 6488 time: 0.2659893 Jul 09 14:56:46.517753 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958a4113-fa82-4f6c-9595-13fb35c251e9 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b688d0d-6990-45b6-9025-7f0d196fa8d1,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:46.533390 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d947c0-bcb8-4372-8858-22277b183f0b tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Pushing event updated for resources: {'Network': ['ID=e37af5cb-b1b7-40b3-92af-a55415fdfd92,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:46.568652 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-25d947c0-bcb8-4372-8858-22277b183f0b tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6012301 Jul 09 14:56:46.578502 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-88777d55-de2c-4340-8108-6bd1979cbc6f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c HTTP/1.1" status: 200 len: 217 time: 0.0411582 Jul 09 14:56:46.588885 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49698) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:46.616447 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-b83746f0-e660-4bfe-9203-b52af300a781 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Request body: {'subnet': {'network_id': 'e37af5cb-b1b7-40b3-92af-a55415fdfd92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:56:46.624565 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network e37af5cb-b1b7-40b3-92af-a55415fdfd92 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:56:46.692654 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-b7c37189-7b99-4013-98dc-941ea26b6754 None None] For port dcafd1e7-9792-4821-8a04-e623be3a2ee9, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:56:46.706552 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-b7c37189-7b99-4013-98dc-941ea26b6754 None None] For port dcafd1e7-9792-4821-8a04-e623be3a2ee9, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=dcafd1e7-9792-4821-8a04-e623be3a2ee9,segment=NetworkSegment(b5ee649c-e96a-4fce-80ec-84611e9dcc4f),segment_id=b5ee649c-e96a-4fce-80ec-84611e9dcc4f)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:56:46.729627 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7cc8c8e7-4bb4-4471-a487-c26da74edb28 req-a4033c99-9b66-487e-b31e-1e3a6bbbabba tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.3.180 HTTP/1.1" status: 200 len: 1001 time: 0.3452721 Jul 09 14:56:46.737848 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-8a11643e-4480-42a2-9117-c1af0d45a142 service neutron] 10.222.0.54 "GET /v2.0/networks/61c92cf8-ecee-479c-90fe-4eeab4f08045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6552541 Jul 09 14:56:46.791390 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-cb372649-bd1e-4022-aef6-74b8215fa89e tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Deleting port 0826f499-47fe-4f19-9e74-d209868f04da {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:56:46.793582 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cb372649-bd1e-4022-aef6-74b8215fa89e tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:46.801763 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b7c37189-7b99-4013-98dc-941ea26b6754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:46.916665 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c37189-7b99-4013-98dc-941ea26b6754 None None] Pushing event updated for resources: {'Port': ['ID=dcafd1e7-9792-4821-8a04-e623be3a2ee9,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:47.014653 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a587c-eba0-4430-8d08-1acb01d33507 req-6f721bf0-47a6-4388-ae37-9c206f24efba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:47.017524 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-368a587c-eba0-4430-8d08-1acb01d33507 req-6f721bf0-47a6-4388-ae37-9c206f24efba service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=57b971acb11e4eaea846cbcb413ca1a9&device_id=8b2d54fb-d544-4a03-8d39-6600c8d1ac67 HTTP/1.1" status: 200 len: 1096 time: 0.6172554 Jul 09 14:56:47.036423 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ce4cc2d4-29db-47f5-9171-d92f71880833 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:47.076620 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3957ff-d412-457f-8003-8edabcf19421 req-1dda1cda-89f5-4e5e-8520-59334beb8c84 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:47.083671 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3957ff-d412-457f-8003-8edabcf19421 req-1dda1cda-89f5-4e5e-8520-59334beb8c84 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:47.089737 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3957ff-d412-457f-8003-8edabcf19421 req-1dda1cda-89f5-4e5e-8520-59334beb8c84 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:47.098230 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8a3957ff-d412-457f-8003-8edabcf19421 req-1dda1cda-89f5-4e5e-8520-59334beb8c84 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ced0c85-6b79-459b-bd04-bb370086d704 HTTP/1.1" status: 200 len: 2412 time: 0.6069930 Jul 09 14:56:47.098476 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-0dbfa427-496c-4f7f-8112-a8d0666a50f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:47.102024 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-0dbfa427-496c-4f7f-8112-a8d0666a50f4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=465c5725-facb-4e6f-b14d-7c696db0e29c HTTP/1.1" status: 200 len: 855 time: 0.4595189 Jul 09 14:56:47.110195 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8c8e7-4bb4-4471-a487-c26da74edb28 req-8a56e4f8-077b-4a29-8bec-c37f884148b0 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:47.127279 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7cc8c8e7-4bb4-4471-a487-c26da74edb28 req-8a56e4f8-077b-4a29-8bec-c37f884148b0 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "GET /v2.0/ports/461e2fef-d791-4b1e-944c-e2e29a0ed1bb HTTP/1.1" status: 200 len: 942 time: 0.3965442 Jul 09 14:56:47.160944 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ce4cc2d4-29db-47f5-9171-d92f71880833 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:47.234344 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83746f0-e660-4bfe-9203-b52af300a781 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Made reservation on behalf of 7d7a3bd3b0b145fabfd50127d7be3103 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:56:47.243596 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b83746f0-e660-4bfe-9203-b52af300a781 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:47.317654 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a587c-eba0-4430-8d08-1acb01d33507 req-0972bc22-0bbf-41e5-8b3d-a983ae7d9669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:47.319879 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-368a587c-eba0-4430-8d08-1acb01d33507 req-0972bc22-0bbf-41e5-8b3d-a983ae7d9669 service neutron] 10.222.0.54 "GET /v2.0/networks?id=65219ae9-d282-4121-8917-8c4ecd74e176 HTTP/1.1" status: 200 len: 921 time: 0.2968848 Jul 09 14:56:47.666435 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-52d96df4-ca64-4e24-b879-fc49924d1ab3 req-1d29da8a-da99-4271-9658-da585dce90bd service neutron] 10.222.0.54 "GET /v2.0/networks/61c92cf8-ecee-479c-90fe-4eeab4f08045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9158604 Jul 09 14:56:47.694358 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8a3957ff-d412-457f-8003-8edabcf19421 req-1f347fa8-ccdd-4f1c-8be6-3ffcf08b5aac tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/security-groups?id=76663b26-aa3d-4cc3-9802-4384082a150d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5934646 Jul 09 14:56:47.727478 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device dcafd1e7-9792-4821-8a04-e623be3a2ee9 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:56:47.736666 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7cc8c8e7-4bb4-4471-a487-c26da74edb28 req-760f5493-a239-4043-b373-e5a36d0345a9 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.3.180 HTTP/1.1" status: 200 len: 1001 time: 0.1766305 Jul 09 14:56:47.805194 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-368a587c-eba0-4430-8d08-1acb01d33507 req-703c420f-dccf-4f40-b610-b79417e89075 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=461e2fef-d791-4b1e-944c-e2e29a0ed1bb HTTP/1.1" status: 200 len: 1001 time: 0.4330816 Jul 09 14:56:47.811717 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cb372649-bd1e-4022-aef6-74b8215fa89e tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:47.838079 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-cb372649-bd1e-4022-aef6-74b8215fa89e tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Calling delete_port for 0826f499-47fe-4f19-9e74-d209868f04da owned by {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:56:47.846983 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ce4cc2d4-29db-47f5-9171-d92f71880833 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:47.853945 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ce4cc2d4-29db-47f5-9171-d92f71880833 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:47.862197 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ce4cc2d4-29db-47f5-9171-d92f71880833 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "DELETE /v2.0/security-groups/592b7cd7-ad00-4550-a9d1-59da12348279 HTTP/1.1" status: 204 len: 168 time: 1.4602797 Jul 09 14:56:47.864452 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-2d61e88e-1462-483f-85ec-4bf734bf8893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:47.866046 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-2d61e88e-1462-483f-85ec-4bf734bf8893 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6107f077-f7c7-47db-8b86-669db7279c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7336879 Jul 09 14:56:47.866564 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49708) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:47.909949 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port dcafd1e7-9792-4821-8a04-e623be3a2ee9 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:56:48.144975 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4cc2d4-29db-47f5-9171-d92f71880833 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=592b7cd7-ad00-4550-a9d1-59da12348279,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:48.168124 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a587c-eba0-4430-8d08-1acb01d33507 req-64399bd8-9e5d-4afd-9f06-5a80f3bec812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:48.170531 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-368a587c-eba0-4430-8d08-1acb01d33507 req-64399bd8-9e5d-4afd-9f06-5a80f3bec812 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0ba330ed-9359-4085-9db6-f1c4985ac874 HTTP/1.1" status: 200 len: 860 time: 0.2445884 Jul 09 14:56:48.219759 n-d-799529-6 neutron-server[94446]: DEBUG neutron.objects.ports [None req-b83746f0-e660-4bfe-9203-b52af300a781 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94446) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 14:56:48.225003 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b83746f0-e660-4bfe-9203-b52af300a781 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:48.233639 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8c8e7-4bb4-4471-a487-c26da74edb28 req-7a0dac04-755a-4fbc-9c38-ea4c805f66aa tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:48.240406 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7cc8c8e7-4bb4-4471-a487-c26da74edb28 req-7a0dac04-755a-4fbc-9c38-ea4c805f66aa tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "GET /v2.0/networks/202c7ce6-d4e9-4f80-84dd-bef08905a653 HTTP/1.1" status: 200 len: 784 time: 0.4918799 Jul 09 14:56:48.286804 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-368a587c-eba0-4430-8d08-1acb01d33507 req-27f830df-e436-4687-b1de-632f9940f5d2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=65219ae9-d282-4121-8917-8c4ecd74e176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1057215 Jul 09 14:56:48.290635 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e91cb194-8f15-4150-a4af-dc1822486c62', 'tag': '09fcade5-de9d-4d53-b6e7-8b3bd924314a'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:56:48.293045 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a8e8245-b988-47e2-8ac1-6e2d040f317a" -d '{"events": [{"name": "network-changed", "server_uuid": "e91cb194-8f15-4150-a4af-dc1822486c62", "tag": "09fcade5-de9d-4d53-b6e7-8b3bd924314a"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:56:48.327646 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92f737-3bb7-4608-8d18-c6e7088da5f9 req-b0c4c30f-2f74-4eb2-bd42-fd81e198ce09 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:48.334067 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92f737-3bb7-4608-8d18-c6e7088da5f9 req-b0c4c30f-2f74-4eb2-bd42-fd81e198ce09 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:48.340341 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92f737-3bb7-4608-8d18-c6e7088da5f9 req-b0c4c30f-2f74-4eb2-bd42-fd81e198ce09 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:48.346707 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92f737-3bb7-4608-8d18-c6e7088da5f9 req-b0c4c30f-2f74-4eb2-bd42-fd81e198ce09 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:48.352954 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92f737-3bb7-4608-8d18-c6e7088da5f9 req-b0c4c30f-2f74-4eb2-bd42-fd81e198ce09 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:48.359147 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92f737-3bb7-4608-8d18-c6e7088da5f9 req-b0c4c30f-2f74-4eb2-bd42-fd81e198ce09 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:48.365993 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92f737-3bb7-4608-8d18-c6e7088da5f9 req-b0c4c30f-2f74-4eb2-bd42-fd81e198ce09 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:48.368071 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fd92f737-3bb7-4608-8d18-c6e7088da5f9 req-b0c4c30f-2f74-4eb2-bd42-fd81e198ce09 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 5431 time: 0.4407351 Jul 09 14:56:48.391567 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ded99-a949-4789-90ae-034870742420 req-89da4279-c324-4cd5-8c03-c29b455fa8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:48.392099 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ded99-a949-4789-90ae-034870742420 req-89da4279-c324-4cd5-8c03-c29b455fa8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:48.392575 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ded99-a949-4789-90ae-034870742420 req-89da4279-c324-4cd5-8c03-c29b455fa8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:48.394491 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-806ded99-a949-4789-90ae-034870742420 req-89da4279-c324-4cd5-8c03-c29b455fa8d6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=70380163691b470ebe60db5002d62101&device_id=6ced0c85-6b79-459b-bd04-bb370086d704 HTTP/1.1" status: 200 len: 2865 time: 0.4657834 Jul 09 14:56:48.415290 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6908c1c-0da7-41a2-8a0e-a205e500f904 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Deleting subnet a0e0a406-b72b-4bcd-9dc9-1059a11bc6a6 {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:56:48.421639 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7cc8c8e7-4bb4-4471-a487-c26da74edb28 req-315cb561-5e91-40dd-aa87-88bb13c12ef9 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.3.180 HTTP/1.1" status: 200 len: 1001 time: 0.1710443 Jul 09 14:56:48.434340 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d6908c1c-0da7-41a2-8a0e-a205e500f904 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:48.446564 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-7cc8c8e7-4bb4-4471-a487-c26da74edb28 req-a09c9276-07a0-4636-a589-6568b2640796 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:56:48.517040 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a66753-e8a1-4438-8514-55a641363a89 None None] Network 6f12e002-9baa-4149-9ebd-ce7e85ead255 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:56:48.517799 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fd92f737-3bb7-4608-8d18-c6e7088da5f9 req-0627a046-3ef2-4480-a681-dee0d95a2c9f tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b892279-bd5f-423b-8017-ce4180b448af&id=710f4a29-0022-436a-b96b-568cc62700fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0683842 Jul 09 14:56:48.624842 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-f7b7fcfc-bc21-466d-890c-cb197c780349 service neutron] 10.222.0.62 "GET /v2.0/networks/6107f077-f7c7-47db-8b86-669db7279c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7036679 Jul 09 14:56:48.638294 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83746f0-e660-4bfe-9203-b52af300a781 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Pushing event updated for resources: {'Subnet': ['ID=aa77714c-efed-4640-a706-400c3ac3f2e4,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:48.699260 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d6908c1c-0da7-41a2-8a0e-a205e500f904 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:48.792956 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83746f0-e660-4bfe-9203-b52af300a781 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Checking segment: {'id': '023365a0-d058-4b58-9091-e82b79cc1dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e37af5cb-b1b7-40b3-92af-a55415fdfd92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:56:48.793916 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83746f0-e660-4bfe-9203-b52af300a781 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Network hostable DHCP agents. Network: e37af5cb-b1b7-40b3-92af-a55415fdfd92, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:56:48.815536 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-7cc8c8e7-4bb4-4471-a487-c26da74edb28 req-a09c9276-07a0-4636-a589-6568b2640796 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Notify callbacks [] for floatingip, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:48.916737 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-907fc9d0-7861-4c42-bc9f-1d971e7178ae None None] Provisioning for port dcafd1e7-9792-4821-8a04-e623be3a2ee9 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:56:48.926748 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-907fc9d0-7861-4c42-bc9f-1d971e7178ae None None] Provisioning complete for port dcafd1e7-9792-4821-8a04-e623be3a2ee9 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:56:48.927130 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-907fc9d0-7861-4c42-bc9f-1d971e7178ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:48.997005 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cb372649-bd1e-4022-aef6-74b8215fa89e tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:49.021924 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d6908c1c-0da7-41a2-8a0e-a205e500f904 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:49.046184 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-368a587c-eba0-4430-8d08-1acb01d33507 req-a8c6ea9d-653c-4201-bddd-19bfc5e8e096 service neutron] 10.222.0.54 "GET /v2.0/networks/65219ae9-d282-4121-8917-8c4ecd74e176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7480597 Jul 09 14:56:49.101302 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-907fc9d0-7861-4c42-bc9f-1d971e7178ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:49.114518 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7d37c0d1-35e8-47cc-becc-58149f8c3416 req-7b045611-d985-4161-9ddd-1de9813d0796 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/ports?device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 210 time: 0.1848114 Jul 09 14:56:49.133288 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb372649-bd1e-4022-aef6-74b8215fa89e tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event deleted for resources: {'Port': ['ID=0826f499-47fe-4f19-9e74-d209868f04da,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:49.214879 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-7cc8c8e7-4bb4-4471-a487-c26da74edb28 req-a09c9276-07a0-4636-a589-6568b2640796 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:49.217304 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83746f0-e660-4bfe-9203-b52af300a781 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Network e37af5cb-b1b7-40b3-92af-a55415fdfd92 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:56:49.227093 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-d594f20f-43ca-4aac-b802-f20e9f8b9adf service neutron] 10.222.0.62 "GET /v2.0/networks/6107f077-f7c7-47db-8b86-669db7279c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5699244 Jul 09 14:56:49.242140 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-907fc9d0-7861-4c42-bc9f-1d971e7178ae None None] For port dcafd1e7-9792-4821-8a04-e623be3a2ee9, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=dcafd1e7-9792-4821-8a04-e623be3a2ee9,segment=NetworkSegment(b5ee649c-e96a-4fce-80ec-84611e9dcc4f),segment_id=b5ee649c-e96a-4fce-80ec-84611e9dcc4f)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:56:49.290599 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c398802c-6575-415f-960d-d6933bf30156 x-openstack-request-id: req-c398802c-6575-415f-960d-d6933bf30156 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:56:49.290868 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e91cb194-8f15-4150-a4af-dc1822486c62", "tag": "09fcade5-de9d-4d53-b6e7-8b3bd924314a", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:56:49.291198 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c398802c-6575-415f-960d-d6933bf30156 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:56:49.291686 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e91cb194-8f15-4150-a4af-dc1822486c62', 'tag': '09fcade5-de9d-4d53-b6e7-8b3bd924314a', 'status': 'completed', 'code': 200} Jul 09 14:56:49.292311 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-7cc8c8e7-4bb4-4471-a487-c26da74edb28 req-a09c9276-07a0-4636-a589-6568b2640796 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:49.292617 n-d-799529-6 neutron-server[94446]: INFO neutron.db.l3_db [req-7cc8c8e7-4bb4-4471-a487-c26da74edb28 req-a09c9276-07a0-4636-a589-6568b2640796 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Floating IP c24bd583-44a6-4a62-95fb-e49dbac3870c disassociated. External IP: 172.25.3.180, port: 461e2fef-d791-4b1e-944c-e2e29a0ed1bb. Jul 09 14:56:49.299355 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-419ac75e-c190-4269-8d2b-dbefe9764a2a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=6e49b587-b19f-4fb7-b68d-daf59c076543 HTTP/1.1" status: 200 len: 217 time: 0.0624402 Jul 09 14:56:49.305146 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-907fc9d0-7861-4c42-bc9f-1d971e7178ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:49.460738 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cb372649-bd1e-4022-aef6-74b8215fa89e tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:49.467363 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-cb372649-bd1e-4022-aef6-74b8215fa89e tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "DELETE /v2.0/ports/0826f499-47fe-4f19-9e74-d209868f04da HTTP/1.1" status: 204 len: 168 time: 3.5061765 Jul 09 14:56:49.473806 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49722) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:49.499074 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ded99-a949-4789-90ae-034870742420 req-1921b9d6-e6d2-476b-b601-e92b6659fef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:49.500727 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-806ded99-a949-4789-90ae-034870742420 req-1921b9d6-e6d2-476b-b601-e92b6659fef0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=61c92cf8-ecee-479c-90fe-4eeab4f08045 HTTP/1.1" status: 200 len: 903 time: 1.0026014 Jul 09 14:56:49.539598 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907fc9d0-7861-4c42-bc9f-1d971e7178ae None None] Pushing event updated for resources: {'Port': ['ID=dcafd1e7-9792-4821-8a04-e623be3a2ee9,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:49.554776 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8557343-89f2-4939-931e-bcf120c787ec tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] GET failed (client error): The resource could not be found. Jul 09 14:56:49.558947 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b8557343-89f2-4939-931e-bcf120c787ec tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "GET /v2.0/ports/0826f499-47fe-4f19-9e74-d209868f04da HTTP/1.1" status: 404 len: 333 time: 0.0792720 Jul 09 14:56:49.562415 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49726) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:49.699055 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c9aa60d-a58a-4947-8702-73041138fb8e tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Deleting subnet 5e692e4b-0a7d-49e3-8542-332d10e39fc4 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:56:49.718226 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-368a587c-eba0-4430-8d08-1acb01d33507 req-920f8ac8-3ec8-4284-9808-819336aadd5f service neutron] 10.222.0.54 "GET /v2.0/networks/65219ae9-d282-4121-8917-8c4ecd74e176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6563966 Jul 09 14:56:49.725410 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-806ded99-a949-4789-90ae-034870742420 req-29ded79b-7ad2-4da6-94e5-b01d20d3a34f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.89&port_id=a60009f5-03bf-4e89-8abb-0ca57cc750f0 HTTP/1.1" status: 200 len: 217 time: 0.1885252 Jul 09 14:56:49.729517 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5c9aa60d-a58a-4947-8702-73041138fb8e tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:49.742051 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-2712dcf9-81e4-4f29-8e71-4a8a623e16cf None None] Provisioning complete for port dcafd1e7-9792-4821-8a04-e623be3a2ee9 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:56:49.742505 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2712dcf9-81e4-4f29-8e71-4a8a623e16cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:49.847260 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5c9aa60d-a58a-4947-8702-73041138fb8e tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:49.878895 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ded99-a949-4789-90ae-034870742420 req-868b3b0c-6c52-4da1-829d-0891de55451b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:49.880814 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-806ded99-a949-4789-90ae-034870742420 req-868b3b0c-6c52-4da1-829d-0891de55451b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8e12f2d3-f35b-4e0f-9a03-eef2fec916ad HTTP/1.1" status: 200 len: 801 time: 0.1461718 Jul 09 14:56:49.893359 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385e000-dd34-4c69-9db2-f4316cb26c17 req-aa1bda49-ec46-4e74-920a-ea557295551a tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:49.902265 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385e000-dd34-4c69-9db2-f4316cb26c17 req-aa1bda49-ec46-4e74-920a-ea557295551a tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:49.910177 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385e000-dd34-4c69-9db2-f4316cb26c17 req-aa1bda49-ec46-4e74-920a-ea557295551a tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:49.917713 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6385e000-dd34-4c69-9db2-f4316cb26c17 req-aa1bda49-ec46-4e74-920a-ea557295551a tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ced0c85-6b79-459b-bd04-bb370086d704 HTTP/1.1" status: 200 len: 2412 time: 0.4489973 Jul 09 14:56:49.922634 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-b83746f0-e660-4bfe-9203-b52af300a781 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, e37af5cb-b1b7-40b3-92af-a55415fdfd92) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:56:49.945137 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cbe29f-cbfa-4930-8078-deda86d63335 None None] Network e37af5cb-b1b7-40b3-92af-a55415fdfd92 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:56:49.945451 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83746f0-e660-4bfe-9203-b52af300a781 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:49.945451 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b83746f0-e660-4bfe-9203-b52af300a781 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:50.099047 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6385e000-dd34-4c69-9db2-f4316cb26c17 req-9b4aa14f-7aed-4fc7-aaab-d79dbc68334e tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/security-groups?id=76663b26-aa3d-4cc3-9802-4384082a150d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801996 Jul 09 14:56:50.117351 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-c3d6f530-894b-40f1-a952-de040717b6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:50.118509 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-c3d6f530-894b-40f1-a952-de040717b6fc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4bd3f066-8f79-4f2b-b334-3e86a4217100 HTTP/1.1" status: 200 len: 797 time: 0.8099587 Jul 09 14:56:50.148690 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d6908c1c-0da7-41a2-8a0e-a205e500f904 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:50.157918 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5c9aa60d-a58a-4947-8702-73041138fb8e tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:50.160836 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce727e86-5f8e-4266-ad21-9b2154adc53a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-e37af5cb-b1b7-40b3-92af-a55415fdfd92', 'network_id': 'e37af5cb-b1b7-40b3-92af-a55415fdfd92', 'tenant_id': '7d7a3bd3b0b145fabfd50127d7be3103', 'fixed_ips': [{'subnet_id': 'aa77714c-efed-4640-a706-400c3ac3f2e4'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:56:50.163266 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ce727e86-5f8e-4266-ad21-9b2154adc53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:50.208195 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ded99-a949-4789-90ae-034870742420 req-84b0d794-940d-4c9c-a3e7-13f113c02cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:50.210702 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-806ded99-a949-4789-90ae-034870742420 req-84b0d794-940d-4c9c-a3e7-13f113c02cce service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=61c92cf8-ecee-479c-90fe-4eeab4f08045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2901118 Jul 09 14:56:50.212445 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b83746f0-e660-4bfe-9203-b52af300a781 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.6092219 Jul 09 14:56:50.216141 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49736) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:50.260921 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-96069dde-8809-4953-9047-05f1fe2023f4 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Request body: {'port': {'network_id': 'e37af5cb-b1b7-40b3-92af-a55415fdfd92', 'name': 'tempest-NetworksIpV6TestAttrs-1742627261'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:56:50.274734 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6908c1c-0da7-41a2-8a0e-a205e500f904 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event deleted for resources: {'Subnet': ['ID=a0e0a406-b72b-4bcd-9dc9-1059a11bc6a6,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:50.330818 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d6908c1c-0da7-41a2-8a0e-a205e500f904 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:50.339273 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d6908c1c-0da7-41a2-8a0e-a205e500f904 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "DELETE /v2.0/subnets/a0e0a406-b72b-4bcd-9dc9-1059a11bc6a6 HTTP/1.1" status: 204 len: 168 time: 2.4360528 Jul 09 14:56:50.340105 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49738) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:50.348187 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcfbce4-f1c9-4091-9cca-53adf5affa6b None None] Network 664f3735-ad3e-491d-849d-4d5ed94d15b7 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:56:50.500187 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-75f18794-ca7c-497f-b09d-86494d1231f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:50.502214 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-75f18794-ca7c-497f-b09d-86494d1231f0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dc6506e8-ceaa-4382-aad7-27ea0263e5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3757579 Jul 09 14:56:50.512423 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd0953ce-d84d-459c-97ba-f4c47b478529 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Deleting subnet de8bf930-af34-4504-87ee-bff729490359 {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:56:50.528556 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fd0953ce-d84d-459c-97ba-f4c47b478529 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:50.549618 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-ce727e86-5f8e-4266-ad21-9b2154adc53a None None] Allocated IP 2001:db8::f816:3eff:fee7:886a (e37af5cb-b1b7-40b3-92af-a55415fdfd92/aa77714c-efed-4640-a706-400c3ac3f2e4/ba14acf7-795b-41af-bdfd-8aba07626979) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:56:50.639144 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-806ded99-a949-4789-90ae-034870742420 req-25126082-8a39-41c6-80de-f30648ebaa0f service neutron] 10.222.0.54 "GET /v2.0/networks/61c92cf8-ecee-479c-90fe-4eeab4f08045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3961127 Jul 09 14:56:50.645048 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5c9aa60d-a58a-4947-8702-73041138fb8e tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:50.710463 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fd0953ce-d84d-459c-97ba-f4c47b478529 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:50.766347 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9aa60d-a58a-4947-8702-73041138fb8e tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event deleted for resources: {'Subnet': ['ID=5e692e4b-0a7d-49e3-8542-332d10e39fc4,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:50.793092 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349a6f2-8524-4661-b521-bbbbd7eed6d7 req-7f5eb249-2c14-43c9-902f-ff86b7ec738c tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:50.795292 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device cca39cdd-4494-4a53-a2a4-2d9d64bce299 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:56:50.799311 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2a8d93-543c-4a9f-b3d4-89037284b486 None None] Network 5bdc793e-81d4-43f3-bbc7-f829e71eca85 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:56:50.806868 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349a6f2-8524-4661-b521-bbbbd7eed6d7 req-7f5eb249-2c14-43c9-902f-ff86b7ec738c tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:50.813740 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7cc8c8e7-4bb4-4471-a487-c26da74edb28 req-a09c9276-07a0-4636-a589-6568b2640796 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Router 0d945299-70fc-4ccf-8956-936cb636c1a0 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:56:50.816998 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349a6f2-8524-4661-b521-bbbbd7eed6d7 req-7f5eb249-2c14-43c9-902f-ff86b7ec738c tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:50.823152 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349a6f2-8524-4661-b521-bbbbd7eed6d7 req-7f5eb249-2c14-43c9-902f-ff86b7ec738c tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:50.829253 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349a6f2-8524-4661-b521-bbbbd7eed6d7 req-7f5eb249-2c14-43c9-902f-ff86b7ec738c tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:50.835257 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349a6f2-8524-4661-b521-bbbbd7eed6d7 req-7f5eb249-2c14-43c9-902f-ff86b7ec738c tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:50.841069 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349a6f2-8524-4661-b521-bbbbd7eed6d7 req-7f5eb249-2c14-43c9-902f-ff86b7ec738c tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:50.849497 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5349a6f2-8524-4661-b521-bbbbd7eed6d7 req-7f5eb249-2c14-43c9-902f-ff86b7ec738c tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 5431 time: 0.4439123 Jul 09 14:56:50.851724 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5c9aa60d-a58a-4947-8702-73041138fb8e tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:50.853713 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-5c9aa60d-a58a-4947-8702-73041138fb8e tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "DELETE /v2.0/subnets/5e692e4b-0a7d-49e3-8542-332d10e39fc4 HTTP/1.1" status: 204 len: 168 time: 1.2888110 Jul 09 14:56:50.865013 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49742) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:50.949883 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5349a6f2-8524-4661-b521-bbbbd7eed6d7 req-f4eb3391-453e-4670-a64b-2384fae36f7b tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b892279-bd5f-423b-8017-ce4180b448af&id=710f4a29-0022-436a-b96b-568cc62700fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0994279 Jul 09 14:56:50.978526 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-806ded99-a949-4789-90ae-034870742420 req-60d3935d-7180-407a-ab00-3112400c2282 service neutron] 10.222.0.54 "GET /v2.0/networks/61c92cf8-ecee-479c-90fe-4eeab4f08045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3305621 Jul 09 14:56:50.980257 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96069dde-8809-4953-9047-05f1fe2023f4 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Made reservation on behalf of 7d7a3bd3b0b145fabfd50127d7be3103 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:56:50.995227 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-96069dde-8809-4953-9047-05f1fe2023f4 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:51.021333 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [None req-96069dde-8809-4953-9047-05f1fe2023f4 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] device_id is not set on port b559dc40-7bed-4bcd-b7b7-65b17243220b yet. {{(pid=94445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:56:51.058939 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port cca39cdd-4494-4a53-a2a4-2d9d64bce299, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=cca39cdd-4494-4a53-a2a4-2d9d64bce299,segment=NetworkSegment(02694641-735f-4d0d-a532-dfd42213845c),segment_id=02694641-735f-4d0d-a532-dfd42213845c)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:56:51.085222 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': 'cca39cdd-4494-4a53-a2a4-2d9d64bce299', 'network_id': '61c92cf8-ecee-479c-90fe-4eeab4f08045', 'port_id': 'cca39cdd-4494-4a53-a2a4-2d9d64bce299', 'mac_address': 'fa:16:3e:ef:dc:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e12f2d3-f35b-4e0f-9a03-eef2fec916ad', 'ip_address': '19.80.0.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:56:51.086771 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fd0953ce-d84d-459c-97ba-f4c47b478529 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:51.166359 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-acf8ff1e-7b6c-4fea-a85a-cc61261e94f1 service neutron] 10.222.0.62 "GET /v2.0/networks/dc6506e8-ceaa-4382-aad7-27ea0263e5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5791790 Jul 09 14:56:51.287642 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-63f109b6-addd-488c-a20f-3fe0d9023368 req-e16ea026-2d96-4320-8586-30fe7fc391d8 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/ports?device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 210 time: 0.0679052 Jul 09 14:56:51.302146 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fd0953ce-d84d-459c-97ba-f4c47b478529 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:51.325058 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:51.341659 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fd0953ce-d84d-459c-97ba-f4c47b478529 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:51.348401 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cca39cdd-4494-4a53-a2a4-2d9d64bce299 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:56:51.349495 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-fd0953ce-d84d-459c-97ba-f4c47b478529 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "DELETE /v2.0/subnets/de8bf930-af34-4504-87ee-bff729490359 HTTP/1.1" status: 204 len: 168 time: 1.0017638 Jul 09 14:56:51.350462 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49748) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:51.366566 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0953ce-d84d-459c-97ba-f4c47b478529 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event deleted for resources: {'Subnet': ['ID=de8bf930-af34-4504-87ee-bff729490359,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:51.370499 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port cca39cdd-4494-4a53-a2a4-2d9d64bce299, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=cca39cdd-4494-4a53-a2a4-2d9d64bce299,segment=NetworkSegment(02694641-735f-4d0d-a532-dfd42213845c),segment_id=02694641-735f-4d0d-a532-dfd42213845c)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:56:51.399634 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cfd80907-1533-4bc3-b886-afc1fa91b15e tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:51.416534 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-47dbf3f6-e1f1-4d43-9f36-356ab23c8f4a tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] DELETE failed (client error): The resource could not be found. Jul 09 14:56:51.421267 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47dbf3f6-e1f1-4d43-9f36-356ab23c8f4a tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:56:51.426306 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-47dbf3f6-e1f1-4d43-9f36-356ab23c8f4a tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "DELETE /v2.0/subnets/a0e0a406-b72b-4bcd-9dc9-1059a11bc6a6 HTTP/1.1" status: 404 len: 337 time: 0.0746729 Jul 09 14:56:51.426944 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49750) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:51.456995 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ce727e86-5f8e-4266-ad21-9b2154adc53a None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:51.475765 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-ce727e86-5f8e-4266-ad21-9b2154adc53a None None] Transition to ACTIVE for port object ba14acf7-795b-41af-bdfd-8aba07626979 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:56:51.499725 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:51.500486 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device a60009f5-03bf-4e89-8abb-0ca57cc750f0 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:56:51.509636 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-ce727e86-5f8e-4266-ad21-9b2154adc53a None None] Transition to ACTIVE for port object ba14acf7-795b-41af-bdfd-8aba07626979 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:56:51.554005 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-619537b8-dd0c-4d70-8b90-b46ef7ba7d4b tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Deleting subnet 50177411-f793-4d35-bb9a-3a5035555fde {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:56:51.562189 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-619537b8-dd0c-4d70-8b90-b46ef7ba7d4b tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:51.576428 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7cc8c8e7-4bb4-4471-a487-c26da74edb28 req-a09c9276-07a0-4636-a589-6568b2640796 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:56:51.580608 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-29b2f2f9-664c-4c22-bc50-58c0e939a97a service neutron] 10.222.0.62 "GET /v2.0/networks/dc6506e8-ceaa-4382-aad7-27ea0263e5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4028196 Jul 09 14:56:51.585898 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-7cc8c8e7-4bb4-4471-a487-c26da74edb28 req-a09c9276-07a0-4636-a589-6568b2640796 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:51.596743 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3f300e-8fed-47c5-997f-f126dc134dba None None] Sync routers for ids ['0d945299-70fc-4ccf-8956-936cb636c1a0'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:56:51.636467 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7cc8c8e7-4bb4-4471-a487-c26da74edb28 req-a09c9276-07a0-4636-a589-6568b2640796 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "PUT /v2.0/floatingips/c24bd583-44a6-4a62-95fb-e49dbac3870c HTTP/1.1" status: 200 len: 695 time: 3.1955471 Jul 09 14:56:51.637297 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ce727e86-5f8e-4266-ad21-9b2154adc53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:51.645152 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b2d54fb-d544-4a03-8d39-6600c8d1ac67', 'tag': '461e2fef-d791-4b1e-944c-e2e29a0ed1bb'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:56:51.647863 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53299b85-7e7a-466e-8af0-e3a5c62a545a" -d '{"events": [{"name": "network-changed", "server_uuid": "8b2d54fb-d544-4a03-8d39-6600c8d1ac67", "tag": "461e2fef-d791-4b1e-944c-e2e29a0ed1bb"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:56:51.665242 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device dcafd1e7-9792-4821-8a04-e623be3a2ee9 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:56:51.761939 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port a60009f5-03bf-4e89-8abb-0ca57cc750f0, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=a60009f5-03bf-4e89-8abb-0ca57cc750f0,segment=NetworkSegment(02694641-735f-4d0d-a532-dfd42213845c),segment_id=02694641-735f-4d0d-a532-dfd42213845c)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:56:51.776218 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-61c369cd-03bc-411e-8f35-4a1f55618c9f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=652c8d51-7f4b-4a04-a1cb-616283698f43 HTTP/1.1" status: 200 len: 217 time: 0.1357801 Jul 09 14:56:51.777809 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=cca39cdd-4494-4a53-a2a4-2d9d64bce299,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:51.821932 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-619537b8-dd0c-4d70-8b90-b46ef7ba7d4b tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:51.836244 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3f300e-8fed-47c5-997f-f126dc134dba None None] Routers {'0d945299-70fc-4ccf-8956-936cb636c1a0'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:56:51.839087 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-cd3f300e-8fed-47c5-997f-f126dc134dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:56:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['0d945299-70fc-4ccf-8956-936cb636c1a0'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:56:51.859145 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff93245c-bb02-4116-849f-ecdcdbc1b302 None None] DHCP port deletion for 5bdc793e-81d4-43f3-bbc7-f829e71eca85 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:56:51.864858 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce727e86-5f8e-4266-ad21-9b2154adc53a None None] Pushing event updated for resources: {'Port': ['ID=ba14acf7-795b-41af-bdfd-8aba07626979,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:51.921157 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-96069dde-8809-4953-9047-05f1fe2023f4 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Allocated IP 2001:db8::f816:3eff:fe71:e34a (e37af5cb-b1b7-40b3-92af-a55415fdfd92/aa77714c-efed-4640-a706-400c3ac3f2e4/b559dc40-7bed-4bcd-b7b7-65b17243220b) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:56:51.937703 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': 'a60009f5-03bf-4e89-8abb-0ca57cc750f0', 'network_id': '61c92cf8-ecee-479c-90fe-4eeab4f08045', 'port_id': 'a60009f5-03bf-4e89-8abb-0ca57cc750f0', 'mac_address': 'fa:16:3e:6a:d4:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e12f2d3-f35b-4e0f-9a03-eef2fec916ad', 'ip_address': '19.80.0.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:56:51.943482 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80907-1533-4bc3-b886-afc1fa91b15e tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Deleting port c2da2f8e-e5f5-43cd-b867-905b170b74c4 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:56:51.943881 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cfd80907-1533-4bc3-b886-afc1fa91b15e tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:52.016712 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-619537b8-dd0c-4d70-8b90-b46ef7ba7d4b tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:52.053293 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b67c4a-c20a-44d3-bba5-8df91e615e54 req-0fa4a89b-2f3f-497e-addf-bc4767e27823 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:52.053515 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-664e9ee8-c792-4b82-a66b-499d3ea50c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:52.053515 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-664e9ee8-c792-4b82-a66b-499d3ea50c7b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4bd3f066-8f79-4f2b-b334-3e86a4217100 HTTP/1.1" status: 200 len: 797 time: 0.2155876 Jul 09 14:56:52.056930 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce727e86-5f8e-4266-ad21-9b2154adc53a None None] Network e37af5cb-b1b7-40b3-92af-a55415fdfd92 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:56:52.071331 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:52.086151 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b67c4a-c20a-44d3-bba5-8df91e615e54 req-0fa4a89b-2f3f-497e-addf-bc4767e27823 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:52.086151 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b67c4a-c20a-44d3-bba5-8df91e615e54 req-0fa4a89b-2f3f-497e-addf-bc4767e27823 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:52.092629 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-84b67c4a-c20a-44d3-bba5-8df91e615e54 req-0fa4a89b-2f3f-497e-addf-bc4767e27823 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ced0c85-6b79-459b-bd04-bb370086d704 HTTP/1.1" status: 200 len: 2413 time: 0.3546989 Jul 09 14:56:52.102653 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-ce727e86-5f8e-4266-ad21-9b2154adc53a None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:56:52.124708 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce727e86-5f8e-4266-ad21-9b2154adc53a None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:56:52.173373 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-cfd80907-1533-4bc3-b886-afc1fa91b15e tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] For port c2da2f8e-e5f5-43cd-b867-905b170b74c4, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=c2da2f8e-e5f5-43cd-b867-905b170b74c4,segment=NetworkSegment(bf0c691c-80d5-4f5a-83e5-a5bbec6da2d9),segment_id=bf0c691c-80d5-4f5a-83e5-a5bbec6da2d9)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:56:52.174059 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cfd80907-1533-4bc3-b886-afc1fa91b15e tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:52.191187 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80907-1533-4bc3-b886-afc1fa91b15e tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Calling delete_port for c2da2f8e-e5f5-43cd-b867-905b170b74c4 owned by network:dhcp {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:56:52.234114 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port dcafd1e7-9792-4821-8a04-e623be3a2ee9 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:56:52.234490 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:52.237437 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a60009f5-03bf-4e89-8abb-0ca57cc750f0 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:56:52.250747 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-84b67c4a-c20a-44d3-bba5-8df91e615e54 req-07e01951-3ea5-419d-b434-5bde92a7d456 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/security-groups?id=76663b26-aa3d-4cc3-9802-4384082a150d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538832 Jul 09 14:56:52.359778 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-ce727e86-5f8e-4266-ad21-9b2154adc53a None None] Attempting to bind port ba14acf7-795b-41af-bdfd-8aba07626979 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:56:52.360156 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-ce727e86-5f8e-4266-ad21-9b2154adc53a None None] Attempting to bind port ba14acf7-795b-41af-bdfd-8aba07626979 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '023365a0-d058-4b58-9091-e82b79cc1dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e37af5cb-b1b7-40b3-92af-a55415fdfd92'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:56:52.361124 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce727e86-5f8e-4266-ad21-9b2154adc53a None None] Attempting to bind port ba14acf7-795b-41af-bdfd-8aba07626979 on network e37af5cb-b1b7-40b3-92af-a55415fdfd92 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:56:52.388802 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b7358ce-5c25-4193-9f6d-b0fee1e008e7 x-openstack-request-id: req-1b7358ce-5c25-4193-9f6d-b0fee1e008e7 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:56:52.389380 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b2d54fb-d544-4a03-8d39-6600c8d1ac67", "tag": "461e2fef-d791-4b1e-944c-e2e29a0ed1bb", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:56:52.389380 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1b7358ce-5c25-4193-9f6d-b0fee1e008e7 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:56:52.390093 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b2d54fb-d544-4a03-8d39-6600c8d1ac67', 'tag': '461e2fef-d791-4b1e-944c-e2e29a0ed1bb', 'status': 'completed', 'code': 200} Jul 09 14:56:52.397709 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8c8e7-4bb4-4471-a487-c26da74edb28 req-6ff84571-6892-4eef-b5ea-3ca4845aa2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:52.402608 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7cc8c8e7-4bb4-4471-a487-c26da74edb28 req-6ff84571-6892-4eef-b5ea-3ca4845aa2e7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=57b971acb11e4eaea846cbcb413ca1a9&device_id=8b2d54fb-d544-4a03-8d39-6600c8d1ac67 HTTP/1.1" status: 200 len: 1096 time: 0.6475425 Jul 09 14:56:52.441761 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port a60009f5-03bf-4e89-8abb-0ca57cc750f0, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=a60009f5-03bf-4e89-8abb-0ca57cc750f0,segment=NetworkSegment(02694641-735f-4d0d-a532-dfd42213845c),segment_id=02694641-735f-4d0d-a532-dfd42213845c)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:56:52.445459 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-619537b8-dd0c-4d70-8b90-b46ef7ba7d4b tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:52.447797 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce727e86-5f8e-4266-ad21-9b2154adc53a None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:56:52.448184 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce727e86-5f8e-4266-ad21-9b2154adc53a None None] Checking segment: {'id': '023365a0-d058-4b58-9091-e82b79cc1dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e37af5cb-b1b7-40b3-92af-a55415fdfd92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:56:52.448737 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ce727e86-5f8e-4266-ad21-9b2154adc53a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:52.449138 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce727e86-5f8e-4266-ad21-9b2154adc53a None None] Bound using segment: {'id': '023365a0-d058-4b58-9091-e82b79cc1dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e37af5cb-b1b7-40b3-92af-a55415fdfd92'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:56:52.449625 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-ce727e86-5f8e-4266-ad21-9b2154adc53a None None] Bound port: ba14acf7-795b-41af-bdfd-8aba07626979, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '023365a0-d058-4b58-9091-e82b79cc1dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e37af5cb-b1b7-40b3-92af-a55415fdfd92'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:56:52.450012 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ce727e86-5f8e-4266-ad21-9b2154adc53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:52.475763 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cfd80907-1533-4bc3-b886-afc1fa91b15e tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:52.517008 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-cd3f300e-8fed-47c5-997f-f126dc134dba None None] Set router 0d945299-70fc-4ccf-8956-936cb636c1a0 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:56:52.549112 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619537b8-dd0c-4d70-8b90-b46ef7ba7d4b tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event deleted for resources: {'Subnet': ['ID=50177411-f793-4d35-bb9a-3a5035555fde,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:52.576685 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd80907-1533-4bc3-b886-afc1fa91b15e tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event deleted for resources: {'Port': ['ID=c2da2f8e-e5f5-43cd-b867-905b170b74c4,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:52.604967 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd80907-1533-4bc3-b886-afc1fa91b15e tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] No DVR routers for this DVR port c2da2f8e-e5f5-43cd-b867-905b170b74c4 on host n-d-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:56:52.611412 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-96069dde-8809-4953-9047-05f1fe2023f4 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:52.634089 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-619537b8-dd0c-4d70-8b90-b46ef7ba7d4b tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:52.642890 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-619537b8-dd0c-4d70-8b90-b46ef7ba7d4b tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "DELETE /v2.0/subnets/50177411-f793-4d35-bb9a-3a5035555fde HTTP/1.1" status: 204 len: 168 time: 1.2121396 Jul 09 14:56:52.653675 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-fd7275c7-969d-41bc-83e4-bac6c20a9bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:52.655529 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-fd7275c7-969d-41bc-83e4-bac6c20a9bf8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dc6506e8-ceaa-4382-aad7-27ea0263e5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5903673 Jul 09 14:56:52.668295 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49764) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:52.680580 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-ce727e86-5f8e-4266-ad21-9b2154adc53a None None] For port ba14acf7-795b-41af-bdfd-8aba07626979, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:56:52.688266 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-ce727e86-5f8e-4266-ad21-9b2154adc53a None None] For port ba14acf7-795b-41af-bdfd-8aba07626979, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=ba14acf7-795b-41af-bdfd-8aba07626979,segment=NetworkSegment(023365a0-d058-4b58-9091-e82b79cc1dd6),segment_id=023365a0-d058-4b58-9091-e82b79cc1dd6)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:56:52.716821 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:52.717560 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 87295362-aa14-45d0-9532-ab3a5ec4e81d details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:56:52.780299 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cfd80907-1533-4bc3-b886-afc1fa91b15e tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:52.805666 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-cfd80907-1533-4bc3-b886-afc1fa91b15e tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bdc793e-81d4-43f3-bbc7-f829e71eca85']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:56:52.812345 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=a60009f5-03bf-4e89-8abb-0ca57cc750f0,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:52.816368 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-ff93245c-bb02-4116-849f-ecdcdbc1b302 None None] Deleting port c2da2f8e-e5f5-43cd-b867-905b170b74c4 {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:56:52.816749 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ff93245c-bb02-4116-849f-ecdcdbc1b302 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:52.821546 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-b03b9dd3-f405-4d6f-a4e6-6c5c57755289 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] DELETE failed (client error): The resource could not be found. Jul 09 14:56:52.822309 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b03b9dd3-f405-4d6f-a4e6-6c5c57755289 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:56:52.838542 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b03b9dd3-f405-4d6f-a4e6-6c5c57755289 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "DELETE /v2.0/subnets/cab09d4e-bb4b-41d0-9414-037e2f526631 HTTP/1.1" status: 404 len: 337 time: 0.0827491 Jul 09 14:56:52.838542 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-96069dde-8809-4953-9047-05f1fe2023f4 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Transition to ACTIVE for port object b559dc40-7bed-4bcd-b7b7-65b17243220b will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:56:52.838542 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49766) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:52.839868 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-cfd80907-1533-4bc3-b886-afc1fa91b15e tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf0c691c-80d5-4f5a-83e5-a5bbec6da2d9') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:56:52.840206 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-cfd80907-1533-4bc3-b886-afc1fa91b15e tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf0c691c-80d5-4f5a-83e5-a5bbec6da2d9') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:56:52.852684 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cfd80907-1533-4bc3-b886-afc1fa91b15e tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:52.871790 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cfd80907-1533-4bc3-b886-afc1fa91b15e tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:52.879407 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfd80907-1533-4bc3-b886-afc1fa91b15e tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:56:52.880046 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cfd80907-1533-4bc3-b886-afc1fa91b15e tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:52.893478 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-09065b36-fdff-4018-adf7-735af2f8b605 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "GET /v2.0/ports?device_id=f427e1a1-b8d1-4fb5-979e-b86dec81676c HTTP/1.1" status: 200 len: 205 time: 0.0537097 Jul 09 14:56:52.901682 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49770) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:52.919813 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53299b85-7e7a-466e-8af0-e3a5c62a545a req-cd886c18-5903-41c6-9ec3-13acdc538437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:52.921993 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-53299b85-7e7a-466e-8af0-e3a5c62a545a req-cd886c18-5903-41c6-9ec3-13acdc538437 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=57b971acb11e4eaea846cbcb413ca1a9&device_id=8b2d54fb-d544-4a03-8d39-6600c8d1ac67 HTTP/1.1" status: 200 len: 1096 time: 0.5448887 Jul 09 14:56:52.966061 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:56:52.966061 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:56:52.966061 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:56:52.966061 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:56:52.966061 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:56:52.966061 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:56:52.966061 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:56:52.966061 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:56:52.966061 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:56:52.966061 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:56:52.966061 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:56:52.966061 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:56:52.966061 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:56:52.966061 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:56:52.966061 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:56:52.966061 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:56:52.966061 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:56:52.966061 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:56:52.966061 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:56:52.966061 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:56:52.966061 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 14:56:52.966061 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:56:52.966061 n-d-799529-6 neutron-server[94446]: timer() Jul 09 14:56:52.966061 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:56:52.966061 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 14:56:52.966061 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:56:52.966061 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 14:56:52.966061 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:56:52.966061 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 14:56:52.966061 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:56:52.966061 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 14:56:52.966061 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:56:52.966061 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 14:56:52.966061 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:56:52.966061 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:56:52.966061 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:56:52.966061 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:56:52.966061 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:56:52.966061 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 14:56:52.966061 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:56:52.966061 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 14:56:52.966061 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:56:52.966061 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:56:52.966061 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:56:52.966061 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 14:56:52.966061 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:56:52.966061 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:56:52.966061 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:56:52.966061 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:56:52.966061 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:56:52.966061 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:56:52.966061 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:56:52.987825 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [None req-bf09afd1-40dc-4975-ac14-b4d45101f597 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] delete failed (client error): The resource could not be found. Jul 09 14:56:52.992007 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-bf09afd1-40dc-4975-ac14-b4d45101f597 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "DELETE /v2.0/routers/f427e1a1-b8d1-4fb5-979e-b86dec81676c HTTP/1.1" status: 404 len: 336 time: 0.0870614 Jul 09 14:56:52.992679 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49772) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:53.067214 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8c8e7-4bb4-4471-a487-c26da74edb28 req-996678e7-ffb6-4fff-859a-bb51c9d27423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:53.073442 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7cc8c8e7-4bb4-4471-a487-c26da74edb28 req-996678e7-ffb6-4fff-859a-bb51c9d27423 service neutron] 10.222.0.58 "GET /v2.0/networks?id=65219ae9-d282-4121-8917-8c4ecd74e176 HTTP/1.1" status: 200 len: 921 time: 0.6633348 Jul 09 14:56:53.076611 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5b9e915-420a-41fd-bf24-4708cb5afdb8 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] DELETE failed (client error): The resource could not be found. Jul 09 14:56:53.077378 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5b9e915-420a-41fd-bf24-4708cb5afdb8 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:56:53.083800 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d5b9e915-420a-41fd-bf24-4708cb5afdb8 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "DELETE /v2.0/subnets/16373541-4acb-4772-ad61-0312e8c45f8f HTTP/1.1" status: 404 len: 337 time: 0.0774171 Jul 09 14:56:53.091492 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49774) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:53.209059 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cfd80907-1533-4bc3-b886-afc1fa91b15e tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:53.217208 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7cc8c8e7-4bb4-4471-a487-c26da74edb28 req-78b6f4d0-fdd3-41ab-8184-c9a5cd247b54 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=461e2fef-d791-4b1e-944c-e2e29a0ed1bb HTTP/1.1" status: 200 len: 217 time: 0.1226871 Jul 09 14:56:53.222115 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8833bf67-98fc-49ee-8821-c12dbc0ab366 None None] Network 664f3735-ad3e-491d-849d-4d5ed94d15b7 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:56:53.227152 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ce727e86-5f8e-4266-ad21-9b2154adc53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:53.240840 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cfd80907-1533-4bc3-b886-afc1fa91b15e tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:53.244581 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-cfd80907-1533-4bc3-b886-afc1fa91b15e tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "DELETE /v2.0/networks/5bdc793e-81d4-43f3-bbc7-f829e71eca85 HTTP/1.1" status: 204 len: 168 time: 2.3776245 Jul 09 14:56:53.249791 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd80907-1533-4bc3-b886-afc1fa91b15e tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event deleted for resources: {'Network': ['ID=5bdc793e-81d4-43f3-bbc7-f829e71eca85,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:53.252676 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49778) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:53.304353 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-b87a2774-9c86-491b-8a5e-23cb75302d05 service neutron] 10.222.0.62 "GET /v2.0/networks/dc6506e8-ceaa-4382-aad7-27ea0263e5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3468609 Jul 09 14:56:53.314905 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-ada3016d-7165-4b2f-9209-6b64458f2409 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-392138302'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:56:53.430821 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8c8e7-4bb4-4471-a487-c26da74edb28 req-086296e9-d82c-4e0c-824c-03e5c62f94d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:53.432365 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7cc8c8e7-4bb4-4471-a487-c26da74edb28 req-086296e9-d82c-4e0c-824c-03e5c62f94d4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0ba330ed-9359-4085-9db6-f1c4985ac874 HTTP/1.1" status: 200 len: 860 time: 0.1948197 Jul 09 14:56:53.520395 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7cc8c8e7-4bb4-4471-a487-c26da74edb28 req-a8a6b19a-c208-4f8d-91fe-7322efb076d0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=65219ae9-d282-4121-8917-8c4ecd74e176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585063 Jul 09 14:56:53.581680 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-d82e6aa7-9bb9-400a-8241-9eb5e9ba81c7 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] DELETE failed (client error): The resource could not be found. Jul 09 14:56:53.582266 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d82e6aa7-9bb9-400a-8241-9eb5e9ba81c7 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:56:53.583996 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d82e6aa7-9bb9-400a-8241-9eb5e9ba81c7 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "DELETE /v2.0/subnets/1d2639b7-a8c8-4e21-b5c3-0cef224f40a0 HTTP/1.1" status: 404 len: 337 time: 0.4938185 Jul 09 14:56:53.595955 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-96069dde-8809-4953-9047-05f1fe2023f4 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:53.605099 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49784) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:53.664713 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada3016d-7165-4b2f-9209-6b64458f2409 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Made reservation on behalf of 5addd83cb682465db8739493dcb3fffc for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:56:53.668772 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ada3016d-7165-4b2f-9209-6b64458f2409 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:53.679043 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae98e1-9336-41b8-9e17-7c928aa5c3cf req-5f8cd729-86c9-4f45-9dec-aaed3d911758 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:53.693595 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae98e1-9336-41b8-9e17-7c928aa5c3cf req-5f8cd729-86c9-4f45-9dec-aaed3d911758 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:53.719811 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-078fe598-71b2-4852-9c41-9ac198b1b9e0 None None] Provisioning complete for port e8cace6f-0833-4c32-a2be-831fbe26fb13 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:56:53.719811 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-078fe598-71b2-4852-9c41-9ac198b1b9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:53.722914 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0f23766-627b-426f-8ebd-1e64a8697bd4 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] DELETE failed (client error): The resource could not be found. Jul 09 14:56:53.723213 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0f23766-627b-426f-8ebd-1e64a8697bd4 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:56:53.724423 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae98e1-9336-41b8-9e17-7c928aa5c3cf req-5f8cd729-86c9-4f45-9dec-aaed3d911758 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:53.728097 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b0f23766-627b-426f-8ebd-1e64a8697bd4 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "DELETE /v2.0/subnets/3b157dd4-8880-4a6e-9b5d-e48efbcee592 HTTP/1.1" status: 404 len: 337 time: 0.1203063 Jul 09 14:56:53.729049 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49786) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:53.739985 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.db.resource_extend [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 14:56:53.746191 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae98e1-9336-41b8-9e17-7c928aa5c3cf req-5f8cd729-86c9-4f45-9dec-aaed3d911758 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:53.754160 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-ff93245c-bb02-4116-849f-ecdcdbc1b302 None None] For port c2da2f8e-e5f5-43cd-b867-905b170b74c4, host n-d-799529-6, got binding levels [] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:56:53.754406 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-cc9dd062-996d-4196-b5a0-a3734cc0e7bb service neutron] 10.222.0.62 "GET /v2.0/networks/dc6506e8-ceaa-4382-aad7-27ea0263e5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4354994 Jul 09 14:56:53.754785 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ff93245c-bb02-4116-849f-ecdcdbc1b302 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:53.767270 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae98e1-9336-41b8-9e17-7c928aa5c3cf req-5f8cd729-86c9-4f45-9dec-aaed3d911758 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:53.776434 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device c2da2f8e-e5f5-43cd-b867-905b170b74c4 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:56:53.782677 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae98e1-9336-41b8-9e17-7c928aa5c3cf req-5f8cd729-86c9-4f45-9dec-aaed3d911758 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:53.817814 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae98e1-9336-41b8-9e17-7c928aa5c3cf req-5f8cd729-86c9-4f45-9dec-aaed3d911758 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:53.840880 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e7fe778-9f40-4717-acc4-2cdeb0eaa134 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] DELETE failed (client error): The resource could not be found. Jul 09 14:56:53.842287 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e7fe778-9f40-4717-acc4-2cdeb0eaa134 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:56:53.854195 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f0ae98e1-9336-41b8-9e17-7c928aa5c3cf req-5f8cd729-86c9-4f45-9dec-aaed3d911758 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 5431 time: 1.2914431 Jul 09 14:56:53.857422 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-9e7fe778-9f40-4717-acc4-2cdeb0eaa134 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "DELETE /v2.0/ports/9c834419-0939-463d-a261-ddc43400725e HTTP/1.1" status: 404 len: 333 time: 0.1227453 Jul 09 14:56:53.858251 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49788) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:53.863094 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: c2da2f8e-e5f5-43cd-b867-905b170b74c4 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:56:53.863529 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device c2da2f8e-e5f5-43cd-b867-905b170b74c4 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:56:53.897167 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:53.918749 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-ff93245c-bb02-4116-849f-ecdcdbc1b302 None None] Calling delete_port for c2da2f8e-e5f5-43cd-b867-905b170b74c4 owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:56:53.969875 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.ipam_backend_mixin [None req-ff93245c-bb02-4116-849f-ecdcdbc1b302 None None] Port c2da2f8e-e5f5-43cd-b867-905b170b74c4 was not found and therefore no delete operation was performed {{(pid=94447) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 14:56:53.985887 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce727e86-5f8e-4266-ad21-9b2154adc53a None None] Pushing event updated for resources: {'Port': ['ID=ba14acf7-795b-41af-bdfd-8aba07626979,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:54.018108 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ff93245c-bb02-4116-849f-ecdcdbc1b302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:54.031360 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ff93245c-bb02-4116-849f-ecdcdbc1b302 None None] Network 5bdc793e-81d4-43f3-bbc7-f829e71eca85 is not hosted by any dhcp agent {{(pid=94447) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 14:56:54.031663 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff93245c-bb02-4116-849f-ecdcdbc1b302 None None] No DVR routers for this DVR port c2da2f8e-e5f5-43cd-b867-905b170b74c4 on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:56:54.045656 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-03dafb56-e137-4f05-84e2-8d9ede73c036 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=c179ac98-dd01-447c-a2f9-2714b5048c9d HTTP/1.1" status: 200 len: 217 time: 0.2268047 Jul 09 14:56:54.046304 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96069dde-8809-4953-9047-05f1fe2023f4 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Pushing event updated for resources: {'Port': ['ID=b559dc40-7bed-4bcd-b7b7-65b17243220b,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:54.047015 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ada3016d-7165-4b2f-9209-6b64458f2409 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:56:54.070034 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96069dde-8809-4953-9047-05f1fe2023f4 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Network e37af5cb-b1b7-40b3-92af-a55415fdfd92 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:56:54.075402 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-96069dde-8809-4953-9047-05f1fe2023f4 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:56:54.077806 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5bdc3ec-cafd-4ac3-83e8-d25458584ddc tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] DELETE failed (client error): The resource could not be found. Jul 09 14:56:54.078602 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5bdc3ec-cafd-4ac3-83e8-d25458584ddc tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:56:54.084460 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96069dde-8809-4953-9047-05f1fe2023f4 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:56:54.087044 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b5bdc3ec-cafd-4ac3-83e8-d25458584ddc tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "DELETE /v2.0/subnets/15c799ad-0b60-453b-a7d0-f567a5f5fdbe HTTP/1.1" status: 404 len: 337 time: 0.1330464 Jul 09 14:56:54.087820 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49792) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:54.088468 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-078fe598-71b2-4852-9c41-9ac198b1b9e0 None None] Port e8cace6f-0833-4c32-a2be-831fbe26fb13 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:56:54.097430 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96069dde-8809-4953-9047-05f1fe2023f4 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:54.099004 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-96069dde-8809-4953-9047-05f1fe2023f4 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:54.116873 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff93245c-bb02-4116-849f-ecdcdbc1b302 None None] Pushing event deleted for resources: {'Port': ['ID=c2da2f8e-e5f5-43cd-b867-905b170b74c4,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:54.177855 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f0ae98e1-9336-41b8-9e17-7c928aa5c3cf req-9cc58681-3caf-42f4-bc6f-57fa9565326e tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b892279-bd5f-423b-8017-ce4180b448af&id=710f4a29-0022-436a-b96b-568cc62700fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3218920 Jul 09 14:56:54.192988 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-078fe598-71b2-4852-9c41-9ac198b1b9e0 None None] Provisioning complete for port 0bb1e15c-957c-410a-afda-a26d6ed16f24 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:56:54.193370 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-078fe598-71b2-4852-9c41-9ac198b1b9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:54.198717 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 87295362-aa14-45d0-9532-ab3a5ec4e81d, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=87295362-aa14-45d0-9532-ab3a5ec4e81d,segment=NetworkSegment(2d8988dd-55cb-4fb2-8ab4-9876ad3ed9b2),segment_id=2d8988dd-55cb-4fb2-8ab4-9876ad3ed9b2)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:56:54.229611 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-96069dde-8809-4953-9047-05f1fe2023f4 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.9989691 Jul 09 14:56:54.229611 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49794) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:54.248337 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53299b85-7e7a-466e-8af0-e3a5c62a545a req-3feb719c-52bc-424c-ba24-c95d6b263d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:54.250138 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-53299b85-7e7a-466e-8af0-e3a5c62a545a req-3feb719c-52bc-424c-ba24-c95d6b263d8c service neutron] 10.222.0.54 "GET /v2.0/networks?id=65219ae9-d282-4121-8917-8c4ecd74e176 HTTP/1.1" status: 200 len: 921 time: 1.2871616 Jul 09 14:56:54.255463 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': '87295362-aa14-45d0-9532-ab3a5ec4e81d', 'network_id': 'a1fbdea5-0ee3-4e92-ad54-0cd30f4b320c', 'port_id': '87295362-aa14-45d0-9532-ab3a5ec4e81d', 'mac_address': 'fa:16:3e:95:f8:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f8905e4-c5e0-48a8-9070-4c4be196cfd2', 'ip_address': '19.86.0.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:56:54.282853 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d8dfaae-d3c7-4e5e-9660-9744e9d5461d tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] DELETE failed (client error): The resource could not be found. Jul 09 14:56:54.283320 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d8dfaae-d3c7-4e5e-9660-9744e9d5461d tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:56:54.287700 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7d8dfaae-d3c7-4e5e-9660-9744e9d5461d tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "DELETE /v2.0/subnets/17e82315-14b7-4962-9784-b396f4201065 HTTP/1.1" status: 404 len: 337 time: 0.1468301 Jul 09 14:56:54.288301 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49796) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:54.289510 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ada3016d-7165-4b2f-9209-6b64458f2409 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:54.289857 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-ada3016d-7165-4b2f-9209-6b64458f2409 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Added segment ccb72476-117b-40fa-a977-2bd8b8f925e3 of type vlan for network d5792aa0-ad02-4feb-a8aa-6a866b7689a2 Jul 09 14:56:54.323165 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-53299b85-7e7a-466e-8af0-e3a5c62a545a req-ddd68e43-a121-4347-90fa-07e7b796d037 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=461e2fef-d791-4b1e-944c-e2e29a0ed1bb HTTP/1.1" status: 200 len: 217 time: 0.0494261 Jul 09 14:56:54.327898 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:54.339819 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7cc8c8e7-4bb4-4471-a487-c26da74edb28 req-9ec61943-a052-41fa-960f-5cb0c4216c8f service neutron] 10.222.0.58 "GET /v2.0/networks/65219ae9-d282-4121-8917-8c4ecd74e176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7964191 Jul 09 14:56:54.380329 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-e51df256-4598-4b41-9664-700612c602f9 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] DELETE failed (client error): The resource could not be found. Jul 09 14:56:54.383340 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e51df256-4598-4b41-9664-700612c602f9 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:56:54.398202 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87295362-aa14-45d0-9532-ab3a5ec4e81d {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:56:54.401204 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-e51df256-4598-4b41-9664-700612c602f9 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "DELETE /v2.0/ports/8bae825b-f8a3-41a1-85eb-de2d52162f63 HTTP/1.1" status: 404 len: 333 time: 0.1024859 Jul 09 14:56:54.406232 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53299b85-7e7a-466e-8af0-e3a5c62a545a req-0090364c-fb17-49c4-9429-614e511be998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:54.422565 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-53299b85-7e7a-466e-8af0-e3a5c62a545a req-0090364c-fb17-49c4-9429-614e511be998 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0ba330ed-9359-4085-9db6-f1c4985ac874 HTTP/1.1" status: 200 len: 860 time: 0.0752196 Jul 09 14:56:54.425420 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49798) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:54.442278 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 87295362-aa14-45d0-9532-ab3a5ec4e81d, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=87295362-aa14-45d0-9532-ab3a5ec4e81d,segment=NetworkSegment(2d8988dd-55cb-4fb2-8ab4-9876ad3ed9b2),segment_id=2d8988dd-55cb-4fb2-8ab4-9876ad3ed9b2)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:56:54.470489 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-1f38782f-3c27-41fe-9b8a-e9185bc0a18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:54.472488 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-1f38782f-3c27-41fe-9b8a-e9185bc0a18f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4bd3f066-8f79-4f2b-b334-3e86a4217100 HTTP/1.1" status: 200 len: 797 time: 0.3835042 Jul 09 14:56:54.500661 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-cd3f300e-8fed-47c5-997f-f126dc134dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d945299-70fc-4ccf-8956-936cb636c1a0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1212768639-router', 'tenant_id': '57b971acb11e4eaea846cbcb413ca1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '54bb6915-ac8a-4176-b921-037735fc3c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:55:17Z', 'updated_at': '2021-07-09T14:55:27Z', 'revision_number': 4, 'project_id': '57b971acb11e4eaea846cbcb413ca1a9', 'gw_port': {'id': '54bb6915-ac8a-4176-b921-037735fc3c53', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d945299-70fc-4ccf-8956-936cb636c1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:55:20Z', 'updated_at': '2021-07-09T14:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'ead5b1f0-4b03-4c4c-a7a5-9d4116b7d094', 'name': '', 'network_id': '65219ae9-d282-4121-8917-8c4ecd74e176', 'tenant_id': '57b971acb11e4eaea846cbcb413ca1a9', 'mac_address': 'fa:16:3e:ca:8c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d945299-70fc-4ccf-8956-936cb636c1a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '0ba330ed-9359-4085-9db6-f1c4985ac874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:55:26Z', 'updated_at': '2021-07-09T14:55:37Z', 'revision_number': 5, 'project_id': '57b971acb11e4eaea846cbcb413ca1a9', 'subnets': [{'id': '0ba330ed-9359-4085-9db6-f1c4985ac874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:56:54.545254 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3f300e-8fed-47c5-997f-f126dc134dba None None] Checking router: 0d945299-70fc-4ccf-8956-936cb636c1a0 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:56:54.546047 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f0e1c99-5a11-4260-8721-d850a76188f0 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] DELETE failed (client error): The resource could not be found. Jul 09 14:56:54.546668 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f0e1c99-5a11-4260-8721-d850a76188f0 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:56:54.547675 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114f6139-7f1e-4b7e-869d-ab86e826dc06 None None] DHCP port deletion for 664f3735-ad3e-491d-849d-4d5ed94d15b7 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:56:54.550085 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-5f0e1c99-5a11-4260-8721-d850a76188f0 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "DELETE /v2.0/subnets/a40605e8-fb02-4d87-a212-78b51defb92f HTTP/1.1" status: 404 len: 337 time: 0.0923386 Jul 09 14:56:54.586697 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-53299b85-7e7a-466e-8af0-e3a5c62a545a req-fda6163c-a296-4022-9a9d-4e7b85cbe049 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=65219ae9-d282-4121-8917-8c4ecd74e176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1622202 Jul 09 14:56:54.588393 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49800) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:54.607028 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:54.649424 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3f300e-8fed-47c5-997f-f126dc134dba None None] Routers {'0d945299-70fc-4ccf-8956-936cb636c1a0'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:56:54.654327 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-cd3f300e-8fed-47c5-997f-f126dc134dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:56:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['0d945299-70fc-4ccf-8956-936cb636c1a0'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:56:54.658169 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-183b228c-6782-4c33-8222-dff151b96d88 req-701e0b03-4e77-4b91-bc8c-db83e2b5e553 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/ports?device_id=215ee5c1-c47c-4487-bfe7-3272754152b3 HTTP/1.1" status: 200 len: 210 time: 0.1144006 Jul 09 14:56:54.718508 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce6f33f6-342c-43ff-9f55-693cc819e82b tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Deleting subnet aa77714c-efed-4640-a706-400c3ac3f2e4 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:56:54.732339 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3be5d66-fcf9-492a-9a65-92abad3f5874 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] DELETE failed (client error): The resource could not be found. Jul 09 14:56:54.732880 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3be5d66-fcf9-492a-9a65-92abad3f5874 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:56:54.738414 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d3be5d66-fcf9-492a-9a65-92abad3f5874 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "DELETE /v2.0/subnets/fd579b80-9f30-4354-aea5-91fd5b5cea43 HTTP/1.1" status: 404 len: 337 time: 0.0853479 Jul 09 14:56:54.739343 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49804) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:54.766961 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ce6f33f6-342c-43ff-9f55-693cc819e82b tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:54.848940 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=87295362-aa14-45d0-9532-ab3a5ec4e81d,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:54.901455 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-cd3f300e-8fed-47c5-997f-f126dc134dba None None] Set router 0d945299-70fc-4ccf-8956-936cb636c1a0 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:56:54.996444 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-114f6139-7f1e-4b7e-869d-ab86e826dc06 None None] Deleting port 0bb1e15c-957c-410a-afda-a26d6ed16f24 {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:56:54.996837 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-114f6139-7f1e-4b7e-869d-ab86e826dc06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:55.011102 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ce6f33f6-342c-43ff-9f55-693cc819e82b tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:55.066877 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['cca39cdd-4494-4a53-a2a4-2d9d64bce299'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:56:55.069898 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['a60009f5-03bf-4e89-8abb-0ca57cc750f0'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:56:55.072532 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['87295362-aa14-45d0-9532-ab3a5ec4e81d'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:56:55.077803 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255ada5b-c8e0-48a2-97c8-82cb82d8324b None None] Network e37af5cb-b1b7-40b3-92af-a55415fdfd92 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:56:55.130366 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-53299b85-7e7a-466e-8af0-e3a5c62a545a req-fdcfa7af-9077-4794-95af-7ef4fee020f6 service neutron] 10.222.0.54 "GET /v2.0/networks/65219ae9-d282-4121-8917-8c4ecd74e176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4430752 Jul 09 14:56:55.151188 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ada3016d-7165-4b2f-9209-6b64458f2409 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:55.175155 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5f60f-3ef2-4f2a-ad4b-56724acfbb84 req-3650a545-635b-4e03-b938-ceb3c0da5ecb tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:55.185293 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5f60f-3ef2-4f2a-ad4b-56724acfbb84 req-3650a545-635b-4e03-b938-ceb3c0da5ecb tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:55.197765 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5f60f-3ef2-4f2a-ad4b-56724acfbb84 req-3650a545-635b-4e03-b938-ceb3c0da5ecb tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:55.213017 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-53f5f60f-3ef2-4f2a-ad4b-56724acfbb84 req-3650a545-635b-4e03-b938-ceb3c0da5ecb tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ced0c85-6b79-459b-bd04-bb370086d704 HTTP/1.1" status: 200 len: 2415 time: 0.3562410 Jul 09 14:56:55.254160 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7cc8c8e7-4bb4-4471-a487-c26da74edb28 req-aff06911-57f9-40a6-99eb-d16a39935353 service neutron] 10.222.0.58 "GET /v2.0/networks/65219ae9-d282-4121-8917-8c4ecd74e176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8972740 Jul 09 14:56:55.299880 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-02139fcd-b156-40aa-9d08-3cc781a148b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:55.301713 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-02139fcd-b156-40aa-9d08-3cc781a148b2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dc6506e8-ceaa-4382-aad7-27ea0263e5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7876096 Jul 09 14:56:55.381878 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ada3016d-7165-4b2f-9209-6b64458f2409 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:55.390390 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada3016d-7165-4b2f-9209-6b64458f2409 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:55.390390 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ada3016d-7165-4b2f-9209-6b64458f2409 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:55.407092 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-114f6139-7f1e-4b7e-869d-ab86e826dc06 None None] For port 0bb1e15c-957c-410a-afda-a26d6ed16f24, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=0bb1e15c-957c-410a-afda-a26d6ed16f24,segment=NetworkSegment(d4500341-74de-48f0-a248-3664d416dfa1),segment_id=d4500341-74de-48f0-a248-3664d416dfa1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:56:55.407804 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-114f6139-7f1e-4b7e-869d-ab86e826dc06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:55.434891 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-ac97c15a-38f7-43ca-80dc-8ad67f2fc645 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Deleting port e8cace6f-0833-4c32-a2be-831fbe26fb13 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:56:55.435273 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ac97c15a-38f7-43ca-80dc-8ad67f2fc645 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:55.481852 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-114f6139-7f1e-4b7e-869d-ab86e826dc06 None None] Calling delete_port for 0bb1e15c-957c-410a-afda-a26d6ed16f24 owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:56:55.505059 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-2cf85133-1006-4ba1-8cda-8795b07f0632 None None] Provisioning for port ba14acf7-795b-41af-bdfd-8aba07626979 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:56:55.535890 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ac97c15a-38f7-43ca-80dc-8ad67f2fc645 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:55.557167 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-cd3f300e-8fed-47c5-997f-f126dc134dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d945299-70fc-4ccf-8956-936cb636c1a0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1212768639-router', 'tenant_id': '57b971acb11e4eaea846cbcb413ca1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '54bb6915-ac8a-4176-b921-037735fc3c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:55:17Z', 'updated_at': '2021-07-09T14:55:27Z', 'revision_number': 4, 'project_id': '57b971acb11e4eaea846cbcb413ca1a9', 'gw_port': {'id': '54bb6915-ac8a-4176-b921-037735fc3c53', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d945299-70fc-4ccf-8956-936cb636c1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:55:20Z', 'updated_at': '2021-07-09T14:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'ead5b1f0-4b03-4c4c-a7a5-9d4116b7d094', 'name': '', 'network_id': '65219ae9-d282-4121-8917-8c4ecd74e176', 'tenant_id': '57b971acb11e4eaea846cbcb413ca1a9', 'mac_address': 'fa:16:3e:ca:8c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d945299-70fc-4ccf-8956-936cb636c1a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '0ba330ed-9359-4085-9db6-f1c4985ac874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:55:26Z', 'updated_at': '2021-07-09T14:55:37Z', 'revision_number': 5, 'project_id': '57b971acb11e4eaea846cbcb413ca1a9', 'subnets': [{'id': '0ba330ed-9359-4085-9db6-f1c4985ac874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:56:55.561005 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ada3016d-7165-4b2f-9209-6b64458f2409 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 2.2597601 Jul 09 14:56:55.593726 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-ac97c15a-38f7-43ca-80dc-8ad67f2fc645 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Calling delete_port for e8cace6f-0833-4c32-a2be-831fbe26fb13 owned by {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:56:55.619547 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49814) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:55.625997 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-a44eb97b-326c-452e-b68f-54ad28c456c0 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Request body: {'subnet': {'network_id': 'd5792aa0-ad02-4feb-a8aa-6a866b7689a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:56:55.730433 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada3016d-7165-4b2f-9209-6b64458f2409 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event updated for resources: {'Network': ['ID=d5792aa0-ad02-4feb-a8aa-6a866b7689a2,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:55.740066 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-a4f015c8-b7c6-4d4b-a3ea-f8e2efd8b11e service neutron] 10.222.0.62 "GET /v2.0/networks/dc6506e8-ceaa-4382-aad7-27ea0263e5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4313309 Jul 09 14:56:55.747817 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-53f5f60f-3ef2-4f2a-ad4b-56724acfbb84 req-9ba0760e-1c43-4010-8e56-6e37c0e32da6 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/security-groups?id=76663b26-aa3d-4cc3-9802-4384082a150d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4929733 Jul 09 14:56:55.797294 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-53299b85-7e7a-466e-8af0-e3a5c62a545a req-a2ea0866-8955-4e5d-8e11-301c0b176364 service neutron] 10.222.0.54 "GET /v2.0/networks/65219ae9-d282-4121-8917-8c4ecd74e176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6566849 Jul 09 14:56:55.837753 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ac97c15a-38f7-43ca-80dc-8ad67f2fc645 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:55.879215 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-a99be1af-f688-4705-8023-c4b818f80b1b service neutron] 10.222.0.62 "GET /v2.0/networks/dc6506e8-ceaa-4382-aad7-27ea0263e5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190715 Jul 09 14:56:55.893253 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3f300e-8fed-47c5-997f-f126dc134dba None None] The sync data for ids ['0d945299-70fc-4ccf-8956-936cb636c1a0'] in n-d-799529-6 is: [{'id': '0d945299-70fc-4ccf-8956-936cb636c1a0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1212768639-router', 'tenant_id': '57b971acb11e4eaea846cbcb413ca1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '54bb6915-ac8a-4176-b921-037735fc3c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:55:17Z', 'updated_at': '2021-07-09T14:55:27Z', 'revision_number': 4, 'project_id': '57b971acb11e4eaea846cbcb413ca1a9', 'gw_port': {'id': '54bb6915-ac8a-4176-b921-037735fc3c53', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d945299-70fc-4ccf-8956-936cb636c1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:55:20Z', 'updated_at': '2021-07-09T14:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'ead5b1f0-4b03-4c4c-a7a5-9d4116b7d094', 'name': '', 'network_id': '65219ae9-d282-4121-8917-8c4ecd74e176', 'tenant_id': '57b971acb11e4eaea846cbcb413ca1a9', 'mac_address': 'fa:16:3e:ca:8c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d945299-70fc-4ccf-8956-936cb636c1a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '0ba330ed-9359-4085-9db6-f1c4985ac874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:55:26Z', 'updated_at': '2021-07-09T14:55:37Z', 'revision_number': 5, 'project_id': '57b971acb11e4eaea846cbcb413ca1a9', 'subnets': [{'id': '0ba330ed-9359-4085-9db6-f1c4985ac874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:56:55.913976 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device ba14acf7-795b-41af-bdfd-8aba07626979 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:56:55.921345 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ce6f33f6-342c-43ff-9f55-693cc819e82b tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:55.950121 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-a7e34a26-24eb-460a-afc2-52cda378f8fc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=bdbd5184-4035-4f18-a073-44d8e0a1f4f5 HTTP/1.1" status: 200 len: 217 time: 0.0529454 Jul 09 14:56:55.954957 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network d5792aa0-ad02-4feb-a8aa-6a866b7689a2 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:56:55.976622 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad0a5f-5396-44d2-be64-cb6de8b2f7cc req-aca80977-58e0-4bf0-a347-b0b389eefd24 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:55.983001 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad0a5f-5396-44d2-be64-cb6de8b2f7cc req-aca80977-58e0-4bf0-a347-b0b389eefd24 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:55.993175 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad0a5f-5396-44d2-be64-cb6de8b2f7cc req-aca80977-58e0-4bf0-a347-b0b389eefd24 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:55.999923 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad0a5f-5396-44d2-be64-cb6de8b2f7cc req-aca80977-58e0-4bf0-a347-b0b389eefd24 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:56.010620 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad0a5f-5396-44d2-be64-cb6de8b2f7cc req-aca80977-58e0-4bf0-a347-b0b389eefd24 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:56.011611 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ac97c15a-38f7-43ca-80dc-8ad67f2fc645 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:56.017316 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ac97c15a-38f7-43ca-80dc-8ad67f2fc645 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "DELETE /v2.0/ports/e8cace6f-0833-4c32-a2be-831fbe26fb13 HTTP/1.1" status: 204 len: 168 time: 1.2288241 Jul 09 14:56:56.027780 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad0a5f-5396-44d2-be64-cb6de8b2f7cc req-aca80977-58e0-4bf0-a347-b0b389eefd24 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:56.028820 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-573dbcdb-62b8-443c-99b2-ac5734bd7a2f req-35099a51-043f-48cb-b302-3ca7d0c2a00b tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "GET /v2.0/floatingips/c24bd583-44a6-4a62-95fb-e49dbac3870c HTTP/1.1" status: 200 len: 695 time: 0.2219133 Jul 09 14:56:56.028820 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac97c15a-38f7-43ca-80dc-8ad67f2fc645 tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event deleted for resources: {'Port': ['ID=e8cace6f-0833-4c32-a2be-831fbe26fb13,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:56.029581 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad0a5f-5396-44d2-be64-cb6de8b2f7cc req-aca80977-58e0-4bf0-a347-b0b389eefd24 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:56.029784 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49820) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:56.029872 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-99ad0a5f-5396-44d2-be64-cb6de8b2f7cc req-aca80977-58e0-4bf0-a347-b0b389eefd24 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 5431 time: 0.4632671 Jul 09 14:56:56.082059 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44eb97b-326c-452e-b68f-54ad28c456c0 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Made reservation on behalf of 5addd83cb682465db8739493dcb3fffc for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:56:56.085801 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a44eb97b-326c-452e-b68f-54ad28c456c0 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:56.201111 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e17928be-0fd9-47e5-b68f-e21703ce432f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:56.222533 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-f581f607-6c51-4548-a82f-69405f6da07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:56.224351 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-f581f607-6c51-4548-a82f-69405f6da07a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4bd3f066-8f79-4f2b-b334-3e86a4217100 HTTP/1.1" status: 200 len: 797 time: 0.2618310 Jul 09 14:56:56.334888 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ce6f33f6-342c-43ff-9f55-693cc819e82b tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:56.340148 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-99ad0a5f-5396-44d2-be64-cb6de8b2f7cc req-9506ff94-25db-49de-b474-3365acfd2500 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b892279-bd5f-423b-8017-ce4180b448af&id=710f4a29-0022-436a-b96b-568cc62700fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2999411 Jul 09 14:56:56.386388 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-65bfd261-bf29-4033-a139-b47709b12e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:56.391576 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b83b3c-9551-4da8-87b3-463a7fdd39b7 None None] New status for floating IP c24bd583-44a6-4a62-95fb-e49dbac3870c: DOWN {{(pid=94448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:56:56.397994 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f33f6-342c-43ff-9f55-693cc819e82b tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Pushing event deleted for resources: {'Subnet': ['ID=aa77714c-efed-4640-a706-400c3ac3f2e4,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:56.417758 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573dbcdb-62b8-443c-99b2-ac5734bd7a2f req-082475a9-0165-490d-b9d0-71985e1bca71 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:56.419573 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-573dbcdb-62b8-443c-99b2-ac5734bd7a2f req-082475a9-0165-490d-b9d0-71985e1bca71 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "GET /v2.0/networks/202c7ce6-d4e9-4f80-84dd-bef08905a653 HTTP/1.1" status: 200 len: 784 time: 0.3863368 Jul 09 14:56:56.441189 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ce6f33f6-342c-43ff-9f55-693cc819e82b tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:56.441189 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ce6f33f6-342c-43ff-9f55-693cc819e82b tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] 10.222.0.58 "DELETE /v2.0/subnets/aa77714c-efed-4640-a706-400c3ac3f2e4 HTTP/1.1" status: 204 len: 168 time: 2.2046931 Jul 09 14:56:56.441964 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49826) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:56.493467 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-bf098f0d-e4c8-44ca-8253-d03ea45e045c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:56.495061 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-bf098f0d-e4c8-44ca-8253-d03ea45e045c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dc6506e8-ceaa-4382-aad7-27ea0263e5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1837409 Jul 09 14:56:56.537936 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port ba14acf7-795b-41af-bdfd-8aba07626979 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:56:56.576548 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port ba14acf7-795b-41af-bdfd-8aba07626979 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:56:56.576942 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:56.592434 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a44eb97b-326c-452e-b68f-54ad28c456c0 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:56.658906 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49830) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:56.720847 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d510e14-1d66-4a91-ac43-3e864f3e34a6 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:56.724990 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d510e14-1d66-4a91-ac43-3e864f3e34a6 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:56.726972 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-6d510e14-1d66-4a91-ac43-3e864f3e34a6 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1554728 Jul 09 14:56:56.737875 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-573dbcdb-62b8-443c-99b2-ac5734bd7a2f req-915b541a-914d-42eb-b9a1-eecaffb17f87 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.3.180 HTTP/1.1" status: 200 len: 698 time: 0.3025641 Jul 09 14:56:56.738598 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49832) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:56.810038 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-114f6139-7f1e-4b7e-869d-ab86e826dc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:56.846557 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-573dbcdb-62b8-443c-99b2-ac5734bd7a2f req-9073f3cc-b8f0-47f0-b2db-666ac72e1286 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.3.180 HTTP/1.1" status: 200 len: 698 time: 0.0906458 Jul 09 14:56:56.904944 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44eb97b-326c-452e-b68f-54ad28c456c0 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event updated for resources: {'Subnet': ['ID=c8d81ecd-2417-4e73-9742-edc89be7039d,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:56.913463 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44eb97b-326c-452e-b68f-54ad28c456c0 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Checking segment: {'id': 'ccb72476-117b-40fa-a977-2bd8b8f925e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd5792aa0-ad02-4feb-a8aa-6a866b7689a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:56:56.916043 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44eb97b-326c-452e-b68f-54ad28c456c0 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Network hostable DHCP agents. Network: d5792aa0-ad02-4feb-a8aa-6a866b7689a2, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:56:56.918666 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a991ac-4aa4-4029-8f50-e6548bbf4291 None None] DHCP port deletion for e37af5cb-b1b7-40b3-92af-a55415fdfd92 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:56:56.936374 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9c380739-9833-436a-ae0e-65533f1920c0 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:56.941762 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f6139-7f1e-4b7e-869d-ab86e826dc06 None None] Pushing event deleted for resources: {'Port': ['ID=0bb1e15c-957c-410a-afda-a26d6ed16f24,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:56.948199 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114f6139-7f1e-4b7e-869d-ab86e826dc06 None None] No DVR routers for this DVR port 0bb1e15c-957c-410a-afda-a26d6ed16f24 on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:56:56.973158 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9c380739-9833-436a-ae0e-65533f1920c0 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:57.014302 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:57.021667 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-247fe7cd-9be1-403a-925b-5aa0ac2be735 service neutron] 10.222.0.62 "GET /v2.0/networks/dc6506e8-ceaa-4382-aad7-27ea0263e5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5182457 Jul 09 14:56:57.059750 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port ba14acf7-795b-41af-bdfd-8aba07626979, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=ba14acf7-795b-41af-bdfd-8aba07626979,segment=NetworkSegment(023365a0-d058-4b58-9091-e82b79cc1dd6),segment_id=023365a0-d058-4b58-9091-e82b79cc1dd6)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:56:57.070579 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-e9a991ac-4aa4-4029-8f50-e6548bbf4291 None None] Deleting port ba14acf7-795b-41af-bdfd-8aba07626979 {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:56:57.071192 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e9a991ac-4aa4-4029-8f50-e6548bbf4291 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:57.105314 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-e17928be-0fd9-47e5-b68f-e21703ce432f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Deleting port 0bb1e15c-957c-410a-afda-a26d6ed16f24 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:56:57.105879 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e17928be-0fd9-47e5-b68f-e21703ce432f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:57.128542 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:57.143042 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-396103c9-004f-4431-9619-e255b0883bea service neutron] 10.222.0.62 "GET /v2.0/networks/dc6506e8-ceaa-4382-aad7-27ea0263e5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047814 Jul 09 14:56:57.170889 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-e9a991ac-4aa4-4029-8f50-e6548bbf4291 None None] For port ba14acf7-795b-41af-bdfd-8aba07626979, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=ba14acf7-795b-41af-bdfd-8aba07626979,segment=NetworkSegment(023365a0-d058-4b58-9091-e82b79cc1dd6),segment_id=023365a0-d058-4b58-9091-e82b79cc1dd6)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:56:57.172919 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e9a991ac-4aa4-4029-8f50-e6548bbf4291 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:57.195091 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-e9a991ac-4aa4-4029-8f50-e6548bbf4291 None None] Calling delete_port for ba14acf7-795b-41af-bdfd-8aba07626979 owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:56:57.207334 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-3f8daa16-0983-4165-8655-e5cde1bb2549 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=45f7a22c-f7ef-4081-b6f5-c3f8759d370a HTTP/1.1" status: 200 len: 217 time: 0.0412593 Jul 09 14:56:57.208014 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9c380739-9833-436a-ae0e-65533f1920c0 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:57.210713 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9c380739-9833-436a-ae0e-65533f1920c0 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:57.211739 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-9c380739-9833-436a-ae0e-65533f1920c0 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "DELETE /v2.0/security-groups/8c78eb3d-e1da-49ec-9295-fc8608cc021d HTTP/1.1" status: 204 len: 168 time: 0.5518358 Jul 09 14:56:57.218492 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-e17928be-0fd9-47e5-b68f-e21703ce432f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] For port 0bb1e15c-957c-410a-afda-a26d6ed16f24, host n-d-799529-6, got binding levels [] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:56:57.218993 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e17928be-0fd9-47e5-b68f-e21703ce432f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:57.222403 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 0bb1e15c-957c-410a-afda-a26d6ed16f24 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:56:57.231609 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=ba14acf7-795b-41af-bdfd-8aba07626979,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:57.244201 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-e17928be-0fd9-47e5-b68f-e21703ce432f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Calling delete_port for 0bb1e15c-957c-410a-afda-a26d6ed16f24 owned by network:dhcp {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:56:57.247056 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.ipam_backend_mixin [None req-e17928be-0fd9-47e5-b68f-e21703ce432f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Port 0bb1e15c-957c-410a-afda-a26d6ed16f24 was not found and therefore no delete operation was performed {{(pid=94445) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 14:56:57.248737 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49838) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:57.253923 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e17928be-0fd9-47e5-b68f-e21703ce432f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:57.280030 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c380739-9833-436a-ae0e-65533f1920c0 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c78eb3d-e1da-49ec-9295-fc8608cc021d,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:57.284904 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-640e3bbf-f88f-4fdb-8fd2-e3724cf1f9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:57.285563 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 0bb1e15c-957c-410a-afda-a26d6ed16f24 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:56:57.286061 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 0bb1e15c-957c-410a-afda-a26d6ed16f24 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:56:57.286392 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-640e3bbf-f88f-4fdb-8fd2-e3724cf1f9d0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=385bd4c1-ddb8-4fda-a37e-3fb2118661ca HTTP/1.1" status: 200 len: 797 time: 0.0594840 Jul 09 14:56:57.288925 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44eb97b-326c-452e-b68f-54ad28c456c0 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Network d5792aa0-ad02-4feb-a8aa-6a866b7689a2 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:56:57.341370 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17928be-0fd9-47e5-b68f-e21703ce432f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event deleted for resources: {'Port': ['ID=0bb1e15c-957c-410a-afda-a26d6ed16f24,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:57.349786 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17928be-0fd9-47e5-b68f-e21703ce432f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] No DVR routers for this DVR port 0bb1e15c-957c-410a-afda-a26d6ed16f24 on host n-d-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:56:57.369222 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1245cc0-03af-4670-8009-2ec0a1f51758 req-83b3a577-43a5-4efc-9ff6-529e6fd8af77 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:57.375167 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1245cc0-03af-4670-8009-2ec0a1f51758 req-83b3a577-43a5-4efc-9ff6-529e6fd8af77 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:57.385613 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1245cc0-03af-4670-8009-2ec0a1f51758 req-83b3a577-43a5-4efc-9ff6-529e6fd8af77 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:57.387854 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a1245cc0-03af-4670-8009-2ec0a1f51758 req-83b3a577-43a5-4efc-9ff6-529e6fd8af77 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ced0c85-6b79-459b-bd04-bb370086d704 HTTP/1.1" status: 200 len: 2415 time: 0.3634109 Jul 09 14:56:57.410086 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [None req-c92b5a18-5950-4b0b-9aa1-69324c9e9927 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] show failed (client error): The resource could not be found. Jul 09 14:56:57.414242 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c92b5a18-5950-4b0b-9aa1-69324c9e9927 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "GET /v2.0/security-groups/8c78eb3d-e1da-49ec-9295-fc8608cc021d HTTP/1.1" status: 404 len: 347 time: 0.1144173 Jul 09 14:56:57.415987 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49842) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:57.422624 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ebc77f38-9862-4bfd-a2fc-8b6e168cb7ee tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:57.430439 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e9a991ac-4aa4-4029-8f50-e6548bbf4291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:57.432212 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-a44eb97b-326c-452e-b68f-54ad28c456c0 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, d5792aa0-ad02-4feb-a8aa-6a866b7689a2) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:56:57.436787 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44eb97b-326c-452e-b68f-54ad28c456c0 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:57.437091 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a44eb97b-326c-452e-b68f-54ad28c456c0 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:57.480762 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-5ca74229-0fee-4ce7-9a25-158b0dff5f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:57.482072 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebc77f38-9862-4bfd-a2fc-8b6e168cb7ee tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 09 14:56:57.482314 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-5ca74229-0fee-4ce7-9a25-158b0dff5f0b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=695dcd67-56f3-489c-8be9-3d26f71af2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1820590 Jul 09 14:56:57.482541 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebc77f38-9862-4bfd-a2fc-8b6e168cb7ee tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:56:57.489062 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ebc77f38-9862-4bfd-a2fc-8b6e168cb7ee tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] 10.222.0.58 "DELETE /v2.0/networks/e37af5cb-b1b7-40b3-92af-a55415fdfd92 HTTP/1.1" status: 409 len: 405 time: 0.7473164 Jul 09 14:56:57.489700 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49844) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:57.496870 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a991ac-4aa4-4029-8f50-e6548bbf4291 None None] Pushing event deleted for resources: {'Port': ['ID=ba14acf7-795b-41af-bdfd-8aba07626979,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:57.498544 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-9639c47f-f3ad-46f3-9e6e-e68ded7f8a40 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2064807460'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:56:57.508985 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e17928be-0fd9-47e5-b68f-e21703ce432f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:57.515132 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d31d656-9049-443b-8e4f-ae531135d949 None None] Network d5792aa0-ad02-4feb-a8aa-6a866b7689a2 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:56:57.529595 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-e17928be-0fd9-47e5-b68f-e21703ce432f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['664f3735-ad3e-491d-849d-4d5ed94d15b7']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:56:57.544311 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-e17928be-0fd9-47e5-b68f-e21703ce432f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4500341-74de-48f0-a248-3664d416dfa1') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:56:57.548196 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-e17928be-0fd9-47e5-b68f-e21703ce432f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4500341-74de-48f0-a248-3664d416dfa1') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:56:57.555754 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a991ac-4aa4-4029-8f50-e6548bbf4291 None None] No DVR routers for this DVR port ba14acf7-795b-41af-bdfd-8aba07626979 on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:56:57.571089 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a1245cc0-03af-4670-8009-2ec0a1f51758 req-5f764ac2-21cd-4496-ae0d-9264ff984629 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/security-groups?id=76663b26-aa3d-4cc3-9802-4384082a150d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713068 Jul 09 14:56:57.580444 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-573dbcdb-62b8-443c-99b2-ac5734bd7a2f req-5f0368d1-b8f5-4bc2-bd05-82967e8a4d7e tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Deleting port 05ce3615-e992-4373-8c46-ef6946c5d4ce {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:56:57.580976 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-573dbcdb-62b8-443c-99b2-ac5734bd7a2f req-5f0368d1-b8f5-4bc2-bd05-82967e8a4d7e tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:57.584982 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e17928be-0fd9-47e5-b68f-e21703ce432f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:57.601007 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a44eb97b-326c-452e-b68f-54ad28c456c0 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9774446 Jul 09 14:56:57.606285 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49848) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:57.655295 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-cf2bc82d-6ce8-4f3d-a490-d9f86ebd4ed3 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1292629097', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:56:57.680571 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e17928be-0fd9-47e5-b68f-e21703ce432f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:57.681375 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-e968b2ca-3899-4fd2-852d-a45057ad9733 service neutron] 10.222.0.62 "GET /v2.0/networks/695dcd67-56f3-489c-8be9-3d26f71af2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847136 Jul 09 14:56:57.682451 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device ba14acf7-795b-41af-bdfd-8aba07626979 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:56:57.687315 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-7cdfe312-1a3e-44b4-8543-eb05d759c912 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Deleting port b79fd06f-28f8-48ed-a41f-76431e925c67 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:56:57.693286 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e17928be-0fd9-47e5-b68f-e21703ce432f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:56:57.694039 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e17928be-0fd9-47e5-b68f-e21703ce432f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:57.694944 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7cdfe312-1a3e-44b4-8543-eb05d759c912 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:57.697750 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:56:57.697750 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:56:57.697750 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:56:57.697750 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:56:57.697750 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:56:57.697750 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:56:57.697750 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:56:57.697750 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:56:57.697750 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:56:57.697750 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:56:57.697750 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:56:57.697750 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:56:57.697750 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:56:57.697750 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:56:57.697750 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:56:57.697750 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:56:57.697750 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:56:57.697750 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:56:57.697750 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 14:56:57.697750 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:56:57.697750 n-d-799529-6 neutron-server[94445]: timer() Jul 09 14:56:57.697750 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:56:57.697750 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 14:56:57.697750 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:56:57.697750 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 14:56:57.697750 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:56:57.697750 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 14:56:57.697750 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:56:57.697750 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 14:56:57.697750 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:56:57.697750 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 14:56:57.697750 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:56:57.697750 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:56:57.697750 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:56:57.697750 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:56:57.697750 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:56:57.697750 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 14:56:57.697750 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:56:57.697750 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 14:56:57.697750 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:56:57.697750 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:56:57.697750 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:56:57.697750 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 14:56:57.697750 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:56:57.697750 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:56:57.697750 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:56:57.697750 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:56:57.697750 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:56:57.697750 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:56:57.697750 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:56:57.729476 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: ba14acf7-795b-41af-bdfd-8aba07626979 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:56:57.729832 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device ba14acf7-795b-41af-bdfd-8aba07626979 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:56:57.764343 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9639c47f-f3ad-46f3-9e6e-e68ded7f8a40 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Made reservation on behalf of 7d7a3bd3b0b145fabfd50127d7be3103 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:56:57.770673 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9639c47f-f3ad-46f3-9e6e-e68ded7f8a40 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:57.827548 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-573dbcdb-62b8-443c-99b2-ac5734bd7a2f req-5f0368d1-b8f5-4bc2-bd05-82967e8a4d7e tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:57.828002 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-573dbcdb-62b8-443c-99b2-ac5734bd7a2f req-5f0368d1-b8f5-4bc2-bd05-82967e8a4d7e tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:57.844075 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58efee89-5754-495a-8926-fa308b5277b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-d5792aa0-ad02-4feb-a8aa-6a866b7689a2', 'network_id': 'd5792aa0-ad02-4feb-a8aa-6a866b7689a2', 'tenant_id': '5addd83cb682465db8739493dcb3fffc', 'fixed_ips': [{'subnet_id': 'c8d81ecd-2417-4e73-9742-edc89be7039d'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:56:57.846386 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-58efee89-5754-495a-8926-fa308b5277b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:57.855183 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-573dbcdb-62b8-443c-99b2-ac5734bd7a2f req-5f0368d1-b8f5-4bc2-bd05-82967e8a4d7e tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Calling delete_port for 05ce3615-e992-4373-8c46-ef6946c5d4ce owned by network:floatingip {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:56:57.856807 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7cdfe312-1a3e-44b4-8543-eb05d759c912 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:57.857285 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7cdfe312-1a3e-44b4-8543-eb05d759c912 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:57.862412 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9639c47f-f3ad-46f3-9e6e-e68ded7f8a40 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:56:57.877065 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-7fb0fb2f-b2b2-415a-af54-0ffa03a0ffe2 service neutron] 10.222.0.62 "GET /v2.0/networks/695dcd67-56f3-489c-8be9-3d26f71af2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797585 Jul 09 14:56:57.880737 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9639c47f-f3ad-46f3-9e6e-e68ded7f8a40 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:57.881340 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-9639c47f-f3ad-46f3-9e6e-e68ded7f8a40 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Added segment d8fa015e-9f76-40a1-a17a-ac374651fc49 of type vlan for network 51c8433c-a320-499c-90c0-84247ffde58e Jul 09 14:56:57.893330 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e17928be-0fd9-47e5-b68f-e21703ce432f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:57.906936 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-7cdfe312-1a3e-44b4-8543-eb05d759c912 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Calling delete_port for b79fd06f-28f8-48ed-a41f-76431e925c67 owned by network:floatingip {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:56:57.945158 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e17928be-0fd9-47e5-b68f-e21703ce432f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:57.946194 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-04b4ba87-c5cb-4522-8136-c1e5d5bef8de service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=09fcade5-de9d-4d53-b6e7-8b3bd924314a HTTP/1.1" status: 200 len: 217 time: 0.0493245 Jul 09 14:56:57.947212 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e17928be-0fd9-47e5-b68f-e21703ce432f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] 10.222.0.58 "DELETE /v2.0/networks/664f3735-ad3e-491d-849d-4d5ed94d15b7 HTTP/1.1" status: 204 len: 168 time: 1.9155414 Jul 09 14:56:57.956901 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cf2bc82d-6ce8-4f3d-a490-d9f86ebd4ed3 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:57.957952 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cf2bc82d-6ce8-4f3d-a490-d9f86ebd4ed3 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:58.025041 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9639c47f-f3ad-46f3-9e6e-e68ded7f8a40 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:58.057798 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-58efee89-5754-495a-8926-fa308b5277b9 None None] Allocated IP 172.20.0.2 (d5792aa0-ad02-4feb-a8aa-6a866b7689a2/c8d81ecd-2417-4e73-9742-edc89be7039d/de1b320c-2ece-472e-b14a-1b21c0d20ae3) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:56:58.086178 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17928be-0fd9-47e5-b68f-e21703ce432f tempest-PortsIpV6TestJSON-1787548037 tempest-PortsIpV6TestJSON-1787548037-project] Pushing event deleted for resources: {'Network': ['ID=664f3735-ad3e-491d-849d-4d5ed94d15b7,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:58.166781 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af937e6-ad89-423f-be87-c6b564587f02 req-d35b2c0e-7c7f-4cfe-9dcf-6a5c8136d38e tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:58.179662 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af937e6-ad89-423f-be87-c6b564587f02 req-d35b2c0e-7c7f-4cfe-9dcf-6a5c8136d38e tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:58.191543 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af937e6-ad89-423f-be87-c6b564587f02 req-d35b2c0e-7c7f-4cfe-9dcf-6a5c8136d38e tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:58.200798 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af937e6-ad89-423f-be87-c6b564587f02 req-d35b2c0e-7c7f-4cfe-9dcf-6a5c8136d38e tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:58.210597 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af937e6-ad89-423f-be87-c6b564587f02 req-d35b2c0e-7c7f-4cfe-9dcf-6a5c8136d38e tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:58.220156 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af937e6-ad89-423f-be87-c6b564587f02 req-d35b2c0e-7c7f-4cfe-9dcf-6a5c8136d38e tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:58.223493 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9639c47f-f3ad-46f3-9e6e-e68ded7f8a40 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:58.228878 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af937e6-ad89-423f-be87-c6b564587f02 req-d35b2c0e-7c7f-4cfe-9dcf-6a5c8136d38e tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:58.231819 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8af937e6-ad89-423f-be87-c6b564587f02 req-d35b2c0e-7c7f-4cfe-9dcf-6a5c8136d38e tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 5431 time: 0.3714671 Jul 09 14:56:58.233797 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-4e1f510f-45c3-4f07-bf4a-43c7194a0eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:58.235399 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9639c47f-f3ad-46f3-9e6e-e68ded7f8a40 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:58.237273 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-4e1f510f-45c3-4f07-bf4a-43c7194a0eaa service neutron] 10.222.0.62 "GET /v2.0/subnets?id=385bd4c1-ddb8-4fda-a37e-3fb2118661ca HTTP/1.1" status: 200 len: 797 time: 0.2703795 Jul 09 14:56:58.237417 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9639c47f-f3ad-46f3-9e6e-e68ded7f8a40 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:58.248322 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cf2bc82d-6ce8-4f3d-a490-d9f86ebd4ed3 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:58.322786 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-58efee89-5754-495a-8926-fa308b5277b9 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:58.333218 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-58efee89-5754-495a-8926-fa308b5277b9 None None] Transition to ACTIVE for port object de1b320c-2ece-472e-b14a-1b21c0d20ae3 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:56:58.340302 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-573dbcdb-62b8-443c-99b2-ac5734bd7a2f req-5f0368d1-b8f5-4bc2-bd05-82967e8a4d7e tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:58.342408 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9639c47f-f3ad-46f3-9e6e-e68ded7f8a40 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Pushing event updated for resources: {'Network': ['ID=51c8433c-a320-499c-90c0-84247ffde58e,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:58.357596 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 51c8433c-a320-499c-90c0-84247ffde58e details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:56:58.377486 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-58efee89-5754-495a-8926-fa308b5277b9 None None] Transition to ACTIVE for port object de1b320c-2ece-472e-b14a-1b21c0d20ae3 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:56:58.394242 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cf2bc82d-6ce8-4f3d-a490-d9f86ebd4ed3 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:58.401165 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0368d1-b8f5-4bc2-bd05-82967e8a4d7e tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Pushing event deleted for resources: {'Port': ['ID=05ce3615-e992-4373-8c46-ef6946c5d4ce,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:58.412405 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8af937e6-ad89-423f-be87-c6b564587f02 req-be834639-6326-4615-8736-bfc8e3fa0b2f tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b892279-bd5f-423b-8017-ce4180b448af&id=710f4a29-0022-436a-b96b-568cc62700fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1693895 Jul 09 14:56:58.446349 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-9639c47f-f3ad-46f3-9e6e-e68ded7f8a40 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9523599 Jul 09 14:56:58.450496 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49858) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:58.457297 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-2e8d92e6-5768-4f0e-9371-3cb3e5d41322 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Request body: {'subnet': {'network_id': '51c8433c-a320-499c-90c0-84247ffde58e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:56:58.534350 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-9a7e4ec0-5e2a-4832-aa7b-cb0f9de5a470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:58.537569 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-9a7e4ec0-5e2a-4832-aa7b-cb0f9de5a470 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=695dcd67-56f3-489c-8be9-3d26f71af2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2850754 Jul 09 14:56:58.561212 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-58efee89-5754-495a-8926-fa308b5277b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:58.563294 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49860) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:58.606549 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58efee89-5754-495a-8926-fa308b5277b9 None None] Network d5792aa0-ad02-4feb-a8aa-6a866b7689a2 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:56:58.611991 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-58efee89-5754-495a-8926-fa308b5277b9 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:56:58.620118 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 87295362-aa14-45d0-9532-ab3a5ec4e81d up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:56:58.623772 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58efee89-5754-495a-8926-fa308b5277b9 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:56:58.733032 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58efee89-5754-495a-8926-fa308b5277b9 None None] Pushing event updated for resources: {'Port': ['ID=de1b320c-2ece-472e-b14a-1b21c0d20ae3,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:58.746646 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-58efee89-5754-495a-8926-fa308b5277b9 None None] Attempting to bind port de1b320c-2ece-472e-b14a-1b21c0d20ae3 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:56:58.746794 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-58efee89-5754-495a-8926-fa308b5277b9 None None] Attempting to bind port de1b320c-2ece-472e-b14a-1b21c0d20ae3 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'ccb72476-117b-40fa-a977-2bd8b8f925e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd5792aa0-ad02-4feb-a8aa-6a866b7689a2'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:56:58.747170 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58efee89-5754-495a-8926-fa308b5277b9 None None] Attempting to bind port de1b320c-2ece-472e-b14a-1b21c0d20ae3 on network d5792aa0-ad02-4feb-a8aa-6a866b7689a2 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:56:58.756294 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58efee89-5754-495a-8926-fa308b5277b9 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:56:58.757187 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58efee89-5754-495a-8926-fa308b5277b9 None None] Checking segment: {'id': 'ccb72476-117b-40fa-a977-2bd8b8f925e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd5792aa0-ad02-4feb-a8aa-6a866b7689a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:56:58.757187 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-58efee89-5754-495a-8926-fa308b5277b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:58.757545 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58efee89-5754-495a-8926-fa308b5277b9 None None] Bound using segment: {'id': 'ccb72476-117b-40fa-a977-2bd8b8f925e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd5792aa0-ad02-4feb-a8aa-6a866b7689a2'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:56:58.758087 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-58efee89-5754-495a-8926-fa308b5277b9 None None] Bound port: de1b320c-2ece-472e-b14a-1b21c0d20ae3, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccb72476-117b-40fa-a977-2bd8b8f925e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd5792aa0-ad02-4feb-a8aa-6a866b7689a2'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:56:58.758528 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-58efee89-5754-495a-8926-fa308b5277b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:58.843087 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-58efee89-5754-495a-8926-fa308b5277b9 None None] For port de1b320c-2ece-472e-b14a-1b21c0d20ae3, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:56:58.847883 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-58efee89-5754-495a-8926-fa308b5277b9 None None] For port de1b320c-2ece-472e-b14a-1b21c0d20ae3, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=de1b320c-2ece-472e-b14a-1b21c0d20ae3,segment=NetworkSegment(ccb72476-117b-40fa-a977-2bd8b8f925e3),segment_id=ccb72476-117b-40fa-a977-2bd8b8f925e3)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:56:58.855648 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7cdfe312-1a3e-44b4-8543-eb05d759c912 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:58.870024 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port 87295362-aa14-45d0-9532-ab3a5ec4e81d completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:56:58.875055 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port 87295362-aa14-45d0-9532-ab3a5ec4e81d triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:56:58.876383 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:58.913034 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cf2bc82d-6ce8-4f3d-a490-d9f86ebd4ed3 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:58.917586 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-cf2bc82d-6ce8-4f3d-a490-d9f86ebd4ed3 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.2796047 Jul 09 14:56:58.918671 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-9fe494fb-4cec-400b-8ab7-3bcbe442e99d service neutron] 10.222.0.62 "GET /v2.0/networks/695dcd67-56f3-489c-8be9-3d26f71af2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713791 Jul 09 14:56:58.919891 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdfe312-1a3e-44b4-8543-eb05d759c912 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Pushing event deleted for resources: {'Port': ['ID=b79fd06f-28f8-48ed-a41f-76431e925c67,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:58.920769 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49866) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:58.933838 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-487d24ad-2b16-4081-b5ef-ad8e29225cd8 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Request body: {'port': {'network_id': 'd5792aa0-ad02-4feb-a8aa-6a866b7689a2', 'name': 'tempest-PortsTestJSON-2140258256'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:56:58.938910 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-58efee89-5754-495a-8926-fa308b5277b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:59.033760 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-573dbcdb-62b8-443c-99b2-ac5734bd7a2f req-5f0368d1-b8f5-4bc2-bd05-82967e8a4d7e tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Notify callbacks [] for floatingip, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:59.037488 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-573dbcdb-62b8-443c-99b2-ac5734bd7a2f req-5f0368d1-b8f5-4bc2-bd05-82967e8a4d7e tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:59.038681 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-573dbcdb-62b8-443c-99b2-ac5734bd7a2f req-5f0368d1-b8f5-4bc2-bd05-82967e8a4d7e tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "DELETE /v2.0/floatingips/c24bd583-44a6-4a62-95fb-e49dbac3870c HTTP/1.1" status: 204 len: 173 time: 2.1662288 Jul 09 14:56:59.119629 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:59.129035 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e8d92e6-5768-4f0e-9371-3cb3e5d41322 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Made reservation on behalf of 7d7a3bd3b0b145fabfd50127d7be3103 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:56:59.133231 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2e8d92e6-5768-4f0e-9371-3cb3e5d41322 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:59.140196 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-943ef8c3-f007-4acc-9131-bec836f33f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:59.185307 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58efee89-5754-495a-8926-fa308b5277b9 None None] Pushing event updated for resources: {'Port': ['ID=de1b320c-2ece-472e-b14a-1b21c0d20ae3,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:59.209990 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ced0c85-6b79-459b-bd04-bb370086d704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87295362-aa14-45d0-9532-ab3a5ec4e81d'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:56:59.213584 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ddbb73-17d2-4ead-8a4e-0a761625228e" -d '{"events": [{"server_uuid": "6ced0c85-6b79-459b-bd04-bb370086d704", "name": "network-vif-plugged", "status": "completed", "tag": "87295362-aa14-45d0-9532-ab3a5ec4e81d"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:56:59.215753 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8213bcd5-ba17-4e34-8049-cfd31f98ea88 req-69396ba2-1192-4445-8cb6-55c06792958e tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "GET /v2.0/security-groups/651410e9-0418-4221-a69c-3542e0f84785 HTTP/1.1" status: 200 len: 1810 time: 0.1410453 Jul 09 14:56:59.240336 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 87295362-aa14-45d0-9532-ab3a5ec4e81d, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=87295362-aa14-45d0-9532-ab3a5ec4e81d,segment=NetworkSegment(2d8988dd-55cb-4fb2-8ab4-9876ad3ed9b2),segment_id=2d8988dd-55cb-4fb2-8ab4-9876ad3ed9b2)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:56:59.284859 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-070bea01-feda-4065-842b-c02fe994fb0a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c23027b79fbf48438de608f7fcd960b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7179625 Jul 09 14:56:59.287494 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49874) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:59.288457 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:59.315544 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:59.317316 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device a60009f5-03bf-4e89-8abb-0ca57cc750f0 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:56:59.329749 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7cdfe312-1a3e-44b4-8543-eb05d759c912 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks [] for floatingip, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:59.334492 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7cdfe312-1a3e-44b4-8543-eb05d759c912 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:59.340964 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7cdfe312-1a3e-44b4-8543-eb05d759c912 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "DELETE /v2.0/floatingips/67efa918-914b-42c7-98ce-d7f604345941 HTTP/1.1" status: 204 len: 168 time: 1.9147611 Jul 09 14:56:59.347327 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49876) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:56:59.456839 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7528b20-9fb3-4642-9bed-7028453a6595 req-9e8d9ed3-dc27-41f2-8ea2-c7750c91905f tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:59.464156 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487d24ad-2b16-4081-b5ef-ad8e29225cd8 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Made reservation on behalf of 5addd83cb682465db8739493dcb3fffc for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:56:59.468018 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-487d24ad-2b16-4081-b5ef-ad8e29225cd8 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:59.474517 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7528b20-9fb3-4642-9bed-7028453a6595 req-9e8d9ed3-dc27-41f2-8ea2-c7750c91905f tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:59.483083 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7528b20-9fb3-4642-9bed-7028453a6595 req-9e8d9ed3-dc27-41f2-8ea2-c7750c91905f tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:59.492230 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c7528b20-9fb3-4642-9bed-7028453a6595 req-9e8d9ed3-dc27-41f2-8ea2-c7750c91905f tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ced0c85-6b79-459b-bd04-bb370086d704 HTTP/1.1" status: 200 len: 2415 time: 0.5634608 Jul 09 14:56:59.500037 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bde0568-72d4-4e99-ad9f-69675281a436 req-d652b250-4a2a-4cd0-9769-a6052b0311ee service neutron] 10.222.0.62 "GET /v2.0/networks/695dcd67-56f3-489c-8be9-3d26f71af2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5691619 Jul 09 14:56:59.567204 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=87295362-aa14-45d0-9532-ab3a5ec4e81d,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:56:59.572161 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c7528b20-9fb3-4642-9bed-7028453a6595 req-ab1a0450-838d-4c9c-af18-60e0b79c75e9 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/security-groups?id=76663b26-aa3d-4cc3-9802-4384082a150d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706136 Jul 09 14:56:59.630225 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f68177f-f886-49d7-812e-5b961afcb493 x-openstack-request-id: req-0f68177f-f886-49d7-812e-5b961afcb493 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:56:59.630225 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ced0c85-6b79-459b-bd04-bb370086d704", "name": "network-vif-plugged", "status": "completed", "tag": "87295362-aa14-45d0-9532-ab3a5ec4e81d", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:56:59.630225 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0f68177f-f886-49d7-812e-5b961afcb493 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:56:59.630225 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ced0c85-6b79-459b-bd04-bb370086d704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87295362-aa14-45d0-9532-ab3a5ec4e81d', 'code': 200} Jul 09 14:56:59.675636 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port a60009f5-03bf-4e89-8abb-0ca57cc750f0 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:56:59.684043 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [None req-487d24ad-2b16-4081-b5ef-ad8e29225cd8 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] device_id is not set on port 4f68e519-94bf-4069-85fc-d9689f6d5660 yet. {{(pid=94445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:56:59.684400 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port a60009f5-03bf-4e89-8abb-0ca57cc750f0 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:56:59.684999 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:59.715399 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8213bcd5-ba17-4e34-8049-cfd31f98ea88 req-e8ba3ec2-ae92-426a-98fe-0d003ae78300 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:59.748338 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device de1b320c-2ece-472e-b14a-1b21c0d20ae3 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:56:59.807654 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cadb9a7b-cb7a-46d3-99a8-410c52e98626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:59.850242 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422049f9-b9d2-4b38-adce-929d59cba586 req-6015660f-014e-4474-86c0-0233d0ba4148 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:59.858474 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422049f9-b9d2-4b38-adce-929d59cba586 req-6015660f-014e-4474-86c0-0233d0ba4148 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:59.865530 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422049f9-b9d2-4b38-adce-929d59cba586 req-6015660f-014e-4474-86c0-0233d0ba4148 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:59.868263 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:59.872126 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422049f9-b9d2-4b38-adce-929d59cba586 req-6015660f-014e-4474-86c0-0233d0ba4148 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:59.880149 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422049f9-b9d2-4b38-adce-929d59cba586 req-6015660f-014e-4474-86c0-0233d0ba4148 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:59.887375 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422049f9-b9d2-4b38-adce-929d59cba586 req-6015660f-014e-4474-86c0-0233d0ba4148 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:59.895410 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422049f9-b9d2-4b38-adce-929d59cba586 req-6015660f-014e-4474-86c0-0233d0ba4148 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:56:59.898467 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-422049f9-b9d2-4b38-adce-929d59cba586 req-6015660f-014e-4474-86c0-0233d0ba4148 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 5431 time: 0.1630380 Jul 09 14:56:59.901376 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8213bcd5-ba17-4e34-8049-cfd31f98ea88 req-e8ba3ec2-ae92-426a-98fe-0d003ae78300 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:59.915406 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port a60009f5-03bf-4e89-8abb-0ca57cc750f0, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=a60009f5-03bf-4e89-8abb-0ca57cc750f0,segment=NetworkSegment(02694641-735f-4d0d-a532-dfd42213845c),segment_id=02694641-735f-4d0d-a532-dfd42213845c)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:56:59.932876 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port de1b320c-2ece-472e-b14a-1b21c0d20ae3 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:56:59.949831 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:59.951164 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device cca39cdd-4494-4a53-a2a4-2d9d64bce299 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:56:59.998396 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cadb9a7b-cb7a-46d3-99a8-410c52e98626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:00.002962 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-422049f9-b9d2-4b38-adce-929d59cba586 req-3c1f97df-9c43-4e56-8af6-4eb5634f1c47 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b892279-bd5f-423b-8017-ce4180b448af&id=710f4a29-0022-436a-b96b-568cc62700fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0930185 Jul 09 14:57:00.091082 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=a60009f5-03bf-4e89-8abb-0ca57cc750f0,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:00.105191 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port cca39cdd-4494-4a53-a2a4-2d9d64bce299 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:57:00.114893 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port cca39cdd-4494-4a53-a2a4-2d9d64bce299 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:57:00.115923 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:00.174384 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:00.261062 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-a4d803bf-2193-42d5-8e07-09fccf11369a tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Deleting port 96e89843-57db-4bb8-a7db-a9b989e66245 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:57:00.265650 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a4d803bf-2193-42d5-8e07-09fccf11369a tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:00.291167 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:00.386269 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port cca39cdd-4494-4a53-a2a4-2d9d64bce299, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=cca39cdd-4494-4a53-a2a4-2d9d64bce299,segment=NetworkSegment(02694641-735f-4d0d-a532-dfd42213845c),segment_id=02694641-735f-4d0d-a532-dfd42213845c)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:57:00.449686 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:00.472850 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-487d24ad-2b16-4081-b5ef-ad8e29225cd8 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Allocated IP 172.20.0.10 (d5792aa0-ad02-4feb-a8aa-6a866b7689a2/c8d81ecd-2417-4e73-9742-edc89be7039d/4f68e519-94bf-4069-85fc-d9689f6d5660) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:57:00.488013 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e8245-b988-47e2-8ac1-6e2d040f317a req-63ace77a-01a8-45cd-adc3-0641d7bbeaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:00.488823 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e8245-b988-47e2-8ac1-6e2d040f317a req-63ace77a-01a8-45cd-adc3-0641d7bbeaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:00.489471 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e8245-b988-47e2-8ac1-6e2d040f317a req-63ace77a-01a8-45cd-adc3-0641d7bbeaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:00.490106 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e8245-b988-47e2-8ac1-6e2d040f317a req-63ace77a-01a8-45cd-adc3-0641d7bbeaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:00.491083 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e8245-b988-47e2-8ac1-6e2d040f317a req-63ace77a-01a8-45cd-adc3-0641d7bbeaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:00.492139 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e8245-b988-47e2-8ac1-6e2d040f317a req-63ace77a-01a8-45cd-adc3-0641d7bbeaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:00.495034 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e8245-b988-47e2-8ac1-6e2d040f317a req-63ace77a-01a8-45cd-adc3-0641d7bbeaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:00.495034 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8a8e8245-b988-47e2-8ac1-6e2d040f317a req-63ace77a-01a8-45cd-adc3-0641d7bbeaab service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b0dcdaf85ebc429397d88229c635e7b2&device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 6488 time: 0.5947106 Jul 09 14:57:00.519824 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=cca39cdd-4494-4a53-a2a4-2d9d64bce299,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:00.557425 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8213bcd5-ba17-4e34-8049-cfd31f98ea88 req-e8ba3ec2-ae92-426a-98fe-0d003ae78300 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:00.560450 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8213bcd5-ba17-4e34-8049-cfd31f98ea88 req-e8ba3ec2-ae92-426a-98fe-0d003ae78300 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:00.561668 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8213bcd5-ba17-4e34-8049-cfd31f98ea88 req-e8ba3ec2-ae92-426a-98fe-0d003ae78300 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "DELETE /v2.0/security-groups/651410e9-0418-4221-a69c-3542e0f84785 HTTP/1.1" status: 204 len: 173 time: 1.3292820 Jul 09 14:57:00.591298 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a4d803bf-2193-42d5-8e07-09fccf11369a tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:00.597128 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ba3ec2-ae92-426a-98fe-0d003ae78300 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=651410e9-0418-4221-a69c-3542e0f84785,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:00.632649 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-a4d803bf-2193-42d5-8e07-09fccf11369a tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Calling delete_port for 96e89843-57db-4bb8-a7db-a9b989e66245 owned by {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:57:00.637228 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4516d28c-6d61-4fe0-b1dc-49ca94f3913e None None] Network d5792aa0-ad02-4feb-a8aa-6a866b7689a2 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:57:00.658975 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e8245-b988-47e2-8ac1-6e2d040f317a req-cd048812-96e3-41c6-a31b-46464081844e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:00.662249 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8a8e8245-b988-47e2-8ac1-6e2d040f317a req-cd048812-96e3-41c6-a31b-46464081844e service neutron] 10.222.0.62 "GET /v2.0/networks?id=695dcd67-56f3-489c-8be9-3d26f71af2f9 HTTP/1.1" status: 200 len: 903 time: 0.1577361 Jul 09 14:57:00.666127 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cadb9a7b-cb7a-46d3-99a8-410c52e98626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:00.680381 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cadb9a7b-cb7a-46d3-99a8-410c52e98626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:00.682302 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-cadb9a7b-cb7a-46d3-99a8-410c52e98626 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1d7f034a-db42-4a40-9a70-59ea4ff906c2 HTTP/1.1" status: 204 len: 168 time: 1.3864818 Jul 09 14:57:00.754513 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8a8e8245-b988-47e2-8ac1-6e2d040f317a req-93b45fa4-d463-438b-be09-3921c0c0aac6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=09fcade5-de9d-4d53-b6e7-8b3bd924314a HTTP/1.1" status: 200 len: 217 time: 0.0852771 Jul 09 14:57:00.761170 n-d-799529-6 neutron-server[94445]: DEBUG neutron.objects.ports [None req-2e8d92e6-5768-4f0e-9371-3cb3e5d41322 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94445) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 14:57:00.800450 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2e8d92e6-5768-4f0e-9371-3cb3e5d41322 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:00.841325 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadb9a7b-cb7a-46d3-99a8-410c52e98626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7f034a-db42-4a40-9a70-59ea4ff906c2,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:00.849711 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-770c0363-7a89-4c3d-8837-f3c60563ab6e None None] Provisioning for port de1b320c-2ece-472e-b14a-1b21c0d20ae3 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:57:00.859934 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e8245-b988-47e2-8ac1-6e2d040f317a req-803d94e1-43de-4d33-b3e2-7fcc02f5cf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:00.859934 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8a8e8245-b988-47e2-8ac1-6e2d040f317a req-803d94e1-43de-4d33-b3e2-7fcc02f5cf03 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=385bd4c1-ddb8-4fda-a37e-3fb2118661ca HTTP/1.1" status: 200 len: 797 time: 0.0942936 Jul 09 14:57:00.867342 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-770c0363-7a89-4c3d-8837-f3c60563ab6e None None] Provisioning complete for port de1b320c-2ece-472e-b14a-1b21c0d20ae3 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:57:00.867977 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-770c0363-7a89-4c3d-8837-f3c60563ab6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:00.990448 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e8245-b988-47e2-8ac1-6e2d040f317a req-a81f9ab4-70df-4799-bcaa-36a6cedfa272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:00.992764 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8a8e8245-b988-47e2-8ac1-6e2d040f317a req-a81f9ab4-70df-4799-bcaa-36a6cedfa272 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=695dcd67-56f3-489c-8be9-3d26f71af2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1270773 Jul 09 14:57:01.086832 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-770c0363-7a89-4c3d-8837-f3c60563ab6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:01.122719 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8d92e6-5768-4f0e-9371-3cb3e5d41322 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Pushing event updated for resources: {'Subnet': ['ID=a3abcdac-5b50-4e6a-885b-bd935f2e6d89,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:01.157465 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-770c0363-7a89-4c3d-8837-f3c60563ab6e None None] For port de1b320c-2ece-472e-b14a-1b21c0d20ae3, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=de1b320c-2ece-472e-b14a-1b21c0d20ae3,segment=NetworkSegment(ccb72476-117b-40fa-a977-2bd8b8f925e3),segment_id=ccb72476-117b-40fa-a977-2bd8b8f925e3)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:57:01.188806 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8a8e8245-b988-47e2-8ac1-6e2d040f317a req-7a462e56-4e63-4f37-b01d-b7564c5f4081 service neutron] 10.222.0.62 "GET /v2.0/networks/695dcd67-56f3-489c-8be9-3d26f71af2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879683 Jul 09 14:57:01.214023 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a4d803bf-2193-42d5-8e07-09fccf11369a tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:01.230068 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-770c0363-7a89-4c3d-8837-f3c60563ab6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:01.346247 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770c0363-7a89-4c3d-8837-f3c60563ab6e None None] Pushing event updated for resources: {'Port': ['ID=de1b320c-2ece-472e-b14a-1b21c0d20ae3,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:01.397909 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d803bf-2193-42d5-8e07-09fccf11369a tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Pushing event deleted for resources: {'Port': ['ID=96e89843-57db-4bb8-a7db-a9b989e66245,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:01.399202 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-d8e54261-b0fd-47a8-8978-2bf620db562c None None] Provisioning complete for port de1b320c-2ece-472e-b14a-1b21c0d20ae3 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:57:01.399202 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d8e54261-b0fd-47a8-8978-2bf620db562c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:01.427685 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8a8e8245-b988-47e2-8ac1-6e2d040f317a req-6c20078b-fd03-4cb1-93e2-352d14b9a62c service neutron] 10.222.0.62 "GET /v2.0/networks/695dcd67-56f3-489c-8be9-3d26f71af2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327995 Jul 09 14:57:01.465137 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8d92e6-5768-4f0e-9371-3cb3e5d41322 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Checking segment: {'id': 'd8fa015e-9f76-40a1-a17a-ac374651fc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '51c8433c-a320-499c-90c0-84247ffde58e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:57:01.465614 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8d92e6-5768-4f0e-9371-3cb3e5d41322 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Network hostable DHCP agents. Network: 51c8433c-a320-499c-90c0-84247ffde58e, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:57:01.511438 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-487d24ad-2b16-4081-b5ef-ad8e29225cd8 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:01.532840 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba46461-9035-4751-b3c5-3c9239babd42 req-29519d27-5567-42dc-a364-9c6bfb9ff045 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:01.538769 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba46461-9035-4751-b3c5-3c9239babd42 req-29519d27-5567-42dc-a364-9c6bfb9ff045 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:01.557051 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba46461-9035-4751-b3c5-3c9239babd42 req-29519d27-5567-42dc-a364-9c6bfb9ff045 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:01.558790 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8ba46461-9035-4751-b3c5-3c9239babd42 req-29519d27-5567-42dc-a364-9c6bfb9ff045 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ced0c85-6b79-459b-bd04-bb370086d704 HTTP/1.1" status: 200 len: 2418 time: 0.7597480 Jul 09 14:57:01.588320 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a4d803bf-2193-42d5-8e07-09fccf11369a tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:01.591044 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a49fae-cc83-456d-a3b5-a0cbee843dc2 req-080d3dce-81f8-4791-b98f-add7bb2c82d6 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:01.593041 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-a4d803bf-2193-42d5-8e07-09fccf11369a tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "DELETE /v2.0/ports/96e89843-57db-4bb8-a7db-a9b989e66245 HTTP/1.1" status: 204 len: 168 time: 2.2428455 Jul 09 14:57:01.597052 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49910) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:01.598584 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a49fae-cc83-456d-a3b5-a0cbee843dc2 req-080d3dce-81f8-4791-b98f-add7bb2c82d6 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:01.599864 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-487d24ad-2b16-4081-b5ef-ad8e29225cd8 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Transition to ACTIVE for port object 4f68e519-94bf-4069-85fc-d9689f6d5660 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:57:01.628789 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ced0c85-6b79-459b-bd04-bb370086d704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a60009f5-03bf-4e89-8abb-0ca57cc750f0'}, {'server_uuid': '6ced0c85-6b79-459b-bd04-bb370086d704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca39cdd-4494-4a53-a2a4-2d9d64bce299'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:57:01.630845 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34ed1a6-63f5-4800-b5ca-5446348860c1" -d '{"events": [{"server_uuid": "6ced0c85-6b79-459b-bd04-bb370086d704", "name": "network-vif-plugged", "status": "completed", "tag": "a60009f5-03bf-4e89-8abb-0ca57cc750f0"}, {"server_uuid": "6ced0c85-6b79-459b-bd04-bb370086d704", "name": "network-vif-plugged", "status": "completed", "tag": "cca39cdd-4494-4a53-a2a4-2d9d64bce299"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:57:01.636584 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:01.656243 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a49fae-cc83-456d-a3b5-a0cbee843dc2 req-080d3dce-81f8-4791-b98f-add7bb2c82d6 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:01.667558 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device de1b320c-2ece-472e-b14a-1b21c0d20ae3 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:57:01.677679 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a49fae-cc83-456d-a3b5-a0cbee843dc2 req-080d3dce-81f8-4791-b98f-add7bb2c82d6 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:01.680553 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8d92e6-5768-4f0e-9371-3cb3e5d41322 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Network 51c8433c-a320-499c-90c0-84247ffde58e is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:57:01.691900 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a49fae-cc83-456d-a3b5-a0cbee843dc2 req-080d3dce-81f8-4791-b98f-add7bb2c82d6 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:01.700412 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8ba46461-9035-4751-b3c5-3c9239babd42 req-e299abd4-de57-4cbe-8cc3-f684decdd158 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/security-groups?id=76663b26-aa3d-4cc3-9802-4384082a150d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274316 Jul 09 14:57:01.707155 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a49fae-cc83-456d-a3b5-a0cbee843dc2 req-080d3dce-81f8-4791-b98f-add7bb2c82d6 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:01.733686 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a49fae-cc83-456d-a3b5-a0cbee843dc2 req-080d3dce-81f8-4791-b98f-add7bb2c82d6 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:01.751961 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-14a49fae-cc83-456d-a3b5-a0cbee843dc2 req-080d3dce-81f8-4791-b98f-add7bb2c82d6 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 5431 time: 0.2568753 Jul 09 14:57:01.789773 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port de1b320c-2ece-472e-b14a-1b21c0d20ae3 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:57:01.790162 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:01.803873 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-2e8d92e6-5768-4f0e-9371-3cb3e5d41322 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 51c8433c-a320-499c-90c0-84247ffde58e) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:57:01.820165 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8d92e6-5768-4f0e-9371-3cb3e5d41322 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:01.820828 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2e8d92e6-5768-4f0e-9371-3cb3e5d41322 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:01.860707 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-14a49fae-cc83-456d-a3b5-a0cbee843dc2 req-9a75c54f-0d4c-4eb9-b86b-0fff5492d412 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b892279-bd5f-423b-8017-ce4180b448af&id=710f4a29-0022-436a-b96b-568cc62700fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1118238 Jul 09 14:57:01.866732 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-487d24ad-2b16-4081-b5ef-ad8e29225cd8 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:01.873463 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3886bcc-ef1b-46e5-9e6a-cde35e052c44 None None] Network 51c8433c-a320-499c-90c0-84247ffde58e requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:57:01.973450 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 14:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db765f9-508e-4e29-946a-7d3b22fc6c0c x-openstack-request-id: req-7db765f9-508e-4e29-946a-7d3b22fc6c0c {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:57:01.973759 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ced0c85-6b79-459b-bd04-bb370086d704", "name": "network-vif-plugged", "status": "completed", "tag": "a60009f5-03bf-4e89-8abb-0ca57cc750f0", "code": 200}, {"server_uuid": "6ced0c85-6b79-459b-bd04-bb370086d704", "name": "network-vif-plugged", "status": "completed", "tag": "cca39cdd-4494-4a53-a2a4-2d9d64bce299", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:57:01.974023 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7db765f9-508e-4e29-946a-7d3b22fc6c0c {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:57:01.974440 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ced0c85-6b79-459b-bd04-bb370086d704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a60009f5-03bf-4e89-8abb-0ca57cc750f0', 'code': 200} Jul 09 14:57:01.974698 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ced0c85-6b79-459b-bd04-bb370086d704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca39cdd-4494-4a53-a2a4-2d9d64bce299', 'code': 200} Jul 09 14:57:02.018662 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487d24ad-2b16-4081-b5ef-ad8e29225cd8 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event updated for resources: {'Port': ['ID=4f68e519-94bf-4069-85fc-d9689f6d5660,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:02.057256 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-2e8d92e6-5768-4f0e-9371-3cb3e5d41322 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.6024251 Jul 09 14:57:02.057949 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49922) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:02.062711 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-6aa8ae1b-7380-47da-b4ac-5131d67af255 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Request body: {'port': {'network_id': '51c8433c-a320-499c-90c0-84247ffde58e', 'name': 'tempest-NetworksIpV6TestAttrs-1848467732'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:57:02.105147 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487d24ad-2b16-4081-b5ef-ad8e29225cd8 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Network d5792aa0-ad02-4feb-a8aa-6a866b7689a2 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:57:02.111440 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-487d24ad-2b16-4081-b5ef-ad8e29225cd8 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:57:02.116915 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487d24ad-2b16-4081-b5ef-ad8e29225cd8 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:57:02.188794 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487d24ad-2b16-4081-b5ef-ad8e29225cd8 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:02.189492 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-487d24ad-2b16-4081-b5ef-ad8e29225cd8 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:02.197375 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-0ef70bf5-2d06-49e2-9c10-e4a952b64a1b tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Deleting port bb420490-7abe-48bb-8247-ff19d2932add {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:57:02.197718 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0ef70bf5-2d06-49e2-9c10-e4a952b64a1b tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:02.321950 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43eeaa0-91ea-4a80-bd67-35c84dec3867 req-52a8c30d-0db4-4706-aa3f-e61b8db0121f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:02.322837 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43eeaa0-91ea-4a80-bd67-35c84dec3867 req-52a8c30d-0db4-4706-aa3f-e61b8db0121f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:02.323706 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43eeaa0-91ea-4a80-bd67-35c84dec3867 req-52a8c30d-0db4-4706-aa3f-e61b8db0121f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:02.325915 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d43eeaa0-91ea-4a80-bd67-35c84dec3867 req-52a8c30d-0db4-4706-aa3f-e61b8db0121f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6ced0c85-6b79-459b-bd04-bb370086d704 HTTP/1.1" status: 200 len: 2871 time: 0.2687118 Jul 09 14:57:02.353346 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0ef70bf5-2d06-49e2-9c10-e4a952b64a1b tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:02.370922 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-0ef70bf5-2d06-49e2-9c10-e4a952b64a1b tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Calling delete_port for bb420490-7abe-48bb-8247-ff19d2932add owned by {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:57:02.400640 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49928) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:02.421135 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa8ae1b-7380-47da-b4ac-5131d67af255 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Made reservation on behalf of 7d7a3bd3b0b145fabfd50127d7be3103 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:57:02.425725 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6aa8ae1b-7380-47da-b4ac-5131d67af255 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:02.482485 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-6aa8ae1b-7380-47da-b4ac-5131d67af255 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] device_id is not set on port 504b7f60-2dc0-45bd-aaea-d6c5499c1b4e yet. {{(pid=94446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:57:02.529035 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317e1d3-03b5-4020-934a-12ec35c6c716 req-d55a33bc-9075-4755-8123-b8cc31df769b tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:02.532343 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5317e1d3-03b5-4020-934a-12ec35c6c716 req-d55a33bc-9075-4755-8123-b8cc31df769b tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b2d54fb-d544-4a03-8d39-6600c8d1ac67 HTTP/1.1" status: 200 len: 945 time: 0.6502223 Jul 09 14:57:02.545981 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5ba3bd-79d2-4f78-a447-b79b486694ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-51c8433c-a320-499c-90c0-84247ffde58e', 'network_id': '51c8433c-a320-499c-90c0-84247ffde58e', 'tenant_id': '7d7a3bd3b0b145fabfd50127d7be3103', 'fixed_ips': [{'subnet_id': 'a3abcdac-5b50-4e6a-885b-bd935f2e6d89'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:57:02.549435 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8b5ba3bd-79d2-4f78-a447-b79b486694ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:02.606609 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-487d24ad-2b16-4081-b5ef-ad8e29225cd8 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.6846762 Jul 09 14:57:02.613167 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49932) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:02.613292 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-9dec6beb-a41f-4efc-ab47-ce1d4dfe4aef tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-799828150', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:57:02.660847 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-379c1c0e-1c19-423f-bb1d-2e5cbff4f0a2 None None] Provisioning for port 4f68e519-94bf-4069-85fc-d9689f6d5660 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:57:02.664966 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-379c1c0e-1c19-423f-bb1d-2e5cbff4f0a2 None None] Provisioning complete for port 4f68e519-94bf-4069-85fc-d9689f6d5660 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:57:02.665575 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-379c1c0e-1c19-423f-bb1d-2e5cbff4f0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:02.705225 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-6aa8ae1b-7380-47da-b4ac-5131d67af255 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Allocated IP 2001:db8::f816:3eff:fe4f:7570 (51c8433c-a320-499c-90c0-84247ffde58e/a3abcdac-5b50-4e6a-885b-bd935f2e6d89/504b7f60-2dc0-45bd-aaea-d6c5499c1b4e) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:57:02.706129 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d43eeaa0-91ea-4a80-bd67-35c84dec3867 req-bd605f8f-9617-416d-a864-9b4d12186407 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=76663b26-aa3d-4cc3-9802-4384082a150d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914928 Jul 09 14:57:02.706735 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0ef70bf5-2d06-49e2-9c10-e4a952b64a1b tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:02.711254 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-379c1c0e-1c19-423f-bb1d-2e5cbff4f0a2 None None] Port 4f68e519-94bf-4069-85fc-d9689f6d5660 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:57:02.716865 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5317e1d3-03b5-4020-934a-12ec35c6c716 req-d776fdfc-fad2-4158-84d8-e7940a25e409 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "GET /v2.0/security-groups?id=7de82887-7032-4e2c-81a4-82e587d41889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679897 Jul 09 14:57:02.744853 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef70bf5-2d06-49e2-9c10-e4a952b64a1b tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Pushing event deleted for resources: {'Port': ['ID=bb420490-7abe-48bb-8247-ff19d2932add,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:02.747178 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9dec6beb-a41f-4efc-ab47-ce1d4dfe4aef tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:02.748352 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9dec6beb-a41f-4efc-ab47-ce1d4dfe4aef tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:02.998410 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9dec6beb-a41f-4efc-ab47-ce1d4dfe4aef tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:03.043596 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6aa8ae1b-7380-47da-b4ac-5131d67af255 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:03.066238 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feadb0f9-568e-4db6-905a-9e610444f80e req-b3422fdd-5ea1-411b-aabd-5df2583fc8a8 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:03.072419 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feadb0f9-568e-4db6-905a-9e610444f80e req-b3422fdd-5ea1-411b-aabd-5df2583fc8a8 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:03.078545 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feadb0f9-568e-4db6-905a-9e610444f80e req-b3422fdd-5ea1-411b-aabd-5df2583fc8a8 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:03.080903 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-feadb0f9-568e-4db6-905a-9e610444f80e req-b3422fdd-5ea1-411b-aabd-5df2583fc8a8 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ced0c85-6b79-459b-bd04-bb370086d704 HTTP/1.1" status: 200 len: 2418 time: 0.2326005 Jul 09 14:57:03.084833 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9dec6beb-a41f-4efc-ab47-ce1d4dfe4aef tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:03.092981 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6aa8ae1b-7380-47da-b4ac-5131d67af255 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Transition to ACTIVE for port object 504b7f60-2dc0-45bd-aaea-d6c5499c1b4e will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:57:03.168111 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-feadb0f9-568e-4db6-905a-9e610444f80e req-74afa61a-8a35-4e4b-9dd7-624d4203251b tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/security-groups?id=76663b26-aa3d-4cc3-9802-4384082a150d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761147 Jul 09 14:57:03.195716 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9dec6beb-a41f-4efc-ab47-ce1d4dfe4aef tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:03.197440 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-9dec6beb-a41f-4efc-ab47-ce1d4dfe4aef tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.7957609 Jul 09 14:57:03.200274 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49942) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:03.206562 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-10e124dd-78a5-40b9-89e4-a95a194efad1 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1815642234'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:57:03.268672 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6aa8ae1b-7380-47da-b4ac-5131d67af255 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:03.304785 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0ef70bf5-2d06-49e2-9c10-e4a952b64a1b tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:03.309420 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-0ef70bf5-2d06-49e2-9c10-e4a952b64a1b tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "DELETE /v2.0/ports/bb420490-7abe-48bb-8247-ff19d2932add HTTP/1.1" status: 204 len: 168 time: 1.7087717 Jul 09 14:57:03.313710 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49944) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:03.333728 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e124dd-78a5-40b9-89e4-a95a194efad1 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Made reservation on behalf of 2732374c0d1f4d0d9e6f386711cde35c for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:57:03.338324 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-10e124dd-78a5-40b9-89e4-a95a194efad1 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:03.357736 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-8b5ba3bd-79d2-4f78-a447-b79b486694ff None None] Allocated IP 2001:db8::f816:3eff:fe46:17af (51c8433c-a320-499c-90c0-84247ffde58e/a3abcdac-5b50-4e6a-885b-bd935f2e6d89/421cbda7-291c-46ca-8417-23c4596e57d4) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:57:03.369867 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-10e124dd-78a5-40b9-89e4-a95a194efad1 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:03.376269 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa8ae1b-7380-47da-b4ac-5131d67af255 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Network 51c8433c-a320-499c-90c0-84247ffde58e is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:57:03.399123 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-6aa8ae1b-7380-47da-b4ac-5131d67af255 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:57:03.401572 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa8ae1b-7380-47da-b4ac-5131d67af255 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:57:03.408470 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa8ae1b-7380-47da-b4ac-5131d67af255 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:03.409135 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6aa8ae1b-7380-47da-b4ac-5131d67af255 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:03.443909 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa8ae1b-7380-47da-b4ac-5131d67af255 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Pushing event updated for resources: {'Port': ['ID=504b7f60-2dc0-45bd-aaea-d6c5499c1b4e,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:03.467840 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-4becef6f-df36-4369-8210-2e1d465eb580 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Deleting subnet 2f690ec9-8aa3-48cf-be43-c18952e1b046 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:57:03.478748 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4becef6f-df36-4369-8210-2e1d465eb580 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:03.518804 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-6aa8ae1b-7380-47da-b4ac-5131d67af255 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.4595125 Jul 09 14:57:03.529596 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49948) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:03.544835 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b9b70f-e8f3-4629-b469-2513f16c8f8d req-2ac41e74-8bdf-4494-a36f-ab53d843cd7e tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:03.553999 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b9b70f-e8f3-4629-b469-2513f16c8f8d req-2ac41e74-8bdf-4494-a36f-ab53d843cd7e tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:03.560240 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b9b70f-e8f3-4629-b469-2513f16c8f8d req-2ac41e74-8bdf-4494-a36f-ab53d843cd7e tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:03.565801 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b9b70f-e8f3-4629-b469-2513f16c8f8d req-2ac41e74-8bdf-4494-a36f-ab53d843cd7e tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:03.571647 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b9b70f-e8f3-4629-b469-2513f16c8f8d req-2ac41e74-8bdf-4494-a36f-ab53d843cd7e tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:03.577608 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b9b70f-e8f3-4629-b469-2513f16c8f8d req-2ac41e74-8bdf-4494-a36f-ab53d843cd7e tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:03.583663 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b9b70f-e8f3-4629-b469-2513f16c8f8d req-2ac41e74-8bdf-4494-a36f-ab53d843cd7e tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:03.583852 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8b5ba3bd-79d2-4f78-a447-b79b486694ff None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:03.586301 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-51b9b70f-e8f3-4629-b469-2513f16c8f8d req-2ac41e74-8bdf-4494-a36f-ab53d843cd7e tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 5431 time: 0.3274496 Jul 09 14:57:03.606147 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-8b5ba3bd-79d2-4f78-a447-b79b486694ff None None] Transition to ACTIVE for port object 421cbda7-291c-46ca-8417-23c4596e57d4 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:57:03.610665 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-d919221d-490b-457b-ac2b-666106ddc344 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Deleting subnet a3abcdac-5b50-4e6a-885b-bd935f2e6d89 {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:57:03.627594 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-8b5ba3bd-79d2-4f78-a447-b79b486694ff None None] Transition to ACTIVE for port object 421cbda7-291c-46ca-8417-23c4596e57d4 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:57:03.650945 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4becef6f-df36-4369-8210-2e1d465eb580 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:03.704774 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8b5ba3bd-79d2-4f78-a447-b79b486694ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:03.722412 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-10e124dd-78a5-40b9-89e4-a95a194efad1 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:03.723875 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d919221d-490b-457b-ac2b-666106ddc344 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:03.760532 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-51b9b70f-e8f3-4629-b469-2513f16c8f8d req-15231f93-bcf6-4a82-922a-47df97d3a54a tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b892279-bd5f-423b-8017-ce4180b448af&id=710f4a29-0022-436a-b96b-568cc62700fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1607857 Jul 09 14:57:03.764747 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cd9f97e8-528e-47df-8e3f-daacca1886cd tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:03.786472 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5ba3bd-79d2-4f78-a447-b79b486694ff None None] Network 51c8433c-a320-499c-90c0-84247ffde58e is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:57:03.800779 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-8b5ba3bd-79d2-4f78-a447-b79b486694ff None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:57:03.805413 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5ba3bd-79d2-4f78-a447-b79b486694ff None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:57:03.833407 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d919221d-490b-457b-ac2b-666106ddc344 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:03.844907 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5ba3bd-79d2-4f78-a447-b79b486694ff None None] Pushing event updated for resources: {'Port': ['ID=421cbda7-291c-46ca-8417-23c4596e57d4,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:03.861505 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-10e124dd-78a5-40b9-89e4-a95a194efad1 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:03.907667 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10e124dd-78a5-40b9-89e4-a95a194efad1 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:57:03.917836 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e124dd-78a5-40b9-89e4-a95a194efad1 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b293b7fd-8d39-4b5b-a93d-5f43d41da5a2,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:03.948374 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-10e124dd-78a5-40b9-89e4-a95a194efad1 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:03.948806 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-10e124dd-78a5-40b9-89e4-a95a194efad1 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Added segment 143bdd7c-d621-46ff-b441-cbd445598eeb of type vlan for network 54b31924-8b68-4413-940a-e939cd1d1d3d Jul 09 14:57:03.992826 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-8b5ba3bd-79d2-4f78-a447-b79b486694ff None None] Attempting to bind port 421cbda7-291c-46ca-8417-23c4596e57d4 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:57:03.993389 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-8b5ba3bd-79d2-4f78-a447-b79b486694ff None None] Attempting to bind port 421cbda7-291c-46ca-8417-23c4596e57d4 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd8fa015e-9f76-40a1-a17a-ac374651fc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '51c8433c-a320-499c-90c0-84247ffde58e'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:57:03.993926 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5ba3bd-79d2-4f78-a447-b79b486694ff None None] Attempting to bind port 421cbda7-291c-46ca-8417-23c4596e57d4 on network 51c8433c-a320-499c-90c0-84247ffde58e {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:57:04.000936 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5ba3bd-79d2-4f78-a447-b79b486694ff None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:57:04.001426 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5ba3bd-79d2-4f78-a447-b79b486694ff None None] Checking segment: {'id': 'd8fa015e-9f76-40a1-a17a-ac374651fc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '51c8433c-a320-499c-90c0-84247ffde58e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:57:04.003001 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8b5ba3bd-79d2-4f78-a447-b79b486694ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:04.003001 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5ba3bd-79d2-4f78-a447-b79b486694ff None None] Bound using segment: {'id': 'd8fa015e-9f76-40a1-a17a-ac374651fc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '51c8433c-a320-499c-90c0-84247ffde58e'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:57:04.003001 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-8b5ba3bd-79d2-4f78-a447-b79b486694ff None None] Bound port: 421cbda7-291c-46ca-8417-23c4596e57d4, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8fa015e-9f76-40a1-a17a-ac374651fc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '51c8433c-a320-499c-90c0-84247ffde58e'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:57:04.003327 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8b5ba3bd-79d2-4f78-a447-b79b486694ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:04.054383 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-10e124dd-78a5-40b9-89e4-a95a194efad1 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:04.112430 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725ab1c-d12e-40ad-a712-152fbe4797f2 req-6b08e1b4-a1d7-4fad-82ba-56d857b8947b tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:04.114231 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f725ab1c-d12e-40ad-a712-152fbe4797f2 req-6b08e1b4-a1d7-4fad-82ba-56d857b8947b tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b2d54fb-d544-4a03-8d39-6600c8d1ac67 HTTP/1.1" status: 200 len: 945 time: 0.4873850 Jul 09 14:57:04.116234 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4becef6f-df36-4369-8210-2e1d465eb580 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:04.132529 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d919221d-490b-457b-ac2b-666106ddc344 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:04.179176 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d121fa4f-f6db-4f9f-a4cf-f8fb0666f0df req-99e67c84-16cb-4580-9206-bbf827b9ad83 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:04.180994 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d121fa4f-f6db-4f9f-a4cf-f8fb0666f0df req-99e67c84-16cb-4580-9206-bbf827b9ad83 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b2d54fb-d544-4a03-8d39-6600c8d1ac67 HTTP/1.1" status: 200 len: 945 time: 0.1805282 Jul 09 14:57:04.226217 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-10e124dd-78a5-40b9-89e4-a95a194efad1 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:04.232874 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e124dd-78a5-40b9-89e4-a95a194efad1 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:04.234556 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-10e124dd-78a5-40b9-89e4-a95a194efad1 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:04.268064 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d121fa4f-f6db-4f9f-a4cf-f8fb0666f0df req-d08181cd-91ac-4fd8-ab53-ba145fc47e79 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "GET /v2.0/security-groups?id=7de82887-7032-4e2c-81a4-82e587d41889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776358 Jul 09 14:57:04.340083 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e124dd-78a5-40b9-89e4-a95a194efad1 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Pushing event updated for resources: {'Network': ['ID=54b31924-8b68-4413-940a-e939cd1d1d3d,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:04.352569 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 54b31924-8b68-4413-940a-e939cd1d1d3d details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:57:04.409568 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-f725ab1c-d12e-40ad-a712-152fbe4797f2 req-1c031fc8-c1ff-4b61-ac53-e39cd8ba4b95 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Deleting port 461e2fef-d791-4b1e-944c-e2e29a0ed1bb {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:57:04.410565 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f725ab1c-d12e-40ad-a712-152fbe4797f2 req-1c031fc8-c1ff-4b61-ac53-e39cd8ba4b95 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:04.418847 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4becef6f-df36-4369-8210-2e1d465eb580 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:04.425313 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cd9f97e8-528e-47df-8e3f-daacca1886cd tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:04.437364 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d919221d-490b-457b-ac2b-666106ddc344 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:04.445308 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-8b5ba3bd-79d2-4f78-a447-b79b486694ff None None] For port 421cbda7-291c-46ca-8417-23c4596e57d4, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:57:04.451376 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-10e124dd-78a5-40b9-89e4-a95a194efad1 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.2496519 Jul 09 14:57:04.452977 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d919221d-490b-457b-ac2b-666106ddc344 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:04.456368 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d919221d-490b-457b-ac2b-666106ddc344 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] 10.222.0.58 "DELETE /v2.0/subnets/a3abcdac-5b50-4e6a-885b-bd935f2e6d89 HTTP/1.1" status: 204 len: 168 time: 0.9203038 Jul 09 14:57:04.467637 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-8b5ba3bd-79d2-4f78-a447-b79b486694ff None None] For port 421cbda7-291c-46ca-8417-23c4596e57d4, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=421cbda7-291c-46ca-8417-23c4596e57d4,segment=NetworkSegment(d8fa015e-9f76-40a1-a17a-ac374651fc49),segment_id=d8fa015e-9f76-40a1-a17a-ac374651fc49)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:57:04.476854 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49960) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:04.477199 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49962) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:04.482511 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d919221d-490b-457b-ac2b-666106ddc344 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Pushing event deleted for resources: {'Subnet': ['ID=a3abcdac-5b50-4e6a-885b-bd935f2e6d89,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:04.496833 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-10834a9d-0136-466b-8ad8-ed03c8ae269a tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Request body: {'subnet': {'network_id': '54b31924-8b68-4413-940a-e939cd1d1d3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:57:04.507774 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4becef6f-df36-4369-8210-2e1d465eb580 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Pushing event deleted for resources: {'Subnet': ['ID=2f690ec9-8aa3-48cf-be43-c18952e1b046,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:04.518826 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4becef6f-df36-4369-8210-2e1d465eb580 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:04.520529 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-4becef6f-df36-4369-8210-2e1d465eb580 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "DELETE /v2.0/subnets/2f690ec9-8aa3-48cf-be43-c18952e1b046 HTTP/1.1" status: 204 len: 168 time: 1.2058151 Jul 09 14:57:04.525569 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cd9f97e8-528e-47df-8e3f-daacca1886cd tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:04.528502 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49964) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:04.535010 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee84e631-7e91-40b3-8416-aaba0a1bdf38 None None] Network f7f6731e-df5a-475b-9c1b-606c9f6d697c requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:57:04.564947 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8b5ba3bd-79d2-4f78-a447-b79b486694ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:04.615006 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2377deda-689b-4beb-8a24-284c00394321 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:04.616839 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2377deda-689b-4beb-8a24-284c00394321 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:04.618472 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-2377deda-689b-4beb-8a24-284c00394321 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1397586 Jul 09 14:57:04.624046 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49966) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:04.741443 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e3c00553-bdef-4f3a-b6bf-1cc7df2bce44 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:04.749817 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3c00553-bdef-4f3a-b6bf-1cc7df2bce44 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 09 14:57:04.750709 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3c00553-bdef-4f3a-b6bf-1cc7df2bce44 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:57:04.757130 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ed505-a036-4ff8-8b47-49d14035e5d1 req-4e1f82e5-d055-4180-9373-0e5c0b2566b3 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:04.757369 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-e3c00553-bdef-4f3a-b6bf-1cc7df2bce44 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] 10.222.0.58 "DELETE /v2.0/networks/51c8433c-a320-499c-90c0-84247ffde58e HTTP/1.1" status: 409 len: 405 time: 0.1317225 Jul 09 14:57:04.757677 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49968) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:04.763011 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-a2102246-3540-4a60-8472-1cfe1b098a2a tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1543147400'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:57:04.782806 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ed505-a036-4ff8-8b47-49d14035e5d1 req-4e1f82e5-d055-4180-9373-0e5c0b2566b3 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:04.783790 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ed505-a036-4ff8-8b47-49d14035e5d1 req-4e1f82e5-d055-4180-9373-0e5c0b2566b3 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:04.785559 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-376ed505-a036-4ff8-8b47-49d14035e5d1 req-4e1f82e5-d055-4180-9373-0e5c0b2566b3 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ced0c85-6b79-459b-bd04-bb370086d704 HTTP/1.1" status: 200 len: 2418 time: 0.4510655 Jul 09 14:57:04.796248 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-247df239-c626-4455-bb69-866b0ab7c063 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Deleting subnet bbaf7842-6d01-4557-9de4-248881c81a38 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:57:04.799168 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9f97e8-528e-47df-8e3f-daacca1886cd tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event updated for resources: {'Port': ['ID=4f68e519-94bf-4069-85fc-d9689f6d5660,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:04.802750 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10834a9d-0136-466b-8ad8-ed03c8ae269a tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Made reservation on behalf of 2732374c0d1f4d0d9e6f386711cde35c for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:57:04.806565 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-10834a9d-0136-466b-8ad8-ed03c8ae269a tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:04.869413 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-247df239-c626-4455-bb69-866b0ab7c063 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:04.968922 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-247df239-c626-4455-bb69-866b0ab7c063 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:05.005376 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5ba3bd-79d2-4f78-a447-b79b486694ff None None] Pushing event updated for resources: {'Port': ['ID=421cbda7-291c-46ca-8417-23c4596e57d4,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:05.022133 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-f725ab1c-d12e-40ad-a712-152fbe4797f2 req-1c031fc8-c1ff-4b61-ac53-e39cd8ba4b95 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] For port 461e2fef-d791-4b1e-944c-e2e29a0ed1bb, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=461e2fef-d791-4b1e-944c-e2e29a0ed1bb,segment=NetworkSegment(67523102-960f-423a-89b3-665d6dc7373b),segment_id=67523102-960f-423a-89b3-665d6dc7373b)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:57:05.022529 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f725ab1c-d12e-40ad-a712-152fbe4797f2 req-1c031fc8-c1ff-4b61-ac53-e39cd8ba4b95 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:05.057688 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2102246-3540-4a60-8472-1cfe1b098a2a tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Made reservation on behalf of 7d7a3bd3b0b145fabfd50127d7be3103 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:57:05.065549 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a2102246-3540-4a60-8472-1cfe1b098a2a tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:05.089324 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-f725ab1c-d12e-40ad-a712-152fbe4797f2 req-1c031fc8-c1ff-4b61-ac53-e39cd8ba4b95 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Calling delete_port for 461e2fef-d791-4b1e-944c-e2e29a0ed1bb owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:57:05.099021 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-376ed505-a036-4ff8-8b47-49d14035e5d1 req-868a1cb2-807e-4775-9010-6155894f5d36 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/security-groups?id=76663b26-aa3d-4cc3-9802-4384082a150d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830932 Jul 09 14:57:05.109442 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-f6228ebf-4940-4bc3-bdc3-e60066b6b111 None None] Provisioning complete for port 4f68e519-94bf-4069-85fc-d9689f6d5660 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:57:05.109858 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f6228ebf-4940-4bc3-bdc3-e60066b6b111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:05.258100 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-f6228ebf-4940-4bc3-bdc3-e60066b6b111 None None] Port 4f68e519-94bf-4069-85fc-d9689f6d5660 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:57:05.311973 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb3b51a-3213-4610-bae4-ce8d8e1d2d1e None None] DHCP port deletion for f7f6731e-df5a-475b-9c1b-606c9f6d697c request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:57:05.387913 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-10834a9d-0136-466b-8ad8-ed03c8ae269a tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:05.399137 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cd9f97e8-528e-47df-8e3f-daacca1886cd tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:05.413764 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2102246-3540-4a60-8472-1cfe1b098a2a tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:57:05.474404 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-4fb3b51a-3213-4610-bae4-ce8d8e1d2d1e None None] Deleting port 72b7a20e-c3f9-4529-91e6-10bfa8e4c447 {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:57:05.474831 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4fb3b51a-3213-4610-bae4-ce8d8e1d2d1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:05.534809 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f41b81b-f651-46ca-b465-1fffe02f865f req-2bc831e1-db5d-4ca1-a1c8-7d14a9d0b91c tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:05.552600 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f41b81b-f651-46ca-b465-1fffe02f865f req-2bc831e1-db5d-4ca1-a1c8-7d14a9d0b91c tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:05.569130 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f41b81b-f651-46ca-b465-1fffe02f865f req-2bc831e1-db5d-4ca1-a1c8-7d14a9d0b91c tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:05.596513 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f41b81b-f651-46ca-b465-1fffe02f865f req-2bc831e1-db5d-4ca1-a1c8-7d14a9d0b91c tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:05.599805 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-4fb3b51a-3213-4610-bae4-ce8d8e1d2d1e None None] For port 72b7a20e-c3f9-4529-91e6-10bfa8e4c447, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=72b7a20e-c3f9-4529-91e6-10bfa8e4c447,segment=NetworkSegment(b243d64e-462e-4d56-aaa8-e625bc50df08),segment_id=b243d64e-462e-4d56-aaa8-e625bc50df08)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:57:05.601049 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4fb3b51a-3213-4610-bae4-ce8d8e1d2d1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:05.606854 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-247df239-c626-4455-bb69-866b0ab7c063 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:05.608532 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f41b81b-f651-46ca-b465-1fffe02f865f req-2bc831e1-db5d-4ca1-a1c8-7d14a9d0b91c tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:05.620010 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f41b81b-f651-46ca-b465-1fffe02f865f req-2bc831e1-db5d-4ca1-a1c8-7d14a9d0b91c tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:05.627828 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f41b81b-f651-46ca-b465-1fffe02f865f req-2bc831e1-db5d-4ca1-a1c8-7d14a9d0b91c tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:05.631807 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-4fb3b51a-3213-4610-bae4-ce8d8e1d2d1e None None] Calling delete_port for 72b7a20e-c3f9-4529-91e6-10bfa8e4c447 owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:57:05.633100 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8f41b81b-f651-46ca-b465-1fffe02f865f req-2bc831e1-db5d-4ca1-a1c8-7d14a9d0b91c tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 5431 time: 0.6029236 Jul 09 14:57:05.648050 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a2102246-3540-4a60-8472-1cfe1b098a2a tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:05.648430 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-a2102246-3540-4a60-8472-1cfe1b098a2a tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Added segment f6eb5add-b94e-458c-8132-3389c30056de of type vlan for network c16cb780-ff0b-4b30-9dc1-ab70c32d7d0e Jul 09 14:57:05.704822 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 421cbda7-291c-46ca-8417-23c4596e57d4 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:57:05.781376 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10834a9d-0136-466b-8ad8-ed03c8ae269a tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Checking segment: {'id': '143bdd7c-d621-46ff-b441-cbd445598eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54b31924-8b68-4413-940a-e939cd1d1d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:57:05.781376 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10834a9d-0136-466b-8ad8-ed03c8ae269a tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Network hostable DHCP agents. Network: 54b31924-8b68-4413-940a-e939cd1d1d3d, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:57:05.788667 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10834a9d-0136-466b-8ad8-ed03c8ae269a tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Pushing event updated for resources: {'Subnet': ['ID=00b1484d-d04b-40e0-9a0b-fc86d0f68074,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:05.793045 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a2102246-3540-4a60-8472-1cfe1b098a2a tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:05.804776 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8f41b81b-f651-46ca-b465-1fffe02f865f req-ed92d2f5-3fb0-402f-ad08-9d9ecb1d1801 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b892279-bd5f-423b-8017-ce4180b448af&id=710f4a29-0022-436a-b96b-568cc62700fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1409564 Jul 09 14:57:05.892581 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 421cbda7-291c-46ca-8417-23c4596e57d4 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:57:05.914612 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cd9f97e8-528e-47df-8e3f-daacca1886cd tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:05.925814 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c43f6a-d14f-4ab6-96e5-c4d86fbd741c req-bdc93ed2-8394-4c72-85b5-5bcbc0f2328d tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:05.927324 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a2102246-3540-4a60-8472-1cfe1b098a2a tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:05.932646 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4fb3b51a-3213-4610-bae4-ce8d8e1d2d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:05.934343 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2102246-3540-4a60-8472-1cfe1b098a2a tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:05.934997 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a2102246-3540-4a60-8472-1cfe1b098a2a tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:05.939153 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d7c43f6a-d14f-4ab6-96e5-c4d86fbd741c req-bdc93ed2-8394-4c72-85b5-5bcbc0f2328d tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b2d54fb-d544-4a03-8d39-6600c8d1ac67 HTTP/1.1" status: 200 len: 945 time: 0.3201952 Jul 09 14:57:05.942524 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10834a9d-0136-466b-8ad8-ed03c8ae269a tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Network 54b31924-8b68-4413-940a-e939cd1d1d3d is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:57:05.992927 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-247df239-c626-4455-bb69-866b0ab7c063 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:06.006758 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb3b51a-3213-4610-bae4-ce8d8e1d2d1e None None] Pushing event deleted for resources: {'Port': ['ID=72b7a20e-c3f9-4529-91e6-10bfa8e4c447,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:06.020185 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb3b51a-3213-4610-bae4-ce8d8e1d2d1e None None] No DVR routers for this DVR port 72b7a20e-c3f9-4529-91e6-10bfa8e4c447 on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:57:06.035832 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f725ab1c-d12e-40ad-a712-152fbe4797f2 req-1c031fc8-c1ff-4b61-ac53-e39cd8ba4b95 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:06.039041 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 72b7a20e-c3f9-4529-91e6-10bfa8e4c447 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:57:06.076410 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 72b7a20e-c3f9-4529-91e6-10bfa8e4c447 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:57:06.076772 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 72b7a20e-c3f9-4529-91e6-10bfa8e4c447 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:57:06.090937 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247df239-c626-4455-bb69-866b0ab7c063 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Pushing event deleted for resources: {'Subnet': ['ID=bbaf7842-6d01-4557-9de4-248881c81a38,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:06.093352 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-10834a9d-0136-466b-8ad8-ed03c8ae269a tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 54b31924-8b68-4413-940a-e939cd1d1d3d) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:57:06.104022 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de569013-2dfa-4604-8146-69ab647412af None None] Network 54b31924-8b68-4413-940a-e939cd1d1d3d requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:57:06.111352 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10834a9d-0136-466b-8ad8-ed03c8ae269a tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:06.112153 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-10834a9d-0136-466b-8ad8-ed03c8ae269a tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:06.126384 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2102246-3540-4a60-8472-1cfe1b098a2a tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Pushing event updated for resources: {'Network': ['ID=c16cb780-ff0b-4b30-9dc1-ab70c32d7d0e,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:06.149262 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a2102246-3540-4a60-8472-1cfe1b098a2a tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3894904 Jul 09 14:57:06.151354 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49984) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:06.162443 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-46154155-8e9b-49c5-ade6-279e6ada610e tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Request body: {'subnet': {'network_id': 'c16cb780-ff0b-4b30-9dc1-ab70c32d7d0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:57:06.176287 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c031fc8-c1ff-4b61-ac53-e39cd8ba4b95 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Pushing event deleted for resources: {'Port': ['ID=461e2fef-d791-4b1e-944c-e2e29a0ed1bb,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:06.180450 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network c16cb780-ff0b-4b30-9dc1-ab70c32d7d0e details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:57:06.187687 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-247df239-c626-4455-bb69-866b0ab7c063 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:06.188147 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8903d80f-4525-4150-8cdc-e7f4412313be None None] Network 7086051a-a9a3-4774-91ec-207e7481a1f2 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:57:06.189352 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-247df239-c626-4455-bb69-866b0ab7c063 tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "DELETE /v2.0/subnets/bbaf7842-6d01-4557-9de4-248881c81a38 HTTP/1.1" status: 204 len: 168 time: 1.6518850 Jul 09 14:57:06.196115 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49986) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:06.235940 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d7c43f6a-d14f-4ab6-96e5-c4d86fbd741c req-9403bb13-bfe9-4f48-83db-96a739a1ecbf tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "GET /v2.0/security-groups?id=7de82887-7032-4e2c-81a4-82e587d41889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907388 Jul 09 14:57:06.412548 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-10834a9d-0136-466b-8ad8-ed03c8ae269a tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9314442 Jul 09 14:57:06.427638 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49988) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:06.442185 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-eeff47ae-955a-4414-8cfe-c823af1b9b98 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Request body: {'network': {'name': 'tempest-router-network01--208559321'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:57:06.489945 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3ff217-b339-41c2-ad95-cf1a23a9d352 None None] Network 51c8433c-a320-499c-90c0-84247ffde58e requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:57:06.619390 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46154155-8e9b-49c5-ade6-279e6ada610e tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Made reservation on behalf of 7d7a3bd3b0b145fabfd50127d7be3103 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:57:06.623456 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-46154155-8e9b-49c5-ade6-279e6ada610e tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:06.691306 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 461e2fef-d791-4b1e-944c-e2e29a0ed1bb no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:57:06.737501 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-18f3d910-477a-4143-8d5f-a69deeee0822 None None] Provisioning for port 421cbda7-291c-46ca-8417-23c4596e57d4 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:57:06.752153 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeff47ae-955a-4414-8cfe-c823af1b9b98 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Made reservation on behalf of 2732374c0d1f4d0d9e6f386711cde35c for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:57:06.755910 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-eeff47ae-955a-4414-8cfe-c823af1b9b98 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:06.771592 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-f725ab1c-d12e-40ad-a712-152fbe4797f2 req-1c031fc8-c1ff-4b61-ac53-e39cd8ba4b95 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] No DVR routers for this DVR port 461e2fef-d791-4b1e-944c-e2e29a0ed1bb on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:57:06.773194 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f541d4a9-8285-49fe-8429-8861be723877 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-54b31924-8b68-4413-940a-e939cd1d1d3d', 'network_id': '54b31924-8b68-4413-940a-e939cd1d1d3d', 'tenant_id': '2732374c0d1f4d0d9e6f386711cde35c', 'fixed_ips': [{'subnet_id': '00b1484d-d04b-40e0-9a0b-fc86d0f68074'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:57:06.774123 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f541d4a9-8285-49fe-8429-8861be723877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:06.786294 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f725ab1c-d12e-40ad-a712-152fbe4797f2 req-1c031fc8-c1ff-4b61-ac53-e39cd8ba4b95 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:06.788376 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f725ab1c-d12e-40ad-a712-152fbe4797f2 req-1c031fc8-c1ff-4b61-ac53-e39cd8ba4b95 tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.54 "DELETE /v2.0/ports/461e2fef-d791-4b1e-944c-e2e29a0ed1bb HTTP/1.1" status: 204 len: 173 time: 2.6429429 Jul 09 14:57:06.790468 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: 461e2fef-d791-4b1e-944c-e2e29a0ed1bb {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:57:06.797141 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 461e2fef-d791-4b1e-944c-e2e29a0ed1bb not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:57:06.797336 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b2d54fb-d544-4a03-8d39-6600c8d1ac67', 'name': 'network-vif-deleted', 'tag': '461e2fef-d791-4b1e-944c-e2e29a0ed1bb'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:57:06.797436 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-18f3d910-477a-4143-8d5f-a69deeee0822 None None] Provisioning complete for port 421cbda7-291c-46ca-8417-23c4596e57d4 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:57:06.797436 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-18f3d910-477a-4143-8d5f-a69deeee0822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:06.797574 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d7bc5d6-3790-4f8d-9215-3f802f64e179" -d '{"events": [{"server_uuid": "8b2d54fb-d544-4a03-8d39-6600c8d1ac67", "name": "network-vif-deleted", "tag": "461e2fef-d791-4b1e-944c-e2e29a0ed1bb"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:57:06.856029 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeff47ae-955a-4414-8cfe-c823af1b9b98 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:57:06.871883 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e86623ca-e933-4692-9999-7b0903ece2cc tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:06.917065 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-eeff47ae-955a-4414-8cfe-c823af1b9b98 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:06.917427 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-eeff47ae-955a-4414-8cfe-c823af1b9b98 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Added segment 4b841124-ec91-4498-9bab-fcdad1328659 of type vlan for network 5f53b7fd-a2a7-419d-a52e-d0bcb5eeebf3 Jul 09 14:57:06.945009 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4097d7-3978-42ed-ba44-5802c2a60b45 None None] DHCP port deletion for 7086051a-a9a3-4774-91ec-207e7481a1f2 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:57:07.022534 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0719e8-c65d-4ff9-9318-ca1f1db59e96 x-openstack-request-id: req-9a0719e8-c65d-4ff9-9318-ca1f1db59e96 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:57:07.022830 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b2d54fb-d544-4a03-8d39-6600c8d1ac67", "name": "network-vif-deleted", "tag": "461e2fef-d791-4b1e-944c-e2e29a0ed1bb", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:57:07.023085 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9a0719e8-c65d-4ff9-9318-ca1f1db59e96 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:57:07.023476 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b2d54fb-d544-4a03-8d39-6600c8d1ac67', 'name': 'network-vif-deleted', 'tag': '461e2fef-d791-4b1e-944c-e2e29a0ed1bb', 'status': 'completed', 'code': 200} Jul 09 14:57:07.127171 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b36f6-9905-4bff-a1ce-8a5890be8739 req-b1030a0a-6b52-4d14-a04e-778b880048bf tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:07.133033 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b36f6-9905-4bff-a1ce-8a5890be8739 req-b1030a0a-6b52-4d14-a04e-778b880048bf tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:07.140757 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-eeff47ae-955a-4414-8cfe-c823af1b9b98 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:07.147986 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b36f6-9905-4bff-a1ce-8a5890be8739 req-b1030a0a-6b52-4d14-a04e-778b880048bf tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:07.149817 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a94b36f6-9905-4bff-a1ce-8a5890be8739 req-b1030a0a-6b52-4d14-a04e-778b880048bf tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ced0c85-6b79-459b-bd04-bb370086d704 HTTP/1.1" status: 200 len: 2418 time: 0.4005022 Jul 09 14:57:07.266107 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd48963-a07b-4cf3-aa3d-e5ad30efbb2d None None] DHCP port deletion for 51c8433c-a320-499c-90c0-84247ffde58e request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:57:07.289825 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a94b36f6-9905-4bff-a1ce-8a5890be8739 req-29dcba50-23e4-4993-abae-9dc3558521f5 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/security-groups?id=76663b26-aa3d-4cc3-9802-4384082a150d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109498 Jul 09 14:57:07.307343 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e86623ca-e933-4692-9999-7b0903ece2cc tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:07.324264 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cd9f97e8-528e-47df-8e3f-daacca1886cd tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:07.326787 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-e86623ca-e933-4692-9999-7b0903ece2cc tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7f6731e-df5a-475b-9c1b-606c9f6d697c']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:07.340105 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-e86623ca-e933-4692-9999-7b0903ece2cc tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b243d64e-462e-4d56-aaa8-e625bc50df08') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:07.340396 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-e86623ca-e933-4692-9999-7b0903ece2cc tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b243d64e-462e-4d56-aaa8-e625bc50df08') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:07.350527 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-18f3d910-477a-4143-8d5f-a69deeee0822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:07.352649 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e86623ca-e933-4692-9999-7b0903ece2cc tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:07.353131 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-f541d4a9-8285-49fe-8429-8861be723877 None None] Allocated IP 172.20.0.2 (54b31924-8b68-4413-940a-e939cd1d1d3d/00b1484d-d04b-40e0-9a0b-fc86d0f68074/2234bdda-1d5e-4286-99d7-68044026e3dd) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:57:07.367042 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e86623ca-e933-4692-9999-7b0903ece2cc tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:07.368231 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d1acd6-d9d5-4534-94ac-663ef888d9d5 req-a08ab2c9-d61d-4ef2-88ce-b4afb5980478 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:07.373871 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e86623ca-e933-4692-9999-7b0903ece2cc tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:57:07.374477 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e86623ca-e933-4692-9999-7b0903ece2cc tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:07.375399 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d1acd6-d9d5-4534-94ac-663ef888d9d5 req-a08ab2c9-d61d-4ef2-88ce-b4afb5980478 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:07.381744 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d1acd6-d9d5-4534-94ac-663ef888d9d5 req-a08ab2c9-d61d-4ef2-88ce-b4afb5980478 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:07.389516 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d1acd6-d9d5-4534-94ac-663ef888d9d5 req-a08ab2c9-d61d-4ef2-88ce-b4afb5980478 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:07.413660 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d1acd6-d9d5-4534-94ac-663ef888d9d5 req-a08ab2c9-d61d-4ef2-88ce-b4afb5980478 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:07.419902 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d1acd6-d9d5-4534-94ac-663ef888d9d5 req-a08ab2c9-d61d-4ef2-88ce-b4afb5980478 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:07.432851 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d1acd6-d9d5-4534-94ac-663ef888d9d5 req-a08ab2c9-d61d-4ef2-88ce-b4afb5980478 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:07.434893 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f7d1acd6-d9d5-4534-94ac-663ef888d9d5 req-a08ab2c9-d61d-4ef2-88ce-b4afb5980478 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 5431 time: 0.2884543 Jul 09 14:57:07.440711 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-eeff47ae-955a-4414-8cfe-c823af1b9b98 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:07.444210 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:57:07.444210 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:57:07.444210 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:57:07.444210 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:57:07.444210 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 14:57:07.444210 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:57:07.444210 n-d-799529-6 neutron-server[94445]: timer() Jul 09 14:57:07.444210 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:57:07.444210 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 14:57:07.444210 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:57:07.444210 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 14:57:07.444210 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:57:07.444210 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 14:57:07.444210 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:57:07.444210 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 14:57:07.444210 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:57:07.444210 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 14:57:07.444210 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:57:07.444210 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:57:07.444210 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:57:07.444210 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:57:07.444210 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:57:07.444210 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 14:57:07.444210 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:57:07.444210 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 14:57:07.444210 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:57:07.444210 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:57:07.444210 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:57:07.444210 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 14:57:07.444210 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:57:07.444210 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:57:07.444210 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:57:07.444210 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:57:07.444210 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:57:07.444210 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:57:07.444210 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:57:07.447046 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cd9f97e8-528e-47df-8e3f-daacca1886cd tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:07.449499 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeff47ae-955a-4414-8cfe-c823af1b9b98 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:07.450223 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-eeff47ae-955a-4414-8cfe-c823af1b9b98 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:07.563540 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e86623ca-e933-4692-9999-7b0903ece2cc tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:07.580923 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-1c4097d7-3978-42ed-ba44-5802c2a60b45 None None] Deleting port 12cb1c30-4cda-4bdd-a805-d1fa04abcb21 {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:57:07.581451 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1c4097d7-3978-42ed-ba44-5802c2a60b45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:07.588930 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-18f3d910-477a-4143-8d5f-a69deeee0822 None None] For port 421cbda7-291c-46ca-8417-23c4596e57d4, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=421cbda7-291c-46ca-8417-23c4596e57d4,segment=NetworkSegment(d8fa015e-9f76-40a1-a17a-ac374651fc49),segment_id=d8fa015e-9f76-40a1-a17a-ac374651fc49)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:57:07.603692 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e86623ca-e933-4692-9999-7b0903ece2cc tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:07.605266 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff47ae-955a-4414-8cfe-c823af1b9b98 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Pushing event updated for resources: {'Network': ['ID=5f53b7fd-a2a7-419d-a52e-d0bcb5eeebf3,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:07.616090 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e86623ca-e933-4692-9999-7b0903ece2cc tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "DELETE /v2.0/networks/f7f6731e-df5a-475b-9c1b-606c9f6d697c HTTP/1.1" status: 204 len: 168 time: 1.4165678 Jul 09 14:57:07.618566 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50006) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:07.652623 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 5f53b7fd-a2a7-419d-a52e-d0bcb5eeebf3 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:57:07.668977 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cd9f97e8-528e-47df-8e3f-daacca1886cd tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:07.672832 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9f97e8-528e-47df-8e3f-daacca1886cd tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event updated for resources: {'Port': ['ID=4f68e519-94bf-4069-85fc-d9689f6d5660,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:07.686965 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 12cb1c30-4cda-4bdd-a805-d1fa04abcb21 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:57:07.693390 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86623ca-e933-4692-9999-7b0903ece2cc tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Pushing event deleted for resources: {'Network': ['ID=f7f6731e-df5a-475b-9c1b-606c9f6d697c,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:07.700758 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d3d65175-93e8-43b7-9c82-46c931225ab3 req-88c720cf-503c-4dba-96bb-b7e469777a1f tempest-ServerRescueTestJSONUnderV235-651738904 tempest-ServerRescueTestJSONUnderV235-651738904-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b2d54fb-d544-4a03-8d39-6600c8d1ac67 HTTP/1.1" status: 200 len: 210 time: 0.1099288 Jul 09 14:57:07.737528 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-eeff47ae-955a-4414-8cfe-c823af1b9b98 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3081887 Jul 09 14:57:07.739369 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-18f3d910-477a-4143-8d5f-a69deeee0822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:07.761631 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-6fd48963-a07b-4cf3-aa3d-e5ad30efbb2d None None] Deleting port 421cbda7-291c-46ca-8417-23c4596e57d4 {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:57:07.762049 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6fd48963-a07b-4cf3-aa3d-e5ad30efbb2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:07.811283 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50008) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:07.822055 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-b97efd6f-fc48-4cc4-8241-7fe989b7274f tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Request body: {'network': {'name': 'tempest-router-network02--848080524'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:57:07.824024 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f7d1acd6-d9d5-4534-94ac-663ef888d9d5 req-837e67ae-a94a-4375-b126-6558e79fabee tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b892279-bd5f-423b-8017-ce4180b448af&id=710f4a29-0022-436a-b96b-568cc62700fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3692741 Jul 09 14:57:07.829336 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9f97e8-528e-47df-8e3f-daacca1886cd tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Network d5792aa0-ad02-4feb-a8aa-6a866b7689a2 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:57:07.834123 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-cd9f97e8-528e-47df-8e3f-daacca1886cd tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:57:07.896220 n-d-799529-6 neutron-server[94446]: DEBUG neutron.objects.ports [None req-46154155-8e9b-49c5-ade6-279e6ada610e tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94446) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 14:57:07.899468 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-46154155-8e9b-49c5-ade6-279e6ada610e tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:07.964991 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-1c4097d7-3978-42ed-ba44-5802c2a60b45 None None] For port 12cb1c30-4cda-4bdd-a805-d1fa04abcb21, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=12cb1c30-4cda-4bdd-a805-d1fa04abcb21,segment=NetworkSegment(c961693e-5289-4f40-a8e3-a769b6e30c12),segment_id=c961693e-5289-4f40-a8e3-a769b6e30c12)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:57:07.967930 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1c4097d7-3978-42ed-ba44-5802c2a60b45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:07.968498 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46154155-8e9b-49c5-ade6-279e6ada610e tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Pushing event updated for resources: {'Subnet': ['ID=0f3e3088-bd36-414f-b95c-3cba3189dde1,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:08.003907 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97efd6f-fc48-4cc4-8241-7fe989b7274f tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Made reservation on behalf of 2732374c0d1f4d0d9e6f386711cde35c for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:57:08.007551 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b97efd6f-fc48-4cc4-8241-7fe989b7274f tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:08.024374 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46154155-8e9b-49c5-ade6-279e6ada610e tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Checking segment: {'id': 'f6eb5add-b94e-458c-8132-3389c30056de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c16cb780-ff0b-4b30-9dc1-ab70c32d7d0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:57:08.024758 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46154155-8e9b-49c5-ade6-279e6ada610e tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Network hostable DHCP agents. Network: c16cb780-ff0b-4b30-9dc1-ab70c32d7d0e, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:57:08.031076 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0536-6231-44f2-99a1-50cdaf748e4b tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:08.076167 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b97efd6f-fc48-4cc4-8241-7fe989b7274f tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:57:08.093448 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b97efd6f-fc48-4cc4-8241-7fe989b7274f tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:08.094099 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-b97efd6f-fc48-4cc4-8241-7fe989b7274f tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Added segment eafca082-18dd-41fa-963e-2e704b1fa8f8 of type vlan for network 035460a6-e152-432b-a56f-f66ea807f3e7 Jul 09 14:57:08.123352 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-1c4097d7-3978-42ed-ba44-5802c2a60b45 None None] Calling delete_port for 12cb1c30-4cda-4bdd-a805-d1fa04abcb21 owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:57:08.158433 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-6fd48963-a07b-4cf3-aa3d-e5ad30efbb2d None None] For port 421cbda7-291c-46ca-8417-23c4596e57d4, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=421cbda7-291c-46ca-8417-23c4596e57d4,segment=NetworkSegment(d8fa015e-9f76-40a1-a17a-ac374651fc49),segment_id=d8fa015e-9f76-40a1-a17a-ac374651fc49)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:57:08.158433 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6fd48963-a07b-4cf3-aa3d-e5ad30efbb2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:08.161047 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-2bbe0536-6231-44f2-99a1-50cdaf748e4b tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Deleting port 12cb1c30-4cda-4bdd-a805-d1fa04abcb21 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:57:08.161499 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0536-6231-44f2-99a1-50cdaf748e4b tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:08.176464 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f3d910-477a-4143-8d5f-a69deeee0822 None None] Pushing event updated for resources: {'Port': ['ID=421cbda7-291c-46ca-8417-23c4596e57d4,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:08.183769 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b97efd6f-fc48-4cc4-8241-7fe989b7274f tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:08.200557 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46154155-8e9b-49c5-ade6-279e6ada610e tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Network c16cb780-ff0b-4b30-9dc1-ab70c32d7d0e is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:57:08.208529 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-6fd48963-a07b-4cf3-aa3d-e5ad30efbb2d None None] Calling delete_port for 421cbda7-291c-46ca-8417-23c4596e57d4 owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:57:08.215468 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f541d4a9-8285-49fe-8429-8861be723877 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:08.241342 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd9f97e8-528e-47df-8e3f-daacca1886cd tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Router 5dc8fa90-68f6-4e27-885c-6a44f19de80a is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:57:08.261505 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-f541d4a9-8285-49fe-8429-8861be723877 None None] Transition to ACTIVE for port object 2234bdda-1d5e-4286-99d7-68044026e3dd will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:57:08.261733 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-2bbe0536-6231-44f2-99a1-50cdaf748e4b tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] For port 12cb1c30-4cda-4bdd-a805-d1fa04abcb21, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=12cb1c30-4cda-4bdd-a805-d1fa04abcb21,segment=NetworkSegment(c961693e-5289-4f40-a8e3-a769b6e30c12),segment_id=c961693e-5289-4f40-a8e3-a769b6e30c12)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:57:08.264541 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0536-6231-44f2-99a1-50cdaf748e4b tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:08.281178 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-2bbe0536-6231-44f2-99a1-50cdaf748e4b tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Calling delete_port for 12cb1c30-4cda-4bdd-a805-d1fa04abcb21 owned by network:dhcp {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:57:08.368096 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd9f97e8-528e-47df-8e3f-daacca1886cd tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:57:08.382234 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-cd9f97e8-528e-47df-8e3f-daacca1886cd tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "PUT /v2.0/routers/5dc8fa90-68f6-4e27-885c-6a44f19de80a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7664223 Jul 09 14:57:08.389806 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b82a58-8d1c-4069-85a0-1ac2c8160c8b req-2350187f-5d93-4d74-a9ca-15960fa5abc7 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:08.390930 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50012) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:08.391596 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-46154155-8e9b-49c5-ade6-279e6ada610e tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, c16cb780-ff0b-4b30-9dc1-ab70c32d7d0e) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:57:08.396836 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b82a58-8d1c-4069-85a0-1ac2c8160c8b req-2350187f-5d93-4d74-a9ca-15960fa5abc7 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:08.405481 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b82a58-8d1c-4069-85a0-1ac2c8160c8b req-2350187f-5d93-4d74-a9ca-15960fa5abc7 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:08.407469 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f5b82a58-8d1c-4069-85a0-1ac2c8160c8b req-2350187f-5d93-4d74-a9ca-15960fa5abc7 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ced0c85-6b79-459b-bd04-bb370086d704 HTTP/1.1" status: 200 len: 2418 time: 0.2737460 Jul 09 14:57:08.413233 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b97efd6f-fc48-4cc4-8241-7fe989b7274f tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:08.415015 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97efd6f-fc48-4cc4-8241-7fe989b7274f tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:08.415721 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b97efd6f-fc48-4cc4-8241-7fe989b7274f tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:08.417708 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46154155-8e9b-49c5-ade6-279e6ada610e tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:08.418510 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-46154155-8e9b-49c5-ade6-279e6ada610e tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:08.441043 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c830a8-262d-4227-9c51-dc6831f3dd50 None None] Sync routers for ids ['5dc8fa90-68f6-4e27-885c-6a44f19de80a'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:57:08.444798 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7982c338-c713-44c6-b786-f85c294b6f47 None None] Network c16cb780-ff0b-4b30-9dc1-ab70c32d7d0e requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:57:08.482842 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0536-6231-44f2-99a1-50cdaf748e4b tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:08.483877 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-f541d4a9-8285-49fe-8429-8861be723877 None None] Transition to ACTIVE for port object 2234bdda-1d5e-4286-99d7-68044026e3dd will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:57:08.543039 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbe0536-6231-44f2-99a1-50cdaf748e4b tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Pushing event deleted for resources: {'Port': ['ID=12cb1c30-4cda-4bdd-a805-d1fa04abcb21,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:08.551211 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b97efd6f-fc48-4cc4-8241-7fe989b7274f tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7369471 Jul 09 14:57:08.551958 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50020) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:08.556626 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:08.558806 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-2db54a2a-ed1b-4e2f-88f2-4f47defd1be8 None None] Provisioning complete for port 4f68e519-94bf-4069-85fc-d9689f6d5660 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:57:08.559391 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2db54a2a-ed1b-4e2f-88f2-4f47defd1be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:08.559840 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-46154155-8e9b-49c5-ade6-279e6ada610e tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.4032032 Jul 09 14:57:08.564210 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50022) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:08.576170 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-58e031e1-33a6-4443-86c5-4c463285a816 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Request body: {'subnet': {'network_id': '5f53b7fd-a2a7-419d-a52e-d0bcb5eeebf3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:57:08.598098 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f541d4a9-8285-49fe-8429-8861be723877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:08.600455 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c830a8-262d-4227-9c51-dc6831f3dd50 None None] Routers {'5dc8fa90-68f6-4e27-885c-6a44f19de80a'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:57:08.601394 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-83c830a8-262d-4227-9c51-dc6831f3dd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:56:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['5dc8fa90-68f6-4e27-885c-6a44f19de80a'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:08.670834 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-83c830a8-262d-4227-9c51-dc6831f3dd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:08.710246 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1c4097d7-3978-42ed-ba44-5802c2a60b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:08.736124 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f541d4a9-8285-49fe-8429-8861be723877 None None] Network 54b31924-8b68-4413-940a-e939cd1d1d3d is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:57:08.756968 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-2db54a2a-ed1b-4e2f-88f2-4f47defd1be8 None None] Port 4f68e519-94bf-4069-85fc-d9689f6d5660 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:57:08.765011 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97efd6f-fc48-4cc4-8241-7fe989b7274f tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Pushing event updated for resources: {'Network': ['ID=035460a6-e152-432b-a56f-f66ea807f3e7,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:08.782695 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-f541d4a9-8285-49fe-8429-8861be723877 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:57:08.800513 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f541d4a9-8285-49fe-8429-8861be723877 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:57:08.841106 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 035460a6-e152-432b-a56f-f66ea807f3e7 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:57:08.860306 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4097d7-3978-42ed-ba44-5802c2a60b45 None None] No DVR routers for this DVR port 12cb1c30-4cda-4bdd-a805-d1fa04abcb21 on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:57:08.864773 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c830a8-262d-4227-9c51-dc6831f3dd50 None None] Routers {'5dc8fa90-68f6-4e27-885c-6a44f19de80a'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:57:08.866617 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-83c830a8-262d-4227-9c51-dc6831f3dd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:56:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['5dc8fa90-68f6-4e27-885c-6a44f19de80a'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:08.889155 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50030) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:08.990471 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc36810c-40e9-4e3e-b628-cbccbe268670 req-34180648-4536-42e5-bc51-c476b8b9e777 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:08.997184 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc36810c-40e9-4e3e-b628-cbccbe268670 req-34180648-4536-42e5-bc51-c476b8b9e777 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:09.003614 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc36810c-40e9-4e3e-b628-cbccbe268670 req-34180648-4536-42e5-bc51-c476b8b9e777 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:09.005423 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fc36810c-40e9-4e3e-b628-cbccbe268670 req-34180648-4536-42e5-bc51-c476b8b9e777 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ced0c85-6b79-459b-bd04-bb370086d704 HTTP/1.1" status: 200 len: 2418 time: 0.4388690 Jul 09 14:57:09.022866 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6fd48963-a07b-4cf3-aa3d-e5ad30efbb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:09.024665 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 421cbda7-291c-46ca-8417-23c4596e57d4 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:57:09.039799 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f541d4a9-8285-49fe-8429-8861be723877 None None] Pushing event updated for resources: {'Port': ['ID=2234bdda-1d5e-4286-99d7-68044026e3dd,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:09.042090 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-83c830a8-262d-4227-9c51-dc6831f3dd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:09.042742 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c830a8-262d-4227-9c51-dc6831f3dd50 None None] The sync data for ids ['5dc8fa90-68f6-4e27-885c-6a44f19de80a'] in n-d-799529-6 is: [] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:57:09.077939 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbe0536-6231-44f2-99a1-50cdaf748e4b tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] No DVR routers for this DVR port 12cb1c30-4cda-4bdd-a805-d1fa04abcb21 on host n-d-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:57:09.114951 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 421cbda7-291c-46ca-8417-23c4596e57d4 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:57:09.115294 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 421cbda7-291c-46ca-8417-23c4596e57d4 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:57:09.134945 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-f5b82a58-8d1c-4069-85a0-1ac2c8160c8b req-0e43594b-2fa3-471d-9907-d2ed474e12a2 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Deleting port a60009f5-03bf-4e89-8abb-0ca57cc750f0 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:57:09.135291 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f5b82a58-8d1c-4069-85a0-1ac2c8160c8b req-0e43594b-2fa3-471d-9907-d2ed474e12a2 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:09.142668 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e031e1-33a6-4443-86c5-4c463285a816 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Made reservation on behalf of 2732374c0d1f4d0d9e6f386711cde35c for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:57:09.155758 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-58e031e1-33a6-4443-86c5-4c463285a816 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:09.180615 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4097d7-3978-42ed-ba44-5802c2a60b45 None None] Pushing event deleted for resources: {'Port': ['ID=12cb1c30-4cda-4bdd-a805-d1fa04abcb21,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:09.185950 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd48963-a07b-4cf3-aa3d-e5ad30efbb2d None None] No DVR routers for this DVR port 421cbda7-291c-46ca-8417-23c4596e57d4 on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:57:09.234247 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd48963-a07b-4cf3-aa3d-e5ad30efbb2d None None] Pushing event deleted for resources: {'Port': ['ID=421cbda7-291c-46ca-8417-23c4596e57d4,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:09.234535 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0536-6231-44f2-99a1-50cdaf748e4b tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:09.242273 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-f541d4a9-8285-49fe-8429-8861be723877 None None] Attempting to bind port 2234bdda-1d5e-4286-99d7-68044026e3dd on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:57:09.242584 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-f541d4a9-8285-49fe-8429-8861be723877 None None] Attempting to bind port 2234bdda-1d5e-4286-99d7-68044026e3dd by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '143bdd7c-d621-46ff-b441-cbd445598eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54b31924-8b68-4413-940a-e939cd1d1d3d'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:57:09.242947 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f541d4a9-8285-49fe-8429-8861be723877 None None] Attempting to bind port 2234bdda-1d5e-4286-99d7-68044026e3dd on network 54b31924-8b68-4413-940a-e939cd1d1d3d {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:57:09.247299 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-2bbe0536-6231-44f2-99a1-50cdaf748e4b tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7086051a-a9a3-4774-91ec-207e7481a1f2']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:09.249848 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f541d4a9-8285-49fe-8429-8861be723877 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:57:09.250254 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f541d4a9-8285-49fe-8429-8861be723877 None None] Checking segment: {'id': '143bdd7c-d621-46ff-b441-cbd445598eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54b31924-8b68-4413-940a-e939cd1d1d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:57:09.250665 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f541d4a9-8285-49fe-8429-8861be723877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:09.251065 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f541d4a9-8285-49fe-8429-8861be723877 None None] Bound using segment: {'id': '143bdd7c-d621-46ff-b441-cbd445598eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54b31924-8b68-4413-940a-e939cd1d1d3d'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:57:09.251565 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-f541d4a9-8285-49fe-8429-8861be723877 None None] Bound port: 2234bdda-1d5e-4286-99d7-68044026e3dd, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '143bdd7c-d621-46ff-b441-cbd445598eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54b31924-8b68-4413-940a-e939cd1d1d3d'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:57:09.251954 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f541d4a9-8285-49fe-8429-8861be723877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:09.260651 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-2bbe0536-6231-44f2-99a1-50cdaf748e4b tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c961693e-5289-4f40-a8e3-a769b6e30c12') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:09.261211 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-2bbe0536-6231-44f2-99a1-50cdaf748e4b tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c961693e-5289-4f40-a8e3-a769b6e30c12') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:09.272864 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0536-6231-44f2-99a1-50cdaf748e4b tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:09.304915 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0536-6231-44f2-99a1-50cdaf748e4b tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:09.307771 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1013ed8-2a11-4940-945e-8ebb7e880ecd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-c16cb780-ff0b-4b30-9dc1-ab70c32d7d0e', 'network_id': 'c16cb780-ff0b-4b30-9dc1-ab70c32d7d0e', 'tenant_id': '7d7a3bd3b0b145fabfd50127d7be3103', 'fixed_ips': [{'subnet_id': '0f3e3088-bd36-414f-b95c-3cba3189dde1'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:57:09.308640 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b1013ed8-2a11-4940-945e-8ebb7e880ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:09.312792 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bbe0536-6231-44f2-99a1-50cdaf748e4b tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:57:09.313957 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0536-6231-44f2-99a1-50cdaf748e4b tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:09.385035 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:57:09.385035 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:57:09.385035 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 14:57:09.385035 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:57:09.385035 n-d-799529-6 neutron-server[94446]: timer() Jul 09 14:57:09.385035 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:57:09.385035 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 14:57:09.385035 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:57:09.385035 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 14:57:09.385035 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:57:09.385035 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 14:57:09.385035 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:57:09.385035 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 14:57:09.385035 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:57:09.385035 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 14:57:09.385035 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:57:09.385035 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:57:09.385035 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:57:09.385035 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:57:09.385035 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:57:09.385035 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 14:57:09.385035 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:57:09.385035 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 14:57:09.385035 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:57:09.385035 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:57:09.385035 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:57:09.385035 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 14:57:09.385035 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:57:09.385035 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:57:09.385035 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:57:09.385035 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:57:09.385035 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:57:09.385035 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:57:09.385035 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:57:09.424181 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea78cfbe-3d43-4a3e-9a42-2e2e4074b3b2 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:09.426084 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ea78cfbe-3d43-4a3e-9a42-2e2e4074b3b2 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "GET /v2.0/ports?device_id=5dc8fa90-68f6-4e27-885c-6a44f19de80a HTTP/1.1" status: 200 len: 983 time: 0.9945714 Jul 09 14:57:09.432686 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50032) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:09.486320 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e920322-797d-4afa-8af4-20f1d297f97c req-38e697e5-0bb5-46fe-b133-824c0d73cb4d tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:09.493179 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e920322-797d-4afa-8af4-20f1d297f97c req-38e697e5-0bb5-46fe-b133-824c0d73cb4d tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:09.499992 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e920322-797d-4afa-8af4-20f1d297f97c req-38e697e5-0bb5-46fe-b133-824c0d73cb4d tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:09.506845 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e920322-797d-4afa-8af4-20f1d297f97c req-38e697e5-0bb5-46fe-b133-824c0d73cb4d tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:09.514087 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e920322-797d-4afa-8af4-20f1d297f97c req-38e697e5-0bb5-46fe-b133-824c0d73cb4d tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:09.521494 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e920322-797d-4afa-8af4-20f1d297f97c req-38e697e5-0bb5-46fe-b133-824c0d73cb4d tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:09.524890 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-b1013ed8-2a11-4940-945e-8ebb7e880ecd None None] Allocated IP 2001:db8::f816:3eff:fe11:1ea5 (c16cb780-ff0b-4b30-9dc1-ab70c32d7d0e/0f3e3088-bd36-414f-b95c-3cba3189dde1/e9290ae1-ecd1-4528-9b0d-7c2c3deacfd1) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:57:09.529199 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-58e031e1-33a6-4443-86c5-4c463285a816 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:09.530075 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e920322-797d-4afa-8af4-20f1d297f97c req-38e697e5-0bb5-46fe-b133-824c0d73cb4d tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:09.533087 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0e920322-797d-4afa-8af4-20f1d297f97c req-38e697e5-0bb5-46fe-b133-824c0d73cb4d tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 5431 time: 0.4508188 Jul 09 14:57:09.536870 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0536-6231-44f2-99a1-50cdaf748e4b tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:09.539995 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6f41d43f-f2b3-42da-b886-48a404014902 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:09.558552 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2bbe0536-6231-44f2-99a1-50cdaf748e4b tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:09.560716 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-2bbe0536-6231-44f2-99a1-50cdaf748e4b tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] 10.222.0.58 "DELETE /v2.0/networks/7086051a-a9a3-4774-91ec-207e7481a1f2 HTTP/1.1" status: 204 len: 168 time: 1.9382157 Jul 09 14:57:09.582103 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbe0536-6231-44f2-99a1-50cdaf748e4b tempest-TaggedBootDevicesTest-913854473 tempest-TaggedBootDevicesTest-913854473-project] Pushing event deleted for resources: {'Network': ['ID=7086051a-a9a3-4774-91ec-207e7481a1f2,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:09.754619 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6f41d43f-f2b3-42da-b886-48a404014902 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:09.844073 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0e920322-797d-4afa-8af4-20f1d297f97c req-5e9bc710-858f-45ed-a993-6ff8039cc38c tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b892279-bd5f-423b-8017-ce4180b448af&id=710f4a29-0022-436a-b96b-568cc62700fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2935820 Jul 09 14:57:09.909192 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b1013ed8-2a11-4940-945e-8ebb7e880ecd None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:09.918670 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-b1013ed8-2a11-4940-945e-8ebb7e880ecd None None] Transition to ACTIVE for port object e9290ae1-ecd1-4528-9b0d-7c2c3deacfd1 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:57:09.936372 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-b1013ed8-2a11-4940-945e-8ebb7e880ecd None None] Transition to ACTIVE for port object e9290ae1-ecd1-4528-9b0d-7c2c3deacfd1 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:57:09.945302 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-f541d4a9-8285-49fe-8429-8861be723877 None None] For port 2234bdda-1d5e-4286-99d7-68044026e3dd, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:57:09.961775 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-f541d4a9-8285-49fe-8429-8861be723877 None None] For port 2234bdda-1d5e-4286-99d7-68044026e3dd, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=2234bdda-1d5e-4286-99d7-68044026e3dd,segment=NetworkSegment(143bdd7c-d621-46ff-b441-cbd445598eeb),segment_id=143bdd7c-d621-46ff-b441-cbd445598eeb)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:57:09.972231 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fc36810c-40e9-4e3e-b628-cbccbe268670 req-ccba2ab5-b8b1-4c53-8a0c-bfa971a82a9f tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/security-groups?id=76663b26-aa3d-4cc3-9802-4384082a150d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9551339 Jul 09 14:57:10.069217 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b1013ed8-2a11-4940-945e-8ebb7e880ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:10.112360 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1013ed8-2a11-4940-945e-8ebb7e880ecd None None] Network c16cb780-ff0b-4b30-9dc1-ab70c32d7d0e is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:57:10.115214 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f541d4a9-8285-49fe-8429-8861be723877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:10.123753 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-b1013ed8-2a11-4940-945e-8ebb7e880ecd None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:57:10.132237 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1013ed8-2a11-4940-945e-8ebb7e880ecd None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:57:10.149932 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1013ed8-2a11-4940-945e-8ebb7e880ecd None None] Pushing event updated for resources: {'Port': ['ID=e9290ae1-ecd1-4528-9b0d-7c2c3deacfd1,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:10.171917 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e031e1-33a6-4443-86c5-4c463285a816 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Pushing event updated for resources: {'Subnet': ['ID=3b4a519f-886c-4c2e-ab95-0e43016a5875,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:10.178156 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-f5b82a58-8d1c-4069-85a0-1ac2c8160c8b req-0e43594b-2fa3-471d-9907-d2ed474e12a2 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] For port a60009f5-03bf-4e89-8abb-0ca57cc750f0, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=a60009f5-03bf-4e89-8abb-0ca57cc750f0,segment=NetworkSegment(02694641-735f-4d0d-a532-dfd42213845c),segment_id=02694641-735f-4d0d-a532-dfd42213845c)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:57:10.178527 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f5b82a58-8d1c-4069-85a0-1ac2c8160c8b req-0e43594b-2fa3-471d-9907-d2ed474e12a2 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:10.258719 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-b1013ed8-2a11-4940-945e-8ebb7e880ecd None None] Attempting to bind port e9290ae1-ecd1-4528-9b0d-7c2c3deacfd1 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:57:10.259204 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-b1013ed8-2a11-4940-945e-8ebb7e880ecd None None] Attempting to bind port e9290ae1-ecd1-4528-9b0d-7c2c3deacfd1 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'f6eb5add-b94e-458c-8132-3389c30056de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c16cb780-ff0b-4b30-9dc1-ab70c32d7d0e'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:57:10.259726 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1013ed8-2a11-4940-945e-8ebb7e880ecd None None] Attempting to bind port e9290ae1-ecd1-4528-9b0d-7c2c3deacfd1 on network c16cb780-ff0b-4b30-9dc1-ab70c32d7d0e {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:57:10.261685 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f541d4a9-8285-49fe-8429-8861be723877 None None] Pushing event updated for resources: {'Port': ['ID=2234bdda-1d5e-4286-99d7-68044026e3dd,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:10.268589 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1013ed8-2a11-4940-945e-8ebb7e880ecd None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:57:10.269450 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1013ed8-2a11-4940-945e-8ebb7e880ecd None None] Checking segment: {'id': 'f6eb5add-b94e-458c-8132-3389c30056de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c16cb780-ff0b-4b30-9dc1-ab70c32d7d0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:57:10.269685 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-f5b82a58-8d1c-4069-85a0-1ac2c8160c8b req-0e43594b-2fa3-471d-9907-d2ed474e12a2 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Calling delete_port for a60009f5-03bf-4e89-8abb-0ca57cc750f0 owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:57:10.272518 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b1013ed8-2a11-4940-945e-8ebb7e880ecd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:10.272997 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1013ed8-2a11-4940-945e-8ebb7e880ecd None None] Bound using segment: {'id': 'f6eb5add-b94e-458c-8132-3389c30056de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c16cb780-ff0b-4b30-9dc1-ab70c32d7d0e'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:57:10.274341 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-b1013ed8-2a11-4940-945e-8ebb7e880ecd None None] Bound port: e9290ae1-ecd1-4528-9b0d-7c2c3deacfd1, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6eb5add-b94e-458c-8132-3389c30056de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c16cb780-ff0b-4b30-9dc1-ab70c32d7d0e'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:57:10.274938 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b1013ed8-2a11-4940-945e-8ebb7e880ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:10.275251 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e031e1-33a6-4443-86c5-4c463285a816 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Checking segment: {'id': '4b841124-ec91-4498-9bab-fcdad1328659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5f53b7fd-a2a7-419d-a52e-d0bcb5eeebf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:57:10.275888 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e031e1-33a6-4443-86c5-4c463285a816 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Network hostable DHCP agents. Network: 5f53b7fd-a2a7-419d-a52e-d0bcb5eeebf3, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:57:10.304146 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6f41d43f-f2b3-42da-b886-48a404014902 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:10.356728 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-b1013ed8-2a11-4940-945e-8ebb7e880ecd None None] For port e9290ae1-ecd1-4528-9b0d-7c2c3deacfd1, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:57:10.361606 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-b1013ed8-2a11-4940-945e-8ebb7e880ecd None None] For port e9290ae1-ecd1-4528-9b0d-7c2c3deacfd1, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=e9290ae1-ecd1-4528-9b0d-7c2c3deacfd1,segment=NetworkSegment(f6eb5add-b94e-458c-8132-3389c30056de),segment_id=f6eb5add-b94e-458c-8132-3389c30056de)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:57:10.374367 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f41d43f-f2b3-42da-b886-48a404014902 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Pushing event deleted for resources: {'Subnet': ['ID=0f3e3088-bd36-414f-b95c-3cba3189dde1,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:10.435888 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b1013ed8-2a11-4940-945e-8ebb7e880ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:10.547117 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6f41d43f-f2b3-42da-b886-48a404014902 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:10.576486 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1013ed8-2a11-4940-945e-8ebb7e880ecd None None] Pushing event updated for resources: {'Port': ['ID=e9290ae1-ecd1-4528-9b0d-7c2c3deacfd1,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:10.580566 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-6f41d43f-f2b3-42da-b886-48a404014902 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c16cb780-ff0b-4b30-9dc1-ab70c32d7d0e']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:10.618867 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-6f41d43f-f2b3-42da-b886-48a404014902 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6eb5add-b94e-458c-8132-3389c30056de') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:10.619653 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-6f41d43f-f2b3-42da-b886-48a404014902 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6eb5add-b94e-458c-8132-3389c30056de') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:10.629453 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e031e1-33a6-4443-86c5-4c463285a816 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Network 5f53b7fd-a2a7-419d-a52e-d0bcb5eeebf3 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:57:10.634343 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6f41d43f-f2b3-42da-b886-48a404014902 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:10.676879 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6f41d43f-f2b3-42da-b886-48a404014902 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:10.679275 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 87295362-aa14-45d0-9532-ab3a5ec4e81d no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:57:10.701499 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f41d43f-f2b3-42da-b886-48a404014902 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:57:10.702449 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6f41d43f-f2b3-42da-b886-48a404014902 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:10.785172 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-58e031e1-33a6-4443-86c5-4c463285a816 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 5f53b7fd-a2a7-419d-a52e-d0bcb5eeebf3) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:57:10.825750 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 14:57:10.825750 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:57:10.825750 n-d-799529-6 neutron-server[94446]: timer() Jul 09 14:57:10.825750 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:57:10.825750 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 14:57:10.825750 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:57:10.825750 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 14:57:10.825750 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:57:10.825750 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 14:57:10.825750 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:57:10.825750 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 14:57:10.825750 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:57:10.825750 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 14:57:10.825750 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:57:10.825750 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:57:10.825750 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:57:10.825750 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:57:10.825750 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:57:10.825750 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 14:57:10.825750 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:57:10.825750 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 14:57:10.825750 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:57:10.825750 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:57:10.825750 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:57:10.825750 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 14:57:10.825750 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:57:10.825750 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:57:10.825750 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:57:10.825750 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:57:10.825750 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:57:10.825750 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:57:10.825750 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:57:10.838353 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784a082b-ae05-48a3-873a-2e46284e25c7 None None] Network 5f53b7fd-a2a7-419d-a52e-d0bcb5eeebf3 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:57:10.905709 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.db.api [None req-6f41d43f-f2b3-42da-b886-48a404014902 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 09 14:57:10.905709 n-d-799529-6 neutron-server[94446]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 09 14:57:10.905709 n-d-799529-6 neutron-server[94446]: [parameters: {'id': 'c16cb780-ff0b-4b30-9dc1-ab70c32d7d0e'}] Jul 09 14:57:10.905709 n-d-799529-6 neutron-server[94446]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 14:57:10.906421 n-d-799529-6 neutron-server[94446]: DEBUG oslo_db.api [None req-6f41d43f-f2b3-42da-b886-48a404014902 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 14:57:11.045125 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e031e1-33a6-4443-86c5-4c463285a816 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:11.049223 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:11.049761 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-58e031e1-33a6-4443-86c5-4c463285a816 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:11.124201 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ced0c85-6b79-459b-bd04-bb370086d704', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87295362-aa14-45d0-9532-ab3a5ec4e81d'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:57:11.127617 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4051cd8-7d5d-4969-b91e-0dad1308b94e" -d '{"events": [{"server_uuid": "6ced0c85-6b79-459b-bd04-bb370086d704", "name": "network-vif-unplugged", "status": "completed", "tag": "87295362-aa14-45d0-9532-ab3a5ec4e81d"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:57:11.161751 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 87295362-aa14-45d0-9532-ab3a5ec4e81d, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=87295362-aa14-45d0-9532-ab3a5ec4e81d,segment=NetworkSegment(2d8988dd-55cb-4fb2-8ab4-9876ad3ed9b2),segment_id=2d8988dd-55cb-4fb2-8ab4-9876ad3ed9b2)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:57:11.196168 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f5b82a58-8d1c-4069-85a0-1ac2c8160c8b req-0e43594b-2fa3-471d-9907-d2ed474e12a2 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:11.237981 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:11.237981 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device cca39cdd-4494-4a53-a2a4-2d9d64bce299 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:57:11.351377 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-58e031e1-33a6-4443-86c5-4c463285a816 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7827590 Jul 09 14:57:11.404967 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50056) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:11.418681 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=87295362-aa14-45d0-9532-ab3a5ec4e81d,revision_number=6']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:11.427117 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6f41d43f-f2b3-42da-b886-48a404014902 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:11.511346 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-aedfb770-4c27-483f-ad97-6a3b62af363c tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Request body: {'subnet': {'network_id': '035460a6-e152-432b-a56f-f66ea807f3e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:57:11.644307 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c06ab-3cc1-40db-af4d-41309d3dcf08 req-1df3edaf-4f8a-4c43-bf54-51e7fb5b6bb1 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:11.673854 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c06ab-3cc1-40db-af4d-41309d3dcf08 req-1df3edaf-4f8a-4c43-bf54-51e7fb5b6bb1 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:11.677695 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-551c06ab-3cc1-40db-af4d-41309d3dcf08 req-1df3edaf-4f8a-4c43-bf54-51e7fb5b6bb1 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ced0c85-6b79-459b-bd04-bb370086d704 HTTP/1.1" status: 200 len: 1681 time: 0.3709412 Jul 09 14:57:11.765001 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:11.777943 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-6f41d43f-f2b3-42da-b886-48a404014902 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Deleting port e9290ae1-ecd1-4528-9b0d-7c2c3deacfd1 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:57:11.778286 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6f41d43f-f2b3-42da-b886-48a404014902 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:11.842162 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e43594b-2fa3-471d-9907-d2ed474e12a2 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Pushing event deleted for resources: {'Port': ['ID=a60009f5-03bf-4e89-8abb-0ca57cc750f0,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:11.923666 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62805cc-b8c1-4f2e-888e-26ae9ace8a97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-5f53b7fd-a2a7-419d-a52e-d0bcb5eeebf3', 'network_id': '5f53b7fd-a2a7-419d-a52e-d0bcb5eeebf3', 'tenant_id': '2732374c0d1f4d0d9e6f386711cde35c', 'fixed_ips': [{'subnet_id': '3b4a519f-886c-4c2e-ab95-0e43016a5875'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:57:11.939427 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c62805cc-b8c1-4f2e-888e-26ae9ace8a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:11.978315 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-6f41d43f-f2b3-42da-b886-48a404014902 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] For port e9290ae1-ecd1-4528-9b0d-7c2c3deacfd1, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=e9290ae1-ecd1-4528-9b0d-7c2c3deacfd1,segment=NetworkSegment(f6eb5add-b94e-458c-8132-3389c30056de),segment_id=f6eb5add-b94e-458c-8132-3389c30056de)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:57:11.978851 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6f41d43f-f2b3-42da-b886-48a404014902 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:12.007290 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5b82a58-8d1c-4069-85a0-1ac2c8160c8b req-0e43594b-2fa3-471d-9907-d2ed474e12a2 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] No DVR routers for this DVR port a60009f5-03bf-4e89-8abb-0ca57cc750f0 on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:57:12.035813 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-6f41d43f-f2b3-42da-b886-48a404014902 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Calling delete_port for e9290ae1-ecd1-4528-9b0d-7c2c3deacfd1 owned by network:dhcp {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:57:12.046730 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 2234bdda-1d5e-4286-99d7-68044026e3dd up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:57:12.051346 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f5b82a58-8d1c-4069-85a0-1ac2c8160c8b req-0e43594b-2fa3-471d-9907-d2ed474e12a2 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:12.060599 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f5b82a58-8d1c-4069-85a0-1ac2c8160c8b req-0e43594b-2fa3-471d-9907-d2ed474e12a2 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.54 "DELETE /v2.0/ports/a60009f5-03bf-4e89-8abb-0ca57cc750f0 HTTP/1.1" status: 204 len: 173 time: 3.6292193 Jul 09 14:57:12.062417 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port cca39cdd-4494-4a53-a2a4-2d9d64bce299, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=cca39cdd-4494-4a53-a2a4-2d9d64bce299,segment=NetworkSegment(02694641-735f-4d0d-a532-dfd42213845c),segment_id=02694641-735f-4d0d-a532-dfd42213845c)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:57:12.081241 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ced0c85-6b79-459b-bd04-bb370086d704', 'name': 'network-vif-deleted', 'tag': 'a60009f5-03bf-4e89-8abb-0ca57cc750f0'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:57:12.105290 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3534a4-61cc-4b57-a7ea-3f65373d007f" -d '{"events": [{"server_uuid": "6ced0c85-6b79-459b-bd04-bb370086d704", "name": "network-vif-deleted", "tag": "a60009f5-03bf-4e89-8abb-0ca57cc750f0"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:57:12.131335 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:12.135106 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device a60009f5-03bf-4e89-8abb-0ca57cc750f0 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:57:12.272379 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aedfb770-4c27-483f-ad97-6a3b62af363c tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Made reservation on behalf of 2732374c0d1f4d0d9e6f386711cde35c for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:57:12.277707 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-aedfb770-4c27-483f-ad97-6a3b62af363c tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:12.316393 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-551c06ab-3cc1-40db-af4d-41309d3dcf08 req-e8445351-28ac-44c1-a6a0-7509cef5feb6 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/security-groups?id=76663b26-aa3d-4cc3-9802-4384082a150d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6205726 Jul 09 14:57:12.392792 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6f41d43f-f2b3-42da-b886-48a404014902 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:12.418987 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e779a8a-5cae-4432-b055-4a103e59b3bb None None] Network 54b31924-8b68-4413-940a-e939cd1d1d3d requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:57:12.503768 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f41d43f-f2b3-42da-b886-48a404014902 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Pushing event deleted for resources: {'Port': ['ID=e9290ae1-ecd1-4528-9b0d-7c2c3deacfd1,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:12.511993 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f41d43f-f2b3-42da-b886-48a404014902 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] No DVR routers for this DVR port e9290ae1-ecd1-4528-9b0d-7c2c3deacfd1 on host n-d-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:57:12.539294 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: a60009f5-03bf-4e89-8abb-0ca57cc750f0 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:57:12.541709 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device a60009f5-03bf-4e89-8abb-0ca57cc750f0 not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:57:12.552300 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 14:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a55587f-0d9f-4fc6-bb4f-d2c718f4eb4f x-openstack-request-id: req-2a55587f-0d9f-4fc6-bb4f-d2c718f4eb4f {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:57:12.552589 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ced0c85-6b79-459b-bd04-bb370086d704", "name": "network-vif-unplugged", "status": "completed", "tag": "87295362-aa14-45d0-9532-ab3a5ec4e81d", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:57:12.552846 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2a55587f-0d9f-4fc6-bb4f-d2c718f4eb4f {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:57:12.553239 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ced0c85-6b79-459b-bd04-bb370086d704', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87295362-aa14-45d0-9532-ab3a5ec4e81d', 'code': 200} Jul 09 14:57:12.563485 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162863c8-fb20-4011-83c3-7ec52578f719 x-openstack-request-id: req-162863c8-fb20-4011-83c3-7ec52578f719 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:57:12.563485 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ced0c85-6b79-459b-bd04-bb370086d704", "name": "network-vif-deleted", "tag": "a60009f5-03bf-4e89-8abb-0ca57cc750f0", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:57:12.563763 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25aec9de-0d9b-49e8-a1d3-16445ad58cf3 None None] Network c16cb780-ff0b-4b30-9dc1-ab70c32d7d0e requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:57:12.563860 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-162863c8-fb20-4011-83c3-7ec52578f719 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:57:12.564118 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ced0c85-6b79-459b-bd04-bb370086d704', 'name': 'network-vif-deleted', 'tag': 'a60009f5-03bf-4e89-8abb-0ca57cc750f0', 'status': 'completed', 'code': 200} Jul 09 14:57:12.630577 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:57:12.640227 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6f41d43f-f2b3-42da-b886-48a404014902 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:12.651872 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-6f41d43f-f2b3-42da-b886-48a404014902 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c16cb780-ff0b-4b30-9dc1-ab70c32d7d0e']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:12.663982 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-6f41d43f-f2b3-42da-b886-48a404014902 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6eb5add-b94e-458c-8132-3389c30056de') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:12.664547 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-6f41d43f-f2b3-42da-b886-48a404014902 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6eb5add-b94e-458c-8132-3389c30056de') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:12.675228 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6f41d43f-f2b3-42da-b886-48a404014902 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:12.697126 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6f41d43f-f2b3-42da-b886-48a404014902 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:12.705336 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f41d43f-f2b3-42da-b886-48a404014902 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:57:12.710207 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6f41d43f-f2b3-42da-b886-48a404014902 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:12.779410 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 14:57:12.779410 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:57:12.779410 n-d-799529-6 neutron-server[94446]: timer() Jul 09 14:57:12.779410 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:57:12.779410 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 14:57:12.779410 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:57:12.779410 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 14:57:12.779410 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:57:12.779410 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 14:57:12.779410 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:57:12.779410 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 14:57:12.779410 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:57:12.779410 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 14:57:12.779410 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:57:12.779410 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:57:12.779410 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:57:12.779410 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:57:12.779410 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:57:12.779410 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 14:57:12.779410 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:57:12.779410 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 14:57:12.779410 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:57:12.779410 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:57:12.779410 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:57:12.779410 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 14:57:12.779410 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:57:12.779410 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:57:12.779410 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:57:12.779410 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:57:12.779410 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:57:12.779410 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:57:12.779410 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:57:12.798485 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dfd904-a887-4c23-8d5a-0d4021a0dc56 req-53764b98-8491-49bb-97dd-8d8c62bf3627 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:12.804510 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dfd904-a887-4c23-8d5a-0d4021a0dc56 req-53764b98-8491-49bb-97dd-8d8c62bf3627 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:12.810480 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dfd904-a887-4c23-8d5a-0d4021a0dc56 req-53764b98-8491-49bb-97dd-8d8c62bf3627 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:12.816649 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dfd904-a887-4c23-8d5a-0d4021a0dc56 req-53764b98-8491-49bb-97dd-8d8c62bf3627 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:12.822684 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dfd904-a887-4c23-8d5a-0d4021a0dc56 req-53764b98-8491-49bb-97dd-8d8c62bf3627 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:12.829453 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dfd904-a887-4c23-8d5a-0d4021a0dc56 req-53764b98-8491-49bb-97dd-8d8c62bf3627 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:12.835415 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dfd904-a887-4c23-8d5a-0d4021a0dc56 req-53764b98-8491-49bb-97dd-8d8c62bf3627 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:12.837531 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-26dfd904-a887-4c23-8d5a-0d4021a0dc56 req-53764b98-8491-49bb-97dd-8d8c62bf3627 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 5431 time: 1.6690402 Jul 09 14:57:12.864490 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6f41d43f-f2b3-42da-b886-48a404014902 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:12.914907 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6f41d43f-f2b3-42da-b886-48a404014902 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:12.925696 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-41ee344b-6e34-4d26-ae6a-a586fac4ee5d None None] Provisioning for port 2234bdda-1d5e-4286-99d7-68044026e3dd completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:57:12.930746 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-6f41d43f-f2b3-42da-b886-48a404014902 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] 10.222.0.58 "DELETE /v2.0/networks/c16cb780-ff0b-4b30-9dc1-ab70c32d7d0e HTTP/1.1" status: 204 len: 168 time: 4.3652587 Jul 09 14:57:12.932243 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f41d43f-f2b3-42da-b886-48a404014902 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Pushing event deleted for resources: {'Network': ['ID=c16cb780-ff0b-4b30-9dc1-ab70c32d7d0e,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:12.943858 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50072) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:12.952087 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-791ba440-8a17-4bd3-b046-26f1967e8483 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-403311384'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:57:12.989156 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=cca39cdd-4494-4a53-a2a4-2d9d64bce299,revision_number=6']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:13.038115 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 2234bdda-1d5e-4286-99d7-68044026e3dd completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:57:13.053058 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791ba440-8a17-4bd3-b046-26f1967e8483 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Made reservation on behalf of 7d7a3bd3b0b145fabfd50127d7be3103 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:57:13.053720 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 2234bdda-1d5e-4286-99d7-68044026e3dd triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:57:13.054314 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:13.054933 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-923baa52-23a4-4b7c-915b-4f0249a1104f tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:13.057400 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-791ba440-8a17-4bd3-b046-26f1967e8483 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:13.122976 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-791ba440-8a17-4bd3-b046-26f1967e8483 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:57:13.139749 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c045e16-17e9-4d00-96bf-b795043298f9 None None] DHCP port deletion for c16cb780-ff0b-4b30-9dc1-ab70c32d7d0e request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:57:13.145673 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-791ba440-8a17-4bd3-b046-26f1967e8483 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:13.146089 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-791ba440-8a17-4bd3-b046-26f1967e8483 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Added segment ccb8c3c7-2285-4091-a4cc-8711dffeadd8 of type vlan for network 655c306f-6a2b-45c7-a82f-0c05293e3719 Jul 09 14:57:13.150361 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-c62805cc-b8c1-4f2e-888e-26ae9ace8a97 None None] Allocated IP 172.20.0.2 (5f53b7fd-a2a7-419d-a52e-d0bcb5eeebf3/3b4a519f-886c-4c2e-ab95-0e43016a5875/78c56dc0-8ea4-4686-8b60-44ba2b4a2baa) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:57:13.176401 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-cd27ec52-f5d1-4c08-a8b3-764210d74500 None None] Could not find standard attr ID for object e9290ae1-ecd1-4528-9b0d-7c2c3deacfd1. {{(pid=94447) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 14:57:13.237436 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-791ba440-8a17-4bd3-b046-26f1967e8483 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:13.280649 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1342bebb-3eef-4f86-9d94-916d7e6267ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:13.358749 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-26dfd904-a887-4c23-8d5a-0d4021a0dc56 req-b91d67a1-858c-4a4b-96c1-77bac90fd31a tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b892279-bd5f-423b-8017-ce4180b448af&id=710f4a29-0022-436a-b96b-568cc62700fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4771936 Jul 09 14:57:13.401094 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-791ba440-8a17-4bd3-b046-26f1967e8483 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:13.407109 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791ba440-8a17-4bd3-b046-26f1967e8483 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:13.407860 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-791ba440-8a17-4bd3-b046-26f1967e8483 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:13.447275 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-f5b82a58-8d1c-4069-85a0-1ac2c8160c8b req-87f91ce7-01ab-4a29-a9a9-799bf02d5429 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Deleting port cca39cdd-4494-4a53-a2a4-2d9d64bce299 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:57:13.447275 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f5b82a58-8d1c-4069-85a0-1ac2c8160c8b req-87f91ce7-01ab-4a29-a9a9-799bf02d5429 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:13.523812 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:13.571633 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ba440-8a17-4bd3-b046-26f1967e8483 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Pushing event updated for resources: {'Network': ['ID=655c306f-6a2b-45c7-a82f-0c05293e3719,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:13.624480 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-791ba440-8a17-4bd3-b046-26f1967e8483 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6794746 Jul 09 14:57:13.629388 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50078) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:13.634889 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-64d646f6-d31a-43cf-a9fc-f5598c255fc9 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Request body: {'subnet': {'network_id': '655c306f-6a2b-45c7-a82f-0c05293e3719', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:57:13.652449 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 655c306f-6a2b-45c7-a82f-0c05293e3719 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:57:13.705315 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 2234bdda-1d5e-4286-99d7-68044026e3dd, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=2234bdda-1d5e-4286-99d7-68044026e3dd,segment=NetworkSegment(143bdd7c-d621-46ff-b441-cbd445598eeb),segment_id=143bdd7c-d621-46ff-b441-cbd445598eeb)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:57:13.882158 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:13.886321 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device e9290ae1-ecd1-4528-9b0d-7c2c3deacfd1 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:57:13.905601 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4cf5df-01ea-4e36-94df-67e1f06b18ab req-66c46d69-84e2-4e9a-9c81-ace370a51b2a tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:13.915642 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4cf5df-01ea-4e36-94df-67e1f06b18ab req-66c46d69-84e2-4e9a-9c81-ace370a51b2a tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:13.917392 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bb4cf5df-01ea-4e36-94df-67e1f06b18ab req-66c46d69-84e2-4e9a-9c81-ace370a51b2a tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ced0c85-6b79-459b-bd04-bb370086d704 HTTP/1.1" status: 200 len: 1679 time: 0.1569040 Jul 09 14:57:14.000846 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bb4cf5df-01ea-4e36-94df-67e1f06b18ab req-de554573-f482-48aa-bfbe-03840e2e5db8 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/security-groups?id=76663b26-aa3d-4cc3-9802-4384082a150d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770264 Jul 09 14:57:14.052451 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c62805cc-b8c1-4f2e-888e-26ae9ace8a97 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:14.071880 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: e9290ae1-ecd1-4528-9b0d-7c2c3deacfd1 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:57:14.071880 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device e9290ae1-ecd1-4528-9b0d-7c2c3deacfd1 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 09 14:57:14.086310 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-c62805cc-b8c1-4f2e-888e-26ae9ace8a97 None None] Transition to ACTIVE for port object 78c56dc0-8ea4-4686-8b60-44ba2b4a2baa will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:57:14.158179 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Port e9290ae1-ecd1-4528-9b0d-7c2c3deacfd1 not found, will not notify nova. {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 09 14:57:14.188647 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-1efc6a8a-fe89-49db-b205-7600c545686d None None] Provisioning complete for port 2234bdda-1d5e-4286-99d7-68044026e3dd triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:57:14.189211 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1efc6a8a-fe89-49db-b205-7600c545686d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:14.201026 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d646f6-d31a-43cf-a9fc-f5598c255fc9 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Made reservation on behalf of 7d7a3bd3b0b145fabfd50127d7be3103 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:57:14.214717 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-c62805cc-b8c1-4f2e-888e-26ae9ace8a97 None None] Transition to ACTIVE for port object 78c56dc0-8ea4-4686-8b60-44ba2b4a2baa will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:57:14.214921 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-64d646f6-d31a-43cf-a9fc-f5598c255fc9 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:14.575381 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ced0c85-6b79-459b-bd04-bb370086d704', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cca39cdd-4494-4a53-a2a4-2d9d64bce299'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:57:14.579726 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564897d4-d70c-449c-b0c2-2fdff68e388b" -d '{"events": [{"server_uuid": "6ced0c85-6b79-459b-bd04-bb370086d704", "name": "network-vif-unplugged", "status": "completed", "tag": "cca39cdd-4494-4a53-a2a4-2d9d64bce299"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:57:14.590583 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-aedfb770-4c27-483f-ad97-6a3b62af363c tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:14.592580 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device e9290ae1-ecd1-4528-9b0d-7c2c3deacfd1 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:57:14.603473 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=2234bdda-1d5e-4286-99d7-68044026e3dd,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:14.646560 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-64d646f6-d31a-43cf-a9fc-f5598c255fc9 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:14.665924 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: e9290ae1-ecd1-4528-9b0d-7c2c3deacfd1 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:57:14.666841 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device e9290ae1-ecd1-4528-9b0d-7c2c3deacfd1 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:57:14.719546 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c62805cc-b8c1-4f2e-888e-26ae9ace8a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:14.731300 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 14:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9209bdb9-864e-42a0-809b-c986f94f65c4 x-openstack-request-id: req-9209bdb9-864e-42a0-809b-c986f94f65c4 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:57:14.731300 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ced0c85-6b79-459b-bd04-bb370086d704", "name": "network-vif-unplugged", "status": "completed", "tag": "cca39cdd-4494-4a53-a2a4-2d9d64bce299", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:57:14.731300 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9209bdb9-864e-42a0-809b-c986f94f65c4 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:57:14.731300 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ced0c85-6b79-459b-bd04-bb370086d704', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cca39cdd-4494-4a53-a2a4-2d9d64bce299', 'code': 200} Jul 09 14:57:14.764620 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d646f6-d31a-43cf-a9fc-f5598c255fc9 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Pushing event updated for resources: {'Subnet': ['ID=22d370aa-ebbd-4c81-924f-4e7f74f6bbda,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:14.783010 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d646f6-d31a-43cf-a9fc-f5598c255fc9 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Checking segment: {'id': 'ccb8c3c7-2285-4091-a4cc-8711dffeadd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '655c306f-6a2b-45c7-a82f-0c05293e3719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:57:14.783525 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d646f6-d31a-43cf-a9fc-f5598c255fc9 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Network hostable DHCP agents. Network: 655c306f-6a2b-45c7-a82f-0c05293e3719, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:57:14.826515 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62805cc-b8c1-4f2e-888e-26ae9ace8a97 None None] Pushing event updated for resources: {'Port': ['ID=78c56dc0-8ea4-4686-8b60-44ba2b4a2baa,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:14.869065 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d646f6-d31a-43cf-a9fc-f5598c255fc9 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Network 655c306f-6a2b-45c7-a82f-0c05293e3719 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:57:14.886909 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62805cc-b8c1-4f2e-888e-26ae9ace8a97 None None] Network 5f53b7fd-a2a7-419d-a52e-d0bcb5eeebf3 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:57:14.895082 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-c62805cc-b8c1-4f2e-888e-26ae9ace8a97 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:57:14.903701 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62805cc-b8c1-4f2e-888e-26ae9ace8a97 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:57:14.948417 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-f5b82a58-8d1c-4069-85a0-1ac2c8160c8b req-87f91ce7-01ab-4a29-a9a9-799bf02d5429 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] For port cca39cdd-4494-4a53-a2a4-2d9d64bce299, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=cca39cdd-4494-4a53-a2a4-2d9d64bce299,segment=NetworkSegment(02694641-735f-4d0d-a532-dfd42213845c),segment_id=02694641-735f-4d0d-a532-dfd42213845c)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:57:14.949001 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f5b82a58-8d1c-4069-85a0-1ac2c8160c8b req-87f91ce7-01ab-4a29-a9a9-799bf02d5429 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:14.954865 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-64d646f6-d31a-43cf-a9fc-f5598c255fc9 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 655c306f-6a2b-45c7-a82f-0c05293e3719) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:57:14.960296 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d646f6-d31a-43cf-a9fc-f5598c255fc9 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:14.961329 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-64d646f6-d31a-43cf-a9fc-f5598c255fc9 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:15.008457 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13825299-9040-40df-bcdf-4457445c0886 None None] Network 655c306f-6a2b-45c7-a82f-0c05293e3719 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:57:15.056730 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-64d646f6-d31a-43cf-a9fc-f5598c255fc9 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4222786 Jul 09 14:57:15.057208 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50096) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:15.058531 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-f5b82a58-8d1c-4069-85a0-1ac2c8160c8b req-87f91ce7-01ab-4a29-a9a9-799bf02d5429 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Calling delete_port for cca39cdd-4494-4a53-a2a4-2d9d64bce299 owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:57:15.082845 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedfb770-4c27-483f-ad97-6a3b62af363c tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Pushing event updated for resources: {'Subnet': ['ID=db1fe275-833a-49e2-8151-f20a9ed3449e,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:15.141694 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-c62805cc-b8c1-4f2e-888e-26ae9ace8a97 None None] Attempting to bind port 78c56dc0-8ea4-4686-8b60-44ba2b4a2baa on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:57:15.142302 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-c62805cc-b8c1-4f2e-888e-26ae9ace8a97 None None] Attempting to bind port 78c56dc0-8ea4-4686-8b60-44ba2b4a2baa by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '4b841124-ec91-4498-9bab-fcdad1328659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5f53b7fd-a2a7-419d-a52e-d0bcb5eeebf3'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:57:15.142405 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62805cc-b8c1-4f2e-888e-26ae9ace8a97 None None] Attempting to bind port 78c56dc0-8ea4-4686-8b60-44ba2b4a2baa on network 5f53b7fd-a2a7-419d-a52e-d0bcb5eeebf3 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:57:15.148122 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:15.204046 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62805cc-b8c1-4f2e-888e-26ae9ace8a97 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:57:15.204723 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62805cc-b8c1-4f2e-888e-26ae9ace8a97 None None] Checking segment: {'id': '4b841124-ec91-4498-9bab-fcdad1328659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5f53b7fd-a2a7-419d-a52e-d0bcb5eeebf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:57:15.205304 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c62805cc-b8c1-4f2e-888e-26ae9ace8a97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:15.205862 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62805cc-b8c1-4f2e-888e-26ae9ace8a97 None None] Bound using segment: {'id': '4b841124-ec91-4498-9bab-fcdad1328659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5f53b7fd-a2a7-419d-a52e-d0bcb5eeebf3'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:57:15.206525 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-c62805cc-b8c1-4f2e-888e-26ae9ace8a97 None None] Bound port: 78c56dc0-8ea4-4686-8b60-44ba2b4a2baa, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b841124-ec91-4498-9bab-fcdad1328659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5f53b7fd-a2a7-419d-a52e-d0bcb5eeebf3'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:57:15.207117 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c62805cc-b8c1-4f2e-888e-26ae9ace8a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:15.220246 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedfb770-4c27-483f-ad97-6a3b62af363c tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Checking segment: {'id': 'eafca082-18dd-41fa-963e-2e704b1fa8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '035460a6-e152-432b-a56f-f66ea807f3e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:57:15.220891 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedfb770-4c27-483f-ad97-6a3b62af363c tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Network hostable DHCP agents. Network: 035460a6-e152-432b-a56f-f66ea807f3e7, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:57:15.266376 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3b22c85c-fe75-4f82-a41d-4fb8315a5a96 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:15.324862 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fa1b07-9a12-4afa-950f-d9cbd469eedc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-655c306f-6a2b-45c7-a82f-0c05293e3719', 'network_id': '655c306f-6a2b-45c7-a82f-0c05293e3719', 'tenant_id': '7d7a3bd3b0b145fabfd50127d7be3103', 'fixed_ips': [{'subnet_id': '22d370aa-ebbd-4c81-924f-4e7f74f6bbda'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:57:15.329636 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-92fa1b07-9a12-4afa-950f-d9cbd469eedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:15.329920 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3b22c85c-fe75-4f82-a41d-4fb8315a5a96 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:15.336949 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-923baa52-23a4-4b7c-915b-4f0249a1104f tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Deleting port 4f68e519-94bf-4069-85fc-d9689f6d5660 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:57:15.338015 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-923baa52-23a4-4b7c-915b-4f0249a1104f tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:15.383199 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9128fab7-5351-42a7-bb04-dfc394ad92ea req-2a87d5cb-11c6-4e7f-9da2-1a48c56c2643 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:15.397261 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9128fab7-5351-42a7-bb04-dfc394ad92ea req-2a87d5cb-11c6-4e7f-9da2-1a48c56c2643 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:15.409473 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9128fab7-5351-42a7-bb04-dfc394ad92ea req-2a87d5cb-11c6-4e7f-9da2-1a48c56c2643 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:15.425360 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9128fab7-5351-42a7-bb04-dfc394ad92ea req-2a87d5cb-11c6-4e7f-9da2-1a48c56c2643 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:15.436945 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9128fab7-5351-42a7-bb04-dfc394ad92ea req-2a87d5cb-11c6-4e7f-9da2-1a48c56c2643 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:15.455913 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-c62805cc-b8c1-4f2e-888e-26ae9ace8a97 None None] For port 78c56dc0-8ea4-4686-8b60-44ba2b4a2baa, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:57:15.458710 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9128fab7-5351-42a7-bb04-dfc394ad92ea req-2a87d5cb-11c6-4e7f-9da2-1a48c56c2643 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:15.474341 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9128fab7-5351-42a7-bb04-dfc394ad92ea req-2a87d5cb-11c6-4e7f-9da2-1a48c56c2643 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:15.482454 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-c62805cc-b8c1-4f2e-888e-26ae9ace8a97 None None] For port 78c56dc0-8ea4-4686-8b60-44ba2b4a2baa, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=78c56dc0-8ea4-4686-8b60-44ba2b4a2baa,segment=NetworkSegment(4b841124-ec91-4498-9bab-fcdad1328659),segment_id=4b841124-ec91-4498-9bab-fcdad1328659)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:57:15.488342 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9128fab7-5351-42a7-bb04-dfc394ad92ea req-2a87d5cb-11c6-4e7f-9da2-1a48c56c2643 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 5431 time: 0.7520185 Jul 09 14:57:15.502384 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3b22c85c-fe75-4f82-a41d-4fb8315a5a96 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:15.555391 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b22c85c-fe75-4f82-a41d-4fb8315a5a96 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Pushing event deleted for resources: {'Subnet': ['ID=22d370aa-ebbd-4c81-924f-4e7f74f6bbda,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:15.586323 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c62805cc-b8c1-4f2e-888e-26ae9ace8a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server [None req-92fa1b07-9a12-4afa-950f-d9cbd469eedc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 22d370aa-ebbd-4c81-924f-4e7f74f6bbda: This subnet is being modified by another concurrent operation. Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server raise exception Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 22d370aa-ebbd-4c81-924f-4e7f74f6bbda: This subnet is being modified by another concurrent operation. Jul 09 14:57:15.589859 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server Jul 09 14:57:15.616818 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5a991c-55e1-4325-9867-4590ded372d1 None None] Network 655c306f-6a2b-45c7-a82f-0c05293e3719 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:57:15.621551 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedfb770-4c27-483f-ad97-6a3b62af363c tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Network 035460a6-e152-432b-a56f-f66ea807f3e7 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:57:15.635481 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-aedfb770-4c27-483f-ad97-6a3b62af363c tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 035460a6-e152-432b-a56f-f66ea807f3e7) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:57:15.636342 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3b22c85c-fe75-4f82-a41d-4fb8315a5a96 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:15.650981 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-3b22c85c-fe75-4f82-a41d-4fb8315a5a96 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['655c306f-6a2b-45c7-a82f-0c05293e3719']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:15.660638 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedfb770-4c27-483f-ad97-6a3b62af363c tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:15.661247 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-aedfb770-4c27-483f-ad97-6a3b62af363c tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:15.666487 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a590f301-6a59-4c70-86ef-fa972b149ddb None None] Network 035460a6-e152-432b-a56f-f66ea807f3e7 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:57:15.666855 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-3b22c85c-fe75-4f82-a41d-4fb8315a5a96 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccb8c3c7-2285-4091-a4cc-8711dffeadd8') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:15.667155 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-3b22c85c-fe75-4f82-a41d-4fb8315a5a96 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccb8c3c7-2285-4091-a4cc-8711dffeadd8') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:15.683381 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64814ae-f947-4234-ae1d-ec5828b5886b req-b67958ae-b63e-41d1-bc28-4e7b82b05449 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:15.692373 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64814ae-f947-4234-ae1d-ec5828b5886b req-b67958ae-b63e-41d1-bc28-4e7b82b05449 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:15.699125 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b64814ae-f947-4234-ae1d-ec5828b5886b req-b67958ae-b63e-41d1-bc28-4e7b82b05449 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ced0c85-6b79-459b-bd04-bb370086d704 HTTP/1.1" status: 200 len: 1679 time: 0.2642891 Jul 09 14:57:15.710974 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3b22c85c-fe75-4f82-a41d-4fb8315a5a96 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:15.739791 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9128fab7-5351-42a7-bb04-dfc394ad92ea req-0555ee89-9ad0-4bd3-a7b1-09f74509e3fc tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b892279-bd5f-423b-8017-ce4180b448af&id=710f4a29-0022-436a-b96b-568cc62700fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2501748 Jul 09 14:57:15.749690 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3b22c85c-fe75-4f82-a41d-4fb8315a5a96 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:15.760461 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b22c85c-fe75-4f82-a41d-4fb8315a5a96 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:57:15.761185 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3b22c85c-fe75-4f82-a41d-4fb8315a5a96 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:15.782855 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 14:57:15.782855 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:57:15.782855 n-d-799529-6 neutron-server[94446]: timer() Jul 09 14:57:15.782855 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:57:15.782855 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 14:57:15.782855 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:57:15.782855 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 14:57:15.782855 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:57:15.782855 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 14:57:15.782855 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:57:15.782855 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 14:57:15.782855 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:57:15.782855 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 14:57:15.782855 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:57:15.782855 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:57:15.782855 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:57:15.782855 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:57:15.782855 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:57:15.782855 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 14:57:15.782855 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:57:15.782855 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 14:57:15.782855 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:57:15.782855 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:57:15.782855 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:57:15.782855 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 14:57:15.782855 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:57:15.782855 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:57:15.782855 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:57:15.782855 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:57:15.782855 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:57:15.782855 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:57:15.782855 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:57:15.816617 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62805cc-b8c1-4f2e-888e-26ae9ace8a97 None None] Pushing event updated for resources: {'Port': ['ID=78c56dc0-8ea4-4686-8b60-44ba2b4a2baa,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:15.817541 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-923baa52-23a4-4b7c-915b-4f0249a1104f tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:15.834362 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-923baa52-23a4-4b7c-915b-4f0249a1104f tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Calling delete_port for 4f68e519-94bf-4069-85fc-d9689f6d5660 owned by network:router_interface {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:57:15.874960 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-aedfb770-4c27-483f-ad97-6a3b62af363c tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.4412632 Jul 09 14:57:15.884887 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b64814ae-f947-4234-ae1d-ec5828b5886b req-ab3c8b9c-81b8-4c32-ab71-9d82aba96863 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/security-groups?id=76663b26-aa3d-4cc3-9802-4384082a150d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822453 Jul 09 14:57:15.893474 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50104) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:15.924820 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f5b82a58-8d1c-4069-85a0-1ac2c8160c8b req-87f91ce7-01ab-4a29-a9a9-799bf02d5429 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:15.973481 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f91ce7-01ab-4a29-a9a9-799bf02d5429 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Pushing event deleted for resources: {'Port': ['ID=cca39cdd-4494-4a53-a2a4-2d9d64bce299,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:16.074642 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5b82a58-8d1c-4069-85a0-1ac2c8160c8b req-87f91ce7-01ab-4a29-a9a9-799bf02d5429 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] No DVR routers for this DVR port cca39cdd-4494-4a53-a2a4-2d9d64bce299 on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:57:16.080617 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f5b82a58-8d1c-4069-85a0-1ac2c8160c8b req-87f91ce7-01ab-4a29-a9a9-799bf02d5429 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:16.082236 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f5b82a58-8d1c-4069-85a0-1ac2c8160c8b req-87f91ce7-01ab-4a29-a9a9-799bf02d5429 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.54 "DELETE /v2.0/ports/cca39cdd-4494-4a53-a2a4-2d9d64bce299 HTTP/1.1" status: 204 len: 173 time: 3.9728413 Jul 09 14:57:16.082948 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3b22c85c-fe75-4f82-a41d-4fb8315a5a96 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:16.095092 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3b22c85c-fe75-4f82-a41d-4fb8315a5a96 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:16.102474 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-3b22c85c-fe75-4f82-a41d-4fb8315a5a96 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] 10.222.0.58 "DELETE /v2.0/networks/655c306f-6a2b-45c7-a82f-0c05293e3719 HTTP/1.1" status: 204 len: 168 time: 1.0441360 Jul 09 14:57:16.104805 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50108) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:16.105693 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ced0c85-6b79-459b-bd04-bb370086d704', 'name': 'network-vif-deleted', 'tag': 'cca39cdd-4494-4a53-a2a4-2d9d64bce299'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:57:16.108328 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a794fb2-20df-48c2-9da4-3d2e3bb7df91" -d '{"events": [{"server_uuid": "6ced0c85-6b79-459b-bd04-bb370086d704", "name": "network-vif-deleted", "tag": "cca39cdd-4494-4a53-a2a4-2d9d64bce299"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:57:16.118011 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-256f1261-d44e-4145-afaa-c1ca041d589d tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1117434738'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:57:16.167163 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d10fcc-23f0-47bb-8447-75ef92be4085 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-035460a6-e152-432b-a56f-f66ea807f3e7', 'network_id': '035460a6-e152-432b-a56f-f66ea807f3e7', 'tenant_id': '2732374c0d1f4d0d9e6f386711cde35c', 'fixed_ips': [{'subnet_id': 'db1fe275-833a-49e2-8151-f20a9ed3449e'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:57:16.188563 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b22c85c-fe75-4f82-a41d-4fb8315a5a96 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Pushing event deleted for resources: {'Network': ['ID=655c306f-6a2b-45c7-a82f-0c05293e3719,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:16.191273 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b5d10fcc-23f0-47bb-8447-75ef92be4085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:16.291338 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-1342bebb-3eef-4f86-9d94-916d7e6267ed admin admin] Deleting port ead5b1f0-4b03-4c4c-a7a5-9d4116b7d094 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:57:16.323220 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256f1261-d44e-4145-afaa-c1ca041d589d tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Made reservation on behalf of 7d7a3bd3b0b145fabfd50127d7be3103 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:57:16.323878 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1342bebb-3eef-4f86-9d94-916d7e6267ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:16.342548 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-256f1261-d44e-4145-afaa-c1ca041d589d tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:16.436689 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5907c938-e2d1-4cd6-a1b6-f51e3dd2201b x-openstack-request-id: req-5907c938-e2d1-4cd6-a1b6-f51e3dd2201b {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:57:16.437373 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ced0c85-6b79-459b-bd04-bb370086d704", "name": "network-vif-deleted", "tag": "cca39cdd-4494-4a53-a2a4-2d9d64bce299", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:57:16.438369 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5907c938-e2d1-4cd6-a1b6-f51e3dd2201b {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:57:16.438998 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ced0c85-6b79-459b-bd04-bb370086d704', 'name': 'network-vif-deleted', 'tag': 'cca39cdd-4494-4a53-a2a4-2d9d64bce299', 'status': 'completed', 'code': 200} Jul 09 14:57:16.495677 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-256f1261-d44e-4145-afaa-c1ca041d589d tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:57:16.572975 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-256f1261-d44e-4145-afaa-c1ca041d589d tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:16.573360 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-256f1261-d44e-4145-afaa-c1ca041d589d tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Added segment 89523c1a-9f92-406c-b049-6f42cba19aaf of type vlan for network 4e450289-edeb-4c9f-806a-d913d00bfeb5 Jul 09 14:57:16.575708 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-b5d10fcc-23f0-47bb-8447-75ef92be4085 None None] Allocated IP 172.20.0.2 (035460a6-e152-432b-a56f-f66ea807f3e7/db1fe275-833a-49e2-8151-f20a9ed3449e/fa886dd8-c69a-4c69-b163-c5d32c8f7afb) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:57:16.625889 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 2234bdda-1d5e-4286-99d7-68044026e3dd up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:57:16.665981 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a0e87c10-3456-4df1-be19-37ff3a885722 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:16.788288 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-1342bebb-3eef-4f86-9d94-916d7e6267ed admin admin] For port ead5b1f0-4b03-4c4c-a7a5-9d4116b7d094, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=ead5b1f0-4b03-4c4c-a7a5-9d4116b7d094,segment=NetworkSegment(67523102-960f-423a-89b3-665d6dc7373b),segment_id=67523102-960f-423a-89b3-665d6dc7373b)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:57:16.789608 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1342bebb-3eef-4f86-9d94-916d7e6267ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:16.815913 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-1342bebb-3eef-4f86-9d94-916d7e6267ed admin admin] Calling delete_port for ead5b1f0-4b03-4c4c-a7a5-9d4116b7d094 owned by network:router_interface {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:57:16.871312 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-256f1261-d44e-4145-afaa-c1ca041d589d tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:17.021222 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.db.resource_extend [None req-256f1261-d44e-4145-afaa-c1ca041d589d tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 14:57:17.033312 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b5d10fcc-23f0-47bb-8447-75ef92be4085 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:17.050141 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-b5d10fcc-23f0-47bb-8447-75ef92be4085 None None] Transition to ACTIVE for port object fa886dd8-c69a-4c69-b163-c5d32c8f7afb will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:57:17.108667 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-b5d10fcc-23f0-47bb-8447-75ef92be4085 None None] Transition to ACTIVE for port object fa886dd8-c69a-4c69-b163-c5d32c8f7afb will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:57:17.127709 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 2234bdda-1d5e-4286-99d7-68044026e3dd triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:57:17.128171 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:17.301197 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-256f1261-d44e-4145-afaa-c1ca041d589d tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:17.313544 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256f1261-d44e-4145-afaa-c1ca041d589d tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:17.316107 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-256f1261-d44e-4145-afaa-c1ca041d589d tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:17.319818 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 78c56dc0-8ea4-4686-8b60-44ba2b4a2baa up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:57:17.325467 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b5d10fcc-23f0-47bb-8447-75ef92be4085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:17.430799 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1342bebb-3eef-4f86-9d94-916d7e6267ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:17.516620 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d10fcc-23f0-47bb-8447-75ef92be4085 None None] Network 035460a6-e152-432b-a56f-f66ea807f3e7 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:57:17.533723 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-b5d10fcc-23f0-47bb-8447-75ef92be4085 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:57:17.533723 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d10fcc-23f0-47bb-8447-75ef92be4085 None None] Pushing event updated for resources: {'Port': ['ID=fa886dd8-c69a-4c69-b163-c5d32c8f7afb,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:17.533723 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d10fcc-23f0-47bb-8447-75ef92be4085 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:57:17.541554 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66550938-f19f-455a-8138-fb322c4d329f req-fc15771d-ac33-4c0e-a9f1-c2a9d40135cc tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:17.557025 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66550938-f19f-455a-8138-fb322c4d329f req-fc15771d-ac33-4c0e-a9f1-c2a9d40135cc tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:17.570915 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66550938-f19f-455a-8138-fb322c4d329f req-fc15771d-ac33-4c0e-a9f1-c2a9d40135cc tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:17.575528 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59ab135-ddd3-42ff-9964-eab786ce7cc1 None None] Network 5f53b7fd-a2a7-419d-a52e-d0bcb5eeebf3 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:57:17.588309 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66550938-f19f-455a-8138-fb322c4d329f req-fc15771d-ac33-4c0e-a9f1-c2a9d40135cc tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:17.605300 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66550938-f19f-455a-8138-fb322c4d329f req-fc15771d-ac33-4c0e-a9f1-c2a9d40135cc tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:17.618929 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66550938-f19f-455a-8138-fb322c4d329f req-fc15771d-ac33-4c0e-a9f1-c2a9d40135cc tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:17.634018 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66550938-f19f-455a-8138-fb322c4d329f req-fc15771d-ac33-4c0e-a9f1-c2a9d40135cc tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:17.645310 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-66550938-f19f-455a-8138-fb322c4d329f req-fc15771d-ac33-4c0e-a9f1-c2a9d40135cc tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 5431 time: 0.5955064 Jul 09 14:57:17.698779 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-256f1261-d44e-4145-afaa-c1ca041d589d tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5913854 Jul 09 14:57:17.702945 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50132) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:17.704343 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-a0e87c10-3456-4df1-be19-37ff3a885722 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Allocated IP 172.20.0.1 (5f53b7fd-a2a7-419d-a52e-d0bcb5eeebf3/3b4a519f-886c-4c2e-ab95-0e43016a5875/72de1514-e613-4d60-b8c1-5c0cad76822d) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:57:17.728343 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-a42c3361-3936-4336-8410-9a8f36c1da4f tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Request body: {'subnet': {'network_id': '4e450289-edeb-4c9f-806a-d913d00bfeb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:57:17.735639 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-b5d10fcc-23f0-47bb-8447-75ef92be4085 None None] Attempting to bind port fa886dd8-c69a-4c69-b163-c5d32c8f7afb on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:57:17.737281 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-b5d10fcc-23f0-47bb-8447-75ef92be4085 None None] Attempting to bind port fa886dd8-c69a-4c69-b163-c5d32c8f7afb by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'eafca082-18dd-41fa-963e-2e704b1fa8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '035460a6-e152-432b-a56f-f66ea807f3e7'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:57:17.741454 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d10fcc-23f0-47bb-8447-75ef92be4085 None None] Attempting to bind port fa886dd8-c69a-4c69-b163-c5d32c8f7afb on network 035460a6-e152-432b-a56f-f66ea807f3e7 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:57:17.757839 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d10fcc-23f0-47bb-8447-75ef92be4085 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:57:17.759936 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d10fcc-23f0-47bb-8447-75ef92be4085 None None] Checking segment: {'id': 'eafca082-18dd-41fa-963e-2e704b1fa8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '035460a6-e152-432b-a56f-f66ea807f3e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:57:17.762455 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256f1261-d44e-4145-afaa-c1ca041d589d tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Pushing event updated for resources: {'Network': ['ID=4e450289-edeb-4c9f-806a-d913d00bfeb5,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:17.763115 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b5d10fcc-23f0-47bb-8447-75ef92be4085 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:17.763724 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d10fcc-23f0-47bb-8447-75ef92be4085 None None] Bound using segment: {'id': 'eafca082-18dd-41fa-963e-2e704b1fa8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '035460a6-e152-432b-a56f-f66ea807f3e7'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:57:17.764404 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-b5d10fcc-23f0-47bb-8447-75ef92be4085 None None] Bound port: fa886dd8-c69a-4c69-b163-c5d32c8f7afb, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eafca082-18dd-41fa-963e-2e704b1fa8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '035460a6-e152-432b-a56f-f66ea807f3e7'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:57:17.764988 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b5d10fcc-23f0-47bb-8447-75ef92be4085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:17.788143 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 4e450289-edeb-4c9f-806a-d913d00bfeb5 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:57:17.788143 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 78c56dc0-8ea4-4686-8b60-44ba2b4a2baa completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:57:17.803549 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-85b5c9a5-5ea6-4119-80bf-98a95accbcea None None] Provisioning for port 78c56dc0-8ea4-4686-8b60-44ba2b4a2baa completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:57:17.808360 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1342bebb-3eef-4f86-9d94-916d7e6267ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:17.824621 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-923baa52-23a4-4b7c-915b-4f0249a1104f tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:17.835511 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1342bebb-3eef-4f86-9d94-916d7e6267ed admin admin] Pushing event deleted for resources: {'Port': ['ID=ead5b1f0-4b03-4c4c-a7a5-9d4116b7d094,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:17.839903 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-f5b82a58-8d1c-4069-85a0-1ac2c8160c8b req-fb1b5b0a-999b-415a-b2ff-6d1443c2ddf7 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Deleting port 87295362-aa14-45d0-9532-ab3a5ec4e81d {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:57:17.840272 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f5b82a58-8d1c-4069-85a0-1ac2c8160c8b req-fb1b5b0a-999b-415a-b2ff-6d1443c2ddf7 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:17.853418 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 78c56dc0-8ea4-4686-8b60-44ba2b4a2baa triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:57:17.853800 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:17.876793 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-85b5c9a5-5ea6-4119-80bf-98a95accbcea None None] Provisioning complete for port 78c56dc0-8ea4-4686-8b60-44ba2b4a2baa triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:57:17.877171 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-85b5c9a5-5ea6-4119-80bf-98a95accbcea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:17.883293 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048e12b-f1de-451d-b4af-4fdffe857520 req-c22855b4-99e4-4536-90f2-9617d6d55314 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:17.885547 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9048e12b-f1de-451d-b4af-4fdffe857520 req-c22855b4-99e4-4536-90f2-9617d6d55314 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ced0c85-6b79-459b-bd04-bb370086d704 HTTP/1.1" status: 200 len: 944 time: 0.5585091 Jul 09 14:57:18.126946 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-66550938-f19f-455a-8138-fb322c4d329f req-1057cb7e-c94a-4140-a605-ebaea3627f31 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b892279-bd5f-423b-8017-ce4180b448af&id=710f4a29-0022-436a-b96b-568cc62700fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4793019 Jul 09 14:57:18.231060 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923baa52-23a4-4b7c-915b-4f0249a1104f tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event deleted for resources: {'Port': ['ID=4f68e519-94bf-4069-85fc-d9689f6d5660,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:18.253932 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42c3361-3936-4336-8410-9a8f36c1da4f tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Made reservation on behalf of 7d7a3bd3b0b145fabfd50127d7be3103 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:57:18.261338 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a42c3361-3936-4336-8410-9a8f36c1da4f tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:18.355075 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a0e87c10-3456-4df1-be19-37ff3a885722 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:18.364549 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-b5d10fcc-23f0-47bb-8447-75ef92be4085 None None] For port fa886dd8-c69a-4c69-b163-c5d32c8f7afb, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:57:18.399771 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-85b5c9a5-5ea6-4119-80bf-98a95accbcea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:18.405180 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-b5d10fcc-23f0-47bb-8447-75ef92be4085 None None] For port fa886dd8-c69a-4c69-b163-c5d32c8f7afb, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=fa886dd8-c69a-4c69-b163-c5d32c8f7afb,segment=NetworkSegment(eafca082-18dd-41fa-963e-2e704b1fa8f8),segment_id=eafca082-18dd-41fa-963e-2e704b1fa8f8)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:57:18.454056 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-85b5c9a5-5ea6-4119-80bf-98a95accbcea None None] For port 78c56dc0-8ea4-4686-8b60-44ba2b4a2baa, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=78c56dc0-8ea4-4686-8b60-44ba2b4a2baa,segment=NetworkSegment(4b841124-ec91-4498-9bab-fcdad1328659),segment_id=4b841124-ec91-4498-9bab-fcdad1328659)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:57:18.476312 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-a0e87c10-3456-4df1-be19-37ff3a885722 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Transition to ACTIVE for port object 72de1514-e613-4d60-b8c1-5c0cad76822d will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:57:18.506357 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-f5b82a58-8d1c-4069-85a0-1ac2c8160c8b req-fb1b5b0a-999b-415a-b2ff-6d1443c2ddf7 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] For port 87295362-aa14-45d0-9532-ab3a5ec4e81d, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=87295362-aa14-45d0-9532-ab3a5ec4e81d,segment=NetworkSegment(2d8988dd-55cb-4fb2-8ab4-9876ad3ed9b2),segment_id=2d8988dd-55cb-4fb2-8ab4-9876ad3ed9b2)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:57:18.507011 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f5b82a58-8d1c-4069-85a0-1ac2c8160c8b req-fb1b5b0a-999b-415a-b2ff-6d1443c2ddf7 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:18.519398 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b5d10fcc-23f0-47bb-8447-75ef92be4085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:18.533534 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:18.642012 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a0e87c10-3456-4df1-be19-37ff3a885722 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:18.648707 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-f5b82a58-8d1c-4069-85a0-1ac2c8160c8b req-fb1b5b0a-999b-415a-b2ff-6d1443c2ddf7 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Calling delete_port for 87295362-aa14-45d0-9532-ab3a5ec4e81d owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:57:18.700285 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e87c10-3456-4df1-be19-37ff3a885722 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Network 5f53b7fd-a2a7-419d-a52e-d0bcb5eeebf3 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:57:18.707324 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-a0e87c10-3456-4df1-be19-37ff3a885722 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:57:18.709121 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9048e12b-f1de-451d-b4af-4fdffe857520 req-0c4b461d-003d-499e-aab5-a0efe95718e1 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/security-groups?id=76663b26-aa3d-4cc3-9802-4384082a150d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7254837 Jul 09 14:57:18.710951 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e87c10-3456-4df1-be19-37ff3a885722 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:57:18.762783 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e87c10-3456-4df1-be19-37ff3a885722 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Pushing event updated for resources: {'Port': ['ID=72de1514-e613-4d60-b8c1-5c0cad76822d,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:18.819118 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-85b5c9a5-5ea6-4119-80bf-98a95accbcea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:18.865353 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a0e87c10-3456-4df1-be19-37ff3a885722 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:18.930141 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d10fcc-23f0-47bb-8447-75ef92be4085 None None] Pushing event updated for resources: {'Port': ['ID=fa886dd8-c69a-4c69-b163-c5d32c8f7afb,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:19.024895 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-923baa52-23a4-4b7c-915b-4f0249a1104f tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:19.092102 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.db.api [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 14:57:19.095733 n-d-799529-6 neutron-server[94447]: DEBUG oslo_db.api [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 14:57:19.106759 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b5c9a5-5ea6-4119-80bf-98a95accbcea None None] Pushing event updated for resources: {'Port': ['ID=78c56dc0-8ea4-4686-8b60-44ba2b4a2baa,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:19.174224 n-d-799529-6 neutron-server[94446]: DEBUG neutron.objects.ports [None req-a42c3361-3936-4336-8410-9a8f36c1da4f tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94446) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 14:57:19.193227 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a42c3361-3936-4336-8410-9a8f36c1da4f tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:19.297766 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c3361-3936-4336-8410-9a8f36c1da4f tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Pushing event updated for resources: {'Subnet': ['ID=c12b0d01-0c3c-425b-96e6-d86c579a34b6,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:19.370073 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a0e87c10-3456-4df1-be19-37ff3a885722 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:19.372994 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-08a8fad6-c233-4c2d-b85f-ec59eefeb36f None None] Provisioning complete for port 78c56dc0-8ea4-4686-8b60-44ba2b4a2baa triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:57:19.373456 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42c3361-3936-4336-8410-9a8f36c1da4f tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Checking segment: {'id': '89523c1a-9f92-406c-b049-6f42cba19aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '4e450289-edeb-4c9f-806a-d913d00bfeb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:57:19.381295 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-08a8fad6-c233-4c2d-b85f-ec59eefeb36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:19.381468 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42c3361-3936-4336-8410-9a8f36c1da4f tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Network hostable DHCP agents. Network: 4e450289-edeb-4c9f-806a-d913d00bfeb5, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:57:19.493123 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-923baa52-23a4-4b7c-915b-4f0249a1104f tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Router 5dc8fa90-68f6-4e27-885c-6a44f19de80a has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:57:19.571377 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1342bebb-3eef-4f86-9d94-916d7e6267ed admin admin] Router 0d945299-70fc-4ccf-8956-936cb636c1a0 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:57:19.752966 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 6e49b587-b19f-4fb7-b68d-daf59c076543 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:57:19.916185 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 6e49b587-b19f-4fb7-b68d-daf59c076543, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=6e49b587-b19f-4fb7-b68d-daf59c076543,segment=NetworkSegment(dcef93a2-6ff3-40c9-a9fd-5812a2481f14),segment_id=dcef93a2-6ff3-40c9-a9fd-5812a2481f14)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:57:19.959876 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '6e49b587-b19f-4fb7-b68d-daf59c076543', 'network_id': 'dc6506e8-ceaa-4382-aad7-27ea0263e5fe', 'port_id': '6e49b587-b19f-4fb7-b68d-daf59c076543', 'mac_address': 'fa:16:3e:21:b7:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bd3f066-8f79-4f2b-b334-3e86a4217100', 'ip_address': '10.1.1.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:57:20.043272 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:20.049895 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-5fed1276-282c-4a8c-a5df-810b61551dfd None None] Provisioning for port 72de1514-e613-4d60-b8c1-5c0cad76822d completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:57:20.052617 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1342bebb-3eef-4f86-9d94-916d7e6267ed admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:57:20.055853 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-923baa52-23a4-4b7c-915b-4f0249a1104f tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:57:20.067323 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-5fed1276-282c-4a8c-a5df-810b61551dfd None None] Provisioning complete for port 72de1514-e613-4d60-b8c1-5c0cad76822d triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:57:20.067610 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5fed1276-282c-4a8c-a5df-810b61551dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:20.078086 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e4d802-b47c-4ee2-b553-6c27ec3c163c None None] Sync routers for ids ['0d945299-70fc-4ccf-8956-936cb636c1a0'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:57:20.094531 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-1342bebb-3eef-4f86-9d94-916d7e6267ed admin admin] 10.222.0.58 "PUT /v2.0/routers/0d945299-70fc-4ccf-8956-936cb636c1a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1993327 Jul 09 14:57:20.101261 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-923baa52-23a4-4b7c-915b-4f0249a1104f tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "PUT /v2.0/routers/5dc8fa90-68f6-4e27-885c-6a44f19de80a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6337168 Jul 09 14:57:20.101491 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e4d802-b47c-4ee2-b553-6c27ec3c163c None None] Routers {'0d945299-70fc-4ccf-8956-936cb636c1a0'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:57:20.102072 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-e1e4d802-b47c-4ee2-b553-6c27ec3c163c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:56:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['0d945299-70fc-4ccf-8956-936cb636c1a0'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:20.104359 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50154) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:20.104711 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50156) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:20.111543 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e49b587-b19f-4fb7-b68d-daf59c076543 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:57:20.121259 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4254d8b-4c8a-404c-9ddc-21759a286ab5 None None] Sync routers for ids ['5dc8fa90-68f6-4e27-885c-6a44f19de80a'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:57:20.180371 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 78c56dc0-8ea4-4686-8b60-44ba2b4a2baa up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:57:20.246030 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4254d8b-4c8a-404c-9ddc-21759a286ab5 None None] Routers {'5dc8fa90-68f6-4e27-885c-6a44f19de80a'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:57:20.246993 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-c4254d8b-4c8a-404c-9ddc-21759a286ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:56:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['5dc8fa90-68f6-4e27-885c-6a44f19de80a'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:20.265292 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 6e49b587-b19f-4fb7-b68d-daf59c076543, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=6e49b587-b19f-4fb7-b68d-daf59c076543,segment=NetworkSegment(dcef93a2-6ff3-40c9-a9fd-5812a2481f14),segment_id=dcef93a2-6ff3-40c9-a9fd-5812a2481f14)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:57:20.342940 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-5fed1276-282c-4a8c-a5df-810b61551dfd None None] Port 72de1514-e613-4d60-b8c1-5c0cad76822d cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:57:20.349018 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-c4254d8b-4c8a-404c-9ddc-21759a286ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:20.363106 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:20.364160 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:57:20.375491 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-e1e4d802-b47c-4ee2-b553-6c27ec3c163c None None] Set router 0d945299-70fc-4ccf-8956-936cb636c1a0 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:57:20.417675 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4254d8b-4c8a-404c-9ddc-21759a286ab5 None None] Routers {'5dc8fa90-68f6-4e27-885c-6a44f19de80a'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:57:20.419161 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-c4254d8b-4c8a-404c-9ddc-21759a286ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:56:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['5dc8fa90-68f6-4e27-885c-6a44f19de80a'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:20.540441 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-c4254d8b-4c8a-404c-9ddc-21759a286ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:20.541356 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4254d8b-4c8a-404c-9ddc-21759a286ab5 None None] The sync data for ids ['5dc8fa90-68f6-4e27-885c-6a44f19de80a'] in n-d-799529-6 is: [] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:57:20.557196 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.db.resource_extend [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 14:57:20.651029 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 78c56dc0-8ea4-4686-8b60-44ba2b4a2baa triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:57:20.651412 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:20.654970 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=6e49b587-b19f-4fb7-b68d-daf59c076543,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:20.682502 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42c3361-3936-4336-8410-9a8f36c1da4f tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Network 4e450289-edeb-4c9f-806a-d913d00bfeb5 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:57:20.690322 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94b606e-cccb-4bbd-b69a-c569db27cc87 None None] Network 035460a6-e152-432b-a56f-f66ea807f3e7 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:57:20.778737 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c,segment=NetworkSegment(1a86216b-0589-4b76-bf13-b0436a2559bc),segment_id=1a86216b-0589-4b76-bf13-b0436a2559bc)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:57:20.790196 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-a42c3361-3936-4336-8410-9a8f36c1da4f tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 4e450289-edeb-4c9f-806a-d913d00bfeb5) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:57:20.800326 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42c3361-3936-4336-8410-9a8f36c1da4f tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:20.802362 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741c2a6d-ce3d-4b63-bf21-338780801e89 None None] Network 4e450289-edeb-4c9f-806a-d913d00bfeb5 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:57:20.802532 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a42c3361-3936-4336-8410-9a8f36c1da4f tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:20.813777 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c', 'network_id': '6107f077-f7c7-47db-8b86-669db7279c4c', 'port_id': '9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c', 'mac_address': 'fa:16:3e:3b:37:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '465c5725-facb-4e6f-b14d-7c696db0e29c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:57:20.831327 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7b6c9b52-c79e-471c-8dcf-8a16ee7718f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:20.833735 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f5b82a58-8d1c-4069-85a0-1ac2c8160c8b req-fb1b5b0a-999b-415a-b2ff-6d1443c2ddf7 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:20.866941 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-57a0e98b-f192-4071-8a14-e0cc8a5a2391 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] GET failed (client error): The resource could not be found. Jul 09 14:57:20.872854 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-57a0e98b-f192-4071-8a14-e0cc8a5a2391 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "GET /v2.0/ports/4f68e519-94bf-4069-85fc-d9689f6d5660 HTTP/1.1" status: 404 len: 333 time: 0.7596953 Jul 09 14:57:20.879821 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50160) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:20.901486 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-37360e0b-d30c-49b1-8125-12867e94e9b6 None None] Provisioning for port fa886dd8-c69a-4c69-b163-c5d32c8f7afb completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:57:20.918472 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1b5b0a-999b-415a-b2ff-6d1443c2ddf7 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Pushing event deleted for resources: {'Port': ['ID=87295362-aa14-45d0-9532-ab3a5ec4e81d,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:20.990039 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3879a8b-6526-4b74-94d7-29940d77b551 req-ad3ade7d-2a21-4b54-b7d1-de10152ea218 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:21.020117 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3879a8b-6526-4b74-94d7-29940d77b551 req-ad3ade7d-2a21-4b54-b7d1-de10152ea218 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:21.028894 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3879a8b-6526-4b74-94d7-29940d77b551 req-ad3ade7d-2a21-4b54-b7d1-de10152ea218 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:21.031586 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3595002-0724-4919-8c83-a85ccffacb0a req-22f5f9da-4c7f-43f9-b1bb-9212463ec492 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:21.035702 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e3595002-0724-4919-8c83-a85ccffacb0a req-22f5f9da-4c7f-43f9-b1bb-9212463ec492 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ced0c85-6b79-459b-bd04-bb370086d704 HTTP/1.1" status: 200 len: 865 time: 0.9938128 Jul 09 14:57:21.036123 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3879a8b-6526-4b74-94d7-29940d77b551 req-ad3ade7d-2a21-4b54-b7d1-de10152ea218 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:21.043576 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3879a8b-6526-4b74-94d7-29940d77b551 req-ad3ade7d-2a21-4b54-b7d1-de10152ea218 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:21.050708 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3879a8b-6526-4b74-94d7-29940d77b551 req-ad3ade7d-2a21-4b54-b7d1-de10152ea218 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:21.058466 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3879a8b-6526-4b74-94d7-29940d77b551 req-ad3ade7d-2a21-4b54-b7d1-de10152ea218 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:21.060865 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a3879a8b-6526-4b74-94d7-29940d77b551 req-ad3ade7d-2a21-4b54-b7d1-de10152ea218 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 5431 time: 1.5683231 Jul 09 14:57:21.110338 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a42c3361-3936-4336-8410-9a8f36c1da4f tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.3917694 Jul 09 14:57:21.119919 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-e1e4d802-b47c-4ee2-b553-6c27ec3c163c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d945299-70fc-4ccf-8956-936cb636c1a0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1212768639-router', 'tenant_id': '57b971acb11e4eaea846cbcb413ca1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '54bb6915-ac8a-4176-b921-037735fc3c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:55:17Z', 'updated_at': '2021-07-09T14:57:17Z', 'revision_number': 5, 'project_id': '57b971acb11e4eaea846cbcb413ca1a9', 'gw_port': {'id': '54bb6915-ac8a-4176-b921-037735fc3c53', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d945299-70fc-4ccf-8956-936cb636c1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:55:20Z', 'updated_at': '2021-07-09T14:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:21.169701 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50164) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:21.184730 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5b82a58-8d1c-4069-85a0-1ac2c8160c8b req-fb1b5b0a-999b-415a-b2ff-6d1443c2ddf7 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] No DVR routers for this DVR port 87295362-aa14-45d0-9532-ab3a5ec4e81d on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:57:21.197880 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f5b82a58-8d1c-4069-85a0-1ac2c8160c8b req-fb1b5b0a-999b-415a-b2ff-6d1443c2ddf7 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:21.199955 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f5b82a58-8d1c-4069-85a0-1ac2c8160c8b req-fb1b5b0a-999b-415a-b2ff-6d1443c2ddf7 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.54 "DELETE /v2.0/ports/87295362-aa14-45d0-9532-ab3a5ec4e81d HTTP/1.1" status: 204 len: 173 time: 4.9379373 Jul 09 14:57:21.202624 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ced0c85-6b79-459b-bd04-bb370086d704', 'name': 'network-vif-deleted', 'tag': '87295362-aa14-45d0-9532-ab3a5ec4e81d'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:57:21.206252 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368ca1a1-6e06-43cf-a2b2-bc9c5022d729" -d '{"events": [{"server_uuid": "6ced0c85-6b79-459b-bd04-bb370086d704", "name": "network-vif-deleted", "tag": "87295362-aa14-45d0-9532-ab3a5ec4e81d"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:57:21.214581 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e4d802-b47c-4ee2-b553-6c27ec3c163c None None] Checking router: 0d945299-70fc-4ccf-8956-936cb636c1a0 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:57:21.243892 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e4d802-b47c-4ee2-b553-6c27ec3c163c None None] Routers {'0d945299-70fc-4ccf-8956-936cb636c1a0'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:57:21.244757 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-e1e4d802-b47c-4ee2-b553-6c27ec3c163c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:56:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['0d945299-70fc-4ccf-8956-936cb636c1a0'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:21.257204 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e3595002-0724-4919-8c83-a85ccffacb0a req-30062851-e491-48e1-9af6-338ccb5a00a9 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/security-groups?id=76663b26-aa3d-4cc3-9802-4384082a150d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594887 Jul 09 14:57:21.273019 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7b6c9b52-c79e-471c-8dcf-8a16ee7718f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:21.381872 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2d631046-da2d-4e39-b635-bf56a4430512 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:21.386530 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device fa886dd8-c69a-4c69-b163-c5d32c8f7afb up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:57:21.426693 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb68447-598e-4daf-98b8-7f0a1f1d359d x-openstack-request-id: req-fcb68447-598e-4daf-98b8-7f0a1f1d359d {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:57:21.427051 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:21.427540 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ced0c85-6b79-459b-bd04-bb370086d704", "name": "network-vif-deleted", "tag": "87295362-aa14-45d0-9532-ab3a5ec4e81d", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:57:21.427540 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fcb68447-598e-4daf-98b8-7f0a1f1d359d {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:57:21.431424 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ced0c85-6b79-459b-bd04-bb370086d704', 'name': 'network-vif-deleted', 'tag': '87295362-aa14-45d0-9532-ab3a5ec4e81d', 'status': 'completed', 'code': 200} Jul 09 14:57:21.464358 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-e1e4d802-b47c-4ee2-b553-6c27ec3c163c None None] Set router 0d945299-70fc-4ccf-8956-936cb636c1a0 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:57:21.508792 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-7b6c9b52-c79e-471c-8dcf-8a16ee7718f0 admin admin] Deleting port 54bb6915-ac8a-4176-b921-037735fc3c53 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:57:21.513374 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7b6c9b52-c79e-471c-8dcf-8a16ee7718f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:21.529977 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:57:21.564735 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6dcf3628-03cf-45db-a765-894e33a99183 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for router, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:21.661567 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-7b6c9b52-c79e-471c-8dcf-8a16ee7718f0 admin admin] For port 54bb6915-ac8a-4176-b921-037735fc3c53, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=54bb6915-ac8a-4176-b921-037735fc3c53,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:57:21.661866 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7b6c9b52-c79e-471c-8dcf-8a16ee7718f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:21.670845 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a3879a8b-6526-4b74-94d7-29940d77b551 req-f00c622c-fa36-4663-8006-116bc2a05385 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b892279-bd5f-423b-8017-ce4180b448af&id=710f4a29-0022-436a-b96b-568cc62700fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5612779 Jul 09 14:57:21.709641 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c,segment=NetworkSegment(1a86216b-0589-4b76-bf13-b0436a2559bc),segment_id=1a86216b-0589-4b76-bf13-b0436a2559bc)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:57:21.713069 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-7b6c9b52-c79e-471c-8dcf-8a16ee7718f0 admin admin] Calling delete_port for 54bb6915-ac8a-4176-b921-037735fc3c53 owned by network:router_gateway {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:57:21.801852 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26536549-69cb-4bf4-af01-40fbf909a44f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-4e450289-edeb-4c9f-806a-d913d00bfeb5', 'network_id': '4e450289-edeb-4c9f-806a-d913d00bfeb5', 'tenant_id': '7d7a3bd3b0b145fabfd50127d7be3103', 'fixed_ips': [{'subnet_id': 'c12b0d01-0c3c-425b-96e6-d86c579a34b6'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:57:21.803402 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-26536549-69cb-4bf4-af01-40fbf909a44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:21.816811 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-e1e4d802-b47c-4ee2-b553-6c27ec3c163c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d945299-70fc-4ccf-8956-936cb636c1a0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1212768639-router', 'tenant_id': '57b971acb11e4eaea846cbcb413ca1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '54bb6915-ac8a-4176-b921-037735fc3c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:55:17Z', 'updated_at': '2021-07-09T14:57:17Z', 'revision_number': 5, 'project_id': '57b971acb11e4eaea846cbcb413ca1a9', 'gw_port': {'id': '54bb6915-ac8a-4176-b921-037735fc3c53', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d945299-70fc-4ccf-8956-936cb636c1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:55:20Z', 'updated_at': '2021-07-09T14:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:21.826376 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:21.837235 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6dcf3628-03cf-45db-a765-894e33a99183 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:21.841346 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6dcf3628-03cf-45db-a765-894e33a99183 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:21.897184 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a0e87c10-3456-4df1-be19-37ff3a885722 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:21.912281 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e4d802-b47c-4ee2-b553-6c27ec3c163c None None] The sync data for ids ['0d945299-70fc-4ccf-8956-936cb636c1a0'] in n-d-799529-6 is: [{'id': '0d945299-70fc-4ccf-8956-936cb636c1a0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1212768639-router', 'tenant_id': '57b971acb11e4eaea846cbcb413ca1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '54bb6915-ac8a-4176-b921-037735fc3c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:55:17Z', 'updated_at': '2021-07-09T14:57:17Z', 'revision_number': 5, 'project_id': '57b971acb11e4eaea846cbcb413ca1a9', 'gw_port': {'id': '54bb6915-ac8a-4176-b921-037735fc3c53', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d945299-70fc-4ccf-8956-936cb636c1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:55:20Z', 'updated_at': '2021-07-09T14:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:57:21.923011 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2d631046-da2d-4e39-b635-bf56a4430512 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:21.925732 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:21.936097 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 652c8d51-7f4b-4a04-a1cb-616283698f43 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:57:22.019772 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:57:22.020606 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:57:22.020719 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a0e87c10-3456-4df1-be19-37ff3a885722 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:22.021836 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:57:22.022419 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:57:22.024042 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:57:22.024601 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:57:22.025428 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:57:22.026126 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:57:22.026510 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6dcf3628-03cf-45db-a765-894e33a99183 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:22.027268 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dcf3628-03cf-45db-a765-894e33a99183 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Fanout notify agent at l3_agent the message router_deleted on router 5dc8fa90-68f6-4e27-885c-6a44f19de80a {{(pid=94446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:57:22.028596 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:57:22.029333 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:57:22.029935 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:57:22.030470 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:57:22.043862 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port fa886dd8-c69a-4c69-b163-c5d32c8f7afb completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:57:22.055899 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6dcf3628-03cf-45db-a765-894e33a99183 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:22.059805 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-6dcf3628-03cf-45db-a765-894e33a99183 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "DELETE /v2.0/routers/5dc8fa90-68f6-4e27-885c-6a44f19de80a HTTP/1.1" status: 204 len: 168 time: 1.1748300 Jul 09 14:57:22.060088 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50174) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:22.122697 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7b6c9b52-c79e-471c-8dcf-8a16ee7718f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:22.131654 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port fa886dd8-c69a-4c69-b163-c5d32c8f7afb triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:57:22.132064 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:22.150948 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2d631046-da2d-4e39-b635-bf56a4430512 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:22.225464 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d631046-da2d-4e39-b635-bf56a4430512 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Pushing event deleted for resources: {'Subnet': ['ID=c12b0d01-0c3c-425b-96e6-d86c579a34b6,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:22.237916 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e87c10-3456-4df1-be19-37ff3a885722 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Pushing event updated for resources: {'Port': ['ID=72de1514-e613-4d60-b8c1-5c0cad76822d,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:22.263425 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a0e87c10-3456-4df1-be19-37ff3a885722 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:22.332944 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6c9b52-c79e-471c-8dcf-8a16ee7718f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=54bb6915-ac8a-4176-b921-037735fc3c53,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:22.447596 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:57:22.497923 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-e024a48f-528c-4826-926b-6520a2d3c13d tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Deleting subnet c8d81ecd-2417-4e73-9742-edc89be7039d {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server [None req-26536549-69cb-4bf4-af01-40fbf909a44f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c12b0d01-0c3c-425b-96e6-d86c579a34b6: This subnet is being modified by another concurrent operation. Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server raise exception Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c12b0d01-0c3c-425b-96e6-d86c579a34b6: This subnet is being modified by another concurrent operation. Jul 09 14:57:22.502338 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server Jul 09 14:57:22.516918 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2d631046-da2d-4e39-b635-bf56a4430512 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:22.523336 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e024a48f-528c-4826-926b-6520a2d3c13d tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:22.533840 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1569e6ca-9c99-4b96-ac7e-4139313d2262 None None] Network 4e450289-edeb-4c9f-806a-d913d00bfeb5 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:57:22.583650 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-2d631046-da2d-4e39-b635-bf56a4430512 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e450289-edeb-4c9f-806a-d913d00bfeb5']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:22.606109 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 652c8d51-7f4b-4a04-a1cb-616283698f43, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=652c8d51-7f4b-4a04-a1cb-616283698f43,segment=NetworkSegment(dcef93a2-6ff3-40c9-a9fd-5812a2481f14),segment_id=dcef93a2-6ff3-40c9-a9fd-5812a2481f14)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:57:22.616602 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7b6c9b52-c79e-471c-8dcf-8a16ee7718f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:22.632622 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-2d631046-da2d-4e39-b635-bf56a4430512 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89523c1a-9f92-406c-b049-6f42cba19aaf') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:22.632622 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-2d631046-da2d-4e39-b635-bf56a4430512 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89523c1a-9f92-406c-b049-6f42cba19aaf') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:22.651402 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2d631046-da2d-4e39-b635-bf56a4430512 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:22.693064 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2d631046-da2d-4e39-b635-bf56a4430512 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:22.710624 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d631046-da2d-4e39-b635-bf56a4430512 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:57:22.714249 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2d631046-da2d-4e39-b635-bf56a4430512 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:22.725698 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 14:57:22.725698 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:57:22.725698 n-d-799529-6 neutron-server[94446]: timer() Jul 09 14:57:22.725698 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:57:22.725698 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 14:57:22.725698 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:57:22.725698 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 14:57:22.725698 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:57:22.725698 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 14:57:22.725698 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:57:22.725698 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 14:57:22.725698 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:57:22.725698 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 14:57:22.725698 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:57:22.725698 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:57:22.725698 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:57:22.725698 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:57:22.725698 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:57:22.725698 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 14:57:22.725698 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:57:22.725698 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 14:57:22.725698 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:57:22.725698 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:57:22.725698 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:57:22.725698 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 14:57:22.725698 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:57:22.725698 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:57:22.725698 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:57:22.725698 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:57:22.725698 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:57:22.725698 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:57:22.725698 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:57:22.746703 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '652c8d51-7f4b-4a04-a1cb-616283698f43', 'network_id': 'dc6506e8-ceaa-4382-aad7-27ea0263e5fe', 'port_id': '652c8d51-7f4b-4a04-a1cb-616283698f43', 'mac_address': 'fa:16:3e:06:3e:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bd3f066-8f79-4f2b-b334-3e86a4217100', 'ip_address': '10.1.1.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:57:22.822955 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-340ba978-10a8-4d29-804a-1b4d44b5dc2c req-b8dc7d88-d00a-49ea-9cb7-887a4f1fe437 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ced0c85-6b79-459b-bd04-bb370086d704 HTTP/1.1" status: 200 len: 210 time: 0.1742022 Jul 09 14:57:22.823628 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee6672f-1854-4209-a138-33a239a98045 None None] get_active_networks_info from n-d-799529-6 {{(pid=94447) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 14:57:22.871427 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e87c10-3456-4df1-be19-37ff3a885722 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Network 5f53b7fd-a2a7-419d-a52e-d0bcb5eeebf3 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:57:22.899104 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-a0e87c10-3456-4df1-be19-37ff3a885722 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:57:22.990117 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e024a48f-528c-4826-926b-6520a2d3c13d tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:23.063076 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7b6c9b52-c79e-471c-8dcf-8a16ee7718f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:23.073335 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-3f46a09b-1125-4df1-95bc-5c431157c324 None None] Provisioning complete for port fa886dd8-c69a-4c69-b163-c5d32c8f7afb triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:57:23.073747 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3f46a09b-1125-4df1-95bc-5c431157c324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:23.076857 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7b6c9b52-c79e-471c-8dcf-8a16ee7718f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:23.166062 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2d631046-da2d-4e39-b635-bf56a4430512 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:23.169422 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee6672f-1854-4209-a138-33a239a98045 None None] Resources bound (agent type, host, resource id): {{(pid=94447) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 14:57:23.190507 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:23.201847 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2d631046-da2d-4e39-b635-bf56a4430512 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:23.209515 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-2d631046-da2d-4e39-b635-bf56a4430512 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] 10.222.0.58 "DELETE /v2.0/networks/4e450289-edeb-4c9f-806a-d913d00bfeb5 HTTP/1.1" status: 204 len: 168 time: 2.0232549 Jul 09 14:57:23.227133 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50188) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:23.282302 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port fa886dd8-c69a-4c69-b163-c5d32c8f7afb, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=fa886dd8-c69a-4c69-b163-c5d32c8f7afb,segment=NetworkSegment(eafca082-18dd-41fa-963e-2e704b1fa8f8),segment_id=eafca082-18dd-41fa-963e-2e704b1fa8f8)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:57:23.346098 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d631046-da2d-4e39-b635-bf56a4430512 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Pushing event deleted for resources: {'Network': ['ID=4e450289-edeb-4c9f-806a-d913d00bfeb5,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:23.353363 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e024a48f-528c-4826-926b-6520a2d3c13d tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:23.357119 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2810a38-3314-4e1c-96ca-b9530ac0f094 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] DELETE failed (client error): The resource could not be found. Jul 09 14:57:23.357767 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2810a38-3314-4e1c-96ca-b9530ac0f094 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:57:23.359947 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-e2810a38-3314-4e1c-96ca-b9530ac0f094 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] 10.222.0.58 "DELETE /v2.0/subnets/c12b0d01-0c3c-425b-96e6-d86c579a34b6 HTTP/1.1" status: 404 len: 337 time: 0.1272881 Jul 09 14:57:23.366203 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50190) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:23.413471 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0d63959-7c37-4203-b93d-12f60ca3741a tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] DELETE failed (client error): The resource could not be found. Jul 09 14:57:23.414097 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0d63959-7c37-4203-b93d-12f60ca3741a tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:57:23.415930 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d0d63959-7c37-4203-b93d-12f60ca3741a tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] 10.222.0.58 "DELETE /v2.0/networks/4e450289-edeb-4c9f-806a-d913d00bfeb5 HTTP/1.1" status: 404 len: 339 time: 0.0478401 Jul 09 14:57:23.427218 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50192) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:23.441750 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7b6c9b52-c79e-471c-8dcf-8a16ee7718f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:23.448284 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b6c9b52-c79e-471c-8dcf-8a16ee7718f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d945299-70fc-4ccf-8956-936cb636c1a0 {{(pid=94445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:57:23.458652 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7b6c9b52-c79e-471c-8dcf-8a16ee7718f0 admin admin] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:23.460285 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-7b6c9b52-c79e-471c-8dcf-8a16ee7718f0 admin admin] 10.222.0.58 "DELETE /v2.0/routers/0d945299-70fc-4ccf-8956-936cb636c1a0 HTTP/1.1" status: 204 len: 168 time: 3.3534617 Jul 09 14:57:23.463818 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50196) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:23.494244 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e245e2-ba8b-472e-9a8b-dc91933c9118 req-43038f53-bee1-4c15-ba6d-73a41a339ac3 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:23.504203 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e245e2-ba8b-472e-9a8b-dc91933c9118 req-43038f53-bee1-4c15-ba6d-73a41a339ac3 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:23.506900 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e245e2-ba8b-472e-9a8b-dc91933c9118 req-43038f53-bee1-4c15-ba6d-73a41a339ac3 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:23.515140 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e245e2-ba8b-472e-9a8b-dc91933c9118 req-43038f53-bee1-4c15-ba6d-73a41a339ac3 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:23.521884 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e245e2-ba8b-472e-9a8b-dc91933c9118 req-43038f53-bee1-4c15-ba6d-73a41a339ac3 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:23.528099 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e245e2-ba8b-472e-9a8b-dc91933c9118 req-43038f53-bee1-4c15-ba6d-73a41a339ac3 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:23.534962 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e245e2-ba8b-472e-9a8b-dc91933c9118 req-43038f53-bee1-4c15-ba6d-73a41a339ac3 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:23.542800 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e2e245e2-ba8b-472e-9a8b-dc91933c9118 req-43038f53-bee1-4c15-ba6d-73a41a339ac3 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 5433 time: 0.6065307 Jul 09 14:57:23.554041 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-f112e9ec-0fc4-4a52-9b64-b15df3aa8fbf admin admin] Deleting subnet 0ba330ed-9359-4085-9db6-f1c4985ac874 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:57:23.556615 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:23.566085 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f112e9ec-0fc4-4a52-9b64-b15df3aa8fbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:23.576017 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fa59b51-ce3c-45d8-9aff-e949aa02195f tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] DELETE failed (client error): The resource could not be found. Jul 09 14:57:23.576457 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fa59b51-ce3c-45d8-9aff-e949aa02195f tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:57:23.583880 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-0fa59b51-ce3c-45d8-9aff-e949aa02195f tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] 10.222.0.58 "DELETE /v2.0/subnets/22d370aa-ebbd-4c81-924f-4e7f74f6bbda HTTP/1.1" status: 404 len: 337 time: 0.1475780 Jul 09 14:57:23.583880 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50200) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:23.619594 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['6e49b587-b19f-4fb7-b68d-daf59c076543'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:57:23.628936 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:23.631294 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-a636c994-5764-4f62-b18a-199dc7bb11ff tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] DELETE failed (client error): The resource could not be found. Jul 09 14:57:23.632031 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a636c994-5764-4f62-b18a-199dc7bb11ff tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:57:23.634093 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a636c994-5764-4f62-b18a-199dc7bb11ff tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] 10.222.0.58 "DELETE /v2.0/networks/655c306f-6a2b-45c7-a82f-0c05293e3719 HTTP/1.1" status: 404 len: 339 time: 0.0496423 Jul 09 14:57:23.638276 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50204) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:23.665811 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f112e9ec-0fc4-4a52-9b64-b15df3aa8fbf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:23.705544 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e2e245e2-ba8b-472e-9a8b-dc91933c9118 req-f623ffbc-c355-44c5-8d9b-528f0b177ccf tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b892279-bd5f-423b-8017-ce4180b448af&id=710f4a29-0022-436a-b96b-568cc62700fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1576924 Jul 09 14:57:23.809256 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f112e9ec-0fc4-4a52-9b64-b15df3aa8fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:23.811823 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fcb02ea-2a1b-44c5-a2e8-6a079d0f903e tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] DELETE failed (client error): The resource could not be found. Jul 09 14:57:23.812900 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fcb02ea-2a1b-44c5-a2e8-6a079d0f903e tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:57:23.818127 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-4fcb02ea-2a1b-44c5-a2e8-6a079d0f903e tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] 10.222.0.58 "DELETE /v2.0/subnets/0f3e3088-bd36-414f-b95c-3cba3189dde1 HTTP/1.1" status: 404 len: 337 time: 0.1741877 Jul 09 14:57:23.820854 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50208) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:23.840436 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device ead5b1f0-4b03-4c4c-a7a5-9d4116b7d094 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:57:23.858417 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e024a48f-528c-4826-926b-6520a2d3c13d tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:23.859871 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-28d98d35-de2f-4825-92f2-ff488c1adde9 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] DELETE failed (client error): The resource could not be found. Jul 09 14:57:23.860518 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28d98d35-de2f-4825-92f2-ff488c1adde9 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:57:23.868550 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-28d98d35-de2f-4825-92f2-ff488c1adde9 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] 10.222.0.58 "DELETE /v2.0/networks/c16cb780-ff0b-4b30-9dc1-ab70c32d7d0e HTTP/1.1" status: 404 len: 339 time: 0.0404592 Jul 09 14:57:23.869348 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50212) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:23.881188 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:23.921914 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e024a48f-528c-4826-926b-6520a2d3c13d tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event deleted for resources: {'Subnet': ['ID=c8d81ecd-2417-4e73-9742-edc89be7039d,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:23.961553 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e024a48f-528c-4826-926b-6520a2d3c13d tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:23.965366 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e024a48f-528c-4826-926b-6520a2d3c13d tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "DELETE /v2.0/subnets/c8d81ecd-2417-4e73-9742-edc89be7039d HTTP/1.1" status: 204 len: 168 time: 1.9041619 Jul 09 14:57:23.978431 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50214) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:24.002190 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e87c10-3456-4df1-be19-37ff3a885722 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Router 69e05154-46bb-4d2c-a9f8-67ada417e390 is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:57:24.023215 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: ead5b1f0-4b03-4c4c-a7a5-9d4116b7d094 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:57:24.025675 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device ead5b1f0-4b03-4c4c-a7a5-9d4116b7d094 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:57:24.030228 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=fa886dd8-c69a-4c69-b163-c5d32c8f7afb,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:24.103193 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50216) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:24.138885 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b8d2f218-5b7a-4df7-8d4e-ca5db9a29854 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:24.177430 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 652c8d51-7f4b-4a04-a1cb-616283698f43 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:57:24.211248 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 652c8d51-7f4b-4a04-a1cb-616283698f43, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=652c8d51-7f4b-4a04-a1cb-616283698f43,segment=NetworkSegment(dcef93a2-6ff3-40c9-a9fd-5812a2481f14),segment_id=dcef93a2-6ff3-40c9-a9fd-5812a2481f14)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:57:24.213364 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-948cd589-1de2-46d8-93fa-f1fdc4258adb tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Deleting port 504b7f60-2dc0-45bd-aaea-d6c5499c1b4e {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:57:24.214026 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-948cd589-1de2-46d8-93fa-f1fdc4258adb tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:24.219771 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e87c10-3456-4df1-be19-37ff3a885722 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:57:24.230722 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9c0ddb-5cae-4f4b-b9b8-7db1158d6aad None None] Sync routers for ids ['69e05154-46bb-4d2c-a9f8-67ada417e390'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:57:24.235807 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0d76c52-70ac-49c4-ba10-3036f68bfdd3 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Deleting subnet 4f8905e4-c5e0-48a8-9070-4c4be196cfd2 {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:57:24.238382 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b0d76c52-70ac-49c4-ba10-3036f68bfdd3 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:24.246692 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9c0ddb-5cae-4f4b-b9b8-7db1158d6aad None None] Routers {'69e05154-46bb-4d2c-a9f8-67ada417e390'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:57:24.247996 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-1c9c0ddb-5cae-4f4b-b9b8-7db1158d6aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:56:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['69e05154-46bb-4d2c-a9f8-67ada417e390'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:24.289847 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-1c9c0ddb-5cae-4f4b-b9b8-7db1158d6aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:24.299834 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b0d76c52-70ac-49c4-ba10-3036f68bfdd3 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:24.309754 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9c0ddb-5cae-4f4b-b9b8-7db1158d6aad None None] Routers {'69e05154-46bb-4d2c-a9f8-67ada417e390'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:57:24.310360 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-1c9c0ddb-5cae-4f4b-b9b8-7db1158d6aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:56:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['69e05154-46bb-4d2c-a9f8-67ada417e390'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:24.315530 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-b8d2f218-5b7a-4df7-8d4e-ca5db9a29854 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Deleting port de1b320c-2ece-472e-b14a-1b21c0d20ae3 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:57:24.316936 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b8d2f218-5b7a-4df7-8d4e-ca5db9a29854 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:24.322745 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f112e9ec-0fc4-4a52-9b64-b15df3aa8fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:24.398715 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-1c9c0ddb-5cae-4f4b-b9b8-7db1158d6aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:24.401252 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9c0ddb-5cae-4f4b-b9b8-7db1158d6aad None None] The sync data for ids ['69e05154-46bb-4d2c-a9f8-67ada417e390'] in n-d-799529-6 is: [] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:57:24.465326 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b0d76c52-70ac-49c4-ba10-3036f68bfdd3 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:24.473589 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f112e9ec-0fc4-4a52-9b64-b15df3aa8fbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ba330ed-9359-4085-9db6-f1c4985ac874,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:24.491105 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f112e9ec-0fc4-4a52-9b64-b15df3aa8fbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:24.497954 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f112e9ec-0fc4-4a52-9b64-b15df3aa8fbf admin admin] 10.222.0.58 "DELETE /v2.0/subnets/0ba330ed-9359-4085-9db6-f1c4985ac874 HTTP/1.1" status: 204 len: 168 time: 1.0328596 Jul 09 14:57:24.501353 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50218) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:24.528129 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:24.528879 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 09fcade5-de9d-4d53-b6e7-8b3bd924314a details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:57:24.539932 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a0e87c10-3456-4df1-be19-37ff3a885722 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] 10.222.0.58 "PUT /v2.0/routers/69e05154-46bb-4d2c-a9f8-67ada417e390/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6437881 Jul 09 14:57:24.613929 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50220) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:24.623029 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-948cd589-1de2-46d8-93fa-f1fdc4258adb tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:24.642341 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-948cd589-1de2-46d8-93fa-f1fdc4258adb tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Calling delete_port for 504b7f60-2dc0-45bd-aaea-d6c5499c1b4e owned by {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:57:24.727449 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b0d76c52-70ac-49c4-ba10-3036f68bfdd3 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:24.761186 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d76c52-70ac-49c4-ba10-3036f68bfdd3 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Pushing event deleted for resources: {'Subnet': ['ID=4f8905e4-c5e0-48a8-9070-4c4be196cfd2,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:24.769299 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b0d76c52-70ac-49c4-ba10-3036f68bfdd3 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:24.772009 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b0d76c52-70ac-49c4-ba10-3036f68bfdd3 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "DELETE /v2.0/subnets/4f8905e4-c5e0-48a8-9070-4c4be196cfd2 HTTP/1.1" status: 204 len: 168 time: 0.6677952 Jul 09 14:57:24.776085 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50226) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:24.809912 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-b8d2f218-5b7a-4df7-8d4e-ca5db9a29854 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] For port de1b320c-2ece-472e-b14a-1b21c0d20ae3, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=de1b320c-2ece-472e-b14a-1b21c0d20ae3,segment=NetworkSegment(ccb72476-117b-40fa-a977-2bd8b8f925e3),segment_id=ccb72476-117b-40fa-a977-2bd8b8f925e3)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:57:24.810298 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b8d2f218-5b7a-4df7-8d4e-ca5db9a29854 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:24.837426 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 09fcade5-de9d-4d53-b6e7-8b3bd924314a, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=09fcade5-de9d-4d53-b6e7-8b3bd924314a,segment=NetworkSegment(9caf9090-cff0-4f31-9bcd-6b390f4a890c),segment_id=9caf9090-cff0-4f31-9bcd-6b390f4a890c)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:57:24.853558 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-b8d2f218-5b7a-4df7-8d4e-ca5db9a29854 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Calling delete_port for de1b320c-2ece-472e-b14a-1b21c0d20ae3 owned by network:dhcp {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:57:24.856592 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=652c8d51-7f4b-4a04-a1cb-616283698f43,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:24.864118 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '09fcade5-de9d-4d53-b6e7-8b3bd924314a', 'network_id': '695dcd67-56f3-489c-8be9-3d26f71af2f9', 'port_id': '09fcade5-de9d-4d53-b6e7-8b3bd924314a', 'mac_address': 'fa:16:3e:d2:c1:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '385bd4c1-ddb8-4fda-a37e-3fb2118661ca', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:57:24.905980 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7f833329-6539-446f-b972-c451c2dd4de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:24.923547 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ab80a5c3-e735-4d64-9f75-d4156840acc3 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:24.935145 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe3129c-45e2-400f-8bf1-46361fefea6c None None] get_active_networks_info from n-d-799529-6 {{(pid=94447) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 14:57:25.007477 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:25.025165 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-948cd589-1de2-46d8-93fa-f1fdc4258adb tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:25.086919 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-948cd589-1de2-46d8-93fa-f1fdc4258adb tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:25.089081 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-948cd589-1de2-46d8-93fa-f1fdc4258adb tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] 10.222.0.58 "DELETE /v2.0/ports/504b7f60-2dc0-45bd-aaea-d6c5499c1b4e HTTP/1.1" status: 204 len: 168 time: 1.2186623 Jul 09 14:57:25.102175 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50234) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:25.131237 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948cd589-1de2-46d8-93fa-f1fdc4258adb tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Pushing event deleted for resources: {'Port': ['ID=504b7f60-2dc0-45bd-aaea-d6c5499c1b4e,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:25.136114 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-ab80a5c3-e735-4d64-9f75-d4156840acc3 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Deleting port 0134159e-3d7e-4a22-ade9-58d3273a5ee6 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:57:25.136969 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ab80a5c3-e735-4d64-9f75-d4156840acc3 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:25.172414 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09fcade5-de9d-4d53-b6e7-8b3bd924314a {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:57:25.215714 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7f833329-6539-446f-b972-c451c2dd4de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:25.220245 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 09fcade5-de9d-4d53-b6e7-8b3bd924314a, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=09fcade5-de9d-4d53-b6e7-8b3bd924314a,segment=NetworkSegment(9caf9090-cff0-4f31-9bcd-6b390f4a890c),segment_id=9caf9090-cff0-4f31-9bcd-6b390f4a890c)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:57:25.231543 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-7f833329-6539-446f-b972-c451c2dd4de2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65219ae9-d282-4121-8917-8c4ecd74e176']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:25.241530 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe3129c-45e2-400f-8bf1-46361fefea6c None None] Resources bound (agent type, host, resource id): {{(pid=94447) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 14:57:25.246658 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-ab80a5c3-e735-4d64-9f75-d4156840acc3 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] For port 0134159e-3d7e-4a22-ade9-58d3273a5ee6, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=0134159e-3d7e-4a22-ade9-58d3273a5ee6,segment=NetworkSegment(2d8988dd-55cb-4fb2-8ab4-9876ad3ed9b2),segment_id=2d8988dd-55cb-4fb2-8ab4-9876ad3ed9b2)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:57:25.247272 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ab80a5c3-e735-4d64-9f75-d4156840acc3 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:25.251197 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-7f833329-6539-446f-b972-c451c2dd4de2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67523102-960f-423a-89b3-665d6dc7373b') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:25.251521 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-7f833329-6539-446f-b972-c451c2dd4de2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67523102-960f-423a-89b3-665d6dc7373b') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:25.285227 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232c99c-3b8e-4c63-9997-4b65ae582fe6 req-a9e6cfcb-8b22-4448-b19a-959699da7f51 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:25.292439 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232c99c-3b8e-4c63-9997-4b65ae582fe6 req-a9e6cfcb-8b22-4448-b19a-959699da7f51 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:25.298342 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7f833329-6539-446f-b972-c451c2dd4de2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:25.300125 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232c99c-3b8e-4c63-9997-4b65ae582fe6 req-a9e6cfcb-8b22-4448-b19a-959699da7f51 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:25.307544 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:25.308238 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device c179ac98-dd01-447c-a2f9-2714b5048c9d details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:57:25.309252 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232c99c-3b8e-4c63-9997-4b65ae582fe6 req-a9e6cfcb-8b22-4448-b19a-959699da7f51 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:25.318287 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232c99c-3b8e-4c63-9997-4b65ae582fe6 req-a9e6cfcb-8b22-4448-b19a-959699da7f51 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:25.326356 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232c99c-3b8e-4c63-9997-4b65ae582fe6 req-a9e6cfcb-8b22-4448-b19a-959699da7f51 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:25.335690 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232c99c-3b8e-4c63-9997-4b65ae582fe6 req-a9e6cfcb-8b22-4448-b19a-959699da7f51 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:25.339333 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d232c99c-3b8e-4c63-9997-4b65ae582fe6 req-a9e6cfcb-8b22-4448-b19a-959699da7f51 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 5434 time: 0.3408000 Jul 09 14:57:25.374173 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3516993-66a2-4de0-8baf-49c860358d97 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] DELETE failed (client error): The resource could not be found. Jul 09 14:57:25.375222 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3516993-66a2-4de0-8baf-49c860358d97 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:57:25.380829 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-a3516993-66a2-4de0-8baf-49c860358d97 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] 10.222.0.58 "DELETE /v2.0/subnets/a3abcdac-5b50-4e6a-885b-bd935f2e6d89 HTTP/1.1" status: 404 len: 337 time: 0.2771564 Jul 09 14:57:25.408716 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50236) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:25.411058 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-ab80a5c3-e735-4d64-9f75-d4156840acc3 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Calling delete_port for 0134159e-3d7e-4a22-ade9-58d3273a5ee6 owned by network:dhcp {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:57:25.442555 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7f833329-6539-446f-b972-c451c2dd4de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:25.468316 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f833329-6539-446f-b972-c451c2dd4de2 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:57:25.469345 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7f833329-6539-446f-b972-c451c2dd4de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:25.485057 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:57:25.485057 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:57:25.485057 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:57:25.485057 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:57:25.485057 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:57:25.485057 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:57:25.485057 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 14:57:25.485057 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:57:25.485057 n-d-799529-6 neutron-server[94445]: timer() Jul 09 14:57:25.485057 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:57:25.485057 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 14:57:25.485057 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:57:25.485057 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 14:57:25.485057 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:57:25.485057 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 14:57:25.485057 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:57:25.485057 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 14:57:25.485057 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:57:25.485057 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 14:57:25.485057 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:57:25.485057 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:57:25.485057 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:57:25.485057 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:57:25.485057 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:57:25.485057 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 14:57:25.485057 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:57:25.485057 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 14:57:25.485057 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:57:25.485057 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:57:25.485057 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:57:25.485057 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 14:57:25.485057 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:57:25.485057 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:57:25.485057 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:57:25.485057 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:57:25.485057 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:57:25.485057 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:57:25.485057 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:57:25.526520 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d232c99c-3b8e-4c63-9997-4b65ae582fe6 req-265fac83-74cb-4d9d-bfb3-d9803f910b5e tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b892279-bd5f-423b-8017-ce4180b448af&id=710f4a29-0022-436a-b96b-568cc62700fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1795726 Jul 09 14:57:25.595861 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port c179ac98-dd01-447c-a2f9-2714b5048c9d, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=c179ac98-dd01-447c-a2f9-2714b5048c9d,segment=NetworkSegment(dcef93a2-6ff3-40c9-a9fd-5812a2481f14),segment_id=dcef93a2-6ff3-40c9-a9fd-5812a2481f14)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:57:25.598455 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=09fcade5-de9d-4d53-b6e7-8b3bd924314a,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:25.615264 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': 'c179ac98-dd01-447c-a2f9-2714b5048c9d', 'network_id': 'dc6506e8-ceaa-4382-aad7-27ea0263e5fe', 'port_id': 'c179ac98-dd01-447c-a2f9-2714b5048c9d', 'mac_address': 'fa:16:3e:08:6b:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bd3f066-8f79-4f2b-b334-3e86a4217100', 'ip_address': '10.1.1.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:57:25.650542 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4eacaf12-2e42-4617-a632-943b1d8fe436 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:25.671357 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7f833329-6539-446f-b972-c451c2dd4de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:25.702029 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7f833329-6539-446f-b972-c451c2dd4de2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:25.712249 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-7f833329-6539-446f-b972-c451c2dd4de2 admin admin] 10.222.0.58 "DELETE /v2.0/networks/65219ae9-d282-4121-8917-8c4ecd74e176 HTTP/1.1" status: 204 len: 168 time: 1.2070365 Jul 09 14:57:25.717136 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b8d2f218-5b7a-4df7-8d4e-ca5db9a29854 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:25.720302 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:25.778905 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device fa886dd8-c69a-4c69-b163-c5d32c8f7afb up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:57:25.786353 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d2f218-5b7a-4df7-8d4e-ca5db9a29854 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] No DVR routers for this DVR port de1b320c-2ece-472e-b14a-1b21c0d20ae3 on host n-d-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:57:25.790917 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4eacaf12-2e42-4617-a632-943b1d8fe436 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:25.803609 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-4eacaf12-2e42-4617-a632-943b1d8fe436 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51c8433c-a320-499c-90c0-84247ffde58e']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:25.816463 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-4eacaf12-2e42-4617-a632-943b1d8fe436 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8fa015e-9f76-40a1-a17a-ac374651fc49') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:25.817044 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-4eacaf12-2e42-4617-a632-943b1d8fe436 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8fa015e-9f76-40a1-a17a-ac374651fc49') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:25.829255 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4eacaf12-2e42-4617-a632-943b1d8fe436 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:25.837157 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c179ac98-dd01-447c-a2f9-2714b5048c9d {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:57:25.854464 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4eacaf12-2e42-4617-a632-943b1d8fe436 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:25.863593 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eacaf12-2e42-4617-a632-943b1d8fe436 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:57:25.864313 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4eacaf12-2e42-4617-a632-943b1d8fe436 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:25.868850 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 14:57:25.868850 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:57:25.868850 n-d-799529-6 neutron-server[94446]: timer() Jul 09 14:57:25.868850 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:57:25.868850 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 14:57:25.868850 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:57:25.868850 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 14:57:25.868850 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:57:25.868850 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 14:57:25.868850 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:57:25.868850 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 14:57:25.868850 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:57:25.868850 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 14:57:25.868850 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:57:25.868850 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:57:25.868850 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:57:25.868850 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:57:25.868850 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:57:25.868850 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 14:57:25.868850 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:57:25.868850 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 14:57:25.868850 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:57:25.868850 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:57:25.868850 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:57:25.868850 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 14:57:25.868850 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:57:25.868850 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:57:25.868850 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:57:25.868850 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:57:25.868850 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:57:25.868850 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:57:25.868850 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:57:25.892086 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f833329-6539-446f-b972-c451c2dd4de2 admin admin] Pushing event deleted for resources: {'Network': ['ID=65219ae9-d282-4121-8917-8c4ecd74e176,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:25.924219 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ab80a5c3-e735-4d64-9f75-d4156840acc3 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:25.934548 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d2f218-5b7a-4df7-8d4e-ca5db9a29854 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event deleted for resources: {'Port': ['ID=de1b320c-2ece-472e-b14a-1b21c0d20ae3,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:26.016949 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab80a5c3-e735-4d64-9f75-d4156840acc3 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Pushing event deleted for resources: {'Port': ['ID=0134159e-3d7e-4a22-ade9-58d3273a5ee6,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:26.035408 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab80a5c3-e735-4d64-9f75-d4156840acc3 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] No DVR routers for this DVR port 0134159e-3d7e-4a22-ade9-58d3273a5ee6 on host n-d-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:57:26.047419 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b8d2f218-5b7a-4df7-8d4e-ca5db9a29854 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:26.076204 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-b8d2f218-5b7a-4df7-8d4e-ca5db9a29854 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5792aa0-ad02-4feb-a8aa-6a866b7689a2']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:26.093789 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-b8d2f218-5b7a-4df7-8d4e-ca5db9a29854 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccb72476-117b-40fa-a977-2bd8b8f925e3') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:26.093789 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-b8d2f218-5b7a-4df7-8d4e-ca5db9a29854 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccb72476-117b-40fa-a977-2bd8b8f925e3') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:26.111922 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b8d2f218-5b7a-4df7-8d4e-ca5db9a29854 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:26.131481 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [None req-6ecd44d8-5e81-4425-aeb6-7e5bc7c62b42 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:57:26.131779 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port c179ac98-dd01-447c-a2f9-2714b5048c9d, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=c179ac98-dd01-447c-a2f9-2714b5048c9d,segment=NetworkSegment(dcef93a2-6ff3-40c9-a9fd-5812a2481f14),segment_id=dcef93a2-6ff3-40c9-a9fd-5812a2481f14)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:57:26.135570 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-6ecd44d8-5e81-4425-aeb6-7e5bc7c62b42 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] 10.222.0.58 "PUT /v2.0/routers/69e05154-46bb-4d2c-a9f8-67ada417e390/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5174038 Jul 09 14:57:26.135570 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b8d2f218-5b7a-4df7-8d4e-ca5db9a29854 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:26.147825 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50246) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:26.148925 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8d2f218-5b7a-4df7-8d4e-ca5db9a29854 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:57:26.154401 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b8d2f218-5b7a-4df7-8d4e-ca5db9a29854 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:26.157670 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8ee06c-5c8a-4210-8e1a-842773c3a6c8 None None] Network d5792aa0-ad02-4feb-a8aa-6a866b7689a2 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:57:26.163886 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307e49a6-0fad-4b5c-9a3f-e328dc370cb7 None None] Network a1fbdea5-0ee3-4e92-ad54-0cd30f4b320c requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:57:26.169554 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 14:57:26.169554 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:57:26.169554 n-d-799529-6 neutron-server[94445]: timer() Jul 09 14:57:26.169554 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:57:26.169554 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 14:57:26.169554 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:57:26.169554 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 14:57:26.169554 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:57:26.169554 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 14:57:26.169554 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:57:26.169554 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 14:57:26.169554 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:57:26.169554 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 14:57:26.169554 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:57:26.169554 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:57:26.169554 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:57:26.169554 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:57:26.169554 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:57:26.169554 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 14:57:26.169554 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:57:26.169554 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 14:57:26.169554 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:57:26.169554 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:57:26.169554 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:57:26.169554 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 14:57:26.169554 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:57:26.169554 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:57:26.169554 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:57:26.169554 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:57:26.169554 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:57:26.169554 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:57:26.169554 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:57:26.210716 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4eacaf12-2e42-4617-a632-943b1d8fe436 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:26.251652 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4eacaf12-2e42-4617-a632-943b1d8fe436 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:26.256428 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-4eacaf12-2e42-4617-a632-943b1d8fe436 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] 10.222.0.58 "DELETE /v2.0/networks/51c8433c-a320-499c-90c0-84247ffde58e HTTP/1.1" status: 204 len: 168 time: 0.8466332 Jul 09 14:57:26.256644 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50248) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:26.259886 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ab80a5c3-e735-4d64-9f75-d4156840acc3 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:26.313024 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port fa886dd8-c69a-4c69-b163-c5d32c8f7afb triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:57:26.313024 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:26.315765 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:26.316850 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 45f7a22c-f7ef-4081-b6f5-c3f8759d370a details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:57:26.318223 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b8d2f218-5b7a-4df7-8d4e-ca5db9a29854 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:26.327152 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b8d2f218-5b7a-4df7-8d4e-ca5db9a29854 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:26.330129 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eacaf12-2e42-4617-a632-943b1d8fe436 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Pushing event deleted for resources: {'Network': ['ID=51c8433c-a320-499c-90c0-84247ffde58e,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:26.330579 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b8d2f218-5b7a-4df7-8d4e-ca5db9a29854 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "DELETE /v2.0/networks/d5792aa0-ad02-4feb-a8aa-6a866b7689a2 HTTP/1.1" status: 204 len: 168 time: 2.3510816 Jul 09 14:57:26.354191 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-ab80a5c3-e735-4d64-9f75-d4156840acc3 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1fbdea5-0ee3-4e92-ad54-0cd30f4b320c']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:26.357277 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50252) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:26.366349 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 45f7a22c-f7ef-4081-b6f5-c3f8759d370a, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=45f7a22c-f7ef-4081-b6f5-c3f8759d370a,segment=NetworkSegment(9caf9090-cff0-4f31-9bcd-6b390f4a890c),segment_id=9caf9090-cff0-4f31-9bcd-6b390f4a890c)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:57:26.398826 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d2f218-5b7a-4df7-8d4e-ca5db9a29854 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event deleted for resources: {'Network': ['ID=d5792aa0-ad02-4feb-a8aa-6a866b7689a2,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:26.408655 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-50db6c3f-58e1-48ac-8c7d-c67455fd86ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:26.420859 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '45f7a22c-f7ef-4081-b6f5-c3f8759d370a', 'network_id': '695dcd67-56f3-489c-8be9-3d26f71af2f9', 'port_id': '45f7a22c-f7ef-4081-b6f5-c3f8759d370a', 'mac_address': 'fa:16:3e:fa:80:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '385bd4c1-ddb8-4fda-a37e-3fb2118661ca', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:57:26.434617 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-ab80a5c3-e735-4d64-9f75-d4156840acc3 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d8988dd-55cb-4fb2-8ab4-9876ad3ed9b2') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:26.439466 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-ab80a5c3-e735-4d64-9f75-d4156840acc3 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d8988dd-55cb-4fb2-8ab4-9876ad3ed9b2') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:26.447016 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50254) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:26.472233 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ab80a5c3-e735-4d64-9f75-d4156840acc3 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:26.513688 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e684866-4bc6-4d1c-aced-a92ec2706c5a tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:26.519677 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-6e684866-4bc6-4d1c-aced-a92ec2706c5a tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "GET /v2.0/ports/98da29f1-7922-4b0b-bd8b-b8769e529f59 HTTP/1.1" status: 200 len: 841 time: 0.1611598 Jul 09 14:57:26.520411 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50258) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:26.521558 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ab80a5c3-e735-4d64-9f75-d4156840acc3 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:26.559372 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-8797522f-6706-4d0e-8595-5c2fa6e71a06 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=57b971acb11e4eaea846cbcb413ca1a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1080151 Jul 09 14:57:26.563419 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50260) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:26.587777 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:26.621461 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab80a5c3-e735-4d64-9f75-d4156840acc3 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:57:26.622024 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ab80a5c3-e735-4d64-9f75-d4156840acc3 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:26.627194 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 14:57:26.627194 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:57:26.627194 n-d-799529-6 neutron-server[94446]: timer() Jul 09 14:57:26.627194 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:57:26.627194 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 14:57:26.627194 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:57:26.627194 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 14:57:26.627194 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:57:26.627194 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 14:57:26.627194 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:57:26.627194 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 14:57:26.627194 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:57:26.627194 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 14:57:26.627194 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:57:26.627194 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:57:26.627194 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:57:26.627194 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:57:26.627194 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:57:26.627194 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 14:57:26.627194 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:57:26.627194 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 14:57:26.627194 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:57:26.627194 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:57:26.627194 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:57:26.627194 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 14:57:26.627194 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:57:26.627194 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:57:26.627194 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:57:26.627194 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:57:26.627194 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:57:26.627194 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:57:26.627194 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:57:26.724924 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45f7a22c-f7ef-4081-b6f5-c3f8759d370a {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:57:26.762721 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 45f7a22c-f7ef-4081-b6f5-c3f8759d370a, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=45f7a22c-f7ef-4081-b6f5-c3f8759d370a,segment=NetworkSegment(9caf9090-cff0-4f31-9bcd-6b390f4a890c),segment_id=9caf9090-cff0-4f31-9bcd-6b390f4a890c)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:57:26.795341 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8226b0a3-b95c-4489-a118-10193fdb5b31 None None] DHCP port deletion for a1fbdea5-0ee3-4e92-ad54-0cd30f4b320c request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:57:26.799343 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=c179ac98-dd01-447c-a2f9-2714b5048c9d,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:26.812851 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-bbacc546-2d2c-4188-a2f0-18b8721ac6bf None None] Provisioning complete for port 72de1514-e613-4d60-b8c1-5c0cad76822d triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:57:26.813405 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-bbacc546-2d2c-4188-a2f0-18b8721ac6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:26.864238 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:26.864917 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device bdbd5184-4035-4f18-a073-44d8e0a1f4f5 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:57:26.899594 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-bbacc546-2d2c-4188-a2f0-18b8721ac6bf None None] Port 72de1514-e613-4d60-b8c1-5c0cad76822d cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:57:26.948174 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4daf138-b281-46c9-9255-826cf20e83da None None] DHCP port deletion for d5792aa0-ad02-4feb-a8aa-6a866b7689a2 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:57:27.033686 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port bdbd5184-4035-4f18-a073-44d8e0a1f4f5, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=bdbd5184-4035-4f18-a073-44d8e0a1f4f5,segment=NetworkSegment(dcef93a2-6ff3-40c9-a9fd-5812a2481f14),segment_id=dcef93a2-6ff3-40c9-a9fd-5812a2481f14)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:57:27.050335 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=45f7a22c-f7ef-4081-b6f5-c3f8759d370a,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:27.054852 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 54bb6915-ac8a-4176-b921-037735fc3c53 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:57:27.057766 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': 'bdbd5184-4035-4f18-a073-44d8e0a1f4f5', 'network_id': 'dc6506e8-ceaa-4382-aad7-27ea0263e5fe', 'port_id': 'bdbd5184-4035-4f18-a073-44d8e0a1f4f5', 'mac_address': 'fa:16:3e:9d:46:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bd3f066-8f79-4f2b-b334-3e86a4217100', 'ip_address': '10.1.1.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:57:27.090986 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 54bb6915-ac8a-4176-b921-037735fc3c53 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:57:27.091787 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 54bb6915-ac8a-4176-b921-037735fc3c53 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:57:27.178202 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:27.183250 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50268) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:27.214465 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdbd5184-4035-4f18-a073-44d8e0a1f4f5 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:57:27.251855 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port bdbd5184-4035-4f18-a073-44d8e0a1f4f5, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=bdbd5184-4035-4f18-a073-44d8e0a1f4f5,segment=NetworkSegment(dcef93a2-6ff3-40c9-a9fd-5812a2481f14),segment_id=dcef93a2-6ff3-40c9-a9fd-5812a2481f14)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:57:27.253531 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-8d78aaba-1373-4b90-9ef5-6ef1b7d69b70 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "GET /v2.0/ports/98da29f1-7922-4b0b-bd8b-b8769e529f59?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.6985745 Jul 09 14:57:27.260307 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50272) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:27.261637 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-9b2ce899-0981-48c2-a5fe-7de5545edc78 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Deleting port b559dc40-7bed-4bcd-b7b7-65b17243220b {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:57:27.261962 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9b2ce899-0981-48c2-a5fe-7de5545edc78 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:27.270138 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-fb7ee0f7-7c98-49e0-bb35-8690ca8adc23 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Request body: {'subnet': {'network_id': 'd9f2503a-1960-4ecc-8bd6-296122892472', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:57:27.325944 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ab80a5c3-e735-4d64-9f75-d4156840acc3 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:27.338362 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ab80a5c3-e735-4d64-9f75-d4156840acc3 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:27.342748 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ab80a5c3-e735-4d64-9f75-d4156840acc3 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "DELETE /v2.0/networks/a1fbdea5-0ee3-4e92-ad54-0cd30f4b320c HTTP/1.1" status: 204 len: 168 time: 2.5652266 Jul 09 14:57:27.349251 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:27.352658 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50274) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:27.409526 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab80a5c3-e735-4d64-9f75-d4156840acc3 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Pushing event deleted for resources: {'Network': ['ID=a1fbdea5-0ee3-4e92-ad54-0cd30f4b320c,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:27.430656 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=bdbd5184-4035-4f18-a073-44d8e0a1f4f5,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:27.460671 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a0ebe4b0-d154-418c-9ba1-462a1a2297db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:27.553289 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9b2ce899-0981-48c2-a5fe-7de5545edc78 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:27.556984 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a0ebe4b0-d154-418c-9ba1-462a1a2297db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:27.562571 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bbde916-634f-46a8-949e-3ed6da415687 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Deleting subnet 8e12f2d3-f35b-4e0f-9a03-eef2fec916ad {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:57:27.567452 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:57:27.583720 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9bbde916-634f-46a8-949e-3ed6da415687 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:27.671937 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-9b2ce899-0981-48c2-a5fe-7de5545edc78 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Calling delete_port for b559dc40-7bed-4bcd-b7b7-65b17243220b owned by {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:57:27.696042 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device de1b320c-2ece-472e-b14a-1b21c0d20ae3 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:57:27.730898 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: de1b320c-2ece-472e-b14a-1b21c0d20ae3 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:57:27.730898 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device de1b320c-2ece-472e-b14a-1b21c0d20ae3 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:57:27.730898 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 0134159e-3d7e-4a22-ade9-58d3273a5ee6 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:57:27.752022 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 0134159e-3d7e-4a22-ade9-58d3273a5ee6 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:57:27.752636 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 0134159e-3d7e-4a22-ade9-58d3273a5ee6 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:57:27.782708 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port 9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:57:27.783133 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67718ef-f242-44d5-a649-c67a0fef4c34 req-f914aaf2-f1ad-4d24-a9e6-740995592ef9 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:27.783133 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67718ef-f242-44d5-a649-c67a0fef4c34 req-f914aaf2-f1ad-4d24-a9e6-740995592ef9 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:27.783300 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:57:27.783300 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:27.790344 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67718ef-f242-44d5-a649-c67a0fef4c34 req-f914aaf2-f1ad-4d24-a9e6-740995592ef9 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:27.795721 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67718ef-f242-44d5-a649-c67a0fef4c34 req-f914aaf2-f1ad-4d24-a9e6-740995592ef9 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:27.802001 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67718ef-f242-44d5-a649-c67a0fef4c34 req-f914aaf2-f1ad-4d24-a9e6-740995592ef9 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:27.807797 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67718ef-f242-44d5-a649-c67a0fef4c34 req-f914aaf2-f1ad-4d24-a9e6-740995592ef9 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:27.814106 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67718ef-f242-44d5-a649-c67a0fef4c34 req-f914aaf2-f1ad-4d24-a9e6-740995592ef9 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:27.816155 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c67718ef-f242-44d5-a649-c67a0fef4c34 req-f914aaf2-f1ad-4d24-a9e6-740995592ef9 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 5437 time: 0.6039014 Jul 09 14:57:27.817398 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0e52d759-9743-4237-9fc9-dd62358663e0 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:27.985688 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9bbde916-634f-46a8-949e-3ed6da415687 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:28.035984 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9b2ce899-0981-48c2-a5fe-7de5545edc78 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:28.103437 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7ee0f7-7c98-49e0-bb35-8690ca8adc23 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Made reservation on behalf of 5addd83cb682465db8739493dcb3fffc for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:57:28.106988 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fb7ee0f7-7c98-49e0-bb35-8690ca8adc23 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:28.121595 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:28.124149 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2ce899-0981-48c2-a5fe-7de5545edc78 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Pushing event deleted for resources: {'Port': ['ID=b559dc40-7bed-4bcd-b7b7-65b17243220b,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:28.154296 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91cb194-8f15-4150-a4af-dc1822486c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:57:28.157218 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc5e6de-8f58-4c82-b147-be538aeba8de" -d '{"events": [{"server_uuid": "e91cb194-8f15-4150-a4af-dc1822486c62", "name": "network-vif-plugged", "status": "completed", "tag": "9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:57:28.177080 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c,segment=NetworkSegment(1a86216b-0589-4b76-bf13-b0436a2559bc),segment_id=1a86216b-0589-4b76-bf13-b0436a2559bc)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:57:28.178633 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9b2ce899-0981-48c2-a5fe-7de5545edc78 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:28.183035 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-9b2ce899-0981-48c2-a5fe-7de5545edc78 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] 10.222.0.58 "DELETE /v2.0/ports/b559dc40-7bed-4bcd-b7b7-65b17243220b HTTP/1.1" status: 204 len: 168 time: 1.9232526 Jul 09 14:57:28.185806 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c67718ef-f242-44d5-a649-c67a0fef4c34 req-ca966e2a-0017-4871-b690-7cf21f705ca6 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b892279-bd5f-423b-8017-ce4180b448af&id=710f4a29-0022-436a-b96b-568cc62700fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2540748 Jul 09 14:57:28.188271 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50284) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:28.257686 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:28.258935 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 6e49b587-b19f-4fb7-b68d-daf59c076543 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:57:28.274842 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-abe9fd98-2341-423f-b9c6-5c956dadcdee tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] DELETE failed (client error): The resource could not be found. Jul 09 14:57:28.274842 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abe9fd98-2341-423f-b9c6-5c956dadcdee tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:57:28.277087 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-abe9fd98-2341-423f-b9c6-5c956dadcdee tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] 10.222.0.58 "DELETE /v2.0/subnets/aa77714c-efed-4640-a706-400c3ac3f2e4 HTTP/1.1" status: 404 len: 337 time: 0.0787778 Jul 09 14:57:28.284316 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50286) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:28.307615 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a0ebe4b0-d154-418c-9ba1-462a1a2297db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:28.310143 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a0ebe4b0-d154-418c-9ba1-462a1a2297db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:28.314072 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-a0ebe4b0-d154-418c-9ba1-462a1a2297db admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7de82887-7032-4e2c-81a4-82e587d41889 HTTP/1.1" status: 204 len: 168 time: 1.7495940 Jul 09 14:57:28.331306 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b6f393-d13b-4482-93f9-ef1c90cce743 x-openstack-request-id: req-52b6f393-d13b-4482-93f9-ef1c90cce743 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:57:28.333121 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e91cb194-8f15-4150-a4af-dc1822486c62", "name": "network-vif-plugged", "status": "completed", "tag": "9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:57:28.334280 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-52b6f393-d13b-4482-93f9-ef1c90cce743 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:57:28.335558 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91cb194-8f15-4150-a4af-dc1822486c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c', 'code': 200} Jul 09 14:57:28.384387 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9bbde916-634f-46a8-949e-3ed6da415687 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:28.408062 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:28.419729 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ebe4b0-d154-418c-9ba1-462a1a2297db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de82887-7032-4e2c-81a4-82e587d41889,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:28.459167 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8d00f7bd-0a20-44af-ba8f-5e56873b5faa tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:28.468904 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-93b3722f-3108-40fd-b185-e9f59d327089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:28.472581 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['09fcade5-de9d-4d53-b6e7-8b3bd924314a'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:57:28.501526 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port 6e49b587-b19f-4fb7-b68d-daf59c076543 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:57:28.515748 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 6e49b587-b19f-4fb7-b68d-daf59c076543 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:57:28.516630 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:28.588122 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['c179ac98-dd01-447c-a2f9-2714b5048c9d'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:57:28.590538 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['bdbd5184-4035-4f18-a073-44d8e0a1f4f5'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:57:28.593319 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['45f7a22c-f7ef-4081-b6f5-c3f8759d370a'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:57:28.658372 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8d00f7bd-0a20-44af-ba8f-5e56873b5faa tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:28.658999 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-0e52d759-9743-4237-9fc9-dd62358663e0 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Deleting port 72de1514-e613-4d60-b8c1-5c0cad76822d {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:57:28.659731 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0e52d759-9743-4237-9fc9-dd62358663e0 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:28.672561 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-8d00f7bd-0a20-44af-ba8f-5e56873b5faa tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e37af5cb-b1b7-40b3-92af-a55415fdfd92']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:28.690208 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-8d00f7bd-0a20-44af-ba8f-5e56873b5faa tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '023365a0-d058-4b58-9091-e82b79cc1dd6') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:28.690551 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-8d00f7bd-0a20-44af-ba8f-5e56873b5faa tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '023365a0-d058-4b58-9091-e82b79cc1dd6') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:28.704124 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8d00f7bd-0a20-44af-ba8f-5e56873b5faa tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:28.725354 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8d00f7bd-0a20-44af-ba8f-5e56873b5faa tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:28.733013 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d00f7bd-0a20-44af-ba8f-5e56873b5faa tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:57:28.733289 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8d00f7bd-0a20-44af-ba8f-5e56873b5faa tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:28.811784 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 14:57:28.811784 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:57:28.811784 n-d-799529-6 neutron-server[94445]: timer() Jul 09 14:57:28.811784 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:57:28.811784 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 14:57:28.811784 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:57:28.811784 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 14:57:28.811784 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:57:28.811784 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 14:57:28.811784 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:57:28.811784 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 14:57:28.811784 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:57:28.811784 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 14:57:28.811784 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:57:28.811784 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:57:28.811784 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:57:28.811784 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:57:28.811784 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:57:28.811784 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 14:57:28.811784 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:57:28.811784 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 14:57:28.811784 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:57:28.811784 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:57:28.811784 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:57:28.811784 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 14:57:28.811784 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:57:28.811784 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:57:28.811784 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:57:28.811784 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:57:28.811784 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:57:28.811784 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:57:28.811784 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:57:28.814850 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9bbde916-634f-46a8-949e-3ed6da415687 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:28.935799 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:28.952411 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8d00f7bd-0a20-44af-ba8f-5e56873b5faa tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:28.952411 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbde916-634f-46a8-949e-3ed6da415687 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Pushing event deleted for resources: {'Subnet': ['ID=8e12f2d3-f35b-4e0f-9a03-eef2fec916ad,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:28.960378 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0e52d759-9743-4237-9fc9-dd62358663e0 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:28.974741 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8d00f7bd-0a20-44af-ba8f-5e56873b5faa tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:28.990594 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-8d00f7bd-0a20-44af-ba8f-5e56873b5faa tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] 10.222.0.58 "DELETE /v2.0/networks/e37af5cb-b1b7-40b3-92af-a55415fdfd92 HTTP/1.1" status: 204 len: 168 time: 0.7052004 Jul 09 14:57:28.991861 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9bbde916-634f-46a8-949e-3ed6da415687 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:28.996431 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-9bbde916-634f-46a8-949e-3ed6da415687 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "DELETE /v2.0/subnets/8e12f2d3-f35b-4e0f-9a03-eef2fec916ad HTTP/1.1" status: 204 len: 168 time: 1.6083369 Jul 09 14:57:29.000158 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50298) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:29.000501 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50302) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:29.025585 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-0e52d759-9743-4237-9fc9-dd62358663e0 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Calling delete_port for 72de1514-e613-4d60-b8c1-5c0cad76822d owned by network:router_interface {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:57:29.059170 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf23937-aba6-4d57-b28d-68ce5e70bcb0 None None] Network 61c92cf8-ecee-479c-90fe-4eeab4f08045 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:57:29.081684 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d00f7bd-0a20-44af-ba8f-5e56873b5faa tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Pushing event deleted for resources: {'Network': ['ID=e37af5cb-b1b7-40b3-92af-a55415fdfd92,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:29.154125 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fb7ee0f7-7c98-49e0-bb35-8690ca8adc23 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:29.192036 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-93b3722f-3108-40fd-b185-e9f59d327089 admin admin] Deleting port af4a0e1e-0ebc-4127-b39a-19cf969e1458 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:57:29.192480 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-93b3722f-3108-40fd-b185-e9f59d327089 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:29.257326 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7ee0f7-7c98-49e0-bb35-8690ca8adc23 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event updated for resources: {'Subnet': ['ID=278482a2-941f-4786-83c6-82afc79582cf,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:29.292980 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 6e49b587-b19f-4fb7-b68d-daf59c076543, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=6e49b587-b19f-4fb7-b68d-daf59c076543,segment=NetworkSegment(dcef93a2-6ff3-40c9-a9fd-5812a2481f14),segment_id=dcef93a2-6ff3-40c9-a9fd-5812a2481f14)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:57:29.304397 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['652c8d51-7f4b-4a04-a1cb-616283698f43'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:57:29.341261 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-312b40b2-a53b-4417-9a74-7235e32431a6 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Deleting subnet ce653c0e-97e9-4ff4-ba71-79425927f3ae {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:57:29.351459 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-93b3722f-3108-40fd-b185-e9f59d327089 admin admin] For port af4a0e1e-0ebc-4127-b39a-19cf969e1458, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=af4a0e1e-0ebc-4127-b39a-19cf969e1458,segment=NetworkSegment(3bb7d6e9-70bc-4439-a91f-bf6984bfce81),segment_id=3bb7d6e9-70bc-4439-a91f-bf6984bfce81)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:57:29.351459 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-93b3722f-3108-40fd-b185-e9f59d327089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:29.354021 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-312b40b2-a53b-4417-9a74-7235e32431a6 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:29.373899 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c0f40a88-bd85-41c9-9bd8-0a76592adc87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:29.392718 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-93b3722f-3108-40fd-b185-e9f59d327089 admin admin] Calling delete_port for af4a0e1e-0ebc-4127-b39a-19cf969e1458 owned by network:router_interface {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:57:29.402758 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-312b40b2-a53b-4417-9a74-7235e32431a6 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:29.429995 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:29.482302 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:29.502154 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0e52d759-9743-4237-9fc9-dd62358663e0 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:29.529042 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-312b40b2-a53b-4417-9a74-7235e32431a6 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:29.571072 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e52d759-9743-4237-9fc9-dd62358663e0 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Pushing event deleted for resources: {'Port': ['ID=72de1514-e613-4d60-b8c1-5c0cad76822d,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:29.664321 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7ee0f7-7c98-49e0-bb35-8690ca8adc23 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Network d9f2503a-1960-4ecc-8bd6-296122892472 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:57:29.685110 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-fb7ee0f7-7c98-49e0-bb35-8690ca8adc23 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:57:29.701747 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7ee0f7-7c98-49e0-bb35-8690ca8adc23 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:29.704376 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fb7ee0f7-7c98-49e0-bb35-8690ca8adc23 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:29.717477 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e1ac9009-7df8-4884-aaf8-13ca1147515e tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:29.739436 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5194efe2-d663-41e4-84ed-5192df7b2ca0 None None] Network d9f2503a-1960-4ecc-8bd6-296122892472 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:57:29.840667 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-fb7ee0f7-7c98-49e0-bb35-8690ca8adc23 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5744765 Jul 09 14:57:29.845170 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50322) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:29.850984 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-1d450868-0b81-4c04-8a2e-0982da7cff88 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Request body: {'security_group': {'name': 'tempest-secgroup-584443223'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:57:29.859479 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-312b40b2-a53b-4417-9a74-7235e32431a6 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:29.917885 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=6e49b587-b19f-4fb7-b68d-daf59c076543,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:29.935428 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f80e60-8ebe-46f6-b1f6-6b272aece77d req-42901ed4-6343-4636-af61-7cccfb141ce4 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:29.939376 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50324) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:29.948868 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f80e60-8ebe-46f6-b1f6-6b272aece77d req-42901ed4-6343-4636-af61-7cccfb141ce4 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:29.956670 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f80e60-8ebe-46f6-b1f6-6b272aece77d req-42901ed4-6343-4636-af61-7cccfb141ce4 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:29.965076 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f80e60-8ebe-46f6-b1f6-6b272aece77d req-42901ed4-6343-4636-af61-7cccfb141ce4 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:29.974753 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f80e60-8ebe-46f6-b1f6-6b272aece77d req-42901ed4-6343-4636-af61-7cccfb141ce4 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:29.981909 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f80e60-8ebe-46f6-b1f6-6b272aece77d req-42901ed4-6343-4636-af61-7cccfb141ce4 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:29.988692 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f80e60-8ebe-46f6-b1f6-6b272aece77d req-42901ed4-6343-4636-af61-7cccfb141ce4 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:29.998570 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-22f80e60-8ebe-46f6-b1f6-6b272aece77d req-42901ed4-6343-4636-af61-7cccfb141ce4 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 5440 time: 0.4181638 Jul 09 14:57:30.010024 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312b40b2-a53b-4417-9a74-7235e32431a6 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Pushing event deleted for resources: {'Subnet': ['ID=ce653c0e-97e9-4ff4-ba71-79425927f3ae,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:30.034432 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-312b40b2-a53b-4417-9a74-7235e32431a6 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:30.034644 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955656d6-c634-41d4-99c0-08b07282fd92 None None] Network 6f12e002-9baa-4149-9ebd-ce7e85ead255 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:57:30.037098 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-312b40b2-a53b-4417-9a74-7235e32431a6 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] 10.222.0.58 "DELETE /v2.0/subnets/ce653c0e-97e9-4ff4-ba71-79425927f3ae HTTP/1.1" status: 204 len: 168 time: 1.0342274 Jul 09 14:57:30.046354 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50328) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:30.110117 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-22f80e60-8ebe-46f6-b1f6-6b272aece77d req-967c4921-04a4-459d-aa18-6b1a099b2265 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b892279-bd5f-423b-8017-ce4180b448af&id=710f4a29-0022-436a-b96b-568cc62700fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1106448 Jul 09 14:57:30.123163 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-e1ac9009-7df8-4884-aaf8-13ca1147515e tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Deleting port 02f8ad57-ec06-4a65-a939-07386a824854 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:57:30.123533 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e1ac9009-7df8-4884-aaf8-13ca1147515e tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:30.127887 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0e52d759-9743-4237-9fc9-dd62358663e0 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:30.192451 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1d450868-0b81-4c04-8a2e-0982da7cff88 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:30.240734 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-e1ac9009-7df8-4884-aaf8-13ca1147515e tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] For port 02f8ad57-ec06-4a65-a939-07386a824854, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=02f8ad57-ec06-4a65-a939-07386a824854,segment=NetworkSegment(02694641-735f-4d0d-a532-dfd42213845c),segment_id=02694641-735f-4d0d-a532-dfd42213845c)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:57:30.241009 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e1ac9009-7df8-4884-aaf8-13ca1147515e tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:30.262208 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-e1ac9009-7df8-4884-aaf8-13ca1147515e tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Calling delete_port for 02f8ad57-ec06-4a65-a939-07386a824854 owned by network:dhcp {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:57:30.320948 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-8e7d9cae-4ee6-43cd-a615-3f6879f40077 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1910507188-network', 'tenant_id': '30d2b208a42b479cb6a414a35ed1a25c'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:57:30.353018 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91cb194-8f15-4150-a4af-dc1822486c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e49b587-b19f-4fb7-b68d-daf59c076543'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:57:30.356931 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2d72e1-0237-4b30-8b11-f508d0fd2e7f" -d '{"events": [{"server_uuid": "e91cb194-8f15-4150-a4af-dc1822486c62", "name": "network-vif-plugged", "status": "completed", "tag": "6e49b587-b19f-4fb7-b68d-daf59c076543"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:57:30.366626 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2160301c-6558-4987-b661-2286b469bea2 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:30.389212 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9f9e00-c149-4335-89d9-d9d7aa55f3b9 None None] DHCP port deletion for 61c92cf8-ecee-479c-90fe-4eeab4f08045 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:57:30.441748 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85a11ec-a940-4e10-b1ce-7036f6658824 x-openstack-request-id: req-f85a11ec-a940-4e10-b1ce-7036f6658824 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:57:30.442175 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e91cb194-8f15-4150-a4af-dc1822486c62", "name": "network-vif-plugged", "status": "completed", "tag": "6e49b587-b19f-4fb7-b68d-daf59c076543", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:57:30.442436 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1d450868-0b81-4c04-8a2e-0982da7cff88 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:30.442660 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f85a11ec-a940-4e10-b1ce-7036f6658824 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:57:30.443302 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91cb194-8f15-4150-a4af-dc1822486c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e49b587-b19f-4fb7-b68d-daf59c076543', 'code': 200} Jul 09 14:57:30.459752 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-93b3722f-3108-40fd-b185-e9f59d327089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:30.481394 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:30.494238 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e7c08a-093f-4923-a0a1-0cba06bc4a29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-d9f2503a-1960-4ecc-8bd6-296122892472', 'network_id': 'd9f2503a-1960-4ecc-8bd6-296122892472', 'tenant_id': '5addd83cb682465db8739493dcb3fffc', 'fixed_ips': [{'subnet_id': '278482a2-941f-4786-83c6-82afc79582cf'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:57:30.495120 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-74e7c08a-093f-4923-a0a1-0cba06bc4a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:30.509158 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b3722f-3108-40fd-b185-e9f59d327089 admin admin] Pushing event deleted for resources: {'Port': ['ID=af4a0e1e-0ebc-4127-b39a-19cf969e1458,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:30.535785 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-cf9f9e00-c149-4335-89d9-d9d7aa55f3b9 None None] Deleting port 02f8ad57-ec06-4a65-a939-07386a824854 {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:57:30.535785 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-cf9f9e00-c149-4335-89d9-d9d7aa55f3b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:30.541096 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e52d759-9743-4237-9fc9-dd62358663e0 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Router 69e05154-46bb-4d2c-a9f8-67ada417e390 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:57:30.566897 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1d450868-0b81-4c04-8a2e-0982da7cff88 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:30.607030 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e1ac9009-7df8-4884-aaf8-13ca1147515e tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:30.628513 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd87ca7-9a39-445d-a509-8aca0bc266f1 None None] DHCP port deletion for 6f12e002-9baa-4149-9ebd-ce7e85ead255 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:57:30.693202 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-cf9f9e00-c149-4335-89d9-d9d7aa55f3b9 None None] For port 02f8ad57-ec06-4a65-a939-07386a824854, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=02f8ad57-ec06-4a65-a939-07386a824854,segment=NetworkSegment(02694641-735f-4d0d-a532-dfd42213845c),segment_id=02694641-735f-4d0d-a532-dfd42213845c)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:57:30.693604 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-cf9f9e00-c149-4335-89d9-d9d7aa55f3b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:30.697238 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d450868-0b81-4c04-8a2e-0982da7cff88 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=629a189b-3870-41e8-a423-20447a23ffa6,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:30.704361 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ac9009-7df8-4884-aaf8-13ca1147515e tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] No DVR routers for this DVR port 02f8ad57-ec06-4a65-a939-07386a824854 on host n-d-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:57:30.705939 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e7d9cae-4ee6-43cd-a615-3f6879f40077 admin admin] Made reservation on behalf of 30d2b208a42b479cb6a414a35ed1a25c for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:57:30.708476 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8e7d9cae-4ee6-43cd-a615-3f6879f40077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:30.709278 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ac9009-7df8-4884-aaf8-13ca1147515e tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Pushing event deleted for resources: {'Port': ['ID=02f8ad57-ec06-4a65-a939-07386a824854,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:30.717599 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-cf9f9e00-c149-4335-89d9-d9d7aa55f3b9 None None] Calling delete_port for 02f8ad57-ec06-4a65-a939-07386a824854 owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:57:30.732259 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8e7d9cae-4ee6-43cd-a615-3f6879f40077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:30.737802 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e52d759-9743-4237-9fc9-dd62358663e0 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:57:30.755576 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27ef88d-67ae-4c38-8b6a-4126f8c3f821 None None] Sync routers for ids ['69e05154-46bb-4d2c-a9f8-67ada417e390'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:57:30.803835 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-0e52d759-9743-4237-9fc9-dd62358663e0 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] 10.222.0.58 "PUT /v2.0/routers/69e05154-46bb-4d2c-a9f8-67ada417e390/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6470723 Jul 09 14:57:30.803835 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-2160301c-6558-4987-b661-2286b469bea2 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Deleting port dcafd1e7-9792-4821-8a04-e623be3a2ee9 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:57:30.803835 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2160301c-6558-4987-b661-2286b469bea2 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:30.803835 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50336) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:30.811265 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1d450868-0b81-4c04-8a2e-0982da7cff88 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:30.813854 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-1d450868-0b81-4c04-8a2e-0982da7cff88 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9670706 Jul 09 14:57:30.817363 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50340) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:30.822837 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-f8657a85-2e47-4e8b-8b3c-a902d5ae9285 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Request body: {'security_group': {'name': 'tempest-secgroup-239821244'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:57:30.845775 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e1ac9009-7df8-4884-aaf8-13ca1147515e tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:30.861740 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-e1ac9009-7df8-4884-aaf8-13ca1147515e tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61c92cf8-ecee-479c-90fe-4eeab4f08045']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:30.877614 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-e1ac9009-7df8-4884-aaf8-13ca1147515e tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02694641-735f-4d0d-a532-dfd42213845c') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:30.882219 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-e1ac9009-7df8-4884-aaf8-13ca1147515e tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02694641-735f-4d0d-a532-dfd42213845c') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:30.893408 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e1ac9009-7df8-4884-aaf8-13ca1147515e tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:30.894076 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27ef88d-67ae-4c38-8b6a-4126f8c3f821 None None] Routers {'69e05154-46bb-4d2c-a9f8-67ada417e390'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:57:30.895125 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-b27ef88d-67ae-4c38-8b6a-4126f8c3f821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:57:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['69e05154-46bb-4d2c-a9f8-67ada417e390'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:30.923180 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e1ac9009-7df8-4884-aaf8-13ca1147515e tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:30.930429 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1ac9009-7df8-4884-aaf8-13ca1147515e tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:57:30.930869 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e1ac9009-7df8-4884-aaf8-13ca1147515e tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:30.936463 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [None req-9772a0e6-acda-48c5-8709-507869568e4f tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] delete failed (client error): The resource could not be found. Jul 09 14:57:30.938123 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-9772a0e6-acda-48c5-8709-507869568e4f tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] 10.222.0.58 "DELETE /v2.0/routers/tempest-non_exist_router-1062998440 HTTP/1.1" status: 404 len: 335 time: 0.1330481 Jul 09 14:57:30.946376 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 14:57:30.946376 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:57:30.946376 n-d-799529-6 neutron-server[94445]: timer() Jul 09 14:57:30.946376 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:57:30.946376 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 14:57:30.946376 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:57:30.946376 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 14:57:30.946376 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:57:30.946376 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 14:57:30.946376 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:57:30.946376 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 14:57:30.946376 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:57:30.946376 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 14:57:30.946376 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:57:30.946376 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:57:30.946376 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:57:30.946376 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:57:30.946376 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:57:30.946376 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 14:57:30.946376 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:57:30.946376 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 14:57:30.946376 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:57:30.946376 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:57:30.946376 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:57:30.946376 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 14:57:30.946376 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:57:30.946376 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:57:30.946376 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:57:30.946376 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:57:30.946376 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:57:30.946376 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:57:30.946376 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:57:30.960608 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50342) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:30.984493 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-74e7c08a-093f-4923-a0a1-0cba06bc4a29 None None] Allocated IP 172.20.0.2 (d9f2503a-1960-4ecc-8bd6-296122892472/278482a2-941f-4786-83c6-82afc79582cf/a7bc273c-e527-4191-9060-3dfbc68c18aa) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:57:30.993361 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-9584fd8d-0e4e-42ef-883a-cdbaf970bbbc tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Request body: {'router': {'external_gateway_info': {'network_id': '69e05154-46bb-4d2c-a9f8-67ada417e390'}}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:57:31.007961 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f8657a85-2e47-4e8b-8b3c-a902d5ae9285 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:31.116381 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-cf9f9e00-c149-4335-89d9-d9d7aa55f3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:31.121752 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-b27ef88d-67ae-4c38-8b6a-4126f8c3f821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:31.155013 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-8fd87ca7-9a39-445d-a509-8aca0bc266f1 None None] Deleting port dcafd1e7-9792-4821-8a04-e623be3a2ee9 {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:57:31.158273 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8fd87ca7-9a39-445d-a509-8aca0bc266f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:31.268743 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e1ac9009-7df8-4884-aaf8-13ca1147515e tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:31.281756 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9584fd8d-0e4e-42ef-883a-cdbaf970bbbc tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:31.293776 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e1ac9009-7df8-4884-aaf8-13ca1147515e tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:31.299697 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e1ac9009-7df8-4884-aaf8-13ca1147515e tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "DELETE /v2.0/networks/61c92cf8-ecee-479c-90fe-4eeab4f08045 HTTP/1.1" status: 204 len: 168 time: 2.2920814 Jul 09 14:57:31.336350 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50348) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:31.342933 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-91552afe-1bb3-4077-a972-cb7bc57875d2 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1704843484'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:57:31.351075 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ac9009-7df8-4884-aaf8-13ca1147515e tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Pushing event deleted for resources: {'Network': ['ID=61c92cf8-ecee-479c-90fe-4eeab4f08045,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:31.420217 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63067d8c-a155-4417-bf97-aa033a7ac2e0 req-b2166640-3462-4095-86e9-89d739ad40c1 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:31.426999 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63067d8c-a155-4417-bf97-aa033a7ac2e0 req-b2166640-3462-4095-86e9-89d739ad40c1 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:31.433647 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63067d8c-a155-4417-bf97-aa033a7ac2e0 req-b2166640-3462-4095-86e9-89d739ad40c1 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:31.440142 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63067d8c-a155-4417-bf97-aa033a7ac2e0 req-b2166640-3462-4095-86e9-89d739ad40c1 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:31.447224 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63067d8c-a155-4417-bf97-aa033a7ac2e0 req-b2166640-3462-4095-86e9-89d739ad40c1 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:31.448457 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9f9e00-c149-4335-89d9-d9d7aa55f3b9 None None] Pushing event deleted for resources: {'Port': ['ID=02f8ad57-ec06-4a65-a939-07386a824854,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:31.456881 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63067d8c-a155-4417-bf97-aa033a7ac2e0 req-b2166640-3462-4095-86e9-89d739ad40c1 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:31.463083 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63067d8c-a155-4417-bf97-aa033a7ac2e0 req-b2166640-3462-4095-86e9-89d739ad40c1 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:31.465109 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-63067d8c-a155-4417-bf97-aa033a7ac2e0 req-b2166640-3462-4095-86e9-89d739ad40c1 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 5440 time: 0.2005236 Jul 09 14:57:31.468909 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-2160301c-6558-4987-b661-2286b469bea2 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] For port dcafd1e7-9792-4821-8a04-e623be3a2ee9, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=dcafd1e7-9792-4821-8a04-e623be3a2ee9,segment=NetworkSegment(b5ee649c-e96a-4fce-80ec-84611e9dcc4f),segment_id=b5ee649c-e96a-4fce-80ec-84611e9dcc4f)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:57:31.469276 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2160301c-6558-4987-b661-2286b469bea2 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:31.475773 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9f9e00-c149-4335-89d9-d9d7aa55f3b9 None None] No DVR routers for this DVR port 02f8ad57-ec06-4a65-a939-07386a824854 on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:57:31.486957 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-74e7c08a-093f-4923-a0a1-0cba06bc4a29 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:31.498174 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-2160301c-6558-4987-b661-2286b469bea2 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Calling delete_port for dcafd1e7-9792-4821-8a04-e623be3a2ee9 owned by network:dhcp {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:57:31.501801 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 09fcade5-de9d-4d53-b6e7-8b3bd924314a up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:57:31.505121 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [None req-9584fd8d-0e4e-42ef-883a-cdbaf970bbbc tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] update failed (client error): The resource could not be found. Jul 09 14:57:31.506136 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-9584fd8d-0e4e-42ef-883a-cdbaf970bbbc tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] 10.222.0.58 "PUT /v2.0/routers/69e05154-46bb-4d2c-a9f8-67ada417e390 HTTP/1.1" status: 404 len: 339 time: 0.5463350 Jul 09 14:57:31.506717 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-93b3722f-3108-40fd-b185-e9f59d327089 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:31.514178 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50352) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:31.545350 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-63067d8c-a155-4417-bf97-aa033a7ac2e0 req-33cc107c-af93-4f07-8c87-4be06196a960 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b892279-bd5f-423b-8017-ce4180b448af&id=710f4a29-0022-436a-b96b-568cc62700fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0630262 Jul 09 14:57:31.585624 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27ef88d-67ae-4c38-8b6a-4126f8c3f821 None None] Routers {'69e05154-46bb-4d2c-a9f8-67ada417e390'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:57:31.585852 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-b27ef88d-67ae-4c38-8b6a-4126f8c3f821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:57:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['69e05154-46bb-4d2c-a9f8-67ada417e390'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:31.596278 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-74e7c08a-093f-4923-a0a1-0cba06bc4a29 None None] Transition to ACTIVE for port object a7bc273c-e527-4191-9060-3dfbc68c18aa will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:57:31.653612 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-b27ef88d-67ae-4c38-8b6a-4126f8c3f821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:31.654269 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27ef88d-67ae-4c38-8b6a-4126f8c3f821 None None] The sync data for ids ['69e05154-46bb-4d2c-a9f8-67ada417e390'] in n-d-799529-6 is: [] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:57:31.657661 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-8fd87ca7-9a39-445d-a509-8aca0bc266f1 None None] For port dcafd1e7-9792-4821-8a04-e623be3a2ee9, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=dcafd1e7-9792-4821-8a04-e623be3a2ee9,segment=NetworkSegment(b5ee649c-e96a-4fce-80ec-84611e9dcc4f),segment_id=b5ee649c-e96a-4fce-80ec-84611e9dcc4f)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:57:31.658046 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8fd87ca7-9a39-445d-a509-8aca0bc266f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:31.677552 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-74e7c08a-093f-4923-a0a1-0cba06bc4a29 None None] Transition to ACTIVE for port object a7bc273c-e527-4191-9060-3dfbc68c18aa will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:57:31.681626 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-8fd87ca7-9a39-445d-a509-8aca0bc266f1 None None] Calling delete_port for dcafd1e7-9792-4821-8a04-e623be3a2ee9 owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:57:31.726809 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:31.730031 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 02f8ad57-ec06-4a65-a939-07386a824854 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:57:31.753580 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 02f8ad57-ec06-4a65-a939-07386a824854 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:57:31.753830 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 02f8ad57-ec06-4a65-a939-07386a824854 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:57:31.754259 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device dcafd1e7-9792-4821-8a04-e623be3a2ee9 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:57:31.819230 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-74e7c08a-093f-4923-a0a1-0cba06bc4a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:31.893742 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port 09fcade5-de9d-4d53-b6e7-8b3bd924314a completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:57:31.897475 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e7c08a-093f-4923-a0a1-0cba06bc4a29 None None] Network d9f2503a-1960-4ecc-8bd6-296122892472 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:57:31.910882 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-74e7c08a-093f-4923-a0a1-0cba06bc4a29 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:57:31.913080 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 09fcade5-de9d-4d53-b6e7-8b3bd924314a triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:57:31.913419 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:31.919662 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e7c08a-093f-4923-a0a1-0cba06bc4a29 None None] Pushing event updated for resources: {'Port': ['ID=a7bc273c-e527-4191-9060-3dfbc68c18aa,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:31.944915 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e7c08a-093f-4923-a0a1-0cba06bc4a29 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:57:31.953530 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8fd87ca7-9a39-445d-a509-8aca0bc266f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:31.960158 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:32.006899 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8e7d9cae-4ee6-43cd-a615-3f6879f40077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:32.016410 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd87ca7-9a39-445d-a509-8aca0bc266f1 None None] Pushing event deleted for resources: {'Port': ['ID=dcafd1e7-9792-4821-8a04-e623be3a2ee9,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:32.056934 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd87ca7-9a39-445d-a509-8aca0bc266f1 None None] No DVR routers for this DVR port dcafd1e7-9792-4821-8a04-e623be3a2ee9 on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:57:32.125369 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.db.api [None req-f8657a85-2e47-4e8b-8b3c-a902d5ae9285 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 14:57:32.125369 n-d-799529-6 neutron-server[94445]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 09 14:57:32.125369 n-d-799529-6 neutron-server[94445]: [parameters: {'project_id': '5addd83cb682465db8739493dcb3fffc', 'id': '42347bc0-8379-4f7d-9f15-a22725adf069', 'expiration': datetime.datetime(2021, 7, 9, 14, 59, 32, 111923)}] Jul 09 14:57:32.125369 n-d-799529-6 neutron-server[94445]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 14:57:32.126780 n-d-799529-6 neutron-server[94445]: DEBUG oslo_db.api [None req-f8657a85-2e47-4e8b-8b3c-a902d5ae9285 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 14:57:32.132223 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-74e7c08a-093f-4923-a0a1-0cba06bc4a29 None None] Attempting to bind port a7bc273c-e527-4191-9060-3dfbc68c18aa on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:57:32.132914 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-74e7c08a-093f-4923-a0a1-0cba06bc4a29 None None] Attempting to bind port a7bc273c-e527-4191-9060-3dfbc68c18aa by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '852c5a39-96fb-44bf-a3f7-c58a74fb94b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd9f2503a-1960-4ecc-8bd6-296122892472'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:57:32.133595 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e7c08a-093f-4923-a0a1-0cba06bc4a29 None None] Attempting to bind port a7bc273c-e527-4191-9060-3dfbc68c18aa on network d9f2503a-1960-4ecc-8bd6-296122892472 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:57:32.154915 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8e7d9cae-4ee6-43cd-a615-3f6879f40077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:32.162012 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2160301c-6558-4987-b661-2286b469bea2 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:32.169774 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e7c08a-093f-4923-a0a1-0cba06bc4a29 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:57:32.170155 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e7c08a-093f-4923-a0a1-0cba06bc4a29 None None] Checking segment: {'id': '852c5a39-96fb-44bf-a3f7-c58a74fb94b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd9f2503a-1960-4ecc-8bd6-296122892472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:57:32.170968 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-74e7c08a-093f-4923-a0a1-0cba06bc4a29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:32.170968 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e7c08a-093f-4923-a0a1-0cba06bc4a29 None None] Bound using segment: {'id': '852c5a39-96fb-44bf-a3f7-c58a74fb94b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd9f2503a-1960-4ecc-8bd6-296122892472'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:57:32.171455 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-74e7c08a-093f-4923-a0a1-0cba06bc4a29 None None] Bound port: a7bc273c-e527-4191-9060-3dfbc68c18aa, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '852c5a39-96fb-44bf-a3f7-c58a74fb94b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd9f2503a-1960-4ecc-8bd6-296122892472'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:57:32.171868 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-74e7c08a-093f-4923-a0a1-0cba06bc4a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:32.199710 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:32.230739 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-50f1e76f-9f8c-49a2-8194-16d7252c7f55 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:32.252256 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2160301c-6558-4987-b661-2286b469bea2 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Pushing event deleted for resources: {'Port': ['ID=dcafd1e7-9792-4821-8a04-e623be3a2ee9,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:32.262023 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e7d9cae-4ee6-43cd-a615-3f6879f40077 admin admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:57:32.272819 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 09fcade5-de9d-4d53-b6e7-8b3bd924314a, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=09fcade5-de9d-4d53-b6e7-8b3bd924314a,segment=NetworkSegment(9caf9090-cff0-4f31-9bcd-6b390f4a890c),segment_id=9caf9090-cff0-4f31-9bcd-6b390f4a890c)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:57:32.282461 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2160301c-6558-4987-b661-2286b469bea2 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] No DVR routers for this DVR port dcafd1e7-9792-4821-8a04-e623be3a2ee9 on host n-d-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:57:32.282673 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-74e7c08a-093f-4923-a0a1-0cba06bc4a29 None None] For port a7bc273c-e527-4191-9060-3dfbc68c18aa, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:57:32.286842 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-74e7c08a-093f-4923-a0a1-0cba06bc4a29 None None] For port a7bc273c-e527-4191-9060-3dfbc68c18aa, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=a7bc273c-e527-4191-9060-3dfbc68c18aa,segment=NetworkSegment(852c5a39-96fb-44bf-a3f7-c58a74fb94b4),segment_id=852c5a39-96fb-44bf-a3f7-c58a74fb94b4)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:57:32.291929 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91552afe-1bb3-4077-a972-cb7bc57875d2 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Made reservation on behalf of 70380163691b470ebe60db5002d62101 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:57:32.292379 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2160301c-6558-4987-b661-2286b469bea2 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:57:32.292743 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2160301c-6558-4987-b661-2286b469bea2 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:57:32.297723 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2160301c-6558-4987-b661-2286b469bea2 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:57:32.297723 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2160301c-6558-4987-b661-2286b469bea2 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:57:32.297723 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2160301c-6558-4987-b661-2286b469bea2 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:57:32.297723 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2160301c-6558-4987-b661-2286b469bea2 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:57:32.297723 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2160301c-6558-4987-b661-2286b469bea2 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:57:32.297723 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2160301c-6558-4987-b661-2286b469bea2 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:57:32.297723 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2160301c-6558-4987-b661-2286b469bea2 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:57:32.297723 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2160301c-6558-4987-b661-2286b469bea2 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:57:32.297723 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2160301c-6558-4987-b661-2286b469bea2 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:57:32.298495 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-91552afe-1bb3-4077-a972-cb7bc57875d2 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:32.298599 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2160301c-6558-4987-b661-2286b469bea2 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:57:32.303863 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7d9cae-4ee6-43cd-a615-3f6879f40077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d610d872-2b4f-4ede-941b-c1a690e3de5f,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:32.324416 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91552afe-1bb3-4077-a972-cb7bc57875d2 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:57:32.334491 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-91552afe-1bb3-4077-a972-cb7bc57875d2 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:32.339810 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-91552afe-1bb3-4077-a972-cb7bc57875d2 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Added segment 6b6ccfd8-b211-4c74-bc6a-6c0489f61bbb of type vlan for network 7b3e3925-173c-4cf3-933b-344bd5613ec1 Jul 09 14:57:32.339935 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8e7d9cae-4ee6-43cd-a615-3f6879f40077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:32.339935 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-8e7d9cae-4ee6-43cd-a615-3f6879f40077 admin admin] Added segment 9b176461-fad4-4897-94d9-dbfebff9181a of type vlan for network 05056356-a12f-4da5-93ab-7849d33e0fbc Jul 09 14:57:32.383148 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-91552afe-1bb3-4077-a972-cb7bc57875d2 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:32.383358 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:32.404817 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93b3722f-3108-40fd-b185-e9f59d327089 admin admin] Router 163a22f4-5c85-40d2-84fa-aae524de6c02 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:57:32.444690 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91cb194-8f15-4150-a4af-dc1822486c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09fcade5-de9d-4d53-b6e7-8b3bd924314a'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:57:32.447090 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e925f9-738e-4dec-a081-c54db6d0227d" -d '{"events": [{"server_uuid": "e91cb194-8f15-4150-a4af-dc1822486c62", "name": "network-vif-plugged", "status": "completed", "tag": "09fcade5-de9d-4d53-b6e7-8b3bd924314a"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:57:32.452374 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=09fcade5-de9d-4d53-b6e7-8b3bd924314a,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:32.473275 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-74e7c08a-093f-4923-a0a1-0cba06bc4a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:32.517598 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2160301c-6558-4987-b661-2286b469bea2 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:32.520209 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b768b023-eec2-4102-8935-8905dc98ab04 x-openstack-request-id: req-b768b023-eec2-4102-8935-8905dc98ab04 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:57:32.520574 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e91cb194-8f15-4150-a4af-dc1822486c62", "name": "network-vif-plugged", "status": "completed", "tag": "09fcade5-de9d-4d53-b6e7-8b3bd924314a", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:57:32.520826 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b768b023-eec2-4102-8935-8905dc98ab04 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:57:32.521219 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91cb194-8f15-4150-a4af-dc1822486c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09fcade5-de9d-4d53-b6e7-8b3bd924314a', 'code': 200} Jul 09 14:57:32.530785 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8e7d9cae-4ee6-43cd-a615-3f6879f40077 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:32.556893 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-91552afe-1bb3-4077-a972-cb7bc57875d2 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:32.566257 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91552afe-1bb3-4077-a972-cb7bc57875d2 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:32.567265 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-91552afe-1bb3-4077-a972-cb7bc57875d2 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:32.574439 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e7c08a-093f-4923-a0a1-0cba06bc4a29 None None] Pushing event updated for resources: {'Port': ['ID=a7bc273c-e527-4191-9060-3dfbc68c18aa,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:32.575670 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-2160301c-6558-4987-b661-2286b469bea2 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f12e002-9baa-4149-9ebd-ce7e85ead255']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:32.639458 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f8657a85-2e47-4e8b-8b3c-a902d5ae9285 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:32.668711 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-2160301c-6558-4987-b661-2286b469bea2 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5ee649c-e96a-4fce-80ec-84611e9dcc4f') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:32.669025 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-2160301c-6558-4987-b661-2286b469bea2 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5ee649c-e96a-4fce-80ec-84611e9dcc4f') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:32.700881 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91552afe-1bb3-4077-a972-cb7bc57875d2 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Pushing event updated for resources: {'Network': ['ID=7b3e3925-173c-4cf3-933b-344bd5613ec1,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:32.709012 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2160301c-6558-4987-b661-2286b469bea2 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:32.713410 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 7b3e3925-173c-4cf3-933b-344bd5613ec1 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:57:32.732951 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-91552afe-1bb3-4077-a972-cb7bc57875d2 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3944409 Jul 09 14:57:32.739194 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50368) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:32.745907 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-454cf4cb-7cc0-46b9-9404-bdbab811eaca tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Request body: {'subnet': {'network_id': '7b3e3925-173c-4cf3-933b-344bd5613ec1', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:57:32.822621 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2160301c-6558-4987-b661-2286b469bea2 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:32.849534 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2160301c-6558-4987-b661-2286b469bea2 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:57:32.850179 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2160301c-6558-4987-b661-2286b469bea2 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:32.855620 n-d-799529-6 neutron-server[94446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:57:32.855620 n-d-799529-6 neutron-server[94446]: self.session.flush() Jul 09 14:57:32.855620 n-d-799529-6 neutron-server[94446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:57:32.855620 n-d-799529-6 neutron-server[94446]: self.session.flush() Jul 09 14:57:32.855620 n-d-799529-6 neutron-server[94446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:57:32.855620 n-d-799529-6 neutron-server[94446]: self.session.flush() Jul 09 14:57:32.855620 n-d-799529-6 neutron-server[94446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:57:32.855620 n-d-799529-6 neutron-server[94446]: self.session.flush() Jul 09 14:57:32.855620 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 14:57:32.855620 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:57:32.855620 n-d-799529-6 neutron-server[94446]: timer() Jul 09 14:57:32.855620 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:57:32.855620 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 14:57:32.855620 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:57:32.855620 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 14:57:32.855620 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:57:32.855620 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 14:57:32.855620 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:57:32.855620 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 14:57:32.855620 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:57:32.855620 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 14:57:32.855620 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:57:32.855620 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:57:32.855620 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:57:32.855620 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:57:32.855620 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:57:32.855620 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 14:57:32.855620 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:57:32.855620 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 14:57:32.855620 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:57:32.855620 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:57:32.855620 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:57:32.855620 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 14:57:32.855620 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:57:32.855620 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:57:32.855620 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:57:32.855620 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:57:32.855620 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:57:32.855620 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:57:32.855620 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:57:32.938502 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8e7d9cae-4ee6-43cd-a615-3f6879f40077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:32.939488 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7d9cae-4ee6-43cd-a615-3f6879f40077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:32.941530 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8e7d9cae-4ee6-43cd-a615-3f6879f40077 admin admin] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:33.008916 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b3722f-3108-40fd-b185-e9f59d327089 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:57:33.018850 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e16edd8-873e-4e85-bab8-e38823c2c42d None None] Sync routers for ids ['163a22f4-5c85-40d2-84fa-aae524de6c02'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:57:33.037489 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e16edd8-873e-4e85-bab8-e38823c2c42d None None] Routers {'163a22f4-5c85-40d2-84fa-aae524de6c02'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:57:33.038422 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-8e16edd8-873e-4e85-bab8-e38823c2c42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:57:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['163a22f4-5c85-40d2-84fa-aae524de6c02'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:33.054771 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb46e652-9f98-4edf-8318-5d9d45b99120 req-5f4b9e67-bd77-41f9-aba1-bf40b62fa182 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:33.124557 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb46e652-9f98-4edf-8318-5d9d45b99120 req-5f4b9e67-bd77-41f9-aba1-bf40b62fa182 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:33.125025 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-93b3722f-3108-40fd-b185-e9f59d327089 admin admin] 10.222.0.58 "PUT /v2.0/routers/163a22f4-5c85-40d2-84fa-aae524de6c02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8521059 Jul 09 14:57:33.125120 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb46e652-9f98-4edf-8318-5d9d45b99120 req-5f4b9e67-bd77-41f9-aba1-bf40b62fa182 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:33.125120 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb46e652-9f98-4edf-8318-5d9d45b99120 req-5f4b9e67-bd77-41f9-aba1-bf40b62fa182 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:33.125120 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb46e652-9f98-4edf-8318-5d9d45b99120 req-5f4b9e67-bd77-41f9-aba1-bf40b62fa182 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:33.125120 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb46e652-9f98-4edf-8318-5d9d45b99120 req-5f4b9e67-bd77-41f9-aba1-bf40b62fa182 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:33.125390 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50374) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:33.125482 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb46e652-9f98-4edf-8318-5d9d45b99120 req-5f4b9e67-bd77-41f9-aba1-bf40b62fa182 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:33.125482 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-eb46e652-9f98-4edf-8318-5d9d45b99120 req-5f4b9e67-bd77-41f9-aba1-bf40b62fa182 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 5441 time: 0.2056253 Jul 09 14:57:33.125482 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f8657a85-2e47-4e8b-8b3c-a902d5ae9285 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:33.150953 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-eb46e652-9f98-4edf-8318-5d9d45b99120 req-dba4a88e-e4bd-495e-98d3-b39db9e12e8a tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b892279-bd5f-423b-8017-ce4180b448af&id=710f4a29-0022-436a-b96b-568cc62700fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414917 Jul 09 14:57:33.171418 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-50f1e76f-9f8c-49a2-8194-16d7252c7f55 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Allocated IP 172.20.0.1 (54b31924-8b68-4413-940a-e939cd1d1d3d/00b1484d-d04b-40e0-9a0b-fc86d0f68074/3ad0fa41-7032-4abe-9fc7-8f6b9205dbb7) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:57:33.171418 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7d9cae-4ee6-43cd-a615-3f6879f40077 admin admin] Pushing event updated for resources: {'Network': ['ID=05056356-a12f-4da5-93ab-7849d33e0fbc,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:33.172452 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-8e16edd8-873e-4e85-bab8-e38823c2c42d None None] Set router 163a22f4-5c85-40d2-84fa-aae524de6c02 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:57:33.191167 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 05056356-a12f-4da5-93ab-7849d33e0fbc details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:57:33.295774 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2160301c-6558-4987-b661-2286b469bea2 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:33.301132 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2160301c-6558-4987-b661-2286b469bea2 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:33.303122 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-2160301c-6558-4987-b661-2286b469bea2 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] 10.222.0.58 "DELETE /v2.0/networks/6f12e002-9baa-4149-9ebd-ce7e85ead255 HTTP/1.1" status: 204 len: 168 time: 3.2553771 Jul 09 14:57:33.322699 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f8657a85-2e47-4e8b-8b3c-a902d5ae9285 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:33.383652 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2160301c-6558-4987-b661-2286b469bea2 tempest-NetworksIpV6TestAttrs-1993030144 tempest-NetworksIpV6TestAttrs-1993030144-project] Pushing event deleted for resources: {'Network': ['ID=6f12e002-9baa-4149-9ebd-ce7e85ead255,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:33.396507 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a7cb04c7-b6f1-4f2e-b7b5-5d4119b268c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:33.416670 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8657a85-2e47-4e8b-8b3c-a902d5ae9285 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a41c4364-79f3-428d-b341-5d97ff8a5a80,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:33.434533 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-8e16edd8-873e-4e85-bab8-e38823c2c42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163a22f4-5c85-40d2-84fa-aae524de6c02', 'name': 'tempest-TaggedBootDevicesTest-1073459965-router', 'tenant_id': '868e6ad73e9e40dbad6a7d6a29a5f30c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '5408204c-bcd1-49aa-acdb-f70e854559d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:45:26Z', 'updated_at': '2021-07-09T14:57:30Z', 'revision_number': 5, 'project_id': '868e6ad73e9e40dbad6a7d6a29a5f30c', 'gw_port': {'id': '5408204c-bcd1-49aa-acdb-f70e854559d9', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163a22f4-5c85-40d2-84fa-aae524de6c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:45:28Z', 'updated_at': '2021-07-09T14:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:33.468834 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-50f1e76f-9f8c-49a2-8194-16d7252c7f55 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:33.471539 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e16edd8-873e-4e85-bab8-e38823c2c42d None None] Checking router: 163a22f4-5c85-40d2-84fa-aae524de6c02 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:57:33.474205 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-454cf4cb-7cc0-46b9-9404-bdbab811eaca tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Made reservation on behalf of 70380163691b470ebe60db5002d62101 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:57:33.483629 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-454cf4cb-7cc0-46b9-9404-bdbab811eaca tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:33.495066 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e16edd8-873e-4e85-bab8-e38823c2c42d None None] Routers {'163a22f4-5c85-40d2-84fa-aae524de6c02'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:57:33.496019 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 652c8d51-7f4b-4a04-a1cb-616283698f43 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:57:33.497961 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-8e16edd8-873e-4e85-bab8-e38823c2c42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:57:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['163a22f4-5c85-40d2-84fa-aae524de6c02'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:33.529115 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-50f1e76f-9f8c-49a2-8194-16d7252c7f55 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Transition to ACTIVE for port object 3ad0fa41-7032-4abe-9fc7-8f6b9205dbb7 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:57:33.555026 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a7cb04c7-b6f1-4f2e-b7b5-5d4119b268c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:33.586904 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-8e7d9cae-4ee6-43cd-a615-3f6879f40077 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.6454613 Jul 09 14:57:33.591175 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50380) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:33.603993 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-c1728224-44ac-437e-80c6-1948d28b4fd4 admin admin] Request body: {'subnet': {'network_id': '05056356-a12f-4da5-93ab-7849d33e0fbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1910507188-subnet', 'tenant_id': '30d2b208a42b479cb6a414a35ed1a25c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:57:33.729961 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-50f1e76f-9f8c-49a2-8194-16d7252c7f55 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:33.807186 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f1e76f-9f8c-49a2-8194-16d7252c7f55 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Pushing event updated for resources: {'Port': ['ID=3ad0fa41-7032-4abe-9fc7-8f6b9205dbb7,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:33.834583 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port 652c8d51-7f4b-4a04-a1cb-616283698f43 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:57:33.840182 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 652c8d51-7f4b-4a04-a1cb-616283698f43 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:57:33.841361 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:33.845995 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-8e16edd8-873e-4e85-bab8-e38823c2c42d None None] Set router 163a22f4-5c85-40d2-84fa-aae524de6c02 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:57:33.869593 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f1e76f-9f8c-49a2-8194-16d7252c7f55 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Network 54b31924-8b68-4413-940a-e939cd1d1d3d is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:57:33.873607 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1728224-44ac-437e-80c6-1948d28b4fd4 admin admin] Made reservation on behalf of 30d2b208a42b479cb6a414a35ed1a25c for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:57:33.880938 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c1728224-44ac-437e-80c6-1948d28b4fd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:33.888613 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device a7bc273c-e527-4191-9060-3dfbc68c18aa up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:57:33.890753 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f8657a85-2e47-4e8b-8b3c-a902d5ae9285 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:33.895097 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f8657a85-2e47-4e8b-8b3c-a902d5ae9285 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 3.0744729 Jul 09 14:57:33.901357 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50384) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:33.913815 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-bd843e91-bff0-4fdb-8aed-3a1db4d77e1e tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1177917777', 'security_groups': ['a41c4364-79f3-428d-b341-5d97ff8a5a80'], 'network_id': 'd9f2503a-1960-4ecc-8bd6-296122892472', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '278482a2-941f-4786-83c6-82afc79582cf'}]}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:57:33.915963 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-50f1e76f-9f8c-49a2-8194-16d7252c7f55 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:57:33.921902 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f1e76f-9f8c-49a2-8194-16d7252c7f55 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:57:34.170110 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50392) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:34.216763 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-a7cb04c7-b6f1-4f2e-b7b5-5d4119b268c6 admin admin] Deleting port 5408204c-bcd1-49aa-acdb-f70e854559d9 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:57:34.219279 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a7cb04c7-b6f1-4f2e-b7b5-5d4119b268c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:34.219406 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-454cf4cb-7cc0-46b9-9404-bdbab811eaca tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:34.240384 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:34.296236 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-8e16edd8-873e-4e85-bab8-e38823c2c42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163a22f4-5c85-40d2-84fa-aae524de6c02', 'name': 'tempest-TaggedBootDevicesTest-1073459965-router', 'tenant_id': '868e6ad73e9e40dbad6a7d6a29a5f30c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '5408204c-bcd1-49aa-acdb-f70e854559d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:45:26Z', 'updated_at': '2021-07-09T14:57:30Z', 'revision_number': 5, 'project_id': '868e6ad73e9e40dbad6a7d6a29a5f30c', 'gw_port': {'id': '5408204c-bcd1-49aa-acdb-f70e854559d9', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163a22f4-5c85-40d2-84fa-aae524de6c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:45:28Z', 'updated_at': '2021-07-09T14:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:34.315745 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 652c8d51-7f4b-4a04-a1cb-616283698f43, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=652c8d51-7f4b-4a04-a1cb-616283698f43,segment=NetworkSegment(dcef93a2-6ff3-40c9-a9fd-5812a2481f14),segment_id=dcef93a2-6ff3-40c9-a9fd-5812a2481f14)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:57:34.321722 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port a7bc273c-e527-4191-9060-3dfbc68c18aa completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:57:34.368822 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-a7cb04c7-b6f1-4f2e-b7b5-5d4119b268c6 admin admin] For port 5408204c-bcd1-49aa-acdb-f70e854559d9, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=5408204c-bcd1-49aa-acdb-f70e854559d9,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:57:34.369268 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a7cb04c7-b6f1-4f2e-b7b5-5d4119b268c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:34.369833 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e16edd8-873e-4e85-bab8-e38823c2c42d None None] The sync data for ids ['163a22f4-5c85-40d2-84fa-aae524de6c02'] in n-d-799529-6 is: [{'id': '163a22f4-5c85-40d2-84fa-aae524de6c02', 'name': 'tempest-TaggedBootDevicesTest-1073459965-router', 'tenant_id': '868e6ad73e9e40dbad6a7d6a29a5f30c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '5408204c-bcd1-49aa-acdb-f70e854559d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:45:26Z', 'updated_at': '2021-07-09T14:57:30Z', 'revision_number': 5, 'project_id': '868e6ad73e9e40dbad6a7d6a29a5f30c', 'gw_port': {'id': '5408204c-bcd1-49aa-acdb-f70e854559d9', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163a22f4-5c85-40d2-84fa-aae524de6c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:45:28Z', 'updated_at': '2021-07-09T14:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:57:34.374937 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454cf4cb-7cc0-46b9-9404-bdbab811eaca tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Pushing event updated for resources: {'Subnet': ['ID=a2ffa24c-a4a9-4e6b-a42b-1decd7fcc223,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:34.393546 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-a7cb04c7-b6f1-4f2e-b7b5-5d4119b268c6 admin admin] Calling delete_port for 5408204c-bcd1-49aa-acdb-f70e854559d9 owned by network:router_gateway {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:57:34.400739 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:34.402085 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device c179ac98-dd01-447c-a2f9-2714b5048c9d up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:57:34.434497 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd843e91-bff0-4fdb-8aed-3a1db4d77e1e tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Made reservation on behalf of 5addd83cb682465db8739493dcb3fffc for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:57:34.522377 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454cf4cb-7cc0-46b9-9404-bdbab811eaca tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Checking segment: {'id': '6b6ccfd8-b211-4c74-bc6a-6c0489f61bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7b3e3925-173c-4cf3-933b-344bd5613ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:57:34.523024 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454cf4cb-7cc0-46b9-9404-bdbab811eaca tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Network hostable DHCP agents. Network: 7b3e3925-173c-4cf3-933b-344bd5613ec1, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:57:34.556789 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-50f1e76f-9f8c-49a2-8194-16d7252c7f55 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:34.563419 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91cb194-8f15-4150-a4af-dc1822486c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '652c8d51-7f4b-4a04-a1cb-616283698f43'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:57:34.568713 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858c36a4-0593-4011-a6ce-fbcbf93bc0e6" -d '{"events": [{"server_uuid": "e91cb194-8f15-4150-a4af-dc1822486c62", "name": "network-vif-plugged", "status": "completed", "tag": "652c8d51-7f4b-4a04-a1cb-616283698f43"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:57:34.573579 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=652c8d51-7f4b-4a04-a1cb-616283698f43,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:34.590328 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d27ac8b2-189b-4513-8996-57613d9391c8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7d7a3bd3b0b145fabfd50127d7be3103&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4170706 Jul 09 14:57:34.596970 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50400) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:34.633088 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bd843e91-bff0-4fdb-8aed-3a1db4d77e1e tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:34.659292 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48cdd555-a351-4153-984a-98ec0f594fb6 x-openstack-request-id: req-48cdd555-a351-4153-984a-98ec0f594fb6 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:57:34.660268 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e91cb194-8f15-4150-a4af-dc1822486c62", "name": "network-vif-plugged", "status": "completed", "tag": "652c8d51-7f4b-4a04-a1cb-616283698f43", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:57:34.660743 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-48cdd555-a351-4153-984a-98ec0f594fb6 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:57:34.661925 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91cb194-8f15-4150-a4af-dc1822486c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '652c8d51-7f4b-4a04-a1cb-616283698f43', 'code': 200} Jul 09 14:57:34.669566 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [None req-bd843e91-bff0-4fdb-8aed-3a1db4d77e1e tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] device_id is not set on port 20175518-64cf-42af-9802-c7d5ec4b2286 yet. {{(pid=94445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:57:34.679060 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454cf4cb-7cc0-46b9-9404-bdbab811eaca tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Network 7b3e3925-173c-4cf3-933b-344bd5613ec1 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:57:34.698733 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port c179ac98-dd01-447c-a2f9-2714b5048c9d completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:57:34.703231 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-2744e38e-5d1d-4e88-9171-8f5513347751 None None] Provisioning for port a7bc273c-e527-4191-9060-3dfbc68c18aa completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:57:34.712447 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port c179ac98-dd01-447c-a2f9-2714b5048c9d triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:57:34.713098 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:34.750376 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d5d50f79-5d7d-4055-8c9c-da99d2fc329f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:34.770701 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-2744e38e-5d1d-4e88-9171-8f5513347751 None None] Provisioning complete for port a7bc273c-e527-4191-9060-3dfbc68c18aa triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:57:34.771262 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2744e38e-5d1d-4e88-9171-8f5513347751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:34.937829 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:34.981759 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2744e38e-5d1d-4e88-9171-8f5513347751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:35.061517 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port c179ac98-dd01-447c-a2f9-2714b5048c9d, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=c179ac98-dd01-447c-a2f9-2714b5048c9d,segment=NetworkSegment(dcef93a2-6ff3-40c9-a9fd-5812a2481f14),segment_id=dcef93a2-6ff3-40c9-a9fd-5812a2481f14)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:57:35.072778 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-2744e38e-5d1d-4e88-9171-8f5513347751 None None] For port a7bc273c-e527-4191-9060-3dfbc68c18aa, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=a7bc273c-e527-4191-9060-3dfbc68c18aa,segment=NetworkSegment(852c5a39-96fb-44bf-a3f7-c58a74fb94b4),segment_id=852c5a39-96fb-44bf-a3f7-c58a74fb94b4)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:57:35.168730 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:35.173403 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 45f7a22c-f7ef-4081-b6f5-c3f8759d370a up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:57:35.179326 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d5d50f79-5d7d-4055-8c9c-da99d2fc329f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:35.183905 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-454cf4cb-7cc0-46b9-9404-bdbab811eaca tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 7b3e3925-173c-4cf3-933b-344bd5613ec1) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:57:35.196681 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454cf4cb-7cc0-46b9-9404-bdbab811eaca tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:35.197639 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-454cf4cb-7cc0-46b9-9404-bdbab811eaca tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:35.242278 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af547c33-0897-4538-a006-aad8e003b6a0 req-618c080d-f798-4913-a985-7ff2068227d6 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:35.248798 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af547c33-0897-4538-a006-aad8e003b6a0 req-618c080d-f798-4913-a985-7ff2068227d6 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:35.251417 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2744e38e-5d1d-4e88-9171-8f5513347751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:35.254682 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26dff943-48b1-481f-9237-174057b97e81 None None] Network 7b3e3925-173c-4cf3-933b-344bd5613ec1 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:57:35.256527 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af547c33-0897-4538-a006-aad8e003b6a0 req-618c080d-f798-4913-a985-7ff2068227d6 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:35.274094 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af547c33-0897-4538-a006-aad8e003b6a0 req-618c080d-f798-4913-a985-7ff2068227d6 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:35.281169 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af547c33-0897-4538-a006-aad8e003b6a0 req-618c080d-f798-4913-a985-7ff2068227d6 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:35.287267 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af547c33-0897-4538-a006-aad8e003b6a0 req-618c080d-f798-4913-a985-7ff2068227d6 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:35.293441 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af547c33-0897-4538-a006-aad8e003b6a0 req-618c080d-f798-4913-a985-7ff2068227d6 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:35.302014 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-af547c33-0897-4538-a006-aad8e003b6a0 req-618c080d-f798-4913-a985-7ff2068227d6 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 5442 time: 0.8676839 Jul 09 14:57:35.322995 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-454cf4cb-7cc0-46b9-9404-bdbab811eaca tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.5771656 Jul 09 14:57:35.324028 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50410) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:35.330978 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-bd843e91-bff0-4fdb-8aed-3a1db4d77e1e tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Allocated IP 172.20.0.8 (d9f2503a-1960-4ecc-8bd6-296122892472/278482a2-941f-4786-83c6-82afc79582cf/20175518-64cf-42af-9802-c7d5ec4b2286) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:57:35.338579 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-720e2f09-8dd6-4ac3-bfb3-ffd19c4055da tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1644531922'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:57:35.358098 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-2744e38e-5d1d-4e88-9171-8f5513347751 None None] Provisioning complete for port 98da29f1-7922-4b0b-bd8b-b8769e529f59 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:57:35.358443 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2744e38e-5d1d-4e88-9171-8f5513347751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:35.403484 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d5d50f79-5d7d-4055-8c9c-da99d2fc329f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:35.406940 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=c179ac98-dd01-447c-a2f9-2714b5048c9d,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:35.407168 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d5d50f79-5d7d-4055-8c9c-da99d2fc329f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:35.408425 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d5d50f79-5d7d-4055-8c9c-da99d2fc329f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/96fcdb23-b61b-4091-8e53-cca091063506 HTTP/1.1" status: 204 len: 168 time: 0.8099601 Jul 09 14:57:35.450361 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-af547c33-0897-4538-a006-aad8e003b6a0 req-e5abb7ec-de4d-42ac-9166-b6794206c4f1 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b892279-bd5f-423b-8017-ce4180b448af&id=710f4a29-0022-436a-b96b-568cc62700fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1473470 Jul 09 14:57:35.486375 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d50f79-5d7d-4055-8c9c-da99d2fc329f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96fcdb23-b61b-4091-8e53-cca091063506,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:35.492096 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-2744e38e-5d1d-4e88-9171-8f5513347751 None None] Port 98da29f1-7922-4b0b-bd8b-b8769e529f59 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:57:35.543986 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-50f1e76f-9f8c-49a2-8194-16d7252c7f55 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:35.552906 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720e2f09-8dd6-4ac3-bfb3-ffd19c4055da tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Made reservation on behalf of 70380163691b470ebe60db5002d62101 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:57:35.556864 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-720e2f09-8dd6-4ac3-bfb3-ffd19c4055da tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:35.579888 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bd843e91-bff0-4fdb-8aed-3a1db4d77e1e tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:35.586000 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c1728224-44ac-437e-80c6-1948d28b4fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:35.622867 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-bd843e91-bff0-4fdb-8aed-3a1db4d77e1e tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Transition to ACTIVE for port object 20175518-64cf-42af-9802-c7d5ec4b2286 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:57:35.648377 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device af4a0e1e-0ebc-4127-b39a-19cf969e1458 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:57:35.657171 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1728224-44ac-437e-80c6-1948d28b4fd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d9d87c8-7b72-4ae7-aad3-9ec02a93293c,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:35.683825 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-720e2f09-8dd6-4ac3-bfb3-ffd19c4055da tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:57:35.685419 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2744e38e-5d1d-4e88-9171-8f5513347751 None None] Pushing event updated for resources: {'Port': ['ID=a7bc273c-e527-4191-9060-3dfbc68c18aa,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:35.720269 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port 45f7a22c-f7ef-4081-b6f5-c3f8759d370a completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:57:35.725922 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-2744e38e-5d1d-4e88-9171-8f5513347751 None None] Provisioning for port 3ad0fa41-7032-4abe-9fc7-8f6b9205dbb7 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:57:35.727760 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: af4a0e1e-0ebc-4127-b39a-19cf969e1458 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:57:35.728105 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device af4a0e1e-0ebc-4127-b39a-19cf969e1458 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:57:35.730556 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a7cb04c7-b6f1-4f2e-b7b5-5d4119b268c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:35.734055 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 45f7a22c-f7ef-4081-b6f5-c3f8759d370a triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:57:35.734436 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:35.737815 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-2744e38e-5d1d-4e88-9171-8f5513347751 None None] Provisioning complete for port 3ad0fa41-7032-4abe-9fc7-8f6b9205dbb7 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:57:35.738235 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2744e38e-5d1d-4e88-9171-8f5513347751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:35.801027 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-720e2f09-8dd6-4ac3-bfb3-ffd19c4055da tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:35.801381 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-720e2f09-8dd6-4ac3-bfb3-ffd19c4055da tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Added segment f2cb3802-9a20-44ce-b243-d4fe4fec6c67 of type vlan for network c5014b41-7b2b-452a-80e5-19b303fce509 Jul 09 14:57:35.813103 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cb04c7-b6f1-4f2e-b7b5-5d4119b268c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5408204c-bcd1-49aa-acdb-f70e854559d9,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:35.819018 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-2744e38e-5d1d-4e88-9171-8f5513347751 None None] Port 3ad0fa41-7032-4abe-9fc7-8f6b9205dbb7 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:57:35.829743 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bd843e91-bff0-4fdb-8aed-3a1db4d77e1e tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:35.896819 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1728224-44ac-437e-80c6-1948d28b4fd4 admin admin] Checking segment: {'id': '9b176461-fad4-4897-94d9-dbfebff9181a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '05056356-a12f-4da5-93ab-7849d33e0fbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:57:35.897191 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1728224-44ac-437e-80c6-1948d28b4fd4 admin admin] Network hostable DHCP agents. Network: 05056356-a12f-4da5-93ab-7849d33e0fbc, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:57:35.897894 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa69cc6-0ff8-4942-a371-fa60d1b4be24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-7b3e3925-173c-4cf3-933b-344bd5613ec1', 'network_id': '7b3e3925-173c-4cf3-933b-344bd5613ec1', 'tenant_id': '70380163691b470ebe60db5002d62101', 'fixed_ips': [{'subnet_id': 'a2ffa24c-a4a9-4e6b-a42b-1decd7fcc223'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:57:35.898984 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-caa69cc6-0ff8-4942-a371-fa60d1b4be24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:35.926906 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-720e2f09-8dd6-4ac3-bfb3-ffd19c4055da tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:35.929086 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd843e91-bff0-4fdb-8aed-3a1db4d77e1e tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Network d9f2503a-1960-4ecc-8bd6-296122892472 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:57:35.933712 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd843e91-bff0-4fdb-8aed-3a1db4d77e1e tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event updated for resources: {'Port': ['ID=20175518-64cf-42af-9802-c7d5ec4b2286,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:35.949058 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-bd843e91-bff0-4fdb-8aed-3a1db4d77e1e tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:57:35.963195 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd843e91-bff0-4fdb-8aed-3a1db4d77e1e tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:57:35.979593 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:36.086272 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a7cb04c7-b6f1-4f2e-b7b5-5d4119b268c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:36.099606 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd843e91-bff0-4fdb-8aed-3a1db4d77e1e tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:36.100412 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bd843e91-bff0-4fdb-8aed-3a1db4d77e1e tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:36.146963 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 45f7a22c-f7ef-4081-b6f5-c3f8759d370a, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=45f7a22c-f7ef-4081-b6f5-c3f8759d370a,segment=NetworkSegment(9caf9090-cff0-4f31-9bcd-6b390f4a890c),segment_id=9caf9090-cff0-4f31-9bcd-6b390f4a890c)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:57:36.209340 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-caa69cc6-0ff8-4942-a371-fa60d1b4be24 None None] Allocated IP 19.80.0.2 (7b3e3925-173c-4cf3-933b-344bd5613ec1/a2ffa24c-a4a9-4e6b-a42b-1decd7fcc223/5a5e19ed-a943-486e-a3ce-10656b462a3b) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:57:36.259246 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1728224-44ac-437e-80c6-1948d28b4fd4 admin admin] Network 05056356-a12f-4da5-93ab-7849d33e0fbc is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:57:36.265952 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a7cb04c7-b6f1-4f2e-b7b5-5d4119b268c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:36.276930 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a7cb04c7-b6f1-4f2e-b7b5-5d4119b268c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:36.288523 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-bd843e91-bff0-4fdb-8aed-3a1db4d77e1e tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3848395 Jul 09 14:57:36.290682 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50430) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:36.302837 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-720231b1-ec4b-413e-a81f-cc7418eee4a2 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Request body: {'subnet': {'network_id': 'd9f2503a-1960-4ecc-8bd6-296122892472', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:57:36.339588 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-50f1e76f-9f8c-49a2-8194-16d7252c7f55 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:36.385352 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:36.386183 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device bdbd5184-4035-4f18-a073-44d8e0a1f4f5 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:57:36.455058 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-caa69cc6-0ff8-4942-a371-fa60d1b4be24 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:36.479496 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-caa69cc6-0ff8-4942-a371-fa60d1b4be24 None None] Transition to ACTIVE for port object 5a5e19ed-a943-486e-a3ce-10656b462a3b will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:57:36.503326 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-c1728224-44ac-437e-80c6-1948d28b4fd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 05056356-a12f-4da5-93ab-7849d33e0fbc) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:57:36.505305 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-720e2f09-8dd6-4ac3-bfb3-ffd19c4055da tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:36.514117 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=45f7a22c-f7ef-4081-b6f5-c3f8759d370a,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:36.520548 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-caa69cc6-0ff8-4942-a371-fa60d1b4be24 None None] Transition to ACTIVE for port object 5a5e19ed-a943-486e-a3ce-10656b462a3b will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:57:36.526206 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c4305b-8dad-4300-b176-e39496d54cba None None] Network 05056356-a12f-4da5-93ab-7849d33e0fbc requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:57:36.538462 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720e2f09-8dd6-4ac3-bfb3-ffd19c4055da tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:36.542344 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-720e2f09-8dd6-4ac3-bfb3-ffd19c4055da tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:36.554620 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1728224-44ac-437e-80c6-1948d28b4fd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:36.554620 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c1728224-44ac-437e-80c6-1948d28b4fd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:36.608053 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-50f1e76f-9f8c-49a2-8194-16d7252c7f55 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:36.615432 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a7cb04c7-b6f1-4f2e-b7b5-5d4119b268c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:36.616041 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7cb04c7-b6f1-4f2e-b7b5-5d4119b268c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 163a22f4-5c85-40d2-84fa-aae524de6c02 {{(pid=94446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:57:36.667096 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720231b1-ec4b-413e-a81f-cc7418eee4a2 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Made reservation on behalf of 5addd83cb682465db8739493dcb3fffc for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:57:36.679200 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-720231b1-ec4b-413e-a81f-cc7418eee4a2 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:36.712787 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a7cb04c7-b6f1-4f2e-b7b5-5d4119b268c6 admin admin] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:36.714000 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a7cb04c7-b6f1-4f2e-b7b5-5d4119b268c6 admin admin] 10.222.0.58 "DELETE /v2.0/routers/163a22f4-5c85-40d2-84fa-aae524de6c02 HTTP/1.1" status: 204 len: 168 time: 3.6182847 Jul 09 14:57:36.743864 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50436) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:36.785615 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-720e2f09-8dd6-4ac3-bfb3-ffd19c4055da tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.4546273 Jul 09 14:57:36.787431 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c1728224-44ac-437e-80c6-1948d28b4fd4 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.1950862 Jul 09 14:57:36.797629 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50442) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:36.810310 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-f6e15f11-822b-4eb0-abe1-11c945ed9c67 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Request body: {'subnet': {'network_id': 'c5014b41-7b2b-452a-80e5-19b303fce509', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:57:36.865780 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-50f1e76f-9f8c-49a2-8194-16d7252c7f55 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:36.877893 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720e2f09-8dd6-4ac3-bfb3-ffd19c4055da tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Pushing event updated for resources: {'Network': ['ID=c5014b41-7b2b-452a-80e5-19b303fce509,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:36.907481 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f1e76f-9f8c-49a2-8194-16d7252c7f55 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Pushing event updated for resources: {'Port': ['ID=3ad0fa41-7032-4abe-9fc7-8f6b9205dbb7,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:36.977252 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c265fc2-ed88-4cc5-b6fa-ddb4790dab35 admin admin] Deleting subnet 2373e5cd-5f56-42ed-95c9-0b621ea9bc49 {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:57:36.981304 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2c265fc2-ed88-4cc5-b6fa-ddb4790dab35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:36.981723 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91cb194-8f15-4150-a4af-dc1822486c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c179ac98-dd01-447c-a2f9-2714b5048c9d'}, {'server_uuid': 'e91cb194-8f15-4150-a4af-dc1822486c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f7a22c-f7ef-4081-b6f5-c3f8759d370a'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:57:36.987219 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10742e39-94fe-4a51-a35c-0a33aac27919" -d '{"events": [{"server_uuid": "e91cb194-8f15-4150-a4af-dc1822486c62", "name": "network-vif-plugged", "status": "completed", "tag": "c179ac98-dd01-447c-a2f9-2714b5048c9d"}, {"server_uuid": "e91cb194-8f15-4150-a4af-dc1822486c62", "name": "network-vif-plugged", "status": "completed", "tag": "45f7a22c-f7ef-4081-b6f5-c3f8759d370a"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:57:36.996603 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-caa69cc6-0ff8-4942-a371-fa60d1b4be24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:37.009271 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network c5014b41-7b2b-452a-80e5-19b303fce509 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:57:37.011642 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port bdbd5184-4035-4f18-a073-44d8e0a1f4f5 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:57:37.027307 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2c265fc2-ed88-4cc5-b6fa-ddb4790dab35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:37.029376 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa69cc6-0ff8-4942-a371-fa60d1b4be24 None None] Network 7b3e3925-173c-4cf3-933b-344bd5613ec1 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:57:37.031139 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port bdbd5184-4035-4f18-a073-44d8e0a1f4f5 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:57:37.031530 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:37.085809 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88654576-d304-46e3-b355-4c73dd90567f req-24d2ec03-013a-49a0-a0fa-faea0783aa89 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:37.085809 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88654576-d304-46e3-b355-4c73dd90567f req-24d2ec03-013a-49a0-a0fa-faea0783aa89 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:37.086017 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50456) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:37.097160 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88654576-d304-46e3-b355-4c73dd90567f req-24d2ec03-013a-49a0-a0fa-faea0783aa89 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:37.097418 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-e33aab43-19bf-4866-80f5-d99d751eab30 None None] Provisioning for port 20175518-64cf-42af-9802-c7d5ec4b2286 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:57:37.103885 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88654576-d304-46e3-b355-4c73dd90567f req-24d2ec03-013a-49a0-a0fa-faea0783aa89 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:37.109501 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88654576-d304-46e3-b355-4c73dd90567f req-24d2ec03-013a-49a0-a0fa-faea0783aa89 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:37.119207 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 14:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f581d5-a2d3-497d-9f14-9b6d1d256fe9 x-openstack-request-id: req-54f581d5-a2d3-497d-9f14-9b6d1d256fe9 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:57:37.119207 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e91cb194-8f15-4150-a4af-dc1822486c62", "name": "network-vif-plugged", "status": "completed", "tag": "c179ac98-dd01-447c-a2f9-2714b5048c9d", "code": 200}, {"server_uuid": "e91cb194-8f15-4150-a4af-dc1822486c62", "name": "network-vif-plugged", "status": "completed", "tag": "45f7a22c-f7ef-4081-b6f5-c3f8759d370a", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:57:37.119207 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-54f581d5-a2d3-497d-9f14-9b6d1d256fe9 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:57:37.119207 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91cb194-8f15-4150-a4af-dc1822486c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c179ac98-dd01-447c-a2f9-2714b5048c9d', 'code': 200} Jul 09 14:57:37.119207 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91cb194-8f15-4150-a4af-dc1822486c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f7a22c-f7ef-4081-b6f5-c3f8759d370a', 'code': 200} Jul 09 14:57:37.127744 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88654576-d304-46e3-b355-4c73dd90567f req-24d2ec03-013a-49a0-a0fa-faea0783aa89 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:37.136918 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88654576-d304-46e3-b355-4c73dd90567f req-24d2ec03-013a-49a0-a0fa-faea0783aa89 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:37.145881 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-88654576-d304-46e3-b355-4c73dd90567f req-24d2ec03-013a-49a0-a0fa-faea0783aa89 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 5444 time: 0.5449526 Jul 09 14:57:37.154096 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-caa69cc6-0ff8-4942-a371-fa60d1b4be24 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:57:37.155285 n-d-799529-6 neutron-server[94445]: INFO neutron.db.ipam_backend_mixin [None req-720231b1-ec4b-413e-a81f-cc7418eee4a2 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 278482a2-941f-4786-83c6-82afc79582cf (CIDR: 172.20.0.0/28) Jul 09 14:57:37.182050 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-e33aab43-19bf-4866-80f5-d99d751eab30 None None] Provisioning complete for port 20175518-64cf-42af-9802-c7d5ec4b2286 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:57:37.182402 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e33aab43-19bf-4866-80f5-d99d751eab30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:37.185764 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa69cc6-0ff8-4942-a371-fa60d1b4be24 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:57:37.237166 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-02563a1a-e835-40dc-83e0-7ace910775ba admin admin] Deleting subnet 8d9d87c8-7b72-4ae7-aad3-9ec02a93293c {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:57:37.247634 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-02563a1a-e835-40dc-83e0-7ace910775ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:37.253503 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-720231b1-ec4b-413e-a81f-cc7418eee4a2 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:57:37.256156 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-720231b1-ec4b-413e-a81f-cc7418eee4a2 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:57:37.302677 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f1e76f-9f8c-49a2-8194-16d7252c7f55 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Network 54b31924-8b68-4413-940a-e939cd1d1d3d is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:57:37.308593 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2c265fc2-ed88-4cc5-b6fa-ddb4790dab35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:37.315741 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-50f1e76f-9f8c-49a2-8194-16d7252c7f55 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:57:37.321879 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-88654576-d304-46e3-b355-4c73dd90567f req-4d42610a-bd18-4a9b-a82f-a5b44d8dd02e tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b892279-bd5f-423b-8017-ce4180b448af&id=710f4a29-0022-436a-b96b-568cc62700fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1750445 Jul 09 14:57:37.349040 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e15f11-822b-4eb0-abe1-11c945ed9c67 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Made reservation on behalf of 70380163691b470ebe60db5002d62101 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:57:37.352705 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f6e15f11-822b-4eb0-abe1-11c945ed9c67 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:37.421998 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-02563a1a-e835-40dc-83e0-7ace910775ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:37.456805 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6666b1-aec2-4169-b40c-007df939e9f6 None None] Network 05056356-a12f-4da5-93ab-7849d33e0fbc requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:57:37.478368 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50462) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:37.482098 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-02563a1a-e835-40dc-83e0-7ace910775ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:37.520397 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-720231b1-ec4b-413e-a81f-cc7418eee4a2 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2258282 Jul 09 14:57:37.524645 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50466) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:37.540555 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-04a604b8-64dc-4178-bc29-83fa42b8bcb2 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Request body: {'subnet': {'network_id': 'd9f2503a-1960-4ecc-8bd6-296122892472', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:57:37.710660 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-02563a1a-e835-40dc-83e0-7ace910775ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:37.715774 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-69b17f18-cb0d-425a-8631-4111ccf596a1 tempest-NetworksNegativeTestJSON-1912119345 tempest-NetworksNegativeTestJSON-1912119345-project] Request body: {'port': {'network_id': '763c868e-6056-4d72-90e6-098718d29568', 'name': 'tempest-NetworksNegativeTestJSON-2049761898'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:57:37.741951 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa69cc6-0ff8-4942-a371-fa60d1b4be24 None None] Pushing event updated for resources: {'Port': ['ID=5a5e19ed-a943-486e-a3ce-10656b462a3b,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:37.742252 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-69b17f18-cb0d-425a-8631-4111ccf596a1 tempest-NetworksNegativeTestJSON-1912119345 tempest-NetworksNegativeTestJSON-1912119345-project] POST failed (client error): The resource could not be found. Jul 09 14:57:37.743994 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69b17f18-cb0d-425a-8631-4111ccf596a1 tempest-NetworksNegativeTestJSON-1912119345 tempest-NetworksNegativeTestJSON-1912119345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:57:37.746780 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-69b17f18-cb0d-425a-8631-4111ccf596a1 tempest-NetworksNegativeTestJSON-1912119345 tempest-NetworksNegativeTestJSON-1912119345-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2658100 Jul 09 14:57:37.753863 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50470) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:37.758980 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02563a1a-e835-40dc-83e0-7ace910775ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d9d87c8-7b72-4ae7-aad3-9ec02a93293c,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:37.770906 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-02563a1a-e835-40dc-83e0-7ace910775ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:37.780770 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50474) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:37.781158 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-02563a1a-e835-40dc-83e0-7ace910775ba admin admin] 10.222.0.58 "DELETE /v2.0/subnets/8d9d87c8-7b72-4ae7-aad3-9ec02a93293c HTTP/1.1" status: 204 len: 168 time: 0.6872101 Jul 09 14:57:37.783927 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device a7bc273c-e527-4191-9060-3dfbc68c18aa up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:57:37.819177 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50f1e76f-9f8c-49a2-8194-16d7252c7f55 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Router 69e05154-46bb-4d2c-a9f8-67ada417e390 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:57:37.820263 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-998a8a33-6bd1-40a1-a082-79ff83745bf4 tempest-NetworksNegativeTestJSON-1912119345 tempest-NetworksNegativeTestJSON-1912119345-project] DELETE failed (client error): The resource could not be found. Jul 09 14:57:37.821272 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-998a8a33-6bd1-40a1-a082-79ff83745bf4 tempest-NetworksNegativeTestJSON-1912119345 tempest-NetworksNegativeTestJSON-1912119345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:57:37.823368 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-e33aab43-19bf-4866-80f5-d99d751eab30 None None] Port 20175518-64cf-42af-9802-c7d5ec4b2286 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:57:37.823698 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-998a8a33-6bd1-40a1-a082-79ff83745bf4 tempest-NetworksNegativeTestJSON-1912119345 tempest-NetworksNegativeTestJSON-1912119345-project] 10.222.0.58 "DELETE /v2.0/networks/f5db7341-755b-4b7d-89ea-11d3f6f1b806 HTTP/1.1" status: 404 len: 339 time: 0.0643768 Jul 09 14:57:37.826171 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:37.830813 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50476) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:37.870900 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d39533a-60fe-4df4-a74c-a706b71eaf44 tempest-NetworksNegativeTestJSON-1912119345 tempest-NetworksNegativeTestJSON-1912119345-project] DELETE failed (client error): The resource could not be found. Jul 09 14:57:37.871752 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d39533a-60fe-4df4-a74c-a706b71eaf44 tempest-NetworksNegativeTestJSON-1912119345 tempest-NetworksNegativeTestJSON-1912119345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:57:37.875469 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-4d39533a-60fe-4df4-a74c-a706b71eaf44 tempest-NetworksNegativeTestJSON-1912119345 tempest-NetworksNegativeTestJSON-1912119345-project] 10.222.0.58 "DELETE /v2.0/ports/f429fb64-7448-4005-a990-d3ca44e88f67 HTTP/1.1" status: 404 len: 333 time: 0.0418518 Jul 09 14:57:37.883776 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50478) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:37.902047 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-caa69cc6-0ff8-4942-a371-fa60d1b4be24 None None] Attempting to bind port 5a5e19ed-a943-486e-a3ce-10656b462a3b on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:57:37.902047 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-caa69cc6-0ff8-4942-a371-fa60d1b4be24 None None] Attempting to bind port 5a5e19ed-a943-486e-a3ce-10656b462a3b by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '6b6ccfd8-b211-4c74-bc6a-6c0489f61bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7b3e3925-173c-4cf3-933b-344bd5613ec1'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:57:37.902047 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa69cc6-0ff8-4942-a371-fa60d1b4be24 None None] Attempting to bind port 5a5e19ed-a943-486e-a3ce-10656b462a3b on network 7b3e3925-173c-4cf3-933b-344bd5613ec1 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:57:37.908113 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa69cc6-0ff8-4942-a371-fa60d1b4be24 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:57:37.908574 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa69cc6-0ff8-4942-a371-fa60d1b4be24 None None] Checking segment: {'id': '6b6ccfd8-b211-4c74-bc6a-6c0489f61bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7b3e3925-173c-4cf3-933b-344bd5613ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:57:37.909002 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-caa69cc6-0ff8-4942-a371-fa60d1b4be24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:37.909404 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa69cc6-0ff8-4942-a371-fa60d1b4be24 None None] Bound using segment: {'id': '6b6ccfd8-b211-4c74-bc6a-6c0489f61bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7b3e3925-173c-4cf3-933b-344bd5613ec1'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:57:37.909899 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-caa69cc6-0ff8-4942-a371-fa60d1b4be24 None None] Bound port: 5a5e19ed-a943-486e-a3ce-10656b462a3b, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b6ccfd8-b211-4c74-bc6a-6c0489f61bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7b3e3925-173c-4cf3-933b-344bd5613ec1'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:57:37.910284 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-caa69cc6-0ff8-4942-a371-fa60d1b4be24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:37.922642 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port bdbd5184-4035-4f18-a073-44d8e0a1f4f5, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=bdbd5184-4035-4f18-a073-44d8e0a1f4f5,segment=NetworkSegment(dcef93a2-6ff3-40c9-a9fd-5812a2481f14),segment_id=dcef93a2-6ff3-40c9-a9fd-5812a2481f14)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:57:37.925514 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdc77d3a-a892-4dad-a2a7-f43420674d31 tempest-NetworksNegativeTestJSON-1912119345 tempest-NetworksNegativeTestJSON-1912119345-project] DELETE failed (client error): The resource could not be found. Jul 09 14:57:37.926342 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdc77d3a-a892-4dad-a2a7-f43420674d31 tempest-NetworksNegativeTestJSON-1912119345 tempest-NetworksNegativeTestJSON-1912119345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:57:37.928573 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-cdc77d3a-a892-4dad-a2a7-f43420674d31 tempest-NetworksNegativeTestJSON-1912119345 tempest-NetworksNegativeTestJSON-1912119345-project] 10.222.0.58 "DELETE /v2.0/subnets/375e7379-98e7-4160-81a8-4b365aa70254 HTTP/1.1" status: 404 len: 337 time: 0.0437119 Jul 09 14:57:37.933929 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0f3fc06c-3ef6-4645-9b20-5a09cf6bc972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:37.940713 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50480) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:37.961115 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a604b8-64dc-4178-bc29-83fa42b8bcb2 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Made reservation on behalf of 5addd83cb682465db8739493dcb3fffc for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:57:37.965236 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-04a604b8-64dc-4178-bc29-83fa42b8bcb2 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:37.988808 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port a7bc273c-e527-4191-9060-3dfbc68c18aa triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:57:37.989429 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:37.996603 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-74c17c07-e413-4db1-9af8-f793678a2d1f None None] Provisioning complete for port 3ad0fa41-7032-4abe-9fc7-8f6b9205dbb7 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:57:37.996983 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-74c17c07-e413-4db1-9af8-f793678a2d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:38.025483 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:38.044800 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f1e76f-9f8c-49a2-8194-16d7252c7f55 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:57:38.049146 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-08434432-50ca-4d78-87df-da0beb4e4883 tempest-NetworksNegativeTestJSON-1912119345 tempest-NetworksNegativeTestJSON-1912119345-project] GET failed (client error): The resource could not be found. Jul 09 14:57:38.050804 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-08434432-50ca-4d78-87df-da0beb4e4883 tempest-NetworksNegativeTestJSON-1912119345 tempest-NetworksNegativeTestJSON-1912119345-project] 10.222.0.58 "GET /v2.0/networks/d65da121-7f1b-4edf-9594-59b273130e51 HTTP/1.1" status: 404 len: 339 time: 0.1074879 Jul 09 14:57:38.058451 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50482) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:38.069110 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-50f1e76f-9f8c-49a2-8194-16d7252c7f55 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] 10.222.0.58 "PUT /v2.0/routers/69e05154-46bb-4d2c-a9f8-67ada417e390/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5506885 Jul 09 14:57:38.080428 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2c265fc2-ed88-4cc5-b6fa-ddb4790dab35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:38.082579 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50484) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:38.108992 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c265fc2-ed88-4cc5-b6fa-ddb4790dab35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2373e5cd-5f56-42ed-95c9-0b621ea9bc49,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:38.125917 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-43ab89a2-e22d-4fa7-bb7c-6a827fee1ba4 tempest-NetworksNegativeTestJSON-1912119345 tempest-NetworksNegativeTestJSON-1912119345-project] GET failed (client error): The resource could not be found. Jul 09 14:57:38.130988 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-43ab89a2-e22d-4fa7-bb7c-6a827fee1ba4 tempest-NetworksNegativeTestJSON-1912119345 tempest-NetworksNegativeTestJSON-1912119345-project] 10.222.0.58 "GET /v2.0/ports/485bbf6f-cc9e-4bd8-8944-bfc84cd39c89 HTTP/1.1" status: 404 len: 333 time: 0.0670910 Jul 09 14:57:38.141808 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50486) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:38.146863 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2c265fc2-ed88-4cc5-b6fa-ddb4790dab35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:38.150455 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-2c265fc2-ed88-4cc5-b6fa-ddb4790dab35 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/2373e5cd-5f56-42ed-95c9-0b621ea9bc49 HTTP/1.1" status: 204 len: 168 time: 1.4024816 Jul 09 14:57:38.177690 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50490) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:38.183870 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=bdbd5184-4035-4f18-a073-44d8e0a1f4f5,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:38.263928 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-caa69cc6-0ff8-4942-a371-fa60d1b4be24 None None] For port 5a5e19ed-a943-486e-a3ce-10656b462a3b, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:57:38.271667 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6f496f50-cfc0-4a48-9488-444b902e6f59 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks [] for router, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:38.273289 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-206c8604-00da-4d08-b3d7-7d7cf707c42e tempest-NetworksNegativeTestJSON-1912119345 tempest-NetworksNegativeTestJSON-1912119345-project] GET failed (client error): The resource could not be found. Jul 09 14:57:38.273678 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-caa69cc6-0ff8-4942-a371-fa60d1b4be24 None None] For port 5a5e19ed-a943-486e-a3ce-10656b462a3b, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=5a5e19ed-a943-486e-a3ce-10656b462a3b,segment=NetworkSegment(6b6ccfd8-b211-4c74-bc6a-6c0489f61bbb),segment_id=6b6ccfd8-b211-4c74-bc6a-6c0489f61bbb)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:57:38.279922 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-206c8604-00da-4d08-b3d7-7d7cf707c42e tempest-NetworksNegativeTestJSON-1912119345 tempest-NetworksNegativeTestJSON-1912119345-project] 10.222.0.58 "GET /v2.0/subnets/00cc1be2-03d3-42ac-aa61-0a7635b330dd HTTP/1.1" status: 404 len: 337 time: 0.1319914 Jul 09 14:57:38.280177 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-60f8a870-a9e8-4bcd-bb85-c9100e5cd524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:38.281832 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50492) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:38.287311 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7d6e85-ba3b-450f-89ef-8875d857a3b9 None None] Sync routers for ids ['69e05154-46bb-4d2c-a9f8-67ada417e390'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:57:38.291043 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14ce0b6-b2f7-4f47-885b-9564d1cb52f1 None None] Network 0fc8da04-04d4-4eeb-86d6-5d8e54448613 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:57:38.293194 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-e1cd8894-d09d-40a8-9661-2330da51fcf9 tempest-NetworksNegativeTestJSON-1912119345 tempest-NetworksNegativeTestJSON-1912119345-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:57:38.315569 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0f3fc06c-3ef6-4645-9b20-5a09cf6bc972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:38.325572 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-74c17c07-e413-4db1-9af8-f793678a2d1f None None] Port 3ad0fa41-7032-4abe-9fc7-8f6b9205dbb7 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:57:38.373958 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [None req-6f496f50-cfc0-4a48-9488-444b902e6f59 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 09 14:57:38.379724 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-6f496f50-cfc0-4a48-9488-444b902e6f59 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] 10.222.0.58 "DELETE /v2.0/routers/69e05154-46bb-4d2c-a9f8-67ada417e390 HTTP/1.1" status: 409 len: 329 time: 0.2916546 Jul 09 14:57:38.380524 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7d6e85-ba3b-450f-89ef-8875d857a3b9 None None] Routers {'69e05154-46bb-4d2c-a9f8-67ada417e390'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:57:38.380524 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-dc7d6e85-ba3b-450f-89ef-8875d857a3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:57:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['69e05154-46bb-4d2c-a9f8-67ada417e390'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:38.380746 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50496) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:38.384459 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1cd8894-d09d-40a8-9661-2330da51fcf9 tempest-NetworksNegativeTestJSON-1912119345 tempest-NetworksNegativeTestJSON-1912119345-project] PUT failed (client error): The resource could not be found. Jul 09 14:57:38.391635 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1cd8894-d09d-40a8-9661-2330da51fcf9 tempest-NetworksNegativeTestJSON-1912119345 tempest-NetworksNegativeTestJSON-1912119345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:57:38.393600 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e1cd8894-d09d-40a8-9661-2330da51fcf9 tempest-NetworksNegativeTestJSON-1912119345 tempest-NetworksNegativeTestJSON-1912119345-project] 10.222.0.58 "PUT /v2.0/networks/b2c50fcb-f4be-4b1a-95c0-d6d65806cbb4 HTTP/1.1" status: 404 len: 339 time: 0.1065037 Jul 09 14:57:38.407972 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-0f3fc06c-3ef6-4645-9b20-5a09cf6bc972 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05056356-a12f-4da5-93ab-7849d33e0fbc']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:38.411260 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50498) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:38.413581 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f6e15f11-822b-4eb0-abe1-11c945ed9c67 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:38.431440 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-0f3fc06c-3ef6-4645-9b20-5a09cf6bc972 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b176461-fad4-4897-94d9-dbfebff9181a') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:38.431807 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-0f3fc06c-3ef6-4645-9b20-5a09cf6bc972 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b176461-fad4-4897-94d9-dbfebff9181a') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:38.442195 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-dc7d6e85-ba3b-450f-89ef-8875d857a3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:38.444750 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-caa69cc6-0ff8-4942-a371-fa60d1b4be24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:38.447652 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0f3fc06c-3ef6-4645-9b20-5a09cf6bc972 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:38.464270 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-c06d1fe0-efa1-471f-8078-c7fb206ca15a tempest-NetworksNegativeTestJSON-1912119345 tempest-NetworksNegativeTestJSON-1912119345-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:57:38.568515 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7d6e85-ba3b-450f-89ef-8875d857a3b9 None None] Routers {'69e05154-46bb-4d2c-a9f8-67ada417e390'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:57:38.568749 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0f3fc06c-3ef6-4645-9b20-5a09cf6bc972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:38.569238 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-dc7d6e85-ba3b-450f-89ef-8875d857a3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:57:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['69e05154-46bb-4d2c-a9f8-67ada417e390'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:38.585126 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-c06d1fe0-efa1-471f-8078-c7fb206ca15a tempest-NetworksNegativeTestJSON-1912119345 tempest-NetworksNegativeTestJSON-1912119345-project] PUT failed (client error): The resource could not be found. Jul 09 14:57:38.585898 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c06d1fe0-efa1-471f-8078-c7fb206ca15a tempest-NetworksNegativeTestJSON-1912119345 tempest-NetworksNegativeTestJSON-1912119345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:57:38.591061 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c06d1fe0-efa1-471f-8078-c7fb206ca15a tempest-NetworksNegativeTestJSON-1912119345 tempest-NetworksNegativeTestJSON-1912119345-project] 10.222.0.58 "PUT /v2.0/ports/e35b8895-dda4-4e21-a31d-c4f81b31d907 HTTP/1.1" status: 404 len: 333 time: 0.1751645 Jul 09 14:57:38.601214 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50504) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:38.607193 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-db435869-a595-4afb-ae46-cbcaa5d3dc82 tempest-NetworksNegativeTestJSON-1912119345 tempest-NetworksNegativeTestJSON-1912119345-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:57:38.682039 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-dc7d6e85-ba3b-450f-89ef-8875d857a3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:38.682736 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7d6e85-ba3b-450f-89ef-8875d857a3b9 None None] The sync data for ids ['69e05154-46bb-4d2c-a9f8-67ada417e390'] in n-d-799529-6 is: [] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:57:38.690116 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa69cc6-0ff8-4942-a371-fa60d1b4be24 None None] Pushing event updated for resources: {'Port': ['ID=5a5e19ed-a943-486e-a3ce-10656b462a3b,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:38.752430 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f3fc06c-3ef6-4645-9b20-5a09cf6bc972 admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:57:38.753162 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0f3fc06c-3ef6-4645-9b20-5a09cf6bc972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:38.762638 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:57:38.762638 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:57:38.762638 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 14:57:38.762638 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:57:38.762638 n-d-799529-6 neutron-server[94445]: timer() Jul 09 14:57:38.762638 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:57:38.762638 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 14:57:38.762638 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:57:38.762638 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 14:57:38.762638 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:57:38.762638 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 14:57:38.762638 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:57:38.762638 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 14:57:38.762638 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:57:38.762638 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 14:57:38.762638 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:57:38.762638 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:57:38.762638 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:57:38.762638 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:57:38.762638 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:57:38.762638 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 14:57:38.762638 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:57:38.762638 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 14:57:38.762638 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:57:38.762638 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:57:38.762638 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:57:38.762638 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 14:57:38.762638 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:57:38.762638 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:57:38.762638 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:57:38.762638 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:57:38.762638 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:57:38.762638 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:57:38.762638 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:57:38.768917 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 5408204c-bcd1-49aa-acdb-f70e854559d9 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:57:38.804352 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 5408204c-bcd1-49aa-acdb-f70e854559d9 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:57:38.804869 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 5408204c-bcd1-49aa-acdb-f70e854559d9 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:57:38.832609 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfe531f-8829-4ab4-b0a6-0f292b494f32 None None] DHCP port deletion for 0fc8da04-04d4-4eeb-86d6-5d8e54448613 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:57:38.907407 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e15f11-822b-4eb0-abe1-11c945ed9c67 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Pushing event updated for resources: {'Subnet': ['ID=a5347d95-b72a-4262-8ae7-d1a591d15509,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:38.923004 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-bcfe531f-8829-4ab4-b0a6-0f292b494f32 None None] Deleting port a038c372-96b5-4c2d-ad20-b434afd5addd {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:57:38.923609 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-bcfe531f-8829-4ab4-b0a6-0f292b494f32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:39.010665 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e15f11-822b-4eb0-abe1-11c945ed9c67 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Checking segment: {'id': 'f2cb3802-9a20-44ce-b243-d4fe4fec6c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'c5014b41-7b2b-452a-80e5-19b303fce509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:57:39.012392 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e15f11-822b-4eb0-abe1-11c945ed9c67 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Network hostable DHCP agents. Network: c5014b41-7b2b-452a-80e5-19b303fce509, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:57:39.020198 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-bcfe531f-8829-4ab4-b0a6-0f292b494f32 None None] For port a038c372-96b5-4c2d-ad20-b434afd5addd, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=a038c372-96b5-4c2d-ad20-b434afd5addd,segment=NetworkSegment(3bb7d6e9-70bc-4439-a91f-bf6984bfce81),segment_id=3bb7d6e9-70bc-4439-a91f-bf6984bfce81)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:57:39.020823 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-bcfe531f-8829-4ab4-b0a6-0f292b494f32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:39.047716 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-bcfe531f-8829-4ab4-b0a6-0f292b494f32 None None] Calling delete_port for a038c372-96b5-4c2d-ad20-b434afd5addd owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:57:39.097308 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-04a604b8-64dc-4178-bc29-83fa42b8bcb2 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:39.120325 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91cb194-8f15-4150-a4af-dc1822486c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdbd5184-4035-4f18-a073-44d8e0a1f4f5'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:57:39.122889 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8301410-e7ba-49f2-86ff-86834d8954e1" -d '{"events": [{"server_uuid": "e91cb194-8f15-4150-a4af-dc1822486c62", "name": "network-vif-plugged", "status": "completed", "tag": "bdbd5184-4035-4f18-a073-44d8e0a1f4f5"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:57:39.157857 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e15f11-822b-4eb0-abe1-11c945ed9c67 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Network c5014b41-7b2b-452a-80e5-19b303fce509 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:57:39.157857 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0f3fc06c-3ef6-4645-9b20-5a09cf6bc972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:39.168086 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0f3fc06c-3ef6-4645-9b20-5a09cf6bc972 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:39.173772 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-0f3fc06c-3ef6-4645-9b20-5a09cf6bc972 admin admin] 10.222.0.58 "DELETE /v2.0/networks/05056356-a12f-4da5-93ab-7849d33e0fbc HTTP/1.1" status: 204 len: 168 time: 1.3858597 Jul 09 14:57:39.187954 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e11e2f9-9253-4e7f-97b4-4f99daa21107 x-openstack-request-id: req-8e11e2f9-9253-4e7f-97b4-4f99daa21107 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:57:39.188497 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e91cb194-8f15-4150-a4af-dc1822486c62", "name": "network-vif-plugged", "status": "completed", "tag": "bdbd5184-4035-4f18-a073-44d8e0a1f4f5", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:57:39.204134 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a604b8-64dc-4178-bc29-83fa42b8bcb2 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Network d9f2503a-1960-4ecc-8bd6-296122892472 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:57:39.204263 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8e11e2f9-9253-4e7f-97b4-4f99daa21107 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:57:39.204437 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3fc06c-3ef6-4645-9b20-5a09cf6bc972 admin admin] Pushing event deleted for resources: {'Network': ['ID=05056356-a12f-4da5-93ab-7849d33e0fbc,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:39.205072 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91cb194-8f15-4150-a4af-dc1822486c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdbd5184-4035-4f18-a073-44d8e0a1f4f5', 'code': 200} Jul 09 14:57:39.210032 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-04a604b8-64dc-4178-bc29-83fa42b8bcb2 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:57:39.215650 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a604b8-64dc-4178-bc29-83fa42b8bcb2 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:39.215650 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-04a604b8-64dc-4178-bc29-83fa42b8bcb2 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:39.221182 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-db435869-a595-4afb-ae46-cbcaa5d3dc82 tempest-NetworksNegativeTestJSON-1912119345 tempest-NetworksNegativeTestJSON-1912119345-project] PUT failed (client error): The resource could not be found. Jul 09 14:57:39.221685 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db435869-a595-4afb-ae46-cbcaa5d3dc82 tempest-NetworksNegativeTestJSON-1912119345 tempest-NetworksNegativeTestJSON-1912119345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:57:39.222941 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-db435869-a595-4afb-ae46-cbcaa5d3dc82 tempest-NetworksNegativeTestJSON-1912119345 tempest-NetworksNegativeTestJSON-1912119345-project] 10.222.0.58 "PUT /v2.0/subnets/b595dcd6-0ed1-4b68-ab4b-70f4792aa001 HTTP/1.1" status: 404 len: 337 time: 0.6203668 Jul 09 14:57:39.229205 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a604b8-64dc-4178-bc29-83fa42b8bcb2 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event updated for resources: {'Subnet': ['ID=500da04d-4cbc-4bb3-a4f5-c41a04354074,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:39.243421 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bcba38-03bb-4850-b5c0-d253bce2a32a None None] Network d9f2503a-1960-4ecc-8bd6-296122892472 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:57:39.251805 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-60f8a870-a9e8-4bcd-bb85-c9100e5cd524 admin admin] Deleting port a038c372-96b5-4c2d-ad20-b434afd5addd {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:57:39.251805 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-60f8a870-a9e8-4bcd-bb85-c9100e5cd524 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:39.286552 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-f6e15f11-822b-4eb0-abe1-11c945ed9c67 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, c5014b41-7b2b-452a-80e5-19b303fce509) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:57:39.292125 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e15f11-822b-4eb0-abe1-11c945ed9c67 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:39.292853 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f6e15f11-822b-4eb0-abe1-11c945ed9c67 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:39.326946 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-04a604b8-64dc-4178-bc29-83fa42b8bcb2 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7972295 Jul 09 14:57:39.328706 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50518) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:39.344665 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14b7452-cbc9-486e-b5aa-78b376ad88c8 None None] Network c5014b41-7b2b-452a-80e5-19b303fce509 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:57:39.346801 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-72e32844-1171-4ba8-bf08-e7e416927f5b tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-885419299', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '500da04d-4cbc-4bb3-a4f5-c41a04354074'}], 'security_groups': ['629a189b-3870-41e8-a423-20447a23ffa6']}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:57:39.428997 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f6e15f11-822b-4eb0-abe1-11c945ed9c67 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.6301343 Jul 09 14:57:39.469609 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffab794-90f4-48e2-bbf3-7793476ec3f0 req-c48969ca-45dd-452b-b7e3-efe5d9d8b7ca tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:39.475691 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffab794-90f4-48e2-bbf3-7793476ec3f0 req-c48969ca-45dd-452b-b7e3-efe5d9d8b7ca tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:39.481764 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffab794-90f4-48e2-bbf3-7793476ec3f0 req-c48969ca-45dd-452b-b7e3-efe5d9d8b7ca tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:39.489202 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffab794-90f4-48e2-bbf3-7793476ec3f0 req-c48969ca-45dd-452b-b7e3-efe5d9d8b7ca tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:39.494794 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffab794-90f4-48e2-bbf3-7793476ec3f0 req-c48969ca-45dd-452b-b7e3-efe5d9d8b7ca tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:39.500790 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffab794-90f4-48e2-bbf3-7793476ec3f0 req-c48969ca-45dd-452b-b7e3-efe5d9d8b7ca tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:39.506664 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffab794-90f4-48e2-bbf3-7793476ec3f0 req-c48969ca-45dd-452b-b7e3-efe5d9d8b7ca tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:39.508956 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-72e32844-1171-4ba8-bf08-e7e416927f5b tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:39.514668 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fffab794-90f4-48e2-bbf3-7793476ec3f0 req-c48969ca-45dd-452b-b7e3-efe5d9d8b7ca tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 5445 time: 1.0033829 Jul 09 14:57:39.554506 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-bcfe531f-8829-4ab4-b0a6-0f292b494f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:39.574534 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-60f8a870-a9e8-4bcd-bb85-c9100e5cd524 admin admin] For port a038c372-96b5-4c2d-ad20-b434afd5addd, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=a038c372-96b5-4c2d-ad20-b434afd5addd,segment=NetworkSegment(3bb7d6e9-70bc-4439-a91f-bf6984bfce81),segment_id=3bb7d6e9-70bc-4439-a91f-bf6984bfce81)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:57:39.574770 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-60f8a870-a9e8-4bcd-bb85-c9100e5cd524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:39.694273 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfe531f-8829-4ab4-b0a6-0f292b494f32 None None] Pushing event deleted for resources: {'Port': ['ID=a038c372-96b5-4c2d-ad20-b434afd5addd,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:39.699128 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-60f8a870-a9e8-4bcd-bb85-c9100e5cd524 admin admin] Calling delete_port for a038c372-96b5-4c2d-ad20-b434afd5addd owned by network:dhcp {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:57:39.708171 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfe531f-8829-4ab4-b0a6-0f292b494f32 None None] No DVR routers for this DVR port a038c372-96b5-4c2d-ad20-b434afd5addd on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:57:39.725120 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fffab794-90f4-48e2-bbf3-7793476ec3f0 req-551458f7-ea8f-4703-a39a-626f7a8e1c2c tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b892279-bd5f-423b-8017-ce4180b448af&id=710f4a29-0022-436a-b96b-568cc62700fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2095647 Jul 09 14:57:39.748515 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f40d56-579c-4fda-8324-fdee8e5cdb0c req-515da584-825b-4ecd-8cb5-bfb3fe48a24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:39.749031 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f40d56-579c-4fda-8324-fdee8e5cdb0c req-515da584-825b-4ecd-8cb5-bfb3fe48a24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:39.749506 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f40d56-579c-4fda-8324-fdee8e5cdb0c req-515da584-825b-4ecd-8cb5-bfb3fe48a24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:39.749977 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f40d56-579c-4fda-8324-fdee8e5cdb0c req-515da584-825b-4ecd-8cb5-bfb3fe48a24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:39.750440 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f40d56-579c-4fda-8324-fdee8e5cdb0c req-515da584-825b-4ecd-8cb5-bfb3fe48a24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:39.750969 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f40d56-579c-4fda-8324-fdee8e5cdb0c req-515da584-825b-4ecd-8cb5-bfb3fe48a24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:39.751439 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f40d56-579c-4fda-8324-fdee8e5cdb0c req-515da584-825b-4ecd-8cb5-bfb3fe48a24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:39.782600 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-47f40d56-579c-4fda-8324-fdee8e5cdb0c req-515da584-825b-4ecd-8cb5-bfb3fe48a24a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 6502 time: 0.4314499 Jul 09 14:57:39.861012 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50522) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:39.870051 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 5a5e19ed-a943-486e-a3ce-10656b462a3b up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:57:40.058732 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-47f40d56-579c-4fda-8324-fdee8e5cdb0c req-89f19d59-4c45-4762-a6e7-5853b845a27b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=710f4a29-0022-436a-b96b-568cc62700fc&id=6b892279-bd5f-423b-8017-ce4180b448af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2698483 Jul 09 14:57:40.149607 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-72e32844-1171-4ba8-bf08-e7e416927f5b tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Delete allocated IP 172.20.0.8 (d9f2503a-1960-4ecc-8bd6-296122892472/278482a2-941f-4786-83c6-82afc79582cf) {{(pid=94445) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 09 14:57:40.189326 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-72e32844-1171-4ba8-bf08-e7e416927f5b tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Allocated IP 172.20.0.21 (d9f2503a-1960-4ecc-8bd6-296122892472/500da04d-4cbc-4bb3-a4f5-c41a04354074/20175518-64cf-42af-9802-c7d5ec4b2286) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:57:40.244699 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-60f8a870-a9e8-4bcd-bb85-c9100e5cd524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:40.259294 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d96b604c-60d8-4b10-8b0f-7b0d6bc12e8c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=30d2b208a42b479cb6a414a35ed1a25c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3946354 Jul 09 14:57:40.260561 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50542) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:40.304884 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50546) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:40.313107 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f8a870-a9e8-4bcd-bb85-c9100e5cd524 admin admin] No DVR routers for this DVR port a038c372-96b5-4c2d-ad20-b434afd5addd on host n-d-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:57:40.316370 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f8a870-a9e8-4bcd-bb85-c9100e5cd524 admin admin] Pushing event deleted for resources: {'Port': ['ID=a038c372-96b5-4c2d-ad20-b434afd5addd,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:40.340301 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-5e2b8ae8-9532-44b7-9d56-7b9ea4a4c3b7 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:40.347076 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-5e2b8ae8-9532-44b7-9d56-7b9ea4a4c3b7 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:40.354081 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-5e2b8ae8-9532-44b7-9d56-7b9ea4a4c3b7 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/networks?id=7b3e3925-173c-4cf3-933b-344bd5613ec1&id=c5014b41-7b2b-452a-80e5-19b303fce509 HTTP/1.1" status: 200 len: 1392 time: 0.2865903 Jul 09 14:57:40.393403 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb122c8-bf44-4e71-b7db-17ef43de5416 None None] Network 7b3e3925-173c-4cf3-933b-344bd5613ec1 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:57:40.405655 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-52eef2db-ec47-43b3-8ca3-81d90d4871c8 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:40.446420 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-b4c23f76-d8c7-4ef8-8a32-7fac95067cd3 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/quotas/70380163691b470ebe60db5002d62101 HTTP/1.1" status: 200 len: 375 time: 0.0913439 Jul 09 14:57:40.479998 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-60f8a870-a9e8-4bcd-bb85-c9100e5cd524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:40.494948 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-60f8a870-a9e8-4bcd-bb85-c9100e5cd524 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fc8da04-04d4-4eeb-86d6-5d8e54448613']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:40.513344 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-60f8a870-a9e8-4bcd-bb85-c9100e5cd524 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bb7d6e9-70bc-4439-a91f-bf6984bfce81') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:40.513658 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-60f8a870-a9e8-4bcd-bb85-c9100e5cd524 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bb7d6e9-70bc-4439-a91f-bf6984bfce81') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:40.520657 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07411aee-9746-4e1a-835d-af0bf5d13664 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-c5014b41-7b2b-452a-80e5-19b303fce509', 'network_id': 'c5014b41-7b2b-452a-80e5-19b303fce509', 'tenant_id': '70380163691b470ebe60db5002d62101', 'fixed_ips': [{'subnet_id': 'a5347d95-b72a-4262-8ae7-d1a591d15509'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:57:40.522322 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-07411aee-9746-4e1a-835d-af0bf5d13664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:40.529596 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-60f8a870-a9e8-4bcd-bb85-c9100e5cd524 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:40.557261 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-df45f33a-c7e4-4780-9009-ca6202128cd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:40.597079 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-60f8a870-a9e8-4bcd-bb85-c9100e5cd524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:40.609574 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60f8a870-a9e8-4bcd-bb85-c9100e5cd524 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:57:40.610081 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-60f8a870-a9e8-4bcd-bb85-c9100e5cd524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:40.611901 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 14:57:40.611901 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:57:40.611901 n-d-799529-6 neutron-server[94446]: timer() Jul 09 14:57:40.611901 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:57:40.611901 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 14:57:40.611901 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:57:40.611901 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 14:57:40.611901 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:57:40.611901 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 14:57:40.611901 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:57:40.611901 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 14:57:40.611901 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:57:40.611901 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 14:57:40.611901 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:57:40.611901 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:57:40.611901 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:57:40.611901 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:57:40.611901 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:57:40.611901 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 14:57:40.611901 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:57:40.611901 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 14:57:40.611901 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:57:40.611901 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:57:40.611901 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:57:40.611901 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 14:57:40.611901 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:57:40.611901 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:57:40.611901 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:57:40.611901 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:57:40.611901 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:57:40.611901 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:57:40.611901 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:57:40.633783 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-72e32844-1171-4ba8-bf08-e7e416927f5b tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:40.648478 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-72e32844-1171-4ba8-bf08-e7e416927f5b tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Transition to ACTIVE for port object 20175518-64cf-42af-9802-c7d5ec4b2286 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:57:40.650568 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-91744f21-694d-4225-aa61-d2cc08075666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:40.695405 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-91744f21-694d-4225-aa61-d2cc08075666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:40.719333 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-af628bf7-d7e4-4ee1-9bba-e16508e1c269 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=70380163691b470ebe60db5002d62101&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2718813 Jul 09 14:57:40.734313 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 5a5e19ed-a943-486e-a3ce-10656b462a3b completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:57:40.821662 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-df4ff796-087f-44b2-90bc-3737c9a05d7a None None] Provisioning for port 5a5e19ed-a943-486e-a3ce-10656b462a3b completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:57:40.827259 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-72e32844-1171-4ba8-bf08-e7e416927f5b tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:40.843641 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-df4ff796-087f-44b2-90bc-3737c9a05d7a None None] Provisioning complete for port 5a5e19ed-a943-486e-a3ce-10656b462a3b triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:57:40.844106 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-df4ff796-087f-44b2-90bc-3737c9a05d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:40.867481 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-df45f33a-c7e4-4780-9009-ca6202128cd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:40.899624 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device a038c372-96b5-4c2d-ad20-b434afd5addd no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:57:40.932816 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9b6701-9720-4856-9317-49c213e21f43 None None] Update dhcp port {'port': {'network_id': 'd9f2503a-1960-4ecc-8bd6-296122892472', 'fixed_ips': [{'subnet_id': '278482a2-941f-4786-83c6-82afc79582cf', 'ip_address': '172.20.0.2'}, {'subnet_id': '500da04d-4cbc-4bb3-a4f5-c41a04354074'}], 'binding:host_id': 'n-d-799529-6'}, 'id': 'a7bc273c-e527-4191-9060-3dfbc68c18aa'} from n-d-799529-6. {{(pid=94447) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 14:57:40.966949 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-21f62304-35dc-46b5-8388-cc8144423758 service neutron] 10.222.0.58 "GET /v2.0/networks/7b3e3925-173c-4cf3-933b-344bd5613ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353265 Jul 09 14:57:40.987598 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: a038c372-96b5-4c2d-ad20-b434afd5addd {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:57:40.989492 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device a038c372-96b5-4c2d-ad20-b434afd5addd not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:57:40.997046 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-07411aee-9746-4e1a-835d-af0bf5d13664 None None] Allocated IP 19.86.0.2 (c5014b41-7b2b-452a-80e5-19b303fce509/a5347d95-b72a-4262-8ae7-d1a591d15509/3de88586-a8a6-4c8a-a8e4-78148f6d8709) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:57:40.998438 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-60f8a870-a9e8-4bcd-bb85-c9100e5cd524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:41.009322 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-60f8a870-a9e8-4bcd-bb85-c9100e5cd524 admin admin] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:41.013626 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-60f8a870-a9e8-4bcd-bb85-c9100e5cd524 admin admin] 10.222.0.58 "DELETE /v2.0/networks/0fc8da04-04d4-4eeb-86d6-5d8e54448613 HTTP/1.1" status: 204 len: 168 time: 2.8340704 Jul 09 14:57:41.035723 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-df45f33a-c7e4-4780-9009-ca6202128cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:41.041372 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f8a870-a9e8-4bcd-bb85-c9100e5cd524 admin admin] Pushing event deleted for resources: {'Network': ['ID=0fc8da04-04d4-4eeb-86d6-5d8e54448613,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:41.109427 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-91744f21-694d-4225-aa61-d2cc08075666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:41.112018 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-91744f21-694d-4225-aa61-d2cc08075666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:41.115943 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-91744f21-694d-4225-aa61-d2cc08075666 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d610d872-2b4f-4ede-941b-c1a690e3de5f HTTP/1.1" status: 204 len: 168 time: 0.8372099 Jul 09 14:57:41.118246 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-df45f33a-c7e4-4780-9009-ca6202128cd5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1a7b105b76d348e58e0bc4c08fc78b95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8106852 Jul 09 14:57:41.133719 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50562) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:41.152384 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-fb9b6701-9720-4856-9317-49c213e21f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:41.157173 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91744f21-694d-4225-aa61-d2cc08075666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d610d872-2b4f-4ede-941b-c1a690e3de5f,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:41.165312 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e32844-1171-4ba8-bf08-e7e416927f5b tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event updated for resources: {'Port': ['ID=20175518-64cf-42af-9802-c7d5ec4b2286,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:41.172428 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df45f33a-c7e4-4780-9009-ca6202128cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7affc45-7307-48eb-b5bc-c34b926b8c48,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:41.229574 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f806d-c888-4d5e-b56c-9320d7aec6eb req-5a77eaf9-0730-4f79-ab5d-0ca50ccbcba8 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:41.237628 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f806d-c888-4d5e-b56c-9320d7aec6eb req-5a77eaf9-0730-4f79-ab5d-0ca50ccbcba8 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:41.241527 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-72e32844-1171-4ba8-bf08-e7e416927f5b tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] In _notify_port_updated(), no bound segment for port 20175518-64cf-42af-9802-c7d5ec4b2286 on network d9f2503a-1960-4ecc-8bd6-296122892472 {{(pid=94445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 14:57:41.245114 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f806d-c888-4d5e-b56c-9320d7aec6eb req-5a77eaf9-0730-4f79-ab5d-0ca50ccbcba8 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:41.247931 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e32844-1171-4ba8-bf08-e7e416927f5b tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:41.248749 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-72e32844-1171-4ba8-bf08-e7e416927f5b tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:41.255309 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f806d-c888-4d5e-b56c-9320d7aec6eb req-5a77eaf9-0730-4f79-ab5d-0ca50ccbcba8 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:41.256412 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-72e32844-1171-4ba8-bf08-e7e416927f5b tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "PUT /v2.0/ports/20175518-64cf-42af-9802-c7d5ec4b2286 HTTP/1.1" status: 200 len: 920 time: 1.9245248 Jul 09 14:57:41.265691 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f806d-c888-4d5e-b56c-9320d7aec6eb req-5a77eaf9-0730-4f79-ab5d-0ca50ccbcba8 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:41.268349 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50564) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:41.273417 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f806d-c888-4d5e-b56c-9320d7aec6eb req-5a77eaf9-0730-4f79-ab5d-0ca50ccbcba8 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:41.281746 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f806d-c888-4d5e-b56c-9320d7aec6eb req-5a77eaf9-0730-4f79-ab5d-0ca50ccbcba8 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:41.283938 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-631f806d-c888-4d5e-b56c-9320d7aec6eb req-5a77eaf9-0730-4f79-ab5d-0ca50ccbcba8 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 5445 time: 0.3504143 Jul 09 14:57:41.287397 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-52eef2db-ec47-43b3-8ca3-81d90d4871c8 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Deleting port 3ad0fa41-7032-4abe-9fc7-8f6b9205dbb7 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:57:41.287859 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-52eef2db-ec47-43b3-8ca3-81d90d4871c8 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:41.320121 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-f2405f5d-ffcf-472b-8dd3-b327d5fc0e76 service neutron] 10.222.0.58 "GET /v2.0/networks/7b3e3925-173c-4cf3-933b-344bd5613ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340285 Jul 09 14:57:41.326348 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-df4ff796-087f-44b2-90bc-3737c9a05d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:41.474350 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d487a95f-c8b3-4ca9-b021-b36d406b88c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:41.504031 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-f7440315-acc1-4041-a4e1-c52f2bbc7e9d service neutron] 10.222.0.58 "GET /v2.0/networks/c5014b41-7b2b-452a-80e5-19b303fce509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750660 Jul 09 14:57:41.517917 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-df4ff796-087f-44b2-90bc-3737c9a05d7a None None] For port 5a5e19ed-a943-486e-a3ce-10656b462a3b, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=5a5e19ed-a943-486e-a3ce-10656b462a3b,segment=NetworkSegment(6b6ccfd8-b211-4c74-bc6a-6c0489f61bbb),segment_id=6b6ccfd8-b211-4c74-bc6a-6c0489f61bbb)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:57:41.525487 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50570) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:41.531878 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d487a95f-c8b3-4ca9-b021-b36d406b88c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:41.611333 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-631f806d-c888-4d5e-b56c-9320d7aec6eb req-61fa818a-55b3-4238-9d22-c3a602e7ca54 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b892279-bd5f-423b-8017-ce4180b448af&id=710f4a29-0022-436a-b96b-568cc62700fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2948301 Jul 09 14:57:41.653419 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-df4ff796-087f-44b2-90bc-3737c9a05d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:41.686062 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-07411aee-9746-4e1a-835d-af0bf5d13664 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:41.686286 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-13e131df-564e-4c9c-9819-ee6a08a88f59 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Deleting port 20175518-64cf-42af-9802-c7d5ec4b2286 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:57:41.687555 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-13e131df-564e-4c9c-9819-ee6a08a88f59 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:41.714253 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-52eef2db-ec47-43b3-8ca3-81d90d4871c8 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:41.749897 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-52eef2db-ec47-43b3-8ca3-81d90d4871c8 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Calling delete_port for 3ad0fa41-7032-4abe-9fc7-8f6b9205dbb7 owned by network:router_interface {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:57:41.841841 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-13e131df-564e-4c9c-9819-ee6a08a88f59 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:41.842625 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-07411aee-9746-4e1a-835d-af0bf5d13664 None None] Transition to ACTIVE for port object 3de88586-a8a6-4c8a-a8e4-78148f6d8709 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:57:41.859803 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-13e131df-564e-4c9c-9819-ee6a08a88f59 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Calling delete_port for 20175518-64cf-42af-9802-c7d5ec4b2286 owned by {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:57:41.860351 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-fb9b6701-9720-4856-9317-49c213e21f43 None None] Allocated IP 172.20.0.18 (d9f2503a-1960-4ecc-8bd6-296122892472/500da04d-4cbc-4bb3-a4f5-c41a04354074/a7bc273c-e527-4191-9060-3dfbc68c18aa) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:57:41.875090 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d487a95f-c8b3-4ca9-b021-b36d406b88c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:41.881318 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d487a95f-c8b3-4ca9-b021-b36d406b88c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:41.882881 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d487a95f-c8b3-4ca9-b021-b36d406b88c2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b7affc45-7307-48eb-b5bc-c34b926b8c48 HTTP/1.1" status: 204 len: 168 time: 0.7430799 Jul 09 14:57:41.921136 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d487a95f-c8b3-4ca9-b021-b36d406b88c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7affc45-7307-48eb-b5bc-c34b926b8c48,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:41.998623 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-07411aee-9746-4e1a-835d-af0bf5d13664 None None] Transition to ACTIVE for port object 3de88586-a8a6-4c8a-a8e4-78148f6d8709 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:57:42.000954 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4ff796-087f-44b2-90bc-3737c9a05d7a None None] Pushing event updated for resources: {'Port': ['ID=5a5e19ed-a943-486e-a3ce-10656b462a3b,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:42.014094 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-5cbaeb1c-eed6-4b29-8195-aac4f5820ccc None None] Provisioning complete for port 5a5e19ed-a943-486e-a3ce-10656b462a3b triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:57:42.015175 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5cbaeb1c-eed6-4b29-8195-aac4f5820ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:42.074521 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c3922984-3834-4326-aaef-a3ca7531de85 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=868e6ad73e9e40dbad6a7d6a29a5f30c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5452580 Jul 09 14:57:42.078717 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50586) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:42.134630 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-0aa5e0a8-fad5-4edc-a9f7-2b2b0a48708b service neutron] 10.222.0.58 "GET /v2.0/networks/c5014b41-7b2b-452a-80e5-19b303fce509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6205962 Jul 09 14:57:42.188956 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-07411aee-9746-4e1a-835d-af0bf5d13664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:42.194546 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ed50f7dc-0a49-4bdb-a32c-466579badaa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:42.200253 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-13e131df-564e-4c9c-9819-ee6a08a88f59 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:42.200416 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-fb9b6701-9720-4856-9317-49c213e21f43 None None] For port a7bc273c-e527-4191-9060-3dfbc68c18aa, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=a7bc273c-e527-4191-9060-3dfbc68c18aa,segment=NetworkSegment(852c5a39-96fb-44bf-a3f7-c58a74fb94b4),segment_id=852c5a39-96fb-44bf-a3f7-c58a74fb94b4)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:57:42.217788 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-52eef2db-ec47-43b3-8ca3-81d90d4871c8 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:42.297096 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e131df-564e-4c9c-9819-ee6a08a88f59 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event deleted for resources: {'Port': ['ID=20175518-64cf-42af-9802-c7d5ec4b2286,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:42.310442 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07411aee-9746-4e1a-835d-af0bf5d13664 None None] Network c5014b41-7b2b-452a-80e5-19b303fce509 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:57:42.324787 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-07411aee-9746-4e1a-835d-af0bf5d13664 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:57:42.335905 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07411aee-9746-4e1a-835d-af0bf5d13664 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:57:42.337978 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07411aee-9746-4e1a-835d-af0bf5d13664 None None] Pushing event updated for resources: {'Port': ['ID=3de88586-a8a6-4c8a-a8e4-78148f6d8709,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:42.365611 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-fb9b6701-9720-4856-9317-49c213e21f43 None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:42.436023 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eef2db-ec47-43b3-8ca3-81d90d4871c8 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Pushing event deleted for resources: {'Port': ['ID=3ad0fa41-7032-4abe-9fc7-8f6b9205dbb7,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:42.479878 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-fb9b6701-9720-4856-9317-49c213e21f43 None None] Transition to ACTIVE for port object a7bc273c-e527-4191-9060-3dfbc68c18aa will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:57:42.488322 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e131df-564e-4c9c-9819-ee6a08a88f59 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:57:42.493852 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e131df-564e-4c9c-9819-ee6a08a88f59 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:57:42.494402 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e131df-564e-4c9c-9819-ee6a08a88f59 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:57:42.495944 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e131df-564e-4c9c-9819-ee6a08a88f59 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:57:42.495944 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e131df-564e-4c9c-9819-ee6a08a88f59 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:57:42.496291 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e131df-564e-4c9c-9819-ee6a08a88f59 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:57:42.497212 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e131df-564e-4c9c-9819-ee6a08a88f59 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:57:42.497763 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e131df-564e-4c9c-9819-ee6a08a88f59 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:57:42.498425 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e131df-564e-4c9c-9819-ee6a08a88f59 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:57:42.498995 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e131df-564e-4c9c-9819-ee6a08a88f59 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:57:42.499719 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e131df-564e-4c9c-9819-ee6a08a88f59 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:57:42.500166 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e131df-564e-4c9c-9819-ee6a08a88f59 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:57:42.501235 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-07411aee-9746-4e1a-835d-af0bf5d13664 None None] Attempting to bind port 3de88586-a8a6-4c8a-a8e4-78148f6d8709 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:57:42.501606 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-07411aee-9746-4e1a-835d-af0bf5d13664 None None] Attempting to bind port 3de88586-a8a6-4c8a-a8e4-78148f6d8709 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'f2cb3802-9a20-44ce-b243-d4fe4fec6c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'c5014b41-7b2b-452a-80e5-19b303fce509'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:57:42.501966 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07411aee-9746-4e1a-835d-af0bf5d13664 None None] Attempting to bind port 3de88586-a8a6-4c8a-a8e4-78148f6d8709 on network c5014b41-7b2b-452a-80e5-19b303fce509 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:57:42.507928 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07411aee-9746-4e1a-835d-af0bf5d13664 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:57:42.508304 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07411aee-9746-4e1a-835d-af0bf5d13664 None None] Checking segment: {'id': 'f2cb3802-9a20-44ce-b243-d4fe4fec6c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'c5014b41-7b2b-452a-80e5-19b303fce509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:57:42.508712 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-07411aee-9746-4e1a-835d-af0bf5d13664 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:42.509185 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07411aee-9746-4e1a-835d-af0bf5d13664 None None] Bound using segment: {'id': 'f2cb3802-9a20-44ce-b243-d4fe4fec6c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'c5014b41-7b2b-452a-80e5-19b303fce509'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:57:42.509660 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-07411aee-9746-4e1a-835d-af0bf5d13664 None None] Bound port: 3de88586-a8a6-4c8a-a8e4-78148f6d8709, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2cb3802-9a20-44ce-b243-d4fe4fec6c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'c5014b41-7b2b-452a-80e5-19b303fce509'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:57:42.510039 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-07411aee-9746-4e1a-835d-af0bf5d13664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:42.511195 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ed50f7dc-0a49-4bdb-a32c-466579badaa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:42.618487 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-13e131df-564e-4c9c-9819-ee6a08a88f59 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:42.629283 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-13e131df-564e-4c9c-9819-ee6a08a88f59 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "DELETE /v2.0/ports/20175518-64cf-42af-9802-c7d5ec4b2286 HTTP/1.1" status: 204 len: 168 time: 1.3573067 Jul 09 14:57:42.634249 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50606) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:42.664340 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-fb9b6701-9720-4856-9317-49c213e21f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:42.727368 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-df4fdcaf-4c7e-48a8-b1cc-882df9824a4d tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] GET failed (client error): The resource could not be found. Jul 09 14:57:42.729226 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-df4fdcaf-4c7e-48a8-b1cc-882df9824a4d tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "GET /v2.0/ports/20175518-64cf-42af-9802-c7d5ec4b2286 HTTP/1.1" status: 404 len: 333 time: 0.0890183 Jul 09 14:57:42.729990 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50614) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:42.732337 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-52eef2db-ec47-43b3-8ca3-81d90d4871c8 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:42.782360 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bee6c8a3-e548-47d6-a2ff-9fcf0057cb9f req-343d2e74-7f17-405b-b019-2a5cf74a0b70 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/ports?device_id=f6dfebcd-7612-47d9-9370-5eca78d6c0d5 HTTP/1.1" status: 200 len: 210 time: 0.0748808 Jul 09 14:57:42.795723 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-07411aee-9746-4e1a-835d-af0bf5d13664 None None] For port 3de88586-a8a6-4c8a-a8e4-78148f6d8709, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:57:42.909167 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f2dc567e-9aca-406a-9ee7-00e7608cc6c9 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:42.909834 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-07411aee-9746-4e1a-835d-af0bf5d13664 None None] For port 3de88586-a8a6-4c8a-a8e4-78148f6d8709, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=3de88586-a8a6-4c8a-a8e4-78148f6d8709,segment=NetworkSegment(f2cb3802-9a20-44ce-b243-d4fe4fec6c67),segment_id=f2cb3802-9a20-44ce-b243-d4fe4fec6c67)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:57:42.928754 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f2dc567e-9aca-406a-9ee7-00e7608cc6c9 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:42.944262 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b6701-9720-4856-9317-49c213e21f43 None None] Pushing event updated for resources: {'Port': ['ID=a7bc273c-e527-4191-9060-3dfbc68c18aa,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:43.006291 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52eef2db-ec47-43b3-8ca3-81d90d4871c8 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Router 69e05154-46bb-4d2c-a9f8-67ada417e390 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:57:43.045787 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ae0f6-9507-439c-ba87-6200b3c19ae3 req-030a659d-964c-46d9-bb8f-54186eb8bc19 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:43.052515 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ae0f6-9507-439c-ba87-6200b3c19ae3 req-030a659d-964c-46d9-bb8f-54186eb8bc19 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:43.061045 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ae0f6-9507-439c-ba87-6200b3c19ae3 req-030a659d-964c-46d9-bb8f-54186eb8bc19 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:43.069013 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ae0f6-9507-439c-ba87-6200b3c19ae3 req-030a659d-964c-46d9-bb8f-54186eb8bc19 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:43.075445 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ae0f6-9507-439c-ba87-6200b3c19ae3 req-030a659d-964c-46d9-bb8f-54186eb8bc19 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:43.084975 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ae0f6-9507-439c-ba87-6200b3c19ae3 req-030a659d-964c-46d9-bb8f-54186eb8bc19 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:43.096179 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52eef2db-ec47-43b3-8ca3-81d90d4871c8 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:57:43.101048 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ae0f6-9507-439c-ba87-6200b3c19ae3 req-030a659d-964c-46d9-bb8f-54186eb8bc19 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:43.103794 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-52eef2db-ec47-43b3-8ca3-81d90d4871c8 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] 10.222.0.58 "PUT /v2.0/routers/69e05154-46bb-4d2c-a9f8-67ada417e390/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7226768 Jul 09 14:57:43.111015 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50628) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:43.112950 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b53ae0f6-9507-439c-ba87-6200b3c19ae3 req-030a659d-964c-46d9-bb8f-54186eb8bc19 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 5445 time: 0.2320821 Jul 09 14:57:43.118737 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d256185d-017e-425d-b3a3-ea03e43c9d57 None None] Sync routers for ids ['69e05154-46bb-4d2c-a9f8-67ada417e390'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:57:43.135204 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d256185d-017e-425d-b3a3-ea03e43c9d57 None None] Routers {'69e05154-46bb-4d2c-a9f8-67ada417e390'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:57:43.136306 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-d256185d-017e-425d-b3a3-ea03e43c9d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:57:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['69e05154-46bb-4d2c-a9f8-67ada417e390'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:43.157278 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [None req-d645d2bc-892d-4a7e-8f44-6f393278012d tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] show failed (client error): The resource could not be found. Jul 09 14:57:43.164661 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d645d2bc-892d-4a7e-8f44-6f393278012d tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] 10.222.0.58 "GET /v2.0/routers/tempest-non_exist_router-621279117 HTTP/1.1" status: 404 len: 334 time: 0.0462992 Jul 09 14:57:43.167901 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50630) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:43.177422 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-447f9bfc-5ad3-47cf-bc6d-04ca7a6bbed9 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:57:43.179392 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ed50f7dc-0a49-4bdb-a32c-466579badaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:43.182180 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ed50f7dc-0a49-4bdb-a32c-466579badaa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:43.183344 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ed50f7dc-0a49-4bdb-a32c-466579badaa4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9c5c735c-33df-481d-808b-656ad0345330 HTTP/1.1" status: 204 len: 168 time: 1.1033821 Jul 09 14:57:43.211290 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b53ae0f6-9507-439c-ba87-6200b3c19ae3 req-97ee667f-ce86-41e4-920b-981460a31216 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b892279-bd5f-423b-8017-ce4180b448af&id=710f4a29-0022-436a-b96b-568cc62700fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0867472 Jul 09 14:57:43.220209 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-d256185d-017e-425d-b3a3-ea03e43c9d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:43.234351 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed50f7dc-0a49-4bdb-a32c-466579badaa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5c735c-33df-481d-808b-656ad0345330,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:43.252062 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d256185d-017e-425d-b3a3-ea03e43c9d57 None None] Routers {'69e05154-46bb-4d2c-a9f8-67ada417e390'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:57:43.252699 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-d256185d-017e-425d-b3a3-ea03e43c9d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:57:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['69e05154-46bb-4d2c-a9f8-67ada417e390'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:43.260878 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [None req-447f9bfc-5ad3-47cf-bc6d-04ca7a6bbed9 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] update failed (client error): The resource could not be found. Jul 09 14:57:43.262071 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-447f9bfc-5ad3-47cf-bc6d-04ca7a6bbed9 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] 10.222.0.58 "PUT /v2.0/routers/tempest-non_exist_router-900150263 HTTP/1.1" status: 404 len: 334 time: 0.0930877 Jul 09 14:57:43.266437 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50636) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:43.271024 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-07411aee-9746-4e1a-835d-af0bf5d13664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:43.364090 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f2dc567e-9aca-406a-9ee7-00e7608cc6c9 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:43.370267 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f2dc567e-9aca-406a-9ee7-00e7608cc6c9 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:43.377434 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50640) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:43.382466 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f2dc567e-9aca-406a-9ee7-00e7608cc6c9 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "DELETE /v2.0/security-groups/a41c4364-79f3-428d-b341-5d97ff8a5a80 HTTP/1.1" status: 204 len: 168 time: 0.6460059 Jul 09 14:57:43.505308 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-76dcdbfa-478f-4286-8fec-c4c8d73a46eb tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Deleting subnet db1fe275-833a-49e2-8151-f20a9ed3449e {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:57:43.510645 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07411aee-9746-4e1a-835d-af0bf5d13664 None None] Pushing event updated for resources: {'Port': ['ID=3de88586-a8a6-4c8a-a8e4-78148f6d8709,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:43.523619 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-76dcdbfa-478f-4286-8fec-c4c8d73a46eb tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:43.526750 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc567e-9aca-406a-9ee7-00e7608cc6c9 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41c4364-79f3-428d-b341-5d97ff8a5a80,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:43.559586 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-82ce9649-b56c-4cf9-9a0c-c6dbeee4ed3d tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:43.578940 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50646) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:43.635549 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-76dcdbfa-478f-4286-8fec-c4c8d73a46eb tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:43.667977 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-d256185d-017e-425d-b3a3-ea03e43c9d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:43.668678 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d256185d-017e-425d-b3a3-ea03e43c9d57 None None] The sync data for ids ['69e05154-46bb-4d2c-a9f8-67ada417e390'] in n-d-799529-6 is: [] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:57:43.832692 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-76dcdbfa-478f-4286-8fec-c4c8d73a46eb tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:43.849922 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-82ce9649-b56c-4cf9-9a0c-c6dbeee4ed3d tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:43.867156 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device a7bc273c-e527-4191-9060-3dfbc68c18aa up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:57:44.004332 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 5a5e19ed-a943-486e-a3ce-10656b462a3b up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:57:44.015055 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e83639e5-a7b8-4972-bd04-ff4f6216bee6 req-3410baf0-a401-46f9-89f6-fab954e704a6 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/ports?device_id=f6dfebcd-7612-47d9-9370-5eca78d6c0d5 HTTP/1.1" status: 200 len: 210 time: 0.1102507 Jul 09 14:57:44.042176 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e3648-e3d3-48a1-a7ec-22e5be674a69 req-90718e63-e500-46a6-9bad-2934e01909dc tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:44.062490 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e3648-e3d3-48a1-a7ec-22e5be674a69 req-90718e63-e500-46a6-9bad-2934e01909dc tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:44.071071 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e3648-e3d3-48a1-a7ec-22e5be674a69 req-90718e63-e500-46a6-9bad-2934e01909dc tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:44.079708 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e3648-e3d3-48a1-a7ec-22e5be674a69 req-90718e63-e500-46a6-9bad-2934e01909dc tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:44.087850 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 5a5e19ed-a943-486e-a3ce-10656b462a3b triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:57:44.091373 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:44.104812 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e3648-e3d3-48a1-a7ec-22e5be674a69 req-90718e63-e500-46a6-9bad-2934e01909dc tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:44.113127 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e3648-e3d3-48a1-a7ec-22e5be674a69 req-90718e63-e500-46a6-9bad-2934e01909dc tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:44.121830 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e3648-e3d3-48a1-a7ec-22e5be674a69 req-90718e63-e500-46a6-9bad-2934e01909dc tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:44.124332 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f74e3648-e3d3-48a1-a7ec-22e5be674a69 req-90718e63-e500-46a6-9bad-2934e01909dc tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 5445 time: 0.5554910 Jul 09 14:57:44.125759 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-82ce9649-b56c-4cf9-9a0c-c6dbeee4ed3d tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:44.129560 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-82ce9649-b56c-4cf9-9a0c-c6dbeee4ed3d tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:44.130988 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-82ce9649-b56c-4cf9-9a0c-c6dbeee4ed3d tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "DELETE /v2.0/security-groups/629a189b-3870-41e8-a423-20447a23ffa6 HTTP/1.1" status: 204 len: 168 time: 0.7525518 Jul 09 14:57:44.134347 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50660) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:44.136537 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50662) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:44.142234 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-342ec5bb-1908-416d-a2bd-7e6ea70c6e44 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Request body: {'floatingip': {'port_id': '9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:57:44.174917 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ce9649-b56c-4cf9-9a0c-c6dbeee4ed3d tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=629a189b-3870-41e8-a423-20447a23ffa6,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:44.199722 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-73682029-42f1-4045-a1a5-849c93f4a278 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1024272995-network', 'tenant_id': '2b31a8f0407847ddbef3ce3aa6a501ce'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:57:44.250055 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-4196e5d7-215c-4c6e-9584-b6a1e217e01a tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Deleting subnet 278482a2-941f-4786-83c6-82afc79582cf {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:57:44.265540 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4196e5d7-215c-4c6e-9584-b6a1e217e01a tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:44.294484 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-99893d8a-c153-45ee-b408-cb31023845b0 None None] Provisioning complete for port 98da29f1-7922-4b0b-bd8b-b8769e529f59 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:57:44.294868 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-99893d8a-c153-45ee-b408-cb31023845b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:44.331469 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4196e5d7-215c-4c6e-9584-b6a1e217e01a tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:44.340195 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-99893d8a-c153-45ee-b408-cb31023845b0 None None] Port 98da29f1-7922-4b0b-bd8b-b8769e529f59 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:57:44.474646 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-99893d8a-c153-45ee-b408-cb31023845b0 None None] Provisioning for port a7bc273c-e527-4191-9060-3dfbc68c18aa completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:57:44.482869 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-99893d8a-c153-45ee-b408-cb31023845b0 None None] Provisioning complete for port a7bc273c-e527-4191-9060-3dfbc68c18aa triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:57:44.483388 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-99893d8a-c153-45ee-b408-cb31023845b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:44.492841 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73682029-42f1-4045-a1a5-849c93f4a278 admin admin] Made reservation on behalf of 2b31a8f0407847ddbef3ce3aa6a501ce for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:57:44.501128 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-73682029-42f1-4045-a1a5-849c93f4a278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:44.523218 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-73682029-42f1-4045-a1a5-849c93f4a278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:44.752777 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-99893d8a-c153-45ee-b408-cb31023845b0 None None] Could not find standard attr ID for object 20175518-64cf-42af-9802-c7d5ec4b2286. {{(pid=94447) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 14:57:44.876942 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-73682029-42f1-4045-a1a5-849c93f4a278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:44.890423 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4196e5d7-215c-4c6e-9584-b6a1e217e01a tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:44.986379 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-250fc615-b66f-4d2d-9c8f-96dfdfac9c75 None None] Could not find standard attr ID for object 20175518-64cf-42af-9802-c7d5ec4b2286. {{(pid=94447) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 14:57:45.054720 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-342ec5bb-1908-416d-a2bd-7e6ea70c6e44 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks [] for floatingip, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:45.058338 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-76dcdbfa-478f-4286-8fec-c4c8d73a46eb tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:45.085238 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae853ce6-a4eb-40eb-9332-962d613df766 None None] Network 035460a6-e152-432b-a56f-f66ea807f3e7 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:57:45.119915 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-73682029-42f1-4045-a1a5-849c93f4a278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:45.147141 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73682029-42f1-4045-a1a5-849c93f4a278 admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:57:45.167522 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-73682029-42f1-4045-a1a5-849c93f4a278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:45.171989 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-73682029-42f1-4045-a1a5-849c93f4a278 admin admin] Added segment 896ba2d5-d8c7-4c93-8e5b-c08d89831acb of type vlan for network 9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677 Jul 09 14:57:45.176187 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-76dcdbfa-478f-4286-8fec-c4c8d73a46eb tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:45.180354 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-76dcdbfa-478f-4286-8fec-c4c8d73a46eb tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] 10.222.0.58 "DELETE /v2.0/subnets/db1fe275-833a-49e2-8151-f20a9ed3449e HTTP/1.1" status: 204 len: 168 time: 1.9107263 Jul 09 14:57:45.199134 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:45.222715 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50686) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:45.251522 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4196e5d7-215c-4c6e-9584-b6a1e217e01a tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:45.264313 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dcdbfa-478f-4286-8fec-c4c8d73a46eb tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Pushing event deleted for resources: {'Subnet': ['ID=db1fe275-833a-49e2-8151-f20a9ed3449e,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:45.331310 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d1bb90-79f6-4ed9-8c3e-ce2a2de8c68c None None] Network c5014b41-7b2b-452a-80e5-19b303fce509 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:57:45.493730 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ab6590df-d973-4c37-aaed-e7474424be26 req-21870e90-03b2-47ba-9cef-b7004b911544 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/ports?device_id=f6dfebcd-7612-47d9-9370-5eca78d6c0d5 HTTP/1.1" status: 200 len: 210 time: 0.2197795 Jul 09 14:57:45.535344 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4196e5d7-215c-4c6e-9584-b6a1e217e01a tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event deleted for resources: {'Subnet': ['ID=278482a2-941f-4786-83c6-82afc79582cf,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:45.557941 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-73682029-42f1-4045-a1a5-849c93f4a278 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:45.691947 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4196e5d7-215c-4c6e-9584-b6a1e217e01a tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:45.712515 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-4196e5d7-215c-4c6e-9584-b6a1e217e01a tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "DELETE /v2.0/subnets/278482a2-941f-4786-83c6-82afc79582cf HTTP/1.1" status: 204 len: 168 time: 1.5730662 Jul 09 14:57:45.721920 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50702) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:45.732273 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3940e95b-c79c-4841-91c3-02265faaea79 None None] Network d9f2503a-1960-4ecc-8bd6-296122892472 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:57:45.739791 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-33d7d357-08e8-4700-8160-c0e5d2ce9063 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Request body: {'subnet': {'network_id': 'd9f2503a-1960-4ecc-8bd6-296122892472', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:57:45.774042 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73682029-42f1-4045-a1a5-849c93f4a278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6350f22d-31f5-4997-9a81-92d1dbf20d20,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:45.834953 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 3de88586-a8a6-4c8a-a8e4-78148f6d8709 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:57:45.927587 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50704) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:45.935524 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-73682029-42f1-4045-a1a5-849c93f4a278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:45.937163 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73682029-42f1-4045-a1a5-849c93f4a278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:45.937747 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-73682029-42f1-4045-a1a5-849c93f4a278 admin admin] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:45.964242 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-94e9bd47-ef91-4fad-9dc8-4d4f1f5047e6 None None] Provisioning for port 3de88586-a8a6-4c8a-a8e4-78148f6d8709 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:57:46.036705 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-c84cfee3-c02b-4604-a5db-592929e8ef57 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Deleting subnet 3b4a519f-886c-4c2e-ab95-0e43016a5875 {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:57:46.050681 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7aac17-aaec-49f5-96ba-133b70527766 None None] DHCP port deletion for 035460a6-e152-432b-a56f-f66ea807f3e7 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:57:46.052810 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c84cfee3-c02b-4604-a5db-592929e8ef57 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:46.107701 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 3de88586-a8a6-4c8a-a8e4-78148f6d8709 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:57:46.117232 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 3de88586-a8a6-4c8a-a8e4-78148f6d8709 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:57:46.117796 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:46.192063 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-35ac732f-3ca7-4d52-ae40-505bf599d57d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-692834245-network', 'tenant_id': 'c03b5d3d86974e68a5911d632d382871'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:57:46.199039 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-73682029-42f1-4045-a1a5-849c93f4a278 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.5747197 Jul 09 14:57:46.203482 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73682029-42f1-4045-a1a5-849c93f4a278 admin admin] Pushing event updated for resources: {'Network': ['ID=9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:46.206273 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50710) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:46.210101 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c84cfee3-c02b-4604-a5db-592929e8ef57 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:46.218240 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-1c7cd27d-cd72-4b31-977b-549241b0463b admin admin] Request body: {'subnet': {'network_id': '9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1024272995-subnet', 'tenant_id': '2b31a8f0407847ddbef3ce3aa6a501ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:57:46.291887 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:57:46.439579 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ac732f-3ca7-4d52-ae40-505bf599d57d admin admin] Made reservation on behalf of c03b5d3d86974e68a5911d632d382871 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:57:46.439579 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-35ac732f-3ca7-4d52-ae40-505bf599d57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:46.440177 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-fe7aac17-aaec-49f5-96ba-133b70527766 None None] Deleting port fa886dd8-c69a-4c69-b163-c5d32c8f7afb {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:57:46.440177 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-fe7aac17-aaec-49f5-96ba-133b70527766 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:46.445876 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c84cfee3-c02b-4604-a5db-592929e8ef57 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:46.461864 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-35ac732f-3ca7-4d52-ae40-505bf599d57d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:46.487818 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.db.resource_extend [None req-342ec5bb-1908-416d-a2bd-7e6ea70c6e44 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 14:57:46.527297 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-fe7aac17-aaec-49f5-96ba-133b70527766 None None] For port fa886dd8-c69a-4c69-b163-c5d32c8f7afb, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=fa886dd8-c69a-4c69-b163-c5d32c8f7afb,segment=NetworkSegment(eafca082-18dd-41fa-963e-2e704b1fa8f8),segment_id=eafca082-18dd-41fa-963e-2e704b1fa8f8)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:57:46.527727 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-fe7aac17-aaec-49f5-96ba-133b70527766 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:46.542602 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-fe7aac17-aaec-49f5-96ba-133b70527766 None None] Calling delete_port for fa886dd8-c69a-4c69-b163-c5d32c8f7afb owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:57:46.628714 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c84cfee3-c02b-4604-a5db-592929e8ef57 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:46.692518 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-342ec5bb-1908-416d-a2bd-7e6ea70c6e44 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:46.731363 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84cfee3-c02b-4604-a5db-592929e8ef57 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Pushing event deleted for resources: {'Subnet': ['ID=3b4a519f-886c-4c2e-ab95-0e43016a5875,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:46.740356 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7cd27d-cd72-4b31-977b-549241b0463b admin admin] Made reservation on behalf of 2b31a8f0407847ddbef3ce3aa6a501ce for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:57:46.743556 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1c7cd27d-cd72-4b31-977b-549241b0463b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:46.748179 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c84cfee3-c02b-4604-a5db-592929e8ef57 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:46.750752 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c84cfee3-c02b-4604-a5db-592929e8ef57 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] 10.222.0.58 "DELETE /v2.0/subnets/3b4a519f-886c-4c2e-ab95-0e43016a5875 HTTP/1.1" status: 204 len: 168 time: 1.5050268 Jul 09 14:57:46.764193 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50724) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:46.770519 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe04b0e-5a9f-4774-ac86-8718943dab82 None None] Network 5f53b7fd-a2a7-419d-a52e-d0bcb5eeebf3 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:57:46.773013 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-fe7aac17-aaec-49f5-96ba-133b70527766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:46.774139 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-014455e6-9c09-405d-a36b-4cf885a5e2e9 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:46.784853 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-014455e6-9c09-405d-a36b-4cf885a5e2e9 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:46.786502 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-014455e6-9c09-405d-a36b-4cf885a5e2e9 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.54 "GET /v2.0/networks?id=7b3e3925-173c-4cf3-933b-344bd5613ec1&id=c5014b41-7b2b-452a-80e5-19b303fce509 HTTP/1.1" status: 200 len: 1392 time: 0.2238591 Jul 09 14:57:46.836460 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-d3d67287-a318-48a1-a82e-b44878e7578a tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Request body: {'port': {'device_id': 'f6dfebcd-7612-47d9-9370-5eca78d6c0d5', 'network_id': '7b3e3925-173c-4cf3-933b-344bd5613ec1', 'admin_state_up': True, 'tenant_id': '70380163691b470ebe60db5002d62101'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:57:46.867098 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7aac17-aaec-49f5-96ba-133b70527766 None None] Pushing event deleted for resources: {'Port': ['ID=fa886dd8-c69a-4c69-b163-c5d32c8f7afb,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:46.900975 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-610ee5e0-82a5-4e37-a802-7cfd65264167 req-39a3e0c1-7f0d-4f8e-b529-b90c4874e073 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/ports?device_id=f6dfebcd-7612-47d9-9370-5eca78d6c0d5 HTTP/1.1" status: 200 len: 210 time: 0.1002026 Jul 09 14:57:46.901905 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d7d357-08e8-4700-8160-c0e5d2ce9063 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Made reservation on behalf of 5addd83cb682465db8739493dcb3fffc for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:57:46.909824 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-33d7d357-08e8-4700-8160-c0e5d2ce9063 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:46.975840 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:46.975840 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7aac17-aaec-49f5-96ba-133b70527766 None None] No DVR routers for this DVR port fa886dd8-c69a-4c69-b163-c5d32c8f7afb on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:57:47.010091 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-342ec5bb-1908-416d-a2bd-7e6ea70c6e44 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:47.031683 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 3de88586-a8a6-4c8a-a8e4-78148f6d8709, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=3de88586-a8a6-4c8a-a8e4-78148f6d8709,segment=NetworkSegment(f2cb3802-9a20-44ce-b243-d4fe4fec6c67),segment_id=f2cb3802-9a20-44ce-b243-d4fe4fec6c67)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:57:47.173780 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:47.218398 n-d-799529-6 neutron-server[94445]: INFO neutron.db.l3_db [None req-342ec5bb-1908-416d-a2bd-7e6ea70c6e44 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Floating IP 1cc55ac5-0448-49ac-880c-8f4475474f90 associated. External IP: 172.25.3.167, port: 9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c. Jul 09 14:57:47.305192 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db060c4-dbad-4c79-a61d-929b855e2976 None None] DHCP port deletion for 5f53b7fd-a2a7-419d-a52e-d0bcb5eeebf3 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:57:47.374277 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1c7cd27d-cd72-4b31-977b-549241b0463b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:47.387839 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-77806337-5c48-4c4e-82be-3de8ae7e6a9d tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:47.388551 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=3de88586-a8a6-4c8a-a8e4-78148f6d8709,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:47.457635 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-d714c036-5403-4af0-8e6f-d2c4cd52f2aa None None] Provisioning complete for port 3de88586-a8a6-4c8a-a8e4-78148f6d8709 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:57:47.458024 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d714c036-5403-4af0-8e6f-d2c4cd52f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:47.474696 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-7db060c4-dbad-4c79-a61d-929b855e2976 None None] Deleting port 78c56dc0-8ea4-4686-8b60-44ba2b4a2baa {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:57:47.475078 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7db060c4-dbad-4c79-a61d-929b855e2976 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:47.542382 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7cd27d-cd72-4b31-977b-549241b0463b admin admin] Pushing event updated for resources: {'Subnet': ['ID=43be0c5f-83f5-43e6-9326-6f032f77f01f,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:47.572932 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7cd27d-cd72-4b31-977b-549241b0463b admin admin] Checking segment: {'id': '896ba2d5-d8c7-4c93-8e5b-c08d89831acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:57:47.573296 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7cd27d-cd72-4b31-977b-549241b0463b admin admin] Network hostable DHCP agents. Network: 9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:57:47.636642 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-35ac732f-3ca7-4d52-ae40-505bf599d57d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:47.678349 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-7db060c4-dbad-4c79-a61d-929b855e2976 None None] For port 78c56dc0-8ea4-4686-8b60-44ba2b4a2baa, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=78c56dc0-8ea4-4686-8b60-44ba2b4a2baa,segment=NetworkSegment(4b841124-ec91-4498-9bab-fcdad1328659),segment_id=4b841124-ec91-4498-9bab-fcdad1328659)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:57:47.678767 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7db060c4-dbad-4c79-a61d-929b855e2976 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:47.730378 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-7db060c4-dbad-4c79-a61d-929b855e2976 None None] Calling delete_port for 78c56dc0-8ea4-4686-8b60-44ba2b4a2baa owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:57:47.743650 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-33d7d357-08e8-4700-8160-c0e5d2ce9063 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:47.813369 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-35ac732f-3ca7-4d52-ae40-505bf599d57d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:47.817426 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-77806337-5c48-4c4e-82be-3de8ae7e6a9d tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:47.847074 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d7d357-08e8-4700-8160-c0e5d2ce9063 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Network d9f2503a-1960-4ecc-8bd6-296122892472 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:57:47.851076 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7cd27d-cd72-4b31-977b-549241b0463b admin admin] Network 9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:57:47.857265 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac732f-3ca7-4d52-ae40-505bf599d57d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cedc2fe2-9147-48f6-aca0-893e7677eb59,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:47.868252 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-77806337-5c48-4c4e-82be-3de8ae7e6a9d tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['035460a6-e152-432b-a56f-f66ea807f3e7']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:47.873546 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-33d7d357-08e8-4700-8160-c0e5d2ce9063 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:57:47.881013 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d7d357-08e8-4700-8160-c0e5d2ce9063 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:47.884041 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-33d7d357-08e8-4700-8160-c0e5d2ce9063 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:47.902422 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-77806337-5c48-4c4e-82be-3de8ae7e6a9d tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eafca082-18dd-41fa-963e-2e704b1fa8f8') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:47.902818 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-77806337-5c48-4c4e-82be-3de8ae7e6a9d tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eafca082-18dd-41fa-963e-2e704b1fa8f8') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:47.904657 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35ac732f-3ca7-4d52-ae40-505bf599d57d admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:57:47.924912 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-77806337-5c48-4c4e-82be-3de8ae7e6a9d tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:47.930331 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 3de88586-a8a6-4c8a-a8e4-78148f6d8709 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:57:47.946841 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-35ac732f-3ca7-4d52-ae40-505bf599d57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:47.947184 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-35ac732f-3ca7-4d52-ae40-505bf599d57d admin admin] Added segment 06875dad-dad1-4e17-960d-8ec4e4c881bc of type vlan for network 2caf48fb-184c-426e-a7e2-2d876991b7f4 Jul 09 14:57:47.957179 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-77806337-5c48-4c4e-82be-3de8ae7e6a9d tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:47.970238 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d7d357-08e8-4700-8160-c0e5d2ce9063 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event updated for resources: {'Subnet': ['ID=485bc258-2b5a-47fd-a42e-369c48518733,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:47.984615 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-342ec5bb-1908-416d-a2bd-7e6ea70c6e44 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Router 311afcc8-caec-4fc2-aa30-8c8af12e711a has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:57:47.996365 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77806337-5c48-4c4e-82be-3de8ae7e6a9d tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:57:47.996829 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-77806337-5c48-4c4e-82be-3de8ae7e6a9d tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:48.009189 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:57:48.009189 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:57:48.009189 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 14:57:48.009189 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:57:48.009189 n-d-799529-6 neutron-server[94445]: timer() Jul 09 14:57:48.009189 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:57:48.009189 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 14:57:48.009189 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:57:48.009189 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 14:57:48.009189 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:57:48.009189 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 14:57:48.009189 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:57:48.009189 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 14:57:48.009189 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:57:48.009189 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 14:57:48.009189 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:57:48.009189 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:57:48.009189 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:57:48.009189 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:57:48.009189 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:57:48.009189 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 14:57:48.009189 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:57:48.009189 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 14:57:48.009189 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:57:48.009189 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:57:48.009189 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:57:48.009189 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 14:57:48.009189 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:57:48.009189 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:57:48.009189 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:57:48.009189 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:57:48.009189 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:57:48.009189 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:57:48.009189 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:57:48.019818 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace95caa-d69e-42ed-afba-3ee4dbcda492 None None] Network d9f2503a-1960-4ecc-8bd6-296122892472 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:57:48.023593 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-35ac732f-3ca7-4d52-ae40-505bf599d57d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:48.102733 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-1c7cd27d-cd72-4b31-977b-549241b0463b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:57:48.107153 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7cd27d-cd72-4b31-977b-549241b0463b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:48.108308 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1c7cd27d-cd72-4b31-977b-549241b0463b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:48.121941 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-d3d67287-a318-48a1-a82e-b44878e7578a tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Made reservation on behalf of 70380163691b470ebe60db5002d62101 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:57:48.125261 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-d3d67287-a318-48a1-a82e-b44878e7578a tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:48.127907 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6666af8-a644-4178-b565-7fcb97a5db4d None None] Network 9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:57:48.158107 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-88e61e97-2066-40e9-9733-06027290138a req-1fc1d536-9e66-47f0-96a3-5707f7a3e071 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/ports?device_id=f6dfebcd-7612-47d9-9370-5eca78d6c0d5 HTTP/1.1" status: 200 len: 210 time: 0.1038475 Jul 09 14:57:48.185663 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7db060c4-dbad-4c79-a61d-929b855e2976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:48.230496 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-33d7d357-08e8-4700-8160-c0e5d2ce9063 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5069027 Jul 09 14:57:48.243790 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50744) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:48.248524 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-5832a010-ed11-4c7a-997c-d54b8b272347 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Request body: {'security_group': {'name': 'tempest-secgroup-539926847'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:57:48.253353 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db060c4-dbad-4c79-a61d-929b855e2976 None None] No DVR routers for this DVR port 78c56dc0-8ea4-4686-8b60-44ba2b4a2baa on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:57:48.254921 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db060c4-dbad-4c79-a61d-929b855e2976 None None] Pushing event deleted for resources: {'Port': ['ID=78c56dc0-8ea4-4686-8b60-44ba2b4a2baa,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:48.278831 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-77806337-5c48-4c4e-82be-3de8ae7e6a9d tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:48.296954 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-77806337-5c48-4c4e-82be-3de8ae7e6a9d tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:48.300928 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-77806337-5c48-4c4e-82be-3de8ae7e6a9d tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] 10.222.0.58 "DELETE /v2.0/networks/035460a6-e152-432b-a56f-f66ea807f3e7 HTTP/1.1" status: 204 len: 168 time: 1.5442576 Jul 09 14:57:48.311734 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50746) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:48.319730 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77806337-5c48-4c4e-82be-3de8ae7e6a9d tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Pushing event deleted for resources: {'Network': ['ID=035460a6-e152-432b-a56f-f66ea807f3e7,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:48.326393 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 3de88586-a8a6-4c8a-a8e4-78148f6d8709 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:57:48.326393 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:48.334647 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-1c7cd27d-cd72-4b31-977b-549241b0463b admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1191914 Jul 09 14:57:48.377277 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-342ec5bb-1908-416d-a2bd-7e6ea70c6e44 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:57:48.391183 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-342ec5bb-1908-416d-a2bd-7e6ea70c6e44 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:48.402248 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-35ac732f-3ca7-4d52-ae40-505bf599d57d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:48.403354 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ac732f-3ca7-4d52-ae40-505bf599d57d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:48.403988 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-35ac732f-3ca7-4d52-ae40-505bf599d57d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:48.426018 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a06d332-d15c-45b2-9b9d-fb1fce288f27 None None] Sync routers for ids ['311afcc8-caec-4fc2-aa30-8c8af12e711a'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:57:48.498244 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a2ec314c-7259-4396-a299-2c46103d6154 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:48.557845 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e09ce3a-5595-4e22-9e05-8a066de7a6d0 None None] Network 9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:57:48.559822 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a06d332-d15c-45b2-9b9d-fb1fce288f27 None None] Routers {'311afcc8-caec-4fc2-aa30-8c8af12e711a'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:57:48.560470 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-5a06d332-d15c-45b2-9b9d-fb1fce288f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:57:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['311afcc8-caec-4fc2-aa30-8c8af12e711a'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:48.571981 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5832a010-ed11-4c7a-997c-d54b8b272347 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:48.589889 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-d3d67287-a318-48a1-a82e-b44878e7578a tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Allocated IP 19.80.0.184 (7b3e3925-173c-4cf3-933b-344bd5613ec1/a2ffa24c-a4a9-4e6b-a42b-1decd7fcc223/36b2c686-a384-4fdf-85b8-a5247bc74ae0) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:57:48.620574 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac732f-3ca7-4d52-ae40-505bf599d57d admin admin] Pushing event updated for resources: {'Network': ['ID=2caf48fb-184c-426e-a7e2-2d876991b7f4,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:48.625917 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-342ec5bb-1908-416d-a2bd-7e6ea70c6e44 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "PUT /v2.0/floatingips/1cc55ac5-0448-49ac-880c-8f4475474f90 HTTP/1.1" status: 200 len: 991 time: 4.4880822 Jul 09 14:57:48.642157 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e91cb194-8f15-4150-a4af-dc1822486c62', 'tag': '9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:57:48.657269 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5b05b6-d1c7-4c33-a5c8-8b4e5e952d41" -d '{"events": [{"name": "network-changed", "server_uuid": "e91cb194-8f15-4150-a4af-dc1822486c62", "tag": "9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:57:48.680537 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-35ac732f-3ca7-4d52-ae40-505bf599d57d admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.7522919 Jul 09 14:57:48.684336 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50762) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:48.695358 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-173ce5bc-9db6-4409-b45f-22171ee2ba8b admin admin] Request body: {'subnet': {'network_id': '2caf48fb-184c-426e-a7e2-2d876991b7f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-692834245-subnet', 'tenant_id': 'c03b5d3d86974e68a5911d632d382871', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:57:48.739790 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a2ec314c-7259-4396-a299-2c46103d6154 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:48.755442 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-a2ec314c-7259-4396-a299-2c46103d6154 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f53b7fd-a2a7-419d-a52e-d0bcb5eeebf3']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:48.775152 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-a2ec314c-7259-4396-a299-2c46103d6154 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b841124-ec91-4498-9bab-fcdad1328659') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:48.775998 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-a2ec314c-7259-4396-a299-2c46103d6154 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b841124-ec91-4498-9bab-fcdad1328659') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:48.820649 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a2ec314c-7259-4396-a299-2c46103d6154 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:48.894597 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5832a010-ed11-4c7a-997c-d54b8b272347 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:48.902216 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a2ec314c-7259-4396-a299-2c46103d6154 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:48.927471 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2ec314c-7259-4396-a299-2c46103d6154 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:57:48.927935 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a2ec314c-7259-4396-a299-2c46103d6154 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:48.992778 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 14:57:48.992778 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:57:48.992778 n-d-799529-6 neutron-server[94446]: timer() Jul 09 14:57:48.992778 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:57:48.992778 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 14:57:48.992778 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:57:48.992778 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 14:57:48.992778 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:57:48.992778 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 14:57:48.992778 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:57:48.992778 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 14:57:48.992778 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:57:48.992778 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 14:57:48.992778 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:57:48.992778 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:57:48.992778 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:57:48.992778 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:57:48.992778 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:57:48.992778 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 14:57:48.992778 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:57:48.992778 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 14:57:48.992778 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:57:48.992778 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:57:48.992778 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:57:48.992778 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 14:57:48.992778 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:57:48.992778 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:57:48.992778 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:57:48.992778 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:57:48.992778 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:57:48.992778 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:57:48.992778 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:57:48.995759 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-5a06d332-d15c-45b2-9b9d-fb1fce288f27 None None] Set router 311afcc8-caec-4fc2-aa30-8c8af12e711a gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:57:49.017068 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5832a010-ed11-4c7a-997c-d54b8b272347 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:49.022690 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-f7bbd11e-f3eb-4f5f-a403-3f6e7639c68a None None] Provisioning complete for port 98da29f1-7922-4b0b-bd8b-b8769e529f59 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:57:49.023093 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f7bbd11e-f3eb-4f5f-a403-3f6e7639c68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:49.037975 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 2caf48fb-184c-426e-a7e2-2d876991b7f4 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:57:49.081481 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-d3d67287-a318-48a1-a82e-b44878e7578a tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:49.087577 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d57411f-5f23-44d5-9f5d-9d67a15c5430 x-openstack-request-id: req-4d57411f-5f23-44d5-9f5d-9d67a15c5430 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:57:49.087976 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5832a010-ed11-4c7a-997c-d54b8b272347 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e021429-e4fd-413b-8a69-75df64aa5ec7,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:49.088209 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e91cb194-8f15-4150-a4af-dc1822486c62", "tag": "9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:57:49.088432 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4d57411f-5f23-44d5-9f5d-9d67a15c5430 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:57:49.088848 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e91cb194-8f15-4150-a4af-dc1822486c62', 'tag': '9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c', 'status': 'completed', 'code': 200} Jul 09 14:57:49.097286 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a2ec314c-7259-4396-a299-2c46103d6154 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:49.112504 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a2ec314c-7259-4396-a299-2c46103d6154 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:49.116189 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a2ec314c-7259-4396-a299-2c46103d6154 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] 10.222.0.58 "DELETE /v2.0/networks/5f53b7fd-a2a7-419d-a52e-d0bcb5eeebf3 HTTP/1.1" status: 204 len: 168 time: 0.7810640 Jul 09 14:57:49.118499 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50778) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:49.120209 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-d3d67287-a318-48a1-a82e-b44878e7578a tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Transition to ACTIVE for port object 36b2c686-a384-4fdf-85b8-a5247bc74ae0 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:57:49.134785 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d60e1f-1d26-4158-b710-4b485a3fb28c req-b84306fb-fa2a-471b-8f58-d77bee2409b1 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:49.138785 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-68d60e1f-1d26-4158-b710-4b485a3fb28c req-b84306fb-fa2a-471b-8f58-d77bee2409b1 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/networks?id=9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677 HTTP/1.1" status: 200 len: 815 time: 0.2071478 Jul 09 14:57:49.159955 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-68d60e1f-1d26-4158-b710-4b485a3fb28c req-88d0190d-8eba-4815-8170-176fe6aa4eb9 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/quotas/2b31a8f0407847ddbef3ce3aa6a501ce HTTP/1.1" status: 200 len: 375 time: 0.0138576 Jul 09 14:57:49.171747 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ec314c-7259-4396-a299-2c46103d6154 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Pushing event deleted for resources: {'Network': ['ID=5f53b7fd-a2a7-419d-a52e-d0bcb5eeebf3,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:49.237650 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a61e750-6a80-4791-8b36-ee102d21d7a6 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Deleting subnet 00b1484d-d04b-40e0-9a0b-fc86d0f68074 {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:57:49.242119 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1a61e750-6a80-4791-8b36-ee102d21d7a6 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:49.345555 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-f7bbd11e-f3eb-4f5f-a403-3f6e7639c68a None None] Port 98da29f1-7922-4b0b-bd8b-b8769e529f59 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:57:49.396571 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 78c56dc0-8ea4-4686-8b60-44ba2b4a2baa no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:57:49.426801 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 78c56dc0-8ea4-4686-8b60-44ba2b4a2baa {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:57:49.427176 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 78c56dc0-8ea4-4686-8b60-44ba2b4a2baa not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:57:49.427730 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device fa886dd8-c69a-4c69-b163-c5d32c8f7afb no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:57:49.569492 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-68d60e1f-1d26-4158-b710-4b485a3fb28c req-9752f42d-9372-48a1-91b9-102a62f91ae1 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2b31a8f0407847ddbef3ce3aa6a501ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4034958 Jul 09 14:57:49.570155 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173ce5bc-9db6-4409-b45f-22171ee2ba8b admin admin] Made reservation on behalf of c03b5d3d86974e68a5911d632d382871 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:57:49.572511 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-173ce5bc-9db6-4409-b45f-22171ee2ba8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:49.630520 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:57:49.663784 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: fa886dd8-c69a-4c69-b163-c5d32c8f7afb {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:57:49.664447 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device fa886dd8-c69a-4c69-b163-c5d32c8f7afb not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:57:49.682814 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-f7bbd11e-f3eb-4f5f-a403-3f6e7639c68a None None] Provisioning complete for port a7bc273c-e527-4191-9060-3dfbc68c18aa triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:57:49.683208 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f7bbd11e-f3eb-4f5f-a403-3f6e7639c68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:49.741271 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-68d60e1f-1d26-4158-b710-4b485a3fb28c req-0117012f-02fc-4623-a483-94fa3d24c3a6 service neutron] 10.222.0.58 "GET /v2.0/networks/9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627078 Jul 09 14:57:49.829559 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cb3e8c-d790-4881-b803-d096c95c871a None None] Update dhcp port {'port': {'network_id': 'd9f2503a-1960-4ecc-8bd6-296122892472', 'fixed_ips': [{'subnet_id': '500da04d-4cbc-4bb3-a4f5-c41a04354074', 'ip_address': '172.20.0.18'}, {'subnet_id': '485bc258-2b5a-47fd-a42e-369c48518733'}], 'binding:host_id': 'n-d-799529-6'}, 'id': 'a7bc273c-e527-4191-9060-3dfbc68c18aa'} from n-d-799529-6. {{(pid=94447) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 14:57:49.831673 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5832a010-ed11-4c7a-997c-d54b8b272347 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:49.835431 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-5832a010-ed11-4c7a-997c-d54b8b272347 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5889153 Jul 09 14:57:49.840178 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50794) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:49.847091 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-8cdd69b2-55ad-46b7-ba73-72faad021ae3 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Request body: {'security_group': {'name': 'tempest-secgroup-173514981'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:57:49.856549 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-082c5744-15b2-4a60-8c26-fe9c956f79eb req-ab3a8388-601f-4352-af1c-203bcc1ec6e6 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/ports?device_id=f6dfebcd-7612-47d9-9370-5eca78d6c0d5 HTTP/1.1" status: 200 len: 210 time: 0.0434198 Jul 09 14:57:49.862238 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-d3d67287-a318-48a1-a82e-b44878e7578a tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:49.866330 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1a61e750-6a80-4791-8b36-ee102d21d7a6 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:49.909442 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b05b6-d1c7-4c33-a5c8-8b4e5e952d41 req-c1f895f8-b09b-459c-8e7f-677bbeb3033a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:49.910195 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b05b6-d1c7-4c33-a5c8-8b4e5e952d41 req-c1f895f8-b09b-459c-8e7f-677bbeb3033a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:49.910852 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b05b6-d1c7-4c33-a5c8-8b4e5e952d41 req-c1f895f8-b09b-459c-8e7f-677bbeb3033a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:49.911513 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b05b6-d1c7-4c33-a5c8-8b4e5e952d41 req-c1f895f8-b09b-459c-8e7f-677bbeb3033a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:49.912162 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b05b6-d1c7-4c33-a5c8-8b4e5e952d41 req-c1f895f8-b09b-459c-8e7f-677bbeb3033a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:49.912831 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b05b6-d1c7-4c33-a5c8-8b4e5e952d41 req-c1f895f8-b09b-459c-8e7f-677bbeb3033a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:49.913474 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b05b6-d1c7-4c33-a5c8-8b4e5e952d41 req-c1f895f8-b09b-459c-8e7f-677bbeb3033a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:49.915660 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1c5b05b6-d1c7-4c33-a5c8-8b4e5e952d41 req-c1f895f8-b09b-459c-8e7f-677bbeb3033a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b0dcdaf85ebc429397d88229c635e7b2&device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 6502 time: 0.7390418 Jul 09 14:57:49.964491 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-53cb3e8c-d790-4881-b803-d096c95c871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:49.987762 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-d3d67287-a318-48a1-a82e-b44878e7578a tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Network 7b3e3925-173c-4cf3-933b-344bd5613ec1 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:57:50.007576 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-d3d67287-a318-48a1-a82e-b44878e7578a tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:57:50.037073 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-d3d67287-a318-48a1-a82e-b44878e7578a tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:57:50.089930 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d67287-a318-48a1-a82e-b44878e7578a tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Pushing event updated for resources: {'Port': ['ID=36b2c686-a384-4fdf-85b8-a5247bc74ae0,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:50.117573 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-68d60e1f-1d26-4158-b710-4b485a3fb28c req-2e81b80c-7ef2-484a-898e-684e4c688bd5 service neutron] 10.222.0.58 "GET /v2.0/networks/9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3680632 Jul 09 14:57:50.139412 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8cdd69b2-55ad-46b7-ba73-72faad021ae3 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:50.230815 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b05b6-d1c7-4c33-a5c8-8b4e5e952d41 req-2a3bf533-33c2-4523-b9a2-58f70dc368d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:50.241364 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1c5b05b6-d1c7-4c33-a5c8-8b4e5e952d41 req-2a3bf533-33c2-4523-b9a2-58f70dc368d1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6107f077-f7c7-47db-8b86-669db7279c4c HTTP/1.1" status: 200 len: 917 time: 0.3180087 Jul 09 14:57:50.304973 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-5a06d332-d15c-45b2-9b9d-fb1fce288f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311afcc8-caec-4fc2-aa30-8c8af12e711a', 'name': 'tempest-TaggedBootDevicesTest_v242-124368176-router', 'tenant_id': 'b0dcdaf85ebc429397d88229c635e7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '4d766e3f-caf8-4554-aec0-999b648af9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:54:00Z', 'updated_at': '2021-07-09T14:54:09Z', 'revision_number': 4, 'project_id': 'b0dcdaf85ebc429397d88229c635e7b2', 'gw_port': {'id': '4d766e3f-caf8-4554-aec0-999b648af9fc', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:39:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311afcc8-caec-4fc2-aa30-8c8af12e711a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:54:02Z', 'updated_at': '2021-07-09T14:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '1cc55ac5-0448-49ac-880c-8f4475474f90', 'tenant_id': 'b0dcdaf85ebc429397d88229c635e7b2', 'floating_ip_address': '172.25.3.167', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '311afcc8-caec-4fc2-aa30-8c8af12e711a', 'port_id': '9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6107f077-f7c7-47db-8b86-669db7279c4c', 'mac_address': 'fa:16:3e:3b:37:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91cb194-8f15-4150-a4af-dc1822486c62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:55:29Z', 'updated_at': '2021-07-09T14:57:46Z', 'revision_number': 1, 'project_id': 'b0dcdaf85ebc429397d88229c635e7b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7571a2db-8f89-480f-ac2e-c1961d337008', 'name': '', 'network_id': '6107f077-f7c7-47db-8b86-669db7279c4c', 'tenant_id': 'b0dcdaf85ebc429397d88229c635e7b2', 'mac_address': 'fa:16:3e:1d:4a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311afcc8-caec-4fc2-aa30-8c8af12e711a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '465c5725-facb-4e6f-b14d-7c696db0e29c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:54:08Z', 'updated_at': '2021-07-09T14:54:21Z', 'revision_number': 5, 'project_id': 'b0dcdaf85ebc429397d88229c635e7b2', 'subnets': [{'id': '465c5725-facb-4e6f-b14d-7c696db0e29c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:50.309689 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-173ce5bc-9db6-4409-b45f-22171ee2ba8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:50.343028 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-d3d67287-a318-48a1-a82e-b44878e7578a tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:50.343028 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-d3d67287-a318-48a1-a82e-b44878e7578a tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:50.346248 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a06d332-d15c-45b2-9b9d-fb1fce288f27 None None] Checking router: 311afcc8-caec-4fc2-aa30-8c8af12e711a for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:57:50.348635 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1a61e750-6a80-4791-8b36-ee102d21d7a6 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:50.348797 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-53cb3e8c-d790-4881-b803-d096c95c871a None None] Allocated IP 172.20.0.2 (d9f2503a-1960-4ecc-8bd6-296122892472/485bc258-2b5a-47fd-a42e-369c48518733/a7bc273c-e527-4191-9060-3dfbc68c18aa) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:57:50.387856 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a06d332-d15c-45b2-9b9d-fb1fce288f27 None None] Routers {'311afcc8-caec-4fc2-aa30-8c8af12e711a'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:57:50.388454 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-5a06d332-d15c-45b2-9b9d-fb1fce288f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:57:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['311afcc8-caec-4fc2-aa30-8c8af12e711a'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:50.390148 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8cdd69b2-55ad-46b7-ba73-72faad021ae3 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:50.421064 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1c5b05b6-d1c7-4c33-a5c8-8b4e5e952d41 req-eae85929-93ed-4f55-80bb-edc3d0d22e6d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c HTTP/1.1" status: 200 len: 999 time: 0.1719253 Jul 09 14:57:50.424233 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173ce5bc-9db6-4409-b45f-22171ee2ba8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a10947be-2e1d-4b8b-b31f-e273354d0e7a,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:50.449406 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173ce5bc-9db6-4409-b45f-22171ee2ba8b admin admin] Checking segment: {'id': '06875dad-dad1-4e17-960d-8ec4e4c881bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2caf48fb-184c-426e-a7e2-2d876991b7f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:57:50.449819 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173ce5bc-9db6-4409-b45f-22171ee2ba8b admin admin] Network hostable DHCP agents. Network: 2caf48fb-184c-426e-a7e2-2d876991b7f4, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:57:50.487997 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b05b6-d1c7-4c33-a5c8-8b4e5e952d41 req-3385fb62-a186-4b97-92f2-9b46345a643f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:50.489984 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1c5b05b6-d1c7-4c33-a5c8-8b4e5e952d41 req-3385fb62-a186-4b97-92f2-9b46345a643f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=465c5725-facb-4e6f-b14d-7c696db0e29c HTTP/1.1" status: 200 len: 855 time: 0.0608425 Jul 09 14:57:50.567907 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b05b6-d1c7-4c33-a5c8-8b4e5e952d41 req-56483c39-9d01-444e-951e-45e46ad27412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:50.570715 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1c5b05b6-d1c7-4c33-a5c8-8b4e5e952d41 req-56483c39-9d01-444e-951e-45e46ad27412 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6107f077-f7c7-47db-8b86-669db7279c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724440 Jul 09 14:57:50.586210 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8cdd69b2-55ad-46b7-ba73-72faad021ae3 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:50.594819 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-53cb3e8c-d790-4881-b803-d096c95c871a None None] For port a7bc273c-e527-4191-9060-3dfbc68c18aa, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=a7bc273c-e527-4191-9060-3dfbc68c18aa,segment=NetworkSegment(852c5a39-96fb-44bf-a3f7-c58a74fb94b4),segment_id=852c5a39-96fb-44bf-a3f7-c58a74fb94b4)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:57:50.633966 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-5a06d332-d15c-45b2-9b9d-fb1fce288f27 None None] Set router 311afcc8-caec-4fc2-aa30-8c8af12e711a gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:57:50.644695 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdd69b2-55ad-46b7-ba73-72faad021ae3 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd15201-748a-48f8-94b6-d851741c9159,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:50.672455 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173ce5bc-9db6-4409-b45f-22171ee2ba8b admin admin] Network 2caf48fb-184c-426e-a7e2-2d876991b7f4 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:57:50.687603 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-e4c015fe-cc0c-4bad-bfa7-0ef1d228d2ea None None] Provisioning for port 36b2c686-a384-4fdf-85b8-a5247bc74ae0 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:57:50.695452 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-e4c015fe-cc0c-4bad-bfa7-0ef1d228d2ea None None] Provisioning complete for port 36b2c686-a384-4fdf-85b8-a5247bc74ae0 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:57:50.695774 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e4c015fe-cc0c-4bad-bfa7-0ef1d228d2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:50.715286 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-53cb3e8c-d790-4881-b803-d096c95c871a None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:50.727887 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-d3d67287-a318-48a1-a82e-b44878e7578a tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9254715 Jul 09 14:57:50.771539 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-0e9eaef3-0403-4173-8d58-3fa3dd14ea1f tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Request body: {'port': {'device_id': 'f6dfebcd-7612-47d9-9370-5eca78d6c0d5', 'network_id': 'c5014b41-7b2b-452a-80e5-19b303fce509', 'admin_state_up': True, 'tenant_id': '70380163691b470ebe60db5002d62101'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:57:50.818339 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-53cb3e8c-d790-4881-b803-d096c95c871a None None] Transition to ACTIVE for port object a7bc273c-e527-4191-9060-3dfbc68c18aa will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:57:50.821800 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-e4c015fe-cc0c-4bad-bfa7-0ef1d228d2ea None None] Port 36b2c686-a384-4fdf-85b8-a5247bc74ae0 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:57:50.828661 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1a61e750-6a80-4791-8b36-ee102d21d7a6 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:50.832761 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-09d2c89c-6bce-45de-89b7-b6af1fbab009 req-958ffd57-81f3-409f-9152-e0ebc90f972e tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce6ad456-c94f-4eb9-95d0-175ec5da9715 HTTP/1.1" status: 200 len: 210 time: 0.2032156 Jul 09 14:57:50.837593 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8cdd69b2-55ad-46b7-ba73-72faad021ae3 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:50.848258 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-8cdd69b2-55ad-46b7-ba73-72faad021ae3 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0011182 Jul 09 14:57:50.887248 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50816) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:50.905733 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a61e750-6a80-4791-8b36-ee102d21d7a6 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Pushing event deleted for resources: {'Subnet': ['ID=00b1484d-d04b-40e0-9a0b-fc86d0f68074,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:50.905915 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-173ce5bc-9db6-4409-b45f-22171ee2ba8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 2caf48fb-184c-426e-a7e2-2d876991b7f4) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:57:50.906007 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-81a15c8a-88d3-4420-ad06-05cc666d77ed tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Request body: {'security_group': {'name': 'tempest-secgroup-429143405'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:57:50.906102 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173ce5bc-9db6-4409-b45f-22171ee2ba8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:50.906102 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-173ce5bc-9db6-4409-b45f-22171ee2ba8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:50.913754 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f80e127-abd9-4847-bba0-467778f6b8a5 None None] Network 2caf48fb-184c-426e-a7e2-2d876991b7f4 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:57:50.923460 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1a61e750-6a80-4791-8b36-ee102d21d7a6 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:50.925870 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-1a61e750-6a80-4791-8b36-ee102d21d7a6 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] 10.222.0.58 "DELETE /v2.0/subnets/00b1484d-d04b-40e0-9a0b-fc86d0f68074 HTTP/1.1" status: 204 len: 168 time: 1.8058963 Jul 09 14:57:50.928869 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50820) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:50.939195 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f18edb-62a3-4640-9b6e-3da7d7fde025 None None] Network 54b31924-8b68-4413-940a-e939cd1d1d3d requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:57:51.002824 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1c5b05b6-d1c7-4c33-a5c8-8b4e5e952d41 req-3dfa8b2a-175b-4bac-a5d0-b48cfaf79161 service neutron] 10.222.0.62 "GET /v2.0/networks/6107f077-f7c7-47db-8b86-669db7279c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4266493 Jul 09 14:57:51.011458 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-53cb3e8c-d790-4881-b803-d096c95c871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:51.080216 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c5c27e85-476c-4e1f-83ab-e00a33969773 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:51.136780 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cfcc8c-37d5-4458-a461-1194ff0caaf7 req-194ecdd3-112b-46d5-a188-d7590045ef0b tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:51.140916 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-64cfcc8c-37d5-4458-a461-1194ff0caaf7 req-194ecdd3-112b-46d5-a188-d7590045ef0b tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/ports?device_id=f6dfebcd-7612-47d9-9370-5eca78d6c0d5 HTTP/1.1" status: 200 len: 932 time: 0.0967014 Jul 09 14:57:51.143647 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-173ce5bc-9db6-4409-b45f-22171ee2ba8b admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4582705 Jul 09 14:57:51.146934 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50828) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:51.204721 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1c5b05b6-d1c7-4c33-a5c8-8b4e5e952d41 req-ab80857a-e8de-4d3c-b23d-a90f3842ac53 service neutron] 10.222.0.62 "GET /v2.0/networks/6107f077-f7c7-47db-8b86-669db7279c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934536 Jul 09 14:57:51.206168 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-c5c27e85-476c-4e1f-83ab-e00a33969773 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Deleting port 2234bdda-1d5e-4286-99d7-68044026e3dd {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:57:51.206512 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c5c27e85-476c-4e1f-83ab-e00a33969773 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:51.210067 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-ccd0705d-5d78-4a9f-87a4-44577f209585 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-692834245-router', 'tenant_id': 'c03b5d3d86974e68a5911d632d382871', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:57:51.286632 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-64cfcc8c-37d5-4458-a461-1194ff0caaf7 req-fb70397f-d576-43c1-b3f0-4c721ab1a03e tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/security-groups?id=76663b26-aa3d-4cc3-9802-4384082a150d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351109 Jul 09 14:57:51.336574 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-c5c27e85-476c-4e1f-83ab-e00a33969773 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] For port 2234bdda-1d5e-4286-99d7-68044026e3dd, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=2234bdda-1d5e-4286-99d7-68044026e3dd,segment=NetworkSegment(143bdd7c-d621-46ff-b441-cbd445598eeb),segment_id=143bdd7c-d621-46ff-b441-cbd445598eeb)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:57:51.337214 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c5c27e85-476c-4e1f-83ab-e00a33969773 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:51.350581 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-81a15c8a-88d3-4420-ad06-05cc666d77ed tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:51.357470 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-c5c27e85-476c-4e1f-83ab-e00a33969773 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Calling delete_port for 2234bdda-1d5e-4286-99d7-68044026e3dd owned by network:dhcp {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:57:51.359068 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.db.api [None req-ccd0705d-5d78-4a9f-87a4-44577f209585 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 14:57:51.359068 n-d-799529-6 neutron-server[94445]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 14:57:51.359068 n-d-799529-6 neutron-server[94445]: [parameters: {'project_id_1': 'c03b5d3d86974e68a5911d632d382871', 'expiration_1': datetime.datetime(2021, 7, 9, 14, 57, 51, 238726)}] Jul 09 14:57:51.359068 n-d-799529-6 neutron-server[94445]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 14:57:51.359517 n-d-799529-6 neutron-server[94445]: DEBUG oslo_db.api [None req-ccd0705d-5d78-4a9f-87a4-44577f209585 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 14:57:51.504679 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-0e9eaef3-0403-4173-8d58-3fa3dd14ea1f tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Made reservation on behalf of 70380163691b470ebe60db5002d62101 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:57:51.523121 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-0e9eaef3-0403-4173-8d58-3fa3dd14ea1f tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:51.538219 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cb3e8c-d790-4881-b803-d096c95c871a None None] Pushing event updated for resources: {'Port': ['ID=a7bc273c-e527-4191-9060-3dfbc68c18aa,revision_number=6']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:51.604778 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-81a15c8a-88d3-4420-ad06-05cc666d77ed tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:51.607620 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455cbf1a-a9cb-4118-9adc-38f7859ba85d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-2caf48fb-184c-426e-a7e2-2d876991b7f4', 'network_id': '2caf48fb-184c-426e-a7e2-2d876991b7f4', 'tenant_id': 'c03b5d3d86974e68a5911d632d382871', 'fixed_ips': [{'subnet_id': 'a10947be-2e1d-4b8b-b31f-e273354d0e7a'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:57:51.608527 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-455cbf1a-a9cb-4118-9adc-38f7859ba85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:51.663456 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c5c27e85-476c-4e1f-83ab-e00a33969773 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:51.677371 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-5a06d332-d15c-45b2-9b9d-fb1fce288f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311afcc8-caec-4fc2-aa30-8c8af12e711a', 'name': 'tempest-TaggedBootDevicesTest_v242-124368176-router', 'tenant_id': 'b0dcdaf85ebc429397d88229c635e7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '4d766e3f-caf8-4554-aec0-999b648af9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:54:00Z', 'updated_at': '2021-07-09T14:54:09Z', 'revision_number': 4, 'project_id': 'b0dcdaf85ebc429397d88229c635e7b2', 'gw_port': {'id': '4d766e3f-caf8-4554-aec0-999b648af9fc', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:39:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311afcc8-caec-4fc2-aa30-8c8af12e711a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:54:02Z', 'updated_at': '2021-07-09T14:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '1cc55ac5-0448-49ac-880c-8f4475474f90', 'tenant_id': 'b0dcdaf85ebc429397d88229c635e7b2', 'floating_ip_address': '172.25.3.167', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '311afcc8-caec-4fc2-aa30-8c8af12e711a', 'port_id': '9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6107f077-f7c7-47db-8b86-669db7279c4c', 'mac_address': 'fa:16:3e:3b:37:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91cb194-8f15-4150-a4af-dc1822486c62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:55:29Z', 'updated_at': '2021-07-09T14:57:46Z', 'revision_number': 1, 'project_id': 'b0dcdaf85ebc429397d88229c635e7b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7571a2db-8f89-480f-ac2e-c1961d337008', 'name': '', 'network_id': '6107f077-f7c7-47db-8b86-669db7279c4c', 'tenant_id': 'b0dcdaf85ebc429397d88229c635e7b2', 'mac_address': 'fa:16:3e:1d:4a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311afcc8-caec-4fc2-aa30-8c8af12e711a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '465c5725-facb-4e6f-b14d-7c696db0e29c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:54:08Z', 'updated_at': '2021-07-09T14:54:21Z', 'revision_number': 5, 'project_id': 'b0dcdaf85ebc429397d88229c635e7b2', 'subnets': [{'id': '465c5725-facb-4e6f-b14d-7c696db0e29c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:51.724578 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c27e85-476c-4e1f-83ab-e00a33969773 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] No DVR routers for this DVR port 2234bdda-1d5e-4286-99d7-68044026e3dd on host n-d-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:57:51.726810 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c27e85-476c-4e1f-83ab-e00a33969773 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Pushing event deleted for resources: {'Port': ['ID=2234bdda-1d5e-4286-99d7-68044026e3dd,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:51.758080 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-0e9eaef3-0403-4173-8d58-3fa3dd14ea1f tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Allocated IP 19.86.0.181 (c5014b41-7b2b-452a-80e5-19b303fce509/a5347d95-b72a-4262-8ae7-d1a591d15509/0258b1f7-c2e6-4eab-b11b-b3af3383b8d8) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:57:51.783665 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-81a15c8a-88d3-4420-ad06-05cc666d77ed tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:51.848783 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a06d332-d15c-45b2-9b9d-fb1fce288f27 None None] The sync data for ids ['311afcc8-caec-4fc2-aa30-8c8af12e711a'] in n-d-799529-6 is: [{'id': '311afcc8-caec-4fc2-aa30-8c8af12e711a', 'name': 'tempest-TaggedBootDevicesTest_v242-124368176-router', 'tenant_id': 'b0dcdaf85ebc429397d88229c635e7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '4d766e3f-caf8-4554-aec0-999b648af9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:54:00Z', 'updated_at': '2021-07-09T14:54:09Z', 'revision_number': 4, 'project_id': 'b0dcdaf85ebc429397d88229c635e7b2', 'gw_port': {'id': '4d766e3f-caf8-4554-aec0-999b648af9fc', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:39:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311afcc8-caec-4fc2-aa30-8c8af12e711a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:54:02Z', 'updated_at': '2021-07-09T14:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '1cc55ac5-0448-49ac-880c-8f4475474f90', 'tenant_id': 'b0dcdaf85ebc429397d88229c635e7b2', 'floating_ip_address': '172.25.3.167', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '311afcc8-caec-4fc2-aa30-8c8af12e711a', 'port_id': '9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6107f077-f7c7-47db-8b86-669db7279c4c', 'mac_address': 'fa:16:3e:3b:37:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91cb194-8f15-4150-a4af-dc1822486c62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:55:29Z', 'updated_at': '2021-07-09T14:57:46Z', 'revision_number': 1, 'project_id': 'b0dcdaf85ebc429397d88229c635e7b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7571a2db-8f89-480f-ac2e-c1961d337008', 'name': '', 'network_id': '6107f077-f7c7-47db-8b86-669db7279c4c', 'tenant_id': 'b0dcdaf85ebc429397d88229c635e7b2', 'mac_address': 'fa:16:3e:1d:4a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311afcc8-caec-4fc2-aa30-8c8af12e711a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '465c5725-facb-4e6f-b14d-7c696db0e29c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:54:08Z', 'updated_at': '2021-07-09T14:54:21Z', 'revision_number': 5, 'project_id': 'b0dcdaf85ebc429397d88229c635e7b2', 'subnets': [{'id': '465c5725-facb-4e6f-b14d-7c696db0e29c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:57:51.882581 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device a7bc273c-e527-4191-9060-3dfbc68c18aa up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:57:51.971398 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a15c8a-88d3-4420-ad06-05cc666d77ed tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6bd84c-61a7-426a-826f-05081f62f2cb,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:51.984063 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c5c27e85-476c-4e1f-83ab-e00a33969773 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:52.012540 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-c5c27e85-476c-4e1f-83ab-e00a33969773 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54b31924-8b68-4413-940a-e939cd1d1d3d']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:52.015625 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-455cbf1a-a9cb-4118-9adc-38f7859ba85d None None] Allocated IP 172.20.0.2 (2caf48fb-184c-426e-a7e2-2d876991b7f4/a10947be-2e1d-4b8b-b31f-e273354d0e7a/7e537df5-47cf-405b-89ca-354fd651eb2a) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:57:52.030810 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-c5c27e85-476c-4e1f-83ab-e00a33969773 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '143bdd7c-d621-46ff-b441-cbd445598eeb') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:52.031173 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-c5c27e85-476c-4e1f-83ab-e00a33969773 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '143bdd7c-d621-46ff-b441-cbd445598eeb') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:52.054443 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c5c27e85-476c-4e1f-83ab-e00a33969773 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:52.072002 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b0af8ce4-de39-4c80-bd13-1fdc032e920f req-b3803d86-2560-4dc8-aa9e-0a7588989d77 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce6ad456-c94f-4eb9-95d0-175ec5da9715 HTTP/1.1" status: 200 len: 210 time: 0.0828536 Jul 09 14:57:52.107686 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c5c27e85-476c-4e1f-83ab-e00a33969773 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:52.115097 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5c27e85-476c-4e1f-83ab-e00a33969773 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:57:52.115322 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c5c27e85-476c-4e1f-83ab-e00a33969773 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:52.153065 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-0e9eaef3-0403-4173-8d58-3fa3dd14ea1f tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:52.176584 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-0e9eaef3-0403-4173-8d58-3fa3dd14ea1f tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Transition to ACTIVE for port object 0258b1f7-c2e6-4eab-b11b-b3af3383b8d8 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:57:52.215817 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 14:57:52.215817 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:57:52.215817 n-d-799529-6 neutron-server[94446]: timer() Jul 09 14:57:52.215817 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:57:52.215817 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 14:57:52.215817 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:57:52.215817 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 14:57:52.215817 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:57:52.215817 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 14:57:52.215817 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:57:52.215817 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 14:57:52.215817 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:57:52.215817 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 14:57:52.215817 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:57:52.215817 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:57:52.215817 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:57:52.215817 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:57:52.215817 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:57:52.215817 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 14:57:52.215817 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:57:52.215817 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 14:57:52.215817 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:57:52.215817 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:57:52.215817 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:57:52.215817 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 14:57:52.215817 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:57:52.215817 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:57:52.215817 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:57:52.215817 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:57:52.215817 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:57:52.215817 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:57:52.215817 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:57:52.220318 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-81a15c8a-88d3-4420-ad06-05cc666d77ed tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:52.223109 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-81a15c8a-88d3-4420-ad06-05cc666d77ed tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3264194 Jul 09 14:57:52.227559 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50844) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:52.234639 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-9c809d3d-647e-49b2-8830-a72643ead75b tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1934403036', 'security_groups': ['9d6bd84c-61a7-426a-826f-05081f62f2cb'], 'network_id': 'd9f2503a-1960-4ecc-8bd6-296122892472', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '485bc258-2b5a-47fd-a42e-369c48518733'}]}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:57:52.241798 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-455cbf1a-a9cb-4118-9adc-38f7859ba85d None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:52.252270 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-455cbf1a-a9cb-4118-9adc-38f7859ba85d None None] Transition to ACTIVE for port object 7e537df5-47cf-405b-89ca-354fd651eb2a will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:57:52.297665 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-455cbf1a-a9cb-4118-9adc-38f7859ba85d None None] Transition to ACTIVE for port object 7e537df5-47cf-405b-89ca-354fd651eb2a will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:57:52.308100 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0c5e18-03c0-4d5e-9300-2bf41822aecf None None] New status for floating IP 1cc55ac5-0448-49ac-880c-8f4475474f90: ACTIVE {{(pid=94448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:57:52.352971 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c318ec2b-d107-4462-ba2f-c89b13779378 None None] DHCP port deletion for 54b31924-8b68-4413-940a-e939cd1d1d3d request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:57:52.354945 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c5c27e85-476c-4e1f-83ab-e00a33969773 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:52.361525 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c5c27e85-476c-4e1f-83ab-e00a33969773 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:52.362296 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ccd0705d-5d78-4a9f-87a4-44577f209585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:52.366211 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c5c27e85-476c-4e1f-83ab-e00a33969773 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] 10.222.0.58 "DELETE /v2.0/networks/54b31924-8b68-4413-940a-e939cd1d1d3d HTTP/1.1" status: 204 len: 168 time: 1.4337027 Jul 09 14:57:52.370581 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ccd0705d-5d78-4a9f-87a4-44577f209585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:52.370701 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50854) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:52.472044 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-455cbf1a-a9cb-4118-9adc-38f7859ba85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:52.509661 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455cbf1a-a9cb-4118-9adc-38f7859ba85d None None] Network 2caf48fb-184c-426e-a7e2-2d876991b7f4 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:57:52.513202 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-0e9eaef3-0403-4173-8d58-3fa3dd14ea1f tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:52.562403 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c27e85-476c-4e1f-83ab-e00a33969773 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Pushing event deleted for resources: {'Network': ['ID=54b31924-8b68-4413-940a-e939cd1d1d3d,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:52.571950 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-455cbf1a-a9cb-4118-9adc-38f7859ba85d None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:57:52.575657 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455cbf1a-a9cb-4118-9adc-38f7859ba85d None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:57:52.629574 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-e82d6ca2-3dad-4cd2-ad9c-de84a84cef78 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] 10.222.0.58 "GET /v2.0/ports?device_id=69e05154-46bb-4d2c-a9f8-67ada417e390 HTTP/1.1" status: 200 len: 205 time: 0.2595437 Jul 09 14:57:52.629574 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50864) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:52.723548 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-455cbf1a-a9cb-4118-9adc-38f7859ba85d None None] Attempting to bind port 7e537df5-47cf-405b-89ca-354fd651eb2a on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:57:52.723880 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-455cbf1a-a9cb-4118-9adc-38f7859ba85d None None] Attempting to bind port 7e537df5-47cf-405b-89ca-354fd651eb2a by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '06875dad-dad1-4e17-960d-8ec4e4c881bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2caf48fb-184c-426e-a7e2-2d876991b7f4'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:57:52.724274 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455cbf1a-a9cb-4118-9adc-38f7859ba85d None None] Attempting to bind port 7e537df5-47cf-405b-89ca-354fd651eb2a on network 2caf48fb-184c-426e-a7e2-2d876991b7f4 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:57:52.736821 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ccd0705d-5d78-4a9f-87a4-44577f209585 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:52.746587 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-0e9eaef3-0403-4173-8d58-3fa3dd14ea1f tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Network c5014b41-7b2b-452a-80e5-19b303fce509 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:57:52.750920 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cbf1a-a9cb-4118-9adc-38f7859ba85d None None] Pushing event updated for resources: {'Port': ['ID=7e537df5-47cf-405b-89ca-354fd651eb2a,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:52.755940 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455cbf1a-a9cb-4118-9adc-38f7859ba85d None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:57:52.756400 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455cbf1a-a9cb-4118-9adc-38f7859ba85d None None] Checking segment: {'id': '06875dad-dad1-4e17-960d-8ec4e4c881bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2caf48fb-184c-426e-a7e2-2d876991b7f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:57:52.756817 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-455cbf1a-a9cb-4118-9adc-38f7859ba85d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:52.757219 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455cbf1a-a9cb-4118-9adc-38f7859ba85d None None] Bound using segment: {'id': '06875dad-dad1-4e17-960d-8ec4e4c881bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2caf48fb-184c-426e-a7e2-2d876991b7f4'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:57:52.757820 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-455cbf1a-a9cb-4118-9adc-38f7859ba85d None None] Bound port: 7e537df5-47cf-405b-89ca-354fd651eb2a, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06875dad-dad1-4e17-960d-8ec4e4c881bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2caf48fb-184c-426e-a7e2-2d876991b7f4'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:57:52.758236 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-455cbf1a-a9cb-4118-9adc-38f7859ba85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:52.760976 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-0e9eaef3-0403-4173-8d58-3fa3dd14ea1f tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:57:52.771763 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-0e9eaef3-0403-4173-8d58-3fa3dd14ea1f tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:57:52.779028 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9eaef3-0403-4173-8d58-3fa3dd14ea1f tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Pushing event updated for resources: {'Port': ['ID=0258b1f7-c2e6-4eab-b11b-b3af3383b8d8,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:52.844326 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-455cbf1a-a9cb-4118-9adc-38f7859ba85d None None] For port 7e537df5-47cf-405b-89ca-354fd651eb2a, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:57:52.849076 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-455cbf1a-a9cb-4118-9adc-38f7859ba85d None None] For port 7e537df5-47cf-405b-89ca-354fd651eb2a, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=7e537df5-47cf-405b-89ca-354fd651eb2a,segment=NetworkSegment(06875dad-dad1-4e17-960d-8ec4e4c881bc),segment_id=06875dad-dad1-4e17-960d-8ec4e4c881bc)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:57:52.850841 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-b033c3a5-dbf8-4f8e-b061-81fb8aa2da47 None None] Provisioning complete for port 98da29f1-7922-4b0b-bd8b-b8769e529f59 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:57:52.852582 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b033c3a5-dbf8-4f8e-b061-81fb8aa2da47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:52.878540 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-0e9eaef3-0403-4173-8d58-3fa3dd14ea1f tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:52.879623 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-0e9eaef3-0403-4173-8d58-3fa3dd14ea1f tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:52.881171 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a5568674-5753-4c1b-8e9a-4092e070c2b6 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks [] for router, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:52.924611 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-b033c3a5-dbf8-4f8e-b061-81fb8aa2da47 None None] Port 98da29f1-7922-4b0b-bd8b-b8769e529f59 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:57:53.048756 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-455cbf1a-a9cb-4118-9adc-38f7859ba85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:53.064057 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c809d3d-647e-49b2-8830-a72643ead75b tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Made reservation on behalf of 5addd83cb682465db8739493dcb3fffc for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:57:53.126502 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-b033c3a5-dbf8-4f8e-b061-81fb8aa2da47 None None] Provisioning for port a7bc273c-e527-4191-9060-3dfbc68c18aa completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:57:53.134100 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-b033c3a5-dbf8-4f8e-b061-81fb8aa2da47 None None] Provisioning complete for port a7bc273c-e527-4191-9060-3dfbc68c18aa triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:57:53.134972 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b033c3a5-dbf8-4f8e-b061-81fb8aa2da47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:53.204687 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa963713-3987-416d-b680-7d5aca630cee req-05d722bf-0a12-4f53-a0f3-c8ccb34242a0 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:53.235083 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa963713-3987-416d-b680-7d5aca630cee req-05d722bf-0a12-4f53-a0f3-c8ccb34242a0 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:53.254986 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fa963713-3987-416d-b680-7d5aca630cee req-05d722bf-0a12-4f53-a0f3-c8ccb34242a0 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/ports?device_id=f6dfebcd-7612-47d9-9370-5eca78d6c0d5 HTTP/1.1" status: 200 len: 1655 time: 0.5183022 Jul 09 14:57:53.265923 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cbf1a-a9cb-4118-9adc-38f7859ba85d None None] Pushing event updated for resources: {'Port': ['ID=7e537df5-47cf-405b-89ca-354fd651eb2a,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:53.277994 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:53.292557 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a5568674-5753-4c1b-8e9a-4092e070c2b6 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:53.299890 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a5568674-5753-4c1b-8e9a-4092e070c2b6 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:53.336412 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-0e9eaef3-0403-4173-8d58-3fa3dd14ea1f tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6010315 Jul 09 14:57:53.350612 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ccd0705d-5d78-4a9f-87a4-44577f209585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:53.362150 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-dfe45acc-c939-41a5-a57a-1eb3745c8a10 service neutron] Request body: {'port': {'device_id': 'f6dfebcd-7612-47d9-9370-5eca78d6c0d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:57:53.470573 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9c809d3d-647e-49b2-8830-a72643ead75b tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:53.476225 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fa963713-3987-416d-b680-7d5aca630cee req-a01a1ec3-954e-462e-998f-fb74cd19f1ea tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/security-groups?id=76663b26-aa3d-4cc3-9802-4384082a150d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182550 Jul 09 14:57:53.542697 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a5568674-5753-4c1b-8e9a-4092e070c2b6 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:53.543592 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5568674-5753-4c1b-8e9a-4092e070c2b6 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Fanout notify agent at l3_agent the message router_deleted on router 69e05154-46bb-4d2c-a9f8-67ada417e390 {{(pid=94446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:57:53.552905 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a5568674-5753-4c1b-8e9a-4092e070c2b6 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:53.556800 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a5568674-5753-4c1b-8e9a-4092e070c2b6 tempest-RoutersNegativeTest-65280460 tempest-RoutersNegativeTest-65280460-project] 10.222.0.58 "DELETE /v2.0/routers/69e05154-46bb-4d2c-a9f8-67ada417e390 HTTP/1.1" status: 204 len: 168 time: 0.9222913 Jul 09 14:57:53.632967 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9340c1d2-5271-429b-b2cb-261513f0e883 req-fe67057b-9d3b-4bf9-9b16-c4b507fb63f8 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce6ad456-c94f-4eb9-95d0-175ec5da9715 HTTP/1.1" status: 200 len: 210 time: 0.1555662 Jul 09 14:57:53.640284 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-2d4f1319-f6f6-45cc-bbfb-7125e2a40bde None None] Provisioning for port 0258b1f7-c2e6-4eab-b11b-b3af3383b8d8 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:57:53.647872 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-2d4f1319-f6f6-45cc-bbfb-7125e2a40bde None None] Provisioning complete for port 0258b1f7-c2e6-4eab-b11b-b3af3383b8d8 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:57:53.648276 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2d4f1319-f6f6-45cc-bbfb-7125e2a40bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:53.727943 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [None req-9c809d3d-647e-49b2-8830-a72643ead75b tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] device_id is not set on port 5ca18859-8bf9-4d82-9f8d-d6a5135c33c2 yet. {{(pid=94445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:57:53.738711 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-2d4f1319-f6f6-45cc-bbfb-7125e2a40bde None None] Port 0258b1f7-c2e6-4eab-b11b-b3af3383b8d8 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:57:53.844030 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-dfe45acc-c939-41a5-a57a-1eb3745c8a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:54.002060 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 7e537df5-47cf-405b-89ca-354fd651eb2a up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:57:54.251483 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 7e537df5-47cf-405b-89ca-354fd651eb2a completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:57:54.363166 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-9c809d3d-647e-49b2-8830-a72643ead75b tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Allocated IP 172.20.0.13 (d9f2503a-1960-4ecc-8bd6-296122892472/485bc258-2b5a-47fd-a42e-369c48518733/5ca18859-8bf9-4d82-9f8d-d6a5135c33c2) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:57:54.455269 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 2234bdda-1d5e-4286-99d7-68044026e3dd no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:57:54.501772 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 2234bdda-1d5e-4286-99d7-68044026e3dd {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:57:54.502039 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 2234bdda-1d5e-4286-99d7-68044026e3dd not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:57:54.535340 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50898) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:54.785474 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-dfe45acc-c939-41a5-a57a-1eb3745c8a10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36b2c686-a384-4fdf-85b8-a5247bc74ae0 {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:57:54.794170 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-dfe45acc-c939-41a5-a57a-1eb3745c8a10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:54.807270 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-dfe45acc-c939-41a5-a57a-1eb3745c8a10 service neutron] Transition to ACTIVE for port object 36b2c686-a384-4fdf-85b8-a5247bc74ae0 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:57:54.838671 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4fb53b-571a-4481-8293-559eb961ab54 None None] Network 2caf48fb-184c-426e-a7e2-2d876991b7f4 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:57:54.853066 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0de22b38-5f75-49ad-b703-d95554781bba req-5d1ee857-f978-457b-841e-dcff265e93b5 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce6ad456-c94f-4eb9-95d0-175ec5da9715 HTTP/1.1" status: 200 len: 210 time: 0.0490456 Jul 09 14:57:54.853544 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ccd0705d-5d78-4a9f-87a4-44577f209585 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:54.908508 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b0b883ec-2e72-4206-afb6-c3f6946a9a31 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2732374c0d1f4d0d9e6f386711cde35c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3713176 Jul 09 14:57:54.910525 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50914) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:54.928971 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ccd0705d-5d78-4a9f-87a4-44577f209585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:55.006273 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-dfe45acc-c939-41a5-a57a-1eb3745c8a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:55.037250 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c12b6058-b3a6-4359-9e2a-9791cbdfbd3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:55.089029 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c12b6058-b3a6-4359-9e2a-9791cbdfbd3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:55.122720 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-17bbc3c2-a2e7-4433-9055-6d4f65e7cc34 None None] Provisioning for port 7e537df5-47cf-405b-89ca-354fd651eb2a completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:57:55.133993 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-17bbc3c2-a2e7-4433-9055-6d4f65e7cc34 None None] Provisioning complete for port 7e537df5-47cf-405b-89ca-354fd651eb2a triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:57:55.134376 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-17bbc3c2-a2e7-4433-9055-6d4f65e7cc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:55.194370 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe45acc-c939-41a5-a57a-1eb3745c8a10 service neutron] Pushing event updated for resources: {'Port': ['ID=36b2c686-a384-4fdf-85b8-a5247bc74ae0,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:55.327398 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-17bbc3c2-a2e7-4433-9055-6d4f65e7cc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:55.334969 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9c809d3d-647e-49b2-8830-a72643ead75b tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:55.337831 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c12b6058-b3a6-4359-9e2a-9791cbdfbd3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:55.341399 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c12b6058-b3a6-4359-9e2a-9791cbdfbd3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:55.344280 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c12b6058-b3a6-4359-9e2a-9791cbdfbd3b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b293b7fd-8d39-4b5b-a93d-5f43d41da5a2 HTTP/1.1" status: 204 len: 168 time: 0.4323249 Jul 09 14:57:55.367681 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12b6058-b3a6-4359-9e2a-9791cbdfbd3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b293b7fd-8d39-4b5b-a93d-5f43d41da5a2,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:55.394908 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-9c809d3d-647e-49b2-8830-a72643ead75b tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Transition to ACTIVE for port object 5ca18859-8bf9-4d82-9f8d-d6a5135c33c2 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:57:55.437399 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-17bbc3c2-a2e7-4433-9055-6d4f65e7cc34 None None] For port 7e537df5-47cf-405b-89ca-354fd651eb2a, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=7e537df5-47cf-405b-89ca-354fd651eb2a,segment=NetworkSegment(06875dad-dad1-4e17-960d-8ec4e4c881bc),segment_id=06875dad-dad1-4e17-960d-8ec4e4c881bc)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:57:55.532345 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0035c4d-3c08-4c1d-91c6-64216a88f71a req-0652e3a6-b2dd-4953-9afd-936b1f001360 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:55.532583 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-17bbc3c2-a2e7-4433-9055-6d4f65e7cc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:55.536238 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0035c4d-3c08-4c1d-91c6-64216a88f71a req-0652e3a6-b2dd-4953-9afd-936b1f001360 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:55.545409 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f0035c4d-3c08-4c1d-91c6-64216a88f71a req-0652e3a6-b2dd-4953-9afd-936b1f001360 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/ports?device_id=f6dfebcd-7612-47d9-9370-5eca78d6c0d5 HTTP/1.1" status: 200 len: 1655 time: 0.7330906 Jul 09 14:57:55.648921 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bbc3c2-a2e7-4433-9055-6d4f65e7cc34 None None] Pushing event updated for resources: {'Port': ['ID=7e537df5-47cf-405b-89ca-354fd651eb2a,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:55.684276 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-9db67710-2c11-4b8b-a349-8039662f851e None None] Provisioning complete for port 7e537df5-47cf-405b-89ca-354fd651eb2a triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:57:55.684858 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9db67710-2c11-4b8b-a349-8039662f851e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:55.827596 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 7e537df5-47cf-405b-89ca-354fd651eb2a up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:57:55.962253 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 7e537df5-47cf-405b-89ca-354fd651eb2a triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:57:55.962838 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:56.223990 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e1831c4e-33b0-4aad-a9cf-fd96733547f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:56.230527 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f32ce2b5-9530-451b-bdd2-eac7b3b0bafc req-00a41576-9db9-442a-86d0-7f5c4f91845c tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce6ad456-c94f-4eb9-95d0-175ec5da9715 HTTP/1.1" status: 200 len: 210 time: 0.0446374 Jul 09 14:57:56.282140 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-ccd0705d-5d78-4a9f-87a4-44577f209585 admin admin] Allocated IP 172.25.3.239 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/b66db752-10e8-4b7f-a845-53a0edbf7469) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:57:56.361961 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d60e1f-1d26-4158-b710-4b485a3fb28c req-a25f4d8f-c238-4660-99df-b178fc6c6e26 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:56.363833 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-68d60e1f-1d26-4158-b710-4b485a3fb28c req-a25f4d8f-c238-4660-99df-b178fc6c6e26 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.54 "GET /v2.0/networks?id=9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677 HTTP/1.1" status: 200 len: 815 time: 0.8473048 Jul 09 14:57:56.401734 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-68d60e1f-1d26-4158-b710-4b485a3fb28c req-b4094c76-fa0a-4c38-9dc4-d9fbdcf59110 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Request body: {'port': {'device_id': 'ce6ad456-c94f-4eb9-95d0-175ec5da9715', 'network_id': '9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677', 'admin_state_up': True, 'tenant_id': '2b31a8f0407847ddbef3ce3aa6a501ce'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:57:56.463619 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f0035c4d-3c08-4c1d-91c6-64216a88f71a req-1b6852ed-e3d3-4a31-85b1-0b94624271e6 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/security-groups?id=76663b26-aa3d-4cc3-9802-4384082a150d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9186990 Jul 09 14:57:56.541214 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9c809d3d-647e-49b2-8830-a72643ead75b tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:56.568079 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-dfe45acc-c939-41a5-a57a-1eb3745c8a10 service neutron] Attempting to bind port 36b2c686-a384-4fdf-85b8-a5247bc74ae0 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:57:56.568439 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-dfe45acc-c939-41a5-a57a-1eb3745c8a10 service neutron] Attempting to bind port 36b2c686-a384-4fdf-85b8-a5247bc74ae0 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '6b6ccfd8-b211-4c74-bc6a-6c0489f61bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7b3e3925-173c-4cf3-933b-344bd5613ec1'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:57:56.568966 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-dfe45acc-c939-41a5-a57a-1eb3745c8a10 service neutron] Attempting to bind port 36b2c686-a384-4fdf-85b8-a5247bc74ae0 on network 7b3e3925-173c-4cf3-933b-344bd5613ec1 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:57:56.649023 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c809d3d-647e-49b2-8830-a72643ead75b tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event updated for resources: {'Port': ['ID=5ca18859-8bf9-4d82-9f8d-d6a5135c33c2,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:56.652047 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-dfe45acc-c939-41a5-a57a-1eb3745c8a10 service neutron] Port 36b2c686-a384-4fdf-85b8-a5247bc74ae0 on network 7b3e3925-173c-4cf3-933b-344bd5613ec1 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:57:56.652384 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-dfe45acc-c939-41a5-a57a-1eb3745c8a10 service neutron] Attempting to bind port 36b2c686-a384-4fdf-85b8-a5247bc74ae0 on network 7b3e3925-173c-4cf3-933b-344bd5613ec1 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:57:56.675493 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c809d3d-647e-49b2-8830-a72643ead75b tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Network d9f2503a-1960-4ecc-8bd6-296122892472 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:57:56.689256 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-9c809d3d-647e-49b2-8830-a72643ead75b tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:57:56.697129 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-dfe45acc-c939-41a5-a57a-1eb3745c8a10 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:57:56.697291 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-dfe45acc-c939-41a5-a57a-1eb3745c8a10 service neutron] Checking segment: {'id': '6b6ccfd8-b211-4c74-bc6a-6c0489f61bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7b3e3925-173c-4cf3-933b-344bd5613ec1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:57:56.697605 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-dfe45acc-c939-41a5-a57a-1eb3745c8a10 service neutron] Bound using segment: {'id': '6b6ccfd8-b211-4c74-bc6a-6c0489f61bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7b3e3925-173c-4cf3-933b-344bd5613ec1'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:57:56.698038 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-dfe45acc-c939-41a5-a57a-1eb3745c8a10 service neutron] Bound port: 36b2c686-a384-4fdf-85b8-a5247bc74ae0, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b6ccfd8-b211-4c74-bc6a-6c0489f61bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7b3e3925-173c-4cf3-933b-344bd5613ec1'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:57:56.698584 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-dfe45acc-c939-41a5-a57a-1eb3745c8a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:56.700610 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c809d3d-647e-49b2-8830-a72643ead75b tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:57:56.797965 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ccd0705d-5d78-4a9f-87a4-44577f209585 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:56.835426 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c809d3d-647e-49b2-8830-a72643ead75b tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:56.836245 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9c809d3d-647e-49b2-8830-a72643ead75b tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:56.895361 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68d60e1f-1d26-4158-b710-4b485a3fb28c req-b4094c76-fa0a-4c38-9dc4-d9fbdcf59110 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Made reservation on behalf of 2b31a8f0407847ddbef3ce3aa6a501ce for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:57:56.898947 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-68d60e1f-1d26-4158-b710-4b485a3fb28c req-b4094c76-fa0a-4c38-9dc4-d9fbdcf59110 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:56.917643 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-dfe45acc-c939-41a5-a57a-1eb3745c8a10 service neutron] For port 36b2c686-a384-4fdf-85b8-a5247bc74ae0, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:57:56.951437 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-dfe45acc-c939-41a5-a57a-1eb3745c8a10 service neutron] For port 36b2c686-a384-4fdf-85b8-a5247bc74ae0, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=36b2c686-a384-4fdf-85b8-a5247bc74ae0,segment=NetworkSegment(6b6ccfd8-b211-4c74-bc6a-6c0489f61bbb),segment_id=6b6ccfd8-b211-4c74-bc6a-6c0489f61bbb)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:57:57.025150 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50978) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:57.063782 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-9c809d3d-647e-49b2-8830-a72643ead75b tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.8349707 Jul 09 14:57:57.069872 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50986) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:57.077239 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-63849872-b50e-4a65-8eba-1c5c0f2cc88a tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Request body: {'subnet': {'network_id': 'd9f2503a-1960-4ecc-8bd6-296122892472', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:57:57.110220 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-68d60e1f-1d26-4158-b710-4b485a3fb28c req-b4094c76-fa0a-4c38-9dc4-d9fbdcf59110 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Allocated IP 172.20.0.6 (9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677/43be0c5f-83f5-43e6-9326-6f032f77f01f/9d1ce2dc-250d-4b0d-a302-92a28dbadeb4) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:57:57.158403 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-dfe45acc-c939-41a5-a57a-1eb3745c8a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:57.166097 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ccd0705d-5d78-4a9f-87a4-44577f209585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:57.205693 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-27296469-c8b7-411b-85c9-2235c24a2b91 None None] Provisioning for port 5ca18859-8bf9-4d82-9f8d-d6a5135c33c2 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:57:57.209977 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-27296469-c8b7-411b-85c9-2235c24a2b91 None None] Provisioning complete for port 5ca18859-8bf9-4d82-9f8d-d6a5135c33c2 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:57:57.210362 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-27296469-c8b7-411b-85c9-2235c24a2b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:57.243269 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd0705d-5d78-4a9f-87a4-44577f209585 admin admin] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:57:57.247856 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-dfe45acc-c939-41a5-a57a-1eb3745c8a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:57.249349 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-dfe45acc-c939-41a5-a57a-1eb3745c8a10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:57.251031 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-dfe45acc-c939-41a5-a57a-1eb3745c8a10 service neutron] 10.222.0.54 "PUT /v2.0/ports/36b2c686-a384-4fdf-85b8-a5247bc74ae0 HTTP/1.1" status: 200 len: 1092 time: 3.9038367 Jul 09 14:57:57.258089 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-ccd0705d-5d78-4a9f-87a4-44577f209585 admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:57:57.262956 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6dfebcd-7612-47d9-9370-5eca78d6c0d5', 'tag': '36b2c686-a384-4fdf-85b8-a5247bc74ae0'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:57:57.268149 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7616334f-aa6f-44bb-afe7-91eefd5256b6" -d '{"events": [{"name": "network-changed", "server_uuid": "f6dfebcd-7612-47d9-9370-5eca78d6c0d5", "tag": "36b2c686-a384-4fdf-85b8-a5247bc74ae0"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:57:57.287793 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd0705d-5d78-4a9f-87a4-44577f209585 admin admin] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:57:57.321752 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-27296469-c8b7-411b-85c9-2235c24a2b91 None None] Port 5ca18859-8bf9-4d82-9f8d-d6a5135c33c2 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:57:57.334288 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63849872-b50e-4a65-8eba-1c5c0f2cc88a tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Made reservation on behalf of 5addd83cb682465db8739493dcb3fffc for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:57:57.348268 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-63849872-b50e-4a65-8eba-1c5c0f2cc88a tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:57.455848 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645e4533-a709-4c74-a645-1a9de549bbd1 x-openstack-request-id: req-645e4533-a709-4c74-a645-1a9de549bbd1 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:57:57.462418 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6dfebcd-7612-47d9-9370-5eca78d6c0d5", "tag": "36b2c686-a384-4fdf-85b8-a5247bc74ae0", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:57:57.462418 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-645e4533-a709-4c74-a645-1a9de549bbd1 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:57:57.462418 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6dfebcd-7612-47d9-9370-5eca78d6c0d5', 'tag': '36b2c686-a384-4fdf-85b8-a5247bc74ae0', 'status': 'completed', 'code': 200} Jul 09 14:57:57.462418 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-0f6efbe8-c7f4-4718-b809-28570fc0541d tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Request body: {'security_group': {'name': 'tempest-secgroup--1784586876'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:57:57.529002 n-d-799529-6 neutron-server[94446]: INFO neutron.db.ipam_backend_mixin [None req-63849872-b50e-4a65-8eba-1c5c0f2cc88a tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 485bc258-2b5a-47fd-a42e-369c48518733 (CIDR: 172.20.0.0/28) Jul 09 14:57:57.537995 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-9afb2eeb-8967-4f07-ba64-122f3dc03a4e service neutron] Request body: {'port': {'device_id': 'f6dfebcd-7612-47d9-9370-5eca78d6c0d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:57:57.608665 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7cc29a6b-58e5-4410-b26c-8d2a5769bd44 req-7ee47839-a8d1-4d07-b823-1990fa630fc0 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce6ad456-c94f-4eb9-95d0-175ec5da9715 HTTP/1.1" status: 200 len: 210 time: 0.0749273 Jul 09 14:57:57.621347 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-63849872-b50e-4a65-8eba-1c5c0f2cc88a tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:57:57.622101 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63849872-b50e-4a65-8eba-1c5c0f2cc88a tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:57:57.690398 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe45acc-c939-41a5-a57a-1eb3745c8a10 service neutron] Pushing event updated for resources: {'Port': ['ID=36b2c686-a384-4fdf-85b8-a5247bc74ae0,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:57.714858 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-9afb2eeb-8967-4f07-ba64-122f3dc03a4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:57.890740 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-68d60e1f-1d26-4158-b710-4b485a3fb28c req-b4094c76-fa0a-4c38-9dc4-d9fbdcf59110 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:57.897775 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0f6efbe8-c7f4-4718-b809-28570fc0541d tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:57.907995 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd0705d-5d78-4a9f-87a4-44577f209585 admin admin] Pushing event updated for resources: {'Port': ['ID=b66db752-10e8-4b7f-a845-53a0edbf7469,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:57.931393 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7616334f-aa6f-44bb-afe7-91eefd5256b6 req-7bc8c1df-411b-43de-ac48-2d753148b997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:57.931911 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7616334f-aa6f-44bb-afe7-91eefd5256b6 req-7bc8c1df-411b-43de-ac48-2d753148b997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:57.933486 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7616334f-aa6f-44bb-afe7-91eefd5256b6 req-7bc8c1df-411b-43de-ac48-2d753148b997 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=70380163691b470ebe60db5002d62101&device_id=f6dfebcd-7612-47d9-9370-5eca78d6c0d5 HTTP/1.1" status: 200 len: 1914 time: 0.4670038 Jul 09 14:57:57.934147 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0f6efbe8-c7f4-4718-b809-28570fc0541d tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:57.988973 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-63849872-b50e-4a65-8eba-1c5c0f2cc88a tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9155190 Jul 09 14:57:57.992045 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51006) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:57.996038 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-1286235c-c0da-4124-a769-4ebaec4311ce tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Request body: {'subnet': {'network_id': 'd9f2503a-1960-4ecc-8bd6-296122892472', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:57:58.129539 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016bbd6-b916-46f3-92d9-92a5a1bf6884 req-b4a3349d-68d3-4be7-891f-df75189d90ba tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:58.135354 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016bbd6-b916-46f3-92d9-92a5a1bf6884 req-b4a3349d-68d3-4be7-891f-df75189d90ba tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:58.137084 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d016bbd6-b916-46f3-92d9-92a5a1bf6884 req-b4a3349d-68d3-4be7-891f-df75189d90ba tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/ports?device_id=f6dfebcd-7612-47d9-9370-5eca78d6c0d5 HTTP/1.1" status: 200 len: 1667 time: 0.3564103 Jul 09 14:57:58.152438 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-9afb2eeb-8967-4f07-ba64-122f3dc03a4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0258b1f7-c2e6-4eab-b11b-b3af3383b8d8 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:57:58.170336 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-9afb2eeb-8967-4f07-ba64-122f3dc03a4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:58.186958 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-9afb2eeb-8967-4f07-ba64-122f3dc03a4e service neutron] Transition to ACTIVE for port object 0258b1f7-c2e6-4eab-b11b-b3af3383b8d8 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:57:58.263541 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d016bbd6-b916-46f3-92d9-92a5a1bf6884 req-8b37c35c-78d3-4864-adf1-e0e182b2d017 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/security-groups?id=76663b26-aa3d-4cc3-9802-4384082a150d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904291 Jul 09 14:57:58.280715 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7616334f-aa6f-44bb-afe7-91eefd5256b6 req-2bd9113b-6bec-4016-b651-63f664e55b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:58.281191 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7616334f-aa6f-44bb-afe7-91eefd5256b6 req-2bd9113b-6bec-4016-b651-63f664e55b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:58.281736 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7616334f-aa6f-44bb-afe7-91eefd5256b6 req-2bd9113b-6bec-4016-b651-63f664e55b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:58.283313 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7616334f-aa6f-44bb-afe7-91eefd5256b6 req-2bd9113b-6bec-4016-b651-63f664e55b26 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=70380163691b470ebe60db5002d62101&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3344843 Jul 09 14:57:58.287163 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ccd0705d-5d78-4a9f-87a4-44577f209585 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:58.394020 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-9afb2eeb-8967-4f07-ba64-122f3dc03a4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:58.457034 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0f6efbe8-c7f4-4718-b809-28570fc0541d tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:58.466263 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb2eeb-8967-4f07-ba64-122f3dc03a4e service neutron] Pushing event updated for resources: {'Port': ['ID=0258b1f7-c2e6-4eab-b11b-b3af3383b8d8,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:58.478626 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-68d60e1f-1d26-4158-b710-4b485a3fb28c req-b4094c76-fa0a-4c38-9dc4-d9fbdcf59110 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:58.530562 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7616334f-aa6f-44bb-afe7-91eefd5256b6 req-2aa06133-e542-4ee4-88a9-aafbd18b8b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:58.532095 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7616334f-aa6f-44bb-afe7-91eefd5256b6 req-2aa06133-e542-4ee4-88a9-aafbd18b8b79 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2420828 Jul 09 14:57:58.587466 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-9afb2eeb-8967-4f07-ba64-122f3dc03a4e service neutron] Attempting to bind port 0258b1f7-c2e6-4eab-b11b-b3af3383b8d8 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:57:58.588028 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-9afb2eeb-8967-4f07-ba64-122f3dc03a4e service neutron] Attempting to bind port 0258b1f7-c2e6-4eab-b11b-b3af3383b8d8 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': 'f2cb3802-9a20-44ce-b243-d4fe4fec6c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'c5014b41-7b2b-452a-80e5-19b303fce509'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:57:58.588527 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-9afb2eeb-8967-4f07-ba64-122f3dc03a4e service neutron] Attempting to bind port 0258b1f7-c2e6-4eab-b11b-b3af3383b8d8 on network c5014b41-7b2b-452a-80e5-19b303fce509 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:57:58.594841 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68d60e1f-1d26-4158-b710-4b485a3fb28c req-b4094c76-fa0a-4c38-9dc4-d9fbdcf59110 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Network 9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:57:58.596751 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-9afb2eeb-8967-4f07-ba64-122f3dc03a4e service neutron] Port 0258b1f7-c2e6-4eab-b11b-b3af3383b8d8 on network c5014b41-7b2b-452a-80e5-19b303fce509 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:57:58.597311 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-9afb2eeb-8967-4f07-ba64-122f3dc03a4e service neutron] Attempting to bind port 0258b1f7-c2e6-4eab-b11b-b3af3383b8d8 on network c5014b41-7b2b-452a-80e5-19b303fce509 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:57:58.604413 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-68d60e1f-1d26-4158-b710-4b485a3fb28c req-b4094c76-fa0a-4c38-9dc4-d9fbdcf59110 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:57:58.605271 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-9afb2eeb-8967-4f07-ba64-122f3dc03a4e service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:57:58.606520 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-9afb2eeb-8967-4f07-ba64-122f3dc03a4e service neutron] Checking segment: {'id': 'f2cb3802-9a20-44ce-b243-d4fe4fec6c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'c5014b41-7b2b-452a-80e5-19b303fce509'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:57:58.607326 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-9afb2eeb-8967-4f07-ba64-122f3dc03a4e service neutron] Bound using segment: {'id': 'f2cb3802-9a20-44ce-b243-d4fe4fec6c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'c5014b41-7b2b-452a-80e5-19b303fce509'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:57:58.609199 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-9afb2eeb-8967-4f07-ba64-122f3dc03a4e service neutron] Bound port: 0258b1f7-c2e6-4eab-b11b-b3af3383b8d8, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2cb3802-9a20-44ce-b243-d4fe4fec6c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'c5014b41-7b2b-452a-80e5-19b303fce509'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:57:58.609918 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-9afb2eeb-8967-4f07-ba64-122f3dc03a4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:58.612098 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-68d60e1f-1d26-4158-b710-4b485a3fb28c req-b4094c76-fa0a-4c38-9dc4-d9fbdcf59110 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:57:58.646376 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0f6efbe8-c7f4-4718-b809-28570fc0541d tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:58.666738 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4094c76-fa0a-4c38-9dc4-d9fbdcf59110 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Pushing event updated for resources: {'Port': ['ID=9d1ce2dc-250d-4b0d-a302-92a28dbadeb4,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:58.754379 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d60e1f-1d26-4158-b710-4b485a3fb28c req-b4094c76-fa0a-4c38-9dc4-d9fbdcf59110 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:58.755058 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-68d60e1f-1d26-4158-b710-4b485a3fb28c req-b4094c76-fa0a-4c38-9dc4-d9fbdcf59110 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:58.762635 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6efbe8-c7f4-4718-b809-28570fc0541d tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e01bf88-d7f1-4fb8-8e6c-220c8500e5e9,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:58.790677 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ccd0705d-5d78-4a9f-87a4-44577f209585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:58.818948 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-9afb2eeb-8967-4f07-ba64-122f3dc03a4e service neutron] For port 0258b1f7-c2e6-4eab-b11b-b3af3383b8d8, host n-h2-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:57:58.828516 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-9afb2eeb-8967-4f07-ba64-122f3dc03a4e service neutron] For port 0258b1f7-c2e6-4eab-b11b-b3af3383b8d8, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=0258b1f7-c2e6-4eab-b11b-b3af3383b8d8,segment=NetworkSegment(f2cb3802-9a20-44ce-b243-d4fe4fec6c67),segment_id=f2cb3802-9a20-44ce-b243-d4fe4fec6c67)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:57:58.931846 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-9afb2eeb-8967-4f07-ba64-122f3dc03a4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:58.968014 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1286235c-c0da-4124-a769-4ebaec4311ce tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Made reservation on behalf of 5addd83cb682465db8739493dcb3fffc for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:57:58.971892 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1286235c-c0da-4124-a769-4ebaec4311ce tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:58.995930 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-9afb2eeb-8967-4f07-ba64-122f3dc03a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:58.996635 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-9afb2eeb-8967-4f07-ba64-122f3dc03a4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:59.000513 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-9afb2eeb-8967-4f07-ba64-122f3dc03a4e service neutron] 10.222.0.54 "PUT /v2.0/ports/0258b1f7-c2e6-4eab-b11b-b3af3383b8d8 HTTP/1.1" status: 200 len: 1092 time: 1.4669311 Jul 09 14:57:59.015205 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c633e7ec-eb08-4155-a885-40de255f7dcb req-c34212ab-ca03-48ff-a948-eb41948352c7 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:59.017073 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c633e7ec-eb08-4155-a885-40de255f7dcb req-c34212ab-ca03-48ff-a948-eb41948352c7 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce6ad456-c94f-4eb9-95d0-175ec5da9715 HTTP/1.1" status: 200 len: 931 time: 0.1368244 Jul 09 14:57:59.023801 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6dfebcd-7612-47d9-9370-5eca78d6c0d5', 'tag': '0258b1f7-c2e6-4eab-b11b-b3af3383b8d8'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:57:59.026459 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d15f411-e30e-47b1-8cf7-5cd4411b6d40" -d '{"events": [{"name": "network-changed", "server_uuid": "f6dfebcd-7612-47d9-9370-5eca78d6c0d5", "tag": "0258b1f7-c2e6-4eab-b11b-b3af3383b8d8"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:57:59.095307 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb2eeb-8967-4f07-ba64-122f3dc03a4e service neutron] Pushing event updated for resources: {'Port': ['ID=0258b1f7-c2e6-4eab-b11b-b3af3383b8d8,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:59.095728 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c633e7ec-eb08-4155-a885-40de255f7dcb req-9b28db19-9390-44a2-bfde-cd7ab8657e1c tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/security-groups?id=6350f22d-31f5-4997-9a81-92d1dbf20d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722919 Jul 09 14:57:59.101611 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b55a353b-c266-4fe9-a0d4-7e957bfa59a2 x-openstack-request-id: req-b55a353b-c266-4fe9-a0d4-7e957bfa59a2 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:57:59.101611 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6dfebcd-7612-47d9-9370-5eca78d6c0d5", "tag": "0258b1f7-c2e6-4eab-b11b-b3af3383b8d8", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:57:59.101611 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b55a353b-c266-4fe9-a0d4-7e957bfa59a2 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:57:59.101611 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6dfebcd-7612-47d9-9370-5eca78d6c0d5', 'tag': '0258b1f7-c2e6-4eab-b11b-b3af3383b8d8', 'status': 'completed', 'code': 200} Jul 09 14:57:59.122185 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6515031a-61d3-46f8-bdb8-486505d3efde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:59.185540 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-68d60e1f-1d26-4158-b710-4b485a3fb28c req-b4094c76-fa0a-4c38-9dc4-d9fbdcf59110 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8012986 Jul 09 14:57:59.189953 n-d-799529-6 neutron-server[94446]: INFO neutron.db.ipam_backend_mixin [None req-1286235c-c0da-4124-a769-4ebaec4311ce tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 500da04d-4cbc-4bb3-a4f5-c41a04354074 (CIDR: 172.20.0.16/28) Jul 09 14:57:59.222492 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-68d60e1f-1d26-4158-b710-4b485a3fb28c req-086b8f86-f7e4-4ea6-9312-d035b03a12f6 service neutron] Request body: {'port': {'device_id': 'ce6ad456-c94f-4eb9-95d0-175ec5da9715', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:57:59.223343 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d15f411-e30e-47b1-8cf7-5cd4411b6d40 req-a7d78486-57ed-4ddd-b38f-40662fcf6df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:59.223906 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d15f411-e30e-47b1-8cf7-5cd4411b6d40 req-a7d78486-57ed-4ddd-b38f-40662fcf6df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:59.226050 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7d15f411-e30e-47b1-8cf7-5cd4411b6d40 req-a7d78486-57ed-4ddd-b38f-40662fcf6df9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=70380163691b470ebe60db5002d62101&device_id=f6dfebcd-7612-47d9-9370-5eca78d6c0d5 HTTP/1.1" status: 200 len: 1981 time: 0.0905540 Jul 09 14:57:59.235271 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:59.266143 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccd0705d-5d78-4a9f-87a4-44577f209585 admin admin] Router ae52d869-76cf-43d6-9570-c634cb033c3f is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:57:59.362230 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-1286235c-c0da-4124-a769-4ebaec4311ce tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:57:59.362819 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1286235c-c0da-4124-a769-4ebaec4311ce tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:57:59.431077 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d15f411-e30e-47b1-8cf7-5cd4411b6d40 req-54e87942-dc30-42d3-9782-a786144aad21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:59.431807 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d15f411-e30e-47b1-8cf7-5cd4411b6d40 req-54e87942-dc30-42d3-9782-a786144aad21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:59.432143 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d15f411-e30e-47b1-8cf7-5cd4411b6d40 req-54e87942-dc30-42d3-9782-a786144aad21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:59.433967 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7d15f411-e30e-47b1-8cf7-5cd4411b6d40 req-54e87942-dc30-42d3-9782-a786144aad21 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=70380163691b470ebe60db5002d62101&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1936474 Jul 09 14:57:59.448448 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-68d60e1f-1d26-4158-b710-4b485a3fb28c req-086b8f86-f7e4-4ea6-9312-d035b03a12f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:59.566970 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0f6efbe8-c7f4-4718-b809-28570fc0541d tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:59.581030 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89664dc-e6b9-4774-9767-6bb9c4e2618b req-753c0fd6-0201-44a7-bbd3-fd05896c5454 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:59.587596 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89664dc-e6b9-4774-9767-6bb9c4e2618b req-753c0fd6-0201-44a7-bbd3-fd05896c5454 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:59.589463 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b89664dc-e6b9-4774-9767-6bb9c4e2618b req-753c0fd6-0201-44a7-bbd3-fd05896c5454 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/ports?device_id=f6dfebcd-7612-47d9-9370-5eca78d6c0d5 HTTP/1.1" status: 200 len: 1679 time: 0.1750114 Jul 09 14:57:59.600794 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd0705d-5d78-4a9f-87a4-44577f209585 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:57:59.616831 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc5ad7f-6f0e-41c8-ac80-a6e24e8825ea None None] Sync routers for ids ['ae52d869-76cf-43d6-9570-c634cb033c3f'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:57:59.622599 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d15f411-e30e-47b1-8cf7-5cd4411b6d40 req-88c33bab-5cea-4460-abc9-d5f837bee51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:59.624265 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7d15f411-e30e-47b1-8cf7-5cd4411b6d40 req-88c33bab-5cea-4460-abc9-d5f837bee51e service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1729996 Jul 09 14:57:59.644582 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc5ad7f-6f0e-41c8-ac80-a6e24e8825ea None None] Routers {'ae52d869-76cf-43d6-9570-c634cb033c3f'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:57:59.646733 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-8cc5ad7f-6f0e-41c8-ac80-a6e24e8825ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:57:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['ae52d869-76cf-43d6-9570-c634cb033c3f'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:57:59.660302 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b89664dc-e6b9-4774-9767-6bb9c4e2618b req-867ef5e1-cff3-4e6c-9d4d-956e9215c331 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/security-groups?id=76663b26-aa3d-4cc3-9802-4384082a150d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589678 Jul 09 14:57:59.754716 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0f6efbe8-c7f4-4718-b809-28570fc0541d tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:59.763473 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-a4cb08f8-687c-44e1-8023-9600fc90de34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:59.764659 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-a4cb08f8-687c-44e1-8023-9600fc90de34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:57:59.766372 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-a4cb08f8-687c-44e1-8023-9600fc90de34 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=70380163691b470ebe60db5002d62101&device_id=f6dfebcd-7612-47d9-9370-5eca78d6c0d5 HTTP/1.1" status: 200 len: 1981 time: 0.0781868 Jul 09 14:57:59.813273 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6efbe8-c7f4-4718-b809-28570fc0541d tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ade01a88-342d-4f2c-8e90-f6c77dc93898,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:57:59.823340 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-431700a6-d864-47ce-b5ae-73f376a2b3fa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.184&port_id=36b2c686-a384-4fdf-85b8-a5247bc74ae0 HTTP/1.1" status: 200 len: 217 time: 0.0476234 Jul 09 14:57:59.832625 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-8cc5ad7f-6f0e-41c8-ac80-a6e24e8825ea None None] Set router ae52d869-76cf-43d6-9570-c634cb033c3f gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:57:59.859174 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0f6efbe8-c7f4-4718-b809-28570fc0541d tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:59.864401 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-0f6efbe8-c7f4-4718-b809-28570fc0541d tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.8344321 Jul 09 14:57:59.865511 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51044) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:59.873982 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ccd0705d-5d78-4a9f-87a4-44577f209585 admin admin] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:59.875700 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ccd0705d-5d78-4a9f-87a4-44577f209585 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.7271876 Jul 09 14:57:59.878331 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51046) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:59.919937 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-1286235c-c0da-4124-a769-4ebaec4311ce tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.9279313 Jul 09 14:57:59.928630 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51050) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:57:59.937679 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-526d8257-7949-4c27-be5b-fdb146573152 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Request body: {'subnet': {'network_id': 'd9f2503a-1960-4ecc-8bd6-296122892472', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:58:00.047124 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-b3fa4908-844d-4781-9c73-ff59e2cf348e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:00.049036 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-b3fa4908-844d-4781-9c73-ff59e2cf348e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a2ffa24c-a4a9-4e6b-a42b-1decd7fcc223 HTTP/1.1" status: 200 len: 801 time: 0.2194836 Jul 09 14:58:00.128035 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-8cc5ad7f-6f0e-41c8-ac80-a6e24e8825ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae52d869-76cf-43d6-9570-c634cb033c3f', 'name': 'tempest-ServerActionsTestJSON-692834245-router', 'tenant_id': 'c03b5d3d86974e68a5911d632d382871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'b66db752-10e8-4b7f-a845-53a0edbf7469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:57:52Z', 'updated_at': '2021-07-09T14:57:57Z', 'revision_number': 3, 'project_id': 'c03b5d3d86974e68a5911d632d382871', 'gw_port': {'id': 'b66db752-10e8-4b7f-a845-53a0edbf7469', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e8:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae52d869-76cf-43d6-9570-c634cb033c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:57:54Z', 'updated_at': '2021-07-09T14:57:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:58:00.158227 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-836a6ca3-d3e5-4814-b2bd-a5bb66fd4831 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2852600 Jul 09 14:58:00.162238 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51054) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:00.169791 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-1bf163f0-96ce-4160-a9b2-195cc354770a tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Request body: {'security_group': {'name': 'tempest-security--132271664', 'description': 'tempest-security-description-1694985132'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:58:00.238557 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1bf163f0-96ce-4160-a9b2-195cc354770a tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:00.253938 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc5ad7f-6f0e-41c8-ac80-a6e24e8825ea None None] Checking router: ae52d869-76cf-43d6-9570-c634cb033c3f for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:58:00.254290 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc5ad7f-6f0e-41c8-ac80-a6e24e8825ea None None] Updating router ae52d869-76cf-43d6-9570-c634cb033c3f port b66db752-10e8-4b7f-a845-53a0edbf7469 binding host n-d-799529-6 {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:58:00.334356 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8cc5ad7f-6f0e-41c8-ac80-a6e24e8825ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:00.337893 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:00.358505 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-c42e668b-7905-43c1-8fd1-5bd717eb045e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:00.361001 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-c42e668b-7905-43c1-8fd1-5bd717eb045e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7b3e3925-173c-4cf3-933b-344bd5613ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3017211 Jul 09 14:58:00.365367 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1bf163f0-96ce-4160-a9b2-195cc354770a tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:00.505034 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-526d8257-7949-4c27-be5b-fdb146573152 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Made reservation on behalf of 5addd83cb682465db8739493dcb3fffc for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:58:00.509478 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-526d8257-7949-4c27-be5b-fdb146573152 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:00.575619 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1bf163f0-96ce-4160-a9b2-195cc354770a tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:00.578346 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1bf163f0-96ce-4160-a9b2-195cc354770a tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:00.579713 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-1bf163f0-96ce-4160-a9b2-195cc354770a tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] 10.222.0.58 "PUT /v2.0/security-groups/ade01a88-342d-4f2c-8e90-f6c77dc93898 HTTP/1.1" status: 200 len: 1779 time: 0.4146461 Jul 09 14:58:00.596110 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51068) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:00.643598 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf163f0-96ce-4160-a9b2-195cc354770a tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ade01a88-342d-4f2c-8e90-f6c77dc93898,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:00.789167 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b601eb-f096-4d43-b5bb-8e2960a5466a req-6d721747-5155-45d6-8c93-ede1fdf15034 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:00.791704 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-02b601eb-f096-4d43-b5bb-8e2960a5466a req-6d721747-5155-45d6-8c93-ede1fdf15034 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce6ad456-c94f-4eb9-95d0-175ec5da9715 HTTP/1.1" status: 200 len: 931 time: 0.4367194 Jul 09 14:58:00.801680 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-5c9bf07a-6410-4165-abc2-8185ab0c0c32 service neutron] 10.222.0.54 "GET /v2.0/networks/7b3e3925-173c-4cf3-933b-344bd5613ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3999741 Jul 09 14:58:00.813310 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8cc5ad7f-6f0e-41c8-ac80-a6e24e8825ea None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:00.840583 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-8cc5ad7f-6f0e-41c8-ac80-a6e24e8825ea None None] Transition to ACTIVE for port object b66db752-10e8-4b7f-a845-53a0edbf7469 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:58:00.874898 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-974790eb-7de9-48b3-9c05-4733b9989d26 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] 10.222.0.58 "GET /v2.0/security-groups/ade01a88-342d-4f2c-8e90-f6c77dc93898 HTTP/1.1" status: 200 len: 1779 time: 0.2776039 Jul 09 14:58:00.880052 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51076) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:00.891495 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-68d60e1f-1d26-4158-b710-4b485a3fb28c req-086b8f86-f7e4-4ea6-9312-d035b03a12f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d1ce2dc-250d-4b0d-a302-92a28dbadeb4 {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:58:00.942214 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-68d60e1f-1d26-4158-b710-4b485a3fb28c req-086b8f86-f7e4-4ea6-9312-d035b03a12f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:00.975880 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-02b601eb-f096-4d43-b5bb-8e2960a5466a req-2c626454-cd33-4389-bb18-49ae7467731a tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/security-groups?id=6350f22d-31f5-4997-9a81-92d1dbf20d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890877 Jul 09 14:58:01.016519 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8cc5ad7f-6f0e-41c8-ac80-a6e24e8825ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:01.021349 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-9d52a845-7d25-4ead-808d-6df1efe18b5c service neutron] 10.222.0.54 "GET /v2.0/networks/7b3e3925-173c-4cf3-933b-344bd5613ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127781 Jul 09 14:58:01.071911 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-68d60e1f-1d26-4158-b710-4b485a3fb28c req-086b8f86-f7e4-4ea6-9312-d035b03a12f6 service neutron] Transition to ACTIVE for port object 9d1ce2dc-250d-4b0d-a302-92a28dbadeb4 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:58:01.074171 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c539fe17-cdb2-4f14-9fcc-5a9bc7120d84 None None] Pushing event updated for resources: {'Port': ['ID=b66db752-10e8-4b7f-a845-53a0edbf7469,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:01.078955 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-a752dc08-1415-4867-ae0c-fd9618057724 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.181&port_id=0258b1f7-c2e6-4eab-b11b-b3af3383b8d8 HTTP/1.1" status: 200 len: 217 time: 0.0493169 Jul 09 14:58:01.121805 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-8cc5ad7f-6f0e-41c8-ac80-a6e24e8825ea None None] Attempting to bind port b66db752-10e8-4b7f-a845-53a0edbf7469 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:58:01.122706 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-8cc5ad7f-6f0e-41c8-ac80-a6e24e8825ea None None] Attempting to bind port b66db752-10e8-4b7f-a845-53a0edbf7469 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:58:01.123982 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc5ad7f-6f0e-41c8-ac80-a6e24e8825ea None None] Attempting to bind port b66db752-10e8-4b7f-a845-53a0edbf7469 on network 202c7ce6-d4e9-4f80-84dd-bef08905a653 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:58:01.134458 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc5ad7f-6f0e-41c8-ac80-a6e24e8825ea None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:58:01.135711 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc5ad7f-6f0e-41c8-ac80-a6e24e8825ea None None] Checking segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:58:01.136356 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8cc5ad7f-6f0e-41c8-ac80-a6e24e8825ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:01.137006 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc5ad7f-6f0e-41c8-ac80-a6e24e8825ea None None] Bound using segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:58:01.137856 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-8cc5ad7f-6f0e-41c8-ac80-a6e24e8825ea None None] Bound port: b66db752-10e8-4b7f-a845-53a0edbf7469, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:58:01.138476 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8cc5ad7f-6f0e-41c8-ac80-a6e24e8825ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:01.172642 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7ecae473-5856-4d97-a2aa-65cec11e90ca tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:01.288893 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-8cc5ad7f-6f0e-41c8-ac80-a6e24e8825ea None None] For port b66db752-10e8-4b7f-a845-53a0edbf7469, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:58:01.293189 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-8cc5ad7f-6f0e-41c8-ac80-a6e24e8825ea None None] For port b66db752-10e8-4b7f-a845-53a0edbf7469, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=b66db752-10e8-4b7f-a845-53a0edbf7469,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:58:01.331827 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-68d60e1f-1d26-4158-b710-4b485a3fb28c req-086b8f86-f7e4-4ea6-9312-d035b03a12f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:01.434665 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fdc531-5cf7-45c5-9d33-7a6628fe5106 req-c6d56dfd-087b-4e38-921c-a5a89e8a2026 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:01.452764 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fdc531-5cf7-45c5-9d33-7a6628fe5106 req-c6d56dfd-087b-4e38-921c-a5a89e8a2026 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:01.454738 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b9fdc531-5cf7-45c5-9d33-7a6628fe5106 req-c6d56dfd-087b-4e38-921c-a5a89e8a2026 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/ports?device_id=f6dfebcd-7612-47d9-9370-5eca78d6c0d5 HTTP/1.1" status: 200 len: 1679 time: 0.5531976 Jul 09 14:58:01.459084 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8cc5ad7f-6f0e-41c8-ac80-a6e24e8825ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:01.483776 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7ecae473-5856-4d97-a2aa-65cec11e90ca tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:01.580569 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc5ad7f-6f0e-41c8-ac80-a6e24e8825ea None None] Routers {'ae52d869-76cf-43d6-9570-c634cb033c3f'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:58:01.581410 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-8cc5ad7f-6f0e-41c8-ac80-a6e24e8825ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:57:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['ae52d869-76cf-43d6-9570-c634cb033c3f'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:58:01.622684 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086b8f86-f7e4-4ea6-9312-d035b03a12f6 service neutron] Pushing event updated for resources: {'Port': ['ID=9d1ce2dc-250d-4b0d-a302-92a28dbadeb4,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:01.654021 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b9fdc531-5cf7-45c5-9d33-7a6628fe5106 req-873bd452-ea82-48a3-8a00-5b6b3616eb09 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/security-groups?id=76663b26-aa3d-4cc3-9802-4384082a150d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421187 Jul 09 14:58:01.738281 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-8cc5ad7f-6f0e-41c8-ac80-a6e24e8825ea None None] Set router ae52d869-76cf-43d6-9570-c634cb033c3f gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:58:01.909528 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-703bdc71-e69b-41c4-a300-3661da60bf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:01.912093 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-703bdc71-e69b-41c4-a300-3661da60bf70 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a5347d95-b72a-4262-8ae7-d1a591d15509 HTTP/1.1" status: 200 len: 801 time: 0.8271191 Jul 09 14:58:01.971589 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:01.973789 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c539fe17-cdb2-4f14-9fcc-5a9bc7120d84 None None] Pushing event updated for resources: {'Port': ['ID=b66db752-10e8-4b7f-a845-53a0edbf7469,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:02.031352 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-68d60e1f-1d26-4158-b710-4b485a3fb28c req-086b8f86-f7e4-4ea6-9312-d035b03a12f6 service neutron] Attempting to bind port 9d1ce2dc-250d-4b0d-a302-92a28dbadeb4 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:58:02.036277 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-68d60e1f-1d26-4158-b710-4b485a3fb28c req-086b8f86-f7e4-4ea6-9312-d035b03a12f6 service neutron] Attempting to bind port 9d1ce2dc-250d-4b0d-a302-92a28dbadeb4 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '896ba2d5-d8c7-4c93-8e5b-c08d89831acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:58:02.036822 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d60e1f-1d26-4158-b710-4b485a3fb28c req-086b8f86-f7e4-4ea6-9312-d035b03a12f6 service neutron] Attempting to bind port 9d1ce2dc-250d-4b0d-a302-92a28dbadeb4 on network 9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:58:02.058979 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d60e1f-1d26-4158-b710-4b485a3fb28c req-086b8f86-f7e4-4ea6-9312-d035b03a12f6 service neutron] Port 9d1ce2dc-250d-4b0d-a302-92a28dbadeb4 on network 9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:58:02.059314 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d60e1f-1d26-4158-b710-4b485a3fb28c req-086b8f86-f7e4-4ea6-9312-d035b03a12f6 service neutron] Attempting to bind port 9d1ce2dc-250d-4b0d-a302-92a28dbadeb4 on network 9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:58:02.077468 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-5b50f131-ef65-40f4-a069-4eed350509d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:02.079301 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-5b50f131-ef65-40f4-a069-4eed350509d1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c5014b41-7b2b-452a-80e5-19b303fce509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1574855 Jul 09 14:58:02.084137 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-8cc5ad7f-6f0e-41c8-ac80-a6e24e8825ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae52d869-76cf-43d6-9570-c634cb033c3f', 'name': 'tempest-ServerActionsTestJSON-692834245-router', 'tenant_id': 'c03b5d3d86974e68a5911d632d382871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'b66db752-10e8-4b7f-a845-53a0edbf7469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:57:52Z', 'updated_at': '2021-07-09T14:57:57Z', 'revision_number': 3, 'project_id': 'c03b5d3d86974e68a5911d632d382871', 'gw_port': {'id': 'b66db752-10e8-4b7f-a845-53a0edbf7469', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e8:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae52d869-76cf-43d6-9570-c634cb033c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:57:54Z', 'updated_at': '2021-07-09T14:58:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:58:02.136492 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d60e1f-1d26-4158-b710-4b485a3fb28c req-086b8f86-f7e4-4ea6-9312-d035b03a12f6 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:58:02.136847 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d60e1f-1d26-4158-b710-4b485a3fb28c req-086b8f86-f7e4-4ea6-9312-d035b03a12f6 service neutron] Checking segment: {'id': '896ba2d5-d8c7-4c93-8e5b-c08d89831acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:58:02.137336 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d60e1f-1d26-4158-b710-4b485a3fb28c req-086b8f86-f7e4-4ea6-9312-d035b03a12f6 service neutron] Bound using segment: {'id': '896ba2d5-d8c7-4c93-8e5b-c08d89831acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:58:02.137804 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-68d60e1f-1d26-4158-b710-4b485a3fb28c req-086b8f86-f7e4-4ea6-9312-d035b03a12f6 service neutron] Bound port: 9d1ce2dc-250d-4b0d-a302-92a28dbadeb4, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '896ba2d5-d8c7-4c93-8e5b-c08d89831acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:58:02.138177 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-68d60e1f-1d26-4158-b710-4b485a3fb28c req-086b8f86-f7e4-4ea6-9312-d035b03a12f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:02.140413 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7ecae473-5856-4d97-a2aa-65cec11e90ca tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:02.149514 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc5ad7f-6f0e-41c8-ac80-a6e24e8825ea None None] The sync data for ids ['ae52d869-76cf-43d6-9570-c634cb033c3f'] in n-d-799529-6 is: [{'id': 'ae52d869-76cf-43d6-9570-c634cb033c3f', 'name': 'tempest-ServerActionsTestJSON-692834245-router', 'tenant_id': 'c03b5d3d86974e68a5911d632d382871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'b66db752-10e8-4b7f-a845-53a0edbf7469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:57:52Z', 'updated_at': '2021-07-09T14:57:57Z', 'revision_number': 3, 'project_id': 'c03b5d3d86974e68a5911d632d382871', 'gw_port': {'id': 'b66db752-10e8-4b7f-a845-53a0edbf7469', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e8:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae52d869-76cf-43d6-9570-c634cb033c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:57:54Z', 'updated_at': '2021-07-09T14:58:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:58:02.150142 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7ecae473-5856-4d97-a2aa-65cec11e90ca tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:02.153369 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-7ecae473-5856-4d97-a2aa-65cec11e90ca tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] 10.222.0.58 "DELETE /v2.0/security-groups/ade01a88-342d-4f2c-8e90-f6c77dc93898 HTTP/1.1" status: 204 len: 168 time: 1.2674396 Jul 09 14:58:02.166772 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51102) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:02.225585 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-526d8257-7949-4c27-be5b-fdb146573152 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:02.315042 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecae473-5856-4d97-a2aa-65cec11e90ca tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade01a88-342d-4f2c-8e90-f6c77dc93898,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:02.394826 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526d8257-7949-4c27-be5b-fdb146573152 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Network d9f2503a-1960-4ecc-8bd6-296122892472 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:58:02.437231 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-526d8257-7949-4c27-be5b-fdb146573152 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:58:02.455825 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526d8257-7949-4c27-be5b-fdb146573152 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:02.456420 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-526d8257-7949-4c27-be5b-fdb146573152 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:02.456621 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7feb94-e8d5-42e8-8c8e-0886a2d3ea37 None None] Network d9f2503a-1960-4ecc-8bd6-296122892472 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:58:02.479665 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-150acc75-9854-4b31-b5f2-633dc2e998aa service neutron] 10.222.0.54 "GET /v2.0/networks/c5014b41-7b2b-452a-80e5-19b303fce509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3931060 Jul 09 14:58:02.482177 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526d8257-7949-4c27-be5b-fdb146573152 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event updated for resources: {'Subnet': ['ID=ecd9f93d-295d-4b92-8180-92d94b9597ad,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:02.521481 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0b281f18-e9b0-468b-86f9-00e83d723608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:02.722455 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0bf75498-82cc-46e6-97bf-b99a0e3dd75a req-94a3cc9c-eac0-4032-91bd-714d8f03f17e service neutron] 10.222.0.54 "GET /v2.0/networks/c5014b41-7b2b-452a-80e5-19b303fce509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339721 Jul 09 14:58:02.729427 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-526d8257-7949-4c27-be5b-fdb146573152 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.7987993 Jul 09 14:58:02.733921 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51122) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:02.751903 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-747635de-3175-4331-afa0-bfc5b92ee037 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-663568272', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ecd9f93d-295d-4b92-8180-92d94b9597ad'}], 'security_groups': ['5e021429-e4fd-413b-8a69-75df64aa5ec7', 'bdd15201-748a-48f8-94b6-d851741c9159']}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:58:02.897275 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-0b281f18-e9b0-468b-86f9-00e83d723608 admin admin] Allocated IP 172.20.0.1 (2caf48fb-184c-426e-a7e2-2d876991b7f4/a10947be-2e1d-4b8b-b31f-e273354d0e7a/a8f14b7e-e63d-483c-8fda-5771893e6c53) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:58:02.958373 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89150d4-5dd1-457b-99b7-e61a3bc160b1 req-46a10121-7698-4ad0-b8e9-4f45e1b20a0a tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:02.965895 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b89150d4-5dd1-457b-99b7-e61a3bc160b1 req-46a10121-7698-4ad0-b8e9-4f45e1b20a0a tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce6ad456-c94f-4eb9-95d0-175ec5da9715 HTTP/1.1" status: 200 len: 943 time: 0.6286840 Jul 09 14:58:02.966966 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-be97fa6b-c401-4298-b046-d9ecb89df0b0 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7107306 Jul 09 14:58:02.993156 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51130) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:03.029166 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b89150d4-5dd1-457b-99b7-e61a3bc160b1 req-2d73e852-5879-4449-a0c8-2f653c95392d tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/security-groups?id=6350f22d-31f5-4997-9a81-92d1dbf20d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621619 Jul 09 14:58:03.080790 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [None req-f1d4c2a4-49ef-4e7c-a2cf-2254ac020880 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] delete failed (client error): The resource could not be found. Jul 09 14:58:03.082142 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f1d4c2a4-49ef-4e7c-a2cf-2254ac020880 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] 10.222.0.58 "DELETE /v2.0/security-groups/ade01a88-342d-4f2c-8e90-f6c77dc93898 HTTP/1.1" status: 404 len: 347 time: 0.0877075 Jul 09 14:58:03.095136 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51132) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:03.102078 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-eedf8bac-0778-44c9-a075-26930396a22a tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Request body: {'security_group': {'name': 'tempest-secgroup--1898270310'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:58:03.130455 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0b281f18-e9b0-468b-86f9-00e83d723608 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:03.145353 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-0b281f18-e9b0-468b-86f9-00e83d723608 admin admin] Transition to ACTIVE for port object a8f14b7e-e63d-483c-8fda-5771893e6c53 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:58:03.211908 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-68d60e1f-1d26-4158-b710-4b485a3fb28c req-086b8f86-f7e4-4ea6-9312-d035b03a12f6 service neutron] For port 9d1ce2dc-250d-4b0d-a302-92a28dbadeb4, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:58:03.281036 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-68d60e1f-1d26-4158-b710-4b485a3fb28c req-086b8f86-f7e4-4ea6-9312-d035b03a12f6 service neutron] For port 9d1ce2dc-250d-4b0d-a302-92a28dbadeb4, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=9d1ce2dc-250d-4b0d-a302-92a28dbadeb4,segment=NetworkSegment(896ba2d5-d8c7-4c93-8e5b-c08d89831acb),segment_id=896ba2d5-d8c7-4c93-8e5b-c08d89831acb)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:58:03.282443 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-eedf8bac-0778-44c9-a075-26930396a22a tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:03.319552 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e6e44c-31ac-46f9-b7e4-6a6e5b5e7f2a req-243c22f9-7353-4119-999f-de2c2ed64bec tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:03.321089 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-747635de-3175-4331-afa0-bfc5b92ee037 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:03.328124 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e6e44c-31ac-46f9-b7e4-6a6e5b5e7f2a req-243c22f9-7353-4119-999f-de2c2ed64bec tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:03.335875 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d8e6e44c-31ac-46f9-b7e4-6a6e5b5e7f2a req-243c22f9-7353-4119-999f-de2c2ed64bec tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/ports?device_id=f6dfebcd-7612-47d9-9370-5eca78d6c0d5 HTTP/1.1" status: 200 len: 1679 time: 0.3652217 Jul 09 14:58:03.354519 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bab7884-6489-4c42-b3bd-4bb6a5d9b6e8 None None] Update dhcp port {'port': {'network_id': 'd9f2503a-1960-4ecc-8bd6-296122892472', 'fixed_ips': [{'subnet_id': '500da04d-4cbc-4bb3-a4f5-c41a04354074', 'ip_address': '172.20.0.18'}, {'subnet_id': '485bc258-2b5a-47fd-a42e-369c48518733', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ecd9f93d-295d-4b92-8180-92d94b9597ad'}], 'binding:host_id': 'n-d-799529-6'}, 'id': 'a7bc273c-e527-4191-9060-3dfbc68c18aa'} from n-d-799529-6. {{(pid=94447) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 14:58:03.390409 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d8e6e44c-31ac-46f9-b7e4-6a6e5b5e7f2a req-394de9bc-0f45-4983-8245-d0b2cdf460be tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/security-groups?id=76663b26-aa3d-4cc3-9802-4384082a150d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528729 Jul 09 14:58:03.430522 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4bab7884-6489-4c42-b3bd-4bb6a5d9b6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:03.435422 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0b281f18-e9b0-468b-86f9-00e83d723608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:03.521136 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b281f18-e9b0-468b-86f9-00e83d723608 admin admin] Pushing event updated for resources: {'Port': ['ID=a8f14b7e-e63d-483c-8fda-5771893e6c53,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:03.532310 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-68d60e1f-1d26-4158-b710-4b485a3fb28c req-086b8f86-f7e4-4ea6-9312-d035b03a12f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:03.551068 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b281f18-e9b0-468b-86f9-00e83d723608 admin admin] Network 2caf48fb-184c-426e-a7e2-2d876991b7f4 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:58:03.569033 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d60e1f-1d26-4158-b710-4b485a3fb28c req-086b8f86-f7e4-4ea6-9312-d035b03a12f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:03.569875 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-68d60e1f-1d26-4158-b710-4b485a3fb28c req-086b8f86-f7e4-4ea6-9312-d035b03a12f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:03.571870 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-68d60e1f-1d26-4158-b710-4b485a3fb28c req-086b8f86-f7e4-4ea6-9312-d035b03a12f6 service neutron] 10.222.0.54 "PUT /v2.0/ports/9d1ce2dc-250d-4b0d-a302-92a28dbadeb4 HTTP/1.1" status: 200 len: 1091 time: 4.3666720 Jul 09 14:58:03.635144 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce6ad456-c94f-4eb9-95d0-175ec5da9715', 'tag': '9d1ce2dc-250d-4b0d-a302-92a28dbadeb4'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:58:03.638186 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d42cdcc-48cd-4747-a1e1-e51cb9bb58ac" -d '{"events": [{"name": "network-changed", "server_uuid": "ce6ad456-c94f-4eb9-95d0-175ec5da9715", "tag": "9d1ce2dc-250d-4b0d-a302-92a28dbadeb4"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:58:03.641626 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-0b281f18-e9b0-468b-86f9-00e83d723608 admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:58:03.654576 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b281f18-e9b0-468b-86f9-00e83d723608 admin admin] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:58:03.657307 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086b8f86-f7e4-4ea6-9312-d035b03a12f6 service neutron] Pushing event updated for resources: {'Port': ['ID=9d1ce2dc-250d-4b0d-a302-92a28dbadeb4,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:03.727693 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0b281f18-e9b0-468b-86f9-00e83d723608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:03.827127 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a03766-886f-4412-a760-dd063a786204 x-openstack-request-id: req-29a03766-886f-4412-a760-dd063a786204 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:58:03.827416 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce6ad456-c94f-4eb9-95d0-175ec5da9715", "tag": "9d1ce2dc-250d-4b0d-a302-92a28dbadeb4", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:58:03.827721 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-29a03766-886f-4412-a760-dd063a786204 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:58:03.828133 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce6ad456-c94f-4eb9-95d0-175ec5da9715', 'tag': '9d1ce2dc-250d-4b0d-a302-92a28dbadeb4', 'status': 'completed', 'code': 200} Jul 09 14:58:03.960467 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device b66db752-10e8-4b7f-a845-53a0edbf7469 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:58:03.963772 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-4bab7884-6489-4c42-b3bd-4bb6a5d9b6e8 None None] Allocated IP 172.20.0.34 (d9f2503a-1960-4ecc-8bd6-296122892472/ecd9f93d-295d-4b92-8180-92d94b9597ad/a7bc273c-e527-4191-9060-3dfbc68c18aa) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:58:03.987663 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-eedf8bac-0778-44c9-a075-26930396a22a tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:04.000403 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d60e1f-1d26-4158-b710-4b485a3fb28c req-f0fdc39d-bcbb-4516-9d2a-8dd61102bfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:04.002072 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-68d60e1f-1d26-4158-b710-4b485a3fb28c req-f0fdc39d-bcbb-4516-9d2a-8dd61102bfe5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2b31a8f0407847ddbef3ce3aa6a501ce&device_id=ce6ad456-c94f-4eb9-95d0-175ec5da9715 HTTP/1.1" status: 200 len: 1094 time: 0.1978407 Jul 09 14:58:04.064615 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-68d60e1f-1d26-4158-b710-4b485a3fb28c req-40f33907-800d-4509-bed2-0d9fc121fd3f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d1ce2dc-250d-4b0d-a302-92a28dbadeb4 HTTP/1.1" status: 200 len: 217 time: 0.0526490 Jul 09 14:58:04.119920 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-eedf8bac-0778-44c9-a075-26930396a22a tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:04.210650 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedf8bac-0778-44c9-a075-26930396a22a tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca307536-1393-4bbc-95b9-71d4b13c9625,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:04.217195 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0b281f18-e9b0-468b-86f9-00e83d723608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:04.235768 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-4bab7884-6489-4c42-b3bd-4bb6a5d9b6e8 None None] For port a7bc273c-e527-4191-9060-3dfbc68c18aa, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=a7bc273c-e527-4191-9060-3dfbc68c18aa,segment=NetworkSegment(852c5a39-96fb-44bf-a3f7-c58a74fb94b4),segment_id=852c5a39-96fb-44bf-a3f7-c58a74fb94b4)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:58:04.240396 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d60e1f-1d26-4158-b710-4b485a3fb28c req-d92f16de-2bc9-40f5-a3c0-ceb57039ed32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:04.241543 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-68d60e1f-1d26-4158-b710-4b485a3fb28c req-d92f16de-2bc9-40f5-a3c0-ceb57039ed32 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=43be0c5f-83f5-43e6-9326-6f032f77f01f HTTP/1.1" status: 200 len: 855 time: 0.1693745 Jul 09 14:58:04.279157 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4bab7884-6489-4c42-b3bd-4bb6a5d9b6e8 None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:04.297817 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-4bab7884-6489-4c42-b3bd-4bb6a5d9b6e8 None None] Transition to ACTIVE for port object a7bc273c-e527-4191-9060-3dfbc68c18aa will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:58:04.298545 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-68d60e1f-1d26-4158-b710-4b485a3fb28c req-2784524a-1e26-4411-a954-065ab793ae76 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332172 Jul 09 14:58:04.349781 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b441da-5f96-4ca3-9317-9a311b71a4e3 req-30904819-730a-46bb-9842-3bef77649c9e tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:04.351590 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-74b441da-5f96-4ca3-9317-9a311b71a4e3 req-30904819-730a-46bb-9842-3bef77649c9e tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce6ad456-c94f-4eb9-95d0-175ec5da9715 HTTP/1.1" status: 200 len: 943 time: 0.1121690 Jul 09 14:58:04.398237 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-eedf8bac-0778-44c9-a075-26930396a22a tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:04.400573 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-eedf8bac-0778-44c9-a075-26930396a22a tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3028851 Jul 09 14:58:04.402731 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51152) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:04.413482 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-7a0b19ab-0e52-44c7-b9c6-658e82f3a6b2 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Request body: {'security_group_rule': {'security_group_id': 'ca307536-1393-4bbc-95b9-71d4b13c9625', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:58:04.432240 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-74b441da-5f96-4ca3-9317-9a311b71a4e3 req-57e51fa2-e1a3-43b0-9482-eb02ee86633a tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/security-groups?id=6350f22d-31f5-4997-9a81-92d1dbf20d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748084 Jul 09 14:58:04.439997 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port b66db752-10e8-4b7f-a845-53a0edbf7469 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:58:04.444892 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-0c7d8bcb-d5bb-45b4-9316-8ece22e8c3d5 None None] Provisioning for port a8f14b7e-e63d-483c-8fda-5771893e6c53 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:58:04.447722 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port b66db752-10e8-4b7f-a845-53a0edbf7469 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:58:04.448102 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:04.450276 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-0c7d8bcb-d5bb-45b4-9316-8ece22e8c3d5 None None] Provisioning complete for port a8f14b7e-e63d-483c-8fda-5771893e6c53 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:58:04.450638 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0c7d8bcb-d5bb-45b4-9316-8ece22e8c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:04.528362 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4bab7884-6489-4c42-b3bd-4bb6a5d9b6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:04.539555 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0b281f18-e9b0-468b-86f9-00e83d723608 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:04.578071 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-0c7d8bcb-d5bb-45b4-9316-8ece22e8c3d5 None None] Port a8f14b7e-e63d-483c-8fda-5771893e6c53 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:58:04.597692 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-68d60e1f-1d26-4158-b710-4b485a3fb28c req-ac5be8b8-bd8d-4fa2-a776-d2a934ab4eeb service neutron] 10.222.0.54 "GET /v2.0/networks/9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899690 Jul 09 14:58:04.741362 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0b281f18-e9b0-468b-86f9-00e83d723608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:04.741746 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7a0b19ab-0e52-44c7-b9c6-658e82f3a6b2 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:04.817083 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-747635de-3175-4331-afa0-bfc5b92ee037 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Delete allocated IP 172.20.0.13 (d9f2503a-1960-4ecc-8bd6-296122892472/485bc258-2b5a-47fd-a42e-369c48518733) {{(pid=94446) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 09 14:58:04.858094 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0b281f18-e9b0-468b-86f9-00e83d723608 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:04.878037 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-747635de-3175-4331-afa0-bfc5b92ee037 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Allocated IP 172.20.0.38 (d9f2503a-1960-4ecc-8bd6-296122892472/ecd9f93d-295d-4b92-8180-92d94b9597ad/5ca18859-8bf9-4d82-9f8d-d6a5135c33c2) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:58:04.892612 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 0258b1f7-c2e6-4eab-b11b-b3af3383b8d8 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:58:04.931478 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7a0b19ab-0e52-44c7-b9c6-658e82f3a6b2 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:04.947657 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:04.988110 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port b66db752-10e8-4b7f-a845-53a0edbf7469, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=b66db752-10e8-4b7f-a845-53a0edbf7469,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:58:04.994015 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab7884-6489-4c42-b3bd-4bb6a5d9b6e8 None None] Pushing event updated for resources: {'Port': ['ID=a7bc273c-e527-4191-9060-3dfbc68c18aa,revision_number=7']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:05.086594 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b281f18-e9b0-468b-86f9-00e83d723608 admin admin] Pushing event updated for resources: {'Port': ['ID=a8f14b7e-e63d-483c-8fda-5771893e6c53,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:05.127126 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d768988-fff0-4947-b7d1-c5c99deab732 req-9bd15110-8acb-4f64-9cdc-eca174ed3224 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:05.127385 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 0258b1f7-c2e6-4eab-b11b-b3af3383b8d8, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=0258b1f7-c2e6-4eab-b11b-b3af3383b8d8,segment=NetworkSegment(f2cb3802-9a20-44ce-b243-d4fe4fec6c67),segment_id=f2cb3802-9a20-44ce-b243-d4fe4fec6c67)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:58:05.133694 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d768988-fff0-4947-b7d1-c5c99deab732 req-9bd15110-8acb-4f64-9cdc-eca174ed3224 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:05.141616 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4d768988-fff0-4947-b7d1-c5c99deab732 req-9bd15110-8acb-4f64-9cdc-eca174ed3224 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/ports?device_id=f6dfebcd-7612-47d9-9370-5eca78d6c0d5 HTTP/1.1" status: 200 len: 1679 time: 0.4182115 Jul 09 14:58:05.153290 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': '0258b1f7-c2e6-4eab-b11b-b3af3383b8d8', 'network_id': 'c5014b41-7b2b-452a-80e5-19b303fce509', 'port_id': '0258b1f7-c2e6-4eab-b11b-b3af3383b8d8', 'mac_address': 'fa:16:3e:f1:4b:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5347d95-b72a-4262-8ae7-d1a591d15509', 'ip_address': '19.86.0.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:58:05.167193 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-68d60e1f-1d26-4158-b710-4b485a3fb28c req-55e520df-bae1-4f13-878d-09e4074ad4f5 service neutron] 10.222.0.54 "GET /v2.0/networks/9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5625830 Jul 09 14:58:05.177996 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7a0b19ab-0e52-44c7-b9c6-658e82f3a6b2 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:05.229881 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:05.258682 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4d768988-fff0-4947-b7d1-c5c99deab732 req-662f739d-c904-4114-ba60-2d0842729208 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/security-groups?id=76663b26-aa3d-4cc3-9802-4384082a150d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127365 Jul 09 14:58:05.258796 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:05.258907 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0b19ab-0e52-44c7-b9c6-658e82f3a6b2 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17459ec8-5c72-453c-94a8-0ea5af32f6d7,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:05.272802 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b281f18-e9b0-468b-86f9-00e83d723608 admin admin] Network 2caf48fb-184c-426e-a7e2-2d876991b7f4 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:58:05.301474 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-0b281f18-e9b0-468b-86f9-00e83d723608 admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:58:05.324173 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-747635de-3175-4331-afa0-bfc5b92ee037 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:05.341190 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0258b1f7-c2e6-4eab-b11b-b3af3383b8d8 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:58:05.352591 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-747635de-3175-4331-afa0-bfc5b92ee037 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Transition to ACTIVE for port object 5ca18859-8bf9-4d82-9f8d-d6a5135c33c2 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:58:05.354388 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7a0b19ab-0e52-44c7-b9c6-658e82f3a6b2 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:05.357803 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7a0b19ab-0e52-44c7-b9c6-658e82f3a6b2 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9519114 Jul 09 14:58:05.358753 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51170) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:05.432296 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2a64ff52-3f93-4b67-b1d8-28a440eb4532 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:05.454992 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2a64ff52-3f93-4b67-b1d8-28a440eb4532 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:05.460884 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=b66db752-10e8-4b7f-a845-53a0edbf7469,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:05.484335 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 0258b1f7-c2e6-4eab-b11b-b3af3383b8d8, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=0258b1f7-c2e6-4eab-b11b-b3af3383b8d8,segment=NetworkSegment(f2cb3802-9a20-44ce-b243-d4fe4fec6c67),segment_id=f2cb3802-9a20-44ce-b243-d4fe4fec6c67)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:58:05.519074 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-747635de-3175-4331-afa0-bfc5b92ee037 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:05.597577 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:05.600201 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 36b2c686-a384-4fdf-85b8-a5247bc74ae0 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:58:05.727573 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b281f18-e9b0-468b-86f9-00e83d723608 admin admin] Router ae52d869-76cf-43d6-9570-c634cb033c3f has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:58:05.763272 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2a64ff52-3f93-4b67-b1d8-28a440eb4532 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:05.788145 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42cdcc-48cd-4747-a1e1-e51cb9bb58ac req-e211da43-826b-4126-9626-a28bb123cf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:05.790201 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3d42cdcc-48cd-4747-a1e1-e51cb9bb58ac req-e211da43-826b-4126-9626-a28bb123cf15 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2b31a8f0407847ddbef3ce3aa6a501ce&device_id=ce6ad456-c94f-4eb9-95d0-175ec5da9715 HTTP/1.1" status: 200 len: 1094 time: 0.3422287 Jul 09 14:58:05.799858 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2a64ff52-3f93-4b67-b1d8-28a440eb4532 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:05.801588 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-2a64ff52-3f93-4b67-b1d8-28a440eb4532 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/17459ec8-5c72-453c-94a8-0ea5af32f6d7 HTTP/1.1" status: 204 len: 168 time: 0.4414537 Jul 09 14:58:05.837115 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51178) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:05.869419 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747635de-3175-4331-afa0-bfc5b92ee037 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event updated for resources: {'Port': ['ID=5ca18859-8bf9-4d82-9f8d-d6a5135c33c2,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:05.882220 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device a7bc273c-e527-4191-9060-3dfbc68c18aa up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:58:05.887845 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-747635de-3175-4331-afa0-bfc5b92ee037 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] In _notify_port_updated(), no bound segment for port 5ca18859-8bf9-4d82-9f8d-d6a5135c33c2 on network d9f2503a-1960-4ecc-8bd6-296122892472 {{(pid=94446) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 14:58:05.899643 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747635de-3175-4331-afa0-bfc5b92ee037 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:05.902026 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-747635de-3175-4331-afa0-bfc5b92ee037 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:05.908490 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-747635de-3175-4331-afa0-bfc5b92ee037 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "PUT /v2.0/ports/5ca18859-8bf9-4d82-9f8d-d6a5135c33c2 HTTP/1.1" status: 200 len: 959 time: 3.1690159 Jul 09 14:58:05.914954 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51184) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:05.921274 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a64ff52-3f93-4b67-b1d8-28a440eb4532 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=17459ec8-5c72-453c-94a8-0ea5af32f6d7,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:05.977383 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=0258b1f7-c2e6-4eab-b11b-b3af3383b8d8,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:06.080584 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 36b2c686-a384-4fdf-85b8-a5247bc74ae0, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=36b2c686-a384-4fdf-85b8-a5247bc74ae0,segment=NetworkSegment(6b6ccfd8-b211-4c74-bc6a-6c0489f61bbb),segment_id=6b6ccfd8-b211-4c74-bc6a-6c0489f61bbb)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:58:06.116951 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': '36b2c686-a384-4fdf-85b8-a5247bc74ae0', 'network_id': '7b3e3925-173c-4cf3-933b-344bd5613ec1', 'port_id': '36b2c686-a384-4fdf-85b8-a5247bc74ae0', 'mac_address': 'fa:16:3e:b0:16:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2ffa24c-a4a9-4e6b-a42b-1decd7fcc223', 'ip_address': '19.80.0.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:58:06.150040 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-5da54683-3d0e-4ff2-9e1e-bd922bb31d9b None None] Provisioning complete for port a8f14b7e-e63d-483c-8fda-5771893e6c53 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:58:06.150422 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5da54683-3d0e-4ff2-9e1e-bd922bb31d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:06.165155 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c5db5bbd-0623-4f75-a80c-30c13018aab4 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3208802 Jul 09 14:58:06.175279 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51194) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:06.249613 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42cdcc-48cd-4747-a1e1-e51cb9bb58ac req-784337ff-2fa0-4819-860b-ea48582d3ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:06.252374 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3d42cdcc-48cd-4747-a1e1-e51cb9bb58ac req-784337ff-2fa0-4819-860b-ea48582d3ee9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677 HTTP/1.1" status: 200 len: 916 time: 0.3992009 Jul 09 14:58:06.254299 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b281f18-e9b0-468b-86f9-00e83d723608 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:58:06.265899 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa598070-5355-4df0-a3e4-1cd806216cfb None None] Sync routers for ids ['ae52d869-76cf-43d6-9570-c634cb033c3f'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:58:06.276583 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-0b281f18-e9b0-468b-86f9-00e83d723608 admin admin] 10.222.0.58 "PUT /v2.0/routers/ae52d869-76cf-43d6-9570-c634cb033c3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3870194 Jul 09 14:58:06.277166 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa598070-5355-4df0-a3e4-1cd806216cfb None None] Routers {'ae52d869-76cf-43d6-9570-c634cb033c3f'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:58:06.279018 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-aa598070-5355-4df0-a3e4-1cd806216cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:57:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['ae52d869-76cf-43d6-9570-c634cb033c3f'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:58:06.342045 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3d42cdcc-48cd-4747-a1e1-e51cb9bb58ac req-60b2cbd2-1e9c-4c2d-9aba-a36f082f26df service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d1ce2dc-250d-4b0d-a302-92a28dbadeb4 HTTP/1.1" status: 200 len: 217 time: 0.0734317 Jul 09 14:58:06.357953 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b49d97-19ee-42b1-b48b-fbcd23844c14 req-9ad28cba-9cc6-441e-bf85-d6908ef631b9 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:06.361392 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-45b49d97-19ee-42b1-b48b-fbcd23844c14 req-9ad28cba-9cc6-441e-bf85-d6908ef631b9 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce6ad456-c94f-4eb9-95d0-175ec5da9715 HTTP/1.1" status: 200 len: 943 time: 0.6017039 Jul 09 14:58:06.437509 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:06.446144 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device b66db752-10e8-4b7f-a845-53a0edbf7469 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:58:06.460323 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-5da54683-3d0e-4ff2-9e1e-bd922bb31d9b None None] Port a8f14b7e-e63d-483c-8fda-5771893e6c53 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:58:06.531973 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-aa598070-5355-4df0-a3e4-1cd806216cfb None None] Set router ae52d869-76cf-43d6-9570-c634cb033c3f gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:58:06.532940 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-facc717c-71b2-4e14-ad14-102634ed0247 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:06.556000 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-45b49d97-19ee-42b1-b48b-fbcd23844c14 req-098ef90d-9011-4c1c-ad5a-5eb9b62c3c81 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/security-groups?id=6350f22d-31f5-4997-9a81-92d1dbf20d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643555 Jul 09 14:58:06.556207 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42cdcc-48cd-4747-a1e1-e51cb9bb58ac req-41ba5744-67b8-4230-a123-9ceb14dfa36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:06.558008 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3d42cdcc-48cd-4747-a1e1-e51cb9bb58ac req-41ba5744-67b8-4230-a123-9ceb14dfa36c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=43be0c5f-83f5-43e6-9326-6f032f77f01f HTTP/1.1" status: 200 len: 855 time: 0.2088239 Jul 09 14:58:06.566800 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-89533587-6a09-447f-b495-df578dbab772 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Deleting port 5ca18859-8bf9-4d82-9f8d-d6a5135c33c2 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:58:06.571129 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-89533587-6a09-447f-b495-df578dbab772 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:06.573630 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36b2c686-a384-4fdf-85b8-a5247bc74ae0 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:58:06.642188 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3d42cdcc-48cd-4747-a1e1-e51cb9bb58ac req-be38b72a-26c9-4c93-9edb-8cd78eb837f1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741754 Jul 09 14:58:06.693518 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 36b2c686-a384-4fdf-85b8-a5247bc74ae0, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=36b2c686-a384-4fdf-85b8-a5247bc74ae0,segment=NetworkSegment(6b6ccfd8-b211-4c74-bc6a-6c0489f61bbb),segment_id=6b6ccfd8-b211-4c74-bc6a-6c0489f61bbb)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:58:06.703717 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-facc717c-71b2-4e14-ad14-102634ed0247 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:06.704310 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-ab4e2f7d-4aea-44f4-86aa-c34cd664ff0f None None] Provisioning complete for port 98da29f1-7922-4b0b-bd8b-b8769e529f59 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:58:06.705208 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ab4e2f7d-4aea-44f4-86aa-c34cd664ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:06.740665 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port b66db752-10e8-4b7f-a845-53a0edbf7469 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:58:06.741448 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:06.810042 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-ab4e2f7d-4aea-44f4-86aa-c34cd664ff0f None None] Port 98da29f1-7922-4b0b-bd8b-b8769e529f59 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:58:06.868299 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:06.881325 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 9d1ce2dc-250d-4b0d-a302-92a28dbadeb4 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:58:06.902574 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-89533587-6a09-447f-b495-df578dbab772 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:06.965369 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-89533587-6a09-447f-b495-df578dbab772 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Calling delete_port for 5ca18859-8bf9-4d82-9f8d-d6a5135c33c2 owned by {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:58:07.092127 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-aa598070-5355-4df0-a3e4-1cd806216cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae52d869-76cf-43d6-9570-c634cb033c3f', 'name': 'tempest-ServerActionsTestJSON-692834245-router', 'tenant_id': 'c03b5d3d86974e68a5911d632d382871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'b66db752-10e8-4b7f-a845-53a0edbf7469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:57:52Z', 'updated_at': '2021-07-09T14:58:03Z', 'revision_number': 4, 'project_id': 'c03b5d3d86974e68a5911d632d382871', 'gw_port': {'id': 'b66db752-10e8-4b7f-a845-53a0edbf7469', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae52d869-76cf-43d6-9570-c634cb033c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:57:54Z', 'updated_at': '2021-07-09T14:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'a8f14b7e-e63d-483c-8fda-5771893e6c53', 'name': '', 'network_id': '2caf48fb-184c-426e-a7e2-2d876991b7f4', 'tenant_id': 'c03b5d3d86974e68a5911d632d382871', 'mac_address': 'fa:16:3e:97:64:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae52d869-76cf-43d6-9570-c634cb033c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': 'a10947be-2e1d-4b8b-b31f-e273354d0e7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:58:02Z', 'updated_at': '2021-07-09T14:58:04Z', 'revision_number': 2, 'project_id': 'c03b5d3d86974e68a5911d632d382871', 'subnets': [{'id': 'a10947be-2e1d-4b8b-b31f-e273354d0e7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:58:07.096139 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=36b2c686-a384-4fdf-85b8-a5247bc74ae0,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:07.128360 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['0258b1f7-c2e6-4eab-b11b-b3af3383b8d8'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:58:07.147399 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa598070-5355-4df0-a3e4-1cd806216cfb None None] Checking router: ae52d869-76cf-43d6-9570-c634cb033c3f for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:58:07.148135 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa598070-5355-4df0-a3e4-1cd806216cfb None None] Updating router ae52d869-76cf-43d6-9570-c634cb033c3f port a8f14b7e-e63d-483c-8fda-5771893e6c53 binding host n-d-799529-6 {{(pid=94448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:58:07.187930 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['36b2c686-a384-4fdf-85b8-a5247bc74ae0'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:58:07.197859 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-aa598070-5355-4df0-a3e4-1cd806216cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:07.205097 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-ab4e2f7d-4aea-44f4-86aa-c34cd664ff0f None None] Provisioning for port 5ca18859-8bf9-4d82-9f8d-d6a5135c33c2 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:58:07.236513 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-facc717c-71b2-4e14-ad14-102634ed0247 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:07.242174 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-facc717c-71b2-4e14-ad14-102634ed0247 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:07.251093 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-facc717c-71b2-4e14-ad14-102634ed0247 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] 10.222.0.58 "DELETE /v2.0/security-groups/ca307536-1393-4bbc-95b9-71d4b13c9625 HTTP/1.1" status: 204 len: 168 time: 1.0689960 Jul 09 14:58:07.252682 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51214) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:07.297685 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-ab4e2f7d-4aea-44f4-86aa-c34cd664ff0f None None] Provisioning complete for port 5ca18859-8bf9-4d82-9f8d-d6a5135c33c2 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:58:07.298103 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ab4e2f7d-4aea-44f4-86aa-c34cd664ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:07.355082 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facc717c-71b2-4e14-ad14-102634ed0247 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca307536-1393-4bbc-95b9-71d4b13c9625,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:07.421115 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 9d1ce2dc-250d-4b0d-a302-92a28dbadeb4, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=9d1ce2dc-250d-4b0d-a302-92a28dbadeb4,segment=NetworkSegment(896ba2d5-d8c7-4c93-8e5b-c08d89831acb),segment_id=896ba2d5-d8c7-4c93-8e5b-c08d89831acb)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:58:07.451730 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-13105335-eee9-4b6e-9a85-2b71ada72886 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1887980 Jul 09 14:58:07.455839 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51222) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:07.460656 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-b6251f65-1492-4c78-b490-a5e8a0028478 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Request body: {'security_group': {'name': 'tempest-secgroup--1104761937'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:58:07.479563 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': '9d1ce2dc-250d-4b0d-a302-92a28dbadeb4', 'network_id': '9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677', 'port_id': '9d1ce2dc-250d-4b0d-a302-92a28dbadeb4', 'mac_address': 'fa:16:3e:b5:d3:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43be0c5f-83f5-43e6-9326-6f032f77f01f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:58:07.482804 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-ab4e2f7d-4aea-44f4-86aa-c34cd664ff0f None None] Port 5ca18859-8bf9-4d82-9f8d-d6a5135c33c2 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:58:07.525628 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-89533587-6a09-447f-b495-df578dbab772 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:07.603101 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:07.639689 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d1ce2dc-250d-4b0d-a302-92a28dbadeb4 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:58:07.648776 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc2639b-38e0-43a4-9480-25c6450b1519 req-c7f2ff66-2fce-4b11-a6b0-528ec4fa5f2d tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:07.656965 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc2639b-38e0-43a4-9480-25c6450b1519 req-c7f2ff66-2fce-4b11-a6b0-528ec4fa5f2d tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:07.662144 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89533587-6a09-447f-b495-df578dbab772 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event deleted for resources: {'Port': ['ID=5ca18859-8bf9-4d82-9f8d-d6a5135c33c2,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:07.698696 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fcc2639b-38e0-43a4-9480-25c6450b1519 req-c7f2ff66-2fce-4b11-a6b0-528ec4fa5f2d tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/ports?device_id=f6dfebcd-7612-47d9-9370-5eca78d6c0d5 HTTP/1.1" status: 200 len: 1680 time: 1.2113714 Jul 09 14:58:07.759062 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51230) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:07.767060 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 9d1ce2dc-250d-4b0d-a302-92a28dbadeb4, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=9d1ce2dc-250d-4b0d-a302-92a28dbadeb4,segment=NetworkSegment(896ba2d5-d8c7-4c93-8e5b-c08d89831acb),segment_id=896ba2d5-d8c7-4c93-8e5b-c08d89831acb)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:58:07.774265 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-ab4e2f7d-4aea-44f4-86aa-c34cd664ff0f None None] Provisioning for port a7bc273c-e527-4191-9060-3dfbc68c18aa completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:58:07.788500 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-17de711d-fa51-43e4-916d-6dc5aa20ecfa tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1755611562', 'description': 'tempest-description--1249874600'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:58:07.813835 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-ab4e2f7d-4aea-44f4-86aa-c34cd664ff0f None None] Provisioning complete for port a7bc273c-e527-4191-9060-3dfbc68c18aa triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:58:07.817532 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ab4e2f7d-4aea-44f4-86aa-c34cd664ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:07.818833 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-89533587-6a09-447f-b495-df578dbab772 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:07.834603 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-89533587-6a09-447f-b495-df578dbab772 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "DELETE /v2.0/ports/5ca18859-8bf9-4d82-9f8d-d6a5135c33c2 HTTP/1.1" status: 204 len: 168 time: 1.9155023 Jul 09 14:58:07.844054 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51232) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:07.854795 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b6251f65-1492-4c78-b490-a5e8a0028478 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:07.896456 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:08.005523 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3d42cdcc-48cd-4747-a1e1-e51cb9bb58ac req-7741d812-b1fb-4a23-8752-f2b48abcd070 service neutron] 10.222.0.54 "GET /v2.0/networks/9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3359118 Jul 09 14:58:08.044659 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eb005ec-7310-46d8-9bb9-4e9cac9bf727 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] GET failed (client error): The resource could not be found. Jul 09 14:58:08.053702 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-1eb005ec-7310-46d8-9bb9-4e9cac9bf727 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "GET /v2.0/ports/5ca18859-8bf9-4d82-9f8d-d6a5135c33c2 HTTP/1.1" status: 404 len: 333 time: 0.1904716 Jul 09 14:58:08.054961 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=9d1ce2dc-250d-4b0d-a302-92a28dbadeb4,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:08.060116 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51234) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:08.089450 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-aa598070-5355-4df0-a3e4-1cd806216cfb None None] Notify callbacks [] for port, precommit_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:08.102690 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.provisioning_blocks [None req-aa598070-5355-4df0-a3e4-1cd806216cfb None None] Transition to ACTIVE for port object a8f14b7e-e63d-483c-8fda-5771893e6c53 will not be triggered until provisioned by entity L2. {{(pid=94448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:58:08.147232 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fcc2639b-38e0-43a4-9480-25c6450b1519 req-e7522bf5-d192-4a53-9b86-442121ea291f tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/security-groups?id=76663b26-aa3d-4cc3-9802-4384082a150d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4475451 Jul 09 14:58:08.153804 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d613da9d-5f96-430f-a449-56f7e9f7b0ff tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:08.154129 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3d42cdcc-48cd-4747-a1e1-e51cb9bb58ac req-fe0c3536-53f9-4579-80d2-4efbfc8ff394 service neutron] 10.222.0.54 "GET /v2.0/networks/9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365292 Jul 09 14:58:08.175806 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-18d6d445-9b88-43bf-aed2-cb19a4c87bc3 None None] Could not find standard attr ID for object 5ca18859-8bf9-4d82-9f8d-d6a5135c33c2. {{(pid=94447) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 14:58:08.190025 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['9d1ce2dc-250d-4b0d-a302-92a28dbadeb4'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:58:08.211763 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-aa598070-5355-4df0-a3e4-1cd806216cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:08.235776 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d613da9d-5f96-430f-a449-56f7e9f7b0ff tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:08.265214 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea983182-567d-4f9d-a2a3-0dc625bacf0a None None] Pushing event updated for resources: {'Port': ['ID=a8f14b7e-e63d-483c-8fda-5771893e6c53,revision_number=3']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:08.293055 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f1e2d-9a48-4607-b995-ada838aa20a7 req-f5ebc34a-e1d3-41e2-9ca0-769444c504b6 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:08.296617 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-406f1e2d-9a48-4607-b995-ada838aa20a7 req-f5ebc34a-e1d3-41e2-9ca0-769444c504b6 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce6ad456-c94f-4eb9-95d0-175ec5da9715 HTTP/1.1" status: 200 len: 944 time: 0.1429193 Jul 09 14:58:08.296860 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea983182-567d-4f9d-a2a3-0dc625bacf0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:58:08.297399 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea983182-567d-4f9d-a2a3-0dc625bacf0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:58:08.297897 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea983182-567d-4f9d-a2a3-0dc625bacf0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:58:08.298380 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea983182-567d-4f9d-a2a3-0dc625bacf0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:58:08.298891 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea983182-567d-4f9d-a2a3-0dc625bacf0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:58:08.299383 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea983182-567d-4f9d-a2a3-0dc625bacf0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:58:08.300085 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea983182-567d-4f9d-a2a3-0dc625bacf0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:58:08.300746 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea983182-567d-4f9d-a2a3-0dc625bacf0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:58:08.301302 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea983182-567d-4f9d-a2a3-0dc625bacf0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:58:08.301802 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea983182-567d-4f9d-a2a3-0dc625bacf0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:58:08.302185 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea983182-567d-4f9d-a2a3-0dc625bacf0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:58:08.302674 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea983182-567d-4f9d-a2a3-0dc625bacf0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:58:08.348690 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-406f1e2d-9a48-4607-b995-ada838aa20a7 req-c0ac7dee-df3d-4919-93f8-7902603270fe tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/security-groups?id=6350f22d-31f5-4997-9a81-92d1dbf20d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462701 Jul 09 14:58:08.349206 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-aa598070-5355-4df0-a3e4-1cd806216cfb None None] Attempting to bind port a8f14b7e-e63d-483c-8fda-5771893e6c53 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:58:08.349912 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-aa598070-5355-4df0-a3e4-1cd806216cfb None None] Attempting to bind port a8f14b7e-e63d-483c-8fda-5771893e6c53 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '06875dad-dad1-4e17-960d-8ec4e4c881bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2caf48fb-184c-426e-a7e2-2d876991b7f4'}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:58:08.350760 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa598070-5355-4df0-a3e4-1cd806216cfb None None] Attempting to bind port a8f14b7e-e63d-483c-8fda-5771893e6c53 on network 2caf48fb-184c-426e-a7e2-2d876991b7f4 {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:58:08.354314 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-17de711d-fa51-43e4-916d-6dc5aa20ecfa tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:08.358551 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa598070-5355-4df0-a3e4-1cd806216cfb None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:58:08.359054 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa598070-5355-4df0-a3e4-1cd806216cfb None None] Checking segment: {'id': '06875dad-dad1-4e17-960d-8ec4e4c881bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2caf48fb-184c-426e-a7e2-2d876991b7f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:58:08.359528 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-aa598070-5355-4df0-a3e4-1cd806216cfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:08.360001 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa598070-5355-4df0-a3e4-1cd806216cfb None None] Bound using segment: {'id': '06875dad-dad1-4e17-960d-8ec4e4c881bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2caf48fb-184c-426e-a7e2-2d876991b7f4'} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:58:08.361302 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-aa598070-5355-4df0-a3e4-1cd806216cfb None None] Bound port: a8f14b7e-e63d-483c-8fda-5771893e6c53, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06875dad-dad1-4e17-960d-8ec4e4c881bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2caf48fb-184c-426e-a7e2-2d876991b7f4'}}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:58:08.361842 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-aa598070-5355-4df0-a3e4-1cd806216cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:08.499969 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-aa598070-5355-4df0-a3e4-1cd806216cfb None None] For port a8f14b7e-e63d-483c-8fda-5771893e6c53, host n-d-799529-6, cleared binding levels {{(pid=94448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:58:08.504107 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-aa598070-5355-4df0-a3e4-1cd806216cfb None None] For port a8f14b7e-e63d-483c-8fda-5771893e6c53, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=a8f14b7e-e63d-483c-8fda-5771893e6c53,segment=NetworkSegment(06875dad-dad1-4e17-960d-8ec4e4c881bc),segment_id=06875dad-dad1-4e17-960d-8ec4e4c881bc)] {{(pid=94448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:58:08.522997 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d613da9d-5f96-430f-a449-56f7e9f7b0ff tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:08.532898 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d613da9d-5f96-430f-a449-56f7e9f7b0ff tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:08.533092 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51244) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:08.533197 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d613da9d-5f96-430f-a449-56f7e9f7b0ff tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "DELETE /v2.0/security-groups/9d6bd84c-61a7-426a-826f-05081f62f2cb HTTP/1.1" status: 204 len: 168 time: 0.4690259 Jul 09 14:58:08.553321 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b6251f65-1492-4c78-b490-a5e8a0028478 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:08.555143 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d613da9d-5f96-430f-a449-56f7e9f7b0ff tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6bd84c-61a7-426a-826f-05081f62f2cb,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:08.633744 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1f3132db-c137-414c-b1c6-a47f6f5a1d33 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:08.660596 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1f3132db-c137-414c-b1c6-a47f6f5a1d33 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:08.695741 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b6251f65-1492-4c78-b490-a5e8a0028478 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:08.696060 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-aa598070-5355-4df0-a3e4-1cd806216cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:08.761546 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6251f65-1492-4c78-b490-a5e8a0028478 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09b50cc6-92df-43a9-ad74-fe91b8adcfbb,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:08.789480 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-17de711d-fa51-43e4-916d-6dc5aa20ecfa tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:08.803364 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa598070-5355-4df0-a3e4-1cd806216cfb None None] Routers {'ae52d869-76cf-43d6-9570-c634cb033c3f'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:58:08.804053 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-aa598070-5355-4df0-a3e4-1cd806216cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:57:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['ae52d869-76cf-43d6-9570-c634cb033c3f'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:58:08.847944 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea983182-567d-4f9d-a2a3-0dc625bacf0a None None] Pushing event updated for resources: {'Port': ['ID=a8f14b7e-e63d-483c-8fda-5771893e6c53,revision_number=4']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:08.885869 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 9d1ce2dc-250d-4b0d-a302-92a28dbadeb4 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:58:08.936437 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-aa598070-5355-4df0-a3e4-1cd806216cfb None None] Set router ae52d869-76cf-43d6-9570-c634cb033c3f gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:58:08.944228 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1f3132db-c137-414c-b1c6-a47f6f5a1d33 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:08.947772 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1f3132db-c137-414c-b1c6-a47f6f5a1d33 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:08.952110 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51252) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:08.952549 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-1f3132db-c137-414c-b1c6-a47f6f5a1d33 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "DELETE /v2.0/security-groups/bdd15201-748a-48f8-94b6-d851741c9159 HTTP/1.1" status: 204 len: 168 time: 0.4193900 Jul 09 14:58:08.964839 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3132db-c137-414c-b1c6-a47f6f5a1d33 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd15201-748a-48f8-94b6-d851741c9159,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:08.991072 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-17de711d-fa51-43e4-916d-6dc5aa20ecfa tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:09.040939 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d3f6c3a1-518b-4f87-a1f4-9dcbeb515c23 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:09.054583 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17de711d-fa51-43e4-916d-6dc5aa20ecfa tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21ba103c-9474-4cb2-ae41-e53045053a14,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:09.101301 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d3f6c3a1-518b-4f87-a1f4-9dcbeb515c23 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:09.154795 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port 9d1ce2dc-250d-4b0d-a302-92a28dbadeb4 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:58:09.157128 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b6251f65-1492-4c78-b490-a5e8a0028478 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:09.158594 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b6251f65-1492-4c78-b490-a5e8a0028478 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.7016671 Jul 09 14:58:09.161099 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port 9d1ce2dc-250d-4b0d-a302-92a28dbadeb4 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:58:09.161099 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:09.162115 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51258) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:09.167321 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-258cda91-8898-4b48-b32b-0c4a9a4d668e tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Request body: {'security_group_rule': {'security_group_id': '09b50cc6-92df-43a9-ad74-fe91b8adcfbb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:58:09.229512 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-17de711d-fa51-43e4-916d-6dc5aa20ecfa tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:09.230770 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-17de711d-fa51-43e4-916d-6dc5aa20ecfa tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.4595654 Jul 09 14:58:09.234226 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51262) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:09.240297 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-eb7b10e1-05d0-44dd-adf9-67cc5ae83072 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Request body: {'security_group_rule': {'security_group_id': '21ba103c-9474-4cb2-ae41-e53045053a14', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:58:09.249444 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-aa598070-5355-4df0-a3e4-1cd806216cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae52d869-76cf-43d6-9570-c634cb033c3f', 'name': 'tempest-ServerActionsTestJSON-692834245-router', 'tenant_id': 'c03b5d3d86974e68a5911d632d382871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'b66db752-10e8-4b7f-a845-53a0edbf7469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:57:52Z', 'updated_at': '2021-07-09T14:58:03Z', 'revision_number': 4, 'project_id': 'c03b5d3d86974e68a5911d632d382871', 'gw_port': {'id': 'b66db752-10e8-4b7f-a845-53a0edbf7469', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae52d869-76cf-43d6-9570-c634cb033c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:57:54Z', 'updated_at': '2021-07-09T14:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'a8f14b7e-e63d-483c-8fda-5771893e6c53', 'name': '', 'network_id': '2caf48fb-184c-426e-a7e2-2d876991b7f4', 'tenant_id': 'c03b5d3d86974e68a5911d632d382871', 'mac_address': 'fa:16:3e:97:64:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae52d869-76cf-43d6-9570-c634cb033c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': 'a10947be-2e1d-4b8b-b31f-e273354d0e7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:58:02Z', 'updated_at': '2021-07-09T14:58:08Z', 'revision_number': 4, 'project_id': 'c03b5d3d86974e68a5911d632d382871', 'subnets': [{'id': 'a10947be-2e1d-4b8b-b31f-e273354d0e7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:58:09.268244 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d3f6c3a1-518b-4f87-a1f4-9dcbeb515c23 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:09.274005 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d3f6c3a1-518b-4f87-a1f4-9dcbeb515c23 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:09.274005 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d3f6c3a1-518b-4f87-a1f4-9dcbeb515c23 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "DELETE /v2.0/security-groups/5e021429-e4fd-413b-8a69-75df64aa5ec7 HTTP/1.1" status: 204 len: 168 time: 0.3189285 Jul 09 14:58:09.276466 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51264) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:09.286940 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f6c3a1-518b-4f87-a1f4-9dcbeb515c23 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e021429-e4fd-413b-8a69-75df64aa5ec7,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:09.320767 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa598070-5355-4df0-a3e4-1cd806216cfb None None] The sync data for ids ['ae52d869-76cf-43d6-9570-c634cb033c3f'] in n-d-799529-6 is: [{'id': 'ae52d869-76cf-43d6-9570-c634cb033c3f', 'name': 'tempest-ServerActionsTestJSON-692834245-router', 'tenant_id': 'c03b5d3d86974e68a5911d632d382871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'b66db752-10e8-4b7f-a845-53a0edbf7469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:57:52Z', 'updated_at': '2021-07-09T14:58:03Z', 'revision_number': 4, 'project_id': 'c03b5d3d86974e68a5911d632d382871', 'gw_port': {'id': 'b66db752-10e8-4b7f-a845-53a0edbf7469', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae52d869-76cf-43d6-9570-c634cb033c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:57:54Z', 'updated_at': '2021-07-09T14:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'a8f14b7e-e63d-483c-8fda-5771893e6c53', 'name': '', 'network_id': '2caf48fb-184c-426e-a7e2-2d876991b7f4', 'tenant_id': 'c03b5d3d86974e68a5911d632d382871', 'mac_address': 'fa:16:3e:97:64:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae52d869-76cf-43d6-9570-c634cb033c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': 'a10947be-2e1d-4b8b-b31f-e273354d0e7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:58:02Z', 'updated_at': '2021-07-09T14:58:08Z', 'revision_number': 4, 'project_id': 'c03b5d3d86974e68a5911d632d382871', 'subnets': [{'id': 'a10947be-2e1d-4b8b-b31f-e273354d0e7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:58:09.356809 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:09.436211 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce6ad456-c94f-4eb9-95d0-175ec5da9715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d1ce2dc-250d-4b0d-a302-92a28dbadeb4'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:58:09.446390 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd118201-ee72-49e8-9d31-ee038e8aee72" -d '{"events": [{"server_uuid": "ce6ad456-c94f-4eb9-95d0-175ec5da9715", "name": "network-vif-plugged", "status": "completed", "tag": "9d1ce2dc-250d-4b0d-a302-92a28dbadeb4"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:58:09.463978 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 9d1ce2dc-250d-4b0d-a302-92a28dbadeb4, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=9d1ce2dc-250d-4b0d-a302-92a28dbadeb4,segment=NetworkSegment(896ba2d5-d8c7-4c93-8e5b-c08d89831acb),segment_id=896ba2d5-d8c7-4c93-8e5b-c08d89831acb)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:58:09.477115 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39201bdf-6ea2-482c-b821-939a39af0ecb req-c33db7df-2a2a-47bf-96bb-d9d38e7396d7 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:09.479615 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-258cda91-8898-4b48-b32b-0c4a9a4d668e tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:09.493981 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39201bdf-6ea2-482c-b821-939a39af0ecb req-c33db7df-2a2a-47bf-96bb-d9d38e7396d7 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:09.495937 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-39201bdf-6ea2-482c-b821-939a39af0ecb req-c33db7df-2a2a-47bf-96bb-d9d38e7396d7 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/ports?device_id=f6dfebcd-7612-47d9-9370-5eca78d6c0d5 HTTP/1.1" status: 200 len: 1681 time: 0.1760638 Jul 09 14:58:09.535573 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-19f02c20-d39c-47af-809a-9bef3652795f tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Deleting subnet 485bc258-2b5a-47fd-a42e-369c48518733 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:58:09.549665 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-19f02c20-d39c-47af-809a-9bef3652795f tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:09.592853 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-39201bdf-6ea2-482c-b821-939a39af0ecb req-36e8dbb6-f256-4687-9f50-efc07317d01b tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/security-groups?id=76663b26-aa3d-4cc3-9802-4384082a150d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857577 Jul 09 14:58:09.607692 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-eb7b10e1-05d0-44dd-adf9-67cc5ae83072 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:09.626761 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-19f02c20-d39c-47af-809a-9bef3652795f tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:09.686479 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:09.693391 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 0258b1f7-c2e6-4eab-b11b-b3af3383b8d8 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:58:09.709376 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-258cda91-8898-4b48-b32b-0c4a9a4d668e tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:09.721526 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-eb7b10e1-05d0-44dd-adf9-67cc5ae83072 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:09.822120 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f049287-db2b-40c8-a36b-57f1fccf9679 x-openstack-request-id: req-3f049287-db2b-40c8-a36b-57f1fccf9679 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:58:09.822669 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce6ad456-c94f-4eb9-95d0-175ec5da9715", "name": "network-vif-plugged", "status": "completed", "tag": "9d1ce2dc-250d-4b0d-a302-92a28dbadeb4", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:58:09.823076 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3f049287-db2b-40c8-a36b-57f1fccf9679 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:58:09.827212 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce6ad456-c94f-4eb9-95d0-175ec5da9715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d1ce2dc-250d-4b0d-a302-92a28dbadeb4', 'code': 200} Jul 09 14:58:09.907948 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-258cda91-8898-4b48-b32b-0c4a9a4d668e tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:09.908539 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device a8f14b7e-e63d-483c-8fda-5771893e6c53 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:58:09.914701 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=9d1ce2dc-250d-4b0d-a302-92a28dbadeb4,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:09.930819 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-eb7b10e1-05d0-44dd-adf9-67cc5ae83072 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:09.949646 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7b10e1-05d0-44dd-adf9-67cc5ae83072 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99fa37ed-661b-4492-9c02-a624eddc0b60,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:09.970873 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258cda91-8898-4b48-b32b-0c4a9a4d668e tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e6fd099-e64b-4bae-98df-da52f3f6414e,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:10.008871 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-19f02c20-d39c-47af-809a-9bef3652795f tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:10.065292 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033e801-3f03-4c07-851f-4f30d79b70dd req-be76c2ff-dfed-4131-abcf-7eae61000b69 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:10.072279 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f033e801-3f03-4c07-851f-4f30d79b70dd req-be76c2ff-dfed-4131-abcf-7eae61000b69 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce6ad456-c94f-4eb9-95d0-175ec5da9715 HTTP/1.1" status: 200 len: 945 time: 0.4919820 Jul 09 14:58:10.085021 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ac071-5f93-401a-a09b-d468e6040add req-91ba20ad-1537-4603-88d3-54d9f448cfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:10.086661 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-604ac071-5f93-401a-a09b-d468e6040add req-91ba20ad-1537-4603-88d3-54d9f448cfef service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ce6ad456-c94f-4eb9-95d0-175ec5da9715 HTTP/1.1" status: 200 len: 1096 time: 0.2305238 Jul 09 14:58:10.160999 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-604ac071-5f93-401a-a09b-d468e6040add req-b62bf71a-8751-4665-b8be-f9c7868c7826 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6350f22d-31f5-4997-9a81-92d1dbf20d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670171 Jul 09 14:58:10.165015 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f033e801-3f03-4c07-851f-4f30d79b70dd req-687fc235-482c-4307-806e-6f0c0bce0976 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/security-groups?id=6350f22d-31f5-4997-9a81-92d1dbf20d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918813 Jul 09 14:58:10.222858 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port 0258b1f7-c2e6-4eab-b11b-b3af3383b8d8 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:58:10.223215 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-eb7b10e1-05d0-44dd-adf9-67cc5ae83072 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:10.232844 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-eb7b10e1-05d0-44dd-adf9-67cc5ae83072 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9891555 Jul 09 14:58:10.232999 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port 0258b1f7-c2e6-4eab-b11b-b3af3383b8d8 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:58:10.232999 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:10.233181 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51292) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:10.237929 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-6cbed7a8-c2ef-4461-9ae1-4a751889b985 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Request body: {'security_group_rule': {'security_group_id': '21ba103c-9474-4cb2-ae41-e53045053a14', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:58:10.329368 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:10.338476 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-258cda91-8898-4b48-b32b-0c4a9a4d668e tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:10.346189 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-258cda91-8898-4b48-b32b-0c4a9a4d668e tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1767113 Jul 09 14:58:10.348921 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51294) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:10.350896 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port a8f14b7e-e63d-483c-8fda-5771893e6c53 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:58:10.356659 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port a8f14b7e-e63d-483c-8fda-5771893e6c53 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:58:10.358081 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-b7e6410d-1f74-46e6-90ec-f09cbabce5a9 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Request body: {'security_group_rule': {'security_group_id': '09b50cc6-92df-43a9-ad74-fe91b8adcfbb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:58:10.358346 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:10.457400 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-19f02c20-d39c-47af-809a-9bef3652795f tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:10.492326 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f02c20-d39c-47af-809a-9bef3652795f tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event deleted for resources: {'Subnet': ['ID=485bc258-2b5a-47fd-a42e-369c48518733,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:10.503432 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-19f02c20-d39c-47af-809a-9bef3652795f tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:10.506259 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-19f02c20-d39c-47af-809a-9bef3652795f tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "DELETE /v2.0/subnets/485bc258-2b5a-47fd-a42e-369c48518733 HTTP/1.1" status: 204 len: 168 time: 1.2285731 Jul 09 14:58:10.510073 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51298) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:10.592723 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7e567f5-0549-49bc-a1b7-c14c8fa6087c tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Deleting subnet ecd9f93d-295d-4b92-8180-92d94b9597ad {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:58:10.596914 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6cbed7a8-c2ef-4461-9ae1-4a751889b985 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:10.599789 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a7e567f5-0549-49bc-a1b7-c14c8fa6087c tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:10.674788 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b7e6410d-1f74-46e6-90ec-f09cbabce5a9 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:10.706342 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a7e567f5-0549-49bc-a1b7-c14c8fa6087c tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:10.708227 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb863e1-b9f2-4c68-bbdf-e59a72d9a267 None None] Network d9f2503a-1960-4ecc-8bd6-296122892472 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:58:10.712427 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 0258b1f7-c2e6-4eab-b11b-b3af3383b8d8, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=0258b1f7-c2e6-4eab-b11b-b3af3383b8d8,segment=NetworkSegment(f2cb3802-9a20-44ce-b243-d4fe4fec6c67),segment_id=f2cb3802-9a20-44ce-b243-d4fe4fec6c67)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:58:10.828062 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6cbed7a8-c2ef-4461-9ae1-4a751889b985 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:10.831176 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b7e6410d-1f74-46e6-90ec-f09cbabce5a9 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:10.878218 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:10.878898 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 36b2c686-a384-4fdf-85b8-a5247bc74ae0 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:58:10.948396 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a7e567f5-0549-49bc-a1b7-c14c8fa6087c tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:10.975542 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:11.006456 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3d793-82ca-46b4-83d6-c1d2d9e0c92e req-6ea69348-2225-407a-8672-e55c9b1e14fe tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:11.013011 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3d793-82ca-46b4-83d6-c1d2d9e0c92e req-6ea69348-2225-407a-8672-e55c9b1e14fe tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:11.015447 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-64f3d793-82ca-46b4-83d6-c1d2d9e0c92e req-6ea69348-2225-407a-8672-e55c9b1e14fe tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/ports?device_id=f6dfebcd-7612-47d9-9370-5eca78d6c0d5 HTTP/1.1" status: 200 len: 1681 time: 0.1568925 Jul 09 14:58:11.019251 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6cbed7a8-c2ef-4461-9ae1-4a751889b985 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:11.050423 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port a8f14b7e-e63d-483c-8fda-5771893e6c53, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=a8f14b7e-e63d-483c-8fda-5771893e6c53,segment=NetworkSegment(06875dad-dad1-4e17-960d-8ec4e4c881bc),segment_id=06875dad-dad1-4e17-960d-8ec4e4c881bc)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:58:11.050768 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbed7a8-c2ef-4461-9ae1-4a751889b985 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61b08521-527d-498c-9c3c-37a7ac6c59f7,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:11.075536 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=0258b1f7-c2e6-4eab-b11b-b3af3383b8d8,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:11.083531 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b7e6410d-1f74-46e6-90ec-f09cbabce5a9 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:11.116169 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-64f3d793-82ca-46b4-83d6-c1d2d9e0c92e req-b62d9249-057c-49d5-89ec-f8e4b32c38ae tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/security-groups?id=76663b26-aa3d-4cc3-9802-4384082a150d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791960 Jul 09 14:58:11.156800 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e6410d-1f74-46e6-90ec-f09cbabce5a9 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=762341ff-f36b-406a-bef3-ccbbe7742cbc,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:11.221203 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:11.280977 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6cbed7a8-c2ef-4461-9ae1-4a751889b985 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:11.285105 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-6cbed7a8-c2ef-4461-9ae1-4a751889b985 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0481722 Jul 09 14:58:11.285105 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a7e567f5-0549-49bc-a1b7-c14c8fa6087c tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:11.285537 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51316) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:11.299480 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-47a24996-77a1-4447-94b9-a8f2024993b2 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Request body: {'floatingip': {'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:58:11.310524 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port 36b2c686-a384-4fdf-85b8-a5247bc74ae0 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:58:11.316354 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port 36b2c686-a384-4fdf-85b8-a5247bc74ae0 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:58:11.317142 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:11.370250 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e567f5-0549-49bc-a1b7-c14c8fa6087c tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event deleted for resources: {'Subnet': ['ID=ecd9f93d-295d-4b92-8180-92d94b9597ad,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:11.386965 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a7e567f5-0549-49bc-a1b7-c14c8fa6087c tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:11.394034 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-a7e567f5-0549-49bc-a1b7-c14c8fa6087c tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "DELETE /v2.0/subnets/ecd9f93d-295d-4b92-8180-92d94b9597ad HTTP/1.1" status: 204 len: 168 time: 0.8803890 Jul 09 14:58:11.394870 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51320) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:11.412990 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b7e6410d-1f74-46e6-90ec-f09cbabce5a9 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:11.415840 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b7e6410d-1f74-46e6-90ec-f09cbabce5a9 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0638280 Jul 09 14:58:11.421442 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=a8f14b7e-e63d-483c-8fda-5771893e6c53,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:11.446132 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51322) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:11.458091 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-50d40437-136d-4be8-a565-8e7ef4f24a54 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Request body: {'security_group_rule': {'security_group_id': '09b50cc6-92df-43a9-ad74-fe91b8adcfbb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:58:11.493090 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-f090e193-5557-4d85-abd4-4e365a66ec96 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] DELETE failed (client error): The resource could not be found. Jul 09 14:58:11.495586 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f090e193-5557-4d85-abd4-4e365a66ec96 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:58:11.502869 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51324) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:11.505551 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f090e193-5557-4d85-abd4-4e365a66ec96 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "DELETE /v2.0/subnets/485bc258-2b5a-47fd-a42e-369c48518733 HTTP/1.1" status: 404 len: 337 time: 0.1041284 Jul 09 14:58:11.522640 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:11.565709 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b2afa-6730-4155-933e-4bc6b9256e53 req-86c8b475-6383-4ad3-8bf1-9fd77a5765da tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:11.573143 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-db2b2afa-6730-4155-933e-4bc6b9256e53 req-86c8b475-6383-4ad3-8bf1-9fd77a5765da tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce6ad456-c94f-4eb9-95d0-175ec5da9715 HTTP/1.1" status: 200 len: 945 time: 0.2287979 Jul 09 14:58:11.594485 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 36b2c686-a384-4fdf-85b8-a5247bc74ae0, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=36b2c686-a384-4fdf-85b8-a5247bc74ae0,segment=NetworkSegment(6b6ccfd8-b211-4c74-bc6a-6c0489f61bbb),segment_id=6b6ccfd8-b211-4c74-bc6a-6c0489f61bbb)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:58:11.601042 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-66795ded-bdfb-4b71-93b5-a80dfdf2c7ea tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Deleting subnet 500da04d-4cbc-4bb3-a4f5-c41a04354074 {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:58:11.608262 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-66795ded-bdfb-4b71-93b5-a80dfdf2c7ea tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:11.663824 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-db2b2afa-6730-4155-933e-4bc6b9256e53 req-0b2e004b-a1f7-4c1a-8879-af0f6f2d7a94 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/security-groups?id=6350f22d-31f5-4997-9a81-92d1dbf20d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897100 Jul 09 14:58:11.674250 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-47a24996-77a1-4447-94b9-a8f2024993b2 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks [] for floatingip, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:11.697476 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-66795ded-bdfb-4b71-93b5-a80dfdf2c7ea tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:11.719890 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:11.831824 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6dfebcd-7612-47d9-9370-5eca78d6c0d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0258b1f7-c2e6-4eab-b11b-b3af3383b8d8'}, {'server_uuid': 'f6dfebcd-7612-47d9-9370-5eca78d6c0d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b2c686-a384-4fdf-85b8-a5247bc74ae0'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:58:11.837163 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d895fc29-ea38-4130-bbbe-e1b7ce272390" -d '{"events": [{"server_uuid": "f6dfebcd-7612-47d9-9370-5eca78d6c0d5", "name": "network-vif-plugged", "status": "completed", "tag": "0258b1f7-c2e6-4eab-b11b-b3af3383b8d8"}, {"server_uuid": "f6dfebcd-7612-47d9-9370-5eca78d6c0d5", "name": "network-vif-plugged", "status": "completed", "tag": "36b2c686-a384-4fdf-85b8-a5247bc74ae0"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:58:11.879534 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-66795ded-bdfb-4b71-93b5-a80dfdf2c7ea tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:11.899714 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-47a24996-77a1-4447-94b9-a8f2024993b2 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:11.931066 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=36b2c686-a384-4fdf-85b8-a5247bc74ae0,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:11.946163 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 14:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb46a819-0abd-4128-bdc9-a3bb0800845d x-openstack-request-id: req-bb46a819-0abd-4128-bdc9-a3bb0800845d {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:58:11.946163 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6dfebcd-7612-47d9-9370-5eca78d6c0d5", "name": "network-vif-plugged", "status": "completed", "tag": "0258b1f7-c2e6-4eab-b11b-b3af3383b8d8", "code": 200}, {"server_uuid": "f6dfebcd-7612-47d9-9370-5eca78d6c0d5", "name": "network-vif-plugged", "status": "completed", "tag": "36b2c686-a384-4fdf-85b8-a5247bc74ae0", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:58:11.946163 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bb46a819-0abd-4128-bdc9-a3bb0800845d {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:58:11.947124 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6dfebcd-7612-47d9-9370-5eca78d6c0d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0258b1f7-c2e6-4eab-b11b-b3af3383b8d8', 'code': 200} Jul 09 14:58:11.947124 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6dfebcd-7612-47d9-9370-5eca78d6c0d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b2c686-a384-4fdf-85b8-a5247bc74ae0', 'code': 200} Jul 09 14:58:11.960944 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device a8f14b7e-e63d-483c-8fda-5771893e6c53 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:58:11.998047 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-50d40437-136d-4be8-a565-8e7ef4f24a54 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:12.100042 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port a8f14b7e-e63d-483c-8fda-5771893e6c53 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:58:12.102902 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:12.109700 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-50d40437-136d-4be8-a565-8e7ef4f24a54 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:12.203601 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711c5e73-3dae-46e3-baff-635fd7634eb1 req-8de175dc-01dc-4186-8945-f14b07e06f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:12.204097 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711c5e73-3dae-46e3-baff-635fd7634eb1 req-8de175dc-01dc-4186-8945-f14b07e06f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:12.205777 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-711c5e73-3dae-46e3-baff-635fd7634eb1 req-8de175dc-01dc-4186-8945-f14b07e06f86 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f6dfebcd-7612-47d9-9370-5eca78d6c0d5 HTTP/1.1" status: 200 len: 1985 time: 0.1775539 Jul 09 14:58:12.227881 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-47a24996-77a1-4447-94b9-a8f2024993b2 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Allocated IP 172.25.3.4 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/c80365e4-3649-4af2-948b-6ee881be03fe) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:58:12.233995 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-66795ded-bdfb-4b71-93b5-a80dfdf2c7ea tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:12.292453 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66795ded-bdfb-4b71-93b5-a80dfdf2c7ea tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event deleted for resources: {'Subnet': ['ID=500da04d-4cbc-4bb3-a4f5-c41a04354074,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:12.295115 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-66795ded-bdfb-4b71-93b5-a80dfdf2c7ea tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:12.297834 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-66795ded-bdfb-4b71-93b5-a80dfdf2c7ea tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "DELETE /v2.0/subnets/500da04d-4cbc-4bb3-a4f5-c41a04354074 HTTP/1.1" status: 204 len: 168 time: 0.7937448 Jul 09 14:58:12.304189 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-711c5e73-3dae-46e3-baff-635fd7634eb1 req-dc4f6ed5-6c7b-4966-bfbe-b65792a7ee06 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=76663b26-aa3d-4cc3-9802-4384082a150d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886908 Jul 09 14:58:12.307350 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51338) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:12.349107 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-50d40437-136d-4be8-a565-8e7ef4f24a54 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:12.372207 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d6961aa-1aec-4669-809b-f6a2df290e47 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] DELETE failed (client error): The resource could not be found. Jul 09 14:58:12.372518 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d6961aa-1aec-4669-809b-f6a2df290e47 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:58:12.375139 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d40437-136d-4be8-a565-8e7ef4f24a54 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ae6e7b4-3769-4b0f-94fa-323703328d89,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:12.375532 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-4d6961aa-1aec-4669-809b-f6a2df290e47 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "DELETE /v2.0/subnets/278482a2-941f-4786-83c6-82afc79582cf HTTP/1.1" status: 404 len: 337 time: 0.0669453 Jul 09 14:58:12.378177 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51342) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:12.406155 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df6755b-1900-467b-850a-f0549f503271 None None] Network d9f2503a-1960-4ecc-8bd6-296122892472 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:58:12.421931 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-fba78dd6-23ea-415f-bec4-daf4d88e2b4d tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "GET /v2.0/ports?device_id=5dc8fa90-68f6-4e27-885c-6a44f19de80a HTTP/1.1" status: 200 len: 205 time: 0.0426421 Jul 09 14:58:12.425379 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51344) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:12.426858 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84fc268-5b79-4880-89a1-cda0fa9a7f73 req-320c9a4e-714a-4b99-901d-ab28e883bf76 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:12.433713 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84fc268-5b79-4880-89a1-cda0fa9a7f73 req-320c9a4e-714a-4b99-901d-ab28e883bf76 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:12.437395 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e84fc268-5b79-4880-89a1-cda0fa9a7f73 req-320c9a4e-714a-4b99-901d-ab28e883bf76 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/ports?device_id=f6dfebcd-7612-47d9-9370-5eca78d6c0d5 HTTP/1.1" status: 200 len: 1683 time: 0.1589210 Jul 09 14:58:12.470446 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [None req-3c612979-c410-4f3a-80f1-6264ef54250e tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] delete failed (client error): The resource could not be found. Jul 09 14:58:12.471479 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-3c612979-c410-4f3a-80f1-6264ef54250e tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "DELETE /v2.0/routers/5dc8fa90-68f6-4e27-885c-6a44f19de80a HTTP/1.1" status: 404 len: 336 time: 0.0451360 Jul 09 14:58:12.474945 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51346) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:12.518367 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-616b806d-29c2-4d80-973a-9b2f026a9e32 None None] Provisioning complete for port 98da29f1-7922-4b0b-bd8b-b8769e529f59 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:58:12.518367 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-616b806d-29c2-4d80-973a-9b2f026a9e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:12.518580 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-47a24996-77a1-4447-94b9-a8f2024993b2 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:12.518681 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-50d40437-136d-4be8-a565-8e7ef4f24a54 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:12.522593 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-50d40437-136d-4be8-a565-8e7ef4f24a54 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0750945 Jul 09 14:58:12.524955 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51350) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:12.527671 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-f420e678-1b59-4593-b8db-2571a78bab58 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] DELETE failed (client error): The resource could not be found. Jul 09 14:58:12.528139 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f420e678-1b59-4593-b8db-2571a78bab58 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:58:12.534121 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f420e678-1b59-4593-b8db-2571a78bab58 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "DELETE /v2.0/subnets/c8d81ecd-2417-4e73-9742-edc89be7039d HTTP/1.1" status: 404 len: 337 time: 0.0541751 Jul 09 14:58:12.534307 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-979746b6-643f-425a-a521-5f925ac7e756 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Request body: {'security_group_rule': {'security_group_id': '09b50cc6-92df-43a9-ad74-fe91b8adcfbb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:58:12.543542 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e84fc268-5b79-4880-89a1-cda0fa9a7f73 req-6e5410ce-a5ee-404d-b147-aa2b0ea2f93d tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/security-groups?id=76663b26-aa3d-4cc3-9802-4384082a150d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976753 Jul 09 14:58:12.545956 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51352) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:12.590059 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8bff32a-1ec4-4b06-aa02-2eee40f3e671 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] DELETE failed (client error): The resource could not be found. Jul 09 14:58:12.590527 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8bff32a-1ec4-4b06-aa02-2eee40f3e671 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:58:12.592963 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a8bff32a-1ec4-4b06-aa02-2eee40f3e671 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "DELETE /v2.0/subnets/5e692e4b-0a7d-49e3-8542-332d10e39fc4 HTTP/1.1" status: 404 len: 337 time: 0.0461340 Jul 09 14:58:12.596085 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51356) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:12.614314 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-616b806d-29c2-4d80-973a-9b2f026a9e32 None None] Port 98da29f1-7922-4b0b-bd8b-b8769e529f59 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:58:12.633991 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-616b806d-29c2-4d80-973a-9b2f026a9e32 None None] Provisioning complete for port a7bc273c-e527-4191-9060-3dfbc68c18aa triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:58:12.634371 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-616b806d-29c2-4d80-973a-9b2f026a9e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:12.638947 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8d118db-3439-43fa-adb9-7fc05052586a tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] DELETE failed (client error): The resource could not be found. Jul 09 14:58:12.639697 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8d118db-3439-43fa-adb9-7fc05052586a tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:58:12.643242 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-a8d118db-3439-43fa-adb9-7fc05052586a tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "DELETE /v2.0/subnets/d0d89554-d633-4d03-9fa0-9c0dcad8fb5a HTTP/1.1" status: 404 len: 337 time: 0.0450418 Jul 09 14:58:12.645673 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51358) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:12.681682 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea55145d-0b15-44e7-b155-90f2fb614355 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] DELETE failed (client error): The resource could not be found. Jul 09 14:58:12.682729 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea55145d-0b15-44e7-b155-90f2fb614355 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:58:12.685640 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ea55145d-0b15-44e7-b155-90f2fb614355 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "DELETE /v2.0/ports/0ab34ae0-29a7-43e6-9b79-80d8d8b70360 HTTP/1.1" status: 404 len: 333 time: 0.0383625 Jul 09 14:58:12.687841 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51360) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:12.718876 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2c513fb-1807-4e87-adc9-1a4dc4e477b3 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] DELETE failed (client error): The resource could not be found. Jul 09 14:58:12.719401 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2c513fb-1807-4e87-adc9-1a4dc4e477b3 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:58:12.723421 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c2c513fb-1807-4e87-adc9-1a4dc4e477b3 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "DELETE /v2.0/subnets/933215af-bebf-4b1b-b76e-5a64a5b357bb HTTP/1.1" status: 404 len: 337 time: 0.0319395 Jul 09 14:58:12.723916 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51364) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:12.758125 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-15081827-81fd-4f8d-8664-4564a1111c85 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] DELETE failed (client error): The resource could not be found. Jul 09 14:58:12.758805 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15081827-81fd-4f8d-8664-4564a1111c85 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:58:12.765827 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-15081827-81fd-4f8d-8664-4564a1111c85 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "DELETE /v2.0/subnets/2776e706-939d-4899-8290-f89278db5f14 HTTP/1.1" status: 404 len: 337 time: 0.0360386 Jul 09 14:58:12.765827 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-47a24996-77a1-4447-94b9-a8f2024993b2 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:12.766039 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51366) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:12.775089 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-979746b6-643f-425a-a521-5f925ac7e756 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:12.801659 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463d9acd-049d-4d0b-9283-2291f39a5ead None None] DHCP port deletion for d9f2503a-1960-4ecc-8bd6-296122892472 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:58:12.827660 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8092433-2ea0-433a-a682-0835263955c4 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] DELETE failed (client error): The resource could not be found. Jul 09 14:58:12.828339 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8092433-2ea0-433a-a682-0835263955c4 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:58:12.832512 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b8092433-2ea0-433a-a682-0835263955c4 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "DELETE /v2.0/ports/04c180f9-40ad-4065-a37c-50f4f48d5890 HTTP/1.1" status: 404 len: 333 time: 0.0650167 Jul 09 14:58:12.833813 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51368) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:12.882355 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-979746b6-643f-425a-a521-5f925ac7e756 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:12.893236 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-463d9acd-049d-4d0b-9283-2291f39a5ead None None] Deleting port a7bc273c-e527-4191-9060-3dfbc68c18aa {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:58:12.893754 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-463d9acd-049d-4d0b-9283-2291f39a5ead None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:12.897932 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a24996-77a1-4447-94b9-a8f2024993b2 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:58:12.905669 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-47a24996-77a1-4447-94b9-a8f2024993b2 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:58:12.909747 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a24996-77a1-4447-94b9-a8f2024993b2 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:58:12.916804 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a24996-77a1-4447-94b9-a8f2024993b2 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Pushing event updated for resources: {'Port': ['ID=c80365e4-3649-4af2-948b-6ee881be03fe,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:12.920823 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-02248341-1750-45c1-a252-4ffcdb20b63b tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] DELETE failed (client error): The resource could not be found. Jul 09 14:58:12.921374 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02248341-1750-45c1-a252-4ffcdb20b63b tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:58:12.923333 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-02248341-1750-45c1-a252-4ffcdb20b63b tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "DELETE /v2.0/subnets/328f072e-7ff5-4b7b-a8e5-aa0cce14d0b7 HTTP/1.1" status: 404 len: 337 time: 0.0884511 Jul 09 14:58:12.925823 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51374) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:12.957152 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-7de8ddde-601e-49e5-8c81-5248bbbc4cfb tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] DELETE failed (client error): The resource could not be found. Jul 09 14:58:12.958041 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7de8ddde-601e-49e5-8c81-5248bbbc4cfb tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:58:12.960206 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7de8ddde-601e-49e5-8c81-5248bbbc4cfb tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "DELETE /v2.0/subnets/212ca32d-f5e3-43fa-8192-e80d064c21fd HTTP/1.1" status: 404 len: 337 time: 0.0331769 Jul 09 14:58:12.962709 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51376) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:12.992308 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-463d9acd-049d-4d0b-9283-2291f39a5ead None None] For port a7bc273c-e527-4191-9060-3dfbc68c18aa, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=a7bc273c-e527-4191-9060-3dfbc68c18aa,segment=NetworkSegment(852c5a39-96fb-44bf-a3f7-c58a74fb94b4),segment_id=852c5a39-96fb-44bf-a3f7-c58a74fb94b4)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:58:12.992834 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-463d9acd-049d-4d0b-9283-2291f39a5ead None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:12.993415 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f5511a-e924-41bb-9bd1-161fcf4e19e3 req-e46918bf-803e-43d3-8b37-149377161b8a tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:13.002274 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-04f5511a-e924-41bb-9bd1-161fcf4e19e3 req-e46918bf-803e-43d3-8b37-149377161b8a tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce6ad456-c94f-4eb9-95d0-175ec5da9715 HTTP/1.1" status: 200 len: 945 time: 0.1145220 Jul 09 14:58:13.016308 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-463d9acd-049d-4d0b-9283-2291f39a5ead None None] Calling delete_port for a7bc273c-e527-4191-9060-3dfbc68c18aa owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:58:13.058949 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-04f5511a-e924-41bb-9bd1-161fcf4e19e3 req-56b5a52e-b7f2-4243-a102-2e4bc0346d5b tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/security-groups?id=6350f22d-31f5-4997-9a81-92d1dbf20d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553725 Jul 09 14:58:13.065546 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-979746b6-643f-425a-a521-5f925ac7e756 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:13.127549 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979746b6-643f-425a-a521-5f925ac7e756 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=161753dc-512e-455f-91d3-72c47044a18b,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:13.138343 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-47a24996-77a1-4447-94b9-a8f2024993b2 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:13.222349 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-4ca62795-2423-4152-b059-428c661a08f0 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Deleting port 98da29f1-7922-4b0b-bd8b-b8769e529f59 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:58:13.229099 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4ca62795-2423-4152-b059-428c661a08f0 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:13.295097 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4ca62795-2423-4152-b059-428c661a08f0 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:13.310879 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-4ca62795-2423-4152-b059-428c661a08f0 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Calling delete_port for 98da29f1-7922-4b0b-bd8b-b8769e529f59 owned by {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:58:13.313639 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-979746b6-643f-425a-a521-5f925ac7e756 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:13.317703 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-979746b6-643f-425a-a521-5f925ac7e756 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7892506 Jul 09 14:58:13.318593 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51380) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:13.323335 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-c4cfdd58-4147-4536-ba7f-217fb0ed94d8 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Request body: {'security_group_rule': {'security_group_id': '09b50cc6-92df-43a9-ad74-fe91b8adcfbb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:58:13.369192 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-463d9acd-049d-4d0b-9283-2291f39a5ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:13.396358 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463d9acd-049d-4d0b-9283-2291f39a5ead None None] Pushing event deleted for resources: {'Port': ['ID=a7bc273c-e527-4191-9060-3dfbc68c18aa,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:13.415088 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463d9acd-049d-4d0b-9283-2291f39a5ead None None] No DVR routers for this DVR port a7bc273c-e527-4191-9060-3dfbc68c18aa on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:58:13.465376 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c4cfdd58-4147-4536-ba7f-217fb0ed94d8 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:13.480286 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-47a24996-77a1-4447-94b9-a8f2024993b2 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:13.550541 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c4cfdd58-4147-4536-ba7f-217fb0ed94d8 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:13.643634 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4ca62795-2423-4152-b059-428c661a08f0 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:13.690836 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca62795-2423-4152-b059-428c661a08f0 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event deleted for resources: {'Port': ['ID=98da29f1-7922-4b0b-bd8b-b8769e529f59,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:13.713133 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c4cfdd58-4147-4536-ba7f-217fb0ed94d8 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:13.755203 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4ca62795-2423-4152-b059-428c661a08f0 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:13.759913 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-4ca62795-2423-4152-b059-428c661a08f0 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "DELETE /v2.0/ports/98da29f1-7922-4b0b-bd8b-b8769e529f59 HTTP/1.1" status: 204 len: 168 time: 0.7955029 Jul 09 14:58:13.764486 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51396) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:13.784570 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cfdd58-4147-4536-ba7f-217fb0ed94d8 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=294c255f-6bd4-4ef6-a884-06c221d8eaed,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:13.845711 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device a7bc273c-e527-4191-9060-3dfbc68c18aa no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:58:13.876514 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: a7bc273c-e527-4191-9060-3dfbc68c18aa {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:58:13.877127 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device a7bc273c-e527-4191-9060-3dfbc68c18aa not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:58:13.892045 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c3831a20-37e7-4a00-944b-ce195b984975 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:13.936848 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c4cfdd58-4147-4536-ba7f-217fb0ed94d8 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:13.938717 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c4cfdd58-4147-4536-ba7f-217fb0ed94d8 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.6183343 Jul 09 14:58:13.940327 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-47a24996-77a1-4447-94b9-a8f2024993b2 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:13.947803 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51402) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:13.984522 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0e904fda-6ee2-4e19-9cd0-b6c09f18398f tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:13.993420 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0e904fda-6ee2-4e19-9cd0-b6c09f18398f tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:14.014600 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46362562-af9e-420d-9828-6879c5fae45e req-1c652aa3-8fdd-4726-91a9-f8153ad91fd7 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:14.020571 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46362562-af9e-420d-9828-6879c5fae45e req-1c652aa3-8fdd-4726-91a9-f8153ad91fd7 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:14.022301 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-46362562-af9e-420d-9828-6879c5fae45e req-1c652aa3-8fdd-4726-91a9-f8153ad91fd7 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/ports?device_id=f6dfebcd-7612-47d9-9370-5eca78d6c0d5 HTTP/1.1" status: 200 len: 1683 time: 0.3381441 Jul 09 14:58:14.065349 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c3831a20-37e7-4a00-944b-ce195b984975 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:14.081672 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-46362562-af9e-420d-9828-6879c5fae45e req-0266130f-9ad1-4785-8b53-927a29c0d4ba tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/security-groups?id=76663b26-aa3d-4cc3-9802-4384082a150d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506432 Jul 09 14:58:14.083281 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-c3831a20-37e7-4a00-944b-ce195b984975 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9f2503a-1960-4ecc-8bd6-296122892472']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:58:14.086375 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-47a24996-77a1-4447-94b9-a8f2024993b2 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:14.101506 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-c3831a20-37e7-4a00-944b-ce195b984975 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '852c5a39-96fb-44bf-a3f7-c58a74fb94b4') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:58:14.101940 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-c3831a20-37e7-4a00-944b-ce195b984975 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '852c5a39-96fb-44bf-a3f7-c58a74fb94b4') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:58:14.143005 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0e904fda-6ee2-4e19-9cd0-b6c09f18398f tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:14.148685 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c3831a20-37e7-4a00-944b-ce195b984975 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:14.156052 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0e904fda-6ee2-4e19-9cd0-b6c09f18398f tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:14.162963 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-0e904fda-6ee2-4e19-9cd0-b6c09f18398f tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/294c255f-6bd4-4ef6-a884-06c221d8eaed HTTP/1.1" status: 204 len: 168 time: 0.2114985 Jul 09 14:58:14.173463 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51406) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:14.193732 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c3831a20-37e7-4a00-944b-ce195b984975 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:14.204163 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a24996-77a1-4447-94b9-a8f2024993b2 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Pushing event updated for resources: {'Port': ['ID=c80365e4-3649-4af2-948b-6ee881be03fe,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:14.221110 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e904fda-6ee2-4e19-9cd0-b6c09f18398f tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=294c255f-6bd4-4ef6-a884-06c221d8eaed,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:14.221294 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3831a20-37e7-4a00-944b-ce195b984975 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:58:14.221572 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c3831a20-37e7-4a00-944b-ce195b984975 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:14.224704 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:58:14.224704 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:58:14.224704 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:58:14.224704 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:58:14.224704 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:58:14.224704 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:58:14.224704 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:58:14.224704 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:58:14.224704 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:58:14.224704 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:58:14.224704 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:58:14.224704 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:58:14.224704 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:58:14.224704 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:58:14.224704 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 14:58:14.224704 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:58:14.224704 n-d-799529-6 neutron-server[94445]: timer() Jul 09 14:58:14.224704 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:58:14.224704 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 14:58:14.224704 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:58:14.224704 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 14:58:14.224704 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:58:14.224704 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 14:58:14.224704 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:58:14.224704 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 14:58:14.224704 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:58:14.224704 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 14:58:14.224704 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:58:14.224704 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:58:14.224704 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:58:14.224704 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:58:14.224704 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:58:14.224704 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 14:58:14.224704 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:58:14.224704 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 14:58:14.224704 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:58:14.224704 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:58:14.224704 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:58:14.224704 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 14:58:14.224704 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:58:14.224704 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:58:14.224704 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:58:14.224704 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:58:14.224704 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:58:14.224704 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:58:14.224704 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:58:14.237515 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-47a24996-77a1-4447-94b9-a8f2024993b2 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:14.290949 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-3d88bc9d-f67d-4b6f-a0fe-5d8bb9fdb8a2 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1160805 Jul 09 14:58:14.294322 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51410) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:14.327979 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b2fb7aba-ad76-41c7-8ebc-a389a3e21cb6 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:14.337329 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b2fb7aba-ad76-41c7-8ebc-a389a3e21cb6 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:14.377616 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-47a24996-77a1-4447-94b9-a8f2024993b2 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:14.379055 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-47a24996-77a1-4447-94b9-a8f2024993b2 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.0889246 Jul 09 14:58:14.457069 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c3831a20-37e7-4a00-944b-ce195b984975 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:14.465626 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c3831a20-37e7-4a00-944b-ce195b984975 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:14.472582 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c3831a20-37e7-4a00-944b-ce195b984975 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] 10.222.0.58 "DELETE /v2.0/networks/d9f2503a-1960-4ecc-8bd6-296122892472 HTTP/1.1" status: 204 len: 168 time: 0.7072713 Jul 09 14:58:14.487682 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3831a20-37e7-4a00-944b-ce195b984975 tempest-PortsTestJSON-1863753286 tempest-PortsTestJSON-1863753286-project] Pushing event deleted for resources: {'Network': ['ID=d9f2503a-1960-4ecc-8bd6-296122892472,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:14.520076 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b2fb7aba-ad76-41c7-8ebc-a389a3e21cb6 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:14.536327 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b2fb7aba-ad76-41c7-8ebc-a389a3e21cb6 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:14.537514 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b2fb7aba-ad76-41c7-8ebc-a389a3e21cb6 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/161753dc-512e-455f-91d3-72c47044a18b HTTP/1.1" status: 204 len: 168 time: 0.2419851 Jul 09 14:58:14.540296 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51430) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:14.577409 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fb7aba-ad76-41c7-8ebc-a389a3e21cb6 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=161753dc-512e-455f-91d3-72c47044a18b,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:14.621121 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6385eff3-8514-4252-87fc-3e21ca118182 req-06cdb42b-47c1-4011-bc2e-a3c8325ee695 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1755611562&fields=id&tenant_id=c03b5d3d86974e68a5911d632d382871 HTTP/1.1" status: 200 len: 267 time: 0.0812881 Jul 09 14:58:14.633732 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-8b70926a-57e4-4341-851d-771349a12d4e tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0921395 Jul 09 14:58:14.636494 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51432) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:14.673651 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-525ffa39-14b8-482c-9fea-19a62dd9b593 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:14.683271 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-525ffa39-14b8-482c-9fea-19a62dd9b593 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:14.758318 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385eff3-8514-4252-87fc-3e21ca118182 req-008bae06-6951-4775-b902-4241af1a2d5c tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:14.759855 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6385eff3-8514-4252-87fc-3e21ca118182 req-008bae06-6951-4775-b902-4241af1a2d5c tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/networks?id=2caf48fb-184c-426e-a7e2-2d876991b7f4 HTTP/1.1" status: 200 len: 811 time: 0.1362226 Jul 09 14:58:14.777744 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6385eff3-8514-4252-87fc-3e21ca118182 req-21b6a31b-1ac5-4df3-ab00-04d7217084f9 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/quotas/c03b5d3d86974e68a5911d632d382871 HTTP/1.1" status: 200 len: 375 time: 0.0107050 Jul 09 14:58:14.867987 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6385eff3-8514-4252-87fc-3e21ca118182 req-4930c584-97f4-4217-91a2-c75b41039082 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c03b5d3d86974e68a5911d632d382871&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0829833 Jul 09 14:58:14.886367 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [req-6385eff3-8514-4252-87fc-3e21ca118182 req-b5e56370-32de-4010-ab28-c138d938477a service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:58:14.887956 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6385eff3-8514-4252-87fc-3e21ca118182 req-b5e56370-32de-4010-ab28-c138d938477a service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071504 Jul 09 14:58:14.898231 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-525ffa39-14b8-482c-9fea-19a62dd9b593 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:14.909643 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-525ffa39-14b8-482c-9fea-19a62dd9b593 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:14.910865 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-525ffa39-14b8-482c-9fea-19a62dd9b593 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/1ae6e7b4-3769-4b0f-94fa-323703328d89 HTTP/1.1" status: 204 len: 168 time: 0.2733934 Jul 09 14:58:14.913873 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51436) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:14.919437 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:14.961941 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525ffa39-14b8-482c-9fea-19a62dd9b593 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1ae6e7b4-3769-4b0f-94fa-323703328d89,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:15.023722 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-949d7539-d097-4567-8656-e386edd85412 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1046152 Jul 09 14:58:15.023931 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51446) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:15.066743 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6385eff3-8514-4252-87fc-3e21ca118182 req-4573c02f-697f-40bd-b9ff-ad4651089eaf service neutron] 10.222.0.58 "GET /v2.0/networks/2caf48fb-184c-426e-a7e2-2d876991b7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657245 Jul 09 14:58:15.155519 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-65e3e19f-0d95-4be9-9ded-b254e704d0c1 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:15.171051 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-65e3e19f-0d95-4be9-9ded-b254e704d0c1 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:15.241382 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6385eff3-8514-4252-87fc-3e21ca118182 req-41fef8dd-2c32-4259-a7da-10660b864ddf service neutron] 10.222.0.58 "GET /v2.0/networks/2caf48fb-184c-426e-a7e2-2d876991b7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788304 Jul 09 14:58:15.373450 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-65e3e19f-0d95-4be9-9ded-b254e704d0c1 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:15.381250 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-65e3e19f-0d95-4be9-9ded-b254e704d0c1 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:15.382717 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-65e3e19f-0d95-4be9-9ded-b254e704d0c1 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/762341ff-f36b-406a-bef3-ccbbe7742cbc HTTP/1.1" status: 204 len: 168 time: 0.3581147 Jul 09 14:58:15.385896 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51460) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:15.434231 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e3e19f-0d95-4be9-9ded-b254e704d0c1 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=762341ff-f36b-406a-bef3-ccbbe7742cbc,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:15.453089 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51466) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:15.489106 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed5858-e5dc-4854-86ca-e9815d51b5cb req-e689cb51-b78d-4871-9d4e-11f829d2e565 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:15.499753 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-3750b15a-abe5-487b-aea7-fd1bfec8a602 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1103430 Jul 09 14:58:15.501888 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51472) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:15.502057 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed5858-e5dc-4854-86ca-e9815d51b5cb req-e689cb51-b78d-4871-9d4e-11f829d2e565 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:15.503536 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c2ed5858-e5dc-4854-86ca-e9815d51b5cb req-e689cb51-b78d-4871-9d4e-11f829d2e565 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/ports?device_id=f6dfebcd-7612-47d9-9370-5eca78d6c0d5 HTTP/1.1" status: 200 len: 1683 time: 0.1284945 Jul 09 14:58:15.590448 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3a074623-6140-4c4f-b5b2-cf6ff8b3f943 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:15.590448 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3a074623-6140-4c4f-b5b2-cf6ff8b3f943 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:15.632542 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c2ed5858-e5dc-4854-86ca-e9815d51b5cb req-bb7e7399-a4d7-4769-b849-196a370db624 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/security-groups?id=76663b26-aa3d-4cc3-9802-4384082a150d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190648 Jul 09 14:58:15.730386 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-a3639a9b-0b38-4125-b3ca-b50f82d53a61 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5addd83cb682465db8739493dcb3fffc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2738669 Jul 09 14:58:15.730801 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51474) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:15.804710 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3a074623-6140-4c4f-b5b2-cf6ff8b3f943 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:15.812713 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3a074623-6140-4c4f-b5b2-cf6ff8b3f943 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:15.812872 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-38cc31ca-bd76-426c-8361-47cd57159aa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:15.813443 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-3a074623-6140-4c4f-b5b2-cf6ff8b3f943 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/1e6fd099-e64b-4bae-98df-da52f3f6414e HTTP/1.1" status: 204 len: 168 time: 0.3116364 Jul 09 14:58:15.818725 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51476) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:15.826427 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a074623-6140-4c4f-b5b2-cf6ff8b3f943 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1e6fd099-e64b-4bae-98df-da52f3f6414e,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:15.842858 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-38cc31ca-bd76-426c-8361-47cd57159aa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:15.867285 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-e93a23f7-c245-427b-8121-e5eacc788ddb tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0470717 Jul 09 14:58:15.870785 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51478) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:15.935675 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-20bfcda7-6591-454f-9298-58b10f68fa7b tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:15.961125 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-20bfcda7-6591-454f-9298-58b10f68fa7b tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:16.069357 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-38cc31ca-bd76-426c-8361-47cd57159aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:16.072481 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-38cc31ca-bd76-426c-8361-47cd57159aa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:16.085845 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-38cc31ca-bd76-426c-8361-47cd57159aa5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d2fe8723-b451-4c91-9de2-a6d232542643 HTTP/1.1" status: 204 len: 168 time: 0.3479917 Jul 09 14:58:16.109227 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cc31ca-bd76-426c-8361-47cd57159aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2fe8723-b451-4c91-9de2-a6d232542643,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:16.188659 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-20bfcda7-6591-454f-9298-58b10f68fa7b tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:16.192520 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-20bfcda7-6591-454f-9298-58b10f68fa7b tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:16.194121 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-20bfcda7-6591-454f-9298-58b10f68fa7b tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] 10.222.0.58 "DELETE /v2.0/security-groups/09b50cc6-92df-43a9-ad74-fe91b8adcfbb HTTP/1.1" status: 204 len: 168 time: 0.3201046 Jul 09 14:58:16.196926 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51492) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:16.223087 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bfcda7-6591-454f-9298-58b10f68fa7b tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b50cc6-92df-43a9-ad74-fe91b8adcfbb,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:16.277597 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-1846642d-f981-42b1-ab20-9da65175b188 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0718448 Jul 09 14:58:16.283588 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51494) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:16.284024 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-f087f04d-ac0b-49db-aeb1-65b64be0efbd tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Request body: {'security_group': {'name': 'tempest-secgroup--761308896'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:58:16.473485 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f087f04d-ac0b-49db-aeb1-65b64be0efbd tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:16.618025 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed47d4-51a3-4642-872f-48c6516e48df req-55f96af2-e351-416e-885d-c29f895b0f34 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:16.625021 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed47d4-51a3-4642-872f-48c6516e48df req-55f96af2-e351-416e-885d-c29f895b0f34 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:16.626773 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cfed47d4-51a3-4642-872f-48c6516e48df req-55f96af2-e351-416e-885d-c29f895b0f34 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.54 "GET /v2.0/ports?device_id=f6dfebcd-7612-47d9-9370-5eca78d6c0d5 HTTP/1.1" status: 200 len: 1683 time: 0.1140065 Jul 09 14:58:16.668456 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f087f04d-ac0b-49db-aeb1-65b64be0efbd tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:16.748923 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f087f04d-ac0b-49db-aeb1-65b64be0efbd tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:16.795494 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f087f04d-ac0b-49db-aeb1-65b64be0efbd tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85aad120-09f5-4251-aaa3-5fdc2a91c8ec,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:16.868156 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-cfed47d4-51a3-4642-872f-48c6516e48df req-eca34e93-539a-4f31-9b41-4d1c9527ab7b tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Deleting port 36b2c686-a384-4fdf-85b8-a5247bc74ae0 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:58:16.868510 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-cfed47d4-51a3-4642-872f-48c6516e48df req-eca34e93-539a-4f31-9b41-4d1c9527ab7b tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:17.022956 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f087f04d-ac0b-49db-aeb1-65b64be0efbd tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:17.030006 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f087f04d-ac0b-49db-aeb1-65b64be0efbd tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7483373 Jul 09 14:58:17.030006 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51524) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:17.035633 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-5b81b806-2e66-402d-b77b-84610a821821 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Request body: {'security_group_rule': {'security_group_id': '85aad120-09f5-4251-aaa3-5fdc2a91c8ec', 'direction': 'ingress', 'protocol': 17}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:58:17.081701 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58db19e-14e2-430f-83d6-4060feef43db req-45926aab-8b52-44f3-9508-8d3496ba8aab tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:17.089258 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58db19e-14e2-430f-83d6-4060feef43db req-45926aab-8b52-44f3-9508-8d3496ba8aab tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:17.092206 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f58db19e-14e2-430f-83d6-4060feef43db req-45926aab-8b52-44f3-9508-8d3496ba8aab tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/ports?device_id=f6dfebcd-7612-47d9-9370-5eca78d6c0d5 HTTP/1.1" status: 200 len: 1683 time: 0.1505568 Jul 09 14:58:17.099054 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-cfed47d4-51a3-4642-872f-48c6516e48df req-eca34e93-539a-4f31-9b41-4d1c9527ab7b tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] For port 36b2c686-a384-4fdf-85b8-a5247bc74ae0, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=36b2c686-a384-4fdf-85b8-a5247bc74ae0,segment=NetworkSegment(6b6ccfd8-b211-4c74-bc6a-6c0489f61bbb),segment_id=6b6ccfd8-b211-4c74-bc6a-6c0489f61bbb)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:58:17.100103 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-cfed47d4-51a3-4642-872f-48c6516e48df req-eca34e93-539a-4f31-9b41-4d1c9527ab7b tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:17.125482 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-cfed47d4-51a3-4642-872f-48c6516e48df req-eca34e93-539a-4f31-9b41-4d1c9527ab7b tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Calling delete_port for 36b2c686-a384-4fdf-85b8-a5247bc74ae0 owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:58:17.208331 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f58db19e-14e2-430f-83d6-4060feef43db req-201ecdbf-bd7d-4339-9513-ad77c7d595ca tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/security-groups?id=76663b26-aa3d-4cc3-9802-4384082a150d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026454 Jul 09 14:58:17.320380 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-041a05e5-da30-4e13-8244-627b64c732e0 req-c1744275-542c-456c-9634-822dfb935a23 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 210 time: 0.0302026 Jul 09 14:58:17.343189 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5b81b806-2e66-402d-b77b-84610a821821 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:17.430567 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5b81b806-2e66-402d-b77b-84610a821821 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:17.462635 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-cfed47d4-51a3-4642-872f-48c6516e48df req-eca34e93-539a-4f31-9b41-4d1c9527ab7b tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:17.525155 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca34e93-539a-4f31-9b41-4d1c9527ab7b tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Pushing event deleted for resources: {'Port': ['ID=36b2c686-a384-4fdf-85b8-a5247bc74ae0,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:17.585406 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfed47d4-51a3-4642-872f-48c6516e48df req-eca34e93-539a-4f31-9b41-4d1c9527ab7b tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] No DVR routers for this DVR port 36b2c686-a384-4fdf-85b8-a5247bc74ae0 on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:58:17.589208 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-cfed47d4-51a3-4642-872f-48c6516e48df req-eca34e93-539a-4f31-9b41-4d1c9527ab7b tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:17.592243 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cfed47d4-51a3-4642-872f-48c6516e48df req-eca34e93-539a-4f31-9b41-4d1c9527ab7b tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.54 "DELETE /v2.0/ports/36b2c686-a384-4fdf-85b8-a5247bc74ae0 HTTP/1.1" status: 204 len: 173 time: 0.9581742 Jul 09 14:58:17.592793 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6dfebcd-7612-47d9-9370-5eca78d6c0d5', 'name': 'network-vif-deleted', 'tag': '36b2c686-a384-4fdf-85b8-a5247bc74ae0'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:58:17.595162 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210fa8bd-a3b5-4812-818e-a1a73f65060f" -d '{"events": [{"server_uuid": "f6dfebcd-7612-47d9-9370-5eca78d6c0d5", "name": "network-vif-deleted", "tag": "36b2c686-a384-4fdf-85b8-a5247bc74ae0"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:58:17.599854 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5b81b806-2e66-402d-b77b-84610a821821 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:17.620179 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b81b806-2e66-402d-b77b-84610a821821 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4911b39e-2abb-45fd-bcbf-faa1fbcd5b52,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:17.684369 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083c9ade-fe6d-4f6d-9b92-250337ad76a7 x-openstack-request-id: req-083c9ade-fe6d-4f6d-9b92-250337ad76a7 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:58:17.684865 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6dfebcd-7612-47d9-9370-5eca78d6c0d5", "name": "network-vif-deleted", "tag": "36b2c686-a384-4fdf-85b8-a5247bc74ae0", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:58:17.685201 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-083c9ade-fe6d-4f6d-9b92-250337ad76a7 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:58:17.685644 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6dfebcd-7612-47d9-9370-5eca78d6c0d5', 'name': 'network-vif-deleted', 'tag': '36b2c686-a384-4fdf-85b8-a5247bc74ae0', 'status': 'completed', 'code': 200} Jul 09 14:58:17.755314 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-cfed47d4-51a3-4642-872f-48c6516e48df req-60d8d1fc-d2bb-43d7-aa34-ef104ce6de48 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Deleting port 0258b1f7-c2e6-4eab-b11b-b3af3383b8d8 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:58:17.755805 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-cfed47d4-51a3-4642-872f-48c6516e48df req-60d8d1fc-d2bb-43d7-aa34-ef104ce6de48 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:17.853553 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-cfed47d4-51a3-4642-872f-48c6516e48df req-60d8d1fc-d2bb-43d7-aa34-ef104ce6de48 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] For port 0258b1f7-c2e6-4eab-b11b-b3af3383b8d8, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=0258b1f7-c2e6-4eab-b11b-b3af3383b8d8,segment=NetworkSegment(f2cb3802-9a20-44ce-b243-d4fe4fec6c67),segment_id=f2cb3802-9a20-44ce-b243-d4fe4fec6c67)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:58:17.853911 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-cfed47d4-51a3-4642-872f-48c6516e48df req-60d8d1fc-d2bb-43d7-aa34-ef104ce6de48 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:17.863822 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5b81b806-2e66-402d-b77b-84610a821821 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:17.865572 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-5b81b806-2e66-402d-b77b-84610a821821 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8339741 Jul 09 14:58:17.872568 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-cfed47d4-51a3-4642-872f-48c6516e48df req-60d8d1fc-d2bb-43d7-aa34-ef104ce6de48 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Calling delete_port for 0258b1f7-c2e6-4eab-b11b-b3af3383b8d8 owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:58:17.873794 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51546) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:17.978394 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8f958af6-ff1b-4c09-81c5-92ba96bf8a5e tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:18.019879 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8f958af6-ff1b-4c09-81c5-92ba96bf8a5e tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:18.096468 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51554) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:18.243173 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-9d64ce59-8eb9-443f-b02e-eec3772a4ba7 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:58:18.243736 n-d-799529-6 neutron-server[94446]: WARNING neutron.api.v2.base [None req-9d64ce59-8eb9-443f-b02e-eec3772a4ba7 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 09 14:58:18.244323 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [None req-9d64ce59-8eb9-443f-b02e-eec3772a4ba7 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] create failed (client error): There was a conflict when trying to complete your request. Jul 09 14:58:18.251238 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-9d64ce59-8eb9-443f-b02e-eec3772a4ba7 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1477499 Jul 09 14:58:18.252566 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51566) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:18.257171 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-581930b0-792f-462d-9d37-28e7899fbfa3 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Request body: {'security_group': {'name': 'tempest-secgroup--1377125169'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:58:18.274319 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8f958af6-ff1b-4c09-81c5-92ba96bf8a5e tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:18.278081 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8f958af6-ff1b-4c09-81c5-92ba96bf8a5e tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:18.285959 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-8f958af6-ff1b-4c09-81c5-92ba96bf8a5e tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] 10.222.0.58 "DELETE /v2.0/security-groups/85aad120-09f5-4251-aaa3-5fdc2a91c8ec HTTP/1.1" status: 204 len: 168 time: 0.4060423 Jul 09 14:58:18.286245 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-cfed47d4-51a3-4642-872f-48c6516e48df req-60d8d1fc-d2bb-43d7-aa34-ef104ce6de48 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:18.290346 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51568) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:18.307601 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f958af6-ff1b-4c09-81c5-92ba96bf8a5e tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85aad120-09f5-4251-aaa3-5fdc2a91c8ec,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:18.451914 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d8d1fc-d2bb-43d7-aa34-ef104ce6de48 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Pushing event deleted for resources: {'Port': ['ID=0258b1f7-c2e6-4eab-b11b-b3af3383b8d8,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:18.547065 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f211089c-0045-4aa0-a6b4-0ac9edcf9196 req-62d21ba5-a887-46a7-84ad-5278eb41c699 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 210 time: 0.0900283 Jul 09 14:58:18.596355 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dff03cd3-a370-4a97-8550-1775f93a6006 req-5cdc60ef-3350-4d95-8f0d-207c6a4cf8fd tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/ports?device_id=f6dfebcd-7612-47d9-9370-5eca78d6c0d5 HTTP/1.1" status: 200 len: 210 time: 0.1532443 Jul 09 14:58:18.701112 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfed47d4-51a3-4642-872f-48c6516e48df req-60d8d1fc-d2bb-43d7-aa34-ef104ce6de48 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] No DVR routers for this DVR port 0258b1f7-c2e6-4eab-b11b-b3af3383b8d8 on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:58:18.715525 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-cfed47d4-51a3-4642-872f-48c6516e48df req-60d8d1fc-d2bb-43d7-aa34-ef104ce6de48 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:18.746227 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cfed47d4-51a3-4642-872f-48c6516e48df req-60d8d1fc-d2bb-43d7-aa34-ef104ce6de48 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.54 "DELETE /v2.0/ports/0258b1f7-c2e6-4eab-b11b-b3af3383b8d8 HTTP/1.1" status: 204 len: 173 time: 1.1381614 Jul 09 14:58:18.752154 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-581930b0-792f-462d-9d37-28e7899fbfa3 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:18.863115 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-581930b0-792f-462d-9d37-28e7899fbfa3 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:18.872171 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-bf882775-62a2-402d-ae61-b6ed0cc0a452 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5534031 Jul 09 14:58:18.876818 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51580) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:18.886080 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-1baa37e0-7f7f-4d1a-82e3-f78ffb97bedd tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Request body: {'security_group': {'name': 'tempest-secgroup--26973238'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:58:18.936137 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 0258b1f7-c2e6-4eab-b11b-b3af3383b8d8 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:58:19.015822 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: 0258b1f7-c2e6-4eab-b11b-b3af3383b8d8 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:58:19.016446 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 0258b1f7-c2e6-4eab-b11b-b3af3383b8d8 not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:58:19.017021 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 36b2c686-a384-4fdf-85b8-a5247bc74ae0 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:58:19.039622 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: 36b2c686-a384-4fdf-85b8-a5247bc74ae0 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:58:19.040246 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 36b2c686-a384-4fdf-85b8-a5247bc74ae0 not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:58:19.193305 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1baa37e0-7f7f-4d1a-82e3-f78ffb97bedd tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:19.346419 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-581930b0-792f-462d-9d37-28e7899fbfa3 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:19.431052 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-581930b0-792f-462d-9d37-28e7899fbfa3 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:19.507826 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581930b0-792f-462d-9d37-28e7899fbfa3 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff4b5dc-2b9e-470c-8246-bd4c185b4e2b,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:19.609630 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1baa37e0-7f7f-4d1a-82e3-f78ffb97bedd tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:19.686354 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6dfebcd-7612-47d9-9370-5eca78d6c0d5', 'name': 'network-vif-deleted', 'tag': '0258b1f7-c2e6-4eab-b11b-b3af3383b8d8'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:58:19.689128 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6bce7ed-c498-4f77-a85c-fa4d39f39e7c" -d '{"events": [{"server_uuid": "f6dfebcd-7612-47d9-9370-5eca78d6c0d5", "name": "network-vif-deleted", "tag": "0258b1f7-c2e6-4eab-b11b-b3af3383b8d8"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:58:19.786680 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1baa37e0-7f7f-4d1a-82e3-f78ffb97bedd tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:19.872892 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baa37e0-7f7f-4d1a-82e3-f78ffb97bedd tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38c5d4b6-12f2-4994-bb38-2c042cd0bd9b,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:19.890310 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-30e00be4-ba9a-48ab-ad09-db4a711a5951 req-e93fe063-5429-4daf-9758-57c67c62bc81 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "GET /v2.0/ports?device_id=f6dfebcd-7612-47d9-9370-5eca78d6c0d5 HTTP/1.1" status: 200 len: 210 time: 0.0524893 Jul 09 14:58:19.903170 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-edf41272-7884-4f65-bc67-30318b052196 req-3a214aad-7c2d-4d3f-af0e-590d79b7f9cd tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 210 time: 0.0457006 Jul 09 14:58:19.973262 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579886ce-c344-458f-8b5e-71bf38b48a61 x-openstack-request-id: req-579886ce-c344-458f-8b5e-71bf38b48a61 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:58:19.975785 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6dfebcd-7612-47d9-9370-5eca78d6c0d5", "name": "network-vif-deleted", "tag": "0258b1f7-c2e6-4eab-b11b-b3af3383b8d8", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:58:19.976425 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-579886ce-c344-458f-8b5e-71bf38b48a61 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:58:19.977012 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6dfebcd-7612-47d9-9370-5eca78d6c0d5', 'name': 'network-vif-deleted', 'tag': '0258b1f7-c2e6-4eab-b11b-b3af3383b8d8', 'status': 'completed', 'code': 200} Jul 09 14:58:19.985620 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-581930b0-792f-462d-9d37-28e7899fbfa3 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:20.096546 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-581930b0-792f-462d-9d37-28e7899fbfa3 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:20.184335 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581930b0-792f-462d-9d37-28e7899fbfa3 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea68c96-171f-4c16-b567-9aa03dffa144,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:20.227586 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1baa37e0-7f7f-4d1a-82e3-f78ffb97bedd tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:20.229701 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-1baa37e0-7f7f-4d1a-82e3-f78ffb97bedd tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3511949 Jul 09 14:58:20.233578 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51598) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:20.243786 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-7091b184-62e7-4715-987b-1dd7398a203d tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Request body: {'security_group': {'name': 'tempest-secgroup--116517174'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:58:20.382445 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-581930b0-792f-462d-9d37-28e7899fbfa3 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:20.387190 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51600) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:20.393405 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-581930b0-792f-462d-9d37-28e7899fbfa3 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.1406021 Jul 09 14:58:20.403396 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-cf7ddaa7-9485-4c29-8d56-26ffaa1266c1 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Request body: {'security_group_rule': {'security_group_id': '0ea68c96-171f-4c16-b567-9aa03dffa144', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:58:20.580822 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7091b184-62e7-4715-987b-1dd7398a203d tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:20.684041 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-09f6a3f0-82a0-4b9a-a84e-fecd30704ddd req-8a10780e-24a3-421c-92c7-62ded0ddd12e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f6dfebcd-7612-47d9-9370-5eca78d6c0d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0364144 Jul 09 14:58:20.773043 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-09f6a3f0-82a0-4b9a-a84e-fecd30704ddd req-d29ce586-39a5-4aa7-9572-d8a3dd9ca10f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=70380163691b470ebe60db5002d62101&device_id=f6dfebcd-7612-47d9-9370-5eca78d6c0d5 HTTP/1.1" status: 200 len: 210 time: 0.0319607 Jul 09 14:58:20.790166 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cf7ddaa7-9485-4c29-8d56-26ffaa1266c1 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:20.955488 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cf7ddaa7-9485-4c29-8d56-26ffaa1266c1 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:20.992815 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f6a3f0-82a0-4b9a-a84e-fecd30704ddd req-92fe12a2-9077-4caf-b732-5782a7300a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:20.993681 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f6a3f0-82a0-4b9a-a84e-fecd30704ddd req-92fe12a2-9077-4caf-b732-5782a7300a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:20.997538 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f6a3f0-82a0-4b9a-a84e-fecd30704ddd req-92fe12a2-9077-4caf-b732-5782a7300a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:21.005746 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-09f6a3f0-82a0-4b9a-a84e-fecd30704ddd req-92fe12a2-9077-4caf-b732-5782a7300a1f service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=70380163691b470ebe60db5002d62101&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2057083 Jul 09 14:58:21.010276 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7091b184-62e7-4715-987b-1dd7398a203d tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:21.084350 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51608) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:21.141924 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f6a3f0-82a0-4b9a-a84e-fecd30704ddd req-f5c7c663-f4dc-4af8-adc1-68c107d382d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:21.143460 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-09f6a3f0-82a0-4b9a-a84e-fecd30704ddd req-f5c7c663-f4dc-4af8-adc1-68c107d382d5 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1311736 Jul 09 14:58:21.156208 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7091b184-62e7-4715-987b-1dd7398a203d tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:21.159550 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cf7ddaa7-9485-4c29-8d56-26ffaa1266c1 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:21.168180 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a92579e-5b91-4780-b918-62ac402f5be8 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Deleting subnet a5347d95-b72a-4262-8ae7-d1a591d15509 {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:58:21.173172 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8a92579e-5b91-4780-b918-62ac402f5be8 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:21.230317 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-02504ca2-5c5c-4878-abeb-ccbab965f6d2 req-277f6f98-b579-4dbd-a16c-35857c608eca tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 210 time: 0.0892742 Jul 09 14:58:21.329265 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8a92579e-5b91-4780-b918-62ac402f5be8 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:21.337606 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7ddaa7-9485-4c29-8d56-26ffaa1266c1 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d94cce0-c555-40c8-a796-661d1e87dc2f,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:21.370267 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091b184-62e7-4715-987b-1dd7398a203d tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b768f2d8-8e5f-4647-9992-9e76e66e0f81,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:21.455679 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385eff3-8514-4252-87fc-3e21ca118182 req-86528adb-4431-448a-8def-6deff386449f tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:21.457212 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6385eff3-8514-4252-87fc-3e21ca118182 req-86528adb-4431-448a-8def-6deff386449f tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.62 "GET /v2.0/networks?id=2caf48fb-184c-426e-a7e2-2d876991b7f4 HTTP/1.1" status: 200 len: 811 time: 0.1907165 Jul 09 14:58:21.502131 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7091b184-62e7-4715-987b-1dd7398a203d tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:21.502131 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7091b184-62e7-4715-987b-1dd7398a203d tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2613277 Jul 09 14:58:21.502131 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8a92579e-5b91-4780-b918-62ac402f5be8 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:21.502681 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51612) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:21.504361 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cf7ddaa7-9485-4c29-8d56-26ffaa1266c1 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:21.504916 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-cf7ddaa7-9485-4c29-8d56-26ffaa1266c1 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1137049 Jul 09 14:58:21.506988 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-78a6d93f-19af-447b-81eb-6952ae751168 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Request body: {'security_group_rule': {'security_group_id': '38c5d4b6-12f2-4994-bb38-2c042cd0bd9b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'b768f2d8-8e5f-4647-9992-9e76e66e0f81', 'remote_ip_prefix': None}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:58:21.512057 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51614) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:21.551930 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-c5ebd833-5842-4684-94da-39a0a58991e9 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Request body: {'security_group_rule': {'security_group_id': '0ea68c96-171f-4c16-b567-9aa03dffa144', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:58:21.562484 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6385eff3-8514-4252-87fc-3e21ca118182 req-83c6d730-0680-4508-b701-6d67e6dc74f3 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c03b5d3d86974e68a5911d632d382871 HTTP/1.1" status: 200 len: 380 time: 0.0898154 Jul 09 14:58:21.573169 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-6385eff3-8514-4252-87fc-3e21ca118182 req-73c17474-2446-464b-ba66-e8f5a92abf80 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Request body: {'port': {'device_id': '1802d65f-3f81-429b-bc1c-bf1a7650ce94', 'network_id': '2caf48fb-184c-426e-a7e2-2d876991b7f4', 'admin_state_up': True, 'tenant_id': 'c03b5d3d86974e68a5911d632d382871', 'security_groups': ['21ba103c-9474-4cb2-ae41-e53045053a14']}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:58:21.714339 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-78a6d93f-19af-447b-81eb-6952ae751168 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:21.826623 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-78a6d93f-19af-447b-81eb-6952ae751168 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:21.858035 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8a92579e-5b91-4780-b918-62ac402f5be8 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:21.886732 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a92579e-5b91-4780-b918-62ac402f5be8 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Pushing event deleted for resources: {'Subnet': ['ID=a5347d95-b72a-4262-8ae7-d1a591d15509,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:21.894090 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8a92579e-5b91-4780-b918-62ac402f5be8 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:21.897692 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-8a92579e-5b91-4780-b918-62ac402f5be8 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "DELETE /v2.0/subnets/a5347d95-b72a-4262-8ae7-d1a591d15509 HTTP/1.1" status: 204 len: 168 time: 0.8119624 Jul 09 14:58:21.909932 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51616) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:21.934882 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0295641f-e6fc-4783-a508-d21196742f1f None None] Network c5014b41-7b2b-452a-80e5-19b303fce509 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:58:22.010962 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6385eff3-8514-4252-87fc-3e21ca118182 req-73c17474-2446-464b-ba66-e8f5a92abf80 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Made reservation on behalf of c03b5d3d86974e68a5911d632d382871 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:58:22.015837 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-6385eff3-8514-4252-87fc-3e21ca118182 req-73c17474-2446-464b-ba66-e8f5a92abf80 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:22.374145 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad884739-696b-48be-9095-6c6ce7710bb0 None None] DHCP port deletion for c5014b41-7b2b-452a-80e5-19b303fce509 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:58:22.433769 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-6385eff3-8514-4252-87fc-3e21ca118182 req-73c17474-2446-464b-ba66-e8f5a92abf80 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Allocated IP 172.20.0.10 (2caf48fb-184c-426e-a7e2-2d876991b7f4/a10947be-2e1d-4b8b-b31f-e273354d0e7a/7a55c943-174c-41e4-ae0c-abae167a4938) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:58:22.544503 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c5ebd833-5842-4684-94da-39a0a58991e9 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:22.574561 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-ad884739-696b-48be-9095-6c6ce7710bb0 None None] Deleting port 3de88586-a8a6-4c8a-a8e4-78148f6d8709 {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:58:22.574561 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ad884739-696b-48be-9095-6c6ce7710bb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:22.576198 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-78a6d93f-19af-447b-81eb-6952ae751168 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:22.613498 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a6d93f-19af-447b-81eb-6952ae751168 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d0d4a80-b1c2-4ca7-9b47-851db822c803,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:22.662675 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-78a6d93f-19af-447b-81eb-6952ae751168 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:22.664285 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-78a6d93f-19af-447b-81eb-6952ae751168 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.1622181 Jul 09 14:58:22.672675 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51628) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:22.675303 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1407e3f0-cf88-4440-804e-9a70c19c9dd2 req-98a9afe5-60ca-4844-b953-c8a77a7e5489 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 210 time: 0.1625571 Jul 09 14:58:22.764340 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-65674fdd-4ca9-415e-8e0c-3e6388360bc5 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:22.790937 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-ad884739-696b-48be-9095-6c6ce7710bb0 None None] For port 3de88586-a8a6-4c8a-a8e4-78148f6d8709, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=3de88586-a8a6-4c8a-a8e4-78148f6d8709,segment=NetworkSegment(f2cb3802-9a20-44ce-b243-d4fe4fec6c67),segment_id=f2cb3802-9a20-44ce-b243-d4fe4fec6c67)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:58:22.791465 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ad884739-696b-48be-9095-6c6ce7710bb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:22.816075 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-ad884739-696b-48be-9095-6c6ce7710bb0 None None] Calling delete_port for 3de88586-a8a6-4c8a-a8e4-78148f6d8709 owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:58:22.854659 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7c340fcd-461e-49b2-bc39-f8931cef0980 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:22.906228 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7c340fcd-461e-49b2-bc39-f8931cef0980 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:22.934735 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-6385eff3-8514-4252-87fc-3e21ca118182 req-73c17474-2446-464b-ba66-e8f5a92abf80 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:22.964965 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [None req-c5ebd833-5842-4684-94da-39a0a58991e9 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] create failed (client error): There was a conflict when trying to complete your request. Jul 09 14:58:22.966723 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c5ebd833-5842-4684-94da-39a0a58991e9 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.4529071 Jul 09 14:58:22.970771 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51630) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:22.983215 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-65674fdd-4ca9-415e-8e0c-3e6388360bc5 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Deleting port 3de88586-a8a6-4c8a-a8e4-78148f6d8709 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:58:22.983583 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-65674fdd-4ca9-415e-8e0c-3e6388360bc5 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:23.085759 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7c340fcd-461e-49b2-bc39-f8931cef0980 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:23.087270 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-6385eff3-8514-4252-87fc-3e21ca118182 req-73c17474-2446-464b-ba66-e8f5a92abf80 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Transition to ACTIVE for port object 7a55c943-174c-41e4-ae0c-abae167a4938 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:58:23.090548 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ad884739-696b-48be-9095-6c6ce7710bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:23.095716 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7c340fcd-461e-49b2-bc39-f8931cef0980 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:23.100354 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-7c340fcd-461e-49b2-bc39-f8931cef0980 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/9d0d4a80-b1c2-4ca7-9b47-851db822c803 HTTP/1.1" status: 204 len: 168 time: 0.4226711 Jul 09 14:58:23.101818 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51632) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:23.102936 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-65674fdd-4ca9-415e-8e0c-3e6388360bc5 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] For port 3de88586-a8a6-4c8a-a8e4-78148f6d8709, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=3de88586-a8a6-4c8a-a8e4-78148f6d8709,segment=NetworkSegment(f2cb3802-9a20-44ce-b243-d4fe4fec6c67),segment_id=f2cb3802-9a20-44ce-b243-d4fe4fec6c67)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:58:23.103302 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-65674fdd-4ca9-415e-8e0c-3e6388360bc5 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:23.134194 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-29d6f711-b28e-4209-a81a-a03bfe21c80d tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:23.139042 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c340fcd-461e-49b2-bc39-f8931cef0980 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d0d4a80-b1c2-4ca7-9b47-851db822c803,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:23.152525 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-65674fdd-4ca9-415e-8e0c-3e6388360bc5 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Calling delete_port for 3de88586-a8a6-4c8a-a8e4-78148f6d8709 owned by network:dhcp {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:58:23.169557 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad884739-696b-48be-9095-6c6ce7710bb0 None None] Pushing event deleted for resources: {'Port': ['ID=3de88586-a8a6-4c8a-a8e4-78148f6d8709,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:23.184871 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-29d6f711-b28e-4209-a81a-a03bfe21c80d tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:23.196471 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad884739-696b-48be-9095-6c6ce7710bb0 None None] No DVR routers for this DVR port 3de88586-a8a6-4c8a-a8e4-78148f6d8709 on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:58:23.201654 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad884739-696b-48be-9095-6c6ce7710bb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:58:23.204997 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad884739-696b-48be-9095-6c6ce7710bb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:58:23.206534 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad884739-696b-48be-9095-6c6ce7710bb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:58:23.207972 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad884739-696b-48be-9095-6c6ce7710bb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:58:23.215912 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad884739-696b-48be-9095-6c6ce7710bb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:58:23.215912 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad884739-696b-48be-9095-6c6ce7710bb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:58:23.215912 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad884739-696b-48be-9095-6c6ce7710bb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:58:23.215912 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad884739-696b-48be-9095-6c6ce7710bb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:58:23.215912 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad884739-696b-48be-9095-6c6ce7710bb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:58:23.215912 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad884739-696b-48be-9095-6c6ce7710bb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:58:23.215912 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad884739-696b-48be-9095-6c6ce7710bb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:58:23.215912 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad884739-696b-48be-9095-6c6ce7710bb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:58:23.235669 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:23.311804 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-65674fdd-4ca9-415e-8e0c-3e6388360bc5 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:23.347962 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65674fdd-4ca9-415e-8e0c-3e6388360bc5 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Pushing event deleted for resources: {'Port': ['ID=3de88586-a8a6-4c8a-a8e4-78148f6d8709,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:23.364791 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65674fdd-4ca9-415e-8e0c-3e6388360bc5 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] No DVR routers for this DVR port 3de88586-a8a6-4c8a-a8e4-78148f6d8709 on host n-d-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:58:23.480524 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-65674fdd-4ca9-415e-8e0c-3e6388360bc5 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:23.493194 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-29d6f711-b28e-4209-a81a-a03bfe21c80d tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:23.495941 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-29d6f711-b28e-4209-a81a-a03bfe21c80d tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:23.497859 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-29d6f711-b28e-4209-a81a-a03bfe21c80d tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] 10.222.0.58 "DELETE /v2.0/security-groups/0ea68c96-171f-4c16-b567-9aa03dffa144 HTTP/1.1" status: 204 len: 168 time: 0.5252855 Jul 09 14:58:23.504360 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-65674fdd-4ca9-415e-8e0c-3e6388360bc5 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5014b41-7b2b-452a-80e5-19b303fce509']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:58:23.506565 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51642) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:23.535145 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d6f711-b28e-4209-a81a-a03bfe21c80d tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea68c96-171f-4c16-b567-9aa03dffa144,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:23.538425 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-65674fdd-4ca9-415e-8e0c-3e6388360bc5 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2cb3802-9a20-44ce-b243-d4fe4fec6c67') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:58:23.538725 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-65674fdd-4ca9-415e-8e0c-3e6388360bc5 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2cb3802-9a20-44ce-b243-d4fe4fec6c67') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:58:23.562091 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-65674fdd-4ca9-415e-8e0c-3e6388360bc5 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:23.585438 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-65674fdd-4ca9-415e-8e0c-3e6388360bc5 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:23.598954 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-bf3b4eeb-0348-4846-8b45-1b41c9695439 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0912998 Jul 09 14:58:23.600678 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65674fdd-4ca9-415e-8e0c-3e6388360bc5 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:58:23.601105 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-65674fdd-4ca9-415e-8e0c-3e6388360bc5 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:23.604648 n-d-799529-6 neutron-server[94445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:58:23.604648 n-d-799529-6 neutron-server[94445]: self.session.flush() Jul 09 14:58:23.604648 n-d-799529-6 neutron-server[94445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:58:23.604648 n-d-799529-6 neutron-server[94445]: self.session.flush() Jul 09 14:58:23.604648 n-d-799529-6 neutron-server[94445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:58:23.604648 n-d-799529-6 neutron-server[94445]: self.session.flush() Jul 09 14:58:23.604648 n-d-799529-6 neutron-server[94445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:58:23.604648 n-d-799529-6 neutron-server[94445]: self.session.flush() Jul 09 14:58:23.604648 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 14:58:23.604648 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:58:23.604648 n-d-799529-6 neutron-server[94445]: timer() Jul 09 14:58:23.604648 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:58:23.604648 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 14:58:23.604648 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:58:23.604648 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 14:58:23.604648 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:58:23.604648 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 14:58:23.604648 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:58:23.604648 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 14:58:23.604648 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:58:23.604648 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 14:58:23.604648 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:58:23.604648 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:58:23.604648 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:58:23.604648 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:58:23.604648 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:58:23.604648 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 14:58:23.604648 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:58:23.604648 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 14:58:23.604648 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:58:23.604648 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:58:23.604648 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:58:23.604648 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 14:58:23.604648 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:58:23.604648 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:58:23.604648 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:58:23.604648 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:58:23.604648 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:58:23.604648 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:58:23.604648 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:58:23.610606 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51646) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:23.631374 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-ee4e5dab-1e5c-4506-a637-29fa4ca345eb tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Request body: {'security_group': {'name': 'tempest-secgroup--1729715835'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:58:23.799670 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ee4e5dab-1e5c-4506-a637-29fa4ca345eb tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:23.837692 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-65674fdd-4ca9-415e-8e0c-3e6388360bc5 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:23.858920 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-65674fdd-4ca9-415e-8e0c-3e6388360bc5 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:23.869861 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-65674fdd-4ca9-415e-8e0c-3e6388360bc5 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "DELETE /v2.0/networks/c5014b41-7b2b-452a-80e5-19b303fce509 HTTP/1.1" status: 204 len: 168 time: 1.9507556 Jul 09 14:58:23.876159 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 3de88586-a8a6-4c8a-a8e4-78148f6d8709 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:58:23.886740 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51656) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:23.913305 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-1941ca22-ac2f-4a81-aa75-6c0821275ffa tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.8099141 Jul 09 14:58:23.940653 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51658) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:23.961645 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 3de88586-a8a6-4c8a-a8e4-78148f6d8709 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:58:23.961645 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 3de88586-a8a6-4c8a-a8e4-78148f6d8709 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:58:24.000455 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-20975b8f-9118-4fda-9af3-8688a964e97f tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Deleting subnet a2ffa24c-a4a9-4e6b-a42b-1decd7fcc223 {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:58:24.004438 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-20975b8f-9118-4fda-9af3-8688a964e97f tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:24.027469 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65674fdd-4ca9-415e-8e0c-3e6388360bc5 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Pushing event deleted for resources: {'Network': ['ID=c5014b41-7b2b-452a-80e5-19b303fce509,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:24.053735 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ee4e5dab-1e5c-4506-a637-29fa4ca345eb tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:24.083786 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a3c6a4d5-4486-42e3-accc-bf3705195962 req-c952a24e-14d2-4227-9199-4975b27ef155 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 210 time: 0.0748491 Jul 09 14:58:24.114266 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-20975b8f-9118-4fda-9af3-8688a964e97f tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:24.117452 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-6385eff3-8514-4252-87fc-3e21ca118182 req-73c17474-2446-464b-ba66-e8f5a92abf80 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:24.136889 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-13c27f6f-dbbb-4fc8-b671-35fdde99b5be tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:24.180322 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ee4e5dab-1e5c-4506-a637-29fa4ca345eb tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:24.229518 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4e5dab-1e5c-4506-a637-29fa4ca345eb tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eca065b6-55e1-43c8-9b2d-78cc62c0f595,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:24.229840 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6385eff3-8514-4252-87fc-3e21ca118182 req-73c17474-2446-464b-ba66-e8f5a92abf80 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Network 2caf48fb-184c-426e-a7e2-2d876991b7f4 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:58:24.255537 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-6385eff3-8514-4252-87fc-3e21ca118182 req-73c17474-2446-464b-ba66-e8f5a92abf80 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:58:24.260945 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-13c27f6f-dbbb-4fc8-b671-35fdde99b5be tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:24.289698 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-6385eff3-8514-4252-87fc-3e21ca118182 req-73c17474-2446-464b-ba66-e8f5a92abf80 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:58:24.292235 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c17474-2446-464b-ba66-e8f5a92abf80 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Pushing event updated for resources: {'Port': ['ID=7a55c943-174c-41e4-ae0c-abae167a4938,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:24.390224 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ee4e5dab-1e5c-4506-a637-29fa4ca345eb tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:24.393193 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ee4e5dab-1e5c-4506-a637-29fa4ca345eb tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7865694 Jul 09 14:58:24.397542 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51672) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:24.403016 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-62f79021-545e-4e6f-bf96-fc8c59545b3e tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Request body: {'security_group_rule': {'security_group_id': 'eca065b6-55e1-43c8-9b2d-78cc62c0f595', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:58:24.406843 n-d-799529-6 neutron-server[94445]: WARNING neutron.api.v2.base [None req-62f79021-545e-4e6f-bf96-fc8c59545b3e tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 09 14:58:24.407554 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [None req-62f79021-545e-4e6f-bf96-fc8c59545b3e tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:58:24.420649 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-62f79021-545e-4e6f-bf96-fc8c59545b3e tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0219300 Jul 09 14:58:24.421288 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51674) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:24.457199 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-20975b8f-9118-4fda-9af3-8688a964e97f tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:24.505263 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385eff3-8514-4252-87fc-3e21ca118182 req-73c17474-2446-464b-ba66-e8f5a92abf80 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:24.506248 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-6385eff3-8514-4252-87fc-3e21ca118182 req-73c17474-2446-464b-ba66-e8f5a92abf80 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:24.535544 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9d895652-07e3-40b4-b920-0041e556c780 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:24.541690 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-13c27f6f-dbbb-4fc8-b671-35fdde99b5be tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:24.545386 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-13c27f6f-dbbb-4fc8-b671-35fdde99b5be tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:24.549037 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-13c27f6f-dbbb-4fc8-b671-35fdde99b5be tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] 10.222.0.58 "DELETE /v2.0/security-groups/b768f2d8-8e5f-4647-9992-9e76e66e0f81 HTTP/1.1" status: 204 len: 168 time: 0.6049194 Jul 09 14:58:24.552222 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51676) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:24.559544 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c27f6f-dbbb-4fc8-b671-35fdde99b5be tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b768f2d8-8e5f-4647-9992-9e76e66e0f81,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:24.582024 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9d895652-07e3-40b4-b920-0041e556c780 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:24.646136 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-47e6e934-fcd3-4f94-a476-58e94fc1f743 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.0954270 Jul 09 14:58:24.649359 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51678) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:24.660275 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6385eff3-8514-4252-87fc-3e21ca118182 req-73c17474-2446-464b-ba66-e8f5a92abf80 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0917463 Jul 09 14:58:24.661228 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-20975b8f-9118-4fda-9af3-8688a964e97f tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:24.701870 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-06ce99c0-a284-473c-bc62-0464fda5caa4 None None] Provisioning for port 7a55c943-174c-41e4-ae0c-abae167a4938 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:58:24.703111 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-6385eff3-8514-4252-87fc-3e21ca118182 req-f9af4f36-25b4-4454-945a-4c9989426b77 service neutron] Request body: {'port': {'device_id': '1802d65f-3f81-429b-bc1c-bf1a7650ce94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:58:24.706006 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-06ce99c0-a284-473c-bc62-0464fda5caa4 None None] Provisioning complete for port 7a55c943-174c-41e4-ae0c-abae167a4938 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:58:24.707287 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-06ce99c0-a284-473c-bc62-0464fda5caa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:24.736306 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20975b8f-9118-4fda-9af3-8688a964e97f tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Pushing event deleted for resources: {'Subnet': ['ID=a2ffa24c-a4a9-4e6b-a42b-1decd7fcc223,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:24.747057 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-20975b8f-9118-4fda-9af3-8688a964e97f tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:24.750702 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-06ce99c0-a284-473c-bc62-0464fda5caa4 None None] Port 7a55c943-174c-41e4-ae0c-abae167a4938 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:58:24.752308 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51680) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:24.752490 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-20975b8f-9118-4fda-9af3-8688a964e97f tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "DELETE /v2.0/subnets/a2ffa24c-a4a9-4e6b-a42b-1decd7fcc223 HTTP/1.1" status: 204 len: 168 time: 0.8629546 Jul 09 14:58:24.767899 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9d895652-07e3-40b4-b920-0041e556c780 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:24.770294 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9d895652-07e3-40b4-b920-0041e556c780 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:24.774308 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-9d895652-07e3-40b4-b920-0041e556c780 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] 10.222.0.58 "DELETE /v2.0/security-groups/eca065b6-55e1-43c8-9b2d-78cc62c0f595 HTTP/1.1" status: 204 len: 168 time: 0.3491850 Jul 09 14:58:24.779651 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81d7b35-c311-4e66-8913-00cd0103a7c2 None None] Network 7b3e3925-173c-4cf3-933b-344bd5613ec1 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:58:24.779841 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51682) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:24.838486 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c273e970-ef8c-4cd6-ba59-d9c62e751a16 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:24.838731 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d895652-07e3-40b4-b920-0041e556c780 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca065b6-55e1-43c8-9b2d-78cc62c0f595,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:24.855975 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-6385eff3-8514-4252-87fc-3e21ca118182 req-f9af4f36-25b4-4454-945a-4c9989426b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:24.895756 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c273e970-ef8c-4cd6-ba59-d9c62e751a16 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:24.912176 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-0fd34528-9b1b-43eb-86c4-546107a10a06 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1277630 Jul 09 14:58:24.913868 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d9b46869-058c-4590-a8fd-1e3784c0ae59 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:24.916695 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51684) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:24.925050 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-e7a20ee4-7ef1-4a71-923a-071903f7dc4a tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Request body: {'security_group': {'name': 'tempest-secgroup--1253343451'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:58:25.084990 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-d9b46869-058c-4590-a8fd-1e3784c0ae59 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Deleting port 5a5e19ed-a943-486e-a3ce-10656b462a3b {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:58:25.085942 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d9b46869-058c-4590-a8fd-1e3784c0ae59 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:25.154557 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c273e970-ef8c-4cd6-ba59-d9c62e751a16 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:25.160392 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c273e970-ef8c-4cd6-ba59-d9c62e751a16 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:25.161629 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c273e970-ef8c-4cd6-ba59-d9c62e751a16 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] 10.222.0.58 "DELETE /v2.0/security-groups/38c5d4b6-12f2-4994-bb38-2c042cd0bd9b HTTP/1.1" status: 204 len: 168 time: 0.5110366 Jul 09 14:58:25.173407 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51692) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:25.195454 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51694) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:25.198736 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d75a351-a501-47b0-8230-279e498a2e1e None None] DHCP port deletion for 7b3e3925-173c-4cf3-933b-344bd5613ec1 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:58:25.218232 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e7a20ee4-7ef1-4a71-923a-071903f7dc4a tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:25.234182 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-d9b46869-058c-4590-a8fd-1e3784c0ae59 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] For port 5a5e19ed-a943-486e-a3ce-10656b462a3b, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=5a5e19ed-a943-486e-a3ce-10656b462a3b,segment=NetworkSegment(6b6ccfd8-b211-4c74-bc6a-6c0489f61bbb),segment_id=6b6ccfd8-b211-4c74-bc6a-6c0489f61bbb)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:58:25.234477 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d9b46869-058c-4590-a8fd-1e3784c0ae59 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:25.240199 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c273e970-ef8c-4cd6-ba59-d9c62e751a16 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c5d4b6-12f2-4994-bb38-2c042cd0bd9b,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:25.277012 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-d9b46869-058c-4590-a8fd-1e3784c0ae59 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Calling delete_port for 5a5e19ed-a943-486e-a3ce-10656b462a3b owned by network:dhcp {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:58:25.370820 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-8d75a351-a501-47b0-8230-279e498a2e1e None None] Deleting port 5a5e19ed-a943-486e-a3ce-10656b462a3b {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:58:25.371402 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8d75a351-a501-47b0-8230-279e498a2e1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:25.415488 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e7a20ee4-7ef1-4a71-923a-071903f7dc4a tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:25.418388 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-13a76e7b-e117-4fa8-9adf-5bdd38c5c78a tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2435491 Jul 09 14:58:25.424100 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51702) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:25.430792 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-e499bafd-25c8-465e-9f7c-8e3c26ae63f0 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Request body: {'security_group': {'name': 'tempest-secgroup--849154032'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:58:25.490782 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-8d75a351-a501-47b0-8230-279e498a2e1e None None] For port 5a5e19ed-a943-486e-a3ce-10656b462a3b, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=5a5e19ed-a943-486e-a3ce-10656b462a3b,segment=NetworkSegment(6b6ccfd8-b211-4c74-bc6a-6c0489f61bbb),segment_id=6b6ccfd8-b211-4c74-bc6a-6c0489f61bbb)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:58:25.493235 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8d75a351-a501-47b0-8230-279e498a2e1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:25.518326 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-8d75a351-a501-47b0-8230-279e498a2e1e None None] Calling delete_port for 5a5e19ed-a943-486e-a3ce-10656b462a3b owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:58:25.552537 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-120550a2-7f29-4044-b9c5-8f74e1f7bae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:25.558416 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e7a20ee4-7ef1-4a71-923a-071903f7dc4a tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:25.595951 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6560c7d-67bc-4e88-8351-d0d845a304bd req-9f184bc8-2afe-4fff-b3a0-05e2ce8e1cf1 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:25.598121 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a6560c7d-67bc-4e88-8351-d0d845a304bd req-9f184bc8-2afe-4fff-b3a0-05e2ce8e1cf1 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 932 time: 0.2915168 Jul 09 14:58:25.614303 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a20ee4-7ef1-4a71-923a-071903f7dc4a tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de60c940-848b-4cd9-94c4-a817d3fd7987,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:25.674630 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d9b46869-058c-4590-a8fd-1e3784c0ae59 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:25.689210 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8d75a351-a501-47b0-8230-279e498a2e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:25.696780 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b46869-058c-4590-a8fd-1e3784c0ae59 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] No DVR routers for this DVR port 5a5e19ed-a943-486e-a3ce-10656b462a3b on host n-d-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:58:25.730378 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b46869-058c-4590-a8fd-1e3784c0ae59 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Pushing event deleted for resources: {'Port': ['ID=5a5e19ed-a943-486e-a3ce-10656b462a3b,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:25.732482 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e499bafd-25c8-465e-9f7c-8e3c26ae63f0 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:25.770338 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d75a351-a501-47b0-8230-279e498a2e1e None None] Pushing event deleted for resources: {'Port': ['ID=5a5e19ed-a943-486e-a3ce-10656b462a3b,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:25.780950 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d75a351-a501-47b0-8230-279e498a2e1e None None] No DVR routers for this DVR port 5a5e19ed-a943-486e-a3ce-10656b462a3b on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:58:25.838342 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-120550a2-7f29-4044-b9c5-8f74e1f7bae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:25.850004 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a6560c7d-67bc-4e88-8351-d0d845a304bd req-4cfde01c-24b5-4476-81c5-173d61835f7a tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2419024 Jul 09 14:58:25.870702 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-6385eff3-8514-4252-87fc-3e21ca118182 req-f9af4f36-25b4-4454-945a-4c9989426b77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a55c943-174c-41e4-ae0c-abae167a4938 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:58:25.882824 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d9b46869-058c-4590-a8fd-1e3784c0ae59 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:25.895429 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-6385eff3-8514-4252-87fc-3e21ca118182 req-f9af4f36-25b4-4454-945a-4c9989426b77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:25.896466 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-d9b46869-058c-4590-a8fd-1e3784c0ae59 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b3e3925-173c-4cf3-933b-344bd5613ec1']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:58:25.914634 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-d9b46869-058c-4590-a8fd-1e3784c0ae59 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b6ccfd8-b211-4c74-bc6a-6c0489f61bbb') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:58:25.917215 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-d9b46869-058c-4590-a8fd-1e3784c0ae59 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b6ccfd8-b211-4c74-bc6a-6c0489f61bbb') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:58:25.917350 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-6385eff3-8514-4252-87fc-3e21ca118182 req-f9af4f36-25b4-4454-945a-4c9989426b77 service neutron] Transition to ACTIVE for port object 7a55c943-174c-41e4-ae0c-abae167a4938 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:58:25.927193 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d9b46869-058c-4590-a8fd-1e3784c0ae59 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:25.937133 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-120550a2-7f29-4044-b9c5-8f74e1f7bae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:25.957521 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 5a5e19ed-a943-486e-a3ce-10656b462a3b no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:58:25.967583 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d9b46869-058c-4590-a8fd-1e3784c0ae59 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:25.976217 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9b46869-058c-4590-a8fd-1e3784c0ae59 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:58:25.976805 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d9b46869-058c-4590-a8fd-1e3784c0ae59 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:26.006303 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-120550a2-7f29-4044-b9c5-8f74e1f7bae6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e5e0e20d4a684749bc4d57d8c3be6b8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8049285 Jul 09 14:58:26.006846 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 5a5e19ed-a943-486e-a3ce-10656b462a3b {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:58:26.007472 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 5a5e19ed-a943-486e-a3ce-10656b462a3b not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:58:26.017057 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51704) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:26.053462 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120550a2-7f29-4044-b9c5-8f74e1f7bae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6ba9f5-9867-41d6-ba46-030949814676,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:26.061742 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-6385eff3-8514-4252-87fc-3e21ca118182 req-f9af4f36-25b4-4454-945a-4c9989426b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:26.090498 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 14:58:26.090498 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:58:26.090498 n-d-799529-6 neutron-server[94445]: timer() Jul 09 14:58:26.090498 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:58:26.090498 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 14:58:26.090498 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:58:26.090498 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 14:58:26.090498 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:58:26.090498 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 14:58:26.090498 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:58:26.090498 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 14:58:26.090498 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:58:26.090498 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 14:58:26.090498 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:58:26.090498 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:58:26.090498 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:58:26.090498 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:58:26.090498 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:58:26.090498 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 14:58:26.090498 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:58:26.090498 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 14:58:26.090498 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:58:26.090498 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:58:26.090498 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:58:26.090498 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 14:58:26.090498 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:58:26.090498 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:58:26.090498 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:58:26.090498 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:58:26.090498 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:58:26.090498 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:58:26.090498 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:58:26.103850 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e7a20ee4-7ef1-4a71-923a-071903f7dc4a tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:26.108967 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e7a20ee4-7ef1-4a71-923a-071903f7dc4a tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1886175 Jul 09 14:58:26.110274 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51706) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:26.120327 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-9cff6da1-1930-434c-ac5c-80ab8ea3b222 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Request body: {'security_group_rule': {'security_group_id': 'de60c940-848b-4cd9-94c4-a817d3fd7987', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:58:26.120941 n-d-799529-6 neutron-server[94445]: WARNING neutron.api.v2.base [None req-9cff6da1-1930-434c-ac5c-80ab8ea3b222 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 09 14:58:26.121430 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [None req-9cff6da1-1930-434c-ac5c-80ab8ea3b222 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:58:26.129842 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-9cff6da1-1930-434c-ac5c-80ab8ea3b222 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0103631 Jul 09 14:58:26.138434 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51710) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:26.170968 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9af4f36-25b4-4454-945a-4c9989426b77 service neutron] Pushing event updated for resources: {'Port': ['ID=7a55c943-174c-41e4-ae0c-abae167a4938,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:26.247666 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-577913fe-b00e-416b-a9a1-1a0077225943 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:26.291136 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e0bf7ee9-c758-42ca-b630-fe789229a20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:26.302023 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d9b46869-058c-4590-a8fd-1e3784c0ae59 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:26.306369 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d9b46869-058c-4590-a8fd-1e3784c0ae59 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:26.316021 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d9b46869-058c-4590-a8fd-1e3784c0ae59 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] 10.222.0.58 "DELETE /v2.0/networks/7b3e3925-173c-4cf3-933b-344bd5613ec1 HTTP/1.1" status: 204 len: 168 time: 1.5528824 Jul 09 14:58:26.316021 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-577913fe-b00e-416b-a9a1-1a0077225943 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:26.317894 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e499bafd-25c8-465e-9f7c-8e3c26ae63f0 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:26.356617 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b46869-058c-4590-a8fd-1e3784c0ae59 tempest-ServersTestMultiNic-1485730750 tempest-ServersTestMultiNic-1485730750-project] Pushing event deleted for resources: {'Network': ['ID=7b3e3925-173c-4cf3-933b-344bd5613ec1,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:26.360047 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-706c8fed-1b01-4d82-97b2-d44d407657a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:26.396957 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-706c8fed-1b01-4d82-97b2-d44d407657a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:26.451652 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e499bafd-25c8-465e-9f7c-8e3c26ae63f0 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:26.498944 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-6385eff3-8514-4252-87fc-3e21ca118182 req-f9af4f36-25b4-4454-945a-4c9989426b77 service neutron] Attempting to bind port 7a55c943-174c-41e4-ae0c-abae167a4938 on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:58:26.500066 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-6385eff3-8514-4252-87fc-3e21ca118182 req-f9af4f36-25b4-4454-945a-4c9989426b77 service neutron] Attempting to bind port 7a55c943-174c-41e4-ae0c-abae167a4938 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': '06875dad-dad1-4e17-960d-8ec4e4c881bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2caf48fb-184c-426e-a7e2-2d876991b7f4'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:58:26.500066 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6385eff3-8514-4252-87fc-3e21ca118182 req-f9af4f36-25b4-4454-945a-4c9989426b77 service neutron] Attempting to bind port 7a55c943-174c-41e4-ae0c-abae167a4938 on network 2caf48fb-184c-426e-a7e2-2d876991b7f4 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:58:26.504903 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6385eff3-8514-4252-87fc-3e21ca118182 req-f9af4f36-25b4-4454-945a-4c9989426b77 service neutron] Port 7a55c943-174c-41e4-ae0c-abae167a4938 on network 2caf48fb-184c-426e-a7e2-2d876991b7f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:58:26.505384 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6385eff3-8514-4252-87fc-3e21ca118182 req-f9af4f36-25b4-4454-945a-4c9989426b77 service neutron] Attempting to bind port 7a55c943-174c-41e4-ae0c-abae167a4938 on network 2caf48fb-184c-426e-a7e2-2d876991b7f4 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:58:26.505557 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e499bafd-25c8-465e-9f7c-8e3c26ae63f0 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=972b2e58-ce22-49c7-8902-8cee3dfdbbb8,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:26.511125 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6385eff3-8514-4252-87fc-3e21ca118182 req-f9af4f36-25b4-4454-945a-4c9989426b77 service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:58:26.511662 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6385eff3-8514-4252-87fc-3e21ca118182 req-f9af4f36-25b4-4454-945a-4c9989426b77 service neutron] Checking segment: {'id': '06875dad-dad1-4e17-960d-8ec4e4c881bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2caf48fb-184c-426e-a7e2-2d876991b7f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:58:26.512205 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6385eff3-8514-4252-87fc-3e21ca118182 req-f9af4f36-25b4-4454-945a-4c9989426b77 service neutron] Bound using segment: {'id': '06875dad-dad1-4e17-960d-8ec4e4c881bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2caf48fb-184c-426e-a7e2-2d876991b7f4'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:58:26.514571 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-6385eff3-8514-4252-87fc-3e21ca118182 req-f9af4f36-25b4-4454-945a-4c9989426b77 service neutron] Bound port: 7a55c943-174c-41e4-ae0c-abae167a4938, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06875dad-dad1-4e17-960d-8ec4e4c881bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2caf48fb-184c-426e-a7e2-2d876991b7f4'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:58:26.515068 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-6385eff3-8514-4252-87fc-3e21ca118182 req-f9af4f36-25b4-4454-945a-4c9989426b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:26.525076 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-577913fe-b00e-416b-a9a1-1a0077225943 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:26.529021 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-577913fe-b00e-416b-a9a1-1a0077225943 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:26.530797 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-577913fe-b00e-416b-a9a1-1a0077225943 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] 10.222.0.58 "DELETE /v2.0/security-groups/de60c940-848b-4cd9-94c4-a817d3fd7987 HTTP/1.1" status: 204 len: 168 time: 0.3912699 Jul 09 14:58:26.534794 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51718) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:26.582767 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577913fe-b00e-416b-a9a1-1a0077225943 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de60c940-848b-4cd9-94c4-a817d3fd7987,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:26.625992 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c0ee8dfb-3e58-4fd2-ba12-c98fef3effb9 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0840454 Jul 09 14:58:26.636770 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e499bafd-25c8-465e-9f7c-8e3c26ae63f0 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:26.636770 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e499bafd-25c8-465e-9f7c-8e3c26ae63f0 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2092946 Jul 09 14:58:26.636770 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51724) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:26.643475 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:58:26.646895 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51726) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:26.657051 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-8aa467b1-c69c-4ea9-9597-9446128809d4 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Request body: {'security_group_rule': {'security_group_id': '972b2e58-ce22-49c7-8902-8cee3dfdbbb8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:58:26.659785 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-7ffd560d-1a4a-4e53-a797-445925c197d2 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Request body: {'security_group': {'name': 'tempest-secgroup--1383501968'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:58:26.676034 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-706c8fed-1b01-4d82-97b2-d44d407657a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:26.680355 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-706c8fed-1b01-4d82-97b2-d44d407657a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:26.682983 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-706c8fed-1b01-4d82-97b2-d44d407657a5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ac6ba9f5-9867-41d6-ba46-030949814676 HTTP/1.1" status: 204 len: 168 time: 0.6604421 Jul 09 14:58:26.706159 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-6385eff3-8514-4252-87fc-3e21ca118182 req-f9af4f36-25b4-4454-945a-4c9989426b77 service neutron] For port 7a55c943-174c-41e4-ae0c-abae167a4938, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:58:26.709805 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706c8fed-1b01-4d82-97b2-d44d407657a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6ba9f5-9867-41d6-ba46-030949814676,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:26.719992 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-6385eff3-8514-4252-87fc-3e21ca118182 req-f9af4f36-25b4-4454-945a-4c9989426b77 service neutron] For port 7a55c943-174c-41e4-ae0c-abae167a4938, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=7a55c943-174c-41e4-ae0c-abae167a4938,segment=NetworkSegment(06875dad-dad1-4e17-960d-8ec4e4c881bc),segment_id=06875dad-dad1-4e17-960d-8ec4e4c881bc)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:58:26.801440 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7ffd560d-1a4a-4e53-a797-445925c197d2 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:26.837350 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-6385eff3-8514-4252-87fc-3e21ca118182 req-f9af4f36-25b4-4454-945a-4c9989426b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:26.839531 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51732) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:26.937509 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385eff3-8514-4252-87fc-3e21ca118182 req-f9af4f36-25b4-4454-945a-4c9989426b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:26.972607 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-6385eff3-8514-4252-87fc-3e21ca118182 req-f9af4f36-25b4-4454-945a-4c9989426b77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:26.972607 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6385eff3-8514-4252-87fc-3e21ca118182 req-f9af4f36-25b4-4454-945a-4c9989426b77 service neutron] 10.222.0.62 "PUT /v2.0/ports/7a55c943-174c-41e4-ae0c-abae167a4938 HTTP/1.1" status: 200 len: 1092 time: 2.2630615 Jul 09 14:58:26.972607 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1802d65f-3f81-429b-bc1c-bf1a7650ce94', 'tag': '7a55c943-174c-41e4-ae0c-abae167a4938'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:58:26.972607 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce3114f-6de7-48cd-b36f-11b15449511a" -d '{"events": [{"name": "network-changed", "server_uuid": "1802d65f-3f81-429b-bc1c-bf1a7650ce94", "tag": "7a55c943-174c-41e4-ae0c-abae167a4938"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:58:26.997494 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9af4f36-25b4-4454-945a-4c9989426b77 service neutron] Pushing event updated for resources: {'Port': ['ID=7a55c943-174c-41e4-ae0c-abae167a4938,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:27.045964 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8aa467b1-c69c-4ea9-9597-9446128809d4 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:27.089127 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a72b914-643b-496f-974e-7d704d0925ec x-openstack-request-id: req-3a72b914-643b-496f-974e-7d704d0925ec {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:58:27.090080 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1802d65f-3f81-429b-bc1c-bf1a7650ce94", "tag": "7a55c943-174c-41e4-ae0c-abae167a4938", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:58:27.090421 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3a72b914-643b-496f-974e-7d704d0925ec {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:58:27.090973 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1802d65f-3f81-429b-bc1c-bf1a7650ce94', 'tag': '7a55c943-174c-41e4-ae0c-abae167a4938', 'status': 'completed', 'code': 200} Jul 09 14:58:27.132748 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7ffd560d-1a4a-4e53-a797-445925c197d2 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:27.275948 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df2e29-4ae8-4221-b615-680209ec2938 req-b0d6672b-1d6d-40e1-ab18-188aff73ba51 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:27.277701 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-66df2e29-4ae8-4221-b615-680209ec2938 req-b0d6672b-1d6d-40e1-ab18-188aff73ba51 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 944 time: 0.2745998 Jul 09 14:58:27.279688 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7ffd560d-1a4a-4e53-a797-445925c197d2 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:27.324524 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffd560d-1a4a-4e53-a797-445925c197d2 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d58396-d705-4509-91b2-8a9544d61b60,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:27.344956 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8aa467b1-c69c-4ea9-9597-9446128809d4 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:27.375880 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce3114f-6de7-48cd-b36f-11b15449511a req-eebef70b-9de0-4fe4-936c-10c9c7213f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:27.377857 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cce3114f-6de7-48cd-b36f-11b15449511a req-eebef70b-9de0-4fe4-936c-10c9c7213f79 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c03b5d3d86974e68a5911d632d382871&device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 1095 time: 0.2229500 Jul 09 14:58:27.384293 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-66df2e29-4ae8-4221-b615-680209ec2938 req-6cd50948-fa70-4c8f-8576-072a5dcb61ed tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980220 Jul 09 14:58:27.492360 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7ffd560d-1a4a-4e53-a797-445925c197d2 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:27.495558 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-7ffd560d-1a4a-4e53-a797-445925c197d2 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8556080 Jul 09 14:58:27.498732 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51742) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:27.498940 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8aa467b1-c69c-4ea9-9597-9446128809d4 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:27.503805 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-792465ab-ee48-4ff7-892a-dc08a5187af2 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Request body: {'security_group_rule': {'security_group_id': 'f8d58396-d705-4509-91b2-8a9544d61b60', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:58:27.505586 n-d-799529-6 neutron-server[94445]: WARNING neutron.api.v2.base [None req-792465ab-ee48-4ff7-892a-dc08a5187af2 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 09 14:58:27.505586 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [None req-792465ab-ee48-4ff7-892a-dc08a5187af2 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:58:27.510674 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-792465ab-ee48-4ff7-892a-dc08a5187af2 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0078204 Jul 09 14:58:27.511461 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51744) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:27.520797 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-508d95f3-c3e0-4e3a-b581-cd4176b1d42f tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Request body: {'security_group_rule': {'security_group_id': 'f8d58396-d705-4509-91b2-8a9544d61b60', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:58:27.521560 n-d-799529-6 neutron-server[94445]: WARNING neutron.api.v2.base [None req-508d95f3-c3e0-4e3a-b581-cd4176b1d42f tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 09 14:58:27.522136 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [None req-508d95f3-c3e0-4e3a-b581-cd4176b1d42f tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:58:27.524223 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-508d95f3-c3e0-4e3a-b581-cd4176b1d42f tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0114880 Jul 09 14:58:27.528578 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51746) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:27.536119 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-6db95a71-9c08-438e-bc19-a6c9163279ba tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Request body: {'security_group_rule': {'security_group_id': 'f8d58396-d705-4509-91b2-8a9544d61b60', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:58:27.537220 n-d-799529-6 neutron-server[94445]: WARNING neutron.api.v2.base [None req-6db95a71-9c08-438e-bc19-a6c9163279ba tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 09 14:58:27.537803 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [None req-6db95a71-9c08-438e-bc19-a6c9163279ba tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:58:27.540628 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-6db95a71-9c08-438e-bc19-a6c9163279ba tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0091710 Jul 09 14:58:27.548479 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51748) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:27.556720 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-c5fedd06-51fd-4cf7-b99f-1777fdc19955 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Request body: {'security_group_rule': {'security_group_id': 'f8d58396-d705-4509-91b2-8a9544d61b60', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:58:27.558873 n-d-799529-6 neutron-server[94445]: WARNING neutron.api.v2.base [None req-c5fedd06-51fd-4cf7-b99f-1777fdc19955 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 09 14:58:27.561106 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [None req-c5fedd06-51fd-4cf7-b99f-1777fdc19955 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:58:27.566624 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c5fedd06-51fd-4cf7-b99f-1777fdc19955 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0122187 Jul 09 14:58:27.566853 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa467b1-c69c-4ea9-9597-9446128809d4 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b68b911-edc5-4545-84e5-9c02f8cb8244,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:27.566998 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51750) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:27.589104 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce3114f-6de7-48cd-b36f-11b15449511a req-821b3b4d-2cad-4784-9813-1fc76d7f6dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:27.590622 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cce3114f-6de7-48cd-b36f-11b15449511a req-821b3b4d-2cad-4784-9813-1fc76d7f6dc6 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=c03b5d3d86974e68a5911d632d382871&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1739321 Jul 09 14:58:27.669785 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-249bcb88-1b2d-4740-a755-579d3079018b tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:27.670403 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8aa467b1-c69c-4ea9-9597-9446128809d4 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:27.671178 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-8aa467b1-c69c-4ea9-9597-9446128809d4 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0236394 Jul 09 14:58:27.677928 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51756) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:27.704028 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-249bcb88-1b2d-4740-a755-579d3079018b tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:27.743676 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4073b22e-1dd5-4ae2-a7f0-eb651ed7a0f4 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:27.758848 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51758) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:27.775677 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4073b22e-1dd5-4ae2-a7f0-eb651ed7a0f4 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:27.797139 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce3114f-6de7-48cd-b36f-11b15449511a req-d70dd063-869d-43ec-913e-fd9c2af5d08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:27.798686 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cce3114f-6de7-48cd-b36f-11b15449511a req-d70dd063-869d-43ec-913e-fd9c2af5d08f service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1975632 Jul 09 14:58:27.829873 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1168c6cb-c4b9-4a7a-8607-c66099c00f01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:27.879888 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-249bcb88-1b2d-4740-a755-579d3079018b tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:27.885211 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-249bcb88-1b2d-4740-a755-579d3079018b tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:27.889503 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-249bcb88-1b2d-4740-a755-579d3079018b tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] 10.222.0.58 "DELETE /v2.0/security-groups/f8d58396-d705-4509-91b2-8a9544d61b60 HTTP/1.1" status: 204 len: 168 time: 0.3182566 Jul 09 14:58:27.892277 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51760) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:27.906593 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249bcb88-1b2d-4740-a755-579d3079018b tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d58396-d705-4509-91b2-8a9544d61b60,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:27.956327 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f5bb5e6d-2235-45b0-891d-6b2a389ea213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:28.020168 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4073b22e-1dd5-4ae2-a7f0-eb651ed7a0f4 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:28.034901 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a51a9db4-47e2-42e5-8e66-f1b6e137559e tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1421158 Jul 09 14:58:28.040030 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51762) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:28.040259 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4073b22e-1dd5-4ae2-a7f0-eb651ed7a0f4 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:28.045531 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-4073b22e-1dd5-4ae2-a7f0-eb651ed7a0f4 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/5b68b911-edc5-4545-84e5-9c02f8cb8244 HTTP/1.1" status: 204 len: 168 time: 0.3625162 Jul 09 14:58:28.045819 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51764) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:28.050678 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-9b35db10-2d14-4dd6-9d55-9036c5eae93d tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Request body: {'security_group': {'name': 'tempest-secgroup--309189378'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:58:28.064659 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4073b22e-1dd5-4ae2-a7f0-eb651ed7a0f4 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5b68b911-edc5-4545-84e5-9c02f8cb8244,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:28.107753 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-9337c086-ce50-497c-bb28-f0a464123608 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0597224 Jul 09 14:58:28.109939 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51766) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:28.137351 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385eff3-8514-4252-87fc-3e21ca118182 req-37cdaeb4-602a-45b0-af74-0a1d493f5851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:28.139617 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6385eff3-8514-4252-87fc-3e21ca118182 req-37cdaeb4-602a-45b0-af74-0a1d493f5851 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c03b5d3d86974e68a5911d632d382871&device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 1095 time: 0.2579350 Jul 09 14:58:28.170730 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b6ac740f-ad99-4617-9847-001d6b07b733 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:28.195218 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b6ac740f-ad99-4617-9847-001d6b07b733 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:28.215282 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6385eff3-8514-4252-87fc-3e21ca118182 req-40bc1ff7-b1f9-428c-a8bf-afedcd7c4cc0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a55c943-174c-41e4-ae0c-abae167a4938 HTTP/1.1" status: 200 len: 217 time: 0.0595107 Jul 09 14:58:28.335387 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b6ac740f-ad99-4617-9847-001d6b07b733 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:28.340518 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b6ac740f-ad99-4617-9847-001d6b07b733 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:28.346151 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b6ac740f-ad99-4617-9847-001d6b07b733 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] 10.222.0.58 "DELETE /v2.0/security-groups/972b2e58-ce22-49c7-8902-8cee3dfdbbb8 HTTP/1.1" status: 204 len: 168 time: 0.2347722 Jul 09 14:58:28.347336 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51768) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:28.373454 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ac740f-ad99-4617-9847-001d6b07b733 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=972b2e58-ce22-49c7-8902-8cee3dfdbbb8,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:28.400708 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385eff3-8514-4252-87fc-3e21ca118182 req-e5396a09-3f80-45ae-9c73-217ac2b08b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:28.402873 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6385eff3-8514-4252-87fc-3e21ca118182 req-e5396a09-3f80-45ae-9c73-217ac2b08b40 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a10947be-2e1d-4b8b-b31f-e273354d0e7a HTTP/1.1" status: 200 len: 850 time: 0.1328247 Jul 09 14:58:28.420932 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c9e498ef-fdb2-493f-9bff-a02ca607e32b tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0693800 Jul 09 14:58:28.428418 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51770) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:28.433046 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-2bd34965-50ec-481b-9051-4792ea0ff9d6 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Request body: {'security_group': {'name': 'tempest-secgroup--91086679'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:58:28.473010 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1168c6cb-c4b9-4a7a-8607-c66099c00f01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:28.609110 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1168c6cb-c4b9-4a7a-8607-c66099c00f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:28.635689 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385eff3-8514-4252-87fc-3e21ca118182 req-fbf770fb-3440-4ae6-97af-ab40bce04ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:28.637556 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6385eff3-8514-4252-87fc-3e21ca118182 req-fbf770fb-3440-4ae6-97af-ab40bce04ab1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2caf48fb-184c-426e-a7e2-2d876991b7f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2250116 Jul 09 14:58:28.715374 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9b35db10-2d14-4dd6-9d55-9036c5eae93d tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:28.751333 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-1168c6cb-c4b9-4a7a-8607-c66099c00f01 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a78bce74d4064d83ba6e0322f59b9d28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9839654 Jul 09 14:58:28.753095 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1168c6cb-c4b9-4a7a-8607-c66099c00f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8dec05-e5d6-480c-83c0-d1a9dca5c290,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:28.754226 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51778) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:28.814796 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-f5bb5e6d-2235-45b0-891d-6b2a389ea213 admin admin] Deleting port 858f520d-d64c-433b-85fc-1e0217c5f34b {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:58:28.815138 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f5bb5e6d-2235-45b0-891d-6b2a389ea213 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:28.817859 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c3613089-f68b-4bb1-9c59-ff0932f31aaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:28.850873 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c3613089-f68b-4bb1-9c59-ff0932f31aaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:28.881515 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85521ad4-ccbf-4cdd-b93e-91571a4312b8 req-7343f09c-9dac-48dc-97d1-f5badd84cdd5 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:28.883143 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-85521ad4-ccbf-4cdd-b93e-91571a4312b8 req-7343f09c-9dac-48dc-97d1-f5badd84cdd5 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 944 time: 0.2771993 Jul 09 14:58:28.892269 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6385eff3-8514-4252-87fc-3e21ca118182 req-e54314d6-7442-4a25-8c34-c6fddbe42c7e service neutron] 10.222.0.62 "GET /v2.0/networks/2caf48fb-184c-426e-a7e2-2d876991b7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054114 Jul 09 14:58:28.971807 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2bd34965-50ec-481b-9051-4792ea0ff9d6 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:29.016954 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-f5bb5e6d-2235-45b0-891d-6b2a389ea213 admin admin] For port 858f520d-d64c-433b-85fc-1e0217c5f34b, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=858f520d-d64c-433b-85fc-1e0217c5f34b,segment=NetworkSegment(abbeffad-e1b4-481f-99a8-684afc9d8b13),segment_id=abbeffad-e1b4-481f-99a8-684afc9d8b13)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:58:29.017472 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f5bb5e6d-2235-45b0-891d-6b2a389ea213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:29.025119 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c3613089-f68b-4bb1-9c59-ff0932f31aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:29.028388 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c3613089-f68b-4bb1-9c59-ff0932f31aaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:29.029947 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c3613089-f68b-4bb1-9c59-ff0932f31aaa admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8f8dec05-e5d6-480c-83c0-d1a9dca5c290 HTTP/1.1" status: 204 len: 168 time: 0.2743700 Jul 09 14:58:29.048501 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-85521ad4-ccbf-4cdd-b93e-91571a4312b8 req-3338b665-9286-4fb9-a8ee-dc0b3c6e90f6 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580749 Jul 09 14:58:29.050512 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3613089-f68b-4bb1-9c59-ff0932f31aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8dec05-e5d6-480c-83c0-d1a9dca5c290,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:29.057945 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b719270b-40bb-4ffd-a7d3-760ccf64ec8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:29.069885 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-f5bb5e6d-2235-45b0-891d-6b2a389ea213 admin admin] Calling delete_port for 858f520d-d64c-433b-85fc-1e0217c5f34b owned by network:router_interface {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:58:29.153119 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6385eff3-8514-4252-87fc-3e21ca118182 req-0377a0b5-4c28-486f-95c1-2755b40ef7a3 service neutron] 10.222.0.62 "GET /v2.0/networks/2caf48fb-184c-426e-a7e2-2d876991b7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413752 Jul 09 14:58:29.199426 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:29.221396 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9b35db10-2d14-4dd6-9d55-9036c5eae93d tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:29.350210 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9b35db10-2d14-4dd6-9d55-9036c5eae93d tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:29.394059 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f5bb5e6d-2235-45b0-891d-6b2a389ea213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:29.394250 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b35db10-2d14-4dd6-9d55-9036c5eae93d tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d97742b-0b26-466e-99a0-632059d24dc6,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:29.437715 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bb5e6d-2235-45b0-891d-6b2a389ea213 admin admin] Pushing event deleted for resources: {'Port': ['ID=858f520d-d64c-433b-85fc-1e0217c5f34b,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:29.477780 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2bd34965-50ec-481b-9051-4792ea0ff9d6 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:29.621907 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f5bb5e6d-2235-45b0-891d-6b2a389ea213 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:29.658292 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2bd34965-50ec-481b-9051-4792ea0ff9d6 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:29.744635 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd34965-50ec-481b-9051-4792ea0ff9d6 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43f57118-16af-42d2-84af-005bf32802bc,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:29.874386 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9b35db10-2d14-4dd6-9d55-9036c5eae93d tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:29.878542 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-9b35db10-2d14-4dd6-9d55-9036c5eae93d tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.8345335 Jul 09 14:58:29.888322 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51796) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:29.888322 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-b00bb367-cf1d-41e6-9238-bfac77604319 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Request body: {'security_group_rule': {'security_group_id': '3d97742b-0b26-466e-99a0-632059d24dc6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:58:29.888322 n-d-799529-6 neutron-server[94445]: WARNING neutron.api.v2.base [None req-b00bb367-cf1d-41e6-9238-bfac77604319 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 09 14:58:29.888322 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [None req-b00bb367-cf1d-41e6-9238-bfac77604319 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:58:29.888322 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b00bb367-cf1d-41e6-9238-bfac77604319 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063338 Jul 09 14:58:29.890543 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51798) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:29.895616 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-85929440-f3d7-42e1-95b0-e08f119ee990 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Request body: {'security_group_rule': {'security_group_id': '3d97742b-0b26-466e-99a0-632059d24dc6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:58:29.926506 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2bd34965-50ec-481b-9051-4792ea0ff9d6 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:29.927860 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-2bd34965-50ec-481b-9051-4792ea0ff9d6 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4993775 Jul 09 14:58:29.930751 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51802) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:29.939931 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-08985569-fd2f-4724-8d93-06c96d805e9f tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Request body: {'security_group_rule': {'security_group_id': '43f57118-16af-42d2-84af-005bf32802bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:58:29.970227 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5bb5e6d-2235-45b0-891d-6b2a389ea213 admin admin] Router 559df076-b552-4c67-b1b3-c338fe05c06a has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:58:30.244935 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:30.331258 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-08985569-fd2f-4724-8d93-06c96d805e9f tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:30.386915 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-08985569-fd2f-4724-8d93-06c96d805e9f tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:30.507332 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [None req-85929440-f3d7-42e1-95b0-e08f119ee990 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:58:30.509576 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-85929440-f3d7-42e1-95b0-e08f119ee990 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6171184 Jul 09 14:58:30.512142 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5bb5e6d-2235-45b0-891d-6b2a389ea213 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:58:30.514914 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51814) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:30.520622 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f5bb5e6d-2235-45b0-891d-6b2a389ea213 admin admin] 10.222.0.58 "PUT /v2.0/routers/559df076-b552-4c67-b1b3-c338fe05c06a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6553330 Jul 09 14:58:30.521776 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51818) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:30.521970 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-aca10813-9c62-49d1-b32a-3ec7a073ca1f tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Request body: {'security_group_rule': {'security_group_id': '3d97742b-0b26-466e-99a0-632059d24dc6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:58:30.523109 n-d-799529-6 neutron-server[94445]: WARNING neutron.api.v2.base [None req-aca10813-9c62-49d1-b32a-3ec7a073ca1f tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 09 14:58:30.525979 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174c6285-b4c0-440d-b5c7-634f865e59f1 None None] Sync routers for ids ['559df076-b552-4c67-b1b3-c338fe05c06a'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:58:30.535752 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [None req-aca10813-9c62-49d1-b32a-3ec7a073ca1f tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:58:30.537339 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-aca10813-9c62-49d1-b32a-3ec7a073ca1f tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0199840 Jul 09 14:58:30.539662 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174c6285-b4c0-440d-b5c7-634f865e59f1 None None] Routers {'559df076-b552-4c67-b1b3-c338fe05c06a'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:58:30.540496 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-174c6285-b4c0-440d-b5c7-634f865e59f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:58:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['559df076-b552-4c67-b1b3-c338fe05c06a'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:58:30.540991 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51820) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:30.551783 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-4052b8b4-5981-4c28-952d-9aa41f1072c8 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Request body: {'security_group_rule': {'security_group_id': '3d97742b-0b26-466e-99a0-632059d24dc6', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:58:30.593375 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-08985569-fd2f-4724-8d93-06c96d805e9f tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:30.597473 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147f7b0-571f-4d65-affd-f087e5503b0b req-ed111e48-055b-4a31-a85a-f74c1d410a88 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:30.597473 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4147f7b0-571f-4d65-affd-f087e5503b0b req-ed111e48-055b-4a31-a85a-f74c1d410a88 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 944 time: 0.1450253 Jul 09 14:58:30.619590 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08985569-fd2f-4724-8d93-06c96d805e9f tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d358bd61-a99f-404f-8a9c-b8e615bd569b,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:30.658258 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-174c6285-b4c0-440d-b5c7-634f865e59f1 None None] Set router 559df076-b552-4c67-b1b3-c338fe05c06a gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:58:30.685827 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4147f7b0-571f-4d65-affd-f087e5503b0b req-60842d2d-5c41-4593-a1ee-2e35384d6994 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811715 Jul 09 14:58:30.695173 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a95871fb-708b-4691-9acd-5efef23da3f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:30.810825 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a95871fb-708b-4691-9acd-5efef23da3f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:30.845339 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-174c6285-b4c0-440d-b5c7-634f865e59f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '559df076-b552-4c67-b1b3-c338fe05c06a', 'name': 'tempest-ServersTestMultiNic-1662470900-router', 'tenant_id': '70380163691b470ebe60db5002d62101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '70607437-9213-47fa-a0ff-f725cfb6226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:55:51Z', 'updated_at': '2021-07-09T14:58:29Z', 'revision_number': 5, 'project_id': '70380163691b470ebe60db5002d62101', 'gw_port': {'id': '70607437-9213-47fa-a0ff-f725cfb6226c', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:32:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559df076-b552-4c67-b1b3-c338fe05c06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2107, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:55:53Z', 'updated_at': '2021-07-09T14:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:58:30.883982 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174c6285-b4c0-440d-b5c7-634f865e59f1 None None] Checking router: 559df076-b552-4c67-b1b3-c338fe05c06a for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:58:30.885483 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174c6285-b4c0-440d-b5c7-634f865e59f1 None None] Routers {'559df076-b552-4c67-b1b3-c338fe05c06a'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:58:30.886114 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-174c6285-b4c0-440d-b5c7-634f865e59f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:58:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['559df076-b552-4c67-b1b3-c338fe05c06a'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:58:30.992977 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-174c6285-b4c0-440d-b5c7-634f865e59f1 None None] Set router 559df076-b552-4c67-b1b3-c338fe05c06a gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:58:30.999399 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-08985569-fd2f-4724-8d93-06c96d805e9f tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:31.003331 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-08985569-fd2f-4724-8d93-06c96d805e9f tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0691030 Jul 09 14:58:31.003807 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51834) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:31.025840 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-79bb2261-7261-4383-abac-f34aee766e11 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] 10.222.0.58 "GET /v2.0/security-group-rules/d358bd61-a99f-404f-8a9c-b8e615bd569b HTTP/1.1" status: 200 len: 763 time: 0.0206535 Jul 09 14:58:31.031364 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51836) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:31.066876 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [None req-4052b8b4-5981-4c28-952d-9aa41f1072c8 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:58:31.068193 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-4052b8b4-5981-4c28-952d-9aa41f1072c8 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5261288 Jul 09 14:58:31.072872 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51840) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:31.079052 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-268d5363-8ad2-471c-9063-2ba51c8a0717 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Request body: {'security_group_rule': {'security_group_id': '3d97742b-0b26-466e-99a0-632059d24dc6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:58:31.079582 n-d-799529-6 neutron-server[94445]: WARNING neutron.api.v2.base [None req-268d5363-8ad2-471c-9063-2ba51c8a0717 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 09 14:58:31.081362 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [None req-268d5363-8ad2-471c-9063-2ba51c8a0717 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:58:31.082653 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-268d5363-8ad2-471c-9063-2ba51c8a0717 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0088027 Jul 09 14:58:31.086492 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51842) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:31.093052 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-eb9fe996-b1eb-47b0-bd08-692ae41b301c tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Request body: {'security_group_rule': {'security_group_id': '3d97742b-0b26-466e-99a0-632059d24dc6', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:58:31.115424 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-a95871fb-708b-4691-9acd-5efef23da3f4 admin admin] Deleting port 70607437-9213-47fa-a0ff-f725cfb6226c {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:58:31.115796 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a95871fb-708b-4691-9acd-5efef23da3f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:31.154395 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b23196e3-aee9-4c63-9ad5-e1e069fbf028 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1185033 Jul 09 14:58:31.154601 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51844) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:31.190293 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-48757758-66e7-4c83-854a-6fa06dceedfc tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:31.200671 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-48757758-66e7-4c83-854a-6fa06dceedfc tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:31.208390 n-d-799529-6 neutron-server[94445]: INFO neutron.db.securitygroups_db [None req-eb9fe996-b1eb-47b0-bd08-692ae41b301c tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Project 434d9b174fcc4e96a4fdf9282c0388c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 14:58:31.227222 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-a95871fb-708b-4691-9acd-5efef23da3f4 admin admin] For port 70607437-9213-47fa-a0ff-f725cfb6226c, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=70607437-9213-47fa-a0ff-f725cfb6226c,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:58:31.228512 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a95871fb-708b-4691-9acd-5efef23da3f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:31.245459 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-a95871fb-708b-4691-9acd-5efef23da3f4 admin admin] Calling delete_port for 70607437-9213-47fa-a0ff-f725cfb6226c owned by network:router_gateway {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:58:31.360676 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [None req-eb9fe996-b1eb-47b0-bd08-692ae41b301c tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:58:31.362492 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-eb9fe996-b1eb-47b0-bd08-692ae41b301c tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2737930 Jul 09 14:58:31.363632 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-48757758-66e7-4c83-854a-6fa06dceedfc tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:31.365664 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51846) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:31.370780 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-48757758-66e7-4c83-854a-6fa06dceedfc tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:31.373440 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-48757758-66e7-4c83-854a-6fa06dceedfc tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/d358bd61-a99f-404f-8a9c-b8e615bd569b HTTP/1.1" status: 204 len: 168 time: 0.2177193 Jul 09 14:58:31.379152 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-ba8acbae-5da0-4496-9ccf-0c038cf9b798 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Request body: {'security_group_rule': {'security_group_id': '3d97742b-0b26-466e-99a0-632059d24dc6', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:58:31.379368 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51848) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:31.380100 n-d-799529-6 neutron-server[94446]: WARNING neutron.api.v2.base [None req-ba8acbae-5da0-4496-9ccf-0c038cf9b798 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 09 14:58:31.380950 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [None req-ba8acbae-5da0-4496-9ccf-0c038cf9b798 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:58:31.382143 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ba8acbae-5da0-4496-9ccf-0c038cf9b798 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0150208 Jul 09 14:58:31.384938 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51850) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:31.391106 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-3af77e83-c94a-4b25-bdc8-3e41663c6147 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Request body: {'security_group_rule': {'security_group_id': '3d97742b-0b26-466e-99a0-632059d24dc6', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:58:31.398313 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48757758-66e7-4c83-854a-6fa06dceedfc tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d358bd61-a99f-404f-8a9c-b8e615bd569b,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:31.460429 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-174c6285-b4c0-440d-b5c7-634f865e59f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '559df076-b552-4c67-b1b3-c338fe05c06a', 'name': 'tempest-ServersTestMultiNic-1662470900-router', 'tenant_id': '70380163691b470ebe60db5002d62101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '70607437-9213-47fa-a0ff-f725cfb6226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:55:51Z', 'updated_at': '2021-07-09T14:58:29Z', 'revision_number': 5, 'project_id': '70380163691b470ebe60db5002d62101', 'gw_port': {'id': '70607437-9213-47fa-a0ff-f725cfb6226c', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:32:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559df076-b552-4c67-b1b3-c338fe05c06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2107, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:55:53Z', 'updated_at': '2021-07-09T14:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:58:31.462960 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-560b512e-4aa2-4ddb-b8ab-62a7ffffafa1 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0821049 Jul 09 14:58:31.466047 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51852) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:31.485283 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-690a1603-a6d2-4d90-be83-a356b08e196c tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Request body: {'security_group_rule': {'security_group_id': '43f57118-16af-42d2-84af-005bf32802bc', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:58:31.503835 n-d-799529-6 neutron-server[94446]: INFO neutron.db.securitygroups_db [None req-3af77e83-c94a-4b25-bdc8-3e41663c6147 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Project 434d9b174fcc4e96a4fdf9282c0388c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 14:58:31.521064 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174c6285-b4c0-440d-b5c7-634f865e59f1 None None] The sync data for ids ['559df076-b552-4c67-b1b3-c338fe05c06a'] in n-d-799529-6 is: [{'id': '559df076-b552-4c67-b1b3-c338fe05c06a', 'name': 'tempest-ServersTestMultiNic-1662470900-router', 'tenant_id': '70380163691b470ebe60db5002d62101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '70607437-9213-47fa-a0ff-f725cfb6226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:55:51Z', 'updated_at': '2021-07-09T14:58:29Z', 'revision_number': 5, 'project_id': '70380163691b470ebe60db5002d62101', 'gw_port': {'id': '70607437-9213-47fa-a0ff-f725cfb6226c', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:32:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559df076-b552-4c67-b1b3-c338fe05c06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2107, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:55:53Z', 'updated_at': '2021-07-09T14:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:58:31.571591 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a95871fb-708b-4691-9acd-5efef23da3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:31.600814 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95871fb-708b-4691-9acd-5efef23da3f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=70607437-9213-47fa-a0ff-f725cfb6226c,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:31.602098 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:31.648154 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51858) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:31.677605 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a95871fb-708b-4691-9acd-5efef23da3f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:31.723977 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-690a1603-a6d2-4d90-be83-a356b08e196c tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:31.823334 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a95871fb-708b-4691-9acd-5efef23da3f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:31.824087 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-690a1603-a6d2-4d90-be83-a356b08e196c tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:31.825489 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ef80d1bf-de85-451b-bb44-09772621f093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:31.826215 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a95871fb-708b-4691-9acd-5efef23da3f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:31.898357 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [None req-3af77e83-c94a-4b25-bdc8-3e41663c6147 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:58:31.899703 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-3af77e83-c94a-4b25-bdc8-3e41663c6147 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5135977 Jul 09 14:58:31.903854 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51874) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:31.910284 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-63788b28-13ff-4d58-9103-4c25349f52ca tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Request body: {'security_group_rule': {'security_group_id': '3d97742b-0b26-466e-99a0-632059d24dc6', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:58:31.944226 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba862bc-9109-440d-9065-de5a9e7fd69d req-e01eb952-9ba8-41cf-a73e-051e1a7dabdc tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:31.945972 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2ba862bc-9109-440d-9065-de5a9e7fd69d req-e01eb952-9ba8-41cf-a73e-051e1a7dabdc tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 944 time: 0.0803697 Jul 09 14:58:31.970422 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-690a1603-a6d2-4d90-be83-a356b08e196c tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:31.983932 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 858f520d-d64c-433b-85fc-1e0217c5f34b no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:58:32.013455 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690a1603-a6d2-4d90-be83-a356b08e196c tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30659717-6cbd-4c75-8e36-66361544f83b,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:32.024945 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2ba862bc-9109-440d-9065-de5a9e7fd69d req-540d0a92-630e-42aa-89ef-96028330eebd tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720398 Jul 09 14:58:32.040101 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 858f520d-d64c-433b-85fc-1e0217c5f34b {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:58:32.040448 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 858f520d-d64c-433b-85fc-1e0217c5f34b not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:58:32.051246 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a95871fb-708b-4691-9acd-5efef23da3f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:32.055079 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a95871fb-708b-4691-9acd-5efef23da3f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 559df076-b552-4c67-b1b3-c338fe05c06a {{(pid=94446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:58:32.060889 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a95871fb-708b-4691-9acd-5efef23da3f4 admin admin] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:32.062854 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a95871fb-708b-4691-9acd-5efef23da3f4 admin admin] 10.222.0.58 "DELETE /v2.0/routers/559df076-b552-4c67-b1b3-c338fe05c06a HTTP/1.1" status: 204 len: 168 time: 1.5400803 Jul 09 14:58:32.068121 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51882) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:32.112760 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ef80d1bf-de85-451b-bb44-09772621f093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:32.140516 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8c31103-fa0d-45d6-953c-90fc7ee5a9de admin admin] Deleting subnet e617702f-71e7-42c1-afa7-318b12ea91d7 {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:58:32.144949 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f8c31103-fa0d-45d6-953c-90fc7ee5a9de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:32.200850 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f8c31103-fa0d-45d6-953c-90fc7ee5a9de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:32.237887 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ef80d1bf-de85-451b-bb44-09772621f093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:32.477339 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ef80d1bf-de85-451b-bb44-09772621f093 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1161da064eda48c284bf39c85f53f4dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6414886 Jul 09 14:58:32.477339 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef80d1bf-de85-451b-bb44-09772621f093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7419e05a-31a6-4be8-ab47-c0bfe8086ce1,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:32.477339 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51888) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:32.480334 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f8c31103-fa0d-45d6-953c-90fc7ee5a9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:32.481027 n-d-799529-6 neutron-server[94445]: INFO neutron.db.securitygroups_db [None req-63788b28-13ff-4d58-9103-4c25349f52ca tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Project 434d9b174fcc4e96a4fdf9282c0388c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 14:58:32.481027 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ff539ab5-db79-44f5-841a-9f749718a7af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:32.481027 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ff539ab5-db79-44f5-841a-9f749718a7af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:32.481027 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-690a1603-a6d2-4d90-be83-a356b08e196c tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:32.481027 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-690a1603-a6d2-4d90-be83-a356b08e196c tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9839942 Jul 09 14:58:32.481027 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51896) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:32.481027 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [None req-63788b28-13ff-4d58-9103-4c25349f52ca tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:58:32.483107 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51898) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:32.488706 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-63788b28-13ff-4d58-9103-4c25349f52ca tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5673480 Jul 09 14:58:32.499077 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-9a51cba4-08b1-4a8d-84db-30c7d288d8ab tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] 10.222.0.58 "GET /v2.0/security-group-rules/30659717-6cbd-4c75-8e36-66361544f83b HTTP/1.1" status: 200 len: 763 time: 0.0424278 Jul 09 14:58:32.501380 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51900) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:32.550266 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f8c31103-fa0d-45d6-953c-90fc7ee5a9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:32.568669 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-6f287a78-1374-44c9-8f66-e502d5b908d1 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0655041 Jul 09 14:58:32.572183 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51902) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:32.612194 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ff539ab5-db79-44f5-841a-9f749718a7af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:32.616440 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ff539ab5-db79-44f5-841a-9f749718a7af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:32.620673 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ff539ab5-db79-44f5-841a-9f749718a7af admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7419e05a-31a6-4be8-ab47-c0bfe8086ce1 HTTP/1.1" status: 204 len: 168 time: 0.3206036 Jul 09 14:58:32.624559 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d99f7bcd-a15d-4b4e-8adf-8ab722cbdd25 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:32.629711 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c31103-fa0d-45d6-953c-90fc7ee5a9de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e617702f-71e7-42c1-afa7-318b12ea91d7,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:32.639422 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a2af4d29-a1e9-4982-ba9d-be7b089fca56 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:32.645632 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d99f7bcd-a15d-4b4e-8adf-8ab722cbdd25 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:32.652651 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242c394b-a724-4063-a5c8-4d0bc4a5a003 None None] Network d92c9a9a-741b-4e3b-951e-f445805708ed requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:58:32.659295 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f8c31103-fa0d-45d6-953c-90fc7ee5a9de admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:32.664738 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f8c31103-fa0d-45d6-953c-90fc7ee5a9de admin admin] 10.222.0.58 "DELETE /v2.0/subnets/e617702f-71e7-42c1-afa7-318b12ea91d7 HTTP/1.1" status: 204 len: 168 time: 0.5920727 Jul 09 14:58:32.664738 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c31103-fa0d-45d6-953c-90fc7ee5a9de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:58:32.664738 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c31103-fa0d-45d6-953c-90fc7ee5a9de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:58:32.664738 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c31103-fa0d-45d6-953c-90fc7ee5a9de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:58:32.664738 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c31103-fa0d-45d6-953c-90fc7ee5a9de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:58:32.665642 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c31103-fa0d-45d6-953c-90fc7ee5a9de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:58:32.665642 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c31103-fa0d-45d6-953c-90fc7ee5a9de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:58:32.665907 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c31103-fa0d-45d6-953c-90fc7ee5a9de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:58:32.666142 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c31103-fa0d-45d6-953c-90fc7ee5a9de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:58:32.666531 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c31103-fa0d-45d6-953c-90fc7ee5a9de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:58:32.668220 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c31103-fa0d-45d6-953c-90fc7ee5a9de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:58:32.668595 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c31103-fa0d-45d6-953c-90fc7ee5a9de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:58:32.668812 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff539ab5-db79-44f5-841a-9f749718a7af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7419e05a-31a6-4be8-ab47-c0bfe8086ce1,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:32.669603 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c31103-fa0d-45d6-953c-90fc7ee5a9de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:58:32.677609 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51908) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:32.703780 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a2af4d29-a1e9-4982-ba9d-be7b089fca56 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:32.834957 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b3bc5943-521f-4c29-92d8-033b117d9954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:32.882941 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a2af4d29-a1e9-4982-ba9d-be7b089fca56 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:32.882941 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a2af4d29-a1e9-4982-ba9d-be7b089fca56 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:32.883256 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a2af4d29-a1e9-4982-ba9d-be7b089fca56 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] 10.222.0.58 "DELETE /v2.0/security-groups/3d97742b-0b26-466e-99a0-632059d24dc6 HTTP/1.1" status: 204 len: 168 time: 0.4085388 Jul 09 14:58:32.891327 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51914) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:32.900424 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2af4d29-a1e9-4982-ba9d-be7b089fca56 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d97742b-0b26-466e-99a0-632059d24dc6,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:32.938485 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d99f7bcd-a15d-4b4e-8adf-8ab722cbdd25 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:32.943488 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d99f7bcd-a15d-4b4e-8adf-8ab722cbdd25 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:32.953916 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51916) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:32.954884 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d99f7bcd-a15d-4b4e-8adf-8ab722cbdd25 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/30659717-6cbd-4c75-8e36-66361544f83b HTTP/1.1" status: 204 len: 168 time: 0.3735926 Jul 09 14:58:32.965208 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99f7bcd-a15d-4b4e-8adf-8ab722cbdd25 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=30659717-6cbd-4c75-8e36-66361544f83b,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:33.008958 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-5c1092fc-bdfd-45e5-9802-5e138b17e2d7 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1123412 Jul 09 14:58:33.016459 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51918) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:33.020318 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-df32f58d-be78-4910-b5ba-911846c5e072 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0714629 Jul 09 14:58:33.024579 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51922) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:33.026958 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-b7de8c26-1947-43f9-8529-b59120fe9354 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Request body: {'security_group': {'name': 'tempest-secgroup--115550796'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:58:33.030348 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-f6045559-bc8b-4fce-9ed0-809b2775af36 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Request body: {'security_group_rule': {'security_group_id': '43f57118-16af-42d2-84af-005bf32802bc', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:58:33.069338 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a382f0f-2e2b-47ac-b80b-d96b9d93dfb3 None None] DHCP port deletion for d92c9a9a-741b-4e3b-951e-f445805708ed request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:58:33.071586 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.db.api [None req-b7de8c26-1947-43f9-8529-b59120fe9354 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 14:58:33.071586 n-d-799529-6 neutron-server[94445]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 09 14:58:33.071586 n-d-799529-6 neutron-server[94445]: [parameters: {'project_id': '434d9b174fcc4e96a4fdf9282c0388c8', 'id': '8ef17d20-f4a9-49c3-9825-5a3ee3cf5d6d', 'expiration': datetime.datetime(2021, 7, 9, 15, 0, 33, 52318)}] Jul 09 14:58:33.071586 n-d-799529-6 neutron-server[94445]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 14:58:33.075683 n-d-799529-6 neutron-server[94445]: DEBUG oslo_db.api [None req-b7de8c26-1947-43f9-8529-b59120fe9354 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 14:58:33.087403 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-b3bc5943-521f-4c29-92d8-033b117d9954 admin admin] Deleting port 51a7f3e3-5a1b-45ac-8388-07f0b44d8fcf {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:58:33.092599 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b3bc5943-521f-4c29-92d8-033b117d9954 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:33.173309 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-1a382f0f-2e2b-47ac-b80b-d96b9d93dfb3 None None] Deleting port 51a7f3e3-5a1b-45ac-8388-07f0b44d8fcf {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:58:33.173309 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1a382f0f-2e2b-47ac-b80b-d96b9d93dfb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:33.194330 n-d-799529-6 neutron-server[94446]: INFO neutron.db.securitygroups_db [None req-f6045559-bc8b-4fce-9ed0-809b2775af36 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Project bbbde90041de4005abe64329d98c48fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 14:58:33.200895 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f6045559-bc8b-4fce-9ed0-809b2775af36 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:33.239405 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-b3bc5943-521f-4c29-92d8-033b117d9954 admin admin] For port 51a7f3e3-5a1b-45ac-8388-07f0b44d8fcf, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=51a7f3e3-5a1b-45ac-8388-07f0b44d8fcf,segment=NetworkSegment(abbeffad-e1b4-481f-99a8-684afc9d8b13),segment_id=abbeffad-e1b4-481f-99a8-684afc9d8b13)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:58:33.240220 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b3bc5943-521f-4c29-92d8-033b117d9954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:33.278959 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-b3bc5943-521f-4c29-92d8-033b117d9954 admin admin] Calling delete_port for 51a7f3e3-5a1b-45ac-8388-07f0b44d8fcf owned by network:dhcp {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:58:33.318367 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f6045559-bc8b-4fce-9ed0-809b2775af36 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:33.354872 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-1a382f0f-2e2b-47ac-b80b-d96b9d93dfb3 None None] For port 51a7f3e3-5a1b-45ac-8388-07f0b44d8fcf, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=51a7f3e3-5a1b-45ac-8388-07f0b44d8fcf,segment=NetworkSegment(abbeffad-e1b4-481f-99a8-684afc9d8b13),segment_id=abbeffad-e1b4-481f-99a8-684afc9d8b13)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:58:33.355448 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1a382f0f-2e2b-47ac-b80b-d96b9d93dfb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:33.391796 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-1a382f0f-2e2b-47ac-b80b-d96b9d93dfb3 None None] Calling delete_port for 51a7f3e3-5a1b-45ac-8388-07f0b44d8fcf owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:58:33.400555 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f6045559-bc8b-4fce-9ed0-809b2775af36 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:33.493797 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b798b-be3a-4016-974b-4e5f4ced3d7b req-8988fd74-0da0-4042-aff4-049ffd4d2291 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:33.495878 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f24b798b-be3a-4016-974b-4e5f4ced3d7b req-8988fd74-0da0-4042-aff4-049ffd4d2291 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 944 time: 0.2581801 Jul 09 14:58:33.499894 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6045559-bc8b-4fce-9ed0-809b2775af36 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f99001e4-d27c-4f70-b6d7-edd120704b4d,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:33.555401 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f24b798b-be3a-4016-974b-4e5f4ced3d7b req-0ba91690-3cab-454d-8283-b88df2fbabd9 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523689 Jul 09 14:58:33.591378 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1a382f0f-2e2b-47ac-b80b-d96b9d93dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:33.593690 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b3bc5943-521f-4c29-92d8-033b117d9954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:33.617399 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f6045559-bc8b-4fce-9ed0-809b2775af36 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:33.620088 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f6045559-bc8b-4fce-9ed0-809b2775af36 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5935783 Jul 09 14:58:33.622509 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51940) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:33.658210 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-69d75716-1e1f-4672-b441-7937e5afc180 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] 10.222.0.58 "GET /v2.0/security-group-rules/f99001e4-d27c-4f70-b6d7-edd120704b4d HTTP/1.1" status: 200 len: 769 time: 0.0313365 Jul 09 14:58:33.658890 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51944) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:33.666875 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a382f0f-2e2b-47ac-b80b-d96b9d93dfb3 None None] No DVR routers for this DVR port 51a7f3e3-5a1b-45ac-8388-07f0b44d8fcf on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:58:33.676549 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a382f0f-2e2b-47ac-b80b-d96b9d93dfb3 None None] Pushing event deleted for resources: {'Port': ['ID=51a7f3e3-5a1b-45ac-8388-07f0b44d8fcf,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:33.706735 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bc5943-521f-4c29-92d8-033b117d9954 admin admin] Pushing event deleted for resources: {'Port': ['ID=51a7f3e3-5a1b-45ac-8388-07f0b44d8fcf,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:33.709046 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bc5943-521f-4c29-92d8-033b117d9954 admin admin] No DVR routers for this DVR port 51a7f3e3-5a1b-45ac-8388-07f0b44d8fcf on host n-d-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:58:33.748661 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d1f85f3d-1909-4e93-97b4-2344eb67e5af tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0887663 Jul 09 14:58:33.752406 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51958) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:33.774367 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 7a55c943-174c-41e4-ae0c-abae167a4938 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:58:33.816155 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-683771b5-a84d-4aa5-a0a4-ecd66dc662f7 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:33.826205 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-683771b5-a84d-4aa5-a0a4-ecd66dc662f7 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:33.938841 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 51a7f3e3-5a1b-45ac-8388-07f0b44d8fcf no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:58:33.943319 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b7de8c26-1947-43f9-8529-b59120fe9354 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:33.949485 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-683771b5-a84d-4aa5-a0a4-ecd66dc662f7 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:33.959953 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-683771b5-a84d-4aa5-a0a4-ecd66dc662f7 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:33.965040 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-683771b5-a84d-4aa5-a0a4-ecd66dc662f7 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/f99001e4-d27c-4f70-b6d7-edd120704b4d HTTP/1.1" status: 204 len: 168 time: 0.2077971 Jul 09 14:58:33.968073 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51962) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:33.975669 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683771b5-a84d-4aa5-a0a4-ecd66dc662f7 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f99001e4-d27c-4f70-b6d7-edd120704b4d,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:33.980122 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b3bc5943-521f-4c29-92d8-033b117d9954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:33.988712 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 51a7f3e3-5a1b-45ac-8388-07f0b44d8fcf {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:58:33.989288 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 51a7f3e3-5a1b-45ac-8388-07f0b44d8fcf not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:58:33.996182 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 70607437-9213-47fa-a0ff-f725cfb6226c no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:58:33.996399 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad968ef-74d7-4920-8e94-7a8608c644c5 req-a4c6fe12-0605-4432-af15-a94ce69a8c46 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:34.000750 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7ad968ef-74d7-4920-8e94-7a8608c644c5 req-a4c6fe12-0605-4432-af15-a94ce69a8c46 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/networks?id=9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677 HTTP/1.1" status: 200 len: 815 time: 0.2084961 Jul 09 14:58:34.024091 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-b3bc5943-521f-4c29-92d8-033b117d9954 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d92c9a9a-741b-4e3b-951e-f445805708ed']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:58:34.026603 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 70607437-9213-47fa-a0ff-f725cfb6226c {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:58:34.027156 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 70607437-9213-47fa-a0ff-f725cfb6226c not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:58:34.039450 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7fb45450-f5e2-4fd7-9ff9-90ad0ad7decd tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0658634 Jul 09 14:58:34.040769 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51964) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:34.082978 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 7a55c943-174c-41e4-ae0c-abae167a4938, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=7a55c943-174c-41e4-ae0c-abae167a4938,segment=NetworkSegment(06875dad-dad1-4e17-960d-8ec4e4c881bc),segment_id=06875dad-dad1-4e17-960d-8ec4e4c881bc)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:58:34.099788 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7ad968ef-74d7-4920-8e94-7a8608c644c5 req-a1588c2b-651f-448f-a54b-aa157862e074 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/quotas/2b31a8f0407847ddbef3ce3aa6a501ce HTTP/1.1" status: 200 len: 375 time: 0.0973849 Jul 09 14:58:34.100704 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '7a55c943-174c-41e4-ae0c-abae167a4938', 'network_id': '2caf48fb-184c-426e-a7e2-2d876991b7f4', 'port_id': '7a55c943-174c-41e4-ae0c-abae167a4938', 'mac_address': 'fa:16:3e:19:43:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a10947be-2e1d-4b8b-b31f-e273354d0e7a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:58:34.106361 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-b3bc5943-521f-4c29-92d8-033b117d9954 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abbeffad-e1b4-481f-99a8-684afc9d8b13') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:58:34.106780 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-b3bc5943-521f-4c29-92d8-033b117d9954 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abbeffad-e1b4-481f-99a8-684afc9d8b13') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:58:34.158660 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:34.170835 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b3bc5943-521f-4c29-92d8-033b117d9954 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:34.179453 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b4c7e4ef-2fc0-47f5-b2e6-903ba22cbc6f tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:34.196072 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b3bc5943-521f-4c29-92d8-033b117d9954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:34.205679 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3bc5943-521f-4c29-92d8-033b117d9954 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:58:34.206102 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b3bc5943-521f-4c29-92d8-033b117d9954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:34.212133 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b4c7e4ef-2fc0-47f5-b2e6-903ba22cbc6f tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:34.212996 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a55c943-174c-41e4-ae0c-abae167a4938 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:58:34.237643 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 7a55c943-174c-41e4-ae0c-abae167a4938, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=7a55c943-174c-41e4-ae0c-abae167a4938,segment=NetworkSegment(06875dad-dad1-4e17-960d-8ec4e4c881bc),segment_id=06875dad-dad1-4e17-960d-8ec4e4c881bc)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:58:34.289756 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 14:58:34.289756 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:58:34.289756 n-d-799529-6 neutron-server[94445]: timer() Jul 09 14:58:34.289756 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:58:34.289756 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 14:58:34.289756 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:58:34.289756 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 14:58:34.289756 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:58:34.289756 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 14:58:34.289756 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:58:34.289756 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 14:58:34.289756 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:58:34.289756 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 14:58:34.289756 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:58:34.289756 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:58:34.289756 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:58:34.289756 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:58:34.289756 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:58:34.289756 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 14:58:34.289756 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:58:34.289756 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 14:58:34.289756 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:58:34.289756 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:58:34.289756 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:58:34.289756 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 14:58:34.289756 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:58:34.289756 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:58:34.289756 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:58:34.289756 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:58:34.289756 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:58:34.289756 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:58:34.289756 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:58:34.325224 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:34.366520 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b7de8c26-1947-43f9-8529-b59120fe9354 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:34.380544 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7ad968ef-74d7-4920-8e94-7a8608c644c5 req-482e5f93-251c-4c08-8e76-45b38bc223fd tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2b31a8f0407847ddbef3ce3aa6a501ce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2670321 Jul 09 14:58:34.383723 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b4c7e4ef-2fc0-47f5-b2e6-903ba22cbc6f tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:34.385088 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=7a55c943-174c-41e4-ae0c-abae167a4938,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:34.391953 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b4c7e4ef-2fc0-47f5-b2e6-903ba22cbc6f tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:34.392990 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b4c7e4ef-2fc0-47f5-b2e6-903ba22cbc6f tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] 10.222.0.58 "DELETE /v2.0/security-groups/43f57118-16af-42d2-84af-005bf32802bc HTTP/1.1" status: 204 len: 168 time: 0.3505063 Jul 09 14:58:34.395757 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51974) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:34.408760 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c7e4ef-2fc0-47f5-b2e6-903ba22cbc6f tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f57118-16af-42d2-84af-005bf32802bc,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:34.502427 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b3bc5943-521f-4c29-92d8-033b117d9954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:34.519107 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b3bc5943-521f-4c29-92d8-033b117d9954 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:34.524630 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b3bc5943-521f-4c29-92d8-033b117d9954 admin admin] 10.222.0.58 "DELETE /v2.0/networks/d92c9a9a-741b-4e3b-951e-f445805708ed HTTP/1.1" status: 204 len: 168 time: 1.8453724 Jul 09 14:58:34.543357 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bc5943-521f-4c29-92d8-033b117d9954 admin admin] Pushing event deleted for resources: {'Network': ['ID=d92c9a9a-741b-4e3b-951e-f445805708ed,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:34.552590 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b6b84149-ec8c-4a6c-a21d-cec9f8ac9ece tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1552403 Jul 09 14:58:34.562609 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51984) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:34.599456 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7ad968ef-74d7-4920-8e94-7a8608c644c5 req-906aa5d4-66a6-4564-846a-c4e3dc71420c service neutron] 10.222.0.58 "GET /v2.0/networks/9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947994 Jul 09 14:58:34.662884 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b7de8c26-1947-43f9-8529-b59120fe9354 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:34.703368 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7de8c26-1947-43f9-8529-b59120fe9354 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6955416-414f-4679-9626-01e65aeac7ca,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:34.713565 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-394938dc-595d-4647-b625-e4455956f970 tempest-SecGroupIPv6Test-623776153 tempest-SecGroupIPv6Test-623776153-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1447847 Jul 09 14:58:34.757160 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7ad968ef-74d7-4920-8e94-7a8608c644c5 req-e6b597cf-b912-4dcd-ac1a-ba9a3572b23f service neutron] 10.222.0.58 "GET /v2.0/networks/9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543255 Jul 09 14:58:34.767633 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['7a55c943-174c-41e4-ae0c-abae167a4938'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:58:34.920953 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b7de8c26-1947-43f9-8529-b59120fe9354 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:34.922182 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b7de8c26-1947-43f9-8529-b59120fe9354 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.9041781 Jul 09 14:58:34.930017 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 52000) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:34.937503 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-bd8b027c-bf65-4b87-9f7a-f62cc2bd0d3f tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Request body: {'security_group_rule': {'security_group_id': 'd6955416-414f-4679-9626-01e65aeac7ca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:58:35.028429 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1534a7-f2b8-467c-91f5-0ca3987faf89 req-8a22a4b2-b3e9-4f36-ab7f-063ea9ddfb01 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:35.030285 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1d1534a7-f2b8-467c-91f5-0ca3987faf89 req-8a22a4b2-b3e9-4f36-ab7f-063ea9ddfb01 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.0770938 Jul 09 14:58:35.073959 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1d1534a7-f2b8-467c-91f5-0ca3987faf89 req-0a6b37bc-95a5-4137-9db1-aad40394b2c3 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379636 Jul 09 14:58:35.153626 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-04a3af0c-4688-4d30-9cbd-e7c06ed92d63 req-986dc8a1-4ce9-4f9a-87cc-c330319f6ae0 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e8294bd-5e3b-4a8c-9119-5d718ef6e249 HTTP/1.1" status: 200 len: 210 time: 0.0296066 Jul 09 14:58:35.342434 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [None req-bd8b027c-bf65-4b87-9f7a-f62cc2bd0d3f tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] create failed (client error): The resource could not be found. Jul 09 14:58:35.343690 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-bd8b027c-bf65-4b87-9f7a-f62cc2bd0d3f tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4119201 Jul 09 14:58:35.346417 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 52014) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:35.351040 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-925aa3b1-aab8-4485-855d-01fede3a9573 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Request body: {'security_group_rule': {'security_group_id': 'd6955416-414f-4679-9626-01e65aeac7ca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '69550dd5-1ec7-4f76-b0e5-8008a76e1b22'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:58:35.352432 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 52016) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:35.402043 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d0956d55-9f5b-4184-a2f5-d6adb45313fd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=70380163691b470ebe60db5002d62101&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478756 Jul 09 14:58:35.407600 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 52020) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:35.507443 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b2b60e2d-6fb1-4157-937a-3409d881b08b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:35.533574 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b2b60e2d-6fb1-4157-937a-3409d881b08b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:35.614970 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [None req-925aa3b1-aab8-4485-855d-01fede3a9573 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] create failed (client error): The resource could not be found. Jul 09 14:58:35.619398 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 52032) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:35.620745 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-925aa3b1-aab8-4485-855d-01fede3a9573 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2721224 Jul 09 14:58:35.651953 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 52038) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:35.694533 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8bf3c84c-6d30-40a3-9c32-56028a0f0bd0 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:35.731907 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b2b60e2d-6fb1-4157-937a-3409d881b08b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:35.733405 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8bf3c84c-6d30-40a3-9c32-56028a0f0bd0 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:35.738277 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b2b60e2d-6fb1-4157-937a-3409d881b08b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:35.749871 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b2b60e2d-6fb1-4157-937a-3409d881b08b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/76663b26-aa3d-4cc3-9802-4384082a150d HTTP/1.1" status: 204 len: 168 time: 0.3368299 Jul 09 14:58:35.787236 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b60e2d-6fb1-4157-937a-3409d881b08b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76663b26-aa3d-4cc3-9802-4384082a150d,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:35.861529 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8bf3c84c-6d30-40a3-9c32-56028a0f0bd0 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:35.864722 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8bf3c84c-6d30-40a3-9c32-56028a0f0bd0 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:35.866684 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-8bf3c84c-6d30-40a3-9c32-56028a0f0bd0 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] 10.222.0.58 "DELETE /v2.0/security-groups/d6955416-414f-4679-9626-01e65aeac7ca HTTP/1.1" status: 204 len: 168 time: 0.2459314 Jul 09 14:58:35.869537 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 52074) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:35.884489 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf3c84c-6d30-40a3-9c32-56028a0f0bd0 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6955416-414f-4679-9626-01e65aeac7ca,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:35.982830 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-3fdaf1de-534b-4390-96dc-dff7126cb02b tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1047175 Jul 09 14:58:35.983231 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 52078) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:35.985090 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-e6b188f4-cd21-45c5-baf3-68549b86d0fd tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Request body: {'security_group_rule': {'security_group_id': 'f088411f-5462-409f-8df4-cc5ed1b426c3', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:58:36.037686 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-58fd2918-3dda-4487-a2f5-102b0f7c980d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bbbde90041de4005abe64329d98c48fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3845110 Jul 09 14:58:36.041478 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 52082) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:36.099818 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-046bc5a1-1e7a-4c59-a166-90fac6c325fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:36.134044 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-046bc5a1-1e7a-4c59-a166-90fac6c325fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:36.265719 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e10be64f-6a93-4b5e-a55d-bb36b440f508 req-ee4469ea-3d15-42c6-93ab-3901cd998216 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e8294bd-5e3b-4a8c-9119-5d718ef6e249 HTTP/1.1" status: 200 len: 210 time: 0.0376706 Jul 09 14:58:36.313116 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ddf123-3cec-4a58-9995-0591eca6216a req-52b6c5e2-0264-42f9-8a8b-ea061c7adb65 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:36.314710 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f6ddf123-3cec-4a58-9995-0591eca6216a req-52b6c5e2-0264-42f9-8a8b-ea061c7adb65 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.0817592 Jul 09 14:58:36.373131 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f6ddf123-3cec-4a58-9995-0591eca6216a req-5504ec4f-ba29-4f5b-ae0a-3d1447db72ee tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480552 Jul 09 14:58:36.389003 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-046bc5a1-1e7a-4c59-a166-90fac6c325fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:36.392198 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-046bc5a1-1e7a-4c59-a166-90fac6c325fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:36.396261 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-046bc5a1-1e7a-4c59-a166-90fac6c325fa admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9e01bf88-d7f1-4fb8-8e6c-220c8500e5e9 HTTP/1.1" status: 204 len: 168 time: 0.3536887 Jul 09 14:58:36.397304 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [None req-e6b188f4-cd21-45c5-baf3-68549b86d0fd tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] create failed (client error): The resource could not be found. Jul 09 14:58:36.402719 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 52098) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:36.402957 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e6b188f4-cd21-45c5-baf3-68549b86d0fd tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4218466 Jul 09 14:58:36.417474 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-9347126e-847d-4072-a190-72f36c1f1107 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Request body: {'security_group': {'name': 'tempest-secgroup--1329485619'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:58:36.423313 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046bc5a1-1e7a-4c59-a166-90fac6c325fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e01bf88-d7f1-4fb8-8e6c-220c8500e5e9,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:36.604607 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9347126e-847d-4072-a190-72f36c1f1107 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:36.705678 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9347126e-847d-4072-a190-72f36c1f1107 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:36.902001 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9347126e-847d-4072-a190-72f36c1f1107 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:36.940794 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9347126e-847d-4072-a190-72f36c1f1107 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=341ec705-26d4-4177-aad8-88c57832a943,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:37.099122 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9347126e-847d-4072-a190-72f36c1f1107 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:37.103264 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 52126) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:37.108329 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-e05d75e1-9bf1-4653-992a-4f25e28ffadc tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Request body: {'security_group': {'name': 'tempest-secgroup--273571517'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:58:37.110792 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-9347126e-847d-4072-a190-72f36c1f1107 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7064819 Jul 09 14:58:37.233710 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e05d75e1-9bf1-4653-992a-4f25e28ffadc tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:37.333967 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e05d75e1-9bf1-4653-992a-4f25e28ffadc tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:37.485267 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2c3df3dd-5749-44a3-a00e-366046d92b60 req-3104fb55-c2db-486b-9425-b1e79e08b726 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e8294bd-5e3b-4a8c-9119-5d718ef6e249 HTTP/1.1" status: 200 len: 210 time: 0.0848725 Jul 09 14:58:37.530651 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e05d75e1-9bf1-4653-992a-4f25e28ffadc tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:37.614114 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05d75e1-9bf1-4653-992a-4f25e28ffadc tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d196158d-6993-4071-8e20-543eec97e02f,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:37.724401 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f958e7-ec68-4311-9156-1bc4e4a9fc64 req-7f10229b-90fa-43bd-8fde-3a2a0a7e859f tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:37.725871 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-87f958e7-ec68-4311-9156-1bc4e4a9fc64 req-7f10229b-90fa-43bd-8fde-3a2a0a7e859f tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.0711951 Jul 09 14:58:37.773438 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 7a55c943-174c-41e4-ae0c-abae167a4938 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:58:37.784087 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e05d75e1-9bf1-4653-992a-4f25e28ffadc tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:37.785590 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e05d75e1-9bf1-4653-992a-4f25e28ffadc tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6812570 Jul 09 14:58:37.788793 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 52184) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:37.798397 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-aea2b790-3d50-48c9-b5eb-5ee4fd4169c4 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Request body: {'security_group_rule': {'security_group_id': '341ec705-26d4-4177-aad8-88c57832a943', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'd196158d-6993-4071-8e20-543eec97e02f'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:58:37.817082 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-87f958e7-ec68-4311-9156-1bc4e4a9fc64 req-e7615e7d-12d2-424e-96f0-26afa889c69f tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784497 Jul 09 14:58:38.052369 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port 7a55c943-174c-41e4-ae0c-abae167a4938 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:58:38.057618 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 7a55c943-174c-41e4-ae0c-abae167a4938 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:58:38.057993 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:38.165036 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [None req-aea2b790-3d50-48c9-b5eb-5ee4fd4169c4 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:58:38.175189 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-aea2b790-3d50-48c9-b5eb-5ee4fd4169c4 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3755858 Jul 09 14:58:38.175373 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:38.177662 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 52204) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:38.211784 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1802d65f-3f81-429b-bc1c-bf1a7650ce94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a55c943-174c-41e4-ae0c-abae167a4938'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:58:38.214448 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8153016-907b-4389-be89-4082d1ae9dec" -d '{"events": [{"server_uuid": "1802d65f-3f81-429b-bc1c-bf1a7650ce94", "name": "network-vif-plugged", "status": "completed", "tag": "7a55c943-174c-41e4-ae0c-abae167a4938"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:58:38.232365 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 7a55c943-174c-41e4-ae0c-abae167a4938, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=7a55c943-174c-41e4-ae0c-abae167a4938,segment=NetworkSegment(06875dad-dad1-4e17-960d-8ec4e4c881bc),segment_id=06875dad-dad1-4e17-960d-8ec4e4c881bc)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:58:38.263354 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f635e10e-14ab-44f6-a401-21c697ec56ee tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:38.264806 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc5b77d-1d8f-40a2-9d64-446d6d5c4981 x-openstack-request-id: req-fbc5b77d-1d8f-40a2-9d64-446d6d5c4981 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:58:38.265074 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1802d65f-3f81-429b-bc1c-bf1a7650ce94", "name": "network-vif-plugged", "status": "completed", "tag": "7a55c943-174c-41e4-ae0c-abae167a4938", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:58:38.265336 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fbc5b77d-1d8f-40a2-9d64-446d6d5c4981 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:58:38.265941 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1802d65f-3f81-429b-bc1c-bf1a7650ce94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a55c943-174c-41e4-ae0c-abae167a4938', 'code': 200} Jul 09 14:58:38.331192 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f635e10e-14ab-44f6-a401-21c697ec56ee tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:38.376726 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:38.513415 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 52218) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:38.550216 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013486f7-be18-4034-9b7a-a0cea833a136 req-2eb64119-4584-4e1b-a8df-d15ee27d07e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:38.557565 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-013486f7-be18-4034-9b7a-a0cea833a136 req-2eb64119-4584-4e1b-a8df-d15ee27d07e4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 1097 time: 0.1688316 Jul 09 14:58:38.567648 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=7a55c943-174c-41e4-ae0c-abae167a4938,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:38.671741 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-194d2043-9b77-444b-9d01-5a2f2eba9434 req-e7c3f0f1-7ff9-403e-9499-4b62fbd8ad95 tempest-ServerShowV247Test-1151936835 tempest-ServerShowV247Test-1151936835-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a24eb9f-4b2f-44cd-b76e-5a7eff83fcfb HTTP/1.1" status: 200 len: 210 time: 0.0670195 Jul 09 14:58:38.678043 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-013486f7-be18-4034-9b7a-a0cea833a136 req-a6d66e37-7233-4a02-9ffb-aaca0966d8a1 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143465 Jul 09 14:58:38.771978 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-bdd15c3a-a41d-4df5-b0ba-7a82e23e2d7a tempest-SubnetPoolsTestJSON-1980826909 tempest-SubnetPoolsTestJSON-1980826909-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1387432548', 'prefixes': ['172.20.0.0/16']}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:58:38.827049 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad968ef-74d7-4920-8e94-7a8608c644c5 req-537d7871-f696-45e7-9819-e48c5eeaaa94 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:38.828739 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7ad968ef-74d7-4920-8e94-7a8608c644c5 req-537d7871-f696-45e7-9819-e48c5eeaaa94 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.54 "GET /v2.0/networks?id=9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677 HTTP/1.1" status: 200 len: 815 time: 0.4341791 Jul 09 14:58:38.844812 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-7ad968ef-74d7-4920-8e94-7a8608c644c5 req-352d630b-9d25-4122-bf5e-85f1c7647b78 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Request body: {'port': {'device_id': '2e8294bd-5e3b-4a8c-9119-5d718ef6e249', 'network_id': '9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677', 'admin_state_up': True, 'tenant_id': '2b31a8f0407847ddbef3ce3aa6a501ce'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:58:38.953263 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f635e10e-14ab-44f6-a401-21c697ec56ee tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:38.956324 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f635e10e-14ab-44f6-a401-21c697ec56ee tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:38.961522 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f635e10e-14ab-44f6-a401-21c697ec56ee tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] 10.222.0.58 "DELETE /v2.0/security-groups/d196158d-6993-4071-8e20-543eec97e02f HTTP/1.1" status: 204 len: 168 time: 0.7786188 Jul 09 14:58:38.966386 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 52232) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:39.017970 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f635e10e-14ab-44f6-a401-21c697ec56ee tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d196158d-6993-4071-8e20-543eec97e02f,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:39.061317 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-89828459-f835-48dd-a007-02ea83e15939 req-4ffc449e-d29b-4440-a925-0899170a3763 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e8294bd-5e3b-4a8c-9119-5d718ef6e249 HTTP/1.1" status: 200 len: 210 time: 0.0624635 Jul 09 14:58:39.174739 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-09da5493-cbed-42c0-9b79-cb72c942eccc tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2042656 Jul 09 14:58:39.179328 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 52246) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:39.342957 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ad968ef-74d7-4920-8e94-7a8608c644c5 req-352d630b-9d25-4122-bf5e-85f1c7647b78 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Made reservation on behalf of 2b31a8f0407847ddbef3ce3aa6a501ce for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:58:39.348456 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7ad968ef-74d7-4920-8e94-7a8608c644c5 req-352d630b-9d25-4122-bf5e-85f1c7647b78 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:39.375033 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a73a3c5f-3484-4aae-a749-9b56e4429bca tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:39.431716 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa9153-e40e-45f9-8e5e-ef59e0208465 req-cba77c52-849d-408d-8d68-91fd2ea4627d tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:39.440094 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d9fa9153-e40e-45f9-8e5e-ef59e0208465 req-cba77c52-849d-408d-8d68-91fd2ea4627d tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 946 time: 0.2744746 Jul 09 14:58:39.491491 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bdd15c3a-a41d-4df5-b0ba-7a82e23e2d7a tempest-SubnetPoolsTestJSON-1980826909 tempest-SubnetPoolsTestJSON-1980826909-project] Notify callbacks [] for subnetpool, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:39.492864 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-bdd15c3a-a41d-4df5-b0ba-7a82e23e2d7a tempest-SubnetPoolsTestJSON-1980826909 tempest-SubnetPoolsTestJSON-1980826909-project] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.9732106 Jul 09 14:58:39.501313 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a73a3c5f-3484-4aae-a749-9b56e4429bca tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:39.503894 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 52254) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:39.515846 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9d09b742-dcca-4a48-8a3a-b0d3324ffb6f req-a181d7e8-dd16-48a3-9511-7b84017aa07e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2867465 Jul 09 14:58:39.579414 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ada9ac81-9d98-4ffb-a4c1-cefc3468e98a tempest-SubnetPoolsTestJSON-1980826909 tempest-SubnetPoolsTestJSON-1980826909-project] 10.222.0.58 "GET /v2.0/subnetpools/384b47ad-90a3-4e5a-b438-7d75ed92bfd0 HTTP/1.1" status: 200 len: 732 time: 0.0742326 Jul 09 14:58:39.580643 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 52260) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:39.592488 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-397faf78-be9a-416e-8ed4-61361c986f70 tempest-SubnetPoolsTestJSON-1980826909 tempest-SubnetPoolsTestJSON-1980826909-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-79240995'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:58:39.596285 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d9fa9153-e40e-45f9-8e5e-ef59e0208465 req-bfc93737-2aae-4c3b-97ff-83b413a36e5d tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527348 Jul 09 14:58:39.602237 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-7ad968ef-74d7-4920-8e94-7a8608c644c5 req-352d630b-9d25-4122-bf5e-85f1c7647b78 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Allocated IP 172.20.0.3 (9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677/43be0c5f-83f5-43e6-9326-6f032f77f01f/105095aa-b79b-400e-beb1-c83d5346ce59) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:58:39.706282 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a73a3c5f-3484-4aae-a749-9b56e4429bca tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:39.721675 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a73a3c5f-3484-4aae-a749-9b56e4429bca tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:39.731972 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a73a3c5f-3484-4aae-a749-9b56e4429bca tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] 10.222.0.58 "DELETE /v2.0/security-groups/341ec705-26d4-4177-aad8-88c57832a943 HTTP/1.1" status: 204 len: 168 time: 0.5476120 Jul 09 14:58:39.734577 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 52266) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:39.821141 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73a3c5f-3484-4aae-a749-9b56e4429bca tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=341ec705-26d4-4177-aad8-88c57832a943,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:39.944142 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ac3330e7-af25-43e1-83e9-0cd863df4649 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1616127 Jul 09 14:58:39.956672 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 52276) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:39.971911 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-0a068cef-e584-40df-8861-3185294a1b31 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Request body: {'security_group': {'name': 'tempest-secgroup--824968608'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:58:40.012464 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09b742-dcca-4a48-8a3a-b0d3324ffb6f req-303bef20-817d-41bf-a90a-ce06d78a908f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:40.013427 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09b742-dcca-4a48-8a3a-b0d3324ffb6f req-303bef20-817d-41bf-a90a-ce06d78a908f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:40.014343 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09b742-dcca-4a48-8a3a-b0d3324ffb6f req-303bef20-817d-41bf-a90a-ce06d78a908f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:40.018318 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09b742-dcca-4a48-8a3a-b0d3324ffb6f req-303bef20-817d-41bf-a90a-ce06d78a908f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:40.019345 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09b742-dcca-4a48-8a3a-b0d3324ffb6f req-303bef20-817d-41bf-a90a-ce06d78a908f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:40.020201 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09b742-dcca-4a48-8a3a-b0d3324ffb6f req-303bef20-817d-41bf-a90a-ce06d78a908f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:40.021042 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09b742-dcca-4a48-8a3a-b0d3324ffb6f req-303bef20-817d-41bf-a90a-ce06d78a908f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:40.024644 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9d09b742-dcca-4a48-8a3a-b0d3324ffb6f req-303bef20-817d-41bf-a90a-ce06d78a908f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b0dcdaf85ebc429397d88229c635e7b2&device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 6502 time: 0.4156985 Jul 09 14:58:40.091058 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7ad968ef-74d7-4920-8e94-7a8608c644c5 req-352d630b-9d25-4122-bf5e-85f1c7647b78 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:40.116077 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8cc02540-939a-4f58-90f7-7146f98d5b90 req-b28f430a-a88d-4a5e-9772-7ab9caa0ab12 tempest-ServerShowV247Test-1151936835 tempest-ServerShowV247Test-1151936835-project] 10.222.0.58 "GET /v2.0/ports?device_id=4db40021-98b2-423e-b2e4-1ebd919ade2d HTTP/1.1" status: 200 len: 210 time: 0.0679610 Jul 09 14:58:40.209619 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-397faf78-be9a-416e-8ed4-61361c986f70 tempest-SubnetPoolsTestJSON-1980826909 tempest-SubnetPoolsTestJSON-1980826909-project] Notify callbacks [] for subnetpool, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:40.214826 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-397faf78-be9a-416e-8ed4-61361c986f70 tempest-SubnetPoolsTestJSON-1980826909 tempest-SubnetPoolsTestJSON-1980826909-project] 10.222.0.58 "PUT /v2.0/subnetpools/384b47ad-90a3-4e5a-b438-7d75ed92bfd0 HTTP/1.1" status: 200 len: 682 time: 0.6296318 Jul 09 14:58:40.215597 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 52286) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:40.307959 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0a068cef-e584-40df-8861-3185294a1b31 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:40.322859 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7ad968ef-74d7-4920-8e94-7a8608c644c5 req-352d630b-9d25-4122-bf5e-85f1c7647b78 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:40.335834 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['9d1ce2dc-250d-4b0d-a302-92a28dbadeb4'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:58:40.489196 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ad968ef-74d7-4920-8e94-7a8608c644c5 req-352d630b-9d25-4122-bf5e-85f1c7647b78 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Network 9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:58:40.492985 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-7ad968ef-74d7-4920-8e94-7a8608c644c5 req-352d630b-9d25-4122-bf5e-85f1c7647b78 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:58:40.500558 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ad968ef-74d7-4920-8e94-7a8608c644c5 req-352d630b-9d25-4122-bf5e-85f1c7647b78 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:58:40.517389 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352d630b-9d25-4122-bf5e-85f1c7647b78 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Pushing event updated for resources: {'Port': ['ID=105095aa-b79b-400e-beb1-c83d5346ce59,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:40.532091 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fddcb5-29ee-47cd-8250-8215c7d6a38c req-a77dbacf-32a7-4f34-8af3-578e48203925 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:40.540595 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-31fddcb5-29ee-47cd-8250-8215c7d6a38c req-a77dbacf-32a7-4f34-8af3-578e48203925 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e8294bd-5e3b-4a8c-9119-5d718ef6e249 HTTP/1.1" status: 200 len: 931 time: 0.2396173 Jul 09 14:58:40.553507 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09b742-dcca-4a48-8a3a-b0d3324ffb6f req-8f0b264d-ae20-4a21-b2a7-83f66748109e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:40.563922 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09b742-dcca-4a48-8a3a-b0d3324ffb6f req-8f0b264d-ae20-4a21-b2a7-83f66748109e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:40.563922 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09b742-dcca-4a48-8a3a-b0d3324ffb6f req-8f0b264d-ae20-4a21-b2a7-83f66748109e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:40.563922 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9d09b742-dcca-4a48-8a3a-b0d3324ffb6f req-8f0b264d-ae20-4a21-b2a7-83f66748109e service neutron] 10.222.0.62 "GET /v2.0/networks?id=6107f077-f7c7-47db-8b86-669db7279c4c&id=dc6506e8-ceaa-4382-aad7-27ea0263e5fe&id=dc6506e8-ceaa-4382-aad7-27ea0263e5fe&id=dc6506e8-ceaa-4382-aad7-27ea0263e5fe&id=dc6506e8-ceaa-4382-aad7-27ea0263e5fe&id=695dcd67-56f3-489c-8be9-3d26f71af2f9&id=695dcd67-56f3-489c-8be9-3d26f71af2f9 HTTP/1.1" status: 200 len: 2298 time: 0.4199321 Jul 09 14:58:40.611116 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-791c1f30-ecd3-4f2c-976c-a97c434baa15 tempest-SubnetPoolsTestJSON-1980826909 tempest-SubnetPoolsTestJSON-1980826909-project] Notify callbacks [] for subnetpool, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:40.613399 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-791c1f30-ecd3-4f2c-976c-a97c434baa15 tempest-SubnetPoolsTestJSON-1980826909 tempest-SubnetPoolsTestJSON-1980826909-project] 10.222.0.58 "DELETE /v2.0/subnetpools/384b47ad-90a3-4e5a-b438-7d75ed92bfd0 HTTP/1.1" status: 204 len: 168 time: 0.3967710 Jul 09 14:58:40.617169 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 52294) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:40.697393 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad968ef-74d7-4920-8e94-7a8608c644c5 req-352d630b-9d25-4122-bf5e-85f1c7647b78 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:40.701270 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7ad968ef-74d7-4920-8e94-7a8608c644c5 req-352d630b-9d25-4122-bf5e-85f1c7647b78 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:40.722207 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [None req-4f9930ab-aedc-454b-bd9d-bbd8c2c944d6 tempest-SubnetPoolsTestJSON-1980826909 tempest-SubnetPoolsTestJSON-1980826909-project] show failed (client error): The resource could not be found. Jul 09 14:58:40.724146 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-4f9930ab-aedc-454b-bd9d-bbd8c2c944d6 tempest-SubnetPoolsTestJSON-1980826909 tempest-SubnetPoolsTestJSON-1980826909-project] 10.222.0.58 "GET /v2.0/subnetpools/384b47ad-90a3-4e5a-b438-7d75ed92bfd0 HTTP/1.1" status: 404 len: 346 time: 0.1059258 Jul 09 14:58:40.728181 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 52298) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:40.732996 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-31fddcb5-29ee-47cd-8250-8215c7d6a38c req-bcc6a676-cc8e-499e-8570-5357b911a1c4 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/security-groups?id=6350f22d-31f5-4997-9a81-92d1dbf20d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907144 Jul 09 14:58:40.769245 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [None req-927d8137-10c3-4695-9aa6-65af77290fb4 tempest-SubnetPoolsTestJSON-1980826909 tempest-SubnetPoolsTestJSON-1980826909-project] delete failed (client error): The resource could not be found. Jul 09 14:58:40.769245 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-927d8137-10c3-4695-9aa6-65af77290fb4 tempest-SubnetPoolsTestJSON-1980826909 tempest-SubnetPoolsTestJSON-1980826909-project] 10.222.0.58 "DELETE /v2.0/subnetpools/384b47ad-90a3-4e5a-b438-7d75ed92bfd0 HTTP/1.1" status: 404 len: 346 time: 0.0292933 Jul 09 14:58:40.784362 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9d09b742-dcca-4a48-8a3a-b0d3324ffb6f req-69eeaaf8-d2a3-4ef5-b501-f11af3cb18ce service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c HTTP/1.1" status: 200 len: 1001 time: 0.2206342 Jul 09 14:58:40.905117 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0a068cef-e584-40df-8861-3185294a1b31 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:40.919282 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09b742-dcca-4a48-8a3a-b0d3324ffb6f req-8b77ea3f-07fe-4017-a3cf-728255a68045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:40.923232 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9d09b742-dcca-4a48-8a3a-b0d3324ffb6f req-8b77ea3f-07fe-4017-a3cf-728255a68045 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=465c5725-facb-4e6f-b14d-7c696db0e29c HTTP/1.1" status: 200 len: 855 time: 0.1273389 Jul 09 14:58:40.972218 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9d725-5bab-4c8e-a3aa-19f3516157fd req-81890099-f93e-4af5-80d0-9b90aab2a789 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:40.980503 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2dd9d725-5bab-4c8e-a3aa-19f3516157fd req-81890099-f93e-4af5-80d0-9b90aab2a789 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 946 time: 0.1374564 Jul 09 14:58:41.010594 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09b742-dcca-4a48-8a3a-b0d3324ffb6f req-1fc2e09d-156b-45f3-8a7c-7ec0deec4ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:41.012983 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9d09b742-dcca-4a48-8a3a-b0d3324ffb6f req-1fc2e09d-156b-45f3-8a7c-7ec0deec4ffa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6107f077-f7c7-47db-8b86-669db7279c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0847576 Jul 09 14:58:41.046568 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0a068cef-e584-40df-8861-3185294a1b31 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:41.050240 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2dd9d725-5bab-4c8e-a3aa-19f3516157fd req-a07cdc95-ff89-46dc-bb1d-a2947bcff836 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669932 Jul 09 14:58:41.136929 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a068cef-e584-40df-8861-3185294a1b31 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65f2a4d0-7f9e-43ff-935d-fe9d207b0096,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:41.181206 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9d09b742-dcca-4a48-8a3a-b0d3324ffb6f req-00fd22f1-854e-488e-afbf-b302d2626f9f service neutron] 10.222.0.62 "GET /v2.0/networks/6107f077-f7c7-47db-8b86-669db7279c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439149 Jul 09 14:58:41.306262 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0278ca00-2823-42a9-83e1-8d75790612ec req-53cee926-83f1-4208-82b2-d02c0c51a2da tempest-ServerShowV247Test-1151936835 tempest-ServerShowV247Test-1151936835-project] 10.222.0.58 "GET /v2.0/ports?device_id=4db40021-98b2-423e-b2e4-1ebd919ade2d HTTP/1.1" status: 200 len: 210 time: 0.0845101 Jul 09 14:58:41.329038 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9d09b742-dcca-4a48-8a3a-b0d3324ffb6f req-052b39c2-f6b5-4e23-8d82-2c5cae7be24f service neutron] 10.222.0.62 "GET /v2.0/networks/6107f077-f7c7-47db-8b86-669db7279c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395583 Jul 09 14:58:41.350556 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7ad968ef-74d7-4920-8e94-7a8608c644c5 req-352d630b-9d25-4122-bf5e-85f1c7647b78 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5086291 Jul 09 14:58:41.350829 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7403299-3fb3-48ff-a2b5-c15ffe292fd9 req-e429272d-f5a5-4c59-9d8d-795c89aa28a8 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:41.352350 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b7403299-3fb3-48ff-a2b5-c15ffe292fd9 req-e429272d-f5a5-4c59-9d8d-795c89aa28a8 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 946 time: 0.1369519 Jul 09 14:58:41.362501 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-7ad968ef-74d7-4920-8e94-7a8608c644c5 req-32004967-be45-4e5f-b07e-6a46469a0da6 service neutron] Request body: {'port': {'device_id': '2e8294bd-5e3b-4a8c-9119-5d718ef6e249', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:58:41.365110 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 52314) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:41.370405 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-55a87776-a991-4aac-ba07-2abfbf6ea2ae tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Request body: {'floatingip': {'port_id': '7a55c943-174c-41e4-ae0c-abae167a4938'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:58:41.384792 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9d09b742-dcca-4a48-8a3a-b0d3324ffb6f req-c54f5f8a-2e8a-47ca-94a5-f40a23c2b92f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=6e49b587-b19f-4fb7-b68d-daf59c076543 HTTP/1.1" status: 200 len: 217 time: 0.0489829 Jul 09 14:58:41.459245 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0a068cef-e584-40df-8861-3185294a1b31 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:41.459679 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-55a87776-a991-4aac-ba07-2abfbf6ea2ae tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks [] for floatingip, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:41.461599 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-0a068cef-e584-40df-8861-3185294a1b31 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5034811 Jul 09 14:58:41.469088 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 52316) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:41.475556 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-461c73e7-e99f-4edf-b986-ccd6364f26f7 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Request body: {'security_group_rule': {'security_group_id': '65f2a4d0-7f9e-43ff-935d-fe9d207b0096', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:58:41.496344 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09b742-dcca-4a48-8a3a-b0d3324ffb6f req-b0c9cabc-f893-4a16-80e7-b48f34594f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:41.498086 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9d09b742-dcca-4a48-8a3a-b0d3324ffb6f req-b0c9cabc-f893-4a16-80e7-b48f34594f81 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4bd3f066-8f79-4f2b-b334-3e86a4217100 HTTP/1.1" status: 200 len: 797 time: 0.1060374 Jul 09 14:58:41.623624 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09b742-dcca-4a48-8a3a-b0d3324ffb6f req-c4815b86-66de-4528-9f80-1b4882be3946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:41.623624 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9d09b742-dcca-4a48-8a3a-b0d3324ffb6f req-c4815b86-66de-4528-9f80-1b4882be3946 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dc6506e8-ceaa-4382-aad7-27ea0263e5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0978577 Jul 09 14:58:41.750713 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7ad968ef-74d7-4920-8e94-7a8608c644c5 req-32004967-be45-4e5f-b07e-6a46469a0da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:41.866051 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9d09b742-dcca-4a48-8a3a-b0d3324ffb6f req-0da0d3a9-5230-42c6-98a0-79feb2051283 service neutron] 10.222.0.62 "GET /v2.0/networks/dc6506e8-ceaa-4382-aad7-27ea0263e5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814179 Jul 09 14:58:41.884287 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 52328) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:41.960611 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9d09b742-dcca-4a48-8a3a-b0d3324ffb6f req-68118a31-2590-4c59-986b-71e1ec560208 service neutron] 10.222.0.62 "GET /v2.0/networks/dc6506e8-ceaa-4382-aad7-27ea0263e5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593094 Jul 09 14:58:42.043162 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9d09b742-dcca-4a48-8a3a-b0d3324ffb6f req-39f34544-8b73-4b32-b319-2ce6ce87d3c5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=652c8d51-7f4b-4a04-a1cb-616283698f43 HTTP/1.1" status: 200 len: 217 time: 0.0704193 Jul 09 14:58:42.072778 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8a7ac1bc-ced3-40e9-8782-8ed6fc1d0a27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:42.121249 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09b742-dcca-4a48-8a3a-b0d3324ffb6f req-aaf8b8eb-0d95-4dcd-bb4e-0133b2dd0d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:42.124846 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9d09b742-dcca-4a48-8a3a-b0d3324ffb6f req-aaf8b8eb-0d95-4dcd-bb4e-0133b2dd0d41 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4bd3f066-8f79-4f2b-b334-3e86a4217100 HTTP/1.1" status: 200 len: 797 time: 0.0719061 Jul 09 14:58:42.129370 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [None req-461c73e7-e99f-4edf-b986-ccd6364f26f7 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:58:42.129692 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-461c73e7-e99f-4edf-b986-ccd6364f26f7 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.6596518 Jul 09 14:58:42.134785 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 52336) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:42.156156 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-2ef5e95a-015e-4296-bb38-53fbc6c05e6a tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Request body: {'security_group_rule': {'security_group_id': '65f2a4d0-7f9e-43ff-935d-fe9d207b0096', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:58:42.288904 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09b742-dcca-4a48-8a3a-b0d3324ffb6f req-757e74eb-81e6-43c6-8a47-5746e67a9443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:42.291173 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9d09b742-dcca-4a48-8a3a-b0d3324ffb6f req-757e74eb-81e6-43c6-8a47-5746e67a9443 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dc6506e8-ceaa-4382-aad7-27ea0263e5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1551988 Jul 09 14:58:42.404431 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8a7ac1bc-ced3-40e9-8782-8ed6fc1d0a27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:42.490787 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9d09b742-dcca-4a48-8a3a-b0d3324ffb6f req-c573341c-ded9-4d30-aca5-c4667d30c811 service neutron] 10.222.0.62 "GET /v2.0/networks/dc6506e8-ceaa-4382-aad7-27ea0263e5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856983 Jul 09 14:58:42.617631 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8a7ac1bc-ced3-40e9-8782-8ed6fc1d0a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:42.650572 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9d09b742-dcca-4a48-8a3a-b0d3324ffb6f req-627b1031-c5e6-430d-937a-0146a7f1bfdb service neutron] 10.222.0.62 "GET /v2.0/networks/dc6506e8-ceaa-4382-aad7-27ea0263e5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528761 Jul 09 14:58:42.669078 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2749c48a-40b6-4f51-ae6d-09bb8b3e2533 req-3e27f5b4-f61f-4713-bae0-869ff8a4728c tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:42.670684 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2749c48a-40b6-4f51-ae6d-09bb8b3e2533 req-3e27f5b4-f61f-4713-bae0-869ff8a4728c tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e8294bd-5e3b-4a8c-9119-5d718ef6e249 HTTP/1.1" status: 200 len: 931 time: 0.3720927 Jul 09 14:58:42.708658 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-49c22762-e967-417f-bc7c-23c3e0721fab req-2724747a-c1e8-40f8-b57f-5b43f413b3cf tempest-ServerShowV247Test-1151936835 tempest-ServerShowV247Test-1151936835-project] 10.222.0.58 "GET /v2.0/ports?device_id=4db40021-98b2-423e-b2e4-1ebd919ade2d HTTP/1.1" status: 200 len: 210 time: 0.1064334 Jul 09 14:58:42.767989 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9d09b742-dcca-4a48-8a3a-b0d3324ffb6f req-b952406b-d6b6-47f2-8c1a-2feec450c14c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=c179ac98-dd01-447c-a2f9-2714b5048c9d HTTP/1.1" status: 200 len: 217 time: 0.0646122 Jul 09 14:58:42.768581 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7ac1bc-ced3-40e9-8782-8ed6fc1d0a27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1738cec8-cd44-44cb-b90d-209330e99642,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:42.794558 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-8a7ac1bc-ced3-40e9-8782-8ed6fc1d0a27 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2bc410c0350e4099b3c84c12ee00d27f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9049361 Jul 09 14:58:42.796064 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 52348) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:42.888449 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2749c48a-40b6-4f51-ae6d-09bb8b3e2533 req-d7818e50-a3c4-453e-a0ba-94d3f6eba1fc tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/security-groups?id=6350f22d-31f5-4997-9a81-92d1dbf20d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984904 Jul 09 14:58:42.921271 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7b2e26fc-ba80-4db9-82bf-a80a5060b027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:42.925157 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09b742-dcca-4a48-8a3a-b0d3324ffb6f req-936c9a08-fbb4-4459-a6a3-753c3cfd817b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:42.926800 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9d09b742-dcca-4a48-8a3a-b0d3324ffb6f req-936c9a08-fbb4-4459-a6a3-753c3cfd817b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4bd3f066-8f79-4f2b-b334-3e86a4217100 HTTP/1.1" status: 200 len: 797 time: 0.1418531 Jul 09 14:58:42.967781 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7b2e26fc-ba80-4db9-82bf-a80a5060b027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:42.997859 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-7ad968ef-74d7-4920-8e94-7a8608c644c5 req-32004967-be45-4e5f-b07e-6a46469a0da6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 105095aa-b79b-400e-beb1-c83d5346ce59 {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:58:43.009508 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7ad968ef-74d7-4920-8e94-7a8608c644c5 req-32004967-be45-4e5f-b07e-6a46469a0da6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:43.051099 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09b742-dcca-4a48-8a3a-b0d3324ffb6f req-654e95bd-7d96-44f6-9444-495aaa56e59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:43.053384 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9d09b742-dcca-4a48-8a3a-b0d3324ffb6f req-654e95bd-7d96-44f6-9444-495aaa56e59e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dc6506e8-ceaa-4382-aad7-27ea0263e5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1166840 Jul 09 14:58:43.101965 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-55a87776-a991-4aac-ba07-2abfbf6ea2ae tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:43.121092 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [None req-2ef5e95a-015e-4296-bb38-53fbc6c05e6a tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:58:43.122850 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-2ef5e95a-015e-4296-bb38-53fbc6c05e6a tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.9762666 Jul 09 14:58:43.125694 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 52352) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:43.230829 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9d09b742-dcca-4a48-8a3a-b0d3324ffb6f req-7ed91318-4f30-4c23-87a1-ac9fa9e90198 service neutron] 10.222.0.62 "GET /v2.0/networks/dc6506e8-ceaa-4382-aad7-27ea0263e5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695209 Jul 09 14:58:43.234631 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0a4a1027-3fb2-4547-a472-4bdf7d2e945a tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:43.267216 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-7ad968ef-74d7-4920-8e94-7a8608c644c5 req-32004967-be45-4e5f-b07e-6a46469a0da6 service neutron] Transition to ACTIVE for port object 105095aa-b79b-400e-beb1-c83d5346ce59 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:58:43.301068 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7b2e26fc-ba80-4db9-82bf-a80a5060b027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:43.303759 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7b2e26fc-ba80-4db9-82bf-a80a5060b027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:43.307594 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7b2e26fc-ba80-4db9-82bf-a80a5060b027 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1738cec8-cd44-44cb-b90d-209330e99642 HTTP/1.1" status: 204 len: 168 time: 0.4991565 Jul 09 14:58:43.314047 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0a4a1027-3fb2-4547-a472-4bdf7d2e945a tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:43.337516 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2e26fc-ba80-4db9-82bf-a80a5060b027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1738cec8-cd44-44cb-b90d-209330e99642,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:43.349123 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-55a87776-a991-4aac-ba07-2abfbf6ea2ae tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:43.441343 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9d09b742-dcca-4a48-8a3a-b0d3324ffb6f req-5f6d03e5-ee0e-46c8-8cd1-e3184baf0445 service neutron] 10.222.0.62 "GET /v2.0/networks/dc6506e8-ceaa-4382-aad7-27ea0263e5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038434 Jul 09 14:58:43.481334 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7ad968ef-74d7-4920-8e94-7a8608c644c5 req-32004967-be45-4e5f-b07e-6a46469a0da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:43.498828 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9d09b742-dcca-4a48-8a3a-b0d3324ffb6f req-26c4b632-d945-4129-a0d6-6234ab640638 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=bdbd5184-4035-4f18-a073-44d8e0a1f4f5 HTTP/1.1" status: 200 len: 217 time: 0.0505140 Jul 09 14:58:43.565838 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32004967-be45-4e5f-b07e-6a46469a0da6 service neutron] Pushing event updated for resources: {'Port': ['ID=105095aa-b79b-400e-beb1-c83d5346ce59,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:43.570216 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0a4a1027-3fb2-4547-a472-4bdf7d2e945a tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:43.579869 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0a4a1027-3fb2-4547-a472-4bdf7d2e945a tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:43.583322 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-0a4a1027-3fb2-4547-a472-4bdf7d2e945a tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] 10.222.0.58 "DELETE /v2.0/security-groups/65f2a4d0-7f9e-43ff-935d-fe9d207b0096 HTTP/1.1" status: 204 len: 168 time: 0.4544451 Jul 09 14:58:43.588399 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 52362) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:43.626028 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4a1027-3fb2-4547-a472-4bdf7d2e945a tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f2a4d0-7f9e-43ff-935d-fe9d207b0096,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:43.643954 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09b742-dcca-4a48-8a3a-b0d3324ffb6f req-38c91fb3-6f12-45d0-a1b8-53c372954b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:43.645817 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9d09b742-dcca-4a48-8a3a-b0d3324ffb6f req-38c91fb3-6f12-45d0-a1b8-53c372954b39 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4bd3f066-8f79-4f2b-b334-3e86a4217100 HTTP/1.1" status: 200 len: 797 time: 0.1409426 Jul 09 14:58:43.674952 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32004967-be45-4e5f-b07e-6a46469a0da6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:58:43.676024 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32004967-be45-4e5f-b07e-6a46469a0da6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:58:43.676368 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32004967-be45-4e5f-b07e-6a46469a0da6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:58:43.676709 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32004967-be45-4e5f-b07e-6a46469a0da6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:58:43.677040 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32004967-be45-4e5f-b07e-6a46469a0da6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:58:43.677556 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32004967-be45-4e5f-b07e-6a46469a0da6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:58:43.678087 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32004967-be45-4e5f-b07e-6a46469a0da6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:58:43.678437 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32004967-be45-4e5f-b07e-6a46469a0da6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:58:43.678753 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32004967-be45-4e5f-b07e-6a46469a0da6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:58:43.679142 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32004967-be45-4e5f-b07e-6a46469a0da6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:58:43.679479 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32004967-be45-4e5f-b07e-6a46469a0da6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:58:43.679817 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32004967-be45-4e5f-b07e-6a46469a0da6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:58:43.695809 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a0f51932-76dc-439f-b047-043de3e86d68 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1038558 Jul 09 14:58:43.699361 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 52364) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:43.709317 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-0fc450f5-e4ce-4c76-952c-b366d36ddc73 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Request body: {'security_group': {'name': 'tempest-secgroup--346612251'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:58:43.744789 n-d-799529-6 neutron-server[94445]: INFO neutron.db.l3_db [None req-55a87776-a991-4aac-ba07-2abfbf6ea2ae tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Floating IP f88bc26e-7192-4811-ae71-501cac3e4b76 associated. External IP: 172.25.3.4, port: 7a55c943-174c-41e4-ae0c-abae167a4938. Jul 09 14:58:43.766694 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09b742-dcca-4a48-8a3a-b0d3324ffb6f req-46a75678-8774-4064-91a5-12109e3effff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:43.766694 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9d09b742-dcca-4a48-8a3a-b0d3324ffb6f req-46a75678-8774-4064-91a5-12109e3effff service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dc6506e8-ceaa-4382-aad7-27ea0263e5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1000252 Jul 09 14:58:43.900627 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0fc450f5-e4ce-4c76-952c-b366d36ddc73 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:43.953338 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-7ad968ef-74d7-4920-8e94-7a8608c644c5 req-32004967-be45-4e5f-b07e-6a46469a0da6 service neutron] Attempting to bind port 105095aa-b79b-400e-beb1-c83d5346ce59 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:58:43.953338 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-7ad968ef-74d7-4920-8e94-7a8608c644c5 req-32004967-be45-4e5f-b07e-6a46469a0da6 service neutron] Attempting to bind port 105095aa-b79b-400e-beb1-c83d5346ce59 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '896ba2d5-d8c7-4c93-8e5b-c08d89831acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:58:43.953338 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad968ef-74d7-4920-8e94-7a8608c644c5 req-32004967-be45-4e5f-b07e-6a46469a0da6 service neutron] Attempting to bind port 105095aa-b79b-400e-beb1-c83d5346ce59 on network 9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:58:43.953338 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad968ef-74d7-4920-8e94-7a8608c644c5 req-32004967-be45-4e5f-b07e-6a46469a0da6 service neutron] Port 105095aa-b79b-400e-beb1-c83d5346ce59 on network 9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:58:43.953338 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad968ef-74d7-4920-8e94-7a8608c644c5 req-32004967-be45-4e5f-b07e-6a46469a0da6 service neutron] Attempting to bind port 105095aa-b79b-400e-beb1-c83d5346ce59 on network 9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:58:43.960573 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad968ef-74d7-4920-8e94-7a8608c644c5 req-32004967-be45-4e5f-b07e-6a46469a0da6 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:58:43.961765 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad968ef-74d7-4920-8e94-7a8608c644c5 req-32004967-be45-4e5f-b07e-6a46469a0da6 service neutron] Checking segment: {'id': '896ba2d5-d8c7-4c93-8e5b-c08d89831acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:58:43.962172 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad968ef-74d7-4920-8e94-7a8608c644c5 req-32004967-be45-4e5f-b07e-6a46469a0da6 service neutron] Bound using segment: {'id': '896ba2d5-d8c7-4c93-8e5b-c08d89831acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:58:43.962641 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-7ad968ef-74d7-4920-8e94-7a8608c644c5 req-32004967-be45-4e5f-b07e-6a46469a0da6 service neutron] Bound port: 105095aa-b79b-400e-beb1-c83d5346ce59, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '896ba2d5-d8c7-4c93-8e5b-c08d89831acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:58:43.963099 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7ad968ef-74d7-4920-8e94-7a8608c644c5 req-32004967-be45-4e5f-b07e-6a46469a0da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:44.097985 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9d09b742-dcca-4a48-8a3a-b0d3324ffb6f req-21b0ab13-2279-4f43-a428-d902e23fc33a service neutron] 10.222.0.62 "GET /v2.0/networks/dc6506e8-ceaa-4382-aad7-27ea0263e5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297465 Jul 09 14:58:44.242062 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-7ad968ef-74d7-4920-8e94-7a8608c644c5 req-32004967-be45-4e5f-b07e-6a46469a0da6 service neutron] For port 105095aa-b79b-400e-beb1-c83d5346ce59, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:58:44.256980 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a87776-a991-4aac-ba07-2abfbf6ea2ae tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Router ae52d869-76cf-43d6-9570-c634cb033c3f has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:58:44.404880 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-7ad968ef-74d7-4920-8e94-7a8608c644c5 req-32004967-be45-4e5f-b07e-6a46469a0da6 service neutron] For port 105095aa-b79b-400e-beb1-c83d5346ce59, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=105095aa-b79b-400e-beb1-c83d5346ce59,segment=NetworkSegment(896ba2d5-d8c7-4c93-8e5b-c08d89831acb),segment_id=896ba2d5-d8c7-4c93-8e5b-c08d89831acb)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:58:44.447825 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a87776-a991-4aac-ba07-2abfbf6ea2ae tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:58:44.461041 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f17aad2-d50b-403d-bd82-2bc00f9fa058 None None] Sync routers for ids ['ae52d869-76cf-43d6-9570-c634cb033c3f'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:58:44.467992 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-55a87776-a991-4aac-ba07-2abfbf6ea2ae tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:44.482373 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f17aad2-d50b-403d-bd82-2bc00f9fa058 None None] Routers {'ae52d869-76cf-43d6-9570-c634cb033c3f'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:58:44.482373 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-7f17aad2-d50b-403d-bd82-2bc00f9fa058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:58:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['ae52d869-76cf-43d6-9570-c634cb033c3f'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:58:44.499758 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3b5549fe-b35f-4a28-b54c-7c103c937646 req-29f9c148-4b6e-46b8-96d6-62d8a0c97439 tempest-ServerShowV247Test-1151936835 tempest-ServerShowV247Test-1151936835-project] 10.222.0.58 "GET /v2.0/ports?device_id=4db40021-98b2-423e-b2e4-1ebd919ade2d HTTP/1.1" status: 200 len: 210 time: 0.0484049 Jul 09 14:58:44.568909 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-55a87776-a991-4aac-ba07-2abfbf6ea2ae tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "PUT /v2.0/floatingips/f88bc26e-7192-4811-ae71-501cac3e4b76 HTTP/1.1" status: 200 len: 990 time: 3.1996779 Jul 09 14:58:44.568909 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1802d65f-3f81-429b-bc1c-bf1a7650ce94', 'tag': '7a55c943-174c-41e4-ae0c-abae167a4938'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:58:44.582731 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d91091-dea6-4115-b6e9-f059f0ca111b" -d '{"events": [{"name": "network-changed", "server_uuid": "1802d65f-3f81-429b-bc1c-bf1a7650ce94", "tag": "7a55c943-174c-41e4-ae0c-abae167a4938"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:58:44.617727 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7ad968ef-74d7-4920-8e94-7a8608c644c5 req-32004967-be45-4e5f-b07e-6a46469a0da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:44.638622 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-7f17aad2-d50b-403d-bd82-2bc00f9fa058 None None] Set router ae52d869-76cf-43d6-9570-c634cb033c3f gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:58:44.664041 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad968ef-74d7-4920-8e94-7a8608c644c5 req-32004967-be45-4e5f-b07e-6a46469a0da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:44.672138 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7ad968ef-74d7-4920-8e94-7a8608c644c5 req-32004967-be45-4e5f-b07e-6a46469a0da6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:44.676344 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7ad968ef-74d7-4920-8e94-7a8608c644c5 req-32004967-be45-4e5f-b07e-6a46469a0da6 service neutron] 10.222.0.54 "PUT /v2.0/ports/105095aa-b79b-400e-beb1-c83d5346ce59 HTTP/1.1" status: 200 len: 1091 time: 3.3183074 Jul 09 14:58:44.810037 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32004967-be45-4e5f-b07e-6a46469a0da6 service neutron] Pushing event updated for resources: {'Port': ['ID=105095aa-b79b-400e-beb1-c83d5346ce59,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:44.960432 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad968ef-74d7-4920-8e94-7a8608c644c5 req-15c25fc7-4e61-4e3f-893a-f8fe112d6772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:44.973460 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7ad968ef-74d7-4920-8e94-7a8608c644c5 req-15c25fc7-4e61-4e3f-893a-f8fe112d6772 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2b31a8f0407847ddbef3ce3aa6a501ce&device_id=2e8294bd-5e3b-4a8c-9119-5d718ef6e249 HTTP/1.1" status: 200 len: 1094 time: 0.0994005 Jul 09 14:58:45.021967 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:45.038455 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7ad968ef-74d7-4920-8e94-7a8608c644c5 req-68401b84-8f43-4523-a668-5fd06b43c957 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=105095aa-b79b-400e-beb1-c83d5346ce59 HTTP/1.1" status: 200 len: 217 time: 0.0544391 Jul 09 14:58:45.093385 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-7f17aad2-d50b-403d-bd82-2bc00f9fa058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae52d869-76cf-43d6-9570-c634cb033c3f', 'name': 'tempest-ServerActionsTestJSON-692834245-router', 'tenant_id': 'c03b5d3d86974e68a5911d632d382871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'b66db752-10e8-4b7f-a845-53a0edbf7469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:57:52Z', 'updated_at': '2021-07-09T14:58:03Z', 'revision_number': 4, 'project_id': 'c03b5d3d86974e68a5911d632d382871', 'gw_port': {'id': 'b66db752-10e8-4b7f-a845-53a0edbf7469', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae52d869-76cf-43d6-9570-c634cb033c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:57:54Z', 'updated_at': '2021-07-09T14:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': 'f88bc26e-7192-4811-ae71-501cac3e4b76', 'tenant_id': 'c03b5d3d86974e68a5911d632d382871', 'floating_ip_address': '172.25.3.4', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': 'ae52d869-76cf-43d6-9570-c634cb033c3f', 'port_id': '7a55c943-174c-41e4-ae0c-abae167a4938', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2caf48fb-184c-426e-a7e2-2d876991b7f4', 'mac_address': 'fa:16:3e:19:43:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1802d65f-3f81-429b-bc1c-bf1a7650ce94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:58:12Z', 'updated_at': '2021-07-09T14:58:42Z', 'revision_number': 1, 'project_id': 'c03b5d3d86974e68a5911d632d382871', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8f14b7e-e63d-483c-8fda-5771893e6c53', 'name': '', 'network_id': '2caf48fb-184c-426e-a7e2-2d876991b7f4', 'tenant_id': 'c03b5d3d86974e68a5911d632d382871', 'mac_address': 'fa:16:3e:97:64:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae52d869-76cf-43d6-9570-c634cb033c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': 'a10947be-2e1d-4b8b-b31f-e273354d0e7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:58:02Z', 'updated_at': '2021-07-09T14:58:11Z', 'revision_number': 5, 'project_id': 'c03b5d3d86974e68a5911d632d382871', 'subnets': [{'id': 'a10947be-2e1d-4b8b-b31f-e273354d0e7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:58:45.118988 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad968ef-74d7-4920-8e94-7a8608c644c5 req-d559089a-c31f-4d83-a5a9-04106cbe5be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:45.121274 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7ad968ef-74d7-4920-8e94-7a8608c644c5 req-d559089a-c31f-4d83-a5a9-04106cbe5be2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=43be0c5f-83f5-43e6-9326-6f032f77f01f HTTP/1.1" status: 200 len: 855 time: 0.0743399 Jul 09 14:58:45.125160 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0fc450f5-e4ce-4c76-952c-b366d36ddc73 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:45.185623 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7ad968ef-74d7-4920-8e94-7a8608c644c5 req-603ca405-0658-413c-8969-e17a2439a490 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575750 Jul 09 14:58:45.188160 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f17aad2-d50b-403d-bd82-2bc00f9fa058 None None] Checking router: ae52d869-76cf-43d6-9570-c634cb033c3f for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:58:45.189198 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9d09b742-dcca-4a48-8a3a-b0d3324ffb6f req-5f5498fe-69f5-4997-8872-8401a565e629 service neutron] 10.222.0.62 "GET /v2.0/networks/dc6506e8-ceaa-4382-aad7-27ea0263e5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0702817 Jul 09 14:58:45.207011 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d751930-14b3-43bb-b215-c7ac325c9ca3 req-436a53d5-be77-4f38-9604-96961b178208 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:45.210442 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0d751930-14b3-43bb-b215-c7ac325c9ca3 req-436a53d5-be77-4f38-9604-96961b178208 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e8294bd-5e3b-4a8c-9119-5d718ef6e249 HTTP/1.1" status: 200 len: 943 time: 1.0927486 Jul 09 14:58:45.235015 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f17aad2-d50b-403d-bd82-2bc00f9fa058 None None] Routers {'ae52d869-76cf-43d6-9570-c634cb033c3f'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:58:45.238402 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-7f17aad2-d50b-403d-bd82-2bc00f9fa058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:58:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['ae52d869-76cf-43d6-9570-c634cb033c3f'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:58:45.283805 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0fc450f5-e4ce-4c76-952c-b366d36ddc73 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:45.301923 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9d09b742-dcca-4a48-8a3a-b0d3324ffb6f req-9f65281a-94f8-408a-8b93-8ce0c84aa76c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=45f7a22c-f7ef-4081-b6f5-c3f8759d370a HTTP/1.1" status: 200 len: 217 time: 0.0895689 Jul 09 14:58:45.369712 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0d751930-14b3-43bb-b215-c7ac325c9ca3 req-02f031a0-df1b-45d8-b6c1-f5ed30ddf06a tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/security-groups?id=6350f22d-31f5-4997-9a81-92d1dbf20d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424997 Jul 09 14:58:45.406075 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09b742-dcca-4a48-8a3a-b0d3324ffb6f req-b935bf8f-041e-423b-affb-fbf8e5379e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:45.419144 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1a307b-6f82-4c3e-9240-239e0e56c868 x-openstack-request-id: req-8c1a307b-6f82-4c3e-9240-239e0e56c868 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:58:45.420058 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1802d65f-3f81-429b-bc1c-bf1a7650ce94", "tag": "7a55c943-174c-41e4-ae0c-abae167a4938", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:58:45.420177 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9d09b742-dcca-4a48-8a3a-b0d3324ffb6f req-b935bf8f-041e-423b-affb-fbf8e5379e28 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=385bd4c1-ddb8-4fda-a37e-3fb2118661ca HTTP/1.1" status: 200 len: 797 time: 0.0967813 Jul 09 14:58:45.422483 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8c1a307b-6f82-4c3e-9240-239e0e56c868 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:58:45.422483 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1802d65f-3f81-429b-bc1c-bf1a7650ce94', 'tag': '7a55c943-174c-41e4-ae0c-abae167a4938', 'status': 'completed', 'code': 200} Jul 09 14:58:45.456108 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7ad968ef-74d7-4920-8e94-7a8608c644c5 req-b4b6d949-b3c8-42d6-9c04-8bf19ba0981d service neutron] 10.222.0.54 "GET /v2.0/networks/9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622638 Jul 09 14:58:45.481937 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-7f17aad2-d50b-403d-bd82-2bc00f9fa058 None None] Set router ae52d869-76cf-43d6-9570-c634cb033c3f gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:58:45.619155 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0fc450f5-e4ce-4c76-952c-b366d36ddc73 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:45.623994 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-0fc450f5-e4ce-4c76-952c-b366d36ddc73 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.9230592 Jul 09 14:58:45.630271 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc450f5-e4ce-4c76-952c-b366d36ddc73 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3c7529-ac0e-48be-9d3c-c0a4157ce36c,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:45.669521 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 52418) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:45.685733 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7ad968ef-74d7-4920-8e94-7a8608c644c5 req-211d50aa-4fa7-4484-8f01-303e6b90cccf service neutron] 10.222.0.54 "GET /v2.0/networks/9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214720 Jul 09 14:58:45.689968 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-9e6eecf5-acab-46ec-b180-31f396885e19 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:58:45.700407 n-d-799529-6 neutron-server[94446]: WARNING neutron.api.v2.base [None req-9e6eecf5-acab-46ec-b180-31f396885e19 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 09 14:58:45.700987 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [None req-9e6eecf5-acab-46ec-b180-31f396885e19 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] update failed (client error): There was a conflict when trying to complete your request. Jul 09 14:58:45.704674 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-9e6eecf5-acab-46ec-b180-31f396885e19 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] 10.222.0.58 "PUT /v2.0/security-groups/3e3c7529-ac0e-48be-9d3c-c0a4157ce36c HTTP/1.1" status: 409 len: 330 time: 0.0307407 Jul 09 14:58:45.705501 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 52420) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:45.753005 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09b742-dcca-4a48-8a3a-b0d3324ffb6f req-4c4de693-d93b-4f74-9e7c-49ab318bed03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:45.755004 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9d09b742-dcca-4a48-8a3a-b0d3324ffb6f req-4c4de693-d93b-4f74-9e7c-49ab318bed03 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=695dcd67-56f3-489c-8be9-3d26f71af2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3088925 Jul 09 14:58:45.803222 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-367c7755-c07c-4563-b76c-ec59449a1e48 req-4b81bcf5-6ef5-48a0-9a41-e08d453bd467 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3a24eb9f-4b2f-44cd-b76e-5a7eff83fcfb HTTP/1.1" status: 200 len: 210 time: 0.0515873 Jul 09 14:58:45.841087 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-888f2b49-cd59-42d3-bc48-7760132e4a12 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:45.878130 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-7f17aad2-d50b-403d-bd82-2bc00f9fa058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae52d869-76cf-43d6-9570-c634cb033c3f', 'name': 'tempest-ServerActionsTestJSON-692834245-router', 'tenant_id': 'c03b5d3d86974e68a5911d632d382871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'b66db752-10e8-4b7f-a845-53a0edbf7469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:57:52Z', 'updated_at': '2021-07-09T14:58:03Z', 'revision_number': 4, 'project_id': 'c03b5d3d86974e68a5911d632d382871', 'gw_port': {'id': 'b66db752-10e8-4b7f-a845-53a0edbf7469', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae52d869-76cf-43d6-9570-c634cb033c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:57:54Z', 'updated_at': '2021-07-09T14:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': 'f88bc26e-7192-4811-ae71-501cac3e4b76', 'tenant_id': 'c03b5d3d86974e68a5911d632d382871', 'floating_ip_address': '172.25.3.4', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': 'ae52d869-76cf-43d6-9570-c634cb033c3f', 'port_id': '7a55c943-174c-41e4-ae0c-abae167a4938', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2caf48fb-184c-426e-a7e2-2d876991b7f4', 'mac_address': 'fa:16:3e:19:43:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1802d65f-3f81-429b-bc1c-bf1a7650ce94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:58:12Z', 'updated_at': '2021-07-09T14:58:42Z', 'revision_number': 1, 'project_id': 'c03b5d3d86974e68a5911d632d382871', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8f14b7e-e63d-483c-8fda-5771893e6c53', 'name': '', 'network_id': '2caf48fb-184c-426e-a7e2-2d876991b7f4', 'tenant_id': 'c03b5d3d86974e68a5911d632d382871', 'mac_address': 'fa:16:3e:97:64:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae52d869-76cf-43d6-9570-c634cb033c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': 'a10947be-2e1d-4b8b-b31f-e273354d0e7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:58:02Z', 'updated_at': '2021-07-09T14:58:11Z', 'revision_number': 5, 'project_id': 'c03b5d3d86974e68a5911d632d382871', 'subnets': [{'id': 'a10947be-2e1d-4b8b-b31f-e273354d0e7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:58:45.885463 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d91091-dea6-4115-b6e9-f059f0ca111b req-7ba48bf0-e521-4299-bdf5-ee51f2af7f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:45.888902 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-04d91091-dea6-4115-b6e9-f059f0ca111b req-7ba48bf0-e521-4299-bdf5-ee51f2af7f72 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c03b5d3d86974e68a5911d632d382871&device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 1097 time: 0.2904496 Jul 09 14:58:45.952017 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f17aad2-d50b-403d-bd82-2bc00f9fa058 None None] The sync data for ids ['ae52d869-76cf-43d6-9570-c634cb033c3f'] in n-d-799529-6 is: [{'id': 'ae52d869-76cf-43d6-9570-c634cb033c3f', 'name': 'tempest-ServerActionsTestJSON-692834245-router', 'tenant_id': 'c03b5d3d86974e68a5911d632d382871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'b66db752-10e8-4b7f-a845-53a0edbf7469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:57:52Z', 'updated_at': '2021-07-09T14:58:03Z', 'revision_number': 4, 'project_id': 'c03b5d3d86974e68a5911d632d382871', 'gw_port': {'id': 'b66db752-10e8-4b7f-a845-53a0edbf7469', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae52d869-76cf-43d6-9570-c634cb033c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:57:54Z', 'updated_at': '2021-07-09T14:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': 'f88bc26e-7192-4811-ae71-501cac3e4b76', 'tenant_id': 'c03b5d3d86974e68a5911d632d382871', 'floating_ip_address': '172.25.3.4', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': 'ae52d869-76cf-43d6-9570-c634cb033c3f', 'port_id': '7a55c943-174c-41e4-ae0c-abae167a4938', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2caf48fb-184c-426e-a7e2-2d876991b7f4', 'mac_address': 'fa:16:3e:19:43:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1802d65f-3f81-429b-bc1c-bf1a7650ce94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:58:12Z', 'updated_at': '2021-07-09T14:58:42Z', 'revision_number': 1, 'project_id': 'c03b5d3d86974e68a5911d632d382871', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8f14b7e-e63d-483c-8fda-5771893e6c53', 'name': '', 'network_id': '2caf48fb-184c-426e-a7e2-2d876991b7f4', 'tenant_id': 'c03b5d3d86974e68a5911d632d382871', 'mac_address': 'fa:16:3e:97:64:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae52d869-76cf-43d6-9570-c634cb033c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': 'a10947be-2e1d-4b8b-b31f-e273354d0e7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:58:02Z', 'updated_at': '2021-07-09T14:58:11Z', 'revision_number': 5, 'project_id': 'c03b5d3d86974e68a5911d632d382871', 'subnets': [{'id': 'a10947be-2e1d-4b8b-b31f-e273354d0e7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:58:45.952384 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b15c1cfe-a7a7-4fc0-a1d4-2f18373fe6df req-96ce48e1-3204-4537-8526-055b1e9f60ca tempest-ServerShowV247Test-1151936835 tempest-ServerShowV247Test-1151936835-project] 10.222.0.58 "GET /v2.0/ports?device_id=4db40021-98b2-423e-b2e4-1ebd919ade2d HTTP/1.1" status: 200 len: 210 time: 0.0628169 Jul 09 14:58:45.966804 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-888f2b49-cd59-42d3-bc48-7760132e4a12 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:46.006861 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9d09b742-dcca-4a48-8a3a-b0d3324ffb6f req-1e93f929-ee3b-4891-996e-23a1073eda7e service neutron] 10.222.0.62 "GET /v2.0/networks/695dcd67-56f3-489c-8be9-3d26f71af2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429605 Jul 09 14:58:46.236375 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d91091-dea6-4115-b6e9-f059f0ca111b req-09b4757c-40aa-4d22-856f-c836c70a2a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:46.238816 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-888f2b49-cd59-42d3-bc48-7760132e4a12 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:46.247541 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-888f2b49-cd59-42d3-bc48-7760132e4a12 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:46.247541 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-888f2b49-cd59-42d3-bc48-7760132e4a12 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] 10.222.0.58 "DELETE /v2.0/security-groups/3e3c7529-ac0e-48be-9d3c-c0a4157ce36c HTTP/1.1" status: 204 len: 168 time: 0.5358734 Jul 09 14:58:46.247541 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 52432) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:46.252989 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-04d91091-dea6-4115-b6e9-f059f0ca111b req-09b4757c-40aa-4d22-856f-c836c70a2a29 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2caf48fb-184c-426e-a7e2-2d876991b7f4 HTTP/1.1" status: 200 len: 912 time: 0.3376095 Jul 09 14:58:46.373186 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 52440) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:46.375607 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-8aad5f8e-84e8-46c3-9ece-c0bf4ecd20ac tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1181793 Jul 09 14:58:46.388064 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888f2b49-cd59-42d3-bc48-7760132e4a12 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3c7529-ac0e-48be-9d3c-c0a4157ce36c,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:46.415136 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [None req-bfddaa05-5df4-4aeb-9cdc-37ccfc8bed68 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] delete failed (client error): The resource could not be found. Jul 09 14:58:46.416202 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-bfddaa05-5df4-4aeb-9cdc-37ccfc8bed68 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] 10.222.0.58 "DELETE /v2.0/security-groups/ad62e787-cbfe-4ecc-b5d5-a4eaad3f00c7 HTTP/1.1" status: 404 len: 347 time: 0.0420604 Jul 09 14:58:46.420536 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 52444) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:46.430256 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9d09b742-dcca-4a48-8a3a-b0d3324ffb6f req-d10a2f35-54c4-4547-8c3e-0e4cd67a7baf service neutron] 10.222.0.62 "GET /v2.0/networks/695dcd67-56f3-489c-8be9-3d26f71af2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4117539 Jul 09 14:58:46.444547 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [None req-ed0c800b-cf8b-41c3-8b93-87b04e7b99e5 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] show failed (client error): The resource could not be found. Jul 09 14:58:46.445668 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ed0c800b-cf8b-41c3-8b93-87b04e7b99e5 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] 10.222.0.58 "GET /v2.0/security-groups/6a2ec728-4e7f-44c0-b73b-c0da27babf71 HTTP/1.1" status: 404 len: 347 time: 0.0238628 Jul 09 14:58:46.449706 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 52448) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:46.457909 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-04d91091-dea6-4115-b6e9-f059f0ca111b req-6dfafc73-adf4-4312-a166-24cbbf1ee54c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a55c943-174c-41e4-ae0c-abae167a4938 HTTP/1.1" status: 200 len: 998 time: 0.2030671 Jul 09 14:58:46.461859 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [None req-8f1025d3-834f-4574-acc3-5d8c7ad29529 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] show failed (client error): The resource could not be found. Jul 09 14:58:46.463085 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-8f1025d3-834f-4574-acc3-5d8c7ad29529 tempest-NegativeSecGroupIPv6Test-1492432112 tempest-NegativeSecGroupIPv6Test-1492432112-project] 10.222.0.58 "GET /v2.0/security-group-rules/8639f93e-9b71-4fb4-8b48-3ddb92d0a4d3 HTTP/1.1" status: 404 len: 356 time: 0.0122886 Jul 09 14:58:46.481896 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f57d40-e65f-482e-89d9-98bdec774fc1 None None] New status for floating IP f88bc26e-7192-4811-ae71-501cac3e4b76: ACTIVE {{(pid=94447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:58:46.557175 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d91091-dea6-4115-b6e9-f059f0ca111b req-05f6db1e-6dca-48f9-9b19-a2c94bb47d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:46.558153 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-04d91091-dea6-4115-b6e9-f059f0ca111b req-05f6db1e-6dca-48f9-9b19-a2c94bb47d92 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a10947be-2e1d-4b8b-b31f-e273354d0e7a HTTP/1.1" status: 200 len: 850 time: 0.0826671 Jul 09 14:58:46.723078 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9d09b742-dcca-4a48-8a3a-b0d3324ffb6f req-53eb8dcb-c3f6-4779-b863-cf44cd7042f4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=09fcade5-de9d-4d53-b6e7-8b3bd924314a HTTP/1.1" status: 200 len: 217 time: 0.1700737 Jul 09 14:58:46.834295 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09b742-dcca-4a48-8a3a-b0d3324ffb6f req-2ff09fc8-5476-4731-a781-ea49ce211621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:46.836006 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9d09b742-dcca-4a48-8a3a-b0d3324ffb6f req-2ff09fc8-5476-4731-a781-ea49ce211621 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=385bd4c1-ddb8-4fda-a37e-3fb2118661ca HTTP/1.1" status: 200 len: 797 time: 0.0860121 Jul 09 14:58:46.854987 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1946b60-47f0-4e93-8eb2-5817963dfa50 req-cfe7bd42-9481-4780-acbe-9fa070480d85 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:46.857344 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c1946b60-47f0-4e93-8eb2-5817963dfa50 req-cfe7bd42-9481-4780-acbe-9fa070480d85 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e8294bd-5e3b-4a8c-9119-5d718ef6e249 HTTP/1.1" status: 200 len: 943 time: 0.1866016 Jul 09 14:58:46.860799 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d91091-dea6-4115-b6e9-f059f0ca111b req-534b80a0-5f14-4ea0-9ba5-3bedaa57b20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:46.862462 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-04d91091-dea6-4115-b6e9-f059f0ca111b req-534b80a0-5f14-4ea0-9ba5-3bedaa57b20f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2caf48fb-184c-426e-a7e2-2d876991b7f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1928396 Jul 09 14:58:47.132738 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c1946b60-47f0-4e93-8eb2-5817963dfa50 req-8b78f2ac-8fd2-4025-bd3a-e5d256ac1860 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/security-groups?id=6350f22d-31f5-4997-9a81-92d1dbf20d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564700 Jul 09 14:58:47.313450 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09b742-dcca-4a48-8a3a-b0d3324ffb6f req-63271d0a-4b64-4cdd-b489-2971e5888ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:47.313450 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9d09b742-dcca-4a48-8a3a-b0d3324ffb6f req-63271d0a-4b64-4cdd-b489-2971e5888ba9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=695dcd67-56f3-489c-8be9-3d26f71af2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3434458 Jul 09 14:58:47.313450 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-04d91091-dea6-4115-b6e9-f059f0ca111b req-3216ea25-f057-4c43-afdf-f2cdedad028c service neutron] 10.222.0.62 "GET /v2.0/networks/2caf48fb-184c-426e-a7e2-2d876991b7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486037 Jul 09 14:58:47.315010 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-51fa3a8e-8e91-4558-99a8-903853a13c97 req-0e3a4645-1956-4ab6-8390-fbaf448d9698 tempest-ServerShowV247Test-1151936835 tempest-ServerShowV247Test-1151936835-project] 10.222.0.58 "GET /v2.0/ports?device_id=4db40021-98b2-423e-b2e4-1ebd919ade2d HTTP/1.1" status: 200 len: 210 time: 0.0591118 Jul 09 14:58:47.315010 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b661a6cd-8267-4d62-a6e0-9ac46ab8a434 req-f256c456-dba3-4f21-8a70-947d9c63414c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4db40021-98b2-423e-b2e4-1ebd919ade2d HTTP/1.1" status: 200 len: 210 time: 0.0579317 Jul 09 14:58:47.408059 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9d09b742-dcca-4a48-8a3a-b0d3324ffb6f req-c6956a6f-6c40-495e-bd1d-92eef8afb6c6 service neutron] 10.222.0.62 "GET /v2.0/networks/695dcd67-56f3-489c-8be9-3d26f71af2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865973 Jul 09 14:58:47.423432 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e8294bd-5e3b-4a8c-9119-5d718ef6e249', 'tag': '105095aa-b79b-400e-beb1-c83d5346ce59'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:58:47.426643 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96368e8b-7fdd-44e7-b383-88d70aa4fcb9" -d '{"events": [{"name": "network-changed", "server_uuid": "2e8294bd-5e3b-4a8c-9119-5d718ef6e249", "tag": "105095aa-b79b-400e-beb1-c83d5346ce59"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:58:47.509222 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3629c65-5ca7-4af7-a25a-f82d43f6ca1e x-openstack-request-id: req-c3629c65-5ca7-4af7-a25a-f82d43f6ca1e {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:58:47.509912 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e8294bd-5e3b-4a8c-9119-5d718ef6e249", "tag": "105095aa-b79b-400e-beb1-c83d5346ce59", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:58:47.511461 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c3629c65-5ca7-4af7-a25a-f82d43f6ca1e {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:58:47.511887 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e8294bd-5e3b-4a8c-9119-5d718ef6e249', 'tag': '105095aa-b79b-400e-beb1-c83d5346ce59', 'status': 'completed', 'code': 200} Jul 09 14:58:47.559974 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9d09b742-dcca-4a48-8a3a-b0d3324ffb6f req-d705ed3c-fbd5-4b6c-94d4-ee21a9627761 service neutron] 10.222.0.62 "GET /v2.0/networks/695dcd67-56f3-489c-8be9-3d26f71af2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424618 Jul 09 14:58:47.562611 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-04d91091-dea6-4115-b6e9-f059f0ca111b req-a45b46f7-5557-4600-ac8d-b905935f99fe service neutron] 10.222.0.62 "GET /v2.0/networks/2caf48fb-184c-426e-a7e2-2d876991b7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322842 Jul 09 14:58:47.608132 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96368e8b-7fdd-44e7-b383-88d70aa4fcb9 req-873c71e7-c3c9-4112-910b-22b2bf2a0ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:47.610369 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-96368e8b-7fdd-44e7-b383-88d70aa4fcb9 req-873c71e7-c3c9-4112-910b-22b2bf2a0ef4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2b31a8f0407847ddbef3ce3aa6a501ce&device_id=2e8294bd-5e3b-4a8c-9119-5d718ef6e249 HTTP/1.1" status: 200 len: 1094 time: 0.0840442 Jul 09 14:58:47.733688 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96368e8b-7fdd-44e7-b383-88d70aa4fcb9 req-ff9e6979-95eb-4d1d-a875-1e503990a91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:47.735815 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-96368e8b-7fdd-44e7-b383-88d70aa4fcb9 req-ff9e6979-95eb-4d1d-a875-1e503990a91f service neutron] 10.222.0.54 "GET /v2.0/networks?id=9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677 HTTP/1.1" status: 200 len: 916 time: 0.1168170 Jul 09 14:58:47.803211 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-96368e8b-7fdd-44e7-b383-88d70aa4fcb9 req-52b8d53f-4ddb-4c05-81a0-3690f441d14b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=105095aa-b79b-400e-beb1-c83d5346ce59 HTTP/1.1" status: 200 len: 217 time: 0.0588872 Jul 09 14:58:47.807699 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 52484) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:47.866596 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96368e8b-7fdd-44e7-b383-88d70aa4fcb9 req-ed3edaac-16f1-4200-8876-e91ca1bcf983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:47.869610 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-96368e8b-7fdd-44e7-b383-88d70aa4fcb9 req-ed3edaac-16f1-4200-8876-e91ca1bcf983 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=43be0c5f-83f5-43e6-9326-6f032f77f01f HTTP/1.1" status: 200 len: 855 time: 0.0555835 Jul 09 14:58:47.909115 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-96368e8b-7fdd-44e7-b383-88d70aa4fcb9 req-2cb3c762-e87d-44fe-a881-fadc8348e37c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324459 Jul 09 14:58:48.032157 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-78dfb9f7-fc34-4a74-bfa6-36504f759f36 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=434d9b174fcc4e96a4fdf9282c0388c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2231469 Jul 09 14:58:48.034659 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 52490) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:58:48.069297 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-96368e8b-7fdd-44e7-b383-88d70aa4fcb9 req-6ae4d086-5e6a-4287-953f-07c5b43bae8b service neutron] 10.222.0.54 "GET /v2.0/networks/9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525881 Jul 09 14:58:48.117998 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1ef4c38c-2d05-42f1-89ac-f005b539c3c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:48.161215 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1ef4c38c-2d05-42f1-89ac-f005b539c3c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:48.221160 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-96368e8b-7fdd-44e7-b383-88d70aa4fcb9 req-a4d76a0a-705c-4489-9c80-8247841a4eb4 service neutron] 10.222.0.54 "GET /v2.0/networks/9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438425 Jul 09 14:58:48.336509 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1ef4c38c-2d05-42f1-89ac-f005b539c3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:48.339036 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1ef4c38c-2d05-42f1-89ac-f005b539c3c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:48.340796 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-1ef4c38c-2d05-42f1-89ac-f005b539c3c8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9ff4b5dc-2b9e-470c-8246-bd4c185b4e2b HTTP/1.1" status: 204 len: 168 time: 0.3045895 Jul 09 14:58:48.376631 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa348788-bbdf-4655-af04-ff71ff0f41d5 req-c0f8fc1f-f8e6-40be-be73-f13cdca6e802 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:48.385087 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-aa348788-bbdf-4655-af04-ff71ff0f41d5 req-c0f8fc1f-f8e6-40be-be73-f13cdca6e802 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e8294bd-5e3b-4a8c-9119-5d718ef6e249 HTTP/1.1" status: 200 len: 943 time: 0.0919363 Jul 09 14:58:48.391759 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef4c38c-2d05-42f1-89ac-f005b539c3c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff4b5dc-2b9e-470c-8246-bd4c185b4e2b,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:48.463223 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-aa348788-bbdf-4655-af04-ff71ff0f41d5 req-54b6296a-033c-4e78-b629-057800cb10c4 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/security-groups?id=6350f22d-31f5-4997-9a81-92d1dbf20d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769253 Jul 09 14:58:48.662606 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8baa06c8-d682-45a4-8f85-67d30aaeee82 req-41d8627e-2d4d-4698-a2f8-63d50f816737 tempest-ServerShowV247Test-1151936835 tempest-ServerShowV247Test-1151936835-project] 10.222.0.58 "GET /v2.0/ports?device_id=4db40021-98b2-423e-b2e4-1ebd919ade2d HTTP/1.1" status: 200 len: 210 time: 0.0394924 Jul 09 14:58:49.057729 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 105095aa-b79b-400e-beb1-c83d5346ce59 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:58:49.168397 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 105095aa-b79b-400e-beb1-c83d5346ce59, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=105095aa-b79b-400e-beb1-c83d5346ce59,segment=NetworkSegment(896ba2d5-d8c7-4c93-8e5b-c08d89831acb),segment_id=896ba2d5-d8c7-4c93-8e5b-c08d89831acb)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:58:49.180529 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': '105095aa-b79b-400e-beb1-c83d5346ce59', 'network_id': '9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677', 'port_id': '105095aa-b79b-400e-beb1-c83d5346ce59', 'mac_address': 'fa:16:3e:98:45:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43be0c5f-83f5-43e6-9326-6f032f77f01f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:58:49.227026 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:49.239219 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 105095aa-b79b-400e-beb1-c83d5346ce59 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:58:49.261319 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 105095aa-b79b-400e-beb1-c83d5346ce59, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=105095aa-b79b-400e-beb1-c83d5346ce59,segment=NetworkSegment(896ba2d5-d8c7-4c93-8e5b-c08d89831acb),segment_id=896ba2d5-d8c7-4c93-8e5b-c08d89831acb)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:58:49.427543 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:49.491578 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=105095aa-b79b-400e-beb1-c83d5346ce59,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:49.657011 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['105095aa-b79b-400e-beb1-c83d5346ce59'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:58:49.713507 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52ef777-e8fd-4c91-bbe5-226582862dfa req-bb739a97-f931-4383-af2c-e687af8084c5 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:49.713507 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a52ef777-e8fd-4c91-bbe5-226582862dfa req-bb739a97-f931-4383-af2c-e687af8084c5 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e8294bd-5e3b-4a8c-9119-5d718ef6e249 HTTP/1.1" status: 200 len: 944 time: 0.0868497 Jul 09 14:58:49.820145 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a52ef777-e8fd-4c91-bbe5-226582862dfa req-0cf4456a-fbd8-408c-a357-7d237bfa1b50 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/security-groups?id=6350f22d-31f5-4997-9a81-92d1dbf20d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075726 Jul 09 14:58:49.991055 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-83aa8aa2-e5fe-425d-bf9e-dac3477321bf req-5c036580-07f3-4a17-b9e2-324b9200de81 tempest-ServerShowV247Test-1151936835 tempest-ServerShowV247Test-1151936835-project] 10.222.0.58 "GET /v2.0/ports?device_id=4db40021-98b2-423e-b2e4-1ebd919ade2d HTTP/1.1" status: 200 len: 210 time: 0.0313945 Jul 09 14:58:51.013142 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a26653-d91a-4b19-a247-c81dad767e21 req-1eee8116-218e-49f2-9dee-b5b63598dfa9 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:51.014916 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f9a26653-d91a-4b19-a247-c81dad767e21 req-1eee8116-218e-49f2-9dee-b5b63598dfa9 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e8294bd-5e3b-4a8c-9119-5d718ef6e249 HTTP/1.1" status: 200 len: 944 time: 0.0817490 Jul 09 14:58:51.094883 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f9a26653-d91a-4b19-a247-c81dad767e21 req-b87f5822-e512-4c7b-a0ec-11b53c99c512 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/security-groups?id=6350f22d-31f5-4997-9a81-92d1dbf20d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619757 Jul 09 14:58:51.109141 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 105095aa-b79b-400e-beb1-c83d5346ce59 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:58:51.325362 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-798408a8-d120-4f8f-82c1-3162eb7abc1e req-e2e7d186-f7f8-4ea1-817e-f3425059e279 tempest-ServerShowV247Test-1151936835 tempest-ServerShowV247Test-1151936835-project] 10.222.0.58 "GET /v2.0/ports?device_id=4db40021-98b2-423e-b2e4-1ebd919ade2d HTTP/1.1" status: 200 len: 210 time: 0.0342455 Jul 09 14:58:51.387775 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port 105095aa-b79b-400e-beb1-c83d5346ce59 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:58:51.400392 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port 105095aa-b79b-400e-beb1-c83d5346ce59 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:58:51.400392 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:51.476018 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:51.504409 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e8294bd-5e3b-4a8c-9119-5d718ef6e249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105095aa-b79b-400e-beb1-c83d5346ce59'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:58:51.507110 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a015ee6-f84f-4acf-9089-659dbadd8c79" -d '{"events": [{"server_uuid": "2e8294bd-5e3b-4a8c-9119-5d718ef6e249", "name": "network-vif-plugged", "status": "completed", "tag": "105095aa-b79b-400e-beb1-c83d5346ce59"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:58:51.519490 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 105095aa-b79b-400e-beb1-c83d5346ce59, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=105095aa-b79b-400e-beb1-c83d5346ce59,segment=NetworkSegment(896ba2d5-d8c7-4c93-8e5b-c08d89831acb),segment_id=896ba2d5-d8c7-4c93-8e5b-c08d89831acb)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:58:51.552483 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0dc359-6455-4149-b756-f843aff18972 x-openstack-request-id: req-5f0dc359-6455-4149-b756-f843aff18972 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:58:51.552985 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e8294bd-5e3b-4a8c-9119-5d718ef6e249", "name": "network-vif-plugged", "status": "completed", "tag": "105095aa-b79b-400e-beb1-c83d5346ce59", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:58:51.553322 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5f0dc359-6455-4149-b756-f843aff18972 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:58:51.554006 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e8294bd-5e3b-4a8c-9119-5d718ef6e249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105095aa-b79b-400e-beb1-c83d5346ce59', 'code': 200} Jul 09 14:58:51.621914 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:51.694294 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=105095aa-b79b-400e-beb1-c83d5346ce59,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:58:51.736978 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144730f5-d173-4445-ada4-2674616957d7 req-892f7c29-1253-459c-b8b0-50d771c5560e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:51.738817 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-144730f5-d173-4445-ada4-2674616957d7 req-892f7c29-1253-459c-b8b0-50d771c5560e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2e8294bd-5e3b-4a8c-9119-5d718ef6e249 HTTP/1.1" status: 200 len: 1096 time: 0.0964193 Jul 09 14:58:51.790818 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-144730f5-d173-4445-ada4-2674616957d7 req-407c3d70-421b-477f-add1-5097d6d11a6a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6350f22d-31f5-4997-9a81-92d1dbf20d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451419 Jul 09 14:58:52.380253 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8322729-61c5-4633-a101-e3893a15b178 req-e7587826-0c4e-4bda-966b-90af5440dcdf tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:52.380253 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f8322729-61c5-4633-a101-e3893a15b178 req-e7587826-0c4e-4bda-966b-90af5440dcdf tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e8294bd-5e3b-4a8c-9119-5d718ef6e249 HTTP/1.1" status: 200 len: 945 time: 0.0679386 Jul 09 14:58:52.380253 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f8322729-61c5-4633-a101-e3893a15b178 req-d9af78b9-d12b-4f6b-bd0a-0eb9e97e29ec tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/security-groups?id=6350f22d-31f5-4997-9a81-92d1dbf20d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410521 Jul 09 14:58:52.529751 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1324d6be-7c5d-4917-beab-c46b454209f9 req-ae74f651-6b7f-4388-aa85-f8330471abaa tempest-ServerShowV247Test-1151936835 tempest-ServerShowV247Test-1151936835-project] 10.222.0.58 "GET /v2.0/ports?device_id=4db40021-98b2-423e-b2e4-1ebd919ade2d HTTP/1.1" status: 200 len: 210 time: 0.0358865 Jul 09 14:58:53.432877 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:53.635553 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ac868-93a1-4d29-afbf-7c4ca35fa867 req-7176033c-2e61-4a6a-9283-44ccfbe44170 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:53.637987 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-009ac868-93a1-4d29-afbf-7c4ca35fa867 req-7176033c-2e61-4a6a-9283-44ccfbe44170 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e8294bd-5e3b-4a8c-9119-5d718ef6e249 HTTP/1.1" status: 200 len: 945 time: 0.0987184 Jul 09 14:58:53.681081 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-009ac868-93a1-4d29-afbf-7c4ca35fa867 req-b6540e66-815d-4e28-bd91-c5832af6d9d8 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/security-groups?id=6350f22d-31f5-4997-9a81-92d1dbf20d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375485 Jul 09 14:58:53.858523 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b79a297f-97f8-4036-a04d-8220bcad5344 req-c8fd3922-928c-4ff3-b416-0ee5fb7da7c5 tempest-ServerShowV247Test-1151936835 tempest-ServerShowV247Test-1151936835-project] 10.222.0.58 "GET /v2.0/ports?device_id=4db40021-98b2-423e-b2e4-1ebd919ade2d HTTP/1.1" status: 200 len: 210 time: 0.0482290 Jul 09 14:58:54.941833 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e2cf9-bbfa-46d1-89ca-2f65c83e885d req-65cf28b6-30f0-4d5b-88fe-372c5dc9a8f3 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:58:54.943330 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2f6e2cf9-bbfa-46d1-89ca-2f65c83e885d req-65cf28b6-30f0-4d5b-88fe-372c5dc9a8f3 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e8294bd-5e3b-4a8c-9119-5d718ef6e249 HTTP/1.1" status: 200 len: 945 time: 0.0791163 Jul 09 14:58:54.988064 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2f6e2cf9-bbfa-46d1-89ca-2f65c83e885d req-68278231-3107-49b7-971d-fa41e9f27e52 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/security-groups?id=6350f22d-31f5-4997-9a81-92d1dbf20d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384648 Jul 09 14:58:55.036343 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-09cca2d6-5a84-4b8e-aecb-9b64e608562c req-732fe3b7-0162-493f-af31-c9c7b2445bb4 tempest-ServerShowV247Test-1151936835 tempest-ServerShowV247Test-1151936835-project] 10.222.0.58 "GET /v2.0/ports?device_id=4db40021-98b2-423e-b2e4-1ebd919ade2d HTTP/1.1" status: 200 len: 210 time: 0.0346429 Jul 09 14:58:56.181833 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3000ad93-842a-4e16-860f-7302dfd93f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:56.247763 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0cc572df-6b90-44b0-bd9e-f8fe9a6f95e3 req-a3a1ccc8-ae8a-4159-a27e-f9ff729b2138 tempest-ServerShowV247Test-1151936835 tempest-ServerShowV247Test-1151936835-project] 10.222.0.58 "GET /v2.0/ports?device_id=4db40021-98b2-423e-b2e4-1ebd919ade2d HTTP/1.1" status: 200 len: 210 time: 0.0349827 Jul 09 14:58:57.528096 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5a29e071-80c7-4a40-be89-9a6992277047 req-97b29c35-7daf-4936-9392-3c9ce6b01efe tempest-ServerShowV247Test-1151936835 tempest-ServerShowV247Test-1151936835-project] 10.222.0.58 "GET /v2.0/ports?device_id=4db40021-98b2-423e-b2e4-1ebd919ade2d HTTP/1.1" status: 200 len: 210 time: 0.0439053 Jul 09 14:58:58.840208 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6898b4e5-3692-4f9a-a8e3-18ba270377fd req-69d47b15-f560-47a0-b23b-47ac5bf4dd54 tempest-ServerShowV247Test-1151936835 tempest-ServerShowV247Test-1151936835-project] 10.222.0.58 "GET /v2.0/ports?device_id=4db40021-98b2-423e-b2e4-1ebd919ade2d HTTP/1.1" status: 200 len: 210 time: 0.0935659 Jul 09 14:58:59.118363 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-cd5a62a9-371b-430c-af0b-82268cd2ccd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:59.181360 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:00.125146 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-db70e3ed-96cf-4478-97d8-bffadadd2d7d req-71f359f0-4977-40b1-93ce-46fc1b5943bc tempest-ServerShowV247Test-1151936835 tempest-ServerShowV247Test-1151936835-project] 10.222.0.58 "GET /v2.0/ports?device_id=4db40021-98b2-423e-b2e4-1ebd919ade2d HTTP/1.1" status: 200 len: 210 time: 0.0432179 Jul 09 14:59:00.233099 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:01.329060 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d9f0a460-c255-4af3-8b5d-2fa280368962 req-b4a51c45-c602-4fbb-a69e-9142ec7c0e3a tempest-ServerShowV247Test-1151936835 tempest-ServerShowV247Test-1151936835-project] 10.222.0.58 "GET /v2.0/ports?device_id=4db40021-98b2-423e-b2e4-1ebd919ade2d HTTP/1.1" status: 200 len: 210 time: 0.0346580 Jul 09 14:59:01.598419 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:01.798955 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd6d9f-30d6-4a74-b330-6973b8e04bd6 req-5744354e-cc84-4563-96f5-e84f670df3a6 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:59:01.800545 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d3bd6d9f-30d6-4a74-b330-6973b8e04bd6 req-5744354e-cc84-4563-96f5-e84f670df3a6 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/networks?id=9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677 HTTP/1.1" status: 200 len: 815 time: 0.1428838 Jul 09 14:59:01.816064 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d3bd6d9f-30d6-4a74-b330-6973b8e04bd6 req-f4f60559-15d5-4e12-bfd1-20c334e259ec tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/quotas/2b31a8f0407847ddbef3ce3aa6a501ce HTTP/1.1" status: 200 len: 375 time: 0.0098956 Jul 09 14:59:01.916956 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d3bd6d9f-30d6-4a74-b330-6973b8e04bd6 req-36e46f55-e527-40ce-8657-0061e694abac tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2b31a8f0407847ddbef3ce3aa6a501ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0898728 Jul 09 14:59:01.938170 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [req-d3bd6d9f-30d6-4a74-b330-6973b8e04bd6 req-2a578679-16dc-4d4c-919c-27489b7d85d4 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:59:01.939436 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d3bd6d9f-30d6-4a74-b330-6973b8e04bd6 req-2a578679-16dc-4d4c-919c-27489b7d85d4 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094697 Jul 09 14:59:02.077588 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d3bd6d9f-30d6-4a74-b330-6973b8e04bd6 req-49a91c37-00e8-49ad-af79-64fb967ac17b service neutron] 10.222.0.58 "GET /v2.0/networks/9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307862 Jul 09 14:59:02.174712 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d3bd6d9f-30d6-4a74-b330-6973b8e04bd6 req-01bf3cec-028e-4f6c-9c1d-65c78dd32dc7 service neutron] 10.222.0.58 "GET /v2.0/networks/9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906987 Jul 09 14:59:02.574584 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c46c3e18-6dbb-4d41-a5cf-5c6ec7712891 req-a4fd13be-d393-44bb-8f68-3daad4419a7a tempest-ServerShowV247Test-1151936835 tempest-ServerShowV247Test-1151936835-project] 10.222.0.58 "GET /v2.0/ports?device_id=4db40021-98b2-423e-b2e4-1ebd919ade2d HTTP/1.1" status: 200 len: 210 time: 0.0751278 Jul 09 14:59:02.627587 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-46de63de-343c-496f-a930-79bc0821cf95 req-ea49fe38-5454-44cc-a595-657853f2e262 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7e29f9c-34c8-4e48-adf0-e3dd47769fa9 HTTP/1.1" status: 200 len: 210 time: 0.0505004 Jul 09 14:59:03.654313 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:59:03.736697 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b1211b89-b1e2-4c91-a621-34edb83f2dca req-d2af6bad-b13d-4859-9d5a-e2b70293a3f5 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7e29f9c-34c8-4e48-adf0-e3dd47769fa9 HTTP/1.1" status: 200 len: 210 time: 0.0506659 Jul 09 14:59:03.814453 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-68239e4c-a7a5-48b2-834a-b13fa9340f33 req-0652b800-e0b4-4a40-ab43-0b39adb330f2 tempest-ServerShowV247Test-1151936835 tempest-ServerShowV247Test-1151936835-project] 10.222.0.58 "GET /v2.0/ports?device_id=4db40021-98b2-423e-b2e4-1ebd919ade2d HTTP/1.1" status: 200 len: 210 time: 0.0307841 Jul 09 14:59:04.912209 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-669d5546-dcc3-4143-a50f-264d8c5aca6e req-d989d21f-3607-4130-9c67-256c68ee4268 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7e29f9c-34c8-4e48-adf0-e3dd47769fa9 HTTP/1.1" status: 200 len: 210 time: 0.0630414 Jul 09 14:59:05.013498 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bca5bdf1-c7e8-46bb-8b2f-3b81c5d0a6c5 req-a6d09ecc-09ad-4d31-9e39-dd1808ec7c31 tempest-ServerShowV247Test-1151936835 tempest-ServerShowV247Test-1151936835-project] 10.222.0.58 "GET /v2.0/ports?device_id=4db40021-98b2-423e-b2e4-1ebd919ade2d HTTP/1.1" status: 200 len: 210 time: 0.0343180 Jul 09 14:59:06.060283 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a112c82d-43c2-4d34-b8d6-ae31e8f09dd6 req-0376eb51-aaa7-4d09-a682-602515647509 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7e29f9c-34c8-4e48-adf0-e3dd47769fa9 HTTP/1.1" status: 200 len: 210 time: 0.0291746 Jul 09 14:59:06.182604 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8c8ef3a4-f752-4aa0-ab54-c773225bfedd req-8ff4e089-e4b1-4c15-99be-bbab3382008a tempest-ServerShowV247Test-1151936835 tempest-ServerShowV247Test-1151936835-project] 10.222.0.58 "GET /v2.0/ports?device_id=4db40021-98b2-423e-b2e4-1ebd919ade2d HTTP/1.1" status: 200 len: 210 time: 0.0313835 Jul 09 14:59:06.758406 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd6d9f-30d6-4a74-b330-6973b8e04bd6 req-0fa625c4-1868-4632-9787-b58ec539226d tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:59:06.760155 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d3bd6d9f-30d6-4a74-b330-6973b8e04bd6 req-0fa625c4-1868-4632-9787-b58ec539226d tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.62 "GET /v2.0/networks?id=9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677 HTTP/1.1" status: 200 len: 815 time: 0.1165283 Jul 09 14:59:06.786638 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-d3bd6d9f-30d6-4a74-b330-6973b8e04bd6 req-50492eb0-6c60-4299-a87e-b8f5b0ebe1a8 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Request body: {'port': {'device_id': 'b7e29f9c-34c8-4e48-adf0-e3dd47769fa9', 'network_id': '9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677', 'admin_state_up': True, 'tenant_id': '2b31a8f0407847ddbef3ce3aa6a501ce'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:59:07.125259 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3bd6d9f-30d6-4a74-b330-6973b8e04bd6 req-50492eb0-6c60-4299-a87e-b8f5b0ebe1a8 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Made reservation on behalf of 2b31a8f0407847ddbef3ce3aa6a501ce for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:59:07.137776 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d3bd6d9f-30d6-4a74-b330-6973b8e04bd6 req-50492eb0-6c60-4299-a87e-b8f5b0ebe1a8 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:07.247791 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ef99afe0-9e10-4005-8827-6a3dd320888c req-835b86e2-a55b-49ff-bc67-1ff095f87b88 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7e29f9c-34c8-4e48-adf0-e3dd47769fa9 HTTP/1.1" status: 200 len: 210 time: 0.0416582 Jul 09 14:59:07.357085 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-d3bd6d9f-30d6-4a74-b330-6973b8e04bd6 req-50492eb0-6c60-4299-a87e-b8f5b0ebe1a8 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Allocated IP 172.20.0.5 (9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677/43be0c5f-83f5-43e6-9326-6f032f77f01f/94828946-6f1e-462b-85c3-99890a0c3a4f) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:59:07.407202 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-13826d7c-074a-4a46-92c3-526bec2ba458 req-6425093e-d1de-46c2-aa80-b749dd8bedb9 tempest-ServerShowV247Test-1151936835 tempest-ServerShowV247Test-1151936835-project] 10.222.0.58 "GET /v2.0/ports?device_id=4db40021-98b2-423e-b2e4-1ebd919ade2d HTTP/1.1" status: 200 len: 210 time: 0.0422873 Jul 09 14:59:07.621614 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d3bd6d9f-30d6-4a74-b330-6973b8e04bd6 req-50492eb0-6c60-4299-a87e-b8f5b0ebe1a8 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:07.850023 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d3bd6d9f-30d6-4a74-b330-6973b8e04bd6 req-50492eb0-6c60-4299-a87e-b8f5b0ebe1a8 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:07.864208 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['9d1ce2dc-250d-4b0d-a302-92a28dbadeb4', '105095aa-b79b-400e-beb1-c83d5346ce59'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:59:07.895334 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3bd6d9f-30d6-4a74-b330-6973b8e04bd6 req-50492eb0-6c60-4299-a87e-b8f5b0ebe1a8 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Network 9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:59:07.929618 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-d3bd6d9f-30d6-4a74-b330-6973b8e04bd6 req-50492eb0-6c60-4299-a87e-b8f5b0ebe1a8 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:59:07.934260 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3bd6d9f-30d6-4a74-b330-6973b8e04bd6 req-50492eb0-6c60-4299-a87e-b8f5b0ebe1a8 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:59:07.961424 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50492eb0-6c60-4299-a87e-b8f5b0ebe1a8 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Pushing event updated for resources: {'Port': ['ID=94828946-6f1e-462b-85c3-99890a0c3a4f,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:59:08.014829 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd6d9f-30d6-4a74-b330-6973b8e04bd6 req-50492eb0-6c60-4299-a87e-b8f5b0ebe1a8 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:59:08.015582 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d3bd6d9f-30d6-4a74-b330-6973b8e04bd6 req-50492eb0-6c60-4299-a87e-b8f5b0ebe1a8 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:08.176597 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d3bd6d9f-30d6-4a74-b330-6973b8e04bd6 req-50492eb0-6c60-4299-a87e-b8f5b0ebe1a8 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3948331 Jul 09 14:59:08.196489 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-d3bd6d9f-30d6-4a74-b330-6973b8e04bd6 req-06f9cfce-30ea-4c35-a1fe-4b2027f94160 service neutron] Request body: {'port': {'device_id': 'b7e29f9c-34c8-4e48-adf0-e3dd47769fa9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:59:08.307603 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d3bd6d9f-30d6-4a74-b330-6973b8e04bd6 req-06f9cfce-30ea-4c35-a1fe-4b2027f94160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:08.470071 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196d656-da87-49d0-81a3-b190ef452d20 req-ff7d3605-818a-422a-bf15-04fb233bb807 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:59:08.471729 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c196d656-da87-49d0-81a3-b190ef452d20 req-ff7d3605-818a-422a-bf15-04fb233bb807 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7e29f9c-34c8-4e48-adf0-e3dd47769fa9 HTTP/1.1" status: 200 len: 931 time: 0.0811360 Jul 09 14:59:08.606670 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c196d656-da87-49d0-81a3-b190ef452d20 req-edf681f6-c067-42fa-9912-757104e2f33f tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/security-groups?id=6350f22d-31f5-4997-9a81-92d1dbf20d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267900 Jul 09 14:59:08.673737 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7315a0e0-fcd8-4077-9e86-19449dd6e51a req-8de172ff-ccd6-4daf-977d-767abc7ccbe7 tempest-ServerShowV247Test-1151936835 tempest-ServerShowV247Test-1151936835-project] 10.222.0.58 "GET /v2.0/ports?device_id=4db40021-98b2-423e-b2e4-1ebd919ade2d HTTP/1.1" status: 200 len: 210 time: 0.0653174 Jul 09 14:59:08.794342 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-d3bd6d9f-30d6-4a74-b330-6973b8e04bd6 req-06f9cfce-30ea-4c35-a1fe-4b2027f94160 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94828946-6f1e-462b-85c3-99890a0c3a4f {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:59:08.804122 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d3bd6d9f-30d6-4a74-b330-6973b8e04bd6 req-06f9cfce-30ea-4c35-a1fe-4b2027f94160 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:08.817988 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-d3bd6d9f-30d6-4a74-b330-6973b8e04bd6 req-06f9cfce-30ea-4c35-a1fe-4b2027f94160 service neutron] Transition to ACTIVE for port object 94828946-6f1e-462b-85c3-99890a0c3a4f will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:59:09.049748 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d3bd6d9f-30d6-4a74-b330-6973b8e04bd6 req-06f9cfce-30ea-4c35-a1fe-4b2027f94160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:09.132108 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f9cfce-30ea-4c35-a1fe-4b2027f94160 service neutron] Pushing event updated for resources: {'Port': ['ID=94828946-6f1e-462b-85c3-99890a0c3a4f,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:59:09.223603 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-d3bd6d9f-30d6-4a74-b330-6973b8e04bd6 req-06f9cfce-30ea-4c35-a1fe-4b2027f94160 service neutron] Attempting to bind port 94828946-6f1e-462b-85c3-99890a0c3a4f on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:59:09.223962 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-d3bd6d9f-30d6-4a74-b330-6973b8e04bd6 req-06f9cfce-30ea-4c35-a1fe-4b2027f94160 service neutron] Attempting to bind port 94828946-6f1e-462b-85c3-99890a0c3a4f by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': '896ba2d5-d8c7-4c93-8e5b-c08d89831acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:59:09.224306 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3bd6d9f-30d6-4a74-b330-6973b8e04bd6 req-06f9cfce-30ea-4c35-a1fe-4b2027f94160 service neutron] Attempting to bind port 94828946-6f1e-462b-85c3-99890a0c3a4f on network 9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:59:09.229938 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3bd6d9f-30d6-4a74-b330-6973b8e04bd6 req-06f9cfce-30ea-4c35-a1fe-4b2027f94160 service neutron] Port 94828946-6f1e-462b-85c3-99890a0c3a4f on network 9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:59:09.231326 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3bd6d9f-30d6-4a74-b330-6973b8e04bd6 req-06f9cfce-30ea-4c35-a1fe-4b2027f94160 service neutron] Attempting to bind port 94828946-6f1e-462b-85c3-99890a0c3a4f on network 9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:59:09.237961 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3bd6d9f-30d6-4a74-b330-6973b8e04bd6 req-06f9cfce-30ea-4c35-a1fe-4b2027f94160 service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:59:09.238338 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3bd6d9f-30d6-4a74-b330-6973b8e04bd6 req-06f9cfce-30ea-4c35-a1fe-4b2027f94160 service neutron] Checking segment: {'id': '896ba2d5-d8c7-4c93-8e5b-c08d89831acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:59:09.238882 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3bd6d9f-30d6-4a74-b330-6973b8e04bd6 req-06f9cfce-30ea-4c35-a1fe-4b2027f94160 service neutron] Bound using segment: {'id': '896ba2d5-d8c7-4c93-8e5b-c08d89831acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:59:09.239327 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-d3bd6d9f-30d6-4a74-b330-6973b8e04bd6 req-06f9cfce-30ea-4c35-a1fe-4b2027f94160 service neutron] Bound port: 94828946-6f1e-462b-85c3-99890a0c3a4f, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '896ba2d5-d8c7-4c93-8e5b-c08d89831acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:59:09.239845 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d3bd6d9f-30d6-4a74-b330-6973b8e04bd6 req-06f9cfce-30ea-4c35-a1fe-4b2027f94160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:09.313524 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-d3bd6d9f-30d6-4a74-b330-6973b8e04bd6 req-06f9cfce-30ea-4c35-a1fe-4b2027f94160 service neutron] For port 94828946-6f1e-462b-85c3-99890a0c3a4f, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:59:09.316619 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-d3bd6d9f-30d6-4a74-b330-6973b8e04bd6 req-06f9cfce-30ea-4c35-a1fe-4b2027f94160 service neutron] For port 94828946-6f1e-462b-85c3-99890a0c3a4f, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=94828946-6f1e-462b-85c3-99890a0c3a4f,segment=NetworkSegment(896ba2d5-d8c7-4c93-8e5b-c08d89831acb),segment_id=896ba2d5-d8c7-4c93-8e5b-c08d89831acb)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:59:09.553724 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d3bd6d9f-30d6-4a74-b330-6973b8e04bd6 req-06f9cfce-30ea-4c35-a1fe-4b2027f94160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:09.600499 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd6d9f-30d6-4a74-b330-6973b8e04bd6 req-06f9cfce-30ea-4c35-a1fe-4b2027f94160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:59:09.601201 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d3bd6d9f-30d6-4a74-b330-6973b8e04bd6 req-06f9cfce-30ea-4c35-a1fe-4b2027f94160 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:09.602847 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d3bd6d9f-30d6-4a74-b330-6973b8e04bd6 req-06f9cfce-30ea-4c35-a1fe-4b2027f94160 service neutron] 10.222.0.62 "PUT /v2.0/ports/94828946-6f1e-462b-85c3-99890a0c3a4f HTTP/1.1" status: 200 len: 1091 time: 1.4119396 Jul 09 14:59:09.603367 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7e29f9c-34c8-4e48-adf0-e3dd47769fa9', 'tag': '94828946-6f1e-462b-85c3-99890a0c3a4f'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:59:09.605753 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f759ef2-d3b6-43f5-94ae-34310f43691f" -d '{"events": [{"name": "network-changed", "server_uuid": "b7e29f9c-34c8-4e48-adf0-e3dd47769fa9", "tag": "94828946-6f1e-462b-85c3-99890a0c3a4f"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:59:09.647694 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f9cfce-30ea-4c35-a1fe-4b2027f94160 service neutron] Pushing event updated for resources: {'Port': ['ID=94828946-6f1e-462b-85c3-99890a0c3a4f,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:59:09.660685 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21fa3ed-b51f-40bc-b010-cf98e9b79779 x-openstack-request-id: req-b21fa3ed-b51f-40bc-b010-cf98e9b79779 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:59:09.660935 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7e29f9c-34c8-4e48-adf0-e3dd47769fa9", "tag": "94828946-6f1e-462b-85c3-99890a0c3a4f", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:59:09.661196 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b21fa3ed-b51f-40bc-b010-cf98e9b79779 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:59:09.661618 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7e29f9c-34c8-4e48-adf0-e3dd47769fa9', 'tag': '94828946-6f1e-462b-85c3-99890a0c3a4f', 'status': 'completed', 'code': 200} Jul 09 14:59:09.834572 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f759ef2-d3b6-43f5-94ae-34310f43691f req-8611a853-d2e6-4b7c-aaab-e6340376b520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:59:09.836147 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5f759ef2-d3b6-43f5-94ae-34310f43691f req-8611a853-d2e6-4b7c-aaab-e6340376b520 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2b31a8f0407847ddbef3ce3aa6a501ce&device_id=b7e29f9c-34c8-4e48-adf0-e3dd47769fa9 HTTP/1.1" status: 200 len: 1094 time: 0.1365175 Jul 09 14:59:09.848915 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df91d3a-f82a-42f8-8fb0-6ec13529e9a8 req-7842661a-a877-4a67-8c98-db577c7e6fbc tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:59:09.850407 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8df91d3a-f82a-42f8-8fb0-6ec13529e9a8 req-7842661a-a877-4a67-8c98-db577c7e6fbc tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7e29f9c-34c8-4e48-adf0-e3dd47769fa9 HTTP/1.1" status: 200 len: 943 time: 0.0959005 Jul 09 14:59:09.885279 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-681d9916-cbbb-4fac-a780-fbd02a80633c req-9c342264-c950-41ef-9edb-1bb86123c5e7 tempest-ServerShowV247Test-1151936835 tempest-ServerShowV247Test-1151936835-project] 10.222.0.58 "GET /v2.0/ports?device_id=4db40021-98b2-423e-b2e4-1ebd919ade2d HTTP/1.1" status: 200 len: 210 time: 0.0409389 Jul 09 14:59:09.967620 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f759ef2-d3b6-43f5-94ae-34310f43691f req-d0c1e47b-5628-4211-a292-b8d03e91c516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:59:09.969107 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5f759ef2-d3b6-43f5-94ae-34310f43691f req-d0c1e47b-5628-4211-a292-b8d03e91c516 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=2b31a8f0407847ddbef3ce3aa6a501ce&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1178386 Jul 09 14:59:10.005962 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8df91d3a-f82a-42f8-8fb0-6ec13529e9a8 req-57db49a8-f9d3-4950-bba2-9af7ae656b79 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/security-groups?id=6350f22d-31f5-4997-9a81-92d1dbf20d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453755 Jul 09 14:59:10.109463 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f759ef2-d3b6-43f5-94ae-34310f43691f req-95039f1d-cd4e-469c-8b0d-1cc447618a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:59:10.110906 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5f759ef2-d3b6-43f5-94ae-34310f43691f req-95039f1d-cd4e-469c-8b0d-1cc447618a7d service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1315751 Jul 09 14:59:10.295954 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd6d9f-30d6-4a74-b330-6973b8e04bd6 req-bf7180f9-c95c-4ecf-8733-48ad1a2587c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:59:10.297562 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d3bd6d9f-30d6-4a74-b330-6973b8e04bd6 req-bf7180f9-c95c-4ecf-8733-48ad1a2587c9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2b31a8f0407847ddbef3ce3aa6a501ce&device_id=b7e29f9c-34c8-4e48-adf0-e3dd47769fa9 HTTP/1.1" status: 200 len: 1094 time: 0.0771494 Jul 09 14:59:10.348189 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d3bd6d9f-30d6-4a74-b330-6973b8e04bd6 req-ab66d818-54dc-4c46-8fb0-021292d14aac service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94828946-6f1e-462b-85c3-99890a0c3a4f HTTP/1.1" status: 200 len: 217 time: 0.0351648 Jul 09 14:59:10.402095 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd6d9f-30d6-4a74-b330-6973b8e04bd6 req-6f2dd48e-a108-4ea4-bc3d-c5848d5ed40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:59:10.403646 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d3bd6d9f-30d6-4a74-b330-6973b8e04bd6 req-6f2dd48e-a108-4ea4-bc3d-c5848d5ed40e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=43be0c5f-83f5-43e6-9326-6f032f77f01f HTTP/1.1" status: 200 len: 855 time: 0.0472789 Jul 09 14:59:10.442359 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d3bd6d9f-30d6-4a74-b330-6973b8e04bd6 req-2e548799-6b21-4ecf-b941-6a64d70f48b5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322657 Jul 09 14:59:10.563894 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d3bd6d9f-30d6-4a74-b330-6973b8e04bd6 req-31be9006-2c40-423c-a271-e5fba057a348 service neutron] 10.222.0.62 "GET /v2.0/networks/9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137233 Jul 09 14:59:10.687604 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d3bd6d9f-30d6-4a74-b330-6973b8e04bd6 req-ac3f4286-86e5-4457-830f-ba6a5b99cb8d service neutron] 10.222.0.62 "GET /v2.0/networks/9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151509 Jul 09 14:59:11.096949 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2be824da-b31e-45f9-ae23-9530b5d35c85 req-88ac39ee-c32a-40e7-8c6e-c7002240601c tempest-ServerShowV247Test-1151936835 tempest-ServerShowV247Test-1151936835-project] 10.222.0.58 "GET /v2.0/ports?device_id=4db40021-98b2-423e-b2e4-1ebd919ade2d HTTP/1.1" status: 200 len: 210 time: 0.0364211 Jul 09 14:59:11.247064 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0584067-927b-4676-bfd7-18127486883b req-13cba2ca-cd41-4598-ab15-f74cf21ac5c0 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:59:11.248730 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c0584067-927b-4676-bfd7-18127486883b req-13cba2ca-cd41-4598-ab15-f74cf21ac5c0 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7e29f9c-34c8-4e48-adf0-e3dd47769fa9 HTTP/1.1" status: 200 len: 943 time: 0.0941222 Jul 09 14:59:11.291163 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c0584067-927b-4676-bfd7-18127486883b req-6323b967-9080-43e7-8f4a-819e1ea45574 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/security-groups?id=6350f22d-31f5-4997-9a81-92d1dbf20d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360320 Jul 09 14:59:12.260414 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-90c3a6af-4086-48c6-bacc-858a65698d0b req-f9e133a6-fbde-4208-b5a8-09853742edd8 tempest-ServerShowV247Test-1151936835 tempest-ServerShowV247Test-1151936835-project] 10.222.0.58 "GET /v2.0/ports?device_id=4db40021-98b2-423e-b2e4-1ebd919ade2d HTTP/1.1" status: 200 len: 210 time: 0.0301092 Jul 09 14:59:12.502054 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86412148-1a0e-4768-bd13-7b944d526750 req-260b54a0-a8da-4924-9157-6bcfe99b3e99 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:59:12.508124 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-86412148-1a0e-4768-bd13-7b944d526750 req-260b54a0-a8da-4924-9157-6bcfe99b3e99 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7e29f9c-34c8-4e48-adf0-e3dd47769fa9 HTTP/1.1" status: 200 len: 943 time: 0.0807390 Jul 09 14:59:12.543664 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-86412148-1a0e-4768-bd13-7b944d526750 req-c1bbb474-b625-4c57-8397-29a7c87f007f tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/security-groups?id=6350f22d-31f5-4997-9a81-92d1dbf20d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337903 Jul 09 14:59:13.435755 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-474e44c3-bedc-4973-a7c8-876719880e40 req-b8a5e907-59dd-459b-bfc9-46cd826e1007 tempest-ServerShowV247Test-1151936835 tempest-ServerShowV247Test-1151936835-project] 10.222.0.58 "GET /v2.0/ports?device_id=4db40021-98b2-423e-b2e4-1ebd919ade2d HTTP/1.1" status: 200 len: 210 time: 0.0463874 Jul 09 14:59:13.756504 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb18e9-a370-4e45-9ea5-4c8b16e45171 req-f72da5c6-8626-41a6-907d-f5403c34ab55 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:59:13.758325 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fddb18e9-a370-4e45-9ea5-4c8b16e45171 req-f72da5c6-8626-41a6-907d-f5403c34ab55 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7e29f9c-34c8-4e48-adf0-e3dd47769fa9 HTTP/1.1" status: 200 len: 943 time: 0.0754070 Jul 09 14:59:13.821178 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fddb18e9-a370-4e45-9ea5-4c8b16e45171 req-25542cc0-645d-4fa9-882e-25e430ccb9f7 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/security-groups?id=6350f22d-31f5-4997-9a81-92d1dbf20d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557296 Jul 09 14:59:14.013434 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 94828946-6f1e-462b-85c3-99890a0c3a4f details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:59:14.155843 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 94828946-6f1e-462b-85c3-99890a0c3a4f, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=94828946-6f1e-462b-85c3-99890a0c3a4f,segment=NetworkSegment(896ba2d5-d8c7-4c93-8e5b-c08d89831acb),segment_id=896ba2d5-d8c7-4c93-8e5b-c08d89831acb)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:59:14.169590 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '94828946-6f1e-462b-85c3-99890a0c3a4f', 'network_id': '9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677', 'port_id': '94828946-6f1e-462b-85c3-99890a0c3a4f', 'mac_address': 'fa:16:3e:e2:1d:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43be0c5f-83f5-43e6-9326-6f032f77f01f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:59:14.220585 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:14.235455 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94828946-6f1e-462b-85c3-99890a0c3a4f {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:59:14.262757 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 94828946-6f1e-462b-85c3-99890a0c3a4f, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=94828946-6f1e-462b-85c3-99890a0c3a4f,segment=NetworkSegment(896ba2d5-d8c7-4c93-8e5b-c08d89831acb),segment_id=896ba2d5-d8c7-4c93-8e5b-c08d89831acb)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:59:14.387844 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:14.444062 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=94828946-6f1e-462b-85c3-99890a0c3a4f,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:59:14.615982 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-04741914-ff22-4eb5-af4c-7a801e54bbbb req-e27be8e3-5418-4685-b07e-6afffd092726 tempest-ServerShowV247Test-1151936835 tempest-ServerShowV247Test-1151936835-project] 10.222.0.58 "GET /v2.0/ports?device_id=4db40021-98b2-423e-b2e4-1ebd919ade2d HTTP/1.1" status: 200 len: 210 time: 0.0473714 Jul 09 14:59:14.979801 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['94828946-6f1e-462b-85c3-99890a0c3a4f'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:59:15.021203 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bbd6e1-d7cd-4c54-86d5-c456988d960e req-3fad1424-8962-48ab-a4b0-87b5f0fab026 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:59:15.033174 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-30bbd6e1-d7cd-4c54-86d5-c456988d960e req-3fad1424-8962-48ab-a4b0-87b5f0fab026 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7e29f9c-34c8-4e48-adf0-e3dd47769fa9 HTTP/1.1" status: 200 len: 944 time: 0.0915251 Jul 09 14:59:15.041601 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:15.070234 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-30bbd6e1-d7cd-4c54-86d5-c456988d960e req-8ae7d765-37bf-40c9-8ec6-d5b026aec367 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/security-groups?id=6350f22d-31f5-4997-9a81-92d1dbf20d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361266 Jul 09 14:59:15.819124 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-299a8cbc-63f2-4617-a428-15f9e5ba647f req-5d5b7d31-83b2-434f-a25e-da2f75db9915 tempest-ServerShowV247Test-1151936835 tempest-ServerShowV247Test-1151936835-project] 10.222.0.58 "GET /v2.0/ports?device_id=4db40021-98b2-423e-b2e4-1ebd919ade2d HTTP/1.1" status: 200 len: 210 time: 0.0355976 Jul 09 14:59:16.290823 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa3fc88-d8f0-4973-9ffa-8fc63e1cd95e req-8f401d59-b834-46c5-aa7b-9f2e12c50c42 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:59:16.292660 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bfa3fc88-d8f0-4973-9ffa-8fc63e1cd95e req-8f401d59-b834-46c5-aa7b-9f2e12c50c42 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7e29f9c-34c8-4e48-adf0-e3dd47769fa9 HTTP/1.1" status: 200 len: 944 time: 0.0908957 Jul 09 14:59:16.333411 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bfa3fc88-d8f0-4973-9ffa-8fc63e1cd95e req-84916ce1-711a-411d-acdd-82654743d233 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/security-groups?id=6350f22d-31f5-4997-9a81-92d1dbf20d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348344 Jul 09 14:59:17.031334 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e689c229-6179-461f-8915-11e3d6f6acfa req-27a2e75f-e1ad-458c-9d39-2f4fb66aab03 tempest-ServerShowV247Test-1151936835 tempest-ServerShowV247Test-1151936835-project] 10.222.0.58 "GET /v2.0/ports?device_id=4db40021-98b2-423e-b2e4-1ebd919ade2d HTTP/1.1" status: 200 len: 210 time: 0.0561407 Jul 09 14:59:17.524919 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05bb06c-6ad9-4fb8-a349-48893676c1e6 req-5e7c89c5-63ff-47c4-b28a-6fab428379ae tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:59:17.527557 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a05bb06c-6ad9-4fb8-a349-48893676c1e6 req-5e7c89c5-63ff-47c4-b28a-6fab428379ae tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7e29f9c-34c8-4e48-adf0-e3dd47769fa9 HTTP/1.1" status: 200 len: 944 time: 0.0738456 Jul 09 14:59:17.601018 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a05bb06c-6ad9-4fb8-a349-48893676c1e6 req-b0701d85-4b27-4664-869f-f5191b6732da tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/security-groups?id=6350f22d-31f5-4997-9a81-92d1dbf20d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621741 Jul 09 14:59:18.010171 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 94828946-6f1e-462b-85c3-99890a0c3a4f up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:59:18.202019 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a8ca04e3-3ec5-49e7-85f3-0bf4e2cbc509 req-f08dae3d-04d4-4bf5-8250-354719da3abc tempest-ServerShowV247Test-1151936835 tempest-ServerShowV247Test-1151936835-project] 10.222.0.58 "GET /v2.0/ports?device_id=4db40021-98b2-423e-b2e4-1ebd919ade2d HTTP/1.1" status: 200 len: 210 time: 0.0324483 Jul 09 14:59:18.278180 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port 94828946-6f1e-462b-85c3-99890a0c3a4f completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:59:18.287801 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 94828946-6f1e-462b-85c3-99890a0c3a4f triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:59:18.288381 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:18.376261 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:18.407163 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e29f9c-34c8-4e48-adf0-e3dd47769fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94828946-6f1e-462b-85c3-99890a0c3a4f'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:59:18.409157 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3747cf04-a157-4ea7-9bd7-b0f8c24737c6" -d '{"events": [{"server_uuid": "b7e29f9c-34c8-4e48-adf0-e3dd47769fa9", "name": "network-vif-plugged", "status": "completed", "tag": "94828946-6f1e-462b-85c3-99890a0c3a4f"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:59:18.426599 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 94828946-6f1e-462b-85c3-99890a0c3a4f, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=94828946-6f1e-462b-85c3-99890a0c3a4f,segment=NetworkSegment(896ba2d5-d8c7-4c93-8e5b-c08d89831acb),segment_id=896ba2d5-d8c7-4c93-8e5b-c08d89831acb)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:59:18.473320 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e971edfe-9261-4bac-a128-2934697b5bc0 x-openstack-request-id: req-e971edfe-9261-4bac-a128-2934697b5bc0 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:59:18.474240 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e29f9c-34c8-4e48-adf0-e3dd47769fa9", "name": "network-vif-plugged", "status": "completed", "tag": "94828946-6f1e-462b-85c3-99890a0c3a4f", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:59:18.474240 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e971edfe-9261-4bac-a128-2934697b5bc0 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:59:18.474427 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e29f9c-34c8-4e48-adf0-e3dd47769fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94828946-6f1e-462b-85c3-99890a0c3a4f', 'code': 200} Jul 09 14:59:18.626448 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:18.641119 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec65e8-d3e3-4203-964e-ecb0d72e256d req-a509e926-3230-4ef9-8c70-7f8c31a32ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:59:18.642681 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bbec65e8-d3e3-4203-964e-ecb0d72e256d req-a509e926-3230-4ef9-8c70-7f8c31a32ddc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b7e29f9c-34c8-4e48-adf0-e3dd47769fa9 HTTP/1.1" status: 200 len: 1095 time: 0.0600717 Jul 09 14:59:18.686677 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bbec65e8-d3e3-4203-964e-ecb0d72e256d req-b88a0ecd-faf4-445e-84e5-19a0cbc2e15c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=6350f22d-31f5-4997-9a81-92d1dbf20d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340970 Jul 09 14:59:18.687459 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=94828946-6f1e-462b-85c3-99890a0c3a4f,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:59:18.803362 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae8e66-d5ff-453a-94c1-46eadde3e27f req-b9c41357-511c-4320-8c85-f10fe50a3dae tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:59:18.805156 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f3ae8e66-d5ff-453a-94c1-46eadde3e27f req-b9c41357-511c-4320-8c85-f10fe50a3dae tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7e29f9c-34c8-4e48-adf0-e3dd47769fa9 HTTP/1.1" status: 200 len: 945 time: 0.0702877 Jul 09 14:59:18.845895 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f3ae8e66-d5ff-453a-94c1-46eadde3e27f req-2d486d0a-f398-4809-b19f-aeef00183b8d tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/security-groups?id=6350f22d-31f5-4997-9a81-92d1dbf20d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336072 Jul 09 14:59:19.388397 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a48ff878-ef29-4f32-91c4-414a6f720073 req-993a04b6-4996-4f67-9989-25c3599b3715 tempest-ServerShowV247Test-1151936835 tempest-ServerShowV247Test-1151936835-project] 10.222.0.58 "GET /v2.0/ports?device_id=4db40021-98b2-423e-b2e4-1ebd919ade2d HTTP/1.1" status: 200 len: 210 time: 0.0362926 Jul 09 14:59:20.030736 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b7e8bf-3ded-4978-971c-46c712daeffd req-b9d1229b-66e8-4de3-82c5-f232fdf49a9d tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:59:20.032432 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c1b7e8bf-3ded-4978-971c-46c712daeffd req-b9d1229b-66e8-4de3-82c5-f232fdf49a9d tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7e29f9c-34c8-4e48-adf0-e3dd47769fa9 HTTP/1.1" status: 200 len: 945 time: 0.0703149 Jul 09 14:59:20.082791 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c1b7e8bf-3ded-4978-971c-46c712daeffd req-851a623b-1245-466f-973f-33f70c9b30c9 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/security-groups?id=6350f22d-31f5-4997-9a81-92d1dbf20d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446341 Jul 09 14:59:20.573086 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-15df9433-7567-4206-81d8-537287cea8be req-b2a3c594-7ecf-4ce9-b554-5340ac15d2d3 tempest-ServerShowV247Test-1151936835 tempest-ServerShowV247Test-1151936835-project] 10.222.0.58 "GET /v2.0/ports?device_id=4db40021-98b2-423e-b2e4-1ebd919ade2d HTTP/1.1" status: 200 len: 210 time: 0.0355914 Jul 09 14:59:20.985463 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-342fe2a8-2ce5-416e-86fc-1dd331cb5891 req-f7e17e30-7901-4b9f-988b-6bdc5ef8f550 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ce6ad456-c94f-4eb9-95d0-175ec5da9715&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0542789 Jul 09 14:59:21.079143 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342fe2a8-2ce5-416e-86fc-1dd331cb5891 req-86829d10-3cd1-4715-a103-d40536c9d397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:59:21.080863 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-342fe2a8-2ce5-416e-86fc-1dd331cb5891 req-86829d10-3cd1-4715-a103-d40536c9d397 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2b31a8f0407847ddbef3ce3aa6a501ce&device_id=ce6ad456-c94f-4eb9-95d0-175ec5da9715 HTTP/1.1" status: 200 len: 1096 time: 0.0690470 Jul 09 14:59:21.200990 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342fe2a8-2ce5-416e-86fc-1dd331cb5891 req-e83c73bd-3ed9-4425-8201-19c6f272b8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:59:21.202476 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-342fe2a8-2ce5-416e-86fc-1dd331cb5891 req-e83c73bd-3ed9-4425-8201-19c6f272b8ba service neutron] 10.222.0.54 "GET /v2.0/networks?id=9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677 HTTP/1.1" status: 200 len: 916 time: 0.0987189 Jul 09 14:59:21.249559 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-342fe2a8-2ce5-416e-86fc-1dd331cb5891 req-09954e1f-f00c-4142-85c5-059695eefd0b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d1ce2dc-250d-4b0d-a302-92a28dbadeb4 HTTP/1.1" status: 200 len: 217 time: 0.0388706 Jul 09 14:59:21.276347 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af92594-7ba0-4d58-808d-7ef93a2cda47 req-967eca91-a603-4b87-b95c-e3153d6eac10 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:59:21.277971 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8af92594-7ba0-4d58-808d-7ef93a2cda47 req-967eca91-a603-4b87-b95c-e3153d6eac10 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7e29f9c-34c8-4e48-adf0-e3dd47769fa9 HTTP/1.1" status: 200 len: 945 time: 0.0659776 Jul 09 14:59:21.302778 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342fe2a8-2ce5-416e-86fc-1dd331cb5891 req-0a53d7e5-060a-47af-8e6a-bd21e1791ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:59:21.304327 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-342fe2a8-2ce5-416e-86fc-1dd331cb5891 req-0a53d7e5-060a-47af-8e6a-bd21e1791ba2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=43be0c5f-83f5-43e6-9326-6f032f77f01f HTTP/1.1" status: 200 len: 855 time: 0.0473948 Jul 09 14:59:21.317650 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8af92594-7ba0-4d58-808d-7ef93a2cda47 req-6db4eb34-a36f-487c-a586-46bc33beb06d tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/security-groups?id=6350f22d-31f5-4997-9a81-92d1dbf20d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339081 Jul 09 14:59:21.354667 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-342fe2a8-2ce5-416e-86fc-1dd331cb5891 req-702d30bb-5c10-439e-88e6-beb9b9d103f0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366685 Jul 09 14:59:21.467687 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-342fe2a8-2ce5-416e-86fc-1dd331cb5891 req-da2f6f89-8b37-4cc8-908d-ca42de2757b9 service neutron] 10.222.0.54 "GET /v2.0/networks/9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058819 Jul 09 14:59:21.587783 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-342fe2a8-2ce5-416e-86fc-1dd331cb5891 req-8b026b7f-19fc-4668-9100-63e6045e5649 service neutron] 10.222.0.54 "GET /v2.0/networks/9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067479 Jul 09 14:59:21.760460 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6fc7f206-37bf-4008-8b52-5f67a671bfba req-fc0f6afe-f340-493f-8527-fc348757d3da tempest-ServerShowV247Test-1151936835 tempest-ServerShowV247Test-1151936835-project] 10.222.0.58 "GET /v2.0/ports?device_id=4db40021-98b2-423e-b2e4-1ebd919ade2d HTTP/1.1" status: 200 len: 210 time: 0.0332768 Jul 09 14:59:22.922341 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f85fb913-d047-4617-baa5-100d7ff51604 req-5d32b49c-006f-4015-971a-73a4f2315f41 tempest-ServerShowV247Test-1151936835 tempest-ServerShowV247Test-1151936835-project] 10.222.0.58 "GET /v2.0/ports?device_id=4db40021-98b2-423e-b2e4-1ebd919ade2d HTTP/1.1" status: 200 len: 210 time: 0.0326047 Jul 09 14:59:23.262961 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:24.109505 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c905440a-54a5-4dd1-8e6b-ebb9c0dd7785 req-83f8e591-aec5-46c5-8920-4a37eeceb3c3 tempest-ServerShowV247Test-1151936835 tempest-ServerShowV247Test-1151936835-project] 10.222.0.58 "GET /v2.0/ports?device_id=4db40021-98b2-423e-b2e4-1ebd919ade2d HTTP/1.1" status: 200 len: 210 time: 0.0454121 Jul 09 14:59:24.511603 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-50d39e1c-4711-4a69-a73d-00aa0bed3d0e req-83691230-45ea-4d61-919e-7d5097db4ac6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4db40021-98b2-423e-b2e4-1ebd919ade2d HTTP/1.1" status: 200 len: 210 time: 0.0300074 Jul 09 14:59:25.279231 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a5a86329-16bd-4eb6-b53e-4e848a64ce77 req-f458f922-47bc-41e9-9aac-c34a4460568b tempest-ServerShowV247Test-1151936835 tempest-ServerShowV247Test-1151936835-project] 10.222.0.58 "GET /v2.0/ports?device_id=4db40021-98b2-423e-b2e4-1ebd919ade2d HTTP/1.1" status: 200 len: 210 time: 0.0373731 Jul 09 14:59:26.178771 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ca62ae00-01d9-4dec-8dbc-d2d265a707f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:26.445538 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f4df46b4-c8f2-4d7b-bf8d-94f6687fc636 req-a93a9f1a-4043-49d1-ae1c-f45b89741b0c tempest-ServerShowV247Test-1151936835 tempest-ServerShowV247Test-1151936835-project] 10.222.0.58 "GET /v2.0/ports?device_id=4db40021-98b2-423e-b2e4-1ebd919ade2d HTTP/1.1" status: 200 len: 210 time: 0.0292282 Jul 09 14:59:26.771095 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d2c4709a-afbb-4627-bda2-bd0e629991fe req-dadc2feb-31c2-4936-931d-8d42fafb2cc6 tempest-ServerShowV247Test-1151936835 tempest-ServerShowV247Test-1151936835-project] 10.222.0.58 "GET /v2.0/ports?device_id=4db40021-98b2-423e-b2e4-1ebd919ade2d&device_id=3a24eb9f-4b2f-44cd-b76e-5a7eff83fcfb HTTP/1.1" status: 200 len: 210 time: 0.0312648 Jul 09 14:59:27.441675 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e8b3375f-d25a-4c29-ae3a-2a6aa04612cc req-2171f93d-130f-40e6-83be-e22027c97e39 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=65820cd0ed0e47a09b1cd657bb27d206&device_id=4db40021-98b2-423e-b2e4-1ebd919ade2d HTTP/1.1" status: 200 len: 210 time: 0.0353477 Jul 09 14:59:27.472597 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e8b3375f-d25a-4c29-ae3a-2a6aa04612cc req-31dc5d1e-308d-4716-99a3-f2bb0df08ee4 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=65820cd0ed0e47a09b1cd657bb27d206&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227427 Jul 09 14:59:27.571128 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-30ec406d-5b6d-4496-b4d2-6f2ee110e559 req-2c7ee8dc-b110-4f84-8c7b-54f44af3c928 tempest-ServerShowV247Test-1151936835 tempest-ServerShowV247Test-1151936835-project] 10.222.0.58 "GET /v2.0/ports?device_id=4db40021-98b2-423e-b2e4-1ebd919ade2d HTTP/1.1" status: 200 len: 210 time: 0.0525646 Jul 09 14:59:27.638381 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3375f-d25a-4c29-ae3a-2a6aa04612cc req-c265ef62-a653-4de5-b3e7-a0d732c30f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:59:27.640101 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e8b3375f-d25a-4c29-ae3a-2a6aa04612cc req-c265ef62-a653-4de5-b3e7-a0d732c30f9b service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1449366 Jul 09 14:59:28.795781 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-81d04f7d-1cd1-44d6-ab54-4bdce6a198ef req-eb053d6c-38a5-4873-83e5-9059f4a9a270 tempest-ServerShowV247Test-1151936835 tempest-ServerShowV247Test-1151936835-project] 10.222.0.58 "GET /v2.0/ports?device_id=4db40021-98b2-423e-b2e4-1ebd919ade2d HTTP/1.1" status: 200 len: 210 time: 0.0624635 Jul 09 14:59:29.104969 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0440e0d9-1c1d-4768-815b-aa4e65e2ee73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:29.137964 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e8b3375f-d25a-4c29-ae3a-2a6aa04612cc req-3a2a3799-8dee-45da-ac8c-33959fd54ca4 tempest-ServerShowV247Test-1151936835 tempest-ServerShowV247Test-1151936835-project] 10.222.0.54 "GET /v2.0/ports?device_id=4db40021-98b2-423e-b2e4-1ebd919ade2d HTTP/1.1" status: 200 len: 210 time: 0.0507834 Jul 09 14:59:29.323272 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:30.033200 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f0845138-811a-49a3-b1d3-4c166d0e34e3 req-ff1d7cfe-355b-42f8-a3bf-285fe972ae07 tempest-ServerShowV247Test-1151936835 tempest-ServerShowV247Test-1151936835-project] 10.222.0.58 "GET /v2.0/ports?device_id=4db40021-98b2-423e-b2e4-1ebd919ade2d HTTP/1.1" status: 200 len: 210 time: 0.0613554 Jul 09 14:59:30.285790 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:31.672556 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:31.841023 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f013682b-4fbb-46bf-a840-efa9a75ecfd1 req-142984b4-9e3d-457b-a26d-2b37d28526dc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=65820cd0ed0e47a09b1cd657bb27d206&device_id=3a24eb9f-4b2f-44cd-b76e-5a7eff83fcfb HTTP/1.1" status: 200 len: 210 time: 0.0323067 Jul 09 14:59:31.872812 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f013682b-4fbb-46bf-a840-efa9a75ecfd1 req-04e1672d-ff32-4dff-b53d-798b83639488 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=65820cd0ed0e47a09b1cd657bb27d206&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233271 Jul 09 14:59:31.977122 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-de0d39dc-837b-4f0b-b6be-9ecb35b8f89f req-02c21415-67b0-46c5-8398-5ea960b9646d tempest-ServerShowV247Test-1151936835 tempest-ServerShowV247Test-1151936835-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a24eb9f-4b2f-44cd-b76e-5a7eff83fcfb HTTP/1.1" status: 200 len: 210 time: 0.0731037 Jul 09 14:59:32.044831 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f013682b-4fbb-46bf-a840-efa9a75ecfd1 req-9f49725d-4804-4902-bd03-f3c7a59efe8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:59:32.046595 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f013682b-4fbb-46bf-a840-efa9a75ecfd1 req-9f49725d-4804-4902-bd03-f3c7a59efe8a service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1674061 Jul 09 14:59:33.149426 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-16b69c95-7390-47c5-b6a6-4288b27b0bc4 req-4294187a-32bd-4700-83ff-a324fa5dd9c3 tempest-ServerShowV247Test-1151936835 tempest-ServerShowV247Test-1151936835-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a24eb9f-4b2f-44cd-b76e-5a7eff83fcfb HTTP/1.1" status: 200 len: 210 time: 0.0301175 Jul 09 14:59:33.470623 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f013682b-4fbb-46bf-a840-efa9a75ecfd1 req-2d01d451-713e-455e-a19c-7d49c1a6fb6c tempest-ServerShowV247Test-1151936835 tempest-ServerShowV247Test-1151936835-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a24eb9f-4b2f-44cd-b76e-5a7eff83fcfb HTTP/1.1" status: 200 len: 210 time: 0.0368321 Jul 09 14:59:34.311356 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-baeb5dcf-03da-4382-8627-78cd5f7d21f6 req-7595060e-fbca-48a4-9dad-7be24c71ee5b tempest-ServerShowV247Test-1151936835 tempest-ServerShowV247Test-1151936835-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a24eb9f-4b2f-44cd-b76e-5a7eff83fcfb HTTP/1.1" status: 200 len: 210 time: 0.0316243 Jul 09 14:59:36.361001 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 54066) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:59:36.487240 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-74436620-4a91-4c69-84e7-1942a2559733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:36.591893 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-74436620-4a91-4c69-84e7-1942a2559733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:36.810028 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-74436620-4a91-4c69-84e7-1942a2559733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:36.852815 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-74436620-4a91-4c69-84e7-1942a2559733 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=65820cd0ed0e47a09b1cd657bb27d206&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4887276 Jul 09 14:59:36.853587 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 54082) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:59:36.856565 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74436620-4a91-4c69-84e7-1942a2559733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e90da610-b5a8-46d5-8a61-d5471928a91b,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:59:36.874462 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74436620-4a91-4c69-84e7-1942a2559733 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:59:36.874908 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74436620-4a91-4c69-84e7-1942a2559733 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:59:36.875318 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74436620-4a91-4c69-84e7-1942a2559733 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:59:36.875779 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74436620-4a91-4c69-84e7-1942a2559733 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:59:36.876201 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74436620-4a91-4c69-84e7-1942a2559733 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:59:36.876608 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74436620-4a91-4c69-84e7-1942a2559733 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:59:36.877005 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74436620-4a91-4c69-84e7-1942a2559733 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:59:36.877397 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74436620-4a91-4c69-84e7-1942a2559733 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:59:36.877789 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74436620-4a91-4c69-84e7-1942a2559733 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:59:36.878179 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74436620-4a91-4c69-84e7-1942a2559733 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:59:36.878569 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74436620-4a91-4c69-84e7-1942a2559733 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:59:36.878956 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74436620-4a91-4c69-84e7-1942a2559733 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:59:36.926713 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9578b9b7-7b50-489b-a13c-e39ce195d8d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:36.951029 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9578b9b7-7b50-489b-a13c-e39ce195d8d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:37.089771 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9578b9b7-7b50-489b-a13c-e39ce195d8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:37.092909 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9578b9b7-7b50-489b-a13c-e39ce195d8d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:37.096644 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-9578b9b7-7b50-489b-a13c-e39ce195d8d2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e90da610-b5a8-46d5-8a61-d5471928a91b HTTP/1.1" status: 204 len: 168 time: 0.2387168 Jul 09 14:59:37.103653 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9578b9b7-7b50-489b-a13c-e39ce195d8d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90da610-b5a8-46d5-8a61-d5471928a91b,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:59:38.672369 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 54154) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:59:38.794611 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-39f9e5db-c0d2-48b8-af79-1af094cf8618 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1112086082-network', 'tenant_id': '3378cbcb6d374f7888262c5aa67c214b'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:59:39.003386 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f9e5db-c0d2-48b8-af79-1af094cf8618 admin admin] Made reservation on behalf of 3378cbcb6d374f7888262c5aa67c214b for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:59:39.007698 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-39f9e5db-c0d2-48b8-af79-1af094cf8618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:39.021920 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-39f9e5db-c0d2-48b8-af79-1af094cf8618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:39.139016 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-39f9e5db-c0d2-48b8-af79-1af094cf8618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:39.348859 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-39f9e5db-c0d2-48b8-af79-1af094cf8618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:39.361660 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39f9e5db-c0d2-48b8-af79-1af094cf8618 admin admin] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:59:39.383243 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-39f9e5db-c0d2-48b8-af79-1af094cf8618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:39.383871 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-39f9e5db-c0d2-48b8-af79-1af094cf8618 admin admin] Added segment 793f6188-e169-447b-9a2e-8619e04e34aa of type vlan for network 053b5aa8-ddaf-4c8a-a4d7-933f77f92447 Jul 09 14:59:39.430783 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f9e5db-c0d2-48b8-af79-1af094cf8618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54376be5-42b3-4a7d-9d8f-18bbd2b1b3f4,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:59:39.450474 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-39f9e5db-c0d2-48b8-af79-1af094cf8618 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:39.757463 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-39f9e5db-c0d2-48b8-af79-1af094cf8618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:39.762141 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f9e5db-c0d2-48b8-af79-1af094cf8618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:59:39.762141 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-39f9e5db-c0d2-48b8-af79-1af094cf8618 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:39.844779 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f9e5db-c0d2-48b8-af79-1af094cf8618 admin admin] Pushing event updated for resources: {'Network': ['ID=053b5aa8-ddaf-4c8a-a4d7-933f77f92447,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:59:39.859736 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 053b5aa8-ddaf-4c8a-a4d7-933f77f92447 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:59:39.951021 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-39f9e5db-c0d2-48b8-af79-1af094cf8618 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2735190 Jul 09 14:59:39.951257 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 54188) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:59:39.957273 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-39817b21-5a6c-4cf3-84fa-ca99cc69c778 admin admin] Request body: {'subnet': {'network_id': '053b5aa8-ddaf-4c8a-a4d7-933f77f92447', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1112086082-subnet', 'tenant_id': '3378cbcb6d374f7888262c5aa67c214b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:59:40.100254 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39817b21-5a6c-4cf3-84fa-ca99cc69c778 admin admin] Made reservation on behalf of 3378cbcb6d374f7888262c5aa67c214b for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:59:40.100254 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-39817b21-5a6c-4cf3-84fa-ca99cc69c778 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:40.444866 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-39817b21-5a6c-4cf3-84fa-ca99cc69c778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:40.490222 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39817b21-5a6c-4cf3-84fa-ca99cc69c778 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f10ff914-6b6b-4456-8b4d-b9664913c2d3,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:59:40.563892 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39817b21-5a6c-4cf3-84fa-ca99cc69c778 admin admin] Checking segment: {'id': '793f6188-e169-447b-9a2e-8619e04e34aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '053b5aa8-ddaf-4c8a-a4d7-933f77f92447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:59:40.566407 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39817b21-5a6c-4cf3-84fa-ca99cc69c778 admin admin] Network hostable DHCP agents. Network: 053b5aa8-ddaf-4c8a-a4d7-933f77f92447, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:59:40.634828 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:59:40.809082 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39817b21-5a6c-4cf3-84fa-ca99cc69c778 admin admin] Network 053b5aa8-ddaf-4c8a-a4d7-933f77f92447 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:59:40.940549 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-39817b21-5a6c-4cf3-84fa-ca99cc69c778 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 053b5aa8-ddaf-4c8a-a4d7-933f77f92447) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:59:40.956221 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39817b21-5a6c-4cf3-84fa-ca99cc69c778 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:59:40.960169 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-39817b21-5a6c-4cf3-84fa-ca99cc69c778 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:40.960791 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bcc909-2681-47d3-b8ad-fa65b627fffc None None] Network 053b5aa8-ddaf-4c8a-a4d7-933f77f92447 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:59:41.081499 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-39817b21-5a6c-4cf3-84fa-ca99cc69c778 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1289799 Jul 09 14:59:41.082501 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 54216) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:59:41.088973 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-4dbfde45-54e0-4feb-9c47-4cb0599356b8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1112086082-router', 'tenant_id': '3378cbcb6d374f7888262c5aa67c214b', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:59:41.192926 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27515ae1-16d2-410b-89aa-e17eda5fc4d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-053b5aa8-ddaf-4c8a-a4d7-933f77f92447', 'network_id': '053b5aa8-ddaf-4c8a-a4d7-933f77f92447', 'tenant_id': '3378cbcb6d374f7888262c5aa67c214b', 'fixed_ips': [{'subnet_id': 'f10ff914-6b6b-4456-8b4d-b9664913c2d3'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:59:41.193803 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-27515ae1-16d2-410b-89aa-e17eda5fc4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:41.218004 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4dbfde45-54e0-4feb-9c47-4cb0599356b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:41.219858 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4dbfde45-54e0-4feb-9c47-4cb0599356b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:41.385862 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4dbfde45-54e0-4feb-9c47-4cb0599356b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:41.666889 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-27515ae1-16d2-410b-89aa-e17eda5fc4d8 None None] Allocated IP 172.20.0.2 (053b5aa8-ddaf-4c8a-a4d7-933f77f92447/f10ff914-6b6b-4456-8b4d-b9664913c2d3/2d5ca57a-25fd-4874-ae4e-b6b5618b1407) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:59:41.991871 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-27515ae1-16d2-410b-89aa-e17eda5fc4d8 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:42.003384 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-27515ae1-16d2-410b-89aa-e17eda5fc4d8 None None] Transition to ACTIVE for port object 2d5ca57a-25fd-4874-ae4e-b6b5618b1407 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:59:42.049273 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-27515ae1-16d2-410b-89aa-e17eda5fc4d8 None None] Transition to ACTIVE for port object 2d5ca57a-25fd-4874-ae4e-b6b5618b1407 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:59:42.207186 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-27515ae1-16d2-410b-89aa-e17eda5fc4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:42.311892 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27515ae1-16d2-410b-89aa-e17eda5fc4d8 None None] Network 053b5aa8-ddaf-4c8a-a4d7-933f77f92447 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:59:42.318917 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-27515ae1-16d2-410b-89aa-e17eda5fc4d8 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:59:42.323984 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27515ae1-16d2-410b-89aa-e17eda5fc4d8 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:59:42.448392 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27515ae1-16d2-410b-89aa-e17eda5fc4d8 None None] Pushing event updated for resources: {'Port': ['ID=2d5ca57a-25fd-4874-ae4e-b6b5618b1407,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:59:42.479338 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27515ae1-16d2-410b-89aa-e17eda5fc4d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:59:42.479810 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27515ae1-16d2-410b-89aa-e17eda5fc4d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:59:42.480156 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27515ae1-16d2-410b-89aa-e17eda5fc4d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:59:42.483639 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27515ae1-16d2-410b-89aa-e17eda5fc4d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:59:42.483639 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27515ae1-16d2-410b-89aa-e17eda5fc4d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:59:42.483639 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27515ae1-16d2-410b-89aa-e17eda5fc4d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:59:42.483639 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27515ae1-16d2-410b-89aa-e17eda5fc4d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:59:42.483639 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27515ae1-16d2-410b-89aa-e17eda5fc4d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:59:42.483639 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27515ae1-16d2-410b-89aa-e17eda5fc4d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:59:42.483639 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27515ae1-16d2-410b-89aa-e17eda5fc4d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:59:42.483639 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27515ae1-16d2-410b-89aa-e17eda5fc4d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:59:42.483639 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27515ae1-16d2-410b-89aa-e17eda5fc4d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:59:42.546720 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4dbfde45-54e0-4feb-9c47-4cb0599356b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:42.550590 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-27515ae1-16d2-410b-89aa-e17eda5fc4d8 None None] Attempting to bind port 2d5ca57a-25fd-4874-ae4e-b6b5618b1407 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:59:42.551063 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-27515ae1-16d2-410b-89aa-e17eda5fc4d8 None None] Attempting to bind port 2d5ca57a-25fd-4874-ae4e-b6b5618b1407 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '793f6188-e169-447b-9a2e-8619e04e34aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '053b5aa8-ddaf-4c8a-a4d7-933f77f92447'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:59:42.551436 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27515ae1-16d2-410b-89aa-e17eda5fc4d8 None None] Attempting to bind port 2d5ca57a-25fd-4874-ae4e-b6b5618b1407 on network 053b5aa8-ddaf-4c8a-a4d7-933f77f92447 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:59:42.566231 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27515ae1-16d2-410b-89aa-e17eda5fc4d8 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:59:42.566624 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27515ae1-16d2-410b-89aa-e17eda5fc4d8 None None] Checking segment: {'id': '793f6188-e169-447b-9a2e-8619e04e34aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '053b5aa8-ddaf-4c8a-a4d7-933f77f92447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:59:42.567039 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-27515ae1-16d2-410b-89aa-e17eda5fc4d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:42.567977 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27515ae1-16d2-410b-89aa-e17eda5fc4d8 None None] Bound using segment: {'id': '793f6188-e169-447b-9a2e-8619e04e34aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '053b5aa8-ddaf-4c8a-a4d7-933f77f92447'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:59:42.568647 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-27515ae1-16d2-410b-89aa-e17eda5fc4d8 None None] Bound port: 2d5ca57a-25fd-4874-ae4e-b6b5618b1407, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '793f6188-e169-447b-9a2e-8619e04e34aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '053b5aa8-ddaf-4c8a-a4d7-933f77f92447'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:59:42.570324 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-27515ae1-16d2-410b-89aa-e17eda5fc4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:42.758893 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b8f9d50b-b85d-4a0d-a5b7-c7dc41a8f7c9 req-63fe0942-a478-4416-a6ef-7ab92374cdac service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1880469 Jul 09 14:59:42.807271 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-27515ae1-16d2-410b-89aa-e17eda5fc4d8 None None] For port 2d5ca57a-25fd-4874-ae4e-b6b5618b1407, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:59:42.833879 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-27515ae1-16d2-410b-89aa-e17eda5fc4d8 None None] For port 2d5ca57a-25fd-4874-ae4e-b6b5618b1407, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=2d5ca57a-25fd-4874-ae4e-b6b5618b1407,segment=NetworkSegment(793f6188-e169-447b-9a2e-8619e04e34aa),segment_id=793f6188-e169-447b-9a2e-8619e04e34aa)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:59:42.895436 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-27515ae1-16d2-410b-89aa-e17eda5fc4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:43.011366 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 54248) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:59:43.088542 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27515ae1-16d2-410b-89aa-e17eda5fc4d8 None None] Pushing event updated for resources: {'Port': ['ID=2d5ca57a-25fd-4874-ae4e-b6b5618b1407,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:59:43.089892 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9d50b-b85d-4a0d-a5b7-c7dc41a8f7c9 req-5fc30d27-e6e2-4428-8f85-8527fbe5849e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:59:43.090565 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9d50b-b85d-4a0d-a5b7-c7dc41a8f7c9 req-5fc30d27-e6e2-4428-8f85-8527fbe5849e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:59:43.091236 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9d50b-b85d-4a0d-a5b7-c7dc41a8f7c9 req-5fc30d27-e6e2-4428-8f85-8527fbe5849e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:59:43.091910 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9d50b-b85d-4a0d-a5b7-c7dc41a8f7c9 req-5fc30d27-e6e2-4428-8f85-8527fbe5849e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:59:43.092907 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9d50b-b85d-4a0d-a5b7-c7dc41a8f7c9 req-5fc30d27-e6e2-4428-8f85-8527fbe5849e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:59:43.093642 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9d50b-b85d-4a0d-a5b7-c7dc41a8f7c9 req-5fc30d27-e6e2-4428-8f85-8527fbe5849e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:59:43.094312 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9d50b-b85d-4a0d-a5b7-c7dc41a8f7c9 req-5fc30d27-e6e2-4428-8f85-8527fbe5849e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:59:43.096628 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b8f9d50b-b85d-4a0d-a5b7-c7dc41a8f7c9 req-5fc30d27-e6e2-4428-8f85-8527fbe5849e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b0dcdaf85ebc429397d88229c635e7b2&device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 6502 time: 0.1874456 Jul 09 14:59:43.276612 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-99eb2a21-cc1e-47a0-aefd-cc4781a39f24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:43.399122 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4dbfde45-54e0-4feb-9c47-4cb0599356b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:43.415408 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9d50b-b85d-4a0d-a5b7-c7dc41a8f7c9 req-638f1896-0081-4cf8-8946-6f0b6cffe8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:59:43.415826 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9d50b-b85d-4a0d-a5b7-c7dc41a8f7c9 req-638f1896-0081-4cf8-8946-6f0b6cffe8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:59:43.416896 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9d50b-b85d-4a0d-a5b7-c7dc41a8f7c9 req-638f1896-0081-4cf8-8946-6f0b6cffe8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:59:43.418560 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b8f9d50b-b85d-4a0d-a5b7-c7dc41a8f7c9 req-638f1896-0081-4cf8-8946-6f0b6cffe8ec service neutron] 10.222.0.62 "GET /v2.0/networks?id=6107f077-f7c7-47db-8b86-669db7279c4c&id=dc6506e8-ceaa-4382-aad7-27ea0263e5fe&id=dc6506e8-ceaa-4382-aad7-27ea0263e5fe&id=dc6506e8-ceaa-4382-aad7-27ea0263e5fe&id=dc6506e8-ceaa-4382-aad7-27ea0263e5fe&id=695dcd67-56f3-489c-8be9-3d26f71af2f9&id=695dcd67-56f3-489c-8be9-3d26f71af2f9 HTTP/1.1" status: 200 len: 2298 time: 0.2783689 Jul 09 14:59:43.427109 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-99eb2a21-cc1e-47a0-aefd-cc4781a39f24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:43.439101 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4dbfde45-54e0-4feb-9c47-4cb0599356b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:43.591940 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b8f9d50b-b85d-4a0d-a5b7-c7dc41a8f7c9 req-6f95efcb-870c-42d4-b42e-33598ff4e9fc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c HTTP/1.1" status: 200 len: 1001 time: 0.1496480 Jul 09 14:59:43.615402 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-99eb2a21-cc1e-47a0-aefd-cc4781a39f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:43.664205 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-99eb2a21-cc1e-47a0-aefd-cc4781a39f24 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7ed7953c1e124187844a18b4da302aad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6507938 Jul 09 14:59:43.665283 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eb2a21-cc1e-47a0-aefd-cc4781a39f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=322f724d-a7a4-42ea-ab0f-8da2e66f76fd,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:59:43.667243 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 54256) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:59:43.703404 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-4dbfde45-54e0-4feb-9c47-4cb0599356b8 admin admin] Allocated IP 172.25.3.173 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/87c92795-bfcc-4f62-a25c-c7b06b183eb0) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:59:43.710025 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9d50b-b85d-4a0d-a5b7-c7dc41a8f7c9 req-c5943519-b8ff-41e0-8656-e324db9b6321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:59:43.711648 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b8f9d50b-b85d-4a0d-a5b7-c7dc41a8f7c9 req-c5943519-b8ff-41e0-8656-e324db9b6321 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=465c5725-facb-4e6f-b14d-7c696db0e29c HTTP/1.1" status: 200 len: 855 time: 0.1160958 Jul 09 14:59:43.842679 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-695e9fbb-8f28-48d6-9ba3-c7b062fe0390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:43.894348 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-695e9fbb-8f28-48d6-9ba3-c7b062fe0390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:43.921586 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9d50b-b85d-4a0d-a5b7-c7dc41a8f7c9 req-2c25c69e-5c1d-45a0-b550-bc7e288ac1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:59:43.923134 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b8f9d50b-b85d-4a0d-a5b7-c7dc41a8f7c9 req-2c25c69e-5c1d-45a0-b550-bc7e288ac1b2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6107f077-f7c7-47db-8b86-669db7279c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2025888 Jul 09 14:59:43.960498 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 2d5ca57a-25fd-4874-ae4e-b6b5618b1407 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:59:44.009175 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4dbfde45-54e0-4feb-9c47-4cb0599356b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:44.097349 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b8f9d50b-b85d-4a0d-a5b7-c7dc41a8f7c9 req-5638f820-7291-41f0-9588-97714f6c6def service neutron] 10.222.0.62 "GET /v2.0/networks/6107f077-f7c7-47db-8b86-669db7279c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576076 Jul 09 14:59:44.111918 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 2d5ca57a-25fd-4874-ae4e-b6b5618b1407 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:59:44.191126 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-695e9fbb-8f28-48d6-9ba3-c7b062fe0390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:44.201023 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-695e9fbb-8f28-48d6-9ba3-c7b062fe0390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:44.201023 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-695e9fbb-8f28-48d6-9ba3-c7b062fe0390 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/322f724d-a7a4-42ea-ab0f-8da2e66f76fd HTTP/1.1" status: 204 len: 168 time: 0.5269151 Jul 09 14:59:44.262145 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b8f9d50b-b85d-4a0d-a5b7-c7dc41a8f7c9 req-67e229a1-1d61-4d11-b9da-c18377668edf service neutron] 10.222.0.62 "GET /v2.0/networks/6107f077-f7c7-47db-8b86-669db7279c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549275 Jul 09 14:59:44.265630 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4dbfde45-54e0-4feb-9c47-4cb0599356b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:44.349741 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695e9fbb-8f28-48d6-9ba3-c7b062fe0390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=322f724d-a7a4-42ea-ab0f-8da2e66f76fd,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:59:44.355333 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b8f9d50b-b85d-4a0d-a5b7-c7dc41a8f7c9 req-910c3be3-bb08-4884-acb1-ae5502d408f3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=6e49b587-b19f-4fb7-b68d-daf59c076543 HTTP/1.1" status: 200 len: 217 time: 0.0712574 Jul 09 14:59:44.401755 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbfde45-54e0-4feb-9c47-4cb0599356b8 admin admin] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:59:44.413135 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-4dbfde45-54e0-4feb-9c47-4cb0599356b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:59:44.414638 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbfde45-54e0-4feb-9c47-4cb0599356b8 admin admin] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:59:44.516145 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbfde45-54e0-4feb-9c47-4cb0599356b8 admin admin] Pushing event updated for resources: {'Port': ['ID=87c92795-bfcc-4f62-a25c-c7b06b183eb0,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:59:44.599981 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9d50b-b85d-4a0d-a5b7-c7dc41a8f7c9 req-7cb7b019-764f-462b-9aa9-a9e172de6854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:59:44.601510 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b8f9d50b-b85d-4a0d-a5b7-c7dc41a8f7c9 req-7cb7b019-764f-462b-9aa9-a9e172de6854 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4bd3f066-8f79-4f2b-b334-3e86a4217100 HTTP/1.1" status: 200 len: 797 time: 0.2128284 Jul 09 14:59:44.663764 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2a1a71-5174-441c-9ef7-afee19cb1d1b None None] Network 053b5aa8-ddaf-4c8a-a4d7-933f77f92447 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:59:44.869581 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9d50b-b85d-4a0d-a5b7-c7dc41a8f7c9 req-4dcbe498-2f8e-4788-b2c4-7e34bff115f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:59:44.872021 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b8f9d50b-b85d-4a0d-a5b7-c7dc41a8f7c9 req-4dcbe498-2f8e-4788-b2c4-7e34bff115f0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dc6506e8-ceaa-4382-aad7-27ea0263e5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2095540 Jul 09 14:59:44.928942 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-0be04047-af32-4162-b695-6d6c704f43b5 None None] Provisioning for port 2d5ca57a-25fd-4874-ae4e-b6b5618b1407 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:59:44.938594 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-0be04047-af32-4162-b695-6d6c704f43b5 None None] Provisioning complete for port 2d5ca57a-25fd-4874-ae4e-b6b5618b1407 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:59:44.938991 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0be04047-af32-4162-b695-6d6c704f43b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:45.034373 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:45.097756 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b8f9d50b-b85d-4a0d-a5b7-c7dc41a8f7c9 req-9ebc415e-8175-4d5f-9653-22d502f48ba6 service neutron] 10.222.0.62 "GET /v2.0/networks/dc6506e8-ceaa-4382-aad7-27ea0263e5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147923 Jul 09 14:59:45.160987 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0be04047-af32-4162-b695-6d6c704f43b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:45.241586 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 54292) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:59:45.263808 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e26d2d77-31bb-4ef7-9e82-9c033e034d89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:45.264955 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-0be04047-af32-4162-b695-6d6c704f43b5 None None] For port 2d5ca57a-25fd-4874-ae4e-b6b5618b1407, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=2d5ca57a-25fd-4874-ae4e-b6b5618b1407,segment=NetworkSegment(793f6188-e169-447b-9a2e-8619e04e34aa),segment_id=793f6188-e169-447b-9a2e-8619e04e34aa)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:59:45.323332 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4dbfde45-54e0-4feb-9c47-4cb0599356b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:45.328690 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0be04047-af32-4162-b695-6d6c704f43b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:45.446399 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be04047-af32-4162-b695-6d6c704f43b5 None None] Pushing event updated for resources: {'Port': ['ID=2d5ca57a-25fd-4874-ae4e-b6b5618b1407,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:59:45.477647 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-619e8a26-cc8b-4117-bafd-b29ae00d93ff None None] Provisioning complete for port 2d5ca57a-25fd-4874-ae4e-b6b5618b1407 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:59:45.480886 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-619e8a26-cc8b-4117-bafd-b29ae00d93ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:45.536781 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e26d2d77-31bb-4ef7-9e82-9c033e034d89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:45.603000 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b8f9d50b-b85d-4a0d-a5b7-c7dc41a8f7c9 req-3a963256-ad40-4fc6-8735-90fcefba5e9c service neutron] 10.222.0.62 "GET /v2.0/networks/dc6506e8-ceaa-4382-aad7-27ea0263e5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4740264 Jul 09 14:59:45.666280 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e26d2d77-31bb-4ef7-9e82-9c033e034d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:45.725781 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b8f9d50b-b85d-4a0d-a5b7-c7dc41a8f7c9 req-493be32e-a8c7-41ec-befa-a7523c7bc83e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=652c8d51-7f4b-4a04-a1cb-616283698f43 HTTP/1.1" status: 200 len: 217 time: 0.0601089 Jul 09 14:59:45.748674 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26d2d77-31bb-4ef7-9e82-9c033e034d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1460ed34-d562-41ff-96a5-6496036a1404,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:59:45.749277 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4dbfde45-54e0-4feb-9c47-4cb0599356b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:45.799249 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e26d2d77-31bb-4ef7-9e82-9c033e034d89 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f9865c37b375499baf2a271723245540&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5546720 Jul 09 14:59:45.811270 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26d2d77-31bb-4ef7-9e82-9c033e034d89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:59:45.812224 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26d2d77-31bb-4ef7-9e82-9c033e034d89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:59:45.812689 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26d2d77-31bb-4ef7-9e82-9c033e034d89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:59:45.813126 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26d2d77-31bb-4ef7-9e82-9c033e034d89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:59:45.813518 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26d2d77-31bb-4ef7-9e82-9c033e034d89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:59:45.813976 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26d2d77-31bb-4ef7-9e82-9c033e034d89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:59:45.814377 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26d2d77-31bb-4ef7-9e82-9c033e034d89 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:59:45.814812 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26d2d77-31bb-4ef7-9e82-9c033e034d89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:59:45.815210 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26d2d77-31bb-4ef7-9e82-9c033e034d89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:59:45.815650 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26d2d77-31bb-4ef7-9e82-9c033e034d89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:59:45.816124 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26d2d77-31bb-4ef7-9e82-9c033e034d89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:59:45.816581 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26d2d77-31bb-4ef7-9e82-9c033e034d89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:59:45.820058 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 54304) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:59:45.907085 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ffbf659e-7396-43b3-ac5d-21dbf93bb490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:45.928638 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9d50b-b85d-4a0d-a5b7-c7dc41a8f7c9 req-17afc129-366e-438c-ac21-917cfa7df497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:59:45.930334 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b8f9d50b-b85d-4a0d-a5b7-c7dc41a8f7c9 req-17afc129-366e-438c-ac21-917cfa7df497 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4bd3f066-8f79-4f2b-b334-3e86a4217100 HTTP/1.1" status: 200 len: 797 time: 0.1957512 Jul 09 14:59:45.951167 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 2d5ca57a-25fd-4874-ae4e-b6b5618b1407 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:59:45.979614 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ffbf659e-7396-43b3-ac5d-21dbf93bb490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:46.026338 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 2d5ca57a-25fd-4874-ae4e-b6b5618b1407 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:59:46.027027 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:46.040916 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9d50b-b85d-4a0d-a5b7-c7dc41a8f7c9 req-1e24609b-f580-471e-a67f-3f458d3991dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:59:46.040916 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b8f9d50b-b85d-4a0d-a5b7-c7dc41a8f7c9 req-1e24609b-f580-471e-a67f-3f458d3991dc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dc6506e8-ceaa-4382-aad7-27ea0263e5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0979369 Jul 09 14:59:46.140931 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dbfde45-54e0-4feb-9c47-4cb0599356b8 admin admin] Router 43af091c-b350-41d9-af4d-58aa3cabcab1 is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:59:46.168636 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ffbf659e-7396-43b3-ac5d-21dbf93bb490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:46.171752 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ffbf659e-7396-43b3-ac5d-21dbf93bb490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:46.173725 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ffbf659e-7396-43b3-ac5d-21dbf93bb490 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1460ed34-d562-41ff-96a5-6496036a1404 HTTP/1.1" status: 204 len: 168 time: 0.3521590 Jul 09 14:59:46.188341 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbf659e-7396-43b3-ac5d-21dbf93bb490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1460ed34-d562-41ff-96a5-6496036a1404,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:59:46.304790 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b8f9d50b-b85d-4a0d-a5b7-c7dc41a8f7c9 req-5c4ac723-776f-408a-a756-1e092d930f1d service neutron] 10.222.0.62 "GET /v2.0/networks/dc6506e8-ceaa-4382-aad7-27ea0263e5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481544 Jul 09 14:59:46.526605 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b8f9d50b-b85d-4a0d-a5b7-c7dc41a8f7c9 req-fced753c-06e9-447a-ba7f-9a4592f435cc service neutron] 10.222.0.62 "GET /v2.0/networks/dc6506e8-ceaa-4382-aad7-27ea0263e5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206247 Jul 09 14:59:46.549867 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dbfde45-54e0-4feb-9c47-4cb0599356b8 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:59:46.556775 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc20e361-7b88-4d64-b5a7-3d7c6ec783a6 None None] Sync routers for ids ['43af091c-b350-41d9-af4d-58aa3cabcab1'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:59:46.574234 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc20e361-7b88-4d64-b5a7-3d7c6ec783a6 None None] Routers {'43af091c-b350-41d9-af4d-58aa3cabcab1'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:59:46.575190 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-cc20e361-7b88-4d64-b5a7-3d7c6ec783a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:59:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['43af091c-b350-41d9-af4d-58aa3cabcab1'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:59:46.583207 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b8f9d50b-b85d-4a0d-a5b7-c7dc41a8f7c9 req-273dd2b3-efb6-45f7-8d29-75a242100df4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=c179ac98-dd01-447c-a2f9-2714b5048c9d HTTP/1.1" status: 200 len: 217 time: 0.0444856 Jul 09 14:59:46.696274 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9d50b-b85d-4a0d-a5b7-c7dc41a8f7c9 req-8ca19aa9-3a4c-4069-92cc-bc3653c8f30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:59:46.698178 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b8f9d50b-b85d-4a0d-a5b7-c7dc41a8f7c9 req-8ca19aa9-3a4c-4069-92cc-bc3653c8f30c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4bd3f066-8f79-4f2b-b334-3e86a4217100 HTTP/1.1" status: 200 len: 797 time: 0.0992618 Jul 09 14:59:46.720651 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4dbfde45-54e0-4feb-9c47-4cb0599356b8 admin admin] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:46.722744 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-4dbfde45-54e0-4feb-9c47-4cb0599356b8 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.6380534 Jul 09 14:59:46.731209 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 54324) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:59:46.736590 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-cc20e361-7b88-4d64-b5a7-3d7c6ec783a6 None None] Set router 43af091c-b350-41d9-af4d-58aa3cabcab1 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:59:46.881413 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9d50b-b85d-4a0d-a5b7-c7dc41a8f7c9 req-6f900aed-d22a-422d-b803-897d98ca4358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:59:46.887544 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b8f9d50b-b85d-4a0d-a5b7-c7dc41a8f7c9 req-6f900aed-d22a-422d-b803-897d98ca4358 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dc6506e8-ceaa-4382-aad7-27ea0263e5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1769433 Jul 09 14:59:47.005630 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-cc20e361-7b88-4d64-b5a7-3d7c6ec783a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43af091c-b350-41d9-af4d-58aa3cabcab1', 'name': 'tempest-AttachVolumeTestJSON-1112086082-router', 'tenant_id': '3378cbcb6d374f7888262c5aa67c214b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '87c92795-bfcc-4f62-a25c-c7b06b183eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:59:41Z', 'updated_at': '2021-07-09T14:59:44Z', 'revision_number': 3, 'project_id': '3378cbcb6d374f7888262c5aa67c214b', 'gw_port': {'id': '87c92795-bfcc-4f62-a25c-c7b06b183eb0', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43af091c-b350-41d9-af4d-58aa3cabcab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:59:43Z', 'updated_at': '2021-07-09T14:59:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:59:47.043368 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc20e361-7b88-4d64-b5a7-3d7c6ec783a6 None None] Checking router: 43af091c-b350-41d9-af4d-58aa3cabcab1 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:59:47.054244 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc20e361-7b88-4d64-b5a7-3d7c6ec783a6 None None] Updating router 43af091c-b350-41d9-af4d-58aa3cabcab1 port 87c92795-bfcc-4f62-a25c-c7b06b183eb0 binding host n-d-799529-6 {{(pid=94448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:59:47.167711 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-cc20e361-7b88-4d64-b5a7-3d7c6ec783a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:47.190290 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b8f9d50b-b85d-4a0d-a5b7-c7dc41a8f7c9 req-78a6c2d2-a59a-4b12-9fe7-4b3f1813a399 service neutron] 10.222.0.62 "GET /v2.0/networks/dc6506e8-ceaa-4382-aad7-27ea0263e5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662301 Jul 09 14:59:47.466222 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b8f9d50b-b85d-4a0d-a5b7-c7dc41a8f7c9 req-962e627b-d7cc-4853-997e-2930dabc4cf3 service neutron] 10.222.0.62 "GET /v2.0/networks/dc6506e8-ceaa-4382-aad7-27ea0263e5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532663 Jul 09 14:59:47.569601 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b8f9d50b-b85d-4a0d-a5b7-c7dc41a8f7c9 req-7578eac5-6fb3-4607-bba8-61219a6c8f9e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=bdbd5184-4035-4f18-a073-44d8e0a1f4f5 HTTP/1.1" status: 200 len: 217 time: 0.0978186 Jul 09 14:59:47.677279 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9d50b-b85d-4a0d-a5b7-c7dc41a8f7c9 req-c7b8e2f4-11d1-4646-b025-22539c62c956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:59:47.682206 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b8f9d50b-b85d-4a0d-a5b7-c7dc41a8f7c9 req-c7b8e2f4-11d1-4646-b025-22539c62c956 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4bd3f066-8f79-4f2b-b334-3e86a4217100 HTTP/1.1" status: 200 len: 797 time: 0.0902574 Jul 09 14:59:47.870008 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9d50b-b85d-4a0d-a5b7-c7dc41a8f7c9 req-d28ddf45-af3c-4b09-bbba-c393558a24ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:59:47.879087 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b8f9d50b-b85d-4a0d-a5b7-c7dc41a8f7c9 req-d28ddf45-af3c-4b09-bbba-c393558a24ea service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dc6506e8-ceaa-4382-aad7-27ea0263e5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1872184 Jul 09 14:59:47.935974 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-cc20e361-7b88-4d64-b5a7-3d7c6ec783a6 None None] Notify callbacks [] for port, precommit_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:47.947251 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.provisioning_blocks [None req-cc20e361-7b88-4d64-b5a7-3d7c6ec783a6 None None] Transition to ACTIVE for port object 87c92795-bfcc-4f62-a25c-c7b06b183eb0 will not be triggered until provisioned by entity L2. {{(pid=94448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:59:48.042913 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b8f9d50b-b85d-4a0d-a5b7-c7dc41a8f7c9 req-4ffd953f-1cf8-436f-80bc-66bacf3adb05 service neutron] 10.222.0.62 "GET /v2.0/networks/dc6506e8-ceaa-4382-aad7-27ea0263e5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418324 Jul 09 14:59:48.090711 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-cc20e361-7b88-4d64-b5a7-3d7c6ec783a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:48.181203 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b8f9d50b-b85d-4a0d-a5b7-c7dc41a8f7c9 req-83af56d1-7692-4e42-989a-24e682a30ecb service neutron] 10.222.0.62 "GET /v2.0/networks/dc6506e8-ceaa-4382-aad7-27ea0263e5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229317 Jul 09 14:59:48.226535 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8682807-cf47-41fc-b9ce-293d046bdc83 req-48d486c1-b0ed-4220-8bab-ce8deebc7f07 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:59:48.229522 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b8682807-cf47-41fc-b9ce-293d046bdc83 req-48d486c1-b0ed-4220-8bab-ce8deebc7f07 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/networks?id=9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677 HTTP/1.1" status: 200 len: 815 time: 0.2419941 Jul 09 14:59:48.239894 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-cc20e361-7b88-4d64-b5a7-3d7c6ec783a6 None None] Attempting to bind port 87c92795-bfcc-4f62-a25c-c7b06b183eb0 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:59:48.240277 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-cc20e361-7b88-4d64-b5a7-3d7c6ec783a6 None None] Attempting to bind port 87c92795-bfcc-4f62-a25c-c7b06b183eb0 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:59:48.240641 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc20e361-7b88-4d64-b5a7-3d7c6ec783a6 None None] Attempting to bind port 87c92795-bfcc-4f62-a25c-c7b06b183eb0 on network 202c7ce6-d4e9-4f80-84dd-bef08905a653 {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:59:48.259257 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc20e361-7b88-4d64-b5a7-3d7c6ec783a6 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:59:48.260519 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc20e361-7b88-4d64-b5a7-3d7c6ec783a6 None None] Checking segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:59:48.260519 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-cc20e361-7b88-4d64-b5a7-3d7c6ec783a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:48.260731 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc20e361-7b88-4d64-b5a7-3d7c6ec783a6 None None] Bound using segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:59:48.261061 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-cc20e361-7b88-4d64-b5a7-3d7c6ec783a6 None None] Bound port: 87c92795-bfcc-4f62-a25c-c7b06b183eb0, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:59:48.261559 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-cc20e361-7b88-4d64-b5a7-3d7c6ec783a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:48.276905 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9a64bbf0-1ba5-4fcc-b5a7-16dc70e9c8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:48.292417 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b8f9d50b-b85d-4a0d-a5b7-c7dc41a8f7c9 req-1003763a-0086-4c01-bf82-28034c2f2703 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=45f7a22c-f7ef-4081-b6f5-c3f8759d370a HTTP/1.1" status: 200 len: 217 time: 0.0906334 Jul 09 14:59:48.305026 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b8682807-cf47-41fc-b9ce-293d046bdc83 req-bcc90b35-0d07-40df-87fa-5736884bab49 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/quotas/2b31a8f0407847ddbef3ce3aa6a501ce HTTP/1.1" status: 200 len: 375 time: 0.0313253 Jul 09 14:59:48.345119 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c36444b-d31e-47b1-85d4-be92b370e23b None None] Pushing event updated for resources: {'Port': ['ID=87c92795-bfcc-4f62-a25c-c7b06b183eb0,revision_number=2']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:59:48.371880 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c36444b-d31e-47b1-85d4-be92b370e23b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:59:48.372215 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c36444b-d31e-47b1-85d4-be92b370e23b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:59:48.374052 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c36444b-d31e-47b1-85d4-be92b370e23b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:59:48.375032 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c36444b-d31e-47b1-85d4-be92b370e23b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:59:48.375032 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c36444b-d31e-47b1-85d4-be92b370e23b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:59:48.376148 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c36444b-d31e-47b1-85d4-be92b370e23b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:59:48.376148 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c36444b-d31e-47b1-85d4-be92b370e23b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:59:48.377277 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c36444b-d31e-47b1-85d4-be92b370e23b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:59:48.377621 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c36444b-d31e-47b1-85d4-be92b370e23b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:59:48.379418 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c36444b-d31e-47b1-85d4-be92b370e23b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:59:48.379832 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c36444b-d31e-47b1-85d4-be92b370e23b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:59:48.380869 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c36444b-d31e-47b1-85d4-be92b370e23b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:59:48.419920 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9d50b-b85d-4a0d-a5b7-c7dc41a8f7c9 req-a1d13472-f60f-4d90-9ec2-817e47a277bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:59:48.420127 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-cc20e361-7b88-4d64-b5a7-3d7c6ec783a6 None None] For port 87c92795-bfcc-4f62-a25c-c7b06b183eb0, host n-d-799529-6, cleared binding levels {{(pid=94448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:59:48.424820 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-cc20e361-7b88-4d64-b5a7-3d7c6ec783a6 None None] For port 87c92795-bfcc-4f62-a25c-c7b06b183eb0, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=87c92795-bfcc-4f62-a25c-c7b06b183eb0,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:59:48.428932 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b8f9d50b-b85d-4a0d-a5b7-c7dc41a8f7c9 req-a1d13472-f60f-4d90-9ec2-817e47a277bf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=385bd4c1-ddb8-4fda-a37e-3fb2118661ca HTTP/1.1" status: 200 len: 797 time: 0.1309202 Jul 09 14:59:48.529953 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-cc20e361-7b88-4d64-b5a7-3d7c6ec783a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:48.604058 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9d50b-b85d-4a0d-a5b7-c7dc41a8f7c9 req-c1341b5e-2257-40a9-8c07-45c7a4bd398d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:59:48.609605 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b8f9d50b-b85d-4a0d-a5b7-c7dc41a8f7c9 req-c1341b5e-2257-40a9-8c07-45c7a4bd398d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=695dcd67-56f3-489c-8be9-3d26f71af2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1673169 Jul 09 14:59:48.643378 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b8682807-cf47-41fc-b9ce-293d046bdc83 req-c3bc9075-4921-4ddb-a135-a52b61e89146 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2b31a8f0407847ddbef3ce3aa6a501ce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3308361 Jul 09 14:59:48.716535 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-9a64bbf0-1ba5-4fcc-b5a7-16dc70e9c8f7 admin admin] Allocated IP 172.20.0.1 (053b5aa8-ddaf-4c8a-a4d7-933f77f92447/f10ff914-6b6b-4456-8b4d-b9664913c2d3/795392a2-25ed-480d-af18-98a5c0c2d28e) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:59:48.736123 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc20e361-7b88-4d64-b5a7-3d7c6ec783a6 None None] Routers {'43af091c-b350-41d9-af4d-58aa3cabcab1'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:59:48.736766 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-cc20e361-7b88-4d64-b5a7-3d7c6ec783a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:59:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['43af091c-b350-41d9-af4d-58aa3cabcab1'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:59:48.809972 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b8f9d50b-b85d-4a0d-a5b7-c7dc41a8f7c9 req-766c6971-e81f-45c2-bb33-4153d4f497ba service neutron] 10.222.0.62 "GET /v2.0/networks/695dcd67-56f3-489c-8be9-3d26f71af2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895826 Jul 09 14:59:48.889380 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c36444b-d31e-47b1-85d4-be92b370e23b None None] Pushing event updated for resources: {'Port': ['ID=87c92795-bfcc-4f62-a25c-c7b06b183eb0,revision_number=3']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:59:48.931065 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9a64bbf0-1ba5-4fcc-b5a7-16dc70e9c8f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:48.955258 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-9a64bbf0-1ba5-4fcc-b5a7-16dc70e9c8f7 admin admin] Transition to ACTIVE for port object 795392a2-25ed-480d-af18-98a5c0c2d28e will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:59:49.002551 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b8f9d50b-b85d-4a0d-a5b7-c7dc41a8f7c9 req-71ad7d98-0f12-4113-a5e8-f51f9fc4545c service neutron] 10.222.0.62 "GET /v2.0/networks/695dcd67-56f3-489c-8be9-3d26f71af2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808422 Jul 09 14:59:49.056927 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-cc20e361-7b88-4d64-b5a7-3d7c6ec783a6 None None] Set router 43af091c-b350-41d9-af4d-58aa3cabcab1 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:59:49.121225 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b8682807-cf47-41fc-b9ce-293d046bdc83 req-c59f4218-7807-48a7-8f10-3c9af7dc36cb service neutron] 10.222.0.58 "GET /v2.0/networks/9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4759068 Jul 09 14:59:49.123951 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b8f9d50b-b85d-4a0d-a5b7-c7dc41a8f7c9 req-bc3739df-636b-4575-bc91-7c04afe1187a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=09fcade5-de9d-4d53-b6e7-8b3bd924314a HTTP/1.1" status: 200 len: 217 time: 0.1116998 Jul 09 14:59:49.149878 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9a64bbf0-1ba5-4fcc-b5a7-16dc70e9c8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:49.276792 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9d50b-b85d-4a0d-a5b7-c7dc41a8f7c9 req-5f466aa9-3947-4769-a5f8-bed3ed2405b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:59:49.287653 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b8f9d50b-b85d-4a0d-a5b7-c7dc41a8f7c9 req-5f466aa9-3947-4769-a5f8-bed3ed2405b3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=385bd4c1-ddb8-4fda-a37e-3fb2118661ca HTTP/1.1" status: 200 len: 797 time: 0.1460080 Jul 09 14:59:49.287987 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a64bbf0-1ba5-4fcc-b5a7-16dc70e9c8f7 admin admin] Network 053b5aa8-ddaf-4c8a-a4d7-933f77f92447 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:59:49.287987 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-9a64bbf0-1ba5-4fcc-b5a7-16dc70e9c8f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:59:49.304373 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a64bbf0-1ba5-4fcc-b5a7-16dc70e9c8f7 admin admin] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:59:49.358675 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-cc20e361-7b88-4d64-b5a7-3d7c6ec783a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43af091c-b350-41d9-af4d-58aa3cabcab1', 'name': 'tempest-AttachVolumeTestJSON-1112086082-router', 'tenant_id': '3378cbcb6d374f7888262c5aa67c214b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '87c92795-bfcc-4f62-a25c-c7b06b183eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:59:41Z', 'updated_at': '2021-07-09T14:59:44Z', 'revision_number': 3, 'project_id': '3378cbcb6d374f7888262c5aa67c214b', 'gw_port': {'id': '87c92795-bfcc-4f62-a25c-c7b06b183eb0', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43af091c-b350-41d9-af4d-58aa3cabcab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:59:43Z', 'updated_at': '2021-07-09T14:59:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:59:49.395532 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9a64bbf0-1ba5-4fcc-b5a7-16dc70e9c8f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:49.404322 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc20e361-7b88-4d64-b5a7-3d7c6ec783a6 None None] The sync data for ids ['43af091c-b350-41d9-af4d-58aa3cabcab1'] in n-d-799529-6 is: [{'id': '43af091c-b350-41d9-af4d-58aa3cabcab1', 'name': 'tempest-AttachVolumeTestJSON-1112086082-router', 'tenant_id': '3378cbcb6d374f7888262c5aa67c214b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '87c92795-bfcc-4f62-a25c-c7b06b183eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:59:41Z', 'updated_at': '2021-07-09T14:59:44Z', 'revision_number': 3, 'project_id': '3378cbcb6d374f7888262c5aa67c214b', 'gw_port': {'id': '87c92795-bfcc-4f62-a25c-c7b06b183eb0', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43af091c-b350-41d9-af4d-58aa3cabcab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:59:43Z', 'updated_at': '2021-07-09T14:59:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:59:49.421725 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9d50b-b85d-4a0d-a5b7-c7dc41a8f7c9 req-b8552d9e-126a-4da0-9912-ee1be084eb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:59:49.423539 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b8f9d50b-b85d-4a0d-a5b7-c7dc41a8f7c9 req-b8552d9e-126a-4da0-9912-ee1be084eb41 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=695dcd67-56f3-489c-8be9-3d26f71af2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1382341 Jul 09 14:59:49.477753 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b8682807-cf47-41fc-b9ce-293d046bdc83 req-865653f5-e2d6-411a-8423-008f03d35345 service neutron] 10.222.0.58 "GET /v2.0/networks/9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561947 Jul 09 14:59:49.478405 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a64bbf0-1ba5-4fcc-b5a7-16dc70e9c8f7 admin admin] Pushing event updated for resources: {'Port': ['ID=795392a2-25ed-480d-af18-98a5c0c2d28e,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:59:49.685173 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b8f9d50b-b85d-4a0d-a5b7-c7dc41a8f7c9 req-d09af25e-a51f-4cbc-8a05-e1281f3ec715 service neutron] 10.222.0.62 "GET /v2.0/networks/695dcd67-56f3-489c-8be9-3d26f71af2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502985 Jul 09 14:59:49.838753 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9a64bbf0-1ba5-4fcc-b5a7-16dc70e9c8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:49.884376 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-efb63df6-1c42-4544-ae8d-f6df96efc8e5 None None] Provisioning for port 795392a2-25ed-480d-af18-98a5c0c2d28e completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:59:49.889166 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-efb63df6-1c42-4544-ae8d-f6df96efc8e5 None None] Provisioning complete for port 795392a2-25ed-480d-af18-98a5c0c2d28e triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:59:49.893593 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-efb63df6-1c42-4544-ae8d-f6df96efc8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:50.040224 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-efb63df6-1c42-4544-ae8d-f6df96efc8e5 None None] Port 795392a2-25ed-480d-af18-98a5c0c2d28e cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:59:50.074254 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b8f9d50b-b85d-4a0d-a5b7-c7dc41a8f7c9 req-97af09d0-5901-45e5-85bd-aa4261ade834 service neutron] 10.222.0.62 "GET /v2.0/networks/695dcd67-56f3-489c-8be9-3d26f71af2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3751707 Jul 09 14:59:50.241518 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d210c921-71b2-4b55-8412-e23ec254245f req-1175fc1b-df5b-49e5-ba5a-23e566d7a97a tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=96975adc-662b-4dc9-bd04-cc4b1fc78cd9 HTTP/1.1" status: 200 len: 210 time: 0.1647820 Jul 09 14:59:50.345615 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9a64bbf0-1ba5-4fcc-b5a7-16dc70e9c8f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:50.545938 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9a64bbf0-1ba5-4fcc-b5a7-16dc70e9c8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:50.606495 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9a64bbf0-1ba5-4fcc-b5a7-16dc70e9c8f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:50.715778 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a64bbf0-1ba5-4fcc-b5a7-16dc70e9c8f7 admin admin] Pushing event updated for resources: {'Port': ['ID=795392a2-25ed-480d-af18-98a5c0c2d28e,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:59:50.788208 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a64bbf0-1ba5-4fcc-b5a7-16dc70e9c8f7 admin admin] Network 053b5aa8-ddaf-4c8a-a4d7-933f77f92447 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:59:50.789901 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-9a64bbf0-1ba5-4fcc-b5a7-16dc70e9c8f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:59:50.979418 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a64bbf0-1ba5-4fcc-b5a7-16dc70e9c8f7 admin admin] Router 43af091c-b350-41d9-af4d-58aa3cabcab1 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:59:51.186050 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a64bbf0-1ba5-4fcc-b5a7-16dc70e9c8f7 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:59:51.200202 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-9a64bbf0-1ba5-4fcc-b5a7-16dc70e9c8f7 admin admin] 10.222.0.58 "PUT /v2.0/routers/43af091c-b350-41d9-af4d-58aa3cabcab1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4590969 Jul 09 14:59:51.280217 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-0688a200-8e62-4141-a859-bb091575b8dd None None] Provisioning complete for port 795392a2-25ed-480d-af18-98a5c0c2d28e triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:59:51.281067 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0688a200-8e62-4141-a859-bb091575b8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:51.407334 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 54456) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:59:51.420850 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-0688a200-8e62-4141-a859-bb091575b8dd None None] Port 795392a2-25ed-480d-af18-98a5c0c2d28e cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:59:51.448685 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-98dbc4ea-c69d-4a8e-9557-86813cea1d6c req-0a63840a-23ee-4010-88c2-4040e2366b1d tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=96975adc-662b-4dc9-bd04-cc4b1fc78cd9 HTTP/1.1" status: 200 len: 210 time: 0.0764585 Jul 09 14:59:52.057754 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 87c92795-bfcc-4f62-a25c-c7b06b183eb0 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:59:52.210049 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f1a257bb-ea8b-4e06-b09f-d4a39d0eebd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:52.300611 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 87c92795-bfcc-4f62-a25c-c7b06b183eb0 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:59:52.306639 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 87c92795-bfcc-4f62-a25c-c7b06b183eb0 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:59:52.307275 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:52.354378 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f1a257bb-ea8b-4e06-b09f-d4a39d0eebd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:52.375730 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33c89e8-e9fb-41e2-a94b-d942d4b29490 None None] Sync routers for ids ['43af091c-b350-41d9-af4d-58aa3cabcab1'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:59:52.432652 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33c89e8-e9fb-41e2-a94b-d942d4b29490 None None] Routers {'43af091c-b350-41d9-af4d-58aa3cabcab1'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:59:52.433641 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-f33c89e8-e9fb-41e2-a94b-d942d4b29490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:59:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['43af091c-b350-41d9-af4d-58aa3cabcab1'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:59:52.437546 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:52.478039 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 87c92795-bfcc-4f62-a25c-c7b06b183eb0, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=87c92795-bfcc-4f62-a25c-c7b06b183eb0,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:59:52.500287 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f1a257bb-ea8b-4e06-b09f-d4a39d0eebd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:52.548591 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a257bb-ea8b-4e06-b09f-d4a39d0eebd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33633341-2c5d-4207-bd4b-e99a00c671c3,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:59:52.633953 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f1a257bb-ea8b-4e06-b09f-d4a39d0eebd6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8131bdc2c81b4ca3a9898f4a5f887e4c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2223997 Jul 09 14:59:52.634278 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 54488) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:59:52.675051 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:52.730518 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b6fde5a8-269b-4579-8c01-f3506945d8d6 req-2e329491-f644-4294-90d9-6446835c2c0b tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=96975adc-662b-4dc9-bd04-cc4b1fc78cd9 HTTP/1.1" status: 200 len: 210 time: 0.0954957 Jul 09 14:59:52.793543 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f68aeb10-50a0-4c5b-9c96-f85b44cef07f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:52.844642 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=87c92795-bfcc-4f62-a25c-c7b06b183eb0,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:59:52.854196 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f68aeb10-50a0-4c5b-9c96-f85b44cef07f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:52.912588 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-f33c89e8-e9fb-41e2-a94b-d942d4b29490 None None] Set router 43af091c-b350-41d9-af4d-58aa3cabcab1 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:59:53.231917 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f68aeb10-50a0-4c5b-9c96-f85b44cef07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:53.235399 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f68aeb10-50a0-4c5b-9c96-f85b44cef07f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:53.239303 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f68aeb10-50a0-4c5b-9c96-f85b44cef07f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/33633341-2c5d-4207-bd4b-e99a00c671c3 HTTP/1.1" status: 204 len: 168 time: 0.6002114 Jul 09 14:59:53.245923 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-f33c89e8-e9fb-41e2-a94b-d942d4b29490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43af091c-b350-41d9-af4d-58aa3cabcab1', 'name': 'tempest-AttachVolumeTestJSON-1112086082-router', 'tenant_id': '3378cbcb6d374f7888262c5aa67c214b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '87c92795-bfcc-4f62-a25c-c7b06b183eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:59:41Z', 'updated_at': '2021-07-09T14:59:49Z', 'revision_number': 4, 'project_id': '3378cbcb6d374f7888262c5aa67c214b', 'gw_port': {'id': '87c92795-bfcc-4f62-a25c-c7b06b183eb0', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43af091c-b350-41d9-af4d-58aa3cabcab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:59:43Z', 'updated_at': '2021-07-09T14:59:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '795392a2-25ed-480d-af18-98a5c0c2d28e', 'name': '', 'network_id': '053b5aa8-ddaf-4c8a-a4d7-933f77f92447', 'tenant_id': '3378cbcb6d374f7888262c5aa67c214b', 'mac_address': 'fa:16:3e:8b:26:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43af091c-b350-41d9-af4d-58aa3cabcab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': 'f10ff914-6b6b-4456-8b4d-b9664913c2d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:59:48Z', 'updated_at': '2021-07-09T14:59:50Z', 'revision_number': 2, 'project_id': '3378cbcb6d374f7888262c5aa67c214b', 'subnets': [{'id': 'f10ff914-6b6b-4456-8b4d-b9664913c2d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:59:53.257101 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68aeb10-50a0-4c5b-9c96-f85b44cef07f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33633341-2c5d-4207-bd4b-e99a00c671c3,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:59:53.333465 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33c89e8-e9fb-41e2-a94b-d942d4b29490 None None] Checking router: 43af091c-b350-41d9-af4d-58aa3cabcab1 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:59:53.333465 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33c89e8-e9fb-41e2-a94b-d942d4b29490 None None] Updating router 43af091c-b350-41d9-af4d-58aa3cabcab1 port 795392a2-25ed-480d-af18-98a5c0c2d28e binding host n-d-799529-6 {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:59:53.394612 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:53.395533 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f33c89e8-e9fb-41e2-a94b-d942d4b29490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:53.603060 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8682807-cf47-41fc-b9ce-293d046bdc83 req-049cfa8d-a8a7-4ab3-b82d-9718594d17b4 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:59:53.606756 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b8682807-cf47-41fc-b9ce-293d046bdc83 req-049cfa8d-a8a7-4ab3-b82d-9718594d17b4 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.54 "GET /v2.0/networks?id=9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677 HTTP/1.1" status: 200 len: 815 time: 0.1422493 Jul 09 14:59:53.623542 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-b8682807-cf47-41fc-b9ce-293d046bdc83 req-8d60cfb4-a883-40f2-9228-d31b7625b56d tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Request body: {'port': {'device_id': '96975adc-662b-4dc9-bd04-cc4b1fc78cd9', 'network_id': '9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677', 'admin_state_up': True, 'tenant_id': '2b31a8f0407847ddbef3ce3aa6a501ce'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:59:53.890598 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 54512) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:59:53.895378 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-8f086925-79ef-4619-97ba-c616f792ea19 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Request body: {'security_group': {'name': 'tempest-securitygroup--36189624', 'description': 'tempest-description--2131711268'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:59:53.922515 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f33c89e8-e9fb-41e2-a94b-d942d4b29490 None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:53.933463 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-f33c89e8-e9fb-41e2-a94b-d942d4b29490 None None] Transition to ACTIVE for port object 795392a2-25ed-480d-af18-98a5c0c2d28e will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:59:53.984980 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 87c92795-bfcc-4f62-a25c-c7b06b183eb0 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:59:54.017656 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8eb8baac-1138-4dd7-a8e0-212c08718dd9 req-517f762f-0e30-4822-9acf-3c4af76472c3 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=96975adc-662b-4dc9-bd04-cc4b1fc78cd9 HTTP/1.1" status: 200 len: 210 time: 0.0459509 Jul 09 14:59:54.062925 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 87c92795-bfcc-4f62-a25c-c7b06b183eb0 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:59:54.063379 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:54.117624 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8682807-cf47-41fc-b9ce-293d046bdc83 req-8d60cfb4-a883-40f2-9228-d31b7625b56d tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Made reservation on behalf of 2b31a8f0407847ddbef3ce3aa6a501ce for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:59:54.122746 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b8682807-cf47-41fc-b9ce-293d046bdc83 req-8d60cfb4-a883-40f2-9228-d31b7625b56d tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:54.162998 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f33c89e8-e9fb-41e2-a94b-d942d4b29490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:54.268199 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f8f8a0-d1cb-40d0-8d59-1a3d419fb1d4 None None] Pushing event updated for resources: {'Port': ['ID=795392a2-25ed-480d-af18-98a5c0c2d28e,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:59:54.277862 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8f086925-79ef-4619-97ba-c616f792ea19 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:54.351913 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-b8682807-cf47-41fc-b9ce-293d046bdc83 req-8d60cfb4-a883-40f2-9228-d31b7625b56d tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Allocated IP 172.20.0.14 (9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677/43be0c5f-83f5-43e6-9326-6f032f77f01f/b045a647-9e4a-4c91-8918-5940f1c994ab) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:59:54.432214 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8f086925-79ef-4619-97ba-c616f792ea19 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:54.449021 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-f33c89e8-e9fb-41e2-a94b-d942d4b29490 None None] Attempting to bind port 795392a2-25ed-480d-af18-98a5c0c2d28e on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:59:54.449582 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-f33c89e8-e9fb-41e2-a94b-d942d4b29490 None None] Attempting to bind port 795392a2-25ed-480d-af18-98a5c0c2d28e by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '793f6188-e169-447b-9a2e-8619e04e34aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '053b5aa8-ddaf-4c8a-a4d7-933f77f92447'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:59:54.449868 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33c89e8-e9fb-41e2-a94b-d942d4b29490 None None] Attempting to bind port 795392a2-25ed-480d-af18-98a5c0c2d28e on network 053b5aa8-ddaf-4c8a-a4d7-933f77f92447 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:59:54.456172 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33c89e8-e9fb-41e2-a94b-d942d4b29490 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:59:54.456832 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33c89e8-e9fb-41e2-a94b-d942d4b29490 None None] Checking segment: {'id': '793f6188-e169-447b-9a2e-8619e04e34aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '053b5aa8-ddaf-4c8a-a4d7-933f77f92447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:59:54.457407 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f33c89e8-e9fb-41e2-a94b-d942d4b29490 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:54.457996 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33c89e8-e9fb-41e2-a94b-d942d4b29490 None None] Bound using segment: {'id': '793f6188-e169-447b-9a2e-8619e04e34aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '053b5aa8-ddaf-4c8a-a4d7-933f77f92447'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:59:54.458750 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-f33c89e8-e9fb-41e2-a94b-d942d4b29490 None None] Bound port: 795392a2-25ed-480d-af18-98a5c0c2d28e, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '793f6188-e169-447b-9a2e-8619e04e34aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '053b5aa8-ddaf-4c8a-a4d7-933f77f92447'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:59:54.459311 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f33c89e8-e9fb-41e2-a94b-d942d4b29490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:54.500533 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 54520) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:59:54.532832 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1401ea39-cf2b-4584-89f2-fa5141942d26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:54.574080 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b8682807-cf47-41fc-b9ce-293d046bdc83 req-8d60cfb4-a883-40f2-9228-d31b7625b56d tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:54.616580 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-f33c89e8-e9fb-41e2-a94b-d942d4b29490 None None] For port 795392a2-25ed-480d-af18-98a5c0c2d28e, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:59:54.617710 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-f33c89e8-e9fb-41e2-a94b-d942d4b29490 None None] For port 795392a2-25ed-480d-af18-98a5c0c2d28e, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=795392a2-25ed-480d-af18-98a5c0c2d28e,segment=NetworkSegment(793f6188-e169-447b-9a2e-8619e04e34aa),segment_id=793f6188-e169-447b-9a2e-8619e04e34aa)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:59:54.632127 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8f086925-79ef-4619-97ba-c616f792ea19 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:54.688284 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f086925-79ef-4619-97ba-c616f792ea19 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d09a7a-8018-47af-86f2-93d7c0d88b63,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:59:54.780845 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b8682807-cf47-41fc-b9ce-293d046bdc83 req-8d60cfb4-a883-40f2-9228-d31b7625b56d tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:54.781441 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f33c89e8-e9fb-41e2-a94b-d942d4b29490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:54.805480 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1401ea39-cf2b-4584-89f2-fa5141942d26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:54.809462 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['9d1ce2dc-250d-4b0d-a302-92a28dbadeb4', '105095aa-b79b-400e-beb1-c83d5346ce59'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:59:54.856385 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8682807-cf47-41fc-b9ce-293d046bdc83 req-8d60cfb4-a883-40f2-9228-d31b7625b56d tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Network 9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:59:54.873178 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-b8682807-cf47-41fc-b9ce-293d046bdc83 req-8d60cfb4-a883-40f2-9228-d31b7625b56d tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:59:54.880106 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8682807-cf47-41fc-b9ce-293d046bdc83 req-8d60cfb4-a883-40f2-9228-d31b7625b56d tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:59:54.885540 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1401ea39-cf2b-4584-89f2-fa5141942d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:54.911979 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['94828946-6f1e-462b-85c3-99890a0c3a4f'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:59:54.972098 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d60cfb4-a883-40f2-9228-d31b7625b56d tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Pushing event updated for resources: {'Port': ['ID=b045a647-9e4a-4c91-8918-5940f1c994ab,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:59:54.984368 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-1401ea39-cf2b-4584-89f2-fa5141942d26 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=afaa6c4f345d496890f64efcf5182882&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4817357 Jul 09 14:59:54.987156 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1401ea39-cf2b-4584-89f2-fa5141942d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff4d9a5-fcf5-4573-b54b-3b1e0ad75b04,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:59:54.989822 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 54526) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:59:55.022395 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8f086925-79ef-4619-97ba-c616f792ea19 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:55.025456 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-8f086925-79ef-4619-97ba-c616f792ea19 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.1334660 Jul 09 14:59:55.030083 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 54528) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:59:55.043920 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8682807-cf47-41fc-b9ce-293d046bdc83 req-8d60cfb4-a883-40f2-9228-d31b7625b56d tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:59:55.048139 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b8682807-cf47-41fc-b9ce-293d046bdc83 req-8d60cfb4-a883-40f2-9228-d31b7625b56d tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:55.059575 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-abe05574-4280-4f82-b66f-3c6486e36e0f tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Request body: {'security_group_rule': {'security_group_id': 'e3d09a7a-8018-47af-86f2-93d7c0d88b63', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:59:55.073218 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33c89e8-e9fb-41e2-a94b-d942d4b29490 None None] Routers {'43af091c-b350-41d9-af4d-58aa3cabcab1'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:59:55.073970 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-f33c89e8-e9fb-41e2-a94b-d942d4b29490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:59:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['43af091c-b350-41d9-af4d-58aa3cabcab1'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:59:55.137551 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a8d16377-0192-4f89-9c8e-1102f857b3f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:55.211493 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a8d16377-0192-4f89-9c8e-1102f857b3f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:55.271801 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-abe05574-4280-4f82-b66f-3c6486e36e0f tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:55.528941 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c12a2b-52c0-49bb-9362-cd4b015ea1d3 req-99d3a632-477c-45f7-831a-dcebf4e64f08 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:59:55.531367 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c6c12a2b-52c0-49bb-9362-cd4b015ea1d3 req-99d3a632-477c-45f7-831a-dcebf4e64f08 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=96975adc-662b-4dc9-bd04-cc4b1fc78cd9 HTTP/1.1" status: 200 len: 932 time: 0.2007058 Jul 09 14:59:55.533725 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b8682807-cf47-41fc-b9ce-293d046bdc83 req-8d60cfb4-a883-40f2-9228-d31b7625b56d tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9175825 Jul 09 14:59:55.574837 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a8d16377-0192-4f89-9c8e-1102f857b3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:55.577603 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a8d16377-0192-4f89-9c8e-1102f857b3f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:55.578611 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-b8682807-cf47-41fc-b9ce-293d046bdc83 req-804b346e-475a-4c3d-a393-a4b3bee82369 service neutron] Request body: {'port': {'device_id': '96975adc-662b-4dc9-bd04-cc4b1fc78cd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:59:55.578773 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a8d16377-0192-4f89-9c8e-1102f857b3f3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fff4d9a5-fcf5-4573-b54b-3b1e0ad75b04 HTTP/1.1" status: 204 len: 168 time: 0.5853288 Jul 09 14:59:55.605032 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d16377-0192-4f89-9c8e-1102f857b3f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff4d9a5-fcf5-4573-b54b-3b1e0ad75b04,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:59:55.690335 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-abe05574-4280-4f82-b66f-3c6486e36e0f tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:55.733645 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f8f8a0-d1cb-40d0-8d59-1a3d419fb1d4 None None] Pushing event updated for resources: {'Port': ['ID=795392a2-25ed-480d-af18-98a5c0c2d28e,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:59:55.748152 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c6c12a2b-52c0-49bb-9362-cd4b015ea1d3 req-833e663f-8093-4cf4-af9c-9e78cbf50d56 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/security-groups?id=6350f22d-31f5-4997-9a81-92d1dbf20d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106779 Jul 09 14:59:55.759065 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b8682807-cf47-41fc-b9ce-293d046bdc83 req-804b346e-475a-4c3d-a393-a4b3bee82369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:55.879682 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-f33c89e8-e9fb-41e2-a94b-d942d4b29490 None None] Set router 43af091c-b350-41d9-af4d-58aa3cabcab1 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:59:55.907059 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-abe05574-4280-4f82-b66f-3c6486e36e0f tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:55.933477 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe05574-4280-4f82-b66f-3c6486e36e0f tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f2914ea-1cff-4a5d-ab6b-16513ef7dac5,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:59:56.099761 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-abe05574-4280-4f82-b66f-3c6486e36e0f tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:56.104479 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-abe05574-4280-4f82-b66f-3c6486e36e0f tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0705717 Jul 09 14:59:56.104845 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 54556) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:59:56.109607 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-236b7d57-176a-4406-b058-3d9d52a98ce9 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Request body: {'security_group_rule': {'security_group_id': 'e3d09a7a-8018-47af-86f2-93d7c0d88b63', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:59:56.160161 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-b8682807-cf47-41fc-b9ce-293d046bdc83 req-804b346e-475a-4c3d-a393-a4b3bee82369 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b045a647-9e4a-4c91-8918-5940f1c994ab {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:59:56.184070 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b8682807-cf47-41fc-b9ce-293d046bdc83 req-804b346e-475a-4c3d-a393-a4b3bee82369 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:56.206944 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-b8682807-cf47-41fc-b9ce-293d046bdc83 req-804b346e-475a-4c3d-a393-a4b3bee82369 service neutron] Transition to ACTIVE for port object b045a647-9e4a-4c91-8918-5940f1c994ab will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:59:56.308935 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 54564) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:59:56.437900 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b8682807-cf47-41fc-b9ce-293d046bdc83 req-804b346e-475a-4c3d-a393-a4b3bee82369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:56.438425 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-236b7d57-176a-4406-b058-3d9d52a98ce9 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:56.454323 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4710521e-e7ec-4ba7-b45d-7be5825e4fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:56.509975 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-f33c89e8-e9fb-41e2-a94b-d942d4b29490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43af091c-b350-41d9-af4d-58aa3cabcab1', 'name': 'tempest-AttachVolumeTestJSON-1112086082-router', 'tenant_id': '3378cbcb6d374f7888262c5aa67c214b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '87c92795-bfcc-4f62-a25c-c7b06b183eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:59:41Z', 'updated_at': '2021-07-09T14:59:49Z', 'revision_number': 4, 'project_id': '3378cbcb6d374f7888262c5aa67c214b', 'gw_port': {'id': '87c92795-bfcc-4f62-a25c-c7b06b183eb0', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43af091c-b350-41d9-af4d-58aa3cabcab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:59:43Z', 'updated_at': '2021-07-09T14:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '795392a2-25ed-480d-af18-98a5c0c2d28e', 'name': '', 'network_id': '053b5aa8-ddaf-4c8a-a4d7-933f77f92447', 'tenant_id': '3378cbcb6d374f7888262c5aa67c214b', 'mac_address': 'fa:16:3e:8b:26:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43af091c-b350-41d9-af4d-58aa3cabcab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': 'f10ff914-6b6b-4456-8b4d-b9664913c2d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:59:48Z', 'updated_at': '2021-07-09T14:59:54Z', 'revision_number': 4, 'project_id': '3378cbcb6d374f7888262c5aa67c214b', 'subnets': [{'id': 'f10ff914-6b6b-4456-8b4d-b9664913c2d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:59:56.550585 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-37073c66-dec5-4d6e-aaee-a1532fc8e502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:56.595982 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33c89e8-e9fb-41e2-a94b-d942d4b29490 None None] The sync data for ids ['43af091c-b350-41d9-af4d-58aa3cabcab1'] in n-d-799529-6 is: [{'id': '43af091c-b350-41d9-af4d-58aa3cabcab1', 'name': 'tempest-AttachVolumeTestJSON-1112086082-router', 'tenant_id': '3378cbcb6d374f7888262c5aa67c214b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '87c92795-bfcc-4f62-a25c-c7b06b183eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:59:41Z', 'updated_at': '2021-07-09T14:59:49Z', 'revision_number': 4, 'project_id': '3378cbcb6d374f7888262c5aa67c214b', 'gw_port': {'id': '87c92795-bfcc-4f62-a25c-c7b06b183eb0', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43af091c-b350-41d9-af4d-58aa3cabcab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:59:43Z', 'updated_at': '2021-07-09T14:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '795392a2-25ed-480d-af18-98a5c0c2d28e', 'name': '', 'network_id': '053b5aa8-ddaf-4c8a-a4d7-933f77f92447', 'tenant_id': '3378cbcb6d374f7888262c5aa67c214b', 'mac_address': 'fa:16:3e:8b:26:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43af091c-b350-41d9-af4d-58aa3cabcab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': 'f10ff914-6b6b-4456-8b4d-b9664913c2d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:59:48Z', 'updated_at': '2021-07-09T14:59:54Z', 'revision_number': 4, 'project_id': '3378cbcb6d374f7888262c5aa67c214b', 'subnets': [{'id': 'f10ff914-6b6b-4456-8b4d-b9664913c2d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:59:56.604887 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-236b7d57-176a-4406-b058-3d9d52a98ce9 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:56.734508 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804b346e-475a-4c3d-a393-a4b3bee82369 service neutron] Pushing event updated for resources: {'Port': ['ID=b045a647-9e4a-4c91-8918-5940f1c994ab,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:59:56.748082 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-b8682807-cf47-41fc-b9ce-293d046bdc83 req-804b346e-475a-4c3d-a393-a4b3bee82369 service neutron] Attempting to bind port b045a647-9e4a-4c91-8918-5940f1c994ab on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:59:56.749319 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-b8682807-cf47-41fc-b9ce-293d046bdc83 req-804b346e-475a-4c3d-a393-a4b3bee82369 service neutron] Attempting to bind port b045a647-9e4a-4c91-8918-5940f1c994ab by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '896ba2d5-d8c7-4c93-8e5b-c08d89831acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:59:56.749813 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8682807-cf47-41fc-b9ce-293d046bdc83 req-804b346e-475a-4c3d-a393-a4b3bee82369 service neutron] Attempting to bind port b045a647-9e4a-4c91-8918-5940f1c994ab on network 9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:59:56.758650 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8682807-cf47-41fc-b9ce-293d046bdc83 req-804b346e-475a-4c3d-a393-a4b3bee82369 service neutron] Port b045a647-9e4a-4c91-8918-5940f1c994ab on network 9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:59:56.759007 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8682807-cf47-41fc-b9ce-293d046bdc83 req-804b346e-475a-4c3d-a393-a4b3bee82369 service neutron] Attempting to bind port b045a647-9e4a-4c91-8918-5940f1c994ab on network 9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:59:56.766430 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8682807-cf47-41fc-b9ce-293d046bdc83 req-804b346e-475a-4c3d-a393-a4b3bee82369 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:59:56.766768 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8682807-cf47-41fc-b9ce-293d046bdc83 req-804b346e-475a-4c3d-a393-a4b3bee82369 service neutron] Checking segment: {'id': '896ba2d5-d8c7-4c93-8e5b-c08d89831acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:59:56.767189 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8682807-cf47-41fc-b9ce-293d046bdc83 req-804b346e-475a-4c3d-a393-a4b3bee82369 service neutron] Bound using segment: {'id': '896ba2d5-d8c7-4c93-8e5b-c08d89831acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:59:56.768413 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-b8682807-cf47-41fc-b9ce-293d046bdc83 req-804b346e-475a-4c3d-a393-a4b3bee82369 service neutron] Bound port: b045a647-9e4a-4c91-8918-5940f1c994ab, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '896ba2d5-d8c7-4c93-8e5b-c08d89831acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:59:56.769784 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b8682807-cf47-41fc-b9ce-293d046bdc83 req-804b346e-475a-4c3d-a393-a4b3bee82369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:56.814368 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-236b7d57-176a-4406-b058-3d9d52a98ce9 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:56.859427 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-37073c66-dec5-4d6e-aaee-a1532fc8e502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:56.892098 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236b7d57-176a-4406-b058-3d9d52a98ce9 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9028d0a-20de-4e1c-be2f-cbd7aabfab6a,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:59:57.020083 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-37073c66-dec5-4d6e-aaee-a1532fc8e502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:57.062094 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-b8682807-cf47-41fc-b9ce-293d046bdc83 req-804b346e-475a-4c3d-a393-a4b3bee82369 service neutron] For port b045a647-9e4a-4c91-8918-5940f1c994ab, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:59:57.072858 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-b8682807-cf47-41fc-b9ce-293d046bdc83 req-804b346e-475a-4c3d-a393-a4b3bee82369 service neutron] For port b045a647-9e4a-4c91-8918-5940f1c994ab, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=b045a647-9e4a-4c91-8918-5940f1c994ab,segment=NetworkSegment(896ba2d5-d8c7-4c93-8e5b-c08d89831acb),segment_id=896ba2d5-d8c7-4c93-8e5b-c08d89831acb)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:59:57.140619 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-37073c66-dec5-4d6e-aaee-a1532fc8e502 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d2e2e77ab6ce413b87efadefd58f801b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8267417 Jul 09 14:59:57.141113 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 54592) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:59:57.145267 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37073c66-dec5-4d6e-aaee-a1532fc8e502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92e0cafc-628d-4d7b-a561-d819ef046adc,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:59:57.186024 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c2262-929b-4f1c-8327-5c12b5273109 req-695ec759-d2d2-4e4d-8992-063f6ef3b6cb tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:59:57.188205 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-de7c2262-929b-4f1c-8327-5c12b5273109 req-695ec759-d2d2-4e4d-8992-063f6ef3b6cb tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=96975adc-662b-4dc9-bd04-cc4b1fc78cd9 HTTP/1.1" status: 200 len: 944 time: 0.1749709 Jul 09 14:59:57.198357 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-236b7d57-176a-4406-b058-3d9d52a98ce9 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:57.199934 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-236b7d57-176a-4406-b058-3d9d52a98ce9 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0940504 Jul 09 14:59:57.203356 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 54596) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:59:57.209479 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-38545f35-e147-421e-b6a2-0595d4deed41 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Request body: {'floatingip': {'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:59:57.235096 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eca9eabc-24e3-433f-8ee2-870581e3a04c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:57.248946 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b8682807-cf47-41fc-b9ce-293d046bdc83 req-804b346e-475a-4c3d-a393-a4b3bee82369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:57.291119 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-de7c2262-929b-4f1c-8327-5c12b5273109 req-bdc53a3c-abf9-4b99-83dd-1d92b2e57d58 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/security-groups?id=6350f22d-31f5-4997-9a81-92d1dbf20d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816300 Jul 09 14:59:57.314925 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8682807-cf47-41fc-b9ce-293d046bdc83 req-804b346e-475a-4c3d-a393-a4b3bee82369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:59:57.314925 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b8682807-cf47-41fc-b9ce-293d046bdc83 req-804b346e-475a-4c3d-a393-a4b3bee82369 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:57.314925 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b8682807-cf47-41fc-b9ce-293d046bdc83 req-804b346e-475a-4c3d-a393-a4b3bee82369 service neutron] 10.222.0.54 "PUT /v2.0/ports/b045a647-9e4a-4c91-8918-5940f1c994ab HTTP/1.1" status: 200 len: 1092 time: 1.7473693 Jul 09 14:59:57.314925 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96975adc-662b-4dc9-bd04-cc4b1fc78cd9', 'tag': 'b045a647-9e4a-4c91-8918-5940f1c994ab'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:59:57.315828 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f8fd33-4d46-4377-ba04-3ade08777e97" -d '{"events": [{"name": "network-changed", "server_uuid": "96975adc-662b-4dc9-bd04-cc4b1fc78cd9", "tag": "b045a647-9e4a-4c91-8918-5940f1c994ab"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:59:57.322862 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eca9eabc-24e3-433f-8ee2-870581e3a04c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:57.407311 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dae72cc-e8df-4419-a20c-653082ac67cd x-openstack-request-id: req-4dae72cc-e8df-4419-a20c-653082ac67cd {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:59:57.407635 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96975adc-662b-4dc9-bd04-cc4b1fc78cd9", "tag": "b045a647-9e4a-4c91-8918-5940f1c994ab", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:59:57.407900 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4dae72cc-e8df-4419-a20c-653082ac67cd {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:59:57.408336 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96975adc-662b-4dc9-bd04-cc4b1fc78cd9', 'tag': 'b045a647-9e4a-4c91-8918-5940f1c994ab', 'status': 'completed', 'code': 200} Jul 09 14:59:57.415121 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804b346e-475a-4c3d-a393-a4b3bee82369 service neutron] Pushing event updated for resources: {'Port': ['ID=b045a647-9e4a-4c91-8918-5940f1c994ab,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:59:57.491034 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8fd33-4d46-4377-ba04-3ade08777e97 req-bbe46579-053e-4b37-9235-b1744fdb3f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:59:57.492818 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f9f8fd33-4d46-4377-ba04-3ade08777e97 req-bbe46579-053e-4b37-9235-b1744fdb3f5e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2b31a8f0407847ddbef3ce3aa6a501ce&device_id=96975adc-662b-4dc9-bd04-cc4b1fc78cd9 HTTP/1.1" status: 200 len: 1095 time: 0.0740180 Jul 09 14:59:57.525746 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-38545f35-e147-421e-b6a2-0595d4deed41 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks [] for floatingip, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:57.659905 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8fd33-4d46-4377-ba04-3ade08777e97 req-cbe75335-ab68-41b3-83df-57751db73c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:59:57.661477 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f9f8fd33-4d46-4377-ba04-3ade08777e97 req-cbe75335-ab68-41b3-83df-57751db73c56 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=2b31a8f0407847ddbef3ce3aa6a501ce&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1580324 Jul 09 14:59:57.786197 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-38545f35-e147-421e-b6a2-0595d4deed41 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:57.786808 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eca9eabc-24e3-433f-8ee2-870581e3a04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:57.789656 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eca9eabc-24e3-433f-8ee2-870581e3a04c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:57.794007 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-eca9eabc-24e3-433f-8ee2-870581e3a04c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/92e0cafc-628d-4d7b-a561-d819ef046adc HTTP/1.1" status: 204 len: 168 time: 0.6501153 Jul 09 14:59:57.802389 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8fd33-4d46-4377-ba04-3ade08777e97 req-1a3a3e52-c515-4783-aa67-0764d8c62eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:59:57.803908 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f9f8fd33-4d46-4377-ba04-3ade08777e97 req-1a3a3e52-c515-4783-aa67-0764d8c62eef service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1355700 Jul 09 14:59:57.813505 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca9eabc-24e3-433f-8ee2-870581e3a04c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e0cafc-628d-4d7b-a561-d819ef046adc,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:59:58.166981 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-38545f35-e147-421e-b6a2-0595d4deed41 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Allocated IP 172.25.3.57 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/a4decf24-acf5-423a-8a32-d84c930579f2) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:59:58.172419 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 795392a2-25ed-480d-af18-98a5c0c2d28e up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:59:58.195557 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8682807-cf47-41fc-b9ce-293d046bdc83 req-2833382b-0308-4f44-9ce6-edd10d44d973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:59:58.199768 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 54622) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:59:58.200941 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b8682807-cf47-41fc-b9ce-293d046bdc83 req-2833382b-0308-4f44-9ce6-edd10d44d973 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2b31a8f0407847ddbef3ce3aa6a501ce&device_id=96975adc-662b-4dc9-bd04-cc4b1fc78cd9 HTTP/1.1" status: 200 len: 1095 time: 0.3046005 Jul 09 14:59:58.456137 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b8682807-cf47-41fc-b9ce-293d046bdc83 req-345f932d-4a77-454e-934d-c4adb577b067 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b045a647-9e4a-4c91-8918-5940f1c994ab HTTP/1.1" status: 200 len: 217 time: 0.2347107 Jul 09 14:59:58.470774 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 795392a2-25ed-480d-af18-98a5c0c2d28e completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:59:58.473577 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 795392a2-25ed-480d-af18-98a5c0c2d28e triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:59:58.474153 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:58.569717 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-2a5bf6da-12dd-4554-b92a-94b7b5986186 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1393378670-network', 'tenant_id': 'f08c3375966e4d209cc33a3d10dd2571'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:59:58.574031 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8682807-cf47-41fc-b9ce-293d046bdc83 req-3bddce1b-2a16-427c-95a4-fd3feecad1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:59:58.576157 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b8682807-cf47-41fc-b9ce-293d046bdc83 req-3bddce1b-2a16-427c-95a4-fd3feecad1f3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=43be0c5f-83f5-43e6-9326-6f032f77f01f HTTP/1.1" status: 200 len: 855 time: 0.1098673 Jul 09 14:59:58.619687 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d4c8d-b502-48b2-9c24-74c5bd0b4bd4 req-b666863b-80ad-4199-a562-12bee21e455b tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:59:58.622496 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-095d4c8d-b502-48b2-9c24-74c5bd0b4bd4 req-b666863b-80ad-4199-a562-12bee21e455b tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=96975adc-662b-4dc9-bd04-cc4b1fc78cd9 HTTP/1.1" status: 200 len: 944 time: 0.1393461 Jul 09 14:59:58.629340 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:58.667791 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b8682807-cf47-41fc-b9ce-293d046bdc83 req-6ffe0e2c-ed9e-4dc6-8869-7822bf613fa4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841510 Jul 09 14:59:58.680143 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 795392a2-25ed-480d-af18-98a5c0c2d28e, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=795392a2-25ed-480d-af18-98a5c0c2d28e,segment=NetworkSegment(793f6188-e169-447b-9a2e-8619e04e34aa),segment_id=793f6188-e169-447b-9a2e-8619e04e34aa)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:59:58.692212 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-095d4c8d-b502-48b2-9c24-74c5bd0b4bd4 req-057f2f31-4449-4836-aa3f-ab61ac269fd7 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/security-groups?id=6350f22d-31f5-4997-9a81-92d1dbf20d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590448 Jul 09 14:59:58.728547 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5bf6da-12dd-4554-b92a-94b7b5986186 admin admin] Made reservation on behalf of f08c3375966e4d209cc33a3d10dd2571 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:59:58.732100 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2a5bf6da-12dd-4554-b92a-94b7b5986186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:58.741974 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2a5bf6da-12dd-4554-b92a-94b7b5986186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:58.783708 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-38545f35-e147-421e-b6a2-0595d4deed41 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:58.808839 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:58.863059 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b8682807-cf47-41fc-b9ce-293d046bdc83 req-197dd753-3c77-4fca-823d-f14020179beb service neutron] 10.222.0.54 "GET /v2.0/networks/9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830342 Jul 09 14:59:58.888640 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2a5bf6da-12dd-4554-b92a-94b7b5986186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:58.890030 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=795392a2-25ed-480d-af18-98a5c0c2d28e,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:59:58.964146 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2a5bf6da-12dd-4554-b92a-94b7b5986186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:59.000222 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b8682807-cf47-41fc-b9ce-293d046bdc83 req-2ee47991-d153-4ae1-9fa3-f7ba0ad354b3 service neutron] 10.222.0.54 "GET /v2.0/networks/9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251669 Jul 09 14:59:59.000785 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a5bf6da-12dd-4554-b92a-94b7b5986186 admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:59:59.013075 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5bf6da-12dd-4554-b92a-94b7b5986186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa15098-403d-4089-aee6-e75b5d3421fa,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:59:59.024134 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4f5dc79e-1e0f-4fdd-856a-83508585d31b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:59.024538 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2a5bf6da-12dd-4554-b92a-94b7b5986186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:59.024538 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-2a5bf6da-12dd-4554-b92a-94b7b5986186 admin admin] Added segment d6b27be6-7d4a-478d-8a9d-eabf134b6f93 of type vlan for network 6d762e37-9172-4064-91e1-59278febf473 Jul 09 14:59:59.065962 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2a5bf6da-12dd-4554-b92a-94b7b5986186 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:59.159626 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-38545f35-e147-421e-b6a2-0595d4deed41 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:59.206633 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38545f35-e147-421e-b6a2-0595d4deed41 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:59:59.215045 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-38545f35-e147-421e-b6a2-0595d4deed41 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:59:59.221236 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38545f35-e147-421e-b6a2-0595d4deed41 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:59:59.249286 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2a5bf6da-12dd-4554-b92a-94b7b5986186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:59.259664 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5bf6da-12dd-4554-b92a-94b7b5986186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:59:59.259664 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2a5bf6da-12dd-4554-b92a-94b7b5986186 admin admin] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:59.281627 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38545f35-e147-421e-b6a2-0595d4deed41 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Pushing event updated for resources: {'Port': ['ID=a4decf24-acf5-423a-8a32-d84c930579f2,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:59:59.322510 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5bf6da-12dd-4554-b92a-94b7b5986186 admin admin] Pushing event updated for resources: {'Network': ['ID=6d762e37-9172-4064-91e1-59278febf473,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:59:59.329960 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:59.341373 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 6d762e37-9172-4064-91e1-59278febf473 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:59:59.394496 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-38545f35-e147-421e-b6a2-0595d4deed41 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:59.443606 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-2a5bf6da-12dd-4554-b92a-94b7b5986186 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2425358 Jul 09 14:59:59.454900 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 54670) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:59:59.454900 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-2bc4d1ee-fa3b-40ca-bc29-4c735eeedb27 admin admin] Request body: {'subnet': {'network_id': '6d762e37-9172-4064-91e1-59278febf473', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1393378670-subnet', 'tenant_id': 'f08c3375966e4d209cc33a3d10dd2571', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:59:59.616973 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-38545f35-e147-421e-b6a2-0595d4deed41 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:59.644319 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc4d1ee-fa3b-40ca-bc29-4c735eeedb27 admin admin] Made reservation on behalf of f08c3375966e4d209cc33a3d10dd2571 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:59:59.646703 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2bc4d1ee-fa3b-40ca-bc29-4c735eeedb27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:59.941089 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-38545f35-e147-421e-b6a2-0595d4deed41 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:59.981711 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 795392a2-25ed-480d-af18-98a5c0c2d28e up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:00:00.010055 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7688907e-448e-492b-a7db-fdc3617bd0ad req-140918aa-bbd6-4aa6-a390-4002128e972d tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:00.011737 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7688907e-448e-492b-a7db-fdc3617bd0ad req-140918aa-bbd6-4aa6-a390-4002128e972d tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=96975adc-662b-4dc9-bd04-cc4b1fc78cd9 HTTP/1.1" status: 200 len: 944 time: 0.1843975 Jul 09 15:00:00.061444 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7688907e-448e-492b-a7db-fdc3617bd0ad req-d8b89ffd-b27b-42ff-8318-64a14d24ee35 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/security-groups?id=6350f22d-31f5-4997-9a81-92d1dbf20d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433331 Jul 09 15:00:00.069775 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 795392a2-25ed-480d-af18-98a5c0c2d28e triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:00:00.070161 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:00.111259 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-38545f35-e147-421e-b6a2-0595d4deed41 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:00.187390 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2bc4d1ee-fa3b-40ca-bc29-4c735eeedb27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:00.224418 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38545f35-e147-421e-b6a2-0595d4deed41 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Pushing event updated for resources: {'Port': ['ID=a4decf24-acf5-423a-8a32-d84c930579f2,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:00:00.248820 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-38545f35-e147-421e-b6a2-0595d4deed41 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:00.271393 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc4d1ee-fa3b-40ca-bc29-4c735eeedb27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b25ddde3-55e3-4402-b1cd-ec853b0f2fa9,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:00:00.277806 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:00.284220 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc4d1ee-fa3b-40ca-bc29-4c735eeedb27 admin admin] Checking segment: {'id': 'd6b27be6-7d4a-478d-8a9d-eabf134b6f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '6d762e37-9172-4064-91e1-59278febf473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:00:00.284582 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc4d1ee-fa3b-40ca-bc29-4c735eeedb27 admin admin] Network hostable DHCP agents. Network: 6d762e37-9172-4064-91e1-59278febf473, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:00:00.506109 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-38545f35-e147-421e-b6a2-0595d4deed41 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:00.507327 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-38545f35-e147-421e-b6a2-0595d4deed41 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3029437 Jul 09 15:00:00.508256 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc4d1ee-fa3b-40ca-bc29-4c735eeedb27 admin admin] Network 6d762e37-9172-4064-91e1-59278febf473 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:00:00.724963 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0663e205-4d00-490f-95d7-dc42f0564d95 req-37a51d5d-c319-4af0-99fe-d44848067fbc tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--36189624&fields=id&tenant_id=3378cbcb6d374f7888262c5aa67c214b HTTP/1.1" status: 200 len: 267 time: 0.0377922 Jul 09 15:00:00.841062 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663e205-4d00-490f-95d7-dc42f0564d95 req-cb5c3f3b-9f05-4d45-9ee1-9ae4b5386d9d tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:00.842663 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0663e205-4d00-490f-95d7-dc42f0564d95 req-cb5c3f3b-9f05-4d45-9ee1-9ae4b5386d9d tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/networks?id=053b5aa8-ddaf-4c8a-a4d7-933f77f92447 HTTP/1.1" status: 200 len: 811 time: 0.1106558 Jul 09 15:00:00.857724 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0663e205-4d00-490f-95d7-dc42f0564d95 req-2a23cdcc-7986-4138-930c-0252863efe9b tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/quotas/3378cbcb6d374f7888262c5aa67c214b HTTP/1.1" status: 200 len: 375 time: 0.0096545 Jul 09 15:00:00.888574 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-2bc4d1ee-fa3b-40ca-bc29-4c735eeedb27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 6d762e37-9172-4064-91e1-59278febf473) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:00:00.893974 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc4d1ee-fa3b-40ca-bc29-4c735eeedb27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:00.894876 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2bc4d1ee-fa3b-40ca-bc29-4c735eeedb27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:00.901996 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54b503f-c9b0-40b0-a24b-76c8aed9e4d1 None None] Network 6d762e37-9172-4064-91e1-59278febf473 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:00:00.938749 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0663e205-4d00-490f-95d7-dc42f0564d95 req-6a0428cb-085b-40b4-a40f-2cac72061e7c tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3378cbcb6d374f7888262c5aa67c214b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0744605 Jul 09 15:00:01.031914 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87249d9-6339-406b-99f3-9d4aee7d7333 None None] Network 6d762e37-9172-4064-91e1-59278febf473 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:00:01.070135 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0663e205-4d00-490f-95d7-dc42f0564d95 req-fc4058fb-53ee-4c91-aa2e-aee3dff1c0b5 service neutron] 10.222.0.58 "GET /v2.0/networks/053b5aa8-ddaf-4c8a-a4d7-933f77f92447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185989 Jul 09 15:00:01.190423 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-2bc4d1ee-fa3b-40ca-bc29-4c735eeedb27 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7427375 Jul 09 15:00:01.252283 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0663e205-4d00-490f-95d7-dc42f0564d95 req-0a85cbf9-8ec4-45cd-ad1c-c3ab6773f533 service neutron] 10.222.0.58 "GET /v2.0/networks/053b5aa8-ddaf-4c8a-a4d7-933f77f92447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762035 Jul 09 15:00:01.407315 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device b045a647-9e4a-4c91-8918-5940f1c994ab details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 15:00:01.457593 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f55ec5-b982-4164-bb6d-d708f1c57b89 req-130eff26-b0f9-45d4-a85c-ab876bdec388 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:01.459391 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d9f55ec5-b982-4164-bb6d-d708f1c57b89 req-130eff26-b0f9-45d4-a85c-ab876bdec388 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=96975adc-662b-4dc9-bd04-cc4b1fc78cd9 HTTP/1.1" status: 200 len: 944 time: 0.0914087 Jul 09 15:00:01.512215 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d9f55ec5-b982-4164-bb6d-d708f1c57b89 req-f9a84525-e151-4e8b-aee9-d4765869be78 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/security-groups?id=6350f22d-31f5-4997-9a81-92d1dbf20d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453429 Jul 09 15:00:01.581063 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port b045a647-9e4a-4c91-8918-5940f1c994ab, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=b045a647-9e4a-4c91-8918-5940f1c994ab,segment=NetworkSegment(896ba2d5-d8c7-4c93-8e5b-c08d89831acb),segment_id=896ba2d5-d8c7-4c93-8e5b-c08d89831acb)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:00:01.603488 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': 'b045a647-9e4a-4c91-8918-5940f1c994ab', 'network_id': '9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677', 'port_id': 'b045a647-9e4a-4c91-8918-5940f1c994ab', 'mac_address': 'fa:16:3e:24:db:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43be0c5f-83f5-43e6-9326-6f032f77f01f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 15:00:01.668564 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:01.692236 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b045a647-9e4a-4c91-8918-5940f1c994ab {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:00:01.726100 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port b045a647-9e4a-4c91-8918-5940f1c994ab, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=b045a647-9e4a-4c91-8918-5940f1c994ab,segment=NetworkSegment(896ba2d5-d8c7-4c93-8e5b-c08d89831acb),segment_id=896ba2d5-d8c7-4c93-8e5b-c08d89831acb)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:00:01.774925 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:01.804620 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9f6959ac-880e-4a9c-a7cd-b79e90cb72b2 req-da811e39-9af2-451e-9c26-b7ca4d42b614 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?device_id=6acf793a-000d-4e20-8656-d0b0309dc473 HTTP/1.1" status: 200 len: 210 time: 0.0836031 Jul 09 15:00:01.948828 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:02.008205 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=b045a647-9e4a-4c91-8918-5940f1c994ab,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:00:02.181715 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['b045a647-9e4a-4c91-8918-5940f1c994ab'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:00:02.741504 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a543d-e4aa-44df-beb3-6a938c3d5592 req-7f504757-d64c-404e-97df-44d7ce290e41 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:02.743177 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-717a543d-e4aa-44df-beb3-6a938c3d5592 req-7f504757-d64c-404e-97df-44d7ce290e41 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=96975adc-662b-4dc9-bd04-cc4b1fc78cd9 HTTP/1.1" status: 200 len: 945 time: 0.0768926 Jul 09 15:00:02.829783 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-717a543d-e4aa-44df-beb3-6a938c3d5592 req-3918b189-8e87-494d-b3a7-2b865fc881bd tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/security-groups?id=6350f22d-31f5-4997-9a81-92d1dbf20d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761783 Jul 09 15:00:02.841253 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 54780) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:00:02.846711 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-da0fb6a4-5eb4-44f1-9daa-79a899ebd7f1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1485173414-network', 'tenant_id': 'd9e4a11e84b046bdb287c92b80861a1c'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:00:02.933140 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-984e73d0-2307-4a09-a91d-b3b24275ffe8 req-4942586e-2e0d-4eb5-9888-a3a152c1e35d tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?device_id=6acf793a-000d-4e20-8656-d0b0309dc473 HTTP/1.1" status: 200 len: 210 time: 0.0470681 Jul 09 15:00:03.043369 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0fb6a4-5eb4-44f1-9daa-79a899ebd7f1 admin admin] Made reservation on behalf of d9e4a11e84b046bdb287c92b80861a1c for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:00:03.046082 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-da0fb6a4-5eb4-44f1-9daa-79a899ebd7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:03.064786 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-da0fb6a4-5eb4-44f1-9daa-79a899ebd7f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:03.162211 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-da0fb6a4-5eb4-44f1-9daa-79a899ebd7f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:03.351950 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-da0fb6a4-5eb4-44f1-9daa-79a899ebd7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:03.367519 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da0fb6a4-5eb4-44f1-9daa-79a899ebd7f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:00:03.382200 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0fb6a4-5eb4-44f1-9daa-79a899ebd7f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78846af1-9eee-4242-9bd1-ec4a0c17a5c3,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:00:03.385664 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-da0fb6a4-5eb4-44f1-9daa-79a899ebd7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:03.386034 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-da0fb6a4-5eb4-44f1-9daa-79a899ebd7f1 admin admin] Added segment 96b180c8-3afe-4325-9889-8c2cb8645d01 of type vlan for network 54c82482-8f4a-4f5b-b73f-f633f83046b2 Jul 09 15:00:03.421985 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device b045a647-9e4a-4c91-8918-5940f1c994ab up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:00:03.439860 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-da0fb6a4-5eb4-44f1-9daa-79a899ebd7f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:03.642894 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port b045a647-9e4a-4c91-8918-5940f1c994ab completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:00:03.643084 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-da0fb6a4-5eb4-44f1-9daa-79a899ebd7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:03.644161 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0fb6a4-5eb4-44f1-9daa-79a899ebd7f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:03.650367 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-da0fb6a4-5eb4-44f1-9daa-79a899ebd7f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:03.650541 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port b045a647-9e4a-4c91-8918-5940f1c994ab triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:00:03.650541 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:03.711331 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0fb6a4-5eb4-44f1-9daa-79a899ebd7f1 admin admin] Pushing event updated for resources: {'Network': ['ID=54c82482-8f4a-4f5b-b73f-f633f83046b2,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:00:03.725570 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 54c82482-8f4a-4f5b-b73f-f633f83046b2 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:00:03.776086 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:03.819783 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96975adc-662b-4dc9-bd04-cc4b1fc78cd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b045a647-9e4a-4c91-8918-5940f1c994ab'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:00:03.822102 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0058197a-2d9b-4119-a7ce-878536892f9d" -d '{"events": [{"server_uuid": "96975adc-662b-4dc9-bd04-cc4b1fc78cd9", "name": "network-vif-plugged", "status": "completed", "tag": "b045a647-9e4a-4c91-8918-5940f1c994ab"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:00:03.836675 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port b045a647-9e4a-4c91-8918-5940f1c994ab, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=b045a647-9e4a-4c91-8918-5940f1c994ab,segment=NetworkSegment(896ba2d5-d8c7-4c93-8e5b-c08d89831acb),segment_id=896ba2d5-d8c7-4c93-8e5b-c08d89831acb)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:00:03.871908 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c44f206-7e3c-4436-8170-977baeba2449 x-openstack-request-id: req-0c44f206-7e3c-4436-8170-977baeba2449 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:00:03.876565 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96975adc-662b-4dc9-bd04-cc4b1fc78cd9", "name": "network-vif-plugged", "status": "completed", "tag": "b045a647-9e4a-4c91-8918-5940f1c994ab", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:00:03.876727 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-da0fb6a4-5eb4-44f1-9daa-79a899ebd7f1 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0299897 Jul 09 15:00:03.877181 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0c44f206-7e3c-4436-8170-977baeba2449 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:00:03.877181 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96975adc-662b-4dc9-bd04-cc4b1fc78cd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b045a647-9e4a-4c91-8918-5940f1c994ab', 'code': 200} Jul 09 15:00:03.877338 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 54814) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:00:03.880267 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-f990c451-6864-46c9-96de-ccc72f6a63d2 admin admin] Request body: {'subnet': {'network_id': '54c82482-8f4a-4f5b-b73f-f633f83046b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1485173414-subnet', 'tenant_id': 'd9e4a11e84b046bdb287c92b80861a1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:00:04.065052 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b08ed1-793d-4662-99bd-530e2a28fc5e req-50a35c41-83dc-447a-8ee4-765848d6321c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:04.067375 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-01b08ed1-793d-4662-99bd-530e2a28fc5e req-50a35c41-83dc-447a-8ee4-765848d6321c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=96975adc-662b-4dc9-bd04-cc4b1fc78cd9 HTTP/1.1" status: 200 len: 1096 time: 0.1231863 Jul 09 15:00:04.088338 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d78052-5321-4b02-834e-26d3112aad01 req-d0e47bbe-8e57-498c-b5e4-08b8ccf7c26d tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:04.089828 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-65d78052-5321-4b02-834e-26d3112aad01 req-d0e47bbe-8e57-498c-b5e4-08b8ccf7c26d tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=96975adc-662b-4dc9-bd04-cc4b1fc78cd9 HTTP/1.1" status: 200 len: 945 time: 0.1137123 Jul 09 15:00:04.122073 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1c74bf3e-3293-465a-bccf-f0b8d702ad2e req-99cfd931-f807-4ebe-9f17-e371083edb32 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?device_id=6acf793a-000d-4e20-8656-d0b0309dc473 HTTP/1.1" status: 200 len: 210 time: 0.0438905 Jul 09 15:00:04.134728 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:04.263900 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=b045a647-9e4a-4c91-8918-5940f1c994ab,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:00:04.487648 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f990c451-6864-46c9-96de-ccc72f6a63d2 admin admin] Made reservation on behalf of d9e4a11e84b046bdb287c92b80861a1c for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:00:04.489967 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f990c451-6864-46c9-96de-ccc72f6a63d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:04.540572 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-01b08ed1-793d-4662-99bd-530e2a28fc5e req-5f9701b7-e3d1-48c3-8ce9-a62646405b6f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6350f22d-31f5-4997-9a81-92d1dbf20d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4657638 Jul 09 15:00:04.554067 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-65d78052-5321-4b02-834e-26d3112aad01 req-020a55b2-fdce-457b-9523-c6ebb3742595 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/security-groups?id=6350f22d-31f5-4997-9a81-92d1dbf20d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4557765 Jul 09 15:00:04.940653 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f990c451-6864-46c9-96de-ccc72f6a63d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:05.005820 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f990c451-6864-46c9-96de-ccc72f6a63d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4860375f-f726-4dd6-b344-8b475f3559e1,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:00:05.014961 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f990c451-6864-46c9-96de-ccc72f6a63d2 admin admin] Checking segment: {'id': '96b180c8-3afe-4325-9889-8c2cb8645d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '54c82482-8f4a-4f5b-b73f-f633f83046b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:00:05.015338 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f990c451-6864-46c9-96de-ccc72f6a63d2 admin admin] Network hostable DHCP agents. Network: 54c82482-8f4a-4f5b-b73f-f633f83046b2, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:00:05.219784 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f990c451-6864-46c9-96de-ccc72f6a63d2 admin admin] Network 54c82482-8f4a-4f5b-b73f-f633f83046b2 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:00:05.309397 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-34f8b9c0-9620-45a9-a6b0-58c44e975eb2 req-29eec21e-d9f5-4810-bcb6-3a19ed5227f8 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?device_id=6acf793a-000d-4e20-8656-d0b0309dc473 HTTP/1.1" status: 200 len: 210 time: 0.0293450 Jul 09 15:00:05.362768 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-f990c451-6864-46c9-96de-ccc72f6a63d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 54c82482-8f4a-4f5b-b73f-f633f83046b2) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:00:05.369691 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f990c451-6864-46c9-96de-ccc72f6a63d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:05.370587 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f990c451-6864-46c9-96de-ccc72f6a63d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:05.396588 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff87519a-17f0-4a14-bd9e-2919cbe3224b None None] Network 54c82482-8f4a-4f5b-b73f-f633f83046b2 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:00:05.556199 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1baa2c1-cc54-4951-a5aa-7152c0aa577e None None] Network 54c82482-8f4a-4f5b-b73f-f633f83046b2 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:00:05.588531 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f990c451-6864-46c9-96de-ccc72f6a63d2 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7053914 Jul 09 15:00:05.823641 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c86f2c-03b1-45cc-ae76-8cab15628187 req-9b106672-4c4a-4591-88a7-bb5b2f599f43 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:05.832719 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-55c86f2c-03b1-45cc-ae76-8cab15628187 req-9b106672-4c4a-4591-88a7-bb5b2f599f43 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=96975adc-662b-4dc9-bd04-cc4b1fc78cd9 HTTP/1.1" status: 200 len: 946 time: 0.0890551 Jul 09 15:00:05.884177 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-55c86f2c-03b1-45cc-ae76-8cab15628187 req-f49479f1-a201-4701-bf43-8697ca58c6e4 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/security-groups?id=6350f22d-31f5-4997-9a81-92d1dbf20d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444901 Jul 09 15:00:06.189740 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de588c09-f21d-4e13-bc6e-177dd5424be2 req-5164e094-5eb9-4cd6-baaf-f8051d12fb25 tempest-VolumesActionsTest-1027003290 tempest-VolumesActionsTest-1027003290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:06.191681 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-de588c09-f21d-4e13-bc6e-177dd5424be2 req-5164e094-5eb9-4cd6-baaf-f8051d12fb25 tempest-VolumesActionsTest-1027003290 tempest-VolumesActionsTest-1027003290-project] 10.222.0.58 "GET /v2.0/networks?id=6d762e37-9172-4064-91e1-59278febf473 HTTP/1.1" status: 200 len: 809 time: 0.1275084 Jul 09 15:00:06.219086 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-de588c09-f21d-4e13-bc6e-177dd5424be2 req-af4477d4-0962-4555-a79d-682590811715 tempest-VolumesActionsTest-1027003290 tempest-VolumesActionsTest-1027003290-project] 10.222.0.58 "GET /v2.0/quotas/f08c3375966e4d209cc33a3d10dd2571 HTTP/1.1" status: 200 len: 375 time: 0.0131812 Jul 09 15:00:06.258202 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-de588c09-f21d-4e13-bc6e-177dd5424be2 req-56e1bd7b-b4d3-47d1-9566-9340fe56700f tempest-VolumesActionsTest-1027003290 tempest-VolumesActionsTest-1027003290-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f08c3375966e4d209cc33a3d10dd2571&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327032 Jul 09 15:00:06.369288 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-de588c09-f21d-4e13-bc6e-177dd5424be2 req-411d8106-96f3-4f0e-8c00-7ce4800bdce7 service neutron] 10.222.0.58 "GET /v2.0/networks/6d762e37-9172-4064-91e1-59278febf473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006196 Jul 09 15:00:06.482016 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-de588c09-f21d-4e13-bc6e-177dd5424be2 req-4e42a519-88bc-4d31-a1a9-dfc1b2c39445 service neutron] 10.222.0.58 "GET /v2.0/networks/6d762e37-9172-4064-91e1-59278febf473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054578 Jul 09 15:00:06.488029 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-469c4561-67c0-4c7a-8b8a-80d7e69637ef req-cbd8cb0d-f03b-4a77-befb-2efc5d04554e tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?device_id=6acf793a-000d-4e20-8656-d0b0309dc473 HTTP/1.1" status: 200 len: 210 time: 0.0388553 Jul 09 15:00:06.969359 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-78504087-7ec2-4b85-b2ce-5d43b54e555c req-4fddd10a-f930-4225-a700-17f73c372ec2 tempest-VolumesActionsTest-1027003290 tempest-VolumesActionsTest-1027003290-project] 10.222.0.58 "GET /v2.0/ports?device_id=272c3e40-4fe7-4e9d-bbb6-d9d4dd99c6b7 HTTP/1.1" status: 200 len: 210 time: 0.0430698 Jul 09 15:00:07.198539 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663e205-4d00-490f-95d7-dc42f0564d95 req-ec6630b3-468e-43ca-882b-07cc1708527e tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:07.200880 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0663e205-4d00-490f-95d7-dc42f0564d95 req-ec6630b3-468e-43ca-882b-07cc1708527e tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.62 "GET /v2.0/networks?id=053b5aa8-ddaf-4c8a-a4d7-933f77f92447 HTTP/1.1" status: 200 len: 811 time: 0.2507889 Jul 09 15:00:07.209124 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c585587-c54e-4333-a6ad-b749e2c2609e req-ce522eac-b71f-434a-827c-a62b2f1ebe1f tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:07.210867 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4c585587-c54e-4333-a6ad-b749e2c2609e req-ce522eac-b71f-434a-827c-a62b2f1ebe1f tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=96975adc-662b-4dc9-bd04-cc4b1fc78cd9 HTTP/1.1" status: 200 len: 946 time: 0.1488502 Jul 09 15:00:07.281683 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4c585587-c54e-4333-a6ad-b749e2c2609e req-5bff5e04-c967-4d8e-b27b-996df143f4c0 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/security-groups?id=6350f22d-31f5-4997-9a81-92d1dbf20d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622590 Jul 09 15:00:07.314669 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0663e205-4d00-490f-95d7-dc42f0564d95 req-a162e5ed-cac5-4d97-9f93-0071e9b6e990 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3378cbcb6d374f7888262c5aa67c214b HTTP/1.1" status: 200 len: 378 time: 0.0629816 Jul 09 15:00:07.331247 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-0663e205-4d00-490f-95d7-dc42f0564d95 req-f1748465-a367-4e39-89ee-5b90f84c7404 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Request body: {'port': {'device_id': '6acf793a-000d-4e20-8656-d0b0309dc473', 'network_id': '053b5aa8-ddaf-4c8a-a4d7-933f77f92447', 'admin_state_up': True, 'tenant_id': '3378cbcb6d374f7888262c5aa67c214b', 'security_groups': ['e3d09a7a-8018-47af-86f2-93d7c0d88b63']}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:00:07.672299 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-77a08db6-69d6-4585-812b-47701a0cddc2 req-4e75bc36-ec68-4653-954c-3e0d1302e2cd tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?device_id=6acf793a-000d-4e20-8656-d0b0309dc473 HTTP/1.1" status: 200 len: 210 time: 0.0607769 Jul 09 15:00:07.730020 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0663e205-4d00-490f-95d7-dc42f0564d95 req-f1748465-a367-4e39-89ee-5b90f84c7404 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Made reservation on behalf of 3378cbcb6d374f7888262c5aa67c214b for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:00:07.733788 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-0663e205-4d00-490f-95d7-dc42f0564d95 req-f1748465-a367-4e39-89ee-5b90f84c7404 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:07.893643 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-0663e205-4d00-490f-95d7-dc42f0564d95 req-f1748465-a367-4e39-89ee-5b90f84c7404 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Allocated IP 172.20.0.11 (053b5aa8-ddaf-4c8a-a4d7-933f77f92447/f10ff914-6b6b-4456-8b4d-b9664913c2d3/024176e4-6924-4530-be6b-d7b09c58cc41) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:00:08.050881 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-77482c8e-6ff9-45f0-83e8-58e9d3a899d9 req-1251561d-fa0d-49db-bf7c-1f4b8be35ce9 tempest-VolumesActionsTest-1027003290 tempest-VolumesActionsTest-1027003290-project] 10.222.0.58 "GET /v2.0/ports?device_id=272c3e40-4fe7-4e9d-bbb6-d9d4dd99c6b7 HTTP/1.1" status: 200 len: 210 time: 0.0376976 Jul 09 15:00:08.083416 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-0663e205-4d00-490f-95d7-dc42f0564d95 req-f1748465-a367-4e39-89ee-5b90f84c7404 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:08.104040 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-0663e205-4d00-490f-95d7-dc42f0564d95 req-f1748465-a367-4e39-89ee-5b90f84c7404 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Transition to ACTIVE for port object 024176e4-6924-4530-be6b-d7b09c58cc41 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:00:08.329373 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-0663e205-4d00-490f-95d7-dc42f0564d95 req-f1748465-a367-4e39-89ee-5b90f84c7404 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:08.413678 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0663e205-4d00-490f-95d7-dc42f0564d95 req-f1748465-a367-4e39-89ee-5b90f84c7404 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Network 053b5aa8-ddaf-4c8a-a4d7-933f77f92447 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:00:08.442877 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-0663e205-4d00-490f-95d7-dc42f0564d95 req-f1748465-a367-4e39-89ee-5b90f84c7404 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:00:08.447594 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-0663e205-4d00-490f-95d7-dc42f0564d95 req-f1748465-a367-4e39-89ee-5b90f84c7404 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:00:08.537914 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663e205-4d00-490f-95d7-dc42f0564d95 req-f1748465-a367-4e39-89ee-5b90f84c7404 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:08.538445 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-0663e205-4d00-490f-95d7-dc42f0564d95 req-f1748465-a367-4e39-89ee-5b90f84c7404 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:08.567441 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1748465-a367-4e39-89ee-5b90f84c7404 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Pushing event updated for resources: {'Port': ['ID=024176e4-6924-4530-be6b-d7b09c58cc41,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:00:08.683739 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0663e205-4d00-490f-95d7-dc42f0564d95 req-f1748465-a367-4e39-89ee-5b90f84c7404 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3632681 Jul 09 15:00:08.742115 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-0663e205-4d00-490f-95d7-dc42f0564d95 req-773a39aa-007f-446c-87a6-36093db17be2 service neutron] Request body: {'port': {'device_id': '6acf793a-000d-4e20-8656-d0b0309dc473', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:00:08.905861 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-0663e205-4d00-490f-95d7-dc42f0564d95 req-773a39aa-007f-446c-87a6-36093db17be2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:09.134539 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-ad06f880-a11e-453f-9145-8b83cd9519cd None None] Provisioning for port 024176e4-6924-4530-be6b-d7b09c58cc41 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:00:09.141394 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-ad06f880-a11e-453f-9145-8b83cd9519cd None None] Provisioning complete for port 024176e4-6924-4530-be6b-d7b09c58cc41 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:00:09.141952 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ad06f880-a11e-453f-9145-8b83cd9519cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:09.166460 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb4923-f95f-4129-8c5b-a8a4dc44ed82 req-be9de2d8-ef49-4a22-a936-51166d2c7315 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:09.173941 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9ebb4923-f95f-4129-8c5b-a8a4dc44ed82 req-be9de2d8-ef49-4a22-a936-51166d2c7315 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?device_id=6acf793a-000d-4e20-8656-d0b0309dc473 HTTP/1.1" status: 200 len: 932 time: 0.1539443 Jul 09 15:00:09.192574 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-ad06f880-a11e-453f-9145-8b83cd9519cd None None] Port 024176e4-6924-4530-be6b-d7b09c58cc41 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:00:09.249603 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9ebb4923-f95f-4129-8c5b-a8a4dc44ed82 req-79c747de-715f-4a6e-9a5a-8752656d410f tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d09a7a-8018-47af-86f2-93d7c0d88b63&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0746396 Jul 09 15:00:09.262945 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a2653b8e-1463-4af8-acfe-0ff4a4590f63 req-9ed17b42-fc23-41f9-8eca-c706538b3e80 tempest-VolumesActionsTest-1027003290 tempest-VolumesActionsTest-1027003290-project] 10.222.0.58 "GET /v2.0/ports?device_id=272c3e40-4fe7-4e9d-bbb6-d9d4dd99c6b7 HTTP/1.1" status: 200 len: 210 time: 0.0395021 Jul 09 15:00:09.332385 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-0663e205-4d00-490f-95d7-dc42f0564d95 req-773a39aa-007f-446c-87a6-36093db17be2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 024176e4-6924-4530-be6b-d7b09c58cc41 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:00:09.342154 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-0663e205-4d00-490f-95d7-dc42f0564d95 req-773a39aa-007f-446c-87a6-36093db17be2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:09.366723 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-0663e205-4d00-490f-95d7-dc42f0564d95 req-773a39aa-007f-446c-87a6-36093db17be2 service neutron] Transition to ACTIVE for port object 024176e4-6924-4530-be6b-d7b09c58cc41 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:00:09.499897 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-0663e205-4d00-490f-95d7-dc42f0564d95 req-773a39aa-007f-446c-87a6-36093db17be2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:09.725206 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773a39aa-007f-446c-87a6-36093db17be2 service neutron] Pushing event updated for resources: {'Port': ['ID=024176e4-6924-4530-be6b-d7b09c58cc41,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:00:09.800696 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-0663e205-4d00-490f-95d7-dc42f0564d95 req-773a39aa-007f-446c-87a6-36093db17be2 service neutron] Attempting to bind port 024176e4-6924-4530-be6b-d7b09c58cc41 on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:00:09.801048 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-0663e205-4d00-490f-95d7-dc42f0564d95 req-773a39aa-007f-446c-87a6-36093db17be2 service neutron] Attempting to bind port 024176e4-6924-4530-be6b-d7b09c58cc41 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': '793f6188-e169-447b-9a2e-8619e04e34aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '053b5aa8-ddaf-4c8a-a4d7-933f77f92447'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:00:09.801422 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0663e205-4d00-490f-95d7-dc42f0564d95 req-773a39aa-007f-446c-87a6-36093db17be2 service neutron] Attempting to bind port 024176e4-6924-4530-be6b-d7b09c58cc41 on network 053b5aa8-ddaf-4c8a-a4d7-933f77f92447 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:00:09.808137 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0663e205-4d00-490f-95d7-dc42f0564d95 req-773a39aa-007f-446c-87a6-36093db17be2 service neutron] Port 024176e4-6924-4530-be6b-d7b09c58cc41 on network 053b5aa8-ddaf-4c8a-a4d7-933f77f92447 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:00:09.808466 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0663e205-4d00-490f-95d7-dc42f0564d95 req-773a39aa-007f-446c-87a6-36093db17be2 service neutron] Attempting to bind port 024176e4-6924-4530-be6b-d7b09c58cc41 on network 053b5aa8-ddaf-4c8a-a4d7-933f77f92447 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:00:09.829196 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0663e205-4d00-490f-95d7-dc42f0564d95 req-773a39aa-007f-446c-87a6-36093db17be2 service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:00:09.829545 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0663e205-4d00-490f-95d7-dc42f0564d95 req-773a39aa-007f-446c-87a6-36093db17be2 service neutron] Checking segment: {'id': '793f6188-e169-447b-9a2e-8619e04e34aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '053b5aa8-ddaf-4c8a-a4d7-933f77f92447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:00:09.830083 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0663e205-4d00-490f-95d7-dc42f0564d95 req-773a39aa-007f-446c-87a6-36093db17be2 service neutron] Bound using segment: {'id': '793f6188-e169-447b-9a2e-8619e04e34aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '053b5aa8-ddaf-4c8a-a4d7-933f77f92447'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:00:09.830386 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-0663e205-4d00-490f-95d7-dc42f0564d95 req-773a39aa-007f-446c-87a6-36093db17be2 service neutron] Bound port: 024176e4-6924-4530-be6b-d7b09c58cc41, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '793f6188-e169-447b-9a2e-8619e04e34aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '053b5aa8-ddaf-4c8a-a4d7-933f77f92447'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:00:09.830756 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-0663e205-4d00-490f-95d7-dc42f0564d95 req-773a39aa-007f-446c-87a6-36093db17be2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:09.966198 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-0663e205-4d00-490f-95d7-dc42f0564d95 req-773a39aa-007f-446c-87a6-36093db17be2 service neutron] For port 024176e4-6924-4530-be6b-d7b09c58cc41, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:00:09.971235 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-0663e205-4d00-490f-95d7-dc42f0564d95 req-773a39aa-007f-446c-87a6-36093db17be2 service neutron] For port 024176e4-6924-4530-be6b-d7b09c58cc41, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=024176e4-6924-4530-be6b-d7b09c58cc41,segment=NetworkSegment(793f6188-e169-447b-9a2e-8619e04e34aa),segment_id=793f6188-e169-447b-9a2e-8619e04e34aa)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:00:10.129611 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-0663e205-4d00-490f-95d7-dc42f0564d95 req-773a39aa-007f-446c-87a6-36093db17be2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:10.175346 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663e205-4d00-490f-95d7-dc42f0564d95 req-773a39aa-007f-446c-87a6-36093db17be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:10.176336 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-0663e205-4d00-490f-95d7-dc42f0564d95 req-773a39aa-007f-446c-87a6-36093db17be2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:10.178169 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0663e205-4d00-490f-95d7-dc42f0564d95 req-773a39aa-007f-446c-87a6-36093db17be2 service neutron] 10.222.0.62 "PUT /v2.0/ports/024176e4-6924-4530-be6b-d7b09c58cc41 HTTP/1.1" status: 200 len: 1092 time: 1.4704792 Jul 09 15:00:10.183010 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6acf793a-000d-4e20-8656-d0b0309dc473', 'tag': '024176e4-6924-4530-be6b-d7b09c58cc41'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:00:10.186899 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d5da52-b62b-42e3-a954-0d1b2ff9b449" -d '{"events": [{"name": "network-changed", "server_uuid": "6acf793a-000d-4e20-8656-d0b0309dc473", "tag": "024176e4-6924-4530-be6b-d7b09c58cc41"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:00:10.269529 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773a39aa-007f-446c-87a6-36093db17be2 service neutron] Pushing event updated for resources: {'Port': ['ID=024176e4-6924-4530-be6b-d7b09c58cc41,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:00:10.330232 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea5589c-0964-491a-8659-aac60b266654 x-openstack-request-id: req-0ea5589c-0964-491a-8659-aac60b266654 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:00:10.330942 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6acf793a-000d-4e20-8656-d0b0309dc473", "tag": "024176e4-6924-4530-be6b-d7b09c58cc41", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:00:10.331362 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0ea5589c-0964-491a-8659-aac60b266654 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:00:10.331972 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6acf793a-000d-4e20-8656-d0b0309dc473', 'tag': '024176e4-6924-4530-be6b-d7b09c58cc41', 'status': 'completed', 'code': 200} Jul 09 15:00:10.540117 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d5da52-b62b-42e3-a954-0d1b2ff9b449 req-0f5c1f9b-fcfc-4565-b6b6-6bb42831ed21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:10.543799 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-46d5da52-b62b-42e3-a954-0d1b2ff9b449 req-0f5c1f9b-fcfc-4565-b6b6-6bb42831ed21 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3378cbcb6d374f7888262c5aa67c214b&device_id=6acf793a-000d-4e20-8656-d0b0309dc473 HTTP/1.1" status: 200 len: 1095 time: 0.1529746 Jul 09 15:00:10.647858 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3bb27f53-9e85-4b9e-8682-370ecc23d0ee req-6503db05-b3a8-4876-8144-c87973d6ee06 tempest-VolumesActionsTest-1027003290 tempest-VolumesActionsTest-1027003290-project] 10.222.0.58 "GET /v2.0/ports?device_id=272c3e40-4fe7-4e9d-bbb6-d9d4dd99c6b7 HTTP/1.1" status: 200 len: 210 time: 0.0902393 Jul 09 15:00:10.739720 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f78fa0-44ba-4b91-86f0-ca03712389d9 req-9a3b93fe-efad-47a0-a950-3a4dae05833a tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:10.747801 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-09f78fa0-44ba-4b91-86f0-ca03712389d9 req-9a3b93fe-efad-47a0-a950-3a4dae05833a tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?device_id=6acf793a-000d-4e20-8656-d0b0309dc473 HTTP/1.1" status: 200 len: 944 time: 0.2213626 Jul 09 15:00:10.780708 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d5da52-b62b-42e3-a954-0d1b2ff9b449 req-f9220650-33e1-4bc9-b45c-e0b5481537cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:10.782821 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-46d5da52-b62b-42e3-a954-0d1b2ff9b449 req-f9220650-33e1-4bc9-b45c-e0b5481537cb service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=3378cbcb6d374f7888262c5aa67c214b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2168939 Jul 09 15:00:10.819610 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-09f78fa0-44ba-4b91-86f0-ca03712389d9 req-1eb6ed13-ee8e-4682-bd91-8ccfcf1a9922 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d09a7a-8018-47af-86f2-93d7c0d88b63&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0704896 Jul 09 15:00:10.929634 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d5da52-b62b-42e3-a954-0d1b2ff9b449 req-42e4c824-eaa6-4ab1-b563-d205d7e44ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:10.932025 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-46d5da52-b62b-42e3-a954-0d1b2ff9b449 req-42e4c824-eaa6-4ab1-b563-d205d7e44ae5 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1171601 Jul 09 15:00:11.105154 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663e205-4d00-490f-95d7-dc42f0564d95 req-693b7b15-14ca-4cc6-a618-7d826590a659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:11.106853 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0663e205-4d00-490f-95d7-dc42f0564d95 req-693b7b15-14ca-4cc6-a618-7d826590a659 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3378cbcb6d374f7888262c5aa67c214b&device_id=6acf793a-000d-4e20-8656-d0b0309dc473 HTTP/1.1" status: 200 len: 1095 time: 0.0676708 Jul 09 15:00:11.176758 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0663e205-4d00-490f-95d7-dc42f0564d95 req-87dc3266-f2ed-4a58-9b52-35c932c07907 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=024176e4-6924-4530-be6b-d7b09c58cc41 HTTP/1.1" status: 200 len: 217 time: 0.0492811 Jul 09 15:00:11.264685 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de588c09-f21d-4e13-bc6e-177dd5424be2 req-eb58a85f-ac1d-4cd8-90c3-903438c5c5b3 tempest-VolumesActionsTest-1027003290 tempest-VolumesActionsTest-1027003290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:11.266462 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-de588c09-f21d-4e13-bc6e-177dd5424be2 req-eb58a85f-ac1d-4cd8-90c3-903438c5c5b3 tempest-VolumesActionsTest-1027003290 tempest-VolumesActionsTest-1027003290-project] 10.222.0.54 "GET /v2.0/networks?id=6d762e37-9172-4064-91e1-59278febf473 HTTP/1.1" status: 200 len: 809 time: 0.1782038 Jul 09 15:00:11.279673 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663e205-4d00-490f-95d7-dc42f0564d95 req-86fc2754-9f1d-418d-abfc-f39620b89e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:11.280083 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-de588c09-f21d-4e13-bc6e-177dd5424be2 req-381bbed0-1f3c-4645-b2ac-a315953e495a tempest-VolumesActionsTest-1027003290 tempest-VolumesActionsTest-1027003290-project] Request body: {'port': {'device_id': '272c3e40-4fe7-4e9d-bbb6-d9d4dd99c6b7', 'network_id': '6d762e37-9172-4064-91e1-59278febf473', 'admin_state_up': True, 'tenant_id': 'f08c3375966e4d209cc33a3d10dd2571'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:00:11.281556 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0663e205-4d00-490f-95d7-dc42f0564d95 req-86fc2754-9f1d-418d-abfc-f39620b89e35 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f10ff914-6b6b-4456-8b4d-b9664913c2d3 HTTP/1.1" status: 200 len: 850 time: 0.0811648 Jul 09 15:00:11.406340 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663e205-4d00-490f-95d7-dc42f0564d95 req-552d39e3-89c9-4a32-bca0-a59fd090d278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:11.420772 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0663e205-4d00-490f-95d7-dc42f0564d95 req-552d39e3-89c9-4a32-bca0-a59fd090d278 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=053b5aa8-ddaf-4c8a-a4d7-933f77f92447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1193831 Jul 09 15:00:11.540988 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0663e205-4d00-490f-95d7-dc42f0564d95 req-2c2ad42b-04a1-459d-b483-f8e8f5e1e543 service neutron] 10.222.0.62 "GET /v2.0/networks/053b5aa8-ddaf-4c8a-a4d7-933f77f92447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190970 Jul 09 15:00:11.648495 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de588c09-f21d-4e13-bc6e-177dd5424be2 req-381bbed0-1f3c-4645-b2ac-a315953e495a tempest-VolumesActionsTest-1027003290 tempest-VolumesActionsTest-1027003290-project] Made reservation on behalf of f08c3375966e4d209cc33a3d10dd2571 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:00:11.652923 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-de588c09-f21d-4e13-bc6e-177dd5424be2 req-381bbed0-1f3c-4645-b2ac-a315953e495a tempest-VolumesActionsTest-1027003290 tempest-VolumesActionsTest-1027003290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:11.655824 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0663e205-4d00-490f-95d7-dc42f0564d95 req-8a990b7f-ee4e-4a76-abcb-e3dce069672e service neutron] 10.222.0.62 "GET /v2.0/networks/053b5aa8-ddaf-4c8a-a4d7-933f77f92447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067684 Jul 09 15:00:11.900641 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-de588c09-f21d-4e13-bc6e-177dd5424be2 req-381bbed0-1f3c-4645-b2ac-a315953e495a tempest-VolumesActionsTest-1027003290 tempest-VolumesActionsTest-1027003290-project] Allocated IP 172.20.0.10 (6d762e37-9172-4064-91e1-59278febf473/b25ddde3-55e3-4402-b1cd-ec853b0f2fa9/77f8aa4a-5733-4a4d-9e70-c22db60aeff6) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:00:11.964470 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-06ad25b3-3e08-42bf-8654-903121ec9e62 req-9edf4042-37f5-4854-8b8d-3921a41dff9a tempest-VolumesActionsTest-1027003290 tempest-VolumesActionsTest-1027003290-project] 10.222.0.58 "GET /v2.0/ports?device_id=272c3e40-4fe7-4e9d-bbb6-d9d4dd99c6b7 HTTP/1.1" status: 200 len: 210 time: 0.0916674 Jul 09 15:00:12.123120 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-de588c09-f21d-4e13-bc6e-177dd5424be2 req-381bbed0-1f3c-4645-b2ac-a315953e495a tempest-VolumesActionsTest-1027003290 tempest-VolumesActionsTest-1027003290-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:12.163185 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b600d-82aa-434c-90c5-bbfa87924506 req-efdb4843-8a82-4b6b-8646-0416f183d3aa tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:12.164758 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ce7b600d-82aa-434c-90c5-bbfa87924506 req-efdb4843-8a82-4b6b-8646-0416f183d3aa tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?device_id=6acf793a-000d-4e20-8656-d0b0309dc473 HTTP/1.1" status: 200 len: 944 time: 0.0780807 Jul 09 15:00:12.207048 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ce7b600d-82aa-434c-90c5-bbfa87924506 req-5e5817a6-b945-4e6a-858f-16860238a590 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d09a7a-8018-47af-86f2-93d7c0d88b63&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352540 Jul 09 15:00:12.413343 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-de588c09-f21d-4e13-bc6e-177dd5424be2 req-381bbed0-1f3c-4645-b2ac-a315953e495a tempest-VolumesActionsTest-1027003290 tempest-VolumesActionsTest-1027003290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:12.450852 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de588c09-f21d-4e13-bc6e-177dd5424be2 req-381bbed0-1f3c-4645-b2ac-a315953e495a tempest-VolumesActionsTest-1027003290 tempest-VolumesActionsTest-1027003290-project] Network 6d762e37-9172-4064-91e1-59278febf473 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:00:12.459944 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-de588c09-f21d-4e13-bc6e-177dd5424be2 req-381bbed0-1f3c-4645-b2ac-a315953e495a tempest-VolumesActionsTest-1027003290 tempest-VolumesActionsTest-1027003290-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:00:12.465560 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-de588c09-f21d-4e13-bc6e-177dd5424be2 req-381bbed0-1f3c-4645-b2ac-a315953e495a tempest-VolumesActionsTest-1027003290 tempest-VolumesActionsTest-1027003290-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:00:12.598236 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de588c09-f21d-4e13-bc6e-177dd5424be2 req-381bbed0-1f3c-4645-b2ac-a315953e495a tempest-VolumesActionsTest-1027003290 tempest-VolumesActionsTest-1027003290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:12.598666 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-de588c09-f21d-4e13-bc6e-177dd5424be2 req-381bbed0-1f3c-4645-b2ac-a315953e495a tempest-VolumesActionsTest-1027003290 tempest-VolumesActionsTest-1027003290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:12.613090 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381bbed0-1f3c-4645-b2ac-a315953e495a tempest-VolumesActionsTest-1027003290 tempest-VolumesActionsTest-1027003290-project] Pushing event updated for resources: {'Port': ['ID=77f8aa4a-5733-4a4d-9e70-c22db60aeff6,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:00:12.758078 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-de588c09-f21d-4e13-bc6e-177dd5424be2 req-381bbed0-1f3c-4645-b2ac-a315953e495a tempest-VolumesActionsTest-1027003290 tempest-VolumesActionsTest-1027003290-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4820669 Jul 09 15:00:12.776088 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-de588c09-f21d-4e13-bc6e-177dd5424be2 req-7ef94f1d-b951-469d-bdb9-ce726ae12fc8 service neutron] Request body: {'port': {'device_id': '272c3e40-4fe7-4e9d-bbb6-d9d4dd99c6b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:00:12.873567 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-de588c09-f21d-4e13-bc6e-177dd5424be2 req-7ef94f1d-b951-469d-bdb9-ce726ae12fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:13.309098 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc737219-a6eb-4440-967b-6da1d7344044 req-3ebbb633-0cab-4572-91ed-f197720e3863 tempest-VolumesActionsTest-1027003290 tempest-VolumesActionsTest-1027003290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:13.310976 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fc737219-a6eb-4440-967b-6da1d7344044 req-3ebbb633-0cab-4572-91ed-f197720e3863 tempest-VolumesActionsTest-1027003290 tempest-VolumesActionsTest-1027003290-project] 10.222.0.58 "GET /v2.0/ports?device_id=272c3e40-4fe7-4e9d-bbb6-d9d4dd99c6b7 HTTP/1.1" status: 200 len: 932 time: 0.1655917 Jul 09 15:00:13.451869 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-de588c09-f21d-4e13-bc6e-177dd5424be2 req-7ef94f1d-b951-469d-bdb9-ce726ae12fc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77f8aa4a-5733-4a4d-9e70-c22db60aeff6 {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:00:13.464212 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-de588c09-f21d-4e13-bc6e-177dd5424be2 req-7ef94f1d-b951-469d-bdb9-ce726ae12fc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:13.464793 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff97a15-2fb6-435c-8e48-e92378ce19ad req-8f6191e3-bcfb-405e-85e4-dd37ad214449 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:13.473001 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fff97a15-2fb6-435c-8e48-e92378ce19ad req-8f6191e3-bcfb-405e-85e4-dd37ad214449 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?device_id=6acf793a-000d-4e20-8656-d0b0309dc473 HTTP/1.1" status: 200 len: 944 time: 0.0957599 Jul 09 15:00:13.494240 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-de588c09-f21d-4e13-bc6e-177dd5424be2 req-7ef94f1d-b951-469d-bdb9-ce726ae12fc8 service neutron] Transition to ACTIVE for port object 77f8aa4a-5733-4a4d-9e70-c22db60aeff6 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:00:13.518045 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fc737219-a6eb-4440-967b-6da1d7344044 req-3ee89c88-0cfe-49de-adb5-f2dfce8032d4 tempest-VolumesActionsTest-1027003290 tempest-VolumesActionsTest-1027003290-project] 10.222.0.58 "GET /v2.0/security-groups?id=3fa15098-403d-4089-aee6-e75b5d3421fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497126 Jul 09 15:00:13.520912 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fff97a15-2fb6-435c-8e48-e92378ce19ad req-0b698d77-05c1-485e-b8e8-6e971024b906 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d09a7a-8018-47af-86f2-93d7c0d88b63&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467060 Jul 09 15:00:13.625739 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-de588c09-f21d-4e13-bc6e-177dd5424be2 req-7ef94f1d-b951-469d-bdb9-ce726ae12fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:13.717771 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef94f1d-b951-469d-bdb9-ce726ae12fc8 service neutron] Pushing event updated for resources: {'Port': ['ID=77f8aa4a-5733-4a4d-9e70-c22db60aeff6,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:00:13.851701 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-de588c09-f21d-4e13-bc6e-177dd5424be2 req-7ef94f1d-b951-469d-bdb9-ce726ae12fc8 service neutron] Attempting to bind port 77f8aa4a-5733-4a4d-9e70-c22db60aeff6 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:00:13.853748 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-de588c09-f21d-4e13-bc6e-177dd5424be2 req-7ef94f1d-b951-469d-bdb9-ce726ae12fc8 service neutron] Attempting to bind port 77f8aa4a-5733-4a4d-9e70-c22db60aeff6 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': 'd6b27be6-7d4a-478d-8a9d-eabf134b6f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '6d762e37-9172-4064-91e1-59278febf473'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:00:13.854300 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de588c09-f21d-4e13-bc6e-177dd5424be2 req-7ef94f1d-b951-469d-bdb9-ce726ae12fc8 service neutron] Attempting to bind port 77f8aa4a-5733-4a4d-9e70-c22db60aeff6 on network 6d762e37-9172-4064-91e1-59278febf473 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:00:13.859873 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de588c09-f21d-4e13-bc6e-177dd5424be2 req-7ef94f1d-b951-469d-bdb9-ce726ae12fc8 service neutron] Port 77f8aa4a-5733-4a4d-9e70-c22db60aeff6 on network 6d762e37-9172-4064-91e1-59278febf473 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:00:13.860544 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de588c09-f21d-4e13-bc6e-177dd5424be2 req-7ef94f1d-b951-469d-bdb9-ce726ae12fc8 service neutron] Attempting to bind port 77f8aa4a-5733-4a4d-9e70-c22db60aeff6 on network 6d762e37-9172-4064-91e1-59278febf473 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:00:13.866294 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de588c09-f21d-4e13-bc6e-177dd5424be2 req-7ef94f1d-b951-469d-bdb9-ce726ae12fc8 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:00:13.866886 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de588c09-f21d-4e13-bc6e-177dd5424be2 req-7ef94f1d-b951-469d-bdb9-ce726ae12fc8 service neutron] Checking segment: {'id': 'd6b27be6-7d4a-478d-8a9d-eabf134b6f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '6d762e37-9172-4064-91e1-59278febf473'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:00:13.868152 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de588c09-f21d-4e13-bc6e-177dd5424be2 req-7ef94f1d-b951-469d-bdb9-ce726ae12fc8 service neutron] Bound using segment: {'id': 'd6b27be6-7d4a-478d-8a9d-eabf134b6f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '6d762e37-9172-4064-91e1-59278febf473'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:00:13.869435 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-de588c09-f21d-4e13-bc6e-177dd5424be2 req-7ef94f1d-b951-469d-bdb9-ce726ae12fc8 service neutron] Bound port: 77f8aa4a-5733-4a4d-9e70-c22db60aeff6, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6b27be6-7d4a-478d-8a9d-eabf134b6f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '6d762e37-9172-4064-91e1-59278febf473'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:00:13.869996 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-de588c09-f21d-4e13-bc6e-177dd5424be2 req-7ef94f1d-b951-469d-bdb9-ce726ae12fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:13.974888 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-de588c09-f21d-4e13-bc6e-177dd5424be2 req-7ef94f1d-b951-469d-bdb9-ce726ae12fc8 service neutron] For port 77f8aa4a-5733-4a4d-9e70-c22db60aeff6, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:00:13.974888 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-de588c09-f21d-4e13-bc6e-177dd5424be2 req-7ef94f1d-b951-469d-bdb9-ce726ae12fc8 service neutron] For port 77f8aa4a-5733-4a4d-9e70-c22db60aeff6, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=77f8aa4a-5733-4a4d-9e70-c22db60aeff6,segment=NetworkSegment(d6b27be6-7d4a-478d-8a9d-eabf134b6f93),segment_id=d6b27be6-7d4a-478d-8a9d-eabf134b6f93)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:00:14.062278 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-de588c09-f21d-4e13-bc6e-177dd5424be2 req-7ef94f1d-b951-469d-bdb9-ce726ae12fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:14.101786 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de588c09-f21d-4e13-bc6e-177dd5424be2 req-7ef94f1d-b951-469d-bdb9-ce726ae12fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:14.106326 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-de588c09-f21d-4e13-bc6e-177dd5424be2 req-7ef94f1d-b951-469d-bdb9-ce726ae12fc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:14.106326 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-de588c09-f21d-4e13-bc6e-177dd5424be2 req-7ef94f1d-b951-469d-bdb9-ce726ae12fc8 service neutron] 10.222.0.54 "PUT /v2.0/ports/77f8aa4a-5733-4a4d-9e70-c22db60aeff6 HTTP/1.1" status: 200 len: 1092 time: 1.3389759 Jul 09 15:00:14.106326 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '272c3e40-4fe7-4e9d-bbb6-d9d4dd99c6b7', 'tag': '77f8aa4a-5733-4a4d-9e70-c22db60aeff6'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:00:14.107662 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9f64d9-0841-439e-b372-5f9862a275a9" -d '{"events": [{"name": "network-changed", "server_uuid": "272c3e40-4fe7-4e9d-bbb6-d9d4dd99c6b7", "tag": "77f8aa4a-5733-4a4d-9e70-c22db60aeff6"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:00:14.194220 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef94f1d-b951-469d-bdb9-ce726ae12fc8 service neutron] Pushing event updated for resources: {'Port': ['ID=77f8aa4a-5733-4a4d-9e70-c22db60aeff6,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:00:14.229759 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2d326b-87ae-4d13-827c-88e2b0b14ccd x-openstack-request-id: req-8e2d326b-87ae-4d13-827c-88e2b0b14ccd {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:00:14.229759 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "272c3e40-4fe7-4e9d-bbb6-d9d4dd99c6b7", "tag": "77f8aa4a-5733-4a4d-9e70-c22db60aeff6", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:00:14.229759 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8e2d326b-87ae-4d13-827c-88e2b0b14ccd {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:00:14.229759 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '272c3e40-4fe7-4e9d-bbb6-d9d4dd99c6b7', 'tag': '77f8aa4a-5733-4a4d-9e70-c22db60aeff6', 'status': 'completed', 'code': 200} Jul 09 15:00:14.356223 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f64d9-0841-439e-b372-5f9862a275a9 req-711e28a8-0889-4cc3-9de3-066452084ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:14.372908 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7e9f64d9-0841-439e-b372-5f9862a275a9 req-711e28a8-0889-4cc3-9de3-066452084ac1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f08c3375966e4d209cc33a3d10dd2571&device_id=272c3e40-4fe7-4e9d-bbb6-d9d4dd99c6b7 HTTP/1.1" status: 200 len: 1095 time: 0.1107929 Jul 09 15:00:14.519329 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f64d9-0841-439e-b372-5f9862a275a9 req-bb8b7697-409f-49f7-b68a-feeb48f9c237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:14.521476 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7e9f64d9-0841-439e-b372-5f9862a275a9 req-bb8b7697-409f-49f7-b68a-feeb48f9c237 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=f08c3375966e4d209cc33a3d10dd2571&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1416585 Jul 09 15:00:14.720192 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f64d9-0841-439e-b372-5f9862a275a9 req-888f81d2-3589-4dc8-8f36-c838f93cb238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:14.721482 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7e9f64d9-0841-439e-b372-5f9862a275a9 req-888f81d2-3589-4dc8-8f36-c838f93cb238 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1915321 Jul 09 15:00:14.886686 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa16d08-e007-49c8-a211-67c8441ca5c1 req-ba53823f-d994-48ef-b5e1-ef6bddcfdae8 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:14.894760 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bfa16d08-e007-49c8-a211-67c8441ca5c1 req-ba53823f-d994-48ef-b5e1-ef6bddcfdae8 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?device_id=6acf793a-000d-4e20-8656-d0b0309dc473 HTTP/1.1" status: 200 len: 944 time: 0.2013042 Jul 09 15:00:14.979947 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:14.991699 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bfa16d08-e007-49c8-a211-67c8441ca5c1 req-45cc884b-7852-4b29-9cf8-887f38226ae9 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d09a7a-8018-47af-86f2-93d7c0d88b63&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0959089 Jul 09 15:00:15.015853 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b4df62-f112-44c6-9721-d5c3cbc020d7 req-e03b3f04-d29f-4c46-bb5d-9bb6f7930e62 tempest-VolumesActionsTest-1027003290 tempest-VolumesActionsTest-1027003290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:15.019606 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-02b4df62-f112-44c6-9721-d5c3cbc020d7 req-e03b3f04-d29f-4c46-bb5d-9bb6f7930e62 tempest-VolumesActionsTest-1027003290 tempest-VolumesActionsTest-1027003290-project] 10.222.0.58 "GET /v2.0/ports?device_id=272c3e40-4fe7-4e9d-bbb6-d9d4dd99c6b7 HTTP/1.1" status: 200 len: 944 time: 0.2960410 Jul 09 15:00:15.026305 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de588c09-f21d-4e13-bc6e-177dd5424be2 req-188ed199-bff9-4a55-8493-c5a08f76c23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:15.028045 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-de588c09-f21d-4e13-bc6e-177dd5424be2 req-188ed199-bff9-4a55-8493-c5a08f76c23d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f08c3375966e4d209cc33a3d10dd2571&device_id=272c3e40-4fe7-4e9d-bbb6-d9d4dd99c6b7 HTTP/1.1" status: 200 len: 1095 time: 0.2128508 Jul 09 15:00:15.137040 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-de588c09-f21d-4e13-bc6e-177dd5424be2 req-369888b8-98c8-4039-a47c-030ee1942828 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77f8aa4a-5733-4a4d-9e70-c22db60aeff6 HTTP/1.1" status: 200 len: 217 time: 0.0990727 Jul 09 15:00:15.187696 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-02b4df62-f112-44c6-9721-d5c3cbc020d7 req-8f9b4eea-c057-4dc9-ac73-9fbbd8cc3c92 tempest-VolumesActionsTest-1027003290 tempest-VolumesActionsTest-1027003290-project] 10.222.0.58 "GET /v2.0/security-groups?id=3fa15098-403d-4089-aee6-e75b5d3421fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565750 Jul 09 15:00:15.216406 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de588c09-f21d-4e13-bc6e-177dd5424be2 req-8d360b0f-6aba-4e3c-a370-ec3ac44ac747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:15.218317 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-de588c09-f21d-4e13-bc6e-177dd5424be2 req-8d360b0f-6aba-4e3c-a370-ec3ac44ac747 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b25ddde3-55e3-4402-b1cd-ec853b0f2fa9 HTTP/1.1" status: 200 len: 849 time: 0.0742676 Jul 09 15:00:15.255610 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-de588c09-f21d-4e13-bc6e-177dd5424be2 req-8bfb4f35-531e-4075-9bfc-5d966c38ef26 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6d762e37-9172-4064-91e1-59278febf473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305767 Jul 09 15:00:15.424722 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-de588c09-f21d-4e13-bc6e-177dd5424be2 req-d74f1f5f-29a8-4a3f-ad35-eb6f19bea033 service neutron] 10.222.0.54 "GET /v2.0/networks/6d762e37-9172-4064-91e1-59278febf473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547542 Jul 09 15:00:15.534798 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-de588c09-f21d-4e13-bc6e-177dd5424be2 req-1191c0b8-7740-40ac-be16-171baee3cb88 service neutron] 10.222.0.54 "GET /v2.0/networks/6d762e37-9172-4064-91e1-59278febf473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021733 Jul 09 15:00:16.271848 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a6fbd-3aef-4e55-9f8b-7e73455deb2f req-1c5dc512-ceab-4cf4-ae2e-2ba53c15c283 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:16.282305 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c86a6fbd-3aef-4e55-9f8b-7e73455deb2f req-1c5dc512-ceab-4cf4-ae2e-2ba53c15c283 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?device_id=6acf793a-000d-4e20-8656-d0b0309dc473 HTTP/1.1" status: 200 len: 944 time: 0.1704874 Jul 09 15:00:16.334461 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 024176e4-6924-4530-be6b-d7b09c58cc41 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 15:00:16.346884 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c86a6fbd-3aef-4e55-9f8b-7e73455deb2f req-a1fe22d7-4cb3-4afe-bb33-777931ecb539 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d09a7a-8018-47af-86f2-93d7c0d88b63&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0633645 Jul 09 15:00:16.580988 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7acf9-e2fa-4fdf-aa00-8b136336a35b req-196b6f46-6957-4497-bdcf-97b033215697 tempest-VolumesActionsTest-1027003290 tempest-VolumesActionsTest-1027003290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:16.586072 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d1f7acf9-e2fa-4fdf-aa00-8b136336a35b req-196b6f46-6957-4497-bdcf-97b033215697 tempest-VolumesActionsTest-1027003290 tempest-VolumesActionsTest-1027003290-project] 10.222.0.58 "GET /v2.0/ports?device_id=272c3e40-4fe7-4e9d-bbb6-d9d4dd99c6b7 HTTP/1.1" status: 200 len: 944 time: 0.1863389 Jul 09 15:00:16.597577 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 024176e4-6924-4530-be6b-d7b09c58cc41, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=024176e4-6924-4530-be6b-d7b09c58cc41,segment=NetworkSegment(793f6188-e169-447b-9a2e-8619e04e34aa),segment_id=793f6188-e169-447b-9a2e-8619e04e34aa)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:00:16.617533 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '024176e4-6924-4530-be6b-d7b09c58cc41', 'network_id': '053b5aa8-ddaf-4c8a-a4d7-933f77f92447', 'port_id': '024176e4-6924-4530-be6b-d7b09c58cc41', 'mac_address': 'fa:16:3e:a1:64:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f10ff914-6b6b-4456-8b4d-b9664913c2d3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 15:00:16.657694 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d1f7acf9-e2fa-4fdf-aa00-8b136336a35b req-6164933c-3414-4c16-8bd4-c5bd460457d1 tempest-VolumesActionsTest-1027003290 tempest-VolumesActionsTest-1027003290-project] 10.222.0.58 "GET /v2.0/security-groups?id=3fa15098-403d-4089-aee6-e75b5d3421fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671351 Jul 09 15:00:16.670876 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:16.685758 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 024176e4-6924-4530-be6b-d7b09c58cc41 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:00:16.707134 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 024176e4-6924-4530-be6b-d7b09c58cc41, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=024176e4-6924-4530-be6b-d7b09c58cc41,segment=NetworkSegment(793f6188-e169-447b-9a2e-8619e04e34aa),segment_id=793f6188-e169-447b-9a2e-8619e04e34aa)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:00:16.819666 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:16.903614 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=024176e4-6924-4530-be6b-d7b09c58cc41,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:00:17.440998 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['024176e4-6924-4530-be6b-d7b09c58cc41'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:00:17.531115 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 77f8aa4a-5733-4a4d-9e70-c22db60aeff6 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 15:00:17.558036 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a1183-4bcd-4fae-8ed2-fca182f8d2d6 req-7f0ca333-4118-42d3-880e-ba5bdebcb986 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:17.567209 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fe8a1183-4bcd-4fae-8ed2-fca182f8d2d6 req-7f0ca333-4118-42d3-880e-ba5bdebcb986 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?device_id=6acf793a-000d-4e20-8656-d0b0309dc473 HTTP/1.1" status: 200 len: 945 time: 0.0854905 Jul 09 15:00:17.634679 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:00:17.646055 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fe8a1183-4bcd-4fae-8ed2-fca182f8d2d6 req-7caa8c92-1a39-4398-ba8d-23afe426ed0d tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d09a7a-8018-47af-86f2-93d7c0d88b63&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0774465 Jul 09 15:00:17.907785 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1380d7f-7b48-4475-9282-abe1fc0313b6 req-18db3880-b01b-4f67-9a88-50d7976eabbc tempest-VolumesActionsTest-1027003290 tempest-VolumesActionsTest-1027003290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:17.909666 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 77f8aa4a-5733-4a4d-9e70-c22db60aeff6, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=77f8aa4a-5733-4a4d-9e70-c22db60aeff6,segment=NetworkSegment(d6b27be6-7d4a-478d-8a9d-eabf134b6f93),segment_id=d6b27be6-7d4a-478d-8a9d-eabf134b6f93)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:00:17.917740 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f1380d7f-7b48-4475-9282-abe1fc0313b6 req-18db3880-b01b-4f67-9a88-50d7976eabbc tempest-VolumesActionsTest-1027003290 tempest-VolumesActionsTest-1027003290-project] 10.222.0.58 "GET /v2.0/ports?device_id=272c3e40-4fe7-4e9d-bbb6-d9d4dd99c6b7 HTTP/1.1" status: 200 len: 944 time: 0.1287746 Jul 09 15:00:17.938003 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': '77f8aa4a-5733-4a4d-9e70-c22db60aeff6', 'network_id': '6d762e37-9172-4064-91e1-59278febf473', 'port_id': '77f8aa4a-5733-4a4d-9e70-c22db60aeff6', 'mac_address': 'fa:16:3e:1d:61:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b25ddde3-55e3-4402-b1cd-ec853b0f2fa9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 15:00:17.978686 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f1380d7f-7b48-4475-9282-abe1fc0313b6 req-fd5fe04b-897a-43e6-9eed-a4d4936e0533 tempest-VolumesActionsTest-1027003290 tempest-VolumesActionsTest-1027003290-project] 10.222.0.58 "GET /v2.0/security-groups?id=3fa15098-403d-4089-aee6-e75b5d3421fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594628 Jul 09 15:00:18.042885 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:18.063094 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77f8aa4a-5733-4a4d-9e70-c22db60aeff6 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:00:18.094805 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 77f8aa4a-5733-4a4d-9e70-c22db60aeff6, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=77f8aa4a-5733-4a4d-9e70-c22db60aeff6,segment=NetworkSegment(d6b27be6-7d4a-478d-8a9d-eabf134b6f93),segment_id=d6b27be6-7d4a-478d-8a9d-eabf134b6f93)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:00:18.220030 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:18.302949 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=77f8aa4a-5733-4a4d-9e70-c22db60aeff6,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:00:18.479224 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['77f8aa4a-5733-4a4d-9e70-c22db60aeff6'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:00:18.857173 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b630f-e8ce-41de-9b98-dbf6e8108f46 req-3445e436-e9a1-401f-84bb-75609cd59392 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:18.862471 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2f7b630f-e8ce-41de-9b98-dbf6e8108f46 req-3445e436-e9a1-401f-84bb-75609cd59392 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?device_id=6acf793a-000d-4e20-8656-d0b0309dc473 HTTP/1.1" status: 200 len: 945 time: 0.0781293 Jul 09 15:00:18.897752 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2f7b630f-e8ce-41de-9b98-dbf6e8108f46 req-097b48e5-0eb3-43fc-a94f-3686d3b77364 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d09a7a-8018-47af-86f2-93d7c0d88b63&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332544 Jul 09 15:00:19.167944 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33471580-2c77-4152-8463-903a8eed8cc5 req-9f1d2e8a-884f-4e0c-8ebc-682fad355bf9 tempest-VolumesActionsTest-1027003290 tempest-VolumesActionsTest-1027003290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:19.176295 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-33471580-2c77-4152-8463-903a8eed8cc5 req-9f1d2e8a-884f-4e0c-8ebc-682fad355bf9 tempest-VolumesActionsTest-1027003290 tempest-VolumesActionsTest-1027003290-project] 10.222.0.58 "GET /v2.0/ports?device_id=272c3e40-4fe7-4e9d-bbb6-d9d4dd99c6b7 HTTP/1.1" status: 200 len: 945 time: 0.0857692 Jul 09 15:00:19.216276 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-33471580-2c77-4152-8463-903a8eed8cc5 req-f79d4081-1f2a-40d7-988d-c7f9fe85915d tempest-VolumesActionsTest-1027003290 tempest-VolumesActionsTest-1027003290-project] 10.222.0.58 "GET /v2.0/security-groups?id=3fa15098-403d-4089-aee6-e75b5d3421fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387943 Jul 09 15:00:19.501303 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 77f8aa4a-5733-4a4d-9e70-c22db60aeff6 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:00:19.671082 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port 77f8aa4a-5733-4a4d-9e70-c22db60aeff6 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:00:19.675320 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port 77f8aa4a-5733-4a4d-9e70-c22db60aeff6 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:00:19.676034 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:19.759114 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:19.783657 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '272c3e40-4fe7-4e9d-bbb6-d9d4dd99c6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f8aa4a-5733-4a4d-9e70-c22db60aeff6'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:00:19.785996 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06436c0d-fce1-40f1-b9b6-8e1082d2b272" -d '{"events": [{"server_uuid": "272c3e40-4fe7-4e9d-bbb6-d9d4dd99c6b7", "name": "network-vif-plugged", "status": "completed", "tag": "77f8aa4a-5733-4a4d-9e70-c22db60aeff6"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:00:19.800158 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 77f8aa4a-5733-4a4d-9e70-c22db60aeff6, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=77f8aa4a-5733-4a4d-9e70-c22db60aeff6,segment=NetworkSegment(d6b27be6-7d4a-478d-8a9d-eabf134b6f93),segment_id=d6b27be6-7d4a-478d-8a9d-eabf134b6f93)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:00:19.853453 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702592ac-3976-4067-b6cf-227e56705007 x-openstack-request-id: req-702592ac-3976-4067-b6cf-227e56705007 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:00:19.853744 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "272c3e40-4fe7-4e9d-bbb6-d9d4dd99c6b7", "name": "network-vif-plugged", "status": "completed", "tag": "77f8aa4a-5733-4a4d-9e70-c22db60aeff6", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:00:19.854001 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-702592ac-3976-4067-b6cf-227e56705007 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:00:19.854398 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '272c3e40-4fe7-4e9d-bbb6-d9d4dd99c6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f8aa4a-5733-4a4d-9e70-c22db60aeff6', 'code': 200} Jul 09 15:00:19.870976 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:19.973459 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=77f8aa4a-5733-4a4d-9e70-c22db60aeff6,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:00:20.029507 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4222fa9-6b01-419a-9d32-ddc121be0856 req-fc6612d7-f8f2-4e01-b9ed-d25ddd880019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:20.032772 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d4222fa9-6b01-419a-9d32-ddc121be0856 req-fc6612d7-f8f2-4e01-b9ed-d25ddd880019 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=272c3e40-4fe7-4e9d-bbb6-d9d4dd99c6b7 HTTP/1.1" status: 200 len: 1097 time: 0.1001921 Jul 09 15:00:20.093142 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d4222fa9-6b01-419a-9d32-ddc121be0856 req-cf3ea0f7-2b4f-4efd-82d9-1099f2811d13 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3fa15098-403d-4089-aee6-e75b5d3421fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539842 Jul 09 15:00:20.248603 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92cfde6-d880-453b-8cc2-39b6c6370aee req-cfe6797e-fa93-41da-9940-2c3ceaca759a tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:20.250147 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a92cfde6-d880-453b-8cc2-39b6c6370aee req-cfe6797e-fa93-41da-9940-2c3ceaca759a tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?device_id=6acf793a-000d-4e20-8656-d0b0309dc473 HTTP/1.1" status: 200 len: 945 time: 0.1818295 Jul 09 15:00:20.310637 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a92cfde6-d880-453b-8cc2-39b6c6370aee req-98f2bc14-39d1-450d-a4c4-c190e69ae9e9 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d09a7a-8018-47af-86f2-93d7c0d88b63&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0548310 Jul 09 15:00:20.351472 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 024176e4-6924-4530-be6b-d7b09c58cc41 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:00:20.472422 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e2a6e-af71-40c9-b83a-9e151103a2dc req-d5dc9d7b-141f-4fc8-9cb5-ca73f487e1be tempest-VolumesActionsTest-1027003290 tempest-VolumesActionsTest-1027003290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:20.479677 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-db8e2a6e-af71-40c9-b83a-9e151103a2dc req-d5dc9d7b-141f-4fc8-9cb5-ca73f487e1be tempest-VolumesActionsTest-1027003290 tempest-VolumesActionsTest-1027003290-project] 10.222.0.58 "GET /v2.0/ports?device_id=272c3e40-4fe7-4e9d-bbb6-d9d4dd99c6b7 HTTP/1.1" status: 200 len: 946 time: 0.1103570 Jul 09 15:00:20.516804 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port 024176e4-6924-4530-be6b-d7b09c58cc41 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:00:20.521038 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 024176e4-6924-4530-be6b-d7b09c58cc41 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:00:20.521419 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:20.617035 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-db8e2a6e-af71-40c9-b83a-9e151103a2dc req-daaa3279-8442-40a4-8afb-4634ae95e596 tempest-VolumesActionsTest-1027003290 tempest-VolumesActionsTest-1027003290-project] 10.222.0.58 "GET /v2.0/security-groups?id=3fa15098-403d-4089-aee6-e75b5d3421fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361759 Jul 09 15:00:20.620798 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:20.657742 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 024176e4-6924-4530-be6b-d7b09c58cc41, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=024176e4-6924-4530-be6b-d7b09c58cc41,segment=NetworkSegment(793f6188-e169-447b-9a2e-8619e04e34aa),segment_id=793f6188-e169-447b-9a2e-8619e04e34aa)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:00:20.797337 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:20.861995 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=024176e4-6924-4530-be6b-d7b09c58cc41,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:00:21.125344 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3b0e7e13-53e9-4e88-864a-b0ae0f65b9a1 req-cd919d5d-1995-4f03-825b-d764debc01f4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ce6ad456-c94f-4eb9-95d0-175ec5da9715&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0961294 Jul 09 15:00:21.296523 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e7e13-53e9-4e88-864a-b0ae0f65b9a1 req-aa6de028-dfaa-42a5-b45d-6146484bac35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:21.298205 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3b0e7e13-53e9-4e88-864a-b0ae0f65b9a1 req-aa6de028-dfaa-42a5-b45d-6146484bac35 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2b31a8f0407847ddbef3ce3aa6a501ce&device_id=ce6ad456-c94f-4eb9-95d0-175ec5da9715 HTTP/1.1" status: 200 len: 1096 time: 0.0670731 Jul 09 15:00:21.527332 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e7e13-53e9-4e88-864a-b0ae0f65b9a1 req-1e359120-cba7-455a-804d-a1a9b7d9967e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:21.529221 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3b0e7e13-53e9-4e88-864a-b0ae0f65b9a1 req-1e359120-cba7-455a-804d-a1a9b7d9967e service neutron] 10.222.0.54 "GET /v2.0/networks?id=9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677 HTTP/1.1" status: 200 len: 916 time: 0.2041247 Jul 09 15:00:21.596506 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3b0e7e13-53e9-4e88-864a-b0ae0f65b9a1 req-b85ac961-b60a-45a9-aa9f-542185466f65 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d1ce2dc-250d-4b0d-a302-92a28dbadeb4 HTTP/1.1" status: 200 len: 217 time: 0.0452013 Jul 09 15:00:21.666735 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233f64f-a314-4eb7-97ae-2fe1b31c7e36 req-f8a2ab4a-dfa5-4c7a-a9b8-7a502341a611 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:21.668596 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f233f64f-a314-4eb7-97ae-2fe1b31c7e36 req-f8a2ab4a-dfa5-4c7a-a9b8-7a502341a611 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?device_id=6acf793a-000d-4e20-8656-d0b0309dc473 HTTP/1.1" status: 200 len: 946 time: 0.1578186 Jul 09 15:00:21.685189 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e7e13-53e9-4e88-864a-b0ae0f65b9a1 req-e479b78e-19da-46a2-828a-4843dcf016e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:21.691987 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3b0e7e13-53e9-4e88-864a-b0ae0f65b9a1 req-e479b78e-19da-46a2-828a-4843dcf016e8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=43be0c5f-83f5-43e6-9326-6f032f77f01f HTTP/1.1" status: 200 len: 855 time: 0.0826695 Jul 09 15:00:21.736737 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3b0e7e13-53e9-4e88-864a-b0ae0f65b9a1 req-1c024050-871a-4c92-9837-5290f3779a32 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355403 Jul 09 15:00:21.773449 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f233f64f-a314-4eb7-97ae-2fe1b31c7e36 req-cab83e7d-9825-46ff-9201-8ada1e94d0bb tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d09a7a-8018-47af-86f2-93d7c0d88b63&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0963421 Jul 09 15:00:21.856190 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6acf793a-000d-4e20-8656-d0b0309dc473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '024176e4-6924-4530-be6b-d7b09c58cc41'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:00:21.870553 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ad8dac-cdb0-4da9-a0ce-9df5d73b9bef" -d '{"events": [{"server_uuid": "6acf793a-000d-4e20-8656-d0b0309dc473", "name": "network-vif-plugged", "status": "completed", "tag": "024176e4-6924-4530-be6b-d7b09c58cc41"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:00:21.882416 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a101a-6090-4b79-8e7d-9c05c4f0e039 req-584dd54b-4a7e-4d74-9957-07493037f216 tempest-VolumesActionsTest-1027003290 tempest-VolumesActionsTest-1027003290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:21.884775 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-444a101a-6090-4b79-8e7d-9c05c4f0e039 req-584dd54b-4a7e-4d74-9957-07493037f216 tempest-VolumesActionsTest-1027003290 tempest-VolumesActionsTest-1027003290-project] 10.222.0.58 "GET /v2.0/ports?device_id=272c3e40-4fe7-4e9d-bbb6-d9d4dd99c6b7 HTTP/1.1" status: 200 len: 946 time: 0.1251988 Jul 09 15:00:21.976074 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448a0700-a496-48b0-a269-0c518fb8cbf2 x-openstack-request-id: req-448a0700-a496-48b0-a269-0c518fb8cbf2 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:00:21.976739 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6acf793a-000d-4e20-8656-d0b0309dc473", "name": "network-vif-plugged", "status": "completed", "tag": "024176e4-6924-4530-be6b-d7b09c58cc41", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:00:21.977885 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-448a0700-a496-48b0-a269-0c518fb8cbf2 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:00:21.978434 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6acf793a-000d-4e20-8656-d0b0309dc473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '024176e4-6924-4530-be6b-d7b09c58cc41', 'code': 200} Jul 09 15:00:22.000521 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-444a101a-6090-4b79-8e7d-9c05c4f0e039 req-b41e0224-e69b-4785-b33f-765cb27b299a tempest-VolumesActionsTest-1027003290 tempest-VolumesActionsTest-1027003290-project] 10.222.0.58 "GET /v2.0/security-groups?id=3fa15098-403d-4089-aee6-e75b5d3421fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954871 Jul 09 15:00:22.030984 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3b0e7e13-53e9-4e88-864a-b0ae0f65b9a1 req-9a981aa5-fe0d-428b-926c-e6a71d930d5f service neutron] 10.222.0.54 "GET /v2.0/networks/9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851598 Jul 09 15:00:22.243408 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3b0e7e13-53e9-4e88-864a-b0ae0f65b9a1 req-36bfa341-57e6-4187-8d78-39f3268758ec service neutron] 10.222.0.54 "GET /v2.0/networks/9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038760 Jul 09 15:00:22.244082 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4604b-7355-4dc0-bdc9-4f70d56081da req-1a217230-4bf7-46e2-ab73-0cbfa8c5f57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:22.245016 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-28b4604b-7355-4dc0-bdc9-4f70d56081da req-1a217230-4bf7-46e2-ab73-0cbfa8c5f57d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6acf793a-000d-4e20-8656-d0b0309dc473 HTTP/1.1" status: 200 len: 1097 time: 0.1458702 Jul 09 15:00:22.308652 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-28b4604b-7355-4dc0-bdc9-4f70d56081da req-2701604c-cb73-426a-a2be-5ea83cc45333 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e3d09a7a-8018-47af-86f2-93d7c0d88b63&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428789 Jul 09 15:00:23.209323 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ed651-4aab-4c23-b9a8-7d8d58836950 req-7d88b3d4-82a1-4ecc-9974-d01472699acb tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:23.211259 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8f3ed651-4aab-4c23-b9a8-7d8d58836950 req-7d88b3d4-82a1-4ecc-9974-d01472699acb tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?device_id=6acf793a-000d-4e20-8656-d0b0309dc473 HTTP/1.1" status: 200 len: 946 time: 0.0739558 Jul 09 15:00:23.232138 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:23.289738 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8f3ed651-4aab-4c23-b9a8-7d8d58836950 req-2e2186ec-41fb-4d24-a775-d478cc41b0c7 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d09a7a-8018-47af-86f2-93d7c0d88b63&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0713875 Jul 09 15:00:24.658286 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b22dad8-a4b7-451d-af6e-308bc202d3af req-065f7cdc-ea8f-49f5-8046-d1b235508b28 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:24.659812 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5b22dad8-a4b7-451d-af6e-308bc202d3af req-065f7cdc-ea8f-49f5-8046-d1b235508b28 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?device_id=6acf793a-000d-4e20-8656-d0b0309dc473 HTTP/1.1" status: 200 len: 946 time: 0.0839608 Jul 09 15:00:24.715244 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5b22dad8-a4b7-451d-af6e-308bc202d3af req-29fc3ccf-2bbc-42dc-8e23-e6e1da2bdc2c tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d09a7a-8018-47af-86f2-93d7c0d88b63&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465999 Jul 09 15:00:25.913856 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfee248-247c-425e-a5b8-0dfd38f74536 req-55da553e-0c65-4c3c-8fb8-1286e38e6ccb tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:25.921071 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7bfee248-247c-425e-a5b8-0dfd38f74536 req-55da553e-0c65-4c3c-8fb8-1286e38e6ccb tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?device_id=6acf793a-000d-4e20-8656-d0b0309dc473 HTTP/1.1" status: 200 len: 946 time: 0.0811293 Jul 09 15:00:25.967421 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7bfee248-247c-425e-a5b8-0dfd38f74536 req-88dfd35e-ba9f-482e-ab89-6ee57c046e89 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d09a7a-8018-47af-86f2-93d7c0d88b63&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454011 Jul 09 15:00:26.154779 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108e1b8a-1ba7-45cf-9f5c-5ba7677229f0 req-dcaf7eab-a8e0-4a27-9b08-7991e5834717 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:26.156503 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-108e1b8a-1ba7-45cf-9f5c-5ba7677229f0 req-dcaf7eab-a8e0-4a27-9b08-7991e5834717 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?device_id=6acf793a-000d-4e20-8656-d0b0309dc473 HTTP/1.1" status: 200 len: 946 time: 0.0725324 Jul 09 15:00:26.165533 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 55470) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:00:26.170937 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-8bd5b543-3ca6-4b43-937e-56b1c64e374c tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Request body: {'floatingip': {'port_id': '024176e4-6924-4530-be6b-d7b09c58cc41'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:00:26.204502 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-aa86f4e0-47f8-407c-bfaf-7a6c34460799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:26.218573 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8bd5b543-3ca6-4b43-937e-56b1c64e374c tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks [] for floatingip, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:26.832953 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8bd5b543-3ca6-4b43-937e-56b1c64e374c tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:26.922623 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8bd5b543-3ca6-4b43-937e-56b1c64e374c tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:27.078828 n-d-799529-6 neutron-server[94445]: INFO neutron.db.l3_db [None req-8bd5b543-3ca6-4b43-937e-56b1c64e374c tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Floating IP 437eb98c-e1b8-450d-bf8b-d4dcba0ac0a4 associated. External IP: 172.25.3.57, port: 024176e4-6924-4530-be6b-d7b09c58cc41. Jul 09 15:00:27.454784 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bd5b543-3ca6-4b43-937e-56b1c64e374c tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Router 43af091c-b350-41d9-af4d-58aa3cabcab1 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:00:27.625624 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd5b543-3ca6-4b43-937e-56b1c64e374c tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:00:27.644062 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8bd5b543-3ca6-4b43-937e-56b1c64e374c tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:27.648215 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d639b30f-8c91-42e1-9b87-1f4746aa0725 None None] Sync routers for ids ['43af091c-b350-41d9-af4d-58aa3cabcab1'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:00:27.668615 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d639b30f-8c91-42e1-9b87-1f4746aa0725 None None] Routers {'43af091c-b350-41d9-af4d-58aa3cabcab1'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:00:27.669750 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-d639b30f-8c91-42e1-9b87-1f4746aa0725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:59:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['43af091c-b350-41d9-af4d-58aa3cabcab1'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:00:27.707764 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-8bd5b543-3ca6-4b43-937e-56b1c64e374c tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "PUT /v2.0/floatingips/437eb98c-e1b8-450d-bf8b-d4dcba0ac0a4 HTTP/1.1" status: 200 len: 991 time: 1.5408304 Jul 09 15:00:27.708361 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6acf793a-000d-4e20-8656-d0b0309dc473', 'tag': '024176e4-6924-4530-be6b-d7b09c58cc41'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:00:27.711039 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f2a196-17dc-4e74-8099-8f1807ccc804" -d '{"events": [{"name": "network-changed", "server_uuid": "6acf793a-000d-4e20-8656-d0b0309dc473", "tag": "024176e4-6924-4530-be6b-d7b09c58cc41"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:00:27.836842 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-d639b30f-8c91-42e1-9b87-1f4746aa0725 None None] Set router 43af091c-b350-41d9-af4d-58aa3cabcab1 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:00:27.970864 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c090f2b-c567-4072-848c-d6e6d407197d x-openstack-request-id: req-7c090f2b-c567-4072-848c-d6e6d407197d {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:00:27.971375 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6acf793a-000d-4e20-8656-d0b0309dc473", "tag": "024176e4-6924-4530-be6b-d7b09c58cc41", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:00:27.971464 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7c090f2b-c567-4072-848c-d6e6d407197d {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:00:27.972281 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6acf793a-000d-4e20-8656-d0b0309dc473', 'tag': '024176e4-6924-4530-be6b-d7b09c58cc41', 'status': 'completed', 'code': 200} Jul 09 15:00:28.148873 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f2a196-17dc-4e74-8099-8f1807ccc804 req-753fc941-5bc9-43f3-a9ad-7c9495979a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:28.150413 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-94f2a196-17dc-4e74-8099-8f1807ccc804 req-753fc941-5bc9-43f3-a9ad-7c9495979a35 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3378cbcb6d374f7888262c5aa67c214b&device_id=6acf793a-000d-4e20-8656-d0b0309dc473 HTTP/1.1" status: 200 len: 1097 time: 0.1215048 Jul 09 15:00:28.302514 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-d639b30f-8c91-42e1-9b87-1f4746aa0725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43af091c-b350-41d9-af4d-58aa3cabcab1', 'name': 'tempest-AttachVolumeTestJSON-1112086082-router', 'tenant_id': '3378cbcb6d374f7888262c5aa67c214b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '87c92795-bfcc-4f62-a25c-c7b06b183eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:59:41Z', 'updated_at': '2021-07-09T14:59:49Z', 'revision_number': 4, 'project_id': '3378cbcb6d374f7888262c5aa67c214b', 'gw_port': {'id': '87c92795-bfcc-4f62-a25c-c7b06b183eb0', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43af091c-b350-41d9-af4d-58aa3cabcab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:59:43Z', 'updated_at': '2021-07-09T14:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '437eb98c-e1b8-450d-bf8b-d4dcba0ac0a4', 'tenant_id': '3378cbcb6d374f7888262c5aa67c214b', 'floating_ip_address': '172.25.3.57', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '43af091c-b350-41d9-af4d-58aa3cabcab1', 'port_id': '024176e4-6924-4530-be6b-d7b09c58cc41', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '053b5aa8-ddaf-4c8a-a4d7-933f77f92447', 'mac_address': 'fa:16:3e:a1:64:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acf793a-000d-4e20-8656-d0b0309dc473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:59:59Z', 'updated_at': '2021-07-09T15:00:26Z', 'revision_number': 1, 'project_id': '3378cbcb6d374f7888262c5aa67c214b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '795392a2-25ed-480d-af18-98a5c0c2d28e', 'name': '', 'network_id': '053b5aa8-ddaf-4c8a-a4d7-933f77f92447', 'tenant_id': '3378cbcb6d374f7888262c5aa67c214b', 'mac_address': 'fa:16:3e:8b:26:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43af091c-b350-41d9-af4d-58aa3cabcab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': 'f10ff914-6b6b-4456-8b4d-b9664913c2d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:59:48Z', 'updated_at': '2021-07-09T14:59:58Z', 'revision_number': 5, 'project_id': '3378cbcb6d374f7888262c5aa67c214b', 'subnets': [{'id': 'f10ff914-6b6b-4456-8b4d-b9664913c2d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:00:28.338683 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f2a196-17dc-4e74-8099-8f1807ccc804 req-bee959b1-bc16-47f0-981f-17a646c8b6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:28.345324 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-94f2a196-17dc-4e74-8099-8f1807ccc804 req-bee959b1-bc16-47f0-981f-17a646c8b6bb service neutron] 10.222.0.62 "GET /v2.0/networks?id=053b5aa8-ddaf-4c8a-a4d7-933f77f92447 HTTP/1.1" status: 200 len: 912 time: 0.1812143 Jul 09 15:00:28.358441 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d639b30f-8c91-42e1-9b87-1f4746aa0725 None None] Checking router: 43af091c-b350-41d9-af4d-58aa3cabcab1 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:00:28.373846 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d639b30f-8c91-42e1-9b87-1f4746aa0725 None None] Routers {'43af091c-b350-41d9-af4d-58aa3cabcab1'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:00:28.374672 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-d639b30f-8c91-42e1-9b87-1f4746aa0725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T14:59:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['43af091c-b350-41d9-af4d-58aa3cabcab1'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:00:28.542969 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-94f2a196-17dc-4e74-8099-8f1807ccc804 req-44446bb5-d934-47fa-be50-fe91c66c0229 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=024176e4-6924-4530-be6b-d7b09c58cc41 HTTP/1.1" status: 200 len: 999 time: 0.1938066 Jul 09 15:00:28.551478 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d63f5-b4a8-4342-bd7f-70261f6d0915 req-b69d5c6c-631f-4634-a7ee-8087f26b6294 tempest-VolumesActionsTest-1027003290 tempest-VolumesActionsTest-1027003290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:28.553331 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c10d63f5-b4a8-4342-bd7f-70261f6d0915 req-b69d5c6c-631f-4634-a7ee-8087f26b6294 tempest-VolumesActionsTest-1027003290 tempest-VolumesActionsTest-1027003290-project] 10.222.0.58 "GET /v2.0/ports?device_id=272c3e40-4fe7-4e9d-bbb6-d9d4dd99c6b7 HTTP/1.1" status: 200 len: 946 time: 0.0999987 Jul 09 15:00:28.600652 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-d639b30f-8c91-42e1-9b87-1f4746aa0725 None None] Set router 43af091c-b350-41d9-af4d-58aa3cabcab1 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:00:28.613231 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f2a196-17dc-4e74-8099-8f1807ccc804 req-8cd6c221-3c85-4380-8555-caa3dabbb1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:28.617068 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-94f2a196-17dc-4e74-8099-8f1807ccc804 req-8cd6c221-3c85-4380-8555-caa3dabbb1bd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f10ff914-6b6b-4456-8b4d-b9664913c2d3 HTTP/1.1" status: 200 len: 850 time: 0.0623491 Jul 09 15:00:28.751012 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c10d63f5-b4a8-4342-bd7f-70261f6d0915 req-d35ac3cd-b56c-49e6-a605-5fb19d7fa79d tempest-VolumesActionsTest-1027003290 tempest-VolumesActionsTest-1027003290-project] 10.222.0.58 "GET /v2.0/security-groups?id=3fa15098-403d-4089-aee6-e75b5d3421fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324134 Jul 09 15:00:28.854066 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f2a196-17dc-4e74-8099-8f1807ccc804 req-1798428c-a0c9-4450-89fd-0f135f32dab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:28.855625 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-94f2a196-17dc-4e74-8099-8f1807ccc804 req-1798428c-a0c9-4450-89fd-0f135f32dab3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=053b5aa8-ddaf-4c8a-a4d7-933f77f92447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1751418 Jul 09 15:00:29.060306 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-94f2a196-17dc-4e74-8099-8f1807ccc804 req-91d171f5-1cd5-423d-b328-6ed2bf53bd81 service neutron] 10.222.0.62 "GET /v2.0/networks/053b5aa8-ddaf-4c8a-a4d7-933f77f92447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694434 Jul 09 15:00:29.121886 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0f507c7f-cea0-4b90-8494-19ab3a955ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:29.128169 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-d639b30f-8c91-42e1-9b87-1f4746aa0725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43af091c-b350-41d9-af4d-58aa3cabcab1', 'name': 'tempest-AttachVolumeTestJSON-1112086082-router', 'tenant_id': '3378cbcb6d374f7888262c5aa67c214b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '87c92795-bfcc-4f62-a25c-c7b06b183eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:59:41Z', 'updated_at': '2021-07-09T14:59:49Z', 'revision_number': 4, 'project_id': '3378cbcb6d374f7888262c5aa67c214b', 'gw_port': {'id': '87c92795-bfcc-4f62-a25c-c7b06b183eb0', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43af091c-b350-41d9-af4d-58aa3cabcab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:59:43Z', 'updated_at': '2021-07-09T14:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '437eb98c-e1b8-450d-bf8b-d4dcba0ac0a4', 'tenant_id': '3378cbcb6d374f7888262c5aa67c214b', 'floating_ip_address': '172.25.3.57', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '43af091c-b350-41d9-af4d-58aa3cabcab1', 'port_id': '024176e4-6924-4530-be6b-d7b09c58cc41', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '053b5aa8-ddaf-4c8a-a4d7-933f77f92447', 'mac_address': 'fa:16:3e:a1:64:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acf793a-000d-4e20-8656-d0b0309dc473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:59:59Z', 'updated_at': '2021-07-09T15:00:26Z', 'revision_number': 1, 'project_id': '3378cbcb6d374f7888262c5aa67c214b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '795392a2-25ed-480d-af18-98a5c0c2d28e', 'name': '', 'network_id': '053b5aa8-ddaf-4c8a-a4d7-933f77f92447', 'tenant_id': '3378cbcb6d374f7888262c5aa67c214b', 'mac_address': 'fa:16:3e:8b:26:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43af091c-b350-41d9-af4d-58aa3cabcab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': 'f10ff914-6b6b-4456-8b4d-b9664913c2d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:59:48Z', 'updated_at': '2021-07-09T14:59:58Z', 'revision_number': 5, 'project_id': '3378cbcb6d374f7888262c5aa67c214b', 'subnets': [{'id': 'f10ff914-6b6b-4456-8b4d-b9664913c2d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:00:29.181481 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d639b30f-8c91-42e1-9b87-1f4746aa0725 None None] The sync data for ids ['43af091c-b350-41d9-af4d-58aa3cabcab1'] in n-d-799529-6 is: [{'id': '43af091c-b350-41d9-af4d-58aa3cabcab1', 'name': 'tempest-AttachVolumeTestJSON-1112086082-router', 'tenant_id': '3378cbcb6d374f7888262c5aa67c214b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '87c92795-bfcc-4f62-a25c-c7b06b183eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:59:41Z', 'updated_at': '2021-07-09T14:59:49Z', 'revision_number': 4, 'project_id': '3378cbcb6d374f7888262c5aa67c214b', 'gw_port': {'id': '87c92795-bfcc-4f62-a25c-c7b06b183eb0', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43af091c-b350-41d9-af4d-58aa3cabcab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:59:43Z', 'updated_at': '2021-07-09T14:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '437eb98c-e1b8-450d-bf8b-d4dcba0ac0a4', 'tenant_id': '3378cbcb6d374f7888262c5aa67c214b', 'floating_ip_address': '172.25.3.57', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '43af091c-b350-41d9-af4d-58aa3cabcab1', 'port_id': '024176e4-6924-4530-be6b-d7b09c58cc41', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '053b5aa8-ddaf-4c8a-a4d7-933f77f92447', 'mac_address': 'fa:16:3e:a1:64:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acf793a-000d-4e20-8656-d0b0309dc473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:59:59Z', 'updated_at': '2021-07-09T15:00:26Z', 'revision_number': 1, 'project_id': '3378cbcb6d374f7888262c5aa67c214b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '795392a2-25ed-480d-af18-98a5c0c2d28e', 'name': '', 'network_id': '053b5aa8-ddaf-4c8a-a4d7-933f77f92447', 'tenant_id': '3378cbcb6d374f7888262c5aa67c214b', 'mac_address': 'fa:16:3e:8b:26:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43af091c-b350-41d9-af4d-58aa3cabcab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': 'f10ff914-6b6b-4456-8b4d-b9664913c2d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:59:48Z', 'updated_at': '2021-07-09T14:59:58Z', 'revision_number': 5, 'project_id': '3378cbcb6d374f7888262c5aa67c214b', 'subnets': [{'id': 'f10ff914-6b6b-4456-8b4d-b9664913c2d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:00:29.207897 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:29.221207 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-94f2a196-17dc-4e74-8099-8f1807ccc804 req-d7526c9b-a933-497f-b29a-7cb72f36e601 service neutron] 10.222.0.62 "GET /v2.0/networks/053b5aa8-ddaf-4c8a-a4d7-933f77f92447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514783 Jul 09 15:00:29.579827 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e87e76f-5d8f-4270-966a-3447d281d92e None None] New status for floating IP 437eb98c-e1b8-450d-bf8b-d4dcba0ac0a4: ACTIVE {{(pid=94447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 15:00:29.782922 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98252713-9255-4675-aac6-6cd1a22d7645 req-6ea6fe12-6af6-432a-9746-bff031e4920b tempest-VolumesActionsTest-1027003290 tempest-VolumesActionsTest-1027003290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:29.785794 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-98252713-9255-4675-aac6-6cd1a22d7645 req-6ea6fe12-6af6-432a-9746-bff031e4920b tempest-VolumesActionsTest-1027003290 tempest-VolumesActionsTest-1027003290-project] 10.222.0.54 "GET /v2.0/ports?device_id=272c3e40-4fe7-4e9d-bbb6-d9d4dd99c6b7 HTTP/1.1" status: 200 len: 946 time: 0.1244273 Jul 09 15:00:30.049736 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-98252713-9255-4675-aac6-6cd1a22d7645 req-0377d546-35bc-415a-b28f-888dac28aafd tempest-VolumesActionsTest-1027003290 tempest-VolumesActionsTest-1027003290-project] Deleting port 77f8aa4a-5733-4a4d-9e70-c22db60aeff6 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:00:30.050380 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-98252713-9255-4675-aac6-6cd1a22d7645 req-0377d546-35bc-415a-b28f-888dac28aafd tempest-VolumesActionsTest-1027003290 tempest-VolumesActionsTest-1027003290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:30.062384 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c51d69-a144-4146-853a-774b7335c482 req-a4f77bbc-b0a1-4a94-bd92-cad80310aa81 tempest-VolumesActionsTest-1027003290 tempest-VolumesActionsTest-1027003290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:30.064335 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-76c51d69-a144-4146-853a-774b7335c482 req-a4f77bbc-b0a1-4a94-bd92-cad80310aa81 tempest-VolumesActionsTest-1027003290 tempest-VolumesActionsTest-1027003290-project] 10.222.0.58 "GET /v2.0/ports?device_id=272c3e40-4fe7-4e9d-bbb6-d9d4dd99c6b7 HTTP/1.1" status: 200 len: 946 time: 0.1051097 Jul 09 15:00:30.179943 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-76c51d69-a144-4146-853a-774b7335c482 req-eda21d46-911f-4030-aa10-4fb54bfaa57b tempest-VolumesActionsTest-1027003290 tempest-VolumesActionsTest-1027003290-project] 10.222.0.58 "GET /v2.0/security-groups?id=3fa15098-403d-4089-aee6-e75b5d3421fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071484 Jul 09 15:00:30.264766 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-98252713-9255-4675-aac6-6cd1a22d7645 req-0377d546-35bc-415a-b28f-888dac28aafd tempest-VolumesActionsTest-1027003290 tempest-VolumesActionsTest-1027003290-project] For port 77f8aa4a-5733-4a4d-9e70-c22db60aeff6, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=77f8aa4a-5733-4a4d-9e70-c22db60aeff6,segment=NetworkSegment(d6b27be6-7d4a-478d-8a9d-eabf134b6f93),segment_id=d6b27be6-7d4a-478d-8a9d-eabf134b6f93)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:00:30.266107 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-98252713-9255-4675-aac6-6cd1a22d7645 req-0377d546-35bc-415a-b28f-888dac28aafd tempest-VolumesActionsTest-1027003290 tempest-VolumesActionsTest-1027003290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:30.272521 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:30.292554 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-98252713-9255-4675-aac6-6cd1a22d7645 req-0377d546-35bc-415a-b28f-888dac28aafd tempest-VolumesActionsTest-1027003290 tempest-VolumesActionsTest-1027003290-project] Calling delete_port for 77f8aa4a-5733-4a4d-9e70-c22db60aeff6 owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:00:30.717431 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-98252713-9255-4675-aac6-6cd1a22d7645 req-0377d546-35bc-415a-b28f-888dac28aafd tempest-VolumesActionsTest-1027003290 tempest-VolumesActionsTest-1027003290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:30.730785 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['77f8aa4a-5733-4a4d-9e70-c22db60aeff6'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:00:30.793917 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0377d546-35bc-415a-b28f-888dac28aafd tempest-VolumesActionsTest-1027003290 tempest-VolumesActionsTest-1027003290-project] Pushing event deleted for resources: {'Port': ['ID=77f8aa4a-5733-4a4d-9e70-c22db60aeff6,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:00:30.852411 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-98252713-9255-4675-aac6-6cd1a22d7645 req-0377d546-35bc-415a-b28f-888dac28aafd tempest-VolumesActionsTest-1027003290 tempest-VolumesActionsTest-1027003290-project] No DVR routers for this DVR port 77f8aa4a-5733-4a4d-9e70-c22db60aeff6 on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:00:30.856267 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-98252713-9255-4675-aac6-6cd1a22d7645 req-0377d546-35bc-415a-b28f-888dac28aafd tempest-VolumesActionsTest-1027003290 tempest-VolumesActionsTest-1027003290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:30.860381 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-98252713-9255-4675-aac6-6cd1a22d7645 req-0377d546-35bc-415a-b28f-888dac28aafd tempest-VolumesActionsTest-1027003290 tempest-VolumesActionsTest-1027003290-project] 10.222.0.54 "DELETE /v2.0/ports/77f8aa4a-5733-4a4d-9e70-c22db60aeff6 HTTP/1.1" status: 204 len: 173 time: 1.0598838 Jul 09 15:00:30.860937 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '272c3e40-4fe7-4e9d-bbb6-d9d4dd99c6b7', 'name': 'network-vif-deleted', 'tag': '77f8aa4a-5733-4a4d-9e70-c22db60aeff6'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:00:30.863322 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33108b5f-55d1-40e1-be71-45453ac23d34" -d '{"events": [{"server_uuid": "272c3e40-4fe7-4e9d-bbb6-d9d4dd99c6b7", "name": "network-vif-deleted", "tag": "77f8aa4a-5733-4a4d-9e70-c22db60aeff6"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:00:30.906740 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9bbb713-66d0-4ba0-8fdf-8b3ad6c5072a x-openstack-request-id: req-f9bbb713-66d0-4ba0-8fdf-8b3ad6c5072a {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:00:30.907232 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "272c3e40-4fe7-4e9d-bbb6-d9d4dd99c6b7", "name": "network-vif-deleted", "tag": "77f8aa4a-5733-4a4d-9e70-c22db60aeff6", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:00:30.907700 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f9bbb713-66d0-4ba0-8fdf-8b3ad6c5072a {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:00:30.908171 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '272c3e40-4fe7-4e9d-bbb6-d9d4dd99c6b7', 'name': 'network-vif-deleted', 'tag': '77f8aa4a-5733-4a4d-9e70-c22db60aeff6', 'status': 'completed', 'code': 200} Jul 09 15:00:31.009469 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [req-23b37853-948a-4bbd-bec8-dd6e991db944 req-51ce0aeb-f248-425a-9505-4c7cf487e304 service neutron] (94445) timed out ('10.222.0.58', 48680) {{(pid=94445) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 15:00:31.382156 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-125ac7ab-6cfa-4acd-a032-11171f6bd72e req-96846a21-e6a8-42c3-b665-68b8355fcae2 tempest-VolumesActionsTest-1027003290 tempest-VolumesActionsTest-1027003290-project] 10.222.0.58 "GET /v2.0/ports?device_id=272c3e40-4fe7-4e9d-bbb6-d9d4dd99c6b7 HTTP/1.1" status: 200 len: 210 time: 0.0373638 Jul 09 15:00:31.667597 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:33.592744 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 77f8aa4a-5733-4a4d-9e70-c22db60aeff6 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:00:33.619898 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: 77f8aa4a-5733-4a4d-9e70-c22db60aeff6 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:00:33.620310 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 77f8aa4a-5733-4a4d-9e70-c22db60aeff6 not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:00:34.804017 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 55722) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:00:34.986652 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-51cc33ae-683b-4c8d-be5a-1aeffc57f2f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:35.145891 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-51cc33ae-683b-4c8d-be5a-1aeffc57f2f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:35.225427 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-51cc33ae-683b-4c8d-be5a-1aeffc57f2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:35.265008 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cc33ae-683b-4c8d-be5a-1aeffc57f2f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=461a7578-6c41-44a1-a834-87cac10b0818,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:00:35.271560 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-51cc33ae-683b-4c8d-be5a-1aeffc57f2f1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0cba2239c2d74d74ba696ddd5fd26c12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4663761 Jul 09 15:00:35.274771 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 55738) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:00:35.343699 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-679f8e0a-a778-4416-b481-c635da50419b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:35.368507 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-679f8e0a-a778-4416-b481-c635da50419b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:35.916557 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-679f8e0a-a778-4416-b481-c635da50419b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:35.922602 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-679f8e0a-a778-4416-b481-c635da50419b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:35.922602 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-679f8e0a-a778-4416-b481-c635da50419b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/461a7578-6c41-44a1-a834-87cac10b0818 HTTP/1.1" status: 204 len: 168 time: 0.6440310 Jul 09 15:00:35.930235 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679f8e0a-a778-4416-b481-c635da50419b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=461a7578-6c41-44a1-a834-87cac10b0818,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:00:36.847997 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 55786) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:00:36.881563 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bc08e27e-09e5-4ec3-b363-3e89b2976ca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:37.136790 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bc08e27e-09e5-4ec3-b363-3e89b2976ca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:37.436847 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bc08e27e-09e5-4ec3-b363-3e89b2976ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:37.489166 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-bc08e27e-09e5-4ec3-b363-3e89b2976ca7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=22651689842c4d63875122554d3b3cde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6373842 Jul 09 15:00:37.492765 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 55804) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:00:37.563950 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc08e27e-09e5-4ec3-b363-3e89b2976ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584cbae4-648f-4ee8-bb53-284b94f89973,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:00:37.661976 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-21b6c987-92d4-4b69-9a64-01650c29a33a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:37.713749 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-21b6c987-92d4-4b69-9a64-01650c29a33a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:37.765427 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac2aed-796d-46ef-ab7c-aeb1709f6b92 req-c9cc18c0-c7b7-44a4-abfc-ed7af66623cb tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:37.767102 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-58ac2aed-796d-46ef-ab7c-aeb1709f6b92 req-c9cc18c0-c7b7-44a4-abfc-ed7af66623cb tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=96975adc-662b-4dc9-bd04-cc4b1fc78cd9 HTTP/1.1" status: 200 len: 946 time: 0.1244040 Jul 09 15:00:37.815571 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-58ac2aed-796d-46ef-ab7c-aeb1709f6b92 req-125c0a72-85fc-4f84-b69c-7541adf51f7a tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/security-groups?id=6350f22d-31f5-4997-9a81-92d1dbf20d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352461 Jul 09 15:00:37.932821 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-21b6c987-92d4-4b69-9a64-01650c29a33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:37.937970 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-21b6c987-92d4-4b69-9a64-01650c29a33a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:37.939117 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-21b6c987-92d4-4b69-9a64-01650c29a33a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/584cbae4-648f-4ee8-bb53-284b94f89973 HTTP/1.1" status: 204 len: 168 time: 0.4453835 Jul 09 15:00:37.959335 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b6c987-92d4-4b69-9a64-01650c29a33a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584cbae4-648f-4ee8-bb53-284b94f89973,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:00:39.030064 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab35a5b-0078-4891-8701-9b3c62e1b3e8 req-2151adf9-8e14-4be0-b5f8-7186a19576b2 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:39.031870 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6ab35a5b-0078-4891-8701-9b3c62e1b3e8 req-2151adf9-8e14-4be0-b5f8-7186a19576b2 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=96975adc-662b-4dc9-bd04-cc4b1fc78cd9 HTTP/1.1" status: 200 len: 946 time: 0.0955443 Jul 09 15:00:39.084237 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6ab35a5b-0078-4891-8701-9b3c62e1b3e8 req-084cfcf5-1a66-4f82-b877-13b6dc479da7 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/security-groups?id=6350f22d-31f5-4997-9a81-92d1dbf20d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419290 Jul 09 15:00:39.231085 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7833107a-ab1b-46c1-884d-e475653926ad req-7e31f1ec-b901-4fa5-a4b3-822fd0740b6c tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:39.232785 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7833107a-ab1b-46c1-884d-e475653926ad req-7e31f1ec-b901-4fa5-a4b3-822fd0740b6c tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.54 "GET /v2.0/ports?device_id=96975adc-662b-4dc9-bd04-cc4b1fc78cd9 HTTP/1.1" status: 200 len: 946 time: 0.0863907 Jul 09 15:00:39.371360 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-7833107a-ab1b-46c1-884d-e475653926ad req-ee8cc48b-2f23-414e-9d09-66dc5e6dbec1 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Deleting port b045a647-9e4a-4c91-8918-5940f1c994ab {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:00:39.372918 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7833107a-ab1b-46c1-884d-e475653926ad req-ee8cc48b-2f23-414e-9d09-66dc5e6dbec1 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:39.501915 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-7833107a-ab1b-46c1-884d-e475653926ad req-ee8cc48b-2f23-414e-9d09-66dc5e6dbec1 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] For port b045a647-9e4a-4c91-8918-5940f1c994ab, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=b045a647-9e4a-4c91-8918-5940f1c994ab,segment=NetworkSegment(896ba2d5-d8c7-4c93-8e5b-c08d89831acb),segment_id=896ba2d5-d8c7-4c93-8e5b-c08d89831acb)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:00:39.502166 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7833107a-ab1b-46c1-884d-e475653926ad req-ee8cc48b-2f23-414e-9d09-66dc5e6dbec1 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:39.521075 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-7833107a-ab1b-46c1-884d-e475653926ad req-ee8cc48b-2f23-414e-9d09-66dc5e6dbec1 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Calling delete_port for b045a647-9e4a-4c91-8918-5940f1c994ab owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:00:39.842259 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7833107a-ab1b-46c1-884d-e475653926ad req-ee8cc48b-2f23-414e-9d09-66dc5e6dbec1 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:39.854478 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['9d1ce2dc-250d-4b0d-a302-92a28dbadeb4', '105095aa-b79b-400e-beb1-c83d5346ce59', 'b045a647-9e4a-4c91-8918-5940f1c994ab'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:00:39.886628 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['94828946-6f1e-462b-85c3-99890a0c3a4f'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:00:39.904534 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8cc48b-2f23-414e-9d09-66dc5e6dbec1 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Pushing event deleted for resources: {'Port': ['ID=b045a647-9e4a-4c91-8918-5940f1c994ab,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:00:39.992162 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-7833107a-ab1b-46c1-884d-e475653926ad req-ee8cc48b-2f23-414e-9d09-66dc5e6dbec1 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] No DVR routers for this DVR port b045a647-9e4a-4c91-8918-5940f1c994ab on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:00:40.000302 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7833107a-ab1b-46c1-884d-e475653926ad req-ee8cc48b-2f23-414e-9d09-66dc5e6dbec1 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:40.000302 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7833107a-ab1b-46c1-884d-e475653926ad req-ee8cc48b-2f23-414e-9d09-66dc5e6dbec1 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.54 "DELETE /v2.0/ports/b045a647-9e4a-4c91-8918-5940f1c994ab HTTP/1.1" status: 204 len: 173 time: 0.7589626 Jul 09 15:00:40.000302 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96975adc-662b-4dc9-bd04-cc4b1fc78cd9', 'name': 'network-vif-deleted', 'tag': 'b045a647-9e4a-4c91-8918-5940f1c994ab'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:00:40.000302 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d079a6c-8577-4628-8bb5-d2201e43a58e" -d '{"events": [{"server_uuid": "96975adc-662b-4dc9-bd04-cc4b1fc78cd9", "name": "network-vif-deleted", "tag": "b045a647-9e4a-4c91-8918-5940f1c994ab"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:00:40.046493 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21611f88-84b9-4287-9a67-cfba52b9a858 x-openstack-request-id: req-21611f88-84b9-4287-9a67-cfba52b9a858 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:00:40.052715 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96975adc-662b-4dc9-bd04-cc4b1fc78cd9", "name": "network-vif-deleted", "tag": "b045a647-9e4a-4c91-8918-5940f1c994ab", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:00:40.052715 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-21611f88-84b9-4287-9a67-cfba52b9a858 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:00:40.052715 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96975adc-662b-4dc9-bd04-cc4b1fc78cd9', 'name': 'network-vif-deleted', 'tag': 'b045a647-9e4a-4c91-8918-5940f1c994ab', 'status': 'completed', 'code': 200} Jul 09 15:00:40.287792 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e9cefc54-812a-4b54-93f6-6a0ed305559d req-5031b18d-420a-45b7-9ac6-58e775a429ec tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=96975adc-662b-4dc9-bd04-cc4b1fc78cd9 HTTP/1.1" status: 200 len: 210 time: 0.0560167 Jul 09 15:00:41.517492 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6f51290f-83a5-4ab1-bc68-cee106bae804 req-e7edd075-3912-490a-a484-f0c4c7da3692 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=96975adc-662b-4dc9-bd04-cc4b1fc78cd9 HTTP/1.1" status: 200 len: 210 time: 0.0361600 Jul 09 15:00:41.654214 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 55936) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:00:41.782871 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7e164a0d-6481-48ad-bf9a-087b55cde50a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:41.880177 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7e164a0d-6481-48ad-bf9a-087b55cde50a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:41.991059 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7e164a0d-6481-48ad-bf9a-087b55cde50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:42.035687 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-7e164a0d-6481-48ad-bf9a-087b55cde50a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=03d25a6db7dd4cac9c6b95db3bd9bd60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3803041 Jul 09 15:00:42.036795 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e164a0d-6481-48ad-bf9a-087b55cde50a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=373200a9-aa59-414b-8212-8305ebccce6a,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:00:42.038497 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 55948) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:00:42.099278 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d1d52f23-4378-4e80-a34f-7007505d4a29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:42.158450 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d1d52f23-4378-4e80-a34f-7007505d4a29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:42.299195 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d1d52f23-4378-4e80-a34f-7007505d4a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:42.302166 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d1d52f23-4378-4e80-a34f-7007505d4a29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:42.306916 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d1d52f23-4378-4e80-a34f-7007505d4a29 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/373200a9-aa59-414b-8212-8305ebccce6a HTTP/1.1" status: 204 len: 168 time: 0.2667661 Jul 09 15:00:42.316068 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d52f23-4378-4e80-a34f-7007505d4a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=373200a9-aa59-414b-8212-8305ebccce6a,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:00:42.324905 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d52f23-4378-4e80-a34f-7007505d4a29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:00:42.325364 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d52f23-4378-4e80-a34f-7007505d4a29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:00:42.325812 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d52f23-4378-4e80-a34f-7007505d4a29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:00:42.326489 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d52f23-4378-4e80-a34f-7007505d4a29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:00:42.326943 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d52f23-4378-4e80-a34f-7007505d4a29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:00:42.327421 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d52f23-4378-4e80-a34f-7007505d4a29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:00:42.330697 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d52f23-4378-4e80-a34f-7007505d4a29 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:00:42.332885 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d52f23-4378-4e80-a34f-7007505d4a29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:00:42.333681 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d52f23-4378-4e80-a34f-7007505d4a29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:00:42.334191 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d52f23-4378-4e80-a34f-7007505d4a29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:00:42.334740 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d52f23-4378-4e80-a34f-7007505d4a29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:00:42.335258 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d52f23-4378-4e80-a34f-7007505d4a29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:00:43.328404 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 55996) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:00:43.361370 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7caadf2c-b28f-4d1f-85e9-7f5c5e0a8898 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:43.573121 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7caadf2c-b28f-4d1f-85e9-7f5c5e0a8898 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:43.670766 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device b045a647-9e4a-4c91-8918-5940f1c994ab no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:00:43.681789 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7caadf2c-b28f-4d1f-85e9-7f5c5e0a8898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:43.729014 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: b045a647-9e4a-4c91-8918-5940f1c994ab {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:00:43.729543 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device b045a647-9e4a-4c91-8918-5940f1c994ab not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:00:43.735518 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-7caadf2c-b28f-4d1f-85e9-7f5c5e0a8898 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=87556b5773f3451c92e2cc001ff445eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4053240 Jul 09 15:00:43.737920 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 56004) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:00:43.775717 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caadf2c-b28f-4d1f-85e9-7f5c5e0a8898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4344ba80-67d7-4d9c-be54-6c6c1d39060e,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:00:43.861300 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fe688e5c-4279-4d37-b1d3-90ada5e94d9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:43.902824 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fe688e5c-4279-4d37-b1d3-90ada5e94d9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:44.098321 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fe688e5c-4279-4d37-b1d3-90ada5e94d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:44.102180 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fe688e5c-4279-4d37-b1d3-90ada5e94d9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:44.106263 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-fe688e5c-4279-4d37-b1d3-90ada5e94d9a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4344ba80-67d7-4d9c-be54-6c6c1d39060e HTTP/1.1" status: 204 len: 168 time: 0.3665812 Jul 09 15:00:44.159291 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe688e5c-4279-4d37-b1d3-90ada5e94d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4344ba80-67d7-4d9c-be54-6c6c1d39060e,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:00:44.211156 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4a1a5a14-33d1-46aa-9240-95f7c7dc745c req-01cb2d0a-a05a-4aca-9639-931a009cc2c3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1289873 Jul 09 15:00:44.400774 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a5a14-33d1-46aa-9240-95f7c7dc745c req-2e0f0951-d1d0-4a43-be23-52f3981b6af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:44.405068 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4a1a5a14-33d1-46aa-9240-95f7c7dc745c req-2e0f0951-d1d0-4a43-be23-52f3981b6af1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c03b5d3d86974e68a5911d632d382871&device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 1097 time: 0.1237383 Jul 09 15:00:44.600915 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a5a14-33d1-46aa-9240-95f7c7dc745c req-119ab97e-728a-49e6-a5d7-5d5bb18fd155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:44.604872 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4a1a5a14-33d1-46aa-9240-95f7c7dc745c req-119ab97e-728a-49e6-a5d7-5d5bb18fd155 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2caf48fb-184c-426e-a7e2-2d876991b7f4 HTTP/1.1" status: 200 len: 912 time: 0.1623254 Jul 09 15:00:44.931752 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:44.949915 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4a1a5a14-33d1-46aa-9240-95f7c7dc745c req-4abc7328-dbac-4c8b-82c9-2dfc457868df service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a55c943-174c-41e4-ae0c-abae167a4938 HTTP/1.1" status: 200 len: 1000 time: 0.3287137 Jul 09 15:00:45.031923 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a5a14-33d1-46aa-9240-95f7c7dc745c req-868254c9-8b14-49b9-af5e-48a632202d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:45.033554 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4a1a5a14-33d1-46aa-9240-95f7c7dc745c req-868254c9-8b14-49b9-af5e-48a632202d96 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a10947be-2e1d-4b8b-b31f-e273354d0e7a HTTP/1.1" status: 200 len: 850 time: 0.0748270 Jul 09 15:00:45.146811 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a5a14-33d1-46aa-9240-95f7c7dc745c req-de3ffd4d-117f-41c2-b049-c467f3cf7e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:45.149994 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4a1a5a14-33d1-46aa-9240-95f7c7dc745c req-de3ffd4d-117f-41c2-b049-c467f3cf7e8a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2caf48fb-184c-426e-a7e2-2d876991b7f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1062739 Jul 09 15:00:45.306622 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4a1a5a14-33d1-46aa-9240-95f7c7dc745c req-8f36b6e5-7284-4ccc-9461-09b7a6a43f7d service neutron] 10.222.0.62 "GET /v2.0/networks/2caf48fb-184c-426e-a7e2-2d876991b7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491423 Jul 09 15:00:45.508762 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4a1a5a14-33d1-46aa-9240-95f7c7dc745c req-f724d945-9a7e-4ccd-a99b-f3b91f3f726d service neutron] 10.222.0.62 "GET /v2.0/networks/2caf48fb-184c-426e-a7e2-2d876991b7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939006 Jul 09 15:00:48.382842 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e176a57-aed5-4a62-957e-652f97d0411b req-af7218ff-b256-4ba6-b99e-0075a8a04ae6 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:48.382842 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0e176a57-aed5-4a62-957e-652f97d0411b req-af7218ff-b256-4ba6-b99e-0075a8a04ae6 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7e29f9c-34c8-4e48-adf0-e3dd47769fa9 HTTP/1.1" status: 200 len: 945 time: 0.0967851 Jul 09 15:00:48.440732 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0e176a57-aed5-4a62-957e-652f97d0411b req-be775292-0210-4b65-85ff-4fc688183528 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/security-groups?id=6350f22d-31f5-4997-9a81-92d1dbf20d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542750 Jul 09 15:00:49.663193 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d307f-0cfb-4720-b75b-7cd3eb6ae387 req-74c711cf-6d43-4044-9fc8-2786a43cc458 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:49.673474 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-072d307f-0cfb-4720-b75b-7cd3eb6ae387 req-74c711cf-6d43-4044-9fc8-2786a43cc458 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7e29f9c-34c8-4e48-adf0-e3dd47769fa9 HTTP/1.1" status: 200 len: 945 time: 0.1133957 Jul 09 15:00:49.727160 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-072d307f-0cfb-4720-b75b-7cd3eb6ae387 req-a8fdaff5-f46a-40d9-9e81-6ddde1c4558c tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/security-groups?id=6350f22d-31f5-4997-9a81-92d1dbf20d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514877 Jul 09 15:00:51.078663 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e3ee9-3a34-4676-9386-af7aaca4c704 req-913e8734-31c3-404c-8838-89f825233256 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:51.088405 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-132e3ee9-3a34-4676-9386-af7aaca4c704 req-913e8734-31c3-404c-8838-89f825233256 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7e29f9c-34c8-4e48-adf0-e3dd47769fa9 HTTP/1.1" status: 200 len: 945 time: 0.0987041 Jul 09 15:00:51.152009 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-132e3ee9-3a34-4676-9386-af7aaca4c704 req-88b45bf0-806e-4edb-9c5e-dce1708d1487 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/security-groups?id=6350f22d-31f5-4997-9a81-92d1dbf20d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576403 Jul 09 15:00:51.248624 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcd5010-82f6-4d3b-b6fa-d54d793d7d67 req-0cc71ab8-2118-49c9-8104-1326585e8bf4 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:51.250074 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fbcd5010-82f6-4d3b-b6fa-d54d793d7d67 req-0cc71ab8-2118-49c9-8104-1326585e8bf4 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7e29f9c-34c8-4e48-adf0-e3dd47769fa9 HTTP/1.1" status: 200 len: 945 time: 0.0971429 Jul 09 15:00:51.429069 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-fbcd5010-82f6-4d3b-b6fa-d54d793d7d67 req-aa8465f7-679d-475e-9e7b-bb9a27153a76 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Deleting port 94828946-6f1e-462b-85c3-99890a0c3a4f {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:00:51.431444 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-fbcd5010-82f6-4d3b-b6fa-d54d793d7d67 req-aa8465f7-679d-475e-9e7b-bb9a27153a76 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:51.946269 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-fbcd5010-82f6-4d3b-b6fa-d54d793d7d67 req-aa8465f7-679d-475e-9e7b-bb9a27153a76 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] For port 94828946-6f1e-462b-85c3-99890a0c3a4f, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=94828946-6f1e-462b-85c3-99890a0c3a4f,segment=NetworkSegment(896ba2d5-d8c7-4c93-8e5b-c08d89831acb),segment_id=896ba2d5-d8c7-4c93-8e5b-c08d89831acb)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:00:51.946648 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-fbcd5010-82f6-4d3b-b6fa-d54d793d7d67 req-aa8465f7-679d-475e-9e7b-bb9a27153a76 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:51.961386 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-fbcd5010-82f6-4d3b-b6fa-d54d793d7d67 req-aa8465f7-679d-475e-9e7b-bb9a27153a76 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Calling delete_port for 94828946-6f1e-462b-85c3-99890a0c3a4f owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:00:52.138950 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-fbcd5010-82f6-4d3b-b6fa-d54d793d7d67 req-aa8465f7-679d-475e-9e7b-bb9a27153a76 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:52.155430 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['9d1ce2dc-250d-4b0d-a302-92a28dbadeb4', '105095aa-b79b-400e-beb1-c83d5346ce59'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:00:52.188672 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8465f7-679d-475e-9e7b-bb9a27153a76 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Pushing event deleted for resources: {'Port': ['ID=94828946-6f1e-462b-85c3-99890a0c3a4f,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:00:52.215787 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['94828946-6f1e-462b-85c3-99890a0c3a4f'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:00:52.276894 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbcd5010-82f6-4d3b-b6fa-d54d793d7d67 req-aa8465f7-679d-475e-9e7b-bb9a27153a76 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] No DVR routers for this DVR port 94828946-6f1e-462b-85c3-99890a0c3a4f on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:00:52.281613 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-fbcd5010-82f6-4d3b-b6fa-d54d793d7d67 req-aa8465f7-679d-475e-9e7b-bb9a27153a76 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:52.288691 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fbcd5010-82f6-4d3b-b6fa-d54d793d7d67 req-aa8465f7-679d-475e-9e7b-bb9a27153a76 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.62 "DELETE /v2.0/ports/94828946-6f1e-462b-85c3-99890a0c3a4f HTTP/1.1" status: 204 len: 173 time: 1.0288162 Jul 09 15:00:52.291957 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e29f9c-34c8-4e48-adf0-e3dd47769fa9', 'name': 'network-vif-deleted', 'tag': '94828946-6f1e-462b-85c3-99890a0c3a4f'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:00:52.306048 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af7d0eae-3d4c-4946-a496-63bc7e7ff00e" -d '{"events": [{"server_uuid": "b7e29f9c-34c8-4e48-adf0-e3dd47769fa9", "name": "network-vif-deleted", "tag": "94828946-6f1e-462b-85c3-99890a0c3a4f"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:00:52.375430 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2b12e308-6572-4749-b256-49854a5a949b req-010a0d37-9f9e-4879-b696-4db45ea51102 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7e29f9c-34c8-4e48-adf0-e3dd47769fa9 HTTP/1.1" status: 200 len: 210 time: 0.0340855 Jul 09 15:00:52.438946 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e92854-c73c-4a31-aa7b-9cba4cf71448 x-openstack-request-id: req-c2e92854-c73c-4a31-aa7b-9cba4cf71448 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:00:52.439861 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e29f9c-34c8-4e48-adf0-e3dd47769fa9", "name": "network-vif-deleted", "tag": "94828946-6f1e-462b-85c3-99890a0c3a4f", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:00:52.440119 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c2e92854-c73c-4a31-aa7b-9cba4cf71448 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:00:52.440594 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e29f9c-34c8-4e48-adf0-e3dd47769fa9', 'name': 'network-vif-deleted', 'tag': '94828946-6f1e-462b-85c3-99890a0c3a4f', 'status': 'completed', 'code': 200} Jul 09 15:00:53.173749 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:53.728505 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-71ce1930-004d-4328-be69-65155cfc04f8 req-eb1b7558-cb68-4c2c-beed-4a3d96332c5e tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7e29f9c-34c8-4e48-adf0-e3dd47769fa9 HTTP/1.1" status: 200 len: 210 time: 0.0764828 Jul 09 15:00:54.523333 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 94828946-6f1e-462b-85c3-99890a0c3a4f no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:00:54.550343 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: 94828946-6f1e-462b-85c3-99890a0c3a4f {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:00:54.550843 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 94828946-6f1e-462b-85c3-99890a0c3a4f not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:00:54.641509 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:00:55.742689 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e2c58c-1e0b-446f-a715-3bc2e7055535 req-597c8c37-f7f0-402c-86da-b97cec110330 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:55.744348 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-88e2c58c-1e0b-446f-a715-3bc2e7055535 req-597c8c37-f7f0-402c-86da-b97cec110330 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e8294bd-5e3b-4a8c-9119-5d718ef6e249 HTTP/1.1" status: 200 len: 945 time: 0.0688436 Jul 09 15:00:55.782923 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-88e2c58c-1e0b-446f-a715-3bc2e7055535 req-1afb7e27-3361-4bb5-b2ce-66882e52ce06 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/security-groups?id=6350f22d-31f5-4997-9a81-92d1dbf20d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330267 Jul 09 15:00:56.156027 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8fc7c593-53dd-44f1-a0f8-e5655be995c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:56.995999 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a24fc5-d377-4938-b8e2-af31fe07d0c7 req-492570ee-22fe-4e4b-8eb3-265b7fdbaf74 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:57.003519 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-12a24fc5-d377-4938-b8e2-af31fe07d0c7 req-492570ee-22fe-4e4b-8eb3-265b7fdbaf74 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e8294bd-5e3b-4a8c-9119-5d718ef6e249 HTTP/1.1" status: 200 len: 945 time: 0.0873632 Jul 09 15:00:57.102297 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-12a24fc5-d377-4938-b8e2-af31fe07d0c7 req-e9b383be-012d-40d1-83c7-03d4e651f752 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/security-groups?id=6350f22d-31f5-4997-9a81-92d1dbf20d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927913 Jul 09 15:00:57.154758 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3e53a-0fb3-4e04-a787-52fb5553ba93 req-adfeed44-48b3-4c8a-b116-23462c52a60f tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:00:57.158191 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-04f3e53a-0fb3-4e04-a787-52fb5553ba93 req-adfeed44-48b3-4c8a-b116-23462c52a60f tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e8294bd-5e3b-4a8c-9119-5d718ef6e249 HTTP/1.1" status: 200 len: 945 time: 0.1303604 Jul 09 15:00:57.312028 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-04f3e53a-0fb3-4e04-a787-52fb5553ba93 req-4df968ac-21ed-4319-b0ae-79b5a70cfdea tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Deleting port 105095aa-b79b-400e-beb1-c83d5346ce59 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:00:57.312374 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-04f3e53a-0fb3-4e04-a787-52fb5553ba93 req-4df968ac-21ed-4319-b0ae-79b5a70cfdea tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:57.447550 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-04f3e53a-0fb3-4e04-a787-52fb5553ba93 req-4df968ac-21ed-4319-b0ae-79b5a70cfdea tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] For port 105095aa-b79b-400e-beb1-c83d5346ce59, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=105095aa-b79b-400e-beb1-c83d5346ce59,segment=NetworkSegment(896ba2d5-d8c7-4c93-8e5b-c08d89831acb),segment_id=896ba2d5-d8c7-4c93-8e5b-c08d89831acb)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:00:57.448005 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-04f3e53a-0fb3-4e04-a787-52fb5553ba93 req-4df968ac-21ed-4319-b0ae-79b5a70cfdea tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:57.465864 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-04f3e53a-0fb3-4e04-a787-52fb5553ba93 req-4df968ac-21ed-4319-b0ae-79b5a70cfdea tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Calling delete_port for 105095aa-b79b-400e-beb1-c83d5346ce59 owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:00:57.744565 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-04f3e53a-0fb3-4e04-a787-52fb5553ba93 req-4df968ac-21ed-4319-b0ae-79b5a70cfdea tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:57.758426 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['9d1ce2dc-250d-4b0d-a302-92a28dbadeb4', '105095aa-b79b-400e-beb1-c83d5346ce59'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:00:57.849764 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df968ac-21ed-4319-b0ae-79b5a70cfdea tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Pushing event deleted for resources: {'Port': ['ID=105095aa-b79b-400e-beb1-c83d5346ce59,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:00:57.951431 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df968ac-21ed-4319-b0ae-79b5a70cfdea tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:00:57.960085 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df968ac-21ed-4319-b0ae-79b5a70cfdea tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:00:57.964703 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df968ac-21ed-4319-b0ae-79b5a70cfdea tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:00:57.964703 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df968ac-21ed-4319-b0ae-79b5a70cfdea tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:00:57.964703 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df968ac-21ed-4319-b0ae-79b5a70cfdea tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:00:57.964703 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df968ac-21ed-4319-b0ae-79b5a70cfdea tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:00:57.964703 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df968ac-21ed-4319-b0ae-79b5a70cfdea tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:00:57.964703 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df968ac-21ed-4319-b0ae-79b5a70cfdea tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:00:57.964703 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df968ac-21ed-4319-b0ae-79b5a70cfdea tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:00:57.964703 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df968ac-21ed-4319-b0ae-79b5a70cfdea tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:00:57.964703 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df968ac-21ed-4319-b0ae-79b5a70cfdea tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:00:57.964703 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df968ac-21ed-4319-b0ae-79b5a70cfdea tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:00:57.971536 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 56440) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:00:57.977257 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-04f3e53a-0fb3-4e04-a787-52fb5553ba93 req-4df968ac-21ed-4319-b0ae-79b5a70cfdea tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] No DVR routers for this DVR port 105095aa-b79b-400e-beb1-c83d5346ce59 on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:00:57.981487 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-04f3e53a-0fb3-4e04-a787-52fb5553ba93 req-4df968ac-21ed-4319-b0ae-79b5a70cfdea tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:57.983967 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-04f3e53a-0fb3-4e04-a787-52fb5553ba93 req-4df968ac-21ed-4319-b0ae-79b5a70cfdea tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.54 "DELETE /v2.0/ports/105095aa-b79b-400e-beb1-c83d5346ce59 HTTP/1.1" status: 204 len: 173 time: 0.8198221 Jul 09 15:00:57.984495 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e8294bd-5e3b-4a8c-9119-5d718ef6e249', 'name': 'network-vif-deleted', 'tag': '105095aa-b79b-400e-beb1-c83d5346ce59'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:00:57.986886 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0aa156b-55e1-4a67-b05d-f6a087446071" -d '{"events": [{"server_uuid": "2e8294bd-5e3b-4a8c-9119-5d718ef6e249", "name": "network-vif-deleted", "tag": "105095aa-b79b-400e-beb1-c83d5346ce59"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:00:58.108378 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7e65149e-1866-4733-b4e2-05b70a6e6efe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:58.224494 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7361917-ede3-4078-a5b0-d8d45b75616e x-openstack-request-id: req-c7361917-ede3-4078-a5b0-d8d45b75616e {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:00:58.225004 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e8294bd-5e3b-4a8c-9119-5d718ef6e249", "name": "network-vif-deleted", "tag": "105095aa-b79b-400e-beb1-c83d5346ce59", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:00:58.225150 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c7361917-ede3-4078-a5b0-d8d45b75616e {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:00:58.233213 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e8294bd-5e3b-4a8c-9119-5d718ef6e249', 'name': 'network-vif-deleted', 'tag': '105095aa-b79b-400e-beb1-c83d5346ce59', 'status': 'completed', 'code': 200} Jul 09 15:00:58.345718 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7e65149e-1866-4733-b4e2-05b70a6e6efe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:58.416244 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-89e33021-f467-4905-9fb2-31305c9530b4 req-59dec1d6-2744-4538-818e-8f4a4587a7c5 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e8294bd-5e3b-4a8c-9119-5d718ef6e249 HTTP/1.1" status: 200 len: 210 time: 0.0876191 Jul 09 15:00:58.470876 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7e65149e-1866-4733-b4e2-05b70a6e6efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:58.515789 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7e65149e-1866-4733-b4e2-05b70a6e6efe admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2fc31695c20a4ef7822942dca4eb8dd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5421929 Jul 09 15:00:58.518748 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e65149e-1866-4733-b4e2-05b70a6e6efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4de9e23-4bb2-4cf3-ba88-2eadef4379a6,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:00:58.522417 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 56458) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:00:58.585920 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0c8ffcf7-537f-48de-9862-0416082ed851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:58.685948 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0c8ffcf7-537f-48de-9862-0416082ed851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:58.761742 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0c8ffcf7-537f-48de-9862-0416082ed851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:58.764472 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0c8ffcf7-537f-48de-9862-0416082ed851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:58.765881 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-0c8ffcf7-537f-48de-9862-0416082ed851 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d4de9e23-4bb2-4cf3-ba88-2eadef4379a6 HTTP/1.1" status: 204 len: 168 time: 0.2454660 Jul 09 15:00:58.779708 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8ffcf7-537f-48de-9862-0416082ed851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4de9e23-4bb2-4cf3-ba88-2eadef4379a6,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:00:58.991069 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-659e5da9-1f7a-425f-a436-5dbdc465870f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:59.212962 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:59.576134 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 56514) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:00:59.603170 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d0bab100-2ddc-4316-883c-ebe570d56eda admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:59.776421 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d0bab100-2ddc-4316-883c-ebe570d56eda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:59.851097 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d0bab100-2ddc-4316-883c-ebe570d56eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:00:59.886791 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d0bab100-2ddc-4316-883c-ebe570d56eda admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=65ff048d3d314208be7109a9e4413b40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3085513 Jul 09 15:00:59.889534 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 56522) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:00:59.964038 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bab100-2ddc-4316-883c-ebe570d56eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce3da08-909a-4cc7-9ff9-7997616b696f,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:01:00.000930 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-87cf2940-e8f7-48ca-84dd-512ac2d4cebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:00.034544 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-87cf2940-e8f7-48ca-84dd-512ac2d4cebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:00.184497 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-87cf2940-e8f7-48ca-84dd-512ac2d4cebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:00.187385 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-87cf2940-e8f7-48ca-84dd-512ac2d4cebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:00.188853 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-87cf2940-e8f7-48ca-84dd-512ac2d4cebb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8ce3da08-909a-4cc7-9ff9-7997616b696f HTTP/1.1" status: 204 len: 168 time: 0.2976327 Jul 09 15:01:00.206417 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cf2940-e8f7-48ca-84dd-512ac2d4cebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce3da08-909a-4cc7-9ff9-7997616b696f,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:01:00.213553 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:01.596243 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:01.753241 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 105095aa-b79b-400e-beb1-c83d5346ce59 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:01:01.778493 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: 105095aa-b79b-400e-beb1-c83d5346ce59 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:01:01.778840 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 105095aa-b79b-400e-beb1-c83d5346ce59 not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:01:04.082987 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 56658) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:01:04.235889 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-08729ac5-4a6a-4caa-9437-fea473a9f043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:04.453698 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-08729ac5-4a6a-4caa-9437-fea473a9f043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:04.550223 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-08729ac5-4a6a-4caa-9437-fea473a9f043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:04.615918 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-08729ac5-4a6a-4caa-9437-fea473a9f043 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0e2c0c1bb4534cb39ff839fc262c4f92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5310104 Jul 09 15:01:04.621728 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 56670) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:01:04.683446 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08729ac5-4a6a-4caa-9437-fea473a9f043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b09cd0bc-af3d-4c07-8501-5f256b23aa89,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:01:04.727694 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c1cef314-cf48-43e4-ae94-44a4e9871cf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:04.760303 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c1cef314-cf48-43e4-ae94-44a4e9871cf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:04.945548 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c1cef314-cf48-43e4-ae94-44a4e9871cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:04.948428 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c1cef314-cf48-43e4-ae94-44a4e9871cf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:04.950218 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c1cef314-cf48-43e4-ae94-44a4e9871cf8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b09cd0bc-af3d-4c07-8501-5f256b23aa89 HTTP/1.1" status: 204 len: 168 time: 0.3303142 Jul 09 15:01:04.973789 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cef314-cf48-43e4-ae94-44a4e9871cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09cd0bc-af3d-4c07-8501-5f256b23aa89,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:01:05.760921 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 56696) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:01:05.798401 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f8e0907a-99ef-4670-8864-a64df008e0b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:05.922681 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f8e0907a-99ef-4670-8864-a64df008e0b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:06.028823 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f8e0907a-99ef-4670-8864-a64df008e0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:06.094312 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e0907a-99ef-4670-8864-a64df008e0b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=738d3a04-7195-4dfb-a48c-26c0ca766973,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:01:06.099781 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f8e0907a-99ef-4670-8864-a64df008e0b0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ba28deb012b447fbb1ac5851570a30b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3363538 Jul 09 15:01:06.102536 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 56704) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:01:06.142946 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f73cc-2d05-4888-9771-c0dcc5df5dba req-4781db13-f00a-4f45-b9b8-bfe32ba5b540 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:01:06.145574 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1d5f73cc-2d05-4888-9771-c0dcc5df5dba req-4781db13-f00a-4f45-b9b8-bfe32ba5b540 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce6ad456-c94f-4eb9-95d0-175ec5da9715 HTTP/1.1" status: 200 len: 945 time: 0.1548762 Jul 09 15:01:06.205182 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5c62ca03-fc4f-48a5-9e65-069bd47c81c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:06.229643 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1d5f73cc-2d05-4888-9771-c0dcc5df5dba req-7c5091e1-5261-4ae3-8dd2-63810d8b15cf tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/security-groups?id=6350f22d-31f5-4997-9a81-92d1dbf20d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654395 Jul 09 15:01:06.259985 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5c62ca03-fc4f-48a5-9e65-069bd47c81c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:06.435975 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5c62ca03-fc4f-48a5-9e65-069bd47c81c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:06.438560 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5c62ca03-fc4f-48a5-9e65-069bd47c81c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:06.442194 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-5c62ca03-fc4f-48a5-9e65-069bd47c81c6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/738d3a04-7195-4dfb-a48c-26c0ca766973 HTTP/1.1" status: 204 len: 168 time: 0.3363833 Jul 09 15:01:06.465028 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c62ca03-fc4f-48a5-9e65-069bd47c81c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=738d3a04-7195-4dfb-a48c-26c0ca766973,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:01:07.532735 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e14d11-04b8-4cd4-99fb-81c7845612ed req-388c2f0b-d6ad-42ef-86cf-11db2801ac25 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:01:07.534258 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f3e14d11-04b8-4cd4-99fb-81c7845612ed req-388c2f0b-d6ad-42ef-86cf-11db2801ac25 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce6ad456-c94f-4eb9-95d0-175ec5da9715 HTTP/1.1" status: 200 len: 945 time: 0.1700504 Jul 09 15:01:07.573665 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587fba9-860b-410d-a1b9-46b0ed340885 req-6b885d05-a304-4eca-87e8-5c998a6d626c tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:01:07.575469 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5587fba9-860b-410d-a1b9-46b0ed340885 req-6b885d05-a304-4eca-87e8-5c998a6d626c tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce6ad456-c94f-4eb9-95d0-175ec5da9715 HTTP/1.1" status: 200 len: 945 time: 0.1432703 Jul 09 15:01:07.639213 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f3e14d11-04b8-4cd4-99fb-81c7845612ed req-59d7f530-2954-403a-a991-25d98d34cf61 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/security-groups?id=6350f22d-31f5-4997-9a81-92d1dbf20d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966282 Jul 09 15:01:07.713068 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-5587fba9-860b-410d-a1b9-46b0ed340885 req-3239a1c6-e7fd-4bb8-9601-9d1715d07539 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Deleting port 9d1ce2dc-250d-4b0d-a302-92a28dbadeb4 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:01:07.713417 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-5587fba9-860b-410d-a1b9-46b0ed340885 req-3239a1c6-e7fd-4bb8-9601-9d1715d07539 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:07.857138 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-5587fba9-860b-410d-a1b9-46b0ed340885 req-3239a1c6-e7fd-4bb8-9601-9d1715d07539 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] For port 9d1ce2dc-250d-4b0d-a302-92a28dbadeb4, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=9d1ce2dc-250d-4b0d-a302-92a28dbadeb4,segment=NetworkSegment(896ba2d5-d8c7-4c93-8e5b-c08d89831acb),segment_id=896ba2d5-d8c7-4c93-8e5b-c08d89831acb)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:01:07.858136 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-5587fba9-860b-410d-a1b9-46b0ed340885 req-3239a1c6-e7fd-4bb8-9601-9d1715d07539 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:07.879173 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-5587fba9-860b-410d-a1b9-46b0ed340885 req-3239a1c6-e7fd-4bb8-9601-9d1715d07539 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Calling delete_port for 9d1ce2dc-250d-4b0d-a302-92a28dbadeb4 owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:01:08.733348 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-5587fba9-860b-410d-a1b9-46b0ed340885 req-3239a1c6-e7fd-4bb8-9601-9d1715d07539 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:08.747412 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['9d1ce2dc-250d-4b0d-a302-92a28dbadeb4'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:01:08.831351 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3239a1c6-e7fd-4bb8-9601-9d1715d07539 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Pushing event deleted for resources: {'Port': ['ID=9d1ce2dc-250d-4b0d-a302-92a28dbadeb4,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:01:08.886794 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c37022bf-ee4a-4eeb-9248-72a2247e49f2 req-a1d1999f-69a5-4eeb-afd1-c4a1878bfb2e tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce6ad456-c94f-4eb9-95d0-175ec5da9715 HTTP/1.1" status: 200 len: 210 time: 0.0589049 Jul 09 15:01:08.913597 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-5587fba9-860b-410d-a1b9-46b0ed340885 req-3239a1c6-e7fd-4bb8-9601-9d1715d07539 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] No DVR routers for this DVR port 9d1ce2dc-250d-4b0d-a302-92a28dbadeb4 on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:01:08.923723 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-5587fba9-860b-410d-a1b9-46b0ed340885 req-3239a1c6-e7fd-4bb8-9601-9d1715d07539 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:08.923723 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5587fba9-860b-410d-a1b9-46b0ed340885 req-3239a1c6-e7fd-4bb8-9601-9d1715d07539 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.54 "DELETE /v2.0/ports/9d1ce2dc-250d-4b0d-a302-92a28dbadeb4 HTTP/1.1" status: 204 len: 173 time: 1.3370936 Jul 09 15:01:08.923723 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce6ad456-c94f-4eb9-95d0-175ec5da9715', 'name': 'network-vif-deleted', 'tag': '9d1ce2dc-250d-4b0d-a302-92a28dbadeb4'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:01:08.923723 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0bbeeef-bd40-4293-b9b1-80e12cbb4930" -d '{"events": [{"server_uuid": "ce6ad456-c94f-4eb9-95d0-175ec5da9715", "name": "network-vif-deleted", "tag": "9d1ce2dc-250d-4b0d-a302-92a28dbadeb4"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:01:09.005847 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19cd0ff4-8e1e-451e-be6b-84eb7aeb1661 x-openstack-request-id: req-19cd0ff4-8e1e-451e-be6b-84eb7aeb1661 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:01:09.005847 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce6ad456-c94f-4eb9-95d0-175ec5da9715", "name": "network-vif-deleted", "tag": "9d1ce2dc-250d-4b0d-a302-92a28dbadeb4", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:01:09.005847 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-19cd0ff4-8e1e-451e-be6b-84eb7aeb1661 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:01:09.005847 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce6ad456-c94f-4eb9-95d0-175ec5da9715', 'name': 'network-vif-deleted', 'tag': '9d1ce2dc-250d-4b0d-a302-92a28dbadeb4', 'status': 'completed', 'code': 200} Jul 09 15:01:10.121124 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6144ace2-71a9-4e36-8303-ca0e816f03c3 req-f7afc0a2-ebe2-4470-818c-b261b1867ab9 tempest-AttachVolumeNegativeTest-1472605013 tempest-AttachVolumeNegativeTest-1472605013-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce6ad456-c94f-4eb9-95d0-175ec5da9715 HTTP/1.1" status: 200 len: 210 time: 0.0421078 Jul 09 15:01:10.692816 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 56854) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:01:10.741757 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8b93d5c-aaed-4ced-952d-695a4e866943 admin admin] Deleting subnet b25ddde3-55e3-4402-b1cd-ec853b0f2fa9 {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:01:10.741757 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c8b93d5c-aaed-4ced-952d-695a4e866943 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:10.796055 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c8b93d5c-aaed-4ced-952d-695a4e866943 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:10.843939 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c8b93d5c-aaed-4ced-952d-695a4e866943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:10.996663 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c8b93d5c-aaed-4ced-952d-695a4e866943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:11.032826 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b93d5c-aaed-4ced-952d-695a4e866943 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b25ddde3-55e3-4402-b1cd-ec853b0f2fa9,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:01:11.038677 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c8b93d5c-aaed-4ced-952d-695a4e866943 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:11.040735 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c8b93d5c-aaed-4ced-952d-695a4e866943 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b25ddde3-55e3-4402-b1cd-ec853b0f2fa9 HTTP/1.1" status: 204 len: 168 time: 0.3597279 Jul 09 15:01:11.043247 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 56860) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:01:11.120101 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-de58f2b5-87ac-40c3-b3f8-9ce9389c7929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:11.216236 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-de58f2b5-87ac-40c3-b3f8-9ce9389c7929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:11.228199 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-de58f2b5-87ac-40c3-b3f8-9ce9389c7929 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d762e37-9172-4064-91e1-59278febf473']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:01:11.240417 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-de58f2b5-87ac-40c3-b3f8-9ce9389c7929 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6b27be6-7d4a-478d-8a9d-eabf134b6f93') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:01:11.241512 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-de58f2b5-87ac-40c3-b3f8-9ce9389c7929 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6b27be6-7d4a-478d-8a9d-eabf134b6f93') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:01:11.253089 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-de58f2b5-87ac-40c3-b3f8-9ce9389c7929 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:11.262729 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 56868) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:01:11.276846 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-de58f2b5-87ac-40c3-b3f8-9ce9389c7929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:11.283307 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de58f2b5-87ac-40c3-b3f8-9ce9389c7929 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:01:11.284269 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-de58f2b5-87ac-40c3-b3f8-9ce9389c7929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:11.285997 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:01:11.285997 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:01:11.285997 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:01:11.285997 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:01:11.285997 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:01:11.285997 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:01:11.285997 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:01:11.285997 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:01:11.285997 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:01:11.285997 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:01:11.285997 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:01:11.285997 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:01:11.285997 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:01:11.285997 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:01:11.285997 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:01:11.285997 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:01:11.285997 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 15:01:11.285997 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:01:11.285997 n-d-799529-6 neutron-server[94446]: timer() Jul 09 15:01:11.285997 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:01:11.285997 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 15:01:11.285997 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:01:11.285997 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 15:01:11.285997 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:01:11.285997 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 15:01:11.285997 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:01:11.285997 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 15:01:11.285997 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:01:11.285997 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 15:01:11.285997 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:01:11.285997 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:01:11.285997 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:01:11.285997 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:01:11.285997 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:01:11.285997 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 15:01:11.285997 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:01:11.285997 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 15:01:11.285997 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:01:11.285997 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:01:11.285997 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:01:11.285997 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 15:01:11.285997 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:01:11.285997 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:01:11.285997 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:01:11.285997 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:01:11.285997 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:01:11.285997 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:01:11.285997 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:01:11.314935 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6bd1fb4-c88e-4628-b68f-192a726a71bc admin admin] Deleting subnet 43be0c5f-83f5-43e6-9326-6f032f77f01f {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:01:11.319691 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d6bd1fb4-c88e-4628-b68f-192a726a71bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:11.364986 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d6bd1fb4-c88e-4628-b68f-192a726a71bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:11.452308 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d6bd1fb4-c88e-4628-b68f-192a726a71bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:11.458857 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-de58f2b5-87ac-40c3-b3f8-9ce9389c7929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:11.479166 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-de58f2b5-87ac-40c3-b3f8-9ce9389c7929 admin admin] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:11.484088 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-de58f2b5-87ac-40c3-b3f8-9ce9389c7929 admin admin] 10.222.0.58 "DELETE /v2.0/networks/6d762e37-9172-4064-91e1-59278febf473 HTTP/1.1" status: 204 len: 168 time: 0.4398248 Jul 09 15:01:11.484475 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 56876) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:01:11.487024 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de58f2b5-87ac-40c3-b3f8-9ce9389c7929 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d762e37-9172-4064-91e1-59278febf473,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:01:11.590792 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9c7639f-0d66-4bc8-909b-34920a5b19e8 admin admin] Deleting subnet 4860375f-f726-4dd6-b344-8b475f3559e1 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:01:11.608974 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d9c7639f-0d66-4bc8-909b-34920a5b19e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:11.650099 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d6bd1fb4-c88e-4628-b68f-192a726a71bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:11.661126 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d9c7639f-0d66-4bc8-909b-34920a5b19e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:11.706571 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bd1fb4-c88e-4628-b68f-192a726a71bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43be0c5f-83f5-43e6-9326-6f032f77f01f,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:01:11.716984 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d6bd1fb4-c88e-4628-b68f-192a726a71bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:11.721982 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 56892) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:01:11.722397 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d6bd1fb4-c88e-4628-b68f-192a726a71bc admin admin] 10.222.0.58 "DELETE /v2.0/subnets/43be0c5f-83f5-43e6-9326-6f032f77f01f HTTP/1.1" status: 204 len: 168 time: 0.4583790 Jul 09 15:01:11.747160 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d9c7639f-0d66-4bc8-909b-34920a5b19e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:11.782462 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 9d1ce2dc-250d-4b0d-a302-92a28dbadeb4 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:01:11.863015 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0aa6d621-7b0c-47fc-bf77-055879cfcef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:11.899472 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d9c7639f-0d66-4bc8-909b-34920a5b19e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:11.958737 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c7639f-0d66-4bc8-909b-34920a5b19e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4860375f-f726-4dd6-b344-8b475f3559e1,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:01:11.971928 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d9c7639f-0d66-4bc8-909b-34920a5b19e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:11.984386 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d9c7639f-0d66-4bc8-909b-34920a5b19e8 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/4860375f-f726-4dd6-b344-8b475f3559e1 HTTP/1.1" status: 204 len: 168 time: 0.4907544 Jul 09 15:01:11.984672 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0aa6d621-7b0c-47fc-bf77-055879cfcef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:11.987723 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 56898) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:01:12.001377 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-0aa6d621-7b0c-47fc-bf77-055879cfcef9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:01:12.014569 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-0aa6d621-7b0c-47fc-bf77-055879cfcef9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '896ba2d5-d8c7-4c93-8e5b-c08d89831acb') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:01:12.015154 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-0aa6d621-7b0c-47fc-bf77-055879cfcef9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '896ba2d5-d8c7-4c93-8e5b-c08d89831acb') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:01:12.026528 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0aa6d621-7b0c-47fc-bf77-055879cfcef9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:12.048197 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0aa6d621-7b0c-47fc-bf77-055879cfcef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:12.048630 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: 9d1ce2dc-250d-4b0d-a302-92a28dbadeb4 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:01:12.049118 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 9d1ce2dc-250d-4b0d-a302-92a28dbadeb4 not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:01:12.062732 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aa6d621-7b0c-47fc-bf77-055879cfcef9 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:01:12.066108 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0aa6d621-7b0c-47fc-bf77-055879cfcef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:12.069610 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 15:01:12.069610 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:01:12.069610 n-d-799529-6 neutron-server[94446]: timer() Jul 09 15:01:12.069610 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:01:12.069610 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 15:01:12.069610 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:01:12.069610 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 15:01:12.069610 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:01:12.069610 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 15:01:12.069610 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:01:12.069610 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 15:01:12.069610 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:01:12.069610 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 15:01:12.069610 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:01:12.069610 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:01:12.069610 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:01:12.069610 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:01:12.069610 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:01:12.069610 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 15:01:12.069610 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:01:12.069610 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 15:01:12.069610 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:01:12.069610 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:01:12.069610 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:01:12.069610 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 15:01:12.069610 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:01:12.069610 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:01:12.069610 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:01:12.069610 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:01:12.069610 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:01:12.069610 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:01:12.069610 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:01:12.089219 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e19cac5a-ea8f-4a88-b8fe-eefa62438922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:12.186097 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e19cac5a-ea8f-4a88-b8fe-eefa62438922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:12.199199 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-e19cac5a-ea8f-4a88-b8fe-eefa62438922 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54c82482-8f4a-4f5b-b73f-f633f83046b2']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:01:12.211604 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-e19cac5a-ea8f-4a88-b8fe-eefa62438922 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96b180c8-3afe-4325-9889-8c2cb8645d01') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:01:12.211898 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-e19cac5a-ea8f-4a88-b8fe-eefa62438922 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96b180c8-3afe-4325-9889-8c2cb8645d01') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:01:12.221807 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e19cac5a-ea8f-4a88-b8fe-eefa62438922 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:12.238194 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e19cac5a-ea8f-4a88-b8fe-eefa62438922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:12.245521 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e19cac5a-ea8f-4a88-b8fe-eefa62438922 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:01:12.245997 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e19cac5a-ea8f-4a88-b8fe-eefa62438922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:12.247843 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:01:12.247843 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:01:12.247843 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:01:12.247843 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:01:12.247843 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:01:12.247843 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:01:12.247843 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:01:12.247843 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:01:12.247843 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:01:12.247843 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:01:12.247843 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:01:12.247843 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:01:12.247843 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:01:12.247843 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:01:12.247843 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 15:01:12.247843 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:01:12.247843 n-d-799529-6 neutron-server[94445]: timer() Jul 09 15:01:12.247843 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:01:12.247843 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 15:01:12.247843 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:01:12.247843 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 15:01:12.247843 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:01:12.247843 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 15:01:12.247843 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:01:12.247843 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 15:01:12.247843 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:01:12.247843 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 15:01:12.247843 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:01:12.247843 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:01:12.247843 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:01:12.247843 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:01:12.247843 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:01:12.247843 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 15:01:12.247843 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:01:12.247843 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 15:01:12.247843 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:01:12.247843 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:01:12.247843 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:01:12.247843 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 15:01:12.247843 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:01:12.247843 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:01:12.247843 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:01:12.247843 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:01:12.247843 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:01:12.247843 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:01:12.247843 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:01:12.254215 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0aa6d621-7b0c-47fc-bf77-055879cfcef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:12.276322 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0aa6d621-7b0c-47fc-bf77-055879cfcef9 admin admin] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:12.278914 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-0aa6d621-7b0c-47fc-bf77-055879cfcef9 admin admin] 10.222.0.58 "DELETE /v2.0/networks/9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677 HTTP/1.1" status: 204 len: 168 time: 0.5552495 Jul 09 15:01:12.280198 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa6d621-7b0c-47fc-bf77-055879cfcef9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cccc9c0-b1fe-4150-b1d0-b3dcd55bc677,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:01:12.401872 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e19cac5a-ea8f-4a88-b8fe-eefa62438922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:12.408765 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e19cac5a-ea8f-4a88-b8fe-eefa62438922 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:12.421965 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e19cac5a-ea8f-4a88-b8fe-eefa62438922 admin admin] 10.222.0.58 "DELETE /v2.0/networks/54c82482-8f4a-4f5b-b73f-f633f83046b2 HTTP/1.1" status: 204 len: 168 time: 0.4334743 Jul 09 15:01:12.440229 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19cac5a-ea8f-4a88-b8fe-eefa62438922 admin admin] Pushing event deleted for resources: {'Network': ['ID=54c82482-8f4a-4f5b-b73f-f633f83046b2,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:01:12.782713 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 56924) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:01:12.832141 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-3d160bf7-81fd-456b-b65c-e86243975486 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2b31a8f0407847ddbef3ce3aa6a501ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481429 Jul 09 15:01:12.834856 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 56926) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:01:12.908148 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a68efb41-d24b-4573-ad90-f8deaba8c76a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:12.933404 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 56930) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:01:12.939961 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a68efb41-d24b-4573-ad90-f8deaba8c76a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:13.037972 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-256fd318-d862-430a-a3d6-fe41d3b0fe4c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f08c3375966e4d209cc33a3d10dd2571&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1018384 Jul 09 15:01:13.040618 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 56936) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:01:13.123722 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a68efb41-d24b-4573-ad90-f8deaba8c76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:13.123722 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a68efb41-d24b-4573-ad90-f8deaba8c76a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:13.127345 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-a68efb41-d24b-4573-ad90-f8deaba8c76a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6350f22d-31f5-4997-9a81-92d1dbf20d20 HTTP/1.1" status: 204 len: 168 time: 0.2914474 Jul 09 15:01:13.142893 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68efb41-d24b-4573-ad90-f8deaba8c76a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6350f22d-31f5-4997-9a81-92d1dbf20d20,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:01:13.187537 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b98c47ed-3563-4942-b8b3-e8b0f0f92f1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:13.219412 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b98c47ed-3563-4942-b8b3-e8b0f0f92f1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:13.395918 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b98c47ed-3563-4942-b8b3-e8b0f0f92f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:13.399199 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b98c47ed-3563-4942-b8b3-e8b0f0f92f1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:13.424772 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b98c47ed-3563-4942-b8b3-e8b0f0f92f1b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3fa15098-403d-4089-aee6-e75b5d3421fa HTTP/1.1" status: 204 len: 168 time: 0.3805969 Jul 09 15:01:13.436539 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98c47ed-3563-4942-b8b3-e8b0f0f92f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa15098-403d-4089-aee6-e75b5d3421fa,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:01:15.001649 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:15.333321 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 56996) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:01:15.435516 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-809b9191-90f8-49ea-849f-feb48a7a21ec admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d9e4a11e84b046bdb287c92b80861a1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0957298 Jul 09 15:01:15.437207 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 57000) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:01:15.501022 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-351374a4-ddff-4865-ba4d-8c23ff83e765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:15.533369 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-351374a4-ddff-4865-ba4d-8c23ff83e765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:15.711010 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-351374a4-ddff-4865-ba4d-8c23ff83e765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:15.714982 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-351374a4-ddff-4865-ba4d-8c23ff83e765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:15.721944 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-351374a4-ddff-4865-ba4d-8c23ff83e765 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/78846af1-9eee-4242-9bd1-ec4a0c17a5c3 HTTP/1.1" status: 204 len: 168 time: 0.2834668 Jul 09 15:01:15.750531 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351374a4-ddff-4865-ba4d-8c23ff83e765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78846af1-9eee-4242-9bd1-ec4a0c17a5c3,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:01:18.329744 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 57136) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:01:18.538581 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a14cbe74-5d1c-4cd0-acea-2dbf5b885f27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:18.739966 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a14cbe74-5d1c-4cd0-acea-2dbf5b885f27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:18.881930 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a14cbe74-5d1c-4cd0-acea-2dbf5b885f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:18.926497 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14cbe74-5d1c-4cd0-acea-2dbf5b885f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905a24a9-f061-472b-97c2-d2ed6b92d2cc,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:01:18.946348 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-a14cbe74-5d1c-4cd0-acea-2dbf5b885f27 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e27c63e593674f1684c98121f25cc8bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6131346 Jul 09 15:01:18.949071 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 57160) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:01:19.016498 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e56cd605-0240-472d-8522-98a8aba9b458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:19.035170 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e56cd605-0240-472d-8522-98a8aba9b458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:19.179145 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e56cd605-0240-472d-8522-98a8aba9b458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:19.184319 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e56cd605-0240-472d-8522-98a8aba9b458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:19.184319 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e56cd605-0240-472d-8522-98a8aba9b458 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/905a24a9-f061-472b-97c2-d2ed6b92d2cc HTTP/1.1" status: 204 len: 168 time: 0.2334511 Jul 09 15:01:19.192759 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56cd605-0240-472d-8522-98a8aba9b458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905a24a9-f061-472b-97c2-d2ed6b92d2cc,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:01:21.576058 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 57294) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:01:21.749610 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eaebb429-c8b9-4381-a2b2-b6b7b2458f86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:21.882533 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eaebb429-c8b9-4381-a2b2-b6b7b2458f86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:22.195923 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eaebb429-c8b9-4381-a2b2-b6b7b2458f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:22.269822 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-eaebb429-c8b9-4381-a2b2-b6b7b2458f86 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6683981d1c76493e8965fa5090b94bba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6924889 Jul 09 15:01:22.272643 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaebb429-c8b9-4381-a2b2-b6b7b2458f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a85ba33-8681-4a66-8cc0-a580cebf90a4,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:01:22.274502 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 57318) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:01:22.384139 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5db12016-6ddb-49b0-a39d-955ac5c7a5fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:22.418616 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5db12016-6ddb-49b0-a39d-955ac5c7a5fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:22.549798 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5db12016-6ddb-49b0-a39d-955ac5c7a5fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:22.554324 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5db12016-6ddb-49b0-a39d-955ac5c7a5fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:22.554324 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-5db12016-6ddb-49b0-a39d-955ac5c7a5fd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0a85ba33-8681-4a66-8cc0-a580cebf90a4 HTTP/1.1" status: 204 len: 168 time: 0.2786224 Jul 09 15:01:22.564962 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db12016-6ddb-49b0-a39d-955ac5c7a5fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a85ba33-8681-4a66-8cc0-a580cebf90a4,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:01:23.378713 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:23.754532 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 57362) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:01:23.772440 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ba5ea22f-f533-474f-bc90-152216d86a00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:23.878937 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ba5ea22f-f533-474f-bc90-152216d86a00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:23.984189 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ba5ea22f-f533-474f-bc90-152216d86a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:24.025853 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ba5ea22f-f533-474f-bc90-152216d86a00 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bc6e08551ffe4fc291b7d8bdf6d9f08d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2701848 Jul 09 15:01:24.026833 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ea22f-f533-474f-bc90-152216d86a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf78616-ead5-4987-b2d0-4deee52a1e13,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:01:24.030080 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 57372) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:01:24.085028 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b0a0316a-114a-4917-baec-0e7dc151a8b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:24.110938 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b0a0316a-114a-4917-baec-0e7dc151a8b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:24.447354 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b0a0316a-114a-4917-baec-0e7dc151a8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:24.460837 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b0a0316a-114a-4917-baec-0e7dc151a8b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:24.460837 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b0a0316a-114a-4917-baec-0e7dc151a8b1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ecf78616-ead5-4987-b2d0-4deee52a1e13 HTTP/1.1" status: 204 len: 168 time: 0.4203994 Jul 09 15:01:24.460837 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a0316a-114a-4917-baec-0e7dc151a8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf78616-ead5-4987-b2d0-4deee52a1e13,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:01:26.127967 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-35f02eef-ac04-4d82-9a4c-b70165b4baec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:29.139825 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b7b1d14c-6a97-4119-a35e-c4fe58cf9790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:29.258655 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:30.287294 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:30.347336 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 57628) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:01:30.492287 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-84801470-0504-4899-bbb9-276af1765217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:30.606128 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-84801470-0504-4899-bbb9-276af1765217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:30.718666 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-84801470-0504-4899-bbb9-276af1765217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:30.749224 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-84801470-0504-4899-bbb9-276af1765217 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3a10d270f93147a99feb0f3e45f22d83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4022954 Jul 09 15:01:30.759891 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84801470-0504-4899-bbb9-276af1765217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43cf8289-7e9b-44c4-abf7-4be14f049a66,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:01:30.760323 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 57642) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:01:30.824020 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-dcdf1d66-646a-44e8-986b-1010d26c1234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:30.851611 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-dcdf1d66-646a-44e8-986b-1010d26c1234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:30.990845 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-dcdf1d66-646a-44e8-986b-1010d26c1234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:30.994055 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-dcdf1d66-646a-44e8-986b-1010d26c1234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:30.995228 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-dcdf1d66-646a-44e8-986b-1010d26c1234 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/43cf8289-7e9b-44c4-abf7-4be14f049a66 HTTP/1.1" status: 204 len: 168 time: 0.2417958 Jul 09 15:01:31.004413 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdf1d66-646a-44e8-986b-1010d26c1234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43cf8289-7e9b-44c4-abf7-4be14f049a66,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:01:31.625071 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:31.633573 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:01:32.037804 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 57678) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:01:32.052890 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d80affd9-b69d-4726-aeaa-bb2d917ba668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:32.201200 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d80affd9-b69d-4726-aeaa-bb2d917ba668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:32.315442 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d80affd9-b69d-4726-aeaa-bb2d917ba668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:32.358389 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d80affd9-b69d-4726-aeaa-bb2d917ba668 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fce459c7f87a44589540da1f5cd9cdfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3188083 Jul 09 15:01:32.359634 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80affd9-b69d-4726-aeaa-bb2d917ba668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbecb75f-c800-413e-940a-ae6b63da1a46,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:01:32.361078 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 57688) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:01:32.425055 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-dd11ab7e-973a-4174-bc94-164114d38e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:32.451650 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-dd11ab7e-973a-4174-bc94-164114d38e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:32.618124 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-dd11ab7e-973a-4174-bc94-164114d38e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:32.621042 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-dd11ab7e-973a-4174-bc94-164114d38e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:32.626849 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-dd11ab7e-973a-4174-bc94-164114d38e96 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dbecb75f-c800-413e-940a-ae6b63da1a46 HTTP/1.1" status: 204 len: 168 time: 0.2600329 Jul 09 15:01:32.634524 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd11ab7e-973a-4174-bc94-164114d38e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbecb75f-c800-413e-940a-ae6b63da1a46,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:01:37.104865 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 57850) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:01:37.365402 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-65e3f866-1c31-4aa6-9e4a-83cc6a7c48b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:37.479227 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-65e3f866-1c31-4aa6-9e4a-83cc6a7c48b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:37.572586 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-65e3f866-1c31-4aa6-9e4a-83cc6a7c48b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:37.625727 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-65e3f866-1c31-4aa6-9e4a-83cc6a7c48b1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6ced09283f8844c7ba584923dbe2a15a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5187845 Jul 09 15:01:37.628452 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 57880) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:01:37.697012 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e3f866-1c31-4aa6-9e4a-83cc6a7c48b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a52401e-4881-401c-bff8-3636a542d084,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:01:37.783260 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7f039aa5-dc14-4a6e-9e68-7df1cce92410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:37.816450 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7f039aa5-dc14-4a6e-9e68-7df1cce92410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:37.933136 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7f039aa5-dc14-4a6e-9e68-7df1cce92410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:37.937866 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7f039aa5-dc14-4a6e-9e68-7df1cce92410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:37.941125 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7f039aa5-dc14-4a6e-9e68-7df1cce92410 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9a52401e-4881-401c-bff8-3636a542d084 HTTP/1.1" status: 204 len: 168 time: 0.3095496 Jul 09 15:01:37.950340 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f039aa5-dc14-4a6e-9e68-7df1cce92410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a52401e-4881-401c-bff8-3636a542d084,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:01:40.737683 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 58014) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:01:40.912166 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bcc884ad-c6de-42f4-9689-46e5f77282d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:41.063286 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bcc884ad-c6de-42f4-9689-46e5f77282d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:41.138027 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bcc884ad-c6de-42f4-9689-46e5f77282d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:41.181868 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-bcc884ad-c6de-42f4-9689-46e5f77282d6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=34a62421e9f441d0a155aae534d53685&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4426894 Jul 09 15:01:41.183454 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc884ad-c6de-42f4-9689-46e5f77282d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a18e4e0f-677b-40b3-b5ca-a28b7d8df9b6,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:01:41.184786 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 58028) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:01:41.269332 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7466157b-9907-4bba-903b-b164db992d2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:41.298689 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7466157b-9907-4bba-903b-b164db992d2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:41.515473 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7466157b-9907-4bba-903b-b164db992d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:41.520001 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7466157b-9907-4bba-903b-b164db992d2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:41.524380 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7466157b-9907-4bba-903b-b164db992d2d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a18e4e0f-677b-40b3-b5ca-a28b7d8df9b6 HTTP/1.1" status: 204 len: 168 time: 0.3385043 Jul 09 15:01:41.535134 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7466157b-9907-4bba-903b-b164db992d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18e4e0f-677b-40b3-b5ca-a28b7d8df9b6,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:01:45.006649 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:47.538290 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 58414) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:01:47.670991 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-24f852be-b10a-411e-a116-4a6d079c30a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:47.796606 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-24f852be-b10a-411e-a116-4a6d079c30a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:47.937352 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-24f852be-b10a-411e-a116-4a6d079c30a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:47.968176 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f852be-b10a-411e-a116-4a6d079c30a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd1635c-b4eb-4e01-8962-d7805eb1fa3f,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:01:48.010730 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f852be-b10a-411e-a116-4a6d079c30a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:01:48.011465 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f852be-b10a-411e-a116-4a6d079c30a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:01:48.012068 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f852be-b10a-411e-a116-4a6d079c30a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:01:48.014226 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f852be-b10a-411e-a116-4a6d079c30a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:01:48.014226 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f852be-b10a-411e-a116-4a6d079c30a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:01:48.014226 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f852be-b10a-411e-a116-4a6d079c30a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:01:48.014226 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f852be-b10a-411e-a116-4a6d079c30a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:01:48.014226 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f852be-b10a-411e-a116-4a6d079c30a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:01:48.015089 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f852be-b10a-411e-a116-4a6d079c30a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:01:48.015678 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f852be-b10a-411e-a116-4a6d079c30a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:01:48.016220 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f852be-b10a-411e-a116-4a6d079c30a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:01:48.016769 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f852be-b10a-411e-a116-4a6d079c30a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:01:48.029905 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-24f852be-b10a-411e-a116-4a6d079c30a0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=761533a03f0d4bd6b90a02ba9a80f87c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4903281 Jul 09 15:01:48.032352 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 58438) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:01:48.091624 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-22491666-46f0-4c15-9aac-0f5c3ddd2622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:48.117300 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-22491666-46f0-4c15-9aac-0f5c3ddd2622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:48.354920 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-22491666-46f0-4c15-9aac-0f5c3ddd2622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:48.357845 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-22491666-46f0-4c15-9aac-0f5c3ddd2622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:48.359403 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-22491666-46f0-4c15-9aac-0f5c3ddd2622 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8cd1635c-b4eb-4e01-8962-d7805eb1fa3f HTTP/1.1" status: 204 len: 168 time: 0.3257611 Jul 09 15:01:48.373629 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22491666-46f0-4c15-9aac-0f5c3ddd2622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd1635c-b4eb-4e01-8962-d7805eb1fa3f,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:01:49.244662 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 58494) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:01:49.270166 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-17d02ca7-a71d-4c44-8bbc-325202010185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:49.374653 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-17d02ca7-a71d-4c44-8bbc-325202010185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:49.464165 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-17d02ca7-a71d-4c44-8bbc-325202010185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:49.521527 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d02ca7-a71d-4c44-8bbc-325202010185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ac49a6-b314-481d-964e-77faa99181de,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:01:49.528415 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-17d02ca7-a71d-4c44-8bbc-325202010185 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f04a1adc70d2423997b43af89643ae98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2824826 Jul 09 15:01:49.531415 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 58512) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:01:49.595127 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5d4adc8b-e902-4e46-b6d4-292a9163801f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:49.619256 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5d4adc8b-e902-4e46-b6d4-292a9163801f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:49.761281 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5d4adc8b-e902-4e46-b6d4-292a9163801f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:49.764439 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5d4adc8b-e902-4e46-b6d4-292a9163801f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:49.766579 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-5d4adc8b-e902-4e46-b6d4-292a9163801f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/66ac49a6-b314-481d-964e-77faa99181de HTTP/1.1" status: 204 len: 168 time: 0.2329950 Jul 09 15:01:49.788408 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4adc8b-e902-4e46-b6d4-292a9163801f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ac49a6-b314-481d-964e-77faa99181de,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:01:50.388433 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 58564) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:01:50.529377 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c55accc5-15c5-4b1e-8195-d5943f2e6f2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:50.642641 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c55accc5-15c5-4b1e-8195-d5943f2e6f2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:50.797799 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c55accc5-15c5-4b1e-8195-d5943f2e6f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:50.848245 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c55accc5-15c5-4b1e-8195-d5943f2e6f2e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=26a3089bde144ca8b112a97015682b73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4586654 Jul 09 15:01:50.851023 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 58594) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:01:50.858198 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55accc5-15c5-4b1e-8195-d5943f2e6f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5653c3a7-98a6-4c95-a41e-46a8630483f1,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:01:50.962260 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0b25c2b1-d5ee-4335-82a5-1952c9439ffb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:50.996245 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0b25c2b1-d5ee-4335-82a5-1952c9439ffb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:51.034469 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 58606) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:01:51.169449 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7fb141f5-6410-4595-97f3-9f75af840d19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:51.178326 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0b25c2b1-d5ee-4335-82a5-1952c9439ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:51.180996 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0b25c2b1-d5ee-4335-82a5-1952c9439ffb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:51.191338 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-0b25c2b1-d5ee-4335-82a5-1952c9439ffb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5653c3a7-98a6-4c95-a41e-46a8630483f1 HTTP/1.1" status: 204 len: 168 time: 0.3383107 Jul 09 15:01:51.208922 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b25c2b1-d5ee-4335-82a5-1952c9439ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5653c3a7-98a6-4c95-a41e-46a8630483f1,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:01:51.291266 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7fb141f5-6410-4595-97f3-9f75af840d19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:51.432316 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7fb141f5-6410-4595-97f3-9f75af840d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:51.491148 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb141f5-6410-4595-97f3-9f75af840d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb01044-14ef-4451-a769-d220969f2d0b,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:01:51.497505 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-7fb141f5-6410-4595-97f3-9f75af840d19 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e8593c4d1a7f485a9e5ab7c147ec5a41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4616823 Jul 09 15:01:51.500692 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 58634) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:01:51.561967 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2e690d8a-8067-40fb-890e-5debad336d47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:51.584815 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2e690d8a-8067-40fb-890e-5debad336d47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:51.755207 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2e690d8a-8067-40fb-890e-5debad336d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:51.758113 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2e690d8a-8067-40fb-890e-5debad336d47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:51.759380 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-2e690d8a-8067-40fb-890e-5debad336d47 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1fb01044-14ef-4451-a769-d220969f2d0b HTTP/1.1" status: 204 len: 168 time: 0.2576976 Jul 09 15:01:51.768190 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e690d8a-8067-40fb-890e-5debad336d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb01044-14ef-4451-a769-d220969f2d0b,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:01:52.293899 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 58692) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:01:52.600747 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7ededdc2-4955-437b-a234-6837a9dd228a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:52.669985 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 58708) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:01:52.684013 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c0b81f8b-7138-4be2-b6c6-c4c70c34c8b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:52.720419 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7ededdc2-4955-437b-a234-6837a9dd228a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:52.856219 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7ededdc2-4955-437b-a234-6837a9dd228a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:52.955410 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7ededdc2-4955-437b-a234-6837a9dd228a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=94614f1a19e84633bd5bfa0f4c2cc1f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6567233 Jul 09 15:01:52.955410 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ededdc2-4955-437b-a234-6837a9dd228a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87035972-225f-4a04-99c1-9eab2eef1c4d,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:01:52.956423 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 58734) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:01:53.004738 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c0b81f8b-7138-4be2-b6c6-c4c70c34c8b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:53.025927 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3cf9642c-0032-48ae-b3cb-8b0a6413055f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:53.048865 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3cf9642c-0032-48ae-b3cb-8b0a6413055f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:53.109560 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c0b81f8b-7138-4be2-b6c6-c4c70c34c8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:53.148943 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c0b81f8b-7138-4be2-b6c6-c4c70c34c8b9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=539ddb5af4f74195a922151be9648b48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4778559 Jul 09 15:01:53.150195 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b81f8b-7138-4be2-b6c6-c4c70c34c8b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7656e106-77ec-4916-8043-37583193a4da,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:01:53.152005 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 58746) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:01:53.180839 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3cf9642c-0032-48ae-b3cb-8b0a6413055f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:53.183714 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3cf9642c-0032-48ae-b3cb-8b0a6413055f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:53.185063 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-3cf9642c-0032-48ae-b3cb-8b0a6413055f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/87035972-225f-4a04-99c1-9eab2eef1c4d HTTP/1.1" status: 204 len: 168 time: 0.2267344 Jul 09 15:01:53.207203 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf9642c-0032-48ae-b3cb-8b0a6413055f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87035972-225f-4a04-99c1-9eab2eef1c4d,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:01:53.228529 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a7d051f2-17ce-4a48-aff3-cb7fc05b0caf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:53.240296 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:53.251860 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a7d051f2-17ce-4a48-aff3-cb7fc05b0caf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:53.464038 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a7d051f2-17ce-4a48-aff3-cb7fc05b0caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:53.468949 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a7d051f2-17ce-4a48-aff3-cb7fc05b0caf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:53.470213 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a7d051f2-17ce-4a48-aff3-cb7fc05b0caf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7656e106-77ec-4916-8043-37583193a4da HTTP/1.1" status: 204 len: 168 time: 0.3157830 Jul 09 15:01:53.481914 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d051f2-17ce-4a48-aff3-cb7fc05b0caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7656e106-77ec-4916-8043-37583193a4da,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:01:54.380298 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a58425-9da5-4e6b-80f2-14498f4d486e req-1c50a103-5fca-4343-9b58-91c80ccdec8b tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:01:54.382366 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-70a58425-9da5-4e6b-80f2-14498f4d486e req-1c50a103-5fca-4343-9b58-91c80ccdec8b tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 946 time: 0.0787640 Jul 09 15:01:54.449127 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-70a58425-9da5-4e6b-80f2-14498f4d486e req-80b4ec4d-112a-4436-9cdc-95a221f46d20 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605128 Jul 09 15:01:56.173524 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d87b1990-6f96-4cd8-8a68-463137ea240d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:56.691051 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 59018) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:01:56.851059 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-33f158cb-6759-4217-b3ec-4a5b70af7e8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:56.893423 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-71ec5748-ad6c-4df6-a1a8-245cbb75171e req-af2fbb2f-b9af-4a7c-8439-f9ad95c62d5d tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=1771b5ebce2a444c9fbbdd1e4146ee61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354235 Jul 09 15:01:56.953416 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-33f158cb-6759-4217-b3ec-4a5b70af7e8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:57.101533 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec5748-ad6c-4df6-a1a8-245cbb75171e req-815f747e-cfb4-4745-abe0-678d29ddeb49 tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:01:57.103444 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-71ec5748-ad6c-4df6-a1a8-245cbb75171e req-815f747e-cfb4-4745-abe0-678d29ddeb49 tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2006428 Jul 09 15:01:57.115448 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-33f158cb-6759-4217-b3ec-4a5b70af7e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:57.135153 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-71ec5748-ad6c-4df6-a1a8-245cbb75171e req-9b23b1bb-d9e6-4a52-a0c1-7dd9fc64b60d tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] 10.222.0.58 "GET /v2.0/quotas/1771b5ebce2a444c9fbbdd1e4146ee61 HTTP/1.1" status: 200 len: 375 time: 0.0256755 Jul 09 15:01:57.173433 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-33f158cb-6759-4217-b3ec-4a5b70af7e8c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1fdd487c24554eacb936a6af6f7a7c31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4798276 Jul 09 15:01:57.173433 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 59054) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:01:57.180073 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f158cb-6759-4217-b3ec-4a5b70af7e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86503823-9739-4f86-b13c-804cc791e834,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:01:57.226380 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-71ec5748-ad6c-4df6-a1a8-245cbb75171e req-90887600-9162-4ad3-bdc1-d749de35aee4 tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1771b5ebce2a444c9fbbdd1e4146ee61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0856385 Jul 09 15:01:57.272858 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-497fb70e-97e3-47c9-9d9d-acd8cd618a8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:57.306652 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-497fb70e-97e3-47c9-9d9d-acd8cd618a8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:57.434645 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-497fb70e-97e3-47c9-9d9d-acd8cd618a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:57.438637 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-497fb70e-97e3-47c9-9d9d-acd8cd618a8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:57.440771 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-497fb70e-97e3-47c9-9d9d-acd8cd618a8f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/86503823-9739-4f86-b13c-804cc791e834 HTTP/1.1" status: 204 len: 168 time: 0.2664609 Jul 09 15:01:57.452913 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497fb70e-97e3-47c9-9d9d-acd8cd618a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86503823-9739-4f86-b13c-804cc791e834,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:01:57.547490 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4b2a6676-d572-47ae-aa9c-a8fc467bed94 req-50d7517b-4371-40a8-aa47-ea591fb3670b tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ffbcd55-01f7-450f-b4bd-2f94339ceeb7 HTTP/1.1" status: 200 len: 210 time: 0.0403373 Jul 09 15:01:58.237910 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 59120) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:01:58.259879 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-26874d98-c08a-4341-83df-2e0531da9dc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:58.411666 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-26874d98-c08a-4341-83df-2e0531da9dc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:58.498289 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-26874d98-c08a-4341-83df-2e0531da9dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:58.546313 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-26874d98-c08a-4341-83df-2e0531da9dc1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f8825ae2571c420189e39d7b34f1128d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3072770 Jul 09 15:01:58.549567 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26874d98-c08a-4341-83df-2e0531da9dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7ba60e-5dbd-4864-bfb8-29c36f771d09,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:01:58.551991 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 59130) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:01:58.614887 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c679198e-d60a-4bfd-8086-b46a6a72e68d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:58.675045 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b7d5eb7a-2000-470e-9d92-5b7cdb2bd709 req-0133c9d4-4aee-4896-a940-163e5eba3bf9 tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ffbcd55-01f7-450f-b4bd-2f94339ceeb7 HTTP/1.1" status: 200 len: 210 time: 0.0628927 Jul 09 15:01:58.686824 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c679198e-d60a-4bfd-8086-b46a6a72e68d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:58.863697 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c679198e-d60a-4bfd-8086-b46a6a72e68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:58.867013 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c679198e-d60a-4bfd-8086-b46a6a72e68d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:58.868296 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c679198e-d60a-4bfd-8086-b46a6a72e68d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4e7ba60e-5dbd-4864-bfb8-29c36f771d09 HTTP/1.1" status: 204 len: 168 time: 0.3153100 Jul 09 15:01:58.876908 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c679198e-d60a-4bfd-8086-b46a6a72e68d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7ba60e-5dbd-4864-bfb8-29c36f771d09,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:01:59.132339 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c5a5f6e8-05cd-4a03-98e2-b6e45ff74454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:59.252650 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:01:59.863661 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c00f0203-2218-40d0-b7eb-55e07e04ba0b req-f44d5455-5924-4745-ab5c-4c64b00093bc tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ffbcd55-01f7-450f-b4bd-2f94339ceeb7 HTTP/1.1" status: 200 len: 210 time: 0.0356905 Jul 09 15:02:00.366810 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:00.850318 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 7a55c943-174c-41e4-ae0c-abae167a4938 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 15:02:01.201820 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 7a55c943-174c-41e4-ae0c-abae167a4938, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=7a55c943-174c-41e4-ae0c-abae167a4938,segment=NetworkSegment(06875dad-dad1-4e17-960d-8ec4e4c881bc),segment_id=06875dad-dad1-4e17-960d-8ec4e4c881bc)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:02:01.240425 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0cf0cb2b-59f6-432b-9ae5-acadd1087537 req-6024a0c8-1c0e-44cc-9702-474d0db10854 tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ffbcd55-01f7-450f-b4bd-2f94339ceeb7 HTTP/1.1" status: 200 len: 210 time: 0.0453589 Jul 09 15:02:01.241184 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '7a55c943-174c-41e4-ae0c-abae167a4938', 'network_id': '2caf48fb-184c-426e-a7e2-2d876991b7f4', 'port_id': '7a55c943-174c-41e4-ae0c-abae167a4938', 'mac_address': 'fa:16:3e:19:43:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a10947be-2e1d-4b8b-b31f-e273354d0e7a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 15:02:01.292263 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:01.308422 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7a55c943-174c-41e4-ae0c-abae167a4938 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:02:01.335455 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 7a55c943-174c-41e4-ae0c-abae167a4938, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=7a55c943-174c-41e4-ae0c-abae167a4938,segment=NetworkSegment(06875dad-dad1-4e17-960d-8ec4e4c881bc),segment_id=06875dad-dad1-4e17-960d-8ec4e4c881bc)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:02:01.482084 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:01.509140 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-71ec5748-ad6c-4df6-a1a8-245cbb75171e req-111fc62b-6015-4613-8279-7d953305f28c tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=1771b5ebce2a444c9fbbdd1e4146ee61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296474 Jul 09 15:02:01.648089 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=7a55c943-174c-41e4-ae0c-abae167a4938,revision_number=6']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:01.663214 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:02:01.667819 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:02:01.667819 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:02:01.667819 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:02:01.667819 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:02:01.667819 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:02:01.667819 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:02:01.667819 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:02:01.668913 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:02:01.669431 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:02:01.670884 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:02:01.671598 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:02:01.698285 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec5748-ad6c-4df6-a1a8-245cbb75171e req-d005e914-27cc-4e7c-84b2-a946ef2e30ba tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:02:01.700757 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-71ec5748-ad6c-4df6-a1a8-245cbb75171e req-d005e914-27cc-4e7c-84b2-a946ef2e30ba tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1862042 Jul 09 15:02:01.713428 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-71ec5748-ad6c-4df6-a1a8-245cbb75171e req-b33a3eb3-036a-46e7-bfa3-efb237d24bdb tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] Request body: {'port': {'device_id': '1ffbcd55-01f7-450f-b4bd-2f94339ceeb7', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'admin_state_up': True, 'tenant_id': '1771b5ebce2a444c9fbbdd1e4146ee61'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:02:01.722934 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['7a55c943-174c-41e4-ae0c-abae167a4938'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:02:01.830623 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:02.126675 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71ec5748-ad6c-4df6-a1a8-245cbb75171e req-b33a3eb3-036a-46e7-bfa3-efb237d24bdb tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] Made reservation on behalf of 1771b5ebce2a444c9fbbdd1e4146ee61 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:02:02.130717 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-71ec5748-ad6c-4df6-a1a8-245cbb75171e req-b33a3eb3-036a-46e7-bfa3-efb237d24bdb tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:02.140925 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-71ec5748-ad6c-4df6-a1a8-245cbb75171e req-b33a3eb3-036a-46e7-bfa3-efb237d24bdb tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:02.342981 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-71ec5748-ad6c-4df6-a1a8-245cbb75171e req-b33a3eb3-036a-46e7-bfa3-efb237d24bdb tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:02.499286 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6ed1e7e3-b2e8-4450-b0e4-35fcbeb6fa88 req-db84fe74-95de-4024-a432-4e72cff76126 tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ffbcd55-01f7-450f-b4bd-2f94339ceeb7 HTTP/1.1" status: 200 len: 210 time: 0.0468917 Jul 09 15:02:02.500484 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-71ec5748-ad6c-4df6-a1a8-245cbb75171e req-b33a3eb3-036a-46e7-bfa3-efb237d24bdb tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:02.612242 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a3eb3-036a-46e7-bfa3-efb237d24bdb tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adffbb06-e1b0-48f9-932c-239e41f3d933,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:02.626442 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33a3eb3-036a-46e7-bfa3-efb237d24bdb tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:02:02.626884 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33a3eb3-036a-46e7-bfa3-efb237d24bdb tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:02:02.627557 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33a3eb3-036a-46e7-bfa3-efb237d24bdb tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:02:02.628333 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33a3eb3-036a-46e7-bfa3-efb237d24bdb tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:02:02.628708 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33a3eb3-036a-46e7-bfa3-efb237d24bdb tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:02:02.629051 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33a3eb3-036a-46e7-bfa3-efb237d24bdb tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:02:02.629916 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33a3eb3-036a-46e7-bfa3-efb237d24bdb tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:02:02.630534 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33a3eb3-036a-46e7-bfa3-efb237d24bdb tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:02:02.630977 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33a3eb3-036a-46e7-bfa3-efb237d24bdb tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:02:02.631344 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33a3eb3-036a-46e7-bfa3-efb237d24bdb tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:02:02.631766 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33a3eb3-036a-46e7-bfa3-efb237d24bdb tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:02:02.632152 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33a3eb3-036a-46e7-bfa3-efb237d24bdb tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:02:02.688675 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 59278) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:02.782246 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-71ec5748-ad6c-4df6-a1a8-245cbb75171e req-b33a3eb3-036a-46e7-bfa3-efb237d24bdb tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] Allocated IP 192.168.233.80 (aa30872f-c756-4ec7-be84-b2e3b86cdcfc/8081bcce-88de-4a2f-9e69-6750220e0be0/45ee4928-5143-47b6-80c7-56a587c7b811) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:02:02.875757 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 7a55c943-174c-41e4-ae0c-abae167a4938 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:02:02.978791 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-adffed92-9e83-49c1-8fbd-a1e3d81362ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:03.017438 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 7a55c943-174c-41e4-ae0c-abae167a4938 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:02:03.018231 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:03.096584 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-71ec5748-ad6c-4df6-a1a8-245cbb75171e req-b33a3eb3-036a-46e7-bfa3-efb237d24bdb tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:03.115060 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-71ec5748-ad6c-4df6-a1a8-245cbb75171e req-b33a3eb3-036a-46e7-bfa3-efb237d24bdb tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] Transition to ACTIVE for port object 45ee4928-5143-47b6-80c7-56a587c7b811 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:02:03.183440 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-adffed92-9e83-49c1-8fbd-a1e3d81362ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:03.184140 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:03.217008 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1802d65f-3f81-429b-bc1c-bf1a7650ce94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a55c943-174c-41e4-ae0c-abae167a4938'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:02:03.217008 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e907a8c-59b6-4767-bfad-33ff2cd9f89f" -d '{"events": [{"server_uuid": "1802d65f-3f81-429b-bc1c-bf1a7650ce94", "name": "network-vif-plugged", "status": "completed", "tag": "7a55c943-174c-41e4-ae0c-abae167a4938"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:02:03.236698 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-71ec5748-ad6c-4df6-a1a8-245cbb75171e req-b33a3eb3-036a-46e7-bfa3-efb237d24bdb tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:03.237009 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 7a55c943-174c-41e4-ae0c-abae167a4938, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=7a55c943-174c-41e4-ae0c-abae167a4938,segment=NetworkSegment(06875dad-dad1-4e17-960d-8ec4e4c881bc),segment_id=06875dad-dad1-4e17-960d-8ec4e4c881bc)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:02:03.298252 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-adffed92-9e83-49c1-8fbd-a1e3d81362ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:03.333064 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:03.336716 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a3eb3-036a-46e7-bfa3-efb237d24bdb tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] Pushing event updated for resources: {'Port': ['ID=45ee4928-5143-47b6-80c7-56a587c7b811,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:03.375965 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71ec5748-ad6c-4df6-a1a8-245cbb75171e req-b33a3eb3-036a-46e7-bfa3-efb237d24bdb tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] Network aa30872f-c756-4ec7-be84-b2e3b86cdcfc is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:02:03.377778 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-71ec5748-ad6c-4df6-a1a8-245cbb75171e req-b33a3eb3-036a-46e7-bfa3-efb237d24bdb tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:02:03.383601 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ec5748-ad6c-4df6-a1a8-245cbb75171e req-b33a3eb3-036a-46e7-bfa3-efb237d24bdb tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:02:03.402892 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-adffed92-9e83-49c1-8fbd-a1e3d81362ee admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=88626fdf58f3439f96b4ada9e40a496b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7130580 Jul 09 15:02:03.410044 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 59300) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:03.492550 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=7a55c943-174c-41e4-ae0c-abae167a4938,revision_number=7']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:03.498993 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adffed92-9e83-49c1-8fbd-a1e3d81362ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d90155a-4d14-4844-8bd9-a7f0c7864e45,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:03.513299 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec5748-ad6c-4df6-a1a8-245cbb75171e req-b33a3eb3-036a-46e7-bfa3-efb237d24bdb tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:02:03.523129 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-71ec5748-ad6c-4df6-a1a8-245cbb75171e req-b33a3eb3-036a-46e7-bfa3-efb237d24bdb tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:03.544551 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5f9a72a2-ba32-4bcf-aff7-8e02617b0d3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:03.544765 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488bdab0-fa8e-4b50-81bd-7b50758a7a96 x-openstack-request-id: req-488bdab0-fa8e-4b50-81bd-7b50758a7a96 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:02:03.545686 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1802d65f-3f81-429b-bc1c-bf1a7650ce94", "name": "network-vif-plugged", "status": "completed", "tag": "7a55c943-174c-41e4-ae0c-abae167a4938", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:02:03.546083 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-488bdab0-fa8e-4b50-81bd-7b50758a7a96 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:02:03.546671 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1802d65f-3f81-429b-bc1c-bf1a7650ce94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a55c943-174c-41e4-ae0c-abae167a4938', 'code': 200} Jul 09 15:02:03.600070 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5f9a72a2-ba32-4bcf-aff7-8e02617b0d3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:03.665532 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-71ec5748-ad6c-4df6-a1a8-245cbb75171e req-b33a3eb3-036a-46e7-bfa3-efb237d24bdb tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9567344 Jul 09 15:02:03.773857 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5f9a72a2-ba32-4bcf-aff7-8e02617b0d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:03.777330 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-71ec5748-ad6c-4df6-a1a8-245cbb75171e req-bed6b2f4-f59f-4831-a21f-7ad2c3bff998 service neutron] Request body: {'port': {'device_id': '1ffbcd55-01f7-450f-b4bd-2f94339ceeb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:02:03.777568 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5f9a72a2-ba32-4bcf-aff7-8e02617b0d3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:03.779036 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-5f9a72a2-ba32-4bcf-aff7-8e02617b0d3f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2d90155a-4d14-4844-8bd9-a7f0c7864e45 HTTP/1.1" status: 204 len: 168 time: 0.3671668 Jul 09 15:02:03.804765 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9a72a2-ba32-4bcf-aff7-8e02617b0d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d90155a-4d14-4844-8bd9-a7f0c7864e45,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:03.913092 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-2412c2fa-ceaf-4fbb-95c4-17c5adf3f025 None None] Provisioning for port 45ee4928-5143-47b6-80c7-56a587c7b811 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:02:03.928117 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-2412c2fa-ceaf-4fbb-95c4-17c5adf3f025 None None] Provisioning complete for port 45ee4928-5143-47b6-80c7-56a587c7b811 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:02:03.928770 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2412c2fa-ceaf-4fbb-95c4-17c5adf3f025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:04.018033 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-2412c2fa-ceaf-4fbb-95c4-17c5adf3f025 None None] Port 45ee4928-5143-47b6-80c7-56a587c7b811 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:02:04.085879 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-71ec5748-ad6c-4df6-a1a8-245cbb75171e req-bed6b2f4-f59f-4831-a21f-7ad2c3bff998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:04.183330 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f36f0-7bd6-4d26-8c49-03a58c2d3c81 req-950df1aa-b970-4a83-8a93-29099607a749 tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:02:04.186780 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b19f36f0-7bd6-4d26-8c49-03a58c2d3c81 req-950df1aa-b970-4a83-8a93-29099607a749 tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ffbcd55-01f7-450f-b4bd-2f94339ceeb7 HTTP/1.1" status: 200 len: 935 time: 0.4513168 Jul 09 15:02:04.340175 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b19f36f0-7bd6-4d26-8c49-03a58c2d3c81 req-ce9002bb-aa35-4388-a741-2efc29267af6 tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] 10.222.0.58 "GET /v2.0/security-groups?id=adffbb06-e1b0-48f9-932c-239e41f3d933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450608 Jul 09 15:02:04.601640 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-71ec5748-ad6c-4df6-a1a8-245cbb75171e req-bed6b2f4-f59f-4831-a21f-7ad2c3bff998 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45ee4928-5143-47b6-80c7-56a587c7b811 {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:02:04.617901 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-71ec5748-ad6c-4df6-a1a8-245cbb75171e req-bed6b2f4-f59f-4831-a21f-7ad2c3bff998 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:04.634443 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-71ec5748-ad6c-4df6-a1a8-245cbb75171e req-bed6b2f4-f59f-4831-a21f-7ad2c3bff998 service neutron] Transition to ACTIVE for port object 45ee4928-5143-47b6-80c7-56a587c7b811 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:02:04.738176 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-71ec5748-ad6c-4df6-a1a8-245cbb75171e req-bed6b2f4-f59f-4831-a21f-7ad2c3bff998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:05.642602 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed6b2f4-f59f-4831-a21f-7ad2c3bff998 service neutron] Pushing event updated for resources: {'Port': ['ID=45ee4928-5143-47b6-80c7-56a587c7b811,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:05.760440 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-71ec5748-ad6c-4df6-a1a8-245cbb75171e req-bed6b2f4-f59f-4831-a21f-7ad2c3bff998 service neutron] Attempting to bind port 45ee4928-5143-47b6-80c7-56a587c7b811 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:02:05.761291 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-71ec5748-ad6c-4df6-a1a8-245cbb75171e req-bed6b2f4-f59f-4831-a21f-7ad2c3bff998 service neutron] Attempting to bind port 45ee4928-5143-47b6-80c7-56a587c7b811 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:02:05.761291 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ec5748-ad6c-4df6-a1a8-245cbb75171e req-bed6b2f4-f59f-4831-a21f-7ad2c3bff998 service neutron] Attempting to bind port 45ee4928-5143-47b6-80c7-56a587c7b811 on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:02:05.775056 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ec5748-ad6c-4df6-a1a8-245cbb75171e req-bed6b2f4-f59f-4831-a21f-7ad2c3bff998 service neutron] Port 45ee4928-5143-47b6-80c7-56a587c7b811 on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:02:05.775424 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ec5748-ad6c-4df6-a1a8-245cbb75171e req-bed6b2f4-f59f-4831-a21f-7ad2c3bff998 service neutron] Attempting to bind port 45ee4928-5143-47b6-80c7-56a587c7b811 on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:02:05.788026 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ec5748-ad6c-4df6-a1a8-245cbb75171e req-bed6b2f4-f59f-4831-a21f-7ad2c3bff998 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:02:05.788383 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ec5748-ad6c-4df6-a1a8-245cbb75171e req-bed6b2f4-f59f-4831-a21f-7ad2c3bff998 service neutron] Checking segment: {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:02:05.788750 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ec5748-ad6c-4df6-a1a8-245cbb75171e req-bed6b2f4-f59f-4831-a21f-7ad2c3bff998 service neutron] Bound using segment: {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:02:05.790337 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-71ec5748-ad6c-4df6-a1a8-245cbb75171e req-bed6b2f4-f59f-4831-a21f-7ad2c3bff998 service neutron] Bound port: 45ee4928-5143-47b6-80c7-56a587c7b811, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:02:05.790716 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-71ec5748-ad6c-4df6-a1a8-245cbb75171e req-bed6b2f4-f59f-4831-a21f-7ad2c3bff998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:05.837759 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f01c45-b301-4db7-90ff-77190b99ab05 req-0ab27ef5-736c-43b1-aa11-2b4a2132606d tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:02:05.858028 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f5f01c45-b301-4db7-90ff-77190b99ab05 req-0ab27ef5-736c-43b1-aa11-2b4a2132606d tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ffbcd55-01f7-450f-b4bd-2f94339ceeb7 HTTP/1.1" status: 200 len: 947 time: 0.1477535 Jul 09 15:02:05.889472 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-71ec5748-ad6c-4df6-a1a8-245cbb75171e req-bed6b2f4-f59f-4831-a21f-7ad2c3bff998 service neutron] For port 45ee4928-5143-47b6-80c7-56a587c7b811, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:02:05.894102 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-71ec5748-ad6c-4df6-a1a8-245cbb75171e req-bed6b2f4-f59f-4831-a21f-7ad2c3bff998 service neutron] For port 45ee4928-5143-47b6-80c7-56a587c7b811, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=45ee4928-5143-47b6-80c7-56a587c7b811,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:02:05.928930 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f5f01c45-b301-4db7-90ff-77190b99ab05 req-5ac03c9c-7a29-429e-b7cf-aa957b599f73 tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] 10.222.0.58 "GET /v2.0/security-groups?id=adffbb06-e1b0-48f9-932c-239e41f3d933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699027 Jul 09 15:02:05.972613 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-71ec5748-ad6c-4df6-a1a8-245cbb75171e req-bed6b2f4-f59f-4831-a21f-7ad2c3bff998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:06.053223 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec5748-ad6c-4df6-a1a8-245cbb75171e req-bed6b2f4-f59f-4831-a21f-7ad2c3bff998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:02:06.053854 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-71ec5748-ad6c-4df6-a1a8-245cbb75171e req-bed6b2f4-f59f-4831-a21f-7ad2c3bff998 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:06.055260 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-71ec5748-ad6c-4df6-a1a8-245cbb75171e req-bed6b2f4-f59f-4831-a21f-7ad2c3bff998 service neutron] 10.222.0.54 "PUT /v2.0/ports/45ee4928-5143-47b6-80c7-56a587c7b811 HTTP/1.1" status: 200 len: 1095 time: 2.3821135 Jul 09 15:02:06.055728 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ffbcd55-01f7-450f-b4bd-2f94339ceeb7', 'tag': '45ee4928-5143-47b6-80c7-56a587c7b811'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:02:06.058168 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652086e6-1a3b-4aff-9e55-59bd92c3525f" -d '{"events": [{"name": "network-changed", "server_uuid": "1ffbcd55-01f7-450f-b4bd-2f94339ceeb7", "tag": "45ee4928-5143-47b6-80c7-56a587c7b811"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:02:06.130155 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef94029-abd0-4774-9a8f-77d542cf63ef x-openstack-request-id: req-aef94029-abd0-4774-9a8f-77d542cf63ef {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:02:06.130445 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ffbcd55-01f7-450f-b4bd-2f94339ceeb7", "tag": "45ee4928-5143-47b6-80c7-56a587c7b811", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:02:06.131158 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-aef94029-abd0-4774-9a8f-77d542cf63ef {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:02:06.131292 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ffbcd55-01f7-450f-b4bd-2f94339ceeb7', 'tag': '45ee4928-5143-47b6-80c7-56a587c7b811', 'status': 'completed', 'code': 200} Jul 09 15:02:06.132504 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed6b2f4-f59f-4831-a21f-7ad2c3bff998 service neutron] Pushing event updated for resources: {'Port': ['ID=45ee4928-5143-47b6-80c7-56a587c7b811,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:06.319772 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652086e6-1a3b-4aff-9e55-59bd92c3525f req-cc1872aa-ab88-4d84-9d25-119c2c32b069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:02:06.322424 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-652086e6-1a3b-4aff-9e55-59bd92c3525f req-cc1872aa-ab88-4d84-9d25-119c2c32b069 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1771b5ebce2a444c9fbbdd1e4146ee61&device_id=1ffbcd55-01f7-450f-b4bd-2f94339ceeb7 HTTP/1.1" status: 200 len: 1098 time: 0.1400769 Jul 09 15:02:06.385508 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-652086e6-1a3b-4aff-9e55-59bd92c3525f req-9b4158c0-2616-4a80-8488-f0d5347c8cc6 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=1771b5ebce2a444c9fbbdd1e4146ee61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496008 Jul 09 15:02:06.543996 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652086e6-1a3b-4aff-9e55-59bd92c3525f req-2b492029-7d4f-4c3c-8be3-9c6b76defd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:02:06.547603 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-652086e6-1a3b-4aff-9e55-59bd92c3525f req-2b492029-7d4f-4c3c-8be3-9c6b76defd2c service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1592453 Jul 09 15:02:06.775017 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec5748-ad6c-4df6-a1a8-245cbb75171e req-6182df4c-515b-4400-a64d-b73fcd131784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:02:06.777599 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-71ec5748-ad6c-4df6-a1a8-245cbb75171e req-6182df4c-515b-4400-a64d-b73fcd131784 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1771b5ebce2a444c9fbbdd1e4146ee61&device_id=1ffbcd55-01f7-450f-b4bd-2f94339ceeb7 HTTP/1.1" status: 200 len: 1098 time: 0.1443322 Jul 09 15:02:06.905384 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-71ec5748-ad6c-4df6-a1a8-245cbb75171e req-41bd906b-c543-4ebd-9085-c5835ebcf97b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=45ee4928-5143-47b6-80c7-56a587c7b811 HTTP/1.1" status: 200 len: 217 time: 0.1184421 Jul 09 15:02:07.023101 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec5748-ad6c-4df6-a1a8-245cbb75171e req-59410807-0e2b-4174-8662-0d9211ef5897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:02:07.027477 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-71ec5748-ad6c-4df6-a1a8-245cbb75171e req-59410807-0e2b-4174-8662-0d9211ef5897 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.1169040 Jul 09 15:02:07.398413 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783ee004-0a8b-4632-8834-13b5659a5e73 req-95dd6203-789d-422f-bfb7-8924a79578c0 tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:02:07.409490 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-783ee004-0a8b-4632-8834-13b5659a5e73 req-95dd6203-789d-422f-bfb7-8924a79578c0 tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ffbcd55-01f7-450f-b4bd-2f94339ceeb7 HTTP/1.1" status: 200 len: 947 time: 0.2625816 Jul 09 15:02:07.428211 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec5748-ad6c-4df6-a1a8-245cbb75171e req-95d101cf-cee2-4a44-8f19-8c6b1aca9344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:02:07.429720 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-71ec5748-ad6c-4df6-a1a8-245cbb75171e req-95d101cf-cee2-4a44-8f19-8c6b1aca9344 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3934240 Jul 09 15:02:07.633137 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-783ee004-0a8b-4632-8834-13b5659a5e73 req-8d55c708-4fdc-454e-95c8-e54f4fed9f51 tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] 10.222.0.58 "GET /v2.0/security-groups?id=adffbb06-e1b0-48f9-932c-239e41f3d933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227254 Jul 09 15:02:07.729600 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-71ec5748-ad6c-4df6-a1a8-245cbb75171e req-23dee09e-16e8-42f1-9b2c-c30cb9845f15 service neutron] 10.222.0.54 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838383 Jul 09 15:02:07.879597 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-71ec5748-ad6c-4df6-a1a8-245cbb75171e req-8dc73020-fde3-4afe-a27e-27ba9d7957b0 service neutron] 10.222.0.54 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391551 Jul 09 15:02:08.635605 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:02:09.015661 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe759a-70f9-4f29-95d6-5902f1277465 req-32d5241d-2634-4225-8461-5aae1629b7d1 tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:02:09.036380 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-febe759a-70f9-4f29-95d6-5902f1277465 req-32d5241d-2634-4225-8461-5aae1629b7d1 tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ffbcd55-01f7-450f-b4bd-2f94339ceeb7 HTTP/1.1" status: 200 len: 947 time: 0.1136436 Jul 09 15:02:09.131587 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-febe759a-70f9-4f29-95d6-5902f1277465 req-6291ae84-d429-4f43-897e-cfa71784137e tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] 10.222.0.58 "GET /v2.0/security-groups?id=adffbb06-e1b0-48f9-932c-239e41f3d933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935714 Jul 09 15:02:09.724854 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 59556) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:09.749715 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 59560) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:10.118263 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-20e8616b-b91f-49e6-8904-2c80f22e90f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:10.242197 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a155b440-6cb0-4526-bf21-276ec04a6848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:10.495150 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-20e8616b-b91f-49e6-8904-2c80f22e90f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:10.657277 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5651f4b-cfbc-41d4-b23c-73c3e1f1ff75 req-b872a18a-1243-4fd2-a175-70612815d4c7 tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:02:10.661726 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d5651f4b-cfbc-41d4-b23c-73c3e1f1ff75 req-b872a18a-1243-4fd2-a175-70612815d4c7 tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ffbcd55-01f7-450f-b4bd-2f94339ceeb7 HTTP/1.1" status: 200 len: 947 time: 0.1817627 Jul 09 15:02:10.687376 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-20e8616b-b91f-49e6-8904-2c80f22e90f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:10.790312 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d5651f4b-cfbc-41d4-b23c-73c3e1f1ff75 req-3476a1f0-301b-4c16-b962-59dcfd0c35b9 tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] 10.222.0.58 "GET /v2.0/security-groups?id=adffbb06-e1b0-48f9-932c-239e41f3d933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165900 Jul 09 15:02:10.839535 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e8616b-b91f-49e6-8904-2c80f22e90f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b76ebd76-e654-4aa3-8c39-d47e79a0e1d8,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:10.860442 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59588) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:10.860610 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-20e8616b-b91f-49e6-8904-2c80f22e90f0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=10b726b394ef4af79d59f5d4e43456c2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1094728 Jul 09 15:02:10.866590 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a155b440-6cb0-4526-bf21-276ec04a6848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:10.937272 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0946764c-0533-4cf9-a795-de708abdbbf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:10.965252 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0946764c-0533-4cf9-a795-de708abdbbf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:10.971750 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a155b440-6cb0-4526-bf21-276ec04a6848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:11.052432 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59592) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:11.052681 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a155b440-6cb0-4526-bf21-276ec04a6848 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9441e91a5f934c18b47411eb876c5acc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3211336 Jul 09 15:02:11.053436 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a155b440-6cb0-4526-bf21-276ec04a6848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62da6fea-ad25-4f47-b4f7-325b3d92798b,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:11.112623 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0946764c-0533-4cf9-a795-de708abdbbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:11.120650 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0946764c-0533-4cf9-a795-de708abdbbf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:11.122969 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-0946764c-0533-4cf9-a795-de708abdbbf9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b76ebd76-e654-4aa3-8c39-d47e79a0e1d8 HTTP/1.1" status: 204 len: 168 time: 0.2607737 Jul 09 15:02:11.169912 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0946764c-0533-4cf9-a795-de708abdbbf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76ebd76-e654-4aa3-8c39-d47e79a0e1d8,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:11.253506 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-16120b4d-cd40-406e-9614-742d9280cd33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:11.304002 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-16120b4d-cd40-406e-9614-742d9280cd33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:11.577463 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59608) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:11.732186 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-16120b4d-cd40-406e-9614-742d9280cd33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:11.734790 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-16120b4d-cd40-406e-9614-742d9280cd33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:11.749028 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-16120b4d-cd40-406e-9614-742d9280cd33 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/62da6fea-ad25-4f47-b4f7-325b3d92798b HTTP/1.1" status: 204 len: 168 time: 0.6907325 Jul 09 15:02:11.808148 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16120b4d-cd40-406e-9614-742d9280cd33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62da6fea-ad25-4f47-b4f7-325b3d92798b,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:11.926824 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c7151a50-2371-44bc-9dbe-b1f276fa67a9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c489c63a715541b7b9d23a460e28519e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3782349 Jul 09 15:02:11.936019 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 59620) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:12.060399 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 45ee4928-5143-47b6-80c7-56a587c7b811 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 15:02:12.122018 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-854f500a-c266-4f50-9fff-8c9167cfa71d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:12.198758 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-854f500a-c266-4f50-9fff-8c9167cfa71d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:12.222395 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 45ee4928-5143-47b6-80c7-56a587c7b811, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=45ee4928-5143-47b6-80c7-56a587c7b811,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:02:12.241081 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': '45ee4928-5143-47b6-80c7-56a587c7b811', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'port_id': '45ee4928-5143-47b6-80c7-56a587c7b811', 'mac_address': 'fa:16:3e:fb:1e:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8081bcce-88de-4a2f-9e69-6750220e0be0', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 15:02:12.303138 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:12.391578 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4378cf52-43cb-43f2-9fda-d74f9e8bbf0d req-ed9a8efe-04fb-4699-8663-7883740bb6e4 tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:02:12.392055 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45ee4928-5143-47b6-80c7-56a587c7b811 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:02:12.392880 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4378cf52-43cb-43f2-9fda-d74f9e8bbf0d req-ed9a8efe-04fb-4699-8663-7883740bb6e4 tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ffbcd55-01f7-450f-b4bd-2f94339ceeb7 HTTP/1.1" status: 200 len: 947 time: 0.3040037 Jul 09 15:02:12.393321 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 45ee4928-5143-47b6-80c7-56a587c7b811, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=45ee4928-5143-47b6-80c7-56a587c7b811,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:02:12.414465 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4378cf52-43cb-43f2-9fda-d74f9e8bbf0d req-baee6368-8eff-475f-b91e-4a68141d38b4 tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] 10.222.0.58 "GET /v2.0/security-groups?id=adffbb06-e1b0-48f9-932c-239e41f3d933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874028 Jul 09 15:02:12.486482 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-854f500a-c266-4f50-9fff-8c9167cfa71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:12.490059 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-854f500a-c266-4f50-9fff-8c9167cfa71d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:12.491534 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-854f500a-c266-4f50-9fff-8c9167cfa71d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d5832236-084e-4d21-bdc3-59c2ed17b0a5 HTTP/1.1" status: 204 len: 168 time: 0.5529842 Jul 09 15:02:12.500216 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:12.500983 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f500a-c266-4f50-9fff-8c9167cfa71d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5832236-084e-4d21-bdc3-59c2ed17b0a5,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:12.515957 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59638) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:12.562528 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=45ee4928-5143-47b6-80c7-56a587c7b811,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:12.565200 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5b9e3811-a6bb-44de-9cf6-ece8c12141e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:12.747645 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['45ee4928-5143-47b6-80c7-56a587c7b811'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:02:12.888086 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5b9e3811-a6bb-44de-9cf6-ece8c12141e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:13.006304 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5b9e3811-a6bb-44de-9cf6-ece8c12141e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:13.061042 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9e3811-a6bb-44de-9cf6-ece8c12141e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=448e3280-435d-462f-aca3-1de59cf283d3,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:13.098170 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-5b9e3811-a6bb-44de-9cf6-ece8c12141e9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9477d9bf66004eafb0c1dcadbbb89da1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5801976 Jul 09 15:02:13.101221 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 59656) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:13.212763 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e1940074-62f6-46ab-9e9f-e768f9daca13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:13.266419 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e1940074-62f6-46ab-9e9f-e768f9daca13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:13.435994 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e1940074-62f6-46ab-9e9f-e768f9daca13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:13.441955 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e1940074-62f6-46ab-9e9f-e768f9daca13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:13.451317 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-e1940074-62f6-46ab-9e9f-e768f9daca13 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/448e3280-435d-462f-aca3-1de59cf283d3 HTTP/1.1" status: 204 len: 168 time: 0.3412521 Jul 09 15:02:13.457656 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1940074-62f6-46ab-9e9f-e768f9daca13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448e3280-435d-462f-aca3-1de59cf283d3,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:13.673218 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d122f-7460-4062-8ceb-90a8c1c8a031 req-60d467f8-8221-4a88-9300-c5dfd8b5d1e1 tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:02:13.682991 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7e1d122f-7460-4062-8ceb-90a8c1c8a031 req-60d467f8-8221-4a88-9300-c5dfd8b5d1e1 tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ffbcd55-01f7-450f-b4bd-2f94339ceeb7 HTTP/1.1" status: 200 len: 948 time: 0.1054943 Jul 09 15:02:13.751235 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7e1d122f-7460-4062-8ceb-90a8c1c8a031 req-33da8d3b-0f90-4edf-ae12-ef71bcc72d05 tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] 10.222.0.58 "GET /v2.0/security-groups?id=adffbb06-e1b0-48f9-932c-239e41f3d933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633852 Jul 09 15:02:14.069151 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 45ee4928-5143-47b6-80c7-56a587c7b811 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:02:14.229393 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port 45ee4928-5143-47b6-80c7-56a587c7b811 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:02:14.234688 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port 45ee4928-5143-47b6-80c7-56a587c7b811 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:02:14.235193 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:14.331081 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 59712) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:14.404257 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:14.458816 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ffbcd55-01f7-450f-b4bd-2f94339ceeb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ee4928-5143-47b6-80c7-56a587c7b811'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:02:14.467392 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8444a8-df6f-4603-966b-ff32b1967f05" -d '{"events": [{"server_uuid": "1ffbcd55-01f7-450f-b4bd-2f94339ceeb7", "name": "network-vif-plugged", "status": "completed", "tag": "45ee4928-5143-47b6-80c7-56a587c7b811"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:02:14.486616 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 45ee4928-5143-47b6-80c7-56a587c7b811, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=45ee4928-5143-47b6-80c7-56a587c7b811,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:02:14.528942 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf94c21-1cb6-4183-8776-ffcb1d762c02 x-openstack-request-id: req-8cf94c21-1cb6-4183-8776-ffcb1d762c02 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:02:14.529879 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ffbcd55-01f7-450f-b4bd-2f94339ceeb7", "name": "network-vif-plugged", "status": "completed", "tag": "45ee4928-5143-47b6-80c7-56a587c7b811", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:02:14.530470 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8cf94c21-1cb6-4183-8776-ffcb1d762c02 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:02:14.531097 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ffbcd55-01f7-450f-b4bd-2f94339ceeb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ee4928-5143-47b6-80c7-56a587c7b811', 'code': 200} Jul 09 15:02:14.561010 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-b71dc03f-d540-4748-8214-ca8553a5b8c8 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1660680047-network', 'tenant_id': '611b8b3c3a0948d4a435f0490ffcfbb9'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:02:14.608458 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:14.715062 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71dc03f-d540-4748-8214-ca8553a5b8c8 admin admin] Made reservation on behalf of 611b8b3c3a0948d4a435f0490ffcfbb9 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:02:14.717859 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b71dc03f-d540-4748-8214-ca8553a5b8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:14.739258 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b71dc03f-d540-4748-8214-ca8553a5b8c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:14.784918 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5279a32-94f9-47c8-8e73-cbc3ec6de4e1 req-904db5c7-1a41-454d-b5f2-1dbfb7080a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:02:14.787539 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d5279a32-94f9-47c8-8e73-cbc3ec6de4e1 req-904db5c7-1a41-454d-b5f2-1dbfb7080a2a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1ffbcd55-01f7-450f-b4bd-2f94339ceeb7 HTTP/1.1" status: 200 len: 1100 time: 0.1613233 Jul 09 15:02:14.809711 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=45ee4928-5143-47b6-80c7-56a587c7b811,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:14.857094 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d5279a32-94f9-47c8-8e73-cbc3ec6de4e1 req-466dbe20-693a-4e7f-b144-29e216932132 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=adffbb06-e1b0-48f9-932c-239e41f3d933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623422 Jul 09 15:02:14.983450 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:14.986477 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b71dc03f-d540-4748-8214-ca8553a5b8c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:15.132649 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d5eba-7851-4686-95af-0c8252e90787 req-d5537164-227c-4041-9771-8bb8930b2c1c tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:02:15.140602 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ba7d5eba-7851-4686-95af-0c8252e90787 req-d5537164-227c-4041-9771-8bb8930b2c1c tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ffbcd55-01f7-450f-b4bd-2f94339ceeb7 HTTP/1.1" status: 200 len: 949 time: 0.1262112 Jul 09 15:02:15.180882 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b71dc03f-d540-4748-8214-ca8553a5b8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:15.213111 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ba7d5eba-7851-4686-95af-0c8252e90787 req-d9faee76-c1dc-4486-b8fb-24e24938d04a tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] 10.222.0.58 "GET /v2.0/security-groups?id=adffbb06-e1b0-48f9-932c-239e41f3d933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548570 Jul 09 15:02:15.214877 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b71dc03f-d540-4748-8214-ca8553a5b8c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:02:15.281397 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b71dc03f-d540-4748-8214-ca8553a5b8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:15.282057 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-b71dc03f-d540-4748-8214-ca8553a5b8c8 admin admin] Added segment 77d36331-fbe4-4db4-b04f-6b84e0a5e88a of type vlan for network a4fab1c9-1029-485f-b937-e1892ae0c71f Jul 09 15:02:15.366204 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b71dc03f-d540-4748-8214-ca8553a5b8c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:15.373924 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71dc03f-d540-4748-8214-ca8553a5b8c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b863ab7-1b84-4d33-abc3-6b5cd65940fd,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:15.504387 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b71dc03f-d540-4748-8214-ca8553a5b8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:15.505940 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71dc03f-d540-4748-8214-ca8553a5b8c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:02:15.506668 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b71dc03f-d540-4748-8214-ca8553a5b8c8 admin admin] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:15.659492 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71dc03f-d540-4748-8214-ca8553a5b8c8 admin admin] Pushing event updated for resources: {'Network': ['ID=a4fab1c9-1029-485f-b937-e1892ae0c71f,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:15.677416 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network a4fab1c9-1029-485f-b937-e1892ae0c71f details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:02:15.750168 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b71dc03f-d540-4748-8214-ca8553a5b8c8 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4177611 Jul 09 15:02:15.756674 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 59800) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:15.763036 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-0a626c35-1ad0-49e9-a09a-a28846b76027 admin admin] Request body: {'subnet': {'network_id': 'a4fab1c9-1029-485f-b937-e1892ae0c71f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1660680047-subnet', 'tenant_id': '611b8b3c3a0948d4a435f0490ffcfbb9', 'ip_version': 4}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:02:15.906281 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a626c35-1ad0-49e9-a09a-a28846b76027 admin admin] Made reservation on behalf of 611b8b3c3a0948d4a435f0490ffcfbb9 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:02:15.912222 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0a626c35-1ad0-49e9-a09a-a28846b76027 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:16.440891 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a080e-1d85-4e42-b2a9-80804c0f9b9b req-b94dd951-08e7-4ee9-b36a-63056d25abd2 tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:02:16.442656 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b00a080e-1d85-4e42-b2a9-80804c0f9b9b req-b94dd951-08e7-4ee9-b36a-63056d25abd2 tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ffbcd55-01f7-450f-b4bd-2f94339ceeb7 HTTP/1.1" status: 200 len: 949 time: 0.0997512 Jul 09 15:02:16.511477 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b00a080e-1d85-4e42-b2a9-80804c0f9b9b req-ad02406b-923c-4c66-8825-baff8b1d1dec tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] 10.222.0.58 "GET /v2.0/security-groups?id=adffbb06-e1b0-48f9-932c-239e41f3d933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592020 Jul 09 15:02:16.517494 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0a626c35-1ad0-49e9-a09a-a28846b76027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:16.591751 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a626c35-1ad0-49e9-a09a-a28846b76027 admin admin] Pushing event updated for resources: {'Subnet': ['ID=305a1219-c93f-49dc-b4d8-bb2e22ab09ed,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:16.633658 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a626c35-1ad0-49e9-a09a-a28846b76027 admin admin] Checking segment: {'id': '77d36331-fbe4-4db4-b04f-6b84e0a5e88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a4fab1c9-1029-485f-b937-e1892ae0c71f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:02:16.634120 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a626c35-1ad0-49e9-a09a-a28846b76027 admin admin] Network hostable DHCP agents. Network: a4fab1c9-1029-485f-b937-e1892ae0c71f, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:02:16.812357 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a626c35-1ad0-49e9-a09a-a28846b76027 admin admin] Network a4fab1c9-1029-485f-b937-e1892ae0c71f is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:02:16.920761 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-0a626c35-1ad0-49e9-a09a-a28846b76027 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, a4fab1c9-1029-485f-b937-e1892ae0c71f) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:02:16.931294 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a626c35-1ad0-49e9-a09a-a28846b76027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:02:16.931986 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec936fe1-239e-42b3-929d-dd2eb0f31188 None None] Network a4fab1c9-1029-485f-b937-e1892ae0c71f requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:02:16.932673 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0a626c35-1ad0-49e9-a09a-a28846b76027 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:17.114119 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59838) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:17.114828 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-0a626c35-1ad0-49e9-a09a-a28846b76027 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3568044 Jul 09 15:02:17.121255 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-ab91d092-d99e-4acf-91f6-4251ada68647 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1660680047-router', 'tenant_id': '611b8b3c3a0948d4a435f0490ffcfbb9', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:02:17.177479 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced94ab2-1406-41ab-b44e-55d6dfc71ea2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-a4fab1c9-1029-485f-b937-e1892ae0c71f', 'network_id': 'a4fab1c9-1029-485f-b937-e1892ae0c71f', 'tenant_id': '611b8b3c3a0948d4a435f0490ffcfbb9', 'fixed_ips': [{'subnet_id': '305a1219-c93f-49dc-b4d8-bb2e22ab09ed'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:02:17.178394 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ced94ab2-1406-41ab-b44e-55d6dfc71ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:17.326586 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ab91d092-d99e-4acf-91f6-4251ada68647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:17.327971 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ab91d092-d99e-4acf-91f6-4251ada68647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:17.370337 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 59852) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:17.398330 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-ced94ab2-1406-41ab-b44e-55d6dfc71ea2 None None] Allocated IP 172.20.0.2 (a4fab1c9-1029-485f-b937-e1892ae0c71f/305a1219-c93f-49dc-b4d8-bb2e22ab09ed/19e76e2b-6432-4589-927c-0e0f974ae5be) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:02:17.476873 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ab91d092-d99e-4acf-91f6-4251ada68647 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:17.541151 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-0ed2007d-5025-4dda-92d2-6543dae6dff4 tempest-ExternalNetworksAdminNegativeTestJSON-488893153 tempest-ExternalNetworksAdminNegativeTestJSON-488893153-project-admin] Request body: {'floatingip': {'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:02:17.608842 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ced94ab2-1406-41ab-b44e-55d6dfc71ea2 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:17.618074 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-ced94ab2-1406-41ab-b44e-55d6dfc71ea2 None None] Transition to ACTIVE for port object 19e76e2b-6432-4589-927c-0e0f974ae5be will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:02:17.633552 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-ced94ab2-1406-41ab-b44e-55d6dfc71ea2 None None] Transition to ACTIVE for port object 19e76e2b-6432-4589-927c-0e0f974ae5be will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:02:17.837996 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58a9a09-6539-41e9-ab42-23f3b388d06e req-358c4273-70bc-4038-b67b-de1d0aec85e0 tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:02:17.839526 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f58a9a09-6539-41e9-ab42-23f3b388d06e req-358c4273-70bc-4038-b67b-de1d0aec85e0 tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ffbcd55-01f7-450f-b4bd-2f94339ceeb7 HTTP/1.1" status: 200 len: 949 time: 0.0769188 Jul 09 15:02:17.875361 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0ed2007d-5025-4dda-92d2-6543dae6dff4 tempest-ExternalNetworksAdminNegativeTestJSON-488893153 tempest-ExternalNetworksAdminNegativeTestJSON-488893153-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:17.877028 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ced94ab2-1406-41ab-b44e-55d6dfc71ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:17.924013 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced94ab2-1406-41ab-b44e-55d6dfc71ea2 None None] Network a4fab1c9-1029-485f-b937-e1892ae0c71f is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:02:17.940590 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f58a9a09-6539-41e9-ab42-23f3b388d06e req-d10e924d-d246-4eff-8394-1eb3cfbb4f81 tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] 10.222.0.58 "GET /v2.0/security-groups?id=adffbb06-e1b0-48f9-932c-239e41f3d933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949759 Jul 09 15:02:17.944713 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-ced94ab2-1406-41ab-b44e-55d6dfc71ea2 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:02:17.952479 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced94ab2-1406-41ab-b44e-55d6dfc71ea2 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:02:18.115041 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-ced94ab2-1406-41ab-b44e-55d6dfc71ea2 None None] Attempting to bind port 19e76e2b-6432-4589-927c-0e0f974ae5be on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:02:18.115649 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-ced94ab2-1406-41ab-b44e-55d6dfc71ea2 None None] Attempting to bind port 19e76e2b-6432-4589-927c-0e0f974ae5be by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '77d36331-fbe4-4db4-b04f-6b84e0a5e88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a4fab1c9-1029-485f-b937-e1892ae0c71f'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:02:18.116788 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced94ab2-1406-41ab-b44e-55d6dfc71ea2 None None] Attempting to bind port 19e76e2b-6432-4589-927c-0e0f974ae5be on network a4fab1c9-1029-485f-b937-e1892ae0c71f {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:02:18.123829 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced94ab2-1406-41ab-b44e-55d6dfc71ea2 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:02:18.124392 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced94ab2-1406-41ab-b44e-55d6dfc71ea2 None None] Checking segment: {'id': '77d36331-fbe4-4db4-b04f-6b84e0a5e88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a4fab1c9-1029-485f-b937-e1892ae0c71f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:02:18.125352 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ced94ab2-1406-41ab-b44e-55d6dfc71ea2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:18.126077 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced94ab2-1406-41ab-b44e-55d6dfc71ea2 None None] Bound using segment: {'id': '77d36331-fbe4-4db4-b04f-6b84e0a5e88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a4fab1c9-1029-485f-b937-e1892ae0c71f'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:02:18.126793 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-ced94ab2-1406-41ab-b44e-55d6dfc71ea2 None None] Bound port: 19e76e2b-6432-4589-927c-0e0f974ae5be, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77d36331-fbe4-4db4-b04f-6b84e0a5e88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a4fab1c9-1029-485f-b937-e1892ae0c71f'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:02:18.127574 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ced94ab2-1406-41ab-b44e-55d6dfc71ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:18.146620 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced94ab2-1406-41ab-b44e-55d6dfc71ea2 None None] Pushing event updated for resources: {'Port': ['ID=19e76e2b-6432-4589-927c-0e0f974ae5be,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:18.213552 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ab91d092-d99e-4acf-91f6-4251ada68647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:18.246383 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-ced94ab2-1406-41ab-b44e-55d6dfc71ea2 None None] For port 19e76e2b-6432-4589-927c-0e0f974ae5be, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:02:18.249772 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-ced94ab2-1406-41ab-b44e-55d6dfc71ea2 None None] For port 19e76e2b-6432-4589-927c-0e0f974ae5be, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=19e76e2b-6432-4589-927c-0e0f974ae5be,segment=NetworkSegment(77d36331-fbe4-4db4-b04f-6b84e0a5e88a),segment_id=77d36331-fbe4-4db4-b04f-6b84e0a5e88a)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:02:18.264373 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0ed2007d-5025-4dda-92d2-6543dae6dff4 tempest-ExternalNetworksAdminNegativeTestJSON-488893153 tempest-ExternalNetworksAdminNegativeTestJSON-488893153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:18.413786 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ced94ab2-1406-41ab-b44e-55d6dfc71ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:18.515396 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced94ab2-1406-41ab-b44e-55d6dfc71ea2 None None] Pushing event updated for resources: {'Port': ['ID=19e76e2b-6432-4589-927c-0e0f974ae5be,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:18.547071 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-0ed2007d-5025-4dda-92d2-6543dae6dff4 tempest-ExternalNetworksAdminNegativeTestJSON-488893153 tempest-ExternalNetworksAdminNegativeTestJSON-488893153-project-admin] Allocated IP 172.25.3.126 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/06fcfd28-2105-4633-a331-8e207f0303ad) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:02:18.913700 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0ed2007d-5025-4dda-92d2-6543dae6dff4 tempest-ExternalNetworksAdminNegativeTestJSON-488893153 tempest-ExternalNetworksAdminNegativeTestJSON-488893153-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:18.914419 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ab91d092-d99e-4acf-91f6-4251ada68647 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:18.942164 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ab91d092-d99e-4acf-91f6-4251ada68647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:19.092478 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0ed2007d-5025-4dda-92d2-6543dae6dff4 tempest-ExternalNetworksAdminNegativeTestJSON-488893153 tempest-ExternalNetworksAdminNegativeTestJSON-488893153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:19.181978 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed2007d-5025-4dda-92d2-6543dae6dff4 tempest-ExternalNetworksAdminNegativeTestJSON-488893153 tempest-ExternalNetworksAdminNegativeTestJSON-488893153-project-admin] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:02:19.185439 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-0ed2007d-5025-4dda-92d2-6543dae6dff4 tempest-ExternalNetworksAdminNegativeTestJSON-488893153 tempest-ExternalNetworksAdminNegativeTestJSON-488893153-project-admin] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:02:19.189941 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed2007d-5025-4dda-92d2-6543dae6dff4 tempest-ExternalNetworksAdminNegativeTestJSON-488893153 tempest-ExternalNetworksAdminNegativeTestJSON-488893153-project-admin] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:02:19.270017 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-ab91d092-d99e-4acf-91f6-4251ada68647 admin admin] Allocated IP 172.25.3.61 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/eaf532e0-6308-44ac-9b39-ce1fc7302e25) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:02:19.317126 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0ed2007d-5025-4dda-92d2-6543dae6dff4 tempest-ExternalNetworksAdminNegativeTestJSON-488893153 tempest-ExternalNetworksAdminNegativeTestJSON-488893153-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:19.325389 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed2007d-5025-4dda-92d2-6543dae6dff4 tempest-ExternalNetworksAdminNegativeTestJSON-488893153 tempest-ExternalNetworksAdminNegativeTestJSON-488893153-project-admin] Pushing event updated for resources: {'Port': ['ID=06fcfd28-2105-4633-a331-8e207f0303ad,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:19.504059 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0ed2007d-5025-4dda-92d2-6543dae6dff4 tempest-ExternalNetworksAdminNegativeTestJSON-488893153 tempest-ExternalNetworksAdminNegativeTestJSON-488893153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:19.625391 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40902356-ea25-438a-8938-e98668d0f11c req-0a44f53e-2571-4540-8938-aeac17baad48 tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:02:19.637468 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-40902356-ea25-438a-8938-e98668d0f11c req-0a44f53e-2571-4540-8938-aeac17baad48 tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ffbcd55-01f7-450f-b4bd-2f94339ceeb7 HTTP/1.1" status: 200 len: 949 time: 0.4273517 Jul 09 15:02:19.777493 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0ed2007d-5025-4dda-92d2-6543dae6dff4 tempest-ExternalNetworksAdminNegativeTestJSON-488893153 tempest-ExternalNetworksAdminNegativeTestJSON-488893153-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:19.859253 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd4f87-6fba-4d6f-bd21-b5761ee5f204 req-0bf39b51-0b52-430a-8dd3-0f7c8dd53f6d tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:02:19.862040 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-81fd4f87-6fba-4d6f-bd21-b5761ee5f204 req-0bf39b51-0b52-430a-8dd3-0f7c8dd53f6d tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] 10.222.0.54 "GET /v2.0/ports?device_id=1ffbcd55-01f7-450f-b4bd-2f94339ceeb7 HTTP/1.1" status: 200 len: 949 time: 0.5664005 Jul 09 15:02:19.874699 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0ed2007d-5025-4dda-92d2-6543dae6dff4 tempest-ExternalNetworksAdminNegativeTestJSON-488893153 tempest-ExternalNetworksAdminNegativeTestJSON-488893153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:19.909452 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-40902356-ea25-438a-8938-e98668d0f11c req-1f66aad8-a00c-41cc-955a-e87ad3146f5a tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] 10.222.0.58 "GET /v2.0/security-groups?id=adffbb06-e1b0-48f9-932c-239e41f3d933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709415 Jul 09 15:02:19.999674 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ab91d092-d99e-4acf-91f6-4251ada68647 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:20.081398 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed2007d-5025-4dda-92d2-6543dae6dff4 tempest-ExternalNetworksAdminNegativeTestJSON-488893153 tempest-ExternalNetworksAdminNegativeTestJSON-488893153-project-admin] Pushing event updated for resources: {'Port': ['ID=06fcfd28-2105-4633-a331-8e207f0303ad,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:20.134139 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0ed2007d-5025-4dda-92d2-6543dae6dff4 tempest-ExternalNetworksAdminNegativeTestJSON-488893153 tempest-ExternalNetworksAdminNegativeTestJSON-488893153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:20.255413 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996f8700-0864-4a03-b8cc-44f991a6ff65 None None] Network a4fab1c9-1029-485f-b937-e1892ae0c71f requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:02:20.288209 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0ed2007d-5025-4dda-92d2-6543dae6dff4 tempest-ExternalNetworksAdminNegativeTestJSON-488893153 tempest-ExternalNetworksAdminNegativeTestJSON-488893153-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:20.289684 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-0ed2007d-5025-4dda-92d2-6543dae6dff4 tempest-ExternalNetworksAdminNegativeTestJSON-488893153 tempest-ExternalNetworksAdminNegativeTestJSON-488893153-project-admin] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9182279 Jul 09 15:02:20.293530 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 59936) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:20.297324 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-81fd4f87-6fba-4d6f-bd21-b5761ee5f204 req-6fef18f0-c92a-416c-8c7a-7234a8c970df tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] Deleting port 45ee4928-5143-47b6-80c7-56a587c7b811 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:02:20.297867 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-81fd4f87-6fba-4d6f-bd21-b5761ee5f204 req-6fef18f0-c92a-416c-8c7a-7234a8c970df tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:20.316970 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 19e76e2b-6432-4589-927c-0e0f974ae5be up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:02:20.317583 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-cd75cfd5-fa60-4d82-ae71-a5ee2cfc0b5c tempest-ExternalNetworksAdminNegativeTestJSON-488893153 tempest-ExternalNetworksAdminNegativeTestJSON-488893153-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-509967009', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'fixed_ips': [{'ip_address': '172.25.3.126'}]}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:02:20.437300 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ab91d092-d99e-4acf-91f6-4251ada68647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:20.463609 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd75cfd5-fa60-4d82-ae71-a5ee2cfc0b5c tempest-ExternalNetworksAdminNegativeTestJSON-488893153 tempest-ExternalNetworksAdminNegativeTestJSON-488893153-project-admin] Made reservation on behalf of fc2f237e3c0f4a67b4a19640536fba12 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:02:20.466113 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cd75cfd5-fa60-4d82-ae71-a5ee2cfc0b5c tempest-ExternalNetworksAdminNegativeTestJSON-488893153 tempest-ExternalNetworksAdminNegativeTestJSON-488893153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:20.489546 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cd75cfd5-fa60-4d82-ae71-a5ee2cfc0b5c tempest-ExternalNetworksAdminNegativeTestJSON-488893153 tempest-ExternalNetworksAdminNegativeTestJSON-488893153-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:20.589274 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab91d092-d99e-4acf-91f6-4251ada68647 admin admin] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:02:20.645658 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-ab91d092-d99e-4acf-91f6-4251ada68647 admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:02:20.661581 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab91d092-d99e-4acf-91f6-4251ada68647 admin admin] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:02:20.704607 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab91d092-d99e-4acf-91f6-4251ada68647 admin admin] Pushing event updated for resources: {'Port': ['ID=eaf532e0-6308-44ac-9b39-ce1fc7302e25,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:20.774360 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-81fd4f87-6fba-4d6f-bd21-b5761ee5f204 req-6fef18f0-c92a-416c-8c7a-7234a8c970df tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] For port 45ee4928-5143-47b6-80c7-56a587c7b811, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=45ee4928-5143-47b6-80c7-56a587c7b811,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:02:20.778581 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-81fd4f87-6fba-4d6f-bd21-b5761ee5f204 req-6fef18f0-c92a-416c-8c7a-7234a8c970df tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:20.832634 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-81fd4f87-6fba-4d6f-bd21-b5761ee5f204 req-6fef18f0-c92a-416c-8c7a-7234a8c970df tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] Calling delete_port for 45ee4928-5143-47b6-80c7-56a587c7b811 owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:02:20.921649 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-d9468e8a-05a4-4e92-a57e-95c056616433 None None] Provisioning for port 19e76e2b-6432-4589-927c-0e0f974ae5be completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:02:20.952638 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cd75cfd5-fa60-4d82-ae71-a5ee2cfc0b5c tempest-ExternalNetworksAdminNegativeTestJSON-488893153 tempest-ExternalNetworksAdminNegativeTestJSON-488893153-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:20.962425 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 19e76e2b-6432-4589-927c-0e0f974ae5be completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:02:20.971974 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 19e76e2b-6432-4589-927c-0e0f974ae5be triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:02:20.972508 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:21.040967 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cd75cfd5-fa60-4d82-ae71-a5ee2cfc0b5c tempest-ExternalNetworksAdminNegativeTestJSON-488893153 tempest-ExternalNetworksAdminNegativeTestJSON-488893153-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:21.052756 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-cd75cfd5-fa60-4d82-ae71-a5ee2cfc0b5c tempest-ExternalNetworksAdminNegativeTestJSON-488893153 tempest-ExternalNetworksAdminNegativeTestJSON-488893153-project-admin] device_id is not set on port 061532d0-5727-4fe5-bf8a-da3608325d94 yet. {{(pid=94446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 15:02:21.293979 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:21.384997 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 19e76e2b-6432-4589-927c-0e0f974ae5be, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=19e76e2b-6432-4589-927c-0e0f974ae5be,segment=NetworkSegment(77d36331-fbe4-4db4-b04f-6b84e0a5e88a),segment_id=77d36331-fbe4-4db4-b04f-6b84e0a5e88a)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:02:21.469079 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:21.538109 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd75cfd5-fa60-4d82-ae71-a5ee2cfc0b5c tempest-ExternalNetworksAdminNegativeTestJSON-488893153 tempest-ExternalNetworksAdminNegativeTestJSON-488893153-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=120dd57d-5722-4535-b9a0-1cd6a4033ecc,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:21.544479 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-cde245e1-675c-47a7-84f1-eac275137048 None None] Provisioning complete for port 19e76e2b-6432-4589-927c-0e0f974ae5be triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:02:21.545126 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-cde245e1-675c-47a7-84f1-eac275137048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:21.650124 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=19e76e2b-6432-4589-927c-0e0f974ae5be,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:21.731116 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d704b05b-2e7b-40f3-9bdf-d65a8e81e1b7 req-dabfe1f4-15c9-46dd-a742-627a798343c7 tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:02:21.746299 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d704b05b-2e7b-40f3-9bdf-d65a8e81e1b7 req-dabfe1f4-15c9-46dd-a742-627a798343c7 tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ffbcd55-01f7-450f-b4bd-2f94339ceeb7 HTTP/1.1" status: 200 len: 949 time: 0.3442256 Jul 09 15:02:21.749980 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-81fd4f87-6fba-4d6f-bd21-b5761ee5f204 req-6fef18f0-c92a-416c-8c7a-7234a8c970df tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:21.768825 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['45ee4928-5143-47b6-80c7-56a587c7b811'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:02:21.817279 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef18f0-c92a-416c-8c7a-7234a8c970df tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] Pushing event deleted for resources: {'Port': ['ID=45ee4928-5143-47b6-80c7-56a587c7b811,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:21.830613 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d704b05b-2e7b-40f3-9bdf-d65a8e81e1b7 req-89e5f857-968c-49b7-8bfa-243ab9bbe15a tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] 10.222.0.58 "GET /v2.0/security-groups?id=adffbb06-e1b0-48f9-932c-239e41f3d933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890141 Jul 09 15:02:21.866523 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ab91d092-d99e-4acf-91f6-4251ada68647 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:21.893294 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd75cfd5-fa60-4d82-ae71-a5ee2cfc0b5c tempest-ExternalNetworksAdminNegativeTestJSON-488893153 tempest-ExternalNetworksAdminNegativeTestJSON-488893153-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 09 15:02:21.900381 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd75cfd5-fa60-4d82-ae71-a5ee2cfc0b5c tempest-ExternalNetworksAdminNegativeTestJSON-488893153 tempest-ExternalNetworksAdminNegativeTestJSON-488893153-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 15:02:21.935743 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-81fd4f87-6fba-4d6f-bd21-b5761ee5f204 req-6fef18f0-c92a-416c-8c7a-7234a8c970df tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] No DVR routers for this DVR port 45ee4928-5143-47b6-80c7-56a587c7b811 on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:02:21.938975 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-81fd4f87-6fba-4d6f-bd21-b5761ee5f204 req-6fef18f0-c92a-416c-8c7a-7234a8c970df tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:21.942722 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-81fd4f87-6fba-4d6f-bd21-b5761ee5f204 req-6fef18f0-c92a-416c-8c7a-7234a8c970df tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] 10.222.0.54 "DELETE /v2.0/ports/45ee4928-5143-47b6-80c7-56a587c7b811 HTTP/1.1" status: 204 len: 173 time: 2.0571380 Jul 09 15:02:21.945157 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ffbcd55-01f7-450f-b4bd-2f94339ceeb7', 'name': 'network-vif-deleted', 'tag': '45ee4928-5143-47b6-80c7-56a587c7b811'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:02:21.964473 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b430bb1e-1df2-49e5-8253-2fb6f853b82a" -d '{"events": [{"server_uuid": "1ffbcd55-01f7-450f-b4bd-2f94339ceeb7", "name": "network-vif-deleted", "tag": "45ee4928-5143-47b6-80c7-56a587c7b811"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:02:21.999334 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-cd75cfd5-fa60-4d82-ae71-a5ee2cfc0b5c tempest-ExternalNetworksAdminNegativeTestJSON-488893153 tempest-ExternalNetworksAdminNegativeTestJSON-488893153-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.6921382 Jul 09 15:02:22.001099 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 59970) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:22.136511 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e69263-a441-4a98-a8a6-4035acff10b9 x-openstack-request-id: req-f2e69263-a441-4a98-a8a6-4035acff10b9 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:02:22.136823 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ffbcd55-01f7-450f-b4bd-2f94339ceeb7", "name": "network-vif-deleted", "tag": "45ee4928-5143-47b6-80c7-56a587c7b811", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:02:22.137070 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f2e69263-a441-4a98-a8a6-4035acff10b9 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:02:22.141865 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ffbcd55-01f7-450f-b4bd-2f94339ceeb7', 'name': 'network-vif-deleted', 'tag': '45ee4928-5143-47b6-80c7-56a587c7b811', 'status': 'completed', 'code': 200} Jul 09 15:02:22.256655 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 19e76e2b-6432-4589-927c-0e0f974ae5be up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:02:22.354334 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 19e76e2b-6432-4589-927c-0e0f974ae5be triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:02:22.355444 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:22.360640 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-ed24aecb-bed8-4f98-8f2f-77f582e3a695 tempest-ExternalNetworksAdminNegativeTestJSON-488893153 tempest-ExternalNetworksAdminNegativeTestJSON-488893153-project-admin] Deleting port 06fcfd28-2105-4633-a331-8e207f0303ad {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:02:22.361650 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ed24aecb-bed8-4f98-8f2f-77f582e3a695 tempest-ExternalNetworksAdminNegativeTestJSON-488893153 tempest-ExternalNetworksAdminNegativeTestJSON-488893153-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:22.495923 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ab91d092-d99e-4acf-91f6-4251ada68647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:22.551936 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ed24aecb-bed8-4f98-8f2f-77f582e3a695 tempest-ExternalNetworksAdminNegativeTestJSON-488893153 tempest-ExternalNetworksAdminNegativeTestJSON-488893153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:22.555106 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ed24aecb-bed8-4f98-8f2f-77f582e3a695 tempest-ExternalNetworksAdminNegativeTestJSON-488893153 tempest-ExternalNetworksAdminNegativeTestJSON-488893153-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:22.588326 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-ed24aecb-bed8-4f98-8f2f-77f582e3a695 tempest-ExternalNetworksAdminNegativeTestJSON-488893153 tempest-ExternalNetworksAdminNegativeTestJSON-488893153-project-admin] Calling delete_port for 06fcfd28-2105-4633-a331-8e207f0303ad owned by network:floatingip {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:02:22.886748 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab91d092-d99e-4acf-91f6-4251ada68647 admin admin] Router 12bfa231-4356-48de-88ae-5a9aeeb23102 is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 15:02:22.920607 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ed24aecb-bed8-4f98-8f2f-77f582e3a695 tempest-ExternalNetworksAdminNegativeTestJSON-488893153 tempest-ExternalNetworksAdminNegativeTestJSON-488893153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:23.027859 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed24aecb-bed8-4f98-8f2f-77f582e3a695 tempest-ExternalNetworksAdminNegativeTestJSON-488893153 tempest-ExternalNetworksAdminNegativeTestJSON-488893153-project-admin] Pushing event deleted for resources: {'Port': ['ID=06fcfd28-2105-4633-a331-8e207f0303ad,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:23.139755 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ed24aecb-bed8-4f98-8f2f-77f582e3a695 tempest-ExternalNetworksAdminNegativeTestJSON-488893153 tempest-ExternalNetworksAdminNegativeTestJSON-488893153-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:23.143348 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ed24aecb-bed8-4f98-8f2f-77f582e3a695 tempest-ExternalNetworksAdminNegativeTestJSON-488893153 tempest-ExternalNetworksAdminNegativeTestJSON-488893153-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:23.144786 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ed24aecb-bed8-4f98-8f2f-77f582e3a695 tempest-ExternalNetworksAdminNegativeTestJSON-488893153 tempest-ExternalNetworksAdminNegativeTestJSON-488893153-project-admin] 10.222.0.58 "DELETE /v2.0/floatingips/d3bdfaf2-80ab-4a02-bf71-085e7c3b3443 HTTP/1.1" status: 204 len: 168 time: 1.1426492 Jul 09 15:02:23.192674 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-89aca696-d8df-437d-8ebd-cbdc27bdcc4e req-b583449b-dee0-457f-aa6b-1062e6e96e73 tempest-VolumesNegativeTest-1600863624 tempest-VolumesNegativeTest-1600863624-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ffbcd55-01f7-450f-b4bd-2f94339ceeb7 HTTP/1.1" status: 200 len: 210 time: 0.0678070 Jul 09 15:02:23.218921 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab91d092-d99e-4acf-91f6-4251ada68647 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:02:23.243066 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46f8647-077e-4277-a915-c930246e764b None None] Sync routers for ids ['12bfa231-4356-48de-88ae-5a9aeeb23102'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:02:23.274398 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46f8647-077e-4277-a915-c930246e764b None None] Routers {'12bfa231-4356-48de-88ae-5a9aeeb23102'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:02:23.275223 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-a46f8647-077e-4277-a915-c930246e764b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:01:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['12bfa231-4356-48de-88ae-5a9aeeb23102'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:02:23.291044 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:23.457679 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ab91d092-d99e-4acf-91f6-4251ada68647 admin admin] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:23.458964 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ab91d092-d99e-4acf-91f6-4251ada68647 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.3428705 Jul 09 15:02:23.461772 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59992) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:23.721908 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-a46f8647-077e-4277-a915-c930246e764b None None] Set router 12bfa231-4356-48de-88ae-5a9aeeb23102 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:02:24.092692 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60010) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:24.130644 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 45ee4928-5143-47b6-80c7-56a587c7b811 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:02:24.157105 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: 45ee4928-5143-47b6-80c7-56a587c7b811 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:02:24.157622 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 45ee4928-5143-47b6-80c7-56a587c7b811 not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:02:24.179670 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-a46f8647-077e-4277-a915-c930246e764b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bfa231-4356-48de-88ae-5a9aeeb23102', 'name': 'tempest-TestAggregatesBasicOps-1660680047-router', 'tenant_id': '611b8b3c3a0948d4a435f0490ffcfbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'eaf532e0-6308-44ac-9b39-ce1fc7302e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:02:17Z', 'updated_at': '2021-07-09T15:02:21Z', 'revision_number': 3, 'project_id': '611b8b3c3a0948d4a435f0490ffcfbb9', 'gw_port': {'id': 'eaf532e0-6308-44ac-9b39-ce1fc7302e25', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:40:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12bfa231-4356-48de-88ae-5a9aeeb23102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:02:18Z', 'updated_at': '2021-07-09T15:02:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:02:24.308039 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d5d42016-935f-4594-8eb4-1e733c50f77e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:24.324724 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46f8647-077e-4277-a915-c930246e764b None None] Checking router: 12bfa231-4356-48de-88ae-5a9aeeb23102 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:02:24.325322 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46f8647-077e-4277-a915-c930246e764b None None] Updating router 12bfa231-4356-48de-88ae-5a9aeeb23102 port eaf532e0-6308-44ac-9b39-ce1fc7302e25 binding host n-d-799529-6 {{(pid=94448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:02:24.469133 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d5d42016-935f-4594-8eb4-1e733c50f77e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:24.481589 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-a46f8647-077e-4277-a915-c930246e764b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:24.806790 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d5d42016-935f-4594-8eb4-1e733c50f77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:24.851520 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-a46f8647-077e-4277-a915-c930246e764b None None] Notify callbacks [] for port, precommit_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:24.883072 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d42016-935f-4594-8eb4-1e733c50f77e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed59d09d-3d94-4927-a0e3-97eac5aebb13,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:24.904714 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.provisioning_blocks [None req-a46f8647-077e-4277-a915-c930246e764b None None] Transition to ACTIVE for port object eaf532e0-6308-44ac-9b39-ce1fc7302e25 will not be triggered until provisioned by entity L2. {{(pid=94448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:02:24.941553 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d5d42016-935f-4594-8eb4-1e733c50f77e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b8a79a3382e24361bf36f3f5491e2cd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8461053 Jul 09 15:02:24.944484 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60028) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:25.023242 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-a46f8647-077e-4277-a915-c930246e764b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:25.046458 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9ce8622a-1bb4-499f-b49e-7585cbdcc284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:25.082917 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-a46f8647-077e-4277-a915-c930246e764b None None] Attempting to bind port eaf532e0-6308-44ac-9b39-ce1fc7302e25 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:02:25.084533 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-a46f8647-077e-4277-a915-c930246e764b None None] Attempting to bind port eaf532e0-6308-44ac-9b39-ce1fc7302e25 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:02:25.088435 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46f8647-077e-4277-a915-c930246e764b None None] Attempting to bind port eaf532e0-6308-44ac-9b39-ce1fc7302e25 on network 202c7ce6-d4e9-4f80-84dd-bef08905a653 {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:02:25.089890 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9ce8622a-1bb4-499f-b49e-7585cbdcc284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:25.090612 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-29297d0b-3c9d-4d24-973c-e4a148e4a323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:25.169982 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46f8647-077e-4277-a915-c930246e764b None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:02:25.172782 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46f8647-077e-4277-a915-c930246e764b None None] Checking segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:02:25.173574 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-a46f8647-077e-4277-a915-c930246e764b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:25.175032 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46f8647-077e-4277-a915-c930246e764b None None] Bound using segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:02:25.179055 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-a46f8647-077e-4277-a915-c930246e764b None None] Bound port: eaf532e0-6308-44ac-9b39-ce1fc7302e25, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:02:25.179800 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-a46f8647-077e-4277-a915-c930246e764b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:25.252088 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-a46f8647-077e-4277-a915-c930246e764b None None] For port eaf532e0-6308-44ac-9b39-ce1fc7302e25, host n-d-799529-6, cleared binding levels {{(pid=94448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:02:25.257041 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-a46f8647-077e-4277-a915-c930246e764b None None] For port eaf532e0-6308-44ac-9b39-ce1fc7302e25, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=eaf532e0-6308-44ac-9b39-ce1fc7302e25,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:02:25.288720 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3ebefa-1ca1-457f-ba30-5b798c07fc71 None None] Pushing event updated for resources: {'Port': ['ID=eaf532e0-6308-44ac-9b39-ce1fc7302e25,revision_number=2']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:25.297696 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3ebefa-1ca1-457f-ba30-5b798c07fc71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:02:25.298474 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3ebefa-1ca1-457f-ba30-5b798c07fc71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:02:25.299242 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3ebefa-1ca1-457f-ba30-5b798c07fc71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:02:25.302517 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3ebefa-1ca1-457f-ba30-5b798c07fc71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:02:25.303324 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3ebefa-1ca1-457f-ba30-5b798c07fc71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:02:25.304074 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3ebefa-1ca1-457f-ba30-5b798c07fc71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:02:25.305002 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3ebefa-1ca1-457f-ba30-5b798c07fc71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:02:25.305542 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3ebefa-1ca1-457f-ba30-5b798c07fc71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:02:25.306076 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3ebefa-1ca1-457f-ba30-5b798c07fc71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:02:25.306661 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3ebefa-1ca1-457f-ba30-5b798c07fc71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:02:25.307266 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3ebefa-1ca1-457f-ba30-5b798c07fc71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:02:25.307821 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3ebefa-1ca1-457f-ba30-5b798c07fc71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:02:25.314903 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9ce8622a-1bb4-499f-b49e-7585cbdcc284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:25.319187 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9ce8622a-1bb4-499f-b49e-7585cbdcc284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:25.323636 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-9ce8622a-1bb4-499f-b49e-7585cbdcc284 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ed59d09d-3d94-4927-a0e3-97eac5aebb13 HTTP/1.1" status: 204 len: 168 time: 0.3769937 Jul 09 15:02:25.333202 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce8622a-1bb4-499f-b49e-7585cbdcc284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed59d09d-3d94-4927-a0e3-97eac5aebb13,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:25.361726 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-a46f8647-077e-4277-a915-c930246e764b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:25.439418 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-29297d0b-3c9d-4d24-973c-e4a148e4a323 admin admin] Allocated IP 172.20.0.1 (a4fab1c9-1029-485f-b937-e1892ae0c71f/305a1219-c93f-49dc-b4d8-bb2e22ab09ed/49ef9b7a-6bf0-472c-af86-da19c5d4b882) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:02:25.492445 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3ebefa-1ca1-457f-ba30-5b798c07fc71 None None] Pushing event updated for resources: {'Port': ['ID=eaf532e0-6308-44ac-9b39-ce1fc7302e25,revision_number=3']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:25.523468 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46f8647-077e-4277-a915-c930246e764b None None] Routers {'12bfa231-4356-48de-88ae-5a9aeeb23102'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:02:25.524502 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-a46f8647-077e-4277-a915-c930246e764b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:01:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['12bfa231-4356-48de-88ae-5a9aeeb23102'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:02:25.640774 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-29297d0b-3c9d-4d24-973c-e4a148e4a323 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:25.664891 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-29297d0b-3c9d-4d24-973c-e4a148e4a323 admin admin] Transition to ACTIVE for port object 49ef9b7a-6bf0-472c-af86-da19c5d4b882 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:02:25.860840 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-a46f8647-077e-4277-a915-c930246e764b None None] Set router 12bfa231-4356-48de-88ae-5a9aeeb23102 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:02:25.875628 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-29297d0b-3c9d-4d24-973c-e4a148e4a323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:26.050808 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29297d0b-3c9d-4d24-973c-e4a148e4a323 admin admin] Network a4fab1c9-1029-485f-b937-e1892ae0c71f is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:02:26.096609 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-29297d0b-3c9d-4d24-973c-e4a148e4a323 admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:02:26.106613 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29297d0b-3c9d-4d24-973c-e4a148e4a323 admin admin] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:02:26.154820 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29297d0b-3c9d-4d24-973c-e4a148e4a323 admin admin] Pushing event updated for resources: {'Port': ['ID=49ef9b7a-6bf0-472c-af86-da19c5d4b882,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:26.197640 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-29297d0b-3c9d-4d24-973c-e4a148e4a323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:26.202468 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-09e0545e-8a59-4a0e-a229-d2f1eff496f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:26.468096 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-a46f8647-077e-4277-a915-c930246e764b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bfa231-4356-48de-88ae-5a9aeeb23102', 'name': 'tempest-TestAggregatesBasicOps-1660680047-router', 'tenant_id': '611b8b3c3a0948d4a435f0490ffcfbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'eaf532e0-6308-44ac-9b39-ce1fc7302e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:02:17Z', 'updated_at': '2021-07-09T15:02:21Z', 'revision_number': 3, 'project_id': '611b8b3c3a0948d4a435f0490ffcfbb9', 'gw_port': {'id': 'eaf532e0-6308-44ac-9b39-ce1fc7302e25', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:40:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12bfa231-4356-48de-88ae-5a9aeeb23102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:02:18Z', 'updated_at': '2021-07-09T15:02:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:02:26.534234 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46f8647-077e-4277-a915-c930246e764b None None] The sync data for ids ['12bfa231-4356-48de-88ae-5a9aeeb23102'] in n-d-799529-6 is: [{'id': '12bfa231-4356-48de-88ae-5a9aeeb23102', 'name': 'tempest-TestAggregatesBasicOps-1660680047-router', 'tenant_id': '611b8b3c3a0948d4a435f0490ffcfbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'eaf532e0-6308-44ac-9b39-ce1fc7302e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:02:17Z', 'updated_at': '2021-07-09T15:02:21Z', 'revision_number': 3, 'project_id': '611b8b3c3a0948d4a435f0490ffcfbb9', 'gw_port': {'id': 'eaf532e0-6308-44ac-9b39-ce1fc7302e25', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:40:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12bfa231-4356-48de-88ae-5a9aeeb23102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:02:18Z', 'updated_at': '2021-07-09T15:02:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:02:26.569884 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60046) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:26.614756 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-29297d0b-3c9d-4d24-973c-e4a148e4a323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:26.664305 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-65b9fa61-01a8-4f24-9578-76487a928a8f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fc2f237e3c0f4a67b4a19640536fba12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0919964 Jul 09 15:02:26.665686 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60048) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:26.674291 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-5406615b-8782-4874-bb2c-e5ddaccfb088 None None] Provisioning for port 49ef9b7a-6bf0-472c-af86-da19c5d4b882 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:02:26.678305 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-5406615b-8782-4874-bb2c-e5ddaccfb088 None None] Provisioning complete for port 49ef9b7a-6bf0-472c-af86-da19c5d4b882 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:02:26.678765 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5406615b-8782-4874-bb2c-e5ddaccfb088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:26.786920 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b13fbc29-ffaa-4166-a6cf-06593416ae74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:26.801622 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-5406615b-8782-4874-bb2c-e5ddaccfb088 None None] Port 49ef9b7a-6bf0-472c-af86-da19c5d4b882 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:02:26.839967 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b13fbc29-ffaa-4166-a6cf-06593416ae74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:26.927448 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-29297d0b-3c9d-4d24-973c-e4a148e4a323 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:27.058637 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-29297d0b-3c9d-4d24-973c-e4a148e4a323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:27.114895 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b13fbc29-ffaa-4166-a6cf-06593416ae74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:27.117644 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b13fbc29-ffaa-4166-a6cf-06593416ae74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:27.121372 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b13fbc29-ffaa-4166-a6cf-06593416ae74 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/120dd57d-5722-4535-b9a0-1cd6a4033ecc HTTP/1.1" status: 204 len: 168 time: 0.4510500 Jul 09 15:02:27.134734 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13fbc29-ffaa-4166-a6cf-06593416ae74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=120dd57d-5722-4535-b9a0-1cd6a4033ecc,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:27.316902 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-29297d0b-3c9d-4d24-973c-e4a148e4a323 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:27.350241 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29297d0b-3c9d-4d24-973c-e4a148e4a323 admin admin] Pushing event updated for resources: {'Port': ['ID=49ef9b7a-6bf0-472c-af86-da19c5d4b882,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:27.525050 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29297d0b-3c9d-4d24-973c-e4a148e4a323 admin admin] Network a4fab1c9-1029-485f-b937-e1892ae0c71f is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:02:27.527114 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-29297d0b-3c9d-4d24-973c-e4a148e4a323 admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:02:27.876521 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b9c62-3a16-4224-82b7-0ff0f51b26fb req-1cc8c8b5-9f35-4c4e-894f-09565a5449bc tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:02:27.891366 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-000b9c62-3a16-4224-82b7-0ff0f51b26fb req-1cc8c8b5-9f35-4c4e-894f-09565a5449bc tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 946 time: 0.1478674 Jul 09 15:02:27.899813 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29297d0b-3c9d-4d24-973c-e4a148e4a323 admin admin] Router 12bfa231-4356-48de-88ae-5a9aeeb23102 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:02:27.994446 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-000b9c62-3a16-4224-82b7-0ff0f51b26fb req-e8fca7eb-e979-4554-b56b-283d3033150d tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947292 Jul 09 15:02:28.146049 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-50abdcac-c96c-45ed-bba9-b7b2988965a2 None None] Provisioning complete for port 49ef9b7a-6bf0-472c-af86-da19c5d4b882 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:02:28.155787 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-50abdcac-c96c-45ed-bba9-b7b2988965a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:28.182480 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29297d0b-3c9d-4d24-973c-e4a148e4a323 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:02:28.199620 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-29297d0b-3c9d-4d24-973c-e4a148e4a323 admin admin] 10.222.0.58 "PUT /v2.0/routers/12bfa231-4356-48de-88ae-5a9aeeb23102/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7367053 Jul 09 15:02:28.240471 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-50abdcac-c96c-45ed-bba9-b7b2988965a2 None None] Port 49ef9b7a-6bf0-472c-af86-da19c5d4b882 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:02:28.245881 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device eaf532e0-6308-44ac-9b39-ce1fc7302e25 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:02:28.479556 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port eaf532e0-6308-44ac-9b39-ce1fc7302e25 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:02:28.484866 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port eaf532e0-6308-44ac-9b39-ce1fc7302e25 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:02:28.485339 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:28.640357 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:28.671935 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port eaf532e0-6308-44ac-9b39-ce1fc7302e25, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=eaf532e0-6308-44ac-9b39-ce1fc7302e25,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:02:28.779541 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:28.902108 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=eaf532e0-6308-44ac-9b39-ce1fc7302e25,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:29.012433 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-294c13cc-2c50-4547-ac6f-3196d42ad494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:29.240739 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:29.301643 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56a592-e993-4745-a474-4876f63707bc req-3078a7e1-e109-4128-bc92-3f1118cb9390 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:02:29.308435 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2c56a592-e993-4745-a474-4876f63707bc req-3078a7e1-e109-4128-bc92-3f1118cb9390 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 946 time: 0.1198807 Jul 09 15:02:29.372797 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2c56a592-e993-4745-a474-4876f63707bc req-db07c383-2f7f-4c76-b440-5e8f45e420f1 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622749 Jul 09 15:02:29.521009 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873fea7b-4716-444e-9179-b6744bee8818 None None] Sync routers for ids ['12bfa231-4356-48de-88ae-5a9aeeb23102'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:02:29.539295 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873fea7b-4716-444e-9179-b6744bee8818 None None] Routers {'12bfa231-4356-48de-88ae-5a9aeeb23102'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:02:29.539988 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-873fea7b-4716-444e-9179-b6744bee8818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:02:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['12bfa231-4356-48de-88ae-5a9aeeb23102'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:02:29.584332 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 60154) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:29.820527 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 60182) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:29.825439 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-af992f0b-24fe-47be-b35e-45d4fe96d37f admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1998834433-network', 'tenant_id': '70e543f369d04c6685c92a0b3bdf0e81'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:02:29.935290 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-873fea7b-4716-444e-9179-b6744bee8818 None None] Set router 12bfa231-4356-48de-88ae-5a9aeeb23102 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:02:30.000848 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af992f0b-24fe-47be-b35e-45d4fe96d37f admin admin] Made reservation on behalf of 70e543f369d04c6685c92a0b3bdf0e81 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:02:30.004600 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-af992f0b-24fe-47be-b35e-45d4fe96d37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:30.022798 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-af992f0b-24fe-47be-b35e-45d4fe96d37f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:30.131953 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [None req-d58a0cb2-485c-4442-8ea9-4b8a778b23ed tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:02:30.138889 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60200) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:30.148915 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [None req-480eb0b8-3bb9-4bb8-b077-30658715888a tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] http://10.222.0.58:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:02:30.156112 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d58a0cb2-485c-4442-8ea9-4b8a778b23ed tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.5701919 Jul 09 15:02:30.158145 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-480eb0b8-3bb9-4bb8-b077-30658715888a tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] 10.222.0.58 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0164204 Jul 09 15:02:30.162745 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60202) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:30.180909 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [None req-07a7ed04-eaef-4b93-b1df-e1051c8c74ef tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] http://10.222.0.58:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:02:30.193044 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-07a7ed04-eaef-4b93-b1df-e1051c8c74ef tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] 10.222.0.58 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0279405 Jul 09 15:02:30.193960 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60204) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:30.213586 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [None req-96ad3008-963d-40c5-a9c3-18b6ea23747c tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] http://10.222.0.58:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:02:30.224353 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-96ad3008-963d-40c5-a9c3-18b6ea23747c tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] 10.222.0.58 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0230296 Jul 09 15:02:30.224826 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 60206) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:30.241572 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [None req-a5eef606-86f1-4806-9678-aa1229266b55 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] http://10.222.0.58:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:02:30.253679 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60208) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:30.262712 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [None req-dd9d47d6-6fe7-4714-9e89-d2931edc6a79 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] http://10.222.0.58:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:02:30.265115 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-a5eef606-86f1-4806-9678-aa1229266b55 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] 10.222.0.58 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0374064 Jul 09 15:02:30.271049 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-dd9d47d6-6fe7-4714-9e89-d2931edc6a79 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] 10.222.0.58 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0150931 Jul 09 15:02:30.280200 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60210) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:30.293926 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [None req-76a74a27-f63e-4ee1-b188-586fe48ff727 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] http://10.222.0.58:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:02:30.304128 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-76a74a27-f63e-4ee1-b188-586fe48ff727 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] 10.222.0.58 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0293794 Jul 09 15:02:30.308884 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 60212) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:30.327167 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [None req-bd64ac99-72ab-4c28-afe1-52a35f94d46e tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] http://10.222.0.58:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:02:30.333730 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60216) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:30.334840 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-bd64ac99-72ab-4c28-afe1-52a35f94d46e tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] 10.222.0.58 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0276082 Jul 09 15:02:30.340680 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [None req-ac12b0b7-cea4-4839-b0d1-bb96191434ef tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] http://10.222.0.58:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:02:30.344401 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 60218) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:30.344770 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ac12b0b7-cea4-4839-b0d1-bb96191434ef tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] 10.222.0.58 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0093756 Jul 09 15:02:30.355100 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [None req-9a8fcd67-cec3-4e18-b9dd-0c1d59025627 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] http://10.222.0.58:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:02:30.357873 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-9a8fcd67-cec3-4e18-b9dd-0c1d59025627 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] 10.222.0.58 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0104754 Jul 09 15:02:30.360304 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60220) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:30.365901 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [None req-70af8ad7-47eb-4fbc-b1fa-ed2d38d0e7ed tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] http://10.222.0.58:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:02:30.373226 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 60222) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:30.373708 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-70af8ad7-47eb-4fbc-b1fa-ed2d38d0e7ed tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] 10.222.0.58 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0115159 Jul 09 15:02:30.384787 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [None req-ce1ca9ac-47d6-4118-9358-95266a5d8abd tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] http://10.222.0.58:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:02:30.387404 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ce1ca9ac-47d6-4118-9358-95266a5d8abd tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] 10.222.0.58 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0124223 Jul 09 15:02:30.389568 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60224) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:30.404467 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [None req-f395ffb6-8c99-4613-abb1-ea96447dfd3b tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] http://10.222.0.58:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:02:30.405902 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f395ffb6-8c99-4613-abb1-ea96447dfd3b tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] 10.222.0.58 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0147150 Jul 09 15:02:30.408168 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device eaf532e0-6308-44ac-9b39-ce1fc7302e25 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:02:30.409924 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60230) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:30.416764 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [None req-7a837b4d-0638-44ec-99a7-eb14e316ffe6 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] http://10.222.0.58:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:02:30.420963 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7a837b4d-0638-44ec-99a7-eb14e316ffe6 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] 10.222.0.58 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0097570 Jul 09 15:02:30.427534 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60234) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:30.443068 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [None req-7cc2cdf9-4cd8-4944-bef5-44f4fdc7c303 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] http://10.222.0.58:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:02:30.450470 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7cc2cdf9-4cd8-4944-bef5-44f4fdc7c303 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] 10.222.0.58 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0214472 Jul 09 15:02:30.451405 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60236) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:30.463718 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [None req-59075afe-11c9-4b05-9f93-bad44541e57d tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] http://10.222.0.58:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:02:30.468204 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-59075afe-11c9-4b05-9f93-bad44541e57d tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] 10.222.0.58 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0154493 Jul 09 15:02:30.471902 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60238) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:30.486146 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [None req-5834792d-e5b1-47e1-9496-2fddf425dd8f tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] http://10.222.0.58:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:02:30.494133 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-5834792d-e5b1-47e1-9496-2fddf425dd8f tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] 10.222.0.58 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0225005 Jul 09 15:02:30.494848 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60240) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:30.508472 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [None req-913935a2-3be4-405d-9e5c-0b67bac5bef4 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] http://10.222.0.58:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:02:30.516180 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 60242) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:30.516538 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-913935a2-3be4-405d-9e5c-0b67bac5bef4 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] 10.222.0.58 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0182989 Jul 09 15:02:30.526684 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:30.549102 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [None req-2c4f7c69-797c-4bbc-805f-a88cab61e294 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] http://10.222.0.58:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:02:30.556726 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-2c4f7c69-797c-4bbc-805f-a88cab61e294 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] 10.222.0.58 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0348914 Jul 09 15:02:30.557659 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60246) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:30.562621 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [None req-7e751b4a-3ecc-4ee3-a543-542561908140 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] http://10.222.0.58:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:02:30.566389 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7e751b4a-3ecc-4ee3-a543-542561908140 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] 10.222.0.58 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0066581 Jul 09 15:02:30.575138 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 60248) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:30.593485 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port eaf532e0-6308-44ac-9b39-ce1fc7302e25 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:02:30.594281 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:30.609411 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [None req-13693ef6-1e81-4269-b938-cf879e4b0127 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] http://10.222.0.58:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:02:30.614371 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60250) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:30.616029 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-13693ef6-1e81-4269-b938-cf879e4b0127 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] 10.222.0.58 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0192969 Jul 09 15:02:30.619869 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [None req-07d8d45f-9d65-450f-8e0b-182d23654854 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] http://10.222.0.58:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:02:30.623876 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-07d8d45f-9d65-450f-8e0b-182d23654854 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] 10.222.0.58 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0065973 Jul 09 15:02:30.632025 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-af992f0b-24fe-47be-b35e-45d4fe96d37f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:30.633931 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 60252) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:30.650151 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [None req-93bed98a-d700-4caa-8f05-ec1d88bea62b tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] http://10.222.0.58:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:02:30.655380 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-93bed98a-d700-4caa-8f05-ec1d88bea62b tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] 10.222.0.58 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0167994 Jul 09 15:02:30.658920 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60256) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:30.663719 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [None req-5ea52e1b-34cc-40f3-8d7d-e9e15aa5269c tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] http://10.222.0.58:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:02:30.664868 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-5ea52e1b-34cc-40f3-8d7d-e9e15aa5269c tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] 10.222.0.58 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0047514 Jul 09 15:02:30.669191 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60258) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:30.676340 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [None req-bdec5c19-42ec-40ee-8d4a-fe178bfae550 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] http://10.222.0.58:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:02:30.678765 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-bdec5c19-42ec-40ee-8d4a-fe178bfae550 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] 10.222.0.58 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0082030 Jul 09 15:02:30.691548 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 60260) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:30.694099 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [None req-21de4d35-e686-4ce3-80b4-49f41e9b55a4 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] http://10.222.0.58:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:02:30.699699 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60262) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:30.702057 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-21de4d35-e686-4ce3-80b4-49f41e9b55a4 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] 10.222.0.58 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0162165 Jul 09 15:02:30.708562 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [None req-3616ba5e-1c0d-495c-8871-2441737c6ed0 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] http://10.222.0.58:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:02:30.714370 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 60264) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:30.714703 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-3616ba5e-1c0d-495c-8871-2441737c6ed0 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] 10.222.0.58 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0133631 Jul 09 15:02:30.725197 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [None req-1c248cd4-ba7d-4eed-9a6b-9529feeac474 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] http://10.222.0.58:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:02:30.727306 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-1c248cd4-ba7d-4eed-9a6b-9529feeac474 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] 10.222.0.58 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0113959 Jul 09 15:02:30.733081 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60266) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:30.742797 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [None req-8c6d805d-6e0c-4d14-9df7-991cb3388a88 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] http://10.222.0.58:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:02:30.748916 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-8c6d805d-6e0c-4d14-9df7-991cb3388a88 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] 10.222.0.58 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0141711 Jul 09 15:02:30.750152 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60268) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:30.757730 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [None req-6df9ac6f-0b1a-4b29-8e1b-a7d48b122ad8 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] http://10.222.0.58:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:02:30.760946 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-af992f0b-24fe-47be-b35e-45d4fe96d37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:30.761164 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-6df9ac6f-0b1a-4b29-8e1b-a7d48b122ad8 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] 10.222.0.58 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0095124 Jul 09 15:02:30.768842 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60270) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:30.797375 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [None req-d90e01fb-9567-40be-95be-9914b77ff15f tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] http://10.222.0.58:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:02:30.803276 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af992f0b-24fe-47be-b35e-45d4fe96d37f admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:02:30.807370 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d90e01fb-9567-40be-95be-9914b77ff15f tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] 10.222.0.58 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0330260 Jul 09 15:02:30.811336 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60272) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:30.818514 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-873fea7b-4716-444e-9179-b6744bee8818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bfa231-4356-48de-88ae-5a9aeeb23102', 'name': 'tempest-TestAggregatesBasicOps-1660680047-router', 'tenant_id': '611b8b3c3a0948d4a435f0490ffcfbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'eaf532e0-6308-44ac-9b39-ce1fc7302e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:02:17Z', 'updated_at': '2021-07-09T15:02:26Z', 'revision_number': 4, 'project_id': '611b8b3c3a0948d4a435f0490ffcfbb9', 'gw_port': {'id': 'eaf532e0-6308-44ac-9b39-ce1fc7302e25', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:40:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bfa231-4356-48de-88ae-5a9aeeb23102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:02:18Z', 'updated_at': '2021-07-09T15:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '49ef9b7a-6bf0-472c-af86-da19c5d4b882', 'name': '', 'network_id': 'a4fab1c9-1029-485f-b937-e1892ae0c71f', 'tenant_id': '611b8b3c3a0948d4a435f0490ffcfbb9', 'mac_address': 'fa:16:3e:33:8e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12bfa231-4356-48de-88ae-5a9aeeb23102', 'device_owner': 'network:router_interface', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': '305a1219-c93f-49dc-b4d8-bb2e22ab09ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:02:25Z', 'updated_at': '2021-07-09T15:02:26Z', 'revision_number': 2, 'project_id': '611b8b3c3a0948d4a435f0490ffcfbb9', 'subnets': [{'id': '305a1219-c93f-49dc-b4d8-bb2e22ab09ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:02:30.830345 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [None req-40c6fb2d-b696-4843-9fae-bcf17965a6e1 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] http://10.222.0.58:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:02:30.836136 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-40c6fb2d-b696-4843-9fae-bcf17965a6e1 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] 10.222.0.58 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0208032 Jul 09 15:02:30.839341 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-af992f0b-24fe-47be-b35e-45d4fe96d37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:30.844197 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-af992f0b-24fe-47be-b35e-45d4fe96d37f admin admin] Added segment c99c05fb-055e-4d7d-bf98-915b2c9bdb6c of type vlan for network 49ff361b-3d2f-42a9-a862-495d0a544a61 Jul 09 15:02:30.861907 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60278) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:30.893101 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [None req-6e9d86a1-b9d3-48e9-bf1c-9bed9a6faf94 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] http://10.222.0.58:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:02:30.907287 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-6e9d86a1-b9d3-48e9-bf1c-9bed9a6faf94 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] 10.222.0.58 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0348558 Jul 09 15:02:30.907287 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60282) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:30.945329 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-af992f0b-24fe-47be-b35e-45d4fe96d37f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:30.950062 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [None req-4430597b-0354-40f6-86c6-6a7eb970a964 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] http://10.222.0.58:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:02:30.957154 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-4430597b-0354-40f6-86c6-6a7eb970a964 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] 10.222.0.58 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0138218 Jul 09 15:02:30.967372 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873fea7b-4716-444e-9179-b6744bee8818 None None] Checking router: 12bfa231-4356-48de-88ae-5a9aeeb23102 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:02:30.967932 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873fea7b-4716-444e-9179-b6744bee8818 None None] Updating router 12bfa231-4356-48de-88ae-5a9aeeb23102 port 49ef9b7a-6bf0-472c-af86-da19c5d4b882 binding host n-d-799529-6 {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:02:30.975150 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60286) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:30.988848 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [None req-d9ae35c2-eb51-40e5-812b-9ddb01155062 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] http://10.222.0.58:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:02:30.995437 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d9ae35c2-eb51-40e5-812b-9ddb01155062 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] 10.222.0.58 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0109527 Jul 09 15:02:31.011780 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60288) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:31.040571 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [None req-daedfb76-6417-4d2a-b937-dab7740a141d tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] http://10.222.0.58:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:02:31.044795 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-daedfb76-6417-4d2a-b937-dab7740a141d tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] 10.222.0.58 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0160990 Jul 09 15:02:31.046166 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 60290) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:31.056796 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [None req-56e28c0e-1a21-4658-8813-18a40aa8a293 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] http://10.222.0.58:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:02:31.060841 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-56e28c0e-1a21-4658-8813-18a40aa8a293 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] 10.222.0.58 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0111680 Jul 09 15:02:31.064922 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 60292) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:31.068633 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-873fea7b-4716-444e-9179-b6744bee8818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:31.071354 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af992f0b-24fe-47be-b35e-45d4fe96d37f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3c72ee-8259-4841-88f2-265762fb80ca,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:31.100977 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [None req-3bffab89-131a-4c6c-88c8-c9a54ef8b968 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] http://10.222.0.58:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:02:31.106358 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-3bffab89-131a-4c6c-88c8-c9a54ef8b968 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] 10.222.0.58 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0375717 Jul 09 15:02:31.110099 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-af992f0b-24fe-47be-b35e-45d4fe96d37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:31.111972 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af992f0b-24fe-47be-b35e-45d4fe96d37f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:02:31.113545 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-af992f0b-24fe-47be-b35e-45d4fe96d37f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:31.129845 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 60294) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:31.146459 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad4ae8f-35b0-4e94-b435-bac8cd821c7b req-517613f5-9f21-4f55-886f-716096197a43 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:02:31.160825 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fad4ae8f-35b0-4e94-b435-bac8cd821c7b req-517613f5-9f21-4f55-886f-716096197a43 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 946 time: 0.3476937 Jul 09 15:02:31.171480 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [None req-49ea45ac-069f-4f2b-a62c-f0ba42049031 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] http://10.222.0.58:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:02:31.185567 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-49ea45ac-069f-4f2b-a62c-f0ba42049031 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] 10.222.0.58 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0379314 Jul 09 15:02:31.185745 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60298) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:31.226425 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [None req-f895175a-9621-45bb-8e8f-db507165f8a3 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] http://10.222.0.58:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:02:31.230446 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f895175a-9621-45bb-8e8f-db507165f8a3 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] 10.222.0.58 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0338628 Jul 09 15:02:31.240054 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60300) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:31.262307 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [None req-52a1655c-8d54-404c-9cfa-5eae7009db88 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] http://10.222.0.58:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:02:31.266857 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-52a1655c-8d54-404c-9cfa-5eae7009db88 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] 10.222.0.58 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0216880 Jul 09 15:02:31.272993 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60302) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:31.286806 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [None req-90ee713f-8c88-4e7e-bac2-2cf5a032de9b tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] http://10.222.0.58:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:02:31.288771 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-90ee713f-8c88-4e7e-bac2-2cf5a032de9b tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] 10.222.0.58 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0140338 Jul 09 15:02:31.330147 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60304) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:31.348565 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fad4ae8f-35b0-4e94-b435-bac8cd821c7b req-619a1f21-951c-454c-b7d2-209db7bd5914 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1864130 Jul 09 15:02:31.359550 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [None req-fbf0dda8-80b3-4bb1-8bba-a10219d97864 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] http://10.222.0.58:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:02:31.365030 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-fbf0dda8-80b3-4bb1-8bba-a10219d97864 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] 10.222.0.58 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0146556 Jul 09 15:02:31.367945 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60306) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:31.381467 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [None req-91a926f2-4db5-4a06-accb-96918ac8ee7c tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] http://10.222.0.58:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:02:31.385757 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-91a926f2-4db5-4a06-accb-96918ac8ee7c tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] 10.222.0.58 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0167711 Jul 09 15:02:31.388577 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60308) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:31.401568 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [None req-66620854-fff3-41c0-8815-dc96e6fadb1a tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] http://10.222.0.58:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:02:31.403477 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-66620854-fff3-41c0-8815-dc96e6fadb1a tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] 10.222.0.58 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0136971 Jul 09 15:02:31.406497 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60314) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:31.415540 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [None req-f5376efc-d40e-46ec-b4e5-b16033065b7b tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] http://10.222.0.58:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:02:31.421783 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f5376efc-d40e-46ec-b4e5-b16033065b7b tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] 10.222.0.58 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0127268 Jul 09 15:02:31.424656 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60316) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:31.438128 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [None req-b7b17c71-32f1-461a-9401-2e0d292d7ca5 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] http://10.222.0.58:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:02:31.443047 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b7b17c71-32f1-461a-9401-2e0d292d7ca5 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] 10.222.0.58 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0168724 Jul 09 15:02:31.445544 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60320) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:31.457414 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [None req-c44d87c0-4050-4062-8df4-4a0ba7cd0331 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] http://10.222.0.58:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:02:31.465496 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c44d87c0-4050-4062-8df4-4a0ba7cd0331 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] 10.222.0.58 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0120029 Jul 09 15:02:31.467966 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60322) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:31.475371 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [None req-354ca79c-b2dc-4a65-b0d2-cd39faf1910d tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] http://10.222.0.58:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:02:31.479143 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-354ca79c-b2dc-4a65-b0d2-cd39faf1910d tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] 10.222.0.58 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0099280 Jul 09 15:02:31.481806 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60324) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:31.494438 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [None req-aeb22b78-b180-480f-ab51-1aa20fa96bd7 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] http://10.222.0.58:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:02:31.495993 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-aeb22b78-b180-480f-ab51-1aa20fa96bd7 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] 10.222.0.58 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0126498 Jul 09 15:02:31.498831 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60326) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:31.509262 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [None req-9512e4df-c971-43e3-953c-12eb0feac039 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] http://10.222.0.58:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:02:31.514104 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-9512e4df-c971-43e3-953c-12eb0feac039 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] 10.222.0.58 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0117867 Jul 09 15:02:31.515447 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60328) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:31.536803 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [None req-c0cf1dc5-aed7-42a7-9614-f5de30afed1b tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] http://10.222.0.58:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:02:31.542479 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c0cf1dc5-aed7-42a7-9614-f5de30afed1b tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] 10.222.0.58 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0151775 Jul 09 15:02:31.544227 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-af992f0b-24fe-47be-b35e-45d4fe96d37f admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7231314 Jul 09 15:02:31.546678 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60330) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:31.547282 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60332) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:31.553710 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af992f0b-24fe-47be-b35e-45d4fe96d37f admin admin] Pushing event updated for resources: {'Network': ['ID=49ff361b-3d2f-42a9-a862-495d0a544a61,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:31.565149 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-a7734166-712a-4bc4-9a54-f8336c0644ac admin admin] Request body: {'subnet': {'network_id': '49ff361b-3d2f-42a9-a862-495d0a544a61', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1998834433-subnet', 'tenant_id': '70e543f369d04c6685c92a0b3bdf0e81', 'ip_version': 4}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:02:31.593040 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [None req-724e0146-b59f-4ad8-b8e6-5ceb6ec5bb35 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] http://10.222.0.58:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:02:31.594736 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-724e0146-b59f-4ad8-b8e6-5ceb6ec5bb35 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] 10.222.0.58 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0168908 Jul 09 15:02:31.598058 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 60338) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:31.606460 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [None req-ffdc2b16-bd38-422b-a695-835315d45d86 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] http://10.222.0.58:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:02:31.610189 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ffdc2b16-bd38-422b-a695-835315d45d86 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] 10.222.0.58 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0095725 Jul 09 15:02:31.610788 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-873fea7b-4716-444e-9179-b6744bee8818 None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:31.611969 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60340) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:31.625989 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [None req-e92ee3b1-5ee4-4f4c-9ddf-b6146ba4c4e3 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] http://10.222.0.58:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:02:31.628859 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-e92ee3b1-5ee4-4f4c-9ddf-b6146ba4c4e3 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] 10.222.0.58 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0147603 Jul 09 15:02:31.638113 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 60342) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:31.646806 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-873fea7b-4716-444e-9179-b6744bee8818 None None] Transition to ACTIVE for port object 49ef9b7a-6bf0-472c-af86-da19c5d4b882 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:02:31.647975 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [None req-3b2747a4-cbb0-4e2b-a149-c0bd44b109f3 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] http://10.222.0.58:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:02:31.651096 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-3b2747a4-cbb0-4e2b-a149-c0bd44b109f3 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] 10.222.0.58 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0108995 Jul 09 15:02:31.654670 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 60344) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:31.671263 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 49ff361b-3d2f-42a9-a862-495d0a544a61 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:02:31.676859 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [None req-eb13504c-41e8-4ae6-9010-1514d98ca72f tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] http://10.222.0.58:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:02:31.683241 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-eb13504c-41e8-4ae6-9010-1514d98ca72f tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] 10.222.0.58 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0232506 Jul 09 15:02:31.685085 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60346) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:31.702807 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [None req-702ccf1f-1a51-4a25-8a00-f494cc4b9e71 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] http://10.222.0.58:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:02:31.711029 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-702ccf1f-1a51-4a25-8a00-f494cc4b9e71 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] 10.222.0.58 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0217712 Jul 09 15:02:31.711739 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 60350) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:31.720753 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [None req-96a2e6a9-375c-4060-9c39-24c767561b06 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] http://10.222.0.58:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:02:31.726375 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-96a2e6a9-375c-4060-9c39-24c767561b06 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] 10.222.0.58 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0100026 Jul 09 15:02:31.727287 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60352) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:31.736414 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [None req-eae2822b-7d4e-4380-9064-7a769da93f55 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] http://10.222.0.58:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:02:31.740069 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-eae2822b-7d4e-4380-9064-7a769da93f55 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] 10.222.0.58 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0086200 Jul 09 15:02:31.740476 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 60354) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:31.761247 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [None req-36cdf356-d808-4525-8273-e336a9a1e241 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] http://10.222.0.58:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:02:31.767783 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-36cdf356-d808-4525-8273-e336a9a1e241 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] 10.222.0.58 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0203962 Jul 09 15:02:31.767956 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-873fea7b-4716-444e-9179-b6744bee8818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:31.770485 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60356) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:31.775521 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [None req-f71266bd-a8b8-47a6-af3c-a4ac137dae34 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] http://10.222.0.58:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:02:31.779597 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 60358) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:31.779976 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f71266bd-a8b8-47a6-af3c-a4ac137dae34 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] 10.222.0.58 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0082383 Jul 09 15:02:31.793245 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [None req-4ff8c75a-a3bd-488b-aaa4-b1d76b23fd5c tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] http://10.222.0.58:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:02:31.795183 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-4ff8c75a-a3bd-488b-aaa4-b1d76b23fd5c tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] 10.222.0.58 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0144970 Jul 09 15:02:31.803658 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60362) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:31.809806 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [None req-612144b4-5c9f-4815-b02c-51e8e93a6d3c tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] http://10.222.0.58:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:02:31.809806 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-612144b4-5c9f-4815-b02c-51e8e93a6d3c tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] 10.222.0.58 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0068243 Jul 09 15:02:31.810536 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7734166-712a-4bc4-9a54-f8336c0644ac admin admin] Made reservation on behalf of 70e543f369d04c6685c92a0b3bdf0e81 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:02:31.811746 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 60366) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:31.814798 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a7734166-712a-4bc4-9a54-f8336c0644ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:31.826116 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [None req-c55c00c8-26e6-490d-a588-c6c94fb60eaf tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] http://10.222.0.58:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:02:31.828970 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c55c00c8-26e6-490d-a588-c6c94fb60eaf tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] 10.222.0.58 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0162172 Jul 09 15:02:31.832460 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 60368) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:31.838499 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [None req-de181336-f64e-443f-93bf-cc9fb75661e0 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] http://10.222.0.58:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:02:31.840618 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-de181336-f64e-443f-93bf-cc9fb75661e0 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] 10.222.0.58 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0062695 Jul 09 15:02:31.847782 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 60370) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:31.855067 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [None req-39e116a0-7073-425e-bc0e-63f23fb420b2 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] http://10.222.0.58:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:02:31.864391 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-39e116a0-7073-425e-bc0e-63f23fb420b2 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] 10.222.0.58 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0136836 Jul 09 15:02:31.867225 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 60372) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:31.879927 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [None req-7d7dab60-031c-4b84-aeed-a0a2d76296f9 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] http://10.222.0.58:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:02:31.886436 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-7d7dab60-031c-4b84-aeed-a0a2d76296f9 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] 10.222.0.58 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0171392 Jul 09 15:02:31.888469 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 60374) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:31.896737 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [None req-6252d30f-b5d3-4462-b024-52c57fb9b699 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] http://10.222.0.58:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:02:31.906893 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-6252d30f-b5d3-4462-b024-52c57fb9b699 tempest-ExtensionsTestJSON-457949266 tempest-ExtensionsTestJSON-457949266-project] 10.222.0.58 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0162971 Jul 09 15:02:31.938759 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:31.980696 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9cb3ff-1c13-4295-b879-9d52e4bd5840 None None] Pushing event updated for resources: {'Port': ['ID=49ef9b7a-6bf0-472c-af86-da19c5d4b882,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:32.115372 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-873fea7b-4716-444e-9179-b6744bee8818 None None] Attempting to bind port 49ef9b7a-6bf0-472c-af86-da19c5d4b882 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:02:32.115863 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-873fea7b-4716-444e-9179-b6744bee8818 None None] Attempting to bind port 49ef9b7a-6bf0-472c-af86-da19c5d4b882 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '77d36331-fbe4-4db4-b04f-6b84e0a5e88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a4fab1c9-1029-485f-b937-e1892ae0c71f'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:02:32.116257 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873fea7b-4716-444e-9179-b6744bee8818 None None] Attempting to bind port 49ef9b7a-6bf0-472c-af86-da19c5d4b882 on network a4fab1c9-1029-485f-b937-e1892ae0c71f {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:02:32.129951 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873fea7b-4716-444e-9179-b6744bee8818 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:02:32.130683 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873fea7b-4716-444e-9179-b6744bee8818 None None] Checking segment: {'id': '77d36331-fbe4-4db4-b04f-6b84e0a5e88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a4fab1c9-1029-485f-b937-e1892ae0c71f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:02:32.136140 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-873fea7b-4716-444e-9179-b6744bee8818 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:32.136916 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873fea7b-4716-444e-9179-b6744bee8818 None None] Bound using segment: {'id': '77d36331-fbe4-4db4-b04f-6b84e0a5e88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a4fab1c9-1029-485f-b937-e1892ae0c71f'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:02:32.137424 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-873fea7b-4716-444e-9179-b6744bee8818 None None] Bound port: 49ef9b7a-6bf0-472c-af86-da19c5d4b882, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77d36331-fbe4-4db4-b04f-6b84e0a5e88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a4fab1c9-1029-485f-b937-e1892ae0c71f'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:02:32.137827 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-873fea7b-4716-444e-9179-b6744bee8818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:32.237516 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-873fea7b-4716-444e-9179-b6744bee8818 None None] For port 49ef9b7a-6bf0-472c-af86-da19c5d4b882, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:02:32.241129 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-873fea7b-4716-444e-9179-b6744bee8818 None None] For port 49ef9b7a-6bf0-472c-af86-da19c5d4b882, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=49ef9b7a-6bf0-472c-af86-da19c5d4b882,segment=NetworkSegment(77d36331-fbe4-4db4-b04f-6b84e0a5e88a),segment_id=77d36331-fbe4-4db4-b04f-6b84e0a5e88a)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:02:32.601112 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a7734166-712a-4bc4-9a54-f8336c0644ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:32.601844 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-873fea7b-4716-444e-9179-b6744bee8818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:32.676257 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9cb3ff-1c13-4295-b879-9d52e4bd5840 None None] Pushing event updated for resources: {'Port': ['ID=49ef9b7a-6bf0-472c-af86-da19c5d4b882,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:32.679158 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873fea7b-4716-444e-9179-b6744bee8818 None None] Routers {'12bfa231-4356-48de-88ae-5a9aeeb23102'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:02:32.679820 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-873fea7b-4716-444e-9179-b6744bee8818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:02:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['12bfa231-4356-48de-88ae-5a9aeeb23102'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:02:32.698040 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7734166-712a-4bc4-9a54-f8336c0644ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e683658-f68c-45b9-bc60-16826742e864,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:32.705463 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7734166-712a-4bc4-9a54-f8336c0644ac admin admin] Checking segment: {'id': 'c99c05fb-055e-4d7d-bf98-915b2c9bdb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '49ff361b-3d2f-42a9-a862-495d0a544a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:02:32.705463 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7734166-712a-4bc4-9a54-f8336c0644ac admin admin] Network hostable DHCP agents. Network: 49ff361b-3d2f-42a9-a862-495d0a544a61, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:02:32.840946 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-873fea7b-4716-444e-9179-b6744bee8818 None None] Set router 12bfa231-4356-48de-88ae-5a9aeeb23102 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:02:32.894662 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7734166-712a-4bc4-9a54-f8336c0644ac admin admin] Network 49ff361b-3d2f-42a9-a862-495d0a544a61 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:02:33.016413 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-a7734166-712a-4bc4-9a54-f8336c0644ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 49ff361b-3d2f-42a9-a862-495d0a544a61) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:02:33.022900 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7734166-712a-4bc4-9a54-f8336c0644ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:02:33.024507 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a7734166-712a-4bc4-9a54-f8336c0644ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:33.071805 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfaab62-965a-46a9-bc85-faafbbdb2c97 None None] Network 49ff361b-3d2f-42a9-a862-495d0a544a61 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:02:33.143447 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 60396) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:33.152297 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a7734166-712a-4bc4-9a54-f8336c0644ac admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5904329 Jul 09 15:02:33.152461 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-facb54f3-530f-4c52-af51-3079b2f488e8 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1998834433-router', 'tenant_id': '70e543f369d04c6685c92a0b3bdf0e81', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:02:33.238262 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 60400) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:33.338634 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-facb54f3-530f-4c52-af51-3079b2f488e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:33.340028 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-facb54f3-530f-4c52-af51-3079b2f488e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:33.403274 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-873fea7b-4716-444e-9179-b6744bee8818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bfa231-4356-48de-88ae-5a9aeeb23102', 'name': 'tempest-TestAggregatesBasicOps-1660680047-router', 'tenant_id': '611b8b3c3a0948d4a435f0490ffcfbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'eaf532e0-6308-44ac-9b39-ce1fc7302e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:02:17Z', 'updated_at': '2021-07-09T15:02:26Z', 'revision_number': 4, 'project_id': '611b8b3c3a0948d4a435f0490ffcfbb9', 'gw_port': {'id': 'eaf532e0-6308-44ac-9b39-ce1fc7302e25', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:40:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bfa231-4356-48de-88ae-5a9aeeb23102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:02:18Z', 'updated_at': '2021-07-09T15:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '49ef9b7a-6bf0-472c-af86-da19c5d4b882', 'name': '', 'network_id': 'a4fab1c9-1029-485f-b937-e1892ae0c71f', 'tenant_id': '611b8b3c3a0948d4a435f0490ffcfbb9', 'mac_address': 'fa:16:3e:33:8e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12bfa231-4356-48de-88ae-5a9aeeb23102', 'device_owner': 'network:router_interface', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': '305a1219-c93f-49dc-b4d8-bb2e22ab09ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:02:25Z', 'updated_at': '2021-07-09T15:02:32Z', 'revision_number': 4, 'project_id': '611b8b3c3a0948d4a435f0490ffcfbb9', 'subnets': [{'id': '305a1219-c93f-49dc-b4d8-bb2e22ab09ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:02:33.451314 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3aacc1-cf56-47bd-9830-45a869343b10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-49ff361b-3d2f-42a9-a862-495d0a544a61', 'network_id': '49ff361b-3d2f-42a9-a862-495d0a544a61', 'tenant_id': '70e543f369d04c6685c92a0b3bdf0e81', 'fixed_ips': [{'subnet_id': '8e683658-f68c-45b9-bc60-16826742e864'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:02:33.452755 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-df3aacc1-cf56-47bd-9830-45a869343b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:33.457839 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873fea7b-4716-444e-9179-b6744bee8818 None None] The sync data for ids ['12bfa231-4356-48de-88ae-5a9aeeb23102'] in n-d-799529-6 is: [{'id': '12bfa231-4356-48de-88ae-5a9aeeb23102', 'name': 'tempest-TestAggregatesBasicOps-1660680047-router', 'tenant_id': '611b8b3c3a0948d4a435f0490ffcfbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'eaf532e0-6308-44ac-9b39-ce1fc7302e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:02:17Z', 'updated_at': '2021-07-09T15:02:26Z', 'revision_number': 4, 'project_id': '611b8b3c3a0948d4a435f0490ffcfbb9', 'gw_port': {'id': 'eaf532e0-6308-44ac-9b39-ce1fc7302e25', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:40:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bfa231-4356-48de-88ae-5a9aeeb23102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:02:18Z', 'updated_at': '2021-07-09T15:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '49ef9b7a-6bf0-472c-af86-da19c5d4b882', 'name': '', 'network_id': 'a4fab1c9-1029-485f-b937-e1892ae0c71f', 'tenant_id': '611b8b3c3a0948d4a435f0490ffcfbb9', 'mac_address': 'fa:16:3e:33:8e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12bfa231-4356-48de-88ae-5a9aeeb23102', 'device_owner': 'network:router_interface', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': '305a1219-c93f-49dc-b4d8-bb2e22ab09ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:02:25Z', 'updated_at': '2021-07-09T15:02:32Z', 'revision_number': 4, 'project_id': '611b8b3c3a0948d4a435f0490ffcfbb9', 'subnets': [{'id': '305a1219-c93f-49dc-b4d8-bb2e22ab09ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:02:33.507241 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-facb54f3-530f-4c52-af51-3079b2f488e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:33.510011 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eff7b83c-60a3-48c8-be65-61a6f4a3dfee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:33.756954 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-df3aacc1-cf56-47bd-9830-45a869343b10 None None] Allocated IP 172.20.0.2 (49ff361b-3d2f-42a9-a862-495d0a544a61/8e683658-f68c-45b9-bc60-16826742e864/411236fa-9fb6-41a6-8f6d-ffbc6ef05581) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:02:34.000620 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-facb54f3-530f-4c52-af51-3079b2f488e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:34.048827 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eff7b83c-60a3-48c8-be65-61a6f4a3dfee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:34.109167 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-df3aacc1-cf56-47bd-9830-45a869343b10 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:34.124454 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-df3aacc1-cf56-47bd-9830-45a869343b10 None None] Transition to ACTIVE for port object 411236fa-9fb6-41a6-8f6d-ffbc6ef05581 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:02:34.159959 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eff7b83c-60a3-48c8-be65-61a6f4a3dfee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:34.225247 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-df3aacc1-cf56-47bd-9830-45a869343b10 None None] Transition to ACTIVE for port object 411236fa-9fb6-41a6-8f6d-ffbc6ef05581 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:02:34.234655 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 49ef9b7a-6bf0-472c-af86-da19c5d4b882 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:02:34.315106 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-eff7b83c-60a3-48c8-be65-61a6f4a3dfee admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=74beb8377dbc4c3e9fcd49ac315e7002&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0753157 Jul 09 15:02:34.325009 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60474) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:34.328240 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7b83c-60a3-48c8-be65-61a6f4a3dfee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2bc056-c574-4e3c-8614-0232678d6111,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:34.406430 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-df3aacc1-cf56-47bd-9830-45a869343b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:34.501253 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 49ef9b7a-6bf0-472c-af86-da19c5d4b882 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:02:34.502642 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-be1e8973-ad5d-4892-8914-c800fc3cb919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:34.515666 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3aacc1-cf56-47bd-9830-45a869343b10 None None] Network 49ff361b-3d2f-42a9-a862-495d0a544a61 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:02:34.521804 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-df3aacc1-cf56-47bd-9830-45a869343b10 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:02:34.527433 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 49ef9b7a-6bf0-472c-af86-da19c5d4b882 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:02:34.528369 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:34.587329 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3aacc1-cf56-47bd-9830-45a869343b10 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:02:34.610290 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-be1e8973-ad5d-4892-8914-c800fc3cb919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:34.615016 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3aacc1-cf56-47bd-9830-45a869343b10 None None] Pushing event updated for resources: {'Port': ['ID=411236fa-9fb6-41a6-8f6d-ffbc6ef05581,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:34.715652 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-facb54f3-530f-4c52-af51-3079b2f488e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:34.740353 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-facb54f3-530f-4c52-af51-3079b2f488e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:34.804179 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-df3aacc1-cf56-47bd-9830-45a869343b10 None None] Attempting to bind port 411236fa-9fb6-41a6-8f6d-ffbc6ef05581 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:02:34.805307 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-df3aacc1-cf56-47bd-9830-45a869343b10 None None] Attempting to bind port 411236fa-9fb6-41a6-8f6d-ffbc6ef05581 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'c99c05fb-055e-4d7d-bf98-915b2c9bdb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '49ff361b-3d2f-42a9-a862-495d0a544a61'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:02:34.805701 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3aacc1-cf56-47bd-9830-45a869343b10 None None] Attempting to bind port 411236fa-9fb6-41a6-8f6d-ffbc6ef05581 on network 49ff361b-3d2f-42a9-a862-495d0a544a61 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:02:34.822604 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3aacc1-cf56-47bd-9830-45a869343b10 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:02:34.823022 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3aacc1-cf56-47bd-9830-45a869343b10 None None] Checking segment: {'id': 'c99c05fb-055e-4d7d-bf98-915b2c9bdb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '49ff361b-3d2f-42a9-a862-495d0a544a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:02:34.823467 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-df3aacc1-cf56-47bd-9830-45a869343b10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:34.825498 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3aacc1-cf56-47bd-9830-45a869343b10 None None] Bound using segment: {'id': 'c99c05fb-055e-4d7d-bf98-915b2c9bdb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '49ff361b-3d2f-42a9-a862-495d0a544a61'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:02:34.825998 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-df3aacc1-cf56-47bd-9830-45a869343b10 None None] Bound port: 411236fa-9fb6-41a6-8f6d-ffbc6ef05581, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99c05fb-055e-4d7d-bf98-915b2c9bdb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '49ff361b-3d2f-42a9-a862-495d0a544a61'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:02:34.826388 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-df3aacc1-cf56-47bd-9830-45a869343b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:34.829611 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:34.831065 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-be1e8973-ad5d-4892-8914-c800fc3cb919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:34.837832 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-be1e8973-ad5d-4892-8914-c800fc3cb919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:34.846097 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-be1e8973-ad5d-4892-8914-c800fc3cb919 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7b2bc056-c574-4e3c-8614-0232678d6111 HTTP/1.1" status: 204 len: 168 time: 0.5242231 Jul 09 15:02:34.861860 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1e8973-ad5d-4892-8914-c800fc3cb919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2bc056-c574-4e3c-8614-0232678d6111,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:34.980460 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 49ef9b7a-6bf0-472c-af86-da19c5d4b882, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=49ef9b7a-6bf0-472c-af86-da19c5d4b882,segment=NetworkSegment(77d36331-fbe4-4db4-b04f-6b84e0a5e88a),segment_id=77d36331-fbe4-4db4-b04f-6b84e0a5e88a)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:02:34.995932 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-facb54f3-530f-4c52-af51-3079b2f488e8 admin admin] Allocated IP 172.25.3.157 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/d4c2a968-2077-4607-b3d7-7d07d170af74) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:02:35.007287 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-df3aacc1-cf56-47bd-9830-45a869343b10 None None] For port 411236fa-9fb6-41a6-8f6d-ffbc6ef05581, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:02:35.011828 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-df3aacc1-cf56-47bd-9830-45a869343b10 None None] For port 411236fa-9fb6-41a6-8f6d-ffbc6ef05581, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=411236fa-9fb6-41a6-8f6d-ffbc6ef05581,segment=NetworkSegment(c99c05fb-055e-4d7d-bf98-915b2c9bdb6c),segment_id=c99c05fb-055e-4d7d-bf98-915b2c9bdb6c)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:02:35.062666 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:35.068281 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 7a55c943-174c-41e4-ae0c-abae167a4938 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:02:35.155749 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-facb54f3-530f-4c52-af51-3079b2f488e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:35.157134 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-df3aacc1-cf56-47bd-9830-45a869343b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:35.216409 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=49ef9b7a-6bf0-472c-af86-da19c5d4b882,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:35.355802 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:35.358636 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3aacc1-cf56-47bd-9830-45a869343b10 None None] Pushing event updated for resources: {'Port': ['ID=411236fa-9fb6-41a6-8f6d-ffbc6ef05581,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:35.369911 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-facb54f3-530f-4c52-af51-3079b2f488e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:35.434164 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1802d65f-3f81-429b-bc1c-bf1a7650ce94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a55c943-174c-41e4-ae0c-abae167a4938'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:02:35.440259 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3a44cf-3f45-426f-89e6-9ac203f36240" -d '{"events": [{"server_uuid": "1802d65f-3f81-429b-bc1c-bf1a7650ce94", "name": "network-vif-unplugged", "status": "completed", "tag": "7a55c943-174c-41e4-ae0c-abae167a4938"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:02:35.496545 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 7a55c943-174c-41e4-ae0c-abae167a4938, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=7a55c943-174c-41e4-ae0c-abae167a4938,segment=NetworkSegment(06875dad-dad1-4e17-960d-8ec4e4c881bc),segment_id=06875dad-dad1-4e17-960d-8ec4e4c881bc)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:02:35.500861 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-facb54f3-530f-4c52-af51-3079b2f488e8 admin admin] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:02:35.518397 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-facb54f3-530f-4c52-af51-3079b2f488e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:02:35.530994 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facb54f3-530f-4c52-af51-3079b2f488e8 admin admin] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:02:35.636544 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:35.700055 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facb54f3-530f-4c52-af51-3079b2f488e8 admin admin] Pushing event updated for resources: {'Port': ['ID=d4c2a968-2077-4607-b3d7-7d07d170af74,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:35.729680 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 15:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdecce13-5bc2-4d7a-89f3-34274d4fde24 x-openstack-request-id: req-fdecce13-5bc2-4d7a-89f3-34274d4fde24 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:02:35.730090 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1802d65f-3f81-429b-bc1c-bf1a7650ce94", "name": "network-vif-unplugged", "status": "completed", "tag": "7a55c943-174c-41e4-ae0c-abae167a4938", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:02:35.730750 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fdecce13-5bc2-4d7a-89f3-34274d4fde24 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:02:35.752152 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1802d65f-3f81-429b-bc1c-bf1a7650ce94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a55c943-174c-41e4-ae0c-abae167a4938', 'code': 200} Jul 09 15:02:35.847316 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=7a55c943-174c-41e4-ae0c-abae167a4938,revision_number=8']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:36.251848 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-facb54f3-530f-4c52-af51-3079b2f488e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:36.276202 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 49ef9b7a-6bf0-472c-af86-da19c5d4b882 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:02:36.414027 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 49ef9b7a-6bf0-472c-af86-da19c5d4b882 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:02:36.417242 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:36.571615 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 411236fa-9fb6-41a6-8f6d-ffbc6ef05581 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:02:36.725461 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 411236fa-9fb6-41a6-8f6d-ffbc6ef05581 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:02:36.757502 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-facb54f3-530f-4c52-af51-3079b2f488e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:36.816035 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d18042-7abe-47cf-8936-889e756a20db None None] Network 49ff361b-3d2f-42a9-a862-495d0a544a61 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:02:36.823193 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60632) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:37.006415 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-cf157e51-1756-4641-ba02-cd44f321383c tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-122259746'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:02:37.071783 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-c19ea504-2385-4337-8eab-87653fc095d9 None None] Provisioning for port 411236fa-9fb6-41a6-8f6d-ffbc6ef05581 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:02:37.079635 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-c19ea504-2385-4337-8eab-87653fc095d9 None None] Provisioning complete for port 411236fa-9fb6-41a6-8f6d-ffbc6ef05581 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:02:37.080513 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c19ea504-2385-4337-8eab-87653fc095d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:37.115365 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-facb54f3-530f-4c52-af51-3079b2f488e8 admin admin] Router 5463b736-b0c9-494d-9185-34aee6538cfe is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 15:02:37.183821 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf157e51-1756-4641-ba02-cd44f321383c tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Made reservation on behalf of d18aec697b164665b6b8bd2903afcb62 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:02:37.187468 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cf157e51-1756-4641-ba02-cd44f321383c tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:37.239874 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cf157e51-1756-4641-ba02-cd44f321383c tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:37.356194 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-facb54f3-530f-4c52-af51-3079b2f488e8 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:02:37.366307 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd669d3-d657-4378-a0ba-790a15d7a911 None None] Sync routers for ids ['5463b736-b0c9-494d-9185-34aee6538cfe'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:02:37.397104 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd669d3-d657-4378-a0ba-790a15d7a911 None None] Routers {'5463b736-b0c9-494d-9185-34aee6538cfe'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:02:37.400341 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-6fd669d3-d657-4378-a0ba-790a15d7a911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:02:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['5463b736-b0c9-494d-9185-34aee6538cfe'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:02:37.495486 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cf157e51-1756-4641-ba02-cd44f321383c tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:37.522793 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c19ea504-2385-4337-8eab-87653fc095d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:37.570756 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-c19ea504-2385-4337-8eab-87653fc095d9 None None] For port 411236fa-9fb6-41a6-8f6d-ffbc6ef05581, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=411236fa-9fb6-41a6-8f6d-ffbc6ef05581,segment=NetworkSegment(c99c05fb-055e-4d7d-bf98-915b2c9bdb6c),segment_id=c99c05fb-055e-4d7d-bf98-915b2c9bdb6c)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:02:37.618946 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-6fd669d3-d657-4378-a0ba-790a15d7a911 None None] Set router 5463b736-b0c9-494d-9185-34aee6538cfe gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:02:37.829570 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-6fd669d3-d657-4378-a0ba-790a15d7a911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5463b736-b0c9-494d-9185-34aee6538cfe', 'name': 'tempest-TestAggregatesBasicOps-1998834433-router', 'tenant_id': '70e543f369d04c6685c92a0b3bdf0e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'd4c2a968-2077-4607-b3d7-7d07d170af74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:02:33Z', 'updated_at': '2021-07-09T15:02:35Z', 'revision_number': 3, 'project_id': '70e543f369d04c6685c92a0b3bdf0e81', 'gw_port': {'id': 'd4c2a968-2077-4607-b3d7-7d07d170af74', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5463b736-b0c9-494d-9185-34aee6538cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:02:34Z', 'updated_at': '2021-07-09T15:02:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:02:37.862057 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd669d3-d657-4378-a0ba-790a15d7a911 None None] Checking router: 5463b736-b0c9-494d-9185-34aee6538cfe for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:02:37.862691 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd669d3-d657-4378-a0ba-790a15d7a911 None None] Updating router 5463b736-b0c9-494d-9185-34aee6538cfe port d4c2a968-2077-4607-b3d7-7d07d170af74 binding host n-d-799529-6 {{(pid=94448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:02:37.903373 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-6fd669d3-d657-4378-a0ba-790a15d7a911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:38.288055 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-6fd669d3-d657-4378-a0ba-790a15d7a911 None None] Notify callbacks [] for port, precommit_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:38.298586 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.provisioning_blocks [None req-6fd669d3-d657-4378-a0ba-790a15d7a911 None None] Transition to ACTIVE for port object d4c2a968-2077-4607-b3d7-7d07d170af74 will not be triggered until provisioned by entity L2. {{(pid=94448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:02:38.578364 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-6fd669d3-d657-4378-a0ba-790a15d7a911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:38.579400 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cf157e51-1756-4641-ba02-cd44f321383c tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:38.583416 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c19ea504-2385-4337-8eab-87653fc095d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:38.601530 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf157e51-1756-4641-ba02-cd44f321383c tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:02:38.613870 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cf157e51-1756-4641-ba02-cd44f321383c tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:38.616123 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-cf157e51-1756-4641-ba02-cd44f321383c tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Added segment 591d66bb-5f6e-4b73-b884-c1b6f07529fb of type vlan for network db876d87-2126-4d30-b536-1e2da7f53ebc Jul 09 15:02:38.679696 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ea504-2385-4337-8eab-87653fc095d9 None None] Pushing event updated for resources: {'Port': ['ID=411236fa-9fb6-41a6-8f6d-ffbc6ef05581,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:38.690043 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-6fd669d3-d657-4378-a0ba-790a15d7a911 None None] Attempting to bind port d4c2a968-2077-4607-b3d7-7d07d170af74 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:02:38.690043 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-6fd669d3-d657-4378-a0ba-790a15d7a911 None None] Attempting to bind port d4c2a968-2077-4607-b3d7-7d07d170af74 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:02:38.690043 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd669d3-d657-4378-a0ba-790a15d7a911 None None] Attempting to bind port d4c2a968-2077-4607-b3d7-7d07d170af74 on network 202c7ce6-d4e9-4f80-84dd-bef08905a653 {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:02:38.690797 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cf157e51-1756-4641-ba02-cd44f321383c tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:38.693029 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a98608-b4d4-43d1-afa3-aec6272c5777 None None] Pushing event updated for resources: {'Port': ['ID=d4c2a968-2077-4607-b3d7-7d07d170af74,revision_number=2']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:38.694210 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf157e51-1756-4641-ba02-cd44f321383c tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b98279c-ec1f-44df-97a7-d9aad09539b1,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:38.699530 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd669d3-d657-4378-a0ba-790a15d7a911 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:02:38.699992 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd669d3-d657-4378-a0ba-790a15d7a911 None None] Checking segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:02:38.700397 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-6fd669d3-d657-4378-a0ba-790a15d7a911 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:38.700984 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd669d3-d657-4378-a0ba-790a15d7a911 None None] Bound using segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:02:38.701637 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-6fd669d3-d657-4378-a0ba-790a15d7a911 None None] Bound port: d4c2a968-2077-4607-b3d7-7d07d170af74, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:02:38.702324 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-6fd669d3-d657-4378-a0ba-790a15d7a911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:38.711906 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-2cbfd5f6-e379-456f-8155-4a998a2bf49d None None] Provisioning complete for port 411236fa-9fb6-41a6-8f6d-ffbc6ef05581 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:02:38.713024 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2cbfd5f6-e379-456f-8155-4a998a2bf49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:38.771032 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-6fd669d3-d657-4378-a0ba-790a15d7a911 None None] For port d4c2a968-2077-4607-b3d7-7d07d170af74, host n-d-799529-6, cleared binding levels {{(pid=94448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:02:38.774509 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-6fd669d3-d657-4378-a0ba-790a15d7a911 None None] For port d4c2a968-2077-4607-b3d7-7d07d170af74, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=d4c2a968-2077-4607-b3d7-7d07d170af74,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:02:38.800409 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-facb54f3-530f-4c52-af51-3079b2f488e8 admin admin] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:38.809183 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-facb54f3-530f-4c52-af51-3079b2f488e8 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.6556823 Jul 09 15:02:38.809183 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 60710) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:38.894023 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cf157e51-1756-4641-ba02-cd44f321383c tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:38.901795 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf157e51-1756-4641-ba02-cd44f321383c tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:02:38.902511 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cf157e51-1756-4641-ba02-cd44f321383c tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:39.006512 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-6fd669d3-d657-4378-a0ba-790a15d7a911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:39.051581 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf157e51-1756-4641-ba02-cd44f321383c tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Pushing event updated for resources: {'Network': ['ID=db876d87-2126-4d30-b536-1e2da7f53ebc,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:39.066035 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network db876d87-2126-4d30-b536-1e2da7f53ebc details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:02:39.084837 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 7a55c943-174c-41e4-ae0c-abae167a4938 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 15:02:39.090311 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a98608-b4d4-43d1-afa3-aec6272c5777 None None] Pushing event updated for resources: {'Port': ['ID=d4c2a968-2077-4607-b3d7-7d07d170af74,revision_number=3']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:39.093058 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd669d3-d657-4378-a0ba-790a15d7a911 None None] Routers {'5463b736-b0c9-494d-9185-34aee6538cfe'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:02:39.093893 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-6fd669d3-d657-4378-a0ba-790a15d7a911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:02:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['5463b736-b0c9-494d-9185-34aee6538cfe'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:02:39.101325 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-cf157e51-1756-4641-ba02-cd44f321383c tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.2741940 Jul 09 15:02:39.111001 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60722) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:39.119756 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-633ae10c-5602-4ba0-aba7-ba8cf5a7645b tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Request body: {'subnet': {'network_id': 'db876d87-2126-4d30-b536-1e2da7f53ebc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:02:39.289897 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-6fd669d3-d657-4378-a0ba-790a15d7a911 None None] Set router 5463b736-b0c9-494d-9185-34aee6538cfe gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:02:39.302759 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633ae10c-5602-4ba0-aba7-ba8cf5a7645b tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Made reservation on behalf of d18aec697b164665b6b8bd2903afcb62 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:02:39.307118 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-633ae10c-5602-4ba0-aba7-ba8cf5a7645b tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:39.440368 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 7a55c943-174c-41e4-ae0c-abae167a4938, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=7a55c943-174c-41e4-ae0c-abae167a4938,segment=NetworkSegment(06875dad-dad1-4e17-960d-8ec4e4c881bc),segment_id=06875dad-dad1-4e17-960d-8ec4e4c881bc)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:02:39.463144 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-689b0eba-eaa1-4cc5-8b9a-bee0c7141a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:39.479021 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '7a55c943-174c-41e4-ae0c-abae167a4938', 'network_id': '2caf48fb-184c-426e-a7e2-2d876991b7f4', 'port_id': '7a55c943-174c-41e4-ae0c-abae167a4938', 'mac_address': 'fa:16:3e:19:43:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a10947be-2e1d-4b8b-b31f-e273354d0e7a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 15:02:39.581988 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:39.623026 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a55c943-174c-41e4-ae0c-abae167a4938 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:02:39.704043 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-633ae10c-5602-4ba0-aba7-ba8cf5a7645b tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:39.704797 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 7a55c943-174c-41e4-ae0c-abae167a4938, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=7a55c943-174c-41e4-ae0c-abae167a4938,segment=NetworkSegment(06875dad-dad1-4e17-960d-8ec4e4c881bc),segment_id=06875dad-dad1-4e17-960d-8ec4e4c881bc)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:02:39.772677 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:39.879161 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-689b0eba-eaa1-4cc5-8b9a-bee0c7141a6f admin admin] Allocated IP 172.20.0.1 (49ff361b-3d2f-42a9-a862-495d0a544a61/8e683658-f68c-45b9-bc60-16826742e864/9152bb0d-1ed9-4a0f-9e3d-2d775eeadbc1) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:02:39.882548 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=7a55c943-174c-41e4-ae0c-abae167a4938,revision_number=9']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:39.898031 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633ae10c-5602-4ba0-aba7-ba8cf5a7645b tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Pushing event updated for resources: {'Subnet': ['ID=5a55322b-4a24-4165-95f2-93e6347fbc06,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:39.907814 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633ae10c-5602-4ba0-aba7-ba8cf5a7645b tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Checking segment: {'id': '591d66bb-5f6e-4b73-b884-c1b6f07529fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'db876d87-2126-4d30-b536-1e2da7f53ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:02:39.908354 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633ae10c-5602-4ba0-aba7-ba8cf5a7645b tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Network hostable DHCP agents. Network: db876d87-2126-4d30-b536-1e2da7f53ebc, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:02:39.919860 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-6fd669d3-d657-4378-a0ba-790a15d7a911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5463b736-b0c9-494d-9185-34aee6538cfe', 'name': 'tempest-TestAggregatesBasicOps-1998834433-router', 'tenant_id': '70e543f369d04c6685c92a0b3bdf0e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'd4c2a968-2077-4607-b3d7-7d07d170af74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:02:33Z', 'updated_at': '2021-07-09T15:02:35Z', 'revision_number': 3, 'project_id': '70e543f369d04c6685c92a0b3bdf0e81', 'gw_port': {'id': 'd4c2a968-2077-4607-b3d7-7d07d170af74', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5463b736-b0c9-494d-9185-34aee6538cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:02:34Z', 'updated_at': '2021-07-09T15:02:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:02:39.950005 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd669d3-d657-4378-a0ba-790a15d7a911 None None] The sync data for ids ['5463b736-b0c9-494d-9185-34aee6538cfe'] in n-d-799529-6 is: [{'id': '5463b736-b0c9-494d-9185-34aee6538cfe', 'name': 'tempest-TestAggregatesBasicOps-1998834433-router', 'tenant_id': '70e543f369d04c6685c92a0b3bdf0e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'd4c2a968-2077-4607-b3d7-7d07d170af74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:02:33Z', 'updated_at': '2021-07-09T15:02:35Z', 'revision_number': 3, 'project_id': '70e543f369d04c6685c92a0b3bdf0e81', 'gw_port': {'id': 'd4c2a968-2077-4607-b3d7-7d07d170af74', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5463b736-b0c9-494d-9185-34aee6538cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:02:34Z', 'updated_at': '2021-07-09T15:02:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:02:39.979104 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['7a55c943-174c-41e4-ae0c-abae167a4938'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:02:40.018332 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633ae10c-5602-4ba0-aba7-ba8cf5a7645b tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Network db876d87-2126-4d30-b536-1e2da7f53ebc is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:02:40.108896 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-633ae10c-5602-4ba0-aba7-ba8cf5a7645b tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, db876d87-2126-4d30-b536-1e2da7f53ebc) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:02:40.123152 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-689b0eba-eaa1-4cc5-8b9a-bee0c7141a6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:40.129995 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633ae10c-5602-4ba0-aba7-ba8cf5a7645b tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:02:40.130651 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-633ae10c-5602-4ba0-aba7-ba8cf5a7645b tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:40.149055 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-689b0eba-eaa1-4cc5-8b9a-bee0c7141a6f admin admin] Transition to ACTIVE for port object 9152bb0d-1ed9-4a0f-9e3d-2d775eeadbc1 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:02:40.154031 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a995c401-707e-423f-a11c-257f5d6d26e2 None None] Network db876d87-2126-4d30-b536-1e2da7f53ebc requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:02:40.175623 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 411236fa-9fb6-41a6-8f6d-ffbc6ef05581 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:02:40.343745 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-633ae10c-5602-4ba0-aba7-ba8cf5a7645b tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2408493 Jul 09 15:02:40.346218 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60778) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:40.357105 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-fdff3915-d089-4490-ad54-b3d7c3c03c88 tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-369147853', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:02:40.388268 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-689b0eba-eaa1-4cc5-8b9a-bee0c7141a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:40.463248 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689b0eba-eaa1-4cc5-8b9a-bee0c7141a6f admin admin] Network 49ff361b-3d2f-42a9-a862-495d0a544a61 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:02:40.467495 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-689b0eba-eaa1-4cc5-8b9a-bee0c7141a6f admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:02:40.493725 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689b0eba-eaa1-4cc5-8b9a-bee0c7141a6f admin admin] Pushing event updated for resources: {'Port': ['ID=9152bb0d-1ed9-4a0f-9e3d-2d775eeadbc1,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:40.508443 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fdff3915-d089-4490-ad54-b3d7c3c03c88 tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:40.510567 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fdff3915-d089-4490-ad54-b3d7c3c03c88 tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:40.512242 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689b0eba-eaa1-4cc5-8b9a-bee0c7141a6f admin admin] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:02:40.546067 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 411236fa-9fb6-41a6-8f6d-ffbc6ef05581 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:02:40.548396 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:40.615651 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-689b0eba-eaa1-4cc5-8b9a-bee0c7141a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:40.622491 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3518bb-7b3c-4ee7-95b9-9edfe590cde8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-db876d87-2126-4d30-b536-1e2da7f53ebc', 'network_id': 'db876d87-2126-4d30-b536-1e2da7f53ebc', 'tenant_id': 'd18aec697b164665b6b8bd2903afcb62', 'fixed_ips': [{'subnet_id': '5a55322b-4a24-4165-95f2-93e6347fbc06'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:02:40.623949 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8f3518bb-7b3c-4ee7-95b9-9edfe590cde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:40.860302 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fdff3915-d089-4490-ad54-b3d7c3c03c88 tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:40.967116 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fdff3915-d089-4490-ad54-b3d7c3c03c88 tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:41.003588 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-8f3518bb-7b3c-4ee7-95b9-9edfe590cde8 None None] Allocated IP 172.20.0.2 (db876d87-2126-4d30-b536-1e2da7f53ebc/5a55322b-4a24-4165-95f2-93e6347fbc06/10847471-67d5-4a5c-a0c5-237ec7254de8) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:02:41.042837 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-689b0eba-eaa1-4cc5-8b9a-bee0c7141a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:41.120703 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fdff3915-d089-4490-ad54-b3d7c3c03c88 tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:41.122573 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-fdff3915-d089-4490-ad54-b3d7c3c03c88 tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.7727311 Jul 09 15:02:41.126073 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60816) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:41.296694 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8f3518bb-7b3c-4ee7-95b9-9edfe590cde8 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:41.327635 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-8f3518bb-7b3c-4ee7-95b9-9edfe590cde8 None None] Transition to ACTIVE for port object 10847471-67d5-4a5c-a0c5-237ec7254de8 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:02:41.348800 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-8f3518bb-7b3c-4ee7-95b9-9edfe590cde8 None None] Transition to ACTIVE for port object 10847471-67d5-4a5c-a0c5-237ec7254de8 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:02:41.509056 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-cee84c1d-70a3-42bb-9a78-da186bf3dae9 None None] Provisioning for port 9152bb0d-1ed9-4a0f-9e3d-2d775eeadbc1 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:02:41.517578 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-cee84c1d-70a3-42bb-9a78-da186bf3dae9 None None] Provisioning complete for port 9152bb0d-1ed9-4a0f-9e3d-2d775eeadbc1 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:02:41.518271 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-cee84c1d-70a3-42bb-9a78-da186bf3dae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:41.646582 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-cee84c1d-70a3-42bb-9a78-da186bf3dae9 None None] Port 9152bb0d-1ed9-4a0f-9e3d-2d775eeadbc1 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:02:41.658602 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8f3518bb-7b3c-4ee7-95b9-9edfe590cde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:41.709244 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3518bb-7b3c-4ee7-95b9-9edfe590cde8 None None] Network db876d87-2126-4d30-b536-1e2da7f53ebc is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:02:41.721534 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-8f3518bb-7b3c-4ee7-95b9-9edfe590cde8 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:02:41.728894 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3518bb-7b3c-4ee7-95b9-9edfe590cde8 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:02:41.842116 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3518bb-7b3c-4ee7-95b9-9edfe590cde8 None None] Pushing event updated for resources: {'Port': ['ID=10847471-67d5-4a5c-a0c5-237ec7254de8,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:41.921132 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-8f3518bb-7b3c-4ee7-95b9-9edfe590cde8 None None] Attempting to bind port 10847471-67d5-4a5c-a0c5-237ec7254de8 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:02:41.921528 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-8f3518bb-7b3c-4ee7-95b9-9edfe590cde8 None None] Attempting to bind port 10847471-67d5-4a5c-a0c5-237ec7254de8 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '591d66bb-5f6e-4b73-b884-c1b6f07529fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'db876d87-2126-4d30-b536-1e2da7f53ebc'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:02:41.921908 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3518bb-7b3c-4ee7-95b9-9edfe590cde8 None None] Attempting to bind port 10847471-67d5-4a5c-a0c5-237ec7254de8 on network db876d87-2126-4d30-b536-1e2da7f53ebc {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:02:41.937575 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3518bb-7b3c-4ee7-95b9-9edfe590cde8 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:02:41.938038 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3518bb-7b3c-4ee7-95b9-9edfe590cde8 None None] Checking segment: {'id': '591d66bb-5f6e-4b73-b884-c1b6f07529fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'db876d87-2126-4d30-b536-1e2da7f53ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:02:41.938384 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8f3518bb-7b3c-4ee7-95b9-9edfe590cde8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:41.938788 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3518bb-7b3c-4ee7-95b9-9edfe590cde8 None None] Bound using segment: {'id': '591d66bb-5f6e-4b73-b884-c1b6f07529fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'db876d87-2126-4d30-b536-1e2da7f53ebc'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:02:41.939671 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-8f3518bb-7b3c-4ee7-95b9-9edfe590cde8 None None] Bound port: 10847471-67d5-4a5c-a0c5-237ec7254de8, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591d66bb-5f6e-4b73-b884-c1b6f07529fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'db876d87-2126-4d30-b536-1e2da7f53ebc'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:02:41.940178 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8f3518bb-7b3c-4ee7-95b9-9edfe590cde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:42.016733 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-689b0eba-eaa1-4cc5-8b9a-bee0c7141a6f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:42.080122 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-689b0eba-eaa1-4cc5-8b9a-bee0c7141a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:42.183953 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-8f3518bb-7b3c-4ee7-95b9-9edfe590cde8 None None] For port 10847471-67d5-4a5c-a0c5-237ec7254de8, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:02:42.190534 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-8f3518bb-7b3c-4ee7-95b9-9edfe590cde8 None None] For port 10847471-67d5-4a5c-a0c5-237ec7254de8, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=10847471-67d5-4a5c-a0c5-237ec7254de8,segment=NetworkSegment(591d66bb-5f6e-4b73-b884-c1b6f07529fb),segment_id=591d66bb-5f6e-4b73-b884-c1b6f07529fb)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:02:42.229427 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-689b0eba-eaa1-4cc5-8b9a-bee0c7141a6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:42.278865 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device d4c2a968-2077-4607-b3d7-7d07d170af74 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:02:42.334226 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8f3518bb-7b3c-4ee7-95b9-9edfe590cde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:42.368299 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689b0eba-eaa1-4cc5-8b9a-bee0c7141a6f admin admin] Pushing event updated for resources: {'Port': ['ID=9152bb0d-1ed9-4a0f-9e3d-2d775eeadbc1,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:42.453680 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689b0eba-eaa1-4cc5-8b9a-bee0c7141a6f admin admin] Network 49ff361b-3d2f-42a9-a862-495d0a544a61 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:02:42.456159 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-689b0eba-eaa1-4cc5-8b9a-bee0c7141a6f admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:02:42.465095 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3518bb-7b3c-4ee7-95b9-9edfe590cde8 None None] Pushing event updated for resources: {'Port': ['ID=10847471-67d5-4a5c-a0c5-237ec7254de8,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:42.554077 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port d4c2a968-2077-4607-b3d7-7d07d170af74 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:02:42.558645 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port d4c2a968-2077-4607-b3d7-7d07d170af74 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:02:42.559097 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:42.655338 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-689b0eba-eaa1-4cc5-8b9a-bee0c7141a6f admin admin] Router 5463b736-b0c9-494d-9185-34aee6538cfe has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:02:42.658398 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-10c30d5a-9c60-4f0c-83ed-7a520323351d tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:42.753543 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:42.821227 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port d4c2a968-2077-4607-b3d7-7d07d170af74, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=d4c2a968-2077-4607-b3d7-7d07d170af74,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:02:42.930122 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:42.990998 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-689b0eba-eaa1-4cc5-8b9a-bee0c7141a6f admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:02:43.001172 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-689b0eba-eaa1-4cc5-8b9a-bee0c7141a6f admin admin] 10.222.0.58 "PUT /v2.0/routers/5463b736-b0c9-494d-9185-34aee6538cfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1957316 Jul 09 15:02:43.026518 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a91de7b-c608-4c26-856e-e0b4c9afbbb7 None None] Sync routers for ids ['5463b736-b0c9-494d-9185-34aee6538cfe'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:02:43.099823 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a91de7b-c608-4c26-856e-e0b4c9afbbb7 None None] Routers {'5463b736-b0c9-494d-9185-34aee6538cfe'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:02:43.100609 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-9a91de7b-c608-4c26-856e-e0b4c9afbbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:02:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['5463b736-b0c9-494d-9185-34aee6538cfe'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:02:43.134976 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 7a55c943-174c-41e4-ae0c-abae167a4938 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:02:43.449752 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=d4c2a968-2077-4607-b3d7-7d07d170af74,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:43.474724 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-f5e00e4c-77e4-4284-acd6-7df129095619 None None] Provisioning complete for port 9152bb0d-1ed9-4a0f-9e3d-2d775eeadbc1 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:02:43.476198 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f5e00e4c-77e4-4284-acd6-7df129095619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:43.477540 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-10c30d5a-9c60-4f0c-83ed-7a520323351d tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Allocated IP 172.20.0.1 (db876d87-2126-4d30-b536-1e2da7f53ebc/5a55322b-4a24-4165-95f2-93e6347fbc06/e41a67fb-3a47-4f88-ac04-273982694d30) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:02:43.563419 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 7a55c943-174c-41e4-ae0c-abae167a4938 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:02:43.573329 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:43.632075 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-f5e00e4c-77e4-4284-acd6-7df129095619 None None] Port 9152bb0d-1ed9-4a0f-9e3d-2d775eeadbc1 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:02:43.658183 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-9a91de7b-c608-4c26-856e-e0b4c9afbbb7 None None] Set router 5463b736-b0c9-494d-9185-34aee6538cfe gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:02:43.683671 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-10c30d5a-9c60-4f0c-83ed-7a520323351d tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:43.703665 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-10c30d5a-9c60-4f0c-83ed-7a520323351d tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Transition to ACTIVE for port object e41a67fb-3a47-4f88-ac04-273982694d30 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:02:43.751200 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:43.838207 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 7a55c943-174c-41e4-ae0c-abae167a4938, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=7a55c943-174c-41e4-ae0c-abae167a4938,segment=NetworkSegment(06875dad-dad1-4e17-960d-8ec4e4c881bc),segment_id=06875dad-dad1-4e17-960d-8ec4e4c881bc)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:02:43.846111 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1802d65f-3f81-429b-bc1c-bf1a7650ce94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a55c943-174c-41e4-ae0c-abae167a4938'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:02:43.849328 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd2bd3e-bc77-431f-9fff-d421b7b7deb3" -d '{"events": [{"server_uuid": "1802d65f-3f81-429b-bc1c-bf1a7650ce94", "name": "network-vif-plugged", "status": "completed", "tag": "7a55c943-174c-41e4-ae0c-abae167a4938"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:02:43.932957 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-105572fe-9292-4444-9552-ee7a1f346288 req-e9eb5b1e-75cd-49d9-986e-3c682d15f46a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.7865074 Jul 09 15:02:43.938672 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:43.944001 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a0e416b-ae6a-4087-a1bc-6a85403781f3 x-openstack-request-id: req-3a0e416b-ae6a-4087-a1bc-6a85403781f3 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:02:43.944273 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1802d65f-3f81-429b-bc1c-bf1a7650ce94", "name": "network-vif-plugged", "status": "completed", "tag": "7a55c943-174c-41e4-ae0c-abae167a4938", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:02:43.944581 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3a0e416b-ae6a-4087-a1bc-6a85403781f3 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:02:43.944933 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1802d65f-3f81-429b-bc1c-bf1a7650ce94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a55c943-174c-41e4-ae0c-abae167a4938', 'code': 200} Jul 09 15:02:43.977788 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-10c30d5a-9c60-4f0c-83ed-7a520323351d tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:44.165531 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=7a55c943-174c-41e4-ae0c-abae167a4938,revision_number=10']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:44.173151 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c30d5a-9c60-4f0c-83ed-7a520323351d tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Network db876d87-2126-4d30-b536-1e2da7f53ebc is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:02:44.189432 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 60972) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:44.202613 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-10c30d5a-9c60-4f0c-83ed-7a520323351d tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:02:44.215804 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c30d5a-9c60-4f0c-83ed-7a520323351d tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:02:44.241065 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-9a91de7b-c608-4c26-856e-e0b4c9afbbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5463b736-b0c9-494d-9185-34aee6538cfe', 'name': 'tempest-TestAggregatesBasicOps-1998834433-router', 'tenant_id': '70e543f369d04c6685c92a0b3bdf0e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'd4c2a968-2077-4607-b3d7-7d07d170af74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:02:33Z', 'updated_at': '2021-07-09T15:02:40Z', 'revision_number': 4, 'project_id': '70e543f369d04c6685c92a0b3bdf0e81', 'gw_port': {'id': 'd4c2a968-2077-4607-b3d7-7d07d170af74', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5463b736-b0c9-494d-9185-34aee6538cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:02:34Z', 'updated_at': '2021-07-09T15:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '9152bb0d-1ed9-4a0f-9e3d-2d775eeadbc1', 'name': '', 'network_id': '49ff361b-3d2f-42a9-a862-495d0a544a61', 'tenant_id': '70e543f369d04c6685c92a0b3bdf0e81', 'mac_address': 'fa:16:3e:ac:26:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5463b736-b0c9-494d-9185-34aee6538cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '8e683658-f68c-45b9-bc60-16826742e864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:02:39Z', 'updated_at': '2021-07-09T15:02:41Z', 'revision_number': 2, 'project_id': '70e543f369d04c6685c92a0b3bdf0e81', 'subnets': [{'id': '8e683658-f68c-45b9-bc60-16826742e864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:02:44.298032 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a91de7b-c608-4c26-856e-e0b4c9afbbb7 None None] Checking router: 5463b736-b0c9-494d-9185-34aee6538cfe for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:02:44.298461 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a91de7b-c608-4c26-856e-e0b4c9afbbb7 None None] Updating router 5463b736-b0c9-494d-9185-34aee6538cfe port 9152bb0d-1ed9-4a0f-9e3d-2d775eeadbc1 binding host n-d-799529-6 {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:02:44.349604 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9a91de7b-c608-4c26-856e-e0b4c9afbbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:44.368527 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-10c30d5a-9c60-4f0c-83ed-7a520323351d tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:44.501992 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-2a5bd893-ff27-418f-8fe9-f6c4f23a01ab admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1771b5ebce2a444c9fbbdd1e4146ee61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3201206 Jul 09 15:02:44.505902 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 60994) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:44.592080 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 10847471-67d5-4a5c-a0c5-237ec7254de8 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:02:44.599575 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90709a6c-2d28-4439-8513-d6059099c85c None None] Network db876d87-2126-4d30-b536-1e2da7f53ebc requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:02:44.631084 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e00da74e-f938-4038-aeae-6eb034fa909c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:44.687358 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e00da74e-f938-4038-aeae-6eb034fa909c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:44.731818 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c30d5a-9c60-4f0c-83ed-7a520323351d tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Pushing event updated for resources: {'Port': ['ID=e41a67fb-3a47-4f88-ac04-273982694d30,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:44.806875 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105572fe-9292-4444-9552-ee7a1f346288 req-4a5fbf79-79a1-454d-b3d9-726221ec6335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:02:44.807269 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105572fe-9292-4444-9552-ee7a1f346288 req-4a5fbf79-79a1-454d-b3d9-726221ec6335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:02:44.807770 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105572fe-9292-4444-9552-ee7a1f346288 req-4a5fbf79-79a1-454d-b3d9-726221ec6335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:02:44.808237 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105572fe-9292-4444-9552-ee7a1f346288 req-4a5fbf79-79a1-454d-b3d9-726221ec6335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:02:44.808707 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105572fe-9292-4444-9552-ee7a1f346288 req-4a5fbf79-79a1-454d-b3d9-726221ec6335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:02:44.809178 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105572fe-9292-4444-9552-ee7a1f346288 req-4a5fbf79-79a1-454d-b3d9-726221ec6335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:02:44.809638 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105572fe-9292-4444-9552-ee7a1f346288 req-4a5fbf79-79a1-454d-b3d9-726221ec6335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:02:44.815839 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-105572fe-9292-4444-9552-ee7a1f346288 req-4a5fbf79-79a1-454d-b3d9-726221ec6335 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b0dcdaf85ebc429397d88229c635e7b2&device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 6502 time: 0.7744660 Jul 09 15:02:44.818078 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-14cf7caa-e93f-4760-a500-b5d7a0fb0aa3 None None] Provisioning for port 10847471-67d5-4a5c-a0c5-237ec7254de8 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:02:44.902747 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e00da74e-f938-4038-aeae-6eb034fa909c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:44.905601 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e00da74e-f938-4038-aeae-6eb034fa909c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:44.907050 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e00da74e-f938-4038-aeae-6eb034fa909c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/adffbb06-e1b0-48f9-932c-239e41f3d933 HTTP/1.1" status: 204 len: 168 time: 0.3997502 Jul 09 15:02:44.925374 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00da74e-f938-4038-aeae-6eb034fa909c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adffbb06-e1b0-48f9-932c-239e41f3d933,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:44.954753 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105572fe-9292-4444-9552-ee7a1f346288 req-9f3e50b3-0560-4559-aea5-4e61e79e7059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:02:44.955237 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105572fe-9292-4444-9552-ee7a1f346288 req-9f3e50b3-0560-4559-aea5-4e61e79e7059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:02:44.956259 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105572fe-9292-4444-9552-ee7a1f346288 req-9f3e50b3-0560-4559-aea5-4e61e79e7059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:02:44.973283 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-105572fe-9292-4444-9552-ee7a1f346288 req-9f3e50b3-0560-4559-aea5-4e61e79e7059 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6107f077-f7c7-47db-8b86-669db7279c4c&id=dc6506e8-ceaa-4382-aad7-27ea0263e5fe&id=dc6506e8-ceaa-4382-aad7-27ea0263e5fe&id=dc6506e8-ceaa-4382-aad7-27ea0263e5fe&id=dc6506e8-ceaa-4382-aad7-27ea0263e5fe&id=695dcd67-56f3-489c-8be9-3d26f71af2f9&id=695dcd67-56f3-489c-8be9-3d26f71af2f9 HTTP/1.1" status: 200 len: 2298 time: 0.1296046 Jul 09 15:02:45.043398 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 10847471-67d5-4a5c-a0c5-237ec7254de8 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:02:45.049786 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:45.084109 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 10847471-67d5-4a5c-a0c5-237ec7254de8 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:02:45.084663 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:45.165697 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-105572fe-9292-4444-9552-ee7a1f346288 req-edb566f0-d6a8-413f-9c28-3a95951d0061 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c HTTP/1.1" status: 200 len: 1001 time: 0.1854944 Jul 09 15:02:45.190348 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-10c30d5a-9c60-4f0c-83ed-7a520323351d tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:45.287385 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105572fe-9292-4444-9552-ee7a1f346288 req-de693a90-845f-490f-9276-30369801a74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:02:45.289110 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-105572fe-9292-4444-9552-ee7a1f346288 req-de693a90-845f-490f-9276-30369801a74e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=465c5725-facb-4e6f-b14d-7c696db0e29c HTTP/1.1" status: 200 len: 855 time: 0.0774982 Jul 09 15:02:45.356597 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9a91de7b-c608-4c26-856e-e0b4c9afbbb7 None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:45.359147 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:45.402877 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-9a91de7b-c608-4c26-856e-e0b4c9afbbb7 None None] Transition to ACTIVE for port object 9152bb0d-1ed9-4a0f-9e3d-2d775eeadbc1 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:02:45.440272 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 10847471-67d5-4a5c-a0c5-237ec7254de8, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=10847471-67d5-4a5c-a0c5-237ec7254de8,segment=NetworkSegment(591d66bb-5f6e-4b73-b884-c1b6f07529fb),segment_id=591d66bb-5f6e-4b73-b884-c1b6f07529fb)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:02:45.542076 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:45.543310 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device d4c2a968-2077-4607-b3d7-7d07d170af74 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:02:45.546988 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105572fe-9292-4444-9552-ee7a1f346288 req-5fd2d8e8-5264-47f1-9bd1-cc5866034474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:02:45.557260 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-105572fe-9292-4444-9552-ee7a1f346288 req-5fd2d8e8-5264-47f1-9bd1-cc5866034474 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6107f077-f7c7-47db-8b86-669db7279c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2444463 Jul 09 15:02:45.637097 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:02:45.672894 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9a91de7b-c608-4c26-856e-e0b4c9afbbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:45.788947 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-105572fe-9292-4444-9552-ee7a1f346288 req-703a3489-bee1-440d-b8bb-75c31b46896c service neutron] 10.222.0.62 "GET /v2.0/networks/6107f077-f7c7-47db-8b86-669db7279c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173331 Jul 09 15:02:45.998083 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-c666bd5c-2161-438e-a4ab-30842c57fadc None None] Provisioning complete for port 10847471-67d5-4a5c-a0c5-237ec7254de8 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:02:45.998585 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c666bd5c-2161-438e-a4ab-30842c57fadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:46.112970 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=10847471-67d5-4a5c-a0c5-237ec7254de8,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:46.116427 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port d4c2a968-2077-4607-b3d7-7d07d170af74 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:02:46.116607 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:46.213743 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-105572fe-9292-4444-9552-ee7a1f346288 req-ed01f0b7-cb6c-4aff-ad7b-f2eb0d6db8fc service neutron] 10.222.0.62 "GET /v2.0/networks/6107f077-f7c7-47db-8b86-669db7279c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4213974 Jul 09 15:02:46.318077 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-9a91de7b-c608-4c26-856e-e0b4c9afbbb7 None None] Attempting to bind port 9152bb0d-1ed9-4a0f-9e3d-2d775eeadbc1 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:02:46.318601 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-9a91de7b-c608-4c26-856e-e0b4c9afbbb7 None None] Attempting to bind port 9152bb0d-1ed9-4a0f-9e3d-2d775eeadbc1 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'c99c05fb-055e-4d7d-bf98-915b2c9bdb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '49ff361b-3d2f-42a9-a862-495d0a544a61'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:02:46.318992 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a91de7b-c608-4c26-856e-e0b4c9afbbb7 None None] Attempting to bind port 9152bb0d-1ed9-4a0f-9e3d-2d775eeadbc1 on network 49ff361b-3d2f-42a9-a862-495d0a544a61 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:02:46.326661 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-105572fe-9292-4444-9552-ee7a1f346288 req-8a842f92-7a46-4501-8bb8-b7585b4f7337 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=6e49b587-b19f-4fb7-b68d-daf59c076543 HTTP/1.1" status: 200 len: 217 time: 0.1041849 Jul 09 15:02:46.358129 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a91de7b-c608-4c26-856e-e0b4c9afbbb7 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:02:46.358479 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a91de7b-c608-4c26-856e-e0b4c9afbbb7 None None] Checking segment: {'id': 'c99c05fb-055e-4d7d-bf98-915b2c9bdb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '49ff361b-3d2f-42a9-a862-495d0a544a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:02:46.358876 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9a91de7b-c608-4c26-856e-e0b4c9afbbb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:46.359334 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a91de7b-c608-4c26-856e-e0b4c9afbbb7 None None] Bound using segment: {'id': 'c99c05fb-055e-4d7d-bf98-915b2c9bdb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '49ff361b-3d2f-42a9-a862-495d0a544a61'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:02:46.359988 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-9a91de7b-c608-4c26-856e-e0b4c9afbbb7 None None] Bound port: 9152bb0d-1ed9-4a0f-9e3d-2d775eeadbc1, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99c05fb-055e-4d7d-bf98-915b2c9bdb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '49ff361b-3d2f-42a9-a862-495d0a544a61'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:02:46.360381 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9a91de7b-c608-4c26-856e-e0b4c9afbbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:46.367049 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984f6362-c8cd-4bd5-a703-b395c8f76e91 None None] Pushing event updated for resources: {'Port': ['ID=9152bb0d-1ed9-4a0f-9e3d-2d775eeadbc1,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:46.445304 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-10c30d5a-9c60-4f0c-83ed-7a520323351d tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:46.453309 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105572fe-9292-4444-9552-ee7a1f346288 req-f85ce733-629b-4db8-a5f9-68a4ee179344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:02:46.454992 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-105572fe-9292-4444-9552-ee7a1f346288 req-f85ce733-629b-4db8-a5f9-68a4ee179344 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4bd3f066-8f79-4f2b-b334-3e86a4217100 HTTP/1.1" status: 200 len: 797 time: 0.1145704 Jul 09 15:02:46.642291 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-c666bd5c-2161-438e-a4ab-30842c57fadc None None] Provisioning for port e41a67fb-3a47-4f88-ac04-273982694d30 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:02:46.683990 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-9a91de7b-c608-4c26-856e-e0b4c9afbbb7 None None] For port 9152bb0d-1ed9-4a0f-9e3d-2d775eeadbc1, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:02:46.695046 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-c666bd5c-2161-438e-a4ab-30842c57fadc None None] Provisioning complete for port e41a67fb-3a47-4f88-ac04-273982694d30 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:02:46.695588 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c666bd5c-2161-438e-a4ab-30842c57fadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:46.790344 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 10847471-67d5-4a5c-a0c5-237ec7254de8 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:02:46.792302 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-c666bd5c-2161-438e-a4ab-30842c57fadc None None] Port e41a67fb-3a47-4f88-ac04-273982694d30 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:02:46.865170 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-9a91de7b-c608-4c26-856e-e0b4c9afbbb7 None None] For port 9152bb0d-1ed9-4a0f-9e3d-2d775eeadbc1, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=9152bb0d-1ed9-4a0f-9e3d-2d775eeadbc1,segment=NetworkSegment(c99c05fb-055e-4d7d-bf98-915b2c9bdb6c),segment_id=c99c05fb-055e-4d7d-bf98-915b2c9bdb6c)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:02:46.972408 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-2c657c9b-4349-4dd0-98dd-72d14bfa4eae None None] Provisioning complete for port e41a67fb-3a47-4f88-ac04-273982694d30 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:02:46.972689 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2c657c9b-4349-4dd0-98dd-72d14bfa4eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:46.974397 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 10847471-67d5-4a5c-a0c5-237ec7254de8 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:02:46.974754 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:47.026018 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9a91de7b-c608-4c26-856e-e0b4c9afbbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:47.260950 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-10c30d5a-9c60-4f0c-83ed-7a520323351d tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:47.338136 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 32954) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:47.367245 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a91de7b-c608-4c26-856e-e0b4c9afbbb7 None None] Routers {'5463b736-b0c9-494d-9185-34aee6538cfe'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:02:47.368393 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-9a91de7b-c608-4c26-856e-e0b4c9afbbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:02:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['5463b736-b0c9-494d-9185-34aee6538cfe'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:02:47.373151 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-2c657c9b-4349-4dd0-98dd-72d14bfa4eae None None] Port e41a67fb-3a47-4f88-ac04-273982694d30 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:02:47.385956 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-10c30d5a-9c60-4f0c-83ed-7a520323351d tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:47.534531 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984f6362-c8cd-4bd5-a703-b395c8f76e91 None None] Pushing event updated for resources: {'Port': ['ID=9152bb0d-1ed9-4a0f-9e3d-2d775eeadbc1,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:47.624000 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c30d5a-9c60-4f0c-83ed-7a520323351d tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Pushing event updated for resources: {'Port': ['ID=e41a67fb-3a47-4f88-ac04-273982694d30,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:47.632471 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105572fe-9292-4444-9552-ee7a1f346288 req-30dba3e5-8b97-4af7-923a-fb7b3e48cd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:02:47.634317 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-105572fe-9292-4444-9552-ee7a1f346288 req-30dba3e5-8b97-4af7-923a-fb7b3e48cd2f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dc6506e8-ceaa-4382-aad7-27ea0263e5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.1674097 Jul 09 15:02:47.709573 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 32972) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:47.768632 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c30d5a-9c60-4f0c-83ed-7a520323351d tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Network db876d87-2126-4d30-b536-1e2da7f53ebc is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:02:47.809399 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-10c30d5a-9c60-4f0c-83ed-7a520323351d tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:02:47.900465 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-76bbcc96-3c58-46b0-8fc6-22693763c843 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1631406732-network', 'tenant_id': '6fa15925135f43938e84c3b00c868efd'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:02:47.982605 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-9a91de7b-c608-4c26-856e-e0b4c9afbbb7 None None] Set router 5463b736-b0c9-494d-9185-34aee6538cfe gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:02:48.204889 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-105572fe-9292-4444-9552-ee7a1f346288 req-d23e2f0f-40ad-4c99-a790-1f89273b4c57 service neutron] 10.222.0.62 "GET /v2.0/networks/dc6506e8-ceaa-4382-aad7-27ea0263e5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4689953 Jul 09 15:02:48.301563 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76bbcc96-3c58-46b0-8fc6-22693763c843 admin admin] Made reservation on behalf of 6fa15925135f43938e84c3b00c868efd for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:02:48.305039 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-76bbcc96-3c58-46b0-8fc6-22693763c843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:48.386963 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-105572fe-9292-4444-9552-ee7a1f346288 req-eec60da1-2e41-4a49-9d34-55faee96fb42 service neutron] 10.222.0.62 "GET /v2.0/networks/dc6506e8-ceaa-4382-aad7-27ea0263e5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672189 Jul 09 15:02:48.391126 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-e93522ac-78e8-4ed1-a356-9e010eb53bee None None] Provisioning complete for port e41a67fb-3a47-4f88-ac04-273982694d30 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:02:48.394809 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e93522ac-78e8-4ed1-a356-9e010eb53bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:48.398710 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-76bbcc96-3c58-46b0-8fc6-22693763c843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:48.517117 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-105572fe-9292-4444-9552-ee7a1f346288 req-fc70f612-db5c-48df-92b1-53681cb6cbd4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=652c8d51-7f4b-4a04-a1cb-616283698f43 HTTP/1.1" status: 200 len: 217 time: 0.1133420 Jul 09 15:02:48.557956 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-e93522ac-78e8-4ed1-a356-9e010eb53bee None None] Port e41a67fb-3a47-4f88-ac04-273982694d30 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:02:48.630958 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105572fe-9292-4444-9552-ee7a1f346288 req-b21e6d5a-8668-46ab-8456-6eab34cf6924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:02:48.632852 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-105572fe-9292-4444-9552-ee7a1f346288 req-b21e6d5a-8668-46ab-8456-6eab34cf6924 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4bd3f066-8f79-4f2b-b334-3e86a4217100 HTTP/1.1" status: 200 len: 797 time: 0.1081841 Jul 09 15:02:48.634352 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c30d5a-9c60-4f0c-83ed-7a520323351d tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Router bae702ce-67a9-450c-952f-34e669cc8160 is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 15:02:48.655377 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-9a91de7b-c608-4c26-856e-e0b4c9afbbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5463b736-b0c9-494d-9185-34aee6538cfe', 'name': 'tempest-TestAggregatesBasicOps-1998834433-router', 'tenant_id': '70e543f369d04c6685c92a0b3bdf0e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'd4c2a968-2077-4607-b3d7-7d07d170af74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:02:33Z', 'updated_at': '2021-07-09T15:02:40Z', 'revision_number': 4, 'project_id': '70e543f369d04c6685c92a0b3bdf0e81', 'gw_port': {'id': 'd4c2a968-2077-4607-b3d7-7d07d170af74', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5463b736-b0c9-494d-9185-34aee6538cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:02:34Z', 'updated_at': '2021-07-09T15:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '9152bb0d-1ed9-4a0f-9e3d-2d775eeadbc1', 'name': '', 'network_id': '49ff361b-3d2f-42a9-a862-495d0a544a61', 'tenant_id': '70e543f369d04c6685c92a0b3bdf0e81', 'mac_address': 'fa:16:3e:ac:26:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5463b736-b0c9-494d-9185-34aee6538cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '8e683658-f68c-45b9-bc60-16826742e864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:02:39Z', 'updated_at': '2021-07-09T15:02:46Z', 'revision_number': 4, 'project_id': '70e543f369d04c6685c92a0b3bdf0e81', 'subnets': [{'id': '8e683658-f68c-45b9-bc60-16826742e864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:02:48.711949 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a91de7b-c608-4c26-856e-e0b4c9afbbb7 None None] The sync data for ids ['5463b736-b0c9-494d-9185-34aee6538cfe'] in n-d-799529-6 is: [{'id': '5463b736-b0c9-494d-9185-34aee6538cfe', 'name': 'tempest-TestAggregatesBasicOps-1998834433-router', 'tenant_id': '70e543f369d04c6685c92a0b3bdf0e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'd4c2a968-2077-4607-b3d7-7d07d170af74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:02:33Z', 'updated_at': '2021-07-09T15:02:40Z', 'revision_number': 4, 'project_id': '70e543f369d04c6685c92a0b3bdf0e81', 'gw_port': {'id': 'd4c2a968-2077-4607-b3d7-7d07d170af74', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5463b736-b0c9-494d-9185-34aee6538cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:02:34Z', 'updated_at': '2021-07-09T15:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '9152bb0d-1ed9-4a0f-9e3d-2d775eeadbc1', 'name': '', 'network_id': '49ff361b-3d2f-42a9-a862-495d0a544a61', 'tenant_id': '70e543f369d04c6685c92a0b3bdf0e81', 'mac_address': 'fa:16:3e:ac:26:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5463b736-b0c9-494d-9185-34aee6538cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '8e683658-f68c-45b9-bc60-16826742e864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:02:39Z', 'updated_at': '2021-07-09T15:02:46Z', 'revision_number': 4, 'project_id': '70e543f369d04c6685c92a0b3bdf0e81', 'subnets': [{'id': '8e683658-f68c-45b9-bc60-16826742e864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:02:48.951751 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-76bbcc96-3c58-46b0-8fc6-22693763c843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:49.034095 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-53f27ae3-cfef-4672-b07f-fcced6de7aed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:49.079214 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105572fe-9292-4444-9552-ee7a1f346288 req-229d6f01-52b7-4e2d-94b4-73b7fb4455d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:02:49.082003 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-105572fe-9292-4444-9552-ee7a1f346288 req-229d6f01-52b7-4e2d-94b4-73b7fb4455d6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dc6506e8-ceaa-4382-aad7-27ea0263e5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4306881 Jul 09 15:02:49.083992 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c30d5a-9c60-4f0c-83ed-7a520323351d tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:02:49.099072 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5669ab-05d3-4ed5-b340-8a25f6e35c0a None None] Sync routers for ids ['bae702ce-67a9-450c-952f-34e669cc8160'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:02:49.123316 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5669ab-05d3-4ed5-b340-8a25f6e35c0a None None] Routers {'bae702ce-67a9-450c-952f-34e669cc8160'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:02:49.124643 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-bd5669ab-05d3-4ed5-b340-8a25f6e35c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:02:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['bae702ce-67a9-450c-952f-34e669cc8160'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:02:49.237618 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-bd5669ab-05d3-4ed5-b340-8a25f6e35c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:02:49.268940 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5669ab-05d3-4ed5-b340-8a25f6e35c0a None None] Routers {'bae702ce-67a9-450c-952f-34e669cc8160'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:02:49.268940 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-bd5669ab-05d3-4ed5-b340-8a25f6e35c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:02:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['bae702ce-67a9-450c-952f-34e669cc8160'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:02:49.295094 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-10c30d5a-9c60-4f0c-83ed-7a520323351d tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] 10.222.0.58 "PUT /v2.0/routers/bae702ce-67a9-450c-952f-34e669cc8160/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1640756 Jul 09 15:02:49.304865 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-105572fe-9292-4444-9552-ee7a1f346288 req-4171941e-eab2-4533-921e-7869dee9bf4b service neutron] 10.222.0.62 "GET /v2.0/networks/dc6506e8-ceaa-4382-aad7-27ea0263e5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145870 Jul 09 15:02:49.305464 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 33024) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:49.310631 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-c928b615-3627-4f62-9453-77421df7a29b tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Request body: {'port': {'network_id': 'db876d87-2126-4d30-b536-1e2da7f53ebc', 'name': 'tempest-FloatingIPNegativeTestJSON-227664386'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:02:49.347696 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-76bbcc96-3c58-46b0-8fc6-22693763c843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:49.356699 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-bd5669ab-05d3-4ed5-b340-8a25f6e35c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:02:49.358916 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5669ab-05d3-4ed5-b340-8a25f6e35c0a None None] The sync data for ids ['bae702ce-67a9-450c-952f-34e669cc8160'] in n-d-799529-6 is: [] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:02:49.372268 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76bbcc96-3c58-46b0-8fc6-22693763c843 admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:02:49.392894 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-76bbcc96-3c58-46b0-8fc6-22693763c843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:49.393566 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-76bbcc96-3c58-46b0-8fc6-22693763c843 admin admin] Added segment 7f0cfc05-3399-4f2d-97fa-3ffbb3a0c1bd of type vlan for network 72fb1c98-0827-40c6-aaac-61379e97af8e Jul 09 15:02:49.452802 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-76bbcc96-3c58-46b0-8fc6-22693763c843 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:49.550638 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bbcc96-3c58-46b0-8fc6-22693763c843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdfc7732-d67f-40b7-b94c-b20d5246dc18,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:49.584839 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-76bbcc96-3c58-46b0-8fc6-22693763c843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:49.586343 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bbcc96-3c58-46b0-8fc6-22693763c843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:02:49.587235 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-76bbcc96-3c58-46b0-8fc6-22693763c843 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:49.765290 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-76bbcc96-3c58-46b0-8fc6-22693763c843 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.4214914 Jul 09 15:02:49.801408 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 33044) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:49.817879 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-105572fe-9292-4444-9552-ee7a1f346288 req-f8b15405-905b-4de3-8efa-c60b72e6b6ed service neutron] 10.222.0.62 "GET /v2.0/networks/dc6506e8-ceaa-4382-aad7-27ea0263e5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397654 Jul 09 15:02:49.818448 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-05b7b773-91bc-4786-98fe-1963555dec71 admin admin] Request body: {'subnet': {'network_id': '72fb1c98-0827-40c6-aaac-61379e97af8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1631406732-subnet', 'tenant_id': '6fa15925135f43938e84c3b00c868efd', 'ip_version': 4}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:02:49.845398 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bbcc96-3c58-46b0-8fc6-22693763c843 admin admin] Pushing event updated for resources: {'Network': ['ID=72fb1c98-0827-40c6-aaac-61379e97af8e,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:49.868931 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 72fb1c98-0827-40c6-aaac-61379e97af8e details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:02:49.893710 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-105572fe-9292-4444-9552-ee7a1f346288 req-babd8648-ea69-44a5-8d66-c7df224d0580 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=c179ac98-dd01-447c-a2f9-2714b5048c9d HTTP/1.1" status: 200 len: 217 time: 0.0603313 Jul 09 15:02:49.961800 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105572fe-9292-4444-9552-ee7a1f346288 req-1842e94a-12b6-40aa-9b53-7f1c35fc581c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:02:49.963741 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-105572fe-9292-4444-9552-ee7a1f346288 req-1842e94a-12b6-40aa-9b53-7f1c35fc581c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4bd3f066-8f79-4f2b-b334-3e86a4217100 HTTP/1.1" status: 200 len: 797 time: 0.0592723 Jul 09 15:02:50.058726 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c928b615-3627-4f62-9453-77421df7a29b tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Made reservation on behalf of d18aec697b164665b6b8bd2903afcb62 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:02:50.079014 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c928b615-3627-4f62-9453-77421df7a29b tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:50.134933 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-c928b615-3627-4f62-9453-77421df7a29b tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] device_id is not set on port 9ce94807-566f-4f14-ac2b-14dd49d66983 yet. {{(pid=94446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 15:02:50.140975 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-53f27ae3-cfef-4672-b07f-fcced6de7aed admin admin] Deleting port 49ef9b7a-6bf0-472c-af86-da19c5d4b882 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:02:50.141767 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-53f27ae3-cfef-4672-b07f-fcced6de7aed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:50.285490 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b7b773-91bc-4786-98fe-1963555dec71 admin admin] Made reservation on behalf of 6fa15925135f43938e84c3b00c868efd for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:02:50.287551 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105572fe-9292-4444-9552-ee7a1f346288 req-728fe783-a2f3-4a5d-bc43-a1b74885ee48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:02:50.288227 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-05b7b773-91bc-4786-98fe-1963555dec71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:50.289953 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-105572fe-9292-4444-9552-ee7a1f346288 req-728fe783-a2f3-4a5d-bc43-a1b74885ee48 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dc6506e8-ceaa-4382-aad7-27ea0263e5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3184221 Jul 09 15:02:50.454094 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-53f27ae3-cfef-4672-b07f-fcced6de7aed admin admin] For port 49ef9b7a-6bf0-472c-af86-da19c5d4b882, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=49ef9b7a-6bf0-472c-af86-da19c5d4b882,segment=NetworkSegment(77d36331-fbe4-4db4-b04f-6b84e0a5e88a),segment_id=77d36331-fbe4-4db4-b04f-6b84e0a5e88a)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:02:50.456397 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-53f27ae3-cfef-4672-b07f-fcced6de7aed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:50.478214 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-c928b615-3627-4f62-9453-77421df7a29b tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Allocated IP 172.20.0.10 (db876d87-2126-4d30-b536-1e2da7f53ebc/5a55322b-4a24-4165-95f2-93e6347fbc06/9ce94807-566f-4f14-ac2b-14dd49d66983) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:02:50.483291 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-53f27ae3-cfef-4672-b07f-fcced6de7aed admin admin] Calling delete_port for 49ef9b7a-6bf0-472c-af86-da19c5d4b882 owned by network:router_interface {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:02:50.611946 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-105572fe-9292-4444-9552-ee7a1f346288 req-083c36b5-83ad-48f3-9a47-a84f8575e8e0 service neutron] 10.222.0.62 "GET /v2.0/networks/dc6506e8-ceaa-4382-aad7-27ea0263e5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100545 Jul 09 15:02:50.773607 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 9152bb0d-1ed9-4a0f-9e3d-2d775eeadbc1 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:02:50.969103 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-05b7b773-91bc-4786-98fe-1963555dec71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:51.015175 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 9152bb0d-1ed9-4a0f-9e3d-2d775eeadbc1 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:02:51.022688 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 9152bb0d-1ed9-4a0f-9e3d-2d775eeadbc1 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:02:51.025409 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:51.085191 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b7b773-91bc-4786-98fe-1963555dec71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f2e327b-3440-4f7c-baea-010d460bc256,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:51.124925 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c928b615-3627-4f62-9453-77421df7a29b tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:51.148636 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-c928b615-3627-4f62-9453-77421df7a29b tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Transition to ACTIVE for port object 9ce94807-566f-4f14-ac2b-14dd49d66983 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:02:51.224365 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b7b773-91bc-4786-98fe-1963555dec71 admin admin] Checking segment: {'id': '7f0cfc05-3399-4f2d-97fa-3ffbb3a0c1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '72fb1c98-0827-40c6-aaac-61379e97af8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:02:51.224729 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b7b773-91bc-4786-98fe-1963555dec71 admin admin] Network hostable DHCP agents. Network: 72fb1c98-0827-40c6-aaac-61379e97af8e, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:02:51.280754 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:51.290459 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-105572fe-9292-4444-9552-ee7a1f346288 req-f8e51824-ae36-47c3-b17d-b614ae917aee service neutron] 10.222.0.62 "GET /v2.0/networks/dc6506e8-ceaa-4382-aad7-27ea0263e5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6554360 Jul 09 15:02:51.335751 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 9152bb0d-1ed9-4a0f-9e3d-2d775eeadbc1, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=9152bb0d-1ed9-4a0f-9e3d-2d775eeadbc1,segment=NetworkSegment(c99c05fb-055e-4d7d-bf98-915b2c9bdb6c),segment_id=c99c05fb-055e-4d7d-bf98-915b2c9bdb6c)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:02:51.352443 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-105572fe-9292-4444-9552-ee7a1f346288 req-ea2f6846-3c3b-4b51-8918-d81db2690a80 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=bdbd5184-4035-4f18-a073-44d8e0a1f4f5 HTTP/1.1" status: 200 len: 217 time: 0.0539041 Jul 09 15:02:51.429286 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105572fe-9292-4444-9552-ee7a1f346288 req-913b830d-210e-4b60-b9d3-03af1d73d85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:02:51.430990 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-105572fe-9292-4444-9552-ee7a1f346288 req-913b830d-210e-4b60-b9d3-03af1d73d85e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4bd3f066-8f79-4f2b-b334-3e86a4217100 HTTP/1.1" status: 200 len: 797 time: 0.0668294 Jul 09 15:02:51.441178 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-53f27ae3-cfef-4672-b07f-fcced6de7aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:51.445240 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b7b773-91bc-4786-98fe-1963555dec71 admin admin] Network 72fb1c98-0827-40c6-aaac-61379e97af8e is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:02:51.450075 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c928b615-3627-4f62-9453-77421df7a29b tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:51.479611 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f27ae3-cfef-4672-b07f-fcced6de7aed admin admin] Pushing event deleted for resources: {'Port': ['ID=49ef9b7a-6bf0-472c-af86-da19c5d4b882,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:51.486245 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:51.529772 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c928b615-3627-4f62-9453-77421df7a29b tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Network db876d87-2126-4d30-b536-1e2da7f53ebc is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:02:51.534621 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-c928b615-3627-4f62-9453-77421df7a29b tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:02:51.542740 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c928b615-3627-4f62-9453-77421df7a29b tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:02:51.588703 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-05b7b773-91bc-4786-98fe-1963555dec71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 72fb1c98-0827-40c6-aaac-61379e97af8e) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:02:51.595101 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c928b615-3627-4f62-9453-77421df7a29b tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Pushing event updated for resources: {'Port': ['ID=9ce94807-566f-4f14-ac2b-14dd49d66983,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:51.603194 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b7b773-91bc-4786-98fe-1963555dec71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:02:51.604256 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-05b7b773-91bc-4786-98fe-1963555dec71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:51.624434 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=9152bb0d-1ed9-4a0f-9e3d-2d775eeadbc1,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:51.635609 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef454add-7e9a-47f4-8cd7-3a7c4884f4e8 None None] Network 72fb1c98-0827-40c6-aaac-61379e97af8e requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:02:51.661962 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c928b615-3627-4f62-9453-77421df7a29b tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:02:51.662750 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c928b615-3627-4f62-9453-77421df7a29b tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:02:51.664475 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c928b615-3627-4f62-9453-77421df7a29b tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:02:51.665136 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c928b615-3627-4f62-9453-77421df7a29b tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:02:51.667574 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c928b615-3627-4f62-9453-77421df7a29b tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:02:51.668621 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c928b615-3627-4f62-9453-77421df7a29b tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:02:51.669100 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c928b615-3627-4f62-9453-77421df7a29b tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:02:51.672678 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c928b615-3627-4f62-9453-77421df7a29b tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:02:51.673174 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c928b615-3627-4f62-9453-77421df7a29b tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:02:51.673675 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c928b615-3627-4f62-9453-77421df7a29b tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:02:51.674267 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c928b615-3627-4f62-9453-77421df7a29b tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:02:51.676831 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c928b615-3627-4f62-9453-77421df7a29b tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:02:51.725942 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c928b615-3627-4f62-9453-77421df7a29b tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:02:51.727741 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c928b615-3627-4f62-9453-77421df7a29b tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:51.758582 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105572fe-9292-4444-9552-ee7a1f346288 req-a0a42c8c-9fc2-4da4-8cdf-f70e5a719d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:02:51.761031 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-105572fe-9292-4444-9552-ee7a1f346288 req-a0a42c8c-9fc2-4da4-8cdf-f70e5a719d1b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dc6506e8-ceaa-4382-aad7-27ea0263e5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3229160 Jul 09 15:02:51.969530 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c928b615-3627-4f62-9453-77421df7a29b tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6509240 Jul 09 15:02:51.969530 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 33102) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:51.974891 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-25fdaa2f-63b7-458d-9c6a-4f786409f50e tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Request body: {'floatingip': {'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:02:51.993780 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-05b7b773-91bc-4786-98fe-1963555dec71 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1886046 Jul 09 15:02:51.994519 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 33104) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:52.034636 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-1caa590f-58b9-420a-baa4-abc4bbe82c54 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1631406732-router', 'tenant_id': '6fa15925135f43938e84c3b00c868efd', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:02:52.063036 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-105572fe-9292-4444-9552-ee7a1f346288 req-6dd5b650-47f5-4b1c-ba15-633633fa25a2 service neutron] 10.222.0.62 "GET /v2.0/networks/dc6506e8-ceaa-4382-aad7-27ea0263e5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829437 Jul 09 15:02:52.135165 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-53f27ae3-cfef-4672-b07f-fcced6de7aed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:52.341901 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-25fdaa2f-63b7-458d-9c6a-4f786409f50e tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks [] for floatingip, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:52.415744 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-3b48e9b3-ada7-4238-b127-5718ed6ef898 None None] Provisioning for port 9ce94807-566f-4f14-ac2b-14dd49d66983 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:02:52.431410 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-3b48e9b3-ada7-4238-b127-5718ed6ef898 None None] Provisioning complete for port 9ce94807-566f-4f14-ac2b-14dd49d66983 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:02:52.432423 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3b48e9b3-ada7-4238-b127-5718ed6ef898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:52.483116 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-105572fe-9292-4444-9552-ee7a1f346288 req-415f1703-5cc0-40c5-b712-392c6fb5e7b0 service neutron] 10.222.0.62 "GET /v2.0/networks/dc6506e8-ceaa-4382-aad7-27ea0263e5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3887043 Jul 09 15:02:52.499002 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-3b48e9b3-ada7-4238-b127-5718ed6ef898 None None] Port 9ce94807-566f-4f14-ac2b-14dd49d66983 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:02:52.504458 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86582949-6bcc-46cd-9660-a4569ea4e9db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-72fb1c98-0827-40c6-aaac-61379e97af8e', 'network_id': '72fb1c98-0827-40c6-aaac-61379e97af8e', 'tenant_id': '6fa15925135f43938e84c3b00c868efd', 'fixed_ips': [{'subnet_id': '5f2e327b-3440-4f7c-baea-010d460bc256'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:02:52.506703 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-86582949-6bcc-46cd-9660-a4569ea4e9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:52.538895 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1caa590f-58b9-420a-baa4-abc4bbe82c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:52.553034 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1caa590f-58b9-420a-baa4-abc4bbe82c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:52.576756 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-105572fe-9292-4444-9552-ee7a1f346288 req-97218205-fe53-4ba6-8cf9-d6b2ff4a140d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=45f7a22c-f7ef-4081-b6f5-c3f8759d370a HTTP/1.1" status: 200 len: 217 time: 0.0822718 Jul 09 15:02:52.666665 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1caa590f-58b9-420a-baa4-abc4bbe82c54 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:52.724543 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105572fe-9292-4444-9552-ee7a1f346288 req-f939fad8-024e-49dd-88c9-0ee17b179405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:02:52.727175 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-105572fe-9292-4444-9552-ee7a1f346288 req-f939fad8-024e-49dd-88c9-0ee17b179405 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=385bd4c1-ddb8-4fda-a37e-3fb2118661ca HTTP/1.1" status: 200 len: 797 time: 0.1410699 Jul 09 15:02:52.884091 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-25fdaa2f-63b7-458d-9c6a-4f786409f50e tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:52.888047 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 9152bb0d-1ed9-4a0f-9e3d-2d775eeadbc1 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:02:52.914705 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105572fe-9292-4444-9552-ee7a1f346288 req-f1e2d7cb-95b3-4589-81d8-561c929ca6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:02:52.916943 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-105572fe-9292-4444-9552-ee7a1f346288 req-f1e2d7cb-95b3-4589-81d8-561c929ca6b3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=695dcd67-56f3-489c-8be9-3d26f71af2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1775205 Jul 09 15:02:52.980815 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-86582949-6bcc-46cd-9660-a4569ea4e9db None None] Allocated IP 172.20.0.2 (72fb1c98-0827-40c6-aaac-61379e97af8e/5f2e327b-3440-4f7c-baea-010d460bc256/677715a0-f258-4b42-82f1-27977850874c) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:02:53.089526 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 9152bb0d-1ed9-4a0f-9e3d-2d775eeadbc1 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:02:53.091028 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:53.232495 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1caa590f-58b9-420a-baa4-abc4bbe82c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:53.262018 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53f27ae3-cfef-4672-b07f-fcced6de7aed admin admin] Router 12bfa231-4356-48de-88ae-5a9aeeb23102 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:02:53.498004 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-86582949-6bcc-46cd-9660-a4569ea4e9db None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:53.525817 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-86582949-6bcc-46cd-9660-a4569ea4e9db None None] Transition to ACTIVE for port object 677715a0-f258-4b42-82f1-27977850874c will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:02:53.570983 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-86582949-6bcc-46cd-9660-a4569ea4e9db None None] Transition to ACTIVE for port object 677715a0-f258-4b42-82f1-27977850874c will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:02:53.587426 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:53.695598 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f27ae3-cfef-4672-b07f-fcced6de7aed admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:02:53.705962 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a888c7e9-6d7e-4fc9-801b-2066c71117d2 None None] Sync routers for ids ['12bfa231-4356-48de-88ae-5a9aeeb23102'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:02:53.709705 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-53f27ae3-cfef-4672-b07f-fcced6de7aed admin admin] 10.222.0.58 "PUT /v2.0/routers/12bfa231-4356-48de-88ae-5a9aeeb23102/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9954247 Jul 09 15:02:53.715419 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 33126) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:53.730376 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a888c7e9-6d7e-4fc9-801b-2066c71117d2 None None] Routers {'12bfa231-4356-48de-88ae-5a9aeeb23102'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:02:53.731024 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-a888c7e9-6d7e-4fc9-801b-2066c71117d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:02:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['12bfa231-4356-48de-88ae-5a9aeeb23102'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:02:53.890694 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-105572fe-9292-4444-9552-ee7a1f346288 req-7d6ef96c-4947-4451-801b-5b6d060101ee service neutron] 10.222.0.62 "GET /v2.0/networks/695dcd67-56f3-489c-8be9-3d26f71af2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724198 Jul 09 15:02:53.896430 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-86582949-6bcc-46cd-9660-a4569ea4e9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:54.040262 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86582949-6bcc-46cd-9660-a4569ea4e9db None None] Network 72fb1c98-0827-40c6-aaac-61379e97af8e is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:02:54.040556 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-105572fe-9292-4444-9552-ee7a1f346288 req-b063f7b9-5abe-4ace-8f29-2db9bd7fea3a service neutron] 10.222.0.62 "GET /v2.0/networks/695dcd67-56f3-489c-8be9-3d26f71af2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389849 Jul 09 15:02:54.058624 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fb9df9be-cbbc-4d59-b951-14b221428341 admin admin] Notify callbacks [] for router, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:54.072060 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-86582949-6bcc-46cd-9660-a4569ea4e9db None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:02:54.089800 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86582949-6bcc-46cd-9660-a4569ea4e9db None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:02:54.110308 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-105572fe-9292-4444-9552-ee7a1f346288 req-6376d623-a05d-4ee1-9677-b4fc40b5281c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=09fcade5-de9d-4d53-b6e7-8b3bd924314a HTTP/1.1" status: 200 len: 217 time: 0.0590277 Jul 09 15:02:54.240003 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105572fe-9292-4444-9552-ee7a1f346288 req-ec1cd253-dd64-465f-a9dc-f11c4ae27057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:02:54.242263 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-105572fe-9292-4444-9552-ee7a1f346288 req-ec1cd253-dd64-465f-a9dc-f11c4ae27057 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=385bd4c1-ddb8-4fda-a37e-3fb2118661ca HTTP/1.1" status: 200 len: 797 time: 0.1237831 Jul 09 15:02:54.244677 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-25fdaa2f-63b7-458d-9c6a-4f786409f50e tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Allocated IP 172.25.3.43 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/d61c7200-aa2b-45e1-966a-6bb1034eba3c) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:02:54.317537 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1caa590f-58b9-420a-baa4-abc4bbe82c54 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:54.318565 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86582949-6bcc-46cd-9660-a4569ea4e9db None None] Pushing event updated for resources: {'Port': ['ID=677715a0-f258-4b42-82f1-27977850874c,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:54.318565 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-a888c7e9-6d7e-4fc9-801b-2066c71117d2 None None] Set router 12bfa231-4356-48de-88ae-5a9aeeb23102 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:02:54.330280 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1caa590f-58b9-420a-baa4-abc4bbe82c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:54.436801 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105572fe-9292-4444-9552-ee7a1f346288 req-e583c233-8499-4780-b136-c7271a8ad3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:02:54.441409 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-105572fe-9292-4444-9552-ee7a1f346288 req-e583c233-8499-4780-b136-c7271a8ad3b5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=695dcd67-56f3-489c-8be9-3d26f71af2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1833336 Jul 09 15:02:54.468646 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fb9df9be-cbbc-4d59-b951-14b221428341 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:54.481407 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-86582949-6bcc-46cd-9660-a4569ea4e9db None None] Attempting to bind port 677715a0-f258-4b42-82f1-27977850874c on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:02:54.481787 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-86582949-6bcc-46cd-9660-a4569ea4e9db None None] Attempting to bind port 677715a0-f258-4b42-82f1-27977850874c by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '7f0cfc05-3399-4f2d-97fa-3ffbb3a0c1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '72fb1c98-0827-40c6-aaac-61379e97af8e'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:02:54.482189 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86582949-6bcc-46cd-9660-a4569ea4e9db None None] Attempting to bind port 677715a0-f258-4b42-82f1-27977850874c on network 72fb1c98-0827-40c6-aaac-61379e97af8e {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:02:54.534254 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86582949-6bcc-46cd-9660-a4569ea4e9db None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:02:54.535115 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86582949-6bcc-46cd-9660-a4569ea4e9db None None] Checking segment: {'id': '7f0cfc05-3399-4f2d-97fa-3ffbb3a0c1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '72fb1c98-0827-40c6-aaac-61379e97af8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:02:54.535115 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-86582949-6bcc-46cd-9660-a4569ea4e9db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:54.535439 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86582949-6bcc-46cd-9660-a4569ea4e9db None None] Bound using segment: {'id': '7f0cfc05-3399-4f2d-97fa-3ffbb3a0c1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '72fb1c98-0827-40c6-aaac-61379e97af8e'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:02:54.535961 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-86582949-6bcc-46cd-9660-a4569ea4e9db None None] Bound port: 677715a0-f258-4b42-82f1-27977850874c, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f0cfc05-3399-4f2d-97fa-3ffbb3a0c1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '72fb1c98-0827-40c6-aaac-61379e97af8e'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:02:54.536345 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-86582949-6bcc-46cd-9660-a4569ea4e9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:54.654416 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-25fdaa2f-63b7-458d-9c6a-4f786409f50e tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:54.786830 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-105572fe-9292-4444-9552-ee7a1f346288 req-8a31a306-2024-463e-be75-0be96994f1e3 service neutron] 10.222.0.62 "GET /v2.0/networks/695dcd67-56f3-489c-8be9-3d26f71af2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392637 Jul 09 15:02:54.803406 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-fb9df9be-cbbc-4d59-b951-14b221428341 admin admin] Deleting port eaf532e0-6308-44ac-9b39-ce1fc7302e25 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:02:54.804703 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fb9df9be-cbbc-4d59-b951-14b221428341 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:54.878560 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-86582949-6bcc-46cd-9660-a4569ea4e9db None None] For port 677715a0-f258-4b42-82f1-27977850874c, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:02:54.884453 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-86582949-6bcc-46cd-9660-a4569ea4e9db None None] For port 677715a0-f258-4b42-82f1-27977850874c, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=677715a0-f258-4b42-82f1-27977850874c,segment=NetworkSegment(7f0cfc05-3399-4f2d-97fa-3ffbb3a0c1bd),segment_id=7f0cfc05-3399-4f2d-97fa-3ffbb3a0c1bd)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:02:54.906408 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-a888c7e9-6d7e-4fc9-801b-2066c71117d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bfa231-4356-48de-88ae-5a9aeeb23102', 'name': 'tempest-TestAggregatesBasicOps-1660680047-router', 'tenant_id': '611b8b3c3a0948d4a435f0490ffcfbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'eaf532e0-6308-44ac-9b39-ce1fc7302e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:02:17Z', 'updated_at': '2021-07-09T15:02:51Z', 'revision_number': 5, 'project_id': '611b8b3c3a0948d4a435f0490ffcfbb9', 'gw_port': {'id': 'eaf532e0-6308-44ac-9b39-ce1fc7302e25', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:40:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bfa231-4356-48de-88ae-5a9aeeb23102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:02:18Z', 'updated_at': '2021-07-09T15:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:02:54.948073 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-fb9df9be-cbbc-4d59-b951-14b221428341 admin admin] For port eaf532e0-6308-44ac-9b39-ce1fc7302e25, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=eaf532e0-6308-44ac-9b39-ce1fc7302e25,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:02:54.949020 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fb9df9be-cbbc-4d59-b951-14b221428341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:54.956416 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a888c7e9-6d7e-4fc9-801b-2066c71117d2 None None] Checking router: 12bfa231-4356-48de-88ae-5a9aeeb23102 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:02:54.974031 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a888c7e9-6d7e-4fc9-801b-2066c71117d2 None None] Routers {'12bfa231-4356-48de-88ae-5a9aeeb23102'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:02:54.974686 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-a888c7e9-6d7e-4fc9-801b-2066c71117d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:02:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['12bfa231-4356-48de-88ae-5a9aeeb23102'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:02:54.996459 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-105572fe-9292-4444-9552-ee7a1f346288 req-95ec874a-4606-4af9-9fb8-9c15b673f2cc service neutron] 10.222.0.62 "GET /v2.0/networks/695dcd67-56f3-489c-8be9-3d26f71af2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850963 Jul 09 15:02:54.998619 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-fb9df9be-cbbc-4d59-b951-14b221428341 admin admin] Calling delete_port for eaf532e0-6308-44ac-9b39-ce1fc7302e25 owned by network:router_gateway {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:02:55.112570 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-a888c7e9-6d7e-4fc9-801b-2066c71117d2 None None] Set router 12bfa231-4356-48de-88ae-5a9aeeb23102 gateway port host: None {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:02:55.208668 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-a888c7e9-6d7e-4fc9-801b-2066c71117d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bfa231-4356-48de-88ae-5a9aeeb23102', 'name': 'tempest-TestAggregatesBasicOps-1660680047-router', 'tenant_id': '611b8b3c3a0948d4a435f0490ffcfbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:02:17Z', 'updated_at': '2021-07-09T15:02:54Z', 'revision_number': 6, 'project_id': '611b8b3c3a0948d4a435f0490ffcfbb9', 'gw_port_host': None}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:02:55.245688 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a888c7e9-6d7e-4fc9-801b-2066c71117d2 None None] The sync data for ids ['12bfa231-4356-48de-88ae-5a9aeeb23102'] in n-d-799529-6 is: [{'id': '12bfa231-4356-48de-88ae-5a9aeeb23102', 'name': 'tempest-TestAggregatesBasicOps-1660680047-router', 'tenant_id': '611b8b3c3a0948d4a435f0490ffcfbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:02:17Z', 'updated_at': '2021-07-09T15:02:54Z', 'revision_number': 6, 'project_id': '611b8b3c3a0948d4a435f0490ffcfbb9', 'gw_port_host': None}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:02:55.497783 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-86582949-6bcc-46cd-9660-a4569ea4e9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:55.509026 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-25fdaa2f-63b7-458d-9c6a-4f786409f50e tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:55.597804 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-1caa590f-58b9-420a-baa4-abc4bbe82c54 admin admin] Allocated IP 172.25.3.160 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/5763a703-0cc2-4549-873f-76e291d6b141) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:02:55.663601 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fdaa2f-63b7-458d-9c6a-4f786409f50e tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Pushing event updated for resources: {'Port': ['ID=d61c7200-aa2b-45e1-966a-6bb1034eba3c,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:55.681139 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fdaa2f-63b7-458d-9c6a-4f786409f50e tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:02:55.684357 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-25fdaa2f-63b7-458d-9c6a-4f786409f50e tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:02:55.694106 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fdaa2f-63b7-458d-9c6a-4f786409f50e tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:02:55.745440 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86582949-6bcc-46cd-9660-a4569ea4e9db None None] Pushing event updated for resources: {'Port': ['ID=677715a0-f258-4b42-82f1-27977850874c,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:55.998409 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-25fdaa2f-63b7-458d-9c6a-4f786409f50e tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:56.019965 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1caa590f-58b9-420a-baa4-abc4bbe82c54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:56.211666 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c36abd39-d747-4548-b7f2-32c26df519a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:56.257471 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fb9df9be-cbbc-4d59-b951-14b221428341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:56.280345 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-25fdaa2f-63b7-458d-9c6a-4f786409f50e tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:56.333397 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9df9be-cbbc-4d59-b951-14b221428341 admin admin] Pushing event deleted for resources: {'Port': ['ID=eaf532e0-6308-44ac-9b39-ce1fc7302e25,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:56.424443 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1caa590f-58b9-420a-baa4-abc4bbe82c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:56.535776 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1caa590f-58b9-420a-baa4-abc4bbe82c54 admin admin] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:02:56.550726 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-1caa590f-58b9-420a-baa4-abc4bbe82c54 admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:02:56.570337 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1caa590f-58b9-420a-baa4-abc4bbe82c54 admin admin] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:02:56.578610 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fb9df9be-cbbc-4d59-b951-14b221428341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:56.632511 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-25fdaa2f-63b7-458d-9c6a-4f786409f50e tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:56.753928 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-25fdaa2f-63b7-458d-9c6a-4f786409f50e tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:56.804261 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 677715a0-f258-4b42-82f1-27977850874c up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:02:56.892110 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fb9df9be-cbbc-4d59-b951-14b221428341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:56.899733 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fb9df9be-cbbc-4d59-b951-14b221428341 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:56.932377 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fdaa2f-63b7-458d-9c6a-4f786409f50e tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Pushing event updated for resources: {'Port': ['ID=d61c7200-aa2b-45e1-966a-6bb1034eba3c,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:56.952518 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-25fdaa2f-63b7-458d-9c6a-4f786409f50e tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:57.089043 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa590f-58b9-420a-baa4-abc4bbe82c54 admin admin] Pushing event updated for resources: {'Port': ['ID=5763a703-0cc2-4549-873f-76e291d6b141,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:57.160918 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 677715a0-f258-4b42-82f1-27977850874c completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:02:57.201797 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-25fdaa2f-63b7-458d-9c6a-4f786409f50e tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:57.206803 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-25fdaa2f-63b7-458d-9c6a-4f786409f50e tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2372856 Jul 09 15:02:57.212966 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 33172) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:57.243082 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-df38bf10-baac-4227-be6d-8d1d64dc6dff tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Request body: {'floatingip': {'port_id': '9ce94807-566f-4f14-ac2b-14dd49d66983', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:02:57.317109 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fb9df9be-cbbc-4d59-b951-14b221428341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:57.318423 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb9df9be-cbbc-4d59-b951-14b221428341 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12bfa231-4356-48de-88ae-5a9aeeb23102 {{(pid=94445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 15:02:57.331156 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 49ef9b7a-6bf0-472c-af86-da19c5d4b882 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:02:57.342301 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fb9df9be-cbbc-4d59-b951-14b221428341 admin admin] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:57.346605 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-fb9df9be-cbbc-4d59-b951-14b221428341 admin admin] 10.222.0.58 "DELETE /v2.0/routers/12bfa231-4356-48de-88ae-5a9aeeb23102 HTTP/1.1" status: 204 len: 168 time: 3.6211410 Jul 09 15:02:57.347253 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 33176) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:57.397999 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 49ef9b7a-6bf0-472c-af86-da19c5d4b882 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:02:57.398410 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 49ef9b7a-6bf0-472c-af86-da19c5d4b882 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:02:57.399080 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device eaf532e0-6308-44ac-9b39-ce1fc7302e25 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:02:57.436577 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: eaf532e0-6308-44ac-9b39-ce1fc7302e25 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:02:57.437350 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device eaf532e0-6308-44ac-9b39-ce1fc7302e25 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:02:57.471175 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-df38bf10-baac-4227-be6d-8d1d64dc6dff tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks [] for floatingip, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:57.664886 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ecee68c-2ef9-464e-aa0b-084a34e6e216 admin admin] Deleting subnet 305a1219-c93f-49dc-b4d8-bb2e22ab09ed {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:02:57.676521 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4ecee68c-2ef9-464e-aa0b-084a34e6e216 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:57.757336 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [None req-df38bf10-baac-4227-be6d-8d1d64dc6dff tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] update failed (client error): The resource could not be found. Jul 09 15:02:57.759098 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-df38bf10-baac-4227-be6d-8d1d64dc6dff tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] 10.222.0.58 "PUT /v2.0/floatingips/3f091fd0-373f-4576-9f6b-6bdc2ec3f099 HTTP/1.1" status: 404 len: 507 time: 0.5477819 Jul 09 15:02:57.761602 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 33178) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:57.782327 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4ecee68c-2ef9-464e-aa0b-084a34e6e216 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:57.784713 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1caa590f-58b9-420a-baa4-abc4bbe82c54 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:57.957790 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d11c82a-f921-4d2e-95b5-8db74b122295 None None] Network 72fb1c98-0827-40c6-aaac-61379e97af8e requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:02:58.005959 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4ecee68c-2ef9-464e-aa0b-084a34e6e216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:58.023544 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-1c06ceb6-651f-4bb6-8251-11dd5906048d tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Deleting port d61c7200-aa2b-45e1-966a-6bb1034eba3c {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:02:58.026893 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1c06ceb6-651f-4bb6-8251-11dd5906048d tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:58.216831 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1caa590f-58b9-420a-baa4-abc4bbe82c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:58.253806 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1c06ceb6-651f-4bb6-8251-11dd5906048d tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:58.256750 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1c06ceb6-651f-4bb6-8251-11dd5906048d tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:58.266789 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-f0a21512-9103-4e51-99d5-553c93e52701 None None] Provisioning for port 677715a0-f258-4b42-82f1-27977850874c completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:02:58.299328 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-1c06ceb6-651f-4bb6-8251-11dd5906048d tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Calling delete_port for d61c7200-aa2b-45e1-966a-6bb1034eba3c owned by network:floatingip {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:02:58.331007 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-f0a21512-9103-4e51-99d5-553c93e52701 None None] Provisioning complete for port 677715a0-f258-4b42-82f1-27977850874c triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:02:58.336386 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f0a21512-9103-4e51-99d5-553c93e52701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:58.404217 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4ecee68c-2ef9-464e-aa0b-084a34e6e216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:58.473153 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4ecee68c-2ef9-464e-aa0b-084a34e6e216 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:58.481308 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-4ecee68c-2ef9-464e-aa0b-084a34e6e216 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/305a1219-c93f-49dc-b4d8-bb2e22ab09ed HTTP/1.1" status: 204 len: 168 time: 1.1285608 Jul 09 15:02:58.484203 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecee68c-2ef9-464e-aa0b-084a34e6e216 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=305a1219-c93f-49dc-b4d8-bb2e22ab09ed,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:58.484607 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 33194) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:58.554582 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367821f8-bb6f-4e49-b2dd-90db3fab3295 None None] Network a4fab1c9-1029-485f-b937-e1892ae0c71f requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:02:58.617011 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ed783408-c13b-4589-ab1c-f3e5d35f1dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:58.628494 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1c06ceb6-651f-4bb6-8251-11dd5906048d tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:58.707115 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1caa590f-58b9-420a-baa4-abc4bbe82c54 admin admin] Router 504224b9-c086-4eba-8292-f340ecda2116 is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 15:02:58.764262 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c06ceb6-651f-4bb6-8251-11dd5906048d tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Pushing event deleted for resources: {'Port': ['ID=d61c7200-aa2b-45e1-966a-6bb1034eba3c,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:58.887725 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f0a21512-9103-4e51-99d5-553c93e52701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:58.962388 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-f0a21512-9103-4e51-99d5-553c93e52701 None None] For port 677715a0-f258-4b42-82f1-27977850874c, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=677715a0-f258-4b42-82f1-27977850874c,segment=NetworkSegment(7f0cfc05-3399-4f2d-97fa-3ffbb3a0c1bd),segment_id=7f0cfc05-3399-4f2d-97fa-3ffbb3a0c1bd)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:02:58.990967 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1c06ceb6-651f-4bb6-8251-11dd5906048d tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks [] for floatingip, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:58.996071 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1c06ceb6-651f-4bb6-8251-11dd5906048d tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:58.997631 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-1c06ceb6-651f-4bb6-8251-11dd5906048d tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] 10.222.0.58 "DELETE /v2.0/floatingips/3f091fd0-373f-4576-9f6b-6bdc2ec3f099 HTTP/1.1" status: 204 len: 168 time: 1.2344930 Jul 09 15:02:59.001531 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 33198) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:59.015518 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-44a791a3-bbbe-4d99-94b5-1e725c54e423 tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Request body: {'floatingip': {'floating_network_id': 'db876d87-2126-4d30-b536-1e2da7f53ebc', 'port_id': '9ce94807-566f-4f14-ac2b-14dd49d66983', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:02:59.057569 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-ed783408-c13b-4589-ab1c-f3e5d35f1dab admin admin] Deleting port 19e76e2b-6432-4589-927c-0e0f974ae5be {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:02:59.057913 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ed783408-c13b-4589-ab1c-f3e5d35f1dab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:59.079961 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f0a21512-9103-4e51-99d5-553c93e52701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:59.178983 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1caa590f-58b9-420a-baa4-abc4bbe82c54 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:02:59.191108 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c6c60d-c994-42bc-a23c-8f3604d25dd0 None None] Sync routers for ids ['504224b9-c086-4eba-8292-f340ecda2116'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:02:59.222705 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c6c60d-c994-42bc-a23c-8f3604d25dd0 None None] Routers {'504224b9-c086-4eba-8292-f340ecda2116'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:02:59.223353 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-03c6c60d-c994-42bc-a23c-8f3604d25dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:02:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['504224b9-c086-4eba-8292-f340ecda2116'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:02:59.242220 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-ed783408-c13b-4589-ab1c-f3e5d35f1dab admin admin] For port 19e76e2b-6432-4589-927c-0e0f974ae5be, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=19e76e2b-6432-4589-927c-0e0f974ae5be,segment=NetworkSegment(77d36331-fbe4-4db4-b04f-6b84e0a5e88a),segment_id=77d36331-fbe4-4db4-b04f-6b84e0a5e88a)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:02:59.243035 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ed783408-c13b-4589-ab1c-f3e5d35f1dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:59.250384 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401ca013-73a4-4357-bc16-a23e1d4d9173 None None] DHCP port deletion for a4fab1c9-1029-485f-b937-e1892ae0c71f request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 15:02:59.258073 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4a42c977-eba2-4f4e-bbcb-fa811dea85ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:59.268508 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-ed783408-c13b-4589-ab1c-f3e5d35f1dab admin admin] Calling delete_port for 19e76e2b-6432-4589-927c-0e0f974ae5be owned by network:dhcp {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:02:59.270302 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a21512-9103-4e51-99d5-553c93e52701 None None] Pushing event updated for resources: {'Port': ['ID=677715a0-f258-4b42-82f1-27977850874c,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:59.357724 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-88b193ee-30c6-45cf-9dd9-03b158048cdd None None] Provisioning complete for port 677715a0-f258-4b42-82f1-27977850874c triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:02:59.359119 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-88b193ee-30c6-45cf-9dd9-03b158048cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:59.393606 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-44a791a3-bbbe-4d99-94b5-1e725c54e423 tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks [] for floatingip, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:59.417528 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1caa590f-58b9-420a-baa4-abc4bbe82c54 admin admin] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:59.419538 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-1caa590f-58b9-420a-baa4-abc4bbe82c54 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.4066205 Jul 09 15:02:59.422418 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 33208) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:59.451436 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:59.512596 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 33210) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:59.588384 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-401ca013-73a4-4357-bc16-a23e1d4d9173 None None] Deleting port 19e76e2b-6432-4589-927c-0e0f974ae5be {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:02:59.589221 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-401ca013-73a4-4357-bc16-a23e1d4d9173 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:59.645575 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ed783408-c13b-4589-ab1c-f3e5d35f1dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:59.680333 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-03c6c60d-c994-42bc-a23c-8f3604d25dd0 None None] Set router 504224b9-c086-4eba-8292-f340ecda2116 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:02:59.736392 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed783408-c13b-4589-ab1c-f3e5d35f1dab admin admin] No DVR routers for this DVR port 19e76e2b-6432-4589-927c-0e0f974ae5be on host n-d-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:02:59.745955 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed783408-c13b-4589-ab1c-f3e5d35f1dab admin admin] Pushing event deleted for resources: {'Port': ['ID=19e76e2b-6432-4589-927c-0e0f974ae5be,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:02:59.818729 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-401ca013-73a4-4357-bc16-a23e1d4d9173 None None] For port 19e76e2b-6432-4589-927c-0e0f974ae5be, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=19e76e2b-6432-4589-927c-0e0f974ae5be,segment=NetworkSegment(77d36331-fbe4-4db4-b04f-6b84e0a5e88a),segment_id=77d36331-fbe4-4db4-b04f-6b84e0a5e88a)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:02:59.819439 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-401ca013-73a4-4357-bc16-a23e1d4d9173 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:02:59.836830 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-401ca013-73a4-4357-bc16-a23e1d4d9173 None None] Calling delete_port for 19e76e2b-6432-4589-927c-0e0f974ae5be owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:02:59.838199 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [None req-44a791a3-bbbe-4d99-94b5-1e725c54e423 tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 15:02:59.846334 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-44a791a3-bbbe-4d99-94b5-1e725c54e423 tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.8429182 Jul 09 15:02:59.850899 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 33216) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:02:59.873207 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-098610a4-8ae2-4449-9bde-1efb8d6e559e tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Request body: {'floatingip': {'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'port_id': '9ce94807-566f-4f14-ac2b-14dd49d66983', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:03:00.019634 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4f08f448-b30b-48cc-98aa-0a169d231c69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:00.079648 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-401ca013-73a4-4357-bc16-a23e1d4d9173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:00.084544 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ed783408-c13b-4589-ab1c-f3e5d35f1dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:00.104612 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401ca013-73a4-4357-bc16-a23e1d4d9173 None None] No DVR routers for this DVR port 19e76e2b-6432-4589-927c-0e0f974ae5be on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:03:00.120082 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-ed783408-c13b-4589-ab1c-f3e5d35f1dab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4fab1c9-1029-485f-b937-e1892ae0c71f']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:03:00.147265 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-ed783408-c13b-4589-ab1c-f3e5d35f1dab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77d36331-fbe4-4db4-b04f-6b84e0a5e88a') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:03:00.147581 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-ed783408-c13b-4589-ab1c-f3e5d35f1dab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77d36331-fbe4-4db4-b04f-6b84e0a5e88a') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:03:00.175818 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401ca013-73a4-4357-bc16-a23e1d4d9173 None None] Pushing event deleted for resources: {'Port': ['ID=19e76e2b-6432-4589-927c-0e0f974ae5be,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:00.264984 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:00.267373 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ed783408-c13b-4589-ab1c-f3e5d35f1dab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:00.272233 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-098610a4-8ae2-4449-9bde-1efb8d6e559e tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks [] for floatingip, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:00.282414 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-03c6c60d-c994-42bc-a23c-8f3604d25dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504224b9-c086-4eba-8292-f340ecda2116', 'name': 'tempest-TestVolumeBackupRestore-1631406732-router', 'tenant_id': '6fa15925135f43938e84c3b00c868efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '5763a703-0cc2-4549-873f-76e291d6b141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:02:52Z', 'updated_at': '2021-07-09T15:02:57Z', 'revision_number': 3, 'project_id': '6fa15925135f43938e84c3b00c868efd', 'gw_port': {'id': '5763a703-0cc2-4549-873f-76e291d6b141', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:82:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504224b9-c086-4eba-8292-f340ecda2116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:02:54Z', 'updated_at': '2021-07-09T15:02:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:03:00.322703 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-57d5681b-0157-4dd6-9d14-4832a547ce77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:00.341018 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c6c60d-c994-42bc-a23c-8f3604d25dd0 None None] Checking router: 504224b9-c086-4eba-8292-f340ecda2116 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:03:00.342815 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c6c60d-c994-42bc-a23c-8f3604d25dd0 None None] Updating router 504224b9-c086-4eba-8292-f340ecda2116 port 5763a703-0cc2-4549-873f-76e291d6b141 binding host n-d-799529-6 {{(pid=94448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:03:00.346461 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ed783408-c13b-4589-ab1c-f3e5d35f1dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:00.359884 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed783408-c13b-4589-ab1c-f3e5d35f1dab admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:03:00.360638 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ed783408-c13b-4589-ab1c-f3e5d35f1dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:00.366254 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:03:00.366254 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:03:00.366254 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 15:03:00.366254 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:03:00.366254 n-d-799529-6 neutron-server[94446]: timer() Jul 09 15:03:00.366254 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:03:00.366254 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 15:03:00.366254 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:03:00.366254 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 15:03:00.366254 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:03:00.366254 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 15:03:00.366254 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:03:00.366254 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 15:03:00.366254 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:03:00.366254 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 15:03:00.366254 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:03:00.366254 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:03:00.366254 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:03:00.366254 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:03:00.366254 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:03:00.366254 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 15:03:00.366254 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:03:00.366254 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 15:03:00.366254 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:03:00.366254 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:03:00.366254 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:03:00.366254 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 15:03:00.366254 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:03:00.366254 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:03:00.366254 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:03:00.366254 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:03:00.366254 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:03:00.366254 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:03:00.366254 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:03:00.464850 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-03c6c60d-c994-42bc-a23c-8f3604d25dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:00.550898 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4f08f448-b30b-48cc-98aa-0a169d231c69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:00.637659 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-098610a4-8ae2-4449-9bde-1efb8d6e559e tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:00.717935 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4f08f448-b30b-48cc-98aa-0a169d231c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:00.749542 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ed783408-c13b-4589-ab1c-f3e5d35f1dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:00.755934 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f08f448-b30b-48cc-98aa-0a169d231c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=355c547f-b472-49a8-8ca4-c7ab03d3b18c,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:00.786569 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ed783408-c13b-4589-ab1c-f3e5d35f1dab admin admin] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:00.797357 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 677715a0-f258-4b42-82f1-27977850874c up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:03:00.808357 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ed783408-c13b-4589-ab1c-f3e5d35f1dab admin admin] 10.222.0.58 "DELETE /v2.0/networks/a4fab1c9-1029-485f-b937-e1892ae0c71f HTTP/1.1" status: 204 len: 168 time: 2.3162413 Jul 09 15:03:00.808471 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-57d5681b-0157-4dd6-9d14-4832a547ce77 admin admin] Allocated IP 172.20.0.1 (72fb1c98-0827-40c6-aaac-61379e97af8e/5f2e327b-3440-4f7c-baea-010d460bc256/21d67486-e697-4502-a3eb-e480106d6e41) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:03:00.808935 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 33228) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:03:00.825177 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed783408-c13b-4589-ab1c-f3e5d35f1dab admin admin] Pushing event deleted for resources: {'Network': ['ID=a4fab1c9-1029-485f-b937-e1892ae0c71f,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:00.869216 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-4f08f448-b30b-48cc-98aa-0a169d231c69 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e034185644c84e51b12cb68e018ddf8b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3551571 Jul 09 15:03:00.871671 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 33230) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:03:00.914532 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 677715a0-f258-4b42-82f1-27977850874c triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:03:00.914956 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:00.995309 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-57d5681b-0157-4dd6-9d14-4832a547ce77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:01.016691 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-57d5681b-0157-4dd6-9d14-4832a547ce77 admin admin] Transition to ACTIVE for port object 21d67486-e697-4502-a3eb-e480106d6e41 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:03:01.020953 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-54080207-38e2-41b0-aa7c-c24c76c2e95b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:01.062321 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-54080207-38e2-41b0-aa7c-c24c76c2e95b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:01.097793 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-03c6c60d-c994-42bc-a23c-8f3604d25dd0 None None] Notify callbacks [] for port, precommit_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:01.122899 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.provisioning_blocks [None req-03c6c60d-c994-42bc-a23c-8f3604d25dd0 None None] Transition to ACTIVE for port object 5763a703-0cc2-4549-873f-76e291d6b141 will not be triggered until provisioned by entity L2. {{(pid=94448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:03:01.177275 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-57d5681b-0157-4dd6-9d14-4832a547ce77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:01.216397 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-03c6c60d-c994-42bc-a23c-8f3604d25dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:01.328297 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d5681b-0157-4dd6-9d14-4832a547ce77 admin admin] Network 72fb1c98-0827-40c6-aaac-61379e97af8e is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:03:01.332191 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-57d5681b-0157-4dd6-9d14-4832a547ce77 admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:03:01.351951 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d5681b-0157-4dd6-9d14-4832a547ce77 admin admin] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:03:01.358642 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-54080207-38e2-41b0-aa7c-c24c76c2e95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:01.363606 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e21fa-bdd2-4e4d-b868-6c5b1b07300c None None] Pushing event updated for resources: {'Port': ['ID=5763a703-0cc2-4549-873f-76e291d6b141,revision_number=2']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:01.369737 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-54080207-38e2-41b0-aa7c-c24c76c2e95b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:01.371394 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-54080207-38e2-41b0-aa7c-c24c76c2e95b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/355c547f-b472-49a8-8ca4-c7ab03d3b18c HTTP/1.1" status: 204 len: 168 time: 0.4979203 Jul 09 15:03:01.414591 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-03c6c60d-c994-42bc-a23c-8f3604d25dd0 None None] Attempting to bind port 5763a703-0cc2-4549-873f-76e291d6b141 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:03:01.415377 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-03c6c60d-c994-42bc-a23c-8f3604d25dd0 None None] Attempting to bind port 5763a703-0cc2-4549-873f-76e291d6b141 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:03:01.418762 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c6c60d-c994-42bc-a23c-8f3604d25dd0 None None] Attempting to bind port 5763a703-0cc2-4549-873f-76e291d6b141 on network 202c7ce6-d4e9-4f80-84dd-bef08905a653 {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:03:01.434996 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c6c60d-c994-42bc-a23c-8f3604d25dd0 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:03:01.436211 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c6c60d-c994-42bc-a23c-8f3604d25dd0 None None] Checking segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:03:01.438405 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-03c6c60d-c994-42bc-a23c-8f3604d25dd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:01.439027 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c6c60d-c994-42bc-a23c-8f3604d25dd0 None None] Bound using segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:03:01.441532 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-03c6c60d-c994-42bc-a23c-8f3604d25dd0 None None] Bound port: 5763a703-0cc2-4549-873f-76e291d6b141, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:03:01.442098 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-03c6c60d-c994-42bc-a23c-8f3604d25dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:01.484962 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d5681b-0157-4dd6-9d14-4832a547ce77 admin admin] Pushing event updated for resources: {'Port': ['ID=21d67486-e697-4502-a3eb-e480106d6e41,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:01.545492 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-57d5681b-0157-4dd6-9d14-4832a547ce77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:01.595123 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54080207-38e2-41b0-aa7c-c24c76c2e95b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=355c547f-b472-49a8-8ca4-c7ab03d3b18c,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:01.651683 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-098610a4-8ae2-4449-9bde-1efb8d6e559e tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Allocated IP 172.25.3.156 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/61d19bbd-1c5e-48fb-aca5-b2c098dc1639) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:03:01.706632 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-03c6c60d-c994-42bc-a23c-8f3604d25dd0 None None] For port 5763a703-0cc2-4549-873f-76e291d6b141, host n-d-799529-6, cleared binding levels {{(pid=94448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:03:01.713016 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 19e76e2b-6432-4589-927c-0e0f974ae5be no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:03:01.727380 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-03c6c60d-c994-42bc-a23c-8f3604d25dd0 None None] For port 5763a703-0cc2-4549-873f-76e291d6b141, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=5763a703-0cc2-4549-873f-76e291d6b141,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:03:01.762071 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:01.763142 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 19e76e2b-6432-4589-927c-0e0f974ae5be {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:03:01.764231 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 19e76e2b-6432-4589-927c-0e0f974ae5be not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:03:01.887913 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-03c6c60d-c994-42bc-a23c-8f3604d25dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:01.978526 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c6c60d-c994-42bc-a23c-8f3604d25dd0 None None] Routers {'504224b9-c086-4eba-8292-f340ecda2116'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:03:01.979601 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-03c6c60d-c994-42bc-a23c-8f3604d25dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:02:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['504224b9-c086-4eba-8292-f340ecda2116'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:03:01.995210 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-246facef-067c-4e78-a952-3838fc9c5ec8 None None] Provisioning for port 21d67486-e697-4502-a3eb-e480106d6e41 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:03:02.007647 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-246facef-067c-4e78-a952-3838fc9c5ec8 None None] Provisioning complete for port 21d67486-e697-4502-a3eb-e480106d6e41 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:03:02.010008 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-246facef-067c-4e78-a952-3838fc9c5ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:02.029153 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-098610a4-8ae2-4449-9bde-1efb8d6e559e tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:02.151225 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-57d5681b-0157-4dd6-9d14-4832a547ce77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:02.176714 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-246facef-067c-4e78-a952-3838fc9c5ec8 None None] Port 21d67486-e697-4502-a3eb-e480106d6e41 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:03:02.273134 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1a5f6c86-6932-48a5-8b0f-f26903b908e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:02.379055 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-03c6c60d-c994-42bc-a23c-8f3604d25dd0 None None] Set router 504224b9-c086-4eba-8292-f340ecda2116 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:03:02.460282 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e21fa-bdd2-4e4d-b868-6c5b1b07300c None None] Pushing event updated for resources: {'Port': ['ID=5763a703-0cc2-4549-873f-76e291d6b141,revision_number=3']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:02.548049 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-57d5681b-0157-4dd6-9d14-4832a547ce77 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:02.617069 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-57d5681b-0157-4dd6-9d14-4832a547ce77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:02.846320 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-03c6c60d-c994-42bc-a23c-8f3604d25dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504224b9-c086-4eba-8292-f340ecda2116', 'name': 'tempest-TestVolumeBackupRestore-1631406732-router', 'tenant_id': '6fa15925135f43938e84c3b00c868efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '5763a703-0cc2-4549-873f-76e291d6b141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:02:52Z', 'updated_at': '2021-07-09T15:02:57Z', 'revision_number': 3, 'project_id': '6fa15925135f43938e84c3b00c868efd', 'gw_port': {'id': '5763a703-0cc2-4549-873f-76e291d6b141', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:82:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504224b9-c086-4eba-8292-f340ecda2116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:02:54Z', 'updated_at': '2021-07-09T15:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:03:02.862195 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d5681b-0157-4dd6-9d14-4832a547ce77 admin admin] Pushing event updated for resources: {'Port': ['ID=21d67486-e697-4502-a3eb-e480106d6e41,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:02.897909 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d5681b-0157-4dd6-9d14-4832a547ce77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:03:02.898191 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d5681b-0157-4dd6-9d14-4832a547ce77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:03:02.898537 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d5681b-0157-4dd6-9d14-4832a547ce77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:03:02.898878 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d5681b-0157-4dd6-9d14-4832a547ce77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:03:02.899217 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d5681b-0157-4dd6-9d14-4832a547ce77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:03:02.899573 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d5681b-0157-4dd6-9d14-4832a547ce77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:03:02.904253 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d5681b-0157-4dd6-9d14-4832a547ce77 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:03:02.904607 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d5681b-0157-4dd6-9d14-4832a547ce77 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:03:02.905075 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d5681b-0157-4dd6-9d14-4832a547ce77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:03:02.905448 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d5681b-0157-4dd6-9d14-4832a547ce77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:03:02.905784 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d5681b-0157-4dd6-9d14-4832a547ce77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:03:02.906116 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d5681b-0157-4dd6-9d14-4832a547ce77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:03:02.909615 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c6c60d-c994-42bc-a23c-8f3604d25dd0 None None] The sync data for ids ['504224b9-c086-4eba-8292-f340ecda2116'] in n-d-799529-6 is: [{'id': '504224b9-c086-4eba-8292-f340ecda2116', 'name': 'tempest-TestVolumeBackupRestore-1631406732-router', 'tenant_id': '6fa15925135f43938e84c3b00c868efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '5763a703-0cc2-4549-873f-76e291d6b141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:02:52Z', 'updated_at': '2021-07-09T15:02:57Z', 'revision_number': 3, 'project_id': '6fa15925135f43938e84c3b00c868efd', 'gw_port': {'id': '5763a703-0cc2-4549-873f-76e291d6b141', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:82:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504224b9-c086-4eba-8292-f340ecda2116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:02:54Z', 'updated_at': '2021-07-09T15:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:03:02.931542 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-57d5681b-0157-4dd6-9d14-4832a547ce77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:02.985424 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-098610a4-8ae2-4449-9bde-1efb8d6e559e tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:03.109419 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098610a4-8ae2-4449-9bde-1efb8d6e559e tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:03:03.116628 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-098610a4-8ae2-4449-9bde-1efb8d6e559e tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:03:03.123163 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098610a4-8ae2-4449-9bde-1efb8d6e559e tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:03:03.152300 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098610a4-8ae2-4449-9bde-1efb8d6e559e tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Pushing event updated for resources: {'Port': ['ID=61d19bbd-1c5e-48fb-aca5-b2c098dc1639,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:03.243047 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d5681b-0157-4dd6-9d14-4832a547ce77 admin admin] Network 72fb1c98-0827-40c6-aaac-61379e97af8e is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:03:03.246912 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-57d5681b-0157-4dd6-9d14-4832a547ce77 admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:03:03.982829 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-dff2b879-5121-49ee-9e71-50b9ed74bb35 None None] Provisioning complete for port 21d67486-e697-4502-a3eb-e480106d6e41 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:03:03.983682 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-dff2b879-5121-49ee-9e71-50b9ed74bb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:04.213609 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-dff2b879-5121-49ee-9e71-50b9ed74bb35 None None] Port 21d67486-e697-4502-a3eb-e480106d6e41 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:03:04.276854 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-098610a4-8ae2-4449-9bde-1efb8d6e559e tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Deleting port 61d19bbd-1c5e-48fb-aca5-b2c098dc1639 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:03:04.277677 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-098610a4-8ae2-4449-9bde-1efb8d6e559e tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:04.418625 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d5681b-0157-4dd6-9d14-4832a547ce77 admin admin] Router 504224b9-c086-4eba-8292-f340ecda2116 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:03:04.524425 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-1a5f6c86-6932-48a5-8b0f-f26903b908e3 admin admin] Deleting port 9152bb0d-1ed9-4a0f-9e3d-2d775eeadbc1 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:03:04.524733 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1a5f6c86-6932-48a5-8b0f-f26903b908e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:04.650179 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-098610a4-8ae2-4449-9bde-1efb8d6e559e tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:04.650837 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-098610a4-8ae2-4449-9bde-1efb8d6e559e tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:04.670958 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-098610a4-8ae2-4449-9bde-1efb8d6e559e tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Calling delete_port for 61d19bbd-1c5e-48fb-aca5-b2c098dc1639 owned by network:floatingip {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:03:04.701822 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d5681b-0157-4dd6-9d14-4832a547ce77 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:03:04.711920 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-57d5681b-0157-4dd6-9d14-4832a547ce77 admin admin] 10.222.0.58 "PUT /v2.0/routers/504224b9-c086-4eba-8292-f340ecda2116/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2874148 Jul 09 15:03:04.920601 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 5763a703-0cc2-4549-873f-76e291d6b141 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:03:05.022894 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-1a5f6c86-6932-48a5-8b0f-f26903b908e3 admin admin] For port 9152bb0d-1ed9-4a0f-9e3d-2d775eeadbc1, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=9152bb0d-1ed9-4a0f-9e3d-2d775eeadbc1,segment=NetworkSegment(c99c05fb-055e-4d7d-bf98-915b2c9bdb6c),segment_id=c99c05fb-055e-4d7d-bf98-915b2c9bdb6c)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:03:05.023338 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1a5f6c86-6932-48a5-8b0f-f26903b908e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:05.088578 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-1a5f6c86-6932-48a5-8b0f-f26903b908e3 admin admin] Calling delete_port for 9152bb0d-1ed9-4a0f-9e3d-2d775eeadbc1 owned by network:router_interface {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:03:05.221433 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 5763a703-0cc2-4549-873f-76e291d6b141 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:03:05.234472 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 5763a703-0cc2-4549-873f-76e291d6b141 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:03:05.234472 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:05.389335 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:05.437517 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-098610a4-8ae2-4449-9bde-1efb8d6e559e tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:05.448591 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 5763a703-0cc2-4549-873f-76e291d6b141, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=5763a703-0cc2-4549-873f-76e291d6b141,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:03:05.589163 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:05.681709 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098610a4-8ae2-4449-9bde-1efb8d6e559e tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Pushing event deleted for resources: {'Port': ['ID=61d19bbd-1c5e-48fb-aca5-b2c098dc1639,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:05.688227 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1a5f6c86-6932-48a5-8b0f-f26903b908e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:05.797221 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5f6c86-6932-48a5-8b0f-f26903b908e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9152bb0d-1ed9-4a0f-9e3d-2d775eeadbc1,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:05.805593 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=5763a703-0cc2-4549-873f-76e291d6b141,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:05.824017 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:03:05.824536 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:03:05.826185 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:03:05.826901 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:03:05.827578 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:03:05.828208 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:03:05.828807 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:03:05.830042 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:03:05.830759 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:03:05.833068 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:03:05.833951 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:03:05.834777 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:03:06.290716 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [None req-098610a4-8ae2-4449-9bde-1efb8d6e559e tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] create failed (client error): The resource could not be found. Jul 09 15:03:06.294071 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-098610a4-8ae2-4449-9bde-1efb8d6e559e tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 6.4282861 Jul 09 15:03:06.301056 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 33330) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:03:06.363763 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1a5f6c86-6932-48a5-8b0f-f26903b908e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:06.509906 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14989d4f-3139-4b42-9fc4-d1bc55e08b2a None None] Sync routers for ids ['504224b9-c086-4eba-8292-f340ecda2116'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:03:06.511185 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 33334) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:03:06.524311 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14989d4f-3139-4b42-9fc4-d1bc55e08b2a None None] Routers {'504224b9-c086-4eba-8292-f340ecda2116'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:03:06.525354 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-14989d4f-3139-4b42-9fc4-d1bc55e08b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:02:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['504224b9-c086-4eba-8292-f340ecda2116'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:03:06.526754 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-3574a044-aeff-42e8-899e-84aa3dce279b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-406147765-network', 'tenant_id': '245d5ebd71904ef5a4215ddc0f443426'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:03:06.729674 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3574a044-aeff-42e8-899e-84aa3dce279b admin admin] Made reservation on behalf of 245d5ebd71904ef5a4215ddc0f443426 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:03:06.743894 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3574a044-aeff-42e8-899e-84aa3dce279b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:06.791737 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3574a044-aeff-42e8-899e-84aa3dce279b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:06.808020 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-14989d4f-3139-4b42-9fc4-d1bc55e08b2a None None] Set router 504224b9-c086-4eba-8292-f340ecda2116 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:03:06.902929 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-a12409fe-98a0-43c4-a9e1-b4cbf928c1da tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Deleting port 9ce94807-566f-4f14-ac2b-14dd49d66983 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:03:06.903662 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a12409fe-98a0-43c4-a9e1-b4cbf928c1da tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:07.040023 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a5f6c86-6932-48a5-8b0f-f26903b908e3 admin admin] Router 5463b736-b0c9-494d-9185-34aee6538cfe has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:03:07.147442 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 5763a703-0cc2-4549-873f-76e291d6b141 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:03:07.178315 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a12409fe-98a0-43c4-a9e1-b4cbf928c1da tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:07.230502 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-a12409fe-98a0-43c4-a9e1-b4cbf928c1da tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Calling delete_port for 9ce94807-566f-4f14-ac2b-14dd49d66983 owned by {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:03:07.353379 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a5f6c86-6932-48a5-8b0f-f26903b908e3 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:03:07.367370 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-1a5f6c86-6932-48a5-8b0f-f26903b908e3 admin admin] 10.222.0.58 "PUT /v2.0/routers/5463b736-b0c9-494d-9185-34aee6538cfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5413966 Jul 09 15:03:07.367707 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c7687a-fb6f-494b-ae2e-fb0efcee2ac4 None None] Sync routers for ids ['5463b736-b0c9-494d-9185-34aee6538cfe'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:03:07.371437 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 33346) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:03:07.413455 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c7687a-fb6f-494b-ae2e-fb0efcee2ac4 None None] Routers {'5463b736-b0c9-494d-9185-34aee6538cfe'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:03:07.416604 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-25c7687a-fb6f-494b-ae2e-fb0efcee2ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:02:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['5463b736-b0c9-494d-9185-34aee6538cfe'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:03:07.462962 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 5763a703-0cc2-4549-873f-76e291d6b141 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:03:07.474483 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:07.510460 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3574a044-aeff-42e8-899e-84aa3dce279b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:07.659051 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-14989d4f-3139-4b42-9fc4-d1bc55e08b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504224b9-c086-4eba-8292-f340ecda2116', 'name': 'tempest-TestVolumeBackupRestore-1631406732-router', 'tenant_id': '6fa15925135f43938e84c3b00c868efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '5763a703-0cc2-4549-873f-76e291d6b141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:02:52Z', 'updated_at': '2021-07-09T15:03:01Z', 'revision_number': 4, 'project_id': '6fa15925135f43938e84c3b00c868efd', 'gw_port': {'id': '5763a703-0cc2-4549-873f-76e291d6b141', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504224b9-c086-4eba-8292-f340ecda2116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:02:54Z', 'updated_at': '2021-07-09T15:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '21d67486-e697-4502-a3eb-e480106d6e41', 'name': '', 'network_id': '72fb1c98-0827-40c6-aaac-61379e97af8e', 'tenant_id': '6fa15925135f43938e84c3b00c868efd', 'mac_address': 'fa:16:3e:2c:c3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504224b9-c086-4eba-8292-f340ecda2116', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '5f2e327b-3440-4f7c-baea-010d460bc256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:03:00Z', 'updated_at': '2021-07-09T15:03:02Z', 'revision_number': 2, 'project_id': '6fa15925135f43938e84c3b00c868efd', 'subnets': [{'id': '5f2e327b-3440-4f7c-baea-010d460bc256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:03:07.687125 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3574a044-aeff-42e8-899e-84aa3dce279b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:07.733051 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-057268b4-c9c2-4fb3-954b-7a8189aaa7e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:07.754620 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14989d4f-3139-4b42-9fc4-d1bc55e08b2a None None] Checking router: 504224b9-c086-4eba-8292-f340ecda2116 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:03:07.755000 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14989d4f-3139-4b42-9fc4-d1bc55e08b2a None None] Updating router 504224b9-c086-4eba-8292-f340ecda2116 port 21d67486-e697-4502-a3eb-e480106d6e41 binding host n-d-799529-6 {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:03:07.795296 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3574a044-aeff-42e8-899e-84aa3dce279b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b75786-e54b-48c2-af33-f805d20c3b45,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:07.887452 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-14989d4f-3139-4b42-9fc4-d1bc55e08b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:07.939906 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-25c7687a-fb6f-494b-ae2e-fb0efcee2ac4 None None] Set router 5463b736-b0c9-494d-9185-34aee6538cfe gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:03:07.970656 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3574a044-aeff-42e8-899e-84aa3dce279b admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:03:07.984739 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-057268b4-c9c2-4fb3-954b-7a8189aaa7e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:07.995452 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a12409fe-98a0-43c4-a9e1-b4cbf928c1da tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:08.007188 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3574a044-aeff-42e8-899e-84aa3dce279b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:08.008290 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-3574a044-aeff-42e8-899e-84aa3dce279b admin admin] Added segment 2546a657-57e5-49bd-8aad-07604553a7a2 of type vlan for network 65c9c714-aa0a-4a75-8e6d-596c5faeddd9 Jul 09 15:03:08.119925 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3574a044-aeff-42e8-899e-84aa3dce279b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:08.231703 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-057268b4-c9c2-4fb3-954b-7a8189aaa7e0 admin admin] Deleting port d4c2a968-2077-4607-b3d7-7d07d170af74 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:03:08.234292 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-057268b4-c9c2-4fb3-954b-7a8189aaa7e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:08.270014 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12409fe-98a0-43c4-a9e1-b4cbf928c1da tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Pushing event deleted for resources: {'Port': ['ID=9ce94807-566f-4f14-ac2b-14dd49d66983,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:08.297496 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.db.resource_extend [None req-3574a044-aeff-42e8-899e-84aa3dce279b admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 15:03:08.496315 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a12409fe-98a0-43c4-a9e1-b4cbf928c1da tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:08.512374 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-a12409fe-98a0-43c4-a9e1-b4cbf928c1da tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] 10.222.0.58 "DELETE /v2.0/ports/9ce94807-566f-4f14-ac2b-14dd49d66983 HTTP/1.1" status: 204 len: 168 time: 2.1992655 Jul 09 15:03:08.514694 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 33360) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:03:08.593827 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3574a044-aeff-42e8-899e-84aa3dce279b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:08.595045 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3574a044-aeff-42e8-899e-84aa3dce279b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:03:08.596444 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3574a044-aeff-42e8-899e-84aa3dce279b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:08.643714 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-057268b4-c9c2-4fb3-954b-7a8189aaa7e0 admin admin] For port d4c2a968-2077-4607-b3d7-7d07d170af74, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=d4c2a968-2077-4607-b3d7-7d07d170af74,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:03:08.646338 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-057268b4-c9c2-4fb3-954b-7a8189aaa7e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:08.691400 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-057268b4-c9c2-4fb3-954b-7a8189aaa7e0 admin admin] Calling delete_port for d4c2a968-2077-4607-b3d7-7d07d170af74 owned by network:router_gateway {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:03:08.834849 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-25c7687a-fb6f-494b-ae2e-fb0efcee2ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5463b736-b0c9-494d-9185-34aee6538cfe', 'name': 'tempest-TestAggregatesBasicOps-1998834433-router', 'tenant_id': '70e543f369d04c6685c92a0b3bdf0e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'd4c2a968-2077-4607-b3d7-7d07d170af74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:02:33Z', 'updated_at': '2021-07-09T15:03:05Z', 'revision_number': 5, 'project_id': '70e543f369d04c6685c92a0b3bdf0e81', 'gw_port': {'id': 'd4c2a968-2077-4607-b3d7-7d07d170af74', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5463b736-b0c9-494d-9185-34aee6538cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:02:34Z', 'updated_at': '2021-07-09T15:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:03:08.863254 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3574a044-aeff-42e8-899e-84aa3dce279b admin admin] Pushing event updated for resources: {'Network': ['ID=65c9c714-aa0a-4a75-8e6d-596c5faeddd9,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:08.911178 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ca5f29-17db-4e95-bede-374e2c2a7d35 tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:03:08.918059 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-05ca5f29-17db-4e95-bede-374e2c2a7d35 tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] 10.222.0.58 "GET /v2.0/ports?device_id=bae702ce-67a9-450c-952f-34e669cc8160 HTTP/1.1" status: 200 len: 913 time: 0.3992207 Jul 09 15:03:08.920453 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 33366) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:03:08.921026 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-3574a044-aeff-42e8-899e-84aa3dce279b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.4072833 Jul 09 15:03:08.924453 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 33368) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:03:08.957909 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-14989d4f-3139-4b42-9fc4-d1bc55e08b2a None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:08.960353 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c7687a-fb6f-494b-ae2e-fb0efcee2ac4 None None] Checking router: 5463b736-b0c9-494d-9185-34aee6538cfe for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:03:08.971157 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-88de04aa-a19b-4fb0-badc-2d137133291c admin admin] Request body: {'subnet': {'network_id': '65c9c714-aa0a-4a75-8e6d-596c5faeddd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-406147765-subnet', 'tenant_id': '245d5ebd71904ef5a4215ddc0f443426', 'ip_version': 4}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:03:08.972688 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-14989d4f-3139-4b42-9fc4-d1bc55e08b2a None None] Transition to ACTIVE for port object 21d67486-e697-4502-a3eb-e480106d6e41 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:03:08.983008 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 65c9c714-aa0a-4a75-8e6d-596c5faeddd9 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:03:08.993633 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c7687a-fb6f-494b-ae2e-fb0efcee2ac4 None None] Routers {'5463b736-b0c9-494d-9185-34aee6538cfe'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:03:08.994545 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-25c7687a-fb6f-494b-ae2e-fb0efcee2ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:02:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['5463b736-b0c9-494d-9185-34aee6538cfe'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:03:09.159042 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-25c7687a-fb6f-494b-ae2e-fb0efcee2ac4 None None] Set router 5463b736-b0c9-494d-9185-34aee6538cfe gateway port host: None {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:03:09.182524 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-14989d4f-3139-4b42-9fc4-d1bc55e08b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:09.240285 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-25c7687a-fb6f-494b-ae2e-fb0efcee2ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5463b736-b0c9-494d-9185-34aee6538cfe', 'name': 'tempest-TestAggregatesBasicOps-1998834433-router', 'tenant_id': '70e543f369d04c6685c92a0b3bdf0e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:02:33Z', 'updated_at': '2021-07-09T15:03:07Z', 'revision_number': 6, 'project_id': '70e543f369d04c6685c92a0b3bdf0e81', 'gw_port_host': None}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:03:09.282104 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c7687a-fb6f-494b-ae2e-fb0efcee2ac4 None None] The sync data for ids ['5463b736-b0c9-494d-9185-34aee6538cfe'] in n-d-799529-6 is: [{'id': '5463b736-b0c9-494d-9185-34aee6538cfe', 'name': 'tempest-TestAggregatesBasicOps-1998834433-router', 'tenant_id': '70e543f369d04c6685c92a0b3bdf0e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:02:33Z', 'updated_at': '2021-07-09T15:03:07Z', 'revision_number': 6, 'project_id': '70e543f369d04c6685c92a0b3bdf0e81', 'gw_port_host': None}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:03:09.481511 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbaa41b-fe67-4cc1-af37-0147e7cc905f None None] Pushing event updated for resources: {'Port': ['ID=21d67486-e697-4502-a3eb-e480106d6e41,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:09.488074 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-14989d4f-3139-4b42-9fc4-d1bc55e08b2a None None] Attempting to bind port 21d67486-e697-4502-a3eb-e480106d6e41 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:03:09.488490 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-14989d4f-3139-4b42-9fc4-d1bc55e08b2a None None] Attempting to bind port 21d67486-e697-4502-a3eb-e480106d6e41 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '7f0cfc05-3399-4f2d-97fa-3ffbb3a0c1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '72fb1c98-0827-40c6-aaac-61379e97af8e'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:03:09.489265 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14989d4f-3139-4b42-9fc4-d1bc55e08b2a None None] Attempting to bind port 21d67486-e697-4502-a3eb-e480106d6e41 on network 72fb1c98-0827-40c6-aaac-61379e97af8e {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:03:09.505049 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14989d4f-3139-4b42-9fc4-d1bc55e08b2a None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:03:09.505049 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14989d4f-3139-4b42-9fc4-d1bc55e08b2a None None] Checking segment: {'id': '7f0cfc05-3399-4f2d-97fa-3ffbb3a0c1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '72fb1c98-0827-40c6-aaac-61379e97af8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:03:09.505049 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-14989d4f-3139-4b42-9fc4-d1bc55e08b2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:09.505049 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14989d4f-3139-4b42-9fc4-d1bc55e08b2a None None] Bound using segment: {'id': '7f0cfc05-3399-4f2d-97fa-3ffbb3a0c1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '72fb1c98-0827-40c6-aaac-61379e97af8e'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:03:09.505049 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-14989d4f-3139-4b42-9fc4-d1bc55e08b2a None None] Bound port: 21d67486-e697-4502-a3eb-e480106d6e41, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f0cfc05-3399-4f2d-97fa-3ffbb3a0c1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '72fb1c98-0827-40c6-aaac-61379e97af8e'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:03:09.505049 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-14989d4f-3139-4b42-9fc4-d1bc55e08b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:09.589446 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-14989d4f-3139-4b42-9fc4-d1bc55e08b2a None None] For port 21d67486-e697-4502-a3eb-e480106d6e41, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:03:09.593655 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-14989d4f-3139-4b42-9fc4-d1bc55e08b2a None None] For port 21d67486-e697-4502-a3eb-e480106d6e41, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=21d67486-e697-4502-a3eb-e480106d6e41,segment=NetworkSegment(7f0cfc05-3399-4f2d-97fa-3ffbb3a0c1bd),segment_id=7f0cfc05-3399-4f2d-97fa-3ffbb3a0c1bd)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:03:09.738101 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-14989d4f-3139-4b42-9fc4-d1bc55e08b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:09.943241 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14989d4f-3139-4b42-9fc4-d1bc55e08b2a None None] Routers {'504224b9-c086-4eba-8292-f340ecda2116'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:03:09.944503 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-14989d4f-3139-4b42-9fc4-d1bc55e08b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:02:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['504224b9-c086-4eba-8292-f340ecda2116'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:03:10.048303 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbaa41b-fe67-4cc1-af37-0147e7cc905f None None] Pushing event updated for resources: {'Port': ['ID=21d67486-e697-4502-a3eb-e480106d6e41,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:10.106057 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88de04aa-a19b-4fb0-badc-2d137133291c admin admin] Made reservation on behalf of 245d5ebd71904ef5a4215ddc0f443426 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:03:10.113955 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-88de04aa-a19b-4fb0-badc-2d137133291c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:10.302328 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-14989d4f-3139-4b42-9fc4-d1bc55e08b2a None None] Set router 504224b9-c086-4eba-8292-f340ecda2116 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:03:10.581554 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-057268b4-c9c2-4fb3-954b-7a8189aaa7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:10.699378 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057268b4-c9c2-4fb3-954b-7a8189aaa7e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4c2a968-2077-4607-b3d7-7d07d170af74,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:10.751145 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 9152bb0d-1ed9-4a0f-9e3d-2d775eeadbc1 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:03:10.786793 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 9152bb0d-1ed9-4a0f-9e3d-2d775eeadbc1 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:03:10.788092 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 9152bb0d-1ed9-4a0f-9e3d-2d775eeadbc1 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:03:10.788617 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device d4c2a968-2077-4607-b3d7-7d07d170af74 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:03:10.844007 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: d4c2a968-2077-4607-b3d7-7d07d170af74 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:03:10.844690 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device d4c2a968-2077-4607-b3d7-7d07d170af74 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:03:10.879184 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-14989d4f-3139-4b42-9fc4-d1bc55e08b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504224b9-c086-4eba-8292-f340ecda2116', 'name': 'tempest-TestVolumeBackupRestore-1631406732-router', 'tenant_id': '6fa15925135f43938e84c3b00c868efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '5763a703-0cc2-4549-873f-76e291d6b141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:02:52Z', 'updated_at': '2021-07-09T15:03:01Z', 'revision_number': 4, 'project_id': '6fa15925135f43938e84c3b00c868efd', 'gw_port': {'id': '5763a703-0cc2-4549-873f-76e291d6b141', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504224b9-c086-4eba-8292-f340ecda2116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:02:54Z', 'updated_at': '2021-07-09T15:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '21d67486-e697-4502-a3eb-e480106d6e41', 'name': '', 'network_id': '72fb1c98-0827-40c6-aaac-61379e97af8e', 'tenant_id': '6fa15925135f43938e84c3b00c868efd', 'mac_address': 'fa:16:3e:2c:c3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504224b9-c086-4eba-8292-f340ecda2116', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '5f2e327b-3440-4f7c-baea-010d460bc256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:03:00Z', 'updated_at': '2021-07-09T15:03:09Z', 'revision_number': 4, 'project_id': '6fa15925135f43938e84c3b00c868efd', 'subnets': [{'id': '5f2e327b-3440-4f7c-baea-010d460bc256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:03:10.881139 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-057268b4-c9c2-4fb3-954b-7a8189aaa7e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:10.952300 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14989d4f-3139-4b42-9fc4-d1bc55e08b2a None None] The sync data for ids ['504224b9-c086-4eba-8292-f340ecda2116'] in n-d-799529-6 is: [{'id': '504224b9-c086-4eba-8292-f340ecda2116', 'name': 'tempest-TestVolumeBackupRestore-1631406732-router', 'tenant_id': '6fa15925135f43938e84c3b00c868efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '5763a703-0cc2-4549-873f-76e291d6b141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:02:52Z', 'updated_at': '2021-07-09T15:03:01Z', 'revision_number': 4, 'project_id': '6fa15925135f43938e84c3b00c868efd', 'gw_port': {'id': '5763a703-0cc2-4549-873f-76e291d6b141', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504224b9-c086-4eba-8292-f340ecda2116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:02:54Z', 'updated_at': '2021-07-09T15:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '21d67486-e697-4502-a3eb-e480106d6e41', 'name': '', 'network_id': '72fb1c98-0827-40c6-aaac-61379e97af8e', 'tenant_id': '6fa15925135f43938e84c3b00c868efd', 'mac_address': 'fa:16:3e:2c:c3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504224b9-c086-4eba-8292-f340ecda2116', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '5f2e327b-3440-4f7c-baea-010d460bc256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:03:00Z', 'updated_at': '2021-07-09T15:03:09Z', 'revision_number': 4, 'project_id': '6fa15925135f43938e84c3b00c868efd', 'subnets': [{'id': '5f2e327b-3440-4f7c-baea-010d460bc256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:03:11.022428 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f20fcd52-c6a3-46ae-a3a3-d56c9b4cef14 tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:11.026708 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-88de04aa-a19b-4fb0-badc-2d137133291c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:11.231173 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-057268b4-c9c2-4fb3-954b-7a8189aaa7e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:11.303178 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-057268b4-c9c2-4fb3-954b-7a8189aaa7e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:11.427951 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88de04aa-a19b-4fb0-badc-2d137133291c admin admin] Pushing event updated for resources: {'Subnet': ['ID=46e5578f-ba50-4581-bab8-21eddb2e9156,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:11.491416 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88de04aa-a19b-4fb0-badc-2d137133291c admin admin] Checking segment: {'id': '2546a657-57e5-49bd-8aad-07604553a7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '65c9c714-aa0a-4a75-8e6d-596c5faeddd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:03:11.492164 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88de04aa-a19b-4fb0-badc-2d137133291c admin admin] Network hostable DHCP agents. Network: 65c9c714-aa0a-4a75-8e6d-596c5faeddd9, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:03:11.539346 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-057268b4-c9c2-4fb3-954b-7a8189aaa7e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:11.541257 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-057268b4-c9c2-4fb3-954b-7a8189aaa7e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5463b736-b0c9-494d-9185-34aee6538cfe {{(pid=94446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 15:03:11.550337 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-057268b4-c9c2-4fb3-954b-7a8189aaa7e0 admin admin] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:11.551624 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-057268b4-c9c2-4fb3-954b-7a8189aaa7e0 admin admin] 10.222.0.58 "DELETE /v2.0/routers/5463b736-b0c9-494d-9185-34aee6538cfe HTTP/1.1" status: 204 len: 168 time: 4.1711817 Jul 09 15:03:11.552047 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 33400) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:03:11.697072 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cb55faa-071e-4721-bb32-225ac2921c6b admin admin] Deleting subnet 8e683658-f68c-45b9-bc60-16826742e864 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:03:11.709682 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0cb55faa-071e-4721-bb32-225ac2921c6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:11.796761 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88de04aa-a19b-4fb0-badc-2d137133291c admin admin] Network 65c9c714-aa0a-4a75-8e6d-596c5faeddd9 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:03:11.850643 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0cb55faa-071e-4721-bb32-225ac2921c6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:11.871154 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-f20fcd52-c6a3-46ae-a3a3-d56c9b4cef14 tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Deleting port e41a67fb-3a47-4f88-ac04-273982694d30 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:03:11.871529 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f20fcd52-c6a3-46ae-a3a3-d56c9b4cef14 tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:12.021310 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f20fcd52-c6a3-46ae-a3a3-d56c9b4cef14 tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:12.025078 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-88de04aa-a19b-4fb0-badc-2d137133291c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 65c9c714-aa0a-4a75-8e6d-596c5faeddd9) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:03:12.041313 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e63fc39-7da3-4ff9-90ec-93eb28b7c5b1 None None] Network 65c9c714-aa0a-4a75-8e6d-596c5faeddd9 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:03:12.050815 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88de04aa-a19b-4fb0-badc-2d137133291c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:03:12.051672 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-88de04aa-a19b-4fb0-badc-2d137133291c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:12.064628 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-f20fcd52-c6a3-46ae-a3a3-d56c9b4cef14 tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Calling delete_port for e41a67fb-3a47-4f88-ac04-273982694d30 owned by network:router_interface {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:03:12.083330 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0cb55faa-071e-4721-bb32-225ac2921c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:12.201666 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-88de04aa-a19b-4fb0-badc-2d137133291c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2627277 Jul 09 15:03:12.204293 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 33406) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:03:12.215652 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-91c001ae-468b-497b-bb41-ea718016fbf7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-406147765-router', 'tenant_id': '245d5ebd71904ef5a4215ddc0f443426', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:03:12.349285 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0cb55faa-071e-4721-bb32-225ac2921c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:12.461731 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-91c001ae-468b-497b-bb41-ea718016fbf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:12.472866 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0cb55faa-071e-4721-bb32-225ac2921c6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:12.473374 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-91c001ae-468b-497b-bb41-ea718016fbf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:12.481239 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-0cb55faa-071e-4721-bb32-225ac2921c6b admin admin] 10.222.0.58 "DELETE /v2.0/subnets/8e683658-f68c-45b9-bc60-16826742e864 HTTP/1.1" status: 204 len: 168 time: 0.9279852 Jul 09 15:03:12.490264 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 33414) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:03:12.493765 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb55faa-071e-4721-bb32-225ac2921c6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e683658-f68c-45b9-bc60-16826742e864,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:12.536533 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa8b2b6-a01e-4334-8265-ea3629c05836 None None] Network 49ff361b-3d2f-42a9-a862-495d0a544a61 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:03:12.722404 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-91c001ae-468b-497b-bb41-ea718016fbf7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:12.826205 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e49b3ef6-abaf-4c7c-bd38-59358cc4c8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:12.851690 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 21d67486-e697-4502-a3eb-e480106d6e41 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:03:13.035574 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-e49b3ef6-abaf-4c7c-bd38-59358cc4c8d2 admin admin] Deleting port 411236fa-9fb6-41a6-8f6d-ffbc6ef05581 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:03:13.035917 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e49b3ef6-abaf-4c7c-bd38-59358cc4c8d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:13.070575 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1caa4a6a-a198-4101-a876-b3bd04c6f10a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-65c9c714-aa0a-4a75-8e6d-596c5faeddd9', 'network_id': '65c9c714-aa0a-4a75-8e6d-596c5faeddd9', 'tenant_id': '245d5ebd71904ef5a4215ddc0f443426', 'fixed_ips': [{'subnet_id': '46e5578f-ba50-4581-bab8-21eddb2e9156'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:03:13.072335 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1caa4a6a-a198-4101-a876-b3bd04c6f10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:13.278531 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 21d67486-e697-4502-a3eb-e480106d6e41 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:03:13.288539 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-e49b3ef6-abaf-4c7c-bd38-59358cc4c8d2 admin admin] For port 411236fa-9fb6-41a6-8f6d-ffbc6ef05581, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=411236fa-9fb6-41a6-8f6d-ffbc6ef05581,segment=NetworkSegment(c99c05fb-055e-4d7d-bf98-915b2c9bdb6c),segment_id=c99c05fb-055e-4d7d-bf98-915b2c9bdb6c)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:03:13.289213 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e49b3ef6-abaf-4c7c-bd38-59358cc4c8d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:13.298043 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db38131-8ba7-4a2e-b951-cfcf09346380 None None] DHCP port deletion for 49ff361b-3d2f-42a9-a862-495d0a544a61 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 15:03:13.335072 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-e49b3ef6-abaf-4c7c-bd38-59358cc4c8d2 admin admin] Calling delete_port for 411236fa-9fb6-41a6-8f6d-ffbc6ef05581 owned by network:dhcp {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:03:13.377097 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 21d67486-e697-4502-a3eb-e480106d6e41 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:03:13.377462 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:13.440762 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-91c001ae-468b-497b-bb41-ea718016fbf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:13.561586 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f20fcd52-c6a3-46ae-a3a3-d56c9b4cef14 tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:13.684512 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20fcd52-c6a3-46ae-a3a3-d56c9b4cef14 tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Pushing event deleted for resources: {'Port': ['ID=e41a67fb-3a47-4f88-ac04-273982694d30,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:13.712008 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-1caa4a6a-a198-4101-a876-b3bd04c6f10a None None] Allocated IP 172.20.0.2 (65c9c714-aa0a-4a75-8e6d-596c5faeddd9/46e5578f-ba50-4581-bab8-21eddb2e9156/ad66db7f-f879-4536-bfd4-91634d7ee225) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:03:13.724616 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e49b3ef6-abaf-4c7c-bd38-59358cc4c8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:13.824923 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49b3ef6-abaf-4c7c-bd38-59358cc4c8d2 admin admin] No DVR routers for this DVR port 411236fa-9fb6-41a6-8f6d-ffbc6ef05581 on host n-d-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:03:13.833836 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b3ef6-abaf-4c7c-bd38-59358cc4c8d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=411236fa-9fb6-41a6-8f6d-ffbc6ef05581,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:13.868193 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-2db38131-8ba7-4a2e-b951-cfcf09346380 None None] Deleting port 411236fa-9fb6-41a6-8f6d-ffbc6ef05581 {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:03:13.868901 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2db38131-8ba7-4a2e-b951-cfcf09346380 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:13.873416 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:14.168719 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e49b3ef6-abaf-4c7c-bd38-59358cc4c8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:14.185027 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 21d67486-e697-4502-a3eb-e480106d6e41, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=21d67486-e697-4502-a3eb-e480106d6e41,segment=NetworkSegment(7f0cfc05-3399-4f2d-97fa-3ffbb3a0c1bd),segment_id=7f0cfc05-3399-4f2d-97fa-3ffbb3a0c1bd)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:03:14.193898 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-e49b3ef6-abaf-4c7c-bd38-59358cc4c8d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49ff361b-3d2f-42a9-a862-495d0a544a61']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:03:14.229486 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-2db38131-8ba7-4a2e-b951-cfcf09346380 None None] For port 411236fa-9fb6-41a6-8f6d-ffbc6ef05581, host n-d-799529-6, got binding levels [] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:03:14.230003 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2db38131-8ba7-4a2e-b951-cfcf09346380 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:14.238853 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-e49b3ef6-abaf-4c7c-bd38-59358cc4c8d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c99c05fb-055e-4d7d-bf98-915b2c9bdb6c') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:03:14.239329 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-e49b3ef6-abaf-4c7c-bd38-59358cc4c8d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c99c05fb-055e-4d7d-bf98-915b2c9bdb6c') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:03:14.261008 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e49b3ef6-abaf-4c7c-bd38-59358cc4c8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:14.291536 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e49b3ef6-abaf-4c7c-bd38-59358cc4c8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:14.300847 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e49b3ef6-abaf-4c7c-bd38-59358cc4c8d2 admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:03:14.301275 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e49b3ef6-abaf-4c7c-bd38-59358cc4c8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:14.307120 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:14.314581 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:03:14.314581 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:03:14.314581 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:03:14.314581 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:03:14.314581 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 15:03:14.314581 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:03:14.314581 n-d-799529-6 neutron-server[94445]: timer() Jul 09 15:03:14.314581 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:03:14.314581 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 15:03:14.314581 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:03:14.314581 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 15:03:14.314581 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:03:14.314581 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 15:03:14.314581 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:03:14.314581 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 15:03:14.314581 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:03:14.314581 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 15:03:14.314581 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:03:14.314581 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:03:14.314581 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:03:14.314581 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:03:14.314581 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:03:14.314581 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 15:03:14.314581 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:03:14.314581 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 15:03:14.314581 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:03:14.314581 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:03:14.314581 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:03:14.314581 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 15:03:14.314581 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:03:14.314581 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:03:14.314581 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:03:14.314581 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:03:14.314581 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:03:14.314581 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:03:14.314581 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:03:14.336578 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f20fcd52-c6a3-46ae-a3a3-d56c9b4cef14 tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:14.389262 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-2db38131-8ba7-4a2e-b951-cfcf09346380 None None] Calling delete_port for 411236fa-9fb6-41a6-8f6d-ffbc6ef05581 owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:03:14.460341 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.ipam_backend_mixin [None req-2db38131-8ba7-4a2e-b951-cfcf09346380 None None] Port 411236fa-9fb6-41a6-8f6d-ffbc6ef05581 was not found and therefore no delete operation was performed {{(pid=94447) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 15:03:14.535574 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e49b3ef6-abaf-4c7c-bd38-59358cc4c8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:14.556058 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e49b3ef6-abaf-4c7c-bd38-59358cc4c8d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:14.556058 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e49b3ef6-abaf-4c7c-bd38-59358cc4c8d2 admin admin] 10.222.0.58 "DELETE /v2.0/networks/49ff361b-3d2f-42a9-a862-495d0a544a61 HTTP/1.1" status: 204 len: 168 time: 2.0521262 Jul 09 15:03:14.590281 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2db38131-8ba7-4a2e-b951-cfcf09346380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:14.721808 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2db38131-8ba7-4a2e-b951-cfcf09346380 None None] Network 49ff361b-3d2f-42a9-a862-495d0a544a61 is not hosted by any dhcp agent {{(pid=94447) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 15:03:14.721808 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db38131-8ba7-4a2e-b951-cfcf09346380 None None] No DVR routers for this DVR port 411236fa-9fb6-41a6-8f6d-ffbc6ef05581 on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:03:14.722920 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b3ef6-abaf-4c7c-bd38-59358cc4c8d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=49ff361b-3d2f-42a9-a862-495d0a544a61,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:14.723046 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=21d67486-e697-4502-a3eb-e480106d6e41,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:14.723046 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1caa4a6a-a198-4101-a876-b3bd04c6f10a None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:14.752847 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 411236fa-9fb6-41a6-8f6d-ffbc6ef05581 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:03:14.756587 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-1caa4a6a-a198-4101-a876-b3bd04c6f10a None None] Transition to ACTIVE for port object ad66db7f-f879-4536-bfd4-91634d7ee225 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:03:14.774625 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db38131-8ba7-4a2e-b951-cfcf09346380 None None] Pushing event deleted for resources: {'Port': ['ID=411236fa-9fb6-41a6-8f6d-ffbc6ef05581,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:14.779465 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 411236fa-9fb6-41a6-8f6d-ffbc6ef05581 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:03:14.779842 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 411236fa-9fb6-41a6-8f6d-ffbc6ef05581 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:03:14.795242 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-1caa4a6a-a198-4101-a876-b3bd04c6f10a None None] Transition to ACTIVE for port object ad66db7f-f879-4536-bfd4-91634d7ee225 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:03:14.818224 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f20fcd52-c6a3-46ae-a3a3-d56c9b4cef14 tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Router bae702ce-67a9-450c-952f-34e669cc8160 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:03:15.265590 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:15.267987 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1caa4a6a-a198-4101-a876-b3bd04c6f10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:15.336903 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f20fcd52-c6a3-46ae-a3a3-d56c9b4cef14 tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:03:15.399365 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f20fcd52-c6a3-46ae-a3a3-d56c9b4cef14 tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] 10.222.0.58 "PUT /v2.0/routers/bae702ce-67a9-450c-952f-34e669cc8160/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4757822 Jul 09 15:03:15.399764 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 33452) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:03:15.437752 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a569a939-270a-4103-9049-213220076a14 None None] Sync routers for ids ['bae702ce-67a9-450c-952f-34e669cc8160'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:03:15.524914 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-91c001ae-468b-497b-bb41-ea718016fbf7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:15.553100 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a569a939-270a-4103-9049-213220076a14 None None] Routers {'bae702ce-67a9-450c-952f-34e669cc8160'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:03:15.556414 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-a569a939-270a-4103-9049-213220076a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:02:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['bae702ce-67a9-450c-952f-34e669cc8160'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:03:15.570982 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1caa4a6a-a198-4101-a876-b3bd04c6f10a None None] Network 65c9c714-aa0a-4a75-8e6d-596c5faeddd9 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:03:15.573346 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa4a6a-a198-4101-a876-b3bd04c6f10a None None] Pushing event updated for resources: {'Port': ['ID=ad66db7f-f879-4536-bfd4-91634d7ee225,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:15.596172 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-91c001ae-468b-497b-bb41-ea718016fbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:15.656290 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 33458) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:03:15.680093 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-1caa4a6a-a198-4101-a876-b3bd04c6f10a None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:03:15.696397 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-a569a939-270a-4103-9049-213220076a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:03:15.699665 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1caa4a6a-a198-4101-a876-b3bd04c6f10a None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:03:15.775921 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-4b02850a-9c34-4f79-b34d-b98a9c46db9e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=611b8b3c3a0948d4a435f0490ffcfbb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1152062 Jul 09 15:03:15.776844 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 33466) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:03:15.806610 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-86533ad6-f7c5-4b75-8642-7d2150c560aa tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks [] for router, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:15.830739 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a569a939-270a-4103-9049-213220076a14 None None] Routers {'bae702ce-67a9-450c-952f-34e669cc8160'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:03:15.836973 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-a569a939-270a-4103-9049-213220076a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:02:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['bae702ce-67a9-450c-952f-34e669cc8160'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:03:15.903924 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 33468) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:03:16.005397 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-a569a939-270a-4103-9049-213220076a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:03:16.013119 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a569a939-270a-4103-9049-213220076a14 None None] The sync data for ids ['bae702ce-67a9-450c-952f-34e669cc8160'] in n-d-799529-6 is: [] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:03:16.049305 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-1caa4a6a-a198-4101-a876-b3bd04c6f10a None None] Attempting to bind port ad66db7f-f879-4536-bfd4-91634d7ee225 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:03:16.050030 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-91c001ae-468b-497b-bb41-ea718016fbf7 admin admin] Allocated IP 172.25.3.63 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/504393bf-473d-4dfc-a8d7-3eda6bc6f7e8) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:03:16.052676 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-1caa4a6a-a198-4101-a876-b3bd04c6f10a None None] Attempting to bind port ad66db7f-f879-4536-bfd4-91634d7ee225 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '2546a657-57e5-49bd-8aad-07604553a7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '65c9c714-aa0a-4a75-8e6d-596c5faeddd9'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:03:16.053827 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caa4a6a-a198-4101-a876-b3bd04c6f10a None None] Attempting to bind port ad66db7f-f879-4536-bfd4-91634d7ee225 on network 65c9c714-aa0a-4a75-8e6d-596c5faeddd9 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:03:16.077033 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caa4a6a-a198-4101-a876-b3bd04c6f10a None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:03:16.078145 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caa4a6a-a198-4101-a876-b3bd04c6f10a None None] Checking segment: {'id': '2546a657-57e5-49bd-8aad-07604553a7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '65c9c714-aa0a-4a75-8e6d-596c5faeddd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:03:16.079184 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1caa4a6a-a198-4101-a876-b3bd04c6f10a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:16.082806 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caa4a6a-a198-4101-a876-b3bd04c6f10a None None] Bound using segment: {'id': '2546a657-57e5-49bd-8aad-07604553a7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '65c9c714-aa0a-4a75-8e6d-596c5faeddd9'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:03:16.086073 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-1caa4a6a-a198-4101-a876-b3bd04c6f10a None None] Bound port: ad66db7f-f879-4536-bfd4-91634d7ee225, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2546a657-57e5-49bd-8aad-07604553a7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '65c9c714-aa0a-4a75-8e6d-596c5faeddd9'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:03:16.087675 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1caa4a6a-a198-4101-a876-b3bd04c6f10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:16.095473 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-86533ad6-f7c5-4b75-8642-7d2150c560aa tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:16.102262 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-86533ad6-f7c5-4b75-8642-7d2150c560aa tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:16.229033 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7fac415b-5a19-4567-aade-5d1e2b46d23f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:16.261156 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7fac415b-5a19-4567-aade-5d1e2b46d23f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:16.293179 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-45360a21-4e32-4307-a2e8-7d2484203324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:16.313642 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-1caa4a6a-a198-4101-a876-b3bd04c6f10a None None] For port ad66db7f-f879-4536-bfd4-91634d7ee225, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:03:16.324204 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-1caa4a6a-a198-4101-a876-b3bd04c6f10a None None] For port ad66db7f-f879-4536-bfd4-91634d7ee225, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=ad66db7f-f879-4536-bfd4-91634d7ee225,segment=NetworkSegment(2546a657-57e5-49bd-8aad-07604553a7a2),segment_id=2546a657-57e5-49bd-8aad-07604553a7a2)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:03:16.325991 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-86533ad6-f7c5-4b75-8642-7d2150c560aa tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:16.326538 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86533ad6-f7c5-4b75-8642-7d2150c560aa tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Fanout notify agent at l3_agent the message router_deleted on router bae702ce-67a9-450c-952f-34e669cc8160 {{(pid=94445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 15:03:16.339909 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-86533ad6-f7c5-4b75-8642-7d2150c560aa tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:16.345914 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 33474) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:03:16.354703 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-86533ad6-f7c5-4b75-8642-7d2150c560aa tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] 10.222.0.58 "DELETE /v2.0/routers/bae702ce-67a9-450c-952f-34e669cc8160 HTTP/1.1" status: 204 len: 168 time: 0.9530993 Jul 09 15:03:16.450170 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1caa4a6a-a198-4101-a876-b3bd04c6f10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:16.491088 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-27264436-3429-4d7c-afbb-a03a6947b228 tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Deleting subnet 5a55322b-4a24-4165-95f2-93e6347fbc06 {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:03:16.495175 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-27264436-3429-4d7c-afbb-a03a6947b228 tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:16.496486 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7fac415b-5a19-4567-aade-5d1e2b46d23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:16.500242 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7fac415b-5a19-4567-aade-5d1e2b46d23f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:16.500505 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-7fac415b-5a19-4567-aade-5d1e2b46d23f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0b863ab7-1b84-4d33-abc3-6b5cd65940fd HTTP/1.1" status: 204 len: 168 time: 0.7224438 Jul 09 15:03:16.527369 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa4a6a-a198-4101-a876-b3bd04c6f10a None None] Pushing event updated for resources: {'Port': ['ID=ad66db7f-f879-4536-bfd4-91634d7ee225,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:16.541317 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fac415b-5a19-4567-aade-5d1e2b46d23f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b863ab7-1b84-4d33-abc3-6b5cd65940fd,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:16.631242 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-91c001ae-468b-497b-bb41-ea718016fbf7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:16.654165 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-27264436-3429-4d7c-afbb-a03a6947b228 tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:16.729665 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 21d67486-e697-4502-a3eb-e480106d6e41 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:03:16.898128 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-27264436-3429-4d7c-afbb-a03a6947b228 tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:16.953255 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 21d67486-e697-4502-a3eb-e480106d6e41 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:03:16.954285 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:17.064551 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-45360a21-4e32-4307-a2e8-7d2484203324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:17.166496 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-91c001ae-468b-497b-bb41-ea718016fbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:17.222020 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c001ae-468b-497b-bb41-ea718016fbf7 admin admin] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:03:17.222918 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-45360a21-4e32-4307-a2e8-7d2484203324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:17.241570 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-91c001ae-468b-497b-bb41-ea718016fbf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:03:17.257360 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c001ae-468b-497b-bb41-ea718016fbf7 admin admin] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:03:17.300839 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c001ae-468b-497b-bb41-ea718016fbf7 admin admin] Pushing event updated for resources: {'Port': ['ID=504393bf-473d-4dfc-a8d7-3eda6bc6f7e8,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:17.315794 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-27264436-3429-4d7c-afbb-a03a6947b228 tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:17.342793 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45360a21-4e32-4307-a2e8-7d2484203324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e91a8d4d-8f32-4515-b319-9dd993cae06d,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:17.371326 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-45360a21-4e32-4307-a2e8-7d2484203324 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=563eec81d34445f3952c7ba076160dd2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4616430 Jul 09 15:03:17.372291 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 33492) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:03:17.381436 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27264436-3429-4d7c-afbb-a03a6947b228 tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Pushing event deleted for resources: {'Subnet': ['ID=5a55322b-4a24-4165-95f2-93e6347fbc06,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:17.384024 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-27264436-3429-4d7c-afbb-a03a6947b228 tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:17.390442 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-27264436-3429-4d7c-afbb-a03a6947b228 tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] 10.222.0.58 "DELETE /v2.0/subnets/5a55322b-4a24-4165-95f2-93e6347fbc06 HTTP/1.1" status: 204 len: 168 time: 1.0359468 Jul 09 15:03:17.390621 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b42211-5557-45c9-9fed-edeb5398c33b None None] Network db876d87-2126-4d30-b536-1e2da7f53ebc requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:03:17.391115 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 33494) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:03:17.500104 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-48da6788-4eb2-4ed4-bb80-c3ce50ea03f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:17.558588 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-48da6788-4eb2-4ed4-bb80-c3ce50ea03f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:17.660090 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-672dc3d8-be30-4362-b53d-89e64e672e7f tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:17.748194 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-672dc3d8-be30-4362-b53d-89e64e672e7f tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Deleting port 10847471-67d5-4a5c-a0c5-237ec7254de8 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:03:17.748689 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-672dc3d8-be30-4362-b53d-89e64e672e7f tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:17.802216 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183ce6aa-08f9-4378-bd15-9613195bc373 None None] DHCP port deletion for db876d87-2126-4d30-b536-1e2da7f53ebc request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 15:03:17.847022 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-48da6788-4eb2-4ed4-bb80-c3ce50ea03f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:17.858876 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-672dc3d8-be30-4362-b53d-89e64e672e7f tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] For port 10847471-67d5-4a5c-a0c5-237ec7254de8, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=10847471-67d5-4a5c-a0c5-237ec7254de8,segment=NetworkSegment(591d66bb-5f6e-4b73-b884-c1b6f07529fb),segment_id=591d66bb-5f6e-4b73-b884-c1b6f07529fb)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:03:17.859540 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-672dc3d8-be30-4362-b53d-89e64e672e7f tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:17.861385 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-48da6788-4eb2-4ed4-bb80-c3ce50ea03f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:17.869008 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-48da6788-4eb2-4ed4-bb80-c3ce50ea03f4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e91a8d4d-8f32-4515-b319-9dd993cae06d HTTP/1.1" status: 204 len: 168 time: 0.4942334 Jul 09 15:03:17.869608 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 33506) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:03:17.889993 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-183ce6aa-08f9-4378-bd15-9613195bc373 None None] Deleting port 10847471-67d5-4a5c-a0c5-237ec7254de8 {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:03:17.891030 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-183ce6aa-08f9-4378-bd15-9613195bc373 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:17.911123 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-672dc3d8-be30-4362-b53d-89e64e672e7f tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Calling delete_port for 10847471-67d5-4a5c-a0c5-237ec7254de8 owned by network:dhcp {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:03:17.930609 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48da6788-4eb2-4ed4-bb80-c3ce50ea03f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91a8d4d-8f32-4515-b319-9dd993cae06d,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:18.027964 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-183ce6aa-08f9-4378-bd15-9613195bc373 None None] For port 10847471-67d5-4a5c-a0c5-237ec7254de8, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=10847471-67d5-4a5c-a0c5-237ec7254de8,segment=NetworkSegment(591d66bb-5f6e-4b73-b884-c1b6f07529fb),segment_id=591d66bb-5f6e-4b73-b884-c1b6f07529fb)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:03:18.029178 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-183ce6aa-08f9-4378-bd15-9613195bc373 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:18.042487 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-a1cf42cf-2c9c-4e55-b39b-ec1d6737b828 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=70e543f369d04c6685c92a0b3bdf0e81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1684320 Jul 09 15:03:18.048792 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 33516) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:03:18.098241 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-183ce6aa-08f9-4378-bd15-9613195bc373 None None] Calling delete_port for 10847471-67d5-4a5c-a0c5-237ec7254de8 owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:03:18.304711 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6b1ffaa2-a072-4cc2-bb58-1b14861c1f9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:18.323769 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6138c34-8e4b-4b77-ab9a-29ad9ad9c84e None None] Network 65c9c714-aa0a-4a75-8e6d-596c5faeddd9 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:03:18.374571 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-91c001ae-468b-497b-bb41-ea718016fbf7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:18.384675 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6b1ffaa2-a072-4cc2-bb58-1b14861c1f9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:18.454839 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-672dc3d8-be30-4362-b53d-89e64e672e7f tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:18.465429 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137726f0-d1e4-446c-9110-1f7b92810db4 req-796796c0-bc3e-4e96-9f4c-89cb6558f8ae tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:03:18.474419 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-137726f0-d1e4-446c-9110-1f7b92810db4 req-796796c0-bc3e-4e96-9f4c-89cb6558f8ae tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 947 time: 0.1431851 Jul 09 15:03:18.503466 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672dc3d8-be30-4362-b53d-89e64e672e7f tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] No DVR routers for this DVR port 10847471-67d5-4a5c-a0c5-237ec7254de8 on host n-d-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:03:18.509969 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672dc3d8-be30-4362-b53d-89e64e672e7f tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Pushing event deleted for resources: {'Port': ['ID=10847471-67d5-4a5c-a0c5-237ec7254de8,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:18.524685 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-137726f0-d1e4-446c-9110-1f7b92810db4 req-3feb3bd7-f2d7-4875-9e88-a9346c9223d5 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489435 Jul 09 15:03:18.600699 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6b1ffaa2-a072-4cc2-bb58-1b14861c1f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:18.603766 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6b1ffaa2-a072-4cc2-bb58-1b14861c1f9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:18.605270 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-6b1ffaa2-a072-4cc2-bb58-1b14861c1f9f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ae3c72ee-8259-4841-88f2-265762fb80ca HTTP/1.1" status: 204 len: 168 time: 0.5591798 Jul 09 15:03:18.618077 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-21a32f35-e922-40c7-ae47-f63ee7e20089 None None] Provisioning for port ad66db7f-f879-4536-bfd4-91634d7ee225 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:03:18.644446 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1ffaa2-a072-4cc2-bb58-1b14861c1f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3c72ee-8259-4841-88f2-265762fb80ca,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:18.663201 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-672dc3d8-be30-4362-b53d-89e64e672e7f tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:18.669051 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-183ce6aa-08f9-4378-bd15-9613195bc373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:18.677386 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-672dc3d8-be30-4362-b53d-89e64e672e7f tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db876d87-2126-4d30-b536-1e2da7f53ebc']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:03:18.695705 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-672dc3d8-be30-4362-b53d-89e64e672e7f tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '591d66bb-5f6e-4b73-b884-c1b6f07529fb') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:03:18.696083 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-672dc3d8-be30-4362-b53d-89e64e672e7f tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '591d66bb-5f6e-4b73-b884-c1b6f07529fb') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:03:18.749825 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-672dc3d8-be30-4362-b53d-89e64e672e7f tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:18.776319 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-672dc3d8-be30-4362-b53d-89e64e672e7f tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:18.813591 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-672dc3d8-be30-4362-b53d-89e64e672e7f tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:03:18.814813 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-672dc3d8-be30-4362-b53d-89e64e672e7f tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:18.821275 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 15:03:18.821275 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:03:18.821275 n-d-799529-6 neutron-server[94446]: timer() Jul 09 15:03:18.821275 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:03:18.821275 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 15:03:18.821275 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:03:18.821275 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 15:03:18.821275 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:03:18.821275 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 15:03:18.821275 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:03:18.821275 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 15:03:18.821275 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:03:18.821275 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 15:03:18.821275 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:03:18.821275 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:03:18.821275 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:03:18.821275 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:03:18.821275 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:03:18.821275 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 15:03:18.821275 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:03:18.821275 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 15:03:18.821275 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:03:18.821275 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:03:18.821275 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:03:18.821275 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 15:03:18.821275 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:03:18.821275 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:03:18.821275 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:03:18.821275 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:03:18.821275 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:03:18.821275 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:03:18.821275 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:03:18.904088 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-91c001ae-468b-497b-bb41-ea718016fbf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:18.930812 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183ce6aa-08f9-4378-bd15-9613195bc373 None None] Pushing event deleted for resources: {'Port': ['ID=10847471-67d5-4a5c-a0c5-237ec7254de8,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:18.948496 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183ce6aa-08f9-4378-bd15-9613195bc373 None None] No DVR routers for this DVR port 10847471-67d5-4a5c-a0c5-237ec7254de8 on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:03:18.984984 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device ad66db7f-f879-4536-bfd4-91634d7ee225 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:03:19.291470 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port ad66db7f-f879-4536-bfd4-91634d7ee225 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:03:19.301425 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port ad66db7f-f879-4536-bfd4-91634d7ee225 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:03:19.302019 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:19.316077 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-672dc3d8-be30-4362-b53d-89e64e672e7f tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:19.321916 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-672dc3d8-be30-4362-b53d-89e64e672e7f tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:19.327411 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-672dc3d8-be30-4362-b53d-89e64e672e7f tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] 10.222.0.58 "DELETE /v2.0/networks/db876d87-2126-4d30-b536-1e2da7f53ebc HTTP/1.1" status: 204 len: 168 time: 1.9342544 Jul 09 15:03:19.347359 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672dc3d8-be30-4362-b53d-89e64e672e7f tempest-FloatingIPNegativeTestJSON-681236410 tempest-FloatingIPNegativeTestJSON-681236410-project] Pushing event deleted for resources: {'Network': ['ID=db876d87-2126-4d30-b536-1e2da7f53ebc,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:19.509356 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91c001ae-468b-497b-bb41-ea718016fbf7 admin admin] Router 7336558a-0929-48f6-b25d-276f48f809e7 is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 15:03:19.538216 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-1655d6ce-46db-4033-b182-7f4521f35dbd None None] Provisioning complete for port ad66db7f-f879-4536-bfd4-91634d7ee225 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:03:19.540020 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1655d6ce-46db-4033-b182-7f4521f35dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:19.544338 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:19.622978 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port ad66db7f-f879-4536-bfd4-91634d7ee225, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=ad66db7f-f879-4536-bfd4-91634d7ee225,segment=NetworkSegment(2546a657-57e5-49bd-8aad-07604553a7a2),segment_id=2546a657-57e5-49bd-8aad-07604553a7a2)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:03:19.690005 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c001ae-468b-497b-bb41-ea718016fbf7 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:03:19.695335 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1655d6ce-46db-4033-b182-7f4521f35dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:19.710476 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc2e55b-4f06-45ff-851f-175c1b79b39c None None] Sync routers for ids ['7336558a-0929-48f6-b25d-276f48f809e7'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:03:19.721340 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:19.729253 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc2e55b-4f06-45ff-851f-175c1b79b39c None None] Routers {'7336558a-0929-48f6-b25d-276f48f809e7'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:03:19.729519 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-fdc2e55b-4f06-45ff-851f-175c1b79b39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:02:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['7336558a-0929-48f6-b25d-276f48f809e7'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:03:19.799164 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-91c001ae-468b-497b-bb41-ea718016fbf7 admin admin] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:19.812431 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-91c001ae-468b-497b-bb41-ea718016fbf7 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.6068850 Jul 09 15:03:19.813657 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 33550) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:03:19.820191 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.db.api [None req-1655d6ce-46db-4033-b182-7f4521f35dbd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 15:03:19.820714 n-d-799529-6 neutron-server[94447]: DEBUG oslo_db.api [None req-1655d6ce-46db-4033-b182-7f4521f35dbd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 15:03:19.836594 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 10847471-67d5-4a5c-a0c5-237ec7254de8 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:03:19.868825 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 10847471-67d5-4a5c-a0c5-237ec7254de8 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:03:19.869169 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 10847471-67d5-4a5c-a0c5-237ec7254de8 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:03:19.880293 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=ad66db7f-f879-4536-bfd4-91634d7ee225,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:19.880900 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d4f6d-9800-4c8b-b18f-0179e89b561e req-cc7b5dc7-64ba-4090-ba92-aeb7f244e854 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:03:19.898631 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-381d4f6d-9800-4c8b-b18f-0179e89b561e req-cc7b5dc7-64ba-4090-ba92-aeb7f244e854 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 947 time: 0.1895444 Jul 09 15:03:19.907403 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-fdc2e55b-4f06-45ff-851f-175c1b79b39c None None] Set router 7336558a-0929-48f6-b25d-276f48f809e7 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:03:19.975918 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-381d4f6d-9800-4c8b-b18f-0179e89b561e req-64524cdf-eaa3-45bf-a680-6ec5db7140df tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758419 Jul 09 15:03:20.209121 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-fdc2e55b-4f06-45ff-851f-175c1b79b39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7336558a-0929-48f6-b25d-276f48f809e7', 'name': 'tempest-TestVolumeBackupRestore-406147765-router', 'tenant_id': '245d5ebd71904ef5a4215ddc0f443426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '504393bf-473d-4dfc-a8d7-3eda6bc6f7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:03:12Z', 'updated_at': '2021-07-09T15:03:17Z', 'revision_number': 3, 'project_id': '245d5ebd71904ef5a4215ddc0f443426', 'gw_port': {'id': '504393bf-473d-4dfc-a8d7-3eda6bc6f7e8', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:58:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7336558a-0929-48f6-b25d-276f48f809e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:03:15Z', 'updated_at': '2021-07-09T15:03:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:03:20.243551 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc2e55b-4f06-45ff-851f-175c1b79b39c None None] Checking router: 7336558a-0929-48f6-b25d-276f48f809e7 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:03:20.244288 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc2e55b-4f06-45ff-851f-175c1b79b39c None None] Updating router 7336558a-0929-48f6-b25d-276f48f809e7 port 504393bf-473d-4dfc-a8d7-3eda6bc6f7e8 binding host n-d-799529-6 {{(pid=94448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:03:20.294403 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 33564) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:03:20.306611 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-fdc2e55b-4f06-45ff-851f-175c1b79b39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:20.614228 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 33580) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:03:20.619947 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-487c0b94-4ebe-4c13-825d-70d8a17a5956 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d18aec697b164665b6b8bd2903afcb62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3237047 Jul 09 15:03:20.754548 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device ad66db7f-f879-4536-bfd4-91634d7ee225 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:03:20.765194 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5edf4d60-603d-4601-b10c-eee49d025aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:20.833515 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port ad66db7f-f879-4536-bfd4-91634d7ee225 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:03:20.835167 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:20.990701 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-fdc2e55b-4f06-45ff-851f-175c1b79b39c None None] Notify callbacks [] for port, precommit_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:21.007041 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.provisioning_blocks [None req-fdc2e55b-4f06-45ff-851f-175c1b79b39c None None] Transition to ACTIVE for port object 504393bf-473d-4dfc-a8d7-3eda6bc6f7e8 will not be triggered until provisioned by entity L2. {{(pid=94448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:03:21.013928 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6b87a692-8429-4b64-9074-08bc776f1018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:21.069214 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6b87a692-8429-4b64-9074-08bc776f1018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:21.165508 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-5edf4d60-603d-4601-b10c-eee49d025aea admin admin] Allocated IP 172.20.0.1 (65c9c714-aa0a-4a75-8e6d-596c5faeddd9/46e5578f-ba50-4581-bab8-21eddb2e9156/a9e14769-5a52-47e9-abbd-6c891319b93f) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:03:21.193951 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-fdc2e55b-4f06-45ff-851f-175c1b79b39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:21.262068 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4675b8c-55b1-4809-842a-73e9076ecf59 None None] Pushing event updated for resources: {'Port': ['ID=504393bf-473d-4dfc-a8d7-3eda6bc6f7e8,revision_number=2']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:21.296027 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-fdc2e55b-4f06-45ff-851f-175c1b79b39c None None] Attempting to bind port 504393bf-473d-4dfc-a8d7-3eda6bc6f7e8 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:03:21.297141 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-fdc2e55b-4f06-45ff-851f-175c1b79b39c None None] Attempting to bind port 504393bf-473d-4dfc-a8d7-3eda6bc6f7e8 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:03:21.297804 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc2e55b-4f06-45ff-851f-175c1b79b39c None None] Attempting to bind port 504393bf-473d-4dfc-a8d7-3eda6bc6f7e8 on network 202c7ce6-d4e9-4f80-84dd-bef08905a653 {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:03:21.311838 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc2e55b-4f06-45ff-851f-175c1b79b39c None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:03:21.311838 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc2e55b-4f06-45ff-851f-175c1b79b39c None None] Checking segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:03:21.311838 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-fdc2e55b-4f06-45ff-851f-175c1b79b39c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:21.311838 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc2e55b-4f06-45ff-851f-175c1b79b39c None None] Bound using segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:03:21.311838 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-fdc2e55b-4f06-45ff-851f-175c1b79b39c None None] Bound port: 504393bf-473d-4dfc-a8d7-3eda6bc6f7e8, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:03:21.311838 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-fdc2e55b-4f06-45ff-851f-175c1b79b39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:21.334613 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5edf4d60-603d-4601-b10c-eee49d025aea admin admin] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:21.354143 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6b87a692-8429-4b64-9074-08bc776f1018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:21.361326 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6b87a692-8429-4b64-9074-08bc776f1018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:21.361326 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-6b87a692-8429-4b64-9074-08bc776f1018 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6b98279c-ec1f-44df-97a7-d9aad09539b1 HTTP/1.1" status: 204 len: 168 time: 0.7364504 Jul 09 15:03:21.367479 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-5edf4d60-603d-4601-b10c-eee49d025aea admin admin] Transition to ACTIVE for port object a9e14769-5a52-47e9-abbd-6c891319b93f will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:03:21.384131 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b87a692-8429-4b64-9074-08bc776f1018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b98279c-ec1f-44df-97a7-d9aad09539b1,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:21.401689 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-fdc2e55b-4f06-45ff-851f-175c1b79b39c None None] For port 504393bf-473d-4dfc-a8d7-3eda6bc6f7e8, host n-d-799529-6, cleared binding levels {{(pid=94448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:03:21.410998 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-fdc2e55b-4f06-45ff-851f-175c1b79b39c None None] For port 504393bf-473d-4dfc-a8d7-3eda6bc6f7e8, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=504393bf-473d-4dfc-a8d7-3eda6bc6f7e8,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:03:21.564687 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feca285-ec06-416b-860e-a384c4ed634b req-6c1c1086-24c4-4d93-ad36-2687a71851fd tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:03:21.572458 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4feca285-ec06-416b-860e-a384c4ed634b req-6c1c1086-24c4-4d93-ad36-2687a71851fd tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 947 time: 0.0968075 Jul 09 15:03:21.604351 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-fdc2e55b-4f06-45ff-851f-175c1b79b39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:21.640198 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5edf4d60-603d-4601-b10c-eee49d025aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:21.648517 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4feca285-ec06-416b-860e-a384c4ed634b req-05180020-72be-43bc-8c48-57121403b965 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746045 Jul 09 15:03:21.718448 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edf4d60-603d-4601-b10c-eee49d025aea admin admin] Network 65c9c714-aa0a-4a75-8e6d-596c5faeddd9 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:03:21.727421 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-5edf4d60-603d-4601-b10c-eee49d025aea admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:03:21.733972 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc2e55b-4f06-45ff-851f-175c1b79b39c None None] Routers {'7336558a-0929-48f6-b25d-276f48f809e7'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:03:21.735946 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-fdc2e55b-4f06-45ff-851f-175c1b79b39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:02:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['7336558a-0929-48f6-b25d-276f48f809e7'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:03:21.738838 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edf4d60-603d-4601-b10c-eee49d025aea admin admin] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:03:21.784688 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edf4d60-603d-4601-b10c-eee49d025aea admin admin] Pushing event updated for resources: {'Port': ['ID=a9e14769-5a52-47e9-abbd-6c891319b93f,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:21.845764 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4675b8c-55b1-4809-842a-73e9076ecf59 None None] Pushing event updated for resources: {'Port': ['ID=504393bf-473d-4dfc-a8d7-3eda6bc6f7e8,revision_number=3']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:21.847364 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5edf4d60-603d-4601-b10c-eee49d025aea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:21.908866 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-fdc2e55b-4f06-45ff-851f-175c1b79b39c None None] Set router 7336558a-0929-48f6-b25d-276f48f809e7 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:03:22.233316 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-fdc2e55b-4f06-45ff-851f-175c1b79b39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7336558a-0929-48f6-b25d-276f48f809e7', 'name': 'tempest-TestVolumeBackupRestore-406147765-router', 'tenant_id': '245d5ebd71904ef5a4215ddc0f443426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '504393bf-473d-4dfc-a8d7-3eda6bc6f7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:03:12Z', 'updated_at': '2021-07-09T15:03:17Z', 'revision_number': 3, 'project_id': '245d5ebd71904ef5a4215ddc0f443426', 'gw_port': {'id': '504393bf-473d-4dfc-a8d7-3eda6bc6f7e8', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:58:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7336558a-0929-48f6-b25d-276f48f809e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:03:15Z', 'updated_at': '2021-07-09T15:03:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:03:22.267758 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc2e55b-4f06-45ff-851f-175c1b79b39c None None] The sync data for ids ['7336558a-0929-48f6-b25d-276f48f809e7'] in n-d-799529-6 is: [{'id': '7336558a-0929-48f6-b25d-276f48f809e7', 'name': 'tempest-TestVolumeBackupRestore-406147765-router', 'tenant_id': '245d5ebd71904ef5a4215ddc0f443426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '504393bf-473d-4dfc-a8d7-3eda6bc6f7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:03:12Z', 'updated_at': '2021-07-09T15:03:17Z', 'revision_number': 3, 'project_id': '245d5ebd71904ef5a4215ddc0f443426', 'gw_port': {'id': '504393bf-473d-4dfc-a8d7-3eda6bc6f7e8', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:58:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7336558a-0929-48f6-b25d-276f48f809e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:03:15Z', 'updated_at': '2021-07-09T15:03:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:03:22.313351 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-79e17db9-b2cf-4462-926a-ac462560f4f7 None None] Provisioning for port a9e14769-5a52-47e9-abbd-6c891319b93f completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:03:22.320396 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-79e17db9-b2cf-4462-926a-ac462560f4f7 None None] Provisioning complete for port a9e14769-5a52-47e9-abbd-6c891319b93f triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:03:22.320830 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-79e17db9-b2cf-4462-926a-ac462560f4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:22.329833 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5edf4d60-603d-4601-b10c-eee49d025aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:22.453491 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-79e17db9-b2cf-4462-926a-ac462560f4f7 None None] Port a9e14769-5a52-47e9-abbd-6c891319b93f cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:03:22.654083 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:03:22.802290 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5edf4d60-603d-4601-b10c-eee49d025aea admin admin] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:22.885854 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5edf4d60-603d-4601-b10c-eee49d025aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:23.047112 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edf4d60-603d-4601-b10c-eee49d025aea admin admin] Pushing event updated for resources: {'Port': ['ID=a9e14769-5a52-47e9-abbd-6c891319b93f,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:23.083480 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5edf4d60-603d-4601-b10c-eee49d025aea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:23.296878 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:23.321752 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 7a55c943-174c-41e4-ae0c-abae167a4938 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:03:23.346654 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35de20-5f60-4137-934a-c751b8fa092a req-da3dfb89-1e0f-406a-b6e1-ff1b97b9cc60 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:03:23.360193 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1c35de20-5f60-4137-934a-c751b8fa092a req-da3dfb89-1e0f-406a-b6e1-ff1b97b9cc60 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 947 time: 0.3066685 Jul 09 15:03:23.418181 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edf4d60-603d-4601-b10c-eee49d025aea admin admin] Network 65c9c714-aa0a-4a75-8e6d-596c5faeddd9 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:03:23.444253 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-5edf4d60-603d-4601-b10c-eee49d025aea admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:03:23.522126 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:23.530242 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1c35de20-5f60-4137-934a-c751b8fa092a req-c9ee841e-85aa-432c-bb18-cb79554de3bb tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688519 Jul 09 15:03:23.586525 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1802d65f-3f81-429b-bc1c-bf1a7650ce94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a55c943-174c-41e4-ae0c-abae167a4938'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:03:23.589949 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0606e2e3-6450-4f98-bf25-a37dae67e3db" -d '{"events": [{"server_uuid": "1802d65f-3f81-429b-bc1c-bf1a7650ce94", "name": "network-vif-unplugged", "status": "completed", "tag": "7a55c943-174c-41e4-ae0c-abae167a4938"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:03:23.642005 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 7a55c943-174c-41e4-ae0c-abae167a4938, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=7a55c943-174c-41e4-ae0c-abae167a4938,segment=NetworkSegment(06875dad-dad1-4e17-960d-8ec4e4c881bc),segment_id=06875dad-dad1-4e17-960d-8ec4e4c881bc)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:03:23.683373 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5edf4d60-603d-4601-b10c-eee49d025aea admin admin] Router 7336558a-0929-48f6-b25d-276f48f809e7 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:03:23.684544 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 33646) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:03:23.735211 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 15:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-466a6c6b-259a-4d13-8e54-2b9f4299cfe4 x-openstack-request-id: req-466a6c6b-259a-4d13-8e54-2b9f4299cfe4 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:03:23.736544 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1802d65f-3f81-429b-bc1c-bf1a7650ce94", "name": "network-vif-unplugged", "status": "completed", "tag": "7a55c943-174c-41e4-ae0c-abae167a4938", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:03:23.736917 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-466a6c6b-259a-4d13-8e54-2b9f4299cfe4 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:03:23.737585 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1802d65f-3f81-429b-bc1c-bf1a7650ce94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a55c943-174c-41e4-ae0c-abae167a4938', 'code': 200} Jul 09 15:03:23.742444 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:23.857263 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=7a55c943-174c-41e4-ae0c-abae167a4938,revision_number=11']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:23.921135 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-8c165332-1eb9-48b8-8a48-2dbf7920480a None None] Provisioning complete for port a9e14769-5a52-47e9-abbd-6c891319b93f triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:03:23.922032 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8c165332-1eb9-48b8-8a48-2dbf7920480a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:24.022110 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5edf4d60-603d-4601-b10c-eee49d025aea admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:03:24.028988 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-8c165332-1eb9-48b8-8a48-2dbf7920480a None None] Port a9e14769-5a52-47e9-abbd-6c891319b93f cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:03:24.037776 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-5edf4d60-603d-4601-b10c-eee49d025aea admin admin] 10.222.0.58 "PUT /v2.0/routers/7336558a-0929-48f6-b25d-276f48f809e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2210007 Jul 09 15:03:24.134010 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-8bf880db-a057-4681-9472-c396455b4a0f tempest-DvrRoutersNegativeTest-1670960261 tempest-DvrRoutersNegativeTest-1670960261-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-492279425', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:03:24.137386 n-d-799529-6 neutron-server[94446]: DEBUG neutron.policy [None req-8bf880db-a057-4681-9472-c396455b4a0f tempest-DvrRoutersNegativeTest-1670960261 tempest-DvrRoutersNegativeTest-1670960261-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94446) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 09 15:03:24.137601 n-d-799529-6 neutron-server[94446]: DEBUG neutron.policy [None req-8bf880db-a057-4681-9472-c396455b4a0f tempest-DvrRoutersNegativeTest-1670960261 tempest-DvrRoutersNegativeTest-1670960261-project] Failed policy check for 'create_router' {{(pid=94446) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 09 15:03:24.138320 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [None req-8bf880db-a057-4681-9472-c396455b4a0f tempest-DvrRoutersNegativeTest-1670960261 tempest-DvrRoutersNegativeTest-1670960261-project] create failed (client error): Access was denied to this resource. Jul 09 15:03:24.143619 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-8bf880db-a057-4681-9472-c396455b4a0f tempest-DvrRoutersNegativeTest-1670960261 tempest-DvrRoutersNegativeTest-1670960261-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.4573078 Jul 09 15:03:24.762705 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 504393bf-473d-4dfc-a8d7-3eda6bc6f7e8 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:03:24.860945 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af20e78-160f-4ba9-ba1e-c6063a88396a req-c2302265-1a29-409d-ab17-5cb480e60219 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:03:24.863428 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8af20e78-160f-4ba9-ba1e-c6063a88396a req-c2302265-1a29-409d-ab17-5cb480e60219 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.1349015 Jul 09 15:03:24.913811 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 33678) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:03:24.921041 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-b0735d4a-4792-44f7-9c0f-bf823b37d59c tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Request body: {'network': {'name': 'tempest-network-smoke--1857821856', 'project_id': '494d12c1a85c4b86999f08bb7865eef7', 'port_security_enabled': True}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:03:24.964823 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8af20e78-160f-4ba9-ba1e-c6063a88396a req-7fb0181f-9e28-40a7-be49-aef323d5f853 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772607 Jul 09 15:03:25.057090 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 504393bf-473d-4dfc-a8d7-3eda6bc6f7e8 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:03:25.062533 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 504393bf-473d-4dfc-a8d7-3eda6bc6f7e8 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:03:25.062920 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:25.130655 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0735d4a-4792-44f7-9c0f-bf823b37d59c tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Made reservation on behalf of 494d12c1a85c4b86999f08bb7865eef7 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:03:25.135349 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b0735d4a-4792-44f7-9c0f-bf823b37d59c tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:25.171024 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 33690) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:03:25.182400 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b0735d4a-4792-44f7-9c0f-bf823b37d59c tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:25.204670 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b483a2-bf6c-46c1-a2f3-e7f6ffcd7424 None None] Sync routers for ids ['7336558a-0929-48f6-b25d-276f48f809e7'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:03:25.233170 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b483a2-bf6c-46c1-a2f3-e7f6ffcd7424 None None] Routers {'7336558a-0929-48f6-b25d-276f48f809e7'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:03:25.246643 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-c7b483a2-bf6c-46c1-a2f3-e7f6ffcd7424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:02:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['7336558a-0929-48f6-b25d-276f48f809e7'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:03:25.246643 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:25.395995 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b0735d4a-4792-44f7-9c0f-bf823b37d59c tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:25.463282 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 504393bf-473d-4dfc-a8d7-3eda6bc6f7e8, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=504393bf-473d-4dfc-a8d7-3eda6bc6f7e8,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:03:25.524227 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b0735d4a-4792-44f7-9c0f-bf823b37d59c tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:25.533841 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4f1541bc-d3bc-4018-91d8-675dbdeed69f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:25.580339 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0735d4a-4792-44f7-9c0f-bf823b37d59c tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:03:25.598737 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:25.636369 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0735d4a-4792-44f7-9c0f-bf823b37d59c tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd21175c-630e-49a9-8657-e8cbf686107e,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:25.661755 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b0735d4a-4792-44f7-9c0f-bf823b37d59c tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:25.662970 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-b0735d4a-4792-44f7-9c0f-bf823b37d59c tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Added segment 9878159f-6a5e-4e8c-bd5b-01c56584ab0f of type vlan for network 466fcfa3-9ce1-40ee-9932-db79c365c144 Jul 09 15:03:25.693447 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=504393bf-473d-4dfc-a8d7-3eda6bc6f7e8,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:25.721760 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-c7b483a2-bf6c-46c1-a2f3-e7f6ffcd7424 None None] Set router 7336558a-0929-48f6-b25d-276f48f809e7 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:03:25.733440 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4f1541bc-d3bc-4018-91d8-675dbdeed69f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:25.740255 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b0735d4a-4792-44f7-9c0f-bf823b37d59c tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:25.948257 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4f1541bc-d3bc-4018-91d8-675dbdeed69f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:25.949623 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b0735d4a-4792-44f7-9c0f-bf823b37d59c tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:25.956321 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0735d4a-4792-44f7-9c0f-bf823b37d59c tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:03:25.957008 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b0735d4a-4792-44f7-9c0f-bf823b37d59c tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:25.967253 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-c7b483a2-bf6c-46c1-a2f3-e7f6ffcd7424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7336558a-0929-48f6-b25d-276f48f809e7', 'name': 'tempest-TestVolumeBackupRestore-406147765-router', 'tenant_id': '245d5ebd71904ef5a4215ddc0f443426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '504393bf-473d-4dfc-a8d7-3eda6bc6f7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:03:12Z', 'updated_at': '2021-07-09T15:03:22Z', 'revision_number': 4, 'project_id': '245d5ebd71904ef5a4215ddc0f443426', 'gw_port': {'id': '504393bf-473d-4dfc-a8d7-3eda6bc6f7e8', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:58:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7336558a-0929-48f6-b25d-276f48f809e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:03:15Z', 'updated_at': '2021-07-09T15:03:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'a9e14769-5a52-47e9-abbd-6c891319b93f', 'name': '', 'network_id': '65c9c714-aa0a-4a75-8e6d-596c5faeddd9', 'tenant_id': '245d5ebd71904ef5a4215ddc0f443426', 'mac_address': 'fa:16:3e:7b:3a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7336558a-0929-48f6-b25d-276f48f809e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '46e5578f-ba50-4581-bab8-21eddb2e9156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:03:20Z', 'updated_at': '2021-07-09T15:03:22Z', 'revision_number': 2, 'project_id': '245d5ebd71904ef5a4215ddc0f443426', 'subnets': [{'id': '46e5578f-ba50-4581-bab8-21eddb2e9156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:03:26.005239 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b483a2-bf6c-46c1-a2f3-e7f6ffcd7424 None None] Checking router: 7336558a-0929-48f6-b25d-276f48f809e7 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:03:26.005589 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b483a2-bf6c-46c1-a2f3-e7f6ffcd7424 None None] Updating router 7336558a-0929-48f6-b25d-276f48f809e7 port a9e14769-5a52-47e9-abbd-6c891319b93f binding host n-d-799529-6 {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:03:26.030153 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1541bc-d3bc-4018-91d8-675dbdeed69f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a5727f-b9be-4559-b4b3-9c111812740c,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:26.038978 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-4f1541bc-d3bc-4018-91d8-675dbdeed69f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6ad6837acab64132b0f5a43b0b90ab25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8663557 Jul 09 15:03:26.040357 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 33728) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:03:26.065153 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0735d4a-4792-44f7-9c0f-bf823b37d59c tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Pushing event updated for resources: {'Network': ['ID=466fcfa3-9ce1-40ee-9932-db79c365c144,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:26.104411 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 466fcfa3-9ce1-40ee-9932-db79c365c144 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:03:26.114764 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-37d28f15-54ec-4865-a81e-5f95f49e7812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:26.138655 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c7b483a2-bf6c-46c1-a2f3-e7f6ffcd7424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:26.151089 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b0735d4a-4792-44f7-9c0f-bf823b37d59c tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2357891 Jul 09 15:03:26.159189 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 33732) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:03:26.164322 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-107e9fec-96ca-4a28-9003-44f5ae349468 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1756194522', 'admin_state_up': True, 'project_id': '494d12c1a85c4b86999f08bb7865eef7', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:03:26.171888 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-37d28f15-54ec-4865-a81e-5f95f49e7812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:26.257731 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9bebd9-cfb7-448f-8a0e-19dc47a69700 req-da84e283-cef3-4209-b568-1b0db360a4e6 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:03:26.265406 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-65b92d5f-18eb-4ac0-ac71-0cfbf3ed90c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:26.270904 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-be9bebd9-cfb7-448f-8a0e-19dc47a69700 req-da84e283-cef3-4209-b568-1b0db360a4e6 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.1090143 Jul 09 15:03:26.319229 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-be9bebd9-cfb7-448f-8a0e-19dc47a69700 req-a79660a3-6d95-4314-ac6d-b4d125dc1018 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499249 Jul 09 15:03:26.337152 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-107e9fec-96ca-4a28-9003-44f5ae349468 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:26.338048 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-107e9fec-96ca-4a28-9003-44f5ae349468 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:26.408498 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-37d28f15-54ec-4865-a81e-5f95f49e7812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:26.414318 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-37d28f15-54ec-4865-a81e-5f95f49e7812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:26.417292 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-37d28f15-54ec-4865-a81e-5f95f49e7812 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/50a5727f-b9be-4559-b4b3-9c111812740c HTTP/1.1" status: 204 len: 168 time: 0.3756483 Jul 09 15:03:26.463817 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d28f15-54ec-4865-a81e-5f95f49e7812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a5727f-b9be-4559-b4b3-9c111812740c,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:26.470752 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-107e9fec-96ca-4a28-9003-44f5ae349468 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:26.607699 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c7b483a2-bf6c-46c1-a2f3-e7f6ffcd7424 None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:26.629101 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-c7b483a2-bf6c-46c1-a2f3-e7f6ffcd7424 None None] Transition to ACTIVE for port object a9e14769-5a52-47e9-abbd-6c891319b93f will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:03:26.731128 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c7b483a2-bf6c-46c1-a2f3-e7f6ffcd7424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:26.758814 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 504393bf-473d-4dfc-a8d7-3eda6bc6f7e8 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:03:26.790350 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-107e9fec-96ca-4a28-9003-44f5ae349468 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:26.863093 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19bb14d-83e5-47fd-95b4-4d9394aeeb68 None None] Pushing event updated for resources: {'Port': ['ID=a9e14769-5a52-47e9-abbd-6c891319b93f,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:26.902942 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 504393bf-473d-4dfc-a8d7-3eda6bc6f7e8 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:03:26.903323 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:26.964612 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-c7b483a2-bf6c-46c1-a2f3-e7f6ffcd7424 None None] Attempting to bind port a9e14769-5a52-47e9-abbd-6c891319b93f on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:03:26.965632 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-c7b483a2-bf6c-46c1-a2f3-e7f6ffcd7424 None None] Attempting to bind port a9e14769-5a52-47e9-abbd-6c891319b93f by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '2546a657-57e5-49bd-8aad-07604553a7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '65c9c714-aa0a-4a75-8e6d-596c5faeddd9'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:03:26.966198 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b483a2-bf6c-46c1-a2f3-e7f6ffcd7424 None None] Attempting to bind port a9e14769-5a52-47e9-abbd-6c891319b93f on network 65c9c714-aa0a-4a75-8e6d-596c5faeddd9 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:03:26.975998 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b483a2-bf6c-46c1-a2f3-e7f6ffcd7424 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:03:26.977445 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b483a2-bf6c-46c1-a2f3-e7f6ffcd7424 None None] Checking segment: {'id': '2546a657-57e5-49bd-8aad-07604553a7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '65c9c714-aa0a-4a75-8e6d-596c5faeddd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:03:26.978057 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c7b483a2-bf6c-46c1-a2f3-e7f6ffcd7424 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:26.985958 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b483a2-bf6c-46c1-a2f3-e7f6ffcd7424 None None] Bound using segment: {'id': '2546a657-57e5-49bd-8aad-07604553a7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '65c9c714-aa0a-4a75-8e6d-596c5faeddd9'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:03:26.987136 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-c7b483a2-bf6c-46c1-a2f3-e7f6ffcd7424 None None] Bound port: a9e14769-5a52-47e9-abbd-6c891319b93f, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2546a657-57e5-49bd-8aad-07604553a7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '65c9c714-aa0a-4a75-8e6d-596c5faeddd9'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:03:26.988067 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c7b483a2-bf6c-46c1-a2f3-e7f6ffcd7424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:27.183556 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-c7b483a2-bf6c-46c1-a2f3-e7f6ffcd7424 None None] For port a9e14769-5a52-47e9-abbd-6c891319b93f, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:03:27.188834 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-c7b483a2-bf6c-46c1-a2f3-e7f6ffcd7424 None None] For port a9e14769-5a52-47e9-abbd-6c891319b93f, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=a9e14769-5a52-47e9-abbd-6c891319b93f,segment=NetworkSegment(2546a657-57e5-49bd-8aad-07604553a7a2),segment_id=2546a657-57e5-49bd-8aad-07604553a7a2)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:03:27.299897 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-107e9fec-96ca-4a28-9003-44f5ae349468 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks [] for router_gateway, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:27.329707 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-107e9fec-96ca-4a28-9003-44f5ae349468 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:27.348148 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 7a55c943-174c-41e4-ae0c-abae167a4938 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 15:03:27.562072 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c7b483a2-bf6c-46c1-a2f3-e7f6ffcd7424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:27.649815 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 7a55c943-174c-41e4-ae0c-abae167a4938, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=7a55c943-174c-41e4-ae0c-abae167a4938,segment=NetworkSegment(06875dad-dad1-4e17-960d-8ec4e4c881bc),segment_id=06875dad-dad1-4e17-960d-8ec4e4c881bc)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:03:27.695577 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '7a55c943-174c-41e4-ae0c-abae167a4938', 'network_id': '2caf48fb-184c-426e-a7e2-2d876991b7f4', 'port_id': '7a55c943-174c-41e4-ae0c-abae167a4938', 'mac_address': 'fa:16:3e:19:43:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a10947be-2e1d-4b8b-b31f-e273354d0e7a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 15:03:27.701157 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-107e9fec-96ca-4a28-9003-44f5ae349468 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Allocated IP 172.25.3.157 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/b9df4466-949b-42ae-b786-19e3c82d091c) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:03:27.770257 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19bb14d-83e5-47fd-95b4-4d9394aeeb68 None None] Pushing event updated for resources: {'Port': ['ID=a9e14769-5a52-47e9-abbd-6c891319b93f,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:27.795893 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b483a2-bf6c-46c1-a2f3-e7f6ffcd7424 None None] Routers {'7336558a-0929-48f6-b25d-276f48f809e7'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:03:27.802978 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-c7b483a2-bf6c-46c1-a2f3-e7f6ffcd7424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:02:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['7336558a-0929-48f6-b25d-276f48f809e7'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:03:27.922280 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:27.964693 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69048a19-d117-4bd2-92be-b77e3166f1d3 req-b0bd2d22-36e2-4d93-8a2c-14043b01a99a tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:03:27.972964 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a55c943-174c-41e4-ae0c-abae167a4938 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:03:27.982547 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-69048a19-d117-4bd2-92be-b77e3166f1d3 req-b0bd2d22-36e2-4d93-8a2c-14043b01a99a tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.4229126 Jul 09 15:03:28.036386 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 7a55c943-174c-41e4-ae0c-abae167a4938, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=7a55c943-174c-41e4-ae0c-abae167a4938,segment=NetworkSegment(06875dad-dad1-4e17-960d-8ec4e4c881bc),segment_id=06875dad-dad1-4e17-960d-8ec4e4c881bc)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:03:28.178470 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-c7b483a2-bf6c-46c1-a2f3-e7f6ffcd7424 None None] Set router 7336558a-0929-48f6-b25d-276f48f809e7 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:03:28.286819 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:28.431363 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=7a55c943-174c-41e4-ae0c-abae167a4938,revision_number=12']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:28.490282 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['7a55c943-174c-41e4-ae0c-abae167a4938'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:03:28.522369 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-107e9fec-96ca-4a28-9003-44f5ae349468 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:28.536491 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-69048a19-d117-4bd2-92be-b77e3166f1d3 req-c6b0cd93-4d90-4829-87e0-f37e463d6186 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5438004 Jul 09 15:03:28.590736 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-c7b483a2-bf6c-46c1-a2f3-e7f6ffcd7424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7336558a-0929-48f6-b25d-276f48f809e7', 'name': 'tempest-TestVolumeBackupRestore-406147765-router', 'tenant_id': '245d5ebd71904ef5a4215ddc0f443426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '504393bf-473d-4dfc-a8d7-3eda6bc6f7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:03:12Z', 'updated_at': '2021-07-09T15:03:22Z', 'revision_number': 4, 'project_id': '245d5ebd71904ef5a4215ddc0f443426', 'gw_port': {'id': '504393bf-473d-4dfc-a8d7-3eda6bc6f7e8', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:58:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7336558a-0929-48f6-b25d-276f48f809e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:03:15Z', 'updated_at': '2021-07-09T15:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'a9e14769-5a52-47e9-abbd-6c891319b93f', 'name': '', 'network_id': '65c9c714-aa0a-4a75-8e6d-596c5faeddd9', 'tenant_id': '245d5ebd71904ef5a4215ddc0f443426', 'mac_address': 'fa:16:3e:7b:3a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7336558a-0929-48f6-b25d-276f48f809e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '46e5578f-ba50-4581-bab8-21eddb2e9156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:03:20Z', 'updated_at': '2021-07-09T15:03:27Z', 'revision_number': 4, 'project_id': '245d5ebd71904ef5a4215ddc0f443426', 'subnets': [{'id': '46e5578f-ba50-4581-bab8-21eddb2e9156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:03:28.653637 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 33804) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:03:28.691910 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-107e9fec-96ca-4a28-9003-44f5ae349468 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:28.791371 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107e9fec-96ca-4a28-9003-44f5ae349468 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:03:28.796773 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-107e9fec-96ca-4a28-9003-44f5ae349468 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:03:28.807055 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107e9fec-96ca-4a28-9003-44f5ae349468 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:03:28.809131 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b483a2-bf6c-46c1-a2f3-e7f6ffcd7424 None None] The sync data for ids ['7336558a-0929-48f6-b25d-276f48f809e7'] in n-d-799529-6 is: [{'id': '7336558a-0929-48f6-b25d-276f48f809e7', 'name': 'tempest-TestVolumeBackupRestore-406147765-router', 'tenant_id': '245d5ebd71904ef5a4215ddc0f443426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '504393bf-473d-4dfc-a8d7-3eda6bc6f7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:03:12Z', 'updated_at': '2021-07-09T15:03:22Z', 'revision_number': 4, 'project_id': '245d5ebd71904ef5a4215ddc0f443426', 'gw_port': {'id': '504393bf-473d-4dfc-a8d7-3eda6bc6f7e8', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:58:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7336558a-0929-48f6-b25d-276f48f809e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:03:15Z', 'updated_at': '2021-07-09T15:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'a9e14769-5a52-47e9-abbd-6c891319b93f', 'name': '', 'network_id': '65c9c714-aa0a-4a75-8e6d-596c5faeddd9', 'tenant_id': '245d5ebd71904ef5a4215ddc0f443426', 'mac_address': 'fa:16:3e:7b:3a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7336558a-0929-48f6-b25d-276f48f809e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '46e5578f-ba50-4581-bab8-21eddb2e9156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:03:20Z', 'updated_at': '2021-07-09T15:03:27Z', 'revision_number': 4, 'project_id': '245d5ebd71904ef5a4215ddc0f443426', 'subnets': [{'id': '46e5578f-ba50-4581-bab8-21eddb2e9156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:03:28.843714 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e9fec-96ca-4a28-9003-44f5ae349468 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Pushing event updated for resources: {'Port': ['ID=b9df4466-949b-42ae-b786-19e3c82d091c,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:28.853179 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-df0fe5e0-7f04-44f1-a124-832c7f64b3ef tempest-TagsTest-872958306 tempest-TagsTest-872958306-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-646328878'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:03:29.045576 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0fe5e0-7f04-44f1-a124-832c7f64b3ef tempest-TagsTest-872958306 tempest-TagsTest-872958306-project] Made reservation on behalf of 800e351703c3434283b3f1953989d052 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:03:29.051564 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-df0fe5e0-7f04-44f1-a124-832c7f64b3ef tempest-TagsTest-872958306 tempest-TagsTest-872958306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:29.061543 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-935b3e72-0775-417b-b036-7725f20d310c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:29.072609 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-df0fe5e0-7f04-44f1-a124-832c7f64b3ef tempest-TagsTest-872958306 tempest-TagsTest-872958306-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:29.211207 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:29.265811 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-df0fe5e0-7f04-44f1-a124-832c7f64b3ef tempest-TagsTest-872958306 tempest-TagsTest-872958306-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:29.347006 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-df0fe5e0-7f04-44f1-a124-832c7f64b3ef tempest-TagsTest-872958306 tempest-TagsTest-872958306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:29.394784 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df0fe5e0-7f04-44f1-a124-832c7f64b3ef tempest-TagsTest-872958306 tempest-TagsTest-872958306-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:03:29.440454 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-df0fe5e0-7f04-44f1-a124-832c7f64b3ef tempest-TagsTest-872958306 tempest-TagsTest-872958306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:29.443368 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-df0fe5e0-7f04-44f1-a124-832c7f64b3ef tempest-TagsTest-872958306 tempest-TagsTest-872958306-project] Added segment eff68e75-3a9b-4086-935e-dc2217f0ff31 of type vlan for network f822e3aa-275a-43a4-8a52-6ee71d99d7b0 Jul 09 15:03:29.445868 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0fe5e0-7f04-44f1-a124-832c7f64b3ef tempest-TagsTest-872958306 tempest-TagsTest-872958306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15786eca-2b8a-4643-bb40-98d5f706c6e4,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:29.506321 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-df0fe5e0-7f04-44f1-a124-832c7f64b3ef tempest-TagsTest-872958306 tempest-TagsTest-872958306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:29.532111 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-107e9fec-96ca-4a28-9003-44f5ae349468 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks [] for router_gateway, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:29.633799 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-df0fe5e0-7f04-44f1-a124-832c7f64b3ef tempest-TagsTest-872958306 tempest-TagsTest-872958306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:29.661366 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0fe5e0-7f04-44f1-a124-832c7f64b3ef tempest-TagsTest-872958306 tempest-TagsTest-872958306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:03:29.661366 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-df0fe5e0-7f04-44f1-a124-832c7f64b3ef tempest-TagsTest-872958306 tempest-TagsTest-872958306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:29.782230 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0fe5e0-7f04-44f1-a124-832c7f64b3ef tempest-TagsTest-872958306 tempest-TagsTest-872958306-project] Pushing event updated for resources: {'Network': ['ID=f822e3aa-275a-43a4-8a52-6ee71d99d7b0,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:29.796590 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network f822e3aa-275a-43a4-8a52-6ee71d99d7b0 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:03:29.871285 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5233f691-48a6-4574-a3c5-df8a0de37599 req-56bd836a-39ba-4281-8a77-39966feef6a9 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:03:29.874004 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5233f691-48a6-4574-a3c5-df8a0de37599 req-56bd836a-39ba-4281-8a77-39966feef6a9 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 946 time: 0.1431208 Jul 09 15:03:29.878936 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-df0fe5e0-7f04-44f1-a124-832c7f64b3ef tempest-TagsTest-872958306 tempest-TagsTest-872958306-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.2243195 Jul 09 15:03:29.899062 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-107e9fec-96ca-4a28-9003-44f5ae349468 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:29.901898 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 33820) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:03:29.919564 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.tag.tag_plugin [None req-50f7324b-2aac-491a-b3e9-f63e02d43f3c tempest-TagsTest-872958306 tempest-TagsTest-872958306-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'f822e3aa-275a-43a4-8a52-6ee71d99d7b0', 'tempest-TagsTest-Tag-1397007296') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:03:29.970852 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5233f691-48a6-4574-a3c5-df8a0de37599 req-589b8d5f-796e-40cf-9a7c-ce4ed378fa01 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861568 Jul 09 15:03:30.195758 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-50f7324b-2aac-491a-b3e9-f63e02d43f3c tempest-TagsTest-872958306 tempest-TagsTest-872958306-project] 10.222.0.58 "PUT /v2.0/networks/f822e3aa-275a-43a4-8a52-6ee71d99d7b0/tags/tempest-TagsTest-Tag-1397007296 HTTP/1.1" status: 201 len: 201 time: 0.2908940 Jul 09 15:03:30.198290 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 33822) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:03:30.202947 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.tag.tag_plugin [None req-1774e8f8-54e2-480d-abfb-79cec471b888 tempest-TagsTest-872958306 tempest-TagsTest-872958306-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f822e3aa-275a-43a4-8a52-6ee71d99d7b0', 'tempest-TagsTest-Tag-1397007296') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:03:30.222212 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:30.280055 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-107e9fec-96ca-4a28-9003-44f5ae349468 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Router 70d0f580-3cf0-4683-909b-b832b1a016e2 is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 15:03:30.287965 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-1774e8f8-54e2-480d-abfb-79cec471b888 tempest-TagsTest-872958306 tempest-TagsTest-872958306-project] 10.222.0.58 "GET /v2.0/networks/f822e3aa-275a-43a4-8a52-6ee71d99d7b0/tags/tempest-TagsTest-Tag-1397007296 HTTP/1.1" status: 204 len: 168 time: 0.0884514 Jul 09 15:03:30.290290 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 33826) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:03:30.299060 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.tag.tag_plugin [None req-edf553d3-156f-41ca-bf95-5072834a644a tempest-TagsTest-872958306 tempest-TagsTest-872958306-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'f822e3aa-275a-43a4-8a52-6ee71d99d7b0') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:03:30.418486 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-edf553d3-156f-41ca-bf95-5072834a644a tempest-TagsTest-872958306 tempest-TagsTest-872958306-project] 10.222.0.58 "GET /v2.0/networks/f822e3aa-275a-43a4-8a52-6ee71d99d7b0/tags HTTP/1.1" status: 200 len: 238 time: 0.1229157 Jul 09 15:03:30.419265 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 33830) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:03:30.424617 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.tag.tag_plugin [None req-78d168f4-80fe-41a9-8555-a63f44611349 tempest-TagsTest-872958306 tempest-TagsTest-872958306-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'f822e3aa-275a-43a4-8a52-6ee71d99d7b0', {'tags': ['tempest-TagsTest-Tag-1469232476', 'tempest-TagsTest-Tag-1463415150', 'tempest-TagsTest-Tag-1766006980']}) {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:03:30.554727 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-107e9fec-96ca-4a28-9003-44f5ae349468 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:03:30.567660 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f98dcb-d708-46db-a968-3f985ff4b718 None None] Sync routers for ids ['70d0f580-3cf0-4683-909b-b832b1a016e2'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:03:30.585489 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f98dcb-d708-46db-a968-3f985ff4b718 None None] Routers {'70d0f580-3cf0-4683-909b-b832b1a016e2'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:03:30.586122 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-b6f98dcb-d708-46db-a968-3f985ff4b718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:03:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['70d0f580-3cf0-4683-909b-b832b1a016e2'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:03:30.745436 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-107e9fec-96ca-4a28-9003-44f5ae349468 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:30.755092 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 33834) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:03:30.757097 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-107e9fec-96ca-4a28-9003-44f5ae349468 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.5950344 Jul 09 15:03:30.766565 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-b6f98dcb-d708-46db-a968-3f985ff4b718 None None] Set router 70d0f580-3cf0-4683-909b-b832b1a016e2 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:03:30.784624 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device a9e14769-5a52-47e9-abbd-6c891319b93f up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:03:30.802992 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-78d168f4-80fe-41a9-8555-a63f44611349 tempest-TagsTest-872958306 tempest-TagsTest-872958306-project] 10.222.0.58 "PUT /v2.0/networks/f822e3aa-275a-43a4-8a52-6ee71d99d7b0/tags HTTP/1.1" status: 200 len: 309 time: 0.3771815 Jul 09 15:03:30.805011 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 33838) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:03:30.811661 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.tag.tag_plugin [None req-c102e38d-9b81-4809-b2ab-20a7cd57af2e tempest-TagsTest-872958306 tempest-TagsTest-872958306-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'f822e3aa-275a-43a4-8a52-6ee71d99d7b0', 'tempest-TagsTest-Tag-1469232476') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:03:30.987991 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port a9e14769-5a52-47e9-abbd-6c891319b93f completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:03:31.004923 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port a9e14769-5a52-47e9-abbd-6c891319b93f triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:03:31.005335 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:31.117658 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c102e38d-9b81-4809-b2ab-20a7cd57af2e tempest-TagsTest-872958306 tempest-TagsTest-872958306-project] 10.222.0.58 "DELETE /v2.0/networks/f822e3aa-275a-43a4-8a52-6ee71d99d7b0/tags/tempest-TagsTest-Tag-1469232476 HTTP/1.1" status: 204 len: 168 time: 0.3112843 Jul 09 15:03:31.123551 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-5958650b-a338-461a-9fec-22242b5bbb02 tempest-TestSecurityGroupsBasicOps-332705734 tempest-TestSecurityGroupsBasicOps-332705734-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=494d12c1a85c4b86999f08bb7865eef7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3637822 Jul 09 15:03:31.123551 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 33844) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:03:31.125153 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 33846) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:03:31.127830 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.tag.tag_plugin [None req-62afb11b-c8f3-40cf-aa74-1a286908eccf tempest-TagsTest-872958306 tempest-TagsTest-872958306-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f822e3aa-275a-43a4-8a52-6ee71d99d7b0', 'tempest-TagsTest-Tag-1469232476') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:03:31.167389 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-b6f98dcb-d708-46db-a968-3f985ff4b718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d0f580-3cf0-4683-909b-b832b1a016e2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1756194522', 'tenant_id': '494d12c1a85c4b86999f08bb7865eef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b9df4466-949b-42ae-b786-19e3c82d091c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:03:26Z', 'updated_at': '2021-07-09T15:03:29Z', 'revision_number': 3, 'project_id': '494d12c1a85c4b86999f08bb7865eef7', 'gw_port': {'id': 'b9df4466-949b-42ae-b786-19e3c82d091c', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:df:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d0f580-3cf0-4683-909b-b832b1a016e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:03:27Z', 'updated_at': '2021-07-09T15:03:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:03:31.219473 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:31.232470 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f98dcb-d708-46db-a968-3f985ff4b718 None None] Checking router: 70d0f580-3cf0-4683-909b-b832b1a016e2 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:03:31.233224 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f98dcb-d708-46db-a968-3f985ff4b718 None None] Updating router 70d0f580-3cf0-4683-909b-b832b1a016e2 port b9df4466-949b-42ae-b786-19e3c82d091c binding host n-d-799529-6 {{(pid=94448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:03:31.272234 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [None req-62afb11b-c8f3-40cf-aa74-1a286908eccf tempest-TagsTest-872958306 tempest-TagsTest-872958306-project] show failed (client error): The resource could not be found. Jul 09 15:03:31.274292 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-62afb11b-c8f3-40cf-aa74-1a286908eccf tempest-TagsTest-872958306 tempest-TagsTest-872958306-project] 10.222.0.58 "GET /v2.0/networks/f822e3aa-275a-43a4-8a52-6ee71d99d7b0/tags/tempest-TagsTest-Tag-1469232476 HTTP/1.1" status: 404 len: 326 time: 0.1519818 Jul 09 15:03:31.277413 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 33848) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:03:31.283923 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-b6f98dcb-d708-46db-a968-3f985ff4b718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:31.287578 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.tag.tag_plugin [None req-aeaede7c-d1fd-4b93-8a96-6b3118cf71c0 tempest-TagsTest-872958306 tempest-TagsTest-872958306-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f822e3aa-275a-43a4-8a52-6ee71d99d7b0', 'tempest-TagsTest-Tag-1463415150') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:03:31.309307 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port a9e14769-5a52-47e9-abbd-6c891319b93f, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=a9e14769-5a52-47e9-abbd-6c891319b93f,segment=NetworkSegment(2546a657-57e5-49bd-8aad-07604553a7a2),segment_id=2546a657-57e5-49bd-8aad-07604553a7a2)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:03:31.339828 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 7a55c943-174c-41e4-ae0c-abae167a4938 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:03:31.418938 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:31.451762 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-aeaede7c-d1fd-4b93-8a96-6b3118cf71c0 tempest-TagsTest-872958306 tempest-TagsTest-872958306-project] 10.222.0.58 "GET /v2.0/networks/f822e3aa-275a-43a4-8a52-6ee71d99d7b0/tags/tempest-TagsTest-Tag-1463415150 HTTP/1.1" status: 204 len: 168 time: 0.1714580 Jul 09 15:03:31.458156 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 33852) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:03:31.480443 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869b8a1f-ad90-4e9a-a126-f792c774740e tempest-TestSecurityGroupsBasicOps-332705734 tempest-TestSecurityGroupsBasicOps-332705734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:03:31.481994 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-869b8a1f-ad90-4e9a-a126-f792c774740e tempest-TestSecurityGroupsBasicOps-332705734 tempest-TestSecurityGroupsBasicOps-332705734-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3549972 Jul 09 15:03:31.487144 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 33854) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:03:31.499668 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.tag.tag_plugin [None req-abd3ebd3-3ddc-4fdf-8826-f0dd967259b7 tempest-TagsTest-872958306 tempest-TagsTest-872958306-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f822e3aa-275a-43a4-8a52-6ee71d99d7b0', 'tempest-TagsTest-Tag-1766006980') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:03:31.537801 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 7a55c943-174c-41e4-ae0c-abae167a4938 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:03:31.538143 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:31.608752 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b5662d-31ab-4831-9514-beb78770f2cb req-482dc95e-09f9-40c8-ac8a-be10b2feb283 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:03:31.620701 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b9b5662d-31ab-4831-9514-beb78770f2cb req-482dc95e-09f9-40c8-ac8a-be10b2feb283 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 946 time: 0.3624091 Jul 09 15:03:31.649310 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-97e08d69-70f3-4817-bf69-e389cfc206bd tempest-TestSecurityGroupsBasicOps-332705734 tempest-TestSecurityGroupsBasicOps-332705734-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=202c7ce6-d4e9-4f80-84dd-bef08905a653&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1567361 Jul 09 15:03:31.650156 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 33858) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:03:31.652081 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=a9e14769-5a52-47e9-abbd-6c891319b93f,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:31.684484 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-479e2505-19d2-4538-92cd-addcbaa9eec8 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-18196306', 'network_id': '466fcfa3-9ce1-40ee-9932-db79c365c144', 'project_id': '494d12c1a85c4b86999f08bb7865eef7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:03:31.713522 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b9b5662d-31ab-4831-9514-beb78770f2cb req-df4fe446-1a2f-469b-995b-32e71755eeff tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906861 Jul 09 15:03:31.767845 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:31.804718 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:31.846953 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1802d65f-3f81-429b-bc1c-bf1a7650ce94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a55c943-174c-41e4-ae0c-abae167a4938'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:03:31.850035 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265e13f8-0cf2-400d-a455-0b0a084684e3" -d '{"events": [{"server_uuid": "1802d65f-3f81-429b-bc1c-bf1a7650ce94", "name": "network-vif-plugged", "status": "completed", "tag": "7a55c943-174c-41e4-ae0c-abae167a4938"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:03:31.907557 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-abd3ebd3-3ddc-4fdf-8826-f0dd967259b7 tempest-TagsTest-872958306 tempest-TagsTest-872958306-project] 10.222.0.58 "GET /v2.0/networks/f822e3aa-275a-43a4-8a52-6ee71d99d7b0/tags/tempest-TagsTest-Tag-1766006980 HTTP/1.1" status: 204 len: 168 time: 0.4466095 Jul 09 15:03:31.915656 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 7a55c943-174c-41e4-ae0c-abae167a4938, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=7a55c943-174c-41e4-ae0c-abae167a4938,segment=NetworkSegment(06875dad-dad1-4e17-960d-8ec4e4c881bc),segment_id=06875dad-dad1-4e17-960d-8ec4e4c881bc)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:03:31.916277 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 33864) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:03:31.925845 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.tag.tag_plugin [None req-6fccb95d-18fa-40f0-9a1a-98955fd16989 tempest-TagsTest-872958306 tempest-TagsTest-872958306-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'f822e3aa-275a-43a4-8a52-6ee71d99d7b0') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:03:31.940599 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d6a899-0112-441b-a2c3-926d7cc3a404 x-openstack-request-id: req-a3d6a899-0112-441b-a2c3-926d7cc3a404 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:03:31.940894 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1802d65f-3f81-429b-bc1c-bf1a7650ce94", "name": "network-vif-plugged", "status": "completed", "tag": "7a55c943-174c-41e4-ae0c-abae167a4938", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:03:31.941152 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a3d6a899-0112-441b-a2c3-926d7cc3a404 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:03:31.941552 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1802d65f-3f81-429b-bc1c-bf1a7650ce94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a55c943-174c-41e4-ae0c-abae167a4938', 'code': 200} Jul 09 15:03:31.963096 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-b6f98dcb-d708-46db-a968-3f985ff4b718 None None] Notify callbacks [] for port, precommit_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:31.974231 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.provisioning_blocks [None req-b6f98dcb-d708-46db-a968-3f985ff4b718 None None] Transition to ACTIVE for port object b9df4466-949b-42ae-b786-19e3c82d091c will not be triggered until provisioned by entity L2. {{(pid=94448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:03:31.997103 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-479e2505-19d2-4538-92cd-addcbaa9eec8 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Made reservation on behalf of 494d12c1a85c4b86999f08bb7865eef7 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:03:32.002761 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-479e2505-19d2-4538-92cd-addcbaa9eec8 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:32.044823 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:32.056410 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-b6f98dcb-d708-46db-a968-3f985ff4b718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:32.118841 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f02b45-7939-4d98-b896-c1eb779f62d5 None None] Pushing event updated for resources: {'Port': ['ID=b9df4466-949b-42ae-b786-19e3c82d091c,revision_number=2']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:32.122478 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=7a55c943-174c-41e4-ae0c-abae167a4938,revision_number=13']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:32.148199 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f02b45-7939-4d98-b896-c1eb779f62d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:03:32.148705 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f02b45-7939-4d98-b896-c1eb779f62d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:03:32.149475 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f02b45-7939-4d98-b896-c1eb779f62d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:03:32.149917 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f02b45-7939-4d98-b896-c1eb779f62d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:03:32.150359 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f02b45-7939-4d98-b896-c1eb779f62d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:03:32.150818 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f02b45-7939-4d98-b896-c1eb779f62d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:03:32.151731 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f02b45-7939-4d98-b896-c1eb779f62d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:03:32.152303 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f02b45-7939-4d98-b896-c1eb779f62d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:03:32.152764 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f02b45-7939-4d98-b896-c1eb779f62d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:03:32.153450 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f02b45-7939-4d98-b896-c1eb779f62d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:03:32.153901 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f02b45-7939-4d98-b896-c1eb779f62d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:03:32.154632 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f02b45-7939-4d98-b896-c1eb779f62d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:03:32.166011 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-b6f98dcb-d708-46db-a968-3f985ff4b718 None None] Attempting to bind port b9df4466-949b-42ae-b786-19e3c82d091c on host n-d-799529-6 for vnic_type normal with profile {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:03:32.166530 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-b6f98dcb-d708-46db-a968-3f985ff4b718 None None] Attempting to bind port b9df4466-949b-42ae-b786-19e3c82d091c by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:03:32.167113 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f98dcb-d708-46db-a968-3f985ff4b718 None None] Attempting to bind port b9df4466-949b-42ae-b786-19e3c82d091c on network 202c7ce6-d4e9-4f80-84dd-bef08905a653 {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:03:32.174721 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f98dcb-d708-46db-a968-3f985ff4b718 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:03:32.175353 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f98dcb-d708-46db-a968-3f985ff4b718 None None] Checking segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:03:32.175905 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-b6f98dcb-d708-46db-a968-3f985ff4b718 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:32.176407 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f98dcb-d708-46db-a968-3f985ff4b718 None None] Bound using segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:03:32.177361 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-b6f98dcb-d708-46db-a968-3f985ff4b718 None None] Bound port: b9df4466-949b-42ae-b786-19e3c82d091c, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:03:32.178030 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-b6f98dcb-d708-46db-a968-3f985ff4b718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:32.257290 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-b6f98dcb-d708-46db-a968-3f985ff4b718 None None] For port b9df4466-949b-42ae-b786-19e3c82d091c, host n-d-799529-6, cleared binding levels {{(pid=94448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:03:32.261476 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-b6f98dcb-d708-46db-a968-3f985ff4b718 None None] For port b9df4466-949b-42ae-b786-19e3c82d091c, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=b9df4466-949b-42ae-b786-19e3c82d091c,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:03:32.406225 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-b6f98dcb-d708-46db-a968-3f985ff4b718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:32.464342 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f98dcb-d708-46db-a968-3f985ff4b718 None None] Routers {'70d0f580-3cf0-4683-909b-b832b1a016e2'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:03:32.464990 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-b6f98dcb-d708-46db-a968-3f985ff4b718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:03:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['70d0f580-3cf0-4683-909b-b832b1a016e2'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:03:32.513551 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f02b45-7939-4d98-b896-c1eb779f62d5 None None] Pushing event updated for resources: {'Port': ['ID=b9df4466-949b-42ae-b786-19e3c82d091c,revision_number=3']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:32.605277 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-b6f98dcb-d708-46db-a968-3f985ff4b718 None None] Set router 70d0f580-3cf0-4683-909b-b832b1a016e2 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:03:32.700784 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-6fccb95d-18fa-40f0-9a1a-98955fd16989 tempest-TagsTest-872958306 tempest-TagsTest-872958306-project] 10.222.0.58 "DELETE /v2.0/networks/f822e3aa-275a-43a4-8a52-6ee71d99d7b0/tags HTTP/1.1" status: 204 len: 168 time: 0.7828724 Jul 09 15:03:32.704730 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 33870) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:03:32.709404 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.tag.tag_plugin [None req-b62a7548-cfc8-483f-affc-a54f130a12f7 tempest-TagsTest-872958306 tempest-TagsTest-872958306-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f822e3aa-275a-43a4-8a52-6ee71d99d7b0', 'tempest-TagsTest-Tag-1463415150') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:03:32.715298 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device a9e14769-5a52-47e9-abbd-6c891319b93f up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:03:32.832981 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port a9e14769-5a52-47e9-abbd-6c891319b93f triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:03:32.834217 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:32.860828 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-479e2505-19d2-4538-92cd-addcbaa9eec8 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:32.911892 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [None req-b62a7548-cfc8-483f-affc-a54f130a12f7 tempest-TagsTest-872958306 tempest-TagsTest-872958306-project] show failed (client error): The resource could not be found. Jul 09 15:03:32.915636 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b62a7548-cfc8-483f-affc-a54f130a12f7 tempest-TagsTest-872958306 tempest-TagsTest-872958306-project] 10.222.0.58 "GET /v2.0/networks/f822e3aa-275a-43a4-8a52-6ee71d99d7b0/tags/tempest-TagsTest-Tag-1463415150 HTTP/1.1" status: 404 len: 326 time: 0.2071350 Jul 09 15:03:32.917905 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 33878) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:03:32.927385 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.tag.tag_plugin [None req-66a4a9f4-a919-4a64-8e56-33fcccf366d4 tempest-TagsTest-872958306 tempest-TagsTest-872958306-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f822e3aa-275a-43a4-8a52-6ee71d99d7b0', 'tempest-TagsTest-Tag-1766006980') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:03:32.991530 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479e2505-19d2-4538-92cd-addcbaa9eec8 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Pushing event updated for resources: {'Subnet': ['ID=c878d016-01d3-4c16-a578-dbd760c32b29,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:33.011032 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479e2505-19d2-4538-92cd-addcbaa9eec8 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Checking segment: {'id': '9878159f-6a5e-4e8c-bd5b-01c56584ab0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '466fcfa3-9ce1-40ee-9932-db79c365c144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:03:33.011706 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479e2505-19d2-4538-92cd-addcbaa9eec8 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Network hostable DHCP agents. Network: 466fcfa3-9ce1-40ee-9932-db79c365c144, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:03:33.089357 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [None req-66a4a9f4-a919-4a64-8e56-33fcccf366d4 tempest-TagsTest-872958306 tempest-TagsTest-872958306-project] show failed (client error): The resource could not be found. Jul 09 15:03:33.091074 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-66a4a9f4-a919-4a64-8e56-33fcccf366d4 tempest-TagsTest-872958306 tempest-TagsTest-872958306-project] 10.222.0.58 "GET /v2.0/networks/f822e3aa-275a-43a4-8a52-6ee71d99d7b0/tags/tempest-TagsTest-Tag-1766006980 HTTP/1.1" status: 404 len: 326 time: 0.1722407 Jul 09 15:03:33.094403 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 33880) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:03:33.106069 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.tag.tag_plugin [None req-01540f80-c5d2-494e-a849-0769c27eff36 tempest-TagsTest-872958306 tempest-TagsTest-872958306-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'f822e3aa-275a-43a4-8a52-6ee71d99d7b0') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:03:33.164697 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-b6f98dcb-d708-46db-a968-3f985ff4b718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d0f580-3cf0-4683-909b-b832b1a016e2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1756194522', 'tenant_id': '494d12c1a85c4b86999f08bb7865eef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b9df4466-949b-42ae-b786-19e3c82d091c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:03:26Z', 'updated_at': '2021-07-09T15:03:29Z', 'revision_number': 3, 'project_id': '494d12c1a85c4b86999f08bb7865eef7', 'gw_port': {'id': 'b9df4466-949b-42ae-b786-19e3c82d091c', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:df:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d0f580-3cf0-4683-909b-b832b1a016e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:03:27Z', 'updated_at': '2021-07-09T15:03:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:03:33.170485 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479e2505-19d2-4538-92cd-addcbaa9eec8 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Network 466fcfa3-9ce1-40ee-9932-db79c365c144 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:03:33.202507 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9cc370-4f06-4e7d-92b4-d5cd1084a5d3 req-64aaed4c-3f9d-45e9-8abd-6dd8c0ecdb59 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:03:33.202507 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dd9cc370-4f06-4e7d-92b4-d5cd1084a5d3 req-64aaed4c-3f9d-45e9-8abd-6dd8c0ecdb59 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 947 time: 0.1238432 Jul 09 15:03:33.217033 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f98dcb-d708-46db-a968-3f985ff4b718 None None] The sync data for ids ['70d0f580-3cf0-4683-909b-b832b1a016e2'] in n-d-799529-6 is: [{'id': '70d0f580-3cf0-4683-909b-b832b1a016e2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1756194522', 'tenant_id': '494d12c1a85c4b86999f08bb7865eef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b9df4466-949b-42ae-b786-19e3c82d091c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:03:26Z', 'updated_at': '2021-07-09T15:03:29Z', 'revision_number': 3, 'project_id': '494d12c1a85c4b86999f08bb7865eef7', 'gw_port': {'id': 'b9df4466-949b-42ae-b786-19e3c82d091c', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:df:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d0f580-3cf0-4683-909b-b832b1a016e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:03:27Z', 'updated_at': '2021-07-09T15:03:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:03:33.227342 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-01540f80-c5d2-494e-a849-0769c27eff36 tempest-TagsTest-872958306 tempest-TagsTest-872958306-project] 10.222.0.58 "DELETE /v2.0/networks/f822e3aa-275a-43a4-8a52-6ee71d99d7b0/tags HTTP/1.1" status: 204 len: 168 time: 0.1269126 Jul 09 15:03:33.227342 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 33884) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:03:33.257796 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dd9cc370-4f06-4e7d-92b4-d5cd1084a5d3 req-6a994ae3-c4d8-46fc-b590-efbc258919b7 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443625 Jul 09 15:03:33.316778 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-479e2505-19d2-4538-92cd-addcbaa9eec8 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 466fcfa3-9ce1-40ee-9932-db79c365c144) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:03:33.325342 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b0b673-f33f-401a-b25f-47dfcdab4db2 None None] Network 466fcfa3-9ce1-40ee-9932-db79c365c144 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:03:33.329842 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479e2505-19d2-4538-92cd-addcbaa9eec8 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:03:33.334682 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-479e2505-19d2-4538-92cd-addcbaa9eec8 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:33.362484 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-78d18e2f-b03a-4bb2-b97b-fa3ce7e015bb tempest-TagsTest-872958306 tempest-TagsTest-872958306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:33.470656 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-479e2505-19d2-4538-92cd-addcbaa9eec8 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8193095 Jul 09 15:03:33.473780 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 33886) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:03:33.488988 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-78d18e2f-b03a-4bb2-b97b-fa3ce7e015bb tempest-TagsTest-872958306 tempest-TagsTest-872958306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:33.578314 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72baf73c-98ca-4cff-be75-a6643fd251ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-466fcfa3-9ce1-40ee-9932-db79c365c144', 'network_id': '466fcfa3-9ce1-40ee-9932-db79c365c144', 'tenant_id': '494d12c1a85c4b86999f08bb7865eef7', 'fixed_ips': [{'subnet_id': 'c878d016-01d3-4c16-a578-dbd760c32b29'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:03:33.579337 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-72baf73c-98ca-4cff-be75-a6643fd251ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:33.585331 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-78d18e2f-b03a-4bb2-b97b-fa3ce7e015bb tempest-TagsTest-872958306 tempest-TagsTest-872958306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f822e3aa-275a-43a4-8a52-6ee71d99d7b0']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:03:33.617917 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-78d18e2f-b03a-4bb2-b97b-fa3ce7e015bb tempest-TagsTest-872958306 tempest-TagsTest-872958306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eff68e75-3a9b-4086-935e-dc2217f0ff31') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:03:33.617917 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-78d18e2f-b03a-4bb2-b97b-fa3ce7e015bb tempest-TagsTest-872958306 tempest-TagsTest-872958306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eff68e75-3a9b-4086-935e-dc2217f0ff31') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:03:33.675230 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-78d18e2f-b03a-4bb2-b97b-fa3ce7e015bb tempest-TagsTest-872958306 tempest-TagsTest-872958306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:33.700429 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-78d18e2f-b03a-4bb2-b97b-fa3ce7e015bb tempest-TagsTest-872958306 tempest-TagsTest-872958306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:33.711781 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78d18e2f-b03a-4bb2-b97b-fa3ce7e015bb tempest-TagsTest-872958306 tempest-TagsTest-872958306-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:03:33.711781 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-78d18e2f-b03a-4bb2-b97b-fa3ce7e015bb tempest-TagsTest-872958306 tempest-TagsTest-872958306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:33.714783 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 15:03:33.714783 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:03:33.714783 n-d-799529-6 neutron-server[94445]: timer() Jul 09 15:03:33.714783 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:03:33.714783 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 15:03:33.714783 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:03:33.714783 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 15:03:33.714783 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:03:33.714783 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 15:03:33.714783 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:03:33.714783 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 15:03:33.714783 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:03:33.714783 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 15:03:33.714783 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:03:33.714783 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:03:33.714783 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:03:33.714783 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:03:33.714783 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:03:33.714783 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 15:03:33.714783 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:03:33.714783 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 15:03:33.714783 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:03:33.714783 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:03:33.714783 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:03:33.714783 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 15:03:33.714783 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:03:33.714783 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:03:33.714783 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:03:33.714783 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:03:33.714783 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:03:33.714783 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:03:33.714783 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:03:33.805411 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-72baf73c-98ca-4cff-be75-a6643fd251ee None None] Allocated IP 172.20.0.2 (466fcfa3-9ce1-40ee-9932-db79c365c144/c878d016-01d3-4c16-a578-dbd760c32b29/23bcfe4c-c958-4ecf-a5c8-315228b5c2db) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:03:33.931260 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-78d18e2f-b03a-4bb2-b97b-fa3ce7e015bb tempest-TagsTest-872958306 tempest-TagsTest-872958306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:33.935900 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-78d18e2f-b03a-4bb2-b97b-fa3ce7e015bb tempest-TagsTest-872958306 tempest-TagsTest-872958306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:33.938051 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-78d18e2f-b03a-4bb2-b97b-fa3ce7e015bb tempest-TagsTest-872958306 tempest-TagsTest-872958306-project] 10.222.0.58 "DELETE /v2.0/networks/f822e3aa-275a-43a4-8a52-6ee71d99d7b0 HTTP/1.1" status: 204 len: 168 time: 0.7096598 Jul 09 15:03:33.961065 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d18e2f-b03a-4bb2-b97b-fa3ce7e015bb tempest-TagsTest-872958306 tempest-TagsTest-872958306-project] Pushing event deleted for resources: {'Network': ['ID=f822e3aa-275a-43a4-8a52-6ee71d99d7b0,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:34.044528 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-72baf73c-98ca-4cff-be75-a6643fd251ee None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:34.055183 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-72baf73c-98ca-4cff-be75-a6643fd251ee None None] Transition to ACTIVE for port object 23bcfe4c-c958-4ecf-a5c8-315228b5c2db will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:03:34.073696 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-72baf73c-98ca-4cff-be75-a6643fd251ee None None] Transition to ACTIVE for port object 23bcfe4c-c958-4ecf-a5c8-315228b5c2db will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:03:34.155236 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-72baf73c-98ca-4cff-be75-a6643fd251ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:34.215461 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72baf73c-98ca-4cff-be75-a6643fd251ee None None] Network 466fcfa3-9ce1-40ee-9932-db79c365c144 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:03:34.218767 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-72baf73c-98ca-4cff-be75-a6643fd251ee None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:03:34.222788 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72baf73c-98ca-4cff-be75-a6643fd251ee None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:03:34.383207 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72baf73c-98ca-4cff-be75-a6643fd251ee None None] Pushing event updated for resources: {'Port': ['ID=23bcfe4c-c958-4ecf-a5c8-315228b5c2db,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:34.524594 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-72baf73c-98ca-4cff-be75-a6643fd251ee None None] Attempting to bind port 23bcfe4c-c958-4ecf-a5c8-315228b5c2db on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:03:34.525061 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-72baf73c-98ca-4cff-be75-a6643fd251ee None None] Attempting to bind port 23bcfe4c-c958-4ecf-a5c8-315228b5c2db by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '9878159f-6a5e-4e8c-bd5b-01c56584ab0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '466fcfa3-9ce1-40ee-9932-db79c365c144'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:03:34.525501 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72baf73c-98ca-4cff-be75-a6643fd251ee None None] Attempting to bind port 23bcfe4c-c958-4ecf-a5c8-315228b5c2db on network 466fcfa3-9ce1-40ee-9932-db79c365c144 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:03:34.536813 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72baf73c-98ca-4cff-be75-a6643fd251ee None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:03:34.536813 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72baf73c-98ca-4cff-be75-a6643fd251ee None None] Checking segment: {'id': '9878159f-6a5e-4e8c-bd5b-01c56584ab0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '466fcfa3-9ce1-40ee-9932-db79c365c144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:03:34.538948 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-72baf73c-98ca-4cff-be75-a6643fd251ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:34.540521 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72baf73c-98ca-4cff-be75-a6643fd251ee None None] Bound using segment: {'id': '9878159f-6a5e-4e8c-bd5b-01c56584ab0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '466fcfa3-9ce1-40ee-9932-db79c365c144'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:03:34.541042 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-72baf73c-98ca-4cff-be75-a6643fd251ee None None] Bound port: 23bcfe4c-c958-4ecf-a5c8-315228b5c2db, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9878159f-6a5e-4e8c-bd5b-01c56584ab0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '466fcfa3-9ce1-40ee-9932-db79c365c144'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:03:34.541440 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-72baf73c-98ca-4cff-be75-a6643fd251ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:34.654181 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-72baf73c-98ca-4cff-be75-a6643fd251ee None None] For port 23bcfe4c-c958-4ecf-a5c8-315228b5c2db, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:03:34.663579 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-72baf73c-98ca-4cff-be75-a6643fd251ee None None] For port 23bcfe4c-c958-4ecf-a5c8-315228b5c2db, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=23bcfe4c-c958-4ecf-a5c8-315228b5c2db,segment=NetworkSegment(9878159f-6a5e-4e8c-bd5b-01c56584ab0f),segment_id=9878159f-6a5e-4e8c-bd5b-01c56584ab0f)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:03:34.680209 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade92a4a-8b4a-47b3-93cc-69f2494e8637 req-bd53c45f-19a0-4592-92c8-830176d1ca49 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:03:34.684639 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ade92a4a-8b4a-47b3-93cc-69f2494e8637 req-bd53c45f-19a0-4592-92c8-830176d1ca49 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 947 time: 0.1694286 Jul 09 15:03:34.697038 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-01579f0b-3698-4338-a4ea-decf312c8953 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:34.748232 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-72baf73c-98ca-4cff-be75-a6643fd251ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:34.858479 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device b9df4466-949b-42ae-b786-19e3c82d091c up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:03:34.878395 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 33910) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:03:34.948378 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ade92a4a-8b4a-47b3-93cc-69f2494e8637 req-00637304-279c-4f82-9bb4-23d28091e289 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2557142 Jul 09 15:03:34.974000 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72baf73c-98ca-4cff-be75-a6643fd251ee None None] Pushing event updated for resources: {'Port': ['ID=23bcfe4c-c958-4ecf-a5c8-315228b5c2db,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:35.136307 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port b9df4466-949b-42ae-b786-19e3c82d091c completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:03:35.146346 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port b9df4466-949b-42ae-b786-19e3c82d091c triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:03:35.147045 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:35.256277 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-3980f70b-72c2-47bb-90be-ca07a4cb2523 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=800e351703c3434283b3f1953989d052&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3759093 Jul 09 15:03:35.258046 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 33920) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:03:35.352054 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6687a693-127d-4556-b521-00d73141494f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:35.441547 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6687a693-127d-4556-b521-00d73141494f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:35.455992 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:35.528138 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port b9df4466-949b-42ae-b786-19e3c82d091c, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=b9df4466-949b-42ae-b786-19e3c82d091c,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:03:35.645727 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:35.661238 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-01579f0b-3698-4338-a4ea-decf312c8953 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Allocated IP 172.20.0.1 (466fcfa3-9ce1-40ee-9932-db79c365c144/c878d016-01d3-4c16-a578-dbd760c32b29/c7ce308c-b4a1-4084-a9eb-2955d935f7b1) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:03:35.687374 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6687a693-127d-4556-b521-00d73141494f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:35.693563 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6687a693-127d-4556-b521-00d73141494f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:35.698550 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-6687a693-127d-4556-b521-00d73141494f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/15786eca-2b8a-4643-bb40-98d5f706c6e4 HTTP/1.1" status: 204 len: 168 time: 0.4391863 Jul 09 15:03:35.726778 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6687a693-127d-4556-b521-00d73141494f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15786eca-2b8a-4643-bb40-98d5f706c6e4,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:35.816124 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=b9df4466-949b-42ae-b786-19e3c82d091c,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:35.881405 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-01579f0b-3698-4338-a4ea-decf312c8953 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:35.901203 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-01579f0b-3698-4338-a4ea-decf312c8953 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Transition to ACTIVE for port object c7ce308c-b4a1-4084-a9eb-2955d935f7b1 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:03:36.057265 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-01579f0b-3698-4338-a4ea-decf312c8953 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:36.136801 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01579f0b-3698-4338-a4ea-decf312c8953 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Network 466fcfa3-9ce1-40ee-9932-db79c365c144 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:03:36.153641 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-01579f0b-3698-4338-a4ea-decf312c8953 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:03:36.163325 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01579f0b-3698-4338-a4ea-decf312c8953 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:03:36.232495 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-01579f0b-3698-4338-a4ea-decf312c8953 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:36.305198 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01579f0b-3698-4338-a4ea-decf312c8953 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Pushing event updated for resources: {'Port': ['ID=c7ce308c-b4a1-4084-a9eb-2955d935f7b1,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:36.432411 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973ef5a-ff2a-4a05-96b6-950ccb549dcb req-d3d6f6d4-c17f-4cc0-9dc4-5a7a4900850b tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:03:36.450833 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c973ef5a-ff2a-4a05-96b6-950ccb549dcb req-d3d6f6d4-c17f-4cc0-9dc4-5a7a4900850b tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 947 time: 0.2311795 Jul 09 15:03:36.543372 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c973ef5a-ff2a-4a05-96b6-950ccb549dcb req-2469f0c9-e4e6-46db-b307-716dabd10c8e tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874238 Jul 09 15:03:36.684751 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-01579f0b-3698-4338-a4ea-decf312c8953 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:37.080325 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device b9df4466-949b-42ae-b786-19e3c82d091c up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:03:37.151271 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b72a3f-d19b-4c43-820c-165712012a58 None None] Network 466fcfa3-9ce1-40ee-9932-db79c365c144 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:03:37.357668 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port b9df4466-949b-42ae-b786-19e3c82d091c triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:03:37.358382 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:37.420187 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-3e74e36e-4335-43ec-8f2e-478a53b30839 None None] Provisioning for port 23bcfe4c-c958-4ecf-a5c8-315228b5c2db completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:03:37.587652 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-01579f0b-3698-4338-a4ea-decf312c8953 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:37.591062 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 23bcfe4c-c958-4ecf-a5c8-315228b5c2db up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:03:37.742327 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-01579f0b-3698-4338-a4ea-decf312c8953 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:37.804868 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 23bcfe4c-c958-4ecf-a5c8-315228b5c2db completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:03:37.811141 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 23bcfe4c-c958-4ecf-a5c8-315228b5c2db triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:03:37.818899 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:37.917435 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01579f0b-3698-4338-a4ea-decf312c8953 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Pushing event updated for resources: {'Port': ['ID=c7ce308c-b4a1-4084-a9eb-2955d935f7b1,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:37.941419 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de32bb-46e2-4447-80e1-0c6a00fc2c69 req-1ab94ed9-6f49-45fe-8ab2-68d375d28200 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:03:37.961595 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-12de32bb-46e2-4447-80e1-0c6a00fc2c69 req-1ab94ed9-6f49-45fe-8ab2-68d375d28200 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 947 time: 0.1969090 Jul 09 15:03:38.028453 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 33980) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:03:38.121427 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-12de32bb-46e2-4447-80e1-0c6a00fc2c69 req-beb0fbc7-eb27-4b73-a176-84632b8863e8 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553745 Jul 09 15:03:38.129410 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:38.148531 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-01579f0b-3698-4338-a4ea-decf312c8953 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:38.217615 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 23bcfe4c-c958-4ecf-a5c8-315228b5c2db, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=23bcfe4c-c958-4ecf-a5c8-315228b5c2db,segment=NetworkSegment(9878159f-6a5e-4e8c-bd5b-01c56584ab0f),segment_id=9878159f-6a5e-4e8c-bd5b-01c56584ab0f)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:03:38.289446 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-40e79f44-8725-494d-95b6-51d7414fd342 None None] Provisioning complete for port 23bcfe4c-c958-4ecf-a5c8-315228b5c2db triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:03:38.290391 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-40e79f44-8725-494d-95b6-51d7414fd342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:38.392627 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:38.407161 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-3a96679d-e6ad-4670-b237-4cbe62df1dd0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-405776017-network', 'tenant_id': 'deddc7e0448f41229459557c478be1d9'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:03:38.532395 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=23bcfe4c-c958-4ecf-a5c8-315228b5c2db,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:38.547165 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01579f0b-3698-4338-a4ea-decf312c8953 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Network 466fcfa3-9ce1-40ee-9932-db79c365c144 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:03:38.565245 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-01579f0b-3698-4338-a4ea-decf312c8953 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:03:38.573669 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a96679d-e6ad-4670-b237-4cbe62df1dd0 admin admin] Made reservation on behalf of deddc7e0448f41229459557c478be1d9 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:03:38.582104 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3a96679d-e6ad-4670-b237-4cbe62df1dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:38.653241 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3a96679d-e6ad-4670-b237-4cbe62df1dd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:38.673242 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-40e79f44-8725-494d-95b6-51d7414fd342 None None] Provisioning for port c7ce308c-b4a1-4084-a9eb-2955d935f7b1 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:03:38.677704 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-40e79f44-8725-494d-95b6-51d7414fd342 None None] Provisioning complete for port c7ce308c-b4a1-4084-a9eb-2955d935f7b1 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:03:38.678326 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-40e79f44-8725-494d-95b6-51d7414fd342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:38.820529 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-40e79f44-8725-494d-95b6-51d7414fd342 None None] Port c7ce308c-b4a1-4084-a9eb-2955d935f7b1 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:03:38.841393 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 23bcfe4c-c958-4ecf-a5c8-315228b5c2db up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:03:38.982451 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 23bcfe4c-c958-4ecf-a5c8-315228b5c2db triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:03:38.983091 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:39.039718 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01579f0b-3698-4338-a4ea-decf312c8953 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Router 70d0f580-3cf0-4683-909b-b832b1a016e2 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:03:39.059875 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-ac73427b-2dec-47fe-9bae-60bed2ded4c4 None None] Provisioning complete for port c7ce308c-b4a1-4084-a9eb-2955d935f7b1 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:03:39.060344 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ac73427b-2dec-47fe-9bae-60bed2ded4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:39.182031 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-ac73427b-2dec-47fe-9bae-60bed2ded4c4 None None] Port c7ce308c-b4a1-4084-a9eb-2955d935f7b1 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:03:39.378087 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-14bb0cdb-d3d8-4a4b-8ae3-eb27e9cf3083 None None] Provisioning complete for port c7ce308c-b4a1-4084-a9eb-2955d935f7b1 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:03:39.378990 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-14bb0cdb-d3d8-4a4b-8ae3-eb27e9cf3083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:39.392776 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3a96679d-e6ad-4670-b237-4cbe62df1dd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:39.440214 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01579f0b-3698-4338-a4ea-decf312c8953 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:03:39.451270 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-01579f0b-3698-4338-a4ea-decf312c8953 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "PUT /v2.0/routers/70d0f580-3cf0-4683-909b-b832b1a016e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9738777 Jul 09 15:03:39.455591 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 33996) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:03:39.472170 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-c5098c04-3d34-4efe-af1f-64d81ce3857e tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--2008661069', 'description': 'tempest-secgroup_access--2008661069 description', 'project_id': '494d12c1a85c4b86999f08bb7865eef7'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:03:39.479419 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bfa765-9fde-4a93-89ae-c7d02fef197d None None] Sync routers for ids ['70d0f580-3cf0-4683-909b-b832b1a016e2'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:03:39.517143 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3a96679d-e6ad-4670-b237-4cbe62df1dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:39.535193 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bfa765-9fde-4a93-89ae-c7d02fef197d None None] Routers {'70d0f580-3cf0-4683-909b-b832b1a016e2'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:03:39.535956 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-10bfa765-9fde-4a93-89ae-c7d02fef197d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:03:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['70d0f580-3cf0-4683-909b-b832b1a016e2'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:03:39.568854 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a86b9a-497b-4572-964d-a9ad65efe323 req-1d65a94e-f8b5-4e12-87a0-7ad33df111e2 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:03:39.571272 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f8a86b9a-497b-4572-964d-a9ad65efe323 req-1d65a94e-f8b5-4e12-87a0-7ad33df111e2 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 947 time: 0.2082160 Jul 09 15:03:39.661346 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f8a86b9a-497b-4572-964d-a9ad65efe323 req-c69466e6-cf10-4df1-8ecb-abd7ff54ffb9 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836780 Jul 09 15:03:39.661626 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a96679d-e6ad-4670-b237-4cbe62df1dd0 admin admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:03:39.713999 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-14bb0cdb-d3d8-4a4b-8ae3-eb27e9cf3083 None None] Port c7ce308c-b4a1-4084-a9eb-2955d935f7b1 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:03:39.728829 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3a96679d-e6ad-4670-b237-4cbe62df1dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:39.729180 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-3a96679d-e6ad-4670-b237-4cbe62df1dd0 admin admin] Added segment 7a444c43-38b9-42df-8af7-c06937b5f13f of type vlan for network da23d7a0-5b61-4700-b0aa-2c11e83a3737 Jul 09 15:03:39.730612 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a96679d-e6ad-4670-b237-4cbe62df1dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ecf1237-6aca-4806-b697-6aecb6a933e3,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:39.815046 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c5098c04-3d34-4efe-af1f-64d81ce3857e tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:39.839020 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-10bfa765-9fde-4a93-89ae-c7d02fef197d None None] Set router 70d0f580-3cf0-4683-909b-b832b1a016e2 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:03:40.087774 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3a96679d-e6ad-4670-b237-4cbe62df1dd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:40.092145 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c5098c04-3d34-4efe-af1f-64d81ce3857e tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:40.166311 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c5098c04-3d34-4efe-af1f-64d81ce3857e tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:40.270710 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3a96679d-e6ad-4670-b237-4cbe62df1dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:40.272165 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a96679d-e6ad-4670-b237-4cbe62df1dd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:03:40.272994 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3a96679d-e6ad-4670-b237-4cbe62df1dd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:40.318810 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5098c04-3d34-4efe-af1f-64d81ce3857e tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=710fd194-0191-4d0f-af8b-f7cbdd6e23ec,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:40.385218 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-10bfa765-9fde-4a93-89ae-c7d02fef197d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d0f580-3cf0-4683-909b-b832b1a016e2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1756194522', 'tenant_id': '494d12c1a85c4b86999f08bb7865eef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b9df4466-949b-42ae-b786-19e3c82d091c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:03:26Z', 'updated_at': '2021-07-09T15:03:36Z', 'revision_number': 4, 'project_id': '494d12c1a85c4b86999f08bb7865eef7', 'gw_port': {'id': 'b9df4466-949b-42ae-b786-19e3c82d091c', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:df:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d0f580-3cf0-4683-909b-b832b1a016e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:03:27Z', 'updated_at': '2021-07-09T15:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'c7ce308c-b4a1-4084-a9eb-2955d935f7b1', 'name': '', 'network_id': '466fcfa3-9ce1-40ee-9932-db79c365c144', 'tenant_id': '494d12c1a85c4b86999f08bb7865eef7', 'mac_address': 'fa:16:3e:be:83:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d0f580-3cf0-4683-909b-b832b1a016e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': 'c878d016-01d3-4c16-a578-dbd760c32b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:03:35Z', 'updated_at': '2021-07-09T15:03:37Z', 'revision_number': 2, 'project_id': '494d12c1a85c4b86999f08bb7865eef7', 'subnets': [{'id': 'c878d016-01d3-4c16-a578-dbd760c32b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:03:40.416839 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c5098c04-3d34-4efe-af1f-64d81ce3857e tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:40.420184 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c5098c04-3d34-4efe-af1f-64d81ce3857e tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.9601662 Jul 09 15:03:40.420664 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 34008) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:03:40.440854 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-511c2230-4aa8-4b1e-9af3-5ac56c0be415 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1654612156', 'description': 'tempest-secgroup_general--1654612156 description', 'project_id': '494d12c1a85c4b86999f08bb7865eef7'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:03:40.457970 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bfa765-9fde-4a93-89ae-c7d02fef197d None None] Checking router: 70d0f580-3cf0-4683-909b-b832b1a016e2 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:03:40.458559 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bfa765-9fde-4a93-89ae-c7d02fef197d None None] Updating router 70d0f580-3cf0-4683-909b-b832b1a016e2 port c7ce308c-b4a1-4084-a9eb-2955d935f7b1 binding host n-d-799529-6 {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:03:40.477292 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a96679d-e6ad-4670-b237-4cbe62df1dd0 admin admin] Pushing event updated for resources: {'Network': ['ID=da23d7a0-5b61-4700-b0aa-2c11e83a3737,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:40.497941 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-3a96679d-e6ad-4670-b237-4cbe62df1dd0 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.4683185 Jul 09 15:03:40.501945 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 34010) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:03:40.511174 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network da23d7a0-5b61-4700-b0aa-2c11e83a3737 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:03:40.512127 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-60c10bba-d74f-437d-80a2-82c2d5ad3385 admin admin] Request body: {'subnet': {'network_id': 'da23d7a0-5b61-4700-b0aa-2c11e83a3737', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-405776017-subnet', 'tenant_id': 'deddc7e0448f41229459557c478be1d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:03:40.531407 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-10bfa765-9fde-4a93-89ae-c7d02fef197d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:40.692302 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-511c2230-4aa8-4b1e-9af3-5ac56c0be415 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:40.841224 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c10bba-d74f-437d-80a2-82c2d5ad3385 admin admin] Made reservation on behalf of deddc7e0448f41229459557c478be1d9 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:03:40.844365 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-60c10bba-d74f-437d-80a2-82c2d5ad3385 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:41.193406 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6aacaa-c603-471a-8244-50701fae5281 req-5fb5127b-0c4f-4e77-972f-38c98df8a0bc tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:03:41.195651 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7a6aacaa-c603-471a-8244-50701fae5281 req-5fb5127b-0c4f-4e77-972f-38c98df8a0bc tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 947 time: 0.2189229 Jul 09 15:03:41.260665 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7a6aacaa-c603-471a-8244-50701fae5281 req-777266cb-423c-4893-b1bd-db0afbc50b74 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529873 Jul 09 15:03:41.468946 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-10bfa765-9fde-4a93-89ae-c7d02fef197d None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:41.487859 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-511c2230-4aa8-4b1e-9af3-5ac56c0be415 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:41.495223 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-10bfa765-9fde-4a93-89ae-c7d02fef197d None None] Transition to ACTIVE for port object c7ce308c-b4a1-4084-a9eb-2955d935f7b1 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:03:41.619475 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-10bfa765-9fde-4a93-89ae-c7d02fef197d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:41.626539 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-60c10bba-d74f-437d-80a2-82c2d5ad3385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:41.631492 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-511c2230-4aa8-4b1e-9af3-5ac56c0be415 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:41.733622 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee95f508-e68d-4381-b57c-6373f2badf69 None None] Pushing event updated for resources: {'Port': ['ID=c7ce308c-b4a1-4084-a9eb-2955d935f7b1,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:41.951835 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c10bba-d74f-437d-80a2-82c2d5ad3385 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73468cfb-3eb8-415b-b8ce-cf4554994b05,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:42.092109 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c2230-4aa8-4b1e-9af3-5ac56c0be415 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d49935-a9f1-4c8d-a4e1-ab95d1595665,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:42.221103 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c10bba-d74f-437d-80a2-82c2d5ad3385 admin admin] Checking segment: {'id': '7a444c43-38b9-42df-8af7-c06937b5f13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'da23d7a0-5b61-4700-b0aa-2c11e83a3737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:03:42.221619 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c10bba-d74f-437d-80a2-82c2d5ad3385 admin admin] Network hostable DHCP agents. Network: da23d7a0-5b61-4700-b0aa-2c11e83a3737, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:03:42.306581 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-10bfa765-9fde-4a93-89ae-c7d02fef197d None None] Attempting to bind port c7ce308c-b4a1-4084-a9eb-2955d935f7b1 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:03:42.306991 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-10bfa765-9fde-4a93-89ae-c7d02fef197d None None] Attempting to bind port c7ce308c-b4a1-4084-a9eb-2955d935f7b1 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '9878159f-6a5e-4e8c-bd5b-01c56584ab0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '466fcfa3-9ce1-40ee-9932-db79c365c144'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:03:42.307391 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bfa765-9fde-4a93-89ae-c7d02fef197d None None] Attempting to bind port c7ce308c-b4a1-4084-a9eb-2955d935f7b1 on network 466fcfa3-9ce1-40ee-9932-db79c365c144 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:03:42.314588 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bfa765-9fde-4a93-89ae-c7d02fef197d None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:03:42.318773 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bfa765-9fde-4a93-89ae-c7d02fef197d None None] Checking segment: {'id': '9878159f-6a5e-4e8c-bd5b-01c56584ab0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '466fcfa3-9ce1-40ee-9932-db79c365c144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:03:42.319922 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-10bfa765-9fde-4a93-89ae-c7d02fef197d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:42.320618 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bfa765-9fde-4a93-89ae-c7d02fef197d None None] Bound using segment: {'id': '9878159f-6a5e-4e8c-bd5b-01c56584ab0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '466fcfa3-9ce1-40ee-9932-db79c365c144'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:03:42.321373 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-10bfa765-9fde-4a93-89ae-c7d02fef197d None None] Bound port: c7ce308c-b4a1-4084-a9eb-2955d935f7b1, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9878159f-6a5e-4e8c-bd5b-01c56584ab0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '466fcfa3-9ce1-40ee-9932-db79c365c144'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:03:42.323697 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-10bfa765-9fde-4a93-89ae-c7d02fef197d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:42.490911 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-511c2230-4aa8-4b1e-9af3-5ac56c0be415 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:42.497223 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-511c2230-4aa8-4b1e-9af3-5ac56c0be415 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 2.0695164 Jul 09 15:03:42.497223 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c10bba-d74f-437d-80a2-82c2d5ad3385 admin admin] Network da23d7a0-5b61-4700-b0aa-2c11e83a3737 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:03:42.497730 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 34040) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:03:42.511098 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-33ad10f2-698e-4b49-816c-b065a0f79ff6 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Request body: {'security_group_rule': {'security_group_id': '710fd194-0191-4d0f-af8b-f7cbdd6e23ec', 'project_id': '494d12c1a85c4b86999f08bb7865eef7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:03:42.593448 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-10bfa765-9fde-4a93-89ae-c7d02fef197d None None] For port c7ce308c-b4a1-4084-a9eb-2955d935f7b1, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:03:42.615681 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-10bfa765-9fde-4a93-89ae-c7d02fef197d None None] For port c7ce308c-b4a1-4084-a9eb-2955d935f7b1, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=c7ce308c-b4a1-4084-a9eb-2955d935f7b1,segment=NetworkSegment(9878159f-6a5e-4e8c-bd5b-01c56584ab0f),segment_id=9878159f-6a5e-4e8c-bd5b-01c56584ab0f)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:03:42.628127 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-60c10bba-d74f-437d-80a2-82c2d5ad3385 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, da23d7a0-5b61-4700-b0aa-2c11e83a3737) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:03:42.636019 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c10bba-d74f-437d-80a2-82c2d5ad3385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:03:42.637072 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-60c10bba-d74f-437d-80a2-82c2d5ad3385 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:42.652971 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96aa6db9-386c-470e-af5f-79dd7d6d3086 None None] Network da23d7a0-5b61-4700-b0aa-2c11e83a3737 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:03:42.693934 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-10bfa765-9fde-4a93-89ae-c7d02fef197d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:42.713782 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-33ad10f2-698e-4b49-816c-b065a0f79ff6 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:42.802558 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-60c10bba-d74f-437d-80a2-82c2d5ad3385 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.2991030 Jul 09 15:03:42.835631 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-33ad10f2-698e-4b49-816c-b065a0f79ff6 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:43.058512 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-33ad10f2-698e-4b49-816c-b065a0f79ff6 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:43.066972 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bfa765-9fde-4a93-89ae-c7d02fef197d None None] Routers {'70d0f580-3cf0-4683-909b-b832b1a016e2'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:03:43.069043 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-10bfa765-9fde-4a93-89ae-c7d02fef197d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:03:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['70d0f580-3cf0-4683-909b-b832b1a016e2'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:03:43.083890 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ad10f2-698e-4b49-816c-b065a0f79ff6 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1405346-4d05-4c6e-a58c-634fd512ba3e,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:43.193462 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71380f7-1cca-43dd-8a8d-4b00b6bde50b req-0f26a619-e1cb-4d3e-86ab-f7d6e0d10398 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:03:43.211741 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d71380f7-1cca-43dd-8a8d-4b00b6bde50b req-0f26a619-e1cb-4d3e-86ab-f7d6e0d10398 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 947 time: 0.2180805 Jul 09 15:03:43.348923 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-33ad10f2-698e-4b49-816c-b065a0f79ff6 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:43.368716 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-33ad10f2-698e-4b49-816c-b065a0f79ff6 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8692703 Jul 09 15:03:43.445980 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-10bfa765-9fde-4a93-89ae-c7d02fef197d None None] Set router 70d0f580-3cf0-4683-909b-b832b1a016e2 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:03:43.532284 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d71380f7-1cca-43dd-8a8d-4b00b6bde50b req-b52086f8-8c38-472a-9372-0e5bd48dc9ad tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3203952 Jul 09 15:03:43.561113 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b94c53-1ca0-46c4-afc8-98f656bdadcd req-e3829821-6f9d-4217-88ab-a04e0d47dcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:03:43.565653 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-78b94c53-1ca0-46c4-afc8-98f656bdadcd req-e3829821-6f9d-4217-88ab-a04e0d47dcd0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c03b5d3d86974e68a5911d632d382871&device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 1098 time: 0.3427942 Jul 09 15:03:43.718418 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee95f508-e68d-4381-b57c-6373f2badf69 None None] Pushing event updated for resources: {'Port': ['ID=c7ce308c-b4a1-4084-a9eb-2955d935f7b1,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:43.911303 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837895b2-38b5-4a70-9b40-4f544f3cb8c0 None None] Network da23d7a0-5b61-4700-b0aa-2c11e83a3737 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:03:43.948785 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b94c53-1ca0-46c4-afc8-98f656bdadcd req-40b152b5-dc8b-4b82-8320-059e5cdf2e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:03:43.955662 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-78b94c53-1ca0-46c4-afc8-98f656bdadcd req-40b152b5-dc8b-4b82-8320-059e5cdf2e4a service neutron] 10.222.0.62 "GET /v2.0/networks?id=2caf48fb-184c-426e-a7e2-2d876991b7f4 HTTP/1.1" status: 200 len: 912 time: 0.3173285 Jul 09 15:03:44.153097 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-78b94c53-1ca0-46c4-afc8-98f656bdadcd req-f2080a9d-e640-444e-bfe6-3c98d87f0292 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a55c943-174c-41e4-ae0c-abae167a4938 HTTP/1.1" status: 200 len: 1000 time: 0.1849258 Jul 09 15:03:44.263259 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-10bfa765-9fde-4a93-89ae-c7d02fef197d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d0f580-3cf0-4683-909b-b832b1a016e2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1756194522', 'tenant_id': '494d12c1a85c4b86999f08bb7865eef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b9df4466-949b-42ae-b786-19e3c82d091c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:03:26Z', 'updated_at': '2021-07-09T15:03:36Z', 'revision_number': 4, 'project_id': '494d12c1a85c4b86999f08bb7865eef7', 'gw_port': {'id': 'b9df4466-949b-42ae-b786-19e3c82d091c', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:df:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d0f580-3cf0-4683-909b-b832b1a016e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:03:27Z', 'updated_at': '2021-07-09T15:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'c7ce308c-b4a1-4084-a9eb-2955d935f7b1', 'name': '', 'network_id': '466fcfa3-9ce1-40ee-9932-db79c365c144', 'tenant_id': '494d12c1a85c4b86999f08bb7865eef7', 'mac_address': 'fa:16:3e:be:83:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d0f580-3cf0-4683-909b-b832b1a016e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': 'c878d016-01d3-4c16-a578-dbd760c32b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:03:35Z', 'updated_at': '2021-07-09T15:03:42Z', 'revision_number': 4, 'project_id': '494d12c1a85c4b86999f08bb7865eef7', 'subnets': [{'id': 'c878d016-01d3-4c16-a578-dbd760c32b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:03:44.263551 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b94c53-1ca0-46c4-afc8-98f656bdadcd req-2933d9bc-50d5-494b-a524-807296551405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:03:44.268937 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-78b94c53-1ca0-46c4-afc8-98f656bdadcd req-2933d9bc-50d5-494b-a524-807296551405 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a10947be-2e1d-4b8b-b31f-e273354d0e7a HTTP/1.1" status: 200 len: 850 time: 0.1044800 Jul 09 15:03:44.323266 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bfa765-9fde-4a93-89ae-c7d02fef197d None None] The sync data for ids ['70d0f580-3cf0-4683-909b-b832b1a016e2'] in n-d-799529-6 is: [{'id': '70d0f580-3cf0-4683-909b-b832b1a016e2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1756194522', 'tenant_id': '494d12c1a85c4b86999f08bb7865eef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b9df4466-949b-42ae-b786-19e3c82d091c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:03:26Z', 'updated_at': '2021-07-09T15:03:36Z', 'revision_number': 4, 'project_id': '494d12c1a85c4b86999f08bb7865eef7', 'gw_port': {'id': 'b9df4466-949b-42ae-b786-19e3c82d091c', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:df:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d0f580-3cf0-4683-909b-b832b1a016e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:03:27Z', 'updated_at': '2021-07-09T15:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'c7ce308c-b4a1-4084-a9eb-2955d935f7b1', 'name': '', 'network_id': '466fcfa3-9ce1-40ee-9932-db79c365c144', 'tenant_id': '494d12c1a85c4b86999f08bb7865eef7', 'mac_address': 'fa:16:3e:be:83:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d0f580-3cf0-4683-909b-b832b1a016e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': 'c878d016-01d3-4c16-a578-dbd760c32b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:03:35Z', 'updated_at': '2021-07-09T15:03:42Z', 'revision_number': 4, 'project_id': '494d12c1a85c4b86999f08bb7865eef7', 'subnets': [{'id': 'c878d016-01d3-4c16-a578-dbd760c32b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:03:44.360740 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b94c53-1ca0-46c4-afc8-98f656bdadcd req-4ca18dd3-14bf-466e-911a-2dc94f45e3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:03:44.363137 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-78b94c53-1ca0-46c4-afc8-98f656bdadcd req-4ca18dd3-14bf-466e-911a-2dc94f45e3b6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2caf48fb-184c-426e-a7e2-2d876991b7f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0902603 Jul 09 15:03:44.525477 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 34082) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:03:44.531746 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-d9b5d879-432c-481a-933f-cb4a8e3d3374 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-444627103-network', 'tenant_id': 'c8d0ebc5711d42df9f3f44d48815b922'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:03:44.638761 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-78b94c53-1ca0-46c4-afc8-98f656bdadcd req-c2c62b7a-0d6c-4944-bfa6-9bcc594f3b69 service neutron] 10.222.0.62 "GET /v2.0/networks/2caf48fb-184c-426e-a7e2-2d876991b7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381990 Jul 09 15:03:44.695869 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b5d879-432c-481a-933f-cb4a8e3d3374 admin admin] Made reservation on behalf of c8d0ebc5711d42df9f3f44d48815b922 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:03:44.700366 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d9b5d879-432c-481a-933f-cb4a8e3d3374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:44.736727 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d9b5d879-432c-481a-933f-cb4a8e3d3374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:44.959992 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device c7ce308c-b4a1-4084-a9eb-2955d935f7b1 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:03:45.073204 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:45.129094 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d9b5d879-432c-481a-933f-cb4a8e3d3374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:45.138213 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-78b94c53-1ca0-46c4-afc8-98f656bdadcd req-f11e717e-3d1e-4b1d-ab75-1fb4a561e9fb service neutron] 10.222.0.62 "GET /v2.0/networks/2caf48fb-184c-426e-a7e2-2d876991b7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4874136 Jul 09 15:03:45.201819 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1ff40-935e-4786-9d92-620c507a2f11 req-2d6078c6-cbf0-41c5-a4a7-dd50f924be49 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:03:45.212992 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b5b1ff40-935e-4786-9d92-620c507a2f11 req-2d6078c6-cbf0-41c5-a4a7-dd50f924be49 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 947 time: 0.2515934 Jul 09 15:03:45.279559 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b5b1ff40-935e-4786-9d92-620c507a2f11 req-8679ff34-a83d-4c08-a154-29615f30d950 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653496 Jul 09 15:03:45.352912 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d9b5d879-432c-481a-933f-cb4a8e3d3374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:45.359644 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port c7ce308c-b4a1-4084-a9eb-2955d935f7b1 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:03:45.367094 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port c7ce308c-b4a1-4084-a9eb-2955d935f7b1 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:03:45.369960 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:45.466845 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9b5d879-432c-481a-933f-cb4a8e3d3374 admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:03:45.483119 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b5d879-432c-481a-933f-cb4a8e3d3374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36ffd28-ac5f-49c7-9f15-f91f8591d050,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:45.522590 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d9b5d879-432c-481a-933f-cb4a8e3d3374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:45.522590 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-d9b5d879-432c-481a-933f-cb4a8e3d3374 admin admin] Added segment edad3613-9174-4a65-aa90-f47c8d47c029 of type vlan for network 29c65226-d9f9-4898-a2bb-1d6ded5a58cf Jul 09 15:03:45.584704 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d9b5d879-432c-481a-933f-cb4a8e3d3374 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:45.610642 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:45.665687 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port c7ce308c-b4a1-4084-a9eb-2955d935f7b1, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=c7ce308c-b4a1-4084-a9eb-2955d935f7b1,segment=NetworkSegment(9878159f-6a5e-4e8c-bd5b-01c56584ab0f),segment_id=9878159f-6a5e-4e8c-bd5b-01c56584ab0f)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:03:45.735486 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:45.799389 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d9b5d879-432c-481a-933f-cb4a8e3d3374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:45.801235 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b5d879-432c-481a-933f-cb4a8e3d3374 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:03:45.802061 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d9b5d879-432c-481a-933f-cb4a8e3d3374 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:45.930997 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=c7ce308c-b4a1-4084-a9eb-2955d935f7b1,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:46.001937 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d9b5d879-432c-481a-933f-cb4a8e3d3374 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4747002 Jul 09 15:03:46.004490 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 34102) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:03:46.011158 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-b2fb6837-74b4-4cd5-b9ce-eb35cab514ac admin admin] Request body: {'subnet': {'network_id': '29c65226-d9f9-4898-a2bb-1d6ded5a58cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-444627103-subnet', 'tenant_id': 'c8d0ebc5711d42df9f3f44d48815b922', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:03:46.036800 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b5d879-432c-481a-933f-cb4a8e3d3374 admin admin] Pushing event updated for resources: {'Network': ['ID=29c65226-d9f9-4898-a2bb-1d6ded5a58cf,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:46.057970 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 29c65226-d9f9-4898-a2bb-1d6ded5a58cf details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:03:46.146247 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2fb6837-74b4-4cd5-b9ce-eb35cab514ac admin admin] Made reservation on behalf of c8d0ebc5711d42df9f3f44d48815b922 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:03:46.149351 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b2fb6837-74b4-4cd5-b9ce-eb35cab514ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:46.747875 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b2fb6837-74b4-4cd5-b9ce-eb35cab514ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:46.799126 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device c7ce308c-b4a1-4084-a9eb-2955d935f7b1 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:03:46.863556 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa90187-7c69-4fe0-ac97-d155730c54b7 req-90f9e542-93b8-42b6-b0ee-5452f9a16419 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:03:46.865475 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0fa90187-7c69-4fe0-ac97-d155730c54b7 req-90f9e542-93b8-42b6-b0ee-5452f9a16419 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 947 time: 0.2714951 Jul 09 15:03:46.908080 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port c7ce308c-b4a1-4084-a9eb-2955d935f7b1 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:03:46.908080 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:47.010512 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0fa90187-7c69-4fe0-ac97-d155730c54b7 req-1f00408a-ecf1-4f78-a13e-26e3e16769bf tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173043 Jul 09 15:03:47.034338 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fb6837-74b4-4cd5-b9ce-eb35cab514ac admin admin] Checking segment: {'id': 'edad3613-9174-4a65-aa90-f47c8d47c029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '29c65226-d9f9-4898-a2bb-1d6ded5a58cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:03:47.034692 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fb6837-74b4-4cd5-b9ce-eb35cab514ac admin admin] Network hostable DHCP agents. Network: 29c65226-d9f9-4898-a2bb-1d6ded5a58cf, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:03:47.046443 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fb6837-74b4-4cd5-b9ce-eb35cab514ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bd53459-db4d-45cc-ab3a-f4336c2d5043,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:47.158924 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fb6837-74b4-4cd5-b9ce-eb35cab514ac admin admin] Network 29c65226-d9f9-4898-a2bb-1d6ded5a58cf is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:03:47.255496 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-b2fb6837-74b4-4cd5-b9ce-eb35cab514ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 29c65226-d9f9-4898-a2bb-1d6ded5a58cf) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:03:47.262656 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fb6837-74b4-4cd5-b9ce-eb35cab514ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:03:47.262804 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b2fb6837-74b4-4cd5-b9ce-eb35cab514ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:47.271142 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c91d1b-7de1-4bfc-a459-70cf85e183a4 None None] Network 29c65226-d9f9-4898-a2bb-1d6ded5a58cf requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:03:47.628522 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24f99cb-5920-44a6-a9bc-ca4b8c18e928 None None] Network 29c65226-d9f9-4898-a2bb-1d6ded5a58cf requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:03:48.112006 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b2fb6837-74b4-4cd5-b9ce-eb35cab514ac admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1064453 Jul 09 15:03:48.381776 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85007d40-98e6-4707-afd4-3b205666476a req-b20eddf6-922f-4c80-b274-83efd01b9907 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:03:48.381776 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-85007d40-98e6-4707-afd4-3b205666476a req-b20eddf6-922f-4c80-b274-83efd01b9907 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 947 time: 0.1343944 Jul 09 15:03:48.450135 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 34128) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:03:48.471967 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-85007d40-98e6-4707-afd4-3b205666476a req-bedd417e-3379-40a2-b672-8f6d860778aa tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737855 Jul 09 15:03:48.577557 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8311ecc-6391-47a1-8ea8-197dff60cae9 admin admin] Deleting subnet 73468cfb-3eb8-415b-b8ce-cf4554994b05 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:03:48.589901 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d8311ecc-6391-47a1-8ea8-197dff60cae9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:48.726770 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d8311ecc-6391-47a1-8ea8-197dff60cae9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:48.824507 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d8311ecc-6391-47a1-8ea8-197dff60cae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:49.056779 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d8311ecc-6391-47a1-8ea8-197dff60cae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:49.115407 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8311ecc-6391-47a1-8ea8-197dff60cae9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73468cfb-3eb8-415b-b8ce-cf4554994b05,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:49.122575 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d8311ecc-6391-47a1-8ea8-197dff60cae9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:49.125109 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d8311ecc-6391-47a1-8ea8-197dff60cae9 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/73468cfb-3eb8-415b-b8ce-cf4554994b05 HTTP/1.1" status: 204 len: 168 time: 0.6724722 Jul 09 15:03:49.128866 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 34136) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:03:49.143539 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07421da6-802e-4d8e-a424-f27bd1742ae6 req-32503008-4a08-48d6-a79b-ce8f06efb10f tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:03:49.154494 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07421da6-802e-4d8e-a424-f27bd1742ae6 req-32503008-4a08-48d6-a79b-ce8f06efb10f tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:03:49.158979 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07421da6-802e-4d8e-a424-f27bd1742ae6 req-32503008-4a08-48d6-a79b-ce8f06efb10f tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:03:49.167898 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07421da6-802e-4d8e-a424-f27bd1742ae6 req-32503008-4a08-48d6-a79b-ce8f06efb10f tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:03:49.177167 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07421da6-802e-4d8e-a424-f27bd1742ae6 req-32503008-4a08-48d6-a79b-ce8f06efb10f tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:03:49.184705 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07421da6-802e-4d8e-a424-f27bd1742ae6 req-32503008-4a08-48d6-a79b-ce8f06efb10f tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:03:49.192765 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07421da6-802e-4d8e-a424-f27bd1742ae6 req-32503008-4a08-48d6-a79b-ce8f06efb10f tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:03:49.202441 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-07421da6-802e-4d8e-a424-f27bd1742ae6 req-32503008-4a08-48d6-a79b-ce8f06efb10f tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 5445 time: 0.1717014 Jul 09 15:03:49.293761 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-07421da6-802e-4d8e-a424-f27bd1742ae6 req-ee3ba065-fb02-4c18-86ce-27c142402bd7 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b892279-bd5f-423b-8017-ce4180b448af&id=710f4a29-0022-436a-b96b-568cc62700fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0893188 Jul 09 15:03:49.320642 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-26efa5b8-d350-47e4-8f79-9dc46f6db1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:49.658515 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-26efa5b8-d350-47e4-8f79-9dc46f6db1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:49.702125 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-26efa5b8-d350-47e4-8f79-9dc46f6db1f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da23d7a0-5b61-4700-b0aa-2c11e83a3737']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:03:49.727257 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-26efa5b8-d350-47e4-8f79-9dc46f6db1f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a444c43-38b9-42df-8af7-c06937b5f13f') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:03:49.727716 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758144c9-85fe-48ee-85e6-2da9c351d6b7 req-292519d8-fb1c-46ed-a7b9-7ff89a906448 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:03:49.727889 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-26efa5b8-d350-47e4-8f79-9dc46f6db1f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a444c43-38b9-42df-8af7-c06937b5f13f') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:03:49.739189 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758144c9-85fe-48ee-85e6-2da9c351d6b7 req-292519d8-fb1c-46ed-a7b9-7ff89a906448 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:03:49.750083 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-26efa5b8-d350-47e4-8f79-9dc46f6db1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:49.754513 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758144c9-85fe-48ee-85e6-2da9c351d6b7 req-292519d8-fb1c-46ed-a7b9-7ff89a906448 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:03:49.767846 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758144c9-85fe-48ee-85e6-2da9c351d6b7 req-292519d8-fb1c-46ed-a7b9-7ff89a906448 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:03:49.774325 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758144c9-85fe-48ee-85e6-2da9c351d6b7 req-292519d8-fb1c-46ed-a7b9-7ff89a906448 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:03:49.781868 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758144c9-85fe-48ee-85e6-2da9c351d6b7 req-292519d8-fb1c-46ed-a7b9-7ff89a906448 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:03:49.783682 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-26efa5b8-d350-47e4-8f79-9dc46f6db1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:49.788906 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758144c9-85fe-48ee-85e6-2da9c351d6b7 req-292519d8-fb1c-46ed-a7b9-7ff89a906448 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:03:49.791865 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26efa5b8-d350-47e4-8f79-9dc46f6db1f8 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:03:49.803348 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-26efa5b8-d350-47e4-8f79-9dc46f6db1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:49.804701 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-758144c9-85fe-48ee-85e6-2da9c351d6b7 req-292519d8-fb1c-46ed-a7b9-7ff89a906448 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 5445 time: 0.2479227 Jul 09 15:03:49.903238 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 15:03:49.903238 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:03:49.903238 n-d-799529-6 neutron-server[94445]: timer() Jul 09 15:03:49.903238 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:03:49.903238 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 15:03:49.903238 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:03:49.903238 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 15:03:49.903238 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:03:49.903238 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 15:03:49.903238 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:03:49.903238 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 15:03:49.903238 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:03:49.903238 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 15:03:49.903238 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:03:49.903238 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:03:49.903238 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:03:49.903238 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:03:49.903238 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:03:49.903238 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 15:03:49.903238 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:03:49.903238 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 15:03:49.903238 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:03:49.903238 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:03:49.903238 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:03:49.903238 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 15:03:49.903238 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:03:49.903238 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:03:49.903238 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:03:49.903238 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:03:49.903238 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:03:49.903238 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:03:49.903238 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:03:50.004879 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-26efa5b8-d350-47e4-8f79-9dc46f6db1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:50.012551 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-26efa5b8-d350-47e4-8f79-9dc46f6db1f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:50.024621 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-26efa5b8-d350-47e4-8f79-9dc46f6db1f8 admin admin] 10.222.0.58 "DELETE /v2.0/networks/da23d7a0-5b61-4700-b0aa-2c11e83a3737 HTTP/1.1" status: 204 len: 168 time: 0.8843784 Jul 09 15:03:50.045011 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 34150) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:03:50.066560 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26efa5b8-d350-47e4-8f79-9dc46f6db1f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=da23d7a0-5b61-4700-b0aa-2c11e83a3737,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:50.173763 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad76d9-c96f-4a0b-9457-4b0ef9f70b79 req-99194cb1-d56f-4218-9017-dca162209587 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:03:50.183492 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1fad76d9-c96f-4a0b-9457-4b0ef9f70b79 req-99194cb1-d56f-4218-9017-dca162209587 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 947 time: 0.1919601 Jul 09 15:03:50.207318 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-709ef8b3-44cc-42bd-ad19-b0fe49a1038a admin admin] Deleting subnet 8bd53459-db4d-45cc-ab3a-f4336c2d5043 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:03:50.214245 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-709ef8b3-44cc-42bd-ad19-b0fe49a1038a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:50.272658 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1fad76d9-c96f-4a0b-9457-4b0ef9f70b79 req-c70feee7-c935-4d0d-9728-a3a31b36b125 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860031 Jul 09 15:03:50.311174 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-709ef8b3-44cc-42bd-ad19-b0fe49a1038a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:50.393755 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-709ef8b3-44cc-42bd-ad19-b0fe49a1038a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:50.959807 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-709ef8b3-44cc-42bd-ad19-b0fe49a1038a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:51.009361 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709ef8b3-44cc-42bd-ad19-b0fe49a1038a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bd53459-db4d-45cc-ab3a-f4336c2d5043,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:51.015536 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-709ef8b3-44cc-42bd-ad19-b0fe49a1038a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:51.019085 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-709ef8b3-44cc-42bd-ad19-b0fe49a1038a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/8bd53459-db4d-45cc-ab3a-f4336c2d5043 HTTP/1.1" status: 204 len: 168 time: 0.9662075 Jul 09 15:03:51.023143 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 34156) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:03:51.301993 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-abf17e1d-f7f4-4c36-bb93-14fafb0caf3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:51.949782 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-abf17e1d-f7f4-4c36-bb93-14fafb0caf3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:51.974272 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-abf17e1d-f7f4-4c36-bb93-14fafb0caf3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29c65226-d9f9-4898-a2bb-1d6ded5a58cf']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:03:51.987997 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-abf17e1d-f7f4-4c36-bb93-14fafb0caf3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edad3613-9174-4a65-aa90-f47c8d47c029') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:03:51.988606 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-abf17e1d-f7f4-4c36-bb93-14fafb0caf3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edad3613-9174-4a65-aa90-f47c8d47c029') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:03:52.000817 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-abf17e1d-f7f4-4c36-bb93-14fafb0caf3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:52.022792 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-abf17e1d-f7f4-4c36-bb93-14fafb0caf3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:52.033275 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abf17e1d-f7f4-4c36-bb93-14fafb0caf3a admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:03:52.034891 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-abf17e1d-f7f4-4c36-bb93-14fafb0caf3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:52.135462 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 15:03:52.135462 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:03:52.135462 n-d-799529-6 neutron-server[94446]: timer() Jul 09 15:03:52.135462 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:03:52.135462 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 15:03:52.135462 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:03:52.135462 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 15:03:52.135462 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:03:52.135462 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 15:03:52.135462 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:03:52.135462 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 15:03:52.135462 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:03:52.135462 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 15:03:52.135462 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:03:52.135462 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:03:52.135462 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:03:52.135462 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:03:52.135462 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:03:52.135462 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 15:03:52.135462 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:03:52.135462 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 15:03:52.135462 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:03:52.135462 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:03:52.135462 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:03:52.135462 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 15:03:52.135462 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:03:52.135462 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:03:52.135462 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:03:52.135462 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:03:52.135462 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:03:52.135462 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:03:52.135462 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:03:52.219114 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-abf17e1d-f7f4-4c36-bb93-14fafb0caf3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:52.235458 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-abf17e1d-f7f4-4c36-bb93-14fafb0caf3a admin admin] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:52.237767 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-abf17e1d-f7f4-4c36-bb93-14fafb0caf3a admin admin] 10.222.0.58 "DELETE /v2.0/networks/29c65226-d9f9-4898-a2bb-1d6ded5a58cf HTTP/1.1" status: 204 len: 168 time: 1.2116301 Jul 09 15:03:52.302556 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf17e1d-f7f4-4c36-bb93-14fafb0caf3a admin admin] Pushing event deleted for resources: {'Network': ['ID=29c65226-d9f9-4898-a2bb-1d6ded5a58cf,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:52.351212 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf17e1d-f7f4-4c36-bb93-14fafb0caf3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:03:52.351593 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf17e1d-f7f4-4c36-bb93-14fafb0caf3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:03:52.351945 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf17e1d-f7f4-4c36-bb93-14fafb0caf3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:03:52.352285 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf17e1d-f7f4-4c36-bb93-14fafb0caf3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:03:52.352621 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf17e1d-f7f4-4c36-bb93-14fafb0caf3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:03:52.352960 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf17e1d-f7f4-4c36-bb93-14fafb0caf3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:03:52.353292 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf17e1d-f7f4-4c36-bb93-14fafb0caf3a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:03:52.353614 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf17e1d-f7f4-4c36-bb93-14fafb0caf3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:03:52.353941 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf17e1d-f7f4-4c36-bb93-14fafb0caf3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:03:52.354272 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf17e1d-f7f4-4c36-bb93-14fafb0caf3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:03:52.354594 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf17e1d-f7f4-4c36-bb93-14fafb0caf3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:03:52.354920 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf17e1d-f7f4-4c36-bb93-14fafb0caf3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:03:52.446008 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c4c45-f7e7-427e-8650-1f660e5c77a8 req-493cee8d-665f-4aee-949f-bbfdb8b762ef tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:03:52.452048 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b35c4c45-f7e7-427e-8650-1f660e5c77a8 req-493cee8d-665f-4aee-949f-bbfdb8b762ef tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 947 time: 0.3155675 Jul 09 15:03:52.561172 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b35c4c45-f7e7-427e-8650-1f660e5c77a8 req-0830c968-0a61-464b-8a9c-3438a66ae84e tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983951 Jul 09 15:03:52.753937 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 34186) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:03:52.945978 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6d06f-eebe-4a61-9141-6502463691da req-24af4d3f-750a-459a-98fa-fda555623323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:03:52.946529 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6d06f-eebe-4a61-9141-6502463691da req-24af4d3f-750a-459a-98fa-fda555623323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:03:52.947543 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6d06f-eebe-4a61-9141-6502463691da req-24af4d3f-750a-459a-98fa-fda555623323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:03:52.948004 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6d06f-eebe-4a61-9141-6502463691da req-24af4d3f-750a-459a-98fa-fda555623323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:03:52.948476 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6d06f-eebe-4a61-9141-6502463691da req-24af4d3f-750a-459a-98fa-fda555623323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:03:52.949070 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6d06f-eebe-4a61-9141-6502463691da req-24af4d3f-750a-459a-98fa-fda555623323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:03:52.949714 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6d06f-eebe-4a61-9141-6502463691da req-24af4d3f-750a-459a-98fa-fda555623323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:03:52.951696 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-78a6d06f-eebe-4a61-9141-6502463691da req-24af4d3f-750a-459a-98fa-fda555623323 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 6502 time: 0.1959813 Jul 09 15:03:53.000431 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-78a6d06f-eebe-4a61-9141-6502463691da req-b557d2aa-b1fe-4b76-8b3a-1aa049aee2cb service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=710f4a29-0022-436a-b96b-568cc62700fc&id=6b892279-bd5f-423b-8017-ce4180b448af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0419624 Jul 09 15:03:53.204043 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 34192) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:03:53.264299 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f8fbbd24-5adf-4dc2-88e2-1128184395ac admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=deddc7e0448f41229459557c478be1d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0590503 Jul 09 15:03:53.265063 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 34198) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:03:53.330878 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:53.351922 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9c004010-40f9-45c9-ad01-f13fc0158768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:53.399187 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9c004010-40f9-45c9-ad01-f13fc0158768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:53.604364 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9c004010-40f9-45c9-ad01-f13fc0158768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:53.607147 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9c004010-40f9-45c9-ad01-f13fc0158768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:53.612709 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-9c004010-40f9-45c9-ad01-f13fc0158768 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1ecf1237-6aca-4806-b697-6aecb6a933e3 HTTP/1.1" status: 204 len: 168 time: 0.3397520 Jul 09 15:03:53.633641 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c004010-40f9-45c9-ad01-f13fc0158768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ecf1237-6aca-4806-b697-6aecb6a933e3,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:54.099713 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c22a1-cd46-4fd8-8c91-81dc4087ccda req-c0736542-c8b2-43ad-8b4f-4551b6120793 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:03:54.100992 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6c9c22a1-cd46-4fd8-8c91-81dc4087ccda req-c0736542-c8b2-43ad-8b4f-4551b6120793 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 947 time: 0.1673911 Jul 09 15:03:54.194592 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6c9c22a1-cd46-4fd8-8c91-81dc4087ccda req-44bb83bc-1a1c-46c2-a4a5-cab56cb0d88e tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831304 Jul 09 15:03:54.919888 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 34220) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:03:55.028686 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-3f7726f0-03b6-43d5-b3a1-a01a65b101ba admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c8d0ebc5711d42df9f3f44d48815b922&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1054137 Jul 09 15:03:55.029424 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 34226) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:03:55.083066 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-efd9d63c-dfb8-4adc-92ab-82f975870adf req-2b0fc746-eb32-4760-acab-2a7d6c7004d3 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup_general--1654612156&fields=id&tenant_id=494d12c1a85c4b86999f08bb7865eef7 HTTP/1.1" status: 200 len: 267 time: 0.1034768 Jul 09 15:03:55.133112 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-612ce45c-dbaa-4748-8458-550d5ca008e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:55.173450 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-612ce45c-dbaa-4748-8458-550d5ca008e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:55.184414 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-efd9d63c-dfb8-4adc-92ab-82f975870adf req-f0096fb6-ba9b-4d1b-b60a-7286b7387176 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup_access--2008661069&fields=id&tenant_id=494d12c1a85c4b86999f08bb7865eef7 HTTP/1.1" status: 200 len: 267 time: 0.0921090 Jul 09 15:03:55.313460 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-612ce45c-dbaa-4748-8458-550d5ca008e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:55.316602 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-612ce45c-dbaa-4748-8458-550d5ca008e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:55.317822 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-612ce45c-dbaa-4748-8458-550d5ca008e5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c36ffd28-ac5f-49c7-9f15-f91f8591d050 HTTP/1.1" status: 204 len: 168 time: 0.2873924 Jul 09 15:03:55.342442 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612ce45c-dbaa-4748-8458-550d5ca008e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36ffd28-ac5f-49c7-9f15-f91f8591d050,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:03:55.485769 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9d63c-dfb8-4adc-92ab-82f975870adf req-576774e6-cf00-4865-90fb-4e200968e78e tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:03:55.489691 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-efd9d63c-dfb8-4adc-92ab-82f975870adf req-576774e6-cf00-4865-90fb-4e200968e78e tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "GET /v2.0/networks?id=466fcfa3-9ce1-40ee-9932-db79c365c144 HTTP/1.1" status: 200 len: 797 time: 0.3039331 Jul 09 15:03:55.519839 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-efd9d63c-dfb8-4adc-92ab-82f975870adf req-e74e2216-9910-43bc-a4b1-221eb976d243 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "GET /v2.0/quotas/494d12c1a85c4b86999f08bb7865eef7 HTTP/1.1" status: 200 len: 375 time: 0.0238748 Jul 09 15:03:55.624805 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f475af3f-4295-442c-8c82-0bdedb8686fb req-8a9cccba-3845-4e35-a215-f13cc643c42c tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:03:55.635638 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f475af3f-4295-442c-8c82-0bdedb8686fb req-8a9cccba-3845-4e35-a215-f13cc643c42c tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 947 time: 0.1626093 Jul 09 15:03:55.662728 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-efd9d63c-dfb8-4adc-92ab-82f975870adf req-89d0a8c0-8e37-4776-9788-09d0150e8297 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=494d12c1a85c4b86999f08bb7865eef7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1366532 Jul 09 15:03:55.757333 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f475af3f-4295-442c-8c82-0bdedb8686fb req-dada1802-3faa-4110-a061-5ad75435c0a2 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102293 Jul 09 15:03:55.899517 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-efd9d63c-dfb8-4adc-92ab-82f975870adf req-3d5d29b3-0b7f-452e-908a-a98aa898fc58 service neutron] 10.222.0.58 "GET /v2.0/networks/466fcfa3-9ce1-40ee-9932-db79c365c144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320800 Jul 09 15:03:56.089642 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-efd9d63c-dfb8-4adc-92ab-82f975870adf req-d59e9e4b-92f1-4dfb-8909-77fe763487e3 service neutron] 10.222.0.58 "GET /v2.0/networks/466fcfa3-9ce1-40ee-9932-db79c365c144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879530 Jul 09 15:03:56.129018 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0990d60d-41b6-469b-a966-795a8b259902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:56.493190 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-33139cab-014c-45c4-aed4-c348b78fbf55 req-87aec93b-dd58-43eb-98f3-bb87ac298281 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "GET /v2.0/ports?device_id=256bf443-854f-4bf4-8c11-f690cba77d99 HTTP/1.1" status: 200 len: 210 time: 0.0652421 Jul 09 15:03:57.266317 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d1728-ae49-4e7a-a0f6-5a6511b37493 req-ff3781eb-9f95-4daa-a12b-742255f8fdd0 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:03:57.270085 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0b3d1728-ae49-4e7a-a0f6-5a6511b37493 req-ff3781eb-9f95-4daa-a12b-742255f8fdd0 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 947 time: 0.1730909 Jul 09 15:03:57.378584 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0b3d1728-ae49-4e7a-a0f6-5a6511b37493 req-b2b9f68b-a153-4ae6-bc9b-6b3e0203c4de tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819039 Jul 09 15:03:57.671195 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-385ec71a-67bc-4e0a-a5d6-15b4e929d958 req-122e2932-4a7d-452c-abcd-62a8908b38b5 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "GET /v2.0/ports?device_id=256bf443-854f-4bf4-8c11-f690cba77d99 HTTP/1.1" status: 200 len: 210 time: 0.0754580 Jul 09 15:03:58.628912 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2fab42-4d8e-43e5-8a3e-26e59e188321 req-103ce539-7d24-4093-970c-0c064c7f6a07 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:03:58.631635 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4e2fab42-4d8e-43e5-8a3e-26e59e188321 req-103ce539-7d24-4093-970c-0c064c7f6a07 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 947 time: 0.0948045 Jul 09 15:03:58.680711 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4e2fab42-4d8e-43e5-8a3e-26e59e188321 req-039bf57d-20ba-4480-aa7f-851381492ce1 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416334 Jul 09 15:03:58.780750 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-098272d4-4617-465e-925b-f106e2543180 req-8aa41c75-67d4-40c1-b332-de1d16a77f10 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "GET /v2.0/ports?device_id=256bf443-854f-4bf4-8c11-f690cba77d99 HTTP/1.1" status: 200 len: 210 time: 0.0303924 Jul 09 15:03:59.110309 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-95c33c9e-a107-4175-8d35-0574e073a60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:59.266804 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:03:59.637234 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:04:00.013382 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a79a915-e857-4b1e-8dee-a2f135a516d7 req-8c1f68b6-bcd8-460b-8369-dee2b264a5d2 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:00.018259 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6a79a915-e857-4b1e-8dee-a2f135a516d7 req-8c1f68b6-bcd8-460b-8369-dee2b264a5d2 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 947 time: 0.1310322 Jul 09 15:04:00.077980 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6a79a915-e857-4b1e-8dee-a2f135a516d7 req-fa71fa8e-04ce-46d6-9c20-f6ba78d07476 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537276 Jul 09 15:04:00.105263 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-58379a4f-baae-4de8-8a77-97e5948536f0 req-7a11fd95-1292-4f44-a70e-0f537cb10090 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "GET /v2.0/ports?device_id=256bf443-854f-4bf4-8c11-f690cba77d99 HTTP/1.1" status: 200 len: 210 time: 0.0671210 Jul 09 15:04:00.291692 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:00.995328 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b700967-7b96-4380-bd76-78ec71222585 req-66ddc113-1a8c-466b-92c5-32cc71982a0b tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:00.997106 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1b700967-7b96-4380-bd76-78ec71222585 req-66ddc113-1a8c-466b-92c5-32cc71982a0b tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?device_id=6acf793a-000d-4e20-8656-d0b0309dc473 HTTP/1.1" status: 200 len: 946 time: 0.1000919 Jul 09 15:04:01.065544 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1b700967-7b96-4380-bd76-78ec71222585 req-a57dfcbb-4ce8-4fa6-a4ed-f6db117239f3 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d09a7a-8018-47af-86f2-93d7c0d88b63&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0609233 Jul 09 15:04:01.273957 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2a3f1526-1ed6-4db4-9508-7acb462d4870 req-2a6da0fa-97c5-4f3c-a74c-22f3c41d1c87 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "GET /v2.0/ports?device_id=256bf443-854f-4bf4-8c11-f690cba77d99 HTTP/1.1" status: 200 len: 210 time: 0.0362196 Jul 09 15:04:01.492328 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9d63c-dfb8-4adc-92ab-82f975870adf req-5dee94f9-32d0-4cd1-9ac6-6f9005cdee43 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:01.494666 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-efd9d63c-dfb8-4adc-92ab-82f975870adf req-5dee94f9-32d0-4cd1-9ac6-6f9005cdee43 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.54 "GET /v2.0/networks?id=466fcfa3-9ce1-40ee-9932-db79c365c144 HTTP/1.1" status: 200 len: 797 time: 0.1833065 Jul 09 15:04:01.583817 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f53b1-eaed-43ae-921e-0410202ff84a req-21585c10-2eca-43e1-9fbf-afdd5bf2038e tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:01.585703 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-210f53b1-eaed-43ae-921e-0410202ff84a req-21585c10-2eca-43e1-9fbf-afdd5bf2038e tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 947 time: 0.1660643 Jul 09 15:04:01.591982 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-efd9d63c-dfb8-4adc-92ab-82f975870adf req-8ac69e55-3c1e-4661-8ff0-f1917464a172 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=494d12c1a85c4b86999f08bb7865eef7 HTTP/1.1" status: 200 len: 478 time: 0.0887465 Jul 09 15:04:01.604653 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-efd9d63c-dfb8-4adc-92ab-82f975870adf req-e770a4a3-3f86-4404-a8ab-845743c980b8 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Request body: {'port': {'device_id': '256bf443-854f-4bf4-8c11-f690cba77d99', 'network_id': '466fcfa3-9ce1-40ee-9932-db79c365c144', 'admin_state_up': True, 'tenant_id': '494d12c1a85c4b86999f08bb7865eef7', 'security_groups': ['d5d49935-a9f1-4c8d-a4e1-ab95d1595665', '710fd194-0191-4d0f-af8b-f7cbdd6e23ec']}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:04:01.771624 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:02.102367 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-210f53b1-eaed-43ae-921e-0410202ff84a req-827a0201-18cf-4b2c-aadc-b272a28d1d9a tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5079544 Jul 09 15:04:02.357370 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e29c85-84a6-4419-bee0-56d547cbedc8 req-45430523-a055-4f4a-b102-4785eeb6e338 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:02.363233 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-60e29c85-84a6-4419-bee0-56d547cbedc8 req-45430523-a055-4f4a-b102-4785eeb6e338 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?device_id=6acf793a-000d-4e20-8656-d0b0309dc473 HTTP/1.1" status: 200 len: 946 time: 0.0847380 Jul 09 15:04:02.392590 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efd9d63c-dfb8-4adc-92ab-82f975870adf req-e770a4a3-3f86-4404-a8ab-845743c980b8 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Made reservation on behalf of 494d12c1a85c4b86999f08bb7865eef7 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:04:02.401596 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-efd9d63c-dfb8-4adc-92ab-82f975870adf req-e770a4a3-3f86-4404-a8ab-845743c980b8 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:02.412331 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-60e29c85-84a6-4419-bee0-56d547cbedc8 req-9aaba9f6-f5d3-4208-b7f7-3ea65e845064 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d09a7a-8018-47af-86f2-93d7c0d88b63&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461090 Jul 09 15:04:02.504605 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2f2f5432-e4de-49db-ae17-6acd23efcb0a req-88a49b9a-3295-4ae5-b646-d23c38dfd9ac tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "GET /v2.0/ports?device_id=256bf443-854f-4bf4-8c11-f690cba77d99 HTTP/1.1" status: 200 len: 210 time: 0.0725777 Jul 09 15:04:02.606584 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-efd9d63c-dfb8-4adc-92ab-82f975870adf req-e770a4a3-3f86-4404-a8ab-845743c980b8 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Allocated IP 172.20.0.3 (466fcfa3-9ce1-40ee-9932-db79c365c144/c878d016-01d3-4c16-a578-dbd760c32b29/5586abac-958d-4abd-8217-1d66646e3533) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:04:02.792668 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-efd9d63c-dfb8-4adc-92ab-82f975870adf req-e770a4a3-3f86-4404-a8ab-845743c980b8 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:02.809138 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-efd9d63c-dfb8-4adc-92ab-82f975870adf req-e770a4a3-3f86-4404-a8ab-845743c980b8 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Transition to ACTIVE for port object 5586abac-958d-4abd-8217-1d66646e3533 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:04:02.958054 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-efd9d63c-dfb8-4adc-92ab-82f975870adf req-e770a4a3-3f86-4404-a8ab-845743c980b8 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:03.012722 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efd9d63c-dfb8-4adc-92ab-82f975870adf req-e770a4a3-3f86-4404-a8ab-845743c980b8 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Network 466fcfa3-9ce1-40ee-9932-db79c365c144 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:04:03.017159 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-efd9d63c-dfb8-4adc-92ab-82f975870adf req-e770a4a3-3f86-4404-a8ab-845743c980b8 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:04:03.022837 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-efd9d63c-dfb8-4adc-92ab-82f975870adf req-e770a4a3-3f86-4404-a8ab-845743c980b8 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:04:03.033866 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770a4a3-3f86-4404-a8ab-845743c980b8 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Pushing event updated for resources: {'Port': ['ID=5586abac-958d-4abd-8217-1d66646e3533,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:04:03.084573 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770a4a3-3f86-4404-a8ab-845743c980b8 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:04:03.136227 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770a4a3-3f86-4404-a8ab-845743c980b8 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:04:03.136227 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770a4a3-3f86-4404-a8ab-845743c980b8 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:04:03.136227 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770a4a3-3f86-4404-a8ab-845743c980b8 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:04:03.136227 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770a4a3-3f86-4404-a8ab-845743c980b8 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:04:03.136227 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770a4a3-3f86-4404-a8ab-845743c980b8 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:04:03.136227 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770a4a3-3f86-4404-a8ab-845743c980b8 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:04:03.136227 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770a4a3-3f86-4404-a8ab-845743c980b8 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:04:03.136227 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770a4a3-3f86-4404-a8ab-845743c980b8 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:04:03.136227 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770a4a3-3f86-4404-a8ab-845743c980b8 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:04:03.136227 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770a4a3-3f86-4404-a8ab-845743c980b8 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:04:03.136227 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770a4a3-3f86-4404-a8ab-845743c980b8 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:04:03.136227 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9d63c-dfb8-4adc-92ab-82f975870adf req-e770a4a3-3f86-4404-a8ab-845743c980b8 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:03.136227 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-efd9d63c-dfb8-4adc-92ab-82f975870adf req-e770a4a3-3f86-4404-a8ab-845743c980b8 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:03.257606 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-efd9d63c-dfb8-4adc-92ab-82f975870adf req-e770a4a3-3f86-4404-a8ab-845743c980b8 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.6577780 Jul 09 15:04:03.271017 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-efd9d63c-dfb8-4adc-92ab-82f975870adf req-6138edc1-8dc4-4c4b-bfde-952e3a67b7b9 service neutron] Request body: {'port': {'device_id': '256bf443-854f-4bf4-8c11-f690cba77d99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:04:03.368462 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c6c859-ed02-41e9-b723-01da6a7d3b06 req-573435c4-09df-4849-8ca3-5450f92e18d7 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:03.369876 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f1c6c859-ed02-41e9-b723-01da6a7d3b06 req-573435c4-09df-4849-8ca3-5450f92e18d7 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 947 time: 0.0746262 Jul 09 15:04:03.372850 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-efd9d63c-dfb8-4adc-92ab-82f975870adf req-6138edc1-8dc4-4c4b-bfde-952e3a67b7b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:03.426918 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f1c6c859-ed02-41e9-b723-01da6a7d3b06 req-0d1fa695-f503-4349-848d-eb6f28c2f2d9 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498354 Jul 09 15:04:03.477193 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-da934a9c-ed5b-4e0f-8b2c-b97c9f32c729 None None] Provisioning for port 5586abac-958d-4abd-8217-1d66646e3533 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:04:03.483029 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-da934a9c-ed5b-4e0f-8b2c-b97c9f32c729 None None] Provisioning complete for port 5586abac-958d-4abd-8217-1d66646e3533 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:04:03.484072 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-da934a9c-ed5b-4e0f-8b2c-b97c9f32c729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:03.526194 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-da934a9c-ed5b-4e0f-8b2c-b97c9f32c729 None None] Port 5586abac-958d-4abd-8217-1d66646e3533 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:04:03.739650 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd76ce-46aa-44a0-b71e-3d2fdfef529b req-aa98d4dd-dd57-4427-aa41-c482cf153f1c tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:03.741232 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-67dd76ce-46aa-44a0-b71e-3d2fdfef529b req-aa98d4dd-dd57-4427-aa41-c482cf153f1c tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?device_id=6acf793a-000d-4e20-8656-d0b0309dc473 HTTP/1.1" status: 200 len: 946 time: 0.1727467 Jul 09 15:04:03.771341 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258090aa-1337-430a-bcf8-926cfb9c5135 req-2f4cb1b7-32e7-4fc1-8c65-4f1329e7f12d tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:03.773460 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-258090aa-1337-430a-bcf8-926cfb9c5135 req-2f4cb1b7-32e7-4fc1-8c65-4f1329e7f12d tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "GET /v2.0/ports?device_id=256bf443-854f-4bf4-8c11-f690cba77d99 HTTP/1.1" status: 200 len: 970 time: 0.0961361 Jul 09 15:04:03.805611 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-67dd76ce-46aa-44a0-b71e-3d2fdfef529b req-29bf1f8a-d2da-48dd-ad49-b81417e804f4 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d09a7a-8018-47af-86f2-93d7c0d88b63&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0534217 Jul 09 15:04:03.842624 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-258090aa-1337-430a-bcf8-926cfb9c5135 req-e02cf8c9-4fd6-41ce-84ea-fd3abe92409f tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "GET /v2.0/security-groups?id=710fd194-0191-4d0f-af8b-f7cbdd6e23ec&id=d5d49935-a9f1-4c8d-a4e1-ab95d1595665&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0628433 Jul 09 15:04:03.885094 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-efd9d63c-dfb8-4adc-92ab-82f975870adf req-6138edc1-8dc4-4c4b-bfde-952e3a67b7b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5586abac-958d-4abd-8217-1d66646e3533 {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:04:03.897148 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-efd9d63c-dfb8-4adc-92ab-82f975870adf req-6138edc1-8dc4-4c4b-bfde-952e3a67b7b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:03.912386 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-efd9d63c-dfb8-4adc-92ab-82f975870adf req-6138edc1-8dc4-4c4b-bfde-952e3a67b7b9 service neutron] Transition to ACTIVE for port object 5586abac-958d-4abd-8217-1d66646e3533 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:04:04.221717 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-efd9d63c-dfb8-4adc-92ab-82f975870adf req-6138edc1-8dc4-4c4b-bfde-952e3a67b7b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:04.283435 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6138edc1-8dc4-4c4b-bfde-952e3a67b7b9 service neutron] Pushing event updated for resources: {'Port': ['ID=5586abac-958d-4abd-8217-1d66646e3533,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:04:04.374789 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-efd9d63c-dfb8-4adc-92ab-82f975870adf req-6138edc1-8dc4-4c4b-bfde-952e3a67b7b9 service neutron] Attempting to bind port 5586abac-958d-4abd-8217-1d66646e3533 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:04:04.375067 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-efd9d63c-dfb8-4adc-92ab-82f975870adf req-6138edc1-8dc4-4c4b-bfde-952e3a67b7b9 service neutron] Attempting to bind port 5586abac-958d-4abd-8217-1d66646e3533 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '9878159f-6a5e-4e8c-bd5b-01c56584ab0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '466fcfa3-9ce1-40ee-9932-db79c365c144'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:04:04.375338 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd9d63c-dfb8-4adc-92ab-82f975870adf req-6138edc1-8dc4-4c4b-bfde-952e3a67b7b9 service neutron] Attempting to bind port 5586abac-958d-4abd-8217-1d66646e3533 on network 466fcfa3-9ce1-40ee-9932-db79c365c144 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:04:04.380324 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd9d63c-dfb8-4adc-92ab-82f975870adf req-6138edc1-8dc4-4c4b-bfde-952e3a67b7b9 service neutron] Port 5586abac-958d-4abd-8217-1d66646e3533 on network 466fcfa3-9ce1-40ee-9932-db79c365c144 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:04:04.380652 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd9d63c-dfb8-4adc-92ab-82f975870adf req-6138edc1-8dc4-4c4b-bfde-952e3a67b7b9 service neutron] Attempting to bind port 5586abac-958d-4abd-8217-1d66646e3533 on network 466fcfa3-9ce1-40ee-9932-db79c365c144 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:04:04.386172 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd9d63c-dfb8-4adc-92ab-82f975870adf req-6138edc1-8dc4-4c4b-bfde-952e3a67b7b9 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:04:04.386505 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd9d63c-dfb8-4adc-92ab-82f975870adf req-6138edc1-8dc4-4c4b-bfde-952e3a67b7b9 service neutron] Checking segment: {'id': '9878159f-6a5e-4e8c-bd5b-01c56584ab0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '466fcfa3-9ce1-40ee-9932-db79c365c144'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:04:04.386887 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd9d63c-dfb8-4adc-92ab-82f975870adf req-6138edc1-8dc4-4c4b-bfde-952e3a67b7b9 service neutron] Bound using segment: {'id': '9878159f-6a5e-4e8c-bd5b-01c56584ab0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '466fcfa3-9ce1-40ee-9932-db79c365c144'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:04:04.387318 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-efd9d63c-dfb8-4adc-92ab-82f975870adf req-6138edc1-8dc4-4c4b-bfde-952e3a67b7b9 service neutron] Bound port: 5586abac-958d-4abd-8217-1d66646e3533, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9878159f-6a5e-4e8c-bd5b-01c56584ab0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '466fcfa3-9ce1-40ee-9932-db79c365c144'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:04:04.387730 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-efd9d63c-dfb8-4adc-92ab-82f975870adf req-6138edc1-8dc4-4c4b-bfde-952e3a67b7b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:04.478426 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-efd9d63c-dfb8-4adc-92ab-82f975870adf req-6138edc1-8dc4-4c4b-bfde-952e3a67b7b9 service neutron] For port 5586abac-958d-4abd-8217-1d66646e3533, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:04:04.486020 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-efd9d63c-dfb8-4adc-92ab-82f975870adf req-6138edc1-8dc4-4c4b-bfde-952e3a67b7b9 service neutron] For port 5586abac-958d-4abd-8217-1d66646e3533, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=5586abac-958d-4abd-8217-1d66646e3533,segment=NetworkSegment(9878159f-6a5e-4e8c-bd5b-01c56584ab0f),segment_id=9878159f-6a5e-4e8c-bd5b-01c56584ab0f)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:04:04.676344 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-efd9d63c-dfb8-4adc-92ab-82f975870adf req-6138edc1-8dc4-4c4b-bfde-952e3a67b7b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:04.729135 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9d63c-dfb8-4adc-92ab-82f975870adf req-6138edc1-8dc4-4c4b-bfde-952e3a67b7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:04.730180 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-efd9d63c-dfb8-4adc-92ab-82f975870adf req-6138edc1-8dc4-4c4b-bfde-952e3a67b7b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:04.733602 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-efd9d63c-dfb8-4adc-92ab-82f975870adf req-6138edc1-8dc4-4c4b-bfde-952e3a67b7b9 service neutron] 10.222.0.54 "PUT /v2.0/ports/5586abac-958d-4abd-8217-1d66646e3533 HTTP/1.1" status: 200 len: 1130 time: 1.4662890 Jul 09 15:04:04.733602 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '256bf443-854f-4bf4-8c11-f690cba77d99', 'tag': '5586abac-958d-4abd-8217-1d66646e3533'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:04:04.745837 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd3744c-3f93-483c-86e4-feb57f093c38" -d '{"events": [{"name": "network-changed", "server_uuid": "256bf443-854f-4bf4-8c11-f690cba77d99", "tag": "5586abac-958d-4abd-8217-1d66646e3533"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:04:04.842556 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b13c8e6-8b74-4111-a2dd-b7d63d193c2a x-openstack-request-id: req-6b13c8e6-8b74-4111-a2dd-b7d63d193c2a {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:04:04.843738 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "256bf443-854f-4bf4-8c11-f690cba77d99", "tag": "5586abac-958d-4abd-8217-1d66646e3533", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:04:04.846474 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6b13c8e6-8b74-4111-a2dd-b7d63d193c2a {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:04:04.847211 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '256bf443-854f-4bf4-8c11-f690cba77d99', 'tag': '5586abac-958d-4abd-8217-1d66646e3533', 'status': 'completed', 'code': 200} Jul 09 15:04:04.908331 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6138edc1-8dc4-4c4b-bfde-952e3a67b7b9 service neutron] Pushing event updated for resources: {'Port': ['ID=5586abac-958d-4abd-8217-1d66646e3533,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:04:04.976395 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3744c-3f93-483c-86e4-feb57f093c38 req-72ee01c2-54d4-483f-a468-ef7acbbeba47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:04.978551 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8fd3744c-3f93-483c-86e4-feb57f093c38 req-72ee01c2-54d4-483f-a468-ef7acbbeba47 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=494d12c1a85c4b86999f08bb7865eef7&device_id=256bf443-854f-4bf4-8c11-f690cba77d99 HTTP/1.1" status: 200 len: 1133 time: 0.1212413 Jul 09 15:04:05.064757 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871fa7ea-88d6-4494-897c-ad2128aa68ae req-00ded6bc-248b-47f1-a242-3d9cbc96efed tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:05.069791 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-871fa7ea-88d6-4494-897c-ad2128aa68ae req-00ded6bc-248b-47f1-a242-3d9cbc96efed tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?device_id=6acf793a-000d-4e20-8656-d0b0309dc473 HTTP/1.1" status: 200 len: 946 time: 0.0919366 Jul 09 15:04:05.128653 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-871fa7ea-88d6-4494-897c-ad2128aa68ae req-df339f28-2fe1-4c36-8d24-670e83d4c8b6 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d09a7a-8018-47af-86f2-93d7c0d88b63&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0535440 Jul 09 15:04:05.194432 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe04e8f-c894-4c99-b806-a4bc45320ccb req-dd71312d-1844-4148-8f1a-6d7f9254020a tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:05.196023 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3fe04e8f-c894-4c99-b806-a4bc45320ccb req-dd71312d-1844-4148-8f1a-6d7f9254020a tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "GET /v2.0/ports?device_id=256bf443-854f-4bf4-8c11-f690cba77d99 HTTP/1.1" status: 200 len: 982 time: 0.1223714 Jul 09 15:04:05.206655 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3744c-3f93-483c-86e4-feb57f093c38 req-9d4c5049-8ce4-43fd-bda8-90e11cc984e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:05.208199 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8fd3744c-3f93-483c-86e4-feb57f093c38 req-9d4c5049-8ce4-43fd-bda8-90e11cc984e8 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=494d12c1a85c4b86999f08bb7865eef7&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2211497 Jul 09 15:04:05.304911 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3fe04e8f-c894-4c99-b806-a4bc45320ccb req-bb652d65-7230-4e17-b65e-e8d1fb8fdbce tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "GET /v2.0/security-groups?id=710fd194-0191-4d0f-af8b-f7cbdd6e23ec&id=d5d49935-a9f1-4c8d-a4e1-ab95d1595665&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0955997 Jul 09 15:04:05.343289 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3744c-3f93-483c-86e4-feb57f093c38 req-0c27af1c-e409-4c52-b0fb-1ab49d642871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:05.344840 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8fd3744c-3f93-483c-86e4-feb57f093c38 req-0c27af1c-e409-4c52-b0fb-1ab49d642871 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1285489 Jul 09 15:04:05.448399 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9d63c-dfb8-4adc-92ab-82f975870adf req-ea48d002-c38b-4c7e-b20f-4485feee804d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:05.449945 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-efd9d63c-dfb8-4adc-92ab-82f975870adf req-ea48d002-c38b-4c7e-b20f-4485feee804d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=494d12c1a85c4b86999f08bb7865eef7&device_id=256bf443-854f-4bf4-8c11-f690cba77d99 HTTP/1.1" status: 200 len: 1133 time: 0.0630293 Jul 09 15:04:05.495218 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-efd9d63c-dfb8-4adc-92ab-82f975870adf req-24594dca-9eb2-4139-bc7e-6f12f281f419 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5586abac-958d-4abd-8217-1d66646e3533 HTTP/1.1" status: 200 len: 217 time: 0.0366411 Jul 09 15:04:05.548403 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9d63c-dfb8-4adc-92ab-82f975870adf req-e3468d0b-12ec-419a-aa78-317644bafdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:05.550093 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-efd9d63c-dfb8-4adc-92ab-82f975870adf req-e3468d0b-12ec-419a-aa78-317644bafdbf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c878d016-01d3-4c16-a578-dbd760c32b29 HTTP/1.1" status: 200 len: 833 time: 0.0491529 Jul 09 15:04:05.577533 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 7a55c943-174c-41e4-ae0c-abae167a4938 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:04:05.641859 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9d63c-dfb8-4adc-92ab-82f975870adf req-4aca0faa-57dd-4004-8d16-22423faa0ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:05.643710 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-efd9d63c-dfb8-4adc-92ab-82f975870adf req-4aca0faa-57dd-4004-8d16-22423faa0ddc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=466fcfa3-9ce1-40ee-9932-db79c365c144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0870664 Jul 09 15:04:05.679923 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:05.710346 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1802d65f-3f81-429b-bc1c-bf1a7650ce94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a55c943-174c-41e4-ae0c-abae167a4938'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:04:05.713974 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba6b0e0-bfbd-4dd5-9514-f1fcf99f4856" -d '{"events": [{"server_uuid": "1802d65f-3f81-429b-bc1c-bf1a7650ce94", "name": "network-vif-unplugged", "status": "completed", "tag": "7a55c943-174c-41e4-ae0c-abae167a4938"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:04:05.731828 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 7a55c943-174c-41e4-ae0c-abae167a4938, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=7a55c943-174c-41e4-ae0c-abae167a4938,segment=NetworkSegment(06875dad-dad1-4e17-960d-8ec4e4c881bc),segment_id=06875dad-dad1-4e17-960d-8ec4e4c881bc)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:04:05.770384 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 15:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2aa290-25d0-4209-a76b-36dbe588da69 x-openstack-request-id: req-1a2aa290-25d0-4209-a76b-36dbe588da69 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:04:05.770788 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1802d65f-3f81-429b-bc1c-bf1a7650ce94", "name": "network-vif-unplugged", "status": "completed", "tag": "7a55c943-174c-41e4-ae0c-abae167a4938", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:04:05.771172 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1a2aa290-25d0-4209-a76b-36dbe588da69 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:04:05.771788 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1802d65f-3f81-429b-bc1c-bf1a7650ce94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a55c943-174c-41e4-ae0c-abae167a4938', 'code': 200} Jul 09 15:04:05.779163 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-efd9d63c-dfb8-4adc-92ab-82f975870adf req-03ab754e-e694-474a-9b1d-fcf33c07e2a8 service neutron] 10.222.0.54 "GET /v2.0/networks/466fcfa3-9ce1-40ee-9932-db79c365c144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275814 Jul 09 15:04:05.817529 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df711a01-27a3-462f-a974-05f888fd37ca req-92420b56-25ff-4594-bea7-211ae5dad63e tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:05.819287 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-df711a01-27a3-462f-a974-05f888fd37ca req-92420b56-25ff-4594-bea7-211ae5dad63e tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 947 time: 0.1086934 Jul 09 15:04:05.899007 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-df711a01-27a3-462f-a974-05f888fd37ca req-37f89f75-6b42-4f0d-81f7-6da5b2075b0f tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732894 Jul 09 15:04:05.922541 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-efd9d63c-dfb8-4adc-92ab-82f975870adf req-5ad1aae5-34d1-4519-b0b2-e2598ed03e74 service neutron] 10.222.0.54 "GET /v2.0/networks/466fcfa3-9ce1-40ee-9932-db79c365c144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365449 Jul 09 15:04:06.079402 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:06.142149 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=7a55c943-174c-41e4-ae0c-abae167a4938,revision_number=14']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:04:06.151091 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:04:06.151440 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:04:06.152115 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:04:06.152458 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:04:06.152795 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:04:06.153129 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:04:06.153495 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:04:06.153845 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:04:06.154263 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:04:06.154809 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:04:06.155384 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:04:06.156419 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:04:06.342672 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d910ce-c7fb-4e50-bd18-9a8e36fda0b5 req-16368ffb-b1f3-4be7-95d6-1cbacd9df8dc tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:06.342672 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-46d910ce-c7fb-4e50-bd18-9a8e36fda0b5 req-16368ffb-b1f3-4be7-95d6-1cbacd9df8dc tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?device_id=6acf793a-000d-4e20-8656-d0b0309dc473 HTTP/1.1" status: 200 len: 946 time: 0.0758083 Jul 09 15:04:06.425948 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-46d910ce-c7fb-4e50-bd18-9a8e36fda0b5 req-406d7e18-2dae-4883-a941-9c4304ee2929 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d09a7a-8018-47af-86f2-93d7c0d88b63&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0718441 Jul 09 15:04:06.550973 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee1bd7a-9802-40d8-a696-828f2a480922 req-7acdff5c-79fd-4978-979a-d5decdaaec5d tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:06.553294 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5ee1bd7a-9802-40d8-a696-828f2a480922 req-7acdff5c-79fd-4978-979a-d5decdaaec5d tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "GET /v2.0/ports?device_id=256bf443-854f-4bf4-8c11-f690cba77d99 HTTP/1.1" status: 200 len: 982 time: 0.1009283 Jul 09 15:04:06.604325 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5ee1bd7a-9802-40d8-a696-828f2a480922 req-756048b1-0375-4138-af89-009c09c25a07 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "GET /v2.0/security-groups?id=710fd194-0191-4d0f-af8b-f7cbdd6e23ec&id=d5d49935-a9f1-4c8d-a4e1-ab95d1595665&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0429103 Jul 09 15:04:07.621083 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445eaf6d-074d-4df5-8b35-f45d5f31e394 req-84677977-0a05-430e-bc98-f90762238375 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:07.623123 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-445eaf6d-074d-4df5-8b35-f45d5f31e394 req-84677977-0a05-430e-bc98-f90762238375 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?device_id=6acf793a-000d-4e20-8656-d0b0309dc473 HTTP/1.1" status: 200 len: 946 time: 0.0745764 Jul 09 15:04:07.684238 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-445eaf6d-074d-4df5-8b35-f45d5f31e394 req-fbdbfcdd-3152-42fa-9baf-1322d5a58490 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d09a7a-8018-47af-86f2-93d7c0d88b63&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482757 Jul 09 15:04:07.824997 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6035a991-c088-47f5-ac4f-ea14e979992a req-aedbddc9-910c-475f-8196-3b2228db349b tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:07.830251 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6035a991-c088-47f5-ac4f-ea14e979992a req-aedbddc9-910c-475f-8196-3b2228db349b tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "GET /v2.0/ports?device_id=256bf443-854f-4bf4-8c11-f690cba77d99 HTTP/1.1" status: 200 len: 982 time: 0.0753386 Jul 09 15:04:07.877160 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6035a991-c088-47f5-ac4f-ea14e979992a req-9f1f4248-cf63-474b-98f1-7ee37f2243fc tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "GET /v2.0/security-groups?id=710fd194-0191-4d0f-af8b-f7cbdd6e23ec&id=d5d49935-a9f1-4c8d-a4e1-ab95d1595665&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0423412 Jul 09 15:04:08.900516 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62275723-8524-4424-b2fa-859cfbc9c259 req-f0831e74-650e-4b30-a1b8-8f4fd44cff49 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:08.902100 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-62275723-8524-4424-b2fa-859cfbc9c259 req-f0831e74-650e-4b30-a1b8-8f4fd44cff49 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?device_id=6acf793a-000d-4e20-8656-d0b0309dc473 HTTP/1.1" status: 200 len: 946 time: 0.0731735 Jul 09 15:04:08.964878 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-62275723-8524-4424-b2fa-859cfbc9c259 req-9fac6b45-61b8-4488-9c97-34b8891645e3 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d09a7a-8018-47af-86f2-93d7c0d88b63&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478196 Jul 09 15:04:09.117713 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60db054-ccfc-4513-8d81-36b646958dc3 req-8b1af06d-a8c3-48cd-9801-1aad413ad0f6 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:09.129342 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a60db054-ccfc-4513-8d81-36b646958dc3 req-8b1af06d-a8c3-48cd-9801-1aad413ad0f6 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "GET /v2.0/ports?device_id=256bf443-854f-4bf4-8c11-f690cba77d99 HTTP/1.1" status: 200 len: 982 time: 0.0827684 Jul 09 15:04:09.179226 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a60db054-ccfc-4513-8d81-36b646958dc3 req-f9d04243-07d1-4f98-8c6b-d42f3ee934f6 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "GET /v2.0/security-groups?id=710fd194-0191-4d0f-af8b-f7cbdd6e23ec&id=d5d49935-a9f1-4c8d-a4e1-ab95d1595665&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0503662 Jul 09 15:04:10.238759 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f83320-6a82-423b-89e9-507f38e4b1bc req-1b6224fa-c8b9-41b6-afbe-401f14556fe9 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:10.240526 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b8f83320-6a82-423b-89e9-507f38e4b1bc req-1b6224fa-c8b9-41b6-afbe-401f14556fe9 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?device_id=6acf793a-000d-4e20-8656-d0b0309dc473 HTTP/1.1" status: 200 len: 946 time: 0.1334507 Jul 09 15:04:10.305915 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b8f83320-6a82-423b-89e9-507f38e4b1bc req-30b9c669-14f2-452c-aa12-f89a661bf482 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d09a7a-8018-47af-86f2-93d7c0d88b63&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0573919 Jul 09 15:04:10.436956 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69277b6f-5915-402b-9b49-e4eba8577e23 req-b36df1bf-62c4-49bc-9001-0716ef3dcb81 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:10.438439 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-69277b6f-5915-402b-9b49-e4eba8577e23 req-b36df1bf-62c4-49bc-9001-0716ef3dcb81 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "GET /v2.0/ports?device_id=256bf443-854f-4bf4-8c11-f690cba77d99 HTTP/1.1" status: 200 len: 982 time: 0.0754886 Jul 09 15:04:10.489913 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-69277b6f-5915-402b-9b49-e4eba8577e23 req-73c5d71e-6ea4-4b66-bf61-6cf762f212fe tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "GET /v2.0/security-groups?id=710fd194-0191-4d0f-af8b-f7cbdd6e23ec&id=d5d49935-a9f1-4c8d-a4e1-ab95d1595665&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0437694 Jul 09 15:04:10.607050 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 5586abac-958d-4abd-8217-1d66646e3533 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 15:04:10.679817 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84b9982-0c82-4735-8eff-a998588a4754 req-e46209a1-abbc-43cd-801f-b0cd34fd779d tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:10.681603 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d84b9982-0c82-4735-8eff-a998588a4754 req-e46209a1-abbc-43cd-801f-b0cd34fd779d tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.1094770 Jul 09 15:04:10.735611 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d84b9982-0c82-4735-8eff-a998588a4754 req-1ac4dbea-cd92-4e37-a8e9-724116ddea29 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484521 Jul 09 15:04:10.742528 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 5586abac-958d-4abd-8217-1d66646e3533, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=5586abac-958d-4abd-8217-1d66646e3533,segment=NetworkSegment(9878159f-6a5e-4e8c-bd5b-01c56584ab0f),segment_id=9878159f-6a5e-4e8c-bd5b-01c56584ab0f)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:04:10.757619 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': '5586abac-958d-4abd-8217-1d66646e3533', 'network_id': '466fcfa3-9ce1-40ee-9932-db79c365c144', 'port_id': '5586abac-958d-4abd-8217-1d66646e3533', 'mac_address': 'fa:16:3e:6d:b6:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c878d016-01d3-4c16-a578-dbd760c32b29', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 15:04:10.801542 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:10.815751 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5586abac-958d-4abd-8217-1d66646e3533 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:04:10.837081 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 5586abac-958d-4abd-8217-1d66646e3533, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=5586abac-958d-4abd-8217-1d66646e3533,segment=NetworkSegment(9878159f-6a5e-4e8c-bd5b-01c56584ab0f),segment_id=9878159f-6a5e-4e8c-bd5b-01c56584ab0f)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:04:10.970518 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:11.024316 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=5586abac-958d-4abd-8217-1d66646e3533,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:04:11.179391 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['5586abac-958d-4abd-8217-1d66646e3533'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:04:11.506208 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d3093-9772-4986-aa82-e24601350f8c req-b8c19dc9-514a-4441-9ebc-1d7fb2b743f3 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:11.514217 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-686d3093-9772-4986-aa82-e24601350f8c req-b8c19dc9-514a-4441-9ebc-1d7fb2b743f3 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.0993645 Jul 09 15:04:11.564172 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-686d3093-9772-4986-aa82-e24601350f8c req-8fa2bf2c-1213-44ad-82ab-d3b564c492e5 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385542 Jul 09 15:04:11.596651 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18c0a1-9a81-462b-b13c-f52acee42151 req-0c334a42-d32a-486e-839b-59bef9d372dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:11.598458 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5a18c0a1-9a81-462b-b13c-f52acee42151 req-0c334a42-d32a-486e-839b-59bef9d372dc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c03b5d3d86974e68a5911d632d382871&device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 1096 time: 0.0908124 Jul 09 15:04:11.612216 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd28cfd-a1fa-4e29-bf48-0dbd3d41af45 req-ad156811-97b7-46d5-9e15-f60ed2e36bcf tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:11.619012 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0bd28cfd-a1fa-4e29-bf48-0dbd3d41af45 req-ad156811-97b7-46d5-9e15-f60ed2e36bcf tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?device_id=6acf793a-000d-4e20-8656-d0b0309dc473 HTTP/1.1" status: 200 len: 946 time: 0.1489921 Jul 09 15:04:11.772910 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0bd28cfd-a1fa-4e29-bf48-0dbd3d41af45 req-412b9a85-c065-4c5b-ac90-ee422d8bf2da tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d09a7a-8018-47af-86f2-93d7c0d88b63&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0565143 Jul 09 15:04:11.787238 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36376b28-242b-4c87-975a-2581f01514b2 req-1db3b3cd-602d-47aa-a12b-2b836329068d tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:11.788947 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-36376b28-242b-4c87-975a-2581f01514b2 req-1db3b3cd-602d-47aa-a12b-2b836329068d tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "GET /v2.0/ports?device_id=256bf443-854f-4bf4-8c11-f690cba77d99 HTTP/1.1" status: 200 len: 983 time: 0.1020153 Jul 09 15:04:11.841285 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18c0a1-9a81-462b-b13c-f52acee42151 req-e5c565da-f801-42f3-b423-b1d9fe922207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:11.841285 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5a18c0a1-9a81-462b-b13c-f52acee42151 req-e5c565da-f801-42f3-b423-b1d9fe922207 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2caf48fb-184c-426e-a7e2-2d876991b7f4 HTTP/1.1" status: 200 len: 912 time: 0.2176623 Jul 09 15:04:11.849891 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-36376b28-242b-4c87-975a-2581f01514b2 req-dc40f7c2-15b9-4f04-ad73-563cb8d812ce tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "GET /v2.0/security-groups?id=710fd194-0191-4d0f-af8b-f7cbdd6e23ec&id=d5d49935-a9f1-4c8d-a4e1-ab95d1595665&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0529888 Jul 09 15:04:11.959914 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5a18c0a1-9a81-462b-b13c-f52acee42151 req-2ff520a7-23aa-4514-bc98-88adc99b6fee service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a55c943-174c-41e4-ae0c-abae167a4938 HTTP/1.1" status: 200 len: 998 time: 0.1194704 Jul 09 15:04:12.016427 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18c0a1-9a81-462b-b13c-f52acee42151 req-bdd3c625-e761-4837-b57e-b82c2fc97421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:12.018315 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5a18c0a1-9a81-462b-b13c-f52acee42151 req-bdd3c625-e761-4837-b57e-b82c2fc97421 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a10947be-2e1d-4b8b-b31f-e273354d0e7a HTTP/1.1" status: 200 len: 850 time: 0.0516756 Jul 09 15:04:12.086316 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18c0a1-9a81-462b-b13c-f52acee42151 req-15d8a0c0-633a-4a79-b5e1-84de159966dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:12.087849 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5a18c0a1-9a81-462b-b13c-f52acee42151 req-15d8a0c0-633a-4a79-b5e1-84de159966dc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2caf48fb-184c-426e-a7e2-2d876991b7f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632503 Jul 09 15:04:12.206255 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5a18c0a1-9a81-462b-b13c-f52acee42151 req-2da736d9-defd-4f3b-b29a-9e7b8d8c31b2 service neutron] 10.222.0.62 "GET /v2.0/networks/2caf48fb-184c-426e-a7e2-2d876991b7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089227 Jul 09 15:04:12.305895 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5a18c0a1-9a81-462b-b13c-f52acee42151 req-00d38f8b-5023-4304-ad06-0423efb6aa0b service neutron] 10.222.0.62 "GET /v2.0/networks/2caf48fb-184c-426e-a7e2-2d876991b7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908580 Jul 09 15:04:12.624321 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 5586abac-958d-4abd-8217-1d66646e3533 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:04:12.773362 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec1706-5e14-4715-afb8-7fdc152e9499 req-fd3eafe5-8782-4734-8042-3b08ecb847a3 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:12.782265 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c5ec1706-5e14-4715-afb8-7fdc152e9499 req-fd3eafe5-8782-4734-8042-3b08ecb847a3 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.0825219 Jul 09 15:04:12.823753 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c5ec1706-5e14-4715-afb8-7fdc152e9499 req-7844e417-6878-4f85-acfc-977ca73c6ecb tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405593 Jul 09 15:04:12.895941 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port 5586abac-958d-4abd-8217-1d66646e3533 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:04:12.905024 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port 5586abac-958d-4abd-8217-1d66646e3533 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:04:12.905024 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:13.040651 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d3193c-7108-4306-9ce5-cb73b2f9145a req-d256c8b0-5676-4c29-8171-6848dd6df33a tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:13.049512 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d3d3193c-7108-4306-9ce5-cb73b2f9145a req-d256c8b0-5676-4c29-8171-6848dd6df33a tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?device_id=6acf793a-000d-4e20-8656-d0b0309dc473 HTTP/1.1" status: 200 len: 946 time: 0.1297772 Jul 09 15:04:13.059534 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:13.092654 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '256bf443-854f-4bf4-8c11-f690cba77d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5586abac-958d-4abd-8217-1d66646e3533'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:04:13.099335 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d36954-e23a-4b2a-bf5e-60aac3c126be" -d '{"events": [{"server_uuid": "256bf443-854f-4bf4-8c11-f690cba77d99", "name": "network-vif-plugged", "status": "completed", "tag": "5586abac-958d-4abd-8217-1d66646e3533"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:04:13.102531 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d3d3193c-7108-4306-9ce5-cb73b2f9145a req-f41bd8b0-e66e-4ad0-8251-45a64909d4f9 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d09a7a-8018-47af-86f2-93d7c0d88b63&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0516138 Jul 09 15:04:13.116837 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 5586abac-958d-4abd-8217-1d66646e3533, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=5586abac-958d-4abd-8217-1d66646e3533,segment=NetworkSegment(9878159f-6a5e-4e8c-bd5b-01c56584ab0f),segment_id=9878159f-6a5e-4e8c-bd5b-01c56584ab0f)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:04:13.181265 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dbc738d-f78e-4ee8-9edf-e50d6b6d2bca x-openstack-request-id: req-3dbc738d-f78e-4ee8-9edf-e50d6b6d2bca {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:04:13.183496 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "256bf443-854f-4bf4-8c11-f690cba77d99", "name": "network-vif-plugged", "status": "completed", "tag": "5586abac-958d-4abd-8217-1d66646e3533", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:04:13.184116 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3dbc738d-f78e-4ee8-9edf-e50d6b6d2bca {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:04:13.185136 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '256bf443-854f-4bf4-8c11-f690cba77d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5586abac-958d-4abd-8217-1d66646e3533', 'code': 200} Jul 09 15:04:13.199840 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa2446-47c9-4ec2-a158-29432ca90975 req-396d68f9-7eed-47f9-baa1-550e7c978523 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:13.207573 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cafa2446-47c9-4ec2-a158-29432ca90975 req-396d68f9-7eed-47f9-baa1-550e7c978523 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "GET /v2.0/ports?device_id=256bf443-854f-4bf4-8c11-f690cba77d99 HTTP/1.1" status: 200 len: 983 time: 0.1421192 Jul 09 15:04:13.258416 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cafa2446-47c9-4ec2-a158-29432ca90975 req-d5115d58-3e5d-482b-b2b2-9952bc2547fd tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "GET /v2.0/security-groups?id=710fd194-0191-4d0f-af8b-f7cbdd6e23ec&id=d5d49935-a9f1-4c8d-a4e1-ab95d1595665&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0496552 Jul 09 15:04:13.284062 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:13.359980 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098bf86a-21d7-49c7-ac2d-76402f1fb9c8 req-8f02a2d6-110d-4a50-a581-88a11e02abb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:13.372041 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=5586abac-958d-4abd-8217-1d66646e3533,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:04:13.381856 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-098bf86a-21d7-49c7-ac2d-76402f1fb9c8 req-8f02a2d6-110d-4a50-a581-88a11e02abb1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=256bf443-854f-4bf4-8c11-f690cba77d99 HTTP/1.1" status: 200 len: 1134 time: 0.1230955 Jul 09 15:04:13.450351 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-098bf86a-21d7-49c7-ac2d-76402f1fb9c8 req-a68d1a9e-baa6-4fb0-857c-1680c82bbaed service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d5d49935-a9f1-4c8d-a4e1-ab95d1595665&id=710fd194-0191-4d0f-af8b-f7cbdd6e23ec&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0606096 Jul 09 15:04:13.976225 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf6f1c-ce73-4d74-a9b1-86bfd32f3223 req-a6c55a68-0348-4f6a-b60b-8849ab3a9915 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:13.989998 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f3cf6f1c-ce73-4d74-a9b1-86bfd32f3223 req-a6c55a68-0348-4f6a-b60b-8849ab3a9915 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?device_id=6acf793a-000d-4e20-8656-d0b0309dc473 HTTP/1.1" status: 200 len: 946 time: 0.1254075 Jul 09 15:04:14.044529 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f3cf6f1c-ce73-4d74-a9b1-86bfd32f3223 req-f13a45e7-988f-41ae-a43a-f53d48acf3a3 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d09a7a-8018-47af-86f2-93d7c0d88b63&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0537329 Jul 09 15:04:14.079294 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c58b0ed-7e5a-4b33-a46f-630bc2016f9c req-2174f103-2437-4caf-91ac-d9b949f1a1c2 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:14.081587 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4c58b0ed-7e5a-4b33-a46f-630bc2016f9c req-2174f103-2437-4caf-91ac-d9b949f1a1c2 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.1178169 Jul 09 15:04:14.137873 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4c58b0ed-7e5a-4b33-a46f-630bc2016f9c req-d0ebf5fe-8a6c-4a02-a276-268e7b91e767 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501599 Jul 09 15:04:14.169442 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f08a507-6bf4-4316-9527-ee83063be769 req-f0b3af5d-4cca-480c-aed3-6cf1218636c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:14.171992 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9f08a507-6bf4-4316-9527-ee83063be769 req-f0b3af5d-4cca-480c-aed3-6cf1218636c7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3378cbcb6d374f7888262c5aa67c214b&device_id=6acf793a-000d-4e20-8656-d0b0309dc473 HTTP/1.1" status: 200 len: 1097 time: 0.0811617 Jul 09 15:04:14.298574 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f08a507-6bf4-4316-9527-ee83063be769 req-77034339-ae7a-46e9-81a4-58d64fa35599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:14.300354 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9f08a507-6bf4-4316-9527-ee83063be769 req-77034339-ae7a-46e9-81a4-58d64fa35599 service neutron] 10.222.0.62 "GET /v2.0/networks?id=053b5aa8-ddaf-4c8a-a4d7-933f77f92447 HTTP/1.1" status: 200 len: 912 time: 0.1165864 Jul 09 15:04:14.505874 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9f08a507-6bf4-4316-9527-ee83063be769 req-6ddc691e-1ee7-47a5-8110-6fc951db1084 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=024176e4-6924-4530-be6b-d7b09c58cc41 HTTP/1.1" status: 200 len: 1001 time: 0.1788547 Jul 09 15:04:14.614551 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787935c3-26c8-4916-98d3-f4f2f5ca291d req-a3dc6640-8dc2-4d91-afa4-c11c3f837171 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:14.628160 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-787935c3-26c8-4916-98d3-f4f2f5ca291d req-a3dc6640-8dc2-4d91-afa4-c11c3f837171 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "GET /v2.0/ports?device_id=256bf443-854f-4bf4-8c11-f690cba77d99 HTTP/1.1" status: 200 len: 984 time: 0.1763911 Jul 09 15:04:14.657812 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f08a507-6bf4-4316-9527-ee83063be769 req-dc7c82cd-d87b-48e7-b57e-90dd9fb8649b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:14.657812 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9f08a507-6bf4-4316-9527-ee83063be769 req-dc7c82cd-d87b-48e7-b57e-90dd9fb8649b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f10ff914-6b6b-4456-8b4d-b9664913c2d3 HTTP/1.1" status: 200 len: 850 time: 0.0708153 Jul 09 15:04:14.673446 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5176d7df-ceec-4419-a2bd-038784d6cdd2 req-82ca91a2-534d-4089-a699-07bb1e591d03 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:14.675188 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5176d7df-ceec-4419-a2bd-038784d6cdd2 req-82ca91a2-534d-4089-a699-07bb1e591d03 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.1682360 Jul 09 15:04:14.677899 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-787935c3-26c8-4916-98d3-f4f2f5ca291d req-83365d48-c4fe-4846-b79f-db688e881014 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "GET /v2.0/security-groups?id=710fd194-0191-4d0f-af8b-f7cbdd6e23ec&id=d5d49935-a9f1-4c8d-a4e1-ab95d1595665&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0483997 Jul 09 15:04:14.768722 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5176d7df-ceec-4419-a2bd-038784d6cdd2 req-e467b72a-c8b8-404b-a6e2-4b2ca662af7b tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597930 Jul 09 15:04:14.775449 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f08a507-6bf4-4316-9527-ee83063be769 req-e9beebe4-5cdf-4d73-80a5-2ad5b82ec72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:14.777475 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9f08a507-6bf4-4316-9527-ee83063be769 req-e9beebe4-5cdf-4d73-80a5-2ad5b82ec72b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=053b5aa8-ddaf-4c8a-a4d7-933f77f92447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1132286 Jul 09 15:04:14.906645 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9f08a507-6bf4-4316-9527-ee83063be769 req-e8953fa3-fcbc-47a7-9590-68800cdfe9da service neutron] 10.222.0.62 "GET /v2.0/networks/053b5aa8-ddaf-4c8a-a4d7-933f77f92447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204629 Jul 09 15:04:15.008585 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d806a7-0676-4298-9bc7-3495bdbaeb71 req-d52cf81d-1c92-43f2-82a1-aebdb08c7271 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:15.011398 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e4d806a7-0676-4298-9bc7-3495bdbaeb71 req-d52cf81d-1c92-43f2-82a1-aebdb08c7271 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.1035335 Jul 09 15:04:15.074441 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e4d806a7-0676-4298-9bc7-3495bdbaeb71 req-b8086619-6d8b-4968-88f2-e4cd7c6723b2 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540504 Jul 09 15:04:15.087690 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9f08a507-6bf4-4316-9527-ee83063be769 req-06c8b953-314c-4faf-a94b-2b27d3973a74 service neutron] 10.222.0.62 "GET /v2.0/networks/053b5aa8-ddaf-4c8a-a4d7-933f77f92447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738491 Jul 09 15:04:15.104966 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:15.242346 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74720977-5f78-4f5e-93e1-aed7689d0881 req-8bf6df83-dc9c-4828-a728-be7e9e559bc9 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:15.244090 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-74720977-5f78-4f5e-93e1-aed7689d0881 req-8bf6df83-dc9c-4828-a728-be7e9e559bc9 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?device_id=6acf793a-000d-4e20-8656-d0b0309dc473 HTTP/1.1" status: 200 len: 946 time: 0.0761847 Jul 09 15:04:15.286718 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-74720977-5f78-4f5e-93e1-aed7689d0881 req-127c427d-bc17-4973-bd60-efef0fc6e59b tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d09a7a-8018-47af-86f2-93d7c0d88b63&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368679 Jul 09 15:04:15.386544 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354df671-15d3-4860-ba44-3b044a6310dd req-1209a378-a72d-4b6b-8df7-56cfdc2eaf05 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:15.396235 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-354df671-15d3-4860-ba44-3b044a6310dd req-1209a378-a72d-4b6b-8df7-56cfdc2eaf05 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/networks?id=2caf48fb-184c-426e-a7e2-2d876991b7f4 HTTP/1.1" status: 200 len: 811 time: 0.1350307 Jul 09 15:04:15.412848 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-354df671-15d3-4860-ba44-3b044a6310dd req-fda620e7-aab4-40f3-9616-16043737df52 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/quotas/c03b5d3d86974e68a5911d632d382871 HTTP/1.1" status: 200 len: 375 time: 0.0158589 Jul 09 15:04:15.511052 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-354df671-15d3-4860-ba44-3b044a6310dd req-25e35fd8-ef23-4891-bfa8-64f5af6664d7 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c03b5d3d86974e68a5911d632d382871&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0952599 Jul 09 15:04:15.644850 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-354df671-15d3-4860-ba44-3b044a6310dd req-292d5e38-0522-44ae-8bff-8f706d9700c0 service neutron] 10.222.0.58 "GET /v2.0/networks/2caf48fb-184c-426e-a7e2-2d876991b7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325777 Jul 09 15:04:15.743764 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-354df671-15d3-4860-ba44-3b044a6310dd req-4917d60e-16b3-4e65-b0b0-6d690bb7bae1 service neutron] 10.222.0.58 "GET /v2.0/networks/2caf48fb-184c-426e-a7e2-2d876991b7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930285 Jul 09 15:04:15.888391 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b3b8d-5cc3-4f59-ae51-03f4a02ef13e req-60d19786-04e4-43d7-a7cf-742bd530b749 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:15.891186 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fb5b3b8d-5cc3-4f59-ae51-03f4a02ef13e req-60d19786-04e4-43d7-a7cf-742bd530b749 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "GET /v2.0/ports?device_id=256bf443-854f-4bf4-8c11-f690cba77d99 HTTP/1.1" status: 200 len: 984 time: 0.0902848 Jul 09 15:04:15.951395 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fb5b3b8d-5cc3-4f59-ae51-03f4a02ef13e req-2f9c6397-2158-449c-9d4f-1b922cd0d4b9 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "GET /v2.0/security-groups?id=710fd194-0191-4d0f-af8b-f7cbdd6e23ec&id=d5d49935-a9f1-4c8d-a4e1-ab95d1595665&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0497992 Jul 09 15:04:16.227448 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3d6056b1-4793-4160-8d35-13e645c7d58b req-6cb8440a-5f99-4dfc-b4b3-6b1b683ad18a tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=5755c27b-93c8-48c8-b528-826015140dbf HTTP/1.1" status: 200 len: 210 time: 0.0518086 Jul 09 15:04:16.253208 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf563e8e-a74f-4647-b87e-b8f19f317c7b req-b7db6b0a-cd0e-4eb1-99af-96fa2269bb25 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:16.260004 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bf563e8e-a74f-4647-b87e-b8f19f317c7b req-b7db6b0a-cd0e-4eb1-99af-96fa2269bb25 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "GET /v2.0/ports?device_id=256bf443-854f-4bf4-8c11-f690cba77d99 HTTP/1.1" status: 200 len: 984 time: 0.1488063 Jul 09 15:04:16.304929 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bf563e8e-a74f-4647-b87e-b8f19f317c7b req-eecfd9a1-8819-4432-89d6-709340a501ce tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "GET /v2.0/security-groups?id=710fd194-0191-4d0f-af8b-f7cbdd6e23ec&id=d5d49935-a9f1-4c8d-a4e1-ab95d1595665&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0428255 Jul 09 15:04:16.594831 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d87bf4-4d4a-4ce8-92a8-81a45d308e6f req-49d8f89e-ea19-4d28-a9bd-e56d7e05131d tempest-TestSecurityGroupsBasicOps-332705734 tempest-TestSecurityGroupsBasicOps-332705734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:16.596474 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9dfd8-54eb-4693-8a3a-4a141e44eb46 req-748049a3-1991-4bdd-9dcf-ba0cad0d96bf tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:16.598659 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-05d87bf4-4d4a-4ce8-92a8-81a45d308e6f req-49d8f89e-ea19-4d28-a9bd-e56d7e05131d tempest-TestSecurityGroupsBasicOps-332705734 tempest-TestSecurityGroupsBasicOps-332705734-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=256bf443-854f-4bf4-8c11-f690cba77d99 HTTP/1.1" status: 200 len: 1135 time: 0.1146281 Jul 09 15:04:16.600554 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0ea9dfd8-54eb-4693-8a3a-4a141e44eb46 req-748049a3-1991-4bdd-9dcf-ba0cad0d96bf tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?device_id=6acf793a-000d-4e20-8656-d0b0309dc473 HTTP/1.1" status: 200 len: 946 time: 0.1152475 Jul 09 15:04:16.626032 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-05d87bf4-4d4a-4ce8-92a8-81a45d308e6f req-f38d324e-507b-4126-a9a6-90cf3b318b99 tempest-TestSecurityGroupsBasicOps-332705734 tempest-TestSecurityGroupsBasicOps-332705734-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:16.671562 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0ea9dfd8-54eb-4693-8a3a-4a141e44eb46 req-c8d0cbdf-34af-405e-9fe6-edf0fbdfb7a8 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d09a7a-8018-47af-86f2-93d7c0d88b63&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0559218 Jul 09 15:04:16.768775 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-05d87bf4-4d4a-4ce8-92a8-81a45d308e6f req-f38d324e-507b-4126-a9a6-90cf3b318b99 tempest-TestSecurityGroupsBasicOps-332705734 tempest-TestSecurityGroupsBasicOps-332705734-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:16.861410 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-05d87bf4-4d4a-4ce8-92a8-81a45d308e6f req-f38d324e-507b-4126-a9a6-90cf3b318b99 tempest-TestSecurityGroupsBasicOps-332705734 tempest-TestSecurityGroupsBasicOps-332705734-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:16.889844 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-05d87bf4-4d4a-4ce8-92a8-81a45d308e6f req-f38d324e-507b-4126-a9a6-90cf3b318b99 tempest-TestSecurityGroupsBasicOps-332705734 tempest-TestSecurityGroupsBasicOps-332705734-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=710fd194-0191-4d0f-af8b-f7cbdd6e23ec&id=d5d49935-a9f1-4c8d-a4e1-ab95d1595665&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2847338 Jul 09 15:04:16.905932 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38d324e-507b-4126-a9a6-90cf3b318b99 tempest-TestSecurityGroupsBasicOps-332705734 tempest-TestSecurityGroupsBasicOps-332705734-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ebe7af-7aad-4411-b41e-0e1ba0a819cb,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:04:16.912220 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 34738) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:04:16.977441 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8ca501-bcf4-4311-aa60-11428330e4fd tempest-TestSecurityGroupsBasicOps-332705734 tempest-TestSecurityGroupsBasicOps-332705734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:16.978974 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-df8ca501-bcf4-4311-aa60-11428330e4fd tempest-TestSecurityGroupsBasicOps-332705734 tempest-TestSecurityGroupsBasicOps-332705734-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=256bf443-854f-4bf4-8c11-f690cba77d99 HTTP/1.1" status: 200 len: 1130 time: 0.0657623 Jul 09 15:04:16.984020 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 34740) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:04:16.989307 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-36cade06-05a3-44df-baed-332f08d8cd2c tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Request body: {'floatingip': {'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'port_id': '5586abac-958d-4abd-8217-1d66646e3533', 'tenant_id': '494d12c1a85c4b86999f08bb7865eef7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:04:17.210520 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-36cade06-05a3-44df-baed-332f08d8cd2c tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks [] for floatingip, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:17.331219 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c41ecd83-145d-405e-a095-cbebe4b448af req-7dacb1a5-37b2-49af-b629-cff761c25792 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=5755c27b-93c8-48c8-b528-826015140dbf HTTP/1.1" status: 200 len: 210 time: 0.0391786 Jul 09 15:04:17.395538 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-36cade06-05a3-44df-baed-332f08d8cd2c tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:17.505077 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-36cade06-05a3-44df-baed-332f08d8cd2c tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Allocated IP 172.25.3.208 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/d37fa64c-6f4a-405b-8bda-f0be90db253d) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:04:17.622518 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-36cade06-05a3-44df-baed-332f08d8cd2c tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:17.930457 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-36cade06-05a3-44df-baed-332f08d8cd2c tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:17.976438 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cade06-05a3-44df-baed-332f08d8cd2c tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:04:17.979811 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-36cade06-05a3-44df-baed-332f08d8cd2c tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:04:17.982413 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cade06-05a3-44df-baed-332f08d8cd2c tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:04:18.011332 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cade06-05a3-44df-baed-332f08d8cd2c tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Pushing event updated for resources: {'Port': ['ID=d37fa64c-6f4a-405b-8bda-f0be90db253d,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:04:18.509115 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a0e80019-b405-4d19-a451-262f9c902b04 req-8b682c78-8377-497b-a6a6-2b2e5be69cdd tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=5755c27b-93c8-48c8-b528-826015140dbf HTTP/1.1" status: 200 len: 210 time: 0.0891602 Jul 09 15:04:18.612280 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-36cade06-05a3-44df-baed-332f08d8cd2c tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:18.933206 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-36cade06-05a3-44df-baed-332f08d8cd2c tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:19.112023 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-36cade06-05a3-44df-baed-332f08d8cd2c tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:19.230882 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-36cade06-05a3-44df-baed-332f08d8cd2c tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:19.623275 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f97f6781-92f3-46c8-8c6e-0e26d247b98a req-49fdb477-1e90-44aa-bdf6-96e9d9aeaf94 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=5755c27b-93c8-48c8-b528-826015140dbf HTTP/1.1" status: 200 len: 210 time: 0.0569997 Jul 09 15:04:19.667032 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-36cade06-05a3-44df-baed-332f08d8cd2c tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:19.667032 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cade06-05a3-44df-baed-332f08d8cd2c tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Pushing event updated for resources: {'Port': ['ID=d37fa64c-6f4a-405b-8bda-f0be90db253d,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:04:19.793051 n-d-799529-6 neutron-server[94446]: INFO neutron.db.l3_db [None req-36cade06-05a3-44df-baed-332f08d8cd2c tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Floating IP d9124bed-09da-4531-95e9-931b68696544 associated. External IP: 172.25.3.208, port: 5586abac-958d-4abd-8217-1d66646e3533. Jul 09 15:04:20.079822 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36cade06-05a3-44df-baed-332f08d8cd2c tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Router 70d0f580-3cf0-4683-909b-b832b1a016e2 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:04:20.231727 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36cade06-05a3-44df-baed-332f08d8cd2c tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:04:20.243361 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55b1cc4-922d-4121-ae9e-a4c254860641 None None] Sync routers for ids ['70d0f580-3cf0-4683-909b-b832b1a016e2'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:04:20.255110 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55b1cc4-922d-4121-ae9e-a4c254860641 None None] Routers {'70d0f580-3cf0-4683-909b-b832b1a016e2'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:04:20.255762 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-b55b1cc4-922d-4121-ae9e-a4c254860641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:03:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['70d0f580-3cf0-4683-909b-b832b1a016e2'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:04:20.371772 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-b55b1cc4-922d-4121-ae9e-a4c254860641 None None] Set router 70d0f580-3cf0-4683-909b-b832b1a016e2 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:04:20.419362 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-36cade06-05a3-44df-baed-332f08d8cd2c tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:20.464752 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-36cade06-05a3-44df-baed-332f08d8cd2c tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4771314 Jul 09 15:04:20.464752 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '256bf443-854f-4bf4-8c11-f690cba77d99', 'tag': '5586abac-958d-4abd-8217-1d66646e3533'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:04:20.465535 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 34808) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:04:20.465760 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1cfece-3c0a-4147-82bc-145698fa468a" -d '{"events": [{"name": "network-changed", "server_uuid": "256bf443-854f-4bf4-8c11-f690cba77d99", "tag": "5586abac-958d-4abd-8217-1d66646e3533"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:04:20.725941 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125520b0-398a-40e1-ba2e-40cc855a92ec x-openstack-request-id: req-125520b0-398a-40e1-ba2e-40cc855a92ec {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:04:20.732036 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-b55b1cc4-922d-4121-ae9e-a4c254860641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d0f580-3cf0-4683-909b-b832b1a016e2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1756194522', 'tenant_id': '494d12c1a85c4b86999f08bb7865eef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b9df4466-949b-42ae-b786-19e3c82d091c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:03:26Z', 'updated_at': '2021-07-09T15:03:36Z', 'revision_number': 4, 'project_id': '494d12c1a85c4b86999f08bb7865eef7', 'gw_port': {'id': 'b9df4466-949b-42ae-b786-19e3c82d091c', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:df:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d0f580-3cf0-4683-909b-b832b1a016e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:03:27Z', 'updated_at': '2021-07-09T15:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': 'd9124bed-09da-4531-95e9-931b68696544', 'tenant_id': '494d12c1a85c4b86999f08bb7865eef7', 'floating_ip_address': '172.25.3.208', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '70d0f580-3cf0-4683-909b-b832b1a016e2', 'port_id': '5586abac-958d-4abd-8217-1d66646e3533', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '466fcfa3-9ce1-40ee-9932-db79c365c144', 'mac_address': 'fa:16:3e:6d:b6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256bf443-854f-4bf4-8c11-f690cba77d99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:04:18Z', 'updated_at': '2021-07-09T15:04:18Z', 'revision_number': 0, 'project_id': '494d12c1a85c4b86999f08bb7865eef7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7ce308c-b4a1-4084-a9eb-2955d935f7b1', 'name': '', 'network_id': '466fcfa3-9ce1-40ee-9932-db79c365c144', 'tenant_id': '494d12c1a85c4b86999f08bb7865eef7', 'mac_address': 'fa:16:3e:be:83:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d0f580-3cf0-4683-909b-b832b1a016e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': 'c878d016-01d3-4c16-a578-dbd760c32b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:03:35Z', 'updated_at': '2021-07-09T15:03:45Z', 'revision_number': 5, 'project_id': '494d12c1a85c4b86999f08bb7865eef7', 'subnets': [{'id': 'c878d016-01d3-4c16-a578-dbd760c32b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:04:20.732552 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "256bf443-854f-4bf4-8c11-f690cba77d99", "tag": "5586abac-958d-4abd-8217-1d66646e3533", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:04:20.732552 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-125520b0-398a-40e1-ba2e-40cc855a92ec {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:04:20.732552 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '256bf443-854f-4bf4-8c11-f690cba77d99', 'tag': '5586abac-958d-4abd-8217-1d66646e3533', 'status': 'completed', 'code': 200} Jul 09 15:04:20.778318 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55b1cc4-922d-4121-ae9e-a4c254860641 None None] Checking router: 70d0f580-3cf0-4683-909b-b832b1a016e2 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:04:20.795844 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55b1cc4-922d-4121-ae9e-a4c254860641 None None] Routers {'70d0f580-3cf0-4683-909b-b832b1a016e2'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:04:20.796918 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-b55b1cc4-922d-4121-ae9e-a4c254860641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:03:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['70d0f580-3cf0-4683-909b-b832b1a016e2'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:04:20.910690 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a54ec85e-06ad-4165-b652-6ea4f2dcb487 req-716599ab-ad77-4f32-9943-e6f246cd8830 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=5755c27b-93c8-48c8-b528-826015140dbf HTTP/1.1" status: 200 len: 210 time: 0.0560374 Jul 09 15:04:20.925282 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13d9b61-da53-4bb5-bb9e-80d57ad6e7b6 tempest-TestSecurityGroupsBasicOps-332705734 tempest-TestSecurityGroupsBasicOps-332705734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:20.925995 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13d9b61-da53-4bb5-bb9e-80d57ad6e7b6 tempest-TestSecurityGroupsBasicOps-332705734 tempest-TestSecurityGroupsBasicOps-332705734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:20.926653 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13d9b61-da53-4bb5-bb9e-80d57ad6e7b6 tempest-TestSecurityGroupsBasicOps-332705734 tempest-TestSecurityGroupsBasicOps-332705734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:20.927302 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13d9b61-da53-4bb5-bb9e-80d57ad6e7b6 tempest-TestSecurityGroupsBasicOps-332705734 tempest-TestSecurityGroupsBasicOps-332705734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:20.927979 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13d9b61-da53-4bb5-bb9e-80d57ad6e7b6 tempest-TestSecurityGroupsBasicOps-332705734 tempest-TestSecurityGroupsBasicOps-332705734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:20.928624 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13d9b61-da53-4bb5-bb9e-80d57ad6e7b6 tempest-TestSecurityGroupsBasicOps-332705734 tempest-TestSecurityGroupsBasicOps-332705734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:20.929268 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13d9b61-da53-4bb5-bb9e-80d57ad6e7b6 tempest-TestSecurityGroupsBasicOps-332705734 tempest-TestSecurityGroupsBasicOps-332705734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:20.929914 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13d9b61-da53-4bb5-bb9e-80d57ad6e7b6 tempest-TestSecurityGroupsBasicOps-332705734 tempest-TestSecurityGroupsBasicOps-332705734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:20.930850 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13d9b61-da53-4bb5-bb9e-80d57ad6e7b6 tempest-TestSecurityGroupsBasicOps-332705734 tempest-TestSecurityGroupsBasicOps-332705734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:20.931545 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13d9b61-da53-4bb5-bb9e-80d57ad6e7b6 tempest-TestSecurityGroupsBasicOps-332705734 tempest-TestSecurityGroupsBasicOps-332705734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:20.932190 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13d9b61-da53-4bb5-bb9e-80d57ad6e7b6 tempest-TestSecurityGroupsBasicOps-332705734 tempest-TestSecurityGroupsBasicOps-332705734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:20.934490 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b13d9b61-da53-4bb5-bb9e-80d57ad6e7b6 tempest-TestSecurityGroupsBasicOps-332705734 tempest-TestSecurityGroupsBasicOps-332705734-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7771 time: 0.4674757 Jul 09 15:04:20.938241 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 34828) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:04:20.956458 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-b55b1cc4-922d-4121-ae9e-a4c254860641 None None] Set router 70d0f580-3cf0-4683-909b-b832b1a016e2 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:04:21.100152 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1cfece-3c0a-4147-82bc-145698fa468a req-fac2c324-66f9-4af0-9f76-c630bd10e808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:21.102301 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ee1cfece-3c0a-4147-82bc-145698fa468a req-fac2c324-66f9-4af0-9f76-c630bd10e808 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=494d12c1a85c4b86999f08bb7865eef7&device_id=256bf443-854f-4bf4-8c11-f690cba77d99 HTTP/1.1" status: 200 len: 1135 time: 0.2872028 Jul 09 15:04:21.107771 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b63896-7386-4bd8-86c2-87d7e52aaf47 tempest-TestSecurityGroupsBasicOps-332705734 tempest-TestSecurityGroupsBasicOps-332705734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:21.108385 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b63896-7386-4bd8-86c2-87d7e52aaf47 tempest-TestSecurityGroupsBasicOps-332705734 tempest-TestSecurityGroupsBasicOps-332705734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:21.109041 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b63896-7386-4bd8-86c2-87d7e52aaf47 tempest-TestSecurityGroupsBasicOps-332705734 tempest-TestSecurityGroupsBasicOps-332705734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:21.109509 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b63896-7386-4bd8-86c2-87d7e52aaf47 tempest-TestSecurityGroupsBasicOps-332705734 tempest-TestSecurityGroupsBasicOps-332705734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:21.109989 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b63896-7386-4bd8-86c2-87d7e52aaf47 tempest-TestSecurityGroupsBasicOps-332705734 tempest-TestSecurityGroupsBasicOps-332705734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:21.110440 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b63896-7386-4bd8-86c2-87d7e52aaf47 tempest-TestSecurityGroupsBasicOps-332705734 tempest-TestSecurityGroupsBasicOps-332705734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:21.111005 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b63896-7386-4bd8-86c2-87d7e52aaf47 tempest-TestSecurityGroupsBasicOps-332705734 tempest-TestSecurityGroupsBasicOps-332705734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:21.111669 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b63896-7386-4bd8-86c2-87d7e52aaf47 tempest-TestSecurityGroupsBasicOps-332705734 tempest-TestSecurityGroupsBasicOps-332705734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:21.112843 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b63896-7386-4bd8-86c2-87d7e52aaf47 tempest-TestSecurityGroupsBasicOps-332705734 tempest-TestSecurityGroupsBasicOps-332705734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:21.113482 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b63896-7386-4bd8-86c2-87d7e52aaf47 tempest-TestSecurityGroupsBasicOps-332705734 tempest-TestSecurityGroupsBasicOps-332705734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:21.120132 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b63896-7386-4bd8-86c2-87d7e52aaf47 tempest-TestSecurityGroupsBasicOps-332705734 tempest-TestSecurityGroupsBasicOps-332705734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:21.120132 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b5b63896-7386-4bd8-86c2-87d7e52aaf47 tempest-TestSecurityGroupsBasicOps-332705734 tempest-TestSecurityGroupsBasicOps-332705734-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7096 time: 0.1772778 Jul 09 15:04:21.120495 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 34836) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:04:21.305813 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-b55b1cc4-922d-4121-ae9e-a4c254860641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d0f580-3cf0-4683-909b-b832b1a016e2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1756194522', 'tenant_id': '494d12c1a85c4b86999f08bb7865eef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b9df4466-949b-42ae-b786-19e3c82d091c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:03:26Z', 'updated_at': '2021-07-09T15:03:36Z', 'revision_number': 4, 'project_id': '494d12c1a85c4b86999f08bb7865eef7', 'gw_port': {'id': 'b9df4466-949b-42ae-b786-19e3c82d091c', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:df:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d0f580-3cf0-4683-909b-b832b1a016e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:03:27Z', 'updated_at': '2021-07-09T15:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': 'd9124bed-09da-4531-95e9-931b68696544', 'tenant_id': '494d12c1a85c4b86999f08bb7865eef7', 'floating_ip_address': '172.25.3.208', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '70d0f580-3cf0-4683-909b-b832b1a016e2', 'port_id': '5586abac-958d-4abd-8217-1d66646e3533', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '466fcfa3-9ce1-40ee-9932-db79c365c144', 'mac_address': 'fa:16:3e:6d:b6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256bf443-854f-4bf4-8c11-f690cba77d99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:04:18Z', 'updated_at': '2021-07-09T15:04:18Z', 'revision_number': 0, 'project_id': '494d12c1a85c4b86999f08bb7865eef7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7ce308c-b4a1-4084-a9eb-2955d935f7b1', 'name': '', 'network_id': '466fcfa3-9ce1-40ee-9932-db79c365c144', 'tenant_id': '494d12c1a85c4b86999f08bb7865eef7', 'mac_address': 'fa:16:3e:be:83:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d0f580-3cf0-4683-909b-b832b1a016e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': 'c878d016-01d3-4c16-a578-dbd760c32b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:03:35Z', 'updated_at': '2021-07-09T15:03:45Z', 'revision_number': 5, 'project_id': '494d12c1a85c4b86999f08bb7865eef7', 'subnets': [{'id': 'c878d016-01d3-4c16-a578-dbd760c32b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:04:21.322704 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1cfece-3c0a-4147-82bc-145698fa468a req-da564654-9ece-460f-a342-9504507f3819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:21.324717 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ee1cfece-3c0a-4147-82bc-145698fa468a req-da564654-9ece-460f-a342-9504507f3819 service neutron] 10.222.0.54 "GET /v2.0/networks?id=466fcfa3-9ce1-40ee-9932-db79c365c144 HTTP/1.1" status: 200 len: 898 time: 0.2071753 Jul 09 15:04:21.396341 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55b1cc4-922d-4121-ae9e-a4c254860641 None None] The sync data for ids ['70d0f580-3cf0-4683-909b-b832b1a016e2'] in n-d-799529-6 is: [{'id': '70d0f580-3cf0-4683-909b-b832b1a016e2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1756194522', 'tenant_id': '494d12c1a85c4b86999f08bb7865eef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b9df4466-949b-42ae-b786-19e3c82d091c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:03:26Z', 'updated_at': '2021-07-09T15:03:36Z', 'revision_number': 4, 'project_id': '494d12c1a85c4b86999f08bb7865eef7', 'gw_port': {'id': 'b9df4466-949b-42ae-b786-19e3c82d091c', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:df:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d0f580-3cf0-4683-909b-b832b1a016e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:03:27Z', 'updated_at': '2021-07-09T15:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': 'd9124bed-09da-4531-95e9-931b68696544', 'tenant_id': '494d12c1a85c4b86999f08bb7865eef7', 'floating_ip_address': '172.25.3.208', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '70d0f580-3cf0-4683-909b-b832b1a016e2', 'port_id': '5586abac-958d-4abd-8217-1d66646e3533', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '466fcfa3-9ce1-40ee-9932-db79c365c144', 'mac_address': 'fa:16:3e:6d:b6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256bf443-854f-4bf4-8c11-f690cba77d99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:04:18Z', 'updated_at': '2021-07-09T15:04:18Z', 'revision_number': 0, 'project_id': '494d12c1a85c4b86999f08bb7865eef7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7ce308c-b4a1-4084-a9eb-2955d935f7b1', 'name': '', 'network_id': '466fcfa3-9ce1-40ee-9932-db79c365c144', 'tenant_id': '494d12c1a85c4b86999f08bb7865eef7', 'mac_address': 'fa:16:3e:be:83:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d0f580-3cf0-4683-909b-b832b1a016e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': 'c878d016-01d3-4c16-a578-dbd760c32b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:03:35Z', 'updated_at': '2021-07-09T15:03:45Z', 'revision_number': 5, 'project_id': '494d12c1a85c4b86999f08bb7865eef7', 'subnets': [{'id': 'c878d016-01d3-4c16-a578-dbd760c32b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:04:21.555280 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-0894369d-9f93-4dcd-93d1-0ef5cf87b597 tempest-TestSecurityGroupsBasicOps-332705734 tempest-TestSecurityGroupsBasicOps-332705734-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5224 time: 0.4303980 Jul 09 15:04:21.556066 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 34840) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:04:21.559190 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ee1cfece-3c0a-4147-82bc-145698fa468a req-b1fef163-1eca-4d52-9e8c-93b01c89e516 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5586abac-958d-4abd-8217-1d66646e3533 HTTP/1.1" status: 200 len: 999 time: 0.2253048 Jul 09 15:04:21.652797 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1cfece-3c0a-4147-82bc-145698fa468a req-4ee32fb8-19b6-4b93-b312-3ba9b443ad07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:21.658947 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ee1cfece-3c0a-4147-82bc-145698fa468a req-4ee32fb8-19b6-4b93-b312-3ba9b443ad07 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c878d016-01d3-4c16-a578-dbd760c32b29 HTTP/1.1" status: 200 len: 833 time: 0.0889294 Jul 09 15:04:21.688383 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70cf62f-42df-41a1-a3ad-ffea2b64a512 tempest-TestSecurityGroupsBasicOps-332705734 tempest-TestSecurityGroupsBasicOps-332705734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:21.688887 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70cf62f-42df-41a1-a3ad-ffea2b64a512 tempest-TestSecurityGroupsBasicOps-332705734 tempest-TestSecurityGroupsBasicOps-332705734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:21.690606 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c70cf62f-42df-41a1-a3ad-ffea2b64a512 tempest-TestSecurityGroupsBasicOps-332705734 tempest-TestSecurityGroupsBasicOps-332705734-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=70d0f580-3cf0-4683-909b-b832b1a016e2 HTTP/1.1" status: 200 len: 1990 time: 0.1334186 Jul 09 15:04:21.829933 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1cfece-3c0a-4147-82bc-145698fa468a req-57295bea-614d-4592-ad60-3a7988a1d264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:21.831728 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ee1cfece-3c0a-4147-82bc-145698fa468a req-57295bea-614d-4592-ad60-3a7988a1d264 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=466fcfa3-9ce1-40ee-9932-db79c365c144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1665325 Jul 09 15:04:21.863857 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5139c99c-e6d6-4450-a43f-a79e1844d342 None None] New status for floating IP d9124bed-09da-4531-95e9-931b68696544: ACTIVE {{(pid=94447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 15:04:22.027158 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ee1cfece-3c0a-4147-82bc-145698fa468a req-63c992b4-5a0b-454a-92e4-c65665c0db7a service neutron] 10.222.0.54 "GET /v2.0/networks/466fcfa3-9ce1-40ee-9932-db79c365c144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862493 Jul 09 15:04:22.164236 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-357ecfb2-739b-4232-a89c-cea176b6f682 req-e7dd7059-6530-40c0-a9f4-3bcea8933884 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=5755c27b-93c8-48c8-b528-826015140dbf HTTP/1.1" status: 200 len: 210 time: 0.0408697 Jul 09 15:04:22.181680 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ee1cfece-3c0a-4147-82bc-145698fa468a req-9963cc8f-6859-430c-ab4a-fe50e7316d92 service neutron] 10.222.0.54 "GET /v2.0/networks/466fcfa3-9ce1-40ee-9932-db79c365c144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464479 Jul 09 15:04:23.296336 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:23.329598 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-59b4ff33-6847-43bb-b64c-5f6ee7530774 req-38693d60-e954-4603-9be9-0fdae443c455 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=5755c27b-93c8-48c8-b528-826015140dbf HTTP/1.1" status: 200 len: 210 time: 0.0384340 Jul 09 15:04:24.079415 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c94d72c3-8d81-4a0d-b777-0a5775f0d40d req-1d02a777-aa33-45a4-b4b5-22adb8a1c887 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=256bf443-854f-4bf4-8c11-f690cba77d99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0874178 Jul 09 15:04:24.206146 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354df671-15d3-4860-ba44-3b044a6310dd req-cedbb646-ef22-4f6a-8f21-9697e06e8c6f tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:24.206146 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-354df671-15d3-4860-ba44-3b044a6310dd req-cedbb646-ef22-4f6a-8f21-9697e06e8c6f tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.62 "GET /v2.0/networks?id=2caf48fb-184c-426e-a7e2-2d876991b7f4 HTTP/1.1" status: 200 len: 811 time: 0.2396777 Jul 09 15:04:24.233361 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-354df671-15d3-4860-ba44-3b044a6310dd req-96973e0b-f409-4641-8c00-b0322244a7a1 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Request body: {'port': {'device_id': '5755c27b-93c8-48c8-b528-826015140dbf', 'network_id': '2caf48fb-184c-426e-a7e2-2d876991b7f4', 'admin_state_up': True, 'tenant_id': 'c03b5d3d86974e68a5911d632d382871'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:04:24.311235 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d72c3-8d81-4a0d-b777-0a5775f0d40d req-241e3757-5383-47c1-9520-1bfccd12f3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:24.312847 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c94d72c3-8d81-4a0d-b777-0a5775f0d40d req-241e3757-5383-47c1-9520-1bfccd12f3b6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=494d12c1a85c4b86999f08bb7865eef7&device_id=256bf443-854f-4bf4-8c11-f690cba77d99 HTTP/1.1" status: 200 len: 1135 time: 0.0931273 Jul 09 15:04:24.524915 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d72c3-8d81-4a0d-b777-0a5775f0d40d req-fe4ab4ba-36f9-44d9-8d97-733193dae8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:24.526511 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c94d72c3-8d81-4a0d-b777-0a5775f0d40d req-fe4ab4ba-36f9-44d9-8d97-733193dae8c7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=466fcfa3-9ce1-40ee-9932-db79c365c144 HTTP/1.1" status: 200 len: 898 time: 0.1816905 Jul 09 15:04:24.643901 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f4ae4adc-7250-48b5-b7f5-918db6f7d33b req-4b2f9453-a924-4e33-9358-d91857364f34 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=5755c27b-93c8-48c8-b528-826015140dbf HTTP/1.1" status: 200 len: 210 time: 0.0588372 Jul 09 15:04:24.673047 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-354df671-15d3-4860-ba44-3b044a6310dd req-96973e0b-f409-4641-8c00-b0322244a7a1 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Made reservation on behalf of c03b5d3d86974e68a5911d632d382871 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:04:24.678918 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-354df671-15d3-4860-ba44-3b044a6310dd req-96973e0b-f409-4641-8c00-b0322244a7a1 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:24.945732 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-354df671-15d3-4860-ba44-3b044a6310dd req-96973e0b-f409-4641-8c00-b0322244a7a1 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Allocated IP 172.20.0.3 (2caf48fb-184c-426e-a7e2-2d876991b7f4/a10947be-2e1d-4b8b-b31f-e273354d0e7a/17a81ce2-504c-4392-b158-080965d6ce41) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:04:25.115494 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c94d72c3-8d81-4a0d-b777-0a5775f0d40d req-d5938da1-c206-4b94-82f5-9782dea589c5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5586abac-958d-4abd-8217-1d66646e3533 HTTP/1.1" status: 200 len: 1001 time: 0.5824659 Jul 09 15:04:25.209651 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-354df671-15d3-4860-ba44-3b044a6310dd req-96973e0b-f409-4641-8c00-b0322244a7a1 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:25.225308 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d72c3-8d81-4a0d-b777-0a5775f0d40d req-c438e1c3-46a7-40f8-8a85-c0f37ccb4645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:25.230838 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c94d72c3-8d81-4a0d-b777-0a5775f0d40d req-c438e1c3-46a7-40f8-8a85-c0f37ccb4645 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c878d016-01d3-4c16-a578-dbd760c32b29 HTTP/1.1" status: 200 len: 833 time: 0.1076798 Jul 09 15:04:25.237442 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-354df671-15d3-4860-ba44-3b044a6310dd req-96973e0b-f409-4641-8c00-b0322244a7a1 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Transition to ACTIVE for port object 17a81ce2-504c-4392-b158-080965d6ce41 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:04:25.333743 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d72c3-8d81-4a0d-b777-0a5775f0d40d req-730229ab-af14-4a4c-87bb-8fe5475933ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:25.335369 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c94d72c3-8d81-4a0d-b777-0a5775f0d40d req-730229ab-af14-4a4c-87bb-8fe5475933ea service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=466fcfa3-9ce1-40ee-9932-db79c365c144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0977182 Jul 09 15:04:25.395351 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-354df671-15d3-4860-ba44-3b044a6310dd req-96973e0b-f409-4641-8c00-b0322244a7a1 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:25.462506 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-354df671-15d3-4860-ba44-3b044a6310dd req-96973e0b-f409-4641-8c00-b0322244a7a1 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Network 2caf48fb-184c-426e-a7e2-2d876991b7f4 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:04:25.466248 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-354df671-15d3-4860-ba44-3b044a6310dd req-96973e0b-f409-4641-8c00-b0322244a7a1 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:04:25.479925 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-354df671-15d3-4860-ba44-3b044a6310dd req-96973e0b-f409-4641-8c00-b0322244a7a1 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:04:25.484474 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96973e0b-f409-4641-8c00-b0322244a7a1 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Pushing event updated for resources: {'Port': ['ID=17a81ce2-504c-4392-b158-080965d6ce41,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:04:25.492582 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c94d72c3-8d81-4a0d-b777-0a5775f0d40d req-056f6551-e21c-4cb5-94c7-6bbdf849aeb0 service neutron] 10.222.0.54 "GET /v2.0/networks/466fcfa3-9ce1-40ee-9932-db79c365c144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441333 Jul 09 15:04:25.545501 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354df671-15d3-4860-ba44-3b044a6310dd req-96973e0b-f409-4641-8c00-b0322244a7a1 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:25.547284 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-354df671-15d3-4860-ba44-3b044a6310dd req-96973e0b-f409-4641-8c00-b0322244a7a1 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:25.607566 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c94d72c3-8d81-4a0d-b777-0a5775f0d40d req-15f4dcf4-edda-4c87-b1ea-acd5b874e82b service neutron] 10.222.0.54 "GET /v2.0/networks/466fcfa3-9ce1-40ee-9932-db79c365c144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084266 Jul 09 15:04:25.681275 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-354df671-15d3-4860-ba44-3b044a6310dd req-96973e0b-f409-4641-8c00-b0322244a7a1 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4534094 Jul 09 15:04:25.703050 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-354df671-15d3-4860-ba44-3b044a6310dd req-d0931c6f-85cc-4797-967b-632bed8a29bd service neutron] Request body: {'port': {'device_id': '5755c27b-93c8-48c8-b528-826015140dbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:04:25.847174 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-354df671-15d3-4860-ba44-3b044a6310dd req-d0931c6f-85cc-4797-967b-632bed8a29bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:25.943395 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ec058-425f-4d8d-873d-2c7c7a7caaa8 req-1369e565-324f-4e79-b9b3-25491f6925e3 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:25.955358 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-080ec058-425f-4d8d-873d-2c7c7a7caaa8 req-1369e565-324f-4e79-b9b3-25491f6925e3 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=5755c27b-93c8-48c8-b528-826015140dbf HTTP/1.1" status: 200 len: 931 time: 0.1135714 Jul 09 15:04:26.010849 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-080ec058-425f-4d8d-873d-2c7c7a7caaa8 req-cf94841d-ff5f-4307-ad03-e87f467e737e tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544660 Jul 09 15:04:26.016672 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-c294d1ad-b08f-4881-809b-049fc341a908 None None] Provisioning for port 17a81ce2-504c-4392-b158-080965d6ce41 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:04:26.029154 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-c294d1ad-b08f-4881-809b-049fc341a908 None None] Provisioning complete for port 17a81ce2-504c-4392-b158-080965d6ce41 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:04:26.030790 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c294d1ad-b08f-4881-809b-049fc341a908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:26.096439 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-c294d1ad-b08f-4881-809b-049fc341a908 None None] Port 17a81ce2-504c-4392-b158-080965d6ce41 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:04:26.153561 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-90964ada-7954-4ae0-85f4-55532b6c70a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:26.279232 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-354df671-15d3-4860-ba44-3b044a6310dd req-d0931c6f-85cc-4797-967b-632bed8a29bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17a81ce2-504c-4392-b158-080965d6ce41 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:04:26.290234 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-354df671-15d3-4860-ba44-3b044a6310dd req-d0931c6f-85cc-4797-967b-632bed8a29bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:26.309672 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-354df671-15d3-4860-ba44-3b044a6310dd req-d0931c6f-85cc-4797-967b-632bed8a29bd service neutron] Transition to ACTIVE for port object 17a81ce2-504c-4392-b158-080965d6ce41 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:04:26.433480 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-354df671-15d3-4860-ba44-3b044a6310dd req-d0931c6f-85cc-4797-967b-632bed8a29bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:26.506535 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0931c6f-85cc-4797-967b-632bed8a29bd service neutron] Pushing event updated for resources: {'Port': ['ID=17a81ce2-504c-4392-b158-080965d6ce41,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:04:26.587017 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-354df671-15d3-4860-ba44-3b044a6310dd req-d0931c6f-85cc-4797-967b-632bed8a29bd service neutron] Attempting to bind port 17a81ce2-504c-4392-b158-080965d6ce41 on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:04:26.587555 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-354df671-15d3-4860-ba44-3b044a6310dd req-d0931c6f-85cc-4797-967b-632bed8a29bd service neutron] Attempting to bind port 17a81ce2-504c-4392-b158-080965d6ce41 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': '06875dad-dad1-4e17-960d-8ec4e4c881bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2caf48fb-184c-426e-a7e2-2d876991b7f4'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:04:26.595278 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354df671-15d3-4860-ba44-3b044a6310dd req-d0931c6f-85cc-4797-967b-632bed8a29bd service neutron] Attempting to bind port 17a81ce2-504c-4392-b158-080965d6ce41 on network 2caf48fb-184c-426e-a7e2-2d876991b7f4 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:04:26.610916 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354df671-15d3-4860-ba44-3b044a6310dd req-d0931c6f-85cc-4797-967b-632bed8a29bd service neutron] Port 17a81ce2-504c-4392-b158-080965d6ce41 on network 2caf48fb-184c-426e-a7e2-2d876991b7f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:04:26.610916 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354df671-15d3-4860-ba44-3b044a6310dd req-d0931c6f-85cc-4797-967b-632bed8a29bd service neutron] Attempting to bind port 17a81ce2-504c-4392-b158-080965d6ce41 on network 2caf48fb-184c-426e-a7e2-2d876991b7f4 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:04:26.616807 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354df671-15d3-4860-ba44-3b044a6310dd req-d0931c6f-85cc-4797-967b-632bed8a29bd service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:04:26.617256 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354df671-15d3-4860-ba44-3b044a6310dd req-d0931c6f-85cc-4797-967b-632bed8a29bd service neutron] Checking segment: {'id': '06875dad-dad1-4e17-960d-8ec4e4c881bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2caf48fb-184c-426e-a7e2-2d876991b7f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:04:26.617850 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354df671-15d3-4860-ba44-3b044a6310dd req-d0931c6f-85cc-4797-967b-632bed8a29bd service neutron] Bound using segment: {'id': '06875dad-dad1-4e17-960d-8ec4e4c881bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2caf48fb-184c-426e-a7e2-2d876991b7f4'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:04:26.618348 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-354df671-15d3-4860-ba44-3b044a6310dd req-d0931c6f-85cc-4797-967b-632bed8a29bd service neutron] Bound port: 17a81ce2-504c-4392-b158-080965d6ce41, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06875dad-dad1-4e17-960d-8ec4e4c881bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2caf48fb-184c-426e-a7e2-2d876991b7f4'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:04:26.618782 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-354df671-15d3-4860-ba44-3b044a6310dd req-d0931c6f-85cc-4797-967b-632bed8a29bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:26.758399 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-354df671-15d3-4860-ba44-3b044a6310dd req-d0931c6f-85cc-4797-967b-632bed8a29bd service neutron] For port 17a81ce2-504c-4392-b158-080965d6ce41, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:04:26.765293 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-354df671-15d3-4860-ba44-3b044a6310dd req-d0931c6f-85cc-4797-967b-632bed8a29bd service neutron] For port 17a81ce2-504c-4392-b158-080965d6ce41, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=17a81ce2-504c-4392-b158-080965d6ce41,segment=NetworkSegment(06875dad-dad1-4e17-960d-8ec4e4c881bc),segment_id=06875dad-dad1-4e17-960d-8ec4e4c881bc)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:04:26.867419 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-354df671-15d3-4860-ba44-3b044a6310dd req-d0931c6f-85cc-4797-967b-632bed8a29bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:26.936630 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354df671-15d3-4860-ba44-3b044a6310dd req-d0931c6f-85cc-4797-967b-632bed8a29bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:26.937545 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-354df671-15d3-4860-ba44-3b044a6310dd req-d0931c6f-85cc-4797-967b-632bed8a29bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:26.939914 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-354df671-15d3-4860-ba44-3b044a6310dd req-d0931c6f-85cc-4797-967b-632bed8a29bd service neutron] 10.222.0.62 "PUT /v2.0/ports/17a81ce2-504c-4392-b158-080965d6ce41 HTTP/1.1" status: 200 len: 1091 time: 1.2425702 Jul 09 15:04:26.940648 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5755c27b-93c8-48c8-b528-826015140dbf', 'tag': '17a81ce2-504c-4392-b158-080965d6ce41'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:04:26.953848 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf83ebc9-ee96-4589-b633-67fba1c3d097" -d '{"events": [{"name": "network-changed", "server_uuid": "5755c27b-93c8-48c8-b528-826015140dbf", "tag": "17a81ce2-504c-4392-b158-080965d6ce41"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:04:27.031415 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0931c6f-85cc-4797-967b-632bed8a29bd service neutron] Pushing event updated for resources: {'Port': ['ID=17a81ce2-504c-4392-b158-080965d6ce41,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:04:27.089083 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6351819a-398e-45bf-9b87-e2932e3394c1 x-openstack-request-id: req-6351819a-398e-45bf-9b87-e2932e3394c1 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:04:27.089625 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5755c27b-93c8-48c8-b528-826015140dbf", "tag": "17a81ce2-504c-4392-b158-080965d6ce41", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:04:27.090041 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6351819a-398e-45bf-9b87-e2932e3394c1 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:04:27.090691 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5755c27b-93c8-48c8-b528-826015140dbf', 'tag': '17a81ce2-504c-4392-b158-080965d6ce41', 'status': 'completed', 'code': 200} Jul 09 15:04:27.354771 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83ebc9-ee96-4589-b633-67fba1c3d097 req-b1418592-5ead-40fc-b855-307e65e1ff61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:27.358073 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bf83ebc9-ee96-4589-b633-67fba1c3d097 req-b1418592-5ead-40fc-b855-307e65e1ff61 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c03b5d3d86974e68a5911d632d382871&device_id=5755c27b-93c8-48c8-b528-826015140dbf HTTP/1.1" status: 200 len: 1094 time: 0.1992757 Jul 09 15:04:27.364238 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517d366-1cd7-4ead-af59-f86e0148e3b0 req-8742193a-38b2-4525-b269-82f017c3feec tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:27.373503 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9517d366-1cd7-4ead-af59-f86e0148e3b0 req-8742193a-38b2-4525-b269-82f017c3feec tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=5755c27b-93c8-48c8-b528-826015140dbf HTTP/1.1" status: 200 len: 943 time: 0.1601324 Jul 09 15:04:27.473118 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9517d366-1cd7-4ead-af59-f86e0148e3b0 req-f7c38499-bef1-44a8-9c67-89ca01bf8b0c tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968182 Jul 09 15:04:27.603459 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83ebc9-ee96-4589-b633-67fba1c3d097 req-666bf9e0-0a55-4775-a6af-7749cebbf17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:27.603459 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bf83ebc9-ee96-4589-b633-67fba1c3d097 req-666bf9e0-0a55-4775-a6af-7749cebbf17f service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=c03b5d3d86974e68a5911d632d382871&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2205021 Jul 09 15:04:27.706117 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83ebc9-ee96-4589-b633-67fba1c3d097 req-60edb280-314d-4a9f-9cc9-b4885b1c6b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:27.707774 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bf83ebc9-ee96-4589-b633-67fba1c3d097 req-60edb280-314d-4a9f-9cc9-b4885b1c6b1e service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1055460 Jul 09 15:04:27.833631 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354df671-15d3-4860-ba44-3b044a6310dd req-d329fde0-5864-478c-bf03-8d5a05223d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:27.835054 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-354df671-15d3-4860-ba44-3b044a6310dd req-d329fde0-5864-478c-bf03-8d5a05223d7a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c03b5d3d86974e68a5911d632d382871&device_id=5755c27b-93c8-48c8-b528-826015140dbf HTTP/1.1" status: 200 len: 1094 time: 0.0532496 Jul 09 15:04:27.888611 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-354df671-15d3-4860-ba44-3b044a6310dd req-8e5fa2f1-71ba-49c9-8ba8-e741419b7bc9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17a81ce2-504c-4392-b158-080965d6ce41 HTTP/1.1" status: 200 len: 217 time: 0.0397391 Jul 09 15:04:27.938234 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354df671-15d3-4860-ba44-3b044a6310dd req-ceb98b24-e07e-4ec3-9646-55170508a8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:27.939878 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-354df671-15d3-4860-ba44-3b044a6310dd req-ceb98b24-e07e-4ec3-9646-55170508a8ff service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a10947be-2e1d-4b8b-b31f-e273354d0e7a HTTP/1.1" status: 200 len: 850 time: 0.0437834 Jul 09 15:04:28.004196 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354df671-15d3-4860-ba44-3b044a6310dd req-601d0def-ce68-4271-b457-a36c2c372781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:28.010702 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-354df671-15d3-4860-ba44-3b044a6310dd req-601d0def-ce68-4271-b457-a36c2c372781 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2caf48fb-184c-426e-a7e2-2d876991b7f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591707 Jul 09 15:04:28.121624 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-354df671-15d3-4860-ba44-3b044a6310dd req-ecc978e8-56c0-4ed0-8879-29a2cdbf37c5 service neutron] 10.222.0.62 "GET /v2.0/networks/2caf48fb-184c-426e-a7e2-2d876991b7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081738 Jul 09 15:04:28.233331 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-354df671-15d3-4860-ba44-3b044a6310dd req-d9575d26-609a-41c7-842b-6766976792ef service neutron] 10.222.0.62 "GET /v2.0/networks/2caf48fb-184c-426e-a7e2-2d876991b7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983818 Jul 09 15:04:28.769049 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbcd568-3347-4469-ba76-bfcef1f157bf req-da7bbc03-63e4-41c4-ab5b-f2a0a17ea404 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:28.772383 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7fbcd568-3347-4469-ba76-bfcef1f157bf req-da7bbc03-63e4-41c4-ab5b-f2a0a17ea404 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=5755c27b-93c8-48c8-b528-826015140dbf HTTP/1.1" status: 200 len: 943 time: 0.1608655 Jul 09 15:04:28.835869 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7fbcd568-3347-4469-ba76-bfcef1f157bf req-72c95de7-a638-44e1-876d-1b0274c97e09 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580084 Jul 09 15:04:29.524135 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-04b4ab03-f643-4e69-af31-9a34287e9e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:29.666321 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:30.135465 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7032da-8414-4913-aa2a-9ce79a87add9 req-ea12f771-a6a3-4fbc-affa-0de4dbc59fae tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:30.137982 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fa7032da-8414-4913-aa2a-9ce79a87add9 req-ea12f771-a6a3-4fbc-affa-0de4dbc59fae tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=5755c27b-93c8-48c8-b528-826015140dbf HTTP/1.1" status: 200 len: 943 time: 0.1330707 Jul 09 15:04:30.200747 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fa7032da-8414-4913-aa2a-9ce79a87add9 req-26744e10-f56d-4ad2-a1df-5267d181bf0b tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560379 Jul 09 15:04:30.300000 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:31.437777 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3d9aea-37f9-4134-aa7d-c450e7c39b27 req-ce78bf7b-4049-4b41-8457-7958427e3efc tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:31.442762 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7d3d9aea-37f9-4134-aa7d-c450e7c39b27 req-ce78bf7b-4049-4b41-8457-7958427e3efc tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=5755c27b-93c8-48c8-b528-826015140dbf HTTP/1.1" status: 200 len: 943 time: 0.0875709 Jul 09 15:04:31.525869 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7d3d9aea-37f9-4134-aa7d-c450e7c39b27 req-21948cfb-c171-4af5-a85a-82628179dbbe tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761993 Jul 09 15:04:31.673087 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:31.743864 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 17a81ce2-504c-4392-b158-080965d6ce41 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 15:04:31.895166 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 17a81ce2-504c-4392-b158-080965d6ce41, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=17a81ce2-504c-4392-b158-080965d6ce41,segment=NetworkSegment(06875dad-dad1-4e17-960d-8ec4e4c881bc),segment_id=06875dad-dad1-4e17-960d-8ec4e4c881bc)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:04:31.911329 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '17a81ce2-504c-4392-b158-080965d6ce41', 'network_id': '2caf48fb-184c-426e-a7e2-2d876991b7f4', 'port_id': '17a81ce2-504c-4392-b158-080965d6ce41', 'mac_address': 'fa:16:3e:a0:6c:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a10947be-2e1d-4b8b-b31f-e273354d0e7a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 15:04:31.982442 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:32.053992 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17a81ce2-504c-4392-b158-080965d6ce41 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:04:32.098342 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 17a81ce2-504c-4392-b158-080965d6ce41, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=17a81ce2-504c-4392-b158-080965d6ce41,segment=NetworkSegment(06875dad-dad1-4e17-960d-8ec4e4c881bc),segment_id=06875dad-dad1-4e17-960d-8ec4e4c881bc)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:04:32.210320 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:32.587604 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=17a81ce2-504c-4392-b158-080965d6ce41,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:04:32.737503 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5561e502-bdbd-49a2-bae9-5319d777cb2c req-01be4597-98a2-40bf-838a-2d05e602d771 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:32.738925 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5561e502-bdbd-49a2-bae9-5319d777cb2c req-01be4597-98a2-40bf-838a-2d05e602d771 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=5755c27b-93c8-48c8-b528-826015140dbf HTTP/1.1" status: 200 len: 944 time: 0.0664961 Jul 09 15:04:32.784958 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5561e502-bdbd-49a2-bae9-5319d777cb2c req-e71b8aa2-7ad2-4989-96ed-31a7b0ec6e72 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395846 Jul 09 15:04:32.873294 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['17a81ce2-504c-4392-b158-080965d6ce41'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:04:34.006221 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cfd08f-aca4-410d-9a8b-21219191b006 req-801d36a5-1fe9-4ecd-8855-e33fe5838667 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:34.007957 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e9cfd08f-aca4-410d-9a8b-21219191b006 req-801d36a5-1fe9-4ecd-8855-e33fe5838667 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=5755c27b-93c8-48c8-b528-826015140dbf HTTP/1.1" status: 200 len: 944 time: 0.1046624 Jul 09 15:04:34.056320 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e9cfd08f-aca4-410d-9a8b-21219191b006 req-f30448e9-6c1d-433c-8f00-ca029628d9f7 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409508 Jul 09 15:04:35.201671 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 35062) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:04:35.297106 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f88e7e-8601-4b15-8abd-227c4a99f692 req-02a26734-e012-40b7-b21d-c9d67f75b468 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:35.299632 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-60f88e7e-8601-4b15-8abd-227c4a99f692 req-02a26734-e012-40b7-b21d-c9d67f75b468 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=5755c27b-93c8-48c8-b528-826015140dbf HTTP/1.1" status: 200 len: 944 time: 0.0889847 Jul 09 15:04:35.344149 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dbdd34dd-9ddf-4ba6-a203-a3bba9408a1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:35.349922 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-60f88e7e-8601-4b15-8abd-227c4a99f692 req-5f5f4f7d-615a-40c3-bbcb-30b5c9f8b638 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429418 Jul 09 15:04:35.453684 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dbdd34dd-9ddf-4ba6-a203-a3bba9408a1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:35.546904 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dbdd34dd-9ddf-4ba6-a203-a3bba9408a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:35.584054 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdd34dd-9ddf-4ba6-a203-a3bba9408a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0434f1d-8f7c-45e5-9b1f-d94e8d31c8b0,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:04:35.588576 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-dbdd34dd-9ddf-4ba6-a203-a3bba9408a1b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=348b51785f9e4502b81dcd1d0fc35957&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3851538 Jul 09 15:04:35.593938 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 35068) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:04:35.646782 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3e89ba88-1eed-4391-af40-a5cdfa7f659e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:35.671437 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3e89ba88-1eed-4391-af40-a5cdfa7f659e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:35.752024 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 17a81ce2-504c-4392-b158-080965d6ce41 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:04:35.859117 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3e89ba88-1eed-4391-af40-a5cdfa7f659e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:35.862298 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3e89ba88-1eed-4391-af40-a5cdfa7f659e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:35.863573 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-3e89ba88-1eed-4391-af40-a5cdfa7f659e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c0434f1d-8f7c-45e5-9b1f-d94e8d31c8b0 HTTP/1.1" status: 204 len: 168 time: 0.2711945 Jul 09 15:04:35.872116 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e89ba88-1eed-4391-af40-a5cdfa7f659e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0434f1d-8f7c-45e5-9b1f-d94e8d31c8b0,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:04:35.924118 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port 17a81ce2-504c-4392-b158-080965d6ce41 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:04:35.928345 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 17a81ce2-504c-4392-b158-080965d6ce41 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:04:35.933733 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:36.008504 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:36.031255 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5755c27b-93c8-48c8-b528-826015140dbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a81ce2-504c-4392-b158-080965d6ce41'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:04:36.033533 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee5675c-c0e4-4aa1-901b-ac1179f7e479" -d '{"events": [{"server_uuid": "5755c27b-93c8-48c8-b528-826015140dbf", "name": "network-vif-plugged", "status": "completed", "tag": "17a81ce2-504c-4392-b158-080965d6ce41"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:04:36.051437 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 17a81ce2-504c-4392-b158-080965d6ce41, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=17a81ce2-504c-4392-b158-080965d6ce41,segment=NetworkSegment(06875dad-dad1-4e17-960d-8ec4e4c881bc),segment_id=06875dad-dad1-4e17-960d-8ec4e4c881bc)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:04:36.076107 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50e44c0-7b86-4fca-be6e-ac5e216ee605 x-openstack-request-id: req-f50e44c0-7b86-4fca-be6e-ac5e216ee605 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:04:36.076384 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5755c27b-93c8-48c8-b528-826015140dbf", "name": "network-vif-plugged", "status": "completed", "tag": "17a81ce2-504c-4392-b158-080965d6ce41", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:04:36.076643 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f50e44c0-7b86-4fca-be6e-ac5e216ee605 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:04:36.077156 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5755c27b-93c8-48c8-b528-826015140dbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a81ce2-504c-4392-b158-080965d6ce41', 'code': 200} Jul 09 15:04:36.150752 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:36.217144 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=17a81ce2-504c-4392-b158-080965d6ce41,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:04:36.278115 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb38f49-39f6-4e58-8c70-db6d7708b1e2 req-b0855909-5b2b-4a75-89a0-4ef7bbfeb6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:36.279717 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3cb38f49-39f6-4e58-8c70-db6d7708b1e2 req-b0855909-5b2b-4a75-89a0-4ef7bbfeb6a8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5755c27b-93c8-48c8-b528-826015140dbf HTTP/1.1" status: 200 len: 1096 time: 0.1046524 Jul 09 15:04:36.318015 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3cb38f49-39f6-4e58-8c70-db6d7708b1e2 req-1c561de7-93a5-49d2-af8c-b68b79504c60 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311322 Jul 09 15:04:36.546276 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68edcd0e-7206-4dd1-95d8-d92d32c7d203 req-a375c2ef-755e-48a0-8e53-1ea024bc1ec2 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:36.547277 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-68edcd0e-7206-4dd1-95d8-d92d32c7d203 req-a375c2ef-755e-48a0-8e53-1ea024bc1ec2 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=5755c27b-93c8-48c8-b528-826015140dbf HTTP/1.1" status: 200 len: 945 time: 0.0757396 Jul 09 15:04:36.588829 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-68edcd0e-7206-4dd1-95d8-d92d32c7d203 req-f6a7dc15-0c16-4c5c-9f2e-2d64a55eb303 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353372 Jul 09 15:04:36.640874 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:04:37.813296 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7ab7cb-59ce-4caa-a930-4c8ca7627cf6 req-6d571cc9-ee67-4a69-9d13-c0e1aa8db23f tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:37.814873 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cb7ab7cb-59ce-4caa-a930-4c8ca7627cf6 req-6d571cc9-ee67-4a69-9d13-c0e1aa8db23f tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=5755c27b-93c8-48c8-b528-826015140dbf HTTP/1.1" status: 200 len: 945 time: 0.0759482 Jul 09 15:04:37.868107 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cb7ab7cb-59ce-4caa-a930-4c8ca7627cf6 req-9b5ed233-a79a-460d-ac30-90da55581ab1 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466022 Jul 09 15:04:39.074016 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947156a6-0f2f-49e0-82c6-4f31ede9dfe6 req-9fab7370-50e9-476e-be6f-66ab8b54d246 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:39.075713 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-947156a6-0f2f-49e0-82c6-4f31ede9dfe6 req-9fab7370-50e9-476e-be6f-66ab8b54d246 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=5755c27b-93c8-48c8-b528-826015140dbf HTTP/1.1" status: 200 len: 945 time: 0.0754585 Jul 09 15:04:39.128838 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-947156a6-0f2f-49e0-82c6-4f31ede9dfe6 req-9290a6cf-c631-4e92-ade3-e1ec7ee580a5 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457013 Jul 09 15:04:39.754355 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a435984-53ae-4b2e-945d-1fda1d00d5a6 req-957612ae-e78e-402f-bfd4-832e8d42fcc6 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:39.756057 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2a435984-53ae-4b2e-945d-1fda1d00d5a6 req-957612ae-e78e-402f-bfd4-832e8d42fcc6 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=5755c27b-93c8-48c8-b528-826015140dbf HTTP/1.1" status: 200 len: 945 time: 0.0750518 Jul 09 15:04:39.796461 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2a435984-53ae-4b2e-945d-1fda1d00d5a6 req-f0af8c5d-b459-4bd4-bfaf-ff72301c1a49 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331748 Jul 09 15:04:40.988710 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684aa046-ae3e-48b7-984a-9ac63a3074d9 req-e87cee33-f537-47c1-b4e0-799db5946b91 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:40.990298 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-684aa046-ae3e-48b7-984a-9ac63a3074d9 req-e87cee33-f537-47c1-b4e0-799db5946b91 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=5755c27b-93c8-48c8-b528-826015140dbf HTTP/1.1" status: 200 len: 945 time: 0.0735126 Jul 09 15:04:41.031554 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-684aa046-ae3e-48b7-984a-9ac63a3074d9 req-1477f89d-6d48-40cc-aa14-ee3752dbce36 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352054 Jul 09 15:04:42.240202 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c83f2-6da7-43b3-9359-2a486082b6eb req-99b4aa2b-51b2-400c-aece-535d948783f3 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:42.241931 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3a5c83f2-6da7-43b3-9359-2a486082b6eb req-99b4aa2b-51b2-400c-aece-535d948783f3 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=5755c27b-93c8-48c8-b528-826015140dbf HTTP/1.1" status: 200 len: 945 time: 0.0786579 Jul 09 15:04:42.295092 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3a5c83f2-6da7-43b3-9359-2a486082b6eb req-b4eee058-ccf2-42b6-95e5-b17e6705a356 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467212 Jul 09 15:04:42.980291 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7d8461b1-5847-4390-a8af-298c8d4ccab5 req-52dd8758-4572-40ae-87fa-ae08399431ce service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6acf793a-000d-4e20-8656-d0b0309dc473&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0756354 Jul 09 15:04:43.110784 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8461b1-5847-4390-a8af-298c8d4ccab5 req-fcfc6cbc-4113-4ccd-abf0-12f206602e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:43.116262 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7d8461b1-5847-4390-a8af-298c8d4ccab5 req-fcfc6cbc-4113-4ccd-abf0-12f206602e56 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3378cbcb6d374f7888262c5aa67c214b&device_id=6acf793a-000d-4e20-8656-d0b0309dc473 HTTP/1.1" status: 200 len: 1097 time: 0.0833580 Jul 09 15:04:43.240827 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8461b1-5847-4390-a8af-298c8d4ccab5 req-9b59680f-590f-4a88-854e-a9822ab7e228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:43.242411 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7d8461b1-5847-4390-a8af-298c8d4ccab5 req-9b59680f-590f-4a88-854e-a9822ab7e228 service neutron] 10.222.0.62 "GET /v2.0/networks?id=053b5aa8-ddaf-4c8a-a4d7-933f77f92447 HTTP/1.1" status: 200 len: 912 time: 0.0973690 Jul 09 15:04:43.387823 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7d8461b1-5847-4390-a8af-298c8d4ccab5 req-822a63b4-746a-4ca0-8fd4-3384b593efda service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=024176e4-6924-4530-be6b-d7b09c58cc41 HTTP/1.1" status: 200 len: 1001 time: 0.0725679 Jul 09 15:04:43.387823 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8461b1-5847-4390-a8af-298c8d4ccab5 req-1614ea32-8dcb-45ab-a5fa-5e398d081c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:43.387823 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7d8461b1-5847-4390-a8af-298c8d4ccab5 req-1614ea32-8dcb-45ab-a5fa-5e398d081c08 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f10ff914-6b6b-4456-8b4d-b9664913c2d3 HTTP/1.1" status: 200 len: 850 time: 0.0500774 Jul 09 15:04:43.390286 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 35226) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:04:43.518899 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8461b1-5847-4390-a8af-298c8d4ccab5 req-b8d2df0e-99eb-4cd8-a7cb-7382a91a7757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:43.520608 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7d8461b1-5847-4390-a8af-298c8d4ccab5 req-b8d2df0e-99eb-4cd8-a7cb-7382a91a7757 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=053b5aa8-ddaf-4c8a-a4d7-933f77f92447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1329875 Jul 09 15:04:43.528053 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c07053b8-783e-4fa5-a4f5-7bdef8896766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:43.532818 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d3823a-d230-46f0-89af-c565905fce4c req-565e5aae-188d-4e8f-9fc5-0891301f0eac tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:43.534451 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-48d3823a-d230-46f0-89af-c565905fce4c req-565e5aae-188d-4e8f-9fc5-0891301f0eac tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=5755c27b-93c8-48c8-b528-826015140dbf HTTP/1.1" status: 200 len: 945 time: 0.1077731 Jul 09 15:04:43.625866 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c07053b8-783e-4fa5-a4f5-7bdef8896766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:43.631921 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-48d3823a-d230-46f0-89af-c565905fce4c req-fd599f2c-31f1-466d-8577-fcafbc6e777f tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528579 Jul 09 15:04:43.651556 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7d8461b1-5847-4390-a8af-298c8d4ccab5 req-0eea25ac-8483-4316-8847-b3a089441723 service neutron] 10.222.0.62 "GET /v2.0/networks/053b5aa8-ddaf-4c8a-a4d7-933f77f92447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160698 Jul 09 15:04:43.689251 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c07053b8-783e-4fa5-a4f5-7bdef8896766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:43.737107 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c07053b8-783e-4fa5-a4f5-7bdef8896766 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=93ee8aa1050045f5bcb9aef6d42302ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3456903 Jul 09 15:04:43.739334 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07053b8-783e-4fa5-a4f5-7bdef8896766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c807abb-e07f-4fac-9d28-155224e8aaf4,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:04:43.743787 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 35234) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:04:43.778776 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7d8461b1-5847-4390-a8af-298c8d4ccab5 req-139f3054-faa0-4398-b807-81069cb80a50 service neutron] 10.222.0.62 "GET /v2.0/networks/053b5aa8-ddaf-4c8a-a4d7-933f77f92447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194029 Jul 09 15:04:43.808208 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2ac0e5a5-99c8-405f-909d-1831fcf3241f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:43.830588 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2ac0e5a5-99c8-405f-909d-1831fcf3241f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:43.970262 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2ac0e5a5-99c8-405f-909d-1831fcf3241f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:43.974432 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2ac0e5a5-99c8-405f-909d-1831fcf3241f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:43.976228 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-2ac0e5a5-99c8-405f-909d-1831fcf3241f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1c807abb-e07f-4fac-9d28-155224e8aaf4 HTTP/1.1" status: 204 len: 168 time: 0.2313020 Jul 09 15:04:43.988724 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac0e5a5-99c8-405f-909d-1831fcf3241f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c807abb-e07f-4fac-9d28-155224e8aaf4,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:04:44.772949 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 35256) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:04:44.786996 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-df2f4ef4-7c71-4898-8918-b16fa84e57b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:44.813223 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87deb7-2844-4bcd-be8a-2c607704ec0a req-fe838164-e39b-45c7-b9a1-62392ea3cbb5 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:44.814786 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ac87deb7-2844-4bcd-be8a-2c607704ec0a req-fe838164-e39b-45c7-b9a1-62392ea3cbb5 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=5755c27b-93c8-48c8-b528-826015140dbf HTTP/1.1" status: 200 len: 945 time: 0.0698183 Jul 09 15:04:44.864438 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ac87deb7-2844-4bcd-be8a-2c607704ec0a req-84dd6c28-0be1-49b7-8f91-e6700b5ee0e6 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437851 Jul 09 15:04:44.886228 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-df2f4ef4-7c71-4898-8918-b16fa84e57b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:45.009567 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:45.010156 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-df2f4ef4-7c71-4898-8918-b16fa84e57b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:45.054099 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-df2f4ef4-7c71-4898-8918-b16fa84e57b3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c6c4e8c6948c41f1884ea9878d771df8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2798500 Jul 09 15:04:45.055212 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2f4ef4-7c71-4898-8918-b16fa84e57b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed45ef2-7e85-4504-bdbf-3335f5713035,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:04:45.056722 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 35260) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:04:45.124885 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ab576c9d-9413-4001-96c7-09c10cb85153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:45.149041 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ab576c9d-9413-4001-96c7-09c10cb85153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:45.289248 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ab576c9d-9413-4001-96c7-09c10cb85153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:45.291959 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ab576c9d-9413-4001-96c7-09c10cb85153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:45.293124 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ab576c9d-9413-4001-96c7-09c10cb85153 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/aed45ef2-7e85-4504-bdbf-3335f5713035 HTTP/1.1" status: 204 len: 168 time: 0.2354198 Jul 09 15:04:45.302038 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab576c9d-9413-4001-96c7-09c10cb85153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed45ef2-7e85-4504-bdbf-3335f5713035,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:04:46.081706 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56c87a-af86-4eb4-9385-0db4321d440c req-8692633b-16bb-4d7a-b6b5-4e3eb399e532 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:46.091042 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0b56c87a-af86-4eb4-9385-0db4321d440c req-8692633b-16bb-4d7a-b6b5-4e3eb399e532 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=5755c27b-93c8-48c8-b528-826015140dbf HTTP/1.1" status: 200 len: 945 time: 0.0846343 Jul 09 15:04:46.162345 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0b56c87a-af86-4eb4-9385-0db4321d440c req-5e747911-7c31-4d70-a5ad-a4083809fea4 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696752 Jul 09 15:04:47.367031 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf384c-1b3c-4c4e-839b-b2ae1302aeaf req-ca47164d-0ecb-4bd2-8a88-34894b2d13f5 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:47.368590 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5cbf384c-1b3c-4c4e-839b-b2ae1302aeaf req-ca47164d-0ecb-4bd2-8a88-34894b2d13f5 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=5755c27b-93c8-48c8-b528-826015140dbf HTTP/1.1" status: 200 len: 945 time: 0.0694790 Jul 09 15:04:47.419924 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5cbf384c-1b3c-4c4e-839b-b2ae1302aeaf req-ab4892f1-5f05-4077-becc-736720f421ff tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443370 Jul 09 15:04:48.496796 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 35374) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:04:48.661776 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-095a16a7-0ee9-42b1-8033-be41bfd6ff15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:48.675556 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c6b92-7ac3-4212-9a3a-da002c5da17a req-d9c5bd68-1170-4b39-912a-9aaaf45ff85d tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:48.677205 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e48c6b92-7ac3-4212-9a3a-da002c5da17a req-d9c5bd68-1170-4b39-912a-9aaaf45ff85d tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=5755c27b-93c8-48c8-b528-826015140dbf HTTP/1.1" status: 200 len: 945 time: 0.1016028 Jul 09 15:04:48.753614 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e48c6b92-7ac3-4212-9a3a-da002c5da17a req-b4038807-6bf9-4332-a6f8-3ecc79fbd2f6 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597541 Jul 09 15:04:48.808072 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-095a16a7-0ee9-42b1-8033-be41bfd6ff15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:49.017763 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-095a16a7-0ee9-42b1-8033-be41bfd6ff15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:49.059779 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-095a16a7-0ee9-42b1-8033-be41bfd6ff15 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=97407ccdd21e44c5b8462774e71051fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5617170 Jul 09 15:04:49.061497 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095a16a7-0ee9-42b1-8033-be41bfd6ff15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587cf92d-546f-4efd-b1fa-236ae54d7c26,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:04:49.063980 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 35392) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:04:49.157141 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1ccf39d5-af6f-4bb1-8155-b43acbf383d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:49.160479 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 35398) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:04:49.208499 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1ccf39d5-af6f-4bb1-8155-b43acbf383d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:49.339705 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-964054b8-9409-46bc-8c78-2912d528f9d8 tempest-TestSecurityGroupsBasicOps-332705734 tempest-TestSecurityGroupsBasicOps-332705734-project-admin] 10.222.0.58 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 5255 time: 0.1776657 Jul 09 15:04:49.340430 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 35404) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:04:49.346654 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-72577377-adf5-4fb5-9b02-098f7fb016d5 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Request body: {'network': {'name': 'tempest-network-smoke--1457679220', 'project_id': '494d12c1a85c4b86999f08bb7865eef7', 'port_security_enabled': False}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:04:49.397555 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1ccf39d5-af6f-4bb1-8155-b43acbf383d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:49.401500 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1ccf39d5-af6f-4bb1-8155-b43acbf383d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:49.406254 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-1ccf39d5-af6f-4bb1-8155-b43acbf383d5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/587cf92d-546f-4efd-b1fa-236ae54d7c26 HTTP/1.1" status: 204 len: 168 time: 0.3377793 Jul 09 15:04:49.429673 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccf39d5-af6f-4bb1-8155-b43acbf383d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587cf92d-546f-4efd-b1fa-236ae54d7c26,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:04:49.542595 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72577377-adf5-4fb5-9b02-098f7fb016d5 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Made reservation on behalf of 494d12c1a85c4b86999f08bb7865eef7 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:04:49.548371 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-72577377-adf5-4fb5-9b02-098f7fb016d5 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:49.588077 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72577377-adf5-4fb5-9b02-098f7fb016d5 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:04:49.604863 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-72577377-adf5-4fb5-9b02-098f7fb016d5 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:49.605245 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-72577377-adf5-4fb5-9b02-098f7fb016d5 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Added segment c0d2cdd6-2553-4b4c-8e32-dcebfa549bf1 of type vlan for network 22f6f9b0-630e-4468-8d29-7860af251842 Jul 09 15:04:49.660960 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-72577377-adf5-4fb5-9b02-098f7fb016d5 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:49.799602 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-72577377-adf5-4fb5-9b02-098f7fb016d5 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:49.805839 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72577377-adf5-4fb5-9b02-098f7fb016d5 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:49.806922 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-72577377-adf5-4fb5-9b02-098f7fb016d5 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:49.936731 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72577377-adf5-4fb5-9b02-098f7fb016d5 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Pushing event updated for resources: {'Network': ['ID=22f6f9b0-630e-4468-8d29-7860af251842,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:04:49.973416 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 22f6f9b0-630e-4468-8d29-7860af251842 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:04:49.991410 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25661165-b047-4d17-acb8-3cec8e801168 req-8ebf1edc-8859-4a87-98b2-f91936008404 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:49.999853 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-25661165-b047-4d17-acb8-3cec8e801168 req-8ebf1edc-8859-4a87-98b2-f91936008404 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=5755c27b-93c8-48c8-b528-826015140dbf HTTP/1.1" status: 200 len: 945 time: 0.0822532 Jul 09 15:04:50.051853 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-25661165-b047-4d17-acb8-3cec8e801168 req-c562050c-bbde-45c9-96e3-08505462e534 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507524 Jul 09 15:04:50.136072 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-72577377-adf5-4fb5-9b02-098f7fb016d5 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7938058 Jul 09 15:04:50.139315 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 35426) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:04:50.146143 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-af33fbd3-ff89-4cff-9e61-165085f173d3 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1064383210', 'admin_state_up': True, 'project_id': '494d12c1a85c4b86999f08bb7865eef7', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:04:50.347689 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-af33fbd3-ff89-4cff-9e61-165085f173d3 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:50.348782 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-af33fbd3-ff89-4cff-9e61-165085f173d3 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:50.413624 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-af33fbd3-ff89-4cff-9e61-165085f173d3 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:50.511314 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 35432) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:04:50.526088 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4e6ff79f-5987-46b0-b6d7-23aa816456c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:51.042817 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4e6ff79f-5987-46b0-b6d7-23aa816456c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:51.120879 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-af33fbd3-ff89-4cff-9e61-165085f173d3 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:51.168012 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4e6ff79f-5987-46b0-b6d7-23aa816456c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:51.240658 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ff79f-5987-46b0-b6d7-23aa816456c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce3cdb5-e0b8-4ac6-8463-cabbbfe45ed5,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:04:51.251766 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-4e6ff79f-5987-46b0-b6d7-23aa816456c7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3840d45770aa434e888140e0dc3904ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7369778 Jul 09 15:04:51.252995 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 35440) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:04:51.334742 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d9cbb680-f985-448f-ba04-10ee42e16ea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:51.350145 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37939b25-2344-40d6-ade8-883da813f3c1 req-f02d15e7-0f75-47cb-8244-c968a0c62717 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:51.352584 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-37939b25-2344-40d6-ade8-883da813f3c1 req-f02d15e7-0f75-47cb-8244-c968a0c62717 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=5755c27b-93c8-48c8-b528-826015140dbf HTTP/1.1" status: 200 len: 945 time: 0.1593645 Jul 09 15:04:51.375720 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d9cbb680-f985-448f-ba04-10ee42e16ea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:51.427122 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-37939b25-2344-40d6-ade8-883da813f3c1 req-48305635-68c0-4884-af38-4837f3b0056c tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615544 Jul 09 15:04:51.533081 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d9cbb680-f985-448f-ba04-10ee42e16ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:51.537696 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d9cbb680-f985-448f-ba04-10ee42e16ea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:51.541440 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d9cbb680-f985-448f-ba04-10ee42e16ea8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1ce3cdb5-e0b8-4ac6-8463-cabbbfe45ed5 HTTP/1.1" status: 204 len: 168 time: 0.2847106 Jul 09 15:04:51.555867 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cbb680-f985-448f-ba04-10ee42e16ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce3cdb5-e0b8-4ac6-8463-cabbbfe45ed5,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:04:51.631305 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-af33fbd3-ff89-4cff-9e61-165085f173d3 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks [] for router_gateway, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:51.658674 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-af33fbd3-ff89-4cff-9e61-165085f173d3 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:51.796011 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-af33fbd3-ff89-4cff-9e61-165085f173d3 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Allocated IP 172.25.3.241 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/4f6d919d-d1d7-4f21-b400-9401375bf35b) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:04:51.917305 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-af33fbd3-ff89-4cff-9e61-165085f173d3 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:52.112386 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-af33fbd3-ff89-4cff-9e61-165085f173d3 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:52.165946 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af33fbd3-ff89-4cff-9e61-165085f173d3 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:04:52.169209 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-af33fbd3-ff89-4cff-9e61-165085f173d3 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:04:52.173163 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af33fbd3-ff89-4cff-9e61-165085f173d3 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:04:52.198980 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af33fbd3-ff89-4cff-9e61-165085f173d3 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Pushing event updated for resources: {'Port': ['ID=4f6d919d-d1d7-4f21-b400-9401375bf35b,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:04:52.573311 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-af33fbd3-ff89-4cff-9e61-165085f173d3 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks [] for router_gateway, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:52.658527 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d24f2-6357-47d0-872b-812f2089d2ab req-dbdbbfc1-d37e-40dd-8dfd-998005c7040b tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:52.666803 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f98d24f2-6357-47d0-872b-812f2089d2ab req-dbdbbfc1-d37e-40dd-8dfd-998005c7040b tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=5755c27b-93c8-48c8-b528-826015140dbf HTTP/1.1" status: 200 len: 945 time: 0.1083114 Jul 09 15:04:52.712830 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f98d24f2-6357-47d0-872b-812f2089d2ab req-ae2b73de-3deb-45e1-8db9-39977ee4d961 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450168 Jul 09 15:04:52.855339 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-af33fbd3-ff89-4cff-9e61-165085f173d3 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:53.104812 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af33fbd3-ff89-4cff-9e61-165085f173d3 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Router 33a418b9-4115-4987-8aaf-6ef501530bed is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 15:04:53.248027 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af33fbd3-ff89-4cff-9e61-165085f173d3 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:04:53.266228 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:53.269220 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08a49f3-fec0-47aa-9344-7763385a46a7 None None] Sync routers for ids ['33a418b9-4115-4987-8aaf-6ef501530bed'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:04:53.283720 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08a49f3-fec0-47aa-9344-7763385a46a7 None None] Routers {'33a418b9-4115-4987-8aaf-6ef501530bed'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:04:53.284353 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-e08a49f3-fec0-47aa-9344-7763385a46a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:04:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['33a418b9-4115-4987-8aaf-6ef501530bed'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:04:53.369503 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-af33fbd3-ff89-4cff-9e61-165085f173d3 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:53.373486 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-af33fbd3-ff89-4cff-9e61-165085f173d3 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.2304356 Jul 09 15:04:53.374064 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 35482) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:04:53.424628 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-e08a49f3-fec0-47aa-9344-7763385a46a7 None None] Set router 33a418b9-4115-4987-8aaf-6ef501530bed gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:04:53.511607 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9587d66-67d5-4554-8ef2-13806e7a62ac tempest-TestSecurityGroupsBasicOps-332705734 tempest-TestSecurityGroupsBasicOps-332705734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:53.514340 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b9587d66-67d5-4554-8ef2-13806e7a62ac tempest-TestSecurityGroupsBasicOps-332705734 tempest-TestSecurityGroupsBasicOps-332705734-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=494d12c1a85c4b86999f08bb7865eef7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 828 time: 0.1380746 Jul 09 15:04:53.517391 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 35488) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:04:53.642013 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723b178f-ea87-4e48-9666-adba8d26ff26 tempest-TestSecurityGroupsBasicOps-332705734 tempest-TestSecurityGroupsBasicOps-332705734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:53.643887 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-723b178f-ea87-4e48-9666-adba8d26ff26 tempest-TestSecurityGroupsBasicOps-332705734 tempest-TestSecurityGroupsBasicOps-332705734-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1253438 Jul 09 15:04:53.647283 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 35494) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:04:53.660123 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-e08a49f3-fec0-47aa-9344-7763385a46a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a418b9-4115-4987-8aaf-6ef501530bed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1064383210', 'tenant_id': '494d12c1a85c4b86999f08bb7865eef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '4f6d919d-d1d7-4f21-b400-9401375bf35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:04:50Z', 'updated_at': '2021-07-09T15:04:52Z', 'revision_number': 3, 'project_id': '494d12c1a85c4b86999f08bb7865eef7', 'gw_port': {'id': '4f6d919d-d1d7-4f21-b400-9401375bf35b', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f7:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a418b9-4115-4987-8aaf-6ef501530bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:04:51Z', 'updated_at': '2021-07-09T15:04:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:04:53.679551 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-5fed5d55-3fd8-4696-8547-aa4eb13ca027 tempest-TestSecurityGroupsBasicOps-332705734 tempest-TestSecurityGroupsBasicOps-332705734-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=202c7ce6-d4e9-4f80-84dd-bef08905a653&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305958 Jul 09 15:04:53.682240 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 35498) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:04:53.699792 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08a49f3-fec0-47aa-9344-7763385a46a7 None None] Checking router: 33a418b9-4115-4987-8aaf-6ef501530bed for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:04:53.702403 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08a49f3-fec0-47aa-9344-7763385a46a7 None None] Updating router 33a418b9-4115-4987-8aaf-6ef501530bed port 4f6d919d-d1d7-4f21-b400-9401375bf35b binding host n-d-799529-6 {{(pid=94448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:04:53.725382 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 35502) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:04:53.759315 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-968b4596-0627-4054-bb29-211b0654183c tempest-TestSecurityGroupsBasicOps-332705734 tempest-TestSecurityGroupsBasicOps-332705734-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=494d12c1a85c4b86999f08bb7865eef7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0478570 Jul 09 15:04:53.779127 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-e08a49f3-fec0-47aa-9344-7763385a46a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:53.976703 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9267afe1-b87a-45a5-ad8f-0c320cc0afbe tempest-TestSecurityGroupsBasicOps-332705734 tempest-TestSecurityGroupsBasicOps-332705734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:53.979000 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-9267afe1-b87a-45a5-ad8f-0c320cc0afbe tempest-TestSecurityGroupsBasicOps-332705734 tempest-TestSecurityGroupsBasicOps-332705734-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2525392 Jul 09 15:04:53.981773 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 35512) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:04:54.029047 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b8ac37-0607-47bf-92d1-b819a7b52f87 req-836c161f-19e2-453b-9238-7b56effc9c01 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:54.035831 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-17b8ac37-0607-47bf-92d1-b819a7b52f87 req-836c161f-19e2-453b-9238-7b56effc9c01 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=5755c27b-93c8-48c8-b528-826015140dbf HTTP/1.1" status: 200 len: 945 time: 0.1070564 Jul 09 15:04:54.095759 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ece19a8e-c0c3-4b4a-bd9c-60e95ef39ccc tempest-TestSecurityGroupsBasicOps-332705734 tempest-TestSecurityGroupsBasicOps-332705734-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=202c7ce6-d4e9-4f80-84dd-bef08905a653&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1098070 Jul 09 15:04:54.096433 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 35518) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:04:54.109066 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-9924c20a-9f02-445f-884a-716ffe09da49 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1311947727', 'network_id': '22f6f9b0-630e-4468-8d29-7860af251842', 'project_id': '494d12c1a85c4b86999f08bb7865eef7', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:04:54.118908 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-17b8ac37-0607-47bf-92d1-b819a7b52f87 req-11214f76-281b-4284-8e4b-496b820d3c09 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776789 Jul 09 15:04:54.276372 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-e08a49f3-fec0-47aa-9344-7763385a46a7 None None] Notify callbacks [] for port, precommit_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:54.290084 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.provisioning_blocks [None req-e08a49f3-fec0-47aa-9344-7763385a46a7 None None] Transition to ACTIVE for port object 4f6d919d-d1d7-4f21-b400-9401375bf35b will not be triggered until provisioned by entity L2. {{(pid=94448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:04:54.380788 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9924c20a-9f02-445f-884a-716ffe09da49 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Made reservation on behalf of 494d12c1a85c4b86999f08bb7865eef7 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:04:54.384747 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9924c20a-9f02-445f-884a-716ffe09da49 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:54.432614 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-e08a49f3-fec0-47aa-9344-7763385a46a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:54.497897 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2c70d3-c987-4d4f-98f4-ec744ef52aa7 None None] Pushing event updated for resources: {'Port': ['ID=4f6d919d-d1d7-4f21-b400-9401375bf35b,revision_number=2']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:04:54.505888 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2c70d3-c987-4d4f-98f4-ec744ef52aa7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:04:54.505888 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2c70d3-c987-4d4f-98f4-ec744ef52aa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:04:54.506125 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2c70d3-c987-4d4f-98f4-ec744ef52aa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:04:54.506464 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2c70d3-c987-4d4f-98f4-ec744ef52aa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:04:54.506806 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2c70d3-c987-4d4f-98f4-ec744ef52aa7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:04:54.507116 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2c70d3-c987-4d4f-98f4-ec744ef52aa7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:04:54.507434 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2c70d3-c987-4d4f-98f4-ec744ef52aa7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:04:54.507788 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2c70d3-c987-4d4f-98f4-ec744ef52aa7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:04:54.508225 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2c70d3-c987-4d4f-98f4-ec744ef52aa7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:04:54.508908 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2c70d3-c987-4d4f-98f4-ec744ef52aa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:04:54.509244 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2c70d3-c987-4d4f-98f4-ec744ef52aa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:04:54.509707 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2c70d3-c987-4d4f-98f4-ec744ef52aa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:04:54.513314 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-e08a49f3-fec0-47aa-9344-7763385a46a7 None None] Attempting to bind port 4f6d919d-d1d7-4f21-b400-9401375bf35b on host n-d-799529-6 for vnic_type normal with profile {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:04:54.513715 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-e08a49f3-fec0-47aa-9344-7763385a46a7 None None] Attempting to bind port 4f6d919d-d1d7-4f21-b400-9401375bf35b by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:04:54.514138 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08a49f3-fec0-47aa-9344-7763385a46a7 None None] Attempting to bind port 4f6d919d-d1d7-4f21-b400-9401375bf35b on network 202c7ce6-d4e9-4f80-84dd-bef08905a653 {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:04:54.526035 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08a49f3-fec0-47aa-9344-7763385a46a7 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:04:54.526752 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08a49f3-fec0-47aa-9344-7763385a46a7 None None] Checking segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:04:54.527712 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-e08a49f3-fec0-47aa-9344-7763385a46a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:54.528385 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08a49f3-fec0-47aa-9344-7763385a46a7 None None] Bound using segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:04:54.529180 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-e08a49f3-fec0-47aa-9344-7763385a46a7 None None] Bound port: 4f6d919d-d1d7-4f21-b400-9401375bf35b, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:04:54.530928 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-e08a49f3-fec0-47aa-9344-7763385a46a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:54.592368 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-e08a49f3-fec0-47aa-9344-7763385a46a7 None None] For port 4f6d919d-d1d7-4f21-b400-9401375bf35b, host n-d-799529-6, cleared binding levels {{(pid=94448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:04:54.595482 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-e08a49f3-fec0-47aa-9344-7763385a46a7 None None] For port 4f6d919d-d1d7-4f21-b400-9401375bf35b, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=4f6d919d-d1d7-4f21-b400-9401375bf35b,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:04:54.711213 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9924c20a-9f02-445f-884a-716ffe09da49 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:54.712910 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-e08a49f3-fec0-47aa-9344-7763385a46a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:54.814208 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9924c20a-9f02-445f-884a-716ffe09da49 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Pushing event updated for resources: {'Subnet': ['ID=e22b53f3-5b9b-4c8c-889c-27749f8cd68d,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:04:54.821339 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08a49f3-fec0-47aa-9344-7763385a46a7 None None] Routers {'33a418b9-4115-4987-8aaf-6ef501530bed'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:04:54.821980 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-e08a49f3-fec0-47aa-9344-7763385a46a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:04:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['33a418b9-4115-4987-8aaf-6ef501530bed'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:04:54.827428 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2c70d3-c987-4d4f-98f4-ec744ef52aa7 None None] Pushing event updated for resources: {'Port': ['ID=4f6d919d-d1d7-4f21-b400-9401375bf35b,revision_number=3']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:04:54.829297 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9924c20a-9f02-445f-884a-716ffe09da49 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Checking segment: {'id': 'c0d2cdd6-2553-4b4c-8e32-dcebfa549bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '22f6f9b0-630e-4468-8d29-7860af251842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:04:54.830015 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9924c20a-9f02-445f-884a-716ffe09da49 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Network hostable DHCP agents. Network: 22f6f9b0-630e-4468-8d29-7860af251842, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:04:54.966274 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [req-ecb1ef43-8a52-4b7f-8e31-cd243933496a req-1a7d292e-3a60-4f4f-aa0e-150c8ab4a212 service neutron] (94445) timed out ('10.222.0.58', 48352) {{(pid=94445) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 15:04:54.986331 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-e08a49f3-fec0-47aa-9344-7763385a46a7 None None] Set router 33a418b9-4115-4987-8aaf-6ef501530bed gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:04:55.053345 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9924c20a-9f02-445f-884a-716ffe09da49 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Network 22f6f9b0-630e-4468-8d29-7860af251842 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:04:55.161504 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-9924c20a-9f02-445f-884a-716ffe09da49 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 22f6f9b0-630e-4468-8d29-7860af251842) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:04:55.174683 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2ce021-358e-4e48-bd7f-b255fefb7628 None None] Network 22f6f9b0-630e-4468-8d29-7860af251842 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:04:55.175831 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9924c20a-9f02-445f-884a-716ffe09da49 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:55.177903 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9924c20a-9f02-445f-884a-716ffe09da49 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:55.201372 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-e08a49f3-fec0-47aa-9344-7763385a46a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a418b9-4115-4987-8aaf-6ef501530bed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1064383210', 'tenant_id': '494d12c1a85c4b86999f08bb7865eef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '4f6d919d-d1d7-4f21-b400-9401375bf35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:04:50Z', 'updated_at': '2021-07-09T15:04:52Z', 'revision_number': 3, 'project_id': '494d12c1a85c4b86999f08bb7865eef7', 'gw_port': {'id': '4f6d919d-d1d7-4f21-b400-9401375bf35b', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f7:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a418b9-4115-4987-8aaf-6ef501530bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:04:51Z', 'updated_at': '2021-07-09T15:04:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:04:55.236093 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08a49f3-fec0-47aa-9344-7763385a46a7 None None] The sync data for ids ['33a418b9-4115-4987-8aaf-6ef501530bed'] in n-d-799529-6 is: [{'id': '33a418b9-4115-4987-8aaf-6ef501530bed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1064383210', 'tenant_id': '494d12c1a85c4b86999f08bb7865eef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '4f6d919d-d1d7-4f21-b400-9401375bf35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:04:50Z', 'updated_at': '2021-07-09T15:04:52Z', 'revision_number': 3, 'project_id': '494d12c1a85c4b86999f08bb7865eef7', 'gw_port': {'id': '4f6d919d-d1d7-4f21-b400-9401375bf35b', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f7:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a418b9-4115-4987-8aaf-6ef501530bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:04:51Z', 'updated_at': '2021-07-09T15:04:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:04:55.332305 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 35540) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:04:55.336630 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-9924c20a-9f02-445f-884a-716ffe09da49 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2389464 Jul 09 15:04:55.519714 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a1720-3d85-473e-b64c-7f8dc50f1eb4 req-ec61460a-f941-4c0a-99df-486ecb5c4f82 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:55.530088 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e724537-a4b8-4a71-9f2a-75a3292d4ac4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-22f6f9b0-630e-4468-8d29-7860af251842', 'network_id': '22f6f9b0-630e-4468-8d29-7860af251842', 'tenant_id': '494d12c1a85c4b86999f08bb7865eef7', 'fixed_ips': [{'subnet_id': 'e22b53f3-5b9b-4c8c-889c-27749f8cd68d'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:04:55.531108 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4e724537-a4b8-4a71-9f2a-75a3292d4ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:55.533431 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-563a1720-3d85-473e-b64c-7f8dc50f1eb4 req-ec61460a-f941-4c0a-99df-486ecb5c4f82 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=5755c27b-93c8-48c8-b528-826015140dbf HTTP/1.1" status: 200 len: 945 time: 0.1955342 Jul 09 15:04:55.612716 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-563a1720-3d85-473e-b64c-7f8dc50f1eb4 req-86c36bca-259d-4b5c-9f08-709f1b9d3d38 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783789 Jul 09 15:04:55.915859 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-4e724537-a4b8-4a71-9f2a-75a3292d4ac4 None None] Allocated IP 172.20.0.18 (22f6f9b0-630e-4468-8d29-7860af251842/e22b53f3-5b9b-4c8c-889c-27749f8cd68d/6743c2cb-fda2-4fc5-92a1-5611b02514ce) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:04:56.189836 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4bb2b1ef-b084-48a1-a46c-7eaa807fa07d tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:56.192063 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4e724537-a4b8-4a71-9f2a-75a3292d4ac4 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:56.203687 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-4e724537-a4b8-4a71-9f2a-75a3292d4ac4 None None] Transition to ACTIVE for port object 6743c2cb-fda2-4fc5-92a1-5611b02514ce will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:04:56.221005 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-4e724537-a4b8-4a71-9f2a-75a3292d4ac4 None None] Transition to ACTIVE for port object 6743c2cb-fda2-4fc5-92a1-5611b02514ce will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:04:56.230926 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-fbce24a3-a6fd-44b8-ba6d-57cc8039600b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:56.318206 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4e724537-a4b8-4a71-9f2a-75a3292d4ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:56.348801 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e724537-a4b8-4a71-9f2a-75a3292d4ac4 None None] Network 22f6f9b0-630e-4468-8d29-7860af251842 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:04:56.356012 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-4e724537-a4b8-4a71-9f2a-75a3292d4ac4 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:04:56.360467 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e724537-a4b8-4a71-9f2a-75a3292d4ac4 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:04:56.475484 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e724537-a4b8-4a71-9f2a-75a3292d4ac4 None None] Pushing event updated for resources: {'Port': ['ID=6743c2cb-fda2-4fc5-92a1-5611b02514ce,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:04:56.491231 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-4e724537-a4b8-4a71-9f2a-75a3292d4ac4 None None] Attempting to bind port 6743c2cb-fda2-4fc5-92a1-5611b02514ce on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:04:56.492024 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-4e724537-a4b8-4a71-9f2a-75a3292d4ac4 None None] Attempting to bind port 6743c2cb-fda2-4fc5-92a1-5611b02514ce by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'c0d2cdd6-2553-4b4c-8e32-dcebfa549bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '22f6f9b0-630e-4468-8d29-7860af251842'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:04:56.492649 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e724537-a4b8-4a71-9f2a-75a3292d4ac4 None None] Attempting to bind port 6743c2cb-fda2-4fc5-92a1-5611b02514ce on network 22f6f9b0-630e-4468-8d29-7860af251842 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:04:56.500166 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e724537-a4b8-4a71-9f2a-75a3292d4ac4 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:04:56.500766 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e724537-a4b8-4a71-9f2a-75a3292d4ac4 None None] Checking segment: {'id': 'c0d2cdd6-2553-4b4c-8e32-dcebfa549bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '22f6f9b0-630e-4468-8d29-7860af251842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:04:56.501341 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4e724537-a4b8-4a71-9f2a-75a3292d4ac4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:56.501856 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e724537-a4b8-4a71-9f2a-75a3292d4ac4 None None] Bound using segment: {'id': 'c0d2cdd6-2553-4b4c-8e32-dcebfa549bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '22f6f9b0-630e-4468-8d29-7860af251842'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:04:56.502553 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-4e724537-a4b8-4a71-9f2a-75a3292d4ac4 None None] Bound port: 6743c2cb-fda2-4fc5-92a1-5611b02514ce, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d2cdd6-2553-4b4c-8e32-dcebfa549bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '22f6f9b0-630e-4468-8d29-7860af251842'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:04:56.505208 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4e724537-a4b8-4a71-9f2a-75a3292d4ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:56.575415 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-4bb2b1ef-b084-48a1-a46c-7eaa807fa07d tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Allocated IP 172.20.0.17 (22f6f9b0-630e-4468-8d29-7860af251842/e22b53f3-5b9b-4c8c-889c-27749f8cd68d/882687da-91fb-414c-9395-e708e0ab2d5a) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:04:56.691018 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-4e724537-a4b8-4a71-9f2a-75a3292d4ac4 None None] For port 6743c2cb-fda2-4fc5-92a1-5611b02514ce, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:04:56.704029 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-4e724537-a4b8-4a71-9f2a-75a3292d4ac4 None None] For port 6743c2cb-fda2-4fc5-92a1-5611b02514ce, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=6743c2cb-fda2-4fc5-92a1-5611b02514ce,segment=NetworkSegment(c0d2cdd6-2553-4b4c-8e32-dcebfa549bf1),segment_id=c0d2cdd6-2553-4b4c-8e32-dcebfa549bf1)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:04:56.790240 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4bb2b1ef-b084-48a1-a46c-7eaa807fa07d tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:56.823082 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4e724537-a4b8-4a71-9f2a-75a3292d4ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:56.839703 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-4bb2b1ef-b084-48a1-a46c-7eaa807fa07d tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Transition to ACTIVE for port object 882687da-91fb-414c-9395-e708e0ab2d5a will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:04:57.019474 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 4f6d919d-d1d7-4f21-b400-9401375bf35b up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:04:57.148137 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0c449b-4a4e-4842-ad93-7d25b904cf19 req-5c6dfdbb-5561-477f-8f66-d3e6c3b085f3 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:57.153542 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-eb0c449b-4a4e-4842-ad93-7d25b904cf19 req-5c6dfdbb-5561-477f-8f66-d3e6c3b085f3 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=5755c27b-93c8-48c8-b528-826015140dbf HTTP/1.1" status: 200 len: 945 time: 0.1804516 Jul 09 15:04:57.161558 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4bb2b1ef-b084-48a1-a46c-7eaa807fa07d tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:57.178572 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e724537-a4b8-4a71-9f2a-75a3292d4ac4 None None] Pushing event updated for resources: {'Port': ['ID=6743c2cb-fda2-4fc5-92a1-5611b02514ce,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:04:57.259924 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb2b1ef-b084-48a1-a46c-7eaa807fa07d tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Network 22f6f9b0-630e-4468-8d29-7860af251842 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:04:57.329900 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-4bb2b1ef-b084-48a1-a46c-7eaa807fa07d tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:04:57.375665 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb2b1ef-b084-48a1-a46c-7eaa807fa07d tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:04:57.531230 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 4f6d919d-d1d7-4f21-b400-9401375bf35b completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:04:57.543444 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 4f6d919d-d1d7-4f21-b400-9401375bf35b triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:04:57.544643 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:57.709558 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:57.743470 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 4f6d919d-d1d7-4f21-b400-9401375bf35b, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=4f6d919d-d1d7-4f21-b400-9401375bf35b,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:04:57.872607 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:57.960228 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4bb2b1ef-b084-48a1-a46c-7eaa807fa07d tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:57.976274 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=4f6d919d-d1d7-4f21-b400-9401375bf35b,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:04:58.126969 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-eb0c449b-4a4e-4842-ad93-7d25b904cf19 req-194ae8bc-6092-4d79-904f-54b1a2af1138 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9617059 Jul 09 15:04:58.162683 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb2b1ef-b084-48a1-a46c-7eaa807fa07d tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Pushing event updated for resources: {'Port': ['ID=882687da-91fb-414c-9395-e708e0ab2d5a,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:04:58.205109 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2b1ef-b084-48a1-a46c-7eaa807fa07d tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:04:58.206044 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2b1ef-b084-48a1-a46c-7eaa807fa07d tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:04:58.207179 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2b1ef-b084-48a1-a46c-7eaa807fa07d tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:04:58.209326 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2b1ef-b084-48a1-a46c-7eaa807fa07d tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:04:58.210112 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2b1ef-b084-48a1-a46c-7eaa807fa07d tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:04:58.213071 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2b1ef-b084-48a1-a46c-7eaa807fa07d tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:04:58.214123 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2b1ef-b084-48a1-a46c-7eaa807fa07d tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:04:58.216408 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2b1ef-b084-48a1-a46c-7eaa807fa07d tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:04:58.218655 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2b1ef-b084-48a1-a46c-7eaa807fa07d tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:04:58.220398 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2b1ef-b084-48a1-a46c-7eaa807fa07d tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:04:58.227353 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2b1ef-b084-48a1-a46c-7eaa807fa07d tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:04:58.227353 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2b1ef-b084-48a1-a46c-7eaa807fa07d tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:04:58.326452 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4bb2b1ef-b084-48a1-a46c-7eaa807fa07d tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:58.934379 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4bb2b1ef-b084-48a1-a46c-7eaa807fa07d tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:58.996025 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 6743c2cb-fda2-4fc5-92a1-5611b02514ce up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:04:59.135441 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4bb2b1ef-b084-48a1-a46c-7eaa807fa07d tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:59.147021 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbbff68-cd6e-46a3-a406-bd8c26872531 None None] Network 22f6f9b0-630e-4468-8d29-7860af251842 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:04:59.334013 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4bb2b1ef-b084-48a1-a46c-7eaa807fa07d tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:59.350152 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-11434fcd-5235-4d26-bb30-7e8671ad427b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:59.351851 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 6743c2cb-fda2-4fc5-92a1-5611b02514ce completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:04:59.362893 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:59.384733 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb2b1ef-b084-48a1-a46c-7eaa807fa07d tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Pushing event updated for resources: {'Port': ['ID=882687da-91fb-414c-9395-e708e0ab2d5a,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:04:59.388022 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 4f6d919d-d1d7-4f21-b400-9401375bf35b up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:04:59.538772 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7dbc25-f36c-4133-a74a-1096c6ce7ee8 req-5f47b6c0-dedb-4b75-a19a-2d6fe0291807 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:04:59.542456 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dd7dbc25-f36c-4133-a74a-1096c6ce7ee8 req-5f47b6c0-dedb-4b75-a19a-2d6fe0291807 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=5755c27b-93c8-48c8-b528-826015140dbf HTTP/1.1" status: 200 len: 945 time: 0.1607299 Jul 09 15:04:59.586827 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb2b1ef-b084-48a1-a46c-7eaa807fa07d tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Network 22f6f9b0-630e-4468-8d29-7860af251842 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:04:59.588433 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-4bb2b1ef-b084-48a1-a46c-7eaa807fa07d tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:04:59.622248 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dd7dbc25-f36c-4133-a74a-1096c6ce7ee8 req-33b7977f-d06d-40d7-89f2-3c402fe34f6e tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695727 Jul 09 15:04:59.639440 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 4f6d919d-d1d7-4f21-b400-9401375bf35b triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:04:59.642138 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:59.702817 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-d060c821-d4da-4765-8e24-dca0d3ed33ac None None] Provisioning for port 6743c2cb-fda2-4fc5-92a1-5611b02514ce completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:04:59.750478 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-d060c821-d4da-4765-8e24-dca0d3ed33ac None None] Provisioning complete for port 6743c2cb-fda2-4fc5-92a1-5611b02514ce triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:04:59.751196 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d060c821-d4da-4765-8e24-dca0d3ed33ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:04:59.927910 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bb2b1ef-b084-48a1-a46c-7eaa807fa07d tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Router 33a418b9-4115-4987-8aaf-6ef501530bed has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:05:00.057742 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d060c821-d4da-4765-8e24-dca0d3ed33ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:00.158466 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-d060c821-d4da-4765-8e24-dca0d3ed33ac None None] For port 6743c2cb-fda2-4fc5-92a1-5611b02514ce, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=6743c2cb-fda2-4fc5-92a1-5611b02514ce,segment=NetworkSegment(c0d2cdd6-2553-4b4c-8e32-dcebfa549bf1),segment_id=c0d2cdd6-2553-4b4c-8e32-dcebfa549bf1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:05:00.168691 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb2b1ef-b084-48a1-a46c-7eaa807fa07d tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:05:00.181337 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0a5f6a-752d-42e7-b331-4dea7f6b94cb None None] Sync routers for ids ['33a418b9-4115-4987-8aaf-6ef501530bed'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:05:00.187548 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-4bb2b1ef-b084-48a1-a46c-7eaa807fa07d tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "PUT /v2.0/routers/33a418b9-4115-4987-8aaf-6ef501530bed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8538320 Jul 09 15:05:00.216611 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0a5f6a-752d-42e7-b331-4dea7f6b94cb None None] Routers {'33a418b9-4115-4987-8aaf-6ef501530bed'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:05:00.216611 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-ac0a5f6a-752d-42e7-b331-4dea7f6b94cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:04:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['33a418b9-4115-4987-8aaf-6ef501530bed'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:05:00.363992 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d060c821-d4da-4765-8e24-dca0d3ed33ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:00.385821 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:00.439839 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-ac0a5f6a-752d-42e7-b331-4dea7f6b94cb None None] Set router 33a418b9-4115-4987-8aaf-6ef501530bed gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:05:00.600409 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d060c821-d4da-4765-8e24-dca0d3ed33ac None None] Pushing event updated for resources: {'Port': ['ID=6743c2cb-fda2-4fc5-92a1-5611b02514ce,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:05:00.688095 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a11f51c1-fe0b-4c34-951e-98bacd189438 None None] Provisioning for port 882687da-91fb-414c-9395-e708e0ab2d5a completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:05:00.723965 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a11f51c1-fe0b-4c34-951e-98bacd189438 None None] Provisioning complete for port 882687da-91fb-414c-9395-e708e0ab2d5a triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:05:00.724793 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a11f51c1-fe0b-4c34-951e-98bacd189438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:00.779594 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b093a65-f408-4e50-a743-7984ee1237fe req-7fa6740d-f52b-4746-b9fc-9710ab3f9eeb tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:00.783368 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5b093a65-f408-4e50-a743-7984ee1237fe req-7fa6740d-f52b-4746-b9fc-9710ab3f9eeb tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "GET /v2.0/networks?id=22f6f9b0-630e-4468-8d29-7860af251842 HTTP/1.1" status: 200 len: 798 time: 0.2968867 Jul 09 15:05:00.810450 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5b093a65-f408-4e50-a743-7984ee1237fe req-0d2ce0ad-620a-4b71-9bb3-4f0bb9654089 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "GET /v2.0/quotas/494d12c1a85c4b86999f08bb7865eef7 HTTP/1.1" status: 200 len: 375 time: 0.0163796 Jul 09 15:05:00.822238 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a11f51c1-fe0b-4c34-951e-98bacd189438 None None] Port 882687da-91fb-414c-9395-e708e0ab2d5a cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:05:00.999919 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 6743c2cb-fda2-4fc5-92a1-5611b02514ce up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:05:01.048025 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8888ea99-c422-495a-98c4-86af6e5b1d83 req-27f6000a-f158-4d39-b981-178a18c18fa1 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:01.048995 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a11f51c1-fe0b-4c34-951e-98bacd189438 None None] Provisioning complete for port 6743c2cb-fda2-4fc5-92a1-5611b02514ce triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:05:01.049521 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a11f51c1-fe0b-4c34-951e-98bacd189438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:01.055115 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5b093a65-f408-4e50-a743-7984ee1237fe req-bf1b6f02-e0a8-4c1f-bf30-348063497bec tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=494d12c1a85c4b86999f08bb7865eef7&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2213433 Jul 09 15:05:01.058884 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8888ea99-c422-495a-98c4-86af6e5b1d83 req-27f6000a-f158-4d39-b981-178a18c18fa1 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=5755c27b-93c8-48c8-b528-826015140dbf HTTP/1.1" status: 200 len: 945 time: 0.1410782 Jul 09 15:05:01.163627 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8888ea99-c422-495a-98c4-86af6e5b1d83 req-1668447f-ea80-4e3c-bc87-9f422374c7d0 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008923 Jul 09 15:05:01.190761 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-ac0a5f6a-752d-42e7-b331-4dea7f6b94cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a418b9-4115-4987-8aaf-6ef501530bed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1064383210', 'tenant_id': '494d12c1a85c4b86999f08bb7865eef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '4f6d919d-d1d7-4f21-b400-9401375bf35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:04:50Z', 'updated_at': '2021-07-09T15:04:58Z', 'revision_number': 4, 'project_id': '494d12c1a85c4b86999f08bb7865eef7', 'gw_port': {'id': '4f6d919d-d1d7-4f21-b400-9401375bf35b', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a418b9-4115-4987-8aaf-6ef501530bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:04:51Z', 'updated_at': '2021-07-09T15:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '882687da-91fb-414c-9395-e708e0ab2d5a', 'name': '', 'network_id': '22f6f9b0-630e-4468-8d29-7860af251842', 'tenant_id': '494d12c1a85c4b86999f08bb7865eef7', 'mac_address': 'fa:16:3e:83:14:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a418b9-4115-4987-8aaf-6ef501530bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'e22b53f3-5b9b-4c8c-889c-27749f8cd68d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:04:56Z', 'updated_at': '2021-07-09T15:04:58Z', 'revision_number': 2, 'project_id': '494d12c1a85c4b86999f08bb7865eef7', 'subnets': [{'id': 'e22b53f3-5b9b-4c8c-889c-27749f8cd68d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:05:01.349110 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0a5f6a-752d-42e7-b331-4dea7f6b94cb None None] Checking router: 33a418b9-4115-4987-8aaf-6ef501530bed for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:05:01.349659 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0a5f6a-752d-42e7-b331-4dea7f6b94cb None None] Updating router 33a418b9-4115-4987-8aaf-6ef501530bed port 882687da-91fb-414c-9395-e708e0ab2d5a binding host n-d-799529-6 {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:05:01.352472 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 6743c2cb-fda2-4fc5-92a1-5611b02514ce triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:05:01.352871 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:01.569077 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ac0a5f6a-752d-42e7-b331-4dea7f6b94cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:01.718019 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5b093a65-f408-4e50-a743-7984ee1237fe req-b373c282-87ad-472e-9e59-e46b5f9d4247 service neutron] 10.222.0.58 "GET /v2.0/networks/22f6f9b0-630e-4468-8d29-7860af251842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6518998 Jul 09 15:05:01.959757 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:01.984387 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-3389d31a-9c21-435c-b813-b09899b9e1f4 None None] Provisioning complete for port 882687da-91fb-414c-9395-e708e0ab2d5a triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:05:01.985004 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3389d31a-9c21-435c-b813-b09899b9e1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:02.030771 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5b093a65-f408-4e50-a743-7984ee1237fe req-cb178610-eec9-43bd-96d0-58dccdb1d82e service neutron] 10.222.0.58 "GET /v2.0/networks/22f6f9b0-630e-4468-8d29-7860af251842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052237 Jul 09 15:05:02.134554 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-3389d31a-9c21-435c-b813-b09899b9e1f4 None None] Port 882687da-91fb-414c-9395-e708e0ab2d5a cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:05:02.245986 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ac0a5f6a-752d-42e7-b331-4dea7f6b94cb None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:02.261081 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-ac0a5f6a-752d-42e7-b331-4dea7f6b94cb None None] Transition to ACTIVE for port object 882687da-91fb-414c-9395-e708e0ab2d5a will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:05:02.426531 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ac0a5f6a-752d-42e7-b331-4dea7f6b94cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:02.430851 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d760560d-c2a1-4deb-b352-ca807263d54f req-1b94c0dd-0938-430e-93e1-6a4602c46e52 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "GET /v2.0/ports?device_id=db2bc911-b43b-44bc-8f35-190ad3236288 HTTP/1.1" status: 200 len: 210 time: 0.0501208 Jul 09 15:05:02.562343 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d8265-e0e5-40f4-a428-90bc316fc47b req-d95b588c-f986-4155-b8a0-94f41c6e3af2 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:02.566276 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9a8d8265-e0e5-40f4-a428-90bc316fc47b req-d95b588c-f986-4155-b8a0-94f41c6e3af2 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=5755c27b-93c8-48c8-b528-826015140dbf HTTP/1.1" status: 200 len: 945 time: 0.1934094 Jul 09 15:05:02.620760 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a8bc4a-1731-4851-a1fd-9f831b0e72c9 None None] Pushing event updated for resources: {'Port': ['ID=882687da-91fb-414c-9395-e708e0ab2d5a,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:05:02.773672 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9a8d8265-e0e5-40f4-a428-90bc316fc47b req-cf4fa8b6-c669-4a78-b641-c54f1b95b76f tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928489 Jul 09 15:05:02.823258 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-ac0a5f6a-752d-42e7-b331-4dea7f6b94cb None None] Attempting to bind port 882687da-91fb-414c-9395-e708e0ab2d5a on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:05:02.823908 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-ac0a5f6a-752d-42e7-b331-4dea7f6b94cb None None] Attempting to bind port 882687da-91fb-414c-9395-e708e0ab2d5a by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'c0d2cdd6-2553-4b4c-8e32-dcebfa549bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '22f6f9b0-630e-4468-8d29-7860af251842'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:05:02.824456 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0a5f6a-752d-42e7-b331-4dea7f6b94cb None None] Attempting to bind port 882687da-91fb-414c-9395-e708e0ab2d5a on network 22f6f9b0-630e-4468-8d29-7860af251842 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:05:02.833142 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0a5f6a-752d-42e7-b331-4dea7f6b94cb None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:05:02.833142 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0a5f6a-752d-42e7-b331-4dea7f6b94cb None None] Checking segment: {'id': 'c0d2cdd6-2553-4b4c-8e32-dcebfa549bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '22f6f9b0-630e-4468-8d29-7860af251842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:05:02.833142 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ac0a5f6a-752d-42e7-b331-4dea7f6b94cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:02.833471 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0a5f6a-752d-42e7-b331-4dea7f6b94cb None None] Bound using segment: {'id': 'c0d2cdd6-2553-4b4c-8e32-dcebfa549bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '22f6f9b0-630e-4468-8d29-7860af251842'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:05:02.833864 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-ac0a5f6a-752d-42e7-b331-4dea7f6b94cb None None] Bound port: 882687da-91fb-414c-9395-e708e0ab2d5a, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d2cdd6-2553-4b4c-8e32-dcebfa549bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '22f6f9b0-630e-4468-8d29-7860af251842'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:05:02.834286 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ac0a5f6a-752d-42e7-b331-4dea7f6b94cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:02.925662 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-ac0a5f6a-752d-42e7-b331-4dea7f6b94cb None None] For port 882687da-91fb-414c-9395-e708e0ab2d5a, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:05:02.929326 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-ac0a5f6a-752d-42e7-b331-4dea7f6b94cb None None] For port 882687da-91fb-414c-9395-e708e0ab2d5a, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=882687da-91fb-414c-9395-e708e0ab2d5a,segment=NetworkSegment(c0d2cdd6-2553-4b4c-8e32-dcebfa549bf1),segment_id=c0d2cdd6-2553-4b4c-8e32-dcebfa549bf1)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:05:03.052844 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ac0a5f6a-752d-42e7-b331-4dea7f6b94cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:03.141444 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a8bc4a-1731-4851-a1fd-9f831b0e72c9 None None] Pushing event updated for resources: {'Port': ['ID=882687da-91fb-414c-9395-e708e0ab2d5a,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:05:03.175377 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0a5f6a-752d-42e7-b331-4dea7f6b94cb None None] Routers {'33a418b9-4115-4987-8aaf-6ef501530bed'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:05:03.176207 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-ac0a5f6a-752d-42e7-b331-4dea7f6b94cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:04:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['33a418b9-4115-4987-8aaf-6ef501530bed'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:05:03.189635 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 35684) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:05:03.359861 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-ac0a5f6a-752d-42e7-b331-4dea7f6b94cb None None] Set router 33a418b9-4115-4987-8aaf-6ef501530bed gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:05:03.457084 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-be1aa598-74c6-4ae8-b79f-1666b5ae1c88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:03.588151 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e3e2d8f1-7948-4940-89bb-f090a771fd5f req-5fe4f426-b78b-4680-bd48-e5ea235ece77 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "GET /v2.0/ports?device_id=db2bc911-b43b-44bc-8f35-190ad3236288 HTTP/1.1" status: 200 len: 210 time: 0.0630906 Jul 09 15:05:03.633596 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-be1aa598-74c6-4ae8-b79f-1666b5ae1c88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:03.693644 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-ac0a5f6a-752d-42e7-b331-4dea7f6b94cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a418b9-4115-4987-8aaf-6ef501530bed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1064383210', 'tenant_id': '494d12c1a85c4b86999f08bb7865eef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '4f6d919d-d1d7-4f21-b400-9401375bf35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:04:50Z', 'updated_at': '2021-07-09T15:04:58Z', 'revision_number': 4, 'project_id': '494d12c1a85c4b86999f08bb7865eef7', 'gw_port': {'id': '4f6d919d-d1d7-4f21-b400-9401375bf35b', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a418b9-4115-4987-8aaf-6ef501530bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:04:51Z', 'updated_at': '2021-07-09T15:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '882687da-91fb-414c-9395-e708e0ab2d5a', 'name': '', 'network_id': '22f6f9b0-630e-4468-8d29-7860af251842', 'tenant_id': '494d12c1a85c4b86999f08bb7865eef7', 'mac_address': 'fa:16:3e:83:14:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a418b9-4115-4987-8aaf-6ef501530bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'e22b53f3-5b9b-4c8c-889c-27749f8cd68d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:04:56Z', 'updated_at': '2021-07-09T15:05:02Z', 'revision_number': 4, 'project_id': '494d12c1a85c4b86999f08bb7865eef7', 'subnets': [{'id': 'e22b53f3-5b9b-4c8c-889c-27749f8cd68d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:05:03.719894 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0a5f6a-752d-42e7-b331-4dea7f6b94cb None None] The sync data for ids ['33a418b9-4115-4987-8aaf-6ef501530bed'] in n-d-799529-6 is: [{'id': '33a418b9-4115-4987-8aaf-6ef501530bed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1064383210', 'tenant_id': '494d12c1a85c4b86999f08bb7865eef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '4f6d919d-d1d7-4f21-b400-9401375bf35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:04:50Z', 'updated_at': '2021-07-09T15:04:58Z', 'revision_number': 4, 'project_id': '494d12c1a85c4b86999f08bb7865eef7', 'gw_port': {'id': '4f6d919d-d1d7-4f21-b400-9401375bf35b', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a418b9-4115-4987-8aaf-6ef501530bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:04:51Z', 'updated_at': '2021-07-09T15:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '882687da-91fb-414c-9395-e708e0ab2d5a', 'name': '', 'network_id': '22f6f9b0-630e-4468-8d29-7860af251842', 'tenant_id': '494d12c1a85c4b86999f08bb7865eef7', 'mac_address': 'fa:16:3e:83:14:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a418b9-4115-4987-8aaf-6ef501530bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'e22b53f3-5b9b-4c8c-889c-27749f8cd68d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:04:56Z', 'updated_at': '2021-07-09T15:05:02Z', 'revision_number': 4, 'project_id': '494d12c1a85c4b86999f08bb7865eef7', 'subnets': [{'id': 'e22b53f3-5b9b-4c8c-889c-27749f8cd68d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:05:03.871852 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-be1aa598-74c6-4ae8-b79f-1666b5ae1c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:03.920869 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-be1aa598-74c6-4ae8-b79f-1666b5ae1c88 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cc85d322e2604d6eaa5500cf71c888f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7285440 Jul 09 15:05:03.922064 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1aa598-74c6-4ae8-b79f-1666b5ae1c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e16dce93-06ad-41bd-8288-479dcabfbee4,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:05:03.924240 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 35710) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:05:04.046012 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8324d002-55ef-453a-89f8-ccdff73e01fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:04.078337 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8324d002-55ef-453a-89f8-ccdff73e01fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:04.159346 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ade6fb-7c83-4dda-be04-03b72789f862 req-5ab2c2cd-b85b-4a7b-b3b9-0ad553070133 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:04.166771 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-69ade6fb-7c83-4dda-be04-03b72789f862 req-5ab2c2cd-b85b-4a7b-b3b9-0ad553070133 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=5755c27b-93c8-48c8-b528-826015140dbf HTTP/1.1" status: 200 len: 945 time: 0.1997893 Jul 09 15:05:04.227617 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-69ade6fb-7c83-4dda-be04-03b72789f862 req-1747113c-70c4-4682-8d0d-585bef102a7c tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597088 Jul 09 15:05:04.265409 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8324d002-55ef-453a-89f8-ccdff73e01fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:04.269649 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8324d002-55ef-453a-89f8-ccdff73e01fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:04.273374 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-8324d002-55ef-453a-89f8-ccdff73e01fc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e16dce93-06ad-41bd-8288-479dcabfbee4 HTTP/1.1" status: 204 len: 168 time: 0.3437722 Jul 09 15:05:04.291241 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8324d002-55ef-453a-89f8-ccdff73e01fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16dce93-06ad-41bd-8288-479dcabfbee4,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:05:04.300933 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8324d002-55ef-453a-89f8-ccdff73e01fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:05:04.303086 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8324d002-55ef-453a-89f8-ccdff73e01fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:05:04.303709 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8324d002-55ef-453a-89f8-ccdff73e01fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:05:04.304458 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8324d002-55ef-453a-89f8-ccdff73e01fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:05:04.305482 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8324d002-55ef-453a-89f8-ccdff73e01fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:05:04.306343 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8324d002-55ef-453a-89f8-ccdff73e01fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:05:04.306937 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8324d002-55ef-453a-89f8-ccdff73e01fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:05:04.312522 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8324d002-55ef-453a-89f8-ccdff73e01fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:05:04.312910 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8324d002-55ef-453a-89f8-ccdff73e01fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:05:04.313465 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8324d002-55ef-453a-89f8-ccdff73e01fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:05:04.314015 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8324d002-55ef-453a-89f8-ccdff73e01fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:05:04.314560 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8324d002-55ef-453a-89f8-ccdff73e01fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:05:04.910433 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 882687da-91fb-414c-9395-e708e0ab2d5a up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:05:04.919320 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d2e340e5-7047-48cd-9f8d-e8ccd5de16d8 req-f049df19-7eb2-44be-830d-edc4db094c1c tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "GET /v2.0/ports?device_id=db2bc911-b43b-44bc-8f35-190ad3236288 HTTP/1.1" status: 200 len: 210 time: 0.0727634 Jul 09 15:05:05.203596 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 882687da-91fb-414c-9395-e708e0ab2d5a completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:05:05.209754 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 882687da-91fb-414c-9395-e708e0ab2d5a triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:05:05.210244 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:05.337196 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:05.433860 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 882687da-91fb-414c-9395-e708e0ab2d5a, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=882687da-91fb-414c-9395-e708e0ab2d5a,segment=NetworkSegment(c0d2cdd6-2553-4b4c-8e32-dcebfa549bf1),segment_id=c0d2cdd6-2553-4b4c-8e32-dcebfa549bf1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:05:05.507452 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd67ee-762b-4b22-828b-ad35a6659df1 req-dbdd731c-96ce-40a9-b6b6-65c6a296b787 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:05.511746 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:05.531038 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-63dd67ee-762b-4b22-828b-ad35a6659df1 req-dbdd731c-96ce-40a9-b6b6-65c6a296b787 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=5755c27b-93c8-48c8-b528-826015140dbf HTTP/1.1" status: 200 len: 945 time: 0.1121056 Jul 09 15:05:05.605047 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-63dd67ee-762b-4b22-828b-ad35a6659df1 req-e4fcaadc-0b04-4a11-b1b1-e7c8f8c56bf3 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664229 Jul 09 15:05:05.605261 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=882687da-91fb-414c-9395-e708e0ab2d5a,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:05:05.876882 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b093a65-f408-4e50-a743-7984ee1237fe req-eafcc999-386c-483e-a0d3-cc11cf072cd3 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:05.878856 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5b093a65-f408-4e50-a743-7984ee1237fe req-eafcc999-386c-483e-a0d3-cc11cf072cd3 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.62 "GET /v2.0/networks?id=22f6f9b0-630e-4468-8d29-7860af251842 HTTP/1.1" status: 200 len: 798 time: 0.1493769 Jul 09 15:05:05.903558 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-5b093a65-f408-4e50-a743-7984ee1237fe req-f9125acd-4463-416b-bc36-331e1edaf6d3 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Request body: {'port': {'device_id': 'db2bc911-b43b-44bc-8f35-190ad3236288', 'network_id': '22f6f9b0-630e-4468-8d29-7860af251842', 'admin_state_up': True, 'tenant_id': '494d12c1a85c4b86999f08bb7865eef7'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:05:06.140391 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b093a65-f408-4e50-a743-7984ee1237fe req-f9125acd-4463-416b-bc36-331e1edaf6d3 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Made reservation on behalf of 494d12c1a85c4b86999f08bb7865eef7 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:05:06.145327 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5b093a65-f408-4e50-a743-7984ee1237fe req-f9125acd-4463-416b-bc36-331e1edaf6d3 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:06.184599 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c03c2e6e-42eb-4bce-8530-cbcc65efa594 req-19f065a5-cf21-42b8-9ebc-c0f5504dc5d9 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "GET /v2.0/ports?device_id=db2bc911-b43b-44bc-8f35-190ad3236288 HTTP/1.1" status: 200 len: 210 time: 0.0619535 Jul 09 15:05:06.320022 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-5b093a65-f408-4e50-a743-7984ee1237fe req-f9125acd-4463-416b-bc36-331e1edaf6d3 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Allocated IP 172.20.0.20 (22f6f9b0-630e-4468-8d29-7860af251842/e22b53f3-5b9b-4c8c-889c-27749f8cd68d/7ca82e04-3ae0-472f-a124-536cef758140) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:05:06.456258 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5b093a65-f408-4e50-a743-7984ee1237fe req-f9125acd-4463-416b-bc36-331e1edaf6d3 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:06.477108 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-5b093a65-f408-4e50-a743-7984ee1237fe req-f9125acd-4463-416b-bc36-331e1edaf6d3 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Transition to ACTIVE for port object 7ca82e04-3ae0-472f-a124-536cef758140 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:05:06.644174 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5b093a65-f408-4e50-a743-7984ee1237fe req-f9125acd-4463-416b-bc36-331e1edaf6d3 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:06.712259 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b093a65-f408-4e50-a743-7984ee1237fe req-f9125acd-4463-416b-bc36-331e1edaf6d3 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Network 22f6f9b0-630e-4468-8d29-7860af251842 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:05:06.727288 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-5b093a65-f408-4e50-a743-7984ee1237fe req-f9125acd-4463-416b-bc36-331e1edaf6d3 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:05:06.734873 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b093a65-f408-4e50-a743-7984ee1237fe req-f9125acd-4463-416b-bc36-331e1edaf6d3 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:05:06.842226 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 882687da-91fb-414c-9395-e708e0ab2d5a up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:05:06.845238 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9125acd-4463-416b-bc36-331e1edaf6d3 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Pushing event updated for resources: {'Port': ['ID=7ca82e04-3ae0-472f-a124-536cef758140,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:05:06.889763 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b093a65-f408-4e50-a743-7984ee1237fe req-f9125acd-4463-416b-bc36-331e1edaf6d3 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:06.890445 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5b093a65-f408-4e50-a743-7984ee1237fe req-f9125acd-4463-416b-bc36-331e1edaf6d3 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:06.903687 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f9c77-8326-4e8a-921e-17f5c7bf60de req-5d6f8a25-6afa-4338-87b8-39340f7e3faf tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:06.905352 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-546f9c77-8326-4e8a-921e-17f5c7bf60de req-5d6f8a25-6afa-4338-87b8-39340f7e3faf tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=5755c27b-93c8-48c8-b528-826015140dbf HTTP/1.1" status: 200 len: 945 time: 0.1923997 Jul 09 15:05:06.946448 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 882687da-91fb-414c-9395-e708e0ab2d5a triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:05:06.947056 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:06.993736 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-546f9c77-8326-4e8a-921e-17f5c7bf60de req-a66a61af-3969-4543-a573-06badc9ee4ab tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797932 Jul 09 15:05:07.061634 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5b093a65-f408-4e50-a743-7984ee1237fe req-f9125acd-4463-416b-bc36-331e1edaf6d3 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.1641362 Jul 09 15:05:07.082618 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-5b093a65-f408-4e50-a743-7984ee1237fe req-68a332a1-85b9-46a3-80e2-7333e272e7e2 service neutron] Request body: {'port': {'device_id': 'db2bc911-b43b-44bc-8f35-190ad3236288', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:05:07.255078 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-d9e98aed-2076-41f4-a7ff-e96ae310c7da None None] Provisioning for port 7ca82e04-3ae0-472f-a124-536cef758140 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:05:07.264039 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-d9e98aed-2076-41f4-a7ff-e96ae310c7da None None] Provisioning complete for port 7ca82e04-3ae0-472f-a124-536cef758140 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:05:07.264039 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d9e98aed-2076-41f4-a7ff-e96ae310c7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:07.297942 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5b093a65-f408-4e50-a743-7984ee1237fe req-68a332a1-85b9-46a3-80e2-7333e272e7e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:07.367437 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-d9e98aed-2076-41f4-a7ff-e96ae310c7da None None] Port 7ca82e04-3ae0-472f-a124-536cef758140 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:05:07.573794 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c1933-474a-4db3-b576-77a1f950bb18 req-ab701be4-b4cd-4d74-b5f0-befd33d3d293 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:07.585407 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5d6c1933-474a-4db3-b576-77a1f950bb18 req-ab701be4-b4cd-4d74-b5f0-befd33d3d293 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "GET /v2.0/ports?device_id=db2bc911-b43b-44bc-8f35-190ad3236288 HTTP/1.1" status: 200 len: 895 time: 0.1570776 Jul 09 15:05:07.732021 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-5b093a65-f408-4e50-a743-7984ee1237fe req-68a332a1-85b9-46a3-80e2-7333e272e7e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ca82e04-3ae0-472f-a124-536cef758140 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:05:07.743633 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5b093a65-f408-4e50-a743-7984ee1237fe req-68a332a1-85b9-46a3-80e2-7333e272e7e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:07.796535 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-5b093a65-f408-4e50-a743-7984ee1237fe req-68a332a1-85b9-46a3-80e2-7333e272e7e2 service neutron] Transition to ACTIVE for port object 7ca82e04-3ae0-472f-a124-536cef758140 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:05:07.909795 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5b093a65-f408-4e50-a743-7984ee1237fe req-68a332a1-85b9-46a3-80e2-7333e272e7e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:07.982820 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a332a1-85b9-46a3-80e2-7333e272e7e2 service neutron] Pushing event updated for resources: {'Port': ['ID=7ca82e04-3ae0-472f-a124-536cef758140,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:05:08.152541 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-5b093a65-f408-4e50-a743-7984ee1237fe req-68a332a1-85b9-46a3-80e2-7333e272e7e2 service neutron] Attempting to bind port 7ca82e04-3ae0-472f-a124-536cef758140 on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:05:08.152888 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-5b093a65-f408-4e50-a743-7984ee1237fe req-68a332a1-85b9-46a3-80e2-7333e272e7e2 service neutron] Attempting to bind port 7ca82e04-3ae0-472f-a124-536cef758140 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': 'c0d2cdd6-2553-4b4c-8e32-dcebfa549bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '22f6f9b0-630e-4468-8d29-7860af251842'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:05:08.153228 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b093a65-f408-4e50-a743-7984ee1237fe req-68a332a1-85b9-46a3-80e2-7333e272e7e2 service neutron] Attempting to bind port 7ca82e04-3ae0-472f-a124-536cef758140 on network 22f6f9b0-630e-4468-8d29-7860af251842 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:05:08.159402 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b093a65-f408-4e50-a743-7984ee1237fe req-68a332a1-85b9-46a3-80e2-7333e272e7e2 service neutron] Port 7ca82e04-3ae0-472f-a124-536cef758140 on network 22f6f9b0-630e-4468-8d29-7860af251842 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:05:08.159764 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b093a65-f408-4e50-a743-7984ee1237fe req-68a332a1-85b9-46a3-80e2-7333e272e7e2 service neutron] Attempting to bind port 7ca82e04-3ae0-472f-a124-536cef758140 on network 22f6f9b0-630e-4468-8d29-7860af251842 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:05:08.165364 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b093a65-f408-4e50-a743-7984ee1237fe req-68a332a1-85b9-46a3-80e2-7333e272e7e2 service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:05:08.165713 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b093a65-f408-4e50-a743-7984ee1237fe req-68a332a1-85b9-46a3-80e2-7333e272e7e2 service neutron] Checking segment: {'id': 'c0d2cdd6-2553-4b4c-8e32-dcebfa549bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '22f6f9b0-630e-4468-8d29-7860af251842'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:05:08.166116 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b093a65-f408-4e50-a743-7984ee1237fe req-68a332a1-85b9-46a3-80e2-7333e272e7e2 service neutron] Bound using segment: {'id': 'c0d2cdd6-2553-4b4c-8e32-dcebfa549bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '22f6f9b0-630e-4468-8d29-7860af251842'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:05:08.166555 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-5b093a65-f408-4e50-a743-7984ee1237fe req-68a332a1-85b9-46a3-80e2-7333e272e7e2 service neutron] Bound port: 7ca82e04-3ae0-472f-a124-536cef758140, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0d2cdd6-2553-4b4c-8e32-dcebfa549bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '22f6f9b0-630e-4468-8d29-7860af251842'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:05:08.167190 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5b093a65-f408-4e50-a743-7984ee1237fe req-68a332a1-85b9-46a3-80e2-7333e272e7e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:08.258704 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-5b093a65-f408-4e50-a743-7984ee1237fe req-68a332a1-85b9-46a3-80e2-7333e272e7e2 service neutron] For port 7ca82e04-3ae0-472f-a124-536cef758140, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:05:08.264873 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-5b093a65-f408-4e50-a743-7984ee1237fe req-68a332a1-85b9-46a3-80e2-7333e272e7e2 service neutron] For port 7ca82e04-3ae0-472f-a124-536cef758140, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=7ca82e04-3ae0-472f-a124-536cef758140,segment=NetworkSegment(c0d2cdd6-2553-4b4c-8e32-dcebfa549bf1),segment_id=c0d2cdd6-2553-4b4c-8e32-dcebfa549bf1)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:05:08.300484 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00cf5e3-1017-4e05-95c2-ba20cb410d78 req-34648ddd-f976-4ad6-a171-daec792c521f tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:08.302706 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b00cf5e3-1017-4e05-95c2-ba20cb410d78 req-34648ddd-f976-4ad6-a171-daec792c521f tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=5755c27b-93c8-48c8-b528-826015140dbf HTTP/1.1" status: 200 len: 945 time: 0.0836086 Jul 09 15:05:08.364090 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b00cf5e3-1017-4e05-95c2-ba20cb410d78 req-bbf33b93-af37-403d-8567-3c42420aaac3 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538080 Jul 09 15:05:08.366195 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 35798) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:05:08.386113 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5b093a65-f408-4e50-a743-7984ee1237fe req-68a332a1-85b9-46a3-80e2-7333e272e7e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:08.453225 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b093a65-f408-4e50-a743-7984ee1237fe req-68a332a1-85b9-46a3-80e2-7333e272e7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:08.454076 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5b093a65-f408-4e50-a743-7984ee1237fe req-68a332a1-85b9-46a3-80e2-7333e272e7e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:08.462828 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5b093a65-f408-4e50-a743-7984ee1237fe req-68a332a1-85b9-46a3-80e2-7333e272e7e2 service neutron] 10.222.0.62 "PUT /v2.0/ports/7ca82e04-3ae0-472f-a124-536cef758140 HTTP/1.1" status: 200 len: 1055 time: 1.3856790 Jul 09 15:05:08.471401 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db2bc911-b43b-44bc-8f35-190ad3236288', 'tag': '7ca82e04-3ae0-472f-a124-536cef758140'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:05:08.474312 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb40dcd-8ce6-41d7-942c-350a180205d2" -d '{"events": [{"name": "network-changed", "server_uuid": "db2bc911-b43b-44bc-8f35-190ad3236288", "tag": "7ca82e04-3ae0-472f-a124-536cef758140"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:05:08.537015 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a332a1-85b9-46a3-80e2-7333e272e7e2 service neutron] Pushing event updated for resources: {'Port': ['ID=7ca82e04-3ae0-472f-a124-536cef758140,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:05:08.559296 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b48b19f-c8f8-45e3-af36-21e5adae0e3d x-openstack-request-id: req-9b48b19f-c8f8-45e3-af36-21e5adae0e3d {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:05:08.560391 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db2bc911-b43b-44bc-8f35-190ad3236288", "tag": "7ca82e04-3ae0-472f-a124-536cef758140", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:05:08.561237 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9b48b19f-c8f8-45e3-af36-21e5adae0e3d {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:05:08.562120 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db2bc911-b43b-44bc-8f35-190ad3236288', 'tag': '7ca82e04-3ae0-472f-a124-536cef758140', 'status': 'completed', 'code': 200} Jul 09 15:05:08.632784 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ca10ce90-acd4-49dd-8250-f8bbce9534af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:08.790856 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb40dcd-8ce6-41d7-942c-350a180205d2 req-9038e142-d262-42ac-97b2-cd02af29e021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:08.793283 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7cb40dcd-8ce6-41d7-942c-350a180205d2 req-9038e142-d262-42ac-97b2-cd02af29e021 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=494d12c1a85c4b86999f08bb7865eef7&device_id=db2bc911-b43b-44bc-8f35-190ad3236288 HTTP/1.1" status: 200 len: 1058 time: 0.1556020 Jul 09 15:05:08.838221 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe58006-8e9b-4c9f-b426-a2413b7bc756 req-9b73c60f-2df5-4741-8d00-c8bee982b9dd tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:08.838605 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-abe58006-8e9b-4c9f-b426-a2413b7bc756 req-9b73c60f-2df5-4741-8d00-c8bee982b9dd tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "GET /v2.0/ports?device_id=db2bc911-b43b-44bc-8f35-190ad3236288 HTTP/1.1" status: 200 len: 907 time: 0.1024523 Jul 09 15:05:08.949241 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ca10ce90-acd4-49dd-8250-f8bbce9534af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:08.978882 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb40dcd-8ce6-41d7-942c-350a180205d2 req-b4a12c58-c19f-478a-b47d-a94277c8cfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:08.979743 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb40dcd-8ce6-41d7-942c-350a180205d2 req-b4a12c58-c19f-478a-b47d-a94277c8cfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:08.982358 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7cb40dcd-8ce6-41d7-942c-350a180205d2 req-b4a12c58-c19f-478a-b47d-a94277c8cfbb service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=494d12c1a85c4b86999f08bb7865eef7&shared=False HTTP/1.1" status: 200 len: 1585 time: 0.1729474 Jul 09 15:05:09.112576 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ca10ce90-acd4-49dd-8250-f8bbce9534af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:09.117829 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb40dcd-8ce6-41d7-942c-350a180205d2 req-02be6023-b085-457a-898c-1969d1ce00e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:09.118570 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7cb40dcd-8ce6-41d7-942c-350a180205d2 req-02be6023-b085-457a-898c-1969d1ce00e2 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1300881 Jul 09 15:05:09.159343 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca10ce90-acd4-49dd-8250-f8bbce9534af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f542269-88d0-4cb2-bf10-b69b78d55bd2,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:05:09.172606 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ca10ce90-acd4-49dd-8250-f8bbce9534af admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=aeb996cc6712439f8cd56cd1983ca7b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8047895 Jul 09 15:05:09.176119 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 35814) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:05:09.315174 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fbf59466-06f3-45fe-afbd-14bc5712f037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:09.360441 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fbf59466-06f3-45fe-afbd-14bc5712f037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:09.370905 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b093a65-f408-4e50-a743-7984ee1237fe req-cf46b8b3-655e-4809-9539-11c5efc0a2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:09.373611 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5b093a65-f408-4e50-a743-7984ee1237fe req-cf46b8b3-655e-4809-9539-11c5efc0a2b3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=494d12c1a85c4b86999f08bb7865eef7&device_id=db2bc911-b43b-44bc-8f35-190ad3236288 HTTP/1.1" status: 200 len: 1058 time: 0.1508675 Jul 09 15:05:09.477026 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5b093a65-f408-4e50-a743-7984ee1237fe req-8cadd607-daa3-4f13-99db-48bc1150c475 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=7ca82e04-3ae0-472f-a124-536cef758140 HTTP/1.1" status: 200 len: 217 time: 0.0816245 Jul 09 15:05:09.604048 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b093a65-f408-4e50-a743-7984ee1237fe req-84e4e27a-53eb-4d04-8f14-71212c74fad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:09.606343 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5b093a65-f408-4e50-a743-7984ee1237fe req-84e4e27a-53eb-4d04-8f14-71212c74fad5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e22b53f3-5b9b-4c8c-889c-27749f8cd68d HTTP/1.1" status: 200 len: 838 time: 0.1159561 Jul 09 15:05:09.680555 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8942122f-629c-47b8-b1f2-52ca99262855 req-dfd473f9-c950-4d04-8d04-10a9dd4f7686 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:09.683400 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8942122f-629c-47b8-b1f2-52ca99262855 req-dfd473f9-c950-4d04-8d04-10a9dd4f7686 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=5755c27b-93c8-48c8-b528-826015140dbf HTTP/1.1" status: 200 len: 945 time: 0.1679556 Jul 09 15:05:09.717254 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fbf59466-06f3-45fe-afbd-14bc5712f037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:09.726058 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fbf59466-06f3-45fe-afbd-14bc5712f037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:09.726058 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-fbf59466-06f3-45fe-afbd-14bc5712f037 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1f542269-88d0-4cb2-bf10-b69b78d55bd2 HTTP/1.1" status: 204 len: 168 time: 0.5431757 Jul 09 15:05:09.741460 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf59466-06f3-45fe-afbd-14bc5712f037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f542269-88d0-4cb2-bf10-b69b78d55bd2,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:05:09.757224 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b093a65-f408-4e50-a743-7984ee1237fe req-c13aa16e-a03e-4235-9721-5283173f5814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:09.762112 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5b093a65-f408-4e50-a743-7984ee1237fe req-c13aa16e-a03e-4235-9721-5283173f5814 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=22f6f9b0-630e-4468-8d29-7860af251842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1376591 Jul 09 15:05:09.762688 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8942122f-629c-47b8-b1f2-52ca99262855 req-d823f0be-3bae-48e2-9f70-201aa25b2221 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688071 Jul 09 15:05:09.884008 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5b093a65-f408-4e50-a743-7984ee1237fe req-eca5b609-c093-4e12-8d8b-998663b742df service neutron] 10.222.0.62 "GET /v2.0/networks/22f6f9b0-630e-4468-8d29-7860af251842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153069 Jul 09 15:05:10.005276 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5b093a65-f408-4e50-a743-7984ee1237fe req-5ba473c2-5793-4770-ac4f-0cbdd209ad49 service neutron] 10.222.0.62 "GET /v2.0/networks/22f6f9b0-630e-4468-8d29-7860af251842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098268 Jul 09 15:05:10.132040 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b1061-68e3-433f-9e1a-3260f13fb579 req-01c25f45-6bf5-487a-b02a-49b3dcb76068 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:10.133687 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5f7b1061-68e3-433f-9e1a-3260f13fb579 req-01c25f45-6bf5-487a-b02a-49b3dcb76068 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "GET /v2.0/ports?device_id=db2bc911-b43b-44bc-8f35-190ad3236288 HTTP/1.1" status: 200 len: 907 time: 0.0810158 Jul 09 15:05:10.764896 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 35836) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:05:10.784398 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-828c454a-2c76-4460-8a2e-89460b189865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:10.915137 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-828c454a-2c76-4460-8a2e-89460b189865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:11.020247 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-828c454a-2c76-4460-8a2e-89460b189865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:11.044021 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c454a-2c76-4460-8a2e-89460b189865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa7eb0d-3ed9-4074-8706-92d2d712384e,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:05:11.072231 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0589b1-d7f9-49ba-8080-86c9a453b32f req-68103b68-04c4-43fa-a757-068d6b9569bd tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:11.072231 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9b0589b1-d7f9-49ba-8080-86c9a453b32f req-68103b68-04c4-43fa-a757-068d6b9569bd tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=5755c27b-93c8-48c8-b528-826015140dbf HTTP/1.1" status: 200 len: 945 time: 0.1296155 Jul 09 15:05:11.121971 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-828c454a-2c76-4460-8a2e-89460b189865 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d39168afc08b44fdb7dfc10425b1e72d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3561008 Jul 09 15:05:11.125239 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 35842) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:05:11.176651 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9b0589b1-d7f9-49ba-8080-86c9a453b32f req-9305f43a-abce-44bf-82fa-44a707bd921e tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943675 Jul 09 15:05:11.267162 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-69ac1d84-5ef7-445b-b793-95a5c32efd1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:11.301364 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-69ac1d84-5ef7-445b-b793-95a5c32efd1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:11.439418 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0b66e-ce3b-4eea-9fb2-277eb1355cf4 req-dc505f89-0315-4955-af85-a3e9a1000562 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:11.441766 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b7c0b66e-ce3b-4eea-9fb2-277eb1355cf4 req-dc505f89-0315-4955-af85-a3e9a1000562 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "GET /v2.0/ports?device_id=db2bc911-b43b-44bc-8f35-190ad3236288 HTTP/1.1" status: 200 len: 907 time: 0.1306581 Jul 09 15:05:11.557455 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-69ac1d84-5ef7-445b-b793-95a5c32efd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:11.562522 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-69ac1d84-5ef7-445b-b793-95a5c32efd1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:11.571258 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-69ac1d84-5ef7-445b-b793-95a5c32efd1e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4fa7eb0d-3ed9-4074-8706-92d2d712384e HTTP/1.1" status: 204 len: 168 time: 0.4447756 Jul 09 15:05:11.585919 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ac1d84-5ef7-445b-b793-95a5c32efd1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa7eb0d-3ed9-4074-8706-92d2d712384e,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:05:11.651932 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6404f45-184c-429c-a203-1b7955fc1571 req-c836da3c-f6d3-48ee-a86b-82a3c9c457e8 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:11.660113 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b6404f45-184c-429c-a203-1b7955fc1571 req-c836da3c-f6d3-48ee-a86b-82a3c9c457e8 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.1256189 Jul 09 15:05:11.716386 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b6404f45-184c-429c-a203-1b7955fc1571 req-fa93a334-8192-42b6-a0bd-4c7f1e75a4bc tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548868 Jul 09 15:05:12.076542 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785abcd4-f966-44a1-b1fa-f0777ac67446 req-12e87ba8-8e07-4718-bdbf-ccb772982714 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:12.084461 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-785abcd4-f966-44a1-b1fa-f0777ac67446 req-12e87ba8-8e07-4718-bdbf-ccb772982714 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.0982428 Jul 09 15:05:12.143861 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-785abcd4-f966-44a1-b1fa-f0777ac67446 req-9bdc57e0-4ce7-4bc8-8508-5eb3d25764c0 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577230 Jul 09 15:05:12.576587 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474acbc-b673-4d48-b4ef-a6b8a1031e8a req-f51b12be-b735-4ed2-bad9-0da54704152b tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:12.588723 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b474acbc-b673-4d48-b4ef-a6b8a1031e8a req-f51b12be-b735-4ed2-bad9-0da54704152b tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/networks?id=2caf48fb-184c-426e-a7e2-2d876991b7f4 HTTP/1.1" status: 200 len: 811 time: 0.1607869 Jul 09 15:05:12.630891 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b474acbc-b673-4d48-b4ef-a6b8a1031e8a req-f830336a-36b4-47ef-bba4-99a5f6fb5b61 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/quotas/c03b5d3d86974e68a5911d632d382871 HTTP/1.1" status: 200 len: 375 time: 0.0190768 Jul 09 15:05:12.727751 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e70aa32-726e-48f8-88d6-0c3069878d98 req-21aeeb5a-0255-40c8-b19f-2b8044db6fc4 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:12.729418 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6e70aa32-726e-48f8-88d6-0c3069878d98 req-21aeeb5a-0255-40c8-b19f-2b8044db6fc4 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "GET /v2.0/ports?device_id=db2bc911-b43b-44bc-8f35-190ad3236288 HTTP/1.1" status: 200 len: 907 time: 0.1137388 Jul 09 15:05:12.738286 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b474acbc-b673-4d48-b4ef-a6b8a1031e8a req-8fda3318-91e9-4735-a227-2165fc6fd23a tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c03b5d3d86974e68a5911d632d382871&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0972080 Jul 09 15:05:12.868150 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b474acbc-b673-4d48-b4ef-a6b8a1031e8a req-70541d70-af4e-48ad-b02a-189086b0be88 service neutron] 10.222.0.58 "GET /v2.0/networks/2caf48fb-184c-426e-a7e2-2d876991b7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224759 Jul 09 15:05:12.990857 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b474acbc-b673-4d48-b4ef-a6b8a1031e8a req-c34270ab-2610-407b-8f13-b4aa0939020e service neutron] 10.222.0.58 "GET /v2.0/networks/2caf48fb-184c-426e-a7e2-2d876991b7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122293 Jul 09 15:05:13.508080 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1d64624f-3f9a-4929-a40d-2035d4557b97 req-06f52276-dd64-44ff-8106-138e1212d15a tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=122a589b-3350-4a9f-ba01-d8a683c763b2 HTTP/1.1" status: 200 len: 210 time: 0.0887458 Jul 09 15:05:13.646627 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:05:13.889698 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 7ca82e04-3ae0-472f-a124-536cef758140 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 15:05:13.962464 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686ce6d-04a6-4930-a42f-10a763ea1f87 req-912ee018-2b3d-442f-a653-1a98490a4a28 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:13.964151 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c686ce6d-04a6-4930-a42f-10a763ea1f87 req-912ee018-2b3d-442f-a653-1a98490a4a28 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "GET /v2.0/ports?device_id=db2bc911-b43b-44bc-8f35-190ad3236288 HTTP/1.1" status: 200 len: 907 time: 0.1007140 Jul 09 15:05:14.027854 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 7ca82e04-3ae0-472f-a124-536cef758140, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=7ca82e04-3ae0-472f-a124-536cef758140,segment=NetworkSegment(c0d2cdd6-2553-4b4c-8e32-dcebfa549bf1),segment_id=c0d2cdd6-2553-4b4c-8e32-dcebfa549bf1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:05:14.044565 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '7ca82e04-3ae0-472f-a124-536cef758140', 'network_id': '22f6f9b0-630e-4468-8d29-7860af251842', 'port_id': '7ca82e04-3ae0-472f-a124-536cef758140', 'mac_address': 'fa:16:3e:9a:70:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e22b53f3-5b9b-4c8c-889c-27749f8cd68d', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 15:05:14.084819 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:14.100554 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ca82e04-3ae0-472f-a124-536cef758140 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:05:14.123402 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 7ca82e04-3ae0-472f-a124-536cef758140, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=7ca82e04-3ae0-472f-a124-536cef758140,segment=NetworkSegment(c0d2cdd6-2553-4b4c-8e32-dcebfa549bf1),segment_id=c0d2cdd6-2553-4b4c-8e32-dcebfa549bf1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:05:14.329192 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:14.409683 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=7ca82e04-3ae0-472f-a124-536cef758140,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:05:14.421050 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:05:14.421050 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:05:14.421050 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:05:14.421974 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:05:14.421974 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:05:14.421974 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:05:14.422382 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:05:14.433921 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:05:14.433921 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:05:14.433921 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:05:14.433921 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:05:14.433921 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:05:14.673349 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8177b1af-f401-4e50-a6f4-6f03bce63205 req-4c803b9d-cd19-422d-b5c5-3d944e0819ac tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=122a589b-3350-4a9f-ba01-d8a683c763b2 HTTP/1.1" status: 200 len: 210 time: 0.0830045 Jul 09 15:05:14.932715 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['7ca82e04-3ae0-472f-a124-536cef758140'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:05:15.100148 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:15.215499 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2eda2-1d91-4edd-ad97-af67be0b10e3 req-5a388fce-06d2-4244-8163-c3c73fa2df9e tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:15.218180 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-daa2eda2-1d91-4edd-ad97-af67be0b10e3 req-5a388fce-06d2-4244-8163-c3c73fa2df9e tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "GET /v2.0/ports?device_id=db2bc911-b43b-44bc-8f35-190ad3236288 HTTP/1.1" status: 200 len: 908 time: 0.0803683 Jul 09 15:05:15.891187 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 7ca82e04-3ae0-472f-a124-536cef758140 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:05:15.892729 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5e5f4d44-f2cf-43ce-86a9-067251af4373 req-c730f9df-eedc-4c49-ace9-d6e4d280b78f tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=122a589b-3350-4a9f-ba01-d8a683c763b2 HTTP/1.1" status: 200 len: 210 time: 0.0412579 Jul 09 15:05:16.161161 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port 7ca82e04-3ae0-472f-a124-536cef758140 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:05:16.166232 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 7ca82e04-3ae0-472f-a124-536cef758140 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:05:16.176117 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:16.266026 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:16.291937 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db2bc911-b43b-44bc-8f35-190ad3236288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca82e04-3ae0-472f-a124-536cef758140'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:05:16.295289 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02066f26-f590-46c5-9c19-cd15d698e334" -d '{"events": [{"server_uuid": "db2bc911-b43b-44bc-8f35-190ad3236288", "name": "network-vif-plugged", "status": "completed", "tag": "7ca82e04-3ae0-472f-a124-536cef758140"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:05:16.320580 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 7ca82e04-3ae0-472f-a124-536cef758140, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=7ca82e04-3ae0-472f-a124-536cef758140,segment=NetworkSegment(c0d2cdd6-2553-4b4c-8e32-dcebfa549bf1),segment_id=c0d2cdd6-2553-4b4c-8e32-dcebfa549bf1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:05:16.342109 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c53cfa5-c856-4669-a17f-636e877d5965 x-openstack-request-id: req-6c53cfa5-c856-4669-a17f-636e877d5965 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:05:16.342915 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db2bc911-b43b-44bc-8f35-190ad3236288", "name": "network-vif-plugged", "status": "completed", "tag": "7ca82e04-3ae0-472f-a124-536cef758140", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:05:16.343365 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6c53cfa5-c856-4669-a17f-636e877d5965 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:05:16.343993 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db2bc911-b43b-44bc-8f35-190ad3236288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca82e04-3ae0-472f-a124-536cef758140', 'code': 200} Jul 09 15:05:16.431551 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:16.530816 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=7ca82e04-3ae0-472f-a124-536cef758140,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:05:16.553644 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c6008-cc50-45cf-beab-b76a4781f5d2 req-cb0b4a16-3319-4f0f-992e-d2a9927ad431 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:16.563139 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4d0c6008-cc50-45cf-beab-b76a4781f5d2 req-cb0b4a16-3319-4f0f-992e-d2a9927ad431 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "GET /v2.0/ports?device_id=db2bc911-b43b-44bc-8f35-190ad3236288 HTTP/1.1" status: 200 len: 908 time: 0.1985173 Jul 09 15:05:16.598529 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f9d986-6467-4086-8c61-5175fed02af8 req-89958fcd-25d3-4a24-b7e4-a406b3f26bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:16.601170 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-32f9d986-6467-4086-8c61-5175fed02af8 req-89958fcd-25d3-4a24-b7e4-a406b3f26bb7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=db2bc911-b43b-44bc-8f35-190ad3236288 HTTP/1.1" status: 200 len: 1060 time: 0.1353452 Jul 09 15:05:17.076945 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474acbc-b673-4d48-b4ef-a6b8a1031e8a req-ac0433b7-9d23-4fc8-a4fb-c1c4b9727120 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:17.079211 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b474acbc-b673-4d48-b4ef-a6b8a1031e8a req-ac0433b7-9d23-4fc8-a4fb-c1c4b9727120 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.54 "GET /v2.0/networks?id=2caf48fb-184c-426e-a7e2-2d876991b7f4 HTTP/1.1" status: 200 len: 811 time: 0.1766057 Jul 09 15:05:17.102935 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-b474acbc-b673-4d48-b4ef-a6b8a1031e8a req-55009f70-8c3a-438d-938a-eeb64bcf3286 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Request body: {'port': {'device_id': '122a589b-3350-4a9f-ba01-d8a683c763b2', 'network_id': '2caf48fb-184c-426e-a7e2-2d876991b7f4', 'admin_state_up': True, 'tenant_id': 'c03b5d3d86974e68a5911d632d382871'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:05:17.111371 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-80509acd-fc27-4173-a514-52f316d8e54f req-b852e751-a8ca-45b0-838a-0eaec8063728 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=122a589b-3350-4a9f-ba01-d8a683c763b2 HTTP/1.1" status: 200 len: 210 time: 0.0708461 Jul 09 15:05:17.383842 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b474acbc-b673-4d48-b4ef-a6b8a1031e8a req-55009f70-8c3a-438d-938a-eeb64bcf3286 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Made reservation on behalf of c03b5d3d86974e68a5911d632d382871 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:05:17.390386 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b474acbc-b673-4d48-b4ef-a6b8a1031e8a req-55009f70-8c3a-438d-938a-eeb64bcf3286 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:17.574128 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-b474acbc-b673-4d48-b4ef-a6b8a1031e8a req-55009f70-8c3a-438d-938a-eeb64bcf3286 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Allocated IP 172.20.0.13 (2caf48fb-184c-426e-a7e2-2d876991b7f4/a10947be-2e1d-4b8b-b31f-e273354d0e7a/f01ab20f-9308-4ae2-88ac-3c399a610043) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:05:17.855881 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b474acbc-b673-4d48-b4ef-a6b8a1031e8a req-55009f70-8c3a-438d-938a-eeb64bcf3286 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:17.877257 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-b474acbc-b673-4d48-b4ef-a6b8a1031e8a req-55009f70-8c3a-438d-938a-eeb64bcf3286 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Transition to ACTIVE for port object f01ab20f-9308-4ae2-88ac-3c399a610043 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:05:17.887919 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa78e28c-e9c0-4ea1-90aa-8f04dd052672 req-e513f98c-9c55-4551-ac31-1180e7a31889 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:17.905104 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aa78e28c-e9c0-4ea1-90aa-8f04dd052672 req-e513f98c-9c55-4551-ac31-1180e7a31889 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "GET /v2.0/ports?device_id=db2bc911-b43b-44bc-8f35-190ad3236288 HTTP/1.1" status: 200 len: 909 time: 0.1238399 Jul 09 15:05:18.163764 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b474acbc-b673-4d48-b4ef-a6b8a1031e8a req-55009f70-8c3a-438d-938a-eeb64bcf3286 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:18.203493 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['17a81ce2-504c-4392-b158-080965d6ce41'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:05:18.234302 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b474acbc-b673-4d48-b4ef-a6b8a1031e8a req-55009f70-8c3a-438d-938a-eeb64bcf3286 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Network 2caf48fb-184c-426e-a7e2-2d876991b7f4 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:05:18.238299 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-b474acbc-b673-4d48-b4ef-a6b8a1031e8a req-55009f70-8c3a-438d-938a-eeb64bcf3286 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:05:18.254271 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-b474acbc-b673-4d48-b4ef-a6b8a1031e8a req-55009f70-8c3a-438d-938a-eeb64bcf3286 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:05:18.293002 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55009f70-8c3a-438d-938a-eeb64bcf3286 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Pushing event updated for resources: {'Port': ['ID=f01ab20f-9308-4ae2-88ac-3c399a610043,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:05:18.348137 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474acbc-b673-4d48-b4ef-a6b8a1031e8a req-55009f70-8c3a-438d-938a-eeb64bcf3286 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:18.349214 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b474acbc-b673-4d48-b4ef-a6b8a1031e8a req-55009f70-8c3a-438d-938a-eeb64bcf3286 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:18.624175 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b474acbc-b673-4d48-b4ef-a6b8a1031e8a req-55009f70-8c3a-438d-938a-eeb64bcf3286 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5252709 Jul 09 15:05:18.650050 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-b474acbc-b673-4d48-b4ef-a6b8a1031e8a req-606e5362-641a-4ddf-9bc2-ff1e23fce65b service neutron] Request body: {'port': {'device_id': '122a589b-3350-4a9f-ba01-d8a683c763b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:05:18.693653 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df6fe7-5ac3-4aef-9860-cc774ec09140 req-10250346-0684-49dd-98d0-644c2cc86d76 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:18.696724 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-39df6fe7-5ac3-4aef-9860-cc774ec09140 req-10250346-0684-49dd-98d0-644c2cc86d76 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=122a589b-3350-4a9f-ba01-d8a683c763b2 HTTP/1.1" status: 200 len: 932 time: 0.2945783 Jul 09 15:05:18.901522 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b474acbc-b673-4d48-b4ef-a6b8a1031e8a req-606e5362-641a-4ddf-9bc2-ff1e23fce65b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:18.980205 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-c0c0e4e3-0c10-441f-9e18-2592cd5cd741 None None] Provisioning for port f01ab20f-9308-4ae2-88ac-3c399a610043 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:05:18.989999 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-c0c0e4e3-0c10-441f-9e18-2592cd5cd741 None None] Provisioning complete for port f01ab20f-9308-4ae2-88ac-3c399a610043 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:05:18.989999 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c0c0e4e3-0c10-441f-9e18-2592cd5cd741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:19.057935 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-c0c0e4e3-0c10-441f-9e18-2592cd5cd741 None None] Port f01ab20f-9308-4ae2-88ac-3c399a610043 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:05:19.122890 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8933a6-14c3-4cc9-a126-63a213a0f87b req-e82f5940-b42a-4465-b3e8-a8ac5a7032a2 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:19.124371 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-39df6fe7-5ac3-4aef-9860-cc774ec09140 req-c6133e1b-22b3-4a0a-afcc-fcfb23895d0c tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3812072 Jul 09 15:05:19.127853 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7b8933a6-14c3-4cc9-a126-63a213a0f87b req-e82f5940-b42a-4465-b3e8-a8ac5a7032a2 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "GET /v2.0/ports?device_id=db2bc911-b43b-44bc-8f35-190ad3236288 HTTP/1.1" status: 200 len: 909 time: 0.0933166 Jul 09 15:05:19.345684 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-b474acbc-b673-4d48-b4ef-a6b8a1031e8a req-606e5362-641a-4ddf-9bc2-ff1e23fce65b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f01ab20f-9308-4ae2-88ac-3c399a610043 {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:05:19.355622 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b474acbc-b673-4d48-b4ef-a6b8a1031e8a req-606e5362-641a-4ddf-9bc2-ff1e23fce65b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:19.374343 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-b474acbc-b673-4d48-b4ef-a6b8a1031e8a req-606e5362-641a-4ddf-9bc2-ff1e23fce65b service neutron] Transition to ACTIVE for port object f01ab20f-9308-4ae2-88ac-3c399a610043 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:05:19.408696 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f9975-f031-4689-ba0a-870c9da25c38 req-eb7fee91-5852-43f9-bb92-ed4e9bc4685d tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:19.410474 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fa3f9975-f031-4689-ba0a-870c9da25c38 req-eb7fee91-5852-43f9-bb92-ed4e9bc4685d tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "GET /v2.0/ports?device_id=db2bc911-b43b-44bc-8f35-190ad3236288 HTTP/1.1" status: 200 len: 909 time: 0.1072388 Jul 09 15:05:19.460122 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b474acbc-b673-4d48-b4ef-a6b8a1031e8a req-606e5362-641a-4ddf-9bc2-ff1e23fce65b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:19.520921 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606e5362-641a-4ddf-9bc2-ff1e23fce65b service neutron] Pushing event updated for resources: {'Port': ['ID=f01ab20f-9308-4ae2-88ac-3c399a610043,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:05:19.598822 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-b474acbc-b673-4d48-b4ef-a6b8a1031e8a req-606e5362-641a-4ddf-9bc2-ff1e23fce65b service neutron] Attempting to bind port f01ab20f-9308-4ae2-88ac-3c399a610043 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:05:19.599789 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-b474acbc-b673-4d48-b4ef-a6b8a1031e8a req-606e5362-641a-4ddf-9bc2-ff1e23fce65b service neutron] Attempting to bind port f01ab20f-9308-4ae2-88ac-3c399a610043 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '06875dad-dad1-4e17-960d-8ec4e4c881bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2caf48fb-184c-426e-a7e2-2d876991b7f4'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:05:19.600300 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b474acbc-b673-4d48-b4ef-a6b8a1031e8a req-606e5362-641a-4ddf-9bc2-ff1e23fce65b service neutron] Attempting to bind port f01ab20f-9308-4ae2-88ac-3c399a610043 on network 2caf48fb-184c-426e-a7e2-2d876991b7f4 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:05:19.608752 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b474acbc-b673-4d48-b4ef-a6b8a1031e8a req-606e5362-641a-4ddf-9bc2-ff1e23fce65b service neutron] Port f01ab20f-9308-4ae2-88ac-3c399a610043 on network 2caf48fb-184c-426e-a7e2-2d876991b7f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:05:19.609408 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b474acbc-b673-4d48-b4ef-a6b8a1031e8a req-606e5362-641a-4ddf-9bc2-ff1e23fce65b service neutron] Attempting to bind port f01ab20f-9308-4ae2-88ac-3c399a610043 on network 2caf48fb-184c-426e-a7e2-2d876991b7f4 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:05:19.618798 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b474acbc-b673-4d48-b4ef-a6b8a1031e8a req-606e5362-641a-4ddf-9bc2-ff1e23fce65b service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:05:19.619141 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b474acbc-b673-4d48-b4ef-a6b8a1031e8a req-606e5362-641a-4ddf-9bc2-ff1e23fce65b service neutron] Checking segment: {'id': '06875dad-dad1-4e17-960d-8ec4e4c881bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2caf48fb-184c-426e-a7e2-2d876991b7f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:05:19.619954 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b474acbc-b673-4d48-b4ef-a6b8a1031e8a req-606e5362-641a-4ddf-9bc2-ff1e23fce65b service neutron] Bound using segment: {'id': '06875dad-dad1-4e17-960d-8ec4e4c881bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2caf48fb-184c-426e-a7e2-2d876991b7f4'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:05:19.620689 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-b474acbc-b673-4d48-b4ef-a6b8a1031e8a req-606e5362-641a-4ddf-9bc2-ff1e23fce65b service neutron] Bound port: f01ab20f-9308-4ae2-88ac-3c399a610043, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06875dad-dad1-4e17-960d-8ec4e4c881bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2caf48fb-184c-426e-a7e2-2d876991b7f4'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:05:19.621292 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b474acbc-b673-4d48-b4ef-a6b8a1031e8a req-606e5362-641a-4ddf-9bc2-ff1e23fce65b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:19.635485 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4963cb6-62e7-4928-989e-b783040df658 req-daa443d1-bc9e-4df2-b723-766cd7e37e15 tempest-TestSecurityGroupsBasicOps-332705734 tempest-TestSecurityGroupsBasicOps-332705734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:19.637320 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f4963cb6-62e7-4928-989e-b783040df658 req-daa443d1-bc9e-4df2-b723-766cd7e37e15 tempest-TestSecurityGroupsBasicOps-332705734 tempest-TestSecurityGroupsBasicOps-332705734-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=db2bc911-b43b-44bc-8f35-190ad3236288 HTTP/1.1" status: 200 len: 1060 time: 0.1023490 Jul 09 15:05:19.822739 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-b474acbc-b673-4d48-b4ef-a6b8a1031e8a req-606e5362-641a-4ddf-9bc2-ff1e23fce65b service neutron] For port f01ab20f-9308-4ae2-88ac-3c399a610043, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:05:19.827624 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-b474acbc-b673-4d48-b4ef-a6b8a1031e8a req-606e5362-641a-4ddf-9bc2-ff1e23fce65b service neutron] For port f01ab20f-9308-4ae2-88ac-3c399a610043, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=f01ab20f-9308-4ae2-88ac-3c399a610043,segment=NetworkSegment(06875dad-dad1-4e17-960d-8ec4e4c881bc),segment_id=06875dad-dad1-4e17-960d-8ec4e4c881bc)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:05:19.957444 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b474acbc-b673-4d48-b4ef-a6b8a1031e8a req-606e5362-641a-4ddf-9bc2-ff1e23fce65b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:20.359100 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474acbc-b673-4d48-b4ef-a6b8a1031e8a req-606e5362-641a-4ddf-9bc2-ff1e23fce65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:20.359806 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b474acbc-b673-4d48-b4ef-a6b8a1031e8a req-606e5362-641a-4ddf-9bc2-ff1e23fce65b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:20.361335 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b474acbc-b673-4d48-b4ef-a6b8a1031e8a req-606e5362-641a-4ddf-9bc2-ff1e23fce65b service neutron] 10.222.0.54 "PUT /v2.0/ports/f01ab20f-9308-4ae2-88ac-3c399a610043 HTTP/1.1" status: 200 len: 1092 time: 1.7295215 Jul 09 15:05:20.372171 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '122a589b-3350-4a9f-ba01-d8a683c763b2', 'tag': 'f01ab20f-9308-4ae2-88ac-3c399a610043'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:05:20.375267 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f43ba0a-2c49-475e-aafe-dcd105602b4e" -d '{"events": [{"name": "network-changed", "server_uuid": "122a589b-3350-4a9f-ba01-d8a683c763b2", "tag": "f01ab20f-9308-4ae2-88ac-3c399a610043"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:05:20.398559 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606e5362-641a-4ddf-9bc2-ff1e23fce65b service neutron] Pushing event updated for resources: {'Port': ['ID=f01ab20f-9308-4ae2-88ac-3c399a610043,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:05:20.413652 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e440a1f-8012-4af2-b812-01a002893f4b req-db78e669-3d21-4fec-9b32-fec711e76131 tempest-TestSecurityGroupsBasicOps-332705734 tempest-TestSecurityGroupsBasicOps-332705734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:20.413652 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7e440a1f-8012-4af2-b812-01a002893f4b req-db78e669-3d21-4fec-9b32-fec711e76131 tempest-TestSecurityGroupsBasicOps-332705734 tempest-TestSecurityGroupsBasicOps-332705734-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=256bf443-854f-4bf4-8c11-f690cba77d99 HTTP/1.1" status: 200 len: 1135 time: 0.4686317 Jul 09 15:05:20.498664 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7e440a1f-8012-4af2-b812-01a002893f4b req-da3513d9-b3fb-483b-86c3-4277347292e3 tempest-TestSecurityGroupsBasicOps-332705734 tempest-TestSecurityGroupsBasicOps-332705734-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=710fd194-0191-4d0f-af8b-f7cbdd6e23ec&id=d5d49935-a9f1-4c8d-a4e1-ab95d1595665&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0759795 Jul 09 15:05:20.509254 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07431dab-e76b-434a-92e7-9efed0d615ff req-ff798b71-8e20-4c59-a239-5fbfbcf1aba8 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:20.511059 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-07431dab-e76b-434a-92e7-9efed0d615ff req-ff798b71-8e20-4c59-a239-5fbfbcf1aba8 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=122a589b-3350-4a9f-ba01-d8a683c763b2 HTTP/1.1" status: 200 len: 944 time: 0.2049558 Jul 09 15:05:20.529751 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 36064) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:05:20.596571 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-07431dab-e76b-434a-92e7-9efed0d615ff req-b58cf479-fbf7-4d37-b1cd-09e61af46d5a tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718191 Jul 09 15:05:20.616938 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbed82fc-dc9f-4de8-9bc7-fc1c8f0414ac x-openstack-request-id: req-bbed82fc-dc9f-4de8-9bc7-fc1c8f0414ac {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:05:20.617232 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "122a589b-3350-4a9f-ba01-d8a683c763b2", "tag": "f01ab20f-9308-4ae2-88ac-3c399a610043", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:05:20.617486 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bbed82fc-dc9f-4de8-9bc7-fc1c8f0414ac {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:05:20.618058 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '122a589b-3350-4a9f-ba01-d8a683c763b2', 'tag': 'f01ab20f-9308-4ae2-88ac-3c399a610043', 'status': 'completed', 'code': 200} Jul 09 15:05:20.675245 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34cef25-46df-44b8-97ef-8bdb7f531ab0 tempest-TestSecurityGroupsBasicOps-332705734 tempest-TestSecurityGroupsBasicOps-332705734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:20.676851 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d34cef25-46df-44b8-97ef-8bdb7f531ab0 tempest-TestSecurityGroupsBasicOps-332705734 tempest-TestSecurityGroupsBasicOps-332705734-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=db2bc911-b43b-44bc-8f35-190ad3236288 HTTP/1.1" status: 200 len: 1055 time: 0.1459544 Jul 09 15:05:20.694531 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474acbc-b673-4d48-b4ef-a6b8a1031e8a req-447fd2db-d089-4432-90cf-3c6c171a283c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:20.695923 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b474acbc-b673-4d48-b4ef-a6b8a1031e8a req-447fd2db-d089-4432-90cf-3c6c171a283c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c03b5d3d86974e68a5911d632d382871&device_id=122a589b-3350-4a9f-ba01-d8a683c763b2 HTTP/1.1" status: 200 len: 1095 time: 0.1344094 Jul 09 15:05:20.774228 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b474acbc-b673-4d48-b4ef-a6b8a1031e8a req-be37172f-8e37-4587-8b4a-331eae08c577 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f01ab20f-9308-4ae2-88ac-3c399a610043 HTTP/1.1" status: 200 len: 217 time: 0.0696423 Jul 09 15:05:20.837302 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474acbc-b673-4d48-b4ef-a6b8a1031e8a req-92352606-1cd2-4775-b68c-8acaaba9089b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:20.851471 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b474acbc-b673-4d48-b4ef-a6b8a1031e8a req-92352606-1cd2-4775-b68c-8acaaba9089b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a10947be-2e1d-4b8b-b31f-e273354d0e7a HTTP/1.1" status: 200 len: 850 time: 0.0589044 Jul 09 15:05:20.919597 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474acbc-b673-4d48-b4ef-a6b8a1031e8a req-3a1c1540-df8d-40ba-9f9e-793b424f5d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:20.921452 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b474acbc-b673-4d48-b4ef-a6b8a1031e8a req-3a1c1540-df8d-40ba-9f9e-793b424f5d9d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2caf48fb-184c-426e-a7e2-2d876991b7f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760994 Jul 09 15:05:21.056170 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b474acbc-b673-4d48-b4ef-a6b8a1031e8a req-737b1263-d499-47e6-aa0a-fdb6dd978d2a service neutron] 10.222.0.54 "GET /v2.0/networks/2caf48fb-184c-426e-a7e2-2d876991b7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269968 Jul 09 15:05:21.187227 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b474acbc-b673-4d48-b4ef-a6b8a1031e8a req-6189adb0-f0f9-4a01-a2ee-619aa54ee645 service neutron] 10.222.0.54 "GET /v2.0/networks/2caf48fb-184c-426e-a7e2-2d876991b7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223748 Jul 09 15:05:21.490372 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f43ba0a-2c49-475e-aafe-dcd105602b4e req-c87b3edc-78f2-4657-a2e4-310d4d40bb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:21.492087 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1f43ba0a-2c49-475e-aafe-dcd105602b4e req-c87b3edc-78f2-4657-a2e4-310d4d40bb50 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c03b5d3d86974e68a5911d632d382871&device_id=122a589b-3350-4a9f-ba01-d8a683c763b2 HTTP/1.1" status: 200 len: 1095 time: 0.0973799 Jul 09 15:05:21.523218 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9d611-2c54-4e69-baab-7897c84954a9 req-942e42f4-53ec-4508-925c-fd241444e5f8 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:21.525259 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-82b9d611-2c54-4e69-baab-7897c84954a9 req-942e42f4-53ec-4508-925c-fd241444e5f8 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "GET /v2.0/ports?device_id=db2bc911-b43b-44bc-8f35-190ad3236288 HTTP/1.1" status: 200 len: 909 time: 0.0838985 Jul 09 15:05:21.611406 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f43ba0a-2c49-475e-aafe-dcd105602b4e req-2b18db47-2f8b-4d4e-b3c8-633efaf2e290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:21.614018 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1f43ba0a-2c49-475e-aafe-dcd105602b4e req-2b18db47-2f8b-4d4e-b3c8-633efaf2e290 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2caf48fb-184c-426e-a7e2-2d876991b7f4 HTTP/1.1" status: 200 len: 912 time: 0.1145649 Jul 09 15:05:21.732600 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1f43ba0a-2c49-475e-aafe-dcd105602b4e req-29911aa2-d0f6-41fd-bc16-f18b6cef15f8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f01ab20f-9308-4ae2-88ac-3c399a610043 HTTP/1.1" status: 200 len: 217 time: 0.1061113 Jul 09 15:05:21.824091 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f43ba0a-2c49-475e-aafe-dcd105602b4e req-26e4d048-503d-4799-a1e2-3991a423d83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:21.826677 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1f43ba0a-2c49-475e-aafe-dcd105602b4e req-26e4d048-503d-4799-a1e2-3991a423d83a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a10947be-2e1d-4b8b-b31f-e273354d0e7a HTTP/1.1" status: 200 len: 850 time: 0.0871375 Jul 09 15:05:21.957170 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e5ff1-ceeb-4ecb-ac9f-18f1d730007c req-003cce1a-0462-4c86-b0fe-a7e2b1e6d53f tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:21.959706 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a96e5ff1-ceeb-4ecb-ac9f-18f1d730007c req-003cce1a-0462-4c86-b0fe-a7e2b1e6d53f tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=122a589b-3350-4a9f-ba01-d8a683c763b2 HTTP/1.1" status: 200 len: 944 time: 0.1883340 Jul 09 15:05:22.031489 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f43ba0a-2c49-475e-aafe-dcd105602b4e req-359c266e-ffd2-40d6-8c33-9e7cf56daa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:22.033076 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1f43ba0a-2c49-475e-aafe-dcd105602b4e req-359c266e-ffd2-40d6-8c33-9e7cf56daa73 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2caf48fb-184c-426e-a7e2-2d876991b7f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1972678 Jul 09 15:05:22.047808 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a96e5ff1-ceeb-4ecb-ac9f-18f1d730007c req-2d6d12e1-0997-4492-b07f-ed4ffba0a524 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802834 Jul 09 15:05:22.278224 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1f43ba0a-2c49-475e-aafe-dcd105602b4e req-2308a3a7-e3f5-47d5-ac3f-971e2d4d62b4 service neutron] 10.222.0.54 "GET /v2.0/networks/2caf48fb-184c-426e-a7e2-2d876991b7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292652 Jul 09 15:05:22.468408 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1f43ba0a-2c49-475e-aafe-dcd105602b4e req-7255e2f0-5c00-4ecc-9cdb-4d6df38c9c0c service neutron] 10.222.0.54 "GET /v2.0/networks/2caf48fb-184c-426e-a7e2-2d876991b7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806636 Jul 09 15:05:22.754228 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0c7d3c-3f1a-497f-b74e-f78173306b76 req-75626bd3-dece-4070-bad6-5fe8e9ad6d7a tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:22.755995 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9c0c7d3c-3f1a-497f-b74e-f78173306b76 req-75626bd3-dece-4070-bad6-5fe8e9ad6d7a tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "GET /v2.0/ports?device_id=db2bc911-b43b-44bc-8f35-190ad3236288 HTTP/1.1" status: 200 len: 909 time: 0.0746083 Jul 09 15:05:23.335170 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:23.357664 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9979e06-5bed-40fc-bdc5-bb801508a9f3 req-ba3dde7a-5018-4918-9a1c-11b07859c497 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:23.359612 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d9979e06-5bed-40fc-bdc5-bb801508a9f3 req-ba3dde7a-5018-4918-9a1c-11b07859c497 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=122a589b-3350-4a9f-ba01-d8a683c763b2 HTTP/1.1" status: 200 len: 944 time: 0.0830357 Jul 09 15:05:23.404413 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d9979e06-5bed-40fc-bdc5-bb801508a9f3 req-b6a09382-ffdc-45b0-9f92-49610e175ba6 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368648 Jul 09 15:05:23.771825 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174d7ff-0a4e-42e9-91f3-8a7713b378cc req-932b6ca2-95b6-4c5e-a646-3c5917a41c5d tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:23.774547 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a174d7ff-0a4e-42e9-91f3-8a7713b378cc req-932b6ca2-95b6-4c5e-a646-3c5917a41c5d tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.62 "GET /v2.0/ports?device_id=db2bc911-b43b-44bc-8f35-190ad3236288 HTTP/1.1" status: 200 len: 909 time: 0.0733943 Jul 09 15:05:23.942263 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-a174d7ff-0a4e-42e9-91f3-8a7713b378cc req-6ddc7f2d-85b9-4cb9-8e7b-ff26896e1ea2 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Deleting port 7ca82e04-3ae0-472f-a124-536cef758140 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:05:23.942706 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a174d7ff-0a4e-42e9-91f3-8a7713b378cc req-6ddc7f2d-85b9-4cb9-8e7b-ff26896e1ea2 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:24.045207 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d270cba-9937-4c16-9b24-61ce78605a76 req-1a7be536-8b9d-459d-bf2b-4c27caa1f7c3 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:24.047017 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9d270cba-9937-4c16-9b24-61ce78605a76 req-1a7be536-8b9d-459d-bf2b-4c27caa1f7c3 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "GET /v2.0/ports?device_id=db2bc911-b43b-44bc-8f35-190ad3236288 HTTP/1.1" status: 200 len: 909 time: 0.1613319 Jul 09 15:05:24.067842 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-a174d7ff-0a4e-42e9-91f3-8a7713b378cc req-6ddc7f2d-85b9-4cb9-8e7b-ff26896e1ea2 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] For port 7ca82e04-3ae0-472f-a124-536cef758140, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=7ca82e04-3ae0-472f-a124-536cef758140,segment=NetworkSegment(c0d2cdd6-2553-4b4c-8e32-dcebfa549bf1),segment_id=c0d2cdd6-2553-4b4c-8e32-dcebfa549bf1)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:05:24.068321 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a174d7ff-0a4e-42e9-91f3-8a7713b378cc req-6ddc7f2d-85b9-4cb9-8e7b-ff26896e1ea2 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:24.093142 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-a174d7ff-0a4e-42e9-91f3-8a7713b378cc req-6ddc7f2d-85b9-4cb9-8e7b-ff26896e1ea2 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Calling delete_port for 7ca82e04-3ae0-472f-a124-536cef758140 owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:05:24.694990 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9076aed-316c-4cac-b6c9-72f3db91938c req-a7f46b9d-507b-45ff-80e7-50cefce929c4 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:24.696733 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b9076aed-316c-4cac-b6c9-72f3db91938c req-a7f46b9d-507b-45ff-80e7-50cefce929c4 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=122a589b-3350-4a9f-ba01-d8a683c763b2 HTTP/1.1" status: 200 len: 944 time: 0.0779698 Jul 09 15:05:24.757742 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b9076aed-316c-4cac-b6c9-72f3db91938c req-deb3e6cc-4ee0-483d-a4d8-f9007cbfb993 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507584 Jul 09 15:05:24.807551 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a174d7ff-0a4e-42e9-91f3-8a7713b378cc req-6ddc7f2d-85b9-4cb9-8e7b-ff26896e1ea2 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:24.841240 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddc7f2d-85b9-4cb9-8e7b-ff26896e1ea2 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Pushing event deleted for resources: {'Port': ['ID=7ca82e04-3ae0-472f-a124-536cef758140,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:05:24.894197 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-a174d7ff-0a4e-42e9-91f3-8a7713b378cc req-6ddc7f2d-85b9-4cb9-8e7b-ff26896e1ea2 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] No DVR routers for this DVR port 7ca82e04-3ae0-472f-a124-536cef758140 on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:05:24.897052 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a174d7ff-0a4e-42e9-91f3-8a7713b378cc req-6ddc7f2d-85b9-4cb9-8e7b-ff26896e1ea2 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:24.899450 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a174d7ff-0a4e-42e9-91f3-8a7713b378cc req-6ddc7f2d-85b9-4cb9-8e7b-ff26896e1ea2 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.62 "DELETE /v2.0/ports/7ca82e04-3ae0-472f-a124-536cef758140 HTTP/1.1" status: 204 len: 173 time: 1.1157005 Jul 09 15:05:24.899794 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db2bc911-b43b-44bc-8f35-190ad3236288', 'name': 'network-vif-deleted', 'tag': '7ca82e04-3ae0-472f-a124-536cef758140'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:05:24.907654 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9fc8d38-2e79-4922-bdba-10f329a805c3" -d '{"events": [{"server_uuid": "db2bc911-b43b-44bc-8f35-190ad3236288", "name": "network-vif-deleted", "tag": "7ca82e04-3ae0-472f-a124-536cef758140"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:05:24.962382 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e50878-9f48-4550-8059-03f8c170ae92 x-openstack-request-id: req-50e50878-9f48-4550-8059-03f8c170ae92 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:05:24.962884 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db2bc911-b43b-44bc-8f35-190ad3236288", "name": "network-vif-deleted", "tag": "7ca82e04-3ae0-472f-a124-536cef758140", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:05:24.963237 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-50e50878-9f48-4550-8059-03f8c170ae92 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:05:24.963778 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db2bc911-b43b-44bc-8f35-190ad3236288', 'name': 'network-vif-deleted', 'tag': '7ca82e04-3ae0-472f-a124-536cef758140', 'status': 'completed', 'code': 200} Jul 09 15:05:24.970236 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device f01ab20f-9308-4ae2-88ac-3c399a610043 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 15:05:25.219268 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port f01ab20f-9308-4ae2-88ac-3c399a610043, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=f01ab20f-9308-4ae2-88ac-3c399a610043,segment=NetworkSegment(06875dad-dad1-4e17-960d-8ec4e4c881bc),segment_id=06875dad-dad1-4e17-960d-8ec4e4c881bc)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:05:25.253626 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': 'f01ab20f-9308-4ae2-88ac-3c399a610043', 'network_id': '2caf48fb-184c-426e-a7e2-2d876991b7f4', 'port_id': 'f01ab20f-9308-4ae2-88ac-3c399a610043', 'mac_address': 'fa:16:3e:d7:d7:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a10947be-2e1d-4b8b-b31f-e273354d0e7a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 15:05:25.303331 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c2516906-f6a8-4116-90c8-48513b1f3abc req-25e65646-7e8c-41b1-bf05-f78772ebac3a tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "GET /v2.0/ports?device_id=db2bc911-b43b-44bc-8f35-190ad3236288 HTTP/1.1" status: 200 len: 210 time: 0.0348146 Jul 09 15:05:25.304981 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:25.328016 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f01ab20f-9308-4ae2-88ac-3c399a610043 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:05:25.358223 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port f01ab20f-9308-4ae2-88ac-3c399a610043, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=f01ab20f-9308-4ae2-88ac-3c399a610043,segment=NetworkSegment(06875dad-dad1-4e17-960d-8ec4e4c881bc),segment_id=06875dad-dad1-4e17-960d-8ec4e4c881bc)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:05:25.463684 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:25.556553 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=f01ab20f-9308-4ae2-88ac-3c399a610043,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:05:25.687688 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['f01ab20f-9308-4ae2-88ac-3c399a610043'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:05:26.065643 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3263fbaa-9782-4123-a10a-ddff0e5ecedc req-5c66d1c8-54d0-442a-9d8d-2edd511670b2 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:26.068175 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3263fbaa-9782-4123-a10a-ddff0e5ecedc req-5c66d1c8-54d0-442a-9d8d-2edd511670b2 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=122a589b-3350-4a9f-ba01-d8a683c763b2 HTTP/1.1" status: 200 len: 945 time: 0.1220908 Jul 09 15:05:26.142580 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3263fbaa-9782-4123-a10a-ddff0e5ecedc req-089fea7a-ef39-46c3-8027-a315dc7059b1 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610337 Jul 09 15:05:26.146008 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fe672199-0873-432e-8a30-4b4ed3743efc req-dbed56d3-f2ce-4329-9aaa-2c0de46b7370 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=256bf443-854f-4bf4-8c11-f690cba77d99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1195083 Jul 09 15:05:26.157363 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4b8a5806-3e4b-4aca-bc9d-13fd0356e647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:26.352227 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe672199-0873-432e-8a30-4b4ed3743efc req-bd023deb-d5d3-47db-ad07-d0d94bfadee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:26.355889 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fe672199-0873-432e-8a30-4b4ed3743efc req-bd023deb-d5d3-47db-ad07-d0d94bfadee2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=494d12c1a85c4b86999f08bb7865eef7&device_id=256bf443-854f-4bf4-8c11-f690cba77d99 HTTP/1.1" status: 200 len: 1135 time: 0.1203313 Jul 09 15:05:26.566871 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe672199-0873-432e-8a30-4b4ed3743efc req-4b9b7acd-0537-4f36-94ba-acad5e15165b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:26.570337 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fe672199-0873-432e-8a30-4b4ed3743efc req-4b9b7acd-0537-4f36-94ba-acad5e15165b service neutron] 10.222.0.54 "GET /v2.0/networks?id=466fcfa3-9ce1-40ee-9932-db79c365c144 HTTP/1.1" status: 200 len: 898 time: 0.1835167 Jul 09 15:05:26.707035 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fe672199-0873-432e-8a30-4b4ed3743efc req-e8a79511-0796-4126-9fb4-1b4baafeda40 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5586abac-958d-4abd-8217-1d66646e3533 HTTP/1.1" status: 200 len: 1001 time: 0.1204238 Jul 09 15:05:26.812686 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0ce34fdc-d43d-4a9d-ae2d-c77b8aab1ddb req-c72f0070-780b-4809-a5e1-74562ecf2377 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "GET /v2.0/ports?device_id=db2bc911-b43b-44bc-8f35-190ad3236288 HTTP/1.1" status: 200 len: 210 time: 0.1132991 Jul 09 15:05:26.843553 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe672199-0873-432e-8a30-4b4ed3743efc req-15f290cc-51a3-4598-bd27-3ffef9890140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:26.846263 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fe672199-0873-432e-8a30-4b4ed3743efc req-15f290cc-51a3-4598-bd27-3ffef9890140 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c878d016-01d3-4c16-a578-dbd760c32b29 HTTP/1.1" status: 200 len: 833 time: 0.1307776 Jul 09 15:05:26.923997 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe672199-0873-432e-8a30-4b4ed3743efc req-e1a06b45-8d9d-4e07-a2fc-2be0d3cea839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:26.926488 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fe672199-0873-432e-8a30-4b4ed3743efc req-e1a06b45-8d9d-4e07-a2fc-2be0d3cea839 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=466fcfa3-9ce1-40ee-9932-db79c365c144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724313 Jul 09 15:05:26.980368 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device f01ab20f-9308-4ae2-88ac-3c399a610043 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:05:27.042946 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fe672199-0873-432e-8a30-4b4ed3743efc req-0547e126-3bd1-498b-839c-c7ce293bebe6 service neutron] 10.222.0.54 "GET /v2.0/networks/466fcfa3-9ce1-40ee-9932-db79c365c144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079457 Jul 09 15:05:27.157058 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port f01ab20f-9308-4ae2-88ac-3c399a610043 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:05:27.162532 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port f01ab20f-9308-4ae2-88ac-3c399a610043 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:05:27.163814 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:27.208002 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fe672199-0873-432e-8a30-4b4ed3743efc req-0ab60540-9fe6-4028-aadf-3ee7198579a7 service neutron] 10.222.0.54 "GET /v2.0/networks/466fcfa3-9ce1-40ee-9932-db79c365c144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579373 Jul 09 15:05:27.396777 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:27.430652 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '122a589b-3350-4a9f-ba01-d8a683c763b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01ab20f-9308-4ae2-88ac-3c399a610043'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:05:27.433551 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5223fb27-1e92-49c4-9d05-d8601c9a762c" -d '{"events": [{"server_uuid": "122a589b-3350-4a9f-ba01-d8a683c763b2", "name": "network-vif-plugged", "status": "completed", "tag": "f01ab20f-9308-4ae2-88ac-3c399a610043"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:05:27.459087 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port f01ab20f-9308-4ae2-88ac-3c399a610043, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=f01ab20f-9308-4ae2-88ac-3c399a610043,segment=NetworkSegment(06875dad-dad1-4e17-960d-8ec4e4c881bc),segment_id=06875dad-dad1-4e17-960d-8ec4e4c881bc)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:05:27.502939 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9049a58-7129-4d9a-9379-e22e2d2645e5 x-openstack-request-id: req-a9049a58-7129-4d9a-9379-e22e2d2645e5 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:05:27.503470 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "122a589b-3350-4a9f-ba01-d8a683c763b2", "name": "network-vif-plugged", "status": "completed", "tag": "f01ab20f-9308-4ae2-88ac-3c399a610043", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:05:27.503948 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a9049a58-7129-4d9a-9379-e22e2d2645e5 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:05:27.504521 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '122a589b-3350-4a9f-ba01-d8a683c763b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01ab20f-9308-4ae2-88ac-3c399a610043', 'code': 200} Jul 09 15:05:27.541772 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980b734-8769-4752-b714-4f5dc1d506dd req-d657057c-df97-4a48-8e41-4b5a0d56c88c tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:27.550908 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2980b734-8769-4752-b714-4f5dc1d506dd req-d657057c-df97-4a48-8e41-4b5a0d56c88c tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=122a589b-3350-4a9f-ba01-d8a683c763b2 HTTP/1.1" status: 200 len: 945 time: 0.1355989 Jul 09 15:05:27.592456 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:27.646104 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2980b734-8769-4752-b714-4f5dc1d506dd req-f69243d7-de00-4178-bc4d-ffb1be886bbc tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938003 Jul 09 15:05:27.706193 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=f01ab20f-9308-4ae2-88ac-3c399a610043,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:05:27.707062 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd2ba1-e759-4309-ae7b-be58f7d51bc1 req-f285026b-67d4-4d85-9986-513891787a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:27.708765 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-76cd2ba1-e759-4309-ae7b-be58f7d51bc1 req-f285026b-67d4-4d85-9986-513891787a7e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=122a589b-3350-4a9f-ba01-d8a683c763b2 HTTP/1.1" status: 200 len: 1097 time: 0.1240914 Jul 09 15:05:27.772066 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-76cd2ba1-e759-4309-ae7b-be58f7d51bc1 req-0c002e15-4f09-4553-b153-ba29153ab692 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554185 Jul 09 15:05:27.961461 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 7ca82e04-3ae0-472f-a124-536cef758140 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:05:28.006584 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: 7ca82e04-3ae0-472f-a124-536cef758140 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:05:28.006584 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 7ca82e04-3ae0-472f-a124-536cef758140 not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:05:28.007721 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 36210) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:05:28.662252 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8c242161-5e80-4a03-b732-dbf49a19185c tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:29.153502 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8a4be5e5-aeae-41d3-ade2-34e2797e667c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:29.248547 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112e262-004d-46d8-9d48-5866890f50ec req-adfca474-7097-44d6-9e8a-c9f36876ab19 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:29.250344 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a112e262-004d-46d8-9d48-5866890f50ec req-adfca474-7097-44d6-9e8a-c9f36876ab19 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=122a589b-3350-4a9f-ba01-d8a683c763b2 HTTP/1.1" status: 200 len: 946 time: 0.1830528 Jul 09 15:05:29.322988 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:29.331739 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-8c242161-5e80-4a03-b732-dbf49a19185c tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Deleting port 882687da-91fb-414c-9395-e708e0ab2d5a {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:05:29.332127 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8c242161-5e80-4a03-b732-dbf49a19185c tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:29.428654 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a112e262-004d-46d8-9d48-5866890f50ec req-50e680c0-56e4-4756-a8f1-09004a7b76e6 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653700 Jul 09 15:05:29.624387 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-8c242161-5e80-4a03-b732-dbf49a19185c tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] For port 882687da-91fb-414c-9395-e708e0ab2d5a, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=882687da-91fb-414c-9395-e708e0ab2d5a,segment=NetworkSegment(c0d2cdd6-2553-4b4c-8e32-dcebfa549bf1),segment_id=c0d2cdd6-2553-4b4c-8e32-dcebfa549bf1)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:05:29.624387 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8c242161-5e80-4a03-b732-dbf49a19185c tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:29.654425 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-8c242161-5e80-4a03-b732-dbf49a19185c tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Calling delete_port for 882687da-91fb-414c-9395-e708e0ab2d5a owned by network:router_interface {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:05:30.147737 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8c242161-5e80-4a03-b732-dbf49a19185c tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:30.202051 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c242161-5e80-4a03-b732-dbf49a19185c tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Pushing event deleted for resources: {'Port': ['ID=882687da-91fb-414c-9395-e708e0ab2d5a,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:05:30.323496 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:30.545505 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8c242161-5e80-4a03-b732-dbf49a19185c tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:30.871524 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837cdea6-b8a4-4bbb-9c0e-6232f6a7e61e req-d2c6ffd1-a827-4d78-96b1-92c84e959ea9 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:30.874592 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-837cdea6-b8a4-4bbb-9c0e-6232f6a7e61e req-d2c6ffd1-a827-4d78-96b1-92c84e959ea9 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=122a589b-3350-4a9f-ba01-d8a683c763b2 HTTP/1.1" status: 200 len: 946 time: 0.1664422 Jul 09 15:05:30.930354 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-837cdea6-b8a4-4bbb-9c0e-6232f6a7e61e req-5aaf094c-d9c6-4bf2-ba92-82ae533ddbfd tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483737 Jul 09 15:05:30.944278 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c242161-5e80-4a03-b732-dbf49a19185c tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Router 33a418b9-4115-4987-8aaf-6ef501530bed has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:05:31.095919 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c242161-5e80-4a03-b732-dbf49a19185c tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:05:31.113121 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e89b7ad-6e2b-4105-8d0b-eeb5957842f8 None None] Sync routers for ids ['33a418b9-4115-4987-8aaf-6ef501530bed'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:05:31.127764 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-8c242161-5e80-4a03-b732-dbf49a19185c tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "PUT /v2.0/routers/33a418b9-4115-4987-8aaf-6ef501530bed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1151385 Jul 09 15:05:31.128375 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 36252) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:05:31.134746 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e89b7ad-6e2b-4105-8d0b-eeb5957842f8 None None] Routers {'33a418b9-4115-4987-8aaf-6ef501530bed'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:05:31.136080 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-4e89b7ad-6e2b-4105-8d0b-eeb5957842f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:05:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['33a418b9-4115-4987-8aaf-6ef501530bed'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:05:31.216583 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-a250c9c1-3596-4870-b60d-4323c00c312d tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Deleting subnet e22b53f3-5b9b-4c8c-889c-27749f8cd68d {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:05:31.222750 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a250c9c1-3596-4870-b60d-4323c00c312d tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:31.282717 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a250c9c1-3596-4870-b60d-4323c00c312d tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:31.289114 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-4e89b7ad-6e2b-4105-8d0b-eeb5957842f8 None None] Set router 33a418b9-4115-4987-8aaf-6ef501530bed gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:05:31.416029 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a250c9c1-3596-4870-b60d-4323c00c312d tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:31.533481 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-4e89b7ad-6e2b-4105-8d0b-eeb5957842f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a418b9-4115-4987-8aaf-6ef501530bed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1064383210', 'tenant_id': '494d12c1a85c4b86999f08bb7865eef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '4f6d919d-d1d7-4f21-b400-9401375bf35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:04:50Z', 'updated_at': '2021-07-09T15:05:29Z', 'revision_number': 5, 'project_id': '494d12c1a85c4b86999f08bb7865eef7', 'gw_port': {'id': '4f6d919d-d1d7-4f21-b400-9401375bf35b', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a418b9-4115-4987-8aaf-6ef501530bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:04:51Z', 'updated_at': '2021-07-09T15:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:05:31.565865 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e89b7ad-6e2b-4105-8d0b-eeb5957842f8 None None] Checking router: 33a418b9-4115-4987-8aaf-6ef501530bed for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:05:31.578436 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e89b7ad-6e2b-4105-8d0b-eeb5957842f8 None None] Routers {'33a418b9-4115-4987-8aaf-6ef501530bed'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:05:31.579148 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-4e89b7ad-6e2b-4105-8d0b-eeb5957842f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:05:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['33a418b9-4115-4987-8aaf-6ef501530bed'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:05:31.613434 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a250c9c1-3596-4870-b60d-4323c00c312d tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:31.650211 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a250c9c1-3596-4870-b60d-4323c00c312d tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:31.653999 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a250c9c1-3596-4870-b60d-4323c00c312d tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "DELETE /v2.0/subnets/e22b53f3-5b9b-4c8c-889c-27749f8cd68d HTTP/1.1" status: 204 len: 168 time: 0.5236139 Jul 09 15:05:31.655383 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a250c9c1-3596-4870-b60d-4323c00c312d tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Pushing event deleted for resources: {'Subnet': ['ID=e22b53f3-5b9b-4c8c-889c-27749f8cd68d,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:05:31.657010 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 36262) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:05:31.668212 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:31.671048 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371f49d8-e24e-402f-92ff-39a592d8c7f3 None None] Network 22f6f9b0-630e-4468-8d29-7860af251842 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:05:31.784177 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-4e89b7ad-6e2b-4105-8d0b-eeb5957842f8 None None] Set router 33a418b9-4115-4987-8aaf-6ef501530bed gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:05:32.028355 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a6d1f63d-def2-4bfb-be37-59c4adc453a8 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks [] for router, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:32.328122 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a6d1f63d-def2-4bfb-be37-59c4adc453a8 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:32.384412 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-4e89b7ad-6e2b-4105-8d0b-eeb5957842f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a418b9-4115-4987-8aaf-6ef501530bed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1064383210', 'tenant_id': '494d12c1a85c4b86999f08bb7865eef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '4f6d919d-d1d7-4f21-b400-9401375bf35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:04:50Z', 'updated_at': '2021-07-09T15:05:29Z', 'revision_number': 5, 'project_id': '494d12c1a85c4b86999f08bb7865eef7', 'gw_port': {'id': '4f6d919d-d1d7-4f21-b400-9401375bf35b', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a418b9-4115-4987-8aaf-6ef501530bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:04:51Z', 'updated_at': '2021-07-09T15:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:05:32.447621 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e89b7ad-6e2b-4105-8d0b-eeb5957842f8 None None] The sync data for ids ['33a418b9-4115-4987-8aaf-6ef501530bed'] in n-d-799529-6 is: [{'id': '33a418b9-4115-4987-8aaf-6ef501530bed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1064383210', 'tenant_id': '494d12c1a85c4b86999f08bb7865eef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '4f6d919d-d1d7-4f21-b400-9401375bf35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:04:50Z', 'updated_at': '2021-07-09T15:05:29Z', 'revision_number': 5, 'project_id': '494d12c1a85c4b86999f08bb7865eef7', 'gw_port': {'id': '4f6d919d-d1d7-4f21-b400-9401375bf35b', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a418b9-4115-4987-8aaf-6ef501530bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:04:51Z', 'updated_at': '2021-07-09T15:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:05:32.598358 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-a6d1f63d-def2-4bfb-be37-59c4adc453a8 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Deleting port 4f6d919d-d1d7-4f21-b400-9401375bf35b {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:05:32.599591 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a6d1f63d-def2-4bfb-be37-59c4adc453a8 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:32.650589 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 36280) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:05:32.729018 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-a6d1f63d-def2-4bfb-be37-59c4adc453a8 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] For port 4f6d919d-d1d7-4f21-b400-9401375bf35b, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=4f6d919d-d1d7-4f21-b400-9401375bf35b,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:05:32.729795 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a6d1f63d-def2-4bfb-be37-59c4adc453a8 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:32.750764 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-a6d1f63d-def2-4bfb-be37-59c4adc453a8 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Calling delete_port for 4f6d919d-d1d7-4f21-b400-9401375bf35b owned by network:router_gateway {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:05:32.866011 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40089d8c-77f5-466e-9b23-2f31fe42a17e None None] DHCP port deletion for 22f6f9b0-630e-4468-8d29-7860af251842 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 15:05:32.989193 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a37afed3-d3b9-4a3b-b68a-29c73d12e3f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:33.104654 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 882687da-91fb-414c-9395-e708e0ab2d5a no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:05:33.206479 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 882687da-91fb-414c-9395-e708e0ab2d5a {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:05:33.207143 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 882687da-91fb-414c-9395-e708e0ab2d5a not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:05:33.210181 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 6743c2cb-fda2-4fc5-92a1-5611b02514ce no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:05:33.261291 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-40089d8c-77f5-466e-9b23-2f31fe42a17e None None] Deleting port 6743c2cb-fda2-4fc5-92a1-5611b02514ce {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:05:33.262450 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-40089d8c-77f5-466e-9b23-2f31fe42a17e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:33.277595 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a37afed3-d3b9-4a3b-b68a-29c73d12e3f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:33.481151 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-40089d8c-77f5-466e-9b23-2f31fe42a17e None None] For port 6743c2cb-fda2-4fc5-92a1-5611b02514ce, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=6743c2cb-fda2-4fc5-92a1-5611b02514ce,segment=NetworkSegment(c0d2cdd6-2553-4b4c-8e32-dcebfa549bf1),segment_id=c0d2cdd6-2553-4b4c-8e32-dcebfa549bf1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:05:33.481151 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-40089d8c-77f5-466e-9b23-2f31fe42a17e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:33.492719 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a37afed3-d3b9-4a3b-b68a-29c73d12e3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:33.521519 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:33.528690 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a6d1f63d-def2-4bfb-be37-59c4adc453a8 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:33.573405 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-40089d8c-77f5-466e-9b23-2f31fe42a17e None None] Calling delete_port for 6743c2cb-fda2-4fc5-92a1-5611b02514ce owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:05:33.610320 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 6743c2cb-fda2-4fc5-92a1-5611b02514ce, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=6743c2cb-fda2-4fc5-92a1-5611b02514ce,segment=NetworkSegment(c0d2cdd6-2553-4b4c-8e32-dcebfa549bf1),segment_id=c0d2cdd6-2553-4b4c-8e32-dcebfa549bf1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:05:33.689115 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37afed3-d3b9-4a3b-b68a-29c73d12e3f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fffc321-0923-4e8c-b8a0-f7caf34d572d,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:05:33.689856 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d1f63d-def2-4bfb-be37-59c4adc453a8 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Pushing event deleted for resources: {'Port': ['ID=4f6d919d-d1d7-4f21-b400-9401375bf35b,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:05:33.742472 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a37afed3-d3b9-4a3b-b68a-29c73d12e3f8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a012e1f35bcb4875981ed09b196b8dd8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0894158 Jul 09 15:05:33.742612 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 36302) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:05:33.760823 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a6d1f63d-def2-4bfb-be37-59c4adc453a8 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:33.844657 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:33.905860 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b3816519-8079-4bdc-a17c-49c3fb13b50c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:33.978780 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b3816519-8079-4bdc-a17c-49c3fb13b50c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:34.020478 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a6d1f63d-def2-4bfb-be37-59c4adc453a8 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:34.024227 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a6d1f63d-def2-4bfb-be37-59c4adc453a8 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:34.091280 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=6743c2cb-fda2-4fc5-92a1-5611b02514ce,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:05:34.135058 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-40089d8c-77f5-466e-9b23-2f31fe42a17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:34.169341 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40089d8c-77f5-466e-9b23-2f31fe42a17e None None] Pushing event deleted for resources: {'Port': ['ID=6743c2cb-fda2-4fc5-92a1-5611b02514ce,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:05:34.180047 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40089d8c-77f5-466e-9b23-2f31fe42a17e None None] No DVR routers for this DVR port 6743c2cb-fda2-4fc5-92a1-5611b02514ce on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:05:34.210181 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b3816519-8079-4bdc-a17c-49c3fb13b50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:34.211701 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a6d1f63d-def2-4bfb-be37-59c4adc453a8 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:34.212358 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d1f63d-def2-4bfb-be37-59c4adc453a8 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Fanout notify agent at l3_agent the message router_deleted on router 33a418b9-4115-4987-8aaf-6ef501530bed {{(pid=94445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 15:05:34.217501 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b3816519-8079-4bdc-a17c-49c3fb13b50c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:34.223076 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a6d1f63d-def2-4bfb-be37-59c4adc453a8 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:34.223246 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b3816519-8079-4bdc-a17c-49c3fb13b50c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9fffc321-0923-4e8c-b8a0-f7caf34d572d HTTP/1.1" status: 204 len: 168 time: 0.4700806 Jul 09 15:05:34.224843 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-a6d1f63d-def2-4bfb-be37-59c4adc453a8 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "DELETE /v2.0/routers/33a418b9-4115-4987-8aaf-6ef501530bed HTTP/1.1" status: 204 len: 168 time: 2.5608156 Jul 09 15:05:34.227545 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 36310) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:05:34.251546 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3816519-8079-4bdc-a17c-49c3fb13b50c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fffc321-0923-4e8c-b8a0-f7caf34d572d,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:05:34.372373 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8f193f68-69af-455b-92e6-69eda47bd2b4 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:34.516713 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8f193f68-69af-455b-92e6-69eda47bd2b4 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:34.530559 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-8f193f68-69af-455b-92e6-69eda47bd2b4 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22f6f9b0-630e-4468-8d29-7860af251842']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:05:34.545000 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-8f193f68-69af-455b-92e6-69eda47bd2b4 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0d2cdd6-2553-4b4c-8e32-dcebfa549bf1') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:05:34.545000 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-8f193f68-69af-455b-92e6-69eda47bd2b4 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0d2cdd6-2553-4b4c-8e32-dcebfa549bf1') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:05:34.556091 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8f193f68-69af-455b-92e6-69eda47bd2b4 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:34.583094 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8f193f68-69af-455b-92e6-69eda47bd2b4 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:34.597275 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f193f68-69af-455b-92e6-69eda47bd2b4 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:05:34.597676 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8f193f68-69af-455b-92e6-69eda47bd2b4 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:34.601247 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:05:34.601247 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:05:34.601247 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:05:34.601247 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:05:34.601247 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:05:34.601247 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:05:34.601247 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:05:34.601247 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:05:34.601247 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 15:05:34.601247 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:05:34.601247 n-d-799529-6 neutron-server[94445]: timer() Jul 09 15:05:34.601247 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:05:34.601247 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 15:05:34.601247 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:05:34.601247 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 15:05:34.601247 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:05:34.601247 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 15:05:34.601247 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:05:34.601247 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 15:05:34.601247 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:05:34.601247 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 15:05:34.601247 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:05:34.601247 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:05:34.601247 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:05:34.601247 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:05:34.601247 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:05:34.601247 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 15:05:34.601247 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:05:34.601247 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 15:05:34.601247 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:05:34.601247 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:05:34.601247 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:05:34.601247 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 15:05:34.601247 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:05:34.601247 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:05:34.601247 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:05:34.601247 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:05:34.601247 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:05:34.601247 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:05:34.601247 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:05:34.797208 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8f193f68-69af-455b-92e6-69eda47bd2b4 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:34.811946 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8f193f68-69af-455b-92e6-69eda47bd2b4 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:34.815260 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 36320) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:05:34.819435 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-8f193f68-69af-455b-92e6-69eda47bd2b4 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "DELETE /v2.0/networks/22f6f9b0-630e-4468-8d29-7860af251842 HTTP/1.1" status: 204 len: 168 time: 0.5899777 Jul 09 15:05:34.839418 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f193f68-69af-455b-92e6-69eda47bd2b4 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Pushing event deleted for resources: {'Network': ['ID=22f6f9b0-630e-4468-8d29-7860af251842,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:05:35.031382 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 4f6d919d-d1d7-4f21-b400-9401375bf35b no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:05:35.061242 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 4f6d919d-d1d7-4f21-b400-9401375bf35b {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:05:35.061885 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 4f6d919d-d1d7-4f21-b400-9401375bf35b not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:05:35.212414 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-a1f076b0-e4ed-4a61-8f02-b24d89cf2efb tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Deleting port d37fa64c-6f4a-405b-8bda-f0be90db253d {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:05:35.212980 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a1f076b0-e4ed-4a61-8f02-b24d89cf2efb tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:35.341576 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a1f076b0-e4ed-4a61-8f02-b24d89cf2efb tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:35.341576 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a1f076b0-e4ed-4a61-8f02-b24d89cf2efb tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:35.360721 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-a1f076b0-e4ed-4a61-8f02-b24d89cf2efb tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Calling delete_port for d37fa64c-6f4a-405b-8bda-f0be90db253d owned by network:floatingip {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:05:35.711624 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a1f076b0-e4ed-4a61-8f02-b24d89cf2efb tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:35.776028 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f076b0-e4ed-4a61-8f02-b24d89cf2efb tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Pushing event deleted for resources: {'Port': ['ID=d37fa64c-6f4a-405b-8bda-f0be90db253d,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:05:35.877924 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a1f076b0-e4ed-4a61-8f02-b24d89cf2efb tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks [] for floatingip, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:35.878621 n-d-799529-6 neutron-server[94446]: INFO neutron.db.l3_db [None req-a1f076b0-e4ed-4a61-8f02-b24d89cf2efb tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Floating IP d9124bed-09da-4531-95e9-931b68696544 disassociated (deleted). External IP: 172.25.3.208, port: 5586abac-958d-4abd-8217-1d66646e3533. Jul 09 15:05:36.344154 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f076b0-e4ed-4a61-8f02-b24d89cf2efb tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Router 70d0f580-3cf0-4683-909b-b832b1a016e2 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:05:36.522580 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f076b0-e4ed-4a61-8f02-b24d89cf2efb tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:05:36.529942 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a1f076b0-e4ed-4a61-8f02-b24d89cf2efb tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:36.534953 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8aaf51-10f5-4978-8318-de8e354f03e0 None None] Sync routers for ids ['70d0f580-3cf0-4683-909b-b832b1a016e2'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:05:36.553068 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8aaf51-10f5-4978-8318-de8e354f03e0 None None] Routers {'70d0f580-3cf0-4683-909b-b832b1a016e2'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:05:36.554110 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-7e8aaf51-10f5-4978-8318-de8e354f03e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:05:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['70d0f580-3cf0-4683-909b-b832b1a016e2'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:05:36.590919 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a1f076b0-e4ed-4a61-8f02-b24d89cf2efb tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "DELETE /v2.0/floatingips/d9124bed-09da-4531-95e9-931b68696544 HTTP/1.1" status: 204 len: 168 time: 1.7689872 Jul 09 15:05:36.590919 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '256bf443-854f-4bf4-8c11-f690cba77d99', 'tag': '5586abac-958d-4abd-8217-1d66646e3533'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:05:36.592143 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aafe7eb2-1325-42b0-8344-f00f53baa710" -d '{"events": [{"name": "network-changed", "server_uuid": "256bf443-854f-4bf4-8c11-f690cba77d99", "tag": "5586abac-958d-4abd-8217-1d66646e3533"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:05:36.699603 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7af240b-785b-44cd-bf66-aa83cf951386 x-openstack-request-id: req-d7af240b-785b-44cd-bf66-aa83cf951386 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:05:36.699896 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "256bf443-854f-4bf4-8c11-f690cba77d99", "tag": "5586abac-958d-4abd-8217-1d66646e3533", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:05:36.700174 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d7af240b-785b-44cd-bf66-aa83cf951386 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:05:36.701328 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '256bf443-854f-4bf4-8c11-f690cba77d99', 'tag': '5586abac-958d-4abd-8217-1d66646e3533', 'status': 'completed', 'code': 200} Jul 09 15:05:36.854758 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe7eb2-1325-42b0-8344-f00f53baa710 req-325ec960-4d87-44f0-9956-a65e258bf14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:36.862288 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-aafe7eb2-1325-42b0-8344-f00f53baa710 req-325ec960-4d87-44f0-9956-a65e258bf14f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=494d12c1a85c4b86999f08bb7865eef7&device_id=256bf443-854f-4bf4-8c11-f690cba77d99 HTTP/1.1" status: 200 len: 1135 time: 0.1277342 Jul 09 15:05:36.873986 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-7e8aaf51-10f5-4978-8318-de8e354f03e0 None None] Set router 70d0f580-3cf0-4683-909b-b832b1a016e2 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:05:37.134158 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe7eb2-1325-42b0-8344-f00f53baa710 req-87167203-6fd9-422e-acc1-d96e4afee349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:37.139330 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-aafe7eb2-1325-42b0-8344-f00f53baa710 req-87167203-6fd9-422e-acc1-d96e4afee349 service neutron] 10.222.0.54 "GET /v2.0/networks?id=466fcfa3-9ce1-40ee-9932-db79c365c144 HTTP/1.1" status: 200 len: 898 time: 0.2704675 Jul 09 15:05:37.201500 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-aafe7eb2-1325-42b0-8344-f00f53baa710 req-0ee4c0f0-91c1-42d3-b69f-ca5cc788da97 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5586abac-958d-4abd-8217-1d66646e3533 HTTP/1.1" status: 200 len: 217 time: 0.0552571 Jul 09 15:05:37.317389 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe7eb2-1325-42b0-8344-f00f53baa710 req-1bb126e7-592b-4293-8b46-1b5221ff59a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:37.319070 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-aafe7eb2-1325-42b0-8344-f00f53baa710 req-1bb126e7-592b-4293-8b46-1b5221ff59a8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c878d016-01d3-4c16-a578-dbd760c32b29 HTTP/1.1" status: 200 len: 833 time: 0.1110134 Jul 09 15:05:37.378605 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-7e8aaf51-10f5-4978-8318-de8e354f03e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d0f580-3cf0-4683-909b-b832b1a016e2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1756194522', 'tenant_id': '494d12c1a85c4b86999f08bb7865eef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b9df4466-949b-42ae-b786-19e3c82d091c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:03:26Z', 'updated_at': '2021-07-09T15:03:36Z', 'revision_number': 4, 'project_id': '494d12c1a85c4b86999f08bb7865eef7', 'gw_port': {'id': 'b9df4466-949b-42ae-b786-19e3c82d091c', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:df:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d0f580-3cf0-4683-909b-b832b1a016e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:03:27Z', 'updated_at': '2021-07-09T15:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'c7ce308c-b4a1-4084-a9eb-2955d935f7b1', 'name': '', 'network_id': '466fcfa3-9ce1-40ee-9932-db79c365c144', 'tenant_id': '494d12c1a85c4b86999f08bb7865eef7', 'mac_address': 'fa:16:3e:be:83:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d0f580-3cf0-4683-909b-b832b1a016e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': 'c878d016-01d3-4c16-a578-dbd760c32b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:03:35Z', 'updated_at': '2021-07-09T15:03:45Z', 'revision_number': 5, 'project_id': '494d12c1a85c4b86999f08bb7865eef7', 'subnets': [{'id': 'c878d016-01d3-4c16-a578-dbd760c32b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:05:37.484876 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe7eb2-1325-42b0-8344-f00f53baa710 req-bd523aa1-886d-40de-9e60-bf29b16a9d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:37.486527 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-aafe7eb2-1325-42b0-8344-f00f53baa710 req-bd523aa1-886d-40de-9e60-bf29b16a9d81 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=466fcfa3-9ce1-40ee-9932-db79c365c144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1604705 Jul 09 15:05:37.487494 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8aaf51-10f5-4978-8318-de8e354f03e0 None None] Checking router: 70d0f580-3cf0-4683-909b-b832b1a016e2 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:05:37.509029 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8aaf51-10f5-4978-8318-de8e354f03e0 None None] Routers {'70d0f580-3cf0-4683-909b-b832b1a016e2'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:05:37.509826 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-7e8aaf51-10f5-4978-8318-de8e354f03e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:05:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['70d0f580-3cf0-4683-909b-b832b1a016e2'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:05:37.715622 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-aafe7eb2-1325-42b0-8344-f00f53baa710 req-51550f83-c6bc-4ad5-b7c0-e56b502d4533 service neutron] 10.222.0.54 "GET /v2.0/networks/466fcfa3-9ce1-40ee-9932-db79c365c144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198040 Jul 09 15:05:37.798361 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c7835-b145-4f9b-9d4c-82ff59b1e8d3 req-e82a2e8e-e392-48af-b33b-5e8a4b77fd75 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:37.810521 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-7e8aaf51-10f5-4978-8318-de8e354f03e0 None None] Set router 70d0f580-3cf0-4683-909b-b832b1a016e2 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:05:37.819027 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-543c7835-b145-4f9b-9d4c-82ff59b1e8d3 req-e82a2e8e-e392-48af-b33b-5e8a4b77fd75 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "GET /v2.0/ports?device_id=256bf443-854f-4bf4-8c11-f690cba77d99 HTTP/1.1" status: 200 len: 984 time: 0.1624579 Jul 09 15:05:37.878574 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-aafe7eb2-1325-42b0-8344-f00f53baa710 req-b5578492-baff-46f0-9bcf-20d4c2b8f9cc service neutron] 10.222.0.54 "GET /v2.0/networks/466fcfa3-9ce1-40ee-9932-db79c365c144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560495 Jul 09 15:05:37.900365 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-543c7835-b145-4f9b-9d4c-82ff59b1e8d3 req-3fc2010e-5d2a-4ae6-8d35-04616a63f6d0 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "GET /v2.0/security-groups?id=710fd194-0191-4d0f-af8b-f7cbdd6e23ec&id=d5d49935-a9f1-4c8d-a4e1-ab95d1595665&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0739558 Jul 09 15:05:38.151026 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-7e8aaf51-10f5-4978-8318-de8e354f03e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d0f580-3cf0-4683-909b-b832b1a016e2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1756194522', 'tenant_id': '494d12c1a85c4b86999f08bb7865eef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b9df4466-949b-42ae-b786-19e3c82d091c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:03:26Z', 'updated_at': '2021-07-09T15:03:36Z', 'revision_number': 4, 'project_id': '494d12c1a85c4b86999f08bb7865eef7', 'gw_port': {'id': 'b9df4466-949b-42ae-b786-19e3c82d091c', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:df:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d0f580-3cf0-4683-909b-b832b1a016e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:03:27Z', 'updated_at': '2021-07-09T15:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'c7ce308c-b4a1-4084-a9eb-2955d935f7b1', 'name': '', 'network_id': '466fcfa3-9ce1-40ee-9932-db79c365c144', 'tenant_id': '494d12c1a85c4b86999f08bb7865eef7', 'mac_address': 'fa:16:3e:be:83:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d0f580-3cf0-4683-909b-b832b1a016e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': 'c878d016-01d3-4c16-a578-dbd760c32b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:03:35Z', 'updated_at': '2021-07-09T15:03:45Z', 'revision_number': 5, 'project_id': '494d12c1a85c4b86999f08bb7865eef7', 'subnets': [{'id': 'c878d016-01d3-4c16-a578-dbd760c32b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:05:38.187020 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8aaf51-10f5-4978-8318-de8e354f03e0 None None] The sync data for ids ['70d0f580-3cf0-4683-909b-b832b1a016e2'] in n-d-799529-6 is: [{'id': '70d0f580-3cf0-4683-909b-b832b1a016e2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1756194522', 'tenant_id': '494d12c1a85c4b86999f08bb7865eef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b9df4466-949b-42ae-b786-19e3c82d091c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:03:26Z', 'updated_at': '2021-07-09T15:03:36Z', 'revision_number': 4, 'project_id': '494d12c1a85c4b86999f08bb7865eef7', 'gw_port': {'id': 'b9df4466-949b-42ae-b786-19e3c82d091c', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:df:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d0f580-3cf0-4683-909b-b832b1a016e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:03:27Z', 'updated_at': '2021-07-09T15:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'c7ce308c-b4a1-4084-a9eb-2955d935f7b1', 'name': '', 'network_id': '466fcfa3-9ce1-40ee-9932-db79c365c144', 'tenant_id': '494d12c1a85c4b86999f08bb7865eef7', 'mac_address': 'fa:16:3e:be:83:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d0f580-3cf0-4683-909b-b832b1a016e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': 'c878d016-01d3-4c16-a578-dbd760c32b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:03:35Z', 'updated_at': '2021-07-09T15:03:45Z', 'revision_number': 5, 'project_id': '494d12c1a85c4b86999f08bb7865eef7', 'subnets': [{'id': 'c878d016-01d3-4c16-a578-dbd760c32b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:05:38.677305 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74e9623-bb2b-48b2-a18b-009c69c9a9af None None] New status for floating IP d9124bed-09da-4531-95e9-931b68696544: DOWN {{(pid=94448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 15:05:38.913444 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df051e07-3e24-45b5-bbaa-da55af972d1d req-554cda85-70e3-402e-bd08-e6570f3dcd5c tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:38.915078 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-df051e07-3e24-45b5-bbaa-da55af972d1d req-554cda85-70e3-402e-bd08-e6570f3dcd5c tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.54 "GET /v2.0/ports?device_id=256bf443-854f-4bf4-8c11-f690cba77d99 HTTP/1.1" status: 200 len: 984 time: 0.1209657 Jul 09 15:05:39.039238 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-df051e07-3e24-45b5-bbaa-da55af972d1d req-a46892c4-4c66-4b6e-a9c2-56f1bada3009 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Deleting port 5586abac-958d-4abd-8217-1d66646e3533 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:05:39.039763 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-df051e07-3e24-45b5-bbaa-da55af972d1d req-a46892c4-4c66-4b6e-a9c2-56f1bada3009 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:39.153177 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb0d38-12a9-463a-bc70-921fab4cb3e6 req-6e7e4a13-d614-4453-9cc5-ded3f48e46b8 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:39.155342 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-68bb0d38-12a9-463a-bc70-921fab4cb3e6 req-6e7e4a13-d614-4453-9cc5-ded3f48e46b8 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "GET /v2.0/ports?device_id=256bf443-854f-4bf4-8c11-f690cba77d99 HTTP/1.1" status: 200 len: 984 time: 0.1108117 Jul 09 15:05:39.166150 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-df051e07-3e24-45b5-bbaa-da55af972d1d req-a46892c4-4c66-4b6e-a9c2-56f1bada3009 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] For port 5586abac-958d-4abd-8217-1d66646e3533, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=5586abac-958d-4abd-8217-1d66646e3533,segment=NetworkSegment(9878159f-6a5e-4e8c-bd5b-01c56584ab0f),segment_id=9878159f-6a5e-4e8c-bd5b-01c56584ab0f)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:05:39.166526 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-df051e07-3e24-45b5-bbaa-da55af972d1d req-a46892c4-4c66-4b6e-a9c2-56f1bada3009 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:39.218337 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-df051e07-3e24-45b5-bbaa-da55af972d1d req-a46892c4-4c66-4b6e-a9c2-56f1bada3009 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Calling delete_port for 5586abac-958d-4abd-8217-1d66646e3533 owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:05:39.224997 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-68bb0d38-12a9-463a-bc70-921fab4cb3e6 req-8bce3685-5dba-42d3-bc37-3473a2aa5407 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "GET /v2.0/security-groups?id=710fd194-0191-4d0f-af8b-f7cbdd6e23ec&id=d5d49935-a9f1-4c8d-a4e1-ab95d1595665&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0619221 Jul 09 15:05:39.557188 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-df051e07-3e24-45b5-bbaa-da55af972d1d req-a46892c4-4c66-4b6e-a9c2-56f1bada3009 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:39.588885 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46892c4-4c66-4b6e-a9c2-56f1bada3009 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Pushing event deleted for resources: {'Port': ['ID=5586abac-958d-4abd-8217-1d66646e3533,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:05:39.638104 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-df051e07-3e24-45b5-bbaa-da55af972d1d req-a46892c4-4c66-4b6e-a9c2-56f1bada3009 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] No DVR routers for this DVR port 5586abac-958d-4abd-8217-1d66646e3533 on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:05:39.641141 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-df051e07-3e24-45b5-bbaa-da55af972d1d req-a46892c4-4c66-4b6e-a9c2-56f1bada3009 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:39.643263 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-df051e07-3e24-45b5-bbaa-da55af972d1d req-a46892c4-4c66-4b6e-a9c2-56f1bada3009 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.54 "DELETE /v2.0/ports/5586abac-958d-4abd-8217-1d66646e3533 HTTP/1.1" status: 204 len: 173 time: 0.7228224 Jul 09 15:05:39.643757 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '256bf443-854f-4bf4-8c11-f690cba77d99', 'name': 'network-vif-deleted', 'tag': '5586abac-958d-4abd-8217-1d66646e3533'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:05:39.646146 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2d5b54-c84b-4bc5-8329-bb529a7f92c9" -d '{"events": [{"server_uuid": "256bf443-854f-4bf4-8c11-f690cba77d99", "name": "network-vif-deleted", "tag": "5586abac-958d-4abd-8217-1d66646e3533"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:05:39.687280 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d8337e-8447-4ed1-b8a2-7a09e71c0fea x-openstack-request-id: req-59d8337e-8447-4ed1-b8a2-7a09e71c0fea {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:05:39.687566 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "256bf443-854f-4bf4-8c11-f690cba77d99", "name": "network-vif-deleted", "tag": "5586abac-958d-4abd-8217-1d66646e3533", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:05:39.687821 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-59d8337e-8447-4ed1-b8a2-7a09e71c0fea {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:05:39.691080 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '256bf443-854f-4bf4-8c11-f690cba77d99', 'name': 'network-vif-deleted', 'tag': '5586abac-958d-4abd-8217-1d66646e3533', 'status': 'completed', 'code': 200} Jul 09 15:05:40.442210 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0d1e0339-40af-4bdd-8673-c19e3746045f req-b63511ab-8ea4-447d-8fb0-7831d85d9386 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "GET /v2.0/ports?device_id=256bf443-854f-4bf4-8c11-f690cba77d99 HTTP/1.1" status: 200 len: 210 time: 0.0371444 Jul 09 15:05:41.574107 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 36546) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:05:41.682822 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d1791a80-51c6-440b-b65c-4934dbc3ec35 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:41.730110 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d1791a80-51c6-440b-b65c-4934dbc3ec35 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:41.937128 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d1791a80-51c6-440b-b65c-4934dbc3ec35 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:41.940612 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d1791a80-51c6-440b-b65c-4934dbc3ec35 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:41.942078 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d1791a80-51c6-440b-b65c-4934dbc3ec35 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "DELETE /v2.0/security-groups/d5d49935-a9f1-4c8d-a4e1-ab95d1595665 HTTP/1.1" status: 204 len: 168 time: 0.3649552 Jul 09 15:05:41.944877 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 36562) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:05:41.953484 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1791a80-51c6-440b-b65c-4934dbc3ec35 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d49935-a9f1-4c8d-a4e1-ab95d1595665,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:05:41.976409 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef371e-c5f5-4c2a-a0b4-5ce2402d1f50 req-84dec59d-d6a4-43fd-88f2-1cdae9686046 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:41.983025 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a5ef371e-c5f5-4c2a-a0b4-5ce2402d1f50 req-84dec59d-d6a4-43fd-88f2-1cdae9686046 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.1031907 Jul 09 15:05:42.051912 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a5ef371e-c5f5-4c2a-a0b4-5ce2402d1f50 req-08df248c-d62e-413c-8f4a-b4e1d3d6773e tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611148 Jul 09 15:05:42.060046 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-699cd929-1958-4174-afce-aa16fef874c4 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:42.110520 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-699cd929-1958-4174-afce-aa16fef874c4 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:42.286019 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-699cd929-1958-4174-afce-aa16fef874c4 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:42.286710 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-699cd929-1958-4174-afce-aa16fef874c4 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:42.288031 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-699cd929-1958-4174-afce-aa16fef874c4 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "DELETE /v2.0/security-groups/710fd194-0191-4d0f-af8b-f7cbdd6e23ec HTTP/1.1" status: 204 len: 168 time: 0.3420110 Jul 09 15:05:42.292507 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 36580) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:05:42.312245 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699cd929-1958-4174-afce-aa16fef874c4 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=710fd194-0191-4d0f-af8b-f7cbdd6e23ec,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:05:42.461315 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6a5a5a-b65d-434b-b304-e5b63c16fba6 req-2c1899e7-8425-4cb2-a29d-1fdddcfa84da tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:42.468550 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0c6a5a5a-b65d-434b-b304-e5b63c16fba6 req-2c1899e7-8425-4cb2-a29d-1fdddcfa84da tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.2335742 Jul 09 15:05:42.560174 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0c6a5a5a-b65d-434b-b304-e5b63c16fba6 req-4023ff82-41cc-48e9-90ab-c0fcc977fb47 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905998 Jul 09 15:05:43.017451 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 5586abac-958d-4abd-8217-1d66646e3533 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:05:43.067797 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: 5586abac-958d-4abd-8217-1d66646e3533 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:05:43.070980 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 5586abac-958d-4abd-8217-1d66646e3533 not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:05:43.138438 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06985e7-04a9-41ee-b123-b19a6648ef14 req-ea924bb4-7bc9-4a58-98b4-1b5e094e5b35 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:43.149887 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d06985e7-04a9-41ee-b123-b19a6648ef14 req-ea924bb4-7bc9-4a58-98b4-1b5e094e5b35 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?device_id=6acf793a-000d-4e20-8656-d0b0309dc473 HTTP/1.1" status: 200 len: 946 time: 0.1785002 Jul 09 15:05:43.229416 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d06985e7-04a9-41ee-b123-b19a6648ef14 req-a8aec6cc-c4b2-451f-ae03-c5f2be613bb8 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d09a7a-8018-47af-86f2-93d7c0d88b63&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0780041 Jul 09 15:05:43.399977 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0e11f83e-e29b-4c00-bd6b-e33a5a3d9e58 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:43.724389 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509439d8-850a-455b-86e4-3fdeb419e6d5 req-1b0b2776-6a9b-4c89-8b94-7cfe2e34dffa tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:43.726011 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-509439d8-850a-455b-86e4-3fdeb419e6d5 req-1b0b2776-6a9b-4c89-8b94-7cfe2e34dffa tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.0853555 Jul 09 15:05:43.789675 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-509439d8-850a-455b-86e4-3fdeb419e6d5 req-bb968f5d-e680-4a6c-96a5-a1dd7b40d0e1 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564299 Jul 09 15:05:43.807802 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-0e11f83e-e29b-4c00-bd6b-e33a5a3d9e58 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Deleting port c7ce308c-b4a1-4084-a9eb-2955d935f7b1 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:05:43.815349 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0e11f83e-e29b-4c00-bd6b-e33a5a3d9e58 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:43.866485 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 36628) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:05:43.952993 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-0e11f83e-e29b-4c00-bd6b-e33a5a3d9e58 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] For port c7ce308c-b4a1-4084-a9eb-2955d935f7b1, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=c7ce308c-b4a1-4084-a9eb-2955d935f7b1,segment=NetworkSegment(9878159f-6a5e-4e8c-bd5b-01c56584ab0f),segment_id=9878159f-6a5e-4e8c-bd5b-01c56584ab0f)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:05:43.959131 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0e11f83e-e29b-4c00-bd6b-e33a5a3d9e58 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:43.970345 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-0e11f83e-e29b-4c00-bd6b-e33a5a3d9e58 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Calling delete_port for c7ce308c-b4a1-4084-a9eb-2955d935f7b1 owned by network:router_interface {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:05:44.057176 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-acde8533-63bb-4c01-8db3-6f75e37bdaed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:44.202784 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-acde8533-63bb-4c01-8db3-6f75e37bdaed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:44.288747 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-acde8533-63bb-4c01-8db3-6f75e37bdaed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:44.294999 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0e11f83e-e29b-4c00-bd6b-e33a5a3d9e58 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:44.391733 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-acde8533-63bb-4c01-8db3-6f75e37bdaed admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8482b49518dc4a0ba3921c2afaff8377&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5233963 Jul 09 15:05:44.392989 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acde8533-63bb-4c01-8db3-6f75e37bdaed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd22fde-094a-4a98-9080-524cf2613ee4,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:05:44.408646 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 36642) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:05:44.460801 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e11f83e-e29b-4c00-bd6b-e33a5a3d9e58 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Pushing event deleted for resources: {'Port': ['ID=c7ce308c-b4a1-4084-a9eb-2955d935f7b1,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:05:44.498118 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f7d26bcc-52c3-4978-8f5b-56af3a957d76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:44.544314 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f7d26bcc-52c3-4978-8f5b-56af3a957d76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:44.694084 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3a861-9341-4a82-9c54-13f31735a10f req-1fb5e3ed-f5f6-49dc-8226-b87a056d01fa tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:44.700843 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f7d26bcc-52c3-4978-8f5b-56af3a957d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:44.702509 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-39f3a861-9341-4a82-9c54-13f31735a10f req-1fb5e3ed-f5f6-49dc-8226-b87a056d01fa tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?device_id=6acf793a-000d-4e20-8656-d0b0309dc473 HTTP/1.1" status: 200 len: 946 time: 0.2640057 Jul 09 15:05:44.704016 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f7d26bcc-52c3-4978-8f5b-56af3a957d76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:44.705698 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f7d26bcc-52c3-4978-8f5b-56af3a957d76 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7fd22fde-094a-4a98-9080-524cf2613ee4 HTTP/1.1" status: 204 len: 168 time: 0.2958000 Jul 09 15:05:44.717961 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d26bcc-52c3-4978-8f5b-56af3a957d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd22fde-094a-4a98-9080-524cf2613ee4,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:05:44.752310 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0e11f83e-e29b-4c00-bd6b-e33a5a3d9e58 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:44.800249 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-39f3a861-9341-4a82-9c54-13f31735a10f req-ef93f2fd-30c4-4b36-a7ca-dd9a622aad3f tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d09a7a-8018-47af-86f2-93d7c0d88b63&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0966539 Jul 09 15:05:44.987619 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-178052bd-8f8d-42a3-8353-b1c52ba2c949 req-838ee91d-70ff-4bff-9112-6322d917ab8e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1241248 Jul 09 15:05:45.123645 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:45.149028 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e11f83e-e29b-4c00-bd6b-e33a5a3d9e58 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Router 70d0f580-3cf0-4683-909b-b832b1a016e2 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:05:45.173867 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178052bd-8f8d-42a3-8353-b1c52ba2c949 req-f0d90941-5cb8-4e7e-b331-485e28cb75ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:45.174363 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178052bd-8f8d-42a3-8353-b1c52ba2c949 req-f0d90941-5cb8-4e7e-b331-485e28cb75ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:45.174847 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178052bd-8f8d-42a3-8353-b1c52ba2c949 req-f0d90941-5cb8-4e7e-b331-485e28cb75ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:45.175326 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178052bd-8f8d-42a3-8353-b1c52ba2c949 req-f0d90941-5cb8-4e7e-b331-485e28cb75ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:45.175835 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178052bd-8f8d-42a3-8353-b1c52ba2c949 req-f0d90941-5cb8-4e7e-b331-485e28cb75ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:45.176309 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178052bd-8f8d-42a3-8353-b1c52ba2c949 req-f0d90941-5cb8-4e7e-b331-485e28cb75ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:45.176781 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178052bd-8f8d-42a3-8353-b1c52ba2c949 req-f0d90941-5cb8-4e7e-b331-485e28cb75ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:45.178802 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-178052bd-8f8d-42a3-8353-b1c52ba2c949 req-f0d90941-5cb8-4e7e-b331-485e28cb75ae service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b0dcdaf85ebc429397d88229c635e7b2&device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 6502 time: 0.1053522 Jul 09 15:05:45.389178 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e11f83e-e29b-4c00-bd6b-e33a5a3d9e58 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:05:45.403380 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-0e11f83e-e29b-4c00-bd6b-e33a5a3d9e58 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "PUT /v2.0/routers/70d0f580-3cf0-4683-909b-b832b1a016e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1040273 Jul 09 15:05:45.412280 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 36662) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:05:45.419687 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c335ef7-43e5-46ca-9e0d-db89b9e381f4 None None] Sync routers for ids ['70d0f580-3cf0-4683-909b-b832b1a016e2'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:05:45.434820 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178052bd-8f8d-42a3-8353-b1c52ba2c949 req-d2755929-d517-4855-8864-007f9132c539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:45.435393 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c335ef7-43e5-46ca-9e0d-db89b9e381f4 None None] Routers {'70d0f580-3cf0-4683-909b-b832b1a016e2'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:05:45.436339 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178052bd-8f8d-42a3-8353-b1c52ba2c949 req-d2755929-d517-4855-8864-007f9132c539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:45.437317 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178052bd-8f8d-42a3-8353-b1c52ba2c949 req-d2755929-d517-4855-8864-007f9132c539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:45.440089 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-178052bd-8f8d-42a3-8353-b1c52ba2c949 req-d2755929-d517-4855-8864-007f9132c539 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6107f077-f7c7-47db-8b86-669db7279c4c&id=dc6506e8-ceaa-4382-aad7-27ea0263e5fe&id=dc6506e8-ceaa-4382-aad7-27ea0263e5fe&id=dc6506e8-ceaa-4382-aad7-27ea0263e5fe&id=dc6506e8-ceaa-4382-aad7-27ea0263e5fe&id=695dcd67-56f3-489c-8be9-3d26f71af2f9&id=695dcd67-56f3-489c-8be9-3d26f71af2f9 HTTP/1.1" status: 200 len: 2298 time: 0.2264519 Jul 09 15:05:45.441896 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-0c335ef7-43e5-46ca-9e0d-db89b9e381f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:05:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['70d0f580-3cf0-4683-909b-b832b1a016e2'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:05:45.575707 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-acb940b3-4623-45e1-95aa-5d7f1097d1e3 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Deleting subnet c878d016-01d3-4c16-a578-dbd760c32b29 {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:05:45.582605 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-acb940b3-4623-45e1-95aa-5d7f1097d1e3 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:45.612510 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-0c335ef7-43e5-46ca-9e0d-db89b9e381f4 None None] Set router 70d0f580-3cf0-4683-909b-b832b1a016e2 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:05:45.616984 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-178052bd-8f8d-42a3-8353-b1c52ba2c949 req-bdc304dc-3b18-4ab1-b1f9-6c1ec8c6810b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c HTTP/1.1" status: 200 len: 1001 time: 0.1469038 Jul 09 15:05:45.683172 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-acb940b3-4623-45e1-95aa-5d7f1097d1e3 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:45.727102 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642e4cd8-488b-4d98-955f-8a8a9f5c6d39 req-de3e53dc-c503-4c47-9fad-37a828380f8e tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:45.734971 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-642e4cd8-488b-4d98-955f-8a8a9f5c6d39 req-de3e53dc-c503-4c47-9fad-37a828380f8e tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.2659144 Jul 09 15:05:45.744071 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178052bd-8f8d-42a3-8353-b1c52ba2c949 req-c611ada2-ae90-4a57-b135-29b891f0ad39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:45.745308 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-178052bd-8f8d-42a3-8353-b1c52ba2c949 req-c611ada2-ae90-4a57-b135-29b891f0ad39 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=465c5725-facb-4e6f-b14d-7c696db0e29c HTTP/1.1" status: 200 len: 855 time: 0.1148710 Jul 09 15:05:45.866766 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-642e4cd8-488b-4d98-955f-8a8a9f5c6d39 req-a3d4f149-6f8c-436f-aa75-8036ff2cdb26 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307046 Jul 09 15:05:45.903249 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-acb940b3-4623-45e1-95aa-5d7f1097d1e3 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:45.918602 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-0c335ef7-43e5-46ca-9e0d-db89b9e381f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d0f580-3cf0-4683-909b-b832b1a016e2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1756194522', 'tenant_id': '494d12c1a85c4b86999f08bb7865eef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b9df4466-949b-42ae-b786-19e3c82d091c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:03:26Z', 'updated_at': '2021-07-09T15:05:44Z', 'revision_number': 5, 'project_id': '494d12c1a85c4b86999f08bb7865eef7', 'gw_port': {'id': 'b9df4466-949b-42ae-b786-19e3c82d091c', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:df:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d0f580-3cf0-4683-909b-b832b1a016e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:03:27Z', 'updated_at': '2021-07-09T15:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:05:45.935032 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 36674) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:05:45.956970 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ae8997c8-bbc8-4af6-ab01-6313a0cf3fa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:45.969255 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178052bd-8f8d-42a3-8353-b1c52ba2c949 req-f7ad6a30-10ec-417e-b8a4-b48a14303bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:45.969255 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-178052bd-8f8d-42a3-8353-b1c52ba2c949 req-f7ad6a30-10ec-417e-b8a4-b48a14303bd0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6107f077-f7c7-47db-8b86-669db7279c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2128415 Jul 09 15:05:45.973463 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c335ef7-43e5-46ca-9e0d-db89b9e381f4 None None] Checking router: 70d0f580-3cf0-4683-909b-b832b1a016e2 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:05:45.985924 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [req-178052bd-8f8d-42a3-8353-b1c52ba2c949 req-ac53ab50-db5e-46d2-af5b-bf5c04dbe7ab service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:05:45.987056 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-178052bd-8f8d-42a3-8353-b1c52ba2c949 req-ac53ab50-db5e-46d2-af5b-bf5c04dbe7ab service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113494 Jul 09 15:05:45.991779 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c335ef7-43e5-46ca-9e0d-db89b9e381f4 None None] Routers {'70d0f580-3cf0-4683-909b-b832b1a016e2'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:05:45.992442 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-0c335ef7-43e5-46ca-9e0d-db89b9e381f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:05:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['70d0f580-3cf0-4683-909b-b832b1a016e2'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:05:46.142352 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea3bc9-2d6b-4e54-9460-198eec73fc59 req-7703050a-a5f8-447a-ad09-0ea5a4d51df8 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:46.145594 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-24ea3bc9-2d6b-4e54-9460-198eec73fc59 req-7703050a-a5f8-447a-ad09-0ea5a4d51df8 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?device_id=6acf793a-000d-4e20-8656-d0b0309dc473 HTTP/1.1" status: 200 len: 946 time: 0.1541998 Jul 09 15:05:46.166981 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-178052bd-8f8d-42a3-8353-b1c52ba2c949 req-389842dd-0455-473b-8b2a-a0494bc8adf7 service neutron] 10.222.0.62 "GET /v2.0/networks/6107f077-f7c7-47db-8b86-669db7279c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677799 Jul 09 15:05:46.175399 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-0c335ef7-43e5-46ca-9e0d-db89b9e381f4 None None] Set router 70d0f580-3cf0-4683-909b-b832b1a016e2 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:05:46.235007 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ae8997c8-bbc8-4af6-ab01-6313a0cf3fa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:46.245027 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-acb940b3-4623-45e1-95aa-5d7f1097d1e3 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:46.286518 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-24ea3bc9-2d6b-4e54-9460-198eec73fc59 req-1868c6e3-d748-47f2-9a7a-adcab7e73cd4 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d09a7a-8018-47af-86f2-93d7c0d88b63&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1240239 Jul 09 15:05:46.304099 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb940b3-4623-45e1-95aa-5d7f1097d1e3 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Pushing event deleted for resources: {'Subnet': ['ID=c878d016-01d3-4c16-a578-dbd760c32b29,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:05:46.322509 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-acb940b3-4623-45e1-95aa-5d7f1097d1e3 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:46.326619 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-acb940b3-4623-45e1-95aa-5d7f1097d1e3 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "DELETE /v2.0/subnets/c878d016-01d3-4c16-a578-dbd760c32b29 HTTP/1.1" status: 204 len: 168 time: 0.9140854 Jul 09 15:05:46.332787 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c27e371-b16a-41c8-962d-9d328fbd0010 None None] Network 466fcfa3-9ce1-40ee-9932-db79c365c144 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:05:46.338762 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 36678) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:05:46.401865 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-178052bd-8f8d-42a3-8353-b1c52ba2c949 req-12116e39-3aa3-4550-a3d3-e2873fd73071 service neutron] 10.222.0.62 "GET /v2.0/networks/6107f077-f7c7-47db-8b86-669db7279c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246630 Jul 09 15:05:46.439668 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ae8997c8-bbc8-4af6-ab01-6313a0cf3fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:46.485993 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-178052bd-8f8d-42a3-8353-b1c52ba2c949 req-99e3aed8-bc3c-4639-80dc-f016191df5bc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=6e49b587-b19f-4fb7-b68d-daf59c076543 HTTP/1.1" status: 200 len: 217 time: 0.0722160 Jul 09 15:05:46.582714 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178052bd-8f8d-42a3-8353-b1c52ba2c949 req-57a217ac-8860-48a0-82b4-5ca02e74df25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:46.584384 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-178052bd-8f8d-42a3-8353-b1c52ba2c949 req-57a217ac-8860-48a0-82b4-5ca02e74df25 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4bd3f066-8f79-4f2b-b334-3e86a4217100 HTTP/1.1" status: 200 len: 797 time: 0.0902183 Jul 09 15:05:46.702460 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178052bd-8f8d-42a3-8353-b1c52ba2c949 req-f53f0503-0731-4007-b2ec-6257ab6d7613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:46.704224 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-178052bd-8f8d-42a3-8353-b1c52ba2c949 req-f53f0503-0731-4007-b2ec-6257ab6d7613 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dc6506e8-ceaa-4382-aad7-27ea0263e5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1115663 Jul 09 15:05:46.926990 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-178052bd-8f8d-42a3-8353-b1c52ba2c949 req-01c443f8-ea9e-43b7-9d7e-6d942335b89c service neutron] 10.222.0.62 "GET /v2.0/networks/dc6506e8-ceaa-4382-aad7-27ea0263e5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099364 Jul 09 15:05:46.937357 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ae8997c8-bbc8-4af6-ab01-6313a0cf3fa4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ed338770a1ff40bfb9e26246f9d6a072&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0002527 Jul 09 15:05:46.940026 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 36690) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:05:46.943703 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8997c8-bbc8-4af6-ab01-6313a0cf3fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e8563d-a7d8-4c6f-a116-294e7c83a7e9,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:05:46.964863 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a68fd9cb-1fae-4906-b3ac-ba6d8e297bf6 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks [] for router, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:46.975092 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-0c335ef7-43e5-46ca-9e0d-db89b9e381f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d0f580-3cf0-4683-909b-b832b1a016e2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1756194522', 'tenant_id': '494d12c1a85c4b86999f08bb7865eef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b9df4466-949b-42ae-b786-19e3c82d091c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:03:26Z', 'updated_at': '2021-07-09T15:05:44Z', 'revision_number': 5, 'project_id': '494d12c1a85c4b86999f08bb7865eef7', 'gw_port': {'id': 'b9df4466-949b-42ae-b786-19e3c82d091c', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:df:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d0f580-3cf0-4683-909b-b832b1a016e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:03:27Z', 'updated_at': '2021-07-09T15:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:05:47.053919 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c335ef7-43e5-46ca-9e0d-db89b9e381f4 None None] The sync data for ids ['70d0f580-3cf0-4683-909b-b832b1a016e2'] in n-d-799529-6 is: [{'id': '70d0f580-3cf0-4683-909b-b832b1a016e2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1756194522', 'tenant_id': '494d12c1a85c4b86999f08bb7865eef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b9df4466-949b-42ae-b786-19e3c82d091c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:03:26Z', 'updated_at': '2021-07-09T15:05:44Z', 'revision_number': 5, 'project_id': '494d12c1a85c4b86999f08bb7865eef7', 'gw_port': {'id': 'b9df4466-949b-42ae-b786-19e3c82d091c', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:df:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d0f580-3cf0-4683-909b-b832b1a016e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:03:27Z', 'updated_at': '2021-07-09T15:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:05:47.162639 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e49ae7a1-8f59-4a18-8073-2b326f44e389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:47.163649 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a68fd9cb-1fae-4906-b3ac-ba6d8e297bf6 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:47.254187 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e49ae7a1-8f59-4a18-8073-2b326f44e389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:47.288948 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-178052bd-8f8d-42a3-8353-b1c52ba2c949 req-f2e9a0ed-6dc2-4ccb-9dfd-1338083dd799 service neutron] 10.222.0.62 "GET /v2.0/networks/dc6506e8-ceaa-4382-aad7-27ea0263e5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3509021 Jul 09 15:05:47.317398 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-a68fd9cb-1fae-4906-b3ac-ba6d8e297bf6 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Deleting port b9df4466-949b-42ae-b786-19e3c82d091c {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:05:47.318013 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a68fd9cb-1fae-4906-b3ac-ba6d8e297bf6 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:47.409920 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-178052bd-8f8d-42a3-8353-b1c52ba2c949 req-a3298419-0277-4a08-93b6-52ad79ae4910 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=652c8d51-7f4b-4a04-a1cb-616283698f43 HTTP/1.1" status: 200 len: 217 time: 0.1017044 Jul 09 15:05:47.463514 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffffed5-b343-4269-b14b-aaeced996624 None None] DHCP port deletion for 466fcfa3-9ce1-40ee-9932-db79c365c144 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 15:05:47.466672 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-a68fd9cb-1fae-4906-b3ac-ba6d8e297bf6 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] For port b9df4466-949b-42ae-b786-19e3c82d091c, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=b9df4466-949b-42ae-b786-19e3c82d091c,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:05:47.467043 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a68fd9cb-1fae-4906-b3ac-ba6d8e297bf6 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:47.484663 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-a68fd9cb-1fae-4906-b3ac-ba6d8e297bf6 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Calling delete_port for b9df4466-949b-42ae-b786-19e3c82d091c owned by network:router_gateway {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:05:47.520182 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178052bd-8f8d-42a3-8353-b1c52ba2c949 req-9366ba74-5fe0-4a62-9ff1-013a1bb97be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:47.522065 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-178052bd-8f8d-42a3-8353-b1c52ba2c949 req-9366ba74-5fe0-4a62-9ff1-013a1bb97be4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4bd3f066-8f79-4f2b-b334-3e86a4217100 HTTP/1.1" status: 200 len: 797 time: 0.0841897 Jul 09 15:05:47.578482 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-7ffffed5-b343-4269-b14b-aaeced996624 None None] Deleting port 23bcfe4c-c958-4ecf-a5c8-315228b5c2db {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:05:47.578772 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7ffffed5-b343-4269-b14b-aaeced996624 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:47.627143 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed89b55a-181d-4aff-b8c2-404a4471c2f9 req-175e0507-5e5d-4599-b32c-e0c2c0fd6e08 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:47.641508 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ed89b55a-181d-4aff-b8c2-404a4471c2f9 req-175e0507-5e5d-4599-b32c-e0c2c0fd6e08 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.4598603 Jul 09 15:05:47.761372 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e49ae7a1-8f59-4a18-8073-2b326f44e389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:47.761372 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e49ae7a1-8f59-4a18-8073-2b326f44e389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:47.764767 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-e49ae7a1-8f59-4a18-8073-2b326f44e389 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/97e8563d-a7d8-4c6f-a116-294e7c83a7e9 HTTP/1.1" status: 204 len: 168 time: 0.8234234 Jul 09 15:05:47.788536 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ed89b55a-181d-4aff-b8c2-404a4471c2f9 req-df6a71a7-d6b5-447a-9afa-88d07b234c2d tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451259 Jul 09 15:05:47.796661 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-7ffffed5-b343-4269-b14b-aaeced996624 None None] For port 23bcfe4c-c958-4ecf-a5c8-315228b5c2db, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=23bcfe4c-c958-4ecf-a5c8-315228b5c2db,segment=NetworkSegment(9878159f-6a5e-4e8c-bd5b-01c56584ab0f),segment_id=9878159f-6a5e-4e8c-bd5b-01c56584ab0f)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:05:47.796960 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7ffffed5-b343-4269-b14b-aaeced996624 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:47.797224 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49ae7a1-8f59-4a18-8073-2b326f44e389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e8563d-a7d8-4c6f-a116-294e7c83a7e9,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:05:47.803867 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178052bd-8f8d-42a3-8353-b1c52ba2c949 req-d7e71511-1684-4508-9469-7cfe1a62c737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:47.806311 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-178052bd-8f8d-42a3-8353-b1c52ba2c949 req-d7e71511-1684-4508-9469-7cfe1a62c737 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dc6506e8-ceaa-4382-aad7-27ea0263e5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2633245 Jul 09 15:05:47.866376 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-7ffffed5-b343-4269-b14b-aaeced996624 None None] Calling delete_port for 23bcfe4c-c958-4ecf-a5c8-315228b5c2db owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:05:47.908262 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf43bfe-5365-457f-87b1-44555cdbdcdf req-989efa87-f4cc-4df4-a931-b7826d89b802 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:47.918992 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-abf43bfe-5365-457f-87b1-44555cdbdcdf req-989efa87-f4cc-4df4-a931-b7826d89b802 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?device_id=6acf793a-000d-4e20-8656-d0b0309dc473 HTTP/1.1" status: 200 len: 946 time: 0.3582869 Jul 09 15:05:47.962338 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-abf43bfe-5365-457f-87b1-44555cdbdcdf req-776a844a-04b8-488d-8b52-bddc46d33704 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d09a7a-8018-47af-86f2-93d7c0d88b63&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424254 Jul 09 15:05:48.001000 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a68fd9cb-1fae-4906-b3ac-ba6d8e297bf6 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:48.017131 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-178052bd-8f8d-42a3-8353-b1c52ba2c949 req-3a26a9f6-f6cf-49df-9d9a-8dcf241a0386 service neutron] 10.222.0.62 "GET /v2.0/networks/dc6506e8-ceaa-4382-aad7-27ea0263e5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033494 Jul 09 15:05:48.030246 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68fd9cb-1fae-4906-b3ac-ba6d8e297bf6 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Pushing event deleted for resources: {'Port': ['ID=b9df4466-949b-42ae-b786-19e3c82d091c,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:05:48.113814 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a68fd9cb-1fae-4906-b3ac-ba6d8e297bf6 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:48.125662 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-178052bd-8f8d-42a3-8353-b1c52ba2c949 req-4db3b9f4-15f8-4a27-b619-6f05bb5eaa15 service neutron] 10.222.0.62 "GET /v2.0/networks/dc6506e8-ceaa-4382-aad7-27ea0263e5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009400 Jul 09 15:05:48.175114 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-178052bd-8f8d-42a3-8353-b1c52ba2c949 req-37a95b39-c5a6-4dca-922c-ba5cd3df5983 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=c179ac98-dd01-447c-a2f9-2714b5048c9d HTTP/1.1" status: 200 len: 217 time: 0.0432847 Jul 09 15:05:48.208584 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7ffffed5-b343-4269-b14b-aaeced996624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:48.228081 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffffed5-b343-4269-b14b-aaeced996624 None None] No DVR routers for this DVR port 23bcfe4c-c958-4ecf-a5c8-315228b5c2db on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:05:48.243605 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a68fd9cb-1fae-4906-b3ac-ba6d8e297bf6 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:48.248990 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a68fd9cb-1fae-4906-b3ac-ba6d8e297bf6 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:48.252263 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffffed5-b343-4269-b14b-aaeced996624 None None] Pushing event deleted for resources: {'Port': ['ID=23bcfe4c-c958-4ecf-a5c8-315228b5c2db,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:05:48.266142 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178052bd-8f8d-42a3-8353-b1c52ba2c949 req-6311dba8-3d27-4f24-8b3a-22b3b27f417f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:48.267690 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-178052bd-8f8d-42a3-8353-b1c52ba2c949 req-6311dba8-3d27-4f24-8b3a-22b3b27f417f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4bd3f066-8f79-4f2b-b334-3e86a4217100 HTTP/1.1" status: 200 len: 797 time: 0.0858459 Jul 09 15:05:48.340942 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178052bd-8f8d-42a3-8353-b1c52ba2c949 req-55222f24-3a24-4515-8a10-0eb7cab47c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:48.342486 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-178052bd-8f8d-42a3-8353-b1c52ba2c949 req-55222f24-3a24-4515-8a10-0eb7cab47c0d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dc6506e8-ceaa-4382-aad7-27ea0263e5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0679188 Jul 09 15:05:48.408239 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a68fd9cb-1fae-4906-b3ac-ba6d8e297bf6 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:48.409450 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a68fd9cb-1fae-4906-b3ac-ba6d8e297bf6 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Fanout notify agent at l3_agent the message router_deleted on router 70d0f580-3cf0-4683-909b-b832b1a016e2 {{(pid=94445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 15:05:48.432491 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a68fd9cb-1fae-4906-b3ac-ba6d8e297bf6 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:48.442624 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-a68fd9cb-1fae-4906-b3ac-ba6d8e297bf6 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "DELETE /v2.0/routers/70d0f580-3cf0-4683-909b-b832b1a016e2 HTTP/1.1" status: 204 len: 168 time: 2.1024015 Jul 09 15:05:48.443303 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 36712) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:05:48.588217 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6cce3812-702c-4775-960b-c4b5455a4c35 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:48.709386 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6cce3812-702c-4775-960b-c4b5455a4c35 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:48.721102 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-6cce3812-702c-4775-960b-c4b5455a4c35 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['466fcfa3-9ce1-40ee-9932-db79c365c144']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:05:48.735933 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-6cce3812-702c-4775-960b-c4b5455a4c35 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9878159f-6a5e-4e8c-bd5b-01c56584ab0f') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:05:48.736348 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-6cce3812-702c-4775-960b-c4b5455a4c35 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9878159f-6a5e-4e8c-bd5b-01c56584ab0f') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:05:48.752395 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6cce3812-702c-4775-960b-c4b5455a4c35 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:48.770146 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6cce3812-702c-4775-960b-c4b5455a4c35 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:48.789045 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cce3812-702c-4775-960b-c4b5455a4c35 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:05:48.790002 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6cce3812-702c-4775-960b-c4b5455a4c35 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:48.910958 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 15:05:48.910958 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:05:48.910958 n-d-799529-6 neutron-server[94445]: timer() Jul 09 15:05:48.910958 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:05:48.910958 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 15:05:48.910958 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:05:48.910958 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 15:05:48.910958 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:05:48.910958 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 15:05:48.910958 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:05:48.910958 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 15:05:48.910958 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:05:48.910958 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 15:05:48.910958 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:05:48.910958 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:05:48.910958 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:05:48.910958 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:05:48.910958 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:05:48.910958 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 15:05:48.910958 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:05:48.910958 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 15:05:48.910958 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:05:48.910958 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:05:48.910958 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:05:48.910958 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 15:05:48.910958 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:05:48.910958 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:05:48.910958 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:05:48.910958 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:05:48.910958 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:05:48.910958 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:05:48.910958 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:05:48.938714 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-178052bd-8f8d-42a3-8353-b1c52ba2c949 req-8419ac4c-d058-45c8-a5b0-51cf7c745981 service neutron] 10.222.0.62 "GET /v2.0/networks/dc6506e8-ceaa-4382-aad7-27ea0263e5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5802877 Jul 09 15:05:49.039810 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6cce3812-702c-4775-960b-c4b5455a4c35 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:49.048381 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6cce3812-702c-4775-960b-c4b5455a4c35 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:49.051291 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-6cce3812-702c-4775-960b-c4b5455a4c35 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] 10.222.0.58 "DELETE /v2.0/networks/466fcfa3-9ce1-40ee-9932-db79c365c144 HTTP/1.1" status: 204 len: 168 time: 0.6062288 Jul 09 15:05:49.063298 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device c7ce308c-b4a1-4084-a9eb-2955d935f7b1 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:05:49.103413 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cce3812-702c-4775-960b-c4b5455a4c35 tempest-TestSecurityGroupsBasicOps-489727021 tempest-TestSecurityGroupsBasicOps-489727021-project] Pushing event deleted for resources: {'Network': ['ID=466fcfa3-9ce1-40ee-9932-db79c365c144,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:05:49.118387 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-178052bd-8f8d-42a3-8353-b1c52ba2c949 req-8cadea66-0aab-4f3a-8b7d-1efc4af432ed service neutron] 10.222.0.62 "GET /v2.0/networks/dc6506e8-ceaa-4382-aad7-27ea0263e5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748714 Jul 09 15:05:49.121609 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: c7ce308c-b4a1-4084-a9eb-2955d935f7b1 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:05:49.122409 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device c7ce308c-b4a1-4084-a9eb-2955d935f7b1 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:05:49.123075 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 23bcfe4c-c958-4ecf-a5c8-315228b5c2db no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:05:49.155271 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 23bcfe4c-c958-4ecf-a5c8-315228b5c2db {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:05:49.155660 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 23bcfe4c-c958-4ecf-a5c8-315228b5c2db not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:05:49.156017 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device b9df4466-949b-42ae-b786-19e3c82d091c no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:05:49.181015 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: b9df4466-949b-42ae-b786-19e3c82d091c {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:05:49.181623 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device b9df4466-949b-42ae-b786-19e3c82d091c not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:05:49.213890 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-178052bd-8f8d-42a3-8353-b1c52ba2c949 req-ee46e631-fe95-4309-9cdc-ba75e0c89798 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=bdbd5184-4035-4f18-a073-44d8e0a1f4f5 HTTP/1.1" status: 200 len: 217 time: 0.0770216 Jul 09 15:05:49.290783 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178052bd-8f8d-42a3-8353-b1c52ba2c949 req-28fb5522-69db-4d07-be12-a2999ad3993a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:49.292285 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-178052bd-8f8d-42a3-8353-b1c52ba2c949 req-28fb5522-69db-4d07-be12-a2999ad3993a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4bd3f066-8f79-4f2b-b334-3e86a4217100 HTTP/1.1" status: 200 len: 797 time: 0.0694332 Jul 09 15:05:49.294427 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77501ad-616d-4546-b19c-137f2ad7774c req-3afc6224-1cef-4acb-b5b8-2b81764d74fa tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:49.296350 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e77501ad-616d-4546-b19c-137f2ad7774c req-3afc6224-1cef-4acb-b5b8-2b81764d74fa tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?device_id=6acf793a-000d-4e20-8656-d0b0309dc473 HTTP/1.1" status: 200 len: 946 time: 0.0809660 Jul 09 15:05:49.309723 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826fcd5-f830-4d3c-b96d-94bda6f4c81c req-cfc5aeb1-bd6b-4311-b87e-3757bba114d5 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:49.311416 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1826fcd5-f830-4d3c-b96d-94bda6f4c81c req-cfc5aeb1-bd6b-4311-b87e-3757bba114d5 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.1943765 Jul 09 15:05:49.360815 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e77501ad-616d-4546-b19c-137f2ad7774c req-ad5ba84b-af0e-45ea-b729-51adc092696a tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d09a7a-8018-47af-86f2-93d7c0d88b63&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0548713 Jul 09 15:05:49.415649 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1826fcd5-f830-4d3c-b96d-94bda6f4c81c req-9b3167e9-4694-40f5-88ef-8e49836c5b39 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933757 Jul 09 15:05:49.431185 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178052bd-8f8d-42a3-8353-b1c52ba2c949 req-75dbc6a1-38f1-4b62-adb3-90b8bd8dd198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:49.433137 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-178052bd-8f8d-42a3-8353-b1c52ba2c949 req-75dbc6a1-38f1-4b62-adb3-90b8bd8dd198 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dc6506e8-ceaa-4382-aad7-27ea0263e5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1334047 Jul 09 15:05:49.528459 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 36748) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:05:49.597905 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-178052bd-8f8d-42a3-8353-b1c52ba2c949 req-c448f3bd-7e2e-4b6f-9e43-a7969c706b69 service neutron] 10.222.0.62 "GET /v2.0/networks/dc6506e8-ceaa-4382-aad7-27ea0263e5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491783 Jul 09 15:05:49.682388 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-52d29a3e-2dff-4ccc-8c8e-e521bf74f5c2 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-29053231-network', 'tenant_id': '9cb6374b0a6d482aa499b47cd8ddd0c1'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:05:49.709585 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-178052bd-8f8d-42a3-8353-b1c52ba2c949 req-b4dcb471-3807-455a-8bfe-8b7d804ff2ef service neutron] 10.222.0.62 "GET /v2.0/networks/dc6506e8-ceaa-4382-aad7-27ea0263e5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044405 Jul 09 15:05:49.753298 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-178052bd-8f8d-42a3-8353-b1c52ba2c949 req-95a76398-9f85-4871-98e5-3cba00f53c30 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=45f7a22c-f7ef-4081-b6f5-c3f8759d370a HTTP/1.1" status: 200 len: 217 time: 0.0364628 Jul 09 15:05:49.805393 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178052bd-8f8d-42a3-8353-b1c52ba2c949 req-38400440-55bd-4fc5-bb66-d4b981d8176c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:49.806901 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-178052bd-8f8d-42a3-8353-b1c52ba2c949 req-38400440-55bd-4fc5-bb66-d4b981d8176c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=385bd4c1-ddb8-4fda-a37e-3fb2118661ca HTTP/1.1" status: 200 len: 797 time: 0.0481796 Jul 09 15:05:49.874545 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178052bd-8f8d-42a3-8353-b1c52ba2c949 req-15f41ee0-9219-40a6-b11a-fadd650d6b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:49.876162 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-178052bd-8f8d-42a3-8353-b1c52ba2c949 req-15f41ee0-9219-40a6-b11a-fadd650d6b93 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=695dcd67-56f3-489c-8be9-3d26f71af2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0623043 Jul 09 15:05:49.981551 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-178052bd-8f8d-42a3-8353-b1c52ba2c949 req-1599e442-79cb-44fe-8285-09ce9eef66ac service neutron] 10.222.0.62 "GET /v2.0/networks/695dcd67-56f3-489c-8be9-3d26f71af2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948191 Jul 09 15:05:50.040622 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d29a3e-2dff-4ccc-8c8e-e521bf74f5c2 admin admin] Made reservation on behalf of 9cb6374b0a6d482aa499b47cd8ddd0c1 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:05:50.043248 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-52d29a3e-2dff-4ccc-8c8e-e521bf74f5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:50.053145 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-52d29a3e-2dff-4ccc-8c8e-e521bf74f5c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:50.138139 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-178052bd-8f8d-42a3-8353-b1c52ba2c949 req-29b55689-5941-416b-8df2-cc6f20a2d185 service neutron] 10.222.0.62 "GET /v2.0/networks/695dcd67-56f3-489c-8be9-3d26f71af2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491418 Jul 09 15:05:50.213692 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-52d29a3e-2dff-4ccc-8c8e-e521bf74f5c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:50.215810 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-178052bd-8f8d-42a3-8353-b1c52ba2c949 req-979a0c36-6609-4f11-8a1f-028dd672c972 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=09fcade5-de9d-4d53-b6e7-8b3bd924314a HTTP/1.1" status: 200 len: 217 time: 0.0701368 Jul 09 15:05:50.274538 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178052bd-8f8d-42a3-8353-b1c52ba2c949 req-6d5fe28d-ba0a-44d8-9bc0-0bebac6983b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:50.276411 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-178052bd-8f8d-42a3-8353-b1c52ba2c949 req-6d5fe28d-ba0a-44d8-9bc0-0bebac6983b6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=385bd4c1-ddb8-4fda-a37e-3fb2118661ca HTTP/1.1" status: 200 len: 797 time: 0.0539181 Jul 09 15:05:50.347705 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178052bd-8f8d-42a3-8353-b1c52ba2c949 req-c6cd3173-e683-423e-a5ed-cb5bc61adb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:50.349378 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-178052bd-8f8d-42a3-8353-b1c52ba2c949 req-c6cd3173-e683-423e-a5ed-cb5bc61adb6d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=695dcd67-56f3-489c-8be9-3d26f71af2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0661159 Jul 09 15:05:50.357874 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-52d29a3e-2dff-4ccc-8c8e-e521bf74f5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:50.396250 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52d29a3e-2dff-4ccc-8c8e-e521bf74f5c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:05:50.412618 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d29a3e-2dff-4ccc-8c8e-e521bf74f5c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3ad787-9b54-4a9a-ac44-490d613bbd86,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:05:50.445936 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-52d29a3e-2dff-4ccc-8c8e-e521bf74f5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:50.446361 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-52d29a3e-2dff-4ccc-8c8e-e521bf74f5c2 admin admin] Added segment 1104ae08-fb7c-4ba7-995f-baa0ff12f18b of type vlan for network f41e4b95-e67a-4a40-b3c2-e3aaaffc72fa Jul 09 15:05:50.498808 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-178052bd-8f8d-42a3-8353-b1c52ba2c949 req-c7c10740-9d2f-4a5f-b4af-b04ad099cdb7 service neutron] 10.222.0.62 "GET /v2.0/networks/695dcd67-56f3-489c-8be9-3d26f71af2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406844 Jul 09 15:05:50.515400 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 36772) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:05:50.569746 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-52d29a3e-2dff-4ccc-8c8e-e521bf74f5c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:50.645210 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:05:50.739831 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89c7c8-5e5f-46ed-8d91-9917afae9a14 req-651e6edb-42d4-4d7f-b012-09e75877c5cf tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:50.742094 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fc89c7c8-5e5f-46ed-8d91-9917afae9a14 req-651e6edb-42d4-4d7f-b012-09e75877c5cf tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.1284728 Jul 09 15:05:50.749274 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-52d29a3e-2dff-4ccc-8c8e-e521bf74f5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:50.763322 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d29a3e-2dff-4ccc-8c8e-e521bf74f5c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:50.763322 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-52d29a3e-2dff-4ccc-8c8e-e521bf74f5c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:50.772806 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-178052bd-8f8d-42a3-8353-b1c52ba2c949 req-ebd64b72-399b-4e1f-ba42-29f26e68cc68 service neutron] 10.222.0.62 "GET /v2.0/networks/695dcd67-56f3-489c-8be9-3d26f71af2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674127 Jul 09 15:05:50.781978 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5fa009-9d1b-49fb-af83-c856fe949d37 req-6c44f237-8cbf-46f2-bdf3-2b139fae9e39 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:50.783457 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2a5fa009-9d1b-49fb-af83-c856fe949d37 req-6c44f237-8cbf-46f2-bdf3-2b139fae9e39 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?device_id=6acf793a-000d-4e20-8656-d0b0309dc473 HTTP/1.1" status: 200 len: 946 time: 0.1626945 Jul 09 15:05:50.854234 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2a5fa009-9d1b-49fb-af83-c856fe949d37 req-07202b66-54e1-4396-b944-8932bdd8d517 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d09a7a-8018-47af-86f2-93d7c0d88b63&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0614340 Jul 09 15:05:50.912052 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d29a3e-2dff-4ccc-8c8e-e521bf74f5c2 admin admin] Pushing event updated for resources: {'Network': ['ID=f41e4b95-e67a-4a40-b3c2-e3aaaffc72fa,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:05:50.926477 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network f41e4b95-e67a-4a40-b3c2-e3aaaffc72fa details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:05:50.937367 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fc89c7c8-5e5f-46ed-8d91-9917afae9a14 req-3facdd7d-d115-491c-a083-57bcb91fa6b8 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486771 Jul 09 15:05:50.942351 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d01164c4-74d9-41f5-b8fa-bac058085576 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=494d12c1a85c4b86999f08bb7865eef7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4212561 Jul 09 15:05:50.942666 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 36782) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:05:50.954396 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-52d29a3e-2dff-4ccc-8c8e-e521bf74f5c2 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.4221714 Jul 09 15:05:50.958264 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 36784) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:05:50.961883 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-5e95b2a8-2c1a-4eaf-b763-dc88199d9a97 admin admin] Request body: {'subnet': {'network_id': 'f41e4b95-e67a-4a40-b3c2-e3aaaffc72fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-29053231-subnet', 'tenant_id': '9cb6374b0a6d482aa499b47cd8ddd0c1', 'ip_version': 4}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:05:51.009820 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3b401f15-c47b-4552-8f44-609b5bf32069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:51.035629 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3b401f15-c47b-4552-8f44-609b5bf32069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:51.152595 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e95b2a8-2c1a-4eaf-b763-dc88199d9a97 admin admin] Made reservation on behalf of 9cb6374b0a6d482aa499b47cd8ddd0c1 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:05:51.155218 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5e95b2a8-2c1a-4eaf-b763-dc88199d9a97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:51.273105 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3b401f15-c47b-4552-8f44-609b5bf32069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:51.278688 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3b401f15-c47b-4552-8f44-609b5bf32069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:51.285235 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-3b401f15-c47b-4552-8f44-609b5bf32069 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bd21175c-630e-49a9-8657-e8cbf686107e HTTP/1.1" status: 204 len: 168 time: 0.3398056 Jul 09 15:05:51.307327 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b401f15-c47b-4552-8f44-609b5bf32069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd21175c-630e-49a9-8657-e8cbf686107e,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:05:51.586521 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5e95b2a8-2c1a-4eaf-b763-dc88199d9a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:51.659145 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e95b2a8-2c1a-4eaf-b763-dc88199d9a97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11658eaf-0233-449f-a381-3c823efc4351,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:05:51.661698 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e95b2a8-2c1a-4eaf-b763-dc88199d9a97 admin admin] Checking segment: {'id': '1104ae08-fb7c-4ba7-995f-baa0ff12f18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'f41e4b95-e67a-4a40-b3c2-e3aaaffc72fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:05:51.662062 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e95b2a8-2c1a-4eaf-b763-dc88199d9a97 admin admin] Network hostable DHCP agents. Network: f41e4b95-e67a-4a40-b3c2-e3aaaffc72fa, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:05:51.848199 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e95b2a8-2c1a-4eaf-b763-dc88199d9a97 admin admin] Network f41e4b95-e67a-4a40-b3c2-e3aaaffc72fa is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:05:52.068448 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da079a7-9d26-46e5-b956-2112482d0d62 req-23f7348e-d0bf-4597-b017-151c2b49c47c tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:52.070032 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4da079a7-9d26-46e5-b956-2112482d0d62 req-23f7348e-d0bf-4597-b017-151c2b49c47c tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?device_id=6acf793a-000d-4e20-8656-d0b0309dc473 HTTP/1.1" status: 200 len: 946 time: 0.0883210 Jul 09 15:05:52.116217 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4da079a7-9d26-46e5-b956-2112482d0d62 req-2cfa7e62-9a09-438c-9890-3f9b24f0cbf5 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d09a7a-8018-47af-86f2-93d7c0d88b63&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399282 Jul 09 15:05:52.151614 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-5e95b2a8-2c1a-4eaf-b763-dc88199d9a97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, f41e4b95-e67a-4a40-b3c2-e3aaaffc72fa) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:05:52.156242 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77d8b3-e4b8-4cc2-baaa-36b66a83cc0b req-a8b99d2b-52b2-4964-8fa9-964dec80128a tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:52.160326 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b69e4e7-f1f6-40bd-86e0-bbc3926013ca None None] Network f41e4b95-e67a-4a40-b3c2-e3aaaffc72fa requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:05:52.163001 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5a77d8b3-e4b8-4cc2-baaa-36b66a83cc0b req-a8b99d2b-52b2-4964-8fa9-964dec80128a tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.0967135 Jul 09 15:05:52.163975 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e95b2a8-2c1a-4eaf-b763-dc88199d9a97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:52.168159 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5e95b2a8-2c1a-4eaf-b763-dc88199d9a97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:52.202978 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5a77d8b3-e4b8-4cc2-baaa-36b66a83cc0b req-ccb635d8-f5b4-4bc7-a360-d8d25e5e4b94 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390871 Jul 09 15:05:52.287708 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-5e95b2a8-2c1a-4eaf-b763-dc88199d9a97 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.3302193 Jul 09 15:05:52.290731 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 36808) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:05:52.296362 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-7fdb1d67-4666-4b6a-afc7-55a3d798e363 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-29053231-router', 'tenant_id': '9cb6374b0a6d482aa499b47cd8ddd0c1', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:05:52.375394 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d8a560-134d-467d-849c-023c9d82ed89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-f41e4b95-e67a-4a40-b3c2-e3aaaffc72fa', 'network_id': 'f41e4b95-e67a-4a40-b3c2-e3aaaffc72fa', 'tenant_id': '9cb6374b0a6d482aa499b47cd8ddd0c1', 'fixed_ips': [{'subnet_id': '11658eaf-0233-449f-a381-3c823efc4351'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:05:52.376658 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c4d8a560-134d-467d-849c-023c9d82ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:52.465152 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7fdb1d67-4666-4b6a-afc7-55a3d798e363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:52.466234 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7fdb1d67-4666-4b6a-afc7-55a3d798e363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:52.521512 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 36812) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:05:52.545603 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-c4d8a560-134d-467d-849c-023c9d82ed89 None None] Allocated IP 172.20.0.2 (f41e4b95-e67a-4a40-b3c2-e3aaaffc72fa/11658eaf-0233-449f-a381-3c823efc4351/246186d0-0a08-4ca3-985d-cc39a5ee338e) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:05:52.548984 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7fdb1d67-4666-4b6a-afc7-55a3d798e363 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:52.560316 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2d2b1c2b-d3ba-45c4-a012-b76f4a11ec7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:52.679588 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2d2b1c2b-d3ba-45c4-a012-b76f4a11ec7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:52.711939 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c4d8a560-134d-467d-849c-023c9d82ed89 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:52.723234 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-c4d8a560-134d-467d-849c-023c9d82ed89 None None] Transition to ACTIVE for port object 246186d0-0a08-4ca3-985d-cc39a5ee338e will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:05:52.743095 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-c4d8a560-134d-467d-849c-023c9d82ed89 None None] Transition to ACTIVE for port object 246186d0-0a08-4ca3-985d-cc39a5ee338e will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:05:52.830890 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7fdb1d67-4666-4b6a-afc7-55a3d798e363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:52.835913 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2d2b1c2b-d3ba-45c4-a012-b76f4a11ec7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:52.880322 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2b1c2b-d3ba-45c4-a012-b76f4a11ec7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561079b8-4146-43e3-b13a-7f127d0b8dcb,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:05:52.887169 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-2d2b1c2b-d3ba-45c4-a012-b76f4a11ec7e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ae790396d675494ea91a30109729d619&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3622866 Jul 09 15:05:52.891066 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 36820) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:05:52.912313 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c4d8a560-134d-467d-849c-023c9d82ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:52.938102 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d8a560-134d-467d-849c-023c9d82ed89 None None] Network f41e4b95-e67a-4a40-b3c2-e3aaaffc72fa is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:05:52.942589 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-c4d8a560-134d-467d-849c-023c9d82ed89 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:05:52.947208 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d8a560-134d-467d-849c-023c9d82ed89 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:05:52.974239 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7631a094-c901-4f68-b6af-00725b884c51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:52.985130 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d8a560-134d-467d-849c-023c9d82ed89 None None] Pushing event updated for resources: {'Port': ['ID=246186d0-0a08-4ca3-985d-cc39a5ee338e,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:05:53.008897 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7631a094-c901-4f68-b6af-00725b884c51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:53.041611 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-c4d8a560-134d-467d-849c-023c9d82ed89 None None] Attempting to bind port 246186d0-0a08-4ca3-985d-cc39a5ee338e on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:05:53.042086 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-c4d8a560-134d-467d-849c-023c9d82ed89 None None] Attempting to bind port 246186d0-0a08-4ca3-985d-cc39a5ee338e by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '1104ae08-fb7c-4ba7-995f-baa0ff12f18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'f41e4b95-e67a-4a40-b3c2-e3aaaffc72fa'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:05:53.042579 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d8a560-134d-467d-849c-023c9d82ed89 None None] Attempting to bind port 246186d0-0a08-4ca3-985d-cc39a5ee338e on network f41e4b95-e67a-4a40-b3c2-e3aaaffc72fa {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:05:53.049873 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d8a560-134d-467d-849c-023c9d82ed89 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:05:53.050365 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d8a560-134d-467d-849c-023c9d82ed89 None None] Checking segment: {'id': '1104ae08-fb7c-4ba7-995f-baa0ff12f18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'f41e4b95-e67a-4a40-b3c2-e3aaaffc72fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:05:53.050860 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c4d8a560-134d-467d-849c-023c9d82ed89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:53.051415 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d8a560-134d-467d-849c-023c9d82ed89 None None] Bound using segment: {'id': '1104ae08-fb7c-4ba7-995f-baa0ff12f18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'f41e4b95-e67a-4a40-b3c2-e3aaaffc72fa'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:05:53.052162 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-c4d8a560-134d-467d-849c-023c9d82ed89 None None] Bound port: 246186d0-0a08-4ca3-985d-cc39a5ee338e, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1104ae08-fb7c-4ba7-995f-baa0ff12f18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'f41e4b95-e67a-4a40-b3c2-e3aaaffc72fa'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:05:53.052660 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c4d8a560-134d-467d-849c-023c9d82ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:53.149847 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-c4d8a560-134d-467d-849c-023c9d82ed89 None None] For port 246186d0-0a08-4ca3-985d-cc39a5ee338e, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:05:53.154019 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-c4d8a560-134d-467d-849c-023c9d82ed89 None None] For port 246186d0-0a08-4ca3-985d-cc39a5ee338e, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=246186d0-0a08-4ca3-985d-cc39a5ee338e,segment=NetworkSegment(1104ae08-fb7c-4ba7-995f-baa0ff12f18b),segment_id=1104ae08-fb7c-4ba7-995f-baa0ff12f18b)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:05:53.199728 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7631a094-c901-4f68-b6af-00725b884c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:53.199728 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7631a094-c901-4f68-b6af-00725b884c51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:53.199728 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7631a094-c901-4f68-b6af-00725b884c51 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/561079b8-4146-43e3-b13a-7f127d0b8dcb HTTP/1.1" status: 204 len: 168 time: 0.3007135 Jul 09 15:05:53.209568 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7631a094-c901-4f68-b6af-00725b884c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561079b8-4146-43e3-b13a-7f127d0b8dcb,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:05:53.331101 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7fdb1d67-4666-4b6a-afc7-55a3d798e363 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:53.337566 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c4d8a560-134d-467d-849c-023c9d82ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:53.415784 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d8a560-134d-467d-849c-023c9d82ed89 None None] Pushing event updated for resources: {'Port': ['ID=246186d0-0a08-4ca3-985d-cc39a5ee338e,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:05:53.431113 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844ce9e-ae71-4f9a-ad7a-5a48d189a3b3 req-cd6d762a-0461-4ef3-8468-618c3f3a6fc2 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:53.431113 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3844ce9e-ae71-4f9a-ad7a-5a48d189a3b3 req-cd6d762a-0461-4ef3-8468-618c3f3a6fc2 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?device_id=6acf793a-000d-4e20-8656-d0b0309dc473 HTTP/1.1" status: 200 len: 946 time: 0.1573131 Jul 09 15:05:53.431391 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7fdb1d67-4666-4b6a-afc7-55a3d798e363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:53.469253 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:53.540421 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3844ce9e-ae71-4f9a-ad7a-5a48d189a3b3 req-41a698d3-13bb-440c-9e89-7f71cca3edb5 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d09a7a-8018-47af-86f2-93d7c0d88b63&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0993547 Jul 09 15:05:53.707041 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-7fdb1d67-4666-4b6a-afc7-55a3d798e363 admin admin] Allocated IP 172.25.3.224 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/c976587a-a546-405e-a796-c171e397424c) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:05:53.753461 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e463f6ad-70c5-4ccf-86e0-5daee27cb246 req-a5379805-8132-4a78-bd56-a26496c9a7a6 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:53.758408 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e463f6ad-70c5-4ccf-86e0-5daee27cb246 req-a5379805-8132-4a78-bd56-a26496c9a7a6 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.2158520 Jul 09 15:05:53.999306 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e463f6ad-70c5-4ccf-86e0-5daee27cb246 req-c3fef01d-2a89-46bf-a2aa-618b8ec83acd tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1939993 Jul 09 15:05:54.005792 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7fdb1d67-4666-4b6a-afc7-55a3d798e363 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:54.197480 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7fdb1d67-4666-4b6a-afc7-55a3d798e363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:54.250879 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdb1d67-4666-4b6a-afc7-55a3d798e363 admin admin] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:05:54.253942 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-7fdb1d67-4666-4b6a-afc7-55a3d798e363 admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:05:54.257977 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdb1d67-4666-4b6a-afc7-55a3d798e363 admin admin] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:05:54.264848 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdb1d67-4666-4b6a-afc7-55a3d798e363 admin admin] Pushing event updated for resources: {'Port': ['ID=c976587a-a546-405e-a796-c171e397424c,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:05:54.463596 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 36848) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:05:54.537642 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-72b22269-d098-4f5c-912b-fc8ee2706c7d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=956dff5616de4ef48931de1ecfd271ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0725076 Jul 09 15:05:54.538776 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 36850) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:05:54.612703 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a1ae0297-7466-4cc9-a12b-a7f9e2cf4526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:54.653250 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a1ae0297-7466-4cc9-a12b-a7f9e2cf4526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:54.777994 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7fdb1d67-4666-4b6a-afc7-55a3d798e363 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:54.867940 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b95a5d-9744-4af2-8b11-917b23454136 req-5dcc09e6-2721-43d2-89d6-4016fed2af1b tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:54.880314 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-00b95a5d-9744-4af2-8b11-917b23454136 req-5dcc09e6-2721-43d2-89d6-4016fed2af1b tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?device_id=6acf793a-000d-4e20-8656-d0b0309dc473 HTTP/1.1" status: 200 len: 946 time: 0.1623275 Jul 09 15:05:54.938940 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a1ae0297-7466-4cc9-a12b-a7f9e2cf4526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:54.962574 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a1ae0297-7466-4cc9-a12b-a7f9e2cf4526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:54.986299 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a1ae0297-7466-4cc9-a12b-a7f9e2cf4526 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/72ebe7af-7aad-4411-b41e-0e1ba0a819cb HTTP/1.1" status: 204 len: 168 time: 0.4271688 Jul 09 15:05:54.986483 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 246186d0-0a08-4ca3-985d-cc39a5ee338e up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:05:55.036817 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ae0297-7466-4cc9-a12b-a7f9e2cf4526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ebe7af-7aad-4411-b41e-0e1ba0a819cb,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:05:55.084465 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9312b7-0d3f-4894-83a0-35fa3a981151 None None] Network f41e4b95-e67a-4a40-b3c2-e3aaaffc72fa requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:05:55.112388 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-00b95a5d-9744-4af2-8b11-917b23454136 req-68699d07-1920-4b32-9e7b-217714390f6b tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d09a7a-8018-47af-86f2-93d7c0d88b63&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2198758 Jul 09 15:05:55.281593 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7fdb1d67-4666-4b6a-afc7-55a3d798e363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:55.419973 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-81d1358a-c884-463a-af80-abc0b0080bd8 None None] Provisioning for port 246186d0-0a08-4ca3-985d-cc39a5ee338e completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:05:55.468517 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 246186d0-0a08-4ca3-985d-cc39a5ee338e completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:05:55.471350 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbf339b-5db3-4cb9-b90f-0f403cb8c1a2 req-75c4cf7e-ab82-40fe-86fc-ac603d4eb9b8 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:55.476815 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 246186d0-0a08-4ca3-985d-cc39a5ee338e triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:05:55.477451 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:55.492143 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2fbf339b-5db3-4cb9-b90f-0f403cb8c1a2 req-75c4cf7e-ab82-40fe-86fc-ac603d4eb9b8 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.1903031 Jul 09 15:05:55.557217 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fdb1d67-4666-4b6a-afc7-55a3d798e363 admin admin] Router 8056473b-8e13-4d3b-a03e-948997454f4d is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 15:05:55.650010 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2fbf339b-5db3-4cb9-b90f-0f403cb8c1a2 req-c7adf433-732c-4c42-b73d-4b13a27786ae tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352191 Jul 09 15:05:55.707457 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:55.827011 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 246186d0-0a08-4ca3-985d-cc39a5ee338e, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=246186d0-0a08-4ca3-985d-cc39a5ee338e,segment=NetworkSegment(1104ae08-fb7c-4ba7-995f-baa0ff12f18b),segment_id=1104ae08-fb7c-4ba7-995f-baa0ff12f18b)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:05:56.098246 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:56.187757 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=246186d0-0a08-4ca3-985d-cc39a5ee338e,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:05:56.198070 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-488376eb-64c2-45cd-b8f3-03ce4a177917 None None] Provisioning complete for port 246186d0-0a08-4ca3-985d-cc39a5ee338e triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:05:56.198251 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-488376eb-64c2-45cd-b8f3-03ce4a177917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:56.232157 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b34807fc-6edb-4cc6-baf8-b52c48c58b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:56.364846 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fdb1d67-4666-4b6a-afc7-55a3d798e363 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:05:56.376762 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f9fc9b-4e72-4bdb-8915-9c9461ab625b None None] Sync routers for ids ['8056473b-8e13-4d3b-a03e-948997454f4d'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:05:56.403078 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f9fc9b-4e72-4bdb-8915-9c9461ab625b None None] Routers {'8056473b-8e13-4d3b-a03e-948997454f4d'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:05:56.403881 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-49f9fc9b-4e72-4bdb-8915-9c9461ab625b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:05:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['8056473b-8e13-4d3b-a03e-948997454f4d'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:05:56.513610 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7fdb1d67-4666-4b6a-afc7-55a3d798e363 admin admin] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:56.515046 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-7fdb1d67-4666-4b6a-afc7-55a3d798e363 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.2232189 Jul 09 15:05:56.518541 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 36888) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:05:56.586651 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1840a85a-d269-462b-81bb-a95cca124d8e req-a68c8eca-d312-41c4-a40a-deac7f06ccca tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:56.599800 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1840a85a-d269-462b-81bb-a95cca124d8e req-a68c8eca-d312-41c4-a40a-deac7f06ccca tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?device_id=6acf793a-000d-4e20-8656-d0b0309dc473 HTTP/1.1" status: 200 len: 946 time: 0.1990011 Jul 09 15:05:56.617384 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-49f9fc9b-4e72-4bdb-8915-9c9461ab625b None None] Set router 8056473b-8e13-4d3b-a03e-948997454f4d gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:05:56.682452 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1840a85a-d269-462b-81bb-a95cca124d8e req-0120f640-6d69-4838-ac25-9bfbd531afd6 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d09a7a-8018-47af-86f2-93d7c0d88b63&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0744700 Jul 09 15:05:56.835964 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b70009-60cc-406f-a85b-bd4698d4e317 req-40191b95-f8ad-4c40-a9a3-5aa2357f6194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:56.841162 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-78b70009-60cc-406f-a85b-bd4698d4e317 req-40191b95-f8ad-4c40-a9a3-5aa2357f6194 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3378cbcb6d374f7888262c5aa67c214b&device_id=6acf793a-000d-4e20-8656-d0b0309dc473 HTTP/1.1" status: 200 len: 1097 time: 0.1560106 Jul 09 15:05:56.857398 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5b067-04f0-481e-b715-2653c77bfbf7 req-74a6e76e-e3b4-4d7b-bcee-55c37cf31aef tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:56.863273 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5b067-04f0-481e-b715-2653c77bfbf7 req-74a6e76e-e3b4-4d7b-bcee-55c37cf31aef tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:56.869574 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5b067-04f0-481e-b715-2653c77bfbf7 req-74a6e76e-e3b4-4d7b-bcee-55c37cf31aef tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:56.871752 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 246186d0-0a08-4ca3-985d-cc39a5ee338e up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:05:56.876647 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5b067-04f0-481e-b715-2653c77bfbf7 req-74a6e76e-e3b4-4d7b-bcee-55c37cf31aef tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:56.884029 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5b067-04f0-481e-b715-2653c77bfbf7 req-74a6e76e-e3b4-4d7b-bcee-55c37cf31aef tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:56.890942 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5b067-04f0-481e-b715-2653c77bfbf7 req-74a6e76e-e3b4-4d7b-bcee-55c37cf31aef tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:56.897021 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5b067-04f0-481e-b715-2653c77bfbf7 req-74a6e76e-e3b4-4d7b-bcee-55c37cf31aef tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:56.899133 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-58d5b067-04f0-481e-b715-2653c77bfbf7 req-74a6e76e-e3b4-4d7b-bcee-55c37cf31aef tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 5445 time: 0.2105331 Jul 09 15:05:56.970453 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 246186d0-0a08-4ca3-985d-cc39a5ee338e triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:05:56.974026 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:56.985046 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-49f9fc9b-4e72-4bdb-8915-9c9461ab625b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8056473b-8e13-4d3b-a03e-948997454f4d', 'name': 'tempest-TestServerBasicOps-29053231-router', 'tenant_id': '9cb6374b0a6d482aa499b47cd8ddd0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'c976587a-a546-405e-a796-c171e397424c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:05:52Z', 'updated_at': '2021-07-09T15:05:54Z', 'revision_number': 3, 'project_id': '9cb6374b0a6d482aa499b47cd8ddd0c1', 'gw_port': {'id': 'c976587a-a546-405e-a796-c171e397424c', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:29:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8056473b-8e13-4d3b-a03e-948997454f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:05:53Z', 'updated_at': '2021-07-09T15:05:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:05:57.055651 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa1081-7ade-4030-b535-6bb32f3fd6fe req-f4f184e0-9ad4-45d6-868f-9fdfa4fb4d21 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:57.057172 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2caa1081-7ade-4030-b535-6bb32f3fd6fe req-f4f184e0-9ad4-45d6-868f-9fdfa4fb4d21 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.2134826 Jul 09 15:05:57.060658 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b70009-60cc-406f-a85b-bd4698d4e317 req-afceb129-4707-4650-b1ed-ceea65d3fee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:57.063686 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-78b70009-60cc-406f-a85b-bd4698d4e317 req-afceb129-4707-4650-b1ed-ceea65d3fee3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=053b5aa8-ddaf-4c8a-a4d7-933f77f92447 HTTP/1.1" status: 200 len: 912 time: 0.2090616 Jul 09 15:05:57.064549 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f9fc9b-4e72-4bdb-8915-9c9461ab625b None None] Checking router: 8056473b-8e13-4d3b-a03e-948997454f4d for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:05:57.065001 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f9fc9b-4e72-4bdb-8915-9c9461ab625b None None] Updating router 8056473b-8e13-4d3b-a03e-948997454f4d port c976587a-a546-405e-a796-c171e397424c binding host n-d-799529-6 {{(pid=94448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:05:57.121707 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-49f9fc9b-4e72-4bdb-8915-9c9461ab625b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:57.181713 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-78b70009-60cc-406f-a85b-bd4698d4e317 req-e2d66016-098e-4356-a8c1-7c6deedbc208 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=024176e4-6924-4530-be6b-d7b09c58cc41 HTTP/1.1" status: 200 len: 1001 time: 0.1063626 Jul 09 15:05:57.206355 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-58d5b067-04f0-481e-b715-2653c77bfbf7 req-7f400b40-fec8-4a33-b7b7-0b786dc27521 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b892279-bd5f-423b-8017-ce4180b448af&id=710f4a29-0022-436a-b96b-568cc62700fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1982770 Jul 09 15:05:57.225239 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2caa1081-7ade-4030-b535-6bb32f3fd6fe req-80eec2df-c1db-4b7e-915a-0691a142cead tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578679 Jul 09 15:05:57.307894 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b70009-60cc-406f-a85b-bd4698d4e317 req-c0d97354-f1e3-47af-9929-64f2b364dc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:57.310486 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-78b70009-60cc-406f-a85b-bd4698d4e317 req-c0d97354-f1e3-47af-9929-64f2b364dc12 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f10ff914-6b6b-4456-8b4d-b9664913c2d3 HTTP/1.1" status: 200 len: 850 time: 0.0889904 Jul 09 15:05:57.396590 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3d0e35ad-d1a9-4510-9593-d3b33d4d837d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:57.466991 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b70009-60cc-406f-a85b-bd4698d4e317 req-e29ee3db-3af1-41ab-b326-877359fe82c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:57.469340 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-78b70009-60cc-406f-a85b-bd4698d4e317 req-e29ee3db-3af1-41ab-b326-877359fe82c8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=053b5aa8-ddaf-4c8a-a4d7-933f77f92447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1346211 Jul 09 15:05:57.530135 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-49f9fc9b-4e72-4bdb-8915-9c9461ab625b None None] Notify callbacks [] for port, precommit_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:57.565967 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.provisioning_blocks [None req-49f9fc9b-4e72-4bdb-8915-9c9461ab625b None None] Transition to ACTIVE for port object c976587a-a546-405e-a796-c171e397424c will not be triggered until provisioned by entity L2. {{(pid=94448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:05:57.618526 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-78b70009-60cc-406f-a85b-bd4698d4e317 req-a947a2bb-749b-4cc1-9e0f-ffff9bd513e7 service neutron] 10.222.0.62 "GET /v2.0/networks/053b5aa8-ddaf-4c8a-a4d7-933f77f92447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344559 Jul 09 15:05:57.646388 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-3d0e35ad-d1a9-4510-9593-d3b33d4d837d admin admin] Allocated IP 172.20.0.1 (f41e4b95-e67a-4a40-b3c2-e3aaaffc72fa/11658eaf-0233-449f-a381-3c823efc4351/8413915d-1ea1-4d7b-8a0e-6b5b5fa88eed) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:05:57.690163 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-49f9fc9b-4e72-4bdb-8915-9c9461ab625b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:57.751829 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-49f9fc9b-4e72-4bdb-8915-9c9461ab625b None None] Attempting to bind port c976587a-a546-405e-a796-c171e397424c on host n-d-799529-6 for vnic_type normal with profile {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:05:57.752206 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-49f9fc9b-4e72-4bdb-8915-9c9461ab625b None None] Attempting to bind port c976587a-a546-405e-a796-c171e397424c by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:05:57.752961 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f9fc9b-4e72-4bdb-8915-9c9461ab625b None None] Attempting to bind port c976587a-a546-405e-a796-c171e397424c on network 202c7ce6-d4e9-4f80-84dd-bef08905a653 {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:05:57.763392 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b539d23c-bd58-4f55-a468-69279109b732 None None] Pushing event updated for resources: {'Port': ['ID=c976587a-a546-405e-a796-c171e397424c,revision_number=2']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:05:57.767923 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-78b70009-60cc-406f-a85b-bd4698d4e317 req-6c857c2d-cb92-49c7-8deb-eabefa506e64 service neutron] 10.222.0.62 "GET /v2.0/networks/053b5aa8-ddaf-4c8a-a4d7-933f77f92447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403191 Jul 09 15:05:57.773731 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f9fc9b-4e72-4bdb-8915-9c9461ab625b None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:05:57.774133 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f9fc9b-4e72-4bdb-8915-9c9461ab625b None None] Checking segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:05:57.774542 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-49f9fc9b-4e72-4bdb-8915-9c9461ab625b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:57.776553 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f9fc9b-4e72-4bdb-8915-9c9461ab625b None None] Bound using segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:05:57.776553 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-49f9fc9b-4e72-4bdb-8915-9c9461ab625b None None] Bound port: c976587a-a546-405e-a796-c171e397424c, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:05:57.777350 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-49f9fc9b-4e72-4bdb-8915-9c9461ab625b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:57.781066 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539d23c-bd58-4f55-a468-69279109b732 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:05:57.781512 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539d23c-bd58-4f55-a468-69279109b732 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:05:57.781869 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539d23c-bd58-4f55-a468-69279109b732 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:05:57.783845 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3d0e35ad-d1a9-4510-9593-d3b33d4d837d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:57.793759 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539d23c-bd58-4f55-a468-69279109b732 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:05:57.797205 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539d23c-bd58-4f55-a468-69279109b732 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:05:57.797470 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539d23c-bd58-4f55-a468-69279109b732 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:05:57.797889 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539d23c-bd58-4f55-a468-69279109b732 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:05:57.798197 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539d23c-bd58-4f55-a468-69279109b732 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:05:57.798716 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539d23c-bd58-4f55-a468-69279109b732 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:05:57.799083 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539d23c-bd58-4f55-a468-69279109b732 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:05:57.799470 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539d23c-bd58-4f55-a468-69279109b732 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:05:57.799900 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539d23c-bd58-4f55-a468-69279109b732 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:05:57.824074 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-3d0e35ad-d1a9-4510-9593-d3b33d4d837d admin admin] Transition to ACTIVE for port object 8413915d-1ea1-4d7b-8a0e-6b5b5fa88eed will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:05:57.876468 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-49f9fc9b-4e72-4bdb-8915-9c9461ab625b None None] For port c976587a-a546-405e-a796-c171e397424c, host n-d-799529-6, cleared binding levels {{(pid=94448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:05:57.881436 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-49f9fc9b-4e72-4bdb-8915-9c9461ab625b None None] For port c976587a-a546-405e-a796-c171e397424c, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=c976587a-a546-405e-a796-c171e397424c,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:05:57.939523 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5804cc1a-37b7-4044-8c50-84561c7e864b req-665feb7e-0c51-41ed-99d5-a2289c742d86 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:57.941132 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5804cc1a-37b7-4044-8c50-84561c7e864b req-665feb7e-0c51-41ed-99d5-a2289c742d86 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?device_id=6acf793a-000d-4e20-8656-d0b0309dc473 HTTP/1.1" status: 200 len: 946 time: 0.1027279 Jul 09 15:05:57.992089 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5804cc1a-37b7-4044-8c50-84561c7e864b req-3b80c164-7dab-4fe5-8895-a8567e725e9c tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d09a7a-8018-47af-86f2-93d7c0d88b63&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443697 Jul 09 15:05:57.995541 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a885da8-8db7-4eb3-88db-66e7e70b1764 req-75f00003-d031-4154-ad8f-a4aa9a1b869c tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:58.002752 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2a885da8-8db7-4eb3-88db-66e7e70b1764 req-75f00003-d031-4154-ad8f-a4aa9a1b869c tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.0868869 Jul 09 15:05:58.031341 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-49f9fc9b-4e72-4bdb-8915-9c9461ab625b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:58.049132 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2a885da8-8db7-4eb3-88db-66e7e70b1764 req-ac8da207-1579-4036-98ce-2b00d1a1dcd2 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454659 Jul 09 15:05:58.109531 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f9fc9b-4e72-4bdb-8915-9c9461ab625b None None] Routers {'8056473b-8e13-4d3b-a03e-948997454f4d'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:05:58.110486 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-49f9fc9b-4e72-4bdb-8915-9c9461ab625b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:05:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['8056473b-8e13-4d3b-a03e-948997454f4d'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:05:58.112164 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3d0e35ad-d1a9-4510-9593-d3b33d4d837d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:58.151057 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0e35ad-d1a9-4510-9593-d3b33d4d837d admin admin] Network f41e4b95-e67a-4a40-b3c2-e3aaaffc72fa is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:05:58.154929 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b539d23c-bd58-4f55-a468-69279109b732 None None] Pushing event updated for resources: {'Port': ['ID=c976587a-a546-405e-a796-c171e397424c,revision_number=3']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:05:58.158947 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-3d0e35ad-d1a9-4510-9593-d3b33d4d837d admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:05:58.162963 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0e35ad-d1a9-4510-9593-d3b33d4d837d admin admin] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:05:58.205529 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3d0e35ad-d1a9-4510-9593-d3b33d4d837d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:58.279121 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0e35ad-d1a9-4510-9593-d3b33d4d837d admin admin] Pushing event updated for resources: {'Port': ['ID=8413915d-1ea1-4d7b-8a0e-6b5b5fa88eed,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:05:58.287948 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-49f9fc9b-4e72-4bdb-8915-9c9461ab625b None None] Set router 8056473b-8e13-4d3b-a03e-948997454f4d gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:05:58.291239 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0960b3e-0451-4106-b2ab-b98db49d47af req-c79a9cff-356d-4546-bf5f-c7cf9bcaf474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:58.293826 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e0960b3e-0451-4106-b2ab-b98db49d47af req-c79a9cff-356d-4546-bf5f-c7cf9bcaf474 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c03b5d3d86974e68a5911d632d382871&device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 1096 time: 0.1518097 Jul 09 15:05:58.365197 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-84d9f746-7cf9-437a-988d-9ecdff2cdd05 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:58.373695 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-84d9f746-7cf9-437a-988d-9ecdff2cdd05 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:58.396730 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-84d9f746-7cf9-437a-988d-9ecdff2cdd05 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:58.416975 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-84d9f746-7cf9-437a-988d-9ecdff2cdd05 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:58.430561 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-84d9f746-7cf9-437a-988d-9ecdff2cdd05 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:58.438070 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-84d9f746-7cf9-437a-988d-9ecdff2cdd05 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:58.444315 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-84d9f746-7cf9-437a-988d-9ecdff2cdd05 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:58.446392 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-84d9f746-7cf9-437a-988d-9ecdff2cdd05 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.62 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 5445 time: 0.3057680 Jul 09 15:05:58.673280 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-49f9fc9b-4e72-4bdb-8915-9c9461ab625b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8056473b-8e13-4d3b-a03e-948997454f4d', 'name': 'tempest-TestServerBasicOps-29053231-router', 'tenant_id': '9cb6374b0a6d482aa499b47cd8ddd0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'c976587a-a546-405e-a796-c171e397424c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:05:52Z', 'updated_at': '2021-07-09T15:05:54Z', 'revision_number': 3, 'project_id': '9cb6374b0a6d482aa499b47cd8ddd0c1', 'gw_port': {'id': 'c976587a-a546-405e-a796-c171e397424c', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:29:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8056473b-8e13-4d3b-a03e-948997454f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:05:53Z', 'updated_at': '2021-07-09T15:05:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:05:58.674402 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-21e89fe3-3112-4816-af68-a337c0b353dc tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:58.674402 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-21e89fe3-3112-4816-af68-a337c0b353dc tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.62 "GET /v2.0/ports/652c8d51-7f4b-4a04-a1cb-616283698f43?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1318688 Jul 09 15:05:58.674868 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3d0e35ad-d1a9-4510-9593-d3b33d4d837d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:58.675230 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f9fc9b-4e72-4bdb-8915-9c9461ab625b None None] The sync data for ids ['8056473b-8e13-4d3b-a03e-948997454f4d'] in n-d-799529-6 is: [{'id': '8056473b-8e13-4d3b-a03e-948997454f4d', 'name': 'tempest-TestServerBasicOps-29053231-router', 'tenant_id': '9cb6374b0a6d482aa499b47cd8ddd0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'c976587a-a546-405e-a796-c171e397424c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:05:52Z', 'updated_at': '2021-07-09T15:05:54Z', 'revision_number': 3, 'project_id': '9cb6374b0a6d482aa499b47cd8ddd0c1', 'gw_port': {'id': 'c976587a-a546-405e-a796-c171e397424c', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:29:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8056473b-8e13-4d3b-a03e-948997454f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:05:53Z', 'updated_at': '2021-07-09T15:05:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:05:58.675348 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0960b3e-0451-4106-b2ab-b98db49d47af req-06ca300b-0162-4f82-bbd2-d192715a9312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:58.675348 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e0960b3e-0451-4106-b2ab-b98db49d47af req-06ca300b-0162-4f82-bbd2-d192715a9312 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2caf48fb-184c-426e-a7e2-2d876991b7f4 HTTP/1.1" status: 200 len: 912 time: 0.3587415 Jul 09 15:05:58.753648 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-144a8c97-2bc2-4c31-ab8b-9d426bf352bf None None] Provisioning for port 8413915d-1ea1-4d7b-8a0e-6b5b5fa88eed completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:05:58.759145 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-144a8c97-2bc2-4c31-ab8b-9d426bf352bf None None] Provisioning complete for port 8413915d-1ea1-4d7b-8a0e-6b5b5fa88eed triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:05:58.759996 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-144a8c97-2bc2-4c31-ab8b-9d426bf352bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:58.834916 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-144a8c97-2bc2-4c31-ab8b-9d426bf352bf None None] Port 8413915d-1ea1-4d7b-8a0e-6b5b5fa88eed cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:05:58.887416 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e25021-94e3-4ee3-b9cc-e9ab6a51a7ac req-84d0f804-c83b-4541-9275-b474b4b2f459 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:58.894121 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e25021-94e3-4ee3-b9cc-e9ab6a51a7ac req-84d0f804-c83b-4541-9275-b474b4b2f459 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:58.901313 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e25021-94e3-4ee3-b9cc-e9ab6a51a7ac req-84d0f804-c83b-4541-9275-b474b4b2f459 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:58.907977 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e25021-94e3-4ee3-b9cc-e9ab6a51a7ac req-84d0f804-c83b-4541-9275-b474b4b2f459 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:58.914917 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e25021-94e3-4ee3-b9cc-e9ab6a51a7ac req-84d0f804-c83b-4541-9275-b474b4b2f459 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:58.916058 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3d0e35ad-d1a9-4510-9593-d3b33d4d837d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:58.922289 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e25021-94e3-4ee3-b9cc-e9ab6a51a7ac req-84d0f804-c83b-4541-9275-b474b4b2f459 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:58.928685 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e25021-94e3-4ee3-b9cc-e9ab6a51a7ac req-84d0f804-c83b-4541-9275-b474b4b2f459 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:58.930827 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-56e25021-94e3-4ee3-b9cc-e9ab6a51a7ac req-84d0f804-c83b-4541-9275-b474b4b2f459 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 5445 time: 0.4541218 Jul 09 15:05:58.944143 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e0960b3e-0451-4106-b2ab-b98db49d47af req-0e8d27aa-a4a9-425d-8f4d-29941dea41bb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a55c943-174c-41e4-ae0c-abae167a4938 HTTP/1.1" status: 200 len: 998 time: 0.2719636 Jul 09 15:05:59.066918 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-f719d8c8-fe74-44f7-967b-8e5f491cdcbb tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.62 "GET /v2.0/networks/dc6506e8-ceaa-4382-aad7-27ea0263e5fe?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4322045 Jul 09 15:05:59.073217 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3d0e35ad-d1a9-4510-9593-d3b33d4d837d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:59.083582 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-cc389f02-49d0-44a6-9ee8-d1458868ecee service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:05:59.120359 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-237b0dbc-6e2c-4429-9b13-122e6a6f7b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:59.228464 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3d0e35ad-d1a9-4510-9593-d3b33d4d837d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:59.239089 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:59.268902 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0960b3e-0451-4106-b2ab-b98db49d47af req-1e048a04-b471-4a14-aad7-a564f7b27680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:59.270464 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e0960b3e-0451-4106-b2ab-b98db49d47af req-1e048a04-b471-4a14-aad7-a564f7b27680 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a10947be-2e1d-4b8b-b31f-e273354d0e7a HTTP/1.1" status: 200 len: 850 time: 0.3129830 Jul 09 15:05:59.280280 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-56e25021-94e3-4ee3-b9cc-e9ab6a51a7ac req-6c1c6869-76f2-4e12-85a7-0515ecddb59b tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b892279-bd5f-423b-8017-ce4180b448af&id=710f4a29-0022-436a-b96b-568cc62700fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3236485 Jul 09 15:05:59.343340 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-cc389f02-49d0-44a6-9ee8-d1458868ecee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:05:59.443135 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0960b3e-0451-4106-b2ab-b98db49d47af req-64f3d0e4-c8c4-4310-a1a9-900b58474c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:59.444719 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e0960b3e-0451-4106-b2ab-b98db49d47af req-64f3d0e4-c8c4-4310-a1a9-900b58474c77 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2caf48fb-184c-426e-a7e2-2d876991b7f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1613832 Jul 09 15:05:59.447233 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0e35ad-d1a9-4510-9593-d3b33d4d837d admin admin] Pushing event updated for resources: {'Port': ['ID=8413915d-1ea1-4d7b-8a0e-6b5b5fa88eed,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:05:59.550822 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0e35ad-d1a9-4510-9593-d3b33d4d837d admin admin] Network f41e4b95-e67a-4a40-b3c2-e3aaaffc72fa is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:05:59.553303 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-3d0e35ad-d1a9-4510-9593-d3b33d4d837d admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:05:59.564424 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64be603f-4373-40a5-825a-0a309ab2c2cb req-f0edc6be-3e6b-43b0-a015-bb88ab111e77 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:59.566576 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-64be603f-4373-40a5-825a-0a309ab2c2cb req-f0edc6be-3e6b-43b0-a015-bb88ab111e77 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?device_id=6acf793a-000d-4e20-8656-d0b0309dc473 HTTP/1.1" status: 200 len: 946 time: 0.1439803 Jul 09 15:05:59.618815 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-64be603f-4373-40a5-825a-0a309ab2c2cb req-7c322c35-5825-48e7-9122-3401912dc846 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d09a7a-8018-47af-86f2-93d7c0d88b63&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414653 Jul 09 15:05:59.757530 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e0960b3e-0451-4106-b2ab-b98db49d47af req-e0574dcb-c5a0-4362-92c9-8b44eeb9487b service neutron] 10.222.0.62 "GET /v2.0/networks/2caf48fb-184c-426e-a7e2-2d876991b7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948866 Jul 09 15:05:59.775142 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc42addb-40a6-4fc8-8565-89eaf1fa6789 req-732b5380-ee68-4a40-b423-8e14e6b6c55b tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:05:59.776978 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bc42addb-40a6-4fc8-8565-89eaf1fa6789 req-732b5380-ee68-4a40-b423-8e14e6b6c55b tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.2466350 Jul 09 15:05:59.781209 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-cc389f02-49d0-44a6-9ee8-d1458868ecee service neutron] For port 652c8d51-7f4b-4a04-a1cb-616283698f43, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=652c8d51-7f4b-4a04-a1cb-616283698f43,segment=NetworkSegment(dcef93a2-6ff3-40c9-a9fd-5812a2481f14),segment_id=dcef93a2-6ff3-40c9-a9fd-5812a2481f14)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:05:59.804075 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d0e35ad-d1a9-4510-9593-d3b33d4d837d admin admin] Router 8056473b-8e13-4d3b-a03e-948997454f4d has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:05:59.982844 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bc42addb-40a6-4fc8-8565-89eaf1fa6789 req-51c26c58-80bb-4cb4-9d61-64f16f26e107 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823487 Jul 09 15:06:00.010383 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-cc389f02-49d0-44a6-9ee8-d1458868ecee service neutron] For port 652c8d51-7f4b-4a04-a1cb-616283698f43, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:06:00.028752 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-5454ef84-9244-45da-b9e6-e4087a935b4c None None] Provisioning complete for port 8413915d-1ea1-4d7b-8a0e-6b5b5fa88eed triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:06:00.031079 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5454ef84-9244-45da-b9e6-e4087a935b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:00.064588 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0e35ad-d1a9-4510-9593-d3b33d4d837d admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:06:00.074169 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-3d0e35ad-d1a9-4510-9593-d3b33d4d837d admin admin] 10.222.0.58 "PUT /v2.0/routers/8056473b-8e13-4d3b-a03e-948997454f4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5544233 Jul 09 15:06:00.092841 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-cc389f02-49d0-44a6-9ee8-d1458868ecee service neutron] device_id is not set on port 652c8d51-7f4b-4a04-a1cb-616283698f43 yet. {{(pid=94446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 15:06:00.104619 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e0960b3e-0451-4106-b2ab-b98db49d47af req-dc6e32f8-fc54-4c45-b459-e2d837fb67f6 service neutron] 10.222.0.62 "GET /v2.0/networks/2caf48fb-184c-426e-a7e2-2d876991b7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264902 Jul 09 15:06:00.107831 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-cc389f02-49d0-44a6-9ee8-d1458868ecee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:00.109020 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-5454ef84-9244-45da-b9e6-e4087a935b4c None None] Port 8413915d-1ea1-4d7b-8a0e-6b5b5fa88eed cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:06:00.145410 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 6e49b587-b19f-4fb7-b68d-daf59c076543 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:06:00.219560 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-cc389f02-49d0-44a6-9ee8-d1458868ecee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:00.268684 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:00.371868 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:00.430084 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91cb194-8f15-4150-a4af-dc1822486c62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e49b587-b19f-4fb7-b68d-daf59c076543'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:06:00.434871 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f021fd-4749-446d-9446-337d91ac8d2c" -d '{"events": [{"server_uuid": "e91cb194-8f15-4150-a4af-dc1822486c62", "name": "network-vif-unplugged", "status": "completed", "tag": "6e49b587-b19f-4fb7-b68d-daf59c076543"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:06:00.472167 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 6e49b587-b19f-4fb7-b68d-daf59c076543, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=6e49b587-b19f-4fb7-b68d-daf59c076543,segment=NetworkSegment(dcef93a2-6ff3-40c9-a9fd-5812a2481f14),segment_id=dcef93a2-6ff3-40c9-a9fd-5812a2481f14)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:06:00.518607 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 15:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-729d3c82-894c-41e8-a3ff-bd528c0d23d4 x-openstack-request-id: req-729d3c82-894c-41e8-a3ff-bd528c0d23d4 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:06:00.519165 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e91cb194-8f15-4150-a4af-dc1822486c62", "name": "network-vif-unplugged", "status": "completed", "tag": "6e49b587-b19f-4fb7-b68d-daf59c076543", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:06:00.519285 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-729d3c82-894c-41e8-a3ff-bd528c0d23d4 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:06:00.519706 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91cb194-8f15-4150-a4af-dc1822486c62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e49b587-b19f-4fb7-b68d-daf59c076543', 'code': 200} Jul 09 15:06:00.608227 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:00.610043 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device c179ac98-dd01-447c-a2f9-2714b5048c9d no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:06:00.807008 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa61b86-59d6-477a-a236-a167f5d9a89a req-fd217877-c12a-42cd-934f-c89442c86862 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:00.814814 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa61b86-59d6-477a-a236-a167f5d9a89a req-fd217877-c12a-42cd-934f-c89442c86862 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:00.822369 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa61b86-59d6-477a-a236-a167f5d9a89a req-fd217877-c12a-42cd-934f-c89442c86862 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:00.832866 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa61b86-59d6-477a-a236-a167f5d9a89a req-fd217877-c12a-42cd-934f-c89442c86862 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:00.841904 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa61b86-59d6-477a-a236-a167f5d9a89a req-fd217877-c12a-42cd-934f-c89442c86862 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:00.855791 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-cc389f02-49d0-44a6-9ee8-d1458868ecee service neutron] No DVR routers for this DVR port 652c8d51-7f4b-4a04-a1cb-616283698f43 on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:06:00.859935 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa61b86-59d6-477a-a236-a167f5d9a89a req-fd217877-c12a-42cd-934f-c89442c86862 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:00.880833 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dfa61b86-59d6-477a-a236-a167f5d9a89a req-fd217877-c12a-42cd-934f-c89442c86862 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 4663 time: 0.2980990 Jul 09 15:06:00.940228 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc389f02-49d0-44a6-9ee8-d1458868ecee service neutron] Pushing event updated for resources: {'Port': ['ID=652c8d51-7f4b-4a04-a1cb-616283698f43,revision_number=6']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:00.944038 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-34e8b563-2cc9-4f4e-9b94-47eacfa4f5cb None None] Provisioning complete for port 652c8d51-7f4b-4a04-a1cb-616283698f43 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:06:00.944460 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-34e8b563-2cc9-4f4e-9b94-47eacfa4f5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:00.949521 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=6e49b587-b19f-4fb7-b68d-daf59c076543,revision_number=6']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:00.979520 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc389f02-49d0-44a6-9ee8-d1458868ecee service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:06:00.979962 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc389f02-49d0-44a6-9ee8-d1458868ecee service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:06:00.980309 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc389f02-49d0-44a6-9ee8-d1458868ecee service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:06:00.980696 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc389f02-49d0-44a6-9ee8-d1458868ecee service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:06:00.981026 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc389f02-49d0-44a6-9ee8-d1458868ecee service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:06:00.981490 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc389f02-49d0-44a6-9ee8-d1458868ecee service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:06:00.981840 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc389f02-49d0-44a6-9ee8-d1458868ecee service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:06:00.982287 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc389f02-49d0-44a6-9ee8-d1458868ecee service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:06:00.982664 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc389f02-49d0-44a6-9ee8-d1458868ecee service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:06:00.983003 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc389f02-49d0-44a6-9ee8-d1458868ecee service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:06:00.983334 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc389f02-49d0-44a6-9ee8-d1458868ecee service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:06:00.983742 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc389f02-49d0-44a6-9ee8-d1458868ecee service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:06:00.993442 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dfa61b86-59d6-477a-a236-a167f5d9a89a req-29c0c537-ba60-45c2-b77a-128b9db0b64f tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b892279-bd5f-423b-8017-ce4180b448af&id=710f4a29-0022-436a-b96b-568cc62700fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1115706 Jul 09 15:06:01.009022 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-cc389f02-49d0-44a6-9ee8-d1458868ecee service neutron] In _notify_port_updated(), no bound segment for port 652c8d51-7f4b-4a04-a1cb-616283698f43 on network dc6506e8-ceaa-4382-aad7-27ea0263e5fe {{(pid=94446) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 15:06:01.010160 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-cc389f02-49d0-44a6-9ee8-d1458868ecee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:01.017827 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-cc389f02-49d0-44a6-9ee8-d1458868ecee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:01.025689 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-cc389f02-49d0-44a6-9ee8-d1458868ecee service neutron] 10.222.0.62 "PUT /v2.0/ports/652c8d51-7f4b-4a04-a1cb-616283698f43 HTTP/1.1" status: 200 len: 1033 time: 1.9469428 Jul 09 15:06:01.073892 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-34e8b563-2cc9-4f4e-9b94-47eacfa4f5cb None None] Port 652c8d51-7f4b-4a04-a1cb-616283698f43 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:06:01.088501 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device c976587a-a546-405e-a796-c171e397424c up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:06:01.162463 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-abf3ef4f-4495-4d17-ac2a-42fdf78eed17 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:01.171248 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:01.171397 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-abf3ef4f-4495-4d17-ac2a-42fdf78eed17 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.62 "GET /v2.0/ports/6e49b587-b19f-4fb7-b68d-daf59c076543?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1330924 Jul 09 15:06:01.186366 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-fec407d7-898d-4d7a-937e-7bf14124e90c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:06:01.251476 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port c179ac98-dd01-447c-a2f9-2714b5048c9d, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=c179ac98-dd01-447c-a2f9-2714b5048c9d,segment=NetworkSegment(dcef93a2-6ff3-40c9-a9fd-5812a2481f14),segment_id=dcef93a2-6ff3-40c9-a9fd-5812a2481f14)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:06:01.357296 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:01.358199 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 652c8d51-7f4b-4a04-a1cb-616283698f43 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:06:01.362765 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port c976587a-a546-405e-a796-c171e397424c completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:06:01.365848 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-fec407d7-898d-4d7a-937e-7bf14124e90c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:01.435046 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port c976587a-a546-405e-a796-c171e397424c triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:06:01.435905 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:01.529717 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 652c8d51-7f4b-4a04-a1cb-616283698f43 not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:06:01.530260 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:06:01.532034 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=c179ac98-dd01-447c-a2f9-2714b5048c9d,revision_number=6']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:01.568535 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 36960) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:06:01.573699 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-5d672fdf-f36e-4de7-9ba0-d2dbba6d9915 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1324274771-network', 'tenant_id': 'aa408b5dfdf84dfc97213865ccb9396b'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:06:01.586718 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae79f78-efd4-4a07-9cdd-568ed12e331d req-47b49f40-3958-46c4-afc1-9c66dbcfb8d8 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:01.598290 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9ae79f78-efd4-4a07-9cdd-568ed12e331d req-47b49f40-3958-46c4-afc1-9c66dbcfb8d8 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.3394005 Jul 09 15:06:01.614840 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66503fc5-4587-4513-9c9b-74f3fd676cac None None] Sync routers for ids ['8056473b-8e13-4d3b-a03e-948997454f4d'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:06:01.662751 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66503fc5-4587-4513-9c9b-74f3fd676cac None None] Routers {'8056473b-8e13-4d3b-a03e-948997454f4d'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:06:01.663407 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-66503fc5-4587-4513-9c9b-74f3fd676cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:05:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['8056473b-8e13-4d3b-a03e-948997454f4d'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:06:01.684446 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9ae79f78-efd4-4a07-9cdd-568ed12e331d req-069e09d4-d802-4101-ae5e-c57418787c15 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849710 Jul 09 15:06:01.698320 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-fec407d7-898d-4d7a-937e-7bf14124e90c service neutron] For port 6e49b587-b19f-4fb7-b68d-daf59c076543, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=6e49b587-b19f-4fb7-b68d-daf59c076543,segment=NetworkSegment(dcef93a2-6ff3-40c9-a9fd-5812a2481f14),segment_id=dcef93a2-6ff3-40c9-a9fd-5812a2481f14)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:06:01.728361 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d672fdf-f36e-4de7-9ba0-d2dbba6d9915 admin admin] Made reservation on behalf of aa408b5dfdf84dfc97213865ccb9396b for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:06:01.731331 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5d672fdf-f36e-4de7-9ba0-d2dbba6d9915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:01.744327 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:01.750322 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-fec407d7-898d-4d7a-937e-7bf14124e90c service neutron] For port 6e49b587-b19f-4fb7-b68d-daf59c076543, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:06:01.750495 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5d672fdf-f36e-4de7-9ba0-d2dbba6d9915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:01.753325 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:01.789576 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-fec407d7-898d-4d7a-937e-7bf14124e90c service neutron] device_id is not set on port 6e49b587-b19f-4fb7-b68d-daf59c076543 yet. {{(pid=94446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 15:06:01.799952 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-fec407d7-898d-4d7a-937e-7bf14124e90c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:01.813773 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port c976587a-a546-405e-a796-c171e397424c, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=c976587a-a546-405e-a796-c171e397424c,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:06:01.814774 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:01.864293 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-66503fc5-4587-4513-9c9b-74f3fd676cac None None] Set router 8056473b-8e13-4d3b-a03e-948997454f4d gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:06:01.896332 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-fec407d7-898d-4d7a-937e-7bf14124e90c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:01.897331 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5d672fdf-f36e-4de7-9ba0-d2dbba6d9915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:01.972847 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-fec407d7-898d-4d7a-937e-7bf14124e90c service neutron] No DVR routers for this DVR port 6e49b587-b19f-4fb7-b68d-daf59c076543 on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:06:02.023301 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec407d7-898d-4d7a-937e-7bf14124e90c service neutron] Pushing event updated for resources: {'Port': ['ID=6e49b587-b19f-4fb7-b68d-daf59c076543,revision_number=7']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:02.040621 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-fec407d7-898d-4d7a-937e-7bf14124e90c service neutron] In _notify_port_updated(), no bound segment for port 6e49b587-b19f-4fb7-b68d-daf59c076543 on network dc6506e8-ceaa-4382-aad7-27ea0263e5fe {{(pid=94446) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 15:06:02.046880 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-fec407d7-898d-4d7a-937e-7bf14124e90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:02.047763 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-fec407d7-898d-4d7a-937e-7bf14124e90c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:02.051811 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-fec407d7-898d-4d7a-937e-7bf14124e90c service neutron] 10.222.0.62 "PUT /v2.0/ports/6e49b587-b19f-4fb7-b68d-daf59c076543 HTTP/1.1" status: 200 len: 1033 time: 0.8791134 Jul 09 15:06:02.056533 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c,segment=NetworkSegment(1a86216b-0589-4b76-bf13-b0436a2559bc),segment_id=1a86216b-0589-4b76-bf13-b0436a2559bc)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:06:02.061112 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:02.114328 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5d672fdf-f36e-4de7-9ba0-d2dbba6d9915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:02.178077 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d672fdf-f36e-4de7-9ba0-d2dbba6d9915 admin admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:06:02.194218 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:02.197689 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 09fcade5-de9d-4d53-b6e7-8b3bd924314a no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:06:02.200292 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5d672fdf-f36e-4de7-9ba0-d2dbba6d9915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:02.200727 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-5d672fdf-f36e-4de7-9ba0-d2dbba6d9915 admin admin] Added segment 5d9ed0c6-5aa3-431e-acb8-062dd6ddf140 of type vlan for network 2e0824eb-c10c-4deb-b71a-4ea94d6d58c5 Jul 09 15:06:02.325086 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-1396fddb-92ab-479b-85ee-65e8dc7cc08d tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Deleting port 09fcade5-de9d-4d53-b6e7-8b3bd924314a {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:06:02.325438 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-1396fddb-92ab-479b-85ee-65e8dc7cc08d tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:02.335650 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d672fdf-f36e-4de7-9ba0-d2dbba6d9915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2bc0035-112e-492e-aa8b-7cb06f36e7c0,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:02.346729 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=c976587a-a546-405e-a796-c171e397424c,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:02.370257 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5d672fdf-f36e-4de7-9ba0-d2dbba6d9915 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:02.462101 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-1396fddb-92ab-479b-85ee-65e8dc7cc08d tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] For port 09fcade5-de9d-4d53-b6e7-8b3bd924314a, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=09fcade5-de9d-4d53-b6e7-8b3bd924314a,segment=NetworkSegment(9caf9090-cff0-4f31-9bcd-6b390f4a890c),segment_id=9caf9090-cff0-4f31-9bcd-6b390f4a890c)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:06:02.462878 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-1396fddb-92ab-479b-85ee-65e8dc7cc08d tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:02.480446 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5d672fdf-f36e-4de7-9ba0-d2dbba6d9915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:02.481870 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d672fdf-f36e-4de7-9ba0-d2dbba6d9915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:02.482597 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5d672fdf-f36e-4de7-9ba0-d2dbba6d9915 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:02.486373 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-1396fddb-92ab-479b-85ee-65e8dc7cc08d tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Calling delete_port for 09fcade5-de9d-4d53-b6e7-8b3bd924314a owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:06:02.503181 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18becfaf-aa9a-4155-afd8-bfc78d0906ee req-5daf5bd6-3f1b-4eca-8787-c4f6d7ebff59 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:02.512652 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18becfaf-aa9a-4155-afd8-bfc78d0906ee req-5daf5bd6-3f1b-4eca-8787-c4f6d7ebff59 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:02.516758 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-805c7bda-f9ce-4120-944f-279d4bfd9420 None None] Provisioning complete for port 6e49b587-b19f-4fb7-b68d-daf59c076543 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:06:02.517142 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-805c7bda-f9ce-4120-944f-279d4bfd9420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:02.525258 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18becfaf-aa9a-4155-afd8-bfc78d0906ee req-5daf5bd6-3f1b-4eca-8787-c4f6d7ebff59 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:02.528041 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18becfaf-aa9a-4155-afd8-bfc78d0906ee req-5daf5bd6-3f1b-4eca-8787-c4f6d7ebff59 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:02.534761 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18becfaf-aa9a-4155-afd8-bfc78d0906ee req-5daf5bd6-3f1b-4eca-8787-c4f6d7ebff59 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:02.537370 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91cb194-8f15-4150-a4af-dc1822486c62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c179ac98-dd01-447c-a2f9-2714b5048c9d'}, {'server_uuid': 'e91cb194-8f15-4150-a4af-dc1822486c62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:06:02.539652 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6b152e-ad34-4d3d-9c35-95114c9f88e4" -d '{"events": [{"server_uuid": "e91cb194-8f15-4150-a4af-dc1822486c62", "name": "network-vif-unplugged", "status": "completed", "tag": "c179ac98-dd01-447c-a2f9-2714b5048c9d"}, {"server_uuid": "e91cb194-8f15-4150-a4af-dc1822486c62", "name": "network-vif-unplugged", "status": "completed", "tag": "9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:06:02.545441 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-18becfaf-aa9a-4155-afd8-bfc78d0906ee req-5daf5bd6-3f1b-4eca-8787-c4f6d7ebff59 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 3881 time: 0.2004094 Jul 09 15:06:02.547068 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c,revision_number=6']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:02.571962 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:02.617236 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-805c7bda-f9ce-4120-944f-279d4bfd9420 None None] Port 6e49b587-b19f-4fb7-b68d-daf59c076543 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:06:02.632479 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d672fdf-f36e-4de7-9ba0-d2dbba6d9915 admin admin] Pushing event updated for resources: {'Network': ['ID=2e0824eb-c10c-4deb-b71a-4ea94d6d58c5,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:02.637419 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 09fcade5-de9d-4d53-b6e7-8b3bd924314a, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=09fcade5-de9d-4d53-b6e7-8b3bd924314a,segment=NetworkSegment(9caf9090-cff0-4f31-9bcd-6b390f4a890c),segment_id=9caf9090-cff0-4f31-9bcd-6b390f4a890c)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:06:02.645740 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 2e0824eb-c10c-4deb-b71a-4ea94d6d58c5 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:06:02.650608 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 09 Jul 2021 15:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d93450-b38f-49e4-aee1-033e5d67be65 x-openstack-request-id: req-48d93450-b38f-49e4-aee1-033e5d67be65 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:06:02.650901 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e91cb194-8f15-4150-a4af-dc1822486c62", "name": "network-vif-unplugged", "status": "completed", "tag": "c179ac98-dd01-447c-a2f9-2714b5048c9d", "code": 200}, {"server_uuid": "e91cb194-8f15-4150-a4af-dc1822486c62", "name": "network-vif-unplugged", "status": "completed", "tag": "9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:06:02.651156 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-48d93450-b38f-49e4-aee1-033e5d67be65 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:06:02.651595 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91cb194-8f15-4150-a4af-dc1822486c62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c179ac98-dd01-447c-a2f9-2714b5048c9d', 'code': 200} Jul 09 15:06:02.651860 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91cb194-8f15-4150-a4af-dc1822486c62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c', 'code': 200} Jul 09 15:06:02.674847 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-18becfaf-aa9a-4155-afd8-bfc78d0906ee req-c969ad19-866c-4eed-86db-cb5b62f7c43d tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b892279-bd5f-423b-8017-ce4180b448af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281650 Jul 09 15:06:02.716135 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-5d672fdf-f36e-4de7-9ba0-d2dbba6d9915 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1463215 Jul 09 15:06:02.725662 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 36972) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:06:02.731136 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-66503fc5-4587-4513-9c9b-74f3fd676cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8056473b-8e13-4d3b-a03e-948997454f4d', 'name': 'tempest-TestServerBasicOps-29053231-router', 'tenant_id': '9cb6374b0a6d482aa499b47cd8ddd0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'c976587a-a546-405e-a796-c171e397424c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:05:52Z', 'updated_at': '2021-07-09T15:05:58Z', 'revision_number': 4, 'project_id': '9cb6374b0a6d482aa499b47cd8ddd0c1', 'gw_port': {'id': 'c976587a-a546-405e-a796-c171e397424c', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:29:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8056473b-8e13-4d3b-a03e-948997454f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:05:53Z', 'updated_at': '2021-07-09T15:05:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '8413915d-1ea1-4d7b-8a0e-6b5b5fa88eed', 'name': '', 'network_id': 'f41e4b95-e67a-4a40-b3c2-e3aaaffc72fa', 'tenant_id': '9cb6374b0a6d482aa499b47cd8ddd0c1', 'mac_address': 'fa:16:3e:6b:44:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8056473b-8e13-4d3b-a03e-948997454f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '11658eaf-0233-449f-a381-3c823efc4351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:05:57Z', 'updated_at': '2021-07-09T15:05:58Z', 'revision_number': 2, 'project_id': '9cb6374b0a6d482aa499b47cd8ddd0c1', 'subnets': [{'id': '11658eaf-0233-449f-a381-3c823efc4351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:06:02.740028 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-f4fda9f2-93aa-4d61-9a48-a7699f3c90d3 admin admin] Request body: {'subnet': {'network_id': '2e0824eb-c10c-4deb-b71a-4ea94d6d58c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1324274771-subnet', 'tenant_id': 'aa408b5dfdf84dfc97213865ccb9396b', 'ip_version': 4}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:06:02.761476 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66503fc5-4587-4513-9c9b-74f3fd676cac None None] Checking router: 8056473b-8e13-4d3b-a03e-948997454f4d for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:06:02.761838 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66503fc5-4587-4513-9c9b-74f3fd676cac None None] Updating router 8056473b-8e13-4d3b-a03e-948997454f4d port 8413915d-1ea1-4d7b-8a0e-6b5b5fa88eed binding host n-d-799529-6 {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:06:02.798293 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:02.798293 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 45f7a22c-f7ef-4081-b6f5-c3f8759d370a no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:06:02.873720 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-66503fc5-4587-4513-9c9b-74f3fd676cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:02.895351 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device c976587a-a546-405e-a796-c171e397424c up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:06:02.929492 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=09fcade5-de9d-4d53-b6e7-8b3bd924314a,revision_number=6']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:02.977173 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e2ab4d-b9bd-4df4-9b10-24c915ae6312 req-19caa5d2-a05d-44bf-b603-711eb705e8f8 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:02.980865 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-54e2ab4d-b9bd-4df4-9b10-24c915ae6312 req-19caa5d2-a05d-44bf-b603-711eb705e8f8 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.0801146 Jul 09 15:06:03.002779 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-1396fddb-92ab-479b-85ee-65e8dc7cc08d tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:03.018567 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4fda9f2-93aa-4d61-9a48-a7699f3c90d3 admin admin] Made reservation on behalf of aa408b5dfdf84dfc97213865ccb9396b for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:06:03.021450 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f4fda9f2-93aa-4d61-9a48-a7699f3c90d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:03.065561 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:03.104801 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port c976587a-a546-405e-a796-c171e397424c triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:06:03.105630 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:03.169111 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1396fddb-92ab-479b-85ee-65e8dc7cc08d tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Pushing event deleted for resources: {'Port': ['ID=09fcade5-de9d-4d53-b6e7-8b3bd924314a,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:03.211902 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 45f7a22c-f7ef-4081-b6f5-c3f8759d370a, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=45f7a22c-f7ef-4081-b6f5-c3f8759d370a,segment=NetworkSegment(9caf9090-cff0-4f31-9bcd-6b390f4a890c),segment_id=9caf9090-cff0-4f31-9bcd-6b390f4a890c)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:06:03.257275 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-54e2ab4d-b9bd-4df4-9b10-24c915ae6312 req-d7689f0d-d3ec-4386-89de-7ce8fd0512b0 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2677677 Jul 09 15:06:03.263226 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-1396fddb-92ab-479b-85ee-65e8dc7cc08d tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] No DVR routers for this DVR port 09fcade5-de9d-4d53-b6e7-8b3bd924314a on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:06:03.267598 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-1396fddb-92ab-479b-85ee-65e8dc7cc08d tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:03.271600 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-1396fddb-92ab-479b-85ee-65e8dc7cc08d tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.62 "DELETE /v2.0/ports/09fcade5-de9d-4d53-b6e7-8b3bd924314a HTTP/1.1" status: 204 len: 173 time: 1.2141573 Jul 09 15:06:03.274696 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91cb194-8f15-4150-a4af-dc1822486c62', 'name': 'network-vif-deleted', 'tag': '09fcade5-de9d-4d53-b6e7-8b3bd924314a'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:06:03.277805 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97dab0d0-3217-4d04-a50d-a36cece977d7" -d '{"events": [{"server_uuid": "e91cb194-8f15-4150-a4af-dc1822486c62", "name": "network-vif-deleted", "tag": "09fcade5-de9d-4d53-b6e7-8b3bd924314a"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:06:03.315172 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:03.325391 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device bdbd5184-4035-4f18-a073-44d8e0a1f4f5 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:06:03.364938 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a96e13-667f-4948-9033-bed76d1434ac x-openstack-request-id: req-91a96e13-667f-4948-9033-bed76d1434ac {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:06:03.365180 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e91cb194-8f15-4150-a4af-dc1822486c62", "name": "network-vif-deleted", "tag": "09fcade5-de9d-4d53-b6e7-8b3bd924314a", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:06:03.365369 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-91a96e13-667f-4948-9033-bed76d1434ac {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:06:03.365892 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91cb194-8f15-4150-a4af-dc1822486c62', 'name': 'network-vif-deleted', 'tag': '09fcade5-de9d-4d53-b6e7-8b3bd924314a', 'status': 'completed', 'code': 200} Jul 09 15:06:03.484886 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=45f7a22c-f7ef-4081-b6f5-c3f8759d370a,revision_number=6']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:03.599797 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:03.602827 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-66503fc5-4587-4513-9c9b-74f3fd676cac None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:03.618646 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-443da724-c853-42fe-91ae-0dd25d2097d4 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Deleting port bdbd5184-4035-4f18-a073-44d8e0a1f4f5 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:06:03.619089 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-443da724-c853-42fe-91ae-0dd25d2097d4 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:03.645200 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-66503fc5-4587-4513-9c9b-74f3fd676cac None None] Transition to ACTIVE for port object 8413915d-1ea1-4d7b-8a0e-6b5b5fa88eed will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:06:03.675297 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f4fda9f2-93aa-4d61-9a48-a7699f3c90d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:03.699926 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port bdbd5184-4035-4f18-a073-44d8e0a1f4f5, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=bdbd5184-4035-4f18-a073-44d8e0a1f4f5,segment=NetworkSegment(dcef93a2-6ff3-40c9-a9fd-5812a2481f14),segment_id=dcef93a2-6ff3-40c9-a9fd-5812a2481f14)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:06:03.703632 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bba89f-08b2-4948-920e-b9d8009b29ad req-d399f0a2-d51e-4fe1-a35c-b29b7ac62bdb tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:03.705221 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-79bba89f-08b2-4948-920e-b9d8009b29ad req-d399f0a2-d51e-4fe1-a35c-b29b7ac62bdb tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.1852763 Jul 09 15:06:03.731054 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-66503fc5-4587-4513-9c9b-74f3fd676cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:03.829625 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addf3758-246f-4023-80a9-893145ac82ee None None] Pushing event updated for resources: {'Port': ['ID=8413915d-1ea1-4d7b-8a0e-6b5b5fa88eed,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:03.833647 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:03.861332 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-443da724-c853-42fe-91ae-0dd25d2097d4 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] For port bdbd5184-4035-4f18-a073-44d8e0a1f4f5, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=bdbd5184-4035-4f18-a073-44d8e0a1f4f5,segment=NetworkSegment(dcef93a2-6ff3-40c9-a9fd-5812a2481f14),segment_id=dcef93a2-6ff3-40c9-a9fd-5812a2481f14)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:06:03.861690 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-443da724-c853-42fe-91ae-0dd25d2097d4 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:03.864314 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fda9f2-93aa-4d61-9a48-a7699f3c90d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db857e30-ef7c-41fb-9817-4c87942d1086,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:03.877687 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-79bba89f-08b2-4948-920e-b9d8009b29ad req-a0fe4a76-c402-481e-b5e0-c5b2d9e649dc tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432447 Jul 09 15:06:03.883740 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-443da724-c853-42fe-91ae-0dd25d2097d4 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Calling delete_port for bdbd5184-4035-4f18-a073-44d8e0a1f4f5 owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:06:03.885664 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fda9f2-93aa-4d61-9a48-a7699f3c90d3 admin admin] Checking segment: {'id': '5d9ed0c6-5aa3-431e-acb8-062dd6ddf140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '2e0824eb-c10c-4deb-b71a-4ea94d6d58c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:06:03.886671 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fda9f2-93aa-4d61-9a48-a7699f3c90d3 admin admin] Network hostable DHCP agents. Network: 2e0824eb-c10c-4deb-b71a-4ea94d6d58c5, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:06:03.904259 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=bdbd5184-4035-4f18-a073-44d8e0a1f4f5,revision_number=6']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:04.018840 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-66503fc5-4587-4513-9c9b-74f3fd676cac None None] Attempting to bind port 8413915d-1ea1-4d7b-8a0e-6b5b5fa88eed on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:06:04.023560 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-66503fc5-4587-4513-9c9b-74f3fd676cac None None] Attempting to bind port 8413915d-1ea1-4d7b-8a0e-6b5b5fa88eed by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '1104ae08-fb7c-4ba7-995f-baa0ff12f18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'f41e4b95-e67a-4a40-b3c2-e3aaaffc72fa'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:06:04.023560 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66503fc5-4587-4513-9c9b-74f3fd676cac None None] Attempting to bind port 8413915d-1ea1-4d7b-8a0e-6b5b5fa88eed on network f41e4b95-e67a-4a40-b3c2-e3aaaffc72fa {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:06:04.025281 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66503fc5-4587-4513-9c9b-74f3fd676cac None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:06:04.025657 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66503fc5-4587-4513-9c9b-74f3fd676cac None None] Checking segment: {'id': '1104ae08-fb7c-4ba7-995f-baa0ff12f18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'f41e4b95-e67a-4a40-b3c2-e3aaaffc72fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:06:04.026063 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-66503fc5-4587-4513-9c9b-74f3fd676cac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:04.026971 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66503fc5-4587-4513-9c9b-74f3fd676cac None None] Bound using segment: {'id': '1104ae08-fb7c-4ba7-995f-baa0ff12f18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'f41e4b95-e67a-4a40-b3c2-e3aaaffc72fa'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:06:04.026971 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-66503fc5-4587-4513-9c9b-74f3fd676cac None None] Bound port: 8413915d-1ea1-4d7b-8a0e-6b5b5fa88eed, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1104ae08-fb7c-4ba7-995f-baa0ff12f18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'f41e4b95-e67a-4a40-b3c2-e3aaaffc72fa'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:06:04.027453 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-66503fc5-4587-4513-9c9b-74f3fd676cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:04.028138 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad6f18-c8d4-4c75-884c-d3d1d98ef01a req-f00ba78b-9120-4f2a-b8ae-5a8df752d6d3 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:04.036532 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad6f18-c8d4-4c75-884c-d3d1d98ef01a req-f00ba78b-9120-4f2a-b8ae-5a8df752d6d3 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:04.062383 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad6f18-c8d4-4c75-884c-d3d1d98ef01a req-f00ba78b-9120-4f2a-b8ae-5a8df752d6d3 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:04.076962 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad6f18-c8d4-4c75-884c-d3d1d98ef01a req-f00ba78b-9120-4f2a-b8ae-5a8df752d6d3 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:04.083719 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9dad6f18-c8d4-4c75-884c-d3d1d98ef01a req-f00ba78b-9120-4f2a-b8ae-5a8df752d6d3 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 3142 time: 0.1407473 Jul 09 15:06:04.129289 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fda9f2-93aa-4d61-9a48-a7699f3c90d3 admin admin] Network 2e0824eb-c10c-4deb-b71a-4ea94d6d58c5 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:06:04.136519 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-66503fc5-4587-4513-9c9b-74f3fd676cac None None] For port 8413915d-1ea1-4d7b-8a0e-6b5b5fa88eed, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:06:04.140783 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-66503fc5-4587-4513-9c9b-74f3fd676cac None None] For port 8413915d-1ea1-4d7b-8a0e-6b5b5fa88eed, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=8413915d-1ea1-4d7b-8a0e-6b5b5fa88eed,segment=NetworkSegment(1104ae08-fb7c-4ba7-995f-baa0ff12f18b),segment_id=1104ae08-fb7c-4ba7-995f-baa0ff12f18b)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:06:04.142228 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9dad6f18-c8d4-4c75-884c-d3d1d98ef01a req-67914d0b-6970-46f2-9732-a5bf76f7f1ed tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b892279-bd5f-423b-8017-ce4180b448af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573707 Jul 09 15:06:04.240839 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-66503fc5-4587-4513-9c9b-74f3fd676cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:04.282355 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-443da724-c853-42fe-91ae-0dd25d2097d4 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:04.290461 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-f4fda9f2-93aa-4d61-9a48-a7699f3c90d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 2e0824eb-c10c-4deb-b71a-4ea94d6d58c5) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:06:04.313935 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addf3758-246f-4023-80a9-893145ac82ee None None] Pushing event updated for resources: {'Port': ['ID=8413915d-1ea1-4d7b-8a0e-6b5b5fa88eed,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:04.321107 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ac717d-19eb-47e0-9037-d3a404e8618d None None] Network 2e0824eb-c10c-4deb-b71a-4ea94d6d58c5 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:06:04.324949 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66503fc5-4587-4513-9c9b-74f3fd676cac None None] Routers {'8056473b-8e13-4d3b-a03e-948997454f4d'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:06:04.325610 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-66503fc5-4587-4513-9c9b-74f3fd676cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:05:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['8056473b-8e13-4d3b-a03e-948997454f4d'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:06:04.359706 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fda9f2-93aa-4d61-9a48-a7699f3c90d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:04.360597 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f4fda9f2-93aa-4d61-9a48-a7699f3c90d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:04.436125 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443da724-c853-42fe-91ae-0dd25d2097d4 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Pushing event deleted for resources: {'Port': ['ID=bdbd5184-4035-4f18-a073-44d8e0a1f4f5,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:04.477570 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-443da724-c853-42fe-91ae-0dd25d2097d4 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] No DVR routers for this DVR port bdbd5184-4035-4f18-a073-44d8e0a1f4f5 on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:06:04.484216 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-443da724-c853-42fe-91ae-0dd25d2097d4 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:04.486514 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-443da724-c853-42fe-91ae-0dd25d2097d4 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.62 "DELETE /v2.0/ports/bdbd5184-4035-4f18-a073-44d8e0a1f4f5 HTTP/1.1" status: 204 len: 173 time: 1.1834216 Jul 09 15:06:04.536507 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f4fda9f2-93aa-4d61-9a48-a7699f3c90d3 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8086185 Jul 09 15:06:04.538936 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 36994) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:06:04.545462 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-d4d6564a-2271-47b4-ac8e-186dc67b0583 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1324274771-router', 'tenant_id': 'aa408b5dfdf84dfc97213865ccb9396b', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:06:04.625572 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-66503fc5-4587-4513-9c9b-74f3fd676cac None None] Set router 8056473b-8e13-4d3b-a03e-948997454f4d gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:06:04.635712 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-9fc9584c-3c7c-4b9c-bb53-de41a20d3279 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Deleting port 9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:06:04.636519 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-9fc9584c-3c7c-4b9c-bb53-de41a20d3279 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:04.655957 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91cb194-8f15-4150-a4af-dc1822486c62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09fcade5-de9d-4d53-b6e7-8b3bd924314a'}, {'server_uuid': 'e91cb194-8f15-4150-a4af-dc1822486c62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45f7a22c-f7ef-4081-b6f5-c3f8759d370a'}, {'server_uuid': 'e91cb194-8f15-4150-a4af-dc1822486c62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdbd5184-4035-4f18-a073-44d8e0a1f4f5'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:06:04.658371 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4c8711-9524-4f63-87fd-86f5863c71f0" -d '{"events": [{"server_uuid": "e91cb194-8f15-4150-a4af-dc1822486c62", "name": "network-vif-unplugged", "status": "completed", "tag": "09fcade5-de9d-4d53-b6e7-8b3bd924314a"}, {"server_uuid": "e91cb194-8f15-4150-a4af-dc1822486c62", "name": "network-vif-unplugged", "status": "completed", "tag": "45f7a22c-f7ef-4081-b6f5-c3f8759d370a"}, {"server_uuid": "e91cb194-8f15-4150-a4af-dc1822486c62", "name": "network-vif-unplugged", "status": "completed", "tag": "bdbd5184-4035-4f18-a073-44d8e0a1f4f5"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:06:04.683248 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d4d6564a-2271-47b4-ac8e-186dc67b0583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:04.685037 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d4d6564a-2271-47b4-ac8e-186dc67b0583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:04.797297 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-9fc9584c-3c7c-4b9c-bb53-de41a20d3279 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] For port 9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c,segment=NetworkSegment(1a86216b-0589-4b76-bf13-b0436a2559bc),segment_id=1a86216b-0589-4b76-bf13-b0436a2559bc)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:06:04.797668 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-9fc9584c-3c7c-4b9c-bb53-de41a20d3279 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:04.798730 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 09 Jul 2021 15:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a936b1-b12a-4e0c-932d-03935f5ce550 x-openstack-request-id: req-00a936b1-b12a-4e0c-932d-03935f5ce550 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:06:04.799074 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e91cb194-8f15-4150-a4af-dc1822486c62", "name": "network-vif-unplugged", "status": "completed", "tag": "09fcade5-de9d-4d53-b6e7-8b3bd924314a", "code": 200}, {"server_uuid": "e91cb194-8f15-4150-a4af-dc1822486c62", "name": "network-vif-unplugged", "status": "completed", "tag": "45f7a22c-f7ef-4081-b6f5-c3f8759d370a", "code": 200}, {"server_uuid": "e91cb194-8f15-4150-a4af-dc1822486c62", "name": "network-vif-unplugged", "status": "completed", "tag": "bdbd5184-4035-4f18-a073-44d8e0a1f4f5", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:06:04.799399 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-00a936b1-b12a-4e0c-932d-03935f5ce550 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:06:04.799823 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91cb194-8f15-4150-a4af-dc1822486c62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09fcade5-de9d-4d53-b6e7-8b3bd924314a', 'code': 200} Jul 09 15:06:04.800082 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91cb194-8f15-4150-a4af-dc1822486c62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45f7a22c-f7ef-4081-b6f5-c3f8759d370a', 'code': 200} Jul 09 15:06:04.800324 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91cb194-8f15-4150-a4af-dc1822486c62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdbd5184-4035-4f18-a073-44d8e0a1f4f5', 'code': 200} Jul 09 15:06:04.882981 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d4d6564a-2271-47b4-ac8e-186dc67b0583 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:05.055561 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6e82c9-65ea-4683-acd9-3f30ec2ee628 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-2e0824eb-c10c-4deb-b71a-4ea94d6d58c5', 'network_id': '2e0824eb-c10c-4deb-b71a-4ea94d6d58c5', 'tenant_id': 'aa408b5dfdf84dfc97213865ccb9396b', 'fixed_ips': [{'subnet_id': 'db857e30-ef7c-41fb-9817-4c87942d1086'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:06:05.056867 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-be6e82c9-65ea-4683-acd9-3f30ec2ee628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:05.205529 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-9fc9584c-3c7c-4b9c-bb53-de41a20d3279 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:05.206023 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-9fc9584c-3c7c-4b9c-bb53-de41a20d3279 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:05.206237 n-d-799529-6 neutron-server[94446]: INFO neutron.db.l3_db [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-9fc9584c-3c7c-4b9c-bb53-de41a20d3279 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Floating IP 1cc55ac5-0448-49ac-880c-8f4475474f90 disassociated. External IP: 172.25.3.167, port: 9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c. Jul 09 15:06:05.206595 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-9fc9584c-3c7c-4b9c-bb53-de41a20d3279 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Calling delete_port for 9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:06:05.277291 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d4d6564a-2271-47b4-ac8e-186dc67b0583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:05.360236 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-be6e82c9-65ea-4683-acd9-3f30ec2ee628 None None] Allocated IP 172.20.0.2 (2e0824eb-c10c-4deb-b71a-4ea94d6d58c5/db857e30-ef7c-41fb-9817-4c87942d1086/b87cb70d-e80f-460c-aa01-05a7b5fa8eb5) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:06:05.368461 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91cb194-8f15-4150-a4af-dc1822486c62', 'name': 'network-vif-deleted', 'tag': 'bdbd5184-4035-4f18-a073-44d8e0a1f4f5'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:06:05.371516 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f104b455-94c7-4e48-b333-dda4b14843ee" -d '{"events": [{"server_uuid": "e91cb194-8f15-4150-a4af-dc1822486c62", "name": "network-vif-deleted", "tag": "bdbd5184-4035-4f18-a073-44d8e0a1f4f5"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:06:05.405193 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1633a24e-edbb-4e70-a53c-e0b5a3a2bed0 req-128c12b7-6edf-425f-b50a-8b3e8907cf75 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:05.436244 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1633a24e-edbb-4e70-a53c-e0b5a3a2bed0 req-128c12b7-6edf-425f-b50a-8b3e8907cf75 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.4733915 Jul 09 15:06:05.486216 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-66503fc5-4587-4513-9c9b-74f3fd676cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8056473b-8e13-4d3b-a03e-948997454f4d', 'name': 'tempest-TestServerBasicOps-29053231-router', 'tenant_id': '9cb6374b0a6d482aa499b47cd8ddd0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'c976587a-a546-405e-a796-c171e397424c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:05:52Z', 'updated_at': '2021-07-09T15:05:58Z', 'revision_number': 4, 'project_id': '9cb6374b0a6d482aa499b47cd8ddd0c1', 'gw_port': {'id': 'c976587a-a546-405e-a796-c171e397424c', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:29:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8056473b-8e13-4d3b-a03e-948997454f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:05:53Z', 'updated_at': '2021-07-09T15:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '8413915d-1ea1-4d7b-8a0e-6b5b5fa88eed', 'name': '', 'network_id': 'f41e4b95-e67a-4a40-b3c2-e3aaaffc72fa', 'tenant_id': '9cb6374b0a6d482aa499b47cd8ddd0c1', 'mac_address': 'fa:16:3e:6b:44:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8056473b-8e13-4d3b-a03e-948997454f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '11658eaf-0233-449f-a381-3c823efc4351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:05:57Z', 'updated_at': '2021-07-09T15:06:04Z', 'revision_number': 4, 'project_id': '9cb6374b0a6d482aa499b47cd8ddd0c1', 'subnets': [{'id': '11658eaf-0233-449f-a381-3c823efc4351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:06:05.498515 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1633a24e-edbb-4e70-a53c-e0b5a3a2bed0 req-a3a8ac2d-f1f3-4c22-a104-21b36abd9a7f tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612180 Jul 09 15:06:05.535464 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66503fc5-4587-4513-9c9b-74f3fd676cac None None] The sync data for ids ['8056473b-8e13-4d3b-a03e-948997454f4d'] in n-d-799529-6 is: [{'id': '8056473b-8e13-4d3b-a03e-948997454f4d', 'name': 'tempest-TestServerBasicOps-29053231-router', 'tenant_id': '9cb6374b0a6d482aa499b47cd8ddd0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'c976587a-a546-405e-a796-c171e397424c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:05:52Z', 'updated_at': '2021-07-09T15:05:58Z', 'revision_number': 4, 'project_id': '9cb6374b0a6d482aa499b47cd8ddd0c1', 'gw_port': {'id': 'c976587a-a546-405e-a796-c171e397424c', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:29:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8056473b-8e13-4d3b-a03e-948997454f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:05:53Z', 'updated_at': '2021-07-09T15:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '8413915d-1ea1-4d7b-8a0e-6b5b5fa88eed', 'name': '', 'network_id': 'f41e4b95-e67a-4a40-b3c2-e3aaaffc72fa', 'tenant_id': '9cb6374b0a6d482aa499b47cd8ddd0c1', 'mac_address': 'fa:16:3e:6b:44:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8056473b-8e13-4d3b-a03e-948997454f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '11658eaf-0233-449f-a381-3c823efc4351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:05:57Z', 'updated_at': '2021-07-09T15:06:04Z', 'revision_number': 4, 'project_id': '9cb6374b0a6d482aa499b47cd8ddd0c1', 'subnets': [{'id': '11658eaf-0233-449f-a381-3c823efc4351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:06:05.582401 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22344473-e9a3-47f1-b13f-15ed5d81ee42 x-openstack-request-id: req-22344473-e9a3-47f1-b13f-15ed5d81ee42 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:06:05.582700 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e91cb194-8f15-4150-a4af-dc1822486c62", "name": "network-vif-deleted", "tag": "bdbd5184-4035-4f18-a073-44d8e0a1f4f5", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:06:05.582961 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-22344473-e9a3-47f1-b13f-15ed5d81ee42 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:06:05.583485 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91cb194-8f15-4150-a4af-dc1822486c62', 'name': 'network-vif-deleted', 'tag': 'bdbd5184-4035-4f18-a073-44d8e0a1f4f5', 'status': 'completed', 'code': 200} Jul 09 15:06:05.614668 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18828779-f941-4e69-b054-c44eca5c36a0 req-f8fa6d8e-8a9c-4f66-880b-756faff83cc1 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:05.628866 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18828779-f941-4e69-b054-c44eca5c36a0 req-f8fa6d8e-8a9c-4f66-880b-756faff83cc1 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:05.635421 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18828779-f941-4e69-b054-c44eca5c36a0 req-f8fa6d8e-8a9c-4f66-880b-756faff83cc1 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:05.645932 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-9fc9584c-3c7c-4b9c-bb53-de41a20d3279 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:05.647067 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-18828779-f941-4e69-b054-c44eca5c36a0 req-f8fa6d8e-8a9c-4f66-880b-756faff83cc1 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 2409 time: 0.3148909 Jul 09 15:06:05.717097 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-18828779-f941-4e69-b054-c44eca5c36a0 req-d93b2fc3-5424-4185-bb62-0fb64d7b62c6 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b892279-bd5f-423b-8017-ce4180b448af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688698 Jul 09 15:06:05.719153 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc9584c-3c7c-4b9c-bb53-de41a20d3279 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Pushing event deleted for resources: {'Port': ['ID=9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:05.795127 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-be6e82c9-65ea-4683-acd9-3f30ec2ee628 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:05.811291 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-be6e82c9-65ea-4683-acd9-3f30ec2ee628 None None] Transition to ACTIVE for port object b87cb70d-e80f-460c-aa01-05a7b5fa8eb5 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:06:05.842136 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-be6e82c9-65ea-4683-acd9-3f30ec2ee628 None None] Transition to ACTIVE for port object b87cb70d-e80f-460c-aa01-05a7b5fa8eb5 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:06:05.944687 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-9fc9584c-3c7c-4b9c-bb53-de41a20d3279 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Router 311afcc8-caec-4fc2-aa30-8c8af12e711a has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:06:05.958449 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-be6e82c9-65ea-4683-acd9-3f30ec2ee628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:06.036126 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6e82c9-65ea-4683-acd9-3f30ec2ee628 None None] Network 2e0824eb-c10c-4deb-b71a-4ea94d6d58c5 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:06:06.041601 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-be6e82c9-65ea-4683-acd9-3f30ec2ee628 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:06:06.046298 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6e82c9-65ea-4683-acd9-3f30ec2ee628 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:06:06.111017 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e82c9-65ea-4683-acd9-3f30ec2ee628 None None] Pushing event updated for resources: {'Port': ['ID=b87cb70d-e80f-460c-aa01-05a7b5fa8eb5,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:06.121889 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-9fc9584c-3c7c-4b9c-bb53-de41a20d3279 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:06:06.138678 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f40612-8505-4d7a-9ca3-6fb3d372403a None None] Sync routers for ids ['311afcc8-caec-4fc2-aa30-8c8af12e711a'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:06:06.175074 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f40612-8505-4d7a-9ca3-6fb3d372403a None None] Routers {'311afcc8-caec-4fc2-aa30-8c8af12e711a'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:06:06.178588 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-74f40612-8505-4d7a-9ca3-6fb3d372403a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:05:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['311afcc8-caec-4fc2-aa30-8c8af12e711a'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:06:06.196734 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-be6e82c9-65ea-4683-acd9-3f30ec2ee628 None None] Attempting to bind port b87cb70d-e80f-460c-aa01-05a7b5fa8eb5 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:06:06.197105 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-be6e82c9-65ea-4683-acd9-3f30ec2ee628 None None] Attempting to bind port b87cb70d-e80f-460c-aa01-05a7b5fa8eb5 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '5d9ed0c6-5aa3-431e-acb8-062dd6ddf140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '2e0824eb-c10c-4deb-b71a-4ea94d6d58c5'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:06:06.197470 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6e82c9-65ea-4683-acd9-3f30ec2ee628 None None] Attempting to bind port b87cb70d-e80f-460c-aa01-05a7b5fa8eb5 on network 2e0824eb-c10c-4deb-b71a-4ea94d6d58c5 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:06:06.221477 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-9fc9584c-3c7c-4b9c-bb53-de41a20d3279 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] No DVR routers for this DVR port 9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:06:06.224249 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6e82c9-65ea-4683-acd9-3f30ec2ee628 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:06:06.224629 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6e82c9-65ea-4683-acd9-3f30ec2ee628 None None] Checking segment: {'id': '5d9ed0c6-5aa3-431e-acb8-062dd6ddf140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '2e0824eb-c10c-4deb-b71a-4ea94d6d58c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:06:06.225042 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-be6e82c9-65ea-4683-acd9-3f30ec2ee628 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:06.225435 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6e82c9-65ea-4683-acd9-3f30ec2ee628 None None] Bound using segment: {'id': '5d9ed0c6-5aa3-431e-acb8-062dd6ddf140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '2e0824eb-c10c-4deb-b71a-4ea94d6d58c5'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:06:06.225907 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-be6e82c9-65ea-4683-acd9-3f30ec2ee628 None None] Bound port: b87cb70d-e80f-460c-aa01-05a7b5fa8eb5, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d9ed0c6-5aa3-431e-acb8-062dd6ddf140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '2e0824eb-c10c-4deb-b71a-4ea94d6d58c5'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:06:06.226292 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-be6e82c9-65ea-4683-acd9-3f30ec2ee628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:06.230908 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-9fc9584c-3c7c-4b9c-bb53-de41a20d3279 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:06.236712 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-9fc9584c-3c7c-4b9c-bb53-de41a20d3279 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.62 "DELETE /v2.0/ports/9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c HTTP/1.1" status: 204 len: 173 time: 1.7444725 Jul 09 15:06:06.389365 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-be6e82c9-65ea-4683-acd9-3f30ec2ee628 None None] For port b87cb70d-e80f-460c-aa01-05a7b5fa8eb5, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:06:06.393144 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-be6e82c9-65ea-4683-acd9-3f30ec2ee628 None None] For port b87cb70d-e80f-460c-aa01-05a7b5fa8eb5, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=b87cb70d-e80f-460c-aa01-05a7b5fa8eb5,segment=NetworkSegment(5d9ed0c6-5aa3-431e-acb8-062dd6ddf140),segment_id=5d9ed0c6-5aa3-431e-acb8-062dd6ddf140)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:06:06.447264 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-74f40612-8505-4d7a-9ca3-6fb3d372403a None None] Set router 311afcc8-caec-4fc2-aa30-8c8af12e711a gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:06:06.478654 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-be6e82c9-65ea-4683-acd9-3f30ec2ee628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:06.492366 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-015558d7-940c-4267-91ac-a448a2d461e3 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Deleting port c179ac98-dd01-447c-a2f9-2714b5048c9d {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:06:06.492709 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-015558d7-940c-4267-91ac-a448a2d461e3 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:06.583700 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d4d6564a-2271-47b4-ac8e-186dc67b0583 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:06.642532 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d4d6564a-2271-47b4-ac8e-186dc67b0583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:06.645764 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e82c9-65ea-4683-acd9-3f30ec2ee628 None None] Pushing event updated for resources: {'Port': ['ID=b87cb70d-e80f-460c-aa01-05a7b5fa8eb5,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:06.691388 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-015558d7-940c-4267-91ac-a448a2d461e3 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] For port c179ac98-dd01-447c-a2f9-2714b5048c9d, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=c179ac98-dd01-447c-a2f9-2714b5048c9d,segment=NetworkSegment(dcef93a2-6ff3-40c9-a9fd-5812a2481f14),segment_id=dcef93a2-6ff3-40c9-a9fd-5812a2481f14)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:06:06.691791 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-015558d7-940c-4267-91ac-a448a2d461e3 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:06.723783 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-015558d7-940c-4267-91ac-a448a2d461e3 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Calling delete_port for c179ac98-dd01-447c-a2f9-2714b5048c9d owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:06:06.982389 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-74f40612-8505-4d7a-9ca3-6fb3d372403a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311afcc8-caec-4fc2-aa30-8c8af12e711a', 'name': 'tempest-TaggedBootDevicesTest_v242-124368176-router', 'tenant_id': 'b0dcdaf85ebc429397d88229c635e7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '4d766e3f-caf8-4554-aec0-999b648af9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:54:00Z', 'updated_at': '2021-07-09T14:54:09Z', 'revision_number': 4, 'project_id': 'b0dcdaf85ebc429397d88229c635e7b2', 'gw_port': {'id': '4d766e3f-caf8-4554-aec0-999b648af9fc', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:39:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311afcc8-caec-4fc2-aa30-8c8af12e711a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:54:02Z', 'updated_at': '2021-07-09T14:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '7571a2db-8f89-480f-ac2e-c1961d337008', 'name': '', 'network_id': '6107f077-f7c7-47db-8b86-669db7279c4c', 'tenant_id': 'b0dcdaf85ebc429397d88229c635e7b2', 'mac_address': 'fa:16:3e:1d:4a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311afcc8-caec-4fc2-aa30-8c8af12e711a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '465c5725-facb-4e6f-b14d-7c696db0e29c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:54:08Z', 'updated_at': '2021-07-09T14:54:21Z', 'revision_number': 5, 'project_id': 'b0dcdaf85ebc429397d88229c635e7b2', 'subnets': [{'id': '465c5725-facb-4e6f-b14d-7c696db0e29c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:06:07.025511 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f40612-8505-4d7a-9ca3-6fb3d372403a None None] Checking router: 311afcc8-caec-4fc2-aa30-8c8af12e711a for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:06:07.054995 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f40612-8505-4d7a-9ca3-6fb3d372403a None None] Routers {'311afcc8-caec-4fc2-aa30-8c8af12e711a'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:06:07.056779 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-74f40612-8505-4d7a-9ca3-6fb3d372403a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:05:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['311afcc8-caec-4fc2-aa30-8c8af12e711a'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:06:07.060245 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 8413915d-1ea1-4d7b-8a0e-6b5b5fa88eed up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:06:07.150693 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-d4d6564a-2271-47b4-ac8e-186dc67b0583 admin admin] Allocated IP 172.25.3.147 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/88c8a1b7-defd-49fd-930a-85367e83c8bd) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:06:07.217114 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd94ee-f523-49ae-bcc8-4a6b1e9d3c3a req-e6ba98d5-876d-4394-b561-4d63cfd7d0fa tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:07.224498 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0ccd94ee-f523-49ae-bcc8-4a6b1e9d3c3a req-e6ba98d5-876d-4394-b561-4d63cfd7d0fa tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.5859420 Jul 09 15:06:07.292022 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-015558d7-940c-4267-91ac-a448a2d461e3 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:07.316524 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 8413915d-1ea1-4d7b-8a0e-6b5b5fa88eed completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:06:07.320874 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 8413915d-1ea1-4d7b-8a0e-6b5b5fa88eed triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:06:07.321258 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:07.327538 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-74f40612-8505-4d7a-9ca3-6fb3d372403a None None] Set router 311afcc8-caec-4fc2-aa30-8c8af12e711a gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:06:07.384673 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0ccd94ee-f523-49ae-bcc8-4a6b1e9d3c3a req-efb86793-9dcb-4da4-b445-c45910926002 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589313 Jul 09 15:06:07.435853 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015558d7-940c-4267-91ac-a448a2d461e3 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Pushing event deleted for resources: {'Port': ['ID=c179ac98-dd01-447c-a2f9-2714b5048c9d,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:07.460554 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b65289-3f47-4f74-ae03-d7d8e42527d9 req-b8ab1e61-fed2-4805-af0d-4d909a3e0682 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:07.475941 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b65289-3f47-4f74-ae03-d7d8e42527d9 req-b8ab1e61-fed2-4805-af0d-4d909a3e0682 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:07.477599 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d7b65289-3f47-4f74-ae03-d7d8e42527d9 req-b8ab1e61-fed2-4805-af0d-4d909a3e0682 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 1599 time: 0.3873477 Jul 09 15:06:07.525837 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d4d6564a-2271-47b4-ac8e-186dc67b0583 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:07.536178 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:07.577095 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 8413915d-1ea1-4d7b-8a0e-6b5b5fa88eed, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=8413915d-1ea1-4d7b-8a0e-6b5b5fa88eed,segment=NetworkSegment(1104ae08-fb7c-4ba7-995f-baa0ff12f18b),segment_id=1104ae08-fb7c-4ba7-995f-baa0ff12f18b)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:06:07.606161 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91cb194-8f15-4150-a4af-dc1822486c62', 'name': 'network-vif-deleted', 'tag': '9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:06:07.614485 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c0f094a-7842-4d96-98b3-a72f550dd6f7" -d '{"events": [{"server_uuid": "e91cb194-8f15-4150-a4af-dc1822486c62", "name": "network-vif-deleted", "tag": "9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:06:07.614754 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-015558d7-940c-4267-91ac-a448a2d461e3 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] No DVR routers for this DVR port c179ac98-dd01-447c-a2f9-2714b5048c9d on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:06:07.620413 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d7b65289-3f47-4f74-ae03-d7d8e42527d9 req-fc0cc4a2-fe94-4d53-b55f-55044ab852e7 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b892279-bd5f-423b-8017-ce4180b448af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296821 Jul 09 15:06:07.621633 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-015558d7-940c-4267-91ac-a448a2d461e3 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:07.624072 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-015558d7-940c-4267-91ac-a448a2d461e3 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.62 "DELETE /v2.0/ports/c179ac98-dd01-447c-a2f9-2714b5048c9d HTTP/1.1" status: 204 len: 173 time: 1.3776190 Jul 09 15:06:07.705155 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:07.729211 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59fcbda5-bdbb-4a50-a8b4-e07a2c3c5484 x-openstack-request-id: req-59fcbda5-bdbb-4a50-a8b4-e07a2c3c5484 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:06:07.729384 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e91cb194-8f15-4150-a4af-dc1822486c62", "name": "network-vif-deleted", "tag": "9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:06:07.731674 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-59fcbda5-bdbb-4a50-a8b4-e07a2c3c5484 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:06:07.733795 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91cb194-8f15-4150-a4af-dc1822486c62', 'name': 'network-vif-deleted', 'tag': '9e3a6fbd-5d94-4d7c-91a4-ffe8fffe416c', 'status': 'completed', 'code': 200} Jul 09 15:06:07.789394 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d4d6564a-2271-47b4-ac8e-186dc67b0583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:07.794134 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=8413915d-1ea1-4d7b-8a0e-6b5b5fa88eed,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:07.829701 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-7e9d185f-b783-4d64-a974-dbf76f358354 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Deleting port 45f7a22c-f7ef-4081-b6f5-c3f8759d370a {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:06:07.830090 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-7e9d185f-b783-4d64-a974-dbf76f358354 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:07.832196 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-74f40612-8505-4d7a-9ca3-6fb3d372403a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311afcc8-caec-4fc2-aa30-8c8af12e711a', 'name': 'tempest-TaggedBootDevicesTest_v242-124368176-router', 'tenant_id': 'b0dcdaf85ebc429397d88229c635e7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '4d766e3f-caf8-4554-aec0-999b648af9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:54:00Z', 'updated_at': '2021-07-09T14:54:09Z', 'revision_number': 4, 'project_id': 'b0dcdaf85ebc429397d88229c635e7b2', 'gw_port': {'id': '4d766e3f-caf8-4554-aec0-999b648af9fc', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:39:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311afcc8-caec-4fc2-aa30-8c8af12e711a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:54:02Z', 'updated_at': '2021-07-09T14:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '7571a2db-8f89-480f-ac2e-c1961d337008', 'name': '', 'network_id': '6107f077-f7c7-47db-8b86-669db7279c4c', 'tenant_id': 'b0dcdaf85ebc429397d88229c635e7b2', 'mac_address': 'fa:16:3e:1d:4a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311afcc8-caec-4fc2-aa30-8c8af12e711a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '465c5725-facb-4e6f-b14d-7c696db0e29c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:54:08Z', 'updated_at': '2021-07-09T14:54:21Z', 'revision_number': 5, 'project_id': 'b0dcdaf85ebc429397d88229c635e7b2', 'subnets': [{'id': '465c5725-facb-4e6f-b14d-7c696db0e29c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:06:07.845382 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d6564a-2271-47b4-ac8e-186dc67b0583 admin admin] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:06:07.846970 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d6564a-2271-47b4-ac8e-186dc67b0583 admin admin] Pushing event updated for resources: {'Port': ['ID=88c8a1b7-defd-49fd-930a-85367e83c8bd,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:07.853774 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-d4d6564a-2271-47b4-ac8e-186dc67b0583 admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:06:07.862861 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d6564a-2271-47b4-ac8e-186dc67b0583 admin admin] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:06:07.894215 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f40612-8505-4d7a-9ca3-6fb3d372403a None None] The sync data for ids ['311afcc8-caec-4fc2-aa30-8c8af12e711a'] in n-d-799529-6 is: [{'id': '311afcc8-caec-4fc2-aa30-8c8af12e711a', 'name': 'tempest-TaggedBootDevicesTest_v242-124368176-router', 'tenant_id': 'b0dcdaf85ebc429397d88229c635e7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '4d766e3f-caf8-4554-aec0-999b648af9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:54:00Z', 'updated_at': '2021-07-09T14:54:09Z', 'revision_number': 4, 'project_id': 'b0dcdaf85ebc429397d88229c635e7b2', 'gw_port': {'id': '4d766e3f-caf8-4554-aec0-999b648af9fc', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:39:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311afcc8-caec-4fc2-aa30-8c8af12e711a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:54:02Z', 'updated_at': '2021-07-09T14:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '7571a2db-8f89-480f-ac2e-c1961d337008', 'name': '', 'network_id': '6107f077-f7c7-47db-8b86-669db7279c4c', 'tenant_id': 'b0dcdaf85ebc429397d88229c635e7b2', 'mac_address': 'fa:16:3e:1d:4a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311afcc8-caec-4fc2-aa30-8c8af12e711a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '465c5725-facb-4e6f-b14d-7c696db0e29c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:54:08Z', 'updated_at': '2021-07-09T14:54:21Z', 'revision_number': 5, 'project_id': 'b0dcdaf85ebc429397d88229c635e7b2', 'subnets': [{'id': '465c5725-facb-4e6f-b14d-7c696db0e29c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:06:07.907003 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d6564a-2271-47b4-ac8e-186dc67b0583 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:06:07.907520 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d6564a-2271-47b4-ac8e-186dc67b0583 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:06:07.907959 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d6564a-2271-47b4-ac8e-186dc67b0583 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:06:07.908363 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d6564a-2271-47b4-ac8e-186dc67b0583 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:06:07.908783 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d6564a-2271-47b4-ac8e-186dc67b0583 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:06:07.909178 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d6564a-2271-47b4-ac8e-186dc67b0583 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:06:07.909579 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d6564a-2271-47b4-ac8e-186dc67b0583 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:06:07.909991 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d6564a-2271-47b4-ac8e-186dc67b0583 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:06:07.910483 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d6564a-2271-47b4-ac8e-186dc67b0583 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:06:07.911269 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d6564a-2271-47b4-ac8e-186dc67b0583 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:06:07.911269 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d6564a-2271-47b4-ac8e-186dc67b0583 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:06:07.913173 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d6564a-2271-47b4-ac8e-186dc67b0583 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:06:07.982107 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-7e9d185f-b783-4d64-a974-dbf76f358354 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] For port 45f7a22c-f7ef-4081-b6f5-c3f8759d370a, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=45f7a22c-f7ef-4081-b6f5-c3f8759d370a,segment=NetworkSegment(9caf9090-cff0-4f31-9bcd-6b390f4a890c),segment_id=9caf9090-cff0-4f31-9bcd-6b390f4a890c)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:06:07.982514 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-7e9d185f-b783-4d64-a974-dbf76f358354 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:08.004423 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-7e9d185f-b783-4d64-a974-dbf76f358354 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Calling delete_port for 45f7a22c-f7ef-4081-b6f5-c3f8759d370a owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:06:08.345962 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d4d6564a-2271-47b4-ac8e-186dc67b0583 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:08.361991 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-7e9d185f-b783-4d64-a974-dbf76f358354 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:08.427926 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9d185f-b783-4d64-a974-dbf76f358354 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Pushing event deleted for resources: {'Port': ['ID=45f7a22c-f7ef-4081-b6f5-c3f8759d370a,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:08.436795 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0a6d03-a275-4d60-8e66-61fe33ef0903 None None] New status for floating IP 1cc55ac5-0448-49ac-880c-8f4475474f90: DOWN {{(pid=94447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 15:06:08.589681 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-7e9d185f-b783-4d64-a974-dbf76f358354 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] No DVR routers for this DVR port 45f7a22c-f7ef-4081-b6f5-c3f8759d370a on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:06:08.604942 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105df5af-a51c-4c89-af35-de5608476943 None None] Network 2e0824eb-c10c-4deb-b71a-4ea94d6d58c5 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:06:08.606751 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-7e9d185f-b783-4d64-a974-dbf76f358354 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:08.610171 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-71c665c6-5c24-4ac5-89ea-dcd120f2937e req-7e9d185f-b783-4d64-a974-dbf76f358354 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.62 "DELETE /v2.0/ports/45f7a22c-f7ef-4081-b6f5-c3f8759d370a HTTP/1.1" status: 204 len: 173 time: 0.9780107 Jul 09 15:06:08.690898 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c95921-20b6-483a-9278-ad8ad58eb925 req-f5f9ddc1-9c12-499a-bedb-3d09d8eb6e05 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:08.693171 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-20c95921-20b6-483a-9278-ad8ad58eb925 req-f5f9ddc1-9c12-499a-bedb-3d09d8eb6e05 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.1071939 Jul 09 15:06:08.761159 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d4d6564a-2271-47b4-ac8e-186dc67b0583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:08.856150 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-20c95921-20b6-483a-9278-ad8ad58eb925 req-0a2d3faa-b525-4ca1-bd73-68191c7e2992 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513443 Jul 09 15:06:08.936039 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-d58d6c4f-89b2-4e84-a91c-7c6b46ee6a7b None None] Provisioning for port b87cb70d-e80f-460c-aa01-05a7b5fa8eb5 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:06:09.105706 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6f0c424f-573f-4683-9410-1587519babbc req-404dd90e-b068-4e49-87f2-a82d7298ea44 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 210 time: 0.1146901 Jul 09 15:06:09.158925 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 8413915d-1ea1-4d7b-8a0e-6b5b5fa88eed up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:06:09.276217 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4d6564a-2271-47b4-ac8e-186dc67b0583 admin admin] Router 83f5afe4-3779-4a2d-9d57-126dd655ab0f is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 15:06:09.317894 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 8413915d-1ea1-4d7b-8a0e-6b5b5fa88eed triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:06:09.318493 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:09.441290 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device b87cb70d-e80f-460c-aa01-05a7b5fa8eb5 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:06:09.465108 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d6564a-2271-47b4-ac8e-186dc67b0583 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:06:09.479338 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0414669c-d42a-4b74-968f-17aece9ae355 None None] Sync routers for ids ['83f5afe4-3779-4a2d-9d57-126dd655ab0f'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:06:09.495750 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0414669c-d42a-4b74-968f-17aece9ae355 None None] Routers {'83f5afe4-3779-4a2d-9d57-126dd655ab0f'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:06:09.497401 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-0414669c-d42a-4b74-968f-17aece9ae355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:05:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['83f5afe4-3779-4a2d-9d57-126dd655ab0f'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:06:09.556648 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d4d6564a-2271-47b4-ac8e-186dc67b0583 admin admin] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:09.558735 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d4d6564a-2271-47b4-ac8e-186dc67b0583 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.0179260 Jul 09 15:06:09.562987 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 37042) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:06:09.633046 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-0414669c-d42a-4b74-968f-17aece9ae355 None None] Set router 83f5afe4-3779-4a2d-9d57-126dd655ab0f gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:06:09.642774 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port b87cb70d-e80f-460c-aa01-05a7b5fa8eb5 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:06:09.647932 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port b87cb70d-e80f-460c-aa01-05a7b5fa8eb5 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:06:09.654113 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:09.734913 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91cb194-8f15-4150-a4af-dc1822486c62', 'name': 'network-vif-deleted', 'tag': 'c179ac98-dd01-447c-a2f9-2714b5048c9d'}, {'server_uuid': 'e91cb194-8f15-4150-a4af-dc1822486c62', 'name': 'network-vif-deleted', 'tag': '45f7a22c-f7ef-4081-b6f5-c3f8759d370a'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:06:09.738216 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd31227-1b1b-400d-bad8-139508e43c64" -d '{"events": [{"server_uuid": "e91cb194-8f15-4150-a4af-dc1822486c62", "name": "network-vif-deleted", "tag": "c179ac98-dd01-447c-a2f9-2714b5048c9d"}, {"server_uuid": "e91cb194-8f15-4150-a4af-dc1822486c62", "name": "network-vif-deleted", "tag": "45f7a22c-f7ef-4081-b6f5-c3f8759d370a"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:06:09.839541 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 15:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddfe47ce-ccd8-4b32-ba85-614b192a6ec3 x-openstack-request-id: req-ddfe47ce-ccd8-4b32-ba85-614b192a6ec3 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:06:09.840171 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e91cb194-8f15-4150-a4af-dc1822486c62", "name": "network-vif-deleted", "tag": "c179ac98-dd01-447c-a2f9-2714b5048c9d", "status": "completed", "code": 200}, {"server_uuid": "e91cb194-8f15-4150-a4af-dc1822486c62", "name": "network-vif-deleted", "tag": "45f7a22c-f7ef-4081-b6f5-c3f8759d370a", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:06:09.840530 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ddfe47ce-ccd8-4b32-ba85-614b192a6ec3 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:06:09.841035 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91cb194-8f15-4150-a4af-dc1822486c62', 'name': 'network-vif-deleted', 'tag': 'c179ac98-dd01-447c-a2f9-2714b5048c9d', 'status': 'completed', 'code': 200} Jul 09 15:06:09.841392 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91cb194-8f15-4150-a4af-dc1822486c62', 'name': 'network-vif-deleted', 'tag': '45f7a22c-f7ef-4081-b6f5-c3f8759d370a', 'status': 'completed', 'code': 200} Jul 09 15:06:09.877824 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:09.879496 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52aabff-1168-46f0-b99f-fbbac5cf1386 req-292350f8-9cdd-43aa-9d9f-5be699c41804 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:09.881254 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e52aabff-1168-46f0-b99f-fbbac5cf1386 req-292350f8-9cdd-43aa-9d9f-5be699c41804 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.1690841 Jul 09 15:06:09.927808 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port b87cb70d-e80f-460c-aa01-05a7b5fa8eb5, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=b87cb70d-e80f-460c-aa01-05a7b5fa8eb5,segment=NetworkSegment(5d9ed0c6-5aa3-431e-acb8-062dd6ddf140),segment_id=5d9ed0c6-5aa3-431e-acb8-062dd6ddf140)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:06:09.969238 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e52aabff-1168-46f0-b99f-fbbac5cf1386 req-b7ea7241-90fa-4694-b256-6a842900c3dd tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806234 Jul 09 15:06:09.992545 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-0414669c-d42a-4b74-968f-17aece9ae355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f5afe4-3779-4a2d-9d57-126dd655ab0f', 'name': 'tempest-TestServerBasicOps-1324274771-router', 'tenant_id': 'aa408b5dfdf84dfc97213865ccb9396b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '88c8a1b7-defd-49fd-930a-85367e83c8bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:06:04Z', 'updated_at': '2021-07-09T15:06:08Z', 'revision_number': 3, 'project_id': 'aa408b5dfdf84dfc97213865ccb9396b', 'gw_port': {'id': '88c8a1b7-defd-49fd-930a-85367e83c8bd', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:26:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f5afe4-3779-4a2d-9d57-126dd655ab0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:06:06Z', 'updated_at': '2021-07-09T15:06:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:06:10.037355 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0414669c-d42a-4b74-968f-17aece9ae355 None None] Checking router: 83f5afe4-3779-4a2d-9d57-126dd655ab0f for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:06:10.038055 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0414669c-d42a-4b74-968f-17aece9ae355 None None] Updating router 83f5afe4-3779-4a2d-9d57-126dd655ab0f port 88c8a1b7-defd-49fd-930a-85367e83c8bd binding host n-d-799529-6 {{(pid=94448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:06:10.079297 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-0414669c-d42a-4b74-968f-17aece9ae355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:10.098240 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:10.195260 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-75698083-c918-444e-b4ed-75b8eb948e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:10.206930 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=b87cb70d-e80f-460c-aa01-05a7b5fa8eb5,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:10.438650 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-75698083-c918-444e-b4ed-75b8eb948e6b admin admin] Allocated IP 172.20.0.1 (2e0824eb-c10c-4deb-b71a-4ea94d6d58c5/db857e30-ef7c-41fb-9817-4c87942d1086/a0030c3a-c539-441a-91eb-af585505aa41) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:06:10.488168 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-35179385-3eb5-4733-b738-93db7ad454cd req-2d4b4ff7-b075-4385-9ebb-c13ea4c266ea tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 210 time: 0.1049781 Jul 09 15:06:10.569025 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-0414669c-d42a-4b74-968f-17aece9ae355 None None] Notify callbacks [] for port, precommit_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:10.591334 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.provisioning_blocks [None req-0414669c-d42a-4b74-968f-17aece9ae355 None None] Transition to ACTIVE for port object 88c8a1b7-defd-49fd-930a-85367e83c8bd will not be triggered until provisioned by entity L2. {{(pid=94448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:06:10.631408 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-75698083-c918-444e-b4ed-75b8eb948e6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:10.646524 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-75698083-c918-444e-b4ed-75b8eb948e6b admin admin] Transition to ACTIVE for port object a0030c3a-c539-441a-91eb-af585505aa41 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:06:10.668684 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-0414669c-d42a-4b74-968f-17aece9ae355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:10.719469 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-0414669c-d42a-4b74-968f-17aece9ae355 None None] Attempting to bind port 88c8a1b7-defd-49fd-930a-85367e83c8bd on host n-d-799529-6 for vnic_type normal with profile {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:06:10.719866 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-0414669c-d42a-4b74-968f-17aece9ae355 None None] Attempting to bind port 88c8a1b7-defd-49fd-930a-85367e83c8bd by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:06:10.720233 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0414669c-d42a-4b74-968f-17aece9ae355 None None] Attempting to bind port 88c8a1b7-defd-49fd-930a-85367e83c8bd on network 202c7ce6-d4e9-4f80-84dd-bef08905a653 {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:06:10.725991 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae50222-f76d-47a2-bded-c77aa9ca9d97 None None] Pushing event updated for resources: {'Port': ['ID=88c8a1b7-defd-49fd-930a-85367e83c8bd,revision_number=2']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:10.730641 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0414669c-d42a-4b74-968f-17aece9ae355 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:06:10.731019 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0414669c-d42a-4b74-968f-17aece9ae355 None None] Checking segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:06:10.731423 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-0414669c-d42a-4b74-968f-17aece9ae355 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:10.731832 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0414669c-d42a-4b74-968f-17aece9ae355 None None] Bound using segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:06:10.732347 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-0414669c-d42a-4b74-968f-17aece9ae355 None None] Bound port: 88c8a1b7-defd-49fd-930a-85367e83c8bd, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:06:10.732729 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-0414669c-d42a-4b74-968f-17aece9ae355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:10.795347 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-75698083-c918-444e-b4ed-75b8eb948e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:10.815954 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-0414669c-d42a-4b74-968f-17aece9ae355 None None] For port 88c8a1b7-defd-49fd-930a-85367e83c8bd, host n-d-799529-6, cleared binding levels {{(pid=94448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:06:10.819200 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-0414669c-d42a-4b74-968f-17aece9ae355 None None] For port 88c8a1b7-defd-49fd-930a-85367e83c8bd, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=88c8a1b7-defd-49fd-930a-85367e83c8bd,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:06:10.851160 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75698083-c918-444e-b4ed-75b8eb948e6b admin admin] Network 2e0824eb-c10c-4deb-b71a-4ea94d6d58c5 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:06:10.856395 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-75698083-c918-444e-b4ed-75b8eb948e6b admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:06:10.860542 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75698083-c918-444e-b4ed-75b8eb948e6b admin admin] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:06:10.904530 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-75698083-c918-444e-b4ed-75b8eb948e6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:10.919549 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device b87cb70d-e80f-460c-aa01-05a7b5fa8eb5 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:06:10.928450 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-0414669c-d42a-4b74-968f-17aece9ae355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:10.986966 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75698083-c918-444e-b4ed-75b8eb948e6b admin admin] Pushing event updated for resources: {'Port': ['ID=a0030c3a-c539-441a-91eb-af585505aa41,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:11.005572 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port b87cb70d-e80f-460c-aa01-05a7b5fa8eb5 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:06:11.005572 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:11.034882 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0414669c-d42a-4b74-968f-17aece9ae355 None None] Routers {'83f5afe4-3779-4a2d-9d57-126dd655ab0f'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:06:11.035575 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-0414669c-d42a-4b74-968f-17aece9ae355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:05:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['83f5afe4-3779-4a2d-9d57-126dd655ab0f'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:06:11.265791 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-0414669c-d42a-4b74-968f-17aece9ae355 None None] Set router 83f5afe4-3779-4a2d-9d57-126dd655ab0f gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:06:11.317506 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-75698083-c918-444e-b4ed-75b8eb948e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:11.337782 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae50222-f76d-47a2-bded-c77aa9ca9d97 None None] Pushing event updated for resources: {'Port': ['ID=88c8a1b7-defd-49fd-930a-85367e83c8bd,revision_number=3']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:11.338849 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6663a504-2e35-4db3-8f3c-a6da2116ef29 req-14c701b4-b123-44d8-af76-1f45d453a4af tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:11.340478 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6663a504-2e35-4db3-8f3c-a6da2116ef29 req-14c701b4-b123-44d8-af76-1f45d453a4af tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.1359651 Jul 09 15:06:11.390877 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-0c385c16-1582-436e-b873-93f19b4529c5 None None] Provisioning for port a0030c3a-c539-441a-91eb-af585505aa41 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:06:11.395383 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-0c385c16-1582-436e-b873-93f19b4529c5 None None] Provisioning complete for port a0030c3a-c539-441a-91eb-af585505aa41 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:06:11.396003 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0c385c16-1582-436e-b873-93f19b4529c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:11.469918 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-0c385c16-1582-436e-b873-93f19b4529c5 None None] Port a0030c3a-c539-441a-91eb-af585505aa41 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:06:11.477672 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6663a504-2e35-4db3-8f3c-a6da2116ef29 req-14268848-7f13-42bc-8c98-f6a9976d3668 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074078 Jul 09 15:06:11.533520 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-0414669c-d42a-4b74-968f-17aece9ae355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f5afe4-3779-4a2d-9d57-126dd655ab0f', 'name': 'tempest-TestServerBasicOps-1324274771-router', 'tenant_id': 'aa408b5dfdf84dfc97213865ccb9396b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '88c8a1b7-defd-49fd-930a-85367e83c8bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:06:04Z', 'updated_at': '2021-07-09T15:06:08Z', 'revision_number': 3, 'project_id': 'aa408b5dfdf84dfc97213865ccb9396b', 'gw_port': {'id': '88c8a1b7-defd-49fd-930a-85367e83c8bd', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:26:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f5afe4-3779-4a2d-9d57-126dd655ab0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:06:06Z', 'updated_at': '2021-07-09T15:06:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:06:11.573744 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0414669c-d42a-4b74-968f-17aece9ae355 None None] The sync data for ids ['83f5afe4-3779-4a2d-9d57-126dd655ab0f'] in n-d-799529-6 is: [{'id': '83f5afe4-3779-4a2d-9d57-126dd655ab0f', 'name': 'tempest-TestServerBasicOps-1324274771-router', 'tenant_id': 'aa408b5dfdf84dfc97213865ccb9396b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '88c8a1b7-defd-49fd-930a-85367e83c8bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:06:04Z', 'updated_at': '2021-07-09T15:06:08Z', 'revision_number': 3, 'project_id': 'aa408b5dfdf84dfc97213865ccb9396b', 'gw_port': {'id': '88c8a1b7-defd-49fd-930a-85367e83c8bd', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:26:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f5afe4-3779-4a2d-9d57-126dd655ab0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:06:06Z', 'updated_at': '2021-07-09T15:06:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:06:11.758133 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-75698083-c918-444e-b4ed-75b8eb948e6b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:11.764234 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763d688-7abe-448a-adb8-b93982ff0ac8 req-ca7a7673-6f1f-4ca6-8163-16719fda902b tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:11.772248 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4763d688-7abe-448a-adb8-b93982ff0ac8 req-ca7a7673-6f1f-4ca6-8163-16719fda902b tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.0951972 Jul 09 15:06:11.822181 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4763d688-7abe-448a-adb8-b93982ff0ac8 req-2944de57-eb65-4d5c-ba6e-a6d74f93a0c2 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485981 Jul 09 15:06:11.837532 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-41a770e2-7ea6-4bff-94ea-eea21ee3c724 req-96ff5122-311a-4595-8b01-e2c2a1cef02e tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 210 time: 0.0502808 Jul 09 15:06:11.838825 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-75698083-c918-444e-b4ed-75b8eb948e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:11.929201 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75698083-c918-444e-b4ed-75b8eb948e6b admin admin] Pushing event updated for resources: {'Port': ['ID=a0030c3a-c539-441a-91eb-af585505aa41,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:11.947129 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-75698083-c918-444e-b4ed-75b8eb948e6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:12.158619 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a4090-9389-4446-ad92-edcd3e906b2f req-2ca9f583-a263-466e-881e-21d6579a6a05 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:12.159209 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75698083-c918-444e-b4ed-75b8eb948e6b admin admin] Network 2e0824eb-c10c-4deb-b71a-4ea94d6d58c5 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:06:12.160768 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-75698083-c918-444e-b4ed-75b8eb948e6b admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:06:12.176180 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f51a4090-9389-4446-ad92-edcd3e906b2f req-2ca9f583-a263-466e-881e-21d6579a6a05 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.1798174 Jul 09 15:06:12.262381 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f51a4090-9389-4446-ad92-edcd3e906b2f req-d8a13fe8-1bed-4c03-9be6-adc32a808755 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764744 Jul 09 15:06:12.376718 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75698083-c918-444e-b4ed-75b8eb948e6b admin admin] Router 83f5afe4-3779-4a2d-9d57-126dd655ab0f has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:06:12.600269 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75698083-c918-444e-b4ed-75b8eb948e6b admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:06:12.607842 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-b8a5ee0e-1fd7-4d45-990d-65ea37b1b12f None None] Provisioning complete for port a0030c3a-c539-441a-91eb-af585505aa41 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:06:12.608754 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b8a5ee0e-1fd7-4d45-990d-65ea37b1b12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:12.618637 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-75698083-c918-444e-b4ed-75b8eb948e6b admin admin] 10.222.0.58 "PUT /v2.0/routers/83f5afe4-3779-4a2d-9d57-126dd655ab0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0467157 Jul 09 15:06:12.689267 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3680ec93-4672-426d-b797-5ca9fda669b0 req-7396850f-2ac0-4012-8eaa-19132e9ed206 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:12.692571 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3680ec93-4672-426d-b797-5ca9fda669b0 req-7396850f-2ac0-4012-8eaa-19132e9ed206 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.1362689 Jul 09 15:06:12.717582 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-b8a5ee0e-1fd7-4d45-990d-65ea37b1b12f None None] Port a0030c3a-c539-441a-91eb-af585505aa41 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:06:12.762145 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3680ec93-4672-426d-b797-5ca9fda669b0 req-6866dd8a-afcb-40d1-9073-add7475a5fb3 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625615 Jul 09 15:06:12.922982 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 88c8a1b7-defd-49fd-930a-85367e83c8bd up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:06:13.098785 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7f5bb561-02e2-493b-be41-449d94a1d3e5 req-f0eb816c-a687-499d-ba38-c5a9723b26aa tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 210 time: 0.0330095 Jul 09 15:06:13.102450 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 88c8a1b7-defd-49fd-930a-85367e83c8bd completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:06:13.107841 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 88c8a1b7-defd-49fd-930a-85367e83c8bd triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:06:13.108316 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:13.227058 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:13.252442 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 88c8a1b7-defd-49fd-930a-85367e83c8bd, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=88c8a1b7-defd-49fd-930a-85367e83c8bd,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:06:13.333258 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:13.390226 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=88c8a1b7-defd-49fd-930a-85367e83c8bd,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:13.746094 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 37090) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:06:13.751003 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-d2759a51-d8f1-44c3-bc0c-84c4d9c27d72 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1184571477', 'description': 'tempest-secgroup-smoke-1184571477 description', 'project_id': '9cb6374b0a6d482aa499b47cd8ddd0c1'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:06:13.826362 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d2759a51-d8f1-44c3-bc0c-84c4d9c27d72 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:13.934483 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d2759a51-d8f1-44c3-bc0c-84c4d9c27d72 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:14.002224 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d2759a51-d8f1-44c3-bc0c-84c4d9c27d72 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:14.033983 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2759a51-d8f1-44c3-bc0c-84c4d9c27d72 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca0577e-3180-4952-b4bf-cf0fa79b3798,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:14.046746 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4e64a7-b903-4c66-81b6-51cf8b389458 None None] Sync routers for ids ['83f5afe4-3779-4a2d-9d57-126dd655ab0f'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:06:14.057699 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4e64a7-b903-4c66-81b6-51cf8b389458 None None] Routers {'83f5afe4-3779-4a2d-9d57-126dd655ab0f'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:06:14.058587 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-6c4e64a7-b903-4c66-81b6-51cf8b389458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:05:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['83f5afe4-3779-4a2d-9d57-126dd655ab0f'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:06:14.082313 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d2759a51-d8f1-44c3-bc0c-84c4d9c27d72 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:14.083707 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d2759a51-d8f1-44c3-bc0c-84c4d9c27d72 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3365803 Jul 09 15:06:14.087013 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 37094) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:06:14.093085 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-7aa0e8e3-ec70-4c37-87f1-b612b0c505d0 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Request body: {'security_group_rule': {'security_group_id': '5ca0577e-3180-4952-b4bf-cf0fa79b3798', 'project_id': '9cb6374b0a6d482aa499b47cd8ddd0c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:06:14.186781 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-6c4e64a7-b903-4c66-81b6-51cf8b389458 None None] Set router 83f5afe4-3779-4a2d-9d57-126dd655ab0f gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:06:14.225167 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7aa0e8e3-ec70-4c37-87f1-b612b0c505d0 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:14.309673 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a130de14-72b2-4e0f-8867-5dcb86c78b5c req-adcf6fdc-8194-4fa2-99cd-bafc7ed8a8ae tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 210 time: 0.0487959 Jul 09 15:06:14.361893 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7aa0e8e3-ec70-4c37-87f1-b612b0c505d0 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:14.441633 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7aa0e8e3-ec70-4c37-87f1-b612b0c505d0 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:14.453466 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-6c4e64a7-b903-4c66-81b6-51cf8b389458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f5afe4-3779-4a2d-9d57-126dd655ab0f', 'name': 'tempest-TestServerBasicOps-1324274771-router', 'tenant_id': 'aa408b5dfdf84dfc97213865ccb9396b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '88c8a1b7-defd-49fd-930a-85367e83c8bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:06:04Z', 'updated_at': '2021-07-09T15:06:11Z', 'revision_number': 4, 'project_id': 'aa408b5dfdf84dfc97213865ccb9396b', 'gw_port': {'id': '88c8a1b7-defd-49fd-930a-85367e83c8bd', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f5afe4-3779-4a2d-9d57-126dd655ab0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:06:06Z', 'updated_at': '2021-07-09T15:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'a0030c3a-c539-441a-91eb-af585505aa41', 'name': '', 'network_id': '2e0824eb-c10c-4deb-b71a-4ea94d6d58c5', 'tenant_id': 'aa408b5dfdf84dfc97213865ccb9396b', 'mac_address': 'fa:16:3e:51:f2:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f5afe4-3779-4a2d-9d57-126dd655ab0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': 'db857e30-ef7c-41fb-9817-4c87942d1086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:06:10Z', 'updated_at': '2021-07-09T15:06:11Z', 'revision_number': 2, 'project_id': 'aa408b5dfdf84dfc97213865ccb9396b', 'subnets': [{'id': 'db857e30-ef7c-41fb-9817-4c87942d1086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:06:14.467432 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0e8e3-ec70-4c37-87f1-b612b0c505d0 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c152a24-42d0-4099-8c32-38dde253c03f,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:14.487595 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4e64a7-b903-4c66-81b6-51cf8b389458 None None] Checking router: 83f5afe4-3779-4a2d-9d57-126dd655ab0f for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:06:14.490204 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4e64a7-b903-4c66-81b6-51cf8b389458 None None] Updating router 83f5afe4-3779-4a2d-9d57-126dd655ab0f port a0030c3a-c539-441a-91eb-af585505aa41 binding host n-d-799529-6 {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:06:14.532464 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6c4e64a7-b903-4c66-81b6-51cf8b389458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:14.650178 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7aa0e8e3-ec70-4c37-87f1-b612b0c505d0 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:14.650178 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-7aa0e8e3-ec70-4c37-87f1-b612b0c505d0 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5547361 Jul 09 15:06:14.653067 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 37100) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:06:14.657778 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-41bb09d3-2bca-4bc9-88a9-74eaeb7d6fe8 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Request body: {'security_group_rule': {'security_group_id': '5ca0577e-3180-4952-b4bf-cf0fa79b3798', 'project_id': '9cb6374b0a6d482aa499b47cd8ddd0c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:06:14.770785 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-41bb09d3-2bca-4bc9-88a9-74eaeb7d6fe8 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:14.877285 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6c4e64a7-b903-4c66-81b6-51cf8b389458 None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:14.887658 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 88c8a1b7-defd-49fd-930a-85367e83c8bd up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:06:14.896607 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-41bb09d3-2bca-4bc9-88a9-74eaeb7d6fe8 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:14.911827 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-6c4e64a7-b903-4c66-81b6-51cf8b389458 None None] Transition to ACTIVE for port object a0030c3a-c539-441a-91eb-af585505aa41 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:06:14.942880 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 88c8a1b7-defd-49fd-930a-85367e83c8bd triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:06:14.943714 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:14.972635 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-41bb09d3-2bca-4bc9-88a9-74eaeb7d6fe8 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:14.997828 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6c4e64a7-b903-4c66-81b6-51cf8b389458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:15.082943 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72ef598-334d-4e3a-83f9-07e33169530f None None] Pushing event updated for resources: {'Port': ['ID=a0030c3a-c539-441a-91eb-af585505aa41,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:15.095243 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:15.111915 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72ef598-334d-4e3a-83f9-07e33169530f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:06:15.116577 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72ef598-334d-4e3a-83f9-07e33169530f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:06:15.116577 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72ef598-334d-4e3a-83f9-07e33169530f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:06:15.116577 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72ef598-334d-4e3a-83f9-07e33169530f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:06:15.116577 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72ef598-334d-4e3a-83f9-07e33169530f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:06:15.116577 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72ef598-334d-4e3a-83f9-07e33169530f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:06:15.116577 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72ef598-334d-4e3a-83f9-07e33169530f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:06:15.116577 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72ef598-334d-4e3a-83f9-07e33169530f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:06:15.116577 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72ef598-334d-4e3a-83f9-07e33169530f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:06:15.116577 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72ef598-334d-4e3a-83f9-07e33169530f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:06:15.116577 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72ef598-334d-4e3a-83f9-07e33169530f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:06:15.116577 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72ef598-334d-4e3a-83f9-07e33169530f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:06:15.184175 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-6c4e64a7-b903-4c66-81b6-51cf8b389458 None None] Attempting to bind port a0030c3a-c539-441a-91eb-af585505aa41 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:06:15.184698 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-6c4e64a7-b903-4c66-81b6-51cf8b389458 None None] Attempting to bind port a0030c3a-c539-441a-91eb-af585505aa41 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '5d9ed0c6-5aa3-431e-acb8-062dd6ddf140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '2e0824eb-c10c-4deb-b71a-4ea94d6d58c5'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:06:15.185548 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4e64a7-b903-4c66-81b6-51cf8b389458 None None] Attempting to bind port a0030c3a-c539-441a-91eb-af585505aa41 on network 2e0824eb-c10c-4deb-b71a-4ea94d6d58c5 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:06:15.191533 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4e64a7-b903-4c66-81b6-51cf8b389458 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:06:15.192076 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4e64a7-b903-4c66-81b6-51cf8b389458 None None] Checking segment: {'id': '5d9ed0c6-5aa3-431e-acb8-062dd6ddf140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '2e0824eb-c10c-4deb-b71a-4ea94d6d58c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:06:15.192479 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6c4e64a7-b903-4c66-81b6-51cf8b389458 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:15.192874 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4e64a7-b903-4c66-81b6-51cf8b389458 None None] Bound using segment: {'id': '5d9ed0c6-5aa3-431e-acb8-062dd6ddf140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '2e0824eb-c10c-4deb-b71a-4ea94d6d58c5'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:06:15.193347 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-6c4e64a7-b903-4c66-81b6-51cf8b389458 None None] Bound port: a0030c3a-c539-441a-91eb-af585505aa41, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d9ed0c6-5aa3-431e-acb8-062dd6ddf140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '2e0824eb-c10c-4deb-b71a-4ea94d6d58c5'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:06:15.193727 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6c4e64a7-b903-4c66-81b6-51cf8b389458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:15.301898 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-6c4e64a7-b903-4c66-81b6-51cf8b389458 None None] For port a0030c3a-c539-441a-91eb-af585505aa41, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:06:15.307448 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-6c4e64a7-b903-4c66-81b6-51cf8b389458 None None] For port a0030c3a-c539-441a-91eb-af585505aa41, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=a0030c3a-c539-441a-91eb-af585505aa41,segment=NetworkSegment(5d9ed0c6-5aa3-431e-acb8-062dd6ddf140),segment_id=5d9ed0c6-5aa3-431e-acb8-062dd6ddf140)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:06:15.387761 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bb09d3-2bca-4bc9-88a9-74eaeb7d6fe8 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21935d25-0df5-4ccd-808c-452e6adde11e,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:15.392791 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6c4e64a7-b903-4c66-81b6-51cf8b389458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:15.448758 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-41bb09d3-2bca-4bc9-88a9-74eaeb7d6fe8 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:15.450496 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-41bb09d3-2bca-4bc9-88a9-74eaeb7d6fe8 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7963662 Jul 09 15:06:15.453313 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 37120) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:06:15.459030 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-41b3e97b-50ea-438f-8d1a-c9ff52d89bf1 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Request body: {'security_group_rule': {'security_group_id': '5ca0577e-3180-4952-b4bf-cf0fa79b3798', 'project_id': '9cb6374b0a6d482aa499b47cd8ddd0c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:06:15.569339 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c5d90ce0-9c13-4af2-8105-acaedd330881 req-09471c96-3b64-46e3-af16-7cda202d250c tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 210 time: 0.0647795 Jul 09 15:06:15.601804 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-41b3e97b-50ea-438f-8d1a-c9ff52d89bf1 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:15.667541 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-41b3e97b-50ea-438f-8d1a-c9ff52d89bf1 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:15.680489 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72ef598-334d-4e3a-83f9-07e33169530f None None] Pushing event updated for resources: {'Port': ['ID=a0030c3a-c539-441a-91eb-af585505aa41,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:15.691232 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4e64a7-b903-4c66-81b6-51cf8b389458 None None] Routers {'83f5afe4-3779-4a2d-9d57-126dd655ab0f'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:06:15.692220 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-6c4e64a7-b903-4c66-81b6-51cf8b389458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:05:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['83f5afe4-3779-4a2d-9d57-126dd655ab0f'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:06:15.819369 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-41b3e97b-50ea-438f-8d1a-c9ff52d89bf1 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:15.852620 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-6c4e64a7-b903-4c66-81b6-51cf8b389458 None None] Set router 83f5afe4-3779-4a2d-9d57-126dd655ab0f gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:06:15.889307 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b3e97b-50ea-438f-8d1a-c9ff52d89bf1 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b3b79b9-2a4c-4025-a840-61bee9e72417,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:15.990731 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-41b3e97b-50ea-438f-8d1a-c9ff52d89bf1 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:15.992160 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-41b3e97b-50ea-438f-8d1a-c9ff52d89bf1 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5377586 Jul 09 15:06:15.995537 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 37126) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:06:16.000580 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-7b7c10f1-4c5a-4616-a0c7-24c65da8b654 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Request body: {'security_group_rule': {'security_group_id': '5ca0577e-3180-4952-b4bf-cf0fa79b3798', 'project_id': '9cb6374b0a6d482aa499b47cd8ddd0c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:06:16.045935 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 37128) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:06:16.098527 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7b7c10f1-4c5a-4616-a0c7-24c65da8b654 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:16.104692 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-6c4e64a7-b903-4c66-81b6-51cf8b389458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f5afe4-3779-4a2d-9d57-126dd655ab0f', 'name': 'tempest-TestServerBasicOps-1324274771-router', 'tenant_id': 'aa408b5dfdf84dfc97213865ccb9396b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '88c8a1b7-defd-49fd-930a-85367e83c8bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:06:04Z', 'updated_at': '2021-07-09T15:06:11Z', 'revision_number': 4, 'project_id': 'aa408b5dfdf84dfc97213865ccb9396b', 'gw_port': {'id': '88c8a1b7-defd-49fd-930a-85367e83c8bd', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f5afe4-3779-4a2d-9d57-126dd655ab0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:06:06Z', 'updated_at': '2021-07-09T15:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'a0030c3a-c539-441a-91eb-af585505aa41', 'name': '', 'network_id': '2e0824eb-c10c-4deb-b71a-4ea94d6d58c5', 'tenant_id': 'aa408b5dfdf84dfc97213865ccb9396b', 'mac_address': 'fa:16:3e:51:f2:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f5afe4-3779-4a2d-9d57-126dd655ab0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': 'db857e30-ef7c-41fb-9817-4c87942d1086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:06:10Z', 'updated_at': '2021-07-09T15:06:15Z', 'revision_number': 4, 'project_id': 'aa408b5dfdf84dfc97213865ccb9396b', 'subnets': [{'id': 'db857e30-ef7c-41fb-9817-4c87942d1086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:06:16.145970 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4e64a7-b903-4c66-81b6-51cf8b389458 None None] The sync data for ids ['83f5afe4-3779-4a2d-9d57-126dd655ab0f'] in n-d-799529-6 is: [{'id': '83f5afe4-3779-4a2d-9d57-126dd655ab0f', 'name': 'tempest-TestServerBasicOps-1324274771-router', 'tenant_id': 'aa408b5dfdf84dfc97213865ccb9396b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '88c8a1b7-defd-49fd-930a-85367e83c8bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:06:04Z', 'updated_at': '2021-07-09T15:06:11Z', 'revision_number': 4, 'project_id': 'aa408b5dfdf84dfc97213865ccb9396b', 'gw_port': {'id': '88c8a1b7-defd-49fd-930a-85367e83c8bd', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f5afe4-3779-4a2d-9d57-126dd655ab0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:06:06Z', 'updated_at': '2021-07-09T15:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'a0030c3a-c539-441a-91eb-af585505aa41', 'name': '', 'network_id': '2e0824eb-c10c-4deb-b71a-4ea94d6d58c5', 'tenant_id': 'aa408b5dfdf84dfc97213865ccb9396b', 'mac_address': 'fa:16:3e:51:f2:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f5afe4-3779-4a2d-9d57-126dd655ab0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': 'db857e30-ef7c-41fb-9817-4c87942d1086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:06:10Z', 'updated_at': '2021-07-09T15:06:15Z', 'revision_number': 4, 'project_id': 'aa408b5dfdf84dfc97213865ccb9396b', 'subnets': [{'id': 'db857e30-ef7c-41fb-9817-4c87942d1086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:06:16.174050 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ed3653fa-ea7f-43fb-8009-6460a0fe3c6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:16.175078 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7b7c10f1-4c5a-4616-a0c7-24c65da8b654 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:16.263254 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7b7c10f1-4c5a-4616-a0c7-24c65da8b654 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:16.284261 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7c10f1-4c5a-4616-a0c7-24c65da8b654 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46ed4a1e-775b-4cf2-8165-225552ac2510,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:16.311447 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ed3653fa-ea7f-43fb-8009-6460a0fe3c6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:16.379494 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ed3653fa-ea7f-43fb-8009-6460a0fe3c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:16.424299 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3653fa-ea7f-43fb-8009-6460a0fe3c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4db9296-dc8f-4df8-aac6-45cdb70cc150,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:16.429081 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ed3653fa-ea7f-43fb-8009-6460a0fe3c6c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=276b248a8717408a9886a502499dccc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3836999 Jul 09 15:06:16.433507 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 37132) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:06:16.447467 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7b7c10f1-4c5a-4616-a0c7-24c65da8b654 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:16.448872 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7b7c10f1-4c5a-4616-a0c7-24c65da8b654 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4523489 Jul 09 15:06:16.451759 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 37134) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:06:16.457844 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-0e5a8bb2-5eb1-422d-8a5b-c55dbc9501a4 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Request body: {'security_group_rule': {'security_group_id': '5ca0577e-3180-4952-b4bf-cf0fa79b3798', 'project_id': '9cb6374b0a6d482aa499b47cd8ddd0c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:06:16.493723 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a02aedac-0bce-464e-8479-12dbfac9a068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:16.517929 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a02aedac-0bce-464e-8479-12dbfac9a068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:16.549574 n-d-799529-6 neutron-server[94445]: INFO neutron.db.securitygroups_db [None req-0e5a8bb2-5eb1-422d-8a5b-c55dbc9501a4 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Project 9cb6374b0a6d482aa499b47cd8ddd0c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 15:06:16.557394 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0e5a8bb2-5eb1-422d-8a5b-c55dbc9501a4 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:16.653243 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a02aedac-0bce-464e-8479-12dbfac9a068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:16.660642 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a02aedac-0bce-464e-8479-12dbfac9a068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:16.672139 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a02aedac-0bce-464e-8479-12dbfac9a068 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f4db9296-dc8f-4df8-aac6-45cdb70cc150 HTTP/1.1" status: 204 len: 168 time: 0.2320659 Jul 09 15:06:16.687251 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0e5a8bb2-5eb1-422d-8a5b-c55dbc9501a4 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:16.698568 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02aedac-0bce-464e-8479-12dbfac9a068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4db9296-dc8f-4df8-aac6-45cdb70cc150,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:16.755555 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8ec4ec79-f232-408f-9ca5-4e97e41bd3e1 req-b517d3d4-aeac-403d-82a0-472b983cc5ff tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 210 time: 0.0456731 Jul 09 15:06:16.790819 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0e5a8bb2-5eb1-422d-8a5b-c55dbc9501a4 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:16.822203 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5a8bb2-5eb1-422d-8a5b-c55dbc9501a4 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3c1853a-e73e-4bb3-9070-63290b0c6dd0,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:16.883152 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device a0030c3a-c539-441a-91eb-af585505aa41 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:06:16.920391 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0e5a8bb2-5eb1-422d-8a5b-c55dbc9501a4 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:16.924371 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-0e5a8bb2-5eb1-422d-8a5b-c55dbc9501a4 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4687269 Jul 09 15:06:16.924702 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 37142) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:06:16.930229 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-926916e4-de6f-446e-8d17-3f0733022c54 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Request body: {'security_group_rule': {'security_group_id': '5ca0577e-3180-4952-b4bf-cf0fa79b3798', 'project_id': '9cb6374b0a6d482aa499b47cd8ddd0c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:06:17.078510 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port a0030c3a-c539-441a-91eb-af585505aa41 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:06:17.085085 n-d-799529-6 neutron-server[94445]: INFO neutron.db.securitygroups_db [None req-926916e4-de6f-446e-8d17-3f0733022c54 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Project 9cb6374b0a6d482aa499b47cd8ddd0c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 15:06:17.086889 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port a0030c3a-c539-441a-91eb-af585505aa41 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:06:17.091293 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:17.093717 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-926916e4-de6f-446e-8d17-3f0733022c54 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:17.194576 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-926916e4-de6f-446e-8d17-3f0733022c54 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:17.237540 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:17.285425 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port a0030c3a-c539-441a-91eb-af585505aa41, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=a0030c3a-c539-441a-91eb-af585505aa41,segment=NetworkSegment(5d9ed0c6-5aa3-431e-acb8-062dd6ddf140),segment_id=5d9ed0c6-5aa3-431e-acb8-062dd6ddf140)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:06:17.287831 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-926916e4-de6f-446e-8d17-3f0733022c54 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:17.310163 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926916e4-de6f-446e-8d17-3f0733022c54 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1329e9f4-4bf5-4d36-aa8c-ce6393f52b65,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:17.342694 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:17.396092 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-926916e4-de6f-446e-8d17-3f0733022c54 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:17.397494 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-926916e4-de6f-446e-8d17-3f0733022c54 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4719036 Jul 09 15:06:17.400553 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=a0030c3a-c539-441a-91eb-af585505aa41,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:17.626370 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5b51488c-6ea1-46e8-8bba-b7ec517c4d57 req-5fe4aea6-7c81-4f1b-a9a4-24025ea6fdf6 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1184571477&fields=id&tenant_id=9cb6374b0a6d482aa499b47cd8ddd0c1 HTTP/1.1" status: 200 len: 267 time: 0.0376196 Jul 09 15:06:17.746533 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b51488c-6ea1-46e8-8bba-b7ec517c4d57 req-cfa59ce6-7705-4f52-b813-19d08632dc72 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:17.748232 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5b51488c-6ea1-46e8-8bba-b7ec517c4d57 req-cfa59ce6-7705-4f52-b813-19d08632dc72 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] 10.222.0.58 "GET /v2.0/networks?id=f41e4b95-e67a-4a40-b3c2-e3aaaffc72fa HTTP/1.1" status: 200 len: 807 time: 0.1142459 Jul 09 15:06:17.765070 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5b51488c-6ea1-46e8-8bba-b7ec517c4d57 req-d6271278-a04a-45b9-91f2-ec6e5424d5a3 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] 10.222.0.58 "GET /v2.0/quotas/9cb6374b0a6d482aa499b47cd8ddd0c1 HTTP/1.1" status: 200 len: 375 time: 0.0112431 Jul 09 15:06:17.852643 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5b51488c-6ea1-46e8-8bba-b7ec517c4d57 req-e1889973-867b-4231-8797-120078e627e3 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=9cb6374b0a6d482aa499b47cd8ddd0c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0817921 Jul 09 15:06:17.933183 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d5523782-7223-42a5-b684-b0e88ae83c33 req-c5abf65e-adbb-4458-b04d-b8910c8c3e49 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 210 time: 0.0311625 Jul 09 15:06:17.959120 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5b51488c-6ea1-46e8-8bba-b7ec517c4d57 req-ced6ef6b-e40e-4366-8071-a45e104fddba service neutron] 10.222.0.58 "GET /v2.0/networks/f41e4b95-e67a-4a40-b3c2-e3aaaffc72fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939388 Jul 09 15:06:18.095641 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5b51488c-6ea1-46e8-8bba-b7ec517c4d57 req-633262c5-b88b-403e-836b-e608a28b0d81 service neutron] 10.222.0.58 "GET /v2.0/networks/f41e4b95-e67a-4a40-b3c2-e3aaaffc72fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297326 Jul 09 15:06:18.432542 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-58b99396-36b0-45db-83a4-c76fd1c1ec1c req-ba1e1700-126d-4b25-816f-f0fb8195f91c tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e8819fe-d461-44de-8be0-a6d438029156 HTTP/1.1" status: 200 len: 210 time: 0.0383847 Jul 09 15:06:18.832445 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device a0030c3a-c539-441a-91eb-af585505aa41 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:06:18.894181 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port a0030c3a-c539-441a-91eb-af585505aa41 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:06:18.894996 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:19.020812 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 37212) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:06:19.128140 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0a7622b1-de09-49bc-b1eb-e4231ceab407 req-a1ef9667-615e-4733-9234-7f712de1982b tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 210 time: 0.0438089 Jul 09 15:06:19.181114 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-ff079231-38a9-40cf-8284-89fd6c7ca62c tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Request body: {'network': {'name': 'tempest-network-smoke--679934916', 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'port_security_enabled': True}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:06:19.277103 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff079231-38a9-40cf-8284-89fd6c7ca62c tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Made reservation on behalf of a6e2ac6f6f91427f816da8127677c24e for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:06:19.280701 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ff079231-38a9-40cf-8284-89fd6c7ca62c tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:19.293475 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ff079231-38a9-40cf-8284-89fd6c7ca62c tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:19.388843 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ff079231-38a9-40cf-8284-89fd6c7ca62c tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:19.489256 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ff079231-38a9-40cf-8284-89fd6c7ca62c tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:19.517993 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3bbc4280-6713-4704-9980-4b21615c9f6b req-d77195b2-2295-4fd3-a70b-e50fadfb40e7 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e8819fe-d461-44de-8be0-a6d438029156 HTTP/1.1" status: 200 len: 210 time: 0.0384119 Jul 09 15:06:19.530148 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff079231-38a9-40cf-8284-89fd6c7ca62c tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:06:19.548279 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff079231-38a9-40cf-8284-89fd6c7ca62c tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=923f24b8-f74f-46a7-b9fd-cf3313d6d8c5,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:19.551213 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ff079231-38a9-40cf-8284-89fd6c7ca62c tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:19.551696 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-ff079231-38a9-40cf-8284-89fd6c7ca62c tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Added segment f383ae13-0bf9-4a2b-a528-0bb79c4871fe of type vlan for network 2b3704e8-451c-4589-8c88-b29a937cb5cc Jul 09 15:06:19.593357 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ff079231-38a9-40cf-8284-89fd6c7ca62c tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:19.727759 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ff079231-38a9-40cf-8284-89fd6c7ca62c tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:19.733791 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff079231-38a9-40cf-8284-89fd6c7ca62c tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:19.746360 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ff079231-38a9-40cf-8284-89fd6c7ca62c tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:19.804237 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff079231-38a9-40cf-8284-89fd6c7ca62c tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Pushing event updated for resources: {'Network': ['ID=2b3704e8-451c-4589-8c88-b29a937cb5cc,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:19.817310 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 2b3704e8-451c-4589-8c88-b29a937cb5cc details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:06:19.869001 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ff079231-38a9-40cf-8284-89fd6c7ca62c tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8468926 Jul 09 15:06:19.872931 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 37222) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:06:19.877631 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-5e351d9d-4b35-4236-84f5-270b2a187c03 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1420943158', 'admin_state_up': True, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:06:19.985003 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5e351d9d-4b35-4236-84f5-270b2a187c03 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:19.986121 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5e351d9d-4b35-4236-84f5-270b2a187c03 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:20.038816 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5e351d9d-4b35-4236-84f5-270b2a187c03 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:20.525628 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-46ea88c2-3190-496e-86cc-ee7fc57a4742 req-33269862-607e-4123-87d6-659b2398bd15 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 210 time: 0.0334606 Jul 09 15:06:20.607520 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5e351d9d-4b35-4236-84f5-270b2a187c03 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:20.680316 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fe5bae8b-ea48-40ce-812a-47e9915589d1 req-d194e270-d661-4720-8cd4-73f9e90fa8e8 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e8819fe-d461-44de-8be0-a6d438029156 HTTP/1.1" status: 200 len: 210 time: 0.0315032 Jul 09 15:06:20.876139 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5e351d9d-4b35-4236-84f5-270b2a187c03 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for router_gateway, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:20.899890 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5e351d9d-4b35-4236-84f5-270b2a187c03 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:21.018853 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-5e351d9d-4b35-4236-84f5-270b2a187c03 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Allocated IP 172.25.3.17 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/491efa71-d6ce-4fda-ae82-505c17f95126) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:06:21.133167 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5e351d9d-4b35-4236-84f5-270b2a187c03 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:21.274698 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5e351d9d-4b35-4236-84f5-270b2a187c03 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:21.341971 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b51488c-6ea1-46e8-8bba-b7ec517c4d57 req-7d688661-8855-48b1-a8eb-5493627ea4a7 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:21.343587 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5b51488c-6ea1-46e8-8bba-b7ec517c4d57 req-7d688661-8855-48b1-a8eb-5493627ea4a7 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] 10.222.0.62 "GET /v2.0/networks?id=f41e4b95-e67a-4a40-b3c2-e3aaaffc72fa HTTP/1.1" status: 200 len: 807 time: 0.1456800 Jul 09 15:06:21.347115 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e351d9d-4b35-4236-84f5-270b2a187c03 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:06:21.352836 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-5e351d9d-4b35-4236-84f5-270b2a187c03 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:06:21.355353 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e351d9d-4b35-4236-84f5-270b2a187c03 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:06:21.357658 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e351d9d-4b35-4236-84f5-270b2a187c03 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Pushing event updated for resources: {'Port': ['ID=491efa71-d6ce-4fda-ae82-505c17f95126,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:21.429308 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5b51488c-6ea1-46e8-8bba-b7ec517c4d57 req-75761462-4c62-4861-863f-c9fa3dfe446e tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cb6374b0a6d482aa499b47cd8ddd0c1 HTTP/1.1" status: 200 len: 380 time: 0.0675058 Jul 09 15:06:21.493857 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-5b51488c-6ea1-46e8-8bba-b7ec517c4d57 req-c8ae144d-607e-4b76-a4b2-793ae8b765a0 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Request body: {'port': {'device_id': '4e8819fe-d461-44de-8be0-a6d438029156', 'network_id': 'f41e4b95-e67a-4a40-b3c2-e3aaaffc72fa', 'admin_state_up': True, 'tenant_id': '9cb6374b0a6d482aa499b47cd8ddd0c1', 'security_groups': ['5ca0577e-3180-4952-b4bf-cf0fa79b3798']}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:06:21.716627 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-28c73daf-bbb2-4d87-affe-5525604a4981 req-217c9871-baa5-45d5-9c85-1bc02ba3d55a tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 210 time: 0.0299191 Jul 09 15:06:21.769580 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b51488c-6ea1-46e8-8bba-b7ec517c4d57 req-c8ae144d-607e-4b76-a4b2-793ae8b765a0 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Made reservation on behalf of 9cb6374b0a6d482aa499b47cd8ddd0c1 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:06:21.773386 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5b51488c-6ea1-46e8-8bba-b7ec517c4d57 req-c8ae144d-607e-4b76-a4b2-793ae8b765a0 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:21.835585 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6d200bca-b1f0-40ec-aea7-7e5a2899b1d8 req-192a84ea-56a6-4812-ad6c-1a962648e134 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e8819fe-d461-44de-8be0-a6d438029156 HTTP/1.1" status: 200 len: 210 time: 0.0328662 Jul 09 15:06:21.903350 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5e351d9d-4b35-4236-84f5-270b2a187c03 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for router_gateway, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:22.034970 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-5b51488c-6ea1-46e8-8bba-b7ec517c4d57 req-c8ae144d-607e-4b76-a4b2-793ae8b765a0 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Allocated IP 172.20.0.9 (f41e4b95-e67a-4a40-b3c2-e3aaaffc72fa/11658eaf-0233-449f-a381-3c823efc4351/13c068fb-baf5-4c34-8203-7583814eef49) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:06:22.258466 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5e351d9d-4b35-4236-84f5-270b2a187c03 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:22.324192 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5b51488c-6ea1-46e8-8bba-b7ec517c4d57 req-c8ae144d-607e-4b76-a4b2-793ae8b765a0 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:22.375727 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-5b51488c-6ea1-46e8-8bba-b7ec517c4d57 req-c8ae144d-607e-4b76-a4b2-793ae8b765a0 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Transition to ACTIVE for port object 13c068fb-baf5-4c34-8203-7583814eef49 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:06:22.505550 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5b51488c-6ea1-46e8-8bba-b7ec517c4d57 req-c8ae144d-607e-4b76-a4b2-793ae8b765a0 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:22.566971 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b51488c-6ea1-46e8-8bba-b7ec517c4d57 req-c8ae144d-607e-4b76-a4b2-793ae8b765a0 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Network f41e4b95-e67a-4a40-b3c2-e3aaaffc72fa is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:06:22.570841 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-5b51488c-6ea1-46e8-8bba-b7ec517c4d57 req-c8ae144d-607e-4b76-a4b2-793ae8b765a0 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:06:22.580745 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b51488c-6ea1-46e8-8bba-b7ec517c4d57 req-c8ae144d-607e-4b76-a4b2-793ae8b765a0 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:06:22.583387 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e351d9d-4b35-4236-84f5-270b2a187c03 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Router 9adb4877-cd75-4e70-884e-e4a2aa007af2 is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 15:06:22.586797 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ae144d-607e-4b76-a4b2-793ae8b765a0 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Pushing event updated for resources: {'Port': ['ID=13c068fb-baf5-4c34-8203-7583814eef49,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:22.693983 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b51488c-6ea1-46e8-8bba-b7ec517c4d57 req-c8ae144d-607e-4b76-a4b2-793ae8b765a0 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:22.694605 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5b51488c-6ea1-46e8-8bba-b7ec517c4d57 req-c8ae144d-607e-4b76-a4b2-793ae8b765a0 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:22.789845 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5b51488c-6ea1-46e8-8bba-b7ec517c4d57 req-c8ae144d-607e-4b76-a4b2-793ae8b765a0 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3286455 Jul 09 15:06:22.797749 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e351d9d-4b35-4236-84f5-270b2a187c03 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:06:22.809883 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebaf1fcb-0522-4b36-a867-5a784c432e3a None None] Sync routers for ids ['9adb4877-cd75-4e70-884e-e4a2aa007af2'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:06:22.828274 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-5b51488c-6ea1-46e8-8bba-b7ec517c4d57 req-3d10539d-fa8c-4cf4-9081-21c713ee322b service neutron] Request body: {'port': {'device_id': '4e8819fe-d461-44de-8be0-a6d438029156', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:06:22.832504 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebaf1fcb-0522-4b36-a867-5a784c432e3a None None] Routers {'9adb4877-cd75-4e70-884e-e4a2aa007af2'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:06:22.833347 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-ebaf1fcb-0522-4b36-a867-5a784c432e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:05:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['9adb4877-cd75-4e70-884e-e4a2aa007af2'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:06:22.924350 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5b51488c-6ea1-46e8-8bba-b7ec517c4d57 req-3d10539d-fa8c-4cf4-9081-21c713ee322b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:22.953511 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5e351d9d-4b35-4236-84f5-270b2a187c03 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:22.954892 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-5e351d9d-4b35-4236-84f5-270b2a187c03 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.0808856 Jul 09 15:06:22.958212 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 37242) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:06:22.996827 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f490c166-fca7-4878-923d-4e6f6964465a req-d693596e-c45d-47bf-949c-639cb2aff6a3 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 210 time: 0.0562220 Jul 09 15:06:23.046688 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-ebaf1fcb-0522-4b36-a867-5a784c432e3a None None] Set router 9adb4877-cd75-4e70-884e-e4a2aa007af2 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:06:23.070419 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-b950ff44-4165-473d-93c4-7697256840b7 None None] Provisioning for port 13c068fb-baf5-4c34-8203-7583814eef49 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:06:23.075704 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-b950ff44-4165-473d-93c4-7697256840b7 None None] Provisioning complete for port 13c068fb-baf5-4c34-8203-7583814eef49 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:06:23.076448 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b950ff44-4165-473d-93c4-7697256840b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:23.151495 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-b950ff44-4165-473d-93c4-7697256840b7 None None] Port 13c068fb-baf5-4c34-8203-7583814eef49 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:06:23.164553 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-37b808f8-25a8-4a3e-9ff0-09982ab8bc82 tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=a6e2ac6f6f91427f816da8127677c24e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2042994 Jul 09 15:06:23.165564 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 37248) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:06:23.245752 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d0dcc-3b28-45f6-83e8-29b628a372c6 req-690534dd-b6ce-4bbe-84b8-17b33e1be04d tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:23.246615 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5e7d0dcc-3b28-45f6-83e8-29b628a372c6 req-690534dd-b6ce-4bbe-84b8-17b33e1be04d tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e8819fe-d461-44de-8be0-a6d438029156 HTTP/1.1" status: 200 len: 931 time: 0.2419395 Jul 09 15:06:23.291104 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-5b51488c-6ea1-46e8-8bba-b7ec517c4d57 req-3d10539d-fa8c-4cf4-9081-21c713ee322b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13c068fb-baf5-4c34-8203-7583814eef49 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:06:23.301760 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5b51488c-6ea1-46e8-8bba-b7ec517c4d57 req-3d10539d-fa8c-4cf4-9081-21c713ee322b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:23.308503 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:23.309323 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5e7d0dcc-3b28-45f6-83e8-29b628a372c6 req-031d97f7-3a60-440a-975a-7273cba79ccf tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ca0577e-3180-4952-b4bf-cf0fa79b3798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547512 Jul 09 15:06:23.318514 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-5b51488c-6ea1-46e8-8bba-b7ec517c4d57 req-3d10539d-fa8c-4cf4-9081-21c713ee322b service neutron] Transition to ACTIVE for port object 13c068fb-baf5-4c34-8203-7583814eef49 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:06:23.326274 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-ebaf1fcb-0522-4b36-a867-5a784c432e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adb4877-cd75-4e70-884e-e4a2aa007af2', 'name': 'tempest-TestNetworkBasicOps-router-1420943158', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '491efa71-d6ce-4fda-ae82-505c17f95126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:06:19Z', 'updated_at': '2021-07-09T15:06:21Z', 'revision_number': 3, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'gw_port': {'id': '491efa71-d6ce-4fda-ae82-505c17f95126', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:97:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9adb4877-cd75-4e70-884e-e4a2aa007af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:06:20Z', 'updated_at': '2021-07-09T15:06:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:06:23.350757 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4205abb5-9a68-4f60-a024-1e8e7eb62465 tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:23.353012 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-4205abb5-9a68-4f60-a024-1e8e7eb62465 tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1852474 Jul 09 15:06:23.356959 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 37250) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:06:23.405315 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 37252) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:06:23.412121 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-f735bfe8-be2b-4cfc-b457-566bfedace10 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-292310766', 'network_id': '2b3704e8-451c-4589-8c88-b29a937cb5cc', 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:06:23.420661 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-923c7554-7430-4409-b02e-48a1951f4c85 tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=202c7ce6-d4e9-4f80-84dd-bef08905a653&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0579123 Jul 09 15:06:23.423699 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5b51488c-6ea1-46e8-8bba-b7ec517c4d57 req-3d10539d-fa8c-4cf4-9081-21c713ee322b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:23.473955 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebaf1fcb-0522-4b36-a867-5a784c432e3a None None] Checking router: 9adb4877-cd75-4e70-884e-e4a2aa007af2 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:06:23.474301 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebaf1fcb-0522-4b36-a867-5a784c432e3a None None] Updating router 9adb4877-cd75-4e70-884e-e4a2aa007af2 port 491efa71-d6ce-4fda-ae82-505c17f95126 binding host n-d-799529-6 {{(pid=94448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:06:23.486669 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d10539d-fa8c-4cf4-9081-21c713ee322b service neutron] Pushing event updated for resources: {'Port': ['ID=13c068fb-baf5-4c34-8203-7583814eef49,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:23.520733 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-ebaf1fcb-0522-4b36-a867-5a784c432e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:23.643889 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-5b51488c-6ea1-46e8-8bba-b7ec517c4d57 req-3d10539d-fa8c-4cf4-9081-21c713ee322b service neutron] Attempting to bind port 13c068fb-baf5-4c34-8203-7583814eef49 on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:06:23.644238 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-5b51488c-6ea1-46e8-8bba-b7ec517c4d57 req-3d10539d-fa8c-4cf4-9081-21c713ee322b service neutron] Attempting to bind port 13c068fb-baf5-4c34-8203-7583814eef49 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': '1104ae08-fb7c-4ba7-995f-baa0ff12f18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'f41e4b95-e67a-4a40-b3c2-e3aaaffc72fa'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:06:23.644574 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b51488c-6ea1-46e8-8bba-b7ec517c4d57 req-3d10539d-fa8c-4cf4-9081-21c713ee322b service neutron] Attempting to bind port 13c068fb-baf5-4c34-8203-7583814eef49 on network f41e4b95-e67a-4a40-b3c2-e3aaaffc72fa {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:06:23.651379 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b51488c-6ea1-46e8-8bba-b7ec517c4d57 req-3d10539d-fa8c-4cf4-9081-21c713ee322b service neutron] Port 13c068fb-baf5-4c34-8203-7583814eef49 on network f41e4b95-e67a-4a40-b3c2-e3aaaffc72fa not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:06:23.651904 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b51488c-6ea1-46e8-8bba-b7ec517c4d57 req-3d10539d-fa8c-4cf4-9081-21c713ee322b service neutron] Attempting to bind port 13c068fb-baf5-4c34-8203-7583814eef49 on network f41e4b95-e67a-4a40-b3c2-e3aaaffc72fa {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:06:23.661051 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b51488c-6ea1-46e8-8bba-b7ec517c4d57 req-3d10539d-fa8c-4cf4-9081-21c713ee322b service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:06:23.661408 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b51488c-6ea1-46e8-8bba-b7ec517c4d57 req-3d10539d-fa8c-4cf4-9081-21c713ee322b service neutron] Checking segment: {'id': '1104ae08-fb7c-4ba7-995f-baa0ff12f18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'f41e4b95-e67a-4a40-b3c2-e3aaaffc72fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:06:23.663982 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b51488c-6ea1-46e8-8bba-b7ec517c4d57 req-3d10539d-fa8c-4cf4-9081-21c713ee322b service neutron] Bound using segment: {'id': '1104ae08-fb7c-4ba7-995f-baa0ff12f18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'f41e4b95-e67a-4a40-b3c2-e3aaaffc72fa'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:06:23.664461 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-5b51488c-6ea1-46e8-8bba-b7ec517c4d57 req-3d10539d-fa8c-4cf4-9081-21c713ee322b service neutron] Bound port: 13c068fb-baf5-4c34-8203-7583814eef49, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1104ae08-fb7c-4ba7-995f-baa0ff12f18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'f41e4b95-e67a-4a40-b3c2-e3aaaffc72fa'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:06:23.668174 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5b51488c-6ea1-46e8-8bba-b7ec517c4d57 req-3d10539d-fa8c-4cf4-9081-21c713ee322b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:23.715002 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f735bfe8-be2b-4cfc-b457-566bfedace10 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Made reservation on behalf of a6e2ac6f6f91427f816da8127677c24e for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:06:23.719732 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f735bfe8-be2b-4cfc-b457-566bfedace10 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:23.765378 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-5b51488c-6ea1-46e8-8bba-b7ec517c4d57 req-3d10539d-fa8c-4cf4-9081-21c713ee322b service neutron] For port 13c068fb-baf5-4c34-8203-7583814eef49, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:06:23.772596 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-5b51488c-6ea1-46e8-8bba-b7ec517c4d57 req-3d10539d-fa8c-4cf4-9081-21c713ee322b service neutron] For port 13c068fb-baf5-4c34-8203-7583814eef49, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=13c068fb-baf5-4c34-8203-7583814eef49,segment=NetworkSegment(1104ae08-fb7c-4ba7-995f-baa0ff12f18b),segment_id=1104ae08-fb7c-4ba7-995f-baa0ff12f18b)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:06:23.889294 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-ebaf1fcb-0522-4b36-a867-5a784c432e3a None None] Notify callbacks [] for port, precommit_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:23.893578 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5b51488c-6ea1-46e8-8bba-b7ec517c4d57 req-3d10539d-fa8c-4cf4-9081-21c713ee322b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:23.909631 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.provisioning_blocks [None req-ebaf1fcb-0522-4b36-a867-5a784c432e3a None None] Transition to ACTIVE for port object 491efa71-d6ce-4fda-ae82-505c17f95126 will not be triggered until provisioned by entity L2. {{(pid=94448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:06:23.933459 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b51488c-6ea1-46e8-8bba-b7ec517c4d57 req-3d10539d-fa8c-4cf4-9081-21c713ee322b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:23.933459 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-5b51488c-6ea1-46e8-8bba-b7ec517c4d57 req-3d10539d-fa8c-4cf4-9081-21c713ee322b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:23.933459 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5b51488c-6ea1-46e8-8bba-b7ec517c4d57 req-3d10539d-fa8c-4cf4-9081-21c713ee322b service neutron] 10.222.0.62 "PUT /v2.0/ports/13c068fb-baf5-4c34-8203-7583814eef49 HTTP/1.1" status: 200 len: 1091 time: 1.1143768 Jul 09 15:06:23.933459 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e8819fe-d461-44de-8be0-a6d438029156', 'tag': '13c068fb-baf5-4c34-8203-7583814eef49'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:06:23.933931 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a15f777-3e8c-45a9-ba68-74fd4327ef7a" -d '{"events": [{"name": "network-changed", "server_uuid": "4e8819fe-d461-44de-8be0-a6d438029156", "tag": "13c068fb-baf5-4c34-8203-7583814eef49"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:06:24.157392 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d10539d-fa8c-4cf4-9081-21c713ee322b service neutron] Pushing event updated for resources: {'Port': ['ID=13c068fb-baf5-4c34-8203-7583814eef49,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:24.165755 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-ebaf1fcb-0522-4b36-a867-5a784c432e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:24.169514 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59fa086-1deb-42b8-a6fd-5878eb1b4de4 x-openstack-request-id: req-c59fa086-1deb-42b8-a6fd-5878eb1b4de4 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:06:24.169514 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e8819fe-d461-44de-8be0-a6d438029156", "tag": "13c068fb-baf5-4c34-8203-7583814eef49", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:06:24.169514 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c59fa086-1deb-42b8-a6fd-5878eb1b4de4 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:06:24.169514 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e8819fe-d461-44de-8be0-a6d438029156', 'tag': '13c068fb-baf5-4c34-8203-7583814eef49', 'status': 'completed', 'code': 200} Jul 09 15:06:24.170254 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-ebaf1fcb-0522-4b36-a867-5a784c432e3a None None] Attempting to bind port 491efa71-d6ce-4fda-ae82-505c17f95126 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:06:24.170254 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-ebaf1fcb-0522-4b36-a867-5a784c432e3a None None] Attempting to bind port 491efa71-d6ce-4fda-ae82-505c17f95126 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:06:24.170254 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebaf1fcb-0522-4b36-a867-5a784c432e3a None None] Attempting to bind port 491efa71-d6ce-4fda-ae82-505c17f95126 on network 202c7ce6-d4e9-4f80-84dd-bef08905a653 {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:06:24.170946 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f735bfe8-be2b-4cfc-b457-566bfedace10 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:24.171704 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebaf1fcb-0522-4b36-a867-5a784c432e3a None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:06:24.171704 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebaf1fcb-0522-4b36-a867-5a784c432e3a None None] Checking segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:06:24.171704 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-ebaf1fcb-0522-4b36-a867-5a784c432e3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:24.171704 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebaf1fcb-0522-4b36-a867-5a784c432e3a None None] Bound using segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:06:24.171704 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-ebaf1fcb-0522-4b36-a867-5a784c432e3a None None] Bound port: 491efa71-d6ce-4fda-ae82-505c17f95126, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:06:24.171704 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-ebaf1fcb-0522-4b36-a867-5a784c432e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:24.225955 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-ebaf1fcb-0522-4b36-a867-5a784c432e3a None None] For port 491efa71-d6ce-4fda-ae82-505c17f95126, host n-d-799529-6, cleared binding levels {{(pid=94448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:06:24.234366 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-ebaf1fcb-0522-4b36-a867-5a784c432e3a None None] For port 491efa71-d6ce-4fda-ae82-505c17f95126, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=491efa71-d6ce-4fda-ae82-505c17f95126,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:06:24.241213 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a15f777-3e8c-45a9-ba68-74fd4327ef7a req-aa50a6f7-5e32-44bd-8531-c875a09e58bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:24.243413 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1a15f777-3e8c-45a9-ba68-74fd4327ef7a req-aa50a6f7-5e32-44bd-8531-c875a09e58bc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9cb6374b0a6d482aa499b47cd8ddd0c1&device_id=4e8819fe-d461-44de-8be0-a6d438029156 HTTP/1.1" status: 200 len: 1094 time: 0.1620736 Jul 09 15:06:24.250891 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b301a68d-7839-4e42-beb2-77ebb3731993 None None] Pushing event updated for resources: {'Port': ['ID=491efa71-d6ce-4fda-ae82-505c17f95126,revision_number=2']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:24.269156 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f735bfe8-be2b-4cfc-b457-566bfedace10 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Pushing event updated for resources: {'Subnet': ['ID=698ed9b4-c044-4342-bccd-fd185f7a5759,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:24.285046 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f735bfe8-be2b-4cfc-b457-566bfedace10 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Checking segment: {'id': 'f383ae13-0bf9-4a2b-a528-0bb79c4871fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '2b3704e8-451c-4589-8c88-b29a937cb5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:06:24.292050 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f735bfe8-be2b-4cfc-b457-566bfedace10 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Network hostable DHCP agents. Network: 2b3704e8-451c-4589-8c88-b29a937cb5cc, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:06:24.331075 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ba72283b-331f-42bf-958a-d05b904f258f req-e8e81807-0702-49d3-b15e-47c938a5b5e7 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 210 time: 0.0429459 Jul 09 15:06:24.362749 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-ebaf1fcb-0522-4b36-a867-5a784c432e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:24.386792 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a15f777-3e8c-45a9-ba68-74fd4327ef7a req-004c45bc-609c-4537-8685-aa1565a10ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:24.388399 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1a15f777-3e8c-45a9-ba68-74fd4327ef7a req-004c45bc-609c-4537-8685-aa1565a10ec7 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=9cb6374b0a6d482aa499b47cd8ddd0c1&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1289763 Jul 09 15:06:24.450935 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f735bfe8-be2b-4cfc-b457-566bfedace10 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Network 2b3704e8-451c-4589-8c88-b29a937cb5cc is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:06:24.473826 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b301a68d-7839-4e42-beb2-77ebb3731993 None None] Pushing event updated for resources: {'Port': ['ID=491efa71-d6ce-4fda-ae82-505c17f95126,revision_number=3']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:24.513458 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebaf1fcb-0522-4b36-a867-5a784c432e3a None None] Routers {'9adb4877-cd75-4e70-884e-e4a2aa007af2'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:06:24.514376 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-ebaf1fcb-0522-4b36-a867-5a784c432e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:05:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['9adb4877-cd75-4e70-884e-e4a2aa007af2'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:06:24.516188 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-f735bfe8-be2b-4cfc-b457-566bfedace10 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 2b3704e8-451c-4589-8c88-b29a937cb5cc) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:06:24.520366 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f735bfe8-be2b-4cfc-b457-566bfedace10 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:24.521453 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f735bfe8-be2b-4cfc-b457-566bfedace10 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:24.532950 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86acfc59-3094-45f7-9029-18105eeec12d None None] Network 2b3704e8-451c-4589-8c88-b29a937cb5cc requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:06:24.579800 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a15f777-3e8c-45a9-ba68-74fd4327ef7a req-a3396098-0595-4088-ac0c-53553ba97693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:24.581624 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1a15f777-3e8c-45a9-ba68-74fd4327ef7a req-a3396098-0595-4088-ac0c-53553ba97693 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1824362 Jul 09 15:06:24.631046 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f735bfe8-be2b-4cfc-b457-566bfedace10 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2242119 Jul 09 15:06:24.634148 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b864b612-bb85-4b35-8287-e8421da6c761 req-6481b4c4-bac4-49ac-8d04-401b63cb8aee tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:24.634353 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 37284) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:06:24.635963 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b864b612-bb85-4b35-8287-e8421da6c761 req-6481b4c4-bac4-49ac-8d04-401b63cb8aee tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e8819fe-d461-44de-8be0-a6d438029156 HTTP/1.1" status: 200 len: 943 time: 0.1426914 Jul 09 15:06:24.744848 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b864b612-bb85-4b35-8287-e8421da6c761 req-8815ae21-db29-4e60-9478-ad6143670d03 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ca0577e-3180-4952-b4bf-cf0fa79b3798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028533 Jul 09 15:06:24.751632 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-ebaf1fcb-0522-4b36-a867-5a784c432e3a None None] Set router 9adb4877-cd75-4e70-884e-e4a2aa007af2 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:06:24.787392 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b51488c-6ea1-46e8-8bba-b7ec517c4d57 req-d88ec639-46da-45aa-90c6-e66304ea1da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:24.794344 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5b51488c-6ea1-46e8-8bba-b7ec517c4d57 req-d88ec639-46da-45aa-90c6-e66304ea1da8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9cb6374b0a6d482aa499b47cd8ddd0c1&device_id=4e8819fe-d461-44de-8be0-a6d438029156 HTTP/1.1" status: 200 len: 1094 time: 0.1147883 Jul 09 15:06:24.810849 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a70b75e-61db-4976-b1a0-394cd013858b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-2b3704e8-451c-4589-8c88-b29a937cb5cc', 'network_id': '2b3704e8-451c-4589-8c88-b29a937cb5cc', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'fixed_ips': [{'subnet_id': '698ed9b4-c044-4342-bccd-fd185f7a5759'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:06:24.811751 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2a70b75e-61db-4976-b1a0-394cd013858b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:24.896735 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5b51488c-6ea1-46e8-8bba-b7ec517c4d57 req-0dafe524-b75b-43d7-b25b-aa063c05d1d6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13c068fb-baf5-4c34-8203-7583814eef49 HTTP/1.1" status: 200 len: 217 time: 0.0883791 Jul 09 15:06:25.002388 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-2a70b75e-61db-4976-b1a0-394cd013858b None None] Allocated IP 172.20.0.2 (2b3704e8-451c-4589-8c88-b29a937cb5cc/698ed9b4-c044-4342-bccd-fd185f7a5759/1678ec24-dccf-4f48-b0ba-bf40de734e75) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:06:25.020870 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b51488c-6ea1-46e8-8bba-b7ec517c4d57 req-d3a3b32b-8057-4b96-b5e2-bd67c129001f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:25.033040 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5b51488c-6ea1-46e8-8bba-b7ec517c4d57 req-d3a3b32b-8057-4b96-b5e2-bd67c129001f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=11658eaf-0233-449f-a381-3c823efc4351 HTTP/1.1" status: 200 len: 846 time: 0.1272726 Jul 09 15:06:25.080510 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-ebaf1fcb-0522-4b36-a867-5a784c432e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adb4877-cd75-4e70-884e-e4a2aa007af2', 'name': 'tempest-TestNetworkBasicOps-router-1420943158', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '491efa71-d6ce-4fda-ae82-505c17f95126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:06:19Z', 'updated_at': '2021-07-09T15:06:21Z', 'revision_number': 3, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'gw_port': {'id': '491efa71-d6ce-4fda-ae82-505c17f95126', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:97:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9adb4877-cd75-4e70-884e-e4a2aa007af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:06:20Z', 'updated_at': '2021-07-09T15:06:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:06:25.109687 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebaf1fcb-0522-4b36-a867-5a784c432e3a None None] The sync data for ids ['9adb4877-cd75-4e70-884e-e4a2aa007af2'] in n-d-799529-6 is: [{'id': '9adb4877-cd75-4e70-884e-e4a2aa007af2', 'name': 'tempest-TestNetworkBasicOps-router-1420943158', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '491efa71-d6ce-4fda-ae82-505c17f95126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:06:19Z', 'updated_at': '2021-07-09T15:06:21Z', 'revision_number': 3, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'gw_port': {'id': '491efa71-d6ce-4fda-ae82-505c17f95126', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:97:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9adb4877-cd75-4e70-884e-e4a2aa007af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:06:20Z', 'updated_at': '2021-07-09T15:06:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:06:25.194075 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2a70b75e-61db-4976-b1a0-394cd013858b None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:25.211212 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b51488c-6ea1-46e8-8bba-b7ec517c4d57 req-c812591b-c285-444a-b50c-dcde5121b4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:25.213905 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5b51488c-6ea1-46e8-8bba-b7ec517c4d57 req-c812591b-c285-444a-b50c-dcde5121b4b5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f41e4b95-e67a-4a40-b3c2-e3aaaffc72fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1793694 Jul 09 15:06:25.218329 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-2a70b75e-61db-4976-b1a0-394cd013858b None None] Transition to ACTIVE for port object 1678ec24-dccf-4f48-b0ba-bf40de734e75 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:06:25.255677 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-2a70b75e-61db-4976-b1a0-394cd013858b None None] Transition to ACTIVE for port object 1678ec24-dccf-4f48-b0ba-bf40de734e75 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:06:25.331565 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5b51488c-6ea1-46e8-8bba-b7ec517c4d57 req-291d82ce-0e0e-4dca-b143-ea1ed4d1de2c service neutron] 10.222.0.62 "GET /v2.0/networks/f41e4b95-e67a-4a40-b3c2-e3aaaffc72fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101360 Jul 09 15:06:25.371796 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2a70b75e-61db-4976-b1a0-394cd013858b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:25.464296 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a70b75e-61db-4976-b1a0-394cd013858b None None] Network 2b3704e8-451c-4589-8c88-b29a937cb5cc is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:06:25.473251 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-2a70b75e-61db-4976-b1a0-394cd013858b None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:06:25.474418 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5b51488c-6ea1-46e8-8bba-b7ec517c4d57 req-8d44fe26-94d8-4c64-b130-895b09bbe65d service neutron] 10.222.0.62 "GET /v2.0/networks/f41e4b95-e67a-4a40-b3c2-e3aaaffc72fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347690 Jul 09 15:06:25.478033 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a70b75e-61db-4976-b1a0-394cd013858b None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:06:25.504138 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a70b75e-61db-4976-b1a0-394cd013858b None None] Pushing event updated for resources: {'Port': ['ID=1678ec24-dccf-4f48-b0ba-bf40de734e75,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:25.639002 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fdf804b5-92a0-402f-b9a2-d10e52d51dbd req-61ba55a5-c3c2-4c3c-a596-dfd97f66f2b7 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 210 time: 0.0445254 Jul 09 15:06:25.642664 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e91f1e21-eb7a-412a-b34a-a70d0ac2737c tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:25.659596 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-2a70b75e-61db-4976-b1a0-394cd013858b None None] Attempting to bind port 1678ec24-dccf-4f48-b0ba-bf40de734e75 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:06:25.660186 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-2a70b75e-61db-4976-b1a0-394cd013858b None None] Attempting to bind port 1678ec24-dccf-4f48-b0ba-bf40de734e75 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'f383ae13-0bf9-4a2b-a528-0bb79c4871fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '2b3704e8-451c-4589-8c88-b29a937cb5cc'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:06:25.660335 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a70b75e-61db-4976-b1a0-394cd013858b None None] Attempting to bind port 1678ec24-dccf-4f48-b0ba-bf40de734e75 on network 2b3704e8-451c-4589-8c88-b29a937cb5cc {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:06:25.672051 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a70b75e-61db-4976-b1a0-394cd013858b None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:06:25.672441 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a70b75e-61db-4976-b1a0-394cd013858b None None] Checking segment: {'id': 'f383ae13-0bf9-4a2b-a528-0bb79c4871fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '2b3704e8-451c-4589-8c88-b29a937cb5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:06:25.672857 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2a70b75e-61db-4976-b1a0-394cd013858b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:25.673264 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a70b75e-61db-4976-b1a0-394cd013858b None None] Bound using segment: {'id': 'f383ae13-0bf9-4a2b-a528-0bb79c4871fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '2b3704e8-451c-4589-8c88-b29a937cb5cc'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:06:25.673750 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-2a70b75e-61db-4976-b1a0-394cd013858b None None] Bound port: 1678ec24-dccf-4f48-b0ba-bf40de734e75, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f383ae13-0bf9-4a2b-a528-0bb79c4871fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '2b3704e8-451c-4589-8c88-b29a937cb5cc'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:06:25.674135 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2a70b75e-61db-4976-b1a0-394cd013858b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:25.780999 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-2a70b75e-61db-4976-b1a0-394cd013858b None None] For port 1678ec24-dccf-4f48-b0ba-bf40de734e75, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:06:25.796612 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-2a70b75e-61db-4976-b1a0-394cd013858b None None] For port 1678ec24-dccf-4f48-b0ba-bf40de734e75, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=1678ec24-dccf-4f48-b0ba-bf40de734e75,segment=NetworkSegment(f383ae13-0bf9-4a2b-a528-0bb79c4871fe),segment_id=f383ae13-0bf9-4a2b-a528-0bb79c4871fe)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:06:25.888805 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2a70b75e-61db-4976-b1a0-394cd013858b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:26.009898 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a70b75e-61db-4976-b1a0-394cd013858b None None] Pushing event updated for resources: {'Port': ['ID=1678ec24-dccf-4f48-b0ba-bf40de734e75,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:26.079229 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-e91f1e21-eb7a-412a-b34a-a70d0ac2737c tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Allocated IP 172.20.0.1 (2b3704e8-451c-4589-8c88-b29a937cb5cc/698ed9b4-c044-4342-bccd-fd185f7a5759/370ac841-d3ae-4e16-9a85-4fd69494a30d) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:06:26.139992 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a3aa4-ade3-490d-9758-1e86ed4cb16b req-e96e4a2e-4cff-4607-9fb8-8e2bce71201d tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:26.141790 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f00a3aa4-ade3-490d-9758-1e86ed4cb16b req-e96e4a2e-4cff-4607-9fb8-8e2bce71201d tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e8819fe-d461-44de-8be0-a6d438029156 HTTP/1.1" status: 200 len: 943 time: 0.1673295 Jul 09 15:06:26.156135 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5951846d-a973-4e40-937d-6e7b2402376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:26.225810 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f00a3aa4-ade3-490d-9758-1e86ed4cb16b req-09337b1f-85f2-46c1-b375-b31b840f9011 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ca0577e-3180-4952-b4bf-cf0fa79b3798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783477 Jul 09 15:06:26.337996 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e91f1e21-eb7a-412a-b34a-a70d0ac2737c tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:26.372287 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-e91f1e21-eb7a-412a-b34a-a70d0ac2737c tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Transition to ACTIVE for port object 370ac841-d3ae-4e16-9a85-4fd69494a30d will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:06:26.502987 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e91f1e21-eb7a-412a-b34a-a70d0ac2737c tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:26.554336 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91f1e21-eb7a-412a-b34a-a70d0ac2737c tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Pushing event updated for resources: {'Port': ['ID=370ac841-d3ae-4e16-9a85-4fd69494a30d,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:26.573626 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91f1e21-eb7a-412a-b34a-a70d0ac2737c tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Network 2b3704e8-451c-4589-8c88-b29a937cb5cc is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:06:26.575272 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-e91f1e21-eb7a-412a-b34a-a70d0ac2737c tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:06:26.577921 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91f1e21-eb7a-412a-b34a-a70d0ac2737c tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:06:26.637402 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e91f1e21-eb7a-412a-b34a-a70d0ac2737c tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:26.896254 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5bb519f3-6604-460d-9511-ab3c2e6380f3 req-12f9a292-5e74-43f1-8172-89cb5e747710 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 210 time: 0.0549638 Jul 09 15:06:26.909407 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e91f1e21-eb7a-412a-b34a-a70d0ac2737c tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:26.952333 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 491efa71-d6ce-4fda-ae82-505c17f95126 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:06:27.167573 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 491efa71-d6ce-4fda-ae82-505c17f95126 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:06:27.172325 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 491efa71-d6ce-4fda-ae82-505c17f95126 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:06:27.172778 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:27.281971 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e91f1e21-eb7a-412a-b34a-a70d0ac2737c tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:27.342936 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:27.379591 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 491efa71-d6ce-4fda-ae82-505c17f95126, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=491efa71-d6ce-4fda-ae82-505c17f95126,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:06:27.418949 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e91f1e21-eb7a-412a-b34a-a70d0ac2737c tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:27.484693 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd10f7e-b387-463c-a7d2-627ded5e8ab8 None None] Network 2b3704e8-451c-4589-8c88-b29a937cb5cc requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:06:27.492255 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91f1e21-eb7a-412a-b34a-a70d0ac2737c tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Pushing event updated for resources: {'Port': ['ID=370ac841-d3ae-4e16-9a85-4fd69494a30d,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:27.507855 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da04c5d-93b3-4303-9cf7-4fea23eef08a req-a2cbadf9-8c92-4b14-a071-90a82e243838 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:27.510247 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6da04c5d-93b3-4303-9cf7-4fea23eef08a req-a2cbadf9-8c92-4b14-a071-90a82e243838 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e8819fe-d461-44de-8be0-a6d438029156 HTTP/1.1" status: 200 len: 943 time: 0.1118309 Jul 09 15:06:27.530880 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e91f1e21-eb7a-412a-b34a-a70d0ac2737c tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:27.570494 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:27.572482 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 1678ec24-dccf-4f48-b0ba-bf40de734e75 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:06:27.573037 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6da04c5d-93b3-4303-9cf7-4fea23eef08a req-65ffeadc-5505-4548-871e-dd5734c0c034 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ca0577e-3180-4952-b4bf-cf0fa79b3798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498607 Jul 09 15:06:27.637927 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:06:27.647742 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91f1e21-eb7a-412a-b34a-a70d0ac2737c tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Network 2b3704e8-451c-4589-8c88-b29a937cb5cc is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:06:27.649659 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-e91f1e21-eb7a-412a-b34a-a70d0ac2737c tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:06:27.707989 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=491efa71-d6ce-4fda-ae82-505c17f95126,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:27.738989 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-185c757c-fd0b-4d28-9041-ddf54f5ff6ce None None] Provisioning for port 1678ec24-dccf-4f48-b0ba-bf40de734e75 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:06:27.826048 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 1678ec24-dccf-4f48-b0ba-bf40de734e75 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:06:27.831709 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 1678ec24-dccf-4f48-b0ba-bf40de734e75 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:06:27.832157 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:27.959325 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:28.004186 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 1678ec24-dccf-4f48-b0ba-bf40de734e75, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=1678ec24-dccf-4f48-b0ba-bf40de734e75,segment=NetworkSegment(f383ae13-0bf9-4a2b-a528-0bb79c4871fe),segment_id=f383ae13-0bf9-4a2b-a528-0bb79c4871fe)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:06:28.188269 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-7878ab81-bd4a-4526-a6a6-bcd0fd490aef None None] Provisioning complete for port 1678ec24-dccf-4f48-b0ba-bf40de734e75 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:06:28.188591 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7878ab81-bd4a-4526-a6a6-bcd0fd490aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:28.204851 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-53210510-d277-4710-8f2c-29afbd4ab044 req-09203afb-3313-45dd-8e9f-6a0f8c343620 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91cb194-8f15-4150-a4af-dc1822486c62 HTTP/1.1" status: 200 len: 210 time: 0.0586600 Jul 09 15:06:28.212139 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e91f1e21-eb7a-412a-b34a-a70d0ac2737c tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Router 9adb4877-cd75-4e70-884e-e4a2aa007af2 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:06:28.224256 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6ea2a4b5-e3f4-403a-9b01-592bda5aa004 req-dd701eb3-f183-4c60-a3bd-7d0182d3d8f4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=122a589b-3350-4a9f-ba01-d8a683c763b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1451688 Jul 09 15:06:28.237236 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:28.312759 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=1678ec24-dccf-4f48-b0ba-bf40de734e75,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:28.406332 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e91f1e21-eb7a-412a-b34a-a70d0ac2737c tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:06:28.412214 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e91f1e21-eb7a-412a-b34a-a70d0ac2737c tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "PUT /v2.0/routers/9adb4877-cd75-4e70-884e-e4a2aa007af2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7764535 Jul 09 15:06:28.414769 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2a4b5-e3f4-403a-9b01-592bda5aa004 req-f2e63814-0cd7-4b29-8222-37bda7fe2398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:28.415065 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 37332) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:06:28.418255 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6ea2a4b5-e3f4-403a-9b01-592bda5aa004 req-f2e63814-0cd7-4b29-8222-37bda7fe2398 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c03b5d3d86974e68a5911d632d382871&device_id=122a589b-3350-4a9f-ba01-d8a683c763b2 HTTP/1.1" status: 200 len: 1097 time: 0.1292634 Jul 09 15:06:28.431377 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4c91d8-145e-4863-9a9f-ae9ff45d0449 None None] Sync routers for ids ['9adb4877-cd75-4e70-884e-e4a2aa007af2'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:06:28.450336 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4c91d8-145e-4863-9a9f-ae9ff45d0449 None None] Routers {'9adb4877-cd75-4e70-884e-e4a2aa007af2'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:06:28.451978 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-6a4c91d8-145e-4863-9a9f-ae9ff45d0449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:05:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['9adb4877-cd75-4e70-884e-e4a2aa007af2'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:06:28.507452 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-7878ab81-bd4a-4526-a6a6-bcd0fd490aef None None] Provisioning for port 370ac841-d3ae-4e16-9a85-4fd69494a30d completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:06:28.533188 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-7878ab81-bd4a-4526-a6a6-bcd0fd490aef None None] Provisioning complete for port 370ac841-d3ae-4e16-9a85-4fd69494a30d triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:06:28.533569 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7878ab81-bd4a-4526-a6a6-bcd0fd490aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:28.560748 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2a4b5-e3f4-403a-9b01-592bda5aa004 req-cdf33a81-7ff7-4021-b638-cb5e8f8b8c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:28.562746 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6ea2a4b5-e3f4-403a-9b01-592bda5aa004 req-cdf33a81-7ff7-4021-b638-cb5e8f8b8c5d service neutron] 10.222.0.54 "GET /v2.0/networks?id=2caf48fb-184c-426e-a7e2-2d876991b7f4 HTTP/1.1" status: 200 len: 912 time: 0.1227114 Jul 09 15:06:28.616474 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-7878ab81-bd4a-4526-a6a6-bcd0fd490aef None None] Port 370ac841-d3ae-4e16-9a85-4fd69494a30d cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:06:28.637770 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-6a4c91d8-145e-4863-9a9f-ae9ff45d0449 None None] Set router 9adb4877-cd75-4e70-884e-e4a2aa007af2 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:06:28.651766 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6ea2a4b5-e3f4-403a-9b01-592bda5aa004 req-4fec22ac-2b40-4886-8cbe-d8737f490ea3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f01ab20f-9308-4ae2-88ac-3c399a610043 HTTP/1.1" status: 200 len: 217 time: 0.0815876 Jul 09 15:06:28.748173 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2a4b5-e3f4-403a-9b01-592bda5aa004 req-11acc9ee-54f9-4206-a914-cf5a4f51dd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:28.750048 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6ea2a4b5-e3f4-403a-9b01-592bda5aa004 req-11acc9ee-54f9-4206-a914-cf5a4f51dd76 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a10947be-2e1d-4b8b-b31f-e273354d0e7a HTTP/1.1" status: 200 len: 850 time: 0.0923982 Jul 09 15:06:28.824199 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2a4b5-e3f4-403a-9b01-592bda5aa004 req-4c99bb63-7a29-4896-b64d-280d838ac7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:28.826005 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6ea2a4b5-e3f4-403a-9b01-592bda5aa004 req-4c99bb63-7a29-4896-b64d-280d838ac7ca service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2caf48fb-184c-426e-a7e2-2d876991b7f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690663 Jul 09 15:06:28.844207 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [req-6ea2a4b5-e3f4-403a-9b01-592bda5aa004 req-191d8daa-c8d0-48bb-b985-359b47d5998f service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:06:28.845847 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6ea2a4b5-e3f4-403a-9b01-592bda5aa004 req-191d8daa-c8d0-48bb-b985-359b47d5998f service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0132124 Jul 09 15:06:28.851878 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-cdcb91f3-4f68-44fe-87b1-a4bc8f58d558 None None] Provisioning complete for port 370ac841-d3ae-4e16-9a85-4fd69494a30d triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:06:28.852774 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-cdcb91f3-4f68-44fe-87b1-a4bc8f58d558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:28.897034 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 491efa71-d6ce-4fda-ae82-505c17f95126 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:06:28.967300 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6ea2a4b5-e3f4-403a-9b01-592bda5aa004 req-37a1040d-4d66-405f-bf27-eebaae3bd01d service neutron] 10.222.0.54 "GET /v2.0/networks/2caf48fb-184c-426e-a7e2-2d876991b7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153078 Jul 09 15:06:28.983315 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-cdcb91f3-4f68-44fe-87b1-a4bc8f58d558 None None] Port 370ac841-d3ae-4e16-9a85-4fd69494a30d cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:06:29.052460 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 491efa71-d6ce-4fda-ae82-505c17f95126 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:06:29.052681 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:29.077999 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6ea2a4b5-e3f4-403a-9b01-592bda5aa004 req-b22ddc07-5b20-4df7-9202-59b1c40c0070 service neutron] 10.222.0.54 "GET /v2.0/networks/2caf48fb-184c-426e-a7e2-2d876991b7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041086 Jul 09 15:06:29.100852 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb58ac3-9600-4bf2-b7d3-5f3755f0a9ca tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:29.101416 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb58ac3-9600-4bf2-b7d3-5f3755f0a9ca tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:29.102017 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb58ac3-9600-4bf2-b7d3-5f3755f0a9ca tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:29.102547 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb58ac3-9600-4bf2-b7d3-5f3755f0a9ca tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:29.103035 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb58ac3-9600-4bf2-b7d3-5f3755f0a9ca tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:29.103491 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb58ac3-9600-4bf2-b7d3-5f3755f0a9ca tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:29.104489 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb58ac3-9600-4bf2-b7d3-5f3755f0a9ca tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:29.104949 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb58ac3-9600-4bf2-b7d3-5f3755f0a9ca tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:29.105405 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb58ac3-9600-4bf2-b7d3-5f3755f0a9ca tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:29.105872 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb58ac3-9600-4bf2-b7d3-5f3755f0a9ca tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:29.106422 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb58ac3-9600-4bf2-b7d3-5f3755f0a9ca tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:29.107121 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb58ac3-9600-4bf2-b7d3-5f3755f0a9ca tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:29.107274 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb58ac3-9600-4bf2-b7d3-5f3755f0a9ca tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:29.112283 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-beb58ac3-9600-4bf2-b7d3-5f3755f0a9ca tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9162 time: 0.6931829 Jul 09 15:06:29.112444 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 37338) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:06:29.117447 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-6a4c91d8-145e-4863-9a9f-ae9ff45d0449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adb4877-cd75-4e70-884e-e4a2aa007af2', 'name': 'tempest-TestNetworkBasicOps-router-1420943158', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '491efa71-d6ce-4fda-ae82-505c17f95126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:06:19Z', 'updated_at': '2021-07-09T15:06:26Z', 'revision_number': 4, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'gw_port': {'id': '491efa71-d6ce-4fda-ae82-505c17f95126', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:97:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adb4877-cd75-4e70-884e-e4a2aa007af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:06:20Z', 'updated_at': '2021-07-09T15:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '370ac841-d3ae-4e16-9a85-4fd69494a30d', 'name': '', 'network_id': '2b3704e8-451c-4589-8c88-b29a937cb5cc', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'mac_address': 'fa:16:3e:cf:32:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9adb4877-cd75-4e70-884e-e4a2aa007af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '698ed9b4-c044-4342-bccd-fd185f7a5759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:06:25Z', 'updated_at': '2021-07-09T15:06:27Z', 'revision_number': 2, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'subnets': [{'id': '698ed9b4-c044-4342-bccd-fd185f7a5759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:06:29.126805 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-b87c2a0b-02b2-4065-af2b-412e60f14381 None None] Provisioning complete for port 370ac841-d3ae-4e16-9a85-4fd69494a30d triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:06:29.127184 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b87c2a0b-02b2-4065-af2b-412e60f14381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:29.237868 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2f192e-3fc7-4f2d-87bf-59b2b346e7d3 tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:29.238345 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2f192e-3fc7-4f2d-87bf-59b2b346e7d3 tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:29.238866 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2f192e-3fc7-4f2d-87bf-59b2b346e7d3 tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:29.239267 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2f192e-3fc7-4f2d-87bf-59b2b346e7d3 tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:29.241740 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2f192e-3fc7-4f2d-87bf-59b2b346e7d3 tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:29.242449 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2f192e-3fc7-4f2d-87bf-59b2b346e7d3 tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:29.243078 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2f192e-3fc7-4f2d-87bf-59b2b346e7d3 tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:29.243689 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2f192e-3fc7-4f2d-87bf-59b2b346e7d3 tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:29.251195 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2f192e-3fc7-4f2d-87bf-59b2b346e7d3 tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:29.251195 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2f192e-3fc7-4f2d-87bf-59b2b346e7d3 tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:29.251195 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2f192e-3fc7-4f2d-87bf-59b2b346e7d3 tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:29.251195 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2f192e-3fc7-4f2d-87bf-59b2b346e7d3 tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:29.251195 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2f192e-3fc7-4f2d-87bf-59b2b346e7d3 tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:29.251195 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-cf2f192e-3fc7-4f2d-87bf-59b2b346e7d3 tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8367 time: 0.1349101 Jul 09 15:06:29.252206 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 37346) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:06:29.256989 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f860e5d-d8f9-4a3b-8eb2-997816736e3c req-ea6d17c1-961b-496b-9971-e118a782718b tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:29.259216 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5f860e5d-d8f9-4a3b-8eb2-997816736e3c req-ea6d17c1-961b-496b-9971-e118a782718b tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e8819fe-d461-44de-8be0-a6d438029156 HTTP/1.1" status: 200 len: 943 time: 0.2255800 Jul 09 15:06:29.344080 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5f860e5d-d8f9-4a3b-8eb2-997816736e3c req-2d60de12-a320-4c9b-bf46-577d87799ac4 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ca0577e-3180-4952-b4bf-cf0fa79b3798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739756 Jul 09 15:06:29.387146 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-593fce24-9c1d-4834-9357-bad20e39d7d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:29.390210 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4c91d8-145e-4863-9a9f-ae9ff45d0449 None None] Checking router: 9adb4877-cd75-4e70-884e-e4a2aa007af2 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:06:29.390564 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4c91d8-145e-4863-9a9f-ae9ff45d0449 None None] Updating router 9adb4877-cd75-4e70-884e-e4a2aa007af2 port 370ac841-d3ae-4e16-9a85-4fd69494a30d binding host n-d-799529-6 {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:06:29.466133 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-b87c2a0b-02b2-4065-af2b-412e60f14381 None None] Port 370ac841-d3ae-4e16-9a85-4fd69494a30d cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:06:29.474792 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 37352) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:06:29.480897 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6a4c91d8-145e-4863-9a9f-ae9ff45d0449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:29.483338 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 1678ec24-dccf-4f48-b0ba-bf40de734e75 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:06:29.513687 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:29.571971 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5d0f6075-abcd-4652-ac92-7f90e7356ae6 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:29.578482 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-a00d4fed-60d0-4c86-844a-ca3c20a150cc tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 6650 time: 0.3258035 Jul 09 15:06:29.608643 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5d0f6075-abcd-4652-ac92-7f90e7356ae6 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:29.650250 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 1678ec24-dccf-4f48-b0ba-bf40de734e75 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:06:29.651282 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:29.778854 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5d0f6075-abcd-4652-ac92-7f90e7356ae6 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:29.781576 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5d0f6075-abcd-4652-ac92-7f90e7356ae6 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:29.782759 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-5d0f6075-abcd-4652-ac92-7f90e7356ae6 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "DELETE /v2.0/security-groups/6b892279-bd5f-423b-8017-ce4180b448af HTTP/1.1" status: 204 len: 168 time: 0.3088727 Jul 09 15:06:29.785894 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 37358) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:06:29.802642 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0f6075-abcd-4652-ac92-7f90e7356ae6 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b892279-bd5f-423b-8017-ce4180b448af,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:29.827101 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [None req-ab0b9b92-cfe8-4659-b477-bfd49f9601b6 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] show failed (client error): The resource could not be found. Jul 09 15:06:29.827101 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ab0b9b92-cfe8-4659-b477-bfd49f9601b6 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "GET /v2.0/security-groups/6b892279-bd5f-423b-8017-ce4180b448af HTTP/1.1" status: 404 len: 347 time: 0.0247562 Jul 09 15:06:29.827359 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 37360) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:06:29.929915 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6a4c91d8-145e-4863-9a9f-ae9ff45d0449 None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:29.941728 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-6a4c91d8-145e-4863-9a9f-ae9ff45d0449 None None] Transition to ACTIVE for port object 370ac841-d3ae-4e16-9a85-4fd69494a30d will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:06:29.961195 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-dbb663cd-14ac-4d0c-9efc-135e1444dc63 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Deleting port 57b3181a-9910-4b5b-b1bf-6f270fadeebb {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:06:29.961195 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dbb663cd-14ac-4d0c-9efc-135e1444dc63 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:30.049723 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dbb663cd-14ac-4d0c-9efc-135e1444dc63 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:30.050195 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dbb663cd-14ac-4d0c-9efc-135e1444dc63 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:30.066420 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-dbb663cd-14ac-4d0c-9efc-135e1444dc63 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Calling delete_port for 57b3181a-9910-4b5b-b1bf-6f270fadeebb owned by network:floatingip {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:06:30.101253 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 37364) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:06:30.106286 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-e539ecf3-9e0e-4afb-b3ba-86b744b7128a tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1644054311', 'description': 'tempest-secgroup-smoke-1644054311 description', 'project_id': 'a6e2ac6f6f91427f816da8127677c24e'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:06:30.242313 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 13c068fb-baf5-4c34-8203-7583814eef49 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 15:06:30.337404 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6a4c91d8-145e-4863-9a9f-ae9ff45d0449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:30.345652 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 13c068fb-baf5-4c34-8203-7583814eef49, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=13c068fb-baf5-4c34-8203-7583814eef49,segment=NetworkSegment(1104ae08-fb7c-4ba7-995f-baa0ff12f18b),segment_id=1104ae08-fb7c-4ba7-995f-baa0ff12f18b)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:06:30.365458 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dbb663cd-14ac-4d0c-9efc-135e1444dc63 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:30.366081 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e539ecf3-9e0e-4afb-b3ba-86b744b7128a tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:30.385610 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:30.406136 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '13c068fb-baf5-4c34-8203-7583814eef49', 'network_id': 'f41e4b95-e67a-4a40-b3c2-e3aaaffc72fa', 'port_id': '13c068fb-baf5-4c34-8203-7583814eef49', 'mac_address': 'fa:16:3e:50:23:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11658eaf-0233-449f-a381-3c823efc4351', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 15:06:30.430128 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb663cd-14ac-4d0c-9efc-135e1444dc63 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Pushing event deleted for resources: {'Port': ['ID=57b3181a-9910-4b5b-b1bf-6f270fadeebb,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:30.456252 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d26af7-82cd-43ff-8f6f-931120531840 None None] Pushing event updated for resources: {'Port': ['ID=370ac841-d3ae-4e16-9a85-4fd69494a30d,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:30.555141 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-6a4c91d8-145e-4863-9a9f-ae9ff45d0449 None None] Attempting to bind port 370ac841-d3ae-4e16-9a85-4fd69494a30d on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:06:30.555768 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-6a4c91d8-145e-4863-9a9f-ae9ff45d0449 None None] Attempting to bind port 370ac841-d3ae-4e16-9a85-4fd69494a30d by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'f383ae13-0bf9-4a2b-a528-0bb79c4871fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '2b3704e8-451c-4589-8c88-b29a937cb5cc'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:06:30.556265 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4c91d8-145e-4863-9a9f-ae9ff45d0449 None None] Attempting to bind port 370ac841-d3ae-4e16-9a85-4fd69494a30d on network 2b3704e8-451c-4589-8c88-b29a937cb5cc {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:06:30.557338 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dbb663cd-14ac-4d0c-9efc-135e1444dc63 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks [] for floatingip, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:30.560586 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:30.565005 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dbb663cd-14ac-4d0c-9efc-135e1444dc63 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:30.568056 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-dbb663cd-14ac-4d0c-9efc-135e1444dc63 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "DELETE /v2.0/floatingips/1cc55ac5-0448-49ac-880c-8f4475474f90 HTTP/1.1" status: 204 len: 168 time: 0.7461517 Jul 09 15:06:30.569464 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e539ecf3-9e0e-4afb-b3ba-86b744b7128a tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:30.570140 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 37374) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:06:30.579565 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13c068fb-baf5-4c34-8203-7583814eef49 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:06:30.586817 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4c91d8-145e-4863-9a9f-ae9ff45d0449 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:06:30.587453 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4c91d8-145e-4863-9a9f-ae9ff45d0449 None None] Checking segment: {'id': 'f383ae13-0bf9-4a2b-a528-0bb79c4871fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '2b3704e8-451c-4589-8c88-b29a937cb5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:06:30.588025 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6a4c91d8-145e-4863-9a9f-ae9ff45d0449 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:30.588519 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4c91d8-145e-4863-9a9f-ae9ff45d0449 None None] Bound using segment: {'id': 'f383ae13-0bf9-4a2b-a528-0bb79c4871fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '2b3704e8-451c-4589-8c88-b29a937cb5cc'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:06:30.589299 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-6a4c91d8-145e-4863-9a9f-ae9ff45d0449 None None] Bound port: 370ac841-d3ae-4e16-9a85-4fd69494a30d, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f383ae13-0bf9-4a2b-a528-0bb79c4871fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '2b3704e8-451c-4589-8c88-b29a937cb5cc'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:06:30.589799 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6a4c91d8-145e-4863-9a9f-ae9ff45d0449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:30.622155 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 13c068fb-baf5-4c34-8203-7583814eef49, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=13c068fb-baf5-4c34-8203-7583814eef49,segment=NetworkSegment(1104ae08-fb7c-4ba7-995f-baa0ff12f18b),segment_id=1104ae08-fb7c-4ba7-995f-baa0ff12f18b)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:06:30.636507 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e539ecf3-9e0e-4afb-b3ba-86b744b7128a tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:30.691268 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e539ecf3-9e0e-4afb-b3ba-86b744b7128a tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c4eaeb-a251-4886-9e17-c07954fb3643,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:30.715487 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:30.746356 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-6a4c91d8-145e-4863-9a9f-ae9ff45d0449 None None] For port 370ac841-d3ae-4e16-9a85-4fd69494a30d, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:06:30.749390 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953c63b3-b818-4fcc-83f2-f9328cefe136 req-da94b4f9-a0cf-44b0-88b1-dc7c647f7fd7 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:30.751110 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-953c63b3-b818-4fcc-83f2-f9328cefe136 req-da94b4f9-a0cf-44b0-88b1-dc7c647f7fd7 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e8819fe-d461-44de-8be0-a6d438029156 HTTP/1.1" status: 200 len: 943 time: 0.1699085 Jul 09 15:06:30.761615 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-89c86612-0f30-4164-b169-71742a5b13d3 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Deleting port 652c8d51-7f4b-4a04-a1cb-616283698f43 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:06:30.762074 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-89c86612-0f30-4164-b169-71742a5b13d3 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:30.771740 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e539ecf3-9e0e-4afb-b3ba-86b744b7128a tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:30.779664 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e539ecf3-9e0e-4afb-b3ba-86b744b7128a tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6770864 Jul 09 15:06:30.782946 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 37378) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:06:30.798557 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-bccb073c-79f3-4ccd-9fcf-9b21f6bd6868 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Request body: {'security_group_rule': {'security_group_id': 'd2c4eaeb-a251-4886-9e17-c07954fb3643', 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:06:30.812303 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=13c068fb-baf5-4c34-8203-7583814eef49,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:30.834195 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-6a4c91d8-145e-4863-9a9f-ae9ff45d0449 None None] For port 370ac841-d3ae-4e16-9a85-4fd69494a30d, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=370ac841-d3ae-4e16-9a85-4fd69494a30d,segment=NetworkSegment(f383ae13-0bf9-4a2b-a528-0bb79c4871fe),segment_id=f383ae13-0bf9-4a2b-a528-0bb79c4871fe)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:06:30.872306 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-953c63b3-b818-4fcc-83f2-f9328cefe136 req-9b68bed4-eb02-4edc-952f-39355a4c2323 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ca0577e-3180-4952-b4bf-cf0fa79b3798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049042 Jul 09 15:06:30.892287 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-89c86612-0f30-4164-b169-71742a5b13d3 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:30.907068 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-89c86612-0f30-4164-b169-71742a5b13d3 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Calling delete_port for 652c8d51-7f4b-4a04-a1cb-616283698f43 owned by {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:06:30.918771 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bccb073c-79f3-4ccd-9fcf-9b21f6bd6868 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:30.951234 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6a4c91d8-145e-4863-9a9f-ae9ff45d0449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:30.989296 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bccb073c-79f3-4ccd-9fcf-9b21f6bd6868 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:31.014318 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4c91d8-145e-4863-9a9f-ae9ff45d0449 None None] Routers {'9adb4877-cd75-4e70-884e-e4a2aa007af2'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:06:31.015282 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-6a4c91d8-145e-4863-9a9f-ae9ff45d0449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:06:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['9adb4877-cd75-4e70-884e-e4a2aa007af2'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:06:31.058050 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d26af7-82cd-43ff-8f6f-931120531840 None None] Pushing event updated for resources: {'Port': ['ID=370ac841-d3ae-4e16-9a85-4fd69494a30d,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:31.085067 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bccb073c-79f3-4ccd-9fcf-9b21f6bd6868 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:31.118417 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccb073c-79f3-4ccd-9fcf-9b21f6bd6868 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b349c43a-00c7-4d71-a9bf-74a21c2d6c62,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:31.130719 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-89c86612-0f30-4164-b169-71742a5b13d3 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:31.173798 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c86612-0f30-4164-b169-71742a5b13d3 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Pushing event deleted for resources: {'Port': ['ID=652c8d51-7f4b-4a04-a1cb-616283698f43,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:31.189222 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-6a4c91d8-145e-4863-9a9f-ae9ff45d0449 None None] Set router 9adb4877-cd75-4e70-884e-e4a2aa007af2 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:06:31.190685 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bccb073c-79f3-4ccd-9fcf-9b21f6bd6868 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:31.192060 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-bccb073c-79f3-4ccd-9fcf-9b21f6bd6868 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4079928 Jul 09 15:06:31.195170 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 37382) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:06:31.200990 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-8c75590a-daf4-4832-9949-018621134a14 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Request body: {'security_group_rule': {'security_group_id': 'd2c4eaeb-a251-4886-9e17-c07954fb3643', 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:06:31.274055 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-89c86612-0f30-4164-b169-71742a5b13d3 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:31.278353 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-89c86612-0f30-4164-b169-71742a5b13d3 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "DELETE /v2.0/ports/652c8d51-7f4b-4a04-a1cb-616283698f43 HTTP/1.1" status: 204 len: 168 time: 0.7065723 Jul 09 15:06:31.280938 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 37386) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:06:31.293662 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['13c068fb-baf5-4c34-8203-7583814eef49'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:06:31.322972 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8c75590a-daf4-4832-9949-018621134a14 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:31.445052 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8c75590a-daf4-4832-9949-018621134a14 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:31.459995 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-d4ccc946-d57e-4013-bb1f-4ad54a8b7c98 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Deleting port 6e49b587-b19f-4fb7-b68d-daf59c076543 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:06:31.460346 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d4ccc946-d57e-4013-bb1f-4ad54a8b7c98 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:31.511879 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8c75590a-daf4-4832-9949-018621134a14 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:31.542093 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c75590a-daf4-4832-9949-018621134a14 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5357acca-f7d6-4184-99f9-e8af7e2feb88,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:31.546669 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-6a4c91d8-145e-4863-9a9f-ae9ff45d0449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adb4877-cd75-4e70-884e-e4a2aa007af2', 'name': 'tempest-TestNetworkBasicOps-router-1420943158', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '491efa71-d6ce-4fda-ae82-505c17f95126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:06:19Z', 'updated_at': '2021-07-09T15:06:26Z', 'revision_number': 4, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'gw_port': {'id': '491efa71-d6ce-4fda-ae82-505c17f95126', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:97:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adb4877-cd75-4e70-884e-e4a2aa007af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:06:20Z', 'updated_at': '2021-07-09T15:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '370ac841-d3ae-4e16-9a85-4fd69494a30d', 'name': '', 'network_id': '2b3704e8-451c-4589-8c88-b29a937cb5cc', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'mac_address': 'fa:16:3e:cf:32:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9adb4877-cd75-4e70-884e-e4a2aa007af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '698ed9b4-c044-4342-bccd-fd185f7a5759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:06:25Z', 'updated_at': '2021-07-09T15:06:30Z', 'revision_number': 4, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'subnets': [{'id': '698ed9b4-c044-4342-bccd-fd185f7a5759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:06:31.592449 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d4ccc946-d57e-4013-bb1f-4ad54a8b7c98 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:31.606789 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4c91d8-145e-4863-9a9f-ae9ff45d0449 None None] The sync data for ids ['9adb4877-cd75-4e70-884e-e4a2aa007af2'] in n-d-799529-6 is: [{'id': '9adb4877-cd75-4e70-884e-e4a2aa007af2', 'name': 'tempest-TestNetworkBasicOps-router-1420943158', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '491efa71-d6ce-4fda-ae82-505c17f95126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:06:19Z', 'updated_at': '2021-07-09T15:06:26Z', 'revision_number': 4, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'gw_port': {'id': '491efa71-d6ce-4fda-ae82-505c17f95126', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:97:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adb4877-cd75-4e70-884e-e4a2aa007af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:06:20Z', 'updated_at': '2021-07-09T15:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '370ac841-d3ae-4e16-9a85-4fd69494a30d', 'name': '', 'network_id': '2b3704e8-451c-4589-8c88-b29a937cb5cc', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'mac_address': 'fa:16:3e:cf:32:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9adb4877-cd75-4e70-884e-e4a2aa007af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '698ed9b4-c044-4342-bccd-fd185f7a5759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:06:25Z', 'updated_at': '2021-07-09T15:06:30Z', 'revision_number': 4, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'subnets': [{'id': '698ed9b4-c044-4342-bccd-fd185f7a5759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:06:31.608820 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-d4ccc946-d57e-4013-bb1f-4ad54a8b7c98 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Calling delete_port for 6e49b587-b19f-4fb7-b68d-daf59c076543 owned by {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:06:31.716275 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8c75590a-daf4-4832-9949-018621134a14 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:31.720544 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-8c75590a-daf4-4832-9949-018621134a14 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5241249 Jul 09 15:06:31.720762 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 37392) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:06:31.725512 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-adfa4102-4484-48ba-b258-b0b03af3da45 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Request body: {'security_group_rule': {'security_group_id': 'd2c4eaeb-a251-4886-9e17-c07954fb3643', 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:06:31.760949 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:31.875939 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-adfa4102-4484-48ba-b258-b0b03af3da45 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:31.897564 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d4ccc946-d57e-4013-bb1f-4ad54a8b7c98 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:31.961866 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-adfa4102-4484-48ba-b258-b0b03af3da45 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:31.965274 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ccc946-d57e-4013-bb1f-4ad54a8b7c98 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Pushing event deleted for resources: {'Port': ['ID=6e49b587-b19f-4fb7-b68d-daf59c076543,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:32.058867 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-adfa4102-4484-48ba-b258-b0b03af3da45 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:32.083280 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfa4102-4484-48ba-b258-b0b03af3da45 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ff9679d-8ff8-4acd-babf-ce5cd1b71649,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:32.112067 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d4ccc946-d57e-4013-bb1f-4ad54a8b7c98 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:32.114105 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d4ccc946-d57e-4013-bb1f-4ad54a8b7c98 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "DELETE /v2.0/ports/6e49b587-b19f-4fb7-b68d-daf59c076543 HTTP/1.1" status: 204 len: 168 time: 0.8320651 Jul 09 15:06:32.116783 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 37402) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:06:32.156931 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-adfa4102-4484-48ba-b258-b0b03af3da45 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:32.164248 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-adfa4102-4484-48ba-b258-b0b03af3da45 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4410741 Jul 09 15:06:32.164877 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 37404) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:06:32.173069 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-015c7484-5cc5-4b24-afce-2cd30a061fc8 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Request body: {'security_group_rule': {'security_group_id': 'd2c4eaeb-a251-4886-9e17-c07954fb3643', 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:06:32.216072 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26ee19-4f05-456e-81a1-8444c803fbf0 req-7ce0b368-0023-46aa-82e6-3728aa2f3c1b tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:32.217772 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0e26ee19-4f05-456e-81a1-8444c803fbf0 req-7ce0b368-0023-46aa-82e6-3728aa2f3c1b tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e8819fe-d461-44de-8be0-a6d438029156 HTTP/1.1" status: 200 len: 944 time: 0.1710577 Jul 09 15:06:32.224435 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-65ce6b9a-b773-4f3f-ba42-a8bcd4354e57 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Deleting subnet 385bd4c1-ddb8-4fda-a37e-3fb2118661ca {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:06:32.231605 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-65ce6b9a-b773-4f3f-ba42-a8bcd4354e57 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:32.297729 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-65ce6b9a-b773-4f3f-ba42-a8bcd4354e57 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:32.303979 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0e26ee19-4f05-456e-81a1-8444c803fbf0 req-4e35c8fb-4361-4b18-aff7-2dc5db6b4a99 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ca0577e-3180-4952-b4bf-cf0fa79b3798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751946 Jul 09 15:06:32.396790 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-015c7484-5cc5-4b24-afce-2cd30a061fc8 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:32.492962 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-015c7484-5cc5-4b24-afce-2cd30a061fc8 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:32.500371 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-65ce6b9a-b773-4f3f-ba42-a8bcd4354e57 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:32.570789 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-015c7484-5cc5-4b24-afce-2cd30a061fc8 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:32.592479 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c7484-5cc5-4b24-afce-2cd30a061fc8 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c61b5e50-c2fe-4844-bf3c-1df5a8dd9f31,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:32.656915 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-65ce6b9a-b773-4f3f-ba42-a8bcd4354e57 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:32.691081 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-015c7484-5cc5-4b24-afce-2cd30a061fc8 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:32.695159 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-015c7484-5cc5-4b24-afce-2cd30a061fc8 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5291996 Jul 09 15:06:32.695350 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 37414) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:06:32.698744 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ce6b9a-b773-4f3f-ba42-a8bcd4354e57 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Pushing event deleted for resources: {'Subnet': ['ID=385bd4c1-ddb8-4fda-a37e-3fb2118661ca,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:32.700626 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-65ce6b9a-b773-4f3f-ba42-a8bcd4354e57 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:32.704883 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-65ce6b9a-b773-4f3f-ba42-a8bcd4354e57 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "DELETE /v2.0/subnets/385bd4c1-ddb8-4fda-a37e-3fb2118661ca HTTP/1.1" status: 204 len: 168 time: 0.5847960 Jul 09 15:06:32.705111 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 37416) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:06:32.705629 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-c35141a5-db04-4b66-acc4-a7f4483b6965 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Request body: {'security_group_rule': {'security_group_id': 'd2c4eaeb-a251-4886-9e17-c07954fb3643', 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:06:32.715283 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1dcc84c-d075-4993-826a-49c4b6edf62e None None] Network 695dcd67-56f3-489c-8be9-3d26f71af2f9 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:06:32.800318 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-469e60e8-77a6-4c1e-be3c-bff40e2937db tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Deleting subnet 4bd3f066-8f79-4f2b-b334-3e86a4217100 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:06:32.809597 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-469e60e8-77a6-4c1e-be3c-bff40e2937db tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:32.859043 n-d-799529-6 neutron-server[94446]: INFO neutron.db.securitygroups_db [None req-c35141a5-db04-4b66-acc4-a7f4483b6965 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Project a6e2ac6f6f91427f816da8127677c24e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 15:06:32.865352 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c35141a5-db04-4b66-acc4-a7f4483b6965 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:32.880209 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-469e60e8-77a6-4c1e-be3c-bff40e2937db tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:32.928687 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 370ac841-d3ae-4e16-9a85-4fd69494a30d up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:06:32.999142 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c35141a5-db04-4b66-acc4-a7f4483b6965 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:33.006257 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-469e60e8-77a6-4c1e-be3c-bff40e2937db tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:33.006355 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ecd003-2fa0-4db7-9b14-2b63088219ca None None] DHCP port deletion for 695dcd67-56f3-489c-8be9-3d26f71af2f9 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 15:06:33.065372 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-b4ecd003-2fa0-4db7-9b14-2b63088219ca None None] Deleting port 6b212a2f-b308-49d4-b870-dd1c0ffd0633 {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:06:33.066139 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b4ecd003-2fa0-4db7-9b14-2b63088219ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:33.082830 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c35141a5-db04-4b66-acc4-a7f4483b6965 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:33.089677 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35141a5-db04-4b66-acc4-a7f4483b6965 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=608edb39-c53f-491c-b6a4-abd44caff359,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:33.110682 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 370ac841-d3ae-4e16-9a85-4fd69494a30d completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:06:33.123326 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 370ac841-d3ae-4e16-9a85-4fd69494a30d triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:06:33.123734 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:33.170614 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-b4ecd003-2fa0-4db7-9b14-2b63088219ca None None] For port 6b212a2f-b308-49d4-b870-dd1c0ffd0633, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=6b212a2f-b308-49d4-b870-dd1c0ffd0633,segment=NetworkSegment(9caf9090-cff0-4f31-9bcd-6b390f4a890c),segment_id=9caf9090-cff0-4f31-9bcd-6b390f4a890c)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:06:33.171023 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b4ecd003-2fa0-4db7-9b14-2b63088219ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:33.195712 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-469e60e8-77a6-4c1e-be3c-bff40e2937db tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:33.212064 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469e60e8-77a6-4c1e-be3c-bff40e2937db tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Pushing event deleted for resources: {'Subnet': ['ID=4bd3f066-8f79-4f2b-b334-3e86a4217100,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:33.215389 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-469e60e8-77a6-4c1e-be3c-bff40e2937db tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:33.217693 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-469e60e8-77a6-4c1e-be3c-bff40e2937db tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "DELETE /v2.0/subnets/4bd3f066-8f79-4f2b-b334-3e86a4217100 HTTP/1.1" status: 204 len: 168 time: 0.5115070 Jul 09 15:06:33.220139 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 37422) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:06:33.221434 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c35141a5-db04-4b66-acc4-a7f4483b6965 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:33.222743 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c35141a5-db04-4b66-acc4-a7f4483b6965 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5245106 Jul 09 15:06:33.225486 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 37424) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:06:33.230839 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-93a6063c-3e8c-4b50-b155-3a238b32cd44 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Request body: {'security_group_rule': {'security_group_id': 'd2c4eaeb-a251-4886-9e17-c07954fb3643', 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:06:33.318767 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-426d6c84-5e62-44ce-9339-54c979b69c8f tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:33.343924 n-d-799529-6 neutron-server[94446]: INFO neutron.db.securitygroups_db [None req-93a6063c-3e8c-4b50-b155-3a238b32cd44 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Project a6e2ac6f6f91427f816da8127677c24e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 15:06:33.349329 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-93a6063c-3e8c-4b50-b155-3a238b32cd44 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:33.407267 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-426d6c84-5e62-44ce-9339-54c979b69c8f tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Deleting port 6b212a2f-b308-49d4-b870-dd1c0ffd0633 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:06:33.407484 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37bd3c2-182d-4cfe-b3ca-f2d543a04934 None None] Network dc6506e8-ceaa-4382-aad7-27ea0263e5fe requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:06:33.407796 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-426d6c84-5e62-44ce-9339-54c979b69c8f tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:33.471535 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-b4ecd003-2fa0-4db7-9b14-2b63088219ca None None] Calling delete_port for 6b212a2f-b308-49d4-b870-dd1c0ffd0633 owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:06:33.485999 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-426d6c84-5e62-44ce-9339-54c979b69c8f tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] For port 6b212a2f-b308-49d4-b870-dd1c0ffd0633, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=6b212a2f-b308-49d4-b870-dd1c0ffd0633,segment=NetworkSegment(9caf9090-cff0-4f31-9bcd-6b390f4a890c),segment_id=9caf9090-cff0-4f31-9bcd-6b390f4a890c)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:06:33.486376 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-426d6c84-5e62-44ce-9339-54c979b69c8f tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:33.506353 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-426d6c84-5e62-44ce-9339-54c979b69c8f tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Calling delete_port for 6b212a2f-b308-49d4-b870-dd1c0ffd0633 owned by network:dhcp {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:06:33.509527 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-93a6063c-3e8c-4b50-b155-3a238b32cd44 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:33.538712 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e9b6b-7604-4789-871a-4c23c147f82b req-42d3f610-fcb2-487b-af0b-1699bd255b6b tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:33.540462 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e94e9b6b-7604-4789-871a-4c23c147f82b req-42d3f610-fcb2-487b-af0b-1699bd255b6b tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e8819fe-d461-44de-8be0-a6d438029156 HTTP/1.1" status: 200 len: 944 time: 0.0930507 Jul 09 15:06:33.602180 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e94e9b6b-7604-4789-871a-4c23c147f82b req-6825ad70-3b6c-488e-908d-e8318132d0df tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ca0577e-3180-4952-b4bf-cf0fa79b3798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533745 Jul 09 15:06:33.605761 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-93a6063c-3e8c-4b50-b155-3a238b32cd44 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:33.635902 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a6063c-3e8c-4b50-b155-3a238b32cd44 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dbb9579-3253-47ff-a5fa-c4ffa2846a62,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:33.644824 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:33.699785 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 370ac841-d3ae-4e16-9a85-4fd69494a30d, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=370ac841-d3ae-4e16-9a85-4fd69494a30d,segment=NetworkSegment(f383ae13-0bf9-4a2b-a528-0bb79c4871fe),segment_id=f383ae13-0bf9-4a2b-a528-0bb79c4871fe)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:06:33.716187 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-426d6c84-5e62-44ce-9339-54c979b69c8f tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:33.723220 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b4ecd003-2fa0-4db7-9b14-2b63088219ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:33.737087 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ecd003-2fa0-4db7-9b14-2b63088219ca None None] No DVR routers for this DVR port 6b212a2f-b308-49d4-b870-dd1c0ffd0633 on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:06:33.754471 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426d6c84-5e62-44ce-9339-54c979b69c8f tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Pushing event deleted for resources: {'Port': ['ID=6b212a2f-b308-49d4-b870-dd1c0ffd0633,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:33.760330 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ecd003-2fa0-4db7-9b14-2b63088219ca None None] Pushing event deleted for resources: {'Port': ['ID=6b212a2f-b308-49d4-b870-dd1c0ffd0633,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:33.768483 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426d6c84-5e62-44ce-9339-54c979b69c8f tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] No DVR routers for this DVR port 6b212a2f-b308-49d4-b870-dd1c0ffd0633 on host n-d-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:06:33.777350 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-93a6063c-3e8c-4b50-b155-3a238b32cd44 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:33.779014 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-93a6063c-3e8c-4b50-b155-3a238b32cd44 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5523431 Jul 09 15:06:33.819055 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:33.861853 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514a5583-964a-4c05-9ecf-fb003376bed4 None None] DHCP port deletion for dc6506e8-ceaa-4382-aad7-27ea0263e5fe request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 15:06:33.880125 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-426d6c84-5e62-44ce-9339-54c979b69c8f tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:33.892414 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-426d6c84-5e62-44ce-9339-54c979b69c8f tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['695dcd67-56f3-489c-8be9-3d26f71af2f9']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:06:33.909499 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-426d6c84-5e62-44ce-9339-54c979b69c8f tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9caf9090-cff0-4f31-9bcd-6b390f4a890c') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:06:33.909856 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-426d6c84-5e62-44ce-9339-54c979b69c8f tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9caf9090-cff0-4f31-9bcd-6b390f4a890c') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:06:33.924379 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-426d6c84-5e62-44ce-9339-54c979b69c8f tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:33.928529 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=370ac841-d3ae-4e16-9a85-4fd69494a30d,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:33.955991 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-514a5583-964a-4c05-9ecf-fb003376bed4 None None] Deleting port 33f65b1f-e18d-4b88-80ea-120c2626d48c {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:06:33.956446 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-514a5583-964a-4c05-9ecf-fb003376bed4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:33.969070 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-426d6c84-5e62-44ce-9339-54c979b69c8f tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:33.988529 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-426d6c84-5e62-44ce-9339-54c979b69c8f tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:06:33.989333 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-426d6c84-5e62-44ce-9339-54c979b69c8f tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:33.992958 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 15:06:33.992958 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:06:33.992958 n-d-799529-6 neutron-server[94445]: timer() Jul 09 15:06:33.992958 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:06:33.992958 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 15:06:33.992958 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:06:33.992958 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 15:06:33.992958 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:06:33.992958 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 15:06:33.992958 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:06:33.992958 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 15:06:33.992958 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:06:33.992958 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 15:06:33.992958 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:06:33.992958 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:06:33.992958 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:06:33.992958 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:06:33.992958 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:06:33.992958 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 15:06:33.992958 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:06:33.992958 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 15:06:33.992958 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:06:33.992958 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:06:33.992958 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:06:33.992958 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 15:06:33.992958 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:06:33.992958 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:06:33.992958 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:06:33.992958 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:06:33.992958 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:06:33.992958 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:06:33.992958 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:06:34.037042 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-514a5583-964a-4c05-9ecf-fb003376bed4 None None] For port 33f65b1f-e18d-4b88-80ea-120c2626d48c, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=33f65b1f-e18d-4b88-80ea-120c2626d48c,segment=NetworkSegment(dcef93a2-6ff3-40c9-a9fd-5812a2481f14),segment_id=dcef93a2-6ff3-40c9-a9fd-5812a2481f14)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:06:34.037357 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-514a5583-964a-4c05-9ecf-fb003376bed4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:34.037862 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-41853a36-5f1a-4c4f-9551-3e6f276e8aac req-eaf51f87-0d04-42ef-84f2-2ef3f2f3ada9 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1644054311&fields=id&tenant_id=a6e2ac6f6f91427f816da8127677c24e HTTP/1.1" status: 200 len: 267 time: 0.1098471 Jul 09 15:06:34.059018 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-514a5583-964a-4c05-9ecf-fb003376bed4 None None] Calling delete_port for 33f65b1f-e18d-4b88-80ea-120c2626d48c owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:06:34.165767 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41853a36-5f1a-4c4f-9551-3e6f276e8aac req-7534940e-4671-4a49-97f7-849169664f7f tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:34.167446 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-41853a36-5f1a-4c4f-9551-3e6f276e8aac req-7534940e-4671-4a49-97f7-849169664f7f tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/networks?id=2b3704e8-451c-4589-8c88-b29a937cb5cc HTTP/1.1" status: 200 len: 796 time: 0.1192265 Jul 09 15:06:34.168732 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-426d6c84-5e62-44ce-9339-54c979b69c8f tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:34.175734 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-426d6c84-5e62-44ce-9339-54c979b69c8f tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:34.179046 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-426d6c84-5e62-44ce-9339-54c979b69c8f tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "DELETE /v2.0/networks/695dcd67-56f3-489c-8be9-3d26f71af2f9 HTTP/1.1" status: 204 len: 168 time: 0.9561539 Jul 09 15:06:34.180650 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 37450) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:06:34.197834 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426d6c84-5e62-44ce-9339-54c979b69c8f tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Pushing event deleted for resources: {'Network': ['ID=695dcd67-56f3-489c-8be9-3d26f71af2f9,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:34.200783 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-41853a36-5f1a-4c4f-9551-3e6f276e8aac req-9e60d50f-bcbb-4372-9973-0f4f10cd178e tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/quotas/a6e2ac6f6f91427f816da8127677c24e HTTP/1.1" status: 200 len: 375 time: 0.0220678 Jul 09 15:06:34.230037 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-514a5583-964a-4c05-9ecf-fb003376bed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:34.258501 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514a5583-964a-4c05-9ecf-fb003376bed4 None None] Pushing event deleted for resources: {'Port': ['ID=33f65b1f-e18d-4b88-80ea-120c2626d48c,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:34.267378 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 13c068fb-baf5-4c34-8203-7583814eef49 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:06:34.294818 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-97220e9b-fe69-43d2-8c3f-3dcb207a8756 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:34.298038 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514a5583-964a-4c05-9ecf-fb003376bed4 None None] No DVR routers for this DVR port 33f65b1f-e18d-4b88-80ea-120c2626d48c on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:06:34.313065 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-41853a36-5f1a-4c4f-9551-3e6f276e8aac req-25e53efb-4e35-4dd6-a5b8-a756349d7a59 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a6e2ac6f6f91427f816da8127677c24e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1013155 Jul 09 15:06:34.397067 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-97220e9b-fe69-43d2-8c3f-3dcb207a8756 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:34.401755 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port 13c068fb-baf5-4c34-8203-7583814eef49 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:06:34.405857 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 13c068fb-baf5-4c34-8203-7583814eef49 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:06:34.406209 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:34.412960 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-97220e9b-fe69-43d2-8c3f-3dcb207a8756 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc6506e8-ceaa-4382-aad7-27ea0263e5fe']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:06:34.423766 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-97220e9b-fe69-43d2-8c3f-3dcb207a8756 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcef93a2-6ff3-40c9-a9fd-5812a2481f14') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:06:34.424174 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-97220e9b-fe69-43d2-8c3f-3dcb207a8756 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcef93a2-6ff3-40c9-a9fd-5812a2481f14') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:06:34.450385 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-97220e9b-fe69-43d2-8c3f-3dcb207a8756 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:34.474015 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-97220e9b-fe69-43d2-8c3f-3dcb207a8756 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:34.497553 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97220e9b-fe69-43d2-8c3f-3dcb207a8756 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:06:34.497553 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-97220e9b-fe69-43d2-8c3f-3dcb207a8756 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:34.501865 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:06:34.501865 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:06:34.501865 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:06:34.501865 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:06:34.501865 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:06:34.501865 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:06:34.501865 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:06:34.501865 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:06:34.501865 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:06:34.501865 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:06:34.501865 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 15:06:34.501865 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:06:34.501865 n-d-799529-6 neutron-server[94446]: timer() Jul 09 15:06:34.501865 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:06:34.501865 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 15:06:34.501865 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:06:34.501865 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 15:06:34.501865 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:06:34.501865 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 15:06:34.501865 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:06:34.501865 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 15:06:34.501865 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:06:34.501865 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 15:06:34.501865 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:06:34.501865 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:06:34.501865 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:06:34.501865 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:06:34.501865 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:06:34.501865 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 15:06:34.501865 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:06:34.501865 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 15:06:34.501865 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:06:34.501865 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:06:34.501865 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:06:34.501865 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 15:06:34.501865 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:06:34.501865 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:06:34.501865 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:06:34.501865 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:06:34.501865 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:06:34.501865 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:06:34.501865 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:06:34.516733 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:34.517743 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-41853a36-5f1a-4c4f-9551-3e6f276e8aac req-46060614-6654-4a9c-968b-143e458319fa service neutron] 10.222.0.58 "GET /v2.0/networks/2b3704e8-451c-4589-8c88-b29a937cb5cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963599 Jul 09 15:06:34.540497 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8819fe-d461-44de-8be0-a6d438029156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c068fb-baf5-4c34-8203-7583814eef49'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:06:34.545731 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b58bb5-57f6-41a9-9136-bde2fcb19e39" -d '{"events": [{"server_uuid": "4e8819fe-d461-44de-8be0-a6d438029156", "name": "network-vif-plugged", "status": "completed", "tag": "13c068fb-baf5-4c34-8203-7583814eef49"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:06:34.566197 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 13c068fb-baf5-4c34-8203-7583814eef49, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=13c068fb-baf5-4c34-8203-7583814eef49,segment=NetworkSegment(1104ae08-fb7c-4ba7-995f-baa0ff12f18b),segment_id=1104ae08-fb7c-4ba7-995f-baa0ff12f18b)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:06:34.600429 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24a8b5d-6c61-490e-bbbf-6e29adb59638 x-openstack-request-id: req-b24a8b5d-6c61-490e-bbbf-6e29adb59638 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:06:34.600429 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e8819fe-d461-44de-8be0-a6d438029156", "name": "network-vif-plugged", "status": "completed", "tag": "13c068fb-baf5-4c34-8203-7583814eef49", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:06:34.600429 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b24a8b5d-6c61-490e-bbbf-6e29adb59638 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:06:34.600703 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8819fe-d461-44de-8be0-a6d438029156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c068fb-baf5-4c34-8203-7583814eef49', 'code': 200} Jul 09 15:06:34.634706 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-41853a36-5f1a-4c4f-9551-3e6f276e8aac req-6b64ae18-2250-470a-9035-e5ff54c172ef service neutron] 10.222.0.58 "GET /v2.0/networks/2b3704e8-451c-4589-8c88-b29a937cb5cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116836 Jul 09 15:06:34.653480 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:34.682229 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-97220e9b-fe69-43d2-8c3f-3dcb207a8756 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:34.703565 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-97220e9b-fe69-43d2-8c3f-3dcb207a8756 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:34.705594 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-97220e9b-fe69-43d2-8c3f-3dcb207a8756 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] 10.222.0.58 "DELETE /v2.0/networks/dc6506e8-ceaa-4382-aad7-27ea0263e5fe HTTP/1.1" status: 204 len: 168 time: 0.5221915 Jul 09 15:06:34.737335 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=13c068fb-baf5-4c34-8203-7583814eef49,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:34.757643 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97220e9b-fe69-43d2-8c3f-3dcb207a8756 tempest-TaggedBootDevicesTest_v242-995509638 tempest-TaggedBootDevicesTest_v242-995509638-project] Pushing event deleted for resources: {'Network': ['ID=dc6506e8-ceaa-4382-aad7-27ea0263e5fe,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:34.896708 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 370ac841-d3ae-4e16-9a85-4fd69494a30d up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:06:34.905107 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f75eb-8753-4f92-b403-6ebba17dfe60 req-f6df8cab-3dcc-47b3-bc48-a79bd8ce58d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:34.906776 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6c3f75eb-8753-4f92-b403-6ebba17dfe60 req-f6df8cab-3dcc-47b3-bc48-a79bd8ce58d5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4e8819fe-d461-44de-8be0-a6d438029156 HTTP/1.1" status: 200 len: 1096 time: 0.1667433 Jul 09 15:06:34.916031 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d477a-3fe6-48e7-ba91-468637956a95 req-4c9b0a3f-950a-48fa-9053-8dae51e55c02 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:34.923060 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b96d477a-3fe6-48e7-ba91-468637956a95 req-4c9b0a3f-950a-48fa-9053-8dae51e55c02 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e8819fe-d461-44de-8be0-a6d438029156 HTTP/1.1" status: 200 len: 945 time: 0.1323392 Jul 09 15:06:34.964291 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 370ac841-d3ae-4e16-9a85-4fd69494a30d triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:06:34.964835 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:34.988403 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b96d477a-3fe6-48e7-ba91-468637956a95 req-2d843f86-c601-4d3d-8f65-2f444fbb41fe tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ca0577e-3180-4952-b4bf-cf0fa79b3798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641925 Jul 09 15:06:34.990789 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6c3f75eb-8753-4f92-b403-6ebba17dfe60 req-76480a3a-e5a6-4f0b-92c7-fd9031c2e0eb service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5ca0577e-3180-4952-b4bf-cf0fa79b3798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648966 Jul 09 15:06:35.105877 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-92368ef1-c7be-42d3-9a11-1f3022b91ca7 req-a9acbfb9-38c1-4d61-92e3-8af955d1fafd tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/ports?device_id=f636168f-d1dc-4993-b598-8874f15be0b5 HTTP/1.1" status: 200 len: 210 time: 0.0387092 Jul 09 15:06:35.165300 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 6b212a2f-b308-49d4-b870-dd1c0ffd0633 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:06:35.198924 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 6b212a2f-b308-49d4-b870-dd1c0ffd0633 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:06:35.198924 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 6b212a2f-b308-49d4-b870-dd1c0ffd0633 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:06:35.198924 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 33f65b1f-e18d-4b88-80ea-120c2626d48c no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:06:35.228096 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 33f65b1f-e18d-4b88-80ea-120c2626d48c {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:06:35.229068 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 33f65b1f-e18d-4b88-80ea-120c2626d48c not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:06:36.209194 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58954ab2-402b-4059-88bb-74feb609e6d4 req-04d41e9d-8b1b-4002-be6c-1c8f93f61080 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:36.213078 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-58954ab2-402b-4059-88bb-74feb609e6d4 req-04d41e9d-8b1b-4002-be6c-1c8f93f61080 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e8819fe-d461-44de-8be0-a6d438029156 HTTP/1.1" status: 200 len: 945 time: 0.0883360 Jul 09 15:06:36.226317 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1fcfce86-98d6-4529-b6df-d428c8f0e11a req-0e5018a9-cfba-4266-b554-0a965a21c593 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/ports?device_id=f636168f-d1dc-4993-b598-8874f15be0b5 HTTP/1.1" status: 200 len: 210 time: 0.0368986 Jul 09 15:06:36.262868 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-58954ab2-402b-4059-88bb-74feb609e6d4 req-842cb58c-0330-4280-b498-4ff689c6123c tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ca0577e-3180-4952-b4bf-cf0fa79b3798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458353 Jul 09 15:06:37.386885 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6c191f58-4c0e-42b7-b236-d7577de86fc1 req-6bd9b34b-e10d-4d63-a53f-7086ad08a715 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/ports?device_id=f636168f-d1dc-4993-b598-8874f15be0b5 HTTP/1.1" status: 200 len: 210 time: 0.0448723 Jul 09 15:06:37.693205 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684fb9ac-2e00-4c35-a0e8-d2aed5dd9ae5 req-4da3e608-840a-4b25-b010-ed894115cc9f tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:37.694754 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-684fb9ac-2e00-4c35-a0e8-d2aed5dd9ae5 req-4da3e608-840a-4b25-b010-ed894115cc9f tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e8819fe-d461-44de-8be0-a6d438029156 HTTP/1.1" status: 200 len: 945 time: 0.0733006 Jul 09 15:06:37.748611 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-684fb9ac-2e00-4c35-a0e8-d2aed5dd9ae5 req-6d4440b2-2393-4e66-b2de-963552a2243c tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ca0577e-3180-4952-b4bf-cf0fa79b3798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370882 Jul 09 15:06:37.970120 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41853a36-5f1a-4c4f-9551-3e6f276e8aac req-987a261e-570b-4615-ad48-3bf928be1ce0 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:37.971700 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-41853a36-5f1a-4c4f-9551-3e6f276e8aac req-987a261e-570b-4615-ad48-3bf928be1ce0 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.54 "GET /v2.0/networks?id=2b3704e8-451c-4589-8c88-b29a937cb5cc HTTP/1.1" status: 200 len: 796 time: 0.1574333 Jul 09 15:06:38.028153 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83efab7-8a5a-439c-9557-a66e93d8d8e6 req-27208950-5d3e-4821-876b-4b77c1c54fe9 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:38.029763 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e83efab7-8a5a-439c-9557-a66e93d8d8e6 req-27208950-5d3e-4821-876b-4b77c1c54fe9 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e8819fe-d461-44de-8be0-a6d438029156 HTTP/1.1" status: 200 len: 945 time: 0.1475561 Jul 09 15:06:38.042488 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-41853a36-5f1a-4c4f-9551-3e6f276e8aac req-bf6f620e-b476-4b3a-9760-ce5d5993a21e tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6e2ac6f6f91427f816da8127677c24e HTTP/1.1" status: 200 len: 380 time: 0.0550768 Jul 09 15:06:38.061241 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-41853a36-5f1a-4c4f-9551-3e6f276e8aac req-6f03b8f5-aab3-4038-b0a0-2709c58a2adb tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Request body: {'port': {'device_id': 'f636168f-d1dc-4993-b598-8874f15be0b5', 'network_id': '2b3704e8-451c-4589-8c88-b29a937cb5cc', 'admin_state_up': True, 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'security_groups': ['d2c4eaeb-a251-4886-9e17-c07954fb3643']}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:06:38.125797 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e83efab7-8a5a-439c-9557-a66e93d8d8e6 req-076a82ce-5845-4b4a-9839-aaabe321accf tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ca0577e-3180-4952-b4bf-cf0fa79b3798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891373 Jul 09 15:06:38.273432 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41853a36-5f1a-4c4f-9551-3e6f276e8aac req-6f03b8f5-aab3-4038-b0a0-2709c58a2adb tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Made reservation on behalf of a6e2ac6f6f91427f816da8127677c24e for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:06:38.279966 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-41853a36-5f1a-4c4f-9551-3e6f276e8aac req-6f03b8f5-aab3-4038-b0a0-2709c58a2adb tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:38.315523 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1602183-3e98-42e6-a58e-b8d8b1237ede req-7cbd2859-f6cc-430b-990e-02d713b3c26b tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:38.315523 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f1602183-3e98-42e6-a58e-b8d8b1237ede req-7cbd2859-f6cc-430b-990e-02d713b3c26b tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e8819fe-d461-44de-8be0-a6d438029156 HTTP/1.1" status: 200 len: 945 time: 0.0674131 Jul 09 15:06:38.368301 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f1602183-3e98-42e6-a58e-b8d8b1237ede req-f8eefc11-e6ad-4dbe-8190-ba27d3afe187 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ca0577e-3180-4952-b4bf-cf0fa79b3798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483050 Jul 09 15:06:38.393980 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 37538) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:06:38.436619 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-41853a36-5f1a-4c4f-9551-3e6f276e8aac req-6f03b8f5-aab3-4038-b0a0-2709c58a2adb tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Allocated IP 172.20.0.13 (2b3704e8-451c-4589-8c88-b29a937cb5cc/698ed9b4-c044-4342-bccd-fd185f7a5759/08d43931-06bc-45f2-ab14-5bfc6b427fe8) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:06:38.620338 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1a4b4b67-37ef-46d6-8d1f-f4daad9a20fa req-96e44bfd-07f1-4adc-a71c-4c9d6dbc1217 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/ports?device_id=f636168f-d1dc-4993-b598-8874f15be0b5 HTTP/1.1" status: 200 len: 210 time: 0.0548165 Jul 09 15:06:38.621603 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104e49b4-d605-4dc5-b2d0-ed17e37b6809 tempest-TestServerBasicOps-712329201 tempest-TestServerBasicOps-712329201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:38.625052 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-104e49b4-d605-4dc5-b2d0-ed17e37b6809 tempest-TestServerBasicOps-712329201 tempest-TestServerBasicOps-712329201-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=4e8819fe-d461-44de-8be0-a6d438029156 HTTP/1.1" status: 200 len: 1091 time: 0.2298753 Jul 09 15:06:38.627883 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 37548) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:06:38.634580 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-0e8606ac-d3f7-4c1a-bf78-2cc28824591b tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Request body: {'floatingip': {'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'port_id': '13c068fb-baf5-4c34-8203-7583814eef49', 'tenant_id': '9cb6374b0a6d482aa499b47cd8ddd0c1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:06:38.697771 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-41853a36-5f1a-4c4f-9551-3e6f276e8aac req-6f03b8f5-aab3-4038-b0a0-2709c58a2adb tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:38.714862 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-41853a36-5f1a-4c4f-9551-3e6f276e8aac req-6f03b8f5-aab3-4038-b0a0-2709c58a2adb tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Transition to ACTIVE for port object 08d43931-06bc-45f2-ab14-5bfc6b427fe8 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:06:38.756940 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0e8606ac-d3f7-4c1a-bf78-2cc28824591b tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Notify callbacks [] for floatingip, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:38.856740 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0e8606ac-d3f7-4c1a-bf78-2cc28824591b tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:38.878092 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-41853a36-5f1a-4c4f-9551-3e6f276e8aac req-6f03b8f5-aab3-4038-b0a0-2709c58a2adb tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:38.937143 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41853a36-5f1a-4c4f-9551-3e6f276e8aac req-6f03b8f5-aab3-4038-b0a0-2709c58a2adb tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Network 2b3704e8-451c-4589-8c88-b29a937cb5cc is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:06:38.944120 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-41853a36-5f1a-4c4f-9551-3e6f276e8aac req-6f03b8f5-aab3-4038-b0a0-2709c58a2adb tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:06:38.945476 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-41853a36-5f1a-4c4f-9551-3e6f276e8aac req-6f03b8f5-aab3-4038-b0a0-2709c58a2adb tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:06:39.035565 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f03b8f5-aab3-4038-b0a0-2709c58a2adb tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Pushing event updated for resources: {'Port': ['ID=08d43931-06bc-45f2-ab14-5bfc6b427fe8,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:39.049978 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-0e8606ac-d3f7-4c1a-bf78-2cc28824591b tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Allocated IP 172.25.3.101 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/03f7aa1f-c3cf-4db1-a015-870b6f8791f7) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:06:39.060783 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41853a36-5f1a-4c4f-9551-3e6f276e8aac req-6f03b8f5-aab3-4038-b0a0-2709c58a2adb tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:39.060783 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-41853a36-5f1a-4c4f-9551-3e6f276e8aac req-6f03b8f5-aab3-4038-b0a0-2709c58a2adb tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:39.132535 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-41853a36-5f1a-4c4f-9551-3e6f276e8aac req-6f03b8f5-aab3-4038-b0a0-2709c58a2adb tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0831008 Jul 09 15:06:39.147206 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-41853a36-5f1a-4c4f-9551-3e6f276e8aac req-b6fe1f39-133d-4ffc-b2d8-68ee534ff91c service neutron] Request body: {'port': {'device_id': 'f636168f-d1dc-4993-b598-8874f15be0b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:06:39.231943 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0e8606ac-d3f7-4c1a-bf78-2cc28824591b tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:39.371742 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-44b29e5c-164f-462a-9705-6ad93b69c708 None None] Provisioning for port 08d43931-06bc-45f2-ab14-5bfc6b427fe8 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:06:39.377744 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-44b29e5c-164f-462a-9705-6ad93b69c708 None None] Provisioning complete for port 08d43931-06bc-45f2-ab14-5bfc6b427fe8 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:06:39.388017 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-44b29e5c-164f-462a-9705-6ad93b69c708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:39.408457 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0e8606ac-d3f7-4c1a-bf78-2cc28824591b tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:39.454482 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-44b29e5c-164f-462a-9705-6ad93b69c708 None None] Port 08d43931-06bc-45f2-ab14-5bfc6b427fe8 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:06:39.501879 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8606ac-d3f7-4c1a-bf78-2cc28824591b tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:06:39.510097 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-0e8606ac-d3f7-4c1a-bf78-2cc28824591b tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:06:39.514024 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8606ac-d3f7-4c1a-bf78-2cc28824591b tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:06:39.544333 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8606ac-d3f7-4c1a-bf78-2cc28824591b tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Pushing event updated for resources: {'Port': ['ID=03f7aa1f-c3cf-4db1-a015-870b6f8791f7,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:39.652945 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-41853a36-5f1a-4c4f-9551-3e6f276e8aac req-b6fe1f39-133d-4ffc-b2d8-68ee534ff91c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:40.006683 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0e8606ac-d3f7-4c1a-bf78-2cc28824591b tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:40.012536 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-41853a36-5f1a-4c4f-9551-3e6f276e8aac req-b6fe1f39-133d-4ffc-b2d8-68ee534ff91c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08d43931-06bc-45f2-ab14-5bfc6b427fe8 {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:06:40.021812 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-41853a36-5f1a-4c4f-9551-3e6f276e8aac req-b6fe1f39-133d-4ffc-b2d8-68ee534ff91c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:40.037199 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-41853a36-5f1a-4c4f-9551-3e6f276e8aac req-b6fe1f39-133d-4ffc-b2d8-68ee534ff91c service neutron] Transition to ACTIVE for port object 08d43931-06bc-45f2-ab14-5bfc6b427fe8 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:06:40.059456 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d197571-7e9b-4a1f-8524-16962321f307 req-154860ef-761c-4397-a1cb-bac8134c8461 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:40.059456 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6d197571-7e9b-4a1f-8524-16962321f307 req-154860ef-761c-4397-a1cb-bac8134c8461 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/ports?device_id=f636168f-d1dc-4993-b598-8874f15be0b5 HTTP/1.1" status: 200 len: 932 time: 0.1505091 Jul 09 15:06:40.119956 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6d197571-7e9b-4a1f-8524-16962321f307 req-2d8b27da-9f3f-466b-9c09-e66599f5ccd4 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2c4eaeb-a251-4886-9e17-c07954fb3643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491064 Jul 09 15:06:40.158822 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-41853a36-5f1a-4c4f-9551-3e6f276e8aac req-b6fe1f39-133d-4ffc-b2d8-68ee534ff91c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:40.238708 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0e8606ac-d3f7-4c1a-bf78-2cc28824591b tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:40.250510 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fe1f39-133d-4ffc-b2d8-68ee534ff91c service neutron] Pushing event updated for resources: {'Port': ['ID=08d43931-06bc-45f2-ab14-5bfc6b427fe8,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:40.316085 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-41853a36-5f1a-4c4f-9551-3e6f276e8aac req-b6fe1f39-133d-4ffc-b2d8-68ee534ff91c service neutron] Attempting to bind port 08d43931-06bc-45f2-ab14-5bfc6b427fe8 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:06:40.316521 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-41853a36-5f1a-4c4f-9551-3e6f276e8aac req-b6fe1f39-133d-4ffc-b2d8-68ee534ff91c service neutron] Attempting to bind port 08d43931-06bc-45f2-ab14-5bfc6b427fe8 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': 'f383ae13-0bf9-4a2b-a528-0bb79c4871fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '2b3704e8-451c-4589-8c88-b29a937cb5cc'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:06:40.317302 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41853a36-5f1a-4c4f-9551-3e6f276e8aac req-b6fe1f39-133d-4ffc-b2d8-68ee534ff91c service neutron] Attempting to bind port 08d43931-06bc-45f2-ab14-5bfc6b427fe8 on network 2b3704e8-451c-4589-8c88-b29a937cb5cc {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:06:40.324599 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41853a36-5f1a-4c4f-9551-3e6f276e8aac req-b6fe1f39-133d-4ffc-b2d8-68ee534ff91c service neutron] Port 08d43931-06bc-45f2-ab14-5bfc6b427fe8 on network 2b3704e8-451c-4589-8c88-b29a937cb5cc not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:06:40.325078 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41853a36-5f1a-4c4f-9551-3e6f276e8aac req-b6fe1f39-133d-4ffc-b2d8-68ee534ff91c service neutron] Attempting to bind port 08d43931-06bc-45f2-ab14-5bfc6b427fe8 on network 2b3704e8-451c-4589-8c88-b29a937cb5cc {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:06:40.331469 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41853a36-5f1a-4c4f-9551-3e6f276e8aac req-b6fe1f39-133d-4ffc-b2d8-68ee534ff91c service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:06:40.331985 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41853a36-5f1a-4c4f-9551-3e6f276e8aac req-b6fe1f39-133d-4ffc-b2d8-68ee534ff91c service neutron] Checking segment: {'id': 'f383ae13-0bf9-4a2b-a528-0bb79c4871fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '2b3704e8-451c-4589-8c88-b29a937cb5cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:06:40.332501 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41853a36-5f1a-4c4f-9551-3e6f276e8aac req-b6fe1f39-133d-4ffc-b2d8-68ee534ff91c service neutron] Bound using segment: {'id': 'f383ae13-0bf9-4a2b-a528-0bb79c4871fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '2b3704e8-451c-4589-8c88-b29a937cb5cc'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:06:40.333052 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-41853a36-5f1a-4c4f-9551-3e6f276e8aac req-b6fe1f39-133d-4ffc-b2d8-68ee534ff91c service neutron] Bound port: 08d43931-06bc-45f2-ab14-5bfc6b427fe8, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f383ae13-0bf9-4a2b-a528-0bb79c4871fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '2b3704e8-451c-4589-8c88-b29a937cb5cc'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:06:40.333525 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-41853a36-5f1a-4c4f-9551-3e6f276e8aac req-b6fe1f39-133d-4ffc-b2d8-68ee534ff91c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:40.467958 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-41853a36-5f1a-4c4f-9551-3e6f276e8aac req-b6fe1f39-133d-4ffc-b2d8-68ee534ff91c service neutron] For port 08d43931-06bc-45f2-ab14-5bfc6b427fe8, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:06:40.474004 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0e8606ac-d3f7-4c1a-bf78-2cc28824591b tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:40.477220 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-41853a36-5f1a-4c4f-9551-3e6f276e8aac req-b6fe1f39-133d-4ffc-b2d8-68ee534ff91c service neutron] For port 08d43931-06bc-45f2-ab14-5bfc6b427fe8, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=08d43931-06bc-45f2-ab14-5bfc6b427fe8,segment=NetworkSegment(f383ae13-0bf9-4a2b-a528-0bb79c4871fe),segment_id=f383ae13-0bf9-4a2b-a528-0bb79c4871fe)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:06:40.594034 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0e8606ac-d3f7-4c1a-bf78-2cc28824591b tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:40.610066 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-41853a36-5f1a-4c4f-9551-3e6f276e8aac req-b6fe1f39-133d-4ffc-b2d8-68ee534ff91c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:40.672102 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41853a36-5f1a-4c4f-9551-3e6f276e8aac req-b6fe1f39-133d-4ffc-b2d8-68ee534ff91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:40.676398 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-41853a36-5f1a-4c4f-9551-3e6f276e8aac req-b6fe1f39-133d-4ffc-b2d8-68ee534ff91c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:40.678523 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-41853a36-5f1a-4c4f-9551-3e6f276e8aac req-b6fe1f39-133d-4ffc-b2d8-68ee534ff91c service neutron] 10.222.0.54 "PUT /v2.0/ports/08d43931-06bc-45f2-ab14-5bfc6b427fe8 HTTP/1.1" status: 200 len: 1092 time: 1.5375454 Jul 09 15:06:40.682970 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f636168f-d1dc-4993-b598-8874f15be0b5', 'tag': '08d43931-06bc-45f2-ab14-5bfc6b427fe8'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:06:40.692515 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c10c0c-d51a-4479-8d2d-81fb3796888c" -d '{"events": [{"name": "network-changed", "server_uuid": "f636168f-d1dc-4993-b598-8874f15be0b5", "tag": "08d43931-06bc-45f2-ab14-5bfc6b427fe8"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:06:40.717244 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8606ac-d3f7-4c1a-bf78-2cc28824591b tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Pushing event updated for resources: {'Port': ['ID=03f7aa1f-c3cf-4db1-a015-870b6f8791f7,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:40.722930 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0e8606ac-d3f7-4c1a-bf78-2cc28824591b tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:40.749298 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fe1f39-133d-4ffc-b2d8-68ee534ff91c service neutron] Pushing event updated for resources: {'Port': ['ID=08d43931-06bc-45f2-ab14-5bfc6b427fe8,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:40.906640 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41853a36-5f1a-4c4f-9551-3e6f276e8aac req-bda36939-95d9-4c28-8cfc-1bdca9155d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:40.908206 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-41853a36-5f1a-4c4f-9551-3e6f276e8aac req-bda36939-95d9-4c28-8cfc-1bdca9155d4e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a6e2ac6f6f91427f816da8127677c24e&device_id=f636168f-d1dc-4993-b598-8874f15be0b5 HTTP/1.1" status: 200 len: 1095 time: 0.1154289 Jul 09 15:06:40.930886 n-d-799529-6 neutron-server[94446]: INFO neutron.db.l3_db [None req-0e8606ac-d3f7-4c1a-bf78-2cc28824591b tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Floating IP 0f98274e-7349-4799-ae97-9e99bc7c6587 associated. External IP: 172.25.3.101, port: 13c068fb-baf5-4c34-8203-7583814eef49. Jul 09 15:06:40.961942 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-41853a36-5f1a-4c4f-9551-3e6f276e8aac req-fd785636-69d3-47cc-8f68-650a6d046b80 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08d43931-06bc-45f2-ab14-5bfc6b427fe8 HTTP/1.1" status: 200 len: 217 time: 0.0435886 Jul 09 15:06:41.037126 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fafb83eb-610d-4523-ade8-720c976594cf x-openstack-request-id: req-fafb83eb-610d-4523-ade8-720c976594cf {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:06:41.037621 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f636168f-d1dc-4993-b598-8874f15be0b5", "tag": "08d43931-06bc-45f2-ab14-5bfc6b427fe8", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:06:41.037724 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fafb83eb-610d-4523-ade8-720c976594cf {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:06:41.038080 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f636168f-d1dc-4993-b598-8874f15be0b5', 'tag': '08d43931-06bc-45f2-ab14-5bfc6b427fe8', 'status': 'completed', 'code': 200} Jul 09 15:06:41.040008 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41853a36-5f1a-4c4f-9551-3e6f276e8aac req-1ce84870-2f7b-4cc7-84f1-e62dd3cc418e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:41.042457 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-41853a36-5f1a-4c4f-9551-3e6f276e8aac req-1ce84870-2f7b-4cc7-84f1-e62dd3cc418e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=698ed9b4-c044-4342-bccd-fd185f7a5759 HTTP/1.1" status: 200 len: 834 time: 0.0737822 Jul 09 15:06:41.107921 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41853a36-5f1a-4c4f-9551-3e6f276e8aac req-896e77aa-f324-4e66-90ac-f7284ed8bbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:41.109859 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-41853a36-5f1a-4c4f-9551-3e6f276e8aac req-896e77aa-f324-4e66-90ac-f7284ed8bbd8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2b3704e8-451c-4589-8c88-b29a937cb5cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0615485 Jul 09 15:06:41.237406 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e8606ac-d3f7-4c1a-bf78-2cc28824591b tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Router 8056473b-8e13-4d3b-a03e-948997454f4d has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:06:41.245512 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-41853a36-5f1a-4c4f-9551-3e6f276e8aac req-8abeb763-f476-436e-905a-e38ff6bfef42 service neutron] 10.222.0.54 "GET /v2.0/networks/2b3704e8-451c-4589-8c88-b29a937cb5cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286061 Jul 09 15:06:41.371047 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-41853a36-5f1a-4c4f-9551-3e6f276e8aac req-5c096a36-127d-4c41-a2f4-fe8fa42c46a9 service neutron] 10.222.0.54 "GET /v2.0/networks/2b3704e8-451c-4589-8c88-b29a937cb5cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185653 Jul 09 15:06:41.627037 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c10c0c-d51a-4479-8d2d-81fb3796888c req-b60c65de-c0bc-4585-9763-8d942823f3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:41.629063 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-42c10c0c-d51a-4479-8d2d-81fb3796888c req-b60c65de-c0bc-4585-9763-8d942823f3ca service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a6e2ac6f6f91427f816da8127677c24e&device_id=f636168f-d1dc-4993-b598-8874f15be0b5 HTTP/1.1" status: 200 len: 1095 time: 0.0678763 Jul 09 15:06:41.758738 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c10c0c-d51a-4479-8d2d-81fb3796888c req-bccda356-1c18-4f54-a36d-155ee74175cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:41.761902 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e8606ac-d3f7-4c1a-bf78-2cc28824591b tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:06:41.762426 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-42c10c0c-d51a-4479-8d2d-81fb3796888c req-bccda356-1c18-4f54-a36d-155ee74175cb service neutron] 10.222.0.54 "GET /v2.0/networks?id=2b3704e8-451c-4589-8c88-b29a937cb5cc HTTP/1.1" status: 200 len: 897 time: 0.1263990 Jul 09 15:06:41.772186 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2468a910-96c1-4112-b2e9-9fbbe1f81fcf None None] Sync routers for ids ['8056473b-8e13-4d3b-a03e-948997454f4d'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:06:41.784539 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2468a910-96c1-4112-b2e9-9fbbe1f81fcf None None] Routers {'8056473b-8e13-4d3b-a03e-948997454f4d'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:06:41.785161 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-2468a910-96c1-4112-b2e9-9fbbe1f81fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:06:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['8056473b-8e13-4d3b-a03e-948997454f4d'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:06:41.788000 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d419ce1-646a-4b02-9200-dcdda0aa1308 req-6a31022a-bd6e-41b8-8f89-f2a2f3a9bf6d tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:41.789804 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6d419ce1-646a-4b02-9200-dcdda0aa1308 req-6a31022a-bd6e-41b8-8f89-f2a2f3a9bf6d tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/ports?device_id=f636168f-d1dc-4993-b598-8874f15be0b5 HTTP/1.1" status: 200 len: 944 time: 0.4947796 Jul 09 15:06:41.820608 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-42c10c0c-d51a-4479-8d2d-81fb3796888c req-ad53b481-70ef-4110-89c3-26ca20349073 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08d43931-06bc-45f2-ab14-5bfc6b427fe8 HTTP/1.1" status: 200 len: 217 time: 0.0513244 Jul 09 15:06:41.844848 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6d419ce1-646a-4b02-9200-dcdda0aa1308 req-343ec834-842c-4265-ac41-c5d30439a745 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2c4eaeb-a251-4886-9e17-c07954fb3643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458884 Jul 09 15:06:41.915875 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c10c0c-d51a-4479-8d2d-81fb3796888c req-190de4e1-91ac-4aef-a052-0e5123a952af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:41.917921 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-42c10c0c-d51a-4479-8d2d-81fb3796888c req-190de4e1-91ac-4aef-a052-0e5123a952af service neutron] 10.222.0.54 "GET /v2.0/subnets?id=698ed9b4-c044-4342-bccd-fd185f7a5759 HTTP/1.1" status: 200 len: 834 time: 0.0766406 Jul 09 15:06:41.938879 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-2468a910-96c1-4112-b2e9-9fbbe1f81fcf None None] Set router 8056473b-8e13-4d3b-a03e-948997454f4d gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:06:41.964762 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0e8606ac-d3f7-4c1a-bf78-2cc28824591b tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:41.989924 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c10c0c-d51a-4479-8d2d-81fb3796888c req-bcce77c0-a575-493a-a010-7486049d35b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:41.991831 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-42c10c0c-d51a-4479-8d2d-81fb3796888c req-bcce77c0-a575-493a-a010-7486049d35b4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2b3704e8-451c-4589-8c88-b29a937cb5cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654850 Jul 09 15:06:42.007155 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-0e8606ac-d3f7-4c1a-bf78-2cc28824591b tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3747475 Jul 09 15:06:42.007155 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e8819fe-d461-44de-8be0-a6d438029156', 'tag': '13c068fb-baf5-4c34-8203-7583814eef49'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:06:42.007155 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f0d55a-5020-4889-9712-b4422e44c110" -d '{"events": [{"name": "network-changed", "server_uuid": "4e8819fe-d461-44de-8be0-a6d438029156", "tag": "13c068fb-baf5-4c34-8203-7583814eef49"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:06:42.058882 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e1b2e0-3084-4dab-9414-e7745a15cb58 x-openstack-request-id: req-13e1b2e0-3084-4dab-9414-e7745a15cb58 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:06:42.059180 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e8819fe-d461-44de-8be0-a6d438029156", "tag": "13c068fb-baf5-4c34-8203-7583814eef49", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:06:42.059492 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-13e1b2e0-3084-4dab-9414-e7745a15cb58 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:06:42.059917 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e8819fe-d461-44de-8be0-a6d438029156', 'tag': '13c068fb-baf5-4c34-8203-7583814eef49', 'status': 'completed', 'code': 200} Jul 09 15:06:42.110551 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-42c10c0c-d51a-4479-8d2d-81fb3796888c req-b3e7366d-d050-461d-8648-a0d6b2b4d773 service neutron] 10.222.0.54 "GET /v2.0/networks/2b3704e8-451c-4589-8c88-b29a937cb5cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108158 Jul 09 15:06:42.193886 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-2468a910-96c1-4112-b2e9-9fbbe1f81fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8056473b-8e13-4d3b-a03e-948997454f4d', 'name': 'tempest-TestServerBasicOps-29053231-router', 'tenant_id': '9cb6374b0a6d482aa499b47cd8ddd0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'c976587a-a546-405e-a796-c171e397424c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:05:52Z', 'updated_at': '2021-07-09T15:05:58Z', 'revision_number': 4, 'project_id': '9cb6374b0a6d482aa499b47cd8ddd0c1', 'gw_port': {'id': 'c976587a-a546-405e-a796-c171e397424c', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:29:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8056473b-8e13-4d3b-a03e-948997454f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:05:53Z', 'updated_at': '2021-07-09T15:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '0f98274e-7349-4799-ae97-9e99bc7c6587', 'tenant_id': '9cb6374b0a6d482aa499b47cd8ddd0c1', 'floating_ip_address': '172.25.3.101', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '8056473b-8e13-4d3b-a03e-948997454f4d', 'port_id': '13c068fb-baf5-4c34-8203-7583814eef49', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f41e4b95-e67a-4a40-b3c2-e3aaaffc72fa', 'mac_address': 'fa:16:3e:50:23:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8819fe-d461-44de-8be0-a6d438029156', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:06:39Z', 'updated_at': '2021-07-09T15:06:39Z', 'revision_number': 0, 'project_id': '9cb6374b0a6d482aa499b47cd8ddd0c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8413915d-1ea1-4d7b-8a0e-6b5b5fa88eed', 'name': '', 'network_id': 'f41e4b95-e67a-4a40-b3c2-e3aaaffc72fa', 'tenant_id': '9cb6374b0a6d482aa499b47cd8ddd0c1', 'mac_address': 'fa:16:3e:6b:44:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8056473b-8e13-4d3b-a03e-948997454f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '11658eaf-0233-449f-a381-3c823efc4351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:05:57Z', 'updated_at': '2021-07-09T15:06:07Z', 'revision_number': 5, 'project_id': '9cb6374b0a6d482aa499b47cd8ddd0c1', 'subnets': [{'id': '11658eaf-0233-449f-a381-3c823efc4351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:06:42.194753 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f0d55a-5020-4889-9712-b4422e44c110 req-fca47be1-3f17-4fff-9a0e-919bed19ff04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:42.195652 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-24f0d55a-5020-4889-9712-b4422e44c110 req-fca47be1-3f17-4fff-9a0e-919bed19ff04 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9cb6374b0a6d482aa499b47cd8ddd0c1&device_id=4e8819fe-d461-44de-8be0-a6d438029156 HTTP/1.1" status: 200 len: 1096 time: 0.0833554 Jul 09 15:06:42.229318 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-42c10c0c-d51a-4479-8d2d-81fb3796888c req-eba9ec7c-4d2a-4bca-b68c-e8a757be0fb9 service neutron] 10.222.0.54 "GET /v2.0/networks/2b3704e8-451c-4589-8c88-b29a937cb5cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118858 Jul 09 15:06:42.230666 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2468a910-96c1-4112-b2e9-9fbbe1f81fcf None None] Checking router: 8056473b-8e13-4d3b-a03e-948997454f4d for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:06:42.239636 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2468a910-96c1-4112-b2e9-9fbbe1f81fcf None None] Routers {'8056473b-8e13-4d3b-a03e-948997454f4d'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:06:42.240529 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-2468a910-96c1-4112-b2e9-9fbbe1f81fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:06:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['8056473b-8e13-4d3b-a03e-948997454f4d'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:06:42.324908 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f0d55a-5020-4889-9712-b4422e44c110 req-de9aa33a-5d45-4da8-94d1-88c33f332c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:42.336543 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-24f0d55a-5020-4889-9712-b4422e44c110 req-de9aa33a-5d45-4da8-94d1-88c33f332c0b service neutron] 10.222.0.62 "GET /v2.0/networks?id=f41e4b95-e67a-4a40-b3c2-e3aaaffc72fa HTTP/1.1" status: 200 len: 908 time: 0.1319997 Jul 09 15:06:42.364973 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-2468a910-96c1-4112-b2e9-9fbbe1f81fcf None None] Set router 8056473b-8e13-4d3b-a03e-948997454f4d gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:06:42.418127 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-24f0d55a-5020-4889-9712-b4422e44c110 req-11f05c2a-7a32-454d-b2f8-079f19db4ac0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13c068fb-baf5-4c34-8203-7583814eef49 HTTP/1.1" status: 200 len: 999 time: 0.0695038 Jul 09 15:06:42.474801 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f0d55a-5020-4889-9712-b4422e44c110 req-bdf59853-088d-43e0-ad1f-c7c54e5644eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:42.476727 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-24f0d55a-5020-4889-9712-b4422e44c110 req-bdf59853-088d-43e0-ad1f-c7c54e5644eb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=11658eaf-0233-449f-a381-3c823efc4351 HTTP/1.1" status: 200 len: 846 time: 0.0505061 Jul 09 15:06:42.551814 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f0d55a-5020-4889-9712-b4422e44c110 req-ec82296d-d7d5-4078-b6e3-2531ef8362fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:42.567784 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-24f0d55a-5020-4889-9712-b4422e44c110 req-ec82296d-d7d5-4078-b6e3-2531ef8362fc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f41e4b95-e67a-4a40-b3c2-e3aaaffc72fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694463 Jul 09 15:06:42.655681 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-24f0d55a-5020-4889-9712-b4422e44c110 req-8678f013-62b2-4e0a-941a-be7063a5478e service neutron] 10.222.0.62 "GET /v2.0/networks/f41e4b95-e67a-4a40-b3c2-e3aaaffc72fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928302 Jul 09 15:06:42.726370 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-2468a910-96c1-4112-b2e9-9fbbe1f81fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8056473b-8e13-4d3b-a03e-948997454f4d', 'name': 'tempest-TestServerBasicOps-29053231-router', 'tenant_id': '9cb6374b0a6d482aa499b47cd8ddd0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'c976587a-a546-405e-a796-c171e397424c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:05:52Z', 'updated_at': '2021-07-09T15:05:58Z', 'revision_number': 4, 'project_id': '9cb6374b0a6d482aa499b47cd8ddd0c1', 'gw_port': {'id': 'c976587a-a546-405e-a796-c171e397424c', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:29:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8056473b-8e13-4d3b-a03e-948997454f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:05:53Z', 'updated_at': '2021-07-09T15:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '0f98274e-7349-4799-ae97-9e99bc7c6587', 'tenant_id': '9cb6374b0a6d482aa499b47cd8ddd0c1', 'floating_ip_address': '172.25.3.101', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '8056473b-8e13-4d3b-a03e-948997454f4d', 'port_id': '13c068fb-baf5-4c34-8203-7583814eef49', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f41e4b95-e67a-4a40-b3c2-e3aaaffc72fa', 'mac_address': 'fa:16:3e:50:23:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8819fe-d461-44de-8be0-a6d438029156', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:06:39Z', 'updated_at': '2021-07-09T15:06:39Z', 'revision_number': 0, 'project_id': '9cb6374b0a6d482aa499b47cd8ddd0c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8413915d-1ea1-4d7b-8a0e-6b5b5fa88eed', 'name': '', 'network_id': 'f41e4b95-e67a-4a40-b3c2-e3aaaffc72fa', 'tenant_id': '9cb6374b0a6d482aa499b47cd8ddd0c1', 'mac_address': 'fa:16:3e:6b:44:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8056473b-8e13-4d3b-a03e-948997454f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '11658eaf-0233-449f-a381-3c823efc4351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:05:57Z', 'updated_at': '2021-07-09T15:06:07Z', 'revision_number': 5, 'project_id': '9cb6374b0a6d482aa499b47cd8ddd0c1', 'subnets': [{'id': '11658eaf-0233-449f-a381-3c823efc4351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:06:42.756050 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-24f0d55a-5020-4889-9712-b4422e44c110 req-8f635e02-e66c-4d79-9094-1f38c0ed711e service neutron] 10.222.0.62 "GET /v2.0/networks/f41e4b95-e67a-4a40-b3c2-e3aaaffc72fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918596 Jul 09 15:06:42.761625 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2468a910-96c1-4112-b2e9-9fbbe1f81fcf None None] The sync data for ids ['8056473b-8e13-4d3b-a03e-948997454f4d'] in n-d-799529-6 is: [{'id': '8056473b-8e13-4d3b-a03e-948997454f4d', 'name': 'tempest-TestServerBasicOps-29053231-router', 'tenant_id': '9cb6374b0a6d482aa499b47cd8ddd0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'c976587a-a546-405e-a796-c171e397424c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:05:52Z', 'updated_at': '2021-07-09T15:05:58Z', 'revision_number': 4, 'project_id': '9cb6374b0a6d482aa499b47cd8ddd0c1', 'gw_port': {'id': 'c976587a-a546-405e-a796-c171e397424c', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:29:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8056473b-8e13-4d3b-a03e-948997454f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:05:53Z', 'updated_at': '2021-07-09T15:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '0f98274e-7349-4799-ae97-9e99bc7c6587', 'tenant_id': '9cb6374b0a6d482aa499b47cd8ddd0c1', 'floating_ip_address': '172.25.3.101', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '8056473b-8e13-4d3b-a03e-948997454f4d', 'port_id': '13c068fb-baf5-4c34-8203-7583814eef49', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f41e4b95-e67a-4a40-b3c2-e3aaaffc72fa', 'mac_address': 'fa:16:3e:50:23:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8819fe-d461-44de-8be0-a6d438029156', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:06:39Z', 'updated_at': '2021-07-09T15:06:39Z', 'revision_number': 0, 'project_id': '9cb6374b0a6d482aa499b47cd8ddd0c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8413915d-1ea1-4d7b-8a0e-6b5b5fa88eed', 'name': '', 'network_id': 'f41e4b95-e67a-4a40-b3c2-e3aaaffc72fa', 'tenant_id': '9cb6374b0a6d482aa499b47cd8ddd0c1', 'mac_address': 'fa:16:3e:6b:44:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8056473b-8e13-4d3b-a03e-948997454f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '11658eaf-0233-449f-a381-3c823efc4351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:05:57Z', 'updated_at': '2021-07-09T15:06:07Z', 'revision_number': 5, 'project_id': '9cb6374b0a6d482aa499b47cd8ddd0c1', 'subnets': [{'id': '11658eaf-0233-449f-a381-3c823efc4351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:06:43.045704 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7cdd65-9038-420d-a848-b3e263806f25 req-30e482ca-55df-45fa-9f37-0ebad2fc0043 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:43.047296 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4e7cdd65-9038-420d-a848-b3e263806f25 req-30e482ca-55df-45fa-9f37-0ebad2fc0043 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/ports?device_id=f636168f-d1dc-4993-b598-8874f15be0b5 HTTP/1.1" status: 200 len: 944 time: 0.0718734 Jul 09 15:06:43.062381 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723247ed-0261-416a-842e-8998c47e012c None None] New status for floating IP 0f98274e-7349-4799-ae97-9e99bc7c6587: ACTIVE {{(pid=94447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 15:06:43.095703 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4e7cdd65-9038-420d-a848-b3e263806f25 req-8622c471-49e0-4214-90d4-2b9324e67257 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2c4eaeb-a251-4886-9e17-c07954fb3643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386817 Jul 09 15:06:44.286648 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e47d7c-aab0-44d1-841a-83d801407f0e req-13cd5ba2-4eb5-4548-be28-dc19ae73990d tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:44.288346 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-22e47d7c-aab0-44d1-841a-83d801407f0e req-13cd5ba2-4eb5-4548-be28-dc19ae73990d tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/ports?device_id=f636168f-d1dc-4993-b598-8874f15be0b5 HTTP/1.1" status: 200 len: 944 time: 0.0683784 Jul 09 15:06:44.336238 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-22e47d7c-aab0-44d1-841a-83d801407f0e req-33cf29e9-17b8-4233-8015-63211a7709c5 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2c4eaeb-a251-4886-9e17-c07954fb3643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412159 Jul 09 15:06:44.952840 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b2e82310-b581-42cb-88e1-1be55b65d92c req-e6fc5cb4-499d-49f0-b2a9-38cbea6748df service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0709934 Jul 09 15:06:45.030068 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:45.047282 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e82310-b581-42cb-88e1-1be55b65d92c req-ad42cdf5-9192-449b-8517-88efda44effe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:45.048832 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b2e82310-b581-42cb-88e1-1be55b65d92c req-ad42cdf5-9192-449b-8517-88efda44effe service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c03b5d3d86974e68a5911d632d382871&device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 1096 time: 0.0605147 Jul 09 15:06:45.179019 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e82310-b581-42cb-88e1-1be55b65d92c req-0aaa281b-197d-46a8-8ff5-b3ac253b6c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:45.180556 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b2e82310-b581-42cb-88e1-1be55b65d92c req-0aaa281b-197d-46a8-8ff5-b3ac253b6c1f service neutron] 10.222.0.62 "GET /v2.0/networks?id=2caf48fb-184c-426e-a7e2-2d876991b7f4 HTTP/1.1" status: 200 len: 912 time: 0.0943167 Jul 09 15:06:45.264890 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b2e82310-b581-42cb-88e1-1be55b65d92c req-4c5ba4ae-ffa0-437b-a7ff-cb5aee7e23cf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a55c943-174c-41e4-ae0c-abae167a4938 HTTP/1.1" status: 200 len: 998 time: 0.0766993 Jul 09 15:06:45.295012 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 08d43931-06bc-45f2-ab14-5bfc6b427fe8 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 15:06:45.318725 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e82310-b581-42cb-88e1-1be55b65d92c req-46f3d264-88a2-479f-8da6-2620589d7454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:45.320647 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b2e82310-b581-42cb-88e1-1be55b65d92c req-46f3d264-88a2-479f-8da6-2620589d7454 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a10947be-2e1d-4b8b-b31f-e273354d0e7a HTTP/1.1" status: 200 len: 850 time: 0.0495231 Jul 09 15:06:45.400628 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e82310-b581-42cb-88e1-1be55b65d92c req-0c9e6d51-0ae1-47dd-9316-7d7317c1a4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:45.400628 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b2e82310-b581-42cb-88e1-1be55b65d92c req-0c9e6d51-0ae1-47dd-9316-7d7317c1a4f4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2caf48fb-184c-426e-a7e2-2d876991b7f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682373 Jul 09 15:06:45.428178 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 08d43931-06bc-45f2-ab14-5bfc6b427fe8, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=08d43931-06bc-45f2-ab14-5bfc6b427fe8,segment=NetworkSegment(f383ae13-0bf9-4a2b-a528-0bb79c4871fe),segment_id=f383ae13-0bf9-4a2b-a528-0bb79c4871fe)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:06:45.461342 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': '08d43931-06bc-45f2-ab14-5bfc6b427fe8', 'network_id': '2b3704e8-451c-4589-8c88-b29a937cb5cc', 'port_id': '08d43931-06bc-45f2-ab14-5bfc6b427fe8', 'mac_address': 'fa:16:3e:61:42:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '698ed9b4-c044-4342-bccd-fd185f7a5759', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 15:06:45.503486 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:45.519905 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08d43931-06bc-45f2-ab14-5bfc6b427fe8 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:06:45.557730 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 08d43931-06bc-45f2-ab14-5bfc6b427fe8, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=08d43931-06bc-45f2-ab14-5bfc6b427fe8,segment=NetworkSegment(f383ae13-0bf9-4a2b-a528-0bb79c4871fe),segment_id=f383ae13-0bf9-4a2b-a528-0bb79c4871fe)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:06:45.573538 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b2e82310-b581-42cb-88e1-1be55b65d92c req-52c5517f-a0cc-42cf-bb50-7939bac62bf1 service neutron] 10.222.0.62 "GET /v2.0/networks/2caf48fb-184c-426e-a7e2-2d876991b7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690259 Jul 09 15:06:45.649755 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214aa956-6bc4-44a1-b7a8-b5da79ead0e6 req-1c30a9a1-b25f-46ce-84fa-aa6d1b385512 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:45.651110 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:45.652051 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-214aa956-6bc4-44a1-b7a8-b5da79ead0e6 req-1c30a9a1-b25f-46ce-84fa-aa6d1b385512 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/ports?device_id=f636168f-d1dc-4993-b598-8874f15be0b5 HTTP/1.1" status: 200 len: 944 time: 0.1630228 Jul 09 15:06:45.729602 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=08d43931-06bc-45f2-ab14-5bfc6b427fe8,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:45.734211 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b2e82310-b581-42cb-88e1-1be55b65d92c req-227856e8-5fa0-4576-a1a2-68e827576358 service neutron] 10.222.0.62 "GET /v2.0/networks/2caf48fb-184c-426e-a7e2-2d876991b7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531346 Jul 09 15:06:45.744435 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-214aa956-6bc4-44a1-b7a8-b5da79ead0e6 req-e14aecd7-a902-4c91-a2b7-28ebe56f9bf4 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2c4eaeb-a251-4886-9e17-c07954fb3643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802624 Jul 09 15:06:45.884272 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['08d43931-06bc-45f2-ab14-5bfc6b427fe8'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:06:46.752426 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 37698) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:06:47.013056 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ebf325-75e1-4503-aca2-e2b3d51f90d3 req-5c16b20d-2254-4e7c-9f92-d24663a045cb tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:47.017698 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-68ebf325-75e1-4503-aca2-e2b3d51f90d3 req-5c16b20d-2254-4e7c-9f92-d24663a045cb tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/ports?device_id=f636168f-d1dc-4993-b598-8874f15be0b5 HTTP/1.1" status: 200 len: 945 time: 0.1238744 Jul 09 15:06:47.067685 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-68ebf325-75e1-4503-aca2-e2b3d51f90d3 req-9e377fad-0908-45a5-b886-a72bda759f07 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2c4eaeb-a251-4886-9e17-c07954fb3643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440214 Jul 09 15:06:47.296154 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 08d43931-06bc-45f2-ab14-5bfc6b427fe8 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:06:47.318727 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6b653511-d4b8-49ef-b6c5-d957ad4a1595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:47.413501 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port 08d43931-06bc-45f2-ab14-5bfc6b427fe8 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:06:47.421329 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port 08d43931-06bc-45f2-ab14-5bfc6b427fe8 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:06:47.425841 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:47.509019 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:47.534547 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f636168f-d1dc-4993-b598-8874f15be0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08d43931-06bc-45f2-ab14-5bfc6b427fe8'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:06:47.536865 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430c42c2-5b99-4945-b2ff-2f1d0b1dcad8" -d '{"events": [{"server_uuid": "f636168f-d1dc-4993-b598-8874f15be0b5", "name": "network-vif-plugged", "status": "completed", "tag": "08d43931-06bc-45f2-ab14-5bfc6b427fe8"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:06:47.549873 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 08d43931-06bc-45f2-ab14-5bfc6b427fe8, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=08d43931-06bc-45f2-ab14-5bfc6b427fe8,segment=NetworkSegment(f383ae13-0bf9-4a2b-a528-0bb79c4871fe),segment_id=f383ae13-0bf9-4a2b-a528-0bb79c4871fe)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:06:47.576487 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3db5d7-072f-44cf-a74d-79243f4e5d2c x-openstack-request-id: req-9d3db5d7-072f-44cf-a74d-79243f4e5d2c {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:06:47.576781 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f636168f-d1dc-4993-b598-8874f15be0b5", "name": "network-vif-plugged", "status": "completed", "tag": "08d43931-06bc-45f2-ab14-5bfc6b427fe8", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:06:47.577037 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9d3db5d7-072f-44cf-a74d-79243f4e5d2c {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:06:47.577439 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f636168f-d1dc-4993-b598-8874f15be0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08d43931-06bc-45f2-ab14-5bfc6b427fe8', 'code': 200} Jul 09 15:06:47.604430 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-6b653511-d4b8-49ef-b6c5-d957ad4a1595 admin admin] Deleting port 7571a2db-8f89-480f-ac2e-c1961d337008 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:06:47.604887 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6b653511-d4b8-49ef-b6c5-d957ad4a1595 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:47.647095 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:47.697103 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=08d43931-06bc-45f2-ab14-5bfc6b427fe8,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:47.710820 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-6b653511-d4b8-49ef-b6c5-d957ad4a1595 admin admin] For port 7571a2db-8f89-480f-ac2e-c1961d337008, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=7571a2db-8f89-480f-ac2e-c1961d337008,segment=NetworkSegment(1a86216b-0589-4b76-bf13-b0436a2559bc),segment_id=1a86216b-0589-4b76-bf13-b0436a2559bc)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:06:47.710820 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6b653511-d4b8-49ef-b6c5-d957ad4a1595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:47.720464 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-6b653511-d4b8-49ef-b6c5-d957ad4a1595 admin admin] Calling delete_port for 7571a2db-8f89-480f-ac2e-c1961d337008 owned by network:router_interface {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:06:47.725749 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa806c-2d41-4072-88d7-7ddb34520dad req-48ee384a-1fe9-49b2-8d9d-1da6681f502c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:47.727702 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bbfa806c-2d41-4072-88d7-7ddb34520dad req-48ee384a-1fe9-49b2-8d9d-1da6681f502c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f636168f-d1dc-4993-b598-8874f15be0b5 HTTP/1.1" status: 200 len: 1097 time: 0.0730610 Jul 09 15:06:47.763197 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bbfa806c-2d41-4072-88d7-7ddb34520dad req-2fb29e59-34e3-470f-b47b-c28310472f11 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d2c4eaeb-a251-4886-9e17-c07954fb3643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288408 Jul 09 15:06:47.989858 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6b653511-d4b8-49ef-b6c5-d957ad4a1595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:48.017063 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b653511-d4b8-49ef-b6c5-d957ad4a1595 admin admin] Pushing event deleted for resources: {'Port': ['ID=7571a2db-8f89-480f-ac2e-c1961d337008,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:48.184444 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6b653511-d4b8-49ef-b6c5-d957ad4a1595 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:48.284764 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d5551-f2d1-4f23-9af3-df8d6c43adb9 req-69cbe86c-b698-46ff-b5eb-7c280d0f3ef8 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:48.286711 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e48d5551-f2d1-4f23-9af3-df8d6c43adb9 req-69cbe86c-b698-46ff-b5eb-7c280d0f3ef8 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/ports?device_id=f636168f-d1dc-4993-b598-8874f15be0b5 HTTP/1.1" status: 200 len: 946 time: 0.0776098 Jul 09 15:06:48.327887 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e48d5551-f2d1-4f23-9af3-df8d6c43adb9 req-93fbb1bc-1165-48fd-8c96-3df5c915bf44 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2c4eaeb-a251-4886-9e17-c07954fb3643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341558 Jul 09 15:06:48.412546 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b653511-d4b8-49ef-b6c5-d957ad4a1595 admin admin] Router 311afcc8-caec-4fc2-aa30-8c8af12e711a has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:06:48.524718 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b653511-d4b8-49ef-b6c5-d957ad4a1595 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:06:48.529854 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-6b653511-d4b8-49ef-b6c5-d957ad4a1595 admin admin] 10.222.0.58 "PUT /v2.0/routers/311afcc8-caec-4fc2-aa30-8c8af12e711a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7757418 Jul 09 15:06:48.532359 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 37714) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:06:48.534054 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8def2cbd-3498-4858-afbc-041d3b1ee6fd None None] Sync routers for ids ['311afcc8-caec-4fc2-aa30-8c8af12e711a'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:06:48.545936 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8def2cbd-3498-4858-afbc-041d3b1ee6fd None None] Routers {'311afcc8-caec-4fc2-aa30-8c8af12e711a'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:06:48.546686 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-8def2cbd-3498-4858-afbc-041d3b1ee6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:06:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['311afcc8-caec-4fc2-aa30-8c8af12e711a'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:06:48.653041 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-29e5a69d-f393-43fb-a69a-7c03425ad42b admin admin] Notify callbacks [] for router, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:48.688060 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-8def2cbd-3498-4858-afbc-041d3b1ee6fd None None] Set router 311afcc8-caec-4fc2-aa30-8c8af12e711a gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:06:48.765256 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-29e5a69d-f393-43fb-a69a-7c03425ad42b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:48.918597 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-29e5a69d-f393-43fb-a69a-7c03425ad42b admin admin] Deleting port 4d766e3f-caf8-4554-aec0-999b648af9fc {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:06:48.919348 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-29e5a69d-f393-43fb-a69a-7c03425ad42b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:48.925108 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-8def2cbd-3498-4858-afbc-041d3b1ee6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311afcc8-caec-4fc2-aa30-8c8af12e711a', 'name': 'tempest-TaggedBootDevicesTest_v242-124368176-router', 'tenant_id': 'b0dcdaf85ebc429397d88229c635e7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '4d766e3f-caf8-4554-aec0-999b648af9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:54:00Z', 'updated_at': '2021-07-09T15:06:47Z', 'revision_number': 5, 'project_id': 'b0dcdaf85ebc429397d88229c635e7b2', 'gw_port': {'id': '4d766e3f-caf8-4554-aec0-999b648af9fc', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:39:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311afcc8-caec-4fc2-aa30-8c8af12e711a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:54:02Z', 'updated_at': '2021-07-09T14:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:06:48.961177 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8def2cbd-3498-4858-afbc-041d3b1ee6fd None None] Checking router: 311afcc8-caec-4fc2-aa30-8c8af12e711a for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:06:48.972223 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8def2cbd-3498-4858-afbc-041d3b1ee6fd None None] Routers {'311afcc8-caec-4fc2-aa30-8c8af12e711a'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:06:48.972568 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-8def2cbd-3498-4858-afbc-041d3b1ee6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:06:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['311afcc8-caec-4fc2-aa30-8c8af12e711a'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:06:49.015957 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-29e5a69d-f393-43fb-a69a-7c03425ad42b admin admin] For port 4d766e3f-caf8-4554-aec0-999b648af9fc, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=4d766e3f-caf8-4554-aec0-999b648af9fc,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:06:49.016576 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-29e5a69d-f393-43fb-a69a-7c03425ad42b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:49.030892 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-29e5a69d-f393-43fb-a69a-7c03425ad42b admin admin] Calling delete_port for 4d766e3f-caf8-4554-aec0-999b648af9fc owned by network:router_gateway {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:06:49.064092 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-8def2cbd-3498-4858-afbc-041d3b1ee6fd None None] Set router 311afcc8-caec-4fc2-aa30-8c8af12e711a gateway port host: None {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:06:49.124550 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-8def2cbd-3498-4858-afbc-041d3b1ee6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311afcc8-caec-4fc2-aa30-8c8af12e711a', 'name': 'tempest-TaggedBootDevicesTest_v242-124368176-router', 'tenant_id': 'b0dcdaf85ebc429397d88229c635e7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:54:00Z', 'updated_at': '2021-07-09T15:06:48Z', 'revision_number': 6, 'project_id': 'b0dcdaf85ebc429397d88229c635e7b2', 'gw_port_host': None}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:06:49.152679 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8def2cbd-3498-4858-afbc-041d3b1ee6fd None None] The sync data for ids ['311afcc8-caec-4fc2-aa30-8c8af12e711a'] in n-d-799529-6 is: [{'id': '311afcc8-caec-4fc2-aa30-8c8af12e711a', 'name': 'tempest-TaggedBootDevicesTest_v242-124368176-router', 'tenant_id': 'b0dcdaf85ebc429397d88229c635e7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:54:00Z', 'updated_at': '2021-07-09T15:06:48Z', 'revision_number': 6, 'project_id': 'b0dcdaf85ebc429397d88229c635e7b2', 'gw_port_host': None}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:06:49.305558 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-29e5a69d-f393-43fb-a69a-7c03425ad42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:49.338156 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e5a69d-f393-43fb-a69a-7c03425ad42b admin admin] Pushing event deleted for resources: {'Port': ['ID=4d766e3f-caf8-4554-aec0-999b648af9fc,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:49.417252 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-29e5a69d-f393-43fb-a69a-7c03425ad42b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:49.545495 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-29e5a69d-f393-43fb-a69a-7c03425ad42b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:49.548500 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-29e5a69d-f393-43fb-a69a-7c03425ad42b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:49.612204 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c663a8-aa7a-4c91-98f1-1c1fefcf324a req-1b1b1202-a26b-4779-8c21-654269550def tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:49.614158 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d7c663a8-aa7a-4c91-98f1-1c1fefcf324a req-1b1b1202-a26b-4779-8c21-654269550def tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/ports?device_id=f636168f-d1dc-4993-b598-8874f15be0b5 HTTP/1.1" status: 200 len: 946 time: 0.1625173 Jul 09 15:06:49.648940 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-29e5a69d-f393-43fb-a69a-7c03425ad42b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:49.649450 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e5a69d-f393-43fb-a69a-7c03425ad42b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 311afcc8-caec-4fc2-aa30-8c8af12e711a {{(pid=94446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 15:06:49.658011 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-29e5a69d-f393-43fb-a69a-7c03425ad42b admin admin] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:49.665618 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-29e5a69d-f393-43fb-a69a-7c03425ad42b admin admin] 10.222.0.58 "DELETE /v2.0/routers/311afcc8-caec-4fc2-aa30-8c8af12e711a HTTP/1.1" status: 204 len: 168 time: 1.1257851 Jul 09 15:06:49.665618 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 37722) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:06:49.673963 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d7c663a8-aa7a-4c91-98f1-1c1fefcf324a req-69affebe-789f-4b19-b913-1ada02ffb50f tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2c4eaeb-a251-4886-9e17-c07954fb3643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480437 Jul 09 15:06:49.723095 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-65cff778-da17-41ec-b8c1-26e834bd3aaf admin admin] Deleting subnet 465c5725-facb-4e6f-b14d-7c696db0e29c {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:06:49.726503 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-65cff778-da17-41ec-b8c1-26e834bd3aaf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:49.764369 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-65cff778-da17-41ec-b8c1-26e834bd3aaf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:49.853887 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-65cff778-da17-41ec-b8c1-26e834bd3aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:50.002159 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-65cff778-da17-41ec-b8c1-26e834bd3aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:50.031738 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cff778-da17-41ec-b8c1-26e834bd3aaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=465c5725-facb-4e6f-b14d-7c696db0e29c,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:50.043161 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-65cff778-da17-41ec-b8c1-26e834bd3aaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:50.047557 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-65cff778-da17-41ec-b8c1-26e834bd3aaf admin admin] 10.222.0.58 "DELETE /v2.0/subnets/465c5725-facb-4e6f-b14d-7c696db0e29c HTTP/1.1" status: 204 len: 168 time: 0.3828034 Jul 09 15:06:50.048152 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 37728) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:06:50.052344 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1515e9c8-5f4c-45ef-81b3-4f106d2652d5 None None] Network 6107f077-f7c7-47db-8b86-669db7279c4c requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:06:50.116202 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f0445f-d503-4951-91c6-f082d6cb2c7f req-e18f2fca-3ac8-42ad-94ed-3f2cc0417177 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:50.117702 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-01f0445f-d503-4951-91c6-f082d6cb2c7f req-e18f2fca-3ac8-42ad-94ed-3f2cc0417177 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/ports?device_id=f636168f-d1dc-4993-b598-8874f15be0b5 HTTP/1.1" status: 200 len: 946 time: 0.1136563 Jul 09 15:06:50.130010 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c7c40e16-13bf-4e70-ae51-1c8ea8e09559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:50.183925 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-01f0445f-d503-4951-91c6-f082d6cb2c7f req-83905339-1f4d-43b5-8572-7e9f70bfd689 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2c4eaeb-a251-4886-9e17-c07954fb3643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590255 Jul 09 15:06:50.194644 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-c7c40e16-13bf-4e70-ae51-1c8ea8e09559 admin admin] Deleting port 17ca3b78-23eb-4cc4-a090-a6cdc9c11443 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:06:50.195147 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c7c40e16-13bf-4e70-ae51-1c8ea8e09559 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:50.205935 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 37730) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:06:50.282322 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe0df3d-c583-48a6-a8c4-e083a559a28a tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:50.283938 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-dbe0df3d-c583-48a6-a8c4-e083a559a28a tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=f636168f-d1dc-4993-b598-8874f15be0b5 HTTP/1.1" status: 200 len: 1092 time: 0.0766120 Jul 09 15:06:50.289882 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-c7c40e16-13bf-4e70-ae51-1c8ea8e09559 admin admin] For port 17ca3b78-23eb-4cc4-a090-a6cdc9c11443, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=17ca3b78-23eb-4cc4-a090-a6cdc9c11443,segment=NetworkSegment(1a86216b-0589-4b76-bf13-b0436a2559bc),segment_id=1a86216b-0589-4b76-bf13-b0436a2559bc)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:06:50.290091 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 37732) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:06:50.290205 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c7c40e16-13bf-4e70-ae51-1c8ea8e09559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:50.295548 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-6639d675-e604-4847-95ca-9e319f589849 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Request body: {'floatingip': {'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'port_id': '08d43931-06bc-45f2-ab14-5bfc6b427fe8', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:06:50.319409 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-c7c40e16-13bf-4e70-ae51-1c8ea8e09559 admin admin] Calling delete_port for 17ca3b78-23eb-4cc4-a090-a6cdc9c11443 owned by network:dhcp {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:06:50.332231 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a44210-4608-4146-b7c6-1e7187a3450b None None] DHCP port deletion for 6107f077-f7c7-47db-8b86-669db7279c4c request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 15:06:50.389584 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-d8a44210-4608-4146-b7c6-1e7187a3450b None None] Deleting port 17ca3b78-23eb-4cc4-a090-a6cdc9c11443 {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:06:50.389970 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d8a44210-4608-4146-b7c6-1e7187a3450b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:50.400523 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6639d675-e604-4847-95ca-9e319f589849 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for floatingip, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:50.478935 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-d8a44210-4608-4146-b7c6-1e7187a3450b None None] For port 17ca3b78-23eb-4cc4-a090-a6cdc9c11443, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=17ca3b78-23eb-4cc4-a090-a6cdc9c11443,segment=NetworkSegment(1a86216b-0589-4b76-bf13-b0436a2559bc),segment_id=1a86216b-0589-4b76-bf13-b0436a2559bc)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:06:50.480050 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d8a44210-4608-4146-b7c6-1e7187a3450b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:50.486873 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c7c40e16-13bf-4e70-ae51-1c8ea8e09559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:50.493964 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-d8a44210-4608-4146-b7c6-1e7187a3450b None None] Calling delete_port for 17ca3b78-23eb-4cc4-a090-a6cdc9c11443 owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:06:50.517747 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c40e16-13bf-4e70-ae51-1c8ea8e09559 admin admin] No DVR routers for this DVR port 17ca3b78-23eb-4cc4-a090-a6cdc9c11443 on host n-d-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:06:50.527410 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6639d675-e604-4847-95ca-9e319f589849 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:50.527668 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c40e16-13bf-4e70-ae51-1c8ea8e09559 admin admin] Pushing event deleted for resources: {'Port': ['ID=17ca3b78-23eb-4cc4-a090-a6cdc9c11443,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:50.570353 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 15:06:50.570353 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 15:06:50.570353 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 15:06:50.570353 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 15:06:50.570353 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 15:06:50.570353 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 15:06:50.570353 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 15:06:50.570353 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 15:06:50.570353 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 15:06:50.570353 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 15:06:50.570353 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 15:06:50.570353 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 15:06:50.570353 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 15:06:50.570353 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 15:06:50.570353 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 15:06:50.570353 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 15:06:50.570353 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 15:06:50.570353 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 15:06:50.570353 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 15:06:50.570353 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 15:06:50.570353 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 15:06:50.570353 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 15:06:50.570353 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 15:06:50.570353 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 15:06:50.570353 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 15:06:50.570353 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 15:06:50.570353 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 15:06:50.570353 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 15:06:50.570353 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 15:06:50.570353 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 15:06:50.570353 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 15:06:50.570353 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 15:06:50.570353 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 15:06:50.570353 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 15:06:50.570353 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 15:06:50.570353 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 15:06:50.570353 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 15:06:50.570353 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 15:06:50.570353 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 15:06:50.570353 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 15:06:50.570353 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 15:06:50.570353 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 15:06:50.570353 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 15:06:50.570353 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 15:06:50.570353 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 15:06:50.570353 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 15:06:50.570353 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 15:06:50.570353 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 15:06:50.570353 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 15:06:50.570353 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 15:06:50.570353 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 15:06:50.570353 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 15:06:50.570353 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 15:06:50.570353 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 15:06:50.582705 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d8a44210-4608-4146-b7c6-1e7187a3450b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:50.607093 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c7c40e16-13bf-4e70-ae51-1c8ea8e09559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:50.612411 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a44210-4608-4146-b7c6-1e7187a3450b None None] Pushing event deleted for resources: {'Port': ['ID=17ca3b78-23eb-4cc4-a090-a6cdc9c11443,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:50.616851 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a44210-4608-4146-b7c6-1e7187a3450b None None] No DVR routers for this DVR port 17ca3b78-23eb-4cc4-a090-a6cdc9c11443 on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:06:50.628228 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-c7c40e16-13bf-4e70-ae51-1c8ea8e09559 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6107f077-f7c7-47db-8b86-669db7279c4c']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:06:50.640102 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-c7c40e16-13bf-4e70-ae51-1c8ea8e09559 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a86216b-0589-4b76-bf13-b0436a2559bc') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:06:50.640694 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-c7c40e16-13bf-4e70-ae51-1c8ea8e09559 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a86216b-0589-4b76-bf13-b0436a2559bc') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:06:50.649681 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c7c40e16-13bf-4e70-ae51-1c8ea8e09559 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:50.664037 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c7c40e16-13bf-4e70-ae51-1c8ea8e09559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:50.666306 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-6639d675-e604-4847-95ca-9e319f589849 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Allocated IP 172.25.3.219 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/db17fef3-a5f8-4e50-82d2-2c10c81c8e3a) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:06:50.669950 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7c40e16-13bf-4e70-ae51-1c8ea8e09559 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:06:50.670353 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c7c40e16-13bf-4e70-ae51-1c8ea8e09559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:50.723250 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 15:06:50.723250 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:06:50.723250 n-d-799529-6 neutron-server[94446]: timer() Jul 09 15:06:50.723250 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:06:50.723250 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 15:06:50.723250 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:06:50.723250 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 15:06:50.723250 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:06:50.723250 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 15:06:50.723250 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:06:50.723250 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 15:06:50.723250 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:06:50.723250 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 15:06:50.723250 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:06:50.723250 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:06:50.723250 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:06:50.723250 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:06:50.723250 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:06:50.723250 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 15:06:50.723250 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:06:50.723250 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 15:06:50.723250 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:06:50.723250 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:06:50.723250 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:06:50.723250 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 15:06:50.723250 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:06:50.723250 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:06:50.723250 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:06:50.723250 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:06:50.723250 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:06:50.723250 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:06:50.723250 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:06:50.780559 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6639d675-e604-4847-95ca-9e319f589849 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:50.801459 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c7c40e16-13bf-4e70-ae51-1c8ea8e09559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:50.808284 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c7c40e16-13bf-4e70-ae51-1c8ea8e09559 admin admin] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:50.810150 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c7c40e16-13bf-4e70-ae51-1c8ea8e09559 admin admin] 10.222.0.58 "DELETE /v2.0/networks/6107f077-f7c7-47db-8b86-669db7279c4c HTTP/1.1" status: 204 len: 168 time: 0.7609727 Jul 09 15:06:50.841308 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c40e16-13bf-4e70-ae51-1c8ea8e09559 admin admin] Pushing event deleted for resources: {'Network': ['ID=6107f077-f7c7-47db-8b86-669db7279c4c,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:50.881014 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 7571a2db-8f89-480f-ac2e-c1961d337008 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:06:50.901356 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 7571a2db-8f89-480f-ac2e-c1961d337008 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:06:50.901652 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 7571a2db-8f89-480f-ac2e-c1961d337008 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:06:50.902019 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 17ca3b78-23eb-4cc4-a090-a6cdc9c11443 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:06:50.905267 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6639d675-e604-4847-95ca-9e319f589849 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:50.925806 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 17ca3b78-23eb-4cc4-a090-a6cdc9c11443 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:06:50.926468 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 17ca3b78-23eb-4cc4-a090-a6cdc9c11443 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:06:50.927173 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 4d766e3f-caf8-4554-aec0-999b648af9fc no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:06:50.945428 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6639d675-e604-4847-95ca-9e319f589849 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:06:50.956405 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-6639d675-e604-4847-95ca-9e319f589849 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:06:50.957252 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 4d766e3f-caf8-4554-aec0-999b648af9fc {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:06:50.957592 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 4d766e3f-caf8-4554-aec0-999b648af9fc not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:06:50.960277 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6639d675-e604-4847-95ca-9e319f589849 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:06:50.987265 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639d675-e604-4847-95ca-9e319f589849 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Pushing event updated for resources: {'Port': ['ID=db17fef3-a5f8-4e50-82d2-2c10c81c8e3a,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:51.129920 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 37740) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:06:51.178844 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-91e8989b-93bc-4d0f-b12c-b8120db7a4af admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b0dcdaf85ebc429397d88229c635e7b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471008 Jul 09 15:06:51.182079 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 37742) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:06:51.233280 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-963cd8fb-f117-4b7f-b4f9-be4e930b197d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:51.255736 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-963cd8fb-f117-4b7f-b4f9-be4e930b197d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:51.407021 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-963cd8fb-f117-4b7f-b4f9-be4e930b197d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:51.414187 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-963cd8fb-f117-4b7f-b4f9-be4e930b197d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:51.414187 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-963cd8fb-f117-4b7f-b4f9-be4e930b197d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/710f4a29-0022-436a-b96b-568cc62700fc HTTP/1.1" status: 204 len: 168 time: 0.2281451 Jul 09 15:06:51.430740 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963cd8fb-f117-4b7f-b4f9-be4e930b197d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=710f4a29-0022-436a-b96b-568cc62700fc,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:51.496755 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6639d675-e604-4847-95ca-9e319f589849 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:51.705045 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6639d675-e604-4847-95ca-9e319f589849 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:51.867562 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6639d675-e604-4847-95ca-9e319f589849 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:51.967031 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6639d675-e604-4847-95ca-9e319f589849 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:52.050927 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639d675-e604-4847-95ca-9e319f589849 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Pushing event updated for resources: {'Port': ['ID=db17fef3-a5f8-4e50-82d2-2c10c81c8e3a,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:52.063777 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6639d675-e604-4847-95ca-9e319f589849 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:52.175127 n-d-799529-6 neutron-server[94445]: INFO neutron.db.l3_db [None req-6639d675-e604-4847-95ca-9e319f589849 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Floating IP 330c2003-b9e9-4d01-a777-81b66486df14 associated. External IP: 172.25.3.219, port: 08d43931-06bc-45f2-ab14-5bfc6b427fe8. Jul 09 15:06:52.593679 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 37766) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:06:52.706835 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-4b07fd22-2897-43fa-b32e-b9cab915438e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1938355302-network', 'tenant_id': '284678e6d1054c1997d932e32348d1c5'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:06:52.732014 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6639d675-e604-4847-95ca-9e319f589849 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Router 9adb4877-cd75-4e70-884e-e4a2aa007af2 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:06:52.834736 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b07fd22-2897-43fa-b32e-b9cab915438e admin admin] Made reservation on behalf of 284678e6d1054c1997d932e32348d1c5 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:06:52.837187 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4b07fd22-2897-43fa-b32e-b9cab915438e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:52.850741 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4b07fd22-2897-43fa-b32e-b9cab915438e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:52.869954 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6639d675-e604-4847-95ca-9e319f589849 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:06:52.880623 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe181cb-109c-490d-a0a5-c7a992efbd86 None None] Sync routers for ids ['9adb4877-cd75-4e70-884e-e4a2aa007af2'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:06:52.892425 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe181cb-109c-490d-a0a5-c7a992efbd86 None None] Routers {'9adb4877-cd75-4e70-884e-e4a2aa007af2'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:06:52.894010 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-9fe181cb-109c-490d-a0a5-c7a992efbd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:06:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['9adb4877-cd75-4e70-884e-e4a2aa007af2'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:06:52.967392 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4b07fd22-2897-43fa-b32e-b9cab915438e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:53.002237 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-9fe181cb-109c-490d-a0a5-c7a992efbd86 None None] Set router 9adb4877-cd75-4e70-884e-e4a2aa007af2 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:06:53.039871 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4b07fd22-2897-43fa-b32e-b9cab915438e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:53.063070 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b07fd22-2897-43fa-b32e-b9cab915438e admin admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:06:53.078981 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b07fd22-2897-43fa-b32e-b9cab915438e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf4731e-337d-4ea9-b4ae-34247f71c63c,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:53.083611 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4b07fd22-2897-43fa-b32e-b9cab915438e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:53.083967 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-4b07fd22-2897-43fa-b32e-b9cab915438e admin admin] Added segment 98bca01a-7a3c-4936-8be3-f2b673b0d992 of type vlan for network c4953ddf-77a2-4bb0-bc97-3d43eb615ec3 Jul 09 15:06:53.128878 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4b07fd22-2897-43fa-b32e-b9cab915438e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:53.170340 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6639d675-e604-4847-95ca-9e319f589849 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:53.207447 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-6639d675-e604-4847-95ca-9e319f589849 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9157059 Jul 09 15:06:53.208217 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f636168f-d1dc-4993-b598-8874f15be0b5', 'tag': '08d43931-06bc-45f2-ab14-5bfc6b427fe8'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:06:53.210425 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 37772) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:06:53.212967 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d87282d-a278-452a-801f-07d7d773f9d9" -d '{"events": [{"name": "network-changed", "server_uuid": "f636168f-d1dc-4993-b598-8874f15be0b5", "tag": "08d43931-06bc-45f2-ab14-5bfc6b427fe8"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:06:53.238956 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-9fe181cb-109c-490d-a0a5-c7a992efbd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adb4877-cd75-4e70-884e-e4a2aa007af2', 'name': 'tempest-TestNetworkBasicOps-router-1420943158', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '491efa71-d6ce-4fda-ae82-505c17f95126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:06:19Z', 'updated_at': '2021-07-09T15:06:26Z', 'revision_number': 4, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'gw_port': {'id': '491efa71-d6ce-4fda-ae82-505c17f95126', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:97:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adb4877-cd75-4e70-884e-e4a2aa007af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:06:20Z', 'updated_at': '2021-07-09T15:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '330c2003-b9e9-4d01-a777-81b66486df14', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'floating_ip_address': '172.25.3.219', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '9adb4877-cd75-4e70-884e-e4a2aa007af2', 'port_id': '08d43931-06bc-45f2-ab14-5bfc6b427fe8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b3704e8-451c-4589-8c88-b29a937cb5cc', 'mac_address': 'fa:16:3e:61:42:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f636168f-d1dc-4993-b598-8874f15be0b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:06:51Z', 'updated_at': '2021-07-09T15:06:51Z', 'revision_number': 0, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '370ac841-d3ae-4e16-9a85-4fd69494a30d', 'name': '', 'network_id': '2b3704e8-451c-4589-8c88-b29a937cb5cc', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'mac_address': 'fa:16:3e:cf:32:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adb4877-cd75-4e70-884e-e4a2aa007af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '698ed9b4-c044-4342-bccd-fd185f7a5759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:06:25Z', 'updated_at': '2021-07-09T15:06:33Z', 'revision_number': 5, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'subnets': [{'id': '698ed9b4-c044-4342-bccd-fd185f7a5759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:06:53.249430 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-299d5c8c-0d7d-47bf-bcd0-71c048840c4d x-openstack-request-id: req-299d5c8c-0d7d-47bf-bcd0-71c048840c4d {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:06:53.254484 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f636168f-d1dc-4993-b598-8874f15be0b5", "tag": "08d43931-06bc-45f2-ab14-5bfc6b427fe8", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:06:53.254484 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-299d5c8c-0d7d-47bf-bcd0-71c048840c4d {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:06:53.254484 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f636168f-d1dc-4993-b598-8874f15be0b5', 'tag': '08d43931-06bc-45f2-ab14-5bfc6b427fe8', 'status': 'completed', 'code': 200} Jul 09 15:06:53.276673 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe181cb-109c-490d-a0a5-c7a992efbd86 None None] Checking router: 9adb4877-cd75-4e70-884e-e4a2aa007af2 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:06:53.283693 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-0ae03801-d882-4b86-a455-756d12534f75 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/floatingips/330c2003-b9e9-4d01-a777-81b66486df14 HTTP/1.1" status: 200 len: 992 time: 0.0719936 Jul 09 15:06:53.289091 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe181cb-109c-490d-a0a5-c7a992efbd86 None None] Routers {'9adb4877-cd75-4e70-884e-e4a2aa007af2'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:06:53.289717 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-9fe181cb-109c-490d-a0a5-c7a992efbd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:06:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['9adb4877-cd75-4e70-884e-e4a2aa007af2'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:06:53.308736 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4b07fd22-2897-43fa-b32e-b9cab915438e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:53.309720 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b07fd22-2897-43fa-b32e-b9cab915438e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:53.310312 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4b07fd22-2897-43fa-b32e-b9cab915438e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:53.383844 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b07fd22-2897-43fa-b32e-b9cab915438e admin admin] Pushing event updated for resources: {'Network': ['ID=c4953ddf-77a2-4bb0-bc97-3d43eb615ec3,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:53.384970 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:53.394161 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network c4953ddf-77a2-4bb0-bc97-3d43eb615ec3 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:06:53.398345 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87282d-a278-452a-801f-07d7d773f9d9 req-92d47521-d449-463b-8d9b-98d7217f952d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:53.400506 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3d87282d-a278-452a-801f-07d7d773f9d9 req-92d47521-d449-463b-8d9b-98d7217f952d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a6e2ac6f6f91427f816da8127677c24e&device_id=f636168f-d1dc-4993-b598-8874f15be0b5 HTTP/1.1" status: 200 len: 1097 time: 0.1271303 Jul 09 15:06:53.413157 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-9fe181cb-109c-490d-a0a5-c7a992efbd86 None None] Set router 9adb4877-cd75-4e70-884e-e4a2aa007af2 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:06:53.454386 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-4b07fd22-2897-43fa-b32e-b9cab915438e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8596361 Jul 09 15:06:53.457706 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 37776) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:06:53.464945 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-70092390-b8de-4914-9ffa-b6479d9daefb admin admin] Request body: {'subnet': {'network_id': 'c4953ddf-77a2-4bb0-bc97-3d43eb615ec3', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1938355302-subnet', 'tenant_id': '284678e6d1054c1997d932e32348d1c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:06:53.503002 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87282d-a278-452a-801f-07d7d773f9d9 req-dc6ba647-d250-494b-8088-7d5fb9c7d7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:53.504622 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3d87282d-a278-452a-801f-07d7d773f9d9 req-dc6ba647-d250-494b-8088-7d5fb9c7d7c5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2b3704e8-451c-4589-8c88-b29a937cb5cc HTTP/1.1" status: 200 len: 897 time: 0.0975115 Jul 09 15:06:53.549876 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70092390-b8de-4914-9ffa-b6479d9daefb admin admin] Made reservation on behalf of 284678e6d1054c1997d932e32348d1c5 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:06:53.552365 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-70092390-b8de-4914-9ffa-b6479d9daefb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:53.578876 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3d87282d-a278-452a-801f-07d7d773f9d9 req-dc68761e-2ab1-4546-9cac-24a50c11f73e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08d43931-06bc-45f2-ab14-5bfc6b427fe8 HTTP/1.1" status: 200 len: 1000 time: 0.0669472 Jul 09 15:06:53.637807 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87282d-a278-452a-801f-07d7d773f9d9 req-3b3936c0-ebdd-46e1-b3f2-71d39e060444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:53.639463 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3d87282d-a278-452a-801f-07d7d773f9d9 req-3b3936c0-ebdd-46e1-b3f2-71d39e060444 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=698ed9b4-c044-4342-bccd-fd185f7a5759 HTTP/1.1" status: 200 len: 834 time: 0.0463433 Jul 09 15:06:53.706450 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87282d-a278-452a-801f-07d7d773f9d9 req-d177869d-5239-4624-8b77-fea66f3d6c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:53.708139 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3d87282d-a278-452a-801f-07d7d773f9d9 req-d177869d-5239-4624-8b77-fea66f3d6c43 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2b3704e8-451c-4589-8c88-b29a937cb5cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620883 Jul 09 15:06:53.793631 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-70092390-b8de-4914-9ffa-b6479d9daefb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:53.801672 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3d87282d-a278-452a-801f-07d7d773f9d9 req-f53b592d-06fb-4772-b948-7582fda6a1c1 service neutron] 10.222.0.54 "GET /v2.0/networks/2b3704e8-451c-4589-8c88-b29a937cb5cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859854 Jul 09 15:06:53.845056 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-9fe181cb-109c-490d-a0a5-c7a992efbd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adb4877-cd75-4e70-884e-e4a2aa007af2', 'name': 'tempest-TestNetworkBasicOps-router-1420943158', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '491efa71-d6ce-4fda-ae82-505c17f95126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:06:19Z', 'updated_at': '2021-07-09T15:06:26Z', 'revision_number': 4, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'gw_port': {'id': '491efa71-d6ce-4fda-ae82-505c17f95126', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:97:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adb4877-cd75-4e70-884e-e4a2aa007af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:06:20Z', 'updated_at': '2021-07-09T15:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '330c2003-b9e9-4d01-a777-81b66486df14', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'floating_ip_address': '172.25.3.219', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '9adb4877-cd75-4e70-884e-e4a2aa007af2', 'port_id': '08d43931-06bc-45f2-ab14-5bfc6b427fe8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b3704e8-451c-4589-8c88-b29a937cb5cc', 'mac_address': 'fa:16:3e:61:42:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f636168f-d1dc-4993-b598-8874f15be0b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:06:51Z', 'updated_at': '2021-07-09T15:06:51Z', 'revision_number': 0, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '370ac841-d3ae-4e16-9a85-4fd69494a30d', 'name': '', 'network_id': '2b3704e8-451c-4589-8c88-b29a937cb5cc', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'mac_address': 'fa:16:3e:cf:32:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adb4877-cd75-4e70-884e-e4a2aa007af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '698ed9b4-c044-4342-bccd-fd185f7a5759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:06:25Z', 'updated_at': '2021-07-09T15:06:33Z', 'revision_number': 5, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'subnets': [{'id': '698ed9b4-c044-4342-bccd-fd185f7a5759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:06:53.859518 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70092390-b8de-4914-9ffa-b6479d9daefb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6d68433-9b7e-4618-bf93-fcb89d705d6a,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:53.867945 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70092390-b8de-4914-9ffa-b6479d9daefb admin admin] Checking segment: {'id': '98bca01a-7a3c-4936-8be3-f2b673b0d992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c4953ddf-77a2-4bb0-bc97-3d43eb615ec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:06:53.868828 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70092390-b8de-4914-9ffa-b6479d9daefb admin admin] Network hostable DHCP agents. Network: c4953ddf-77a2-4bb0-bc97-3d43eb615ec3, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:06:53.875835 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe181cb-109c-490d-a0a5-c7a992efbd86 None None] The sync data for ids ['9adb4877-cd75-4e70-884e-e4a2aa007af2'] in n-d-799529-6 is: [{'id': '9adb4877-cd75-4e70-884e-e4a2aa007af2', 'name': 'tempest-TestNetworkBasicOps-router-1420943158', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '491efa71-d6ce-4fda-ae82-505c17f95126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:06:19Z', 'updated_at': '2021-07-09T15:06:26Z', 'revision_number': 4, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'gw_port': {'id': '491efa71-d6ce-4fda-ae82-505c17f95126', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:97:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adb4877-cd75-4e70-884e-e4a2aa007af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:06:20Z', 'updated_at': '2021-07-09T15:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '330c2003-b9e9-4d01-a777-81b66486df14', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'floating_ip_address': '172.25.3.219', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '9adb4877-cd75-4e70-884e-e4a2aa007af2', 'port_id': '08d43931-06bc-45f2-ab14-5bfc6b427fe8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b3704e8-451c-4589-8c88-b29a937cb5cc', 'mac_address': 'fa:16:3e:61:42:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f636168f-d1dc-4993-b598-8874f15be0b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:06:51Z', 'updated_at': '2021-07-09T15:06:51Z', 'revision_number': 0, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '370ac841-d3ae-4e16-9a85-4fd69494a30d', 'name': '', 'network_id': '2b3704e8-451c-4589-8c88-b29a937cb5cc', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'mac_address': 'fa:16:3e:cf:32:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adb4877-cd75-4e70-884e-e4a2aa007af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '698ed9b4-c044-4342-bccd-fd185f7a5759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:06:25Z', 'updated_at': '2021-07-09T15:06:33Z', 'revision_number': 5, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'subnets': [{'id': '698ed9b4-c044-4342-bccd-fd185f7a5759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:06:53.915354 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3d87282d-a278-452a-801f-07d7d773f9d9 req-8f3fdc2a-bbf9-487f-8d02-a240c939111d service neutron] 10.222.0.54 "GET /v2.0/networks/2b3704e8-451c-4589-8c88-b29a937cb5cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036451 Jul 09 15:06:53.964461 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70092390-b8de-4914-9ffa-b6479d9daefb admin admin] Network c4953ddf-77a2-4bb0-bc97-3d43eb615ec3 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:06:54.067783 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d3bc10-8902-4721-9257-c6c8a6634f46 None None] New status for floating IP 330c2003-b9e9-4d01-a777-81b66486df14: ACTIVE {{(pid=94448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 15:06:54.069210 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-70092390-b8de-4914-9ffa-b6479d9daefb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, c4953ddf-77a2-4bb0-bc97-3d43eb615ec3) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:06:54.076177 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70092390-b8de-4914-9ffa-b6479d9daefb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:54.076890 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-70092390-b8de-4914-9ffa-b6479d9daefb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:54.079618 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a623491f-ca21-4e05-a821-d982320796e7 None None] Network c4953ddf-77a2-4bb0-bc97-3d43eb615ec3 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:06:54.153783 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-70092390-b8de-4914-9ffa-b6479d9daefb admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6941428 Jul 09 15:06:54.235432 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d07cd7-00ac-4daa-9cbd-d1561abf3a4f None None] Network c4953ddf-77a2-4bb0-bc97-3d43eb615ec3 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:06:54.287388 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 37788) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:06:54.537219 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 37800) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:06:54.543207 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-94fac51f-c510-41e9-a28a-bab665472b40 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1679880238', 'description': 'tempest-secgroup-smoke-1679880238 description', 'project_id': '6fa15925135f43938e84c3b00c868efd'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:06:54.647174 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-94fac51f-c510-41e9-a28a-bab665472b40 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:54.734948 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-94fac51f-c510-41e9-a28a-bab665472b40 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:54.738469 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d6e85c10-891a-45ce-a87a-ca30dcd31bd7 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/floatingips/330c2003-b9e9-4d01-a777-81b66486df14 HTTP/1.1" status: 200 len: 992 time: 0.4499271 Jul 09 15:06:54.821814 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-94fac51f-c510-41e9-a28a-bab665472b40 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:54.835566 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc016640-a658-4b98-a889-cccb4912f5e9 req-c747c48e-0935-4e26-b6c9-0283c3a8f917 tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:54.837764 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cc016640-a658-4b98-a889-cccb4912f5e9 req-c747c48e-0935-4e26-b6c9-0283c3a8f917 tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] 10.222.0.58 "GET /v2.0/networks?id=c4953ddf-77a2-4bb0-bc97-3d43eb615ec3 HTTP/1.1" status: 200 len: 818 time: 0.1029778 Jul 09 15:06:54.852065 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fac51f-c510-41e9-a28a-bab665472b40 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4400576a-a3df-4d9a-a212-5fb9da69e2a9,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:54.853808 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cc016640-a658-4b98-a889-cccb4912f5e9 req-f5f4da20-5788-4eea-af7d-5a61466846dd tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] 10.222.0.58 "GET /v2.0/quotas/284678e6d1054c1997d932e32348d1c5 HTTP/1.1" status: 200 len: 375 time: 0.0102563 Jul 09 15:06:54.894530 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cc016640-a658-4b98-a889-cccb4912f5e9 req-abcf4ac2-a218-456d-bfab-66e077b242fd tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=284678e6d1054c1997d932e32348d1c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337188 Jul 09 15:06:54.912994 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-94fac51f-c510-41e9-a28a-bab665472b40 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:54.914310 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-94fac51f-c510-41e9-a28a-bab665472b40 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3759484 Jul 09 15:06:54.917861 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 37806) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:06:54.922426 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-7f73c8fb-3bec-4b8d-ad3b-ff221a5521b7 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Request body: {'security_group_rule': {'security_group_id': '4400576a-a3df-4d9a-a212-5fb9da69e2a9', 'project_id': '6fa15925135f43938e84c3b00c868efd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:06:54.988906 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cc016640-a658-4b98-a889-cccb4912f5e9 req-84f01f4a-aea3-4caa-bdb3-9e30e534a44f service neutron] 10.222.0.58 "GET /v2.0/networks/c4953ddf-77a2-4bb0-bc97-3d43eb615ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868406 Jul 09 15:06:55.009986 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7f73c8fb-3bec-4b8d-ad3b-ff221a5521b7 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:55.066538 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7f73c8fb-3bec-4b8d-ad3b-ff221a5521b7 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:55.083550 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cc016640-a658-4b98-a889-cccb4912f5e9 req-dd0a3c2f-ce01-4652-acd3-3f4714eec074 service neutron] 10.222.0.58 "GET /v2.0/networks/c4953ddf-77a2-4bb0-bc97-3d43eb615ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884025 Jul 09 15:06:55.141767 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7f73c8fb-3bec-4b8d-ad3b-ff221a5521b7 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:55.161301 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f73c8fb-3bec-4b8d-ad3b-ff221a5521b7 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f02daab-b6a7-4f7c-b280-1465a24575c4,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:55.250806 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7f73c8fb-3bec-4b8d-ad3b-ff221a5521b7 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:55.252096 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-7f73c8fb-3bec-4b8d-ad3b-ff221a5521b7 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3332207 Jul 09 15:06:55.254626 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 37810) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:06:55.259804 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-63f89210-2f01-48ce-93ec-dda95c8df29e tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Request body: {'security_group_rule': {'security_group_id': '4400576a-a3df-4d9a-a212-5fb9da69e2a9', 'project_id': '6fa15925135f43938e84c3b00c868efd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:06:55.378480 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-136dd5c2-1a19-409b-822a-e41a42553ccc req-41da99a5-b6e1-4013-a366-e1b46932e47c tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecab8066-3abf-4a98-a7a3-446376512eb4 HTTP/1.1" status: 200 len: 210 time: 0.0367298 Jul 09 15:06:55.379289 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-63f89210-2f01-48ce-93ec-dda95c8df29e tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:55.443333 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-63f89210-2f01-48ce-93ec-dda95c8df29e tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:55.521303 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-63f89210-2f01-48ce-93ec-dda95c8df29e tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:55.539149 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f89210-2f01-48ce-93ec-dda95c8df29e tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9491bc1-16ff-4580-941b-a8e5d0e917e5,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:55.612756 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-63f89210-2f01-48ce-93ec-dda95c8df29e tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:55.614027 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-63f89210-2f01-48ce-93ec-dda95c8df29e tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3584177 Jul 09 15:06:55.624830 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 37820) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:06:55.629384 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-9df7727d-ad06-419b-a150-2f7439f5d707 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Request body: {'security_group_rule': {'security_group_id': '4400576a-a3df-4d9a-a212-5fb9da69e2a9', 'project_id': '6fa15925135f43938e84c3b00c868efd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:06:55.714962 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9df7727d-ad06-419b-a150-2f7439f5d707 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:55.741986 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 37822) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:06:55.776279 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9df7727d-ad06-419b-a150-2f7439f5d707 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:55.817343 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-e58d70ba-fb54-4609-bdf0-898bd317dae2 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/floatingips/330c2003-b9e9-4d01-a777-81b66486df14 HTTP/1.1" status: 200 len: 994 time: 0.0739033 Jul 09 15:06:55.858473 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9df7727d-ad06-419b-a150-2f7439f5d707 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:55.879296 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df7727d-ad06-419b-a150-2f7439f5d707 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1a53dca-5d94-4be4-b453-e427541e16af,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:55.976129 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9df7727d-ad06-419b-a150-2f7439f5d707 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:55.977217 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-9df7727d-ad06-419b-a150-2f7439f5d707 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3514330 Jul 09 15:06:55.980749 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 37824) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:06:55.985288 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-b3c4e200-2ef6-419a-8509-1b11f3bbb3c1 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Request body: {'security_group_rule': {'security_group_id': '4400576a-a3df-4d9a-a212-5fb9da69e2a9', 'project_id': '6fa15925135f43938e84c3b00c868efd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:06:56.090560 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b3c4e200-2ef6-419a-8509-1b11f3bbb3c1 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:56.113265 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-188471fd-0094-4a5d-845a-a1890e80c6de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:56.157293 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b3c4e200-2ef6-419a-8509-1b11f3bbb3c1 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:56.232725 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b3c4e200-2ef6-419a-8509-1b11f3bbb3c1 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:56.251479 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c4e200-2ef6-419a-8509-1b11f3bbb3c1 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bd6b974-3a74-4c1d-8e54-8a0e7cc11ddf,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:56.318463 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b3c4e200-2ef6-419a-8509-1b11f3bbb3c1 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:56.319678 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b3c4e200-2ef6-419a-8509-1b11f3bbb3c1 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3379347 Jul 09 15:06:56.322373 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 37828) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:06:56.326985 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-a4cec442-02f3-4206-b97b-0ea963458d1b tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Request body: {'security_group_rule': {'security_group_id': '4400576a-a3df-4d9a-a212-5fb9da69e2a9', 'project_id': '6fa15925135f43938e84c3b00c868efd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:06:56.417569 n-d-799529-6 neutron-server[94445]: INFO neutron.db.securitygroups_db [None req-a4cec442-02f3-4206-b97b-0ea963458d1b tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Project 6fa15925135f43938e84c3b00c868efd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 15:06:56.422528 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a4cec442-02f3-4206-b97b-0ea963458d1b tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:56.493602 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a4cec442-02f3-4206-b97b-0ea963458d1b tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:56.531581 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7a5dc6a1-a0a8-44e3-8db7-c7f37a932739 req-db0b6ec1-315a-4dc7-8a39-329114b1b4ec tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecab8066-3abf-4a98-a7a3-446376512eb4 HTTP/1.1" status: 200 len: 210 time: 0.0292916 Jul 09 15:06:56.604714 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a4cec442-02f3-4206-b97b-0ea963458d1b tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:56.622479 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cec442-02f3-4206-b97b-0ea963458d1b tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2e8130c-50b4-4741-8879-f2a663e70b81,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:56.713311 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a4cec442-02f3-4206-b97b-0ea963458d1b tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:56.714563 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-a4cec442-02f3-4206-b97b-0ea963458d1b tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3912580 Jul 09 15:06:56.717271 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 37832) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:06:56.722082 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-caeaa6ca-80ab-4cc1-b118-e537594153cf tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Request body: {'security_group_rule': {'security_group_id': '4400576a-a3df-4d9a-a212-5fb9da69e2a9', 'project_id': '6fa15925135f43938e84c3b00c868efd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:06:56.818203 n-d-799529-6 neutron-server[94445]: INFO neutron.db.securitygroups_db [None req-caeaa6ca-80ab-4cc1-b118-e537594153cf tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Project 6fa15925135f43938e84c3b00c868efd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 15:06:56.823557 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-caeaa6ca-80ab-4cc1-b118-e537594153cf tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:56.889446 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-caeaa6ca-80ab-4cc1-b118-e537594153cf tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:56.938215 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-caeaa6ca-80ab-4cc1-b118-e537594153cf tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:56.957453 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeaa6ca-80ab-4cc1-b118-e537594153cf tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a985dbb7-5307-4c21-8d07-782a9a1b000a,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:57.064231 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-caeaa6ca-80ab-4cc1-b118-e537594153cf tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:57.065717 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-caeaa6ca-80ab-4cc1-b118-e537594153cf tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3474228 Jul 09 15:06:57.265955 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-01d836b4-979c-4290-b094-929e2b082558 req-146340b3-fc2d-49be-9c89-a25d56524e7e tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1679880238&fields=id&tenant_id=6fa15925135f43938e84c3b00c868efd HTTP/1.1" status: 200 len: 267 time: 0.0352015 Jul 09 15:06:57.374160 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d836b4-979c-4290-b094-929e2b082558 req-c83f9073-b200-490b-a47b-3190cd974575 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:57.375801 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-01d836b4-979c-4290-b094-929e2b082558 req-c83f9073-b200-490b-a47b-3190cd974575 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] 10.222.0.58 "GET /v2.0/networks?id=72fb1c98-0827-40c6-aaac-61379e97af8e HTTP/1.1" status: 200 len: 814 time: 0.1031539 Jul 09 15:06:57.390625 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-01d836b4-979c-4290-b094-929e2b082558 req-f9affc66-e8a7-42df-873f-002326202954 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] 10.222.0.58 "GET /v2.0/quotas/6fa15925135f43938e84c3b00c868efd HTTP/1.1" status: 200 len: 375 time: 0.0095835 Jul 09 15:06:57.457282 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-01d836b4-979c-4290-b094-929e2b082558 req-3dfa750c-2ee2-4a36-b674-18873b155982 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6fa15925135f43938e84c3b00c868efd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0616038 Jul 09 15:06:57.559048 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-01d836b4-979c-4290-b094-929e2b082558 req-09663031-e634-4bad-9e88-304245845c17 service neutron] 10.222.0.58 "GET /v2.0/networks/72fb1c98-0827-40c6-aaac-61379e97af8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906250 Jul 09 15:06:57.653890 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-01d836b4-979c-4290-b094-929e2b082558 req-e3a787bd-6316-4dca-8ff7-c868c3bd34ac service neutron] 10.222.0.58 "GET /v2.0/networks/72fb1c98-0827-40c6-aaac-61379e97af8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890777 Jul 09 15:06:57.681955 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5c841461-9057-4466-9b5a-4155ffe6bece req-07297af5-73d3-4598-bf44-ddff45df9c8c tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecab8066-3abf-4a98-a7a3-446376512eb4 HTTP/1.1" status: 200 len: 210 time: 0.0315764 Jul 09 15:06:57.974355 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc016640-a658-4b98-a889-cccb4912f5e9 req-3d88844b-75a6-4f2f-abb7-93789830136d tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:57.975905 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cc016640-a658-4b98-a889-cccb4912f5e9 req-3d88844b-75a6-4f2f-abb7-93789830136d tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] 10.222.0.62 "GET /v2.0/networks?id=c4953ddf-77a2-4bb0-bc97-3d43eb615ec3 HTTP/1.1" status: 200 len: 818 time: 0.1065676 Jul 09 15:06:57.994932 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-cc016640-a658-4b98-a889-cccb4912f5e9 req-8dad699e-15bc-4b29-8056-49d365e03070 tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] Request body: {'port': {'device_id': 'ecab8066-3abf-4a98-a7a3-446376512eb4', 'network_id': 'c4953ddf-77a2-4bb0-bc97-3d43eb615ec3', 'admin_state_up': True, 'tenant_id': '284678e6d1054c1997d932e32348d1c5'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:06:58.264503 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc016640-a658-4b98-a889-cccb4912f5e9 req-8dad699e-15bc-4b29-8056-49d365e03070 tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] Made reservation on behalf of 284678e6d1054c1997d932e32348d1c5 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:06:58.268369 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-cc016640-a658-4b98-a889-cccb4912f5e9 req-8dad699e-15bc-4b29-8056-49d365e03070 tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:58.385323 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-15932b93-2dd9-4928-b32c-f395db1ee0af req-1ae677ef-d2f9-4d7b-8fdf-4265206f30e2 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] 10.222.0.58 "GET /v2.0/ports?device_id=52e4e346-5264-4503-bd92-4f1ec4f0c0e8 HTTP/1.1" status: 200 len: 210 time: 0.0347662 Jul 09 15:06:58.443412 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-cc016640-a658-4b98-a889-cccb4912f5e9 req-8dad699e-15bc-4b29-8056-49d365e03070 tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] Allocated IP 172.20.0.4 (c4953ddf-77a2-4bb0-bc97-3d43eb615ec3/a6d68433-9b7e-4618-bf93-fcb89d705d6a/6c824c15-ba85-43d7-bc71-c7fbd33f13fc) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:06:58.598331 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-cc016640-a658-4b98-a889-cccb4912f5e9 req-8dad699e-15bc-4b29-8056-49d365e03070 tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:58.696025 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-cc016640-a658-4b98-a889-cccb4912f5e9 req-8dad699e-15bc-4b29-8056-49d365e03070 tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:58.741707 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc016640-a658-4b98-a889-cccb4912f5e9 req-8dad699e-15bc-4b29-8056-49d365e03070 tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] Network c4953ddf-77a2-4bb0-bc97-3d43eb615ec3 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:06:58.745548 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-cc016640-a658-4b98-a889-cccb4912f5e9 req-8dad699e-15bc-4b29-8056-49d365e03070 tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:06:58.749560 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc016640-a658-4b98-a889-cccb4912f5e9 req-8dad699e-15bc-4b29-8056-49d365e03070 tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:06:58.777584 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dad699e-15bc-4b29-8056-49d365e03070 tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] Pushing event updated for resources: {'Port': ['ID=6c824c15-ba85-43d7-bc71-c7fbd33f13fc,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:58.806802 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc016640-a658-4b98-a889-cccb4912f5e9 req-8dad699e-15bc-4b29-8056-49d365e03070 tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:58.807447 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-cc016640-a658-4b98-a889-cccb4912f5e9 req-8dad699e-15bc-4b29-8056-49d365e03070 tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:58.882570 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11333547-d0e8-4dbb-9bad-92441164c1f4 req-2ae57c9f-1bcb-49c8-8630-4e5058b1264a tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:58.884524 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-11333547-d0e8-4dbb-9bad-92441164c1f4 req-2ae57c9f-1bcb-49c8-8630-4e5058b1264a tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecab8066-3abf-4a98-a7a3-446376512eb4 HTTP/1.1" status: 200 len: 931 time: 0.0646486 Jul 09 15:06:58.922961 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-11333547-d0e8-4dbb-9bad-92441164c1f4 req-e6a08ba9-71f3-401a-b3e1-da67ebbeff21 tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] 10.222.0.58 "GET /v2.0/security-groups?id=7cf4731e-337d-4ea9-b4ae-34247f71c63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320385 Jul 09 15:06:58.959646 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cc016640-a658-4b98-a889-cccb4912f5e9 req-8dad699e-15bc-4b29-8056-49d365e03070 tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9688642 Jul 09 15:06:58.979180 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-cc016640-a658-4b98-a889-cccb4912f5e9 req-d4aa88dc-2bae-4d3d-bb1d-79baaaceb12d service neutron] Request body: {'port': {'device_id': 'ecab8066-3abf-4a98-a7a3-446376512eb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:06:59.053122 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-cc016640-a658-4b98-a889-cccb4912f5e9 req-d4aa88dc-2bae-4d3d-bb1d-79baaaceb12d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:59.069935 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-54c0cfbb-c27f-40bf-b643-c1b0adf71143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:59.176007 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:59.327552 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-cc016640-a658-4b98-a889-cccb4912f5e9 req-d4aa88dc-2bae-4d3d-bb1d-79baaaceb12d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c824c15-ba85-43d7-bc71-c7fbd33f13fc {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:06:59.335251 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-cc016640-a658-4b98-a889-cccb4912f5e9 req-d4aa88dc-2bae-4d3d-bb1d-79baaaceb12d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:59.347694 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-cc016640-a658-4b98-a889-cccb4912f5e9 req-d4aa88dc-2bae-4d3d-bb1d-79baaaceb12d service neutron] Transition to ACTIVE for port object 6c824c15-ba85-43d7-bc71-c7fbd33f13fc will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:06:59.418593 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-cc016640-a658-4b98-a889-cccb4912f5e9 req-d4aa88dc-2bae-4d3d-bb1d-79baaaceb12d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:59.486619 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c20e42e0-a5c2-49e1-bd68-09b5572756aa req-09c7c103-59ea-4cdf-9265-0630d2179848 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] 10.222.0.58 "GET /v2.0/ports?device_id=52e4e346-5264-4503-bd92-4f1ec4f0c0e8 HTTP/1.1" status: 200 len: 210 time: 0.0421689 Jul 09 15:06:59.495191 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aa88dc-2bae-4d3d-bb1d-79baaaceb12d service neutron] Pushing event updated for resources: {'Port': ['ID=6c824c15-ba85-43d7-bc71-c7fbd33f13fc,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:59.582579 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-cc016640-a658-4b98-a889-cccb4912f5e9 req-d4aa88dc-2bae-4d3d-bb1d-79baaaceb12d service neutron] Attempting to bind port 6c824c15-ba85-43d7-bc71-c7fbd33f13fc on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:06:59.582973 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-cc016640-a658-4b98-a889-cccb4912f5e9 req-d4aa88dc-2bae-4d3d-bb1d-79baaaceb12d service neutron] Attempting to bind port 6c824c15-ba85-43d7-bc71-c7fbd33f13fc by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': '98bca01a-7a3c-4936-8be3-f2b673b0d992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c4953ddf-77a2-4bb0-bc97-3d43eb615ec3'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:06:59.583315 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc016640-a658-4b98-a889-cccb4912f5e9 req-d4aa88dc-2bae-4d3d-bb1d-79baaaceb12d service neutron] Attempting to bind port 6c824c15-ba85-43d7-bc71-c7fbd33f13fc on network c4953ddf-77a2-4bb0-bc97-3d43eb615ec3 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:06:59.591838 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc016640-a658-4b98-a889-cccb4912f5e9 req-d4aa88dc-2bae-4d3d-bb1d-79baaaceb12d service neutron] Port 6c824c15-ba85-43d7-bc71-c7fbd33f13fc on network c4953ddf-77a2-4bb0-bc97-3d43eb615ec3 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:06:59.592173 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc016640-a658-4b98-a889-cccb4912f5e9 req-d4aa88dc-2bae-4d3d-bb1d-79baaaceb12d service neutron] Attempting to bind port 6c824c15-ba85-43d7-bc71-c7fbd33f13fc on network c4953ddf-77a2-4bb0-bc97-3d43eb615ec3 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:06:59.597842 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc016640-a658-4b98-a889-cccb4912f5e9 req-d4aa88dc-2bae-4d3d-bb1d-79baaaceb12d service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:06:59.598188 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc016640-a658-4b98-a889-cccb4912f5e9 req-d4aa88dc-2bae-4d3d-bb1d-79baaaceb12d service neutron] Checking segment: {'id': '98bca01a-7a3c-4936-8be3-f2b673b0d992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c4953ddf-77a2-4bb0-bc97-3d43eb615ec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:06:59.598584 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc016640-a658-4b98-a889-cccb4912f5e9 req-d4aa88dc-2bae-4d3d-bb1d-79baaaceb12d service neutron] Bound using segment: {'id': '98bca01a-7a3c-4936-8be3-f2b673b0d992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c4953ddf-77a2-4bb0-bc97-3d43eb615ec3'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:06:59.599023 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-cc016640-a658-4b98-a889-cccb4912f5e9 req-d4aa88dc-2bae-4d3d-bb1d-79baaaceb12d service neutron] Bound port: 6c824c15-ba85-43d7-bc71-c7fbd33f13fc, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98bca01a-7a3c-4936-8be3-f2b673b0d992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c4953ddf-77a2-4bb0-bc97-3d43eb615ec3'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:06:59.599390 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-cc016640-a658-4b98-a889-cccb4912f5e9 req-d4aa88dc-2bae-4d3d-bb1d-79baaaceb12d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:59.665164 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-cc016640-a658-4b98-a889-cccb4912f5e9 req-d4aa88dc-2bae-4d3d-bb1d-79baaaceb12d service neutron] For port 6c824c15-ba85-43d7-bc71-c7fbd33f13fc, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:06:59.668353 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-cc016640-a658-4b98-a889-cccb4912f5e9 req-d4aa88dc-2bae-4d3d-bb1d-79baaaceb12d service neutron] For port 6c824c15-ba85-43d7-bc71-c7fbd33f13fc, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=6c824c15-ba85-43d7-bc71-c7fbd33f13fc,segment=NetworkSegment(98bca01a-7a3c-4936-8be3-f2b673b0d992),segment_id=98bca01a-7a3c-4936-8be3-f2b673b0d992)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:06:59.738636 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-cc016640-a658-4b98-a889-cccb4912f5e9 req-d4aa88dc-2bae-4d3d-bb1d-79baaaceb12d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:59.773696 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc016640-a658-4b98-a889-cccb4912f5e9 req-d4aa88dc-2bae-4d3d-bb1d-79baaaceb12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:59.774345 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-cc016640-a658-4b98-a889-cccb4912f5e9 req-d4aa88dc-2bae-4d3d-bb1d-79baaaceb12d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:06:59.776487 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cc016640-a658-4b98-a889-cccb4912f5e9 req-d4aa88dc-2bae-4d3d-bb1d-79baaaceb12d service neutron] 10.222.0.62 "PUT /v2.0/ports/6c824c15-ba85-43d7-bc71-c7fbd33f13fc HTTP/1.1" status: 200 len: 1091 time: 0.8023779 Jul 09 15:06:59.776932 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecab8066-3abf-4a98-a7a3-446376512eb4', 'tag': '6c824c15-ba85-43d7-bc71-c7fbd33f13fc'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:06:59.779245 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3998739b-fa89-492a-9db7-b5bebdd3543f" -d '{"events": [{"name": "network-changed", "server_uuid": "ecab8066-3abf-4a98-a7a3-446376512eb4", "tag": "6c824c15-ba85-43d7-bc71-c7fbd33f13fc"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:06:59.802927 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aa88dc-2bae-4d3d-bb1d-79baaaceb12d service neutron] Pushing event updated for resources: {'Port': ['ID=6c824c15-ba85-43d7-bc71-c7fbd33f13fc,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:06:59.821788 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25145599-8206-422f-a86a-3fe248173944 x-openstack-request-id: req-25145599-8206-422f-a86a-3fe248173944 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:06:59.822613 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecab8066-3abf-4a98-a7a3-446376512eb4", "tag": "6c824c15-ba85-43d7-bc71-c7fbd33f13fc", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:06:59.822892 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-25145599-8206-422f-a86a-3fe248173944 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:06:59.823466 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecab8066-3abf-4a98-a7a3-446376512eb4', 'tag': '6c824c15-ba85-43d7-bc71-c7fbd33f13fc', 'status': 'completed', 'code': 200} Jul 09 15:06:59.956029 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3998739b-fa89-492a-9db7-b5bebdd3543f req-08a96f39-dd88-4a7c-ac30-ffbff83e3c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:06:59.957598 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3998739b-fa89-492a-9db7-b5bebdd3543f req-08a96f39-dd88-4a7c-ac30-ffbff83e3c2e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=284678e6d1054c1997d932e32348d1c5&device_id=ecab8066-3abf-4a98-a7a3-446376512eb4 HTTP/1.1" status: 200 len: 1094 time: 0.0602055 Jul 09 15:07:00.112181 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3998739b-fa89-492a-9db7-b5bebdd3543f req-3295f8ae-be53-455b-b2a6-700e75fa6eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:00.113807 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3998739b-fa89-492a-9db7-b5bebdd3543f req-3295f8ae-be53-455b-b2a6-700e75fa6eb8 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=284678e6d1054c1997d932e32348d1c5&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1391478 Jul 09 15:07:00.188550 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fd35a5-bd66-4006-85c6-87fbdaf6a527 req-18e5f4f1-8ec5-49d3-ae5e-36de3f9b62af tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:00.189961 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-39fd35a5-bd66-4006-85c6-87fbdaf6a527 req-18e5f4f1-8ec5-49d3-ae5e-36de3f9b62af tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecab8066-3abf-4a98-a7a3-446376512eb4 HTTP/1.1" status: 200 len: 943 time: 0.1439915 Jul 09 15:07:00.249786 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-39fd35a5-bd66-4006-85c6-87fbdaf6a527 req-b966c4ca-f5b6-4ff7-adf9-ff814787297d tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] 10.222.0.58 "GET /v2.0/security-groups?id=7cf4731e-337d-4ea9-b4ae-34247f71c63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530720 Jul 09 15:07:00.263713 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3998739b-fa89-492a-9db7-b5bebdd3543f req-90cf748e-dd34-4fad-893f-c7a126b16ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:00.265696 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3998739b-fa89-492a-9db7-b5bebdd3543f req-90cf748e-dd34-4fad-893f-c7a126b16ff9 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1406293 Jul 09 15:07:00.270851 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:00.387737 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc016640-a658-4b98-a889-cccb4912f5e9 req-4ec7e730-478a-4484-a11d-3c8aa939b9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:00.389566 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cc016640-a658-4b98-a889-cccb4912f5e9 req-4ec7e730-478a-4484-a11d-3c8aa939b9df service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=284678e6d1054c1997d932e32348d1c5&device_id=ecab8066-3abf-4a98-a7a3-446376512eb4 HTTP/1.1" status: 200 len: 1094 time: 0.0554886 Jul 09 15:07:00.443050 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cc016640-a658-4b98-a889-cccb4912f5e9 req-b0f656de-41d3-42ec-89ab-d2d5ef924af8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c824c15-ba85-43d7-bc71-c7fbd33f13fc HTTP/1.1" status: 200 len: 217 time: 0.0398023 Jul 09 15:07:00.492874 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc016640-a658-4b98-a889-cccb4912f5e9 req-98ea1256-d43a-47b6-97a3-293bed664840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:00.494988 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cc016640-a658-4b98-a889-cccb4912f5e9 req-98ea1256-d43a-47b6-97a3-293bed664840 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a6d68433-9b7e-4618-bf93-fcb89d705d6a HTTP/1.1" status: 200 len: 858 time: 0.0439193 Jul 09 15:07:00.528324 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cc016640-a658-4b98-a889-cccb4912f5e9 req-8e199cdf-4985-49db-9568-7fbddc9b827a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c4953ddf-77a2-4bb0-bc97-3d43eb615ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268886 Jul 09 15:07:00.631432 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cc016640-a658-4b98-a889-cccb4912f5e9 req-96c3bfc9-0934-4dfb-86d2-4e92ae104ef3 service neutron] 10.222.0.62 "GET /v2.0/networks/c4953ddf-77a2-4bb0-bc97-3d43eb615ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964229 Jul 09 15:07:00.640422 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bb0ee7b3-707a-48fb-a3bb-ada3d71ade1c req-457d08c8-868a-4a2f-8038-c2037880ef0a tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] 10.222.0.58 "GET /v2.0/ports?device_id=52e4e346-5264-4503-bd92-4f1ec4f0c0e8 HTTP/1.1" status: 200 len: 210 time: 0.0345948 Jul 09 15:07:00.736491 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cc016640-a658-4b98-a889-cccb4912f5e9 req-929471a2-4ee7-4175-b37d-c3fc4123e7f7 service neutron] 10.222.0.62 "GET /v2.0/networks/c4953ddf-77a2-4bb0-bc97-3d43eb615ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946169 Jul 09 15:07:00.839587 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d836b4-979c-4290-b094-929e2b082558 req-d5f41d50-ac31-4114-8bef-2e0025f2776c tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:00.841053 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-01d836b4-979c-4290-b094-929e2b082558 req-d5f41d50-ac31-4114-8bef-2e0025f2776c tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] 10.222.0.54 "GET /v2.0/networks?id=72fb1c98-0827-40c6-aaac-61379e97af8e HTTP/1.1" status: 200 len: 814 time: 0.1034768 Jul 09 15:07:00.888415 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-01d836b4-979c-4290-b094-929e2b082558 req-a1e2fce8-0dcc-423d-b71e-6b812d2e6a9c tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fa15925135f43938e84c3b00c868efd HTTP/1.1" status: 200 len: 380 time: 0.0365925 Jul 09 15:07:00.897821 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-01d836b4-979c-4290-b094-929e2b082558 req-ae51ab64-5a26-4695-abe2-8a7420dc01a4 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Request body: {'port': {'device_id': '52e4e346-5264-4503-bd92-4f1ec4f0c0e8', 'network_id': '72fb1c98-0827-40c6-aaac-61379e97af8e', 'admin_state_up': True, 'tenant_id': '6fa15925135f43938e84c3b00c868efd', 'security_groups': ['4400576a-a3df-4d9a-a212-5fb9da69e2a9']}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:07:01.078714 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01d836b4-979c-4290-b094-929e2b082558 req-ae51ab64-5a26-4695-abe2-8a7420dc01a4 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Made reservation on behalf of 6fa15925135f43938e84c3b00c868efd for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:07:01.082694 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-01d836b4-979c-4290-b094-929e2b082558 req-ae51ab64-5a26-4695-abe2-8a7420dc01a4 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:01.217427 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-01d836b4-979c-4290-b094-929e2b082558 req-ae51ab64-5a26-4695-abe2-8a7420dc01a4 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Allocated IP 172.20.0.9 (72fb1c98-0827-40c6-aaac-61379e97af8e/5f2e327b-3440-4f7c-baea-010d460bc256/b99bf132-40d3-49b4-a696-896c9509282a) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:07:01.373926 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-01d836b4-979c-4290-b094-929e2b082558 req-ae51ab64-5a26-4695-abe2-8a7420dc01a4 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:01.392738 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-01d836b4-979c-4290-b094-929e2b082558 req-ae51ab64-5a26-4695-abe2-8a7420dc01a4 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Transition to ACTIVE for port object b99bf132-40d3-49b4-a696-896c9509282a will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:07:01.441682 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de802eb-0e88-4fd1-972f-730e80143f45 req-bb099df2-cbb0-4890-90ce-79b7a61061b2 tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:01.443266 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5de802eb-0e88-4fd1-972f-730e80143f45 req-bb099df2-cbb0-4890-90ce-79b7a61061b2 tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecab8066-3abf-4a98-a7a3-446376512eb4 HTTP/1.1" status: 200 len: 943 time: 0.0680342 Jul 09 15:07:01.484551 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5de802eb-0e88-4fd1-972f-730e80143f45 req-c5f3aae7-fc9f-40b5-a821-b7f38724c730 tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] 10.222.0.58 "GET /v2.0/security-groups?id=7cf4731e-337d-4ea9-b4ae-34247f71c63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346401 Jul 09 15:07:01.490358 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-01d836b4-979c-4290-b094-929e2b082558 req-ae51ab64-5a26-4695-abe2-8a7420dc01a4 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:01.535816 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01d836b4-979c-4290-b094-929e2b082558 req-ae51ab64-5a26-4695-abe2-8a7420dc01a4 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Network 72fb1c98-0827-40c6-aaac-61379e97af8e is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:07:01.541428 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-01d836b4-979c-4290-b094-929e2b082558 req-ae51ab64-5a26-4695-abe2-8a7420dc01a4 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:07:01.545381 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-01d836b4-979c-4290-b094-929e2b082558 req-ae51ab64-5a26-4695-abe2-8a7420dc01a4 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:07:01.578428 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae51ab64-5a26-4695-abe2-8a7420dc01a4 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Pushing event updated for resources: {'Port': ['ID=b99bf132-40d3-49b4-a696-896c9509282a,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:07:01.609535 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d836b4-979c-4290-b094-929e2b082558 req-ae51ab64-5a26-4695-abe2-8a7420dc01a4 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:01.610219 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-01d836b4-979c-4290-b094-929e2b082558 req-ae51ab64-5a26-4695-abe2-8a7420dc01a4 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:01.661517 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:01.698428 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-01d836b4-979c-4290-b094-929e2b082558 req-ae51ab64-5a26-4695-abe2-8a7420dc01a4 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8045890 Jul 09 15:07:01.714576 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-01d836b4-979c-4290-b094-929e2b082558 req-733fce7d-fe4f-4be0-aad0-35ffac27ed65 service neutron] Request body: {'port': {'device_id': '52e4e346-5264-4503-bd92-4f1ec4f0c0e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:07:01.826612 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-01d836b4-979c-4290-b094-929e2b082558 req-733fce7d-fe4f-4be0-aad0-35ffac27ed65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:01.904220 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35baf7fc-3067-4726-a8bd-b8a648afb97b req-0e272e91-e017-4b6c-b7b7-5d8d350e5482 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:01.905722 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-35baf7fc-3067-4726-a8bd-b8a648afb97b req-0e272e91-e017-4b6c-b7b7-5d8d350e5482 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] 10.222.0.58 "GET /v2.0/ports?device_id=52e4e346-5264-4503-bd92-4f1ec4f0c0e8 HTTP/1.1" status: 200 len: 931 time: 0.1232579 Jul 09 15:07:01.933749 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-b31a2a33-0d16-4faf-aaae-566a4160ed32 None None] Provisioning for port b99bf132-40d3-49b4-a696-896c9509282a completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:07:01.938578 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-b31a2a33-0d16-4faf-aaae-566a4160ed32 None None] Provisioning complete for port b99bf132-40d3-49b4-a696-896c9509282a triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:07:01.939110 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b31a2a33-0d16-4faf-aaae-566a4160ed32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:01.989380 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-b31a2a33-0d16-4faf-aaae-566a4160ed32 None None] Port b99bf132-40d3-49b4-a696-896c9509282a cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:07:02.050464 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-35baf7fc-3067-4726-a8bd-b8a648afb97b req-3e3db800-8453-41a8-9faf-dfd151fd42dc tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] 10.222.0.58 "GET /v2.0/security-groups?id=4400576a-a3df-4d9a-a212-5fb9da69e2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906706 Jul 09 15:07:02.159489 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-01d836b4-979c-4290-b094-929e2b082558 req-733fce7d-fe4f-4be0-aad0-35ffac27ed65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b99bf132-40d3-49b4-a696-896c9509282a {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:07:02.168154 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-01d836b4-979c-4290-b094-929e2b082558 req-733fce7d-fe4f-4be0-aad0-35ffac27ed65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:02.180072 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-01d836b4-979c-4290-b094-929e2b082558 req-733fce7d-fe4f-4be0-aad0-35ffac27ed65 service neutron] Transition to ACTIVE for port object b99bf132-40d3-49b4-a696-896c9509282a will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:07:02.315337 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-01d836b4-979c-4290-b094-929e2b082558 req-733fce7d-fe4f-4be0-aad0-35ffac27ed65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:02.370171 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733fce7d-fe4f-4be0-aad0-35ffac27ed65 service neutron] Pushing event updated for resources: {'Port': ['ID=b99bf132-40d3-49b4-a696-896c9509282a,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:07:02.461985 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-01d836b4-979c-4290-b094-929e2b082558 req-733fce7d-fe4f-4be0-aad0-35ffac27ed65 service neutron] Attempting to bind port b99bf132-40d3-49b4-a696-896c9509282a on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:07:02.462336 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-01d836b4-979c-4290-b094-929e2b082558 req-733fce7d-fe4f-4be0-aad0-35ffac27ed65 service neutron] Attempting to bind port b99bf132-40d3-49b4-a696-896c9509282a by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '7f0cfc05-3399-4f2d-97fa-3ffbb3a0c1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '72fb1c98-0827-40c6-aaac-61379e97af8e'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:07:02.463221 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d836b4-979c-4290-b094-929e2b082558 req-733fce7d-fe4f-4be0-aad0-35ffac27ed65 service neutron] Attempting to bind port b99bf132-40d3-49b4-a696-896c9509282a on network 72fb1c98-0827-40c6-aaac-61379e97af8e {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:07:02.469027 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d836b4-979c-4290-b094-929e2b082558 req-733fce7d-fe4f-4be0-aad0-35ffac27ed65 service neutron] Port b99bf132-40d3-49b4-a696-896c9509282a on network 72fb1c98-0827-40c6-aaac-61379e97af8e not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:07:02.469475 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d836b4-979c-4290-b094-929e2b082558 req-733fce7d-fe4f-4be0-aad0-35ffac27ed65 service neutron] Attempting to bind port b99bf132-40d3-49b4-a696-896c9509282a on network 72fb1c98-0827-40c6-aaac-61379e97af8e {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:07:02.475043 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d836b4-979c-4290-b094-929e2b082558 req-733fce7d-fe4f-4be0-aad0-35ffac27ed65 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:07:02.475381 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d836b4-979c-4290-b094-929e2b082558 req-733fce7d-fe4f-4be0-aad0-35ffac27ed65 service neutron] Checking segment: {'id': '7f0cfc05-3399-4f2d-97fa-3ffbb3a0c1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '72fb1c98-0827-40c6-aaac-61379e97af8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:07:02.475820 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d836b4-979c-4290-b094-929e2b082558 req-733fce7d-fe4f-4be0-aad0-35ffac27ed65 service neutron] Bound using segment: {'id': '7f0cfc05-3399-4f2d-97fa-3ffbb3a0c1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '72fb1c98-0827-40c6-aaac-61379e97af8e'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:07:02.476261 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-01d836b4-979c-4290-b094-929e2b082558 req-733fce7d-fe4f-4be0-aad0-35ffac27ed65 service neutron] Bound port: b99bf132-40d3-49b4-a696-896c9509282a, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f0cfc05-3399-4f2d-97fa-3ffbb3a0c1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '72fb1c98-0827-40c6-aaac-61379e97af8e'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:07:02.476620 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-01d836b4-979c-4290-b094-929e2b082558 req-733fce7d-fe4f-4be0-aad0-35ffac27ed65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:02.551586 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-01d836b4-979c-4290-b094-929e2b082558 req-733fce7d-fe4f-4be0-aad0-35ffac27ed65 service neutron] For port b99bf132-40d3-49b4-a696-896c9509282a, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:07:02.554947 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-01d836b4-979c-4290-b094-929e2b082558 req-733fce7d-fe4f-4be0-aad0-35ffac27ed65 service neutron] For port b99bf132-40d3-49b4-a696-896c9509282a, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=b99bf132-40d3-49b4-a696-896c9509282a,segment=NetworkSegment(7f0cfc05-3399-4f2d-97fa-3ffbb3a0c1bd),segment_id=7f0cfc05-3399-4f2d-97fa-3ffbb3a0c1bd)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:07:02.656056 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-01d836b4-979c-4290-b094-929e2b082558 req-733fce7d-fe4f-4be0-aad0-35ffac27ed65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:02.692329 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694d747-74a0-4486-b019-325a05035002 req-14f8d991-6433-4e0e-b782-484160a6dfe8 tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:02.692805 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d836b4-979c-4290-b094-929e2b082558 req-733fce7d-fe4f-4be0-aad0-35ffac27ed65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:02.693183 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-01d836b4-979c-4290-b094-929e2b082558 req-733fce7d-fe4f-4be0-aad0-35ffac27ed65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:02.693953 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e694d747-74a0-4486-b019-325a05035002 req-14f8d991-6433-4e0e-b782-484160a6dfe8 tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecab8066-3abf-4a98-a7a3-446376512eb4 HTTP/1.1" status: 200 len: 943 time: 0.0734150 Jul 09 15:07:02.696851 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-01d836b4-979c-4290-b094-929e2b082558 req-733fce7d-fe4f-4be0-aad0-35ffac27ed65 service neutron] 10.222.0.54 "PUT /v2.0/ports/b99bf132-40d3-49b4-a696-896c9509282a HTTP/1.1" status: 200 len: 1091 time: 0.9879656 Jul 09 15:07:02.700093 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52e4e346-5264-4503-bd92-4f1ec4f0c0e8', 'tag': 'b99bf132-40d3-49b4-a696-896c9509282a'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:07:02.706618 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44667862-1a47-4f49-8d18-9eeb28437170" -d '{"events": [{"name": "network-changed", "server_uuid": "52e4e346-5264-4503-bd92-4f1ec4f0c0e8", "tag": "b99bf132-40d3-49b4-a696-896c9509282a"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:07:02.749966 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86265be8-e71f-4cbb-919d-93d458b8ecc1 x-openstack-request-id: req-86265be8-e71f-4cbb-919d-93d458b8ecc1 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:07:02.750429 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52e4e346-5264-4503-bd92-4f1ec4f0c0e8", "tag": "b99bf132-40d3-49b4-a696-896c9509282a", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:07:02.750814 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-86265be8-e71f-4cbb-919d-93d458b8ecc1 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:07:02.751131 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52e4e346-5264-4503-bd92-4f1ec4f0c0e8', 'tag': 'b99bf132-40d3-49b4-a696-896c9509282a', 'status': 'completed', 'code': 200} Jul 09 15:07:02.755822 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733fce7d-fe4f-4be0-aad0-35ffac27ed65 service neutron] Pushing event updated for resources: {'Port': ['ID=b99bf132-40d3-49b4-a696-896c9509282a,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:07:02.760709 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e694d747-74a0-4486-b019-325a05035002 req-bb875b6d-34ed-47f6-b2e7-73f2a0a7da92 tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] 10.222.0.58 "GET /v2.0/security-groups?id=7cf4731e-337d-4ea9-b4ae-34247f71c63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595801 Jul 09 15:07:02.837841 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44667862-1a47-4f49-8d18-9eeb28437170 req-11778ccc-26b6-4908-ac0e-16f84f069b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:02.839554 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-44667862-1a47-4f49-8d18-9eeb28437170 req-11778ccc-26b6-4908-ac0e-16f84f069b94 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6fa15925135f43938e84c3b00c868efd&device_id=52e4e346-5264-4503-bd92-4f1ec4f0c0e8 HTTP/1.1" status: 200 len: 1094 time: 0.0625737 Jul 09 15:07:02.965716 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44667862-1a47-4f49-8d18-9eeb28437170 req-9fe62ad5-4ea6-4008-8264-766d6438531f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:02.967205 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-44667862-1a47-4f49-8d18-9eeb28437170 req-9fe62ad5-4ea6-4008-8264-766d6438531f service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=6fa15925135f43938e84c3b00c868efd&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1206801 Jul 09 15:07:03.073446 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44667862-1a47-4f49-8d18-9eeb28437170 req-eb62d175-bd85-4e45-b74f-6881645ab4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:03.075059 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-44667862-1a47-4f49-8d18-9eeb28437170 req-eb62d175-bd85-4e45-b74f-6881645ab4cd service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1014888 Jul 09 15:07:03.259585 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d836b4-979c-4290-b094-929e2b082558 req-d675a6ad-8d7f-433b-8696-5dd5dcdd06ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:03.261028 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-01d836b4-979c-4290-b094-929e2b082558 req-d675a6ad-8d7f-433b-8696-5dd5dcdd06ac service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6fa15925135f43938e84c3b00c868efd&device_id=52e4e346-5264-4503-bd92-4f1ec4f0c0e8 HTTP/1.1" status: 200 len: 1094 time: 0.1470952 Jul 09 15:07:03.273281 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc794a2-5a6d-423c-be4b-dfeb439e3188 req-4705e6e9-b50c-446b-83bb-d2390f0213f7 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:03.274785 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1fc794a2-5a6d-423c-be4b-dfeb439e3188 req-4705e6e9-b50c-446b-83bb-d2390f0213f7 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] 10.222.0.58 "GET /v2.0/ports?device_id=52e4e346-5264-4503-bd92-4f1ec4f0c0e8 HTTP/1.1" status: 200 len: 943 time: 0.0999508 Jul 09 15:07:03.321130 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-01d836b4-979c-4290-b094-929e2b082558 req-71caf149-a203-4eea-b30d-e6bb9d839196 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b99bf132-40d3-49b4-a696-896c9509282a HTTP/1.1" status: 200 len: 217 time: 0.0443418 Jul 09 15:07:03.379539 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1fc794a2-5a6d-423c-be4b-dfeb439e3188 req-1fb5509e-cca5-443a-928e-9de0a60ecfcd tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] 10.222.0.58 "GET /v2.0/security-groups?id=4400576a-a3df-4d9a-a212-5fb9da69e2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970452 Jul 09 15:07:03.391202 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d836b4-979c-4290-b094-929e2b082558 req-1008ab2c-74e6-4661-8154-359152837c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:03.392690 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-01d836b4-979c-4290-b094-929e2b082558 req-1008ab2c-74e6-4661-8154-359152837c71 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5f2e327b-3440-4f7c-baea-010d460bc256 HTTP/1.1" status: 200 len: 853 time: 0.0651128 Jul 09 15:07:03.454558 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d836b4-979c-4290-b094-929e2b082558 req-19c27779-e3d5-4f1d-bcef-5f2f7a775fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:03.456140 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-01d836b4-979c-4290-b094-929e2b082558 req-19c27779-e3d5-4f1d-bcef-5f2f7a775fb5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=72fb1c98-0827-40c6-aaac-61379e97af8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546787 Jul 09 15:07:03.572044 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-01d836b4-979c-4290-b094-929e2b082558 req-35fc8726-a8f4-4316-8007-336e8cbc3f82 service neutron] 10.222.0.54 "GET /v2.0/networks/72fb1c98-0827-40c6-aaac-61379e97af8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080825 Jul 09 15:07:03.672020 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-01d836b4-979c-4290-b094-929e2b082558 req-37b806fc-6ac0-46c9-ae97-39b93cb36d6c service neutron] 10.222.0.54 "GET /v2.0/networks/72fb1c98-0827-40c6-aaac-61379e97af8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939558 Jul 09 15:07:03.942617 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507cc800-ae55-4d23-ad45-286c1f4ffe23 req-9161b45f-0508-48b8-a241-f04fe8d7b27e tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:03.944174 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-507cc800-ae55-4d23-ad45-286c1f4ffe23 req-9161b45f-0508-48b8-a241-f04fe8d7b27e tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecab8066-3abf-4a98-a7a3-446376512eb4 HTTP/1.1" status: 200 len: 943 time: 0.0673993 Jul 09 15:07:03.983621 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-507cc800-ae55-4d23-ad45-286c1f4ffe23 req-1a6f457f-7ea7-4d09-9ce7-3e6953d4c6e8 tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] 10.222.0.58 "GET /v2.0/security-groups?id=7cf4731e-337d-4ea9-b4ae-34247f71c63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337205 Jul 09 15:07:04.557637 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67258ce-9f96-4955-a616-cbb7679c751f req-d46d8c3d-cbf9-4d7a-9bad-6e16a803f11e tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:04.559211 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a67258ce-9f96-4955-a616-cbb7679c751f req-d46d8c3d-cbf9-4d7a-9bad-6e16a803f11e tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] 10.222.0.58 "GET /v2.0/ports?device_id=52e4e346-5264-4503-bd92-4f1ec4f0c0e8 HTTP/1.1" status: 200 len: 943 time: 0.0671928 Jul 09 15:07:04.604336 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a67258ce-9f96-4955-a616-cbb7679c751f req-bd36299e-5c97-4890-b9b2-381e5ec67d0a tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] 10.222.0.58 "GET /v2.0/security-groups?id=4400576a-a3df-4d9a-a212-5fb9da69e2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388768 Jul 09 15:07:04.637824 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:07:05.169577 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6232bf-7d52-412c-99dc-5e62e659323d req-7ad41fd8-b8bb-47da-88be-7fc2e1d2970b tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:05.171103 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0f6232bf-7d52-412c-99dc-5e62e659323d req-7ad41fd8-b8bb-47da-88be-7fc2e1d2970b tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecab8066-3abf-4a98-a7a3-446376512eb4 HTTP/1.1" status: 200 len: 943 time: 0.0692632 Jul 09 15:07:05.215890 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0f6232bf-7d52-412c-99dc-5e62e659323d req-bacbdf69-59ed-4141-bdce-42e2b19466be tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] 10.222.0.58 "GET /v2.0/security-groups?id=7cf4731e-337d-4ea9-b4ae-34247f71c63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390480 Jul 09 15:07:05.794534 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858bdd26-77f3-496f-9c0f-13280f19f1d5 req-a713c460-c538-4b49-9b72-672a94c7bb47 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:05.796104 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-858bdd26-77f3-496f-9c0f-13280f19f1d5 req-a713c460-c538-4b49-9b72-672a94c7bb47 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] 10.222.0.58 "GET /v2.0/ports?device_id=52e4e346-5264-4503-bd92-4f1ec4f0c0e8 HTTP/1.1" status: 200 len: 943 time: 0.0686667 Jul 09 15:07:05.844183 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-858bdd26-77f3-496f-9c0f-13280f19f1d5 req-a9924129-1afd-4570-846f-e1379f98ace2 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] 10.222.0.58 "GET /v2.0/security-groups?id=4400576a-a3df-4d9a-a212-5fb9da69e2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413539 Jul 09 15:07:06.397088 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b87fed-4b44-45dc-93c3-9ac1c872d01b req-7e2b8f80-6cba-437d-8f63-51e78c1fdb60 tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:06.399309 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-69b87fed-4b44-45dc-93c3-9ac1c872d01b req-7e2b8f80-6cba-437d-8f63-51e78c1fdb60 tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecab8066-3abf-4a98-a7a3-446376512eb4 HTTP/1.1" status: 200 len: 943 time: 0.0666127 Jul 09 15:07:06.424149 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 6c824c15-ba85-43d7-bc71-c7fbd33f13fc details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 15:07:06.441931 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-69b87fed-4b44-45dc-93c3-9ac1c872d01b req-00eb676f-ff18-4705-9ceb-899628173066 tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] 10.222.0.58 "GET /v2.0/security-groups?id=7cf4731e-337d-4ea9-b4ae-34247f71c63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360825 Jul 09 15:07:06.523513 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 6c824c15-ba85-43d7-bc71-c7fbd33f13fc, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=6c824c15-ba85-43d7-bc71-c7fbd33f13fc,segment=NetworkSegment(98bca01a-7a3c-4936-8be3-f2b673b0d992),segment_id=98bca01a-7a3c-4936-8be3-f2b673b0d992)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:07:06.532893 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '6c824c15-ba85-43d7-bc71-c7fbd33f13fc', 'network_id': 'c4953ddf-77a2-4bb0-bc97-3d43eb615ec3', 'port_id': '6c824c15-ba85-43d7-bc71-c7fbd33f13fc', 'mac_address': 'fa:16:3e:55:09:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6d68433-9b7e-4618-bf93-fcb89d705d6a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 15:07:06.568287 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:06.581896 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c824c15-ba85-43d7-bc71-c7fbd33f13fc {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:07:06.601070 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 6c824c15-ba85-43d7-bc71-c7fbd33f13fc, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=6c824c15-ba85-43d7-bc71-c7fbd33f13fc,segment=NetworkSegment(98bca01a-7a3c-4936-8be3-f2b673b0d992),segment_id=98bca01a-7a3c-4936-8be3-f2b673b0d992)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:07:06.660894 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:06.712113 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=6c824c15-ba85-43d7-bc71-c7fbd33f13fc,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:07:07.020025 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc221d-7794-47f3-b4a4-d640a161ef21 req-84e195a1-28b2-47c1-93fb-898f9c93028b tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:07.021517 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-abdc221d-7794-47f3-b4a4-d640a161ef21 req-84e195a1-28b2-47c1-93fb-898f9c93028b tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] 10.222.0.58 "GET /v2.0/ports?device_id=52e4e346-5264-4503-bd92-4f1ec4f0c0e8 HTTP/1.1" status: 200 len: 943 time: 0.0630448 Jul 09 15:07:07.060008 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-abdc221d-7794-47f3-b4a4-d640a161ef21 req-30695167-ca43-416f-a6e8-5e11d815e51c tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] 10.222.0.58 "GET /v2.0/security-groups?id=4400576a-a3df-4d9a-a212-5fb9da69e2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326204 Jul 09 15:07:07.269358 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['6c824c15-ba85-43d7-bc71-c7fbd33f13fc'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:07:07.619290 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf7193e-82ce-440c-b873-53b1bfae106b req-e8a0299c-7efb-4268-964d-e7a9517c8987 tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:07.620783 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ccf7193e-82ce-440c-b873-53b1bfae106b req-e8a0299c-7efb-4268-964d-e7a9517c8987 tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecab8066-3abf-4a98-a7a3-446376512eb4 HTTP/1.1" status: 200 len: 944 time: 0.0623693 Jul 09 15:07:07.658014 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ccf7193e-82ce-440c-b873-53b1bfae106b req-e2992fb3-82bb-4eaa-a66f-957b2563e88c tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] 10.222.0.58 "GET /v2.0/security-groups?id=7cf4731e-337d-4ea9-b4ae-34247f71c63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315630 Jul 09 15:07:08.238846 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340efca-2420-45ab-bba7-b3f94bef1428 req-fdde0e89-a12c-4497-8bf9-85cf2532d777 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:08.240675 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f340efca-2420-45ab-bba7-b3f94bef1428 req-fdde0e89-a12c-4497-8bf9-85cf2532d777 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] 10.222.0.58 "GET /v2.0/ports?device_id=52e4e346-5264-4503-bd92-4f1ec4f0c0e8 HTTP/1.1" status: 200 len: 943 time: 0.0687189 Jul 09 15:07:08.280574 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f340efca-2420-45ab-bba7-b3f94bef1428 req-64fe11e0-1450-488b-8309-41017a22efd2 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] 10.222.0.58 "GET /v2.0/security-groups?id=4400576a-a3df-4d9a-a212-5fb9da69e2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336366 Jul 09 15:07:08.438070 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 6c824c15-ba85-43d7-bc71-c7fbd33f13fc up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:07:08.547130 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port 6c824c15-ba85-43d7-bc71-c7fbd33f13fc completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:07:08.551201 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 6c824c15-ba85-43d7-bc71-c7fbd33f13fc triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:07:08.551605 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:08.626854 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:08.648745 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecab8066-3abf-4a98-a7a3-446376512eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c824c15-ba85-43d7-bc71-c7fbd33f13fc'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:07:08.651094 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c2b4f7-f507-4bd0-9fbf-44f39f73dae7" -d '{"events": [{"server_uuid": "ecab8066-3abf-4a98-a7a3-446376512eb4", "name": "network-vif-plugged", "status": "completed", "tag": "6c824c15-ba85-43d7-bc71-c7fbd33f13fc"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:07:08.663997 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 6c824c15-ba85-43d7-bc71-c7fbd33f13fc, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=6c824c15-ba85-43d7-bc71-c7fbd33f13fc,segment=NetworkSegment(98bca01a-7a3c-4936-8be3-f2b673b0d992),segment_id=98bca01a-7a3c-4936-8be3-f2b673b0d992)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:07:08.718665 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:08.748804 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2df3fe-2d97-42ba-8efd-e4f530a02c6b x-openstack-request-id: req-0a2df3fe-2d97-42ba-8efd-e4f530a02c6b {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:07:08.749093 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecab8066-3abf-4a98-a7a3-446376512eb4", "name": "network-vif-plugged", "status": "completed", "tag": "6c824c15-ba85-43d7-bc71-c7fbd33f13fc", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:07:08.749341 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0a2df3fe-2d97-42ba-8efd-e4f530a02c6b {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:07:08.749728 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecab8066-3abf-4a98-a7a3-446376512eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c824c15-ba85-43d7-bc71-c7fbd33f13fc', 'code': 200} Jul 09 15:07:08.774173 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=6c824c15-ba85-43d7-bc71-c7fbd33f13fc,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:07:08.836598 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbca353-26fa-4117-ae71-610084ee5e1c req-a0b48f89-d30e-4615-b116-7d3d674b5777 tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:08.838670 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5bbca353-26fa-4117-ae71-610084ee5e1c req-a0b48f89-d30e-4615-b116-7d3d674b5777 tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecab8066-3abf-4a98-a7a3-446376512eb4 HTTP/1.1" status: 200 len: 945 time: 0.0658231 Jul 09 15:07:08.878409 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5bbca353-26fa-4117-ae71-610084ee5e1c req-d8a0d949-ef25-4a6a-9013-1e5906344102 tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] 10.222.0.58 "GET /v2.0/security-groups?id=7cf4731e-337d-4ea9-b4ae-34247f71c63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339723 Jul 09 15:07:08.894923 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fef9cd-4d91-48df-a2ff-f63a9d7b876e req-ef8bd9c9-37d5-44b9-9474-74afadf4ee1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:08.896529 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f5fef9cd-4d91-48df-a2ff-f63a9d7b876e req-ef8bd9c9-37d5-44b9-9474-74afadf4ee1e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ecab8066-3abf-4a98-a7a3-446376512eb4 HTTP/1.1" status: 200 len: 1096 time: 0.0575423 Jul 09 15:07:08.931373 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f5fef9cd-4d91-48df-a2ff-f63a9d7b876e req-55f5f9ac-495a-4a38-8ffd-220f752d439c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7cf4731e-337d-4ea9-b4ae-34247f71c63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281553 Jul 09 15:07:09.451872 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef12f7c-43f1-4c64-82cb-b4409f7991ea req-8f756b1f-3a4e-4022-a9b6-905f5cc2644d tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:09.453354 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6ef12f7c-43f1-4c64-82cb-b4409f7991ea req-8f756b1f-3a4e-4022-a9b6-905f5cc2644d tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] 10.222.0.58 "GET /v2.0/ports?device_id=52e4e346-5264-4503-bd92-4f1ec4f0c0e8 HTTP/1.1" status: 200 len: 943 time: 0.0628796 Jul 09 15:07:09.490195 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6ef12f7c-43f1-4c64-82cb-b4409f7991ea req-7495c6f3-8693-4732-80e9-9b8d4879d7c9 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] 10.222.0.58 "GET /v2.0/security-groups?id=4400576a-a3df-4d9a-a212-5fb9da69e2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312533 Jul 09 15:07:10.056428 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d537e7b-d6e6-4279-9745-e6faaca91153 req-3c65cce3-41ac-461d-b9cd-618bf2f58bf2 tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:10.057972 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9d537e7b-d6e6-4279-9745-e6faaca91153 req-3c65cce3-41ac-461d-b9cd-618bf2f58bf2 tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecab8066-3abf-4a98-a7a3-446376512eb4 HTTP/1.1" status: 200 len: 945 time: 0.0639651 Jul 09 15:07:10.101915 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9d537e7b-d6e6-4279-9745-e6faaca91153 req-367d6d80-5912-4bf5-b9e8-4f9460cfe334 tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] 10.222.0.58 "GET /v2.0/security-groups?id=7cf4731e-337d-4ea9-b4ae-34247f71c63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382919 Jul 09 15:07:10.669456 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c9b03c-1cc1-4429-a2ed-b808933f8331 req-f75225a9-1c5b-47cc-9a4b-ca27a59d0eff tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:10.670885 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d8c9b03c-1cc1-4429-a2ed-b808933f8331 req-f75225a9-1c5b-47cc-9a4b-ca27a59d0eff tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] 10.222.0.58 "GET /v2.0/ports?device_id=52e4e346-5264-4503-bd92-4f1ec4f0c0e8 HTTP/1.1" status: 200 len: 943 time: 0.0699699 Jul 09 15:07:10.709386 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d8c9b03c-1cc1-4429-a2ed-b808933f8331 req-30208764-9731-4aec-b2d6-fcb53cac8dbc tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] 10.222.0.58 "GET /v2.0/security-groups?id=4400576a-a3df-4d9a-a212-5fb9da69e2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325997 Jul 09 15:07:11.278866 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c5f9b-7253-4e8a-8a42-b660a2cc7327 req-b920624d-8476-4a7f-8c9d-6297f7f09fee tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:11.280387 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-743c5f9b-7253-4e8a-8a42-b660a2cc7327 req-b920624d-8476-4a7f-8c9d-6297f7f09fee tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecab8066-3abf-4a98-a7a3-446376512eb4 HTTP/1.1" status: 200 len: 945 time: 0.0651133 Jul 09 15:07:11.318674 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-743c5f9b-7253-4e8a-8a42-b660a2cc7327 req-decc85a5-8e4c-4d36-938a-b908ce0a43d0 tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] 10.222.0.58 "GET /v2.0/security-groups?id=7cf4731e-337d-4ea9-b4ae-34247f71c63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325475 Jul 09 15:07:11.896333 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e20d64-ea94-494b-8a66-6ae9977c1b71 req-c3bc6f19-14de-4713-9857-030632788ba0 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:11.905137 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b3e20d64-ea94-494b-8a66-6ae9977c1b71 req-c3bc6f19-14de-4713-9857-030632788ba0 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] 10.222.0.58 "GET /v2.0/ports?device_id=52e4e346-5264-4503-bd92-4f1ec4f0c0e8 HTTP/1.1" status: 200 len: 943 time: 0.0731807 Jul 09 15:07:11.915343 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f0a0b2-9854-44ac-8cd9-8217683af002 req-d6a4c14a-c262-4dfa-83bb-6abca8e19557 tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:11.916908 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-22f0a0b2-9854-44ac-8cd9-8217683af002 req-d6a4c14a-c262-4dfa-83bb-6abca8e19557 tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecab8066-3abf-4a98-a7a3-446376512eb4 HTTP/1.1" status: 200 len: 945 time: 0.0666771 Jul 09 15:07:11.940822 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b3e20d64-ea94-494b-8a66-6ae9977c1b71 req-ba44dc48-798c-486b-8b15-45f000bffb89 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] 10.222.0.58 "GET /v2.0/security-groups?id=4400576a-a3df-4d9a-a212-5fb9da69e2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364439 Jul 09 15:07:11.957795 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-22f0a0b2-9854-44ac-8cd9-8217683af002 req-42103dde-aa8c-4713-b1b9-63653e0b4636 tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] 10.222.0.58 "GET /v2.0/security-groups?id=7cf4731e-337d-4ea9-b4ae-34247f71c63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350080 Jul 09 15:07:13.121957 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a17fa7-2a3f-43a5-a888-f102e7254440 req-05fe13fe-7391-4517-a820-9ae6a8cc769f tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:13.123401 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-82a17fa7-2a3f-43a5-a888-f102e7254440 req-05fe13fe-7391-4517-a820-9ae6a8cc769f tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] 10.222.0.58 "GET /v2.0/ports?device_id=52e4e346-5264-4503-bd92-4f1ec4f0c0e8 HTTP/1.1" status: 200 len: 943 time: 0.0707521 Jul 09 15:07:13.138369 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd025d-d795-4c97-b9c6-67857223fde6 req-69fd3e5a-aa6b-4645-8902-82ed0fcbd98a tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:13.140174 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e9bd025d-d795-4c97-b9c6-67857223fde6 req-69fd3e5a-aa6b-4645-8902-82ed0fcbd98a tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecab8066-3abf-4a98-a7a3-446376512eb4 HTTP/1.1" status: 200 len: 945 time: 0.0635996 Jul 09 15:07:13.164607 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-82a17fa7-2a3f-43a5-a888-f102e7254440 req-ff6544a2-8d91-40e7-a851-7ea7f7544499 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] 10.222.0.58 "GET /v2.0/security-groups?id=4400576a-a3df-4d9a-a212-5fb9da69e2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354550 Jul 09 15:07:13.180806 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e9bd025d-d795-4c97-b9c6-67857223fde6 req-43a43bfd-e82c-4cb9-869a-fc592730aaac tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] 10.222.0.58 "GET /v2.0/security-groups?id=7cf4731e-337d-4ea9-b4ae-34247f71c63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347323 Jul 09 15:07:13.453605 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device b99bf132-40d3-49b4-a696-896c9509282a details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 15:07:13.554875 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port b99bf132-40d3-49b4-a696-896c9509282a, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=b99bf132-40d3-49b4-a696-896c9509282a,segment=NetworkSegment(7f0cfc05-3399-4f2d-97fa-3ffbb3a0c1bd),segment_id=7f0cfc05-3399-4f2d-97fa-3ffbb3a0c1bd)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:07:13.566668 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': 'b99bf132-40d3-49b4-a696-896c9509282a', 'network_id': '72fb1c98-0827-40c6-aaac-61379e97af8e', 'port_id': 'b99bf132-40d3-49b4-a696-896c9509282a', 'mac_address': 'fa:16:3e:65:21:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f2e327b-3440-4f7c-baea-010d460bc256', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 15:07:13.603282 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:13.616132 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b99bf132-40d3-49b4-a696-896c9509282a {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:07:13.635892 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port b99bf132-40d3-49b4-a696-896c9509282a, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=b99bf132-40d3-49b4-a696-896c9509282a,segment=NetworkSegment(7f0cfc05-3399-4f2d-97fa-3ffbb3a0c1bd),segment_id=7f0cfc05-3399-4f2d-97fa-3ffbb3a0c1bd)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:07:13.709644 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:13.765366 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=b99bf132-40d3-49b4-a696-896c9509282a,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:07:13.778038 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3485ecb-2145-41ae-b5b2-20ea1a02b76c req-1fbd1791-0527-43d3-9814-af5397d8264c tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:13.779512 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a3485ecb-2145-41ae-b5b2-20ea1a02b76c req-1fbd1791-0527-43d3-9814-af5397d8264c tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecab8066-3abf-4a98-a7a3-446376512eb4 HTTP/1.1" status: 200 len: 945 time: 0.0701411 Jul 09 15:07:13.889989 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-a3485ecb-2145-41ae-b5b2-20ea1a02b76c req-fd491760-ddbc-4d42-88f4-5989669dec6d tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] Deleting port 6c824c15-ba85-43d7-bc71-c7fbd33f13fc {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:07:13.890404 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a3485ecb-2145-41ae-b5b2-20ea1a02b76c req-fd491760-ddbc-4d42-88f4-5989669dec6d tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:13.941728 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['b99bf132-40d3-49b4-a696-896c9509282a'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:07:13.999019 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-a3485ecb-2145-41ae-b5b2-20ea1a02b76c req-fd491760-ddbc-4d42-88f4-5989669dec6d tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] For port 6c824c15-ba85-43d7-bc71-c7fbd33f13fc, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=6c824c15-ba85-43d7-bc71-c7fbd33f13fc,segment=NetworkSegment(98bca01a-7a3c-4936-8be3-f2b673b0d992),segment_id=98bca01a-7a3c-4936-8be3-f2b673b0d992)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:07:13.999552 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a3485ecb-2145-41ae-b5b2-20ea1a02b76c req-fd491760-ddbc-4d42-88f4-5989669dec6d tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:14.014905 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-a3485ecb-2145-41ae-b5b2-20ea1a02b76c req-fd491760-ddbc-4d42-88f4-5989669dec6d tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] Calling delete_port for 6c824c15-ba85-43d7-bc71-c7fbd33f13fc owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:07:14.239287 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a3485ecb-2145-41ae-b5b2-20ea1a02b76c req-fd491760-ddbc-4d42-88f4-5989669dec6d tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:14.271319 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd491760-ddbc-4d42-88f4-5989669dec6d tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] Pushing event deleted for resources: {'Port': ['ID=6c824c15-ba85-43d7-bc71-c7fbd33f13fc,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:07:14.275920 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['6c824c15-ba85-43d7-bc71-c7fbd33f13fc'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:07:14.316025 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd491760-ddbc-4d42-88f4-5989669dec6d tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:07:14.316376 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd491760-ddbc-4d42-88f4-5989669dec6d tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:07:14.316714 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd491760-ddbc-4d42-88f4-5989669dec6d tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:07:14.317054 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd491760-ddbc-4d42-88f4-5989669dec6d tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:07:14.317380 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd491760-ddbc-4d42-88f4-5989669dec6d tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:07:14.317707 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd491760-ddbc-4d42-88f4-5989669dec6d tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:07:14.318034 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd491760-ddbc-4d42-88f4-5989669dec6d tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:07:14.318361 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd491760-ddbc-4d42-88f4-5989669dec6d tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:07:14.318690 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd491760-ddbc-4d42-88f4-5989669dec6d tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:07:14.319079 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd491760-ddbc-4d42-88f4-5989669dec6d tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:07:14.319404 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd491760-ddbc-4d42-88f4-5989669dec6d tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:07:14.319781 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd491760-ddbc-4d42-88f4-5989669dec6d tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:07:14.341024 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-74f57e01-7bd0-407d-9f82-9ef72e6778da req-d98a2968-bfd4-487d-b822-2216c584a66a tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecab8066-3abf-4a98-a7a3-446376512eb4 HTTP/1.1" status: 200 len: 210 time: 0.0342841 Jul 09 15:07:14.361042 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3485ecb-2145-41ae-b5b2-20ea1a02b76c req-fd491760-ddbc-4d42-88f4-5989669dec6d tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] No DVR routers for this DVR port 6c824c15-ba85-43d7-bc71-c7fbd33f13fc on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:07:14.364573 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a3485ecb-2145-41ae-b5b2-20ea1a02b76c req-fd491760-ddbc-4d42-88f4-5989669dec6d tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:14.366854 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a3485ecb-2145-41ae-b5b2-20ea1a02b76c req-fd491760-ddbc-4d42-88f4-5989669dec6d tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] 10.222.0.62 "DELETE /v2.0/ports/6c824c15-ba85-43d7-bc71-c7fbd33f13fc HTTP/1.1" status: 204 len: 173 time: 0.5817811 Jul 09 15:07:14.367359 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecab8066-3abf-4a98-a7a3-446376512eb4', 'name': 'network-vif-deleted', 'tag': '6c824c15-ba85-43d7-bc71-c7fbd33f13fc'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:07:14.369606 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d054510e-3e73-4d54-a87f-698f6bee34b5" -d '{"events": [{"server_uuid": "ecab8066-3abf-4a98-a7a3-446376512eb4", "name": "network-vif-deleted", "tag": "6c824c15-ba85-43d7-bc71-c7fbd33f13fc"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:07:14.410569 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520f4272-6b8d-4280-9ae3-79eb0f45e474 req-b0563b24-678a-4469-b9bf-248f8ab542fe tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:14.412095 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-520f4272-6b8d-4280-9ae3-79eb0f45e474 req-b0563b24-678a-4469-b9bf-248f8ab542fe tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] 10.222.0.58 "GET /v2.0/ports?device_id=52e4e346-5264-4503-bd92-4f1ec4f0c0e8 HTTP/1.1" status: 200 len: 944 time: 0.1212242 Jul 09 15:07:14.413530 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e286a7c-d2a5-40d1-99c3-9511bcfb3ae0 x-openstack-request-id: req-3e286a7c-d2a5-40d1-99c3-9511bcfb3ae0 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:07:14.413813 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecab8066-3abf-4a98-a7a3-446376512eb4", "name": "network-vif-deleted", "tag": "6c824c15-ba85-43d7-bc71-c7fbd33f13fc", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:07:14.414060 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3e286a7c-d2a5-40d1-99c3-9511bcfb3ae0 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:07:14.414442 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecab8066-3abf-4a98-a7a3-446376512eb4', 'name': 'network-vif-deleted', 'tag': '6c824c15-ba85-43d7-bc71-c7fbd33f13fc', 'status': 'completed', 'code': 200} Jul 09 15:07:14.455629 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-520f4272-6b8d-4280-9ae3-79eb0f45e474 req-535c37fe-3e62-4ec8-96a9-078131590e6e tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] 10.222.0.58 "GET /v2.0/security-groups?id=4400576a-a3df-4d9a-a212-5fb9da69e2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376537 Jul 09 15:07:15.000980 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:15.468660 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device b99bf132-40d3-49b4-a696-896c9509282a up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:07:15.513232 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ecbc5c2e-41ae-44b8-9387-792604bfa29c req-d5cf8d4d-416d-4084-ac8c-fda32f30629b tempest-InstanceActionsV221TestJSON-1720262276 tempest-InstanceActionsV221TestJSON-1720262276-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecab8066-3abf-4a98-a7a3-446376512eb4 HTTP/1.1" status: 200 len: 210 time: 0.0354502 Jul 09 15:07:15.601298 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port b99bf132-40d3-49b4-a696-896c9509282a completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:07:15.607164 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port b99bf132-40d3-49b4-a696-896c9509282a triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:07:15.607778 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:15.649039 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d381c57-4506-4ccc-9ce3-f55176b2c7d6 req-58fbf12c-2dbb-4482-a01e-6558e87cc6bd tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:15.650661 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3d381c57-4506-4ccc-9ce3-f55176b2c7d6 req-58fbf12c-2dbb-4482-a01e-6558e87cc6bd tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] 10.222.0.58 "GET /v2.0/ports?device_id=52e4e346-5264-4503-bd92-4f1ec4f0c0e8 HTTP/1.1" status: 200 len: 944 time: 0.0655382 Jul 09 15:07:15.689388 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3d381c57-4506-4ccc-9ce3-f55176b2c7d6 req-63066fff-35c8-469c-b110-2a2ffdf70002 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] 10.222.0.58 "GET /v2.0/security-groups?id=4400576a-a3df-4d9a-a212-5fb9da69e2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328419 Jul 09 15:07:15.693911 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:15.717074 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52e4e346-5264-4503-bd92-4f1ec4f0c0e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b99bf132-40d3-49b4-a696-896c9509282a'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:07:15.719237 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421797a5-240b-4d04-8ecc-a59761303ccf" -d '{"events": [{"server_uuid": "52e4e346-5264-4503-bd92-4f1ec4f0c0e8", "name": "network-vif-plugged", "status": "completed", "tag": "b99bf132-40d3-49b4-a696-896c9509282a"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:07:15.732062 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port b99bf132-40d3-49b4-a696-896c9509282a, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=b99bf132-40d3-49b4-a696-896c9509282a,segment=NetworkSegment(7f0cfc05-3399-4f2d-97fa-3ffbb3a0c1bd),segment_id=7f0cfc05-3399-4f2d-97fa-3ffbb3a0c1bd)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:07:15.754412 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f03305-51cd-42ec-ad34-23a4dd2b056b x-openstack-request-id: req-63f03305-51cd-42ec-ad34-23a4dd2b056b {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:07:15.754708 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52e4e346-5264-4503-bd92-4f1ec4f0c0e8", "name": "network-vif-plugged", "status": "completed", "tag": "b99bf132-40d3-49b4-a696-896c9509282a", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:07:15.754988 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-63f03305-51cd-42ec-ad34-23a4dd2b056b {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:07:15.755397 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52e4e346-5264-4503-bd92-4f1ec4f0c0e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b99bf132-40d3-49b4-a696-896c9509282a', 'code': 200} Jul 09 15:07:15.830980 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:15.882686 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575360ab-42f6-4251-9428-c40612ed8524 req-41daa919-19c4-4631-a257-988ad8cfb5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:15.884617 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-575360ab-42f6-4251-9428-c40612ed8524 req-41daa919-19c4-4631-a257-988ad8cfb5c8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=52e4e346-5264-4503-bd92-4f1ec4f0c0e8 HTTP/1.1" status: 200 len: 1096 time: 0.0601685 Jul 09 15:07:15.884863 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=b99bf132-40d3-49b4-a696-896c9509282a,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:07:15.893537 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:07:15.893893 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:07:15.894238 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:07:15.894583 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:07:15.894921 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:07:15.895262 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:07:15.895620 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:07:15.895956 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:07:15.896286 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:07:15.896614 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:07:15.896940 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:07:15.897270 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:07:15.924126 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-575360ab-42f6-4251-9428-c40612ed8524 req-e2f0379e-1c13-4df6-9ad5-0a001139fbd2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4400576a-a3df-4d9a-a212-5fb9da69e2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331259 Jul 09 15:07:16.482235 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 6c824c15-ba85-43d7-bc71-c7fbd33f13fc no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:07:16.502825 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: 6c824c15-ba85-43d7-bc71-c7fbd33f13fc {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:07:16.503169 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 6c824c15-ba85-43d7-bc71-c7fbd33f13fc not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:07:16.850833 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 37974) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:07:16.875602 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a85b193-2718-4695-a248-b11d17eedef9 req-b1d5aab8-1e69-43d4-a35c-0d0e20ffdf0a tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:16.877191 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6a85b193-2718-4695-a248-b11d17eedef9 req-b1d5aab8-1e69-43d4-a35c-0d0e20ffdf0a tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] 10.222.0.58 "GET /v2.0/ports?device_id=52e4e346-5264-4503-bd92-4f1ec4f0c0e8 HTTP/1.1" status: 200 len: 945 time: 0.0714116 Jul 09 15:07:16.897060 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae4f6a54-5791-402a-9573-12f3da04377b admin admin] Deleting subnet a6d68433-9b7e-4618-bf93-fcb89d705d6a {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:07:16.900337 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ae4f6a54-5791-402a-9573-12f3da04377b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:16.916459 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6a85b193-2718-4695-a248-b11d17eedef9 req-e3c0133a-c506-4077-9418-008b7953fa31 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] 10.222.0.58 "GET /v2.0/security-groups?id=4400576a-a3df-4d9a-a212-5fb9da69e2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334508 Jul 09 15:07:16.938301 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ae4f6a54-5791-402a-9573-12f3da04377b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:16.982408 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ae4f6a54-5791-402a-9573-12f3da04377b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:17.133420 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ae4f6a54-5791-402a-9573-12f3da04377b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:17.164185 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4f6a54-5791-402a-9573-12f3da04377b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6d68433-9b7e-4618-bf93-fcb89d705d6a,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:07:17.166465 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ae4f6a54-5791-402a-9573-12f3da04377b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:17.168659 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ae4f6a54-5791-402a-9573-12f3da04377b admin admin] 10.222.0.58 "DELETE /v2.0/subnets/a6d68433-9b7e-4618-bf93-fcb89d705d6a HTTP/1.1" status: 204 len: 168 time: 0.3166213 Jul 09 15:07:17.172387 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 37976) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:07:17.241985 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-adb68069-88a5-4bf2-a332-8ab5d083ce64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:17.328973 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-adb68069-88a5-4bf2-a332-8ab5d083ce64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:17.339241 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-adb68069-88a5-4bf2-a332-8ab5d083ce64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4953ddf-77a2-4bb0-bc97-3d43eb615ec3']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:07:17.349893 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-adb68069-88a5-4bf2-a332-8ab5d083ce64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98bca01a-7a3c-4936-8be3-f2b673b0d992') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:07:17.350634 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-adb68069-88a5-4bf2-a332-8ab5d083ce64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98bca01a-7a3c-4936-8be3-f2b673b0d992') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:07:17.361654 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-adb68069-88a5-4bf2-a332-8ab5d083ce64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:17.375125 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-adb68069-88a5-4bf2-a332-8ab5d083ce64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:17.381362 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adb68069-88a5-4bf2-a332-8ab5d083ce64 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:07:17.381662 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-adb68069-88a5-4bf2-a332-8ab5d083ce64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:17.383832 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:07:17.383832 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:07:17.383832 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:07:17.383832 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:07:17.383832 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:07:17.383832 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:07:17.383832 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 15:07:17.383832 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:07:17.383832 n-d-799529-6 neutron-server[94445]: timer() Jul 09 15:07:17.383832 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:07:17.383832 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 15:07:17.383832 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:07:17.383832 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 15:07:17.383832 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:07:17.383832 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 15:07:17.383832 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:07:17.383832 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 15:07:17.383832 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:07:17.383832 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 15:07:17.383832 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:07:17.383832 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:07:17.383832 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:07:17.383832 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:07:17.383832 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:07:17.383832 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 15:07:17.383832 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:07:17.383832 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 15:07:17.383832 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:07:17.383832 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:07:17.383832 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:07:17.383832 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 15:07:17.383832 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:07:17.383832 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:07:17.383832 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:07:17.383832 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:07:17.383832 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:07:17.383832 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:07:17.383832 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:07:17.509866 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-adb68069-88a5-4bf2-a332-8ab5d083ce64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:17.515919 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-adb68069-88a5-4bf2-a332-8ab5d083ce64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:17.520757 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-adb68069-88a5-4bf2-a332-8ab5d083ce64 admin admin] 10.222.0.58 "DELETE /v2.0/networks/c4953ddf-77a2-4bb0-bc97-3d43eb615ec3 HTTP/1.1" status: 204 len: 168 time: 0.3442385 Jul 09 15:07:17.530173 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb68069-88a5-4bf2-a332-8ab5d083ce64 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4953ddf-77a2-4bb0-bc97-3d43eb615ec3,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:07:17.538783 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb68069-88a5-4bf2-a332-8ab5d083ce64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:07:17.539253 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb68069-88a5-4bf2-a332-8ab5d083ce64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:07:17.539641 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb68069-88a5-4bf2-a332-8ab5d083ce64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:07:17.539985 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb68069-88a5-4bf2-a332-8ab5d083ce64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:07:17.540494 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb68069-88a5-4bf2-a332-8ab5d083ce64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:07:17.540838 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb68069-88a5-4bf2-a332-8ab5d083ce64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:07:17.541276 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb68069-88a5-4bf2-a332-8ab5d083ce64 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:07:17.541494 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb68069-88a5-4bf2-a332-8ab5d083ce64 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:07:17.541855 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb68069-88a5-4bf2-a332-8ab5d083ce64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:07:17.542352 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb68069-88a5-4bf2-a332-8ab5d083ce64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:07:17.542751 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb68069-88a5-4bf2-a332-8ab5d083ce64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:07:17.543227 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb68069-88a5-4bf2-a332-8ab5d083ce64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:07:17.814988 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 37982) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:07:17.855351 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c9657cc7-1cf7-4d2c-ac1c-b375bae39ad5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=284678e6d1054c1997d932e32348d1c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399232 Jul 09 15:07:17.857769 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 37984) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:07:17.907565 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fb2fe5c1-9e7f-4d41-a858-f49740d8ca93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:17.929259 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fb2fe5c1-9e7f-4d41-a858-f49740d8ca93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:18.102826 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb8f1ec-2174-44a9-a13b-4882d33bd25b req-4c62472c-82ee-4e1c-944f-1e39e7dc3c77 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:18.104245 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6cb8f1ec-2174-44a9-a13b-4882d33bd25b req-4c62472c-82ee-4e1c-944f-1e39e7dc3c77 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] 10.222.0.58 "GET /v2.0/ports?device_id=52e4e346-5264-4503-bd92-4f1ec4f0c0e8 HTTP/1.1" status: 200 len: 945 time: 0.0662856 Jul 09 15:07:18.135456 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fb2fe5c1-9e7f-4d41-a858-f49740d8ca93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:18.138088 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fb2fe5c1-9e7f-4d41-a858-f49740d8ca93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:18.140091 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-fb2fe5c1-9e7f-4d41-a858-f49740d8ca93 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7cf4731e-337d-4ea9-b4ae-34247f71c63c HTTP/1.1" status: 204 len: 168 time: 0.2807176 Jul 09 15:07:18.144493 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6cb8f1ec-2174-44a9-a13b-4882d33bd25b req-721ae33d-ee25-421d-b87a-c0a8e2c0a0cc tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] 10.222.0.58 "GET /v2.0/security-groups?id=4400576a-a3df-4d9a-a212-5fb9da69e2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339952 Jul 09 15:07:18.149105 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2fe5c1-9e7f-4d41-a858-f49740d8ca93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf4731e-337d-4ea9-b4ae-34247f71c63c,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:07:18.325812 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd23b8d-c152-426a-9930-e0d831babb6e req-d8fd057e-d765-412e-b149-666ffcd89f8f tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:18.327902 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2cd23b8d-c152-426a-9930-e0d831babb6e req-d8fd057e-d765-412e-b149-666ffcd89f8f tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] 10.222.0.58 "GET /v2.0/ports?device_id=52e4e346-5264-4503-bd92-4f1ec4f0c0e8 HTTP/1.1" status: 200 len: 945 time: 0.0676181 Jul 09 15:07:18.366343 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2cd23b8d-c152-426a-9930-e0d831babb6e req-4a23c490-ab97-4ddb-af93-3af062e27e63 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] 10.222.0.58 "GET /v2.0/security-groups?id=4400576a-a3df-4d9a-a212-5fb9da69e2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327113 Jul 09 15:07:18.390456 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 37992) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:07:18.648052 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcc403f-3891-4c1b-b927-1ef59d1a5dc9 tempest-TestVolumeBackupRestore-369467393 tempest-TestVolumeBackupRestore-369467393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:18.649644 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-afcc403f-3891-4c1b-b927-1ef59d1a5dc9 tempest-TestVolumeBackupRestore-369467393 tempest-TestVolumeBackupRestore-369467393-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=52e4e346-5264-4503-bd92-4f1ec4f0c0e8 HTTP/1.1" status: 200 len: 1091 time: 0.2580435 Jul 09 15:07:18.653450 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 37998) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:07:18.657946 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-dbbb7510-2476-4df5-b1b6-c4f938724f06 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Request body: {'floatingip': {'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'port_id': 'b99bf132-40d3-49b4-a696-896c9509282a', 'tenant_id': '6fa15925135f43938e84c3b00c868efd', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:07:18.752509 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-dbbb7510-2476-4df5-b1b6-c4f938724f06 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Notify callbacks [] for floatingip, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:19.165266 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-dbbb7510-2476-4df5-b1b6-c4f938724f06 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:19.272049 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-dbbb7510-2476-4df5-b1b6-c4f938724f06 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Allocated IP 172.25.3.118 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/220f6c4b-a8d5-4510-beb2-9d916dc32f5d) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:07:19.301668 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 38016) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:07:19.379540 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-dbbb7510-2476-4df5-b1b6-c4f938724f06 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:19.400133 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-1e887a3d-60d1-4fc2-bc49-cf60a7398dbd admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-220388385-network', 'tenant_id': '58a03f9342d64854b45abe6c697001d7'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:07:19.489638 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e887a3d-60d1-4fc2-bc49-cf60a7398dbd admin admin] Made reservation on behalf of 58a03f9342d64854b45abe6c697001d7 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:07:19.492093 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1e887a3d-60d1-4fc2-bc49-cf60a7398dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:19.500779 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1e887a3d-60d1-4fc2-bc49-cf60a7398dbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:19.504657 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-dbbb7510-2476-4df5-b1b6-c4f938724f06 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:19.541706 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbb7510-2476-4df5-b1b6-c4f938724f06 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:07:19.547730 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-dbbb7510-2476-4df5-b1b6-c4f938724f06 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:07:19.553999 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbb7510-2476-4df5-b1b6-c4f938724f06 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:07:19.575421 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbb7510-2476-4df5-b1b6-c4f938724f06 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Pushing event updated for resources: {'Port': ['ID=220f6c4b-a8d5-4510-beb2-9d916dc32f5d,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:07:19.594816 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1e887a3d-60d1-4fc2-bc49-cf60a7398dbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:19.649452 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1e887a3d-60d1-4fc2-bc49-cf60a7398dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:19.676747 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e887a3d-60d1-4fc2-bc49-cf60a7398dbd admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:07:19.683284 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e887a3d-60d1-4fc2-bc49-cf60a7398dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c461d4-56bf-480b-8680-adea35bc49ea,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:07:19.689330 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1e887a3d-60d1-4fc2-bc49-cf60a7398dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:19.689678 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-1e887a3d-60d1-4fc2-bc49-cf60a7398dbd admin admin] Added segment 15c78198-813d-4ed5-bc99-cd2af9300c60 of type vlan for network dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e Jul 09 15:07:19.730213 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1e887a3d-60d1-4fc2-bc49-cf60a7398dbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:19.815237 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1e887a3d-60d1-4fc2-bc49-cf60a7398dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:19.816238 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e887a3d-60d1-4fc2-bc49-cf60a7398dbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:19.816830 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1e887a3d-60d1-4fc2-bc49-cf60a7398dbd admin admin] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:19.875678 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e887a3d-60d1-4fc2-bc49-cf60a7398dbd admin admin] Pushing event updated for resources: {'Network': ['ID=dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:07:19.907691 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:07:19.931684 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-dbbb7510-2476-4df5-b1b6-c4f938724f06 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:19.967944 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-1e887a3d-60d1-4fc2-bc49-cf60a7398dbd admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6639986 Jul 09 15:07:19.970623 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 38020) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:07:19.975463 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-e1831bc0-a586-4d92-8d2f-c46c29d45d4b admin admin] Request body: {'subnet': {'network_id': 'dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-220388385-subnet', 'tenant_id': '58a03f9342d64854b45abe6c697001d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:07:20.046500 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1831bc0-a586-4d92-8d2f-c46c29d45d4b admin admin] Made reservation on behalf of 58a03f9342d64854b45abe6c697001d7 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:07:20.049079 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e1831bc0-a586-4d92-8d2f-c46c29d45d4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:20.083361 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-dbbb7510-2476-4df5-b1b6-c4f938724f06 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:20.238975 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-dbbb7510-2476-4df5-b1b6-c4f938724f06 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:20.281303 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e1831bc0-a586-4d92-8d2f-c46c29d45d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:20.318142 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-dbbb7510-2476-4df5-b1b6-c4f938724f06 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:20.339559 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1831bc0-a586-4d92-8d2f-c46c29d45d4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cded0840-5655-4dcd-8f99-f8da8558a443,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:07:20.352213 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1831bc0-a586-4d92-8d2f-c46c29d45d4b admin admin] Checking segment: {'id': '15c78198-813d-4ed5-bc99-cd2af9300c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:07:20.354401 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1831bc0-a586-4d92-8d2f-c46c29d45d4b admin admin] Network hostable DHCP agents. Network: dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:07:20.392767 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbb7510-2476-4df5-b1b6-c4f938724f06 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Pushing event updated for resources: {'Port': ['ID=220f6c4b-a8d5-4510-beb2-9d916dc32f5d,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:07:20.405320 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-dbbb7510-2476-4df5-b1b6-c4f938724f06 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:20.446167 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1831bc0-a586-4d92-8d2f-c46c29d45d4b admin admin] Network dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:07:20.507930 n-d-799529-6 neutron-server[94445]: INFO neutron.db.l3_db [None req-dbbb7510-2476-4df5-b1b6-c4f938724f06 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Floating IP 5352fbb2-6f2a-4a1e-b34d-2c0c40727893 associated. External IP: 172.25.3.118, port: b99bf132-40d3-49b4-a696-896c9509282a. Jul 09 15:07:20.532040 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-e1831bc0-a586-4d92-8d2f-c46c29d45d4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:07:20.536410 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1831bc0-a586-4d92-8d2f-c46c29d45d4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:20.537186 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e1831bc0-a586-4d92-8d2f-c46c29d45d4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:20.541661 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16eebdf-a72f-4fbd-9e0a-d751d701270e None None] Network dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:07:20.612942 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-e1831bc0-a586-4d92-8d2f-c46c29d45d4b admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6410661 Jul 09 15:07:20.615421 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 38024) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:07:20.620555 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-af2fa61b-4388-4d90-a225-b1c4f2e4afd5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-220388385-router', 'tenant_id': '58a03f9342d64854b45abe6c697001d7', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:07:20.671219 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9a6940-e480-40e9-af62-a0063938a25e None None] Network dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:07:20.706638 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-af2fa61b-4388-4d90-a225-b1c4f2e4afd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:20.708410 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-af2fa61b-4388-4d90-a225-b1c4f2e4afd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:20.722099 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbbb7510-2476-4df5-b1b6-c4f938724f06 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Router 504224b9-c086-4eba-8292-f340ecda2116 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:07:20.762654 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-af2fa61b-4388-4d90-a225-b1c4f2e4afd5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:20.837019 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbbb7510-2476-4df5-b1b6-c4f938724f06 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:07:20.855197 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50891f0b-7ba5-4775-8418-989f02bd7756 None None] Sync routers for ids ['504224b9-c086-4eba-8292-f340ecda2116'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:07:20.865667 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50891f0b-7ba5-4775-8418-989f02bd7756 None None] Routers {'504224b9-c086-4eba-8292-f340ecda2116'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:07:20.866751 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-50891f0b-7ba5-4775-8418-989f02bd7756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:06:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['504224b9-c086-4eba-8292-f340ecda2116'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:07:20.919347 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-dbbb7510-2476-4df5-b1b6-c4f938724f06 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:20.958725 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-af2fa61b-4388-4d90-a225-b1c4f2e4afd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:20.961263 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-dbbb7510-2476-4df5-b1b6-c4f938724f06 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3067811 Jul 09 15:07:20.962091 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52e4e346-5264-4503-bd92-4f1ec4f0c0e8', 'tag': 'b99bf132-40d3-49b4-a696-896c9509282a'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:07:20.964175 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 38028) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:07:20.964403 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3506a699-1cf1-4157-bbc6-bf947b2ae870" -d '{"events": [{"name": "network-changed", "server_uuid": "52e4e346-5264-4503-bd92-4f1ec4f0c0e8", "tag": "b99bf132-40d3-49b4-a696-896c9509282a"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:07:20.980136 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-50891f0b-7ba5-4775-8418-989f02bd7756 None None] Set router 504224b9-c086-4eba-8292-f340ecda2116 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:07:21.006926 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb1d869a-6eac-47e4-ab0c-e49814f4312d x-openstack-request-id: req-eb1d869a-6eac-47e4-ab0c-e49814f4312d {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:07:21.007225 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52e4e346-5264-4503-bd92-4f1ec4f0c0e8", "tag": "b99bf132-40d3-49b4-a696-896c9509282a", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:07:21.007475 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-eb1d869a-6eac-47e4-ab0c-e49814f4312d {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:07:21.007908 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52e4e346-5264-4503-bd92-4f1ec4f0c0e8', 'tag': 'b99bf132-40d3-49b4-a696-896c9509282a', 'status': 'completed', 'code': 200} Jul 09 15:07:21.024003 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a8f398-9e08-4f59-9482-111532d4bd36 tempest-TestVolumeBackupRestore-369467393 tempest-TestVolumeBackupRestore-369467393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:21.028312 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-36a8f398-9e08-4f59-9482-111532d4bd36 tempest-TestVolumeBackupRestore-369467393 tempest-TestVolumeBackupRestore-369467393-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=52e4e346-5264-4503-bd92-4f1ec4f0c0e8 HTTP/1.1" status: 200 len: 1091 time: 0.0602517 Jul 09 15:07:21.028735 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 38032) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:07:21.034756 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-d407e95d-0ffb-4c6b-a365-943405d339e7 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Request body: {'floatingip': {'port_id': 'b99bf132-40d3-49b4-a696-896c9509282a'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:07:21.187675 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d407e95d-0ffb-4c6b-a365-943405d339e7 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Notify callbacks [] for floatingip, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:21.224514 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-50891f0b-7ba5-4775-8418-989f02bd7756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504224b9-c086-4eba-8292-f340ecda2116', 'name': 'tempest-TestVolumeBackupRestore-1631406732-router', 'tenant_id': '6fa15925135f43938e84c3b00c868efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '5763a703-0cc2-4549-873f-76e291d6b141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:02:52Z', 'updated_at': '2021-07-09T15:03:01Z', 'revision_number': 4, 'project_id': '6fa15925135f43938e84c3b00c868efd', 'gw_port': {'id': '5763a703-0cc2-4549-873f-76e291d6b141', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504224b9-c086-4eba-8292-f340ecda2116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:02:54Z', 'updated_at': '2021-07-09T15:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '5352fbb2-6f2a-4a1e-b34d-2c0c40727893', 'tenant_id': '6fa15925135f43938e84c3b00c868efd', 'floating_ip_address': '172.25.3.118', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '504224b9-c086-4eba-8292-f340ecda2116', 'port_id': 'b99bf132-40d3-49b4-a696-896c9509282a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72fb1c98-0827-40c6-aaac-61379e97af8e', 'mac_address': 'fa:16:3e:65:21:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e4e346-5264-4503-bd92-4f1ec4f0c0e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:07:19Z', 'updated_at': '2021-07-09T15:07:19Z', 'revision_number': 0, 'project_id': '6fa15925135f43938e84c3b00c868efd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21d67486-e697-4502-a3eb-e480106d6e41', 'name': '', 'network_id': '72fb1c98-0827-40c6-aaac-61379e97af8e', 'tenant_id': '6fa15925135f43938e84c3b00c868efd', 'mac_address': 'fa:16:3e:2c:c3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504224b9-c086-4eba-8292-f340ecda2116', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '5f2e327b-3440-4f7c-baea-010d460bc256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:03:00Z', 'updated_at': '2021-07-09T15:03:14Z', 'revision_number': 5, 'project_id': '6fa15925135f43938e84c3b00c868efd', 'subnets': [{'id': '5f2e327b-3440-4f7c-baea-010d460bc256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:07:21.252531 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50891f0b-7ba5-4775-8418-989f02bd7756 None None] Checking router: 504224b9-c086-4eba-8292-f340ecda2116 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:07:21.256766 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506a699-1cf1-4157-bbc6-bf947b2ae870 req-952a4d75-1866-4915-956b-e4076f37d0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:21.258512 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3506a699-1cf1-4157-bbc6-bf947b2ae870 req-952a4d75-1866-4915-956b-e4076f37d0ff service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6fa15925135f43938e84c3b00c868efd&device_id=52e4e346-5264-4503-bd92-4f1ec4f0c0e8 HTTP/1.1" status: 200 len: 1096 time: 0.1979229 Jul 09 15:07:21.262011 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50891f0b-7ba5-4775-8418-989f02bd7756 None None] Routers {'504224b9-c086-4eba-8292-f340ecda2116'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:07:21.262632 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-50891f0b-7ba5-4775-8418-989f02bd7756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:06:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['504224b9-c086-4eba-8292-f340ecda2116'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:07:21.286567 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-af2fa61b-4388-4d90-a225-b1c4f2e4afd5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:21.306622 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-af2fa61b-4388-4d90-a225-b1c4f2e4afd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:21.385970 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-50891f0b-7ba5-4775-8418-989f02bd7756 None None] Set router 504224b9-c086-4eba-8292-f340ecda2116 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:07:21.418523 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-af2fa61b-4388-4d90-a225-b1c4f2e4afd5 admin admin] Allocated IP 172.25.3.98 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/17bea233-de0b-4419-ab96-5a3a8dad32af) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:07:21.457044 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506a699-1cf1-4157-bbc6-bf947b2ae870 req-d07b1908-2bac-4282-8712-1e96f7eb34a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:21.458437 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3506a699-1cf1-4157-bbc6-bf947b2ae870 req-d07b1908-2bac-4282-8712-1e96f7eb34a3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=72fb1c98-0827-40c6-aaac-61379e97af8e HTTP/1.1" status: 200 len: 915 time: 0.1819370 Jul 09 15:07:21.534186 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-af2fa61b-4388-4d90-a225-b1c4f2e4afd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:21.600617 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3506a699-1cf1-4157-bbc6-bf947b2ae870 req-72f17566-87aa-4772-848a-604dc9e8b606 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b99bf132-40d3-49b4-a696-896c9509282a HTTP/1.1" status: 200 len: 999 time: 0.1071329 Jul 09 15:07:21.642489 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-50891f0b-7ba5-4775-8418-989f02bd7756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504224b9-c086-4eba-8292-f340ecda2116', 'name': 'tempest-TestVolumeBackupRestore-1631406732-router', 'tenant_id': '6fa15925135f43938e84c3b00c868efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '5763a703-0cc2-4549-873f-76e291d6b141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:02:52Z', 'updated_at': '2021-07-09T15:03:01Z', 'revision_number': 4, 'project_id': '6fa15925135f43938e84c3b00c868efd', 'gw_port': {'id': '5763a703-0cc2-4549-873f-76e291d6b141', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504224b9-c086-4eba-8292-f340ecda2116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:02:54Z', 'updated_at': '2021-07-09T15:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '5352fbb2-6f2a-4a1e-b34d-2c0c40727893', 'tenant_id': '6fa15925135f43938e84c3b00c868efd', 'floating_ip_address': '172.25.3.118', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '504224b9-c086-4eba-8292-f340ecda2116', 'port_id': 'b99bf132-40d3-49b4-a696-896c9509282a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72fb1c98-0827-40c6-aaac-61379e97af8e', 'mac_address': 'fa:16:3e:65:21:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e4e346-5264-4503-bd92-4f1ec4f0c0e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:07:19Z', 'updated_at': '2021-07-09T15:07:19Z', 'revision_number': 0, 'project_id': '6fa15925135f43938e84c3b00c868efd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21d67486-e697-4502-a3eb-e480106d6e41', 'name': '', 'network_id': '72fb1c98-0827-40c6-aaac-61379e97af8e', 'tenant_id': '6fa15925135f43938e84c3b00c868efd', 'mac_address': 'fa:16:3e:2c:c3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504224b9-c086-4eba-8292-f340ecda2116', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '5f2e327b-3440-4f7c-baea-010d460bc256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:03:00Z', 'updated_at': '2021-07-09T15:03:14Z', 'revision_number': 5, 'project_id': '6fa15925135f43938e84c3b00c868efd', 'subnets': [{'id': '5f2e327b-3440-4f7c-baea-010d460bc256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:07:21.671349 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50891f0b-7ba5-4775-8418-989f02bd7756 None None] The sync data for ids ['504224b9-c086-4eba-8292-f340ecda2116'] in n-d-799529-6 is: [{'id': '504224b9-c086-4eba-8292-f340ecda2116', 'name': 'tempest-TestVolumeBackupRestore-1631406732-router', 'tenant_id': '6fa15925135f43938e84c3b00c868efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '5763a703-0cc2-4549-873f-76e291d6b141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:02:52Z', 'updated_at': '2021-07-09T15:03:01Z', 'revision_number': 4, 'project_id': '6fa15925135f43938e84c3b00c868efd', 'gw_port': {'id': '5763a703-0cc2-4549-873f-76e291d6b141', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504224b9-c086-4eba-8292-f340ecda2116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:02:54Z', 'updated_at': '2021-07-09T15:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '5352fbb2-6f2a-4a1e-b34d-2c0c40727893', 'tenant_id': '6fa15925135f43938e84c3b00c868efd', 'floating_ip_address': '172.25.3.118', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '504224b9-c086-4eba-8292-f340ecda2116', 'port_id': 'b99bf132-40d3-49b4-a696-896c9509282a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72fb1c98-0827-40c6-aaac-61379e97af8e', 'mac_address': 'fa:16:3e:65:21:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e4e346-5264-4503-bd92-4f1ec4f0c0e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:07:19Z', 'updated_at': '2021-07-09T15:07:19Z', 'revision_number': 0, 'project_id': '6fa15925135f43938e84c3b00c868efd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21d67486-e697-4502-a3eb-e480106d6e41', 'name': '', 'network_id': '72fb1c98-0827-40c6-aaac-61379e97af8e', 'tenant_id': '6fa15925135f43938e84c3b00c868efd', 'mac_address': 'fa:16:3e:2c:c3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504224b9-c086-4eba-8292-f340ecda2116', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '5f2e327b-3440-4f7c-baea-010d460bc256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:03:00Z', 'updated_at': '2021-07-09T15:03:14Z', 'revision_number': 5, 'project_id': '6fa15925135f43938e84c3b00c868efd', 'subnets': [{'id': '5f2e327b-3440-4f7c-baea-010d460bc256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:07:21.686998 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-af2fa61b-4388-4d90-a225-b1c4f2e4afd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:21.700858 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506a699-1cf1-4157-bbc6-bf947b2ae870 req-85df4c04-4a1b-4d4c-b943-5f4240c9ae6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:21.705286 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3506a699-1cf1-4157-bbc6-bf947b2ae870 req-85df4c04-4a1b-4d4c-b943-5f4240c9ae6c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5f2e327b-3440-4f7c-baea-010d460bc256 HTTP/1.1" status: 200 len: 853 time: 0.0926139 Jul 09 15:07:21.725988 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2fa61b-4388-4d90-a225-b1c4f2e4afd5 admin admin] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:07:21.731252 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-af2fa61b-4388-4d90-a225-b1c4f2e4afd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:07:21.736011 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2fa61b-4388-4d90-a225-b1c4f2e4afd5 admin admin] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:07:21.768211 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2fa61b-4388-4d90-a225-b1c4f2e4afd5 admin admin] Pushing event updated for resources: {'Port': ['ID=17bea233-de0b-4419-ab96-5a3a8dad32af,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:07:21.900443 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2604fe3f-931c-487b-afd8-c0664a31b87b None None] New status for floating IP 5352fbb2-6f2a-4a1e-b34d-2c0c40727893: ACTIVE {{(pid=94448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 15:07:22.120280 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-af2fa61b-4388-4d90-a225-b1c4f2e4afd5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:22.182497 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506a699-1cf1-4157-bbc6-bf947b2ae870 req-42ea8b3c-c10c-4ca2-bf88-81b10c6975a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:22.184011 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3506a699-1cf1-4157-bbc6-bf947b2ae870 req-42ea8b3c-c10c-4ca2-bf88-81b10c6975a2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=72fb1c98-0827-40c6-aaac-61379e97af8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1334758 Jul 09 15:07:22.244859 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d407e95d-0ffb-4c6b-a365-943405d339e7 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:22.288224 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3506a699-1cf1-4157-bbc6-bf947b2ae870 req-9a969113-bca8-4609-883d-84aa9f525c94 service neutron] 10.222.0.54 "GET /v2.0/networks/72fb1c98-0827-40c6-aaac-61379e97af8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963829 Jul 09 15:07:22.304808 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.db.api [None req-2604fe3f-931c-487b-afd8-c0664a31b87b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94448) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 15:07:22.305518 n-d-799529-6 neutron-server[94448]: DEBUG oslo_db.api [None req-2604fe3f-931c-487b-afd8-c0664a31b87b None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 15:07:22.305894 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d407e95d-0ffb-4c6b-a365-943405d339e7 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:22.318170 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-af2fa61b-4388-4d90-a225-b1c4f2e4afd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:22.472678 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3506a699-1cf1-4157-bbc6-bf947b2ae870 req-2671fa68-d3a1-4cae-94a9-0f95e6d16828 service neutron] 10.222.0.54 "GET /v2.0/networks/72fb1c98-0827-40c6-aaac-61379e97af8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754045 Jul 09 15:07:22.523663 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af2fa61b-4388-4d90-a225-b1c4f2e4afd5 admin admin] Router ac8c917c-2881-4bef-881a-8becc748637a is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 15:07:22.592107 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d407e95d-0ffb-4c6b-a365-943405d339e7 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Router 504224b9-c086-4eba-8292-f340ecda2116 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:07:22.632466 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2fa61b-4388-4d90-a225-b1c4f2e4afd5 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:07:22.643443 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a448af-b4e3-4fcf-a6c9-9e1f444e5567 None None] Sync routers for ids ['ac8c917c-2881-4bef-881a-8becc748637a'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:07:22.652231 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a448af-b4e3-4fcf-a6c9-9e1f444e5567 None None] Routers {'ac8c917c-2881-4bef-881a-8becc748637a'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:07:22.652862 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-b0a448af-b4e3-4fcf-a6c9-9e1f444e5567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:06:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['ac8c917c-2881-4bef-881a-8becc748637a'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:07:22.706104 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d407e95d-0ffb-4c6b-a365-943405d339e7 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:07:22.710637 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d407e95d-0ffb-4c6b-a365-943405d339e7 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:22.713233 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-af2fa61b-4388-4d90-a225-b1c4f2e4afd5 admin admin] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:22.714544 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-af2fa61b-4388-4d90-a225-b1c4f2e4afd5 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0979030 Jul 09 15:07:22.717340 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 38036) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:07:22.761320 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-b0a448af-b4e3-4fcf-a6c9-9e1f444e5567 None None] Set router ac8c917c-2881-4bef-881a-8becc748637a gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:07:22.787563 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d407e95d-0ffb-4c6b-a365-943405d339e7 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] 10.222.0.58 "PUT /v2.0/floatingips/5352fbb2-6f2a-4a1e-b34d-2c0c40727893 HTTP/1.1" status: 200 len: 991 time: 1.7568011 Jul 09 15:07:22.807103 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2604fe3f-931c-487b-afd8-c0664a31b87b None None] New status for floating IP 5352fbb2-6f2a-4a1e-b34d-2c0c40727893: ACTIVE {{(pid=94448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 15:07:22.965123 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-b0a448af-b4e3-4fcf-a6c9-9e1f444e5567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8c917c-2881-4bef-881a-8becc748637a', 'name': 'tempest-ServerRescueTestJSON-220388385-router', 'tenant_id': '58a03f9342d64854b45abe6c697001d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '17bea233-de0b-4419-ab96-5a3a8dad32af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:07:20Z', 'updated_at': '2021-07-09T15:07:21Z', 'revision_number': 3, 'project_id': '58a03f9342d64854b45abe6c697001d7', 'gw_port': {'id': '17bea233-de0b-4419-ab96-5a3a8dad32af', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ca:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8c917c-2881-4bef-881a-8becc748637a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:07:21Z', 'updated_at': '2021-07-09T15:07:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:07:23.000402 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a448af-b4e3-4fcf-a6c9-9e1f444e5567 None None] Checking router: ac8c917c-2881-4bef-881a-8becc748637a for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:07:23.001004 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a448af-b4e3-4fcf-a6c9-9e1f444e5567 None None] Updating router ac8c917c-2881-4bef-881a-8becc748637a port 17bea233-de0b-4419-ab96-5a3a8dad32af binding host n-d-799529-6 {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:07:23.008876 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52e4e346-5264-4503-bd92-4f1ec4f0c0e8', 'tag': 'b99bf132-40d3-49b4-a696-896c9509282a'}, {'name': 'network-changed', 'server_uuid': '52e4e346-5264-4503-bd92-4f1ec4f0c0e8', 'tag': 'b99bf132-40d3-49b4-a696-896c9509282a'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:07:23.011450 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f87207-af37-4b5c-8938-d79758d384db" -d '{"events": [{"name": "network-changed", "server_uuid": "52e4e346-5264-4503-bd92-4f1ec4f0c0e8", "tag": "b99bf132-40d3-49b4-a696-896c9509282a"}, {"name": "network-changed", "server_uuid": "52e4e346-5264-4503-bd92-4f1ec4f0c0e8", "tag": "b99bf132-40d3-49b4-a696-896c9509282a"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:07:23.064070 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b0a448af-b4e3-4fcf-a6c9-9e1f444e5567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:23.068118 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 09 Jul 2021 15:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c75aa86-3ffb-4282-b013-e660ebc8124b x-openstack-request-id: req-9c75aa86-3ffb-4282-b013-e660ebc8124b {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:07:23.068608 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52e4e346-5264-4503-bd92-4f1ec4f0c0e8", "tag": "b99bf132-40d3-49b4-a696-896c9509282a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "52e4e346-5264-4503-bd92-4f1ec4f0c0e8", "tag": "b99bf132-40d3-49b4-a696-896c9509282a", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:07:23.069094 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9c75aa86-3ffb-4282-b013-e660ebc8124b {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:07:23.069865 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52e4e346-5264-4503-bd92-4f1ec4f0c0e8', 'tag': 'b99bf132-40d3-49b4-a696-896c9509282a', 'status': 'completed', 'code': 200} Jul 09 15:07:23.070301 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52e4e346-5264-4503-bd92-4f1ec4f0c0e8', 'tag': 'b99bf132-40d3-49b4-a696-896c9509282a', 'status': 'completed', 'code': 200} Jul 09 15:07:23.197227 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f87207-af37-4b5c-8938-d79758d384db req-b1a5439a-962a-4223-b92e-1445a3151308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:23.200107 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-40f87207-af37-4b5c-8938-d79758d384db req-b1a5439a-962a-4223-b92e-1445a3151308 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6fa15925135f43938e84c3b00c868efd&device_id=52e4e346-5264-4503-bd92-4f1ec4f0c0e8 HTTP/1.1" status: 200 len: 1096 time: 0.1047266 Jul 09 15:07:23.221774 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609fee62-8509-46a6-b39d-378d143e0d1d None None] Sync routers for ids ['504224b9-c086-4eba-8292-f340ecda2116'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:07:23.234176 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609fee62-8509-46a6-b39d-378d143e0d1d None None] Routers {'504224b9-c086-4eba-8292-f340ecda2116'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:07:23.235185 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-609fee62-8509-46a6-b39d-378d143e0d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:06:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['504224b9-c086-4eba-8292-f340ecda2116'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:07:23.329945 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f87207-af37-4b5c-8938-d79758d384db req-b82844a4-afeb-484c-8eaf-46b1c9a3d0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:23.331591 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-40f87207-af37-4b5c-8938-d79758d384db req-b82844a4-afeb-484c-8eaf-46b1c9a3d0c4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=72fb1c98-0827-40c6-aaac-61379e97af8e HTTP/1.1" status: 200 len: 915 time: 0.1260092 Jul 09 15:07:23.376631 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-609fee62-8509-46a6-b39d-378d143e0d1d None None] Set router 504224b9-c086-4eba-8292-f340ecda2116 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:07:23.422915 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-40f87207-af37-4b5c-8938-d79758d384db req-ace97ddf-ae3f-4f08-86be-e159c9b6df80 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b99bf132-40d3-49b4-a696-896c9509282a HTTP/1.1" status: 200 len: 1001 time: 0.0823419 Jul 09 15:07:23.512975 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f87207-af37-4b5c-8938-d79758d384db req-75ae4b1b-41d9-4aeb-b7ff-f1325da2e602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:23.514880 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-40f87207-af37-4b5c-8938-d79758d384db req-75ae4b1b-41d9-4aeb-b7ff-f1325da2e602 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5f2e327b-3440-4f7c-baea-010d460bc256 HTTP/1.1" status: 200 len: 853 time: 0.0850537 Jul 09 15:07:23.539529 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:23.588110 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b0a448af-b4e3-4fcf-a6c9-9e1f444e5567 None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:23.594838 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-90b80f5c-8b89-429d-8101-05c5a020a3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:23.597108 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f87207-af37-4b5c-8938-d79758d384db req-1f57b35e-e973-4439-b7cd-ccd2c063e94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:23.598878 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-40f87207-af37-4b5c-8938-d79758d384db req-1f57b35e-e973-4439-b7cd-ccd2c063e94c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=72fb1c98-0827-40c6-aaac-61379e97af8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765250 Jul 09 15:07:23.599357 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-b0a448af-b4e3-4fcf-a6c9-9e1f444e5567 None None] Transition to ACTIVE for port object 17bea233-de0b-4419-ab96-5a3a8dad32af will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:07:23.683830 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b0a448af-b4e3-4fcf-a6c9-9e1f444e5567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:23.703521 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-40f87207-af37-4b5c-8938-d79758d384db req-7371bd82-c84a-4436-9269-377c95f35550 service neutron] 10.222.0.54 "GET /v2.0/networks/72fb1c98-0827-40c6-aaac-61379e97af8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957942 Jul 09 15:07:23.726890 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-609fee62-8509-46a6-b39d-378d143e0d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504224b9-c086-4eba-8292-f340ecda2116', 'name': 'tempest-TestVolumeBackupRestore-1631406732-router', 'tenant_id': '6fa15925135f43938e84c3b00c868efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '5763a703-0cc2-4549-873f-76e291d6b141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:02:52Z', 'updated_at': '2021-07-09T15:03:01Z', 'revision_number': 4, 'project_id': '6fa15925135f43938e84c3b00c868efd', 'gw_port': {'id': '5763a703-0cc2-4549-873f-76e291d6b141', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504224b9-c086-4eba-8292-f340ecda2116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:02:54Z', 'updated_at': '2021-07-09T15:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '5352fbb2-6f2a-4a1e-b34d-2c0c40727893', 'tenant_id': '6fa15925135f43938e84c3b00c868efd', 'floating_ip_address': '172.25.3.118', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '504224b9-c086-4eba-8292-f340ecda2116', 'port_id': 'b99bf132-40d3-49b4-a696-896c9509282a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72fb1c98-0827-40c6-aaac-61379e97af8e', 'mac_address': 'fa:16:3e:65:21:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e4e346-5264-4503-bd92-4f1ec4f0c0e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:07:19Z', 'updated_at': '2021-07-09T15:07:22Z', 'revision_number': 2, 'project_id': '6fa15925135f43938e84c3b00c868efd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21d67486-e697-4502-a3eb-e480106d6e41', 'name': '', 'network_id': '72fb1c98-0827-40c6-aaac-61379e97af8e', 'tenant_id': '6fa15925135f43938e84c3b00c868efd', 'mac_address': 'fa:16:3e:2c:c3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504224b9-c086-4eba-8292-f340ecda2116', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '5f2e327b-3440-4f7c-baea-010d460bc256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:03:00Z', 'updated_at': '2021-07-09T15:03:14Z', 'revision_number': 5, 'project_id': '6fa15925135f43938e84c3b00c868efd', 'subnets': [{'id': '5f2e327b-3440-4f7c-baea-010d460bc256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:07:23.754804 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-b0a448af-b4e3-4fcf-a6c9-9e1f444e5567 None None] Attempting to bind port 17bea233-de0b-4419-ab96-5a3a8dad32af on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:07:23.756020 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-b0a448af-b4e3-4fcf-a6c9-9e1f444e5567 None None] Attempting to bind port 17bea233-de0b-4419-ab96-5a3a8dad32af by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:07:23.756441 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a448af-b4e3-4fcf-a6c9-9e1f444e5567 None None] Attempting to bind port 17bea233-de0b-4419-ab96-5a3a8dad32af on network 202c7ce6-d4e9-4f80-84dd-bef08905a653 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:07:23.759618 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609fee62-8509-46a6-b39d-378d143e0d1d None None] Checking router: 504224b9-c086-4eba-8292-f340ecda2116 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:07:23.760823 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064de401-2a69-4299-8f38-519b9d516c74 None None] Pushing event updated for resources: {'Port': ['ID=17bea233-de0b-4419-ab96-5a3a8dad32af,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:07:23.767664 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a448af-b4e3-4fcf-a6c9-9e1f444e5567 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:07:23.767968 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a448af-b4e3-4fcf-a6c9-9e1f444e5567 None None] Checking segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:07:23.768574 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b0a448af-b4e3-4fcf-a6c9-9e1f444e5567 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:23.768755 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a448af-b4e3-4fcf-a6c9-9e1f444e5567 None None] Bound using segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:07:23.769233 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-b0a448af-b4e3-4fcf-a6c9-9e1f444e5567 None None] Bound port: 17bea233-de0b-4419-ab96-5a3a8dad32af, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:07:23.769793 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b0a448af-b4e3-4fcf-a6c9-9e1f444e5567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:23.770791 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609fee62-8509-46a6-b39d-378d143e0d1d None None] Routers {'504224b9-c086-4eba-8292-f340ecda2116'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:07:23.771865 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-609fee62-8509-46a6-b39d-378d143e0d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:06:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['504224b9-c086-4eba-8292-f340ecda2116'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:07:23.829931 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-90b80f5c-8b89-429d-8101-05c5a020a3c1 admin admin] Allocated IP 172.20.0.1 (dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e/cded0840-5655-4dcd-8f99-f8da8558a443/6230d354-acf0-4b79-95cc-955b88d19481) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:07:23.830773 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-40f87207-af37-4b5c-8938-d79758d384db req-cd54eb2b-bd05-4968-8520-b297a8a1682f service neutron] 10.222.0.54 "GET /v2.0/networks/72fb1c98-0827-40c6-aaac-61379e97af8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188667 Jul 09 15:07:23.831426 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-b0a448af-b4e3-4fcf-a6c9-9e1f444e5567 None None] For port 17bea233-de0b-4419-ab96-5a3a8dad32af, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:07:23.836147 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-b0a448af-b4e3-4fcf-a6c9-9e1f444e5567 None None] For port 17bea233-de0b-4419-ab96-5a3a8dad32af, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=17bea233-de0b-4419-ab96-5a3a8dad32af,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:07:23.895769 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-609fee62-8509-46a6-b39d-378d143e0d1d None None] Set router 504224b9-c086-4eba-8292-f340ecda2116 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:07:23.927440 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b0a448af-b4e3-4fcf-a6c9-9e1f444e5567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:23.946004 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f87207-af37-4b5c-8938-d79758d384db req-e45dd13d-a4ae-4444-b615-4f22f74baa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:23.948082 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-40f87207-af37-4b5c-8938-d79758d384db req-e45dd13d-a4ae-4444-b615-4f22f74baa4c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6fa15925135f43938e84c3b00c868efd&device_id=52e4e346-5264-4503-bd92-4f1ec4f0c0e8 HTTP/1.1" status: 200 len: 1096 time: 0.0703981 Jul 09 15:07:23.956274 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-90b80f5c-8b89-429d-8101-05c5a020a3c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:23.992133 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a448af-b4e3-4fcf-a6c9-9e1f444e5567 None None] Routers {'ac8c917c-2881-4bef-881a-8becc748637a'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:07:23.992782 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-b0a448af-b4e3-4fcf-a6c9-9e1f444e5567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:06:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['ac8c917c-2881-4bef-881a-8becc748637a'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:07:24.032013 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064de401-2a69-4299-8f38-519b9d516c74 None None] Pushing event updated for resources: {'Port': ['ID=17bea233-de0b-4419-ab96-5a3a8dad32af,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:07:24.063852 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f87207-af37-4b5c-8938-d79758d384db req-c12e4b29-ab16-4103-9d61-0b354a70c928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:24.065396 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-40f87207-af37-4b5c-8938-d79758d384db req-c12e4b29-ab16-4103-9d61-0b354a70c928 service neutron] 10.222.0.54 "GET /v2.0/networks?id=72fb1c98-0827-40c6-aaac-61379e97af8e HTTP/1.1" status: 200 len: 915 time: 0.1107037 Jul 09 15:07:24.086811 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-90b80f5c-8b89-429d-8101-05c5a020a3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:24.126478 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b80f5c-8b89-429d-8101-05c5a020a3c1 admin admin] Network dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:07:24.131270 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-b0a448af-b4e3-4fcf-a6c9-9e1f444e5567 None None] Set router ac8c917c-2881-4bef-881a-8becc748637a gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:07:24.135054 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-90b80f5c-8b89-429d-8101-05c5a020a3c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:07:24.139751 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b80f5c-8b89-429d-8101-05c5a020a3c1 admin admin] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:07:24.146624 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-40f87207-af37-4b5c-8938-d79758d384db req-11224b76-f4d4-4d84-97a8-727b27fb508e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b99bf132-40d3-49b4-a696-896c9509282a HTTP/1.1" status: 200 len: 1001 time: 0.0674396 Jul 09 15:07:24.161552 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-609fee62-8509-46a6-b39d-378d143e0d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504224b9-c086-4eba-8292-f340ecda2116', 'name': 'tempest-TestVolumeBackupRestore-1631406732-router', 'tenant_id': '6fa15925135f43938e84c3b00c868efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '5763a703-0cc2-4549-873f-76e291d6b141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:02:52Z', 'updated_at': '2021-07-09T15:03:01Z', 'revision_number': 4, 'project_id': '6fa15925135f43938e84c3b00c868efd', 'gw_port': {'id': '5763a703-0cc2-4549-873f-76e291d6b141', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504224b9-c086-4eba-8292-f340ecda2116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:02:54Z', 'updated_at': '2021-07-09T15:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '5352fbb2-6f2a-4a1e-b34d-2c0c40727893', 'tenant_id': '6fa15925135f43938e84c3b00c868efd', 'floating_ip_address': '172.25.3.118', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '504224b9-c086-4eba-8292-f340ecda2116', 'port_id': 'b99bf132-40d3-49b4-a696-896c9509282a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72fb1c98-0827-40c6-aaac-61379e97af8e', 'mac_address': 'fa:16:3e:65:21:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e4e346-5264-4503-bd92-4f1ec4f0c0e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:07:19Z', 'updated_at': '2021-07-09T15:07:22Z', 'revision_number': 2, 'project_id': '6fa15925135f43938e84c3b00c868efd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21d67486-e697-4502-a3eb-e480106d6e41', 'name': '', 'network_id': '72fb1c98-0827-40c6-aaac-61379e97af8e', 'tenant_id': '6fa15925135f43938e84c3b00c868efd', 'mac_address': 'fa:16:3e:2c:c3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504224b9-c086-4eba-8292-f340ecda2116', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '5f2e327b-3440-4f7c-baea-010d460bc256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:03:00Z', 'updated_at': '2021-07-09T15:03:14Z', 'revision_number': 5, 'project_id': '6fa15925135f43938e84c3b00c868efd', 'subnets': [{'id': '5f2e327b-3440-4f7c-baea-010d460bc256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:07:24.169039 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b80f5c-8b89-429d-8101-05c5a020a3c1 admin admin] Pushing event updated for resources: {'Port': ['ID=6230d354-acf0-4b79-95cc-955b88d19481,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:07:24.193903 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-90b80f5c-8b89-429d-8101-05c5a020a3c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:24.194188 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609fee62-8509-46a6-b39d-378d143e0d1d None None] The sync data for ids ['504224b9-c086-4eba-8292-f340ecda2116'] in n-d-799529-6 is: [{'id': '504224b9-c086-4eba-8292-f340ecda2116', 'name': 'tempest-TestVolumeBackupRestore-1631406732-router', 'tenant_id': '6fa15925135f43938e84c3b00c868efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '5763a703-0cc2-4549-873f-76e291d6b141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:02:52Z', 'updated_at': '2021-07-09T15:03:01Z', 'revision_number': 4, 'project_id': '6fa15925135f43938e84c3b00c868efd', 'gw_port': {'id': '5763a703-0cc2-4549-873f-76e291d6b141', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504224b9-c086-4eba-8292-f340ecda2116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:02:54Z', 'updated_at': '2021-07-09T15:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '5352fbb2-6f2a-4a1e-b34d-2c0c40727893', 'tenant_id': '6fa15925135f43938e84c3b00c868efd', 'floating_ip_address': '172.25.3.118', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '504224b9-c086-4eba-8292-f340ecda2116', 'port_id': 'b99bf132-40d3-49b4-a696-896c9509282a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72fb1c98-0827-40c6-aaac-61379e97af8e', 'mac_address': 'fa:16:3e:65:21:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e4e346-5264-4503-bd92-4f1ec4f0c0e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:07:19Z', 'updated_at': '2021-07-09T15:07:22Z', 'revision_number': 2, 'project_id': '6fa15925135f43938e84c3b00c868efd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21d67486-e697-4502-a3eb-e480106d6e41', 'name': '', 'network_id': '72fb1c98-0827-40c6-aaac-61379e97af8e', 'tenant_id': '6fa15925135f43938e84c3b00c868efd', 'mac_address': 'fa:16:3e:2c:c3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504224b9-c086-4eba-8292-f340ecda2116', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '5f2e327b-3440-4f7c-baea-010d460bc256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:03:00Z', 'updated_at': '2021-07-09T15:03:14Z', 'revision_number': 5, 'project_id': '6fa15925135f43938e84c3b00c868efd', 'subnets': [{'id': '5f2e327b-3440-4f7c-baea-010d460bc256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:07:24.206439 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f87207-af37-4b5c-8938-d79758d384db req-b7cb88ea-090a-42d7-b985-babe7ba52a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:24.207984 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-40f87207-af37-4b5c-8938-d79758d384db req-b7cb88ea-090a-42d7-b985-babe7ba52a73 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5f2e327b-3440-4f7c-baea-010d460bc256 HTTP/1.1" status: 200 len: 853 time: 0.0607092 Jul 09 15:07:24.289581 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f87207-af37-4b5c-8938-d79758d384db req-15a30392-b8be-45ab-805e-9fdc640fd6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:24.289581 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-40f87207-af37-4b5c-8938-d79758d384db req-15a30392-b8be-45ab-805e-9fdc640fd6bf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=72fb1c98-0827-40c6-aaac-61379e97af8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732522 Jul 09 15:07:24.351907 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-b0a448af-b4e3-4fcf-a6c9-9e1f444e5567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8c917c-2881-4bef-881a-8becc748637a', 'name': 'tempest-ServerRescueTestJSON-220388385-router', 'tenant_id': '58a03f9342d64854b45abe6c697001d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '17bea233-de0b-4419-ab96-5a3a8dad32af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:07:20Z', 'updated_at': '2021-07-09T15:07:21Z', 'revision_number': 3, 'project_id': '58a03f9342d64854b45abe6c697001d7', 'gw_port': {'id': '17bea233-de0b-4419-ab96-5a3a8dad32af', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ca:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8c917c-2881-4bef-881a-8becc748637a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:07:21Z', 'updated_at': '2021-07-09T15:07:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:07:24.382710 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a448af-b4e3-4fcf-a6c9-9e1f444e5567 None None] The sync data for ids ['ac8c917c-2881-4bef-881a-8becc748637a'] in n-d-799529-6 is: [{'id': 'ac8c917c-2881-4bef-881a-8becc748637a', 'name': 'tempest-ServerRescueTestJSON-220388385-router', 'tenant_id': '58a03f9342d64854b45abe6c697001d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '17bea233-de0b-4419-ab96-5a3a8dad32af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:07:20Z', 'updated_at': '2021-07-09T15:07:21Z', 'revision_number': 3, 'project_id': '58a03f9342d64854b45abe6c697001d7', 'gw_port': {'id': '17bea233-de0b-4419-ab96-5a3a8dad32af', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ca:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8c917c-2881-4bef-881a-8becc748637a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:07:21Z', 'updated_at': '2021-07-09T15:07:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:07:24.390893 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-40f87207-af37-4b5c-8938-d79758d384db req-971b632a-958f-491f-ab76-b3dda0ced607 service neutron] 10.222.0.54 "GET /v2.0/networks/72fb1c98-0827-40c6-aaac-61379e97af8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932121 Jul 09 15:07:24.440888 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-90b80f5c-8b89-429d-8101-05c5a020a3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:24.496643 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-40f87207-af37-4b5c-8938-d79758d384db req-a40608a1-2b46-4d2a-9294-0b9f6d8676fe service neutron] 10.222.0.54 "GET /v2.0/networks/72fb1c98-0827-40c6-aaac-61379e97af8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976996 Jul 09 15:07:24.618541 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-90b80f5c-8b89-429d-8101-05c5a020a3c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:24.683738 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-90b80f5c-8b89-429d-8101-05c5a020a3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:24.755382 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-90b80f5c-8b89-429d-8101-05c5a020a3c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:24.757410 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b80f5c-8b89-429d-8101-05c5a020a3c1 admin admin] Pushing event updated for resources: {'Port': ['ID=6230d354-acf0-4b79-95cc-955b88d19481,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:07:24.867686 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b80f5c-8b89-429d-8101-05c5a020a3c1 admin admin] Network dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:07:24.869366 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-90b80f5c-8b89-429d-8101-05c5a020a3c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:07:24.909320 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 17bea233-de0b-4419-ab96-5a3a8dad32af up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:07:24.987697 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b80f5c-8b89-429d-8101-05c5a020a3c1 admin admin] Router ac8c917c-2881-4bef-881a-8becc748637a has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:07:25.018051 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 17bea233-de0b-4419-ab96-5a3a8dad32af completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:07:25.022707 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 17bea233-de0b-4419-ab96-5a3a8dad32af triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:07:25.023166 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:25.062067 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 38042) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:07:25.106048 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b80f5c-8b89-429d-8101-05c5a020a3c1 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:07:25.120131 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-90b80f5c-8b89-429d-8101-05c5a020a3c1 admin admin] 10.222.0.58 "PUT /v2.0/routers/ac8c917c-2881-4bef-881a-8becc748637a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3928885 Jul 09 15:07:25.132634 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:25.156107 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 17bea233-de0b-4419-ab96-5a3a8dad32af, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=17bea233-de0b-4419-ab96-5a3a8dad32af,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:07:25.175316 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210f4bcb-c9b9-4fa3-8444-d5d1efd74c4f tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:25.177776 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210f4bcb-c9b9-4fa3-8444-d5d1efd74c4f tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:25.177776 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210f4bcb-c9b9-4fa3-8444-d5d1efd74c4f tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:25.178078 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-210f4bcb-c9b9-4fa3-8444-d5d1efd74c4f tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] 10.222.0.58 "GET /v2.0/ports?project_id=a6e2ac6f6f91427f816da8127677c24e&network_id=2b3704e8-451c-4589-8c88-b29a937cb5cc HTTP/1.1" status: 200 len: 2970 time: 0.1149027 Jul 09 15:07:25.246672 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:25.304158 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=17bea233-de0b-4419-ab96-5a3a8dad32af,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:07:25.566961 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc0cf5-9a7e-47a0-9ef3-e73a0b23e283 req-d3af3516-f835-4ed8-93c2-5794eda6736f tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:25.568458 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-92dc0cf5-9a7e-47a0-9ef3-e73a0b23e283 req-d3af3516-f835-4ed8-93c2-5794eda6736f tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/networks?id=dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e HTTP/1.1" status: 200 len: 810 time: 0.1052628 Jul 09 15:07:25.583901 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-92dc0cf5-9a7e-47a0-9ef3-e73a0b23e283 req-c581dfea-1968-47de-954a-7c64de5c179b tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/quotas/58a03f9342d64854b45abe6c697001d7 HTTP/1.1" status: 200 len: 375 time: 0.0100224 Jul 09 15:07:25.646834 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-92dc0cf5-9a7e-47a0-9ef3-e73a0b23e283 req-b4e7b5e6-7800-4d16-93fa-1106e5ee90df tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=58a03f9342d64854b45abe6c697001d7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0577435 Jul 09 15:07:25.742037 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-92dc0cf5-9a7e-47a0-9ef3-e73a0b23e283 req-5922aa73-5128-4526-8fc0-556a96aa481f service neutron] 10.222.0.58 "GET /v2.0/networks/dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884662 Jul 09 15:07:25.833423 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-92dc0cf5-9a7e-47a0-9ef3-e73a0b23e283 req-3bd1764a-d9ee-47e7-95f7-64cc53bafdec service neutron] 10.222.0.58 "GET /v2.0/networks/dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855577 Jul 09 15:07:26.017205 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3693c5-ab45-4e8e-ad54-41918d156542 None None] Sync routers for ids ['ac8c917c-2881-4bef-881a-8becc748637a'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:07:26.032885 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3693c5-ab45-4e8e-ad54-41918d156542 None None] Routers {'ac8c917c-2881-4bef-881a-8becc748637a'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:07:26.032885 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-ca3693c5-ab45-4e8e-ad54-41918d156542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:06:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['ac8c917c-2881-4bef-881a-8becc748637a'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:07:26.094154 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4aefc385-b0d9-4e45-89cf-b6c06e5713ca req-bc135c5a-23d7-4497-b29e-135e243f5ffd tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67697a-9fa5-43cd-97c0-c8b4dd2f603b HTTP/1.1" status: 200 len: 210 time: 0.0278254 Jul 09 15:07:26.147457 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-39e37245-6850-456b-84d6-012c008e8819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:26.155476 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-ca3693c5-ab45-4e8e-ad54-41918d156542 None None] Set router ac8c917c-2881-4bef-881a-8becc748637a gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:07:26.364660 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-ca3693c5-ab45-4e8e-ad54-41918d156542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8c917c-2881-4bef-881a-8becc748637a', 'name': 'tempest-ServerRescueTestJSON-220388385-router', 'tenant_id': '58a03f9342d64854b45abe6c697001d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '17bea233-de0b-4419-ab96-5a3a8dad32af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:07:20Z', 'updated_at': '2021-07-09T15:07:24Z', 'revision_number': 4, 'project_id': '58a03f9342d64854b45abe6c697001d7', 'gw_port': {'id': '17bea233-de0b-4419-ab96-5a3a8dad32af', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8c917c-2881-4bef-881a-8becc748637a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:07:21Z', 'updated_at': '2021-07-09T15:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '6230d354-acf0-4b79-95cc-955b88d19481', 'name': '', 'network_id': 'dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e', 'tenant_id': '58a03f9342d64854b45abe6c697001d7', 'mac_address': 'fa:16:3e:f9:40:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8c917c-2881-4bef-881a-8becc748637a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': 'cded0840-5655-4dcd-8f99-f8da8558a443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:07:23Z', 'updated_at': '2021-07-09T15:07:24Z', 'revision_number': 2, 'project_id': '58a03f9342d64854b45abe6c697001d7', 'subnets': [{'id': 'cded0840-5655-4dcd-8f99-f8da8558a443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:07:26.395320 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3693c5-ab45-4e8e-ad54-41918d156542 None None] Checking router: ac8c917c-2881-4bef-881a-8becc748637a for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:07:26.395702 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3693c5-ab45-4e8e-ad54-41918d156542 None None] Updating router ac8c917c-2881-4bef-881a-8becc748637a port 6230d354-acf0-4b79-95cc-955b88d19481 binding host n-d-799529-6 {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:07:26.430142 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ca3693c5-ab45-4e8e-ad54-41918d156542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:26.695304 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ca3693c5-ab45-4e8e-ad54-41918d156542 None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:26.706502 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-ca3693c5-ab45-4e8e-ad54-41918d156542 None None] Transition to ACTIVE for port object 6230d354-acf0-4b79-95cc-955b88d19481 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:07:26.775260 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ca3693c5-ab45-4e8e-ad54-41918d156542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:26.825232 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9ed104-8f38-4d46-af5c-51ce5bece097 None None] Pushing event updated for resources: {'Port': ['ID=6230d354-acf0-4b79-95cc-955b88d19481,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:07:26.884665 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-ca3693c5-ab45-4e8e-ad54-41918d156542 None None] Attempting to bind port 6230d354-acf0-4b79-95cc-955b88d19481 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:07:26.885041 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-ca3693c5-ab45-4e8e-ad54-41918d156542 None None] Attempting to bind port 6230d354-acf0-4b79-95cc-955b88d19481 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '15c78198-813d-4ed5-bc99-cd2af9300c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:07:26.885440 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3693c5-ab45-4e8e-ad54-41918d156542 None None] Attempting to bind port 6230d354-acf0-4b79-95cc-955b88d19481 on network dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:07:26.891395 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3693c5-ab45-4e8e-ad54-41918d156542 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:07:26.891809 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3693c5-ab45-4e8e-ad54-41918d156542 None None] Checking segment: {'id': '15c78198-813d-4ed5-bc99-cd2af9300c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:07:26.892217 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ca3693c5-ab45-4e8e-ad54-41918d156542 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:26.892621 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3693c5-ab45-4e8e-ad54-41918d156542 None None] Bound using segment: {'id': '15c78198-813d-4ed5-bc99-cd2af9300c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:07:26.893091 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-ca3693c5-ab45-4e8e-ad54-41918d156542 None None] Bound port: 6230d354-acf0-4b79-95cc-955b88d19481, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15c78198-813d-4ed5-bc99-cd2af9300c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:07:26.893597 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ca3693c5-ab45-4e8e-ad54-41918d156542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:26.904021 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 17bea233-de0b-4419-ab96-5a3a8dad32af up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:07:26.991776 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-ca3693c5-ab45-4e8e-ad54-41918d156542 None None] For port 6230d354-acf0-4b79-95cc-955b88d19481, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:07:26.995232 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-ca3693c5-ab45-4e8e-ad54-41918d156542 None None] For port 6230d354-acf0-4b79-95cc-955b88d19481, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=6230d354-acf0-4b79-95cc-955b88d19481,segment=NetworkSegment(15c78198-813d-4ed5-bc99-cd2af9300c60),segment_id=15c78198-813d-4ed5-bc99-cd2af9300c60)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:07:27.000812 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 17bea233-de0b-4419-ab96-5a3a8dad32af triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:07:27.001185 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:27.081109 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ca3693c5-ab45-4e8e-ad54-41918d156542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:27.135890 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3693c5-ab45-4e8e-ad54-41918d156542 None None] Routers {'ac8c917c-2881-4bef-881a-8becc748637a'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:07:27.136678 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-ca3693c5-ab45-4e8e-ad54-41918d156542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:06:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['ac8c917c-2881-4bef-881a-8becc748637a'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:07:27.174808 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9ed104-8f38-4d46-af5c-51ce5bece097 None None] Pushing event updated for resources: {'Port': ['ID=6230d354-acf0-4b79-95cc-955b88d19481,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:07:27.251144 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-ca3693c5-ab45-4e8e-ad54-41918d156542 None None] Set router ac8c917c-2881-4bef-881a-8becc748637a gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:07:27.251350 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-38f1f1e7-1c5f-4b99-9845-9064fa8c7e37 req-d7a90a15-7bc5-4435-8884-f730cb8c31e7 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67697a-9fa5-43cd-97c0-c8b4dd2f603b HTTP/1.1" status: 200 len: 210 time: 0.0298309 Jul 09 15:07:27.312069 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 38082) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:07:27.370446 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4105ec0b-fe54-4fbc-bf15-ee1db79fc9dd tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:27.371972 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-4105ec0b-fe54-4fbc-bf15-ee1db79fc9dd tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=202c7ce6-d4e9-4f80-84dd-bef08905a653 HTTP/1.1" status: 200 len: 814 time: 0.0589070 Jul 09 15:07:27.466620 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-ca3693c5-ab45-4e8e-ad54-41918d156542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8c917c-2881-4bef-881a-8becc748637a', 'name': 'tempest-ServerRescueTestJSON-220388385-router', 'tenant_id': '58a03f9342d64854b45abe6c697001d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '17bea233-de0b-4419-ab96-5a3a8dad32af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:07:20Z', 'updated_at': '2021-07-09T15:07:24Z', 'revision_number': 4, 'project_id': '58a03f9342d64854b45abe6c697001d7', 'gw_port': {'id': '17bea233-de0b-4419-ab96-5a3a8dad32af', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8c917c-2881-4bef-881a-8becc748637a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:07:21Z', 'updated_at': '2021-07-09T15:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '6230d354-acf0-4b79-95cc-955b88d19481', 'name': '', 'network_id': 'dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e', 'tenant_id': '58a03f9342d64854b45abe6c697001d7', 'mac_address': 'fa:16:3e:f9:40:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8c917c-2881-4bef-881a-8becc748637a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': 'cded0840-5655-4dcd-8f99-f8da8558a443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:07:23Z', 'updated_at': '2021-07-09T15:07:26Z', 'revision_number': 4, 'project_id': '58a03f9342d64854b45abe6c697001d7', 'subnets': [{'id': 'cded0840-5655-4dcd-8f99-f8da8558a443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:07:27.494292 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3693c5-ab45-4e8e-ad54-41918d156542 None None] The sync data for ids ['ac8c917c-2881-4bef-881a-8becc748637a'] in n-d-799529-6 is: [{'id': 'ac8c917c-2881-4bef-881a-8becc748637a', 'name': 'tempest-ServerRescueTestJSON-220388385-router', 'tenant_id': '58a03f9342d64854b45abe6c697001d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '17bea233-de0b-4419-ab96-5a3a8dad32af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:07:20Z', 'updated_at': '2021-07-09T15:07:24Z', 'revision_number': 4, 'project_id': '58a03f9342d64854b45abe6c697001d7', 'gw_port': {'id': '17bea233-de0b-4419-ab96-5a3a8dad32af', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8c917c-2881-4bef-881a-8becc748637a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:07:21Z', 'updated_at': '2021-07-09T15:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '6230d354-acf0-4b79-95cc-955b88d19481', 'name': '', 'network_id': 'dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e', 'tenant_id': '58a03f9342d64854b45abe6c697001d7', 'mac_address': 'fa:16:3e:f9:40:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8c917c-2881-4bef-881a-8becc748637a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': 'cded0840-5655-4dcd-8f99-f8da8558a443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:07:23Z', 'updated_at': '2021-07-09T15:07:26Z', 'revision_number': 4, 'project_id': '58a03f9342d64854b45abe6c697001d7', 'subnets': [{'id': 'cded0840-5655-4dcd-8f99-f8da8558a443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:07:27.868688 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 38090) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:07:27.875238 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-5b7dadae-d841-471d-ba0c-cc700530e825 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Request body: {'network': {'name': 'tempest-network-smoke--683754047', 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'port_security_enabled': True}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:07:28.026694 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7dadae-d841-471d-ba0c-cc700530e825 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Made reservation on behalf of a6e2ac6f6f91427f816da8127677c24e for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:07:28.030410 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5b7dadae-d841-471d-ba0c-cc700530e825 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:28.062310 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b7dadae-d841-471d-ba0c-cc700530e825 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:07:28.072198 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5b7dadae-d841-471d-ba0c-cc700530e825 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:28.072534 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-5b7dadae-d841-471d-ba0c-cc700530e825 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Added segment d8d80a39-6106-488b-a2d4-6fee3722da4c of type vlan for network 9ca6c169-69e4-4f07-82da-d7c4b4563b1b Jul 09 15:07:28.116520 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5b7dadae-d841-471d-ba0c-cc700530e825 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:28.240493 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5b7dadae-d841-471d-ba0c-cc700530e825 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:28.246859 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7dadae-d841-471d-ba0c-cc700530e825 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:28.247521 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5b7dadae-d841-471d-ba0c-cc700530e825 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:28.328061 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7dadae-d841-471d-ba0c-cc700530e825 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Pushing event updated for resources: {'Network': ['ID=9ca6c169-69e4-4f07-82da-d7c4b4563b1b,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:07:28.341308 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 9ca6c169-69e4-4f07-82da-d7c4b4563b1b details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:07:28.391651 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-5b7dadae-d841-471d-ba0c-cc700530e825 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5215685 Jul 09 15:07:28.392208 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 38094) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:07:28.436563 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6936ff06-d32d-45df-ba19-fc1d6bce6103 req-c9d9b95a-b056-4ddc-a97a-15c0a838fb36 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67697a-9fa5-43cd-97c0-c8b4dd2f603b HTTP/1.1" status: 200 len: 210 time: 0.0614104 Jul 09 15:07:28.484112 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045216fe-4181-4e38-aa11-c99faa676d3a tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:28.485830 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-045216fe-4181-4e38-aa11-c99faa676d3a tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=a6e2ac6f6f91427f816da8127677c24e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0924959 Jul 09 15:07:28.488925 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 38096) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:07:28.591321 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024f25b0-52b2-4ce2-8074-92c874cd309e tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:28.593586 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-024f25b0-52b2-4ce2-8074-92c874cd309e tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1035700 Jul 09 15:07:28.596896 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 38098) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:07:28.630849 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-92a89afe-6fed-47a4-87f3-4f3993a594bd tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=202c7ce6-d4e9-4f80-84dd-bef08905a653&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299981 Jul 09 15:07:28.631693 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 38102) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:07:28.662601 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-95a9cce3-a668-4867-8639-4cabdfe776a9 tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=a6e2ac6f6f91427f816da8127677c24e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298009 Jul 09 15:07:28.665608 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 38104) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:07:28.763666 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6159113-04d1-42b0-b853-684899ac2e9c tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:28.765802 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-e6159113-04d1-42b0-b853-684899ac2e9c tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0991299 Jul 09 15:07:28.769062 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 38106) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:07:28.798593 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-71f788a3-7f9f-4d84-9c95-804e4d1c3944 tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=202c7ce6-d4e9-4f80-84dd-bef08905a653&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281596 Jul 09 15:07:28.801111 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 38108) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:07:28.806401 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-77033609-88cd-40ea-b864-844f3c6ce576 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1582425101', 'network_id': '9ca6c169-69e4-4f07-82da-d7c4b4563b1b', 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:07:28.916693 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 6230d354-acf0-4b79-95cc-955b88d19481 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:07:29.009338 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77033609-88cd-40ea-b864-844f3c6ce576 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Made reservation on behalf of a6e2ac6f6f91427f816da8127677c24e for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:07:29.013081 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-77033609-88cd-40ea-b864-844f3c6ce576 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:29.078758 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc0cf5-9a7e-47a0-9ef3-e73a0b23e283 req-c3f2bf24-7aae-46d6-a942-9b9c56c060bb tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:29.080187 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-92dc0cf5-9a7e-47a0-9ef3-e73a0b23e283 req-c3f2bf24-7aae-46d6-a942-9b9c56c060bb tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.62 "GET /v2.0/networks?id=dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e HTTP/1.1" status: 200 len: 810 time: 0.1686320 Jul 09 15:07:29.095417 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-63729827-efb8-4039-8020-0778ff883ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:29.102490 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-92dc0cf5-9a7e-47a0-9ef3-e73a0b23e283 req-f3fe2629-023b-4b92-8189-a1c8b0514406 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Request body: {'port': {'device_id': 'ac67697a-9fa5-43cd-97c0-c8b4dd2f603b', 'network_id': 'dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e', 'admin_state_up': True, 'tenant_id': '58a03f9342d64854b45abe6c697001d7'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:07:29.125934 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 6230d354-acf0-4b79-95cc-955b88d19481 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:07:29.130136 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 6230d354-acf0-4b79-95cc-955b88d19481 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:07:29.130585 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:29.260339 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:29.268494 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:29.310361 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 6230d354-acf0-4b79-95cc-955b88d19481, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=6230d354-acf0-4b79-95cc-955b88d19481,segment=NetworkSegment(15c78198-813d-4ed5-bc99-cd2af9300c60),segment_id=15c78198-813d-4ed5-bc99-cd2af9300c60)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:07:29.417537 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:29.443663 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92dc0cf5-9a7e-47a0-9ef3-e73a0b23e283 req-f3fe2629-023b-4b92-8189-a1c8b0514406 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Made reservation on behalf of 58a03f9342d64854b45abe6c697001d7 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:07:29.447366 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-92dc0cf5-9a7e-47a0-9ef3-e73a0b23e283 req-f3fe2629-023b-4b92-8189-a1c8b0514406 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:29.455002 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-77033609-88cd-40ea-b864-844f3c6ce576 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:29.473861 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=6230d354-acf0-4b79-95cc-955b88d19481,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:07:29.571081 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77033609-88cd-40ea-b864-844f3c6ce576 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Pushing event updated for resources: {'Subnet': ['ID=a7caa039-c2a0-45f0-90bb-c2176454287a,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:07:29.586534 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-41f3790a-e4b9-4a82-b1de-4b395b2ffd88 req-584ec4d8-39f5-4171-8c50-6745ec8225c5 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67697a-9fa5-43cd-97c0-c8b4dd2f603b HTTP/1.1" status: 200 len: 210 time: 0.0349302 Jul 09 15:07:29.593061 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77033609-88cd-40ea-b864-844f3c6ce576 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Checking segment: {'id': 'd8d80a39-6106-488b-a2d4-6fee3722da4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '9ca6c169-69e4-4f07-82da-d7c4b4563b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:07:29.593356 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77033609-88cd-40ea-b864-844f3c6ce576 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Network hostable DHCP agents. Network: 9ca6c169-69e4-4f07-82da-d7c4b4563b1b, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:07:29.653954 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-92dc0cf5-9a7e-47a0-9ef3-e73a0b23e283 req-f3fe2629-023b-4b92-8189-a1c8b0514406 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Allocated IP 172.20.0.7 (dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e/cded0840-5655-4dcd-8f99-f8da8558a443/fa2e74d9-1262-4254-8774-c79aac654a8f) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:07:29.751228 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77033609-88cd-40ea-b864-844f3c6ce576 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Network 9ca6c169-69e4-4f07-82da-d7c4b4563b1b is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:07:29.765919 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df18aa6-29b1-4a3e-bd5a-af36b2a83c55 req-4a463e19-b810-4e4f-b052-b4d3dec34981 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:29.767480 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0df18aa6-29b1-4a3e-bd5a-af36b2a83c55 req-4a463e19-b810-4e4f-b052-b4d3dec34981 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.0719192 Jul 09 15:07:29.806959 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0df18aa6-29b1-4a3e-bd5a-af36b2a83c55 req-cf3862ef-dd37-41cb-bdd2-2c35855dda50 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331292 Jul 09 15:07:29.828248 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-77033609-88cd-40ea-b864-844f3c6ce576 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 9ca6c169-69e4-4f07-82da-d7c4b4563b1b) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:07:29.833400 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77033609-88cd-40ea-b864-844f3c6ce576 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:29.834138 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-77033609-88cd-40ea-b864-844f3c6ce576 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:29.837902 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b19c98-8a6f-41c8-ac41-676ddcc5b796 None None] Network 9ca6c169-69e4-4f07-82da-d7c4b4563b1b requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:07:29.876706 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-92dc0cf5-9a7e-47a0-9ef3-e73a0b23e283 req-f3fe2629-023b-4b92-8189-a1c8b0514406 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:29.885722 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8155ed75-27b8-4fa7-bb9a-172ac4be97d0 req-bb33828e-bdf0-485f-8ad5-44d2811c6006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:29.887226 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8155ed75-27b8-4fa7-bb9a-172ac4be97d0 req-bb33828e-bdf0-485f-8ad5-44d2811c6006 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c03b5d3d86974e68a5911d632d382871&device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 1096 time: 0.1284134 Jul 09 15:07:29.962477 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-77033609-88cd-40ea-b864-844f3c6ce576 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1602657 Jul 09 15:07:29.988499 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deeb723f-0e00-4455-b965-2e15a357e577 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-9ca6c169-69e4-4f07-82da-d7c4b4563b1b', 'network_id': '9ca6c169-69e4-4f07-82da-d7c4b4563b1b', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'fixed_ips': [{'subnet_id': 'a7caa039-c2a0-45f0-90bb-c2176454287a'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:07:29.989377 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-deeb723f-0e00-4455-b965-2e15a357e577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:30.005998 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8155ed75-27b8-4fa7-bb9a-172ac4be97d0 req-f54bfbcf-eebc-4357-b518-c541eff4bcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:30.007547 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8155ed75-27b8-4fa7-bb9a-172ac4be97d0 req-f54bfbcf-eebc-4357-b518-c541eff4bcbb service neutron] 10.222.0.62 "GET /v2.0/networks?id=2caf48fb-184c-426e-a7e2-2d876991b7f4 HTTP/1.1" status: 200 len: 912 time: 0.1130998 Jul 09 15:07:30.068766 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-92dc0cf5-9a7e-47a0-9ef3-e73a0b23e283 req-f3fe2629-023b-4b92-8189-a1c8b0514406 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:30.112334 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8155ed75-27b8-4fa7-bb9a-172ac4be97d0 req-c88e5ecf-410d-4c7b-a57e-02615cc053d4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a55c943-174c-41e4-ae0c-abae167a4938 HTTP/1.1" status: 200 len: 998 time: 0.0969470 Jul 09 15:07:30.125871 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92dc0cf5-9a7e-47a0-9ef3-e73a0b23e283 req-f3fe2629-023b-4b92-8189-a1c8b0514406 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Network dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:07:30.131409 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-92dc0cf5-9a7e-47a0-9ef3-e73a0b23e283 req-f3fe2629-023b-4b92-8189-a1c8b0514406 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:07:30.137070 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-92dc0cf5-9a7e-47a0-9ef3-e73a0b23e283 req-f3fe2629-023b-4b92-8189-a1c8b0514406 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:07:30.142457 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-deeb723f-0e00-4455-b965-2e15a357e577 None None] Allocated IP 172.20.0.18 (9ca6c169-69e4-4f07-82da-d7c4b4563b1b/a7caa039-c2a0-45f0-90bb-c2176454287a/fe5191a2-a463-4d4a-a274-91962b9cfa9d) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:07:30.143289 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fe2629-023b-4b92-8189-a1c8b0514406 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Pushing event updated for resources: {'Port': ['ID=fa2e74d9-1262-4254-8774-c79aac654a8f,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:07:30.223297 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc0cf5-9a7e-47a0-9ef3-e73a0b23e283 req-f3fe2629-023b-4b92-8189-a1c8b0514406 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:30.224095 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-92dc0cf5-9a7e-47a0-9ef3-e73a0b23e283 req-f3fe2629-023b-4b92-8189-a1c8b0514406 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:30.237135 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8155ed75-27b8-4fa7-bb9a-172ac4be97d0 req-c82967cd-919b-4650-8415-5a0690200edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:30.238632 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8155ed75-27b8-4fa7-bb9a-172ac4be97d0 req-c82967cd-919b-4650-8415-5a0690200edf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a10947be-2e1d-4b8b-b31f-e273354d0e7a HTTP/1.1" status: 200 len: 850 time: 0.0928431 Jul 09 15:07:30.249501 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:30.270573 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 38120) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:07:30.275893 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-bd0d1ed6-b756-4f7a-b8c7-7f851f21705d tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2134355049', 'description': 'tempest-secgroup-smoke-2134355049 description', 'project_id': 'a6e2ac6f6f91427f816da8127677c24e'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:07:30.305150 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-deeb723f-0e00-4455-b965-2e15a357e577 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:30.305984 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8155ed75-27b8-4fa7-bb9a-172ac4be97d0 req-37fb8ac9-e94b-4600-a5d2-b7eba3dfc11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:30.307611 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8155ed75-27b8-4fa7-bb9a-172ac4be97d0 req-37fb8ac9-e94b-4600-a5d2-b7eba3dfc11b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2caf48fb-184c-426e-a7e2-2d876991b7f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0600293 Jul 09 15:07:30.313223 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-92dc0cf5-9a7e-47a0-9ef3-e73a0b23e283 req-f3fe2629-023b-4b92-8189-a1c8b0514406 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2150114 Jul 09 15:07:30.314972 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-deeb723f-0e00-4455-b965-2e15a357e577 None None] Transition to ACTIVE for port object fe5191a2-a463-4d4a-a274-91962b9cfa9d will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:07:30.329553 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-deeb723f-0e00-4455-b965-2e15a357e577 None None] Transition to ACTIVE for port object fe5191a2-a463-4d4a-a274-91962b9cfa9d will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:07:30.338587 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-92dc0cf5-9a7e-47a0-9ef3-e73a0b23e283 req-fc18427e-4e6c-4b05-9877-453c2977363b service neutron] Request body: {'port': {'device_id': 'ac67697a-9fa5-43cd-97c0-c8b4dd2f603b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:07:30.406524 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bd0d1ed6-b756-4f7a-b8c7-7f851f21705d tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:30.441213 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-deeb723f-0e00-4455-b965-2e15a357e577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:30.480802 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-92dc0cf5-9a7e-47a0-9ef3-e73a0b23e283 req-fc18427e-4e6c-4b05-9877-453c2977363b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:30.485868 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8155ed75-27b8-4fa7-bb9a-172ac4be97d0 req-24f109cf-b800-48eb-b271-eb86974f95d8 service neutron] 10.222.0.62 "GET /v2.0/networks/2caf48fb-184c-426e-a7e2-2d876991b7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590459 Jul 09 15:07:30.486631 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deeb723f-0e00-4455-b965-2e15a357e577 None None] Network 9ca6c169-69e4-4f07-82da-d7c4b4563b1b is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:07:30.490435 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-deeb723f-0e00-4455-b965-2e15a357e577 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:07:30.496271 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deeb723f-0e00-4455-b965-2e15a357e577 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:07:30.525424 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bd0d1ed6-b756-4f7a-b8c7-7f851f21705d tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:30.571017 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeb723f-0e00-4455-b965-2e15a357e577 None None] Pushing event updated for resources: {'Port': ['ID=fe5191a2-a463-4d4a-a274-91962b9cfa9d,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:07:30.573450 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-deeb723f-0e00-4455-b965-2e15a357e577 None None] Attempting to bind port fe5191a2-a463-4d4a-a274-91962b9cfa9d on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:07:30.573817 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-deeb723f-0e00-4455-b965-2e15a357e577 None None] Attempting to bind port fe5191a2-a463-4d4a-a274-91962b9cfa9d by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd8d80a39-6106-488b-a2d4-6fee3722da4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '9ca6c169-69e4-4f07-82da-d7c4b4563b1b'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:07:30.574179 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deeb723f-0e00-4455-b965-2e15a357e577 None None] Attempting to bind port fe5191a2-a463-4d4a-a274-91962b9cfa9d on network 9ca6c169-69e4-4f07-82da-d7c4b4563b1b {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:07:30.581701 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deeb723f-0e00-4455-b965-2e15a357e577 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:07:30.581701 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deeb723f-0e00-4455-b965-2e15a357e577 None None] Checking segment: {'id': 'd8d80a39-6106-488b-a2d4-6fee3722da4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '9ca6c169-69e4-4f07-82da-d7c4b4563b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:07:30.581916 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-deeb723f-0e00-4455-b965-2e15a357e577 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:30.582222 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deeb723f-0e00-4455-b965-2e15a357e577 None None] Bound using segment: {'id': 'd8d80a39-6106-488b-a2d4-6fee3722da4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '9ca6c169-69e4-4f07-82da-d7c4b4563b1b'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:07:30.582675 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-deeb723f-0e00-4455-b965-2e15a357e577 None None] Bound port: fe5191a2-a463-4d4a-a274-91962b9cfa9d, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8d80a39-6106-488b-a2d4-6fee3722da4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '9ca6c169-69e4-4f07-82da-d7c4b4563b1b'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:07:30.583055 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-deeb723f-0e00-4455-b965-2e15a357e577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:30.626732 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bd0d1ed6-b756-4f7a-b8c7-7f851f21705d tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:30.702339 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0d1ed6-b756-4f7a-b8c7-7f851f21705d tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64fe7068-1ce7-4e51-9b1c-d0c98ba61a86,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:07:30.708054 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-deeb723f-0e00-4455-b965-2e15a357e577 None None] For port fe5191a2-a463-4d4a-a274-91962b9cfa9d, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:07:30.713835 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-deeb723f-0e00-4455-b965-2e15a357e577 None None] For port fe5191a2-a463-4d4a-a274-91962b9cfa9d, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=fe5191a2-a463-4d4a-a274-91962b9cfa9d,segment=NetworkSegment(d8d80a39-6106-488b-a2d4-6fee3722da4c),segment_id=d8d80a39-6106-488b-a2d4-6fee3722da4c)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:07:30.761515 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bd0d1ed6-b756-4f7a-b8c7-7f851f21705d tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:30.762860 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-bd0d1ed6-b756-4f7a-b8c7-7f851f21705d tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4910815 Jul 09 15:07:30.767395 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 38130) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:07:30.781521 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-deeb723f-0e00-4455-b965-2e15a357e577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:30.793217 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-100e1398-0574-46a2-aa6d-95844b1577e8 req-72fc9970-d31d-49e3-9fe4-18bf9dd783fa service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=122a589b-3350-4a9f-ba01-d8a683c763b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0610011 Jul 09 15:07:30.800868 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-f0233b60-12b6-4a7c-b88e-6fc81128a1bf tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Request body: {'security_group_rule': {'security_group_id': '64fe7068-1ce7-4e51-9b1c-d0c98ba61a86', 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:07:30.867733 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8155ed75-27b8-4fa7-bb9a-172ac4be97d0 req-3aa86001-0d42-4c6f-87b0-b0a9303747da service neutron] 10.222.0.62 "GET /v2.0/networks/2caf48fb-184c-426e-a7e2-2d876991b7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3740146 Jul 09 15:07:30.874807 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeb723f-0e00-4455-b965-2e15a357e577 None None] Pushing event updated for resources: {'Port': ['ID=fe5191a2-a463-4d4a-a274-91962b9cfa9d,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:07:30.941788 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76570cb-1369-4870-be52-0bc1d0852625 req-1a2ebb89-7acc-4548-9f41-db9c02125518 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:30.943347 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b76570cb-1369-4870-be52-0bc1d0852625 req-1a2ebb89-7acc-4548-9f41-db9c02125518 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67697a-9fa5-43cd-97c0-c8b4dd2f603b HTTP/1.1" status: 200 len: 931 time: 0.2070205 Jul 09 15:07:30.949405 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e1398-0574-46a2-aa6d-95844b1577e8 req-16313829-0432-48fa-9dd7-c7d8303d1afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:30.956338 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-100e1398-0574-46a2-aa6d-95844b1577e8 req-16313829-0432-48fa-9dd7-c7d8303d1afa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c03b5d3d86974e68a5911d632d382871&device_id=122a589b-3350-4a9f-ba01-d8a683c763b2 HTTP/1.1" status: 200 len: 1097 time: 0.0888770 Jul 09 15:07:30.963741 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 6230d354-acf0-4b79-95cc-955b88d19481 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:07:30.980616 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f0233b60-12b6-4a7c-b88e-6fc81128a1bf tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:31.027757 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 6230d354-acf0-4b79-95cc-955b88d19481 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:07:31.028162 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:31.163950 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e1398-0574-46a2-aa6d-95844b1577e8 req-c2898434-6362-4063-8274-2edbffbc5c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:31.166904 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-100e1398-0574-46a2-aa6d-95844b1577e8 req-c2898434-6362-4063-8274-2edbffbc5c62 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2caf48fb-184c-426e-a7e2-2d876991b7f4 HTTP/1.1" status: 200 len: 912 time: 0.1922233 Jul 09 15:07:31.247719 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-100e1398-0574-46a2-aa6d-95844b1577e8 req-a2fabc62-466b-460b-b4a1-7f22cc2b1801 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f01ab20f-9308-4ae2-88ac-3c399a610043 HTTP/1.1" status: 200 len: 217 time: 0.0745893 Jul 09 15:07:31.335427 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e1398-0574-46a2-aa6d-95844b1577e8 req-17a5a3fc-925a-4562-b072-f0adc113ecb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:31.337045 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-100e1398-0574-46a2-aa6d-95844b1577e8 req-17a5a3fc-925a-4562-b072-f0adc113ecb2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a10947be-2e1d-4b8b-b31f-e273354d0e7a HTTP/1.1" status: 200 len: 850 time: 0.0721345 Jul 09 15:07:31.363283 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0420f-e339-4689-a76b-e540a97b09d8 req-ee5a570b-615f-45c9-8a52-3198d08d2fdd tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:31.365033 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3ab0420f-e339-4689-a76b-e540a97b09d8 req-ee5a570b-615f-45c9-8a52-3198d08d2fdd tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.1773226 Jul 09 15:07:31.434322 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3ab0420f-e339-4689-a76b-e540a97b09d8 req-a559af8e-4997-4e25-9f10-f7a609af53a9 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474775 Jul 09 15:07:31.447818 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e1398-0574-46a2-aa6d-95844b1577e8 req-729c234b-0b2d-4313-baa6-62b64580b045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:31.449421 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-100e1398-0574-46a2-aa6d-95844b1577e8 req-729c234b-0b2d-4313-baa6-62b64580b045 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2caf48fb-184c-426e-a7e2-2d876991b7f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1021459 Jul 09 15:07:31.546108 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-92dc0cf5-9a7e-47a0-9ef3-e73a0b23e283 req-fc18427e-4e6c-4b05-9877-453c2977363b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa2e74d9-1262-4254-8774-c79aac654a8f {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:07:31.556216 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b76570cb-1369-4870-be52-0bc1d0852625 req-cb60dd4d-306f-4eaa-bca9-8416e3da9830 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6021109 Jul 09 15:07:31.558168 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-92dc0cf5-9a7e-47a0-9ef3-e73a0b23e283 req-fc18427e-4e6c-4b05-9877-453c2977363b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:31.583327 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-92dc0cf5-9a7e-47a0-9ef3-e73a0b23e283 req-fc18427e-4e6c-4b05-9877-453c2977363b service neutron] Transition to ACTIVE for port object fa2e74d9-1262-4254-8774-c79aac654a8f will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:07:31.586825 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f0233b60-12b6-4a7c-b88e-6fc81128a1bf tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:31.618001 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-100e1398-0574-46a2-aa6d-95844b1577e8 req-ca41ca47-2341-4bb4-94e3-92048b745822 service neutron] 10.222.0.54 "GET /v2.0/networks/2caf48fb-184c-426e-a7e2-2d876991b7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612992 Jul 09 15:07:31.632045 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:31.667177 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-92dc0cf5-9a7e-47a0-9ef3-e73a0b23e283 req-fc18427e-4e6c-4b05-9877-453c2977363b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:31.669479 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f0233b60-12b6-4a7c-b88e-6fc81128a1bf tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:31.691139 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46bf4f2-1e60-4e77-89ef-e9181adfdbc3 req-852d8fd4-344e-487f-8bfd-d98c29bc4999 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:31.692708 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c46bf4f2-1e60-4e77-89ef-e9181adfdbc3 req-852d8fd4-344e-487f-8bfd-d98c29bc4999 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?device_id=6acf793a-000d-4e20-8656-d0b0309dc473 HTTP/1.1" status: 200 len: 946 time: 0.1422212 Jul 09 15:07:31.714702 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0233b60-12b6-4a7c-b88e-6fc81128a1bf tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0938b83e-9118-4604-9bc3-284d67c448b0,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:07:31.744235 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc18427e-4e6c-4b05-9877-453c2977363b service neutron] Pushing event updated for resources: {'Port': ['ID=fa2e74d9-1262-4254-8774-c79aac654a8f,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:07:31.768138 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c46bf4f2-1e60-4e77-89ef-e9181adfdbc3 req-fe056a71-cfe6-44f0-a446-3d7ba76aa726 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d09a7a-8018-47af-86f2-93d7c0d88b63&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0679386 Jul 09 15:07:31.772736 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-100e1398-0574-46a2-aa6d-95844b1577e8 req-bb856be3-7c6d-4266-b61f-012d8b82f42e service neutron] 10.222.0.54 "GET /v2.0/networks/2caf48fb-184c-426e-a7e2-2d876991b7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461761 Jul 09 15:07:31.827571 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f0233b60-12b6-4a7c-b88e-6fc81128a1bf tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:31.831654 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 38138) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:07:31.831779 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f0233b60-12b6-4a7c-b88e-6fc81128a1bf tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0388219 Jul 09 15:07:31.837925 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-3020154c-f02b-4173-852a-d6ef77e349ab tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Request body: {'security_group_rule': {'security_group_id': '64fe7068-1ce7-4e51-9b1c-d0c98ba61a86', 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:07:31.851052 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-92dc0cf5-9a7e-47a0-9ef3-e73a0b23e283 req-fc18427e-4e6c-4b05-9877-453c2977363b service neutron] Attempting to bind port fa2e74d9-1262-4254-8774-c79aac654a8f on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:07:31.851570 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-92dc0cf5-9a7e-47a0-9ef3-e73a0b23e283 req-fc18427e-4e6c-4b05-9877-453c2977363b service neutron] Attempting to bind port fa2e74d9-1262-4254-8774-c79aac654a8f by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': '15c78198-813d-4ed5-bc99-cd2af9300c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:07:31.851903 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dc0cf5-9a7e-47a0-9ef3-e73a0b23e283 req-fc18427e-4e6c-4b05-9877-453c2977363b service neutron] Attempting to bind port fa2e74d9-1262-4254-8774-c79aac654a8f on network dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:07:31.856760 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dc0cf5-9a7e-47a0-9ef3-e73a0b23e283 req-fc18427e-4e6c-4b05-9877-453c2977363b service neutron] Port fa2e74d9-1262-4254-8774-c79aac654a8f on network dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:07:31.857215 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dc0cf5-9a7e-47a0-9ef3-e73a0b23e283 req-fc18427e-4e6c-4b05-9877-453c2977363b service neutron] Attempting to bind port fa2e74d9-1262-4254-8774-c79aac654a8f on network dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:07:31.863348 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dc0cf5-9a7e-47a0-9ef3-e73a0b23e283 req-fc18427e-4e6c-4b05-9877-453c2977363b service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:07:31.863795 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dc0cf5-9a7e-47a0-9ef3-e73a0b23e283 req-fc18427e-4e6c-4b05-9877-453c2977363b service neutron] Checking segment: {'id': '15c78198-813d-4ed5-bc99-cd2af9300c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:07:31.864183 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dc0cf5-9a7e-47a0-9ef3-e73a0b23e283 req-fc18427e-4e6c-4b05-9877-453c2977363b service neutron] Bound using segment: {'id': '15c78198-813d-4ed5-bc99-cd2af9300c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:07:31.864838 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-92dc0cf5-9a7e-47a0-9ef3-e73a0b23e283 req-fc18427e-4e6c-4b05-9877-453c2977363b service neutron] Bound port: fa2e74d9-1262-4254-8774-c79aac654a8f, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15c78198-813d-4ed5-bc99-cd2af9300c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:07:31.865012 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-92dc0cf5-9a7e-47a0-9ef3-e73a0b23e283 req-fc18427e-4e6c-4b05-9877-453c2977363b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:31.932769 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-92dc0cf5-9a7e-47a0-9ef3-e73a0b23e283 req-fc18427e-4e6c-4b05-9877-453c2977363b service neutron] For port fa2e74d9-1262-4254-8774-c79aac654a8f, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:07:31.937275 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-92dc0cf5-9a7e-47a0-9ef3-e73a0b23e283 req-fc18427e-4e6c-4b05-9877-453c2977363b service neutron] For port fa2e74d9-1262-4254-8774-c79aac654a8f, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=fa2e74d9-1262-4254-8774-c79aac654a8f,segment=NetworkSegment(15c78198-813d-4ed5-bc99-cd2af9300c60),segment_id=15c78198-813d-4ed5-bc99-cd2af9300c60)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:07:31.970546 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3020154c-f02b-4173-852a-d6ef77e349ab tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:32.021653 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-92dc0cf5-9a7e-47a0-9ef3-e73a0b23e283 req-fc18427e-4e6c-4b05-9877-453c2977363b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:32.040438 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3020154c-f02b-4173-852a-d6ef77e349ab tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:32.057053 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f471128-2478-4ae7-9823-bfcb4dccf5d7 None None] Network 9ca6c169-69e4-4f07-82da-d7c4b4563b1b requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:07:32.059338 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc0cf5-9a7e-47a0-9ef3-e73a0b23e283 req-fc18427e-4e6c-4b05-9877-453c2977363b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:32.061956 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-92dc0cf5-9a7e-47a0-9ef3-e73a0b23e283 req-fc18427e-4e6c-4b05-9877-453c2977363b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:32.062149 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-92dc0cf5-9a7e-47a0-9ef3-e73a0b23e283 req-fc18427e-4e6c-4b05-9877-453c2977363b service neutron] 10.222.0.62 "PUT /v2.0/ports/fa2e74d9-1262-4254-8774-c79aac654a8f HTTP/1.1" status: 200 len: 1091 time: 1.7337995 Jul 09 15:07:32.064716 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac67697a-9fa5-43cd-97c0-c8b4dd2f603b', 'tag': 'fa2e74d9-1262-4254-8774-c79aac654a8f'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:07:32.067108 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd99ca0-1ba2-4875-9a64-152ac5ebd796" -d '{"events": [{"name": "network-changed", "server_uuid": "ac67697a-9fa5-43cd-97c0-c8b4dd2f603b", "tag": "fa2e74d9-1262-4254-8774-c79aac654a8f"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:07:32.097663 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc18427e-4e6c-4b05-9877-453c2977363b service neutron] Pushing event updated for resources: {'Port': ['ID=fa2e74d9-1262-4254-8774-c79aac654a8f,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:07:32.105311 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3020154c-f02b-4173-852a-d6ef77e349ab tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:32.112112 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89a7121-0feb-4d3f-b934-4343c58f1dbc x-openstack-request-id: req-a89a7121-0feb-4d3f-b934-4343c58f1dbc {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:07:32.112398 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac67697a-9fa5-43cd-97c0-c8b4dd2f603b", "tag": "fa2e74d9-1262-4254-8774-c79aac654a8f", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:07:32.112645 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a89a7121-0feb-4d3f-b934-4343c58f1dbc {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:07:32.113035 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac67697a-9fa5-43cd-97c0-c8b4dd2f603b', 'tag': 'fa2e74d9-1262-4254-8774-c79aac654a8f', 'status': 'completed', 'code': 200} Jul 09 15:07:32.127890 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3020154c-f02b-4173-852a-d6ef77e349ab tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7f2d8de-e67f-4db4-b01f-2f7ed70555d1,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:07:32.215150 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3020154c-f02b-4173-852a-d6ef77e349ab tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:32.219650 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-3020154c-f02b-4173-852a-d6ef77e349ab tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3831651 Jul 09 15:07:32.220331 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 38142) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:07:32.225651 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-8e2ce36d-88e4-499a-88b8-83a4fa16e3e4 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Request body: {'security_group_rule': {'security_group_id': '64fe7068-1ce7-4e51-9b1c-d0c98ba61a86', 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:07:32.257876 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd99ca0-1ba2-4875-9a64-152ac5ebd796 req-26a50ad0-07a0-44b4-8312-3081e125e983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:32.259412 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bd99ca0-1ba2-4875-9a64-152ac5ebd796 req-26a50ad0-07a0-44b4-8312-3081e125e983 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=58a03f9342d64854b45abe6c697001d7&device_id=ac67697a-9fa5-43cd-97c0-c8b4dd2f603b HTTP/1.1" status: 200 len: 1094 time: 0.0620227 Jul 09 15:07:32.328986 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-97f46d64-dbf9-471d-894a-267fa1b80f22 None None] Provisioning for port fe5191a2-a463-4d4a-a274-91962b9cfa9d completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:07:32.336936 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8e2ce36d-88e4-499a-88b8-83a4fa16e3e4 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:32.394115 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd99ca0-1ba2-4875-9a64-152ac5ebd796 req-62190dc4-1c43-414b-b274-9d0f2bc01ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:32.395684 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bd99ca0-1ba2-4875-9a64-152ac5ebd796 req-62190dc4-1c43-414b-b274-9d0f2bc01ec2 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=58a03f9342d64854b45abe6c697001d7&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1220627 Jul 09 15:07:32.406798 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8e2ce36d-88e4-499a-88b8-83a4fa16e3e4 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:32.485397 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8e2ce36d-88e4-499a-88b8-83a4fa16e3e4 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:32.501355 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2ce36d-88e4-499a-88b8-83a4fa16e3e4 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e20348cb-2b2e-4fcd-92f1-a984a16ff900,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:07:32.577933 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8e2ce36d-88e4-499a-88b8-83a4fa16e3e4 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:32.579113 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-8e2ce36d-88e4-499a-88b8-83a4fa16e3e4 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3577373 Jul 09 15:07:32.600315 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 38146) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:07:32.601878 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd99ca0-1ba2-4875-9a64-152ac5ebd796 req-0a58c333-5723-48f6-aaa4-c3cad546bf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:32.603967 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bd99ca0-1ba2-4875-9a64-152ac5ebd796 req-0a58c333-5723-48f6-aaa4-c3cad546bf27 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1554086 Jul 09 15:07:32.605287 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-177c7c92-3880-4c42-b69e-45c0ba1bcfaf tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Request body: {'security_group_rule': {'security_group_id': '64fe7068-1ce7-4e51-9b1c-d0c98ba61a86', 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:07:32.633931 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d806e932-535c-47c6-b27f-d5e142fa8792 req-0f97c335-ee58-4ea8-ab87-2d98b7da2995 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:32.635812 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d806e932-535c-47c6-b27f-d5e142fa8792 req-0f97c335-ee58-4ea8-ab87-2d98b7da2995 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.62 "GET /v2.0/ports?device_id=6acf793a-000d-4e20-8656-d0b0309dc473 HTTP/1.1" status: 200 len: 946 time: 0.1860719 Jul 09 15:07:32.662149 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6770b6e-1859-4fc1-85ad-1ca4879a1096 req-d4f7177e-f562-424e-b656-908c1c240d5e tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:32.663755 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f6770b6e-1859-4fc1-85ad-1ca4879a1096 req-d4f7177e-f562-424e-b656-908c1c240d5e tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.0978057 Jul 09 15:07:32.707582 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f6770b6e-1859-4fc1-85ad-1ca4879a1096 req-a9c38c4a-0546-4ec7-ba8c-a5d06614e0e6 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358696 Jul 09 15:07:32.723467 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-177c7c92-3880-4c42-b69e-45c0ba1bcfaf tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:32.788676 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-177c7c92-3880-4c42-b69e-45c0ba1bcfaf tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:32.856773 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc0cf5-9a7e-47a0-9ef3-e73a0b23e283 req-dae17415-3be1-44ac-8969-aa28d53cfb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:32.858479 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-92dc0cf5-9a7e-47a0-9ef3-e73a0b23e283 req-dae17415-3be1-44ac-8969-aa28d53cfb0e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=58a03f9342d64854b45abe6c697001d7&device_id=ac67697a-9fa5-43cd-97c0-c8b4dd2f603b HTTP/1.1" status: 200 len: 1094 time: 0.1832380 Jul 09 15:07:32.869590 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-177c7c92-3880-4c42-b69e-45c0ba1bcfaf tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:32.874150 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c23624-4acb-4766-835e-2b7ba94c5aef req-e662fdf5-53cc-4c43-abaa-c70e2ff533a1 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:32.876114 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c3c23624-4acb-4766-835e-2b7ba94c5aef req-e662fdf5-53cc-4c43-abaa-c70e2ff533a1 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67697a-9fa5-43cd-97c0-c8b4dd2f603b HTTP/1.1" status: 200 len: 943 time: 0.1577013 Jul 09 15:07:32.896087 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177c7c92-3880-4c42-b69e-45c0ba1bcfaf tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bcc16c0-8ecd-4293-a974-a32cd7969119,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:07:32.932547 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-92dc0cf5-9a7e-47a0-9ef3-e73a0b23e283 req-998f5e56-6978-4287-8e2a-708b39afb9e7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa2e74d9-1262-4254-8774-c79aac654a8f HTTP/1.1" status: 200 len: 217 time: 0.0540385 Jul 09 15:07:32.947841 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device fe5191a2-a463-4d4a-a274-91962b9cfa9d up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:07:32.963878 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-d806e932-535c-47c6-b27f-d5e142fa8792 req-43b03a9a-e4d5-483b-bb31-aefd77716237 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Deleting port 024176e4-6924-4530-be6b-d7b09c58cc41 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:07:32.970137 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-177c7c92-3880-4c42-b69e-45c0ba1bcfaf tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:32.970282 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d806e932-535c-47c6-b27f-d5e142fa8792 req-43b03a9a-e4d5-483b-bb31-aefd77716237 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:32.970380 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-177c7c92-3880-4c42-b69e-45c0ba1bcfaf tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3636873 Jul 09 15:07:32.970380 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 38154) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:07:32.974252 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-1c73ef71-6f9d-4d83-8f74-03de64810c06 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Request body: {'security_group_rule': {'security_group_id': '64fe7068-1ce7-4e51-9b1c-d0c98ba61a86', 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:07:32.997527 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c3c23624-4acb-4766-835e-2b7ba94c5aef req-a30b3da7-9292-4189-8f0e-99e3b83c66cf tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131511 Jul 09 15:07:33.005406 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce4c2d-0d48-46b7-b48f-3ac3fe8f1459 req-e6d0490d-99ba-4af0-8cba-9bd5eb9cbf0a tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:33.007052 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-adce4c2d-0d48-46b7-b48f-3ac3fe8f1459 req-e6d0490d-99ba-4af0-8cba-9bd5eb9cbf0a tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?device_id=6acf793a-000d-4e20-8656-d0b0309dc473 HTTP/1.1" status: 200 len: 946 time: 0.1026483 Jul 09 15:07:33.050426 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-adce4c2d-0d48-46b7-b48f-3ac3fe8f1459 req-63186960-fc52-44f5-87ce-41b1ce214acd tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d09a7a-8018-47af-86f2-93d7c0d88b63&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352037 Jul 09 15:07:33.052427 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc0cf5-9a7e-47a0-9ef3-e73a0b23e283 req-d0c2519a-b688-4918-8a78-21d34fdace8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:33.053944 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-92dc0cf5-9a7e-47a0-9ef3-e73a0b23e283 req-d0c2519a-b688-4918-8a78-21d34fdace8c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cded0840-5655-4dcd-8f99-f8da8558a443 HTTP/1.1" status: 200 len: 850 time: 0.1028807 Jul 09 15:07:33.080277 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port fe5191a2-a463-4d4a-a274-91962b9cfa9d completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:07:33.085540 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port fe5191a2-a463-4d4a-a274-91962b9cfa9d triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:07:33.085918 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:33.098830 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-92dc0cf5-9a7e-47a0-9ef3-e73a0b23e283 req-5689e229-87d2-4959-97da-35c0f552074f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320945 Jul 09 15:07:33.112340 n-d-799529-6 neutron-server[94445]: INFO neutron.db.securitygroups_db [None req-1c73ef71-6f9d-4d83-8f74-03de64810c06 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Project a6e2ac6f6f91427f816da8127677c24e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 15:07:33.119030 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1c73ef71-6f9d-4d83-8f74-03de64810c06 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:33.125574 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-d806e932-535c-47c6-b27f-d5e142fa8792 req-43b03a9a-e4d5-483b-bb31-aefd77716237 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] For port 024176e4-6924-4530-be6b-d7b09c58cc41, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=024176e4-6924-4530-be6b-d7b09c58cc41,segment=NetworkSegment(793f6188-e169-447b-9a2e-8619e04e34aa),segment_id=793f6188-e169-447b-9a2e-8619e04e34aa)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:07:33.125940 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d806e932-535c-47c6-b27f-d5e142fa8792 req-43b03a9a-e4d5-483b-bb31-aefd77716237 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:33.167493 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:33.189196 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1c73ef71-6f9d-4d83-8f74-03de64810c06 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:33.202213 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port fe5191a2-a463-4d4a-a274-91962b9cfa9d, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=fe5191a2-a463-4d4a-a274-91962b9cfa9d,segment=NetworkSegment(d8d80a39-6106-488b-a2d4-6fee3722da4c),segment_id=d8d80a39-6106-488b-a2d4-6fee3722da4c)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:07:33.260704 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1c73ef71-6f9d-4d83-8f74-03de64810c06 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:33.280527 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c73ef71-6f9d-4d83-8f74-03de64810c06 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98d8a6b5-ee7a-48a4-9676-65be93c265c6,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:07:33.288718 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-92dc0cf5-9a7e-47a0-9ef3-e73a0b23e283 req-7f700701-0c76-4eab-a3ec-1c9586044fb9 service neutron] 10.222.0.62 "GET /v2.0/networks/dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780610 Jul 09 15:07:33.297822 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:33.346578 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=fe5191a2-a463-4d4a-a274-91962b9cfa9d,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:07:33.369755 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1c73ef71-6f9d-4d83-8f74-03de64810c06 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:33.370996 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-1c73ef71-6f9d-4d83-8f74-03de64810c06 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4014120 Jul 09 15:07:33.375000 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 38156) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:07:33.380014 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-08fce403-5d9e-4459-8d98-89e80f3aad21 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Request body: {'security_group_rule': {'security_group_id': '64fe7068-1ce7-4e51-9b1c-d0c98ba61a86', 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:07:33.417470 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d806e932-535c-47c6-b27f-d5e142fa8792 req-43b03a9a-e4d5-483b-bb31-aefd77716237 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:33.417857 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d806e932-535c-47c6-b27f-d5e142fa8792 req-43b03a9a-e4d5-483b-bb31-aefd77716237 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:33.418179 n-d-799529-6 neutron-server[94446]: INFO neutron.db.l3_db [req-d806e932-535c-47c6-b27f-d5e142fa8792 req-43b03a9a-e4d5-483b-bb31-aefd77716237 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Floating IP 437eb98c-e1b8-450d-bf8b-d4dcba0ac0a4 disassociated. External IP: 172.25.3.57, port: 024176e4-6924-4530-be6b-d7b09c58cc41. Jul 09 15:07:33.418529 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-d806e932-535c-47c6-b27f-d5e142fa8792 req-43b03a9a-e4d5-483b-bb31-aefd77716237 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Calling delete_port for 024176e4-6924-4530-be6b-d7b09c58cc41 owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:07:33.476522 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-92dc0cf5-9a7e-47a0-9ef3-e73a0b23e283 req-466ad0ee-19a8-4d42-b49f-4809e0697445 service neutron] 10.222.0.62 "GET /v2.0/networks/dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811085 Jul 09 15:07:33.492295 n-d-799529-6 neutron-server[94445]: INFO neutron.db.securitygroups_db [None req-08fce403-5d9e-4459-8d98-89e80f3aad21 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Project a6e2ac6f6f91427f816da8127677c24e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 15:07:33.498724 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-08fce403-5d9e-4459-8d98-89e80f3aad21 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:33.562844 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-08fce403-5d9e-4459-8d98-89e80f3aad21 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:33.657662 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-08fce403-5d9e-4459-8d98-89e80f3aad21 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:33.677661 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fce403-5d9e-4459-8d98-89e80f3aad21 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2e589f1-275b-418c-a699-4d0b1b95a8c2,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:07:33.680826 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d806e932-535c-47c6-b27f-d5e142fa8792 req-43b03a9a-e4d5-483b-bb31-aefd77716237 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:33.712685 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b03a9a-e4d5-483b-bb31-aefd77716237 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Pushing event deleted for resources: {'Port': ['ID=024176e4-6924-4530-be6b-d7b09c58cc41,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:07:33.741130 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-08fce403-5d9e-4459-8d98-89e80f3aad21 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:33.742433 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-08fce403-5d9e-4459-8d98-89e80f3aad21 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3664236 Jul 09 15:07:33.835910 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d806e932-535c-47c6-b27f-d5e142fa8792 req-43b03a9a-e4d5-483b-bb31-aefd77716237 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Router 43af091c-b350-41d9-af4d-58aa3cabcab1 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:07:33.970459 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-63f9d230-1021-41f7-8b02-77a897db98bd req-9244d229-b7af-4309-a625-04db10c34b1f tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2134355049&fields=id&tenant_id=a6e2ac6f6f91427f816da8127677c24e HTTP/1.1" status: 200 len: 267 time: 0.0485294 Jul 09 15:07:33.971642 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d806e932-535c-47c6-b27f-d5e142fa8792 req-43b03a9a-e4d5-483b-bb31-aefd77716237 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:07:33.981721 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0389bd2c-8d54-4911-873c-c23a95c12961 None None] Sync routers for ids ['43af091c-b350-41d9-af4d-58aa3cabcab1'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:07:33.992198 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0389bd2c-8d54-4911-873c-c23a95c12961 None None] Routers {'43af091c-b350-41d9-af4d-58aa3cabcab1'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:07:33.992893 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-0389bd2c-8d54-4911-873c-c23a95c12961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:07:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['43af091c-b350-41d9-af4d-58aa3cabcab1'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:07:34.061269 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-d806e932-535c-47c6-b27f-d5e142fa8792 req-43b03a9a-e4d5-483b-bb31-aefd77716237 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] No DVR routers for this DVR port 024176e4-6924-4530-be6b-d7b09c58cc41 on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:07:34.065355 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d806e932-535c-47c6-b27f-d5e142fa8792 req-43b03a9a-e4d5-483b-bb31-aefd77716237 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:34.067420 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d806e932-535c-47c6-b27f-d5e142fa8792 req-43b03a9a-e4d5-483b-bb31-aefd77716237 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.62 "DELETE /v2.0/ports/024176e4-6924-4530-be6b-d7b09c58cc41 HTTP/1.1" status: 204 len: 173 time: 1.4091692 Jul 09 15:07:34.115362 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-0389bd2c-8d54-4911-873c-c23a95c12961 None None] Set router 43af091c-b350-41d9-af4d-58aa3cabcab1 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:07:34.119425 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6acf793a-000d-4e20-8656-d0b0309dc473', 'name': 'network-vif-deleted', 'tag': '024176e4-6924-4530-be6b-d7b09c58cc41'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:07:34.122156 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5735dc88-9268-4a4e-8af7-d55a0a773601" -d '{"events": [{"server_uuid": "6acf793a-000d-4e20-8656-d0b0309dc473", "name": "network-vif-deleted", "tag": "024176e4-6924-4530-be6b-d7b09c58cc41"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:07:34.132226 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9d230-1021-41f7-8b02-77a897db98bd req-9fc823ea-561a-4520-a1c8-def7c234aa4f tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:34.133755 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-63f9d230-1021-41f7-8b02-77a897db98bd req-9fc823ea-561a-4520-a1c8-def7c234aa4f tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/networks?id=9ca6c169-69e4-4f07-82da-d7c4b4563b1b HTTP/1.1" status: 200 len: 796 time: 0.1558495 Jul 09 15:07:34.151867 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-63f9d230-1021-41f7-8b02-77a897db98bd req-fd3ec734-a5b1-4344-bf5f-6833482591c1 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/quotas/a6e2ac6f6f91427f816da8127677c24e HTTP/1.1" status: 200 len: 375 time: 0.0114417 Jul 09 15:07:34.220716 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524492c0-168e-4158-91ea-d8012a317c93 req-3a6490af-85c8-4f93-8e16-6ffe5aabc95a tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:34.222556 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-524492c0-168e-4158-91ea-d8012a317c93 req-3a6490af-85c8-4f93-8e16-6ffe5aabc95a tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67697a-9fa5-43cd-97c0-c8b4dd2f603b HTTP/1.1" status: 200 len: 943 time: 0.0939808 Jul 09 15:07:34.255200 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-63f9d230-1021-41f7-8b02-77a897db98bd req-5c465c0e-a4dc-4b87-8a4e-5a1ca7f382e9 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a6e2ac6f6f91427f816da8127677c24e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0963187 Jul 09 15:07:34.286676 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-524492c0-168e-4158-91ea-d8012a317c93 req-f2aed7e7-60b3-463a-988c-e552e7d87873 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579460 Jul 09 15:07:34.362183 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-63f9d230-1021-41f7-8b02-77a897db98bd req-bb276a66-36ee-40dd-bd2c-36cf663b8158 service neutron] 10.222.0.58 "GET /v2.0/networks/9ca6c169-69e4-4f07-82da-d7c4b4563b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927343 Jul 09 15:07:34.375978 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-0389bd2c-8d54-4911-873c-c23a95c12961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43af091c-b350-41d9-af4d-58aa3cabcab1', 'name': 'tempest-AttachVolumeTestJSON-1112086082-router', 'tenant_id': '3378cbcb6d374f7888262c5aa67c214b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '87c92795-bfcc-4f62-a25c-c7b06b183eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:59:41Z', 'updated_at': '2021-07-09T14:59:49Z', 'revision_number': 4, 'project_id': '3378cbcb6d374f7888262c5aa67c214b', 'gw_port': {'id': '87c92795-bfcc-4f62-a25c-c7b06b183eb0', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43af091c-b350-41d9-af4d-58aa3cabcab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:59:43Z', 'updated_at': '2021-07-09T14:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '795392a2-25ed-480d-af18-98a5c0c2d28e', 'name': '', 'network_id': '053b5aa8-ddaf-4c8a-a4d7-933f77f92447', 'tenant_id': '3378cbcb6d374f7888262c5aa67c214b', 'mac_address': 'fa:16:3e:8b:26:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43af091c-b350-41d9-af4d-58aa3cabcab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': 'f10ff914-6b6b-4456-8b4d-b9664913c2d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:59:48Z', 'updated_at': '2021-07-09T14:59:58Z', 'revision_number': 5, 'project_id': '3378cbcb6d374f7888262c5aa67c214b', 'subnets': [{'id': 'f10ff914-6b6b-4456-8b4d-b9664913c2d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:07:34.404030 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0389bd2c-8d54-4911-873c-c23a95c12961 None None] Checking router: 43af091c-b350-41d9-af4d-58aa3cabcab1 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:07:34.413653 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0389bd2c-8d54-4911-873c-c23a95c12961 None None] Routers {'43af091c-b350-41d9-af4d-58aa3cabcab1'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:07:34.414275 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-0389bd2c-8d54-4911-873c-c23a95c12961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:07:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['43af091c-b350-41d9-af4d-58aa3cabcab1'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:07:34.450392 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0a34e1be-a628-4490-b55d-7ff519f00efb req-9a9f9af4-65be-4100-b414-ef4089a594de tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?device_id=6acf793a-000d-4e20-8656-d0b0309dc473 HTTP/1.1" status: 200 len: 210 time: 0.0329726 Jul 09 15:07:34.506099 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-63f9d230-1021-41f7-8b02-77a897db98bd req-13e0392e-a42c-4eef-bb4e-07dfefb78965 service neutron] 10.222.0.58 "GET /v2.0/networks/9ca6c169-69e4-4f07-82da-d7c4b4563b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369069 Jul 09 15:07:34.516386 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf831c46-5eab-4cf6-9e07-6f364992c476 x-openstack-request-id: req-bf831c46-5eab-4cf6-9e07-6f364992c476 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:07:34.516687 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6acf793a-000d-4e20-8656-d0b0309dc473", "name": "network-vif-deleted", "tag": "024176e4-6924-4530-be6b-d7b09c58cc41", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:07:34.516945 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bf831c46-5eab-4cf6-9e07-6f364992c476 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:07:34.517750 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6acf793a-000d-4e20-8656-d0b0309dc473', 'name': 'network-vif-deleted', 'tag': '024176e4-6924-4530-be6b-d7b09c58cc41', 'status': 'completed', 'code': 200} Jul 09 15:07:34.532848 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-0389bd2c-8d54-4911-873c-c23a95c12961 None None] Set router 43af091c-b350-41d9-af4d-58aa3cabcab1 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:07:34.736765 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-0389bd2c-8d54-4911-873c-c23a95c12961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43af091c-b350-41d9-af4d-58aa3cabcab1', 'name': 'tempest-AttachVolumeTestJSON-1112086082-router', 'tenant_id': '3378cbcb6d374f7888262c5aa67c214b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '87c92795-bfcc-4f62-a25c-c7b06b183eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:59:41Z', 'updated_at': '2021-07-09T14:59:49Z', 'revision_number': 4, 'project_id': '3378cbcb6d374f7888262c5aa67c214b', 'gw_port': {'id': '87c92795-bfcc-4f62-a25c-c7b06b183eb0', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43af091c-b350-41d9-af4d-58aa3cabcab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:59:43Z', 'updated_at': '2021-07-09T14:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '795392a2-25ed-480d-af18-98a5c0c2d28e', 'name': '', 'network_id': '053b5aa8-ddaf-4c8a-a4d7-933f77f92447', 'tenant_id': '3378cbcb6d374f7888262c5aa67c214b', 'mac_address': 'fa:16:3e:8b:26:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43af091c-b350-41d9-af4d-58aa3cabcab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': 'f10ff914-6b6b-4456-8b4d-b9664913c2d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:59:48Z', 'updated_at': '2021-07-09T14:59:58Z', 'revision_number': 5, 'project_id': '3378cbcb6d374f7888262c5aa67c214b', 'subnets': [{'id': 'f10ff914-6b6b-4456-8b4d-b9664913c2d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:07:34.768524 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0389bd2c-8d54-4911-873c-c23a95c12961 None None] The sync data for ids ['43af091c-b350-41d9-af4d-58aa3cabcab1'] in n-d-799529-6 is: [{'id': '43af091c-b350-41d9-af4d-58aa3cabcab1', 'name': 'tempest-AttachVolumeTestJSON-1112086082-router', 'tenant_id': '3378cbcb6d374f7888262c5aa67c214b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '87c92795-bfcc-4f62-a25c-c7b06b183eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:59:41Z', 'updated_at': '2021-07-09T14:59:49Z', 'revision_number': 4, 'project_id': '3378cbcb6d374f7888262c5aa67c214b', 'gw_port': {'id': '87c92795-bfcc-4f62-a25c-c7b06b183eb0', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43af091c-b350-41d9-af4d-58aa3cabcab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:59:43Z', 'updated_at': '2021-07-09T14:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '795392a2-25ed-480d-af18-98a5c0c2d28e', 'name': '', 'network_id': '053b5aa8-ddaf-4c8a-a4d7-933f77f92447', 'tenant_id': '3378cbcb6d374f7888262c5aa67c214b', 'mac_address': 'fa:16:3e:8b:26:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43af091c-b350-41d9-af4d-58aa3cabcab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': 'f10ff914-6b6b-4456-8b4d-b9664913c2d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:59:48Z', 'updated_at': '2021-07-09T14:59:58Z', 'revision_number': 5, 'project_id': '3378cbcb6d374f7888262c5aa67c214b', 'subnets': [{'id': 'f10ff914-6b6b-4456-8b4d-b9664913c2d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:07:34.831975 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6325a708-76b8-4890-b6f1-4580481a0076 req-6de98f07-850a-4133-a35a-cbc4aa298a50 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e4278ff-e20b-4e30-bcef-0193e52efd6c HTTP/1.1" status: 200 len: 210 time: 0.0312502 Jul 09 15:07:34.923965 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device fe5191a2-a463-4d4a-a274-91962b9cfa9d up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:07:34.983198 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port fe5191a2-a463-4d4a-a274-91962b9cfa9d triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:07:34.983617 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:35.070023 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c81eaf-1517-41ab-b139-26da4b601ed4 None None] New status for floating IP 437eb98c-e1b8-450d-bf8b-d4dcba0ac0a4: DOWN {{(pid=94447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 15:07:35.466444 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ecdc9-9e6a-47da-aff6-71fe86588370 req-d1b4a2af-057f-4ff0-bd44-5ef5b0321d5e tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:35.468021 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-118ecdc9-9e6a-47da-aff6-71fe86588370 req-d1b4a2af-057f-4ff0-bd44-5ef5b0321d5e tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67697a-9fa5-43cd-97c0-c8b4dd2f603b HTTP/1.1" status: 200 len: 943 time: 0.0683630 Jul 09 15:07:35.510483 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-118ecdc9-9e6a-47da-aff6-71fe86588370 req-5528ba53-d547-4b88-bde8-c4f8cee0f84e tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367041 Jul 09 15:07:35.668057 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 38192) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:07:35.723822 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-edc49cc0-1888-487d-920f-f27c1bc27ee1 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:35.747717 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-edc49cc0-1888-487d-920f-f27c1bc27ee1 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:35.872714 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-edc49cc0-1888-487d-920f-f27c1bc27ee1 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:35.876055 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-edc49cc0-1888-487d-920f-f27c1bc27ee1 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:35.877508 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-edc49cc0-1888-487d-920f-f27c1bc27ee1 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "DELETE /v2.0/security-groups/e3d09a7a-8018-47af-86f2-93d7c0d88b63 HTTP/1.1" status: 204 len: 168 time: 0.2083359 Jul 09 15:07:35.880514 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 38196) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:07:35.891655 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc49cc0-1888-487d-920f-f27c1bc27ee1 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d09a7a-8018-47af-86f2-93d7c0d88b63,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:07:35.895429 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [None req-08b64c25-4b6d-44d2-a7dc-62c62f0f42de tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] show failed (client error): The resource could not be found. Jul 09 15:07:35.896419 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-08b64c25-4b6d-44d2-a7dc-62c62f0f42de tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/security-groups/e3d09a7a-8018-47af-86f2-93d7c0d88b63 HTTP/1.1" status: 404 len: 347 time: 0.0146999 Jul 09 15:07:35.899358 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 38198) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:07:36.033668 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f7ad0-f1ae-414e-ba64-6120f3a6ea3f tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Deleting port a4decf24-acf5-423a-8a32-d84c930579f2 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:07:36.034145 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fd6f7ad0-f1ae-414e-ba64-6120f3a6ea3f tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:36.118912 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fd6f7ad0-f1ae-414e-ba64-6120f3a6ea3f tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:36.119279 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fd6f7ad0-f1ae-414e-ba64-6120f3a6ea3f tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:36.132371 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f7ad0-f1ae-414e-ba64-6120f3a6ea3f tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Calling delete_port for a4decf24-acf5-423a-8a32-d84c930579f2 owned by network:floatingip {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:07:36.314842 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a47ba3c4-eeec-47e0-b2c2-54aea769f57c req-6235b38e-9177-4c4c-9303-84954c58047e tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e4278ff-e20b-4e30-bcef-0193e52efd6c HTTP/1.1" status: 200 len: 210 time: 0.3489413 Jul 09 15:07:36.349296 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fd6f7ad0-f1ae-414e-ba64-6120f3a6ea3f tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:36.379343 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6f7ad0-f1ae-414e-ba64-6120f3a6ea3f tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Pushing event deleted for resources: {'Port': ['ID=a4decf24-acf5-423a-8a32-d84c930579f2,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:07:36.443732 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fd6f7ad0-f1ae-414e-ba64-6120f3a6ea3f tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks [] for floatingip, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:36.446424 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fd6f7ad0-f1ae-414e-ba64-6120f3a6ea3f tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:36.447647 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-fd6f7ad0-f1ae-414e-ba64-6120f3a6ea3f tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "DELETE /v2.0/floatingips/437eb98c-e1b8-450d-bf8b-d4dcba0ac0a4 HTTP/1.1" status: 204 len: 168 time: 0.5473464 Jul 09 15:07:36.538516 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 024176e4-6924-4530-be6b-d7b09c58cc41 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:07:36.563529 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: 024176e4-6924-4530-be6b-d7b09c58cc41 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:07:36.563935 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 024176e4-6924-4530-be6b-d7b09c58cc41 not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:07:36.688962 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d83e92-df62-497a-b787-9c03c26033fc req-a75632da-cc43-4cde-af80-0b9bf3f4c7db tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:36.690657 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a5d83e92-df62-497a-b787-9c03c26033fc req-a75632da-cc43-4cde-af80-0b9bf3f4c7db tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67697a-9fa5-43cd-97c0-c8b4dd2f603b HTTP/1.1" status: 200 len: 943 time: 0.0630052 Jul 09 15:07:36.730190 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a5d83e92-df62-497a-b787-9c03c26033fc req-f2d9cf80-7e49-40e0-879a-93d66e9e0073 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335319 Jul 09 15:07:36.800534 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 38204) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:07:36.807316 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-d16bac36-23d2-4752-a634-1c48a6ef7b6d tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2076551671', 'description': 'tempest-description--1994273167'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:07:36.877781 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d16bac36-23d2-4752-a634-1c48a6ef7b6d tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:36.963762 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d16bac36-23d2-4752-a634-1c48a6ef7b6d tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:37.058738 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9d230-1021-41f7-8b02-77a897db98bd req-3ede2fa3-d4ad-42bb-b9e6-a3b72fd12859 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:37.060313 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-63f9d230-1021-41f7-8b02-77a897db98bd req-3ede2fa3-d4ad-42bb-b9e6-a3b72fd12859 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.54 "GET /v2.0/networks?id=9ca6c169-69e4-4f07-82da-d7c4b4563b1b HTTP/1.1" status: 200 len: 796 time: 0.1083066 Jul 09 15:07:37.063436 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d16bac36-23d2-4752-a634-1c48a6ef7b6d tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:37.093941 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16bac36-23d2-4752-a634-1c48a6ef7b6d tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6558d8f7-d545-4a35-981b-6e3850cfc9a7,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:07:37.110956 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-63f9d230-1021-41f7-8b02-77a897db98bd req-de2ee63e-0a40-4309-91a1-a1c4d061ef3d tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6e2ac6f6f91427f816da8127677c24e HTTP/1.1" status: 200 len: 473 time: 0.0416219 Jul 09 15:07:37.119756 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-63f9d230-1021-41f7-8b02-77a897db98bd req-ee484981-d0f6-499c-be94-ec4f9ee94697 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Request body: {'port': {'device_id': '0e4278ff-e20b-4e30-bcef-0193e52efd6c', 'network_id': '9ca6c169-69e4-4f07-82da-d7c4b4563b1b', 'admin_state_up': True, 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'security_groups': ['64fe7068-1ce7-4e51-9b1c-d0c98ba61a86']}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:07:37.160547 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d16bac36-23d2-4752-a634-1c48a6ef7b6d tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:37.161959 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d16bac36-23d2-4752-a634-1c48a6ef7b6d tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3603013 Jul 09 15:07:37.164805 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 38206) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:07:37.169482 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-9ebe0e29-8817-43b4-84bd-78bb6f5272e9 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Request body: {'security_group_rule': {'security_group_id': '6558d8f7-d545-4a35-981b-6e3850cfc9a7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:07:37.300667 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9ebe0e29-8817-43b4-84bd-78bb6f5272e9 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:37.356519 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9ebe0e29-8817-43b4-84bd-78bb6f5272e9 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:37.381026 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63f9d230-1021-41f7-8b02-77a897db98bd req-ee484981-d0f6-499c-be94-ec4f9ee94697 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Made reservation on behalf of a6e2ac6f6f91427f816da8127677c24e for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:07:37.385617 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-63f9d230-1021-41f7-8b02-77a897db98bd req-ee484981-d0f6-499c-be94-ec4f9ee94697 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:37.437743 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9ebe0e29-8817-43b4-84bd-78bb6f5272e9 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:37.461572 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebe0e29-8817-43b4-84bd-78bb6f5272e9 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04d070d7-f287-4268-ad9d-381f531fb629,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:07:37.485641 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6e2697a7-cf08-4002-b494-9882e2e994be req-dfebdc1f-d727-4d0d-9d63-85beed005eba tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e4278ff-e20b-4e30-bcef-0193e52efd6c HTTP/1.1" status: 200 len: 210 time: 0.0390096 Jul 09 15:07:37.537515 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9ebe0e29-8817-43b4-84bd-78bb6f5272e9 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:37.538809 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-9ebe0e29-8817-43b4-84bd-78bb6f5272e9 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3729911 Jul 09 15:07:37.541523 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 38210) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:07:37.546609 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-63f9d230-1021-41f7-8b02-77a897db98bd req-ee484981-d0f6-499c-be94-ec4f9ee94697 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Allocated IP 172.20.0.29 (9ca6c169-69e4-4f07-82da-d7c4b4563b1b/a7caa039-c2a0-45f0-90bb-c2176454287a/4946df9f-697e-47c0-b1a4-37c6869e9bad) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:07:37.546839 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-d23bff42-d82a-4e61-aa63-10f8cac49f2d tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Request body: {'security_group_rule': {'security_group_id': '6558d8f7-d545-4a35-981b-6e3850cfc9a7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:07:37.634312 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d23bff42-d82a-4e61-aa63-10f8cac49f2d tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:37.690280 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-63f9d230-1021-41f7-8b02-77a897db98bd req-ee484981-d0f6-499c-be94-ec4f9ee94697 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:37.693420 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d23bff42-d82a-4e61-aa63-10f8cac49f2d tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:37.705463 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-63f9d230-1021-41f7-8b02-77a897db98bd req-ee484981-d0f6-499c-be94-ec4f9ee94697 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Transition to ACTIVE for port object 4946df9f-697e-47c0-b1a4-37c6869e9bad will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:07:37.764465 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d23bff42-d82a-4e61-aa63-10f8cac49f2d tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:37.783636 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23bff42-d82a-4e61-aa63-10f8cac49f2d tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eacf3a0b-1366-401e-92d6-241792c8d804,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:07:37.821205 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-63f9d230-1021-41f7-8b02-77a897db98bd req-ee484981-d0f6-499c-be94-ec4f9ee94697 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:37.869372 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63f9d230-1021-41f7-8b02-77a897db98bd req-ee484981-d0f6-499c-be94-ec4f9ee94697 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Network 9ca6c169-69e4-4f07-82da-d7c4b4563b1b is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:07:37.872629 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-63f9d230-1021-41f7-8b02-77a897db98bd req-ee484981-d0f6-499c-be94-ec4f9ee94697 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:07:37.876828 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-63f9d230-1021-41f7-8b02-77a897db98bd req-ee484981-d0f6-499c-be94-ec4f9ee94697 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:07:37.880973 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d23bff42-d82a-4e61-aa63-10f8cac49f2d tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:37.880973 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d23bff42-d82a-4e61-aa63-10f8cac49f2d tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3356478 Jul 09 15:07:37.882295 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 38214) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:07:37.885110 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee484981-d0f6-499c-be94-ec4f9ee94697 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Pushing event updated for resources: {'Port': ['ID=4946df9f-697e-47c0-b1a4-37c6869e9bad,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:07:37.886782 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-df02602f-b3e8-48b4-a666-9fc2d4205f9f tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Request body: {'floatingip': {'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:07:37.933301 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9d230-1021-41f7-8b02-77a897db98bd req-ee484981-d0f6-499c-be94-ec4f9ee94697 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:37.933965 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-63f9d230-1021-41f7-8b02-77a897db98bd req-ee484981-d0f6-499c-be94-ec4f9ee94697 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:37.937852 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3ae19-4fe3-40ce-bd45-9652b1a438b0 req-8639d804-d9d5-4ad9-9ab0-0ab0730df161 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:37.939686 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f6c3ae19-4fe3-40ce-bd45-9652b1a438b0 req-8639d804-d9d5-4ad9-9ab0-0ab0730df161 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67697a-9fa5-43cd-97c0-c8b4dd2f603b HTTP/1.1" status: 200 len: 943 time: 0.0921834 Jul 09 15:07:37.984203 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f6c3ae19-4fe3-40ce-bd45-9652b1a438b0 req-1e9a53aa-66cd-479e-893c-2c45cff6ddc2 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377197 Jul 09 15:07:38.037910 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-df02602f-b3e8-48b4-a666-9fc2d4205f9f tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks [] for floatingip, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:38.144961 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-df02602f-b3e8-48b4-a666-9fc2d4205f9f tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:38.164454 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-63f9d230-1021-41f7-8b02-77a897db98bd req-ee484981-d0f6-499c-be94-ec4f9ee94697 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0485952 Jul 09 15:07:38.176661 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-63f9d230-1021-41f7-8b02-77a897db98bd req-3ea257ca-e7d5-422b-b587-4d9688681db2 service neutron] Request body: {'port': {'device_id': '0e4278ff-e20b-4e30-bcef-0193e52efd6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:07:38.249771 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-cd119071-5bf3-4350-abf6-26383195d01e None None] Provisioning for port 4946df9f-697e-47c0-b1a4-37c6869e9bad completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:07:38.253682 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-cd119071-5bf3-4350-abf6-26383195d01e None None] Provisioning complete for port 4946df9f-697e-47c0-b1a4-37c6869e9bad triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:07:38.254244 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-cd119071-5bf3-4350-abf6-26383195d01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:38.254396 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-df02602f-b3e8-48b4-a666-9fc2d4205f9f tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Allocated IP 172.25.3.75 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/9e879b20-9ae8-4b03-b2ec-0ca04e2c93ff) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:07:38.259593 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-63f9d230-1021-41f7-8b02-77a897db98bd req-3ea257ca-e7d5-422b-b587-4d9688681db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:38.296246 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-cd119071-5bf3-4350-abf6-26383195d01e None None] Port 4946df9f-697e-47c0-b1a4-37c6869e9bad cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:07:38.369434 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-df02602f-b3e8-48b4-a666-9fc2d4205f9f tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:38.489973 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-df02602f-b3e8-48b4-a666-9fc2d4205f9f tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:38.526487 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df02602f-b3e8-48b4-a666-9fc2d4205f9f tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:07:38.532725 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-df02602f-b3e8-48b4-a666-9fc2d4205f9f tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:07:38.536578 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df02602f-b3e8-48b4-a666-9fc2d4205f9f tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:07:38.541317 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-63f9d230-1021-41f7-8b02-77a897db98bd req-3ea257ca-e7d5-422b-b587-4d9688681db2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4946df9f-697e-47c0-b1a4-37c6869e9bad {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:07:38.542222 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device fa2e74d9-1262-4254-8774-c79aac654a8f details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 15:07:38.550587 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-63f9d230-1021-41f7-8b02-77a897db98bd req-3ea257ca-e7d5-422b-b587-4d9688681db2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:38.564552 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df02602f-b3e8-48b4-a666-9fc2d4205f9f tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Pushing event updated for resources: {'Port': ['ID=9e879b20-9ae8-4b03-b2ec-0ca04e2c93ff,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:07:38.565703 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-63f9d230-1021-41f7-8b02-77a897db98bd req-3ea257ca-e7d5-422b-b587-4d9688681db2 service neutron] Transition to ACTIVE for port object 4946df9f-697e-47c0-b1a4-37c6869e9bad will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:07:38.634256 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-df02602f-b3e8-48b4-a666-9fc2d4205f9f tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:38.656520 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port fa2e74d9-1262-4254-8774-c79aac654a8f, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=fa2e74d9-1262-4254-8774-c79aac654a8f,segment=NetworkSegment(15c78198-813d-4ed5-bc99-cd2af9300c60),segment_id=15c78198-813d-4ed5-bc99-cd2af9300c60)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:07:38.662786 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-63f9d230-1021-41f7-8b02-77a897db98bd req-3ea257ca-e7d5-422b-b587-4d9688681db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:38.671868 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': 'fa2e74d9-1262-4254-8774-c79aac654a8f', 'network_id': 'dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e', 'port_id': 'fa2e74d9-1262-4254-8774-c79aac654a8f', 'mac_address': 'fa:16:3e:65:eb:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cded0840-5655-4dcd-8f99-f8da8558a443', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 15:07:38.706128 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dcef12-723d-44f8-9091-a154fb4469bb req-7dfbcf89-1a0a-4fd2-b9ab-ce33bdb86a79 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:38.707778 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-10dcef12-723d-44f8-9091-a154fb4469bb req-7dfbcf89-1a0a-4fd2-b9ab-ce33bdb86a79 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e4278ff-e20b-4e30-bcef-0193e52efd6c HTTP/1.1" status: 200 len: 932 time: 0.1020994 Jul 09 15:07:38.715328 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:38.730845 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa2e74d9-1262-4254-8774-c79aac654a8f {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:07:38.736892 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea257ca-e7d5-422b-b587-4d9688681db2 service neutron] Pushing event updated for resources: {'Port': ['ID=4946df9f-697e-47c0-b1a4-37c6869e9bad,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:07:38.760228 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port fa2e74d9-1262-4254-8774-c79aac654a8f, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=fa2e74d9-1262-4254-8774-c79aac654a8f,segment=NetworkSegment(15c78198-813d-4ed5-bc99-cd2af9300c60),segment_id=15c78198-813d-4ed5-bc99-cd2af9300c60)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:07:38.778262 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-df02602f-b3e8-48b4-a666-9fc2d4205f9f tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:38.812909 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-10dcef12-723d-44f8-9091-a154fb4469bb req-9f44b389-ac10-4f88-bf0e-fb56dc0d5b8a tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/security-groups?id=64fe7068-1ce7-4e51-9b1c-d0c98ba61a86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851345 Jul 09 15:07:38.824022 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:38.849452 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-63f9d230-1021-41f7-8b02-77a897db98bd req-3ea257ca-e7d5-422b-b587-4d9688681db2 service neutron] Attempting to bind port 4946df9f-697e-47c0-b1a4-37c6869e9bad on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:07:38.859975 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-63f9d230-1021-41f7-8b02-77a897db98bd req-3ea257ca-e7d5-422b-b587-4d9688681db2 service neutron] Attempting to bind port 4946df9f-697e-47c0-b1a4-37c6869e9bad by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': 'd8d80a39-6106-488b-a2d4-6fee3722da4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '9ca6c169-69e4-4f07-82da-d7c4b4563b1b'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:07:38.859975 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f9d230-1021-41f7-8b02-77a897db98bd req-3ea257ca-e7d5-422b-b587-4d9688681db2 service neutron] Attempting to bind port 4946df9f-697e-47c0-b1a4-37c6869e9bad on network 9ca6c169-69e4-4f07-82da-d7c4b4563b1b {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:07:38.865175 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f9d230-1021-41f7-8b02-77a897db98bd req-3ea257ca-e7d5-422b-b587-4d9688681db2 service neutron] Port 4946df9f-697e-47c0-b1a4-37c6869e9bad on network 9ca6c169-69e4-4f07-82da-d7c4b4563b1b not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:07:38.865505 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f9d230-1021-41f7-8b02-77a897db98bd req-3ea257ca-e7d5-422b-b587-4d9688681db2 service neutron] Attempting to bind port 4946df9f-697e-47c0-b1a4-37c6869e9bad on network 9ca6c169-69e4-4f07-82da-d7c4b4563b1b {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:07:38.878207 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f9d230-1021-41f7-8b02-77a897db98bd req-3ea257ca-e7d5-422b-b587-4d9688681db2 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:07:38.879751 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f9d230-1021-41f7-8b02-77a897db98bd req-3ea257ca-e7d5-422b-b587-4d9688681db2 service neutron] Checking segment: {'id': 'd8d80a39-6106-488b-a2d4-6fee3722da4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '9ca6c169-69e4-4f07-82da-d7c4b4563b1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:07:38.880374 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f9d230-1021-41f7-8b02-77a897db98bd req-3ea257ca-e7d5-422b-b587-4d9688681db2 service neutron] Bound using segment: {'id': 'd8d80a39-6106-488b-a2d4-6fee3722da4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '9ca6c169-69e4-4f07-82da-d7c4b4563b1b'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:07:38.881601 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-63f9d230-1021-41f7-8b02-77a897db98bd req-3ea257ca-e7d5-422b-b587-4d9688681db2 service neutron] Bound port: 4946df9f-697e-47c0-b1a4-37c6869e9bad, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8d80a39-6106-488b-a2d4-6fee3722da4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '9ca6c169-69e4-4f07-82da-d7c4b4563b1b'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:07:38.882467 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-63f9d230-1021-41f7-8b02-77a897db98bd req-3ea257ca-e7d5-422b-b587-4d9688681db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:38.908073 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=fa2e74d9-1262-4254-8774-c79aac654a8f,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:07:38.959717 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-63f9d230-1021-41f7-8b02-77a897db98bd req-3ea257ca-e7d5-422b-b587-4d9688681db2 service neutron] For port 4946df9f-697e-47c0-b1a4-37c6869e9bad, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:07:38.962848 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-63f9d230-1021-41f7-8b02-77a897db98bd req-3ea257ca-e7d5-422b-b587-4d9688681db2 service neutron] For port 4946df9f-697e-47c0-b1a4-37c6869e9bad, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=4946df9f-697e-47c0-b1a4-37c6869e9bad,segment=NetworkSegment(d8d80a39-6106-488b-a2d4-6fee3722da4c),segment_id=d8d80a39-6106-488b-a2d4-6fee3722da4c)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:07:38.977489 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-df02602f-b3e8-48b4-a666-9fc2d4205f9f tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:39.113726 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-63f9d230-1021-41f7-8b02-77a897db98bd req-3ea257ca-e7d5-422b-b587-4d9688681db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:39.140596 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-df02602f-b3e8-48b4-a666-9fc2d4205f9f tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:39.149349 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9d230-1021-41f7-8b02-77a897db98bd req-3ea257ca-e7d5-422b-b587-4d9688681db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:39.150007 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-63f9d230-1021-41f7-8b02-77a897db98bd req-3ea257ca-e7d5-422b-b587-4d9688681db2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:39.151394 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-63f9d230-1021-41f7-8b02-77a897db98bd req-3ea257ca-e7d5-422b-b587-4d9688681db2 service neutron] 10.222.0.54 "PUT /v2.0/ports/4946df9f-697e-47c0-b1a4-37c6869e9bad HTTP/1.1" status: 200 len: 1092 time: 0.9789162 Jul 09 15:07:39.151891 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e4278ff-e20b-4e30-bcef-0193e52efd6c', 'tag': '4946df9f-697e-47c0-b1a4-37c6869e9bad'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:07:39.154792 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5decfdf1-70e1-42bd-a42c-05bbb231618a" -d '{"events": [{"name": "network-changed", "server_uuid": "0e4278ff-e20b-4e30-bcef-0193e52efd6c", "tag": "4946df9f-697e-47c0-b1a4-37c6869e9bad"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:07:39.193674 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e060982c-766d-4cbd-8272-9cbfdb38c11b x-openstack-request-id: req-e060982c-766d-4cbd-8272-9cbfdb38c11b {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:07:39.194440 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e4278ff-e20b-4e30-bcef-0193e52efd6c", "tag": "4946df9f-697e-47c0-b1a4-37c6869e9bad", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:07:39.194440 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e060982c-766d-4cbd-8272-9cbfdb38c11b {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:07:39.194695 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e4278ff-e20b-4e30-bcef-0193e52efd6c', 'tag': '4946df9f-697e-47c0-b1a4-37c6869e9bad', 'status': 'completed', 'code': 200} Jul 09 15:07:39.195518 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea257ca-e7d5-422b-b587-4d9688681db2 service neutron] Pushing event updated for resources: {'Port': ['ID=4946df9f-697e-47c0-b1a4-37c6869e9bad,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:07:39.244500 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df02602f-b3e8-48b4-a666-9fc2d4205f9f tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Pushing event updated for resources: {'Port': ['ID=9e879b20-9ae8-4b03-b2ec-0ca04e2c93ff,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:07:39.261448 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-df02602f-b3e8-48b4-a666-9fc2d4205f9f tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:39.277089 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['fa2e74d9-1262-4254-8774-c79aac654a8f'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:07:39.284620 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd86e23-5dda-40ec-9e4f-58855bb62a4e req-0cf6c1ec-c05a-48b6-b465-80365b1e1370 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:39.285192 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5decfdf1-70e1-42bd-a42c-05bbb231618a req-ff356c79-ee87-4e26-9fca-1e2054b73794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:39.286493 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4dd86e23-5dda-40ec-9e4f-58855bb62a4e req-0cf6c1ec-c05a-48b6-b465-80365b1e1370 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67697a-9fa5-43cd-97c0-c8b4dd2f603b HTTP/1.1" status: 200 len: 944 time: 0.1758854 Jul 09 15:07:39.286820 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5decfdf1-70e1-42bd-a42c-05bbb231618a req-ff356c79-ee87-4e26-9fca-1e2054b73794 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a6e2ac6f6f91427f816da8127677c24e&device_id=0e4278ff-e20b-4e30-bcef-0193e52efd6c HTTP/1.1" status: 200 len: 1095 time: 0.0689583 Jul 09 15:07:39.330803 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4dd86e23-5dda-40ec-9e4f-58855bb62a4e req-76d6f5a0-46f8-465b-8cfe-ea1f1d848abf tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380542 Jul 09 15:07:39.343562 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-df02602f-b3e8-48b4-a666-9fc2d4205f9f tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:39.362395 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-df02602f-b3e8-48b4-a666-9fc2d4205f9f tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4615841 Jul 09 15:07:39.450270 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5decfdf1-70e1-42bd-a42c-05bbb231618a req-1c788a17-db98-4d73-b984-53689ebb2100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:39.450957 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5decfdf1-70e1-42bd-a42c-05bbb231618a req-1c788a17-db98-4d73-b984-53689ebb2100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:39.452557 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5decfdf1-70e1-42bd-a42c-05bbb231618a req-1c788a17-db98-4d73-b984-53689ebb2100 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=a6e2ac6f6f91427f816da8127677c24e&shared=False HTTP/1.1" status: 200 len: 1582 time: 0.1572011 Jul 09 15:07:39.577932 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5decfdf1-70e1-42bd-a42c-05bbb231618a req-09afedcf-d2ee-4f1e-915c-024737af4995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:39.579434 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5decfdf1-70e1-42bd-a42c-05bbb231618a req-09afedcf-d2ee-4f1e-915c-024737af4995 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1186516 Jul 09 15:07:39.640412 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e496ee66-8744-40da-845e-b3c18ffe9c81 req-fe529848-f682-4089-b700-f30f48fee870 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--2076551671&fields=id&tenant_id=3378cbcb6d374f7888262c5aa67c214b HTTP/1.1" status: 200 len: 267 time: 0.0431488 Jul 09 15:07:39.759297 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9d230-1021-41f7-8b02-77a897db98bd req-50338c0b-5b65-46aa-afe6-a57632dfa10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:39.760769 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-63f9d230-1021-41f7-8b02-77a897db98bd req-50338c0b-5b65-46aa-afe6-a57632dfa10f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a6e2ac6f6f91427f816da8127677c24e&device_id=0e4278ff-e20b-4e30-bcef-0193e52efd6c HTTP/1.1" status: 200 len: 1095 time: 0.1339235 Jul 09 15:07:39.786276 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e496ee66-8744-40da-845e-b3c18ffe9c81 req-dcb6a5fd-567e-4259-83d4-b3722a479deb tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:39.787791 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e496ee66-8744-40da-845e-b3c18ffe9c81 req-dcb6a5fd-567e-4259-83d4-b3722a479deb tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/networks?id=053b5aa8-ddaf-4c8a-a4d7-933f77f92447 HTTP/1.1" status: 200 len: 811 time: 0.1303771 Jul 09 15:07:39.821753 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-63f9d230-1021-41f7-8b02-77a897db98bd req-3d2bf451-5e52-494d-9db1-2c19798db8fe service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=4946df9f-697e-47c0-b1a4-37c6869e9bad HTTP/1.1" status: 200 len: 217 time: 0.0521410 Jul 09 15:07:39.825433 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e496ee66-8744-40da-845e-b3c18ffe9c81 req-21a752b4-638f-47f4-ad41-c2181b39cfd4 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/quotas/3378cbcb6d374f7888262c5aa67c214b HTTP/1.1" status: 200 len: 375 time: 0.0115745 Jul 09 15:07:39.905170 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9d230-1021-41f7-8b02-77a897db98bd req-d7ffdfd8-35c3-4364-8cd9-d8aa24731501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:39.906649 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-63f9d230-1021-41f7-8b02-77a897db98bd req-d7ffdfd8-35c3-4364-8cd9-d8aa24731501 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a7caa039-c2a0-45f0-90bb-c2176454287a HTTP/1.1" status: 200 len: 838 time: 0.0789196 Jul 09 15:07:39.967523 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e496ee66-8744-40da-845e-b3c18ffe9c81 req-a236cca3-5019-4664-8282-e9f950f3bcb5 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3378cbcb6d374f7888262c5aa67c214b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1316805 Jul 09 15:07:40.003979 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95437f2-25ab-4eaa-ad9a-6d205e969371 req-3255a291-9d6f-4553-ac46-0a9d8ff2d41c tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:40.005661 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c95437f2-25ab-4eaa-ad9a-6d205e969371 req-3255a291-9d6f-4553-ac46-0a9d8ff2d41c tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e4278ff-e20b-4e30-bcef-0193e52efd6c HTTP/1.1" status: 200 len: 944 time: 0.0681131 Jul 09 15:07:40.030911 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9d230-1021-41f7-8b02-77a897db98bd req-1f8c69d4-e7fc-4a98-9c4e-6cc24509276d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:40.032361 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-63f9d230-1021-41f7-8b02-77a897db98bd req-1f8c69d4-e7fc-4a98-9c4e-6cc24509276d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9ca6c169-69e4-4f07-82da-d7c4b4563b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1189735 Jul 09 15:07:40.046510 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c95437f2-25ab-4eaa-ad9a-6d205e969371 req-91d34035-2a95-4e68-be71-b49845ecb4a6 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/security-groups?id=64fe7068-1ce7-4e51-9b1c-d0c98ba61a86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345156 Jul 09 15:07:40.133876 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e496ee66-8744-40da-845e-b3c18ffe9c81 req-834afc84-c44d-4bd3-8461-2011ffb249d9 service neutron] 10.222.0.58 "GET /v2.0/networks/053b5aa8-ddaf-4c8a-a4d7-933f77f92447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524801 Jul 09 15:07:40.194844 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-63f9d230-1021-41f7-8b02-77a897db98bd req-3830ab92-bdb2-4f0f-8e06-f4c7baa50170 service neutron] 10.222.0.54 "GET /v2.0/networks/9ca6c169-69e4-4f07-82da-d7c4b4563b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543636 Jul 09 15:07:40.300348 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e496ee66-8744-40da-845e-b3c18ffe9c81 req-3b69c706-db71-4374-ac2d-1f808a1232b5 service neutron] 10.222.0.58 "GET /v2.0/networks/053b5aa8-ddaf-4c8a-a4d7-933f77f92447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578896 Jul 09 15:07:40.316862 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-63f9d230-1021-41f7-8b02-77a897db98bd req-62238dc1-0048-4644-9722-9e29c05d16bc service neutron] 10.222.0.54 "GET /v2.0/networks/9ca6c169-69e4-4f07-82da-d7c4b4563b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142046 Jul 09 15:07:40.535921 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295efb5-4a13-40b0-bb26-b839f74f1897 req-c5ef6356-3e6e-42b4-a955-a30c510a10df tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:40.540369 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device fa2e74d9-1262-4254-8774-c79aac654a8f up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:07:40.544448 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2295efb5-4a13-40b0-bb26-b839f74f1897 req-c5ef6356-3e6e-42b4-a955-a30c510a10df tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67697a-9fa5-43cd-97c0-c8b4dd2f603b HTTP/1.1" status: 200 len: 944 time: 0.0772114 Jul 09 15:07:40.555516 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-66348849-9f5f-4177-a0c5-bb6cb9b6f25e req-f8389e3f-6410-4ba3-b4c3-c95acfccad19 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdadfec8-67e9-4568-91cf-47d0d176cbd7 HTTP/1.1" status: 200 len: 210 time: 0.0308552 Jul 09 15:07:40.593513 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2295efb5-4a13-40b0-bb26-b839f74f1897 req-5d455f1d-8bfc-44db-9f61-76e7c8896eb5 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428770 Jul 09 15:07:40.654573 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port fa2e74d9-1262-4254-8774-c79aac654a8f completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:07:40.659002 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port fa2e74d9-1262-4254-8774-c79aac654a8f triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:07:40.659495 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:40.740260 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:40.764454 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac67697a-9fa5-43cd-97c0-c8b4dd2f603b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa2e74d9-1262-4254-8774-c79aac654a8f'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:07:40.766753 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d3fb87-2b89-4cd6-b499-6b567cab5a2a" -d '{"events": [{"server_uuid": "ac67697a-9fa5-43cd-97c0-c8b4dd2f603b", "name": "network-vif-plugged", "status": "completed", "tag": "fa2e74d9-1262-4254-8774-c79aac654a8f"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:07:40.780858 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port fa2e74d9-1262-4254-8774-c79aac654a8f, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=fa2e74d9-1262-4254-8774-c79aac654a8f,segment=NetworkSegment(15c78198-813d-4ed5-bc99-cd2af9300c60),segment_id=15c78198-813d-4ed5-bc99-cd2af9300c60)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:07:40.803950 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241ef318-fa3e-4547-a418-bdd733987f31 x-openstack-request-id: req-241ef318-fa3e-4547-a418-bdd733987f31 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:07:40.804309 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac67697a-9fa5-43cd-97c0-c8b4dd2f603b", "name": "network-vif-plugged", "status": "completed", "tag": "fa2e74d9-1262-4254-8774-c79aac654a8f", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:07:40.804503 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-241ef318-fa3e-4547-a418-bdd733987f31 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:07:40.804927 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac67697a-9fa5-43cd-97c0-c8b4dd2f603b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa2e74d9-1262-4254-8774-c79aac654a8f', 'code': 200} Jul 09 15:07:40.891830 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:40.950539 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=fa2e74d9-1262-4254-8774-c79aac654a8f,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:07:40.952121 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d20071c-efe7-471e-8602-fc0231bb534c req-1ca1dd13-9726-4a94-b93d-a3ec44919a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:40.953865 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1d20071c-efe7-471e-8602-fc0231bb534c req-1ca1dd13-9726-4a94-b93d-a3ec44919a89 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ac67697a-9fa5-43cd-97c0-c8b4dd2f603b HTTP/1.1" status: 200 len: 1096 time: 0.0591664 Jul 09 15:07:40.989725 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1d20071c-efe7-471e-8602-fc0231bb534c req-43690576-8e9c-47d5-89a3-0e297a5143ae service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289841 Jul 09 15:07:41.222453 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b8e33-6f60-491a-8c23-dc54f051d1e7 req-bd4618aa-ff32-41be-a897-20b7fa7ff5dc tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:41.224089 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-464b8e33-6f60-491a-8c23-dc54f051d1e7 req-bd4618aa-ff32-41be-a897-20b7fa7ff5dc tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e4278ff-e20b-4e30-bcef-0193e52efd6c HTTP/1.1" status: 200 len: 944 time: 0.0652301 Jul 09 15:07:41.263678 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-464b8e33-6f60-491a-8c23-dc54f051d1e7 req-d294464f-b905-4f32-9d9b-c3d24e906115 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/security-groups?id=64fe7068-1ce7-4e51-9b1c-d0c98ba61a86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334854 Jul 09 15:07:41.640053 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:07:41.710941 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2b3bd96b-d62a-456b-bbb8-14ba23643ce5 req-2f567b45-ad89-45b5-8a80-9154906c9e02 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdadfec8-67e9-4568-91cf-47d0d176cbd7 HTTP/1.1" status: 200 len: 210 time: 0.0340533 Jul 09 15:07:41.782164 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ffb731-6cc0-42f4-bb8c-dfcf24b07657 req-0f23bd0b-120c-45fe-a5a3-3f865fde176f tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:41.783788 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b1ffb731-6cc0-42f4-bb8c-dfcf24b07657 req-0f23bd0b-120c-45fe-a5a3-3f865fde176f tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67697a-9fa5-43cd-97c0-c8b4dd2f603b HTTP/1.1" status: 200 len: 945 time: 0.0727677 Jul 09 15:07:41.821831 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b1ffb731-6cc0-42f4-bb8c-dfcf24b07657 req-093031b1-3ad2-4cc6-8c45-a11884d7310a tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324073 Jul 09 15:07:42.440328 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f5b96-3190-4f3c-a224-e223baace6e4 req-259b2f5c-6d9f-4349-bb9d-96f2f995aaa6 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:42.441843 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8f6f5b96-3190-4f3c-a224-e223baace6e4 req-259b2f5c-6d9f-4349-bb9d-96f2f995aaa6 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e4278ff-e20b-4e30-bcef-0193e52efd6c HTTP/1.1" status: 200 len: 944 time: 0.0644336 Jul 09 15:07:42.482781 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8f6f5b96-3190-4f3c-a224-e223baace6e4 req-1b0cd39c-7e1f-41d9-98f3-28b5cf9b2fc4 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/security-groups?id=64fe7068-1ce7-4e51-9b1c-d0c98ba61a86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345881 Jul 09 15:07:42.850745 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a0d0a129-98b4-4cbe-a789-48373c3d7b74 req-5c64db71-c2ac-4411-bb11-4a41ba8e6562 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdadfec8-67e9-4568-91cf-47d0d176cbd7 HTTP/1.1" status: 200 len: 210 time: 0.0289686 Jul 09 15:07:43.014229 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e496ee66-8744-40da-845e-b3c18ffe9c81 req-a1d4207d-03a0-4e60-8b88-3b23a71deaf2 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:43.015857 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e496ee66-8744-40da-845e-b3c18ffe9c81 req-a1d4207d-03a0-4e60-8b88-3b23a71deaf2 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.62 "GET /v2.0/networks?id=053b5aa8-ddaf-4c8a-a4d7-933f77f92447 HTTP/1.1" status: 200 len: 811 time: 0.1065619 Jul 09 15:07:43.021889 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1566f881-5afa-4519-8320-e11ef662c503 req-6478b986-fd1f-48bf-a0d4-3bd3748085a8 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:43.025989 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1566f881-5afa-4519-8320-e11ef662c503 req-6478b986-fd1f-48bf-a0d4-3bd3748085a8 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67697a-9fa5-43cd-97c0-c8b4dd2f603b HTTP/1.1" status: 200 len: 945 time: 0.0821264 Jul 09 15:07:43.073410 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1566f881-5afa-4519-8320-e11ef662c503 req-1e0dffdb-ad18-4cc3-a207-f8745e142e99 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404785 Jul 09 15:07:43.078844 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e496ee66-8744-40da-845e-b3c18ffe9c81 req-53813316-f03c-4b51-8d68-0fcdd904ec60 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3378cbcb6d374f7888262c5aa67c214b HTTP/1.1" status: 200 len: 380 time: 0.0405540 Jul 09 15:07:43.088289 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-e496ee66-8744-40da-845e-b3c18ffe9c81 req-603b9462-10fc-4517-9d5f-0f9e1047c731 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Request body: {'port': {'device_id': 'fdadfec8-67e9-4568-91cf-47d0d176cbd7', 'network_id': '053b5aa8-ddaf-4c8a-a4d7-933f77f92447', 'admin_state_up': True, 'tenant_id': '3378cbcb6d374f7888262c5aa67c214b', 'security_groups': ['6558d8f7-d545-4a35-981b-6e3850cfc9a7']}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:07:43.251853 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e496ee66-8744-40da-845e-b3c18ffe9c81 req-603b9462-10fc-4517-9d5f-0f9e1047c731 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Made reservation on behalf of 3378cbcb6d374f7888262c5aa67c214b for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:07:43.255812 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e496ee66-8744-40da-845e-b3c18ffe9c81 req-603b9462-10fc-4517-9d5f-0f9e1047c731 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:43.387294 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-e496ee66-8744-40da-845e-b3c18ffe9c81 req-603b9462-10fc-4517-9d5f-0f9e1047c731 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Allocated IP 172.20.0.11 (053b5aa8-ddaf-4c8a-a4d7-933f77f92447/f10ff914-6b6b-4456-8b4d-b9664913c2d3/da50c45b-3d7a-48c5-83e8-388d50fb0572) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:07:43.525025 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e496ee66-8744-40da-845e-b3c18ffe9c81 req-603b9462-10fc-4517-9d5f-0f9e1047c731 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:43.539225 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-e496ee66-8744-40da-845e-b3c18ffe9c81 req-603b9462-10fc-4517-9d5f-0f9e1047c731 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Transition to ACTIVE for port object da50c45b-3d7a-48c5-83e8-388d50fb0572 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:07:43.625263 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 4946df9f-697e-47c0-b1a4-37c6869e9bad details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 15:07:43.679671 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5346b248-b8cb-4304-81a8-3054c7edd5b0 req-0a298ef3-5579-497a-ba3c-e1f8758be3ab tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:43.681532 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5346b248-b8cb-4304-81a8-3054c7edd5b0 req-0a298ef3-5579-497a-ba3c-e1f8758be3ab tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67697a-9fa5-43cd-97c0-c8b4dd2f603b HTTP/1.1" status: 200 len: 945 time: 0.0880959 Jul 09 15:07:43.687281 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58bcd9-c769-4018-beb6-d3cc7e2f190e req-292f201c-a542-4f90-84ec-3c487f792f80 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:43.692732 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fd58bcd9-c769-4018-beb6-d3cc7e2f190e req-292f201c-a542-4f90-84ec-3c487f792f80 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e4278ff-e20b-4e30-bcef-0193e52efd6c HTTP/1.1" status: 200 len: 944 time: 0.0824142 Jul 09 15:07:43.713501 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e496ee66-8744-40da-845e-b3c18ffe9c81 req-603b9462-10fc-4517-9d5f-0f9e1047c731 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:43.727597 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5346b248-b8cb-4304-81a8-3054c7edd5b0 req-324b778d-e1b9-4a8c-b8d3-74cc0461049c tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378220 Jul 09 15:07:43.743916 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 4946df9f-697e-47c0-b1a4-37c6869e9bad, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=4946df9f-697e-47c0-b1a4-37c6869e9bad,segment=NetworkSegment(d8d80a39-6106-488b-a2d4-6fee3722da4c),segment_id=d8d80a39-6106-488b-a2d4-6fee3722da4c)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:07:43.758052 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': '4946df9f-697e-47c0-b1a4-37c6869e9bad', 'network_id': '9ca6c169-69e4-4f07-82da-d7c4b4563b1b', 'port_id': '4946df9f-697e-47c0-b1a4-37c6869e9bad', 'mac_address': 'fa:16:3e:22:8a:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7caa039-c2a0-45f0-90bb-c2176454287a', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 15:07:43.799153 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:43.804895 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e496ee66-8744-40da-845e-b3c18ffe9c81 req-603b9462-10fc-4517-9d5f-0f9e1047c731 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Network 053b5aa8-ddaf-4c8a-a4d7-933f77f92447 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:07:43.812977 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4946df9f-697e-47c0-b1a4-37c6869e9bad {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:07:43.814575 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-e496ee66-8744-40da-845e-b3c18ffe9c81 req-603b9462-10fc-4517-9d5f-0f9e1047c731 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:07:43.817358 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-e496ee66-8744-40da-845e-b3c18ffe9c81 req-603b9462-10fc-4517-9d5f-0f9e1047c731 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:07:43.825300 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fd58bcd9-c769-4018-beb6-d3cc7e2f190e req-768d8398-01ab-4aab-bb31-1540e63180e6 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/security-groups?id=64fe7068-1ce7-4e51-9b1c-d0c98ba61a86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298277 Jul 09 15:07:43.833804 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 4946df9f-697e-47c0-b1a4-37c6869e9bad, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=4946df9f-697e-47c0-b1a4-37c6869e9bad,segment=NetworkSegment(d8d80a39-6106-488b-a2d4-6fee3722da4c),segment_id=d8d80a39-6106-488b-a2d4-6fee3722da4c)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:07:43.850991 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603b9462-10fc-4517-9d5f-0f9e1047c731 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Pushing event updated for resources: {'Port': ['ID=da50c45b-3d7a-48c5-83e8-388d50fb0572,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:07:43.890572 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e496ee66-8744-40da-845e-b3c18ffe9c81 req-603b9462-10fc-4517-9d5f-0f9e1047c731 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:43.891226 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e496ee66-8744-40da-845e-b3c18ffe9c81 req-603b9462-10fc-4517-9d5f-0f9e1047c731 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:43.909753 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e99ab9-ce94-42e3-86d0-31a4f687a105 req-18783f98-a2e2-4d68-8e42-ba7a893c5b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:43.911271 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-81e99ab9-ce94-42e3-86d0-31a4f687a105 req-18783f98-a2e2-4d68-8e42-ba7a893c5b5b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=58a03f9342d64854b45abe6c697001d7&device_id=ac67697a-9fa5-43cd-97c0-c8b4dd2f603b HTTP/1.1" status: 200 len: 1096 time: 0.2651641 Jul 09 15:07:43.943879 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:43.996765 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e496ee66-8744-40da-845e-b3c18ffe9c81 req-603b9462-10fc-4517-9d5f-0f9e1047c731 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9119675 Jul 09 15:07:44.001940 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=4946df9f-697e-47c0-b1a4-37c6869e9bad,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:07:44.015833 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-e496ee66-8744-40da-845e-b3c18ffe9c81 req-791a2df0-4aa0-4db4-a2c7-075eceaf4840 service neutron] Request body: {'port': {'device_id': 'fdadfec8-67e9-4568-91cf-47d0d176cbd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:07:44.063142 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e99ab9-ce94-42e3-86d0-31a4f687a105 req-c2891c19-29a3-4b88-b01a-138747234dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:44.064635 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-81e99ab9-ce94-42e3-86d0-31a4f687a105 req-c2891c19-29a3-4b88-b01a-138747234dde service neutron] 10.222.0.62 "GET /v2.0/networks?id=dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e HTTP/1.1" status: 200 len: 911 time: 0.1385989 Jul 09 15:07:44.068235 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6c3df-7154-48e4-8d57-14791c931490 req-e588751d-5206-44ae-bdf3-f7e9cc587590 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:44.069822 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-47d6c3df-7154-48e4-8d57-14791c931490 req-e588751d-5206-44ae-bdf3-f7e9cc587590 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdadfec8-67e9-4568-91cf-47d0d176cbd7 HTTP/1.1" status: 200 len: 932 time: 0.0763674 Jul 09 15:07:44.110019 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-47d6c3df-7154-48e4-8d57-14791c931490 req-7ef23b28-9024-4926-8e3e-a13c4338db03 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/security-groups?id=6558d8f7-d545-4a35-981b-6e3850cfc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341222 Jul 09 15:07:44.128560 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-81e99ab9-ce94-42e3-86d0-31a4f687a105 req-773feff3-b4fa-40ba-90f9-dbd9d27563a4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa2e74d9-1262-4254-8774-c79aac654a8f HTTP/1.1" status: 200 len: 217 time: 0.0532846 Jul 09 15:07:44.163415 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e496ee66-8744-40da-845e-b3c18ffe9c81 req-791a2df0-4aa0-4db4-a2c7-075eceaf4840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:44.181777 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['4946df9f-697e-47c0-b1a4-37c6869e9bad'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:07:44.211992 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e99ab9-ce94-42e3-86d0-31a4f687a105 req-df619850-cfc2-426f-9b76-bd0172506696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:44.213478 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-81e99ab9-ce94-42e3-86d0-31a4f687a105 req-df619850-cfc2-426f-9b76-bd0172506696 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cded0840-5655-4dcd-8f99-f8da8558a443 HTTP/1.1" status: 200 len: 850 time: 0.0790236 Jul 09 15:07:44.215197 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-127b412f-2d20-42b6-8a6e-63a94a5a34c2 None None] Provisioning for port da50c45b-3d7a-48c5-83e8-388d50fb0572 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:07:44.222291 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-127b412f-2d20-42b6-8a6e-63a94a5a34c2 None None] Provisioning complete for port da50c45b-3d7a-48c5-83e8-388d50fb0572 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:07:44.222779 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-127b412f-2d20-42b6-8a6e-63a94a5a34c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:44.258094 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-81e99ab9-ce94-42e3-86d0-31a4f687a105 req-1a17abb8-b786-4978-9405-0f3c6b881822 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360999 Jul 09 15:07:44.276216 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-127b412f-2d20-42b6-8a6e-63a94a5a34c2 None None] Port da50c45b-3d7a-48c5-83e8-388d50fb0572 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:07:44.800833 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-81e99ab9-ce94-42e3-86d0-31a4f687a105 req-d98149f1-599e-4919-9cd3-27c4b94f22f2 service neutron] 10.222.0.62 "GET /v2.0/networks/dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5346653 Jul 09 15:07:45.000662 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:45.003118 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-81e99ab9-ce94-42e3-86d0-31a4f687a105 req-3a620010-cb82-4236-8ca3-ba4d12a985d2 service neutron] 10.222.0.62 "GET /v2.0/networks/dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947174 Jul 09 15:07:45.018335 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8065b83-5845-4736-9042-31529fbc8cc5 req-a125cf60-6c77-48cb-bf95-8a4926d37175 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:45.018967 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-e496ee66-8744-40da-845e-b3c18ffe9c81 req-791a2df0-4aa0-4db4-a2c7-075eceaf4840 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da50c45b-3d7a-48c5-83e8-388d50fb0572 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:07:45.020008 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b8065b83-5845-4736-9042-31529fbc8cc5 req-a125cf60-6c77-48cb-bf95-8a4926d37175 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e4278ff-e20b-4e30-bcef-0193e52efd6c HTTP/1.1" status: 200 len: 945 time: 0.0693150 Jul 09 15:07:45.033246 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc45b81-4feb-42f8-bb19-4c75f54cc6bb req-71008169-857b-46d7-ad46-8542719891db tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:45.035804 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7dc45b81-4feb-42f8-bb19-4c75f54cc6bb req-71008169-857b-46d7-ad46-8542719891db tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67697a-9fa5-43cd-97c0-c8b4dd2f603b HTTP/1.1" status: 200 len: 945 time: 0.1688771 Jul 09 15:07:45.036735 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e496ee66-8744-40da-845e-b3c18ffe9c81 req-791a2df0-4aa0-4db4-a2c7-075eceaf4840 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:45.062020 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-e496ee66-8744-40da-845e-b3c18ffe9c81 req-791a2df0-4aa0-4db4-a2c7-075eceaf4840 service neutron] Transition to ACTIVE for port object da50c45b-3d7a-48c5-83e8-388d50fb0572 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:07:45.064065 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b8065b83-5845-4736-9042-31529fbc8cc5 req-f769b528-2d9c-4be7-a7da-a06c1ae68e12 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/security-groups?id=64fe7068-1ce7-4e51-9b1c-d0c98ba61a86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361757 Jul 09 15:07:45.084346 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7dc45b81-4feb-42f8-bb19-4c75f54cc6bb req-150adb6d-d8ca-4add-93c0-3d1fe3c1cd8b tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415425 Jul 09 15:07:45.140414 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e496ee66-8744-40da-845e-b3c18ffe9c81 req-791a2df0-4aa0-4db4-a2c7-075eceaf4840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:45.198922 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791a2df0-4aa0-4db4-a2c7-075eceaf4840 service neutron] Pushing event updated for resources: {'Port': ['ID=da50c45b-3d7a-48c5-83e8-388d50fb0572,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:07:45.276656 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-e496ee66-8744-40da-845e-b3c18ffe9c81 req-791a2df0-4aa0-4db4-a2c7-075eceaf4840 service neutron] Attempting to bind port da50c45b-3d7a-48c5-83e8-388d50fb0572 on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:07:45.276915 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-e496ee66-8744-40da-845e-b3c18ffe9c81 req-791a2df0-4aa0-4db4-a2c7-075eceaf4840 service neutron] Attempting to bind port da50c45b-3d7a-48c5-83e8-388d50fb0572 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': '793f6188-e169-447b-9a2e-8619e04e34aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '053b5aa8-ddaf-4c8a-a4d7-933f77f92447'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:07:45.277256 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e496ee66-8744-40da-845e-b3c18ffe9c81 req-791a2df0-4aa0-4db4-a2c7-075eceaf4840 service neutron] Attempting to bind port da50c45b-3d7a-48c5-83e8-388d50fb0572 on network 053b5aa8-ddaf-4c8a-a4d7-933f77f92447 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:07:45.282044 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e496ee66-8744-40da-845e-b3c18ffe9c81 req-791a2df0-4aa0-4db4-a2c7-075eceaf4840 service neutron] Port da50c45b-3d7a-48c5-83e8-388d50fb0572 on network 053b5aa8-ddaf-4c8a-a4d7-933f77f92447 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:07:45.282375 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e496ee66-8744-40da-845e-b3c18ffe9c81 req-791a2df0-4aa0-4db4-a2c7-075eceaf4840 service neutron] Attempting to bind port da50c45b-3d7a-48c5-83e8-388d50fb0572 on network 053b5aa8-ddaf-4c8a-a4d7-933f77f92447 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:07:45.287540 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e496ee66-8744-40da-845e-b3c18ffe9c81 req-791a2df0-4aa0-4db4-a2c7-075eceaf4840 service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:07:45.287931 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e496ee66-8744-40da-845e-b3c18ffe9c81 req-791a2df0-4aa0-4db4-a2c7-075eceaf4840 service neutron] Checking segment: {'id': '793f6188-e169-447b-9a2e-8619e04e34aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '053b5aa8-ddaf-4c8a-a4d7-933f77f92447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:07:45.288331 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e496ee66-8744-40da-845e-b3c18ffe9c81 req-791a2df0-4aa0-4db4-a2c7-075eceaf4840 service neutron] Bound using segment: {'id': '793f6188-e169-447b-9a2e-8619e04e34aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '053b5aa8-ddaf-4c8a-a4d7-933f77f92447'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:07:45.288774 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-e496ee66-8744-40da-845e-b3c18ffe9c81 req-791a2df0-4aa0-4db4-a2c7-075eceaf4840 service neutron] Bound port: da50c45b-3d7a-48c5-83e8-388d50fb0572, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '793f6188-e169-447b-9a2e-8619e04e34aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '053b5aa8-ddaf-4c8a-a4d7-933f77f92447'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:07:45.289613 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e496ee66-8744-40da-845e-b3c18ffe9c81 req-791a2df0-4aa0-4db4-a2c7-075eceaf4840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:45.328650 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c655760-fb56-43c2-a7e3-b93c5312ca81 req-a32ac487-51dc-4301-8b6d-0b817a9b71e0 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:45.330379 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9c655760-fb56-43c2-a7e3-b93c5312ca81 req-a32ac487-51dc-4301-8b6d-0b817a9b71e0 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdadfec8-67e9-4568-91cf-47d0d176cbd7 HTTP/1.1" status: 200 len: 944 time: 0.0746300 Jul 09 15:07:45.365530 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-e496ee66-8744-40da-845e-b3c18ffe9c81 req-791a2df0-4aa0-4db4-a2c7-075eceaf4840 service neutron] For port da50c45b-3d7a-48c5-83e8-388d50fb0572, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:07:45.368903 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-e496ee66-8744-40da-845e-b3c18ffe9c81 req-791a2df0-4aa0-4db4-a2c7-075eceaf4840 service neutron] For port da50c45b-3d7a-48c5-83e8-388d50fb0572, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=da50c45b-3d7a-48c5-83e8-388d50fb0572,segment=NetworkSegment(793f6188-e169-447b-9a2e-8619e04e34aa),segment_id=793f6188-e169-447b-9a2e-8619e04e34aa)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:07:45.376099 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9c655760-fb56-43c2-a7e3-b93c5312ca81 req-95f5f45a-91db-4a78-8495-4bf3450093cf tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/security-groups?id=6558d8f7-d545-4a35-981b-6e3850cfc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395126 Jul 09 15:07:45.440927 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e496ee66-8744-40da-845e-b3c18ffe9c81 req-791a2df0-4aa0-4db4-a2c7-075eceaf4840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:45.473940 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e496ee66-8744-40da-845e-b3c18ffe9c81 req-791a2df0-4aa0-4db4-a2c7-075eceaf4840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:45.474567 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e496ee66-8744-40da-845e-b3c18ffe9c81 req-791a2df0-4aa0-4db4-a2c7-075eceaf4840 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:45.475960 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e496ee66-8744-40da-845e-b3c18ffe9c81 req-791a2df0-4aa0-4db4-a2c7-075eceaf4840 service neutron] 10.222.0.62 "PUT /v2.0/ports/da50c45b-3d7a-48c5-83e8-388d50fb0572 HTTP/1.1" status: 200 len: 1092 time: 1.4648559 Jul 09 15:07:45.478237 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdadfec8-67e9-4568-91cf-47d0d176cbd7', 'tag': 'da50c45b-3d7a-48c5-83e8-388d50fb0572'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:07:45.480603 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99671bea-7676-4c7a-aa1a-13d3167781c5" -d '{"events": [{"name": "network-changed", "server_uuid": "fdadfec8-67e9-4568-91cf-47d0d176cbd7", "tag": "da50c45b-3d7a-48c5-83e8-388d50fb0572"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:07:45.510731 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791a2df0-4aa0-4db4-a2c7-075eceaf4840 service neutron] Pushing event updated for resources: {'Port': ['ID=da50c45b-3d7a-48c5-83e8-388d50fb0572,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:07:45.525443 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8bda042-0628-4bc8-a1b2-cf9dfbf1e018 x-openstack-request-id: req-e8bda042-0628-4bc8-a1b2-cf9dfbf1e018 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:07:45.525443 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdadfec8-67e9-4568-91cf-47d0d176cbd7", "tag": "da50c45b-3d7a-48c5-83e8-388d50fb0572", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:07:45.525443 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e8bda042-0628-4bc8-a1b2-cf9dfbf1e018 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:07:45.525443 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdadfec8-67e9-4568-91cf-47d0d176cbd7', 'tag': 'da50c45b-3d7a-48c5-83e8-388d50fb0572', 'status': 'completed', 'code': 200} Jul 09 15:07:45.623538 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 4946df9f-697e-47c0-b1a4-37c6869e9bad up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:07:45.629194 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99671bea-7676-4c7a-aa1a-13d3167781c5 req-722771a7-5bee-45e1-9493-b65e01d60800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:45.631092 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-99671bea-7676-4c7a-aa1a-13d3167781c5 req-722771a7-5bee-45e1-9493-b65e01d60800 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3378cbcb6d374f7888262c5aa67c214b&device_id=fdadfec8-67e9-4568-91cf-47d0d176cbd7 HTTP/1.1" status: 200 len: 1095 time: 0.0610032 Jul 09 15:07:45.740119 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port 4946df9f-697e-47c0-b1a4-37c6869e9bad completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:07:45.744124 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port 4946df9f-697e-47c0-b1a4-37c6869e9bad triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:07:45.744496 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:45.745098 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99671bea-7676-4c7a-aa1a-13d3167781c5 req-441405f9-444c-4359-85cf-dca742c3d9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:45.746594 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-99671bea-7676-4c7a-aa1a-13d3167781c5 req-441405f9-444c-4359-85cf-dca742c3d9b4 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=3378cbcb6d374f7888262c5aa67c214b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1013472 Jul 09 15:07:45.835382 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:45.857558 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99671bea-7676-4c7a-aa1a-13d3167781c5 req-23e39d67-ec86-4c4e-b436-758026cbe6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:45.861515 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-99671bea-7676-4c7a-aa1a-13d3167781c5 req-23e39d67-ec86-4c4e-b436-758026cbe6f9 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1086230 Jul 09 15:07:45.865996 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e4278ff-e20b-4e30-bcef-0193e52efd6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4946df9f-697e-47c0-b1a4-37c6869e9bad'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:07:45.868570 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6277205e-c210-4ce6-812c-827ec7be32dd" -d '{"events": [{"server_uuid": "0e4278ff-e20b-4e30-bcef-0193e52efd6c", "name": "network-vif-plugged", "status": "completed", "tag": "4946df9f-697e-47c0-b1a4-37c6869e9bad"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:07:45.892924 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 4946df9f-697e-47c0-b1a4-37c6869e9bad, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=4946df9f-697e-47c0-b1a4-37c6869e9bad,segment=NetworkSegment(d8d80a39-6106-488b-a2d4-6fee3722da4c),segment_id=d8d80a39-6106-488b-a2d4-6fee3722da4c)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:07:45.911649 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e48d61-c547-43e4-a06a-30786c8f9244 x-openstack-request-id: req-06e48d61-c547-43e4-a06a-30786c8f9244 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:07:45.911945 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e4278ff-e20b-4e30-bcef-0193e52efd6c", "name": "network-vif-plugged", "status": "completed", "tag": "4946df9f-697e-47c0-b1a4-37c6869e9bad", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:07:45.912202 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-06e48d61-c547-43e4-a06a-30786c8f9244 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:07:45.912803 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e4278ff-e20b-4e30-bcef-0193e52efd6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4946df9f-697e-47c0-b1a4-37c6869e9bad', 'code': 200} Jul 09 15:07:45.985930 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:46.038039 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=4946df9f-697e-47c0-b1a4-37c6869e9bad,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:07:46.059389 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a2bfc-42e3-4ba8-99de-aec18da1875d req-9e8e9c1e-4dbd-4271-8a74-88ebc2461428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:46.061076 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d73a2bfc-42e3-4ba8-99de-aec18da1875d req-9e8e9c1e-4dbd-4271-8a74-88ebc2461428 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0e4278ff-e20b-4e30-bcef-0193e52efd6c HTTP/1.1" status: 200 len: 1097 time: 0.0700779 Jul 09 15:07:46.078511 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e496ee66-8744-40da-845e-b3c18ffe9c81 req-95a14846-721b-483c-8ea9-fab025be5cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:46.080060 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e496ee66-8744-40da-845e-b3c18ffe9c81 req-95a14846-721b-483c-8ea9-fab025be5cbc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3378cbcb6d374f7888262c5aa67c214b&device_id=fdadfec8-67e9-4568-91cf-47d0d176cbd7 HTTP/1.1" status: 200 len: 1095 time: 0.1001680 Jul 09 15:07:46.082860 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4bde7cef-5f57-4ac9-852a-ea258f1d7352 req-53f416fc-7578-437a-891f-a02987d1b48b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5755c27b-93c8-48c8-b528-826015140dbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1123550 Jul 09 15:07:46.100653 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d73a2bfc-42e3-4ba8-99de-aec18da1875d req-c7ea36d9-cd2b-4f69-83bd-43c59a41549c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=64fe7068-1ce7-4e51-9b1c-d0c98ba61a86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302470 Jul 09 15:07:46.158381 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e496ee66-8744-40da-845e-b3c18ffe9c81 req-63cf04b9-6898-4f14-839b-1fa1de887359 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da50c45b-3d7a-48c5-83e8-388d50fb0572 HTTP/1.1" status: 200 len: 217 time: 0.0480196 Jul 09 15:07:46.278472 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e496ee66-8744-40da-845e-b3c18ffe9c81 req-7b7b94ea-6605-498b-a0cd-d448062c41e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:46.280000 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e496ee66-8744-40da-845e-b3c18ffe9c81 req-7b7b94ea-6605-498b-a0cd-d448062c41e6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f10ff914-6b6b-4456-8b4d-b9664913c2d3 HTTP/1.1" status: 200 len: 850 time: 0.1027081 Jul 09 15:07:46.284879 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbfa92c-61e9-49f1-94a9-59b2765303f1 req-fffd48c6-e896-4113-9f9f-b3aceb628100 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:46.286619 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7bbfa92c-61e9-49f1-94a9-59b2765303f1 req-fffd48c6-e896-4113-9f9f-b3aceb628100 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67697a-9fa5-43cd-97c0-c8b4dd2f603b HTTP/1.1" status: 200 len: 945 time: 0.0691657 Jul 09 15:07:46.324044 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde7cef-5f57-4ac9-852a-ea258f1d7352 req-f1bc42eb-b170-4627-a58b-22f07c1c0d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:46.326178 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4bde7cef-5f57-4ac9-852a-ea258f1d7352 req-f1bc42eb-b170-4627-a58b-22f07c1c0d5d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c03b5d3d86974e68a5911d632d382871&device_id=5755c27b-93c8-48c8-b528-826015140dbf HTTP/1.1" status: 200 len: 1096 time: 0.1762424 Jul 09 15:07:46.328781 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7bbfa92c-61e9-49f1-94a9-59b2765303f1 req-758ecb0c-6785-46a0-bd38-b16255c6fa37 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359845 Jul 09 15:07:46.346110 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a76d8a-c0dd-46ea-95b1-b3ea51760733 req-c91b5474-0746-4f9d-926a-5537f2c87b52 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:46.347631 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e9a76d8a-c0dd-46ea-95b1-b3ea51760733 req-c91b5474-0746-4f9d-926a-5537f2c87b52 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e4278ff-e20b-4e30-bcef-0193e52efd6c HTTP/1.1" status: 200 len: 946 time: 0.1564295 Jul 09 15:07:46.462539 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e496ee66-8744-40da-845e-b3c18ffe9c81 req-146d7aba-6dca-414e-9109-f8e10241ad67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:46.464086 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e496ee66-8744-40da-845e-b3c18ffe9c81 req-146d7aba-6dca-414e-9109-f8e10241ad67 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=053b5aa8-ddaf-4c8a-a4d7-933f77f92447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1757901 Jul 09 15:07:46.475850 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e9a76d8a-c0dd-46ea-95b1-b3ea51760733 req-c7997c3c-9d43-4f67-8e32-39dc53b5ff47 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/security-groups?id=64fe7068-1ce7-4e51-9b1c-d0c98ba61a86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037068 Jul 09 15:07:46.532991 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde7cef-5f57-4ac9-852a-ea258f1d7352 req-fdd9263a-1030-4281-aaf3-f20eec9b8f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:46.534579 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4bde7cef-5f57-4ac9-852a-ea258f1d7352 req-fdd9263a-1030-4281-aaf3-f20eec9b8f74 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2caf48fb-184c-426e-a7e2-2d876991b7f4 HTTP/1.1" status: 200 len: 912 time: 0.1859498 Jul 09 15:07:46.575232 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b7f4b0-75f9-42f9-850a-ea54142cdc21 req-b2b45870-e7ac-41f3-9741-7088a9cfdb78 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:46.577544 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-20b7f4b0-75f9-42f9-850a-ea54142cdc21 req-b2b45870-e7ac-41f3-9741-7088a9cfdb78 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdadfec8-67e9-4568-91cf-47d0d176cbd7 HTTP/1.1" status: 200 len: 944 time: 0.0734966 Jul 09 15:07:46.580137 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4bde7cef-5f57-4ac9-852a-ea258f1d7352 req-18bee392-864d-44b6-b5b3-703963da41d4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17a81ce2-504c-4392-b158-080965d6ce41 HTTP/1.1" status: 200 len: 217 time: 0.0378313 Jul 09 15:07:46.621162 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-20b7f4b0-75f9-42f9-850a-ea54142cdc21 req-670efbd2-7597-4f45-9eef-1809fac9af7d tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/security-groups?id=6558d8f7-d545-4a35-981b-6e3850cfc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375686 Jul 09 15:07:46.647240 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e496ee66-8744-40da-845e-b3c18ffe9c81 req-ed2f1b34-8a42-4df3-96b5-4c6a666eb8c3 service neutron] 10.222.0.62 "GET /v2.0/networks/053b5aa8-ddaf-4c8a-a4d7-933f77f92447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748521 Jul 09 15:07:46.652946 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde7cef-5f57-4ac9-852a-ea258f1d7352 req-74ef65c3-62e7-46d2-9950-51d72ecc04fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:46.654488 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4bde7cef-5f57-4ac9-852a-ea258f1d7352 req-74ef65c3-62e7-46d2-9950-51d72ecc04fc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a10947be-2e1d-4b8b-b31f-e273354d0e7a HTTP/1.1" status: 200 len: 850 time: 0.0659072 Jul 09 15:07:46.781458 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e496ee66-8744-40da-845e-b3c18ffe9c81 req-6fb21d81-ee65-4dd6-9876-9f035c7f1984 service neutron] 10.222.0.62 "GET /v2.0/networks/053b5aa8-ddaf-4c8a-a4d7-933f77f92447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260016 Jul 09 15:07:46.784129 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde7cef-5f57-4ac9-852a-ea258f1d7352 req-8444a74c-d13f-4d53-81f3-751c58b104c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:46.785555 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4bde7cef-5f57-4ac9-852a-ea258f1d7352 req-8444a74c-d13f-4d53-81f3-751c58b104c3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2caf48fb-184c-426e-a7e2-2d876991b7f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1228681 Jul 09 15:07:46.896898 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4bde7cef-5f57-4ac9-852a-ea258f1d7352 req-595258ad-d4a4-4fd3-a575-4178172cfea0 service neutron] 10.222.0.62 "GET /v2.0/networks/2caf48fb-184c-426e-a7e2-2d876991b7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977633 Jul 09 15:07:47.029098 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4bde7cef-5f57-4ac9-852a-ea258f1d7352 req-6a574c72-959f-4769-8eb6-721d151b90c7 service neutron] 10.222.0.62 "GET /v2.0/networks/2caf48fb-184c-426e-a7e2-2d876991b7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938959 Jul 09 15:07:47.518043 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539caf0-8c65-4b4a-8055-f8c3f9d633db req-126f565c-0b2d-4582-a2cc-be976504ccb2 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:47.519733 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9539caf0-8c65-4b4a-8055-f8c3f9d633db req-126f565c-0b2d-4582-a2cc-be976504ccb2 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67697a-9fa5-43cd-97c0-c8b4dd2f603b HTTP/1.1" status: 200 len: 945 time: 0.0701921 Jul 09 15:07:47.559771 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9539caf0-8c65-4b4a-8055-f8c3f9d633db req-4108038f-33ad-4f9b-9909-01a12121e22d tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339320 Jul 09 15:07:47.656813 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be3efc-7497-42bd-9ac0-654a67a1d6b8 req-7fd3d4ae-6e75-472b-b003-a2322d14d272 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:47.658505 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-27be3efc-7497-42bd-9ac0-654a67a1d6b8 req-7fd3d4ae-6e75-472b-b003-a2322d14d272 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e4278ff-e20b-4e30-bcef-0193e52efd6c HTTP/1.1" status: 200 len: 946 time: 0.0644355 Jul 09 15:07:47.701923 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-27be3efc-7497-42bd-9ac0-654a67a1d6b8 req-f1467e34-1bff-4b49-af54-17cadb11af50 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/security-groups?id=64fe7068-1ce7-4e51-9b1c-d0c98ba61a86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378737 Jul 09 15:07:47.802449 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85185c4-d591-4e7b-88b6-c3b0c0f40743 req-b34a480b-6286-4846-822a-933665526c84 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:47.803977 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d85185c4-d591-4e7b-88b6-c3b0c0f40743 req-b34a480b-6286-4846-822a-933665526c84 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdadfec8-67e9-4568-91cf-47d0d176cbd7 HTTP/1.1" status: 200 len: 944 time: 0.0651751 Jul 09 15:07:47.843210 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d85185c4-d591-4e7b-88b6-c3b0c0f40743 req-d14c9a64-68e8-4f88-b6e5-20568656d63c tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/security-groups?id=6558d8f7-d545-4a35-981b-6e3850cfc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335994 Jul 09 15:07:47.883314 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade56ba0-f40c-4203-836c-979b3acd772b req-d2da3500-be95-4871-a923-272fd225df97 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:47.884833 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ade56ba0-f40c-4203-836c-979b3acd772b req-d2da3500-be95-4871-a923-272fd225df97 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e4278ff-e20b-4e30-bcef-0193e52efd6c HTTP/1.1" status: 200 len: 946 time: 0.0664322 Jul 09 15:07:47.924640 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ade56ba0-f40c-4203-836c-979b3acd772b req-a20f06b4-42ed-490f-8b64-5e9025909cb9 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/security-groups?id=64fe7068-1ce7-4e51-9b1c-d0c98ba61a86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318413 Jul 09 15:07:48.737968 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa88a6-6fca-40c6-9790-df71fc600845 req-0a5bf50d-b325-48ab-a911-46c4fec7cf73 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:48.739876 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e7fa88a6-6fca-40c6-9790-df71fc600845 req-0a5bf50d-b325-48ab-a911-46c4fec7cf73 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67697a-9fa5-43cd-97c0-c8b4dd2f603b HTTP/1.1" status: 200 len: 945 time: 0.0660543 Jul 09 15:07:48.795236 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e7fa88a6-6fca-40c6-9790-df71fc600845 req-9085eb53-65d1-417e-a2e2-c002fb07e845 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490425 Jul 09 15:07:49.020467 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a0c938-be3b-481f-9c0f-a6d702bf954f req-2a42f3f1-f9e4-449e-a9ac-ee3583884134 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:49.021888 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-37a0c938-be3b-481f-9c0f-a6d702bf954f req-2a42f3f1-f9e4-449e-a9ac-ee3583884134 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdadfec8-67e9-4568-91cf-47d0d176cbd7 HTTP/1.1" status: 200 len: 944 time: 0.0687246 Jul 09 15:07:49.060240 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-37a0c938-be3b-481f-9c0f-a6d702bf954f req-df3a762e-33e1-431c-b6e0-b9c7681e3373 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/security-groups?id=6558d8f7-d545-4a35-981b-6e3850cfc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326672 Jul 09 15:07:49.423163 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 38310) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:07:49.858909 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-39f1ed44-e6b4-4a76-aaf3-7e529f6b8fe6 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:50.033811 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe6108-deea-4a02-bef9-5a157227a632 req-1c26c176-cd9c-48f4-907e-dbf929fc9056 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:50.035286 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7ebe6108-deea-4a02-bef9-5a157227a632 req-1c26c176-cd9c-48f4-907e-dbf929fc9056 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67697a-9fa5-43cd-97c0-c8b4dd2f603b HTTP/1.1" status: 200 len: 945 time: 0.1256740 Jul 09 15:07:50.145035 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7ebe6108-deea-4a02-bef9-5a157227a632 req-055c1fee-1edc-413e-b514-11380dee5f49 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820508 Jul 09 15:07:50.208529 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-39f1ed44-e6b4-4a76-aaf3-7e529f6b8fe6 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Allocated IP 172.20.0.17 (9ca6c169-69e4-4f07-82da-d7c4b4563b1b/a7caa039-c2a0-45f0-90bb-c2176454287a/f88cc317-8dc8-46ff-bd97-77d380530e27) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:07:50.252963 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828d37d-ca5d-42b4-8bfd-1c00dcfa3f50 req-186dbb2b-8174-4ca8-bf6f-ec71353a25d3 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:50.254689 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4828d37d-ca5d-42b4-8bfd-1c00dcfa3f50 req-186dbb2b-8174-4ca8-bf6f-ec71353a25d3 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdadfec8-67e9-4568-91cf-47d0d176cbd7 HTTP/1.1" status: 200 len: 944 time: 0.0676024 Jul 09 15:07:50.300027 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4828d37d-ca5d-42b4-8bfd-1c00dcfa3f50 req-254c7f41-5e32-4f17-b30c-85e9cf6a7045 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/security-groups?id=6558d8f7-d545-4a35-981b-6e3850cfc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388956 Jul 09 15:07:50.335265 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-39f1ed44-e6b4-4a76-aaf3-7e529f6b8fe6 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:50.349434 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-39f1ed44-e6b4-4a76-aaf3-7e529f6b8fe6 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Transition to ACTIVE for port object f88cc317-8dc8-46ff-bd97-77d380530e27 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:07:50.495014 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-39f1ed44-e6b4-4a76-aaf3-7e529f6b8fe6 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:50.539656 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f1ed44-e6b4-4a76-aaf3-7e529f6b8fe6 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Network 9ca6c169-69e4-4f07-82da-d7c4b4563b1b is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:07:50.542806 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-39f1ed44-e6b4-4a76-aaf3-7e529f6b8fe6 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:07:50.547884 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f1ed44-e6b4-4a76-aaf3-7e529f6b8fe6 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:07:50.576065 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f1ed44-e6b4-4a76-aaf3-7e529f6b8fe6 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Pushing event updated for resources: {'Port': ['ID=f88cc317-8dc8-46ff-bd97-77d380530e27,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:07:50.601713 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-39f1ed44-e6b4-4a76-aaf3-7e529f6b8fe6 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:50.804597 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-39f1ed44-e6b4-4a76-aaf3-7e529f6b8fe6 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:50.848863 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a401ea1e-8550-43d6-8cac-25b75ee08a5a None None] Provisioning for port f88cc317-8dc8-46ff-bd97-77d380530e27 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:07:50.853233 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a401ea1e-8550-43d6-8cac-25b75ee08a5a None None] Provisioning complete for port f88cc317-8dc8-46ff-bd97-77d380530e27 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:07:50.853740 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a401ea1e-8550-43d6-8cac-25b75ee08a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:50.892646 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a401ea1e-8550-43d6-8cac-25b75ee08a5a None None] Port f88cc317-8dc8-46ff-bd97-77d380530e27 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:07:51.090597 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-39f1ed44-e6b4-4a76-aaf3-7e529f6b8fe6 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:51.154141 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-39f1ed44-e6b4-4a76-aaf3-7e529f6b8fe6 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:51.231247 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-39f1ed44-e6b4-4a76-aaf3-7e529f6b8fe6 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:51.233491 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f1ed44-e6b4-4a76-aaf3-7e529f6b8fe6 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Pushing event updated for resources: {'Port': ['ID=f88cc317-8dc8-46ff-bd97-77d380530e27,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:07:51.374297 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f1ed44-e6b4-4a76-aaf3-7e529f6b8fe6 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Network 9ca6c169-69e4-4f07-82da-d7c4b4563b1b is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:07:51.382207 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb738cca-65a5-46ee-8b96-a41aee1b6817 req-05104d52-36a9-4675-bf60-ab81e00f7ab6 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:51.389134 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cb738cca-65a5-46ee-8b96-a41aee1b6817 req-05104d52-36a9-4675-bf60-ab81e00f7ab6 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67697a-9fa5-43cd-97c0-c8b4dd2f603b HTTP/1.1" status: 200 len: 945 time: 0.1048117 Jul 09 15:07:51.389134 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-39f1ed44-e6b4-4a76-aaf3-7e529f6b8fe6 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:07:51.466924 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cb738cca-65a5-46ee-8b96-a41aee1b6817 req-427df974-b5ef-4d30-abd5-bde67e3a3bac tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745564 Jul 09 15:07:51.506694 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa9f9bf-1458-489f-bbb6-38eb612a47f8 req-30336605-5996-451c-83ef-99139e65336a tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:51.509138 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-efa9f9bf-1458-489f-bbb6-38eb612a47f8 req-30336605-5996-451c-83ef-99139e65336a tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdadfec8-67e9-4568-91cf-47d0d176cbd7 HTTP/1.1" status: 200 len: 944 time: 0.0799189 Jul 09 15:07:51.528622 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39f1ed44-e6b4-4a76-aaf3-7e529f6b8fe6 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Router 9adb4877-cd75-4e70-884e-e4a2aa007af2 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:07:51.552369 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-efa9f9bf-1458-489f-bbb6-38eb612a47f8 req-dce2d745-fa5b-44da-ad5a-22995fc9a11f tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/security-groups?id=6558d8f7-d545-4a35-981b-6e3850cfc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374119 Jul 09 15:07:51.618035 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-69dae8cd-f5ae-4a21-a692-8a6a108c19a9 None None] Provisioning complete for port f88cc317-8dc8-46ff-bd97-77d380530e27 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:07:51.618485 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-69dae8cd-f5ae-4a21-a692-8a6a108c19a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:51.645781 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f1ed44-e6b4-4a76-aaf3-7e529f6b8fe6 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:07:51.653274 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-69dae8cd-f5ae-4a21-a692-8a6a108c19a9 None None] Port f88cc317-8dc8-46ff-bd97-77d380530e27 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:07:51.657829 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096d2431-6a6d-43d9-88b4-c11bd535d7c0 None None] Sync routers for ids ['9adb4877-cd75-4e70-884e-e4a2aa007af2'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:07:51.660109 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-39f1ed44-e6b4-4a76-aaf3-7e529f6b8fe6 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "PUT /v2.0/routers/9adb4877-cd75-4e70-884e-e4a2aa007af2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2357199 Jul 09 15:07:51.669341 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096d2431-6a6d-43d9-88b4-c11bd535d7c0 None None] Routers {'9adb4877-cd75-4e70-884e-e4a2aa007af2'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:07:51.669885 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-096d2431-6a6d-43d9-88b4-c11bd535d7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:07:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['9adb4877-cd75-4e70-884e-e4a2aa007af2'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:07:51.778150 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-096d2431-6a6d-43d9-88b4-c11bd535d7c0 None None] Set router 9adb4877-cd75-4e70-884e-e4a2aa007af2 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:07:52.090463 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-096d2431-6a6d-43d9-88b4-c11bd535d7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adb4877-cd75-4e70-884e-e4a2aa007af2', 'name': 'tempest-TestNetworkBasicOps-router-1420943158', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '491efa71-d6ce-4fda-ae82-505c17f95126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:06:19Z', 'updated_at': '2021-07-09T15:07:50Z', 'revision_number': 5, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'gw_port': {'id': '491efa71-d6ce-4fda-ae82-505c17f95126', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:97:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adb4877-cd75-4e70-884e-e4a2aa007af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:06:20Z', 'updated_at': '2021-07-09T15:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '330c2003-b9e9-4d01-a777-81b66486df14', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'floating_ip_address': '172.25.3.219', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '9adb4877-cd75-4e70-884e-e4a2aa007af2', 'port_id': '08d43931-06bc-45f2-ab14-5bfc6b427fe8', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b3704e8-451c-4589-8c88-b29a937cb5cc', 'mac_address': 'fa:16:3e:61:42:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f636168f-d1dc-4993-b598-8874f15be0b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:06:51Z', 'updated_at': '2021-07-09T15:06:54Z', 'revision_number': 1, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '370ac841-d3ae-4e16-9a85-4fd69494a30d', 'name': '', 'network_id': '2b3704e8-451c-4589-8c88-b29a937cb5cc', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'mac_address': 'fa:16:3e:cf:32:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adb4877-cd75-4e70-884e-e4a2aa007af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '698ed9b4-c044-4342-bccd-fd185f7a5759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:06:25Z', 'updated_at': '2021-07-09T15:06:33Z', 'revision_number': 5, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'subnets': [{'id': '698ed9b4-c044-4342-bccd-fd185f7a5759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f88cc317-8dc8-46ff-bd97-77d380530e27', 'name': '', 'network_id': '9ca6c169-69e4-4f07-82da-d7c4b4563b1b', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'mac_address': 'fa:16:3e:ef:d5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9adb4877-cd75-4e70-884e-e4a2aa007af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': 'a7caa039-c2a0-45f0-90bb-c2176454287a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:07:50Z', 'updated_at': '2021-07-09T15:07:50Z', 'revision_number': 2, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'subnets': [{'id': 'a7caa039-c2a0-45f0-90bb-c2176454287a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:07:52.117043 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096d2431-6a6d-43d9-88b4-c11bd535d7c0 None None] Checking router: 9adb4877-cd75-4e70-884e-e4a2aa007af2 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:07:52.117392 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096d2431-6a6d-43d9-88b4-c11bd535d7c0 None None] Updating router 9adb4877-cd75-4e70-884e-e4a2aa007af2 port f88cc317-8dc8-46ff-bd97-77d380530e27 binding host n-d-799529-6 {{(pid=94448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:07:52.150635 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-096d2431-6a6d-43d9-88b4-c11bd535d7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:52.413717 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-096d2431-6a6d-43d9-88b4-c11bd535d7c0 None None] Notify callbacks [] for port, precommit_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:52.424162 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.provisioning_blocks [None req-096d2431-6a6d-43d9-88b4-c11bd535d7c0 None None] Transition to ACTIVE for port object f88cc317-8dc8-46ff-bd97-77d380530e27 will not be triggered until provisioned by entity L2. {{(pid=94448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:07:52.491415 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-096d2431-6a6d-43d9-88b4-c11bd535d7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:52.544876 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c53ade-497e-4696-ab91-cf8064260ec6 None None] Pushing event updated for resources: {'Port': ['ID=f88cc317-8dc8-46ff-bd97-77d380530e27,revision_number=3']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:07:52.569893 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c53ade-497e-4696-ab91-cf8064260ec6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:07:52.570241 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c53ade-497e-4696-ab91-cf8064260ec6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:07:52.570584 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c53ade-497e-4696-ab91-cf8064260ec6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:07:52.570919 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c53ade-497e-4696-ab91-cf8064260ec6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:07:52.571982 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c53ade-497e-4696-ab91-cf8064260ec6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:07:52.571982 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c53ade-497e-4696-ab91-cf8064260ec6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:07:52.571982 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c53ade-497e-4696-ab91-cf8064260ec6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:07:52.572265 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c53ade-497e-4696-ab91-cf8064260ec6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:07:52.572537 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c53ade-497e-4696-ab91-cf8064260ec6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:07:52.572858 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c53ade-497e-4696-ab91-cf8064260ec6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:07:52.573181 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c53ade-497e-4696-ab91-cf8064260ec6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:07:52.573527 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c53ade-497e-4696-ab91-cf8064260ec6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:07:52.611350 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-096d2431-6a6d-43d9-88b4-c11bd535d7c0 None None] Attempting to bind port f88cc317-8dc8-46ff-bd97-77d380530e27 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:07:52.611758 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-096d2431-6a6d-43d9-88b4-c11bd535d7c0 None None] Attempting to bind port f88cc317-8dc8-46ff-bd97-77d380530e27 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd8d80a39-6106-488b-a2d4-6fee3722da4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '9ca6c169-69e4-4f07-82da-d7c4b4563b1b'}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:07:52.612128 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096d2431-6a6d-43d9-88b4-c11bd535d7c0 None None] Attempting to bind port f88cc317-8dc8-46ff-bd97-77d380530e27 on network 9ca6c169-69e4-4f07-82da-d7c4b4563b1b {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:07:52.616591 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device da50c45b-3d7a-48c5-83e8-388d50fb0572 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 15:07:52.628658 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096d2431-6a6d-43d9-88b4-c11bd535d7c0 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:07:52.628658 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096d2431-6a6d-43d9-88b4-c11bd535d7c0 None None] Checking segment: {'id': 'd8d80a39-6106-488b-a2d4-6fee3722da4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '9ca6c169-69e4-4f07-82da-d7c4b4563b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:07:52.630852 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-096d2431-6a6d-43d9-88b4-c11bd535d7c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:52.630852 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096d2431-6a6d-43d9-88b4-c11bd535d7c0 None None] Bound using segment: {'id': 'd8d80a39-6106-488b-a2d4-6fee3722da4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '9ca6c169-69e4-4f07-82da-d7c4b4563b1b'} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:07:52.630852 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-096d2431-6a6d-43d9-88b4-c11bd535d7c0 None None] Bound port: f88cc317-8dc8-46ff-bd97-77d380530e27, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8d80a39-6106-488b-a2d4-6fee3722da4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '9ca6c169-69e4-4f07-82da-d7c4b4563b1b'}}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:07:52.630852 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-096d2431-6a6d-43d9-88b4-c11bd535d7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:52.672723 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c75ad3-eec6-4c30-bb49-c07c3ecf8831 req-1f6039b4-0b2c-4012-bb18-7ae80fb7fb6b tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:52.674386 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-56c75ad3-eec6-4c30-bb49-c07c3ecf8831 req-1f6039b4-0b2c-4012-bb18-7ae80fb7fb6b tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67697a-9fa5-43cd-97c0-c8b4dd2f603b HTTP/1.1" status: 200 len: 945 time: 0.0767639 Jul 09 15:07:52.719563 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-096d2431-6a6d-43d9-88b4-c11bd535d7c0 None None] For port f88cc317-8dc8-46ff-bd97-77d380530e27, host n-d-799529-6, cleared binding levels {{(pid=94448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:07:52.723619 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-096d2431-6a6d-43d9-88b4-c11bd535d7c0 None None] For port f88cc317-8dc8-46ff-bd97-77d380530e27, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=f88cc317-8dc8-46ff-bd97-77d380530e27,segment=NetworkSegment(d8d80a39-6106-488b-a2d4-6fee3722da4c),segment_id=d8d80a39-6106-488b-a2d4-6fee3722da4c)] {{(pid=94448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:07:52.727338 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-56c75ad3-eec6-4c30-bb49-c07c3ecf8831 req-45e84041-2551-4532-baa4-ff9b8ec1922a tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441518 Jul 09 15:07:52.771255 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port da50c45b-3d7a-48c5-83e8-388d50fb0572, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=da50c45b-3d7a-48c5-83e8-388d50fb0572,segment=NetworkSegment(793f6188-e169-447b-9a2e-8619e04e34aa),segment_id=793f6188-e169-447b-9a2e-8619e04e34aa)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:07:52.784082 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': 'da50c45b-3d7a-48c5-83e8-388d50fb0572', 'network_id': '053b5aa8-ddaf-4c8a-a4d7-933f77f92447', 'port_id': 'da50c45b-3d7a-48c5-83e8-388d50fb0572', 'mac_address': 'fa:16:3e:56:54:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f10ff914-6b6b-4456-8b4d-b9664913c2d3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 15:07:52.790267 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae0015-88e4-4546-8c0d-18e31adea23d req-39e1f607-db1d-4f54-a144-88f6686b090d tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:52.790267 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b5ae0015-88e4-4546-8c0d-18e31adea23d req-39e1f607-db1d-4f54-a144-88f6686b090d tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdadfec8-67e9-4568-91cf-47d0d176cbd7 HTTP/1.1" status: 200 len: 944 time: 0.0761056 Jul 09 15:07:52.809303 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-096d2431-6a6d-43d9-88b4-c11bd535d7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:52.830980 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:52.845239 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da50c45b-3d7a-48c5-83e8-388d50fb0572 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:07:52.852094 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b5ae0015-88e4-4546-8c0d-18e31adea23d req-3da45663-218e-457d-9b1b-ed414c359cf1 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/security-groups?id=6558d8f7-d545-4a35-981b-6e3850cfc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530727 Jul 09 15:07:52.881432 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port da50c45b-3d7a-48c5-83e8-388d50fb0572, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=da50c45b-3d7a-48c5-83e8-388d50fb0572,segment=NetworkSegment(793f6188-e169-447b-9a2e-8619e04e34aa),segment_id=793f6188-e169-447b-9a2e-8619e04e34aa)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:07:52.900067 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096d2431-6a6d-43d9-88b4-c11bd535d7c0 None None] Routers {'9adb4877-cd75-4e70-884e-e4a2aa007af2'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:07:52.900708 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-096d2431-6a6d-43d9-88b4-c11bd535d7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:07:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['9adb4877-cd75-4e70-884e-e4a2aa007af2'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:07:52.902633 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c53ade-497e-4696-ab91-cf8064260ec6 None None] Pushing event updated for resources: {'Port': ['ID=f88cc317-8dc8-46ff-bd97-77d380530e27,revision_number=4']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:07:52.991561 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:53.019761 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-096d2431-6a6d-43d9-88b4-c11bd535d7c0 None None] Set router 9adb4877-cd75-4e70-884e-e4a2aa007af2 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:07:53.040550 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=da50c45b-3d7a-48c5-83e8-388d50fb0572,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:07:53.249583 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-096d2431-6a6d-43d9-88b4-c11bd535d7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adb4877-cd75-4e70-884e-e4a2aa007af2', 'name': 'tempest-TestNetworkBasicOps-router-1420943158', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '491efa71-d6ce-4fda-ae82-505c17f95126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:06:19Z', 'updated_at': '2021-07-09T15:07:50Z', 'revision_number': 5, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'gw_port': {'id': '491efa71-d6ce-4fda-ae82-505c17f95126', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:97:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adb4877-cd75-4e70-884e-e4a2aa007af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:06:20Z', 'updated_at': '2021-07-09T15:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '330c2003-b9e9-4d01-a777-81b66486df14', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'floating_ip_address': '172.25.3.219', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '9adb4877-cd75-4e70-884e-e4a2aa007af2', 'port_id': '08d43931-06bc-45f2-ab14-5bfc6b427fe8', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b3704e8-451c-4589-8c88-b29a937cb5cc', 'mac_address': 'fa:16:3e:61:42:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f636168f-d1dc-4993-b598-8874f15be0b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:06:51Z', 'updated_at': '2021-07-09T15:06:54Z', 'revision_number': 1, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '370ac841-d3ae-4e16-9a85-4fd69494a30d', 'name': '', 'network_id': '2b3704e8-451c-4589-8c88-b29a937cb5cc', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'mac_address': 'fa:16:3e:cf:32:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adb4877-cd75-4e70-884e-e4a2aa007af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '698ed9b4-c044-4342-bccd-fd185f7a5759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:06:25Z', 'updated_at': '2021-07-09T15:06:33Z', 'revision_number': 5, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'subnets': [{'id': '698ed9b4-c044-4342-bccd-fd185f7a5759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f88cc317-8dc8-46ff-bd97-77d380530e27', 'name': '', 'network_id': '9ca6c169-69e4-4f07-82da-d7c4b4563b1b', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'mac_address': 'fa:16:3e:ef:d5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9adb4877-cd75-4e70-884e-e4a2aa007af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': 'a7caa039-c2a0-45f0-90bb-c2176454287a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:07:50Z', 'updated_at': '2021-07-09T15:07:52Z', 'revision_number': 4, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'subnets': [{'id': 'a7caa039-c2a0-45f0-90bb-c2176454287a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:07:53.279177 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096d2431-6a6d-43d9-88b4-c11bd535d7c0 None None] The sync data for ids ['9adb4877-cd75-4e70-884e-e4a2aa007af2'] in n-d-799529-6 is: [{'id': '9adb4877-cd75-4e70-884e-e4a2aa007af2', 'name': 'tempest-TestNetworkBasicOps-router-1420943158', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '491efa71-d6ce-4fda-ae82-505c17f95126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:06:19Z', 'updated_at': '2021-07-09T15:07:50Z', 'revision_number': 5, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'gw_port': {'id': '491efa71-d6ce-4fda-ae82-505c17f95126', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:97:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adb4877-cd75-4e70-884e-e4a2aa007af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:06:20Z', 'updated_at': '2021-07-09T15:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '330c2003-b9e9-4d01-a777-81b66486df14', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'floating_ip_address': '172.25.3.219', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '9adb4877-cd75-4e70-884e-e4a2aa007af2', 'port_id': '08d43931-06bc-45f2-ab14-5bfc6b427fe8', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b3704e8-451c-4589-8c88-b29a937cb5cc', 'mac_address': 'fa:16:3e:61:42:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f636168f-d1dc-4993-b598-8874f15be0b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:06:51Z', 'updated_at': '2021-07-09T15:06:54Z', 'revision_number': 1, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '370ac841-d3ae-4e16-9a85-4fd69494a30d', 'name': '', 'network_id': '2b3704e8-451c-4589-8c88-b29a937cb5cc', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'mac_address': 'fa:16:3e:cf:32:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adb4877-cd75-4e70-884e-e4a2aa007af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '698ed9b4-c044-4342-bccd-fd185f7a5759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:06:25Z', 'updated_at': '2021-07-09T15:06:33Z', 'revision_number': 5, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'subnets': [{'id': '698ed9b4-c044-4342-bccd-fd185f7a5759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f88cc317-8dc8-46ff-bd97-77d380530e27', 'name': '', 'network_id': '9ca6c169-69e4-4f07-82da-d7c4b4563b1b', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'mac_address': 'fa:16:3e:ef:d5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9adb4877-cd75-4e70-884e-e4a2aa007af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': 'a7caa039-c2a0-45f0-90bb-c2176454287a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:07:50Z', 'updated_at': '2021-07-09T15:07:52Z', 'revision_number': 4, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'subnets': [{'id': 'a7caa039-c2a0-45f0-90bb-c2176454287a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:07:53.354467 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:53.506906 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['da50c45b-3d7a-48c5-83e8-388d50fb0572'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:07:53.916323 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a92abdc-40d3-4c59-98c6-436c48423632 req-d3d4a3d2-c0c3-4daa-9c2b-b821b1929131 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:53.917845 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3a92abdc-40d3-4c59-98c6-436c48423632 req-d3d4a3d2-c0c3-4daa-9c2b-b821b1929131 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67697a-9fa5-43cd-97c0-c8b4dd2f603b HTTP/1.1" status: 200 len: 945 time: 0.0676060 Jul 09 15:07:53.960369 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3a92abdc-40d3-4c59-98c6-436c48423632 req-323aacf0-8e70-4b67-b43c-44bd2058271c tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360248 Jul 09 15:07:54.027253 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfa7c0a-f6a8-4763-a6fb-44f4317f7121 req-e3bee29d-e8af-4e25-a61a-4828f9a94702 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:54.028693 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ebfa7c0a-f6a8-4763-a6fb-44f4317f7121 req-e3bee29d-e8af-4e25-a61a-4828f9a94702 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdadfec8-67e9-4568-91cf-47d0d176cbd7 HTTP/1.1" status: 200 len: 945 time: 0.0655010 Jul 09 15:07:54.066739 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ebfa7c0a-f6a8-4763-a6fb-44f4317f7121 req-8e76f8e1-985d-4318-8ad0-85f05745502b tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/security-groups?id=6558d8f7-d545-4a35-981b-6e3850cfc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323644 Jul 09 15:07:54.917801 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device f88cc317-8dc8-46ff-bd97-77d380530e27 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:07:55.032382 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port f88cc317-8dc8-46ff-bd97-77d380530e27 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:07:55.036444 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port f88cc317-8dc8-46ff-bd97-77d380530e27 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:07:55.036820 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:55.118267 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:55.138588 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4755c7b2-5909-475b-9e25-ce5b34b33f1c req-5b79aca7-d9a3-4363-a12d-2806f957b803 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:55.140769 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4755c7b2-5909-475b-9e25-ce5b34b33f1c req-5b79aca7-d9a3-4363-a12d-2806f957b803 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67697a-9fa5-43cd-97c0-c8b4dd2f603b HTTP/1.1" status: 200 len: 945 time: 0.0690436 Jul 09 15:07:55.153350 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port f88cc317-8dc8-46ff-bd97-77d380530e27, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=f88cc317-8dc8-46ff-bd97-77d380530e27,segment=NetworkSegment(d8d80a39-6106-488b-a2d4-6fee3722da4c),segment_id=d8d80a39-6106-488b-a2d4-6fee3722da4c)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:07:55.182412 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4755c7b2-5909-475b-9e25-ce5b34b33f1c req-a20b8707-c2f9-46fe-8823-47a8b31d3f95 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347118 Jul 09 15:07:55.237588 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:55.248029 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad6e00-54d4-4c0c-a063-e73176214155 req-4413d5c9-4a55-4502-9b02-f85673bc4950 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:55.250176 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-91ad6e00-54d4-4c0c-a063-e73176214155 req-4413d5c9-4a55-4502-9b02-f85673bc4950 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdadfec8-67e9-4568-91cf-47d0d176cbd7 HTTP/1.1" status: 200 len: 945 time: 0.0696819 Jul 09 15:07:55.287592 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=f88cc317-8dc8-46ff-bd97-77d380530e27,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:07:55.291342 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-91ad6e00-54d4-4c0c-a063-e73176214155 req-be76d00e-cd2c-4217-870f-d34d1b7e4279 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/security-groups?id=6558d8f7-d545-4a35-981b-6e3850cfc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352392 Jul 09 15:07:56.162989 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-052943c9-d5ef-471f-81b3-84416791b9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:56.374750 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9a77e-d239-44b0-be2d-6087b780490d req-dd629d95-8e89-4803-bee2-eef03824aee3 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:56.382265 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b0a9a77e-d239-44b0-be2d-6087b780490d req-dd629d95-8e89-4803-bee2-eef03824aee3 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67697a-9fa5-43cd-97c0-c8b4dd2f603b HTTP/1.1" status: 200 len: 945 time: 0.0656033 Jul 09 15:07:56.420278 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b0a9a77e-d239-44b0-be2d-6087b780490d req-76cf73eb-61ca-4f46-ab23-5b3bff90f715 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377443 Jul 09 15:07:56.474069 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f35d3d6-5d88-4422-a37a-b4ede7e46497 req-852848ed-ad6b-4433-b7be-cc78239a0000 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:56.475655 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8f35d3d6-5d88-4422-a37a-b4ede7e46497 req-852848ed-ad6b-4433-b7be-cc78239a0000 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdadfec8-67e9-4568-91cf-47d0d176cbd7 HTTP/1.1" status: 200 len: 945 time: 0.0657020 Jul 09 15:07:56.515328 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8f35d3d6-5d88-4422-a37a-b4ede7e46497 req-37be7a80-c012-439d-878a-df7f949e1a61 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/security-groups?id=6558d8f7-d545-4a35-981b-6e3850cfc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333314 Jul 09 15:07:56.642390 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device da50c45b-3d7a-48c5-83e8-388d50fb0572 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:07:56.731457 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port da50c45b-3d7a-48c5-83e8-388d50fb0572 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:07:56.735305 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port da50c45b-3d7a-48c5-83e8-388d50fb0572 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:07:56.735719 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:56.817952 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:56.841337 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdadfec8-67e9-4568-91cf-47d0d176cbd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da50c45b-3d7a-48c5-83e8-388d50fb0572'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:07:56.843896 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73af8943-10c1-4194-a2f5-51b2bfbca077" -d '{"events": [{"server_uuid": "fdadfec8-67e9-4568-91cf-47d0d176cbd7", "name": "network-vif-plugged", "status": "completed", "tag": "da50c45b-3d7a-48c5-83e8-388d50fb0572"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:07:56.859960 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port da50c45b-3d7a-48c5-83e8-388d50fb0572, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=da50c45b-3d7a-48c5-83e8-388d50fb0572,segment=NetworkSegment(793f6188-e169-447b-9a2e-8619e04e34aa),segment_id=793f6188-e169-447b-9a2e-8619e04e34aa)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:07:56.882966 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f051e4a4-dfbf-4287-83cd-04b3025e4985 x-openstack-request-id: req-f051e4a4-dfbf-4287-83cd-04b3025e4985 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:07:56.883256 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdadfec8-67e9-4568-91cf-47d0d176cbd7", "name": "network-vif-plugged", "status": "completed", "tag": "da50c45b-3d7a-48c5-83e8-388d50fb0572", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:07:56.883530 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f051e4a4-dfbf-4287-83cd-04b3025e4985 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:07:56.883926 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdadfec8-67e9-4568-91cf-47d0d176cbd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da50c45b-3d7a-48c5-83e8-388d50fb0572', 'code': 200} Jul 09 15:07:56.898316 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device f88cc317-8dc8-46ff-bd97-77d380530e27 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:07:56.950925 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port f88cc317-8dc8-46ff-bd97-77d380530e27 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:07:56.951920 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:56.975379 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:57.036805 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c0a1b9-7e23-407e-973f-354686dee289 req-a9e13fa8-aa85-4da4-bb66-584fb09c26de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:57.038385 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-38c0a1b9-7e23-407e-973f-354686dee289 req-a9e13fa8-aa85-4da4-bb66-584fb09c26de service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fdadfec8-67e9-4568-91cf-47d0d176cbd7 HTTP/1.1" status: 200 len: 1097 time: 0.0570848 Jul 09 15:07:57.042960 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=da50c45b-3d7a-48c5-83e8-388d50fb0572,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:07:57.074395 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-38c0a1b9-7e23-407e-973f-354686dee289 req-5b3c2b08-2890-4b78-8e7a-c3bffcc22cc2 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=6558d8f7-d545-4a35-981b-6e3850cfc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290570 Jul 09 15:07:57.601250 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e9492-c61a-40f8-b301-5b88d2e367f1 req-5cc1b410-e91a-4ae4-94aa-3075b6ab3219 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:57.602771 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cf0e9492-c61a-40f8-b301-5b88d2e367f1 req-5cc1b410-e91a-4ae4-94aa-3075b6ab3219 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67697a-9fa5-43cd-97c0-c8b4dd2f603b HTTP/1.1" status: 200 len: 945 time: 0.0710251 Jul 09 15:07:57.643743 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cf0e9492-c61a-40f8-b301-5b88d2e367f1 req-7991c442-aad8-4865-92f9-321bca7feb8a tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343337 Jul 09 15:07:57.694815 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8e39e-8f37-4309-a21a-d95cfc5acc59 req-476c72de-6552-4128-8502-b96b491b5329 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:57.696385 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0bb8e39e-8f37-4309-a21a-d95cfc5acc59 req-476c72de-6552-4128-8502-b96b491b5329 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdadfec8-67e9-4568-91cf-47d0d176cbd7 HTTP/1.1" status: 200 len: 946 time: 0.0642478 Jul 09 15:07:57.735285 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0bb8e39e-8f37-4309-a21a-d95cfc5acc59 req-390f1c29-01ae-453c-8774-53f8cf8c362b tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/security-groups?id=6558d8f7-d545-4a35-981b-6e3850cfc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332742 Jul 09 15:07:58.844520 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504d8a09-aec8-4ae5-bfaf-cba50bbe8fe1 req-9b0dc01a-5884-4096-acb0-2794cf795cba tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:58.846061 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-504d8a09-aec8-4ae5-bfaf-cba50bbe8fe1 req-9b0dc01a-5884-4096-acb0-2794cf795cba tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67697a-9fa5-43cd-97c0-c8b4dd2f603b HTTP/1.1" status: 200 len: 945 time: 0.0799549 Jul 09 15:07:58.888888 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-504d8a09-aec8-4ae5-bfaf-cba50bbe8fe1 req-851a488c-e9fa-4647-935d-696b77a88712 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365942 Jul 09 15:07:58.923684 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dba5054-1355-4bb2-ba28-7db0863fcf77 req-9bb99c00-93ea-4d91-9610-ff4daf408d7a tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:07:58.934298 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0dba5054-1355-4bb2-ba28-7db0863fcf77 req-9bb99c00-93ea-4d91-9610-ff4daf408d7a tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdadfec8-67e9-4568-91cf-47d0d176cbd7 HTTP/1.1" status: 200 len: 946 time: 0.0676451 Jul 09 15:07:58.971697 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0dba5054-1355-4bb2-ba28-7db0863fcf77 req-81628c77-2dbd-4345-9681-240b67c208d3 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/security-groups?id=6558d8f7-d545-4a35-981b-6e3850cfc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404589 Jul 09 15:07:59.048723 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-534bea53-eff7-4e58-80c0-0991d68f51c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:07:59.202971 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:00.078661 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ee450-6c4b-4151-9040-a14253e5c149 req-2c8f97cd-5bbe-4658-95b6-e5cb2fbc93ad tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:00.080279 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-713ee450-6c4b-4151-9040-a14253e5c149 req-2c8f97cd-5bbe-4658-95b6-e5cb2fbc93ad tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67697a-9fa5-43cd-97c0-c8b4dd2f603b HTTP/1.1" status: 200 len: 945 time: 0.0732300 Jul 09 15:08:00.120933 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-713ee450-6c4b-4151-9040-a14253e5c149 req-4d19a289-6b0f-437b-8ee3-b26a6fe3e45e tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342801 Jul 09 15:08:00.160738 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984f2fe9-dc5f-49a2-bcdd-77861f78b99e req-c1955b76-3160-418d-b660-0a1a56aca78d tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:00.162246 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-984f2fe9-dc5f-49a2-bcdd-77861f78b99e req-c1955b76-3160-418d-b660-0a1a56aca78d tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdadfec8-67e9-4568-91cf-47d0d176cbd7 HTTP/1.1" status: 200 len: 946 time: 0.0671699 Jul 09 15:08:00.210278 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-984f2fe9-dc5f-49a2-bcdd-77861f78b99e req-fceec45f-5e11-4a5b-beda-7fef08e555b1 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/security-groups?id=6558d8f7-d545-4a35-981b-6e3850cfc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421538 Jul 09 15:08:00.237266 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:00.392750 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b20eba-da9d-46b8-b75a-c36d4003fc72 req-7cee6430-3666-4a34-ad92-2d9faa619827 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:00.394160 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-87b20eba-da9d-46b8-b75a-c36d4003fc72 req-7cee6430-3666-4a34-ad92-2d9faa619827 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdadfec8-67e9-4568-91cf-47d0d176cbd7 HTTP/1.1" status: 200 len: 946 time: 0.0727658 Jul 09 15:08:00.402707 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 38372) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:08:00.407994 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-d4ef09fc-5616-4d6b-8aee-fd98a8cdf0f6 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Request body: {'floatingip': {'port_id': 'da50c45b-3d7a-48c5-83e8-388d50fb0572'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:08:00.447325 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d4ef09fc-5616-4d6b-8aee-fd98a8cdf0f6 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks [] for floatingip, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:00.898556 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d4ef09fc-5616-4d6b-8aee-fd98a8cdf0f6 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:00.993923 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d4ef09fc-5616-4d6b-8aee-fd98a8cdf0f6 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:01.097798 n-d-799529-6 neutron-server[94445]: INFO neutron.db.l3_db [None req-d4ef09fc-5616-4d6b-8aee-fd98a8cdf0f6 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Floating IP 7af56fa6-da1b-48e8-addc-014620036338 associated. External IP: 172.25.3.75, port: da50c45b-3d7a-48c5-83e8-388d50fb0572. Jul 09 15:08:01.294237 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e30b7a-3342-41f5-927a-98075e000352 req-15167319-4c2f-4518-bb1e-32321f5e0838 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:01.296423 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-62e30b7a-3342-41f5-927a-98075e000352 req-15167319-4c2f-4518-bb1e-32321f5e0838 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67697a-9fa5-43cd-97c0-c8b4dd2f603b HTTP/1.1" status: 200 len: 945 time: 0.0644310 Jul 09 15:08:01.312701 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4ef09fc-5616-4d6b-8aee-fd98a8cdf0f6 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Router 43af091c-b350-41d9-af4d-58aa3cabcab1 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:08:01.334447 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-62e30b7a-3342-41f5-927a-98075e000352 req-949c10e3-cc1b-46a6-8d05-d76ec26bf6a3 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319314 Jul 09 15:08:01.629197 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:01.732985 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ef09fc-5616-4d6b-8aee-fd98a8cdf0f6 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:08:01.737986 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d4ef09fc-5616-4d6b-8aee-fd98a8cdf0f6 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:01.743603 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cf3103-e8e6-44d3-9cd7-c35b4cb857a1 None None] Sync routers for ids ['43af091c-b350-41d9-af4d-58aa3cabcab1'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:08:01.752510 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cf3103-e8e6-44d3-9cd7-c35b4cb857a1 None None] Routers {'43af091c-b350-41d9-af4d-58aa3cabcab1'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:08:01.753230 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-34cf3103-e8e6-44d3-9cd7-c35b4cb857a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:07:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['43af091c-b350-41d9-af4d-58aa3cabcab1'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:08:01.774332 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d4ef09fc-5616-4d6b-8aee-fd98a8cdf0f6 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "PUT /v2.0/floatingips/7af56fa6-da1b-48e8-addc-014620036338 HTTP/1.1" status: 200 len: 991 time: 1.3705587 Jul 09 15:08:01.775005 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdadfec8-67e9-4568-91cf-47d0d176cbd7', 'tag': 'da50c45b-3d7a-48c5-83e8-388d50fb0572'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:08:01.777255 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c6a834-f2b4-44fa-adc0-01c8375f7262" -d '{"events": [{"name": "network-changed", "server_uuid": "fdadfec8-67e9-4568-91cf-47d0d176cbd7", "tag": "da50c45b-3d7a-48c5-83e8-388d50fb0572"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:08:01.819729 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1367bd-ea0b-4fc1-b931-bb7fc5a66d2b x-openstack-request-id: req-ec1367bd-ea0b-4fc1-b931-bb7fc5a66d2b {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:08:01.820027 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdadfec8-67e9-4568-91cf-47d0d176cbd7", "tag": "da50c45b-3d7a-48c5-83e8-388d50fb0572", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:08:01.820279 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ec1367bd-ea0b-4fc1-b931-bb7fc5a66d2b {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:08:01.820684 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdadfec8-67e9-4568-91cf-47d0d176cbd7', 'tag': 'da50c45b-3d7a-48c5-83e8-388d50fb0572', 'status': 'completed', 'code': 200} Jul 09 15:08:01.866306 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-34cf3103-e8e6-44d3-9cd7-c35b4cb857a1 None None] Set router 43af091c-b350-41d9-af4d-58aa3cabcab1 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:08:01.923496 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6a834-f2b4-44fa-adc0-01c8375f7262 req-42e56019-f984-4852-a05f-8b581780201e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:01.925052 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-50c6a834-f2b4-44fa-adc0-01c8375f7262 req-42e56019-f984-4852-a05f-8b581780201e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3378cbcb6d374f7888262c5aa67c214b&device_id=fdadfec8-67e9-4568-91cf-47d0d176cbd7 HTTP/1.1" status: 200 len: 1097 time: 0.0575078 Jul 09 15:08:02.019155 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6a834-f2b4-44fa-adc0-01c8375f7262 req-f7d1b89d-c202-49f7-9e07-47329a261f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:02.020685 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-50c6a834-f2b4-44fa-adc0-01c8375f7262 req-f7d1b89d-c202-49f7-9e07-47329a261f2a service neutron] 10.222.0.62 "GET /v2.0/networks?id=053b5aa8-ddaf-4c8a-a4d7-933f77f92447 HTTP/1.1" status: 200 len: 912 time: 0.0884707 Jul 09 15:08:02.105035 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-34cf3103-e8e6-44d3-9cd7-c35b4cb857a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43af091c-b350-41d9-af4d-58aa3cabcab1', 'name': 'tempest-AttachVolumeTestJSON-1112086082-router', 'tenant_id': '3378cbcb6d374f7888262c5aa67c214b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '87c92795-bfcc-4f62-a25c-c7b06b183eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:59:41Z', 'updated_at': '2021-07-09T14:59:49Z', 'revision_number': 4, 'project_id': '3378cbcb6d374f7888262c5aa67c214b', 'gw_port': {'id': '87c92795-bfcc-4f62-a25c-c7b06b183eb0', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43af091c-b350-41d9-af4d-58aa3cabcab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:59:43Z', 'updated_at': '2021-07-09T14:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '7af56fa6-da1b-48e8-addc-014620036338', 'tenant_id': '3378cbcb6d374f7888262c5aa67c214b', 'floating_ip_address': '172.25.3.75', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '43af091c-b350-41d9-af4d-58aa3cabcab1', 'port_id': 'da50c45b-3d7a-48c5-83e8-388d50fb0572', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '053b5aa8-ddaf-4c8a-a4d7-933f77f92447', 'mac_address': 'fa:16:3e:56:54:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdadfec8-67e9-4568-91cf-47d0d176cbd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:07:38Z', 'updated_at': '2021-07-09T15:08:00Z', 'revision_number': 1, 'project_id': '3378cbcb6d374f7888262c5aa67c214b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '795392a2-25ed-480d-af18-98a5c0c2d28e', 'name': '', 'network_id': '053b5aa8-ddaf-4c8a-a4d7-933f77f92447', 'tenant_id': '3378cbcb6d374f7888262c5aa67c214b', 'mac_address': 'fa:16:3e:8b:26:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43af091c-b350-41d9-af4d-58aa3cabcab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': 'f10ff914-6b6b-4456-8b4d-b9664913c2d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:59:48Z', 'updated_at': '2021-07-09T14:59:58Z', 'revision_number': 5, 'project_id': '3378cbcb6d374f7888262c5aa67c214b', 'subnets': [{'id': 'f10ff914-6b6b-4456-8b4d-b9664913c2d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:08:02.132696 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cf3103-e8e6-44d3-9cd7-c35b4cb857a1 None None] Checking router: 43af091c-b350-41d9-af4d-58aa3cabcab1 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:08:02.142293 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cf3103-e8e6-44d3-9cd7-c35b4cb857a1 None None] Routers {'43af091c-b350-41d9-af4d-58aa3cabcab1'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:08:02.142933 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-34cf3103-e8e6-44d3-9cd7-c35b4cb857a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:07:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['43af091c-b350-41d9-af4d-58aa3cabcab1'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:08:02.419236 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-34cf3103-e8e6-44d3-9cd7-c35b4cb857a1 None None] Set router 43af091c-b350-41d9-af4d-58aa3cabcab1 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:08:02.442243 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-50c6a834-f2b4-44fa-adc0-01c8375f7262 req-fd3d10ec-c860-4add-9612-81f05321bc73 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da50c45b-3d7a-48c5-83e8-388d50fb0572 HTTP/1.1" status: 200 len: 999 time: 0.4144678 Jul 09 15:08:02.522775 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6a834-f2b4-44fa-adc0-01c8375f7262 req-52151b97-57ff-4f71-b5de-ad37f70621b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:02.524283 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-50c6a834-f2b4-44fa-adc0-01c8375f7262 req-52151b97-57ff-4f71-b5de-ad37f70621b2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f10ff914-6b6b-4456-8b4d-b9664913c2d3 HTTP/1.1" status: 200 len: 850 time: 0.0745354 Jul 09 15:08:02.579979 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b5a4c1-0f57-4121-936f-e9ec72b661db req-f9557805-675c-443a-92bd-fa3525349506 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:02.581444 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c9b5a4c1-0f57-4121-936f-e9ec72b661db req-f9557805-675c-443a-92bd-fa3525349506 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67697a-9fa5-43cd-97c0-c8b4dd2f603b HTTP/1.1" status: 200 len: 945 time: 0.1065044 Jul 09 15:08:02.631026 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6a834-f2b4-44fa-adc0-01c8375f7262 req-b3b8ee20-173b-48fb-9a6c-e707ba82eb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:02.632528 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-50c6a834-f2b4-44fa-adc0-01c8375f7262 req-b3b8ee20-173b-48fb-9a6c-e707ba82eb9d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=053b5aa8-ddaf-4c8a-a4d7-933f77f92447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0999613 Jul 09 15:08:02.635368 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c9b5a4c1-0f57-4121-936f-e9ec72b661db req-fb0a26c8-c798-4152-b509-127c9ea4e6f9 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480132 Jul 09 15:08:02.653381 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-34cf3103-e8e6-44d3-9cd7-c35b4cb857a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43af091c-b350-41d9-af4d-58aa3cabcab1', 'name': 'tempest-AttachVolumeTestJSON-1112086082-router', 'tenant_id': '3378cbcb6d374f7888262c5aa67c214b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '87c92795-bfcc-4f62-a25c-c7b06b183eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:59:41Z', 'updated_at': '2021-07-09T14:59:49Z', 'revision_number': 4, 'project_id': '3378cbcb6d374f7888262c5aa67c214b', 'gw_port': {'id': '87c92795-bfcc-4f62-a25c-c7b06b183eb0', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43af091c-b350-41d9-af4d-58aa3cabcab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:59:43Z', 'updated_at': '2021-07-09T14:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '7af56fa6-da1b-48e8-addc-014620036338', 'tenant_id': '3378cbcb6d374f7888262c5aa67c214b', 'floating_ip_address': '172.25.3.75', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '43af091c-b350-41d9-af4d-58aa3cabcab1', 'port_id': 'da50c45b-3d7a-48c5-83e8-388d50fb0572', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '053b5aa8-ddaf-4c8a-a4d7-933f77f92447', 'mac_address': 'fa:16:3e:56:54:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdadfec8-67e9-4568-91cf-47d0d176cbd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:07:38Z', 'updated_at': '2021-07-09T15:08:00Z', 'revision_number': 1, 'project_id': '3378cbcb6d374f7888262c5aa67c214b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '795392a2-25ed-480d-af18-98a5c0c2d28e', 'name': '', 'network_id': '053b5aa8-ddaf-4c8a-a4d7-933f77f92447', 'tenant_id': '3378cbcb6d374f7888262c5aa67c214b', 'mac_address': 'fa:16:3e:8b:26:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43af091c-b350-41d9-af4d-58aa3cabcab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': 'f10ff914-6b6b-4456-8b4d-b9664913c2d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:59:48Z', 'updated_at': '2021-07-09T14:59:58Z', 'revision_number': 5, 'project_id': '3378cbcb6d374f7888262c5aa67c214b', 'subnets': [{'id': 'f10ff914-6b6b-4456-8b4d-b9664913c2d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:08:02.683796 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cf3103-e8e6-44d3-9cd7-c35b4cb857a1 None None] The sync data for ids ['43af091c-b350-41d9-af4d-58aa3cabcab1'] in n-d-799529-6 is: [{'id': '43af091c-b350-41d9-af4d-58aa3cabcab1', 'name': 'tempest-AttachVolumeTestJSON-1112086082-router', 'tenant_id': '3378cbcb6d374f7888262c5aa67c214b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '87c92795-bfcc-4f62-a25c-c7b06b183eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:59:41Z', 'updated_at': '2021-07-09T14:59:49Z', 'revision_number': 4, 'project_id': '3378cbcb6d374f7888262c5aa67c214b', 'gw_port': {'id': '87c92795-bfcc-4f62-a25c-c7b06b183eb0', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43af091c-b350-41d9-af4d-58aa3cabcab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:59:43Z', 'updated_at': '2021-07-09T14:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '7af56fa6-da1b-48e8-addc-014620036338', 'tenant_id': '3378cbcb6d374f7888262c5aa67c214b', 'floating_ip_address': '172.25.3.75', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '43af091c-b350-41d9-af4d-58aa3cabcab1', 'port_id': 'da50c45b-3d7a-48c5-83e8-388d50fb0572', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '053b5aa8-ddaf-4c8a-a4d7-933f77f92447', 'mac_address': 'fa:16:3e:56:54:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdadfec8-67e9-4568-91cf-47d0d176cbd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:07:38Z', 'updated_at': '2021-07-09T15:08:00Z', 'revision_number': 1, 'project_id': '3378cbcb6d374f7888262c5aa67c214b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '795392a2-25ed-480d-af18-98a5c0c2d28e', 'name': '', 'network_id': '053b5aa8-ddaf-4c8a-a4d7-933f77f92447', 'tenant_id': '3378cbcb6d374f7888262c5aa67c214b', 'mac_address': 'fa:16:3e:8b:26:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43af091c-b350-41d9-af4d-58aa3cabcab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': 'f10ff914-6b6b-4456-8b4d-b9664913c2d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:59:48Z', 'updated_at': '2021-07-09T14:59:58Z', 'revision_number': 5, 'project_id': '3378cbcb6d374f7888262c5aa67c214b', 'subnets': [{'id': 'f10ff914-6b6b-4456-8b4d-b9664913c2d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:08:02.730205 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-50c6a834-f2b4-44fa-adc0-01c8375f7262 req-5ea20f2e-80ca-41ff-ae43-ca6926e3829a service neutron] 10.222.0.62 "GET /v2.0/networks/053b5aa8-ddaf-4c8a-a4d7-933f77f92447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879624 Jul 09 15:08:02.829813 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-50c6a834-f2b4-44fa-adc0-01c8375f7262 req-8cf11c9b-d001-40f5-a539-7092ba13af39 service neutron] 10.222.0.62 "GET /v2.0/networks/053b5aa8-ddaf-4c8a-a4d7-933f77f92447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926743 Jul 09 15:08:02.896898 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a968342d-fc69-4ce3-9cf6-5008d43354de None None] New status for floating IP 7af56fa6-da1b-48e8-addc-014620036338: ACTIVE {{(pid=94448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 15:08:03.811367 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42769e4-6407-4897-b901-8ed8d763954f req-80c52c3d-6b91-45a2-9554-f485177a69a7 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:03.812886 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a42769e4-6407-4897-b901-8ed8d763954f req-80c52c3d-6b91-45a2-9554-f485177a69a7 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67697a-9fa5-43cd-97c0-c8b4dd2f603b HTTP/1.1" status: 200 len: 945 time: 0.0635562 Jul 09 15:08:03.851854 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a42769e4-6407-4897-b901-8ed8d763954f req-8fabacf6-40cc-45d0-a236-95008164e086 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328686 Jul 09 15:08:05.030289 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c57a5d2-89ab-4c4f-b0a9-fcf262b9aa27 req-267a5395-c87e-4d1b-b726-d614c1f30ea8 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:05.031765 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9c57a5d2-89ab-4c4f-b0a9-fcf262b9aa27 req-267a5395-c87e-4d1b-b726-d614c1f30ea8 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67697a-9fa5-43cd-97c0-c8b4dd2f603b HTTP/1.1" status: 200 len: 945 time: 0.0676498 Jul 09 15:08:05.068994 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9c57a5d2-89ab-4c4f-b0a9-fcf262b9aa27 req-f7f2349c-58b5-4845-a85a-192f7eea9921 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315382 Jul 09 15:08:06.251223 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7679d699-cc07-41b3-898d-4a23fec5467f req-1dcce0d2-6763-4eee-a547-6b26a3e86f10 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:06.252819 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7679d699-cc07-41b3-898d-4a23fec5467f req-1dcce0d2-6763-4eee-a547-6b26a3e86f10 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67697a-9fa5-43cd-97c0-c8b4dd2f603b HTTP/1.1" status: 200 len: 945 time: 0.0644228 Jul 09 15:08:06.292003 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7679d699-cc07-41b3-898d-4a23fec5467f req-b6be3bc1-4f1c-4179-bf31-80b2d764f1c8 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335736 Jul 09 15:08:07.469052 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e06a0c2-af84-4d7e-aa26-3894e2dfcffc req-e9ddf533-6ac6-477e-9d35-075530a4c109 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:07.470594 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7e06a0c2-af84-4d7e-aa26-3894e2dfcffc req-e9ddf533-6ac6-477e-9d35-075530a4c109 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67697a-9fa5-43cd-97c0-c8b4dd2f603b HTTP/1.1" status: 200 len: 945 time: 0.0661192 Jul 09 15:08:07.510488 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7e06a0c2-af84-4d7e-aa26-3894e2dfcffc req-d3f1f69e-8daf-4c7b-8a71-e5a94d58f35a tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333295 Jul 09 15:08:08.692145 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7af8299-40bc-4456-a562-2c2d3502d3ef req-eb3ca4fd-a83e-4d8b-bf1c-3a0afb6d46bc tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:08.693625 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b7af8299-40bc-4456-a562-2c2d3502d3ef req-eb3ca4fd-a83e-4d8b-bf1c-3a0afb6d46bc tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67697a-9fa5-43cd-97c0-c8b4dd2f603b HTTP/1.1" status: 200 len: 945 time: 0.0680428 Jul 09 15:08:08.731776 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b7af8299-40bc-4456-a562-2c2d3502d3ef req-134b4c1f-bc89-4173-9c0a-bb368b840be0 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323126 Jul 09 15:08:09.911192 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc0db3d-b41e-4c49-8598-02fbdde43b8c req-2622e13b-239f-4024-8b9d-ac80206df456 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:09.912800 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bc0db3d-b41e-4c49-8598-02fbdde43b8c req-2622e13b-239f-4024-8b9d-ac80206df456 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67697a-9fa5-43cd-97c0-c8b4dd2f603b HTTP/1.1" status: 200 len: 945 time: 0.0640068 Jul 09 15:08:09.949515 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bc0db3d-b41e-4c49-8598-02fbdde43b8c req-ec1b14af-7348-4b3a-b16d-f57d75ba8c99 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310435 Jul 09 15:08:11.131229 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6923492f-0e1c-4f33-afa8-bb08b1d1d352 req-f8059496-c855-409c-8d4f-2049f2c1f5dd tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:11.132727 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6923492f-0e1c-4f33-afa8-bb08b1d1d352 req-f8059496-c855-409c-8d4f-2049f2c1f5dd tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67697a-9fa5-43cd-97c0-c8b4dd2f603b HTTP/1.1" status: 200 len: 945 time: 0.0689847 Jul 09 15:08:11.173842 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6923492f-0e1c-4f33-afa8-bb08b1d1d352 req-be316d5d-75a7-4bdb-8788-81a00dd6342a tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349858 Jul 09 15:08:12.349321 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf66723-7c70-4e90-9b80-b9af6243b05e req-89115947-ce23-494d-9e98-b873ace0d242 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:12.350812 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fdf66723-7c70-4e90-9b80-b9af6243b05e req-89115947-ce23-494d-9e98-b873ace0d242 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67697a-9fa5-43cd-97c0-c8b4dd2f603b HTTP/1.1" status: 200 len: 945 time: 0.0638828 Jul 09 15:08:12.389669 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fdf66723-7c70-4e90-9b80-b9af6243b05e req-b58192b8-ec42-409a-b173-efa2247aa001 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330369 Jul 09 15:08:13.015138 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951fc82-7eca-4ea5-99ae-43fc8569e3e2 req-98f45f11-a38b-48ef-845e-860f2361c984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:13.016784 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7951fc82-7eca-4ea5-99ae-43fc8569e3e2 req-98f45f11-a38b-48ef-845e-860f2361c984 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4e8819fe-d461-44de-8be0-a6d438029156 HTTP/1.1" status: 200 len: 1096 time: 0.0979252 Jul 09 15:08:13.052957 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7951fc82-7eca-4ea5-99ae-43fc8569e3e2 req-69d40a06-68ac-4853-b718-6153596335c7 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5ca0577e-3180-4952-b4bf-cf0fa79b3798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295568 Jul 09 15:08:13.568639 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74888ffb-57c6-4ac1-be1f-033a80af1105 req-75bbfa0e-4d07-47fe-b5dd-190ce270d5d0 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:13.570142 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-74888ffb-57c6-4ac1-be1f-033a80af1105 req-75bbfa0e-4d07-47fe-b5dd-190ce270d5d0 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67697a-9fa5-43cd-97c0-c8b4dd2f603b HTTP/1.1" status: 200 len: 945 time: 0.0682120 Jul 09 15:08:13.607773 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-74888ffb-57c6-4ac1-be1f-033a80af1105 req-ae7af664-7fe0-4657-88e1-220f5c07fb8e tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319436 Jul 09 15:08:14.224999 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 38462) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:08:14.597856 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-38e55ae8-391d-468a-bcaf-e576442a84fc tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:14.785175 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf9e14-7a62-4f0e-8a8d-1f11c00106cd req-0f0feb8e-ba56-456d-9c46-20f6901abb6c tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:14.788050 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-71bf9e14-7a62-4f0e-8a8d-1f11c00106cd req-0f0feb8e-ba56-456d-9c46-20f6901abb6c tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67697a-9fa5-43cd-97c0-c8b4dd2f603b HTTP/1.1" status: 200 len: 945 time: 0.0672419 Jul 09 15:08:14.826916 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-71bf9e14-7a62-4f0e-8a8d-1f11c00106cd req-46e65095-9b10-4c88-adc4-4aa2c1071f23 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341146 Jul 09 15:08:14.926711 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-38e55ae8-391d-468a-bcaf-e576442a84fc tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Deleting port f88cc317-8dc8-46ff-bd97-77d380530e27 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:08:14.927048 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-38e55ae8-391d-468a-bcaf-e576442a84fc tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:15.012052 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-38e55ae8-391d-468a-bcaf-e576442a84fc tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] For port f88cc317-8dc8-46ff-bd97-77d380530e27, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=f88cc317-8dc8-46ff-bd97-77d380530e27,segment=NetworkSegment(d8d80a39-6106-488b-a2d4-6fee3722da4c),segment_id=d8d80a39-6106-488b-a2d4-6fee3722da4c)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:08:15.012720 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-38e55ae8-391d-468a-bcaf-e576442a84fc tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:15.029980 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-38e55ae8-391d-468a-bcaf-e576442a84fc tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Calling delete_port for f88cc317-8dc8-46ff-bd97-77d380530e27 owned by network:router_interface {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:08:15.168372 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:15.294069 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-38e55ae8-391d-468a-bcaf-e576442a84fc tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:15.321722 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e55ae8-391d-468a-bcaf-e576442a84fc tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Pushing event deleted for resources: {'Port': ['ID=f88cc317-8dc8-46ff-bd97-77d380530e27,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:08:15.334048 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e55ae8-391d-468a-bcaf-e576442a84fc tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:08:15.334395 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e55ae8-391d-468a-bcaf-e576442a84fc tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:08:15.334788 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e55ae8-391d-468a-bcaf-e576442a84fc tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:08:15.335129 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e55ae8-391d-468a-bcaf-e576442a84fc tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:08:15.335548 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e55ae8-391d-468a-bcaf-e576442a84fc tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:08:15.345663 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e55ae8-391d-468a-bcaf-e576442a84fc tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:08:15.345663 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e55ae8-391d-468a-bcaf-e576442a84fc tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:08:15.345663 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e55ae8-391d-468a-bcaf-e576442a84fc tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:08:15.345663 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e55ae8-391d-468a-bcaf-e576442a84fc tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:08:15.345663 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e55ae8-391d-468a-bcaf-e576442a84fc tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:08:15.345663 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e55ae8-391d-468a-bcaf-e576442a84fc tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:08:15.345663 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e55ae8-391d-468a-bcaf-e576442a84fc tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:08:15.513153 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-38e55ae8-391d-468a-bcaf-e576442a84fc tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:15.730734 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e55ae8-391d-468a-bcaf-e576442a84fc tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Router 9adb4877-cd75-4e70-884e-e4a2aa007af2 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:08:15.839418 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e55ae8-391d-468a-bcaf-e576442a84fc tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:08:15.847683 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-38e55ae8-391d-468a-bcaf-e576442a84fc tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "PUT /v2.0/routers/9adb4877-cd75-4e70-884e-e4a2aa007af2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6184976 Jul 09 15:08:15.850765 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e2cef3-82da-4159-93e5-082112d675bf None None] Sync routers for ids ['9adb4877-cd75-4e70-884e-e4a2aa007af2'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:08:15.864867 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e2cef3-82da-4159-93e5-082112d675bf None None] Routers {'9adb4877-cd75-4e70-884e-e4a2aa007af2'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:08:15.864867 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-32e2cef3-82da-4159-93e5-082112d675bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:07:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['9adb4877-cd75-4e70-884e-e4a2aa007af2'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:08:15.979292 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-32e2cef3-82da-4159-93e5-082112d675bf None None] Set router 9adb4877-cd75-4e70-884e-e4a2aa007af2 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:08:16.010224 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119af8b9-98f6-4ec4-bc91-ce50cd5be3df req-4648b821-92ae-41ad-97e7-2fa49a767570 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:16.011810 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-119af8b9-98f6-4ec4-bc91-ce50cd5be3df req-4648b821-92ae-41ad-97e7-2fa49a767570 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67697a-9fa5-43cd-97c0-c8b4dd2f603b HTTP/1.1" status: 200 len: 945 time: 0.0658998 Jul 09 15:08:16.051368 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-119af8b9-98f6-4ec4-bc91-ce50cd5be3df req-603968cf-f249-41ba-9c95-4654a668f338 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338416 Jul 09 15:08:16.211221 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-32e2cef3-82da-4159-93e5-082112d675bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adb4877-cd75-4e70-884e-e4a2aa007af2', 'name': 'tempest-TestNetworkBasicOps-router-1420943158', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '491efa71-d6ce-4fda-ae82-505c17f95126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:06:19Z', 'updated_at': '2021-07-09T15:08:15Z', 'revision_number': 6, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'gw_port': {'id': '491efa71-d6ce-4fda-ae82-505c17f95126', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:97:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adb4877-cd75-4e70-884e-e4a2aa007af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:06:20Z', 'updated_at': '2021-07-09T15:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '330c2003-b9e9-4d01-a777-81b66486df14', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'floating_ip_address': '172.25.3.219', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '9adb4877-cd75-4e70-884e-e4a2aa007af2', 'port_id': '08d43931-06bc-45f2-ab14-5bfc6b427fe8', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b3704e8-451c-4589-8c88-b29a937cb5cc', 'mac_address': 'fa:16:3e:61:42:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f636168f-d1dc-4993-b598-8874f15be0b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:06:51Z', 'updated_at': '2021-07-09T15:06:54Z', 'revision_number': 1, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '370ac841-d3ae-4e16-9a85-4fd69494a30d', 'name': '', 'network_id': '2b3704e8-451c-4589-8c88-b29a937cb5cc', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'mac_address': 'fa:16:3e:cf:32:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adb4877-cd75-4e70-884e-e4a2aa007af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '698ed9b4-c044-4342-bccd-fd185f7a5759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:06:25Z', 'updated_at': '2021-07-09T15:06:33Z', 'revision_number': 5, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'subnets': [{'id': '698ed9b4-c044-4342-bccd-fd185f7a5759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:08:16.241708 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e2cef3-82da-4159-93e5-082112d675bf None None] Checking router: 9adb4877-cd75-4e70-884e-e4a2aa007af2 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:08:16.250221 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e2cef3-82da-4159-93e5-082112d675bf None None] Routers {'9adb4877-cd75-4e70-884e-e4a2aa007af2'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:08:16.250834 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-32e2cef3-82da-4159-93e5-082112d675bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:07:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['9adb4877-cd75-4e70-884e-e4a2aa007af2'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:08:16.353635 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-32e2cef3-82da-4159-93e5-082112d675bf None None] Set router 9adb4877-cd75-4e70-884e-e4a2aa007af2 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:08:16.507627 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbdbde-27a2-49c0-b665-bac45de09298 req-18edc2db-6112-43d6-b02d-cf6f4e405230 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:16.509207 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ecfbdbde-27a2-49c0-b665-bac45de09298 req-18edc2db-6112-43d6-b02d-cf6f4e405230 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e4278ff-e20b-4e30-bcef-0193e52efd6c HTTP/1.1" status: 200 len: 946 time: 0.0705676 Jul 09 15:08:16.549809 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ecfbdbde-27a2-49c0-b665-bac45de09298 req-44eb0f10-eb57-46c6-a078-2bc3338a4287 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/security-groups?id=64fe7068-1ce7-4e51-9b1c-d0c98ba61a86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341015 Jul 09 15:08:16.609331 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-32e2cef3-82da-4159-93e5-082112d675bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adb4877-cd75-4e70-884e-e4a2aa007af2', 'name': 'tempest-TestNetworkBasicOps-router-1420943158', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '491efa71-d6ce-4fda-ae82-505c17f95126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:06:19Z', 'updated_at': '2021-07-09T15:08:15Z', 'revision_number': 6, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'gw_port': {'id': '491efa71-d6ce-4fda-ae82-505c17f95126', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:97:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adb4877-cd75-4e70-884e-e4a2aa007af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:06:20Z', 'updated_at': '2021-07-09T15:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '330c2003-b9e9-4d01-a777-81b66486df14', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'floating_ip_address': '172.25.3.219', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '9adb4877-cd75-4e70-884e-e4a2aa007af2', 'port_id': '08d43931-06bc-45f2-ab14-5bfc6b427fe8', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b3704e8-451c-4589-8c88-b29a937cb5cc', 'mac_address': 'fa:16:3e:61:42:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f636168f-d1dc-4993-b598-8874f15be0b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:06:51Z', 'updated_at': '2021-07-09T15:06:54Z', 'revision_number': 1, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '370ac841-d3ae-4e16-9a85-4fd69494a30d', 'name': '', 'network_id': '2b3704e8-451c-4589-8c88-b29a937cb5cc', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'mac_address': 'fa:16:3e:cf:32:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adb4877-cd75-4e70-884e-e4a2aa007af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '698ed9b4-c044-4342-bccd-fd185f7a5759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:06:25Z', 'updated_at': '2021-07-09T15:06:33Z', 'revision_number': 5, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'subnets': [{'id': '698ed9b4-c044-4342-bccd-fd185f7a5759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:08:16.635901 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e2cef3-82da-4159-93e5-082112d675bf None None] The sync data for ids ['9adb4877-cd75-4e70-884e-e4a2aa007af2'] in n-d-799529-6 is: [{'id': '9adb4877-cd75-4e70-884e-e4a2aa007af2', 'name': 'tempest-TestNetworkBasicOps-router-1420943158', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '491efa71-d6ce-4fda-ae82-505c17f95126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:06:19Z', 'updated_at': '2021-07-09T15:08:15Z', 'revision_number': 6, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'gw_port': {'id': '491efa71-d6ce-4fda-ae82-505c17f95126', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:97:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adb4877-cd75-4e70-884e-e4a2aa007af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:06:20Z', 'updated_at': '2021-07-09T15:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '330c2003-b9e9-4d01-a777-81b66486df14', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'floating_ip_address': '172.25.3.219', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '9adb4877-cd75-4e70-884e-e4a2aa007af2', 'port_id': '08d43931-06bc-45f2-ab14-5bfc6b427fe8', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b3704e8-451c-4589-8c88-b29a937cb5cc', 'mac_address': 'fa:16:3e:61:42:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f636168f-d1dc-4993-b598-8874f15be0b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:06:51Z', 'updated_at': '2021-07-09T15:06:54Z', 'revision_number': 1, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '370ac841-d3ae-4e16-9a85-4fd69494a30d', 'name': '', 'network_id': '2b3704e8-451c-4589-8c88-b29a937cb5cc', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'mac_address': 'fa:16:3e:cf:32:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adb4877-cd75-4e70-884e-e4a2aa007af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '698ed9b4-c044-4342-bccd-fd185f7a5759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:06:25Z', 'updated_at': '2021-07-09T15:06:33Z', 'revision_number': 5, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'subnets': [{'id': '698ed9b4-c044-4342-bccd-fd185f7a5759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:08:17.017654 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device f88cc317-8dc8-46ff-bd97-77d380530e27 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:08:17.038887 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: f88cc317-8dc8-46ff-bd97-77d380530e27 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:08:17.039233 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device f88cc317-8dc8-46ff-bd97-77d380530e27 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:08:17.230749 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41177b0-7e73-46f2-8b00-7a06323679fe req-0fe14cbf-74dc-42ca-b660-ec8975267d11 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:17.232288 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f41177b0-7e73-46f2-8b00-7a06323679fe req-0fe14cbf-74dc-42ca-b660-ec8975267d11 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67697a-9fa5-43cd-97c0-c8b4dd2f603b HTTP/1.1" status: 200 len: 945 time: 0.0660200 Jul 09 15:08:17.270937 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f41177b0-7e73-46f2-8b00-7a06323679fe req-244069a8-84ba-41e4-a4e5-0f4711e34ea7 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324030 Jul 09 15:08:17.699685 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afbab65-5eb2-49b6-9e92-22986f2d4393 req-61bb504b-57be-4555-a683-c1fbc44b6107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:17.701219 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4afbab65-5eb2-49b6-9e92-22986f2d4393 req-61bb504b-57be-4555-a683-c1fbc44b6107 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ac67697a-9fa5-43cd-97c0-c8b4dd2f603b HTTP/1.1" status: 200 len: 1096 time: 0.0551496 Jul 09 15:08:17.726679 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4737db9c-1a01-4de9-ab26-bd81b8acad56 req-940c8933-f0c5-448e-8018-b4b661334b14 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:17.728347 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4737db9c-1a01-4de9-ab26-bd81b8acad56 req-940c8933-f0c5-448e-8018-b4b661334b14 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e4278ff-e20b-4e30-bcef-0193e52efd6c HTTP/1.1" status: 200 len: 946 time: 0.0649533 Jul 09 15:08:17.736523 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4afbab65-5eb2-49b6-9e92-22986f2d4393 req-e1c07d02-ed38-4ad8-b1dd-34677e7defeb service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285468 Jul 09 15:08:17.766555 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4737db9c-1a01-4de9-ab26-bd81b8acad56 req-a7ea9aa7-3aba-4113-be7d-110a634aa9a8 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/security-groups?id=64fe7068-1ce7-4e51-9b1c-d0c98ba61a86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325394 Jul 09 15:08:17.867262 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52724f-f24e-4c08-a671-9fe94aa62bcc req-e4cacfc6-bb3d-48a2-bc66-692ace783b6f tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:17.868746 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-de52724f-f24e-4c08-a671-9fe94aa62bcc req-e4cacfc6-bb3d-48a2-bc66-692ace783b6f tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e4278ff-e20b-4e30-bcef-0193e52efd6c HTTP/1.1" status: 200 len: 946 time: 0.0627415 Jul 09 15:08:17.971009 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-de52724f-f24e-4c08-a671-9fe94aa62bcc req-5dc4096a-2246-43d4-8595-37da4e14b0fa tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Deleting port 4946df9f-697e-47c0-b1a4-37c6869e9bad {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:08:17.971385 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-de52724f-f24e-4c08-a671-9fe94aa62bcc req-5dc4096a-2246-43d4-8595-37da4e14b0fa tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:18.058455 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-de52724f-f24e-4c08-a671-9fe94aa62bcc req-5dc4096a-2246-43d4-8595-37da4e14b0fa tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] For port 4946df9f-697e-47c0-b1a4-37c6869e9bad, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=4946df9f-697e-47c0-b1a4-37c6869e9bad,segment=NetworkSegment(d8d80a39-6106-488b-a2d4-6fee3722da4c),segment_id=d8d80a39-6106-488b-a2d4-6fee3722da4c)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:08:18.058808 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-de52724f-f24e-4c08-a671-9fe94aa62bcc req-5dc4096a-2246-43d4-8595-37da4e14b0fa tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:18.072020 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-de52724f-f24e-4c08-a671-9fe94aa62bcc req-5dc4096a-2246-43d4-8595-37da4e14b0fa tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Calling delete_port for 4946df9f-697e-47c0-b1a4-37c6869e9bad owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:08:18.302982 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-de52724f-f24e-4c08-a671-9fe94aa62bcc req-5dc4096a-2246-43d4-8595-37da4e14b0fa tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:18.333813 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc4096a-2246-43d4-8595-37da4e14b0fa tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Pushing event deleted for resources: {'Port': ['ID=4946df9f-697e-47c0-b1a4-37c6869e9bad,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:08:18.347181 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc4096a-2246-43d4-8595-37da4e14b0fa tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:08:18.347496 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc4096a-2246-43d4-8595-37da4e14b0fa tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:08:18.347869 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc4096a-2246-43d4-8595-37da4e14b0fa tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:08:18.353400 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc4096a-2246-43d4-8595-37da4e14b0fa tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:08:18.353400 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc4096a-2246-43d4-8595-37da4e14b0fa tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:08:18.353400 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc4096a-2246-43d4-8595-37da4e14b0fa tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:08:18.353400 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc4096a-2246-43d4-8595-37da4e14b0fa tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:08:18.353400 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc4096a-2246-43d4-8595-37da4e14b0fa tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:08:18.353400 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc4096a-2246-43d4-8595-37da4e14b0fa tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:08:18.353400 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc4096a-2246-43d4-8595-37da4e14b0fa tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:08:18.353400 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc4096a-2246-43d4-8595-37da4e14b0fa tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:08:18.353400 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc4096a-2246-43d4-8595-37da4e14b0fa tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:08:18.394554 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-de52724f-f24e-4c08-a671-9fe94aa62bcc req-5dc4096a-2246-43d4-8595-37da4e14b0fa tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] No DVR routers for this DVR port 4946df9f-697e-47c0-b1a4-37c6869e9bad on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:08:18.397355 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-de52724f-f24e-4c08-a671-9fe94aa62bcc req-5dc4096a-2246-43d4-8595-37da4e14b0fa tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:18.399431 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-de52724f-f24e-4c08-a671-9fe94aa62bcc req-5dc4096a-2246-43d4-8595-37da4e14b0fa tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.54 "DELETE /v2.0/ports/4946df9f-697e-47c0-b1a4-37c6869e9bad HTTP/1.1" status: 204 len: 173 time: 0.5254409 Jul 09 15:08:18.399907 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e4278ff-e20b-4e30-bcef-0193e52efd6c', 'name': 'network-vif-deleted', 'tag': '4946df9f-697e-47c0-b1a4-37c6869e9bad'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:08:18.402286 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3cdef4-13ad-425c-bdb5-48ff9d9c935d" -d '{"events": [{"server_uuid": "0e4278ff-e20b-4e30-bcef-0193e52efd6c", "name": "network-vif-deleted", "tag": "4946df9f-697e-47c0-b1a4-37c6869e9bad"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:08:18.441169 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a946bd6-680d-4e4c-9665-6303bc202e19 x-openstack-request-id: req-2a946bd6-680d-4e4c-9665-6303bc202e19 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:08:18.441464 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e4278ff-e20b-4e30-bcef-0193e52efd6c", "name": "network-vif-deleted", "tag": "4946df9f-697e-47c0-b1a4-37c6869e9bad", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:08:18.441719 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2a946bd6-680d-4e4c-9665-6303bc202e19 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:08:18.442122 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e4278ff-e20b-4e30-bcef-0193e52efd6c', 'name': 'network-vif-deleted', 'tag': '4946df9f-697e-47c0-b1a4-37c6869e9bad', 'status': 'completed', 'code': 200} Jul 09 15:08:18.469156 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bdaa4a-4536-4a5e-aa5d-00f6649706dd req-aed91424-aa68-4ccb-84ea-e519db234756 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:18.470663 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f5bdaa4a-4536-4a5e-aa5d-00f6649706dd req-aed91424-aa68-4ccb-84ea-e519db234756 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67697a-9fa5-43cd-97c0-c8b4dd2f603b HTTP/1.1" status: 200 len: 945 time: 0.0730724 Jul 09 15:08:18.513699 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f5bdaa4a-4536-4a5e-aa5d-00f6649706dd req-9ff36f77-e015-4b2d-91d7-66352754dd9f tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366302 Jul 09 15:08:18.639415 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:08:18.936315 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fa9bb8ec-9018-41a8-a214-8557168d0606 req-95e1e421-3d9d-452a-b60d-6e32320f903e tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e4278ff-e20b-4e30-bcef-0193e52efd6c HTTP/1.1" status: 200 len: 210 time: 0.0344348 Jul 09 15:08:19.700352 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeb79dc-f9ed-4a22-9230-e80c87aaef92 req-99871e84-8ef3-4141-9543-307ce1471aa8 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:19.708104 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-deeb79dc-f9ed-4a22-9230-e80c87aaef92 req-99871e84-8ef3-4141-9543-307ce1471aa8 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67697a-9fa5-43cd-97c0-c8b4dd2f603b HTTP/1.1" status: 200 len: 945 time: 0.0695877 Jul 09 15:08:19.741293 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-deeb79dc-f9ed-4a22-9230-e80c87aaef92 req-b639c2cd-1f12-4c9e-a46f-a89821d5592f tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323572 Jul 09 15:08:20.029448 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 38512) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:08:20.034112 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8edb01-b3bc-4c22-b31e-19dbce0f8fe5 req-6153a129-6316-4e81-a0c7-03177543e0ca tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:20.035622 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ed8edb01-b3bc-4c22-b31e-19dbce0f8fe5 req-6153a129-6316-4e81-a0c7-03177543e0ca tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/networks?id=dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e HTTP/1.1" status: 200 len: 810 time: 0.1630633 Jul 09 15:08:20.051613 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ed8edb01-b3bc-4c22-b31e-19dbce0f8fe5 req-f2b87818-19ae-4121-9e04-42e86488d957 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/quotas/58a03f9342d64854b45abe6c697001d7 HTTP/1.1" status: 200 len: 375 time: 0.0100963 Jul 09 15:08:20.091186 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-da15bbfa-4168-4cde-90d2-e6048442d570 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:20.118911 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-da15bbfa-4168-4cde-90d2-e6048442d570 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:20.124177 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ed8edb01-b3bc-4c22-b31e-19dbce0f8fe5 req-7b3a6f6f-6ba4-4767-aec1-959e84669f90 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=58a03f9342d64854b45abe6c697001d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0673563 Jul 09 15:08:20.135475 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [req-ed8edb01-b3bc-4c22-b31e-19dbce0f8fe5 req-cc9b7972-9796-4c07-82b3-299419c182d2 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:08:20.136475 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ed8edb01-b3bc-4c22-b31e-19dbce0f8fe5 req-cc9b7972-9796-4c07-82b3-299419c182d2 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052829 Jul 09 15:08:20.228682 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ed8edb01-b3bc-4c22-b31e-19dbce0f8fe5 req-337c27a5-6241-48e2-b428-72e4bbd32b26 service neutron] 10.222.0.58 "GET /v2.0/networks/dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853779 Jul 09 15:08:20.260033 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-da15bbfa-4168-4cde-90d2-e6048442d570 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:20.262977 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-da15bbfa-4168-4cde-90d2-e6048442d570 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:20.266513 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-da15bbfa-4168-4cde-90d2-e6048442d570 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "DELETE /v2.0/security-groups/64fe7068-1ce7-4e51-9b1c-d0c98ba61a86 HTTP/1.1" status: 204 len: 168 time: 0.2335317 Jul 09 15:08:20.273505 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15bbfa-4168-4cde-90d2-e6048442d570 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64fe7068-1ce7-4e51-9b1c-d0c98ba61a86,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:08:20.326800 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ed8edb01-b3bc-4c22-b31e-19dbce0f8fe5 req-9968764f-a627-4b7d-a57a-b799d203b37b service neutron] 10.222.0.58 "GET /v2.0/networks/dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922923 Jul 09 15:08:20.381483 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 38518) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:08:20.435634 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d17bf69-5970-41a8-ac17-a025e398c646 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Deleting subnet a7caa039-c2a0-45f0-90bb-c2176454287a {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:08:20.438677 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7d17bf69-5970-41a8-ac17-a025e398c646 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:20.477437 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7d17bf69-5970-41a8-ac17-a025e398c646 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:20.568078 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7d17bf69-5970-41a8-ac17-a025e398c646 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:20.595145 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a487ee0c-3f1c-4e82-9bb5-754a064e5fb2 req-4a39736b-a200-4a58-bb55-e02ccb9d4b80 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=16367796-44bb-4dfb-a17b-7314bb938b19 HTTP/1.1" status: 200 len: 210 time: 0.0338824 Jul 09 15:08:20.700326 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7d17bf69-5970-41a8-ac17-a025e398c646 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:20.728637 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d17bf69-5970-41a8-ac17-a025e398c646 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Pushing event deleted for resources: {'Subnet': ['ID=a7caa039-c2a0-45f0-90bb-c2176454287a,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:08:20.738286 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7d17bf69-5970-41a8-ac17-a025e398c646 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:20.738286 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7d17bf69-5970-41a8-ac17-a025e398c646 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "DELETE /v2.0/subnets/a7caa039-c2a0-45f0-90bb-c2176454287a HTTP/1.1" status: 204 len: 168 time: 0.3530924 Jul 09 15:08:20.739913 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 38528) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:08:20.740911 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701406cd-fc00-4be2-9039-da62d1bf8d88 None None] Network 9ca6c169-69e4-4f07-82da-d7c4b4563b1b requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:08:20.814632 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-97fd567d-6fcc-4ccc-a219-8a4d9ba4ad49 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:20.884334 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-97fd567d-6fcc-4ccc-a219-8a4d9ba4ad49 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Deleting port fe5191a2-a463-4d4a-a274-91962b9cfa9d {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:08:20.884693 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-97fd567d-6fcc-4ccc-a219-8a4d9ba4ad49 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:20.943711 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f31c1fa-8dcf-4c3f-aecf-8e61279191df None None] DHCP port deletion for 9ca6c169-69e4-4f07-82da-d7c4b4563b1b request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 15:08:20.963166 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-97fd567d-6fcc-4ccc-a219-8a4d9ba4ad49 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] For port fe5191a2-a463-4d4a-a274-91962b9cfa9d, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=fe5191a2-a463-4d4a-a274-91962b9cfa9d,segment=NetworkSegment(d8d80a39-6106-488b-a2d4-6fee3722da4c),segment_id=d8d80a39-6106-488b-a2d4-6fee3722da4c)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:08:20.963391 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-97fd567d-6fcc-4ccc-a219-8a4d9ba4ad49 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:20.977730 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-97fd567d-6fcc-4ccc-a219-8a4d9ba4ad49 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Calling delete_port for fe5191a2-a463-4d4a-a274-91962b9cfa9d owned by network:dhcp {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:08:20.995451 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-8f31c1fa-8dcf-4c3f-aecf-8e61279191df None None] Deleting port fe5191a2-a463-4d4a-a274-91962b9cfa9d {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:08:20.995928 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8f31c1fa-8dcf-4c3f-aecf-8e61279191df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:21.121299 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-8f31c1fa-8dcf-4c3f-aecf-8e61279191df None None] For port fe5191a2-a463-4d4a-a274-91962b9cfa9d, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=fe5191a2-a463-4d4a-a274-91962b9cfa9d,segment=NetworkSegment(d8d80a39-6106-488b-a2d4-6fee3722da4c),segment_id=d8d80a39-6106-488b-a2d4-6fee3722da4c)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:08:21.121299 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8f31c1fa-8dcf-4c3f-aecf-8e61279191df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:21.121299 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-8f31c1fa-8dcf-4c3f-aecf-8e61279191df None None] Calling delete_port for fe5191a2-a463-4d4a-a274-91962b9cfa9d owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:08:21.211355 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-97fd567d-6fcc-4ccc-a219-8a4d9ba4ad49 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:21.217887 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8f31c1fa-8dcf-4c3f-aecf-8e61279191df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:21.244608 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f31c1fa-8dcf-4c3f-aecf-8e61279191df None None] Pushing event deleted for resources: {'Port': ['ID=fe5191a2-a463-4d4a-a274-91962b9cfa9d,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:08:21.244891 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fd567d-6fcc-4ccc-a219-8a4d9ba4ad49 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] No DVR routers for this DVR port fe5191a2-a463-4d4a-a274-91962b9cfa9d on host n-d-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:08:21.247001 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f31c1fa-8dcf-4c3f-aecf-8e61279191df None None] No DVR routers for this DVR port fe5191a2-a463-4d4a-a274-91962b9cfa9d on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:08:21.257374 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fd567d-6fcc-4ccc-a219-8a4d9ba4ad49 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Pushing event deleted for resources: {'Port': ['ID=fe5191a2-a463-4d4a-a274-91962b9cfa9d,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:08:21.263691 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f31c1fa-8dcf-4c3f-aecf-8e61279191df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:08:21.264175 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f31c1fa-8dcf-4c3f-aecf-8e61279191df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:08:21.264542 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f31c1fa-8dcf-4c3f-aecf-8e61279191df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:08:21.264937 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f31c1fa-8dcf-4c3f-aecf-8e61279191df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:08:21.265240 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f31c1fa-8dcf-4c3f-aecf-8e61279191df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:08:21.265703 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f31c1fa-8dcf-4c3f-aecf-8e61279191df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:08:21.266040 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f31c1fa-8dcf-4c3f-aecf-8e61279191df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:08:21.266368 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f31c1fa-8dcf-4c3f-aecf-8e61279191df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:08:21.266696 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f31c1fa-8dcf-4c3f-aecf-8e61279191df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:08:21.267119 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f31c1fa-8dcf-4c3f-aecf-8e61279191df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:08:21.268297 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f31c1fa-8dcf-4c3f-aecf-8e61279191df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:08:21.268297 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f31c1fa-8dcf-4c3f-aecf-8e61279191df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:08:21.336994 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-97fd567d-6fcc-4ccc-a219-8a4d9ba4ad49 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:21.350369 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-97fd567d-6fcc-4ccc-a219-8a4d9ba4ad49 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ca6c169-69e4-4f07-82da-d7c4b4563b1b']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:08:21.360763 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-97fd567d-6fcc-4ccc-a219-8a4d9ba4ad49 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8d80a39-6106-488b-a2d4-6fee3722da4c') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:08:21.361062 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-97fd567d-6fcc-4ccc-a219-8a4d9ba4ad49 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8d80a39-6106-488b-a2d4-6fee3722da4c') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:08:21.370749 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-97fd567d-6fcc-4ccc-a219-8a4d9ba4ad49 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:21.385761 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-97fd567d-6fcc-4ccc-a219-8a4d9ba4ad49 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:21.392758 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97fd567d-6fcc-4ccc-a219-8a4d9ba4ad49 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:08:21.393814 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-97fd567d-6fcc-4ccc-a219-8a4d9ba4ad49 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:21.397618 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:08:21.397618 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:08:21.397618 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:08:21.397618 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:08:21.397618 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:08:21.397618 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:08:21.397618 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:08:21.397618 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:08:21.397618 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:08:21.397618 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:08:21.397618 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:08:21.397618 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:08:21.397618 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 15:08:21.397618 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:08:21.397618 n-d-799529-6 neutron-server[94446]: timer() Jul 09 15:08:21.397618 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:08:21.397618 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 15:08:21.397618 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:08:21.397618 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 15:08:21.397618 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:08:21.397618 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 15:08:21.397618 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:08:21.397618 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 15:08:21.397618 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:08:21.397618 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 15:08:21.397618 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:08:21.397618 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:08:21.397618 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:08:21.397618 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:08:21.397618 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:08:21.397618 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 15:08:21.397618 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:08:21.397618 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 15:08:21.397618 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:08:21.397618 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:08:21.397618 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:08:21.397618 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 15:08:21.397618 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:08:21.397618 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:08:21.397618 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:08:21.397618 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:08:21.397618 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:08:21.397618 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:08:21.397618 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:08:21.528574 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-97fd567d-6fcc-4ccc-a219-8a4d9ba4ad49 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:21.537817 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-97fd567d-6fcc-4ccc-a219-8a4d9ba4ad49 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:21.537817 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-97fd567d-6fcc-4ccc-a219-8a4d9ba4ad49 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "DELETE /v2.0/networks/9ca6c169-69e4-4f07-82da-d7c4b4563b1b HTTP/1.1" status: 204 len: 168 time: 0.7963681 Jul 09 15:08:21.539919 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 38534) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:08:21.555969 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fd567d-6fcc-4ccc-a219-8a4d9ba4ad49 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Pushing event deleted for resources: {'Network': ['ID=9ca6c169-69e4-4f07-82da-d7c4b4563b1b,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:08:21.711438 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-838000f9-b49f-4226-9813-562a797f58af tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Deleting port db17fef3-a5f8-4e50-82d2-2c10c81c8e3a {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:08:21.711829 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-838000f9-b49f-4226-9813-562a797f58af tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:21.741793 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e75bc38c-8eea-4495-a348-4ac3d124838b req-7edb4626-6215-4d6a-8786-2db13be53993 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=16367796-44bb-4dfb-a17b-7314bb938b19 HTTP/1.1" status: 200 len: 210 time: 0.0349514 Jul 09 15:08:21.791245 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-838000f9-b49f-4226-9813-562a797f58af tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:21.791708 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-838000f9-b49f-4226-9813-562a797f58af tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:21.792526 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 4946df9f-697e-47c0-b1a4-37c6869e9bad no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:08:21.804688 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-838000f9-b49f-4226-9813-562a797f58af tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Calling delete_port for db17fef3-a5f8-4e50-82d2-2c10c81c8e3a owned by network:floatingip {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:08:21.812505 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: 4946df9f-697e-47c0-b1a4-37c6869e9bad {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:08:21.812843 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 4946df9f-697e-47c0-b1a4-37c6869e9bad not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:08:22.094218 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-838000f9-b49f-4226-9813-562a797f58af tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:22.150041 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838000f9-b49f-4226-9813-562a797f58af tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Pushing event deleted for resources: {'Port': ['ID=db17fef3-a5f8-4e50-82d2-2c10c81c8e3a,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:08:22.191382 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-838000f9-b49f-4226-9813-562a797f58af tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for floatingip, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:22.192071 n-d-799529-6 neutron-server[94446]: INFO neutron.db.l3_db [None req-838000f9-b49f-4226-9813-562a797f58af tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Floating IP 330c2003-b9e9-4d01-a777-81b66486df14 disassociated (deleted). External IP: 172.25.3.219, port: 08d43931-06bc-45f2-ab14-5bfc6b427fe8. Jul 09 15:08:22.414955 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-838000f9-b49f-4226-9813-562a797f58af tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Router 9adb4877-cd75-4e70-884e-e4a2aa007af2 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:08:22.871365 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-838000f9-b49f-4226-9813-562a797f58af tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:08:22.877767 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-838000f9-b49f-4226-9813-562a797f58af tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:22.883754 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d93c97-8894-4f58-b914-20ca3999b95c None None] Sync routers for ids ['9adb4877-cd75-4e70-884e-e4a2aa007af2'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:08:22.897866 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d93c97-8894-4f58-b914-20ca3999b95c None None] Routers {'9adb4877-cd75-4e70-884e-e4a2aa007af2'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:08:22.898684 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-15d93c97-8894-4f58-b914-20ca3999b95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:07:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['9adb4877-cd75-4e70-884e-e4a2aa007af2'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:08:22.911520 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-417e6c46-9bb9-405f-9765-695d6f684e62 req-6c1db6fc-e14b-4593-8cf4-0c5619de5ffe tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=16367796-44bb-4dfb-a17b-7314bb938b19 HTTP/1.1" status: 200 len: 210 time: 0.0521657 Jul 09 15:08:22.926244 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-838000f9-b49f-4226-9813-562a797f58af tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "DELETE /v2.0/floatingips/330c2003-b9e9-4d01-a777-81b66486df14 HTTP/1.1" status: 204 len: 168 time: 1.3768644 Jul 09 15:08:22.927111 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f636168f-d1dc-4993-b598-8874f15be0b5', 'tag': '08d43931-06bc-45f2-ab14-5bfc6b427fe8'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:08:22.933254 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43972667-dce4-46bb-b6f2-d6916aece743" -d '{"events": [{"name": "network-changed", "server_uuid": "f636168f-d1dc-4993-b598-8874f15be0b5", "tag": "08d43931-06bc-45f2-ab14-5bfc6b427fe8"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:08:22.944815 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device fe5191a2-a463-4d4a-a274-91962b9cfa9d no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:08:22.986355 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: fe5191a2-a463-4d4a-a274-91962b9cfa9d {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:08:22.986562 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device fe5191a2-a463-4d4a-a274-91962b9cfa9d not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:08:22.995104 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1656d0a4-c15d-4b59-a917-23716c4438de x-openstack-request-id: req-1656d0a4-c15d-4b59-a917-23716c4438de {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:08:22.999128 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f636168f-d1dc-4993-b598-8874f15be0b5", "tag": "08d43931-06bc-45f2-ab14-5bfc6b427fe8", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:08:23.001136 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1656d0a4-c15d-4b59-a917-23716c4438de {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:08:23.001718 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f636168f-d1dc-4993-b598-8874f15be0b5', 'tag': '08d43931-06bc-45f2-ab14-5bfc6b427fe8', 'status': 'completed', 'code': 200} Jul 09 15:08:23.063643 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8edb01-b3bc-4c22-b31e-19dbce0f8fe5 req-3ae0f362-54a4-4bd5-9cb2-0f98c5852778 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:23.064531 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-15d93c97-8894-4f58-b914-20ca3999b95c None None] Set router 9adb4877-cd75-4e70-884e-e4a2aa007af2 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:08:23.065867 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ed8edb01-b3bc-4c22-b31e-19dbce0f8fe5 req-3ae0f362-54a4-4bd5-9cb2-0f98c5852778 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.54 "GET /v2.0/networks?id=dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e HTTP/1.1" status: 200 len: 810 time: 0.1453478 Jul 09 15:08:23.078439 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-ed8edb01-b3bc-4c22-b31e-19dbce0f8fe5 req-16921fd7-9156-4e9e-94c9-9e32e27b3d26 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Request body: {'port': {'device_id': '16367796-44bb-4dfb-a17b-7314bb938b19', 'network_id': 'dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e', 'admin_state_up': True, 'tenant_id': '58a03f9342d64854b45abe6c697001d7'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:08:23.093624 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43972667-dce4-46bb-b6f2-d6916aece743 req-fde41b0d-d475-4c7c-9e39-c47a57e86c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:23.095135 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-43972667-dce4-46bb-b6f2-d6916aece743 req-fde41b0d-d475-4c7c-9e39-c47a57e86c06 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a6e2ac6f6f91427f816da8127677c24e&device_id=f636168f-d1dc-4993-b598-8874f15be0b5 HTTP/1.1" status: 200 len: 1097 time: 0.0734227 Jul 09 15:08:23.213678 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43972667-dce4-46bb-b6f2-d6916aece743 req-3e42ad05-629d-424a-b078-addc68ba20a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:23.214723 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-43972667-dce4-46bb-b6f2-d6916aece743 req-3e42ad05-629d-424a-b078-addc68ba20a1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2b3704e8-451c-4589-8c88-b29a937cb5cc HTTP/1.1" status: 200 len: 897 time: 0.1118460 Jul 09 15:08:23.277297 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-43972667-dce4-46bb-b6f2-d6916aece743 req-431270b1-7262-4d06-bb67-faabc1594bdb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08d43931-06bc-45f2-ab14-5bfc6b427fe8 HTTP/1.1" status: 200 len: 217 time: 0.0456746 Jul 09 15:08:23.312958 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-15d93c97-8894-4f58-b914-20ca3999b95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adb4877-cd75-4e70-884e-e4a2aa007af2', 'name': 'tempest-TestNetworkBasicOps-router-1420943158', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '491efa71-d6ce-4fda-ae82-505c17f95126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:06:19Z', 'updated_at': '2021-07-09T15:08:15Z', 'revision_number': 6, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'gw_port': {'id': '491efa71-d6ce-4fda-ae82-505c17f95126', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:97:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adb4877-cd75-4e70-884e-e4a2aa007af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:06:20Z', 'updated_at': '2021-07-09T15:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '370ac841-d3ae-4e16-9a85-4fd69494a30d', 'name': '', 'network_id': '2b3704e8-451c-4589-8c88-b29a937cb5cc', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'mac_address': 'fa:16:3e:cf:32:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adb4877-cd75-4e70-884e-e4a2aa007af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '698ed9b4-c044-4342-bccd-fd185f7a5759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:06:25Z', 'updated_at': '2021-07-09T15:06:33Z', 'revision_number': 5, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'subnets': [{'id': '698ed9b4-c044-4342-bccd-fd185f7a5759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:08:23.326250 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed8edb01-b3bc-4c22-b31e-19dbce0f8fe5 req-16921fd7-9156-4e9e-94c9-9e32e27b3d26 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Made reservation on behalf of 58a03f9342d64854b45abe6c697001d7 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:08:23.337644 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-ed8edb01-b3bc-4c22-b31e-19dbce0f8fe5 req-16921fd7-9156-4e9e-94c9-9e32e27b3d26 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:23.350545 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43972667-dce4-46bb-b6f2-d6916aece743 req-402012b4-383b-4e8f-af86-ec18e69e526c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:23.352310 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-43972667-dce4-46bb-b6f2-d6916aece743 req-402012b4-383b-4e8f-af86-ec18e69e526c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=698ed9b4-c044-4342-bccd-fd185f7a5759 HTTP/1.1" status: 200 len: 834 time: 0.0681210 Jul 09 15:08:23.363347 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:23.451059 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43972667-dce4-46bb-b6f2-d6916aece743 req-da75aaf9-7392-4ebf-8e1f-c21124416739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:23.452850 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-43972667-dce4-46bb-b6f2-d6916aece743 req-da75aaf9-7392-4ebf-8e1f-c21124416739 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2b3704e8-451c-4589-8c88-b29a937cb5cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0865204 Jul 09 15:08:23.480901 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d93c97-8894-4f58-b914-20ca3999b95c None None] Checking router: 9adb4877-cd75-4e70-884e-e4a2aa007af2 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:08:23.498069 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d93c97-8894-4f58-b914-20ca3999b95c None None] Routers {'9adb4877-cd75-4e70-884e-e4a2aa007af2'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:08:23.498835 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-15d93c97-8894-4f58-b914-20ca3999b95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:07:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['9adb4877-cd75-4e70-884e-e4a2aa007af2'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:08:23.576142 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-ed8edb01-b3bc-4c22-b31e-19dbce0f8fe5 req-16921fd7-9156-4e9e-94c9-9e32e27b3d26 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Allocated IP 172.20.0.10 (dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e/cded0840-5655-4dcd-8f99-f8da8558a443/3a0c4224-aeb8-410d-9143-fb0cfdc1f4f0) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:08:23.603308 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-43972667-dce4-46bb-b6f2-d6916aece743 req-7ae8e14f-e3b1-42c8-881d-81ad6e0b1e04 service neutron] 10.222.0.54 "GET /v2.0/networks/2b3704e8-451c-4589-8c88-b29a937cb5cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426992 Jul 09 15:08:23.660613 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-15d93c97-8894-4f58-b914-20ca3999b95c None None] Set router 9adb4877-cd75-4e70-884e-e4a2aa007af2 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:08:23.728770 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-43972667-dce4-46bb-b6f2-d6916aece743 req-bb40acb3-4234-4135-8f3b-81a41646884e service neutron] 10.222.0.54 "GET /v2.0/networks/2b3704e8-451c-4589-8c88-b29a937cb5cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145051 Jul 09 15:08:23.803551 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-ed8edb01-b3bc-4c22-b31e-19dbce0f8fe5 req-16921fd7-9156-4e9e-94c9-9e32e27b3d26 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:23.815218 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee3987d-fb05-45a2-b3eb-1f2560c0d48c req-0feb971a-e793-49de-be4d-7b635a02601a tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:23.816776 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2ee3987d-fb05-45a2-b3eb-1f2560c0d48c req-0feb971a-e793-49de-be4d-7b635a02601a tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/ports?device_id=f636168f-d1dc-4993-b598-8874f15be0b5 HTTP/1.1" status: 200 len: 946 time: 0.1286869 Jul 09 15:08:23.873244 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2ee3987d-fb05-45a2-b3eb-1f2560c0d48c req-be1e244d-5a2f-4440-aa3f-fe713db3712e tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2c4eaeb-a251-4886-9e17-c07954fb3643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499496 Jul 09 15:08:23.891202 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-15d93c97-8894-4f58-b914-20ca3999b95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adb4877-cd75-4e70-884e-e4a2aa007af2', 'name': 'tempest-TestNetworkBasicOps-router-1420943158', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '491efa71-d6ce-4fda-ae82-505c17f95126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:06:19Z', 'updated_at': '2021-07-09T15:08:15Z', 'revision_number': 6, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'gw_port': {'id': '491efa71-d6ce-4fda-ae82-505c17f95126', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:97:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adb4877-cd75-4e70-884e-e4a2aa007af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:06:20Z', 'updated_at': '2021-07-09T15:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '370ac841-d3ae-4e16-9a85-4fd69494a30d', 'name': '', 'network_id': '2b3704e8-451c-4589-8c88-b29a937cb5cc', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'mac_address': 'fa:16:3e:cf:32:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adb4877-cd75-4e70-884e-e4a2aa007af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '698ed9b4-c044-4342-bccd-fd185f7a5759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:06:25Z', 'updated_at': '2021-07-09T15:06:33Z', 'revision_number': 5, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'subnets': [{'id': '698ed9b4-c044-4342-bccd-fd185f7a5759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:08:23.920838 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d93c97-8894-4f58-b914-20ca3999b95c None None] The sync data for ids ['9adb4877-cd75-4e70-884e-e4a2aa007af2'] in n-d-799529-6 is: [{'id': '9adb4877-cd75-4e70-884e-e4a2aa007af2', 'name': 'tempest-TestNetworkBasicOps-router-1420943158', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '491efa71-d6ce-4fda-ae82-505c17f95126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:06:19Z', 'updated_at': '2021-07-09T15:08:15Z', 'revision_number': 6, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'gw_port': {'id': '491efa71-d6ce-4fda-ae82-505c17f95126', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:97:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adb4877-cd75-4e70-884e-e4a2aa007af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:06:20Z', 'updated_at': '2021-07-09T15:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '370ac841-d3ae-4e16-9a85-4fd69494a30d', 'name': '', 'network_id': '2b3704e8-451c-4589-8c88-b29a937cb5cc', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'mac_address': 'fa:16:3e:cf:32:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adb4877-cd75-4e70-884e-e4a2aa007af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '698ed9b4-c044-4342-bccd-fd185f7a5759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:06:25Z', 'updated_at': '2021-07-09T15:06:33Z', 'revision_number': 5, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'subnets': [{'id': '698ed9b4-c044-4342-bccd-fd185f7a5759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:08:23.951759 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-ed8edb01-b3bc-4c22-b31e-19dbce0f8fe5 req-16921fd7-9156-4e9e-94c9-9e32e27b3d26 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:23.992896 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed8edb01-b3bc-4c22-b31e-19dbce0f8fe5 req-16921fd7-9156-4e9e-94c9-9e32e27b3d26 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Network dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:08:23.996384 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['fa2e74d9-1262-4254-8774-c79aac654a8f'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:08:23.997517 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-ed8edb01-b3bc-4c22-b31e-19dbce0f8fe5 req-16921fd7-9156-4e9e-94c9-9e32e27b3d26 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:08:24.000605 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed8edb01-b3bc-4c22-b31e-19dbce0f8fe5 req-16921fd7-9156-4e9e-94c9-9e32e27b3d26 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:08:24.062914 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16921fd7-9156-4e9e-94c9-9e32e27b3d26 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Pushing event updated for resources: {'Port': ['ID=3a0c4224-aeb8-410d-9143-fb0cfdc1f4f0,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:08:24.078798 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8edb01-b3bc-4c22-b31e-19dbce0f8fe5 req-16921fd7-9156-4e9e-94c9-9e32e27b3d26 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:24.079474 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-ed8edb01-b3bc-4c22-b31e-19dbce0f8fe5 req-16921fd7-9156-4e9e-94c9-9e32e27b3d26 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:24.088477 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41ae39-871d-499b-a674-09f83efe8925 req-3c3dcefc-a68a-4280-bf55-11569d8c4d03 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:24.090407 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1a41ae39-871d-499b-a674-09f83efe8925 req-3c3dcefc-a68a-4280-bf55-11569d8c4d03 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=16367796-44bb-4dfb-a17b-7314bb938b19 HTTP/1.1" status: 200 len: 932 time: 0.0685544 Jul 09 15:08:24.131992 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1a41ae39-871d-499b-a674-09f83efe8925 req-f84779b8-e6f9-4640-8fe6-125ddf64da5e tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359974 Jul 09 15:08:24.167084 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ed8edb01-b3bc-4c22-b31e-19dbce0f8fe5 req-16921fd7-9156-4e9e-94c9-9e32e27b3d26 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0928512 Jul 09 15:08:24.183047 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-ed8edb01-b3bc-4c22-b31e-19dbce0f8fe5 req-f1a20946-61bc-4dca-b072-d9e815ee7f09 service neutron] Request body: {'port': {'device_id': '16367796-44bb-4dfb-a17b-7314bb938b19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:08:24.218610 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8ad7c9-023f-42a4-9fe2-42abd8d55c43 None None] New status for floating IP 330c2003-b9e9-4d01-a777-81b66486df14: DOWN {{(pid=94447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 15:08:24.259199 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-ed8edb01-b3bc-4c22-b31e-19dbce0f8fe5 req-f1a20946-61bc-4dca-b072-d9e815ee7f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:24.529457 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-ed8edb01-b3bc-4c22-b31e-19dbce0f8fe5 req-f1a20946-61bc-4dca-b072-d9e815ee7f09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a0c4224-aeb8-410d-9143-fb0cfdc1f4f0 {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:08:24.537112 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-ed8edb01-b3bc-4c22-b31e-19dbce0f8fe5 req-f1a20946-61bc-4dca-b072-d9e815ee7f09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:24.549030 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-ed8edb01-b3bc-4c22-b31e-19dbce0f8fe5 req-f1a20946-61bc-4dca-b072-d9e815ee7f09 service neutron] Transition to ACTIVE for port object 3a0c4224-aeb8-410d-9143-fb0cfdc1f4f0 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:08:24.628621 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-ed8edb01-b3bc-4c22-b31e-19dbce0f8fe5 req-f1a20946-61bc-4dca-b072-d9e815ee7f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:24.684845 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a20946-61bc-4dca-b072-d9e815ee7f09 service neutron] Pushing event updated for resources: {'Port': ['ID=3a0c4224-aeb8-410d-9143-fb0cfdc1f4f0,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:08:24.755641 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-ed8edb01-b3bc-4c22-b31e-19dbce0f8fe5 req-f1a20946-61bc-4dca-b072-d9e815ee7f09 service neutron] Attempting to bind port 3a0c4224-aeb8-410d-9143-fb0cfdc1f4f0 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:08:24.755990 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-ed8edb01-b3bc-4c22-b31e-19dbce0f8fe5 req-f1a20946-61bc-4dca-b072-d9e815ee7f09 service neutron] Attempting to bind port 3a0c4224-aeb8-410d-9143-fb0cfdc1f4f0 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '15c78198-813d-4ed5-bc99-cd2af9300c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:08:24.756329 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8edb01-b3bc-4c22-b31e-19dbce0f8fe5 req-f1a20946-61bc-4dca-b072-d9e815ee7f09 service neutron] Attempting to bind port 3a0c4224-aeb8-410d-9143-fb0cfdc1f4f0 on network dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:08:24.760909 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8edb01-b3bc-4c22-b31e-19dbce0f8fe5 req-f1a20946-61bc-4dca-b072-d9e815ee7f09 service neutron] Port 3a0c4224-aeb8-410d-9143-fb0cfdc1f4f0 on network dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:08:24.761241 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8edb01-b3bc-4c22-b31e-19dbce0f8fe5 req-f1a20946-61bc-4dca-b072-d9e815ee7f09 service neutron] Attempting to bind port 3a0c4224-aeb8-410d-9143-fb0cfdc1f4f0 on network dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:08:24.766353 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8edb01-b3bc-4c22-b31e-19dbce0f8fe5 req-f1a20946-61bc-4dca-b072-d9e815ee7f09 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:08:24.766706 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8edb01-b3bc-4c22-b31e-19dbce0f8fe5 req-f1a20946-61bc-4dca-b072-d9e815ee7f09 service neutron] Checking segment: {'id': '15c78198-813d-4ed5-bc99-cd2af9300c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:08:24.767100 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8edb01-b3bc-4c22-b31e-19dbce0f8fe5 req-f1a20946-61bc-4dca-b072-d9e815ee7f09 service neutron] Bound using segment: {'id': '15c78198-813d-4ed5-bc99-cd2af9300c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:08:24.767560 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-ed8edb01-b3bc-4c22-b31e-19dbce0f8fe5 req-f1a20946-61bc-4dca-b072-d9e815ee7f09 service neutron] Bound port: 3a0c4224-aeb8-410d-9143-fb0cfdc1f4f0, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15c78198-813d-4ed5-bc99-cd2af9300c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:08:24.768038 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-ed8edb01-b3bc-4c22-b31e-19dbce0f8fe5 req-f1a20946-61bc-4dca-b072-d9e815ee7f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:24.836279 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-ed8edb01-b3bc-4c22-b31e-19dbce0f8fe5 req-f1a20946-61bc-4dca-b072-d9e815ee7f09 service neutron] For port 3a0c4224-aeb8-410d-9143-fb0cfdc1f4f0, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:08:24.839336 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-ed8edb01-b3bc-4c22-b31e-19dbce0f8fe5 req-f1a20946-61bc-4dca-b072-d9e815ee7f09 service neutron] For port 3a0c4224-aeb8-410d-9143-fb0cfdc1f4f0, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=3a0c4224-aeb8-410d-9143-fb0cfdc1f4f0,segment=NetworkSegment(15c78198-813d-4ed5-bc99-cd2af9300c60),segment_id=15c78198-813d-4ed5-bc99-cd2af9300c60)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:08:24.903151 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-ed8edb01-b3bc-4c22-b31e-19dbce0f8fe5 req-f1a20946-61bc-4dca-b072-d9e815ee7f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:24.938451 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8edb01-b3bc-4c22-b31e-19dbce0f8fe5 req-f1a20946-61bc-4dca-b072-d9e815ee7f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:24.939072 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-ed8edb01-b3bc-4c22-b31e-19dbce0f8fe5 req-f1a20946-61bc-4dca-b072-d9e815ee7f09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:24.941187 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ed8edb01-b3bc-4c22-b31e-19dbce0f8fe5 req-f1a20946-61bc-4dca-b072-d9e815ee7f09 service neutron] 10.222.0.54 "PUT /v2.0/ports/3a0c4224-aeb8-410d-9143-fb0cfdc1f4f0 HTTP/1.1" status: 200 len: 1092 time: 0.7638557 Jul 09 15:08:24.942586 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16367796-44bb-4dfb-a17b-7314bb938b19', 'tag': '3a0c4224-aeb8-410d-9143-fb0cfdc1f4f0'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:08:24.944262 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6559524c-e5ac-49bf-b4b9-1100ceac796f" -d '{"events": [{"name": "network-changed", "server_uuid": "16367796-44bb-4dfb-a17b-7314bb938b19", "tag": "3a0c4224-aeb8-410d-9143-fb0cfdc1f4f0"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:08:24.980895 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a20946-61bc-4dca-b072-d9e815ee7f09 service neutron] Pushing event updated for resources: {'Port': ['ID=3a0c4224-aeb8-410d-9143-fb0cfdc1f4f0,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:08:25.003538 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6432f57-45f5-4b34-b65f-1d2975ba4b53 x-openstack-request-id: req-e6432f57-45f5-4b34-b65f-1d2975ba4b53 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:08:25.004908 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16367796-44bb-4dfb-a17b-7314bb938b19", "tag": "3a0c4224-aeb8-410d-9143-fb0cfdc1f4f0", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:08:25.004908 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e6432f57-45f5-4b34-b65f-1d2975ba4b53 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:08:25.004908 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16367796-44bb-4dfb-a17b-7314bb938b19', 'tag': '3a0c4224-aeb8-410d-9143-fb0cfdc1f4f0', 'status': 'completed', 'code': 200} Jul 09 15:08:25.090116 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e924762-b188-4c0f-945f-13032626a72e req-9ad51d3c-5ec7-4bf8-bf02-aacb12e7a471 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:25.091723 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0e924762-b188-4c0f-945f-13032626a72e req-9ad51d3c-5ec7-4bf8-bf02-aacb12e7a471 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/ports?device_id=f636168f-d1dc-4993-b598-8874f15be0b5 HTTP/1.1" status: 200 len: 946 time: 0.0962422 Jul 09 15:08:25.095696 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6559524c-e5ac-49bf-b4b9-1100ceac796f req-df0ed890-2671-4f3e-a52d-f1e3693528fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:25.097731 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6559524c-e5ac-49bf-b4b9-1100ceac796f req-df0ed890-2671-4f3e-a52d-f1e3693528fa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=58a03f9342d64854b45abe6c697001d7&device_id=16367796-44bb-4dfb-a17b-7314bb938b19 HTTP/1.1" status: 200 len: 1095 time: 0.0551207 Jul 09 15:08:25.145282 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0e924762-b188-4c0f-945f-13032626a72e req-bb4fba91-d211-4771-a03c-2a69186fef39 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2c4eaeb-a251-4886-9e17-c07954fb3643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448101 Jul 09 15:08:25.153528 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc95dffb-2d1b-4c89-89ce-64d20f7e2cf9 req-6f30f603-eebd-412a-8a67-dfdbe23e70f8 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:25.154960 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fc95dffb-2d1b-4c89-89ce-64d20f7e2cf9 req-6f30f603-eebd-412a-8a67-dfdbe23e70f8 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.54 "GET /v2.0/ports?device_id=f636168f-d1dc-4993-b598-8874f15be0b5 HTTP/1.1" status: 200 len: 946 time: 0.1103008 Jul 09 15:08:25.204269 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6559524c-e5ac-49bf-b4b9-1100ceac796f req-f711a050-3803-4c66-9025-65fced42d576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:25.205932 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6559524c-e5ac-49bf-b4b9-1100ceac796f req-f711a050-3803-4c66-9025-65fced42d576 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=58a03f9342d64854b45abe6c697001d7&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1003809 Jul 09 15:08:25.266391 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-fc95dffb-2d1b-4c89-89ce-64d20f7e2cf9 req-5849e49d-4b59-4b55-8c71-480b651eb7e7 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Deleting port 08d43931-06bc-45f2-ab14-5bfc6b427fe8 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:08:25.266816 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-fc95dffb-2d1b-4c89-89ce-64d20f7e2cf9 req-5849e49d-4b59-4b55-8c71-480b651eb7e7 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:25.349370 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6559524c-e5ac-49bf-b4b9-1100ceac796f req-cb11f5a0-e52d-48ee-a466-4af8122e06fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:25.350937 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6559524c-e5ac-49bf-b4b9-1100ceac796f req-cb11f5a0-e52d-48ee-a466-4af8122e06fc service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1386933 Jul 09 15:08:25.356026 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-fc95dffb-2d1b-4c89-89ce-64d20f7e2cf9 req-5849e49d-4b59-4b55-8c71-480b651eb7e7 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] For port 08d43931-06bc-45f2-ab14-5bfc6b427fe8, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=08d43931-06bc-45f2-ab14-5bfc6b427fe8,segment=NetworkSegment(f383ae13-0bf9-4a2b-a528-0bb79c4871fe),segment_id=f383ae13-0bf9-4a2b-a528-0bb79c4871fe)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:08:25.356431 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-fc95dffb-2d1b-4c89-89ce-64d20f7e2cf9 req-5849e49d-4b59-4b55-8c71-480b651eb7e7 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:25.366642 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282429be-e99d-4da5-887b-9709886a5a5d req-1d7ed195-e0dd-49b0-82c5-fa907518e531 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:25.368217 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-282429be-e99d-4da5-887b-9709886a5a5d req-1d7ed195-e0dd-49b0-82c5-fa907518e531 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=16367796-44bb-4dfb-a17b-7314bb938b19 HTTP/1.1" status: 200 len: 944 time: 0.1079941 Jul 09 15:08:25.371357 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-fc95dffb-2d1b-4c89-89ce-64d20f7e2cf9 req-5849e49d-4b59-4b55-8c71-480b651eb7e7 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Calling delete_port for 08d43931-06bc-45f2-ab14-5bfc6b427fe8 owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:08:25.447141 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-282429be-e99d-4da5-887b-9709886a5a5d req-efad433d-f5fd-4f12-8a69-e8ace0b213bd tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693336 Jul 09 15:08:25.470190 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8edb01-b3bc-4c22-b31e-19dbce0f8fe5 req-aab5d0be-ffed-4a25-a53c-8c668f99a3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:25.472605 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ed8edb01-b3bc-4c22-b31e-19dbce0f8fe5 req-aab5d0be-ffed-4a25-a53c-8c668f99a3f4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=58a03f9342d64854b45abe6c697001d7&device_id=16367796-44bb-4dfb-a17b-7314bb938b19 HTTP/1.1" status: 200 len: 1095 time: 0.0739923 Jul 09 15:08:25.522112 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ed8edb01-b3bc-4c22-b31e-19dbce0f8fe5 req-69efa967-d8fc-4241-8e90-f8de060d81cd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a0c4224-aeb8-410d-9143-fb0cfdc1f4f0 HTTP/1.1" status: 200 len: 217 time: 0.0406039 Jul 09 15:08:25.572862 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8edb01-b3bc-4c22-b31e-19dbce0f8fe5 req-4dfbb6b9-aa55-4bff-b5c0-ddcb12af0c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:25.574329 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ed8edb01-b3bc-4c22-b31e-19dbce0f8fe5 req-4dfbb6b9-aa55-4bff-b5c0-ddcb12af0c35 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cded0840-5655-4dcd-8f99-f8da8558a443 HTTP/1.1" status: 200 len: 850 time: 0.0451496 Jul 09 15:08:25.585344 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-fc95dffb-2d1b-4c89-89ce-64d20f7e2cf9 req-5849e49d-4b59-4b55-8c71-480b651eb7e7 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:25.609013 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ed8edb01-b3bc-4c22-b31e-19dbce0f8fe5 req-5f9af989-ca31-43cb-b123-0fb216018893 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273755 Jul 09 15:08:25.614172 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5849e49d-4b59-4b55-8c71-480b651eb7e7 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Pushing event deleted for resources: {'Port': ['ID=08d43931-06bc-45f2-ab14-5bfc6b427fe8,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:08:25.667848 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc95dffb-2d1b-4c89-89ce-64d20f7e2cf9 req-5849e49d-4b59-4b55-8c71-480b651eb7e7 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] No DVR routers for this DVR port 08d43931-06bc-45f2-ab14-5bfc6b427fe8 on host n-h2-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:08:25.670656 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-fc95dffb-2d1b-4c89-89ce-64d20f7e2cf9 req-5849e49d-4b59-4b55-8c71-480b651eb7e7 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:25.672602 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fc95dffb-2d1b-4c89-89ce-64d20f7e2cf9 req-5849e49d-4b59-4b55-8c71-480b651eb7e7 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.54 "DELETE /v2.0/ports/08d43931-06bc-45f2-ab14-5bfc6b427fe8 HTTP/1.1" status: 204 len: 173 time: 0.5112891 Jul 09 15:08:25.673050 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f636168f-d1dc-4993-b598-8874f15be0b5', 'name': 'network-vif-deleted', 'tag': '08d43931-06bc-45f2-ab14-5bfc6b427fe8'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:08:25.675593 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaafed7f-b9ce-46e9-81a4-b7cd98e13369" -d '{"events": [{"server_uuid": "f636168f-d1dc-4993-b598-8874f15be0b5", "name": "network-vif-deleted", "tag": "08d43931-06bc-45f2-ab14-5bfc6b427fe8"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:08:25.711350 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ed8edb01-b3bc-4c22-b31e-19dbce0f8fe5 req-cc998899-1d47-4d82-b045-a8b6cee67d65 service neutron] 10.222.0.54 "GET /v2.0/networks/dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957780 Jul 09 15:08:25.712053 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b6ef67-ad0f-41e3-a111-866ee1a445b1 x-openstack-request-id: req-92b6ef67-ad0f-41e3-a111-866ee1a445b1 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:08:25.712349 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f636168f-d1dc-4993-b598-8874f15be0b5", "name": "network-vif-deleted", "tag": "08d43931-06bc-45f2-ab14-5bfc6b427fe8", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:08:25.712624 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-92b6ef67-ad0f-41e3-a111-866ee1a445b1 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:08:25.713010 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f636168f-d1dc-4993-b598-8874f15be0b5', 'name': 'network-vif-deleted', 'tag': '08d43931-06bc-45f2-ab14-5bfc6b427fe8', 'status': 'completed', 'code': 200} Jul 09 15:08:25.823019 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ed8edb01-b3bc-4c22-b31e-19dbce0f8fe5 req-cae4144c-282d-42b6-ac60-cd0fc97147a5 service neutron] 10.222.0.54 "GET /v2.0/networks/dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996358 Jul 09 15:08:26.121921 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6b34437f-9695-4028-9bc2-057ab02ad9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:26.306012 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0610ab13-d59b-42b9-9ccf-947811dfe303 req-d9dec644-c027-4c74-8cdb-bc0745f9654b tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/ports?device_id=f636168f-d1dc-4993-b598-8874f15be0b5 HTTP/1.1" status: 200 len: 210 time: 0.0303724 Jul 09 15:08:26.640206 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac7b6f-4349-43a8-a8ff-65cd349c9937 req-fc539853-085b-43e1-b2f9-969c03e57e6c tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:26.641712 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3dac7b6f-4349-43a8-a8ff-65cd349c9937 req-fc539853-085b-43e1-b2f9-969c03e57e6c tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=16367796-44bb-4dfb-a17b-7314bb938b19 HTTP/1.1" status: 200 len: 944 time: 0.0676937 Jul 09 15:08:26.682633 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3dac7b6f-4349-43a8-a8ff-65cd349c9937 req-e42088d3-e131-440d-b80a-a64ba5ed9b4e tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353448 Jul 09 15:08:27.397674 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 38576) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:08:27.456472 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f4280401-db42-4dba-8ee4-764634670f08 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:27.481926 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f4280401-db42-4dba-8ee4-764634670f08 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:27.577602 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 38578) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:08:27.602146 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f4280401-db42-4dba-8ee4-764634670f08 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:27.604920 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f4280401-db42-4dba-8ee4-764634670f08 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:27.606094 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f4280401-db42-4dba-8ee4-764634670f08 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "DELETE /v2.0/security-groups/d2c4eaeb-a251-4886-9e17-c07954fb3643 HTTP/1.1" status: 204 len: 168 time: 0.2073100 Jul 09 15:08:27.616796 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4280401-db42-4dba-8ee4-764634670f08 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c4eaeb-a251-4886-9e17-c07954fb3643,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:08:27.784221 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 38586) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:08:27.889924 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-ccc37bc6-96e6-47bf-91ec-f2b68254edd5 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Deleting port 220f6c4b-a8d5-4510-beb2-9d916dc32f5d {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:08:27.890520 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ccc37bc6-96e6-47bf-91ec-f2b68254edd5 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:27.900279 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da44070-64cd-4556-80a7-9ae155557c9e req-4468d0c0-8982-4e20-9e63-59dee6131016 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:27.901773 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5da44070-64cd-4556-80a7-9ae155557c9e req-4468d0c0-8982-4e20-9e63-59dee6131016 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=16367796-44bb-4dfb-a17b-7314bb938b19 HTTP/1.1" status: 200 len: 944 time: 0.1012301 Jul 09 15:08:27.984261 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5da44070-64cd-4556-80a7-9ae155557c9e req-8cb71863-2331-4dd2-a1cf-4e4c8e70848d tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730412 Jul 09 15:08:28.006493 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ccc37bc6-96e6-47bf-91ec-f2b68254edd5 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:28.011367 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ccc37bc6-96e6-47bf-91ec-f2b68254edd5 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:28.019553 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-ccc37bc6-96e6-47bf-91ec-f2b68254edd5 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Calling delete_port for 220f6c4b-a8d5-4510-beb2-9d916dc32f5d owned by network:floatingip {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:08:28.247831 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-de408089-250d-4f98-8482-55c5409fbc94 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:28.265053 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ccc37bc6-96e6-47bf-91ec-f2b68254edd5 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:28.291737 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc37bc6-96e6-47bf-91ec-f2b68254edd5 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Pushing event deleted for resources: {'Port': ['ID=220f6c4b-a8d5-4510-beb2-9d916dc32f5d,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:08:28.360164 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ccc37bc6-96e6-47bf-91ec-f2b68254edd5 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Notify callbacks [] for floatingip, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:28.360610 n-d-799529-6 neutron-server[94446]: INFO neutron.db.l3_db [None req-ccc37bc6-96e6-47bf-91ec-f2b68254edd5 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Floating IP 5352fbb2-6f2a-4a1e-b34d-2c0c40727893 disassociated (deleted). External IP: 172.25.3.118, port: b99bf132-40d3-49b4-a696-896c9509282a. Jul 09 15:08:28.567644 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-de408089-250d-4f98-8482-55c5409fbc94 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Deleting port 370ac841-d3ae-4e16-9a85-4fd69494a30d {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:08:28.568166 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-de408089-250d-4f98-8482-55c5409fbc94 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:28.580994 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc37bc6-96e6-47bf-91ec-f2b68254edd5 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Router 504224b9-c086-4eba-8292-f340ecda2116 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:08:28.660552 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-de408089-250d-4f98-8482-55c5409fbc94 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] For port 370ac841-d3ae-4e16-9a85-4fd69494a30d, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=370ac841-d3ae-4e16-9a85-4fd69494a30d,segment=NetworkSegment(f383ae13-0bf9-4a2b-a528-0bb79c4871fe),segment_id=f383ae13-0bf9-4a2b-a528-0bb79c4871fe)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:08:28.660889 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-de408089-250d-4f98-8482-55c5409fbc94 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:28.675866 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-de408089-250d-4f98-8482-55c5409fbc94 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Calling delete_port for 370ac841-d3ae-4e16-9a85-4fd69494a30d owned by network:router_interface {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:08:28.697025 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc37bc6-96e6-47bf-91ec-f2b68254edd5 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:08:28.701771 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ccc37bc6-96e6-47bf-91ec-f2b68254edd5 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:28.706421 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffedb215-7218-4857-a03b-955e3b3fa9fa None None] Sync routers for ids ['504224b9-c086-4eba-8292-f340ecda2116'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:08:28.715722 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffedb215-7218-4857-a03b-955e3b3fa9fa None None] Routers {'504224b9-c086-4eba-8292-f340ecda2116'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:08:28.716337 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-ffedb215-7218-4857-a03b-955e3b3fa9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:07:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['504224b9-c086-4eba-8292-f340ecda2116'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:08:28.741547 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ccc37bc6-96e6-47bf-91ec-f2b68254edd5 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] 10.222.0.58 "DELETE /v2.0/floatingips/5352fbb2-6f2a-4a1e-b34d-2c0c40727893 HTTP/1.1" status: 204 len: 168 time: 1.1626222 Jul 09 15:08:28.742231 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52e4e346-5264-4503-bd92-4f1ec4f0c0e8', 'tag': 'b99bf132-40d3-49b4-a696-896c9509282a'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:08:28.744715 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49581ee9-02a2-4d80-ad10-a459ee5ae741" -d '{"events": [{"name": "network-changed", "server_uuid": "52e4e346-5264-4503-bd92-4f1ec4f0c0e8", "tag": "b99bf132-40d3-49b4-a696-896c9509282a"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:08:28.825816 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bfca915-c1df-44b7-acd3-bafbf93e5701 x-openstack-request-id: req-7bfca915-c1df-44b7-acd3-bafbf93e5701 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:08:28.826106 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52e4e346-5264-4503-bd92-4f1ec4f0c0e8", "tag": "b99bf132-40d3-49b4-a696-896c9509282a", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:08:28.826384 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7bfca915-c1df-44b7-acd3-bafbf93e5701 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:08:28.826794 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52e4e346-5264-4503-bd92-4f1ec4f0c0e8', 'tag': 'b99bf132-40d3-49b4-a696-896c9509282a', 'status': 'completed', 'code': 200} Jul 09 15:08:28.831612 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-ffedb215-7218-4857-a03b-955e3b3fa9fa None None] Set router 504224b9-c086-4eba-8292-f340ecda2116 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:08:28.930412 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49581ee9-02a2-4d80-ad10-a459ee5ae741 req-f2204d70-a4c7-4c42-9cdc-a2507cf3303c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:28.932101 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-49581ee9-02a2-4d80-ad10-a459ee5ae741 req-f2204d70-a4c7-4c42-9cdc-a2507cf3303c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6fa15925135f43938e84c3b00c868efd&device_id=52e4e346-5264-4503-bd92-4f1ec4f0c0e8 HTTP/1.1" status: 200 len: 1096 time: 0.0753467 Jul 09 15:08:29.032482 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49581ee9-02a2-4d80-ad10-a459ee5ae741 req-5d0e9b39-d894-4360-a321-be517ebb7fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:29.032482 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-49581ee9-02a2-4d80-ad10-a459ee5ae741 req-5d0e9b39-d894-4360-a321-be517ebb7fd1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=72fb1c98-0827-40c6-aaac-61379e97af8e HTTP/1.1" status: 200 len: 915 time: 0.0937903 Jul 09 15:08:29.054535 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-ffedb215-7218-4857-a03b-955e3b3fa9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504224b9-c086-4eba-8292-f340ecda2116', 'name': 'tempest-TestVolumeBackupRestore-1631406732-router', 'tenant_id': '6fa15925135f43938e84c3b00c868efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '5763a703-0cc2-4549-873f-76e291d6b141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:02:52Z', 'updated_at': '2021-07-09T15:03:01Z', 'revision_number': 4, 'project_id': '6fa15925135f43938e84c3b00c868efd', 'gw_port': {'id': '5763a703-0cc2-4549-873f-76e291d6b141', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504224b9-c086-4eba-8292-f340ecda2116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:02:54Z', 'updated_at': '2021-07-09T15:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '21d67486-e697-4502-a3eb-e480106d6e41', 'name': '', 'network_id': '72fb1c98-0827-40c6-aaac-61379e97af8e', 'tenant_id': '6fa15925135f43938e84c3b00c868efd', 'mac_address': 'fa:16:3e:2c:c3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504224b9-c086-4eba-8292-f340ecda2116', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '5f2e327b-3440-4f7c-baea-010d460bc256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:03:00Z', 'updated_at': '2021-07-09T15:03:14Z', 'revision_number': 5, 'project_id': '6fa15925135f43938e84c3b00c868efd', 'subnets': [{'id': '5f2e327b-3440-4f7c-baea-010d460bc256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:08:29.080111 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-de408089-250d-4f98-8482-55c5409fbc94 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:29.084219 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-49581ee9-02a2-4d80-ad10-a459ee5ae741 req-7450f636-8109-40de-9ca1-2d3827c0e326 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b99bf132-40d3-49b4-a696-896c9509282a HTTP/1.1" status: 200 len: 217 time: 0.0452533 Jul 09 15:08:29.088688 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffedb215-7218-4857-a03b-955e3b3fa9fa None None] Checking router: 504224b9-c086-4eba-8292-f340ecda2116 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:08:29.099215 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffedb215-7218-4857-a03b-955e3b3fa9fa None None] Routers {'504224b9-c086-4eba-8292-f340ecda2116'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:08:29.099853 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-ffedb215-7218-4857-a03b-955e3b3fa9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:07:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['504224b9-c086-4eba-8292-f340ecda2116'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:08:29.135396 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de408089-250d-4f98-8482-55c5409fbc94 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Pushing event deleted for resources: {'Port': ['ID=370ac841-d3ae-4e16-9a85-4fd69494a30d,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:08:29.140244 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-15648d72-2878-4f7a-a824-1adcc4d6aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:29.217313 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-ffedb215-7218-4857-a03b-955e3b3fa9fa None None] Set router 504224b9-c086-4eba-8292-f340ecda2116 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:08:29.240089 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:29.255745 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49581ee9-02a2-4d80-ad10-a459ee5ae741 req-59422017-30f9-4a50-a7b8-bc83e3bb3f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:29.257756 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-49581ee9-02a2-4d80-ad10-a459ee5ae741 req-59422017-30f9-4a50-a7b8-bc83e3bb3f67 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5f2e327b-3440-4f7c-baea-010d460bc256 HTTP/1.1" status: 200 len: 853 time: 0.1633985 Jul 09 15:08:29.484263 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-ffedb215-7218-4857-a03b-955e3b3fa9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504224b9-c086-4eba-8292-f340ecda2116', 'name': 'tempest-TestVolumeBackupRestore-1631406732-router', 'tenant_id': '6fa15925135f43938e84c3b00c868efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '5763a703-0cc2-4549-873f-76e291d6b141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:02:52Z', 'updated_at': '2021-07-09T15:03:01Z', 'revision_number': 4, 'project_id': '6fa15925135f43938e84c3b00c868efd', 'gw_port': {'id': '5763a703-0cc2-4549-873f-76e291d6b141', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504224b9-c086-4eba-8292-f340ecda2116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:02:54Z', 'updated_at': '2021-07-09T15:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '21d67486-e697-4502-a3eb-e480106d6e41', 'name': '', 'network_id': '72fb1c98-0827-40c6-aaac-61379e97af8e', 'tenant_id': '6fa15925135f43938e84c3b00c868efd', 'mac_address': 'fa:16:3e:2c:c3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504224b9-c086-4eba-8292-f340ecda2116', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '5f2e327b-3440-4f7c-baea-010d460bc256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:03:00Z', 'updated_at': '2021-07-09T15:03:14Z', 'revision_number': 5, 'project_id': '6fa15925135f43938e84c3b00c868efd', 'subnets': [{'id': '5f2e327b-3440-4f7c-baea-010d460bc256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:08:29.514747 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffedb215-7218-4857-a03b-955e3b3fa9fa None None] The sync data for ids ['504224b9-c086-4eba-8292-f340ecda2116'] in n-d-799529-6 is: [{'id': '504224b9-c086-4eba-8292-f340ecda2116', 'name': 'tempest-TestVolumeBackupRestore-1631406732-router', 'tenant_id': '6fa15925135f43938e84c3b00c868efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '5763a703-0cc2-4549-873f-76e291d6b141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:02:52Z', 'updated_at': '2021-07-09T15:03:01Z', 'revision_number': 4, 'project_id': '6fa15925135f43938e84c3b00c868efd', 'gw_port': {'id': '5763a703-0cc2-4549-873f-76e291d6b141', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504224b9-c086-4eba-8292-f340ecda2116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:02:54Z', 'updated_at': '2021-07-09T15:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '21d67486-e697-4502-a3eb-e480106d6e41', 'name': '', 'network_id': '72fb1c98-0827-40c6-aaac-61379e97af8e', 'tenant_id': '6fa15925135f43938e84c3b00c868efd', 'mac_address': 'fa:16:3e:2c:c3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504224b9-c086-4eba-8292-f340ecda2116', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '5f2e327b-3440-4f7c-baea-010d460bc256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:03:00Z', 'updated_at': '2021-07-09T15:03:14Z', 'revision_number': 5, 'project_id': '6fa15925135f43938e84c3b00c868efd', 'subnets': [{'id': '5f2e327b-3440-4f7c-baea-010d460bc256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:08:29.699999 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5912183-861d-4283-963e-efc43a34cadd req-4915cc7b-190a-49b5-be8e-009ef76f6e71 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:29.701949 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e5912183-861d-4283-963e-efc43a34cadd req-4915cc7b-190a-49b5-be8e-009ef76f6e71 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] 10.222.0.58 "GET /v2.0/ports?device_id=52e4e346-5264-4503-bd92-4f1ec4f0c0e8 HTTP/1.1" status: 200 len: 945 time: 0.0780349 Jul 09 15:08:29.714769 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8891612a-2e68-4d9d-bf34-8114ae16c9a5 req-d0ad0729-fc66-4f16-b1a7-f009c6d58f10 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:29.716386 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8891612a-2e68-4d9d-bf34-8114ae16c9a5 req-d0ad0729-fc66-4f16-b1a7-f009c6d58f10 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=16367796-44bb-4dfb-a17b-7314bb938b19 HTTP/1.1" status: 200 len: 944 time: 0.5918939 Jul 09 15:08:29.748281 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e5912183-861d-4283-963e-efc43a34cadd req-138b78e0-862a-4429-9f74-46273dd3403b tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] 10.222.0.58 "GET /v2.0/security-groups?id=4400576a-a3df-4d9a-a212-5fb9da69e2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386910 Jul 09 15:08:29.785486 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06aae5ad-ae31-4a63-98ad-f062af42eb56 None None] New status for floating IP 5352fbb2-6f2a-4a1e-b34d-2c0c40727893: DOWN {{(pid=94447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 15:08:29.818597 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 3a0c4224-aeb8-410d-9143-fb0cfdc1f4f0 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 15:08:29.820525 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 08d43931-06bc-45f2-ab14-5bfc6b427fe8 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:08:29.832591 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8891612a-2e68-4d9d-bf34-8114ae16c9a5 req-e713f9f0-4c15-4fc0-829d-301cd00453c7 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095245 Jul 09 15:08:29.837370 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49581ee9-02a2-4d80-ad10-a459ee5ae741 req-8587b6d9-eddd-4f94-ac0c-7fc104ed3a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:29.838186 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-49581ee9-02a2-4d80-ad10-a459ee5ae741 req-8587b6d9-eddd-4f94-ac0c-7fc104ed3a70 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=72fb1c98-0827-40c6-aaac-61379e97af8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5735793 Jul 09 15:08:29.839154 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-de408089-250d-4f98-8482-55c5409fbc94 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:29.871367 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: 08d43931-06bc-45f2-ab14-5bfc6b427fe8 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:08:29.878212 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 08d43931-06bc-45f2-ab14-5bfc6b427fe8 not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:08:29.977108 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 3a0c4224-aeb8-410d-9143-fb0cfdc1f4f0, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=3a0c4224-aeb8-410d-9143-fb0cfdc1f4f0,segment=NetworkSegment(15c78198-813d-4ed5-bc99-cd2af9300c60),segment_id=15c78198-813d-4ed5-bc99-cd2af9300c60)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:08:29.989183 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': '3a0c4224-aeb8-410d-9143-fb0cfdc1f4f0', 'network_id': 'dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e', 'port_id': '3a0c4224-aeb8-410d-9143-fb0cfdc1f4f0', 'mac_address': 'fa:16:3e:7c:25:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cded0840-5655-4dcd-8f99-f8da8558a443', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 15:08:30.035753 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:30.041889 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-49581ee9-02a2-4d80-ad10-a459ee5ae741 req-8b5ce93e-a48f-4d48-9704-07d22790a65c service neutron] 10.222.0.54 "GET /v2.0/networks/72fb1c98-0827-40c6-aaac-61379e97af8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963158 Jul 09 15:08:30.053156 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a0c4224-aeb8-410d-9143-fb0cfdc1f4f0 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:08:30.075234 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 3a0c4224-aeb8-410d-9143-fb0cfdc1f4f0, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=3a0c4224-aeb8-410d-9143-fb0cfdc1f4f0,segment=NetworkSegment(15c78198-813d-4ed5-bc99-cd2af9300c60),segment_id=15c78198-813d-4ed5-bc99-cd2af9300c60)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:08:30.155247 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:30.214747 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=3a0c4224-aeb8-410d-9143-fb0cfdc1f4f0,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:08:30.217839 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-49581ee9-02a2-4d80-ad10-a459ee5ae741 req-3aa4b478-4bd7-4147-8585-4d162814dfb3 service neutron] 10.222.0.54 "GET /v2.0/networks/72fb1c98-0827-40c6-aaac-61379e97af8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672392 Jul 09 15:08:30.226486 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de408089-250d-4f98-8482-55c5409fbc94 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Router 9adb4877-cd75-4e70-884e-e4a2aa007af2 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:08:30.265056 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:30.335005 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de408089-250d-4f98-8482-55c5409fbc94 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:08:30.339858 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-de408089-250d-4f98-8482-55c5409fbc94 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "PUT /v2.0/routers/9adb4877-cd75-4e70-884e-e4a2aa007af2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5543587 Jul 09 15:08:30.342471 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 38600) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:08:30.344968 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1be04d-8efd-4c69-b1b2-8c01f847c696 None None] Sync routers for ids ['9adb4877-cd75-4e70-884e-e4a2aa007af2'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:08:30.354593 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1be04d-8efd-4c69-b1b2-8c01f847c696 None None] Routers {'9adb4877-cd75-4e70-884e-e4a2aa007af2'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:08:30.355196 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-6a1be04d-8efd-4c69-b1b2-8c01f847c696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:08:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['9adb4877-cd75-4e70-884e-e4a2aa007af2'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:08:30.394332 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-77eb0ca8-9ba3-4f17-92c9-fa53b365d2eb tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Deleting subnet 698ed9b4-c044-4342-bccd-fd185f7a5759 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:08:30.397824 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-77eb0ca8-9ba3-4f17-92c9-fa53b365d2eb tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:30.398920 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['3a0c4224-aeb8-410d-9143-fb0cfdc1f4f0'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:08:30.445801 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-77eb0ca8-9ba3-4f17-92c9-fa53b365d2eb tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:30.463008 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-6a1be04d-8efd-4c69-b1b2-8c01f847c696 None None] Set router 9adb4877-cd75-4e70-884e-e4a2aa007af2 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:08:30.540588 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-77eb0ca8-9ba3-4f17-92c9-fa53b365d2eb tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:30.685634 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-77eb0ca8-9ba3-4f17-92c9-fa53b365d2eb tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:30.717816 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eb0ca8-9ba3-4f17-92c9-fa53b365d2eb tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Pushing event deleted for resources: {'Subnet': ['ID=698ed9b4-c044-4342-bccd-fd185f7a5759,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:08:30.722299 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-77eb0ca8-9ba3-4f17-92c9-fa53b365d2eb tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:30.725511 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-77eb0ca8-9ba3-4f17-92c9-fa53b365d2eb tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "DELETE /v2.0/subnets/698ed9b4-c044-4342-bccd-fd185f7a5759 HTTP/1.1" status: 204 len: 168 time: 0.3819218 Jul 09 15:08:30.727985 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 38604) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:08:30.731563 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf4b5e2-c8fc-4850-bbd9-513d0452fcbf None None] Network 2b3704e8-451c-4589-8c88-b29a937cb5cc requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:08:30.758026 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-6a1be04d-8efd-4c69-b1b2-8c01f847c696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adb4877-cd75-4e70-884e-e4a2aa007af2', 'name': 'tempest-TestNetworkBasicOps-router-1420943158', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '491efa71-d6ce-4fda-ae82-505c17f95126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:06:19Z', 'updated_at': '2021-07-09T15:08:28Z', 'revision_number': 7, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'gw_port': {'id': '491efa71-d6ce-4fda-ae82-505c17f95126', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:97:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adb4877-cd75-4e70-884e-e4a2aa007af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:06:20Z', 'updated_at': '2021-07-09T15:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:08:30.789429 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1be04d-8efd-4c69-b1b2-8c01f847c696 None None] Checking router: 9adb4877-cd75-4e70-884e-e4a2aa007af2 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:08:30.798321 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1be04d-8efd-4c69-b1b2-8c01f847c696 None None] Routers {'9adb4877-cd75-4e70-884e-e4a2aa007af2'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:08:30.798945 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-6a1be04d-8efd-4c69-b1b2-8c01f847c696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:08:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['9adb4877-cd75-4e70-884e-e4a2aa007af2'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:08:30.868540 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e067b9eb-b020-4c89-84d3-b65062c719c1 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for router, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:30.983602 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-6a1be04d-8efd-4c69-b1b2-8c01f847c696 None None] Set router 9adb4877-cd75-4e70-884e-e4a2aa007af2 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:08:30.986574 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7048ed-08d5-4569-a1b3-47f40aba1b83 None None] DHCP port deletion for 2b3704e8-451c-4589-8c88-b29a937cb5cc request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 15:08:31.035833 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e067b9eb-b020-4c89-84d3-b65062c719c1 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:31.078878 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-3d7048ed-08d5-4569-a1b3-47f40aba1b83 None None] Deleting port 1678ec24-dccf-4f48-b0ba-bf40de734e75 {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:08:31.079420 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3d7048ed-08d5-4569-a1b3-47f40aba1b83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:31.082430 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aaf7f1-ed1e-4732-a50a-562f41a5b7b5 req-908b4044-6170-4ef0-8251-4b64a24010ad tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:31.084655 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-14aaf7f1-ed1e-4732-a50a-562f41a5b7b5 req-908b4044-6170-4ef0-8251-4b64a24010ad tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] 10.222.0.58 "GET /v2.0/ports?device_id=52e4e346-5264-4503-bd92-4f1ec4f0c0e8 HTTP/1.1" status: 200 len: 945 time: 0.1839311 Jul 09 15:08:31.117579 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e6853f-26c8-41d0-8095-788571b067d5 req-ad7d7853-ced1-48c2-9b15-8d4aa16dee73 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:31.119554 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-67e6853f-26c8-41d0-8095-788571b067d5 req-ad7d7853-ced1-48c2-9b15-8d4aa16dee73 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=16367796-44bb-4dfb-a17b-7314bb938b19 HTTP/1.1" status: 200 len: 945 time: 0.0760393 Jul 09 15:08:31.133643 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-14aaf7f1-ed1e-4732-a50a-562f41a5b7b5 req-ca9e6f39-fcd0-457a-a76e-fb2cb2bff36c tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] 10.222.0.58 "GET /v2.0/security-groups?id=4400576a-a3df-4d9a-a212-5fb9da69e2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407543 Jul 09 15:08:31.148860 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e7ad8-ab23-4e98-a2aa-709975946f78 req-aee2ea85-7ed6-4232-8139-e28c7c821db0 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:31.150885 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b67e7ad8-ab23-4e98-a2aa-709975946f78 req-aee2ea85-7ed6-4232-8139-e28c7c821db0 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] 10.222.0.54 "GET /v2.0/ports?device_id=52e4e346-5264-4503-bd92-4f1ec4f0c0e8 HTTP/1.1" status: 200 len: 945 time: 0.1559682 Jul 09 15:08:31.170443 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-3d7048ed-08d5-4569-a1b3-47f40aba1b83 None None] For port 1678ec24-dccf-4f48-b0ba-bf40de734e75, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=1678ec24-dccf-4f48-b0ba-bf40de734e75,segment=NetworkSegment(f383ae13-0bf9-4a2b-a528-0bb79c4871fe),segment_id=f383ae13-0bf9-4a2b-a528-0bb79c4871fe)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:08:31.171075 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3d7048ed-08d5-4569-a1b3-47f40aba1b83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:31.186525 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-3d7048ed-08d5-4569-a1b3-47f40aba1b83 None None] Calling delete_port for 1678ec24-dccf-4f48-b0ba-bf40de734e75 owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:08:31.207736 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-67e6853f-26c8-41d0-8095-788571b067d5 req-fb41e8e9-9237-4486-b9b0-268747ab543e tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627410 Jul 09 15:08:31.216255 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-e067b9eb-b020-4c89-84d3-b65062c719c1 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Deleting port 491efa71-d6ce-4fda-ae82-505c17f95126 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:08:31.216605 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e067b9eb-b020-4c89-84d3-b65062c719c1 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:31.253621 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-6a1be04d-8efd-4c69-b1b2-8c01f847c696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adb4877-cd75-4e70-884e-e4a2aa007af2', 'name': 'tempest-TestNetworkBasicOps-router-1420943158', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '491efa71-d6ce-4fda-ae82-505c17f95126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:06:19Z', 'updated_at': '2021-07-09T15:08:28Z', 'revision_number': 7, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'gw_port': {'id': '491efa71-d6ce-4fda-ae82-505c17f95126', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:97:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adb4877-cd75-4e70-884e-e4a2aa007af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:06:20Z', 'updated_at': '2021-07-09T15:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:08:31.286094 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-b67e7ad8-ab23-4e98-a2aa-709975946f78 req-2ffa145a-731f-4041-be26-89e23d8cec62 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Deleting port b99bf132-40d3-49b4-a696-896c9509282a {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:08:31.289678 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b67e7ad8-ab23-4e98-a2aa-709975946f78 req-2ffa145a-731f-4041-be26-89e23d8cec62 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:31.290457 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1be04d-8efd-4c69-b1b2-8c01f847c696 None None] The sync data for ids ['9adb4877-cd75-4e70-884e-e4a2aa007af2'] in n-d-799529-6 is: [{'id': '9adb4877-cd75-4e70-884e-e4a2aa007af2', 'name': 'tempest-TestNetworkBasicOps-router-1420943158', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '491efa71-d6ce-4fda-ae82-505c17f95126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:06:19Z', 'updated_at': '2021-07-09T15:08:28Z', 'revision_number': 7, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'gw_port': {'id': '491efa71-d6ce-4fda-ae82-505c17f95126', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:97:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adb4877-cd75-4e70-884e-e4a2aa007af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:06:20Z', 'updated_at': '2021-07-09T15:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:08:31.333168 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-e067b9eb-b020-4c89-84d3-b65062c719c1 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] For port 491efa71-d6ce-4fda-ae82-505c17f95126, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=491efa71-d6ce-4fda-ae82-505c17f95126,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:08:31.333535 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e067b9eb-b020-4c89-84d3-b65062c719c1 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:31.348461 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-e067b9eb-b020-4c89-84d3-b65062c719c1 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Calling delete_port for 491efa71-d6ce-4fda-ae82-505c17f95126 owned by network:router_gateway {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:08:31.391122 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3d7048ed-08d5-4569-a1b3-47f40aba1b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:31.399275 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-b67e7ad8-ab23-4e98-a2aa-709975946f78 req-2ffa145a-731f-4041-be26-89e23d8cec62 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] For port b99bf132-40d3-49b4-a696-896c9509282a, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=b99bf132-40d3-49b4-a696-896c9509282a,segment=NetworkSegment(7f0cfc05-3399-4f2d-97fa-3ffbb3a0c1bd),segment_id=7f0cfc05-3399-4f2d-97fa-3ffbb3a0c1bd)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:08:31.399673 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b67e7ad8-ab23-4e98-a2aa-709975946f78 req-2ffa145a-731f-4041-be26-89e23d8cec62 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:31.418819 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7048ed-08d5-4569-a1b3-47f40aba1b83 None None] Pushing event deleted for resources: {'Port': ['ID=1678ec24-dccf-4f48-b0ba-bf40de734e75,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:08:31.419820 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-b67e7ad8-ab23-4e98-a2aa-709975946f78 req-2ffa145a-731f-4041-be26-89e23d8cec62 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Calling delete_port for b99bf132-40d3-49b4-a696-896c9509282a owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:08:31.428275 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7048ed-08d5-4569-a1b3-47f40aba1b83 None None] No DVR routers for this DVR port 1678ec24-dccf-4f48-b0ba-bf40de734e75 on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:08:31.616662 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e067b9eb-b020-4c89-84d3-b65062c719c1 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:31.642418 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e067b9eb-b020-4c89-84d3-b65062c719c1 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Pushing event deleted for resources: {'Port': ['ID=491efa71-d6ce-4fda-ae82-505c17f95126,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:08:31.645428 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:31.646121 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b67e7ad8-ab23-4e98-a2aa-709975946f78 req-2ffa145a-731f-4041-be26-89e23d8cec62 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:31.676639 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffa145a-731f-4041-be26-89e23d8cec62 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Pushing event deleted for resources: {'Port': ['ID=b99bf132-40d3-49b4-a696-896c9509282a,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:08:31.747827 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e067b9eb-b020-4c89-84d3-b65062c719c1 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:31.749289 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-b67e7ad8-ab23-4e98-a2aa-709975946f78 req-2ffa145a-731f-4041-be26-89e23d8cec62 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] No DVR routers for this DVR port b99bf132-40d3-49b4-a696-896c9509282a on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:08:31.752332 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b67e7ad8-ab23-4e98-a2aa-709975946f78 req-2ffa145a-731f-4041-be26-89e23d8cec62 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:31.754654 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b67e7ad8-ab23-4e98-a2aa-709975946f78 req-2ffa145a-731f-4041-be26-89e23d8cec62 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] 10.222.0.54 "DELETE /v2.0/ports/b99bf132-40d3-49b4-a696-896c9509282a HTTP/1.1" status: 204 len: 173 time: 0.5969052 Jul 09 15:08:31.755200 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52e4e346-5264-4503-bd92-4f1ec4f0c0e8', 'name': 'network-vif-deleted', 'tag': 'b99bf132-40d3-49b4-a696-896c9509282a'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:08:31.760922 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237108d1-958c-45b2-8bd9-1e0621d49b44" -d '{"events": [{"server_uuid": "52e4e346-5264-4503-bd92-4f1ec4f0c0e8", "name": "network-vif-deleted", "tag": "b99bf132-40d3-49b4-a696-896c9509282a"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:08:31.802637 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7f18c6-ad71-4ec1-bf3c-df564e97a13c x-openstack-request-id: req-9b7f18c6-ad71-4ec1-bf3c-df564e97a13c {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:08:31.802992 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52e4e346-5264-4503-bd92-4f1ec4f0c0e8", "name": "network-vif-deleted", "tag": "b99bf132-40d3-49b4-a696-896c9509282a", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:08:31.803254 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9b7f18c6-ad71-4ec1-bf3c-df564e97a13c {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:08:31.803679 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52e4e346-5264-4503-bd92-4f1ec4f0c0e8', 'name': 'network-vif-deleted', 'tag': 'b99bf132-40d3-49b4-a696-896c9509282a', 'status': 'completed', 'code': 200} Jul 09 15:08:31.810391 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 3a0c4224-aeb8-410d-9143-fb0cfdc1f4f0 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:08:31.863611 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e067b9eb-b020-4c89-84d3-b65062c719c1 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:31.867947 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e067b9eb-b020-4c89-84d3-b65062c719c1 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:31.939302 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port 3a0c4224-aeb8-410d-9143-fb0cfdc1f4f0 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:08:31.943422 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port 3a0c4224-aeb8-410d-9143-fb0cfdc1f4f0 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:08:31.943986 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:31.988473 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e067b9eb-b020-4c89-84d3-b65062c719c1 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:31.989099 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e067b9eb-b020-4c89-84d3-b65062c719c1 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Fanout notify agent at l3_agent the message router_deleted on router 9adb4877-cd75-4e70-884e-e4a2aa007af2 {{(pid=94446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 15:08:31.998559 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e067b9eb-b020-4c89-84d3-b65062c719c1 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:32.000933 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 38616) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:08:32.008102 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-e067b9eb-b020-4c89-84d3-b65062c719c1 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "DELETE /v2.0/routers/9adb4877-cd75-4e70-884e-e4a2aa007af2 HTTP/1.1" status: 204 len: 168 time: 1.2789602 Jul 09 15:08:32.047024 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:32.099302 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16367796-44bb-4dfb-a17b-7314bb938b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a0c4224-aeb8-410d-9143-fb0cfdc1f4f0'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:08:32.104062 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a58736-74bd-40aa-8fe7-99bab34acf44" -d '{"events": [{"server_uuid": "16367796-44bb-4dfb-a17b-7314bb938b19", "name": "network-vif-plugged", "status": "completed", "tag": "3a0c4224-aeb8-410d-9143-fb0cfdc1f4f0"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:08:32.114426 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bc48b2e6-4152-4a80-896c-b5e18fd94b0a tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:32.119170 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 3a0c4224-aeb8-410d-9143-fb0cfdc1f4f0, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=3a0c4224-aeb8-410d-9143-fb0cfdc1f4f0,segment=NetworkSegment(15c78198-813d-4ed5-bc99-cd2af9300c60),segment_id=15c78198-813d-4ed5-bc99-cd2af9300c60)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:08:32.149747 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0281a754-7303-4b52-bcce-5fae44ae4fdd x-openstack-request-id: req-0281a754-7303-4b52-bcce-5fae44ae4fdd {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:08:32.150715 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16367796-44bb-4dfb-a17b-7314bb938b19", "name": "network-vif-plugged", "status": "completed", "tag": "3a0c4224-aeb8-410d-9143-fb0cfdc1f4f0", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:08:32.151429 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0281a754-7303-4b52-bcce-5fae44ae4fdd {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:08:32.152057 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16367796-44bb-4dfb-a17b-7314bb938b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a0c4224-aeb8-410d-9143-fb0cfdc1f4f0', 'code': 200} Jul 09 15:08:32.182612 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:32.183453 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device b99bf132-40d3-49b4-a696-896c9509282a no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:08:32.268914 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: b99bf132-40d3-49b4-a696-896c9509282a {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:08:32.271405 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device b99bf132-40d3-49b4-a696-896c9509282a not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:08:32.311182 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bc48b2e6-4152-4a80-896c-b5e18fd94b0a tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:32.326047 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=3a0c4224-aeb8-410d-9143-fb0cfdc1f4f0,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:08:32.337560 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-bc48b2e6-4152-4a80-896c-b5e18fd94b0a tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b3704e8-451c-4589-8c88-b29a937cb5cc']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:08:32.365148 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c2a5c352-07de-45fe-bea9-47514726db93 req-51fab503-0a6d-4132-ae35-8c4c60259065 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] 10.222.0.58 "GET /v2.0/ports?device_id=52e4e346-5264-4503-bd92-4f1ec4f0c0e8 HTTP/1.1" status: 200 len: 210 time: 0.0404112 Jul 09 15:08:32.374160 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-bc48b2e6-4152-4a80-896c-b5e18fd94b0a tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f383ae13-0bf9-4a2b-a528-0bb79c4871fe') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:08:32.374464 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-bc48b2e6-4152-4a80-896c-b5e18fd94b0a tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f383ae13-0bf9-4a2b-a528-0bb79c4871fe') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:08:32.392174 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bc48b2e6-4152-4a80-896c-b5e18fd94b0a tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:32.412424 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bc48b2e6-4152-4a80-896c-b5e18fd94b0a tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:32.418602 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50381527-566c-45bd-887b-23ca50741d7b req-e2a0a168-2b3c-4291-ba0c-d467aeee4396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:32.420136 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-50381527-566c-45bd-887b-23ca50741d7b req-e2a0a168-2b3c-4291-ba0c-d467aeee4396 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=16367796-44bb-4dfb-a17b-7314bb938b19 HTTP/1.1" status: 200 len: 1097 time: 0.1710939 Jul 09 15:08:32.422716 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc48b2e6-4152-4a80-896c-b5e18fd94b0a tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:08:32.423116 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bc48b2e6-4152-4a80-896c-b5e18fd94b0a tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:32.427295 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:08:32.427295 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:08:32.427295 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:08:32.427295 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:08:32.427295 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:08:32.427295 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:08:32.427295 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 15:08:32.427295 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:08:32.427295 n-d-799529-6 neutron-server[94445]: timer() Jul 09 15:08:32.427295 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:08:32.427295 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 15:08:32.427295 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:08:32.427295 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 15:08:32.427295 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:08:32.427295 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 15:08:32.427295 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:08:32.427295 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 15:08:32.427295 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:08:32.427295 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 15:08:32.427295 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:08:32.427295 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:08:32.427295 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:08:32.427295 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:08:32.427295 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:08:32.427295 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 15:08:32.427295 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:08:32.427295 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 15:08:32.427295 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:08:32.427295 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:08:32.427295 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:08:32.427295 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 15:08:32.427295 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:08:32.427295 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:08:32.427295 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:08:32.427295 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:08:32.427295 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:08:32.427295 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:08:32.427295 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:08:32.456181 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893ed5a9-7f34-4a7a-9b45-3e9742bcd04f req-85fb51ae-4475-4369-a11f-e82c031739e6 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:32.457925 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-893ed5a9-7f34-4a7a-9b45-3e9742bcd04f req-85fb51ae-4475-4369-a11f-e82c031739e6 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=16367796-44bb-4dfb-a17b-7314bb938b19 HTTP/1.1" status: 200 len: 946 time: 0.0670238 Jul 09 15:08:32.506925 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-893ed5a9-7f34-4a7a-9b45-3e9742bcd04f req-e159e2b4-cd2e-472a-a6fd-f4f977e18b66 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426350 Jul 09 15:08:32.509502 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-50381527-566c-45bd-887b-23ca50741d7b req-01baf6bd-215e-482a-bc73-157018fc76d7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814159 Jul 09 15:08:32.590731 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bc48b2e6-4152-4a80-896c-b5e18fd94b0a tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:32.599018 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bc48b2e6-4152-4a80-896c-b5e18fd94b0a tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:32.600810 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-bc48b2e6-4152-4a80-896c-b5e18fd94b0a tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "DELETE /v2.0/networks/2b3704e8-451c-4589-8c88-b29a937cb5cc HTTP/1.1" status: 204 len: 168 time: 0.5989156 Jul 09 15:08:32.617442 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 38624) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:08:32.625172 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-f7e2721b-e4aa-4690-9b69-176cf7229a36 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Request body: {'network': {'name': 'tempest-network-smoke--345460233', 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'port_security_enabled': True}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:08:32.625816 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc48b2e6-4152-4a80-896c-b5e18fd94b0a tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Pushing event deleted for resources: {'Network': ['ID=2b3704e8-451c-4589-8c88-b29a937cb5cc,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:08:32.719855 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e2721b-e4aa-4690-9b69-176cf7229a36 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Made reservation on behalf of a6e2ac6f6f91427f816da8127677c24e for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:08:32.723589 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f7e2721b-e4aa-4690-9b69-176cf7229a36 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:32.749487 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7e2721b-e4aa-4690-9b69-176cf7229a36 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:08:32.758988 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f7e2721b-e4aa-4690-9b69-176cf7229a36 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:32.759262 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-f7e2721b-e4aa-4690-9b69-176cf7229a36 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Added segment abcfb322-3c8c-4f43-ad2b-f5ce3f5906b2 of type vlan for network d4d316a3-a6e0-42a0-84bd-08ddc6eb0452 Jul 09 15:08:32.805118 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f7e2721b-e4aa-4690-9b69-176cf7229a36 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:32.885584 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f7e2721b-e4aa-4690-9b69-176cf7229a36 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:32.893091 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e2721b-e4aa-4690-9b69-176cf7229a36 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:32.893858 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f7e2721b-e4aa-4690-9b69-176cf7229a36 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:32.934588 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 370ac841-d3ae-4e16-9a85-4fd69494a30d no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:08:32.956806 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 370ac841-d3ae-4e16-9a85-4fd69494a30d {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:08:32.960374 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 370ac841-d3ae-4e16-9a85-4fd69494a30d not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:08:32.960374 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 491efa71-d6ce-4fda-ae82-505c17f95126 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:08:32.974123 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f7e2721b-e4aa-4690-9b69-176cf7229a36 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3555510 Jul 09 15:08:32.977043 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 38628) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:08:32.981104 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 491efa71-d6ce-4fda-ae82-505c17f95126 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:08:32.981647 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 491efa71-d6ce-4fda-ae82-505c17f95126 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:08:32.981845 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-051d1884-8de0-4663-b18d-44591bc57ca2 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1316603874', 'admin_state_up': True, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:08:32.982211 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 1678ec24-dccf-4f48-b0ba-bf40de734e75 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:08:32.993230 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e2721b-e4aa-4690-9b69-176cf7229a36 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Pushing event updated for resources: {'Network': ['ID=d4d316a3-a6e0-42a0-84bd-08ddc6eb0452,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:08:33.003752 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 1678ec24-dccf-4f48-b0ba-bf40de734e75 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:08:33.004360 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 1678ec24-dccf-4f48-b0ba-bf40de734e75 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:08:33.008925 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network d4d316a3-a6e0-42a0-84bd-08ddc6eb0452 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:08:33.099458 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-051d1884-8de0-4663-b18d-44591bc57ca2 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:33.100672 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-051d1884-8de0-4663-b18d-44591bc57ca2 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:33.165586 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-051d1884-8de0-4663-b18d-44591bc57ca2 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:33.383006 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-051d1884-8de0-4663-b18d-44591bc57ca2 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:33.525077 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-179e7477-2006-40e5-87ad-508c347b28cf req-99a177ff-eb58-43f7-a26a-ac1462375dcd tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] 10.222.0.58 "GET /v2.0/ports?device_id=52e4e346-5264-4503-bd92-4f1ec4f0c0e8 HTTP/1.1" status: 200 len: 210 time: 0.0345740 Jul 09 15:08:33.703552 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-051d1884-8de0-4663-b18d-44591bc57ca2 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for router_gateway, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:33.726819 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-051d1884-8de0-4663-b18d-44591bc57ca2 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:33.788330 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a8b10-64d1-4f11-9a17-b60462389cb1 req-3d802164-59b2-4f7b-969e-6bf08731dd02 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:33.790559 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e53a8b10-64d1-4f11-9a17-b60462389cb1 req-3d802164-59b2-4f7b-969e-6bf08731dd02 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=16367796-44bb-4dfb-a17b-7314bb938b19 HTTP/1.1" status: 200 len: 946 time: 0.1458323 Jul 09 15:08:33.866148 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e53a8b10-64d1-4f11-9a17-b60462389cb1 req-34dea25f-5625-493a-a573-6ba36061d2b5 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680635 Jul 09 15:08:33.883928 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-051d1884-8de0-4663-b18d-44591bc57ca2 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Allocated IP 172.25.3.245 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/adaf1935-f266-49bf-9a71-2a0cc772c380) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:08:33.997964 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-051d1884-8de0-4663-b18d-44591bc57ca2 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:34.103164 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-051d1884-8de0-4663-b18d-44591bc57ca2 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:34.153656 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051d1884-8de0-4663-b18d-44591bc57ca2 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:08:34.158477 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-051d1884-8de0-4663-b18d-44591bc57ca2 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:08:34.163741 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051d1884-8de0-4663-b18d-44591bc57ca2 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:08:34.167299 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051d1884-8de0-4663-b18d-44591bc57ca2 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Pushing event updated for resources: {'Port': ['ID=adaf1935-f266-49bf-9a71-2a0cc772c380,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:08:34.575801 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-051d1884-8de0-4663-b18d-44591bc57ca2 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for router_gateway, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:34.584740 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc1cfb-03fb-434a-970d-2280755ad65c req-26457c67-9658-4aa8-920a-c19065049161 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:34.586249 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-81bc1cfb-03fb-434a-970d-2280755ad65c req-26457c67-9658-4aa8-920a-c19065049161 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=16367796-44bb-4dfb-a17b-7314bb938b19 HTTP/1.1" status: 200 len: 946 time: 0.1948690 Jul 09 15:08:34.587929 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b132e68-5761-4f5d-ab73-406907583112 req-90358085-8a11-4ff8-b60e-51eac74d0fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:34.589306 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3b132e68-5761-4f5d-ab73-406907583112 req-90358085-8a11-4ff8-b60e-51eac74d0fc6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=58a03f9342d64854b45abe6c697001d7&device_id=16367796-44bb-4dfb-a17b-7314bb938b19 HTTP/1.1" status: 200 len: 1097 time: 0.2068107 Jul 09 15:08:34.676831 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c4d97fd3-2f5e-4126-a289-66fdf1fc78f2 req-d58f8e0c-f52c-4e88-88be-7ec69b007999 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] 10.222.0.58 "GET /v2.0/ports?device_id=52e4e346-5264-4503-bd92-4f1ec4f0c0e8 HTTP/1.1" status: 200 len: 210 time: 0.0301473 Jul 09 15:08:35.092494 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-81bc1cfb-03fb-434a-970d-2280755ad65c req-87101516-220a-41e5-8276-361b3388a952 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4662704 Jul 09 15:08:35.170615 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b132e68-5761-4f5d-ab73-406907583112 req-0addf787-1865-4ecc-920a-aeeb680a6482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:35.171925 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3b132e68-5761-4f5d-ab73-406907583112 req-0addf787-1865-4ecc-920a-aeeb680a6482 service neutron] 10.222.0.54 "GET /v2.0/networks?id=dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e HTTP/1.1" status: 200 len: 911 time: 0.5439663 Jul 09 15:08:35.219044 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3b132e68-5761-4f5d-ab73-406907583112 req-f997ffeb-a5d6-4830-b549-f79f152496db service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a0c4224-aeb8-410d-9143-fb0cfdc1f4f0 HTTP/1.1" status: 200 len: 217 time: 0.0397027 Jul 09 15:08:35.307684 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-051d1884-8de0-4663-b18d-44591bc57ca2 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:35.311664 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b132e68-5761-4f5d-ab73-406907583112 req-8de6c9d3-960d-4057-acd9-af7655fba59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:35.313134 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3b132e68-5761-4f5d-ab73-406907583112 req-8de6c9d3-960d-4057-acd9-af7655fba59c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cded0840-5655-4dcd-8f99-f8da8558a443 HTTP/1.1" status: 200 len: 850 time: 0.0647547 Jul 09 15:08:35.382949 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3b132e68-5761-4f5d-ab73-406907583112 req-6d9253e4-3c02-4324-a818-a66fb9791ff2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628567 Jul 09 15:08:35.535663 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3b132e68-5761-4f5d-ab73-406907583112 req-6f15e8e9-f57c-4c54-900b-ff83103d4fb5 service neutron] 10.222.0.54 "GET /v2.0/networks/dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444731 Jul 09 15:08:35.629994 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3b132e68-5761-4f5d-ab73-406907583112 req-2b486434-18f2-4309-a20d-655b9db838e9 service neutron] 10.222.0.54 "GET /v2.0/networks/dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869246 Jul 09 15:08:35.648532 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-051d1884-8de0-4663-b18d-44591bc57ca2 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Router 9a8edd2d-2f8a-4568-ab15-70330cde47c3 is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 15:08:35.778788 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-051d1884-8de0-4663-b18d-44591bc57ca2 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:08:35.798261 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d437a2bd-f656-444e-b662-65776eb786d1 None None] Sync routers for ids ['9a8edd2d-2f8a-4568-ab15-70330cde47c3'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:08:35.814795 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d437a2bd-f656-444e-b662-65776eb786d1 None None] Routers {'9a8edd2d-2f8a-4568-ab15-70330cde47c3'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:08:35.816054 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-d437a2bd-f656-444e-b662-65776eb786d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:08:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['9a8edd2d-2f8a-4568-ab15-70330cde47c3'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:08:35.830407 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8f9798dc-a2c6-45b8-bd42-720fab73331a req-0ecabfba-8980-47a2-a027-c699ba824f89 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] 10.222.0.58 "GET /v2.0/ports?device_id=52e4e346-5264-4503-bd92-4f1ec4f0c0e8 HTTP/1.1" status: 200 len: 210 time: 0.0305402 Jul 09 15:08:35.882252 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-051d1884-8de0-4663-b18d-44591bc57ca2 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:35.883478 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-051d1884-8de0-4663-b18d-44591bc57ca2 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.9055488 Jul 09 15:08:35.886974 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 38654) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:08:35.918097 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-eaa56713-1448-4168-9b85-5ab61486761b tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=a6e2ac6f6f91427f816da8127677c24e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298483 Jul 09 15:08:35.920493 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 38656) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:08:35.943577 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-d437a2bd-f656-444e-b662-65776eb786d1 None None] Set router 9a8edd2d-2f8a-4568-ab15-70330cde47c3 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:08:36.009814 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f278c7-9f4a-4884-991a-e0011f03c02d tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:36.011317 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-15f278c7-9f4a-4884-991a-e0011f03c02d tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0899146 Jul 09 15:08:36.014441 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 38658) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:08:36.044213 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-8fecdc9b-fd0d-49f0-9105-a59463469371 tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=202c7ce6-d4e9-4f80-84dd-bef08905a653&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286486 Jul 09 15:08:36.047119 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 38660) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:08:36.053028 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-674bfe0b-a8a9-414f-98b4-5626b17167ae tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1969572758', 'network_id': 'd4d316a3-a6e0-42a0-84bd-08ddc6eb0452', 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:08:36.124865 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-d437a2bd-f656-444e-b662-65776eb786d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8edd2d-2f8a-4568-ab15-70330cde47c3', 'name': 'tempest-TestNetworkBasicOps-router-1316603874', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'adaf1935-f266-49bf-9a71-2a0cc772c380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:08:33Z', 'updated_at': '2021-07-09T15:08:34Z', 'revision_number': 3, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'gw_port': {'id': 'adaf1935-f266-49bf-9a71-2a0cc772c380', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b1:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a8edd2d-2f8a-4568-ab15-70330cde47c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:08:33Z', 'updated_at': '2021-07-09T15:08:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:08:36.151639 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d437a2bd-f656-444e-b662-65776eb786d1 None None] Checking router: 9a8edd2d-2f8a-4568-ab15-70330cde47c3 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:08:36.151990 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d437a2bd-f656-444e-b662-65776eb786d1 None None] Updating router 9a8edd2d-2f8a-4568-ab15-70330cde47c3 port adaf1935-f266-49bf-9a71-2a0cc772c380 binding host n-d-799529-6 {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:08:36.193855 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d437a2bd-f656-444e-b662-65776eb786d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:36.223285 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-674bfe0b-a8a9-414f-98b4-5626b17167ae tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Made reservation on behalf of a6e2ac6f6f91427f816da8127677c24e for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:08:36.226548 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-674bfe0b-a8a9-414f-98b4-5626b17167ae tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:36.358909 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464256e5-f531-4331-bb79-e37cd06d6181 req-9dbe84e9-77f4-406e-bd63-0b1e15d09b4b tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:36.360501 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-464256e5-f531-4331-bb79-e37cd06d6181 req-9dbe84e9-77f4-406e-bd63-0b1e15d09b4b tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=16367796-44bb-4dfb-a17b-7314bb938b19 HTTP/1.1" status: 200 len: 946 time: 0.1512737 Jul 09 15:08:36.451817 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-464256e5-f531-4331-bb79-e37cd06d6181 req-695c33a2-26f1-43cb-a148-2bc4caabee07 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838420 Jul 09 15:08:36.476544 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d437a2bd-f656-444e-b662-65776eb786d1 None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:36.486259 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-d437a2bd-f656-444e-b662-65776eb786d1 None None] Transition to ACTIVE for port object adaf1935-f266-49bf-9a71-2a0cc772c380 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:08:36.582609 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d437a2bd-f656-444e-b662-65776eb786d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:36.583457 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-674bfe0b-a8a9-414f-98b4-5626b17167ae tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:36.633325 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-d437a2bd-f656-444e-b662-65776eb786d1 None None] Attempting to bind port adaf1935-f266-49bf-9a71-2a0cc772c380 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:08:36.633690 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-d437a2bd-f656-444e-b662-65776eb786d1 None None] Attempting to bind port adaf1935-f266-49bf-9a71-2a0cc772c380 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:08:36.634050 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d437a2bd-f656-444e-b662-65776eb786d1 None None] Attempting to bind port adaf1935-f266-49bf-9a71-2a0cc772c380 on network 202c7ce6-d4e9-4f80-84dd-bef08905a653 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:08:36.643554 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457191c8-fdf6-41ca-be27-2e4fc524435b None None] Pushing event updated for resources: {'Port': ['ID=adaf1935-f266-49bf-9a71-2a0cc772c380,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:08:36.646921 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674bfe0b-a8a9-414f-98b4-5626b17167ae tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Pushing event updated for resources: {'Subnet': ['ID=26a87583-25a7-4c4f-a84a-28b49e18d6f9,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:08:36.650973 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d437a2bd-f656-444e-b662-65776eb786d1 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:08:36.650973 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d437a2bd-f656-444e-b662-65776eb786d1 None None] Checking segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:08:36.650973 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d437a2bd-f656-444e-b662-65776eb786d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:36.650973 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d437a2bd-f656-444e-b662-65776eb786d1 None None] Bound using segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:08:36.650973 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-d437a2bd-f656-444e-b662-65776eb786d1 None None] Bound port: adaf1935-f266-49bf-9a71-2a0cc772c380, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:08:36.651529 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d437a2bd-f656-444e-b662-65776eb786d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:36.654337 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674bfe0b-a8a9-414f-98b4-5626b17167ae tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Checking segment: {'id': 'abcfb322-3c8c-4f43-ad2b-f5ce3f5906b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd4d316a3-a6e0-42a0-84bd-08ddc6eb0452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:08:36.654706 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674bfe0b-a8a9-414f-98b4-5626b17167ae tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Network hostable DHCP agents. Network: d4d316a3-a6e0-42a0-84bd-08ddc6eb0452, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:08:36.708234 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-d437a2bd-f656-444e-b662-65776eb786d1 None None] For port adaf1935-f266-49bf-9a71-2a0cc772c380, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:08:36.711168 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-d437a2bd-f656-444e-b662-65776eb786d1 None None] For port adaf1935-f266-49bf-9a71-2a0cc772c380, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=adaf1935-f266-49bf-9a71-2a0cc772c380,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:08:36.744770 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674bfe0b-a8a9-414f-98b4-5626b17167ae tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Network d4d316a3-a6e0-42a0-84bd-08ddc6eb0452 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:08:36.773829 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d437a2bd-f656-444e-b662-65776eb786d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:36.825049 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-674bfe0b-a8a9-414f-98b4-5626b17167ae tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, d4d316a3-a6e0-42a0-84bd-08ddc6eb0452) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:08:36.826125 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d437a2bd-f656-444e-b662-65776eb786d1 None None] Routers {'9a8edd2d-2f8a-4568-ab15-70330cde47c3'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:08:36.826739 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-d437a2bd-f656-444e-b662-65776eb786d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:08:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['9a8edd2d-2f8a-4568-ab15-70330cde47c3'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:08:36.831738 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674bfe0b-a8a9-414f-98b4-5626b17167ae tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:36.832764 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-674bfe0b-a8a9-414f-98b4-5626b17167ae tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:36.836373 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e713b87-6ef1-4e8b-93df-cc7dbb1af352 None None] Network d4d316a3-a6e0-42a0-84bd-08ddc6eb0452 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:08:36.882791 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457191c8-fdf6-41ca-be27-2e4fc524435b None None] Pushing event updated for resources: {'Port': ['ID=adaf1935-f266-49bf-9a71-2a0cc772c380,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:08:36.931235 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-674bfe0b-a8a9-414f-98b4-5626b17167ae tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8805888 Jul 09 15:08:36.931776 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 38668) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:08:36.937246 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 38670) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:08:37.004998 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8c190dd2-57bd-4c55-8811-382a9b4c3d07 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:37.006861 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-d437a2bd-f656-444e-b662-65776eb786d1 None None] Set router 9a8edd2d-2f8a-4568-ab15-70330cde47c3 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:08:37.033768 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8c190dd2-57bd-4c55-8811-382a9b4c3d07 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:37.162043 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8c190dd2-57bd-4c55-8811-382a9b4c3d07 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:37.165315 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8c190dd2-57bd-4c55-8811-382a9b4c3d07 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:37.166033 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-8c190dd2-57bd-4c55-8811-382a9b4c3d07 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] 10.222.0.58 "DELETE /v2.0/security-groups/4400576a-a3df-4d9a-a212-5fb9da69e2a9 HTTP/1.1" status: 204 len: 168 time: 0.2271426 Jul 09 15:08:37.166777 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5dfe3a3-18a8-4ec0-a64a-f1efa1379841 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-d4d316a3-a6e0-42a0-84bd-08ddc6eb0452', 'network_id': 'd4d316a3-a6e0-42a0-84bd-08ddc6eb0452', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'fixed_ips': [{'subnet_id': '26a87583-25a7-4c4f-a84a-28b49e18d6f9'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:08:37.168416 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a5dfe3a3-18a8-4ec0-a64a-f1efa1379841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:37.186543 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c190dd2-57bd-4c55-8811-382a9b4c3d07 tempest-TestVolumeBackupRestore-1286009309 tempest-TestVolumeBackupRestore-1286009309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4400576a-a3df-4d9a-a212-5fb9da69e2a9,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:08:37.367106 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-a5dfe3a3-18a8-4ec0-a64a-f1efa1379841 None None] Allocated IP 172.20.0.2 (d4d316a3-a6e0-42a0-84bd-08ddc6eb0452/26a87583-25a7-4c4f-a84a-28b49e18d6f9/e2556e00-17eb-4a2b-848d-4af3d7410530) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:08:37.375266 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-d437a2bd-f656-444e-b662-65776eb786d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8edd2d-2f8a-4568-ab15-70330cde47c3', 'name': 'tempest-TestNetworkBasicOps-router-1316603874', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'adaf1935-f266-49bf-9a71-2a0cc772c380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:08:33Z', 'updated_at': '2021-07-09T15:08:34Z', 'revision_number': 3, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'gw_port': {'id': 'adaf1935-f266-49bf-9a71-2a0cc772c380', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b1:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a8edd2d-2f8a-4568-ab15-70330cde47c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:08:33Z', 'updated_at': '2021-07-09T15:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:08:37.414332 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d437a2bd-f656-444e-b662-65776eb786d1 None None] The sync data for ids ['9a8edd2d-2f8a-4568-ab15-70330cde47c3'] in n-d-799529-6 is: [{'id': '9a8edd2d-2f8a-4568-ab15-70330cde47c3', 'name': 'tempest-TestNetworkBasicOps-router-1316603874', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'adaf1935-f266-49bf-9a71-2a0cc772c380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:08:33Z', 'updated_at': '2021-07-09T15:08:34Z', 'revision_number': 3, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'gw_port': {'id': 'adaf1935-f266-49bf-9a71-2a0cc772c380', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b1:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a8edd2d-2f8a-4568-ab15-70330cde47c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:08:33Z', 'updated_at': '2021-07-09T15:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:08:37.645828 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a5dfe3a3-18a8-4ec0-a64a-f1efa1379841 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:37.688233 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a5dfe3a3-18a8-4ec0-a64a-f1efa1379841 None None] Transition to ACTIVE for port object e2556e00-17eb-4a2b-848d-4af3d7410530 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:08:37.726211 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a5dfe3a3-18a8-4ec0-a64a-f1efa1379841 None None] Transition to ACTIVE for port object e2556e00-17eb-4a2b-848d-4af3d7410530 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:08:37.756514 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e62c5e-5857-4b07-993a-6a2a5a6ae07f req-af8d8cab-f789-4c35-875d-a9a599f39d75 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:37.758105 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-64e62c5e-5857-4b07-993a-6a2a5a6ae07f req-af8d8cab-f789-4c35-875d-a9a599f39d75 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=16367796-44bb-4dfb-a17b-7314bb938b19 HTTP/1.1" status: 200 len: 946 time: 0.1253593 Jul 09 15:08:37.865226 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a5dfe3a3-18a8-4ec0-a64a-f1efa1379841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:37.887289 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-64e62c5e-5857-4b07-993a-6a2a5a6ae07f req-df039040-579c-49c4-ad5c-151d7a9843ae tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194947 Jul 09 15:08:37.941639 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5dfe3a3-18a8-4ec0-a64a-f1efa1379841 None None] Network d4d316a3-a6e0-42a0-84bd-08ddc6eb0452 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:08:37.948631 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dfe3a3-18a8-4ec0-a64a-f1efa1379841 None None] Pushing event updated for resources: {'Port': ['ID=e2556e00-17eb-4a2b-848d-4af3d7410530,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:08:37.953040 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-a5dfe3a3-18a8-4ec0-a64a-f1efa1379841 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:08:37.955329 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dfe3a3-18a8-4ec0-a64a-f1efa1379841 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:08:37.975254 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-87a51380-24fd-4021-93d6-f0d9dab0dec7 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:38.025669 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-a5dfe3a3-18a8-4ec0-a64a-f1efa1379841 None None] Attempting to bind port e2556e00-17eb-4a2b-848d-4af3d7410530 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:08:38.026343 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-a5dfe3a3-18a8-4ec0-a64a-f1efa1379841 None None] Attempting to bind port e2556e00-17eb-4a2b-848d-4af3d7410530 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'abcfb322-3c8c-4f43-ad2b-f5ce3f5906b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd4d316a3-a6e0-42a0-84bd-08ddc6eb0452'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:08:38.026884 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dfe3a3-18a8-4ec0-a64a-f1efa1379841 None None] Attempting to bind port e2556e00-17eb-4a2b-848d-4af3d7410530 on network d4d316a3-a6e0-42a0-84bd-08ddc6eb0452 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:08:38.033827 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dfe3a3-18a8-4ec0-a64a-f1efa1379841 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:08:38.037661 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dfe3a3-18a8-4ec0-a64a-f1efa1379841 None None] Checking segment: {'id': 'abcfb322-3c8c-4f43-ad2b-f5ce3f5906b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd4d316a3-a6e0-42a0-84bd-08ddc6eb0452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:08:38.037661 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a5dfe3a3-18a8-4ec0-a64a-f1efa1379841 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:38.037661 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dfe3a3-18a8-4ec0-a64a-f1efa1379841 None None] Bound using segment: {'id': 'abcfb322-3c8c-4f43-ad2b-f5ce3f5906b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd4d316a3-a6e0-42a0-84bd-08ddc6eb0452'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:08:38.037661 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-a5dfe3a3-18a8-4ec0-a64a-f1efa1379841 None None] Bound port: e2556e00-17eb-4a2b-848d-4af3d7410530, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abcfb322-3c8c-4f43-ad2b-f5ce3f5906b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd4d316a3-a6e0-42a0-84bd-08ddc6eb0452'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:08:38.037661 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a5dfe3a3-18a8-4ec0-a64a-f1efa1379841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:38.148814 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a5dfe3a3-18a8-4ec0-a64a-f1efa1379841 None None] For port e2556e00-17eb-4a2b-848d-4af3d7410530, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:08:38.152752 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a5dfe3a3-18a8-4ec0-a64a-f1efa1379841 None None] For port e2556e00-17eb-4a2b-848d-4af3d7410530, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=e2556e00-17eb-4a2b-848d-4af3d7410530,segment=NetworkSegment(abcfb322-3c8c-4f43-ad2b-f5ce3f5906b2),segment_id=abcfb322-3c8c-4f43-ad2b-f5ce3f5906b2)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:08:38.311027 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-87a51380-24fd-4021-93d6-f0d9dab0dec7 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Allocated IP 172.20.0.1 (d4d316a3-a6e0-42a0-84bd-08ddc6eb0452/26a87583-25a7-4c4f-a84a-28b49e18d6f9/e72fbff7-2b53-4ba8-a1d8-bcd1ff76d49f) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:08:38.421263 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a5dfe3a3-18a8-4ec0-a64a-f1efa1379841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:38.508739 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dfe3a3-18a8-4ec0-a64a-f1efa1379841 None None] Pushing event updated for resources: {'Port': ['ID=e2556e00-17eb-4a2b-848d-4af3d7410530,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:08:38.509115 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-87a51380-24fd-4021-93d6-f0d9dab0dec7 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:38.533285 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-87a51380-24fd-4021-93d6-f0d9dab0dec7 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Transition to ACTIVE for port object e72fbff7-2b53-4ba8-a1d8-bcd1ff76d49f will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:08:38.651316 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-87a51380-24fd-4021-93d6-f0d9dab0dec7 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:38.716005 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a51380-24fd-4021-93d6-f0d9dab0dec7 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Network d4d316a3-a6e0-42a0-84bd-08ddc6eb0452 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:08:38.725072 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-87a51380-24fd-4021-93d6-f0d9dab0dec7 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:08:38.735548 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a51380-24fd-4021-93d6-f0d9dab0dec7 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:08:38.855769 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a51380-24fd-4021-93d6-f0d9dab0dec7 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Pushing event updated for resources: {'Port': ['ID=e72fbff7-2b53-4ba8-a1d8-bcd1ff76d49f,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:08:38.893594 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-87a51380-24fd-4021-93d6-f0d9dab0dec7 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:39.093039 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device adaf1935-f266-49bf-9a71-2a0cc772c380 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:08:39.230326 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc5b8f-5b56-4aa0-af05-69cc700437b1 req-2e96742d-f5d5-4df7-a4f3-f2dda550dda9 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:39.231953 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-70fc5b8f-5b56-4aa0-af05-69cc700437b1 req-2e96742d-f5d5-4df7-a4f3-f2dda550dda9 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=16367796-44bb-4dfb-a17b-7314bb938b19 HTTP/1.1" status: 200 len: 946 time: 0.1206038 Jul 09 15:08:39.238714 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-87a51380-24fd-4021-93d6-f0d9dab0dec7 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:39.316229 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-70fc5b8f-5b56-4aa0-af05-69cc700437b1 req-66b93cca-a2f9-4739-ac9e-9845a2b49569 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704103 Jul 09 15:08:39.325066 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port adaf1935-f266-49bf-9a71-2a0cc772c380 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:08:39.329255 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port adaf1935-f266-49bf-9a71-2a0cc772c380 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:08:39.330383 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:39.430516 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:39.463337 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port adaf1935-f266-49bf-9a71-2a0cc772c380, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=adaf1935-f266-49bf-9a71-2a0cc772c380,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:08:39.530931 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:39.535432 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device e2556e00-17eb-4a2b-848d-4af3d7410530 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:08:39.607155 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=adaf1935-f266-49bf-9a71-2a0cc772c380,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:08:39.712844 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-87a51380-24fd-4021-93d6-f0d9dab0dec7 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:39.785430 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port e2556e00-17eb-4a2b-848d-4af3d7410530 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:08:39.819872 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-87a51380-24fd-4021-93d6-f0d9dab0dec7 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:39.984712 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a51380-24fd-4021-93d6-f0d9dab0dec7 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Pushing event updated for resources: {'Port': ['ID=e72fbff7-2b53-4ba8-a1d8-bcd1ff76d49f,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:08:40.011195 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-87a51380-24fd-4021-93d6-f0d9dab0dec7 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:40.106143 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f88f36-7413-4e57-90af-b490ccdb412e None None] Network d4d316a3-a6e0-42a0-84bd-08ddc6eb0452 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:08:40.181815 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a51380-24fd-4021-93d6-f0d9dab0dec7 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Network d4d316a3-a6e0-42a0-84bd-08ddc6eb0452 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:08:40.183157 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-87a51380-24fd-4021-93d6-f0d9dab0dec7 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:08:40.192628 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d8bc3-32a7-4a10-8d53-5a21bb452361 req-8570a433-cd68-4151-a572-c16e519d11d2 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:40.194982 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b71d8bc3-32a7-4a10-8d53-5a21bb452361 req-8570a433-cd68-4151-a572-c16e519d11d2 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.1273279 Jul 09 15:08:40.274816 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b71d8bc3-32a7-4a10-8d53-5a21bb452361 req-a118a6ed-cff6-4396-8dac-8d3cf1090790 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724933 Jul 09 15:08:40.284556 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a10413d8-be07-4f9b-b219-6bcce25c9eb2 None None] Provisioning for port e2556e00-17eb-4a2b-848d-4af3d7410530 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:08:40.341189 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a10413d8-be07-4f9b-b219-6bcce25c9eb2 None None] Provisioning complete for port e2556e00-17eb-4a2b-848d-4af3d7410530 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:08:40.344180 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a10413d8-be07-4f9b-b219-6bcce25c9eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:40.468817 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a51380-24fd-4021-93d6-f0d9dab0dec7 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Router 9a8edd2d-2f8a-4568-ab15-70330cde47c3 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:08:40.488558 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a10413d8-be07-4f9b-b219-6bcce25c9eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:40.529697 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a10413d8-be07-4f9b-b219-6bcce25c9eb2 None None] For port e2556e00-17eb-4a2b-848d-4af3d7410530, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=e2556e00-17eb-4a2b-848d-4af3d7410530,segment=NetworkSegment(abcfb322-3c8c-4f43-ad2b-f5ce3f5906b2),segment_id=abcfb322-3c8c-4f43-ad2b-f5ce3f5906b2)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:08:40.645217 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea6ad7-1eee-48f6-827a-0b5f0a8fd7d6 req-52f30036-9407-4a3b-8a57-69f6a9845fc0 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:40.785849 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-73ea6ad7-1eee-48f6-827a-0b5f0a8fd7d6 req-52f30036-9407-4a3b-8a57-69f6a9845fc0 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=16367796-44bb-4dfb-a17b-7314bb938b19 HTTP/1.1" status: 200 len: 946 time: 0.0823836 Jul 09 15:08:40.788266 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a51380-24fd-4021-93d6-f0d9dab0dec7 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:08:40.788266 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-87a51380-24fd-4021-93d6-f0d9dab0dec7 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "PUT /v2.0/routers/9a8edd2d-2f8a-4568-ab15-70330cde47c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7318797 Jul 09 15:08:40.789228 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f56744c-1fbe-44e4-8c4e-f79bf8a2606d None None] Sync routers for ids ['9a8edd2d-2f8a-4568-ab15-70330cde47c3'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:08:40.789614 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be6e4b-c3d8-48c2-9d25-3c981151dc14 req-7de6d045-9da6-4478-9f2f-8051bab960e8 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:40.789614 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b6be6e4b-c3d8-48c2-9d25-3c981151dc14 req-7de6d045-9da6-4478-9f2f-8051bab960e8 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.1018882 Jul 09 15:08:40.789789 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f56744c-1fbe-44e4-8c4e-f79bf8a2606d None None] Routers {'9a8edd2d-2f8a-4568-ab15-70330cde47c3'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:08:40.789789 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-7f56744c-1fbe-44e4-8c4e-f79bf8a2606d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:08:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['9a8edd2d-2f8a-4568-ab15-70330cde47c3'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:08:40.789978 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-73ea6ad7-1eee-48f6-827a-0b5f0a8fd7d6 req-244fa0a9-60b0-4cb2-bb20-d8eff0e592b1 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568495 Jul 09 15:08:40.790079 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b6be6e4b-c3d8-48c2-9d25-3c981151dc14 req-bdcb087b-7556-4b56-9091-16f3ea988332 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593989 Jul 09 15:08:40.790638 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 38806) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:08:40.821520 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-7f56744c-1fbe-44e4-8c4e-f79bf8a2606d None None] Set router 9a8edd2d-2f8a-4568-ab15-70330cde47c3 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:08:40.910092 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01814972-a74a-45ae-93d1-1e4f7f9558eb tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:40.911006 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01814972-a74a-45ae-93d1-1e4f7f9558eb tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:40.911826 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01814972-a74a-45ae-93d1-1e4f7f9558eb tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:40.930547 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01814972-a74a-45ae-93d1-1e4f7f9558eb tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:40.931799 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01814972-a74a-45ae-93d1-1e4f7f9558eb tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:40.932278 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01814972-a74a-45ae-93d1-1e4f7f9558eb tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:40.935437 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01814972-a74a-45ae-93d1-1e4f7f9558eb tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:40.935966 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01814972-a74a-45ae-93d1-1e4f7f9558eb tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:40.940089 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01814972-a74a-45ae-93d1-1e4f7f9558eb tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:40.940706 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01814972-a74a-45ae-93d1-1e4f7f9558eb tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:40.941204 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01814972-a74a-45ae-93d1-1e4f7f9558eb tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:40.945037 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-01814972-a74a-45ae-93d1-1e4f7f9558eb tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7776 time: 0.1540837 Jul 09 15:08:40.946780 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 38820) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:08:40.967289 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device adaf1935-f266-49bf-9a71-2a0cc772c380 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:08:41.030907 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91375789-0041-40ab-89ac-95d7ef0d5738 tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:41.031246 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91375789-0041-40ab-89ac-95d7ef0d5738 tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:41.031728 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91375789-0041-40ab-89ac-95d7ef0d5738 tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:41.033869 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91375789-0041-40ab-89ac-95d7ef0d5738 tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:41.033869 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91375789-0041-40ab-89ac-95d7ef0d5738 tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:41.034131 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91375789-0041-40ab-89ac-95d7ef0d5738 tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:41.034596 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91375789-0041-40ab-89ac-95d7ef0d5738 tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:41.035046 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91375789-0041-40ab-89ac-95d7ef0d5738 tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:41.035521 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91375789-0041-40ab-89ac-95d7ef0d5738 tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:41.035967 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91375789-0041-40ab-89ac-95d7ef0d5738 tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:41.036419 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91375789-0041-40ab-89ac-95d7ef0d5738 tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:41.041136 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-91375789-0041-40ab-89ac-95d7ef0d5738 tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7193 time: 0.0880654 Jul 09 15:08:41.041462 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 38824) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:08:41.061042 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port adaf1935-f266-49bf-9a71-2a0cc772c380 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:08:41.061420 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:41.105649 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-7f56744c-1fbe-44e4-8c4e-f79bf8a2606d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8edd2d-2f8a-4568-ab15-70330cde47c3', 'name': 'tempest-TestNetworkBasicOps-router-1316603874', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'adaf1935-f266-49bf-9a71-2a0cc772c380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:08:33Z', 'updated_at': '2021-07-09T15:08:39Z', 'revision_number': 4, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'gw_port': {'id': 'adaf1935-f266-49bf-9a71-2a0cc772c380', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8edd2d-2f8a-4568-ab15-70330cde47c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:08:33Z', 'updated_at': '2021-07-09T15:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'e72fbff7-2b53-4ba8-a1d8-bcd1ff76d49f', 'name': '', 'network_id': 'd4d316a3-a6e0-42a0-84bd-08ddc6eb0452', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'mac_address': 'fa:16:3e:8e:be:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a8edd2d-2f8a-4568-ab15-70330cde47c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '26a87583-25a7-4c4f-a84a-28b49e18d6f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:08:38Z', 'updated_at': '2021-07-09T15:08:39Z', 'revision_number': 2, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'subnets': [{'id': '26a87583-25a7-4c4f-a84a-28b49e18d6f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:08:41.114431 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a810c-67a6-488b-8376-04dc9015cd32 req-f2046aa6-675d-46b6-90e2-d614f8c5f3e9 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:41.120148 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9e0a810c-67a6-488b-8376-04dc9015cd32 req-f2046aa6-675d-46b6-90e2-d614f8c5f3e9 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/networks?id=2caf48fb-184c-426e-a7e2-2d876991b7f4 HTTP/1.1" status: 200 len: 811 time: 0.1755250 Jul 09 15:08:41.141648 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a10413d8-be07-4f9b-b219-6bcce25c9eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:41.154493 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9e0a810c-67a6-488b-8376-04dc9015cd32 req-c754b155-b6f4-4e3b-ac1d-fe3a1979e1a6 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/quotas/c03b5d3d86974e68a5911d632d382871 HTTP/1.1" status: 200 len: 375 time: 0.0278099 Jul 09 15:08:41.156783 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f56744c-1fbe-44e4-8c4e-f79bf8a2606d None None] Checking router: 9a8edd2d-2f8a-4568-ab15-70330cde47c3 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:08:41.157391 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f56744c-1fbe-44e4-8c4e-f79bf8a2606d None None] Updating router 9a8edd2d-2f8a-4568-ab15-70330cde47c3 port e72fbff7-2b53-4ba8-a1d8-bcd1ff76d49f binding host n-d-799529-6 {{(pid=94448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:08:41.233433 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-7f56744c-1fbe-44e4-8c4e-f79bf8a2606d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:41.344130 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9e0a810c-67a6-488b-8376-04dc9015cd32 req-f5edb115-c963-4a5d-8a4a-ea6b0b41595c tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c03b5d3d86974e68a5911d632d382871&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1831257 Jul 09 15:08:41.347370 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10413d8-be07-4f9b-b219-6bcce25c9eb2 None None] Pushing event updated for resources: {'Port': ['ID=e2556e00-17eb-4a2b-848d-4af3d7410530,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:08:41.428124 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ca232cc8-0db8-489f-9596-f50631e78154 tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 6644 time: 0.3579092 Jul 09 15:08:41.433386 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-3d7bc46c-dd98-47a2-a956-9a8284ada273 None None] Provisioning for port e72fbff7-2b53-4ba8-a1d8-bcd1ff76d49f completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:08:41.449734 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-3d7bc46c-dd98-47a2-a956-9a8284ada273 None None] Provisioning complete for port e72fbff7-2b53-4ba8-a1d8-bcd1ff76d49f triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:08:41.450475 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3d7bc46c-dd98-47a2-a956-9a8284ada273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:41.590584 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9e0a810c-67a6-488b-8376-04dc9015cd32 req-84eab256-754d-4020-b571-0bf79e23f8d9 service neutron] 10.222.0.58 "GET /v2.0/networks/2caf48fb-184c-426e-a7e2-2d876991b7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379701 Jul 09 15:08:41.616005 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-3d7bc46c-dd98-47a2-a956-9a8284ada273 None None] Port e72fbff7-2b53-4ba8-a1d8-bcd1ff76d49f cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:08:41.630925 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-3d7bc46c-dd98-47a2-a956-9a8284ada273 None None] Provisioning complete for port e2556e00-17eb-4a2b-848d-4af3d7410530 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:08:41.632615 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3d7bc46c-dd98-47a2-a956-9a8284ada273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:41.794299 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-7f56744c-1fbe-44e4-8c4e-f79bf8a2606d None None] Notify callbacks [] for port, precommit_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:41.806588 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.provisioning_blocks [None req-7f56744c-1fbe-44e4-8c4e-f79bf8a2606d None None] Transition to ACTIVE for port object e72fbff7-2b53-4ba8-a1d8-bcd1ff76d49f will not be triggered until provisioned by entity L2. {{(pid=94448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:08:41.825957 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9e0a810c-67a6-488b-8376-04dc9015cd32 req-ecc2caf4-6741-4f59-8497-22882392eb58 service neutron] 10.222.0.58 "GET /v2.0/networks/2caf48fb-184c-426e-a7e2-2d876991b7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234240 Jul 09 15:08:41.930803 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-7f56744c-1fbe-44e4-8c4e-f79bf8a2606d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:42.039051 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 38866) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:08:42.056655 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-80497302-7b12-4afc-a9d6-865cc3995a6b tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-725338795', 'description': 'tempest-secgroup-smoke-725338795 description', 'project_id': 'a6e2ac6f6f91427f816da8127677c24e'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:08:42.154755 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913fb19d-7ab7-4988-8cf6-28bb8ba8232c None None] Pushing event updated for resources: {'Port': ['ID=e72fbff7-2b53-4ba8-a1d8-bcd1ff76d49f,revision_number=3']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:08:42.166907 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-7f56744c-1fbe-44e4-8c4e-f79bf8a2606d None None] Attempting to bind port e72fbff7-2b53-4ba8-a1d8-bcd1ff76d49f on host n-d-799529-6 for vnic_type normal with profile {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:08:42.167466 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-7f56744c-1fbe-44e4-8c4e-f79bf8a2606d None None] Attempting to bind port e72fbff7-2b53-4ba8-a1d8-bcd1ff76d49f by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'abcfb322-3c8c-4f43-ad2b-f5ce3f5906b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd4d316a3-a6e0-42a0-84bd-08ddc6eb0452'}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:08:42.168063 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f56744c-1fbe-44e4-8c4e-f79bf8a2606d None None] Attempting to bind port e72fbff7-2b53-4ba8-a1d8-bcd1ff76d49f on network d4d316a3-a6e0-42a0-84bd-08ddc6eb0452 {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:08:42.174463 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f56744c-1fbe-44e4-8c4e-f79bf8a2606d None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:08:42.175400 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f56744c-1fbe-44e4-8c4e-f79bf8a2606d None None] Checking segment: {'id': 'abcfb322-3c8c-4f43-ad2b-f5ce3f5906b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd4d316a3-a6e0-42a0-84bd-08ddc6eb0452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:08:42.176222 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-7f56744c-1fbe-44e4-8c4e-f79bf8a2606d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:42.176790 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f56744c-1fbe-44e4-8c4e-f79bf8a2606d None None] Bound using segment: {'id': 'abcfb322-3c8c-4f43-ad2b-f5ce3f5906b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd4d316a3-a6e0-42a0-84bd-08ddc6eb0452'} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:08:42.177409 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-80497302-7b12-4afc-a9d6-865cc3995a6b tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:42.177626 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-7f56744c-1fbe-44e4-8c4e-f79bf8a2606d None None] Bound port: e72fbff7-2b53-4ba8-a1d8-bcd1ff76d49f, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abcfb322-3c8c-4f43-ad2b-f5ce3f5906b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd4d316a3-a6e0-42a0-84bd-08ddc6eb0452'}}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:08:42.178182 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-7f56744c-1fbe-44e4-8c4e-f79bf8a2606d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:42.330075 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f716db6e-1c13-4134-95be-de191aac31b3 req-8181dae9-61aa-4da0-b1d9-2b60afb3a483 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad83ea16-7fbd-4005-95bc-18d10ebafae7 HTTP/1.1" status: 200 len: 210 time: 0.0451162 Jul 09 15:08:42.338446 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-7f56744c-1fbe-44e4-8c4e-f79bf8a2606d None None] For port e72fbff7-2b53-4ba8-a1d8-bcd1ff76d49f, host n-d-799529-6, cleared binding levels {{(pid=94448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:08:42.347690 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-7f56744c-1fbe-44e4-8c4e-f79bf8a2606d None None] For port e72fbff7-2b53-4ba8-a1d8-bcd1ff76d49f, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=e72fbff7-2b53-4ba8-a1d8-bcd1ff76d49f,segment=NetworkSegment(abcfb322-3c8c-4f43-ad2b-f5ce3f5906b2),segment_id=abcfb322-3c8c-4f43-ad2b-f5ce3f5906b2)] {{(pid=94448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:08:42.426168 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-7f56744c-1fbe-44e4-8c4e-f79bf8a2606d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:42.460741 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b28aec-062e-49cc-b8b0-2d5f9bbfb49e req-0f6ef2e1-7ee8-45a7-aab0-755929585eb2 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:42.468920 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-85b28aec-062e-49cc-b8b0-2d5f9bbfb49e req-0f6ef2e1-7ee8-45a7-aab0-755929585eb2 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=16367796-44bb-4dfb-a17b-7314bb938b19 HTTP/1.1" status: 200 len: 946 time: 0.2503090 Jul 09 15:08:42.493877 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-80497302-7b12-4afc-a9d6-865cc3995a6b tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:42.541638 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913fb19d-7ab7-4988-8cf6-28bb8ba8232c None None] Pushing event updated for resources: {'Port': ['ID=e72fbff7-2b53-4ba8-a1d8-bcd1ff76d49f,revision_number=4']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:08:42.551172 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f56744c-1fbe-44e4-8c4e-f79bf8a2606d None None] Routers {'9a8edd2d-2f8a-4568-ab15-70330cde47c3'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:08:42.552088 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-7f56744c-1fbe-44e4-8c4e-f79bf8a2606d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:08:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['9a8edd2d-2f8a-4568-ab15-70330cde47c3'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:08:42.558182 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-85b28aec-062e-49cc-b8b0-2d5f9bbfb49e req-068fdc60-9184-41cc-8bfc-7ab95353eb32 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758796 Jul 09 15:08:42.560409 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-80497302-7b12-4afc-a9d6-865cc3995a6b tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:42.640666 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80497302-7b12-4afc-a9d6-865cc3995a6b tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=048eea7d-2855-41aa-a8e3-1c07835d3b62,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:08:42.643938 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 38896) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:08:42.755086 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-7f56744c-1fbe-44e4-8c4e-f79bf8a2606d None None] Set router 9a8edd2d-2f8a-4568-ab15-70330cde47c3 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:08:42.759063 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-80497302-7b12-4afc-a9d6-865cc3995a6b tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:42.763972 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 38904) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:08:42.769947 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-80497302-7b12-4afc-a9d6-865cc3995a6b tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7295613 Jul 09 15:08:42.775490 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-c1afae00-d0ae-4377-82f6-6f97e8ac5a61 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Request body: {'security_group_rule': {'security_group_id': '048eea7d-2855-41aa-a8e3-1c07835d3b62', 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:08:42.908274 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c1afae00-d0ae-4377-82f6-6f97e8ac5a61 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:43.043915 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c1afae00-d0ae-4377-82f6-6f97e8ac5a61 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:43.046066 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device e2556e00-17eb-4a2b-848d-4af3d7410530 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:08:43.122226 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c1afae00-d0ae-4377-82f6-6f97e8ac5a61 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:43.135707 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port e2556e00-17eb-4a2b-848d-4af3d7410530 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:08:43.136512 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:43.163064 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1afae00-d0ae-4377-82f6-6f97e8ac5a61 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc700cfc-cbd5-4629-83d3-487f6281f217,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:08:43.279729 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c1afae00-d0ae-4377-82f6-6f97e8ac5a61 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:43.284560 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c1afae00-d0ae-4377-82f6-6f97e8ac5a61 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5193322 Jul 09 15:08:43.285177 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 38924) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:08:43.291201 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-a726de1b-0f9d-4d95-949c-63c197604e12 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Request body: {'security_group_rule': {'security_group_id': '048eea7d-2855-41aa-a8e3-1c07835d3b62', 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:08:43.354134 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2e8c1281-c81d-47f9-a824-5f72253a7d94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:43.407426 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a726de1b-0f9d-4d95-949c-63c197604e12 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:43.438161 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-7f56744c-1fbe-44e4-8c4e-f79bf8a2606d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8edd2d-2f8a-4568-ab15-70330cde47c3', 'name': 'tempest-TestNetworkBasicOps-router-1316603874', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'adaf1935-f266-49bf-9a71-2a0cc772c380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:08:33Z', 'updated_at': '2021-07-09T15:08:39Z', 'revision_number': 4, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'gw_port': {'id': 'adaf1935-f266-49bf-9a71-2a0cc772c380', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8edd2d-2f8a-4568-ab15-70330cde47c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:08:33Z', 'updated_at': '2021-07-09T15:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'e72fbff7-2b53-4ba8-a1d8-bcd1ff76d49f', 'name': '', 'network_id': 'd4d316a3-a6e0-42a0-84bd-08ddc6eb0452', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'mac_address': 'fa:16:3e:8e:be:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a8edd2d-2f8a-4568-ab15-70330cde47c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '26a87583-25a7-4c4f-a84a-28b49e18d6f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:08:38Z', 'updated_at': '2021-07-09T15:08:42Z', 'revision_number': 4, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'subnets': [{'id': '26a87583-25a7-4c4f-a84a-28b49e18d6f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:08:43.476751 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f56744c-1fbe-44e4-8c4e-f79bf8a2606d None None] The sync data for ids ['9a8edd2d-2f8a-4568-ab15-70330cde47c3'] in n-d-799529-6 is: [{'id': '9a8edd2d-2f8a-4568-ab15-70330cde47c3', 'name': 'tempest-TestNetworkBasicOps-router-1316603874', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'adaf1935-f266-49bf-9a71-2a0cc772c380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:08:33Z', 'updated_at': '2021-07-09T15:08:39Z', 'revision_number': 4, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'gw_port': {'id': 'adaf1935-f266-49bf-9a71-2a0cc772c380', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8edd2d-2f8a-4568-ab15-70330cde47c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:08:33Z', 'updated_at': '2021-07-09T15:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'e72fbff7-2b53-4ba8-a1d8-bcd1ff76d49f', 'name': '', 'network_id': 'd4d316a3-a6e0-42a0-84bd-08ddc6eb0452', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'mac_address': 'fa:16:3e:8e:be:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a8edd2d-2f8a-4568-ab15-70330cde47c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '26a87583-25a7-4c4f-a84a-28b49e18d6f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:08:38Z', 'updated_at': '2021-07-09T15:08:42Z', 'revision_number': 4, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'subnets': [{'id': '26a87583-25a7-4c4f-a84a-28b49e18d6f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:08:43.502160 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a726de1b-0f9d-4d95-949c-63c197604e12 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:43.531114 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-402d92e3-6008-46a4-93a3-e0ef6346eeec req-b5c55f99-dde1-4c48-9c4e-f5f080687996 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad83ea16-7fbd-4005-95bc-18d10ebafae7 HTTP/1.1" status: 200 len: 210 time: 0.0995610 Jul 09 15:08:43.592123 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a726de1b-0f9d-4d95-949c-63c197604e12 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:43.616108 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a726de1b-0f9d-4d95-949c-63c197604e12 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc3b5ed7-8121-4097-8bb1-9ba42854595b,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:08:43.748022 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a726de1b-0f9d-4d95-949c-63c197604e12 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:43.749282 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-a726de1b-0f9d-4d95-949c-63c197604e12 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4631374 Jul 09 15:08:43.752267 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 38948) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:08:43.757333 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-0f7074a0-41f7-406b-8803-0141bf9a5861 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Request body: {'security_group_rule': {'security_group_id': '048eea7d-2855-41aa-a8e3-1c07835d3b62', 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:08:43.848681 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05777d-0848-4a23-b67d-7dea89699e68 req-59526c8e-42e8-465e-a844-bab2eb120560 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:43.850504 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9d05777d-0848-4a23-b67d-7dea89699e68 req-59526c8e-42e8-465e-a844-bab2eb120560 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=16367796-44bb-4dfb-a17b-7314bb938b19 HTTP/1.1" status: 200 len: 946 time: 0.1000290 Jul 09 15:08:43.894892 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-2e8c1281-c81d-47f9-a824-5f72253a7d94 admin admin] Deleting port 21d67486-e697-4502-a3eb-e480106d6e41 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:08:43.895859 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2e8c1281-c81d-47f9-a824-5f72253a7d94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:43.917747 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9d05777d-0848-4a23-b67d-7dea89699e68 req-5228ecca-d71c-4c9f-b561-b00ca0551dff tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480607 Jul 09 15:08:44.003885 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0f7074a0-41f7-406b-8803-0141bf9a5861 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:44.007738 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-2e8c1281-c81d-47f9-a824-5f72253a7d94 admin admin] For port 21d67486-e697-4502-a3eb-e480106d6e41, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=21d67486-e697-4502-a3eb-e480106d6e41,segment=NetworkSegment(7f0cfc05-3399-4f2d-97fa-3ffbb3a0c1bd),segment_id=7f0cfc05-3399-4f2d-97fa-3ffbb3a0c1bd)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:08:44.008099 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2e8c1281-c81d-47f9-a824-5f72253a7d94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:44.038682 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-2e8c1281-c81d-47f9-a824-5f72253a7d94 admin admin] Calling delete_port for 21d67486-e697-4502-a3eb-e480106d6e41 owned by network:router_interface {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:08:44.138814 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0f7074a0-41f7-406b-8803-0141bf9a5861 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:44.196515 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0f7074a0-41f7-406b-8803-0141bf9a5861 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:44.227149 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7074a0-41f7-406b-8803-0141bf9a5861 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72cb4ff9-8d87-4104-a811-e340613f56ad,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:08:44.332087 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0f7074a0-41f7-406b-8803-0141bf9a5861 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:44.333199 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-0f7074a0-41f7-406b-8803-0141bf9a5861 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5795312 Jul 09 15:08:44.336160 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 38970) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:08:44.342546 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-c515b93f-03b4-43a2-92ab-92ceab610315 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Request body: {'security_group_rule': {'security_group_id': '048eea7d-2855-41aa-a8e3-1c07835d3b62', 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:08:44.361806 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2e8c1281-c81d-47f9-a824-5f72253a7d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:44.391599 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8c1281-c81d-47f9-a824-5f72253a7d94 admin admin] Pushing event deleted for resources: {'Port': ['ID=21d67486-e697-4502-a3eb-e480106d6e41,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:08:44.456098 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c515b93f-03b4-43a2-92ab-92ceab610315 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:44.596436 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c515b93f-03b4-43a2-92ab-92ceab610315 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:44.663154 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2e8c1281-c81d-47f9-a824-5f72253a7d94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:44.683863 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c515b93f-03b4-43a2-92ab-92ceab610315 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:44.749619 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f0e9bb7d-09ad-4db8-bff1-0459b924ab99 req-3b296136-2808-4167-b1ab-d81cdf7b8f9f tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad83ea16-7fbd-4005-95bc-18d10ebafae7 HTTP/1.1" status: 200 len: 210 time: 0.0775437 Jul 09 15:08:44.764901 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c515b93f-03b4-43a2-92ab-92ceab610315 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ea0a3e3-9edf-4e48-b8c5-7e094ea8b9b2,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:08:44.883902 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c515b93f-03b4-43a2-92ab-92ceab610315 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:44.888315 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 38998) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:08:44.889511 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c515b93f-03b4-43a2-92ab-92ceab610315 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5508933 Jul 09 15:08:44.894323 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-f51985a0-dd75-4588-b187-3bf7b0e67d18 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Request body: {'security_group_rule': {'security_group_id': '048eea7d-2855-41aa-a8e3-1c07835d3b62', 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:08:45.016771 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e8c1281-c81d-47f9-a824-5f72253a7d94 admin admin] Router 504224b9-c086-4eba-8292-f340ecda2116 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:08:45.051103 n-d-799529-6 neutron-server[94445]: INFO neutron.db.securitygroups_db [None req-f51985a0-dd75-4588-b187-3bf7b0e67d18 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Project a6e2ac6f6f91427f816da8127677c24e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 15:08:45.057250 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f51985a0-dd75-4588-b187-3bf7b0e67d18 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:45.076384 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:45.118072 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device e72fbff7-2b53-4ba8-a1d8-bcd1ff76d49f up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:08:45.136302 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f51985a0-dd75-4588-b187-3bf7b0e67d18 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:45.215794 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8c1281-c81d-47f9-a824-5f72253a7d94 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:08:45.224310 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-2e8c1281-c81d-47f9-a824-5f72253a7d94 admin admin] 10.222.0.58 "PUT /v2.0/routers/504224b9-c086-4eba-8292-f340ecda2116/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5753326 Jul 09 15:08:45.225581 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19249e32-495f-4af3-80ca-ae381530594c None None] Sync routers for ids ['504224b9-c086-4eba-8292-f340ecda2116'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:08:45.229672 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39012) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:08:45.234822 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19249e32-495f-4af3-80ca-ae381530594c None None] Routers {'504224b9-c086-4eba-8292-f340ecda2116'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:08:45.235562 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-19249e32-495f-4af3-80ca-ae381530594c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:08:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['504224b9-c086-4eba-8292-f340ecda2116'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:08:45.248412 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f51985a0-dd75-4588-b187-3bf7b0e67d18 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:45.289009 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51985a0-dd75-4588-b187-3bf7b0e67d18 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84536e26-b93b-4393-938d-ebee7afe5029,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:08:45.290779 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a816cce-1edc-4760-8e3b-914f34c021b0 req-175356fb-484a-42ba-bc2c-9bd33eff930f tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:45.295427 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6a816cce-1edc-4760-8e3b-914f34c021b0 req-175356fb-484a-42ba-bc2c-9bd33eff930f tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=16367796-44bb-4dfb-a17b-7314bb938b19 HTTP/1.1" status: 200 len: 946 time: 0.1883929 Jul 09 15:08:45.336766 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port e72fbff7-2b53-4ba8-a1d8-bcd1ff76d49f completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:08:45.342594 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port e72fbff7-2b53-4ba8-a1d8-bcd1ff76d49f triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:08:45.343237 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:45.370132 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a810c-67a6-488b-8376-04dc9015cd32 req-9d1bac04-4422-49a5-82b8-9f9e9bc7bfed tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:45.372779 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9e0a810c-67a6-488b-8376-04dc9015cd32 req-9d1bac04-4422-49a5-82b8-9f9e9bc7bfed tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.54 "GET /v2.0/networks?id=2caf48fb-184c-426e-a7e2-2d876991b7f4 HTTP/1.1" status: 200 len: 811 time: 0.1775148 Jul 09 15:08:45.385545 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-9e0a810c-67a6-488b-8376-04dc9015cd32 req-8efaba42-eaf9-4440-a4df-d0d8432f8120 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Request body: {'port': {'device_id': 'ad83ea16-7fbd-4005-95bc-18d10ebafae7', 'network_id': '2caf48fb-184c-426e-a7e2-2d876991b7f4', 'admin_state_up': True, 'tenant_id': 'c03b5d3d86974e68a5911d632d382871'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:08:45.403741 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-19249e32-495f-4af3-80ca-ae381530594c None None] Set router 504224b9-c086-4eba-8292-f340ecda2116 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:08:45.432263 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f51985a0-dd75-4588-b187-3bf7b0e67d18 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:45.433935 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f51985a0-dd75-4588-b187-3bf7b0e67d18 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5444689 Jul 09 15:08:45.469667 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 39022) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:08:45.477903 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-68f996b6-50b3-475b-bda9-5cc0892b0d98 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Request body: {'security_group_rule': {'security_group_id': '048eea7d-2855-41aa-a8e3-1c07835d3b62', 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:08:45.573908 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:45.641580 n-d-799529-6 neutron-server[94445]: INFO neutron.db.securitygroups_db [None req-68f996b6-50b3-475b-bda9-5cc0892b0d98 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Project a6e2ac6f6f91427f816da8127677c24e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 15:08:45.645348 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port e72fbff7-2b53-4ba8-a1d8-bcd1ff76d49f, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=e72fbff7-2b53-4ba8-a1d8-bcd1ff76d49f,segment=NetworkSegment(abcfb322-3c8c-4f43-ad2b-f5ce3f5906b2),segment_id=abcfb322-3c8c-4f43-ad2b-f5ce3f5906b2)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:08:45.655689 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-68f996b6-50b3-475b-bda9-5cc0892b0d98 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:45.678550 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-19249e32-495f-4af3-80ca-ae381530594c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504224b9-c086-4eba-8292-f340ecda2116', 'name': 'tempest-TestVolumeBackupRestore-1631406732-router', 'tenant_id': '6fa15925135f43938e84c3b00c868efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '5763a703-0cc2-4549-873f-76e291d6b141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:02:52Z', 'updated_at': '2021-07-09T15:08:44Z', 'revision_number': 5, 'project_id': '6fa15925135f43938e84c3b00c868efd', 'gw_port': {'id': '5763a703-0cc2-4549-873f-76e291d6b141', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504224b9-c086-4eba-8292-f340ecda2116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:02:54Z', 'updated_at': '2021-07-09T15:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:08:45.706466 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19249e32-495f-4af3-80ca-ae381530594c None None] Checking router: 504224b9-c086-4eba-8292-f340ecda2116 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:08:45.715927 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19249e32-495f-4af3-80ca-ae381530594c None None] Routers {'504224b9-c086-4eba-8292-f340ecda2116'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:08:45.716568 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-19249e32-495f-4af3-80ca-ae381530594c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:08:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['504224b9-c086-4eba-8292-f340ecda2116'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:08:45.781022 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:45.786559 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-68f996b6-50b3-475b-bda9-5cc0892b0d98 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:45.788197 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6a816cce-1edc-4760-8e3b-914f34c021b0 req-8aec845d-2cb7-4af6-9e3f-20cd97e488f3 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4831729 Jul 09 15:08:45.802942 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-23d0045b-8a5b-4a5a-82b5-ead410bfb1a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:45.840832 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e0a810c-67a6-488b-8376-04dc9015cd32 req-8efaba42-eaf9-4440-a4df-d0d8432f8120 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Made reservation on behalf of c03b5d3d86974e68a5911d632d382871 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:08:45.847351 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-9e0a810c-67a6-488b-8376-04dc9015cd32 req-8efaba42-eaf9-4440-a4df-d0d8432f8120 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:45.880464 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=e72fbff7-2b53-4ba8-a1d8-bcd1ff76d49f,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:08:45.903462 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-19249e32-495f-4af3-80ca-ae381530594c None None] Set router 504224b9-c086-4eba-8292-f340ecda2116 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:08:45.953479 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-23d0045b-8a5b-4a5a-82b5-ead410bfb1a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:45.956615 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-68f996b6-50b3-475b-bda9-5cc0892b0d98 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:46.009145 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e18921bc-d1c9-4662-9889-86ad76a58154 req-f9d65131-d7a0-457d-9ffe-c607a950ed4d tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad83ea16-7fbd-4005-95bc-18d10ebafae7 HTTP/1.1" status: 200 len: 210 time: 0.0551944 Jul 09 15:08:46.020859 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f996b6-50b3-475b-bda9-5cc0892b0d98 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a6533f8-b63f-40b5-9597-6d09b308efc9,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:08:46.111696 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-23d0045b-8a5b-4a5a-82b5-ead410bfb1a3 admin admin] Deleting port 5763a703-0cc2-4549-873f-76e291d6b141 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:08:46.111914 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-9e0a810c-67a6-488b-8376-04dc9015cd32 req-8efaba42-eaf9-4440-a4df-d0d8432f8120 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Allocated IP 172.20.0.6 (2caf48fb-184c-426e-a7e2-2d876991b7f4/a10947be-2e1d-4b8b-b31f-e273354d0e7a/f53c584d-7108-4c32-955b-d510d83e5a9c) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:08:46.112696 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-23d0045b-8a5b-4a5a-82b5-ead410bfb1a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:46.143262 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-68f996b6-50b3-475b-bda9-5cc0892b0d98 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:46.153537 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-68f996b6-50b3-475b-bda9-5cc0892b0d98 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6731539 Jul 09 15:08:46.162601 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-19249e32-495f-4af3-80ca-ae381530594c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504224b9-c086-4eba-8292-f340ecda2116', 'name': 'tempest-TestVolumeBackupRestore-1631406732-router', 'tenant_id': '6fa15925135f43938e84c3b00c868efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '5763a703-0cc2-4549-873f-76e291d6b141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:02:52Z', 'updated_at': '2021-07-09T15:08:44Z', 'revision_number': 5, 'project_id': '6fa15925135f43938e84c3b00c868efd', 'gw_port': {'id': '5763a703-0cc2-4549-873f-76e291d6b141', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504224b9-c086-4eba-8292-f340ecda2116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:02:54Z', 'updated_at': '2021-07-09T15:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:08:46.208021 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19249e32-495f-4af3-80ca-ae381530594c None None] The sync data for ids ['504224b9-c086-4eba-8292-f340ecda2116'] in n-d-799529-6 is: [{'id': '504224b9-c086-4eba-8292-f340ecda2116', 'name': 'tempest-TestVolumeBackupRestore-1631406732-router', 'tenant_id': '6fa15925135f43938e84c3b00c868efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '5763a703-0cc2-4549-873f-76e291d6b141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:02:52Z', 'updated_at': '2021-07-09T15:08:44Z', 'revision_number': 5, 'project_id': '6fa15925135f43938e84c3b00c868efd', 'gw_port': {'id': '5763a703-0cc2-4549-873f-76e291d6b141', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504224b9-c086-4eba-8292-f340ecda2116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:02:54Z', 'updated_at': '2021-07-09T15:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:08:46.230430 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-23d0045b-8a5b-4a5a-82b5-ead410bfb1a3 admin admin] For port 5763a703-0cc2-4549-873f-76e291d6b141, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=5763a703-0cc2-4549-873f-76e291d6b141,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:08:46.230792 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-23d0045b-8a5b-4a5a-82b5-ead410bfb1a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:46.246754 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-23d0045b-8a5b-4a5a-82b5-ead410bfb1a3 admin admin] Calling delete_port for 5763a703-0cc2-4549-873f-76e291d6b141 owned by network:router_gateway {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:08:46.354318 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2aa45e35-dfa4-44e0-98d7-0b507fc5e3a9 req-5f63f677-9d27-48dc-be86-2c7e6499c011 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-725338795&fields=id&tenant_id=a6e2ac6f6f91427f816da8127677c24e HTTP/1.1" status: 200 len: 267 time: 0.0594797 Jul 09 15:08:46.467161 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-9e0a810c-67a6-488b-8376-04dc9015cd32 req-8efaba42-eaf9-4440-a4df-d0d8432f8120 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:46.520128 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa45e35-dfa4-44e0-98d7-0b507fc5e3a9 req-94884604-1737-4911-9506-649e1f8c8e5a tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:46.521660 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2aa45e35-dfa4-44e0-98d7-0b507fc5e3a9 req-94884604-1737-4911-9506-649e1f8c8e5a tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/networks?id=d4d316a3-a6e0-42a0-84bd-08ddc6eb0452 HTTP/1.1" status: 200 len: 796 time: 0.1572976 Jul 09 15:08:46.536883 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2aa45e35-dfa4-44e0-98d7-0b507fc5e3a9 req-5763c165-d6a2-4991-ba9a-9755f72c8612 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/quotas/a6e2ac6f6f91427f816da8127677c24e HTTP/1.1" status: 200 len: 375 time: 0.0098634 Jul 09 15:08:46.538962 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-9e0a810c-67a6-488b-8376-04dc9015cd32 req-8efaba42-eaf9-4440-a4df-d0d8432f8120 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Transition to ACTIVE for port object f53c584d-7108-4c32-955b-d510d83e5a9c will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:08:46.539395 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-23d0045b-8a5b-4a5a-82b5-ead410bfb1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:46.596951 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d0045b-8a5b-4a5a-82b5-ead410bfb1a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5763a703-0cc2-4549-873f-76e291d6b141,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:08:46.633756 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2aa45e35-dfa4-44e0-98d7-0b507fc5e3a9 req-67094336-f809-4c6b-847a-b0d438c7f328 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a6e2ac6f6f91427f816da8127677c24e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0894120 Jul 09 15:08:46.649666 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-23d0045b-8a5b-4a5a-82b5-ead410bfb1a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:46.732102 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-9e0a810c-67a6-488b-8376-04dc9015cd32 req-8efaba42-eaf9-4440-a4df-d0d8432f8120 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:46.746278 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['f01ab20f-9308-4ae2-88ac-3c399a610043'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:08:46.776013 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-23d0045b-8a5b-4a5a-82b5-ead410bfb1a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:46.781900 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-23d0045b-8a5b-4a5a-82b5-ead410bfb1a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:46.797824 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['17a81ce2-504c-4392-b158-080965d6ce41'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:08:46.836647 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efaba42-eaf9-4440-a4df-d0d8432f8120 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Pushing event updated for resources: {'Port': ['ID=f53c584d-7108-4c32-955b-d510d83e5a9c,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:08:46.865010 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e0a810c-67a6-488b-8376-04dc9015cd32 req-8efaba42-eaf9-4440-a4df-d0d8432f8120 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Network 2caf48fb-184c-426e-a7e2-2d876991b7f4 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:08:46.875844 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-9e0a810c-67a6-488b-8376-04dc9015cd32 req-8efaba42-eaf9-4440-a4df-d0d8432f8120 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:08:46.884884 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e0a810c-67a6-488b-8376-04dc9015cd32 req-8efaba42-eaf9-4440-a4df-d0d8432f8120 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:08:46.931124 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-23d0045b-8a5b-4a5a-82b5-ead410bfb1a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:46.931978 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d0045b-8a5b-4a5a-82b5-ead410bfb1a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 504224b9-c086-4eba-8292-f340ecda2116 {{(pid=94446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 15:08:46.936776 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-23d0045b-8a5b-4a5a-82b5-ead410bfb1a3 admin admin] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:46.939635 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-23d0045b-8a5b-4a5a-82b5-ead410bfb1a3 admin admin] 10.222.0.58 "DELETE /v2.0/routers/504224b9-c086-4eba-8292-f340ecda2116 HTTP/1.1" status: 204 len: 168 time: 1.7083733 Jul 09 15:08:46.943200 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39094) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:08:47.020053 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2aa45e35-dfa4-44e0-98d7-0b507fc5e3a9 req-00bd1c30-9e42-4b47-ae13-1cbb94d37b20 service neutron] 10.222.0.58 "GET /v2.0/networks/d4d316a3-a6e0-42a0-84bd-08ddc6eb0452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3613069 Jul 09 15:08:47.033488 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a810c-67a6-488b-8376-04dc9015cd32 req-8efaba42-eaf9-4440-a4df-d0d8432f8120 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:47.038174 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-9e0a810c-67a6-488b-8376-04dc9015cd32 req-8efaba42-eaf9-4440-a4df-d0d8432f8120 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:47.055791 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb27b343-c06e-47da-8df3-4b28f1314e04 admin admin] Deleting subnet 5f2e327b-3440-4f7c-baea-010d460bc256 {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:08:47.060668 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fb27b343-c06e-47da-8df3-4b28f1314e04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:47.156647 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device e72fbff7-2b53-4ba8-a1d8-bcd1ff76d49f up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:08:47.286016 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port e72fbff7-2b53-4ba8-a1d8-bcd1ff76d49f triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:08:47.286616 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:47.287820 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fb27b343-c06e-47da-8df3-4b28f1314e04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:47.301462 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2aa45e35-dfa4-44e0-98d7-0b507fc5e3a9 req-f3ad9c96-1146-44a9-9bd6-4ffebf261406 service neutron] 10.222.0.58 "GET /v2.0/networks/d4d316a3-a6e0-42a0-84bd-08ddc6eb0452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275658 Jul 09 15:08:47.315137 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9e0a810c-67a6-488b-8376-04dc9015cd32 req-8efaba42-eaf9-4440-a4df-d0d8432f8120 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9340320 Jul 09 15:08:47.326672 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-9e0a810c-67a6-488b-8376-04dc9015cd32 req-4bc67744-44a2-46da-bb06-e6be68778ca7 service neutron] Request body: {'port': {'device_id': 'ad83ea16-7fbd-4005-95bc-18d10ebafae7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:08:47.399308 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fb27b343-c06e-47da-8df3-4b28f1314e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:47.453279 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 21d67486-e697-4502-a3eb-e480106d6e41 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:08:47.458734 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-9e0a810c-67a6-488b-8376-04dc9015cd32 req-4bc67744-44a2-46da-bb06-e6be68778ca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:47.465030 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf228b2-7616-46c1-8f42-c11f5f47124d req-6e4d27c0-c962-4c3d-80b9-8605b802643a tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:47.468005 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5cf228b2-7616-46c1-8f42-c11f5f47124d req-6e4d27c0-c962-4c3d-80b9-8605b802643a tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=16367796-44bb-4dfb-a17b-7314bb938b19 HTTP/1.1" status: 200 len: 946 time: 0.3073676 Jul 09 15:08:47.487155 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 21d67486-e697-4502-a3eb-e480106d6e41 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:08:47.487626 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 21d67486-e697-4502-a3eb-e480106d6e41 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:08:47.512816 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5cf228b2-7616-46c1-8f42-c11f5f47124d req-6cd58811-f15c-4d94-96e2-560c3de4478f tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390947 Jul 09 15:08:47.585062 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-c94142a8-5c4c-4233-af43-d866cc0d2cea None None] Provisioning for port f53c584d-7108-4c32-955b-d510d83e5a9c completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:08:47.600764 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-c94142a8-5c4c-4233-af43-d866cc0d2cea None None] Provisioning complete for port f53c584d-7108-4c32-955b-d510d83e5a9c triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:08:47.600764 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c94142a8-5c4c-4233-af43-d866cc0d2cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:47.622928 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fb27b343-c06e-47da-8df3-4b28f1314e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:47.651015 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-c94142a8-5c4c-4233-af43-d866cc0d2cea None None] Port f53c584d-7108-4c32-955b-d510d83e5a9c cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:08:47.668370 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb27b343-c06e-47da-8df3-4b28f1314e04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f2e327b-3440-4f7c-baea-010d460bc256,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:08:47.670455 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fb27b343-c06e-47da-8df3-4b28f1314e04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:47.675812 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-fb27b343-c06e-47da-8df3-4b28f1314e04 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/5f2e327b-3440-4f7c-baea-010d460bc256 HTTP/1.1" status: 204 len: 168 time: 0.7279599 Jul 09 15:08:47.676122 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39124) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:08:47.685343 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598286a1-1667-4bd9-ad26-a3805d038640 None None] Network 72fb1c98-0827-40c6-aaac-61379e97af8e requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:08:47.795092 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c43ea481-0d6a-4ce6-80c7-4015758cfc9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:47.852932 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-9e0a810c-67a6-488b-8376-04dc9015cd32 req-4bc67744-44a2-46da-bb06-e6be68778ca7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f53c584d-7108-4c32-955b-d510d83e5a9c {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:08:47.855141 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8282f42-0027-450e-a14a-6bb8eebdd9bc req-8a864f47-2d3b-4f7b-bdf2-a8baab66fb0b tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:47.862720 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f8282f42-0027-450e-a14a-6bb8eebdd9bc req-8a864f47-2d3b-4f7b-bdf2-a8baab66fb0b tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad83ea16-7fbd-4005-95bc-18d10ebafae7 HTTP/1.1" status: 200 len: 931 time: 0.1612496 Jul 09 15:08:47.872027 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-9e0a810c-67a6-488b-8376-04dc9015cd32 req-4bc67744-44a2-46da-bb06-e6be68778ca7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:47.898079 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-9e0a810c-67a6-488b-8376-04dc9015cd32 req-4bc67744-44a2-46da-bb06-e6be68778ca7 service neutron] Transition to ACTIVE for port object f53c584d-7108-4c32-955b-d510d83e5a9c will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:08:47.960935 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f8282f42-0027-450e-a14a-6bb8eebdd9bc req-1dab21b8-ffe0-4ad1-bef7-534565f99074 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922432 Jul 09 15:08:47.984240 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7104fb-e4e3-402b-8b23-28607d8645d9 None None] DHCP port deletion for 72fb1c98-0827-40c6-aaac-61379e97af8e request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 15:08:47.986645 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-c43ea481-0d6a-4ce6-80c7-4015758cfc9a admin admin] Deleting port 677715a0-f258-4b42-82f1-27977850874c {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:08:47.987632 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c43ea481-0d6a-4ce6-80c7-4015758cfc9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:48.039871 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-372702e6-bd8a-4f0c-b5bd-bfc02a6583c8 req-7ba28a18-6996-4411-9fbd-3d7350a4c96d tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/ports?device_id=02badfe0-2481-4208-b476-de69c66b57d1 HTTP/1.1" status: 200 len: 210 time: 0.0460260 Jul 09 15:08:48.041269 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-9e0a810c-67a6-488b-8376-04dc9015cd32 req-4bc67744-44a2-46da-bb06-e6be68778ca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:48.068959 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-fe7104fb-e4e3-402b-8b23-28607d8645d9 None None] Deleting port 677715a0-f258-4b42-82f1-27977850874c {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:08:48.069346 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-fe7104fb-e4e3-402b-8b23-28607d8645d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:48.090716 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9ae74b52-b568-4a94-adc5-cb5a33534f86 req-d5bfff87-9869-45fd-87a2-1a7eca5cb214 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2075298 Jul 09 15:08:48.098407 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-c43ea481-0d6a-4ce6-80c7-4015758cfc9a admin admin] For port 677715a0-f258-4b42-82f1-27977850874c, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=677715a0-f258-4b42-82f1-27977850874c,segment=NetworkSegment(7f0cfc05-3399-4f2d-97fa-3ffbb3a0c1bd),segment_id=7f0cfc05-3399-4f2d-97fa-3ffbb3a0c1bd)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:08:48.098816 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c43ea481-0d6a-4ce6-80c7-4015758cfc9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:48.117911 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-c43ea481-0d6a-4ce6-80c7-4015758cfc9a admin admin] Calling delete_port for 677715a0-f258-4b42-82f1-27977850874c owned by network:dhcp {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:08:48.118852 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc67744-44a2-46da-bb06-e6be68778ca7 service neutron] Pushing event updated for resources: {'Port': ['ID=f53c584d-7108-4c32-955b-d510d83e5a9c,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:08:48.157726 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-fe7104fb-e4e3-402b-8b23-28607d8645d9 None None] For port 677715a0-f258-4b42-82f1-27977850874c, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=677715a0-f258-4b42-82f1-27977850874c,segment=NetworkSegment(7f0cfc05-3399-4f2d-97fa-3ffbb3a0c1bd),segment_id=7f0cfc05-3399-4f2d-97fa-3ffbb3a0c1bd)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:08:48.157726 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-fe7104fb-e4e3-402b-8b23-28607d8645d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:48.182595 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-fe7104fb-e4e3-402b-8b23-28607d8645d9 None None] Calling delete_port for 677715a0-f258-4b42-82f1-27977850874c owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:08:48.233746 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-9e0a810c-67a6-488b-8376-04dc9015cd32 req-4bc67744-44a2-46da-bb06-e6be68778ca7 service neutron] Attempting to bind port f53c584d-7108-4c32-955b-d510d83e5a9c on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:08:48.234514 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-9e0a810c-67a6-488b-8376-04dc9015cd32 req-4bc67744-44a2-46da-bb06-e6be68778ca7 service neutron] Attempting to bind port f53c584d-7108-4c32-955b-d510d83e5a9c by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '06875dad-dad1-4e17-960d-8ec4e4c881bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2caf48fb-184c-426e-a7e2-2d876991b7f4'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:08:48.235108 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0a810c-67a6-488b-8376-04dc9015cd32 req-4bc67744-44a2-46da-bb06-e6be68778ca7 service neutron] Attempting to bind port f53c584d-7108-4c32-955b-d510d83e5a9c on network 2caf48fb-184c-426e-a7e2-2d876991b7f4 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:08:48.240319 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0a810c-67a6-488b-8376-04dc9015cd32 req-4bc67744-44a2-46da-bb06-e6be68778ca7 service neutron] Port f53c584d-7108-4c32-955b-d510d83e5a9c on network 2caf48fb-184c-426e-a7e2-2d876991b7f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:08:48.240988 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0a810c-67a6-488b-8376-04dc9015cd32 req-4bc67744-44a2-46da-bb06-e6be68778ca7 service neutron] Attempting to bind port f53c584d-7108-4c32-955b-d510d83e5a9c on network 2caf48fb-184c-426e-a7e2-2d876991b7f4 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:08:48.252833 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0a810c-67a6-488b-8376-04dc9015cd32 req-4bc67744-44a2-46da-bb06-e6be68778ca7 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:08:48.253291 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0a810c-67a6-488b-8376-04dc9015cd32 req-4bc67744-44a2-46da-bb06-e6be68778ca7 service neutron] Checking segment: {'id': '06875dad-dad1-4e17-960d-8ec4e4c881bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2caf48fb-184c-426e-a7e2-2d876991b7f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:08:48.253867 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0a810c-67a6-488b-8376-04dc9015cd32 req-4bc67744-44a2-46da-bb06-e6be68778ca7 service neutron] Bound using segment: {'id': '06875dad-dad1-4e17-960d-8ec4e4c881bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2caf48fb-184c-426e-a7e2-2d876991b7f4'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:08:48.254390 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-9e0a810c-67a6-488b-8376-04dc9015cd32 req-4bc67744-44a2-46da-bb06-e6be68778ca7 service neutron] Bound port: f53c584d-7108-4c32-955b-d510d83e5a9c, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06875dad-dad1-4e17-960d-8ec4e4c881bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2caf48fb-184c-426e-a7e2-2d876991b7f4'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:08:48.254824 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-9e0a810c-67a6-488b-8376-04dc9015cd32 req-4bc67744-44a2-46da-bb06-e6be68778ca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:48.303808 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae74b52-b568-4a94-adc5-cb5a33534f86 req-ed926306-649a-44d9-ad2f-65c21a42b957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:48.305807 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9ae74b52-b568-4a94-adc5-cb5a33534f86 req-ed926306-649a-44d9-ad2f-65c21a42b957 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c03b5d3d86974e68a5911d632d382871&device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 1096 time: 0.1209331 Jul 09 15:08:48.351754 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-9e0a810c-67a6-488b-8376-04dc9015cd32 req-4bc67744-44a2-46da-bb06-e6be68778ca7 service neutron] For port f53c584d-7108-4c32-955b-d510d83e5a9c, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:08:48.355118 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-9e0a810c-67a6-488b-8376-04dc9015cd32 req-4bc67744-44a2-46da-bb06-e6be68778ca7 service neutron] For port f53c584d-7108-4c32-955b-d510d83e5a9c, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=f53c584d-7108-4c32-955b-d510d83e5a9c,segment=NetworkSegment(06875dad-dad1-4e17-960d-8ec4e4c881bc),segment_id=06875dad-dad1-4e17-960d-8ec4e4c881bc)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:08:48.425339 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c43ea481-0d6a-4ce6-80c7-4015758cfc9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:48.426458 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-fe7104fb-e4e3-402b-8b23-28607d8645d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:48.437910 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae74b52-b568-4a94-adc5-cb5a33534f86 req-59f56bb4-ec07-4e3c-8ec3-0e14040acdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:48.440051 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9ae74b52-b568-4a94-adc5-cb5a33534f86 req-59f56bb4-ec07-4e3c-8ec3-0e14040acdf9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2caf48fb-184c-426e-a7e2-2d876991b7f4 HTTP/1.1" status: 200 len: 912 time: 0.1115925 Jul 09 15:08:48.452315 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7104fb-e4e3-402b-8b23-28607d8645d9 None None] Pushing event deleted for resources: {'Port': ['ID=677715a0-f258-4b42-82f1-27977850874c,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:08:48.456355 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7104fb-e4e3-402b-8b23-28607d8645d9 None None] No DVR routers for this DVR port 677715a0-f258-4b42-82f1-27977850874c on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:08:48.469275 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43ea481-0d6a-4ce6-80c7-4015758cfc9a admin admin] No DVR routers for this DVR port 677715a0-f258-4b42-82f1-27977850874c on host n-d-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:08:48.471401 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43ea481-0d6a-4ce6-80c7-4015758cfc9a admin admin] Pushing event deleted for resources: {'Port': ['ID=677715a0-f258-4b42-82f1-27977850874c,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:08:48.511120 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-9e0a810c-67a6-488b-8376-04dc9015cd32 req-4bc67744-44a2-46da-bb06-e6be68778ca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:48.548929 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a810c-67a6-488b-8376-04dc9015cd32 req-4bc67744-44a2-46da-bb06-e6be68778ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:48.549751 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-9e0a810c-67a6-488b-8376-04dc9015cd32 req-4bc67744-44a2-46da-bb06-e6be68778ca7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:48.551361 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9e0a810c-67a6-488b-8376-04dc9015cd32 req-4bc67744-44a2-46da-bb06-e6be68778ca7 service neutron] 10.222.0.54 "PUT /v2.0/ports/f53c584d-7108-4c32-955b-d510d83e5a9c HTTP/1.1" status: 200 len: 1091 time: 1.2293282 Jul 09 15:08:48.551821 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad83ea16-7fbd-4005-95bc-18d10ebafae7', 'tag': 'f53c584d-7108-4c32-955b-d510d83e5a9c'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:08:48.554093 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3ca1bf-ed44-46e5-8d02-b8e717636195" -d '{"events": [{"name": "network-changed", "server_uuid": "ad83ea16-7fbd-4005-95bc-18d10ebafae7", "tag": "f53c584d-7108-4c32-955b-d510d83e5a9c"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:08:48.610239 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9ae74b52-b568-4a94-adc5-cb5a33534f86 req-2f1c5fed-1399-4507-a19f-9390f58e15ad service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a55c943-174c-41e4-ae0c-abae167a4938 HTTP/1.1" status: 200 len: 998 time: 0.1499305 Jul 09 15:08:48.616873 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c43ea481-0d6a-4ce6-80c7-4015758cfc9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:48.622361 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc67744-44a2-46da-bb06-e6be68778ca7 service neutron] Pushing event updated for resources: {'Port': ['ID=f53c584d-7108-4c32-955b-d510d83e5a9c,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:08:48.633277 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4410d11f-3aaa-4c93-8435-5da64109ee26 x-openstack-request-id: req-4410d11f-3aaa-4c93-8435-5da64109ee26 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:08:48.633953 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad83ea16-7fbd-4005-95bc-18d10ebafae7", "tag": "f53c584d-7108-4c32-955b-d510d83e5a9c", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:08:48.634205 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4410d11f-3aaa-4c93-8435-5da64109ee26 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:08:48.648509 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad83ea16-7fbd-4005-95bc-18d10ebafae7', 'tag': 'f53c584d-7108-4c32-955b-d510d83e5a9c', 'status': 'completed', 'code': 200} Jul 09 15:08:48.648946 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-c43ea481-0d6a-4ce6-80c7-4015758cfc9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72fb1c98-0827-40c6-aaac-61379e97af8e']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:08:48.660791 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-c43ea481-0d6a-4ce6-80c7-4015758cfc9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f0cfc05-3399-4f2d-97fa-3ffbb3a0c1bd') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:08:48.661144 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-c43ea481-0d6a-4ce6-80c7-4015758cfc9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f0cfc05-3399-4f2d-97fa-3ffbb3a0c1bd') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:08:48.708332 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c43ea481-0d6a-4ce6-80c7-4015758cfc9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:48.719644 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ca1bf-ed44-46e5-8d02-b8e717636195 req-2ac778dc-8c4a-4f41-ba3a-11b153cea0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:48.722318 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fa3ca1bf-ed44-46e5-8d02-b8e717636195 req-2ac778dc-8c4a-4f41-ba3a-11b153cea0aa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c03b5d3d86974e68a5911d632d382871&device_id=ad83ea16-7fbd-4005-95bc-18d10ebafae7 HTTP/1.1" status: 200 len: 1094 time: 0.0636468 Jul 09 15:08:48.772844 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c43ea481-0d6a-4ce6-80c7-4015758cfc9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:48.783208 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae74b52-b568-4a94-adc5-cb5a33534f86 req-a368b786-8726-4e9a-822b-b6d0a5676fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:48.784810 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9ae74b52-b568-4a94-adc5-cb5a33534f86 req-a368b786-8726-4e9a-822b-b6d0a5676fd5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a10947be-2e1d-4b8b-b31f-e273354d0e7a HTTP/1.1" status: 200 len: 850 time: 0.1638713 Jul 09 15:08:48.789698 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c43ea481-0d6a-4ce6-80c7-4015758cfc9a admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:08:48.790119 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c43ea481-0d6a-4ce6-80c7-4015758cfc9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:48.792075 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 15:08:48.792075 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:08:48.792075 n-d-799529-6 neutron-server[94446]: timer() Jul 09 15:08:48.792075 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:08:48.792075 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 15:08:48.792075 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:08:48.792075 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 15:08:48.792075 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:08:48.792075 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 15:08:48.792075 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:08:48.792075 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 15:08:48.792075 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:08:48.792075 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 15:08:48.792075 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:08:48.792075 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:08:48.792075 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:08:48.792075 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:08:48.792075 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:08:48.792075 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 15:08:48.792075 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:08:48.792075 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 15:08:48.792075 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:08:48.792075 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:08:48.792075 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:08:48.792075 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 15:08:48.792075 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:08:48.792075 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:08:48.792075 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:08:48.792075 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:08:48.792075 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:08:48.792075 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:08:48.792075 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:08:48.863700 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ca1bf-ed44-46e5-8d02-b8e717636195 req-cea89ec1-79c7-427f-93ba-96de89242624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:48.865239 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fa3ca1bf-ed44-46e5-8d02-b8e717636195 req-cea89ec1-79c7-427f-93ba-96de89242624 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=c03b5d3d86974e68a5911d632d382871&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1340971 Jul 09 15:08:48.915936 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e358b82a-248c-43cd-838e-96732e32f0ea req-298abb10-e6e4-40b0-a37d-2fbd96427bf3 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:48.917783 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e358b82a-248c-43cd-838e-96732e32f0ea req-298abb10-e6e4-40b0-a37d-2fbd96427bf3 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=16367796-44bb-4dfb-a17b-7314bb938b19 HTTP/1.1" status: 200 len: 946 time: 0.2140229 Jul 09 15:08:48.967660 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 5763a703-0cc2-4549-873f-76e291d6b141 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:08:48.998101 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e358b82a-248c-43cd-838e-96732e32f0ea req-88e3828b-efcf-4df1-ab7d-f7d6c5b3560b tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714755 Jul 09 15:08:49.007035 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae74b52-b568-4a94-adc5-cb5a33534f86 req-ce7fd56d-c0a7-45a6-b809-ad9a78179a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:49.008601 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9ae74b52-b568-4a94-adc5-cb5a33534f86 req-ce7fd56d-c0a7-45a6-b809-ad9a78179a5a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2caf48fb-184c-426e-a7e2-2d876991b7f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2143209 Jul 09 15:08:49.012794 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c43ea481-0d6a-4ce6-80c7-4015758cfc9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:49.021774 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ca1bf-ed44-46e5-8d02-b8e717636195 req-8f1295e1-302b-4d30-94b2-aad118b02e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:49.023380 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fa3ca1bf-ed44-46e5-8d02-b8e717636195 req-8f1295e1-302b-4d30-94b2-aad118b02e16 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1503739 Jul 09 15:08:49.041173 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 5763a703-0cc2-4549-873f-76e291d6b141 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:08:49.041528 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 5763a703-0cc2-4549-873f-76e291d6b141 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:08:49.041957 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 677715a0-f258-4b42-82f1-27977850874c no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:08:49.080098 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c43ea481-0d6a-4ce6-80c7-4015758cfc9a admin admin] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:49.085157 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c43ea481-0d6a-4ce6-80c7-4015758cfc9a admin admin] 10.222.0.58 "DELETE /v2.0/networks/72fb1c98-0827-40c6-aaac-61379e97af8e HTTP/1.1" status: 204 len: 168 time: 1.4079251 Jul 09 15:08:49.085819 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 39192) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:08:49.114884 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 677715a0-f258-4b42-82f1-27977850874c {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:08:49.115363 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 677715a0-f258-4b42-82f1-27977850874c not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:08:49.119238 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43ea481-0d6a-4ce6-80c7-4015758cfc9a admin admin] Pushing event deleted for resources: {'Network': ['ID=72fb1c98-0827-40c6-aaac-61379e97af8e,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:08:49.225459 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9ae74b52-b568-4a94-adc5-cb5a33534f86 req-6c515eb4-7b49-4af4-999d-c0fb51b6b373 service neutron] 10.222.0.62 "GET /v2.0/networks/2caf48fb-184c-426e-a7e2-2d876991b7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096112 Jul 09 15:08:49.298974 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d3c296a0-42d5-443d-892f-281b82813c31 req-0b0f9f56-9574-4ac0-96d7-73eb874cd6cd tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/ports?device_id=02badfe0-2481-4208-b476-de69c66b57d1 HTTP/1.1" status: 200 len: 210 time: 0.0472982 Jul 09 15:08:49.305754 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a810c-67a6-488b-8376-04dc9015cd32 req-77dfd5cc-1a99-4052-99e4-37b3ac79db6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:49.307241 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9e0a810c-67a6-488b-8376-04dc9015cd32 req-77dfd5cc-1a99-4052-99e4-37b3ac79db6e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c03b5d3d86974e68a5911d632d382871&device_id=ad83ea16-7fbd-4005-95bc-18d10ebafae7 HTTP/1.1" status: 200 len: 1094 time: 0.1438925 Jul 09 15:08:49.318802 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca3fb67-bf4c-40df-8b7a-e3d6533a2617 req-9704531b-f5b5-4d16-80ec-3f4a75cf4d11 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:49.320375 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5ca3fb67-bf4c-40df-8b7a-e3d6533a2617 req-9704531b-f5b5-4d16-80ec-3f4a75cf4d11 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad83ea16-7fbd-4005-95bc-18d10ebafae7 HTTP/1.1" status: 200 len: 943 time: 0.1716187 Jul 09 15:08:49.386675 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5ca3fb67-bf4c-40df-8b7a-e3d6533a2617 req-e6c339aa-aad0-46a7-8421-95f2d0f50a69 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602779 Jul 09 15:08:49.392473 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9ae74b52-b568-4a94-adc5-cb5a33534f86 req-1fa919c5-06c9-4ee9-be5d-cf0463ef25bf service neutron] 10.222.0.62 "GET /v2.0/networks/2caf48fb-184c-426e-a7e2-2d876991b7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537027 Jul 09 15:08:49.396352 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9e0a810c-67a6-488b-8376-04dc9015cd32 req-66e2545e-b1fb-4275-b3f6-0f6d8e306f4d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f53c584d-7108-4c32-955b-d510d83e5a9c HTTP/1.1" status: 200 len: 217 time: 0.0519781 Jul 09 15:08:49.496630 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a810c-67a6-488b-8376-04dc9015cd32 req-84571472-6d81-4ca2-afc1-d8c2c0e5e57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:49.498154 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9e0a810c-67a6-488b-8376-04dc9015cd32 req-84571472-6d81-4ca2-afc1-d8c2c0e5e57f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a10947be-2e1d-4b8b-b31f-e273354d0e7a HTTP/1.1" status: 200 len: 850 time: 0.0953887 Jul 09 15:08:49.608783 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a810c-67a6-488b-8376-04dc9015cd32 req-ff0908a9-88ce-4044-abc9-1d0cac564617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:49.610310 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9e0a810c-67a6-488b-8376-04dc9015cd32 req-ff0908a9-88ce-4044-abc9-1d0cac564617 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2caf48fb-184c-426e-a7e2-2d876991b7f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1054735 Jul 09 15:08:50.084043 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9e0a810c-67a6-488b-8376-04dc9015cd32 req-2b080bbd-5313-4355-b0dd-5f73c99a240c service neutron] 10.222.0.54 "GET /v2.0/networks/2caf48fb-184c-426e-a7e2-2d876991b7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4659140 Jul 09 15:08:50.205201 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-21b7868b-c52f-4120-b116-2391275f61e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:50.279277 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9e0a810c-67a6-488b-8376-04dc9015cd32 req-0d8b0ea6-4407-4ede-a64f-bc00432bdde1 service neutron] 10.222.0.54 "GET /v2.0/networks/2caf48fb-184c-426e-a7e2-2d876991b7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851063 Jul 09 15:08:50.339817 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa1697f-f08f-4c48-90d7-46701db4d179 req-a07ef6b8-e48b-47a7-8f44-264ebb69af5b tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:50.341329 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6aa1697f-f08f-4c48-90d7-46701db4d179 req-a07ef6b8-e48b-47a7-8f44-264ebb69af5b tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=16367796-44bb-4dfb-a17b-7314bb938b19 HTTP/1.1" status: 200 len: 946 time: 0.1964874 Jul 09 15:08:50.449999 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6aa1697f-f08f-4c48-90d7-46701db4d179 req-c00bd3a0-0ace-4a3a-bf6f-d1468ab730aa tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013885 Jul 09 15:08:50.460067 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0871467a-e3df-46a1-acec-77715cf3c512 req-027650c3-44da-46b5-b1b0-3f78edfc192d tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/ports?device_id=02badfe0-2481-4208-b476-de69c66b57d1 HTTP/1.1" status: 200 len: 210 time: 0.0321882 Jul 09 15:08:50.569894 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-21b7868b-c52f-4120-b116-2391275f61e2 admin admin] Deleting port a9e14769-5a52-47e9-abbd-6c891319b93f {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:08:50.570182 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-21b7868b-c52f-4120-b116-2391275f61e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:50.765058 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-21b7868b-c52f-4120-b116-2391275f61e2 admin admin] For port a9e14769-5a52-47e9-abbd-6c891319b93f, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=a9e14769-5a52-47e9-abbd-6c891319b93f,segment=NetworkSegment(2546a657-57e5-49bd-8aad-07604553a7a2),segment_id=2546a657-57e5-49bd-8aad-07604553a7a2)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:08:50.765421 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-21b7868b-c52f-4120-b116-2391275f61e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:50.791887 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-21b7868b-c52f-4120-b116-2391275f61e2 admin admin] Calling delete_port for a9e14769-5a52-47e9-abbd-6c891319b93f owned by network:router_interface {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:08:50.808682 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa45e35-dfa4-44e0-98d7-0b507fc5e3a9 req-d46c097c-0e7d-4c47-8b83-97368dd7d028 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:50.810119 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2aa45e35-dfa4-44e0-98d7-0b507fc5e3a9 req-d46c097c-0e7d-4c47-8b83-97368dd7d028 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.54 "GET /v2.0/networks?id=d4d316a3-a6e0-42a0-84bd-08ddc6eb0452 HTTP/1.1" status: 200 len: 796 time: 0.1925128 Jul 09 15:08:50.821989 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb4c81-fad5-4844-b8d4-c1ee2fba1841 req-05a6e3e2-c1fb-4b1f-97fe-844a93e238c2 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:50.823719 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3bfb4c81-fad5-4844-b8d4-c1ee2fba1841 req-05a6e3e2-c1fb-4b1f-97fe-844a93e238c2 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad83ea16-7fbd-4005-95bc-18d10ebafae7 HTTP/1.1" status: 200 len: 943 time: 0.2414250 Jul 09 15:08:50.936741 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2aa45e35-dfa4-44e0-98d7-0b507fc5e3a9 req-7327807a-adde-4bc9-86a3-8f1699f3a951 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6e2ac6f6f91427f816da8127677c24e HTTP/1.1" status: 200 len: 379 time: 0.1101415 Jul 09 15:08:50.950111 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-2aa45e35-dfa4-44e0-98d7-0b507fc5e3a9 req-ed249116-84a2-414d-ac02-dc7b060f4e59 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Request body: {'port': {'device_id': '02badfe0-2481-4208-b476-de69c66b57d1', 'network_id': 'd4d316a3-a6e0-42a0-84bd-08ddc6eb0452', 'admin_state_up': True, 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'security_groups': ['048eea7d-2855-41aa-a8e3-1c07835d3b62']}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:08:50.959208 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3bfb4c81-fad5-4844-b8d4-c1ee2fba1841 req-df12fcf4-058c-4ee1-b068-f803681d96c3 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238601 Jul 09 15:08:51.210752 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aa45e35-dfa4-44e0-98d7-0b507fc5e3a9 req-ed249116-84a2-414d-ac02-dc7b060f4e59 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Made reservation on behalf of a6e2ac6f6f91427f816da8127677c24e for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:08:51.214398 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2aa45e35-dfa4-44e0-98d7-0b507fc5e3a9 req-ed249116-84a2-414d-ac02-dc7b060f4e59 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:51.240353 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-21b7868b-c52f-4120-b116-2391275f61e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:51.302838 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b7868b-c52f-4120-b116-2391275f61e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9e14769-5a52-47e9-abbd-6c891319b93f,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:08:51.479948 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-2aa45e35-dfa4-44e0-98d7-0b507fc5e3a9 req-ed249116-84a2-414d-ac02-dc7b060f4e59 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Allocated IP 172.20.0.14 (d4d316a3-a6e0-42a0-84bd-08ddc6eb0452/26a87583-25a7-4c4f-a84a-28b49e18d6f9/08223099-0dce-4b8e-bfbd-989bc5f88a42) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:08:51.624948 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-21b7868b-c52f-4120-b116-2391275f61e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:51.625193 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-473f1d0f-edad-4450-a308-ebd047681978 req-f7366797-96a7-4857-a9ca-64896a2948ee tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/ports?device_id=02badfe0-2481-4208-b476-de69c66b57d1 HTTP/1.1" status: 200 len: 210 time: 0.0291765 Jul 09 15:08:51.817505 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2aa45e35-dfa4-44e0-98d7-0b507fc5e3a9 req-ed249116-84a2-414d-ac02-dc7b060f4e59 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:51.827848 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda3943-8bd6-4252-96e7-8005428a4c82 req-a3311dfe-2457-4505-9f5b-4480b652a2d5 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:51.829933 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dbda3943-8bd6-4252-96e7-8005428a4c82 req-a3311dfe-2457-4505-9f5b-4480b652a2d5 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=16367796-44bb-4dfb-a17b-7314bb938b19 HTTP/1.1" status: 200 len: 946 time: 0.2303457 Jul 09 15:08:51.858212 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-2aa45e35-dfa4-44e0-98d7-0b507fc5e3a9 req-ed249116-84a2-414d-ac02-dc7b060f4e59 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Transition to ACTIVE for port object 08223099-0dce-4b8e-bfbd-989bc5f88a42 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:08:51.934057 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dbda3943-8bd6-4252-96e7-8005428a4c82 req-0b67710f-83a2-4ca0-9ff1-3343abc5a891 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977211 Jul 09 15:08:52.003719 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21b7868b-c52f-4120-b116-2391275f61e2 admin admin] Router 7336558a-0929-48f6-b25d-276f48f809e7 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:08:52.094020 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2aa45e35-dfa4-44e0-98d7-0b507fc5e3a9 req-ed249116-84a2-414d-ac02-dc7b060f4e59 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:52.142803 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b400028-618c-4e31-80ab-427d224cd48b req-38dc6aa8-03ad-4bd3-a161-985970146d9d tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:52.144338 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7b400028-618c-4e31-80ab-427d224cd48b req-38dc6aa8-03ad-4bd3-a161-985970146d9d tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad83ea16-7fbd-4005-95bc-18d10ebafae7 HTTP/1.1" status: 200 len: 943 time: 0.0659919 Jul 09 15:08:52.150003 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aa45e35-dfa4-44e0-98d7-0b507fc5e3a9 req-ed249116-84a2-414d-ac02-dc7b060f4e59 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Network d4d316a3-a6e0-42a0-84bd-08ddc6eb0452 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:08:52.158977 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-2aa45e35-dfa4-44e0-98d7-0b507fc5e3a9 req-ed249116-84a2-414d-ac02-dc7b060f4e59 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:08:52.164315 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa45e35-dfa4-44e0-98d7-0b507fc5e3a9 req-ed249116-84a2-414d-ac02-dc7b060f4e59 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:08:52.186081 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7b400028-618c-4e31-80ab-427d224cd48b req-1a29faf3-036c-4615-9956-6a9e1ca32f70 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352507 Jul 09 15:08:52.190458 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed249116-84a2-414d-ac02-dc7b060f4e59 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Pushing event updated for resources: {'Port': ['ID=08223099-0dce-4b8e-bfbd-989bc5f88a42,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:08:52.203015 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b7868b-c52f-4120-b116-2391275f61e2 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:08:52.213346 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-21b7868b-c52f-4120-b116-2391275f61e2 admin admin] 10.222.0.58 "PUT /v2.0/routers/7336558a-0929-48f6-b25d-276f48f809e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1228495 Jul 09 15:08:52.213346 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 39278) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:08:52.214593 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edcd317-8cb3-4adc-b0a8-9c982080ac4f None None] Sync routers for ids ['7336558a-0929-48f6-b25d-276f48f809e7'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:08:52.224452 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edcd317-8cb3-4adc-b0a8-9c982080ac4f None None] Routers {'7336558a-0929-48f6-b25d-276f48f809e7'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:08:52.225080 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-7edcd317-8cb3-4adc-b0a8-9c982080ac4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:08:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['7336558a-0929-48f6-b25d-276f48f809e7'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:08:52.277066 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa45e35-dfa4-44e0-98d7-0b507fc5e3a9 req-ed249116-84a2-414d-ac02-dc7b060f4e59 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:52.278050 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2aa45e35-dfa4-44e0-98d7-0b507fc5e3a9 req-ed249116-84a2-414d-ac02-dc7b060f4e59 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:52.346454 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-7edcd317-8cb3-4adc-b0a8-9c982080ac4f None None] Set router 7336558a-0929-48f6-b25d-276f48f809e7 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:08:52.348553 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-71ce2f22-38a0-4287-bde5-53418716145b admin admin] Notify callbacks [] for router, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:52.440280 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2aa45e35-dfa4-44e0-98d7-0b507fc5e3a9 req-ed249116-84a2-414d-ac02-dc7b060f4e59 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4892206 Jul 09 15:08:52.448316 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-2aa45e35-dfa4-44e0-98d7-0b507fc5e3a9 req-c30a840f-e638-4c3c-bb7d-0bb57729fbd0 service neutron] Request body: {'port': {'device_id': '02badfe0-2481-4208-b476-de69c66b57d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:08:52.504245 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-71ce2f22-38a0-4287-bde5-53418716145b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:52.542702 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2aa45e35-dfa4-44e0-98d7-0b507fc5e3a9 req-c30a840f-e638-4c3c-bb7d-0bb57729fbd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:52.544688 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-334d2a1a-13ba-4866-8687-72041f5d862d None None] Provisioning for port 08223099-0dce-4b8e-bfbd-989bc5f88a42 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:08:52.550026 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-334d2a1a-13ba-4866-8687-72041f5d862d None None] Provisioning complete for port 08223099-0dce-4b8e-bfbd-989bc5f88a42 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:08:52.550918 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-334d2a1a-13ba-4866-8687-72041f5d862d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:52.561537 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-7edcd317-8cb3-4adc-b0a8-9c982080ac4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7336558a-0929-48f6-b25d-276f48f809e7', 'name': 'tempest-TestVolumeBackupRestore-406147765-router', 'tenant_id': '245d5ebd71904ef5a4215ddc0f443426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '504393bf-473d-4dfc-a8d7-3eda6bc6f7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:03:12Z', 'updated_at': '2021-07-09T15:08:51Z', 'revision_number': 5, 'project_id': '245d5ebd71904ef5a4215ddc0f443426', 'gw_port': {'id': '504393bf-473d-4dfc-a8d7-3eda6bc6f7e8', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:58:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7336558a-0929-48f6-b25d-276f48f809e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:03:15Z', 'updated_at': '2021-07-09T15:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:08:52.589416 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-334d2a1a-13ba-4866-8687-72041f5d862d None None] Port 08223099-0dce-4b8e-bfbd-989bc5f88a42 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:08:52.592909 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edcd317-8cb3-4adc-b0a8-9c982080ac4f None None] Checking router: 7336558a-0929-48f6-b25d-276f48f809e7 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:08:52.601774 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edcd317-8cb3-4adc-b0a8-9c982080ac4f None None] Routers {'7336558a-0929-48f6-b25d-276f48f809e7'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:08:52.602383 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-7edcd317-8cb3-4adc-b0a8-9c982080ac4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:08:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['7336558a-0929-48f6-b25d-276f48f809e7'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:08:52.690401 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-7edcd317-8cb3-4adc-b0a8-9c982080ac4f None None] Set router 7336558a-0929-48f6-b25d-276f48f809e7 gateway port host: None {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:08:52.747176 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-7edcd317-8cb3-4adc-b0a8-9c982080ac4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7336558a-0929-48f6-b25d-276f48f809e7', 'name': 'tempest-TestVolumeBackupRestore-406147765-router', 'tenant_id': '245d5ebd71904ef5a4215ddc0f443426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:03:12Z', 'updated_at': '2021-07-09T15:08:52Z', 'revision_number': 6, 'project_id': '245d5ebd71904ef5a4215ddc0f443426', 'gw_port_host': None}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:08:52.748905 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-71ce2f22-38a0-4287-bde5-53418716145b admin admin] Deleting port 504393bf-473d-4dfc-a8d7-3eda6bc6f7e8 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:08:52.749258 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-71ce2f22-38a0-4287-bde5-53418716145b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:52.777402 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edcd317-8cb3-4adc-b0a8-9c982080ac4f None None] The sync data for ids ['7336558a-0929-48f6-b25d-276f48f809e7'] in n-d-799529-6 is: [{'id': '7336558a-0929-48f6-b25d-276f48f809e7', 'name': 'tempest-TestVolumeBackupRestore-406147765-router', 'tenant_id': '245d5ebd71904ef5a4215ddc0f443426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:03:12Z', 'updated_at': '2021-07-09T15:08:52Z', 'revision_number': 6, 'project_id': '245d5ebd71904ef5a4215ddc0f443426', 'gw_port_host': None}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:08:52.827804 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f963d8-0bb2-4799-b284-32bad3dc8e8e req-e79b3483-25d4-496c-ada6-48974310fd71 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:52.830031 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-86f963d8-0bb2-4799-b284-32bad3dc8e8e req-e79b3483-25d4-496c-ada6-48974310fd71 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/ports?device_id=02badfe0-2481-4208-b476-de69c66b57d1 HTTP/1.1" status: 200 len: 932 time: 0.0813169 Jul 09 15:08:52.870851 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-86f963d8-0bb2-4799-b284-32bad3dc8e8e req-764e1c2e-5cda-499a-9a51-978f532d6133 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/security-groups?id=048eea7d-2855-41aa-a8e3-1c07835d3b62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345812 Jul 09 15:08:52.872121 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-71ce2f22-38a0-4287-bde5-53418716145b admin admin] For port 504393bf-473d-4dfc-a8d7-3eda6bc6f7e8, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=504393bf-473d-4dfc-a8d7-3eda6bc6f7e8,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:08:52.872484 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-71ce2f22-38a0-4287-bde5-53418716145b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:52.919699 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-71ce2f22-38a0-4287-bde5-53418716145b admin admin] Calling delete_port for 504393bf-473d-4dfc-a8d7-3eda6bc6f7e8 owned by network:router_gateway {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:08:52.943275 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-2aa45e35-dfa4-44e0-98d7-0b507fc5e3a9 req-c30a840f-e638-4c3c-bb7d-0bb57729fbd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08223099-0dce-4b8e-bfbd-989bc5f88a42 {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:08:52.982950 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2aa45e35-dfa4-44e0-98d7-0b507fc5e3a9 req-c30a840f-e638-4c3c-bb7d-0bb57729fbd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:53.004553 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-2aa45e35-dfa4-44e0-98d7-0b507fc5e3a9 req-c30a840f-e638-4c3c-bb7d-0bb57729fbd0 service neutron] Transition to ACTIVE for port object 08223099-0dce-4b8e-bfbd-989bc5f88a42 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:08:53.074373 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2aa45e35-dfa4-44e0-98d7-0b507fc5e3a9 req-c30a840f-e638-4c3c-bb7d-0bb57729fbd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:53.198042 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device a9e14769-5a52-47e9-abbd-6c891319b93f no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:08:53.221260 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: a9e14769-5a52-47e9-abbd-6c891319b93f {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:08:53.221631 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device a9e14769-5a52-47e9-abbd-6c891319b93f not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:08:53.336603 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:53.381217 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a54a41-f1cb-42cb-96c0-2426bb93a119 req-b7ef3533-7b70-431e-8736-47bfe725b7ca tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:53.382915 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-44a54a41-f1cb-42cb-96c0-2426bb93a119 req-b7ef3533-7b70-431e-8736-47bfe725b7ca tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad83ea16-7fbd-4005-95bc-18d10ebafae7 HTTP/1.1" status: 200 len: 943 time: 0.0677533 Jul 09 15:08:53.425130 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-44a54a41-f1cb-42cb-96c0-2426bb93a119 req-7b9a79ce-a3e4-4a11-9951-6d5535c0ff8a tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353734 Jul 09 15:08:53.520512 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30a840f-e638-4c3c-bb7d-0bb57729fbd0 service neutron] Pushing event updated for resources: {'Port': ['ID=08223099-0dce-4b8e-bfbd-989bc5f88a42,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:08:53.604599 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9b67e-597f-4c53-8ff1-03b1bad400aa req-1c29defc-1071-463e-a324-5f079cd1bfaa tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:53.606196 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d3c9b67e-597f-4c53-8ff1-03b1bad400aa req-1c29defc-1071-463e-a324-5f079cd1bfaa tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=16367796-44bb-4dfb-a17b-7314bb938b19 HTTP/1.1" status: 200 len: 946 time: 0.5506799 Jul 09 15:08:53.648880 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-71ce2f22-38a0-4287-bde5-53418716145b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:53.665244 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-2aa45e35-dfa4-44e0-98d7-0b507fc5e3a9 req-c30a840f-e638-4c3c-bb7d-0bb57729fbd0 service neutron] Attempting to bind port 08223099-0dce-4b8e-bfbd-989bc5f88a42 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:08:53.665575 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-2aa45e35-dfa4-44e0-98d7-0b507fc5e3a9 req-c30a840f-e638-4c3c-bb7d-0bb57729fbd0 service neutron] Attempting to bind port 08223099-0dce-4b8e-bfbd-989bc5f88a42 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': 'abcfb322-3c8c-4f43-ad2b-f5ce3f5906b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd4d316a3-a6e0-42a0-84bd-08ddc6eb0452'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:08:53.665910 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa45e35-dfa4-44e0-98d7-0b507fc5e3a9 req-c30a840f-e638-4c3c-bb7d-0bb57729fbd0 service neutron] Attempting to bind port 08223099-0dce-4b8e-bfbd-989bc5f88a42 on network d4d316a3-a6e0-42a0-84bd-08ddc6eb0452 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:08:53.694690 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ce2f22-38a0-4287-bde5-53418716145b admin admin] Pushing event deleted for resources: {'Port': ['ID=504393bf-473d-4dfc-a8d7-3eda6bc6f7e8,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:08:53.698747 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d3c9b67e-597f-4c53-8ff1-03b1bad400aa req-219a9532-9bbc-4d85-bdf3-cffee30d5bb0 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850742 Jul 09 15:08:53.701978 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa45e35-dfa4-44e0-98d7-0b507fc5e3a9 req-c30a840f-e638-4c3c-bb7d-0bb57729fbd0 service neutron] Port 08223099-0dce-4b8e-bfbd-989bc5f88a42 on network d4d316a3-a6e0-42a0-84bd-08ddc6eb0452 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:08:53.702686 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa45e35-dfa4-44e0-98d7-0b507fc5e3a9 req-c30a840f-e638-4c3c-bb7d-0bb57729fbd0 service neutron] Attempting to bind port 08223099-0dce-4b8e-bfbd-989bc5f88a42 on network d4d316a3-a6e0-42a0-84bd-08ddc6eb0452 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:08:53.729294 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa45e35-dfa4-44e0-98d7-0b507fc5e3a9 req-c30a840f-e638-4c3c-bb7d-0bb57729fbd0 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:08:53.729534 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa45e35-dfa4-44e0-98d7-0b507fc5e3a9 req-c30a840f-e638-4c3c-bb7d-0bb57729fbd0 service neutron] Checking segment: {'id': 'abcfb322-3c8c-4f43-ad2b-f5ce3f5906b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd4d316a3-a6e0-42a0-84bd-08ddc6eb0452'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:08:53.729918 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa45e35-dfa4-44e0-98d7-0b507fc5e3a9 req-c30a840f-e638-4c3c-bb7d-0bb57729fbd0 service neutron] Bound using segment: {'id': 'abcfb322-3c8c-4f43-ad2b-f5ce3f5906b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd4d316a3-a6e0-42a0-84bd-08ddc6eb0452'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:08:53.730360 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-2aa45e35-dfa4-44e0-98d7-0b507fc5e3a9 req-c30a840f-e638-4c3c-bb7d-0bb57729fbd0 service neutron] Bound port: 08223099-0dce-4b8e-bfbd-989bc5f88a42, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abcfb322-3c8c-4f43-ad2b-f5ce3f5906b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd4d316a3-a6e0-42a0-84bd-08ddc6eb0452'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:08:53.730716 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2aa45e35-dfa4-44e0-98d7-0b507fc5e3a9 req-c30a840f-e638-4c3c-bb7d-0bb57729fbd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:53.804729 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-71ce2f22-38a0-4287-bde5-53418716145b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:53.905047 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device f53c584d-7108-4c32-955b-d510d83e5a9c details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 15:08:53.911021 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-2aa45e35-dfa4-44e0-98d7-0b507fc5e3a9 req-c30a840f-e638-4c3c-bb7d-0bb57729fbd0 service neutron] For port 08223099-0dce-4b8e-bfbd-989bc5f88a42, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:08:53.914054 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-71ce2f22-38a0-4287-bde5-53418716145b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:53.919635 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-71ce2f22-38a0-4287-bde5-53418716145b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:53.929556 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-2aa45e35-dfa4-44e0-98d7-0b507fc5e3a9 req-c30a840f-e638-4c3c-bb7d-0bb57729fbd0 service neutron] For port 08223099-0dce-4b8e-bfbd-989bc5f88a42, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=08223099-0dce-4b8e-bfbd-989bc5f88a42,segment=NetworkSegment(abcfb322-3c8c-4f43-ad2b-f5ce3f5906b2),segment_id=abcfb322-3c8c-4f43-ad2b-f5ce3f5906b2)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:08:53.994561 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2aa45e35-dfa4-44e0-98d7-0b507fc5e3a9 req-c30a840f-e638-4c3c-bb7d-0bb57729fbd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:54.018437 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port f53c584d-7108-4c32-955b-d510d83e5a9c, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=f53c584d-7108-4c32-955b-d510d83e5a9c,segment=NetworkSegment(06875dad-dad1-4e17-960d-8ec4e4c881bc),segment_id=06875dad-dad1-4e17-960d-8ec4e4c881bc)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:08:54.034964 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': 'f53c584d-7108-4c32-955b-d510d83e5a9c', 'network_id': '2caf48fb-184c-426e-a7e2-2d876991b7f4', 'port_id': 'f53c584d-7108-4c32-955b-d510d83e5a9c', 'mac_address': 'fa:16:3e:a7:0b:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a10947be-2e1d-4b8b-b31f-e273354d0e7a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 15:08:54.038003 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa45e35-dfa4-44e0-98d7-0b507fc5e3a9 req-c30a840f-e638-4c3c-bb7d-0bb57729fbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:54.038644 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2aa45e35-dfa4-44e0-98d7-0b507fc5e3a9 req-c30a840f-e638-4c3c-bb7d-0bb57729fbd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:54.040158 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2aa45e35-dfa4-44e0-98d7-0b507fc5e3a9 req-c30a840f-e638-4c3c-bb7d-0bb57729fbd0 service neutron] 10.222.0.54 "PUT /v2.0/ports/08223099-0dce-4b8e-bfbd-989bc5f88a42 HTTP/1.1" status: 200 len: 1092 time: 1.5965049 Jul 09 15:08:54.040823 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02badfe0-2481-4208-b476-de69c66b57d1', 'tag': '08223099-0dce-4b8e-bfbd-989bc5f88a42'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:08:54.043343 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2affa09a-6a45-43bd-87d0-25d8bb2881fe" -d '{"events": [{"name": "network-changed", "server_uuid": "02badfe0-2481-4208-b476-de69c66b57d1", "tag": "08223099-0dce-4b8e-bfbd-989bc5f88a42"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:08:54.083894 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-71ce2f22-38a0-4287-bde5-53418716145b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:54.091398 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ce2f22-38a0-4287-bde5-53418716145b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7336558a-0929-48f6-b25d-276f48f809e7 {{(pid=94445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 15:08:54.092105 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:54.096257 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-71ce2f22-38a0-4287-bde5-53418716145b admin admin] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:54.097449 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-71ce2f22-38a0-4287-bde5-53418716145b admin admin] 10.222.0.58 "DELETE /v2.0/routers/7336558a-0929-48f6-b25d-276f48f809e7 HTTP/1.1" status: 204 len: 168 time: 1.8840833 Jul 09 15:08:54.105095 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd4b363-5b5f-4311-ba5c-c9862374914c req-4de7512d-79dd-4e27-a34b-fed5834baada tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:54.105764 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 39294) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:08:54.108964 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1fd4b363-5b5f-4311-ba5c-c9862374914c req-4de7512d-79dd-4e27-a34b-fed5834baada tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/ports?device_id=02badfe0-2481-4208-b476-de69c66b57d1 HTTP/1.1" status: 200 len: 944 time: 0.1023004 Jul 09 15:08:54.113660 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f53c584d-7108-4c32-955b-d510d83e5a9c {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:08:54.120356 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8de067-50c9-4f9c-a9ee-4fa6a95388e6 x-openstack-request-id: req-8b8de067-50c9-4f9c-a9ee-4fa6a95388e6 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:08:54.120356 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02badfe0-2481-4208-b476-de69c66b57d1", "tag": "08223099-0dce-4b8e-bfbd-989bc5f88a42", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:08:54.120356 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8b8de067-50c9-4f9c-a9ee-4fa6a95388e6 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:08:54.120356 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02badfe0-2481-4208-b476-de69c66b57d1', 'tag': '08223099-0dce-4b8e-bfbd-989bc5f88a42', 'status': 'completed', 'code': 200} Jul 09 15:08:54.121971 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30a840f-e638-4c3c-bb7d-0bb57729fbd0 service neutron] Pushing event updated for resources: {'Port': ['ID=08223099-0dce-4b8e-bfbd-989bc5f88a42,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:08:54.146887 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port f53c584d-7108-4c32-955b-d510d83e5a9c, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=f53c584d-7108-4c32-955b-d510d83e5a9c,segment=NetworkSegment(06875dad-dad1-4e17-960d-8ec4e4c881bc),segment_id=06875dad-dad1-4e17-960d-8ec4e4c881bc)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:08:54.196455 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1fd4b363-5b5f-4311-ba5c-c9862374914c req-26502b30-e728-4f83-91e1-b7b48de38413 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/security-groups?id=048eea7d-2855-41aa-a8e3-1c07835d3b62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497766 Jul 09 15:08:54.203946 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-49f52825-0663-4fd8-bdd4-76446b721167 admin admin] Deleting subnet 46e5578f-ba50-4581-bab8-21eddb2e9156 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:08:54.209486 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-49f52825-0663-4fd8-bdd4-76446b721167 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:54.226528 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:54.258601 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-49f52825-0663-4fd8-bdd4-76446b721167 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:54.283727 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2affa09a-6a45-43bd-87d0-25d8bb2881fe req-b8afe7ff-1bce-4658-81e6-cff5ca8f2b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:54.285406 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2affa09a-6a45-43bd-87d0-25d8bb2881fe req-b8afe7ff-1bce-4658-81e6-cff5ca8f2b9c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a6e2ac6f6f91427f816da8127677c24e&device_id=02badfe0-2481-4208-b476-de69c66b57d1 HTTP/1.1" status: 200 len: 1095 time: 0.1248026 Jul 09 15:08:54.288268 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=f53c584d-7108-4c32-955b-d510d83e5a9c,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:08:54.417297 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-49f52825-0663-4fd8-bdd4-76446b721167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:54.446297 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2affa09a-6a45-43bd-87d0-25d8bb2881fe req-fddca999-cfda-4440-80dc-c7eef58b1509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:54.447818 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2affa09a-6a45-43bd-87d0-25d8bb2881fe req-fddca999-cfda-4440-80dc-c7eef58b1509 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=a6e2ac6f6f91427f816da8127677c24e&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1548696 Jul 09 15:08:54.472225 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['f53c584d-7108-4c32-955b-d510d83e5a9c'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:08:54.577157 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2affa09a-6a45-43bd-87d0-25d8bb2881fe req-42ec8332-e580-42eb-b715-6c0b29ed7b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:54.578569 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2affa09a-6a45-43bd-87d0-25d8bb2881fe req-42ec8332-e580-42eb-b715-6c0b29ed7b80 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1228070 Jul 09 15:08:54.630795 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-49f52825-0663-4fd8-bdd4-76446b721167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:54.683519 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f52825-0663-4fd8-bdd4-76446b721167 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46e5578f-ba50-4581-bab8-21eddb2e9156,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:08:54.688468 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-49f52825-0663-4fd8-bdd4-76446b721167 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:54.691201 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-49f52825-0663-4fd8-bdd4-76446b721167 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/46e5578f-ba50-4581-bab8-21eddb2e9156 HTTP/1.1" status: 204 len: 168 time: 0.5809977 Jul 09 15:08:54.692136 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39300) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:08:54.701302 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102ef928-e829-4401-980f-a6aa323a39fc None None] Network 65c9c714-aa0a-4a75-8e6d-596c5faeddd9 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:08:54.706937 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49880ee-857f-4ec7-b680-8bf82bad9907 req-758b31e6-9036-499b-98fe-c829a13efcab tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:54.708521 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f49880ee-857f-4ec7-b680-8bf82bad9907 req-758b31e6-9036-499b-98fe-c829a13efcab tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad83ea16-7fbd-4005-95bc-18d10ebafae7 HTTP/1.1" status: 200 len: 944 time: 0.1439972 Jul 09 15:08:54.754611 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa45e35-dfa4-44e0-98d7-0b507fc5e3a9 req-4883446d-e145-48f7-b825-925450f7ce06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:54.756198 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2aa45e35-dfa4-44e0-98d7-0b507fc5e3a9 req-4883446d-e145-48f7-b825-925450f7ce06 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a6e2ac6f6f91427f816da8127677c24e&device_id=02badfe0-2481-4208-b476-de69c66b57d1 HTTP/1.1" status: 200 len: 1095 time: 0.1375337 Jul 09 15:08:54.778548 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f49880ee-857f-4ec7-b680-8bf82bad9907 req-33d95906-c63a-442f-b1e7-f6c196df8113 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607803 Jul 09 15:08:54.806803 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2aa45e35-dfa4-44e0-98d7-0b507fc5e3a9 req-8dc98298-f982-49a1-b3c2-89bc3bd0bcd2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08223099-0dce-4b8e-bfbd-989bc5f88a42 HTTP/1.1" status: 200 len: 217 time: 0.0415010 Jul 09 15:08:54.820228 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4d3663b4-1158-4744-8725-bf5a3ff3bbcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:54.902187 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa45e35-dfa4-44e0-98d7-0b507fc5e3a9 req-18a00b1f-0afc-49ed-844c-61bee256e501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:54.905307 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2aa45e35-dfa4-44e0-98d7-0b507fc5e3a9 req-18a00b1f-0afc-49ed-844c-61bee256e501 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=26a87583-25a7-4c4f-a84a-28b49e18d6f9 HTTP/1.1" status: 200 len: 835 time: 0.0891685 Jul 09 15:08:54.933731 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-4d3663b4-1158-4744-8725-bf5a3ff3bbcb admin admin] Deleting port ad66db7f-f879-4536-bfd4-91634d7ee225 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:08:54.934500 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4d3663b4-1158-4744-8725-bf5a3ff3bbcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:54.970803 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5fd574-ee99-4090-a033-afd5d2917226 None None] DHCP port deletion for 65c9c714-aa0a-4a75-8e6d-596c5faeddd9 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 15:08:55.003839 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 504393bf-473d-4dfc-a8d7-3eda6bc6f7e8 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:08:55.026629 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 504393bf-473d-4dfc-a8d7-3eda6bc6f7e8 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:08:55.027279 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 504393bf-473d-4dfc-a8d7-3eda6bc6f7e8 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:08:55.047374 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-4d3663b4-1158-4744-8725-bf5a3ff3bbcb admin admin] For port ad66db7f-f879-4536-bfd4-91634d7ee225, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=ad66db7f-f879-4536-bfd4-91634d7ee225,segment=NetworkSegment(2546a657-57e5-49bd-8aad-07604553a7a2),segment_id=2546a657-57e5-49bd-8aad-07604553a7a2)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:08:55.048375 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4d3663b4-1158-4744-8725-bf5a3ff3bbcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:55.057093 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-5e5fd574-ee99-4090-a033-afd5d2917226 None None] Deleting port ad66db7f-f879-4536-bfd4-91634d7ee225 {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:08:55.057491 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5e5fd574-ee99-4090-a033-afd5d2917226 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:55.059491 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17469077-7580-48c2-aca7-072f7a498b73 req-d5b72c2a-02fa-458f-9f71-f214e383f478 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:55.061059 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-17469077-7580-48c2-aca7-072f7a498b73 req-d5b72c2a-02fa-458f-9f71-f214e383f478 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=16367796-44bb-4dfb-a17b-7314bb938b19 HTTP/1.1" status: 200 len: 946 time: 0.1511645 Jul 09 15:08:55.066249 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-4d3663b4-1158-4744-8725-bf5a3ff3bbcb admin admin] Calling delete_port for ad66db7f-f879-4536-bfd4-91634d7ee225 owned by network:dhcp {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:08:55.067200 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa45e35-dfa4-44e0-98d7-0b507fc5e3a9 req-615f4b0a-16ed-4986-a0c7-f9dcf15faea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:55.068703 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2aa45e35-dfa4-44e0-98d7-0b507fc5e3a9 req-615f4b0a-16ed-4986-a0c7-f9dcf15faea5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d4d316a3-a6e0-42a0-84bd-08ddc6eb0452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1558394 Jul 09 15:08:55.130470 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-5e5fd574-ee99-4090-a033-afd5d2917226 None None] For port ad66db7f-f879-4536-bfd4-91634d7ee225, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=ad66db7f-f879-4536-bfd4-91634d7ee225,segment=NetworkSegment(2546a657-57e5-49bd-8aad-07604553a7a2),segment_id=2546a657-57e5-49bd-8aad-07604553a7a2)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:08:55.130879 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5e5fd574-ee99-4090-a033-afd5d2917226 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:55.144618 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-5e5fd574-ee99-4090-a033-afd5d2917226 None None] Calling delete_port for ad66db7f-f879-4536-bfd4-91634d7ee225 owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:08:55.154456 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-17469077-7580-48c2-aca7-072f7a498b73 req-9c83d421-17ed-4cc7-862e-666351ac2ca8 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847716 Jul 09 15:08:55.192473 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2aa45e35-dfa4-44e0-98d7-0b507fc5e3a9 req-93a54a62-9a86-48e5-8a21-e52b7d239685 service neutron] 10.222.0.54 "GET /v2.0/networks/d4d316a3-a6e0-42a0-84bd-08ddc6eb0452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148365 Jul 09 15:08:55.216647 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4d3663b4-1158-4744-8725-bf5a3ff3bbcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:55.227211 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5e5fd574-ee99-4090-a033-afd5d2917226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:55.248541 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3663b4-1158-4744-8725-bf5a3ff3bbcb admin admin] Pushing event deleted for resources: {'Port': ['ID=ad66db7f-f879-4536-bfd4-91634d7ee225,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:08:55.250347 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3663b4-1158-4744-8725-bf5a3ff3bbcb admin admin] No DVR routers for this DVR port ad66db7f-f879-4536-bfd4-91634d7ee225 on host n-d-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:08:55.265257 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5fd574-ee99-4090-a033-afd5d2917226 None None] Pushing event deleted for resources: {'Port': ['ID=ad66db7f-f879-4536-bfd4-91634d7ee225,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:08:55.277996 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5fd574-ee99-4090-a033-afd5d2917226 None None] No DVR routers for this DVR port ad66db7f-f879-4536-bfd4-91634d7ee225 on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:08:55.298866 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2aa45e35-dfa4-44e0-98d7-0b507fc5e3a9 req-0b2921e1-2e37-4163-b879-a8ea257b7579 service neutron] 10.222.0.54 "GET /v2.0/networks/d4d316a3-a6e0-42a0-84bd-08ddc6eb0452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007688 Jul 09 15:08:55.327312 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4d3663b4-1158-4744-8725-bf5a3ff3bbcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:55.337802 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-4d3663b4-1158-4744-8725-bf5a3ff3bbcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65c9c714-aa0a-4a75-8e6d-596c5faeddd9']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:08:55.349292 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-4d3663b4-1158-4744-8725-bf5a3ff3bbcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2546a657-57e5-49bd-8aad-07604553a7a2') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:08:55.349587 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-4d3663b4-1158-4744-8725-bf5a3ff3bbcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2546a657-57e5-49bd-8aad-07604553a7a2') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:08:55.372701 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4d3663b4-1158-4744-8725-bf5a3ff3bbcb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:55.402925 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4d3663b4-1158-4744-8725-bf5a3ff3bbcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:55.411944 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d3663b4-1158-4744-8725-bf5a3ff3bbcb admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:08:55.412341 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4d3663b4-1158-4744-8725-bf5a3ff3bbcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:55.414121 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 15:08:55.414121 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:08:55.414121 n-d-799529-6 neutron-server[94446]: timer() Jul 09 15:08:55.414121 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:08:55.414121 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 15:08:55.414121 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:08:55.414121 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 15:08:55.414121 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:08:55.414121 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 15:08:55.414121 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:08:55.414121 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 15:08:55.414121 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:08:55.414121 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 15:08:55.414121 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:08:55.414121 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:08:55.414121 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:08:55.414121 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:08:55.414121 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:08:55.414121 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 15:08:55.414121 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:08:55.414121 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 15:08:55.414121 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:08:55.414121 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:08:55.414121 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:08:55.414121 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 15:08:55.414121 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:08:55.414121 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:08:55.414121 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:08:55.414121 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:08:55.414121 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:08:55.414121 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:08:55.414121 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:08:55.483610 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e2d64c-909b-4fab-894a-24323a25ce3e req-25a1e0b7-8876-40f0-bdf6-e60ca265c17a tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:55.485101 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-69e2d64c-909b-4fab-894a-24323a25ce3e req-25a1e0b7-8876-40f0-bdf6-e60ca265c17a tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/ports?device_id=02badfe0-2481-4208-b476-de69c66b57d1 HTTP/1.1" status: 200 len: 944 time: 0.1290786 Jul 09 15:08:55.525091 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-69e2d64c-909b-4fab-894a-24323a25ce3e req-0fbbb34f-9c6e-4396-8cff-88a2344b9105 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/security-groups?id=048eea7d-2855-41aa-a8e3-1c07835d3b62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335903 Jul 09 15:08:55.550368 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4d3663b4-1158-4744-8725-bf5a3ff3bbcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:55.559768 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4d3663b4-1158-4744-8725-bf5a3ff3bbcb admin admin] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:55.559768 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-4d3663b4-1158-4744-8725-bf5a3ff3bbcb admin admin] 10.222.0.58 "DELETE /v2.0/networks/65c9c714-aa0a-4a75-8e6d-596c5faeddd9 HTTP/1.1" status: 204 len: 168 time: 0.8656728 Jul 09 15:08:55.570963 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3663b4-1158-4744-8725-bf5a3ff3bbcb admin admin] Pushing event deleted for resources: {'Network': ['ID=65c9c714-aa0a-4a75-8e6d-596c5faeddd9,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:08:55.638791 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:08:55.899244 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39314) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:08:55.922514 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device f53c584d-7108-4c32-955b-d510d83e5a9c up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:08:55.947346 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-bb0bf640-a877-4845-9f92-01a4483f0566 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6fa15925135f43938e84c3b00c868efd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460267 Jul 09 15:08:55.949156 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39316) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:08:55.988190 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79e9fc9-b4b4-47e1-9e55-2580534e174c req-032aa605-645c-40e4-be8c-a17b6bc6c335 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:55.989742 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b79e9fc9-b4b4-47e1-9e55-2580534e174c req-032aa605-645c-40e4-be8c-a17b6bc6c335 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad83ea16-7fbd-4005-95bc-18d10ebafae7 HTTP/1.1" status: 200 len: 944 time: 0.0974112 Jul 09 15:08:56.008696 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-120bb891-7262-4bbe-a595-9dcc14430a18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:56.029995 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b79e9fc9-b4b4-47e1-9e55-2580534e174c req-c96d77dc-7a81-4e35-92f7-38cf09a85c7c tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344267 Jul 09 15:08:56.030592 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-120bb891-7262-4bbe-a595-9dcc14430a18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:56.078880 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port f53c584d-7108-4c32-955b-d510d83e5a9c completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:08:56.085501 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port f53c584d-7108-4c32-955b-d510d83e5a9c triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:08:56.085501 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:56.154200 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91c75e97-68f1-4c68-a2d9-c8d0be0d08a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:56.159882 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:56.181990 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-120bb891-7262-4bbe-a595-9dcc14430a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:56.182505 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad83ea16-7fbd-4005-95bc-18d10ebafae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f53c584d-7108-4c32-955b-d510d83e5a9c'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:08:56.184595 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-120bb891-7262-4bbe-a595-9dcc14430a18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:56.189203 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5163d9-0e51-4c2e-b00c-38de9ca9e4a9" -d '{"events": [{"server_uuid": "ad83ea16-7fbd-4005-95bc-18d10ebafae7", "name": "network-vif-plugged", "status": "completed", "tag": "f53c584d-7108-4c32-955b-d510d83e5a9c"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:08:56.189683 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-120bb891-7262-4bbe-a595-9dcc14430a18 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fdfc7732-d67f-40b7-b94c-b20d5246dc18 HTTP/1.1" status: 204 len: 168 time: 0.2354875 Jul 09 15:08:56.202109 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port f53c584d-7108-4c32-955b-d510d83e5a9c, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=f53c584d-7108-4c32-955b-d510d83e5a9c,segment=NetworkSegment(06875dad-dad1-4e17-960d-8ec4e4c881bc),segment_id=06875dad-dad1-4e17-960d-8ec4e4c881bc)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:08:56.202515 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120bb891-7262-4bbe-a595-9dcc14430a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdfc7732-d67f-40b7-b94c-b20d5246dc18,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:08:56.242207 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f525d727-3a0c-46cc-8bc2-b4a40752482a x-openstack-request-id: req-f525d727-3a0c-46cc-8bc2-b4a40752482a {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:08:56.242509 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad83ea16-7fbd-4005-95bc-18d10ebafae7", "name": "network-vif-plugged", "status": "completed", "tag": "f53c584d-7108-4c32-955b-d510d83e5a9c", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:08:56.242811 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f525d727-3a0c-46cc-8bc2-b4a40752482a {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:08:56.243209 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad83ea16-7fbd-4005-95bc-18d10ebafae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f53c584d-7108-4c32-955b-d510d83e5a9c', 'code': 200} Jul 09 15:08:56.279520 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:56.332805 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=f53c584d-7108-4c32-955b-d510d83e5a9c,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:08:56.362974 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c450d5b-972c-4286-9832-f9893bbbd66f req-3a8f2ad1-a8b9-4223-b142-d55e82776d7c tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:56.364512 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5c450d5b-972c-4286-9832-f9893bbbd66f req-3a8f2ad1-a8b9-4223-b142-d55e82776d7c tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=16367796-44bb-4dfb-a17b-7314bb938b19 HTTP/1.1" status: 200 len: 946 time: 0.0794334 Jul 09 15:08:56.383118 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd2bd03-bed5-455e-b7c9-9b3f669a3c31 req-b8ed18cc-3bb3-45d6-8a94-94729b2016b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:56.384826 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1fd2bd03-bed5-455e-b7c9-9b3f669a3c31 req-b8ed18cc-3bb3-45d6-8a94-94729b2016b6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ad83ea16-7fbd-4005-95bc-18d10ebafae7 HTTP/1.1" status: 200 len: 1096 time: 0.0622892 Jul 09 15:08:56.403913 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5c450d5b-972c-4286-9832-f9893bbbd66f req-8c271bc5-46cf-4bbf-834a-2200be5267bb tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332613 Jul 09 15:08:56.423471 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1fd2bd03-bed5-455e-b7c9-9b3f669a3c31 req-3b8aa4ee-684e-41df-886f-8557976310eb service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310786 Jul 09 15:08:56.699321 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00449a7d-0700-4e8a-9edf-cecc05a04c17 req-c586b07f-c150-41c6-86e0-a23f8f804784 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:56.700877 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-00449a7d-0700-4e8a-9edf-cecc05a04c17 req-c586b07f-c150-41c6-86e0-a23f8f804784 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/ports?device_id=02badfe0-2481-4208-b476-de69c66b57d1 HTTP/1.1" status: 200 len: 944 time: 0.0647161 Jul 09 15:08:56.739571 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-00449a7d-0700-4e8a-9edf-cecc05a04c17 req-6970ac17-6bce-4cfc-966c-8e72173fdeb9 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/security-groups?id=048eea7d-2855-41aa-a8e3-1c07835d3b62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322626 Jul 09 15:08:56.918707 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device ad66db7f-f879-4536-bfd4-91634d7ee225 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:08:57.046822 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39330) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:08:57.097435 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: ad66db7f-f879-4536-bfd4-91634d7ee225 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:08:57.098029 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device ad66db7f-f879-4536-bfd4-91634d7ee225 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:08:57.098139 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-cb1033f3-d8ec-4e8f-876a-4587e8379d4d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=245d5ebd71904ef5a4215ddc0f443426&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498159 Jul 09 15:08:57.100746 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 39334) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:08:57.156890 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eb022835-9a94-4a76-b4e5-2c9f3e6b4dd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:57.205193 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eb022835-9a94-4a76-b4e5-2c9f3e6b4dd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:57.260000 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c6009f-a2f9-4f64-b641-530000f5f3b0 req-02f1580e-7672-4c1a-b902-e75dd4908094 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:57.261658 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-90c6009f-a2f9-4f64-b641-530000f5f3b0 req-02f1580e-7672-4c1a-b902-e75dd4908094 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad83ea16-7fbd-4005-95bc-18d10ebafae7 HTTP/1.1" status: 200 len: 945 time: 0.1027303 Jul 09 15:08:57.301767 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-90c6009f-a2f9-4f64-b641-530000f5f3b0 req-c7b29e12-fa73-4b1d-9f28-c66be70a55d6 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337369 Jul 09 15:08:57.350298 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eb022835-9a94-4a76-b4e5-2c9f3e6b4dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:57.352969 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eb022835-9a94-4a76-b4e5-2c9f3e6b4dd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:57.354102 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-eb022835-9a94-4a76-b4e5-2c9f3e6b4dd1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e7b75786-e54b-48c2-af33-f805d20c3b45 HTTP/1.1" status: 204 len: 168 time: 0.2524021 Jul 09 15:08:57.362782 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb022835-9a94-4a76-b4e5-2c9f3e6b4dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b75786-e54b-48c2-af33-f805d20c3b45,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:08:57.600517 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e734da7-0cf3-4601-8356-7d90c6bbdcf4 req-d0257600-decc-41d3-8b2f-2d72be9ca2ce tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:57.602092 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3e734da7-0cf3-4601-8356-7d90c6bbdcf4 req-d0257600-decc-41d3-8b2f-2d72be9ca2ce tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=16367796-44bb-4dfb-a17b-7314bb938b19 HTTP/1.1" status: 200 len: 946 time: 0.0719161 Jul 09 15:08:57.641493 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3e734da7-0cf3-4601-8356-7d90c6bbdcf4 req-0621c12e-887a-46ac-a5f6-ccb8236fa735 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337815 Jul 09 15:08:57.924717 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 08223099-0dce-4b8e-bfbd-989bc5f88a42 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 15:08:57.984811 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6166c6-5aa8-405c-a886-1d11dace865a req-1329162d-9672-497a-a42e-8fc206ed5cf5 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:57.988472 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dc6166c6-5aa8-405c-a886-1d11dace865a req-1329162d-9672-497a-a42e-8fc206ed5cf5 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/ports?device_id=02badfe0-2481-4208-b476-de69c66b57d1 HTTP/1.1" status: 200 len: 944 time: 0.1300943 Jul 09 15:08:58.041747 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dc6166c6-5aa8-405c-a886-1d11dace865a req-076a11cf-94e8-43d4-8dfe-eb1d1a641de6 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/security-groups?id=048eea7d-2855-41aa-a8e3-1c07835d3b62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476258 Jul 09 15:08:58.053351 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 08223099-0dce-4b8e-bfbd-989bc5f88a42, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=08223099-0dce-4b8e-bfbd-989bc5f88a42,segment=NetworkSegment(abcfb322-3c8c-4f43-ad2b-f5ce3f5906b2),segment_id=abcfb322-3c8c-4f43-ad2b-f5ce3f5906b2)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:08:58.073472 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': '08223099-0dce-4b8e-bfbd-989bc5f88a42', 'network_id': 'd4d316a3-a6e0-42a0-84bd-08ddc6eb0452', 'port_id': '08223099-0dce-4b8e-bfbd-989bc5f88a42', 'mac_address': 'fa:16:3e:80:4b:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26a87583-25a7-4c4f-a84a-28b49e18d6f9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 15:08:58.121148 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:58.137581 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08223099-0dce-4b8e-bfbd-989bc5f88a42 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:08:58.160198 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 08223099-0dce-4b8e-bfbd-989bc5f88a42, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=08223099-0dce-4b8e-bfbd-989bc5f88a42,segment=NetworkSegment(abcfb322-3c8c-4f43-ad2b-f5ce3f5906b2),segment_id=abcfb322-3c8c-4f43-ad2b-f5ce3f5906b2)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:08:58.238978 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:58.287195 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=08223099-0dce-4b8e-bfbd-989bc5f88a42,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:08:58.474098 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2c3be8-5dfd-46ea-88d8-eed5b3a82f49 req-8097d4b2-b263-4a00-bad3-439c9944a0b7 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:58.475547 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8e2c3be8-5dfd-46ea-88d8-eed5b3a82f49 req-8097d4b2-b263-4a00-bad3-439c9944a0b7 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad83ea16-7fbd-4005-95bc-18d10ebafae7 HTTP/1.1" status: 200 len: 945 time: 0.0638270 Jul 09 15:08:58.513784 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8e2c3be8-5dfd-46ea-88d8-eed5b3a82f49 req-514b13f9-ec4e-40c6-abdf-0db5da8e804d tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324645 Jul 09 15:08:58.519543 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['08223099-0dce-4b8e-bfbd-989bc5f88a42'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:08:58.661253 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c9d7259d-355f-4918-be03-dfea69ef5038 req-14baa250-6873-4adf-9348-45399ba59029 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=c03b5d3d86974e68a5911d632d382871 HTTP/1.1" status: 200 len: 267 time: 0.0342274 Jul 09 15:08:58.733303 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d7259d-355f-4918-be03-dfea69ef5038 req-26fe276c-4672-4ef3-b309-986842bed513 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:58.735165 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c9d7259d-355f-4918-be03-dfea69ef5038 req-26fe276c-4672-4ef3-b309-986842bed513 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad83ea16-7fbd-4005-95bc-18d10ebafae7 HTTP/1.1" status: 200 len: 945 time: 0.0679851 Jul 09 15:08:58.746900 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-c9d7259d-355f-4918-be03-dfea69ef5038 req-cf09b3ff-b01e-41e5-89db-221d37dd6fae tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Request body: {'port': {'security_groups': []}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:08:58.816382 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c825765-a133-49d4-819e-e6cae62c3897 req-add4077b-bd8d-4ab2-b349-58c8c876b982 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:58.817874 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6c825765-a133-49d4-819e-e6cae62c3897 req-add4077b-bd8d-4ab2-b349-58c8c876b982 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=16367796-44bb-4dfb-a17b-7314bb938b19 HTTP/1.1" status: 200 len: 946 time: 0.0637629 Jul 09 15:08:58.837686 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c9d7259d-355f-4918-be03-dfea69ef5038 req-cf09b3ff-b01e-41e5-89db-221d37dd6fae tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:58.857016 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6c825765-a133-49d4-819e-e6cae62c3897 req-0613b249-49a6-4ad8-a6e4-1692bbbe1ce3 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335140 Jul 09 15:08:59.003159 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-c9d7259d-355f-4918-be03-dfea69ef5038 req-cf09b3ff-b01e-41e5-89db-221d37dd6fae tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] For port f53c584d-7108-4c32-955b-d510d83e5a9c, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=f53c584d-7108-4c32-955b-d510d83e5a9c,segment=NetworkSegment(06875dad-dad1-4e17-960d-8ec4e4c881bc),segment_id=06875dad-dad1-4e17-960d-8ec4e4c881bc)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:08:59.032883 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c9d7259d-355f-4918-be03-dfea69ef5038 req-cf09b3ff-b01e-41e5-89db-221d37dd6fae tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:59.038895 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7a39e2ac-b0d2-4e99-9fc0-78c48c8c9ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:59.075735 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c9d7259d-355f-4918-be03-dfea69ef5038 req-cf09b3ff-b01e-41e5-89db-221d37dd6fae tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:59.112139 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['17a81ce2-504c-4392-b158-080965d6ce41'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:08:59.142366 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf09b3ff-b01e-41e5-89db-221d37dd6fae tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Pushing event updated for resources: {'Port': ['ID=f53c584d-7108-4c32-955b-d510d83e5a9c,revision_number=6']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:08:59.163953 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d7259d-355f-4918-be03-dfea69ef5038 req-cf09b3ff-b01e-41e5-89db-221d37dd6fae tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:59.165364 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['f01ab20f-9308-4ae2-88ac-3c399a610043', 'f53c584d-7108-4c32-955b-d510d83e5a9c'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:08:59.165789 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c9d7259d-355f-4918-be03-dfea69ef5038 req-cf09b3ff-b01e-41e5-89db-221d37dd6fae tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:59.170214 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c9d7259d-355f-4918-be03-dfea69ef5038 req-cf09b3ff-b01e-41e5-89db-221d37dd6fae tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "PUT /v2.0/ports/f53c584d-7108-4c32-955b-d510d83e5a9c HTTP/1.1" status: 200 len: 904 time: 0.4264774 Jul 09 15:08:59.170214 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad83ea16-7fbd-4005-95bc-18d10ebafae7', 'tag': 'f53c584d-7108-4c32-955b-d510d83e5a9c'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:08:59.171061 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3a74ce-da2a-489a-a7bb-2bbcf7bc8b61" -d '{"events": [{"name": "network-changed", "server_uuid": "ad83ea16-7fbd-4005-95bc-18d10ebafae7", "tag": "f53c584d-7108-4c32-955b-d510d83e5a9c"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:08:59.253516 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:59.264704 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['f53c584d-7108-4c32-955b-d510d83e5a9c'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:08:59.269464 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a120376-3b95-4bb8-bc24-d2312831cd03 req-a7c09381-3f23-410a-adb0-efe5074544a2 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:59.271277 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3a120376-3b95-4bb8-bc24-d2312831cd03 req-a7c09381-3f23-410a-adb0-efe5074544a2 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/ports?device_id=02badfe0-2481-4208-b476-de69c66b57d1 HTTP/1.1" status: 200 len: 945 time: 0.0842059 Jul 09 15:08:59.328966 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3a120376-3b95-4bb8-bc24-d2312831cd03 req-97b3a3e9-4ab6-462e-993a-942f98d5d45d tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/security-groups?id=048eea7d-2855-41aa-a8e3-1c07835d3b62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510871 Jul 09 15:08:59.379370 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2273e-d38a-47e9-bc52-b801b8ce0ea7 req-7b1528d5-1bca-4e43-a921-3506fd02a3b5 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:59.380932 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-92e2273e-d38a-47e9-bc52-b801b8ce0ea7 req-7b1528d5-1bca-4e43-a921-3506fd02a3b5 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad83ea16-7fbd-4005-95bc-18d10ebafae7 HTTP/1.1" status: 200 len: 907 time: 0.0908413 Jul 09 15:08:59.382579 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3245b8aa-9126-4c1b-b5e7-d54f1ed2bf96 x-openstack-request-id: req-3245b8aa-9126-4c1b-b5e7-d54f1ed2bf96 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:08:59.383345 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad83ea16-7fbd-4005-95bc-18d10ebafae7", "tag": "f53c584d-7108-4c32-955b-d510d83e5a9c", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:08:59.383646 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3245b8aa-9126-4c1b-b5e7-d54f1ed2bf96 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:08:59.384056 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad83ea16-7fbd-4005-95bc-18d10ebafae7', 'tag': 'f53c584d-7108-4c32-955b-d510d83e5a9c', 'status': 'completed', 'code': 200} Jul 09 15:08:59.491166 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a74ce-da2a-489a-a7bb-2bbcf7bc8b61 req-4b27daa4-effb-4ae2-b10f-a9452e6f5494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:59.493401 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1e3a74ce-da2a-489a-a7bb-2bbcf7bc8b61 req-4b27daa4-effb-4ae2-b10f-a9452e6f5494 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c03b5d3d86974e68a5911d632d382871&device_id=ad83ea16-7fbd-4005-95bc-18d10ebafae7 HTTP/1.1" status: 200 len: 1058 time: 0.0925448 Jul 09 15:08:59.506213 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-7921527b-fc95-4bf2-a42f-b9d900fa5820 None None] Provisioning complete for port f53c584d-7108-4c32-955b-d510d83e5a9c triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:08:59.506516 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7921527b-fc95-4bf2-a42f-b9d900fa5820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:08:59.604201 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a74ce-da2a-489a-a7bb-2bbcf7bc8b61 req-81f80a1b-3ad6-4576-beef-2771a97b805a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:59.604941 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf5eb7-f708-4e04-8098-71c9925d688a req-0aa04af6-40dc-49f0-8b7f-e01dcb8f8552 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:59.605689 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1e3a74ce-da2a-489a-a7bb-2bbcf7bc8b61 req-81f80a1b-3ad6-4576-beef-2771a97b805a service neutron] 10.222.0.54 "GET /v2.0/networks?id=2caf48fb-184c-426e-a7e2-2d876991b7f4 HTTP/1.1" status: 200 len: 912 time: 0.1051667 Jul 09 15:08:59.606460 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b3cf5eb7-f708-4e04-8098-71c9925d688a req-0aa04af6-40dc-49f0-8b7f-e01dcb8f8552 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.0690765 Jul 09 15:08:59.650099 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b3cf5eb7-f708-4e04-8098-71c9925d688a req-b965d4ff-47f5-4e79-bca0-a83c2dd689c8 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376427 Jul 09 15:08:59.653396 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1e3a74ce-da2a-489a-a7bb-2bbcf7bc8b61 req-eb7315bb-0be7-43b5-beba-127fc9314744 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f53c584d-7108-4c32-955b-d510d83e5a9c HTTP/1.1" status: 200 len: 217 time: 0.0407088 Jul 09 15:08:59.702599 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a74ce-da2a-489a-a7bb-2bbcf7bc8b61 req-efe95517-bf7a-4cf6-a012-0b45918cbee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:59.704708 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1e3a74ce-da2a-489a-a7bb-2bbcf7bc8b61 req-efe95517-bf7a-4cf6-a012-0b45918cbee6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a10947be-2e1d-4b8b-b31f-e273354d0e7a HTTP/1.1" status: 200 len: 850 time: 0.0440009 Jul 09 15:08:59.768934 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a74ce-da2a-489a-a7bb-2bbcf7bc8b61 req-b5272e09-2a0b-4f2c-9ed9-2d97c4096acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:59.769988 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1e3a74ce-da2a-489a-a7bb-2bbcf7bc8b61 req-b5272e09-2a0b-4f2c-9ed9-2d97c4096acb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2caf48fb-184c-426e-a7e2-2d876991b7f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584960 Jul 09 15:08:59.903939 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d158ea-31e3-4fb3-a699-3a499f9c4a3d req-31db6224-e4da-4c30-ac45-df49c6cf4788 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:08:59.905450 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-65d158ea-31e3-4fb3-a699-3a499f9c4a3d req-31db6224-e4da-4c30-ac45-df49c6cf4788 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.1398158 Jul 09 15:08:59.908451 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1e3a74ce-da2a-489a-a7bb-2bbcf7bc8b61 req-676593af-4dfd-4ccd-9c45-060084be3dce service neutron] 10.222.0.54 "GET /v2.0/networks/2caf48fb-184c-426e-a7e2-2d876991b7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290607 Jul 09 15:08:59.936823 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 08223099-0dce-4b8e-bfbd-989bc5f88a42 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:08:59.996243 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-65d158ea-31e3-4fb3-a699-3a499f9c4a3d req-a82a7f27-98d1-44ba-a264-3f92561e5875 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842657 Jul 09 15:09:00.032531 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1e3a74ce-da2a-489a-a7bb-2bbcf7bc8b61 req-e3a2b258-989e-4df4-9e50-4219487935ff service neutron] 10.222.0.54 "GET /v2.0/networks/2caf48fb-184c-426e-a7e2-2d876991b7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143768 Jul 09 15:09:00.043108 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e04ea-aa3e-4920-b40e-40ab80a19a5d req-19b9bbe5-b8e6-440e-99e2-d73c4011bb8d tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:00.044666 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f33e04ea-aa3e-4920-b40e-40ab80a19a5d req-19b9bbe5-b8e6-440e-99e2-d73c4011bb8d tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=16367796-44bb-4dfb-a17b-7314bb938b19 HTTP/1.1" status: 200 len: 946 time: 0.0747502 Jul 09 15:09:00.058776 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port 08223099-0dce-4b8e-bfbd-989bc5f88a42 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:09:00.064626 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port 08223099-0dce-4b8e-bfbd-989bc5f88a42 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:09:00.067904 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:00.093085 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f33e04ea-aa3e-4920-b40e-40ab80a19a5d req-8da35e3f-37e4-4e17-8d44-fcdcc6a21ec2 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410089 Jul 09 15:09:00.167112 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:00.193497 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02badfe0-2481-4208-b476-de69c66b57d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08223099-0dce-4b8e-bfbd-989bc5f88a42'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:09:00.195860 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b40597-7500-426f-a3d2-75c57331c45e" -d '{"events": [{"server_uuid": "02badfe0-2481-4208-b476-de69c66b57d1", "name": "network-vif-plugged", "status": "completed", "tag": "08223099-0dce-4b8e-bfbd-989bc5f88a42"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:09:00.211661 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 08223099-0dce-4b8e-bfbd-989bc5f88a42, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=08223099-0dce-4b8e-bfbd-989bc5f88a42,segment=NetworkSegment(abcfb322-3c8c-4f43-ad2b-f5ce3f5906b2),segment_id=abcfb322-3c8c-4f43-ad2b-f5ce3f5906b2)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:09:00.239759 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d18bc7-33c1-4ec7-9926-49d308341f60 x-openstack-request-id: req-41d18bc7-33c1-4ec7-9926-49d308341f60 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:09:00.239759 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02badfe0-2481-4208-b476-de69c66b57d1", "name": "network-vif-plugged", "status": "completed", "tag": "08223099-0dce-4b8e-bfbd-989bc5f88a42", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:09:00.239759 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-41d18bc7-33c1-4ec7-9926-49d308341f60 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:09:00.239759 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02badfe0-2481-4208-b476-de69c66b57d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08223099-0dce-4b8e-bfbd-989bc5f88a42', 'code': 200} Jul 09 15:09:00.258316 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:00.287052 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:00.317187 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a190a-09f7-4072-a04e-0318dcf702c8 req-9fef0623-19fd-4e84-9c2d-2f9020d9a475 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:00.318692 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-240a190a-09f7-4072-a04e-0318dcf702c8 req-9fef0623-19fd-4e84-9c2d-2f9020d9a475 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/networks?id=2caf48fb-184c-426e-a7e2-2d876991b7f4 HTTP/1.1" status: 200 len: 811 time: 0.1232882 Jul 09 15:09:00.335573 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=08223099-0dce-4b8e-bfbd-989bc5f88a42,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:09:00.351700 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-240a190a-09f7-4072-a04e-0318dcf702c8 req-47178a54-7940-45e3-8caa-8b8461d3571e tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/quotas/c03b5d3d86974e68a5911d632d382871 HTTP/1.1" status: 200 len: 375 time: 0.0148802 Jul 09 15:09:00.403625 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f54474-6a2c-4464-b6d3-7da97dc9d29e req-7c341f2b-c0ba-4591-8915-c1f7a07d7738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:00.405183 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-67f54474-6a2c-4464-b6d3-7da97dc9d29e req-7c341f2b-c0ba-4591-8915-c1f7a07d7738 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=02badfe0-2481-4208-b476-de69c66b57d1 HTTP/1.1" status: 200 len: 1097 time: 0.1028945 Jul 09 15:09:00.468275 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-240a190a-09f7-4072-a04e-0318dcf702c8 req-1f8b8d80-61f3-458b-b6c6-6f6e35cffde0 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c03b5d3d86974e68a5911d632d382871&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1105864 Jul 09 15:09:00.474291 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-67f54474-6a2c-4464-b6d3-7da97dc9d29e req-605093c9-aa87-437e-a5a6-47d52e00b867 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=048eea7d-2855-41aa-a8e3-1c07835d3b62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623376 Jul 09 15:09:00.498175 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca76459-f820-4810-8d9a-3dbfc414ecd3 req-8e85f9e0-93f8-46fe-9df5-b75a94c92afb tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:00.499753 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6ca76459-f820-4810-8d9a-3dbfc414ecd3 req-8e85f9e0-93f8-46fe-9df5-b75a94c92afb tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/ports?device_id=02badfe0-2481-4208-b476-de69c66b57d1 HTTP/1.1" status: 200 len: 946 time: 0.0633974 Jul 09 15:09:00.539432 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6ca76459-f820-4810-8d9a-3dbfc414ecd3 req-80fdb511-4fd0-4805-b1c0-a1537ecf6ba5 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/security-groups?id=048eea7d-2855-41aa-a8e3-1c07835d3b62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331938 Jul 09 15:09:00.560380 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-240a190a-09f7-4072-a04e-0318dcf702c8 req-c6c3a2e8-cb8f-4155-becb-71e190add68c service neutron] 10.222.0.58 "GET /v2.0/networks/2caf48fb-184c-426e-a7e2-2d876991b7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836916 Jul 09 15:09:00.654848 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-240a190a-09f7-4072-a04e-0318dcf702c8 req-07154577-b490-41bf-a6c2-86e7a13d2cd0 service neutron] 10.222.0.58 "GET /v2.0/networks/2caf48fb-184c-426e-a7e2-2d876991b7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878806 Jul 09 15:09:00.925313 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d69bbcd8-8a48-4579-9352-90a1d35cdddd req-3c9bfdb3-d03c-4aa9-bc6c-73005e52403a tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=339cfb02-687c-4250-a65f-3a381bea6c71 HTTP/1.1" status: 200 len: 210 time: 0.0339456 Jul 09 15:09:01.274564 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ee895-e2a4-404a-a1fd-790a544edb34 req-142853b3-c98e-49fc-a3d3-c59bceb19782 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:01.276080 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c34ee895-e2a4-404a-a1fd-790a544edb34 req-142853b3-c98e-49fc-a3d3-c59bceb19782 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=16367796-44bb-4dfb-a17b-7314bb938b19 HTTP/1.1" status: 200 len: 946 time: 0.0647588 Jul 09 15:09:01.316148 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c34ee895-e2a4-404a-a1fd-790a544edb34 req-b46566d6-c862-489c-8070-337628ec865e tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343738 Jul 09 15:09:01.625351 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:01.713037 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59886013-7b60-42ae-9749-993b13f28675 req-763558e1-5d9c-4d21-9587-65ec0c3ffeed tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:01.714524 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-59886013-7b60-42ae-9749-993b13f28675 req-763558e1-5d9c-4d21-9587-65ec0c3ffeed tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/ports?device_id=02badfe0-2481-4208-b476-de69c66b57d1 HTTP/1.1" status: 200 len: 946 time: 0.0640416 Jul 09 15:09:01.753208 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-59886013-7b60-42ae-9749-993b13f28675 req-b45f4208-efe7-419f-ae09-d90489600ba1 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/security-groups?id=048eea7d-2855-41aa-a8e3-1c07835d3b62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328398 Jul 09 15:09:01.931346 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba153a87-023a-429b-8a50-39b87ca84541 req-92e37e2c-9018-47ba-b591-e54953a8ed5f tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:01.932790 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ba153a87-023a-429b-8a50-39b87ca84541 req-92e37e2c-9018-47ba-b591-e54953a8ed5f tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/ports?device_id=02badfe0-2481-4208-b476-de69c66b57d1 HTTP/1.1" status: 200 len: 946 time: 0.0649669 Jul 09 15:09:01.976591 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ba153a87-023a-429b-8a50-39b87ca84541 req-069b1ddb-4e8f-4aab-80e6-7175adcdb905 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/security-groups?id=048eea7d-2855-41aa-a8e3-1c07835d3b62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380385 Jul 09 15:09:02.015252 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 39402) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:09:02.097501 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8e09a6e3-53b7-41bc-bb5a-d156d231a649 req-b867d69d-d538-4372-b4b2-493608631410 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=339cfb02-687c-4250-a65f-3a381bea6c71 HTTP/1.1" status: 200 len: 210 time: 0.0344281 Jul 09 15:09:02.103148 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6968f6ec-fb67-4bca-84be-8e58c74a5064 tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:02.105555 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-6968f6ec-fb67-4bca-84be-8e58c74a5064 tempest-TestNetworkBasicOps-1787439585 tempest-TestNetworkBasicOps-1787439585-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=02badfe0-2481-4208-b476-de69c66b57d1 HTTP/1.1" status: 200 len: 1092 time: 0.0886831 Jul 09 15:09:02.107971 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 39404) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:09:02.113596 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-9049c5ce-e762-466c-8bdb-46b44a9ea301 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Request body: {'floatingip': {'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'port_id': '08223099-0dce-4b8e-bfbd-989bc5f88a42', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:09:02.224979 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9049c5ce-e762-466c-8bdb-46b44a9ea301 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for floatingip, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:02.329001 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9049c5ce-e762-466c-8bdb-46b44a9ea301 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:02.441849 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-9049c5ce-e762-466c-8bdb-46b44a9ea301 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Allocated IP 172.25.3.145 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/d629b72b-061c-4755-9d5f-cbbf269d6c0f) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:09:02.501636 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90dcbd2-d55b-4978-a849-3ccaaf68ebe3 req-c2283ce1-01fa-4214-b86d-16385021cb90 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:02.503229 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d90dcbd2-d55b-4978-a849-3ccaaf68ebe3 req-c2283ce1-01fa-4214-b86d-16385021cb90 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=16367796-44bb-4dfb-a17b-7314bb938b19 HTTP/1.1" status: 200 len: 946 time: 0.0649288 Jul 09 15:09:02.541966 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d90dcbd2-d55b-4978-a849-3ccaaf68ebe3 req-170e1c6c-6b61-4110-879d-a8a6bef09e76 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329976 Jul 09 15:09:02.544560 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9049c5ce-e762-466c-8bdb-46b44a9ea301 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:02.645061 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9049c5ce-e762-466c-8bdb-46b44a9ea301 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:02.690182 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9049c5ce-e762-466c-8bdb-46b44a9ea301 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:09:02.692982 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-9049c5ce-e762-466c-8bdb-46b44a9ea301 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:09:02.696507 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9049c5ce-e762-466c-8bdb-46b44a9ea301 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:09:02.702576 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9049c5ce-e762-466c-8bdb-46b44a9ea301 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Pushing event updated for resources: {'Port': ['ID=d629b72b-061c-4755-9d5f-cbbf269d6c0f,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:09:03.084111 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9049c5ce-e762-466c-8bdb-46b44a9ea301 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:03.084774 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a190a-09f7-4072-a04e-0318dcf702c8 req-1a5bd61c-89ce-49bf-92a2-ae441827437b tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:03.085859 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-240a190a-09f7-4072-a04e-0318dcf702c8 req-1a5bd61c-89ce-49bf-92a2-ae441827437b tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.62 "GET /v2.0/networks?id=2caf48fb-184c-426e-a7e2-2d876991b7f4 HTTP/1.1" status: 200 len: 811 time: 0.1089785 Jul 09 15:09:03.104930 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-240a190a-09f7-4072-a04e-0318dcf702c8 req-babdb87a-c407-4907-a305-2e0d412650f6 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Request body: {'port': {'device_id': '339cfb02-687c-4250-a65f-3a381bea6c71', 'network_id': '2caf48fb-184c-426e-a7e2-2d876991b7f4', 'admin_state_up': True, 'tenant_id': 'c03b5d3d86974e68a5911d632d382871'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:09:03.237273 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9049c5ce-e762-466c-8bdb-46b44a9ea301 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:03.247737 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5c3eb7f4-1665-4fad-bebb-6d69817a1e93 req-3ee5bdb4-faf6-49eb-857c-dabe31abc220 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=339cfb02-687c-4250-a65f-3a381bea6c71 HTTP/1.1" status: 200 len: 210 time: 0.0336843 Jul 09 15:09:03.335970 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-240a190a-09f7-4072-a04e-0318dcf702c8 req-babdb87a-c407-4907-a305-2e0d412650f6 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Made reservation on behalf of c03b5d3d86974e68a5911d632d382871 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:09:03.339594 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-240a190a-09f7-4072-a04e-0318dcf702c8 req-babdb87a-c407-4907-a305-2e0d412650f6 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:03.411391 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9049c5ce-e762-466c-8bdb-46b44a9ea301 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:03.469059 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-240a190a-09f7-4072-a04e-0318dcf702c8 req-babdb87a-c407-4907-a305-2e0d412650f6 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Allocated IP 172.20.0.11 (2caf48fb-184c-426e-a7e2-2d876991b7f4/a10947be-2e1d-4b8b-b31f-e273354d0e7a/63a7e10e-c684-41bd-bc26-5bab286adca9) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:09:03.484364 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9049c5ce-e762-466c-8bdb-46b44a9ea301 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:03.558935 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9049c5ce-e762-466c-8bdb-46b44a9ea301 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Pushing event updated for resources: {'Port': ['ID=d629b72b-061c-4755-9d5f-cbbf269d6c0f,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:09:03.569393 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9049c5ce-e762-466c-8bdb-46b44a9ea301 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:03.627745 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-240a190a-09f7-4072-a04e-0318dcf702c8 req-babdb87a-c407-4907-a305-2e0d412650f6 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:03.643895 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-240a190a-09f7-4072-a04e-0318dcf702c8 req-babdb87a-c407-4907-a305-2e0d412650f6 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Transition to ACTIVE for port object 63a7e10e-c684-41bd-bc26-5bab286adca9 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:09:03.702364 n-d-799529-6 neutron-server[94445]: INFO neutron.db.l3_db [None req-9049c5ce-e762-466c-8bdb-46b44a9ea301 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Floating IP 59dd2cee-ab47-4e33-b207-8bfce38ff38f associated. External IP: 172.25.3.145, port: 08223099-0dce-4b8e-bfbd-989bc5f88a42. Jul 09 15:09:03.745138 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-240a190a-09f7-4072-a04e-0318dcf702c8 req-babdb87a-c407-4907-a305-2e0d412650f6 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:03.758554 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['f01ab20f-9308-4ae2-88ac-3c399a610043'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:09:03.785807 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['17a81ce2-504c-4392-b158-080965d6ce41'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:09:03.797805 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-240a190a-09f7-4072-a04e-0318dcf702c8 req-babdb87a-c407-4907-a305-2e0d412650f6 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Network 2caf48fb-184c-426e-a7e2-2d876991b7f4 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:09:03.801549 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-240a190a-09f7-4072-a04e-0318dcf702c8 req-babdb87a-c407-4907-a305-2e0d412650f6 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:09:03.805799 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-240a190a-09f7-4072-a04e-0318dcf702c8 req-babdb87a-c407-4907-a305-2e0d412650f6 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:09:03.812904 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babdb87a-c407-4907-a305-2e0d412650f6 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Pushing event updated for resources: {'Port': ['ID=63a7e10e-c684-41bd-bc26-5bab286adca9,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:09:03.896029 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a190a-09f7-4072-a04e-0318dcf702c8 req-babdb87a-c407-4907-a305-2e0d412650f6 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:03.897141 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-240a190a-09f7-4072-a04e-0318dcf702c8 req-babdb87a-c407-4907-a305-2e0d412650f6 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:03.982937 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-240a190a-09f7-4072-a04e-0318dcf702c8 req-babdb87a-c407-4907-a305-2e0d412650f6 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8820710 Jul 09 15:09:04.012767 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-240a190a-09f7-4072-a04e-0318dcf702c8 req-1d44addc-62af-44ea-ad4f-78c46572e29c service neutron] Request body: {'port': {'device_id': '339cfb02-687c-4250-a65f-3a381bea6c71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:09:04.122183 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-240a190a-09f7-4072-a04e-0318dcf702c8 req-1d44addc-62af-44ea-ad4f-78c46572e29c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:04.169366 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d233a-236c-47cb-8aca-d23c37b39cc4 req-c5133cf2-ccea-4c37-8753-b3c3aaa255b1 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:04.170966 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2d2d233a-236c-47cb-8aca-d23c37b39cc4 req-c5133cf2-ccea-4c37-8753-b3c3aaa255b1 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=16367796-44bb-4dfb-a17b-7314bb938b19 HTTP/1.1" status: 200 len: 946 time: 0.5066719 Jul 09 15:09:04.222692 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-6bedeb5c-2411-41ec-a737-9cdaa82bd648 None None] Provisioning for port 63a7e10e-c684-41bd-bc26-5bab286adca9 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:09:04.227280 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2d2d233a-236c-47cb-8aca-d23c37b39cc4 req-ba8b7968-b121-431f-bead-5d8132e477b7 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489943 Jul 09 15:09:04.227895 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-6bedeb5c-2411-41ec-a737-9cdaa82bd648 None None] Provisioning complete for port 63a7e10e-c684-41bd-bc26-5bab286adca9 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:09:04.228510 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6bedeb5c-2411-41ec-a737-9cdaa82bd648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:04.277172 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-6bedeb5c-2411-41ec-a737-9cdaa82bd648 None None] Port 63a7e10e-c684-41bd-bc26-5bab286adca9 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:09:04.344224 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9049c5ce-e762-466c-8bdb-46b44a9ea301 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Router 9a8edd2d-2f8a-4568-ab15-70330cde47c3 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:09:04.462247 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9049c5ce-e762-466c-8bdb-46b44a9ea301 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:09:04.476787 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afce381e-4b58-4b60-8f78-334a2446907b None None] Sync routers for ids ['9a8edd2d-2f8a-4568-ab15-70330cde47c3'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:09:04.487290 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afce381e-4b58-4b60-8f78-334a2446907b None None] Routers {'9a8edd2d-2f8a-4568-ab15-70330cde47c3'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:09:04.490019 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-afce381e-4b58-4b60-8f78-334a2446907b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:08:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['9a8edd2d-2f8a-4568-ab15-70330cde47c3'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:09:04.544612 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9049c5ce-e762-466c-8bdb-46b44a9ea301 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:04.587206 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-9049c5ce-e762-466c-8bdb-46b44a9ea301 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4781420 Jul 09 15:09:04.588341 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02badfe0-2481-4208-b476-de69c66b57d1', 'tag': '08223099-0dce-4b8e-bfbd-989bc5f88a42'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:09:04.590672 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3167d31-33a4-409f-a0c9-c317f15d11bf" -d '{"events": [{"name": "network-changed", "server_uuid": "02badfe0-2481-4208-b476-de69c66b57d1", "tag": "08223099-0dce-4b8e-bfbd-989bc5f88a42"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:09:04.592907 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 39418) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:09:04.608231 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-afce381e-4b58-4b60-8f78-334a2446907b None None] Set router 9a8edd2d-2f8a-4568-ab15-70330cde47c3 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:09:04.650151 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d586e2-db53-4027-9217-a36bf23072c7 x-openstack-request-id: req-26d586e2-db53-4027-9217-a36bf23072c7 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:09:04.651669 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02badfe0-2481-4208-b476-de69c66b57d1", "tag": "08223099-0dce-4b8e-bfbd-989bc5f88a42", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:09:04.651669 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-26d586e2-db53-4027-9217-a36bf23072c7 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:09:04.651669 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02badfe0-2481-4208-b476-de69c66b57d1', 'tag': '08223099-0dce-4b8e-bfbd-989bc5f88a42', 'status': 'completed', 'code': 200} Jul 09 15:09:04.669118 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-01bfafdc-c80e-4bb2-8dd3-52296a677450 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/floatingips/59dd2cee-ab47-4e33-b207-8bfce38ff38f HTTP/1.1" status: 200 len: 992 time: 0.0733309 Jul 09 15:09:04.739136 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3167d31-33a4-409f-a0c9-c317f15d11bf req-f380b4e6-c9d8-4138-adc5-6d3af9a2e709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:04.740889 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c3167d31-33a4-409f-a0c9-c317f15d11bf req-f380b4e6-c9d8-4138-adc5-6d3af9a2e709 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a6e2ac6f6f91427f816da8127677c24e&device_id=02badfe0-2481-4208-b476-de69c66b57d1 HTTP/1.1" status: 200 len: 1097 time: 0.0645127 Jul 09 15:09:04.766398 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031854d-5259-41d6-998e-47f6bc81784c req-78fbe076-d270-4b43-896c-07fcad02496c tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:04.768210 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1031854d-5259-41d6-998e-47f6bc81784c req-78fbe076-d270-4b43-896c-07fcad02496c tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=339cfb02-687c-4250-a65f-3a381bea6c71 HTTP/1.1" status: 200 len: 932 time: 0.1118259 Jul 09 15:09:04.847174 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-240a190a-09f7-4072-a04e-0318dcf702c8 req-1d44addc-62af-44ea-ad4f-78c46572e29c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63a7e10e-c684-41bd-bc26-5bab286adca9 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:09:04.852221 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3167d31-33a4-409f-a0c9-c317f15d11bf req-9a4fccc9-d8e8-4dec-abab-325951f232a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:04.854274 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c3167d31-33a4-409f-a0c9-c317f15d11bf req-9a4fccc9-d8e8-4dec-abab-325951f232a3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d4d316a3-a6e0-42a0-84bd-08ddc6eb0452 HTTP/1.1" status: 200 len: 897 time: 0.1063507 Jul 09 15:09:04.856313 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1031854d-5259-41d6-998e-47f6bc81784c req-60dc7da3-87bd-47f3-93c2-b2510137b09c tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735614 Jul 09 15:09:04.858201 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-240a190a-09f7-4072-a04e-0318dcf702c8 req-1d44addc-62af-44ea-ad4f-78c46572e29c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:04.887759 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-240a190a-09f7-4072-a04e-0318dcf702c8 req-1d44addc-62af-44ea-ad4f-78c46572e29c service neutron] Transition to ACTIVE for port object 63a7e10e-c684-41bd-bc26-5bab286adca9 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:09:04.933318 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c3167d31-33a4-409f-a0c9-c317f15d11bf req-9538e0ef-2d00-460b-91f1-cb48b9666ca1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08223099-0dce-4b8e-bfbd-989bc5f88a42 HTTP/1.1" status: 200 len: 1000 time: 0.0703547 Jul 09 15:09:04.956035 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-240a190a-09f7-4072-a04e-0318dcf702c8 req-1d44addc-62af-44ea-ad4f-78c46572e29c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:04.977268 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-afce381e-4b58-4b60-8f78-334a2446907b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8edd2d-2f8a-4568-ab15-70330cde47c3', 'name': 'tempest-TestNetworkBasicOps-router-1316603874', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'adaf1935-f266-49bf-9a71-2a0cc772c380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:08:33Z', 'updated_at': '2021-07-09T15:08:39Z', 'revision_number': 4, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'gw_port': {'id': 'adaf1935-f266-49bf-9a71-2a0cc772c380', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8edd2d-2f8a-4568-ab15-70330cde47c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:08:33Z', 'updated_at': '2021-07-09T15:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '59dd2cee-ab47-4e33-b207-8bfce38ff38f', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'floating_ip_address': '172.25.3.145', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '9a8edd2d-2f8a-4568-ab15-70330cde47c3', 'port_id': '08223099-0dce-4b8e-bfbd-989bc5f88a42', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2971, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4d316a3-a6e0-42a0-84bd-08ddc6eb0452', 'mac_address': 'fa:16:3e:80:4b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02badfe0-2481-4208-b476-de69c66b57d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:09:02Z', 'updated_at': '2021-07-09T15:09:02Z', 'revision_number': 0, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e72fbff7-2b53-4ba8-a1d8-bcd1ff76d49f', 'name': '', 'network_id': 'd4d316a3-a6e0-42a0-84bd-08ddc6eb0452', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'mac_address': 'fa:16:3e:8e:be:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8edd2d-2f8a-4568-ab15-70330cde47c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '26a87583-25a7-4c4f-a84a-28b49e18d6f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:08:38Z', 'updated_at': '2021-07-09T15:08:45Z', 'revision_number': 5, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'subnets': [{'id': '26a87583-25a7-4c4f-a84a-28b49e18d6f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:09:04.988677 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3167d31-33a4-409f-a0c9-c317f15d11bf req-3b5763aa-4d03-4288-ba8c-5f9c23dd81ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:04.990397 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c3167d31-33a4-409f-a0c9-c317f15d11bf req-3b5763aa-4d03-4288-ba8c-5f9c23dd81ac service neutron] 10.222.0.54 "GET /v2.0/subnets?id=26a87583-25a7-4c4f-a84a-28b49e18d6f9 HTTP/1.1" status: 200 len: 835 time: 0.0510874 Jul 09 15:09:05.006768 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afce381e-4b58-4b60-8f78-334a2446907b None None] Checking router: 9a8edd2d-2f8a-4568-ab15-70330cde47c3 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:09:05.022771 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afce381e-4b58-4b60-8f78-334a2446907b None None] Routers {'9a8edd2d-2f8a-4568-ab15-70330cde47c3'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:09:05.023401 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-afce381e-4b58-4b60-8f78-334a2446907b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:08:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['9a8edd2d-2f8a-4568-ab15-70330cde47c3'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:09:05.054967 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3167d31-33a4-409f-a0c9-c317f15d11bf req-5e97a5ee-1c89-4e32-9312-097391f23a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:05.056548 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c3167d31-33a4-409f-a0c9-c317f15d11bf req-5e97a5ee-1c89-4e32-9312-097391f23a74 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d4d316a3-a6e0-42a0-84bd-08ddc6eb0452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595798 Jul 09 15:09:05.059867 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d44addc-62af-44ea-ad4f-78c46572e29c service neutron] Pushing event updated for resources: {'Port': ['ID=63a7e10e-c684-41bd-bc26-5bab286adca9,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:09:05.104131 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-240a190a-09f7-4072-a04e-0318dcf702c8 req-1d44addc-62af-44ea-ad4f-78c46572e29c service neutron] Attempting to bind port 63a7e10e-c684-41bd-bc26-5bab286adca9 on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:09:05.104487 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-240a190a-09f7-4072-a04e-0318dcf702c8 req-1d44addc-62af-44ea-ad4f-78c46572e29c service neutron] Attempting to bind port 63a7e10e-c684-41bd-bc26-5bab286adca9 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': '06875dad-dad1-4e17-960d-8ec4e4c881bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2caf48fb-184c-426e-a7e2-2d876991b7f4'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:09:05.104832 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240a190a-09f7-4072-a04e-0318dcf702c8 req-1d44addc-62af-44ea-ad4f-78c46572e29c service neutron] Attempting to bind port 63a7e10e-c684-41bd-bc26-5bab286adca9 on network 2caf48fb-184c-426e-a7e2-2d876991b7f4 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:09:05.111845 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240a190a-09f7-4072-a04e-0318dcf702c8 req-1d44addc-62af-44ea-ad4f-78c46572e29c service neutron] Port 63a7e10e-c684-41bd-bc26-5bab286adca9 on network 2caf48fb-184c-426e-a7e2-2d876991b7f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:09:05.116551 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240a190a-09f7-4072-a04e-0318dcf702c8 req-1d44addc-62af-44ea-ad4f-78c46572e29c service neutron] Attempting to bind port 63a7e10e-c684-41bd-bc26-5bab286adca9 on network 2caf48fb-184c-426e-a7e2-2d876991b7f4 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:09:05.124785 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240a190a-09f7-4072-a04e-0318dcf702c8 req-1d44addc-62af-44ea-ad4f-78c46572e29c service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:09:05.125407 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240a190a-09f7-4072-a04e-0318dcf702c8 req-1d44addc-62af-44ea-ad4f-78c46572e29c service neutron] Checking segment: {'id': '06875dad-dad1-4e17-960d-8ec4e4c881bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2caf48fb-184c-426e-a7e2-2d876991b7f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:09:05.125660 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240a190a-09f7-4072-a04e-0318dcf702c8 req-1d44addc-62af-44ea-ad4f-78c46572e29c service neutron] Bound using segment: {'id': '06875dad-dad1-4e17-960d-8ec4e4c881bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2caf48fb-184c-426e-a7e2-2d876991b7f4'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:09:05.126165 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-240a190a-09f7-4072-a04e-0318dcf702c8 req-1d44addc-62af-44ea-ad4f-78c46572e29c service neutron] Bound port: 63a7e10e-c684-41bd-bc26-5bab286adca9, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06875dad-dad1-4e17-960d-8ec4e4c881bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2caf48fb-184c-426e-a7e2-2d876991b7f4'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:09:05.126805 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-240a190a-09f7-4072-a04e-0318dcf702c8 req-1d44addc-62af-44ea-ad4f-78c46572e29c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:05.168878 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-afce381e-4b58-4b60-8f78-334a2446907b None None] Set router 9a8edd2d-2f8a-4568-ab15-70330cde47c3 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:09:05.188086 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c3167d31-33a4-409f-a0c9-c317f15d11bf req-3590d8b2-705a-4ac5-9580-77cd44e1ebd8 service neutron] 10.222.0.54 "GET /v2.0/networks/d4d316a3-a6e0-42a0-84bd-08ddc6eb0452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221087 Jul 09 15:09:05.213537 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-240a190a-09f7-4072-a04e-0318dcf702c8 req-1d44addc-62af-44ea-ad4f-78c46572e29c service neutron] For port 63a7e10e-c684-41bd-bc26-5bab286adca9, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:09:05.217152 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-240a190a-09f7-4072-a04e-0318dcf702c8 req-1d44addc-62af-44ea-ad4f-78c46572e29c service neutron] For port 63a7e10e-c684-41bd-bc26-5bab286adca9, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=63a7e10e-c684-41bd-bc26-5bab286adca9,segment=NetworkSegment(06875dad-dad1-4e17-960d-8ec4e4c881bc),segment_id=06875dad-dad1-4e17-960d-8ec4e4c881bc)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:09:05.309122 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-240a190a-09f7-4072-a04e-0318dcf702c8 req-1d44addc-62af-44ea-ad4f-78c46572e29c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:05.319703 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c3167d31-33a4-409f-a0c9-c317f15d11bf req-c9e26fa1-d63e-4fb9-a370-b5daabc61128 service neutron] 10.222.0.54 "GET /v2.0/networks/d4d316a3-a6e0-42a0-84bd-08ddc6eb0452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251297 Jul 09 15:09:05.355656 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a190a-09f7-4072-a04e-0318dcf702c8 req-1d44addc-62af-44ea-ad4f-78c46572e29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:05.356289 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-240a190a-09f7-4072-a04e-0318dcf702c8 req-1d44addc-62af-44ea-ad4f-78c46572e29c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:05.357713 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-240a190a-09f7-4072-a04e-0318dcf702c8 req-1d44addc-62af-44ea-ad4f-78c46572e29c service neutron] 10.222.0.62 "PUT /v2.0/ports/63a7e10e-c684-41bd-bc26-5bab286adca9 HTTP/1.1" status: 200 len: 1092 time: 1.3596132 Jul 09 15:09:05.358208 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '339cfb02-687c-4250-a65f-3a381bea6c71', 'tag': '63a7e10e-c684-41bd-bc26-5bab286adca9'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:09:05.360614 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850979d5-2ecc-42b5-9d1d-82d2ca7ebad8" -d '{"events": [{"name": "network-changed", "server_uuid": "339cfb02-687c-4250-a65f-3a381bea6c71", "tag": "63a7e10e-c684-41bd-bc26-5bab286adca9"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:09:05.435618 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15293762-151c-49d5-b931-eb9a7c76260f x-openstack-request-id: req-15293762-151c-49d5-b931-eb9a7c76260f {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:09:05.435913 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "339cfb02-687c-4250-a65f-3a381bea6c71", "tag": "63a7e10e-c684-41bd-bc26-5bab286adca9", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:09:05.436171 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-15293762-151c-49d5-b931-eb9a7c76260f {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:09:05.436567 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '339cfb02-687c-4250-a65f-3a381bea6c71', 'tag': '63a7e10e-c684-41bd-bc26-5bab286adca9', 'status': 'completed', 'code': 200} Jul 09 15:09:05.445202 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d44addc-62af-44ea-ad4f-78c46572e29c service neutron] Pushing event updated for resources: {'Port': ['ID=63a7e10e-c684-41bd-bc26-5bab286adca9,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:09:05.477418 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d874722-80ed-4560-90f4-3e17ee1653ae req-bc46cf97-199e-46ce-83aa-bdc542d421a6 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:05.478611 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7d874722-80ed-4560-90f4-3e17ee1653ae req-bc46cf97-199e-46ce-83aa-bdc542d421a6 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=16367796-44bb-4dfb-a17b-7314bb938b19 HTTP/1.1" status: 200 len: 946 time: 0.1003280 Jul 09 15:09:05.491717 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-afce381e-4b58-4b60-8f78-334a2446907b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8edd2d-2f8a-4568-ab15-70330cde47c3', 'name': 'tempest-TestNetworkBasicOps-router-1316603874', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'adaf1935-f266-49bf-9a71-2a0cc772c380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:08:33Z', 'updated_at': '2021-07-09T15:08:39Z', 'revision_number': 4, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'gw_port': {'id': 'adaf1935-f266-49bf-9a71-2a0cc772c380', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8edd2d-2f8a-4568-ab15-70330cde47c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:08:33Z', 'updated_at': '2021-07-09T15:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '59dd2cee-ab47-4e33-b207-8bfce38ff38f', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'floating_ip_address': '172.25.3.145', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '9a8edd2d-2f8a-4568-ab15-70330cde47c3', 'port_id': '08223099-0dce-4b8e-bfbd-989bc5f88a42', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2971, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4d316a3-a6e0-42a0-84bd-08ddc6eb0452', 'mac_address': 'fa:16:3e:80:4b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02badfe0-2481-4208-b476-de69c66b57d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:09:02Z', 'updated_at': '2021-07-09T15:09:02Z', 'revision_number': 0, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e72fbff7-2b53-4ba8-a1d8-bcd1ff76d49f', 'name': '', 'network_id': 'd4d316a3-a6e0-42a0-84bd-08ddc6eb0452', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'mac_address': 'fa:16:3e:8e:be:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8edd2d-2f8a-4568-ab15-70330cde47c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '26a87583-25a7-4c4f-a84a-28b49e18d6f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:08:38Z', 'updated_at': '2021-07-09T15:08:45Z', 'revision_number': 5, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'subnets': [{'id': '26a87583-25a7-4c4f-a84a-28b49e18d6f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:09:05.554972 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7d874722-80ed-4560-90f4-3e17ee1653ae req-777d0725-0e5a-4e7f-bfab-2c93fbd101b3 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669539 Jul 09 15:09:05.576254 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850979d5-2ecc-42b5-9d1d-82d2ca7ebad8 req-edbfa43a-5c5b-4af1-8aca-a26313be501b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:05.578075 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-850979d5-2ecc-42b5-9d1d-82d2ca7ebad8 req-edbfa43a-5c5b-4af1-8aca-a26313be501b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c03b5d3d86974e68a5911d632d382871&device_id=339cfb02-687c-4250-a65f-3a381bea6c71 HTTP/1.1" status: 200 len: 1095 time: 0.0983548 Jul 09 15:09:05.671571 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 39428) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:09:05.681621 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afce381e-4b58-4b60-8f78-334a2446907b None None] The sync data for ids ['9a8edd2d-2f8a-4568-ab15-70330cde47c3'] in n-d-799529-6 is: [{'id': '9a8edd2d-2f8a-4568-ab15-70330cde47c3', 'name': 'tempest-TestNetworkBasicOps-router-1316603874', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'adaf1935-f266-49bf-9a71-2a0cc772c380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:08:33Z', 'updated_at': '2021-07-09T15:08:39Z', 'revision_number': 4, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'gw_port': {'id': 'adaf1935-f266-49bf-9a71-2a0cc772c380', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8edd2d-2f8a-4568-ab15-70330cde47c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:08:33Z', 'updated_at': '2021-07-09T15:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '59dd2cee-ab47-4e33-b207-8bfce38ff38f', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'floating_ip_address': '172.25.3.145', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '9a8edd2d-2f8a-4568-ab15-70330cde47c3', 'port_id': '08223099-0dce-4b8e-bfbd-989bc5f88a42', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2971, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4d316a3-a6e0-42a0-84bd-08ddc6eb0452', 'mac_address': 'fa:16:3e:80:4b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02badfe0-2481-4208-b476-de69c66b57d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:09:02Z', 'updated_at': '2021-07-09T15:09:02Z', 'revision_number': 0, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e72fbff7-2b53-4ba8-a1d8-bcd1ff76d49f', 'name': '', 'network_id': 'd4d316a3-a6e0-42a0-84bd-08ddc6eb0452', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'mac_address': 'fa:16:3e:8e:be:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8edd2d-2f8a-4568-ab15-70330cde47c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '26a87583-25a7-4c4f-a84a-28b49e18d6f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:08:38Z', 'updated_at': '2021-07-09T15:08:45Z', 'revision_number': 5, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'subnets': [{'id': '26a87583-25a7-4c4f-a84a-28b49e18d6f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:09:05.694555 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850979d5-2ecc-42b5-9d1d-82d2ca7ebad8 req-9a7dadc4-f24b-445c-be96-3214a8791528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:05.696374 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-850979d5-2ecc-42b5-9d1d-82d2ca7ebad8 req-9a7dadc4-f24b-445c-be96-3214a8791528 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=c03b5d3d86974e68a5911d632d382871&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1040311 Jul 09 15:09:05.744609 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d284e245-0159-45c7-b627-4ed4e6fd7811 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/floatingips/59dd2cee-ab47-4e33-b207-8bfce38ff38f HTTP/1.1" status: 200 len: 992 time: 0.0716884 Jul 09 15:09:05.801465 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850979d5-2ecc-42b5-9d1d-82d2ca7ebad8 req-695514e3-bee8-4dee-92b1-637da77f3ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:05.802946 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-850979d5-2ecc-42b5-9d1d-82d2ca7ebad8 req-695514e3-bee8-4dee-92b1-637da77f3ff0 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0992780 Jul 09 15:09:05.906817 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec6f19c-a37c-45b8-8758-700223daa904 None None] New status for floating IP 59dd2cee-ab47-4e33-b207-8bfce38ff38f: ACTIVE {{(pid=94448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 15:09:05.955828 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a190a-09f7-4072-a04e-0318dcf702c8 req-b6c69188-f95a-498e-be09-e76bb3e14155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:05.957395 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-240a190a-09f7-4072-a04e-0318dcf702c8 req-b6c69188-f95a-498e-be09-e76bb3e14155 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c03b5d3d86974e68a5911d632d382871&device_id=339cfb02-687c-4250-a65f-3a381bea6c71 HTTP/1.1" status: 200 len: 1095 time: 0.0722699 Jul 09 15:09:06.018189 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-240a190a-09f7-4072-a04e-0318dcf702c8 req-64711f86-e8d5-4add-b322-b33e141466a7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63a7e10e-c684-41bd-bc26-5bab286adca9 HTTP/1.1" status: 200 len: 217 time: 0.0455596 Jul 09 15:09:06.062985 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9f967-30f1-4bf8-b168-e366ffca4981 req-ff622437-4e3a-460f-bf26-33ea19726715 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:06.065215 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bef9f967-30f1-4bf8-b168-e366ffca4981 req-ff622437-4e3a-460f-bf26-33ea19726715 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=339cfb02-687c-4250-a65f-3a381bea6c71 HTTP/1.1" status: 200 len: 944 time: 0.0754843 Jul 09 15:09:06.081715 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a190a-09f7-4072-a04e-0318dcf702c8 req-0f8055ad-964f-4349-819c-e03d6de52294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:06.083480 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-240a190a-09f7-4072-a04e-0318dcf702c8 req-0f8055ad-964f-4349-819c-e03d6de52294 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a10947be-2e1d-4b8b-b31f-e273354d0e7a HTTP/1.1" status: 200 len: 850 time: 0.0584388 Jul 09 15:09:06.106589 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bef9f967-30f1-4bf8-b168-e366ffca4981 req-ce8606d6-05ac-4c5b-b0f7-36db68cdd6c4 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345278 Jul 09 15:09:06.148680 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a190a-09f7-4072-a04e-0318dcf702c8 req-66fb8f64-d9aa-4501-b1a0-5a4abbdd4463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:06.150319 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-240a190a-09f7-4072-a04e-0318dcf702c8 req-66fb8f64-d9aa-4501-b1a0-5a4abbdd4463 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2caf48fb-184c-426e-a7e2-2d876991b7f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602543 Jul 09 15:09:06.245491 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-240a190a-09f7-4072-a04e-0318dcf702c8 req-1bf6b752-550d-4ba5-b6d0-60be75b30e69 service neutron] 10.222.0.62 "GET /v2.0/networks/2caf48fb-184c-426e-a7e2-2d876991b7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880196 Jul 09 15:09:06.339862 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-240a190a-09f7-4072-a04e-0318dcf702c8 req-a983b1d1-b315-46f8-a609-e3f766dea31b service neutron] 10.222.0.62 "GET /v2.0/networks/2caf48fb-184c-426e-a7e2-2d876991b7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879676 Jul 09 15:09:06.737646 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2146e7a-297e-4864-8fc6-aa621a9d0768 req-08ae36cf-7877-47d0-85db-b2e089d0cae9 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:06.739175 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e2146e7a-297e-4864-8fc6-aa621a9d0768 req-08ae36cf-7877-47d0-85db-b2e089d0cae9 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=16367796-44bb-4dfb-a17b-7314bb938b19 HTTP/1.1" status: 200 len: 946 time: 0.0637426 Jul 09 15:09:06.748429 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39436) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:09:06.778046 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e2146e7a-297e-4864-8fc6-aa621a9d0768 req-3aadefd1-8074-4722-943b-d4210dbf900d tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332391 Jul 09 15:09:06.810251 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f6249feb-d993-42a1-a8ab-8b77c080eb58 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/floatingips/59dd2cee-ab47-4e33-b207-8bfce38ff38f HTTP/1.1" status: 200 len: 994 time: 0.0605845 Jul 09 15:09:07.025889 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c38bdcb-c446-43e3-a8b5-32ad7b6512b2 req-8d780b62-471a-4b5b-9819-c59ba77fd802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:07.027418 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9c38bdcb-c446-43e3-a8b5-32ad7b6512b2 req-8d780b62-471a-4b5b-9819-c59ba77fd802 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=16367796-44bb-4dfb-a17b-7314bb938b19 HTTP/1.1" status: 200 len: 1097 time: 0.0550325 Jul 09 15:09:07.066722 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9c38bdcb-c446-43e3-a8b5-32ad7b6512b2 req-6b795a11-3da5-4751-b1cc-da44718353a2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286078 Jul 09 15:09:07.285170 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b4070-3279-49a0-adc4-c9feb14e1a16 req-b2bc04a5-ee71-471c-b7a9-2bceb3065a6c tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:07.286642 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a84b4070-3279-49a0-adc4-c9feb14e1a16 req-b2bc04a5-ee71-471c-b7a9-2bceb3065a6c tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=339cfb02-687c-4250-a65f-3a381bea6c71 HTTP/1.1" status: 200 len: 944 time: 0.0684195 Jul 09 15:09:07.325570 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a84b4070-3279-49a0-adc4-c9feb14e1a16 req-e0fa0bf2-52f1-4645-b5b0-76b7d9ec97b7 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332098 Jul 09 15:09:07.953863 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee63209-8561-4d48-9bc9-8e8fd022d260 req-1fc3ae09-cd9f-422a-83e8-887dcee3e254 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:07.956255 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3ee63209-8561-4d48-9bc9-8e8fd022d260 req-1fc3ae09-cd9f-422a-83e8-887dcee3e254 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=16367796-44bb-4dfb-a17b-7314bb938b19 HTTP/1.1" status: 200 len: 946 time: 0.0648649 Jul 09 15:09:07.994742 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3ee63209-8561-4d48-9bc9-8e8fd022d260 req-246b827b-ddf0-40e1-b18b-0710daa98060 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325518 Jul 09 15:09:08.502663 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53616754-5960-4148-8cb4-6c881aed3bd8 req-52f5a5d4-2bb8-49b5-850c-51c6fa5e8866 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:08.504176 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-53616754-5960-4148-8cb4-6c881aed3bd8 req-52f5a5d4-2bb8-49b5-850c-51c6fa5e8866 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=339cfb02-687c-4250-a65f-3a381bea6c71 HTTP/1.1" status: 200 len: 944 time: 0.0665729 Jul 09 15:09:08.542956 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-53616754-5960-4148-8cb4-6c881aed3bd8 req-9c2ca234-5df9-4d20-b704-c5cf68442b3e tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332282 Jul 09 15:09:09.164858 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a17acf8-cb40-47bc-867b-b3d8eb49e36f req-b4018c8e-e2e0-48ff-9348-edc5bf231c89 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:09.166340 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7a17acf8-cb40-47bc-867b-b3d8eb49e36f req-b4018c8e-e2e0-48ff-9348-edc5bf231c89 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=16367796-44bb-4dfb-a17b-7314bb938b19 HTTP/1.1" status: 200 len: 946 time: 0.0641184 Jul 09 15:09:09.203323 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7a17acf8-cb40-47bc-867b-b3d8eb49e36f req-e5c62c2f-df27-47c0-839f-748c6999a5c7 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313706 Jul 09 15:09:09.699213 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae1dd8-cc35-4a81-8ca8-0b521e747c17 req-777cca69-9c1a-4491-a6c2-2c0ced148d19 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:09.700764 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-72ae1dd8-cc35-4a81-8ca8-0b521e747c17 req-777cca69-9c1a-4491-a6c2-2c0ced148d19 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=16367796-44bb-4dfb-a17b-7314bb938b19 HTTP/1.1" status: 200 len: 946 time: 0.1069174 Jul 09 15:09:09.716021 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d70cb-6858-4cc0-90be-48e7fe1d7db8 req-15f47fe2-d2a6-4af4-bd78-c6358a9c3051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:09.717461 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4a2d70cb-6858-4cc0-90be-48e7fe1d7db8 req-15f47fe2-d2a6-4af4-bd78-c6358a9c3051 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=58a03f9342d64854b45abe6c697001d7&device_id=16367796-44bb-4dfb-a17b-7314bb938b19 HTTP/1.1" status: 200 len: 1097 time: 0.0945923 Jul 09 15:09:09.731728 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526dc957-2ada-4f5a-9357-ae64dc356f90 req-210b26a9-5678-437f-9cf2-7db0c529f32e tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:09.733227 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-526dc957-2ada-4f5a-9357-ae64dc356f90 req-210b26a9-5678-437f-9cf2-7db0c529f32e tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=339cfb02-687c-4250-a65f-3a381bea6c71 HTTP/1.1" status: 200 len: 944 time: 0.0690653 Jul 09 15:09:09.771581 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-526dc957-2ada-4f5a-9357-ae64dc356f90 req-1a9df56c-75a4-4c02-a562-7466e071cffe tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313876 Jul 09 15:09:09.798764 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-72ae1dd8-cc35-4a81-8ca8-0b521e747c17 req-bfc910aa-4c9c-4d9d-ba5f-16c55494068e tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904756 Jul 09 15:09:09.833072 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d70cb-6858-4cc0-90be-48e7fe1d7db8 req-e4881422-d069-4352-b534-e93b0dfc0df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:09.834530 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4a2d70cb-6858-4cc0-90be-48e7fe1d7db8 req-e4881422-d069-4352-b534-e93b0dfc0df5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e HTTP/1.1" status: 200 len: 911 time: 0.1091702 Jul 09 15:09:09.877241 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4a2d70cb-6858-4cc0-90be-48e7fe1d7db8 req-1cb9943d-47e1-41da-8723-31e4ae186dea service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a0c4224-aeb8-410d-9143-fb0cfdc1f4f0 HTTP/1.1" status: 200 len: 217 time: 0.0353832 Jul 09 15:09:09.927106 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d70cb-6858-4cc0-90be-48e7fe1d7db8 req-64126199-5b6d-4a10-aa6e-fa3709946edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:09.928599 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4a2d70cb-6858-4cc0-90be-48e7fe1d7db8 req-64126199-5b6d-4a10-aa6e-fa3709946edf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cded0840-5655-4dcd-8f99-f8da8558a443 HTTP/1.1" status: 200 len: 850 time: 0.0450912 Jul 09 15:09:09.962799 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4a2d70cb-6858-4cc0-90be-48e7fe1d7db8 req-244102a8-0721-4c8b-8250-fbe587082490 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254064 Jul 09 15:09:10.057544 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4a2d70cb-6858-4cc0-90be-48e7fe1d7db8 req-3c3cdc63-ae75-44d7-8ebd-6f5c110a0c83 service neutron] 10.222.0.54 "GET /v2.0/networks/dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867357 Jul 09 15:09:10.157958 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4a2d70cb-6858-4cc0-90be-48e7fe1d7db8 req-8c8985f5-df19-4a94-91d1-f6d3ba952bb9 service neutron] 10.222.0.54 "GET /v2.0/networks/dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833089 Jul 09 15:09:10.959912 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec42a16-9f6f-437e-8e69-928abd3c9dd6 req-ed9e3322-1732-48f2-af43-3324a18f141a tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:10.962099 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dec42a16-9f6f-437e-8e69-928abd3c9dd6 req-ed9e3322-1732-48f2-af43-3324a18f141a tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=339cfb02-687c-4250-a65f-3a381bea6c71 HTTP/1.1" status: 200 len: 944 time: 0.0742440 Jul 09 15:09:10.980255 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d0a9a-2167-4d0a-9a48-f7786d050587 req-0688097e-786a-48f5-8ebe-23aa07bcea6d tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:10.981753 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4f1d0a9a-2167-4d0a-9a48-f7786d050587 req-0688097e-786a-48f5-8ebe-23aa07bcea6d tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=16367796-44bb-4dfb-a17b-7314bb938b19 HTTP/1.1" status: 200 len: 946 time: 0.0684290 Jul 09 15:09:11.000687 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dec42a16-9f6f-437e-8e69-928abd3c9dd6 req-ea96fffc-e23f-47a5-824b-08ff70025737 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334990 Jul 09 15:09:11.021976 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4f1d0a9a-2167-4d0a-9a48-f7786d050587 req-8ef3ede6-cf29-4c7f-849c-2907439be8d7 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341191 Jul 09 15:09:11.043152 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 63a7e10e-c684-41bd-bc26-5bab286adca9 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 15:09:11.142919 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 63a7e10e-c684-41bd-bc26-5bab286adca9, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=63a7e10e-c684-41bd-bc26-5bab286adca9,segment=NetworkSegment(06875dad-dad1-4e17-960d-8ec4e4c881bc),segment_id=06875dad-dad1-4e17-960d-8ec4e4c881bc)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:09:11.153988 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '63a7e10e-c684-41bd-bc26-5bab286adca9', 'network_id': '2caf48fb-184c-426e-a7e2-2d876991b7f4', 'port_id': '63a7e10e-c684-41bd-bc26-5bab286adca9', 'mac_address': 'fa:16:3e:c1:1e:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a10947be-2e1d-4b8b-b31f-e273354d0e7a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 15:09:11.194227 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:11.206793 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63a7e10e-c684-41bd-bc26-5bab286adca9 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:09:11.226303 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 63a7e10e-c684-41bd-bc26-5bab286adca9, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=63a7e10e-c684-41bd-bc26-5bab286adca9,segment=NetworkSegment(06875dad-dad1-4e17-960d-8ec4e4c881bc),segment_id=06875dad-dad1-4e17-960d-8ec4e4c881bc)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:09:11.293200 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:11.340286 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=63a7e10e-c684-41bd-bc26-5bab286adca9,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:09:11.823677 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['63a7e10e-c684-41bd-bc26-5bab286adca9'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:09:12.183456 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2d0209-2959-425c-8f7c-ec9db6f8c703 req-9606b33b-e9dc-4f96-908c-42726b842508 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:12.185049 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9e2d0209-2959-425c-8f7c-ec9db6f8c703 req-9606b33b-e9dc-4f96-908c-42726b842508 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=339cfb02-687c-4250-a65f-3a381bea6c71 HTTP/1.1" status: 200 len: 945 time: 0.0693834 Jul 09 15:09:12.206473 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ce4d0-41b0-4767-bd24-fd7c0546f967 req-58888383-f529-4471-9079-b545186e5573 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:12.208685 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-789ce4d0-41b0-4767-bd24-fd7c0546f967 req-58888383-f529-4471-9079-b545186e5573 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=16367796-44bb-4dfb-a17b-7314bb938b19 HTTP/1.1" status: 200 len: 946 time: 0.0711076 Jul 09 15:09:12.230255 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9e2d0209-2959-425c-8f7c-ec9db6f8c703 req-8b915538-6f1c-4716-970e-3e7667497084 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362539 Jul 09 15:09:12.248077 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-789ce4d0-41b0-4767-bd24-fd7c0546f967 req-bf85a7b2-a583-4b98-a282-6c6d9e3cdc55 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345342 Jul 09 15:09:13.056890 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 63a7e10e-c684-41bd-bc26-5bab286adca9 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:09:13.167227 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port 63a7e10e-c684-41bd-bc26-5bab286adca9 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:09:13.171059 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 63a7e10e-c684-41bd-bc26-5bab286adca9 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:09:13.171717 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:13.246896 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:13.273552 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339cfb02-687c-4250-a65f-3a381bea6c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63a7e10e-c684-41bd-bc26-5bab286adca9'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:09:13.276010 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447cd562-2b69-49ea-9fb7-6b3f7fd43741" -d '{"events": [{"server_uuid": "339cfb02-687c-4250-a65f-3a381bea6c71", "name": "network-vif-plugged", "status": "completed", "tag": "63a7e10e-c684-41bd-bc26-5bab286adca9"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:09:13.289508 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 63a7e10e-c684-41bd-bc26-5bab286adca9, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=63a7e10e-c684-41bd-bc26-5bab286adca9,segment=NetworkSegment(06875dad-dad1-4e17-960d-8ec4e4c881bc),segment_id=06875dad-dad1-4e17-960d-8ec4e4c881bc)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:09:13.361329 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:13.412828 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=63a7e10e-c684-41bd-bc26-5bab286adca9,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:09:13.413853 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a1a12-12be-43a1-91c6-15966041276c req-4aaf07a5-e488-4fbf-8a62-987a2000f58b tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:13.416726 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c80a1a12-12be-43a1-91c6-15966041276c req-4aaf07a5-e488-4fbf-8a62-987a2000f58b tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=339cfb02-687c-4250-a65f-3a381bea6c71 HTTP/1.1" status: 200 len: 945 time: 0.0719178 Jul 09 15:09:13.449297 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49a52b-06e1-4bd1-84ab-d599c8567d6c req-3bb80883-9efc-4a3a-9ec9-a62cfa8bd596 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:13.450770 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8f49a52b-06e1-4bd1-84ab-d599c8567d6c req-3bb80883-9efc-4a3a-9ec9-a62cfa8bd596 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=16367796-44bb-4dfb-a17b-7314bb938b19 HTTP/1.1" status: 200 len: 946 time: 0.0868726 Jul 09 15:09:13.461653 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c80a1a12-12be-43a1-91c6-15966041276c req-8e5bf02d-187c-438b-8398-7ae66c7169fd tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383821 Jul 09 15:09:13.489697 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8f49a52b-06e1-4bd1-84ab-d599c8567d6c req-32dd4222-9c5e-4d62-9ef7-641ae7c1b0c4 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330400 Jul 09 15:09:13.510116 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d301cca8-3de5-4298-9d70-7b4da904903b x-openstack-request-id: req-d301cca8-3de5-4298-9d70-7b4da904903b {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:09:13.510404 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "339cfb02-687c-4250-a65f-3a381bea6c71", "name": "network-vif-plugged", "status": "completed", "tag": "63a7e10e-c684-41bd-bc26-5bab286adca9", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:09:13.510661 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d301cca8-3de5-4298-9d70-7b4da904903b {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:09:13.511312 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '339cfb02-687c-4250-a65f-3a381bea6c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63a7e10e-c684-41bd-bc26-5bab286adca9', 'code': 200} Jul 09 15:09:13.653422 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0ea38-70f5-49b3-99c6-43d2d1393219 req-00029936-4661-4312-b2da-621ab9a24f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:13.654956 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-98a0ea38-70f5-49b3-99c6-43d2d1393219 req-00029936-4661-4312-b2da-621ab9a24f2f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=339cfb02-687c-4250-a65f-3a381bea6c71 HTTP/1.1" status: 200 len: 1097 time: 0.0544422 Jul 09 15:09:13.690647 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-98a0ea38-70f5-49b3-99c6-43d2d1393219 req-91456a64-7498-4440-92b8-ccd6f5e60daa service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283043 Jul 09 15:09:14.096235 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8223863-6937-482c-a5df-ed3ce639e790 req-880ac681-8cbc-44f1-9af8-5cc1d0348f34 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:14.097778 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b8223863-6937-482c-a5df-ed3ce639e790 req-880ac681-8cbc-44f1-9af8-5cc1d0348f34 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=16367796-44bb-4dfb-a17b-7314bb938b19 HTTP/1.1" status: 200 len: 946 time: 0.0642509 Jul 09 15:09:14.136644 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b8223863-6937-482c-a5df-ed3ce639e790 req-97f87f3e-3bbe-4358-8775-78b398918aa9 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331109 Jul 09 15:09:14.642792 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52c00b3-6d26-4ab6-a7f9-cf96e75dee39 req-7166e555-6cb7-4937-8ab0-361a7d9b30d0 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:14.645105 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f52c00b3-6d26-4ab6-a7f9-cf96e75dee39 req-7166e555-6cb7-4937-8ab0-361a7d9b30d0 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=339cfb02-687c-4250-a65f-3a381bea6c71 HTTP/1.1" status: 200 len: 946 time: 0.0700004 Jul 09 15:09:14.685198 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f52c00b3-6d26-4ab6-a7f9-cf96e75dee39 req-57e48a61-b473-42a2-b8c9-57c7fc6e240c tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337346 Jul 09 15:09:15.064048 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:15.309326 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e22f785-7fee-4e6c-8b40-26aa64eab98b req-c244c4d1-ba6d-4940-82ff-c98962dfa3a4 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:15.310837 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0e22f785-7fee-4e6c-8b40-26aa64eab98b req-c244c4d1-ba6d-4940-82ff-c98962dfa3a4 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=16367796-44bb-4dfb-a17b-7314bb938b19 HTTP/1.1" status: 200 len: 946 time: 0.0645869 Jul 09 15:09:15.349187 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0e22f785-7fee-4e6c-8b40-26aa64eab98b req-27c37ff5-12f1-4e48-ac78-b981c5403e2a tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316670 Jul 09 15:09:15.869040 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f4e13-593f-4d63-9488-5fe82c65d525 req-b4124878-11d3-4394-84e1-f0cec576f549 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:15.870652 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6f7f4e13-593f-4d63-9488-5fe82c65d525 req-b4124878-11d3-4394-84e1-f0cec576f549 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=339cfb02-687c-4250-a65f-3a381bea6c71 HTTP/1.1" status: 200 len: 946 time: 0.0670490 Jul 09 15:09:15.908829 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6f7f4e13-593f-4d63-9488-5fe82c65d525 req-e483cadf-0a66-4519-be72-b76a1694b287 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325744 Jul 09 15:09:16.542482 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf5ed15-afe2-44fc-bf63-74c21680555a req-31ca8994-32a5-4ebf-98a7-581c606d4cd5 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:16.544005 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0cf5ed15-afe2-44fc-bf63-74c21680555a req-31ca8994-32a5-4ebf-98a7-581c606d4cd5 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=16367796-44bb-4dfb-a17b-7314bb938b19 HTTP/1.1" status: 200 len: 946 time: 0.0664926 Jul 09 15:09:16.583324 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0cf5ed15-afe2-44fc-bf63-74c21680555a req-2726e1b8-7cbe-44ac-869e-86f3ff34399f tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336785 Jul 09 15:09:16.599052 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e25bcb-3500-4d87-bc6a-2713c82d122b req-74ad7052-1337-4aee-8db3-707db96fc4ff tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:16.600628 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-41e25bcb-3500-4d87-bc6a-2713c82d122b req-74ad7052-1337-4aee-8db3-707db96fc4ff tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=339cfb02-687c-4250-a65f-3a381bea6c71 HTTP/1.1" status: 200 len: 946 time: 0.0708671 Jul 09 15:09:16.640886 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-41e25bcb-3500-4d87-bc6a-2713c82d122b req-81e993e5-2fc8-49f4-a1b8-111cce07084a tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340822 Jul 09 15:09:17.597605 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2786854d-4ea1-4214-878e-82c5607d34ae req-da50a20b-371f-48a6-8fac-4d614af7ca02 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:17.600326 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2786854d-4ea1-4214-878e-82c5607d34ae req-da50a20b-371f-48a6-8fac-4d614af7ca02 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.54 "GET /v2.0/ports?device_id=16367796-44bb-4dfb-a17b-7314bb938b19 HTTP/1.1" status: 200 len: 946 time: 0.0711920 Jul 09 15:09:17.733146 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-2786854d-4ea1-4214-878e-82c5607d34ae req-9f381a8f-a5d5-4073-bc8f-564134835447 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Deleting port 3a0c4224-aeb8-410d-9143-fb0cfdc1f4f0 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:09:17.733488 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2786854d-4ea1-4214-878e-82c5607d34ae req-9f381a8f-a5d5-4073-bc8f-564134835447 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:17.822483 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f6774f-af53-4a31-86d1-044e5f44e05b req-b1566307-c9e6-448b-b1ee-0af5ef1c04f3 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:17.824090 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-13f6774f-af53-4a31-86d1-044e5f44e05b req-b1566307-c9e6-448b-b1ee-0af5ef1c04f3 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=339cfb02-687c-4250-a65f-3a381bea6c71 HTTP/1.1" status: 200 len: 946 time: 0.0690904 Jul 09 15:09:17.836406 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7aae35-fe91-4038-b52a-abdf4240e39b req-be19228b-f415-4c5e-977a-220e89beb220 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:17.837919 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0d7aae35-fe91-4038-b52a-abdf4240e39b req-be19228b-f415-4c5e-977a-220e89beb220 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=16367796-44bb-4dfb-a17b-7314bb938b19 HTTP/1.1" status: 200 len: 946 time: 0.1393609 Jul 09 15:09:17.846450 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-2786854d-4ea1-4214-878e-82c5607d34ae req-9f381a8f-a5d5-4073-bc8f-564134835447 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] For port 3a0c4224-aeb8-410d-9143-fb0cfdc1f4f0, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=3a0c4224-aeb8-410d-9143-fb0cfdc1f4f0,segment=NetworkSegment(15c78198-813d-4ed5-bc99-cd2af9300c60),segment_id=15c78198-813d-4ed5-bc99-cd2af9300c60)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:09:17.846770 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2786854d-4ea1-4214-878e-82c5607d34ae req-9f381a8f-a5d5-4073-bc8f-564134835447 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:17.864072 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-13f6774f-af53-4a31-86d1-044e5f44e05b req-95fac3b3-6e95-4317-8549-5279dd00ed6d tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341887 Jul 09 15:09:17.877592 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-2786854d-4ea1-4214-878e-82c5607d34ae req-9f381a8f-a5d5-4073-bc8f-564134835447 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Calling delete_port for 3a0c4224-aeb8-410d-9143-fb0cfdc1f4f0 owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:09:17.905166 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0d7aae35-fe91-4038-b52a-abdf4240e39b req-92f0cc4b-97fa-4061-89b0-db7fe378404a tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613725 Jul 09 15:09:18.078622 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2786854d-4ea1-4214-878e-82c5607d34ae req-9f381a8f-a5d5-4073-bc8f-564134835447 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:18.099713 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['3a0c4224-aeb8-410d-9143-fb0cfdc1f4f0'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:09:18.116992 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f381a8f-a5d5-4073-bc8f-564134835447 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Pushing event deleted for resources: {'Port': ['ID=3a0c4224-aeb8-410d-9143-fb0cfdc1f4f0,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:09:18.137093 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['fa2e74d9-1262-4254-8774-c79aac654a8f'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:09:18.165446 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-2786854d-4ea1-4214-878e-82c5607d34ae req-9f381a8f-a5d5-4073-bc8f-564134835447 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] No DVR routers for this DVR port 3a0c4224-aeb8-410d-9143-fb0cfdc1f4f0 on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:09:18.172000 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2786854d-4ea1-4214-878e-82c5607d34ae req-9f381a8f-a5d5-4073-bc8f-564134835447 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:18.172000 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2786854d-4ea1-4214-878e-82c5607d34ae req-9f381a8f-a5d5-4073-bc8f-564134835447 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.54 "DELETE /v2.0/ports/3a0c4224-aeb8-410d-9143-fb0cfdc1f4f0 HTTP/1.1" status: 204 len: 173 time: 0.5634124 Jul 09 15:09:18.172000 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16367796-44bb-4dfb-a17b-7314bb938b19', 'name': 'network-vif-deleted', 'tag': '3a0c4224-aeb8-410d-9143-fb0cfdc1f4f0'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:09:18.173008 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec809543-a846-42be-8434-09d23ffc787c" -d '{"events": [{"server_uuid": "16367796-44bb-4dfb-a17b-7314bb938b19", "name": "network-vif-deleted", "tag": "3a0c4224-aeb8-410d-9143-fb0cfdc1f4f0"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:09:18.212187 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0abcce9-e22b-4142-a59e-0fae89b8bcfd x-openstack-request-id: req-d0abcce9-e22b-4142-a59e-0fae89b8bcfd {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:09:18.212475 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16367796-44bb-4dfb-a17b-7314bb938b19", "name": "network-vif-deleted", "tag": "3a0c4224-aeb8-410d-9143-fb0cfdc1f4f0", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:09:18.212726 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d0abcce9-e22b-4142-a59e-0fae89b8bcfd {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:09:18.213122 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16367796-44bb-4dfb-a17b-7314bb938b19', 'name': 'network-vif-deleted', 'tag': '3a0c4224-aeb8-410d-9143-fb0cfdc1f4f0', 'status': 'completed', 'code': 200} Jul 09 15:09:18.703276 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683443ba-943a-490a-8b6d-26410d057136 req-8a4f9e03-0a92-4a55-b2cb-cf5ee8c16909 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:18.704728 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-683443ba-943a-490a-8b6d-26410d057136 req-8a4f9e03-0a92-4a55-b2cb-cf5ee8c16909 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=339cfb02-687c-4250-a65f-3a381bea6c71 HTTP/1.1" status: 200 len: 946 time: 0.0646706 Jul 09 15:09:18.742989 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-683443ba-943a-490a-8b6d-26410d057136 req-a21b32c8-8457-475d-989e-0568c027bb55 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324538 Jul 09 15:09:19.076728 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b1fbeeb3-5083-42b8-b464-0e497532137b req-a87069b6-b2ba-41a2-9438-d27dd5235d40 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=16367796-44bb-4dfb-a17b-7314bb938b19 HTTP/1.1" status: 200 len: 210 time: 0.0281599 Jul 09 15:09:19.915805 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef2ab6-b5c3-4b93-9a39-8acb98117651 req-09a8bfc1-1b94-4534-8120-bcec88b8c38e tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:19.917311 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-60ef2ab6-b5c3-4b93-9a39-8acb98117651 req-09a8bfc1-1b94-4534-8120-bcec88b8c38e tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=339cfb02-687c-4250-a65f-3a381bea6c71 HTTP/1.1" status: 200 len: 946 time: 0.0643396 Jul 09 15:09:19.961475 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-60ef2ab6-b5c3-4b93-9a39-8acb98117651 req-e4ca9b46-9e44-4f45-8b91-a0616fb54a52 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382957 Jul 09 15:09:20.774643 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ffe8f-6293-4b02-a176-18e21cbe7015 req-33db4d1b-4a96-4a30-a28f-55350c2d2c44 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:20.776182 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d93ffe8f-6293-4b02-a176-18e21cbe7015 req-33db4d1b-4a96-4a30-a28f-55350c2d2c44 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67697a-9fa5-43cd-97c0-c8b4dd2f603b HTTP/1.1" status: 200 len: 945 time: 0.0723736 Jul 09 15:09:20.816159 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d93ffe8f-6293-4b02-a176-18e21cbe7015 req-133243d1-6cce-4fd2-9602-d79ec907e609 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336721 Jul 09 15:09:21.137605 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4390f59f-94a2-45f1-b445-73f7fbb6e3f0 req-5c7e6118-55e1-40ef-b9a5-05d5c558049a tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:21.139017 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4390f59f-94a2-45f1-b445-73f7fbb6e3f0 req-5c7e6118-55e1-40ef-b9a5-05d5c558049a tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=339cfb02-687c-4250-a65f-3a381bea6c71 HTTP/1.1" status: 200 len: 946 time: 0.0643497 Jul 09 15:09:21.178526 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4390f59f-94a2-45f1-b445-73f7fbb6e3f0 req-92dcd180-d25d-4a36-91f9-417a7b5ef8dc tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338328 Jul 09 15:09:21.991275 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d71636c-ac23-4ff1-8b64-783fd7612018 req-228a6586-d803-4383-aea8-5b73d405dbdb tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:21.992886 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4d71636c-ac23-4ff1-8b64-783fd7612018 req-228a6586-d803-4383-aea8-5b73d405dbdb tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67697a-9fa5-43cd-97c0-c8b4dd2f603b HTTP/1.1" status: 200 len: 945 time: 0.0642810 Jul 09 15:09:22.000059 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 3a0c4224-aeb8-410d-9143-fb0cfdc1f4f0 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:09:22.021961 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: 3a0c4224-aeb8-410d-9143-fb0cfdc1f4f0 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:09:22.022399 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 3a0c4224-aeb8-410d-9143-fb0cfdc1f4f0 not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:09:22.032505 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4d71636c-ac23-4ff1-8b64-783fd7612018 req-69eb593b-b34f-40a0-a68c-43f6300173f3 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337472 Jul 09 15:09:22.352426 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b393789-a258-41bb-bfbb-34dea9a833c5 req-d57c685e-cd03-453c-b905-aa579b1a6d0c tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:22.353920 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1b393789-a258-41bb-bfbb-34dea9a833c5 req-d57c685e-cd03-453c-b905-aa579b1a6d0c tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=339cfb02-687c-4250-a65f-3a381bea6c71 HTTP/1.1" status: 200 len: 946 time: 0.0634215 Jul 09 15:09:22.392841 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1b393789-a258-41bb-bfbb-34dea9a833c5 req-63cf4a40-4d1d-409b-9fb3-248fc9e077cb tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325620 Jul 09 15:09:23.079376 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 63a7e10e-c684-41bd-bc26-5bab286adca9 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 15:09:23.173366 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 63a7e10e-c684-41bd-bc26-5bab286adca9, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=63a7e10e-c684-41bd-bc26-5bab286adca9,segment=NetworkSegment(06875dad-dad1-4e17-960d-8ec4e4c881bc),segment_id=06875dad-dad1-4e17-960d-8ec4e4c881bc)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:09:23.188326 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '63a7e10e-c684-41bd-bc26-5bab286adca9', 'network_id': '2caf48fb-184c-426e-a7e2-2d876991b7f4', 'port_id': '63a7e10e-c684-41bd-bc26-5bab286adca9', 'mac_address': 'fa:16:3e:c1:1e:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a10947be-2e1d-4b8b-b31f-e273354d0e7a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 15:09:23.217451 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fdc3d5-fcf4-4af2-9da7-f3d6c50324a9 req-9464f90a-d182-425e-bb95-ab908a6ee572 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:23.218944 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c8fdc3d5-fcf4-4af2-9da7-f3d6c50324a9 req-9464f90a-d182-425e-bb95-ab908a6ee572 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67697a-9fa5-43cd-97c0-c8b4dd2f603b HTTP/1.1" status: 200 len: 945 time: 0.0675833 Jul 09 15:09:23.225513 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:23.238242 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 63a7e10e-c684-41bd-bc26-5bab286adca9 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:09:23.258827 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 63a7e10e-c684-41bd-bc26-5bab286adca9, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=63a7e10e-c684-41bd-bc26-5bab286adca9,segment=NetworkSegment(06875dad-dad1-4e17-960d-8ec4e4c881bc),segment_id=06875dad-dad1-4e17-960d-8ec4e4c881bc)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:09:23.265004 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c8fdc3d5-fcf4-4af2-9da7-f3d6c50324a9 req-55da1649-fce8-4328-b551-03cec53a8bb7 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/security-groups?id=11c461d4-56bf-480b-8680-adea35bc49ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401223 Jul 09 15:09:23.315274 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:23.344148 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:23.363669 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=63a7e10e-c684-41bd-bc26-5bab286adca9,revision_number=6']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:09:23.370993 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:09:23.371348 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:09:23.371718 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:09:23.372057 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:09:23.372396 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:09:23.372724 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:09:23.373053 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:09:23.373378 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:09:23.373704 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:09:23.374029 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:09:23.374360 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:09:23.374672 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:09:23.571676 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a95f74-2612-4af5-9e22-8bf6f9135be2 req-85277f35-d4af-4da3-a9f1-5baeb0ceb535 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:23.573167 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a1a95f74-2612-4af5-9e22-8bf6f9135be2 req-85277f35-d4af-4da3-a9f1-5baeb0ceb535 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=339cfb02-687c-4250-a65f-3a381bea6c71 HTTP/1.1" status: 200 len: 945 time: 0.0671699 Jul 09 15:09:23.581952 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['63a7e10e-c684-41bd-bc26-5bab286adca9'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:09:23.636611 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a1a95f74-2612-4af5-9e22-8bf6f9135be2 req-809abc96-8a5a-43a0-8e5a-fd683ad11e5c tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578196 Jul 09 15:09:23.675228 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a201fb-84c8-4c05-a77e-cf8e31666603 req-aebec89e-21c3-4d2a-b57a-b2310f4c7738 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:23.677038 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-41a201fb-84c8-4c05-a77e-cf8e31666603 req-aebec89e-21c3-4d2a-b57a-b2310f4c7738 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac67697a-9fa5-43cd-97c0-c8b4dd2f603b HTTP/1.1" status: 200 len: 945 time: 0.0734155 Jul 09 15:09:23.788276 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-41a201fb-84c8-4c05-a77e-cf8e31666603 req-e13f07ff-3f50-473e-a9ba-d204772e3702 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Deleting port fa2e74d9-1262-4254-8774-c79aac654a8f {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:09:23.788619 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-41a201fb-84c8-4c05-a77e-cf8e31666603 req-e13f07ff-3f50-473e-a9ba-d204772e3702 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:23.877263 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-41a201fb-84c8-4c05-a77e-cf8e31666603 req-e13f07ff-3f50-473e-a9ba-d204772e3702 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] For port fa2e74d9-1262-4254-8774-c79aac654a8f, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=fa2e74d9-1262-4254-8774-c79aac654a8f,segment=NetworkSegment(15c78198-813d-4ed5-bc99-cd2af9300c60),segment_id=15c78198-813d-4ed5-bc99-cd2af9300c60)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:09:23.878538 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-41a201fb-84c8-4c05-a77e-cf8e31666603 req-e13f07ff-3f50-473e-a9ba-d204772e3702 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:23.892679 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-41a201fb-84c8-4c05-a77e-cf8e31666603 req-e13f07ff-3f50-473e-a9ba-d204772e3702 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Calling delete_port for fa2e74d9-1262-4254-8774-c79aac654a8f owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:09:24.086897 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-41a201fb-84c8-4c05-a77e-cf8e31666603 req-e13f07ff-3f50-473e-a9ba-d204772e3702 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:24.117209 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13f07ff-3f50-473e-a9ba-d204772e3702 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Pushing event deleted for resources: {'Port': ['ID=fa2e74d9-1262-4254-8774-c79aac654a8f,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:09:24.132613 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['fa2e74d9-1262-4254-8774-c79aac654a8f'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:09:24.145490 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13f07ff-3f50-473e-a9ba-d204772e3702 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:09:24.145845 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13f07ff-3f50-473e-a9ba-d204772e3702 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:09:24.146190 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13f07ff-3f50-473e-a9ba-d204772e3702 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:09:24.146530 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13f07ff-3f50-473e-a9ba-d204772e3702 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:09:24.146869 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13f07ff-3f50-473e-a9ba-d204772e3702 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:09:24.147208 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13f07ff-3f50-473e-a9ba-d204772e3702 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:09:24.147571 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13f07ff-3f50-473e-a9ba-d204772e3702 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:09:24.148027 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13f07ff-3f50-473e-a9ba-d204772e3702 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:09:24.148369 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13f07ff-3f50-473e-a9ba-d204772e3702 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:09:24.148712 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13f07ff-3f50-473e-a9ba-d204772e3702 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:09:24.149028 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13f07ff-3f50-473e-a9ba-d204772e3702 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:09:24.149354 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13f07ff-3f50-473e-a9ba-d204772e3702 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:09:24.175579 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-41a201fb-84c8-4c05-a77e-cf8e31666603 req-e13f07ff-3f50-473e-a9ba-d204772e3702 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] No DVR routers for this DVR port fa2e74d9-1262-4254-8774-c79aac654a8f on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:09:24.178136 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-41a201fb-84c8-4c05-a77e-cf8e31666603 req-e13f07ff-3f50-473e-a9ba-d204772e3702 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:24.180153 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-41a201fb-84c8-4c05-a77e-cf8e31666603 req-e13f07ff-3f50-473e-a9ba-d204772e3702 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.62 "DELETE /v2.0/ports/fa2e74d9-1262-4254-8774-c79aac654a8f HTTP/1.1" status: 204 len: 173 time: 0.4972599 Jul 09 15:09:24.180588 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac67697a-9fa5-43cd-97c0-c8b4dd2f603b', 'name': 'network-vif-deleted', 'tag': 'fa2e74d9-1262-4254-8774-c79aac654a8f'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:09:24.182851 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94c4689-fadc-4f23-bd43-3dc18f01f1cc" -d '{"events": [{"server_uuid": "ac67697a-9fa5-43cd-97c0-c8b4dd2f603b", "name": "network-vif-deleted", "tag": "fa2e74d9-1262-4254-8774-c79aac654a8f"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:09:24.339240 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b68e56d9-0f79-46e0-9599-04ff9cb4ff11 x-openstack-request-id: req-b68e56d9-0f79-46e0-9599-04ff9cb4ff11 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:09:24.339569 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac67697a-9fa5-43cd-97c0-c8b4dd2f603b", "name": "network-vif-deleted", "tag": "fa2e74d9-1262-4254-8774-c79aac654a8f", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:09:24.340269 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b68e56d9-0f79-46e0-9599-04ff9cb4ff11 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:09:24.340684 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac67697a-9fa5-43cd-97c0-c8b4dd2f603b', 'name': 'network-vif-deleted', 'tag': 'fa2e74d9-1262-4254-8774-c79aac654a8f', 'status': 'completed', 'code': 200} Jul 09 15:09:24.413738 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7684ed60-8b8a-416a-af69-54c4ee14b030 req-718f7ffc-847c-45ac-9187-ef621289b3b8 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67697a-9fa5-43cd-97c0-c8b4dd2f603b HTTP/1.1" status: 200 len: 210 time: 0.0300500 Jul 09 15:09:24.814979 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea58ec77-b466-4e9c-8398-91c60028fc6f req-7ecbae07-70d4-47b1-a6d9-ebc6cb11e618 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:24.817045 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ea58ec77-b466-4e9c-8398-91c60028fc6f req-7ecbae07-70d4-47b1-a6d9-ebc6cb11e618 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=339cfb02-687c-4250-a65f-3a381bea6c71 HTTP/1.1" status: 200 len: 945 time: 0.0678186 Jul 09 15:09:24.857354 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ea58ec77-b466-4e9c-8398-91c60028fc6f req-393cf781-f6e5-4c64-8ad6-98f152bb344d tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334625 Jul 09 15:09:25.111293 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 63a7e10e-c684-41bd-bc26-5bab286adca9 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:09:25.158327 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 63a7e10e-c684-41bd-bc26-5bab286adca9 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:09:25.158972 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:25.238634 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:25.260970 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339cfb02-687c-4250-a65f-3a381bea6c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63a7e10e-c684-41bd-bc26-5bab286adca9'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:09:25.263223 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e400cedd-491b-4a78-8f60-94992eaa6309" -d '{"events": [{"server_uuid": "339cfb02-687c-4250-a65f-3a381bea6c71", "name": "network-vif-plugged", "status": "completed", "tag": "63a7e10e-c684-41bd-bc26-5bab286adca9"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:09:25.277714 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 63a7e10e-c684-41bd-bc26-5bab286adca9, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=63a7e10e-c684-41bd-bc26-5bab286adca9,segment=NetworkSegment(06875dad-dad1-4e17-960d-8ec4e4c881bc),segment_id=06875dad-dad1-4e17-960d-8ec4e4c881bc)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:09:25.301048 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72496f62-40f8-42b3-b332-c7120ed571b3 x-openstack-request-id: req-72496f62-40f8-42b3-b332-c7120ed571b3 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:09:25.301048 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "339cfb02-687c-4250-a65f-3a381bea6c71", "name": "network-vif-plugged", "status": "completed", "tag": "63a7e10e-c684-41bd-bc26-5bab286adca9", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:09:25.301048 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-72496f62-40f8-42b3-b332-c7120ed571b3 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:09:25.301048 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '339cfb02-687c-4250-a65f-3a381bea6c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63a7e10e-c684-41bd-bc26-5bab286adca9', 'code': 200} Jul 09 15:09:25.343411 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:25.400890 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=63a7e10e-c684-41bd-bc26-5bab286adca9,revision_number=7']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:09:25.575075 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1dc2dbf9-8ed6-49f2-b3d7-a458f96d3517 req-ca4857ae-ed27-4196-8b71-75969835bb97 tempest-ServerRescueTestJSON-1802498466 tempest-ServerRescueTestJSON-1802498466-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67697a-9fa5-43cd-97c0-c8b4dd2f603b HTTP/1.1" status: 200 len: 210 time: 0.0283966 Jul 09 15:09:26.044436 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cbc563-d19a-49e4-a252-0db8288be667 req-dc32e72e-e746-4f31-bf81-269a0d3c14d2 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:26.045927 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e9cbc563-d19a-49e4-a252-0db8288be667 req-dc32e72e-e746-4f31-bf81-269a0d3c14d2 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=339cfb02-687c-4250-a65f-3a381bea6c71 HTTP/1.1" status: 200 len: 946 time: 0.0638731 Jul 09 15:09:26.084146 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e9cbc563-d19a-49e4-a252-0db8288be667 req-262e946c-4cf0-4d4c-a39b-167c7d533a8c tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319707 Jul 09 15:09:26.115659 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-09e5b185-01c7-4f1c-9602-2ed56a070c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:26.671090 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39574) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:09:27.014873 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ac1555e9-4e8d-40c1-98d2-2a64dce8c0d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:27.120388 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device fa2e74d9-1262-4254-8774-c79aac654a8f no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:09:27.144941 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: fa2e74d9-1262-4254-8774-c79aac654a8f {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:09:27.145293 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device fa2e74d9-1262-4254-8774-c79aac654a8f not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:09:27.265760 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0230f-07ea-479e-94f3-4b5e7cd8e0fe req-deca464c-e2fc-4cb6-986e-b7fce0f52a5a tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:27.267307 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3bd0230f-07ea-479e-94f3-4b5e7cd8e0fe req-deca464c-e2fc-4cb6-986e-b7fce0f52a5a tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=339cfb02-687c-4250-a65f-3a381bea6c71 HTTP/1.1" status: 200 len: 946 time: 0.0673144 Jul 09 15:09:27.283920 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-ac1555e9-4e8d-40c1-98d2-2a64dce8c0d3 admin admin] Deleting port 6230d354-acf0-4b79-95cc-955b88d19481 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:09:27.284475 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ac1555e9-4e8d-40c1-98d2-2a64dce8c0d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:27.308129 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3bd0230f-07ea-479e-94f3-4b5e7cd8e0fe req-d53dd6d9-2bd5-4eb0-be76-70f21499be5e tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340991 Jul 09 15:09:27.364186 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-ac1555e9-4e8d-40c1-98d2-2a64dce8c0d3 admin admin] For port 6230d354-acf0-4b79-95cc-955b88d19481, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=6230d354-acf0-4b79-95cc-955b88d19481,segment=NetworkSegment(15c78198-813d-4ed5-bc99-cd2af9300c60),segment_id=15c78198-813d-4ed5-bc99-cd2af9300c60)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:09:27.364556 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ac1555e9-4e8d-40c1-98d2-2a64dce8c0d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:27.377785 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-ac1555e9-4e8d-40c1-98d2-2a64dce8c0d3 admin admin] Calling delete_port for 6230d354-acf0-4b79-95cc-955b88d19481 owned by network:router_interface {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:09:27.669410 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ac1555e9-4e8d-40c1-98d2-2a64dce8c0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:27.700411 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1555e9-4e8d-40c1-98d2-2a64dce8c0d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6230d354-acf0-4b79-95cc-955b88d19481,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:09:27.861836 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ac1555e9-4e8d-40c1-98d2-2a64dce8c0d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:28.076863 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac1555e9-4e8d-40c1-98d2-2a64dce8c0d3 admin admin] Router ac8c917c-2881-4bef-881a-8becc748637a has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:09:28.193541 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1555e9-4e8d-40c1-98d2-2a64dce8c0d3 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:09:28.198513 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ac1555e9-4e8d-40c1-98d2-2a64dce8c0d3 admin admin] 10.222.0.58 "PUT /v2.0/routers/ac8c917c-2881-4bef-881a-8becc748637a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5263515 Jul 09 15:09:28.201201 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39608) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:09:28.205652 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa3ab8c-028d-4c6e-baaf-a1832ed8cd15 None None] Sync routers for ids ['ac8c917c-2881-4bef-881a-8becc748637a'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:09:28.216912 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa3ab8c-028d-4c6e-baaf-a1832ed8cd15 None None] Routers {'ac8c917c-2881-4bef-881a-8becc748637a'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:09:28.217942 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-baa3ab8c-028d-4c6e-baaf-a1832ed8cd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:08:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['ac8c917c-2881-4bef-881a-8becc748637a'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:09:28.359591 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-aada79de-21ee-4e34-8e53-09379e387e29 admin admin] Notify callbacks [] for router, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:28.364289 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-baa3ab8c-028d-4c6e-baaf-a1832ed8cd15 None None] Set router ac8c917c-2881-4bef-881a-8becc748637a gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:09:28.501246 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-aada79de-21ee-4e34-8e53-09379e387e29 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:28.570804 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a290772-949d-4128-a526-e78ae09e5904 req-ae8efbef-c869-4619-9183-5dcad71aea3a tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:28.573067 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2a290772-949d-4128-a526-e78ae09e5904 req-ae8efbef-c869-4619-9183-5dcad71aea3a tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=339cfb02-687c-4250-a65f-3a381bea6c71 HTTP/1.1" status: 200 len: 946 time: 0.0807936 Jul 09 15:09:28.579609 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-baa3ab8c-028d-4c6e-baaf-a1832ed8cd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8c917c-2881-4bef-881a-8becc748637a', 'name': 'tempest-ServerRescueTestJSON-220388385-router', 'tenant_id': '58a03f9342d64854b45abe6c697001d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '17bea233-de0b-4419-ab96-5a3a8dad32af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:07:20Z', 'updated_at': '2021-07-09T15:09:27Z', 'revision_number': 5, 'project_id': '58a03f9342d64854b45abe6c697001d7', 'gw_port': {'id': '17bea233-de0b-4419-ab96-5a3a8dad32af', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8c917c-2881-4bef-881a-8becc748637a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:07:21Z', 'updated_at': '2021-07-09T15:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:09:28.615320 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa3ab8c-028d-4c6e-baaf-a1832ed8cd15 None None] Checking router: ac8c917c-2881-4bef-881a-8becc748637a for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:09:28.620693 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2a290772-949d-4128-a526-e78ae09e5904 req-be65c623-5404-4cf4-bb5a-9822706dde5d tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372040 Jul 09 15:09:28.626501 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa3ab8c-028d-4c6e-baaf-a1832ed8cd15 None None] Routers {'ac8c917c-2881-4bef-881a-8becc748637a'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:09:28.627466 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-baa3ab8c-028d-4c6e-baaf-a1832ed8cd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:08:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['ac8c917c-2881-4bef-881a-8becc748637a'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:09:28.671286 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-aada79de-21ee-4e34-8e53-09379e387e29 admin admin] Deleting port 17bea233-de0b-4419-ab96-5a3a8dad32af {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:09:28.671777 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-aada79de-21ee-4e34-8e53-09379e387e29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:28.728015 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-baa3ab8c-028d-4c6e-baaf-a1832ed8cd15 None None] Set router ac8c917c-2881-4bef-881a-8becc748637a gateway port host: None {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:09:28.767341 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-aada79de-21ee-4e34-8e53-09379e387e29 admin admin] For port 17bea233-de0b-4419-ab96-5a3a8dad32af, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=17bea233-de0b-4419-ab96-5a3a8dad32af,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:09:28.767926 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-aada79de-21ee-4e34-8e53-09379e387e29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:28.787781 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-aada79de-21ee-4e34-8e53-09379e387e29 admin admin] Calling delete_port for 17bea233-de0b-4419-ab96-5a3a8dad32af owned by network:router_gateway {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:09:28.790612 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-baa3ab8c-028d-4c6e-baaf-a1832ed8cd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8c917c-2881-4bef-881a-8becc748637a', 'name': 'tempest-ServerRescueTestJSON-220388385-router', 'tenant_id': '58a03f9342d64854b45abe6c697001d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:07:20Z', 'updated_at': '2021-07-09T15:09:28Z', 'revision_number': 6, 'project_id': '58a03f9342d64854b45abe6c697001d7', 'gw_port_host': None}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:09:28.817742 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa3ab8c-028d-4c6e-baaf-a1832ed8cd15 None None] The sync data for ids ['ac8c917c-2881-4bef-881a-8becc748637a'] in n-d-799529-6 is: [{'id': 'ac8c917c-2881-4bef-881a-8becc748637a', 'name': 'tempest-ServerRescueTestJSON-220388385-router', 'tenant_id': '58a03f9342d64854b45abe6c697001d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:07:20Z', 'updated_at': '2021-07-09T15:09:28Z', 'revision_number': 6, 'project_id': '58a03f9342d64854b45abe6c697001d7', 'gw_port_host': None}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:09:29.078762 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-dc7f1249-9415-4aaa-9176-a31ff315546f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:29.118933 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-aada79de-21ee-4e34-8e53-09379e387e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:29.142930 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aada79de-21ee-4e34-8e53-09379e387e29 admin admin] Pushing event deleted for resources: {'Port': ['ID=17bea233-de0b-4419-ab96-5a3a8dad32af,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:09:29.212051 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:29.237096 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-aada79de-21ee-4e34-8e53-09379e387e29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:29.248445 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 6230d354-acf0-4b79-95cc-955b88d19481 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:09:29.273631 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 6230d354-acf0-4b79-95cc-955b88d19481 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:09:29.274061 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 6230d354-acf0-4b79-95cc-955b88d19481 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:09:29.337114 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-aada79de-21ee-4e34-8e53-09379e387e29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:29.339151 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-aada79de-21ee-4e34-8e53-09379e387e29 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:29.456553 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-aada79de-21ee-4e34-8e53-09379e387e29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:29.457869 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aada79de-21ee-4e34-8e53-09379e387e29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac8c917c-2881-4bef-881a-8becc748637a {{(pid=94446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 15:09:29.462992 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-aada79de-21ee-4e34-8e53-09379e387e29 admin admin] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:29.467009 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-aada79de-21ee-4e34-8e53-09379e387e29 admin admin] 10.222.0.58 "DELETE /v2.0/routers/ac8c917c-2881-4bef-881a-8becc748637a HTTP/1.1" status: 204 len: 168 time: 1.2623625 Jul 09 15:09:29.467009 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39620) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:09:29.535720 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b2bbb96-a69c-4d07-bcfd-1ce187599e33 admin admin] Deleting subnet cded0840-5655-4dcd-8f99-f8da8558a443 {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:09:29.537307 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8b2bbb96-a69c-4d07-bcfd-1ce187599e33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:29.574965 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8b2bbb96-a69c-4d07-bcfd-1ce187599e33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:29.634266 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8b2bbb96-a69c-4d07-bcfd-1ce187599e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:29.768424 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8b2bbb96-a69c-4d07-bcfd-1ce187599e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:29.813719 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2bbb96-a69c-4d07-bcfd-1ce187599e33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cded0840-5655-4dcd-8f99-f8da8558a443,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:09:29.839788 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8b2bbb96-a69c-4d07-bcfd-1ce187599e33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:29.844197 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-8b2bbb96-a69c-4d07-bcfd-1ce187599e33 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/cded0840-5655-4dcd-8f99-f8da8558a443 HTTP/1.1" status: 204 len: 168 time: 0.3737490 Jul 09 15:09:29.846532 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39624) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:09:29.955113 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5e5aef58-418b-4e6f-9085-d89c35e5e2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:29.983009 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb5ef41-043a-40b9-91a8-1fc4dd2c4aeb req-d671a6c5-0f76-4739-b73f-ad56318dceee tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:29.984781 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-beb5ef41-043a-40b9-91a8-1fc4dd2c4aeb req-d671a6c5-0f76-4739-b73f-ad56318dceee tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=339cfb02-687c-4250-a65f-3a381bea6c71 HTTP/1.1" status: 200 len: 946 time: 0.1675994 Jul 09 15:09:30.099525 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5e5aef58-418b-4e6f-9085-d89c35e5e2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:30.115987 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-beb5ef41-043a-40b9-91a8-1fc4dd2c4aeb req-7608ea87-eaab-44e5-bedc-553600e0617d tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027620 Jul 09 15:09:30.115987 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-5e5aef58-418b-4e6f-9085-d89c35e5e2d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:09:30.127404 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-5e5aef58-418b-4e6f-9085-d89c35e5e2d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15c78198-813d-4ed5-bc99-cd2af9300c60') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:09:30.128326 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-5e5aef58-418b-4e6f-9085-d89c35e5e2d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15c78198-813d-4ed5-bc99-cd2af9300c60') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:09:30.147338 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5e5aef58-418b-4e6f-9085-d89c35e5e2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:30.174058 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5e5aef58-418b-4e6f-9085-d89c35e5e2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:30.180852 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e5aef58-418b-4e6f-9085-d89c35e5e2d5 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:09:30.181244 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5e5aef58-418b-4e6f-9085-d89c35e5e2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:30.183152 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:09:30.183152 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:09:30.183152 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:09:30.183152 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:09:30.183152 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:09:30.183152 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:09:30.183152 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 15:09:30.183152 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:09:30.183152 n-d-799529-6 neutron-server[94446]: timer() Jul 09 15:09:30.183152 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:09:30.183152 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 15:09:30.183152 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:09:30.183152 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 15:09:30.183152 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:09:30.183152 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 15:09:30.183152 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:09:30.183152 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 15:09:30.183152 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:09:30.183152 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 15:09:30.183152 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:09:30.183152 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:09:30.183152 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:09:30.183152 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:09:30.183152 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:09:30.183152 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 15:09:30.183152 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:09:30.183152 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 15:09:30.183152 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:09:30.183152 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:09:30.183152 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:09:30.183152 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 15:09:30.183152 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:09:30.183152 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:09:30.183152 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:09:30.183152 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:09:30.183152 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:09:30.183152 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:09:30.183152 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:09:30.255479 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:30.309546 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5e5aef58-418b-4e6f-9085-d89c35e5e2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:30.315110 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5e5aef58-418b-4e6f-9085-d89c35e5e2d5 admin admin] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:30.318019 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-5e5aef58-418b-4e6f-9085-d89c35e5e2d5 admin admin] 10.222.0.58 "DELETE /v2.0/networks/dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e HTTP/1.1" status: 204 len: 168 time: 0.4717462 Jul 09 15:09:30.345269 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5aef58-418b-4e6f-9085-d89c35e5e2d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd8be7aa-51bb-4cbd-a123-ef9d99fd2d2e,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:09:30.741066 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 39630) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:09:30.785749 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-22770145-a6bf-4ead-8ec2-6e9789ad2a49 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=58a03f9342d64854b45abe6c697001d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430686 Jul 09 15:09:30.788076 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 39632) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:09:30.842935 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fbc6abbb-ccf7-435a-9f3f-0c5ca009692d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:30.872683 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fbc6abbb-ccf7-435a-9f3f-0c5ca009692d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:30.989581 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 17bea233-de0b-4419-ab96-5a3a8dad32af no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:09:30.998475 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fbc6abbb-ccf7-435a-9f3f-0c5ca009692d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:31.001365 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fbc6abbb-ccf7-435a-9f3f-0c5ca009692d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:31.002763 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-fbc6abbb-ccf7-435a-9f3f-0c5ca009692d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/11c461d4-56bf-480b-8680-adea35bc49ea HTTP/1.1" status: 204 len: 168 time: 0.2136908 Jul 09 15:09:31.017524 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 17bea233-de0b-4419-ab96-5a3a8dad32af {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:09:31.017956 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 17bea233-de0b-4419-ab96-5a3a8dad32af not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:09:31.055108 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc6abbb-ccf7-435a-9f3f-0c5ca009692d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c461d4-56bf-480b-8680-adea35bc49ea,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:09:31.066182 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc6abbb-ccf7-435a-9f3f-0c5ca009692d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:09:31.067351 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc6abbb-ccf7-435a-9f3f-0c5ca009692d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:09:31.067876 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc6abbb-ccf7-435a-9f3f-0c5ca009692d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:09:31.068502 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc6abbb-ccf7-435a-9f3f-0c5ca009692d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:09:31.069583 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc6abbb-ccf7-435a-9f3f-0c5ca009692d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:09:31.070787 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc6abbb-ccf7-435a-9f3f-0c5ca009692d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:09:31.071984 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc6abbb-ccf7-435a-9f3f-0c5ca009692d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:09:31.072673 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc6abbb-ccf7-435a-9f3f-0c5ca009692d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:09:31.073276 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc6abbb-ccf7-435a-9f3f-0c5ca009692d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:09:31.073976 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc6abbb-ccf7-435a-9f3f-0c5ca009692d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:09:31.074445 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc6abbb-ccf7-435a-9f3f-0c5ca009692d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:09:31.074788 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc6abbb-ccf7-435a-9f3f-0c5ca009692d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:09:31.115353 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-018ffa36-93be-4df4-a618-210c4ea1bfe6 req-7b5c195d-6fa1-49b1-82c1-ef589265d912 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=122a589b-3350-4a9f-ba01-d8a683c763b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1112576 Jul 09 15:09:31.245025 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ffa36-93be-4df4-a618-210c4ea1bfe6 req-46612e0b-b4c7-4745-ab2c-6b3d27b4bb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:31.246878 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-018ffa36-93be-4df4-a618-210c4ea1bfe6 req-46612e0b-b4c7-4745-ab2c-6b3d27b4bb54 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c03b5d3d86974e68a5911d632d382871&device_id=122a589b-3350-4a9f-ba01-d8a683c763b2 HTTP/1.1" status: 200 len: 1097 time: 0.0741076 Jul 09 15:09:31.331819 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d6c3a7-bc36-45fb-b822-66ec3a857cdd req-be72261d-e420-46cc-b03a-3390b537a714 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:31.333854 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-94d6c3a7-bc36-45fb-b822-66ec3a857cdd req-be72261d-e420-46cc-b03a-3390b537a714 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=339cfb02-687c-4250-a65f-3a381bea6c71 HTTP/1.1" status: 200 len: 946 time: 0.0766289 Jul 09 15:09:31.382755 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ffa36-93be-4df4-a618-210c4ea1bfe6 req-731e92c3-456a-4643-90e5-58bea50f387a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:31.384660 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-018ffa36-93be-4df4-a618-210c4ea1bfe6 req-731e92c3-456a-4643-90e5-58bea50f387a service neutron] 10.222.0.54 "GET /v2.0/networks?id=2caf48fb-184c-426e-a7e2-2d876991b7f4 HTTP/1.1" status: 200 len: 912 time: 0.1116705 Jul 09 15:09:31.403444 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-94d6c3a7-bc36-45fb-b822-66ec3a857cdd req-7dfbcb09-a492-4d80-98e4-f04956ff98a3 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632434 Jul 09 15:09:31.447445 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-018ffa36-93be-4df4-a618-210c4ea1bfe6 req-edfe3655-1bc8-43f0-a011-f507764ec21c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f01ab20f-9308-4ae2-88ac-3c399a610043 HTTP/1.1" status: 200 len: 217 time: 0.0557969 Jul 09 15:09:31.518063 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ffa36-93be-4df4-a618-210c4ea1bfe6 req-58a1ccf6-fe63-44ee-9a0b-8659f2dadd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:31.519520 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-018ffa36-93be-4df4-a618-210c4ea1bfe6 req-58a1ccf6-fe63-44ee-9a0b-8659f2dadd04 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a10947be-2e1d-4b8b-b31f-e273354d0e7a HTTP/1.1" status: 200 len: 850 time: 0.0599945 Jul 09 15:09:31.628339 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ffa36-93be-4df4-a618-210c4ea1bfe6 req-f187462a-834d-471c-bce3-f7483598c236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:31.630075 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-018ffa36-93be-4df4-a618-210c4ea1bfe6 req-f187462a-834d-471c-bce3-f7483598c236 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2caf48fb-184c-426e-a7e2-2d876991b7f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1039524 Jul 09 15:09:31.730310 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-018ffa36-93be-4df4-a618-210c4ea1bfe6 req-2c0f1556-2f39-457f-b922-a6ed507d236d service neutron] 10.222.0.54 "GET /v2.0/networks/2caf48fb-184c-426e-a7e2-2d876991b7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931277 Jul 09 15:09:31.829166 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-018ffa36-93be-4df4-a618-210c4ea1bfe6 req-81c68630-7e7f-49f8-abdd-2a23b61de387 service neutron] 10.222.0.54 "GET /v2.0/networks/2caf48fb-184c-426e-a7e2-2d876991b7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925674 Jul 09 15:09:31.851832 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:32.604327 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec78eaa-5d60-4de2-8fbd-3729d523573c req-dbe313d3-3d23-432a-9acb-f70e65d50f74 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:32.611780 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cec78eaa-5d60-4de2-8fbd-3729d523573c req-dbe313d3-3d23-432a-9acb-f70e65d50f74 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=339cfb02-687c-4250-a65f-3a381bea6c71 HTTP/1.1" status: 200 len: 946 time: 0.0733380 Jul 09 15:09:32.640924 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:09:32.676119 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cec78eaa-5d60-4de2-8fbd-3729d523573c req-4898aba1-bcce-43be-ac19-23cbc73d4c32 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633345 Jul 09 15:09:33.228728 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 39680) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:09:33.345842 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fc8256fd-087d-4bfc-9715-9389b0d4dba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:33.484021 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fc8256fd-087d-4bfc-9715-9389b0d4dba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:33.547098 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fc8256fd-087d-4bfc-9715-9389b0d4dba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:33.591464 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-fc8256fd-087d-4bfc-9715-9389b0d4dba2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5c8ba449a8fd4b27bc79310a2ba3551e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3615420 Jul 09 15:09:33.591816 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39684) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:09:33.592664 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8256fd-087d-4bfc-9715-9389b0d4dba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930a29f9-1034-4bd0-9deb-9192bcf168f9,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:09:33.670443 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-67911497-0cdb-47ab-b019-4e538909adfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:34.072328 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-67911497-0cdb-47ab-b019-4e538909adfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:34.174895 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac91d7-92be-4444-ae9c-825394354428 req-6c82e98a-05b8-4c6d-b50d-f92483d476d4 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:34.179792 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-efac91d7-92be-4444-ae9c-825394354428 req-6c82e98a-05b8-4c6d-b50d-f92483d476d4 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=339cfb02-687c-4250-a65f-3a381bea6c71 HTTP/1.1" status: 200 len: 946 time: 0.0889459 Jul 09 15:09:34.220723 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-efac91d7-92be-4444-ae9c-825394354428 req-050b03ea-4f0d-4679-8e58-28e3b4a065c1 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381939 Jul 09 15:09:34.246390 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-67911497-0cdb-47ab-b019-4e538909adfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:34.249094 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-67911497-0cdb-47ab-b019-4e538909adfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:34.250315 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-67911497-0cdb-47ab-b019-4e538909adfc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/930a29f9-1034-4bd0-9deb-9192bcf168f9 HTTP/1.1" status: 204 len: 168 time: 0.6573026 Jul 09 15:09:34.269942 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67911497-0cdb-47ab-b019-4e538909adfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930a29f9-1034-4bd0-9deb-9192bcf168f9,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:09:35.442821 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2e904-135b-4427-9cb4-7fad702fddcf req-d738afc4-10c3-4b71-aac1-883d201c866e tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:35.444464 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-44b2e904-135b-4427-9cb4-7fad702fddcf req-d738afc4-10c3-4b71-aac1-883d201c866e tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=339cfb02-687c-4250-a65f-3a381bea6c71 HTTP/1.1" status: 200 len: 946 time: 0.0866961 Jul 09 15:09:35.492258 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-44b2e904-135b-4427-9cb4-7fad702fddcf req-32fe9c62-84e4-4726-b6de-f542fcc47509 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420468 Jul 09 15:09:36.692805 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c707f5d-3348-462b-be3e-ed570f49f6f4 req-81a55bed-ec05-49c7-aabe-1fffa84bc51f tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:36.694554 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0c707f5d-3348-462b-be3e-ed570f49f6f4 req-81a55bed-ec05-49c7-aabe-1fffa84bc51f tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=339cfb02-687c-4250-a65f-3a381bea6c71 HTTP/1.1" status: 200 len: 946 time: 0.0735996 Jul 09 15:09:36.743928 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0c707f5d-3348-462b-be3e-ed570f49f6f4 req-f42790ca-8888-4b50-a117-5539a3c81f83 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436583 Jul 09 15:09:37.956634 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e777364f-fa86-40c7-9284-bb18b465aa23 req-bb8d6bd3-efc8-44b5-b9b7-76548ee32085 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:37.958473 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e777364f-fa86-40c7-9284-bb18b465aa23 req-bb8d6bd3-efc8-44b5-b9b7-76548ee32085 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=339cfb02-687c-4250-a65f-3a381bea6c71 HTTP/1.1" status: 200 len: 946 time: 0.0722265 Jul 09 15:09:37.999963 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e777364f-fa86-40c7-9284-bb18b465aa23 req-30ff607f-6ea4-47a9-9b60-e12f903d6f9f tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350981 Jul 09 15:09:39.216362 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b128c92-b094-4695-8c59-43a3859d2ab6 req-935d92cc-0df9-4b82-93f7-bc72b9554a8a tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:39.217854 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3b128c92-b094-4695-8c59-43a3859d2ab6 req-935d92cc-0df9-4b82-93f7-bc72b9554a8a tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=339cfb02-687c-4250-a65f-3a381bea6c71 HTTP/1.1" status: 200 len: 946 time: 0.0968490 Jul 09 15:09:39.258476 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3b128c92-b094-4695-8c59-43a3859d2ab6 req-e9893bbc-c638-448d-b4c2-74fb6c5879dd tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338385 Jul 09 15:09:40.279378 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39812) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:09:40.341381 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-8dc7ca7e-fac1-46f5-8674-44e07ec66b79 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/floatingips/59dd2cee-ab47-4e33-b207-8bfce38ff38f HTTP/1.1" status: 200 len: 994 time: 0.0608282 Jul 09 15:09:40.449986 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9590afb6-d7be-49d3-99cd-1f55e70d66d5 req-702f8e54-9e40-4243-a1e5-e64a852c529e tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:40.451545 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9590afb6-d7be-49d3-99cd-1f55e70d66d5 req-702f8e54-9e40-4243-a1e5-e64a852c529e tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=339cfb02-687c-4250-a65f-3a381bea6c71 HTTP/1.1" status: 200 len: 946 time: 0.0742288 Jul 09 15:09:40.493149 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9590afb6-d7be-49d3-99cd-1f55e70d66d5 req-23845c24-9bad-4d23-b9e9-e28bf43b7e94 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357502 Jul 09 15:09:40.640448 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39822) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:09:40.799220 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-055fd4cc-46f8-4f48-9192-7fba8b462637 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Deleting port d629b72b-061c-4755-9d5f-cbbf269d6c0f {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:09:40.799605 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-055fd4cc-46f8-4f48-9192-7fba8b462637 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:40.914514 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-055fd4cc-46f8-4f48-9192-7fba8b462637 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:40.914844 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-055fd4cc-46f8-4f48-9192-7fba8b462637 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:40.930345 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-055fd4cc-46f8-4f48-9192-7fba8b462637 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Calling delete_port for d629b72b-061c-4755-9d5f-cbbf269d6c0f owned by network:floatingip {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:09:40.938293 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766dce3-d9d6-49a4-b901-d1638651a26f req-bb3d3449-853b-4967-bca0-2fcfac96e7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:40.939846 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7766dce3-d9d6-49a4-b901-d1638651a26f req-bb3d3449-853b-4967-bca0-2fcfac96e7f6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c03b5d3d86974e68a5911d632d382871&device_id=339cfb02-687c-4250-a65f-3a381bea6c71 HTTP/1.1" status: 200 len: 1097 time: 0.1053333 Jul 09 15:09:41.094570 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766dce3-d9d6-49a4-b901-d1638651a26f req-b7e98a65-48d7-44c9-8b03-2dca5ab0a6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:41.096004 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7766dce3-d9d6-49a4-b901-d1638651a26f req-b7e98a65-48d7-44c9-8b03-2dca5ab0a6f5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2caf48fb-184c-426e-a7e2-2d876991b7f4 HTTP/1.1" status: 200 len: 912 time: 0.1446810 Jul 09 15:09:41.149723 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7766dce3-d9d6-49a4-b901-d1638651a26f req-76697161-763c-4f80-962d-c154e99ec71a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63a7e10e-c684-41bd-bc26-5bab286adca9 HTTP/1.1" status: 200 len: 217 time: 0.0415154 Jul 09 15:09:41.231511 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766dce3-d9d6-49a4-b901-d1638651a26f req-2dbdf149-26b3-49d6-98db-6dab12e0e6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:41.233032 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7766dce3-d9d6-49a4-b901-d1638651a26f req-2dbdf149-26b3-49d6-98db-6dab12e0e6c8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a10947be-2e1d-4b8b-b31f-e273354d0e7a HTTP/1.1" status: 200 len: 850 time: 0.0745020 Jul 09 15:09:41.290341 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766dce3-d9d6-49a4-b901-d1638651a26f req-80fcfd40-8378-4df2-9456-84c4ad2fec3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:41.291912 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7766dce3-d9d6-49a4-b901-d1638651a26f req-80fcfd40-8378-4df2-9456-84c4ad2fec3c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2caf48fb-184c-426e-a7e2-2d876991b7f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523365 Jul 09 15:09:41.343165 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-055fd4cc-46f8-4f48-9192-7fba8b462637 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:41.377412 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055fd4cc-46f8-4f48-9192-7fba8b462637 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Pushing event deleted for resources: {'Port': ['ID=d629b72b-061c-4755-9d5f-cbbf269d6c0f,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:09:41.461490 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7766dce3-d9d6-49a4-b901-d1638651a26f req-c64def0c-ffe0-46f1-a4ac-fdb3c6ad1922 service neutron] 10.222.0.62 "GET /v2.0/networks/2caf48fb-184c-426e-a7e2-2d876991b7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632960 Jul 09 15:09:41.466095 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-055fd4cc-46f8-4f48-9192-7fba8b462637 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for floatingip, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:41.466429 n-d-799529-6 neutron-server[94446]: INFO neutron.db.l3_db [None req-055fd4cc-46f8-4f48-9192-7fba8b462637 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Floating IP 59dd2cee-ab47-4e33-b207-8bfce38ff38f disassociated (deleted). External IP: 172.25.3.145, port: 08223099-0dce-4b8e-bfbd-989bc5f88a42. Jul 09 15:09:41.667861 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7766dce3-d9d6-49a4-b901-d1638651a26f req-52707f3a-7662-4aa9-b48b-71ed6e16092a service neutron] 10.222.0.62 "GET /v2.0/networks/2caf48fb-184c-426e-a7e2-2d876991b7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983526 Jul 09 15:09:41.777468 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705ec015-54c4-4f92-b1e1-d3be6f9ee249 req-61cb6907-eb23-4997-92a1-8dd07abcafef tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:41.778967 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-705ec015-54c4-4f92-b1e1-d3be6f9ee249 req-61cb6907-eb23-4997-92a1-8dd07abcafef tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=339cfb02-687c-4250-a65f-3a381bea6c71 HTTP/1.1" status: 200 len: 946 time: 0.1627960 Jul 09 15:09:41.815613 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-055fd4cc-46f8-4f48-9192-7fba8b462637 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Router 9a8edd2d-2f8a-4568-ab15-70330cde47c3 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:09:41.834600 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-705ec015-54c4-4f92-b1e1-d3be6f9ee249 req-c82607b3-201c-4a71-ad07-6e806cb51245 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475416 Jul 09 15:09:41.938905 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-055fd4cc-46f8-4f48-9192-7fba8b462637 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:09:41.944424 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-055fd4cc-46f8-4f48-9192-7fba8b462637 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:41.951036 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfa09f2-7048-43f5-b028-91b5cfd2d1f0 None None] Sync routers for ids ['9a8edd2d-2f8a-4568-ab15-70330cde47c3'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:09:41.962047 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfa09f2-7048-43f5-b028-91b5cfd2d1f0 None None] Routers {'9a8edd2d-2f8a-4568-ab15-70330cde47c3'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:09:41.962672 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-1bfa09f2-7048-43f5-b028-91b5cfd2d1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:09:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['9a8edd2d-2f8a-4568-ab15-70330cde47c3'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:09:41.991885 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-055fd4cc-46f8-4f48-9192-7fba8b462637 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "DELETE /v2.0/floatingips/59dd2cee-ab47-4e33-b207-8bfce38ff38f HTTP/1.1" status: 204 len: 168 time: 1.3476694 Jul 09 15:09:41.991885 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02badfe0-2481-4208-b476-de69c66b57d1', 'tag': '08223099-0dce-4b8e-bfbd-989bc5f88a42'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:09:41.992453 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526e3952-de05-4835-a070-c1fa09a03da2" -d '{"events": [{"name": "network-changed", "server_uuid": "02badfe0-2481-4208-b476-de69c66b57d1", "tag": "08223099-0dce-4b8e-bfbd-989bc5f88a42"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:09:42.074573 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-1bfa09f2-7048-43f5-b028-91b5cfd2d1f0 None None] Set router 9a8edd2d-2f8a-4568-ab15-70330cde47c3 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:09:42.149561 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc417e8-1a06-4f6b-92c0-13ad3a9810eb x-openstack-request-id: req-7fc417e8-1a06-4f6b-92c0-13ad3a9810eb {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:09:42.149561 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02badfe0-2481-4208-b476-de69c66b57d1", "tag": "08223099-0dce-4b8e-bfbd-989bc5f88a42", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:09:42.149979 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7fc417e8-1a06-4f6b-92c0-13ad3a9810eb {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:09:42.150661 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02badfe0-2481-4208-b476-de69c66b57d1', 'tag': '08223099-0dce-4b8e-bfbd-989bc5f88a42', 'status': 'completed', 'code': 200} Jul 09 15:09:42.229117 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e3952-de05-4835-a070-c1fa09a03da2 req-c32976e3-cdc3-4b16-ba6f-9879622bb2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:42.230784 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-526e3952-de05-4835-a070-c1fa09a03da2 req-c32976e3-cdc3-4b16-ba6f-9879622bb2ee service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a6e2ac6f6f91427f816da8127677c24e&device_id=02badfe0-2481-4208-b476-de69c66b57d1 HTTP/1.1" status: 200 len: 1097 time: 0.0561182 Jul 09 15:09:42.310985 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-1bfa09f2-7048-43f5-b028-91b5cfd2d1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8edd2d-2f8a-4568-ab15-70330cde47c3', 'name': 'tempest-TestNetworkBasicOps-router-1316603874', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'adaf1935-f266-49bf-9a71-2a0cc772c380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:08:33Z', 'updated_at': '2021-07-09T15:08:39Z', 'revision_number': 4, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'gw_port': {'id': 'adaf1935-f266-49bf-9a71-2a0cc772c380', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8edd2d-2f8a-4568-ab15-70330cde47c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:08:33Z', 'updated_at': '2021-07-09T15:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'e72fbff7-2b53-4ba8-a1d8-bcd1ff76d49f', 'name': '', 'network_id': 'd4d316a3-a6e0-42a0-84bd-08ddc6eb0452', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'mac_address': 'fa:16:3e:8e:be:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8edd2d-2f8a-4568-ab15-70330cde47c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '26a87583-25a7-4c4f-a84a-28b49e18d6f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:08:38Z', 'updated_at': '2021-07-09T15:08:45Z', 'revision_number': 5, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'subnets': [{'id': '26a87583-25a7-4c4f-a84a-28b49e18d6f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:09:42.337341 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfa09f2-7048-43f5-b028-91b5cfd2d1f0 None None] Checking router: 9a8edd2d-2f8a-4568-ab15-70330cde47c3 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:09:42.345712 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfa09f2-7048-43f5-b028-91b5cfd2d1f0 None None] Routers {'9a8edd2d-2f8a-4568-ab15-70330cde47c3'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:09:42.346366 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-1bfa09f2-7048-43f5-b028-91b5cfd2d1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:09:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['9a8edd2d-2f8a-4568-ab15-70330cde47c3'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:09:42.349838 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e3952-de05-4835-a070-c1fa09a03da2 req-27692d9f-3c77-477d-9c88-4321cb493dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:42.351341 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-526e3952-de05-4835-a070-c1fa09a03da2 req-27692d9f-3c77-477d-9c88-4321cb493dd8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d4d316a3-a6e0-42a0-84bd-08ddc6eb0452 HTTP/1.1" status: 200 len: 897 time: 0.1145635 Jul 09 15:09:42.393909 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-526e3952-de05-4835-a070-c1fa09a03da2 req-c8ce593b-987e-4f3d-bee3-2f7608333995 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08223099-0dce-4b8e-bfbd-989bc5f88a42 HTTP/1.1" status: 200 len: 217 time: 0.0362709 Jul 09 15:09:42.452918 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e3952-de05-4835-a070-c1fa09a03da2 req-b31c1657-660a-4640-a68e-aacdf8bb9d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:42.454475 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-526e3952-de05-4835-a070-c1fa09a03da2 req-b31c1657-660a-4640-a68e-aacdf8bb9d11 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=26a87583-25a7-4c4f-a84a-28b49e18d6f9 HTTP/1.1" status: 200 len: 835 time: 0.0539532 Jul 09 15:09:42.516517 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e3952-de05-4835-a070-c1fa09a03da2 req-4055e921-6166-4319-a3ff-5313cebcc8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:42.518661 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-526e3952-de05-4835-a070-c1fa09a03da2 req-4055e921-6166-4319-a3ff-5313cebcc8dd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d4d316a3-a6e0-42a0-84bd-08ddc6eb0452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574543 Jul 09 15:09:42.560676 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-1bfa09f2-7048-43f5-b028-91b5cfd2d1f0 None None] Set router 9a8edd2d-2f8a-4568-ab15-70330cde47c3 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:09:42.619765 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-526e3952-de05-4835-a070-c1fa09a03da2 req-aa3b220b-3902-4cb6-a6b4-2744d2807071 service neutron] 10.222.0.54 "GET /v2.0/networks/d4d316a3-a6e0-42a0-84bd-08ddc6eb0452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944674 Jul 09 15:09:42.756960 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-526e3952-de05-4835-a070-c1fa09a03da2 req-ff16170c-ce8c-4872-bdb2-6e62e4903763 service neutron] 10.222.0.54 "GET /v2.0/networks/d4d316a3-a6e0-42a0-84bd-08ddc6eb0452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301303 Jul 09 15:09:42.774717 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-1bfa09f2-7048-43f5-b028-91b5cfd2d1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8edd2d-2f8a-4568-ab15-70330cde47c3', 'name': 'tempest-TestNetworkBasicOps-router-1316603874', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'adaf1935-f266-49bf-9a71-2a0cc772c380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:08:33Z', 'updated_at': '2021-07-09T15:08:39Z', 'revision_number': 4, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'gw_port': {'id': 'adaf1935-f266-49bf-9a71-2a0cc772c380', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8edd2d-2f8a-4568-ab15-70330cde47c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:08:33Z', 'updated_at': '2021-07-09T15:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'e72fbff7-2b53-4ba8-a1d8-bcd1ff76d49f', 'name': '', 'network_id': 'd4d316a3-a6e0-42a0-84bd-08ddc6eb0452', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'mac_address': 'fa:16:3e:8e:be:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8edd2d-2f8a-4568-ab15-70330cde47c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '26a87583-25a7-4c4f-a84a-28b49e18d6f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:08:38Z', 'updated_at': '2021-07-09T15:08:45Z', 'revision_number': 5, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'subnets': [{'id': '26a87583-25a7-4c4f-a84a-28b49e18d6f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:09:42.780079 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a06ff04-a88f-406a-8a35-90b170d2dc64 req-9a78b92a-979a-4b58-bf38-6dd4e1565dab tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:42.781562 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2a06ff04-a88f-406a-8a35-90b170d2dc64 req-9a78b92a-979a-4b58-bf38-6dd4e1565dab tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/ports?device_id=02badfe0-2481-4208-b476-de69c66b57d1 HTTP/1.1" status: 200 len: 946 time: 0.0994468 Jul 09 15:09:42.810092 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfa09f2-7048-43f5-b028-91b5cfd2d1f0 None None] The sync data for ids ['9a8edd2d-2f8a-4568-ab15-70330cde47c3'] in n-d-799529-6 is: [{'id': '9a8edd2d-2f8a-4568-ab15-70330cde47c3', 'name': 'tempest-TestNetworkBasicOps-router-1316603874', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'adaf1935-f266-49bf-9a71-2a0cc772c380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:08:33Z', 'updated_at': '2021-07-09T15:08:39Z', 'revision_number': 4, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'gw_port': {'id': 'adaf1935-f266-49bf-9a71-2a0cc772c380', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8edd2d-2f8a-4568-ab15-70330cde47c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:08:33Z', 'updated_at': '2021-07-09T15:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'e72fbff7-2b53-4ba8-a1d8-bcd1ff76d49f', 'name': '', 'network_id': 'd4d316a3-a6e0-42a0-84bd-08ddc6eb0452', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'mac_address': 'fa:16:3e:8e:be:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8edd2d-2f8a-4568-ab15-70330cde47c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '26a87583-25a7-4c4f-a84a-28b49e18d6f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:08:38Z', 'updated_at': '2021-07-09T15:08:45Z', 'revision_number': 5, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'subnets': [{'id': '26a87583-25a7-4c4f-a84a-28b49e18d6f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:09:42.821882 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2a06ff04-a88f-406a-8a35-90b170d2dc64 req-73282aaa-20a4-4588-8b27-3f0069f066df tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/security-groups?id=048eea7d-2855-41aa-a8e3-1c07835d3b62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345325 Jul 09 15:09:43.034151 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33335c39-83de-4c1d-9c20-1ae2ac38a787 req-d27d7e71-cb6e-46cb-bc3b-ad138fd9db02 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:43.040964 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-33335c39-83de-4c1d-9c20-1ae2ac38a787 req-d27d7e71-cb6e-46cb-bc3b-ad138fd9db02 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=339cfb02-687c-4250-a65f-3a381bea6c71 HTTP/1.1" status: 200 len: 946 time: 0.0742781 Jul 09 15:09:43.068885 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e3815a-cb74-403e-89c5-2d107d5dffd3 None None] New status for floating IP 59dd2cee-ab47-4e33-b207-8bfce38ff38f: DOWN {{(pid=94447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 15:09:43.075560 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-33335c39-83de-4c1d-9c20-1ae2ac38a787 req-ac581cf3-31c0-47ab-adcf-ca21b9d436cc tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337048 Jul 09 15:09:43.992846 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e4119f-d9cf-416b-a229-3d02e7696cb3 req-c9c0ed54-9213-4f0b-a87b-c2ee30fe4520 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:43.994379 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-15e4119f-d9cf-416b-a229-3d02e7696cb3 req-c9c0ed54-9213-4f0b-a87b-c2ee30fe4520 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.54 "GET /v2.0/ports?device_id=02badfe0-2481-4208-b476-de69c66b57d1 HTTP/1.1" status: 200 len: 946 time: 0.0642562 Jul 09 15:09:44.014253 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25455fe7-ee56-4f7a-8905-45055cb97407 req-d7b591ba-d9a6-436d-8b43-b8c6e7c8e2e9 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:44.015795 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-25455fe7-ee56-4f7a-8905-45055cb97407 req-d7b591ba-d9a6-436d-8b43-b8c6e7c8e2e9 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/ports?device_id=02badfe0-2481-4208-b476-de69c66b57d1 HTTP/1.1" status: 200 len: 946 time: 0.0698574 Jul 09 15:09:44.054974 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-25455fe7-ee56-4f7a-8905-45055cb97407 req-ff273fdd-8e7a-4c4c-b215-14ce32181d23 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/security-groups?id=048eea7d-2855-41aa-a8e3-1c07835d3b62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333345 Jul 09 15:09:44.111356 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-15e4119f-d9cf-416b-a229-3d02e7696cb3 req-63992cdd-8ae6-454c-97b5-b9f6ec86a2a3 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Deleting port 08223099-0dce-4b8e-bfbd-989bc5f88a42 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:09:44.112329 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-15e4119f-d9cf-416b-a229-3d02e7696cb3 req-63992cdd-8ae6-454c-97b5-b9f6ec86a2a3 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:44.207484 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-15e4119f-d9cf-416b-a229-3d02e7696cb3 req-63992cdd-8ae6-454c-97b5-b9f6ec86a2a3 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] For port 08223099-0dce-4b8e-bfbd-989bc5f88a42, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=08223099-0dce-4b8e-bfbd-989bc5f88a42,segment=NetworkSegment(abcfb322-3c8c-4f43-ad2b-f5ce3f5906b2),segment_id=abcfb322-3c8c-4f43-ad2b-f5ce3f5906b2)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:09:44.207884 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-15e4119f-d9cf-416b-a229-3d02e7696cb3 req-63992cdd-8ae6-454c-97b5-b9f6ec86a2a3 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:44.245519 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-15e4119f-d9cf-416b-a229-3d02e7696cb3 req-63992cdd-8ae6-454c-97b5-b9f6ec86a2a3 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Calling delete_port for 08223099-0dce-4b8e-bfbd-989bc5f88a42 owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:09:44.336847 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537c45a-8531-42b7-81e7-9c2c2c4bf7af req-cecff217-bfc6-4f14-8eab-e94ae2676678 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:44.338489 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e537c45a-8531-42b7-81e7-9c2c2c4bf7af req-cecff217-bfc6-4f14-8eab-e94ae2676678 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=339cfb02-687c-4250-a65f-3a381bea6c71 HTTP/1.1" status: 200 len: 946 time: 0.1280746 Jul 09 15:09:44.407864 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e537c45a-8531-42b7-81e7-9c2c2c4bf7af req-22e8070b-ff7b-4963-a5d0-f7c1100d3f7f tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576487 Jul 09 15:09:44.501444 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-15e4119f-d9cf-416b-a229-3d02e7696cb3 req-63992cdd-8ae6-454c-97b5-b9f6ec86a2a3 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:44.540433 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63992cdd-8ae6-454c-97b5-b9f6ec86a2a3 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Pushing event deleted for resources: {'Port': ['ID=08223099-0dce-4b8e-bfbd-989bc5f88a42,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:09:44.603886 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81472c0c-822d-4fae-9b8d-e41e40331000 req-728f66c0-c6f6-4819-9b85-5d44d421fc29 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:44.605768 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-81472c0c-822d-4fae-9b8d-e41e40331000 req-728f66c0-c6f6-4819-9b85-5d44d421fc29 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.0816503 Jul 09 15:09:44.616173 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-15e4119f-d9cf-416b-a229-3d02e7696cb3 req-63992cdd-8ae6-454c-97b5-b9f6ec86a2a3 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] No DVR routers for this DVR port 08223099-0dce-4b8e-bfbd-989bc5f88a42 on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:09:44.620429 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-15e4119f-d9cf-416b-a229-3d02e7696cb3 req-63992cdd-8ae6-454c-97b5-b9f6ec86a2a3 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:44.623215 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-15e4119f-d9cf-416b-a229-3d02e7696cb3 req-63992cdd-8ae6-454c-97b5-b9f6ec86a2a3 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.54 "DELETE /v2.0/ports/08223099-0dce-4b8e-bfbd-989bc5f88a42 HTTP/1.1" status: 204 len: 173 time: 0.6229439 Jul 09 15:09:44.623862 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02badfe0-2481-4208-b476-de69c66b57d1', 'name': 'network-vif-deleted', 'tag': '08223099-0dce-4b8e-bfbd-989bc5f88a42'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:09:44.626959 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95697e3-a4f0-4364-bea1-bb2c495eb5ac" -d '{"events": [{"server_uuid": "02badfe0-2481-4208-b476-de69c66b57d1", "name": "network-vif-deleted", "tag": "08223099-0dce-4b8e-bfbd-989bc5f88a42"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:09:44.659978 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-81472c0c-822d-4fae-9b8d-e41e40331000 req-2468e18b-0c7f-440e-a223-7dce0d39a2ab tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481713 Jul 09 15:09:44.668549 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb1960e-7cda-495b-be2c-dcc54e434570 x-openstack-request-id: req-ceb1960e-7cda-495b-be2c-dcc54e434570 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:09:44.668836 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02badfe0-2481-4208-b476-de69c66b57d1", "name": "network-vif-deleted", "tag": "08223099-0dce-4b8e-bfbd-989bc5f88a42", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:09:44.669087 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ceb1960e-7cda-495b-be2c-dcc54e434570 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:09:44.669496 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02badfe0-2481-4208-b476-de69c66b57d1', 'name': 'network-vif-deleted', 'tag': '08223099-0dce-4b8e-bfbd-989bc5f88a42', 'status': 'completed', 'code': 200} Jul 09 15:09:44.850206 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00162c2f-30f6-4f3d-9479-b17d5cd9b866 req-7f0ae971-cd91-49de-9a49-3a25adede118 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:44.851674 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-00162c2f-30f6-4f3d-9479-b17d5cd9b866 req-7f0ae971-cd91-49de-9a49-3a25adede118 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.0722747 Jul 09 15:09:44.895095 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-00162c2f-30f6-4f3d-9479-b17d5cd9b866 req-32495853-bd1f-4448-9f03-2fd1a8217247 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375812 Jul 09 15:09:45.090153 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:45.153477 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 39898) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:09:45.220540 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8303effa-aeab-4dd6-a811-b9b31196f938 req-667a946b-a65d-4f28-b9ab-22a10777bf52 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "GET /v2.0/ports?device_id=02badfe0-2481-4208-b476-de69c66b57d1 HTTP/1.1" status: 200 len: 210 time: 0.0398107 Jul 09 15:09:45.225407 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 63a7e10e-c684-41bd-bc26-5bab286adca9 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:09:45.273575 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-300ffc61-29f2-41ce-b681-6782df666641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:45.307640 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:45.331947 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339cfb02-687c-4250-a65f-3a381bea6c71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63a7e10e-c684-41bd-bc26-5bab286adca9'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:09:45.334628 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4088156a-a09c-4388-acc1-237d4f0aed7e" -d '{"events": [{"server_uuid": "339cfb02-687c-4250-a65f-3a381bea6c71", "name": "network-vif-unplugged", "status": "completed", "tag": "63a7e10e-c684-41bd-bc26-5bab286adca9"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:09:45.348200 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 63a7e10e-c684-41bd-bc26-5bab286adca9, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=63a7e10e-c684-41bd-bc26-5bab286adca9,segment=NetworkSegment(06875dad-dad1-4e17-960d-8ec4e4c881bc),segment_id=06875dad-dad1-4e17-960d-8ec4e4c881bc)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:09:45.370852 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-300ffc61-29f2-41ce-b681-6782df666641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:45.372085 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 09 Jul 2021 15:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19261bda-008d-4aab-9e53-f4e8fbe568d0 x-openstack-request-id: req-19261bda-008d-4aab-9e53-f4e8fbe568d0 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:09:45.372510 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "339cfb02-687c-4250-a65f-3a381bea6c71", "name": "network-vif-unplugged", "status": "failed", "tag": "63a7e10e-c684-41bd-bc26-5bab286adca9", "code": 422}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:09:45.372932 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-19261bda-008d-4aab-9e53-f4e8fbe568d0 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:09:45.373481 n-d-799529-6 neutron-server[94447]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '339cfb02-687c-4250-a65f-3a381bea6c71', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '63a7e10e-c684-41bd-bc26-5bab286adca9', 'code': 422} returned with failed status Jul 09 15:09:45.441725 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:45.481544 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-300ffc61-29f2-41ce-b681-6782df666641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:45.509295 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=63a7e10e-c684-41bd-bc26-5bab286adca9,revision_number=8']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:09:45.529980 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca30b8e-6dba-48c5-8e86-76e5e63a92e9 req-20a9ca4d-a9b7-42de-a18c-0d90ffd410a1 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:45.531464 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fca30b8e-6dba-48c5-8e86-76e5e63a92e9 req-20a9ca4d-a9b7-42de-a18c-0d90ffd410a1 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.1148210 Jul 09 15:09:45.552039 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300ffc61-29f2-41ce-b681-6782df666641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78703c38-a872-463d-979e-8802ad7bfcf1,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:09:45.556062 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-300ffc61-29f2-41ce-b681-6782df666641 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ec5ea72d4a0644c9bb364a91f46c8899&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4008961 Jul 09 15:09:45.559629 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39908) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:09:45.585470 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fca30b8e-6dba-48c5-8e86-76e5e63a92e9 req-553b1159-6332-47a7-ac13-f8698bb57ad7 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430632 Jul 09 15:09:45.621385 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-88652e4a-16a5-4735-909a-221ec9c901e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:45.643879 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-88652e4a-16a5-4735-909a-221ec9c901e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:45.764215 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-88652e4a-16a5-4735-909a-221ec9c901e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:45.766927 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-88652e4a-16a5-4735-909a-221ec9c901e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:45.769132 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-88652e4a-16a5-4735-909a-221ec9c901e1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/78703c38-a872-463d-979e-8802ad7bfcf1 HTTP/1.1" status: 204 len: 168 time: 0.2079070 Jul 09 15:09:45.775863 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88652e4a-16a5-4735-909a-221ec9c901e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78703c38-a872-463d-979e-8802ad7bfcf1,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:09:46.320944 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39916) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:09:46.388838 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c6ebeae6-6e3b-4bdd-a0f7-d3451828bd0b tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:46.401441 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 39918) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:09:46.419770 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4297b7a1-cb07-4352-af96-4822cf63c8ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:46.423726 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c6ebeae6-6e3b-4bdd-a0f7-d3451828bd0b tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:46.512608 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4297b7a1-cb07-4352-af96-4822cf63c8ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:46.560778 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c6ebeae6-6e3b-4bdd-a0f7-d3451828bd0b tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:46.563420 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c6ebeae6-6e3b-4bdd-a0f7-d3451828bd0b tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:46.564683 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c6ebeae6-6e3b-4bdd-a0f7-d3451828bd0b tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "DELETE /v2.0/security-groups/048eea7d-2855-41aa-a8e3-1c07835d3b62 HTTP/1.1" status: 204 len: 168 time: 0.2426231 Jul 09 15:09:46.576360 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ebeae6-6e3b-4bdd-a0f7-d3451828bd0b tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=048eea7d-2855-41aa-a8e3-1c07835d3b62,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:09:46.593331 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4297b7a1-cb07-4352-af96-4822cf63c8ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:46.638579 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-4297b7a1-cb07-4352-af96-4822cf63c8ba admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8645264ee1f94069b028f1a01254e11c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2360466 Jul 09 15:09:46.639773 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4297b7a1-cb07-4352-af96-4822cf63c8ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea16579-57e3-485a-a846-7961620b0995,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:09:46.641189 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39926) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:09:46.681977 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 39928) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:09:46.694661 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a58a6476-9dbb-463d-8719-b375591a536d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:46.716831 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a58a6476-9dbb-463d-8719-b375591a536d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:46.892725 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b40ba-0635-4506-9d8b-f209ca6c8e44 req-5cdcbc44-cdd9-4976-b08f-26286ac1997d tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:46.894104 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0e8b40ba-0635-4506-9d8b-f209ca6c8e44 req-5cdcbc44-cdd9-4976-b08f-26286ac1997d tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.1550550 Jul 09 15:09:46.903605 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a58a6476-9dbb-463d-8719-b375591a536d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:46.908527 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a58a6476-9dbb-463d-8719-b375591a536d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:46.913682 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a58a6476-9dbb-463d-8719-b375591a536d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8ea16579-57e3-485a-a846-7961620b0995 HTTP/1.1" status: 204 len: 168 time: 0.2682564 Jul 09 15:09:46.932251 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58a6476-9dbb-463d-8719-b375591a536d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea16579-57e3-485a-a846-7961620b0995,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:09:46.983968 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0e8b40ba-0635-4506-9d8b-f209ca6c8e44 req-c5ecde5f-6764-4ded-85f2-21ac7f7b0d8e tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813000 Jul 09 15:09:47.147464 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-92eea62b-eab0-48c9-b091-2bd46a3f5591 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:47.747491 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-92eea62b-eab0-48c9-b091-2bd46a3f5591 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Deleting port e72fbff7-2b53-4ba8-a1d8-bcd1ff76d49f {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:09:47.748136 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-92eea62b-eab0-48c9-b091-2bd46a3f5591 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:47.838199 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-92eea62b-eab0-48c9-b091-2bd46a3f5591 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] For port e72fbff7-2b53-4ba8-a1d8-bcd1ff76d49f, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=e72fbff7-2b53-4ba8-a1d8-bcd1ff76d49f,segment=NetworkSegment(abcfb322-3c8c-4f43-ad2b-f5ce3f5906b2),segment_id=abcfb322-3c8c-4f43-ad2b-f5ce3f5906b2)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:09:47.838561 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-92eea62b-eab0-48c9-b091-2bd46a3f5591 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:47.854621 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-92eea62b-eab0-48c9-b091-2bd46a3f5591 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Calling delete_port for e72fbff7-2b53-4ba8-a1d8-bcd1ff76d49f owned by network:router_interface {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:09:48.100972 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-92eea62b-eab0-48c9-b091-2bd46a3f5591 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:48.140804 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eea62b-eab0-48c9-b091-2bd46a3f5591 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Pushing event deleted for resources: {'Port': ['ID=e72fbff7-2b53-4ba8-a1d8-bcd1ff76d49f,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:09:48.188438 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 08223099-0dce-4b8e-bfbd-989bc5f88a42 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:09:48.210885 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: 08223099-0dce-4b8e-bfbd-989bc5f88a42 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:09:48.211719 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 08223099-0dce-4b8e-bfbd-989bc5f88a42 not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:09:48.301644 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd03ef4-351e-493b-82af-9208f1896263 req-beb28f92-fb26-42e7-a566-9f265e73a956 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:48.303404 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-edd03ef4-351e-493b-82af-9208f1896263 req-beb28f92-fb26-42e7-a566-9f265e73a956 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.2000675 Jul 09 15:09:48.396405 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-edd03ef4-351e-493b-82af-9208f1896263 req-074b5eb6-f993-458d-8b93-3a9a0a8bdb5c tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574799 Jul 09 15:09:48.397074 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-92eea62b-eab0-48c9-b091-2bd46a3f5591 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:48.634514 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92eea62b-eab0-48c9-b091-2bd46a3f5591 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Router 9a8edd2d-2f8a-4568-ab15-70330cde47c3 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:09:48.741487 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92eea62b-eab0-48c9-b091-2bd46a3f5591 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:09:48.747297 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-92eea62b-eab0-48c9-b091-2bd46a3f5591 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "PUT /v2.0/routers/9a8edd2d-2f8a-4568-ab15-70330cde47c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0642622 Jul 09 15:09:48.751030 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 39970) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:09:48.752720 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104883b4-5159-413f-b03f-f79f8bde170a None None] Sync routers for ids ['9a8edd2d-2f8a-4568-ab15-70330cde47c3'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:09:48.763284 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104883b4-5159-413f-b03f-f79f8bde170a None None] Routers {'9a8edd2d-2f8a-4568-ab15-70330cde47c3'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:09:48.763818 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-104883b4-5159-413f-b03f-f79f8bde170a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:09:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['9a8edd2d-2f8a-4568-ab15-70330cde47c3'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:09:48.810154 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-b70c11c0-9f17-478c-860c-a4451b6cbce3 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Deleting subnet 26a87583-25a7-4c4f-a84a-28b49e18d6f9 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:09:48.816928 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b70c11c0-9f17-478c-860c-a4451b6cbce3 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:48.866738 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b70c11c0-9f17-478c-860c-a4451b6cbce3 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:48.879715 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-104883b4-5159-413f-b03f-f79f8bde170a None None] Set router 9a8edd2d-2f8a-4568-ab15-70330cde47c3 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:09:48.967382 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b70c11c0-9f17-478c-860c-a4451b6cbce3 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:49.065159 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-104883b4-5159-413f-b03f-f79f8bde170a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8edd2d-2f8a-4568-ab15-70330cde47c3', 'name': 'tempest-TestNetworkBasicOps-router-1316603874', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'adaf1935-f266-49bf-9a71-2a0cc772c380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:08:33Z', 'updated_at': '2021-07-09T15:09:47Z', 'revision_number': 5, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'gw_port': {'id': 'adaf1935-f266-49bf-9a71-2a0cc772c380', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8edd2d-2f8a-4568-ab15-70330cde47c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:08:33Z', 'updated_at': '2021-07-09T15:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:09:49.093887 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104883b4-5159-413f-b03f-f79f8bde170a None None] Checking router: 9a8edd2d-2f8a-4568-ab15-70330cde47c3 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:09:49.102741 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104883b4-5159-413f-b03f-f79f8bde170a None None] Routers {'9a8edd2d-2f8a-4568-ab15-70330cde47c3'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:09:49.103343 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-104883b4-5159-413f-b03f-f79f8bde170a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:09:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['9a8edd2d-2f8a-4568-ab15-70330cde47c3'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:09:49.110973 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b70c11c0-9f17-478c-860c-a4451b6cbce3 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:49.140547 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70c11c0-9f17-478c-860c-a4451b6cbce3 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Pushing event deleted for resources: {'Subnet': ['ID=26a87583-25a7-4c4f-a84a-28b49e18d6f9,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:09:49.145235 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b70c11c0-9f17-478c-860c-a4451b6cbce3 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:49.147354 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b70c11c0-9f17-478c-860c-a4451b6cbce3 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "DELETE /v2.0/subnets/26a87583-25a7-4c4f-a84a-28b49e18d6f9 HTTP/1.1" status: 204 len: 168 time: 0.3952775 Jul 09 15:09:49.150057 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 39978) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:09:49.157135 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02c0862-8bcb-410f-a028-4bec72f1068a None None] Network d4d316a3-a6e0-42a0-84bd-08ddc6eb0452 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:09:49.230882 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-104883b4-5159-413f-b03f-f79f8bde170a None None] Set router 9a8edd2d-2f8a-4568-ab15-70330cde47c3 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:09:49.274945 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-65cf4058-1156-4a04-bb8d-795fbcc3fb07 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for router, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:49.384443 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-65cf4058-1156-4a04-bb8d-795fbcc3fb07 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:49.386167 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1aaec0-dc51-4bae-8cde-93a66c707af9 None None] DHCP port deletion for d4d316a3-a6e0-42a0-84bd-08ddc6eb0452 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 15:09:49.437766 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-4e1aaec0-dc51-4bae-8cde-93a66c707af9 None None] Deleting port e2556e00-17eb-4a2b-848d-4af3d7410530 {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:09:49.438156 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4e1aaec0-dc51-4bae-8cde-93a66c707af9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:49.452271 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-104883b4-5159-413f-b03f-f79f8bde170a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8edd2d-2f8a-4568-ab15-70330cde47c3', 'name': 'tempest-TestNetworkBasicOps-router-1316603874', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'adaf1935-f266-49bf-9a71-2a0cc772c380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:08:33Z', 'updated_at': '2021-07-09T15:09:47Z', 'revision_number': 5, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'gw_port': {'id': 'adaf1935-f266-49bf-9a71-2a0cc772c380', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8edd2d-2f8a-4568-ab15-70330cde47c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:08:33Z', 'updated_at': '2021-07-09T15:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:09:49.483690 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104883b4-5159-413f-b03f-f79f8bde170a None None] The sync data for ids ['9a8edd2d-2f8a-4568-ab15-70330cde47c3'] in n-d-799529-6 is: [{'id': '9a8edd2d-2f8a-4568-ab15-70330cde47c3', 'name': 'tempest-TestNetworkBasicOps-router-1316603874', 'tenant_id': 'a6e2ac6f6f91427f816da8127677c24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'adaf1935-f266-49bf-9a71-2a0cc772c380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:08:33Z', 'updated_at': '2021-07-09T15:09:47Z', 'revision_number': 5, 'project_id': 'a6e2ac6f6f91427f816da8127677c24e', 'gw_port': {'id': 'adaf1935-f266-49bf-9a71-2a0cc772c380', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8edd2d-2f8a-4568-ab15-70330cde47c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:08:33Z', 'updated_at': '2021-07-09T15:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:09:49.510972 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-4e1aaec0-dc51-4bae-8cde-93a66c707af9 None None] For port e2556e00-17eb-4a2b-848d-4af3d7410530, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=e2556e00-17eb-4a2b-848d-4af3d7410530,segment=NetworkSegment(abcfb322-3c8c-4f43-ad2b-f5ce3f5906b2),segment_id=abcfb322-3c8c-4f43-ad2b-f5ce3f5906b2)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:09:49.511688 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4e1aaec0-dc51-4bae-8cde-93a66c707af9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:49.529892 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-4e1aaec0-dc51-4bae-8cde-93a66c707af9 None None] Calling delete_port for e2556e00-17eb-4a2b-848d-4af3d7410530 owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:09:49.541059 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-65cf4058-1156-4a04-bb8d-795fbcc3fb07 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Deleting port adaf1935-f266-49bf-9a71-2a0cc772c380 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:09:49.544727 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-65cf4058-1156-4a04-bb8d-795fbcc3fb07 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:49.632000 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a36af-3f49-4e9c-b33a-fccf355ac61d req-139b2dc2-74d1-4170-a460-2c84a2238077 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:49.634339 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-65cf4058-1156-4a04-bb8d-795fbcc3fb07 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] For port adaf1935-f266-49bf-9a71-2a0cc772c380, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=adaf1935-f266-49bf-9a71-2a0cc772c380,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:09:49.634805 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-65cf4058-1156-4a04-bb8d-795fbcc3fb07 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:49.639346 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-919a36af-3f49-4e9c-b33a-fccf355ac61d req-139b2dc2-74d1-4170-a460-2c84a2238077 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.0736458 Jul 09 15:09:49.648272 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-65cf4058-1156-4a04-bb8d-795fbcc3fb07 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Calling delete_port for adaf1935-f266-49bf-9a71-2a0cc772c380 owned by network:router_gateway {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:09:49.675071 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-919a36af-3f49-4e9c-b33a-fccf355ac61d req-02d453f7-f58a-4a7e-bf34-7c89cda1aae1 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348065 Jul 09 15:09:49.708814 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4e1aaec0-dc51-4bae-8cde-93a66c707af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:49.734441 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1aaec0-dc51-4bae-8cde-93a66c707af9 None None] Pushing event deleted for resources: {'Port': ['ID=e2556e00-17eb-4a2b-848d-4af3d7410530,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:09:49.738800 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1aaec0-dc51-4bae-8cde-93a66c707af9 None None] No DVR routers for this DVR port e2556e00-17eb-4a2b-848d-4af3d7410530 on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:09:49.932073 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-65cf4058-1156-4a04-bb8d-795fbcc3fb07 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:49.961496 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cf4058-1156-4a04-bb8d-795fbcc3fb07 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Pushing event deleted for resources: {'Port': ['ID=adaf1935-f266-49bf-9a71-2a0cc772c380,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:09:50.043142 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6f02815c-d197-44b8-97e4-5e65b039c115 req-905df511-3f42-40a2-9731-efbb7eebf182 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5755c27b-93c8-48c8-b528-826015140dbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1441209 Jul 09 15:09:50.049867 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-65cf4058-1156-4a04-bb8d-795fbcc3fb07 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:50.170134 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-65cf4058-1156-4a04-bb8d-795fbcc3fb07 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:50.173083 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-65cf4058-1156-4a04-bb8d-795fbcc3fb07 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:50.232646 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02815c-d197-44b8-97e4-5e65b039c115 req-8d8f3c04-eaac-466e-b119-c6c727512a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:50.235358 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6f02815c-d197-44b8-97e4-5e65b039c115 req-8d8f3c04-eaac-466e-b119-c6c727512a9b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c03b5d3d86974e68a5911d632d382871&device_id=5755c27b-93c8-48c8-b528-826015140dbf HTTP/1.1" status: 200 len: 1096 time: 0.1566241 Jul 09 15:09:50.315336 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-65cf4058-1156-4a04-bb8d-795fbcc3fb07 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:50.315906 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65cf4058-1156-4a04-bb8d-795fbcc3fb07 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Fanout notify agent at l3_agent the message router_deleted on router 9a8edd2d-2f8a-4568-ab15-70330cde47c3 {{(pid=94446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 15:09:50.328058 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-65cf4058-1156-4a04-bb8d-795fbcc3fb07 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:50.328058 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-65cf4058-1156-4a04-bb8d-795fbcc3fb07 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "DELETE /v2.0/routers/9a8edd2d-2f8a-4568-ab15-70330cde47c3 HTTP/1.1" status: 204 len: 168 time: 1.1741242 Jul 09 15:09:50.328288 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 39996) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:09:50.357338 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02815c-d197-44b8-97e4-5e65b039c115 req-35176fdf-6e4e-4f49-b33d-55cdd99ca74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:50.358881 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6f02815c-d197-44b8-97e4-5e65b039c115 req-35176fdf-6e4e-4f49-b33d-55cdd99ca74d service neutron] 10.222.0.62 "GET /v2.0/networks?id=2caf48fb-184c-426e-a7e2-2d876991b7f4 HTTP/1.1" status: 200 len: 912 time: 0.1033237 Jul 09 15:09:50.402297 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6f02815c-d197-44b8-97e4-5e65b039c115 req-db861740-fc94-4c0c-a241-b73213ad022d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17a81ce2-504c-4392-b158-080965d6ce41 HTTP/1.1" status: 200 len: 217 time: 0.0362587 Jul 09 15:09:50.430813 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cd42bce6-33ad-4fd1-ad4a-f5f1adbc1119 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:50.459361 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02815c-d197-44b8-97e4-5e65b039c115 req-6e270180-2d61-4cff-be05-05839d9b987a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:50.461062 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6f02815c-d197-44b8-97e4-5e65b039c115 req-6e270180-2d61-4cff-be05-05839d9b987a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a10947be-2e1d-4b8b-b31f-e273354d0e7a HTTP/1.1" status: 200 len: 850 time: 0.0514579 Jul 09 15:09:50.525559 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02815c-d197-44b8-97e4-5e65b039c115 req-6f33f6bf-b8b2-4ca0-98cf-993cf574bcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:50.527350 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6f02815c-d197-44b8-97e4-5e65b039c115 req-6f33f6bf-b8b2-4ca0-98cf-993cf574bcf1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2caf48fb-184c-426e-a7e2-2d876991b7f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596766 Jul 09 15:09:50.531676 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cd42bce6-33ad-4fd1-ad4a-f5f1adbc1119 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:50.548507 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-cd42bce6-33ad-4fd1-ad4a-f5f1adbc1119 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4d316a3-a6e0-42a0-84bd-08ddc6eb0452']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:09:50.561042 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-cd42bce6-33ad-4fd1-ad4a-f5f1adbc1119 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abcfb322-3c8c-4f43-ad2b-f5ce3f5906b2') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:09:50.565646 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-cd42bce6-33ad-4fd1-ad4a-f5f1adbc1119 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abcfb322-3c8c-4f43-ad2b-f5ce3f5906b2') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:09:50.571723 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cd42bce6-33ad-4fd1-ad4a-f5f1adbc1119 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:50.586792 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cd42bce6-33ad-4fd1-ad4a-f5f1adbc1119 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:50.594234 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd42bce6-33ad-4fd1-ad4a-f5f1adbc1119 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:09:50.594932 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cd42bce6-33ad-4fd1-ad4a-f5f1adbc1119 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:50.598137 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:09:50.598137 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:09:50.598137 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:09:50.598137 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:09:50.598137 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:09:50.598137 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:09:50.598137 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:09:50.598137 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:09:50.598137 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 15:09:50.598137 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:09:50.598137 n-d-799529-6 neutron-server[94445]: timer() Jul 09 15:09:50.598137 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:09:50.598137 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 15:09:50.598137 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:09:50.598137 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 15:09:50.598137 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:09:50.598137 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 15:09:50.598137 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:09:50.598137 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 15:09:50.598137 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:09:50.598137 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 15:09:50.598137 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:09:50.598137 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:09:50.598137 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:09:50.598137 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:09:50.598137 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:09:50.598137 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 15:09:50.598137 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:09:50.598137 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 15:09:50.598137 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:09:50.598137 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:09:50.598137 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:09:50.598137 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 15:09:50.598137 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:09:50.598137 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:09:50.598137 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:09:50.598137 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:09:50.598137 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:09:50.598137 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:09:50.598137 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:09:50.625613 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6f02815c-d197-44b8-97e4-5e65b039c115 req-fa296320-41f8-4227-ba6b-e85cb91af618 service neutron] 10.222.0.62 "GET /v2.0/networks/2caf48fb-184c-426e-a7e2-2d876991b7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906684 Jul 09 15:09:50.726687 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cd42bce6-33ad-4fd1-ad4a-f5f1adbc1119 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:50.734971 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6f02815c-d197-44b8-97e4-5e65b039c115 req-e84e7fd5-ac50-4b69-9041-6f2ed96bec4e service neutron] 10.222.0.62 "GET /v2.0/networks/2caf48fb-184c-426e-a7e2-2d876991b7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027806 Jul 09 15:09:50.746270 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cd42bce6-33ad-4fd1-ad4a-f5f1adbc1119 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:50.748209 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-cd42bce6-33ad-4fd1-ad4a-f5f1adbc1119 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] 10.222.0.58 "DELETE /v2.0/networks/d4d316a3-a6e0-42a0-84bd-08ddc6eb0452 HTTP/1.1" status: 204 len: 168 time: 0.4190977 Jul 09 15:09:50.749289 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd42bce6-33ad-4fd1-ad4a-f5f1adbc1119 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] Pushing event deleted for resources: {'Network': ['ID=d4d316a3-a6e0-42a0-84bd-08ddc6eb0452,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:09:50.792279 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 40004) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:09:50.913112 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14660e1f-6938-4d9b-9932-37c7f77c2a98 req-691dc757-402b-405d-9734-37663bb63bcc tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:50.920063 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-14660e1f-6938-4d9b-9932-37c7f77c2a98 req-691dc757-402b-405d-9734-37663bb63bcc tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.0794282 Jul 09 15:09:50.945211 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-21b7f898-4949-4fd2-923f-4284a642cbce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:50.974556 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device adaf1935-f266-49bf-9a71-2a0cc772c380 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:09:50.981016 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-14660e1f-6938-4d9b-9932-37c7f77c2a98 req-469be5ef-5e89-4af9-a171-d760062f9028 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600648 Jul 09 15:09:50.999128 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: adaf1935-f266-49bf-9a71-2a0cc772c380 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:09:50.999850 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device adaf1935-f266-49bf-9a71-2a0cc772c380 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:09:51.000639 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device e2556e00-17eb-4a2b-848d-4af3d7410530 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:09:51.023195 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: e2556e00-17eb-4a2b-848d-4af3d7410530 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:09:51.023650 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device e2556e00-17eb-4a2b-848d-4af3d7410530 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:09:51.024196 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device e72fbff7-2b53-4ba8-a1d8-bcd1ff76d49f no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:09:51.045778 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: e72fbff7-2b53-4ba8-a1d8-bcd1ff76d49f {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:09:51.046215 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device e72fbff7-2b53-4ba8-a1d8-bcd1ff76d49f not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:09:51.071536 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-21b7f898-4949-4fd2-923f-4284a642cbce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:51.141399 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-21b7f898-4949-4fd2-923f-4284a642cbce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:51.185363 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-21b7f898-4949-4fd2-923f-4284a642cbce admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=22f5ca59fb574e269465db8bd8812cba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3917294 Jul 09 15:09:51.186592 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b7f898-4949-4fd2-923f-4284a642cbce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d77cad9-da94-455b-9174-02ee4a20931c,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:09:51.188283 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40010) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:09:51.246032 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1e85611f-a093-45ac-b22a-7db5b5c126d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:51.269036 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1e85611f-a093-45ac-b22a-7db5b5c126d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:51.315085 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40014) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:09:51.387024 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1e85611f-a093-45ac-b22a-7db5b5c126d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:51.389833 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1e85611f-a093-45ac-b22a-7db5b5c126d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:51.391037 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-1e85611f-a093-45ac-b22a-7db5b5c126d1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0d77cad9-da94-455b-9174-02ee4a20931c HTTP/1.1" status: 204 len: 168 time: 0.2016354 Jul 09 15:09:51.399428 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e85611f-a093-45ac-b22a-7db5b5c126d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d77cad9-da94-455b-9174-02ee4a20931c,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:09:51.461169 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-05b798bc-327b-4312-9d67-49a4e81425b5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a6e2ac6f6f91427f816da8127677c24e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1449547 Jul 09 15:09:51.464707 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40020) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:09:51.519266 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-15ddd377-d74a-475a-bef2-059cbf555400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:51.543688 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-15ddd377-d74a-475a-bef2-059cbf555400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:51.695457 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-15ddd377-d74a-475a-bef2-059cbf555400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:51.698211 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-15ddd377-d74a-475a-bef2-059cbf555400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:51.699392 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-15ddd377-d74a-475a-bef2-059cbf555400 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/923f24b8-f74f-46a7-b9fd-cf3313d6d8c5 HTTP/1.1" status: 204 len: 168 time: 0.2348135 Jul 09 15:09:51.711109 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ddd377-d74a-475a-bef2-059cbf555400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923f24b8-f74f-46a7-b9fd-cf3313d6d8c5,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:09:52.172555 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08edf01-55a2-4a74-bc5d-e7f88c874538 req-d933fb47-603e-49e8-a753-644acaf75572 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:52.174462 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c08edf01-55a2-4a74-bc5d-e7f88c874538 req-d933fb47-603e-49e8-a753-644acaf75572 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.0726566 Jul 09 15:09:52.215850 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c08edf01-55a2-4a74-bc5d-e7f88c874538 req-80bad7a7-1118-437d-b278-c74b464399eb tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357168 Jul 09 15:09:52.369982 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40032) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:09:52.383751 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-135beed7-6883-42c5-a330-27cede608b2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:52.474383 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-135beed7-6883-42c5-a330-27cede608b2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:52.589225 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-135beed7-6883-42c5-a330-27cede608b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:52.628680 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135beed7-6883-42c5-a330-27cede608b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cbe2032-2276-4b95-bbdb-a210d5638f73,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:09:52.632810 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-135beed7-6883-42c5-a330-27cede608b2e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9fc39ac8751944ee97f706ecb20c7509&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2617900 Jul 09 15:09:52.635949 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40034) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:09:52.686004 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6caf7f3a-bf51-4121-a8e0-63c8bee4263a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:52.697956 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40036) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:09:52.722335 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6caf7f3a-bf51-4121-a8e0-63c8bee4263a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:52.724052 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8f54f2e3-6a50-482f-8343-105b38442ef4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:52.888306 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6caf7f3a-bf51-4121-a8e0-63c8bee4263a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:52.890922 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6caf7f3a-bf51-4121-a8e0-63c8bee4263a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:52.892128 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-6caf7f3a-bf51-4121-a8e0-63c8bee4263a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2cbe2032-2276-4b95-bbdb-a210d5638f73 HTTP/1.1" status: 204 len: 168 time: 0.2554858 Jul 09 15:09:52.906095 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caf7f3a-bf51-4121-a8e0-63c8bee4263a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cbe2032-2276-4b95-bbdb-a210d5638f73,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:09:52.956630 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8f54f2e3-6a50-482f-8343-105b38442ef4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:53.018022 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8f54f2e3-6a50-482f-8343-105b38442ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:53.054936 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f54f2e3-6a50-482f-8343-105b38442ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d30b3b-8a23-4342-b46b-16e48afe2868,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:09:53.059177 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-8f54f2e3-6a50-482f-8343-105b38442ef4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a785852aef914c8595440fd4201ce5e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3602877 Jul 09 15:09:53.061974 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40040) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:09:53.112879 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9a9a6bf8-c2ea-462d-a582-bda0e2e55d2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:53.135686 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9a9a6bf8-c2ea-462d-a582-bda0e2e55d2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:53.268994 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9a9a6bf8-c2ea-462d-a582-bda0e2e55d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:53.274596 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9a9a6bf8-c2ea-462d-a582-bda0e2e55d2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:53.274596 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-9a9a6bf8-c2ea-462d-a582-bda0e2e55d2c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/19d30b3b-8a23-4342-b46b-16e48afe2868 HTTP/1.1" status: 204 len: 168 time: 0.2106259 Jul 09 15:09:53.308090 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a6bf8-c2ea-462d-a582-bda0e2e55d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d30b3b-8a23-4342-b46b-16e48afe2868,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:09:53.377503 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:53.433257 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad76b91-2db4-4c0e-99fc-281387bd415d req-c7f8cf2c-d2ff-4561-a4c0-148ad8766231 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:53.436135 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7ad76b91-2db4-4c0e-99fc-281387bd415d req-c7f8cf2c-d2ff-4561-a4c0-148ad8766231 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.0783763 Jul 09 15:09:53.479469 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7ad76b91-2db4-4c0e-99fc-281387bd415d req-75280a8e-dcd4-45c0-a5b5-bbc68b14d259 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372291 Jul 09 15:09:54.609840 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40076) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:09:54.676376 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded771d-aee7-4f33-b1ff-cfe27b4c0cba req-a034ec89-08db-4217-ba46-2d866e59e212 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:54.678000 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8ded771d-aee7-4f33-b1ff-cfe27b4c0cba req-a034ec89-08db-4217-ba46-2d866e59e212 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.0733528 Jul 09 15:09:54.716656 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8ded771d-aee7-4f33-b1ff-cfe27b4c0cba req-2e6d384b-1a6b-42bf-a6f5-69937f711bfb tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330122 Jul 09 15:09:54.717253 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9cc44e81-b731-47d2-8489-a1a68deb40c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:54.811156 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9cc44e81-b731-47d2-8489-a1a68deb40c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:54.868712 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9cc44e81-b731-47d2-8489-a1a68deb40c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:54.908122 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-9cc44e81-b731-47d2-8489-a1a68deb40c2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=251ffd524ea849958f57f974dc816eed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2971926 Jul 09 15:09:54.908998 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc44e81-b731-47d2-8489-a1a68deb40c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a9ca2d-8e22-4589-91c8-8ee4b24eea58,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:09:54.910839 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 40080) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:09:54.960967 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fc265b28-6e32-499a-9c77-d649ef5ba387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:54.982879 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fc265b28-6e32-499a-9c77-d649ef5ba387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:55.102956 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fc265b28-6e32-499a-9c77-d649ef5ba387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:55.105613 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fc265b28-6e32-499a-9c77-d649ef5ba387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:55.106789 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-fc265b28-6e32-499a-9c77-d649ef5ba387 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/59a9ca2d-8e22-4589-91c8-8ee4b24eea58 HTTP/1.1" status: 204 len: 168 time: 0.1949522 Jul 09 15:09:55.115709 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc265b28-6e32-499a-9c77-d649ef5ba387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a9ca2d-8e22-4589-91c8-8ee4b24eea58,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:09:55.902137 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368f2a5-b849-4403-9b80-ab261025c4e3 req-f6d4b3bc-c964-473d-983b-c205bb4c543f tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:55.903686 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7368f2a5-b849-4403-9b80-ab261025c4e3 req-f6d4b3bc-c964-473d-983b-c205bb4c543f tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.0700011 Jul 09 15:09:55.942994 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7368f2a5-b849-4403-9b80-ab261025c4e3 req-ff7aca87-3096-4b45-bf9d-d88b3aa38e1f tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324500 Jul 09 15:09:56.159996 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-50dc97bb-4a24-4d74-835d-66d3104bd7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:57.118613 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a383e6-ae79-4f4f-a7a4-53206b0dacd5 req-4a4f92d3-8f89-480f-b87a-2f6ba214173d tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:57.120156 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b5a383e6-ae79-4f4f-a7a4-53206b0dacd5 req-4a4f92d3-8f89-480f-b87a-2f6ba214173d tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.0655010 Jul 09 15:09:57.165358 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b5a383e6-ae79-4f4f-a7a4-53206b0dacd5 req-00e4c145-a255-4236-9223-44de488291dc tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344262 Jul 09 15:09:57.683934 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571f9e7-8919-40a3-bfec-fd944c2ba127 req-7261031a-840f-4952-b057-e6303934460f tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:57.685457 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3571f9e7-8919-40a3-bfec-fd944c2ba127 req-7261031a-840f-4952-b057-e6303934460f tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.0671389 Jul 09 15:09:57.732677 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3571f9e7-8919-40a3-bfec-fd944c2ba127 req-2492c36b-0512-4c3c-b938-b4ba61afd715 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395281 Jul 09 15:09:57.777899 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f857ff-f756-437b-a27b-217d65a9225e req-3ac2b931-dad5-4b19-8bdc-08ac1820150f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:57.779526 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-36f857ff-f756-437b-a27b-217d65a9225e req-3ac2b931-dad5-4b19-8bdc-08ac1820150f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c03b5d3d86974e68a5911d632d382871&device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 1096 time: 0.0535698 Jul 09 15:09:57.876739 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f857ff-f756-437b-a27b-217d65a9225e req-45a397e0-1b75-4089-b9d6-03b559f268f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:57.878326 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-36f857ff-f756-437b-a27b-217d65a9225e req-45a397e0-1b75-4089-b9d6-03b559f268f5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2caf48fb-184c-426e-a7e2-2d876991b7f4 HTTP/1.1" status: 200 len: 912 time: 0.0921388 Jul 09 15:09:58.292465 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-36f857ff-f756-437b-a27b-217d65a9225e req-5e34080f-b095-487f-abd4-de97011311a7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a55c943-174c-41e4-ae0c-abae167a4938 HTTP/1.1" status: 200 len: 998 time: 0.4073572 Jul 09 15:09:58.341741 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f857ff-f756-437b-a27b-217d65a9225e req-a931b827-56be-4cea-94f7-11283aaeeacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:58.343345 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-36f857ff-f756-437b-a27b-217d65a9225e req-a931b827-56be-4cea-94f7-11283aaeeacb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a10947be-2e1d-4b8b-b31f-e273354d0e7a HTTP/1.1" status: 200 len: 850 time: 0.0438268 Jul 09 15:09:58.404512 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f857ff-f756-437b-a27b-217d65a9225e req-b1ada80e-d2d7-442b-be26-625f5a300c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:58.406560 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-36f857ff-f756-437b-a27b-217d65a9225e req-b1ada80e-d2d7-442b-be26-625f5a300c94 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2caf48fb-184c-426e-a7e2-2d876991b7f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562768 Jul 09 15:09:58.492337 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-36f857ff-f756-437b-a27b-217d65a9225e req-5349873e-0860-41cc-95e0-887de844518b service neutron] 10.222.0.62 "GET /v2.0/networks/2caf48fb-184c-426e-a7e2-2d876991b7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791636 Jul 09 15:09:58.584511 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-36f857ff-f756-437b-a27b-217d65a9225e req-d1109537-329d-4f88-97e0-5abe39047c16 service neutron] 10.222.0.62 "GET /v2.0/networks/2caf48fb-184c-426e-a7e2-2d876991b7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857885 Jul 09 15:09:58.700646 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 40204) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:09:58.807747 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3c8ac62e-ab77-4da4-9cbe-2d08780e1d6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:58.937566 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3c8ac62e-ab77-4da4-9cbe-2d08780e1d6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:58.950039 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c83dfa-806e-4cf3-a388-3c3d6cb644e8 req-7e2ffa29-d49e-4463-aa6d-c5585674a765 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:09:58.951571 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d8c83dfa-806e-4cf3-a388-3c3d6cb644e8 req-7e2ffa29-d49e-4463-aa6d-c5585674a765 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.1001596 Jul 09 15:09:58.991343 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d8c83dfa-806e-4cf3-a388-3c3d6cb644e8 req-23dc8857-3f57-46fd-9640-2fdca712078b tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334489 Jul 09 15:09:59.017636 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3c8ac62e-ab77-4da4-9cbe-2d08780e1d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:59.059586 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-3c8ac62e-ab77-4da4-9cbe-2d08780e1d6e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=93180e01dc6c4ff0b889c6ab0802c6eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3577623 Jul 09 15:09:59.060560 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ac62e-ab77-4da4-9cbe-2d08780e1d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7873b83-d75a-4e5c-bd7c-5c32f56fe0c8,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:09:59.062551 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40212) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:09:59.064010 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4649dbb4-6790-4c80-9514-fd383916ca97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:59.118343 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5a6ad043-0757-4ddb-91f8-d4ca2f4aecde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:59.145503 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5a6ad043-0757-4ddb-91f8-d4ca2f4aecde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:59.200081 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:59.255102 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5a6ad043-0757-4ddb-91f8-d4ca2f4aecde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:59.257866 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5a6ad043-0757-4ddb-91f8-d4ca2f4aecde admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:59.259031 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-5a6ad043-0757-4ddb-91f8-d4ca2f4aecde admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a7873b83-d75a-4e5c-bd7c-5c32f56fe0c8 HTTP/1.1" status: 204 len: 168 time: 0.1946936 Jul 09 15:09:59.268266 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6ad043-0757-4ddb-91f8-d4ca2f4aecde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7873b83-d75a-4e5c-bd7c-5c32f56fe0c8,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:09:59.853017 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40218) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:09:59.866834 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-002ddf75-13f0-4cbe-8a73-41457baadaf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:09:59.952031 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-002ddf75-13f0-4cbe-8a73-41457baadaf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:00.011685 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-002ddf75-13f0-4cbe-8a73-41457baadaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:00.054858 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-002ddf75-13f0-4cbe-8a73-41457baadaf7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2e2101e020d94e9a8c6bf781ca2d87fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1976159 Jul 09 15:10:00.054858 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ddf75-13f0-4cbe-8a73-41457baadaf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba147e3-e04c-4b88-8eb9-573d63e22913,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:00.055759 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 40222) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:00.142509 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-52e145be-3a27-4b47-b05c-7a75337d56b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:00.174086 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-52e145be-3a27-4b47-b05c-7a75337d56b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:00.218134 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebddc91-412f-4025-b69a-6c3d3b3debf6 req-9cb8c810-1288-4754-b089-1ecf5a918907 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:10:00.219710 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5ebddc91-412f-4025-b69a-6c3d3b3debf6 req-9cb8c810-1288-4754-b089-1ecf5a918907 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.1145358 Jul 09 15:10:00.224677 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:00.262144 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5ebddc91-412f-4025-b69a-6c3d3b3debf6 req-630b71f0-8f28-4756-8ee7-26babc298b09 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355148 Jul 09 15:10:00.326306 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-52e145be-3a27-4b47-b05c-7a75337d56b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:00.329660 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-52e145be-3a27-4b47-b05c-7a75337d56b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:00.330870 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-52e145be-3a27-4b47-b05c-7a75337d56b7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/eba147e3-e04c-4b88-8eb9-573d63e22913 HTTP/1.1" status: 204 len: 168 time: 0.2733164 Jul 09 15:10:00.342438 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e145be-3a27-4b47-b05c-7a75337d56b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba147e3-e04c-4b88-8eb9-573d63e22913,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:00.450807 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9502b1-3691-421b-97d3-926d37e6b962 req-cd2704e6-8525-43f5-acf2-f1cebc75960a tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:10:00.452359 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3f9502b1-3691-421b-97d3-926d37e6b962 req-cd2704e6-8525-43f5-acf2-f1cebc75960a tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.0674477 Jul 09 15:10:00.490887 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3f9502b1-3691-421b-97d3-926d37e6b962 req-e4300992-73b9-4f64-98f4-4f91240ee26c tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323131 Jul 09 15:10:00.675945 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847b55b-3f3a-4a74-8375-c1f28bc297d4 req-d21bca85-7079-4b8a-9c07-7a409e3b33e5 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:10:00.677488 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5847b55b-3f3a-4a74-8375-c1f28bc297d4 req-d21bca85-7079-4b8a-9c07-7a409e3b33e5 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.0682073 Jul 09 15:10:00.718099 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5847b55b-3f3a-4a74-8375-c1f28bc297d4 req-20e4e259-59ef-4a65-a971-ca9bf8eb3cbe tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348892 Jul 09 15:10:01.315214 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c2024a-0b1c-4cbd-9f6c-79bea0e41bde req-0fd49a84-2ccd-46a7-b9cf-ac62778ba6e0 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:10:01.316895 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-34c2024a-0b1c-4cbd-9f6c-79bea0e41bde req-0fd49a84-2ccd-46a7-b9cf-ac62778ba6e0 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.0661440 Jul 09 15:10:01.359246 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-34c2024a-0b1c-4cbd-9f6c-79bea0e41bde req-ea47b6cb-7b18-490d-9e00-a2f3d5e256b4 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365880 Jul 09 15:10:01.632290 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:02.545678 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31795554-275c-401e-9c7f-c6638c506460 req-b19ddb78-4732-42d5-958b-f58c87681e07 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:10:02.547064 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-31795554-275c-401e-9c7f-c6638c506460 req-b19ddb78-4732-42d5-958b-f58c87681e07 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.0689824 Jul 09 15:10:02.586415 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-31795554-275c-401e-9c7f-c6638c506460 req-01661bd5-1466-4b11-aadb-ca74ba34b5c6 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330756 Jul 09 15:10:03.083459 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c51d08c-9cbf-4fa0-94a6-f063b7d5cf32 req-a9a6b240-3a5f-48f0-9ead-2e709de912ba tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:10:03.084632 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6c51d08c-9cbf-4fa0-94a6-f063b7d5cf32 req-a9a6b240-3a5f-48f0-9ead-2e709de912ba tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.0752532 Jul 09 15:10:03.127642 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6c51d08c-9cbf-4fa0-94a6-f063b7d5cf32 req-fe7b1aa2-7e35-44f3-9e41-8ae540a1d145 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373485 Jul 09 15:10:03.151659 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f667e21b-70ca-4208-9a56-af50c28a3009 req-dadddfd9-c79c-42f7-85cc-ca2a61b6d832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:10:03.151659 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f667e21b-70ca-4208-9a56-af50c28a3009 req-dadddfd9-c79c-42f7-85cc-ca2a61b6d832 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c03b5d3d86974e68a5911d632d382871&device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 1096 time: 0.0566621 Jul 09 15:10:03.242097 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f667e21b-70ca-4208-9a56-af50c28a3009 req-9d3a2d95-ff85-404e-b986-ea252525856a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:10:03.243771 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f667e21b-70ca-4208-9a56-af50c28a3009 req-9d3a2d95-ff85-404e-b986-ea252525856a service neutron] 10.222.0.62 "GET /v2.0/networks?id=2caf48fb-184c-426e-a7e2-2d876991b7f4 HTTP/1.1" status: 200 len: 912 time: 0.0889616 Jul 09 15:10:03.310082 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f667e21b-70ca-4208-9a56-af50c28a3009 req-9bc1ccfa-24f5-4eb0-82b2-6b4c63a9375f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a55c943-174c-41e4-ae0c-abae167a4938 HTTP/1.1" status: 200 len: 998 time: 0.0590622 Jul 09 15:10:03.361874 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f667e21b-70ca-4208-9a56-af50c28a3009 req-b4f48f52-95ca-4952-a4e0-7b0c4c32e150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:10:03.363892 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f667e21b-70ca-4208-9a56-af50c28a3009 req-b4f48f52-95ca-4952-a4e0-7b0c4c32e150 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a10947be-2e1d-4b8b-b31f-e273354d0e7a HTTP/1.1" status: 200 len: 850 time: 0.0460107 Jul 09 15:10:03.431529 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f667e21b-70ca-4208-9a56-af50c28a3009 req-209db0c9-398c-45f9-8514-fc5bbd3c315e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:10:03.433062 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f667e21b-70ca-4208-9a56-af50c28a3009 req-209db0c9-398c-45f9-8514-fc5bbd3c315e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2caf48fb-184c-426e-a7e2-2d876991b7f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0628016 Jul 09 15:10:03.505530 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 40316) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:03.526342 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f667e21b-70ca-4208-9a56-af50c28a3009 req-f4854cbb-514c-4b0a-893b-096c5330e95c service neutron] 10.222.0.62 "GET /v2.0/networks/2caf48fb-184c-426e-a7e2-2d876991b7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835912 Jul 09 15:10:03.616690 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6b61-1e61-484b-acae-dee98604796f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:03.626216 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f667e21b-70ca-4208-9a56-af50c28a3009 req-2658b6dc-085e-4793-b86b-3c25add093ad service neutron] 10.222.0.62 "GET /v2.0/networks/2caf48fb-184c-426e-a7e2-2d876991b7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925052 Jul 09 15:10:03.715002 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6b61-1e61-484b-acae-dee98604796f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:03.777273 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6b61-1e61-484b-acae-dee98604796f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:03.815493 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c6b61-1e61-484b-acae-dee98604796f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63478224-f849-4f8e-a760-bee7db511b44,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:03.819832 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-7c0c6b61-1e61-484b-acae-dee98604796f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7fd0127627da4e57bfc21c53a1966a28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3132284 Jul 09 15:10:03.823209 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 40322) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:03.873023 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-603e227c-5819-4b81-85ca-688f562e0fb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:03.899285 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-603e227c-5819-4b81-85ca-688f562e0fb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:04.026905 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-603e227c-5819-4b81-85ca-688f562e0fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:04.029593 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-603e227c-5819-4b81-85ca-688f562e0fb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:04.030772 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-603e227c-5819-4b81-85ca-688f562e0fb1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/63478224-f849-4f8e-a760-bee7db511b44 HTTP/1.1" status: 204 len: 168 time: 0.2065132 Jul 09 15:10:04.039815 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603e227c-5819-4b81-85ca-688f562e0fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63478224-f849-4f8e-a760-bee7db511b44,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:04.307940 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec379490-4ffb-4a13-8055-ad2bb8f9e6ae req-ea873f5b-d349-4285-aa7a-7bdcc6c5b726 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:10:04.309637 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ec379490-4ffb-4a13-8055-ad2bb8f9e6ae req-ea873f5b-d349-4285-aa7a-7bdcc6c5b726 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.0669425 Jul 09 15:10:04.352376 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ec379490-4ffb-4a13-8055-ad2bb8f9e6ae req-ed2c03bb-918b-4ebe-b04b-c6e6eef3547f tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372069 Jul 09 15:10:04.617034 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 40330) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:04.630482 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bebf3b95-73e4-4fb1-bdc1-8b97d65f19f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:04.725250 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bebf3b95-73e4-4fb1-bdc1-8b97d65f19f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:04.826781 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bebf3b95-73e4-4fb1-bdc1-8b97d65f19f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:04.866502 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-bebf3b95-73e4-4fb1-bdc1-8b97d65f19f4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e88a9e1030404eab9bddae2199af395f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2483675 Jul 09 15:10:04.867379 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebf3b95-73e4-4fb1-bdc1-8b97d65f19f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c93750-cef8-4042-8f7e-c7a5f1a52fc1,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:04.869842 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40334) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:04.919409 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0ba65ad0-d30c-4d85-a4d1-844e1e720a8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:04.940637 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0ba65ad0-d30c-4d85-a4d1-844e1e720a8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:05.074178 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0ba65ad0-d30c-4d85-a4d1-844e1e720a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:05.076845 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0ba65ad0-d30c-4d85-a4d1-844e1e720a8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:05.078041 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-0ba65ad0-d30c-4d85-a4d1-844e1e720a8b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/68c93750-cef8-4042-8f7e-c7a5f1a52fc1 HTTP/1.1" status: 204 len: 168 time: 0.2071919 Jul 09 15:10:05.086028 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba65ad0-d30c-4d85-a4d1-844e1e720a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c93750-cef8-4042-8f7e-c7a5f1a52fc1,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:05.537274 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dce5b2-9243-46e7-9b1a-b6a313644cd8 req-731f4151-7dd8-4c3c-b468-0110bb914960 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:10:05.539956 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-38dce5b2-9243-46e7-9b1a-b6a313644cd8 req-731f4151-7dd8-4c3c-b468-0110bb914960 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.0703955 Jul 09 15:10:05.577630 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-38dce5b2-9243-46e7-9b1a-b6a313644cd8 req-1463baf7-2e9c-4cba-a410-269840c03a80 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328410 Jul 09 15:10:05.758761 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79042965-db70-4fa0-9b03-71091a2e34dc req-c48b7347-42ef-487c-924b-ee9414a16795 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:10:05.760569 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-79042965-db70-4fa0-9b03-71091a2e34dc req-c48b7347-42ef-487c-924b-ee9414a16795 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.0651808 Jul 09 15:10:05.801402 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-79042965-db70-4fa0-9b03-71091a2e34dc req-d5f40c2c-f7a4-4a5a-9951-a882a1ef0fa2 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346854 Jul 09 15:10:07.349191 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2134e6f7-7e1e-4312-b55c-7a6ed03427a1 req-4040c998-c191-4ddc-b15f-a088956a66d1 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:10:07.350691 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2134e6f7-7e1e-4312-b55c-7a6ed03427a1 req-4040c998-c191-4ddc-b15f-a088956a66d1 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=339cfb02-687c-4250-a65f-3a381bea6c71 HTTP/1.1" status: 200 len: 944 time: 0.0685406 Jul 09 15:10:07.452011 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-2134e6f7-7e1e-4312-b55c-7a6ed03427a1 req-9c39eb01-b8f4-4e8b-a031-8620e549b686 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Deleting port 63a7e10e-c684-41bd-bc26-5bab286adca9 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:10:07.452370 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-2134e6f7-7e1e-4312-b55c-7a6ed03427a1 req-9c39eb01-b8f4-4e8b-a031-8620e549b686 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:07.556336 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-2134e6f7-7e1e-4312-b55c-7a6ed03427a1 req-9c39eb01-b8f4-4e8b-a031-8620e549b686 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] For port 63a7e10e-c684-41bd-bc26-5bab286adca9, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=63a7e10e-c684-41bd-bc26-5bab286adca9,segment=NetworkSegment(06875dad-dad1-4e17-960d-8ec4e4c881bc),segment_id=06875dad-dad1-4e17-960d-8ec4e4c881bc)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:10:07.556700 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-2134e6f7-7e1e-4312-b55c-7a6ed03427a1 req-9c39eb01-b8f4-4e8b-a031-8620e549b686 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:07.570973 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-2134e6f7-7e1e-4312-b55c-7a6ed03427a1 req-9c39eb01-b8f4-4e8b-a031-8620e549b686 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Calling delete_port for 63a7e10e-c684-41bd-bc26-5bab286adca9 owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:10:07.769168 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-2134e6f7-7e1e-4312-b55c-7a6ed03427a1 req-9c39eb01-b8f4-4e8b-a031-8620e549b686 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:07.781892 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['f01ab20f-9308-4ae2-88ac-3c399a610043'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:10:07.798639 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39eb01-b8f4-4e8b-a031-8620e549b686 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Pushing event deleted for resources: {'Port': ['ID=63a7e10e-c684-41bd-bc26-5bab286adca9,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:07.806853 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['17a81ce2-504c-4392-b158-080965d6ce41'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:10:07.847168 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-2134e6f7-7e1e-4312-b55c-7a6ed03427a1 req-9c39eb01-b8f4-4e8b-a031-8620e549b686 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] No DVR routers for this DVR port 63a7e10e-c684-41bd-bc26-5bab286adca9 on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:10:07.850874 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-2134e6f7-7e1e-4312-b55c-7a6ed03427a1 req-9c39eb01-b8f4-4e8b-a031-8620e549b686 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:07.860197 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2134e6f7-7e1e-4312-b55c-7a6ed03427a1 req-9c39eb01-b8f4-4e8b-a031-8620e549b686 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "DELETE /v2.0/ports/63a7e10e-c684-41bd-bc26-5bab286adca9 HTTP/1.1" status: 204 len: 173 time: 0.5040789 Jul 09 15:10:07.860712 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339cfb02-687c-4250-a65f-3a381bea6c71', 'name': 'network-vif-deleted', 'tag': '63a7e10e-c684-41bd-bc26-5bab286adca9'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:10:07.864789 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ff7517-839d-4c8e-ba21-129104216015" -d '{"events": [{"server_uuid": "339cfb02-687c-4250-a65f-3a381bea6c71", "name": "network-vif-deleted", "tag": "63a7e10e-c684-41bd-bc26-5bab286adca9"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:10:07.901295 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 09 Jul 2021 15:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35ecf0b-d763-48e0-8365-a49f026ce4af x-openstack-request-id: req-d35ecf0b-d763-48e0-8365-a49f026ce4af {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:10:07.901744 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "339cfb02-687c-4250-a65f-3a381bea6c71", "name": "network-vif-deleted", "tag": "63a7e10e-c684-41bd-bc26-5bab286adca9", "status": "failed", "code": 422}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:10:07.902006 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d35ecf0b-d763-48e0-8365-a49f026ce4af {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:10:07.902976 n-d-799529-6 neutron-server[94446]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '339cfb02-687c-4250-a65f-3a381bea6c71', 'name': 'network-vif-deleted', 'tag': '63a7e10e-c684-41bd-bc26-5bab286adca9', 'status': 'failed', 'code': 422} returned with failed status Jul 09 15:10:09.114476 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40486) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:09.223749 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-765802b5-2dcc-4392-a868-1da9f2f7c2ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:09.317026 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-765802b5-2dcc-4392-a868-1da9f2f7c2ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:09.366531 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae18c4e-d7bf-4c44-8097-efbd551bcfe3 req-492f69be-5fc0-439b-b96a-a5b9e128a4cb tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:10:09.368117 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4ae18c4e-d7bf-4c44-8097-efbd551bcfe3 req-492f69be-5fc0-439b-b96a-a5b9e128a4cb tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad83ea16-7fbd-4005-95bc-18d10ebafae7 HTTP/1.1" status: 200 len: 907 time: 0.0661409 Jul 09 15:10:09.403168 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-765802b5-2dcc-4392-a868-1da9f2f7c2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:09.445258 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-765802b5-2dcc-4392-a868-1da9f2f7c2ec admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=efa6451924f64910b6a7b5d5037882e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3294668 Jul 09 15:10:09.445797 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765802b5-2dcc-4392-a868-1da9f2f7c2ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae43fb6f-bca0-4eb9-ae5a-ba2798594794,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:09.448727 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 40494) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:09.498777 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b7b35f4f-116e-45f0-9210-b98377651afa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:09.520847 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b7b35f4f-116e-45f0-9210-b98377651afa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:09.641641 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:10:09.654530 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b7b35f4f-116e-45f0-9210-b98377651afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:09.658928 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b7b35f4f-116e-45f0-9210-b98377651afa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:09.658928 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b7b35f4f-116e-45f0-9210-b98377651afa admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ae43fb6f-bca0-4eb9-ae5a-ba2798594794 HTTP/1.1" status: 204 len: 168 time: 0.2082937 Jul 09 15:10:09.666127 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b35f4f-116e-45f0-9210-b98377651afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae43fb6f-bca0-4eb9-ae5a-ba2798594794,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:10.334996 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 40500) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:10.349089 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9d130eac-0702-4b4c-a7bd-5888a1c33298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:10.452379 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9d130eac-0702-4b4c-a7bd-5888a1c33298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:10.545954 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b958b9-b48e-4fe6-88f8-efb7b3e47d4d req-80306614-c27a-4e5e-acf8-fd3aebc5157b tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:10:10.547390 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-78b958b9-b48e-4fe6-88f8-efb7b3e47d4d req-80306614-c27a-4e5e-acf8-fd3aebc5157b tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad83ea16-7fbd-4005-95bc-18d10ebafae7 HTTP/1.1" status: 200 len: 907 time: 0.0640163 Jul 09 15:10:10.563719 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9d130eac-0702-4b4c-a7bd-5888a1c33298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:10.635155 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d130eac-0702-4b4c-a7bd-5888a1c33298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=182fd9ef-f800-42b0-9369-c6a7dd2c3da1,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:10.639316 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-9d130eac-0702-4b4c-a7bd-5888a1c33298 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=97e9932deff84313b44b2687d060089b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3031924 Jul 09 15:10:10.642179 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40506) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:10.671133 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fc4247-1a50-4a50-ae2a-5766a0b0fcc1 req-97c95495-0d81-4d7d-9b20-9a7772803439 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:10:10.672915 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e0fc4247-1a50-4a50-ae2a-5766a0b0fcc1 req-97c95495-0d81-4d7d-9b20-9a7772803439 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad83ea16-7fbd-4005-95bc-18d10ebafae7 HTTP/1.1" status: 200 len: 907 time: 0.1060092 Jul 09 15:10:10.694869 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f5c399f1-29be-44ab-a378-84b0214b95d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:10.716319 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f5c399f1-29be-44ab-a378-84b0214b95d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:10.775270 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-e0fc4247-1a50-4a50-ae2a-5766a0b0fcc1 req-dd7f47ad-da98-4940-bdd5-6a32a4be7bb1 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Deleting port f53c584d-7108-4c32-955b-d510d83e5a9c {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:10:10.776881 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e0fc4247-1a50-4a50-ae2a-5766a0b0fcc1 req-dd7f47ad-da98-4940-bdd5-6a32a4be7bb1 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:10.868313 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f5c399f1-29be-44ab-a378-84b0214b95d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:10.868609 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-e0fc4247-1a50-4a50-ae2a-5766a0b0fcc1 req-dd7f47ad-da98-4940-bdd5-6a32a4be7bb1 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] For port f53c584d-7108-4c32-955b-d510d83e5a9c, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=f53c584d-7108-4c32-955b-d510d83e5a9c,segment=NetworkSegment(06875dad-dad1-4e17-960d-8ec4e4c881bc),segment_id=06875dad-dad1-4e17-960d-8ec4e4c881bc)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:10:10.868729 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e0fc4247-1a50-4a50-ae2a-5766a0b0fcc1 req-dd7f47ad-da98-4940-bdd5-6a32a4be7bb1 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:10.870811 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f5c399f1-29be-44ab-a378-84b0214b95d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:10.872007 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f5c399f1-29be-44ab-a378-84b0214b95d6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/182fd9ef-f800-42b0-9369-c6a7dd2c3da1 HTTP/1.1" status: 204 len: 168 time: 0.2265918 Jul 09 15:10:10.880130 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c399f1-29be-44ab-a378-84b0214b95d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=182fd9ef-f800-42b0-9369-c6a7dd2c3da1,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:10.883928 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-e0fc4247-1a50-4a50-ae2a-5766a0b0fcc1 req-dd7f47ad-da98-4940-bdd5-6a32a4be7bb1 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Calling delete_port for f53c584d-7108-4c32-955b-d510d83e5a9c owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:10:11.160166 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e0fc4247-1a50-4a50-ae2a-5766a0b0fcc1 req-dd7f47ad-da98-4940-bdd5-6a32a4be7bb1 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:11.189993 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7f47ad-da98-4940-bdd5-6a32a4be7bb1 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Pushing event deleted for resources: {'Port': ['ID=f53c584d-7108-4c32-955b-d510d83e5a9c,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:11.237648 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0fc4247-1a50-4a50-ae2a-5766a0b0fcc1 req-dd7f47ad-da98-4940-bdd5-6a32a4be7bb1 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] No DVR routers for this DVR port f53c584d-7108-4c32-955b-d510d83e5a9c on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:10:11.240304 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e0fc4247-1a50-4a50-ae2a-5766a0b0fcc1 req-dd7f47ad-da98-4940-bdd5-6a32a4be7bb1 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:11.242410 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e0fc4247-1a50-4a50-ae2a-5766a0b0fcc1 req-dd7f47ad-da98-4940-bdd5-6a32a4be7bb1 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.54 "DELETE /v2.0/ports/f53c584d-7108-4c32-955b-d510d83e5a9c HTTP/1.1" status: 204 len: 173 time: 0.5640526 Jul 09 15:10:11.242857 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad83ea16-7fbd-4005-95bc-18d10ebafae7', 'name': 'network-vif-deleted', 'tag': 'f53c584d-7108-4c32-955b-d510d83e5a9c'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:10:11.245135 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5df9c9a-588e-41cc-a61f-dd23d289ea70" -d '{"events": [{"server_uuid": "ad83ea16-7fbd-4005-95bc-18d10ebafae7", "name": "network-vif-deleted", "tag": "f53c584d-7108-4c32-955b-d510d83e5a9c"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:10:11.287915 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e3c365-5daf-432e-9aa3-419f00864ec5 x-openstack-request-id: req-d2e3c365-5daf-432e-9aa3-419f00864ec5 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:10:11.288210 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad83ea16-7fbd-4005-95bc-18d10ebafae7", "name": "network-vif-deleted", "tag": "f53c584d-7108-4c32-955b-d510d83e5a9c", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:10:11.288462 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d2e3c365-5daf-432e-9aa3-419f00864ec5 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:10:11.288859 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad83ea16-7fbd-4005-95bc-18d10ebafae7', 'name': 'network-vif-deleted', 'tag': 'f53c584d-7108-4c32-955b-d510d83e5a9c', 'status': 'completed', 'code': 200} Jul 09 15:10:11.707784 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-761edc81-2a87-40a2-9d54-a7cb336591cf req-259ab5d7-1c3b-463d-9723-931dd44e767b tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad83ea16-7fbd-4005-95bc-18d10ebafae7 HTTP/1.1" status: 200 len: 210 time: 0.0296235 Jul 09 15:10:12.950430 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40586) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:13.059871 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-189f50dd-13e6-4904-8c74-f1a6d0ccd9af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:13.157370 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-189f50dd-13e6-4904-8c74-f1a6d0ccd9af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:13.272374 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-189f50dd-13e6-4904-8c74-f1a6d0ccd9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:13.312788 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189f50dd-13e6-4904-8c74-f1a6d0ccd9af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53379453-1d51-4e1b-9c6d-4cd5f397a2e5,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:13.318980 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-189f50dd-13e6-4904-8c74-f1a6d0ccd9af admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=30a338fbd0c641fba88423661dd79808&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3673780 Jul 09 15:10:13.321651 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40590) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:13.374988 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4f518697-769d-4817-8047-5c6c1d68e9a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:13.405401 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4f518697-769d-4817-8047-5c6c1d68e9a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:13.528353 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc847936-44f0-4a17-a114-d87ad047fc10 req-cd1f94ed-2030-413f-a5c4-5c7cfdf9f5b2 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:10:13.529826 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dc847936-44f0-4a17-a114-d87ad047fc10 req-cd1f94ed-2030-413f-a5c4-5c7cfdf9f5b2 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=122a589b-3350-4a9f-ba01-d8a683c763b2 HTTP/1.1" status: 200 len: 946 time: 0.0686448 Jul 09 15:10:13.543671 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4f518697-769d-4817-8047-5c6c1d68e9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:13.546174 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4f518697-769d-4817-8047-5c6c1d68e9a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:13.547271 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-4f518697-769d-4817-8047-5c6c1d68e9a3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/53379453-1d51-4e1b-9c6d-4cd5f397a2e5 HTTP/1.1" status: 204 len: 168 time: 0.2247250 Jul 09 15:10:13.567656 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f518697-769d-4817-8047-5c6c1d68e9a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53379453-1d51-4e1b-9c6d-4cd5f397a2e5,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:13.586679 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dc847936-44f0-4a17-a114-d87ad047fc10 req-889e1587-3538-4084-9bec-dc6a1f4e2421 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502009 Jul 09 15:10:14.297570 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device f53c584d-7108-4c32-955b-d510d83e5a9c no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:10:14.322665 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: f53c584d-7108-4c32-955b-d510d83e5a9c {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:10:14.322665 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device f53c584d-7108-4c32-955b-d510d83e5a9c not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:10:14.766211 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85329d28-504a-42ea-b2ef-d2a7b0b63a15 req-b411f3bb-1d81-4cd1-a401-c438e0b71913 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:10:14.767732 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-85329d28-504a-42ea-b2ef-d2a7b0b63a15 req-b411f3bb-1d81-4cd1-a401-c438e0b71913 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=122a589b-3350-4a9f-ba01-d8a683c763b2 HTTP/1.1" status: 200 len: 946 time: 0.0660076 Jul 09 15:10:14.809745 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-85329d28-504a-42ea-b2ef-d2a7b0b63a15 req-08dfd4ba-d6db-42ce-81ba-1c72ff2f1db5 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346618 Jul 09 15:10:14.825165 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ae98a-832e-4ba5-b326-ed749a997ae8 req-3a78bef3-d546-486e-80b4-9906ed35dd9d tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:10:14.826761 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7e7ae98a-832e-4ba5-b326-ed749a997ae8 req-3a78bef3-d546-486e-80b4-9906ed35dd9d tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.54 "GET /v2.0/ports?device_id=122a589b-3350-4a9f-ba01-d8a683c763b2 HTTP/1.1" status: 200 len: 946 time: 0.0695517 Jul 09 15:10:14.941128 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-7e7ae98a-832e-4ba5-b326-ed749a997ae8 req-83062c9d-9e17-4f56-b169-03f2fec5f194 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Deleting port f01ab20f-9308-4ae2-88ac-3c399a610043 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:10:14.941480 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7e7ae98a-832e-4ba5-b326-ed749a997ae8 req-83062c9d-9e17-4f56-b169-03f2fec5f194 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:15.037470 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-7e7ae98a-832e-4ba5-b326-ed749a997ae8 req-83062c9d-9e17-4f56-b169-03f2fec5f194 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] For port f01ab20f-9308-4ae2-88ac-3c399a610043, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=f01ab20f-9308-4ae2-88ac-3c399a610043,segment=NetworkSegment(06875dad-dad1-4e17-960d-8ec4e4c881bc),segment_id=06875dad-dad1-4e17-960d-8ec4e4c881bc)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:10:15.037918 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7e7ae98a-832e-4ba5-b326-ed749a997ae8 req-83062c9d-9e17-4f56-b169-03f2fec5f194 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:15.051552 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-7e7ae98a-832e-4ba5-b326-ed749a997ae8 req-83062c9d-9e17-4f56-b169-03f2fec5f194 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Calling delete_port for f01ab20f-9308-4ae2-88ac-3c399a610043 owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:10:15.056764 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:15.234096 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7e7ae98a-832e-4ba5-b326-ed749a997ae8 req-83062c9d-9e17-4f56-b169-03f2fec5f194 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:15.246012 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['f01ab20f-9308-4ae2-88ac-3c399a610043'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:10:15.263787 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83062c9d-9e17-4f56-b169-03f2fec5f194 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Pushing event deleted for resources: {'Port': ['ID=f01ab20f-9308-4ae2-88ac-3c399a610043,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:15.294027 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['17a81ce2-504c-4392-b158-080965d6ce41'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:10:15.315768 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e7ae98a-832e-4ba5-b326-ed749a997ae8 req-83062c9d-9e17-4f56-b169-03f2fec5f194 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] No DVR routers for this DVR port f01ab20f-9308-4ae2-88ac-3c399a610043 on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:10:15.318346 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7e7ae98a-832e-4ba5-b326-ed749a997ae8 req-83062c9d-9e17-4f56-b169-03f2fec5f194 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:15.320374 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7e7ae98a-832e-4ba5-b326-ed749a997ae8 req-83062c9d-9e17-4f56-b169-03f2fec5f194 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.54 "DELETE /v2.0/ports/f01ab20f-9308-4ae2-88ac-3c399a610043 HTTP/1.1" status: 204 len: 173 time: 0.4881651 Jul 09 15:10:15.320938 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '122a589b-3350-4a9f-ba01-d8a683c763b2', 'name': 'network-vif-deleted', 'tag': 'f01ab20f-9308-4ae2-88ac-3c399a610043'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:10:15.323267 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5436b6c4-3837-462f-9694-dff9f008c282" -d '{"events": [{"server_uuid": "122a589b-3350-4a9f-ba01-d8a683c763b2", "name": "network-vif-deleted", "tag": "f01ab20f-9308-4ae2-88ac-3c399a610043"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:10:15.363303 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a334e5-e4bc-4fe1-a417-ed56809ccf7c x-openstack-request-id: req-79a334e5-e4bc-4fe1-a417-ed56809ccf7c {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:10:15.363644 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "122a589b-3350-4a9f-ba01-d8a683c763b2", "name": "network-vif-deleted", "tag": "f01ab20f-9308-4ae2-88ac-3c399a610043", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:10:15.363882 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-79a334e5-e4bc-4fe1-a417-ed56809ccf7c {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:10:15.364387 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '122a589b-3350-4a9f-ba01-d8a683c763b2', 'name': 'network-vif-deleted', 'tag': 'f01ab20f-9308-4ae2-88ac-3c399a610043', 'status': 'completed', 'code': 200} Jul 09 15:10:15.973762 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-59275be8-8a99-43c4-9b0f-87da2be59d06 req-1715dc49-e97b-4f26-8e7a-54d6f45d226a tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=122a589b-3350-4a9f-ba01-d8a683c763b2 HTTP/1.1" status: 200 len: 210 time: 0.0317898 Jul 09 15:10:16.199221 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 40656) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:16.345176 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-480f70d7-e795-48e9-99ae-73794812e2f0 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Request body: {'floatingip': {'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:10:16.414724 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-480f70d7-e795-48e9-99ae-73794812e2f0 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks [] for floatingip, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:16.515291 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-480f70d7-e795-48e9-99ae-73794812e2f0 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:16.616921 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-480f70d7-e795-48e9-99ae-73794812e2f0 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Allocated IP 172.25.3.117 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/9ac5921f-e590-4643-ba43-b5815e176db9) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:10:16.725076 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-480f70d7-e795-48e9-99ae-73794812e2f0 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:16.826623 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-480f70d7-e795-48e9-99ae-73794812e2f0 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:16.863362 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480f70d7-e795-48e9-99ae-73794812e2f0 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:10:16.869513 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-480f70d7-e795-48e9-99ae-73794812e2f0 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:10:16.873059 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480f70d7-e795-48e9-99ae-73794812e2f0 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:10:16.895545 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480f70d7-e795-48e9-99ae-73794812e2f0 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Pushing event updated for resources: {'Port': ['ID=9ac5921f-e590-4643-ba43-b5815e176db9,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:16.960940 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-480f70d7-e795-48e9-99ae-73794812e2f0 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:17.078988 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-480f70d7-e795-48e9-99ae-73794812e2f0 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:17.230314 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-480f70d7-e795-48e9-99ae-73794812e2f0 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:17.313652 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-480f70d7-e795-48e9-99ae-73794812e2f0 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:17.384295 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480f70d7-e795-48e9-99ae-73794812e2f0 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Pushing event updated for resources: {'Port': ['ID=9ac5921f-e590-4643-ba43-b5815e176db9,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:17.395297 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-480f70d7-e795-48e9-99ae-73794812e2f0 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:17.483743 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-480f70d7-e795-48e9-99ae-73794812e2f0 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:17.488061 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-480f70d7-e795-48e9-99ae-73794812e2f0 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2877681 Jul 09 15:10:17.488459 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40670) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:17.493673 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-7b217ee7-f7bf-4708-93d9-265279c64391 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-214733555'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:10:17.574850 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b217ee7-f7bf-4708-93d9-265279c64391 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Made reservation on behalf of 83a823a63e074c60ae457fe58c130af2 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:10:17.578777 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7b217ee7-f7bf-4708-93d9-265279c64391 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:17.588193 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7b217ee7-f7bf-4708-93d9-265279c64391 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:17.619864 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af5024-eede-4f88-a470-f16696947998 req-153837d0-16d6-4b45-b730-ba704fadc5b0 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:10:17.621428 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d4af5024-eede-4f88-a470-f16696947998 req-153837d0-16d6-4b45-b730-ba704fadc5b0 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=5755c27b-93c8-48c8-b528-826015140dbf HTTP/1.1" status: 200 len: 945 time: 0.0655968 Jul 09 15:10:17.661457 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d4af5024-eede-4f88-a470-f16696947998 req-d858684e-4fea-419c-9651-692a53f8d252 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=cedc2fe2-9147-48f6-aca0-893e7677eb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333314 Jul 09 15:10:17.681871 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7b217ee7-f7bf-4708-93d9-265279c64391 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:17.791707 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7b217ee7-f7bf-4708-93d9-265279c64391 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:17.817582 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b217ee7-f7bf-4708-93d9-265279c64391 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:10:17.826905 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b217ee7-f7bf-4708-93d9-265279c64391 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c01f76-4468-4f8b-a1c6-0d497c828cd7,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:17.832278 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7b217ee7-f7bf-4708-93d9-265279c64391 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:17.832599 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-7b217ee7-f7bf-4708-93d9-265279c64391 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Added segment a30f3d9d-cac9-4dee-951f-451f44b122ab of type vlan for network 10767094-9de5-44b3-a6d1-8bfcc58bc345 Jul 09 15:10:17.875095 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7b217ee7-f7bf-4708-93d9-265279c64391 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:17.978721 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a6ee6-e85d-4754-989f-d9b024ad180b req-02cf62a0-181c-4af6-95a5-79cde322b294 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:10:17.980200 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b07a6ee6-e85d-4754-989f-d9b024ad180b req-02cf62a0-181c-4af6-95a5-79cde322b294 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.62 "GET /v2.0/ports?device_id=5755c27b-93c8-48c8-b528-826015140dbf HTTP/1.1" status: 200 len: 945 time: 0.0621355 Jul 09 15:10:18.029677 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7b217ee7-f7bf-4708-93d9-265279c64391 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:18.035773 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b217ee7-f7bf-4708-93d9-265279c64391 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:10:18.036291 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7b217ee7-f7bf-4708-93d9-265279c64391 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:18.131403 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b217ee7-f7bf-4708-93d9-265279c64391 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Pushing event updated for resources: {'Network': ['ID=10767094-9de5-44b3-a6d1-8bfcc58bc345,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:18.142508 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 10767094-9de5-44b3-a6d1-8bfcc58bc345 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:10:18.151865 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-b07a6ee6-e85d-4754-989f-d9b024ad180b req-2ca2efd9-dbdf-4c17-bedf-8ba9b9f76199 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Deleting port 17a81ce2-504c-4392-b158-080965d6ce41 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:10:18.152218 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-b07a6ee6-e85d-4754-989f-d9b024ad180b req-2ca2efd9-dbdf-4c17-bedf-8ba9b9f76199 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:18.157180 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7b217ee7-f7bf-4708-93d9-265279c64391 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6676681 Jul 09 15:10:18.160788 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 40672) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:18.165954 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-e102cfe3-e92c-4bd1-a3dd-87d938d41a55 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Request body: {'subnet': {'network_id': '10767094-9de5-44b3-a6d1-8bfcc58bc345', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:10:18.252492 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-b07a6ee6-e85d-4754-989f-d9b024ad180b req-2ca2efd9-dbdf-4c17-bedf-8ba9b9f76199 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] For port 17a81ce2-504c-4392-b158-080965d6ce41, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=17a81ce2-504c-4392-b158-080965d6ce41,segment=NetworkSegment(06875dad-dad1-4e17-960d-8ec4e4c881bc),segment_id=06875dad-dad1-4e17-960d-8ec4e4c881bc)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:10:18.252932 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-b07a6ee6-e85d-4754-989f-d9b024ad180b req-2ca2efd9-dbdf-4c17-bedf-8ba9b9f76199 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:18.273794 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-b07a6ee6-e85d-4754-989f-d9b024ad180b req-2ca2efd9-dbdf-4c17-bedf-8ba9b9f76199 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Calling delete_port for 17a81ce2-504c-4392-b158-080965d6ce41 owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:10:18.356614 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device f01ab20f-9308-4ae2-88ac-3c399a610043 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:10:18.358006 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e102cfe3-e92c-4bd1-a3dd-87d938d41a55 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Made reservation on behalf of 83a823a63e074c60ae457fe58c130af2 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:10:18.361674 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e102cfe3-e92c-4bd1-a3dd-87d938d41a55 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:18.391611 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: f01ab20f-9308-4ae2-88ac-3c399a610043 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:10:18.392049 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device f01ab20f-9308-4ae2-88ac-3c399a610043 not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:10:18.466625 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-b07a6ee6-e85d-4754-989f-d9b024ad180b req-2ca2efd9-dbdf-4c17-bedf-8ba9b9f76199 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:18.498087 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca2efd9-dbdf-4c17-bedf-8ba9b9f76199 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Pushing event deleted for resources: {'Port': ['ID=17a81ce2-504c-4392-b158-080965d6ce41,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:18.518591 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['17a81ce2-504c-4392-b158-080965d6ce41'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:10:18.546747 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-b07a6ee6-e85d-4754-989f-d9b024ad180b req-2ca2efd9-dbdf-4c17-bedf-8ba9b9f76199 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] No DVR routers for this DVR port 17a81ce2-504c-4392-b158-080965d6ce41 on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:10:18.549341 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-b07a6ee6-e85d-4754-989f-d9b024ad180b req-2ca2efd9-dbdf-4c17-bedf-8ba9b9f76199 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:18.551449 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b07a6ee6-e85d-4754-989f-d9b024ad180b req-2ca2efd9-dbdf-4c17-bedf-8ba9b9f76199 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.62 "DELETE /v2.0/ports/17a81ce2-504c-4392-b158-080965d6ce41 HTTP/1.1" status: 204 len: 173 time: 0.5621407 Jul 09 15:10:18.551937 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5755c27b-93c8-48c8-b528-826015140dbf', 'name': 'network-vif-deleted', 'tag': '17a81ce2-504c-4392-b158-080965d6ce41'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:10:18.554286 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a70608-bebc-4044-a5dd-99cba59cfc9a" -d '{"events": [{"server_uuid": "5755c27b-93c8-48c8-b528-826015140dbf", "name": "network-vif-deleted", "tag": "17a81ce2-504c-4392-b158-080965d6ce41"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:10:18.594915 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45d0f98-31d5-4b87-8fe1-a22251c77eab x-openstack-request-id: req-d45d0f98-31d5-4b87-8fe1-a22251c77eab {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:10:18.594915 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5755c27b-93c8-48c8-b528-826015140dbf", "name": "network-vif-deleted", "tag": "17a81ce2-504c-4392-b158-080965d6ce41", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:10:18.594915 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d45d0f98-31d5-4b87-8fe1-a22251c77eab {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:10:18.594915 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5755c27b-93c8-48c8-b528-826015140dbf', 'name': 'network-vif-deleted', 'tag': '17a81ce2-504c-4392-b158-080965d6ce41', 'status': 'completed', 'code': 200} Jul 09 15:10:18.623075 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e102cfe3-e92c-4bd1-a3dd-87d938d41a55 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:18.685703 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e102cfe3-e92c-4bd1-a3dd-87d938d41a55 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Pushing event updated for resources: {'Subnet': ['ID=fd93a054-22ed-40cd-97a4-9a1bbbd1d1d4,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:18.697561 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e102cfe3-e92c-4bd1-a3dd-87d938d41a55 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Checking segment: {'id': 'a30f3d9d-cac9-4dee-951f-451f44b122ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '10767094-9de5-44b3-a6d1-8bfcc58bc345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:10:18.698035 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e102cfe3-e92c-4bd1-a3dd-87d938d41a55 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Network hostable DHCP agents. Network: 10767094-9de5-44b3-a6d1-8bfcc58bc345, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:10:18.777130 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e102cfe3-e92c-4bd1-a3dd-87d938d41a55 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Network 10767094-9de5-44b3-a6d1-8bfcc58bc345 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:10:18.806321 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d3283a3e-143d-4010-a1c8-ffd8f31bf40a req-b3e31d7e-60b3-4a1b-b28b-149d484925aa tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=5755c27b-93c8-48c8-b528-826015140dbf HTTP/1.1" status: 200 len: 210 time: 0.0277057 Jul 09 15:10:18.856811 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-e102cfe3-e92c-4bd1-a3dd-87d938d41a55 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 10767094-9de5-44b3-a6d1-8bfcc58bc345) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:10:18.861591 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e102cfe3-e92c-4bd1-a3dd-87d938d41a55 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:10:18.862222 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e102cfe3-e92c-4bd1-a3dd-87d938d41a55 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:18.866353 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c542707c-e3eb-45f7-b66d-32f2c4903a30 None None] Network 10767094-9de5-44b3-a6d1-8bfcc58bc345 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:10:18.943120 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e102cfe3-e92c-4bd1-a3dd-87d938d41a55 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7812119 Jul 09 15:10:18.945699 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 40680) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:18.950669 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-7aa7773f-26e6-4e9f-a57d-f3b6bf65a7ff tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1456921206', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}, 'admin_state_up': False}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:10:19.011639 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3afe9c-a388-4c65-9f1b-e117a9388340 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-10767094-9de5-44b3-a6d1-8bfcc58bc345', 'network_id': '10767094-9de5-44b3-a6d1-8bfcc58bc345', 'tenant_id': '83a823a63e074c60ae457fe58c130af2', 'fixed_ips': [{'subnet_id': 'fd93a054-22ed-40cd-97a4-9a1bbbd1d1d4'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:10:19.012515 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5e3afe9c-a388-4c65-9f1b-e117a9388340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:19.085413 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7aa7773f-26e6-4e9f-a57d-f3b6bf65a7ff tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:19.086559 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7aa7773f-26e6-4e9f-a57d-f3b6bf65a7ff tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:19.142090 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7aa7773f-26e6-4e9f-a57d-f3b6bf65a7ff tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:19.149485 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-5e3afe9c-a388-4c65-9f1b-e117a9388340 None None] Allocated IP 172.20.0.2 (10767094-9de5-44b3-a6d1-8bfcc58bc345/fd93a054-22ed-40cd-97a4-9a1bbbd1d1d4/292e1029-f53a-4e43-b23f-60733f8740f2) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:10:19.295685 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5e3afe9c-a388-4c65-9f1b-e117a9388340 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:19.304793 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-5e3afe9c-a388-4c65-9f1b-e117a9388340 None None] Transition to ACTIVE for port object 292e1029-f53a-4e43-b23f-60733f8740f2 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:10:19.321566 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-5e3afe9c-a388-4c65-9f1b-e117a9388340 None None] Transition to ACTIVE for port object 292e1029-f53a-4e43-b23f-60733f8740f2 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:10:19.381422 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5e3afe9c-a388-4c65-9f1b-e117a9388340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:19.432227 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3afe9c-a388-4c65-9f1b-e117a9388340 None None] Network 10767094-9de5-44b3-a6d1-8bfcc58bc345 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:10:19.435582 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-5e3afe9c-a388-4c65-9f1b-e117a9388340 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:10:19.439893 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3afe9c-a388-4c65-9f1b-e117a9388340 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:10:19.452126 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3afe9c-a388-4c65-9f1b-e117a9388340 None None] Pushing event updated for resources: {'Port': ['ID=292e1029-f53a-4e43-b23f-60733f8740f2,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:19.509294 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-5e3afe9c-a388-4c65-9f1b-e117a9388340 None None] Attempting to bind port 292e1029-f53a-4e43-b23f-60733f8740f2 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:10:19.510016 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-5e3afe9c-a388-4c65-9f1b-e117a9388340 None None] Attempting to bind port 292e1029-f53a-4e43-b23f-60733f8740f2 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'a30f3d9d-cac9-4dee-951f-451f44b122ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '10767094-9de5-44b3-a6d1-8bfcc58bc345'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:10:19.510470 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3afe9c-a388-4c65-9f1b-e117a9388340 None None] Attempting to bind port 292e1029-f53a-4e43-b23f-60733f8740f2 on network 10767094-9de5-44b3-a6d1-8bfcc58bc345 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:10:19.516349 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3afe9c-a388-4c65-9f1b-e117a9388340 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:10:19.516839 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3afe9c-a388-4c65-9f1b-e117a9388340 None None] Checking segment: {'id': 'a30f3d9d-cac9-4dee-951f-451f44b122ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '10767094-9de5-44b3-a6d1-8bfcc58bc345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:10:19.517325 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5e3afe9c-a388-4c65-9f1b-e117a9388340 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:19.517799 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3afe9c-a388-4c65-9f1b-e117a9388340 None None] Bound using segment: {'id': 'a30f3d9d-cac9-4dee-951f-451f44b122ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '10767094-9de5-44b3-a6d1-8bfcc58bc345'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:10:19.518502 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-5e3afe9c-a388-4c65-9f1b-e117a9388340 None None] Bound port: 292e1029-f53a-4e43-b23f-60733f8740f2, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a30f3d9d-cac9-4dee-951f-451f44b122ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '10767094-9de5-44b3-a6d1-8bfcc58bc345'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:10:19.519024 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5e3afe9c-a388-4c65-9f1b-e117a9388340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:19.589946 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-5e3afe9c-a388-4c65-9f1b-e117a9388340 None None] For port 292e1029-f53a-4e43-b23f-60733f8740f2, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:10:19.593277 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-5e3afe9c-a388-4c65-9f1b-e117a9388340 None None] For port 292e1029-f53a-4e43-b23f-60733f8740f2, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=292e1029-f53a-4e43-b23f-60733f8740f2,segment=NetworkSegment(a30f3d9d-cac9-4dee-951f-451f44b122ab),segment_id=a30f3d9d-cac9-4dee-951f-451f44b122ab)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:10:19.669112 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5e3afe9c-a388-4c65-9f1b-e117a9388340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:19.678277 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7aa7773f-26e6-4e9f-a57d-f3b6bf65a7ff tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:19.728002 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3afe9c-a388-4c65-9f1b-e117a9388340 None None] Pushing event updated for resources: {'Port': ['ID=292e1029-f53a-4e43-b23f-60733f8740f2,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:19.975241 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7aa7773f-26e6-4e9f-a57d-f3b6bf65a7ff tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks [] for router_gateway, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:19.995340 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7aa7773f-26e6-4e9f-a57d-f3b6bf65a7ff tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:20.119561 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-7aa7773f-26e6-4e9f-a57d-f3b6bf65a7ff tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Allocated IP 172.25.3.249 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/7ed20fd2-e704-4606-b621-15cde6081adc) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:10:20.220631 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7aa7773f-26e6-4e9f-a57d-f3b6bf65a7ff tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:20.312652 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7aa7773f-26e6-4e9f-a57d-f3b6bf65a7ff tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:20.358635 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa7773f-26e6-4e9f-a57d-f3b6bf65a7ff tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:10:20.361678 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-7aa7773f-26e6-4e9f-a57d-f3b6bf65a7ff tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:10:20.365644 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa7773f-26e6-4e9f-a57d-f3b6bf65a7ff tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:10:20.398018 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa7773f-26e6-4e9f-a57d-f3b6bf65a7ff tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Pushing event updated for resources: {'Port': ['ID=7ed20fd2-e704-4606-b621-15cde6081adc,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:20.680851 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8265db86-0256-4ba0-b9a9-c59a44aba777 req-c79b01e4-3d8e-4427-9106-05d340d95ee0 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:10:20.682447 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8265db86-0256-4ba0-b9a9-c59a44aba777 req-c79b01e4-3d8e-4427-9106-05d340d95ee0 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.2097118 Jul 09 15:10:20.713224 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ee4c20-0617-4704-9f55-f9c032940510 None None] Network 10767094-9de5-44b3-a6d1-8bfcc58bc345 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:10:20.732053 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8265db86-0256-4ba0-b9a9-c59a44aba777 req-2f7feb5f-059d-489e-be41-968ba306af9b tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425751 Jul 09 15:10:20.740363 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7aa7773f-26e6-4e9f-a57d-f3b6bf65a7ff tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks [] for router_gateway, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:20.866520 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-218062ae-25a3-43d1-952e-373155264a78 None None] Provisioning for port 292e1029-f53a-4e43-b23f-60733f8740f2 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:10:20.962455 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7aa7773f-26e6-4e9f-a57d-f3b6bf65a7ff tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:21.021205 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 292e1029-f53a-4e43-b23f-60733f8740f2 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:10:21.174562 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 292e1029-f53a-4e43-b23f-60733f8740f2 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:10:21.182624 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 292e1029-f53a-4e43-b23f-60733f8740f2 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:10:21.182993 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:21.221668 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-ba4fb014-8e25-4e86-8221-6dbcaf07becb None None] Provisioning complete for port 292e1029-f53a-4e43-b23f-60733f8740f2 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:10:21.222031 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ba4fb014-8e25-4e86-8221-6dbcaf07becb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:21.318040 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:21.347046 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ba4fb014-8e25-4e86-8221-6dbcaf07becb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:21.376631 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 292e1029-f53a-4e43-b23f-60733f8740f2, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=292e1029-f53a-4e43-b23f-60733f8740f2,segment=NetworkSegment(a30f3d9d-cac9-4dee-951f-451f44b122ab),segment_id=a30f3d9d-cac9-4dee-951f-451f44b122ab)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:10:21.402132 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 17a81ce2-504c-4392-b158-080965d6ce41 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:10:21.421981 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: 17a81ce2-504c-4392-b158-080965d6ce41 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:10:21.422329 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 17a81ce2-504c-4392-b158-080965d6ce41 not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:10:21.454614 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa7773f-26e6-4e9f-a57d-f3b6bf65a7ff tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Router 15e3caab-0f9f-4adb-a507-3505534f2cd3 is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 15:10:21.538500 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:21.565699 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa7773f-26e6-4e9f-a57d-f3b6bf65a7ff tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:10:21.582779 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32405f9-fabe-402d-9d01-cfc25961c09d None None] Sync routers for ids ['15e3caab-0f9f-4adb-a507-3505534f2cd3'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:10:21.621873 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32405f9-fabe-402d-9d01-cfc25961c09d None None] Routers {'15e3caab-0f9f-4adb-a507-3505534f2cd3'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:10:21.622513 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-a32405f9-fabe-402d-9d01-cfc25961c09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:09:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['15e3caab-0f9f-4adb-a507-3505534f2cd3'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:10:21.627111 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.db.api [None req-ba4fb014-8e25-4e86-8221-6dbcaf07becb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 15:10:21.639686 n-d-799529-6 neutron-server[94447]: DEBUG oslo_db.api [None req-ba4fb014-8e25-4e86-8221-6dbcaf07becb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 15:10:21.651252 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7aa7773f-26e6-4e9f-a57d-f3b6bf65a7ff tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:21.652921 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-7aa7773f-26e6-4e9f-a57d-f3b6bf65a7ff tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.7057939 Jul 09 15:10:21.656200 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 40694) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:21.662976 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-a32405f9-fabe-402d-9d01-cfc25961c09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:10:21.665364 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=292e1029-f53a-4e43-b23f-60733f8740f2,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:21.675310 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32405f9-fabe-402d-9d01-cfc25961c09d None None] Routers {'15e3caab-0f9f-4adb-a507-3505534f2cd3'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:10:21.676004 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-a32405f9-fabe-402d-9d01-cfc25961c09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:09:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['15e3caab-0f9f-4adb-a507-3505534f2cd3'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:10:21.711878 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-a32405f9-fabe-402d-9d01-cfc25961c09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:10:21.712551 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32405f9-fabe-402d-9d01-cfc25961c09d None None] The sync data for ids ['15e3caab-0f9f-4adb-a507-3505534f2cd3'] in n-d-799529-6 is: [] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:10:21.907474 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c3d90e-e79f-4fb4-8856-6070724810be req-4854cccd-87db-4e4c-9f06-01a51dc8bbda tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:10:21.909193 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-64c3d90e-e79f-4fb4-8856-6070724810be req-4854cccd-87db-4e4c-9f06-01a51dc8bbda tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.0658903 Jul 09 15:10:21.948812 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-64c3d90e-e79f-4fb4-8856-6070724810be req-79a128f4-9a79-4c83-944a-ab9be394ad03 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329609 Jul 09 15:10:22.117637 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e4d7ad1b-2c09-49f4-8205-2cb6f5a7120f tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:22.381794 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-e4d7ad1b-2c09-49f4-8205-2cb6f5a7120f tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Allocated IP 172.20.0.1 (10767094-9de5-44b3-a6d1-8bfcc58bc345/fd93a054-22ed-40cd-97a4-9a1bbbd1d1d4/e1e99bd4-d7aa-4d69-9ca2-97bb414b6169) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:10:22.491865 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e4d7ad1b-2c09-49f4-8205-2cb6f5a7120f tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:22.505821 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-e4d7ad1b-2c09-49f4-8205-2cb6f5a7120f tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Transition to ACTIVE for port object e1e99bd4-d7aa-4d69-9ca2-97bb414b6169 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:10:22.609175 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e4d7ad1b-2c09-49f4-8205-2cb6f5a7120f tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:22.657973 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d7ad1b-2c09-49f4-8205-2cb6f5a7120f tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Network 10767094-9de5-44b3-a6d1-8bfcc58bc345 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:10:22.661172 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-e4d7ad1b-2c09-49f4-8205-2cb6f5a7120f tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:10:22.665113 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d7ad1b-2c09-49f4-8205-2cb6f5a7120f tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:10:22.676109 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3456f-1d4e-49bb-9b46-70dd46d9b44d req-999ea913-90e8-46a9-addd-2c8712006331 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:10:22.677887 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c5f3456f-1d4e-49bb-9b46-70dd46d9b44d req-999ea913-90e8-46a9-addd-2c8712006331 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.62 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.0649257 Jul 09 15:10:22.689113 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d7ad1b-2c09-49f4-8205-2cb6f5a7120f tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Pushing event updated for resources: {'Port': ['ID=e1e99bd4-d7aa-4d69-9ca2-97bb414b6169,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:22.714631 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e4d7ad1b-2c09-49f4-8205-2cb6f5a7120f tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:22.799149 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-c5f3456f-1d4e-49bb-9b46-70dd46d9b44d req-4ed2be2b-7a4f-4d86-91c7-b5cda5a3da32 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Deleting port 7a55c943-174c-41e4-ae0c-abae167a4938 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:10:22.799378 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c5f3456f-1d4e-49bb-9b46-70dd46d9b44d req-4ed2be2b-7a4f-4d86-91c7-b5cda5a3da32 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:22.901324 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-c5f3456f-1d4e-49bb-9b46-70dd46d9b44d req-4ed2be2b-7a4f-4d86-91c7-b5cda5a3da32 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] For port 7a55c943-174c-41e4-ae0c-abae167a4938, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=7a55c943-174c-41e4-ae0c-abae167a4938,segment=NetworkSegment(06875dad-dad1-4e17-960d-8ec4e4c881bc),segment_id=06875dad-dad1-4e17-960d-8ec4e4c881bc)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:10:22.901797 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c5f3456f-1d4e-49bb-9b46-70dd46d9b44d req-4ed2be2b-7a4f-4d86-91c7-b5cda5a3da32 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:22.932540 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e4d7ad1b-2c09-49f4-8205-2cb6f5a7120f tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:22.969525 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-69821553-5ad6-4817-bb65-1177a00e0f88 None None] Provisioning for port e1e99bd4-d7aa-4d69-9ca2-97bb414b6169 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:10:22.980555 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-69821553-5ad6-4817-bb65-1177a00e0f88 None None] Provisioning complete for port e1e99bd4-d7aa-4d69-9ca2-97bb414b6169 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:10:22.981205 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-69821553-5ad6-4817-bb65-1177a00e0f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:23.016389 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 292e1029-f53a-4e43-b23f-60733f8740f2 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:10:23.066340 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-69821553-5ad6-4817-bb65-1177a00e0f88 None None] Port e1e99bd4-d7aa-4d69-9ca2-97bb414b6169 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:10:23.090061 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 292e1029-f53a-4e43-b23f-60733f8740f2 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:10:23.090717 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:23.154341 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c5f3456f-1d4e-49bb-9b46-70dd46d9b44d req-4ed2be2b-7a4f-4d86-91c7-b5cda5a3da32 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:23.155129 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c5f3456f-1d4e-49bb-9b46-70dd46d9b44d req-4ed2be2b-7a4f-4d86-91c7-b5cda5a3da32 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:23.155129 n-d-799529-6 neutron-server[94446]: INFO neutron.db.l3_db [req-c5f3456f-1d4e-49bb-9b46-70dd46d9b44d req-4ed2be2b-7a4f-4d86-91c7-b5cda5a3da32 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Floating IP f88bc26e-7192-4811-ae71-501cac3e4b76 disassociated. External IP: 172.25.3.4, port: 7a55c943-174c-41e4-ae0c-abae167a4938. Jul 09 15:10:23.155473 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-c5f3456f-1d4e-49bb-9b46-70dd46d9b44d req-4ed2be2b-7a4f-4d86-91c7-b5cda5a3da32 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Calling delete_port for 7a55c943-174c-41e4-ae0c-abae167a4938 owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:10:23.235619 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de178b6d-d473-4cdd-8b1c-582b50985dbc req-c46a55ed-78b4-4ff8-9323-c607b362c4d3 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:10:23.237045 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-de178b6d-d473-4cdd-8b1c-582b50985dbc req-c46a55ed-78b4-4ff8-9323-c607b362c4d3 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 945 time: 0.1254737 Jul 09 15:10:23.254254 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e4d7ad1b-2c09-49f4-8205-2cb6f5a7120f tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:23.310004 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-de178b6d-d473-4cdd-8b1c-582b50985dbc req-560fb1dd-9b0f-4e52-a4ca-597bff11fc12 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups?id=21ba103c-9474-4cb2-ae41-e53045053a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670412 Jul 09 15:10:23.988095 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e4d7ad1b-2c09-49f4-8205-2cb6f5a7120f tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:24.051232 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:24.052154 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c5f3456f-1d4e-49bb-9b46-70dd46d9b44d req-4ed2be2b-7a4f-4d86-91c7-b5cda5a3da32 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:24.068542 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e4d7ad1b-2c09-49f4-8205-2cb6f5a7120f tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:24.070480 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d7ad1b-2c09-49f4-8205-2cb6f5a7120f tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Pushing event updated for resources: {'Port': ['ID=e1e99bd4-d7aa-4d69-9ca2-97bb414b6169,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:24.098563 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed2be2b-7a4f-4d86-91c7-b5cda5a3da32 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Pushing event deleted for resources: {'Port': ['ID=7a55c943-174c-41e4-ae0c-abae167a4938,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:24.201033 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d7ad1b-2c09-49f4-8205-2cb6f5a7120f tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Network 10767094-9de5-44b3-a6d1-8bfcc58bc345 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:10:24.202665 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-e4d7ad1b-2c09-49f4-8205-2cb6f5a7120f tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:10:24.247102 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c5f3456f-1d4e-49bb-9b46-70dd46d9b44d req-4ed2be2b-7a4f-4d86-91c7-b5cda5a3da32 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Router ae52d869-76cf-43d6-9570-c634cb033c3f has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:10:24.440506 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c5f3456f-1d4e-49bb-9b46-70dd46d9b44d req-4ed2be2b-7a4f-4d86-91c7-b5cda5a3da32 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:10:24.452069 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0b5dca-4126-4d0e-8aa8-1d07eb169e95 None None] Sync routers for ids ['ae52d869-76cf-43d6-9570-c634cb033c3f'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:10:24.475154 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0b5dca-4126-4d0e-8aa8-1d07eb169e95 None None] Routers {'ae52d869-76cf-43d6-9570-c634cb033c3f'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:10:24.476153 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-fa0b5dca-4126-4d0e-8aa8-1d07eb169e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:09:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['ae52d869-76cf-43d6-9570-c634cb033c3f'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:10:24.535660 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f3456f-1d4e-49bb-9b46-70dd46d9b44d req-4ed2be2b-7a4f-4d86-91c7-b5cda5a3da32 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] No DVR routers for this DVR port 7a55c943-174c-41e4-ae0c-abae167a4938 on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:10:24.546542 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c5f3456f-1d4e-49bb-9b46-70dd46d9b44d req-4ed2be2b-7a4f-4d86-91c7-b5cda5a3da32 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:24.548604 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c5f3456f-1d4e-49bb-9b46-70dd46d9b44d req-4ed2be2b-7a4f-4d86-91c7-b5cda5a3da32 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.62 "DELETE /v2.0/ports/7a55c943-174c-41e4-ae0c-abae167a4938 HTTP/1.1" status: 204 len: 173 time: 1.8647041 Jul 09 15:10:24.549070 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1802d65f-3f81-429b-bc1c-bf1a7650ce94', 'name': 'network-vif-deleted', 'tag': '7a55c943-174c-41e4-ae0c-abae167a4938'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:10:24.552122 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513f7d9e-cd8e-416f-8f18-b9f96b95b73b" -d '{"events": [{"server_uuid": "1802d65f-3f81-429b-bc1c-bf1a7650ce94", "name": "network-vif-deleted", "tag": "7a55c943-174c-41e4-ae0c-abae167a4938"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:10:24.573203 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2438494b-b8c6-45a7-8044-ec12f9b031e8 req-8009e2b8-7bb8-49da-adbf-859b0035bdd7 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 210 time: 0.0699086 Jul 09 15:10:24.635389 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050aca2b-7c9e-40ac-925b-ed8a8e11ed89 x-openstack-request-id: req-050aca2b-7c9e-40ac-925b-ed8a8e11ed89 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:10:24.635389 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1802d65f-3f81-429b-bc1c-bf1a7650ce94", "name": "network-vif-deleted", "tag": "7a55c943-174c-41e4-ae0c-abae167a4938", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:10:24.635389 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-050aca2b-7c9e-40ac-925b-ed8a8e11ed89 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:10:24.635389 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1802d65f-3f81-429b-bc1c-bf1a7650ce94', 'name': 'network-vif-deleted', 'tag': '7a55c943-174c-41e4-ae0c-abae167a4938', 'status': 'completed', 'code': 200} Jul 09 15:10:24.635757 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-472549c8-c2d1-4843-8092-340c2226cac3 None None] Provisioning complete for port e1e99bd4-d7aa-4d69-9ca2-97bb414b6169 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:10:24.635757 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-472549c8-c2d1-4843-8092-340c2226cac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:24.653566 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-fa0b5dca-4126-4d0e-8aa8-1d07eb169e95 None None] Set router ae52d869-76cf-43d6-9570-c634cb033c3f gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:10:24.698138 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-472549c8-c2d1-4843-8092-340c2226cac3 None None] Port e1e99bd4-d7aa-4d69-9ca2-97bb414b6169 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:10:24.764559 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d7ad1b-2c09-49f4-8205-2cb6f5a7120f tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Router 15e3caab-0f9f-4adb-a507-3505534f2cd3 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:10:24.874995 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d7ad1b-2c09-49f4-8205-2cb6f5a7120f tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:10:24.881117 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e4d7ad1b-2c09-49f4-8205-2cb6f5a7120f tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] 10.222.0.58 "PUT /v2.0/routers/15e3caab-0f9f-4adb-a507-3505534f2cd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2233965 Jul 09 15:10:24.883826 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 40710) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:24.889720 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-092930ba-f057-4af0-b2c7-686e6de3309b tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Request body: {'port': {'network_id': '10767094-9de5-44b3-a6d1-8bfcc58bc345', 'name': 'tempest-FloatingIPAdminTestJSON-1146391250'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:10:24.893448 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b31fbf4-f475-4d9a-a26f-49c68a8030fd None None] Sync routers for ids ['15e3caab-0f9f-4adb-a507-3505534f2cd3'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:10:24.903204 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b31fbf4-f475-4d9a-a26f-49c68a8030fd None None] Routers {'15e3caab-0f9f-4adb-a507-3505534f2cd3'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:10:24.903998 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-0b31fbf4-f475-4d9a-a26f-49c68a8030fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:09:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['15e3caab-0f9f-4adb-a507-3505534f2cd3'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:10:24.941329 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-0b31fbf4-f475-4d9a-a26f-49c68a8030fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:10:24.951924 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b31fbf4-f475-4d9a-a26f-49c68a8030fd None None] Routers {'15e3caab-0f9f-4adb-a507-3505534f2cd3'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:10:24.952585 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-0b31fbf4-f475-4d9a-a26f-49c68a8030fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:09:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['15e3caab-0f9f-4adb-a507-3505534f2cd3'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:10:24.998387 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-0b31fbf4-f475-4d9a-a26f-49c68a8030fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:10:24.999202 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b31fbf4-f475-4d9a-a26f-49c68a8030fd None None] The sync data for ids ['15e3caab-0f9f-4adb-a507-3505534f2cd3'] in n-d-799529-6 is: [] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:10:25.079686 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-fa0b5dca-4126-4d0e-8aa8-1d07eb169e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae52d869-76cf-43d6-9570-c634cb033c3f', 'name': 'tempest-ServerActionsTestJSON-692834245-router', 'tenant_id': 'c03b5d3d86974e68a5911d632d382871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'b66db752-10e8-4b7f-a845-53a0edbf7469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:57:52Z', 'updated_at': '2021-07-09T14:58:03Z', 'revision_number': 4, 'project_id': 'c03b5d3d86974e68a5911d632d382871', 'gw_port': {'id': 'b66db752-10e8-4b7f-a845-53a0edbf7469', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae52d869-76cf-43d6-9570-c634cb033c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:57:54Z', 'updated_at': '2021-07-09T14:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'a8f14b7e-e63d-483c-8fda-5771893e6c53', 'name': '', 'network_id': '2caf48fb-184c-426e-a7e2-2d876991b7f4', 'tenant_id': 'c03b5d3d86974e68a5911d632d382871', 'mac_address': 'fa:16:3e:97:64:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae52d869-76cf-43d6-9570-c634cb033c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': 'a10947be-2e1d-4b8b-b31f-e273354d0e7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:58:02Z', 'updated_at': '2021-07-09T14:58:11Z', 'revision_number': 5, 'project_id': 'c03b5d3d86974e68a5911d632d382871', 'subnets': [{'id': 'a10947be-2e1d-4b8b-b31f-e273354d0e7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:10:25.108657 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0b5dca-4126-4d0e-8aa8-1d07eb169e95 None None] Checking router: ae52d869-76cf-43d6-9570-c634cb033c3f for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:10:25.113841 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092930ba-f057-4af0-b2c7-686e6de3309b tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Made reservation on behalf of 83a823a63e074c60ae457fe58c130af2 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:10:25.118136 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-092930ba-f057-4af0-b2c7-686e6de3309b tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:25.128290 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0b5dca-4126-4d0e-8aa8-1d07eb169e95 None None] Routers {'ae52d869-76cf-43d6-9570-c634cb033c3f'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:10:25.128290 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-fa0b5dca-4126-4d0e-8aa8-1d07eb169e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:09:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['ae52d869-76cf-43d6-9570-c634cb033c3f'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:10:25.150956 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [None req-092930ba-f057-4af0-b2c7-686e6de3309b tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] device_id is not set on port 89e3707c-1a70-464e-8d30-a88ba69d2e18 yet. {{(pid=94445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 15:10:25.239181 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-fa0b5dca-4126-4d0e-8aa8-1d07eb169e95 None None] Set router ae52d869-76cf-43d6-9570-c634cb033c3f gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:10:25.268684 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-092930ba-f057-4af0-b2c7-686e6de3309b tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Allocated IP 172.20.0.5 (10767094-9de5-44b3-a6d1-8bfcc58bc345/fd93a054-22ed-40cd-97a4-9a1bbbd1d1d4/89e3707c-1a70-464e-8d30-a88ba69d2e18) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:10:25.415651 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-092930ba-f057-4af0-b2c7-686e6de3309b tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:25.430744 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-092930ba-f057-4af0-b2c7-686e6de3309b tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Transition to ACTIVE for port object 89e3707c-1a70-464e-8d30-a88ba69d2e18 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:10:25.445655 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-fa0b5dca-4126-4d0e-8aa8-1d07eb169e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae52d869-76cf-43d6-9570-c634cb033c3f', 'name': 'tempest-ServerActionsTestJSON-692834245-router', 'tenant_id': 'c03b5d3d86974e68a5911d632d382871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'b66db752-10e8-4b7f-a845-53a0edbf7469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:57:52Z', 'updated_at': '2021-07-09T14:58:03Z', 'revision_number': 4, 'project_id': 'c03b5d3d86974e68a5911d632d382871', 'gw_port': {'id': 'b66db752-10e8-4b7f-a845-53a0edbf7469', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae52d869-76cf-43d6-9570-c634cb033c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:57:54Z', 'updated_at': '2021-07-09T14:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'a8f14b7e-e63d-483c-8fda-5771893e6c53', 'name': '', 'network_id': '2caf48fb-184c-426e-a7e2-2d876991b7f4', 'tenant_id': 'c03b5d3d86974e68a5911d632d382871', 'mac_address': 'fa:16:3e:97:64:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae52d869-76cf-43d6-9570-c634cb033c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': 'a10947be-2e1d-4b8b-b31f-e273354d0e7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:58:02Z', 'updated_at': '2021-07-09T14:58:11Z', 'revision_number': 5, 'project_id': 'c03b5d3d86974e68a5911d632d382871', 'subnets': [{'id': 'a10947be-2e1d-4b8b-b31f-e273354d0e7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:10:25.477561 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0b5dca-4126-4d0e-8aa8-1d07eb169e95 None None] The sync data for ids ['ae52d869-76cf-43d6-9570-c634cb033c3f'] in n-d-799529-6 is: [{'id': 'ae52d869-76cf-43d6-9570-c634cb033c3f', 'name': 'tempest-ServerActionsTestJSON-692834245-router', 'tenant_id': 'c03b5d3d86974e68a5911d632d382871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'b66db752-10e8-4b7f-a845-53a0edbf7469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:57:52Z', 'updated_at': '2021-07-09T14:58:03Z', 'revision_number': 4, 'project_id': 'c03b5d3d86974e68a5911d632d382871', 'gw_port': {'id': 'b66db752-10e8-4b7f-a845-53a0edbf7469', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae52d869-76cf-43d6-9570-c634cb033c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:57:54Z', 'updated_at': '2021-07-09T14:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'a8f14b7e-e63d-483c-8fda-5771893e6c53', 'name': '', 'network_id': '2caf48fb-184c-426e-a7e2-2d876991b7f4', 'tenant_id': 'c03b5d3d86974e68a5911d632d382871', 'mac_address': 'fa:16:3e:97:64:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae52d869-76cf-43d6-9570-c634cb033c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': 'a10947be-2e1d-4b8b-b31f-e273354d0e7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:58:02Z', 'updated_at': '2021-07-09T14:58:11Z', 'revision_number': 5, 'project_id': 'c03b5d3d86974e68a5911d632d382871', 'subnets': [{'id': 'a10947be-2e1d-4b8b-b31f-e273354d0e7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:10:25.577232 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-092930ba-f057-4af0-b2c7-686e6de3309b tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:25.646828 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092930ba-f057-4af0-b2c7-686e6de3309b tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Network 10767094-9de5-44b3-a6d1-8bfcc58bc345 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:10:25.648832 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092930ba-f057-4af0-b2c7-686e6de3309b tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Pushing event updated for resources: {'Port': ['ID=89e3707c-1a70-464e-8d30-a88ba69d2e18,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:25.655827 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-092930ba-f057-4af0-b2c7-686e6de3309b tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:10:25.659185 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092930ba-f057-4af0-b2c7-686e6de3309b tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:10:25.739434 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092930ba-f057-4af0-b2c7-686e6de3309b tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:10:25.740180 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-092930ba-f057-4af0-b2c7-686e6de3309b tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:25.771710 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c83ec4-b777-4c32-8ced-ce9a0ba77db7 None None] New status for floating IP f88bc26e-7192-4811-ae71-501cac3e4b76: DOWN {{(pid=94448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 15:10:25.848193 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-de614481-9cdc-43a0-a477-048910a6f11e req-ab70fba8-012b-4a94-a1f1-fed176c173d0 tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802d65f-3f81-429b-bc1c-bf1a7650ce94 HTTP/1.1" status: 200 len: 210 time: 0.1050472 Jul 09 15:10:25.854334 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-092930ba-f057-4af0-b2c7-686e6de3309b tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9660530 Jul 09 15:10:25.854746 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 40718) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:25.917918 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-0f327b43-54b4-4902-9a93-8b521df95d85 tempest-FloatingIPAdminTestJSON-1981244613 tempest-FloatingIPAdminTestJSON-1981244613-project-admin] Request body: {'floatingip': {'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'project_id': '83a823a63e074c60ae457fe58c130af2', 'port_id': '89e3707c-1a70-464e-8d30-a88ba69d2e18'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:10:25.982194 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-c8f0ed15-0476-43f2-aaa9-01d3912f4b77 None None] Provisioning for port 89e3707c-1a70-464e-8d30-a88ba69d2e18 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:10:25.986471 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-c8f0ed15-0476-43f2-aaa9-01d3912f4b77 None None] Provisioning complete for port 89e3707c-1a70-464e-8d30-a88ba69d2e18 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:10:25.989426 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c8f0ed15-0476-43f2-aaa9-01d3912f4b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:26.009865 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0f327b43-54b4-4902-9a93-8b521df95d85 tempest-FloatingIPAdminTestJSON-1981244613 tempest-FloatingIPAdminTestJSON-1981244613-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:26.022862 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-c8f0ed15-0476-43f2-aaa9-01d3912f4b77 None None] Port 89e3707c-1a70-464e-8d30-a88ba69d2e18 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:10:26.100135 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0f327b43-54b4-4902-9a93-8b521df95d85 tempest-FloatingIPAdminTestJSON-1981244613 tempest-FloatingIPAdminTestJSON-1981244613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:26.119286 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-153d36a4-60b1-4eea-a175-c4fe760849f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:26.203074 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-0f327b43-54b4-4902-9a93-8b521df95d85 tempest-FloatingIPAdminTestJSON-1981244613 tempest-FloatingIPAdminTestJSON-1981244613-project-admin] Allocated IP 172.25.3.226 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/a8a50e1b-3bdc-4f8c-8ecb-723cf315460c) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:10:26.310211 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0f327b43-54b4-4902-9a93-8b521df95d85 tempest-FloatingIPAdminTestJSON-1981244613 tempest-FloatingIPAdminTestJSON-1981244613-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:26.394364 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0f327b43-54b4-4902-9a93-8b521df95d85 tempest-FloatingIPAdminTestJSON-1981244613 tempest-FloatingIPAdminTestJSON-1981244613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:26.436101 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f327b43-54b4-4902-9a93-8b521df95d85 tempest-FloatingIPAdminTestJSON-1981244613 tempest-FloatingIPAdminTestJSON-1981244613-project-admin] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:10:26.438817 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-0f327b43-54b4-4902-9a93-8b521df95d85 tempest-FloatingIPAdminTestJSON-1981244613 tempest-FloatingIPAdminTestJSON-1981244613-project-admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:10:26.441175 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f327b43-54b4-4902-9a93-8b521df95d85 tempest-FloatingIPAdminTestJSON-1981244613 tempest-FloatingIPAdminTestJSON-1981244613-project-admin] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:10:26.467652 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f327b43-54b4-4902-9a93-8b521df95d85 tempest-FloatingIPAdminTestJSON-1981244613 tempest-FloatingIPAdminTestJSON-1981244613-project-admin] Pushing event updated for resources: {'Port': ['ID=a8a50e1b-3bdc-4f8c-8ecb-723cf315460c,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:26.807044 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0f327b43-54b4-4902-9a93-8b521df95d85 tempest-FloatingIPAdminTestJSON-1981244613 tempest-FloatingIPAdminTestJSON-1981244613-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:26.976915 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0f327b43-54b4-4902-9a93-8b521df95d85 tempest-FloatingIPAdminTestJSON-1981244613 tempest-FloatingIPAdminTestJSON-1981244613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:27.043886 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40728) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:27.098077 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7b87ed35-1baf-4f1e-a712-c1192626694e tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:27.124338 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7b87ed35-1baf-4f1e-a712-c1192626694e tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:27.124905 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0f327b43-54b4-4902-9a93-8b521df95d85 tempest-FloatingIPAdminTestJSON-1981244613 tempest-FloatingIPAdminTestJSON-1981244613-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:27.273812 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0f327b43-54b4-4902-9a93-8b521df95d85 tempest-FloatingIPAdminTestJSON-1981244613 tempest-FloatingIPAdminTestJSON-1981244613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:27.289277 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7b87ed35-1baf-4f1e-a712-c1192626694e tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:27.292067 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7b87ed35-1baf-4f1e-a712-c1192626694e tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:27.293301 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7b87ed35-1baf-4f1e-a712-c1192626694e tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "DELETE /v2.0/security-groups/21ba103c-9474-4cb2-ae41-e53045053a14 HTTP/1.1" status: 204 len: 168 time: 0.2483852 Jul 09 15:10:27.296803 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40730) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:27.314174 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b87ed35-1baf-4f1e-a712-c1192626694e tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ba103c-9474-4cb2-ae41-e53045053a14,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:27.316609 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [None req-f480e087-ae1e-4685-801f-9bf7b0c62ead tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] show failed (client error): The resource could not be found. Jul 09 15:10:27.317632 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f480e087-ae1e-4685-801f-9bf7b0c62ead tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "GET /v2.0/security-groups/21ba103c-9474-4cb2-ae41-e53045053a14 HTTP/1.1" status: 404 len: 347 time: 0.0199134 Jul 09 15:10:27.324053 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b87ed35-1baf-4f1e-a712-c1192626694e tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:10:27.324622 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b87ed35-1baf-4f1e-a712-c1192626694e tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:10:27.324723 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b87ed35-1baf-4f1e-a712-c1192626694e tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:10:27.325070 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b87ed35-1baf-4f1e-a712-c1192626694e tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:10:27.325407 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b87ed35-1baf-4f1e-a712-c1192626694e tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:10:27.325743 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b87ed35-1baf-4f1e-a712-c1192626694e tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:10:27.326073 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b87ed35-1baf-4f1e-a712-c1192626694e tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:10:27.326481 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b87ed35-1baf-4f1e-a712-c1192626694e tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:10:27.326809 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b87ed35-1baf-4f1e-a712-c1192626694e tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:10:27.327141 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b87ed35-1baf-4f1e-a712-c1192626694e tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:10:27.327466 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b87ed35-1baf-4f1e-a712-c1192626694e tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:10:27.327816 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b87ed35-1baf-4f1e-a712-c1192626694e tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:10:27.330242 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40732) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:27.358304 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f327b43-54b4-4902-9a93-8b521df95d85 tempest-FloatingIPAdminTestJSON-1981244613 tempest-FloatingIPAdminTestJSON-1981244613-project-admin] Pushing event updated for resources: {'Port': ['ID=a8a50e1b-3bdc-4f8c-8ecb-723cf315460c,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:27.365311 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0f327b43-54b4-4902-9a93-8b521df95d85 tempest-FloatingIPAdminTestJSON-1981244613 tempest-FloatingIPAdminTestJSON-1981244613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:27.431322 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 7a55c943-174c-41e4-ae0c-abae167a4938 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:10:27.463580 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: 7a55c943-174c-41e4-ae0c-abae167a4938 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:10:27.464276 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 7a55c943-174c-41e4-ae0c-abae167a4938 not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:10:27.476042 n-d-799529-6 neutron-server[94445]: INFO neutron.db.l3_db [None req-0f327b43-54b4-4902-9a93-8b521df95d85 tempest-FloatingIPAdminTestJSON-1981244613 tempest-FloatingIPAdminTestJSON-1981244613-project-admin] Floating IP 713f7fee-7470-422d-a646-96c1ad298f33 associated. External IP: 172.25.3.226, port: 89e3707c-1a70-464e-8d30-a88ba69d2e18. Jul 09 15:10:27.478746 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-0a2dbc4e-22d8-4e6e-8193-b398ebd0ba8e tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Deleting port c80365e4-3649-4af2-948b-6ee881be03fe {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:10:27.479094 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0a2dbc4e-22d8-4e6e-8193-b398ebd0ba8e tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:27.563608 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0a2dbc4e-22d8-4e6e-8193-b398ebd0ba8e tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:27.563983 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0a2dbc4e-22d8-4e6e-8193-b398ebd0ba8e tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:27.576219 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-0a2dbc4e-22d8-4e6e-8193-b398ebd0ba8e tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Calling delete_port for c80365e4-3649-4af2-948b-6ee881be03fe owned by network:floatingip {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:10:27.697802 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f327b43-54b4-4902-9a93-8b521df95d85 tempest-FloatingIPAdminTestJSON-1981244613 tempest-FloatingIPAdminTestJSON-1981244613-project-admin] Router 15e3caab-0f9f-4adb-a507-3505534f2cd3 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:10:27.808960 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f327b43-54b4-4902-9a93-8b521df95d85 tempest-FloatingIPAdminTestJSON-1981244613 tempest-FloatingIPAdminTestJSON-1981244613-project-admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:10:27.817999 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d23f4ca-172e-47b2-8023-e72f0b63a889 None None] Sync routers for ids ['15e3caab-0f9f-4adb-a507-3505534f2cd3'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:10:27.826998 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d23f4ca-172e-47b2-8023-e72f0b63a889 None None] Routers {'15e3caab-0f9f-4adb-a507-3505534f2cd3'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:10:27.827774 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-4d23f4ca-172e-47b2-8023-e72f0b63a889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:09:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['15e3caab-0f9f-4adb-a507-3505534f2cd3'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:10:27.861090 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-4d23f4ca-172e-47b2-8023-e72f0b63a889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:10:27.869838 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d23f4ca-172e-47b2-8023-e72f0b63a889 None None] Routers {'15e3caab-0f9f-4adb-a507-3505534f2cd3'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:10:27.870453 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-4d23f4ca-172e-47b2-8023-e72f0b63a889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:09:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['15e3caab-0f9f-4adb-a507-3505534f2cd3'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:10:27.906818 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-4d23f4ca-172e-47b2-8023-e72f0b63a889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:10:27.907479 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d23f4ca-172e-47b2-8023-e72f0b63a889 None None] The sync data for ids ['15e3caab-0f9f-4adb-a507-3505534f2cd3'] in n-d-799529-6 is: [] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:10:27.908224 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0a2dbc4e-22d8-4e6e-8193-b398ebd0ba8e tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:27.932773 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2dbc4e-22d8-4e6e-8193-b398ebd0ba8e tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Pushing event deleted for resources: {'Port': ['ID=c80365e4-3649-4af2-948b-6ee881be03fe,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:27.948341 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0f327b43-54b4-4902-9a93-8b521df95d85 tempest-FloatingIPAdminTestJSON-1981244613 tempest-FloatingIPAdminTestJSON-1981244613-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:27.986883 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-0f327b43-54b4-4902-9a93-8b521df95d85 tempest-FloatingIPAdminTestJSON-1981244613 tempest-FloatingIPAdminTestJSON-1981244613-project-admin] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 2.1309309 Jul 09 15:10:27.989599 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 40736) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:28.006043 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0a2dbc4e-22d8-4e6e-8193-b398ebd0ba8e tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks [] for floatingip, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:28.009505 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0a2dbc4e-22d8-4e6e-8193-b398ebd0ba8e tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:28.010733 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-0a2dbc4e-22d8-4e6e-8193-b398ebd0ba8e tempest-ServerActionsTestJSON-984685455 tempest-ServerActionsTestJSON-984685455-project] 10.222.0.58 "DELETE /v2.0/floatingips/f88bc26e-7192-4811-ae71-501cac3e4b76 HTTP/1.1" status: 204 len: 168 time: 0.6794543 Jul 09 15:10:28.014377 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40738) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:28.107571 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-4d7fac89-6b09-4a69-8232-e5f4d3448f60 tempest-FloatingIPAdminTestJSON-1981244613 tempest-FloatingIPAdminTestJSON-1981244613-project-admin] 10.222.0.58 "GET /v2.0/floatingips/713f7fee-7470-422d-a646-96c1ad298f33 HTTP/1.1" status: 200 len: 983 time: 0.1168308 Jul 09 15:10:28.110058 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40742) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:28.285377 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-05b274ba-f61d-40cc-8a8d-6454cdbdd61c tempest-FloatingIPAdminTestJSON-1981244613 tempest-FloatingIPAdminTestJSON-1981244613-project-admin] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3037 time: 0.1699791 Jul 09 15:10:28.287788 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 40744) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:28.454813 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-6e4fa2c3-afce-474a-aa0c-4639c8231be7 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Deleting port a8a50e1b-3bdc-4f8c-8ecb-723cf315460c {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:10:28.455157 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6e4fa2c3-afce-474a-aa0c-4639c8231be7 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:28.532160 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6e4fa2c3-afce-474a-aa0c-4639c8231be7 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:28.532687 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6e4fa2c3-afce-474a-aa0c-4639c8231be7 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:28.546382 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-6e4fa2c3-afce-474a-aa0c-4639c8231be7 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Calling delete_port for a8a50e1b-3bdc-4f8c-8ecb-723cf315460c owned by network:floatingip {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:10:28.554930 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a35845ad-f881-4f80-b48f-bbdd0f4d82b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:28.843278 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6e4fa2c3-afce-474a-aa0c-4639c8231be7 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:28.871056 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4fa2c3-afce-474a-aa0c-4639c8231be7 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Pushing event deleted for resources: {'Port': ['ID=a8a50e1b-3bdc-4f8c-8ecb-723cf315460c,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:28.938215 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6e4fa2c3-afce-474a-aa0c-4639c8231be7 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks [] for floatingip, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:28.938215 n-d-799529-6 neutron-server[94445]: INFO neutron.db.l3_db [None req-6e4fa2c3-afce-474a-aa0c-4639c8231be7 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Floating IP 713f7fee-7470-422d-a646-96c1ad298f33 disassociated (deleted). External IP: 172.25.3.226, port: 89e3707c-1a70-464e-8d30-a88ba69d2e18. Jul 09 15:10:29.088925 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-bbb7ab9d-d79f-4cc7-9c81-ca7047d8f8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:29.152200 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e4fa2c3-afce-474a-aa0c-4639c8231be7 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Router 15e3caab-0f9f-4adb-a507-3505534f2cd3 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:10:29.164468 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-a35845ad-f881-4f80-b48f-bbdd0f4d82b4 admin admin] Deleting port a8f14b7e-e63d-483c-8fda-5771893e6c53 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:10:29.165041 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a35845ad-f881-4f80-b48f-bbdd0f4d82b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:29.226008 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:29.244086 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-a35845ad-f881-4f80-b48f-bbdd0f4d82b4 admin admin] For port a8f14b7e-e63d-483c-8fda-5771893e6c53, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=a8f14b7e-e63d-483c-8fda-5771893e6c53,segment=NetworkSegment(06875dad-dad1-4e17-960d-8ec4e4c881bc),segment_id=06875dad-dad1-4e17-960d-8ec4e4c881bc)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:10:29.244444 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a35845ad-f881-4f80-b48f-bbdd0f4d82b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:29.257700 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-a35845ad-f881-4f80-b48f-bbdd0f4d82b4 admin admin] Calling delete_port for a8f14b7e-e63d-483c-8fda-5771893e6c53 owned by network:router_interface {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:10:29.277217 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4fa2c3-afce-474a-aa0c-4639c8231be7 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:10:29.295200 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6e4fa2c3-afce-474a-aa0c-4639c8231be7 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:29.296104 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92c7873-bb05-442e-b2d5-057229ea29b6 None None] Sync routers for ids ['15e3caab-0f9f-4adb-a507-3505534f2cd3'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:10:29.299406 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92c7873-bb05-442e-b2d5-057229ea29b6 None None] Routers {'15e3caab-0f9f-4adb-a507-3505534f2cd3'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:10:29.300058 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-d92c7873-bb05-442e-b2d5-057229ea29b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:10:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['15e3caab-0f9f-4adb-a507-3505534f2cd3'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:10:29.320863 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-6e4fa2c3-afce-474a-aa0c-4639c8231be7 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] 10.222.0.58 "DELETE /v2.0/floatingips/713f7fee-7470-422d-a646-96c1ad298f33 HTTP/1.1" status: 204 len: 168 time: 1.0316963 Jul 09 15:10:29.324472 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 40748) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:29.329851 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-0208e8d1-3862-48e3-afc1-3ca591fbbcac tempest-FloatingIPAdminTestJSON-1981244613 tempest-FloatingIPAdminTestJSON-1981244613-project-admin] Request body: {'floatingip': {'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:10:29.334001 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-d92c7873-bb05-442e-b2d5-057229ea29b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:10:29.343056 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92c7873-bb05-442e-b2d5-057229ea29b6 None None] Routers {'15e3caab-0f9f-4adb-a507-3505534f2cd3'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:10:29.343706 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-d92c7873-bb05-442e-b2d5-057229ea29b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:10:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['15e3caab-0f9f-4adb-a507-3505534f2cd3'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:10:29.383867 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-d92c7873-bb05-442e-b2d5-057229ea29b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:10:29.383867 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92c7873-bb05-442e-b2d5-057229ea29b6 None None] The sync data for ids ['15e3caab-0f9f-4adb-a507-3505534f2cd3'] in n-d-799529-6 is: [] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:10:29.434034 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0208e8d1-3862-48e3-afc1-3ca591fbbcac tempest-FloatingIPAdminTestJSON-1981244613 tempest-FloatingIPAdminTestJSON-1981244613-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:29.565483 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a35845ad-f881-4f80-b48f-bbdd0f4d82b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:29.591726 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35845ad-f881-4f80-b48f-bbdd0f4d82b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8f14b7e-e63d-483c-8fda-5771893e6c53,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:29.782368 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a35845ad-f881-4f80-b48f-bbdd0f4d82b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:29.894273 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0208e8d1-3862-48e3-afc1-3ca591fbbcac tempest-FloatingIPAdminTestJSON-1981244613 tempest-FloatingIPAdminTestJSON-1981244613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:30.001613 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-0208e8d1-3862-48e3-afc1-3ca591fbbcac tempest-FloatingIPAdminTestJSON-1981244613 tempest-FloatingIPAdminTestJSON-1981244613-project-admin] Allocated IP 172.25.3.171 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/a971f939-c1ac-4292-8de6-53077ac5c3bb) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:10:30.002777 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a35845ad-f881-4f80-b48f-bbdd0f4d82b4 admin admin] Router ae52d869-76cf-43d6-9570-c634cb033c3f has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:10:30.107138 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a35845ad-f881-4f80-b48f-bbdd0f4d82b4 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:10:30.112230 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a35845ad-f881-4f80-b48f-bbdd0f4d82b4 admin admin] 10.222.0.58 "PUT /v2.0/routers/ae52d869-76cf-43d6-9570-c634cb033c3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0967438 Jul 09 15:10:30.114795 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40752) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:30.116329 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0208e8d1-3862-48e3-afc1-3ca591fbbcac tempest-FloatingIPAdminTestJSON-1981244613 tempest-FloatingIPAdminTestJSON-1981244613-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:30.117308 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a357f8-cea7-48cd-9e85-73dde4fe9529 None None] Sync routers for ids ['ae52d869-76cf-43d6-9570-c634cb033c3f'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:10:30.128707 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a357f8-cea7-48cd-9e85-73dde4fe9529 None None] Routers {'ae52d869-76cf-43d6-9570-c634cb033c3f'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:10:30.130283 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-e1a357f8-cea7-48cd-9e85-73dde4fe9529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:10:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['ae52d869-76cf-43d6-9570-c634cb033c3f'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:10:30.223723 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-52301c91-c3a8-4ce0-8b2e-3fe4f1a2c9e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:30.243915 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-e1a357f8-cea7-48cd-9e85-73dde4fe9529 None None] Set router ae52d869-76cf-43d6-9570-c634cb033c3f gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:10:30.301035 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0208e8d1-3862-48e3-afc1-3ca591fbbcac tempest-FloatingIPAdminTestJSON-1981244613 tempest-FloatingIPAdminTestJSON-1981244613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:30.329632 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-52301c91-c3a8-4ce0-8b2e-3fe4f1a2c9e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:30.342386 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0208e8d1-3862-48e3-afc1-3ca591fbbcac tempest-FloatingIPAdminTestJSON-1981244613 tempest-FloatingIPAdminTestJSON-1981244613-project-admin] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:10:30.345264 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-0208e8d1-3862-48e3-afc1-3ca591fbbcac tempest-FloatingIPAdminTestJSON-1981244613 tempest-FloatingIPAdminTestJSON-1981244613-project-admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:10:30.348903 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0208e8d1-3862-48e3-afc1-3ca591fbbcac tempest-FloatingIPAdminTestJSON-1981244613 tempest-FloatingIPAdminTestJSON-1981244613-project-admin] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:10:30.361489 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:30.377245 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0208e8d1-3862-48e3-afc1-3ca591fbbcac tempest-FloatingIPAdminTestJSON-1981244613 tempest-FloatingIPAdminTestJSON-1981244613-project-admin] Pushing event updated for resources: {'Port': ['ID=a971f939-c1ac-4292-8de6-53077ac5c3bb,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:30.426830 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-e1a357f8-cea7-48cd-9e85-73dde4fe9529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae52d869-76cf-43d6-9570-c634cb033c3f', 'name': 'tempest-ServerActionsTestJSON-692834245-router', 'tenant_id': 'c03b5d3d86974e68a5911d632d382871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'b66db752-10e8-4b7f-a845-53a0edbf7469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:57:52Z', 'updated_at': '2021-07-09T15:10:29Z', 'revision_number': 5, 'project_id': 'c03b5d3d86974e68a5911d632d382871', 'gw_port': {'id': 'b66db752-10e8-4b7f-a845-53a0edbf7469', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae52d869-76cf-43d6-9570-c634cb033c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:57:54Z', 'updated_at': '2021-07-09T14:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:10:30.446077 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0208e8d1-3862-48e3-afc1-3ca591fbbcac tempest-FloatingIPAdminTestJSON-1981244613 tempest-FloatingIPAdminTestJSON-1981244613-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:30.457773 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a357f8-cea7-48cd-9e85-73dde4fe9529 None None] Checking router: ae52d869-76cf-43d6-9570-c634cb033c3f for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:10:30.466059 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a357f8-cea7-48cd-9e85-73dde4fe9529 None None] Routers {'ae52d869-76cf-43d6-9570-c634cb033c3f'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:10:30.466728 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-e1a357f8-cea7-48cd-9e85-73dde4fe9529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:10:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['ae52d869-76cf-43d6-9570-c634cb033c3f'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:10:30.478201 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-52301c91-c3a8-4ce0-8b2e-3fe4f1a2c9e6 admin admin] Deleting port b66db752-10e8-4b7f-a845-53a0edbf7469 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:10:30.478544 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-52301c91-c3a8-4ce0-8b2e-3fe4f1a2c9e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:30.555647 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-e1a357f8-cea7-48cd-9e85-73dde4fe9529 None None] Set router ae52d869-76cf-43d6-9570-c634cb033c3f gateway port host: None {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:10:30.564029 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-52301c91-c3a8-4ce0-8b2e-3fe4f1a2c9e6 admin admin] For port b66db752-10e8-4b7f-a845-53a0edbf7469, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=b66db752-10e8-4b7f-a845-53a0edbf7469,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:10:30.564455 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-52301c91-c3a8-4ce0-8b2e-3fe4f1a2c9e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:30.578836 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-52301c91-c3a8-4ce0-8b2e-3fe4f1a2c9e6 admin admin] Calling delete_port for b66db752-10e8-4b7f-a845-53a0edbf7469 owned by network:router_gateway {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:10:30.591919 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0208e8d1-3862-48e3-afc1-3ca591fbbcac tempest-FloatingIPAdminTestJSON-1981244613 tempest-FloatingIPAdminTestJSON-1981244613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:30.609064 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-e1a357f8-cea7-48cd-9e85-73dde4fe9529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae52d869-76cf-43d6-9570-c634cb033c3f', 'name': 'tempest-ServerActionsTestJSON-692834245-router', 'tenant_id': 'c03b5d3d86974e68a5911d632d382871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:57:52Z', 'updated_at': '2021-07-09T15:10:30Z', 'revision_number': 6, 'project_id': 'c03b5d3d86974e68a5911d632d382871', 'gw_port_host': None}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:10:30.639878 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a357f8-cea7-48cd-9e85-73dde4fe9529 None None] The sync data for ids ['ae52d869-76cf-43d6-9570-c634cb033c3f'] in n-d-799529-6 is: [{'id': 'ae52d869-76cf-43d6-9570-c634cb033c3f', 'name': 'tempest-ServerActionsTestJSON-692834245-router', 'tenant_id': 'c03b5d3d86974e68a5911d632d382871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:57:52Z', 'updated_at': '2021-07-09T15:10:30Z', 'revision_number': 6, 'project_id': 'c03b5d3d86974e68a5911d632d382871', 'gw_port_host': None}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:10:30.756906 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0208e8d1-3862-48e3-afc1-3ca591fbbcac tempest-FloatingIPAdminTestJSON-1981244613 tempest-FloatingIPAdminTestJSON-1981244613-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:30.943278 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-52301c91-c3a8-4ce0-8b2e-3fe4f1a2c9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:30.963777 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52301c91-c3a8-4ce0-8b2e-3fe4f1a2c9e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b66db752-10e8-4b7f-a845-53a0edbf7469,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:30.979154 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0208e8d1-3862-48e3-afc1-3ca591fbbcac tempest-FloatingIPAdminTestJSON-1981244613 tempest-FloatingIPAdminTestJSON-1981244613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:31.056823 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-52301c91-c3a8-4ce0-8b2e-3fe4f1a2c9e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:31.075657 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0208e8d1-3862-48e3-afc1-3ca591fbbcac tempest-FloatingIPAdminTestJSON-1981244613 tempest-FloatingIPAdminTestJSON-1981244613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:31.096414 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0208e8d1-3862-48e3-afc1-3ca591fbbcac tempest-FloatingIPAdminTestJSON-1981244613 tempest-FloatingIPAdminTestJSON-1981244613-project-admin] Pushing event updated for resources: {'Port': ['ID=a971f939-c1ac-4292-8de6-53077ac5c3bb,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:31.105041 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0208e8d1-3862-48e3-afc1-3ca591fbbcac tempest-FloatingIPAdminTestJSON-1981244613 tempest-FloatingIPAdminTestJSON-1981244613-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:10:31.105404 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0208e8d1-3862-48e3-afc1-3ca591fbbcac tempest-FloatingIPAdminTestJSON-1981244613 tempest-FloatingIPAdminTestJSON-1981244613-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:10:31.105754 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0208e8d1-3862-48e3-afc1-3ca591fbbcac tempest-FloatingIPAdminTestJSON-1981244613 tempest-FloatingIPAdminTestJSON-1981244613-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:10:31.106096 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0208e8d1-3862-48e3-afc1-3ca591fbbcac tempest-FloatingIPAdminTestJSON-1981244613 tempest-FloatingIPAdminTestJSON-1981244613-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:10:31.106437 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0208e8d1-3862-48e3-afc1-3ca591fbbcac tempest-FloatingIPAdminTestJSON-1981244613 tempest-FloatingIPAdminTestJSON-1981244613-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:10:31.106775 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0208e8d1-3862-48e3-afc1-3ca591fbbcac tempest-FloatingIPAdminTestJSON-1981244613 tempest-FloatingIPAdminTestJSON-1981244613-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:10:31.107115 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0208e8d1-3862-48e3-afc1-3ca591fbbcac tempest-FloatingIPAdminTestJSON-1981244613 tempest-FloatingIPAdminTestJSON-1981244613-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:10:31.107459 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0208e8d1-3862-48e3-afc1-3ca591fbbcac tempest-FloatingIPAdminTestJSON-1981244613 tempest-FloatingIPAdminTestJSON-1981244613-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:10:31.107928 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0208e8d1-3862-48e3-afc1-3ca591fbbcac tempest-FloatingIPAdminTestJSON-1981244613 tempest-FloatingIPAdminTestJSON-1981244613-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:10:31.108264 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0208e8d1-3862-48e3-afc1-3ca591fbbcac tempest-FloatingIPAdminTestJSON-1981244613 tempest-FloatingIPAdminTestJSON-1981244613-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:10:31.108595 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0208e8d1-3862-48e3-afc1-3ca591fbbcac tempest-FloatingIPAdminTestJSON-1981244613 tempest-FloatingIPAdminTestJSON-1981244613-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:10:31.108939 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0208e8d1-3862-48e3-afc1-3ca591fbbcac tempest-FloatingIPAdminTestJSON-1981244613 tempest-FloatingIPAdminTestJSON-1981244613-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:10:31.143333 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device a8f14b7e-e63d-483c-8fda-5771893e6c53 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:10:31.159323 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-52301c91-c3a8-4ce0-8b2e-3fe4f1a2c9e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:31.162410 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-52301c91-c3a8-4ce0-8b2e-3fe4f1a2c9e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:31.163969 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: a8f14b7e-e63d-483c-8fda-5771893e6c53 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:10:31.164316 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device a8f14b7e-e63d-483c-8fda-5771893e6c53 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:10:31.203418 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0208e8d1-3862-48e3-afc1-3ca591fbbcac tempest-FloatingIPAdminTestJSON-1981244613 tempest-FloatingIPAdminTestJSON-1981244613-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:31.204723 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-0208e8d1-3862-48e3-afc1-3ca591fbbcac tempest-FloatingIPAdminTestJSON-1981244613 tempest-FloatingIPAdminTestJSON-1981244613-project-admin] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8792970 Jul 09 15:10:31.207532 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 40756) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:31.284882 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-52301c91-c3a8-4ce0-8b2e-3fe4f1a2c9e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:31.285468 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52301c91-c3a8-4ce0-8b2e-3fe4f1a2c9e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae52d869-76cf-43d6-9570-c634cb033c3f {{(pid=94446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 15:10:31.292612 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-52301c91-c3a8-4ce0-8b2e-3fe4f1a2c9e6 admin admin] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:31.292612 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-52301c91-c3a8-4ce0-8b2e-3fe4f1a2c9e6 admin admin] 10.222.0.58 "DELETE /v2.0/routers/ae52d869-76cf-43d6-9570-c634cb033c3f HTTP/1.1" status: 204 len: 168 time: 1.1758828 Jul 09 15:10:31.294402 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 40760) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:31.332192 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-62e0cdee-0d5d-423b-a4e5-24c96032d965 tempest-FloatingIPAdminTestJSON-1062194341 tempest-FloatingIPAdminTestJSON-1062194341-project] Request body: {'floatingip': {'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:10:31.362406 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac181e80-c687-4b00-9a39-7cf494ab1cc4 admin admin] Deleting subnet a10947be-2e1d-4b8b-b31f-e273354d0e7a {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:10:31.367969 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ac181e80-c687-4b00-9a39-7cf494ab1cc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:31.403590 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ac181e80-c687-4b00-9a39-7cf494ab1cc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:31.473255 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-62e0cdee-0d5d-423b-a4e5-24c96032d965 tempest-FloatingIPAdminTestJSON-1062194341 tempest-FloatingIPAdminTestJSON-1062194341-project] Notify callbacks [] for floatingip, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:31.533209 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ac181e80-c687-4b00-9a39-7cf494ab1cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:31.640569 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-62e0cdee-0d5d-423b-a4e5-24c96032d965 tempest-FloatingIPAdminTestJSON-1062194341 tempest-FloatingIPAdminTestJSON-1062194341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:31.666293 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:31.757340 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-62e0cdee-0d5d-423b-a4e5-24c96032d965 tempest-FloatingIPAdminTestJSON-1062194341 tempest-FloatingIPAdminTestJSON-1062194341-project] Allocated IP 172.25.3.2 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/db6eec07-6ebe-4afe-ba33-6bfe184c5e5e) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:10:31.760443 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ac181e80-c687-4b00-9a39-7cf494ab1cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:31.792843 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac181e80-c687-4b00-9a39-7cf494ab1cc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a10947be-2e1d-4b8b-b31f-e273354d0e7a,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:31.799367 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ac181e80-c687-4b00-9a39-7cf494ab1cc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:31.801146 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ac181e80-c687-4b00-9a39-7cf494ab1cc4 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/a10947be-2e1d-4b8b-b31f-e273354d0e7a HTTP/1.1" status: 204 len: 168 time: 0.5055435 Jul 09 15:10:31.804094 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 40762) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:31.806523 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003135f9-68b8-4220-ad3d-a36096fb34e8 None None] Network 2caf48fb-184c-426e-a7e2-2d876991b7f4 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:10:31.926475 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-71ef481e-fce4-4bba-9654-48c4c11dbc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:31.982851 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-62e0cdee-0d5d-423b-a4e5-24c96032d965 tempest-FloatingIPAdminTestJSON-1062194341 tempest-FloatingIPAdminTestJSON-1062194341-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:32.042054 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-71ef481e-fce4-4bba-9654-48c4c11dbc6d admin admin] Deleting port 7e537df5-47cf-405b-89ca-354fd651eb2a {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:10:32.042396 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-71ef481e-fce4-4bba-9654-48c4c11dbc6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:32.059083 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418bb8cb-77ef-43ad-baf5-95ebf4c48e20 None None] DHCP port deletion for 2caf48fb-184c-426e-a7e2-2d876991b7f4 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 15:10:32.106119 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-418bb8cb-77ef-43ad-baf5-95ebf4c48e20 None None] Deleting port 7e537df5-47cf-405b-89ca-354fd651eb2a {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:10:32.106503 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-418bb8cb-77ef-43ad-baf5-95ebf4c48e20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:32.110104 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-71ef481e-fce4-4bba-9654-48c4c11dbc6d admin admin] For port 7e537df5-47cf-405b-89ca-354fd651eb2a, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=7e537df5-47cf-405b-89ca-354fd651eb2a,segment=NetworkSegment(06875dad-dad1-4e17-960d-8ec4e4c881bc),segment_id=06875dad-dad1-4e17-960d-8ec4e4c881bc)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:10:32.110465 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-71ef481e-fce4-4bba-9654-48c4c11dbc6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:32.124503 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-71ef481e-fce4-4bba-9654-48c4c11dbc6d admin admin] Calling delete_port for 7e537df5-47cf-405b-89ca-354fd651eb2a owned by network:dhcp {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:10:32.126652 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-62e0cdee-0d5d-423b-a4e5-24c96032d965 tempest-FloatingIPAdminTestJSON-1062194341 tempest-FloatingIPAdminTestJSON-1062194341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:32.169136 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-418bb8cb-77ef-43ad-baf5-95ebf4c48e20 None None] For port 7e537df5-47cf-405b-89ca-354fd651eb2a, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=7e537df5-47cf-405b-89ca-354fd651eb2a,segment=NetworkSegment(06875dad-dad1-4e17-960d-8ec4e4c881bc),segment_id=06875dad-dad1-4e17-960d-8ec4e4c881bc)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:10:32.169957 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-418bb8cb-77ef-43ad-baf5-95ebf4c48e20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:32.186017 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-418bb8cb-77ef-43ad-baf5-95ebf4c48e20 None None] Calling delete_port for 7e537df5-47cf-405b-89ca-354fd651eb2a owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:10:32.207460 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e0cdee-0d5d-423b-a4e5-24c96032d965 tempest-FloatingIPAdminTestJSON-1062194341 tempest-FloatingIPAdminTestJSON-1062194341-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:10:32.212768 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-62e0cdee-0d5d-423b-a4e5-24c96032d965 tempest-FloatingIPAdminTestJSON-1062194341 tempest-FloatingIPAdminTestJSON-1062194341-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:10:32.220307 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e0cdee-0d5d-423b-a4e5-24c96032d965 tempest-FloatingIPAdminTestJSON-1062194341 tempest-FloatingIPAdminTestJSON-1062194341-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:10:32.226168 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e0cdee-0d5d-423b-a4e5-24c96032d965 tempest-FloatingIPAdminTestJSON-1062194341 tempest-FloatingIPAdminTestJSON-1062194341-project] Pushing event updated for resources: {'Port': ['ID=db6eec07-6ebe-4afe-ba33-6bfe184c5e5e,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:32.329724 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-62e0cdee-0d5d-423b-a4e5-24c96032d965 tempest-FloatingIPAdminTestJSON-1062194341 tempest-FloatingIPAdminTestJSON-1062194341-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:32.352320 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-418bb8cb-77ef-43ad-baf5-95ebf4c48e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:32.358651 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-71ef481e-fce4-4bba-9654-48c4c11dbc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:32.382547 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418bb8cb-77ef-43ad-baf5-95ebf4c48e20 None None] No DVR routers for this DVR port 7e537df5-47cf-405b-89ca-354fd651eb2a on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:10:32.384816 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418bb8cb-77ef-43ad-baf5-95ebf4c48e20 None None] Pushing event deleted for resources: {'Port': ['ID=7e537df5-47cf-405b-89ca-354fd651eb2a,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:32.392115 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ef481e-fce4-4bba-9654-48c4c11dbc6d admin admin] Pushing event deleted for resources: {'Port': ['ID=7e537df5-47cf-405b-89ca-354fd651eb2a,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:32.394055 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ef481e-fce4-4bba-9654-48c4c11dbc6d admin admin] No DVR routers for this DVR port 7e537df5-47cf-405b-89ca-354fd651eb2a on host n-d-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:10:32.396756 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418bb8cb-77ef-43ad-baf5-95ebf4c48e20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:10:32.397405 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418bb8cb-77ef-43ad-baf5-95ebf4c48e20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:10:32.397968 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418bb8cb-77ef-43ad-baf5-95ebf4c48e20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:10:32.398484 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418bb8cb-77ef-43ad-baf5-95ebf4c48e20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:10:32.398823 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418bb8cb-77ef-43ad-baf5-95ebf4c48e20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:10:32.399181 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418bb8cb-77ef-43ad-baf5-95ebf4c48e20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:10:32.399585 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418bb8cb-77ef-43ad-baf5-95ebf4c48e20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:10:32.399967 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418bb8cb-77ef-43ad-baf5-95ebf4c48e20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:10:32.400176 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418bb8cb-77ef-43ad-baf5-95ebf4c48e20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:10:32.400600 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418bb8cb-77ef-43ad-baf5-95ebf4c48e20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:10:32.400806 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418bb8cb-77ef-43ad-baf5-95ebf4c48e20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:10:32.401124 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418bb8cb-77ef-43ad-baf5-95ebf4c48e20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:10:32.486305 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-71ef481e-fce4-4bba-9654-48c4c11dbc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:32.500611 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-71ef481e-fce4-4bba-9654-48c4c11dbc6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2caf48fb-184c-426e-a7e2-2d876991b7f4']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:10:32.532131 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-71ef481e-fce4-4bba-9654-48c4c11dbc6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06875dad-dad1-4e17-960d-8ec4e4c881bc') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:10:32.532422 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-71ef481e-fce4-4bba-9654-48c4c11dbc6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06875dad-dad1-4e17-960d-8ec4e4c881bc') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:10:32.548094 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-71ef481e-fce4-4bba-9654-48c4c11dbc6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:32.561607 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-62e0cdee-0d5d-423b-a4e5-24c96032d965 tempest-FloatingIPAdminTestJSON-1062194341 tempest-FloatingIPAdminTestJSON-1062194341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:32.583029 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-71ef481e-fce4-4bba-9654-48c4c11dbc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:32.593610 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71ef481e-fce4-4bba-9654-48c4c11dbc6d admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:10:32.594026 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-71ef481e-fce4-4bba-9654-48c4c11dbc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:32.595749 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:10:32.595749 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:10:32.595749 n-d-799529-6 neutron-server[94445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 15:10:32.595749 n-d-799529-6 neutron-server[94445]: self.session.flush() Jul 09 15:10:32.595749 n-d-799529-6 neutron-server[94445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 15:10:32.595749 n-d-799529-6 neutron-server[94445]: self.session.flush() Jul 09 15:10:32.595749 n-d-799529-6 neutron-server[94445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 15:10:32.595749 n-d-799529-6 neutron-server[94445]: self.session.flush() Jul 09 15:10:32.595749 n-d-799529-6 neutron-server[94445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 15:10:32.595749 n-d-799529-6 neutron-server[94445]: self.session.flush() Jul 09 15:10:32.595749 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 15:10:32.595749 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:10:32.595749 n-d-799529-6 neutron-server[94445]: timer() Jul 09 15:10:32.595749 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:10:32.595749 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 15:10:32.595749 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:10:32.595749 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 15:10:32.595749 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:10:32.595749 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 15:10:32.595749 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:10:32.595749 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 15:10:32.595749 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:10:32.595749 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 15:10:32.595749 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:10:32.595749 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:10:32.595749 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:10:32.595749 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:10:32.595749 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:10:32.595749 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 15:10:32.595749 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:10:32.595749 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 15:10:32.595749 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:10:32.595749 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:10:32.595749 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:10:32.595749 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 15:10:32.595749 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:10:32.595749 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:10:32.595749 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:10:32.595749 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:10:32.595749 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:10:32.595749 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:10:32.595749 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:10:32.753080 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-71ef481e-fce4-4bba-9654-48c4c11dbc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:32.762581 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-71ef481e-fce4-4bba-9654-48c4c11dbc6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:32.764591 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-71ef481e-fce4-4bba-9654-48c4c11dbc6d admin admin] 10.222.0.58 "DELETE /v2.0/networks/2caf48fb-184c-426e-a7e2-2d876991b7f4 HTTP/1.1" status: 204 len: 168 time: 0.9593935 Jul 09 15:10:32.782691 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ef481e-fce4-4bba-9654-48c4c11dbc6d admin admin] Pushing event deleted for resources: {'Network': ['ID=2caf48fb-184c-426e-a7e2-2d876991b7f4,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:32.793517 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-62e0cdee-0d5d-423b-a4e5-24c96032d965 tempest-FloatingIPAdminTestJSON-1062194341 tempest-FloatingIPAdminTestJSON-1062194341-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:32.854378 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-62e0cdee-0d5d-423b-a4e5-24c96032d965 tempest-FloatingIPAdminTestJSON-1062194341 tempest-FloatingIPAdminTestJSON-1062194341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:32.933246 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e0cdee-0d5d-423b-a4e5-24c96032d965 tempest-FloatingIPAdminTestJSON-1062194341 tempest-FloatingIPAdminTestJSON-1062194341-project] Pushing event updated for resources: {'Port': ['ID=db6eec07-6ebe-4afe-ba33-6bfe184c5e5e,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:32.942299 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-62e0cdee-0d5d-423b-a4e5-24c96032d965 tempest-FloatingIPAdminTestJSON-1062194341 tempest-FloatingIPAdminTestJSON-1062194341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:32.981591 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device b66db752-10e8-4b7f-a845-53a0edbf7469 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:10:33.005012 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: b66db752-10e8-4b7f-a845-53a0edbf7469 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:10:33.005399 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device b66db752-10e8-4b7f-a845-53a0edbf7469 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:10:33.005918 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 7e537df5-47cf-405b-89ca-354fd651eb2a no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:10:33.043410 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-62e0cdee-0d5d-423b-a4e5-24c96032d965 tempest-FloatingIPAdminTestJSON-1062194341 tempest-FloatingIPAdminTestJSON-1062194341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:33.044808 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-62e0cdee-0d5d-423b-a4e5-24c96032d965 tempest-FloatingIPAdminTestJSON-1062194341 tempest-FloatingIPAdminTestJSON-1062194341-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.8362968 Jul 09 15:10:33.048011 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40770) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:33.111938 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 40772) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:33.117880 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b6253c78-6476-4496-a90f-f03517cf9482 tempest-FloatingIPAdminTestJSON-1981244613 tempest-FloatingIPAdminTestJSON-1981244613-project-admin] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3220 time: 0.0685987 Jul 09 15:10:33.120588 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40774) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:33.169201 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-16075775-1320-4988-b4a5-7f96d8ba0bdf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c03b5d3d86974e68a5911d632d382871&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0530150 Jul 09 15:10:33.170260 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 40776) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:33.182549 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 7e537df5-47cf-405b-89ca-354fd651eb2a {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:10:33.183102 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 7e537df5-47cf-405b-89ca-354fd651eb2a not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:10:33.199303 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b6ed97c9-e0ac-4a63-bdf6-8eb10e56a1f3 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0776029 Jul 09 15:10:33.202649 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40778) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:33.227416 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0408ef31-2ba4-40c4-9a09-607de4a1f462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:33.249083 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0408ef31-2ba4-40c4-9a09-607de4a1f462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:33.325664 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-84de111d-7b76-4891-9e85-f948922710ee tempest-FloatingIPAdminTestJSON-1062194341 tempest-FloatingIPAdminTestJSON-1062194341-project] Deleting port db6eec07-6ebe-4afe-ba33-6bfe184c5e5e {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:10:33.325925 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-84de111d-7b76-4891-9e85-f948922710ee tempest-FloatingIPAdminTestJSON-1062194341 tempest-FloatingIPAdminTestJSON-1062194341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:33.353617 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0408ef31-2ba4-40c4-9a09-607de4a1f462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:33.356279 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0408ef31-2ba4-40c4-9a09-607de4a1f462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:33.357729 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-0408ef31-2ba4-40c4-9a09-607de4a1f462 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cedc2fe2-9147-48f6-aca0-893e7677eb59 HTTP/1.1" status: 204 len: 168 time: 0.1860447 Jul 09 15:10:33.368420 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0408ef31-2ba4-40c4-9a09-607de4a1f462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cedc2fe2-9147-48f6-aca0-893e7677eb59,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:33.415248 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-84de111d-7b76-4891-9e85-f948922710ee tempest-FloatingIPAdminTestJSON-1062194341 tempest-FloatingIPAdminTestJSON-1062194341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:33.415602 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-84de111d-7b76-4891-9e85-f948922710ee tempest-FloatingIPAdminTestJSON-1062194341 tempest-FloatingIPAdminTestJSON-1062194341-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:33.429573 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-84de111d-7b76-4891-9e85-f948922710ee tempest-FloatingIPAdminTestJSON-1062194341 tempest-FloatingIPAdminTestJSON-1062194341-project] Calling delete_port for db6eec07-6ebe-4afe-ba33-6bfe184c5e5e owned by network:floatingip {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:10:33.633691 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-84de111d-7b76-4891-9e85-f948922710ee tempest-FloatingIPAdminTestJSON-1062194341 tempest-FloatingIPAdminTestJSON-1062194341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:33.659818 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de111d-7b76-4891-9e85-f948922710ee tempest-FloatingIPAdminTestJSON-1062194341 tempest-FloatingIPAdminTestJSON-1062194341-project] Pushing event deleted for resources: {'Port': ['ID=db6eec07-6ebe-4afe-ba33-6bfe184c5e5e,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:33.727675 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-84de111d-7b76-4891-9e85-f948922710ee tempest-FloatingIPAdminTestJSON-1062194341 tempest-FloatingIPAdminTestJSON-1062194341-project] Notify callbacks [] for floatingip, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:33.730347 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-84de111d-7b76-4891-9e85-f948922710ee tempest-FloatingIPAdminTestJSON-1062194341 tempest-FloatingIPAdminTestJSON-1062194341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:33.731553 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-84de111d-7b76-4891-9e85-f948922710ee tempest-FloatingIPAdminTestJSON-1062194341 tempest-FloatingIPAdminTestJSON-1062194341-project] 10.222.0.58 "DELETE /v2.0/floatingips/e85cc076-d409-42f0-a33f-3ea37798dc6d HTTP/1.1" status: 204 len: 168 time: 0.5279658 Jul 09 15:10:33.734164 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40784) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:33.869119 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-88953b1c-56fc-4a12-b846-ab9f4139ba6b tempest-FloatingIPAdminTestJSON-1981244613 tempest-FloatingIPAdminTestJSON-1981244613-project-admin] Deleting port a971f939-c1ac-4292-8de6-53077ac5c3bb {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:10:33.869566 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-88953b1c-56fc-4a12-b846-ab9f4139ba6b tempest-FloatingIPAdminTestJSON-1981244613 tempest-FloatingIPAdminTestJSON-1981244613-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:33.951207 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-88953b1c-56fc-4a12-b846-ab9f4139ba6b tempest-FloatingIPAdminTestJSON-1981244613 tempest-FloatingIPAdminTestJSON-1981244613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:33.951559 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-88953b1c-56fc-4a12-b846-ab9f4139ba6b tempest-FloatingIPAdminTestJSON-1981244613 tempest-FloatingIPAdminTestJSON-1981244613-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:33.963243 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-88953b1c-56fc-4a12-b846-ab9f4139ba6b tempest-FloatingIPAdminTestJSON-1981244613 tempest-FloatingIPAdminTestJSON-1981244613-project-admin] Calling delete_port for a971f939-c1ac-4292-8de6-53077ac5c3bb owned by network:floatingip {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:10:34.209143 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-88953b1c-56fc-4a12-b846-ab9f4139ba6b tempest-FloatingIPAdminTestJSON-1981244613 tempest-FloatingIPAdminTestJSON-1981244613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:34.262542 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88953b1c-56fc-4a12-b846-ab9f4139ba6b tempest-FloatingIPAdminTestJSON-1981244613 tempest-FloatingIPAdminTestJSON-1981244613-project-admin] Pushing event deleted for resources: {'Port': ['ID=a971f939-c1ac-4292-8de6-53077ac5c3bb,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:34.306110 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-88953b1c-56fc-4a12-b846-ab9f4139ba6b tempest-FloatingIPAdminTestJSON-1981244613 tempest-FloatingIPAdminTestJSON-1981244613-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:34.308733 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-88953b1c-56fc-4a12-b846-ab9f4139ba6b tempest-FloatingIPAdminTestJSON-1981244613 tempest-FloatingIPAdminTestJSON-1981244613-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:34.309911 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-88953b1c-56fc-4a12-b846-ab9f4139ba6b tempest-FloatingIPAdminTestJSON-1981244613 tempest-FloatingIPAdminTestJSON-1981244613-project-admin] 10.222.0.58 "DELETE /v2.0/floatingips/b83b1490-0304-42c7-875e-6cded313f9f6 HTTP/1.1" status: 204 len: 168 time: 0.5746713 Jul 09 15:10:34.313864 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 40804) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:34.426588 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-4d820baf-d0ac-42c7-9bc1-b28cec36ea99 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Deleting port 89e3707c-1a70-464e-8d30-a88ba69d2e18 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:10:34.427182 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4d820baf-d0ac-42c7-9bc1-b28cec36ea99 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:34.497051 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40808) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:34.522671 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4d820baf-d0ac-42c7-9bc1-b28cec36ea99 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:34.535052 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-4d820baf-d0ac-42c7-9bc1-b28cec36ea99 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Calling delete_port for 89e3707c-1a70-464e-8d30-a88ba69d2e18 owned by {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:10:34.648095 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-916b7c58-0f0b-411b-a780-745e75aa831a admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-859649674-network', 'tenant_id': 'e5e9ac0a094f49f087a2d65f78e53900'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:10:34.736647 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4d820baf-d0ac-42c7-9bc1-b28cec36ea99 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:34.753739 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916b7c58-0f0b-411b-a780-745e75aa831a admin admin] Made reservation on behalf of e5e9ac0a094f49f087a2d65f78e53900 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:10:34.756200 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-916b7c58-0f0b-411b-a780-745e75aa831a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:34.765468 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-916b7c58-0f0b-411b-a780-745e75aa831a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:34.770102 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d820baf-d0ac-42c7-9bc1-b28cec36ea99 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Pushing event deleted for resources: {'Port': ['ID=89e3707c-1a70-464e-8d30-a88ba69d2e18,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:34.840647 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4d820baf-d0ac-42c7-9bc1-b28cec36ea99 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:34.843418 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-4d820baf-d0ac-42c7-9bc1-b28cec36ea99 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] 10.222.0.58 "DELETE /v2.0/ports/89e3707c-1a70-464e-8d30-a88ba69d2e18 HTTP/1.1" status: 204 len: 168 time: 0.5285089 Jul 09 15:10:34.846005 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 40812) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:34.869093 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-916b7c58-0f0b-411b-a780-745e75aa831a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:34.912204 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6a478a-b8c3-437d-9639-b9c3e819c354 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:10:34.914453 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-cf6a478a-b8c3-437d-9639-b9c3e819c354 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] 10.222.0.58 "GET /v2.0/ports?device_id=15e3caab-0f9f-4adb-a507-3505534f2cd3 HTTP/1.1" status: 200 len: 913 time: 0.0674841 Jul 09 15:10:34.917094 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 40814) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:34.981444 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-916b7c58-0f0b-411b-a780-745e75aa831a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:35.004133 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-916b7c58-0f0b-411b-a780-745e75aa831a admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:10:35.014007 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916b7c58-0f0b-411b-a780-745e75aa831a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e20fb122-4007-469c-89f1-5ec94168c166,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:35.016867 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-916b7c58-0f0b-411b-a780-745e75aa831a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:35.017206 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-916b7c58-0f0b-411b-a780-745e75aa831a admin admin] Added segment a7ef9eac-50f5-42e3-9ae9-871aac07308a of type vlan for network 4116eb31-dc83-4488-a545-f41604f76f09 Jul 09 15:10:35.069248 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-916b7c58-0f0b-411b-a780-745e75aa831a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:35.164806 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-916b7c58-0f0b-411b-a780-745e75aa831a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:35.166027 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916b7c58-0f0b-411b-a780-745e75aa831a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:10:35.166718 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-916b7c58-0f0b-411b-a780-745e75aa831a admin admin] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:35.230839 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916b7c58-0f0b-411b-a780-745e75aa831a admin admin] Pushing event updated for resources: {'Network': ['ID=4116eb31-dc83-4488-a545-f41604f76f09,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:35.241813 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 4116eb31-dc83-4488-a545-f41604f76f09 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:10:35.280072 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fada6635-40f2-486c-bbf5-de0fd57860b9 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:35.290802 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-916b7c58-0f0b-411b-a780-745e75aa831a admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7924371 Jul 09 15:10:35.293909 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40816) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:35.299211 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-c9e358c0-0e39-442e-8adc-a199f0541c0d admin admin] Request body: {'subnet': {'network_id': '4116eb31-dc83-4488-a545-f41604f76f09', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-859649674-subnet', 'tenant_id': 'e5e9ac0a094f49f087a2d65f78e53900', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:10:35.397663 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e358c0-0e39-442e-8adc-a199f0541c0d admin admin] Made reservation on behalf of e5e9ac0a094f49f087a2d65f78e53900 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:10:35.400130 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c9e358c0-0e39-442e-8adc-a199f0541c0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:35.553609 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-fada6635-40f2-486c-bbf5-de0fd57860b9 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Deleting port e1e99bd4-d7aa-4d69-9ca2-97bb414b6169 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:10:35.554723 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fada6635-40f2-486c-bbf5-de0fd57860b9 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:35.640511 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fada6635-40f2-486c-bbf5-de0fd57860b9 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:35.658305 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-fada6635-40f2-486c-bbf5-de0fd57860b9 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Calling delete_port for e1e99bd4-d7aa-4d69-9ca2-97bb414b6169 owned by network:router_interface {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:10:35.662307 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c9e358c0-0e39-442e-8adc-a199f0541c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:35.719241 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e358c0-0e39-442e-8adc-a199f0541c0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ce03d92-d31c-4190-a9f7-eaef1998728b,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:35.727281 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e358c0-0e39-442e-8adc-a199f0541c0d admin admin] Checking segment: {'id': 'a7ef9eac-50f5-42e3-9ae9-871aac07308a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4116eb31-dc83-4488-a545-f41604f76f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:10:35.727698 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e358c0-0e39-442e-8adc-a199f0541c0d admin admin] Network hostable DHCP agents. Network: 4116eb31-dc83-4488-a545-f41604f76f09, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:10:35.805308 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e358c0-0e39-442e-8adc-a199f0541c0d admin admin] Network 4116eb31-dc83-4488-a545-f41604f76f09 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:10:35.936398 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-c9e358c0-0e39-442e-8adc-a199f0541c0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 4116eb31-dc83-4488-a545-f41604f76f09) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:10:35.936625 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fada6635-40f2-486c-bbf5-de0fd57860b9 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:35.940868 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e358c0-0e39-442e-8adc-a199f0541c0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:10:35.941620 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c9e358c0-0e39-442e-8adc-a199f0541c0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:35.948121 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7e8483-7c29-4c4c-983c-c95d9e0d45ff None None] Network 4116eb31-dc83-4488-a545-f41604f76f09 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:10:35.967767 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fada6635-40f2-486c-bbf5-de0fd57860b9 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Pushing event deleted for resources: {'Port': ['ID=e1e99bd4-d7aa-4d69-9ca2-97bb414b6169,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:36.070314 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c9e358c0-0e39-442e-8adc-a199f0541c0d admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7745802 Jul 09 15:10:36.091317 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddc7e24-1fb7-42e8-a381-5a4c5263de77 None None] Network 4116eb31-dc83-4488-a545-f41604f76f09 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:10:36.175175 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fada6635-40f2-486c-bbf5-de0fd57860b9 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:36.453296 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fada6635-40f2-486c-bbf5-de0fd57860b9 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Router 15e3caab-0f9f-4adb-a507-3505534f2cd3 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:10:36.578134 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69c3e1-a4cb-4c2b-a26b-15afb0083bb1 req-b2026ed2-c871-4cbd-a32f-23fa8a1b54bd tempest-ServerMetadataNegativeTestJSON-212483625 tempest-ServerMetadataNegativeTestJSON-212483625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:10:36.579534 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6a69c3e1-a4cb-4c2b-a26b-15afb0083bb1 req-b2026ed2-c871-4cbd-a32f-23fa8a1b54bd tempest-ServerMetadataNegativeTestJSON-212483625 tempest-ServerMetadataNegativeTestJSON-212483625-project] 10.222.0.58 "GET /v2.0/networks?id=4116eb31-dc83-4488-a545-f41604f76f09 HTTP/1.1" status: 200 len: 820 time: 0.1739700 Jul 09 15:10:36.604245 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6a69c3e1-a4cb-4c2b-a26b-15afb0083bb1 req-9f49f5e6-25af-4a6b-ac09-86b45e501e9e tempest-ServerMetadataNegativeTestJSON-212483625 tempest-ServerMetadataNegativeTestJSON-212483625-project] 10.222.0.58 "GET /v2.0/quotas/e5e9ac0a094f49f087a2d65f78e53900 HTTP/1.1" status: 200 len: 375 time: 0.0167422 Jul 09 15:10:36.620980 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fada6635-40f2-486c-bbf5-de0fd57860b9 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:10:36.626622 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-fada6635-40f2-486c-bbf5-de0fd57860b9 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] 10.222.0.58 "PUT /v2.0/routers/15e3caab-0f9f-4adb-a507-3505534f2cd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7085578 Jul 09 15:10:36.630004 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40836) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:36.632949 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c514d5c-1241-43fc-9ba3-6d3de9b3b2a5 None None] Sync routers for ids ['15e3caab-0f9f-4adb-a507-3505534f2cd3'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:10:36.646420 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c514d5c-1241-43fc-9ba3-6d3de9b3b2a5 None None] Routers {'15e3caab-0f9f-4adb-a507-3505534f2cd3'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:10:36.647039 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-4c514d5c-1241-43fc-9ba3-6d3de9b3b2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:10:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['15e3caab-0f9f-4adb-a507-3505534f2cd3'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:10:36.647333 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6a69c3e1-a4cb-4c2b-a26b-15afb0083bb1 req-f4b761ae-aa03-4299-a90d-9cf7d884f875 tempest-ServerMetadataNegativeTestJSON-212483625 tempest-ServerMetadataNegativeTestJSON-212483625-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e5e9ac0a094f49f087a2d65f78e53900&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371261 Jul 09 15:10:36.660907 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [req-6a69c3e1-a4cb-4c2b-a26b-15afb0083bb1 req-b55cc319-0ff2-437f-88b2-239855f7f701 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:10:36.669105 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6a69c3e1-a4cb-4c2b-a26b-15afb0083bb1 req-b55cc319-0ff2-437f-88b2-239855f7f701 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0135207 Jul 09 15:10:36.684254 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-4c514d5c-1241-43fc-9ba3-6d3de9b3b2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:10:36.696342 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c514d5c-1241-43fc-9ba3-6d3de9b3b2a5 None None] Routers {'15e3caab-0f9f-4adb-a507-3505534f2cd3'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:10:36.696966 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-4c514d5c-1241-43fc-9ba3-6d3de9b3b2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:10:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['15e3caab-0f9f-4adb-a507-3505534f2cd3'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:10:36.734862 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-4c514d5c-1241-43fc-9ba3-6d3de9b3b2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:10:36.735086 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c514d5c-1241-43fc-9ba3-6d3de9b3b2a5 None None] The sync data for ids ['15e3caab-0f9f-4adb-a507-3505534f2cd3'] in n-d-799529-6 is: [] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:10:36.754667 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cc25808e-37ea-4b6a-a19b-660d7887f424 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks [] for router, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:36.772188 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6a69c3e1-a4cb-4c2b-a26b-15afb0083bb1 req-d3f25658-83f3-4d45-9264-dddff9f289d4 service neutron] 10.222.0.58 "GET /v2.0/networks/4116eb31-dc83-4488-a545-f41604f76f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016531 Jul 09 15:10:36.856196 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cc25808e-37ea-4b6a-a19b-660d7887f424 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:36.863129 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6a69c3e1-a4cb-4c2b-a26b-15afb0083bb1 req-c30454c8-34dc-4d4d-a5d5-eb48d864f465 service neutron] 10.222.0.58 "GET /v2.0/networks/4116eb31-dc83-4488-a545-f41604f76f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863316 Jul 09 15:10:36.991962 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-cc25808e-37ea-4b6a-a19b-660d7887f424 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Deleting port 7ed20fd2-e704-4606-b621-15cde6081adc {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:10:36.992302 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cc25808e-37ea-4b6a-a19b-660d7887f424 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:37.070725 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cc25808e-37ea-4b6a-a19b-660d7887f424 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:37.085084 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-cc25808e-37ea-4b6a-a19b-660d7887f424 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Calling delete_port for 7ed20fd2-e704-4606-b621-15cde6081adc owned by network:router_gateway {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:10:37.164226 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5c26a0c7-f2fb-4a4b-bec9-6fca70cf7674 req-ad93bc49-3e22-49fa-a51e-8704d14b7186 tempest-ServerMetadataNegativeTestJSON-212483625 tempest-ServerMetadataNegativeTestJSON-212483625-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a912f61-1f7d-4c29-8955-9bc7b2d4cbff HTTP/1.1" status: 200 len: 210 time: 0.0345640 Jul 09 15:10:37.346171 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cc25808e-37ea-4b6a-a19b-660d7887f424 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:37.372780 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc25808e-37ea-4b6a-a19b-660d7887f424 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Pushing event deleted for resources: {'Port': ['ID=7ed20fd2-e704-4606-b621-15cde6081adc,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:37.437475 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cc25808e-37ea-4b6a-a19b-660d7887f424 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:37.531200 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cc25808e-37ea-4b6a-a19b-660d7887f424 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:37.533514 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cc25808e-37ea-4b6a-a19b-660d7887f424 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:37.695122 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cc25808e-37ea-4b6a-a19b-660d7887f424 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:37.695737 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc25808e-37ea-4b6a-a19b-660d7887f424 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Fanout notify agent at l3_agent the message router_deleted on router 15e3caab-0f9f-4adb-a507-3505534f2cd3 {{(pid=94446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 15:10:37.705679 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cc25808e-37ea-4b6a-a19b-660d7887f424 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:37.705679 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-cc25808e-37ea-4b6a-a19b-660d7887f424 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] 10.222.0.58 "DELETE /v2.0/routers/15e3caab-0f9f-4adb-a507-3505534f2cd3 HTTP/1.1" status: 204 len: 168 time: 1.0732136 Jul 09 15:10:37.706766 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40848) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:37.757377 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-c38af4fe-1ac4-43ed-9d69-37094966eea5 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Deleting subnet fd93a054-22ed-40cd-97a4-9a1bbbd1d1d4 {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:10:37.764348 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c38af4fe-1ac4-43ed-9d69-37094966eea5 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:37.809300 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c38af4fe-1ac4-43ed-9d69-37094966eea5 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:37.913530 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c38af4fe-1ac4-43ed-9d69-37094966eea5 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:38.095122 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c38af4fe-1ac4-43ed-9d69-37094966eea5 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:38.122930 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38af4fe-1ac4-43ed-9d69-37094966eea5 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Pushing event deleted for resources: {'Subnet': ['ID=fd93a054-22ed-40cd-97a4-9a1bbbd1d1d4,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:38.127224 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c38af4fe-1ac4-43ed-9d69-37094966eea5 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:38.129541 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c38af4fe-1ac4-43ed-9d69-37094966eea5 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] 10.222.0.58 "DELETE /v2.0/subnets/fd93a054-22ed-40cd-97a4-9a1bbbd1d1d4 HTTP/1.1" status: 204 len: 168 time: 0.4217575 Jul 09 15:10:38.132606 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40854) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:38.135407 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf44b15-4b7a-4df5-948d-2e4bd764ad58 None None] Network 10767094-9de5-44b3-a6d1-8bfcc58bc345 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:10:38.228437 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-aa5d64e6-4302-47fe-96b4-16fd78d5c257 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:38.262719 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-effc047b-3b38-4a8e-9e96-c78c5245fdda req-22460e95-368d-4797-80c0-97a238616b54 tempest-ServerMetadataNegativeTestJSON-212483625 tempest-ServerMetadataNegativeTestJSON-212483625-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a912f61-1f7d-4c29-8955-9bc7b2d4cbff HTTP/1.1" status: 200 len: 210 time: 0.0322669 Jul 09 15:10:38.315535 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-aa5d64e6-4302-47fe-96b4-16fd78d5c257 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Deleting port 292e1029-f53a-4e43-b23f-60733f8740f2 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:10:38.316064 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-aa5d64e6-4302-47fe-96b4-16fd78d5c257 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:38.341487 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e188f735-a3ac-4ba3-a2d3-dae584edb1e9 None None] DHCP port deletion for 10767094-9de5-44b3-a6d1-8bfcc58bc345 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 15:10:38.387424 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-aa5d64e6-4302-47fe-96b4-16fd78d5c257 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] For port 292e1029-f53a-4e43-b23f-60733f8740f2, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=292e1029-f53a-4e43-b23f-60733f8740f2,segment=NetworkSegment(a30f3d9d-cac9-4dee-951f-451f44b122ab),segment_id=a30f3d9d-cac9-4dee-951f-451f44b122ab)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:10:38.387821 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-aa5d64e6-4302-47fe-96b4-16fd78d5c257 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:38.401105 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-aa5d64e6-4302-47fe-96b4-16fd78d5c257 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Calling delete_port for 292e1029-f53a-4e43-b23f-60733f8740f2 owned by network:dhcp {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:10:38.402001 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-e188f735-a3ac-4ba3-a2d3-dae584edb1e9 None None] Deleting port 292e1029-f53a-4e43-b23f-60733f8740f2 {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:10:38.402398 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e188f735-a3ac-4ba3-a2d3-dae584edb1e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:38.465487 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-e188f735-a3ac-4ba3-a2d3-dae584edb1e9 None None] For port 292e1029-f53a-4e43-b23f-60733f8740f2, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=292e1029-f53a-4e43-b23f-60733f8740f2,segment=NetworkSegment(a30f3d9d-cac9-4dee-951f-451f44b122ab),segment_id=a30f3d9d-cac9-4dee-951f-451f44b122ab)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:10:38.465873 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e188f735-a3ac-4ba3-a2d3-dae584edb1e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:38.480305 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-e188f735-a3ac-4ba3-a2d3-dae584edb1e9 None None] Calling delete_port for 292e1029-f53a-4e43-b23f-60733f8740f2 owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:10:38.564863 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-aa5d64e6-4302-47fe-96b4-16fd78d5c257 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:38.570666 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e188f735-a3ac-4ba3-a2d3-dae584edb1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:38.594158 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5d64e6-4302-47fe-96b4-16fd78d5c257 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Pushing event deleted for resources: {'Port': ['ID=292e1029-f53a-4e43-b23f-60733f8740f2,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:38.595632 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e188f735-a3ac-4ba3-a2d3-dae584edb1e9 None None] Pushing event deleted for resources: {'Port': ['ID=292e1029-f53a-4e43-b23f-60733f8740f2,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:38.597924 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5d64e6-4302-47fe-96b4-16fd78d5c257 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] No DVR routers for this DVR port 292e1029-f53a-4e43-b23f-60733f8740f2 on host n-d-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:10:38.599006 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e188f735-a3ac-4ba3-a2d3-dae584edb1e9 None None] No DVR routers for this DVR port 292e1029-f53a-4e43-b23f-60733f8740f2 on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:10:38.676205 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-aa5d64e6-4302-47fe-96b4-16fd78d5c257 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:38.686481 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-aa5d64e6-4302-47fe-96b4-16fd78d5c257 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10767094-9de5-44b3-a6d1-8bfcc58bc345']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:10:38.696989 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-aa5d64e6-4302-47fe-96b4-16fd78d5c257 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a30f3d9d-cac9-4dee-951f-451f44b122ab') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:10:38.697559 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-aa5d64e6-4302-47fe-96b4-16fd78d5c257 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a30f3d9d-cac9-4dee-951f-451f44b122ab') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:10:38.705944 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-aa5d64e6-4302-47fe-96b4-16fd78d5c257 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:38.720444 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-aa5d64e6-4302-47fe-96b4-16fd78d5c257 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:38.726181 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa5d64e6-4302-47fe-96b4-16fd78d5c257 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:10:38.726562 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-aa5d64e6-4302-47fe-96b4-16fd78d5c257 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:38.729624 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 15:10:38.729624 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:10:38.729624 n-d-799529-6 neutron-server[94446]: timer() Jul 09 15:10:38.729624 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:10:38.729624 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 15:10:38.729624 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:10:38.729624 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 15:10:38.729624 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:10:38.729624 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 15:10:38.729624 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:10:38.729624 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 15:10:38.729624 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:10:38.729624 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 15:10:38.729624 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:10:38.729624 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:10:38.729624 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:10:38.729624 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:10:38.729624 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:10:38.729624 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 15:10:38.729624 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:10:38.729624 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 15:10:38.729624 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:10:38.729624 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:10:38.729624 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:10:38.729624 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 15:10:38.729624 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:10:38.729624 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:10:38.729624 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:10:38.729624 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:10:38.729624 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:10:38.729624 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:10:38.729624 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:10:38.894678 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-aa5d64e6-4302-47fe-96b4-16fd78d5c257 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:38.902307 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-aa5d64e6-4302-47fe-96b4-16fd78d5c257 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:38.904280 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-aa5d64e6-4302-47fe-96b4-16fd78d5c257 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] 10.222.0.58 "DELETE /v2.0/networks/10767094-9de5-44b3-a6d1-8bfcc58bc345 HTTP/1.1" status: 204 len: 168 time: 0.7707489 Jul 09 15:10:38.906813 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40858) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:38.923126 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5d64e6-4302-47fe-96b4-16fd78d5c257 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Pushing event deleted for resources: {'Network': ['ID=10767094-9de5-44b3-a6d1-8bfcc58bc345,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:39.009461 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 292e1029-f53a-4e43-b23f-60733f8740f2 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:10:39.040941 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 292e1029-f53a-4e43-b23f-60733f8740f2 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:10:39.041390 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 292e1029-f53a-4e43-b23f-60733f8740f2 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:10:39.412163 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1df39501-f3bd-4aa0-bb10-321811853a5d req-cb7bcb7d-dca3-4e9f-b740-26361021b55a tempest-ServerMetadataNegativeTestJSON-212483625 tempest-ServerMetadataNegativeTestJSON-212483625-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a912f61-1f7d-4c29-8955-9bc7b2d4cbff HTTP/1.1" status: 200 len: 210 time: 0.0314388 Jul 09 15:10:39.428478 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-6d81b37f-9652-4d34-8ec4-84332fd56ed6 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Deleting port 9ac5921f-e590-4643-ba43-b5815e176db9 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:10:39.428820 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6d81b37f-9652-4d34-8ec4-84332fd56ed6 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:39.504407 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6d81b37f-9652-4d34-8ec4-84332fd56ed6 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:39.504737 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6d81b37f-9652-4d34-8ec4-84332fd56ed6 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:39.516804 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-6d81b37f-9652-4d34-8ec4-84332fd56ed6 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Calling delete_port for 9ac5921f-e590-4643-ba43-b5815e176db9 owned by network:floatingip {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:10:39.636088 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69c3e1-a4cb-4c2b-a26b-15afb0083bb1 req-94c48003-560a-41cf-9636-f4ca6d4d0764 tempest-ServerMetadataNegativeTestJSON-212483625 tempest-ServerMetadataNegativeTestJSON-212483625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:10:39.637652 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6a69c3e1-a4cb-4c2b-a26b-15afb0083bb1 req-94c48003-560a-41cf-9636-f4ca6d4d0764 tempest-ServerMetadataNegativeTestJSON-212483625 tempest-ServerMetadataNegativeTestJSON-212483625-project] 10.222.0.54 "GET /v2.0/networks?id=4116eb31-dc83-4488-a545-f41604f76f09 HTTP/1.1" status: 200 len: 820 time: 0.1044061 Jul 09 15:10:39.650407 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-6a69c3e1-a4cb-4c2b-a26b-15afb0083bb1 req-fdc4cc75-28b3-466e-972a-d530eb38a7fa tempest-ServerMetadataNegativeTestJSON-212483625 tempest-ServerMetadataNegativeTestJSON-212483625-project] Request body: {'port': {'device_id': '2a912f61-1f7d-4c29-8955-9bc7b2d4cbff', 'network_id': '4116eb31-dc83-4488-a545-f41604f76f09', 'admin_state_up': True, 'tenant_id': 'e5e9ac0a094f49f087a2d65f78e53900'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:10:39.780556 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6d81b37f-9652-4d34-8ec4-84332fd56ed6 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:39.806526 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d81b37f-9652-4d34-8ec4-84332fd56ed6 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Pushing event deleted for resources: {'Port': ['ID=9ac5921f-e590-4643-ba43-b5815e176db9,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:39.837057 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a69c3e1-a4cb-4c2b-a26b-15afb0083bb1 req-fdc4cc75-28b3-466e-972a-d530eb38a7fa tempest-ServerMetadataNegativeTestJSON-212483625 tempest-ServerMetadataNegativeTestJSON-212483625-project] Made reservation on behalf of e5e9ac0a094f49f087a2d65f78e53900 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:10:39.840770 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-6a69c3e1-a4cb-4c2b-a26b-15afb0083bb1 req-fdc4cc75-28b3-466e-972a-d530eb38a7fa tempest-ServerMetadataNegativeTestJSON-212483625 tempest-ServerMetadataNegativeTestJSON-212483625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:39.866556 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6d81b37f-9652-4d34-8ec4-84332fd56ed6 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks [] for floatingip, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:39.869151 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6d81b37f-9652-4d34-8ec4-84332fd56ed6 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:39.872776 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-6d81b37f-9652-4d34-8ec4-84332fd56ed6 tempest-FloatingIPAdminTestJSON-1867452996 tempest-FloatingIPAdminTestJSON-1867452996-project] 10.222.0.58 "DELETE /v2.0/floatingips/10a95794-9839-435a-aae8-fa38556beb81 HTTP/1.1" status: 204 len: 168 time: 0.9532382 Jul 09 15:10:39.969906 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-6a69c3e1-a4cb-4c2b-a26b-15afb0083bb1 req-fdc4cc75-28b3-466e-972a-d530eb38a7fa tempest-ServerMetadataNegativeTestJSON-212483625 tempest-ServerMetadataNegativeTestJSON-212483625-project] Allocated IP 172.20.0.11 (4116eb31-dc83-4488-a545-f41604f76f09/8ce03d92-d31c-4190-a9f7-eaef1998728b/675ab06c-719c-4da9-b2fa-532a1f27144c) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:10:40.128406 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-6a69c3e1-a4cb-4c2b-a26b-15afb0083bb1 req-fdc4cc75-28b3-466e-972a-d530eb38a7fa tempest-ServerMetadataNegativeTestJSON-212483625 tempest-ServerMetadataNegativeTestJSON-212483625-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:40.257099 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-6a69c3e1-a4cb-4c2b-a26b-15afb0083bb1 req-fdc4cc75-28b3-466e-972a-d530eb38a7fa tempest-ServerMetadataNegativeTestJSON-212483625 tempest-ServerMetadataNegativeTestJSON-212483625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:40.280460 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40870) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:40.304366 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a69c3e1-a4cb-4c2b-a26b-15afb0083bb1 req-fdc4cc75-28b3-466e-972a-d530eb38a7fa tempest-ServerMetadataNegativeTestJSON-212483625 tempest-ServerMetadataNegativeTestJSON-212483625-project] Network 4116eb31-dc83-4488-a545-f41604f76f09 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:10:40.307595 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-6a69c3e1-a4cb-4c2b-a26b-15afb0083bb1 req-fdc4cc75-28b3-466e-972a-d530eb38a7fa tempest-ServerMetadataNegativeTestJSON-212483625 tempest-ServerMetadataNegativeTestJSON-212483625-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:10:40.311536 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a69c3e1-a4cb-4c2b-a26b-15afb0083bb1 req-fdc4cc75-28b3-466e-972a-d530eb38a7fa tempest-ServerMetadataNegativeTestJSON-212483625 tempest-ServerMetadataNegativeTestJSON-212483625-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:10:40.317998 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc4cc75-28b3-466e-972a-d530eb38a7fa tempest-ServerMetadataNegativeTestJSON-212483625 tempest-ServerMetadataNegativeTestJSON-212483625-project] Pushing event updated for resources: {'Port': ['ID=675ab06c-719c-4da9-b2fa-532a1f27144c,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:40.366515 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69c3e1-a4cb-4c2b-a26b-15afb0083bb1 req-fdc4cc75-28b3-466e-972a-d530eb38a7fa tempest-ServerMetadataNegativeTestJSON-212483625 tempest-ServerMetadataNegativeTestJSON-212483625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:10:40.367134 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-6a69c3e1-a4cb-4c2b-a26b-15afb0083bb1 req-fdc4cc75-28b3-466e-972a-d530eb38a7fa tempest-ServerMetadataNegativeTestJSON-212483625 tempest-ServerMetadataNegativeTestJSON-212483625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:40.416983 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c91ff335-6b70-497e-aeec-a200f8d32b06 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=83a823a63e074c60ae457fe58c130af2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1348710 Jul 09 15:10:40.419104 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40874) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:40.457099 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6a69c3e1-a4cb-4c2b-a26b-15afb0083bb1 req-fdc4cc75-28b3-466e-972a-d530eb38a7fa tempest-ServerMetadataNegativeTestJSON-212483625 tempest-ServerMetadataNegativeTestJSON-212483625-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8108404 Jul 09 15:10:40.469251 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-6a69c3e1-a4cb-4c2b-a26b-15afb0083bb1 req-de5bdeb7-dcf7-4457-aa4a-268b3396e809 service neutron] Request body: {'port': {'device_id': '2a912f61-1f7d-4c29-8955-9bc7b2d4cbff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:10:40.470899 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-653c8a1a-05e6-4821-8177-0e2c8c684081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:40.492887 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-653c8a1a-05e6-4821-8177-0e2c8c684081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:40.546323 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-6a69c3e1-a4cb-4c2b-a26b-15afb0083bb1 req-de5bdeb7-dcf7-4457-aa4a-268b3396e809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:40.591953 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb283eb6-f80c-4ae0-99a2-1cd65ccdd175 req-c2fe7118-f4c8-41e6-b44e-220d46df1801 tempest-ServerMetadataNegativeTestJSON-212483625 tempest-ServerMetadataNegativeTestJSON-212483625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:10:40.593449 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fb283eb6-f80c-4ae0-99a2-1cd65ccdd175 req-c2fe7118-f4c8-41e6-b44e-220d46df1801 tempest-ServerMetadataNegativeTestJSON-212483625 tempest-ServerMetadataNegativeTestJSON-212483625-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a912f61-1f7d-4c29-8955-9bc7b2d4cbff HTTP/1.1" status: 200 len: 932 time: 0.0636070 Jul 09 15:10:40.619077 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-653c8a1a-05e6-4821-8177-0e2c8c684081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:40.621605 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-653c8a1a-05e6-4821-8177-0e2c8c684081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:40.622721 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-653c8a1a-05e6-4821-8177-0e2c8c684081 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d5c01f76-4468-4f8b-a1c6-0d497c828cd7 HTTP/1.1" status: 204 len: 168 time: 0.2026653 Jul 09 15:10:40.643346 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653c8a1a-05e6-4821-8177-0e2c8c684081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c01f76-4468-4f8b-a1c6-0d497c828cd7,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:40.648326 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fb283eb6-f80c-4ae0-99a2-1cd65ccdd175 req-4a94e5a7-9f5b-4827-95c4-0868c8e8bc41 tempest-ServerMetadataNegativeTestJSON-212483625 tempest-ServerMetadataNegativeTestJSON-212483625-project] 10.222.0.58 "GET /v2.0/security-groups?id=e20fb122-4007-469c-89f1-5ec94168c166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490499 Jul 09 15:10:41.151977 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-6a69c3e1-a4cb-4c2b-a26b-15afb0083bb1 req-de5bdeb7-dcf7-4457-aa4a-268b3396e809 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 675ab06c-719c-4da9-b2fa-532a1f27144c {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:10:41.159444 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-6a69c3e1-a4cb-4c2b-a26b-15afb0083bb1 req-de5bdeb7-dcf7-4457-aa4a-268b3396e809 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:41.171253 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-6a69c3e1-a4cb-4c2b-a26b-15afb0083bb1 req-de5bdeb7-dcf7-4457-aa4a-268b3396e809 service neutron] Transition to ACTIVE for port object 675ab06c-719c-4da9-b2fa-532a1f27144c will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:10:41.244505 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-6a69c3e1-a4cb-4c2b-a26b-15afb0083bb1 req-de5bdeb7-dcf7-4457-aa4a-268b3396e809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:41.296845 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5bdeb7-dcf7-4457-aa4a-268b3396e809 service neutron] Pushing event updated for resources: {'Port': ['ID=675ab06c-719c-4da9-b2fa-532a1f27144c,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:41.303410 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40884) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:41.319441 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0b212356-7c0a-4d43-96ef-b3381cd2e061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:41.362754 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-6a69c3e1-a4cb-4c2b-a26b-15afb0083bb1 req-de5bdeb7-dcf7-4457-aa4a-268b3396e809 service neutron] Attempting to bind port 675ab06c-719c-4da9-b2fa-532a1f27144c on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:10:41.363176 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-6a69c3e1-a4cb-4c2b-a26b-15afb0083bb1 req-de5bdeb7-dcf7-4457-aa4a-268b3396e809 service neutron] Attempting to bind port 675ab06c-719c-4da9-b2fa-532a1f27144c by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': 'a7ef9eac-50f5-42e3-9ae9-871aac07308a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4116eb31-dc83-4488-a545-f41604f76f09'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:10:41.363461 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a69c3e1-a4cb-4c2b-a26b-15afb0083bb1 req-de5bdeb7-dcf7-4457-aa4a-268b3396e809 service neutron] Attempting to bind port 675ab06c-719c-4da9-b2fa-532a1f27144c on network 4116eb31-dc83-4488-a545-f41604f76f09 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:10:41.368299 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a69c3e1-a4cb-4c2b-a26b-15afb0083bb1 req-de5bdeb7-dcf7-4457-aa4a-268b3396e809 service neutron] Port 675ab06c-719c-4da9-b2fa-532a1f27144c on network 4116eb31-dc83-4488-a545-f41604f76f09 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:10:41.368609 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a69c3e1-a4cb-4c2b-a26b-15afb0083bb1 req-de5bdeb7-dcf7-4457-aa4a-268b3396e809 service neutron] Attempting to bind port 675ab06c-719c-4da9-b2fa-532a1f27144c on network 4116eb31-dc83-4488-a545-f41604f76f09 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:10:41.373335 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a69c3e1-a4cb-4c2b-a26b-15afb0083bb1 req-de5bdeb7-dcf7-4457-aa4a-268b3396e809 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:10:41.374768 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a69c3e1-a4cb-4c2b-a26b-15afb0083bb1 req-de5bdeb7-dcf7-4457-aa4a-268b3396e809 service neutron] Checking segment: {'id': 'a7ef9eac-50f5-42e3-9ae9-871aac07308a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4116eb31-dc83-4488-a545-f41604f76f09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:10:41.374768 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a69c3e1-a4cb-4c2b-a26b-15afb0083bb1 req-de5bdeb7-dcf7-4457-aa4a-268b3396e809 service neutron] Bound using segment: {'id': 'a7ef9eac-50f5-42e3-9ae9-871aac07308a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4116eb31-dc83-4488-a545-f41604f76f09'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:10:41.374768 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-6a69c3e1-a4cb-4c2b-a26b-15afb0083bb1 req-de5bdeb7-dcf7-4457-aa4a-268b3396e809 service neutron] Bound port: 675ab06c-719c-4da9-b2fa-532a1f27144c, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7ef9eac-50f5-42e3-9ae9-871aac07308a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4116eb31-dc83-4488-a545-f41604f76f09'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:10:41.374768 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-6a69c3e1-a4cb-4c2b-a26b-15afb0083bb1 req-de5bdeb7-dcf7-4457-aa4a-268b3396e809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:41.413832 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0b212356-7c0a-4d43-96ef-b3381cd2e061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:41.443339 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-6a69c3e1-a4cb-4c2b-a26b-15afb0083bb1 req-de5bdeb7-dcf7-4457-aa4a-268b3396e809 service neutron] For port 675ab06c-719c-4da9-b2fa-532a1f27144c, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:10:41.446377 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-6a69c3e1-a4cb-4c2b-a26b-15afb0083bb1 req-de5bdeb7-dcf7-4457-aa4a-268b3396e809 service neutron] For port 675ab06c-719c-4da9-b2fa-532a1f27144c, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=675ab06c-719c-4da9-b2fa-532a1f27144c,segment=NetworkSegment(a7ef9eac-50f5-42e3-9ae9-871aac07308a),segment_id=a7ef9eac-50f5-42e3-9ae9-871aac07308a)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:10:41.484922 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0b212356-7c0a-4d43-96ef-b3381cd2e061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:41.525741 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b212356-7c0a-4d43-96ef-b3381cd2e061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c554e8-dbe8-419e-9d59-d2731d770f58,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:41.530360 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-0b212356-7c0a-4d43-96ef-b3381cd2e061 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=08264624cfa84657b2f7f105c4ac92b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2249138 Jul 09 15:10:41.531102 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-6a69c3e1-a4cb-4c2b-a26b-15afb0083bb1 req-de5bdeb7-dcf7-4457-aa4a-268b3396e809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:41.533058 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40886) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:41.568631 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69c3e1-a4cb-4c2b-a26b-15afb0083bb1 req-de5bdeb7-dcf7-4457-aa4a-268b3396e809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:10:41.569703 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-6a69c3e1-a4cb-4c2b-a26b-15afb0083bb1 req-de5bdeb7-dcf7-4457-aa4a-268b3396e809 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:41.571151 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6a69c3e1-a4cb-4c2b-a26b-15afb0083bb1 req-de5bdeb7-dcf7-4457-aa4a-268b3396e809 service neutron] 10.222.0.54 "PUT /v2.0/ports/675ab06c-719c-4da9-b2fa-532a1f27144c HTTP/1.1" status: 200 len: 1092 time: 1.1066577 Jul 09 15:10:41.573592 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a912f61-1f7d-4c29-8955-9bc7b2d4cbff', 'tag': '675ab06c-719c-4da9-b2fa-532a1f27144c'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:10:41.577172 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b0836b-f4d9-4853-af6b-b3d8cdce7905" -d '{"events": [{"name": "network-changed", "server_uuid": "2a912f61-1f7d-4c29-8955-9bc7b2d4cbff", "tag": "675ab06c-719c-4da9-b2fa-532a1f27144c"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:10:41.587298 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c1f03ddf-6aed-4d03-9712-0fd1b00d4875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:41.600867 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5bdeb7-dcf7-4457-aa4a-268b3396e809 service neutron] Pushing event updated for resources: {'Port': ['ID=675ab06c-719c-4da9-b2fa-532a1f27144c,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:41.610364 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c1f03ddf-6aed-4d03-9712-0fd1b00d4875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:41.628307 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65154cb3-d436-46dc-869d-cb6aa0e7335b x-openstack-request-id: req-65154cb3-d436-46dc-869d-cb6aa0e7335b {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:10:41.628604 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a912f61-1f7d-4c29-8955-9bc7b2d4cbff", "tag": "675ab06c-719c-4da9-b2fa-532a1f27144c", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:10:41.628863 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-65154cb3-d436-46dc-869d-cb6aa0e7335b {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:10:41.629265 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a912f61-1f7d-4c29-8955-9bc7b2d4cbff', 'tag': '675ab06c-719c-4da9-b2fa-532a1f27144c', 'status': 'completed', 'code': 200} Jul 09 15:10:41.703742 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b0836b-f4d9-4853-af6b-b3d8cdce7905 req-2e382de0-49d3-4c2e-9b70-272b8d3af41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:10:41.705270 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c6b0836b-f4d9-4853-af6b-b3d8cdce7905 req-2e382de0-49d3-4c2e-9b70-272b8d3af41c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e5e9ac0a094f49f087a2d65f78e53900&device_id=2a912f61-1f7d-4c29-8955-9bc7b2d4cbff HTTP/1.1" status: 200 len: 1095 time: 0.0562649 Jul 09 15:10:41.844167 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b0836b-f4d9-4853-af6b-b3d8cdce7905 req-4fb8ace7-1731-45d6-aba6-4482f5a1906e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:10:41.845721 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c6b0836b-f4d9-4853-af6b-b3d8cdce7905 req-4fb8ace7-1731-45d6-aba6-4482f5a1906e service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=e5e9ac0a094f49f087a2d65f78e53900&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1322401 Jul 09 15:10:41.854340 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c1f03ddf-6aed-4d03-9712-0fd1b00d4875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:41.862718 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c1f03ddf-6aed-4d03-9712-0fd1b00d4875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:41.862718 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c1f03ddf-6aed-4d03-9712-0fd1b00d4875 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e0c554e8-dbe8-419e-9d59-d2731d770f58 HTTP/1.1" status: 204 len: 168 time: 0.3241179 Jul 09 15:10:41.866614 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f03ddf-6aed-4d03-9712-0fd1b00d4875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c554e8-dbe8-419e-9d59-d2731d770f58,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:41.910209 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf5928-bf2f-4a85-b4a3-1d6c44ff8269 req-9258e3ca-0385-43ed-80c0-8bee986e9d4e tempest-ServerMetadataNegativeTestJSON-212483625 tempest-ServerMetadataNegativeTestJSON-212483625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:10:41.911764 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ecbf5928-bf2f-4a85-b4a3-1d6c44ff8269 req-9258e3ca-0385-43ed-80c0-8bee986e9d4e tempest-ServerMetadataNegativeTestJSON-212483625 tempest-ServerMetadataNegativeTestJSON-212483625-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a912f61-1f7d-4c29-8955-9bc7b2d4cbff HTTP/1.1" status: 200 len: 944 time: 0.1416512 Jul 09 15:10:41.975339 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ecbf5928-bf2f-4a85-b4a3-1d6c44ff8269 req-471144d4-c3f5-4d1f-8f8e-c1fd35096413 tempest-ServerMetadataNegativeTestJSON-212483625 tempest-ServerMetadataNegativeTestJSON-212483625-project] 10.222.0.58 "GET /v2.0/security-groups?id=e20fb122-4007-469c-89f1-5ec94168c166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544038 Jul 09 15:10:41.985004 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b0836b-f4d9-4853-af6b-b3d8cdce7905 req-96490746-b7e2-49dd-9b8b-32b3fdb7a2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:10:41.986601 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c6b0836b-f4d9-4853-af6b-b3d8cdce7905 req-96490746-b7e2-49dd-9b8b-32b3fdb7a2f3 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1348846 Jul 09 15:10:42.075643 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69c3e1-a4cb-4c2b-a26b-15afb0083bb1 req-fa6f697a-c395-4eb2-956f-e9fe52b5d3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:10:42.077244 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6a69c3e1-a4cb-4c2b-a26b-15afb0083bb1 req-fa6f697a-c395-4eb2-956f-e9fe52b5d3b8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e5e9ac0a094f49f087a2d65f78e53900&device_id=2a912f61-1f7d-4c29-8955-9bc7b2d4cbff HTTP/1.1" status: 200 len: 1095 time: 0.0532417 Jul 09 15:10:42.118811 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6a69c3e1-a4cb-4c2b-a26b-15afb0083bb1 req-28a15152-593c-4fad-9efe-4f307536b39c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=675ab06c-719c-4da9-b2fa-532a1f27144c HTTP/1.1" status: 200 len: 217 time: 0.0347075 Jul 09 15:10:42.172163 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69c3e1-a4cb-4c2b-a26b-15afb0083bb1 req-4e1217c9-8c3b-4a46-8588-a5be6764aeef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:10:42.173690 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6a69c3e1-a4cb-4c2b-a26b-15afb0083bb1 req-4e1217c9-8c3b-4a46-8588-a5be6764aeef service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8ce03d92-d31c-4190-a9f7-eaef1998728b HTTP/1.1" status: 200 len: 860 time: 0.0486989 Jul 09 15:10:42.206342 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6a69c3e1-a4cb-4c2b-a26b-15afb0083bb1 req-dd6f30c3-514e-4ad9-8d4c-1b50584649cd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4116eb31-dc83-4488-a545-f41604f76f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257013 Jul 09 15:10:42.298669 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6a69c3e1-a4cb-4c2b-a26b-15afb0083bb1 req-59981cc9-0518-4e0a-9ad8-c5d4a07028fa service neutron] 10.222.0.54 "GET /v2.0/networks/4116eb31-dc83-4488-a545-f41604f76f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841954 Jul 09 15:10:42.400958 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6a69c3e1-a4cb-4c2b-a26b-15afb0083bb1 req-b5e1b3c4-087c-4cb7-a445-210e7e286df2 service neutron] 10.222.0.54 "GET /v2.0/networks/4116eb31-dc83-4488-a545-f41604f76f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952590 Jul 09 15:10:42.681939 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40898) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:42.695154 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-60b037e1-d8b0-4093-93f6-509255465ab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:42.781706 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-60b037e1-d8b0-4093-93f6-509255465ab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:42.832970 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-60b037e1-d8b0-4093-93f6-509255465ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:42.871626 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-60b037e1-d8b0-4093-93f6-509255465ab2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=960099de24c94356bc89885361cd3d61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1885893 Jul 09 15:10:42.872538 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b037e1-d8b0-4093-93f6-509255465ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d58bc5-541a-4991-b9e1-c336ad2ec2d4,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:42.874543 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 40900) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:42.925348 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a82ecead-36af-4d98-974e-419a84250336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:42.947679 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a82ecead-36af-4d98-974e-419a84250336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:43.121371 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a82ecead-36af-4d98-974e-419a84250336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:43.123926 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a82ecead-36af-4d98-974e-419a84250336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:43.125161 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-a82ecead-36af-4d98-974e-419a84250336 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d3d58bc5-541a-4991-b9e1-c336ad2ec2d4 HTTP/1.1" status: 204 len: 168 time: 0.2496963 Jul 09 15:10:43.138983 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ecead-36af-4d98-974e-419a84250336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d58bc5-541a-4991-b9e1-c336ad2ec2d4,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:43.170256 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d1e65c-668f-4310-b886-471cc54248ab req-4a1228f3-a49f-439f-8308-0df856572b79 tempest-ServerMetadataNegativeTestJSON-212483625 tempest-ServerMetadataNegativeTestJSON-212483625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:10:43.171800 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-59d1e65c-668f-4310-b886-471cc54248ab req-4a1228f3-a49f-439f-8308-0df856572b79 tempest-ServerMetadataNegativeTestJSON-212483625 tempest-ServerMetadataNegativeTestJSON-212483625-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a912f61-1f7d-4c29-8955-9bc7b2d4cbff HTTP/1.1" status: 200 len: 944 time: 0.0882540 Jul 09 15:10:43.213364 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-59d1e65c-668f-4310-b886-471cc54248ab req-07652698-297b-472b-b9b0-0e8a1510fab2 tempest-ServerMetadataNegativeTestJSON-212483625 tempest-ServerMetadataNegativeTestJSON-212483625-project] 10.222.0.58 "GET /v2.0/security-groups?id=e20fb122-4007-469c-89f1-5ec94168c166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334892 Jul 09 15:10:44.369863 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 675ab06c-719c-4da9-b2fa-532a1f27144c details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 15:10:44.395204 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8afaf59-f18a-48d5-b88d-6b77fa1953e4 req-26460454-40a8-44b2-ab08-d5f200c41f1b tempest-ServerMetadataNegativeTestJSON-212483625 tempest-ServerMetadataNegativeTestJSON-212483625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:10:44.397553 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f8afaf59-f18a-48d5-b88d-6b77fa1953e4 req-26460454-40a8-44b2-ab08-d5f200c41f1b tempest-ServerMetadataNegativeTestJSON-212483625 tempest-ServerMetadataNegativeTestJSON-212483625-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a912f61-1f7d-4c29-8955-9bc7b2d4cbff HTTP/1.1" status: 200 len: 944 time: 0.0699446 Jul 09 15:10:44.438411 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f8afaf59-f18a-48d5-b88d-6b77fa1953e4 req-95d07797-19cd-4447-b58f-326cca3ea8ea tempest-ServerMetadataNegativeTestJSON-212483625 tempest-ServerMetadataNegativeTestJSON-212483625-project] 10.222.0.58 "GET /v2.0/security-groups?id=e20fb122-4007-469c-89f1-5ec94168c166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353267 Jul 09 15:10:44.473306 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 675ab06c-719c-4da9-b2fa-532a1f27144c, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=675ab06c-719c-4da9-b2fa-532a1f27144c,segment=NetworkSegment(a7ef9eac-50f5-42e3-9ae9-871aac07308a),segment_id=a7ef9eac-50f5-42e3-9ae9-871aac07308a)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:10:44.486164 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': '675ab06c-719c-4da9-b2fa-532a1f27144c', 'network_id': '4116eb31-dc83-4488-a545-f41604f76f09', 'port_id': '675ab06c-719c-4da9-b2fa-532a1f27144c', 'mac_address': 'fa:16:3e:33:18:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ce03d92-d31c-4190-a9f7-eaef1998728b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 15:10:44.531605 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:44.550626 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 675ab06c-719c-4da9-b2fa-532a1f27144c {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:10:44.570951 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 675ab06c-719c-4da9-b2fa-532a1f27144c, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=675ab06c-719c-4da9-b2fa-532a1f27144c,segment=NetworkSegment(a7ef9eac-50f5-42e3-9ae9-871aac07308a),segment_id=a7ef9eac-50f5-42e3-9ae9-871aac07308a)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:10:44.694629 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:44.749708 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=675ab06c-719c-4da9-b2fa-532a1f27144c,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:44.904954 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['675ab06c-719c-4da9-b2fa-532a1f27144c'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:10:45.055908 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:45.339394 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 40950) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:45.439326 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-47909253-1a22-4622-93db-00782b56a64c tempest-QuotasTest-1781885611 tempest-QuotasTest-1781885611-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:10:45.634178 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-47909253-1a22-4622-93db-00782b56a64c tempest-QuotasTest-1781885611 tempest-QuotasTest-1781885611-project-admin] 10.222.0.58 "PUT /v2.0/quotas/b0aef299b94a472f835cbf0c089b26b2 HTTP/1.1" status: 200 len: 366 time: 0.2933412 Jul 09 15:10:45.642052 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40956) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:45.647772 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00059e64-e7c1-45ad-928c-b2d18bdc0eae req-47527f31-dccc-4009-8529-727e2fad09fc tempest-ServerMetadataNegativeTestJSON-212483625 tempest-ServerMetadataNegativeTestJSON-212483625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:10:45.649296 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-00059e64-e7c1-45ad-928c-b2d18bdc0eae req-47527f31-dccc-4009-8529-727e2fad09fc tempest-ServerMetadataNegativeTestJSON-212483625 tempest-ServerMetadataNegativeTestJSON-212483625-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a912f61-1f7d-4c29-8955-9bc7b2d4cbff HTTP/1.1" status: 200 len: 945 time: 0.0746591 Jul 09 15:10:45.653524 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-71da3ed3-850d-49bc-904e-836259e2ac2a tempest-QuotasTest-1781885611 tempest-QuotasTest-1781885611-project-admin] 10.222.0.58 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0103488 Jul 09 15:10:45.656036 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40958) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:45.666175 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b1b57677-93df-4fed-bfe9-2421cb47be29 tempest-QuotasTest-1781885611 tempest-QuotasTest-1781885611-project-admin] 10.222.0.58 "GET /v2.0/quotas/b0aef299b94a472f835cbf0c089b26b2 HTTP/1.1" status: 200 len: 366 time: 0.0090730 Jul 09 15:10:45.668442 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40960) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:45.696284 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-00059e64-e7c1-45ad-928c-b2d18bdc0eae req-c54743d6-93d3-4cae-9220-2bae03e911d7 tempest-ServerMetadataNegativeTestJSON-212483625 tempest-ServerMetadataNegativeTestJSON-212483625-project] 10.222.0.58 "GET /v2.0/security-groups?id=e20fb122-4007-469c-89f1-5ec94168c166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405593 Jul 09 15:10:45.765604 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-82a58926-9fb5-430e-9707-fec1c16f09c2 tempest-QuotasTest-1781885611 tempest-QuotasTest-1781885611-project-admin] 10.222.0.58 "DELETE /v2.0/quotas/b0aef299b94a472f835cbf0c089b26b2 HTTP/1.1" status: 204 len: 168 time: 0.0960784 Jul 09 15:10:45.767888 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40964) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:45.777679 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-200819a0-c24e-4ba4-bacb-4f340093cfee tempest-QuotasTest-1781885611 tempest-QuotasTest-1781885611-project-admin] 10.222.0.58 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0087693 Jul 09 15:10:45.780259 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40966) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:45.790139 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-fe0f9914-b8a7-4daf-bf9a-aec80f7baaaf tempest-QuotasTest-1781885611 tempest-QuotasTest-1781885611-project-admin] 10.222.0.58 "GET /v2.0/quotas/b0aef299b94a472f835cbf0c089b26b2 HTTP/1.1" status: 200 len: 370 time: 0.0088577 Jul 09 15:10:45.792613 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40968) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:45.797336 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-306235e1-e121-4d18-888d-77f74ef3f3c5 tempest-QuotasTest-1781885611 tempest-QuotasTest-1781885611-project-admin] 10.222.0.58 "GET /v2.0/quotas/b0aef299b94a472f835cbf0c089b26b2/default HTTP/1.1" status: 200 len: 370 time: 0.0037892 Jul 09 15:10:45.800407 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40970) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:45.808083 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [None req-2b61e5d8-273b-4818-a40d-e0c4d8c7eac4 tempest-QuotasTest-1781885611 tempest-QuotasTest-1781885611-project-admin] delete failed (client error): The resource could not be found. Jul 09 15:10:45.809030 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-2b61e5d8-273b-4818-a40d-e0c4d8c7eac4 tempest-QuotasTest-1781885611 tempest-QuotasTest-1781885611-project-admin] 10.222.0.58 "DELETE /v2.0/quotas/b0aef299b94a472f835cbf0c089b26b2 HTTP/1.1" status: 404 len: 348 time: 0.0077667 Jul 09 15:10:46.098906 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 40974) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:46.120376 n-d-799529-6 neutron-server[94445]: DEBUG neutron.quota.resource [None req-a493ccc7-dd6f-4986-9c82-72e97c1c61b9 tempest-QuotasTest-1781885611 tempest-QuotasTest-1781885611-project-admin] Usage tracker for resource:network and tenant:a511b35643e5458b9b1dd8ad9ccfff09 is out of sync, need to count used quota {{(pid=94445) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 15:10:46.125460 n-d-799529-6 neutron-server[94445]: DEBUG neutron.quota.resource [None req-a493ccc7-dd6f-4986-9c82-72e97c1c61b9 tempest-QuotasTest-1781885611 tempest-QuotasTest-1781885611-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94445) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 15:10:46.136780 n-d-799529-6 neutron-server[94445]: DEBUG neutron.quota.resource [None req-a493ccc7-dd6f-4986-9c82-72e97c1c61b9 tempest-QuotasTest-1781885611 tempest-QuotasTest-1781885611-project-admin] Usage tracker for resource:subnet and tenant:a511b35643e5458b9b1dd8ad9ccfff09 is out of sync, need to count used quota {{(pid=94445) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 15:10:46.145408 n-d-799529-6 neutron-server[94445]: DEBUG neutron.quota.resource [None req-a493ccc7-dd6f-4986-9c82-72e97c1c61b9 tempest-QuotasTest-1781885611 tempest-QuotasTest-1781885611-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94445) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 15:10:46.152286 n-d-799529-6 neutron-server[94445]: DEBUG neutron.quota.resource [None req-a493ccc7-dd6f-4986-9c82-72e97c1c61b9 tempest-QuotasTest-1781885611 tempest-QuotasTest-1781885611-project-admin] Usage tracker for resource:subnetpool and tenant:a511b35643e5458b9b1dd8ad9ccfff09 is out of sync, need to count used quota {{(pid=94445) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 15:10:46.159149 n-d-799529-6 neutron-server[94445]: DEBUG neutron.quota.resource [None req-a493ccc7-dd6f-4986-9c82-72e97c1c61b9 tempest-QuotasTest-1781885611 tempest-QuotasTest-1781885611-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94445) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 15:10:46.165737 n-d-799529-6 neutron-server[94445]: DEBUG neutron.quota.resource [None req-a493ccc7-dd6f-4986-9c82-72e97c1c61b9 tempest-QuotasTest-1781885611 tempest-QuotasTest-1781885611-project-admin] Usage tracker for resource:port and tenant:a511b35643e5458b9b1dd8ad9ccfff09 is out of sync, need to count used quota {{(pid=94445) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 15:10:46.171211 n-d-799529-6 neutron-server[94445]: DEBUG neutron.quota.resource [None req-a493ccc7-dd6f-4986-9c82-72e97c1c61b9 tempest-QuotasTest-1781885611 tempest-QuotasTest-1781885611-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94445) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 15:10:46.177494 n-d-799529-6 neutron-server[94445]: DEBUG neutron.quota.resource [None req-a493ccc7-dd6f-4986-9c82-72e97c1c61b9 tempest-QuotasTest-1781885611 tempest-QuotasTest-1781885611-project-admin] Usage tracker for resource:router and tenant:a511b35643e5458b9b1dd8ad9ccfff09 is out of sync, need to count used quota {{(pid=94445) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 15:10:46.185476 n-d-799529-6 neutron-server[94445]: DEBUG neutron.quota.resource [None req-a493ccc7-dd6f-4986-9c82-72e97c1c61b9 tempest-QuotasTest-1781885611 tempest-QuotasTest-1781885611-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94445) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 15:10:46.190555 n-d-799529-6 neutron-server[94445]: DEBUG neutron.quota.resource [None req-a493ccc7-dd6f-4986-9c82-72e97c1c61b9 tempest-QuotasTest-1781885611 tempest-QuotasTest-1781885611-project-admin] Usage tracker for resource:floatingip and tenant:a511b35643e5458b9b1dd8ad9ccfff09 is out of sync, need to count used quota {{(pid=94445) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 15:10:46.198321 n-d-799529-6 neutron-server[94445]: DEBUG neutron.quota.resource [None req-a493ccc7-dd6f-4986-9c82-72e97c1c61b9 tempest-QuotasTest-1781885611 tempest-QuotasTest-1781885611-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94445) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 15:10:46.235977 n-d-799529-6 neutron-server[94445]: DEBUG neutron.quota.resource [None req-a493ccc7-dd6f-4986-9c82-72e97c1c61b9 tempest-QuotasTest-1781885611 tempest-QuotasTest-1781885611-project-admin] Usage tracker for resource:security_group and tenant:a511b35643e5458b9b1dd8ad9ccfff09 is out of sync, need to count used quota {{(pid=94445) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 15:10:46.240891 n-d-799529-6 neutron-server[94445]: DEBUG neutron.quota.resource [None req-a493ccc7-dd6f-4986-9c82-72e97c1c61b9 tempest-QuotasTest-1781885611 tempest-QuotasTest-1781885611-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94445) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 15:10:46.246913 n-d-799529-6 neutron-server[94445]: DEBUG neutron.quota.resource [None req-a493ccc7-dd6f-4986-9c82-72e97c1c61b9 tempest-QuotasTest-1781885611 tempest-QuotasTest-1781885611-project-admin] Usage tracker for resource:security_group_rule and tenant:a511b35643e5458b9b1dd8ad9ccfff09 is out of sync, need to count used quota {{(pid=94445) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 15:10:46.251777 n-d-799529-6 neutron-server[94445]: DEBUG neutron.quota.resource [None req-a493ccc7-dd6f-4986-9c82-72e97c1c61b9 tempest-QuotasTest-1781885611 tempest-QuotasTest-1781885611-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94445) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 15:10:46.260974 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-a493ccc7-dd6f-4986-9c82-72e97c1c61b9 tempest-QuotasTest-1781885611 tempest-QuotasTest-1781885611-project-admin] 10.222.0.58 "GET /v2.0/quotas/a511b35643e5458b9b1dd8ad9ccfff09/details.json HTTP/1.1" status: 200 len: 703 time: 0.1567903 Jul 09 15:10:46.367736 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 675ab06c-719c-4da9-b2fa-532a1f27144c up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:10:46.513245 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port 675ab06c-719c-4da9-b2fa-532a1f27144c completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:10:46.518470 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port 675ab06c-719c-4da9-b2fa-532a1f27144c triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:10:46.518864 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:46.602763 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:46.629373 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a912f61-1f7d-4c29-8955-9bc7b2d4cbff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675ab06c-719c-4da9-b2fa-532a1f27144c'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:10:46.633246 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31bbebfc-601b-43ae-a15f-35605f18f99f" -d '{"events": [{"server_uuid": "2a912f61-1f7d-4c29-8955-9bc7b2d4cbff", "name": "network-vif-plugged", "status": "completed", "tag": "675ab06c-719c-4da9-b2fa-532a1f27144c"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:10:46.645568 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:10:46.652656 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 675ab06c-719c-4da9-b2fa-532a1f27144c, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=675ab06c-719c-4da9-b2fa-532a1f27144c,segment=NetworkSegment(a7ef9eac-50f5-42e3-9ae9-871aac07308a),segment_id=a7ef9eac-50f5-42e3-9ae9-871aac07308a)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:10:46.679783 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d72335-092c-4840-9573-6a88c8a7a16a x-openstack-request-id: req-99d72335-092c-4840-9573-6a88c8a7a16a {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:10:46.679783 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a912f61-1f7d-4c29-8955-9bc7b2d4cbff", "name": "network-vif-plugged", "status": "completed", "tag": "675ab06c-719c-4da9-b2fa-532a1f27144c", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:10:46.679783 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-99d72335-092c-4840-9573-6a88c8a7a16a {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:10:46.679783 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a912f61-1f7d-4c29-8955-9bc7b2d4cbff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675ab06c-719c-4da9-b2fa-532a1f27144c', 'code': 200} Jul 09 15:10:46.750646 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:46.822646 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 40988) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:46.881003 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=675ab06c-719c-4da9-b2fa-532a1f27144c,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:46.890449 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79946f-5239-495a-900c-bc024ff29867 req-73459315-3828-4e31-b742-30ae3df06c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:10:46.892508 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4c79946f-5239-495a-900c-bc024ff29867 req-73459315-3828-4e31-b742-30ae3df06c02 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2a912f61-1f7d-4c29-8955-9bc7b2d4cbff HTTP/1.1" status: 200 len: 1097 time: 0.1551788 Jul 09 15:10:46.916060 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8d0e9-d34e-4138-ac62-11a646052df3 req-f5c40883-71ee-45c4-b3a0-6dfb6a4acd47 tempest-ServerMetadataNegativeTestJSON-212483625 tempest-ServerMetadataNegativeTestJSON-212483625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:10:46.923067 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5aa8d0e9-d34e-4138-ac62-11a646052df3 req-f5c40883-71ee-45c4-b3a0-6dfb6a4acd47 tempest-ServerMetadataNegativeTestJSON-212483625 tempest-ServerMetadataNegativeTestJSON-212483625-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a912f61-1f7d-4c29-8955-9bc7b2d4cbff HTTP/1.1" status: 200 len: 946 time: 0.0941656 Jul 09 15:10:46.957395 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4c79946f-5239-495a-900c-bc024ff29867 req-23799106-d53d-479d-b35d-d20d6880fc82 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e20fb122-4007-469c-89f1-5ec94168c166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574026 Jul 09 15:10:46.980701 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5aa8d0e9-d34e-4138-ac62-11a646052df3 req-1642f256-838e-4864-bd62-53c5968cdcea tempest-ServerMetadataNegativeTestJSON-212483625 tempest-ServerMetadataNegativeTestJSON-212483625-project] 10.222.0.58 "GET /v2.0/security-groups?id=e20fb122-4007-469c-89f1-5ec94168c166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567570 Jul 09 15:10:47.013313 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bc11d724-6a7b-4a61-94b9-d3ffc4f9fcc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:47.112272 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bc11d724-6a7b-4a61-94b9-d3ffc4f9fcc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:47.185480 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bc11d724-6a7b-4a61-94b9-d3ffc4f9fcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:47.231198 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-bc11d724-6a7b-4a61-94b9-d3ffc4f9fcc2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=80b864f6a66544f19e039d6e4a7fab3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4074709 Jul 09 15:10:47.232096 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc11d724-6a7b-4a61-94b9-d3ffc4f9fcc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c20ff9-6692-48ac-8570-db0ae9cdcd82,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:47.234764 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 40992) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:47.285204 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-62ef1b33-510a-44e3-9d54-dab4e8fd6df1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:47.306341 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-62ef1b33-510a-44e3-9d54-dab4e8fd6df1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:47.465879 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-62ef1b33-510a-44e3-9d54-dab4e8fd6df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:47.468688 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-62ef1b33-510a-44e3-9d54-dab4e8fd6df1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:47.469877 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-62ef1b33-510a-44e3-9d54-dab4e8fd6df1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c2c20ff9-6692-48ac-8570-db0ae9cdcd82 HTTP/1.1" status: 204 len: 168 time: 0.2337186 Jul 09 15:10:47.478166 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ef1b33-510a-44e3-9d54-dab4e8fd6df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c20ff9-6692-48ac-8570-db0ae9cdcd82,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:48.111227 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41002) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:48.125254 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-dbf69478-269d-4042-b2b9-cc57cbb28b88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:48.175198 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef229a3-7ad3-46ac-8f05-feeeadb783f8 req-04c76fda-7186-4d32-abee-6b775fcde6a8 tempest-ServerMetadataNegativeTestJSON-212483625 tempest-ServerMetadataNegativeTestJSON-212483625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:10:48.176763 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fef229a3-7ad3-46ac-8f05-feeeadb783f8 req-04c76fda-7186-4d32-abee-6b775fcde6a8 tempest-ServerMetadataNegativeTestJSON-212483625 tempest-ServerMetadataNegativeTestJSON-212483625-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a912f61-1f7d-4c29-8955-9bc7b2d4cbff HTTP/1.1" status: 200 len: 946 time: 0.0731680 Jul 09 15:10:48.215954 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fef229a3-7ad3-46ac-8f05-feeeadb783f8 req-d5fdec29-c04f-4d3d-893c-bcab3112509e tempest-ServerMetadataNegativeTestJSON-212483625 tempest-ServerMetadataNegativeTestJSON-212483625-project] 10.222.0.58 "GET /v2.0/security-groups?id=e20fb122-4007-469c-89f1-5ec94168c166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328252 Jul 09 15:10:48.218926 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-dbf69478-269d-4042-b2b9-cc57cbb28b88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:48.296795 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-dbf69478-269d-4042-b2b9-cc57cbb28b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:48.338871 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-dbf69478-269d-4042-b2b9-cc57cbb28b88 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a511b35643e5458b9b1dd8ad9ccfff09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2265151 Jul 09 15:10:48.340800 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf69478-269d-4042-b2b9-cc57cbb28b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7b0c38-3ab6-4314-aa31-429c0338d997,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:48.343231 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41008) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:48.398676 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-77ff102e-2fdd-4fd8-aae8-13d4b4268342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:48.425882 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-77ff102e-2fdd-4fd8-aae8-13d4b4268342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:48.551317 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-77ff102e-2fdd-4fd8-aae8-13d4b4268342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:48.554122 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-77ff102e-2fdd-4fd8-aae8-13d4b4268342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:48.557713 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-77ff102e-2fdd-4fd8-aae8-13d4b4268342 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0a7b0c38-3ab6-4314-aa31-429c0338d997 HTTP/1.1" status: 204 len: 168 time: 0.2109675 Jul 09 15:10:48.563584 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ff102e-2fdd-4fd8-aae8-13d4b4268342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7b0c38-3ab6-4314-aa31-429c0338d997,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:49.278436 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f1c83e-03f7-4893-bf88-7f3f32d337e4 req-b481e9a7-539f-481a-ba2e-23f7d38f9a5a tempest-ServerMetadataNegativeTestJSON-212483625 tempest-ServerMetadataNegativeTestJSON-212483625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:10:49.279963 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-62f1c83e-03f7-4893-bf88-7f3f32d337e4 req-b481e9a7-539f-481a-ba2e-23f7d38f9a5a tempest-ServerMetadataNegativeTestJSON-212483625 tempest-ServerMetadataNegativeTestJSON-212483625-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a912f61-1f7d-4c29-8955-9bc7b2d4cbff HTTP/1.1" status: 200 len: 946 time: 0.0638714 Jul 09 15:10:49.318094 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-62f1c83e-03f7-4893-bf88-7f3f32d337e4 req-a453a4a3-1273-4aea-9306-6eb5d3f64893 tempest-ServerMetadataNegativeTestJSON-212483625 tempest-ServerMetadataNegativeTestJSON-212483625-project] 10.222.0.58 "GET /v2.0/security-groups?id=e20fb122-4007-469c-89f1-5ec94168c166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324261 Jul 09 15:10:49.661936 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41056) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:49.754423 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-b9ff7479-1fc6-4ca0-9bc9-7f41122e9d1e tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1562362062'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:10:49.850443 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ff7479-1fc6-4ca0-9bc9-7f41122e9d1e tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Made reservation on behalf of 519d2fd486d94f05ab6d8f82f2bbb147 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:10:49.853969 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b9ff7479-1fc6-4ca0-9bc9-7f41122e9d1e tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:49.862967 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b9ff7479-1fc6-4ca0-9bc9-7f41122e9d1e tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:49.952570 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b9ff7479-1fc6-4ca0-9bc9-7f41122e9d1e tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:50.027180 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b9ff7479-1fc6-4ca0-9bc9-7f41122e9d1e tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:50.054975 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9ff7479-1fc6-4ca0-9bc9-7f41122e9d1e tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:10:50.063758 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ff7479-1fc6-4ca0-9bc9-7f41122e9d1e tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ce322e-6462-4c5e-bfeb-0b9a06b80862,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:50.076870 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b9ff7479-1fc6-4ca0-9bc9-7f41122e9d1e tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:50.076870 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-b9ff7479-1fc6-4ca0-9bc9-7f41122e9d1e tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Added segment 312fd1fc-963a-405b-a3ab-53853d970902 of type vlan for network 24aa2983-6040-435c-9e1b-c9ddbbbfad0d Jul 09 15:10:50.111418 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b9ff7479-1fc6-4ca0-9bc9-7f41122e9d1e tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:50.204395 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b9ff7479-1fc6-4ca0-9bc9-7f41122e9d1e tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:50.210086 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ff7479-1fc6-4ca0-9bc9-7f41122e9d1e tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:10:50.210683 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b9ff7479-1fc6-4ca0-9bc9-7f41122e9d1e tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:50.278456 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ff7479-1fc6-4ca0-9bc9-7f41122e9d1e tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Pushing event updated for resources: {'Network': ['ID=24aa2983-6040-435c-9e1b-c9ddbbbfad0d,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:50.291146 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 24aa2983-6040-435c-9e1b-c9ddbbbfad0d details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:10:50.329452 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b9ff7479-1fc6-4ca0-9bc9-7f41122e9d1e tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6663778 Jul 09 15:10:50.332273 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41062) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:50.337357 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-b32f4917-5c25-4acb-ab51-0b9b8eac490c tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Request body: {'subnet': {'network_id': '24aa2983-6040-435c-9e1b-c9ddbbbfad0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:10:50.502889 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd464bf-88f6-43ee-a1aa-2abec6554125 req-b083834e-fffb-4999-9417-dbc18b6d5493 tempest-ServerMetadataNegativeTestJSON-212483625 tempest-ServerMetadataNegativeTestJSON-212483625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:10:50.504427 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3bd464bf-88f6-43ee-a1aa-2abec6554125 req-b083834e-fffb-4999-9417-dbc18b6d5493 tempest-ServerMetadataNegativeTestJSON-212483625 tempest-ServerMetadataNegativeTestJSON-212483625-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a912f61-1f7d-4c29-8955-9bc7b2d4cbff HTTP/1.1" status: 200 len: 946 time: 0.0673430 Jul 09 15:10:50.529021 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32f4917-5c25-4acb-ab51-0b9b8eac490c tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Made reservation on behalf of 519d2fd486d94f05ab6d8f82f2bbb147 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:10:50.532501 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b32f4917-5c25-4acb-ab51-0b9b8eac490c tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:50.542964 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3bd464bf-88f6-43ee-a1aa-2abec6554125 req-f1a9d755-133e-40f4-9872-06b2459e9d66 tempest-ServerMetadataNegativeTestJSON-212483625 tempest-ServerMetadataNegativeTestJSON-212483625-project] 10.222.0.58 "GET /v2.0/security-groups?id=e20fb122-4007-469c-89f1-5ec94168c166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324073 Jul 09 15:10:50.630114 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c12117-c625-4baa-9804-a1ce1b6e5800 req-5508f302-7174-47de-8a70-54d1a8e4c78c tempest-ServerMetadataNegativeTestJSON-212483625 tempest-ServerMetadataNegativeTestJSON-212483625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:10:50.631580 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-24c12117-c625-4baa-9804-a1ce1b6e5800 req-5508f302-7174-47de-8a70-54d1a8e4c78c tempest-ServerMetadataNegativeTestJSON-212483625 tempest-ServerMetadataNegativeTestJSON-212483625-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a912f61-1f7d-4c29-8955-9bc7b2d4cbff HTTP/1.1" status: 200 len: 946 time: 0.1369865 Jul 09 15:10:50.817685 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-24c12117-c625-4baa-9804-a1ce1b6e5800 req-275ff641-d3d4-4f14-a4aa-c97e882d6081 tempest-ServerMetadataNegativeTestJSON-212483625 tempest-ServerMetadataNegativeTestJSON-212483625-project] Deleting port 675ab06c-719c-4da9-b2fa-532a1f27144c {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:10:50.818398 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-24c12117-c625-4baa-9804-a1ce1b6e5800 req-275ff641-d3d4-4f14-a4aa-c97e882d6081 tempest-ServerMetadataNegativeTestJSON-212483625 tempest-ServerMetadataNegativeTestJSON-212483625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:50.881276 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b32f4917-5c25-4acb-ab51-0b9b8eac490c tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:50.952291 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-24c12117-c625-4baa-9804-a1ce1b6e5800 req-275ff641-d3d4-4f14-a4aa-c97e882d6081 tempest-ServerMetadataNegativeTestJSON-212483625 tempest-ServerMetadataNegativeTestJSON-212483625-project] For port 675ab06c-719c-4da9-b2fa-532a1f27144c, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=675ab06c-719c-4da9-b2fa-532a1f27144c,segment=NetworkSegment(a7ef9eac-50f5-42e3-9ae9-871aac07308a),segment_id=a7ef9eac-50f5-42e3-9ae9-871aac07308a)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:10:50.952649 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-24c12117-c625-4baa-9804-a1ce1b6e5800 req-275ff641-d3d4-4f14-a4aa-c97e882d6081 tempest-ServerMetadataNegativeTestJSON-212483625 tempest-ServerMetadataNegativeTestJSON-212483625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:50.976573 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f4917-5c25-4acb-ab51-0b9b8eac490c tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Pushing event updated for resources: {'Subnet': ['ID=d3910b47-6f2a-45f1-b9a1-eb72661a0a32,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:50.983105 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-24c12117-c625-4baa-9804-a1ce1b6e5800 req-275ff641-d3d4-4f14-a4aa-c97e882d6081 tempest-ServerMetadataNegativeTestJSON-212483625 tempest-ServerMetadataNegativeTestJSON-212483625-project] Calling delete_port for 675ab06c-719c-4da9-b2fa-532a1f27144c owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:10:51.000633 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32f4917-5c25-4acb-ab51-0b9b8eac490c tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Checking segment: {'id': '312fd1fc-963a-405b-a3ab-53853d970902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '24aa2983-6040-435c-9e1b-c9ddbbbfad0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:10:51.001000 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32f4917-5c25-4acb-ab51-0b9b8eac490c tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Network hostable DHCP agents. Network: 24aa2983-6040-435c-9e1b-c9ddbbbfad0d, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:10:51.128462 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32f4917-5c25-4acb-ab51-0b9b8eac490c tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Network 24aa2983-6040-435c-9e1b-c9ddbbbfad0d is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:10:51.185663 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-24c12117-c625-4baa-9804-a1ce1b6e5800 req-275ff641-d3d4-4f14-a4aa-c97e882d6081 tempest-ServerMetadataNegativeTestJSON-212483625 tempest-ServerMetadataNegativeTestJSON-212483625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:51.197528 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['675ab06c-719c-4da9-b2fa-532a1f27144c'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:10:51.218624 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275ff641-d3d4-4f14-a4aa-c97e882d6081 tempest-ServerMetadataNegativeTestJSON-212483625 tempest-ServerMetadataNegativeTestJSON-212483625-project] Pushing event deleted for resources: {'Port': ['ID=675ab06c-719c-4da9-b2fa-532a1f27144c,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:51.220264 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-b32f4917-5c25-4acb-ab51-0b9b8eac490c tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 24aa2983-6040-435c-9e1b-c9ddbbbfad0d) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:10:51.228004 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32f4917-5c25-4acb-ab51-0b9b8eac490c tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:10:51.228608 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b32f4917-5c25-4acb-ab51-0b9b8eac490c tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:51.230606 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534b0216-caf4-40e2-840a-84155648f1f7 None None] Network 24aa2983-6040-435c-9e1b-c9ddbbbfad0d requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:10:51.275160 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-24c12117-c625-4baa-9804-a1ce1b6e5800 req-275ff641-d3d4-4f14-a4aa-c97e882d6081 tempest-ServerMetadataNegativeTestJSON-212483625 tempest-ServerMetadataNegativeTestJSON-212483625-project] No DVR routers for this DVR port 675ab06c-719c-4da9-b2fa-532a1f27144c on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:10:51.277808 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-24c12117-c625-4baa-9804-a1ce1b6e5800 req-275ff641-d3d4-4f14-a4aa-c97e882d6081 tempest-ServerMetadataNegativeTestJSON-212483625 tempest-ServerMetadataNegativeTestJSON-212483625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:51.279827 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-24c12117-c625-4baa-9804-a1ce1b6e5800 req-275ff641-d3d4-4f14-a4aa-c97e882d6081 tempest-ServerMetadataNegativeTestJSON-212483625 tempest-ServerMetadataNegativeTestJSON-212483625-project] 10.222.0.54 "DELETE /v2.0/ports/675ab06c-719c-4da9-b2fa-532a1f27144c HTTP/1.1" status: 204 len: 173 time: 0.6410699 Jul 09 15:10:51.280269 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a912f61-1f7d-4c29-8955-9bc7b2d4cbff', 'name': 'network-vif-deleted', 'tag': '675ab06c-719c-4da9-b2fa-532a1f27144c'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:10:51.282691 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a03ad2-b909-471c-a400-4a21c8d2072f" -d '{"events": [{"server_uuid": "2a912f61-1f7d-4c29-8955-9bc7b2d4cbff", "name": "network-vif-deleted", "tag": "675ab06c-719c-4da9-b2fa-532a1f27144c"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:10:51.321092 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119ac67c-fc38-4a6b-bb14-aace600dfc4c x-openstack-request-id: req-119ac67c-fc38-4a6b-bb14-aace600dfc4c {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:10:51.321473 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a912f61-1f7d-4c29-8955-9bc7b2d4cbff", "name": "network-vif-deleted", "tag": "675ab06c-719c-4da9-b2fa-532a1f27144c", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:10:51.321778 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-119ac67c-fc38-4a6b-bb14-aace600dfc4c {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:10:51.322191 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a912f61-1f7d-4c29-8955-9bc7b2d4cbff', 'name': 'network-vif-deleted', 'tag': '675ab06c-719c-4da9-b2fa-532a1f27144c', 'status': 'completed', 'code': 200} Jul 09 15:10:51.340630 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b32f4917-5c25-4acb-ab51-0b9b8eac490c tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0073557 Jul 09 15:10:51.343341 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41070) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:51.351437 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-d7fa9af0-b263-4dc0-a090-c0d6cd156c30 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-322073348', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}, 'admin_state_up': False}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:10:51.361963 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c70f02-086a-4ceb-ba33-4095beef7c78 None None] Network 24aa2983-6040-435c-9e1b-c9ddbbbfad0d requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:10:51.454349 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d7fa9af0-b263-4dc0-a090-c0d6cd156c30 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:51.455417 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d7fa9af0-b263-4dc0-a090-c0d6cd156c30 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:51.513491 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d7fa9af0-b263-4dc0-a090-c0d6cd156c30 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:51.744096 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d7fa9af0-b263-4dc0-a090-c0d6cd156c30 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:51.749079 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f0516a48-b491-4992-bae2-988952c33c02 req-16b631af-8ede-4d99-950e-6a3d3c0535c4 tempest-ServerMetadataNegativeTestJSON-212483625 tempest-ServerMetadataNegativeTestJSON-212483625-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a912f61-1f7d-4c29-8955-9bc7b2d4cbff HTTP/1.1" status: 200 len: 210 time: 0.0656476 Jul 09 15:10:51.976514 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3f3db3b2-3819-4784-97db-d1076a19a362 req-acf3ba72-97f0-4fc7-b9af-82f6f7e495ed service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4e8819fe-d461-44de-8be0-a6d438029156&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0537176 Jul 09 15:10:52.042708 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d7fa9af0-b263-4dc0-a090-c0d6cd156c30 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for router_gateway, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:52.061125 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3db3b2-3819-4784-97db-d1076a19a362 req-96902f8e-a6c3-4587-b01f-83d91f2a73ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:10:52.062647 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3f3db3b2-3819-4784-97db-d1076a19a362 req-96902f8e-a6c3-4587-b01f-83d91f2a73ab service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9cb6374b0a6d482aa499b47cd8ddd0c1&device_id=4e8819fe-d461-44de-8be0-a6d438029156 HTTP/1.1" status: 200 len: 1096 time: 0.0524399 Jul 09 15:10:52.066112 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d7fa9af0-b263-4dc0-a090-c0d6cd156c30 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:52.176019 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3db3b2-3819-4784-97db-d1076a19a362 req-f4e66f77-8ef0-45e4-b72d-11c599cce157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:10:52.176268 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-d7fa9af0-b263-4dc0-a090-c0d6cd156c30 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Allocated IP 172.25.3.237 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/37976530-2de9-433e-b7f3-cae89af413fb) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:10:52.177521 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3f3db3b2-3819-4784-97db-d1076a19a362 req-f4e66f77-8ef0-45e4-b72d-11c599cce157 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f41e4b95-e67a-4a40-b3c2-e3aaaffc72fa HTTP/1.1" status: 200 len: 908 time: 0.0936794 Jul 09 15:10:52.254862 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3f3db3b2-3819-4784-97db-d1076a19a362 req-59591d96-8bd6-414b-8257-8ac43b0368e0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13c068fb-baf5-4c34-8203-7583814eef49 HTTP/1.1" status: 200 len: 1001 time: 0.0698545 Jul 09 15:10:52.292176 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d7fa9af0-b263-4dc0-a090-c0d6cd156c30 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:52.304331 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3db3b2-3819-4784-97db-d1076a19a362 req-c6552694-db5d-43fe-816e-0ca5813b8886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:10:52.305724 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3f3db3b2-3819-4784-97db-d1076a19a362 req-c6552694-db5d-43fe-816e-0ca5813b8886 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=11658eaf-0233-449f-a381-3c823efc4351 HTTP/1.1" status: 200 len: 846 time: 0.0442951 Jul 09 15:10:52.373153 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3db3b2-3819-4784-97db-d1076a19a362 req-485ab835-fe22-414a-9a89-f0a268843143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:10:52.373153 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3f3db3b2-3819-4784-97db-d1076a19a362 req-485ab835-fe22-414a-9a89-f0a268843143 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f41e4b95-e67a-4a40-b3c2-e3aaaffc72fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592937 Jul 09 15:10:52.404747 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d7fa9af0-b263-4dc0-a090-c0d6cd156c30 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:52.441644 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fa9af0-b263-4dc0-a090-c0d6cd156c30 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:10:52.448687 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-d7fa9af0-b263-4dc0-a090-c0d6cd156c30 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:10:52.452309 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fa9af0-b263-4dc0-a090-c0d6cd156c30 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:10:52.467178 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3f3db3b2-3819-4784-97db-d1076a19a362 req-90f6f09a-15da-4fe6-9e60-0e2bb582e744 service neutron] 10.222.0.62 "GET /v2.0/networks/f41e4b95-e67a-4a40-b3c2-e3aaaffc72fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870941 Jul 09 15:10:52.474679 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa9af0-b263-4dc0-a090-c0d6cd156c30 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Pushing event updated for resources: {'Port': ['ID=37976530-2de9-433e-b7f3-cae89af413fb,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:52.571957 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3f3db3b2-3819-4784-97db-d1076a19a362 req-31bdbbcb-2169-4948-969b-5dcba7f466ff service neutron] 10.222.0.62 "GET /v2.0/networks/f41e4b95-e67a-4a40-b3c2-e3aaaffc72fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975680 Jul 09 15:10:52.776673 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d7fa9af0-b263-4dc0-a090-c0d6cd156c30 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for router_gateway, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:52.847145 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41078) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:52.892550 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-74e38560-86d8-4bf2-8bb0-e2bb3193e845 admin admin] Deleting subnet 8ce03d92-d31c-4190-a9f7-eaef1998728b {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:10:52.895893 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-74e38560-86d8-4bf2-8bb0-e2bb3193e845 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:52.930325 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-74e38560-86d8-4bf2-8bb0-e2bb3193e845 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:52.969158 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-74e38560-86d8-4bf2-8bb0-e2bb3193e845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:52.980604 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d7fa9af0-b263-4dc0-a090-c0d6cd156c30 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:53.130548 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-74e38560-86d8-4bf2-8bb0-e2bb3193e845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:53.156588 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e38560-86d8-4bf2-8bb0-e2bb3193e845 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ce03d92-d31c-4190-a9f7-eaef1998728b,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:53.160415 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-74e38560-86d8-4bf2-8bb0-e2bb3193e845 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:53.162299 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-74e38560-86d8-4bf2-8bb0-e2bb3193e845 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/8ce03d92-d31c-4190-a9f7-eaef1998728b HTTP/1.1" status: 204 len: 168 time: 0.3152013 Jul 09 15:10:53.165328 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41080) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:53.215926 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7fa9af0-b263-4dc0-a090-c0d6cd156c30 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Router 3d381fe8-6ba2-43d7-9ae7-50e209916de5 is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 15:10:53.234968 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-79d253e3-2431-4e17-b984-2b09df86b183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:53.325403 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-79d253e3-2431-4e17-b984-2b09df86b183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:53.336711 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-79d253e3-2431-4e17-b984-2b09df86b183 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4116eb31-dc83-4488-a545-f41604f76f09']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:10:53.348346 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-79d253e3-2431-4e17-b984-2b09df86b183 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7ef9eac-50f5-42e3-9ae9-871aac07308a') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:10:53.348634 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-79d253e3-2431-4e17-b984-2b09df86b183 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7ef9eac-50f5-42e3-9ae9-871aac07308a') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:10:53.353078 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:53.359393 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-79d253e3-2431-4e17-b984-2b09df86b183 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:53.374631 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-79d253e3-2431-4e17-b984-2b09df86b183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:53.383066 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79d253e3-2431-4e17-b984-2b09df86b183 admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:10:53.383387 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-79d253e3-2431-4e17-b984-2b09df86b183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:53.385638 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 15:10:53.385638 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:10:53.385638 n-d-799529-6 neutron-server[94446]: timer() Jul 09 15:10:53.385638 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:10:53.385638 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 15:10:53.385638 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:10:53.385638 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 15:10:53.385638 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:10:53.385638 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 15:10:53.385638 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:10:53.385638 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 15:10:53.385638 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:10:53.385638 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 15:10:53.385638 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:10:53.385638 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:10:53.385638 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:10:53.385638 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:10:53.385638 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:10:53.385638 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 15:10:53.385638 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:10:53.385638 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 15:10:53.385638 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:10:53.385638 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:10:53.385638 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:10:53.385638 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 15:10:53.385638 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:10:53.385638 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:10:53.385638 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:10:53.385638 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:10:53.385638 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:10:53.385638 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:10:53.385638 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:10:53.494404 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-79d253e3-2431-4e17-b984-2b09df86b183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:53.500919 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-79d253e3-2431-4e17-b984-2b09df86b183 admin admin] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:53.504677 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-79d253e3-2431-4e17-b984-2b09df86b183 admin admin] 10.222.0.58 "DELETE /v2.0/networks/4116eb31-dc83-4488-a545-f41604f76f09 HTTP/1.1" status: 204 len: 168 time: 0.3360546 Jul 09 15:10:53.514969 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d253e3-2431-4e17-b984-2b09df86b183 admin admin] Pushing event deleted for resources: {'Network': ['ID=4116eb31-dc83-4488-a545-f41604f76f09,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:53.667098 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7fa9af0-b263-4dc0-a090-c0d6cd156c30 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:10:53.677156 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403de817-82ec-4115-b41b-6f1fb5bc6761 None None] Sync routers for ids ['3d381fe8-6ba2-43d7-9ae7-50e209916de5'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:10:53.686713 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403de817-82ec-4115-b41b-6f1fb5bc6761 None None] Routers {'3d381fe8-6ba2-43d7-9ae7-50e209916de5'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:10:53.687327 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-403de817-82ec-4115-b41b-6f1fb5bc6761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:10:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['3d381fe8-6ba2-43d7-9ae7-50e209916de5'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:10:53.720121 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-403de817-82ec-4115-b41b-6f1fb5bc6761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:10:53.728578 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403de817-82ec-4115-b41b-6f1fb5bc6761 None None] Routers {'3d381fe8-6ba2-43d7-9ae7-50e209916de5'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:10:53.729164 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-403de817-82ec-4115-b41b-6f1fb5bc6761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:10:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['3d381fe8-6ba2-43d7-9ae7-50e209916de5'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:10:53.764803 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-403de817-82ec-4115-b41b-6f1fb5bc6761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:10:53.765427 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403de817-82ec-4115-b41b-6f1fb5bc6761 None None] The sync data for ids ['3d381fe8-6ba2-43d7-9ae7-50e209916de5'] in n-d-799529-6 is: [] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:10:53.791320 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d7fa9af0-b263-4dc0-a090-c0d6cd156c30 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:53.792629 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d7fa9af0-b263-4dc0-a090-c0d6cd156c30 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4483275 Jul 09 15:10:53.795394 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41086) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:53.930603 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41088) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:53.974822 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ef2b9172-9eb8-4561-85ab-27c0bcefb33a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e5e9ac0a094f49f087a2d65f78e53900&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430350 Jul 09 15:10:53.977262 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41090) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:54.025691 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4038b71b-8ea8-403d-b131-8d0f05a43003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:54.046062 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4038b71b-8ea8-403d-b131-8d0f05a43003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:54.181703 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4038b71b-8ea8-403d-b131-8d0f05a43003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:54.184395 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4038b71b-8ea8-403d-b131-8d0f05a43003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:54.185566 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-4038b71b-8ea8-403d-b131-8d0f05a43003 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e20fb122-4007-469c-89f1-5ec94168c166 HTTP/1.1" status: 204 len: 168 time: 0.2074032 Jul 09 15:10:54.194677 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4038b71b-8ea8-403d-b131-8d0f05a43003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20fb122-4007-469c-89f1-5ec94168c166,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:54.222977 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6321b315-011f-43fb-b5e2-4da364c7aac7 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:54.416794 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 675ab06c-719c-4da9-b2fa-532a1f27144c no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:10:54.436135 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: 675ab06c-719c-4da9-b2fa-532a1f27144c {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:10:54.436406 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 675ab06c-719c-4da9-b2fa-532a1f27144c not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:10:54.494074 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-6321b315-011f-43fb-b5e2-4da364c7aac7 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Allocated IP 172.20.0.1 (24aa2983-6040-435c-9e1b-c9ddbbbfad0d/d3910b47-6f2a-45f1-b9a1-eb72661a0a32/bf331fea-6095-4d6d-be89-b2181fd48d1b) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:10:54.622940 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6321b315-011f-43fb-b5e2-4da364c7aac7 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:54.758019 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6321b315-011f-43fb-b5e2-4da364c7aac7 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:54.806867 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6321b315-011f-43fb-b5e2-4da364c7aac7 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Network 24aa2983-6040-435c-9e1b-c9ddbbbfad0d is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:10:54.812460 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-6321b315-011f-43fb-b5e2-4da364c7aac7 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:10:54.817165 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6321b315-011f-43fb-b5e2-4da364c7aac7 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:10:54.821770 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6321b315-011f-43fb-b5e2-4da364c7aac7 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Pushing event updated for resources: {'Port': ['ID=bf331fea-6095-4d6d-be89-b2181fd48d1b,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:54.868604 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6321b315-011f-43fb-b5e2-4da364c7aac7 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:55.089581 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6321b315-011f-43fb-b5e2-4da364c7aac7 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:55.374136 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6321b315-011f-43fb-b5e2-4da364c7aac7 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:55.431039 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6321b315-011f-43fb-b5e2-4da364c7aac7 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:55.508149 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6321b315-011f-43fb-b5e2-4da364c7aac7 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Pushing event updated for resources: {'Port': ['ID=bf331fea-6095-4d6d-be89-b2181fd48d1b,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:55.510971 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6321b315-011f-43fb-b5e2-4da364c7aac7 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:55.607999 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6321b315-011f-43fb-b5e2-4da364c7aac7 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Network 24aa2983-6040-435c-9e1b-c9ddbbbfad0d is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:10:55.609450 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-6321b315-011f-43fb-b5e2-4da364c7aac7 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:10:55.750965 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5f908047-c958-4a49-8f63-39a607f7a597 req-19ed53d9-5c33-4456-9502-69341bfe0186 tempest-ServerShowV257Test-28631696 tempest-ServerShowV257Test-28631696-project] 10.222.0.58 "GET /v2.0/ports?device_id=142258d6-944c-4654-900b-629d29543c29 HTTP/1.1" status: 200 len: 210 time: 0.0326669 Jul 09 15:10:55.760375 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6321b315-011f-43fb-b5e2-4da364c7aac7 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Router 3d381fe8-6ba2-43d7-9ae7-50e209916de5 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:10:55.873797 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6321b315-011f-43fb-b5e2-4da364c7aac7 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:10:55.878169 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-6321b315-011f-43fb-b5e2-4da364c7aac7 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] 10.222.0.58 "PUT /v2.0/routers/3d381fe8-6ba2-43d7-9ae7-50e209916de5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0818670 Jul 09 15:10:55.880746 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41138) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:55.886026 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-6568c0c6-425d-469a-87a4-67a0c4b80e01 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Request body: {'port': {'network_id': '24aa2983-6040-435c-9e1b-c9ddbbbfad0d', 'name': 'tempest-FloatingIPTestJSON-647036925'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:10:55.887928 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae87121e-1e00-4683-9a02-1a4215ad1026 None None] Sync routers for ids ['3d381fe8-6ba2-43d7-9ae7-50e209916de5'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:10:55.898584 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae87121e-1e00-4683-9a02-1a4215ad1026 None None] Routers {'3d381fe8-6ba2-43d7-9ae7-50e209916de5'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:10:55.901202 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-ae87121e-1e00-4683-9a02-1a4215ad1026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:10:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['3d381fe8-6ba2-43d7-9ae7-50e209916de5'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:10:55.935465 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-ae87121e-1e00-4683-9a02-1a4215ad1026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:10:55.952850 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae87121e-1e00-4683-9a02-1a4215ad1026 None None] Routers {'3d381fe8-6ba2-43d7-9ae7-50e209916de5'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:10:55.953482 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-ae87121e-1e00-4683-9a02-1a4215ad1026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:10:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['3d381fe8-6ba2-43d7-9ae7-50e209916de5'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:10:55.996592 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-ae87121e-1e00-4683-9a02-1a4215ad1026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:10:55.997292 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae87121e-1e00-4683-9a02-1a4215ad1026 None None] The sync data for ids ['3d381fe8-6ba2-43d7-9ae7-50e209916de5'] in n-d-799529-6 is: [] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:10:56.105439 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6568c0c6-425d-469a-87a4-67a0c4b80e01 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Made reservation on behalf of 519d2fd486d94f05ab6d8f82f2bbb147 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:10:56.109084 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6568c0c6-425d-469a-87a4-67a0c4b80e01 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:56.130865 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [None req-6568c0c6-425d-469a-87a4-67a0c4b80e01 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] device_id is not set on port b9f89657-1ef4-4648-9da3-986a79dcbde3 yet. {{(pid=94445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 15:10:56.135773 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9ae8fdbe-8c06-4b52-9724-cac0b7245a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:56.243239 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-6568c0c6-425d-469a-87a4-67a0c4b80e01 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Allocated IP 172.20.0.4 (24aa2983-6040-435c-9e1b-c9ddbbbfad0d/d3910b47-6f2a-45f1-b9a1-eb72661a0a32/b9f89657-1ef4-4648-9da3-986a79dcbde3) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:10:56.393866 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6568c0c6-425d-469a-87a4-67a0c4b80e01 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:56.477246 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6568c0c6-425d-469a-87a4-67a0c4b80e01 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:56.519389 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6568c0c6-425d-469a-87a4-67a0c4b80e01 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Network 24aa2983-6040-435c-9e1b-c9ddbbbfad0d is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:10:56.525335 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-6568c0c6-425d-469a-87a4-67a0c4b80e01 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:10:56.529184 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6568c0c6-425d-469a-87a4-67a0c4b80e01 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:10:56.554527 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6568c0c6-425d-469a-87a4-67a0c4b80e01 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Pushing event updated for resources: {'Port': ['ID=b9f89657-1ef4-4648-9da3-986a79dcbde3,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:56.582402 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6568c0c6-425d-469a-87a4-67a0c4b80e01 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:10:56.582946 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6568c0c6-425d-469a-87a4-67a0c4b80e01 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:56.677705 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-6568c0c6-425d-469a-87a4-67a0c4b80e01 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7959111 Jul 09 15:10:56.680178 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41142) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:56.685763 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-04b0ad2b-2be2-4270-a95c-3f0398dea8ca tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Request body: {'port': {'network_id': '24aa2983-6040-435c-9e1b-c9ddbbbfad0d', 'name': 'tempest-FloatingIPTestJSON-1030696705'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:10:56.844163 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-21dfe75c-6f3b-47b6-a62e-1fae00cc1eb1 req-c7372596-8ce5-47b9-b040-addb22c2bf9d tempest-ServerShowV257Test-28631696 tempest-ServerShowV257Test-28631696-project] 10.222.0.58 "GET /v2.0/ports?device_id=142258d6-944c-4654-900b-629d29543c29 HTTP/1.1" status: 200 len: 210 time: 0.0297680 Jul 09 15:10:56.859639 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b0ad2b-2be2-4270-a95c-3f0398dea8ca tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Made reservation on behalf of 519d2fd486d94f05ab6d8f82f2bbb147 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:10:56.872832 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-04b0ad2b-2be2-4270-a95c-3f0398dea8ca tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:56.882443 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [None req-04b0ad2b-2be2-4270-a95c-3f0398dea8ca tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] device_id is not set on port 7791ed0d-a675-457e-affb-e47488a27c38 yet. {{(pid=94445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 15:10:56.997793 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-04b0ad2b-2be2-4270-a95c-3f0398dea8ca tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Allocated IP 172.20.0.13 (24aa2983-6040-435c-9e1b-c9ddbbbfad0d/d3910b47-6f2a-45f1-b9a1-eb72661a0a32/7791ed0d-a675-457e-affb-e47488a27c38) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:10:57.147566 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-04b0ad2b-2be2-4270-a95c-3f0398dea8ca tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:57.279032 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-04b0ad2b-2be2-4270-a95c-3f0398dea8ca tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:57.333787 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b0ad2b-2be2-4270-a95c-3f0398dea8ca tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Network 24aa2983-6040-435c-9e1b-c9ddbbbfad0d is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:10:57.337305 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-04b0ad2b-2be2-4270-a95c-3f0398dea8ca tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:10:57.341712 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b0ad2b-2be2-4270-a95c-3f0398dea8ca tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:10:57.367035 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b0ad2b-2be2-4270-a95c-3f0398dea8ca tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Pushing event updated for resources: {'Port': ['ID=7791ed0d-a675-457e-affb-e47488a27c38,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:57.396010 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b0ad2b-2be2-4270-a95c-3f0398dea8ca tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:10:57.396664 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-04b0ad2b-2be2-4270-a95c-3f0398dea8ca tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:57.472011 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-04b0ad2b-2be2-4270-a95c-3f0398dea8ca tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7907641 Jul 09 15:10:57.475075 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41150) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:57.480292 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-f1ab7f93-ff47-4262-b4dc-7b7095f752af tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Request body: {'floatingip': {'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'port_id': '7791ed0d-a675-457e-affb-e47488a27c38', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:10:57.616197 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f1ab7f93-ff47-4262-b4dc-7b7095f752af tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for floatingip, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:57.716475 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f1ab7f93-ff47-4262-b4dc-7b7095f752af tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:57.818795 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-f1ab7f93-ff47-4262-b4dc-7b7095f752af tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Allocated IP 172.25.3.186 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/62e03fe7-1c21-4f70-9584-5e87885b0716) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:10:57.924514 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f1ab7f93-ff47-4262-b4dc-7b7095f752af tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:57.994963 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7a7d4d39-2f84-4268-9a91-20a39935a0a9 req-056f95af-4737-476a-9a68-4cca519d6ba3 tempest-ServerShowV257Test-28631696 tempest-ServerShowV257Test-28631696-project] 10.222.0.58 "GET /v2.0/ports?device_id=142258d6-944c-4654-900b-629d29543c29 HTTP/1.1" status: 200 len: 210 time: 0.0289581 Jul 09 15:10:58.056492 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f1ab7f93-ff47-4262-b4dc-7b7095f752af tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:58.093257 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ab7f93-ff47-4262-b4dc-7b7095f752af tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:10:58.099404 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-f1ab7f93-ff47-4262-b4dc-7b7095f752af tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:10:58.103477 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ab7f93-ff47-4262-b4dc-7b7095f752af tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:10:58.109099 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ab7f93-ff47-4262-b4dc-7b7095f752af tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Pushing event updated for resources: {'Port': ['ID=62e03fe7-1c21-4f70-9584-5e87885b0716,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:58.481957 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f1ab7f93-ff47-4262-b4dc-7b7095f752af tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:58.698533 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f1ab7f93-ff47-4262-b4dc-7b7095f752af tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:58.841565 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f1ab7f93-ff47-4262-b4dc-7b7095f752af tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:58.929774 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f1ab7f93-ff47-4262-b4dc-7b7095f752af tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:59.002529 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ab7f93-ff47-4262-b4dc-7b7095f752af tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Pushing event updated for resources: {'Port': ['ID=62e03fe7-1c21-4f70-9584-5e87885b0716,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:10:59.014100 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f1ab7f93-ff47-4262-b4dc-7b7095f752af tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:59.061757 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-79b5b9b5-6be9-453d-8d17-d3cec5de6e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:59.199379 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:59.470926 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b727c394-4498-4fbd-bf5a-1c1c18aa2c7e req-5b1c65ae-2f6a-46a9-b959-81e5c1e9f42f tempest-ServerShowV257Test-28631696 tempest-ServerShowV257Test-28631696-project] 10.222.0.58 "GET /v2.0/ports?device_id=142258d6-944c-4654-900b-629d29543c29 HTTP/1.1" status: 200 len: 210 time: 0.0333097 Jul 09 15:10:59.486062 n-d-799529-6 neutron-server[94445]: INFO neutron.db.l3_db [None req-f1ab7f93-ff47-4262-b4dc-7b7095f752af tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Floating IP 8cdc8af7-a055-4e68-9c3b-7aa51e652c3c associated. External IP: 172.25.3.186, port: 7791ed0d-a675-457e-affb-e47488a27c38. Jul 09 15:10:59.659759 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8b531694-e30c-4a29-b790-9b18100c2ca9 req-cb8240a6-bf52-4377-9ae2-3fbad301257f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=142258d6-944c-4654-900b-629d29543c29 HTTP/1.1" status: 200 len: 210 time: 0.0319824 Jul 09 15:10:59.723891 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ab7f93-ff47-4262-b4dc-7b7095f752af tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Router 3d381fe8-6ba2-43d7-9ae7-50e209916de5 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:10:59.832357 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ab7f93-ff47-4262-b4dc-7b7095f752af tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:10:59.842660 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d467a35-a81d-41ec-9549-ce641131bedb None None] Sync routers for ids ['3d381fe8-6ba2-43d7-9ae7-50e209916de5'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:10:59.853086 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d467a35-a81d-41ec-9549-ce641131bedb None None] Routers {'3d381fe8-6ba2-43d7-9ae7-50e209916de5'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:10:59.853757 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-3d467a35-a81d-41ec-9549-ce641131bedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:10:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['3d381fe8-6ba2-43d7-9ae7-50e209916de5'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:10:59.885217 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-3d467a35-a81d-41ec-9549-ce641131bedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:10:59.893746 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d467a35-a81d-41ec-9549-ce641131bedb None None] Routers {'3d381fe8-6ba2-43d7-9ae7-50e209916de5'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:10:59.894338 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-3d467a35-a81d-41ec-9549-ce641131bedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:10:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['3d381fe8-6ba2-43d7-9ae7-50e209916de5'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:10:59.928227 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-3d467a35-a81d-41ec-9549-ce641131bedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:10:59.928684 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f1ab7f93-ff47-4262-b4dc-7b7095f752af tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:10:59.928897 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d467a35-a81d-41ec-9549-ce641131bedb None None] The sync data for ids ['3d381fe8-6ba2-43d7-9ae7-50e209916de5'] in n-d-799529-6 is: [] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:10:59.967435 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f1ab7f93-ff47-4262-b4dc-7b7095f752af tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.4904931 Jul 09 15:10:59.969606 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41166) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:10:59.974591 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-adc7f7b9-f3fd-427d-81f5-7860910b05be tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:11:00.039879 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-adc7f7b9-f3fd-427d-81f5-7860910b05be tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for floatingip, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:00.183872 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-adc7f7b9-f3fd-427d-81f5-7860910b05be tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:00.233166 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:00.290307 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-adc7f7b9-f3fd-427d-81f5-7860910b05be tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:00.290788 n-d-799529-6 neutron-server[94445]: INFO neutron.db.l3_db [None req-adc7f7b9-f3fd-427d-81f5-7860910b05be tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Floating IP 8cdc8af7-a055-4e68-9c3b-7aa51e652c3c disassociated. External IP: 172.25.3.186, port: 7791ed0d-a675-457e-affb-e47488a27c38. Jul 09 15:11:00.528109 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adc7f7b9-f3fd-427d-81f5-7860910b05be tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Router 3d381fe8-6ba2-43d7-9ae7-50e209916de5 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:11:00.646986 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7660bfae-138c-4b22-801c-2a7d61b48563 req-35338d56-bf9b-4277-9be1-1b66ebd5a284 tempest-ServerShowV257Test-28631696 tempest-ServerShowV257Test-28631696-project] 10.222.0.58 "GET /v2.0/ports?device_id=142258d6-944c-4654-900b-629d29543c29 HTTP/1.1" status: 200 len: 210 time: 0.0358047 Jul 09 15:11:00.649248 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc7f7b9-f3fd-427d-81f5-7860910b05be tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:11:00.654077 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-adc7f7b9-f3fd-427d-81f5-7860910b05be tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:00.659715 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49ff26a-74f2-4024-96cf-b96620e701c1 None None] Sync routers for ids ['3d381fe8-6ba2-43d7-9ae7-50e209916de5'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:11:00.670583 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49ff26a-74f2-4024-96cf-b96620e701c1 None None] Routers {'3d381fe8-6ba2-43d7-9ae7-50e209916de5'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:11:00.671421 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-c49ff26a-74f2-4024-96cf-b96620e701c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:10:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['3d381fe8-6ba2-43d7-9ae7-50e209916de5'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:00.707333 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-c49ff26a-74f2-4024-96cf-b96620e701c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:00.708484 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41178) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:00.708624 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-adc7f7b9-f3fd-427d-81f5-7860910b05be tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] 10.222.0.58 "PUT /v2.0/floatingips/8cdc8af7-a055-4e68-9c3b-7aa51e652c3c HTTP/1.1" status: 200 len: 688 time: 0.7378299 Jul 09 15:11:00.717943 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49ff26a-74f2-4024-96cf-b96620e701c1 None None] Routers {'3d381fe8-6ba2-43d7-9ae7-50e209916de5'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:11:00.718568 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-c49ff26a-74f2-4024-96cf-b96620e701c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:10:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['3d381fe8-6ba2-43d7-9ae7-50e209916de5'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:00.750021 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-c49ff26a-74f2-4024-96cf-b96620e701c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:00.750676 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49ff26a-74f2-4024-96cf-b96620e701c1 None None] The sync data for ids ['3d381fe8-6ba2-43d7-9ae7-50e209916de5'] in n-d-799529-6 is: [] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:11:00.832172 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-1bd511df-eaec-455e-b98d-aef1c21d166c tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Deleting port 62e03fe7-1c21-4f70-9584-5e87885b0716 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:11:00.832429 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1bd511df-eaec-455e-b98d-aef1c21d166c tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:00.915790 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1bd511df-eaec-455e-b98d-aef1c21d166c tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:00.916244 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1bd511df-eaec-455e-b98d-aef1c21d166c tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:00.929366 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-1bd511df-eaec-455e-b98d-aef1c21d166c tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Calling delete_port for 62e03fe7-1c21-4f70-9584-5e87885b0716 owned by network:floatingip {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:11:01.210444 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1bd511df-eaec-455e-b98d-aef1c21d166c tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:01.236131 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd511df-eaec-455e-b98d-aef1c21d166c tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Pushing event deleted for resources: {'Port': ['ID=62e03fe7-1c21-4f70-9584-5e87885b0716,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:01.299592 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1bd511df-eaec-455e-b98d-aef1c21d166c tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for floatingip, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:01.302143 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1bd511df-eaec-455e-b98d-aef1c21d166c tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:01.303363 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-1bd511df-eaec-455e-b98d-aef1c21d166c tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] 10.222.0.58 "DELETE /v2.0/floatingips/8cdc8af7-a055-4e68-9c3b-7aa51e652c3c HTTP/1.1" status: 204 len: 168 time: 0.5937016 Jul 09 15:11:01.307408 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41182) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:01.311911 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-f9ba1bbf-34af-4ea9-b110-77dbe0888938 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Request body: {'floatingip': {'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'port_id': 'b9f89657-1ef4-4648-9da3-986a79dcbde3'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:11:01.385822 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f9ba1bbf-34af-4ea9-b110-77dbe0888938 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for floatingip, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:01.484077 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f9ba1bbf-34af-4ea9-b110-77dbe0888938 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:01.587715 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-f9ba1bbf-34af-4ea9-b110-77dbe0888938 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Allocated IP 172.25.3.86 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/be57e207-e174-4074-b433-96b52c9e7b1d) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:11:01.667234 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:01.693957 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f9ba1bbf-34af-4ea9-b110-77dbe0888938 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:01.808580 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f9ba1bbf-34af-4ea9-b110-77dbe0888938 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:01.823702 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4240a679-a806-4686-8ef3-649a91990ad9 req-747a52dc-c15d-47e7-8d00-b7d4dade72d2 tempest-ServerShowV257Test-28631696 tempest-ServerShowV257Test-28631696-project] 10.222.0.58 "GET /v2.0/ports?device_id=142258d6-944c-4654-900b-629d29543c29 HTTP/1.1" status: 200 len: 210 time: 0.0299220 Jul 09 15:11:01.844523 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ba1bbf-34af-4ea9-b110-77dbe0888938 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:11:01.847353 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-f9ba1bbf-34af-4ea9-b110-77dbe0888938 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:11:01.853601 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ba1bbf-34af-4ea9-b110-77dbe0888938 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:11:01.882050 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ba1bbf-34af-4ea9-b110-77dbe0888938 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Pushing event updated for resources: {'Port': ['ID=be57e207-e174-4074-b433-96b52c9e7b1d,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:02.248819 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f9ba1bbf-34af-4ea9-b110-77dbe0888938 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:02.408416 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f9ba1bbf-34af-4ea9-b110-77dbe0888938 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:02.533062 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ce155277-4d67-42a6-8e50-6d53ff0a58b3 req-ab9ab86f-dd27-4005-a028-420badef1ee3 tempest-ServerShowV257Test-28631696 tempest-ServerShowV257Test-28631696-project] 10.222.0.58 "GET /v2.0/ports?device_id=142258d6-944c-4654-900b-629d29543c29 HTTP/1.1" status: 200 len: 210 time: 0.0596981 Jul 09 15:11:02.603447 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f9ba1bbf-34af-4ea9-b110-77dbe0888938 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:02.662223 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f9ba1bbf-34af-4ea9-b110-77dbe0888938 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:02.733656 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ba1bbf-34af-4ea9-b110-77dbe0888938 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Pushing event updated for resources: {'Port': ['ID=be57e207-e174-4074-b433-96b52c9e7b1d,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:02.741812 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f9ba1bbf-34af-4ea9-b110-77dbe0888938 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:02.841375 n-d-799529-6 neutron-server[94446]: INFO neutron.db.l3_db [None req-f9ba1bbf-34af-4ea9-b110-77dbe0888938 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Floating IP 31f6d91f-392c-4827-abbc-75bd053e0b45 associated. External IP: 172.25.3.86, port: b9f89657-1ef4-4648-9da3-986a79dcbde3. Jul 09 15:11:03.054225 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9ba1bbf-34af-4ea9-b110-77dbe0888938 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Router 3d381fe8-6ba2-43d7-9ae7-50e209916de5 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:11:03.161296 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ba1bbf-34af-4ea9-b110-77dbe0888938 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:11:03.172835 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d6b872-4c8d-485d-89a2-d292a52322c4 None None] Sync routers for ids ['3d381fe8-6ba2-43d7-9ae7-50e209916de5'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:11:03.182985 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d6b872-4c8d-485d-89a2-d292a52322c4 None None] Routers {'3d381fe8-6ba2-43d7-9ae7-50e209916de5'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:11:03.185334 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-35d6b872-4c8d-485d-89a2-d292a52322c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:10:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['3d381fe8-6ba2-43d7-9ae7-50e209916de5'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:03.214701 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-35d6b872-4c8d-485d-89a2-d292a52322c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:03.223632 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d6b872-4c8d-485d-89a2-d292a52322c4 None None] Routers {'3d381fe8-6ba2-43d7-9ae7-50e209916de5'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:11:03.224233 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-35d6b872-4c8d-485d-89a2-d292a52322c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:10:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['3d381fe8-6ba2-43d7-9ae7-50e209916de5'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:03.233340 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f9ba1bbf-34af-4ea9-b110-77dbe0888938 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:03.259542 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-35d6b872-4c8d-485d-89a2-d292a52322c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:03.260261 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d6b872-4c8d-485d-89a2-d292a52322c4 None None] The sync data for ids ['3d381fe8-6ba2-43d7-9ae7-50e209916de5'] in n-d-799529-6 is: [] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:11:03.273533 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f9ba1bbf-34af-4ea9-b110-77dbe0888938 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 1.9650600 Jul 09 15:11:03.276161 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41214) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:03.342092 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-478237a4-38ba-4d23-acc5-93b09a8cd517 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] 10.222.0.58 "GET /v2.0/floatingips/31f6d91f-392c-4827-abbc-75bd053e0b45 HTTP/1.1" status: 200 len: 976 time: 0.0648241 Jul 09 15:11:03.344569 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41216) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:03.449787 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-31eb2a3f-1216-40c4-a2e9-f3851724a40c tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.1041176 Jul 09 15:11:03.452349 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41218) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:03.456761 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-1f0c2410-d377-4164-a30f-36f15ff1023c tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Request body: {'floatingip': {'port_id': '7791ed0d-a675-457e-affb-e47488a27c38'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:11:03.517058 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1f0c2410-d377-4164-a30f-36f15ff1023c tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for floatingip, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:03.722113 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-30b48dea-7e0c-4ed0-824f-43b8262dd7bd req-c3ed8798-93ab-47fc-bda5-72c8379b2d23 tempest-ServerShowV257Test-28631696 tempest-ServerShowV257Test-28631696-project] 10.222.0.58 "GET /v2.0/ports?device_id=142258d6-944c-4654-900b-629d29543c29 HTTP/1.1" status: 200 len: 210 time: 0.0339754 Jul 09 15:11:04.424555 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1f0c2410-d377-4164-a30f-36f15ff1023c tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:04.466879 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1f0c2410-d377-4164-a30f-36f15ff1023c tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:04.566526 n-d-799529-6 neutron-server[94446]: INFO neutron.db.l3_db [None req-1f0c2410-d377-4164-a30f-36f15ff1023c tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Floating IP 31f6d91f-392c-4827-abbc-75bd053e0b45 associated. External IP: 172.25.3.86, port: b9f89657-1ef4-4648-9da3-986a79dcbde3. Jul 09 15:11:04.786070 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f0c2410-d377-4164-a30f-36f15ff1023c tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Router 3d381fe8-6ba2-43d7-9ae7-50e209916de5 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:11:04.900426 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-962ec9a8-dd92-4d3f-b0dd-fc74646a12bd req-a7233147-83f2-484c-879d-309196b1bc77 tempest-ServerShowV257Test-28631696 tempest-ServerShowV257Test-28631696-project] 10.222.0.58 "GET /v2.0/ports?device_id=142258d6-944c-4654-900b-629d29543c29 HTTP/1.1" status: 200 len: 210 time: 0.0347462 Jul 09 15:11:04.901345 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0c2410-d377-4164-a30f-36f15ff1023c tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:11:04.914967 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0609ea9-8872-4e43-9ccb-1a3df5888306 None None] Sync routers for ids ['3d381fe8-6ba2-43d7-9ae7-50e209916de5'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:11:04.925521 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0609ea9-8872-4e43-9ccb-1a3df5888306 None None] Routers {'3d381fe8-6ba2-43d7-9ae7-50e209916de5'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:11:04.926331 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-b0609ea9-8872-4e43-9ccb-1a3df5888306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:10:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['3d381fe8-6ba2-43d7-9ae7-50e209916de5'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:04.970199 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-b0609ea9-8872-4e43-9ccb-1a3df5888306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:04.979604 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0609ea9-8872-4e43-9ccb-1a3df5888306 None None] Routers {'3d381fe8-6ba2-43d7-9ae7-50e209916de5'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:11:04.980220 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-b0609ea9-8872-4e43-9ccb-1a3df5888306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:10:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['3d381fe8-6ba2-43d7-9ae7-50e209916de5'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:05.013287 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-b0609ea9-8872-4e43-9ccb-1a3df5888306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:05.013952 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0609ea9-8872-4e43-9ccb-1a3df5888306 None None] The sync data for ids ['3d381fe8-6ba2-43d7-9ae7-50e209916de5'] in n-d-799529-6 is: [] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:11:05.124722 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f0c2410-d377-4164-a30f-36f15ff1023c tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Router 3d381fe8-6ba2-43d7-9ae7-50e209916de5 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:11:05.233309 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0c2410-d377-4164-a30f-36f15ff1023c tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:11:05.237603 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1f0c2410-d377-4164-a30f-36f15ff1023c tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:05.244307 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e88040-3909-47b8-a556-0d63d944865b None None] Sync routers for ids ['3d381fe8-6ba2-43d7-9ae7-50e209916de5'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:11:05.253575 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e88040-3909-47b8-a556-0d63d944865b None None] Routers {'3d381fe8-6ba2-43d7-9ae7-50e209916de5'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:11:05.254307 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-09e88040-3909-47b8-a556-0d63d944865b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:10:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['3d381fe8-6ba2-43d7-9ae7-50e209916de5'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:05.286566 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-09e88040-3909-47b8-a556-0d63d944865b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:05.295714 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e88040-3909-47b8-a556-0d63d944865b None None] Routers {'3d381fe8-6ba2-43d7-9ae7-50e209916de5'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:11:05.296068 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-09e88040-3909-47b8-a556-0d63d944865b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:10:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['3d381fe8-6ba2-43d7-9ae7-50e209916de5'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:05.308872 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-1f0c2410-d377-4164-a30f-36f15ff1023c tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] 10.222.0.58 "PUT /v2.0/floatingips/31f6d91f-392c-4827-abbc-75bd053e0b45 HTTP/1.1" status: 200 len: 978 time: 1.8554180 Jul 09 15:11:05.312947 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41228) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:05.317446 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-f9c7832c-eed9-4c3e-94d2-74ea34678c02 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:11:05.335903 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-09e88040-3909-47b8-a556-0d63d944865b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:05.336563 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e88040-3909-47b8-a556-0d63d944865b None None] The sync data for ids ['3d381fe8-6ba2-43d7-9ae7-50e209916de5'] in n-d-799529-6 is: [] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:11:05.377703 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f9c7832c-eed9-4c3e-94d2-74ea34678c02 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for floatingip, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:05.525221 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f9c7832c-eed9-4c3e-94d2-74ea34678c02 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:05.598792 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f9c7832c-eed9-4c3e-94d2-74ea34678c02 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:05.599150 n-d-799529-6 neutron-server[94446]: INFO neutron.db.l3_db [None req-f9c7832c-eed9-4c3e-94d2-74ea34678c02 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Floating IP 31f6d91f-392c-4827-abbc-75bd053e0b45 disassociated. External IP: 172.25.3.86, port: 7791ed0d-a675-457e-affb-e47488a27c38. Jul 09 15:11:05.809407 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c7832c-eed9-4c3e-94d2-74ea34678c02 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Router 3d381fe8-6ba2-43d7-9ae7-50e209916de5 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:11:05.919358 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c7832c-eed9-4c3e-94d2-74ea34678c02 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:11:05.924688 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f9c7832c-eed9-4c3e-94d2-74ea34678c02 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:05.930842 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6b5b8d-820e-478b-9653-2d06fd8b15de None None] Sync routers for ids ['3d381fe8-6ba2-43d7-9ae7-50e209916de5'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:11:05.950311 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6b5b8d-820e-478b-9653-2d06fd8b15de None None] Routers {'3d381fe8-6ba2-43d7-9ae7-50e209916de5'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:11:05.950311 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-3c6b5b8d-820e-478b-9653-2d06fd8b15de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:10:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['3d381fe8-6ba2-43d7-9ae7-50e209916de5'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:05.962407 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f9c7832c-eed9-4c3e-94d2-74ea34678c02 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] 10.222.0.58 "PUT /v2.0/floatingips/31f6d91f-392c-4827-abbc-75bd053e0b45 HTTP/1.1" status: 200 len: 687 time: 0.6484189 Jul 09 15:11:05.964966 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41232) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:06.002681 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-3c6b5b8d-820e-478b-9653-2d06fd8b15de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:06.015771 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6b5b8d-820e-478b-9653-2d06fd8b15de None None] Routers {'3d381fe8-6ba2-43d7-9ae7-50e209916de5'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:11:06.016621 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-3c6b5b8d-820e-478b-9653-2d06fd8b15de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:10:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['3d381fe8-6ba2-43d7-9ae7-50e209916de5'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:06.063441 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-3c6b5b8d-820e-478b-9653-2d06fd8b15de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:06.064074 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6b5b8d-820e-478b-9653-2d06fd8b15de None None] The sync data for ids ['3d381fe8-6ba2-43d7-9ae7-50e209916de5'] in n-d-799529-6 is: [] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:11:06.107282 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8585f33f-3a24-46f1-a316-45e9ee1d490d req-1dd03aac-99a8-41ee-9af4-9223b3249d6b tempest-ServerShowV257Test-28631696 tempest-ServerShowV257Test-28631696-project] 10.222.0.58 "GET /v2.0/ports?device_id=142258d6-944c-4654-900b-629d29543c29 HTTP/1.1" status: 200 len: 210 time: 0.0302176 Jul 09 15:11:06.129082 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-d78a7e15-c4c8-410b-9785-3b7569e2a7c3 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Deleting port be57e207-e174-4074-b433-96b52c9e7b1d {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:11:06.129433 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d78a7e15-c4c8-410b-9785-3b7569e2a7c3 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:06.206801 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d78a7e15-c4c8-410b-9785-3b7569e2a7c3 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:06.207740 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d78a7e15-c4c8-410b-9785-3b7569e2a7c3 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:06.221018 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-d78a7e15-c4c8-410b-9785-3b7569e2a7c3 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Calling delete_port for be57e207-e174-4074-b433-96b52c9e7b1d owned by network:floatingip {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:11:06.415905 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d78a7e15-c4c8-410b-9785-3b7569e2a7c3 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:06.446509 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78a7e15-c4c8-410b-9785-3b7569e2a7c3 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Pushing event deleted for resources: {'Port': ['ID=be57e207-e174-4074-b433-96b52c9e7b1d,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:06.511701 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d78a7e15-c4c8-410b-9785-3b7569e2a7c3 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for floatingip, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:06.516722 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d78a7e15-c4c8-410b-9785-3b7569e2a7c3 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:06.516722 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d78a7e15-c4c8-410b-9785-3b7569e2a7c3 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] 10.222.0.58 "DELETE /v2.0/floatingips/31f6d91f-392c-4827-abbc-75bd053e0b45 HTTP/1.1" status: 204 len: 168 time: 0.5505030 Jul 09 15:11:06.518980 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41236) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:06.557577 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [None req-c17033a9-293c-4b64-bbc6-78acadb89a92 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] delete failed (client error): The resource could not be found. Jul 09 15:11:06.558623 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c17033a9-293c-4b64-bbc6-78acadb89a92 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] 10.222.0.58 "DELETE /v2.0/floatingips/31f6d91f-392c-4827-abbc-75bd053e0b45 HTTP/1.1" status: 404 len: 345 time: 0.0386801 Jul 09 15:11:06.562528 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41238) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:06.670482 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cfbb7f-795e-4c55-a090-9fc295119e77 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:11:06.676474 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cfbb7f-795e-4c55-a090-9fc295119e77 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:11:06.682571 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cfbb7f-795e-4c55-a090-9fc295119e77 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:11:06.684386 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a8cfbb7f-795e-4c55-a090-9fc295119e77 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] 10.222.0.58 "GET /v2.0/ports?network_id=24aa2983-6040-435c-9e1b-c9ddbbbfad0d HTTP/1.1" status: 200 len: 2358 time: 0.1210971 Jul 09 15:11:06.696139 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41240) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:06.748909 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db84a3a-d9e5-454d-bc68-d22a6468dacc tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:11:06.750260 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-8db84a3a-d9e5-454d-bc68-d22a6468dacc tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] 10.222.0.58 "GET /v2.0/subnets/d3910b47-6f2a-45f1-b9a1-eb72661a0a32 HTTP/1.1" status: 200 len: 797 time: 0.0532100 Jul 09 15:11:06.756991 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41242) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:06.762080 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-f4911f28-d5e6-4e3d-9327-d889d9f3aff7 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Request body: {'port': {'network_id': '24aa2983-6040-435c-9e1b-c9ddbbbfad0d', 'name': 'tempest-FloatingIPTestJSON-137518104', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:11:06.952678 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4911f28-d5e6-4e3d-9327-d889d9f3aff7 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Made reservation on behalf of 519d2fd486d94f05ab6d8f82f2bbb147 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:11:07.035900 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f4911f28-d5e6-4e3d-9327-d889d9f3aff7 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:07.061370 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-f4911f28-d5e6-4e3d-9327-d889d9f3aff7 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] device_id is not set on port 3f059b43-5e8c-4af8-a908-040230b2f216 yet. {{(pid=94446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 15:11:07.265454 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7850cba3-e959-4a42-880b-fbe381d1d3f6 req-b1f78fdb-c18a-4310-9985-20d2b88798de tempest-ServerShowV257Test-28631696 tempest-ServerShowV257Test-28631696-project] 10.222.0.58 "GET /v2.0/ports?device_id=142258d6-944c-4654-900b-629d29543c29 HTTP/1.1" status: 200 len: 210 time: 0.0307217 Jul 09 15:11:07.653032 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-f4911f28-d5e6-4e3d-9327-d889d9f3aff7 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Allocated IP 172.20.0.14 (24aa2983-6040-435c-9e1b-c9ddbbbfad0d/d3910b47-6f2a-45f1-b9a1-eb72661a0a32/3f059b43-5e8c-4af8-a908-040230b2f216) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:11:07.659303 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-f4911f28-d5e6-4e3d-9327-d889d9f3aff7 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Allocated IP 172.20.0.12 (24aa2983-6040-435c-9e1b-c9ddbbbfad0d/d3910b47-6f2a-45f1-b9a1-eb72661a0a32/3f059b43-5e8c-4af8-a908-040230b2f216) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:11:07.802548 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f4911f28-d5e6-4e3d-9327-d889d9f3aff7 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:07.899960 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f4911f28-d5e6-4e3d-9327-d889d9f3aff7 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:07.954501 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4911f28-d5e6-4e3d-9327-d889d9f3aff7 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Network 24aa2983-6040-435c-9e1b-c9ddbbbfad0d is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:11:07.963187 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-f4911f28-d5e6-4e3d-9327-d889d9f3aff7 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:11:07.969838 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4911f28-d5e6-4e3d-9327-d889d9f3aff7 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:11:08.000042 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4911f28-d5e6-4e3d-9327-d889d9f3aff7 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Pushing event updated for resources: {'Port': ['ID=3f059b43-5e8c-4af8-a908-040230b2f216,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:08.025626 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4911f28-d5e6-4e3d-9327-d889d9f3aff7 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:11:08.026244 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f4911f28-d5e6-4e3d-9327-d889d9f3aff7 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:08.102925 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f4911f28-d5e6-4e3d-9327-d889d9f3aff7 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.3449202 Jul 09 15:11:08.105612 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41248) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:08.110192 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-7d6a79c7-82b0-456b-a78d-c3db53437277 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Request body: {'floatingip': {'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'port_id': '3f059b43-5e8c-4af8-a908-040230b2f216', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:11:08.213784 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7d6a79c7-82b0-456b-a78d-c3db53437277 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for floatingip, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:08.312496 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7d6a79c7-82b0-456b-a78d-c3db53437277 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:08.444035 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a0d9ea83-631e-4685-87c2-bbc14d7c4652 req-0948a7d5-08b6-4bfb-9214-6e718d047dba tempest-ServerShowV257Test-28631696 tempest-ServerShowV257Test-28631696-project] 10.222.0.58 "GET /v2.0/ports?device_id=142258d6-944c-4654-900b-629d29543c29 HTTP/1.1" status: 200 len: 210 time: 0.0311728 Jul 09 15:11:08.450851 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-7d6a79c7-82b0-456b-a78d-c3db53437277 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Allocated IP 172.25.3.243 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/407ededd-f2f9-4dd2-b954-d109678b4bed) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:11:08.549212 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7d6a79c7-82b0-456b-a78d-c3db53437277 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:08.688688 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7d6a79c7-82b0-456b-a78d-c3db53437277 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:08.731825 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6a79c7-82b0-456b-a78d-c3db53437277 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:11:08.734531 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-7d6a79c7-82b0-456b-a78d-c3db53437277 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:11:08.737997 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6a79c7-82b0-456b-a78d-c3db53437277 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:11:08.743927 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6a79c7-82b0-456b-a78d-c3db53437277 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Pushing event updated for resources: {'Port': ['ID=407ededd-f2f9-4dd2-b954-d109678b4bed,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:09.097442 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7d6a79c7-82b0-456b-a78d-c3db53437277 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:09.244368 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7d6a79c7-82b0-456b-a78d-c3db53437277 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:09.393436 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7d6a79c7-82b0-456b-a78d-c3db53437277 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:09.466642 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7d6a79c7-82b0-456b-a78d-c3db53437277 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:09.533979 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6a79c7-82b0-456b-a78d-c3db53437277 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Pushing event updated for resources: {'Port': ['ID=407ededd-f2f9-4dd2-b954-d109678b4bed,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:09.544977 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7d6a79c7-82b0-456b-a78d-c3db53437277 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:09.592908 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-42b9f298-100f-4fda-834a-d6ea2b005149 req-58317527-0183-40c9-99e3-69c01b62d47c tempest-ServerShowV257Test-28631696 tempest-ServerShowV257Test-28631696-project] 10.222.0.58 "GET /v2.0/ports?device_id=142258d6-944c-4654-900b-629d29543c29 HTTP/1.1" status: 200 len: 210 time: 0.0282018 Jul 09 15:11:09.643396 n-d-799529-6 neutron-server[94446]: INFO neutron.db.l3_db [None req-7d6a79c7-82b0-456b-a78d-c3db53437277 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Floating IP 4d061c3e-9106-4026-b3a1-4b9aa266513d associated. External IP: 172.25.3.243, port: 3f059b43-5e8c-4af8-a908-040230b2f216. Jul 09 15:11:09.847107 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d6a79c7-82b0-456b-a78d-c3db53437277 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Router 3d381fe8-6ba2-43d7-9ae7-50e209916de5 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:11:09.954397 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d6a79c7-82b0-456b-a78d-c3db53437277 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:11:09.963978 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf512269-8b60-4db0-8f4b-16090365997b None None] Sync routers for ids ['3d381fe8-6ba2-43d7-9ae7-50e209916de5'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:11:09.974342 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf512269-8b60-4db0-8f4b-16090365997b None None] Routers {'3d381fe8-6ba2-43d7-9ae7-50e209916de5'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:11:09.974998 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-cf512269-8b60-4db0-8f4b-16090365997b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:10:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['3d381fe8-6ba2-43d7-9ae7-50e209916de5'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:10.006554 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-cf512269-8b60-4db0-8f4b-16090365997b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:10.015325 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf512269-8b60-4db0-8f4b-16090365997b None None] Routers {'3d381fe8-6ba2-43d7-9ae7-50e209916de5'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:11:10.015993 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-cf512269-8b60-4db0-8f4b-16090365997b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:10:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['3d381fe8-6ba2-43d7-9ae7-50e209916de5'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:10.038551 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7d6a79c7-82b0-456b-a78d-c3db53437277 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:10.048401 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-cf512269-8b60-4db0-8f4b-16090365997b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:10.049058 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf512269-8b60-4db0-8f4b-16090365997b None None] The sync data for ids ['3d381fe8-6ba2-43d7-9ae7-50e209916de5'] in n-d-799529-6 is: [] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:11:10.074941 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7d6a79c7-82b0-456b-a78d-c3db53437277 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 1.9682577 Jul 09 15:11:10.077709 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41258) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:10.082306 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-ba196dca-3356-47e6-9bd9-8a7c5f84dbf3 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Request body: {'floatingip': {'port_id': '3f059b43-5e8c-4af8-a908-040230b2f216', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:11:10.141206 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ba196dca-3356-47e6-9bd9-8a7c5f84dbf3 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for floatingip, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:10.603529 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ba196dca-3356-47e6-9bd9-8a7c5f84dbf3 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:10.670859 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ba196dca-3356-47e6-9bd9-8a7c5f84dbf3 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:10.746226 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-01ef7b8d-7aba-463d-b125-8784117799e9 req-ea5175ec-14df-4d23-9815-9315b8b79b18 tempest-ServerShowV257Test-28631696 tempest-ServerShowV257Test-28631696-project] 10.222.0.58 "GET /v2.0/ports?device_id=142258d6-944c-4654-900b-629d29543c29 HTTP/1.1" status: 200 len: 210 time: 0.0329537 Jul 09 15:11:10.902223 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba196dca-3356-47e6-9bd9-8a7c5f84dbf3 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Router 3d381fe8-6ba2-43d7-9ae7-50e209916de5 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:11:11.007216 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba196dca-3356-47e6-9bd9-8a7c5f84dbf3 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:11:11.011849 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ba196dca-3356-47e6-9bd9-8a7c5f84dbf3 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:11.016788 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe57d383-2fdb-47bd-8135-98e7cc28ad59 None None] Sync routers for ids ['3d381fe8-6ba2-43d7-9ae7-50e209916de5'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:11:11.026412 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe57d383-2fdb-47bd-8135-98e7cc28ad59 None None] Routers {'3d381fe8-6ba2-43d7-9ae7-50e209916de5'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:11:11.027031 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-fe57d383-2fdb-47bd-8135-98e7cc28ad59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:10:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['3d381fe8-6ba2-43d7-9ae7-50e209916de5'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:11.058309 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-fe57d383-2fdb-47bd-8135-98e7cc28ad59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:11.066882 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe57d383-2fdb-47bd-8135-98e7cc28ad59 None None] Routers {'3d381fe8-6ba2-43d7-9ae7-50e209916de5'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:11:11.067487 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-fe57d383-2fdb-47bd-8135-98e7cc28ad59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:10:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['3d381fe8-6ba2-43d7-9ae7-50e209916de5'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:11.086932 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ba196dca-3356-47e6-9bd9-8a7c5f84dbf3 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] 10.222.0.58 "PUT /v2.0/floatingips/4d061c3e-9106-4026-b3a1-4b9aa266513d HTTP/1.1" status: 200 len: 978 time: 1.0081697 Jul 09 15:11:11.089559 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41264) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:11.102437 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-fe57d383-2fdb-47bd-8135-98e7cc28ad59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:11.103093 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe57d383-2fdb-47bd-8135-98e7cc28ad59 None None] The sync data for ids ['3d381fe8-6ba2-43d7-9ae7-50e209916de5'] in n-d-799529-6 is: [] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:11:11.243260 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-4c9d2b77-57f1-41d1-b5c7-093654d689bc tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Deleting port 407ededd-f2f9-4dd2-b954-d109678b4bed {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:11:11.243543 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4c9d2b77-57f1-41d1-b5c7-093654d689bc tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:11.315018 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4c9d2b77-57f1-41d1-b5c7-093654d689bc tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:11.315348 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4c9d2b77-57f1-41d1-b5c7-093654d689bc tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:11.326802 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-4c9d2b77-57f1-41d1-b5c7-093654d689bc tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Calling delete_port for 407ededd-f2f9-4dd2-b954-d109678b4bed owned by network:floatingip {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:11:11.518541 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4c9d2b77-57f1-41d1-b5c7-093654d689bc tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:11.544896 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9d2b77-57f1-41d1-b5c7-093654d689bc tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Pushing event deleted for resources: {'Port': ['ID=407ededd-f2f9-4dd2-b954-d109678b4bed,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:11.613485 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4c9d2b77-57f1-41d1-b5c7-093654d689bc tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for floatingip, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:11.613485 n-d-799529-6 neutron-server[94446]: INFO neutron.db.l3_db [None req-4c9d2b77-57f1-41d1-b5c7-093654d689bc tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Floating IP 4d061c3e-9106-4026-b3a1-4b9aa266513d disassociated (deleted). External IP: 172.25.3.243, port: 3f059b43-5e8c-4af8-a908-040230b2f216. Jul 09 15:11:11.903182 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-94a07b95-0adb-4c7d-9891-7f8fc7736d10 req-d51d5d53-6909-4a56-98b0-c129b1ec8943 tempest-ServerShowV257Test-28631696 tempest-ServerShowV257Test-28631696-project] 10.222.0.58 "GET /v2.0/ports?device_id=142258d6-944c-4654-900b-629d29543c29 HTTP/1.1" status: 200 len: 210 time: 0.0294008 Jul 09 15:11:12.066158 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c9d2b77-57f1-41d1-b5c7-093654d689bc tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Router 3d381fe8-6ba2-43d7-9ae7-50e209916de5 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:11:12.174584 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c9d2b77-57f1-41d1-b5c7-093654d689bc tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:11:12.180178 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4c9d2b77-57f1-41d1-b5c7-093654d689bc tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:12.184170 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dab46d7-cda9-437b-81b1-de93154eced0 None None] Sync routers for ids ['3d381fe8-6ba2-43d7-9ae7-50e209916de5'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:11:12.192960 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dab46d7-cda9-437b-81b1-de93154eced0 None None] Routers {'3d381fe8-6ba2-43d7-9ae7-50e209916de5'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:11:12.193566 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-7dab46d7-cda9-437b-81b1-de93154eced0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:10:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['3d381fe8-6ba2-43d7-9ae7-50e209916de5'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:12.216376 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-4c9d2b77-57f1-41d1-b5c7-093654d689bc tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] 10.222.0.58 "DELETE /v2.0/floatingips/4d061c3e-9106-4026-b3a1-4b9aa266513d HTTP/1.1" status: 204 len: 168 time: 1.1257994 Jul 09 15:11:12.218840 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41270) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:12.227703 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-7dab46d7-cda9-437b-81b1-de93154eced0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:12.236271 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dab46d7-cda9-437b-81b1-de93154eced0 None None] Routers {'3d381fe8-6ba2-43d7-9ae7-50e209916de5'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:11:12.236872 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-7dab46d7-cda9-437b-81b1-de93154eced0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:10:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['3d381fe8-6ba2-43d7-9ae7-50e209916de5'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:12.268103 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-7dab46d7-cda9-437b-81b1-de93154eced0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:12.268743 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dab46d7-cda9-437b-81b1-de93154eced0 None None] The sync data for ids ['3d381fe8-6ba2-43d7-9ae7-50e209916de5'] in n-d-799529-6 is: [] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:11:12.313791 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-a36de42e-ef02-489b-a2dd-ce7ddac54b4c tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Deleting port 3f059b43-5e8c-4af8-a908-040230b2f216 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:11:12.314137 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a36de42e-ef02-489b-a2dd-ce7ddac54b4c tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:12.400486 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a36de42e-ef02-489b-a2dd-ce7ddac54b4c tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:12.411807 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-a36de42e-ef02-489b-a2dd-ce7ddac54b4c tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Calling delete_port for 3f059b43-5e8c-4af8-a908-040230b2f216 owned by {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:11:12.642558 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a36de42e-ef02-489b-a2dd-ce7ddac54b4c tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:12.669981 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36de42e-ef02-489b-a2dd-ce7ddac54b4c tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Pushing event deleted for resources: {'Port': ['ID=3f059b43-5e8c-4af8-a908-040230b2f216,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:12.760761 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a36de42e-ef02-489b-a2dd-ce7ddac54b4c tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:12.763964 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a36de42e-ef02-489b-a2dd-ce7ddac54b4c tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] 10.222.0.58 "DELETE /v2.0/ports/3f059b43-5e8c-4af8-a908-040230b2f216 HTTP/1.1" status: 204 len: 168 time: 0.5441451 Jul 09 15:11:12.766543 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41274) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:12.771060 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-3a10fdfb-ec30-4a79-9ed4-f6bc4fc715f9 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Request body: {'floatingip': {'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:11:12.912584 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3a10fdfb-ec30-4a79-9ed4-f6bc4fc715f9 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for floatingip, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:13.010413 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3a10fdfb-ec30-4a79-9ed4-f6bc4fc715f9 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:13.089293 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2ea30316-6a20-4cf7-a6ce-a11b6c069821 req-28215376-bde7-454c-8deb-b720760ef90d tempest-ServerShowV257Test-28631696 tempest-ServerShowV257Test-28631696-project] 10.222.0.58 "GET /v2.0/ports?device_id=142258d6-944c-4654-900b-629d29543c29 HTTP/1.1" status: 200 len: 210 time: 0.0395880 Jul 09 15:11:13.145423 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-3a10fdfb-ec30-4a79-9ed4-f6bc4fc715f9 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Allocated IP 172.25.3.79 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/e174de69-5dba-4f89-aa19-7c3896a92257) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:11:13.250719 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3a10fdfb-ec30-4a79-9ed4-f6bc4fc715f9 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:13.351509 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3a10fdfb-ec30-4a79-9ed4-f6bc4fc715f9 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:13.395051 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a10fdfb-ec30-4a79-9ed4-f6bc4fc715f9 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:11:13.398035 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-3a10fdfb-ec30-4a79-9ed4-f6bc4fc715f9 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:11:13.402492 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a10fdfb-ec30-4a79-9ed4-f6bc4fc715f9 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:11:13.405526 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a10fdfb-ec30-4a79-9ed4-f6bc4fc715f9 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Pushing event updated for resources: {'Port': ['ID=e174de69-5dba-4f89-aa19-7c3896a92257,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:13.489696 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3a10fdfb-ec30-4a79-9ed4-f6bc4fc715f9 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:13.598031 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3a10fdfb-ec30-4a79-9ed4-f6bc4fc715f9 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:13.751032 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3a10fdfb-ec30-4a79-9ed4-f6bc4fc715f9 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:13.848413 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3a10fdfb-ec30-4a79-9ed4-f6bc4fc715f9 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:13.918018 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a10fdfb-ec30-4a79-9ed4-f6bc4fc715f9 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Pushing event updated for resources: {'Port': ['ID=e174de69-5dba-4f89-aa19-7c3896a92257,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:13.926865 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3a10fdfb-ec30-4a79-9ed4-f6bc4fc715f9 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:14.021941 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3a10fdfb-ec30-4a79-9ed4-f6bc4fc715f9 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:14.023211 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-3a10fdfb-ec30-4a79-9ed4-f6bc4fc715f9 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2557001 Jul 09 15:11:14.026010 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41286) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:14.031021 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-ac51a263-8216-4a89-94a6-d19d76f1965d tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Request body: {'port': {'network_id': '24aa2983-6040-435c-9e1b-c9ddbbbfad0d', 'name': 'tempest-FloatingIPTestJSON-616239661'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:11:14.210282 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac51a263-8216-4a89-94a6-d19d76f1965d tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Made reservation on behalf of 519d2fd486d94f05ab6d8f82f2bbb147 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:11:14.214019 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ac51a263-8216-4a89-94a6-d19d76f1965d tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:14.232745 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-ac51a263-8216-4a89-94a6-d19d76f1965d tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] device_id is not set on port a62a38cb-7f5f-4ddc-8b08-fef781290f53 yet. {{(pid=94446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 15:11:14.245919 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-47a62433-a3be-43cd-b0a6-b122a816ed85 req-8e2160fb-7faa-47e5-842d-9ab1eae1b1ab tempest-ServerShowV257Test-28631696 tempest-ServerShowV257Test-28631696-project] 10.222.0.58 "GET /v2.0/ports?device_id=142258d6-944c-4654-900b-629d29543c29 HTTP/1.1" status: 200 len: 210 time: 0.0322263 Jul 09 15:11:14.337261 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-ac51a263-8216-4a89-94a6-d19d76f1965d tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Allocated IP 172.20.0.10 (24aa2983-6040-435c-9e1b-c9ddbbbfad0d/d3910b47-6f2a-45f1-b9a1-eb72661a0a32/a62a38cb-7f5f-4ddc-8b08-fef781290f53) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:11:14.491756 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ac51a263-8216-4a89-94a6-d19d76f1965d tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:14.678852 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ac51a263-8216-4a89-94a6-d19d76f1965d tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:14.731896 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac51a263-8216-4a89-94a6-d19d76f1965d tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Network 24aa2983-6040-435c-9e1b-c9ddbbbfad0d is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:11:14.735019 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-ac51a263-8216-4a89-94a6-d19d76f1965d tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:11:14.738848 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac51a263-8216-4a89-94a6-d19d76f1965d tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:11:14.746017 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac51a263-8216-4a89-94a6-d19d76f1965d tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Pushing event updated for resources: {'Port': ['ID=a62a38cb-7f5f-4ddc-8b08-fef781290f53,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:14.790044 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac51a263-8216-4a89-94a6-d19d76f1965d tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:11:14.790667 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ac51a263-8216-4a89-94a6-d19d76f1965d tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:14.939362 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ac51a263-8216-4a89-94a6-d19d76f1965d tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9077013 Jul 09 15:11:14.939362 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41296) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:14.942522 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-a1956de3-990f-4337-8613-555613320c72 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Request body: {'floatingip': {'port_id': 'a62a38cb-7f5f-4ddc-8b08-fef781290f53'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:11:14.984712 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a1956de3-990f-4337-8613-555613320c72 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for floatingip, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:15.066062 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:15.402704 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8c5a77fb-657f-4665-819d-7d394ae970b1 req-05a081b3-08b0-4be5-a093-58073854b4e7 tempest-ServerShowV257Test-28631696 tempest-ServerShowV257Test-28631696-project] 10.222.0.58 "GET /v2.0/ports?device_id=142258d6-944c-4654-900b-629d29543c29 HTTP/1.1" status: 200 len: 210 time: 0.0311215 Jul 09 15:11:15.469634 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a1956de3-990f-4337-8613-555613320c72 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:15.539890 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a1956de3-990f-4337-8613-555613320c72 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:15.641417 n-d-799529-6 neutron-server[94446]: INFO neutron.db.l3_db [None req-a1956de3-990f-4337-8613-555613320c72 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Floating IP 6bfebec2-2a16-4718-aebd-b421fd146e65 associated. External IP: 172.25.3.79, port: a62a38cb-7f5f-4ddc-8b08-fef781290f53. Jul 09 15:11:15.843188 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1956de3-990f-4337-8613-555613320c72 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Router 3d381fe8-6ba2-43d7-9ae7-50e209916de5 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:11:16.199640 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1956de3-990f-4337-8613-555613320c72 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:11:16.204372 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a1956de3-990f-4337-8613-555613320c72 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:16.208395 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5487aef9-8cca-43e7-8441-5919c4e21dc8 None None] Sync routers for ids ['3d381fe8-6ba2-43d7-9ae7-50e209916de5'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:11:16.217752 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5487aef9-8cca-43e7-8441-5919c4e21dc8 None None] Routers {'3d381fe8-6ba2-43d7-9ae7-50e209916de5'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:11:16.218353 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-5487aef9-8cca-43e7-8441-5919c4e21dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:10:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['3d381fe8-6ba2-43d7-9ae7-50e209916de5'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:16.241770 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a1956de3-990f-4337-8613-555613320c72 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] 10.222.0.58 "PUT /v2.0/floatingips/6bfebec2-2a16-4718-aebd-b421fd146e65 HTTP/1.1" status: 200 len: 977 time: 1.3010747 Jul 09 15:11:16.242020 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41302) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:16.250661 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-5487aef9-8cca-43e7-8441-5919c4e21dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:16.259274 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5487aef9-8cca-43e7-8441-5919c4e21dc8 None None] Routers {'3d381fe8-6ba2-43d7-9ae7-50e209916de5'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:11:16.259910 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-5487aef9-8cca-43e7-8441-5919c4e21dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:10:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['3d381fe8-6ba2-43d7-9ae7-50e209916de5'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:16.293975 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-5487aef9-8cca-43e7-8441-5919c4e21dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:16.294621 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5487aef9-8cca-43e7-8441-5919c4e21dc8 None None] The sync data for ids ['3d381fe8-6ba2-43d7-9ae7-50e209916de5'] in n-d-799529-6 is: [] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:11:16.338799 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-50a88b03-97c1-4ceb-a8fa-d86f475aa0be tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Deleting port a62a38cb-7f5f-4ddc-8b08-fef781290f53 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:11:16.339145 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-50a88b03-97c1-4ceb-a8fa-d86f475aa0be tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:16.422969 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-50a88b03-97c1-4ceb-a8fa-d86f475aa0be tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:16.553915 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cbfbb0e6-7c75-4502-9042-965bd1d00695 req-b09776c0-4cf7-48e9-8929-3d2d6771bb3c tempest-ServerShowV257Test-28631696 tempest-ServerShowV257Test-28631696-project] 10.222.0.58 "GET /v2.0/ports?device_id=142258d6-944c-4654-900b-629d29543c29 HTTP/1.1" status: 200 len: 210 time: 0.0291018 Jul 09 15:11:16.609050 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-50a88b03-97c1-4ceb-a8fa-d86f475aa0be tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:16.609420 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-50a88b03-97c1-4ceb-a8fa-d86f475aa0be tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:16.609733 n-d-799529-6 neutron-server[94446]: INFO neutron.db.l3_db [None req-50a88b03-97c1-4ceb-a8fa-d86f475aa0be tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Floating IP 6bfebec2-2a16-4718-aebd-b421fd146e65 disassociated. External IP: 172.25.3.79, port: a62a38cb-7f5f-4ddc-8b08-fef781290f53. Jul 09 15:11:16.610074 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-50a88b03-97c1-4ceb-a8fa-d86f475aa0be tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Calling delete_port for a62a38cb-7f5f-4ddc-8b08-fef781290f53 owned by {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:11:16.825169 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-50a88b03-97c1-4ceb-a8fa-d86f475aa0be tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:16.854378 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a88b03-97c1-4ceb-a8fa-d86f475aa0be tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Pushing event deleted for resources: {'Port': ['ID=a62a38cb-7f5f-4ddc-8b08-fef781290f53,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:16.966555 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50a88b03-97c1-4ceb-a8fa-d86f475aa0be tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Router 3d381fe8-6ba2-43d7-9ae7-50e209916de5 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:11:17.074345 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a88b03-97c1-4ceb-a8fa-d86f475aa0be tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:11:17.084256 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcdfad8-382e-421c-a2c5-88a370a29e20 None None] Sync routers for ids ['3d381fe8-6ba2-43d7-9ae7-50e209916de5'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:11:17.094186 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcdfad8-382e-421c-a2c5-88a370a29e20 None None] Routers {'3d381fe8-6ba2-43d7-9ae7-50e209916de5'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:11:17.094853 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-bfcdfad8-382e-421c-a2c5-88a370a29e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:10:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['3d381fe8-6ba2-43d7-9ae7-50e209916de5'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:17.146256 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-50a88b03-97c1-4ceb-a8fa-d86f475aa0be tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:17.148433 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-50a88b03-97c1-4ceb-a8fa-d86f475aa0be tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] 10.222.0.58 "DELETE /v2.0/ports/a62a38cb-7f5f-4ddc-8b08-fef781290f53 HTTP/1.1" status: 204 len: 168 time: 0.9055088 Jul 09 15:11:17.150958 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41316) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:17.197152 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-9a0fb63c-5ecb-4dbf-9cd9-7a3437299fcf tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] 10.222.0.58 "GET /v2.0/floatingips/6bfebec2-2a16-4718-aebd-b421fd146e65 HTTP/1.1" status: 200 len: 687 time: 0.0450153 Jul 09 15:11:17.199668 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41318) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:17.282143 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-bfcdfad8-382e-421c-a2c5-88a370a29e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:17.291026 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcdfad8-382e-421c-a2c5-88a370a29e20 None None] Routers {'3d381fe8-6ba2-43d7-9ae7-50e209916de5'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:11:17.291683 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-bfcdfad8-382e-421c-a2c5-88a370a29e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:10:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['3d381fe8-6ba2-43d7-9ae7-50e209916de5'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:17.327212 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-bfcdfad8-382e-421c-a2c5-88a370a29e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:17.327769 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-913b146c-9fbe-4aff-95f4-c7ff66c7edf8 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Deleting port e174de69-5dba-4f89-aa19-7c3896a92257 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:11:17.327961 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcdfad8-382e-421c-a2c5-88a370a29e20 None None] The sync data for ids ['3d381fe8-6ba2-43d7-9ae7-50e209916de5'] in n-d-799529-6 is: [] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:11:17.328153 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-913b146c-9fbe-4aff-95f4-c7ff66c7edf8 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:17.409012 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-913b146c-9fbe-4aff-95f4-c7ff66c7edf8 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:17.409343 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-913b146c-9fbe-4aff-95f4-c7ff66c7edf8 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:17.421721 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-913b146c-9fbe-4aff-95f4-c7ff66c7edf8 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Calling delete_port for e174de69-5dba-4f89-aa19-7c3896a92257 owned by network:floatingip {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:11:17.621449 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-913b146c-9fbe-4aff-95f4-c7ff66c7edf8 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:17.651695 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913b146c-9fbe-4aff-95f4-c7ff66c7edf8 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Pushing event deleted for resources: {'Port': ['ID=e174de69-5dba-4f89-aa19-7c3896a92257,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:17.710231 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a2062c99-862e-4a6e-8348-78b9cbaabb57 req-acbe0681-ce50-4e10-9996-84046cba5249 tempest-ServerShowV257Test-28631696 tempest-ServerShowV257Test-28631696-project] 10.222.0.58 "GET /v2.0/ports?device_id=142258d6-944c-4654-900b-629d29543c29 HTTP/1.1" status: 200 len: 210 time: 0.0294204 Jul 09 15:11:17.714516 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-913b146c-9fbe-4aff-95f4-c7ff66c7edf8 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for floatingip, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:17.717245 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-913b146c-9fbe-4aff-95f4-c7ff66c7edf8 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:17.718431 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-913b146c-9fbe-4aff-95f4-c7ff66c7edf8 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] 10.222.0.58 "DELETE /v2.0/floatingips/6bfebec2-2a16-4718-aebd-b421fd146e65 HTTP/1.1" status: 204 len: 168 time: 0.5178208 Jul 09 15:11:17.721926 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41324) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:17.727040 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-a965650d-97f5-4606-9aeb-174d317e884c tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Request body: {'floatingip': {'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'port_id': '7791ed0d-a675-457e-affb-e47488a27c38'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:11:17.810053 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a965650d-97f5-4606-9aeb-174d317e884c tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for floatingip, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:17.914954 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a965650d-97f5-4606-9aeb-174d317e884c tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:18.020207 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-a965650d-97f5-4606-9aeb-174d317e884c tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Allocated IP 172.25.3.73 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/4d1d8bed-0197-4944-a4ce-a33ddf80d7a5) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:11:18.124972 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a965650d-97f5-4606-9aeb-174d317e884c tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:18.226329 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a965650d-97f5-4606-9aeb-174d317e884c tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:18.268403 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a965650d-97f5-4606-9aeb-174d317e884c tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:11:18.271296 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-a965650d-97f5-4606-9aeb-174d317e884c tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:11:18.274899 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a965650d-97f5-4606-9aeb-174d317e884c tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:11:18.297023 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a965650d-97f5-4606-9aeb-174d317e884c tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Pushing event updated for resources: {'Port': ['ID=4d1d8bed-0197-4944-a4ce-a33ddf80d7a5,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:18.647120 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a965650d-97f5-4606-9aeb-174d317e884c tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:18.779084 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a965650d-97f5-4606-9aeb-174d317e884c tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:18.912818 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-477cbbd0-3e6e-4d5e-a077-5d8b16a6b7d5 req-912a5711-4cba-4223-91e9-9aa40007b888 tempest-ServerShowV257Test-28631696 tempest-ServerShowV257Test-28631696-project] 10.222.0.58 "GET /v2.0/ports?device_id=142258d6-944c-4654-900b-629d29543c29 HTTP/1.1" status: 200 len: 210 time: 0.0337749 Jul 09 15:11:18.986946 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a965650d-97f5-4606-9aeb-174d317e884c tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:19.072322 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a965650d-97f5-4606-9aeb-174d317e884c tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:19.139495 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a965650d-97f5-4606-9aeb-174d317e884c tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Pushing event updated for resources: {'Port': ['ID=4d1d8bed-0197-4944-a4ce-a33ddf80d7a5,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:19.149774 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a965650d-97f5-4606-9aeb-174d317e884c tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:19.248881 n-d-799529-6 neutron-server[94446]: INFO neutron.db.l3_db [None req-a965650d-97f5-4606-9aeb-174d317e884c tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Floating IP 9a67f54e-3b22-417a-b93f-02f27978c7fc associated. External IP: 172.25.3.73, port: 7791ed0d-a675-457e-affb-e47488a27c38. Jul 09 15:11:19.461416 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a965650d-97f5-4606-9aeb-174d317e884c tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Router 3d381fe8-6ba2-43d7-9ae7-50e209916de5 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:11:19.572343 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a965650d-97f5-4606-9aeb-174d317e884c tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:11:19.582552 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5264abaf-32e6-4ae8-a082-91b1411d243e None None] Sync routers for ids ['3d381fe8-6ba2-43d7-9ae7-50e209916de5'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:11:19.591238 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5264abaf-32e6-4ae8-a082-91b1411d243e None None] Routers {'3d381fe8-6ba2-43d7-9ae7-50e209916de5'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:11:19.591876 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-5264abaf-32e6-4ae8-a082-91b1411d243e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:10:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['3d381fe8-6ba2-43d7-9ae7-50e209916de5'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:19.625086 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-5264abaf-32e6-4ae8-a082-91b1411d243e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:19.634414 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5264abaf-32e6-4ae8-a082-91b1411d243e None None] Routers {'3d381fe8-6ba2-43d7-9ae7-50e209916de5'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:11:19.634807 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-5264abaf-32e6-4ae8-a082-91b1411d243e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:10:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['3d381fe8-6ba2-43d7-9ae7-50e209916de5'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:19.666701 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-5264abaf-32e6-4ae8-a082-91b1411d243e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:19.667361 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5264abaf-32e6-4ae8-a082-91b1411d243e None None] The sync data for ids ['3d381fe8-6ba2-43d7-9ae7-50e209916de5'] in n-d-799529-6 is: [] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:11:19.689689 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a965650d-97f5-4606-9aeb-174d317e884c tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:19.726607 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a965650d-97f5-4606-9aeb-174d317e884c tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.0036211 Jul 09 15:11:19.729457 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41332) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:19.734336 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-b52a7a15-e3c0-4ec8-8812-e0f9c04c99e6 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1836990578'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:11:19.813573 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52a7a15-e3c0-4ec8-8812-e0f9c04c99e6 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Made reservation on behalf of 519d2fd486d94f05ab6d8f82f2bbb147 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:11:19.817182 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b52a7a15-e3c0-4ec8-8812-e0f9c04c99e6 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:19.841301 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b52a7a15-e3c0-4ec8-8812-e0f9c04c99e6 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:11:19.850587 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b52a7a15-e3c0-4ec8-8812-e0f9c04c99e6 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:19.850931 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-b52a7a15-e3c0-4ec8-8812-e0f9c04c99e6 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Added segment 614b5293-2cb0-4d27-a191-cf14812de072 of type vlan for network e3514de9-9d99-48eb-b342-f508faeea1e5 Jul 09 15:11:19.890369 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b52a7a15-e3c0-4ec8-8812-e0f9c04c99e6 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:19.979271 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b52a7a15-e3c0-4ec8-8812-e0f9c04c99e6 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:19.985022 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52a7a15-e3c0-4ec8-8812-e0f9c04c99e6 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:11:19.985670 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b52a7a15-e3c0-4ec8-8812-e0f9c04c99e6 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:20.064931 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52a7a15-e3c0-4ec8-8812-e0f9c04c99e6 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Pushing event updated for resources: {'Network': ['ID=e3514de9-9d99-48eb-b342-f508faeea1e5,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:20.080378 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4fbcec17-3813-484a-a309-98b4e6b869a0 req-e65a1af6-0524-4c77-9081-6a38aed1f111 tempest-ServerShowV257Test-28631696 tempest-ServerShowV257Test-28631696-project] 10.222.0.58 "GET /v2.0/ports?device_id=142258d6-944c-4654-900b-629d29543c29 HTTP/1.1" status: 200 len: 210 time: 0.0366406 Jul 09 15:11:20.081308 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network e3514de9-9d99-48eb-b342-f508faeea1e5 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:11:20.107705 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b52a7a15-e3c0-4ec8-8812-e0f9c04c99e6 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3770330 Jul 09 15:11:20.110183 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41336) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:20.115668 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-92d1b5f2-8725-4b4b-9b81-92999f8298cc tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Request body: {'subnet': {'network_id': 'e3514de9-9d99-48eb-b342-f508faeea1e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:11:20.295328 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d1b5f2-8725-4b4b-9b81-92999f8298cc tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Made reservation on behalf of 519d2fd486d94f05ab6d8f82f2bbb147 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:11:20.299163 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-92d1b5f2-8725-4b4b-9b81-92999f8298cc tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:20.819861 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-92d1b5f2-8725-4b4b-9b81-92999f8298cc tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:20.891420 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d1b5f2-8725-4b4b-9b81-92999f8298cc tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Pushing event updated for resources: {'Subnet': ['ID=69add566-4b42-41e3-8861-c0bc66b1dec3,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:20.897705 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d1b5f2-8725-4b4b-9b81-92999f8298cc tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Checking segment: {'id': '614b5293-2cb0-4d27-a191-cf14812de072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e3514de9-9d99-48eb-b342-f508faeea1e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:11:20.898122 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d1b5f2-8725-4b4b-9b81-92999f8298cc tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Network hostable DHCP agents. Network: e3514de9-9d99-48eb-b342-f508faeea1e5, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:11:21.044201 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d1b5f2-8725-4b4b-9b81-92999f8298cc tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Network e3514de9-9d99-48eb-b342-f508faeea1e5 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:11:21.202870 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-92d1b5f2-8725-4b4b-9b81-92999f8298cc tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, e3514de9-9d99-48eb-b342-f508faeea1e5) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:11:21.210208 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d1b5f2-8725-4b4b-9b81-92999f8298cc tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:11:21.211290 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-92d1b5f2-8725-4b4b-9b81-92999f8298cc tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:21.211420 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d030be94-8e34-488d-9744-8e45315593ae None None] Network e3514de9-9d99-48eb-b342-f508faeea1e5 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:11:21.249614 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6917864e-a29b-4e5a-8b8b-60f3127854d9 req-1f981d59-68c2-4f7e-9c6c-32f3f27d6afd tempest-ServerShowV257Test-28631696 tempest-ServerShowV257Test-28631696-project] 10.222.0.58 "GET /v2.0/ports?device_id=142258d6-944c-4654-900b-629d29543c29 HTTP/1.1" status: 200 len: 210 time: 0.0340519 Jul 09 15:11:21.360028 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-92d1b5f2-8725-4b4b-9b81-92999f8298cc tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2487428 Jul 09 15:11:21.360852 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c223fb-9c7a-4d07-a190-299478c822bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-e3514de9-9d99-48eb-b342-f508faeea1e5', 'network_id': 'e3514de9-9d99-48eb-b342-f508faeea1e5', 'tenant_id': '519d2fd486d94f05ab6d8f82f2bbb147', 'fixed_ips': [{'subnet_id': '69add566-4b42-41e3-8861-c0bc66b1dec3'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:11:21.361979 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-80c223fb-9c7a-4d07-a190-299478c822bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:21.362653 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41342) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:21.367846 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-df591aa6-d6e9-4aa7-aa05-bf9e6eb83d75 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-661298814', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}, 'admin_state_up': False}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:11:21.499582 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-df591aa6-d6e9-4aa7-aa05-bf9e6eb83d75 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:21.500573 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-df591aa6-d6e9-4aa7-aa05-bf9e6eb83d75 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:21.500945 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-80c223fb-9c7a-4d07-a190-299478c822bc None None] Allocated IP 172.20.0.2 (e3514de9-9d99-48eb-b342-f508faeea1e5/69add566-4b42-41e3-8861-c0bc66b1dec3/b9b599c4-1c49-4c70-b858-15653aa1a3c7) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:11:21.598299 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-df591aa6-d6e9-4aa7-aa05-bf9e6eb83d75 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:21.655922 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-80c223fb-9c7a-4d07-a190-299478c822bc None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:21.663970 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-80c223fb-9c7a-4d07-a190-299478c822bc None None] Transition to ACTIVE for port object b9b599c4-1c49-4c70-b858-15653aa1a3c7 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:11:21.678446 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-80c223fb-9c7a-4d07-a190-299478c822bc None None] Transition to ACTIVE for port object b9b599c4-1c49-4c70-b858-15653aa1a3c7 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:11:21.774151 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-80c223fb-9c7a-4d07-a190-299478c822bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:21.816631 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c223fb-9c7a-4d07-a190-299478c822bc None None] Network e3514de9-9d99-48eb-b342-f508faeea1e5 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:11:21.821064 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-80c223fb-9c7a-4d07-a190-299478c822bc None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:11:21.824483 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c223fb-9c7a-4d07-a190-299478c822bc None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:11:21.828636 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-df591aa6-d6e9-4aa7-aa05-bf9e6eb83d75 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:21.835869 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c223fb-9c7a-4d07-a190-299478c822bc None None] Pushing event updated for resources: {'Port': ['ID=b9b599c4-1c49-4c70-b858-15653aa1a3c7,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:21.895162 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-80c223fb-9c7a-4d07-a190-299478c822bc None None] Attempting to bind port b9b599c4-1c49-4c70-b858-15653aa1a3c7 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:11:21.895457 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-80c223fb-9c7a-4d07-a190-299478c822bc None None] Attempting to bind port b9b599c4-1c49-4c70-b858-15653aa1a3c7 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '614b5293-2cb0-4d27-a191-cf14812de072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e3514de9-9d99-48eb-b342-f508faeea1e5'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:11:21.895850 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c223fb-9c7a-4d07-a190-299478c822bc None None] Attempting to bind port b9b599c4-1c49-4c70-b858-15653aa1a3c7 on network e3514de9-9d99-48eb-b342-f508faeea1e5 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:11:21.900719 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c223fb-9c7a-4d07-a190-299478c822bc None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:11:21.901088 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c223fb-9c7a-4d07-a190-299478c822bc None None] Checking segment: {'id': '614b5293-2cb0-4d27-a191-cf14812de072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e3514de9-9d99-48eb-b342-f508faeea1e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:11:21.901488 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-80c223fb-9c7a-4d07-a190-299478c822bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:21.901878 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c223fb-9c7a-4d07-a190-299478c822bc None None] Bound using segment: {'id': '614b5293-2cb0-4d27-a191-cf14812de072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e3514de9-9d99-48eb-b342-f508faeea1e5'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:11:21.902336 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-80c223fb-9c7a-4d07-a190-299478c822bc None None] Bound port: b9b599c4-1c49-4c70-b858-15653aa1a3c7, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '614b5293-2cb0-4d27-a191-cf14812de072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e3514de9-9d99-48eb-b342-f508faeea1e5'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:11:21.902717 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-80c223fb-9c7a-4d07-a190-299478c822bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:21.965447 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-80c223fb-9c7a-4d07-a190-299478c822bc None None] For port b9b599c4-1c49-4c70-b858-15653aa1a3c7, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:11:21.968473 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-80c223fb-9c7a-4d07-a190-299478c822bc None None] For port b9b599c4-1c49-4c70-b858-15653aa1a3c7, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=b9b599c4-1c49-4c70-b858-15653aa1a3c7,segment=NetworkSegment(614b5293-2cb0-4d27-a191-cf14812de072),segment_id=614b5293-2cb0-4d27-a191-cf14812de072)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:11:22.039090 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-80c223fb-9c7a-4d07-a190-299478c822bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:22.099626 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c223fb-9c7a-4d07-a190-299478c822bc None None] Pushing event updated for resources: {'Port': ['ID=b9b599c4-1c49-4c70-b858-15653aa1a3c7,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:22.194908 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-df591aa6-d6e9-4aa7-aa05-bf9e6eb83d75 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for router_gateway, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:22.220131 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-df591aa6-d6e9-4aa7-aa05-bf9e6eb83d75 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:22.354504 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-df591aa6-d6e9-4aa7-aa05-bf9e6eb83d75 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Allocated IP 172.25.3.19 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/f0ee5e36-3e92-4517-92d4-83d12969ac0d) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:11:22.414932 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-af4ca0ab-2d57-476a-9946-facd4fdc4564 req-c9be3bbc-50a3-4c7e-a176-19e2fc58c1ed tempest-ServerShowV257Test-28631696 tempest-ServerShowV257Test-28631696-project] 10.222.0.58 "GET /v2.0/ports?device_id=142258d6-944c-4654-900b-629d29543c29 HTTP/1.1" status: 200 len: 210 time: 0.0346024 Jul 09 15:11:22.468595 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-df591aa6-d6e9-4aa7-aa05-bf9e6eb83d75 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:22.547112 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-df591aa6-d6e9-4aa7-aa05-bf9e6eb83d75 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:22.591947 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df591aa6-d6e9-4aa7-aa05-bf9e6eb83d75 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:11:22.594759 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-df591aa6-d6e9-4aa7-aa05-bf9e6eb83d75 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:11:22.598414 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df591aa6-d6e9-4aa7-aa05-bf9e6eb83d75 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:11:22.604806 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df591aa6-d6e9-4aa7-aa05-bf9e6eb83d75 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Pushing event updated for resources: {'Port': ['ID=f0ee5e36-3e92-4517-92d4-83d12969ac0d,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:22.919119 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-df591aa6-d6e9-4aa7-aa05-bf9e6eb83d75 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for router_gateway, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:23.052915 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device b9b599c4-1c49-4c70-b858-15653aa1a3c7 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:11:23.103923 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74996a2-3284-49dc-91b1-ad99a6e14a01 None None] Network e3514de9-9d99-48eb-b342-f508faeea1e5 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:11:23.139759 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-df591aa6-d6e9-4aa7-aa05-bf9e6eb83d75 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:23.263018 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port b9b599c4-1c49-4c70-b858-15653aa1a3c7 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:11:23.324044 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-bc5805c3-43c4-47d6-8c11-e40e89c341f5 None None] Provisioning for port b9b599c4-1c49-4c70-b858-15653aa1a3c7 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:11:23.328274 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-bc5805c3-43c4-47d6-8c11-e40e89c341f5 None None] Provisioning complete for port b9b599c4-1c49-4c70-b858-15653aa1a3c7 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:11:23.328701 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-bc5805c3-43c4-47d6-8c11-e40e89c341f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:23.353673 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df591aa6-d6e9-4aa7-aa05-bf9e6eb83d75 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Router df006ba4-be40-48cd-bdfa-95d3077b1917 is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 15:11:23.415225 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-bc5805c3-43c4-47d6-8c11-e40e89c341f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:23.450098 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:23.452482 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-bc5805c3-43c4-47d6-8c11-e40e89c341f5 None None] For port b9b599c4-1c49-4c70-b858-15653aa1a3c7, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=b9b599c4-1c49-4c70-b858-15653aa1a3c7,segment=NetworkSegment(614b5293-2cb0-4d27-a191-cf14812de072),segment_id=614b5293-2cb0-4d27-a191-cf14812de072)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:11:23.529521 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-bc5805c3-43c4-47d6-8c11-e40e89c341f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:23.582182 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5805c3-43c4-47d6-8c11-e40e89c341f5 None None] Pushing event updated for resources: {'Port': ['ID=b9b599c4-1c49-4c70-b858-15653aa1a3c7,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:23.644999 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:11:23.652039 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-0aa50f11-0ea4-4a86-9af6-addd7881acfd None None] Provisioning complete for port b9b599c4-1c49-4c70-b858-15653aa1a3c7 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:11:23.652505 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0aa50f11-0ea4-4a86-9af6-addd7881acfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:23.761866 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3760e8e6-7f11-439f-9845-48321597a41c req-86ecfb16-94ea-4d86-a7b6-2a1bb3224797 tempest-ServerShowV257Test-28631696 tempest-ServerShowV257Test-28631696-project] 10.222.0.58 "GET /v2.0/ports?device_id=142258d6-944c-4654-900b-629d29543c29 HTTP/1.1" status: 200 len: 210 time: 0.0346916 Jul 09 15:11:23.764592 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df591aa6-d6e9-4aa7-aa05-bf9e6eb83d75 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:11:23.778602 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b6c79b-22ec-4ed5-8f33-a9208b4140b7 None None] Sync routers for ids ['df006ba4-be40-48cd-bdfa-95d3077b1917'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:11:23.788611 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b6c79b-22ec-4ed5-8f33-a9208b4140b7 None None] Routers {'df006ba4-be40-48cd-bdfa-95d3077b1917'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:11:23.789230 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-85b6c79b-22ec-4ed5-8f33-a9208b4140b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:10:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['df006ba4-be40-48cd-bdfa-95d3077b1917'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:23.820839 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-85b6c79b-22ec-4ed5-8f33-a9208b4140b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:23.829336 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b6c79b-22ec-4ed5-8f33-a9208b4140b7 None None] Routers {'df006ba4-be40-48cd-bdfa-95d3077b1917'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:11:23.829927 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-85b6c79b-22ec-4ed5-8f33-a9208b4140b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:10:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['df006ba4-be40-48cd-bdfa-95d3077b1917'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:23.850196 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-df591aa6-d6e9-4aa7-aa05-bf9e6eb83d75 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:23.851433 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-df591aa6-d6e9-4aa7-aa05-bf9e6eb83d75 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.4876568 Jul 09 15:11:23.854090 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41354) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:23.866486 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-85b6c79b-22ec-4ed5-8f33-a9208b4140b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:23.867147 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b6c79b-22ec-4ed5-8f33-a9208b4140b7 None None] The sync data for ids ['df006ba4-be40-48cd-bdfa-95d3077b1917'] in n-d-799529-6 is: [] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:11:24.299330 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-40111104-3aa4-426a-9445-33da28a9d170 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:24.603330 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-40111104-3aa4-426a-9445-33da28a9d170 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Allocated IP 172.20.0.1 (e3514de9-9d99-48eb-b342-f508faeea1e5/69add566-4b42-41e3-8861-c0bc66b1dec3/a1be7db8-f6d1-4a63-9011-27fa509fc276) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:11:24.715077 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-40111104-3aa4-426a-9445-33da28a9d170 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:24.729580 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-40111104-3aa4-426a-9445-33da28a9d170 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Transition to ACTIVE for port object a1be7db8-f6d1-4a63-9011-27fa509fc276 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:11:24.871305 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-40111104-3aa4-426a-9445-33da28a9d170 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:24.919071 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40111104-3aa4-426a-9445-33da28a9d170 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Network e3514de9-9d99-48eb-b342-f508faeea1e5 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:11:24.922286 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-40111104-3aa4-426a-9445-33da28a9d170 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:11:24.924733 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bde2bfd1-7573-4f34-bb57-46742712337f req-ade60080-f961-4909-97c7-21cc4e2d038c tempest-ServerShowV257Test-28631696 tempest-ServerShowV257Test-28631696-project] 10.222.0.58 "GET /v2.0/ports?device_id=142258d6-944c-4654-900b-629d29543c29 HTTP/1.1" status: 200 len: 210 time: 0.0350964 Jul 09 15:11:24.926865 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40111104-3aa4-426a-9445-33da28a9d170 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:11:24.934749 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40111104-3aa4-426a-9445-33da28a9d170 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Pushing event updated for resources: {'Port': ['ID=a1be7db8-f6d1-4a63-9011-27fa509fc276,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:24.978648 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-40111104-3aa4-426a-9445-33da28a9d170 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:25.049493 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device b9b599c4-1c49-4c70-b858-15653aa1a3c7 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:11:25.101056 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port b9b599c4-1c49-4c70-b858-15653aa1a3c7 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:11:25.101439 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:25.398278 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-3f37fc09-f760-47f7-9563-e7a4c751b8e6 None None] Provisioning for port a1be7db8-f6d1-4a63-9011-27fa509fc276 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:11:25.402121 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-3f37fc09-f760-47f7-9563-e7a4c751b8e6 None None] Provisioning complete for port a1be7db8-f6d1-4a63-9011-27fa509fc276 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:11:25.402534 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3f37fc09-f760-47f7-9563-e7a4c751b8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:25.413412 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-40111104-3aa4-426a-9445-33da28a9d170 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:25.440294 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-3f37fc09-f760-47f7-9563-e7a4c751b8e6 None None] Port a1be7db8-f6d1-4a63-9011-27fa509fc276 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:11:25.682897 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-40111104-3aa4-426a-9445-33da28a9d170 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:25.752089 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-40111104-3aa4-426a-9445-33da28a9d170 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:25.831033 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40111104-3aa4-426a-9445-33da28a9d170 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Pushing event updated for resources: {'Port': ['ID=a1be7db8-f6d1-4a63-9011-27fa509fc276,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:25.833583 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-40111104-3aa4-426a-9445-33da28a9d170 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:25.928080 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40111104-3aa4-426a-9445-33da28a9d170 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Network e3514de9-9d99-48eb-b342-f508faeea1e5 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:11:25.929541 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-40111104-3aa4-426a-9445-33da28a9d170 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:11:26.044889 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40111104-3aa4-426a-9445-33da28a9d170 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Router df006ba4-be40-48cd-bdfa-95d3077b1917 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:11:26.132403 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d8c267a0-8da8-4433-a887-e31370b278b4 req-d1157296-698d-4a1f-99f8-c1b82072f5b9 tempest-ServerShowV257Test-28631696 tempest-ServerShowV257Test-28631696-project] 10.222.0.58 "GET /v2.0/ports?device_id=142258d6-944c-4654-900b-629d29543c29 HTTP/1.1" status: 200 len: 210 time: 0.0638871 Jul 09 15:11:26.133521 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0c29cdd1-d56f-46d3-8d93-708f366af378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:26.175396 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-0a8fb959-6434-4b48-a7b5-035354b72ab6 None None] Provisioning complete for port a1be7db8-f6d1-4a63-9011-27fa509fc276 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:11:26.176085 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0a8fb959-6434-4b48-a7b5-035354b72ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:26.198232 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40111104-3aa4-426a-9445-33da28a9d170 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:11:26.205886 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-40111104-3aa4-426a-9445-33da28a9d170 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] 10.222.0.58 "PUT /v2.0/routers/df006ba4-be40-48cd-bdfa-95d3077b1917/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3479259 Jul 09 15:11:26.205886 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41364) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:26.211089 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-8838b32b-2323-4158-b06e-0feecda46e81 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Request body: {'port': {'network_id': 'e3514de9-9d99-48eb-b342-f508faeea1e5', 'name': 'tempest-FloatingIPTestJSON-1406612384'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:11:26.212755 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759b7ff7-00a0-465e-be54-1dfef3d2ef21 None None] Sync routers for ids ['df006ba4-be40-48cd-bdfa-95d3077b1917'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:11:26.213494 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-0a8fb959-6434-4b48-a7b5-035354b72ab6 None None] Port a1be7db8-f6d1-4a63-9011-27fa509fc276 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:11:26.222238 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759b7ff7-00a0-465e-be54-1dfef3d2ef21 None None] Routers {'df006ba4-be40-48cd-bdfa-95d3077b1917'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:11:26.222842 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-759b7ff7-00a0-465e-be54-1dfef3d2ef21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:10:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['df006ba4-be40-48cd-bdfa-95d3077b1917'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:26.258189 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-759b7ff7-00a0-465e-be54-1dfef3d2ef21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:26.266866 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759b7ff7-00a0-465e-be54-1dfef3d2ef21 None None] Routers {'df006ba4-be40-48cd-bdfa-95d3077b1917'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:11:26.267469 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-759b7ff7-00a0-465e-be54-1dfef3d2ef21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:10:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['df006ba4-be40-48cd-bdfa-95d3077b1917'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:26.298672 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-759b7ff7-00a0-465e-be54-1dfef3d2ef21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:26.299309 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759b7ff7-00a0-465e-be54-1dfef3d2ef21 None None] The sync data for ids ['df006ba4-be40-48cd-bdfa-95d3077b1917'] in n-d-799529-6 is: [] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:11:26.363712 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8838b32b-2323-4158-b06e-0feecda46e81 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Made reservation on behalf of 519d2fd486d94f05ab6d8f82f2bbb147 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:11:26.367272 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8838b32b-2323-4158-b06e-0feecda46e81 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:26.388088 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-8838b32b-2323-4158-b06e-0feecda46e81 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] device_id is not set on port d2eb6995-f3ba-45aa-818f-300ede5a45ed yet. {{(pid=94446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 15:11:26.754534 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-8838b32b-2323-4158-b06e-0feecda46e81 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Allocated IP 172.20.0.10 (e3514de9-9d99-48eb-b342-f508faeea1e5/69add566-4b42-41e3-8861-c0bc66b1dec3/d2eb6995-f3ba-45aa-818f-300ede5a45ed) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:11:26.897433 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8838b32b-2323-4158-b06e-0feecda46e81 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:26.909588 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-8838b32b-2323-4158-b06e-0feecda46e81 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Transition to ACTIVE for port object d2eb6995-f3ba-45aa-818f-300ede5a45ed will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:11:26.996808 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8838b32b-2323-4158-b06e-0feecda46e81 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:27.044032 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8838b32b-2323-4158-b06e-0feecda46e81 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Network e3514de9-9d99-48eb-b342-f508faeea1e5 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:11:27.047067 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-8838b32b-2323-4158-b06e-0feecda46e81 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:11:27.050900 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8838b32b-2323-4158-b06e-0feecda46e81 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:11:27.057836 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8838b32b-2323-4158-b06e-0feecda46e81 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Pushing event updated for resources: {'Port': ['ID=d2eb6995-f3ba-45aa-818f-300ede5a45ed,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:27.109310 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8838b32b-2323-4158-b06e-0feecda46e81 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:11:27.110082 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8838b32b-2323-4158-b06e-0feecda46e81 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:27.231867 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-8838b32b-2323-4158-b06e-0feecda46e81 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0247285 Jul 09 15:11:27.234172 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41370) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:27.239069 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-19fe0ddf-0f52-4374-a7eb-85d976b9e5ac tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Request body: {'floatingip': {'port_id': 'd2eb6995-f3ba-45aa-818f-300ede5a45ed'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:11:27.285973 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-28896171-1ad0-4264-9a20-792433ae9dca req-d71c27e6-ddc7-4846-a585-4f119cca5b74 tempest-ServerShowV257Test-28631696 tempest-ServerShowV257Test-28631696-project] 10.222.0.58 "GET /v2.0/ports?device_id=142258d6-944c-4654-900b-629d29543c29 HTTP/1.1" status: 200 len: 210 time: 0.0285952 Jul 09 15:11:27.299373 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-e3dbe787-9396-4955-b00b-748d2744f421 None None] Provisioning for port d2eb6995-f3ba-45aa-818f-300ede5a45ed completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:11:27.300225 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-19fe0ddf-0f52-4374-a7eb-85d976b9e5ac tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for floatingip, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:27.304455 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-e3dbe787-9396-4955-b00b-748d2744f421 None None] Provisioning complete for port d2eb6995-f3ba-45aa-818f-300ede5a45ed triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:11:27.315414 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e3dbe787-9396-4955-b00b-748d2744f421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:27.348418 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-e3dbe787-9396-4955-b00b-748d2744f421 None None] Port d2eb6995-f3ba-45aa-818f-300ede5a45ed cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:11:27.779815 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-19fe0ddf-0f52-4374-a7eb-85d976b9e5ac tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:27.811884 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [req-d147d9d6-ba6f-4d94-9b4b-2e4d609f9dc1 req-d0303168-647f-4127-b089-8304889d2336 service neutron] (94445) timed out ('10.222.0.62', 54002) {{(pid=94445) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 15:11:27.859336 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-19fe0ddf-0f52-4374-a7eb-85d976b9e5ac tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:27.960437 n-d-799529-6 neutron-server[94446]: INFO neutron.db.l3_db [None req-19fe0ddf-0f52-4374-a7eb-85d976b9e5ac tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Floating IP 9a67f54e-3b22-417a-b93f-02f27978c7fc associated. External IP: 172.25.3.73, port: 7791ed0d-a675-457e-affb-e47488a27c38. Jul 09 15:11:28.166076 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19fe0ddf-0f52-4374-a7eb-85d976b9e5ac tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Router 3d381fe8-6ba2-43d7-9ae7-50e209916de5 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:11:28.273815 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19fe0ddf-0f52-4374-a7eb-85d976b9e5ac tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:11:28.283729 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6111db-53a8-4120-b24a-d00d81f19cef None None] Sync routers for ids ['3d381fe8-6ba2-43d7-9ae7-50e209916de5'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:11:28.293063 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6111db-53a8-4120-b24a-d00d81f19cef None None] Routers {'3d381fe8-6ba2-43d7-9ae7-50e209916de5'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:11:28.295469 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-2a6111db-53a8-4120-b24a-d00d81f19cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:10:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['3d381fe8-6ba2-43d7-9ae7-50e209916de5'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:28.330497 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-2a6111db-53a8-4120-b24a-d00d81f19cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:28.339876 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6111db-53a8-4120-b24a-d00d81f19cef None None] Routers {'3d381fe8-6ba2-43d7-9ae7-50e209916de5'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:11:28.340500 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-2a6111db-53a8-4120-b24a-d00d81f19cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:10:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['3d381fe8-6ba2-43d7-9ae7-50e209916de5'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:28.372785 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-2a6111db-53a8-4120-b24a-d00d81f19cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:28.373501 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6111db-53a8-4120-b24a-d00d81f19cef None None] The sync data for ids ['3d381fe8-6ba2-43d7-9ae7-50e209916de5'] in n-d-799529-6 is: [] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:11:28.444835 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3340c513-90b5-4c2e-b341-45be53ddf3b9 req-c9c055a4-ccdd-4812-a590-5223dcc5b844 tempest-ServerShowV257Test-28631696 tempest-ServerShowV257Test-28631696-project] 10.222.0.58 "GET /v2.0/ports?device_id=142258d6-944c-4654-900b-629d29543c29 HTTP/1.1" status: 200 len: 210 time: 0.0308504 Jul 09 15:11:28.496766 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19fe0ddf-0f52-4374-a7eb-85d976b9e5ac tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Router df006ba4-be40-48cd-bdfa-95d3077b1917 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:11:28.603017 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19fe0ddf-0f52-4374-a7eb-85d976b9e5ac tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:11:28.607689 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-19fe0ddf-0f52-4374-a7eb-85d976b9e5ac tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:28.611907 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18fa713-41ad-4e8b-9df9-19a3cd179d8a None None] Sync routers for ids ['df006ba4-be40-48cd-bdfa-95d3077b1917'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:11:28.621876 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18fa713-41ad-4e8b-9df9-19a3cd179d8a None None] Routers {'df006ba4-be40-48cd-bdfa-95d3077b1917'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:11:28.622475 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-c18fa713-41ad-4e8b-9df9-19a3cd179d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:10:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['df006ba4-be40-48cd-bdfa-95d3077b1917'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:28.656553 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-c18fa713-41ad-4e8b-9df9-19a3cd179d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:28.665335 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18fa713-41ad-4e8b-9df9-19a3cd179d8a None None] Routers {'df006ba4-be40-48cd-bdfa-95d3077b1917'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:11:28.665924 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-c18fa713-41ad-4e8b-9df9-19a3cd179d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:10:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['df006ba4-be40-48cd-bdfa-95d3077b1917'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:28.676750 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-19fe0ddf-0f52-4374-a7eb-85d976b9e5ac tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] 10.222.0.58 "PUT /v2.0/floatingips/9a67f54e-3b22-417a-b93f-02f27978c7fc HTTP/1.1" status: 200 len: 978 time: 1.4413052 Jul 09 15:11:28.679948 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41380) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:28.696384 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-c18fa713-41ad-4e8b-9df9-19a3cd179d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:28.697026 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18fa713-41ad-4e8b-9df9-19a3cd179d8a None None] The sync data for ids ['df006ba4-be40-48cd-bdfa-95d3077b1917'] in n-d-799529-6 is: [] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:11:28.776381 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-6c0e5647-54a5-4299-92cb-b3fec3fcce26 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Deleting port d2eb6995-f3ba-45aa-818f-300ede5a45ed {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:11:28.776634 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c0e5647-54a5-4299-92cb-b3fec3fcce26 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:28.857714 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c0e5647-54a5-4299-92cb-b3fec3fcce26 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:29.029862 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c0e5647-54a5-4299-92cb-b3fec3fcce26 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:29.030142 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c0e5647-54a5-4299-92cb-b3fec3fcce26 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:29.030452 n-d-799529-6 neutron-server[94446]: INFO neutron.db.l3_db [None req-6c0e5647-54a5-4299-92cb-b3fec3fcce26 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Floating IP 9a67f54e-3b22-417a-b93f-02f27978c7fc disassociated. External IP: 172.25.3.73, port: d2eb6995-f3ba-45aa-818f-300ede5a45ed. Jul 09 15:11:29.030790 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-6c0e5647-54a5-4299-92cb-b3fec3fcce26 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Calling delete_port for d2eb6995-f3ba-45aa-818f-300ede5a45ed owned by {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:11:29.064774 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ba0c202a-363b-4fdb-8590-4ec9c7948f29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:29.230401 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:29.253652 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c0e5647-54a5-4299-92cb-b3fec3fcce26 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:29.287837 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0e5647-54a5-4299-92cb-b3fec3fcce26 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Pushing event deleted for resources: {'Port': ['ID=d2eb6995-f3ba-45aa-818f-300ede5a45ed,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:29.299213 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0e5647-54a5-4299-92cb-b3fec3fcce26 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:11:29.299582 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0e5647-54a5-4299-92cb-b3fec3fcce26 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:11:29.299929 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0e5647-54a5-4299-92cb-b3fec3fcce26 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:11:29.301494 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0e5647-54a5-4299-92cb-b3fec3fcce26 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:11:29.301494 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0e5647-54a5-4299-92cb-b3fec3fcce26 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:11:29.301494 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0e5647-54a5-4299-92cb-b3fec3fcce26 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:11:29.301494 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0e5647-54a5-4299-92cb-b3fec3fcce26 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:11:29.301494 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0e5647-54a5-4299-92cb-b3fec3fcce26 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:11:29.301985 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0e5647-54a5-4299-92cb-b3fec3fcce26 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:11:29.302137 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0e5647-54a5-4299-92cb-b3fec3fcce26 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:11:29.302462 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0e5647-54a5-4299-92cb-b3fec3fcce26 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:11:29.302781 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0e5647-54a5-4299-92cb-b3fec3fcce26 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:11:29.413601 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c0e5647-54a5-4299-92cb-b3fec3fcce26 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Router df006ba4-be40-48cd-bdfa-95d3077b1917 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:11:29.535855 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c0e5647-54a5-4299-92cb-b3fec3fcce26 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:11:29.548166 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5fe37e-490f-4e98-911d-f94fb0b2c072 None None] Sync routers for ids ['df006ba4-be40-48cd-bdfa-95d3077b1917'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:11:29.559298 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5fe37e-490f-4e98-911d-f94fb0b2c072 None None] Routers {'df006ba4-be40-48cd-bdfa-95d3077b1917'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:11:29.560062 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-cd5fe37e-490f-4e98-911d-f94fb0b2c072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:11:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['df006ba4-be40-48cd-bdfa-95d3077b1917'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:29.601905 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-cd5fe37e-490f-4e98-911d-f94fb0b2c072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:29.605031 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5fe37e-490f-4e98-911d-f94fb0b2c072 None None] Routers {'df006ba4-be40-48cd-bdfa-95d3077b1917'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:11:29.605796 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-cd5fe37e-490f-4e98-911d-f94fb0b2c072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:11:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['df006ba4-be40-48cd-bdfa-95d3077b1917'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:29.622737 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fa368439-9d26-4b5e-b3d2-3c75963225ac req-55f5b242-87d4-4254-be86-03da2bc4a532 tempest-ServerShowV257Test-28631696 tempest-ServerShowV257Test-28631696-project] 10.222.0.58 "GET /v2.0/ports?device_id=142258d6-944c-4654-900b-629d29543c29 HTTP/1.1" status: 200 len: 210 time: 0.0351663 Jul 09 15:11:29.636494 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c0e5647-54a5-4299-92cb-b3fec3fcce26 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:29.638632 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-6c0e5647-54a5-4299-92cb-b3fec3fcce26 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] 10.222.0.58 "DELETE /v2.0/ports/d2eb6995-f3ba-45aa-818f-300ede5a45ed HTTP/1.1" status: 204 len: 168 time: 0.9577739 Jul 09 15:11:29.641443 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41384) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:29.648657 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-cd5fe37e-490f-4e98-911d-f94fb0b2c072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:29.649323 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5fe37e-490f-4e98-911d-f94fb0b2c072 None None] The sync data for ids ['df006ba4-be40-48cd-bdfa-95d3077b1917'] in n-d-799529-6 is: [] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:11:29.982876 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7924dfcd-2e2c-4f6e-b4de-ea5f8991fc02 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:30.283825 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:30.512236 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-7924dfcd-2e2c-4f6e-b4de-ea5f8991fc02 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Deleting port a1be7db8-f6d1-4a63-9011-27fa509fc276 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:11:30.512581 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7924dfcd-2e2c-4f6e-b4de-ea5f8991fc02 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:30.596685 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7924dfcd-2e2c-4f6e-b4de-ea5f8991fc02 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:30.608354 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3a29577b-7fed-4f44-b59d-60d5accb057c req-a7099f50-0271-4290-8ded-e8f4583dd1bf service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=142258d6-944c-4654-900b-629d29543c29 HTTP/1.1" status: 200 len: 210 time: 0.0305748 Jul 09 15:11:30.608902 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-7924dfcd-2e2c-4f6e-b4de-ea5f8991fc02 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Calling delete_port for a1be7db8-f6d1-4a63-9011-27fa509fc276 owned by network:router_interface {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:11:30.775689 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-39d55a34-6246-48e7-85b7-4bb436c906d4 req-a1599f96-75af-4671-9232-cf3ccd096d93 tempest-ServerShowV257Test-28631696 tempest-ServerShowV257Test-28631696-project] 10.222.0.58 "GET /v2.0/ports?device_id=142258d6-944c-4654-900b-629d29543c29 HTTP/1.1" status: 200 len: 210 time: 0.0287941 Jul 09 15:11:30.871020 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7924dfcd-2e2c-4f6e-b4de-ea5f8991fc02 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:30.896733 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7924dfcd-2e2c-4f6e-b4de-ea5f8991fc02 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Pushing event deleted for resources: {'Port': ['ID=a1be7db8-f6d1-4a63-9011-27fa509fc276,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:31.075963 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7924dfcd-2e2c-4f6e-b4de-ea5f8991fc02 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:31.285655 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7924dfcd-2e2c-4f6e-b4de-ea5f8991fc02 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Router df006ba4-be40-48cd-bdfa-95d3077b1917 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:11:31.388961 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7924dfcd-2e2c-4f6e-b4de-ea5f8991fc02 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:11:31.393950 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7924dfcd-2e2c-4f6e-b4de-ea5f8991fc02 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] 10.222.0.58 "PUT /v2.0/routers/df006ba4-be40-48cd-bdfa-95d3077b1917/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7513354 Jul 09 15:11:31.396616 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41388) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:31.398793 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d0f499-dc0a-4511-9cdd-fe3efe86c956 None None] Sync routers for ids ['df006ba4-be40-48cd-bdfa-95d3077b1917'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:11:31.407727 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d0f499-dc0a-4511-9cdd-fe3efe86c956 None None] Routers {'df006ba4-be40-48cd-bdfa-95d3077b1917'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:11:31.408323 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-67d0f499-dc0a-4511-9cdd-fe3efe86c956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:11:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['df006ba4-be40-48cd-bdfa-95d3077b1917'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:31.445103 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-67d0f499-dc0a-4511-9cdd-fe3efe86c956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:31.453547 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d0f499-dc0a-4511-9cdd-fe3efe86c956 None None] Routers {'df006ba4-be40-48cd-bdfa-95d3077b1917'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:11:31.454144 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-67d0f499-dc0a-4511-9cdd-fe3efe86c956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:11:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['df006ba4-be40-48cd-bdfa-95d3077b1917'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:31.510395 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f2eab33a-4c34-45d0-8ba9-9f0db59997fe tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for router, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:31.580194 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-67d0f499-dc0a-4511-9cdd-fe3efe86c956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:31.580758 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d0f499-dc0a-4511-9cdd-fe3efe86c956 None None] The sync data for ids ['df006ba4-be40-48cd-bdfa-95d3077b1917'] in n-d-799529-6 is: [] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:11:31.619970 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f2eab33a-4c34-45d0-8ba9-9f0db59997fe tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:31.649686 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:31.782489 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-f2eab33a-4c34-45d0-8ba9-9f0db59997fe tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Deleting port f0ee5e36-3e92-4517-92d4-83d12969ac0d {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:11:31.782831 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f2eab33a-4c34-45d0-8ba9-9f0db59997fe tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:31.862150 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f2eab33a-4c34-45d0-8ba9-9f0db59997fe tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:31.874357 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-f2eab33a-4c34-45d0-8ba9-9f0db59997fe tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Calling delete_port for f0ee5e36-3e92-4517-92d4-83d12969ac0d owned by network:router_gateway {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:11:31.952703 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6ba4b5a6-1021-4636-8c0a-84b4a4471365 req-9ea176c6-cc0f-4a37-9746-b22979df70f0 tempest-ServerShowV257Test-28631696 tempest-ServerShowV257Test-28631696-project] 10.222.0.58 "GET /v2.0/ports?device_id=142258d6-944c-4654-900b-629d29543c29 HTTP/1.1" status: 200 len: 210 time: 0.0320148 Jul 09 15:11:32.140792 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f2eab33a-4c34-45d0-8ba9-9f0db59997fe tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:32.171666 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eab33a-4c34-45d0-8ba9-9f0db59997fe tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Pushing event deleted for resources: {'Port': ['ID=f0ee5e36-3e92-4517-92d4-83d12969ac0d,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:32.234379 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f2eab33a-4c34-45d0-8ba9-9f0db59997fe tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:32.325628 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f2eab33a-4c34-45d0-8ba9-9f0db59997fe tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:32.327746 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f2eab33a-4c34-45d0-8ba9-9f0db59997fe tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:32.472584 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f2eab33a-4c34-45d0-8ba9-9f0db59997fe tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:32.472961 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2eab33a-4c34-45d0-8ba9-9f0db59997fe tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Fanout notify agent at l3_agent the message router_deleted on router df006ba4-be40-48cd-bdfa-95d3077b1917 {{(pid=94446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 15:11:32.479986 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f2eab33a-4c34-45d0-8ba9-9f0db59997fe tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:32.481016 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f2eab33a-4c34-45d0-8ba9-9f0db59997fe tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] 10.222.0.58 "DELETE /v2.0/routers/df006ba4-be40-48cd-bdfa-95d3077b1917 HTTP/1.1" status: 204 len: 168 time: 1.0834839 Jul 09 15:11:32.484027 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41396) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:32.529021 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7af2d429-46b0-42d9-860d-dfff075916c8 req-05fb8a1f-f72b-4a9b-9e03-35d43a31896c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=492881f2276a4797b7fed1cf3b7bee08&device_id=142258d6-944c-4654-900b-629d29543c29 HTTP/1.1" status: 200 len: 210 time: 0.0288081 Jul 09 15:11:32.541322 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-701e7796-93a7-4b3a-8d3c-23722df233c9 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Deleting subnet 69add566-4b42-41e3-8861-c0bc66b1dec3 {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:11:32.544956 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-701e7796-93a7-4b3a-8d3c-23722df233c9 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:32.556488 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7af2d429-46b0-42d9-860d-dfff075916c8 req-8daf625a-6dec-48b4-9e13-5a8497ce5886 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=492881f2276a4797b7fed1cf3b7bee08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0198677 Jul 09 15:11:32.602737 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c57dc07c-a45f-4b5c-a0e3-386205552cfb req-5cc28f48-e55b-46c2-a8e3-b43b624e9e44 tempest-ServerShowV257Test-28631696 tempest-ServerShowV257Test-28631696-project] 10.222.0.58 "GET /v2.0/ports?device_id=142258d6-944c-4654-900b-629d29543c29 HTTP/1.1" status: 200 len: 210 time: 0.0368099 Jul 09 15:11:32.611629 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-701e7796-93a7-4b3a-8d3c-23722df233c9 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:32.657287 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af2d429-46b0-42d9-860d-dfff075916c8 req-318bca05-b795-4488-bb22-1f6df0df2cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:11:32.658791 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7af2d429-46b0-42d9-860d-dfff075916c8 req-318bca05-b795-4488-bb22-1f6df0df2cf9 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0969911 Jul 09 15:11:32.704258 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-701e7796-93a7-4b3a-8d3c-23722df233c9 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:32.865708 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-701e7796-93a7-4b3a-8d3c-23722df233c9 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:32.893829 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701e7796-93a7-4b3a-8d3c-23722df233c9 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Pushing event deleted for resources: {'Subnet': ['ID=69add566-4b42-41e3-8861-c0bc66b1dec3,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:32.897736 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-701e7796-93a7-4b3a-8d3c-23722df233c9 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:32.900326 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-701e7796-93a7-4b3a-8d3c-23722df233c9 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] 10.222.0.58 "DELETE /v2.0/subnets/69add566-4b42-41e3-8861-c0bc66b1dec3 HTTP/1.1" status: 204 len: 168 time: 0.4151013 Jul 09 15:11:32.902500 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41398) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:32.903451 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1812a25-b406-4f7f-9c5c-713702c68657 None None] Network e3514de9-9d99-48eb-b342-f508faeea1e5 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:11:33.002587 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7aaad522-0154-43c9-a7a9-040a8c9c35f1 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:33.061404 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-7aaad522-0154-43c9-a7a9-040a8c9c35f1 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Deleting port b9b599c4-1c49-4c70-b858-15653aa1a3c7 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:11:33.061870 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7aaad522-0154-43c9-a7a9-040a8c9c35f1 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:33.127473 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-7aaad522-0154-43c9-a7a9-040a8c9c35f1 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] For port b9b599c4-1c49-4c70-b858-15653aa1a3c7, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=b9b599c4-1c49-4c70-b858-15653aa1a3c7,segment=NetworkSegment(614b5293-2cb0-4d27-a191-cf14812de072),segment_id=614b5293-2cb0-4d27-a191-cf14812de072)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:11:33.127863 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7aaad522-0154-43c9-a7a9-040a8c9c35f1 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:33.139882 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab89925-d8b0-4c65-bcae-c862de27f581 None None] DHCP port deletion for e3514de9-9d99-48eb-b342-f508faeea1e5 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 15:11:33.142190 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-7aaad522-0154-43c9-a7a9-040a8c9c35f1 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Calling delete_port for b9b599c4-1c49-4c70-b858-15653aa1a3c7 owned by network:dhcp {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:11:33.185576 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-3ab89925-d8b0-4c65-bcae-c862de27f581 None None] Deleting port b9b599c4-1c49-4c70-b858-15653aa1a3c7 {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:11:33.185951 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3ab89925-d8b0-4c65-bcae-c862de27f581 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:33.249931 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-3ab89925-d8b0-4c65-bcae-c862de27f581 None None] For port b9b599c4-1c49-4c70-b858-15653aa1a3c7, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=b9b599c4-1c49-4c70-b858-15653aa1a3c7,segment=NetworkSegment(614b5293-2cb0-4d27-a191-cf14812de072),segment_id=614b5293-2cb0-4d27-a191-cf14812de072)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:11:33.250256 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3ab89925-d8b0-4c65-bcae-c862de27f581 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:33.263209 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-3ab89925-d8b0-4c65-bcae-c862de27f581 None None] Calling delete_port for b9b599c4-1c49-4c70-b858-15653aa1a3c7 owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:11:33.288050 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7aaad522-0154-43c9-a7a9-040a8c9c35f1 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:33.315124 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaad522-0154-43c9-a7a9-040a8c9c35f1 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Pushing event deleted for resources: {'Port': ['ID=b9b599c4-1c49-4c70-b858-15653aa1a3c7,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:33.317008 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aaad522-0154-43c9-a7a9-040a8c9c35f1 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] No DVR routers for this DVR port b9b599c4-1c49-4c70-b858-15653aa1a3c7 on host n-d-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:11:33.342933 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3ab89925-d8b0-4c65-bcae-c862de27f581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:33.368768 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab89925-d8b0-4c65-bcae-c862de27f581 None None] Pushing event deleted for resources: {'Port': ['ID=b9b599c4-1c49-4c70-b858-15653aa1a3c7,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:33.373455 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab89925-d8b0-4c65-bcae-c862de27f581 None None] No DVR routers for this DVR port b9b599c4-1c49-4c70-b858-15653aa1a3c7 on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:11:33.380799 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab89925-d8b0-4c65-bcae-c862de27f581 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:11:33.386626 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab89925-d8b0-4c65-bcae-c862de27f581 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:11:33.386626 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab89925-d8b0-4c65-bcae-c862de27f581 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:11:33.386626 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab89925-d8b0-4c65-bcae-c862de27f581 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:11:33.386626 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab89925-d8b0-4c65-bcae-c862de27f581 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:11:33.386626 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab89925-d8b0-4c65-bcae-c862de27f581 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:11:33.386626 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab89925-d8b0-4c65-bcae-c862de27f581 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:11:33.386626 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab89925-d8b0-4c65-bcae-c862de27f581 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:11:33.386626 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab89925-d8b0-4c65-bcae-c862de27f581 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:11:33.386626 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab89925-d8b0-4c65-bcae-c862de27f581 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:11:33.386626 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab89925-d8b0-4c65-bcae-c862de27f581 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:11:33.386626 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab89925-d8b0-4c65-bcae-c862de27f581 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:11:33.415842 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7aaad522-0154-43c9-a7a9-040a8c9c35f1 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:33.425648 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-7aaad522-0154-43c9-a7a9-040a8c9c35f1 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3514de9-9d99-48eb-b342-f508faeea1e5']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:33.437346 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-7aaad522-0154-43c9-a7a9-040a8c9c35f1 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '614b5293-2cb0-4d27-a191-cf14812de072') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:33.437640 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-7aaad522-0154-43c9-a7a9-040a8c9c35f1 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '614b5293-2cb0-4d27-a191-cf14812de072') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:33.446507 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7aaad522-0154-43c9-a7a9-040a8c9c35f1 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:33.460634 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7aaad522-0154-43c9-a7a9-040a8c9c35f1 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:33.466532 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aaad522-0154-43c9-a7a9-040a8c9c35f1 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:11:33.475671 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7aaad522-0154-43c9-a7a9-040a8c9c35f1 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:33.475671 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:11:33.475671 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:11:33.475671 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:11:33.475671 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:11:33.475671 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:11:33.475671 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:11:33.475671 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 15:11:33.475671 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:11:33.475671 n-d-799529-6 neutron-server[94446]: timer() Jul 09 15:11:33.475671 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:11:33.475671 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 15:11:33.475671 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:11:33.475671 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 15:11:33.475671 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:11:33.475671 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 15:11:33.475671 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:11:33.475671 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 15:11:33.475671 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:11:33.475671 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 15:11:33.475671 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:11:33.475671 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:11:33.475671 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:11:33.475671 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:11:33.475671 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:11:33.475671 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 15:11:33.475671 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:11:33.475671 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 15:11:33.475671 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:11:33.475671 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:11:33.475671 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:11:33.475671 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 15:11:33.475671 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:11:33.475671 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:11:33.475671 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:11:33.475671 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:11:33.475671 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:11:33.475671 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:11:33.475671 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:11:33.597986 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7aaad522-0154-43c9-a7a9-040a8c9c35f1 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:33.603278 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7aaad522-0154-43c9-a7a9-040a8c9c35f1 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:33.607457 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7aaad522-0154-43c9-a7a9-040a8c9c35f1 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] 10.222.0.58 "DELETE /v2.0/networks/e3514de9-9d99-48eb-b342-f508faeea1e5 HTTP/1.1" status: 204 len: 168 time: 0.7015715 Jul 09 15:11:33.608503 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41400) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:33.619829 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaad522-0154-43c9-a7a9-040a8c9c35f1 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Pushing event deleted for resources: {'Network': ['ID=e3514de9-9d99-48eb-b342-f508faeea1e5,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:33.756860 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-89fef726-5b50-4345-b176-31d529a249f7 req-639d435e-2a21-4f8a-9d51-d282e007dc0a tempest-ServerShowV257Test-28631696 tempest-ServerShowV257Test-28631696-project] 10.222.0.58 "GET /v2.0/ports?device_id=142258d6-944c-4654-900b-629d29543c29 HTTP/1.1" status: 200 len: 210 time: 0.0306292 Jul 09 15:11:33.761851 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-e6585999-1561-4180-bdad-28fc861a9ca4 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Deleting port 4d1d8bed-0197-4944-a4ce-a33ddf80d7a5 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:11:33.762189 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e6585999-1561-4180-bdad-28fc861a9ca4 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:33.839927 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e6585999-1561-4180-bdad-28fc861a9ca4 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:33.840262 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e6585999-1561-4180-bdad-28fc861a9ca4 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:33.852393 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-e6585999-1561-4180-bdad-28fc861a9ca4 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Calling delete_port for 4d1d8bed-0197-4944-a4ce-a33ddf80d7a5 owned by network:floatingip {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:11:33.943084 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7af2d429-46b0-42d9-860d-dfff075916c8 req-9955d02d-3fc3-4b6d-a3e8-5ed8ca46f39b tempest-ServerShowV257Test-28631696 tempest-ServerShowV257Test-28631696-project] 10.222.0.54 "GET /v2.0/ports?device_id=142258d6-944c-4654-900b-629d29543c29 HTTP/1.1" status: 200 len: 210 time: 0.0331202 Jul 09 15:11:34.077974 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e6585999-1561-4180-bdad-28fc861a9ca4 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:34.101827 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6585999-1561-4180-bdad-28fc861a9ca4 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Pushing event deleted for resources: {'Port': ['ID=4d1d8bed-0197-4944-a4ce-a33ddf80d7a5,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:34.115196 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6585999-1561-4180-bdad-28fc861a9ca4 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:11:34.115564 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6585999-1561-4180-bdad-28fc861a9ca4 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:11:34.115908 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6585999-1561-4180-bdad-28fc861a9ca4 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:11:34.116239 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6585999-1561-4180-bdad-28fc861a9ca4 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:11:34.116569 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6585999-1561-4180-bdad-28fc861a9ca4 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:11:34.116903 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6585999-1561-4180-bdad-28fc861a9ca4 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:11:34.117297 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6585999-1561-4180-bdad-28fc861a9ca4 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:11:34.117627 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6585999-1561-4180-bdad-28fc861a9ca4 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:11:34.117948 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6585999-1561-4180-bdad-28fc861a9ca4 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:11:34.118270 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6585999-1561-4180-bdad-28fc861a9ca4 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:11:34.118589 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6585999-1561-4180-bdad-28fc861a9ca4 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:11:34.118909 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6585999-1561-4180-bdad-28fc861a9ca4 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:11:34.177989 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e6585999-1561-4180-bdad-28fc861a9ca4 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for floatingip, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:34.180690 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e6585999-1561-4180-bdad-28fc861a9ca4 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:34.181861 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e6585999-1561-4180-bdad-28fc861a9ca4 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] 10.222.0.58 "DELETE /v2.0/floatingips/9a67f54e-3b22-417a-b93f-02f27978c7fc HTTP/1.1" status: 204 len: 168 time: 0.5722976 Jul 09 15:11:34.185639 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41404) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:34.212164 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-cee31e23-c2c1-4382-9286-0f2e0de680c5 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] DELETE failed (client error): The resource could not be found. Jul 09 15:11:34.212780 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cee31e23-c2c1-4382-9286-0f2e0de680c5 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 15:11:34.214433 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-cee31e23-c2c1-4382-9286-0f2e0de680c5 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] 10.222.0.58 "DELETE /v2.0/ports/d2eb6995-f3ba-45aa-818f-300ede5a45ed HTTP/1.1" status: 404 len: 333 time: 0.0278637 Jul 09 15:11:34.221479 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41406) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:34.252912 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-4c3a5c00-9941-4fbd-b6d2-db0d752146fb tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] 10.222.0.58 "GET /v2.0/ports?device_id=df006ba4-be40-48cd-bdfa-95d3077b1917 HTTP/1.1" status: 200 len: 205 time: 0.0301368 Jul 09 15:11:34.256463 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41408) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:34.292751 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [None req-5a6bbfe8-9a50-43d2-91a0-6f769130f9a9 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] delete failed (client error): The resource could not be found. Jul 09 15:11:34.293738 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-5a6bbfe8-9a50-43d2-91a0-6f769130f9a9 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] 10.222.0.58 "DELETE /v2.0/routers/df006ba4-be40-48cd-bdfa-95d3077b1917 HTTP/1.1" status: 404 len: 336 time: 0.0363646 Jul 09 15:11:34.296143 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41410) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:34.322835 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e0d3d5c-88e7-448b-9faa-53668f3bdecc tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] DELETE failed (client error): The resource could not be found. Jul 09 15:11:34.323311 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e0d3d5c-88e7-448b-9faa-53668f3bdecc tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 15:11:34.325037 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-6e0d3d5c-88e7-448b-9faa-53668f3bdecc tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] 10.222.0.58 "DELETE /v2.0/subnets/69add566-4b42-41e3-8861-c0bc66b1dec3 HTTP/1.1" status: 404 len: 337 time: 0.0280087 Jul 09 15:11:34.327416 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41412) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:34.428920 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-c25f0b2c-bf48-4ec0-a5c9-49ae8248c547 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Deleting port 7791ed0d-a675-457e-affb-e47488a27c38 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:11:34.429269 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c25f0b2c-bf48-4ec0-a5c9-49ae8248c547 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:34.521738 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c25f0b2c-bf48-4ec0-a5c9-49ae8248c547 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:34.533948 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-c25f0b2c-bf48-4ec0-a5c9-49ae8248c547 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Calling delete_port for 7791ed0d-a675-457e-affb-e47488a27c38 owned by {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:11:34.729493 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c25f0b2c-bf48-4ec0-a5c9-49ae8248c547 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:34.761268 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25f0b2c-bf48-4ec0-a5c9-49ae8248c547 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Pushing event deleted for resources: {'Port': ['ID=7791ed0d-a675-457e-affb-e47488a27c38,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:34.837897 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c25f0b2c-bf48-4ec0-a5c9-49ae8248c547 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:34.839874 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c25f0b2c-bf48-4ec0-a5c9-49ae8248c547 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] 10.222.0.58 "DELETE /v2.0/ports/7791ed0d-a675-457e-affb-e47488a27c38 HTTP/1.1" status: 204 len: 168 time: 0.5114548 Jul 09 15:11:34.842595 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41416) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:34.946495 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-cc3a658f-da1c-4244-af3d-142d2a751ac8 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Deleting port b9f89657-1ef4-4648-9da3-986a79dcbde3 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:11:34.946909 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cc3a658f-da1c-4244-af3d-142d2a751ac8 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:35.029902 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device b9b599c4-1c49-4c70-b858-15653aa1a3c7 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:11:35.043703 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cc3a658f-da1c-4244-af3d-142d2a751ac8 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:35.054940 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: b9b599c4-1c49-4c70-b858-15653aa1a3c7 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:11:35.057502 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device b9b599c4-1c49-4c70-b858-15653aa1a3c7 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:11:35.057641 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-cc3a658f-da1c-4244-af3d-142d2a751ac8 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Calling delete_port for b9f89657-1ef4-4648-9da3-986a79dcbde3 owned by {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:11:35.260278 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cc3a658f-da1c-4244-af3d-142d2a751ac8 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:35.291249 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3a658f-da1c-4244-af3d-142d2a751ac8 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Pushing event deleted for resources: {'Port': ['ID=b9f89657-1ef4-4648-9da3-986a79dcbde3,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:35.316709 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41422) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:35.368234 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cc3a658f-da1c-4244-af3d-142d2a751ac8 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:35.372884 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-cc3a658f-da1c-4244-af3d-142d2a751ac8 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] 10.222.0.58 "DELETE /v2.0/ports/b9f89657-1ef4-4648-9da3-986a79dcbde3 HTTP/1.1" status: 204 len: 168 time: 0.5268545 Jul 09 15:11:35.373041 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41426) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:35.433013 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b75ad303-b219-4c67-98fb-7f7c0ed40b79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:35.437380 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db31b91-fe3b-4d23-99cb-81e426c7f47d tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:11:35.438878 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-5db31b91-fe3b-4d23-99cb-81e426c7f47d tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d381fe8-6ba2-43d7-9ae7-50e209916de5 HTTP/1.1" status: 200 len: 913 time: 0.0647666 Jul 09 15:11:35.441685 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41428) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:35.693138 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b75ad303-b219-4c67-98fb-7f7c0ed40b79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:35.773566 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b75ad303-b219-4c67-98fb-7f7c0ed40b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:35.818739 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75ad303-b219-4c67-98fb-7f7c0ed40b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abac0c0d-7182-49ec-acba-3d9df751a4ae,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:35.823768 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b75ad303-b219-4c67-98fb-7f7c0ed40b79 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=492881f2276a4797b7fed1cf3b7bee08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5059850 Jul 09 15:11:35.826518 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41430) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:35.882153 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8b733571-3c22-4c60-97ad-0c4cd2088254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:35.889740 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1d4b6e3b-584b-452d-884e-01aeeef59200 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:35.905593 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8b733571-3c22-4c60-97ad-0c4cd2088254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:36.026526 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8b733571-3c22-4c60-97ad-0c4cd2088254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:36.029240 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8b733571-3c22-4c60-97ad-0c4cd2088254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:36.030454 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-8b733571-3c22-4c60-97ad-0c4cd2088254 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/abac0c0d-7182-49ec-acba-3d9df751a4ae HTTP/1.1" status: 204 len: 168 time: 0.2028799 Jul 09 15:11:36.053961 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b733571-3c22-4c60-97ad-0c4cd2088254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abac0c0d-7182-49ec-acba-3d9df751a4ae,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:36.171224 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-1d4b6e3b-584b-452d-884e-01aeeef59200 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Deleting port bf331fea-6095-4d6d-be89-b2181fd48d1b {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:11:36.171610 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1d4b6e3b-584b-452d-884e-01aeeef59200 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:36.258760 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1d4b6e3b-584b-452d-884e-01aeeef59200 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:36.270359 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-1d4b6e3b-584b-452d-884e-01aeeef59200 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Calling delete_port for bf331fea-6095-4d6d-be89-b2181fd48d1b owned by network:router_interface {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:11:36.780725 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1d4b6e3b-584b-452d-884e-01aeeef59200 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:36.809311 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4b6e3b-584b-452d-884e-01aeeef59200 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Pushing event deleted for resources: {'Port': ['ID=bf331fea-6095-4d6d-be89-b2181fd48d1b,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:36.983174 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1d4b6e3b-584b-452d-884e-01aeeef59200 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:37.201557 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d4b6e3b-584b-452d-884e-01aeeef59200 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Router 3d381fe8-6ba2-43d7-9ae7-50e209916de5 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:11:37.309535 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4b6e3b-584b-452d-884e-01aeeef59200 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:11:37.314566 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-1d4b6e3b-584b-452d-884e-01aeeef59200 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] 10.222.0.58 "PUT /v2.0/routers/3d381fe8-6ba2-43d7-9ae7-50e209916de5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8711557 Jul 09 15:11:37.317141 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41462) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:37.319812 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5606aff9-448a-4d65-bc72-e7fbe4fbee28 None None] Sync routers for ids ['3d381fe8-6ba2-43d7-9ae7-50e209916de5'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:11:37.328920 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5606aff9-448a-4d65-bc72-e7fbe4fbee28 None None] Routers {'3d381fe8-6ba2-43d7-9ae7-50e209916de5'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:11:37.329612 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-5606aff9-448a-4d65-bc72-e7fbe4fbee28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:11:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['3d381fe8-6ba2-43d7-9ae7-50e209916de5'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:37.363057 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-5606aff9-448a-4d65-bc72-e7fbe4fbee28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:37.371735 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5606aff9-448a-4d65-bc72-e7fbe4fbee28 None None] Routers {'3d381fe8-6ba2-43d7-9ae7-50e209916de5'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:11:37.372404 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-5606aff9-448a-4d65-bc72-e7fbe4fbee28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:11:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['3d381fe8-6ba2-43d7-9ae7-50e209916de5'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:37.407183 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-5606aff9-448a-4d65-bc72-e7fbe4fbee28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:37.407875 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5606aff9-448a-4d65-bc72-e7fbe4fbee28 None None] The sync data for ids ['3d381fe8-6ba2-43d7-9ae7-50e209916de5'] in n-d-799529-6 is: [] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:11:37.426663 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d821bebd-8c94-4972-b634-76815b1e8014 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for router, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:37.529555 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d821bebd-8c94-4972-b634-76815b1e8014 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:37.620906 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41466) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:37.665323 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-d821bebd-8c94-4972-b634-76815b1e8014 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Deleting port 37976530-2de9-433e-b7f3-cae89af413fb {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:11:37.665602 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d821bebd-8c94-4972-b634-76815b1e8014 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:37.728382 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7a707526-b19e-462e-b9ca-79db7639da43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:37.740595 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d821bebd-8c94-4972-b634-76815b1e8014 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:37.752266 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-d821bebd-8c94-4972-b634-76815b1e8014 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Calling delete_port for 37976530-2de9-433e-b7f3-cae89af413fb owned by network:router_gateway {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:11:37.814333 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7a707526-b19e-462e-b9ca-79db7639da43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:37.900961 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7a707526-b19e-462e-b9ca-79db7639da43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:37.948388 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7a707526-b19e-462e-b9ca-79db7639da43 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e7882f1a0d9f4eec971664e39cfb8bad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3261364 Jul 09 15:11:37.950908 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a707526-b19e-462e-b9ca-79db7639da43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6edd27-9fd7-4573-8e57-8463422447a9,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:37.951039 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41470) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:38.014749 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7b4c8730-0759-4730-bd99-8cddf58efc5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:38.025126 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d821bebd-8c94-4972-b634-76815b1e8014 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:38.059330 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7b4c8730-0759-4730-bd99-8cddf58efc5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:38.071316 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d821bebd-8c94-4972-b634-76815b1e8014 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Pushing event deleted for resources: {'Port': ['ID=37976530-2de9-433e-b7f3-cae89af413fb,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:38.146549 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d821bebd-8c94-4972-b634-76815b1e8014 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:38.240988 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d821bebd-8c94-4972-b634-76815b1e8014 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:38.243087 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d821bebd-8c94-4972-b634-76815b1e8014 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:38.300367 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7b4c8730-0759-4730-bd99-8cddf58efc5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:38.303618 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7b4c8730-0759-4730-bd99-8cddf58efc5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:38.304748 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-7b4c8730-0759-4730-bd99-8cddf58efc5f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cd6edd27-9fd7-4573-8e57-8463422447a9 HTTP/1.1" status: 204 len: 168 time: 0.3526351 Jul 09 15:11:38.313820 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4c8730-0759-4730-bd99-8cddf58efc5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6edd27-9fd7-4573-8e57-8463422447a9,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:38.380605 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d821bebd-8c94-4972-b634-76815b1e8014 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:38.381241 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d821bebd-8c94-4972-b634-76815b1e8014 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Fanout notify agent at l3_agent the message router_deleted on router 3d381fe8-6ba2-43d7-9ae7-50e209916de5 {{(pid=94445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 15:11:38.391292 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d821bebd-8c94-4972-b634-76815b1e8014 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:38.391292 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d821bebd-8c94-4972-b634-76815b1e8014 tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] 10.222.0.58 "DELETE /v2.0/routers/3d381fe8-6ba2-43d7-9ae7-50e209916de5 HTTP/1.1" status: 204 len: 168 time: 1.0712023 Jul 09 15:11:38.391971 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41474) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:38.444072 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b018153-c6aa-4b33-b137-81de340ac72d tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Deleting subnet d3910b47-6f2a-45f1-b9a1-eb72661a0a32 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:11:38.447284 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3b018153-c6aa-4b33-b137-81de340ac72d tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:38.487678 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3b018153-c6aa-4b33-b137-81de340ac72d tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:38.535262 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3b018153-c6aa-4b33-b137-81de340ac72d tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:38.670698 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3b018153-c6aa-4b33-b137-81de340ac72d tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:38.700252 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b018153-c6aa-4b33-b137-81de340ac72d tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Pushing event deleted for resources: {'Subnet': ['ID=d3910b47-6f2a-45f1-b9a1-eb72661a0a32,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:38.702212 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3b018153-c6aa-4b33-b137-81de340ac72d tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:38.704133 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-3b018153-c6aa-4b33-b137-81de340ac72d tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] 10.222.0.58 "DELETE /v2.0/subnets/d3910b47-6f2a-45f1-b9a1-eb72661a0a32 HTTP/1.1" status: 204 len: 168 time: 0.3112428 Jul 09 15:11:38.706577 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41480) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:38.782820 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fd0103c9-95ab-49f9-8d3d-f74c224a3c8b tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:38.871480 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fd0103c9-95ab-49f9-8d3d-f74c224a3c8b tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:38.881449 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-fd0103c9-95ab-49f9-8d3d-f74c224a3c8b tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24aa2983-6040-435c-9e1b-c9ddbbbfad0d']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:38.891840 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-fd0103c9-95ab-49f9-8d3d-f74c224a3c8b tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '312fd1fc-963a-405b-a3ab-53853d970902') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:38.892134 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-fd0103c9-95ab-49f9-8d3d-f74c224a3c8b tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '312fd1fc-963a-405b-a3ab-53853d970902') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:38.901519 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fd0103c9-95ab-49f9-8d3d-f74c224a3c8b tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:38.916018 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fd0103c9-95ab-49f9-8d3d-f74c224a3c8b tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:38.922196 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd0103c9-95ab-49f9-8d3d-f74c224a3c8b tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:11:38.922589 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fd0103c9-95ab-49f9-8d3d-f74c224a3c8b tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:38.925677 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:11:38.925677 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:11:38.925677 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:11:38.925677 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:11:38.925677 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:11:38.925677 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:11:38.925677 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 15:11:38.925677 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:11:38.925677 n-d-799529-6 neutron-server[94445]: timer() Jul 09 15:11:38.925677 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:11:38.925677 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 15:11:38.925677 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:11:38.925677 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 15:11:38.925677 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:11:38.925677 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 15:11:38.925677 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:11:38.925677 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 15:11:38.925677 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:11:38.925677 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 15:11:38.925677 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:11:38.925677 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:11:38.925677 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:11:38.925677 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:11:38.925677 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:11:38.925677 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 15:11:38.925677 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:11:38.925677 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 15:11:38.925677 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:11:38.925677 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:11:38.925677 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:11:38.925677 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 15:11:38.925677 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:11:38.925677 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:11:38.925677 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:11:38.925677 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:11:38.925677 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:11:38.925677 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:11:38.925677 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:11:39.060480 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fd0103c9-95ab-49f9-8d3d-f74c224a3c8b tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:39.072126 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fd0103c9-95ab-49f9-8d3d-f74c224a3c8b tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:39.072126 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-fd0103c9-95ab-49f9-8d3d-f74c224a3c8b tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] 10.222.0.58 "DELETE /v2.0/networks/24aa2983-6040-435c-9e1b-c9ddbbbfad0d HTTP/1.1" status: 204 len: 168 time: 0.3618126 Jul 09 15:11:39.081429 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0103c9-95ab-49f9-8d3d-f74c224a3c8b tempest-FloatingIPTestJSON-906419304 tempest-FloatingIPTestJSON-906419304-project] Pushing event deleted for resources: {'Network': ['ID=24aa2983-6040-435c-9e1b-c9ddbbbfad0d,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:39.518704 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41504) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:39.647971 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-336c0ac8-4821-4b89-97b5-8b064fe7f758 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=519d2fd486d94f05ab6d8f82f2bbb147&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1279359 Jul 09 15:11:39.650386 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41508) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:39.702221 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-862654e9-7f79-4aef-a0c3-608b6bf280f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:39.723186 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-862654e9-7f79-4aef-a0c3-608b6bf280f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:39.843760 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-862654e9-7f79-4aef-a0c3-608b6bf280f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:39.846390 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-862654e9-7f79-4aef-a0c3-608b6bf280f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:39.847678 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-862654e9-7f79-4aef-a0c3-608b6bf280f3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e2ce322e-6462-4c5e-bfeb-0b9a06b80862 HTTP/1.1" status: 204 len: 168 time: 0.1963148 Jul 09 15:11:39.858090 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862654e9-7f79-4aef-a0c3-608b6bf280f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ce322e-6462-4c5e-bfeb-0b9a06b80862,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:40.935893 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41542) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:41.032273 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-b44afa40-6637-4455-b769-d6d68e6abaea tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Request body: {'network': {'name': 'tempest-RoutersTest-1979184022'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:11:41.148922 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44afa40-6637-4455-b769-d6d68e6abaea tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Made reservation on behalf of a1a34d2db2904412aaf00cb77602ec31 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:11:41.149153 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b44afa40-6637-4455-b769-d6d68e6abaea tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:41.161725 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b44afa40-6637-4455-b769-d6d68e6abaea tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:41.261985 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b44afa40-6637-4455-b769-d6d68e6abaea tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:41.357637 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b44afa40-6637-4455-b769-d6d68e6abaea tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:41.381389 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b44afa40-6637-4455-b769-d6d68e6abaea tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:11:41.397153 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44afa40-6637-4455-b769-d6d68e6abaea tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5067a5-630a-405a-b181-5b1863288c29,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:41.408479 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b44afa40-6637-4455-b769-d6d68e6abaea tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:41.408479 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-b44afa40-6637-4455-b769-d6d68e6abaea tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Added segment fe63ee38-7725-4342-af9b-24d38c687028 of type vlan for network 165b254c-1b2f-4ffa-a49e-3415cb43a37f Jul 09 15:11:41.438389 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b44afa40-6637-4455-b769-d6d68e6abaea tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:41.523528 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b44afa40-6637-4455-b769-d6d68e6abaea tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:41.529231 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44afa40-6637-4455-b769-d6d68e6abaea tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:11:41.536841 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b44afa40-6637-4455-b769-d6d68e6abaea tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:41.599778 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44afa40-6637-4455-b769-d6d68e6abaea tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event updated for resources: {'Network': ['ID=165b254c-1b2f-4ffa-a49e-3415cb43a37f,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:41.609970 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 165b254c-1b2f-4ffa-a49e-3415cb43a37f details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:11:41.677653 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b44afa40-6637-4455-b769-d6d68e6abaea tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7401085 Jul 09 15:11:41.680362 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41558) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:41.686049 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-b60feda7-da7d-4f04-b984-6c50ffd5071c tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Request body: {'network': {'name': 'tempest-RoutersTest-345175176'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:11:41.809185 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60feda7-da7d-4f04-b984-6c50ffd5071c tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Made reservation on behalf of a1a34d2db2904412aaf00cb77602ec31 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:11:41.812770 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b60feda7-da7d-4f04-b984-6c50ffd5071c tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:41.836495 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b60feda7-da7d-4f04-b984-6c50ffd5071c tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:11:41.845158 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b60feda7-da7d-4f04-b984-6c50ffd5071c tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:41.845546 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-b60feda7-da7d-4f04-b984-6c50ffd5071c tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Added segment 6f0222a7-e4e4-4908-a8a4-8fb434def512 of type vlan for network 3e4766d9-11f8-44e7-aeaa-96c0b396216a Jul 09 15:11:41.930505 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b60feda7-da7d-4f04-b984-6c50ffd5071c tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:42.361658 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b60feda7-da7d-4f04-b984-6c50ffd5071c tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:42.367308 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60feda7-da7d-4f04-b984-6c50ffd5071c tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:11:42.367933 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b60feda7-da7d-4f04-b984-6c50ffd5071c tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:42.435684 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60feda7-da7d-4f04-b984-6c50ffd5071c tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event updated for resources: {'Network': ['ID=3e4766d9-11f8-44e7-aeaa-96c0b396216a,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:42.447247 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 3e4766d9-11f8-44e7-aeaa-96c0b396216a details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:11:42.484137 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b60feda7-da7d-4f04-b984-6c50ffd5071c tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8024185 Jul 09 15:11:42.486916 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41564) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:42.493111 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-9383ffdf-b558-461a-9506-ac5299f14df2 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Request body: {'subnet': {'network_id': '165b254c-1b2f-4ffa-a49e-3415cb43a37f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:11:42.637704 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9383ffdf-b558-461a-9506-ac5299f14df2 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Made reservation on behalf of a1a34d2db2904412aaf00cb77602ec31 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:11:42.641261 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9383ffdf-b558-461a-9506-ac5299f14df2 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:42.899292 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9383ffdf-b558-461a-9506-ac5299f14df2 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:42.962705 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9383ffdf-b558-461a-9506-ac5299f14df2 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event updated for resources: {'Subnet': ['ID=682fb081-13d2-4b96-9be2-05e83edd4b67,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:42.972713 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9383ffdf-b558-461a-9506-ac5299f14df2 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Checking segment: {'id': 'fe63ee38-7725-4342-af9b-24d38c687028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '165b254c-1b2f-4ffa-a49e-3415cb43a37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:11:42.972713 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9383ffdf-b558-461a-9506-ac5299f14df2 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Network hostable DHCP agents. Network: 165b254c-1b2f-4ffa-a49e-3415cb43a37f, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:11:43.066632 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9383ffdf-b558-461a-9506-ac5299f14df2 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Network 165b254c-1b2f-4ffa-a49e-3415cb43a37f is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:11:43.169234 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-9383ffdf-b558-461a-9506-ac5299f14df2 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 165b254c-1b2f-4ffa-a49e-3415cb43a37f) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:11:43.173896 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9383ffdf-b558-461a-9506-ac5299f14df2 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:11:43.174924 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9383ffdf-b558-461a-9506-ac5299f14df2 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:43.179117 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881ca063-c6b1-4442-9529-84a9a438ab7e None None] Network 165b254c-1b2f-4ffa-a49e-3415cb43a37f requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:11:43.276973 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-9383ffdf-b558-461a-9506-ac5299f14df2 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7886825 Jul 09 15:11:43.279679 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41570) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:43.285122 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-1caa24d0-41c8-42e5-aa5b-58ba5b61fd49 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Request body: {'subnet': {'network_id': '3e4766d9-11f8-44e7-aeaa-96c0b396216a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:11:43.324795 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d2783a-16dd-4f38-b208-555f5cfa6d13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-165b254c-1b2f-4ffa-a49e-3415cb43a37f', 'network_id': '165b254c-1b2f-4ffa-a49e-3415cb43a37f', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'fixed_ips': [{'subnet_id': '682fb081-13d2-4b96-9be2-05e83edd4b67'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:11:43.325660 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c4d2783a-16dd-4f38-b208-555f5cfa6d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:43.443760 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1caa24d0-41c8-42e5-aa5b-58ba5b61fd49 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Made reservation on behalf of a1a34d2db2904412aaf00cb77602ec31 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:11:43.448249 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1caa24d0-41c8-42e5-aa5b-58ba5b61fd49 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:43.468187 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-c4d2783a-16dd-4f38-b208-555f5cfa6d13 None None] Allocated IP 172.20.0.2 (165b254c-1b2f-4ffa-a49e-3415cb43a37f/682fb081-13d2-4b96-9be2-05e83edd4b67/040fe626-5a22-40cb-b9bc-bd3eef6b847d) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:11:43.619001 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c4d2783a-16dd-4f38-b208-555f5cfa6d13 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:43.627402 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-c4d2783a-16dd-4f38-b208-555f5cfa6d13 None None] Transition to ACTIVE for port object 040fe626-5a22-40cb-b9bc-bd3eef6b847d will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:11:43.642580 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-c4d2783a-16dd-4f38-b208-555f5cfa6d13 None None] Transition to ACTIVE for port object 040fe626-5a22-40cb-b9bc-bd3eef6b847d will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:11:43.733696 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1caa24d0-41c8-42e5-aa5b-58ba5b61fd49 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:43.733934 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c4d2783a-16dd-4f38-b208-555f5cfa6d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:43.777050 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d2783a-16dd-4f38-b208-555f5cfa6d13 None None] Network 165b254c-1b2f-4ffa-a49e-3415cb43a37f is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:11:43.779831 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-c4d2783a-16dd-4f38-b208-555f5cfa6d13 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:11:43.782338 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d2783a-16dd-4f38-b208-555f5cfa6d13 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:11:43.793644 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d2783a-16dd-4f38-b208-555f5cfa6d13 None None] Pushing event updated for resources: {'Port': ['ID=040fe626-5a22-40cb-b9bc-bd3eef6b847d,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:43.804028 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa24d0-41c8-42e5-aa5b-58ba5b61fd49 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event updated for resources: {'Subnet': ['ID=1510087b-162b-4e0c-9fad-a29527e43552,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:43.813789 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caa24d0-41c8-42e5-aa5b-58ba5b61fd49 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Checking segment: {'id': '6f0222a7-e4e4-4908-a8a4-8fb434def512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3e4766d9-11f8-44e7-aeaa-96c0b396216a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:11:43.814159 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1caa24d0-41c8-42e5-aa5b-58ba5b61fd49 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Network hostable DHCP agents. Network: 3e4766d9-11f8-44e7-aeaa-96c0b396216a, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:11:43.853719 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-c4d2783a-16dd-4f38-b208-555f5cfa6d13 None None] Attempting to bind port 040fe626-5a22-40cb-b9bc-bd3eef6b847d on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:11:43.856065 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-c4d2783a-16dd-4f38-b208-555f5cfa6d13 None None] Attempting to bind port 040fe626-5a22-40cb-b9bc-bd3eef6b847d by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'fe63ee38-7725-4342-af9b-24d38c687028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '165b254c-1b2f-4ffa-a49e-3415cb43a37f'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:11:43.856065 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d2783a-16dd-4f38-b208-555f5cfa6d13 None None] Attempting to bind port 040fe626-5a22-40cb-b9bc-bd3eef6b847d on network 165b254c-1b2f-4ffa-a49e-3415cb43a37f {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:11:43.859363 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d2783a-16dd-4f38-b208-555f5cfa6d13 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:11:43.859758 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d2783a-16dd-4f38-b208-555f5cfa6d13 None None] Checking segment: {'id': 'fe63ee38-7725-4342-af9b-24d38c687028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '165b254c-1b2f-4ffa-a49e-3415cb43a37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:11:43.860157 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c4d2783a-16dd-4f38-b208-555f5cfa6d13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:43.860542 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d2783a-16dd-4f38-b208-555f5cfa6d13 None None] Bound using segment: {'id': 'fe63ee38-7725-4342-af9b-24d38c687028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '165b254c-1b2f-4ffa-a49e-3415cb43a37f'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:11:43.861001 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-c4d2783a-16dd-4f38-b208-555f5cfa6d13 None None] Bound port: 040fe626-5a22-40cb-b9bc-bd3eef6b847d, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe63ee38-7725-4342-af9b-24d38c687028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '165b254c-1b2f-4ffa-a49e-3415cb43a37f'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:11:43.861377 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c4d2783a-16dd-4f38-b208-555f5cfa6d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:43.912691 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1caa24d0-41c8-42e5-aa5b-58ba5b61fd49 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Network 3e4766d9-11f8-44e7-aeaa-96c0b396216a is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:11:44.031958 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-1caa24d0-41c8-42e5-aa5b-58ba5b61fd49 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 3e4766d9-11f8-44e7-aeaa-96c0b396216a) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:11:44.038078 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1caa24d0-41c8-42e5-aa5b-58ba5b61fd49 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:11:44.039031 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1caa24d0-41c8-42e5-aa5b-58ba5b61fd49 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:44.090847 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-c4d2783a-16dd-4f38-b208-555f5cfa6d13 None None] For port 040fe626-5a22-40cb-b9bc-bd3eef6b847d, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:11:44.094352 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-c4d2783a-16dd-4f38-b208-555f5cfa6d13 None None] For port 040fe626-5a22-40cb-b9bc-bd3eef6b847d, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=040fe626-5a22-40cb-b9bc-bd3eef6b847d,segment=NetworkSegment(fe63ee38-7725-4342-af9b-24d38c687028),segment_id=fe63ee38-7725-4342-af9b-24d38c687028)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:11:44.096987 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ac1688-bcb0-49ee-9193-2f028a6a083a None None] Network 3e4766d9-11f8-44e7-aeaa-96c0b396216a requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:11:44.181608 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-1caa24d0-41c8-42e5-aa5b-58ba5b61fd49 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9006343 Jul 09 15:11:44.184309 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41580) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:44.189090 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-22b8d767-06d5-4eb7-b4db-6f7999c2c207 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1294471902', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:11:44.218267 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c4d2783a-16dd-4f38-b208-555f5cfa6d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:44.304548 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950af8d3-4865-4030-a7cd-d9ad2e9f9814 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-3e4766d9-11f8-44e7-aeaa-96c0b396216a', 'network_id': '3e4766d9-11f8-44e7-aeaa-96c0b396216a', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'fixed_ips': [{'subnet_id': '1510087b-162b-4e0c-9fad-a29527e43552'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:11:44.305421 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-950af8d3-4865-4030-a7cd-d9ad2e9f9814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:44.320418 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d2783a-16dd-4f38-b208-555f5cfa6d13 None None] Pushing event updated for resources: {'Port': ['ID=040fe626-5a22-40cb-b9bc-bd3eef6b847d,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:44.335258 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-22b8d767-06d5-4eb7-b4db-6f7999c2c207 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:44.336250 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-22b8d767-06d5-4eb7-b4db-6f7999c2c207 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:44.424844 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-22b8d767-06d5-4eb7-b4db-6f7999c2c207 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:44.495529 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-22b8d767-06d5-4eb7-b4db-6f7999c2c207 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:44.518665 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-950af8d3-4865-4030-a7cd-d9ad2e9f9814 None None] Allocated IP 172.21.0.2 (3e4766d9-11f8-44e7-aeaa-96c0b396216a/1510087b-162b-4e0c-9fad-a29527e43552/d7662add-a9d9-46b6-aa41-be367fc37aa4) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:11:44.620973 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-22b8d767-06d5-4eb7-b4db-6f7999c2c207 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:44.622320 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-22b8d767-06d5-4eb7-b4db-6f7999c2c207 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4370146 Jul 09 15:11:44.625149 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41590) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:44.706431 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41594) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:44.820437 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-950af8d3-4865-4030-a7cd-d9ad2e9f9814 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:44.829735 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-950af8d3-4865-4030-a7cd-d9ad2e9f9814 None None] Transition to ACTIVE for port object d7662add-a9d9-46b6-aa41-be367fc37aa4 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:11:44.846685 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-950af8d3-4865-4030-a7cd-d9ad2e9f9814 None None] Transition to ACTIVE for port object d7662add-a9d9-46b6-aa41-be367fc37aa4 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:11:44.882301 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4b77a9d4-a0cb-4a15-8c54-d678545a4b44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:44.924735 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-950af8d3-4865-4030-a7cd-d9ad2e9f9814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:44.962046 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950af8d3-4865-4030-a7cd-d9ad2e9f9814 None None] Network 3e4766d9-11f8-44e7-aeaa-96c0b396216a is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:11:44.964998 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-950af8d3-4865-4030-a7cd-d9ad2e9f9814 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:11:44.968957 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950af8d3-4865-4030-a7cd-d9ad2e9f9814 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:11:45.004275 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ebba726f-a9ee-4929-893c-2b445e8761ff tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:45.022647 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4b77a9d4-a0cb-4a15-8c54-d678545a4b44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:45.048971 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950af8d3-4865-4030-a7cd-d9ad2e9f9814 None None] Pushing event updated for resources: {'Port': ['ID=d7662add-a9d9-46b6-aa41-be367fc37aa4,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:45.083469 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-950af8d3-4865-4030-a7cd-d9ad2e9f9814 None None] Attempting to bind port d7662add-a9d9-46b6-aa41-be367fc37aa4 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:11:45.083895 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-950af8d3-4865-4030-a7cd-d9ad2e9f9814 None None] Attempting to bind port d7662add-a9d9-46b6-aa41-be367fc37aa4 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '6f0222a7-e4e4-4908-a8a4-8fb434def512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3e4766d9-11f8-44e7-aeaa-96c0b396216a'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:11:45.084397 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950af8d3-4865-4030-a7cd-d9ad2e9f9814 None None] Attempting to bind port d7662add-a9d9-46b6-aa41-be367fc37aa4 on network 3e4766d9-11f8-44e7-aeaa-96c0b396216a {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:11:45.089850 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950af8d3-4865-4030-a7cd-d9ad2e9f9814 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:11:45.090268 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950af8d3-4865-4030-a7cd-d9ad2e9f9814 None None] Checking segment: {'id': '6f0222a7-e4e4-4908-a8a4-8fb434def512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3e4766d9-11f8-44e7-aeaa-96c0b396216a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:11:45.090971 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-950af8d3-4865-4030-a7cd-d9ad2e9f9814 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:45.091132 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950af8d3-4865-4030-a7cd-d9ad2e9f9814 None None] Bound using segment: {'id': '6f0222a7-e4e4-4908-a8a4-8fb434def512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3e4766d9-11f8-44e7-aeaa-96c0b396216a'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:11:45.091850 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-950af8d3-4865-4030-a7cd-d9ad2e9f9814 None None] Bound port: d7662add-a9d9-46b6-aa41-be367fc37aa4, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f0222a7-e4e4-4908-a8a4-8fb434def512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3e4766d9-11f8-44e7-aeaa-96c0b396216a'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:11:45.092293 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-950af8d3-4865-4030-a7cd-d9ad2e9f9814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:45.100949 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4b77a9d4-a0cb-4a15-8c54-d678545a4b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:45.105458 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 040fe626-5a22-40cb-b9bc-bd3eef6b847d up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:11:45.150664 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41598) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:45.150881 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-4b77a9d4-a0cb-4a15-8c54-d678545a4b44 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=972970f640da4ba2818290cf918d486d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4416630 Jul 09 15:11:45.152269 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b77a9d4-a0cb-4a15-8c54-d678545a4b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2219e68a-dacd-4781-b5db-89a1f0636d67,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:45.172191 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:45.215284 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-950af8d3-4865-4030-a7cd-d9ad2e9f9814 None None] For port d7662add-a9d9-46b6-aa41-be367fc37aa4, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:11:45.222904 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-950af8d3-4865-4030-a7cd-d9ad2e9f9814 None None] For port d7662add-a9d9-46b6-aa41-be367fc37aa4, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=d7662add-a9d9-46b6-aa41-be367fc37aa4,segment=NetworkSegment(6f0222a7-e4e4-4908-a8a4-8fb434def512),segment_id=6f0222a7-e4e4-4908-a8a4-8fb434def512)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:11:45.284624 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3be382a9-c859-4405-981f-9c89627492d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:45.311406 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-950af8d3-4865-4030-a7cd-d9ad2e9f9814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:45.322832 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3be382a9-c859-4405-981f-9c89627492d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:45.331260 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-ebba726f-a9ee-4929-893c-2b445e8761ff tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Allocated IP 172.20.0.1 (165b254c-1b2f-4ffa-a49e-3415cb43a37f/682fb081-13d2-4b96-9be2-05e83edd4b67/e9393a06-7cdf-4fa4-9df6-250a370285e3) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:11:45.342052 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 040fe626-5a22-40cb-b9bc-bd3eef6b847d completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:11:45.378933 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950af8d3-4865-4030-a7cd-d9ad2e9f9814 None None] Pushing event updated for resources: {'Port': ['ID=d7662add-a9d9-46b6-aa41-be367fc37aa4,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:45.519762 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ebba726f-a9ee-4929-893c-2b445e8761ff tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:45.547203 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a15bf4-31ca-410d-83d2-216325c4110a None None] Network 165b254c-1b2f-4ffa-a49e-3415cb43a37f requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:11:45.575452 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-ebba726f-a9ee-4929-893c-2b445e8761ff tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Transition to ACTIVE for port object e9393a06-7cdf-4fa4-9df6-250a370285e3 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:11:45.577475 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3be382a9-c859-4405-981f-9c89627492d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:45.580504 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3be382a9-c859-4405-981f-9c89627492d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:45.582113 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-3be382a9-c859-4405-981f-9c89627492d3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2219e68a-dacd-4781-b5db-89a1f0636d67 HTTP/1.1" status: 204 len: 168 time: 0.4295027 Jul 09 15:11:45.626995 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be382a9-c859-4405-981f-9c89627492d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2219e68a-dacd-4781-b5db-89a1f0636d67,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:45.755387 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-dad706c2-defe-47a0-8aa1-c64e4b5d1039 None None] Provisioning for port 040fe626-5a22-40cb-b9bc-bd3eef6b847d completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:11:45.763160 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-dad706c2-defe-47a0-8aa1-c64e4b5d1039 None None] Provisioning complete for port 040fe626-5a22-40cb-b9bc-bd3eef6b847d triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:11:45.763564 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-dad706c2-defe-47a0-8aa1-c64e4b5d1039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:45.791609 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ebba726f-a9ee-4929-893c-2b445e8761ff tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:45.884333 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-dad706c2-defe-47a0-8aa1-c64e4b5d1039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:45.897609 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebba726f-a9ee-4929-893c-2b445e8761ff tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Network 165b254c-1b2f-4ffa-a49e-3415cb43a37f is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:11:45.914728 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-ebba726f-a9ee-4929-893c-2b445e8761ff tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:11:45.921203 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebba726f-a9ee-4929-893c-2b445e8761ff tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:11:45.948227 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-dad706c2-defe-47a0-8aa1-c64e4b5d1039 None None] For port 040fe626-5a22-40cb-b9bc-bd3eef6b847d, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=040fe626-5a22-40cb-b9bc-bd3eef6b847d,segment=NetworkSegment(fe63ee38-7725-4342-af9b-24d38c687028),segment_id=fe63ee38-7725-4342-af9b-24d38c687028)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:11:45.959768 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebba726f-a9ee-4929-893c-2b445e8761ff tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event updated for resources: {'Port': ['ID=e9393a06-7cdf-4fa4-9df6-250a370285e3,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:45.982445 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ebba726f-a9ee-4929-893c-2b445e8761ff tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:46.052911 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-dad706c2-defe-47a0-8aa1-c64e4b5d1039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:46.123803 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad706c2-defe-47a0-8aa1-c64e4b5d1039 None None] Pushing event updated for resources: {'Port': ['ID=040fe626-5a22-40cb-b9bc-bd3eef6b847d,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:46.202004 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-234f0930-ffdb-47e8-9761-f54b20b7855e None None] Provisioning complete for port 040fe626-5a22-40cb-b9bc-bd3eef6b847d triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:11:46.206604 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-234f0930-ffdb-47e8-9761-f54b20b7855e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:46.256342 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ebba726f-a9ee-4929-893c-2b445e8761ff tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:46.710161 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ebba726f-a9ee-4929-893c-2b445e8761ff tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:46.733816 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-2288c049-c557-4893-90da-27c87b81d046 None None] Provisioning for port e9393a06-7cdf-4fa4-9df6-250a370285e3 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:11:46.743866 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-2288c049-c557-4893-90da-27c87b81d046 None None] Provisioning complete for port e9393a06-7cdf-4fa4-9df6-250a370285e3 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:11:46.744401 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2288c049-c557-4893-90da-27c87b81d046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:46.749309 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d584ff-2f72-4d24-af00-1d2c102b5511 None None] Network 3e4766d9-11f8-44e7-aeaa-96c0b396216a requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:11:46.774544 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ebba726f-a9ee-4929-893c-2b445e8761ff tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:46.833893 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-2288c049-c557-4893-90da-27c87b81d046 None None] Port e9393a06-7cdf-4fa4-9df6-250a370285e3 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:11:46.867145 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ebba726f-a9ee-4929-893c-2b445e8761ff tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:46.869947 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebba726f-a9ee-4929-893c-2b445e8761ff tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event updated for resources: {'Port': ['ID=e9393a06-7cdf-4fa4-9df6-250a370285e3,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:46.982807 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebba726f-a9ee-4929-893c-2b445e8761ff tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Network 165b254c-1b2f-4ffa-a49e-3415cb43a37f is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:11:46.984317 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-ebba726f-a9ee-4929-893c-2b445e8761ff tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:11:47.111895 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-03e49611-8b15-4474-92b5-69be3f559c26 None None] Provisioning for port d7662add-a9d9-46b6-aa41-be367fc37aa4 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:11:47.286098 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 040fe626-5a22-40cb-b9bc-bd3eef6b847d up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:11:47.289050 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebba726f-a9ee-4929-893c-2b445e8761ff tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Router 9d1ee21e-0e9a-4ebe-b54a-610246691ab7 is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 15:11:47.384178 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 040fe626-5a22-40cb-b9bc-bd3eef6b847d triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:11:47.384560 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:47.466560 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-4174992d-841f-4ed4-a3f3-ba2f89b686e7 None None] Provisioning complete for port e9393a06-7cdf-4fa4-9df6-250a370285e3 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:11:47.467310 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4174992d-841f-4ed4-a3f3-ba2f89b686e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:47.501550 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebba726f-a9ee-4929-893c-2b445e8761ff tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:11:47.512731 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4250a304-46fd-4e3f-8164-e3ce9fbff9d3 None None] Sync routers for ids ['9d1ee21e-0e9a-4ebe-b54a-610246691ab7'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:11:47.517979 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ebba726f-a9ee-4929-893c-2b445e8761ff tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "PUT /v2.0/routers/9d1ee21e-0e9a-4ebe-b54a-610246691ab7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8915992 Jul 09 15:11:47.521329 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41628) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:47.525792 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4250a304-46fd-4e3f-8164-e3ce9fbff9d3 None None] Routers {'9d1ee21e-0e9a-4ebe-b54a-610246691ab7'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:11:47.526574 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-4250a304-46fd-4e3f-8164-e3ce9fbff9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:11:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['9d1ee21e-0e9a-4ebe-b54a-610246691ab7'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:47.549809 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-4174992d-841f-4ed4-a3f3-ba2f89b686e7 None None] Port e9393a06-7cdf-4fa4-9df6-250a370285e3 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:11:47.575030 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-4250a304-46fd-4e3f-8164-e3ce9fbff9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:47.575424 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device d7662add-a9d9-46b6-aa41-be367fc37aa4 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:11:47.584361 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4250a304-46fd-4e3f-8164-e3ce9fbff9d3 None None] Routers {'9d1ee21e-0e9a-4ebe-b54a-610246691ab7'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:11:47.585508 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-4250a304-46fd-4e3f-8164-e3ce9fbff9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:11:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['9d1ee21e-0e9a-4ebe-b54a-610246691ab7'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:47.630808 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-4250a304-46fd-4e3f-8164-e3ce9fbff9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:47.635724 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c0c48e-7ef8-47cb-be80-abb5c4bef3b0 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:11:47.635866 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4250a304-46fd-4e3f-8164-e3ce9fbff9d3 None None] The sync data for ids ['9d1ee21e-0e9a-4ebe-b54a-610246691ab7'] in n-d-799529-6 is: [] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:11:47.635957 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-93c0c48e-7ef8-47cb-be80-abb5c4bef3b0 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "GET /v2.0/ports/e9393a06-7cdf-4fa4-9df6-250a370285e3 HTTP/1.1" status: 200 len: 910 time: 0.1107531 Jul 09 15:11:47.636040 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41630) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:47.705895 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port d7662add-a9d9-46b6-aa41-be367fc37aa4 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:11:47.711179 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port d7662add-a9d9-46b6-aa41-be367fc37aa4 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:11:47.713050 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:47.807187 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:47.841135 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port d7662add-a9d9-46b6-aa41-be367fc37aa4, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=d7662add-a9d9-46b6-aa41-be367fc37aa4,segment=NetworkSegment(6f0222a7-e4e4-4908-a8a4-8fb434def512),segment_id=6f0222a7-e4e4-4908-a8a4-8fb434def512)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:11:47.946204 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:47.996681 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=d7662add-a9d9-46b6-aa41-be367fc37aa4,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:48.018890 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ff56cf46-d5d5-458d-9977-7b7f102c74cb tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:48.282833 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-ff56cf46-d5d5-458d-9977-7b7f102c74cb tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Allocated IP 172.21.0.1 (3e4766d9-11f8-44e7-aeaa-96c0b396216a/1510087b-162b-4e0c-9fad-a29527e43552/c44c262a-a7ed-438e-8823-da8febebcdec) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:11:48.421680 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ff56cf46-d5d5-458d-9977-7b7f102c74cb tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:48.434136 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-ff56cf46-d5d5-458d-9977-7b7f102c74cb tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Transition to ACTIVE for port object c44c262a-a7ed-438e-8823-da8febebcdec will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:11:48.540842 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ff56cf46-d5d5-458d-9977-7b7f102c74cb tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:48.592315 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff56cf46-d5d5-458d-9977-7b7f102c74cb tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Network 3e4766d9-11f8-44e7-aeaa-96c0b396216a is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:11:48.596066 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-ff56cf46-d5d5-458d-9977-7b7f102c74cb tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:11:48.600687 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff56cf46-d5d5-458d-9977-7b7f102c74cb tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:11:48.607620 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff56cf46-d5d5-458d-9977-7b7f102c74cb tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event updated for resources: {'Port': ['ID=c44c262a-a7ed-438e-8823-da8febebcdec,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:48.657234 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ff56cf46-d5d5-458d-9977-7b7f102c74cb tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:48.886259 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ff56cf46-d5d5-458d-9977-7b7f102c74cb tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:49.048984 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device d7662add-a9d9-46b6-aa41-be367fc37aa4 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:11:49.071407 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-c026ab77-042c-44d5-ad05-8de71918e2bd None None] Provisioning for port c44c262a-a7ed-438e-8823-da8febebcdec completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:11:49.080001 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-c026ab77-042c-44d5-ad05-8de71918e2bd None None] Provisioning complete for port c44c262a-a7ed-438e-8823-da8febebcdec triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:11:49.080380 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c026ab77-042c-44d5-ad05-8de71918e2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:49.128188 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-c026ab77-042c-44d5-ad05-8de71918e2bd None None] Port c44c262a-a7ed-438e-8823-da8febebcdec cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:11:49.136372 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port d7662add-a9d9-46b6-aa41-be367fc37aa4 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:11:49.136756 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:49.541368 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ff56cf46-d5d5-458d-9977-7b7f102c74cb tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:49.665928 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ff56cf46-d5d5-458d-9977-7b7f102c74cb tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:49.743272 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff56cf46-d5d5-458d-9977-7b7f102c74cb tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event updated for resources: {'Port': ['ID=c44c262a-a7ed-438e-8823-da8febebcdec,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:49.745869 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ff56cf46-d5d5-458d-9977-7b7f102c74cb tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:49.841909 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff56cf46-d5d5-458d-9977-7b7f102c74cb tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Network 3e4766d9-11f8-44e7-aeaa-96c0b396216a is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:11:49.843309 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-ff56cf46-d5d5-458d-9977-7b7f102c74cb tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:11:49.947262 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff56cf46-d5d5-458d-9977-7b7f102c74cb tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Router 9d1ee21e-0e9a-4ebe-b54a-610246691ab7 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:11:50.051273 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff56cf46-d5d5-458d-9977-7b7f102c74cb tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:11:50.053554 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-4ecd98a8-4b03-4a13-8272-3c0ef71a0265 None None] Provisioning complete for port c44c262a-a7ed-438e-8823-da8febebcdec triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:11:50.054077 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4ecd98a8-4b03-4a13-8272-3c0ef71a0265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:50.057380 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ff56cf46-d5d5-458d-9977-7b7f102c74cb tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "PUT /v2.0/routers/9d1ee21e-0e9a-4ebe-b54a-610246691ab7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4199219 Jul 09 15:11:50.059692 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41644) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:50.077908 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3eea7e-8c3c-4c13-8f7d-33f6ec0113e8 None None] Sync routers for ids ['9d1ee21e-0e9a-4ebe-b54a-610246691ab7'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:11:50.095672 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3eea7e-8c3c-4c13-8f7d-33f6ec0113e8 None None] Routers {'9d1ee21e-0e9a-4ebe-b54a-610246691ab7'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:11:50.096211 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-3c3eea7e-8c3c-4c13-8f7d-33f6ec0113e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:11:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['9d1ee21e-0e9a-4ebe-b54a-610246691ab7'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:50.119466 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2495862-f3e7-4581-a238-0b28ecd10ef4 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:11:50.120907 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c2495862-f3e7-4581-a238-0b28ecd10ef4 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "GET /v2.0/ports/c44c262a-a7ed-438e-8823-da8febebcdec HTTP/1.1" status: 200 len: 910 time: 0.0602615 Jul 09 15:11:50.123867 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41646) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:50.132750 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-3c3eea7e-8c3c-4c13-8f7d-33f6ec0113e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:50.134790 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-4ecd98a8-4b03-4a13-8272-3c0ef71a0265 None None] Port c44c262a-a7ed-438e-8823-da8febebcdec cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:11:50.142832 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3eea7e-8c3c-4c13-8f7d-33f6ec0113e8 None None] Routers {'9d1ee21e-0e9a-4ebe-b54a-610246691ab7'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:11:50.143440 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-3c3eea7e-8c3c-4c13-8f7d-33f6ec0113e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:11:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['9d1ee21e-0e9a-4ebe-b54a-610246691ab7'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:50.174777 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-3c3eea7e-8c3c-4c13-8f7d-33f6ec0113e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:50.175422 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3eea7e-8c3c-4c13-8f7d-33f6ec0113e8 None None] The sync data for ids ['9d1ee21e-0e9a-4ebe-b54a-610246691ab7'] in n-d-799529-6 is: [] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:11:50.437479 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4fd94348-7745-4d08-b494-84e40a79dc30 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:50.715105 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-4fd94348-7745-4d08-b494-84e40a79dc30 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Deleting port c44c262a-a7ed-438e-8823-da8febebcdec {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:11:50.715690 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4fd94348-7745-4d08-b494-84e40a79dc30 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:50.804465 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4fd94348-7745-4d08-b494-84e40a79dc30 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:50.816651 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-4fd94348-7745-4d08-b494-84e40a79dc30 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Calling delete_port for c44c262a-a7ed-438e-8823-da8febebcdec owned by network:router_interface {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:11:51.089010 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4fd94348-7745-4d08-b494-84e40a79dc30 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:51.118443 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd94348-7745-4d08-b494-84e40a79dc30 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event deleted for resources: {'Port': ['ID=c44c262a-a7ed-438e-8823-da8febebcdec,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:51.291206 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4fd94348-7745-4d08-b494-84e40a79dc30 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:51.480043 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd94348-7745-4d08-b494-84e40a79dc30 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Router 9d1ee21e-0e9a-4ebe-b54a-610246691ab7 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:11:51.575791 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd94348-7745-4d08-b494-84e40a79dc30 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:11:51.584412 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41674) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:51.587117 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7abdff2-d596-4982-9991-dcb6a4ded597 None None] Sync routers for ids ['9d1ee21e-0e9a-4ebe-b54a-610246691ab7'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:11:51.593912 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-4fd94348-7745-4d08-b494-84e40a79dc30 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "PUT /v2.0/routers/9d1ee21e-0e9a-4ebe-b54a-610246691ab7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4656410 Jul 09 15:11:51.597119 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7abdff2-d596-4982-9991-dcb6a4ded597 None None] Routers {'9d1ee21e-0e9a-4ebe-b54a-610246691ab7'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:11:51.597881 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-c7abdff2-d596-4982-9991-dcb6a4ded597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:11:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['9d1ee21e-0e9a-4ebe-b54a-610246691ab7'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:51.632994 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-c7abdff2-d596-4982-9991-dcb6a4ded597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:51.642706 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7abdff2-d596-4982-9991-dcb6a4ded597 None None] Routers {'9d1ee21e-0e9a-4ebe-b54a-610246691ab7'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:11:51.643442 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-c7abdff2-d596-4982-9991-dcb6a4ded597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:11:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['9d1ee21e-0e9a-4ebe-b54a-610246691ab7'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:51.684205 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-c7abdff2-d596-4982-9991-dcb6a4ded597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:51.685291 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7abdff2-d596-4982-9991-dcb6a4ded597 None None] The sync data for ids ['9d1ee21e-0e9a-4ebe-b54a-610246691ab7'] in n-d-799529-6 is: [] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:11:51.928583 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0f4b0f3-b0a0-450c-b087-120c0bda0889 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:52.212305 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-d0f4b0f3-b0a0-450c-b087-120c0bda0889 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Deleting port e9393a06-7cdf-4fa4-9df6-250a370285e3 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:11:52.212752 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0f4b0f3-b0a0-450c-b087-120c0bda0889 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:52.311659 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0f4b0f3-b0a0-450c-b087-120c0bda0889 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:52.327581 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-d0f4b0f3-b0a0-450c-b087-120c0bda0889 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Calling delete_port for e9393a06-7cdf-4fa4-9df6-250a370285e3 owned by network:router_interface {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:11:52.591871 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0f4b0f3-b0a0-450c-b087-120c0bda0889 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:52.622668 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f4b0f3-b0a0-450c-b087-120c0bda0889 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event deleted for resources: {'Port': ['ID=e9393a06-7cdf-4fa4-9df6-250a370285e3,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:52.772061 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0f4b0f3-b0a0-450c-b087-120c0bda0889 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:52.929379 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0f4b0f3-b0a0-450c-b087-120c0bda0889 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Router 9d1ee21e-0e9a-4ebe-b54a-610246691ab7 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:11:53.008965 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f4b0f3-b0a0-450c-b087-120c0bda0889 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:11:53.016911 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d0f4b0f3-b0a0-450c-b087-120c0bda0889 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "PUT /v2.0/routers/9d1ee21e-0e9a-4ebe-b54a-610246691ab7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4286709 Jul 09 15:11:53.016911 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41680) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:53.019830 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75673fad-6f48-41f5-80ec-bb7cc75c5732 None None] Sync routers for ids ['9d1ee21e-0e9a-4ebe-b54a-610246691ab7'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:11:53.029877 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75673fad-6f48-41f5-80ec-bb7cc75c5732 None None] Routers {'9d1ee21e-0e9a-4ebe-b54a-610246691ab7'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:11:53.030761 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-75673fad-6f48-41f5-80ec-bb7cc75c5732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:11:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['9d1ee21e-0e9a-4ebe-b54a-610246691ab7'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:53.046690 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-dc2d3c32-1b3c-46fb-a074-d9190d9ebb9c tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d1ee21e-0e9a-4ebe-b54a-610246691ab7 HTTP/1.1" status: 200 len: 205 time: 0.0285857 Jul 09 15:11:53.049054 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41682) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:53.066749 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-75673fad-6f48-41f5-80ec-bb7cc75c5732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:53.076278 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75673fad-6f48-41f5-80ec-bb7cc75c5732 None None] Routers {'9d1ee21e-0e9a-4ebe-b54a-610246691ab7'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:11:53.076899 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-75673fad-6f48-41f5-80ec-bb7cc75c5732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:11:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['9d1ee21e-0e9a-4ebe-b54a-610246691ab7'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:53.112465 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-75673fad-6f48-41f5-80ec-bb7cc75c5732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:53.113136 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75673fad-6f48-41f5-80ec-bb7cc75c5732 None None] The sync data for ids ['9d1ee21e-0e9a-4ebe-b54a-610246691ab7'] in n-d-799529-6 is: [] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:11:53.125489 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a7e0c059-415b-4e30-846c-af38d0875aed tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for router, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:53.290499 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a7e0c059-415b-4e30-846c-af38d0875aed tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:53.293279 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a7e0c059-415b-4e30-846c-af38d0875aed tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:53.363435 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:53.420462 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a7e0c059-415b-4e30-846c-af38d0875aed tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:53.421027 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e0c059-415b-4e30-846c-af38d0875aed tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Fanout notify agent at l3_agent the message router_deleted on router 9d1ee21e-0e9a-4ebe-b54a-610246691ab7 {{(pid=94446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 15:11:53.431836 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a7e0c059-415b-4e30-846c-af38d0875aed tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:53.434002 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a7e0c059-415b-4e30-846c-af38d0875aed tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "DELETE /v2.0/routers/9d1ee21e-0e9a-4ebe-b54a-610246691ab7 HTTP/1.1" status: 204 len: 168 time: 0.3833222 Jul 09 15:11:53.450185 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41694) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:53.511468 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-9870d9e9-f521-4539-856d-9a9ab53eb306 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Deleting subnet 1510087b-162b-4e0c-9fad-a29527e43552 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:11:53.514920 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9870d9e9-f521-4539-856d-9a9ab53eb306 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:53.562321 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9870d9e9-f521-4539-856d-9a9ab53eb306 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:53.651662 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9870d9e9-f521-4539-856d-9a9ab53eb306 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:53.796530 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9870d9e9-f521-4539-856d-9a9ab53eb306 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:53.828229 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9870d9e9-f521-4539-856d-9a9ab53eb306 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event deleted for resources: {'Subnet': ['ID=1510087b-162b-4e0c-9fad-a29527e43552,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:53.834019 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9870d9e9-f521-4539-856d-9a9ab53eb306 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:53.840743 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41696) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:53.841805 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-9870d9e9-f521-4539-856d-9a9ab53eb306 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "DELETE /v2.0/subnets/1510087b-162b-4e0c-9fad-a29527e43552 HTTP/1.1" status: 204 len: 168 time: 0.3857608 Jul 09 15:11:53.848723 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bd6128-3f79-4d01-a494-b528d82d9c0f None None] Network 3e4766d9-11f8-44e7-aeaa-96c0b396216a requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:11:53.958902 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-f006bc4c-5d97-4189-abe8-25f3e1c297cf tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Deleting subnet 682fb081-13d2-4b96-9be2-05e83edd4b67 {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:11:53.963244 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f006bc4c-5d97-4189-abe8-25f3e1c297cf tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:54.013769 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f006bc4c-5d97-4189-abe8-25f3e1c297cf tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:54.047926 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-07b3b1ac-0158-47af-82d4-55f2af03f4d5 req-d9edde6d-a223-420d-8dae-bb335b46c1d0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fdadfec8-67e9-4568-91cf-47d0d176cbd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1269515 Jul 09 15:11:54.079248 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19fa362-273f-41ca-8dfc-858023fbd10a None None] DHCP port deletion for 3e4766d9-11f8-44e7-aeaa-96c0b396216a request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 15:11:54.132064 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-e19fa362-273f-41ca-8dfc-858023fbd10a None None] Deleting port d7662add-a9d9-46b6-aa41-be367fc37aa4 {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:11:54.132978 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e19fa362-273f-41ca-8dfc-858023fbd10a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:54.136232 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f006bc4c-5d97-4189-abe8-25f3e1c297cf tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:54.220230 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-e19fa362-273f-41ca-8dfc-858023fbd10a None None] For port d7662add-a9d9-46b6-aa41-be367fc37aa4, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=d7662add-a9d9-46b6-aa41-be367fc37aa4,segment=NetworkSegment(6f0222a7-e4e4-4908-a8a4-8fb434def512),segment_id=6f0222a7-e4e4-4908-a8a4-8fb434def512)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:11:54.220970 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e19fa362-273f-41ca-8dfc-858023fbd10a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:54.226723 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3b1ac-0158-47af-82d4-55f2af03f4d5 req-004bff75-3b92-4a50-ad59-78924d2b24c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:11:54.228827 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-07b3b1ac-0158-47af-82d4-55f2af03f4d5 req-004bff75-3b92-4a50-ad59-78924d2b24c5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3378cbcb6d374f7888262c5aa67c214b&device_id=fdadfec8-67e9-4568-91cf-47d0d176cbd7 HTTP/1.1" status: 200 len: 1097 time: 0.1280546 Jul 09 15:11:54.245578 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-e19fa362-273f-41ca-8dfc-858023fbd10a None None] Calling delete_port for d7662add-a9d9-46b6-aa41-be367fc37aa4 owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:11:54.331199 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f006bc4c-5d97-4189-abe8-25f3e1c297cf tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:54.379684 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f006bc4c-5d97-4189-abe8-25f3e1c297cf tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:54.381944 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f006bc4c-5d97-4189-abe8-25f3e1c297cf tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "DELETE /v2.0/subnets/682fb081-13d2-4b96-9be2-05e83edd4b67 HTTP/1.1" status: 204 len: 168 time: 0.5402973 Jul 09 15:11:54.383239 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f006bc4c-5d97-4189-abe8-25f3e1c297cf tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event deleted for resources: {'Subnet': ['ID=682fb081-13d2-4b96-9be2-05e83edd4b67,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:54.386291 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41704) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:54.388874 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2e108a-b452-444c-83a7-55ed8975acd9 None None] Network 165b254c-1b2f-4ffa-a49e-3415cb43a37f requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:11:54.463860 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e19fa362-273f-41ca-8dfc-858023fbd10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:54.471489 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3b1ac-0158-47af-82d4-55f2af03f4d5 req-ac5da277-91e2-4e84-8734-dd54dcfb2bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:11:54.473057 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-07b3b1ac-0158-47af-82d4-55f2af03f4d5 req-ac5da277-91e2-4e84-8734-dd54dcfb2bc6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=053b5aa8-ddaf-4c8a-a4d7-933f77f92447 HTTP/1.1" status: 200 len: 912 time: 0.2166920 Jul 09 15:11:54.497433 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6f6d2671-d248-4938-a549-e00880f8d8e9 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:54.514388 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fa362-273f-41ca-8dfc-858023fbd10a None None] Pushing event deleted for resources: {'Port': ['ID=d7662add-a9d9-46b6-aa41-be367fc37aa4,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:54.535850 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19fa362-273f-41ca-8dfc-858023fbd10a None None] No DVR routers for this DVR port d7662add-a9d9-46b6-aa41-be367fc37aa4 on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:11:54.593520 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-07b3b1ac-0158-47af-82d4-55f2af03f4d5 req-be2814ae-b87f-4b64-b3e3-542974373476 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da50c45b-3d7a-48c5-83e8-388d50fb0572 HTTP/1.1" status: 200 len: 1001 time: 0.1129777 Jul 09 15:11:54.669022 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5148f34e-8d8a-4214-a488-60e3d56db122 None None] DHCP port deletion for 165b254c-1b2f-4ffa-a49e-3415cb43a37f request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 15:11:54.677556 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6f6d2671-d248-4938-a549-e00880f8d8e9 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:54.690513 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-6f6d2671-d248-4938-a549-e00880f8d8e9 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e4766d9-11f8-44e7-aeaa-96c0b396216a']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:54.700370 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3b1ac-0158-47af-82d4-55f2af03f4d5 req-46a13d90-954a-460c-8022-d98c020754d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:11:54.701958 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-07b3b1ac-0158-47af-82d4-55f2af03f4d5 req-46a13d90-954a-460c-8022-d98c020754d4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f10ff914-6b6b-4456-8b4d-b9664913c2d3 HTTP/1.1" status: 200 len: 850 time: 0.0775709 Jul 09 15:11:54.705249 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-6f6d2671-d248-4938-a549-e00880f8d8e9 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f0222a7-e4e4-4908-a8a4-8fb434def512') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:54.705573 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-6f6d2671-d248-4938-a549-e00880f8d8e9 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f0222a7-e4e4-4908-a8a4-8fb434def512') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:54.721044 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-5148f34e-8d8a-4214-a488-60e3d56db122 None None] Deleting port 040fe626-5a22-40cb-b9bc-bd3eef6b847d {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:11:54.721817 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5148f34e-8d8a-4214-a488-60e3d56db122 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:54.724026 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6f6d2671-d248-4938-a549-e00880f8d8e9 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:54.754149 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6f6d2671-d248-4938-a549-e00880f8d8e9 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:54.765106 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f6d2671-d248-4938-a549-e00880f8d8e9 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:11:54.765522 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6f6d2671-d248-4938-a549-e00880f8d8e9 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:54.768721 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 15:11:54.768721 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:11:54.768721 n-d-799529-6 neutron-server[94446]: timer() Jul 09 15:11:54.768721 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:11:54.768721 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 15:11:54.768721 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:11:54.768721 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 15:11:54.768721 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:11:54.768721 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 15:11:54.768721 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:11:54.768721 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 15:11:54.768721 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:11:54.768721 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 15:11:54.768721 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:11:54.768721 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:11:54.768721 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:11:54.768721 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:11:54.768721 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:11:54.768721 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 15:11:54.768721 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:11:54.768721 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 15:11:54.768721 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:11:54.768721 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:11:54.768721 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:11:54.768721 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 15:11:54.768721 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:11:54.768721 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:11:54.768721 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:11:54.768721 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:11:54.768721 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:11:54.768721 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:11:54.768721 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:11:54.804697 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-5148f34e-8d8a-4214-a488-60e3d56db122 None None] For port 040fe626-5a22-40cb-b9bc-bd3eef6b847d, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=040fe626-5a22-40cb-b9bc-bd3eef6b847d,segment=NetworkSegment(fe63ee38-7725-4342-af9b-24d38c687028),segment_id=fe63ee38-7725-4342-af9b-24d38c687028)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:11:54.805395 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5148f34e-8d8a-4214-a488-60e3d56db122 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:54.834501 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3b1ac-0158-47af-82d4-55f2af03f4d5 req-81087063-5fad-45aa-a256-9854d6c20ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:11:54.836344 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-07b3b1ac-0158-47af-82d4-55f2af03f4d5 req-81087063-5fad-45aa-a256-9854d6c20ae9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=053b5aa8-ddaf-4c8a-a4d7-933f77f92447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1241369 Jul 09 15:11:54.837249 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-5148f34e-8d8a-4214-a488-60e3d56db122 None None] Calling delete_port for 040fe626-5a22-40cb-b9bc-bd3eef6b847d owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:11:54.912999 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6f6d2671-d248-4938-a549-e00880f8d8e9 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:54.938153 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6f6d2671-d248-4938-a549-e00880f8d8e9 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:54.940102 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-6f6d2671-d248-4938-a549-e00880f8d8e9 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "DELETE /v2.0/networks/3e4766d9-11f8-44e7-aeaa-96c0b396216a HTTP/1.1" status: 204 len: 168 time: 0.5507925 Jul 09 15:11:54.940979 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6d2671-d248-4938-a549-e00880f8d8e9 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event deleted for resources: {'Network': ['ID=3e4766d9-11f8-44e7-aeaa-96c0b396216a,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:54.943615 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41708) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:54.975640 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-07b3b1ac-0158-47af-82d4-55f2af03f4d5 req-b749939a-44cd-4a65-bb8a-1a54b8b2fcc6 service neutron] 10.222.0.62 "GET /v2.0/networks/053b5aa8-ddaf-4c8a-a4d7-933f77f92447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308959 Jul 09 15:11:55.026635 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5148f34e-8d8a-4214-a488-60e3d56db122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:55.033115 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-257dd435-4a44-4783-906c-2f60a106096a tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:55.054103 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5148f34e-8d8a-4214-a488-60e3d56db122 None None] Pushing event deleted for resources: {'Port': ['ID=040fe626-5a22-40cb-b9bc-bd3eef6b847d,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:55.059936 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5148f34e-8d8a-4214-a488-60e3d56db122 None None] No DVR routers for this DVR port 040fe626-5a22-40cb-b9bc-bd3eef6b847d on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:11:55.097539 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 040fe626-5a22-40cb-b9bc-bd3eef6b847d no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:11:55.118156 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 040fe626-5a22-40cb-b9bc-bd3eef6b847d {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:11:55.118514 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 040fe626-5a22-40cb-b9bc-bd3eef6b847d not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:11:55.118937 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device d7662add-a9d9-46b6-aa41-be367fc37aa4 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:11:55.142542 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: d7662add-a9d9-46b6-aa41-be367fc37aa4 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:11:55.142884 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device d7662add-a9d9-46b6-aa41-be367fc37aa4 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:11:55.154834 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-07b3b1ac-0158-47af-82d4-55f2af03f4d5 req-11857428-dac3-404d-b2a5-5549b2029f64 service neutron] 10.222.0.62 "GET /v2.0/networks/053b5aa8-ddaf-4c8a-a4d7-933f77f92447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602998 Jul 09 15:11:55.168539 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-257dd435-4a44-4783-906c-2f60a106096a tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:55.179968 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-257dd435-4a44-4783-906c-2f60a106096a tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['165b254c-1b2f-4ffa-a49e-3415cb43a37f']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:55.194037 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-257dd435-4a44-4783-906c-2f60a106096a tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe63ee38-7725-4342-af9b-24d38c687028') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:55.194369 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-257dd435-4a44-4783-906c-2f60a106096a tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe63ee38-7725-4342-af9b-24d38c687028') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:11:55.208901 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-257dd435-4a44-4783-906c-2f60a106096a tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:55.224809 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-257dd435-4a44-4783-906c-2f60a106096a tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:55.231389 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-257dd435-4a44-4783-906c-2f60a106096a tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:11:55.231855 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-257dd435-4a44-4783-906c-2f60a106096a tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:55.234901 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 15:11:55.234901 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:11:55.234901 n-d-799529-6 neutron-server[94445]: timer() Jul 09 15:11:55.234901 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:11:55.234901 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 15:11:55.234901 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:11:55.234901 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 15:11:55.234901 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:11:55.234901 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 15:11:55.234901 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:11:55.234901 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 15:11:55.234901 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:11:55.234901 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 15:11:55.234901 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:11:55.234901 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:11:55.234901 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:11:55.234901 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:11:55.234901 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:11:55.234901 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 15:11:55.234901 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:11:55.234901 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 15:11:55.234901 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:11:55.234901 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:11:55.234901 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:11:55.234901 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 15:11:55.234901 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:11:55.234901 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:11:55.234901 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:11:55.234901 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:11:55.234901 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:11:55.234901 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:11:55.234901 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:11:55.385856 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-257dd435-4a44-4783-906c-2f60a106096a tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:55.393155 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-257dd435-4a44-4783-906c-2f60a106096a tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:55.395064 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-257dd435-4a44-4783-906c-2f60a106096a tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "DELETE /v2.0/networks/165b254c-1b2f-4ffa-a49e-3415cb43a37f HTTP/1.1" status: 204 len: 168 time: 0.4498866 Jul 09 15:11:55.399203 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41714) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:55.404551 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-c9f02837-fffb-4a88-b4fd-079460799dda tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Request body: {'network': {'name': 'tempest-RoutersTest-1517724849'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:11:55.406632 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257dd435-4a44-4783-906c-2f60a106096a tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event deleted for resources: {'Network': ['ID=165b254c-1b2f-4ffa-a49e-3415cb43a37f,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:55.512579 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f02837-fffb-4a88-b4fd-079460799dda tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Made reservation on behalf of a1a34d2db2904412aaf00cb77602ec31 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:11:55.516107 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c9f02837-fffb-4a88-b4fd-079460799dda tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:55.541246 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9f02837-fffb-4a88-b4fd-079460799dda tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:11:55.549997 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c9f02837-fffb-4a88-b4fd-079460799dda tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:55.550396 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-c9f02837-fffb-4a88-b4fd-079460799dda tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Added segment 0735c297-6696-424a-9c9c-900586abc4f6 of type vlan for network d555c948-24db-4372-ab08-970aebefe62c Jul 09 15:11:55.601256 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c9f02837-fffb-4a88-b4fd-079460799dda tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:55.688839 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c9f02837-fffb-4a88-b4fd-079460799dda tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:55.694919 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f02837-fffb-4a88-b4fd-079460799dda tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:11:55.695521 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c9f02837-fffb-4a88-b4fd-079460799dda tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:56.035648 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f02837-fffb-4a88-b4fd-079460799dda tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event updated for resources: {'Network': ['ID=d555c948-24db-4372-ab08-970aebefe62c,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:56.058585 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network d555c948-24db-4372-ab08-970aebefe62c details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:11:56.209398 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c9f02837-fffb-4a88-b4fd-079460799dda tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8089488 Jul 09 15:11:56.212164 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41716) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:56.217703 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-3b4d8226-9774-4e94-b4a2-625218f7d32b tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Request body: {'subnet': {'network_id': 'd555c948-24db-4372-ab08-970aebefe62c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:11:56.247368 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-050b7729-a4b9-4ce5-8ba8-9e8bed715683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:56.391780 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4d8226-9774-4e94-b4a2-625218f7d32b tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Made reservation on behalf of a1a34d2db2904412aaf00cb77602ec31 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:11:56.395438 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3b4d8226-9774-4e94-b4a2-625218f7d32b tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:56.655379 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3b4d8226-9774-4e94-b4a2-625218f7d32b tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:56.731106 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4d8226-9774-4e94-b4a2-625218f7d32b tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event updated for resources: {'Subnet': ['ID=70fb992c-0957-42e9-831f-6fae4eba9b00,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:56.740329 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4d8226-9774-4e94-b4a2-625218f7d32b tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Checking segment: {'id': '0735c297-6696-424a-9c9c-900586abc4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd555c948-24db-4372-ab08-970aebefe62c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:11:56.740694 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4d8226-9774-4e94-b4a2-625218f7d32b tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Network hostable DHCP agents. Network: d555c948-24db-4372-ab08-970aebefe62c, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:11:56.809058 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4d8226-9774-4e94-b4a2-625218f7d32b tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Network d555c948-24db-4372-ab08-970aebefe62c is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:11:56.895015 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-3b4d8226-9774-4e94-b4a2-625218f7d32b tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, d555c948-24db-4372-ab08-970aebefe62c) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:11:56.899261 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4d8226-9774-4e94-b4a2-625218f7d32b tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:11:56.904802 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3b4d8226-9774-4e94-b4a2-625218f7d32b tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:56.905388 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0839792-c8c4-4c68-b731-aad79ce0ea60 None None] Network d555c948-24db-4372-ab08-970aebefe62c requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:11:57.009950 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-3b4d8226-9774-4e94-b4a2-625218f7d32b tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7966967 Jul 09 15:11:57.014077 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41748) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:57.018527 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-245d8686-6887-431e-b77e-ce3abb11b1bb tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-322744716', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:11:57.071895 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5aa0f7e-66e6-4dbc-a373-296293685bf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-d555c948-24db-4372-ab08-970aebefe62c', 'network_id': 'd555c948-24db-4372-ab08-970aebefe62c', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'fixed_ips': [{'subnet_id': '70fb992c-0957-42e9-831f-6fae4eba9b00'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:11:57.072173 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d5aa0f7e-66e6-4dbc-a373-296293685bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:57.158389 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-245d8686-6887-431e-b77e-ce3abb11b1bb tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:57.159880 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-245d8686-6887-431e-b77e-ce3abb11b1bb tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:57.230495 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-d5aa0f7e-66e6-4dbc-a373-296293685bf0 None None] Allocated IP 172.20.0.2 (d555c948-24db-4372-ab08-970aebefe62c/70fb992c-0957-42e9-831f-6fae4eba9b00/b24a5008-0401-4d77-9a81-22d645b4ac09) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:11:57.232335 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9232093-bef6-4415-b011-5185235ad6c0 req-eddee84c-7438-4a6a-ab73-7f0e25da9450 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:11:57.232838 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-245d8686-6887-431e-b77e-ce3abb11b1bb tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:57.233891 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b9232093-bef6-4415-b011-5185235ad6c0 req-eddee84c-7438-4a6a-ab73-7f0e25da9450 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdadfec8-67e9-4568-91cf-47d0d176cbd7 HTTP/1.1" status: 200 len: 946 time: 0.0657940 Jul 09 15:11:57.277836 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b9232093-bef6-4415-b011-5185235ad6c0 req-2d5ddca8-d406-4076-8a28-30394ce90267 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/security-groups?id=6558d8f7-d545-4a35-981b-6e3850cfc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373871 Jul 09 15:11:57.298640 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-245d8686-6887-431e-b77e-ce3abb11b1bb tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:57.391863 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-245d8686-6887-431e-b77e-ce3abb11b1bb tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:57.393259 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-245d8686-6887-431e-b77e-ce3abb11b1bb tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3793182 Jul 09 15:11:57.396219 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41768) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:57.401812 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-8f83a3fb-2346-4fa2-a591-cc21fa1f4ff8 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Request body: {'port': {'network_id': 'd555c948-24db-4372-ab08-970aebefe62c', 'name': 'tempest-RoutersTest-2083864550'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:11:57.545489 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d5aa0f7e-66e6-4dbc-a373-296293685bf0 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:57.554178 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-d5aa0f7e-66e6-4dbc-a373-296293685bf0 None None] Transition to ACTIVE for port object b24a5008-0401-4d77-9a81-22d645b4ac09 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:11:57.574857 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-d5aa0f7e-66e6-4dbc-a373-296293685bf0 None None] Transition to ACTIVE for port object b24a5008-0401-4d77-9a81-22d645b4ac09 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:11:57.580404 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f83a3fb-2346-4fa2-a591-cc21fa1f4ff8 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Made reservation on behalf of a1a34d2db2904412aaf00cb77602ec31 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:11:57.584666 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8f83a3fb-2346-4fa2-a591-cc21fa1f4ff8 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:57.603455 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [None req-8f83a3fb-2346-4fa2-a591-cc21fa1f4ff8 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] device_id is not set on port 42ec8851-e677-455a-9119-5019daba8cd1 yet. {{(pid=94445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 15:11:57.638118 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d5aa0f7e-66e6-4dbc-a373-296293685bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:57.678137 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5aa0f7e-66e6-4dbc-a373-296293685bf0 None None] Network d555c948-24db-4372-ab08-970aebefe62c is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:11:57.683203 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-d5aa0f7e-66e6-4dbc-a373-296293685bf0 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:11:57.685615 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5aa0f7e-66e6-4dbc-a373-296293685bf0 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:11:57.699569 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aa0f7e-66e6-4dbc-a373-296293685bf0 None None] Pushing event updated for resources: {'Port': ['ID=b24a5008-0401-4d77-9a81-22d645b4ac09,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:57.716449 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-8f83a3fb-2346-4fa2-a591-cc21fa1f4ff8 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Allocated IP 172.20.0.6 (d555c948-24db-4372-ab08-970aebefe62c/70fb992c-0957-42e9-831f-6fae4eba9b00/42ec8851-e677-455a-9119-5019daba8cd1) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:11:57.768061 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-d5aa0f7e-66e6-4dbc-a373-296293685bf0 None None] Attempting to bind port b24a5008-0401-4d77-9a81-22d645b4ac09 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:11:57.768061 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-d5aa0f7e-66e6-4dbc-a373-296293685bf0 None None] Attempting to bind port b24a5008-0401-4d77-9a81-22d645b4ac09 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '0735c297-6696-424a-9c9c-900586abc4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd555c948-24db-4372-ab08-970aebefe62c'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:11:57.768061 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5aa0f7e-66e6-4dbc-a373-296293685bf0 None None] Attempting to bind port b24a5008-0401-4d77-9a81-22d645b4ac09 on network d555c948-24db-4372-ab08-970aebefe62c {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:11:57.768061 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5aa0f7e-66e6-4dbc-a373-296293685bf0 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:11:57.768061 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5aa0f7e-66e6-4dbc-a373-296293685bf0 None None] Checking segment: {'id': '0735c297-6696-424a-9c9c-900586abc4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd555c948-24db-4372-ab08-970aebefe62c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:11:57.768061 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d5aa0f7e-66e6-4dbc-a373-296293685bf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:57.768061 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5aa0f7e-66e6-4dbc-a373-296293685bf0 None None] Bound using segment: {'id': '0735c297-6696-424a-9c9c-900586abc4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd555c948-24db-4372-ab08-970aebefe62c'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:11:57.768061 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-d5aa0f7e-66e6-4dbc-a373-296293685bf0 None None] Bound port: b24a5008-0401-4d77-9a81-22d645b4ac09, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0735c297-6696-424a-9c9c-900586abc4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd555c948-24db-4372-ab08-970aebefe62c'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:11:57.768061 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d5aa0f7e-66e6-4dbc-a373-296293685bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:57.833267 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-d5aa0f7e-66e6-4dbc-a373-296293685bf0 None None] For port b24a5008-0401-4d77-9a81-22d645b4ac09, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:11:57.836290 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-d5aa0f7e-66e6-4dbc-a373-296293685bf0 None None] For port b24a5008-0401-4d77-9a81-22d645b4ac09, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=b24a5008-0401-4d77-9a81-22d645b4ac09,segment=NetworkSegment(0735c297-6696-424a-9c9c-900586abc4f6),segment_id=0735c297-6696-424a-9c9c-900586abc4f6)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:11:57.875557 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8f83a3fb-2346-4fa2-a591-cc21fa1f4ff8 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:57.889968 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-8f83a3fb-2346-4fa2-a591-cc21fa1f4ff8 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Transition to ACTIVE for port object 42ec8851-e677-455a-9119-5019daba8cd1 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:11:57.973476 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d5aa0f7e-66e6-4dbc-a373-296293685bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:58.014241 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8f83a3fb-2346-4fa2-a591-cc21fa1f4ff8 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:58.035432 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aa0f7e-66e6-4dbc-a373-296293685bf0 None None] Pushing event updated for resources: {'Port': ['ID=b24a5008-0401-4d77-9a81-22d645b4ac09,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:58.077773 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f83a3fb-2346-4fa2-a591-cc21fa1f4ff8 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Network d555c948-24db-4372-ab08-970aebefe62c is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:11:58.084775 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-8f83a3fb-2346-4fa2-a591-cc21fa1f4ff8 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:11:58.086187 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f83a3fb-2346-4fa2-a591-cc21fa1f4ff8 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:11:58.110556 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f83a3fb-2346-4fa2-a591-cc21fa1f4ff8 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event updated for resources: {'Port': ['ID=42ec8851-e677-455a-9119-5019daba8cd1,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:58.143672 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f83a3fb-2346-4fa2-a591-cc21fa1f4ff8 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:11:58.144305 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8f83a3fb-2346-4fa2-a591-cc21fa1f4ff8 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:58.248179 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-8f83a3fb-2346-4fa2-a591-cc21fa1f4ff8 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.8507102 Jul 09 15:11:58.250767 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41778) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:11:58.469221 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7599c9e-80c1-45f1-8adf-c7375fd29ca8 req-8d4fd30a-16f3-4067-9a02-de1983864564 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:11:58.470797 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c7599c9e-80c1-45f1-8adf-c7375fd29ca8 req-8d4fd30a-16f3-4067-9a02-de1983864564 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdadfec8-67e9-4568-91cf-47d0d176cbd7 HTTP/1.1" status: 200 len: 946 time: 0.0684021 Jul 09 15:11:58.511977 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c7599c9e-80c1-45f1-8adf-c7375fd29ca8 req-cdd6c539-37ef-474a-88cf-8c1e8b0dbfc7 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/security-groups?id=6558d8f7-d545-4a35-981b-6e3850cfc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353997 Jul 09 15:11:58.619544 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-46b48376-ffe2-447b-ac18-932b3087d8a5 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:58.886638 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-46b48376-ffe2-447b-ac18-932b3087d8a5 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:58.991459 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-46b48376-ffe2-447b-ac18-932b3087d8a5 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:59.088360 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b48376-ffe2-447b-ac18-932b3087d8a5 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event updated for resources: {'Port': ['ID=42ec8851-e677-455a-9119-5019daba8cd1,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:59.115316 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device b24a5008-0401-4d77-9a81-22d645b4ac09 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:11:59.123201 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e4d06174-cdcb-4b80-950d-222b38002a92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:59.152945 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd90d7c-f60b-4143-9eea-e941ebf038e0 None None] Network d555c948-24db-4372-ab08-970aebefe62c requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:11:59.258514 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-46b48376-ffe2-447b-ac18-932b3087d8a5 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:59.291367 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:59.342531 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-185fd806-880e-49c7-99eb-1a4e79bdcec6 None None] Provisioning for port b24a5008-0401-4d77-9a81-22d645b4ac09 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:11:59.347755 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-185fd806-880e-49c7-99eb-1a4e79bdcec6 None None] Provisioning complete for port b24a5008-0401-4d77-9a81-22d645b4ac09 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:11:59.348951 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-185fd806-880e-49c7-99eb-1a4e79bdcec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:59.352438 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port b24a5008-0401-4d77-9a81-22d645b4ac09 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:11:59.361923 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedfa33c-d2b1-424a-867a-3c86fb73c361 req-e526f85f-706f-4818-8788-4d1ea6e8817c tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:11:59.363631 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fedfa33c-d2b1-424a-867a-3c86fb73c361 req-e526f85f-706f-4818-8788-4d1ea6e8817c tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.62 "GET /v2.0/ports?device_id=fdadfec8-67e9-4568-91cf-47d0d176cbd7 HTTP/1.1" status: 200 len: 946 time: 0.0781384 Jul 09 15:11:59.381759 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port b24a5008-0401-4d77-9a81-22d645b4ac09 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:11:59.382115 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:59.474271 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-fedfa33c-d2b1-424a-867a-3c86fb73c361 req-a6c9b33d-318a-411c-9e56-29ae516e7ba7 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Deleting port da50c45b-3d7a-48c5-83e8-388d50fb0572 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:11:59.474871 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-fedfa33c-d2b1-424a-867a-3c86fb73c361 req-a6c9b33d-318a-411c-9e56-29ae516e7ba7 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:59.512519 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-185fd806-880e-49c7-99eb-1a4e79bdcec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:59.516855 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-46b48376-ffe2-447b-ac18-932b3087d8a5 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:59.547019 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:59.591373 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-fedfa33c-d2b1-424a-867a-3c86fb73c361 req-a6c9b33d-318a-411c-9e56-29ae516e7ba7 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] For port da50c45b-3d7a-48c5-83e8-388d50fb0572, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=da50c45b-3d7a-48c5-83e8-388d50fb0572,segment=NetworkSegment(793f6188-e169-447b-9a2e-8619e04e34aa),segment_id=793f6188-e169-447b-9a2e-8619e04e34aa)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:11:59.593041 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-fedfa33c-d2b1-424a-867a-3c86fb73c361 req-a6c9b33d-318a-411c-9e56-29ae516e7ba7 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:59.600705 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-185fd806-880e-49c7-99eb-1a4e79bdcec6 None None] For port b24a5008-0401-4d77-9a81-22d645b4ac09, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=b24a5008-0401-4d77-9a81-22d645b4ac09,segment=NetworkSegment(0735c297-6696-424a-9c9c-900586abc4f6),segment_id=0735c297-6696-424a-9c9c-900586abc4f6)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:11:59.729196 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-185fd806-880e-49c7-99eb-1a4e79bdcec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:59.821692 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.db.api [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 15:11:59.822062 n-d-799529-6 neutron-server[94447]: DEBUG oslo_db.api [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 15:11:59.827215 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185fd806-880e-49c7-99eb-1a4e79bdcec6 None None] Pushing event updated for resources: {'Port': ['ID=b24a5008-0401-4d77-9a81-22d645b4ac09,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:11:59.836833 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da4ba88-4d5c-4368-914e-8b520f6a4019 req-f01a3cb2-bc0e-4b61-a077-9be194c5ff14 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:11:59.839532 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-fedfa33c-d2b1-424a-867a-3c86fb73c361 req-a6c9b33d-318a-411c-9e56-29ae516e7ba7 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:59.839906 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-fedfa33c-d2b1-424a-867a-3c86fb73c361 req-a6c9b33d-318a-411c-9e56-29ae516e7ba7 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:59.840230 n-d-799529-6 neutron-server[94446]: INFO neutron.db.l3_db [req-fedfa33c-d2b1-424a-867a-3c86fb73c361 req-a6c9b33d-318a-411c-9e56-29ae516e7ba7 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Floating IP 7af56fa6-da1b-48e8-addc-014620036338 disassociated. External IP: 172.25.3.75, port: da50c45b-3d7a-48c5-83e8-388d50fb0572. Jul 09 15:11:59.840582 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-fedfa33c-d2b1-424a-867a-3c86fb73c361 req-a6c9b33d-318a-411c-9e56-29ae516e7ba7 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Calling delete_port for da50c45b-3d7a-48c5-83e8-388d50fb0572 owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:11:59.848165 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4da4ba88-4d5c-4368-914e-8b520f6a4019 req-f01a3cb2-bc0e-4b61-a077-9be194c5ff14 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdadfec8-67e9-4568-91cf-47d0d176cbd7 HTTP/1.1" status: 200 len: 946 time: 0.1684813 Jul 09 15:11:59.911657 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-eb4e624b-7d7a-4a1f-ba70-91033b000100 None None] Provisioning for port 42ec8851-e677-455a-9119-5019daba8cd1 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:11:59.913092 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4da4ba88-4d5c-4368-914e-8b520f6a4019 req-01c777a0-79bf-49b2-93b5-207639cad406 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/security-groups?id=6558d8f7-d545-4a35-981b-6e3850cfc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612018 Jul 09 15:11:59.924207 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-eb4e624b-7d7a-4a1f-ba70-91033b000100 None None] Provisioning complete for port 42ec8851-e677-455a-9119-5019daba8cd1 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:11:59.924598 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-eb4e624b-7d7a-4a1f-ba70-91033b000100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:11:59.949857 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-46b48376-ffe2-447b-ac18-932b3087d8a5 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:00.005022 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-eb4e624b-7d7a-4a1f-ba70-91033b000100 None None] Port 42ec8851-e677-455a-9119-5019daba8cd1 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:12:00.015749 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-eb4e624b-7d7a-4a1f-ba70-91033b000100 None None] Provisioning complete for port b24a5008-0401-4d77-9a81-22d645b4ac09 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:12:00.021131 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-eb4e624b-7d7a-4a1f-ba70-91033b000100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:00.043526 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-46b48376-ffe2-447b-ac18-932b3087d8a5 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:00.117727 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-fedfa33c-d2b1-424a-867a-3c86fb73c361 req-a6c9b33d-318a-411c-9e56-29ae516e7ba7 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:00.153745 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-46b48376-ffe2-447b-ac18-932b3087d8a5 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:00.155095 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c9b33d-318a-411c-9e56-29ae516e7ba7 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Pushing event deleted for resources: {'Port': ['ID=da50c45b-3d7a-48c5-83e8-388d50fb0572,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:00.157630 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b48376-ffe2-447b-ac18-932b3087d8a5 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event updated for resources: {'Port': ['ID=42ec8851-e677-455a-9119-5019daba8cd1,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:00.234295 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-9a353093-cf6a-455b-9c84-8863e231fc6c None None] Provisioning complete for port 42ec8851-e677-455a-9119-5019daba8cd1 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:12:00.236745 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9a353093-cf6a-455b-9c84-8863e231fc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:00.287848 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:00.301147 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-9a353093-cf6a-455b-9c84-8863e231fc6c None None] Port 42ec8851-e677-455a-9119-5019daba8cd1 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:12:00.303422 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b48376-ffe2-447b-ac18-932b3087d8a5 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Network d555c948-24db-4372-ab08-970aebefe62c is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:12:00.305441 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-46b48376-ffe2-447b-ac18-932b3087d8a5 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:12:00.428795 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fedfa33c-d2b1-424a-867a-3c86fb73c361 req-a6c9b33d-318a-411c-9e56-29ae516e7ba7 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Router 43af091c-b350-41d9-af4d-58aa3cabcab1 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:12:00.528296 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b48376-ffe2-447b-ac18-932b3087d8a5 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Router 5fe78d5d-a96c-4065-84fa-993a2dab7055 is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 15:12:00.531355 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-97b60257-b7b0-499b-8f84-c465b36c7a0b None None] Provisioning complete for port 42ec8851-e677-455a-9119-5019daba8cd1 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:12:00.533170 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-97b60257-b7b0-499b-8f84-c465b36c7a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:00.579354 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fedfa33c-d2b1-424a-867a-3c86fb73c361 req-a6c9b33d-318a-411c-9e56-29ae516e7ba7 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:12:00.591619 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59021146-a668-4c19-9942-40937d717893 None None] Sync routers for ids ['43af091c-b350-41d9-af4d-58aa3cabcab1'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:12:00.610852 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59021146-a668-4c19-9942-40937d717893 None None] Routers {'43af091c-b350-41d9-af4d-58aa3cabcab1'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:12:00.611492 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-59021146-a668-4c19-9942-40937d717893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:11:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['43af091c-b350-41d9-af4d-58aa3cabcab1'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:00.631782 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-97b60257-b7b0-499b-8f84-c465b36c7a0b None None] Port 42ec8851-e677-455a-9119-5019daba8cd1 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:12:00.662433 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-fedfa33c-d2b1-424a-867a-3c86fb73c361 req-a6c9b33d-318a-411c-9e56-29ae516e7ba7 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] No DVR routers for this DVR port da50c45b-3d7a-48c5-83e8-388d50fb0572 on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:12:00.666286 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-fedfa33c-d2b1-424a-867a-3c86fb73c361 req-a6c9b33d-318a-411c-9e56-29ae516e7ba7 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:00.668816 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fedfa33c-d2b1-424a-867a-3c86fb73c361 req-a6c9b33d-318a-411c-9e56-29ae516e7ba7 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.62 "DELETE /v2.0/ports/da50c45b-3d7a-48c5-83e8-388d50fb0572 HTTP/1.1" status: 204 len: 173 time: 1.3003299 Jul 09 15:12:00.669695 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdadfec8-67e9-4568-91cf-47d0d176cbd7', 'name': 'network-vif-deleted', 'tag': 'da50c45b-3d7a-48c5-83e8-388d50fb0572'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:12:00.673841 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b325c101-beea-4250-acb4-c1d022f14425" -d '{"events": [{"server_uuid": "fdadfec8-67e9-4568-91cf-47d0d176cbd7", "name": "network-vif-deleted", "tag": "da50c45b-3d7a-48c5-83e8-388d50fb0572"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:12:00.745880 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc5fe54-2581-4b16-84bb-905d6e588908 x-openstack-request-id: req-2dc5fe54-2581-4b16-84bb-905d6e588908 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:12:00.746173 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdadfec8-67e9-4568-91cf-47d0d176cbd7", "name": "network-vif-deleted", "tag": "da50c45b-3d7a-48c5-83e8-388d50fb0572", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:12:00.746428 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2dc5fe54-2581-4b16-84bb-905d6e588908 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:12:00.746836 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdadfec8-67e9-4568-91cf-47d0d176cbd7', 'name': 'network-vif-deleted', 'tag': 'da50c45b-3d7a-48c5-83e8-388d50fb0572', 'status': 'completed', 'code': 200} Jul 09 15:12:00.842376 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-59021146-a668-4c19-9942-40937d717893 None None] Set router 43af091c-b350-41d9-af4d-58aa3cabcab1 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:12:00.860695 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-38d56a24-21b3-44c4-bb35-38a6758071ec None None] Provisioning complete for port 42ec8851-e677-455a-9119-5019daba8cd1 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:12:00.861125 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-38d56a24-21b3-44c4-bb35-38a6758071ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:00.930268 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-38d56a24-21b3-44c4-bb35-38a6758071ec None None] Port 42ec8851-e677-455a-9119-5019daba8cd1 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:12:01.055747 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:12:01.105944 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device b24a5008-0401-4d77-9a81-22d645b4ac09 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:12:01.200818 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port b24a5008-0401-4d77-9a81-22d645b4ac09 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:12:01.201359 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:01.235530 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-59021146-a668-4c19-9942-40937d717893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43af091c-b350-41d9-af4d-58aa3cabcab1', 'name': 'tempest-AttachVolumeTestJSON-1112086082-router', 'tenant_id': '3378cbcb6d374f7888262c5aa67c214b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '87c92795-bfcc-4f62-a25c-c7b06b183eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:59:41Z', 'updated_at': '2021-07-09T14:59:49Z', 'revision_number': 4, 'project_id': '3378cbcb6d374f7888262c5aa67c214b', 'gw_port': {'id': '87c92795-bfcc-4f62-a25c-c7b06b183eb0', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43af091c-b350-41d9-af4d-58aa3cabcab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:59:43Z', 'updated_at': '2021-07-09T14:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '795392a2-25ed-480d-af18-98a5c0c2d28e', 'name': '', 'network_id': '053b5aa8-ddaf-4c8a-a4d7-933f77f92447', 'tenant_id': '3378cbcb6d374f7888262c5aa67c214b', 'mac_address': 'fa:16:3e:8b:26:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43af091c-b350-41d9-af4d-58aa3cabcab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': 'f10ff914-6b6b-4456-8b4d-b9664913c2d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:59:48Z', 'updated_at': '2021-07-09T14:59:58Z', 'revision_number': 5, 'project_id': '3378cbcb6d374f7888262c5aa67c214b', 'subnets': [{'id': 'f10ff914-6b6b-4456-8b4d-b9664913c2d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:01.240033 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-73b2f10b-8c1d-42d2-bc22-68bd29aba40a req-cd63f82b-7c9f-4ac1-b0da-6161c48377f8 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdadfec8-67e9-4568-91cf-47d0d176cbd7 HTTP/1.1" status: 200 len: 210 time: 0.0330379 Jul 09 15:12:01.274846 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b48376-ffe2-447b-ac18-932b3087d8a5 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:12:01.275522 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59021146-a668-4c19-9942-40937d717893 None None] Checking router: 43af091c-b350-41d9-af4d-58aa3cabcab1 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:12:01.296497 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-46b48376-ffe2-447b-ac18-932b3087d8a5 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "PUT /v2.0/routers/5fe78d5d-a96c-4065-84fa-993a2dab7055/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0421002 Jul 09 15:12:01.296852 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41798) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:01.301651 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59021146-a668-4c19-9942-40937d717893 None None] Routers {'43af091c-b350-41d9-af4d-58aa3cabcab1'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:12:01.302137 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-59021146-a668-4c19-9942-40937d717893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:11:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['43af091c-b350-41d9-af4d-58aa3cabcab1'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:01.312420 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c2a1a7-d6bd-4825-94d5-3f7660e1cec3 None None] Sync routers for ids ['5fe78d5d-a96c-4065-84fa-993a2dab7055'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:12:01.344845 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c2a1a7-d6bd-4825-94d5-3f7660e1cec3 None None] Routers {'5fe78d5d-a96c-4065-84fa-993a2dab7055'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:12:01.344845 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-a9c2a1a7-d6bd-4825-94d5-3f7660e1cec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:11:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['5fe78d5d-a96c-4065-84fa-993a2dab7055'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:01.368530 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeead6e7-35d4-447d-b195-1f0b0d1bad5b tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:12:01.372881 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-eeead6e7-35d4-447d-b195-1f0b0d1bad5b tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "GET /v2.0/ports/42ec8851-e677-455a-9119-5019daba8cd1 HTTP/1.1" status: 200 len: 977 time: 0.0722170 Jul 09 15:12:01.373197 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41800) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:01.384527 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-a9c2a1a7-d6bd-4825-94d5-3f7660e1cec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:01.405405 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c2a1a7-d6bd-4825-94d5-3f7660e1cec3 None None] Routers {'5fe78d5d-a96c-4065-84fa-993a2dab7055'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:12:01.406181 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-a9c2a1a7-d6bd-4825-94d5-3f7660e1cec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:11:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['5fe78d5d-a96c-4065-84fa-993a2dab7055'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:01.440568 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-a9c2a1a7-d6bd-4825-94d5-3f7660e1cec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:01.441590 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c2a1a7-d6bd-4825-94d5-3f7660e1cec3 None None] The sync data for ids ['5fe78d5d-a96c-4065-84fa-993a2dab7055'] in n-d-799529-6 is: [] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:12:01.447935 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-59021146-a668-4c19-9942-40937d717893 None None] Set router 43af091c-b350-41d9-af4d-58aa3cabcab1 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:12:01.672346 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:01.672716 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-59021146-a668-4c19-9942-40937d717893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43af091c-b350-41d9-af4d-58aa3cabcab1', 'name': 'tempest-AttachVolumeTestJSON-1112086082-router', 'tenant_id': '3378cbcb6d374f7888262c5aa67c214b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '87c92795-bfcc-4f62-a25c-c7b06b183eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:59:41Z', 'updated_at': '2021-07-09T14:59:49Z', 'revision_number': 4, 'project_id': '3378cbcb6d374f7888262c5aa67c214b', 'gw_port': {'id': '87c92795-bfcc-4f62-a25c-c7b06b183eb0', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43af091c-b350-41d9-af4d-58aa3cabcab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:59:43Z', 'updated_at': '2021-07-09T14:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '795392a2-25ed-480d-af18-98a5c0c2d28e', 'name': '', 'network_id': '053b5aa8-ddaf-4c8a-a4d7-933f77f92447', 'tenant_id': '3378cbcb6d374f7888262c5aa67c214b', 'mac_address': 'fa:16:3e:8b:26:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43af091c-b350-41d9-af4d-58aa3cabcab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': 'f10ff914-6b6b-4456-8b4d-b9664913c2d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:59:48Z', 'updated_at': '2021-07-09T14:59:58Z', 'revision_number': 5, 'project_id': '3378cbcb6d374f7888262c5aa67c214b', 'subnets': [{'id': 'f10ff914-6b6b-4456-8b4d-b9664913c2d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:01.701522 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59021146-a668-4c19-9942-40937d717893 None None] The sync data for ids ['43af091c-b350-41d9-af4d-58aa3cabcab1'] in n-d-799529-6 is: [{'id': '43af091c-b350-41d9-af4d-58aa3cabcab1', 'name': 'tempest-AttachVolumeTestJSON-1112086082-router', 'tenant_id': '3378cbcb6d374f7888262c5aa67c214b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '87c92795-bfcc-4f62-a25c-c7b06b183eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:59:41Z', 'updated_at': '2021-07-09T14:59:49Z', 'revision_number': 4, 'project_id': '3378cbcb6d374f7888262c5aa67c214b', 'gw_port': {'id': '87c92795-bfcc-4f62-a25c-c7b06b183eb0', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43af091c-b350-41d9-af4d-58aa3cabcab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:59:43Z', 'updated_at': '2021-07-09T14:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '795392a2-25ed-480d-af18-98a5c0c2d28e', 'name': '', 'network_id': '053b5aa8-ddaf-4c8a-a4d7-933f77f92447', 'tenant_id': '3378cbcb6d374f7888262c5aa67c214b', 'mac_address': 'fa:16:3e:8b:26:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43af091c-b350-41d9-af4d-58aa3cabcab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': 'f10ff914-6b6b-4456-8b4d-b9664913c2d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:59:48Z', 'updated_at': '2021-07-09T14:59:58Z', 'revision_number': 5, 'project_id': '3378cbcb6d374f7888262c5aa67c214b', 'subnets': [{'id': 'f10ff914-6b6b-4456-8b4d-b9664913c2d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:12:01.866083 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-288d5752-31ce-493f-bb9d-d0248ca2bb07 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:02.016351 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cdd6fc-28a6-4c40-b2a4-7abfdca2cb1b None None] New status for floating IP 7af56fa6-da1b-48e8-addc-014620036338: DOWN {{(pid=94448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 15:12:02.103612 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-288d5752-31ce-493f-bb9d-d0248ca2bb07 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Deleting port 42ec8851-e677-455a-9119-5019daba8cd1 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:12:02.104421 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-288d5752-31ce-493f-bb9d-d0248ca2bb07 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:02.193927 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-288d5752-31ce-493f-bb9d-d0248ca2bb07 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:02.205470 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-288d5752-31ce-493f-bb9d-d0248ca2bb07 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Calling delete_port for 42ec8851-e677-455a-9119-5019daba8cd1 owned by network:router_interface {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:12:02.482186 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41808) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:02.498582 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-288d5752-31ce-493f-bb9d-d0248ca2bb07 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:02.533401 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288d5752-31ce-493f-bb9d-d0248ca2bb07 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event deleted for resources: {'Port': ['ID=42ec8851-e677-455a-9119-5019daba8cd1,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:02.546398 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-88c1f040-3cc8-4131-a95f-cf91aca2d9c7 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:02.576135 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-88c1f040-3cc8-4131-a95f-cf91aca2d9c7 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:02.684161 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-288d5752-31ce-493f-bb9d-d0248ca2bb07 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:02.704707 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-88c1f040-3cc8-4131-a95f-cf91aca2d9c7 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:02.708522 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-88c1f040-3cc8-4131-a95f-cf91aca2d9c7 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:02.712261 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-88c1f040-3cc8-4131-a95f-cf91aca2d9c7 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "DELETE /v2.0/security-groups/6558d8f7-d545-4a35-981b-6e3850cfc9a7 HTTP/1.1" status: 204 len: 168 time: 0.2265084 Jul 09 15:12:02.712890 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41810) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:02.731975 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c1f040-3cc8-4131-a95f-cf91aca2d9c7 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6558d8f7-d545-4a35-981b-6e3850cfc9a7,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:02.735236 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [None req-6cebefbf-17de-476e-80d4-cfc720c286c8 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] show failed (client error): The resource could not be found. Jul 09 15:12:02.739067 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-6cebefbf-17de-476e-80d4-cfc720c286c8 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "GET /v2.0/security-groups/6558d8f7-d545-4a35-981b-6e3850cfc9a7 HTTP/1.1" status: 404 len: 347 time: 0.0225461 Jul 09 15:12:02.739734 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41812) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:02.870069 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-288d5752-31ce-493f-bb9d-d0248ca2bb07 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Router 5fe78d5d-a96c-4065-84fa-993a2dab7055 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:12:02.875001 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-e4ebf7a4-9489-4c1f-b909-083cf7bef6d5 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Deleting port 9e879b20-9ae8-4b03-b2ec-0ca04e2c93ff {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:12:02.875351 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e4ebf7a4-9489-4c1f-b909-083cf7bef6d5 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:02.952762 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-288d5752-31ce-493f-bb9d-d0248ca2bb07 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:12:02.958426 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-288d5752-31ce-493f-bb9d-d0248ca2bb07 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "PUT /v2.0/routers/5fe78d5d-a96c-4065-84fa-993a2dab7055/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5840161 Jul 09 15:12:02.965431 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41814) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:02.966296 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e4ebf7a4-9489-4c1f-b909-083cf7bef6d5 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:02.966296 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e4ebf7a4-9489-4c1f-b909-083cf7bef6d5 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:02.966477 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017777c8-407a-4ab0-80ef-f5aaf533abdf None None] Sync routers for ids ['5fe78d5d-a96c-4065-84fa-993a2dab7055'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:12:02.976592 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017777c8-407a-4ab0-80ef-f5aaf533abdf None None] Routers {'5fe78d5d-a96c-4065-84fa-993a2dab7055'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:12:02.977236 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-017777c8-407a-4ab0-80ef-f5aaf533abdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:11:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['5fe78d5d-a96c-4065-84fa-993a2dab7055'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:02.982492 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-e4ebf7a4-9489-4c1f-b909-083cf7bef6d5 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Calling delete_port for 9e879b20-9ae8-4b03-b2ec-0ca04e2c93ff owned by network:floatingip {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:12:03.013898 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-017777c8-407a-4ab0-80ef-f5aaf533abdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:03.023456 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017777c8-407a-4ab0-80ef-f5aaf533abdf None None] Routers {'5fe78d5d-a96c-4065-84fa-993a2dab7055'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:12:03.024120 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-017777c8-407a-4ab0-80ef-f5aaf533abdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:11:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['5fe78d5d-a96c-4065-84fa-993a2dab7055'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:03.061398 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-017777c8-407a-4ab0-80ef-f5aaf533abdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:03.062263 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017777c8-407a-4ab0-80ef-f5aaf533abdf None None] The sync data for ids ['5fe78d5d-a96c-4065-84fa-993a2dab7055'] in n-d-799529-6 is: [] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:12:03.206700 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [None req-6e2b8713-a81a-4ee2-b391-08c76d97a54a tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] remove_router_interface failed (client error): The resource could not be found. Jul 09 15:12:03.211577 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-6e2b8713-a81a-4ee2-b391-08c76d97a54a tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "PUT /v2.0/routers/5fe78d5d-a96c-4065-84fa-993a2dab7055/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2469106 Jul 09 15:12:03.211847 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41816) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:03.241849 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-60efa86a-efa9-4d5a-b8b7-151f45c933e4 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "GET /v2.0/ports?device_id=5fe78d5d-a96c-4065-84fa-993a2dab7055 HTTP/1.1" status: 200 len: 205 time: 0.0288851 Jul 09 15:12:03.244322 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41818) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:03.254864 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e4ebf7a4-9489-4c1f-b909-083cf7bef6d5 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:03.285548 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ebf7a4-9489-4c1f-b909-083cf7bef6d5 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Pushing event deleted for resources: {'Port': ['ID=9e879b20-9ae8-4b03-b2ec-0ca04e2c93ff,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:03.322369 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e71c865d-aeca-4161-b588-d108e66b560a tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for router, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:03.347914 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e4ebf7a4-9489-4c1f-b909-083cf7bef6d5 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks [] for floatingip, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:03.350844 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e4ebf7a4-9489-4c1f-b909-083cf7bef6d5 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:03.355954 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-e4ebf7a4-9489-4c1f-b909-083cf7bef6d5 tempest-AttachVolumeTestJSON-349033932 tempest-AttachVolumeTestJSON-349033932-project] 10.222.0.58 "DELETE /v2.0/floatingips/7af56fa6-da1b-48e8-addc-014620036338 HTTP/1.1" status: 204 len: 168 time: 0.6146522 Jul 09 15:12:03.495251 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e71c865d-aeca-4161-b588-d108e66b560a tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:03.497479 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e71c865d-aeca-4161-b588-d108e66b560a tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:03.705736 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e71c865d-aeca-4161-b588-d108e66b560a tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:03.706738 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e71c865d-aeca-4161-b588-d108e66b560a tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Fanout notify agent at l3_agent the message router_deleted on router 5fe78d5d-a96c-4065-84fa-993a2dab7055 {{(pid=94445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 15:12:03.713947 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e71c865d-aeca-4161-b588-d108e66b560a tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:03.715198 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e71c865d-aeca-4161-b588-d108e66b560a tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "DELETE /v2.0/routers/5fe78d5d-a96c-4065-84fa-993a2dab7055 HTTP/1.1" status: 204 len: 168 time: 0.4698699 Jul 09 15:12:03.717690 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41826) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:03.784675 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-55b93d8d-bbf5-4e2a-a0f2-e83d6c042eb2 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Deleting subnet 70fb992c-0957-42e9-831f-6fae4eba9b00 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:12:03.787663 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-55b93d8d-bbf5-4e2a-a0f2-e83d6c042eb2 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:03.836536 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-55b93d8d-bbf5-4e2a-a0f2-e83d6c042eb2 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:03.919188 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-55b93d8d-bbf5-4e2a-a0f2-e83d6c042eb2 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:03.974659 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device da50c45b-3d7a-48c5-83e8-388d50fb0572 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:12:04.007915 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: da50c45b-3d7a-48c5-83e8-388d50fb0572 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:12:04.008257 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device da50c45b-3d7a-48c5-83e8-388d50fb0572 not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:12:04.060464 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-55b93d8d-bbf5-4e2a-a0f2-e83d6c042eb2 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:04.090863 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b93d8d-bbf5-4e2a-a0f2-e83d6c042eb2 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event deleted for resources: {'Subnet': ['ID=70fb992c-0957-42e9-831f-6fae4eba9b00,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:04.094841 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-55b93d8d-bbf5-4e2a-a0f2-e83d6c042eb2 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:04.100287 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-55b93d8d-bbf5-4e2a-a0f2-e83d6c042eb2 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "DELETE /v2.0/subnets/70fb992c-0957-42e9-831f-6fae4eba9b00 HTTP/1.1" status: 204 len: 168 time: 0.3787460 Jul 09 15:12:04.100670 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41834) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:04.113328 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e850c89-f873-40cc-a68c-ff7f7eebef9b None None] Network d555c948-24db-4372-ab08-970aebefe62c requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:12:04.185408 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-695096db-3de0-4c66-8cc0-a2f7cfce98f3 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:04.242120 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-695096db-3de0-4c66-8cc0-a2f7cfce98f3 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Deleting port b24a5008-0401-4d77-9a81-22d645b4ac09 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:12:04.242722 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-695096db-3de0-4c66-8cc0-a2f7cfce98f3 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:04.315211 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-695096db-3de0-4c66-8cc0-a2f7cfce98f3 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] For port b24a5008-0401-4d77-9a81-22d645b4ac09, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=b24a5008-0401-4d77-9a81-22d645b4ac09,segment=NetworkSegment(0735c297-6696-424a-9c9c-900586abc4f6),segment_id=0735c297-6696-424a-9c9c-900586abc4f6)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:12:04.315614 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-695096db-3de0-4c66-8cc0-a2f7cfce98f3 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:04.331452 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-695096db-3de0-4c66-8cc0-a2f7cfce98f3 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Calling delete_port for b24a5008-0401-4d77-9a81-22d645b4ac09 owned by network:dhcp {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:12:04.337769 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b99ed4-8571-47cd-bb13-4561c9c04073 None None] DHCP port deletion for d555c948-24db-4372-ab08-970aebefe62c request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 15:12:04.393736 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-b8b99ed4-8571-47cd-bb13-4561c9c04073 None None] Deleting port b24a5008-0401-4d77-9a81-22d645b4ac09 {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:12:04.394218 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b8b99ed4-8571-47cd-bb13-4561c9c04073 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:04.482517 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-b8b99ed4-8571-47cd-bb13-4561c9c04073 None None] For port b24a5008-0401-4d77-9a81-22d645b4ac09, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=b24a5008-0401-4d77-9a81-22d645b4ac09,segment=NetworkSegment(0735c297-6696-424a-9c9c-900586abc4f6),segment_id=0735c297-6696-424a-9c9c-900586abc4f6)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:12:04.482917 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b8b99ed4-8571-47cd-bb13-4561c9c04073 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:04.496520 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-b8b99ed4-8571-47cd-bb13-4561c9c04073 None None] Calling delete_port for b24a5008-0401-4d77-9a81-22d645b4ac09 owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:12:04.518105 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-695096db-3de0-4c66-8cc0-a2f7cfce98f3 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:04.549575 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695096db-3de0-4c66-8cc0-a2f7cfce98f3 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event deleted for resources: {'Port': ['ID=b24a5008-0401-4d77-9a81-22d645b4ac09,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:04.560589 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695096db-3de0-4c66-8cc0-a2f7cfce98f3 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] No DVR routers for this DVR port b24a5008-0401-4d77-9a81-22d645b4ac09 on host n-d-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:12:04.597336 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b8b99ed4-8571-47cd-bb13-4561c9c04073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:04.621762 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b99ed4-8571-47cd-bb13-4561c9c04073 None None] Pushing event deleted for resources: {'Port': ['ID=b24a5008-0401-4d77-9a81-22d645b4ac09,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:04.628751 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b99ed4-8571-47cd-bb13-4561c9c04073 None None] No DVR routers for this DVR port b24a5008-0401-4d77-9a81-22d645b4ac09 on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:12:04.658036 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-695096db-3de0-4c66-8cc0-a2f7cfce98f3 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:04.670025 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-695096db-3de0-4c66-8cc0-a2f7cfce98f3 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d555c948-24db-4372-ab08-970aebefe62c']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:04.686690 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-695096db-3de0-4c66-8cc0-a2f7cfce98f3 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0735c297-6696-424a-9c9c-900586abc4f6') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:04.687018 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-695096db-3de0-4c66-8cc0-a2f7cfce98f3 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0735c297-6696-424a-9c9c-900586abc4f6') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:04.696600 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-695096db-3de0-4c66-8cc0-a2f7cfce98f3 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:04.717314 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-695096db-3de0-4c66-8cc0-a2f7cfce98f3 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:04.724626 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-695096db-3de0-4c66-8cc0-a2f7cfce98f3 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:12:04.725142 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-695096db-3de0-4c66-8cc0-a2f7cfce98f3 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:04.728517 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 15:12:04.728517 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:12:04.728517 n-d-799529-6 neutron-server[94446]: timer() Jul 09 15:12:04.728517 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:12:04.728517 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 15:12:04.728517 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:12:04.728517 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 15:12:04.728517 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:12:04.728517 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 15:12:04.728517 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:12:04.728517 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 15:12:04.728517 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:12:04.728517 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 15:12:04.728517 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:12:04.728517 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:12:04.728517 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:12:04.728517 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:12:04.728517 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:12:04.728517 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 15:12:04.728517 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:12:04.728517 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 15:12:04.728517 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:12:04.728517 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:12:04.728517 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:12:04.728517 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 15:12:04.728517 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:12:04.728517 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:12:04.728517 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:12:04.728517 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:12:04.728517 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:12:04.728517 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:12:04.728517 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:12:04.884003 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-695096db-3de0-4c66-8cc0-a2f7cfce98f3 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:04.884003 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-695096db-3de0-4c66-8cc0-a2f7cfce98f3 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:04.884003 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-695096db-3de0-4c66-8cc0-a2f7cfce98f3 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "DELETE /v2.0/networks/d555c948-24db-4372-ab08-970aebefe62c HTTP/1.1" status: 204 len: 168 time: 0.7814679 Jul 09 15:12:04.887701 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41840) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:04.894209 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-76e29e2c-8950-4fcb-9a6f-80d68669b909 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Request body: {'network': {'name': 'tempest-RoutersTest-867410808'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:12:04.904737 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695096db-3de0-4c66-8cc0-a2f7cfce98f3 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event deleted for resources: {'Network': ['ID=d555c948-24db-4372-ab08-970aebefe62c,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:04.997002 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e29e2c-8950-4fcb-9a6f-80d68669b909 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Made reservation on behalf of a1a34d2db2904412aaf00cb77602ec31 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:12:05.001313 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-76e29e2c-8950-4fcb-9a6f-80d68669b909 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:05.031037 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76e29e2c-8950-4fcb-9a6f-80d68669b909 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:12:05.058405 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-76e29e2c-8950-4fcb-9a6f-80d68669b909 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:05.061132 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device b24a5008-0401-4d77-9a81-22d645b4ac09 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:12:05.065066 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-76e29e2c-8950-4fcb-9a6f-80d68669b909 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Added segment ea64651f-0eb9-45c0-9300-d1e241442bb5 of type vlan for network 85d8b710-49cb-45cb-998d-221c309f2567 Jul 09 15:12:05.087864 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: b24a5008-0401-4d77-9a81-22d645b4ac09 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:12:05.088423 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device b24a5008-0401-4d77-9a81-22d645b4ac09 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:12:05.111536 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-76e29e2c-8950-4fcb-9a6f-80d68669b909 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:05.241493 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-76e29e2c-8950-4fcb-9a6f-80d68669b909 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:05.247472 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e29e2c-8950-4fcb-9a6f-80d68669b909 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:12:05.248205 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-76e29e2c-8950-4fcb-9a6f-80d68669b909 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:05.321644 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e29e2c-8950-4fcb-9a6f-80d68669b909 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event updated for resources: {'Network': ['ID=85d8b710-49cb-45cb-998d-221c309f2567,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:05.333477 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 85d8b710-49cb-45cb-998d-221c309f2567 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:12:05.449490 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-76e29e2c-8950-4fcb-9a6f-80d68669b909 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5604827 Jul 09 15:12:05.452096 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41842) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:05.457063 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-97b66c67-b739-4477-bb05-2def1805e8b7 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Request body: {'subnet': {'network_id': '85d8b710-49cb-45cb-998d-221c309f2567', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:12:05.619888 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b66c67-b739-4477-bb05-2def1805e8b7 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Made reservation on behalf of a1a34d2db2904412aaf00cb77602ec31 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:12:05.623859 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-97b66c67-b739-4477-bb05-2def1805e8b7 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:05.912364 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-97b66c67-b739-4477-bb05-2def1805e8b7 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:05.980419 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b66c67-b739-4477-bb05-2def1805e8b7 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event updated for resources: {'Subnet': ['ID=27321c02-7df7-428f-a9e0-4398d090cc96,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:05.996972 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b66c67-b739-4477-bb05-2def1805e8b7 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Checking segment: {'id': 'ea64651f-0eb9-45c0-9300-d1e241442bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '85d8b710-49cb-45cb-998d-221c309f2567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:12:05.997341 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b66c67-b739-4477-bb05-2def1805e8b7 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Network hostable DHCP agents. Network: 85d8b710-49cb-45cb-998d-221c309f2567, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:12:06.111650 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b66c67-b739-4477-bb05-2def1805e8b7 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Network 85d8b710-49cb-45cb-998d-221c309f2567 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:12:06.241386 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-97b66c67-b739-4477-bb05-2def1805e8b7 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 85d8b710-49cb-45cb-998d-221c309f2567) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:12:06.245684 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b66c67-b739-4477-bb05-2def1805e8b7 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:12:06.254556 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-97b66c67-b739-4477-bb05-2def1805e8b7 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:06.256585 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b6e7e0-0de3-4763-ab28-8071e129dcec None None] Network 85d8b710-49cb-45cb-998d-221c309f2567 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:12:06.334287 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-97b66c67-b739-4477-bb05-2def1805e8b7 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8811259 Jul 09 15:12:06.336807 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41850) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:06.342702 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-7bde633b-c615-44a8-9e8f-389cb9989786 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-303616488', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:12:06.415612 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199ecf62-942d-4cb1-b411-45e6a4ee1ab8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-85d8b710-49cb-45cb-998d-221c309f2567', 'network_id': '85d8b710-49cb-45cb-998d-221c309f2567', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'fixed_ips': [{'subnet_id': '27321c02-7df7-428f-a9e0-4398d090cc96'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:12:06.416572 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-199ecf62-942d-4cb1-b411-45e6a4ee1ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:06.477485 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7bde633b-c615-44a8-9e8f-389cb9989786 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:06.478548 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7bde633b-c615-44a8-9e8f-389cb9989786 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:06.567081 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41854) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:06.575361 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-199ecf62-942d-4cb1-b411-45e6a4ee1ab8 None None] Allocated IP 172.20.0.2 (85d8b710-49cb-45cb-998d-221c309f2567/27321c02-7df7-428f-a9e0-4398d090cc96/6bc6a2f7-ce6a-4a21-96e1-376b238c919f) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:12:06.576716 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7bde633b-c615-44a8-9e8f-389cb9989786 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:06.649068 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7bde633b-c615-44a8-9e8f-389cb9989786 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:06.718066 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-41f9ad5d-82fa-4114-b4c8-5f07a52519b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:06.763008 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7bde633b-c615-44a8-9e8f-389cb9989786 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:06.767120 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-7bde633b-c615-44a8-9e8f-389cb9989786 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4290822 Jul 09 15:12:06.767785 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41858) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:06.810611 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-199ecf62-942d-4cb1-b411-45e6a4ee1ab8 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:06.830594 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-199ecf62-942d-4cb1-b411-45e6a4ee1ab8 None None] Transition to ACTIVE for port object 6bc6a2f7-ce6a-4a21-96e1-376b238c919f will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:12:06.847170 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-199ecf62-942d-4cb1-b411-45e6a4ee1ab8 None None] Transition to ACTIVE for port object 6bc6a2f7-ce6a-4a21-96e1-376b238c919f will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:12:06.873055 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-41f9ad5d-82fa-4114-b4c8-5f07a52519b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:06.919982 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-199ecf62-942d-4cb1-b411-45e6a4ee1ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:06.955135 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-41f9ad5d-82fa-4114-b4c8-5f07a52519b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:06.959038 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199ecf62-942d-4cb1-b411-45e6a4ee1ab8 None None] Network 85d8b710-49cb-45cb-998d-221c309f2567 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:12:06.961452 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-199ecf62-942d-4cb1-b411-45e6a4ee1ab8 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:12:06.966812 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199ecf62-942d-4cb1-b411-45e6a4ee1ab8 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:12:06.988348 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ecf62-942d-4cb1-b411-45e6a4ee1ab8 None None] Pushing event updated for resources: {'Port': ['ID=6bc6a2f7-ce6a-4a21-96e1-376b238c919f,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:07.063462 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41864) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:07.070941 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-41f9ad5d-82fa-4114-b4c8-5f07a52519b1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0d8143802729445a80cef0ce0db188e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4939215 Jul 09 15:12:07.071643 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-199ecf62-942d-4cb1-b411-45e6a4ee1ab8 None None] Attempting to bind port 6bc6a2f7-ce6a-4a21-96e1-376b238c919f on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:12:07.071643 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-199ecf62-942d-4cb1-b411-45e6a4ee1ab8 None None] Attempting to bind port 6bc6a2f7-ce6a-4a21-96e1-376b238c919f by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'ea64651f-0eb9-45c0-9300-d1e241442bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '85d8b710-49cb-45cb-998d-221c309f2567'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:12:07.072193 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f9ad5d-82fa-4114-b4c8-5f07a52519b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8812ae-8cac-410e-8c4f-238365915be5,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:07.072301 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199ecf62-942d-4cb1-b411-45e6a4ee1ab8 None None] Attempting to bind port 6bc6a2f7-ce6a-4a21-96e1-376b238c919f on network 85d8b710-49cb-45cb-998d-221c309f2567 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:12:07.085883 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199ecf62-942d-4cb1-b411-45e6a4ee1ab8 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:12:07.086252 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199ecf62-942d-4cb1-b411-45e6a4ee1ab8 None None] Checking segment: {'id': 'ea64651f-0eb9-45c0-9300-d1e241442bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '85d8b710-49cb-45cb-998d-221c309f2567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:12:07.086648 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-199ecf62-942d-4cb1-b411-45e6a4ee1ab8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:07.087046 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199ecf62-942d-4cb1-b411-45e6a4ee1ab8 None None] Bound using segment: {'id': 'ea64651f-0eb9-45c0-9300-d1e241442bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '85d8b710-49cb-45cb-998d-221c309f2567'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:12:07.087550 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-199ecf62-942d-4cb1-b411-45e6a4ee1ab8 None None] Bound port: 6bc6a2f7-ce6a-4a21-96e1-376b238c919f, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea64651f-0eb9-45c0-9300-d1e241442bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '85d8b710-49cb-45cb-998d-221c309f2567'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:12:07.088096 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-199ecf62-942d-4cb1-b411-45e6a4ee1ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:07.171659 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-199ecf62-942d-4cb1-b411-45e6a4ee1ab8 None None] For port 6bc6a2f7-ce6a-4a21-96e1-376b238c919f, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:12:07.172748 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e1391324-30dc-4f82-8edf-26bbf1be02ae tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:07.177259 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-199ecf62-942d-4cb1-b411-45e6a4ee1ab8 None None] For port 6bc6a2f7-ce6a-4a21-96e1-376b238c919f, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=6bc6a2f7-ce6a-4a21-96e1-376b238c919f,segment=NetworkSegment(ea64651f-0eb9-45c0-9300-d1e241442bb5),segment_id=ea64651f-0eb9-45c0-9300-d1e241442bb5)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:12:07.192747 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-08cbb6e7-0a63-4482-9e37-231932352b4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:07.275996 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-08cbb6e7-0a63-4482-9e37-231932352b4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:07.318471 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-199ecf62-942d-4cb1-b411-45e6a4ee1ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:07.433642 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ecf62-942d-4cb1-b411-45e6a4ee1ab8 None None] Pushing event updated for resources: {'Port': ['ID=6bc6a2f7-ce6a-4a21-96e1-376b238c919f,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:07.502310 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-08cbb6e7-0a63-4482-9e37-231932352b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:07.505988 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-08cbb6e7-0a63-4482-9e37-231932352b4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:07.510542 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-08cbb6e7-0a63-4482-9e37-231932352b4e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5f8812ae-8cac-410e-8c4f-238365915be5 HTTP/1.1" status: 204 len: 168 time: 0.4456263 Jul 09 15:12:07.520492 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-e1391324-30dc-4f82-8edf-26bbf1be02ae tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Allocated IP 172.20.0.1 (85d8b710-49cb-45cb-998d-221c309f2567/27321c02-7df7-428f-a9e0-4398d090cc96/11042e49-9549-4e53-8399-e29a47016823) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:12:07.542070 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cbb6e7-0a63-4482-9e37-231932352b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8812ae-8cac-410e-8c4f-238365915be5,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:08.100581 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e1391324-30dc-4f82-8edf-26bbf1be02ae tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:08.114084 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-e1391324-30dc-4f82-8edf-26bbf1be02ae tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Transition to ACTIVE for port object 11042e49-9549-4e53-8399-e29a47016823 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:12:08.271458 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e1391324-30dc-4f82-8edf-26bbf1be02ae tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:08.317121 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1391324-30dc-4f82-8edf-26bbf1be02ae tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Network 85d8b710-49cb-45cb-998d-221c309f2567 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:12:08.320818 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-e1391324-30dc-4f82-8edf-26bbf1be02ae tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:12:08.323363 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1391324-30dc-4f82-8edf-26bbf1be02ae tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:12:08.367998 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1391324-30dc-4f82-8edf-26bbf1be02ae tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event updated for resources: {'Port': ['ID=11042e49-9549-4e53-8399-e29a47016823,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:08.405494 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e1391324-30dc-4f82-8edf-26bbf1be02ae tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:08.593866 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ae4a46-6d60-404a-bdfd-c366f68f9be1 None None] Network 85d8b710-49cb-45cb-998d-221c309f2567 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:12:08.655238 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e1391324-30dc-4f82-8edf-26bbf1be02ae tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:08.765530 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-7bed635a-62b3-42f5-aa70-5bcc793569fd None None] Provisioning for port 6bc6a2f7-ce6a-4a21-96e1-376b238c919f completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:12:09.001626 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e1391324-30dc-4f82-8edf-26bbf1be02ae tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:09.126434 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 6bc6a2f7-ce6a-4a21-96e1-376b238c919f up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:12:09.208966 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e1391324-30dc-4f82-8edf-26bbf1be02ae tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:09.249313 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-92aef682-ecd7-4edc-88bf-d16403ba289c None None] Provisioning for port 11042e49-9549-4e53-8399-e29a47016823 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:12:09.253907 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-92aef682-ecd7-4edc-88bf-d16403ba289c None None] Provisioning complete for port 11042e49-9549-4e53-8399-e29a47016823 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:12:09.254539 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-92aef682-ecd7-4edc-88bf-d16403ba289c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:09.305978 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-92aef682-ecd7-4edc-88bf-d16403ba289c None None] Port 11042e49-9549-4e53-8399-e29a47016823 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:12:09.320511 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1391324-30dc-4f82-8edf-26bbf1be02ae tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event updated for resources: {'Port': ['ID=11042e49-9549-4e53-8399-e29a47016823,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:09.324450 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e1391324-30dc-4f82-8edf-26bbf1be02ae tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:09.334168 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 6bc6a2f7-ce6a-4a21-96e1-376b238c919f completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:12:09.338791 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 6bc6a2f7-ce6a-4a21-96e1-376b238c919f triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:12:09.339711 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:09.451528 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1391324-30dc-4f82-8edf-26bbf1be02ae tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Network 85d8b710-49cb-45cb-998d-221c309f2567 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:12:09.453498 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-e1391324-30dc-4f82-8edf-26bbf1be02ae tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:12:09.494217 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-1319c439-9e1b-4405-b0bc-b00d044aa52e None None] Provisioning complete for port 11042e49-9549-4e53-8399-e29a47016823 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:12:09.499661 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1319c439-9e1b-4405-b0bc-b00d044aa52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:09.555942 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:09.592159 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-1319c439-9e1b-4405-b0bc-b00d044aa52e None None] Port 11042e49-9549-4e53-8399-e29a47016823 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:12:09.627155 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 6bc6a2f7-ce6a-4a21-96e1-376b238c919f, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=6bc6a2f7-ce6a-4a21-96e1-376b238c919f,segment=NetworkSegment(ea64651f-0eb9-45c0-9300-d1e241442bb5),segment_id=ea64651f-0eb9-45c0-9300-d1e241442bb5)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:12:09.672359 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1391324-30dc-4f82-8edf-26bbf1be02ae tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Router 10e09ed8-f112-4b9c-9638-9a4422bbe121 is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 15:12:09.707668 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:09.799379 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=6bc6a2f7-ce6a-4a21-96e1-376b238c919f,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:09.809022 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1391324-30dc-4f82-8edf-26bbf1be02ae tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:12:09.823634 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e1391324-30dc-4f82-8edf-26bbf1be02ae tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "PUT /v2.0/routers/10e09ed8-f112-4b9c-9638-9a4422bbe121/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0499744 Jul 09 15:12:09.826138 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41906) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:09.834235 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e79abb-6c2a-4f7c-9d54-460c496ce649 None None] Sync routers for ids ['10e09ed8-f112-4b9c-9638-9a4422bbe121'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:12:09.844294 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-b21d0f55-fc63-4ec6-a4d1-deab77099c44 None None] Provisioning complete for port 11042e49-9549-4e53-8399-e29a47016823 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:12:09.845556 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b21d0f55-fc63-4ec6-a4d1-deab77099c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:09.845755 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e79abb-6c2a-4f7c-9d54-460c496ce649 None None] Routers {'10e09ed8-f112-4b9c-9638-9a4422bbe121'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:12:09.846432 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-23e79abb-6c2a-4f7c-9d54-460c496ce649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:11:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['10e09ed8-f112-4b9c-9638-9a4422bbe121'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:09.883995 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f520e22-0711-404d-a7af-b8ed5015781c tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:12:09.885667 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-6f520e22-0711-404d-a7af-b8ed5015781c tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "GET /v2.0/ports/11042e49-9549-4e53-8399-e29a47016823 HTTP/1.1" status: 200 len: 910 time: 0.0582957 Jul 09 15:12:09.885868 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-23e79abb-6c2a-4f7c-9d54-460c496ce649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:09.888704 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-b21d0f55-fc63-4ec6-a4d1-deab77099c44 None None] Port 11042e49-9549-4e53-8399-e29a47016823 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:12:09.888891 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41908) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:09.899652 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e79abb-6c2a-4f7c-9d54-460c496ce649 None None] Routers {'10e09ed8-f112-4b9c-9638-9a4422bbe121'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:12:09.900597 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-23e79abb-6c2a-4f7c-9d54-460c496ce649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:11:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['10e09ed8-f112-4b9c-9638-9a4422bbe121'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:09.949273 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-23e79abb-6c2a-4f7c-9d54-460c496ce649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:09.949273 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e79abb-6c2a-4f7c-9d54-460c496ce649 None None] The sync data for ids ['10e09ed8-f112-4b9c-9638-9a4422bbe121'] in n-d-799529-6 is: [] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:12:10.249886 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-079a8e5d-c43f-49a8-8813-0e1fe607d006 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:10.516381 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-079a8e5d-c43f-49a8-8813-0e1fe607d006 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Deleting port 11042e49-9549-4e53-8399-e29a47016823 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:12:10.516735 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-079a8e5d-c43f-49a8-8813-0e1fe607d006 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:10.636465 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-079a8e5d-c43f-49a8-8813-0e1fe607d006 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:10.662640 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-079a8e5d-c43f-49a8-8813-0e1fe607d006 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Calling delete_port for 11042e49-9549-4e53-8399-e29a47016823 owned by network:router_interface {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:12:10.997985 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-079a8e5d-c43f-49a8-8813-0e1fe607d006 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:11.034061 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a8e5d-c43f-49a8-8813-0e1fe607d006 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event deleted for resources: {'Port': ['ID=11042e49-9549-4e53-8399-e29a47016823,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:11.120535 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 6bc6a2f7-ce6a-4a21-96e1-376b238c919f up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:12:11.186224 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 6bc6a2f7-ce6a-4a21-96e1-376b238c919f triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:12:11.186856 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:11.252787 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-079a8e5d-c43f-49a8-8813-0e1fe607d006 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:11.511140 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-079a8e5d-c43f-49a8-8813-0e1fe607d006 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Router 10e09ed8-f112-4b9c-9638-9a4422bbe121 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:12:11.604688 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-079a8e5d-c43f-49a8-8813-0e1fe607d006 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:12:11.610266 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-079a8e5d-c43f-49a8-8813-0e1fe607d006 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "PUT /v2.0/routers/10e09ed8-f112-4b9c-9638-9a4422bbe121/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7202089 Jul 09 15:12:11.613428 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41934) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:11.617934 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ee9d4a-0d45-43cd-90a3-4cc1587da452 None None] Sync routers for ids ['10e09ed8-f112-4b9c-9638-9a4422bbe121'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:12:11.630306 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ee9d4a-0d45-43cd-90a3-4cc1587da452 None None] Routers {'10e09ed8-f112-4b9c-9638-9a4422bbe121'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:12:11.631044 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-a4ee9d4a-0d45-43cd-90a3-4cc1587da452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:11:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['10e09ed8-f112-4b9c-9638-9a4422bbe121'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:11.653315 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-786f3ec8-8e69-44dc-8ff1-85c595de77f5 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "GET /v2.0/ports?device_id=10e09ed8-f112-4b9c-9638-9a4422bbe121 HTTP/1.1" status: 200 len: 205 time: 0.0386651 Jul 09 15:12:11.655871 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41936) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:11.669551 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-a4ee9d4a-0d45-43cd-90a3-4cc1587da452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:11.703448 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ee9d4a-0d45-43cd-90a3-4cc1587da452 None None] Routers {'10e09ed8-f112-4b9c-9638-9a4422bbe121'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:12:11.704942 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-a4ee9d4a-0d45-43cd-90a3-4cc1587da452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:11:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['10e09ed8-f112-4b9c-9638-9a4422bbe121'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:11.741646 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-38a92d15-e891-4eae-b430-5a8090ec16b4 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for router, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:11.746617 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-a4ee9d4a-0d45-43cd-90a3-4cc1587da452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:11.747277 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ee9d4a-0d45-43cd-90a3-4cc1587da452 None None] The sync data for ids ['10e09ed8-f112-4b9c-9638-9a4422bbe121'] in n-d-799529-6 is: [] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:12:11.904767 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-38a92d15-e891-4eae-b430-5a8090ec16b4 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:11.906931 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-38a92d15-e891-4eae-b430-5a8090ec16b4 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:12.051261 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41940) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:12.070275 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-38a92d15-e891-4eae-b430-5a8090ec16b4 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:12.070984 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a92d15-e891-4eae-b430-5a8090ec16b4 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Fanout notify agent at l3_agent the message router_deleted on router 10e09ed8-f112-4b9c-9638-9a4422bbe121 {{(pid=94446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 15:12:12.078503 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-38a92d15-e891-4eae-b430-5a8090ec16b4 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:12.079555 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-38a92d15-e891-4eae-b430-5a8090ec16b4 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "DELETE /v2.0/routers/10e09ed8-f112-4b9c-9638-9a4422bbe121 HTTP/1.1" status: 204 len: 168 time: 0.4226384 Jul 09 15:12:12.083534 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41944) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:12.139578 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-ede8fe14-2626-46db-8c33-b4181fac140f tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Deleting subnet 27321c02-7df7-428f-a9e0-4398d090cc96 {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:12:12.142944 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ede8fe14-2626-46db-8c33-b4181fac140f tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:12.195577 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ede8fe14-2626-46db-8c33-b4181fac140f tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:12.220291 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d2222526-62d0-4736-89e5-7c54c0c1c58a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:12.314358 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ede8fe14-2626-46db-8c33-b4181fac140f tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:12.407355 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d2222526-62d0-4736-89e5-7c54c0c1c58a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:12.466202 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ede8fe14-2626-46db-8c33-b4181fac140f tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:12.495528 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede8fe14-2626-46db-8c33-b4181fac140f tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event deleted for resources: {'Subnet': ['ID=27321c02-7df7-428f-a9e0-4398d090cc96,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:12.497472 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ede8fe14-2626-46db-8c33-b4181fac140f tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:12.499382 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ede8fe14-2626-46db-8c33-b4181fac140f tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "DELETE /v2.0/subnets/27321c02-7df7-428f-a9e0-4398d090cc96 HTTP/1.1" status: 204 len: 168 time: 0.4148576 Jul 09 15:12:12.502319 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41948) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:12.506144 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226163af-3900-4dc2-9c97-49e928059b06 None None] Network 85d8b710-49cb-45cb-998d-221c309f2567 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:12:12.512028 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d2222526-62d0-4736-89e5-7c54c0c1c58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:12.588604 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d2222526-62d0-4736-89e5-7c54c0c1c58a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=589434b53a8e41c289c56f4db08a19f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5323253 Jul 09 15:12:12.589487 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41950) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:12.600042 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2222526-62d0-4736-89e5-7c54c0c1c58a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aefba2d-e87f-47a7-970c-486fa50defb8,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:12.632528 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7a01218b-9e5d-4bce-9e63-0934a06be8cf tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:12.657479 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0da04c90-c73e-4a10-8b48-1a533fc14237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:12.682391 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0da04c90-c73e-4a10-8b48-1a533fc14237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:12.702946 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-7a01218b-9e5d-4bce-9e63-0934a06be8cf tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Deleting port 6bc6a2f7-ce6a-4a21-96e1-376b238c919f {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:12:12.703589 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7a01218b-9e5d-4bce-9e63-0934a06be8cf tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:12.776727 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-7a01218b-9e5d-4bce-9e63-0934a06be8cf tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] For port 6bc6a2f7-ce6a-4a21-96e1-376b238c919f, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=6bc6a2f7-ce6a-4a21-96e1-376b238c919f,segment=NetworkSegment(ea64651f-0eb9-45c0-9300-d1e241442bb5),segment_id=ea64651f-0eb9-45c0-9300-d1e241442bb5)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:12:12.777088 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7a01218b-9e5d-4bce-9e63-0934a06be8cf tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:12.795004 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3688dc-2f68-4769-a088-3643689eda44 None None] DHCP port deletion for 85d8b710-49cb-45cb-998d-221c309f2567 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 15:12:12.795303 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-7a01218b-9e5d-4bce-9e63-0934a06be8cf tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Calling delete_port for 6bc6a2f7-ce6a-4a21-96e1-376b238c919f owned by network:dhcp {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:12:12.812440 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0da04c90-c73e-4a10-8b48-1a533fc14237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:12.815770 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0da04c90-c73e-4a10-8b48-1a533fc14237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:12.817375 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-0da04c90-c73e-4a10-8b48-1a533fc14237 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3aefba2d-e87f-47a7-970c-486fa50defb8 HTTP/1.1" status: 204 len: 168 time: 0.2263622 Jul 09 15:12:12.827665 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da04c90-c73e-4a10-8b48-1a533fc14237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aefba2d-e87f-47a7-970c-486fa50defb8,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:12.881148 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-5d3688dc-2f68-4769-a088-3643689eda44 None None] Deleting port 6bc6a2f7-ce6a-4a21-96e1-376b238c919f {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:12:12.882190 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5d3688dc-2f68-4769-a088-3643689eda44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:12.948850 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-5d3688dc-2f68-4769-a088-3643689eda44 None None] For port 6bc6a2f7-ce6a-4a21-96e1-376b238c919f, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=6bc6a2f7-ce6a-4a21-96e1-376b238c919f,segment=NetworkSegment(ea64651f-0eb9-45c0-9300-d1e241442bb5),segment_id=ea64651f-0eb9-45c0-9300-d1e241442bb5)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:12:12.949246 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5d3688dc-2f68-4769-a088-3643689eda44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:12.963064 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-5d3688dc-2f68-4769-a088-3643689eda44 None None] Calling delete_port for 6bc6a2f7-ce6a-4a21-96e1-376b238c919f owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:12:12.991558 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7a01218b-9e5d-4bce-9e63-0934a06be8cf tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:13.021487 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a01218b-9e5d-4bce-9e63-0934a06be8cf tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] No DVR routers for this DVR port 6bc6a2f7-ce6a-4a21-96e1-376b238c919f on host n-d-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:12:13.056408 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5d3688dc-2f68-4769-a088-3643689eda44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:13.060919 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a01218b-9e5d-4bce-9e63-0934a06be8cf tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event deleted for resources: {'Port': ['ID=6bc6a2f7-ce6a-4a21-96e1-376b238c919f,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:13.095976 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 6bc6a2f7-ce6a-4a21-96e1-376b238c919f no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:12:13.101585 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3688dc-2f68-4769-a088-3643689eda44 None None] Pushing event deleted for resources: {'Port': ['ID=6bc6a2f7-ce6a-4a21-96e1-376b238c919f,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:13.122078 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3688dc-2f68-4769-a088-3643689eda44 None None] No DVR routers for this DVR port 6bc6a2f7-ce6a-4a21-96e1-376b238c919f on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:12:13.123426 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 6bc6a2f7-ce6a-4a21-96e1-376b238c919f {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:12:13.123811 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 6bc6a2f7-ce6a-4a21-96e1-376b238c919f not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:12:13.182947 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7a01218b-9e5d-4bce-9e63-0934a06be8cf tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:13.201024 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-7a01218b-9e5d-4bce-9e63-0934a06be8cf tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85d8b710-49cb-45cb-998d-221c309f2567']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:13.220436 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-7a01218b-9e5d-4bce-9e63-0934a06be8cf tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea64651f-0eb9-45c0-9300-d1e241442bb5') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:13.220841 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-7a01218b-9e5d-4bce-9e63-0934a06be8cf tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea64651f-0eb9-45c0-9300-d1e241442bb5') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:13.232114 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7a01218b-9e5d-4bce-9e63-0934a06be8cf tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:13.248258 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7a01218b-9e5d-4bce-9e63-0934a06be8cf tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:13.255872 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a01218b-9e5d-4bce-9e63-0934a06be8cf tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:12:13.256438 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7a01218b-9e5d-4bce-9e63-0934a06be8cf tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:13.260770 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:12:13.260770 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:12:13.260770 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:12:13.260770 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:12:13.260770 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:12:13.260770 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:12:13.260770 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:12:13.260770 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:12:13.260770 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 15:12:13.260770 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:12:13.260770 n-d-799529-6 neutron-server[94445]: timer() Jul 09 15:12:13.260770 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:12:13.260770 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 15:12:13.260770 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:12:13.260770 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 15:12:13.260770 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:12:13.260770 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 15:12:13.260770 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:12:13.260770 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 15:12:13.260770 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:12:13.260770 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 15:12:13.260770 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:12:13.260770 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:12:13.260770 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:12:13.260770 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:12:13.260770 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:12:13.260770 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 15:12:13.260770 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:12:13.260770 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 15:12:13.260770 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:12:13.260770 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:12:13.260770 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:12:13.260770 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 15:12:13.260770 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:12:13.260770 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:12:13.260770 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:12:13.260770 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:12:13.260770 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:12:13.260770 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:12:13.260770 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:12:13.443295 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7a01218b-9e5d-4bce-9e63-0934a06be8cf tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:13.453519 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7a01218b-9e5d-4bce-9e63-0934a06be8cf tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:13.456169 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-7a01218b-9e5d-4bce-9e63-0934a06be8cf tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "DELETE /v2.0/networks/85d8b710-49cb-45cb-998d-221c309f2567 HTTP/1.1" status: 204 len: 168 time: 0.9502041 Jul 09 15:12:13.461208 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41958) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:13.466977 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-1ef9dd34-28cd-4a80-a126-f365d6c667e7 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1204802511', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}, 'admin_state_up': False}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:12:13.478817 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a01218b-9e5d-4bce-9e63-0934a06be8cf tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event deleted for resources: {'Network': ['ID=85d8b710-49cb-45cb-998d-221c309f2567,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:13.583344 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41960) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:13.591420 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1ef9dd34-28cd-4a80-a126-f365d6c667e7 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:13.592578 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1ef9dd34-28cd-4a80-a126-f365d6c667e7 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:13.607558 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2710169c-b469-49c4-894a-c9b171ab16e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:13.674311 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1ef9dd34-28cd-4a80-a126-f365d6c667e7 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:13.746034 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2710169c-b469-49c4-894a-c9b171ab16e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:13.832650 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2710169c-b469-49c4-894a-c9b171ab16e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:14.201716 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1ef9dd34-28cd-4a80-a126-f365d6c667e7 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:14.226661 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-2710169c-b469-49c4-894a-c9b171ab16e8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6d1fc94bf250438999af802e90275329&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6421425 Jul 09 15:12:14.235755 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2710169c-b469-49c4-894a-c9b171ab16e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9b88a7-614d-488f-a757-505168025cd9,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:14.235755 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 41962) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:14.282613 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5738e183-f987-4926-81f1-fd18a1865af8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:14.317649 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5738e183-f987-4926-81f1-fd18a1865af8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:14.477776 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 41970) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:14.484236 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5738e183-f987-4926-81f1-fd18a1865af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:14.487053 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5738e183-f987-4926-81f1-fd18a1865af8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:14.490763 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-5738e183-f987-4926-81f1-fd18a1865af8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3a9b88a7-614d-488f-a757-505168025cd9 HTTP/1.1" status: 204 len: 168 time: 0.2585237 Jul 09 15:12:14.529636 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5738e183-f987-4926-81f1-fd18a1865af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9b88a7-614d-488f-a757-505168025cd9,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:14.559300 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1ef9dd34-28cd-4a80-a126-f365d6c667e7 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for router_gateway, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:14.579348 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1ef9dd34-28cd-4a80-a126-f365d6c667e7 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:14.717048 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-1ef9dd34-28cd-4a80-a126-f365d6c667e7 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Allocated IP 172.25.3.164 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/f5e50d18-a9b5-41fe-a35e-5cb99b992688) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:12:14.828814 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1ef9dd34-28cd-4a80-a126-f365d6c667e7 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:14.948533 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1ef9dd34-28cd-4a80-a126-f365d6c667e7 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:15.010083 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef9dd34-28cd-4a80-a126-f365d6c667e7 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:12:15.014612 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-1ef9dd34-28cd-4a80-a126-f365d6c667e7 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:12:15.018976 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef9dd34-28cd-4a80-a126-f365d6c667e7 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:12:15.025479 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef9dd34-28cd-4a80-a126-f365d6c667e7 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event updated for resources: {'Port': ['ID=f5e50d18-a9b5-41fe-a35e-5cb99b992688,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:15.105700 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:15.135404 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7713c4c7-d569-40e8-8a36-d45a6608bce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:15.385540 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1ef9dd34-28cd-4a80-a126-f365d6c667e7 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for router_gateway, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:15.599071 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1ef9dd34-28cd-4a80-a126-f365d6c667e7 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:15.650986 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-7713c4c7-d569-40e8-8a36-d45a6608bce3 admin admin] Deleting port 795392a2-25ed-480d-af18-98a5c0c2d28e {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:12:15.651645 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7713c4c7-d569-40e8-8a36-d45a6608bce3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:15.734697 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-7713c4c7-d569-40e8-8a36-d45a6608bce3 admin admin] For port 795392a2-25ed-480d-af18-98a5c0c2d28e, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=795392a2-25ed-480d-af18-98a5c0c2d28e,segment=NetworkSegment(793f6188-e169-447b-9a2e-8619e04e34aa),segment_id=793f6188-e169-447b-9a2e-8619e04e34aa)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:12:15.735094 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7713c4c7-d569-40e8-8a36-d45a6608bce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:15.752375 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-7713c4c7-d569-40e8-8a36-d45a6608bce3 admin admin] Calling delete_port for 795392a2-25ed-480d-af18-98a5c0c2d28e owned by network:router_interface {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:12:15.791520 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ef9dd34-28cd-4a80-a126-f365d6c667e7 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Router cd85b5ad-819b-491d-aaac-6af6ebef3425 is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 15:12:15.922835 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef9dd34-28cd-4a80-a126-f365d6c667e7 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:12:15.934595 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8169851a-61a7-4ff2-b976-fffef6b74145 None None] Sync routers for ids ['cd85b5ad-819b-491d-aaac-6af6ebef3425'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:12:15.945275 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8169851a-61a7-4ff2-b976-fffef6b74145 None None] Routers {'cd85b5ad-819b-491d-aaac-6af6ebef3425'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:12:15.946508 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-8169851a-61a7-4ff2-b976-fffef6b74145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:11:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['cd85b5ad-819b-491d-aaac-6af6ebef3425'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:15.979379 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-8169851a-61a7-4ff2-b976-fffef6b74145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:15.988011 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8169851a-61a7-4ff2-b976-fffef6b74145 None None] Routers {'cd85b5ad-819b-491d-aaac-6af6ebef3425'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:12:15.989059 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-8169851a-61a7-4ff2-b976-fffef6b74145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:11:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['cd85b5ad-819b-491d-aaac-6af6ebef3425'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:16.026678 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-8169851a-61a7-4ff2-b976-fffef6b74145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:16.027334 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8169851a-61a7-4ff2-b976-fffef6b74145 None None] The sync data for ids ['cd85b5ad-819b-491d-aaac-6af6ebef3425'] in n-d-799529-6 is: [] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:12:16.076962 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7713c4c7-d569-40e8-8a36-d45a6608bce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:16.077236 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1ef9dd34-28cd-4a80-a126-f365d6c667e7 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:16.078552 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-1ef9dd34-28cd-4a80-a126-f365d6c667e7 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 2.6160040 Jul 09 15:12:16.081378 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42002) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:16.102319 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7713c4c7-d569-40e8-8a36-d45a6608bce3 admin admin] Pushing event deleted for resources: {'Port': ['ID=795392a2-25ed-480d-af18-98a5c0c2d28e,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:16.217124 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-9d395669-7288-4905-b789-5bd5c25308b3 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "GET /v2.0/routers/cd85b5ad-819b-491d-aaac-6af6ebef3425 HTTP/1.1" status: 200 len: 881 time: 0.1331177 Jul 09 15:12:16.218930 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42006) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:16.299869 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7713c4c7-d569-40e8-8a36-d45a6608bce3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:16.494428 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-2b16264f-1a81-4f5d-9632-5c41b2a1376a tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.2715576 Jul 09 15:12:16.494657 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42014) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:16.499816 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-a53cd52c-e312-4a6c-8b11-06dd155c4ab7 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1204802511'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:12:16.541267 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7713c4c7-d569-40e8-8a36-d45a6608bce3 admin admin] Router 43af091c-b350-41d9-af4d-58aa3cabcab1 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:12:16.656337 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7713c4c7-d569-40e8-8a36-d45a6608bce3 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:12:16.664194 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-7713c4c7-d569-40e8-8a36-d45a6608bce3 admin admin] 10.222.0.58 "PUT /v2.0/routers/43af091c-b350-41d9-af4d-58aa3cabcab1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1830161 Jul 09 15:12:16.664416 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42018) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:16.669060 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5d8cdb-e6ee-4b61-802e-08cec781ca37 None None] Sync routers for ids ['43af091c-b350-41d9-af4d-58aa3cabcab1'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:12:16.678377 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5d8cdb-e6ee-4b61-802e-08cec781ca37 None None] Routers {'43af091c-b350-41d9-af4d-58aa3cabcab1'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:12:16.680082 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-ba5d8cdb-e6ee-4b61-802e-08cec781ca37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:11:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['43af091c-b350-41d9-af4d-58aa3cabcab1'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:16.793725 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8d84bd93-c17c-47ff-bc81-a0305eb61f4d admin admin] Notify callbacks [] for router, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:16.798565 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-ba5d8cdb-e6ee-4b61-802e-08cec781ca37 None None] Set router 43af091c-b350-41d9-af4d-58aa3cabcab1 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:12:16.821408 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a53cd52c-e312-4a6c-8b11-06dd155c4ab7 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:16.896155 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a53cd52c-e312-4a6c-8b11-06dd155c4ab7 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-753925'] for router, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:16.902250 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8d84bd93-c17c-47ff-bc81-a0305eb61f4d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:16.996692 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-ba5d8cdb-e6ee-4b61-802e-08cec781ca37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43af091c-b350-41d9-af4d-58aa3cabcab1', 'name': 'tempest-AttachVolumeTestJSON-1112086082-router', 'tenant_id': '3378cbcb6d374f7888262c5aa67c214b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '87c92795-bfcc-4f62-a25c-c7b06b183eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:59:41Z', 'updated_at': '2021-07-09T15:12:15Z', 'revision_number': 5, 'project_id': '3378cbcb6d374f7888262c5aa67c214b', 'gw_port': {'id': '87c92795-bfcc-4f62-a25c-c7b06b183eb0', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43af091c-b350-41d9-af4d-58aa3cabcab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:59:43Z', 'updated_at': '2021-07-09T14:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:17.006615 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a53cd52c-e312-4a6c-8b11-06dd155c4ab7 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Router cd85b5ad-819b-491d-aaac-6af6ebef3425 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:12:17.023650 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5d8cdb-e6ee-4b61-802e-08cec781ca37 None None] Checking router: 43af091c-b350-41d9-af4d-58aa3cabcab1 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:12:17.033635 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5d8cdb-e6ee-4b61-802e-08cec781ca37 None None] Routers {'43af091c-b350-41d9-af4d-58aa3cabcab1'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:12:17.034504 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-ba5d8cdb-e6ee-4b61-802e-08cec781ca37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:11:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['43af091c-b350-41d9-af4d-58aa3cabcab1'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:17.101103 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-8d84bd93-c17c-47ff-bc81-a0305eb61f4d admin admin] Deleting port 87c92795-bfcc-4f62-a25c-c7b06b183eb0 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:12:17.101446 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8d84bd93-c17c-47ff-bc81-a0305eb61f4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:17.129998 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-ba5d8cdb-e6ee-4b61-802e-08cec781ca37 None None] Set router 43af091c-b350-41d9-af4d-58aa3cabcab1 gateway port host: None {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:12:17.189680 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-ba5d8cdb-e6ee-4b61-802e-08cec781ca37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43af091c-b350-41d9-af4d-58aa3cabcab1', 'name': 'tempest-AttachVolumeTestJSON-1112086082-router', 'tenant_id': '3378cbcb6d374f7888262c5aa67c214b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:59:41Z', 'updated_at': '2021-07-09T15:12:16Z', 'revision_number': 6, 'project_id': '3378cbcb6d374f7888262c5aa67c214b', 'gw_port_host': None}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:17.207861 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-8d84bd93-c17c-47ff-bc81-a0305eb61f4d admin admin] For port 87c92795-bfcc-4f62-a25c-c7b06b183eb0, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=87c92795-bfcc-4f62-a25c-c7b06b183eb0,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:12:17.208724 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8d84bd93-c17c-47ff-bc81-a0305eb61f4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:17.225741 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5d8cdb-e6ee-4b61-802e-08cec781ca37 None None] The sync data for ids ['43af091c-b350-41d9-af4d-58aa3cabcab1'] in n-d-799529-6 is: [{'id': '43af091c-b350-41d9-af4d-58aa3cabcab1', 'name': 'tempest-AttachVolumeTestJSON-1112086082-router', 'tenant_id': '3378cbcb6d374f7888262c5aa67c214b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:59:41Z', 'updated_at': '2021-07-09T15:12:16Z', 'revision_number': 6, 'project_id': '3378cbcb6d374f7888262c5aa67c214b', 'gw_port_host': None}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:12:17.229690 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-8d84bd93-c17c-47ff-bc81-a0305eb61f4d admin admin] Calling delete_port for 87c92795-bfcc-4f62-a25c-c7b06b183eb0 owned by network:router_gateway {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:12:17.435715 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53cd52c-e312-4a6c-8b11-06dd155c4ab7 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:12:17.442739 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a53cd52c-e312-4a6c-8b11-06dd155c4ab7 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:17.443923 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a53cd52c-e312-4a6c-8b11-06dd155c4ab7 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "PUT /v2.0/routers/cd85b5ad-819b-491d-aaac-6af6ebef3425 HTTP/1.1" status: 200 len: 888 time: 0.9482126 Jul 09 15:12:17.445219 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8147d03a-84d1-4884-a590-895c85840255 None None] Sync routers for ids ['cd85b5ad-819b-491d-aaac-6af6ebef3425'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:12:17.446871 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42026) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:17.454403 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8147d03a-84d1-4884-a590-895c85840255 None None] Routers {'cd85b5ad-819b-491d-aaac-6af6ebef3425'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:12:17.455092 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-8147d03a-84d1-4884-a590-895c85840255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:11:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['cd85b5ad-819b-491d-aaac-6af6ebef3425'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:17.486611 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-8147d03a-84d1-4884-a590-895c85840255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:17.496051 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8147d03a-84d1-4884-a590-895c85840255 None None] Routers {'cd85b5ad-819b-491d-aaac-6af6ebef3425'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:12:17.496659 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-8147d03a-84d1-4884-a590-895c85840255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:11:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['cd85b5ad-819b-491d-aaac-6af6ebef3425'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:17.530872 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-8147d03a-84d1-4884-a590-895c85840255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:17.531425 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8147d03a-84d1-4884-a590-895c85840255 None None] The sync data for ids ['cd85b5ad-819b-491d-aaac-6af6ebef3425'] in n-d-799529-6 is: [] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:12:17.569111 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-04aa887f-1cbc-4d23-8919-c0a4f1b4d9d8 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "GET /v2.0/routers/cd85b5ad-819b-491d-aaac-6af6ebef3425 HTTP/1.1" status: 200 len: 888 time: 0.1205220 Jul 09 15:12:17.592018 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8d84bd93-c17c-47ff-bc81-a0305eb61f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:17.593064 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42034) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:17.659318 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-070c673b-0f8d-4f84-a610-c9f1192abadc tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd85b5ad-819b-491d-aaac-6af6ebef3425 HTTP/1.1" status: 200 len: 205 time: 0.0629606 Jul 09 15:12:17.660427 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42036) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:17.663729 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d84bd93-c17c-47ff-bc81-a0305eb61f4d admin admin] Pushing event deleted for resources: {'Port': ['ID=87c92795-bfcc-4f62-a25c-c7b06b183eb0,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:17.686914 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8d84bd93-c17c-47ff-bc81-a0305eb61f4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:17.789252 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8d84bd93-c17c-47ff-bc81-a0305eb61f4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:17.792521 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8d84bd93-c17c-47ff-bc81-a0305eb61f4d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:17.803374 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ba4fd2e5-82f7-43c9-a19f-344b3117a082 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for router, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:17.914781 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ba4fd2e5-82f7-43c9-a19f-344b3117a082 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:17.922865 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8d84bd93-c17c-47ff-bc81-a0305eb61f4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:17.923456 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d84bd93-c17c-47ff-bc81-a0305eb61f4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43af091c-b350-41d9-af4d-58aa3cabcab1 {{(pid=94445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 15:12:17.929170 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8d84bd93-c17c-47ff-bc81-a0305eb61f4d admin admin] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:17.930327 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-8d84bd93-c17c-47ff-bc81-a0305eb61f4d admin admin] 10.222.0.58 "DELETE /v2.0/routers/43af091c-b350-41d9-af4d-58aa3cabcab1 HTTP/1.1" status: 204 len: 168 time: 1.2647250 Jul 09 15:12:17.933163 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42044) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:17.979600 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-981a384e-9a67-462d-8f03-9a9fdfba84bf admin admin] Deleting subnet f10ff914-6b6b-4456-8b4d-b9664913c2d3 {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:12:17.984727 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-981a384e-9a67-462d-8f03-9a9fdfba84bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:18.047821 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-981a384e-9a67-462d-8f03-9a9fdfba84bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:18.098245 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-ba4fd2e5-82f7-43c9-a19f-344b3117a082 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Deleting port f5e50d18-a9b5-41fe-a35e-5cb99b992688 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:12:18.098598 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ba4fd2e5-82f7-43c9-a19f-344b3117a082 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:18.193188 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-981a384e-9a67-462d-8f03-9a9fdfba84bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:18.245038 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ba4fd2e5-82f7-43c9-a19f-344b3117a082 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:18.263402 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-ba4fd2e5-82f7-43c9-a19f-344b3117a082 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Calling delete_port for f5e50d18-a9b5-41fe-a35e-5cb99b992688 owned by network:router_gateway {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:12:18.387397 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-981a384e-9a67-462d-8f03-9a9fdfba84bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:18.427644 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981a384e-9a67-462d-8f03-9a9fdfba84bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f10ff914-6b6b-4456-8b4d-b9664913c2d3,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:18.432239 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-981a384e-9a67-462d-8f03-9a9fdfba84bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:18.432368 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2ce3d5-904c-40dd-aaab-b1a683bb0b41 None None] Network 053b5aa8-ddaf-4c8a-a4d7-933f77f92447 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:12:18.433915 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-981a384e-9a67-462d-8f03-9a9fdfba84bf admin admin] 10.222.0.58 "DELETE /v2.0/subnets/f10ff914-6b6b-4456-8b4d-b9664913c2d3 HTTP/1.1" status: 204 len: 168 time: 0.4994137 Jul 09 15:12:18.435765 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee21e82c-5d4b-4bce-b132-44da642c97b0 req-6cb55af4-c0f8-45e8-b908-30431f3e5ba6 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:12:18.437223 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ee21e82c-5d4b-4bce-b132-44da642c97b0 req-6cb55af4-c0f8-45e8-b908-30431f3e5ba6 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e8819fe-d461-44de-8be0-a6d438029156 HTTP/1.1" status: 200 len: 945 time: 0.0716741 Jul 09 15:12:18.437223 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42050) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:18.544348 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7d0da03e-5d07-4ac2-a68c-1032a53fdafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:18.549242 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ee21e82c-5d4b-4bce-b132-44da642c97b0 req-3b31950b-2632-4002-b145-17b12daaed78 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ca0577e-3180-4952-b4bf-cf0fa79b3798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037533 Jul 09 15:12:18.602683 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ba4fd2e5-82f7-43c9-a19f-344b3117a082 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:18.619472 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-7d0da03e-5d07-4ac2-a68c-1032a53fdafe admin admin] Deleting port 2d5ca57a-25fd-4874-ae4e-b6b5618b1407 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:12:18.619865 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7d0da03e-5d07-4ac2-a68c-1032a53fdafe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:18.629149 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4fd2e5-82f7-43c9-a19f-344b3117a082 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event deleted for resources: {'Port': ['ID=f5e50d18-a9b5-41fe-a35e-5cb99b992688,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:18.670027 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9860f1-ad4c-468d-92b7-3399e697b227 None None] DHCP port deletion for 053b5aa8-ddaf-4c8a-a4d7-933f77f92447 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 15:12:18.705054 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-7d0da03e-5d07-4ac2-a68c-1032a53fdafe admin admin] For port 2d5ca57a-25fd-4874-ae4e-b6b5618b1407, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=2d5ca57a-25fd-4874-ae4e-b6b5618b1407,segment=NetworkSegment(793f6188-e169-447b-9a2e-8619e04e34aa),segment_id=793f6188-e169-447b-9a2e-8619e04e34aa)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:12:18.705054 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7d0da03e-5d07-4ac2-a68c-1032a53fdafe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:18.712052 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ba4fd2e5-82f7-43c9-a19f-344b3117a082 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:18.719062 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-7d0da03e-5d07-4ac2-a68c-1032a53fdafe admin admin] Calling delete_port for 2d5ca57a-25fd-4874-ae4e-b6b5618b1407 owned by network:dhcp {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:12:18.731381 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-6e9860f1-ad4c-468d-92b7-3399e697b227 None None] Deleting port 2d5ca57a-25fd-4874-ae4e-b6b5618b1407 {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:12:18.732193 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6e9860f1-ad4c-468d-92b7-3399e697b227 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:18.809740 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-6e9860f1-ad4c-468d-92b7-3399e697b227 None None] For port 2d5ca57a-25fd-4874-ae4e-b6b5618b1407, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=2d5ca57a-25fd-4874-ae4e-b6b5618b1407,segment=NetworkSegment(793f6188-e169-447b-9a2e-8619e04e34aa),segment_id=793f6188-e169-447b-9a2e-8619e04e34aa)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:12:18.810419 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6e9860f1-ad4c-468d-92b7-3399e697b227 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:18.812155 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ba4fd2e5-82f7-43c9-a19f-344b3117a082 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:18.814673 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ba4fd2e5-82f7-43c9-a19f-344b3117a082 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:18.829469 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-6e9860f1-ad4c-468d-92b7-3399e697b227 None None] Calling delete_port for 2d5ca57a-25fd-4874-ae4e-b6b5618b1407 owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:12:18.865295 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7d0da03e-5d07-4ac2-a68c-1032a53fdafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:18.894564 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0da03e-5d07-4ac2-a68c-1032a53fdafe admin admin] Pushing event deleted for resources: {'Port': ['ID=2d5ca57a-25fd-4874-ae4e-b6b5618b1407,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:18.898405 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0da03e-5d07-4ac2-a68c-1032a53fdafe admin admin] No DVR routers for this DVR port 2d5ca57a-25fd-4874-ae4e-b6b5618b1407 on host n-d-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:12:18.917105 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6e9860f1-ad4c-468d-92b7-3399e697b227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:18.941769 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9860f1-ad4c-468d-92b7-3399e697b227 None None] Pushing event deleted for resources: {'Port': ['ID=2d5ca57a-25fd-4874-ae4e-b6b5618b1407,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:18.945465 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9860f1-ad4c-468d-92b7-3399e697b227 None None] No DVR routers for this DVR port 2d5ca57a-25fd-4874-ae4e-b6b5618b1407 on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:12:18.975625 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7d0da03e-5d07-4ac2-a68c-1032a53fdafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:18.984847 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-7d0da03e-5d07-4ac2-a68c-1032a53fdafe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['053b5aa8-ddaf-4c8a-a4d7-933f77f92447']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:18.996113 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-7d0da03e-5d07-4ac2-a68c-1032a53fdafe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '793f6188-e169-447b-9a2e-8619e04e34aa') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:18.996430 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-7d0da03e-5d07-4ac2-a68c-1032a53fdafe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '793f6188-e169-447b-9a2e-8619e04e34aa') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:19.007844 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7d0da03e-5d07-4ac2-a68c-1032a53fdafe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:19.014208 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ba4fd2e5-82f7-43c9-a19f-344b3117a082 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:19.014739 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba4fd2e5-82f7-43c9-a19f-344b3117a082 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Fanout notify agent at l3_agent the message router_deleted on router cd85b5ad-819b-491d-aaac-6af6ebef3425 {{(pid=94446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 15:12:19.023037 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ba4fd2e5-82f7-43c9-a19f-344b3117a082 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:19.023158 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7d0da03e-5d07-4ac2-a68c-1032a53fdafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:19.027599 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ba4fd2e5-82f7-43c9-a19f-344b3117a082 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "DELETE /v2.0/routers/cd85b5ad-819b-491d-aaac-6af6ebef3425 HTTP/1.1" status: 204 len: 168 time: 1.3622701 Jul 09 15:12:19.028144 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42058) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:19.029819 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d0da03e-5d07-4ac2-a68c-1032a53fdafe admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:12:19.030274 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7d0da03e-5d07-4ac2-a68c-1032a53fdafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:19.032000 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 15:12:19.032000 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:12:19.032000 n-d-799529-6 neutron-server[94445]: timer() Jul 09 15:12:19.032000 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:12:19.032000 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 15:12:19.032000 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:12:19.032000 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 15:12:19.032000 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:12:19.032000 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 15:12:19.032000 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:12:19.032000 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 15:12:19.032000 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:12:19.032000 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 15:12:19.032000 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:12:19.032000 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:12:19.032000 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:12:19.032000 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:12:19.032000 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:12:19.032000 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 15:12:19.032000 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:12:19.032000 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 15:12:19.032000 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:12:19.032000 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:12:19.032000 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:12:19.032000 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 15:12:19.032000 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:12:19.032000 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:12:19.032000 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:12:19.032000 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:12:19.032000 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:12:19.032000 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:12:19.032000 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:12:19.034225 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-2e750501-220e-4932-a351-d9101b378f36 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Request body: {'network': {'name': 'tempest-RoutersTest-508930537'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:12:19.074955 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 87c92795-bfcc-4f62-a25c-c7b06b183eb0 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:12:19.096322 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 87c92795-bfcc-4f62-a25c-c7b06b183eb0 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:12:19.096681 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 87c92795-bfcc-4f62-a25c-c7b06b183eb0 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:12:19.097584 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 2d5ca57a-25fd-4874-ae4e-b6b5618b1407 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:12:19.116804 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 2d5ca57a-25fd-4874-ae4e-b6b5618b1407 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:12:19.117155 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 2d5ca57a-25fd-4874-ae4e-b6b5618b1407 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:12:19.117577 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 795392a2-25ed-480d-af18-98a5c0c2d28e no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:12:19.139457 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 795392a2-25ed-480d-af18-98a5c0c2d28e {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:12:19.139841 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 795392a2-25ed-480d-af18-98a5c0c2d28e not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:12:19.177662 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e750501-220e-4932-a351-d9101b378f36 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Made reservation on behalf of a1a34d2db2904412aaf00cb77602ec31 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:12:19.181161 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2e750501-220e-4932-a351-d9101b378f36 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:19.209506 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7d0da03e-5d07-4ac2-a68c-1032a53fdafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:19.216196 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac0e01-549e-4172-ad63-94c95c45cee1 req-1c4ecb36-17f4-4ab5-b627-187e7092756e tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:12:19.216746 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7d0da03e-5d07-4ac2-a68c-1032a53fdafe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:19.217734 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a2ac0e01-549e-4172-ad63-94c95c45cee1 req-1c4ecb36-17f4-4ab5-b627-187e7092756e tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e8819fe-d461-44de-8be0-a6d438029156 HTTP/1.1" status: 200 len: 945 time: 0.0899608 Jul 09 15:12:19.219622 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-7d0da03e-5d07-4ac2-a68c-1032a53fdafe admin admin] 10.222.0.58 "DELETE /v2.0/networks/053b5aa8-ddaf-4c8a-a4d7-933f77f92447 HTTP/1.1" status: 204 len: 168 time: 0.7818794 Jul 09 15:12:19.235008 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e750501-220e-4932-a351-d9101b378f36 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:12:19.240640 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0da03e-5d07-4ac2-a68c-1032a53fdafe admin admin] Pushing event deleted for resources: {'Network': ['ID=053b5aa8-ddaf-4c8a-a4d7-933f77f92447,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:19.267325 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2e750501-220e-4932-a351-d9101b378f36 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:19.267712 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-2e750501-220e-4932-a351-d9101b378f36 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Added segment 13dfc88d-811e-4bf8-a735-58946cde8d19 of type vlan for network 0a4fad25-eecc-4814-9b29-3be59914ef8a Jul 09 15:12:19.350214 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2e750501-220e-4932-a351-d9101b378f36 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:19.391456 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-a2ac0e01-549e-4172-ad63-94c95c45cee1 req-2057b325-65a0-435b-9079-d6174a7b8fee tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Deleting port 13c068fb-baf5-4c34-8203-7583814eef49 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:12:19.391836 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a2ac0e01-549e-4172-ad63-94c95c45cee1 req-2057b325-65a0-435b-9079-d6174a7b8fee tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:19.454979 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2e750501-220e-4932-a351-d9101b378f36 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:19.461014 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e750501-220e-4932-a351-d9101b378f36 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:12:19.461855 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2e750501-220e-4932-a351-d9101b378f36 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:19.557526 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-a2ac0e01-549e-4172-ad63-94c95c45cee1 req-2057b325-65a0-435b-9079-d6174a7b8fee tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] For port 13c068fb-baf5-4c34-8203-7583814eef49, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=13c068fb-baf5-4c34-8203-7583814eef49,segment=NetworkSegment(1104ae08-fb7c-4ba7-995f-baa0ff12f18b),segment_id=1104ae08-fb7c-4ba7-995f-baa0ff12f18b)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:12:19.557887 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a2ac0e01-549e-4172-ad63-94c95c45cee1 req-2057b325-65a0-435b-9079-d6174a7b8fee tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:19.560500 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e750501-220e-4932-a351-d9101b378f36 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event updated for resources: {'Network': ['ID=0a4fad25-eecc-4814-9b29-3be59914ef8a,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:19.570631 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 0a4fad25-eecc-4814-9b29-3be59914ef8a details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:12:19.614556 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42070) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:19.651850 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-2e750501-220e-4932-a351-d9101b378f36 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6222148 Jul 09 15:12:19.652433 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42072) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:19.662865 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-2d6dc0bc-cd3d-4fe5-9af4-dfaec56be78f tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Request body: {'subnet': {'network_id': '0a4fad25-eecc-4814-9b29-3be59914ef8a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:12:19.716706 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-53bcd7dd-d895-4044-9db7-c9fbba8b9995 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3378cbcb6d374f7888262c5aa67c214b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1006134 Jul 09 15:12:19.723427 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42076) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:19.805307 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7b835dde-8b58-4aa4-aabf-4e1bb021015c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:19.812909 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a2ac0e01-549e-4172-ad63-94c95c45cee1 req-2057b325-65a0-435b-9079-d6174a7b8fee tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:19.813285 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a2ac0e01-549e-4172-ad63-94c95c45cee1 req-2057b325-65a0-435b-9079-d6174a7b8fee tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:19.817110 n-d-799529-6 neutron-server[94446]: INFO neutron.db.l3_db [req-a2ac0e01-549e-4172-ad63-94c95c45cee1 req-2057b325-65a0-435b-9079-d6174a7b8fee tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Floating IP 0f98274e-7349-4799-ae97-9e99bc7c6587 disassociated. External IP: 172.25.3.101, port: 13c068fb-baf5-4c34-8203-7583814eef49. Jul 09 15:12:19.817110 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-a2ac0e01-549e-4172-ad63-94c95c45cee1 req-2057b325-65a0-435b-9079-d6174a7b8fee tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Calling delete_port for 13c068fb-baf5-4c34-8203-7583814eef49 owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:12:19.823190 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68624cb4-1784-4e10-adfd-bed5ab2a1b50 req-1836740c-e947-415f-a389-9ec2d056fc53 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:12:19.824689 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-68624cb4-1784-4e10-adfd-bed5ab2a1b50 req-1836740c-e947-415f-a389-9ec2d056fc53 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e8819fe-d461-44de-8be0-a6d438029156 HTTP/1.1" status: 200 len: 945 time: 0.1342289 Jul 09 15:12:19.827699 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7b835dde-8b58-4aa4-aabf-4e1bb021015c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:19.910751 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-68624cb4-1784-4e10-adfd-bed5ab2a1b50 req-f5346154-3c72-4e77-9d1b-aa168e069890 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ca0577e-3180-4952-b4bf-cf0fa79b3798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776041 Jul 09 15:12:19.951185 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6dc0bc-cd3d-4fe5-9af4-dfaec56be78f tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Made reservation on behalf of a1a34d2db2904412aaf00cb77602ec31 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:12:19.954882 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2d6dc0bc-cd3d-4fe5-9af4-dfaec56be78f tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:19.959794 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7b835dde-8b58-4aa4-aabf-4e1bb021015c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:19.962281 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7b835dde-8b58-4aa4-aabf-4e1bb021015c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:19.963701 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-7b835dde-8b58-4aa4-aabf-4e1bb021015c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/54376be5-42b3-4a7d-9d8f-18bbd2b1b3f4 HTTP/1.1" status: 204 len: 168 time: 0.2390645 Jul 09 15:12:20.012259 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b835dde-8b58-4aa4-aabf-4e1bb021015c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54376be5-42b3-4a7d-9d8f-18bbd2b1b3f4,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:20.328546 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a2ac0e01-549e-4172-ad63-94c95c45cee1 req-2057b325-65a0-435b-9079-d6174a7b8fee tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:20.329204 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2d6dc0bc-cd3d-4fe5-9af4-dfaec56be78f tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:20.359421 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2057b325-65a0-435b-9079-d6174a7b8fee tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Pushing event deleted for resources: {'Port': ['ID=13c068fb-baf5-4c34-8203-7583814eef49,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:20.414952 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6dc0bc-cd3d-4fe5-9af4-dfaec56be78f tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event updated for resources: {'Subnet': ['ID=336ffee7-d3bb-4e59-a05d-70468745db37,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:20.422528 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6dc0bc-cd3d-4fe5-9af4-dfaec56be78f tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Checking segment: {'id': '13dfc88d-811e-4bf8-a735-58946cde8d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0a4fad25-eecc-4814-9b29-3be59914ef8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:12:20.422790 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6dc0bc-cd3d-4fe5-9af4-dfaec56be78f tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Network hostable DHCP agents. Network: 0a4fad25-eecc-4814-9b29-3be59914ef8a, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:12:20.493436 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2ac0e01-549e-4172-ad63-94c95c45cee1 req-2057b325-65a0-435b-9079-d6174a7b8fee tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Router 8056473b-8e13-4d3b-a03e-948997454f4d has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:12:20.546586 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6dc0bc-cd3d-4fe5-9af4-dfaec56be78f tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Network 0a4fad25-eecc-4814-9b29-3be59914ef8a is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:12:20.621854 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2ac0e01-549e-4172-ad63-94c95c45cee1 req-2057b325-65a0-435b-9079-d6174a7b8fee tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:12:20.631394 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e357c84-8210-4045-812a-6f82772df5d3 None None] Sync routers for ids ['8056473b-8e13-4d3b-a03e-948997454f4d'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:12:20.642492 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e357c84-8210-4045-812a-6f82772df5d3 None None] Routers {'8056473b-8e13-4d3b-a03e-948997454f4d'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:12:20.642830 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-2d6dc0bc-cd3d-4fe5-9af4-dfaec56be78f tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 0a4fad25-eecc-4814-9b29-3be59914ef8a) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:12:20.643121 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-2e357c84-8210-4045-812a-6f82772df5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:11:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['8056473b-8e13-4d3b-a03e-948997454f4d'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:20.647059 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6dc0bc-cd3d-4fe5-9af4-dfaec56be78f tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:12:20.652813 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2d6dc0bc-cd3d-4fe5-9af4-dfaec56be78f tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:20.654372 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b344b075-9fe4-4504-ad7b-935ee01cd3f4 None None] Network 0a4fad25-eecc-4814-9b29-3be59914ef8a requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:12:20.683592 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ac0e01-549e-4172-ad63-94c95c45cee1 req-2057b325-65a0-435b-9079-d6174a7b8fee tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] No DVR routers for this DVR port 13c068fb-baf5-4c34-8203-7583814eef49 on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:12:20.686132 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a2ac0e01-549e-4172-ad63-94c95c45cee1 req-2057b325-65a0-435b-9079-d6174a7b8fee tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:20.688647 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a2ac0e01-549e-4172-ad63-94c95c45cee1 req-2057b325-65a0-435b-9079-d6174a7b8fee tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] 10.222.0.62 "DELETE /v2.0/ports/13c068fb-baf5-4c34-8203-7583814eef49 HTTP/1.1" status: 204 len: 173 time: 1.4631770 Jul 09 15:12:20.689127 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8819fe-d461-44de-8be0-a6d438029156', 'name': 'network-vif-deleted', 'tag': '13c068fb-baf5-4c34-8203-7583814eef49'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:12:20.691455 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cdbbe2a-4524-47f3-a9dc-34b7ebff5064" -d '{"events": [{"server_uuid": "4e8819fe-d461-44de-8be0-a6d438029156", "name": "network-vif-deleted", "tag": "13c068fb-baf5-4c34-8203-7583814eef49"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:12:20.788633 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-2d6dc0bc-cd3d-4fe5-9af4-dfaec56be78f tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1347435 Jul 09 15:12:20.791052 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42100) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:20.796114 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-cff9d51b-aa85-4899-a91d-5cdb564be2c4 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-720908561', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:12:20.917199 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-2e357c84-8210-4045-812a-6f82772df5d3 None None] Set router 8056473b-8e13-4d3b-a03e-948997454f4d gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:12:20.939421 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cff9d51b-aa85-4899-a91d-5cdb564be2c4 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:20.950828 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cff9d51b-aa85-4899-a91d-5cdb564be2c4 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:21.028602 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b23f6985-9390-4049-a816-06c3a569e6ad x-openstack-request-id: req-b23f6985-9390-4049-a816-06c3a569e6ad {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:12:21.028898 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e8819fe-d461-44de-8be0-a6d438029156", "name": "network-vif-deleted", "tag": "13c068fb-baf5-4c34-8203-7583814eef49", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:12:21.029148 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b23f6985-9390-4049-a816-06c3a569e6ad {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:12:21.029550 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8819fe-d461-44de-8be0-a6d438029156', 'name': 'network-vif-deleted', 'tag': '13c068fb-baf5-4c34-8203-7583814eef49', 'status': 'completed', 'code': 200} Jul 09 15:12:21.081262 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a3e097-0341-4582-b2b4-62b6c6015ec0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-0a4fad25-eecc-4814-9b29-3be59914ef8a', 'network_id': '0a4fad25-eecc-4814-9b29-3be59914ef8a', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'fixed_ips': [{'subnet_id': '336ffee7-d3bb-4e59-a05d-70468745db37'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:12:21.082945 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6a3e097-0341-4582-b2b4-62b6c6015ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:21.239328 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-e6a3e097-0341-4582-b2b4-62b6c6015ec0 None None] Allocated IP 172.20.0.2 (0a4fad25-eecc-4814-9b29-3be59914ef8a/336ffee7-d3bb-4e59-a05d-70468745db37/67bc4e33-5e75-434b-a3fe-167aae16f615) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:12:21.373318 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e81f2875-d4a3-4317-9ed6-a46c747e4e57 req-5229fb56-f031-4010-ae96-297461b2cec3 tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e8819fe-d461-44de-8be0-a6d438029156 HTTP/1.1" status: 200 len: 210 time: 0.1031833 Jul 09 15:12:21.378483 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cff9d51b-aa85-4899-a91d-5cdb564be2c4 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:21.459215 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cff9d51b-aa85-4899-a91d-5cdb564be2c4 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:21.576005 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cff9d51b-aa85-4899-a91d-5cdb564be2c4 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:21.580132 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-cff9d51b-aa85-4899-a91d-5cdb564be2c4 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7852232 Jul 09 15:12:21.581082 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42118) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:21.672583 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6a3e097-0341-4582-b2b4-62b6c6015ec0 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:21.695627 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-e6a3e097-0341-4582-b2b4-62b6c6015ec0 None None] Transition to ACTIVE for port object 67bc4e33-5e75-434b-a3fe-167aae16f615 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:12:21.746291 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-e6a3e097-0341-4582-b2b4-62b6c6015ec0 None None] Transition to ACTIVE for port object 67bc4e33-5e75-434b-a3fe-167aae16f615 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:12:21.753220 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-2e357c84-8210-4045-812a-6f82772df5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8056473b-8e13-4d3b-a03e-948997454f4d', 'name': 'tempest-TestServerBasicOps-29053231-router', 'tenant_id': '9cb6374b0a6d482aa499b47cd8ddd0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'c976587a-a546-405e-a796-c171e397424c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:05:52Z', 'updated_at': '2021-07-09T15:05:58Z', 'revision_number': 4, 'project_id': '9cb6374b0a6d482aa499b47cd8ddd0c1', 'gw_port': {'id': 'c976587a-a546-405e-a796-c171e397424c', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:29:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8056473b-8e13-4d3b-a03e-948997454f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:05:53Z', 'updated_at': '2021-07-09T15:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '8413915d-1ea1-4d7b-8a0e-6b5b5fa88eed', 'name': '', 'network_id': 'f41e4b95-e67a-4a40-b3c2-e3aaaffc72fa', 'tenant_id': '9cb6374b0a6d482aa499b47cd8ddd0c1', 'mac_address': 'fa:16:3e:6b:44:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8056473b-8e13-4d3b-a03e-948997454f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '11658eaf-0233-449f-a381-3c823efc4351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:05:57Z', 'updated_at': '2021-07-09T15:06:07Z', 'revision_number': 5, 'project_id': '9cb6374b0a6d482aa499b47cd8ddd0c1', 'subnets': [{'id': '11658eaf-0233-449f-a381-3c823efc4351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:21.839415 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6a3e097-0341-4582-b2b4-62b6c6015ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:21.877871 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e357c84-8210-4045-812a-6f82772df5d3 None None] Checking router: 8056473b-8e13-4d3b-a03e-948997454f4d for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:12:21.910958 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e357c84-8210-4045-812a-6f82772df5d3 None None] Routers {'8056473b-8e13-4d3b-a03e-948997454f4d'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:12:21.911873 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-2e357c84-8210-4045-812a-6f82772df5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:11:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['8056473b-8e13-4d3b-a03e-948997454f4d'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:21.968084 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b6f7fc06-83a4-4ebe-9cbf-91c923882cb7 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:21.974429 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a3e097-0341-4582-b2b4-62b6c6015ec0 None None] Network 0a4fad25-eecc-4814-9b29-3be59914ef8a is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:12:21.975329 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a3e097-0341-4582-b2b4-62b6c6015ec0 None None] Pushing event updated for resources: {'Port': ['ID=67bc4e33-5e75-434b-a3fe-167aae16f615,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:21.983262 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-e6a3e097-0341-4582-b2b4-62b6c6015ec0 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:12:21.994623 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a3e097-0341-4582-b2b4-62b6c6015ec0 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:12:22.110122 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-e6a3e097-0341-4582-b2b4-62b6c6015ec0 None None] Attempting to bind port 67bc4e33-5e75-434b-a3fe-167aae16f615 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:12:22.110518 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-e6a3e097-0341-4582-b2b4-62b6c6015ec0 None None] Attempting to bind port 67bc4e33-5e75-434b-a3fe-167aae16f615 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '13dfc88d-811e-4bf8-a735-58946cde8d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0a4fad25-eecc-4814-9b29-3be59914ef8a'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:12:22.125409 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a3e097-0341-4582-b2b4-62b6c6015ec0 None None] Attempting to bind port 67bc4e33-5e75-434b-a3fe-167aae16f615 on network 0a4fad25-eecc-4814-9b29-3be59914ef8a {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:12:22.125409 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a3e097-0341-4582-b2b4-62b6c6015ec0 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:12:22.125409 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a3e097-0341-4582-b2b4-62b6c6015ec0 None None] Checking segment: {'id': '13dfc88d-811e-4bf8-a735-58946cde8d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0a4fad25-eecc-4814-9b29-3be59914ef8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:12:22.125409 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6a3e097-0341-4582-b2b4-62b6c6015ec0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:22.125409 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a3e097-0341-4582-b2b4-62b6c6015ec0 None None] Bound using segment: {'id': '13dfc88d-811e-4bf8-a735-58946cde8d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0a4fad25-eecc-4814-9b29-3be59914ef8a'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:12:22.125409 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-e6a3e097-0341-4582-b2b4-62b6c6015ec0 None None] Bound port: 67bc4e33-5e75-434b-a3fe-167aae16f615, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13dfc88d-811e-4bf8-a735-58946cde8d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0a4fad25-eecc-4814-9b29-3be59914ef8a'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:12:22.125409 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6a3e097-0341-4582-b2b4-62b6c6015ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:22.150489 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-2e357c84-8210-4045-812a-6f82772df5d3 None None] Set router 8056473b-8e13-4d3b-a03e-948997454f4d gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:12:22.323700 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-b6f7fc06-83a4-4ebe-9cbf-91c923882cb7 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Allocated IP 172.20.0.1 (0a4fad25-eecc-4814-9b29-3be59914ef8a/336ffee7-d3bb-4e59-a05d-70468745db37/5e7ef9ce-2454-4bda-bef5-4acc3dd282d7) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:12:22.378068 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-e6a3e097-0341-4582-b2b4-62b6c6015ec0 None None] For port 67bc4e33-5e75-434b-a3fe-167aae16f615, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:12:22.382384 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-e6a3e097-0341-4582-b2b4-62b6c6015ec0 None None] For port 67bc4e33-5e75-434b-a3fe-167aae16f615, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=67bc4e33-5e75-434b-a3fe-167aae16f615,segment=NetworkSegment(13dfc88d-811e-4bf8-a735-58946cde8d19),segment_id=13dfc88d-811e-4bf8-a735-58946cde8d19)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:12:22.459754 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-2e357c84-8210-4045-812a-6f82772df5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8056473b-8e13-4d3b-a03e-948997454f4d', 'name': 'tempest-TestServerBasicOps-29053231-router', 'tenant_id': '9cb6374b0a6d482aa499b47cd8ddd0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'c976587a-a546-405e-a796-c171e397424c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:05:52Z', 'updated_at': '2021-07-09T15:05:58Z', 'revision_number': 4, 'project_id': '9cb6374b0a6d482aa499b47cd8ddd0c1', 'gw_port': {'id': 'c976587a-a546-405e-a796-c171e397424c', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:29:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8056473b-8e13-4d3b-a03e-948997454f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:05:53Z', 'updated_at': '2021-07-09T15:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '8413915d-1ea1-4d7b-8a0e-6b5b5fa88eed', 'name': '', 'network_id': 'f41e4b95-e67a-4a40-b3c2-e3aaaffc72fa', 'tenant_id': '9cb6374b0a6d482aa499b47cd8ddd0c1', 'mac_address': 'fa:16:3e:6b:44:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8056473b-8e13-4d3b-a03e-948997454f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '11658eaf-0233-449f-a381-3c823efc4351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:05:57Z', 'updated_at': '2021-07-09T15:06:07Z', 'revision_number': 5, 'project_id': '9cb6374b0a6d482aa499b47cd8ddd0c1', 'subnets': [{'id': '11658eaf-0233-449f-a381-3c823efc4351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:22.462307 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6a3e097-0341-4582-b2b4-62b6c6015ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:22.476629 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42152) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:22.513183 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b6f7fc06-83a4-4ebe-9cbf-91c923882cb7 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:22.531019 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-b6f7fc06-83a4-4ebe-9cbf-91c923882cb7 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Transition to ACTIVE for port object 5e7ef9ce-2454-4bda-bef5-4acc3dd282d7 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:12:22.531881 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e357c84-8210-4045-812a-6f82772df5d3 None None] The sync data for ids ['8056473b-8e13-4d3b-a03e-948997454f4d'] in n-d-799529-6 is: [{'id': '8056473b-8e13-4d3b-a03e-948997454f4d', 'name': 'tempest-TestServerBasicOps-29053231-router', 'tenant_id': '9cb6374b0a6d482aa499b47cd8ddd0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'c976587a-a546-405e-a796-c171e397424c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:05:52Z', 'updated_at': '2021-07-09T15:05:58Z', 'revision_number': 4, 'project_id': '9cb6374b0a6d482aa499b47cd8ddd0c1', 'gw_port': {'id': 'c976587a-a546-405e-a796-c171e397424c', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:29:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8056473b-8e13-4d3b-a03e-948997454f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:05:53Z', 'updated_at': '2021-07-09T15:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '8413915d-1ea1-4d7b-8a0e-6b5b5fa88eed', 'name': '', 'network_id': 'f41e4b95-e67a-4a40-b3c2-e3aaaffc72fa', 'tenant_id': '9cb6374b0a6d482aa499b47cd8ddd0c1', 'mac_address': 'fa:16:3e:6b:44:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8056473b-8e13-4d3b-a03e-948997454f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '11658eaf-0233-449f-a381-3c823efc4351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:05:57Z', 'updated_at': '2021-07-09T15:06:07Z', 'revision_number': 5, 'project_id': '9cb6374b0a6d482aa499b47cd8ddd0c1', 'subnets': [{'id': '11658eaf-0233-449f-a381-3c823efc4351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:12:22.566612 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a3e097-0341-4582-b2b4-62b6c6015ec0 None None] Pushing event updated for resources: {'Port': ['ID=67bc4e33-5e75-434b-a3fe-167aae16f615,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:22.672198 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-2c37ec06-2c7f-4112-a197-61add866395d tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Deleting port 03f7aa1f-c3cf-4db1-a015-870b6f8791f7 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:12:22.672540 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2c37ec06-2c7f-4112-a197-61add866395d tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:22.688816 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b6f7fc06-83a4-4ebe-9cbf-91c923882cb7 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:22.743445 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f7fc06-83a4-4ebe-9cbf-91c923882cb7 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Network 0a4fad25-eecc-4814-9b29-3be59914ef8a is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:12:22.751615 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-b6f7fc06-83a4-4ebe-9cbf-91c923882cb7 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:12:22.760400 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f7fc06-83a4-4ebe-9cbf-91c923882cb7 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:12:22.773955 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2c37ec06-2c7f-4112-a197-61add866395d tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:22.774274 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2c37ec06-2c7f-4112-a197-61add866395d tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:22.815830 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f7fc06-83a4-4ebe-9cbf-91c923882cb7 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event updated for resources: {'Port': ['ID=5e7ef9ce-2454-4bda-bef5-4acc3dd282d7,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:22.851204 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-2c37ec06-2c7f-4112-a197-61add866395d tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Calling delete_port for 03f7aa1f-c3cf-4db1-a015-870b6f8791f7 owned by network:floatingip {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:12:22.861525 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b6f7fc06-83a4-4ebe-9cbf-91c923882cb7 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:23.037821 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42158) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:23.072525 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afd7876-b5c1-4fa9-ac27-89e5fe6ddc4b None None] New status for floating IP 0f98274e-7349-4799-ae97-9e99bc7c6587: DOWN {{(pid=94448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 15:12:23.139864 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2c37ec06-2c7f-4112-a197-61add866395d tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:23.168928 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.db.api [None req-6afd7876-b5c1-4fa9-ac27-89e5fe6ddc4b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94448) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 15:12:23.169293 n-d-799529-6 neutron-server[94448]: DEBUG oslo_db.api [None req-6afd7876-b5c1-4fa9-ac27-89e5fe6ddc4b None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 15:12:23.175758 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b6f7fc06-83a4-4ebe-9cbf-91c923882cb7 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:23.199579 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 67bc4e33-5e75-434b-a3fe-167aae16f615 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:12:23.284086 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c37ec06-2c7f-4112-a197-61add866395d tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Pushing event deleted for resources: {'Port': ['ID=03f7aa1f-c3cf-4db1-a015-870b6f8791f7,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:23.290808 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2c37ec06-2c7f-4112-a197-61add866395d tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Notify callbacks [] for floatingip, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:23.293609 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2c37ec06-2c7f-4112-a197-61add866395d tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:23.297710 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-2c37ec06-2c7f-4112-a197-61add866395d tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] 10.222.0.58 "DELETE /v2.0/floatingips/0f98274e-7349-4799-ae97-9e99bc7c6587 HTTP/1.1" status: 204 len: 168 time: 0.8169060 Jul 09 15:12:23.377913 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 67bc4e33-5e75-434b-a3fe-167aae16f615 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:12:23.386809 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:23.457437 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7166b773-926d-4f4e-9c4f-de285ac911e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:23.471619 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42170) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:23.542365 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-255ac986-1f06-4998-92ac-2635495571cd tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:23.576825 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-255ac986-1f06-4998-92ac-2635495571cd tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:23.604723 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b6f7fc06-83a4-4ebe-9cbf-91c923882cb7 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:23.664389 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7166b773-926d-4f4e-9c4f-de285ac911e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:23.670758 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afd7876-b5c1-4fa9-ac27-89e5fe6ddc4b None None] New status for floating IP 0f98274e-7349-4799-ae97-9e99bc7c6587: DOWN {{(pid=94448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 15:12:23.692253 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b6f7fc06-83a4-4ebe-9cbf-91c923882cb7 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:23.757337 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-255ac986-1f06-4998-92ac-2635495571cd tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:23.760268 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-255ac986-1f06-4998-92ac-2635495571cd tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:23.764214 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-255ac986-1f06-4998-92ac-2635495571cd tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] 10.222.0.58 "DELETE /v2.0/security-groups/5ca0577e-3180-4952-b4bf-cf0fa79b3798 HTTP/1.1" status: 204 len: 168 time: 0.2885396 Jul 09 15:12:23.788333 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255ac986-1f06-4998-92ac-2635495571cd tempest-TestServerBasicOps-149829215 tempest-TestServerBasicOps-149829215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca0577e-3180-4952-b4bf-cf0fa79b3798,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:23.859211 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42176) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:23.929236 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc07506f-a547-4404-a12b-484a6d85ba44 None None] Network 0a4fad25-eecc-4814-9b29-3be59914ef8a requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:12:24.066141 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-93ae5626-340a-4745-9e4a-ad4480dc767f None None] Provisioning for port 67bc4e33-5e75-434b-a3fe-167aae16f615 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:12:24.072191 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-93ae5626-340a-4745-9e4a-ad4480dc767f None None] Provisioning complete for port 67bc4e33-5e75-434b-a3fe-167aae16f615 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:12:24.072725 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-93ae5626-340a-4745-9e4a-ad4480dc767f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:24.087731 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7166b773-926d-4f4e-9c4f-de285ac911e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:24.171730 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 13c068fb-baf5-4c34-8203-7583814eef49 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:12:24.181100 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b6f7fc06-83a4-4ebe-9cbf-91c923882cb7 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:24.187006 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7166b773-926d-4f4e-9c4f-de285ac911e4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3d9678b43e4740dbad73905b0ce51fa3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1457851 Jul 09 15:12:24.187582 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42182) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:24.196931 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7166b773-926d-4f4e-9c4f-de285ac911e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=984b5ff1-6588-46d5-9693-0344f58bf508,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:24.199387 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f7fc06-83a4-4ebe-9cbf-91c923882cb7 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event updated for resources: {'Port': ['ID=5e7ef9ce-2454-4bda-bef5-4acc3dd282d7,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:24.208891 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: 13c068fb-baf5-4c34-8203-7583814eef49 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:12:24.209355 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 13c068fb-baf5-4c34-8203-7583814eef49 not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:12:24.269989 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-93ae5626-340a-4745-9e4a-ad4480dc767f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:24.312727 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-93ae5626-340a-4745-9e4a-ad4480dc767f None None] For port 67bc4e33-5e75-434b-a3fe-167aae16f615, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=67bc4e33-5e75-434b-a3fe-167aae16f615,segment=NetworkSegment(13dfc88d-811e-4bf8-a735-58946cde8d19),segment_id=13dfc88d-811e-4bf8-a735-58946cde8d19)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:12:24.329635 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f85d4525-997a-415c-b8ab-158ed0316ce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:24.369013 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f85d4525-997a-415c-b8ab-158ed0316ce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:24.374052 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-93ae5626-340a-4745-9e4a-ad4480dc767f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:24.383283 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f7fc06-83a4-4ebe-9cbf-91c923882cb7 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Network 0a4fad25-eecc-4814-9b29-3be59914ef8a is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:12:24.390957 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-b6f7fc06-83a4-4ebe-9cbf-91c923882cb7 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:12:24.452820 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae5626-340a-4745-9e4a-ad4480dc767f None None] Pushing event updated for resources: {'Port': ['ID=67bc4e33-5e75-434b-a3fe-167aae16f615,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:24.597945 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-52dbeea4-637a-4ea2-b233-a790f333003f None None] Provisioning complete for port 67bc4e33-5e75-434b-a3fe-167aae16f615 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:12:24.598419 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-52dbeea4-637a-4ea2-b233-a790f333003f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:24.632086 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f85d4525-997a-415c-b8ab-158ed0316ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:24.636264 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f85d4525-997a-415c-b8ab-158ed0316ce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:24.638343 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f85d4525-997a-415c-b8ab-158ed0316ce9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/984b5ff1-6588-46d5-9693-0344f58bf508 HTTP/1.1" status: 204 len: 168 time: 0.4499021 Jul 09 15:12:24.638533 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fd75bf09-8447-4250-a4d9-3851c5a32e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:24.652592 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85d4525-997a-415c-b8ab-158ed0316ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984b5ff1-6588-46d5-9693-0344f58bf508,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:24.667610 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6f7fc06-83a4-4ebe-9cbf-91c923882cb7 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Router ecdd64b7-b6b2-489c-b88f-4eb880bf8deb is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 15:12:24.858208 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f7fc06-83a4-4ebe-9cbf-91c923882cb7 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:12:24.865861 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b6f7fc06-83a4-4ebe-9cbf-91c923882cb7 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "PUT /v2.0/routers/ecdd64b7-b6b2-489c-b88f-4eb880bf8deb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2828808 Jul 09 15:12:24.869729 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42190) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:24.873509 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ec1e13-21f7-4945-a730-acd594f371c1 None None] Sync routers for ids ['ecdd64b7-b6b2-489c-b88f-4eb880bf8deb'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:12:24.892881 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ec1e13-21f7-4945-a730-acd594f371c1 None None] Routers {'ecdd64b7-b6b2-489c-b88f-4eb880bf8deb'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:12:24.894725 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-b6ec1e13-21f7-4945-a730-acd594f371c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:11:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['ecdd64b7-b6b2-489c-b88f-4eb880bf8deb'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:24.989076 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-b6ec1e13-21f7-4945-a730-acd594f371c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:24.992745 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f84cf30-a76f-4c66-ae55-83795ebb07f9 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:12:24.995580 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-6f84cf30-a76f-4c66-ae55-83795ebb07f9 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "GET /v2.0/ports/5e7ef9ce-2454-4bda-bef5-4acc3dd282d7 HTTP/1.1" status: 200 len: 910 time: 0.1232679 Jul 09 15:12:24.995782 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-52dbeea4-637a-4ea2-b233-a790f333003f None None] Provisioning for port 5e7ef9ce-2454-4bda-bef5-4acc3dd282d7 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:12:24.998689 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42192) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:25.010337 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-ba3ce71b-e9eb-45e8-9028-637e6cf52f91 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '336ffee7-d3bb-4e59-a05d-70468745db37'}]}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:12:25.021074 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-52dbeea4-637a-4ea2-b233-a790f333003f None None] Provisioning complete for port 5e7ef9ce-2454-4bda-bef5-4acc3dd282d7 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:12:25.021716 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-52dbeea4-637a-4ea2-b233-a790f333003f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:25.105833 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ec1e13-21f7-4945-a730-acd594f371c1 None None] Routers {'ecdd64b7-b6b2-489c-b88f-4eb880bf8deb'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:12:25.113529 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-b6ec1e13-21f7-4945-a730-acd594f371c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:11:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['ecdd64b7-b6b2-489c-b88f-4eb880bf8deb'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:25.197674 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 67bc4e33-5e75-434b-a3fe-167aae16f615 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:12:25.203127 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-b6ec1e13-21f7-4945-a730-acd594f371c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:25.204119 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ec1e13-21f7-4945-a730-acd594f371c1 None None] The sync data for ids ['ecdd64b7-b6b2-489c-b88f-4eb880bf8deb'] in n-d-799529-6 is: [] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:12:25.257373 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-52dbeea4-637a-4ea2-b233-a790f333003f None None] Port 5e7ef9ce-2454-4bda-bef5-4acc3dd282d7 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:12:25.369119 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-fd75bf09-8447-4250-a4d9-3851c5a32e36 admin admin] Deleting port 8413915d-1ea1-4d7b-8a0e-6b5b5fa88eed {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:12:25.369119 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fd75bf09-8447-4250-a4d9-3851c5a32e36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:25.396752 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 67bc4e33-5e75-434b-a3fe-167aae16f615 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:12:25.397133 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:25.434729 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-ad4497ca-b37d-4064-9bc3-d67d33ebc064 None None] Provisioning complete for port 5e7ef9ce-2454-4bda-bef5-4acc3dd282d7 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:12:25.435240 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ad4497ca-b37d-4064-9bc3-d67d33ebc064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:25.480730 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ba3ce71b-e9eb-45e8-9028-637e6cf52f91 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:25.521253 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-ad4497ca-b37d-4064-9bc3-d67d33ebc064 None None] Port 5e7ef9ce-2454-4bda-bef5-4acc3dd282d7 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:12:25.554489 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-fd75bf09-8447-4250-a4d9-3851c5a32e36 admin admin] For port 8413915d-1ea1-4d7b-8a0e-6b5b5fa88eed, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=8413915d-1ea1-4d7b-8a0e-6b5b5fa88eed,segment=NetworkSegment(1104ae08-fb7c-4ba7-995f-baa0ff12f18b),segment_id=1104ae08-fb7c-4ba7-995f-baa0ff12f18b)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:12:25.554959 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fd75bf09-8447-4250-a4d9-3851c5a32e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:25.574999 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-fd75bf09-8447-4250-a4d9-3851c5a32e36 admin admin] Calling delete_port for 8413915d-1ea1-4d7b-8a0e-6b5b5fa88eed owned by network:router_interface {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:12:25.898594 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fd75bf09-8447-4250-a4d9-3851c5a32e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:25.929756 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd75bf09-8447-4250-a4d9-3851c5a32e36 admin admin] Pushing event deleted for resources: {'Port': ['ID=8413915d-1ea1-4d7b-8a0e-6b5b5fa88eed,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:26.011745 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ba3ce71b-e9eb-45e8-9028-637e6cf52f91 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:26.127155 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b1de6458-9cdd-4e58-90dd-87a8cf4b10d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:26.127352 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ba3ce71b-e9eb-45e8-9028-637e6cf52f91 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:26.147646 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fd75bf09-8447-4250-a4d9-3851c5a32e36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:26.212626 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3ce71b-e9eb-45e8-9028-637e6cf52f91 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event updated for resources: {'Port': ['ID=5e7ef9ce-2454-4bda-bef5-4acc3dd282d7,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:26.220377 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3ce71b-e9eb-45e8-9028-637e6cf52f91 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:12:26.221550 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ba3ce71b-e9eb-45e8-9028-637e6cf52f91 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:26.222587 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ba3ce71b-e9eb-45e8-9028-637e6cf52f91 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "PUT /v2.0/ports/5e7ef9ce-2454-4bda-bef5-4acc3dd282d7 HTTP/1.1" status: 200 len: 910 time: 1.2223926 Jul 09 15:12:26.227831 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42218) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:26.405862 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd75bf09-8447-4250-a4d9-3851c5a32e36 admin admin] Router 8056473b-8e13-4d3b-a03e-948997454f4d has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:12:26.538253 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd75bf09-8447-4250-a4d9-3851c5a32e36 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:12:26.548843 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42228) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:26.549314 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcc21d4-2336-49db-9dc0-5770a1f9fd15 None None] Sync routers for ids ['8056473b-8e13-4d3b-a03e-948997454f4d'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:12:26.549756 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-fd75bf09-8447-4250-a4d9-3851c5a32e36 admin admin] 10.222.0.58 "PUT /v2.0/routers/8056473b-8e13-4d3b-a03e-948997454f4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6888502 Jul 09 15:12:26.560946 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcc21d4-2336-49db-9dc0-5770a1f9fd15 None None] Routers {'8056473b-8e13-4d3b-a03e-948997454f4d'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:12:26.561696 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-0bcc21d4-2336-49db-9dc0-5770a1f9fd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:11:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['8056473b-8e13-4d3b-a03e-948997454f4d'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:26.685453 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-0bcc21d4-2336-49db-9dc0-5770a1f9fd15 None None] Set router 8056473b-8e13-4d3b-a03e-948997454f4d gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:12:26.712457 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-24c5e7e0-72cd-4bae-9631-02e4733053fb tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:26.751076 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dc6b7829-01c6-44bd-aa75-2d199884695b admin admin] Notify callbacks [] for router, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:26.897772 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-0bcc21d4-2336-49db-9dc0-5770a1f9fd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8056473b-8e13-4d3b-a03e-948997454f4d', 'name': 'tempest-TestServerBasicOps-29053231-router', 'tenant_id': '9cb6374b0a6d482aa499b47cd8ddd0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'c976587a-a546-405e-a796-c171e397424c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:05:52Z', 'updated_at': '2021-07-09T15:12:25Z', 'revision_number': 5, 'project_id': '9cb6374b0a6d482aa499b47cd8ddd0c1', 'gw_port': {'id': 'c976587a-a546-405e-a796-c171e397424c', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:29:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8056473b-8e13-4d3b-a03e-948997454f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:05:53Z', 'updated_at': '2021-07-09T15:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:26.931209 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcc21d4-2336-49db-9dc0-5770a1f9fd15 None None] Checking router: 8056473b-8e13-4d3b-a03e-948997454f4d for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:12:26.950383 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcc21d4-2336-49db-9dc0-5770a1f9fd15 None None] Routers {'8056473b-8e13-4d3b-a03e-948997454f4d'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:12:26.951025 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-0bcc21d4-2336-49db-9dc0-5770a1f9fd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:11:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['8056473b-8e13-4d3b-a03e-948997454f4d'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:26.979202 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dc6b7829-01c6-44bd-aa75-2d199884695b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:27.073102 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-0bcc21d4-2336-49db-9dc0-5770a1f9fd15 None None] Set router 8056473b-8e13-4d3b-a03e-948997454f4d gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:12:27.117645 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-24c5e7e0-72cd-4bae-9631-02e4733053fb tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Deleting port 5e7ef9ce-2454-4bda-bef5-4acc3dd282d7 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:12:27.118289 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-24c5e7e0-72cd-4bae-9631-02e4733053fb tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:27.245739 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-24c5e7e0-72cd-4bae-9631-02e4733053fb tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:27.262257 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-24c5e7e0-72cd-4bae-9631-02e4733053fb tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Calling delete_port for 5e7ef9ce-2454-4bda-bef5-4acc3dd282d7 owned by network:router_interface {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:12:27.294487 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-0bcc21d4-2336-49db-9dc0-5770a1f9fd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8056473b-8e13-4d3b-a03e-948997454f4d', 'name': 'tempest-TestServerBasicOps-29053231-router', 'tenant_id': '9cb6374b0a6d482aa499b47cd8ddd0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'c976587a-a546-405e-a796-c171e397424c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:05:52Z', 'updated_at': '2021-07-09T15:12:25Z', 'revision_number': 5, 'project_id': '9cb6374b0a6d482aa499b47cd8ddd0c1', 'gw_port': {'id': 'c976587a-a546-405e-a796-c171e397424c', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:29:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8056473b-8e13-4d3b-a03e-948997454f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:05:53Z', 'updated_at': '2021-07-09T15:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:27.327343 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcc21d4-2336-49db-9dc0-5770a1f9fd15 None None] The sync data for ids ['8056473b-8e13-4d3b-a03e-948997454f4d'] in n-d-799529-6 is: [{'id': '8056473b-8e13-4d3b-a03e-948997454f4d', 'name': 'tempest-TestServerBasicOps-29053231-router', 'tenant_id': '9cb6374b0a6d482aa499b47cd8ddd0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'c976587a-a546-405e-a796-c171e397424c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:05:52Z', 'updated_at': '2021-07-09T15:12:25Z', 'revision_number': 5, 'project_id': '9cb6374b0a6d482aa499b47cd8ddd0c1', 'gw_port': {'id': 'c976587a-a546-405e-a796-c171e397424c', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:29:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8056473b-8e13-4d3b-a03e-948997454f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:05:53Z', 'updated_at': '2021-07-09T15:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:12:27.386564 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-dc6b7829-01c6-44bd-aa75-2d199884695b admin admin] Deleting port c976587a-a546-405e-a796-c171e397424c {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:12:27.386905 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dc6b7829-01c6-44bd-aa75-2d199884695b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:27.551809 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-dc6b7829-01c6-44bd-aa75-2d199884695b admin admin] For port c976587a-a546-405e-a796-c171e397424c, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=c976587a-a546-405e-a796-c171e397424c,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:12:27.552176 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dc6b7829-01c6-44bd-aa75-2d199884695b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:27.572425 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-dc6b7829-01c6-44bd-aa75-2d199884695b admin admin] Calling delete_port for c976587a-a546-405e-a796-c171e397424c owned by network:router_gateway {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:12:27.751210 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-24c5e7e0-72cd-4bae-9631-02e4733053fb tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:27.786668 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c5e7e0-72cd-4bae-9631-02e4733053fb tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event deleted for resources: {'Port': ['ID=5e7ef9ce-2454-4bda-bef5-4acc3dd282d7,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:27.866403 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dc6b7829-01c6-44bd-aa75-2d199884695b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:27.910009 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6b7829-01c6-44bd-aa75-2d199884695b admin admin] Pushing event deleted for resources: {'Port': ['ID=c976587a-a546-405e-a796-c171e397424c,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:28.031228 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-24c5e7e0-72cd-4bae-9631-02e4733053fb tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:28.051399 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dc6b7829-01c6-44bd-aa75-2d199884695b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:28.206802 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dc6b7829-01c6-44bd-aa75-2d199884695b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:28.209382 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dc6b7829-01c6-44bd-aa75-2d199884695b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:28.614522 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24c5e7e0-72cd-4bae-9631-02e4733053fb tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Router ecdd64b7-b6b2-489c-b88f-4eb880bf8deb has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:12:28.688911 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c5e7e0-72cd-4bae-9631-02e4733053fb tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:12:28.697815 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-24c5e7e0-72cd-4bae-9631-02e4733053fb tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "PUT /v2.0/routers/ecdd64b7-b6b2-489c-b88f-4eb880bf8deb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4613488 Jul 09 15:12:28.697815 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42276) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:28.700352 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d90e21a-569b-42cb-859c-a28ee53e651f None None] Sync routers for ids ['ecdd64b7-b6b2-489c-b88f-4eb880bf8deb'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:12:28.711784 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d90e21a-569b-42cb-859c-a28ee53e651f None None] Routers {'ecdd64b7-b6b2-489c-b88f-4eb880bf8deb'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:12:28.712772 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-9d90e21a-569b-42cb-859c-a28ee53e651f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:11:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['ecdd64b7-b6b2-489c-b88f-4eb880bf8deb'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:28.731120 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a800acf3-3c9b-45a9-9e75-308856a1baa8 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecdd64b7-b6b2-489c-b88f-4eb880bf8deb HTTP/1.1" status: 200 len: 205 time: 0.0326521 Jul 09 15:12:28.734353 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42278) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:28.745444 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-9d90e21a-569b-42cb-859c-a28ee53e651f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:28.758331 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d90e21a-569b-42cb-859c-a28ee53e651f None None] Routers {'ecdd64b7-b6b2-489c-b88f-4eb880bf8deb'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:12:28.758989 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-9d90e21a-569b-42cb-859c-a28ee53e651f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:11:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['ecdd64b7-b6b2-489c-b88f-4eb880bf8deb'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:28.777872 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dc6b7829-01c6-44bd-aa75-2d199884695b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:28.778431 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6b7829-01c6-44bd-aa75-2d199884695b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8056473b-8e13-4d3b-a03e-948997454f4d {{(pid=94446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 15:12:28.807172 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dc6b7829-01c6-44bd-aa75-2d199884695b admin admin] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:28.807622 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-9d90e21a-569b-42cb-859c-a28ee53e651f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:28.808326 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-dc6b7829-01c6-44bd-aa75-2d199884695b admin admin] 10.222.0.58 "DELETE /v2.0/routers/8056473b-8e13-4d3b-a03e-948997454f4d HTTP/1.1" status: 204 len: 168 time: 2.2585001 Jul 09 15:12:28.808499 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d90e21a-569b-42cb-859c-a28ee53e651f None None] The sync data for ids ['ecdd64b7-b6b2-489c-b88f-4eb880bf8deb'] in n-d-799529-6 is: [] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:12:28.811195 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42280) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:28.827625 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-63a6761e-c745-4acf-926b-1b0f59c56cc9 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for router, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:28.891791 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-ade23e48-b95c-481d-b514-4563b0b44f78 admin admin] Deleting subnet 11658eaf-0233-449f-a381-3c823efc4351 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:12:28.900617 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ade23e48-b95c-481d-b514-4563b0b44f78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:28.957730 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ade23e48-b95c-481d-b514-4563b0b44f78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:29.051347 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-63a6761e-c745-4acf-926b-1b0f59c56cc9 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:29.054915 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-63a6761e-c745-4acf-926b-1b0f59c56cc9 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:29.059904 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ade23e48-b95c-481d-b514-4563b0b44f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:29.099684 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-624f5dfc-7396-4594-bafc-50b2be1e7ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:29.157042 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-63a6761e-c745-4acf-926b-1b0f59c56cc9 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:29.157932 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a6761e-c745-4acf-926b-1b0f59c56cc9 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Fanout notify agent at l3_agent the message router_deleted on router ecdd64b7-b6b2-489c-b88f-4eb880bf8deb {{(pid=94446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 15:12:29.170130 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-63a6761e-c745-4acf-926b-1b0f59c56cc9 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:29.171330 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-63a6761e-c745-4acf-926b-1b0f59c56cc9 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "DELETE /v2.0/routers/ecdd64b7-b6b2-489c-b88f-4eb880bf8deb HTTP/1.1" status: 204 len: 168 time: 0.4359133 Jul 09 15:12:29.174113 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42292) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:29.220335 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ade23e48-b95c-481d-b514-4563b0b44f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:29.228802 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e6a1e3c-1fee-4958-8ed6-ef06d99562ec tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Deleting subnet 336ffee7-d3bb-4e59-a05d-70468745db37 {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:12:29.232569 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6e6a1e3c-1fee-4958-8ed6-ef06d99562ec tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:29.249280 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:29.258978 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade23e48-b95c-481d-b514-4563b0b44f78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11658eaf-0233-449f-a381-3c823efc4351,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:29.263438 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ade23e48-b95c-481d-b514-4563b0b44f78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:29.265684 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ade23e48-b95c-481d-b514-4563b0b44f78 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/11658eaf-0233-449f-a381-3c823efc4351 HTTP/1.1" status: 204 len: 168 time: 0.4534159 Jul 09 15:12:29.268772 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42296) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:29.275765 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb3177e-5a86-4e2b-8804-1be6d61001e0 None None] Network f41e4b95-e67a-4a40-b3c2-e3aaaffc72fa requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:12:29.294801 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6e6a1e3c-1fee-4958-8ed6-ef06d99562ec tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:29.437481 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f00f41ca-94ba-4809-9c23-790d5ae0f6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:29.463719 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6e6a1e3c-1fee-4958-8ed6-ef06d99562ec tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:29.487110 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device c976587a-a546-405e-a796-c171e397424c no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:12:29.521346 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: c976587a-a546-405e-a796-c171e397424c {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:12:29.521711 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device c976587a-a546-405e-a796-c171e397424c not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:12:29.522604 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 8413915d-1ea1-4d7b-8a0e-6b5b5fa88eed no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:12:29.536032 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-f00f41ca-94ba-4809-9c23-790d5ae0f6e2 admin admin] Deleting port 246186d0-0a08-4ca3-985d-cc39a5ee338e {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:12:29.538453 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f00f41ca-94ba-4809-9c23-790d5ae0f6e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:29.549487 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 8413915d-1ea1-4d7b-8a0e-6b5b5fa88eed {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:12:29.549890 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 8413915d-1ea1-4d7b-8a0e-6b5b5fa88eed not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:12:29.631918 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6e6a1e3c-1fee-4958-8ed6-ef06d99562ec tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:29.635767 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-f00f41ca-94ba-4809-9c23-790d5ae0f6e2 admin admin] For port 246186d0-0a08-4ca3-985d-cc39a5ee338e, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=246186d0-0a08-4ca3-985d-cc39a5ee338e,segment=NetworkSegment(1104ae08-fb7c-4ba7-995f-baa0ff12f18b),segment_id=1104ae08-fb7c-4ba7-995f-baa0ff12f18b)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:12:29.636061 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f00f41ca-94ba-4809-9c23-790d5ae0f6e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:29.650020 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-f00f41ca-94ba-4809-9c23-790d5ae0f6e2 admin admin] Calling delete_port for 246186d0-0a08-4ca3-985d-cc39a5ee338e owned by network:dhcp {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:12:29.660871 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a1e3c-1fee-4958-8ed6-ef06d99562ec tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event deleted for resources: {'Subnet': ['ID=336ffee7-d3bb-4e59-a05d-70468745db37,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:29.661847 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee92c93-5c6c-4b27-bf41-5da46c1eb560 None None] DHCP port deletion for f41e4b95-e67a-4a40-b3c2-e3aaaffc72fa request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 15:12:29.670329 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6e6a1e3c-1fee-4958-8ed6-ef06d99562ec tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:29.675846 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-6e6a1e3c-1fee-4958-8ed6-ef06d99562ec tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "DELETE /v2.0/subnets/336ffee7-d3bb-4e59-a05d-70468745db37 HTTP/1.1" status: 204 len: 168 time: 0.5001404 Jul 09 15:12:29.676939 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42306) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:29.679885 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a1e3c-1fee-4958-8ed6-ef06d99562ec tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:12:29.680547 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a1e3c-1fee-4958-8ed6-ef06d99562ec tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:12:29.680989 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a1e3c-1fee-4958-8ed6-ef06d99562ec tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:12:29.681815 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a1e3c-1fee-4958-8ed6-ef06d99562ec tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:12:29.681815 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a1e3c-1fee-4958-8ed6-ef06d99562ec tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:12:29.682313 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a1e3c-1fee-4958-8ed6-ef06d99562ec tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:12:29.682740 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a1e3c-1fee-4958-8ed6-ef06d99562ec tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:12:29.683168 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a1e3c-1fee-4958-8ed6-ef06d99562ec tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:12:29.683743 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a1e3c-1fee-4958-8ed6-ef06d99562ec tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:12:29.684296 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a1e3c-1fee-4958-8ed6-ef06d99562ec tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:12:29.684724 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a1e3c-1fee-4958-8ed6-ef06d99562ec tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:12:29.685328 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a1e3c-1fee-4958-8ed6-ef06d99562ec tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:12:29.698222 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ffae45-8ffa-43f8-b2e5-dedb7c1c3af0 None None] Network 0a4fad25-eecc-4814-9b29-3be59914ef8a requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:12:29.795550 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-403a16fd-95fe-4e71-94c8-d9ca462f8137 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:29.825205 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f00f41ca-94ba-4809-9c23-790d5ae0f6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:29.839470 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-bee92c93-5c6c-4b27-bf41-5da46c1eb560 None None] Deleting port 246186d0-0a08-4ca3-985d-cc39a5ee338e {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:12:29.840051 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-bee92c93-5c6c-4b27-bf41-5da46c1eb560 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:29.855288 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-403a16fd-95fe-4e71-94c8-d9ca462f8137 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Deleting port 67bc4e33-5e75-434b-a3fe-167aae16f615 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:12:29.855928 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-403a16fd-95fe-4e71-94c8-d9ca462f8137 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:29.856232 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00f41ca-94ba-4809-9c23-790d5ae0f6e2 admin admin] No DVR routers for this DVR port 246186d0-0a08-4ca3-985d-cc39a5ee338e on host n-d-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:12:29.858332 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00f41ca-94ba-4809-9c23-790d5ae0f6e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=246186d0-0a08-4ca3-985d-cc39a5ee338e,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:29.914827 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-bee92c93-5c6c-4b27-bf41-5da46c1eb560 None None] For port 246186d0-0a08-4ca3-985d-cc39a5ee338e, host n-d-799529-6, got binding levels [] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:12:29.915224 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-bee92c93-5c6c-4b27-bf41-5da46c1eb560 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:29.930390 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-bee92c93-5c6c-4b27-bf41-5da46c1eb560 None None] Calling delete_port for 246186d0-0a08-4ca3-985d-cc39a5ee338e owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:12:29.934599 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.ipam_backend_mixin [None req-bee92c93-5c6c-4b27-bf41-5da46c1eb560 None None] Port 246186d0-0a08-4ca3-985d-cc39a5ee338e was not found and therefore no delete operation was performed {{(pid=94447) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 15:12:29.938668 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f00f41ca-94ba-4809-9c23-790d5ae0f6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:29.938952 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-bee92c93-5c6c-4b27-bf41-5da46c1eb560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:29.941575 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-403a16fd-95fe-4e71-94c8-d9ca462f8137 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] For port 67bc4e33-5e75-434b-a3fe-167aae16f615, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=67bc4e33-5e75-434b-a3fe-167aae16f615,segment=NetworkSegment(13dfc88d-811e-4bf8-a735-58946cde8d19),segment_id=13dfc88d-811e-4bf8-a735-58946cde8d19)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:12:29.950379 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-f00f41ca-94ba-4809-9c23-790d5ae0f6e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f41e4b95-e67a-4a40-b3c2-e3aaaffc72fa']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:29.952506 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-403a16fd-95fe-4e71-94c8-d9ca462f8137 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:29.965653 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-f00f41ca-94ba-4809-9c23-790d5ae0f6e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1104ae08-fb7c-4ba7-995f-baa0ff12f18b') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:29.970831 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-f00f41ca-94ba-4809-9c23-790d5ae0f6e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1104ae08-fb7c-4ba7-995f-baa0ff12f18b') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:29.972486 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee92c93-5c6c-4b27-bf41-5da46c1eb560 None None] Pushing event deleted for resources: {'Port': ['ID=246186d0-0a08-4ca3-985d-cc39a5ee338e,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:29.974711 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee92c93-5c6c-4b27-bf41-5da46c1eb560 None None] No DVR routers for this DVR port 246186d0-0a08-4ca3-985d-cc39a5ee338e on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:12:29.977850 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-403a16fd-95fe-4e71-94c8-d9ca462f8137 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Calling delete_port for 67bc4e33-5e75-434b-a3fe-167aae16f615 owned by network:dhcp {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:12:29.984100 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f00f41ca-94ba-4809-9c23-790d5ae0f6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:30.001786 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f00f41ca-94ba-4809-9c23-790d5ae0f6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:30.011982 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f00f41ca-94ba-4809-9c23-790d5ae0f6e2 admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:12:30.012536 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f00f41ca-94ba-4809-9c23-790d5ae0f6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:30.014776 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 15:12:30.014776 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:12:30.014776 n-d-799529-6 neutron-server[94445]: timer() Jul 09 15:12:30.014776 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:12:30.014776 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 15:12:30.014776 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:12:30.014776 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 15:12:30.014776 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:12:30.014776 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 15:12:30.014776 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:12:30.014776 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 15:12:30.014776 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:12:30.014776 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 15:12:30.014776 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:12:30.014776 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:12:30.014776 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:12:30.014776 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:12:30.014776 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:12:30.014776 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 15:12:30.014776 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:12:30.014776 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 15:12:30.014776 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:12:30.014776 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:12:30.014776 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:12:30.014776 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 15:12:30.014776 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:12:30.014776 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:12:30.014776 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:12:30.014776 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:12:30.014776 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:12:30.014776 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:12:30.014776 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:12:30.044008 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835f5d11-00c4-4920-ae5b-210c92e5b62b None None] DHCP port deletion for 0a4fad25-eecc-4814-9b29-3be59914ef8a request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 15:12:30.099741 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-835f5d11-00c4-4920-ae5b-210c92e5b62b None None] Deleting port 67bc4e33-5e75-434b-a3fe-167aae16f615 {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:12:30.100121 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-835f5d11-00c4-4920-ae5b-210c92e5b62b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:30.162472 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f00f41ca-94ba-4809-9c23-790d5ae0f6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:30.162835 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-403a16fd-95fe-4e71-94c8-d9ca462f8137 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:30.168880 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f00f41ca-94ba-4809-9c23-790d5ae0f6e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:30.175590 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-835f5d11-00c4-4920-ae5b-210c92e5b62b None None] For port 67bc4e33-5e75-434b-a3fe-167aae16f615, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=67bc4e33-5e75-434b-a3fe-167aae16f615,segment=NetworkSegment(13dfc88d-811e-4bf8-a735-58946cde8d19),segment_id=13dfc88d-811e-4bf8-a735-58946cde8d19)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:12:30.175590 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-835f5d11-00c4-4920-ae5b-210c92e5b62b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:30.176266 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f00f41ca-94ba-4809-9c23-790d5ae0f6e2 admin admin] 10.222.0.58 "DELETE /v2.0/networks/f41e4b95-e67a-4a40-b3c2-e3aaaffc72fa HTTP/1.1" status: 204 len: 168 time: 0.8995268 Jul 09 15:12:30.176266 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42310) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:30.191703 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-835f5d11-00c4-4920-ae5b-210c92e5b62b None None] Calling delete_port for 67bc4e33-5e75-434b-a3fe-167aae16f615 owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:12:30.199213 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403a16fd-95fe-4e71-94c8-d9ca462f8137 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event deleted for resources: {'Port': ['ID=67bc4e33-5e75-434b-a3fe-167aae16f615,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:30.211749 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403a16fd-95fe-4e71-94c8-d9ca462f8137 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] No DVR routers for this DVR port 67bc4e33-5e75-434b-a3fe-167aae16f615 on host n-d-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:12:30.226224 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00f41ca-94ba-4809-9c23-790d5ae0f6e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f41e4b95-e67a-4a40-b3c2-e3aaaffc72fa,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:30.357779 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-403a16fd-95fe-4e71-94c8-d9ca462f8137 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:30.372965 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-403a16fd-95fe-4e71-94c8-d9ca462f8137 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a4fad25-eecc-4814-9b29-3be59914ef8a']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:30.393041 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-403a16fd-95fe-4e71-94c8-d9ca462f8137 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13dfc88d-811e-4bf8-a735-58946cde8d19') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:30.393661 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-403a16fd-95fe-4e71-94c8-d9ca462f8137 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13dfc88d-811e-4bf8-a735-58946cde8d19') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:30.405773 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42316) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:30.406292 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42318) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:30.415206 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-403a16fd-95fe-4e71-94c8-d9ca462f8137 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:30.444655 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-403a16fd-95fe-4e71-94c8-d9ca462f8137 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:30.455181 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-403a16fd-95fe-4e71-94c8-d9ca462f8137 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:12:30.456660 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-403a16fd-95fe-4e71-94c8-d9ca462f8137 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:30.487156 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-835f5d11-00c4-4920-ae5b-210c92e5b62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:30.504988 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835f5d11-00c4-4920-ae5b-210c92e5b62b None None] No DVR routers for this DVR port 67bc4e33-5e75-434b-a3fe-167aae16f615 on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:12:30.542490 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835f5d11-00c4-4920-ae5b-210c92e5b62b None None] Pushing event deleted for resources: {'Port': ['ID=67bc4e33-5e75-434b-a3fe-167aae16f615,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:30.548311 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 15:12:30.548311 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:12:30.548311 n-d-799529-6 neutron-server[94446]: timer() Jul 09 15:12:30.548311 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:12:30.548311 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 15:12:30.548311 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:12:30.548311 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 15:12:30.548311 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:12:30.548311 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 15:12:30.548311 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:12:30.548311 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 15:12:30.548311 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:12:30.548311 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 15:12:30.548311 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:12:30.548311 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:12:30.548311 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:12:30.548311 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:12:30.548311 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:12:30.548311 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 15:12:30.548311 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:12:30.548311 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 15:12:30.548311 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:12:30.548311 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:12:30.548311 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:12:30.548311 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 15:12:30.548311 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:12:30.548311 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:12:30.548311 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:12:30.548311 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:12:30.548311 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:12:30.548311 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:12:30.548311 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:12:30.553209 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:30.627548 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-962ed226-b079-4da0-84f5-20f11854daed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:30.655456 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-403a16fd-95fe-4e71-94c8-d9ca462f8137 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:30.665657 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-403a16fd-95fe-4e71-94c8-d9ca462f8137 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:30.667805 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-403a16fd-95fe-4e71-94c8-d9ca462f8137 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "DELETE /v2.0/networks/0a4fad25-eecc-4814-9b29-3be59914ef8a HTTP/1.1" status: 204 len: 168 time: 0.9895451 Jul 09 15:12:30.671519 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42326) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:30.686185 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-a2b1bfe9-fbaa-473a-81b7-616dd4bea50f tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1649247209', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:12:30.694774 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403a16fd-95fe-4e71-94c8-d9ca462f8137 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event deleted for resources: {'Network': ['ID=0a4fad25-eecc-4814-9b29-3be59914ef8a,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:30.709038 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f4320b19-044b-4aa8-b54c-956d23f9bf04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:30.781656 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-962ed226-b079-4da0-84f5-20f11854daed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:30.842537 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-962ed226-b079-4da0-84f5-20f11854daed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:30.857215 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f89bbccc-52e0-45e8-a9f0-f067ead39102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:30.871064 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.db.api [None req-f4320b19-044b-4aa8-b54c-956d23f9bf04 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 15:12:30.871064 n-d-799529-6 neutron-server[94446]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 15:12:30.871064 n-d-799529-6 neutron-server[94446]: [parameters: {'project_id_1': 'dfb5c3feabf94e94bc50284564082036', 'expiration_1': datetime.datetime(2021, 7, 9, 15, 12, 30, 729164)}] Jul 09 15:12:30.871064 n-d-799529-6 neutron-server[94446]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 15:12:30.871615 n-d-799529-6 neutron-server[94446]: DEBUG oslo_db.api [None req-f4320b19-044b-4aa8-b54c-956d23f9bf04 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 15:12:30.885585 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-962ed226-b079-4da0-84f5-20f11854daed admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5c0031991a824d6f94a7d418f53d36bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4780741 Jul 09 15:12:30.886632 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962ed226-b079-4da0-84f5-20f11854daed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504a719a-c252-4565-9554-63bc106355bf,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:30.889780 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42328) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:30.939838 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7f536e76-903c-423f-b597-8ef2398b7a4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:30.963796 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7f536e76-903c-423f-b597-8ef2398b7a4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:30.999164 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a2b1bfe9-fbaa-473a-81b7-616dd4bea50f tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:31.000199 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a2b1bfe9-fbaa-473a-81b7-616dd4bea50f tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:31.067761 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 67bc4e33-5e75-434b-a3fe-167aae16f615 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:12:31.089043 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 67bc4e33-5e75-434b-a3fe-167aae16f615 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:12:31.092825 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 67bc4e33-5e75-434b-a3fe-167aae16f615 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:12:31.092825 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 246186d0-0a08-4ca3-985d-cc39a5ee338e no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:12:31.111140 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7f536e76-903c-423f-b597-8ef2398b7a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:31.111389 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 246186d0-0a08-4ca3-985d-cc39a5ee338e {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:12:31.112325 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 246186d0-0a08-4ca3-985d-cc39a5ee338e not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:12:31.115467 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7f536e76-903c-423f-b597-8ef2398b7a4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:31.116664 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7f536e76-903c-423f-b597-8ef2398b7a4a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/504a719a-c252-4565-9554-63bc106355bf HTTP/1.1" status: 204 len: 168 time: 0.2265384 Jul 09 15:12:31.129052 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f536e76-903c-423f-b597-8ef2398b7a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504a719a-c252-4565-9554-63bc106355bf,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:31.169370 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a2b1bfe9-fbaa-473a-81b7-616dd4bea50f tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:31.186934 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-f89bbccc-52e0-45e8-a9f0-f067ead39102 admin admin] Deleting port a0030c3a-c539-441a-91eb-af585505aa41 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:12:31.187280 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f89bbccc-52e0-45e8-a9f0-f067ead39102 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:31.224830 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a2b1bfe9-fbaa-473a-81b7-616dd4bea50f tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:31.279811 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-f89bbccc-52e0-45e8-a9f0-f067ead39102 admin admin] For port a0030c3a-c539-441a-91eb-af585505aa41, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=a0030c3a-c539-441a-91eb-af585505aa41,segment=NetworkSegment(5d9ed0c6-5aa3-431e-acb8-062dd6ddf140),segment_id=5d9ed0c6-5aa3-431e-acb8-062dd6ddf140)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:12:31.280609 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f89bbccc-52e0-45e8-a9f0-f067ead39102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:31.293254 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-f89bbccc-52e0-45e8-a9f0-f067ead39102 admin admin] Calling delete_port for a0030c3a-c539-441a-91eb-af585505aa41 owned by network:router_interface {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:12:31.306551 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a2b1bfe9-fbaa-473a-81b7-616dd4bea50f tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:31.307791 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-a2b1bfe9-fbaa-473a-81b7-616dd4bea50f tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6310370 Jul 09 15:12:31.310696 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42332) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:31.316644 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-43b0960d-29cb-474d-9a53-8af03838f478 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Request body: {'network': {'name': 'tempest-RoutersTest-292375918'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:12:31.372579 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f4320b19-044b-4aa8-b54c-956d23f9bf04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:31.406777 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b0960d-29cb-474d-9a53-8af03838f478 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Made reservation on behalf of a1a34d2db2904412aaf00cb77602ec31 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:12:31.410406 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-43b0960d-29cb-474d-9a53-8af03838f478 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:31.447861 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43b0960d-29cb-474d-9a53-8af03838f478 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:12:31.509991 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f4320b19-044b-4aa8-b54c-956d23f9bf04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:31.585963 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f89bbccc-52e0-45e8-a9f0-f067ead39102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:31.587361 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-43b0960d-29cb-474d-9a53-8af03838f478 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:31.587745 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-43b0960d-29cb-474d-9a53-8af03838f478 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Added segment 69e413cd-de21-4eed-b485-dce7b5ca6649 of type vlan for network 848b6d4e-6d1e-4314-ad71-1a17ba880b7c Jul 09 15:12:31.616907 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89bbccc-52e0-45e8-a9f0-f067ead39102 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0030c3a-c539-441a-91eb-af585505aa41,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:31.636409 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-43b0960d-29cb-474d-9a53-8af03838f478 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:31.671937 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f4320b19-044b-4aa8-b54c-956d23f9bf04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:31.699779 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:31.717632 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4320b19-044b-4aa8-b54c-956d23f9bf04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08544c4d-9b3b-4514-9405-e00ee8a40b7d,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:31.724957 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f4320b19-044b-4aa8-b54c-956d23f9bf04 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dfb5c3feabf94e94bc50284564082036&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3138683 Jul 09 15:12:31.725302 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42336) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:31.753694 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-43b0960d-29cb-474d-9a53-8af03838f478 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:31.759970 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b0960d-29cb-474d-9a53-8af03838f478 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:12:31.761283 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-43b0960d-29cb-474d-9a53-8af03838f478 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:31.800071 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f89bbccc-52e0-45e8-a9f0-f067ead39102 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:31.844824 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42338) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:31.873391 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b0960d-29cb-474d-9a53-8af03838f478 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event updated for resources: {'Network': ['ID=848b6d4e-6d1e-4314-ad71-1a17ba880b7c,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:31.880621 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-efcda355-0503-4e44-924e-7f3d27689f86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:31.884531 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8b34ae77-1aa9-4e9b-9842-38c3976ca2d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:31.886757 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 848b6d4e-6d1e-4314-ad71-1a17ba880b7c details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:12:31.916193 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-efcda355-0503-4e44-924e-7f3d27689f86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:31.933145 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-43b0960d-29cb-474d-9a53-8af03838f478 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6212063 Jul 09 15:12:31.935714 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42340) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:31.942174 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-de3cab3f-cb2c-4599-b04b-a10ad212bae6 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Request body: {'subnet': {'network_id': '848b6d4e-6d1e-4314-ad71-1a17ba880b7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:12:32.030810 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8b34ae77-1aa9-4e9b-9842-38c3976ca2d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:32.115620 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-efcda355-0503-4e44-924e-7f3d27689f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:32.118443 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-efcda355-0503-4e44-924e-7f3d27689f86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:32.119763 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-efcda355-0503-4e44-924e-7f3d27689f86 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/08544c4d-9b3b-4514-9405-e00ee8a40b7d HTTP/1.1" status: 204 len: 168 time: 0.3935499 Jul 09 15:12:32.120765 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f89bbccc-52e0-45e8-a9f0-f067ead39102 admin admin] Router 83f5afe4-3779-4a2d-9d57-126dd655ab0f has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:12:32.129455 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcda355-0503-4e44-924e-7f3d27689f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08544c4d-9b3b-4514-9405-e00ee8a40b7d,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:32.162001 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8b34ae77-1aa9-4e9b-9842-38c3976ca2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:32.196067 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-8b34ae77-1aa9-4e9b-9842-38c3976ca2d6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bf65c32c11e344dfb1952257e7013d44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3469946 Jul 09 15:12:32.196067 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b34ae77-1aa9-4e9b-9842-38c3976ca2d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93833d8f-e1e4-4122-abc5-d2d9745a46bf,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:32.196394 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42344) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:32.283009 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f89bbccc-52e0-45e8-a9f0-f067ead39102 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:12:32.292361 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f89bbccc-52e0-45e8-a9f0-f067ead39102 admin admin] 10.222.0.58 "PUT /v2.0/routers/83f5afe4-3779-4a2d-9d57-126dd655ab0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1153438 Jul 09 15:12:32.292574 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5098b696-1ad3-49c0-ad08-828eae4737d9 None None] Sync routers for ids ['83f5afe4-3779-4a2d-9d57-126dd655ab0f'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:12:32.294853 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42346) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:32.302591 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5098b696-1ad3-49c0-ad08-828eae4737d9 None None] Routers {'83f5afe4-3779-4a2d-9d57-126dd655ab0f'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:12:32.303217 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-5098b696-1ad3-49c0-ad08-828eae4737d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:12:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['83f5afe4-3779-4a2d-9d57-126dd655ab0f'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:32.303670 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a9120fb0-69d7-4695-b4f9-1d849588d53d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:32.349918 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3cab3f-cb2c-4599-b04b-a10ad212bae6 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Made reservation on behalf of a1a34d2db2904412aaf00cb77602ec31 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:12:32.353527 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-de3cab3f-cb2c-4599-b04b-a10ad212bae6 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:32.409304 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-5098b696-1ad3-49c0-ad08-828eae4737d9 None None] Set router 83f5afe4-3779-4a2d-9d57-126dd655ab0f gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:12:32.409674 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a9120fb0-69d7-4695-b4f9-1d849588d53d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:32.532839 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-205cafcc-098c-4ed9-a114-2f23b2ada608 admin admin] Notify callbacks [] for router, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:32.597431 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-5098b696-1ad3-49c0-ad08-828eae4737d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f5afe4-3779-4a2d-9d57-126dd655ab0f', 'name': 'tempest-TestServerBasicOps-1324274771-router', 'tenant_id': 'aa408b5dfdf84dfc97213865ccb9396b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '88c8a1b7-defd-49fd-930a-85367e83c8bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:06:04Z', 'updated_at': '2021-07-09T15:12:31Z', 'revision_number': 5, 'project_id': 'aa408b5dfdf84dfc97213865ccb9396b', 'gw_port': {'id': '88c8a1b7-defd-49fd-930a-85367e83c8bd', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f5afe4-3779-4a2d-9d57-126dd655ab0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:06:06Z', 'updated_at': '2021-07-09T15:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:32.625165 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5098b696-1ad3-49c0-ad08-828eae4737d9 None None] Checking router: 83f5afe4-3779-4a2d-9d57-126dd655ab0f for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:12:32.635389 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5098b696-1ad3-49c0-ad08-828eae4737d9 None None] Routers {'83f5afe4-3779-4a2d-9d57-126dd655ab0f'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:12:32.636120 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-5098b696-1ad3-49c0-ad08-828eae4737d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:12:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['83f5afe4-3779-4a2d-9d57-126dd655ab0f'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:32.665023 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a9120fb0-69d7-4695-b4f9-1d849588d53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:32.667571 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a9120fb0-69d7-4695-b4f9-1d849588d53d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:32.668745 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-a9120fb0-69d7-4695-b4f9-1d849588d53d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/93833d8f-e1e4-4122-abc5-d2d9745a46bf HTTP/1.1" status: 204 len: 168 time: 0.4714224 Jul 09 15:12:32.715018 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9120fb0-69d7-4695-b4f9-1d849588d53d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93833d8f-e1e4-4122-abc5-d2d9745a46bf,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:32.729796 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-205cafcc-098c-4ed9-a114-2f23b2ada608 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:32.749747 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-5098b696-1ad3-49c0-ad08-828eae4737d9 None None] Set router 83f5afe4-3779-4a2d-9d57-126dd655ab0f gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:12:32.842520 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-de3cab3f-cb2c-4599-b04b-a10ad212bae6 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:32.898861 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3cab3f-cb2c-4599-b04b-a10ad212bae6 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event updated for resources: {'Subnet': ['ID=caa37f70-4e02-46b1-b3e7-8bc6e13390fb,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:32.938757 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-5098b696-1ad3-49c0-ad08-828eae4737d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f5afe4-3779-4a2d-9d57-126dd655ab0f', 'name': 'tempest-TestServerBasicOps-1324274771-router', 'tenant_id': 'aa408b5dfdf84dfc97213865ccb9396b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '88c8a1b7-defd-49fd-930a-85367e83c8bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:06:04Z', 'updated_at': '2021-07-09T15:12:31Z', 'revision_number': 5, 'project_id': 'aa408b5dfdf84dfc97213865ccb9396b', 'gw_port': {'id': '88c8a1b7-defd-49fd-930a-85367e83c8bd', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f5afe4-3779-4a2d-9d57-126dd655ab0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:06:06Z', 'updated_at': '2021-07-09T15:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:32.950139 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3cab3f-cb2c-4599-b04b-a10ad212bae6 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Checking segment: {'id': '69e413cd-de21-4eed-b485-dce7b5ca6649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '848b6d4e-6d1e-4314-ad71-1a17ba880b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:12:32.950659 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3cab3f-cb2c-4599-b04b-a10ad212bae6 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Network hostable DHCP agents. Network: 848b6d4e-6d1e-4314-ad71-1a17ba880b7c, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:12:32.978207 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-205cafcc-098c-4ed9-a114-2f23b2ada608 admin admin] Deleting port 88c8a1b7-defd-49fd-930a-85367e83c8bd {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:12:32.978546 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-205cafcc-098c-4ed9-a114-2f23b2ada608 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:33.062447 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5098b696-1ad3-49c0-ad08-828eae4737d9 None None] The sync data for ids ['83f5afe4-3779-4a2d-9d57-126dd655ab0f'] in n-d-799529-6 is: [{'id': '83f5afe4-3779-4a2d-9d57-126dd655ab0f', 'name': 'tempest-TestServerBasicOps-1324274771-router', 'tenant_id': 'aa408b5dfdf84dfc97213865ccb9396b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '88c8a1b7-defd-49fd-930a-85367e83c8bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:06:04Z', 'updated_at': '2021-07-09T15:12:31Z', 'revision_number': 5, 'project_id': 'aa408b5dfdf84dfc97213865ccb9396b', 'gw_port': {'id': '88c8a1b7-defd-49fd-930a-85367e83c8bd', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f5afe4-3779-4a2d-9d57-126dd655ab0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:06:06Z', 'updated_at': '2021-07-09T15:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:12:33.087889 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-205cafcc-098c-4ed9-a114-2f23b2ada608 admin admin] For port 88c8a1b7-defd-49fd-930a-85367e83c8bd, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=88c8a1b7-defd-49fd-930a-85367e83c8bd,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:12:33.088578 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-205cafcc-098c-4ed9-a114-2f23b2ada608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:33.097753 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3cab3f-cb2c-4599-b04b-a10ad212bae6 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Network 848b6d4e-6d1e-4314-ad71-1a17ba880b7c is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:12:33.114626 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-205cafcc-098c-4ed9-a114-2f23b2ada608 admin admin] Calling delete_port for 88c8a1b7-defd-49fd-930a-85367e83c8bd owned by network:router_gateway {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:12:33.173261 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42354) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:33.194333 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1ae99346-a01f-4ccc-ab84-f11fe50af4c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:33.223793 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-de3cab3f-cb2c-4599-b04b-a10ad212bae6 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 848b6d4e-6d1e-4314-ad71-1a17ba880b7c) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:12:33.231006 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3cab3f-cb2c-4599-b04b-a10ad212bae6 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:12:33.231747 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-de3cab3f-cb2c-4599-b04b-a10ad212bae6 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:33.235157 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ddfc82-adfc-46da-ba48-492615e900df None None] Network 848b6d4e-6d1e-4314-ad71-1a17ba880b7c requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:12:33.339207 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1ae99346-a01f-4ccc-ab84-f11fe50af4c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:33.402839 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9bf9c5-8ea4-49d1-992d-42fb033ec44e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-848b6d4e-6d1e-4314-ad71-1a17ba880b7c', 'network_id': '848b6d4e-6d1e-4314-ad71-1a17ba880b7c', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'fixed_ips': [{'subnet_id': 'caa37f70-4e02-46b1-b3e7-8bc6e13390fb'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:12:33.403763 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-cb9bf9c5-8ea4-49d1-992d-42fb033ec44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:33.415824 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-205cafcc-098c-4ed9-a114-2f23b2ada608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:33.448814 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1ae99346-a01f-4ccc-ab84-f11fe50af4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:33.449148 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205cafcc-098c-4ed9-a114-2f23b2ada608 admin admin] Pushing event deleted for resources: {'Port': ['ID=88c8a1b7-defd-49fd-930a-85367e83c8bd,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:33.523001 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-205cafcc-098c-4ed9-a114-2f23b2ada608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:33.525609 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-1ae99346-a01f-4ccc-ab84-f11fe50af4c7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=49df4ef791f9478f9198049a717eed6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3494713 Jul 09 15:12:33.527740 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42364) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:33.529176 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae99346-a01f-4ccc-ab84-f11fe50af4c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=293df425-ea69-435c-b891-ce97d2a8198d,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:33.560304 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-de3cab3f-cb2c-4599-b04b-a10ad212bae6 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6192307 Jul 09 15:12:33.579966 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42366) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:33.597423 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-cb9bf9c5-8ea4-49d1-992d-42fb033ec44e None None] Allocated IP 172.20.0.2 (848b6d4e-6d1e-4314-ad71-1a17ba880b7c/caa37f70-4e02-46b1-b3e7-8bc6e13390fb/4a1212ea-d49d-4ecc-91a9-5e8b9cf80c6f) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:12:33.643881 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-205cafcc-098c-4ed9-a114-2f23b2ada608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:33.646876 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-205cafcc-098c-4ed9-a114-2f23b2ada608 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:33.772335 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-110c414b-5ada-4a38-95ca-31522e297222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:33.773543 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-205cafcc-098c-4ed9-a114-2f23b2ada608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:33.775458 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-205cafcc-098c-4ed9-a114-2f23b2ada608 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83f5afe4-3779-4a2d-9d57-126dd655ab0f {{(pid=94445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 15:12:33.778693 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-205cafcc-098c-4ed9-a114-2f23b2ada608 admin admin] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:33.782432 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-205cafcc-098c-4ed9-a114-2f23b2ada608 admin admin] 10.222.0.58 "DELETE /v2.0/routers/83f5afe4-3779-4a2d-9d57-126dd655ab0f HTTP/1.1" status: 204 len: 168 time: 1.4849749 Jul 09 15:12:33.783137 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42372) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:33.819941 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-cb9bf9c5-8ea4-49d1-992d-42fb033ec44e None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:33.831748 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-cb9bf9c5-8ea4-49d1-992d-42fb033ec44e None None] Transition to ACTIVE for port object 4a1212ea-d49d-4ecc-91a9-5e8b9cf80c6f will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:12:33.850067 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-84c2c439-514b-4fda-b449-857be93a6f2f admin admin] Deleting subnet db857e30-ef7c-41fb-9817-4c87942d1086 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:12:33.851394 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-cb9bf9c5-8ea4-49d1-992d-42fb033ec44e None None] Transition to ACTIVE for port object 4a1212ea-d49d-4ecc-91a9-5e8b9cf80c6f will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:12:33.854302 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-84c2c439-514b-4fda-b449-857be93a6f2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:33.874623 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-110c414b-5ada-4a38-95ca-31522e297222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:33.895980 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-84c2c439-514b-4fda-b449-857be93a6f2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:33.951276 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-cb9bf9c5-8ea4-49d1-992d-42fb033ec44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:33.984004 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ee0b8771-35ae-442c-9e69-b29cb41ab459 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:34.001706 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-84c2c439-514b-4fda-b449-857be93a6f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:34.021100 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9bf9c5-8ea4-49d1-992d-42fb033ec44e None None] Network 848b6d4e-6d1e-4314-ad71-1a17ba880b7c is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:12:34.026397 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-cb9bf9c5-8ea4-49d1-992d-42fb033ec44e None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:12:34.030530 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9bf9c5-8ea4-49d1-992d-42fb033ec44e None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:12:34.066471 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bf9c5-8ea4-49d1-992d-42fb033ec44e None None] Pushing event updated for resources: {'Port': ['ID=4a1212ea-d49d-4ecc-91a9-5e8b9cf80c6f,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:34.096026 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bf9c5-8ea4-49d1-992d-42fb033ec44e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:12:34.096964 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bf9c5-8ea4-49d1-992d-42fb033ec44e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:12:34.097318 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bf9c5-8ea4-49d1-992d-42fb033ec44e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:12:34.097650 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bf9c5-8ea4-49d1-992d-42fb033ec44e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:12:34.097978 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bf9c5-8ea4-49d1-992d-42fb033ec44e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:12:34.098426 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bf9c5-8ea4-49d1-992d-42fb033ec44e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:12:34.098766 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bf9c5-8ea4-49d1-992d-42fb033ec44e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:12:34.099165 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bf9c5-8ea4-49d1-992d-42fb033ec44e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:12:34.099576 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bf9c5-8ea4-49d1-992d-42fb033ec44e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:12:34.099965 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bf9c5-8ea4-49d1-992d-42fb033ec44e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:12:34.100366 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bf9c5-8ea4-49d1-992d-42fb033ec44e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:12:34.100757 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bf9c5-8ea4-49d1-992d-42fb033ec44e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:12:34.115748 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-cb9bf9c5-8ea4-49d1-992d-42fb033ec44e None None] Attempting to bind port 4a1212ea-d49d-4ecc-91a9-5e8b9cf80c6f on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:12:34.116216 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-cb9bf9c5-8ea4-49d1-992d-42fb033ec44e None None] Attempting to bind port 4a1212ea-d49d-4ecc-91a9-5e8b9cf80c6f by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '69e413cd-de21-4eed-b485-dce7b5ca6649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '848b6d4e-6d1e-4314-ad71-1a17ba880b7c'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:12:34.116844 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9bf9c5-8ea4-49d1-992d-42fb033ec44e None None] Attempting to bind port 4a1212ea-d49d-4ecc-91a9-5e8b9cf80c6f on network 848b6d4e-6d1e-4314-ad71-1a17ba880b7c {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:12:34.122801 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9bf9c5-8ea4-49d1-992d-42fb033ec44e None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:12:34.123179 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9bf9c5-8ea4-49d1-992d-42fb033ec44e None None] Checking segment: {'id': '69e413cd-de21-4eed-b485-dce7b5ca6649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '848b6d4e-6d1e-4314-ad71-1a17ba880b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:12:34.123742 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-cb9bf9c5-8ea4-49d1-992d-42fb033ec44e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:34.124204 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9bf9c5-8ea4-49d1-992d-42fb033ec44e None None] Bound using segment: {'id': '69e413cd-de21-4eed-b485-dce7b5ca6649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '848b6d4e-6d1e-4314-ad71-1a17ba880b7c'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:12:34.124763 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-cb9bf9c5-8ea4-49d1-992d-42fb033ec44e None None] Bound port: 4a1212ea-d49d-4ecc-91a9-5e8b9cf80c6f, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69e413cd-de21-4eed-b485-dce7b5ca6649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '848b6d4e-6d1e-4314-ad71-1a17ba880b7c'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:12:34.125416 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-cb9bf9c5-8ea4-49d1-992d-42fb033ec44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:34.139420 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-110c414b-5ada-4a38-95ca-31522e297222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:34.142198 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-110c414b-5ada-4a38-95ca-31522e297222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:34.146614 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-110c414b-5ada-4a38-95ca-31522e297222 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/293df425-ea69-435c-b891-ce97d2a8198d HTTP/1.1" status: 204 len: 168 time: 0.5976565 Jul 09 15:12:34.189902 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c414b-5ada-4a38-95ca-31522e297222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=293df425-ea69-435c-b891-ce97d2a8198d,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:34.240909 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-cb9bf9c5-8ea4-49d1-992d-42fb033ec44e None None] For port 4a1212ea-d49d-4ecc-91a9-5e8b9cf80c6f, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:12:34.246867 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-cb9bf9c5-8ea4-49d1-992d-42fb033ec44e None None] For port 4a1212ea-d49d-4ecc-91a9-5e8b9cf80c6f, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=4a1212ea-d49d-4ecc-91a9-5e8b9cf80c6f,segment=NetworkSegment(69e413cd-de21-4eed-b485-dce7b5ca6649),segment_id=69e413cd-de21-4eed-b485-dce7b5ca6649)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:12:34.340465 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-cb9bf9c5-8ea4-49d1-992d-42fb033ec44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:34.396857 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-ee0b8771-35ae-442c-9e69-b29cb41ab459 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Allocated IP 172.20.0.1 (848b6d4e-6d1e-4314-ad71-1a17ba880b7c/caa37f70-4e02-46b1-b3e7-8bc6e13390fb/49ab8d25-868b-40a5-a40e-96dd5afff666) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:12:34.426269 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-84c2c439-514b-4fda-b449-857be93a6f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:34.439549 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bf9c5-8ea4-49d1-992d-42fb033ec44e None None] Pushing event updated for resources: {'Port': ['ID=4a1212ea-d49d-4ecc-91a9-5e8b9cf80c6f,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:34.462424 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c2c439-514b-4fda-b449-857be93a6f2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db857e30-ef7c-41fb-9817-4c87942d1086,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:34.467716 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-84c2c439-514b-4fda-b449-857be93a6f2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:34.467716 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-84c2c439-514b-4fda-b449-857be93a6f2f admin admin] 10.222.0.58 "DELETE /v2.0/subnets/db857e30-ef7c-41fb-9817-4c87942d1086 HTTP/1.1" status: 204 len: 168 time: 0.6832182 Jul 09 15:12:34.471387 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42382) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:34.472663 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408be2a0-32b9-45b6-bfd6-3725047ea9ef None None] Network 2e0824eb-c10c-4deb-b71a-4ea94d6d58c5 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:12:34.474114 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c2c439-514b-4fda-b449-857be93a6f2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:12:34.474450 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c2c439-514b-4fda-b449-857be93a6f2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:12:34.474787 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c2c439-514b-4fda-b449-857be93a6f2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:12:34.475124 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c2c439-514b-4fda-b449-857be93a6f2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:12:34.475446 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c2c439-514b-4fda-b449-857be93a6f2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:12:34.476375 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c2c439-514b-4fda-b449-857be93a6f2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:12:34.476375 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c2c439-514b-4fda-b449-857be93a6f2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:12:34.476562 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c2c439-514b-4fda-b449-857be93a6f2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:12:34.476739 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c2c439-514b-4fda-b449-857be93a6f2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:12:34.477083 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c2c439-514b-4fda-b449-857be93a6f2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:12:34.477401 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c2c439-514b-4fda-b449-857be93a6f2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:12:34.477883 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c2c439-514b-4fda-b449-857be93a6f2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:12:34.605102 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0d80ded8-2a67-4df7-826f-0bce53f8e851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:34.641406 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ee0b8771-35ae-442c-9e69-b29cb41ab459 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:34.694494 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-ee0b8771-35ae-442c-9e69-b29cb41ab459 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Transition to ACTIVE for port object 49ab8d25-868b-40a5-a40e-96dd5afff666 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:12:34.752918 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-0d80ded8-2a67-4df7-826f-0bce53f8e851 admin admin] Deleting port b87cb70d-e80f-460c-aa01-05a7b5fa8eb5 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:12:34.753273 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0d80ded8-2a67-4df7-826f-0bce53f8e851 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:34.816911 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb510bc-5767-4270-8284-9da7e340955c None None] DHCP port deletion for 2e0824eb-c10c-4deb-b71a-4ea94d6d58c5 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 15:12:34.827453 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ee0b8771-35ae-442c-9e69-b29cb41ab459 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:34.883291 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-9bb510bc-5767-4270-8284-9da7e340955c None None] Deleting port b87cb70d-e80f-460c-aa01-05a7b5fa8eb5 {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:12:34.886649 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9bb510bc-5767-4270-8284-9da7e340955c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:34.897347 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-0d80ded8-2a67-4df7-826f-0bce53f8e851 admin admin] For port b87cb70d-e80f-460c-aa01-05a7b5fa8eb5, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=b87cb70d-e80f-460c-aa01-05a7b5fa8eb5,segment=NetworkSegment(5d9ed0c6-5aa3-431e-acb8-062dd6ddf140),segment_id=5d9ed0c6-5aa3-431e-acb8-062dd6ddf140)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:12:34.897711 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0d80ded8-2a67-4df7-826f-0bce53f8e851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:34.916735 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0b8771-35ae-442c-9e69-b29cb41ab459 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Network 848b6d4e-6d1e-4314-ad71-1a17ba880b7c is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:12:34.925635 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-0d80ded8-2a67-4df7-826f-0bce53f8e851 admin admin] Calling delete_port for b87cb70d-e80f-460c-aa01-05a7b5fa8eb5 owned by network:dhcp {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:12:34.929672 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-ee0b8771-35ae-442c-9e69-b29cb41ab459 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:12:34.932526 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0b8771-35ae-442c-9e69-b29cb41ab459 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:12:34.960021 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-9bb510bc-5767-4270-8284-9da7e340955c None None] For port b87cb70d-e80f-460c-aa01-05a7b5fa8eb5, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=b87cb70d-e80f-460c-aa01-05a7b5fa8eb5,segment=NetworkSegment(5d9ed0c6-5aa3-431e-acb8-062dd6ddf140),segment_id=5d9ed0c6-5aa3-431e-acb8-062dd6ddf140)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:12:34.960372 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9bb510bc-5767-4270-8284-9da7e340955c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:34.970859 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0b8771-35ae-442c-9e69-b29cb41ab459 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event updated for resources: {'Port': ['ID=49ab8d25-868b-40a5-a40e-96dd5afff666,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:34.978134 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-9bb510bc-5767-4270-8284-9da7e340955c None None] Calling delete_port for b87cb70d-e80f-460c-aa01-05a7b5fa8eb5 owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:12:35.080586 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ee0b8771-35ae-442c-9e69-b29cb41ab459 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:35.146027 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9bb510bc-5767-4270-8284-9da7e340955c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:35.165613 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb510bc-5767-4270-8284-9da7e340955c None None] No DVR routers for this DVR port b87cb70d-e80f-460c-aa01-05a7b5fa8eb5 on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:12:35.178450 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0d80ded8-2a67-4df7-826f-0bce53f8e851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:35.193278 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d80ded8-2a67-4df7-826f-0bce53f8e851 admin admin] No DVR routers for this DVR port b87cb70d-e80f-460c-aa01-05a7b5fa8eb5 on host n-d-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:12:35.193914 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 4a1212ea-d49d-4ecc-91a9-5e8b9cf80c6f up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:12:35.196201 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb510bc-5767-4270-8284-9da7e340955c None None] Pushing event deleted for resources: {'Port': ['ID=b87cb70d-e80f-460c-aa01-05a7b5fa8eb5,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:35.219517 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d80ded8-2a67-4df7-826f-0bce53f8e851 admin admin] Pushing event deleted for resources: {'Port': ['ID=b87cb70d-e80f-460c-aa01-05a7b5fa8eb5,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:35.321870 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0d80ded8-2a67-4df7-826f-0bce53f8e851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:35.327970 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 4a1212ea-d49d-4ecc-91a9-5e8b9cf80c6f completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:12:35.341090 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-0d80ded8-2a67-4df7-826f-0bce53f8e851 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e0824eb-c10c-4deb-b71a-4ea94d6d58c5']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:35.353704 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ee0b8771-35ae-442c-9e69-b29cb41ab459 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:35.377417 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-0d80ded8-2a67-4df7-826f-0bce53f8e851 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d9ed0c6-5aa3-431e-acb8-062dd6ddf140') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:35.377417 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-0d80ded8-2a67-4df7-826f-0bce53f8e851 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d9ed0c6-5aa3-431e-acb8-062dd6ddf140') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:35.420915 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device a0030c3a-c539-441a-91eb-af585505aa41 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:12:35.429545 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0d80ded8-2a67-4df7-826f-0bce53f8e851 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:35.456825 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0d80ded8-2a67-4df7-826f-0bce53f8e851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:35.460264 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: a0030c3a-c539-441a-91eb-af585505aa41 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:12:35.460418 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device a0030c3a-c539-441a-91eb-af585505aa41 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:12:35.460712 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 88c8a1b7-defd-49fd-930a-85367e83c8bd no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:12:35.489970 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 88c8a1b7-defd-49fd-930a-85367e83c8bd {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:12:35.490324 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 88c8a1b7-defd-49fd-930a-85367e83c8bd not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:12:35.490756 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device b87cb70d-e80f-460c-aa01-05a7b5fa8eb5 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:12:35.529473 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d80ded8-2a67-4df7-826f-0bce53f8e851 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:12:35.529896 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0d80ded8-2a67-4df7-826f-0bce53f8e851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:35.531824 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 15:12:35.531824 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:12:35.531824 n-d-799529-6 neutron-server[94446]: timer() Jul 09 15:12:35.531824 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:12:35.531824 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 15:12:35.531824 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:12:35.531824 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 15:12:35.531824 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:12:35.531824 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 15:12:35.531824 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:12:35.531824 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 15:12:35.531824 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:12:35.531824 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 15:12:35.531824 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:12:35.531824 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:12:35.531824 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:12:35.531824 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:12:35.531824 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:12:35.531824 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 15:12:35.531824 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:12:35.531824 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 15:12:35.531824 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:12:35.531824 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:12:35.531824 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:12:35.531824 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 15:12:35.531824 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:12:35.531824 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:12:35.531824 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:12:35.531824 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:12:35.531824 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:12:35.531824 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:12:35.531824 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:12:35.541047 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: b87cb70d-e80f-460c-aa01-05a7b5fa8eb5 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:12:35.546166 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device b87cb70d-e80f-460c-aa01-05a7b5fa8eb5 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:12:35.740901 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0d80ded8-2a67-4df7-826f-0bce53f8e851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:35.743877 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0d80ded8-2a67-4df7-826f-0bce53f8e851 admin admin] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:35.749318 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-0d80ded8-2a67-4df7-826f-0bce53f8e851 admin admin] 10.222.0.58 "DELETE /v2.0/networks/2e0824eb-c10c-4deb-b71a-4ea94d6d58c5 HTTP/1.1" status: 204 len: 168 time: 1.2738092 Jul 09 15:12:35.767833 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ee0b8771-35ae-442c-9e69-b29cb41ab459 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:35.770821 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d80ded8-2a67-4df7-826f-0bce53f8e851 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e0824eb-c10c-4deb-b71a-4ea94d6d58c5,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:35.797622 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30946dc8-2fb7-4a55-a056-5a4eade98c62 None None] Network 848b6d4e-6d1e-4314-ad71-1a17ba880b7c requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:12:35.831414 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ee0b8771-35ae-442c-9e69-b29cb41ab459 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:35.923678 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ee0b8771-35ae-442c-9e69-b29cb41ab459 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:35.925663 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0b8771-35ae-442c-9e69-b29cb41ab459 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event updated for resources: {'Port': ['ID=49ab8d25-868b-40a5-a40e-96dd5afff666,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:35.987629 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-9ec075bd-ada1-4408-8ef8-2fbd893003c4 None None] Provisioning for port 4a1212ea-d49d-4ecc-91a9-5e8b9cf80c6f completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:12:36.001242 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-9ec075bd-ada1-4408-8ef8-2fbd893003c4 None None] Provisioning complete for port 4a1212ea-d49d-4ecc-91a9-5e8b9cf80c6f triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:12:36.001939 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9ec075bd-ada1-4408-8ef8-2fbd893003c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:36.032621 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0b8771-35ae-442c-9e69-b29cb41ab459 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Network 848b6d4e-6d1e-4314-ad71-1a17ba880b7c is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:12:36.036006 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-ee0b8771-35ae-442c-9e69-b29cb41ab459 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:12:36.097593 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9ec075bd-ada1-4408-8ef8-2fbd893003c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:36.135255 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-9ec075bd-ada1-4408-8ef8-2fbd893003c4 None None] For port 4a1212ea-d49d-4ecc-91a9-5e8b9cf80c6f, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=4a1212ea-d49d-4ecc-91a9-5e8b9cf80c6f,segment=NetworkSegment(69e413cd-de21-4eed-b485-dce7b5ca6649),segment_id=69e413cd-de21-4eed-b485-dce7b5ca6649)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:12:36.214028 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9ec075bd-ada1-4408-8ef8-2fbd893003c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:36.255308 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42428) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:36.291321 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec075bd-ada1-4408-8ef8-2fbd893003c4 None None] Pushing event updated for resources: {'Port': ['ID=4a1212ea-d49d-4ecc-91a9-5e8b9cf80c6f,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:36.324110 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-434c2537-c0d2-4713-a1b6-eced3c77fa51 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9cb6374b0a6d482aa499b47cd8ddd0c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0675664 Jul 09 15:12:36.326786 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42430) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:36.349960 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-b6735c12-4d82-413b-9ee7-d7faf79ee55f None None] Provisioning complete for port 4a1212ea-d49d-4ecc-91a9-5e8b9cf80c6f triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:12:36.350540 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b6735c12-4d82-413b-9ee7-d7faf79ee55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:36.456941 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-81da1673-d0f0-4597-838f-a1ef2989cb7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:36.521242 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-81da1673-d0f0-4597-838f-a1ef2989cb7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:36.625601 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-b6735c12-4d82-413b-9ee7-d7faf79ee55f None None] Provisioning for port 49ab8d25-868b-40a5-a40e-96dd5afff666 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:12:36.630019 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-b6735c12-4d82-413b-9ee7-d7faf79ee55f None None] Provisioning complete for port 49ab8d25-868b-40a5-a40e-96dd5afff666 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:12:36.638541 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b6735c12-4d82-413b-9ee7-d7faf79ee55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:36.682416 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-b6735c12-4d82-413b-9ee7-d7faf79ee55f None None] Port 49ab8d25-868b-40a5-a40e-96dd5afff666 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:12:36.688259 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee0b8771-35ae-442c-9e69-b29cb41ab459 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Router 34a72d30-4bfa-4b39-8a83-9178f3e49d23 is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 15:12:36.688823 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-81da1673-d0f0-4597-838f-a1ef2989cb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:36.694124 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-81da1673-d0f0-4597-838f-a1ef2989cb7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:36.698266 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-81da1673-d0f0-4597-838f-a1ef2989cb7c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cf3ad787-9b54-4a9a-ac44-490d613bbd86 HTTP/1.1" status: 204 len: 168 time: 0.3695917 Jul 09 15:12:36.709424 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81da1673-d0f0-4597-838f-a1ef2989cb7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3ad787-9b54-4a9a-ac44-490d613bbd86,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:36.801042 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee0b8771-35ae-442c-9e69-b29cb41ab459 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:12:36.805441 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-c90683f1-30d9-4d4e-8c05-82f35e46dce2 None None] Provisioning complete for port 49ab8d25-868b-40a5-a40e-96dd5afff666 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:12:36.806848 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ee0b8771-35ae-442c-9e69-b29cb41ab459 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "PUT /v2.0/routers/34a72d30-4bfa-4b39-8a83-9178f3e49d23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2258704 Jul 09 15:12:36.808130 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c90683f1-30d9-4d4e-8c05-82f35e46dce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:36.809816 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42442) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:36.816525 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-abb412b3-35da-4b3d-8dce-4af31540f2c1 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Request body: {'network': {'name': 'tempest-RoutersTest-902337661'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:12:36.829493 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc337f4-4b45-4e91-b6b3-066e77a4349e None None] Sync routers for ids ['34a72d30-4bfa-4b39-8a83-9178f3e49d23'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:12:36.864695 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc337f4-4b45-4e91-b6b3-066e77a4349e None None] Routers {'34a72d30-4bfa-4b39-8a83-9178f3e49d23'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:12:36.865343 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-4fc337f4-4b45-4e91-b6b3-066e77a4349e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:12:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['34a72d30-4bfa-4b39-8a83-9178f3e49d23'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:36.930158 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-c90683f1-30d9-4d4e-8c05-82f35e46dce2 None None] Port 49ab8d25-868b-40a5-a40e-96dd5afff666 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:12:36.965189 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-4fc337f4-4b45-4e91-b6b3-066e77a4349e None None] Set router 34a72d30-4bfa-4b39-8a83-9178f3e49d23 gateway port host: None {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:12:36.985474 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb412b3-35da-4b3d-8dce-4af31540f2c1 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Made reservation on behalf of a1a34d2db2904412aaf00cb77602ec31 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:12:36.989116 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-abb412b3-35da-4b3d-8dce-4af31540f2c1 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:37.021118 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abb412b3-35da-4b3d-8dce-4af31540f2c1 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:12:37.054271 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-abb412b3-35da-4b3d-8dce-4af31540f2c1 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:37.054824 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-abb412b3-35da-4b3d-8dce-4af31540f2c1 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Added segment 8a8d1be0-316d-4b19-9d60-77deacc84c42 of type vlan for network d49d0eae-fda9-440e-b1fd-7cd58a51d2cd Jul 09 15:12:37.105874 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-abb412b3-35da-4b3d-8dce-4af31540f2c1 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:37.114993 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-f811fcfa-425e-4a1b-a300-7147a53ace93 None None] Provisioning complete for port 49ab8d25-868b-40a5-a40e-96dd5afff666 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:12:37.115362 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f811fcfa-425e-4a1b-a300-7147a53ace93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:37.141470 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 4a1212ea-d49d-4ecc-91a9-5e8b9cf80c6f up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:12:37.207243 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-f811fcfa-425e-4a1b-a300-7147a53ace93 None None] Port 49ab8d25-868b-40a5-a40e-96dd5afff666 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:12:37.226519 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-abb412b3-35da-4b3d-8dce-4af31540f2c1 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:37.232383 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb412b3-35da-4b3d-8dce-4af31540f2c1 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:12:37.232995 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-abb412b3-35da-4b3d-8dce-4af31540f2c1 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:37.265074 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 4a1212ea-d49d-4ecc-91a9-5e8b9cf80c6f triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:12:37.265226 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:37.311739 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-4fc337f4-4b45-4e91-b6b3-066e77a4349e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'name': 'tempest-RoutersTest-router-1649247209', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:12:31Z', 'updated_at': '2021-07-09T15:12:35Z', 'revision_number': 2, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'gw_port_host': None, '_interfaces': [{'id': '49ab8d25-868b-40a5-a40e-96dd5afff666', 'name': '', 'network_id': '848b6d4e-6d1e-4314-ad71-1a17ba880b7c', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'mac_address': 'fa:16:3e:63:32:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': 'caa37f70-4e02-46b1-b3e7-8bc6e13390fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:34Z', 'updated_at': '2021-07-09T15:12:35Z', 'revision_number': 2, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'subnets': [{'id': 'caa37f70-4e02-46b1-b3e7-8bc6e13390fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:37.314212 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb412b3-35da-4b3d-8dce-4af31540f2c1 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event updated for resources: {'Network': ['ID=d49d0eae-fda9-440e-b1fd-7cd58a51d2cd,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:37.328543 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-abb412b3-35da-4b3d-8dce-4af31540f2c1 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5168486 Jul 09 15:12:37.331820 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42454) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:37.337051 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-32aeec95-91de-4320-a73a-22a0dcb6c959 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Request body: {'subnet': {'network_id': 'd49d0eae-fda9-440e-b1fd-7cd58a51d2cd', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:12:37.344303 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network d49d0eae-fda9-440e-b1fd-7cd58a51d2cd details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:12:37.347697 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc337f4-4b45-4e91-b6b3-066e77a4349e None None] Checking router: 34a72d30-4bfa-4b39-8a83-9178f3e49d23 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:12:37.348051 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc337f4-4b45-4e91-b6b3-066e77a4349e None None] Updating router 34a72d30-4bfa-4b39-8a83-9178f3e49d23 port 49ab8d25-868b-40a5-a40e-96dd5afff666 binding host n-d-799529-6 {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:12:37.461069 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4fc337f4-4b45-4e91-b6b3-066e77a4349e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:37.497999 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32aeec95-91de-4320-a73a-22a0dcb6c959 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Made reservation on behalf of a1a34d2db2904412aaf00cb77602ec31 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:12:37.501693 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-32aeec95-91de-4320-a73a-22a0dcb6c959 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:37.615935 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42460) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:37.674077 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a878d7bd-8da6-40a0-9162-c8a3e7b4cd40 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=aa408b5dfdf84dfc97213865ccb9396b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0569096 Jul 09 15:12:37.679044 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42464) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:37.744599 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5f033118-7c03-40bf-b032-4432c3f283a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:37.783063 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5f033118-7c03-40bf-b032-4432c3f283a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:37.796086 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4fc337f4-4b45-4e91-b6b3-066e77a4349e None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:37.808459 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-4fc337f4-4b45-4e91-b6b3-066e77a4349e None None] Transition to ACTIVE for port object 49ab8d25-868b-40a5-a40e-96dd5afff666 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:12:37.859634 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-32aeec95-91de-4320-a73a-22a0dcb6c959 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:37.921454 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4fc337f4-4b45-4e91-b6b3-066e77a4349e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:37.928697 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aeec95-91de-4320-a73a-22a0dcb6c959 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event updated for resources: {'Subnet': ['ID=f3ec926b-0a9b-41ff-8e7f-1994a34f42c7,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:37.946295 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32aeec95-91de-4320-a73a-22a0dcb6c959 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Checking segment: {'id': '8a8d1be0-316d-4b19-9d60-77deacc84c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd49d0eae-fda9-440e-b1fd-7cd58a51d2cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:12:37.949568 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32aeec95-91de-4320-a73a-22a0dcb6c959 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Network hostable DHCP agents. Network: d49d0eae-fda9-440e-b1fd-7cd58a51d2cd, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:12:37.975691 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:12:37.995923 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119022a8-a0d4-4e82-aed5-26047bbac925 None None] Pushing event updated for resources: {'Port': ['ID=49ab8d25-868b-40a5-a40e-96dd5afff666,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:38.053935 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5f033118-7c03-40bf-b032-4432c3f283a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:38.057312 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-4fc337f4-4b45-4e91-b6b3-066e77a4349e None None] Attempting to bind port 49ab8d25-868b-40a5-a40e-96dd5afff666 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:12:38.058135 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-4fc337f4-4b45-4e91-b6b3-066e77a4349e None None] Attempting to bind port 49ab8d25-868b-40a5-a40e-96dd5afff666 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '69e413cd-de21-4eed-b485-dce7b5ca6649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '848b6d4e-6d1e-4314-ad71-1a17ba880b7c'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:12:38.058367 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc337f4-4b45-4e91-b6b3-066e77a4349e None None] Attempting to bind port 49ab8d25-868b-40a5-a40e-96dd5afff666 on network 848b6d4e-6d1e-4314-ad71-1a17ba880b7c {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:12:38.059302 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5f033118-7c03-40bf-b032-4432c3f283a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:38.061044 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-5f033118-7c03-40bf-b032-4432c3f283a1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e2bc0035-112e-492e-aa8b-7cb06f36e7c0 HTTP/1.1" status: 204 len: 168 time: 0.3806541 Jul 09 15:12:38.067429 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc337f4-4b45-4e91-b6b3-066e77a4349e None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:12:38.068159 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc337f4-4b45-4e91-b6b3-066e77a4349e None None] Checking segment: {'id': '69e413cd-de21-4eed-b485-dce7b5ca6649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '848b6d4e-6d1e-4314-ad71-1a17ba880b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:12:38.068747 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4fc337f4-4b45-4e91-b6b3-066e77a4349e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:38.069142 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc337f4-4b45-4e91-b6b3-066e77a4349e None None] Bound using segment: {'id': '69e413cd-de21-4eed-b485-dce7b5ca6649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '848b6d4e-6d1e-4314-ad71-1a17ba880b7c'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:12:38.069620 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-4fc337f4-4b45-4e91-b6b3-066e77a4349e None None] Bound port: 49ab8d25-868b-40a5-a40e-96dd5afff666, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69e413cd-de21-4eed-b485-dce7b5ca6649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '848b6d4e-6d1e-4314-ad71-1a17ba880b7c'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:12:38.069999 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4fc337f4-4b45-4e91-b6b3-066e77a4349e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:38.074765 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f033118-7c03-40bf-b032-4432c3f283a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2bc0035-112e-492e-aa8b-7cb06f36e7c0,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:38.092639 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32aeec95-91de-4320-a73a-22a0dcb6c959 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Network d49d0eae-fda9-440e-b1fd-7cd58a51d2cd is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:12:38.167577 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-4fc337f4-4b45-4e91-b6b3-066e77a4349e None None] For port 49ab8d25-868b-40a5-a40e-96dd5afff666, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:12:38.171063 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-4fc337f4-4b45-4e91-b6b3-066e77a4349e None None] For port 49ab8d25-868b-40a5-a40e-96dd5afff666, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=49ab8d25-868b-40a5-a40e-96dd5afff666,segment=NetworkSegment(69e413cd-de21-4eed-b485-dce7b5ca6649),segment_id=69e413cd-de21-4eed-b485-dce7b5ca6649)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:12:38.179849 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-32aeec95-91de-4320-a73a-22a0dcb6c959 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, d49d0eae-fda9-440e-b1fd-7cd58a51d2cd) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:12:38.191823 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32aeec95-91de-4320-a73a-22a0dcb6c959 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:12:38.191823 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-32aeec95-91de-4320-a73a-22a0dcb6c959 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:38.198903 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0315ca8f-8ac4-4380-bdb5-8bb5d86c3a0a None None] Network d49d0eae-fda9-440e-b1fd-7cd58a51d2cd requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:12:38.247523 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4fc337f4-4b45-4e91-b6b3-066e77a4349e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:38.277310 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-32aeec95-91de-4320-a73a-22a0dcb6c959 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9444118 Jul 09 15:12:38.280104 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42478) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:38.510400 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119022a8-a0d4-4e82-aed5-26047bbac925 None None] Pushing event updated for resources: {'Port': ['ID=49ab8d25-868b-40a5-a40e-96dd5afff666,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:38.538103 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc337f4-4b45-4e91-b6b3-066e77a4349e None None] Routers {'34a72d30-4bfa-4b39-8a83-9178f3e49d23'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:12:38.538743 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-4fc337f4-4b45-4e91-b6b3-066e77a4349e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:12:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['34a72d30-4bfa-4b39-8a83-9178f3e49d23'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:38.672106 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-4fc337f4-4b45-4e91-b6b3-066e77a4349e None None] Set router 34a72d30-4bfa-4b39-8a83-9178f3e49d23 gateway port host: None {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:12:38.698698 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6da95ff6-1a80-41c4-978e-830fea30d380 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:38.795358 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c68ca5-c3c2-4649-acc5-806c899dc4a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-d49d0eae-fda9-440e-b1fd-7cd58a51d2cd', 'network_id': 'd49d0eae-fda9-440e-b1fd-7cd58a51d2cd', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'fixed_ips': [{'subnet_id': 'f3ec926b-0a9b-41ff-8e7f-1994a34f42c7'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:12:38.796227 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f3c68ca5-c3c2-4649-acc5-806c899dc4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:39.056692 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-f3c68ca5-c3c2-4649-acc5-806c899dc4a7 None None] Allocated IP 172.21.0.2 (d49d0eae-fda9-440e-b1fd-7cd58a51d2cd/f3ec926b-0a9b-41ff-8e7f-1994a34f42c7/4429282a-e1da-4290-a4a0-06f5d9548fc2) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:12:39.148457 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-4fc337f4-4b45-4e91-b6b3-066e77a4349e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'name': 'tempest-RoutersTest-router-1649247209', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:12:31Z', 'updated_at': '2021-07-09T15:12:35Z', 'revision_number': 2, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'gw_port_host': None, '_interfaces': [{'id': '49ab8d25-868b-40a5-a40e-96dd5afff666', 'name': '', 'network_id': '848b6d4e-6d1e-4314-ad71-1a17ba880b7c', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'mac_address': 'fa:16:3e:63:32:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': 'caa37f70-4e02-46b1-b3e7-8bc6e13390fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:34Z', 'updated_at': '2021-07-09T15:12:38Z', 'revision_number': 4, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'subnets': [{'id': 'caa37f70-4e02-46b1-b3e7-8bc6e13390fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:39.179357 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc337f4-4b45-4e91-b6b3-066e77a4349e None None] The sync data for ids ['34a72d30-4bfa-4b39-8a83-9178f3e49d23'] in n-d-799529-6 is: [{'id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'name': 'tempest-RoutersTest-router-1649247209', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:12:31Z', 'updated_at': '2021-07-09T15:12:35Z', 'revision_number': 2, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'gw_port_host': None, '_interfaces': [{'id': '49ab8d25-868b-40a5-a40e-96dd5afff666', 'name': '', 'network_id': '848b6d4e-6d1e-4314-ad71-1a17ba880b7c', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'mac_address': 'fa:16:3e:63:32:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': 'caa37f70-4e02-46b1-b3e7-8bc6e13390fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:34Z', 'updated_at': '2021-07-09T15:12:38Z', 'revision_number': 4, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'subnets': [{'id': 'caa37f70-4e02-46b1-b3e7-8bc6e13390fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:12:39.275087 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f3c68ca5-c3c2-4649-acc5-806c899dc4a7 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:39.286033 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-f3c68ca5-c3c2-4649-acc5-806c899dc4a7 None None] Transition to ACTIVE for port object 4429282a-e1da-4290-a4a0-06f5d9548fc2 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:12:39.304704 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-f3c68ca5-c3c2-4649-acc5-806c899dc4a7 None None] Transition to ACTIVE for port object 4429282a-e1da-4290-a4a0-06f5d9548fc2 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:12:39.430101 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f3c68ca5-c3c2-4649-acc5-806c899dc4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:39.497579 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-6da95ff6-1a80-41c4-978e-830fea30d380 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Allocated IP 172.21.0.1 (d49d0eae-fda9-440e-b1fd-7cd58a51d2cd/f3ec926b-0a9b-41ff-8e7f-1994a34f42c7/fb3953dd-3131-476c-8cc7-dcec561de72c) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:12:39.499614 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c68ca5-c3c2-4649-acc5-806c899dc4a7 None None] Network d49d0eae-fda9-440e-b1fd-7cd58a51d2cd is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:12:39.503096 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-f3c68ca5-c3c2-4649-acc5-806c899dc4a7 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:12:39.506696 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c68ca5-c3c2-4649-acc5-806c899dc4a7 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:12:39.541678 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c68ca5-c3c2-4649-acc5-806c899dc4a7 None None] Pushing event updated for resources: {'Port': ['ID=4429282a-e1da-4290-a4a0-06f5d9548fc2,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:39.610575 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-f3c68ca5-c3c2-4649-acc5-806c899dc4a7 None None] Attempting to bind port 4429282a-e1da-4290-a4a0-06f5d9548fc2 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:12:39.612748 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-f3c68ca5-c3c2-4649-acc5-806c899dc4a7 None None] Attempting to bind port 4429282a-e1da-4290-a4a0-06f5d9548fc2 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '8a8d1be0-316d-4b19-9d60-77deacc84c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd49d0eae-fda9-440e-b1fd-7cd58a51d2cd'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:12:39.613206 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c68ca5-c3c2-4649-acc5-806c899dc4a7 None None] Attempting to bind port 4429282a-e1da-4290-a4a0-06f5d9548fc2 on network d49d0eae-fda9-440e-b1fd-7cd58a51d2cd {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:12:39.621835 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c68ca5-c3c2-4649-acc5-806c899dc4a7 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:12:39.622251 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c68ca5-c3c2-4649-acc5-806c899dc4a7 None None] Checking segment: {'id': '8a8d1be0-316d-4b19-9d60-77deacc84c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd49d0eae-fda9-440e-b1fd-7cd58a51d2cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:12:39.622682 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f3c68ca5-c3c2-4649-acc5-806c899dc4a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:39.623092 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c68ca5-c3c2-4649-acc5-806c899dc4a7 None None] Bound using segment: {'id': '8a8d1be0-316d-4b19-9d60-77deacc84c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd49d0eae-fda9-440e-b1fd-7cd58a51d2cd'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:12:39.623605 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-f3c68ca5-c3c2-4649-acc5-806c899dc4a7 None None] Bound port: 4429282a-e1da-4290-a4a0-06f5d9548fc2, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a8d1be0-316d-4b19-9d60-77deacc84c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd49d0eae-fda9-440e-b1fd-7cd58a51d2cd'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:12:39.624003 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f3c68ca5-c3c2-4649-acc5-806c899dc4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:39.638598 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6da95ff6-1a80-41c4-978e-830fea30d380 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:39.654828 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-6da95ff6-1a80-41c4-978e-830fea30d380 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Transition to ACTIVE for port object fb3953dd-3131-476c-8cc7-dcec561de72c will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:12:39.730611 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-f3c68ca5-c3c2-4649-acc5-806c899dc4a7 None None] For port 4429282a-e1da-4290-a4a0-06f5d9548fc2, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:12:39.734653 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-f3c68ca5-c3c2-4649-acc5-806c899dc4a7 None None] For port 4429282a-e1da-4290-a4a0-06f5d9548fc2, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=4429282a-e1da-4290-a4a0-06f5d9548fc2,segment=NetworkSegment(8a8d1be0-316d-4b19-9d60-77deacc84c42),segment_id=8a8d1be0-316d-4b19-9d60-77deacc84c42)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:12:39.791752 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6da95ff6-1a80-41c4-978e-830fea30d380 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:39.820222 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f3c68ca5-c3c2-4649-acc5-806c899dc4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:39.847061 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da95ff6-1a80-41c4-978e-830fea30d380 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Network d49d0eae-fda9-440e-b1fd-7cd58a51d2cd is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:12:39.851655 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-6da95ff6-1a80-41c4-978e-830fea30d380 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:12:39.853886 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da95ff6-1a80-41c4-978e-830fea30d380 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event updated for resources: {'Port': ['ID=fb3953dd-3131-476c-8cc7-dcec561de72c,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:39.856269 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da95ff6-1a80-41c4-978e-830fea30d380 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:12:39.906646 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c68ca5-c3c2-4649-acc5-806c899dc4a7 None None] Pushing event updated for resources: {'Port': ['ID=4429282a-e1da-4290-a4a0-06f5d9548fc2,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:39.929216 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6da95ff6-1a80-41c4-978e-830fea30d380 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:40.235534 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6da95ff6-1a80-41c4-978e-830fea30d380 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:40.564579 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6da95ff6-1a80-41c4-978e-830fea30d380 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:40.705230 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6da95ff6-1a80-41c4-978e-830fea30d380 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:40.790785 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da95ff6-1a80-41c4-978e-830fea30d380 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event updated for resources: {'Port': ['ID=fb3953dd-3131-476c-8cc7-dcec561de72c,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:40.794049 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6da95ff6-1a80-41c4-978e-830fea30d380 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:40.906402 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da95ff6-1a80-41c4-978e-830fea30d380 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Network d49d0eae-fda9-440e-b1fd-7cd58a51d2cd is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:12:40.907952 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-6da95ff6-1a80-41c4-978e-830fea30d380 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:12:41.031977 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6da95ff6-1a80-41c4-978e-830fea30d380 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Router 34a72d30-4bfa-4b39-8a83-9178f3e49d23 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:12:41.162612 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da95ff6-1a80-41c4-978e-830fea30d380 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:12:41.167888 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-6da95ff6-1a80-41c4-978e-830fea30d380 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "PUT /v2.0/routers/34a72d30-4bfa-4b39-8a83-9178f3e49d23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8867807 Jul 09 15:12:41.173152 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3607ebbd-bd22-4ce7-9af4-26bdefa69cf5 None None] Sync routers for ids ['34a72d30-4bfa-4b39-8a83-9178f3e49d23'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:12:41.177808 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42532) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:41.184638 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-ef4d6846-471a-4ac0-83fc-f6444709deb4 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Request body: {'network': {'name': 'tempest-RoutersTest-1915833003'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:12:41.186722 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3607ebbd-bd22-4ce7-9af4-26bdefa69cf5 None None] Routers {'34a72d30-4bfa-4b39-8a83-9178f3e49d23'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:12:41.187379 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-3607ebbd-bd22-4ce7-9af4-26bdefa69cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:12:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['34a72d30-4bfa-4b39-8a83-9178f3e49d23'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:41.200206 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 4429282a-e1da-4290-a4a0-06f5d9548fc2 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:12:41.333708 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4d6846-471a-4ac0-83fc-f6444709deb4 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Made reservation on behalf of a1a34d2db2904412aaf00cb77602ec31 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:12:41.337733 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ef4d6846-471a-4ac0-83fc-f6444709deb4 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:41.348150 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-3607ebbd-bd22-4ce7-9af4-26bdefa69cf5 None None] Set router 34a72d30-4bfa-4b39-8a83-9178f3e49d23 gateway port host: None {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:12:41.356708 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 4429282a-e1da-4290-a4a0-06f5d9548fc2 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:12:41.368047 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 49ab8d25-868b-40a5-a40e-96dd5afff666 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:12:41.376622 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef4d6846-471a-4ac0-83fc-f6444709deb4 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:12:41.389826 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ef4d6846-471a-4ac0-83fc-f6444709deb4 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:41.390641 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-ef4d6846-471a-4ac0-83fc-f6444709deb4 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Added segment c2b31c6a-6b75-437c-b027-569628766dcd of type vlan for network 9f045a7a-b62c-4ed4-999a-df5c19e32646 Jul 09 15:12:41.469859 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ef4d6846-471a-4ac0-83fc-f6444709deb4 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:41.551538 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 49ab8d25-868b-40a5-a40e-96dd5afff666 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:12:41.555783 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 49ab8d25-868b-40a5-a40e-96dd5afff666 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:12:41.556238 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:41.613398 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42540) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:41.620795 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ef4d6846-471a-4ac0-83fc-f6444709deb4 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:41.631597 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4d6846-471a-4ac0-83fc-f6444709deb4 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:12:41.632322 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ef4d6846-471a-4ac0-83fc-f6444709deb4 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:41.667910 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:41.704888 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-3607ebbd-bd22-4ce7-9af4-26bdefa69cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'name': 'tempest-RoutersTest-router-1649247209', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:12:31Z', 'updated_at': '2021-07-09T15:12:40Z', 'revision_number': 3, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'gw_port_host': None, '_interfaces': [{'id': '49ab8d25-868b-40a5-a40e-96dd5afff666', 'name': '', 'network_id': '848b6d4e-6d1e-4314-ad71-1a17ba880b7c', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'mac_address': 'fa:16:3e:63:32:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': 'caa37f70-4e02-46b1-b3e7-8bc6e13390fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:34Z', 'updated_at': '2021-07-09T15:12:38Z', 'revision_number': 4, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'subnets': [{'id': 'caa37f70-4e02-46b1-b3e7-8bc6e13390fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb3953dd-3131-476c-8cc7-dcec561de72c', 'name': '', 'network_id': 'd49d0eae-fda9-440e-b1fd-7cd58a51d2cd', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'mac_address': 'fa:16:3e:7d:63:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'f3ec926b-0a9b-41ff-8e7f-1994a34f42c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:38Z', 'updated_at': '2021-07-09T15:12:40Z', 'revision_number': 2, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'subnets': [{'id': 'f3ec926b-0a9b-41ff-8e7f-1994a34f42c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:41.727327 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4d6846-471a-4ac0-83fc-f6444709deb4 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event updated for resources: {'Network': ['ID=9f045a7a-b62c-4ed4-999a-df5c19e32646,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:41.743405 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 9f045a7a-b62c-4ed4-999a-df5c19e32646 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:12:41.748367 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3607ebbd-bd22-4ce7-9af4-26bdefa69cf5 None None] Checking router: 34a72d30-4bfa-4b39-8a83-9178f3e49d23 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:12:41.748967 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3607ebbd-bd22-4ce7-9af4-26bdefa69cf5 None None] Updating router 34a72d30-4bfa-4b39-8a83-9178f3e49d23 port fb3953dd-3131-476c-8cc7-dcec561de72c binding host n-d-799529-6 {{(pid=94448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:12:41.759740 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 49ab8d25-868b-40a5-a40e-96dd5afff666, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=49ab8d25-868b-40a5-a40e-96dd5afff666,segment=NetworkSegment(69e413cd-de21-4eed-b485-dce7b5ca6649),segment_id=69e413cd-de21-4eed-b485-dce7b5ca6649)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:12:41.789570 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-3607ebbd-bd22-4ce7-9af4-26bdefa69cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:41.835298 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:41.839797 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42546) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:41.840730 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ef4d6846-471a-4ac0-83fc-f6444709deb4 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6616027 Jul 09 15:12:41.846863 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-ee12cb3d-2dc7-44ca-8d99-61d658785e82 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Request body: {'subnet': {'network_id': '9f045a7a-b62c-4ed4-999a-df5c19e32646', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:12:41.905984 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c2fb81-9deb-4242-82ab-b3e5dbf2c2fe None None] Network d49d0eae-fda9-440e-b1fd-7cd58a51d2cd requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:12:41.921029 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=49ab8d25-868b-40a5-a40e-96dd5afff666,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:41.964744 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-0f7739ac-ae1c-4d35-bbf2-bb3c59d83b47 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1880738954-network', 'tenant_id': 'ffa72752a3ec4aac9c612dfa791b68d9'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:12:42.048316 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee12cb3d-2dc7-44ca-8d99-61d658785e82 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Made reservation on behalf of a1a34d2db2904412aaf00cb77602ec31 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:12:42.054188 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ee12cb3d-2dc7-44ca-8d99-61d658785e82 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:42.066530 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-582fc37e-767f-4c5e-82c4-1614fa709548 None None] Provisioning for port 4429282a-e1da-4290-a4a0-06f5d9548fc2 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:12:42.097428 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-582fc37e-767f-4c5e-82c4-1614fa709548 None None] Provisioning complete for port 4429282a-e1da-4290-a4a0-06f5d9548fc2 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:12:42.097845 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-582fc37e-767f-4c5e-82c4-1614fa709548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:42.161690 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-3607ebbd-bd22-4ce7-9af4-26bdefa69cf5 None None] Notify callbacks [] for port, precommit_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:42.182358 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.provisioning_blocks [None req-3607ebbd-bd22-4ce7-9af4-26bdefa69cf5 None None] Transition to ACTIVE for port object fb3953dd-3131-476c-8cc7-dcec561de72c will not be triggered until provisioned by entity L2. {{(pid=94448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:12:42.252375 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-582fc37e-767f-4c5e-82c4-1614fa709548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:42.261327 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7739ac-ae1c-4d35-bbf2-bb3c59d83b47 admin admin] Made reservation on behalf of ffa72752a3ec4aac9c612dfa791b68d9 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:12:42.265020 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0f7739ac-ae1c-4d35-bbf2-bb3c59d83b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:42.288038 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-3607ebbd-bd22-4ce7-9af4-26bdefa69cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:42.307146 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-582fc37e-767f-4c5e-82c4-1614fa709548 None None] For port 4429282a-e1da-4290-a4a0-06f5d9548fc2, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=4429282a-e1da-4290-a4a0-06f5d9548fc2,segment=NetworkSegment(8a8d1be0-316d-4b19-9d60-77deacc84c42),segment_id=8a8d1be0-316d-4b19-9d60-77deacc84c42)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:12:42.312009 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0f7739ac-ae1c-4d35-bbf2-bb3c59d83b47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:42.403998 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-582fc37e-767f-4c5e-82c4-1614fa709548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:42.444890 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-3607ebbd-bd22-4ce7-9af4-26bdefa69cf5 None None] Attempting to bind port fb3953dd-3131-476c-8cc7-dcec561de72c on host n-d-799529-6 for vnic_type normal with profile {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:12:42.445356 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-3607ebbd-bd22-4ce7-9af4-26bdefa69cf5 None None] Attempting to bind port fb3953dd-3131-476c-8cc7-dcec561de72c by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '8a8d1be0-316d-4b19-9d60-77deacc84c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd49d0eae-fda9-440e-b1fd-7cd58a51d2cd'}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:12:42.445738 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3607ebbd-bd22-4ce7-9af4-26bdefa69cf5 None None] Attempting to bind port fb3953dd-3131-476c-8cc7-dcec561de72c on network d49d0eae-fda9-440e-b1fd-7cd58a51d2cd {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:12:42.448177 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0f7739ac-ae1c-4d35-bbf2-bb3c59d83b47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:42.457255 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31509c59-00ed-4324-8139-86247d1a4318 None None] Pushing event updated for resources: {'Port': ['ID=fb3953dd-3131-476c-8cc7-dcec561de72c,revision_number=3']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:42.468364 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3607ebbd-bd22-4ce7-9af4-26bdefa69cf5 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:12:42.469099 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3607ebbd-bd22-4ce7-9af4-26bdefa69cf5 None None] Checking segment: {'id': '8a8d1be0-316d-4b19-9d60-77deacc84c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd49d0eae-fda9-440e-b1fd-7cd58a51d2cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:12:42.469685 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-3607ebbd-bd22-4ce7-9af4-26bdefa69cf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:42.470741 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3607ebbd-bd22-4ce7-9af4-26bdefa69cf5 None None] Bound using segment: {'id': '8a8d1be0-316d-4b19-9d60-77deacc84c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd49d0eae-fda9-440e-b1fd-7cd58a51d2cd'} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:12:42.471988 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-3607ebbd-bd22-4ce7-9af4-26bdefa69cf5 None None] Bound port: fb3953dd-3131-476c-8cc7-dcec561de72c, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a8d1be0-316d-4b19-9d60-77deacc84c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd49d0eae-fda9-440e-b1fd-7cd58a51d2cd'}}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:12:42.472573 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-3607ebbd-bd22-4ce7-9af4-26bdefa69cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:42.476295 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31509c59-00ed-4324-8139-86247d1a4318 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:12:42.477013 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31509c59-00ed-4324-8139-86247d1a4318 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:12:42.477521 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31509c59-00ed-4324-8139-86247d1a4318 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:12:42.478587 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31509c59-00ed-4324-8139-86247d1a4318 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:12:42.479168 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31509c59-00ed-4324-8139-86247d1a4318 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:12:42.479887 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31509c59-00ed-4324-8139-86247d1a4318 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:12:42.480609 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31509c59-00ed-4324-8139-86247d1a4318 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:12:42.481105 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31509c59-00ed-4324-8139-86247d1a4318 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:12:42.481623 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31509c59-00ed-4324-8139-86247d1a4318 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:12:42.482127 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31509c59-00ed-4324-8139-86247d1a4318 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:12:42.482618 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31509c59-00ed-4324-8139-86247d1a4318 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:12:42.483132 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31509c59-00ed-4324-8139-86247d1a4318 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:12:42.502398 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582fc37e-767f-4c5e-82c4-1614fa709548 None None] Pushing event updated for resources: {'Port': ['ID=4429282a-e1da-4290-a4a0-06f5d9548fc2,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:42.528493 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0f7739ac-ae1c-4d35-bbf2-bb3c59d83b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:42.568686 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7739ac-ae1c-4d35-bbf2-bb3c59d83b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9657812-b144-436d-83db-3438e0dc48ea,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:42.591273 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ee12cb3d-2dc7-44ca-8d99-61d658785e82 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:42.604187 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f7739ac-ae1c-4d35-bbf2-bb3c59d83b47 admin admin] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:12:42.619309 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-3607ebbd-bd22-4ce7-9af4-26bdefa69cf5 None None] For port fb3953dd-3131-476c-8cc7-dcec561de72c, host n-d-799529-6, cleared binding levels {{(pid=94448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:12:42.622820 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-3607ebbd-bd22-4ce7-9af4-26bdefa69cf5 None None] For port fb3953dd-3131-476c-8cc7-dcec561de72c, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=fb3953dd-3131-476c-8cc7-dcec561de72c,segment=NetworkSegment(8a8d1be0-316d-4b19-9d60-77deacc84c42),segment_id=8a8d1be0-316d-4b19-9d60-77deacc84c42)] {{(pid=94448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:12:42.633092 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-ed134075-aaaf-4caa-bded-45a274265662 None None] Provisioning complete for port 4429282a-e1da-4290-a4a0-06f5d9548fc2 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:12:42.633684 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ed134075-aaaf-4caa-bded-45a274265662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:42.671536 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0f7739ac-ae1c-4d35-bbf2-bb3c59d83b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:42.671536 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-0f7739ac-ae1c-4d35-bbf2-bb3c59d83b47 admin admin] Added segment 3261902c-618d-42ca-ba4c-924d56a948c2 of type vlan for network 8044536e-702f-44b8-a779-7f0761d4b81e Jul 09 15:12:42.693121 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-3607ebbd-bd22-4ce7-9af4-26bdefa69cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:42.733520 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee12cb3d-2dc7-44ca-8d99-61d658785e82 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event updated for resources: {'Subnet': ['ID=65d5f0bc-3723-44d6-9bed-b3f6403f2664,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:42.765904 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0f7739ac-ae1c-4d35-bbf2-bb3c59d83b47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:42.772088 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee12cb3d-2dc7-44ca-8d99-61d658785e82 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Checking segment: {'id': 'c2b31c6a-6b75-437c-b027-569628766dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9f045a7a-b62c-4ed4-999a-df5c19e32646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:12:42.772783 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee12cb3d-2dc7-44ca-8d99-61d658785e82 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Network hostable DHCP agents. Network: 9f045a7a-b62c-4ed4-999a-df5c19e32646, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:12:42.792317 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3607ebbd-bd22-4ce7-9af4-26bdefa69cf5 None None] Routers {'34a72d30-4bfa-4b39-8a83-9178f3e49d23'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:12:42.792991 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-3607ebbd-bd22-4ce7-9af4-26bdefa69cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:12:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['34a72d30-4bfa-4b39-8a83-9178f3e49d23'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:42.865475 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-ed134075-aaaf-4caa-bded-45a274265662 None None] Provisioning for port fb3953dd-3131-476c-8cc7-dcec561de72c completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:12:42.921033 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee12cb3d-2dc7-44ca-8d99-61d658785e82 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Network 9f045a7a-b62c-4ed4-999a-df5c19e32646 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:12:42.934094 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31509c59-00ed-4324-8139-86247d1a4318 None None] Pushing event updated for resources: {'Port': ['ID=fb3953dd-3131-476c-8cc7-dcec561de72c,revision_number=4']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:42.937739 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-3607ebbd-bd22-4ce7-9af4-26bdefa69cf5 None None] Set router 34a72d30-4bfa-4b39-8a83-9178f3e49d23 gateway port host: None {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:12:42.980004 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0f7739ac-ae1c-4d35-bbf2-bb3c59d83b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:42.981408 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7739ac-ae1c-4d35-bbf2-bb3c59d83b47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:12:42.982291 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0f7739ac-ae1c-4d35-bbf2-bb3c59d83b47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:43.078422 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-ee12cb3d-2dc7-44ca-8d99-61d658785e82 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 9f045a7a-b62c-4ed4-999a-df5c19e32646) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:12:43.091173 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee12cb3d-2dc7-44ca-8d99-61d658785e82 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:12:43.091815 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ee12cb3d-2dc7-44ca-8d99-61d658785e82 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:43.098207 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389b66c8-7826-40a5-b678-0e39d3a7d743 None None] Network 9f045a7a-b62c-4ed4-999a-df5c19e32646 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:12:43.154726 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7739ac-ae1c-4d35-bbf2-bb3c59d83b47 admin admin] Pushing event updated for resources: {'Network': ['ID=8044536e-702f-44b8-a779-7f0761d4b81e,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:43.172023 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 8044536e-702f-44b8-a779-7f0761d4b81e details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:12:43.182696 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 4429282a-e1da-4290-a4a0-06f5d9548fc2 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:12:43.229822 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-3607ebbd-bd22-4ce7-9af4-26bdefa69cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'name': 'tempest-RoutersTest-router-1649247209', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:12:31Z', 'updated_at': '2021-07-09T15:12:40Z', 'revision_number': 3, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'gw_port_host': None, '_interfaces': [{'id': '49ab8d25-868b-40a5-a40e-96dd5afff666', 'name': '', 'network_id': '848b6d4e-6d1e-4314-ad71-1a17ba880b7c', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'mac_address': 'fa:16:3e:63:32:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': 'caa37f70-4e02-46b1-b3e7-8bc6e13390fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:34Z', 'updated_at': '2021-07-09T15:12:41Z', 'revision_number': 5, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'subnets': [{'id': 'caa37f70-4e02-46b1-b3e7-8bc6e13390fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb3953dd-3131-476c-8cc7-dcec561de72c', 'name': '', 'network_id': 'd49d0eae-fda9-440e-b1fd-7cd58a51d2cd', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'mac_address': 'fa:16:3e:7d:63:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'f3ec926b-0a9b-41ff-8e7f-1994a34f42c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:38Z', 'updated_at': '2021-07-09T15:12:42Z', 'revision_number': 4, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'subnets': [{'id': 'f3ec926b-0a9b-41ff-8e7f-1994a34f42c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:43.241950 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-0f7739ac-ae1c-4d35-bbf2-bb3c59d83b47 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6272843 Jul 09 15:12:43.244831 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42576) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:43.250510 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-dfdf07b3-bfd4-4df6-b545-9ad437a6ca70 admin admin] Request body: {'subnet': {'network_id': '8044536e-702f-44b8-a779-7f0761d4b81e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1880738954-subnet', 'tenant_id': 'ffa72752a3ec4aac9c612dfa791b68d9', 'ip_version': 4}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:12:43.267637 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3607ebbd-bd22-4ce7-9af4-26bdefa69cf5 None None] The sync data for ids ['34a72d30-4bfa-4b39-8a83-9178f3e49d23'] in n-d-799529-6 is: [{'id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'name': 'tempest-RoutersTest-router-1649247209', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:12:31Z', 'updated_at': '2021-07-09T15:12:40Z', 'revision_number': 3, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'gw_port_host': None, '_interfaces': [{'id': '49ab8d25-868b-40a5-a40e-96dd5afff666', 'name': '', 'network_id': '848b6d4e-6d1e-4314-ad71-1a17ba880b7c', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'mac_address': 'fa:16:3e:63:32:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': 'caa37f70-4e02-46b1-b3e7-8bc6e13390fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:34Z', 'updated_at': '2021-07-09T15:12:41Z', 'revision_number': 5, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'subnets': [{'id': 'caa37f70-4e02-46b1-b3e7-8bc6e13390fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb3953dd-3131-476c-8cc7-dcec561de72c', 'name': '', 'network_id': 'd49d0eae-fda9-440e-b1fd-7cd58a51d2cd', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'mac_address': 'fa:16:3e:7d:63:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'f3ec926b-0a9b-41ff-8e7f-1994a34f42c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:38Z', 'updated_at': '2021-07-09T15:12:42Z', 'revision_number': 4, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'subnets': [{'id': 'f3ec926b-0a9b-41ff-8e7f-1994a34f42c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:12:43.278776 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ee12cb3d-2dc7-44ca-8d99-61d658785e82 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4337473 Jul 09 15:12:43.279201 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42578) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:43.435938 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 4429282a-e1da-4290-a4a0-06f5d9548fc2 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:12:43.437101 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:43.451233 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfdf07b3-bfd4-4df6-b545-9ad437a6ca70 admin admin] Made reservation on behalf of ffa72752a3ec4aac9c612dfa791b68d9 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:12:43.453964 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-dfdf07b3-bfd4-4df6-b545-9ad437a6ca70 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:43.570156 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d60a1e-5b4b-41a8-90aa-00295317c7cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-9f045a7a-b62c-4ed4-999a-df5c19e32646', 'network_id': '9f045a7a-b62c-4ed4-999a-df5c19e32646', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'fixed_ips': [{'subnet_id': '65d5f0bc-3723-44d6-9bed-b3f6403f2664'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:12:43.571004 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-24d60a1e-5b4b-41a8-90aa-00295317c7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:43.630897 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 49ab8d25-868b-40a5-a40e-96dd5afff666 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:12:43.865884 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-dfdf07b3-bfd4-4df6-b545-9ad437a6ca70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:43.950480 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-24d60a1e-5b4b-41a8-90aa-00295317c7cc None None] Allocated IP 172.22.0.2 (9f045a7a-b62c-4ed4-999a-df5c19e32646/65d5f0bc-3723-44d6-9bed-b3f6403f2664/90d6a43f-1206-475f-acb5-22870e5d07b8) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:12:44.005603 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-19fbb79e-c2d2-4f06-938f-7d94a2cb8277 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:44.012316 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdf07b3-bfd4-4df6-b545-9ad437a6ca70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce0de3d0-b583-4f4b-9766-d524b9edb34e,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:44.077778 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdf07b3-bfd4-4df6-b545-9ad437a6ca70 admin admin] Checking segment: {'id': '3261902c-618d-42ca-ba4c-924d56a948c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8044536e-702f-44b8-a779-7f0761d4b81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:12:44.078311 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfdf07b3-bfd4-4df6-b545-9ad437a6ca70 admin admin] Network hostable DHCP agents. Network: 8044536e-702f-44b8-a779-7f0761d4b81e, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:12:44.095577 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 49ab8d25-868b-40a5-a40e-96dd5afff666 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:12:44.096000 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:44.196422 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfdf07b3-bfd4-4df6-b545-9ad437a6ca70 admin admin] Network 8044536e-702f-44b8-a779-7f0761d4b81e is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:12:44.270236 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-dfdf07b3-bfd4-4df6-b545-9ad437a6ca70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 8044536e-702f-44b8-a779-7f0761d4b81e) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:12:44.274759 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfdf07b3-bfd4-4df6-b545-9ad437a6ca70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:12:44.275345 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-dfdf07b3-bfd4-4df6-b545-9ad437a6ca70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:44.286670 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-24d60a1e-5b4b-41a8-90aa-00295317c7cc None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:44.297533 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a3cce1-b14c-49bd-9c57-7d2537ede306 None None] Network 8044536e-702f-44b8-a779-7f0761d4b81e requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:12:44.375083 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-dfdf07b3-bfd4-4df6-b545-9ad437a6ca70 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1290684 Jul 09 15:12:44.377796 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42600) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:44.384330 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-4090e8c0-b20c-4614-96b6-f5591894ab5d admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1880738954-router', 'tenant_id': 'ffa72752a3ec4aac9c612dfa791b68d9', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:12:44.488826 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4090e8c0-b20c-4614-96b6-f5591894ab5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:44.490439 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4090e8c0-b20c-4614-96b6-f5591894ab5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:44.515999 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-24d60a1e-5b4b-41a8-90aa-00295317c7cc None None] Transition to ACTIVE for port object 90d6a43f-1206-475f-acb5-22870e5d07b8 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:12:44.543430 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-24d60a1e-5b4b-41a8-90aa-00295317c7cc None None] Transition to ACTIVE for port object 90d6a43f-1206-475f-acb5-22870e5d07b8 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:12:44.553459 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4090e8c0-b20c-4614-96b6-f5591894ab5d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:44.653947 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-24d60a1e-5b4b-41a8-90aa-00295317c7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:44.686507 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430fce58-41ee-4d50-8205-100427f11a14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-8044536e-702f-44b8-a779-7f0761d4b81e', 'network_id': '8044536e-702f-44b8-a779-7f0761d4b81e', 'tenant_id': 'ffa72752a3ec4aac9c612dfa791b68d9', 'fixed_ips': [{'subnet_id': 'ce0de3d0-b583-4f4b-9766-d524b9edb34e'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:12:44.687414 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-430fce58-41ee-4d50-8205-100427f11a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:44.715697 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d60a1e-5b4b-41a8-90aa-00295317c7cc None None] Network 9f045a7a-b62c-4ed4-999a-df5c19e32646 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:12:44.719829 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-24d60a1e-5b4b-41a8-90aa-00295317c7cc None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:12:44.723708 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d60a1e-5b4b-41a8-90aa-00295317c7cc None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:12:44.742868 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d60a1e-5b4b-41a8-90aa-00295317c7cc None None] Pushing event updated for resources: {'Port': ['ID=90d6a43f-1206-475f-acb5-22870e5d07b8,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:44.772400 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-19fbb79e-c2d2-4f06-938f-7d94a2cb8277 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Allocated IP 172.22.0.1 (9f045a7a-b62c-4ed4-999a-df5c19e32646/65d5f0bc-3723-44d6-9bed-b3f6403f2664/be1d1303-5fd8-4d31-9ae8-5e1506315515) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:12:44.865733 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4090e8c0-b20c-4614-96b6-f5591894ab5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:44.869309 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-24d60a1e-5b4b-41a8-90aa-00295317c7cc None None] Attempting to bind port 90d6a43f-1206-475f-acb5-22870e5d07b8 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:12:44.869679 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-24d60a1e-5b4b-41a8-90aa-00295317c7cc None None] Attempting to bind port 90d6a43f-1206-475f-acb5-22870e5d07b8 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'c2b31c6a-6b75-437c-b027-569628766dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9f045a7a-b62c-4ed4-999a-df5c19e32646'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:12:44.870039 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d60a1e-5b4b-41a8-90aa-00295317c7cc None None] Attempting to bind port 90d6a43f-1206-475f-acb5-22870e5d07b8 on network 9f045a7a-b62c-4ed4-999a-df5c19e32646 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:12:44.914823 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d60a1e-5b4b-41a8-90aa-00295317c7cc None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:12:44.915129 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d60a1e-5b4b-41a8-90aa-00295317c7cc None None] Checking segment: {'id': 'c2b31c6a-6b75-437c-b027-569628766dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9f045a7a-b62c-4ed4-999a-df5c19e32646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:12:44.915578 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-24d60a1e-5b4b-41a8-90aa-00295317c7cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:44.915980 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d60a1e-5b4b-41a8-90aa-00295317c7cc None None] Bound using segment: {'id': 'c2b31c6a-6b75-437c-b027-569628766dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9f045a7a-b62c-4ed4-999a-df5c19e32646'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:12:44.916471 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-24d60a1e-5b4b-41a8-90aa-00295317c7cc None None] Bound port: 90d6a43f-1206-475f-acb5-22870e5d07b8, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2b31c6a-6b75-437c-b027-569628766dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9f045a7a-b62c-4ed4-999a-df5c19e32646'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:12:44.916858 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-24d60a1e-5b4b-41a8-90aa-00295317c7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:44.978347 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-19fbb79e-c2d2-4f06-938f-7d94a2cb8277 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:44.979436 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-430fce58-41ee-4d50-8205-100427f11a14 None None] Allocated IP 172.20.0.2 (8044536e-702f-44b8-a779-7f0761d4b81e/ce0de3d0-b583-4f4b-9766-d524b9edb34e/8c01d509-5391-462d-9909-c8b590f0c4c2) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:12:45.008238 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-19fbb79e-c2d2-4f06-938f-7d94a2cb8277 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Transition to ACTIVE for port object be1d1303-5fd8-4d31-9ae8-5e1506315515 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:12:45.104770 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-24d60a1e-5b4b-41a8-90aa-00295317c7cc None None] For port 90d6a43f-1206-475f-acb5-22870e5d07b8, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:12:45.109389 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-24d60a1e-5b4b-41a8-90aa-00295317c7cc None None] For port 90d6a43f-1206-475f-acb5-22870e5d07b8, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=90d6a43f-1206-475f-acb5-22870e5d07b8,segment=NetworkSegment(c2b31c6a-6b75-437c-b027-569628766dcd),segment_id=c2b31c6a-6b75-437c-b027-569628766dcd)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:12:45.130035 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device fb3953dd-3131-476c-8cc7-dcec561de72c up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:12:45.244989 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-430fce58-41ee-4d50-8205-100427f11a14 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:45.250134 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:45.255665 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-430fce58-41ee-4d50-8205-100427f11a14 None None] Transition to ACTIVE for port object 8c01d509-5391-462d-9909-c8b590f0c4c2 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:12:45.273928 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-430fce58-41ee-4d50-8205-100427f11a14 None None] Transition to ACTIVE for port object 8c01d509-5391-462d-9909-c8b590f0c4c2 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:12:45.282558 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-19fbb79e-c2d2-4f06-938f-7d94a2cb8277 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:45.293050 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-24d60a1e-5b4b-41a8-90aa-00295317c7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:45.338654 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port fb3953dd-3131-476c-8cc7-dcec561de72c completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:12:45.353611 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port fb3953dd-3131-476c-8cc7-dcec561de72c triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:12:45.353987 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:45.366065 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fbb79e-c2d2-4f06-938f-7d94a2cb8277 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event updated for resources: {'Port': ['ID=be1d1303-5fd8-4d31-9ae8-5e1506315515,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:45.390376 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d60a1e-5b4b-41a8-90aa-00295317c7cc None None] Pushing event updated for resources: {'Port': ['ID=90d6a43f-1206-475f-acb5-22870e5d07b8,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:45.396323 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-430fce58-41ee-4d50-8205-100427f11a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:45.404913 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fbb79e-c2d2-4f06-938f-7d94a2cb8277 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Network 9f045a7a-b62c-4ed4-999a-df5c19e32646 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:12:45.408271 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-19fbb79e-c2d2-4f06-938f-7d94a2cb8277 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:12:45.418457 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fbb79e-c2d2-4f06-938f-7d94a2cb8277 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:12:45.461198 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430fce58-41ee-4d50-8205-100427f11a14 None None] Network 8044536e-702f-44b8-a779-7f0761d4b81e is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:12:45.466181 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430fce58-41ee-4d50-8205-100427f11a14 None None] Pushing event updated for resources: {'Port': ['ID=8c01d509-5391-462d-9909-c8b590f0c4c2,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:45.469995 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-430fce58-41ee-4d50-8205-100427f11a14 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:12:45.475307 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430fce58-41ee-4d50-8205-100427f11a14 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:12:45.509195 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4090e8c0-b20c-4614-96b6-f5591894ab5d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:45.511316 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-19fbb79e-c2d2-4f06-938f-7d94a2cb8277 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:45.572650 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4090e8c0-b20c-4614-96b6-f5591894ab5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:45.588726 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:45.590634 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-430fce58-41ee-4d50-8205-100427f11a14 None None] Attempting to bind port 8c01d509-5391-462d-9909-c8b590f0c4c2 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:12:45.591010 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-430fce58-41ee-4d50-8205-100427f11a14 None None] Attempting to bind port 8c01d509-5391-462d-9909-c8b590f0c4c2 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '3261902c-618d-42ca-ba4c-924d56a948c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8044536e-702f-44b8-a779-7f0761d4b81e'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:12:45.591376 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430fce58-41ee-4d50-8205-100427f11a14 None None] Attempting to bind port 8c01d509-5391-462d-9909-c8b590f0c4c2 on network 8044536e-702f-44b8-a779-7f0761d4b81e {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:12:45.610252 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430fce58-41ee-4d50-8205-100427f11a14 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:12:45.616613 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430fce58-41ee-4d50-8205-100427f11a14 None None] Checking segment: {'id': '3261902c-618d-42ca-ba4c-924d56a948c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8044536e-702f-44b8-a779-7f0761d4b81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:12:45.616613 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-430fce58-41ee-4d50-8205-100427f11a14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:45.616613 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430fce58-41ee-4d50-8205-100427f11a14 None None] Bound using segment: {'id': '3261902c-618d-42ca-ba4c-924d56a948c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8044536e-702f-44b8-a779-7f0761d4b81e'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:12:45.616613 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-430fce58-41ee-4d50-8205-100427f11a14 None None] Bound port: 8c01d509-5391-462d-9909-c8b590f0c4c2, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3261902c-618d-42ca-ba4c-924d56a948c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8044536e-702f-44b8-a779-7f0761d4b81e'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:12:45.616613 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-430fce58-41ee-4d50-8205-100427f11a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:45.693550 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port fb3953dd-3131-476c-8cc7-dcec561de72c, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=fb3953dd-3131-476c-8cc7-dcec561de72c,segment=NetworkSegment(8a8d1be0-316d-4b19-9d60-77deacc84c42),segment_id=8a8d1be0-316d-4b19-9d60-77deacc84c42)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:12:45.748755 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-430fce58-41ee-4d50-8205-100427f11a14 None None] For port 8c01d509-5391-462d-9909-c8b590f0c4c2, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:12:45.760950 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-430fce58-41ee-4d50-8205-100427f11a14 None None] For port 8c01d509-5391-462d-9909-c8b590f0c4c2, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=8c01d509-5391-462d-9909-c8b590f0c4c2,segment=NetworkSegment(3261902c-618d-42ca-ba4c-924d56a948c2),segment_id=3261902c-618d-42ca-ba4c-924d56a948c2)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:12:45.774155 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:45.820132 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-4090e8c0-b20c-4614-96b6-f5591894ab5d admin admin] Allocated IP 172.25.3.42 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/6bcc424f-82f4-4727-9187-e651416adb20) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:12:45.839003 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=fb3953dd-3131-476c-8cc7-dcec561de72c,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:45.878040 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-430fce58-41ee-4d50-8205-100427f11a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:45.938860 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-19fbb79e-c2d2-4f06-938f-7d94a2cb8277 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:45.961419 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430fce58-41ee-4d50-8205-100427f11a14 None None] Pushing event updated for resources: {'Port': ['ID=8c01d509-5391-462d-9909-c8b590f0c4c2,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:46.025908 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4090e8c0-b20c-4614-96b6-f5591894ab5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:46.265995 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4090e8c0-b20c-4614-96b6-f5591894ab5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:46.433732 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4090e8c0-b20c-4614-96b6-f5591894ab5d admin admin] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:12:46.454193 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-4090e8c0-b20c-4614-96b6-f5591894ab5d admin admin] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:12:46.458576 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4090e8c0-b20c-4614-96b6-f5591894ab5d admin admin] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:12:46.496364 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-19fbb79e-c2d2-4f06-938f-7d94a2cb8277 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:46.508018 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4090e8c0-b20c-4614-96b6-f5591894ab5d admin admin] Pushing event updated for resources: {'Port': ['ID=6bcc424f-82f4-4727-9187-e651416adb20,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:46.619388 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-19fbb79e-c2d2-4f06-938f-7d94a2cb8277 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:46.759259 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fbb79e-c2d2-4f06-938f-7d94a2cb8277 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event updated for resources: {'Port': ['ID=be1d1303-5fd8-4d31-9ae8-5e1506315515,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:46.761079 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-19fbb79e-c2d2-4f06-938f-7d94a2cb8277 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:46.966486 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5623a257-19aa-44a4-a11f-f0e00d8e632b None None] Network 9f045a7a-b62c-4ed4-999a-df5c19e32646 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:12:47.019806 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fbb79e-c2d2-4f06-938f-7d94a2cb8277 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Network 9f045a7a-b62c-4ed4-999a-df5c19e32646 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:12:47.028241 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-19fbb79e-c2d2-4f06-938f-7d94a2cb8277 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:12:47.043314 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4090e8c0-b20c-4614-96b6-f5591894ab5d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:47.296591 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-d370516b-c1dc-433d-95ae-c585b5f2864c None None] Provisioning for port 90d6a43f-1206-475f-acb5-22870e5d07b8 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:12:47.451016 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 90d6a43f-1206-475f-acb5-22870e5d07b8 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:12:47.644832 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c6bb2c-2efe-49cb-bc2f-88229abb0713 None None] Network 8044536e-702f-44b8-a779-7f0761d4b81e requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:12:47.716698 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 90d6a43f-1206-475f-acb5-22870e5d07b8 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:12:47.734158 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 90d6a43f-1206-475f-acb5-22870e5d07b8 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:12:47.734534 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:47.740915 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19fbb79e-c2d2-4f06-938f-7d94a2cb8277 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Router 34a72d30-4bfa-4b39-8a83-9178f3e49d23 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:12:47.876788 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-3eb2eb8e-2938-44ca-9ed2-5d27ca8c91b3 None None] Provisioning for port 8c01d509-5391-462d-9909-c8b590f0c4c2 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:12:47.903381 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:47.961513 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 90d6a43f-1206-475f-acb5-22870e5d07b8, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=90d6a43f-1206-475f-acb5-22870e5d07b8,segment=NetworkSegment(c2b31c6a-6b75-437c-b027-569628766dcd),segment_id=c2b31c6a-6b75-437c-b027-569628766dcd)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:12:48.016917 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19fbb79e-c2d2-4f06-938f-7d94a2cb8277 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:12:48.021859 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-19fbb79e-c2d2-4f06-938f-7d94a2cb8277 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "PUT /v2.0/routers/34a72d30-4bfa-4b39-8a83-9178f3e49d23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7386866 Jul 09 15:12:48.024137 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42670) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:48.029105 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4090e8c0-b20c-4614-96b6-f5591894ab5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:48.031542 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1345dd27-f50c-4fdd-a980-f9b50abf0d20 None None] Sync routers for ids ['34a72d30-4bfa-4b39-8a83-9178f3e49d23'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:12:48.032029 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-a56a8f15-00a7-4a4e-a198-268e5bd734be tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Request body: {'network': {'name': 'tempest-RoutersTest-1374209341'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:12:48.047379 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1345dd27-f50c-4fdd-a980-f9b50abf0d20 None None] Routers {'34a72d30-4bfa-4b39-8a83-9178f3e49d23'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:12:48.048062 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-1345dd27-f50c-4fdd-a980-f9b50abf0d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:12:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['34a72d30-4bfa-4b39-8a83-9178f3e49d23'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:48.186341 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:48.187162 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 8c01d509-5391-462d-9909-c8b590f0c4c2 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:12:48.207831 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56a8f15-00a7-4a4e-a198-268e5bd734be tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Made reservation on behalf of a1a34d2db2904412aaf00cb77602ec31 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:12:48.216764 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a56a8f15-00a7-4a4e-a198-268e5bd734be tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:48.247846 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-78d2a809-53df-4509-9ce9-b5a358477de3 None None] Provisioning for port be1d1303-5fd8-4d31-9ae8-5e1506315515 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:12:48.294183 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a56a8f15-00a7-4a4e-a198-268e5bd734be tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:12:48.303583 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4090e8c0-b20c-4614-96b6-f5591894ab5d admin admin] Router c2570646-fa5f-42fd-949c-971cc2d3c5dc is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 15:12:48.304249 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-78d2a809-53df-4509-9ce9-b5a358477de3 None None] Provisioning complete for port be1d1303-5fd8-4d31-9ae8-5e1506315515 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:12:48.304627 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-78d2a809-53df-4509-9ce9-b5a358477de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:48.313243 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a56a8f15-00a7-4a4e-a198-268e5bd734be tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:48.313592 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-a56a8f15-00a7-4a4e-a198-268e5bd734be tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Added segment cbc1e375-3ec4-4cb1-a7a4-237a607e2517 of type vlan for network 9a35a2a7-5661-4730-8834-0fe7dbcd0fd5 Jul 09 15:12:48.368474 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a56a8f15-00a7-4a4e-a198-268e5bd734be tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:48.394662 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-1345dd27-f50c-4fdd-a980-f9b50abf0d20 None None] Set router 34a72d30-4bfa-4b39-8a83-9178f3e49d23 gateway port host: None {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:12:48.451317 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=90d6a43f-1206-475f-acb5-22870e5d07b8,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:48.461839 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-78d2a809-53df-4509-9ce9-b5a358477de3 None None] Port be1d1303-5fd8-4d31-9ae8-5e1506315515 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:12:48.506930 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4090e8c0-b20c-4614-96b6-f5591894ab5d admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:12:48.519178 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549587fa-9fe3-44d3-a238-ede69a4016bd None None] Sync routers for ids ['c2570646-fa5f-42fd-949c-971cc2d3c5dc'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:12:48.528039 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a56a8f15-00a7-4a4e-a198-268e5bd734be tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:48.534507 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-78d2a809-53df-4509-9ce9-b5a358477de3 None None] Provisioning complete for port 90d6a43f-1206-475f-acb5-22870e5d07b8 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:12:48.534834 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56a8f15-00a7-4a4e-a198-268e5bd734be tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:12:48.535033 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-78d2a809-53df-4509-9ce9-b5a358477de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:48.535186 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a56a8f15-00a7-4a4e-a198-268e5bd734be tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:48.536725 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549587fa-9fe3-44d3-a238-ede69a4016bd None None] Routers {'c2570646-fa5f-42fd-949c-971cc2d3c5dc'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:12:48.537620 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-549587fa-9fe3-44d3-a238-ede69a4016bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:12:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['c2570646-fa5f-42fd-949c-971cc2d3c5dc'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:48.606307 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 8c01d509-5391-462d-9909-c8b590f0c4c2 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:12:48.618700 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 8c01d509-5391-462d-9909-c8b590f0c4c2 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:12:48.619068 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:48.642563 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4090e8c0-b20c-4614-96b6-f5591894ab5d admin admin] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:48.647154 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-4090e8c0-b20c-4614-96b6-f5591894ab5d admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.2676105 Jul 09 15:12:48.649750 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42680) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:48.758455 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-549587fa-9fe3-44d3-a238-ede69a4016bd None None] Set router c2570646-fa5f-42fd-949c-971cc2d3c5dc gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:12:48.900802 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:48.969883 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-1345dd27-f50c-4fdd-a980-f9b50abf0d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'name': 'tempest-RoutersTest-router-1649247209', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:12:31Z', 'updated_at': '2021-07-09T15:12:45Z', 'revision_number': 4, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'gw_port_host': None, '_interfaces': [{'id': '49ab8d25-868b-40a5-a40e-96dd5afff666', 'name': '', 'network_id': '848b6d4e-6d1e-4314-ad71-1a17ba880b7c', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'mac_address': 'fa:16:3e:63:32:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': 'caa37f70-4e02-46b1-b3e7-8bc6e13390fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:34Z', 'updated_at': '2021-07-09T15:12:41Z', 'revision_number': 5, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'subnets': [{'id': 'caa37f70-4e02-46b1-b3e7-8bc6e13390fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be1d1303-5fd8-4d31-9ae8-5e1506315515', 'name': '', 'network_id': '9f045a7a-b62c-4ed4-999a-df5c19e32646', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'mac_address': 'fa:16:3e:73:5f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '65d5f0bc-3723-44d6-9bed-b3f6403f2664', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:44Z', 'updated_at': '2021-07-09T15:12:46Z', 'revision_number': 2, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'subnets': [{'id': '65d5f0bc-3723-44d6-9bed-b3f6403f2664', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb3953dd-3131-476c-8cc7-dcec561de72c', 'name': '', 'network_id': 'd49d0eae-fda9-440e-b1fd-7cd58a51d2cd', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'mac_address': 'fa:16:3e:7d:63:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'f3ec926b-0a9b-41ff-8e7f-1994a34f42c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:38Z', 'updated_at': '2021-07-09T15:12:45Z', 'revision_number': 5, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'subnets': [{'id': 'f3ec926b-0a9b-41ff-8e7f-1994a34f42c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:48.981659 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 8c01d509-5391-462d-9909-c8b590f0c4c2, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=8c01d509-5391-462d-9909-c8b590f0c4c2,segment=NetworkSegment(3261902c-618d-42ca-ba4c-924d56a948c2),segment_id=3261902c-618d-42ca-ba4c-924d56a948c2)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:12:49.015955 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1345dd27-f50c-4fdd-a980-f9b50abf0d20 None None] Checking router: 34a72d30-4bfa-4b39-8a83-9178f3e49d23 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:12:49.016846 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1345dd27-f50c-4fdd-a980-f9b50abf0d20 None None] Updating router 34a72d30-4bfa-4b39-8a83-9178f3e49d23 port be1d1303-5fd8-4d31-9ae8-5e1506315515 binding host n-d-799529-6 {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:12:49.098994 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-49aaee29-f49f-41ae-8aef-1df0a7daf427 None None] Provisioning complete for port be1d1303-5fd8-4d31-9ae8-5e1506315515 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:12:49.099705 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a8f15-00a7-4a4e-a198-268e5bd734be tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event updated for resources: {'Network': ['ID=9a35a2a7-5661-4730-8834-0fe7dbcd0fd5,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:49.100674 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-49aaee29-f49f-41ae-8aef-1df0a7daf427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:49.129727 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 9a35a2a7-5661-4730-8834-0fe7dbcd0fd5 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:12:49.137807 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:49.139057 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device fb3953dd-3131-476c-8cc7-dcec561de72c up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:12:49.141152 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1345dd27-f50c-4fdd-a980-f9b50abf0d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:49.177339 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-a56a8f15-00a7-4a4e-a198-268e5bd734be tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1519978 Jul 09 15:12:49.177970 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42690) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:49.183340 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-549587fa-9fe3-44d3-a238-ede69a4016bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2570646-fa5f-42fd-949c-971cc2d3c5dc', 'name': 'tempest-TestServerMultinode-1880738954-router', 'tenant_id': 'ffa72752a3ec4aac9c612dfa791b68d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '6bcc424f-82f4-4727-9187-e651416adb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:12:44Z', 'updated_at': '2021-07-09T15:12:46Z', 'revision_number': 3, 'project_id': 'ffa72752a3ec4aac9c612dfa791b68d9', 'gw_port': {'id': '6bcc424f-82f4-4727-9187-e651416adb20', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2570646-fa5f-42fd-949c-971cc2d3c5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:45Z', 'updated_at': '2021-07-09T15:12:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:49.183930 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-893c62c1-3791-49a9-80c8-b506ecff7d3c tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Request body: {'subnet': {'network_id': '9a35a2a7-5661-4730-8834-0fe7dbcd0fd5', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:12:49.247759 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549587fa-9fe3-44d3-a238-ede69a4016bd None None] Checking router: c2570646-fa5f-42fd-949c-971cc2d3c5dc for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:12:49.248295 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549587fa-9fe3-44d3-a238-ede69a4016bd None None] Updating router c2570646-fa5f-42fd-949c-971cc2d3c5dc port 6bcc424f-82f4-4727-9187-e651416adb20 binding host n-d-799529-6 {{(pid=94448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:12:49.331095 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-549587fa-9fe3-44d3-a238-ede69a4016bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:49.407729 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893c62c1-3791-49a9-80c8-b506ecff7d3c tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Made reservation on behalf of a1a34d2db2904412aaf00cb77602ec31 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:12:49.418652 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-893c62c1-3791-49a9-80c8-b506ecff7d3c tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:49.426021 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2810fce4-c685-4621-826c-5acca20add1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:49.482068 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-49aaee29-f49f-41ae-8aef-1df0a7daf427 None None] Port be1d1303-5fd8-4d31-9ae8-5e1506315515 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:12:49.635994 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-49aaee29-f49f-41ae-8aef-1df0a7daf427 None None] Provisioning complete for port 8c01d509-5391-462d-9909-c8b590f0c4c2 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:12:49.636520 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-49aaee29-f49f-41ae-8aef-1df0a7daf427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:49.712681 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=8c01d509-5391-462d-9909-c8b590f0c4c2,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:49.744346 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port fb3953dd-3131-476c-8cc7-dcec561de72c triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:12:49.744728 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:49.779345 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-893c62c1-3791-49a9-80c8-b506ecff7d3c tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:49.816352 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-2810fce4-c685-4621-826c-5acca20add1d admin admin] Allocated IP 172.20.0.1 (8044536e-702f-44b8-a779-7f0761d4b81e/ce0de3d0-b583-4f4b-9766-d524b9edb34e/ebba05a9-136c-4342-97ed-f8b123a75602) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:12:49.899017 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893c62c1-3791-49a9-80c8-b506ecff7d3c tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event updated for resources: {'Subnet': ['ID=41267551-e306-4d26-92d8-373d9e44b834,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:49.920475 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893c62c1-3791-49a9-80c8-b506ecff7d3c tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Checking segment: {'id': 'cbc1e375-3ec4-4cb1-a7a4-237a607e2517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9a35a2a7-5661-4730-8834-0fe7dbcd0fd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:12:49.921612 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893c62c1-3791-49a9-80c8-b506ecff7d3c tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Network hostable DHCP agents. Network: 9a35a2a7-5661-4730-8834-0fe7dbcd0fd5, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:12:49.954925 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-549587fa-9fe3-44d3-a238-ede69a4016bd None None] Notify callbacks [] for port, precommit_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:49.968991 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.provisioning_blocks [None req-549587fa-9fe3-44d3-a238-ede69a4016bd None None] Transition to ACTIVE for port object 6bcc424f-82f4-4727-9187-e651416adb20 will not be triggered until provisioned by entity L2. {{(pid=94448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:12:50.007928 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893c62c1-3791-49a9-80c8-b506ecff7d3c tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Network 9a35a2a7-5661-4730-8834-0fe7dbcd0fd5 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:12:50.037993 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-549587fa-9fe3-44d3-a238-ede69a4016bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:50.051314 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2810fce4-c685-4621-826c-5acca20add1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:50.088831 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-893c62c1-3791-49a9-80c8-b506ecff7d3c tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 9a35a2a7-5661-4730-8834-0fe7dbcd0fd5) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:12:50.094087 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-2810fce4-c685-4621-826c-5acca20add1d admin admin] Transition to ACTIVE for port object ebba05a9-136c-4342-97ed-f8b123a75602 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:12:50.095128 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893c62c1-3791-49a9-80c8-b506ecff7d3c tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:12:50.096311 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-893c62c1-3791-49a9-80c8-b506ecff7d3c tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:50.103102 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0158eb3f-8182-4850-908e-3e490d39cea0 None None] Network 9a35a2a7-5661-4730-8834-0fe7dbcd0fd5 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:12:50.150216 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e783afa-f92b-4cf7-afa0-f5487e32fff1 None None] Pushing event updated for resources: {'Port': ['ID=6bcc424f-82f4-4727-9187-e651416adb20,revision_number=2']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:50.157800 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-549587fa-9fe3-44d3-a238-ede69a4016bd None None] Attempting to bind port 6bcc424f-82f4-4727-9187-e651416adb20 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:12:50.158366 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-549587fa-9fe3-44d3-a238-ede69a4016bd None None] Attempting to bind port 6bcc424f-82f4-4727-9187-e651416adb20 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:12:50.158677 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549587fa-9fe3-44d3-a238-ede69a4016bd None None] Attempting to bind port 6bcc424f-82f4-4727-9187-e651416adb20 on network 202c7ce6-d4e9-4f80-84dd-bef08905a653 {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:12:50.165008 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549587fa-9fe3-44d3-a238-ede69a4016bd None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:12:50.165379 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549587fa-9fe3-44d3-a238-ede69a4016bd None None] Checking segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:12:50.165791 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-549587fa-9fe3-44d3-a238-ede69a4016bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:50.166281 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549587fa-9fe3-44d3-a238-ede69a4016bd None None] Bound using segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:12:50.166968 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-549587fa-9fe3-44d3-a238-ede69a4016bd None None] Bound port: 6bcc424f-82f4-4727-9187-e651416adb20, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:12:50.167360 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-549587fa-9fe3-44d3-a238-ede69a4016bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:50.185882 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-893c62c1-3791-49a9-80c8-b506ecff7d3c tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0068192 Jul 09 15:12:50.187788 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 90d6a43f-1206-475f-acb5-22870e5d07b8 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:12:50.188663 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42702) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:50.233204 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2810fce4-c685-4621-826c-5acca20add1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:50.244937 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1345dd27-f50c-4fdd-a980-f9b50abf0d20 None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:50.276850 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-549587fa-9fe3-44d3-a238-ede69a4016bd None None] For port 6bcc424f-82f4-4727-9187-e651416adb20, host n-d-799529-6, cleared binding levels {{(pid=94448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:12:50.281801 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-549587fa-9fe3-44d3-a238-ede69a4016bd None None] For port 6bcc424f-82f4-4727-9187-e651416adb20, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=6bcc424f-82f4-4727-9187-e651416adb20,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:12:50.283132 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-1345dd27-f50c-4fdd-a980-f9b50abf0d20 None None] Transition to ACTIVE for port object be1d1303-5fd8-4d31-9ae8-5e1506315515 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:12:50.327887 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2810fce4-c685-4621-826c-5acca20add1d admin admin] Network 8044536e-702f-44b8-a779-7f0761d4b81e is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:12:50.337003 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-2810fce4-c685-4621-826c-5acca20add1d admin admin] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:12:50.340062 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-549587fa-9fe3-44d3-a238-ede69a4016bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:50.344608 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2810fce4-c685-4621-826c-5acca20add1d admin admin] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:12:50.348188 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 90d6a43f-1206-475f-acb5-22870e5d07b8 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:12:50.348577 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:50.419230 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1345dd27-f50c-4fdd-a980-f9b50abf0d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:50.430031 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2810fce4-c685-4621-826c-5acca20add1d admin admin] Pushing event updated for resources: {'Port': ['ID=ebba05a9-136c-4342-97ed-f8b123a75602,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:50.474651 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2810fce4-c685-4621-826c-5acca20add1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:50.515950 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38df3cd0-fd79-42e4-9825-240c07a63711 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-9a35a2a7-5661-4730-8834-0fe7dbcd0fd5', 'network_id': '9a35a2a7-5661-4730-8834-0fe7dbcd0fd5', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'fixed_ips': [{'subnet_id': '41267551-e306-4d26-92d8-373d9e44b834'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:12:50.516937 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-38df3cd0-fd79-42e4-9825-240c07a63711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:50.534824 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549587fa-9fe3-44d3-a238-ede69a4016bd None None] Routers {'c2570646-fa5f-42fd-949c-971cc2d3c5dc'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:12:50.536067 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-549587fa-9fe3-44d3-a238-ede69a4016bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:12:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['c2570646-fa5f-42fd-949c-971cc2d3c5dc'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:50.677834 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 8c01d509-5391-462d-9909-c8b590f0c4c2 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:12:50.734725 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885d2028-ee2f-46bd-8b6d-cb2c97a34f85 None None] Pushing event updated for resources: {'Port': ['ID=be1d1303-5fd8-4d31-9ae8-5e1506315515,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:50.744017 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e783afa-f92b-4cf7-afa0-f5487e32fff1 None None] Pushing event updated for resources: {'Port': ['ID=6bcc424f-82f4-4727-9187-e651416adb20,revision_number=3']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:50.834786 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-549587fa-9fe3-44d3-a238-ede69a4016bd None None] Set router c2570646-fa5f-42fd-949c-971cc2d3c5dc gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:12:50.889873 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2810fce4-c685-4621-826c-5acca20add1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:50.977386 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-92eee946-d5c3-48b7-9516-d02300ea34be tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:51.084801 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-1345dd27-f50c-4fdd-a980-f9b50abf0d20 None None] Attempting to bind port be1d1303-5fd8-4d31-9ae8-5e1506315515 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:12:51.085183 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-1345dd27-f50c-4fdd-a980-f9b50abf0d20 None None] Attempting to bind port be1d1303-5fd8-4d31-9ae8-5e1506315515 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'c2b31c6a-6b75-437c-b027-569628766dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9f045a7a-b62c-4ed4-999a-df5c19e32646'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:12:51.085564 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1345dd27-f50c-4fdd-a980-f9b50abf0d20 None None] Attempting to bind port be1d1303-5fd8-4d31-9ae8-5e1506315515 on network 9f045a7a-b62c-4ed4-999a-df5c19e32646 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:12:51.109155 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-549587fa-9fe3-44d3-a238-ede69a4016bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2570646-fa5f-42fd-949c-971cc2d3c5dc', 'name': 'tempest-TestServerMultinode-1880738954-router', 'tenant_id': 'ffa72752a3ec4aac9c612dfa791b68d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '6bcc424f-82f4-4727-9187-e651416adb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:12:44Z', 'updated_at': '2021-07-09T15:12:46Z', 'revision_number': 3, 'project_id': 'ffa72752a3ec4aac9c612dfa791b68d9', 'gw_port': {'id': '6bcc424f-82f4-4727-9187-e651416adb20', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2570646-fa5f-42fd-949c-971cc2d3c5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:45Z', 'updated_at': '2021-07-09T15:12:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:51.135655 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1345dd27-f50c-4fdd-a980-f9b50abf0d20 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:12:51.136309 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1345dd27-f50c-4fdd-a980-f9b50abf0d20 None None] Checking segment: {'id': 'c2b31c6a-6b75-437c-b027-569628766dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9f045a7a-b62c-4ed4-999a-df5c19e32646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:12:51.136504 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1345dd27-f50c-4fdd-a980-f9b50abf0d20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:51.136876 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1345dd27-f50c-4fdd-a980-f9b50abf0d20 None None] Bound using segment: {'id': 'c2b31c6a-6b75-437c-b027-569628766dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9f045a7a-b62c-4ed4-999a-df5c19e32646'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:12:51.137376 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-1345dd27-f50c-4fdd-a980-f9b50abf0d20 None None] Bound port: be1d1303-5fd8-4d31-9ae8-5e1506315515, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2b31c6a-6b75-437c-b027-569628766dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9f045a7a-b62c-4ed4-999a-df5c19e32646'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:12:51.137794 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1345dd27-f50c-4fdd-a980-f9b50abf0d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:51.142545 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 8c01d509-5391-462d-9909-c8b590f0c4c2 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:12:51.143471 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:51.153391 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549587fa-9fe3-44d3-a238-ede69a4016bd None None] The sync data for ids ['c2570646-fa5f-42fd-949c-971cc2d3c5dc'] in n-d-799529-6 is: [{'id': 'c2570646-fa5f-42fd-949c-971cc2d3c5dc', 'name': 'tempest-TestServerMultinode-1880738954-router', 'tenant_id': 'ffa72752a3ec4aac9c612dfa791b68d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '6bcc424f-82f4-4727-9187-e651416adb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:12:44Z', 'updated_at': '2021-07-09T15:12:46Z', 'revision_number': 3, 'project_id': 'ffa72752a3ec4aac9c612dfa791b68d9', 'gw_port': {'id': '6bcc424f-82f4-4727-9187-e651416adb20', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2570646-fa5f-42fd-949c-971cc2d3c5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:45Z', 'updated_at': '2021-07-09T15:12:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:12:51.182674 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-d0718231-c419-4159-95ff-ccedb60e7733 None None] Provisioning for port ebba05a9-136c-4342-97ed-f8b123a75602 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:12:51.242068 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2810fce4-c685-4621-826c-5acca20add1d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:51.251876 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-d0718231-c419-4159-95ff-ccedb60e7733 None None] Provisioning complete for port ebba05a9-136c-4342-97ed-f8b123a75602 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:12:51.251876 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0718231-c419-4159-95ff-ccedb60e7733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:51.287539 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2810fce4-c685-4621-826c-5acca20add1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:51.320285 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-38df3cd0-fd79-42e4-9825-240c07a63711 None None] Allocated IP 172.23.0.2 (9a35a2a7-5661-4730-8834-0fe7dbcd0fd5/41267551-e306-4d26-92d8-373d9e44b834/f3be06c5-7984-4801-8f0f-3da8511a85c7) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:12:51.374540 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2810fce4-c685-4621-826c-5acca20add1d admin admin] Pushing event updated for resources: {'Port': ['ID=ebba05a9-136c-4342-97ed-f8b123a75602,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:51.379495 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2810fce4-c685-4621-826c-5acca20add1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:51.384455 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-d0718231-c419-4159-95ff-ccedb60e7733 None None] Port ebba05a9-136c-4342-97ed-f8b123a75602 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:12:51.448475 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-1345dd27-f50c-4fdd-a980-f9b50abf0d20 None None] For port be1d1303-5fd8-4d31-9ae8-5e1506315515, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:12:51.475880 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-1345dd27-f50c-4fdd-a980-f9b50abf0d20 None None] For port be1d1303-5fd8-4d31-9ae8-5e1506315515, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=be1d1303-5fd8-4d31-9ae8-5e1506315515,segment=NetworkSegment(c2b31c6a-6b75-437c-b027-569628766dcd),segment_id=c2b31c6a-6b75-437c-b027-569628766dcd)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:12:51.512855 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2810fce4-c685-4621-826c-5acca20add1d admin admin] Network 8044536e-702f-44b8-a779-7f0761d4b81e is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:12:51.515177 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-2810fce4-c685-4621-826c-5acca20add1d admin admin] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:12:51.642461 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1345dd27-f50c-4fdd-a980-f9b50abf0d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:51.654210 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-38df3cd0-fd79-42e4-9825-240c07a63711 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:51.747606 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-38df3cd0-fd79-42e4-9825-240c07a63711 None None] Transition to ACTIVE for port object f3be06c5-7984-4801-8f0f-3da8511a85c7 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:12:51.771993 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1345dd27-f50c-4fdd-a980-f9b50abf0d20 None None] Routers {'34a72d30-4bfa-4b39-8a83-9178f3e49d23'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:12:51.772629 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-1345dd27-f50c-4fdd-a980-f9b50abf0d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:12:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['34a72d30-4bfa-4b39-8a83-9178f3e49d23'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:51.798604 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2810fce4-c685-4621-826c-5acca20add1d admin admin] Router c2570646-fa5f-42fd-949c-971cc2d3c5dc has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:12:51.879197 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-38df3cd0-fd79-42e4-9825-240c07a63711 None None] Transition to ACTIVE for port object f3be06c5-7984-4801-8f0f-3da8511a85c7 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:12:51.924619 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885d2028-ee2f-46bd-8b6d-cb2c97a34f85 None None] Pushing event updated for resources: {'Port': ['ID=be1d1303-5fd8-4d31-9ae8-5e1506315515,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:51.975933 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-1345dd27-f50c-4fdd-a980-f9b50abf0d20 None None] Set router 34a72d30-4bfa-4b39-8a83-9178f3e49d23 gateway port host: None {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:12:51.978559 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-38df3cd0-fd79-42e4-9825-240c07a63711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:52.068478 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-92eee946-d5c3-48b7-9516-d02300ea34be tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Allocated IP 172.23.0.1 (9a35a2a7-5661-4730-8834-0fe7dbcd0fd5/41267551-e306-4d26-92d8-373d9e44b834/de39595f-ed2b-4d55-9a41-43ade4e55201) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:12:52.107466 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2810fce4-c685-4621-826c-5acca20add1d admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:12:52.130078 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-2810fce4-c685-4621-826c-5acca20add1d admin admin] 10.222.0.58 "PUT /v2.0/routers/c2570646-fa5f-42fd-949c-971cc2d3c5dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4739344 Jul 09 15:12:52.139000 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38df3cd0-fd79-42e4-9825-240c07a63711 None None] Network 9a35a2a7-5661-4730-8834-0fe7dbcd0fd5 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:12:52.160364 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-38df3cd0-fd79-42e4-9825-240c07a63711 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:12:52.181264 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38df3cd0-fd79-42e4-9825-240c07a63711 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:12:52.272563 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 6bcc424f-82f4-4727-9187-e651416adb20 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:12:52.316680 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-92eee946-d5c3-48b7-9516-d02300ea34be tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:52.337447 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-92eee946-d5c3-48b7-9516-d02300ea34be tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Transition to ACTIVE for port object de39595f-ed2b-4d55-9a41-43ade4e55201 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:12:52.366115 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38df3cd0-fd79-42e4-9825-240c07a63711 None None] Pushing event updated for resources: {'Port': ['ID=f3be06c5-7984-4801-8f0f-3da8511a85c7,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:52.442625 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-92eee946-d5c3-48b7-9516-d02300ea34be tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:52.492590 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92eee946-d5c3-48b7-9516-d02300ea34be tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Network 9a35a2a7-5661-4730-8834-0fe7dbcd0fd5 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:12:52.499299 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-92eee946-d5c3-48b7-9516-d02300ea34be tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:12:52.504536 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92eee946-d5c3-48b7-9516-d02300ea34be tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:12:52.534430 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eee946-d5c3-48b7-9516-d02300ea34be tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event updated for resources: {'Port': ['ID=de39595f-ed2b-4d55-9a41-43ade4e55201,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:52.561756 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-92eee946-d5c3-48b7-9516-d02300ea34be tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:52.655958 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-38df3cd0-fd79-42e4-9825-240c07a63711 None None] Attempting to bind port f3be06c5-7984-4801-8f0f-3da8511a85c7 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:12:52.656596 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-38df3cd0-fd79-42e4-9825-240c07a63711 None None] Attempting to bind port f3be06c5-7984-4801-8f0f-3da8511a85c7 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'cbc1e375-3ec4-4cb1-a7a4-237a607e2517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9a35a2a7-5661-4730-8834-0fe7dbcd0fd5'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:12:52.657149 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38df3cd0-fd79-42e4-9825-240c07a63711 None None] Attempting to bind port f3be06c5-7984-4801-8f0f-3da8511a85c7 on network 9a35a2a7-5661-4730-8834-0fe7dbcd0fd5 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:12:52.671125 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-3756a517-ac5b-42dc-8f42-fc4f34ae97df None None] Provisioning complete for port ebba05a9-136c-4342-97ed-f8b123a75602 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:12:52.671537 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3756a517-ac5b-42dc-8f42-fc4f34ae97df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:52.713639 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-3756a517-ac5b-42dc-8f42-fc4f34ae97df None None] Port ebba05a9-136c-4342-97ed-f8b123a75602 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:12:52.716654 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38df3cd0-fd79-42e4-9825-240c07a63711 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:12:52.717694 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38df3cd0-fd79-42e4-9825-240c07a63711 None None] Checking segment: {'id': 'cbc1e375-3ec4-4cb1-a7a4-237a607e2517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9a35a2a7-5661-4730-8834-0fe7dbcd0fd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:12:52.717694 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-38df3cd0-fd79-42e4-9825-240c07a63711 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:52.717946 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38df3cd0-fd79-42e4-9825-240c07a63711 None None] Bound using segment: {'id': 'cbc1e375-3ec4-4cb1-a7a4-237a607e2517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9a35a2a7-5661-4730-8834-0fe7dbcd0fd5'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:12:52.718328 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-38df3cd0-fd79-42e4-9825-240c07a63711 None None] Bound port: f3be06c5-7984-4801-8f0f-3da8511a85c7, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbc1e375-3ec4-4cb1-a7a4-237a607e2517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9a35a2a7-5661-4730-8834-0fe7dbcd0fd5'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:12:52.718655 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-38df3cd0-fd79-42e4-9825-240c07a63711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:52.790842 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42732) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:52.857674 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-38df3cd0-fd79-42e4-9825-240c07a63711 None None] For port f3be06c5-7984-4801-8f0f-3da8511a85c7, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:12:52.859527 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-92eee946-d5c3-48b7-9516-d02300ea34be tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:52.862780 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-38df3cd0-fd79-42e4-9825-240c07a63711 None None] For port f3be06c5-7984-4801-8f0f-3da8511a85c7, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=f3be06c5-7984-4801-8f0f-3da8511a85c7,segment=NetworkSegment(cbc1e375-3ec4-4cb1-a7a4-237a607e2517),segment_id=cbc1e375-3ec4-4cb1-a7a4-237a607e2517)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:12:52.893685 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-1345dd27-f50c-4fdd-a980-f9b50abf0d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'name': 'tempest-RoutersTest-router-1649247209', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:12:31Z', 'updated_at': '2021-07-09T15:12:45Z', 'revision_number': 4, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'gw_port_host': None, '_interfaces': [{'id': '49ab8d25-868b-40a5-a40e-96dd5afff666', 'name': '', 'network_id': '848b6d4e-6d1e-4314-ad71-1a17ba880b7c', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'mac_address': 'fa:16:3e:63:32:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': 'caa37f70-4e02-46b1-b3e7-8bc6e13390fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:34Z', 'updated_at': '2021-07-09T15:12:41Z', 'revision_number': 5, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'subnets': [{'id': 'caa37f70-4e02-46b1-b3e7-8bc6e13390fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be1d1303-5fd8-4d31-9ae8-5e1506315515', 'name': '', 'network_id': '9f045a7a-b62c-4ed4-999a-df5c19e32646', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'mac_address': 'fa:16:3e:73:5f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '65d5f0bc-3723-44d6-9bed-b3f6403f2664', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:44Z', 'updated_at': '2021-07-09T15:12:51Z', 'revision_number': 4, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'subnets': [{'id': '65d5f0bc-3723-44d6-9bed-b3f6403f2664', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb3953dd-3131-476c-8cc7-dcec561de72c', 'name': '', 'network_id': 'd49d0eae-fda9-440e-b1fd-7cd58a51d2cd', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'mac_address': 'fa:16:3e:7d:63:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'f3ec926b-0a9b-41ff-8e7f-1994a34f42c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:38Z', 'updated_at': '2021-07-09T15:12:45Z', 'revision_number': 5, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'subnets': [{'id': 'f3ec926b-0a9b-41ff-8e7f-1994a34f42c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:52.927328 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 6bcc424f-82f4-4727-9187-e651416adb20 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:12:52.934106 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1345dd27-f50c-4fdd-a980-f9b50abf0d20 None None] The sync data for ids ['34a72d30-4bfa-4b39-8a83-9178f3e49d23'] in n-d-799529-6 is: [{'id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'name': 'tempest-RoutersTest-router-1649247209', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:12:31Z', 'updated_at': '2021-07-09T15:12:45Z', 'revision_number': 4, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'gw_port_host': None, '_interfaces': [{'id': '49ab8d25-868b-40a5-a40e-96dd5afff666', 'name': '', 'network_id': '848b6d4e-6d1e-4314-ad71-1a17ba880b7c', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'mac_address': 'fa:16:3e:63:32:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': 'caa37f70-4e02-46b1-b3e7-8bc6e13390fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:34Z', 'updated_at': '2021-07-09T15:12:41Z', 'revision_number': 5, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'subnets': [{'id': 'caa37f70-4e02-46b1-b3e7-8bc6e13390fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be1d1303-5fd8-4d31-9ae8-5e1506315515', 'name': '', 'network_id': '9f045a7a-b62c-4ed4-999a-df5c19e32646', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'mac_address': 'fa:16:3e:73:5f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '65d5f0bc-3723-44d6-9bed-b3f6403f2664', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:44Z', 'updated_at': '2021-07-09T15:12:51Z', 'revision_number': 4, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'subnets': [{'id': '65d5f0bc-3723-44d6-9bed-b3f6403f2664', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb3953dd-3131-476c-8cc7-dcec561de72c', 'name': '', 'network_id': 'd49d0eae-fda9-440e-b1fd-7cd58a51d2cd', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'mac_address': 'fa:16:3e:7d:63:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'f3ec926b-0a9b-41ff-8e7f-1994a34f42c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:38Z', 'updated_at': '2021-07-09T15:12:45Z', 'revision_number': 5, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'subnets': [{'id': 'f3ec926b-0a9b-41ff-8e7f-1994a34f42c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:12:52.936986 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 6bcc424f-82f4-4727-9187-e651416adb20 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:12:52.937430 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:53.052339 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:53.059416 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-38df3cd0-fd79-42e4-9825-240c07a63711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:53.136635 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 6bcc424f-82f4-4727-9187-e651416adb20, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=6bcc424f-82f4-4727-9187-e651416adb20,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:12:53.184483 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38df3cd0-fd79-42e4-9825-240c07a63711 None None] Pushing event updated for resources: {'Port': ['ID=f3be06c5-7984-4801-8f0f-3da8511a85c7,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:53.196083 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:53.291706 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=6bcc424f-82f4-4727-9187-e651416adb20,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:53.385448 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b19ebed0-8d2c-4224-b198-e518aaa88a67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:53.393511 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:53.583671 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-92eee946-d5c3-48b7-9516-d02300ea34be tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:53.656343 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b19ebed0-8d2c-4224-b198-e518aaa88a67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:53.711179 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-92eee946-d5c3-48b7-9516-d02300ea34be tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:53.755362 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b19ebed0-8d2c-4224-b198-e518aaa88a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:53.811477 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b19ebed0-8d2c-4224-b198-e518aaa88a67 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ab8ca2a215cb4dc6aaf2e7d1ce87d18b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0193233 Jul 09 15:12:53.813043 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19ebed0-8d2c-4224-b198-e518aaa88a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee72e19-57fc-48de-b856-ce870828b672,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:53.816380 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42748) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:53.827154 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-92eee946-d5c3-48b7-9516-d02300ea34be tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:53.834750 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eee946-d5c3-48b7-9516-d02300ea34be tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event updated for resources: {'Port': ['ID=de39595f-ed2b-4d55-9a41-43ade4e55201,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:53.937621 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0d03316a-cfc8-43c9-b07d-375a75126823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:53.967481 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0d03316a-cfc8-43c9-b07d-375a75126823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:53.990276 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92eee946-d5c3-48b7-9516-d02300ea34be tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Network 9a35a2a7-5661-4730-8834-0fe7dbcd0fd5 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:12:53.992566 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-92eee946-d5c3-48b7-9516-d02300ea34be tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:12:54.030699 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42756) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:54.037856 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-8b1f93e2-8496-4220-a5c8-b6fefda31bc8 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1134329411-network', 'tenant_id': '49e7385c2449449c9657197790d685ad'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:12:54.114834 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0d03316a-cfc8-43c9-b07d-375a75126823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:54.118576 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0d03316a-cfc8-43c9-b07d-375a75126823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:54.121827 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-0d03316a-cfc8-43c9-b07d-375a75126823 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dee72e19-57fc-48de-b856-ce870828b672 HTTP/1.1" status: 204 len: 168 time: 0.2763062 Jul 09 15:12:54.136036 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d03316a-cfc8-43c9-b07d-375a75126823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee72e19-57fc-48de-b856-ce870828b672,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:54.140856 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b1f93e2-8496-4220-a5c8-b6fefda31bc8 admin admin] Made reservation on behalf of 49e7385c2449449c9657197790d685ad for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:12:54.145493 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8b1f93e2-8496-4220-a5c8-b6fefda31bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:54.177788 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25642cb6-0633-49c0-8049-0d64f668f830 None None] Sync routers for ids ['c2570646-fa5f-42fd-949c-971cc2d3c5dc'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:12:54.179090 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8b1f93e2-8496-4220-a5c8-b6fefda31bc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:54.194373 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25642cb6-0633-49c0-8049-0d64f668f830 None None] Routers {'c2570646-fa5f-42fd-949c-971cc2d3c5dc'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:12:54.195805 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-25642cb6-0633-49c0-8049-0d64f668f830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:12:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['c2570646-fa5f-42fd-949c-971cc2d3c5dc'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:54.224006 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92eee946-d5c3-48b7-9516-d02300ea34be tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Router 34a72d30-4bfa-4b39-8a83-9178f3e49d23 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:12:54.366242 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device f3be06c5-7984-4801-8f0f-3da8511a85c7 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:12:54.398053 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8b1f93e2-8496-4220-a5c8-b6fefda31bc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:54.430596 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-25642cb6-0633-49c0-8049-0d64f668f830 None None] Set router c2570646-fa5f-42fd-949c-971cc2d3c5dc gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:12:54.453756 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92eee946-d5c3-48b7-9516-d02300ea34be tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:12:54.462671 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42766) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:54.462877 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-92eee946-d5c3-48b7-9516-d02300ea34be tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "PUT /v2.0/routers/34a72d30-4bfa-4b39-8a83-9178f3e49d23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2718551 Jul 09 15:12:54.464893 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9d6715-89a0-4d7d-aef3-02c536f9538f None None] Sync routers for ids ['34a72d30-4bfa-4b39-8a83-9178f3e49d23'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:12:54.469390 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-0e20c9ae-2d55-4f46-a6f8-585d36360753 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:12:54.475908 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8b1f93e2-8496-4220-a5c8-b6fefda31bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:54.476134 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9d6715-89a0-4d7d-aef3-02c536f9538f None None] Routers {'34a72d30-4bfa-4b39-8a83-9178f3e49d23'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:12:54.476845 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-2a9d6715-89a0-4d7d-aef3-02c536f9538f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:12:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['34a72d30-4bfa-4b39-8a83-9178f3e49d23'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:54.554762 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b1f93e2-8496-4220-a5c8-b6fefda31bc8 admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:12:54.565454 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8b1f93e2-8496-4220-a5c8-b6fefda31bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:54.565824 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-8b1f93e2-8496-4220-a5c8-b6fefda31bc8 admin admin] Added segment 112068db-64d1-4f8c-9701-2c04d5aac835 of type vlan for network d3f016b5-7577-4d42-9bfb-6179615c5ae4 Jul 09 15:12:54.610996 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-2a9d6715-89a0-4d7d-aef3-02c536f9538f None None] Set router 34a72d30-4bfa-4b39-8a83-9178f3e49d23 gateway port host: None {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:12:54.612614 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8b1f93e2-8496-4220-a5c8-b6fefda31bc8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:54.651052 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port f3be06c5-7984-4801-8f0f-3da8511a85c7 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:12:54.672318 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1f93e2-8496-4220-a5c8-b6fefda31bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6320071-7a73-4473-8401-6e67b9cb8752,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:54.678962 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device be1d1303-5fd8-4d31-9ae8-5e1506315515 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:12:54.842612 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-25642cb6-0633-49c0-8049-0d64f668f830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2570646-fa5f-42fd-949c-971cc2d3c5dc', 'name': 'tempest-TestServerMultinode-1880738954-router', 'tenant_id': 'ffa72752a3ec4aac9c612dfa791b68d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '6bcc424f-82f4-4727-9187-e651416adb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:12:44Z', 'updated_at': '2021-07-09T15:12:50Z', 'revision_number': 4, 'project_id': 'ffa72752a3ec4aac9c612dfa791b68d9', 'gw_port': {'id': '6bcc424f-82f4-4727-9187-e651416adb20', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2570646-fa5f-42fd-949c-971cc2d3c5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:45Z', 'updated_at': '2021-07-09T15:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'ebba05a9-136c-4342-97ed-f8b123a75602', 'name': '', 'network_id': '8044536e-702f-44b8-a779-7f0761d4b81e', 'tenant_id': 'ffa72752a3ec4aac9c612dfa791b68d9', 'mac_address': 'fa:16:3e:a1:21:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2570646-fa5f-42fd-949c-971cc2d3c5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'ce0de3d0-b583-4f4b-9766-d524b9edb34e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:49Z', 'updated_at': '2021-07-09T15:12:51Z', 'revision_number': 2, 'project_id': 'ffa72752a3ec4aac9c612dfa791b68d9', 'subnets': [{'id': 'ce0de3d0-b583-4f4b-9766-d524b9edb34e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:54.862146 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8b1f93e2-8496-4220-a5c8-b6fefda31bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:54.862146 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1f93e2-8496-4220-a5c8-b6fefda31bc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:12:54.862146 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8b1f93e2-8496-4220-a5c8-b6fefda31bc8 admin admin] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:54.909492 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25642cb6-0633-49c0-8049-0d64f668f830 None None] Checking router: c2570646-fa5f-42fd-949c-971cc2d3c5dc for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:12:54.910475 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25642cb6-0633-49c0-8049-0d64f668f830 None None] Updating router c2570646-fa5f-42fd-949c-971cc2d3c5dc port ebba05a9-136c-4342-97ed-f8b123a75602 binding host n-d-799529-6 {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:12:54.948059 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port be1d1303-5fd8-4d31-9ae8-5e1506315515 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:12:54.965365 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port be1d1303-5fd8-4d31-9ae8-5e1506315515 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:12:54.965856 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:54.977931 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1f93e2-8496-4220-a5c8-b6fefda31bc8 admin admin] Pushing event updated for resources: {'Network': ['ID=d3f016b5-7577-4d42-9bfb-6179615c5ae4,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:54.990051 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-8b1f93e2-8496-4220-a5c8-b6fefda31bc8 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9571793 Jul 09 15:12:54.993471 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42776) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:54.999996 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-fe513da9-928b-4f21-bcef-c11b85251ad8 admin admin] Request body: {'subnet': {'network_id': 'd3f016b5-7577-4d42-9bfb-6179615c5ae4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1134329411-subnet', 'tenant_id': '49e7385c2449449c9657197790d685ad', 'ip_version': 4}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:12:55.019094 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-2a9d6715-89a0-4d7d-aef3-02c536f9538f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'name': 'tempest-RoutersTest-router-1649247209', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:12:31Z', 'updated_at': '2021-07-09T15:12:52Z', 'revision_number': 5, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'gw_port_host': None, '_interfaces': [{'id': '49ab8d25-868b-40a5-a40e-96dd5afff666', 'name': '', 'network_id': '848b6d4e-6d1e-4314-ad71-1a17ba880b7c', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'mac_address': 'fa:16:3e:63:32:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': 'caa37f70-4e02-46b1-b3e7-8bc6e13390fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:34Z', 'updated_at': '2021-07-09T15:12:41Z', 'revision_number': 5, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'subnets': [{'id': 'caa37f70-4e02-46b1-b3e7-8bc6e13390fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be1d1303-5fd8-4d31-9ae8-5e1506315515', 'name': '', 'network_id': '9f045a7a-b62c-4ed4-999a-df5c19e32646', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'mac_address': 'fa:16:3e:73:5f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '65d5f0bc-3723-44d6-9bed-b3f6403f2664', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:44Z', 'updated_at': '2021-07-09T15:12:51Z', 'revision_number': 4, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'subnets': [{'id': '65d5f0bc-3723-44d6-9bed-b3f6403f2664', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de39595f-ed2b-4d55-9a41-43ade4e55201', 'name': '', 'network_id': '9a35a2a7-5661-4730-8834-0fe7dbcd0fd5', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'mac_address': 'fa:16:3e:19:7b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '41267551-e306-4d26-92d8-373d9e44b834', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:51Z', 'updated_at': '2021-07-09T15:12:53Z', 'revision_number': 2, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'subnets': [{'id': '41267551-e306-4d26-92d8-373d9e44b834', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb3953dd-3131-476c-8cc7-dcec561de72c', 'name': '', 'network_id': 'd49d0eae-fda9-440e-b1fd-7cd58a51d2cd', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'mac_address': 'fa:16:3e:7d:63:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'f3ec926b-0a9b-41ff-8e7f-1994a34f42c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:38Z', 'updated_at': '2021-07-09T15:12:45Z', 'revision_number': 5, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'subnets': [{'id': 'f3ec926b-0a9b-41ff-8e7f-1994a34f42c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:55.050570 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9d6715-89a0-4d7d-aef3-02c536f9538f None None] Checking router: 34a72d30-4bfa-4b39-8a83-9178f3e49d23 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:12:55.051300 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9d6715-89a0-4d7d-aef3-02c536f9538f None None] Updating router 34a72d30-4bfa-4b39-8a83-9178f3e49d23 port de39595f-ed2b-4d55-9a41-43ade4e55201 binding host n-d-799529-6 {{(pid=94448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:12:55.096983 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network d3f016b5-7577-4d42-9bfb-6179615c5ae4 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:12:55.107319 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-2a9d6715-89a0-4d7d-aef3-02c536f9538f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:55.114992 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-25642cb6-0633-49c0-8049-0d64f668f830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:55.165200 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e4f953-b151-4f16-a1c0-32ccc9a42a5d None None] Network 9a35a2a7-5661-4730-8834-0fe7dbcd0fd5 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:12:55.178867 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe513da9-928b-4f21-bcef-c11b85251ad8 admin admin] Made reservation on behalf of 49e7385c2449449c9657197790d685ad for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:12:55.181440 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fe513da9-928b-4f21-bcef-c11b85251ad8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:55.425098 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:55.432908 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-ba674fa3-5e38-4597-ad41-029edd2ff10b None None] Provisioning for port f3be06c5-7984-4801-8f0f-3da8511a85c7 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:12:55.467223 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-ba674fa3-5e38-4597-ad41-029edd2ff10b None None] Provisioning complete for port f3be06c5-7984-4801-8f0f-3da8511a85c7 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:12:55.467443 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42782) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:55.468009 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ba674fa3-5e38-4597-ad41-029edd2ff10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:55.485993 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-68754adf-d62c-41bb-a4e0-ba773b86d035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:55.532948 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-2a9d6715-89a0-4d7d-aef3-02c536f9538f None None] Notify callbacks [] for port, precommit_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:55.546570 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.provisioning_blocks [None req-2a9d6715-89a0-4d7d-aef3-02c536f9538f None None] Transition to ACTIVE for port object de39595f-ed2b-4d55-9a41-43ade4e55201 will not be triggered until provisioned by entity L2. {{(pid=94448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:12:55.553806 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fe513da9-928b-4f21-bcef-c11b85251ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:55.566276 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port be1d1303-5fd8-4d31-9ae8-5e1506315515, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=be1d1303-5fd8-4d31-9ae8-5e1506315515,segment=NetworkSegment(c2b31c6a-6b75-437c-b027-569628766dcd),segment_id=c2b31c6a-6b75-437c-b027-569628766dcd)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:12:55.652643 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-2a9d6715-89a0-4d7d-aef3-02c536f9538f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:55.663739 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe513da9-928b-4f21-bcef-c11b85251ad8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2f19dc5-4a45-4133-a405-5137df16d5ea,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:55.670238 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:55.671400 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 6bcc424f-82f4-4727-9187-e651416adb20 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:12:55.680476 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe513da9-928b-4f21-bcef-c11b85251ad8 admin admin] Checking segment: {'id': '112068db-64d1-4f8c-9701-2c04d5aac835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd3f016b5-7577-4d42-9bfb-6179615c5ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:12:55.680974 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe513da9-928b-4f21-bcef-c11b85251ad8 admin admin] Network hostable DHCP agents. Network: d3f016b5-7577-4d42-9bfb-6179615c5ae4, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:12:55.738801 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-68754adf-d62c-41bb-a4e0-ba773b86d035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:55.789644 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe513da9-928b-4f21-bcef-c11b85251ad8 admin admin] Network d3f016b5-7577-4d42-9bfb-6179615c5ae4 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:12:55.790957 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.extraroute_db [None req-0e20c9ae-2d55-4f46-a6f8-585d36360753 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=94446) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 09 15:12:55.819036 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-68754adf-d62c-41bb-a4e0-ba773b86d035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:55.822335 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.extraroute_db [None req-0e20c9ae-2d55-4f46-a6f8-585d36360753 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Removed routes are [] {{(pid=94446) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 09 15:12:55.822932 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0e20c9ae-2d55-4f46-a6f8-585d36360753 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:55.842396 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b724fbb-b762-4ed0-9ad7-f09f53e70790 None None] Pushing event updated for resources: {'Port': ['ID=de39595f-ed2b-4d55-9a41-43ade4e55201,revision_number=3']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:55.874442 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-68754adf-d62c-41bb-a4e0-ba773b86d035 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c1372962683940818e2fa1e3a2c9cccd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4059465 Jul 09 15:12:55.877250 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42786) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:55.879843 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-fe513da9-928b-4f21-bcef-c11b85251ad8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, d3f016b5-7577-4d42-9bfb-6179615c5ae4) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:12:55.882256 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68754adf-d62c-41bb-a4e0-ba773b86d035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92308302-6ea0-492f-88f5-1ff5173cfe9e,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:55.885727 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ba674fa3-5e38-4597-ad41-029edd2ff10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:55.886941 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe513da9-928b-4f21-bcef-c11b85251ad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:12:55.887687 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fe513da9-928b-4f21-bcef-c11b85251ad8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:55.899930 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5542cd-9f98-4db3-a242-422e783339e3 None None] Network d3f016b5-7577-4d42-9bfb-6179615c5ae4 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:12:55.901849 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=be1d1303-5fd8-4d31-9ae8-5e1506315515,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:55.904190 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-2a9d6715-89a0-4d7d-aef3-02c536f9538f None None] Attempting to bind port de39595f-ed2b-4d55-9a41-43ade4e55201 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:12:55.905031 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-2a9d6715-89a0-4d7d-aef3-02c536f9538f None None] Attempting to bind port de39595f-ed2b-4d55-9a41-43ade4e55201 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'cbc1e375-3ec4-4cb1-a7a4-237a607e2517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9a35a2a7-5661-4730-8834-0fe7dbcd0fd5'}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:12:55.906102 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9d6715-89a0-4d7d-aef3-02c536f9538f None None] Attempting to bind port de39595f-ed2b-4d55-9a41-43ade4e55201 on network 9a35a2a7-5661-4730-8834-0fe7dbcd0fd5 {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:12:55.915239 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9d6715-89a0-4d7d-aef3-02c536f9538f None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:12:55.915972 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9d6715-89a0-4d7d-aef3-02c536f9538f None None] Checking segment: {'id': 'cbc1e375-3ec4-4cb1-a7a4-237a607e2517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9a35a2a7-5661-4730-8834-0fe7dbcd0fd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:12:55.916902 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-2a9d6715-89a0-4d7d-aef3-02c536f9538f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:55.917703 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9d6715-89a0-4d7d-aef3-02c536f9538f None None] Bound using segment: {'id': 'cbc1e375-3ec4-4cb1-a7a4-237a607e2517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9a35a2a7-5661-4730-8834-0fe7dbcd0fd5'} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:12:55.918362 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-2a9d6715-89a0-4d7d-aef3-02c536f9538f None None] Bound port: de39595f-ed2b-4d55-9a41-43ade4e55201, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbc1e375-3ec4-4cb1-a7a4-237a607e2517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9a35a2a7-5661-4730-8834-0fe7dbcd0fd5'}}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:12:55.919065 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-2a9d6715-89a0-4d7d-aef3-02c536f9538f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:55.970633 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-ba674fa3-5e38-4597-ad41-029edd2ff10b None None] For port f3be06c5-7984-4801-8f0f-3da8511a85c7, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=f3be06c5-7984-4801-8f0f-3da8511a85c7,segment=NetworkSegment(cbc1e375-3ec4-4cb1-a7a4-237a607e2517),segment_id=cbc1e375-3ec4-4cb1-a7a4-237a607e2517)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:12:56.005137 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-fe513da9-928b-4f21-bcef-c11b85251ad8 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0082216 Jul 09 15:12:56.005708 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42790) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:56.010284 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-df992604-6352-45a3-8d11-e0d1c568d81a admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1134329411-router', 'tenant_id': '49e7385c2449449c9657197790d685ad', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:12:56.010845 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-2a9d6715-89a0-4d7d-aef3-02c536f9538f None None] For port de39595f-ed2b-4d55-9a41-43ade4e55201, host n-d-799529-6, cleared binding levels {{(pid=94448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:12:56.015489 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-2a9d6715-89a0-4d7d-aef3-02c536f9538f None None] For port de39595f-ed2b-4d55-9a41-43ade4e55201, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=de39595f-ed2b-4d55-9a41-43ade4e55201,segment=NetworkSegment(cbc1e375-3ec4-4cb1-a7a4-237a607e2517),segment_id=cbc1e375-3ec4-4cb1-a7a4-237a607e2517)] {{(pid=94448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:12:56.030310 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2ede238f-faeb-4fd8-8879-a03df7f05b50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:56.056812 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2ede238f-faeb-4fd8-8879-a03df7f05b50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:56.116656 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-2a9d6715-89a0-4d7d-aef3-02c536f9538f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:56.150580 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-df992604-6352-45a3-8d11-e0d1c568d81a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:56.152227 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-df992604-6352-45a3-8d11-e0d1c568d81a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:56.277846 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b724fbb-b762-4ed0-9ad7-f09f53e70790 None None] Pushing event updated for resources: {'Port': ['ID=de39595f-ed2b-4d55-9a41-43ade4e55201,revision_number=4']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:56.281795 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ba674fa3-5e38-4597-ad41-029edd2ff10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:56.286347 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-df992604-6352-45a3-8d11-e0d1c568d81a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:56.286529 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9d6715-89a0-4d7d-aef3-02c536f9538f None None] Routers {'34a72d30-4bfa-4b39-8a83-9178f3e49d23'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:12:56.287164 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-2a9d6715-89a0-4d7d-aef3-02c536f9538f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:12:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['34a72d30-4bfa-4b39-8a83-9178f3e49d23'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:56.306260 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0e20c9ae-2d55-4f46-a6f8-585d36360753 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:56.310822 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0e20c9ae-2d55-4f46-a6f8-585d36360753 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-753925'] for router, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:56.315062 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2ede238f-faeb-4fd8-8879-a03df7f05b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:56.317556 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2ede238f-faeb-4fd8-8879-a03df7f05b50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:56.325755 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-2ede238f-faeb-4fd8-8879-a03df7f05b50 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/92308302-6ea0-492f-88f5-1ff5173cfe9e HTTP/1.1" status: 204 len: 168 time: 0.4473310 Jul 09 15:12:56.357461 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ede238f-faeb-4fd8-8879-a03df7f05b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92308302-6ea0-492f-88f5-1ff5173cfe9e,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:56.373037 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-25642cb6-0633-49c0-8049-0d64f668f830 None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:56.408266 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 6bcc424f-82f4-4727-9187-e651416adb20 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:12:56.408647 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:56.434739 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-2a9d6715-89a0-4d7d-aef3-02c536f9538f None None] Set router 34a72d30-4bfa-4b39-8a83-9178f3e49d23 gateway port host: None {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:12:56.546888 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d359defd-dd46-4271-8c70-7ee3e8e946ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:56.557538 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e20c9ae-2d55-4f46-a6f8-585d36360753 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Router 34a72d30-4bfa-4b39-8a83-9178f3e49d23 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:12:56.574351 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-25642cb6-0633-49c0-8049-0d64f668f830 None None] Transition to ACTIVE for port object ebba05a9-136c-4342-97ed-f8b123a75602 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:12:56.634674 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba674fa3-5e38-4597-ad41-029edd2ff10b None None] Pushing event updated for resources: {'Port': ['ID=f3be06c5-7984-4801-8f0f-3da8511a85c7,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:56.688603 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-df992604-6352-45a3-8d11-e0d1c568d81a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:56.728693 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-88929cf3-b419-449e-994c-31da1d22cc7c None None] Provisioning for port de39595f-ed2b-4d55-9a41-43ade4e55201 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:12:56.732591 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e20c9ae-2d55-4f46-a6f8-585d36360753 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:12:56.735431 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-25642cb6-0633-49c0-8049-0d64f668f830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:56.748556 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0e20c9ae-2d55-4f46-a6f8-585d36360753 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:56.753918 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-0e20c9ae-2d55-4f46-a6f8-585d36360753 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "PUT /v2.0/routers/34a72d30-4bfa-4b39-8a83-9178f3e49d23 HTTP/1.1" status: 200 len: 934 time: 2.2896767 Jul 09 15:12:56.755123 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42800) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:56.942858 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5ecf7c-e1b0-468d-b0e0-dd13ffd57e91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-d3f016b5-7577-4d42-9bfb-6179615c5ae4', 'network_id': 'd3f016b5-7577-4d42-9bfb-6179615c5ae4', 'tenant_id': '49e7385c2449449c9657197790d685ad', 'fixed_ips': [{'subnet_id': 'd2f19dc5-4a45-4133-a405-5137df16d5ea'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:12:56.945067 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6f5ecf7c-e1b0-468d-b0e0-dd13ffd57e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:57.004470 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-2a9d6715-89a0-4d7d-aef3-02c536f9538f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'name': 'tempest-RoutersTest-router-1649247209', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:12:31Z', 'updated_at': '2021-07-09T15:12:55Z', 'revision_number': 6, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'gw_port_host': None, '_interfaces': [{'id': '49ab8d25-868b-40a5-a40e-96dd5afff666', 'name': '', 'network_id': '848b6d4e-6d1e-4314-ad71-1a17ba880b7c', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'mac_address': 'fa:16:3e:63:32:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': 'caa37f70-4e02-46b1-b3e7-8bc6e13390fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:34Z', 'updated_at': '2021-07-09T15:12:41Z', 'revision_number': 5, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'subnets': [{'id': 'caa37f70-4e02-46b1-b3e7-8bc6e13390fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be1d1303-5fd8-4d31-9ae8-5e1506315515', 'name': '', 'network_id': '9f045a7a-b62c-4ed4-999a-df5c19e32646', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'mac_address': 'fa:16:3e:73:5f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '65d5f0bc-3723-44d6-9bed-b3f6403f2664', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:44Z', 'updated_at': '2021-07-09T15:12:55Z', 'revision_number': 5, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'subnets': [{'id': '65d5f0bc-3723-44d6-9bed-b3f6403f2664', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de39595f-ed2b-4d55-9a41-43ade4e55201', 'name': '', 'network_id': '9a35a2a7-5661-4730-8834-0fe7dbcd0fd5', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'mac_address': 'fa:16:3e:19:7b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '41267551-e306-4d26-92d8-373d9e44b834', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:51Z', 'updated_at': '2021-07-09T15:12:55Z', 'revision_number': 4, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'subnets': [{'id': '41267551-e306-4d26-92d8-373d9e44b834', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb3953dd-3131-476c-8cc7-dcec561de72c', 'name': '', 'network_id': 'd49d0eae-fda9-440e-b1fd-7cd58a51d2cd', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'mac_address': 'fa:16:3e:7d:63:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'f3ec926b-0a9b-41ff-8e7f-1994a34f42c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:38Z', 'updated_at': '2021-07-09T15:12:45Z', 'revision_number': 5, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'subnets': [{'id': 'f3ec926b-0a9b-41ff-8e7f-1994a34f42c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:57.024422 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-88929cf3-b419-449e-994c-31da1d22cc7c None None] Provisioning complete for port f3be06c5-7984-4801-8f0f-3da8511a85c7 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:12:57.025045 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-88929cf3-b419-449e-994c-31da1d22cc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:57.045279 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db100774-1ac0-47ee-ae7c-5c05045d977b None None] Pushing event updated for resources: {'Port': ['ID=ebba05a9-136c-4342-97ed-f8b123a75602,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:57.118071 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9d6715-89a0-4d7d-aef3-02c536f9538f None None] The sync data for ids ['34a72d30-4bfa-4b39-8a83-9178f3e49d23'] in n-d-799529-6 is: [{'id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'name': 'tempest-RoutersTest-router-1649247209', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:12:31Z', 'updated_at': '2021-07-09T15:12:55Z', 'revision_number': 6, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'gw_port_host': None, '_interfaces': [{'id': '49ab8d25-868b-40a5-a40e-96dd5afff666', 'name': '', 'network_id': '848b6d4e-6d1e-4314-ad71-1a17ba880b7c', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'mac_address': 'fa:16:3e:63:32:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': 'caa37f70-4e02-46b1-b3e7-8bc6e13390fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:34Z', 'updated_at': '2021-07-09T15:12:41Z', 'revision_number': 5, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'subnets': [{'id': 'caa37f70-4e02-46b1-b3e7-8bc6e13390fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be1d1303-5fd8-4d31-9ae8-5e1506315515', 'name': '', 'network_id': '9f045a7a-b62c-4ed4-999a-df5c19e32646', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'mac_address': 'fa:16:3e:73:5f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '65d5f0bc-3723-44d6-9bed-b3f6403f2664', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:44Z', 'updated_at': '2021-07-09T15:12:55Z', 'revision_number': 5, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'subnets': [{'id': '65d5f0bc-3723-44d6-9bed-b3f6403f2664', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de39595f-ed2b-4d55-9a41-43ade4e55201', 'name': '', 'network_id': '9a35a2a7-5661-4730-8834-0fe7dbcd0fd5', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'mac_address': 'fa:16:3e:19:7b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '41267551-e306-4d26-92d8-373d9e44b834', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:51Z', 'updated_at': '2021-07-09T15:12:55Z', 'revision_number': 4, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'subnets': [{'id': '41267551-e306-4d26-92d8-373d9e44b834', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb3953dd-3131-476c-8cc7-dcec561de72c', 'name': '', 'network_id': 'd49d0eae-fda9-440e-b1fd-7cd58a51d2cd', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'mac_address': 'fa:16:3e:7d:63:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'f3ec926b-0a9b-41ff-8e7f-1994a34f42c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:38Z', 'updated_at': '2021-07-09T15:12:45Z', 'revision_number': 5, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'subnets': [{'id': 'f3ec926b-0a9b-41ff-8e7f-1994a34f42c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:12:57.382009 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device f3be06c5-7984-4801-8f0f-3da8511a85c7 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:12:57.506787 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-19a1017a-455d-40eb-9177-fde8f313e0c8 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "GET /v2.0/routers/34a72d30-4bfa-4b39-8a83-9178f3e49d23 HTTP/1.1" status: 200 len: 934 time: 0.7497976 Jul 09 15:12:57.509623 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42820) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:57.515845 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-91fa5ae4-f895-43c1-85d0-38800edabc00 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Request body: {'router': {'routes': None}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:12:57.566040 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-25642cb6-0633-49c0-8049-0d64f668f830 None None] Attempting to bind port ebba05a9-136c-4342-97ed-f8b123a75602 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:12:57.567145 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-25642cb6-0633-49c0-8049-0d64f668f830 None None] Attempting to bind port ebba05a9-136c-4342-97ed-f8b123a75602 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '3261902c-618d-42ca-ba4c-924d56a948c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8044536e-702f-44b8-a779-7f0761d4b81e'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:12:57.568655 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25642cb6-0633-49c0-8049-0d64f668f830 None None] Attempting to bind port ebba05a9-136c-4342-97ed-f8b123a75602 on network 8044536e-702f-44b8-a779-7f0761d4b81e {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:12:57.606865 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25642cb6-0633-49c0-8049-0d64f668f830 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:12:57.615930 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25642cb6-0633-49c0-8049-0d64f668f830 None None] Checking segment: {'id': '3261902c-618d-42ca-ba4c-924d56a948c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8044536e-702f-44b8-a779-7f0761d4b81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:12:57.616747 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-25642cb6-0633-49c0-8049-0d64f668f830 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:57.617396 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25642cb6-0633-49c0-8049-0d64f668f830 None None] Bound using segment: {'id': '3261902c-618d-42ca-ba4c-924d56a948c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8044536e-702f-44b8-a779-7f0761d4b81e'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:12:57.618266 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-25642cb6-0633-49c0-8049-0d64f668f830 None None] Bound port: ebba05a9-136c-4342-97ed-f8b123a75602, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3261902c-618d-42ca-ba4c-924d56a948c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8044536e-702f-44b8-a779-7f0761d4b81e'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:12:57.618913 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-25642cb6-0633-49c0-8049-0d64f668f830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:57.621993 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-6f5ecf7c-e1b0-468d-b0e0-dd13ffd57e91 None None] Allocated IP 172.20.0.2 (d3f016b5-7577-4d42-9bfb-6179615c5ae4/d2f19dc5-4a45-4133-a405-5137df16d5ea/a9e21f26-c0fe-4139-888d-86579b0dfa66) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:12:57.816245 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-df992604-6352-45a3-8d11-e0d1c568d81a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:57.855051 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-df992604-6352-45a3-8d11-e0d1c568d81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:57.903982 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port f3be06c5-7984-4801-8f0f-3da8511a85c7 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:12:57.905724 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:57.914238 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-25642cb6-0633-49c0-8049-0d64f668f830 None None] For port ebba05a9-136c-4342-97ed-f8b123a75602, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:12:58.022580 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-25642cb6-0633-49c0-8049-0d64f668f830 None None] For port ebba05a9-136c-4342-97ed-f8b123a75602, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=ebba05a9-136c-4342-97ed-f8b123a75602,segment=NetworkSegment(3261902c-618d-42ca-ba4c-924d56a948c2),segment_id=3261902c-618d-42ca-ba4c-924d56a948c2)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:12:58.025380 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-df992604-6352-45a3-8d11-e0d1c568d81a admin admin] Allocated IP 172.25.3.217 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/f5b22ae0-aebb-4675-a227-1604c8ab136d) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:12:58.152856 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-25642cb6-0633-49c0-8049-0d64f668f830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:58.211852 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6f5ecf7c-e1b0-468d-b0e0-dd13ffd57e91 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:58.243028 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-6f5ecf7c-e1b0-468d-b0e0-dd13ffd57e91 None None] Transition to ACTIVE for port object a9e21f26-c0fe-4139-888d-86579b0dfa66 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:12:58.287145 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-df992604-6352-45a3-8d11-e0d1c568d81a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:58.317766 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25642cb6-0633-49c0-8049-0d64f668f830 None None] Routers {'c2570646-fa5f-42fd-949c-971cc2d3c5dc'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:12:58.323068 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-25642cb6-0633-49c0-8049-0d64f668f830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:12:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['c2570646-fa5f-42fd-949c-971cc2d3c5dc'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:58.323068 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-6f5ecf7c-e1b0-468d-b0e0-dd13ffd57e91 None None] Transition to ACTIVE for port object a9e21f26-c0fe-4139-888d-86579b0dfa66 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:12:58.324425 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db100774-1ac0-47ee-ae7c-5c05045d977b None None] Pushing event updated for resources: {'Port': ['ID=ebba05a9-136c-4342-97ed-f8b123a75602,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:58.358052 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.extraroute_db [None req-91fa5ae4-f895-43c1-85d0-38800edabc00 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Added routes are [] {{(pid=94446) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 09 15:12:58.358337 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.extraroute_db [None req-91fa5ae4-f895-43c1-85d0-38800edabc00 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=94446) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 09 15:12:58.368057 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device be1d1303-5fd8-4d31-9ae8-5e1506315515 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:12:58.418671 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-91fa5ae4-f895-43c1-85d0-38800edabc00 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:58.494250 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-df992604-6352-45a3-8d11-e0d1c568d81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:58.532869 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-25642cb6-0633-49c0-8049-0d64f668f830 None None] Set router c2570646-fa5f-42fd-949c-971cc2d3c5dc gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:12:58.591240 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [req-7616334f-aa6f-44bb-afe7-91eefd5256b6 req-2aa06133-e542-4ee4-88a9-aafbd18b8b79 service neutron] (94445) timed out ('10.222.0.54', 56322) {{(pid=94445) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 15:12:58.614492 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df992604-6352-45a3-8d11-e0d1c568d81a admin admin] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:12:58.626640 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-df992604-6352-45a3-8d11-e0d1c568d81a admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:12:58.632530 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df992604-6352-45a3-8d11-e0d1c568d81a admin admin] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:12:58.707907 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df992604-6352-45a3-8d11-e0d1c568d81a admin admin] Pushing event updated for resources: {'Port': ['ID=f5b22ae0-aebb-4675-a227-1604c8ab136d,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:58.724468 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d42ca0-588e-4bd7-bd58-d32c3f8f9fea None None] Sync routers for ids ['34a72d30-4bfa-4b39-8a83-9178f3e49d23'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:12:58.733083 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6f5ecf7c-e1b0-468d-b0e0-dd13ffd57e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:58.741398 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-91fa5ae4-f895-43c1-85d0-38800edabc00 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:58.746778 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-91fa5ae4-f895-43c1-85d0-38800edabc00 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-753925'] for router, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:58.799617 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port be1d1303-5fd8-4d31-9ae8-5e1506315515 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:12:58.799617 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:58.844276 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5ecf7c-e1b0-468d-b0e0-dd13ffd57e91 None None] Network d3f016b5-7577-4d42-9bfb-6179615c5ae4 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:12:58.874225 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d42ca0-588e-4bd7-bd58-d32c3f8f9fea None None] Routers {'34a72d30-4bfa-4b39-8a83-9178f3e49d23'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:12:58.874884 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-47d42ca0-588e-4bd7-bd58-d32c3f8f9fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:12:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['34a72d30-4bfa-4b39-8a83-9178f3e49d23'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:58.888926 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91fa5ae4-f895-43c1-85d0-38800edabc00 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Router 34a72d30-4bfa-4b39-8a83-9178f3e49d23 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:12:58.949853 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-6f5ecf7c-e1b0-468d-b0e0-dd13ffd57e91 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:12:58.969936 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5ecf7c-e1b0-468d-b0e0-dd13ffd57e91 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:12:58.989339 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ecf7c-e1b0-468d-b0e0-dd13ffd57e91 None None] Pushing event updated for resources: {'Port': ['ID=a9e21f26-c0fe-4139-888d-86579b0dfa66,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:12:59.077274 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91fa5ae4-f895-43c1-85d0-38800edabc00 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:12:59.089383 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-91fa5ae4-f895-43c1-85d0-38800edabc00 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:59.090825 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-91fa5ae4-f895-43c1-85d0-38800edabc00 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "PUT /v2.0/routers/34a72d30-4bfa-4b39-8a83-9178f3e49d23 HTTP/1.1" status: 200 len: 700 time: 1.5793860 Jul 09 15:12:59.094773 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42846) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:59.104832 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-47d42ca0-588e-4bd7-bd58-d32c3f8f9fea None None] Set router 34a72d30-4bfa-4b39-8a83-9178f3e49d23 gateway port host: None {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:12:59.223323 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-df992604-6352-45a3-8d11-e0d1c568d81a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:59.282451 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-223f5581-e0c5-447d-a695-037f0baaa9aa tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "GET /v2.0/routers/34a72d30-4bfa-4b39-8a83-9178f3e49d23 HTTP/1.1" status: 200 len: 700 time: 0.1839044 Jul 09 15:12:59.285958 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42854) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:12:59.341997 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2f3b89d6-f1bd-4b5c-85ea-7db3e6e53dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:59.361428 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-6f5ecf7c-e1b0-468d-b0e0-dd13ffd57e91 None None] Attempting to bind port a9e21f26-c0fe-4139-888d-86579b0dfa66 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:12:59.361952 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-6f5ecf7c-e1b0-468d-b0e0-dd13ffd57e91 None None] Attempting to bind port a9e21f26-c0fe-4139-888d-86579b0dfa66 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '112068db-64d1-4f8c-9701-2c04d5aac835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd3f016b5-7577-4d42-9bfb-6179615c5ae4'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:12:59.362333 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5ecf7c-e1b0-468d-b0e0-dd13ffd57e91 None None] Attempting to bind port a9e21f26-c0fe-4139-888d-86579b0dfa66 on network d3f016b5-7577-4d42-9bfb-6179615c5ae4 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:12:59.481231 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5ecf7c-e1b0-468d-b0e0-dd13ffd57e91 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:12:59.482128 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5ecf7c-e1b0-468d-b0e0-dd13ffd57e91 None None] Checking segment: {'id': '112068db-64d1-4f8c-9701-2c04d5aac835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd3f016b5-7577-4d42-9bfb-6179615c5ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:12:59.482925 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6f5ecf7c-e1b0-468d-b0e0-dd13ffd57e91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:59.494769 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5ecf7c-e1b0-468d-b0e0-dd13ffd57e91 None None] Bound using segment: {'id': '112068db-64d1-4f8c-9701-2c04d5aac835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd3f016b5-7577-4d42-9bfb-6179615c5ae4'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:12:59.495683 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-6f5ecf7c-e1b0-468d-b0e0-dd13ffd57e91 None None] Bound port: a9e21f26-c0fe-4139-888d-86579b0dfa66, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '112068db-64d1-4f8c-9701-2c04d5aac835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd3f016b5-7577-4d42-9bfb-6179615c5ae4'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:12:59.496308 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6f5ecf7c-e1b0-468d-b0e0-dd13ffd57e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:59.503155 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-25642cb6-0633-49c0-8049-0d64f668f830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2570646-fa5f-42fd-949c-971cc2d3c5dc', 'name': 'tempest-TestServerMultinode-1880738954-router', 'tenant_id': 'ffa72752a3ec4aac9c612dfa791b68d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '6bcc424f-82f4-4727-9187-e651416adb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:12:44Z', 'updated_at': '2021-07-09T15:12:50Z', 'revision_number': 4, 'project_id': 'ffa72752a3ec4aac9c612dfa791b68d9', 'gw_port': {'id': '6bcc424f-82f4-4727-9187-e651416adb20', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2570646-fa5f-42fd-949c-971cc2d3c5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:45Z', 'updated_at': '2021-07-09T15:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'ebba05a9-136c-4342-97ed-f8b123a75602', 'name': '', 'network_id': '8044536e-702f-44b8-a779-7f0761d4b81e', 'tenant_id': 'ffa72752a3ec4aac9c612dfa791b68d9', 'mac_address': 'fa:16:3e:a1:21:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2570646-fa5f-42fd-949c-971cc2d3c5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'ce0de3d0-b583-4f4b-9766-d524b9edb34e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:49Z', 'updated_at': '2021-07-09T15:12:57Z', 'revision_number': 4, 'project_id': 'ffa72752a3ec4aac9c612dfa791b68d9', 'subnets': [{'id': 'ce0de3d0-b583-4f4b-9766-d524b9edb34e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:59.507838 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:59.513267 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-df992604-6352-45a3-8d11-e0d1c568d81a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:59.619984 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device de39595f-ed2b-4d55-9a41-43ade4e55201 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:12:59.625905 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25642cb6-0633-49c0-8049-0d64f668f830 None None] The sync data for ids ['c2570646-fa5f-42fd-949c-971cc2d3c5dc'] in n-d-799529-6 is: [{'id': 'c2570646-fa5f-42fd-949c-971cc2d3c5dc', 'name': 'tempest-TestServerMultinode-1880738954-router', 'tenant_id': 'ffa72752a3ec4aac9c612dfa791b68d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '6bcc424f-82f4-4727-9187-e651416adb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:12:44Z', 'updated_at': '2021-07-09T15:12:50Z', 'revision_number': 4, 'project_id': 'ffa72752a3ec4aac9c612dfa791b68d9', 'gw_port': {'id': '6bcc424f-82f4-4727-9187-e651416adb20', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2570646-fa5f-42fd-949c-971cc2d3c5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:45Z', 'updated_at': '2021-07-09T15:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'ebba05a9-136c-4342-97ed-f8b123a75602', 'name': '', 'network_id': '8044536e-702f-44b8-a779-7f0761d4b81e', 'tenant_id': 'ffa72752a3ec4aac9c612dfa791b68d9', 'mac_address': 'fa:16:3e:a1:21:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2570646-fa5f-42fd-949c-971cc2d3c5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'ce0de3d0-b583-4f4b-9766-d524b9edb34e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:49Z', 'updated_at': '2021-07-09T15:12:57Z', 'revision_number': 4, 'project_id': 'ffa72752a3ec4aac9c612dfa791b68d9', 'subnets': [{'id': 'ce0de3d0-b583-4f4b-9766-d524b9edb34e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:12:59.792799 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-6f5ecf7c-e1b0-468d-b0e0-dd13ffd57e91 None None] For port a9e21f26-c0fe-4139-888d-86579b0dfa66, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:12:59.831778 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df992604-6352-45a3-8d11-e0d1c568d81a admin admin] Router aba99189-2d22-4664-b84e-cb191bdf7ce0 is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 15:12:59.867906 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-6f5ecf7c-e1b0-468d-b0e0-dd13ffd57e91 None None] For port a9e21f26-c0fe-4139-888d-86579b0dfa66, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=a9e21f26-c0fe-4139-888d-86579b0dfa66,segment=NetworkSegment(112068db-64d1-4f8c-9701-2c04d5aac835),segment_id=112068db-64d1-4f8c-9701-2c04d5aac835)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:12:59.919355 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port de39595f-ed2b-4d55-9a41-43ade4e55201 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:12:59.926002 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port de39595f-ed2b-4d55-9a41-43ade4e55201 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:12:59.926507 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bd3a1b60-eba9-45c5-956d-ca124363d841 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:59.927112 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:59.932360 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-47d42ca0-588e-4bd7-bd58-d32c3f8f9fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'name': 'tempest-RoutersTest-router-1649247209', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:12:31Z', 'updated_at': '2021-07-09T15:12:58Z', 'revision_number': 7, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'gw_port_host': None, '_interfaces': [{'id': '49ab8d25-868b-40a5-a40e-96dd5afff666', 'name': '', 'network_id': '848b6d4e-6d1e-4314-ad71-1a17ba880b7c', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'mac_address': 'fa:16:3e:63:32:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': 'caa37f70-4e02-46b1-b3e7-8bc6e13390fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:34Z', 'updated_at': '2021-07-09T15:12:41Z', 'revision_number': 5, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'subnets': [{'id': 'caa37f70-4e02-46b1-b3e7-8bc6e13390fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be1d1303-5fd8-4d31-9ae8-5e1506315515', 'name': '', 'network_id': '9f045a7a-b62c-4ed4-999a-df5c19e32646', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'mac_address': 'fa:16:3e:73:5f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '65d5f0bc-3723-44d6-9bed-b3f6403f2664', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:44Z', 'updated_at': '2021-07-09T15:12:55Z', 'revision_number': 5, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'subnets': [{'id': '65d5f0bc-3723-44d6-9bed-b3f6403f2664', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de39595f-ed2b-4d55-9a41-43ade4e55201', 'name': '', 'network_id': '9a35a2a7-5661-4730-8834-0fe7dbcd0fd5', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'mac_address': 'fa:16:3e:19:7b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '41267551-e306-4d26-92d8-373d9e44b834', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:51Z', 'updated_at': '2021-07-09T15:12:55Z', 'revision_number': 4, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'subnets': [{'id': '41267551-e306-4d26-92d8-373d9e44b834', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb3953dd-3131-476c-8cc7-dcec561de72c', 'name': '', 'network_id': 'd49d0eae-fda9-440e-b1fd-7cd58a51d2cd', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'mac_address': 'fa:16:3e:7d:63:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'f3ec926b-0a9b-41ff-8e7f-1994a34f42c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:38Z', 'updated_at': '2021-07-09T15:12:45Z', 'revision_number': 5, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'subnets': [{'id': 'f3ec926b-0a9b-41ff-8e7f-1994a34f42c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:12:59.985801 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6f5ecf7c-e1b0-468d-b0e0-dd13ffd57e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:12:59.998560 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d42ca0-588e-4bd7-bd58-d32c3f8f9fea None None] Checking router: 34a72d30-4bfa-4b39-8a83-9178f3e49d23 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:13:00.083559 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df992604-6352-45a3-8d11-e0d1c568d81a admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:13:00.089885 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d42ca0-588e-4bd7-bd58-d32c3f8f9fea None None] Routers {'34a72d30-4bfa-4b39-8a83-9178f3e49d23'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:13:00.089885 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-47d42ca0-588e-4bd7-bd58-d32c3f8f9fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:12:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['34a72d30-4bfa-4b39-8a83-9178f3e49d23'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:00.097493 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092e58b8-8d53-4b99-9cdd-88470396169d None None] Sync routers for ids ['aba99189-2d22-4664-b84e-cb191bdf7ce0'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:13:00.122995 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092e58b8-8d53-4b99-9cdd-88470396169d None None] Routers {'aba99189-2d22-4664-b84e-cb191bdf7ce0'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:13:00.123698 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-092e58b8-8d53-4b99-9cdd-88470396169d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:12:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['aba99189-2d22-4664-b84e-cb191bdf7ce0'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:00.179659 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-df992604-6352-45a3-8d11-e0d1c568d81a admin admin] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:00.181359 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-df992604-6352-45a3-8d11-e0d1c568d81a admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1747591 Jul 09 15:13:00.184982 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42870) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:00.209672 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ecf7c-e1b0-468d-b0e0-dd13ffd57e91 None None] Pushing event updated for resources: {'Port': ['ID=a9e21f26-c0fe-4139-888d-86579b0dfa66,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:00.296620 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-47d42ca0-588e-4bd7-bd58-d32c3f8f9fea None None] Set router 34a72d30-4bfa-4b39-8a83-9178f3e49d23 gateway port host: None {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:13:00.310933 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-092e58b8-8d53-4b99-9cdd-88470396169d None None] Set router aba99189-2d22-4664-b84e-cb191bdf7ce0 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:13:00.641989 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:00.646178 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-bd3a1b60-eba9-45c5-956d-ca124363d841 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Deleting port de39595f-ed2b-4d55-9a41-43ade4e55201 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:13:00.646522 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bd3a1b60-eba9-45c5-956d-ca124363d841 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:00.749180 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:00.792679 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-092e58b8-8d53-4b99-9cdd-88470396169d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba99189-2d22-4664-b84e-cb191bdf7ce0', 'name': 'tempest-TestServerMultinode-1134329411-router', 'tenant_id': '49e7385c2449449c9657197790d685ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'f5b22ae0-aebb-4675-a227-1604c8ab136d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:12:56Z', 'updated_at': '2021-07-09T15:12:58Z', 'revision_number': 3, 'project_id': '49e7385c2449449c9657197790d685ad', 'gw_port': {'id': 'f5b22ae0-aebb-4675-a227-1604c8ab136d', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba99189-2d22-4664-b84e-cb191bdf7ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:57Z', 'updated_at': '2021-07-09T15:12:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:00.850723 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092e58b8-8d53-4b99-9cdd-88470396169d None None] Checking router: aba99189-2d22-4664-b84e-cb191bdf7ce0 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:13:00.851077 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092e58b8-8d53-4b99-9cdd-88470396169d None None] Updating router aba99189-2d22-4664-b84e-cb191bdf7ce0 port f5b22ae0-aebb-4675-a227-1604c8ab136d binding host n-d-799529-6 {{(pid=94448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:13:00.877610 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-bd3a1b60-eba9-45c5-956d-ca124363d841 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] For port de39595f-ed2b-4d55-9a41-43ade4e55201, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=de39595f-ed2b-4d55-9a41-43ade4e55201,segment=NetworkSegment(cbc1e375-3ec4-4cb1-a7a4-237a607e2517),segment_id=cbc1e375-3ec4-4cb1-a7a4-237a607e2517)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:13:00.878187 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bd3a1b60-eba9-45c5-956d-ca124363d841 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:00.879895 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port de39595f-ed2b-4d55-9a41-43ade4e55201, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=de39595f-ed2b-4d55-9a41-43ade4e55201,segment=NetworkSegment(cbc1e375-3ec4-4cb1-a7a4-237a607e2517),segment_id=cbc1e375-3ec4-4cb1-a7a4-237a607e2517)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:13:00.896158 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-47d42ca0-588e-4bd7-bd58-d32c3f8f9fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'name': 'tempest-RoutersTest-router-1649247209', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:12:31Z', 'updated_at': '2021-07-09T15:12:58Z', 'revision_number': 7, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'gw_port_host': None, '_interfaces': [{'id': '49ab8d25-868b-40a5-a40e-96dd5afff666', 'name': '', 'network_id': '848b6d4e-6d1e-4314-ad71-1a17ba880b7c', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'mac_address': 'fa:16:3e:63:32:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': 'caa37f70-4e02-46b1-b3e7-8bc6e13390fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:34Z', 'updated_at': '2021-07-09T15:12:41Z', 'revision_number': 5, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'subnets': [{'id': 'caa37f70-4e02-46b1-b3e7-8bc6e13390fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be1d1303-5fd8-4d31-9ae8-5e1506315515', 'name': '', 'network_id': '9f045a7a-b62c-4ed4-999a-df5c19e32646', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'mac_address': 'fa:16:3e:73:5f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '65d5f0bc-3723-44d6-9bed-b3f6403f2664', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:44Z', 'updated_at': '2021-07-09T15:12:55Z', 'revision_number': 5, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'subnets': [{'id': '65d5f0bc-3723-44d6-9bed-b3f6403f2664', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de39595f-ed2b-4d55-9a41-43ade4e55201', 'name': '', 'network_id': '9a35a2a7-5661-4730-8834-0fe7dbcd0fd5', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'mac_address': 'fa:16:3e:19:7b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '41267551-e306-4d26-92d8-373d9e44b834', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:51Z', 'updated_at': '2021-07-09T15:12:55Z', 'revision_number': 4, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'subnets': [{'id': '41267551-e306-4d26-92d8-373d9e44b834', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb3953dd-3131-476c-8cc7-dcec561de72c', 'name': '', 'network_id': 'd49d0eae-fda9-440e-b1fd-7cd58a51d2cd', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'mac_address': 'fa:16:3e:7d:63:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'f3ec926b-0a9b-41ff-8e7f-1994a34f42c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:38Z', 'updated_at': '2021-07-09T15:12:45Z', 'revision_number': 5, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'subnets': [{'id': 'f3ec926b-0a9b-41ff-8e7f-1994a34f42c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:00.899166 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-bd3a1b60-eba9-45c5-956d-ca124363d841 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Calling delete_port for de39595f-ed2b-4d55-9a41-43ade4e55201 owned by network:router_interface {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:13:00.945565 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-092e58b8-8d53-4b99-9cdd-88470396169d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:00.966895 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d42ca0-588e-4bd7-bd58-d32c3f8f9fea None None] The sync data for ids ['34a72d30-4bfa-4b39-8a83-9178f3e49d23'] in n-d-799529-6 is: [{'id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'name': 'tempest-RoutersTest-router-1649247209', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:12:31Z', 'updated_at': '2021-07-09T15:12:58Z', 'revision_number': 7, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'gw_port_host': None, '_interfaces': [{'id': '49ab8d25-868b-40a5-a40e-96dd5afff666', 'name': '', 'network_id': '848b6d4e-6d1e-4314-ad71-1a17ba880b7c', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'mac_address': 'fa:16:3e:63:32:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': 'caa37f70-4e02-46b1-b3e7-8bc6e13390fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:34Z', 'updated_at': '2021-07-09T15:12:41Z', 'revision_number': 5, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'subnets': [{'id': 'caa37f70-4e02-46b1-b3e7-8bc6e13390fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be1d1303-5fd8-4d31-9ae8-5e1506315515', 'name': '', 'network_id': '9f045a7a-b62c-4ed4-999a-df5c19e32646', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'mac_address': 'fa:16:3e:73:5f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '65d5f0bc-3723-44d6-9bed-b3f6403f2664', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:44Z', 'updated_at': '2021-07-09T15:12:55Z', 'revision_number': 5, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'subnets': [{'id': '65d5f0bc-3723-44d6-9bed-b3f6403f2664', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de39595f-ed2b-4d55-9a41-43ade4e55201', 'name': '', 'network_id': '9a35a2a7-5661-4730-8834-0fe7dbcd0fd5', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'mac_address': 'fa:16:3e:19:7b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '41267551-e306-4d26-92d8-373d9e44b834', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:51Z', 'updated_at': '2021-07-09T15:12:55Z', 'revision_number': 4, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'subnets': [{'id': '41267551-e306-4d26-92d8-373d9e44b834', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb3953dd-3131-476c-8cc7-dcec561de72c', 'name': '', 'network_id': 'd49d0eae-fda9-440e-b1fd-7cd58a51d2cd', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'mac_address': 'fa:16:3e:7d:63:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'f3ec926b-0a9b-41ff-8e7f-1994a34f42c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:38Z', 'updated_at': '2021-07-09T15:12:45Z', 'revision_number': 5, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'subnets': [{'id': 'f3ec926b-0a9b-41ff-8e7f-1994a34f42c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:13:01.041222 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:01.145066 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=de39595f-ed2b-4d55-9a41-43ade4e55201,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:01.324511 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7f2b4c4f-474e-4efd-b09b-773efc20fa26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:01.373026 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bd3a1b60-eba9-45c5-956d-ca124363d841 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:01.463113 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3a1b60-eba9-45c5-956d-ca124363d841 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event deleted for resources: {'Port': ['ID=de39595f-ed2b-4d55-9a41-43ade4e55201,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:01.516806 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f48d03-e6ed-4158-9c04-6888935bc697 None None] Sync routers for ids ['34a72d30-4bfa-4b39-8a83-9178f3e49d23'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:13:01.565583 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f48d03-e6ed-4158-9c04-6888935bc697 None None] Routers {'34a72d30-4bfa-4b39-8a83-9178f3e49d23'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:13:01.566397 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-76f48d03-e6ed-4158-9c04-6888935bc697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:12:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['34a72d30-4bfa-4b39-8a83-9178f3e49d23'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:01.752401 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-092e58b8-8d53-4b99-9cdd-88470396169d None None] Notify callbacks [] for port, precommit_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:01.803341 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.provisioning_blocks [None req-092e58b8-8d53-4b99-9cdd-88470396169d None None] Transition to ACTIVE for port object f5b22ae0-aebb-4675-a227-1604c8ab136d will not be triggered until provisioned by entity L2. {{(pid=94448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:13:01.826162 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device ebba05a9-136c-4342-97ed-f8b123a75602 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:13:01.870623 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-092e58b8-8d53-4b99-9cdd-88470396169d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:01.900211 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:01.901942 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-76f48d03-e6ed-4158-9c04-6888935bc697 None None] Set router 34a72d30-4bfa-4b39-8a83-9178f3e49d23 gateway port host: None {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:13:01.980772 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-7f2b4c4f-474e-4efd-b09b-773efc20fa26 admin admin] Allocated IP 172.20.0.1 (d3f016b5-7577-4d42-9bfb-6179615c5ae4/d2f19dc5-4a45-4133-a405-5137df16d5ea/3ce10e77-0a69-427a-941b-bb80f475eb76) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:13:02.073230 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-092e58b8-8d53-4b99-9cdd-88470396169d None None] Attempting to bind port f5b22ae0-aebb-4675-a227-1604c8ab136d on host n-d-799529-6 for vnic_type normal with profile {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:13:02.074807 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-092e58b8-8d53-4b99-9cdd-88470396169d None None] Attempting to bind port f5b22ae0-aebb-4675-a227-1604c8ab136d by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:13:02.074807 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092e58b8-8d53-4b99-9cdd-88470396169d None None] Attempting to bind port f5b22ae0-aebb-4675-a227-1604c8ab136d on network 202c7ce6-d4e9-4f80-84dd-bef08905a653 {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:13:02.088145 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092e58b8-8d53-4b99-9cdd-88470396169d None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:13:02.088533 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092e58b8-8d53-4b99-9cdd-88470396169d None None] Checking segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:13:02.088934 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-092e58b8-8d53-4b99-9cdd-88470396169d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:02.089333 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092e58b8-8d53-4b99-9cdd-88470396169d None None] Bound using segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:13:02.089809 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-092e58b8-8d53-4b99-9cdd-88470396169d None None] Bound port: f5b22ae0-aebb-4675-a227-1604c8ab136d, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:13:02.090205 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-092e58b8-8d53-4b99-9cdd-88470396169d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:02.112677 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92742698-7681-4baf-81a1-aeb35fd4fc8e None None] Network d3f016b5-7577-4d42-9bfb-6179615c5ae4 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:13:02.152085 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd143dac-e95e-4887-9a64-946c01fd8411 None None] Pushing event updated for resources: {'Port': ['ID=f5b22ae0-aebb-4675-a227-1604c8ab136d,revision_number=2']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:02.166756 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bd3a1b60-eba9-45c5-956d-ca124363d841 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:02.222256 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7f2b4c4f-474e-4efd-b09b-773efc20fa26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:02.242422 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-092e58b8-8d53-4b99-9cdd-88470396169d None None] For port f5b22ae0-aebb-4675-a227-1604c8ab136d, host n-d-799529-6, cleared binding levels {{(pid=94448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:13:02.245966 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-092e58b8-8d53-4b99-9cdd-88470396169d None None] For port f5b22ae0-aebb-4675-a227-1604c8ab136d, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=f5b22ae0-aebb-4675-a227-1604c8ab136d,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:13:02.269449 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-7f2b4c4f-474e-4efd-b09b-773efc20fa26 admin admin] Transition to ACTIVE for port object 3ce10e77-0a69-427a-941b-bb80f475eb76 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:13:02.350624 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-092e58b8-8d53-4b99-9cdd-88470396169d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:02.466750 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-387401f6-2fa6-4af4-8836-9e3c9cf85deb None None] Provisioning for port a9e21f26-c0fe-4139-888d-86579b0dfa66 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:13:02.467628 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092e58b8-8d53-4b99-9cdd-88470396169d None None] Routers {'aba99189-2d22-4664-b84e-cb191bdf7ce0'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:13:02.468568 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-092e58b8-8d53-4b99-9cdd-88470396169d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:12:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['aba99189-2d22-4664-b84e-cb191bdf7ce0'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:02.488148 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7f2b4c4f-474e-4efd-b09b-773efc20fa26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:02.489065 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port ebba05a9-136c-4342-97ed-f8b123a75602 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:13:02.503273 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port ebba05a9-136c-4342-97ed-f8b123a75602 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:13:02.503957 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:02.554238 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2b4c4f-474e-4efd-b09b-773efc20fa26 admin admin] Network d3f016b5-7577-4d42-9bfb-6179615c5ae4 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:13:02.556462 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-7f2b4c4f-474e-4efd-b09b-773efc20fa26 admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:13:02.562783 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2b4c4f-474e-4efd-b09b-773efc20fa26 admin admin] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:13:02.612064 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2b4c4f-474e-4efd-b09b-773efc20fa26 admin admin] Pushing event updated for resources: {'Port': ['ID=3ce10e77-0a69-427a-941b-bb80f475eb76,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:02.616721 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7f2b4c4f-474e-4efd-b09b-773efc20fa26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:02.671669 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd143dac-e95e-4887-9a64-946c01fd8411 None None] Pushing event updated for resources: {'Port': ['ID=f5b22ae0-aebb-4675-a227-1604c8ab136d,revision_number=3']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:02.685914 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-76f48d03-e6ed-4158-9c04-6888935bc697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'name': 'tempest-RoutersTest-router-1649247209', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:12:31Z', 'updated_at': '2021-07-09T15:13:01Z', 'revision_number': 8, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'gw_port_host': None, '_interfaces': [{'id': '49ab8d25-868b-40a5-a40e-96dd5afff666', 'name': '', 'network_id': '848b6d4e-6d1e-4314-ad71-1a17ba880b7c', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'mac_address': 'fa:16:3e:63:32:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': 'caa37f70-4e02-46b1-b3e7-8bc6e13390fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:34Z', 'updated_at': '2021-07-09T15:12:41Z', 'revision_number': 5, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'subnets': [{'id': 'caa37f70-4e02-46b1-b3e7-8bc6e13390fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be1d1303-5fd8-4d31-9ae8-5e1506315515', 'name': '', 'network_id': '9f045a7a-b62c-4ed4-999a-df5c19e32646', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'mac_address': 'fa:16:3e:73:5f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '65d5f0bc-3723-44d6-9bed-b3f6403f2664', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:44Z', 'updated_at': '2021-07-09T15:12:55Z', 'revision_number': 5, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'subnets': [{'id': '65d5f0bc-3723-44d6-9bed-b3f6403f2664', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb3953dd-3131-476c-8cc7-dcec561de72c', 'name': '', 'network_id': 'd49d0eae-fda9-440e-b1fd-7cd58a51d2cd', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'mac_address': 'fa:16:3e:7d:63:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'f3ec926b-0a9b-41ff-8e7f-1994a34f42c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:38Z', 'updated_at': '2021-07-09T15:12:45Z', 'revision_number': 5, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'subnets': [{'id': 'f3ec926b-0a9b-41ff-8e7f-1994a34f42c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:02.749541 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-092e58b8-8d53-4b99-9cdd-88470396169d None None] Set router aba99189-2d22-4664-b84e-cb191bdf7ce0 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:13:02.750770 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f48d03-e6ed-4158-9c04-6888935bc697 None None] Checking router: 34a72d30-4bfa-4b39-8a83-9178f3e49d23 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:13:02.773974 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f48d03-e6ed-4158-9c04-6888935bc697 None None] Routers {'34a72d30-4bfa-4b39-8a83-9178f3e49d23'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:13:02.774419 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-76f48d03-e6ed-4158-9c04-6888935bc697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:12:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['34a72d30-4bfa-4b39-8a83-9178f3e49d23'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:02.909853 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd3a1b60-eba9-45c5-956d-ca124363d841 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Router 34a72d30-4bfa-4b39-8a83-9178f3e49d23 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:13:02.966984 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7f2b4c4f-474e-4efd-b09b-773efc20fa26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:03.048503 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3a1b60-eba9-45c5-956d-ca124363d841 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:13:03.058378 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-bd3a1b60-eba9-45c5-956d-ca124363d841 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "PUT /v2.0/routers/34a72d30-4bfa-4b39-8a83-9178f3e49d23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7712145 Jul 09 15:13:03.061311 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42904) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:03.133151 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-092e58b8-8d53-4b99-9cdd-88470396169d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba99189-2d22-4664-b84e-cb191bdf7ce0', 'name': 'tempest-TestServerMultinode-1134329411-router', 'tenant_id': '49e7385c2449449c9657197790d685ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'f5b22ae0-aebb-4675-a227-1604c8ab136d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:12:56Z', 'updated_at': '2021-07-09T15:12:58Z', 'revision_number': 3, 'project_id': '49e7385c2449449c9657197790d685ad', 'gw_port': {'id': 'f5b22ae0-aebb-4675-a227-1604c8ab136d', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba99189-2d22-4664-b84e-cb191bdf7ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:57Z', 'updated_at': '2021-07-09T15:13:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:03.175661 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d1259e9-db50-4fbd-9b05-f1bb30a011bb tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Deleting subnet 41267551-e306-4d26-92d8-373d9e44b834 {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:13:03.187653 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3d1259e9-db50-4fbd-9b05-f1bb30a011bb tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:03.206183 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092e58b8-8d53-4b99-9cdd-88470396169d None None] The sync data for ids ['aba99189-2d22-4664-b84e-cb191bdf7ce0'] in n-d-799529-6 is: [{'id': 'aba99189-2d22-4664-b84e-cb191bdf7ce0', 'name': 'tempest-TestServerMultinode-1134329411-router', 'tenant_id': '49e7385c2449449c9657197790d685ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'f5b22ae0-aebb-4675-a227-1604c8ab136d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:12:56Z', 'updated_at': '2021-07-09T15:12:58Z', 'revision_number': 3, 'project_id': '49e7385c2449449c9657197790d685ad', 'gw_port': {'id': 'f5b22ae0-aebb-4675-a227-1604c8ab136d', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba99189-2d22-4664-b84e-cb191bdf7ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:57Z', 'updated_at': '2021-07-09T15:13:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:13:03.247525 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:03.306626 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-76f48d03-e6ed-4158-9c04-6888935bc697 None None] Set router 34a72d30-4bfa-4b39-8a83-9178f3e49d23 gateway port host: None {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:13:03.312988 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3d1259e9-db50-4fbd-9b05-f1bb30a011bb tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:03.355286 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7f2b4c4f-474e-4efd-b09b-773efc20fa26 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:03.416767 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port ebba05a9-136c-4342-97ed-f8b123a75602, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=ebba05a9-136c-4342-97ed-f8b123a75602,segment=NetworkSegment(3261902c-618d-42ca-ba4c-924d56a948c2),segment_id=3261902c-618d-42ca-ba4c-924d56a948c2)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:13:03.420533 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7f2b4c4f-474e-4efd-b09b-773efc20fa26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:03.482332 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7f2b4c4f-474e-4efd-b09b-773efc20fa26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:03.495743 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3d1259e9-db50-4fbd-9b05-f1bb30a011bb tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:03.555704 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:03.556946 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device de39595f-ed2b-4d55-9a41-43ade4e55201 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:13:03.581679 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-ae812b40-6b59-42d7-8250-534f16901a25 None None] Provisioning for port 3ce10e77-0a69-427a-941b-bb80f475eb76 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:13:03.586576 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: de39595f-ed2b-4d55-9a41-43ade4e55201 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:13:03.586938 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device de39595f-ed2b-4d55-9a41-43ade4e55201 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 09 15:13:03.633242 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-ae812b40-6b59-42d7-8250-534f16901a25 None None] Provisioning complete for port 3ce10e77-0a69-427a-941b-bb80f475eb76 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:13:03.633657 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ae812b40-6b59-42d7-8250-534f16901a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:03.675668 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2b4c4f-474e-4efd-b09b-773efc20fa26 admin admin] Pushing event updated for resources: {'Port': ['ID=3ce10e77-0a69-427a-941b-bb80f475eb76,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:03.686429 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Port de39595f-ed2b-4d55-9a41-43ade4e55201 not found, will not notify nova. {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 09 15:13:03.686843 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device a9e21f26-c0fe-4139-888d-86579b0dfa66 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:13:03.692453 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2b4c4f-474e-4efd-b09b-773efc20fa26 admin admin] Network d3f016b5-7577-4d42-9bfb-6179615c5ae4 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:13:03.693946 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-7f2b4c4f-474e-4efd-b09b-773efc20fa26 admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:13:03.708517 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3d1259e9-db50-4fbd-9b05-f1bb30a011bb tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:03.768028 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3d1259e9-db50-4fbd-9b05-f1bb30a011bb tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:03.772606 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-3d1259e9-db50-4fbd-9b05-f1bb30a011bb tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "DELETE /v2.0/subnets/41267551-e306-4d26-92d8-373d9e44b834 HTTP/1.1" status: 204 len: 168 time: 0.7102075 Jul 09 15:13:03.800225 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42912) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:03.805690 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1259e9-db50-4fbd-9b05-f1bb30a011bb tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event deleted for resources: {'Subnet': ['ID=41267551-e306-4d26-92d8-373d9e44b834,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:03.815382 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49534f8-66bd-4f51-baec-45308e2a7cf8 None None] Network 9a35a2a7-5661-4730-8834-0fe7dbcd0fd5 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:13:03.825353 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-ae812b40-6b59-42d7-8250-534f16901a25 None None] Port 3ce10e77-0a69-427a-941b-bb80f475eb76 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:13:03.855718 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=ebba05a9-136c-4342-97ed-f8b123a75602,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:04.026024 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-7b985739-8ce1-41a0-81f0-10866a59e070 None None] Provisioning complete for port 3ce10e77-0a69-427a-941b-bb80f475eb76 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:13:04.026310 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7b985739-8ce1-41a0-81f0-10866a59e070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:04.047410 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-76f48d03-e6ed-4158-9c04-6888935bc697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'name': 'tempest-RoutersTest-router-1649247209', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:12:31Z', 'updated_at': '2021-07-09T15:13:01Z', 'revision_number': 8, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'gw_port_host': None, '_interfaces': [{'id': '49ab8d25-868b-40a5-a40e-96dd5afff666', 'name': '', 'network_id': '848b6d4e-6d1e-4314-ad71-1a17ba880b7c', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'mac_address': 'fa:16:3e:63:32:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': 'caa37f70-4e02-46b1-b3e7-8bc6e13390fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:34Z', 'updated_at': '2021-07-09T15:12:41Z', 'revision_number': 5, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'subnets': [{'id': 'caa37f70-4e02-46b1-b3e7-8bc6e13390fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be1d1303-5fd8-4d31-9ae8-5e1506315515', 'name': '', 'network_id': '9f045a7a-b62c-4ed4-999a-df5c19e32646', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'mac_address': 'fa:16:3e:73:5f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '65d5f0bc-3723-44d6-9bed-b3f6403f2664', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:44Z', 'updated_at': '2021-07-09T15:12:55Z', 'revision_number': 5, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'subnets': [{'id': '65d5f0bc-3723-44d6-9bed-b3f6403f2664', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb3953dd-3131-476c-8cc7-dcec561de72c', 'name': '', 'network_id': 'd49d0eae-fda9-440e-b1fd-7cd58a51d2cd', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'mac_address': 'fa:16:3e:7d:63:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'f3ec926b-0a9b-41ff-8e7f-1994a34f42c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:38Z', 'updated_at': '2021-07-09T15:12:45Z', 'revision_number': 5, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'subnets': [{'id': 'f3ec926b-0a9b-41ff-8e7f-1994a34f42c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:04.145847 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f48d03-e6ed-4158-9c04-6888935bc697 None None] The sync data for ids ['34a72d30-4bfa-4b39-8a83-9178f3e49d23'] in n-d-799529-6 is: [{'id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'name': 'tempest-RoutersTest-router-1649247209', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:12:31Z', 'updated_at': '2021-07-09T15:13:01Z', 'revision_number': 8, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'gw_port_host': None, '_interfaces': [{'id': '49ab8d25-868b-40a5-a40e-96dd5afff666', 'name': '', 'network_id': '848b6d4e-6d1e-4314-ad71-1a17ba880b7c', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'mac_address': 'fa:16:3e:63:32:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': 'caa37f70-4e02-46b1-b3e7-8bc6e13390fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:34Z', 'updated_at': '2021-07-09T15:12:41Z', 'revision_number': 5, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'subnets': [{'id': 'caa37f70-4e02-46b1-b3e7-8bc6e13390fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be1d1303-5fd8-4d31-9ae8-5e1506315515', 'name': '', 'network_id': '9f045a7a-b62c-4ed4-999a-df5c19e32646', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'mac_address': 'fa:16:3e:73:5f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '65d5f0bc-3723-44d6-9bed-b3f6403f2664', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:44Z', 'updated_at': '2021-07-09T15:12:55Z', 'revision_number': 5, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'subnets': [{'id': '65d5f0bc-3723-44d6-9bed-b3f6403f2664', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb3953dd-3131-476c-8cc7-dcec561de72c', 'name': '', 'network_id': 'd49d0eae-fda9-440e-b1fd-7cd58a51d2cd', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'mac_address': 'fa:16:3e:7d:63:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'f3ec926b-0a9b-41ff-8e7f-1994a34f42c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:38Z', 'updated_at': '2021-07-09T15:12:45Z', 'revision_number': 5, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'subnets': [{'id': 'f3ec926b-0a9b-41ff-8e7f-1994a34f42c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:13:04.153928 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port a9e21f26-c0fe-4139-888d-86579b0dfa66 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:13:04.236663 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port a9e21f26-c0fe-4139-888d-86579b0dfa66 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:13:04.237196 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:04.282114 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b7e9ddff-4dd6-4f7e-b351-2fafa6ff0bf3 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:04.324148 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-7b985739-8ce1-41a0-81f0-10866a59e070 None None] Port 3ce10e77-0a69-427a-941b-bb80f475eb76 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:13:04.401917 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f2b4c4f-474e-4efd-b09b-773efc20fa26 admin admin] Router aba99189-2d22-4664-b84e-cb191bdf7ce0 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:13:04.429468 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9ddff-4dd6-4f7e-b351-2fafa6ff0bf3 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Deleting port f3be06c5-7984-4801-8f0f-3da8511a85c7 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:13:04.429468 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b7e9ddff-4dd6-4f7e-b351-2fafa6ff0bf3 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:04.469824 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-53b76f27-3b6b-4b33-8d17-bf7fe2fe68ab None None] Provisioning complete for port 3ce10e77-0a69-427a-941b-bb80f475eb76 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:13:04.470403 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-53b76f27-3b6b-4b33-8d17-bf7fe2fe68ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:04.511854 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:04.591115 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port a9e21f26-c0fe-4139-888d-86579b0dfa66, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=a9e21f26-c0fe-4139-888d-86579b0dfa66,segment=NetworkSegment(112068db-64d1-4f8c-9701-2c04d5aac835),segment_id=112068db-64d1-4f8c-9701-2c04d5aac835)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:13:04.606576 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-b7e9ddff-4dd6-4f7e-b351-2fafa6ff0bf3 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] For port f3be06c5-7984-4801-8f0f-3da8511a85c7, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=f3be06c5-7984-4801-8f0f-3da8511a85c7,segment=NetworkSegment(cbc1e375-3ec4-4cb1-a7a4-237a607e2517),segment_id=cbc1e375-3ec4-4cb1-a7a4-237a607e2517)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:13:04.607234 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b7e9ddff-4dd6-4f7e-b351-2fafa6ff0bf3 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:04.607805 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81c0d34-635d-4ef3-aab7-ac213488b097 None None] DHCP port deletion for 9a35a2a7-5661-4730-8834-0fe7dbcd0fd5 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 15:13:04.631998 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-53b76f27-3b6b-4b33-8d17-bf7fe2fe68ab None None] Port 3ce10e77-0a69-427a-941b-bb80f475eb76 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:13:04.632536 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9ddff-4dd6-4f7e-b351-2fafa6ff0bf3 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Calling delete_port for f3be06c5-7984-4801-8f0f-3da8511a85c7 owned by network:dhcp {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:13:04.667635 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f2b4c4f-474e-4efd-b09b-773efc20fa26 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:13:04.676126 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-7f2b4c4f-474e-4efd-b09b-773efc20fa26 admin admin] 10.222.0.58 "PUT /v2.0/routers/aba99189-2d22-4664-b84e-cb191bdf7ce0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4878433 Jul 09 15:13:04.709284 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:04.864831 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b7e9ddff-4dd6-4f7e-b351-2fafa6ff0bf3 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:04.871462 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=a9e21f26-c0fe-4139-888d-86579b0dfa66,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:04.917857 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-f81c0d34-635d-4ef3-aab7-ac213488b097 None None] Deleting port f3be06c5-7984-4801-8f0f-3da8511a85c7 {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:13:04.920871 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f81c0d34-635d-4ef3-aab7-ac213488b097 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:04.944492 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9ddff-4dd6-4f7e-b351-2fafa6ff0bf3 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event deleted for resources: {'Port': ['ID=f3be06c5-7984-4801-8f0f-3da8511a85c7,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:04.952263 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e9ddff-4dd6-4f7e-b351-2fafa6ff0bf3 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] No DVR routers for this DVR port f3be06c5-7984-4801-8f0f-3da8511a85c7 on host n-d-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:13:04.995073 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device f5b22ae0-aebb-4675-a227-1604c8ab136d up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:13:05.032207 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70748271-6a19-4004-b932-9042e53fcf7a None None] Sync routers for ids ['34a72d30-4bfa-4b39-8a83-9178f3e49d23'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:13:05.042085 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70748271-6a19-4004-b932-9042e53fcf7a None None] Routers {'34a72d30-4bfa-4b39-8a83-9178f3e49d23'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:13:05.042790 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-70748271-6a19-4004-b932-9042e53fcf7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:12:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['34a72d30-4bfa-4b39-8a83-9178f3e49d23'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:05.065604 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-f81c0d34-635d-4ef3-aab7-ac213488b097 None None] For port f3be06c5-7984-4801-8f0f-3da8511a85c7, host n-d-799529-6, got binding levels [] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:13:05.066002 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f81c0d34-635d-4ef3-aab7-ac213488b097 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:05.081078 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b7e9ddff-4dd6-4f7e-b351-2fafa6ff0bf3 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:05.083612 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-f81c0d34-635d-4ef3-aab7-ac213488b097 None None] Calling delete_port for f3be06c5-7984-4801-8f0f-3da8511a85c7 owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:13:05.088927 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.ipam_backend_mixin [None req-f81c0d34-635d-4ef3-aab7-ac213488b097 None None] Port f3be06c5-7984-4801-8f0f-3da8511a85c7 was not found and therefore no delete operation was performed {{(pid=94447) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 15:13:05.093854 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f81c0d34-635d-4ef3-aab7-ac213488b097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:05.095712 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-b7e9ddff-4dd6-4f7e-b351-2fafa6ff0bf3 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a35a2a7-5661-4730-8834-0fe7dbcd0fd5']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:05.120769 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-b7e9ddff-4dd6-4f7e-b351-2fafa6ff0bf3 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbc1e375-3ec4-4cb1-a7a4-237a607e2517') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:05.124786 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-b7e9ddff-4dd6-4f7e-b351-2fafa6ff0bf3 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbc1e375-3ec4-4cb1-a7a4-237a607e2517') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:05.133868 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b7e9ddff-4dd6-4f7e-b351-2fafa6ff0bf3 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:05.134081 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81c0d34-635d-4ef3-aab7-ac213488b097 None None] Pushing event deleted for resources: {'Port': ['ID=f3be06c5-7984-4801-8f0f-3da8511a85c7,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:05.143103 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81c0d34-635d-4ef3-aab7-ac213488b097 None None] No DVR routers for this DVR port f3be06c5-7984-4801-8f0f-3da8511a85c7 on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:13:05.144630 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-70748271-6a19-4004-b932-9042e53fcf7a None None] Set router 34a72d30-4bfa-4b39-8a83-9178f3e49d23 gateway port host: None {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:13:05.158198 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b7e9ddff-4dd6-4f7e-b351-2fafa6ff0bf3 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:05.164733 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7e9ddff-4dd6-4f7e-b351-2fafa6ff0bf3 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:13:05.165217 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b7e9ddff-4dd6-4f7e-b351-2fafa6ff0bf3 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:05.168671 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 15:13:05.168671 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:13:05.168671 n-d-799529-6 neutron-server[94445]: timer() Jul 09 15:13:05.168671 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:13:05.168671 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 15:13:05.168671 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:13:05.168671 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 15:13:05.168671 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:13:05.168671 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 15:13:05.168671 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:13:05.168671 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 15:13:05.168671 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:13:05.168671 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 15:13:05.168671 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:13:05.168671 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:13:05.168671 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:13:05.168671 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:13:05.168671 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:13:05.168671 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 15:13:05.168671 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:13:05.168671 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 15:13:05.168671 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:13:05.168671 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:13:05.168671 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:13:05.168671 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 15:13:05.168671 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:13:05.168671 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:13:05.168671 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:13:05.168671 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:13:05.168671 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:13:05.168671 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:13:05.168671 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:13:05.208789 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port f5b22ae0-aebb-4675-a227-1604c8ab136d completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:13:05.214689 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port f5b22ae0-aebb-4675-a227-1604c8ab136d triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:13:05.215895 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:05.316627 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b7e9ddff-4dd6-4f7e-b351-2fafa6ff0bf3 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:05.328998 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:05.329478 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b7e9ddff-4dd6-4f7e-b351-2fafa6ff0bf3 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:05.337013 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42930) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:05.350153 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b7e9ddff-4dd6-4f7e-b351-2fafa6ff0bf3 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "DELETE /v2.0/networks/9a35a2a7-5661-4730-8834-0fe7dbcd0fd5 HTTP/1.1" status: 204 len: 168 time: 1.5471516 Jul 09 15:13:05.361206 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port f5b22ae0-aebb-4675-a227-1604c8ab136d, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=f5b22ae0-aebb-4675-a227-1604c8ab136d,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:13:05.381735 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9ddff-4dd6-4f7e-b351-2fafa6ff0bf3 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event deleted for resources: {'Network': ['ID=9a35a2a7-5661-4730-8834-0fe7dbcd0fd5,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:05.431040 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:05.433085 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device ebba05a9-136c-4342-97ed-f8b123a75602 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:13:05.544153 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=f5b22ae0-aebb-4675-a227-1604c8ab136d,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:05.550314 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42938) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:05.559808 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port ebba05a9-136c-4342-97ed-f8b123a75602 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:13:05.560813 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:05.593255 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42942) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:05.601360 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-70748271-6a19-4004-b932-9042e53fcf7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'name': 'tempest-RoutersTest-router-1649247209', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:12:31Z', 'updated_at': '2021-07-09T15:13:01Z', 'revision_number': 8, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'gw_port_host': None, '_interfaces': [{'id': '49ab8d25-868b-40a5-a40e-96dd5afff666', 'name': '', 'network_id': '848b6d4e-6d1e-4314-ad71-1a17ba880b7c', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'mac_address': 'fa:16:3e:63:32:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': 'caa37f70-4e02-46b1-b3e7-8bc6e13390fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:34Z', 'updated_at': '2021-07-09T15:12:41Z', 'revision_number': 5, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'subnets': [{'id': 'caa37f70-4e02-46b1-b3e7-8bc6e13390fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be1d1303-5fd8-4d31-9ae8-5e1506315515', 'name': '', 'network_id': '9f045a7a-b62c-4ed4-999a-df5c19e32646', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'mac_address': 'fa:16:3e:73:5f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '65d5f0bc-3723-44d6-9bed-b3f6403f2664', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:44Z', 'updated_at': '2021-07-09T15:12:55Z', 'revision_number': 5, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'subnets': [{'id': '65d5f0bc-3723-44d6-9bed-b3f6403f2664', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb3953dd-3131-476c-8cc7-dcec561de72c', 'name': '', 'network_id': 'd49d0eae-fda9-440e-b1fd-7cd58a51d2cd', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'mac_address': 'fa:16:3e:7d:63:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'f3ec926b-0a9b-41ff-8e7f-1994a34f42c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:38Z', 'updated_at': '2021-07-09T15:12:45Z', 'revision_number': 5, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'subnets': [{'id': 'f3ec926b-0a9b-41ff-8e7f-1994a34f42c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:05.649918 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70748271-6a19-4004-b932-9042e53fcf7a None None] Checking router: 34a72d30-4bfa-4b39-8a83-9178f3e49d23 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:13:05.660870 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70748271-6a19-4004-b932-9042e53fcf7a None None] Routers {'34a72d30-4bfa-4b39-8a83-9178f3e49d23'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:13:05.661764 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-70748271-6a19-4004-b932-9042e53fcf7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:12:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['34a72d30-4bfa-4b39-8a83-9178f3e49d23'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:05.789023 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5ae01791-5f1f-490c-a673-2561e7505aab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:05.800496 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device f3be06c5-7984-4801-8f0f-3da8511a85c7 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:13:05.835130 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-70748271-6a19-4004-b932-9042e53fcf7a None None] Set router 34a72d30-4bfa-4b39-8a83-9178f3e49d23 gateway port host: None {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:13:05.849805 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: f3be06c5-7984-4801-8f0f-3da8511a85c7 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:13:05.850258 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device f3be06c5-7984-4801-8f0f-3da8511a85c7 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:13:05.850776 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device de39595f-ed2b-4d55-9a41-43ade4e55201 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:13:05.891059 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: de39595f-ed2b-4d55-9a41-43ade4e55201 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:13:05.891753 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device de39595f-ed2b-4d55-9a41-43ade4e55201 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:13:05.918781 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-06f5e248-e19e-4cfd-b582-e68745de5001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:06.008561 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d495e351-c35e-4bdb-b80f-6f79e13911af req-cbbcd2b4-39f3-42ee-8a05-f1fb81a51c5c tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:06.010510 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d495e351-c35e-4bdb-b80f-6f79e13911af req-cbbcd2b4-39f3-42ee-8a05-f1fb81a51c5c tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/networks?id=8044536e-702f-44b8-a779-7f0761d4b81e HTTP/1.1" status: 200 len: 911 time: 0.1752887 Jul 09 15:13:06.015864 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5ae01791-5f1f-490c-a673-2561e7505aab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:06.053453 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50277da7-bc09-4ce0-9d75-458cd5530217 None None] Sync routers for ids ['aba99189-2d22-4664-b84e-cb191bdf7ce0'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:13:06.054102 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d495e351-c35e-4bdb-b80f-6f79e13911af req-1e6961e2-57a6-4065-a6b2-f1acaf6e5259 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/quotas/49e7385c2449449c9657197790d685ad HTTP/1.1" status: 200 len: 375 time: 0.0227654 Jul 09 15:13:06.071476 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50277da7-bc09-4ce0-9d75-458cd5530217 None None] Routers {'aba99189-2d22-4664-b84e-cb191bdf7ce0'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:13:06.072378 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-50277da7-bc09-4ce0-9d75-458cd5530217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:12:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['aba99189-2d22-4664-b84e-cb191bdf7ce0'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:06.103809 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-70748271-6a19-4004-b932-9042e53fcf7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'name': 'tempest-RoutersTest-router-1649247209', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:12:31Z', 'updated_at': '2021-07-09T15:13:01Z', 'revision_number': 8, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'gw_port_host': None, '_interfaces': [{'id': '49ab8d25-868b-40a5-a40e-96dd5afff666', 'name': '', 'network_id': '848b6d4e-6d1e-4314-ad71-1a17ba880b7c', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'mac_address': 'fa:16:3e:63:32:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': 'caa37f70-4e02-46b1-b3e7-8bc6e13390fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:34Z', 'updated_at': '2021-07-09T15:12:41Z', 'revision_number': 5, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'subnets': [{'id': 'caa37f70-4e02-46b1-b3e7-8bc6e13390fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be1d1303-5fd8-4d31-9ae8-5e1506315515', 'name': '', 'network_id': '9f045a7a-b62c-4ed4-999a-df5c19e32646', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'mac_address': 'fa:16:3e:73:5f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '65d5f0bc-3723-44d6-9bed-b3f6403f2664', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:44Z', 'updated_at': '2021-07-09T15:12:55Z', 'revision_number': 5, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'subnets': [{'id': '65d5f0bc-3723-44d6-9bed-b3f6403f2664', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb3953dd-3131-476c-8cc7-dcec561de72c', 'name': '', 'network_id': 'd49d0eae-fda9-440e-b1fd-7cd58a51d2cd', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'mac_address': 'fa:16:3e:7d:63:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'f3ec926b-0a9b-41ff-8e7f-1994a34f42c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:38Z', 'updated_at': '2021-07-09T15:12:45Z', 'revision_number': 5, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'subnets': [{'id': 'f3ec926b-0a9b-41ff-8e7f-1994a34f42c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:06.118466 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5ae01791-5f1f-490c-a673-2561e7505aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:06.136168 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70748271-6a19-4004-b932-9042e53fcf7a None None] The sync data for ids ['34a72d30-4bfa-4b39-8a83-9178f3e49d23'] in n-d-799529-6 is: [{'id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'name': 'tempest-RoutersTest-router-1649247209', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:12:31Z', 'updated_at': '2021-07-09T15:13:01Z', 'revision_number': 8, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'gw_port_host': None, '_interfaces': [{'id': '49ab8d25-868b-40a5-a40e-96dd5afff666', 'name': '', 'network_id': '848b6d4e-6d1e-4314-ad71-1a17ba880b7c', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'mac_address': 'fa:16:3e:63:32:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': 'caa37f70-4e02-46b1-b3e7-8bc6e13390fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:34Z', 'updated_at': '2021-07-09T15:12:41Z', 'revision_number': 5, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'subnets': [{'id': 'caa37f70-4e02-46b1-b3e7-8bc6e13390fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be1d1303-5fd8-4d31-9ae8-5e1506315515', 'name': '', 'network_id': '9f045a7a-b62c-4ed4-999a-df5c19e32646', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'mac_address': 'fa:16:3e:73:5f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '65d5f0bc-3723-44d6-9bed-b3f6403f2664', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:44Z', 'updated_at': '2021-07-09T15:12:55Z', 'revision_number': 5, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'subnets': [{'id': '65d5f0bc-3723-44d6-9bed-b3f6403f2664', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb3953dd-3131-476c-8cc7-dcec561de72c', 'name': '', 'network_id': 'd49d0eae-fda9-440e-b1fd-7cd58a51d2cd', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'mac_address': 'fa:16:3e:7d:63:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'f3ec926b-0a9b-41ff-8e7f-1994a34f42c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:38Z', 'updated_at': '2021-07-09T15:12:45Z', 'revision_number': 5, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'subnets': [{'id': 'f3ec926b-0a9b-41ff-8e7f-1994a34f42c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:13:06.141213 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-83f1426d-33f2-49fa-9fd6-0b3d10b6d3b1 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:06.186261 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-5ae01791-5f1f-490c-a673-2561e7505aab admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1464ef349d47460b9112e7fa11f0d0d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6344051 Jul 09 15:13:06.191611 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42962) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:06.212203 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae01791-5f1f-490c-a673-2561e7505aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae797d2-46d7-4212-b25b-02f314240564,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:06.213174 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-50277da7-bc09-4ce0-9d75-458cd5530217 None None] Set router aba99189-2d22-4664-b84e-cb191bdf7ce0 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:13:06.248577 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d495e351-c35e-4bdb-b80f-6f79e13911af req-793f5dad-aece-4012-a47d-d232d8c4a217 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/ports?tenant_id=49e7385c2449449c9657197790d685ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1933312 Jul 09 15:13:06.282132 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-73c7aa8d-d478-4d78-b04c-4c694cd239d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:06.334267 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-73c7aa8d-d478-4d78-b04c-4c694cd239d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:06.372156 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-06f5e248-e19e-4cfd-b582-e68745de5001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:06.452060 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-06f5e248-e19e-4cfd-b582-e68745de5001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:06.498705 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-06f5e248-e19e-4cfd-b582-e68745de5001 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cc7223fa4e9240c89a84b65aa134263b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9040308 Jul 09 15:13:06.500035 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f5e248-e19e-4cfd-b582-e68745de5001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eba5e4e-0b8c-4eb0-9689-92337e523313,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:06.502970 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42966) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:06.508627 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d495e351-c35e-4bdb-b80f-6f79e13911af req-f5e1c52d-d896-4b50-a7dc-e4c7ea6d856a service neutron] 10.222.0.58 "GET /v2.0/networks/8044536e-702f-44b8-a779-7f0761d4b81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588131 Jul 09 15:13:06.530205 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-73c7aa8d-d478-4d78-b04c-4c694cd239d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:06.534043 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-50277da7-bc09-4ce0-9d75-458cd5530217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba99189-2d22-4664-b84e-cb191bdf7ce0', 'name': 'tempest-TestServerMultinode-1134329411-router', 'tenant_id': '49e7385c2449449c9657197790d685ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'f5b22ae0-aebb-4675-a227-1604c8ab136d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:12:56Z', 'updated_at': '2021-07-09T15:13:02Z', 'revision_number': 4, 'project_id': '49e7385c2449449c9657197790d685ad', 'gw_port': {'id': 'f5b22ae0-aebb-4675-a227-1604c8ab136d', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba99189-2d22-4664-b84e-cb191bdf7ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:57Z', 'updated_at': '2021-07-09T15:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '3ce10e77-0a69-427a-941b-bb80f475eb76', 'name': '', 'network_id': 'd3f016b5-7577-4d42-9bfb-6179615c5ae4', 'tenant_id': '49e7385c2449449c9657197790d685ad', 'mac_address': 'fa:16:3e:dd:78:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba99189-2d22-4664-b84e-cb191bdf7ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'd2f19dc5-4a45-4133-a405-5137df16d5ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:13:01Z', 'updated_at': '2021-07-09T15:13:03Z', 'revision_number': 2, 'project_id': '49e7385c2449449c9657197790d685ad', 'subnets': [{'id': 'd2f19dc5-4a45-4133-a405-5137df16d5ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:06.534618 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-73c7aa8d-d478-4d78-b04c-4c694cd239d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:06.538332 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-73c7aa8d-d478-4d78-b04c-4c694cd239d0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cae797d2-46d7-4212-b25b-02f314240564 HTTP/1.1" status: 204 len: 168 time: 0.3429987 Jul 09 15:13:06.557319 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c7aa8d-d478-4d78-b04c-4c694cd239d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae797d2-46d7-4212-b25b-02f314240564,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:06.592696 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c9a269bc-1ac5-4ac6-a789-3cd2e6ef8688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:06.623820 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50277da7-bc09-4ce0-9d75-458cd5530217 None None] Checking router: aba99189-2d22-4664-b84e-cb191bdf7ce0 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:13:06.624392 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50277da7-bc09-4ce0-9d75-458cd5530217 None None] Updating router aba99189-2d22-4664-b84e-cb191bdf7ce0 port 3ce10e77-0a69-427a-941b-bb80f475eb76 binding host n-d-799529-6 {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:13:06.645244 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c9a269bc-1ac5-4ac6-a789-3cd2e6ef8688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:06.650070 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d495e351-c35e-4bdb-b80f-6f79e13911af req-3e0e8eee-ac70-40d3-80ec-1c48a7b9b560 service neutron] 10.222.0.58 "GET /v2.0/networks/8044536e-702f-44b8-a779-7f0761d4b81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405568 Jul 09 15:13:06.657215 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-83f1426d-33f2-49fa-9fd6-0b3d10b6d3b1 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Deleting port be1d1303-5fd8-4d31-9ae8-5e1506315515 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:13:06.659576 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-83f1426d-33f2-49fa-9fd6-0b3d10b6d3b1 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:06.683594 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-50277da7-bc09-4ce0-9d75-458cd5530217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:06.785413 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-83f1426d-33f2-49fa-9fd6-0b3d10b6d3b1 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] For port be1d1303-5fd8-4d31-9ae8-5e1506315515, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=be1d1303-5fd8-4d31-9ae8-5e1506315515,segment=NetworkSegment(c2b31c6a-6b75-437c-b027-569628766dcd),segment_id=c2b31c6a-6b75-437c-b027-569628766dcd)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:13:06.785947 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-83f1426d-33f2-49fa-9fd6-0b3d10b6d3b1 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:06.792038 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c9a269bc-1ac5-4ac6-a789-3cd2e6ef8688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:06.800044 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c9a269bc-1ac5-4ac6-a789-3cd2e6ef8688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:06.804265 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c9a269bc-1ac5-4ac6-a789-3cd2e6ef8688 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3eba5e4e-0b8c-4eb0-9689-92337e523313 HTTP/1.1" status: 204 len: 168 time: 0.3002183 Jul 09 15:13:06.807963 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-83f1426d-33f2-49fa-9fd6-0b3d10b6d3b1 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Calling delete_port for be1d1303-5fd8-4d31-9ae8-5e1506315515 owned by network:router_interface {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:13:06.824855 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a269bc-1ac5-4ac6-a789-3cd2e6ef8688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eba5e4e-0b8c-4eb0-9689-92337e523313,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:06.875366 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device f5b22ae0-aebb-4675-a227-1604c8ab136d up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:13:07.100516 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port f5b22ae0-aebb-4675-a227-1604c8ab136d triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:13:07.101049 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:07.191228 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-83f1426d-33f2-49fa-9fd6-0b3d10b6d3b1 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:07.221289 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f1426d-33f2-49fa-9fd6-0b3d10b6d3b1 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event deleted for resources: {'Port': ['ID=be1d1303-5fd8-4d31-9ae8-5e1506315515,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:07.434074 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7ac1b468-9d11-4cb3-b25d-ca1155f0dae2 req-4b78bf67-696f-4f6c-96c0-5495acc951c2 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=0899efe3-9670-408e-8a91-81c04674b250 HTTP/1.1" status: 200 len: 210 time: 0.1178849 Jul 09 15:13:07.471574 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device a9e21f26-c0fe-4139-888d-86579b0dfa66 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:13:07.511075 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-50277da7-bc09-4ce0-9d75-458cd5530217 None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:07.528954 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-50277da7-bc09-4ce0-9d75-458cd5530217 None None] Transition to ACTIVE for port object 3ce10e77-0a69-427a-941b-bb80f475eb76 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:13:07.545345 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-83f1426d-33f2-49fa-9fd6-0b3d10b6d3b1 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:07.547717 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port a9e21f26-c0fe-4139-888d-86579b0dfa66 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:13:07.548189 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:07.564296 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42982) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:07.585963 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-281d468c-a23b-4d64-b7db-d7d00e0e2708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:07.671546 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-50277da7-bc09-4ce0-9d75-458cd5530217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:07.765076 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a622fbc-ce7b-4ff9-bf81-e62c96c9c37c None None] Pushing event updated for resources: {'Port': ['ID=3ce10e77-0a69-427a-941b-bb80f475eb76,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:07.798818 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-50277da7-bc09-4ce0-9d75-458cd5530217 None None] Attempting to bind port 3ce10e77-0a69-427a-941b-bb80f475eb76 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:13:07.799233 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-50277da7-bc09-4ce0-9d75-458cd5530217 None None] Attempting to bind port 3ce10e77-0a69-427a-941b-bb80f475eb76 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '112068db-64d1-4f8c-9701-2c04d5aac835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd3f016b5-7577-4d42-9bfb-6179615c5ae4'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:13:07.799848 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50277da7-bc09-4ce0-9d75-458cd5530217 None None] Attempting to bind port 3ce10e77-0a69-427a-941b-bb80f475eb76 on network d3f016b5-7577-4d42-9bfb-6179615c5ae4 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:13:07.810193 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50277da7-bc09-4ce0-9d75-458cd5530217 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:13:07.812023 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-281d468c-a23b-4d64-b7db-d7d00e0e2708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:07.813075 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50277da7-bc09-4ce0-9d75-458cd5530217 None None] Checking segment: {'id': '112068db-64d1-4f8c-9701-2c04d5aac835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd3f016b5-7577-4d42-9bfb-6179615c5ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:13:07.815593 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-50277da7-bc09-4ce0-9d75-458cd5530217 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:07.816344 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50277da7-bc09-4ce0-9d75-458cd5530217 None None] Bound using segment: {'id': '112068db-64d1-4f8c-9701-2c04d5aac835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd3f016b5-7577-4d42-9bfb-6179615c5ae4'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:13:07.816770 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-50277da7-bc09-4ce0-9d75-458cd5530217 None None] Bound port: 3ce10e77-0a69-427a-941b-bb80f475eb76, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '112068db-64d1-4f8c-9701-2c04d5aac835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd3f016b5-7577-4d42-9bfb-6179615c5ae4'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:13:07.818918 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-50277da7-bc09-4ce0-9d75-458cd5530217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:07.915335 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-50277da7-bc09-4ce0-9d75-458cd5530217 None None] For port 3ce10e77-0a69-427a-941b-bb80f475eb76, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:13:07.919024 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-50277da7-bc09-4ce0-9d75-458cd5530217 None None] For port 3ce10e77-0a69-427a-941b-bb80f475eb76, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=3ce10e77-0a69-427a-941b-bb80f475eb76,segment=NetworkSegment(112068db-64d1-4f8c-9701-2c04d5aac835),segment_id=112068db-64d1-4f8c-9701-2c04d5aac835)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:13:07.928176 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-281d468c-a23b-4d64-b7db-d7d00e0e2708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:07.952811 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83f1426d-33f2-49fa-9fd6-0b3d10b6d3b1 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Router 34a72d30-4bfa-4b39-8a83-9178f3e49d23 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:13:07.990229 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42988) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:08.022467 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281d468c-a23b-4d64-b7db-d7d00e0e2708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ccc27fb-b2cf-4046-b924-25b4bcacaa64,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:08.030073 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6370f924-fb1f-49ef-a21b-f79578987403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:08.040076 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-281d468c-a23b-4d64-b7db-d7d00e0e2708 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f656fd8608b64954a01760f144ec8b8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4746277 Jul 09 15:13:08.040731 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 42992) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:08.047369 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-50277da7-bc09-4ce0-9d75-458cd5530217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:08.084772 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f1426d-33f2-49fa-9fd6-0b3d10b6d3b1 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:13:08.098964 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-83f1426d-33f2-49fa-9fd6-0b3d10b6d3b1 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "PUT /v2.0/routers/34a72d30-4bfa-4b39-8a83-9178f3e49d23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7607687 Jul 09 15:13:08.099684 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 42994) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:08.102491 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95412462-4747-4d89-9877-01a60cd32618 None None] Sync routers for ids ['34a72d30-4bfa-4b39-8a83-9178f3e49d23'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:13:08.129309 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95412462-4747-4d89-9877-01a60cd32618 None None] Routers {'34a72d30-4bfa-4b39-8a83-9178f3e49d23'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:13:08.130246 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-95412462-4747-4d89-9877-01a60cd32618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:12:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['34a72d30-4bfa-4b39-8a83-9178f3e49d23'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:08.145102 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a622fbc-ce7b-4ff9-bf81-e62c96c9c37c None None] Pushing event updated for resources: {'Port': ['ID=3ce10e77-0a69-427a-941b-bb80f475eb76,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:08.170298 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50277da7-bc09-4ce0-9d75-458cd5530217 None None] Routers {'aba99189-2d22-4664-b84e-cb191bdf7ce0'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:13:08.170942 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-50277da7-bc09-4ce0-9d75-458cd5530217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:12:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['aba99189-2d22-4664-b84e-cb191bdf7ce0'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:08.229783 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-49f2f740-5e8a-477b-b94f-1e4b19437fbb tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Deleting subnet 65d5f0bc-3723-44d6-9bed-b3f6403f2664 {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:13:08.239626 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-49f2f740-5e8a-477b-b94f-1e4b19437fbb tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:08.269054 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6141a734-9650-4be1-85e6-46e37b23be97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:08.304350 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-95412462-4747-4d89-9877-01a60cd32618 None None] Set router 34a72d30-4bfa-4b39-8a83-9178f3e49d23 gateway port host: None {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:13:08.317422 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6141a734-9650-4be1-85e6-46e37b23be97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:08.342190 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-49f2f740-5e8a-477b-b94f-1e4b19437fbb tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:08.423090 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6370f924-fb1f-49ef-a21b-f79578987403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:08.438149 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-50277da7-bc09-4ce0-9d75-458cd5530217 None None] Set router aba99189-2d22-4664-b84e-cb191bdf7ce0 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:13:08.486595 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-49f2f740-5e8a-477b-b94f-1e4b19437fbb tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:08.506492 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6141a734-9650-4be1-85e6-46e37b23be97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:08.509628 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6141a734-9650-4be1-85e6-46e37b23be97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:08.511403 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-6141a734-9650-4be1-85e6-46e37b23be97 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0ccc27fb-b2cf-4046-b924-25b4bcacaa64 HTTP/1.1" status: 204 len: 168 time: 0.4408998 Jul 09 15:13:08.523683 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6370f924-fb1f-49ef-a21b-f79578987403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:08.534790 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6141a734-9650-4be1-85e6-46e37b23be97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ccc27fb-b2cf-4046-b924-25b4bcacaa64,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:08.556204 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-98cdf693-3d60-47a0-97c1-a4218bf8d0df req-abfce83a-9f27-402a-b55a-485b00adbb90 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=0899efe3-9670-408e-8a91-81c04674b250 HTTP/1.1" status: 200 len: 210 time: 0.0410926 Jul 09 15:13:08.618116 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6370f924-fb1f-49ef-a21b-f79578987403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26070a67-9726-4120-897c-1944e8210452,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:08.643973 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-95412462-4747-4d89-9877-01a60cd32618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'name': 'tempest-RoutersTest-router-1649247209', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:12:31Z', 'updated_at': '2021-07-09T15:13:07Z', 'revision_number': 9, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'gw_port_host': None, '_interfaces': [{'id': '49ab8d25-868b-40a5-a40e-96dd5afff666', 'name': '', 'network_id': '848b6d4e-6d1e-4314-ad71-1a17ba880b7c', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'mac_address': 'fa:16:3e:63:32:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': 'caa37f70-4e02-46b1-b3e7-8bc6e13390fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:34Z', 'updated_at': '2021-07-09T15:12:41Z', 'revision_number': 5, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'subnets': [{'id': 'caa37f70-4e02-46b1-b3e7-8bc6e13390fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb3953dd-3131-476c-8cc7-dcec561de72c', 'name': '', 'network_id': 'd49d0eae-fda9-440e-b1fd-7cd58a51d2cd', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'mac_address': 'fa:16:3e:7d:63:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'f3ec926b-0a9b-41ff-8e7f-1994a34f42c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:38Z', 'updated_at': '2021-07-09T15:12:45Z', 'revision_number': 5, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'subnets': [{'id': 'f3ec926b-0a9b-41ff-8e7f-1994a34f42c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:08.645293 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-6370f924-fb1f-49ef-a21b-f79578987403 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=130409ce3faf4fb1bbc3eec424e12ed4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6377683 Jul 09 15:13:08.648191 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43002) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:08.684042 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-49f2f740-5e8a-477b-b94f-1e4b19437fbb tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:08.693035 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95412462-4747-4d89-9877-01a60cd32618 None None] Checking router: 34a72d30-4bfa-4b39-8a83-9178f3e49d23 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:13:08.708160 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95412462-4747-4d89-9877-01a60cd32618 None None] Routers {'34a72d30-4bfa-4b39-8a83-9178f3e49d23'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:13:08.708798 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-95412462-4747-4d89-9877-01a60cd32618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:12:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['34a72d30-4bfa-4b39-8a83-9178f3e49d23'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:08.729516 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f2f740-5e8a-477b-b94f-1e4b19437fbb tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event deleted for resources: {'Subnet': ['ID=65d5f0bc-3723-44d6-9bed-b3f6403f2664,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:08.741823 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbaac113-69d8-4457-81bd-b3049c02bc4b None None] Network 9f045a7a-b62c-4ed4-999a-df5c19e32646 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:13:08.747451 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-49f2f740-5e8a-477b-b94f-1e4b19437fbb tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:08.751448 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-49f2f740-5e8a-477b-b94f-1e4b19437fbb tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "DELETE /v2.0/subnets/65d5f0bc-3723-44d6-9bed-b3f6403f2664 HTTP/1.1" status: 204 len: 168 time: 0.6484129 Jul 09 15:13:08.751448 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7fd52737-a8de-4429-9748-6be6806111be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:08.751828 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43004) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:08.786121 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7fd52737-a8de-4429-9748-6be6806111be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:08.845857 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-95412462-4747-4d89-9877-01a60cd32618 None None] Set router 34a72d30-4bfa-4b39-8a83-9178f3e49d23 gateway port host: None {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:13:08.854249 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-50277da7-bc09-4ce0-9d75-458cd5530217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba99189-2d22-4664-b84e-cb191bdf7ce0', 'name': 'tempest-TestServerMultinode-1134329411-router', 'tenant_id': '49e7385c2449449c9657197790d685ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'f5b22ae0-aebb-4675-a227-1604c8ab136d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:12:56Z', 'updated_at': '2021-07-09T15:13:02Z', 'revision_number': 4, 'project_id': '49e7385c2449449c9657197790d685ad', 'gw_port': {'id': 'f5b22ae0-aebb-4675-a227-1604c8ab136d', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba99189-2d22-4664-b84e-cb191bdf7ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:57Z', 'updated_at': '2021-07-09T15:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '3ce10e77-0a69-427a-941b-bb80f475eb76', 'name': '', 'network_id': 'd3f016b5-7577-4d42-9bfb-6179615c5ae4', 'tenant_id': '49e7385c2449449c9657197790d685ad', 'mac_address': 'fa:16:3e:dd:78:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba99189-2d22-4664-b84e-cb191bdf7ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'd2f19dc5-4a45-4133-a405-5137df16d5ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:13:01Z', 'updated_at': '2021-07-09T15:13:07Z', 'revision_number': 4, 'project_id': '49e7385c2449449c9657197790d685ad', 'subnets': [{'id': 'd2f19dc5-4a45-4133-a405-5137df16d5ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:08.890192 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50277da7-bc09-4ce0-9d75-458cd5530217 None None] The sync data for ids ['aba99189-2d22-4664-b84e-cb191bdf7ce0'] in n-d-799529-6 is: [{'id': 'aba99189-2d22-4664-b84e-cb191bdf7ce0', 'name': 'tempest-TestServerMultinode-1134329411-router', 'tenant_id': '49e7385c2449449c9657197790d685ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'f5b22ae0-aebb-4675-a227-1604c8ab136d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:12:56Z', 'updated_at': '2021-07-09T15:13:02Z', 'revision_number': 4, 'project_id': '49e7385c2449449c9657197790d685ad', 'gw_port': {'id': 'f5b22ae0-aebb-4675-a227-1604c8ab136d', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba99189-2d22-4664-b84e-cb191bdf7ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:57Z', 'updated_at': '2021-07-09T15:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '3ce10e77-0a69-427a-941b-bb80f475eb76', 'name': '', 'network_id': 'd3f016b5-7577-4d42-9bfb-6179615c5ae4', 'tenant_id': '49e7385c2449449c9657197790d685ad', 'mac_address': 'fa:16:3e:dd:78:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba99189-2d22-4664-b84e-cb191bdf7ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'd2f19dc5-4a45-4133-a405-5137df16d5ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:13:01Z', 'updated_at': '2021-07-09T15:13:07Z', 'revision_number': 4, 'project_id': '49e7385c2449449c9657197790d685ad', 'subnets': [{'id': 'd2f19dc5-4a45-4133-a405-5137df16d5ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:13:08.944074 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7fd52737-a8de-4429-9748-6be6806111be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:08.946768 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7fd52737-a8de-4429-9748-6be6806111be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:08.949205 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7fd52737-a8de-4429-9748-6be6806111be admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/26070a67-9726-4120-897c-1944e8210452 HTTP/1.1" status: 204 len: 168 time: 0.2991245 Jul 09 15:13:08.982570 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd52737-a8de-4429-9748-6be6806111be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26070a67-9726-4120-897c-1944e8210452,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:09.031010 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-31dd48d5-6bc8-4280-b6e1-487e5cda8543 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:09.129508 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-31dd48d5-6bc8-4280-b6e1-487e5cda8543 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Deleting port 90d6a43f-1206-475f-acb5-22870e5d07b8 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:13:09.131960 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-31dd48d5-6bc8-4280-b6e1-487e5cda8543 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:09.207807 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9b6f7d-a0da-4390-9328-6e882b917e7d None None] DHCP port deletion for 9f045a7a-b62c-4ed4-999a-df5c19e32646 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 15:13:09.232986 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-95412462-4747-4d89-9877-01a60cd32618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'name': 'tempest-RoutersTest-router-1649247209', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:12:31Z', 'updated_at': '2021-07-09T15:13:07Z', 'revision_number': 9, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'gw_port_host': None, '_interfaces': [{'id': '49ab8d25-868b-40a5-a40e-96dd5afff666', 'name': '', 'network_id': '848b6d4e-6d1e-4314-ad71-1a17ba880b7c', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'mac_address': 'fa:16:3e:63:32:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': 'caa37f70-4e02-46b1-b3e7-8bc6e13390fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:34Z', 'updated_at': '2021-07-09T15:12:41Z', 'revision_number': 5, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'subnets': [{'id': 'caa37f70-4e02-46b1-b3e7-8bc6e13390fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb3953dd-3131-476c-8cc7-dcec561de72c', 'name': '', 'network_id': 'd49d0eae-fda9-440e-b1fd-7cd58a51d2cd', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'mac_address': 'fa:16:3e:7d:63:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'f3ec926b-0a9b-41ff-8e7f-1994a34f42c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:38Z', 'updated_at': '2021-07-09T15:12:45Z', 'revision_number': 5, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'subnets': [{'id': 'f3ec926b-0a9b-41ff-8e7f-1994a34f42c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:09.287861 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-fe9b6f7d-a0da-4390-9328-6e882b917e7d None None] Deleting port 90d6a43f-1206-475f-acb5-22870e5d07b8 {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:13:09.292511 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-fe9b6f7d-a0da-4390-9328-6e882b917e7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:09.298359 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95412462-4747-4d89-9877-01a60cd32618 None None] The sync data for ids ['34a72d30-4bfa-4b39-8a83-9178f3e49d23'] in n-d-799529-6 is: [{'id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'name': 'tempest-RoutersTest-router-1649247209', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:12:31Z', 'updated_at': '2021-07-09T15:13:07Z', 'revision_number': 9, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'gw_port_host': None, '_interfaces': [{'id': '49ab8d25-868b-40a5-a40e-96dd5afff666', 'name': '', 'network_id': '848b6d4e-6d1e-4314-ad71-1a17ba880b7c', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'mac_address': 'fa:16:3e:63:32:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': 'caa37f70-4e02-46b1-b3e7-8bc6e13390fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:34Z', 'updated_at': '2021-07-09T15:12:41Z', 'revision_number': 5, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'subnets': [{'id': 'caa37f70-4e02-46b1-b3e7-8bc6e13390fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb3953dd-3131-476c-8cc7-dcec561de72c', 'name': '', 'network_id': 'd49d0eae-fda9-440e-b1fd-7cd58a51d2cd', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'mac_address': 'fa:16:3e:7d:63:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'f3ec926b-0a9b-41ff-8e7f-1994a34f42c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:38Z', 'updated_at': '2021-07-09T15:12:45Z', 'revision_number': 5, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'subnets': [{'id': 'f3ec926b-0a9b-41ff-8e7f-1994a34f42c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:13:09.323645 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-31dd48d5-6bc8-4280-b6e1-487e5cda8543 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] For port 90d6a43f-1206-475f-acb5-22870e5d07b8, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=90d6a43f-1206-475f-acb5-22870e5d07b8,segment=NetworkSegment(c2b31c6a-6b75-437c-b027-569628766dcd),segment_id=c2b31c6a-6b75-437c-b027-569628766dcd)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:13:09.324929 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-31dd48d5-6bc8-4280-b6e1-487e5cda8543 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:09.351993 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-31dd48d5-6bc8-4280-b6e1-487e5cda8543 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Calling delete_port for 90d6a43f-1206-475f-acb5-22870e5d07b8 owned by network:dhcp {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:13:09.396323 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-fe9b6f7d-a0da-4390-9328-6e882b917e7d None None] For port 90d6a43f-1206-475f-acb5-22870e5d07b8, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=90d6a43f-1206-475f-acb5-22870e5d07b8,segment=NetworkSegment(c2b31c6a-6b75-437c-b027-569628766dcd),segment_id=c2b31c6a-6b75-437c-b027-569628766dcd)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:13:09.397143 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-fe9b6f7d-a0da-4390-9328-6e882b917e7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:09.420959 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-fe9b6f7d-a0da-4390-9328-6e882b917e7d None None] Calling delete_port for 90d6a43f-1206-475f-acb5-22870e5d07b8 owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:13:09.595773 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-31dd48d5-6bc8-4280-b6e1-487e5cda8543 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:09.603204 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-fe9b6f7d-a0da-4390-9328-6e882b917e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:09.623347 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dd48d5-6bc8-4280-b6e1-487e5cda8543 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event deleted for resources: {'Port': ['ID=90d6a43f-1206-475f-acb5-22870e5d07b8,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:09.637378 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dd48d5-6bc8-4280-b6e1-487e5cda8543 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] No DVR routers for this DVR port 90d6a43f-1206-475f-acb5-22870e5d07b8 on host n-d-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:13:09.698782 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9b6f7d-a0da-4390-9328-6e882b917e7d None None] Pushing event deleted for resources: {'Port': ['ID=90d6a43f-1206-475f-acb5-22870e5d07b8,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:09.702327 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9b6f7d-a0da-4390-9328-6e882b917e7d None None] No DVR routers for this DVR port 90d6a43f-1206-475f-acb5-22870e5d07b8 on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:13:09.819756 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-31dd48d5-6bc8-4280-b6e1-487e5cda8543 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:09.848239 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ab436d73-9e72-4822-98cf-a54dd7d18e43 req-241f243e-f306-4d45-8453-5a2c280b14e3 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=0899efe3-9670-408e-8a91-81c04674b250 HTTP/1.1" status: 200 len: 210 time: 0.0463820 Jul 09 15:13:09.850002 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-31dd48d5-6bc8-4280-b6e1-487e5cda8543 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f045a7a-b62c-4ed4-999a-df5c19e32646']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:09.863944 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-31dd48d5-6bc8-4280-b6e1-487e5cda8543 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2b31c6a-6b75-437c-b027-569628766dcd') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:09.863944 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-31dd48d5-6bc8-4280-b6e1-487e5cda8543 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2b31c6a-6b75-437c-b027-569628766dcd') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:09.879096 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-31dd48d5-6bc8-4280-b6e1-487e5cda8543 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:09.898180 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-31dd48d5-6bc8-4280-b6e1-487e5cda8543 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:09.909175 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31dd48d5-6bc8-4280-b6e1-487e5cda8543 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:13:09.912514 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-31dd48d5-6bc8-4280-b6e1-487e5cda8543 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:09.912976 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 15:13:09.912976 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:13:09.912976 n-d-799529-6 neutron-server[94445]: timer() Jul 09 15:13:09.912976 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:13:09.912976 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 15:13:09.912976 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:13:09.912976 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 15:13:09.912976 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:13:09.912976 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 15:13:09.912976 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:13:09.912976 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 15:13:09.912976 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:13:09.912976 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 15:13:09.912976 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:13:09.912976 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:13:09.912976 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:13:09.912976 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:13:09.912976 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:13:09.912976 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 15:13:09.912976 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:13:09.912976 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 15:13:09.912976 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:13:09.912976 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:13:09.912976 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:13:09.912976 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 15:13:09.912976 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:13:09.912976 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:13:09.912976 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:13:09.912976 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:13:09.912976 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:13:09.912976 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:13:09.912976 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:13:10.081938 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-31dd48d5-6bc8-4280-b6e1-487e5cda8543 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:10.090305 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-31dd48d5-6bc8-4280-b6e1-487e5cda8543 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:10.092726 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-31dd48d5-6bc8-4280-b6e1-487e5cda8543 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "DELETE /v2.0/networks/9f045a7a-b62c-4ed4-999a-df5c19e32646 HTTP/1.1" status: 204 len: 168 time: 1.3392580 Jul 09 15:13:10.095452 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43040) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:10.123131 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dd48d5-6bc8-4280-b6e1-487e5cda8543 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event deleted for resources: {'Network': ['ID=9f045a7a-b62c-4ed4-999a-df5c19e32646,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:10.374029 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43050) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:10.498699 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-6a731897-e963-42db-bf5e-db0782e16242 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-374329552'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:13:10.612765 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a731897-e963-42db-bf5e-db0782e16242 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Made reservation on behalf of 4b80fd32c0174e5292fe62f10c0df391 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:13:10.617133 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6a731897-e963-42db-bf5e-db0782e16242 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:10.627386 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6a731897-e963-42db-bf5e-db0782e16242 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:10.760863 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6a731897-e963-42db-bf5e-db0782e16242 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:10.854269 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-de15b1ea-63c1-4b2a-a577-cba17adfdc2b tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:10.856987 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 3ce10e77-0a69-427a-941b-bb80f475eb76 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:13:10.861288 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6a731897-e963-42db-bf5e-db0782e16242 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:10.889822 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a731897-e963-42db-bf5e-db0782e16242 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:13:10.902341 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a731897-e963-42db-bf5e-db0782e16242 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0a5da5-1cf5-4d38-bd34-6903b400a4d3,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:10.908157 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6a731897-e963-42db-bf5e-db0782e16242 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:10.908614 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-6a731897-e963-42db-bf5e-db0782e16242 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Added segment 32fad9fd-b575-4dce-af6c-b40fac309b4d of type vlan for network e98dac10-d09f-436e-98e3-00b768710d37 Jul 09 15:13:10.958913 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6a731897-e963-42db-bf5e-db0782e16242 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:11.073840 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-659b2423-8069-4fb6-8806-268fd157f19a req-76eefad8-b6fc-47c4-88e3-049b2cf2c98b tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=0899efe3-9670-408e-8a91-81c04674b250 HTTP/1.1" status: 200 len: 210 time: 0.0316081 Jul 09 15:13:11.104236 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 3ce10e77-0a69-427a-941b-bb80f475eb76 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:13:11.114297 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 3ce10e77-0a69-427a-941b-bb80f475eb76 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:13:11.114297 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:11.156076 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6a731897-e963-42db-bf5e-db0782e16242 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:11.163579 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a731897-e963-42db-bf5e-db0782e16242 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:11.167349 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6a731897-e963-42db-bf5e-db0782e16242 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:11.253596 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-de15b1ea-63c1-4b2a-a577-cba17adfdc2b tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Deleting port fb3953dd-3131-476c-8cc7-dcec561de72c {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:13:11.254532 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-de15b1ea-63c1-4b2a-a577-cba17adfdc2b tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:11.276046 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:11.322683 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 3ce10e77-0a69-427a-941b-bb80f475eb76, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=3ce10e77-0a69-427a-941b-bb80f475eb76,segment=NetworkSegment(112068db-64d1-4f8c-9701-2c04d5aac835),segment_id=112068db-64d1-4f8c-9701-2c04d5aac835)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:13:11.405193 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-6a731897-e963-42db-bf5e-db0782e16242 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0298584 Jul 09 15:13:11.425126 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a731897-e963-42db-bf5e-db0782e16242 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Pushing event updated for resources: {'Network': ['ID=e98dac10-d09f-436e-98e3-00b768710d37,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:11.455868 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-de15b1ea-63c1-4b2a-a577-cba17adfdc2b tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] For port fb3953dd-3131-476c-8cc7-dcec561de72c, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=fb3953dd-3131-476c-8cc7-dcec561de72c,segment=NetworkSegment(8a8d1be0-316d-4b19-9d60-77deacc84c42),segment_id=8a8d1be0-316d-4b19-9d60-77deacc84c42)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:13:11.456234 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-de15b1ea-63c1-4b2a-a577-cba17adfdc2b tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:11.462303 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network e98dac10-d09f-436e-98e3-00b768710d37 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:13:11.473174 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-de15b1ea-63c1-4b2a-a577-cba17adfdc2b tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Calling delete_port for fb3953dd-3131-476c-8cc7-dcec561de72c owned by network:router_interface {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:13:11.500982 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:11.580371 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d495e351-c35e-4bdb-b80f-6f79e13911af req-86906c19-67a5-430e-a646-beae23069a24 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:11.588692 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d495e351-c35e-4bdb-b80f-6f79e13911af req-86906c19-67a5-430e-a646-beae23069a24 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.54 "GET /v2.0/networks?id=8044536e-702f-44b8-a779-7f0761d4b81e HTTP/1.1" status: 200 len: 911 time: 0.4030123 Jul 09 15:13:11.603169 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-d495e351-c35e-4bdb-b80f-6f79e13911af req-0e406601-3e48-49dc-b7f8-c1f7d96e317e tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Request body: {'port': {'device_id': '0899efe3-9670-408e-8a91-81c04674b250', 'network_id': '8044536e-702f-44b8-a779-7f0761d4b81e', 'admin_state_up': True, 'tenant_id': '49e7385c2449449c9657197790d685ad'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:13:11.690668 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 90d6a43f-1206-475f-acb5-22870e5d07b8 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:13:11.745243 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 90d6a43f-1206-475f-acb5-22870e5d07b8 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:13:11.745873 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 90d6a43f-1206-475f-acb5-22870e5d07b8 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:13:11.746878 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device be1d1303-5fd8-4d31-9ae8-5e1506315515 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:13:11.784381 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d495e351-c35e-4bdb-b80f-6f79e13911af req-0e406601-3e48-49dc-b7f8-c1f7d96e317e tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Made reservation on behalf of 49e7385c2449449c9657197790d685ad for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:13:11.789366 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-d495e351-c35e-4bdb-b80f-6f79e13911af req-0e406601-3e48-49dc-b7f8-c1f7d96e317e tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:11.841789 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: be1d1303-5fd8-4d31-9ae8-5e1506315515 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:13:11.842943 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device be1d1303-5fd8-4d31-9ae8-5e1506315515 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:13:11.863102 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=3ce10e77-0a69-427a-941b-bb80f475eb76,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:11.989588 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-d495e351-c35e-4bdb-b80f-6f79e13911af req-0e406601-3e48-49dc-b7f8-c1f7d96e317e tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Allocated IP 172.20.0.12 (8044536e-702f-44b8-a779-7f0761d4b81e/ce0de3d0-b583-4f4b-9766-d524b9edb34e/d3a640d2-3cc1-4cd2-81b0-7f3c5ca0912d) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:13:12.030582 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-de15b1ea-63c1-4b2a-a577-cba17adfdc2b tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:12.087028 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de15b1ea-63c1-4b2a-a577-cba17adfdc2b tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event deleted for resources: {'Port': ['ID=fb3953dd-3131-476c-8cc7-dcec561de72c,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:12.226629 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-d495e351-c35e-4bdb-b80f-6f79e13911af req-0e406601-3e48-49dc-b7f8-c1f7d96e317e tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:12.252710 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-d495e351-c35e-4bdb-b80f-6f79e13911af req-0e406601-3e48-49dc-b7f8-c1f7d96e317e tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Transition to ACTIVE for port object d3a640d2-3cc1-4cd2-81b0-7f3c5ca0912d will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:13:12.328533 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d23f8ffe-d0b3-44c8-8ae0-6b4110db03e1 req-53b5a326-fe71-4854-9b9d-a76f766a6802 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=0899efe3-9670-408e-8a91-81c04674b250 HTTP/1.1" status: 200 len: 210 time: 0.0393870 Jul 09 15:13:12.403075 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-de15b1ea-63c1-4b2a-a577-cba17adfdc2b tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:12.432063 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-d495e351-c35e-4bdb-b80f-6f79e13911af req-0e406601-3e48-49dc-b7f8-c1f7d96e317e tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:12.497577 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d495e351-c35e-4bdb-b80f-6f79e13911af req-0e406601-3e48-49dc-b7f8-c1f7d96e317e tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Network 8044536e-702f-44b8-a779-7f0761d4b81e is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:13:12.502856 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-d495e351-c35e-4bdb-b80f-6f79e13911af req-0e406601-3e48-49dc-b7f8-c1f7d96e317e tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:13:12.505466 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-d495e351-c35e-4bdb-b80f-6f79e13911af req-0e406601-3e48-49dc-b7f8-c1f7d96e317e tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:13:12.548763 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e406601-3e48-49dc-b7f8-c1f7d96e317e tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Pushing event updated for resources: {'Port': ['ID=d3a640d2-3cc1-4cd2-81b0-7f3c5ca0912d,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:12.550863 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d495e351-c35e-4bdb-b80f-6f79e13911af req-0e406601-3e48-49dc-b7f8-c1f7d96e317e tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:12.551490 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-d495e351-c35e-4bdb-b80f-6f79e13911af req-0e406601-3e48-49dc-b7f8-c1f7d96e317e tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:12.646160 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d495e351-c35e-4bdb-b80f-6f79e13911af req-0e406601-3e48-49dc-b7f8-c1f7d96e317e tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.0490670 Jul 09 15:13:12.680553 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de15b1ea-63c1-4b2a-a577-cba17adfdc2b tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Router 34a72d30-4bfa-4b39-8a83-9178f3e49d23 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:13:12.880125 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-d495e351-c35e-4bdb-b80f-6f79e13911af req-c039f02b-4155-4760-b005-fe097c3c95ee service neutron] Request body: {'port': {'device_id': '0899efe3-9670-408e-8a91-81c04674b250', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:13:12.941405 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de15b1ea-63c1-4b2a-a577-cba17adfdc2b tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:13:12.958942 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddceae91-3242-432b-bf15-7ff0ff8b3f47 None None] Sync routers for ids ['34a72d30-4bfa-4b39-8a83-9178f3e49d23'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:13:12.988351 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-de15b1ea-63c1-4b2a-a577-cba17adfdc2b tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "PUT /v2.0/routers/34a72d30-4bfa-4b39-8a83-9178f3e49d23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8911445 Jul 09 15:13:12.990879 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-09c87c72-1cad-4115-9b9c-21666076f276 None None] Provisioning for port d3a640d2-3cc1-4cd2-81b0-7f3c5ca0912d completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:13:12.991699 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43090) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:12.999076 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-09c87c72-1cad-4115-9b9c-21666076f276 None None] Provisioning complete for port d3a640d2-3cc1-4cd2-81b0-7f3c5ca0912d triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:13:13.001685 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-09c87c72-1cad-4115-9b9c-21666076f276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:13.007887 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-d495e351-c35e-4bdb-b80f-6f79e13911af req-c039f02b-4155-4760-b005-fe097c3c95ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:13.010799 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 3ce10e77-0a69-427a-941b-bb80f475eb76 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:13:13.039405 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddceae91-3242-432b-bf15-7ff0ff8b3f47 None None] Routers {'34a72d30-4bfa-4b39-8a83-9178f3e49d23'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:13:13.040889 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-ddceae91-3242-432b-bf15-7ff0ff8b3f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:12:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['34a72d30-4bfa-4b39-8a83-9178f3e49d23'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:13.110157 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-52b5921a-7e7b-4eb7-ab5d-b179820a6a7e tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Deleting subnet f3ec926b-0a9b-41ff-8e7f-1994a34f42c7 {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:13:13.114680 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-52b5921a-7e7b-4eb7-ab5d-b179820a6a7e tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:13.166630 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-52b5921a-7e7b-4eb7-ab5d-b179820a6a7e tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:13.270485 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-ddceae91-3242-432b-bf15-7ff0ff8b3f47 None None] Set router 34a72d30-4bfa-4b39-8a83-9178f3e49d23 gateway port host: None {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:13:13.278582 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-52b5921a-7e7b-4eb7-ab5d-b179820a6a7e tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:13.408016 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-52b5921a-7e7b-4eb7-ab5d-b179820a6a7e tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:13.470628 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b5921a-7e7b-4eb7-ab5d-b179820a6a7e tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event deleted for resources: {'Subnet': ['ID=f3ec926b-0a9b-41ff-8e7f-1994a34f42c7,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:13.480299 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-52b5921a-7e7b-4eb7-ab5d-b179820a6a7e tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:13.482704 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-52b5921a-7e7b-4eb7-ab5d-b179820a6a7e tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "DELETE /v2.0/subnets/f3ec926b-0a9b-41ff-8e7f-1994a34f42c7 HTTP/1.1" status: 204 len: 168 time: 0.4893193 Jul 09 15:13:13.487538 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43104) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:13.513345 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e470cb6-92af-4102-b516-adeefcfeb9d6 None None] Network d49d0eae-fda9-440e-b1fd-7cd58a51d2cd requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:13:13.615607 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b830b617-b006-4e08-95f5-6da056f4eeb4 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:13.657471 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-09c87c72-1cad-4115-9b9c-21666076f276 None None] Port d3a640d2-3cc1-4cd2-81b0-7f3c5ca0912d cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:13:13.686206 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-d495e351-c35e-4bdb-b80f-6f79e13911af req-c039f02b-4155-4760-b005-fe097c3c95ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3a640d2-3cc1-4cd2-81b0-7f3c5ca0912d {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:13:13.700428 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-d495e351-c35e-4bdb-b80f-6f79e13911af req-c039f02b-4155-4760-b005-fe097c3c95ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:13.719935 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 3ce10e77-0a69-427a-941b-bb80f475eb76 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:13:13.720240 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:13.723718 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-d495e351-c35e-4bdb-b80f-6f79e13911af req-c039f02b-4155-4760-b005-fe097c3c95ee service neutron] Transition to ACTIVE for port object d3a640d2-3cc1-4cd2-81b0-7f3c5ca0912d will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:13:13.807674 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-d495e351-c35e-4bdb-b80f-6f79e13911af req-c039f02b-4155-4760-b005-fe097c3c95ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:13.922349 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-b830b617-b006-4e08-95f5-6da056f4eeb4 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Deleting port 4429282a-e1da-4290-a4a0-06f5d9548fc2 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:13:13.924303 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b830b617-b006-4e08-95f5-6da056f4eeb4 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:13.945133 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253de2ae-6d26-487a-82d7-c71d25beb50f req-e514da22-271a-4564-a592-13436484ff9d tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:13.960468 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-253de2ae-6d26-487a-82d7-c71d25beb50f req-e514da22-271a-4564-a592-13436484ff9d tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=0899efe3-9670-408e-8a91-81c04674b250 HTTP/1.1" status: 200 len: 1028 time: 0.3103991 Jul 09 15:13:14.143888 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c039f02b-4155-4760-b005-fe097c3c95ee service neutron] Pushing event updated for resources: {'Port': ['ID=d3a640d2-3cc1-4cd2-81b0-7f3c5ca0912d,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:14.156736 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-ddceae91-3242-432b-bf15-7ff0ff8b3f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'name': 'tempest-RoutersTest-router-1649247209', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:12:31Z', 'updated_at': '2021-07-09T15:13:11Z', 'revision_number': 10, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'gw_port_host': None, '_interfaces': [{'id': '49ab8d25-868b-40a5-a40e-96dd5afff666', 'name': '', 'network_id': '848b6d4e-6d1e-4314-ad71-1a17ba880b7c', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'mac_address': 'fa:16:3e:63:32:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': 'caa37f70-4e02-46b1-b3e7-8bc6e13390fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:34Z', 'updated_at': '2021-07-09T15:12:41Z', 'revision_number': 5, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'subnets': [{'id': 'caa37f70-4e02-46b1-b3e7-8bc6e13390fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:14.167470 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b996c3-746d-4530-8a34-4be844619027 None None] DHCP port deletion for d49d0eae-fda9-440e-b1fd-7cd58a51d2cd request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 15:13:14.178868 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-d495e351-c35e-4bdb-b80f-6f79e13911af req-c039f02b-4155-4760-b005-fe097c3c95ee service neutron] Attempting to bind port d3a640d2-3cc1-4cd2-81b0-7f3c5ca0912d on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:13:14.179209 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-d495e351-c35e-4bdb-b80f-6f79e13911af req-c039f02b-4155-4760-b005-fe097c3c95ee service neutron] Attempting to bind port d3a640d2-3cc1-4cd2-81b0-7f3c5ca0912d by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '3261902c-618d-42ca-ba4c-924d56a948c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8044536e-702f-44b8-a779-7f0761d4b81e'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:13:14.179569 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d495e351-c35e-4bdb-b80f-6f79e13911af req-c039f02b-4155-4760-b005-fe097c3c95ee service neutron] Attempting to bind port d3a640d2-3cc1-4cd2-81b0-7f3c5ca0912d on network 8044536e-702f-44b8-a779-7f0761d4b81e {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:13:14.197092 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d495e351-c35e-4bdb-b80f-6f79e13911af req-c039f02b-4155-4760-b005-fe097c3c95ee service neutron] Port d3a640d2-3cc1-4cd2-81b0-7f3c5ca0912d on network 8044536e-702f-44b8-a779-7f0761d4b81e not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:13:14.197420 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d495e351-c35e-4bdb-b80f-6f79e13911af req-c039f02b-4155-4760-b005-fe097c3c95ee service neutron] Attempting to bind port d3a640d2-3cc1-4cd2-81b0-7f3c5ca0912d on network 8044536e-702f-44b8-a779-7f0761d4b81e {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:13:14.215378 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d495e351-c35e-4bdb-b80f-6f79e13911af req-c039f02b-4155-4760-b005-fe097c3c95ee service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:13:14.215744 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d495e351-c35e-4bdb-b80f-6f79e13911af req-c039f02b-4155-4760-b005-fe097c3c95ee service neutron] Checking segment: {'id': '3261902c-618d-42ca-ba4c-924d56a948c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8044536e-702f-44b8-a779-7f0761d4b81e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:13:14.216133 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d495e351-c35e-4bdb-b80f-6f79e13911af req-c039f02b-4155-4760-b005-fe097c3c95ee service neutron] Bound using segment: {'id': '3261902c-618d-42ca-ba4c-924d56a948c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8044536e-702f-44b8-a779-7f0761d4b81e'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:13:14.216582 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-d495e351-c35e-4bdb-b80f-6f79e13911af req-c039f02b-4155-4760-b005-fe097c3c95ee service neutron] Bound port: d3a640d2-3cc1-4cd2-81b0-7f3c5ca0912d, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3261902c-618d-42ca-ba4c-924d56a948c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8044536e-702f-44b8-a779-7f0761d4b81e'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:13:14.217146 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-d495e351-c35e-4bdb-b80f-6f79e13911af req-c039f02b-4155-4760-b005-fe097c3c95ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:14.221997 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-253de2ae-6d26-487a-82d7-c71d25beb50f req-8eaa5c36-5571-437f-894f-a08fa40f9d84 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a6320071-7a73-4473-8401-6e67b9cb8752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602336 Jul 09 15:13:14.258512 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-b830b617-b006-4e08-95f5-6da056f4eeb4 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] For port 4429282a-e1da-4290-a4a0-06f5d9548fc2, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=4429282a-e1da-4290-a4a0-06f5d9548fc2,segment=NetworkSegment(8a8d1be0-316d-4b19-9d60-77deacc84c42),segment_id=8a8d1be0-316d-4b19-9d60-77deacc84c42)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:13:14.259302 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b830b617-b006-4e08-95f5-6da056f4eeb4 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:14.283700 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-b830b617-b006-4e08-95f5-6da056f4eeb4 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Calling delete_port for 4429282a-e1da-4290-a4a0-06f5d9548fc2 owned by network:dhcp {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:13:14.314253 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddceae91-3242-432b-bf15-7ff0ff8b3f47 None None] Checking router: 34a72d30-4bfa-4b39-8a83-9178f3e49d23 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:13:14.401273 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-d495e351-c35e-4bdb-b80f-6f79e13911af req-c039f02b-4155-4760-b005-fe097c3c95ee service neutron] For port d3a640d2-3cc1-4cd2-81b0-7f3c5ca0912d, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:13:14.402961 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddceae91-3242-432b-bf15-7ff0ff8b3f47 None None] Routers {'34a72d30-4bfa-4b39-8a83-9178f3e49d23'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:13:14.412035 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-d495e351-c35e-4bdb-b80f-6f79e13911af req-c039f02b-4155-4760-b005-fe097c3c95ee service neutron] For port d3a640d2-3cc1-4cd2-81b0-7f3c5ca0912d, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=d3a640d2-3cc1-4cd2-81b0-7f3c5ca0912d,segment=NetworkSegment(3261902c-618d-42ca-ba4c-924d56a948c2),segment_id=3261902c-618d-42ca-ba4c-924d56a948c2)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:13:14.412690 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-ddceae91-3242-432b-bf15-7ff0ff8b3f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:12:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['34a72d30-4bfa-4b39-8a83-9178f3e49d23'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:14.500159 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-d495e351-c35e-4bdb-b80f-6f79e13911af req-c039f02b-4155-4760-b005-fe097c3c95ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:14.536648 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-ddceae91-3242-432b-bf15-7ff0ff8b3f47 None None] Set router 34a72d30-4bfa-4b39-8a83-9178f3e49d23 gateway port host: None {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:13:14.543536 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43110) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:14.570365 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d495e351-c35e-4bdb-b80f-6f79e13911af req-c039f02b-4155-4760-b005-fe097c3c95ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:14.570365 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-d495e351-c35e-4bdb-b80f-6f79e13911af req-c039f02b-4155-4760-b005-fe097c3c95ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:14.574082 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d495e351-c35e-4bdb-b80f-6f79e13911af req-c039f02b-4155-4760-b005-fe097c3c95ee service neutron] 10.222.0.54 "PUT /v2.0/ports/d3a640d2-3cc1-4cd2-81b0-7f3c5ca0912d HTTP/1.1" status: 200 len: 1092 time: 1.9192507 Jul 09 15:13:14.584680 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-f7b996c3-746d-4530-8a34-4be844619027 None None] Deleting port 4429282a-e1da-4290-a4a0-06f5d9548fc2 {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:13:14.585212 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f7b996c3-746d-4530-8a34-4be844619027 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:14.595313 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b830b617-b006-4e08-95f5-6da056f4eeb4 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:14.598937 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0899efe3-9670-408e-8a91-81c04674b250', 'tag': 'd3a640d2-3cc1-4cd2-81b0-7f3c5ca0912d'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:13:14.601422 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a753516a-9be3-4532-92f1-dfa3ff323ebc" -d '{"events": [{"name": "network-changed", "server_uuid": "0899efe3-9670-408e-8a91-81c04674b250", "tag": "d3a640d2-3cc1-4cd2-81b0-7f3c5ca0912d"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:13:14.634132 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c039f02b-4155-4760-b005-fe097c3c95ee service neutron] Pushing event updated for resources: {'Port': ['ID=d3a640d2-3cc1-4cd2-81b0-7f3c5ca0912d,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:14.675301 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b830b617-b006-4e08-95f5-6da056f4eeb4 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event deleted for resources: {'Port': ['ID=4429282a-e1da-4290-a4a0-06f5d9548fc2,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:14.686094 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b830b617-b006-4e08-95f5-6da056f4eeb4 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] No DVR routers for this DVR port 4429282a-e1da-4290-a4a0-06f5d9548fc2 on host n-d-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:13:14.822786 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43118) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:14.842228 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-0cba80e0-5227-4b50-9a4e-e39ef7800b9d tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Request body: {'subnet': {'network_id': 'e98dac10-d09f-436e-98e3-00b768710d37', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:13:14.896852 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 4429282a-e1da-4290-a4a0-06f5d9548fc2 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:13:14.903798 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1d397fc4-520b-46fa-917f-4542c980349d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:14.918348 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b830b617-b006-4e08-95f5-6da056f4eeb4 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:14.944470 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-b830b617-b006-4e08-95f5-6da056f4eeb4 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d49d0eae-fda9-440e-b1fd-7cd58a51d2cd']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:14.944687 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 4429282a-e1da-4290-a4a0-06f5d9548fc2 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:13:14.944942 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 4429282a-e1da-4290-a4a0-06f5d9548fc2 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:13:14.949088 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d495e351-c35e-4bdb-b80f-6f79e13911af req-10c70161-7ea8-4cc5-be5a-0dbcb4c4c9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:14.951141 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d495e351-c35e-4bdb-b80f-6f79e13911af req-10c70161-7ea8-4cc5-be5a-0dbcb4c4c9a0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=49e7385c2449449c9657197790d685ad&device_id=0899efe3-9670-408e-8a91-81c04674b250 HTTP/1.1" status: 200 len: 1095 time: 0.1934690 Jul 09 15:13:14.962293 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-f7b996c3-746d-4530-8a34-4be844619027 None None] For port 4429282a-e1da-4290-a4a0-06f5d9548fc2, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=4429282a-e1da-4290-a4a0-06f5d9548fc2,segment=NetworkSegment(8a8d1be0-316d-4b19-9d60-77deacc84c42),segment_id=8a8d1be0-316d-4b19-9d60-77deacc84c42)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:13:14.963096 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f7b996c3-746d-4530-8a34-4be844619027 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:14.974120 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-b830b617-b006-4e08-95f5-6da056f4eeb4 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a8d1be0-316d-4b19-9d60-77deacc84c42') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:14.974415 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-b830b617-b006-4e08-95f5-6da056f4eeb4 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a8d1be0-316d-4b19-9d60-77deacc84c42') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:14.981388 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:13:14.991724 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b830b617-b006-4e08-95f5-6da056f4eeb4 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:15.011406 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-f7b996c3-746d-4530-8a34-4be844619027 None None] Calling delete_port for 4429282a-e1da-4290-a4a0-06f5d9548fc2 owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:13:15.014235 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b830b617-b006-4e08-95f5-6da056f4eeb4 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:15.027513 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b830b617-b006-4e08-95f5-6da056f4eeb4 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:13:15.027931 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b830b617-b006-4e08-95f5-6da056f4eeb4 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:15.031113 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 15:13:15.031113 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:13:15.031113 n-d-799529-6 neutron-server[94446]: timer() Jul 09 15:13:15.031113 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:13:15.031113 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 15:13:15.031113 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:13:15.031113 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 15:13:15.031113 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:13:15.031113 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 15:13:15.031113 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:13:15.031113 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 15:13:15.031113 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:13:15.031113 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 15:13:15.031113 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:13:15.031113 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:13:15.031113 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:13:15.031113 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:13:15.031113 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:13:15.031113 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 15:13:15.031113 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:13:15.031113 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 15:13:15.031113 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:13:15.031113 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:13:15.031113 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:13:15.031113 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 15:13:15.031113 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:13:15.031113 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:13:15.031113 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:13:15.031113 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:13:15.031113 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:13:15.031113 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:13:15.031113 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:13:15.045817 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17da710a-0d51-4f5f-ab6c-1257d8c49f64 x-openstack-request-id: req-17da710a-0d51-4f5f-ab6c-1257d8c49f64 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:13:15.045817 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0899efe3-9670-408e-8a91-81c04674b250", "tag": "d3a640d2-3cc1-4cd2-81b0-7f3c5ca0912d", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:13:15.045817 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-17da710a-0d51-4f5f-ab6c-1257d8c49f64 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:13:15.045817 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0899efe3-9670-408e-8a91-81c04674b250', 'tag': 'd3a640d2-3cc1-4cd2-81b0-7f3c5ca0912d', 'status': 'completed', 'code': 200} Jul 09 15:13:15.049008 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d495e351-c35e-4bdb-b80f-6f79e13911af req-9a1a150d-aef7-48bb-aaeb-88bfa3dd5af1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3a640d2-3cc1-4cd2-81b0-7f3c5ca0912d HTTP/1.1" status: 200 len: 217 time: 0.0897896 Jul 09 15:13:15.115882 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d495e351-c35e-4bdb-b80f-6f79e13911af req-1806a95b-b386-4097-9344-952fd6ae5044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:15.118664 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d495e351-c35e-4bdb-b80f-6f79e13911af req-1806a95b-b386-4097-9344-952fd6ae5044 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ce0de3d0-b583-4f4b-9766-d524b9edb34e HTTP/1.1" status: 200 len: 849 time: 0.0632195 Jul 09 15:13:15.130213 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:15.145454 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1d397fc4-520b-46fa-917f-4542c980349d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:15.153964 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f7b996c3-746d-4530-8a34-4be844619027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:15.166854 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b830b617-b006-4e08-95f5-6da056f4eeb4 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:15.189294 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b830b617-b006-4e08-95f5-6da056f4eeb4 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:15.191961 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b830b617-b006-4e08-95f5-6da056f4eeb4 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "DELETE /v2.0/networks/d49d0eae-fda9-440e-b1fd-7cd58a51d2cd HTTP/1.1" status: 204 len: 168 time: 1.7032077 Jul 09 15:13:15.193076 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b830b617-b006-4e08-95f5-6da056f4eeb4 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event deleted for resources: {'Network': ['ID=d49d0eae-fda9-440e-b1fd-7cd58a51d2cd,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:15.194962 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43120) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:15.197189 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b996c3-746d-4530-8a34-4be844619027 None None] Pushing event deleted for resources: {'Port': ['ID=4429282a-e1da-4290-a4a0-06f5d9548fc2,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:15.202559 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-ddceae91-3242-432b-bf15-7ff0ff8b3f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'name': 'tempest-RoutersTest-router-1649247209', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:12:31Z', 'updated_at': '2021-07-09T15:13:11Z', 'revision_number': 10, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'gw_port_host': None, '_interfaces': [{'id': '49ab8d25-868b-40a5-a40e-96dd5afff666', 'name': '', 'network_id': '848b6d4e-6d1e-4314-ad71-1a17ba880b7c', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'mac_address': 'fa:16:3e:63:32:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': 'caa37f70-4e02-46b1-b3e7-8bc6e13390fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:34Z', 'updated_at': '2021-07-09T15:12:41Z', 'revision_number': 5, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'subnets': [{'id': 'caa37f70-4e02-46b1-b3e7-8bc6e13390fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:15.208749 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b996c3-746d-4530-8a34-4be844619027 None None] No DVR routers for this DVR port 4429282a-e1da-4290-a4a0-06f5d9548fc2 on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:13:15.226817 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d495e351-c35e-4bdb-b80f-6f79e13911af req-e5d0522e-ee1a-4eec-9f17-4f278ae29faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:15.227449 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d495e351-c35e-4bdb-b80f-6f79e13911af req-e5d0522e-ee1a-4eec-9f17-4f278ae29faa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8044536e-702f-44b8-a779-7f0761d4b81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1014252 Jul 09 15:13:15.236974 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddceae91-3242-432b-bf15-7ff0ff8b3f47 None None] The sync data for ids ['34a72d30-4bfa-4b39-8a83-9178f3e49d23'] in n-d-799529-6 is: [{'id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'name': 'tempest-RoutersTest-router-1649247209', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:12:31Z', 'updated_at': '2021-07-09T15:13:11Z', 'revision_number': 10, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'gw_port_host': None, '_interfaces': [{'id': '49ab8d25-868b-40a5-a40e-96dd5afff666', 'name': '', 'network_id': '848b6d4e-6d1e-4314-ad71-1a17ba880b7c', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'mac_address': 'fa:16:3e:63:32:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': 'caa37f70-4e02-46b1-b3e7-8bc6e13390fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:34Z', 'updated_at': '2021-07-09T15:12:41Z', 'revision_number': 5, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'subnets': [{'id': 'caa37f70-4e02-46b1-b3e7-8bc6e13390fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:13:15.334984 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d495e351-c35e-4bdb-b80f-6f79e13911af req-470f7f8e-0bae-4d3d-9e10-dd09802ea60d service neutron] 10.222.0.54 "GET /v2.0/networks/8044536e-702f-44b8-a779-7f0761d4b81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003866 Jul 09 15:13:15.374184 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1d397fc4-520b-46fa-917f-4542c980349d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:15.468405 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d397fc4-520b-46fa-917f-4542c980349d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054620bc-b372-43c2-bcaf-49eb5e89d752,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:15.474488 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-1d397fc4-520b-46fa-917f-4542c980349d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c7e25256dd48407abc445ebc6632f7f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9297402 Jul 09 15:13:15.500135 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43124) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:15.510318 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cba80e0-5227-4b50-9a4e-e39ef7800b9d tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Made reservation on behalf of 4b80fd32c0174e5292fe62f10c0df391 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:13:15.514517 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0cba80e0-5227-4b50-9a4e-e39ef7800b9d tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:15.679037 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654a42a3-cc77-494b-99b1-2a160a3ced7f req-5d971812-efa3-406b-b024-73dc7621f882 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:15.680611 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-654a42a3-cc77-494b-99b1-2a160a3ced7f req-5d971812-efa3-406b-b024-73dc7621f882 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=0899efe3-9670-408e-8a91-81c04674b250 HTTP/1.1" status: 200 len: 1095 time: 0.3097248 Jul 09 15:13:15.703562 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d495e351-c35e-4bdb-b80f-6f79e13911af req-47f00009-e894-4b90-bfe0-5027bcde72a9 service neutron] 10.222.0.54 "GET /v2.0/networks/8044536e-702f-44b8-a779-7f0761d4b81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3617845 Jul 09 15:13:15.723893 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c882dd93-5286-4c44-a9fc-7f3615350434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:15.793096 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c882dd93-5286-4c44-a9fc-7f3615350434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:15.817453 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-654a42a3-cc77-494b-99b1-2a160a3ced7f req-7435f3c0-4111-4e96-b5b6-9d476998e51e tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a6320071-7a73-4473-8401-6e67b9cb8752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286235 Jul 09 15:13:15.880397 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a753516a-9be3-4532-92f1-dfa3ff323ebc req-25b45aa7-d7b1-411a-bf2d-0b69fea05215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:15.882245 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a753516a-9be3-4532-92f1-dfa3ff323ebc req-25b45aa7-d7b1-411a-bf2d-0b69fea05215 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=49e7385c2449449c9657197790d685ad&device_id=0899efe3-9670-408e-8a91-81c04674b250 HTTP/1.1" status: 200 len: 1095 time: 0.0646119 Jul 09 15:13:15.963194 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dd71fafe-dc27-43fa-b08a-45b05c6c10c7 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:15.987755 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a753516a-9be3-4532-92f1-dfa3ff323ebc req-2de815d0-e9b6-4151-8133-a73e2d3ddd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:15.989292 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a753516a-9be3-4532-92f1-dfa3ff323ebc req-2de815d0-e9b6-4151-8133-a73e2d3ddd56 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8044536e-702f-44b8-a779-7f0761d4b81e HTTP/1.1" status: 200 len: 911 time: 0.0994725 Jul 09 15:13:16.028570 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0cba80e0-5227-4b50-9a4e-e39ef7800b9d tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:16.034549 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a753516a-9be3-4532-92f1-dfa3ff323ebc req-ec679800-9628-4f68-99cb-923dcac6382d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3a640d2-3cc1-4cd2-81b0-7f3c5ca0912d HTTP/1.1" status: 200 len: 217 time: 0.0378680 Jul 09 15:13:16.072295 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c882dd93-5286-4c44-a9fc-7f3615350434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:16.074962 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c882dd93-5286-4c44-a9fc-7f3615350434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:16.077215 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c882dd93-5286-4c44-a9fc-7f3615350434 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/054620bc-b372-43c2-bcaf-49eb5e89d752 HTTP/1.1" status: 204 len: 168 time: 0.5751514 Jul 09 15:13:16.092040 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a753516a-9be3-4532-92f1-dfa3ff323ebc req-64079cfd-ad1e-46c3-a5db-9c537788813a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:16.093568 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a753516a-9be3-4532-92f1-dfa3ff323ebc req-64079cfd-ad1e-46c3-a5db-9c537788813a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ce0de3d0-b583-4f4b-9766-d524b9edb34e HTTP/1.1" status: 200 len: 849 time: 0.0528152 Jul 09 15:13:16.120319 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cba80e0-5227-4b50-9a4e-e39ef7800b9d tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Pushing event updated for resources: {'Subnet': ['ID=10fef1c2-ccaa-4b82-84fa-0cc09fe7f93f,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:16.124558 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c882dd93-5286-4c44-a9fc-7f3615350434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054620bc-b372-43c2-bcaf-49eb5e89d752,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:16.200266 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cba80e0-5227-4b50-9a4e-e39ef7800b9d tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Checking segment: {'id': '32fad9fd-b575-4dce-af6c-b40fac309b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'e98dac10-d09f-436e-98e3-00b768710d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:13:16.200554 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cba80e0-5227-4b50-9a4e-e39ef7800b9d tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Network hostable DHCP agents. Network: e98dac10-d09f-436e-98e3-00b768710d37, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:13:16.203451 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a753516a-9be3-4532-92f1-dfa3ff323ebc req-902ecceb-e1f5-443d-aff4-23ee37dd77c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:16.205904 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a753516a-9be3-4532-92f1-dfa3ff323ebc req-902ecceb-e1f5-443d-aff4-23ee37dd77c6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8044536e-702f-44b8-a779-7f0761d4b81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1053896 Jul 09 15:13:16.313696 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a753516a-9be3-4532-92f1-dfa3ff323ebc req-74d441aa-7cdd-400f-b992-031bca9d56b0 service neutron] 10.222.0.54 "GET /v2.0/networks/8044536e-702f-44b8-a779-7f0761d4b81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986412 Jul 09 15:13:16.315691 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cba80e0-5227-4b50-9a4e-e39ef7800b9d tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Network e98dac10-d09f-436e-98e3-00b768710d37 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:13:16.351484 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-dd71fafe-dc27-43fa-b08a-45b05c6c10c7 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Deleting port 49ab8d25-868b-40a5-a40e-96dd5afff666 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:13:16.351859 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dd71fafe-dc27-43fa-b08a-45b05c6c10c7 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:16.395736 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-0cba80e0-5227-4b50-9a4e-e39ef7800b9d tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, e98dac10-d09f-436e-98e3-00b768710d37) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:13:16.402950 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cba80e0-5227-4b50-9a4e-e39ef7800b9d tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:16.403796 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0cba80e0-5227-4b50-9a4e-e39ef7800b9d tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:16.421485 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727424bc-8334-4381-b491-e2d801b8274a None None] Network e98dac10-d09f-436e-98e3-00b768710d37 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:13:16.423155 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a753516a-9be3-4532-92f1-dfa3ff323ebc req-3ace5cb8-1164-439e-ae39-aadafcb3b8be service neutron] 10.222.0.54 "GET /v2.0/networks/8044536e-702f-44b8-a779-7f0761d4b81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028714 Jul 09 15:13:16.487286 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-dd71fafe-dc27-43fa-b08a-45b05c6c10c7 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] For port 49ab8d25-868b-40a5-a40e-96dd5afff666, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=49ab8d25-868b-40a5-a40e-96dd5afff666,segment=NetworkSegment(69e413cd-de21-4eed-b485-dce7b5ca6649),segment_id=69e413cd-de21-4eed-b485-dce7b5ca6649)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:13:16.487705 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dd71fafe-dc27-43fa-b08a-45b05c6c10c7 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:16.501430 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-dd71fafe-dc27-43fa-b08a-45b05c6c10c7 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Calling delete_port for 49ab8d25-868b-40a5-a40e-96dd5afff666 owned by network:router_interface {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:13:16.513825 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-0cba80e0-5227-4b50-9a4e-e39ef7800b9d tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6879902 Jul 09 15:13:16.520085 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43130) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:16.525594 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-0c2a99cc-af1d-4148-9d93-9511c3c67c81 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1566202946'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:13:16.585898 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9063b086-d280-4f7e-8b99-498c8eccb807 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-e98dac10-d09f-436e-98e3-00b768710d37', 'network_id': 'e98dac10-d09f-436e-98e3-00b768710d37', 'tenant_id': '4b80fd32c0174e5292fe62f10c0df391', 'fixed_ips': [{'subnet_id': '10fef1c2-ccaa-4b82-84fa-0cc09fe7f93f'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:13:16.586799 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9063b086-d280-4f7e-8b99-498c8eccb807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:16.612492 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2a99cc-af1d-4148-9d93-9511c3c67c81 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Made reservation on behalf of 4b80fd32c0174e5292fe62f10c0df391 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:13:16.617084 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0c2a99cc-af1d-4148-9d93-9511c3c67c81 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:16.677048 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c2a99cc-af1d-4148-9d93-9511c3c67c81 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:13:16.687947 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0c2a99cc-af1d-4148-9d93-9511c3c67c81 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:16.689265 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-0c2a99cc-af1d-4148-9d93-9511c3c67c81 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Added segment 8e8ecadc-572d-413a-9803-63262463b56e of type vlan for network c885e1a3-a819-4525-92be-e9c9ca5c2c6f Jul 09 15:13:16.757868 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0c2a99cc-af1d-4148-9d93-9511c3c67c81 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:16.762139 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device fb3953dd-3131-476c-8cc7-dcec561de72c no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:13:16.781297 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43132) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:16.791777 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dd71fafe-dc27-43fa-b08a-45b05c6c10c7 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:16.799159 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: fb3953dd-3131-476c-8cc7-dcec561de72c {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:13:16.799747 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device fb3953dd-3131-476c-8cc7-dcec561de72c not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:13:16.815846 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-9063b086-d280-4f7e-8b99-498c8eccb807 None None] Allocated IP 2001:db8:0:ffff::2 (e98dac10-d09f-436e-98e3-00b768710d37/10fef1c2-ccaa-4b82-84fa-0cc09fe7f93f/d788df44-daf0-4784-9570-1c15b9d6b4d8) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:13:16.841326 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-77979836-6152-46c4-a477-483174f91685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:16.862305 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd71fafe-dc27-43fa-b08a-45b05c6c10c7 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event deleted for resources: {'Port': ['ID=49ab8d25-868b-40a5-a40e-96dd5afff666,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:16.882415 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0c2a99cc-af1d-4148-9d93-9511c3c67c81 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:16.893765 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2a99cc-af1d-4148-9d93-9511c3c67c81 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:16.895274 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0c2a99cc-af1d-4148-9d93-9511c3c67c81 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:17.051355 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2a99cc-af1d-4148-9d93-9511c3c67c81 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Pushing event updated for resources: {'Network': ['ID=c885e1a3-a819-4525-92be-e9c9ca5c2c6f,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:17.082418 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f9625-e24f-4675-9f03-b7d09a8f431f req-4f5fd491-8548-4209-a304-531b669ac890 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:17.084568 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7e0f9625-e24f-4675-9f03-b7d09a8f431f req-4f5fd491-8548-4209-a304-531b669ac890 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=0899efe3-9670-408e-8a91-81c04674b250 HTTP/1.1" status: 200 len: 1095 time: 0.1016555 Jul 09 15:13:17.094800 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9063b086-d280-4f7e-8b99-498c8eccb807 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:17.111934 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-9063b086-d280-4f7e-8b99-498c8eccb807 None None] Transition to ACTIVE for port object d788df44-daf0-4784-9570-1c15b9d6b4d8 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:13:17.130368 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network c885e1a3-a819-4525-92be-e9c9ca5c2c6f details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:13:17.133578 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7e0f9625-e24f-4675-9f03-b7d09a8f431f req-6bd137db-3d2e-4263-b444-3229e1050e48 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a6320071-7a73-4473-8401-6e67b9cb8752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419610 Jul 09 15:13:17.138053 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device d3a640d2-3cc1-4cd2-81b0-7f3c5ca0912d details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 15:13:17.218413 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-9063b086-d280-4f7e-8b99-498c8eccb807 None None] Transition to ACTIVE for port object d788df44-daf0-4784-9570-1c15b9d6b4d8 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:13:17.310412 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9063b086-d280-4f7e-8b99-498c8eccb807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:17.356478 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port d3a640d2-3cc1-4cd2-81b0-7f3c5ca0912d, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=d3a640d2-3cc1-4cd2-81b0-7f3c5ca0912d,segment=NetworkSegment(3261902c-618d-42ca-ba4c-924d56a948c2),segment_id=3261902c-618d-42ca-ba4c-924d56a948c2)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:13:17.381161 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9063b086-d280-4f7e-8b99-498c8eccb807 None None] Network e98dac10-d09f-436e-98e3-00b768710d37 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:13:17.382790 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-9063b086-d280-4f7e-8b99-498c8eccb807 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:13:17.386678 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': 'd3a640d2-3cc1-4cd2-81b0-7f3c5ca0912d', 'network_id': '8044536e-702f-44b8-a779-7f0761d4b81e', 'port_id': 'd3a640d2-3cc1-4cd2-81b0-7f3c5ca0912d', 'mac_address': 'fa:16:3e:f0:f9:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce0de3d0-b583-4f4b-9766-d524b9edb34e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 15:13:17.388499 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9063b086-d280-4f7e-8b99-498c8eccb807 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:13:17.402071 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9063b086-d280-4f7e-8b99-498c8eccb807 None None] Pushing event updated for resources: {'Port': ['ID=d788df44-daf0-4784-9570-1c15b9d6b4d8,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:17.487739 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dd71fafe-dc27-43fa-b08a-45b05c6c10c7 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:17.495143 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:17.502524 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-9063b086-d280-4f7e-8b99-498c8eccb807 None None] Attempting to bind port d788df44-daf0-4784-9570-1c15b9d6b4d8 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:13:17.502524 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-9063b086-d280-4f7e-8b99-498c8eccb807 None None] Attempting to bind port d788df44-daf0-4784-9570-1c15b9d6b4d8 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '32fad9fd-b575-4dce-af6c-b40fac309b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'e98dac10-d09f-436e-98e3-00b768710d37'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:13:17.502524 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9063b086-d280-4f7e-8b99-498c8eccb807 None None] Attempting to bind port d788df44-daf0-4784-9570-1c15b9d6b4d8 on network e98dac10-d09f-436e-98e3-00b768710d37 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:13:17.510420 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9063b086-d280-4f7e-8b99-498c8eccb807 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:13:17.510807 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9063b086-d280-4f7e-8b99-498c8eccb807 None None] Checking segment: {'id': '32fad9fd-b575-4dce-af6c-b40fac309b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'e98dac10-d09f-436e-98e3-00b768710d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:13:17.511261 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9063b086-d280-4f7e-8b99-498c8eccb807 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:17.511792 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9063b086-d280-4f7e-8b99-498c8eccb807 None None] Bound using segment: {'id': '32fad9fd-b575-4dce-af6c-b40fac309b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'e98dac10-d09f-436e-98e3-00b768710d37'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:13:17.512132 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-9063b086-d280-4f7e-8b99-498c8eccb807 None None] Bound port: d788df44-daf0-4784-9570-1c15b9d6b4d8, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32fad9fd-b575-4dce-af6c-b40fac309b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'e98dac10-d09f-436e-98e3-00b768710d37'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:13:17.512517 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9063b086-d280-4f7e-8b99-498c8eccb807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:17.525180 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3a640d2-3cc1-4cd2-81b0-7f3c5ca0912d {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:13:17.568778 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port d3a640d2-3cc1-4cd2-81b0-7f3c5ca0912d, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=d3a640d2-3cc1-4cd2-81b0-7f3c5ca0912d,segment=NetworkSegment(3261902c-618d-42ca-ba4c-924d56a948c2),segment_id=3261902c-618d-42ca-ba4c-924d56a948c2)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:13:17.601632 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-9063b086-d280-4f7e-8b99-498c8eccb807 None None] For port d788df44-daf0-4784-9570-1c15b9d6b4d8, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:13:17.606188 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-9063b086-d280-4f7e-8b99-498c8eccb807 None None] For port d788df44-daf0-4784-9570-1c15b9d6b4d8, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=d788df44-daf0-4784-9570-1c15b9d6b4d8,segment=NetworkSegment(32fad9fd-b575-4dce-af6c-b40fac309b4d),segment_id=32fad9fd-b575-4dce-af6c-b40fac309b4d)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:13:17.679731 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-77979836-6152-46c4-a477-483174f91685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:17.681275 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9063b086-d280-4f7e-8b99-498c8eccb807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:17.683307 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:17.692347 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd71fafe-dc27-43fa-b08a-45b05c6c10c7 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Router 34a72d30-4bfa-4b39-8a83-9178f3e49d23 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:13:17.759743 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9063b086-d280-4f7e-8b99-498c8eccb807 None None] Pushing event updated for resources: {'Port': ['ID=d788df44-daf0-4784-9570-1c15b9d6b4d8,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:17.792206 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-77979836-6152-46c4-a477-483174f91685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:17.808633 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-0c2a99cc-af1d-4148-9d93-9511c3c67c81 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2870867 Jul 09 15:13:17.811726 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43136) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:17.826593 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-31d202f5-90fc-4ab9-8091-23c33694658e tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Request body: {'subnet': {'network_id': 'c885e1a3-a819-4525-92be-e9c9ca5c2c6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:13:17.827061 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=d3a640d2-3cc1-4cd2-81b0-7f3c5ca0912d,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:17.827264 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd71fafe-dc27-43fa-b08a-45b05c6c10c7 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:13:17.844394 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-dd71fafe-dc27-43fa-b08a-45b05c6c10c7 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "PUT /v2.0/routers/34a72d30-4bfa-4b39-8a83-9178f3e49d23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6476014 Jul 09 15:13:17.851429 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e935dc-5417-426d-8f6c-bfd636b10598 None None] Sync routers for ids ['34a72d30-4bfa-4b39-8a83-9178f3e49d23'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:13:17.856685 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43138) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:17.865547 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e935dc-5417-426d-8f6c-bfd636b10598 None None] Routers {'34a72d30-4bfa-4b39-8a83-9178f3e49d23'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:13:17.869258 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-b3e935dc-5417-426d-8f6c-bfd636b10598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:12:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['34a72d30-4bfa-4b39-8a83-9178f3e49d23'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:17.925213 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['d3a640d2-3cc1-4cd2-81b0-7f3c5ca0912d'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:13:17.930253 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77979836-6152-46c4-a477-483174f91685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca80ab99-852d-4879-910c-e2f597cae90d,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:17.966647 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-77979836-6152-46c4-a477-483174f91685 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f5840811e6024f0985c5d05c7336d0a0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1734626 Jul 09 15:13:17.967830 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-b3e935dc-5417-426d-8f6c-bfd636b10598 None None] Set router 34a72d30-4bfa-4b39-8a83-9178f3e49d23 gateway port host: None {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:13:17.973294 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43140) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:18.023533 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-79bb4ce3-7c09-4286-ac59-154ccd65c8ea tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Deleting subnet caa37f70-4e02-46b1-b3e7-8bc6e13390fb {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:13:18.029330 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-79bb4ce3-7c09-4286-ac59-154ccd65c8ea tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:18.049284 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-b3e935dc-5417-426d-8f6c-bfd636b10598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'name': 'tempest-RoutersTest-router-1649247209', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:12:31Z', 'updated_at': '2021-07-09T15:13:16Z', 'revision_number': 11, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'gw_port_host': None}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:18.106022 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e935dc-5417-426d-8f6c-bfd636b10598 None None] Checking router: 34a72d30-4bfa-4b39-8a83-9178f3e49d23 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:13:18.117706 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e935dc-5417-426d-8f6c-bfd636b10598 None None] Routers {'34a72d30-4bfa-4b39-8a83-9178f3e49d23'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:13:18.118903 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-b3e935dc-5417-426d-8f6c-bfd636b10598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:12:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['34a72d30-4bfa-4b39-8a83-9178f3e49d23'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:18.147852 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-79fe2e86-b233-420a-9e12-42cfdfa19a09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:18.158883 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-79bb4ce3-7c09-4286-ac59-154ccd65c8ea tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:18.225254 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-79fe2e86-b233-420a-9e12-42cfdfa19a09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:18.232327 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d202f5-90fc-4ab9-8091-23c33694658e tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Made reservation on behalf of 4b80fd32c0174e5292fe62f10c0df391 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:13:18.236643 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-31d202f5-90fc-4ab9-8091-23c33694658e tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:18.306426 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-79bb4ce3-7c09-4286-ac59-154ccd65c8ea tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:18.400905 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-b3e935dc-5417-426d-8f6c-bfd636b10598 None None] Set router 34a72d30-4bfa-4b39-8a83-9178f3e49d23 gateway port host: None {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:13:18.451185 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec42fc-a1cc-4cac-a644-714403011f75 req-1cb3a597-7765-462f-8fc8-c2663115e4b5 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:18.455289 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-b3e935dc-5417-426d-8f6c-bfd636b10598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'name': 'tempest-RoutersTest-router-1649247209', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:12:31Z', 'updated_at': '2021-07-09T15:13:16Z', 'revision_number': 11, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'gw_port_host': None}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:18.455491 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a0ec42fc-a1cc-4cac-a644-714403011f75 req-1cb3a597-7765-462f-8fc8-c2663115e4b5 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=0899efe3-9670-408e-8a91-81c04674b250 HTTP/1.1" status: 200 len: 1096 time: 0.0682583 Jul 09 15:13:18.484176 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-79bb4ce3-7c09-4286-ac59-154ccd65c8ea tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:18.486214 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e935dc-5417-426d-8f6c-bfd636b10598 None None] The sync data for ids ['34a72d30-4bfa-4b39-8a83-9178f3e49d23'] in n-d-799529-6 is: [{'id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'name': 'tempest-RoutersTest-router-1649247209', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:12:31Z', 'updated_at': '2021-07-09T15:13:16Z', 'revision_number': 11, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'gw_port_host': None}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:13:18.521913 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bb4ce3-7c09-4286-ac59-154ccd65c8ea tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event deleted for resources: {'Subnet': ['ID=caa37f70-4e02-46b1-b3e7-8bc6e13390fb,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:18.527494 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-79bb4ce3-7c09-4286-ac59-154ccd65c8ea tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:18.529410 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-79bb4ce3-7c09-4286-ac59-154ccd65c8ea tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "DELETE /v2.0/subnets/caa37f70-4e02-46b1-b3e7-8bc6e13390fb HTTP/1.1" status: 204 len: 168 time: 0.6565619 Jul 09 15:13:18.533441 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43146) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:18.535496 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48ebff7-68a7-4beb-8df2-61ebe5d7cf53 None None] Network 848b6d4e-6d1e-4314-ad71-1a17ba880b7c requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:13:18.542932 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a0ec42fc-a1cc-4cac-a644-714403011f75 req-da3bc854-bea2-49d0-990b-49c721203662 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a6320071-7a73-4473-8401-6e67b9cb8752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813742 Jul 09 15:13:18.602226 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-31d202f5-90fc-4ab9-8091-23c33694658e tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:18.645469 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-79fe2e86-b233-420a-9e12-42cfdfa19a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:18.648117 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-79fe2e86-b233-420a-9e12-42cfdfa19a09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:18.651853 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-79fe2e86-b233-420a-9e12-42cfdfa19a09 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ca80ab99-852d-4879-910c-e2f597cae90d HTTP/1.1" status: 204 len: 168 time: 0.6734159 Jul 09 15:13:18.670738 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ab990c0c-7bc8-4aa3-976c-333195365ee4 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:18.681932 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fe2e86-b233-420a-9e12-42cfdfa19a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca80ab99-852d-4879-910c-e2f597cae90d,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:18.706898 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d202f5-90fc-4ab9-8091-23c33694658e tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Pushing event updated for resources: {'Subnet': ['ID=6fa2cd11-0e6e-4f2f-bfc7-4d943e0ae734,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:18.746409 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d202f5-90fc-4ab9-8091-23c33694658e tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Checking segment: {'id': '8e8ecadc-572d-413a-9803-63262463b56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c885e1a3-a819-4525-92be-e9c9ca5c2c6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:13:18.746789 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d202f5-90fc-4ab9-8091-23c33694658e tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Network hostable DHCP agents. Network: c885e1a3-a819-4525-92be-e9c9ca5c2c6f, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:13:18.783863 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-ab990c0c-7bc8-4aa3-976c-333195365ee4 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Deleting port 4a1212ea-d49d-4ecc-91a9-5e8b9cf80c6f {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:13:18.784215 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ab990c0c-7bc8-4aa3-976c-333195365ee4 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:18.841648 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555b9751-f8cb-43a6-bdb5-14ae6ecb619b None None] DHCP port deletion for 848b6d4e-6d1e-4314-ad71-1a17ba880b7c request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 15:13:18.881174 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-ab990c0c-7bc8-4aa3-976c-333195365ee4 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] For port 4a1212ea-d49d-4ecc-91a9-5e8b9cf80c6f, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=4a1212ea-d49d-4ecc-91a9-5e8b9cf80c6f,segment=NetworkSegment(69e413cd-de21-4eed-b485-dce7b5ca6649),segment_id=69e413cd-de21-4eed-b485-dce7b5ca6649)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:13:18.881796 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ab990c0c-7bc8-4aa3-976c-333195365ee4 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:18.900659 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-ab990c0c-7bc8-4aa3-976c-333195365ee4 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Calling delete_port for 4a1212ea-d49d-4ecc-91a9-5e8b9cf80c6f owned by network:dhcp {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:13:18.904717 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-555b9751-f8cb-43a6-bdb5-14ae6ecb619b None None] Deleting port 4a1212ea-d49d-4ecc-91a9-5e8b9cf80c6f {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:13:18.904717 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-555b9751-f8cb-43a6-bdb5-14ae6ecb619b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:18.990331 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device d788df44-daf0-4784-9570-1c15b9d6b4d8 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:13:19.002387 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d202f5-90fc-4ab9-8091-23c33694658e tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Network c885e1a3-a819-4525-92be-e9c9ca5c2c6f is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:13:19.053801 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-555b9751-f8cb-43a6-bdb5-14ae6ecb619b None None] For port 4a1212ea-d49d-4ecc-91a9-5e8b9cf80c6f, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=4a1212ea-d49d-4ecc-91a9-5e8b9cf80c6f,segment=NetworkSegment(69e413cd-de21-4eed-b485-dce7b5ca6649),segment_id=69e413cd-de21-4eed-b485-dce7b5ca6649)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:13:19.054310 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-555b9751-f8cb-43a6-bdb5-14ae6ecb619b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:19.069282 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-555b9751-f8cb-43a6-bdb5-14ae6ecb619b None None] Calling delete_port for 4a1212ea-d49d-4ecc-91a9-5e8b9cf80c6f owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:13:19.155601 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-31d202f5-90fc-4ab9-8091-23c33694658e tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, c885e1a3-a819-4525-92be-e9c9ca5c2c6f) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:13:19.167095 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d202f5-90fc-4ab9-8091-23c33694658e tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:19.169471 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-31d202f5-90fc-4ab9-8091-23c33694658e tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:19.260393 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-31d202f5-90fc-4ab9-8091-23c33694658e tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4468358 Jul 09 15:13:19.261475 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ab990c0c-7bc8-4aa3-976c-333195365ee4 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:19.263865 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43154) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:19.288550 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device d3a640d2-3cc1-4cd2-81b0-7f3c5ca0912d up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:13:19.290484 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a96801a-6d7b-437b-be7c-8c168d08ba01 None None] Network c885e1a3-a819-4525-92be-e9c9ca5c2c6f requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:13:19.292179 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e9edfd-b72c-4928-a6f5-076c11e00693 None None] Network e98dac10-d09f-436e-98e3-00b768710d37 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:13:19.300887 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab990c0c-7bc8-4aa3-976c-333195365ee4 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event deleted for resources: {'Port': ['ID=4a1212ea-d49d-4ecc-91a9-5e8b9cf80c6f,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:19.307420 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab990c0c-7bc8-4aa3-976c-333195365ee4 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] No DVR routers for this DVR port 4a1212ea-d49d-4ecc-91a9-5e8b9cf80c6f on host n-d-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:13:19.397338 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port d788df44-daf0-4784-9570-1c15b9d6b4d8 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:13:19.448345 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ab990c0c-7bc8-4aa3-976c-333195365ee4 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:19.464702 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8e0110fa-7f64-41fd-82a8-7dce832a7785 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:19.472925 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-ab990c0c-7bc8-4aa3-976c-333195365ee4 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['848b6d4e-6d1e-4314-ad71-1a17ba880b7c']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:19.503998 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-ab990c0c-7bc8-4aa3-976c-333195365ee4 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69e413cd-de21-4eed-b485-dce7b5ca6649') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:19.504622 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-ab990c0c-7bc8-4aa3-976c-333195365ee4 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69e413cd-de21-4eed-b485-dce7b5ca6649') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:19.513441 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-6f8a3a47-c8ff-4224-b8ac-0cad7426c54b None None] Provisioning for port d788df44-daf0-4784-9570-1c15b9d6b4d8 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:13:19.522419 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ab990c0c-7bc8-4aa3-976c-333195365ee4 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:19.526039 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 15:13:19.526039 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 15:13:19.526039 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 15:13:19.526039 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 15:13:19.526039 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 15:13:19.526039 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 15:13:19.526039 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 15:13:19.526039 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 15:13:19.526039 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 15:13:19.526039 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 15:13:19.526039 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 15:13:19.526039 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 15:13:19.526039 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 15:13:19.526039 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 15:13:19.526039 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 15:13:19.526039 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 15:13:19.526039 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 15:13:19.526039 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 15:13:19.526039 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 15:13:19.526039 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 15:13:19.526039 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 15:13:19.526039 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 15:13:19.526039 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 15:13:19.526039 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 15:13:19.526039 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 15:13:19.526039 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 15:13:19.526039 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 15:13:19.526039 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 15:13:19.526039 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 15:13:19.526039 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 15:13:19.526039 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 15:13:19.526039 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 15:13:19.526039 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 15:13:19.526039 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 15:13:19.526039 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 15:13:19.526039 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 15:13:19.526039 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 15:13:19.526039 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 15:13:19.526039 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 15:13:19.526039 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 15:13:19.526039 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 15:13:19.526039 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 15:13:19.526039 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 15:13:19.526039 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 15:13:19.526039 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 15:13:19.526039 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 15:13:19.526039 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 15:13:19.526039 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 15:13:19.526039 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 15:13:19.526039 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 15:13:19.526039 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 15:13:19.526039 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 15:13:19.526039 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 15:13:19.526039 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 15:13:19.537911 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-6f8a3a47-c8ff-4224-b8ac-0cad7426c54b None None] Provisioning complete for port d788df44-daf0-4784-9570-1c15b9d6b4d8 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:13:19.538757 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6f8a3a47-c8ff-4224-b8ac-0cad7426c54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:19.540335 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 4a1212ea-d49d-4ecc-91a9-5e8b9cf80c6f no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:13:19.551587 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ab990c0c-7bc8-4aa3-976c-333195365ee4 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:19.560636 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab990c0c-7bc8-4aa3-976c-333195365ee4 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:13:19.560636 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ab990c0c-7bc8-4aa3-976c-333195365ee4 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:19.565593 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 15:13:19.565593 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:13:19.565593 n-d-799529-6 neutron-server[94445]: timer() Jul 09 15:13:19.565593 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:13:19.565593 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 15:13:19.565593 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:13:19.565593 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 15:13:19.565593 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:13:19.565593 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 15:13:19.565593 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:13:19.565593 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 15:13:19.565593 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:13:19.565593 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 15:13:19.565593 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:13:19.565593 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:13:19.565593 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:13:19.565593 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:13:19.565593 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:13:19.565593 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 15:13:19.565593 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:13:19.565593 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 15:13:19.565593 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:13:19.565593 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:13:19.565593 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:13:19.565593 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 15:13:19.565593 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:13:19.565593 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:13:19.565593 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:13:19.565593 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:13:19.565593 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:13:19.565593 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:13:19.565593 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:13:19.613537 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-555b9751-f8cb-43a6-bdb5-14ae6ecb619b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:19.630614 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8e0110fa-7f64-41fd-82a8-7dce832a7785 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:19.692133 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 4a1212ea-d49d-4ecc-91a9-5e8b9cf80c6f {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:13:19.693039 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 4a1212ea-d49d-4ecc-91a9-5e8b9cf80c6f not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:13:19.693522 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 49ab8d25-868b-40a5-a40e-96dd5afff666 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:13:19.705614 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port d3a640d2-3cc1-4cd2-81b0-7f3c5ca0912d completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:13:19.761971 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ab990c0c-7bc8-4aa3-976c-333195365ee4 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:19.772392 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ab990c0c-7bc8-4aa3-976c-333195365ee4 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:19.774342 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ab990c0c-7bc8-4aa3-976c-333195365ee4 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "DELETE /v2.0/networks/848b6d4e-6d1e-4314-ad71-1a17ba880b7c HTTP/1.1" status: 204 len: 168 time: 1.2396376 Jul 09 15:13:19.777237 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43164) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:19.777404 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555b9751-f8cb-43a6-bdb5-14ae6ecb619b None None] Pushing event deleted for resources: {'Port': ['ID=4a1212ea-d49d-4ecc-91a9-5e8b9cf80c6f,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:19.779141 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 49ab8d25-868b-40a5-a40e-96dd5afff666 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:13:19.779638 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 49ab8d25-868b-40a5-a40e-96dd5afff666 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:13:19.780935 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port d3a640d2-3cc1-4cd2-81b0-7f3c5ca0912d triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:13:19.781367 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:19.783925 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555b9751-f8cb-43a6-bdb5-14ae6ecb619b None None] No DVR routers for this DVR port 4a1212ea-d49d-4ecc-91a9-5e8b9cf80c6f on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:13:19.794166 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-2f6f8b8e-7ebe-4802-9192-b565182569bc tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Request body: {'router': {'routes': None}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:13:19.798508 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab990c0c-7bc8-4aa3-976c-333195365ee4 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Pushing event deleted for resources: {'Network': ['ID=848b6d4e-6d1e-4314-ad71-1a17ba880b7c,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:19.805015 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b1594-0cfb-4645-99f4-b35312a15fe2 req-710aeb5e-d4df-47b0-9d75-8abdc62b85d8 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:19.807298 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-523b1594-0cfb-4645-99f4-b35312a15fe2 req-710aeb5e-d4df-47b0-9d75-8abdc62b85d8 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=0899efe3-9670-408e-8a91-81c04674b250 HTTP/1.1" status: 200 len: 1096 time: 0.0960979 Jul 09 15:13:19.807726 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8e0110fa-7f64-41fd-82a8-7dce832a7785 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:19.915193 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0110fa-7f64-41fd-82a8-7dce832a7785 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Pushing event deleted for resources: {'Subnet': ['ID=6fa2cd11-0e6e-4f2f-bfc7-4d943e0ae734,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:19.918982 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcf53a1-ca5f-44b0-a928-a37f6fd50366 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-c885e1a3-a819-4525-92be-e9c9ca5c2c6f', 'network_id': 'c885e1a3-a819-4525-92be-e9c9ca5c2c6f', 'tenant_id': '4b80fd32c0174e5292fe62f10c0df391', 'fixed_ips': [{'subnet_id': '6fa2cd11-0e6e-4f2f-bfc7-4d943e0ae734'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:13:19.919961 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ddcf53a1-ca5f-44b0-a928-a37f6fd50366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:19.950167 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8e0110fa-7f64-41fd-82a8-7dce832a7785 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:19.963470 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-8e0110fa-7f64-41fd-82a8-7dce832a7785 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c885e1a3-a819-4525-92be-e9c9ca5c2c6f']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:19.976785 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-8e0110fa-7f64-41fd-82a8-7dce832a7785 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e8ecadc-572d-413a-9803-63262463b56e') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:19.977088 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-8e0110fa-7f64-41fd-82a8-7dce832a7785 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e8ecadc-572d-413a-9803-63262463b56e') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:19.990143 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8e0110fa-7f64-41fd-82a8-7dce832a7785 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:20.003588 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-523b1594-0cfb-4645-99f4-b35312a15fe2 req-f7b06d54-79df-428e-831b-53a2c5c56483 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a6320071-7a73-4473-8401-6e67b9cb8752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571698 Jul 09 15:13:20.008875 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8e0110fa-7f64-41fd-82a8-7dce832a7785 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:20.025397 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e0110fa-7f64-41fd-82a8-7dce832a7785 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:13:20.025397 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8e0110fa-7f64-41fd-82a8-7dce832a7785 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:20.026506 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.extraroute_db [None req-2f6f8b8e-7ebe-4802-9192-b565182569bc tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Added routes are [] {{(pid=94445) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 09 15:13:20.026506 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.extraroute_db [None req-2f6f8b8e-7ebe-4802-9192-b565182569bc tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Removed routes are [] {{(pid=94445) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 09 15:13:20.026506 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2f6f8b8e-7ebe-4802-9192-b565182569bc tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:20.026873 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 15:13:20.026873 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:13:20.026873 n-d-799529-6 neutron-server[94446]: timer() Jul 09 15:13:20.026873 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:13:20.026873 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 15:13:20.026873 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:13:20.026873 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 15:13:20.026873 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:13:20.026873 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 15:13:20.026873 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:13:20.026873 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 15:13:20.026873 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:13:20.026873 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 15:13:20.026873 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:13:20.026873 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:13:20.026873 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:13:20.026873 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:13:20.026873 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:13:20.026873 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 15:13:20.026873 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:13:20.026873 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 15:13:20.026873 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:13:20.026873 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:13:20.026873 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:13:20.026873 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 15:13:20.026873 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:13:20.026873 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:13:20.026873 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:13:20.026873 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:13:20.026873 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:13:20.026873 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:13:20.026873 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:13:20.102173 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6f8a3a47-c8ff-4224-b8ac-0cad7426c54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:20.106354 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:20.166085 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0899efe3-9670-408e-8a91-81c04674b250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a640d2-3cc1-4cd2-81b0-7f3c5ca0912d'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:13:20.168427 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906d20b0-5fe4-4bdf-99d9-b6fc0a1e8ac9" -d '{"events": [{"server_uuid": "0899efe3-9670-408e-8a91-81c04674b250", "name": "network-vif-plugged", "status": "completed", "tag": "d3a640d2-3cc1-4cd2-81b0-7f3c5ca0912d"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:13:20.180845 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2f6f8b8e-7ebe-4802-9192-b565182569bc tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:20.181393 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.db.api [None req-ddcf53a1-ca5f-44b0-a928-a37f6fd50366 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 15:13:20.181393 n-d-799529-6 neutron-server[94447]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Jul 09 15:13:20.181393 n-d-799529-6 neutron-server[94447]: [parameters: {'project_id': '4b80fd32c0174e5292fe62f10c0df391', 'id': 'b7db6ede-bf1d-41f4-b267-c1a1aa2db400', 'name': '', 'network_id': 'c885e1a3-a819-4525-92be-e9c9ca5c2c6f', 'mac_address': 'fa:16:3e:37:a9:f8', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-c885e1a3-a819-4525-92be-e9c9ca5c2c6f', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 3315}] Jul 09 15:13:20.181393 n-d-799529-6 neutron-server[94447]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 15:13:20.181762 n-d-799529-6 neutron-server[94447]: DEBUG oslo_db.api [None req-ddcf53a1-ca5f-44b0-a928-a37f6fd50366 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 15:13:20.185137 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8e0110fa-7f64-41fd-82a8-7dce832a7785 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:20.186121 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2f6f8b8e-7ebe-4802-9192-b565182569bc tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-753925'] for router, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:20.197894 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-6f8a3a47-c8ff-4224-b8ac-0cad7426c54b None None] For port d788df44-daf0-4784-9570-1c15b9d6b4d8, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=d788df44-daf0-4784-9570-1c15b9d6b4d8,segment=NetworkSegment(32fad9fd-b575-4dce-af6c-b40fac309b4d),segment_id=32fad9fd-b575-4dce-af6c-b40fac309b4d)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:13:20.198813 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8e0110fa-7f64-41fd-82a8-7dce832a7785 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:20.200053 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port d3a640d2-3cc1-4cd2-81b0-7f3c5ca0912d, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=d3a640d2-3cc1-4cd2-81b0-7f3c5ca0912d,segment=NetworkSegment(3261902c-618d-42ca-ba4c-924d56a948c2),segment_id=3261902c-618d-42ca-ba4c-924d56a948c2)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:13:20.206359 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-8e0110fa-7f64-41fd-82a8-7dce832a7785 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] 10.222.0.58 "DELETE /v2.0/networks/c885e1a3-a819-4525-92be-e9c9ca5c2c6f HTTP/1.1" status: 204 len: 168 time: 0.9374115 Jul 09 15:13:20.214536 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43178) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:20.221106 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-af4e9c21-42a5-46b9-8213-0008c1848e3f tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1285061371'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:13:20.224651 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0110fa-7f64-41fd-82a8-7dce832a7785 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Pushing event deleted for resources: {'Network': ['ID=c885e1a3-a819-4525-92be-e9c9ca5c2c6f,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:20.285051 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f6f8b8e-7ebe-4802-9192-b565182569bc tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Router 34a72d30-4bfa-4b39-8a83-9178f3e49d23 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:13:20.286893 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6f8a3a47-c8ff-4224-b8ac-0cad7426c54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:20.317074 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4e9c21-42a5-46b9-8213-0008c1848e3f tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Made reservation on behalf of 4b80fd32c0174e5292fe62f10c0df391 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:13:20.322260 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-af4e9c21-42a5-46b9-8213-0008c1848e3f tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:20.350038 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:20.371971 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af4e9c21-42a5-46b9-8213-0008c1848e3f tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:13:20.421874 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-af4e9c21-42a5-46b9-8213-0008c1848e3f tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:20.423551 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-af4e9c21-42a5-46b9-8213-0008c1848e3f tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Added segment 5eb663ca-3ebf-4ac3-bf6d-79dec41b5fdf of type vlan for network 9ceb4af9-6089-4c45-b54b-10ee01a167d6 Jul 09 15:13:20.444755 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f6f8b8e-7ebe-4802-9192-b565182569bc tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:13:20.453169 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2f6f8b8e-7ebe-4802-9192-b565182569bc tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:20.454969 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-2f6f8b8e-7ebe-4802-9192-b565182569bc tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "PUT /v2.0/routers/34a72d30-4bfa-4b39-8a83-9178f3e49d23 HTTP/1.1" status: 200 len: 701 time: 0.6766391 Jul 09 15:13:20.458169 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43184) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:20.464962 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4831f0ee-25c7-47bc-a5f1-3f679ea5a4c1 None None] Sync routers for ids ['34a72d30-4bfa-4b39-8a83-9178f3e49d23'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:13:20.479069 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8a3a47-c8ff-4224-b8ac-0cad7426c54b None None] Pushing event updated for resources: {'Port': ['ID=d788df44-daf0-4784-9570-1c15b9d6b4d8,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:20.500614 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-843119e6-a566-4394-a24c-02d63f6dcb0f tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "GET /v2.0/ports?device_id=34a72d30-4bfa-4b39-8a83-9178f3e49d23 HTTP/1.1" status: 200 len: 205 time: 0.0411398 Jul 09 15:13:20.506124 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43186) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:20.524388 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a253eeae-2171-442b-bc58-88d89ce76712 x-openstack-request-id: req-a253eeae-2171-442b-bc58-88d89ce76712 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:13:20.524769 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0899efe3-9670-408e-8a91-81c04674b250", "name": "network-vif-plugged", "status": "completed", "tag": "d3a640d2-3cc1-4cd2-81b0-7f3c5ca0912d", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:13:20.525102 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a253eeae-2171-442b-bc58-88d89ce76712 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:13:20.525674 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0899efe3-9670-408e-8a91-81c04674b250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a640d2-3cc1-4cd2-81b0-7f3c5ca0912d', 'code': 200} Jul 09 15:13:20.534731 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4831f0ee-25c7-47bc-a5f1-3f679ea5a4c1 None None] Routers {'34a72d30-4bfa-4b39-8a83-9178f3e49d23'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:13:20.535601 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-4831f0ee-25c7-47bc-a5f1-3f679ea5a4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:12:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['34a72d30-4bfa-4b39-8a83-9178f3e49d23'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:20.596265 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-af4e9c21-42a5-46b9-8213-0008c1848e3f tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:20.641057 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-31e6fa0d-44ed-4491-9e64-1e0a8f668c4d tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for router, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:20.647418 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde9d26b-af35-4c5e-8b51-b8cfc4b2adb0 req-48ec57f3-9ac0-4e67-bcef-a4c05e18e71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:20.649620 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bde9d26b-af35-4c5e-8b51-b8cfc4b2adb0 req-48ec57f3-9ac0-4e67-bcef-a4c05e18e71e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0899efe3-9670-408e-8a91-81c04674b250 HTTP/1.1" status: 200 len: 1097 time: 0.0630095 Jul 09 15:13:20.651338 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=d3a640d2-3cc1-4cd2-81b0-7f3c5ca0912d,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:20.660783 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a1269186-81c4-4c24-9a41-c6273da96e9a None None] Provisioning complete for port d788df44-daf0-4784-9570-1c15b9d6b4d8 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:13:20.661167 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a1269186-81c4-4c24-9a41-c6273da96e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:20.685674 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ddcf53a1-ca5f-44b0-a928-a37f6fd50366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:20.687897 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-4831f0ee-25c7-47bc-a5f1-3f679ea5a4c1 None None] Set router 34a72d30-4bfa-4b39-8a83-9178f3e49d23 gateway port host: None {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:13:20.689971 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bde9d26b-af35-4c5e-8b51-b8cfc4b2adb0 req-3d8212b9-8af3-4ab4-bda9-7471db626c5e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a6320071-7a73-4473-8401-6e67b9cb8752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328770 Jul 09 15:13:20.747450 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-af4e9c21-42a5-46b9-8213-0008c1848e3f tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:20.754612 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4e9c21-42a5-46b9-8213-0008c1848e3f tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:20.754850 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-af4e9c21-42a5-46b9-8213-0008c1848e3f tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:20.758277 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-4831f0ee-25c7-47bc-a5f1-3f679ea5a4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'name': 'tempest-RoutersTest-router-1649247209', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:12:31Z', 'updated_at': '2021-07-09T15:13:16Z', 'revision_number': 11, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'gw_port_host': None}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:20.798696 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4831f0ee-25c7-47bc-a5f1-3f679ea5a4c1 None None] Checking router: 34a72d30-4bfa-4b39-8a83-9178f3e49d23 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:13:20.847371 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6ef607-c1a8-45f3-9d9a-fa51a23e5139 None None] Network c885e1a3-a819-4525-92be-e9c9ca5c2c6f requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:13:20.849429 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device d788df44-daf0-4784-9570-1c15b9d6b4d8 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:13:20.866869 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4831f0ee-25c7-47bc-a5f1-3f679ea5a4c1 None None] Routers {'34a72d30-4bfa-4b39-8a83-9178f3e49d23'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:13:20.867368 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-4831f0ee-25c7-47bc-a5f1-3f679ea5a4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:12:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['34a72d30-4bfa-4b39-8a83-9178f3e49d23'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:20.899166 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-31e6fa0d-44ed-4491-9e64-1e0a8f668c4d tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:20.904598 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-31e6fa0d-44ed-4491-9e64-1e0a8f668c4d tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:20.918540 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4e9c21-42a5-46b9-8213-0008c1848e3f tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Pushing event updated for resources: {'Network': ['ID=9ceb4af9-6089-4c45-b54b-10ee01a167d6,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:20.982478 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6ef607-c1a8-45f3-9d9a-fa51a23e5139 None None] Network c885e1a3-a819-4525-92be-e9c9ca5c2c6f could not be found, it might have been deleted concurrently. {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 09 15:13:21.008429 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-4831f0ee-25c7-47bc-a5f1-3f679ea5a4c1 None None] Set router 34a72d30-4bfa-4b39-8a83-9178f3e49d23 gateway port host: None {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:13:21.037232 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-af4e9c21-42a5-46b9-8213-0008c1848e3f tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8214939 Jul 09 15:13:21.040179 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43198) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:21.047630 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-77938260-2afe-4c0c-82ea-1979462977f6 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Request body: {'subnet': {'network_id': '9ceb4af9-6089-4c45-b54b-10ee01a167d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:13:21.064267 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-31e6fa0d-44ed-4491-9e64-1e0a8f668c4d tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:21.064950 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e6fa0d-44ed-4491-9e64-1e0a8f668c4d tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Fanout notify agent at l3_agent the message router_deleted on router 34a72d30-4bfa-4b39-8a83-9178f3e49d23 {{(pid=94446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 15:13:21.077724 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-31e6fa0d-44ed-4491-9e64-1e0a8f668c4d tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:21.079445 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-31e6fa0d-44ed-4491-9e64-1e0a8f668c4d tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "DELETE /v2.0/routers/34a72d30-4bfa-4b39-8a83-9178f3e49d23 HTTP/1.1" status: 204 len: 168 time: 0.5718219 Jul 09 15:13:21.087001 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43202) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:21.101772 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-7b8e5dd3-a7fe-428d-bd2f-512961565a6d tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-886074859', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:13:21.123190 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-4831f0ee-25c7-47bc-a5f1-3f679ea5a4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'name': 'tempest-RoutersTest-router-1649247209', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:12:31Z', 'updated_at': '2021-07-09T15:13:16Z', 'revision_number': 11, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'gw_port_host': None}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:21.128207 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 9ceb4af9-6089-4c45-b54b-10ee01a167d6 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:13:21.211330 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4831f0ee-25c7-47bc-a5f1-3f679ea5a4c1 None None] The sync data for ids ['34a72d30-4bfa-4b39-8a83-9178f3e49d23'] in n-d-799529-6 is: [{'id': '34a72d30-4bfa-4b39-8a83-9178f3e49d23', 'name': 'tempest-RoutersTest-router-1649247209', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:12:31Z', 'updated_at': '2021-07-09T15:13:16Z', 'revision_number': 11, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'gw_port_host': None}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:13:21.246091 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port d788df44-daf0-4784-9570-1c15b9d6b4d8 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:13:21.246535 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:21.250362 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7b8e5dd3-a7fe-428d-bd2f-512961565a6d tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:21.253030 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7b8e5dd3-a7fe-428d-bd2f-512961565a6d tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:21.313027 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316fce6c-a3ce-4b09-98ec-502342fb9af9 req-3fda109e-d4f5-434d-bab2-da25fea16106 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:21.315972 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-316fce6c-a3ce-4b09-98ec-502342fb9af9 req-3fda109e-d4f5-434d-bab2-da25fea16106 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=0899efe3-9670-408e-8a91-81c04674b250 HTTP/1.1" status: 200 len: 1097 time: 0.1019974 Jul 09 15:13:21.333045 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7b8e5dd3-a7fe-428d-bd2f-512961565a6d tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:21.372305 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-316fce6c-a3ce-4b09-98ec-502342fb9af9 req-483af01e-e7c6-4308-a134-5133b96cbe67 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a6320071-7a73-4473-8401-6e67b9cb8752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492275 Jul 09 15:13:21.390218 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77938260-2afe-4c0c-82ea-1979462977f6 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Made reservation on behalf of 4b80fd32c0174e5292fe62f10c0df391 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:13:21.396292 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-77938260-2afe-4c0c-82ea-1979462977f6 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:21.430290 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7b8e5dd3-a7fe-428d-bd2f-512961565a6d tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:21.625087 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7b8e5dd3-a7fe-428d-bd2f-512961565a6d tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:21.627360 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7b8e5dd3-a7fe-428d-bd2f-512961565a6d tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5385263 Jul 09 15:13:21.630136 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43212) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:21.637197 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-acfa1b28-39b0-447e-ad95-c4c632149962 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:13:21.778564 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-77938260-2afe-4c0c-82ea-1979462977f6 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:21.853642 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77938260-2afe-4c0c-82ea-1979462977f6 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Pushing event updated for resources: {'Subnet': ['ID=4bb3d16f-0f37-4371-b282-cac6996618fb,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:21.857886 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-acfa1b28-39b0-447e-ad95-c4c632149962 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:21.860065 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77938260-2afe-4c0c-82ea-1979462977f6 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Checking segment: {'id': '5eb663ca-3ebf-4ac3-bf6d-79dec41b5fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9ceb4af9-6089-4c45-b54b-10ee01a167d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:13:21.860065 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77938260-2afe-4c0c-82ea-1979462977f6 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Network hostable DHCP agents. Network: 9ceb4af9-6089-4c45-b54b-10ee01a167d6, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:13:21.933087 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-acfa1b28-39b0-447e-ad95-c4c632149962 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-753925'] for router, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:21.961403 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77938260-2afe-4c0c-82ea-1979462977f6 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Network 9ceb4af9-6089-4c45-b54b-10ee01a167d6 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:13:22.041427 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-77938260-2afe-4c0c-82ea-1979462977f6 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 9ceb4af9-6089-4c45-b54b-10ee01a167d6) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:13:22.050768 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77938260-2afe-4c0c-82ea-1979462977f6 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:22.050768 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-77938260-2afe-4c0c-82ea-1979462977f6 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:22.051012 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1209a5b9-47ab-426e-82dd-df0626a06570 None None] Network 9ceb4af9-6089-4c45-b54b-10ee01a167d6 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:13:22.121487 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acfa1b28-39b0-447e-ad95-c4c632149962 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Router 1a24b581-2501-49e2-8e66-5b56e8158d0d is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 15:13:22.151999 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-77938260-2afe-4c0c-82ea-1979462977f6 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1043055 Jul 09 15:13:22.151999 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43220) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:22.158451 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-b26b4fe5-4088-45fb-a9e5-b407a12c36ce tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1264163690'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:13:22.210477 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acfa1b28-39b0-447e-ad95-c4c632149962 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:13:22.220209 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8741b5-2ae7-4b8a-831f-8d74d4241342 None None] Sync routers for ids ['1a24b581-2501-49e2-8e66-5b56e8158d0d'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:13:22.224334 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-acfa1b28-39b0-447e-ad95-c4c632149962 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:22.227697 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-acfa1b28-39b0-447e-ad95-c4c632149962 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "PUT /v2.0/routers/1a24b581-2501-49e2-8e66-5b56e8158d0d HTTP/1.1" status: 200 len: 693 time: 0.5958054 Jul 09 15:13:22.230725 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43224) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:22.231996 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8741b5-2ae7-4b8a-831f-8d74d4241342 None None] Routers {'1a24b581-2501-49e2-8e66-5b56e8158d0d'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:13:22.232754 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-1e8741b5-2ae7-4b8a-831f-8d74d4241342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:12:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['1a24b581-2501-49e2-8e66-5b56e8158d0d'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:22.301975 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26b4fe5-4088-45fb-a9e5-b407a12c36ce tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Made reservation on behalf of 4b80fd32c0174e5292fe62f10c0df391 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:13:22.307853 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b26b4fe5-4088-45fb-a9e5-b407a12c36ce tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:22.309541 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-1e8741b5-2ae7-4b8a-831f-8d74d4241342 None None] Set router 1a24b581-2501-49e2-8e66-5b56e8158d0d gateway port host: None {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:13:22.375149 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-1e8741b5-2ae7-4b8a-831f-8d74d4241342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a24b581-2501-49e2-8e66-5b56e8158d0d', 'name': 'tempest-RoutersTest-router-886074859', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:13:21Z', 'updated_at': '2021-07-09T15:13:21Z', 'revision_number': 2, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'gw_port_host': None}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:22.413108 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43232) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:22.417024 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8741b5-2ae7-4b8a-831f-8d74d4241342 None None] Checking router: 1a24b581-2501-49e2-8e66-5b56e8158d0d for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:13:22.421619 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-3614ff71-1213-4f6f-93b1-f350b3d6f480 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "GET /v2.0/routers/1a24b581-2501-49e2-8e66-5b56e8158d0d HTTP/1.1" status: 200 len: 699 time: 0.1764526 Jul 09 15:13:22.428114 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8741b5-2ae7-4b8a-831f-8d74d4241342 None None] Routers {'1a24b581-2501-49e2-8e66-5b56e8158d0d'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:13:22.429241 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-1e8741b5-2ae7-4b8a-831f-8d74d4241342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:12:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['1a24b581-2501-49e2-8e66-5b56e8158d0d'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:22.429708 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b26b4fe5-4088-45fb-a9e5-b407a12c36ce tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:13:22.447169 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b26b4fe5-4088-45fb-a9e5-b407a12c36ce tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:22.447169 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-b26b4fe5-4088-45fb-a9e5-b407a12c36ce tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Added segment a724e422-4d20-4f81-a697-e871ba9dea50 of type vlan for network 5f158542-544f-420b-871e-079a1f50bbf7 Jul 09 15:13:22.457085 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bb78ba-a2d7-46c4-b22f-53dde8d123bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-9ceb4af9-6089-4c45-b54b-10ee01a167d6', 'network_id': '9ceb4af9-6089-4c45-b54b-10ee01a167d6', 'tenant_id': '4b80fd32c0174e5292fe62f10c0df391', 'fixed_ips': [{'subnet_id': '4bb3d16f-0f37-4371-b282-cac6996618fb'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:13:22.463728 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-58bb78ba-a2d7-46c4-b22f-53dde8d123bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:22.499650 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-74524eaf-efbd-4ac1-9701-6f5348617a8b tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a24b581-2501-49e2-8e66-5b56e8158d0d HTTP/1.1" status: 200 len: 205 time: 0.0828784 Jul 09 15:13:22.500632 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43234) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:22.512502 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b26b4fe5-4088-45fb-a9e5-b407a12c36ce tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:22.515769 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-1e8741b5-2ae7-4b8a-831f-8d74d4241342 None None] Set router 1a24b581-2501-49e2-8e66-5b56e8158d0d gateway port host: None {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:13:22.587159 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-1e8741b5-2ae7-4b8a-831f-8d74d4241342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a24b581-2501-49e2-8e66-5b56e8158d0d', 'name': 'tempest-RoutersTest-router-886074859', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:13:21Z', 'updated_at': '2021-07-09T15:13:21Z', 'revision_number': 2, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'gw_port_host': None}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:22.618183 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b26b4fe5-4088-45fb-a9e5-b407a12c36ce tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:22.623658 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8741b5-2ae7-4b8a-831f-8d74d4241342 None None] The sync data for ids ['1a24b581-2501-49e2-8e66-5b56e8158d0d'] in n-d-799529-6 is: [{'id': '1a24b581-2501-49e2-8e66-5b56e8158d0d', 'name': 'tempest-RoutersTest-router-886074859', 'tenant_id': 'a1a34d2db2904412aaf00cb77602ec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:13:21Z', 'updated_at': '2021-07-09T15:13:21Z', 'revision_number': 2, 'project_id': 'a1a34d2db2904412aaf00cb77602ec31', 'gw_port_host': None}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:13:22.635234 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26b4fe5-4088-45fb-a9e5-b407a12c36ce tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:22.635234 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b26b4fe5-4088-45fb-a9e5-b407a12c36ce tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:22.677901 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-80692282-b320-4ef7-9343-92151c2ae975 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for router, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:22.698721 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-58bb78ba-a2d7-46c4-b22f-53dde8d123bf None None] Allocated IP 2001:db8::1 (9ceb4af9-6089-4c45-b54b-10ee01a167d6/4bb3d16f-0f37-4371-b282-cac6996618fb/da930567-93e1-4665-aca5-112042a1262e) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:13:22.718727 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b26b4fe5-4088-45fb-a9e5-b407a12c36ce tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5670607 Jul 09 15:13:22.722348 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43240) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:22.727944 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-abf45c8f-1e09-4eb6-a338-4d7ba32667de tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Request body: {'subnet': {'network_id': '5f158542-544f-420b-871e-079a1f50bbf7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:13:22.793385 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26b4fe5-4088-45fb-a9e5-b407a12c36ce tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Pushing event updated for resources: {'Network': ['ID=5f158542-544f-420b-871e-079a1f50bbf7,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:22.844444 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 5f158542-544f-420b-871e-079a1f50bbf7 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:13:22.886159 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb58a4-3701-4aab-9956-c27ca1de8e9d req-08870b36-5cb7-41ff-9f62-d4d9c6682e05 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:22.888559 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0dcb58a4-3701-4aab-9956-c27ca1de8e9d req-08870b36-5cb7-41ff-9f62-d4d9c6682e05 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=0899efe3-9670-408e-8a91-81c04674b250 HTTP/1.1" status: 200 len: 1097 time: 0.2735653 Jul 09 15:13:22.903979 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-80692282-b320-4ef7-9343-92151c2ae975 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:22.907823 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-80692282-b320-4ef7-9343-92151c2ae975 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:22.916313 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf45c8f-1e09-4eb6-a338-4d7ba32667de tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Made reservation on behalf of 4b80fd32c0174e5292fe62f10c0df391 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:13:22.921794 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-abf45c8f-1e09-4eb6-a338-4d7ba32667de tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:22.956679 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-58bb78ba-a2d7-46c4-b22f-53dde8d123bf None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:22.967353 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-58bb78ba-a2d7-46c4-b22f-53dde8d123bf None None] Transition to ACTIVE for port object da930567-93e1-4665-aca5-112042a1262e will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:13:22.982227 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0dcb58a4-3701-4aab-9956-c27ca1de8e9d req-f26b1eca-babb-43b1-811f-e55ecf2e1331 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a6320071-7a73-4473-8401-6e67b9cb8752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869844 Jul 09 15:13:22.984589 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-58bb78ba-a2d7-46c4-b22f-53dde8d123bf None None] Transition to ACTIVE for port object da930567-93e1-4665-aca5-112042a1262e will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:13:23.035255 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.ipam_backend_mixin [None req-abf45c8f-1e09-4eb6-a338-4d7ba32667de tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Performing IP validity checks on allocation pools {{(pid=94445) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 09 15:13:23.036037 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.ipam_backend_mixin [None req-abf45c8f-1e09-4eb6-a338-4d7ba32667de tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94445) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 09 15:13:23.115606 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-80692282-b320-4ef7-9343-92151c2ae975 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:23.115955 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-58bb78ba-a2d7-46c4-b22f-53dde8d123bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:23.116619 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80692282-b320-4ef7-9343-92151c2ae975 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Fanout notify agent at l3_agent the message router_deleted on router 1a24b581-2501-49e2-8e66-5b56e8158d0d {{(pid=94446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 15:13:23.125946 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-80692282-b320-4ef7-9343-92151c2ae975 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:23.136924 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-80692282-b320-4ef7-9343-92151c2ae975 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "DELETE /v2.0/routers/1a24b581-2501-49e2-8e66-5b56e8158d0d HTTP/1.1" status: 204 len: 168 time: 0.6345167 Jul 09 15:13:23.137834 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43246) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:23.167301 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bb78ba-a2d7-46c4-b22f-53dde8d123bf None None] Network 9ceb4af9-6089-4c45-b54b-10ee01a167d6 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:13:23.170762 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-58bb78ba-a2d7-46c4-b22f-53dde8d123bf None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:13:23.174661 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bb78ba-a2d7-46c4-b22f-53dde8d123bf None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:13:23.199777 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-8ea9d795-2ebd-4d53-a2f2-1f2e35951595 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a24b581-2501-49e2-8e66-5b56e8158d0d HTTP/1.1" status: 200 len: 205 time: 0.0600741 Jul 09 15:13:23.200638 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43248) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:23.211141 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb78ba-a2d7-46c4-b22f-53dde8d123bf None None] Pushing event updated for resources: {'Port': ['ID=da930567-93e1-4665-aca5-112042a1262e,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:23.242004 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ebf669-4dd8-46b9-a4d1-dc1ec9f0f509 req-fcba5519-3790-4f92-8387-2048fef82d9c tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:23.243699 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-17ebf669-4dd8-46b9-a4d1-dc1ec9f0f509 req-fcba5519-3790-4f92-8387-2048fef82d9c tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=0899efe3-9670-408e-8a91-81c04674b250 HTTP/1.1" status: 200 len: 1097 time: 0.1318574 Jul 09 15:13:23.258734 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-58bb78ba-a2d7-46c4-b22f-53dde8d123bf None None] Attempting to bind port da930567-93e1-4665-aca5-112042a1262e on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:13:23.259117 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-58bb78ba-a2d7-46c4-b22f-53dde8d123bf None None] Attempting to bind port da930567-93e1-4665-aca5-112042a1262e by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '5eb663ca-3ebf-4ac3-bf6d-79dec41b5fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9ceb4af9-6089-4c45-b54b-10ee01a167d6'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:13:23.259645 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bb78ba-a2d7-46c4-b22f-53dde8d123bf None None] Attempting to bind port da930567-93e1-4665-aca5-112042a1262e on network 9ceb4af9-6089-4c45-b54b-10ee01a167d6 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:13:23.260375 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [None req-3e0d7913-fbff-4199-8620-26d8991443cb tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] delete failed (client error): The resource could not be found. Jul 09 15:13:23.264017 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-3e0d7913-fbff-4199-8620-26d8991443cb tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "DELETE /v2.0/routers/1a24b581-2501-49e2-8e66-5b56e8158d0d HTTP/1.1" status: 404 len: 336 time: 0.0615838 Jul 09 15:13:23.264599 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43250) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:23.269029 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bb78ba-a2d7-46c4-b22f-53dde8d123bf None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:13:23.269029 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bb78ba-a2d7-46c4-b22f-53dde8d123bf None None] Checking segment: {'id': '5eb663ca-3ebf-4ac3-bf6d-79dec41b5fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9ceb4af9-6089-4c45-b54b-10ee01a167d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:13:23.269029 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-58bb78ba-a2d7-46c4-b22f-53dde8d123bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:23.269029 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bb78ba-a2d7-46c4-b22f-53dde8d123bf None None] Bound using segment: {'id': '5eb663ca-3ebf-4ac3-bf6d-79dec41b5fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9ceb4af9-6089-4c45-b54b-10ee01a167d6'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:13:23.269029 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-58bb78ba-a2d7-46c4-b22f-53dde8d123bf None None] Bound port: da930567-93e1-4665-aca5-112042a1262e, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb663ca-3ebf-4ac3-bf6d-79dec41b5fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9ceb4af9-6089-4c45-b54b-10ee01a167d6'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:13:23.269029 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-58bb78ba-a2d7-46c4-b22f-53dde8d123bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:23.300877 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-978d922d-0f5a-4b6d-859a-6bcb4b9115c1 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] DELETE failed (client error): The resource could not be found. Jul 09 15:13:23.301609 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-978d922d-0f5a-4b6d-859a-6bcb4b9115c1 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 15:13:23.305829 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-17ebf669-4dd8-46b9-a4d1-dc1ec9f0f509 req-cba186ae-3c8f-415b-afb9-9f961a4fbf25 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a6320071-7a73-4473-8401-6e67b9cb8752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524638 Jul 09 15:13:23.306076 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43252) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:23.306928 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-978d922d-0f5a-4b6d-859a-6bcb4b9115c1 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "DELETE /v2.0/subnets/41267551-e306-4d26-92d8-373d9e44b834 HTTP/1.1" status: 404 len: 337 time: 0.0393708 Jul 09 15:13:23.336693 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2d9e7ed-feab-442e-aa69-89e70c509954 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] DELETE failed (client error): The resource could not be found. Jul 09 15:13:23.337197 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2d9e7ed-feab-442e-aa69-89e70c509954 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 15:13:23.341342 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f2d9e7ed-feab-442e-aa69-89e70c509954 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "DELETE /v2.0/subnets/65d5f0bc-3723-44d6-9bed-b3f6403f2664 HTTP/1.1" status: 404 len: 337 time: 0.0319629 Jul 09 15:13:23.341342 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-abf45c8f-1e09-4eb6-a338-4d7ba32667de tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:23.346997 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43256) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:23.364398 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-58bb78ba-a2d7-46c4-b22f-53dde8d123bf None None] For port da930567-93e1-4665-aca5-112042a1262e, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:13:23.367847 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-58bb78ba-a2d7-46c4-b22f-53dde8d123bf None None] For port da930567-93e1-4665-aca5-112042a1262e, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=da930567-93e1-4665-aca5-112042a1262e,segment=NetworkSegment(5eb663ca-3ebf-4ac3-bf6d-79dec41b5fdf),segment_id=5eb663ca-3ebf-4ac3-bf6d-79dec41b5fdf)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:13:23.407670 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-aba91c6b-4df9-49e5-8eed-4cfa7f5712ce tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] DELETE failed (client error): The resource could not be found. Jul 09 15:13:23.408128 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aba91c6b-4df9-49e5-8eed-4cfa7f5712ce tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 15:13:23.409979 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-aba91c6b-4df9-49e5-8eed-4cfa7f5712ce tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "DELETE /v2.0/subnets/f3ec926b-0a9b-41ff-8e7f-1994a34f42c7 HTTP/1.1" status: 404 len: 337 time: 0.0630965 Jul 09 15:13:23.413550 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43258) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:23.432342 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:23.434350 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf45c8f-1e09-4eb6-a338-4d7ba32667de tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Pushing event updated for resources: {'Subnet': ['ID=78143546-0baf-4fb7-9345-84c74fcadaa2,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:23.443365 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce04bba8-bf01-4a75-a8a9-b874f6bd7935 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] DELETE failed (client error): The resource could not be found. Jul 09 15:13:23.444280 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce04bba8-bf01-4a75-a8a9-b874f6bd7935 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 15:13:23.446260 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf45c8f-1e09-4eb6-a338-4d7ba32667de tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Checking segment: {'id': 'a724e422-4d20-4f81-a697-e871ba9dea50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '5f158542-544f-420b-871e-079a1f50bbf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:13:23.446526 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ce04bba8-bf01-4a75-a8a9-b874f6bd7935 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "DELETE /v2.0/subnets/caa37f70-4e02-46b1-b3e7-8bc6e13390fb HTTP/1.1" status: 404 len: 337 time: 0.0317640 Jul 09 15:13:23.446638 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf45c8f-1e09-4eb6-a338-4d7ba32667de tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Network hostable DHCP agents. Network: 5f158542-544f-420b-871e-079a1f50bbf7, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:13:23.450608 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43260) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:23.486155 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-7008fd45-cf5f-4974-abe8-39d5ee886018 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "GET /v2.0/ports?device_id=34a72d30-4bfa-4b39-8a83-9178f3e49d23 HTTP/1.1" status: 200 len: 205 time: 0.0319729 Jul 09 15:13:23.486700 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43262) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:23.493458 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-58bb78ba-a2d7-46c4-b22f-53dde8d123bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:23.528665 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [None req-b7118eb7-2368-4f62-b17e-9531ac0ffcae tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] delete failed (client error): The resource could not be found. Jul 09 15:13:23.530114 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b7118eb7-2368-4f62-b17e-9531ac0ffcae tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "DELETE /v2.0/routers/34a72d30-4bfa-4b39-8a83-9178f3e49d23 HTTP/1.1" status: 404 len: 336 time: 0.0420713 Jul 09 15:13:23.532727 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43264) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:23.570067 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02be513d-0b1d-4794-b9f6-51584dd43aa6 req-2303b258-9ad2-4601-bf9e-224a5a1f9cb6 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:23.571921 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-02be513d-0b1d-4794-b9f6-51584dd43aa6 req-2303b258-9ad2-4601-bf9e-224a5a1f9cb6 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=0899efe3-9670-408e-8a91-81c04674b250 HTTP/1.1" status: 200 len: 1097 time: 0.1240928 Jul 09 15:13:23.582025 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-04d1f1da-1aae-4b66-a8f2-ccc9bf478aed tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecdd64b7-b6b2-489c-b88f-4eb880bf8deb HTTP/1.1" status: 200 len: 205 time: 0.0448742 Jul 09 15:13:23.582025 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf45c8f-1e09-4eb6-a338-4d7ba32667de tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Network 5f158542-544f-420b-871e-079a1f50bbf7 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:13:23.582333 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43266) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:23.597668 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb78ba-a2d7-46c4-b22f-53dde8d123bf None None] Pushing event updated for resources: {'Port': ['ID=da930567-93e1-4665-aca5-112042a1262e,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:23.637128 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [None req-1acd7929-48e0-4616-bee8-feec03872c29 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] delete failed (client error): The resource could not be found. Jul 09 15:13:23.643164 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-1acd7929-48e0-4616-bee8-feec03872c29 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "DELETE /v2.0/routers/ecdd64b7-b6b2-489c-b88f-4eb880bf8deb HTTP/1.1" status: 404 len: 336 time: 0.0549383 Jul 09 15:13:23.643565 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43268) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:23.674423 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-d527f28d-68f6-4dc3-8006-b89a16a0d536 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] DELETE failed (client error): The resource could not be found. Jul 09 15:13:23.674889 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d527f28d-68f6-4dc3-8006-b89a16a0d536 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 15:13:23.677229 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d527f28d-68f6-4dc3-8006-b89a16a0d536 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "DELETE /v2.0/subnets/336ffee7-d3bb-4e59-a05d-70468745db37 HTTP/1.1" status: 404 len: 337 time: 0.0335267 Jul 09 15:13:23.683301 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-abf45c8f-1e09-4eb6-a338-4d7ba32667de tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 5f158542-544f-420b-871e-079a1f50bbf7) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:13:23.683301 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf45c8f-1e09-4eb6-a338-4d7ba32667de tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:23.686795 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5501c098-69b9-413d-b886-60b615673753 None None] Network 5f158542-544f-420b-871e-079a1f50bbf7 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:13:23.692141 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-abf45c8f-1e09-4eb6-a338-4d7ba32667de tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:23.695223 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43270) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:23.742486 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-a70a9186-d054-4e2c-9daa-b094bcac1d60 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd85b5ad-819b-491d-aaac-6af6ebef3425 HTTP/1.1" status: 200 len: 205 time: 0.0453598 Jul 09 15:13:23.748189 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43274) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:23.855054 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [None req-71a4123f-3237-40e8-8877-f72723cad146 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] delete failed (client error): The resource could not be found. Jul 09 15:13:23.862134 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-71a4123f-3237-40e8-8877-f72723cad146 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "DELETE /v2.0/routers/cd85b5ad-819b-491d-aaac-6af6ebef3425 HTTP/1.1" status: 404 len: 336 time: 0.1066422 Jul 09 15:13:23.862134 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-abf45c8f-1e09-4eb6-a338-4d7ba32667de tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.1355793 Jul 09 15:13:23.862987 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43276) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:23.863421 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43278) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:23.993971 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db219992-a834-47be-8396-ae7e796b8cac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-5f158542-544f-420b-871e-079a1f50bbf7', 'network_id': '5f158542-544f-420b-871e-079a1f50bbf7', 'tenant_id': '4b80fd32c0174e5292fe62f10c0df391', 'fixed_ips': [{'subnet_id': '78143546-0baf-4fb7-9345-84c74fcadaa2'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:13:23.994957 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-db219992-a834-47be-8396-ae7e796b8cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:24.060345 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43282) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:24.101471 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-02be513d-0b1d-4794-b9f6-51584dd43aa6 req-b9bedd54-8039-4504-bf55-73b10e2f53db tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a6320071-7a73-4473-8401-6e67b9cb8752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5231156 Jul 09 15:13:24.250392 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-db219992-a834-47be-8396-ae7e796b8cac None None] Allocated IP 2001:db8::3 (5f158542-544f-420b-871e-079a1f50bbf7/78143546-0baf-4fb7-9345-84c74fcadaa2/5cd94e74-cd72-42a6-98a2-9355bad2406c) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:13:24.287781 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-339d1134-fb05-42df-99dd-bb266e032dd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:24.360503 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-7dbc9d93-f175-4d50-ba8c-d86c25080fbb tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "GET /v2.0/ports?device_id=10e09ed8-f112-4b9c-9638-9a4422bbe121 HTTP/1.1" status: 200 len: 205 time: 0.4936662 Jul 09 15:13:24.363200 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43300) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:24.433831 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-339d1134-fb05-42df-99dd-bb266e032dd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:24.434413 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [None req-a8384734-d472-4afe-a7b3-2000c01d25db tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] delete failed (client error): The resource could not be found. Jul 09 15:13:24.434413 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-a8384734-d472-4afe-a7b3-2000c01d25db tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "DELETE /v2.0/routers/10e09ed8-f112-4b9c-9638-9a4422bbe121 HTTP/1.1" status: 404 len: 336 time: 0.0703263 Jul 09 15:13:24.438132 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43302) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:24.463627 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-db219992-a834-47be-8396-ae7e796b8cac None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:24.471413 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6e3b409-d1e0-49d2-a01f-24afcd2d515d tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] DELETE failed (client error): The resource could not be found. Jul 09 15:13:24.472393 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6e3b409-d1e0-49d2-a01f-24afcd2d515d tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 15:13:24.474456 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b6e3b409-d1e0-49d2-a01f-24afcd2d515d tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "DELETE /v2.0/subnets/27321c02-7df7-428f-a9e0-4398d090cc96 HTTP/1.1" status: 404 len: 337 time: 0.0350132 Jul 09 15:13:24.477098 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43304) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:24.477280 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-db219992-a834-47be-8396-ae7e796b8cac None None] Transition to ACTIVE for port object 5cd94e74-cd72-42a6-98a2-9355bad2406c will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:13:24.497267 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-db219992-a834-47be-8396-ae7e796b8cac None None] Transition to ACTIVE for port object 5cd94e74-cd72-42a6-98a2-9355bad2406c will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:13:24.517163 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-1879b430-80e8-41b4-8837-deae90358e60 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "GET /v2.0/ports?device_id=5fe78d5d-a96c-4065-84fa-993a2dab7055 HTTP/1.1" status: 200 len: 205 time: 0.0388370 Jul 09 15:13:24.519749 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43306) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:24.527033 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-50aaab51-8935-427e-9813-fd1b7d496d42 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:24.543038 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-339d1134-fb05-42df-99dd-bb266e032dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:24.555098 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db56787-18b7-446a-88f2-6c9ef974b304 req-ff321781-7670-4804-92d9-921499b8338c tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:24.556671 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3db56787-18b7-446a-88f2-6c9ef974b304 req-ff321781-7670-4804-92d9-921499b8338c tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/networks?id=8044536e-702f-44b8-a779-7f0761d4b81e HTTP/1.1" status: 200 len: 911 time: 0.1915975 Jul 09 15:13:24.575673 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [None req-001a9cde-5014-41d0-8b0d-d05e1590e08b tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] delete failed (client error): The resource could not be found. Jul 09 15:13:24.577017 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-001a9cde-5014-41d0-8b0d-d05e1590e08b tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "DELETE /v2.0/routers/5fe78d5d-a96c-4065-84fa-993a2dab7055 HTTP/1.1" status: 404 len: 336 time: 0.0562296 Jul 09 15:13:24.585095 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43308) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:24.618917 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-db219992-a834-47be-8396-ae7e796b8cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:24.622545 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3db56787-18b7-446a-88f2-6c9ef974b304 req-3e100ce0-910c-4d1f-807c-7cdadb7e0aa3 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/quotas/49e7385c2449449c9657197790d685ad HTTP/1.1" status: 200 len: 375 time: 0.0375667 Jul 09 15:13:24.636501 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-339d1134-fb05-42df-99dd-bb266e032dd2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3ab1c090ee6a4b1bb6c086c441599175&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5747769 Jul 09 15:13:24.638357 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-90821adb-699b-4934-8bd0-a4d79a72fb46 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] DELETE failed (client error): The resource could not be found. Jul 09 15:13:24.638984 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90821adb-699b-4934-8bd0-a4d79a72fb46 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 15:13:24.641283 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-90821adb-699b-4934-8bd0-a4d79a72fb46 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "DELETE /v2.0/subnets/70fb992c-0957-42e9-831f-6fae4eba9b00 HTTP/1.1" status: 404 len: 337 time: 0.0534408 Jul 09 15:13:24.642287 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43310) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:24.643106 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339d1134-fb05-42df-99dd-bb266e032dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b673af14-cc5f-4419-937e-7aa5bd425f3a,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:24.644137 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43312) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:24.683675 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db219992-a834-47be-8396-ae7e796b8cac None None] Network 5f158542-544f-420b-871e-079a1f50bbf7 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:13:24.690513 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-db219992-a834-47be-8396-ae7e796b8cac None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:13:24.694550 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db219992-a834-47be-8396-ae7e796b8cac None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:13:24.700285 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-50aaab51-8935-427e-9813-fd1b7d496d42 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:24.728973 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-58370040-b6eb-4657-a237-f79508edc27a tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d1ee21e-0e9a-4ebe-b54a-610246691ab7 HTTP/1.1" status: 200 len: 205 time: 0.0816135 Jul 09 15:13:24.741910 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db219992-a834-47be-8396-ae7e796b8cac None None] Pushing event updated for resources: {'Port': ['ID=5cd94e74-cd72-42a6-98a2-9355bad2406c,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:24.752883 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43314) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:24.765141 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e0007044-df95-4731-a48a-b2b474387ea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:24.796497 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-db219992-a834-47be-8396-ae7e796b8cac None None] Attempting to bind port 5cd94e74-cd72-42a6-98a2-9355bad2406c on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:13:24.796877 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-db219992-a834-47be-8396-ae7e796b8cac None None] Attempting to bind port 5cd94e74-cd72-42a6-98a2-9355bad2406c by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'a724e422-4d20-4f81-a697-e871ba9dea50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '5f158542-544f-420b-871e-079a1f50bbf7'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:13:24.797242 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db219992-a834-47be-8396-ae7e796b8cac None None] Attempting to bind port 5cd94e74-cd72-42a6-98a2-9355bad2406c on network 5f158542-544f-420b-871e-079a1f50bbf7 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:13:24.809255 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db219992-a834-47be-8396-ae7e796b8cac None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:13:24.809636 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db219992-a834-47be-8396-ae7e796b8cac None None] Checking segment: {'id': 'a724e422-4d20-4f81-a697-e871ba9dea50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '5f158542-544f-420b-871e-079a1f50bbf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:13:24.810047 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-db219992-a834-47be-8396-ae7e796b8cac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:24.810448 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db219992-a834-47be-8396-ae7e796b8cac None None] Bound using segment: {'id': 'a724e422-4d20-4f81-a697-e871ba9dea50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '5f158542-544f-420b-871e-079a1f50bbf7'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:13:24.810930 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-db219992-a834-47be-8396-ae7e796b8cac None None] Bound port: 5cd94e74-cd72-42a6-98a2-9355bad2406c, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a724e422-4d20-4f81-a697-e871ba9dea50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '5f158542-544f-420b-871e-079a1f50bbf7'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:13:24.811312 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-db219992-a834-47be-8396-ae7e796b8cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:24.814033 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e0007044-df95-4731-a48a-b2b474387ea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:24.828165 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [None req-6ec74645-02e1-4dc6-868d-b9253e609d33 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] delete failed (client error): The resource could not be found. Jul 09 15:13:24.829180 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-6ec74645-02e1-4dc6-868d-b9253e609d33 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "DELETE /v2.0/routers/9d1ee21e-0e9a-4ebe-b54a-610246691ab7 HTTP/1.1" status: 404 len: 336 time: 0.0752697 Jul 09 15:13:24.833429 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43316) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:24.875758 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bd65c4-78cf-4a14-bde1-b6f499131b23 None None] Network 9ceb4af9-6089-4c45-b54b-10ee01a167d6 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:13:24.887404 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-9844288d-4578-4673-b570-59a346b14879 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] DELETE failed (client error): The resource could not be found. Jul 09 15:13:24.888143 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9844288d-4578-4673-b570-59a346b14879 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 15:13:24.891551 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-9844288d-4578-4673-b570-59a346b14879 tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "DELETE /v2.0/subnets/1510087b-162b-4e0c-9fad-a29527e43552 HTTP/1.1" status: 404 len: 337 time: 0.0537231 Jul 09 15:13:24.894183 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43318) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:24.918439 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3db56787-18b7-446a-88f2-6c9ef974b304 req-645f40cf-fcea-43ff-bc1d-c5547cee972a tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/ports?tenant_id=49e7385c2449449c9657197790d685ad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2834103 Jul 09 15:13:24.920968 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device da930567-93e1-4665-aca5-112042a1262e up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:13:24.934653 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-2024adb5-9876-487a-aed8-23efe2610bca tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] DELETE failed (client error): The resource could not be found. Jul 09 15:13:24.935210 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2024adb5-9876-487a-aed8-23efe2610bca tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 15:13:24.937470 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-2024adb5-9876-487a-aed8-23efe2610bca tempest-RoutersTest-2065391688 tempest-RoutersTest-2065391688-project] 10.222.0.58 "DELETE /v2.0/subnets/682fb081-13d2-4b96-9be2-05e83edd4b67 HTTP/1.1" status: 404 len: 337 time: 0.0416248 Jul 09 15:13:24.972655 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e0007044-df95-4731-a48a-b2b474387ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:24.975572 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e0007044-df95-4731-a48a-b2b474387ea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:24.977012 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-e0007044-df95-4731-a48a-b2b474387ea1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b673af14-cc5f-4419-937e-7aa5bd425f3a HTTP/1.1" status: 204 len: 168 time: 0.3145337 Jul 09 15:13:24.988734 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0007044-df95-4731-a48a-b2b474387ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b673af14-cc5f-4419-937e-7aa5bd425f3a,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:25.025489 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-50aaab51-8935-427e-9813-fd1b7d496d42 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:25.033603 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-db219992-a834-47be-8396-ae7e796b8cac None None] For port 5cd94e74-cd72-42a6-98a2-9355bad2406c, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:13:25.050238 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-db219992-a834-47be-8396-ae7e796b8cac None None] For port 5cd94e74-cd72-42a6-98a2-9355bad2406c, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=5cd94e74-cd72-42a6-98a2-9355bad2406c,segment=NetworkSegment(a724e422-4d20-4f81-a697-e871ba9dea50),segment_id=a724e422-4d20-4f81-a697-e871ba9dea50)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:13:25.093540 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-34183b56-dd51-49da-8972-d9ed0286eaf5 None None] Provisioning for port da930567-93e1-4665-aca5-112042a1262e completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:13:25.093740 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aaab51-8935-427e-9813-fd1b7d496d42 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Pushing event deleted for resources: {'Subnet': ['ID=78143546-0baf-4fb7-9345-84c74fcadaa2,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:25.139153 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-db219992-a834-47be-8396-ae7e796b8cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:25.170279 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-50aaab51-8935-427e-9813-fd1b7d496d42 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:25.202082 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-50aaab51-8935-427e-9813-fd1b7d496d42 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f158542-544f-420b-871e-079a1f50bbf7']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:25.207313 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3db56787-18b7-446a-88f2-6c9ef974b304 req-4bcd9230-e8c7-4c92-b336-956e7fcdfa7e service neutron] 10.222.0.58 "GET /v2.0/networks/8044536e-702f-44b8-a779-7f0761d4b81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793455 Jul 09 15:13:25.211189 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-50aaab51-8935-427e-9813-fd1b7d496d42 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a724e422-4d20-4f81-a697-e871ba9dea50') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:25.211489 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-50aaab51-8935-427e-9813-fd1b7d496d42 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a724e422-4d20-4f81-a697-e871ba9dea50') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:25.220595 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port da930567-93e1-4665-aca5-112042a1262e completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:13:25.229522 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port da930567-93e1-4665-aca5-112042a1262e triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:13:25.229901 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:25.230609 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-50aaab51-8935-427e-9813-fd1b7d496d42 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:25.232551 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db219992-a834-47be-8396-ae7e796b8cac None None] Pushing event updated for resources: {'Port': ['ID=5cd94e74-cd72-42a6-98a2-9355bad2406c,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:25.286342 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-50aaab51-8935-427e-9813-fd1b7d496d42 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:25.298330 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50aaab51-8935-427e-9813-fd1b7d496d42 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:13:25.299844 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-50aaab51-8935-427e-9813-fd1b7d496d42 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:25.302023 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:13:25.302023 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:13:25.302023 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 15:13:25.302023 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:13:25.302023 n-d-799529-6 neutron-server[94445]: timer() Jul 09 15:13:25.302023 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:13:25.302023 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 15:13:25.302023 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:13:25.302023 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 15:13:25.302023 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:13:25.302023 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 15:13:25.302023 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:13:25.302023 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 15:13:25.302023 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:13:25.302023 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 15:13:25.302023 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:13:25.302023 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:13:25.302023 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:13:25.302023 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:13:25.302023 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:13:25.302023 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 15:13:25.302023 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:13:25.302023 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 15:13:25.302023 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:13:25.302023 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:13:25.302023 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:13:25.302023 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 15:13:25.302023 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:13:25.302023 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:13:25.302023 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:13:25.302023 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:13:25.302023 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:13:25.302023 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:13:25.302023 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:13:25.353127 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:25.406894 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port da930567-93e1-4665-aca5-112042a1262e, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=da930567-93e1-4665-aca5-112042a1262e,segment=NetworkSegment(5eb663ca-3ebf-4ac3-bf6d-79dec41b5fdf),segment_id=5eb663ca-3ebf-4ac3-bf6d-79dec41b5fdf)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:13:25.412119 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3db56787-18b7-446a-88f2-6c9ef974b304 req-8e92ca87-1225-45ab-b8be-2011b0d51c47 service neutron] 10.222.0.58 "GET /v2.0/networks/8044536e-702f-44b8-a779-7f0761d4b81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984203 Jul 09 15:13:25.464837 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.db.api [None req-50aaab51-8935-427e-9813-fd1b7d496d42 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 09 15:13:25.464837 n-d-799529-6 neutron-server[94445]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 09 15:13:25.464837 n-d-799529-6 neutron-server[94445]: [parameters: {'id': '5f158542-544f-420b-871e-079a1f50bbf7'}] Jul 09 15:13:25.464837 n-d-799529-6 neutron-server[94445]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 15:13:25.465698 n-d-799529-6 neutron-server[94445]: DEBUG oslo_db.api [None req-50aaab51-8935-427e-9813-fd1b7d496d42 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 15:13:25.515423 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:25.650127 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=da930567-93e1-4665-aca5-112042a1262e,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:25.684654 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-cdf16852-451a-4cf8-a411-3da92e9e3aed None None] Provisioning complete for port da930567-93e1-4665-aca5-112042a1262e triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:13:25.685014 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-cdf16852-451a-4cf8-a411-3da92e9e3aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:25.756648 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43330) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:25.913195 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-aed1da34-e92f-484c-953c-a7d8126c7ae7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a1a34d2db2904412aaf00cb77602ec31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1552818 Jul 09 15:13:25.916299 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43334) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:25.967092 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-50aaab51-8935-427e-9813-fd1b7d496d42 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:25.967432 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-82fe4d92-10dd-4ffb-93bb-da1d3274c171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:25.993910 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-82fe4d92-10dd-4ffb-93bb-da1d3274c171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:26.046576 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-50aaab51-8935-427e-9813-fd1b7d496d42 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Deleting port 5cd94e74-cd72-42a6-98a2-9355bad2406c {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:13:26.047220 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-50aaab51-8935-427e-9813-fd1b7d496d42 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:26.128625 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-50aaab51-8935-427e-9813-fd1b7d496d42 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] For port 5cd94e74-cd72-42a6-98a2-9355bad2406c, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=5cd94e74-cd72-42a6-98a2-9355bad2406c,segment=NetworkSegment(a724e422-4d20-4f81-a697-e871ba9dea50),segment_id=a724e422-4d20-4f81-a697-e871ba9dea50)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:13:26.128625 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-50aaab51-8935-427e-9813-fd1b7d496d42 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:26.148397 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-50aaab51-8935-427e-9813-fd1b7d496d42 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Calling delete_port for 5cd94e74-cd72-42a6-98a2-9355bad2406c owned by network:dhcp {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:13:26.153311 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43336) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:26.167175 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a14cad37-811a-4037-a602-0adcd993e0db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:26.177318 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-82fe4d92-10dd-4ffb-93bb-da1d3274c171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:26.180862 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0e62c452-5162-4f2a-b9cb-b45b17626733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:26.182842 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-82fe4d92-10dd-4ffb-93bb-da1d3274c171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:26.184213 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-82fe4d92-10dd-4ffb-93bb-da1d3274c171 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fc5067a5-630a-405a-b181-5b1863288c29 HTTP/1.1" status: 204 len: 168 time: 0.2663105 Jul 09 15:13:26.218536 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fe4d92-10dd-4ffb-93bb-da1d3274c171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5067a5-630a-405a-b181-5b1863288c29,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:26.378327 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-50aaab51-8935-427e-9813-fd1b7d496d42 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:26.407091 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aaab51-8935-427e-9813-fd1b7d496d42 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Pushing event deleted for resources: {'Port': ['ID=5cd94e74-cd72-42a6-98a2-9355bad2406c,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:26.419616 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50aaab51-8935-427e-9813-fd1b7d496d42 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] No DVR routers for this DVR port 5cd94e74-cd72-42a6-98a2-9355bad2406c on host n-d-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:13:26.442078 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a14cad37-811a-4037-a602-0adcd993e0db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:26.457358 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c407222-5e48-4e40-a49e-4cae89eb16c9 None None] Network 5f158542-544f-420b-871e-079a1f50bbf7 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:13:26.507294 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-50aaab51-8935-427e-9813-fd1b7d496d42 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:26.518419 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-50aaab51-8935-427e-9813-fd1b7d496d42 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f158542-544f-420b-871e-079a1f50bbf7']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:26.530040 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-50aaab51-8935-427e-9813-fd1b7d496d42 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a724e422-4d20-4f81-a697-e871ba9dea50') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:26.530367 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-50aaab51-8935-427e-9813-fd1b7d496d42 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a724e422-4d20-4f81-a697-e871ba9dea50') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:26.530642 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a32ef79f-8887-474a-87b7-0ec2f5348aed None None] Could not find standard attr ID for object 5cd94e74-cd72-42a6-98a2-9355bad2406c. {{(pid=94447) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 15:13:26.538509 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a14cad37-811a-4037-a602-0adcd993e0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:26.541870 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-50aaab51-8935-427e-9813-fd1b7d496d42 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:26.564535 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-50aaab51-8935-427e-9813-fd1b7d496d42 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:26.574574 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50aaab51-8935-427e-9813-fd1b7d496d42 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:13:26.575204 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-50aaab51-8935-427e-9813-fd1b7d496d42 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:26.580724 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a14cad37-811a-4037-a602-0adcd993e0db admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b74b507e834b43829943aab03804c8cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4262576 Jul 09 15:13:26.581256 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 15:13:26.581256 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:13:26.581256 n-d-799529-6 neutron-server[94445]: timer() Jul 09 15:13:26.581256 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:13:26.581256 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 15:13:26.581256 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:13:26.581256 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 15:13:26.581256 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:13:26.581256 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 15:13:26.581256 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:13:26.581256 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 15:13:26.581256 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:13:26.581256 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 15:13:26.581256 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:13:26.581256 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:13:26.581256 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:13:26.581256 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:13:26.581256 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:13:26.581256 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 15:13:26.581256 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:13:26.581256 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 15:13:26.581256 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:13:26.581256 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:13:26.581256 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:13:26.581256 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 15:13:26.581256 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:13:26.581256 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:13:26.581256 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:13:26.581256 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:13:26.581256 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:13:26.581256 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:13:26.581256 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:13:26.584286 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14cad37-811a-4037-a602-0adcd993e0db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=945f1391-c7f6-4243-9e80-1a0f813d0cf9,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:26.595614 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43340) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:26.652646 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51180273-614f-4118-800b-22f56c19ea3c None None] DHCP port deletion for 5f158542-544f-420b-871e-079a1f50bbf7 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 15:13:26.670954 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-707177fb-33d9-4e1e-ba02-c293b53a0be5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:26.695778 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-707177fb-33d9-4e1e-ba02-c293b53a0be5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:26.731414 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-50aaab51-8935-427e-9813-fd1b7d496d42 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:26.736907 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-50aaab51-8935-427e-9813-fd1b7d496d42 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:26.743088 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-50aaab51-8935-427e-9813-fd1b7d496d42 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] 10.222.0.58 "DELETE /v2.0/networks/5f158542-544f-420b-871e-079a1f50bbf7 HTTP/1.1" status: 204 len: 168 time: 2.8772268 Jul 09 15:13:26.745164 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43346) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:26.752752 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-6e432f99-61be-4ecf-a33d-fc8547001a94 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1955305915'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:13:26.783383 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aaab51-8935-427e-9813-fd1b7d496d42 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Pushing event deleted for resources: {'Network': ['ID=5f158542-544f-420b-871e-079a1f50bbf7,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:26.855922 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device da930567-93e1-4665-aca5-112042a1262e up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:13:26.856025 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d3fbc238-baf8-4620-b6b5-2605895fd2b4 req-1bed67c0-b2c7-4674-89c9-584b1ae44d13 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=de30c8ac-42cd-4dac-88a2-5b021fbc66ad HTTP/1.1" status: 200 len: 210 time: 0.0293362 Jul 09 15:13:26.876578 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-707177fb-33d9-4e1e-ba02-c293b53a0be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:26.880838 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-707177fb-33d9-4e1e-ba02-c293b53a0be5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:26.884963 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-707177fb-33d9-4e1e-ba02-c293b53a0be5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/945f1391-c7f6-4243-9e80-1a0f813d0cf9 HTTP/1.1" status: 204 len: 168 time: 0.2941620 Jul 09 15:13:26.894620 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707177fb-33d9-4e1e-ba02-c293b53a0be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945f1391-c7f6-4243-9e80-1a0f813d0cf9,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:26.920303 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port da930567-93e1-4665-aca5-112042a1262e triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:13:26.920630 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:26.921267 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e432f99-61be-4ecf-a33d-fc8547001a94 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Made reservation on behalf of 4b80fd32c0174e5292fe62f10c0df391 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:13:26.925795 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6e432f99-61be-4ecf-a33d-fc8547001a94 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:26.960810 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e432f99-61be-4ecf-a33d-fc8547001a94 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:13:26.970637 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6e432f99-61be-4ecf-a33d-fc8547001a94 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:26.971148 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-6e432f99-61be-4ecf-a33d-fc8547001a94 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Added segment 8f450ff6-2e48-423b-ba68-536d0864019b of type vlan for network bcb2ba6d-9fa3-411f-8948-e273327ec4cf Jul 09 15:13:27.013808 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6e432f99-61be-4ecf-a33d-fc8547001a94 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:27.138433 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6e432f99-61be-4ecf-a33d-fc8547001a94 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:27.144840 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e432f99-61be-4ecf-a33d-fc8547001a94 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:27.145440 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6e432f99-61be-4ecf-a33d-fc8547001a94 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:27.210862 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e432f99-61be-4ecf-a33d-fc8547001a94 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Pushing event updated for resources: {'Network': ['ID=bcb2ba6d-9fa3-411f-8948-e273327ec4cf,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:27.222617 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network bcb2ba6d-9fa3-411f-8948-e273327ec4cf details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:13:27.303907 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-6e432f99-61be-4ecf-a33d-fc8547001a94 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5574005 Jul 09 15:13:27.307017 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43368) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:27.312309 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-3332dbb8-1ab1-4bce-839d-fa3cc92206fd tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Request body: {'subnet': {'network_id': 'bcb2ba6d-9fa3-411f-8948-e273327ec4cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:13:27.536211 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3332dbb8-1ab1-4bce-839d-fa3cc92206fd tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Made reservation on behalf of 4b80fd32c0174e5292fe62f10c0df391 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:13:27.538067 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3332dbb8-1ab1-4bce-839d-fa3cc92206fd tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:27.864333 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3332dbb8-1ab1-4bce-839d-fa3cc92206fd tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:27.932528 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3332dbb8-1ab1-4bce-839d-fa3cc92206fd tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Pushing event updated for resources: {'Subnet': ['ID=ac10071d-8dc5-417b-8247-82d1dbd15cf1,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:27.972097 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8be73228-8a2d-4b4a-afba-ed4eca36fd63 req-0d89032b-e90c-47c2-9599-4567f79d19f7 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=de30c8ac-42cd-4dac-88a2-5b021fbc66ad HTTP/1.1" status: 200 len: 210 time: 0.0510924 Jul 09 15:13:27.975940 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3332dbb8-1ab1-4bce-839d-fa3cc92206fd tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Checking segment: {'id': '8f450ff6-2e48-423b-ba68-536d0864019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'bcb2ba6d-9fa3-411f-8948-e273327ec4cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:13:27.976257 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3332dbb8-1ab1-4bce-839d-fa3cc92206fd tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Network hostable DHCP agents. Network: bcb2ba6d-9fa3-411f-8948-e273327ec4cf, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:13:28.109746 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3332dbb8-1ab1-4bce-839d-fa3cc92206fd tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Network bcb2ba6d-9fa3-411f-8948-e273327ec4cf is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:13:28.201161 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-3332dbb8-1ab1-4bce-839d-fa3cc92206fd tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, bcb2ba6d-9fa3-411f-8948-e273327ec4cf) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:13:28.208300 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3332dbb8-1ab1-4bce-839d-fa3cc92206fd tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:28.212378 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b93676-08aa-4171-808c-2a0b91fbae1f None None] Network bcb2ba6d-9fa3-411f-8948-e273327ec4cf requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:13:28.222550 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3332dbb8-1ab1-4bce-839d-fa3cc92206fd tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:28.362665 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-3332dbb8-1ab1-4bce-839d-fa3cc92206fd tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.0540147 Jul 09 15:13:28.367212 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43404) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:28.405964 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07cd3581-c2c9-4bff-8dc4-91716342f61a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-bcb2ba6d-9fa3-411f-8948-e273327ec4cf', 'network_id': 'bcb2ba6d-9fa3-411f-8948-e273327ec4cf', 'tenant_id': '4b80fd32c0174e5292fe62f10c0df391', 'fixed_ips': [{'subnet_id': 'ac10071d-8dc5-417b-8247-82d1dbd15cf1'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:13:28.407184 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-07cd3581-c2c9-4bff-8dc4-91716342f61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:28.486034 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3331edc2-ec86-4223-997f-8d73b742713b tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:28.554589 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3331edc2-ec86-4223-997f-8d73b742713b tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:28.585488 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-07cd3581-c2c9-4bff-8dc4-91716342f61a None None] Allocated IP 2001:db8::1 (bcb2ba6d-9fa3-411f-8948-e273327ec4cf/ac10071d-8dc5-417b-8247-82d1dbd15cf1/d2c1d711-f82d-4e0c-95c6-06d97c719124) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:13:28.770201 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-07cd3581-c2c9-4bff-8dc4-91716342f61a None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:28.782863 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-07cd3581-c2c9-4bff-8dc4-91716342f61a None None] Transition to ACTIVE for port object d2c1d711-f82d-4e0c-95c6-06d97c719124 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:13:28.799489 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-07cd3581-c2c9-4bff-8dc4-91716342f61a None None] Transition to ACTIVE for port object d2c1d711-f82d-4e0c-95c6-06d97c719124 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:13:28.927704 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-07cd3581-c2c9-4bff-8dc4-91716342f61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:28.987425 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cd3581-c2c9-4bff-8dc4-91716342f61a None None] Network bcb2ba6d-9fa3-411f-8948-e273327ec4cf is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:13:28.993423 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-07cd3581-c2c9-4bff-8dc4-91716342f61a None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:13:29.000227 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cd3581-c2c9-4bff-8dc4-91716342f61a None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:13:29.013265 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cd3581-c2c9-4bff-8dc4-91716342f61a None None] Pushing event updated for resources: {'Port': ['ID=d2c1d711-f82d-4e0c-95c6-06d97c719124,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:29.087304 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-07cd3581-c2c9-4bff-8dc4-91716342f61a None None] Attempting to bind port d2c1d711-f82d-4e0c-95c6-06d97c719124 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:13:29.088029 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-07cd3581-c2c9-4bff-8dc4-91716342f61a None None] Attempting to bind port d2c1d711-f82d-4e0c-95c6-06d97c719124 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '8f450ff6-2e48-423b-ba68-536d0864019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'bcb2ba6d-9fa3-411f-8948-e273327ec4cf'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:13:29.088630 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cd3581-c2c9-4bff-8dc4-91716342f61a None None] Attempting to bind port d2c1d711-f82d-4e0c-95c6-06d97c719124 on network bcb2ba6d-9fa3-411f-8948-e273327ec4cf {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:13:29.096134 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cd3581-c2c9-4bff-8dc4-91716342f61a None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:13:29.096854 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cd3581-c2c9-4bff-8dc4-91716342f61a None None] Checking segment: {'id': '8f450ff6-2e48-423b-ba68-536d0864019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'bcb2ba6d-9fa3-411f-8948-e273327ec4cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:13:29.097833 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-07cd3581-c2c9-4bff-8dc4-91716342f61a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:29.098441 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cd3581-c2c9-4bff-8dc4-91716342f61a None None] Bound using segment: {'id': '8f450ff6-2e48-423b-ba68-536d0864019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'bcb2ba6d-9fa3-411f-8948-e273327ec4cf'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:13:29.099174 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-07cd3581-c2c9-4bff-8dc4-91716342f61a None None] Bound port: d2c1d711-f82d-4e0c-95c6-06d97c719124, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f450ff6-2e48-423b-ba68-536d0864019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'bcb2ba6d-9fa3-411f-8948-e273327ec4cf'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:13:29.100130 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-07cd3581-c2c9-4bff-8dc4-91716342f61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:29.106772 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e26366e3-c804-4d56-83ad-8bfcfab4a25e req-c9a0e006-6e37-4c76-80c6-28a061a1ba2c tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=de30c8ac-42cd-4dac-88a2-5b021fbc66ad HTTP/1.1" status: 200 len: 210 time: 0.0643539 Jul 09 15:13:29.109821 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3331edc2-ec86-4223-997f-8d73b742713b tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:29.142074 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3331edc2-ec86-4223-997f-8d73b742713b tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Pushing event deleted for resources: {'Subnet': ['ID=ac10071d-8dc5-417b-8247-82d1dbd15cf1,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:29.186910 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-27c4ee87-1714-49e5-9cb9-30ca49f88178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:29.203947 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-07cd3581-c2c9-4bff-8dc4-91716342f61a None None] For port d2c1d711-f82d-4e0c-95c6-06d97c719124, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:13:29.208864 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-07cd3581-c2c9-4bff-8dc4-91716342f61a None None] For port d2c1d711-f82d-4e0c-95c6-06d97c719124, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=d2c1d711-f82d-4e0c-95c6-06d97c719124,segment=NetworkSegment(8f450ff6-2e48-423b-ba68-536d0864019b),segment_id=8f450ff6-2e48-423b-ba68-536d0864019b)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:13:29.219704 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3331edc2-ec86-4223-997f-8d73b742713b tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:29.230095 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-3331edc2-ec86-4223-997f-8d73b742713b tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcb2ba6d-9fa3-411f-8948-e273327ec4cf']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:29.240406 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-3331edc2-ec86-4223-997f-8d73b742713b tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f450ff6-2e48-423b-ba68-536d0864019b') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:29.240703 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-3331edc2-ec86-4223-997f-8d73b742713b tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f450ff6-2e48-423b-ba68-536d0864019b') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:29.251918 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3331edc2-ec86-4223-997f-8d73b742713b tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:29.296294 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-07cd3581-c2c9-4bff-8dc4-91716342f61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:29.301456 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3331edc2-ec86-4223-997f-8d73b742713b tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:29.301640 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:29.305388 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3331edc2-ec86-4223-997f-8d73b742713b tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:13:29.306995 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3331edc2-ec86-4223-997f-8d73b742713b tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:29.309383 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 15:13:29.309383 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:13:29.309383 n-d-799529-6 neutron-server[94446]: timer() Jul 09 15:13:29.309383 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:13:29.309383 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 15:13:29.309383 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:13:29.309383 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 15:13:29.309383 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:13:29.309383 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 15:13:29.309383 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:13:29.309383 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 15:13:29.309383 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:13:29.309383 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 15:13:29.309383 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:13:29.309383 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:13:29.309383 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:13:29.309383 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:13:29.309383 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:13:29.309383 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 15:13:29.309383 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:13:29.309383 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 15:13:29.309383 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:13:29.309383 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:13:29.309383 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:13:29.309383 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 15:13:29.309383 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:13:29.309383 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:13:29.309383 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:13:29.309383 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:13:29.309383 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:13:29.309383 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:13:29.309383 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:13:29.393404 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cd3581-c2c9-4bff-8dc4-91716342f61a None None] Pushing event updated for resources: {'Port': ['ID=d2c1d711-f82d-4e0c-95c6-06d97c719124,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:29.418615 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8507e822-7358-4502-8cd8-6f79177ed212 None None] Network bcb2ba6d-9fa3-411f-8948-e273327ec4cf requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:13:29.430397 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.db.api [None req-3331edc2-ec86-4223-997f-8d73b742713b tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 09 15:13:29.430397 n-d-799529-6 neutron-server[94446]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 09 15:13:29.430397 n-d-799529-6 neutron-server[94446]: [parameters: {'id': 'bcb2ba6d-9fa3-411f-8948-e273327ec4cf'}] Jul 09 15:13:29.430397 n-d-799529-6 neutron-server[94446]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 15:13:29.433571 n-d-799529-6 neutron-server[94446]: DEBUG oslo_db.api [None req-3331edc2-ec86-4223-997f-8d73b742713b tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 15:13:29.569356 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7ece2d-605a-4ad7-b426-f152e4a9c8c5 None None] get_active_networks_info from n-d-799529-6 {{(pid=94447) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 15:13:29.646100 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43454) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:29.664577 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7ece2d-605a-4ad7-b426-f152e4a9c8c5 None None] Resources bound (agent type, host, resource id): {{(pid=94447) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 15:13:29.770526 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dc6f8d42-7f35-49b2-8a34-807d7398f9aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:29.872921 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dc6f8d42-7f35-49b2-8a34-807d7398f9aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:29.932218 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3331edc2-ec86-4223-997f-8d73b742713b tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:29.990508 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dc6f8d42-7f35-49b2-8a34-807d7398f9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:30.005067 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-3331edc2-ec86-4223-997f-8d73b742713b tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Deleting port d2c1d711-f82d-4e0c-95c6-06d97c719124 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:13:30.005493 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3331edc2-ec86-4223-997f-8d73b742713b tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:30.074249 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-dc6f8d42-7f35-49b2-8a34-807d7398f9aa admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=670e16f3a7844facbfe6a0bfb9bf7cc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4270937 Jul 09 15:13:30.077044 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43464) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:30.083645 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6f8d42-7f35-49b2-8a34-807d7398f9aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4220c7-2848-41be-adcb-e636da7fc104,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:30.101216 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f8d42-7f35-49b2-8a34-807d7398f9aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:13:30.106225 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f8d42-7f35-49b2-8a34-807d7398f9aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:13:30.106225 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f8d42-7f35-49b2-8a34-807d7398f9aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:13:30.106225 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f8d42-7f35-49b2-8a34-807d7398f9aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:13:30.106225 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f8d42-7f35-49b2-8a34-807d7398f9aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:13:30.106225 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f8d42-7f35-49b2-8a34-807d7398f9aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:13:30.106225 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f8d42-7f35-49b2-8a34-807d7398f9aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:13:30.106225 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f8d42-7f35-49b2-8a34-807d7398f9aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:13:30.106225 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f8d42-7f35-49b2-8a34-807d7398f9aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:13:30.106225 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f8d42-7f35-49b2-8a34-807d7398f9aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:13:30.106225 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f8d42-7f35-49b2-8a34-807d7398f9aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:13:30.106225 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f8d42-7f35-49b2-8a34-807d7398f9aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:13:30.115869 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-3331edc2-ec86-4223-997f-8d73b742713b tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] For port d2c1d711-f82d-4e0c-95c6-06d97c719124, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=d2c1d711-f82d-4e0c-95c6-06d97c719124,segment=NetworkSegment(8f450ff6-2e48-423b-ba68-536d0864019b),segment_id=8f450ff6-2e48-423b-ba68-536d0864019b)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:13:30.116268 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3331edc2-ec86-4223-997f-8d73b742713b tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:30.130785 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-3331edc2-ec86-4223-997f-8d73b742713b tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Calling delete_port for d2c1d711-f82d-4e0c-95c6-06d97c719124 owned by network:dhcp {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:13:30.146591 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e280d2ea-2370-476d-992d-be52704dbc20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:30.174478 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e280d2ea-2370-476d-992d-be52704dbc20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:30.216941 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9ae968ae-d6be-4c7e-8f81-f36bda320843 req-68be757a-daa6-4062-a736-821b31ba9cbd tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=de30c8ac-42cd-4dac-88a2-5b021fbc66ad HTTP/1.1" status: 200 len: 210 time: 0.0397055 Jul 09 15:13:30.248052 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:30.315702 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3331edc2-ec86-4223-997f-8d73b742713b tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:30.337572 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e280d2ea-2370-476d-992d-be52704dbc20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:30.340857 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e280d2ea-2370-476d-992d-be52704dbc20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:30.341047 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3331edc2-ec86-4223-997f-8d73b742713b tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Pushing event deleted for resources: {'Port': ['ID=d2c1d711-f82d-4e0c-95c6-06d97c719124,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:30.342724 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e280d2ea-2370-476d-992d-be52704dbc20 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5e4220c7-2848-41be-adcb-e636da7fc104 HTTP/1.1" status: 204 len: 168 time: 0.2645686 Jul 09 15:13:30.355987 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3331edc2-ec86-4223-997f-8d73b742713b tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] No DVR routers for this DVR port d2c1d711-f82d-4e0c-95c6-06d97c719124 on host n-d-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:13:30.357825 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e280d2ea-2370-476d-992d-be52704dbc20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4220c7-2848-41be-adcb-e636da7fc104,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:30.460563 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3331edc2-ec86-4223-997f-8d73b742713b tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:30.471303 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-3331edc2-ec86-4223-997f-8d73b742713b tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcb2ba6d-9fa3-411f-8948-e273327ec4cf']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:30.482958 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-3331edc2-ec86-4223-997f-8d73b742713b tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f450ff6-2e48-423b-ba68-536d0864019b') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:30.483463 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-3331edc2-ec86-4223-997f-8d73b742713b tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f450ff6-2e48-423b-ba68-536d0864019b') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:30.493586 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3331edc2-ec86-4223-997f-8d73b742713b tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:30.509815 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3331edc2-ec86-4223-997f-8d73b742713b tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:30.517370 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3331edc2-ec86-4223-997f-8d73b742713b tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:13:30.517825 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3331edc2-ec86-4223-997f-8d73b742713b tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:30.521320 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 15:13:30.521320 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:13:30.521320 n-d-799529-6 neutron-server[94446]: timer() Jul 09 15:13:30.521320 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:13:30.521320 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 15:13:30.521320 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:13:30.521320 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 15:13:30.521320 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:13:30.521320 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 15:13:30.521320 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:13:30.521320 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 15:13:30.521320 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:13:30.521320 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 15:13:30.521320 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:13:30.521320 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:13:30.521320 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:13:30.521320 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:13:30.521320 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:13:30.521320 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 15:13:30.521320 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:13:30.521320 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 15:13:30.521320 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:13:30.521320 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:13:30.521320 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:13:30.521320 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 15:13:30.521320 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:13:30.521320 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:13:30.521320 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:13:30.521320 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:13:30.521320 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:13:30.521320 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:13:30.521320 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:13:30.675727 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3331edc2-ec86-4223-997f-8d73b742713b tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:30.682938 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3331edc2-ec86-4223-997f-8d73b742713b tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:30.689130 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-3331edc2-ec86-4223-997f-8d73b742713b tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] 10.222.0.58 "DELETE /v2.0/networks/bcb2ba6d-9fa3-411f-8948-e273327ec4cf HTTP/1.1" status: 204 len: 168 time: 2.3165834 Jul 09 15:13:30.692127 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43482) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:30.697538 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-56a4facb-0803-48d4-ac34-6034a5f91ada tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-559275646'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:13:30.707428 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3331edc2-ec86-4223-997f-8d73b742713b tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Pushing event deleted for resources: {'Network': ['ID=bcb2ba6d-9fa3-411f-8948-e273327ec4cf,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:30.858410 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a4facb-0803-48d4-ac34-6034a5f91ada tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Made reservation on behalf of 4b80fd32c0174e5292fe62f10c0df391 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:13:30.862942 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-56a4facb-0803-48d4-ac34-6034a5f91ada tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:30.890420 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56a4facb-0803-48d4-ac34-6034a5f91ada tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:13:30.900920 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-56a4facb-0803-48d4-ac34-6034a5f91ada tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:30.905523 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-56a4facb-0803-48d4-ac34-6034a5f91ada tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Added segment 574d37f8-e8b3-4aee-8dea-e1c724f852ce of type vlan for network 4e2319b6-c9e2-4d5b-bb1d-c859e43d561a Jul 09 15:13:30.941239 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-56a4facb-0803-48d4-ac34-6034a5f91ada tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:31.115128 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-56a4facb-0803-48d4-ac34-6034a5f91ada tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:31.121193 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a4facb-0803-48d4-ac34-6034a5f91ada tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:31.121845 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-56a4facb-0803-48d4-ac34-6034a5f91ada tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:31.195388 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a4facb-0803-48d4-ac34-6034a5f91ada tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Pushing event updated for resources: {'Network': ['ID=4e2319b6-c9e2-4d5b-bb1d-c859e43d561a,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:31.207249 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 4e2319b6-c9e2-4d5b-bb1d-c859e43d561a details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:13:31.283045 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-56a4facb-0803-48d4-ac34-6034a5f91ada tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5895886 Jul 09 15:13:31.291967 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43494) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:31.296810 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-09196009-650f-485d-8960-026daa6abd1f tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Request body: {'subnet': {'network_id': '4e2319b6-c9e2-4d5b-bb1d-c859e43d561a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:13:31.387711 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a6eabb05-ed72-490d-89e7-a1bb417d1f63 req-241d3189-8baa-4cb3-b8d7-19ca8f6f9c78 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=de30c8ac-42cd-4dac-88a2-5b021fbc66ad HTTP/1.1" status: 200 len: 210 time: 0.0387838 Jul 09 15:13:31.407473 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43496) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:31.426975 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-83b0fabe-3841-479f-a65b-42b940e7e66b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:31.509761 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09196009-650f-485d-8960-026daa6abd1f tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Made reservation on behalf of 4b80fd32c0174e5292fe62f10c0df391 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:13:31.513852 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-09196009-650f-485d-8960-026daa6abd1f tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:31.601483 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-83b0fabe-3841-479f-a65b-42b940e7e66b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:31.732315 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:31.762020 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-83b0fabe-3841-479f-a65b-42b940e7e66b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:31.803154 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-83b0fabe-3841-479f-a65b-42b940e7e66b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6eba57070d6f4d9f8bd87fdadec0e0ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3945229 Jul 09 15:13:31.804072 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b0fabe-3841-479f-a65b-42b940e7e66b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c18e7a1-12bb-4bcb-a8f1-795ea476e280,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:31.805985 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43502) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:31.824681 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-09196009-650f-485d-8960-026daa6abd1f tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:31.905390 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09196009-650f-485d-8960-026daa6abd1f tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Pushing event updated for resources: {'Subnet': ['ID=9f3d334f-e043-4c2d-9434-0f02946a9632,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:31.922491 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b3d9992f-0baf-4b02-b25c-6da5a0ee5269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:31.945623 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09196009-650f-485d-8960-026daa6abd1f tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Checking segment: {'id': '574d37f8-e8b3-4aee-8dea-e1c724f852ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '4e2319b6-c9e2-4d5b-bb1d-c859e43d561a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:13:31.945994 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09196009-650f-485d-8960-026daa6abd1f tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Network hostable DHCP agents. Network: 4e2319b6-c9e2-4d5b-bb1d-c859e43d561a, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:13:31.954392 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b3d9992f-0baf-4b02-b25c-6da5a0ee5269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:32.109596 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b3d9992f-0baf-4b02-b25c-6da5a0ee5269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:32.112237 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b3d9992f-0baf-4b02-b25c-6da5a0ee5269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:32.113455 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b3d9992f-0baf-4b02-b25c-6da5a0ee5269 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3c18e7a1-12bb-4bcb-a8f1-795ea476e280 HTTP/1.1" status: 204 len: 168 time: 0.3062372 Jul 09 15:13:32.114239 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09196009-650f-485d-8960-026daa6abd1f tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Network 4e2319b6-c9e2-4d5b-bb1d-c859e43d561a is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:13:32.125173 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d9992f-0baf-4b02-b25c-6da5a0ee5269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c18e7a1-12bb-4bcb-a8f1-795ea476e280,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:32.200741 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-09196009-650f-485d-8960-026daa6abd1f tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 4e2319b6-c9e2-4d5b-bb1d-c859e43d561a) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:13:32.208169 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09196009-650f-485d-8960-026daa6abd1f tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:32.208827 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-09196009-650f-485d-8960-026daa6abd1f tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:32.213573 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8df87d-9be6-4939-90ad-4249b177a59c None None] Network 4e2319b6-c9e2-4d5b-bb1d-c859e43d561a requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:13:32.342122 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43512) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:32.342930 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-09196009-650f-485d-8960-026daa6abd1f tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0552506 Jul 09 15:13:32.393058 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b636a0ad-9dbc-4419-9dd2-789e89b680aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-4e2319b6-c9e2-4d5b-bb1d-c859e43d561a', 'network_id': '4e2319b6-c9e2-4d5b-bb1d-c859e43d561a', 'tenant_id': '4b80fd32c0174e5292fe62f10c0df391', 'fixed_ips': [{'subnet_id': '9f3d334f-e043-4c2d-9434-0f02946a9632'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:13:32.393058 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b636a0ad-9dbc-4419-9dd2-789e89b680aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:32.460572 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b06bc7a3-e4ac-4575-bd0d-d7ca5fff0653 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:32.567379 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b06bc7a3-e4ac-4575-bd0d-d7ca5fff0653 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:32.572996 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a25f452b-d076-49ba-acdc-a3251972f69f req-9621272f-4814-4fd0-912a-4befdd377b2d tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=de30c8ac-42cd-4dac-88a2-5b021fbc66ad HTTP/1.1" status: 200 len: 210 time: 0.0321324 Jul 09 15:13:32.585788 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-b636a0ad-9dbc-4419-9dd2-789e89b680aa None None] Allocated IP 2001:db8::1 (4e2319b6-c9e2-4d5b-bb1d-c859e43d561a/9f3d334f-e043-4c2d-9434-0f02946a9632/2f4b7c1e-ca9b-4995-a072-873ebdd02074) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:13:32.758967 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b636a0ad-9dbc-4419-9dd2-789e89b680aa None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:32.769157 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-b636a0ad-9dbc-4419-9dd2-789e89b680aa None None] Transition to ACTIVE for port object 2f4b7c1e-ca9b-4995-a072-873ebdd02074 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:13:32.786217 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-b636a0ad-9dbc-4419-9dd2-789e89b680aa None None] Transition to ACTIVE for port object 2f4b7c1e-ca9b-4995-a072-873ebdd02074 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:13:32.875864 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b636a0ad-9dbc-4419-9dd2-789e89b680aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:32.919272 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b636a0ad-9dbc-4419-9dd2-789e89b680aa None None] Network 4e2319b6-c9e2-4d5b-bb1d-c859e43d561a is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:13:32.925535 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-b636a0ad-9dbc-4419-9dd2-789e89b680aa None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:13:32.929222 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b636a0ad-9dbc-4419-9dd2-789e89b680aa None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:13:32.942144 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b636a0ad-9dbc-4419-9dd2-789e89b680aa None None] Pushing event updated for resources: {'Port': ['ID=2f4b7c1e-ca9b-4995-a072-873ebdd02074,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:32.995146 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-b636a0ad-9dbc-4419-9dd2-789e89b680aa None None] Attempting to bind port 2f4b7c1e-ca9b-4995-a072-873ebdd02074 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:13:32.995610 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-b636a0ad-9dbc-4419-9dd2-789e89b680aa None None] Attempting to bind port 2f4b7c1e-ca9b-4995-a072-873ebdd02074 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '574d37f8-e8b3-4aee-8dea-e1c724f852ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '4e2319b6-c9e2-4d5b-bb1d-c859e43d561a'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:13:32.996090 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b636a0ad-9dbc-4419-9dd2-789e89b680aa None None] Attempting to bind port 2f4b7c1e-ca9b-4995-a072-873ebdd02074 on network 4e2319b6-c9e2-4d5b-bb1d-c859e43d561a {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:13:33.001883 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b636a0ad-9dbc-4419-9dd2-789e89b680aa None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:13:33.013185 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b636a0ad-9dbc-4419-9dd2-789e89b680aa None None] Checking segment: {'id': '574d37f8-e8b3-4aee-8dea-e1c724f852ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '4e2319b6-c9e2-4d5b-bb1d-c859e43d561a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:13:33.013185 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b636a0ad-9dbc-4419-9dd2-789e89b680aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:33.013185 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b636a0ad-9dbc-4419-9dd2-789e89b680aa None None] Bound using segment: {'id': '574d37f8-e8b3-4aee-8dea-e1c724f852ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '4e2319b6-c9e2-4d5b-bb1d-c859e43d561a'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:13:33.013185 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-b636a0ad-9dbc-4419-9dd2-789e89b680aa None None] Bound port: 2f4b7c1e-ca9b-4995-a072-873ebdd02074, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '574d37f8-e8b3-4aee-8dea-e1c724f852ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '4e2319b6-c9e2-4d5b-bb1d-c859e43d561a'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:13:33.013185 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b636a0ad-9dbc-4419-9dd2-789e89b680aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:33.025356 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b06bc7a3-e4ac-4575-bd0d-d7ca5fff0653 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:33.077455 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06bc7a3-e4ac-4575-bd0d-d7ca5fff0653 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Pushing event deleted for resources: {'Subnet': ['ID=9f3d334f-e043-4c2d-9434-0f02946a9632,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:33.093554 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-b636a0ad-9dbc-4419-9dd2-789e89b680aa None None] For port 2f4b7c1e-ca9b-4995-a072-873ebdd02074, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:13:33.098070 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-b636a0ad-9dbc-4419-9dd2-789e89b680aa None None] For port 2f4b7c1e-ca9b-4995-a072-873ebdd02074, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=2f4b7c1e-ca9b-4995-a072-873ebdd02074,segment=NetworkSegment(574d37f8-e8b3-4aee-8dea-e1c724f852ce),segment_id=574d37f8-e8b3-4aee-8dea-e1c724f852ce)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:13:33.151042 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b636a0ad-9dbc-4419-9dd2-789e89b680aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:33.180475 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b06bc7a3-e4ac-4575-bd0d-d7ca5fff0653 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:33.197603 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-b06bc7a3-e4ac-4575-bd0d-d7ca5fff0653 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e2319b6-c9e2-4d5b-bb1d-c859e43d561a']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:33.225083 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-b06bc7a3-e4ac-4575-bd0d-d7ca5fff0653 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '574d37f8-e8b3-4aee-8dea-e1c724f852ce') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:33.225083 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-b06bc7a3-e4ac-4575-bd0d-d7ca5fff0653 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '574d37f8-e8b3-4aee-8dea-e1c724f852ce') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:33.236412 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b06bc7a3-e4ac-4575-bd0d-d7ca5fff0653 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:33.245570 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b636a0ad-9dbc-4419-9dd2-789e89b680aa None None] Pushing event updated for resources: {'Port': ['ID=2f4b7c1e-ca9b-4995-a072-873ebdd02074,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:33.273707 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b06bc7a3-e4ac-4575-bd0d-d7ca5fff0653 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:33.294310 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b06bc7a3-e4ac-4575-bd0d-d7ca5fff0653 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:13:33.295673 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b06bc7a3-e4ac-4575-bd0d-d7ca5fff0653 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:33.301573 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 15:13:33.301573 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:13:33.301573 n-d-799529-6 neutron-server[94445]: timer() Jul 09 15:13:33.301573 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:13:33.301573 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 15:13:33.301573 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:13:33.301573 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 15:13:33.301573 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:13:33.301573 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 15:13:33.301573 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:13:33.301573 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 15:13:33.301573 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:13:33.301573 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 15:13:33.301573 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:13:33.301573 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:13:33.301573 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:13:33.301573 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:13:33.301573 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:13:33.301573 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 15:13:33.301573 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:13:33.301573 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 15:13:33.301573 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:13:33.301573 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:13:33.301573 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:13:33.301573 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 15:13:33.301573 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:13:33.301573 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:13:33.301573 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:13:33.301573 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:13:33.301573 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:13:33.301573 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:13:33.301573 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:13:33.436784 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.db.api [None req-b06bc7a3-e4ac-4575-bd0d-d7ca5fff0653 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 09 15:13:33.436784 n-d-799529-6 neutron-server[94445]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 09 15:13:33.436784 n-d-799529-6 neutron-server[94445]: [parameters: {'id': '4e2319b6-c9e2-4d5b-bb1d-c859e43d561a'}] Jul 09 15:13:33.436784 n-d-799529-6 neutron-server[94445]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 15:13:33.437930 n-d-799529-6 neutron-server[94445]: DEBUG oslo_db.api [None req-b06bc7a3-e4ac-4575-bd0d-d7ca5fff0653 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 15:13:33.747576 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9d8d9166-336d-4747-ac5b-bd8066976e1c req-7de23e49-f5c1-4ec4-8cc4-37b320e10b79 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=de30c8ac-42cd-4dac-88a2-5b021fbc66ad HTTP/1.1" status: 200 len: 210 time: 0.0281510 Jul 09 15:13:33.938915 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b06bc7a3-e4ac-4575-bd0d-d7ca5fff0653 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:33.974561 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db56787-18b7-446a-88f2-6c9ef974b304 req-e19c629a-e7a5-4d28-9166-245583eea0bd tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:33.976711 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3db56787-18b7-446a-88f2-6c9ef974b304 req-e19c629a-e7a5-4d28-9166-245583eea0bd tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.62 "GET /v2.0/networks?id=8044536e-702f-44b8-a779-7f0761d4b81e HTTP/1.1" status: 200 len: 911 time: 0.1068702 Jul 09 15:13:33.990797 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-3db56787-18b7-446a-88f2-6c9ef974b304 req-cf7eb8c3-3e1c-44b2-88e7-8326dbb86914 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Request body: {'port': {'device_id': 'de30c8ac-42cd-4dac-88a2-5b021fbc66ad', 'network_id': '8044536e-702f-44b8-a779-7f0761d4b81e', 'admin_state_up': True, 'tenant_id': '49e7385c2449449c9657197790d685ad'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:13:34.007958 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-b06bc7a3-e4ac-4575-bd0d-d7ca5fff0653 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Deleting port 2f4b7c1e-ca9b-4995-a072-873ebdd02074 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:13:34.008298 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b06bc7a3-e4ac-4575-bd0d-d7ca5fff0653 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:34.087242 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3db56787-18b7-446a-88f2-6c9ef974b304 req-cf7eb8c3-3e1c-44b2-88e7-8326dbb86914 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Made reservation on behalf of 49e7385c2449449c9657197790d685ad for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:13:34.090901 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-3db56787-18b7-446a-88f2-6c9ef974b304 req-cf7eb8c3-3e1c-44b2-88e7-8326dbb86914 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:34.095483 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-b06bc7a3-e4ac-4575-bd0d-d7ca5fff0653 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] For port 2f4b7c1e-ca9b-4995-a072-873ebdd02074, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=2f4b7c1e-ca9b-4995-a072-873ebdd02074,segment=NetworkSegment(574d37f8-e8b3-4aee-8dea-e1c724f852ce),segment_id=574d37f8-e8b3-4aee-8dea-e1c724f852ce)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:13:34.096044 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b06bc7a3-e4ac-4575-bd0d-d7ca5fff0653 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:34.115096 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-b06bc7a3-e4ac-4575-bd0d-d7ca5fff0653 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Calling delete_port for 2f4b7c1e-ca9b-4995-a072-873ebdd02074 owned by network:dhcp {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:13:34.252594 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-3db56787-18b7-446a-88f2-6c9ef974b304 req-cf7eb8c3-3e1c-44b2-88e7-8326dbb86914 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Allocated IP 172.20.0.11 (8044536e-702f-44b8-a779-7f0761d4b81e/ce0de3d0-b583-4f4b-9766-d524b9edb34e/7f199a28-8826-4217-8f90-5182707ad749) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:13:34.347685 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b06bc7a3-e4ac-4575-bd0d-d7ca5fff0653 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:34.364213 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea95557-7587-467a-a95a-4b83be97317f None None] Network 4e2319b6-c9e2-4d5b-bb1d-c859e43d561a requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:13:34.387111 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06bc7a3-e4ac-4575-bd0d-d7ca5fff0653 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Pushing event deleted for resources: {'Port': ['ID=2f4b7c1e-ca9b-4995-a072-873ebdd02074,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:34.402396 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06bc7a3-e4ac-4575-bd0d-d7ca5fff0653 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] No DVR routers for this DVR port 2f4b7c1e-ca9b-4995-a072-873ebdd02074 on host n-d-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:13:34.423998 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-ddb00419-3842-4a2c-b6e8-34e34b23447e None None] Could not find standard attr ID for object 2f4b7c1e-ca9b-4995-a072-873ebdd02074. {{(pid=94447) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 15:13:34.461773 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-3db56787-18b7-446a-88f2-6c9ef974b304 req-cf7eb8c3-3e1c-44b2-88e7-8326dbb86914 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:34.486041 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-3db56787-18b7-446a-88f2-6c9ef974b304 req-cf7eb8c3-3e1c-44b2-88e7-8326dbb86914 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Transition to ACTIVE for port object 7f199a28-8826-4217-8f90-5182707ad749 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:13:34.503729 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b06bc7a3-e4ac-4575-bd0d-d7ca5fff0653 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:34.520471 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-b06bc7a3-e4ac-4575-bd0d-d7ca5fff0653 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e2319b6-c9e2-4d5b-bb1d-c859e43d561a']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:34.535674 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-b06bc7a3-e4ac-4575-bd0d-d7ca5fff0653 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '574d37f8-e8b3-4aee-8dea-e1c724f852ce') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:34.536255 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-b06bc7a3-e4ac-4575-bd0d-d7ca5fff0653 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '574d37f8-e8b3-4aee-8dea-e1c724f852ce') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:34.552711 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b06bc7a3-e4ac-4575-bd0d-d7ca5fff0653 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:34.585147 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b06bc7a3-e4ac-4575-bd0d-d7ca5fff0653 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:34.597461 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b06bc7a3-e4ac-4575-bd0d-d7ca5fff0653 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:13:34.600283 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b06bc7a3-e4ac-4575-bd0d-d7ca5fff0653 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:34.603225 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30467f8-4a04-44bf-80d5-82bb7e8be9b6 None None] DHCP port deletion for 4e2319b6-c9e2-4d5b-bb1d-c859e43d561a request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 15:13:34.631544 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-3db56787-18b7-446a-88f2-6c9ef974b304 req-cf7eb8c3-3e1c-44b2-88e7-8326dbb86914 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:34.650328 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['d3a640d2-3cc1-4cd2-81b0-7f3c5ca0912d'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:13:34.665876 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 15:13:34.665876 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:13:34.665876 n-d-799529-6 neutron-server[94445]: timer() Jul 09 15:13:34.665876 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:13:34.665876 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 15:13:34.665876 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:13:34.665876 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 15:13:34.665876 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:13:34.665876 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 15:13:34.665876 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:13:34.665876 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 15:13:34.665876 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:13:34.665876 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 15:13:34.665876 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:13:34.665876 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:13:34.665876 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:13:34.665876 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:13:34.665876 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:13:34.665876 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 15:13:34.665876 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:13:34.665876 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 15:13:34.665876 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:13:34.665876 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:13:34.665876 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:13:34.665876 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 15:13:34.665876 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:13:34.665876 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:13:34.665876 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:13:34.665876 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:13:34.665876 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:13:34.665876 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:13:34.665876 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:13:34.701329 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3db56787-18b7-446a-88f2-6c9ef974b304 req-cf7eb8c3-3e1c-44b2-88e7-8326dbb86914 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Network 8044536e-702f-44b8-a779-7f0761d4b81e is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:13:34.710478 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-3db56787-18b7-446a-88f2-6c9ef974b304 req-cf7eb8c3-3e1c-44b2-88e7-8326dbb86914 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:13:34.715117 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-3db56787-18b7-446a-88f2-6c9ef974b304 req-cf7eb8c3-3e1c-44b2-88e7-8326dbb86914 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:13:34.757870 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7eb8c3-3e1c-44b2-88e7-8326dbb86914 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Pushing event updated for resources: {'Port': ['ID=7f199a28-8826-4217-8f90-5182707ad749,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:34.784842 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b06bc7a3-e4ac-4575-bd0d-d7ca5fff0653 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:34.797970 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db56787-18b7-446a-88f2-6c9ef974b304 req-cf7eb8c3-3e1c-44b2-88e7-8326dbb86914 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:34.798613 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-3db56787-18b7-446a-88f2-6c9ef974b304 req-cf7eb8c3-3e1c-44b2-88e7-8326dbb86914 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:34.840096 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b06bc7a3-e4ac-4575-bd0d-d7ca5fff0653 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:34.848994 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43568) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:34.850195 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b06bc7a3-e4ac-4575-bd0d-d7ca5fff0653 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] 10.222.0.58 "DELETE /v2.0/networks/4e2319b6-c9e2-4d5b-bb1d-c859e43d561a HTTP/1.1" status: 204 len: 168 time: 2.5067103 Jul 09 15:13:34.855309 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06bc7a3-e4ac-4575-bd0d-d7ca5fff0653 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Pushing event deleted for resources: {'Network': ['ID=4e2319b6-c9e2-4d5b-bb1d-c859e43d561a,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:34.856743 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-bd083376-848a-403c-99a5-4df7500e7d4a tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-508382882'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:13:34.875857 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06bc7a3-e4ac-4575-bd0d-d7ca5fff0653 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:13:34.876481 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06bc7a3-e4ac-4575-bd0d-d7ca5fff0653 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:13:34.876982 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06bc7a3-e4ac-4575-bd0d-d7ca5fff0653 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:13:34.877519 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06bc7a3-e4ac-4575-bd0d-d7ca5fff0653 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:13:34.877846 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06bc7a3-e4ac-4575-bd0d-d7ca5fff0653 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:13:34.878554 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06bc7a3-e4ac-4575-bd0d-d7ca5fff0653 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:13:34.892951 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06bc7a3-e4ac-4575-bd0d-d7ca5fff0653 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:13:34.892951 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06bc7a3-e4ac-4575-bd0d-d7ca5fff0653 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:13:34.892951 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06bc7a3-e4ac-4575-bd0d-d7ca5fff0653 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:13:34.892951 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06bc7a3-e4ac-4575-bd0d-d7ca5fff0653 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:13:34.892951 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06bc7a3-e4ac-4575-bd0d-d7ca5fff0653 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:13:34.892951 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06bc7a3-e4ac-4575-bd0d-d7ca5fff0653 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:13:34.947648 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3db56787-18b7-446a-88f2-6c9ef974b304 req-cf7eb8c3-3e1c-44b2-88e7-8326dbb86914 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.9627211 Jul 09 15:13:35.025299 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1fd142-7fb7-4b1f-8449-5ddfe5d56135 req-414afe8a-dbdb-42bc-b3ec-ec3bd2a3a59f tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:35.036132 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7b1fd142-7fb7-4b1f-8449-5ddfe5d56135 req-414afe8a-dbdb-42bc-b3ec-ec3bd2a3a59f tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=de30c8ac-42cd-4dac-88a2-5b021fbc66ad HTTP/1.1" status: 200 len: 1028 time: 0.0982356 Jul 09 15:13:35.076216 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7b1fd142-7fb7-4b1f-8449-5ddfe5d56135 req-21d5c116-2d53-4746-b25d-8d4b3e2cf812 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a6320071-7a73-4473-8401-6e67b9cb8752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390313 Jul 09 15:13:35.143867 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd083376-848a-403c-99a5-4df7500e7d4a tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Made reservation on behalf of 4b80fd32c0174e5292fe62f10c0df391 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:13:35.147647 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bd083376-848a-403c-99a5-4df7500e7d4a tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:35.166139 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-94a540c1-747d-45c5-99dc-25f474d9519b None None] Provisioning for port 7f199a28-8826-4217-8f90-5182707ad749 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:13:35.168816 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-3db56787-18b7-446a-88f2-6c9ef974b304 req-541202d7-e5b8-45f7-9cc5-6fc76ad6f6a2 service neutron] Request body: {'port': {'device_id': 'de30c8ac-42cd-4dac-88a2-5b021fbc66ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:13:35.173089 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-94a540c1-747d-45c5-99dc-25f474d9519b None None] Provisioning complete for port 7f199a28-8826-4217-8f90-5182707ad749 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:13:35.173822 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-94a540c1-747d-45c5-99dc-25f474d9519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:35.218932 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-94a540c1-747d-45c5-99dc-25f474d9519b None None] Port 7f199a28-8826-4217-8f90-5182707ad749 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:13:35.249458 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd083376-848a-403c-99a5-4df7500e7d4a tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:13:35.264642 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-3db56787-18b7-446a-88f2-6c9ef974b304 req-541202d7-e5b8-45f7-9cc5-6fc76ad6f6a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:35.266947 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bd083376-848a-403c-99a5-4df7500e7d4a tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:35.267285 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-bd083376-848a-403c-99a5-4df7500e7d4a tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Added segment 7bfd1d60-d452-4138-a9f0-7ee52f92174e of type vlan for network 7349db64-523c-4b5b-82c1-8e43165d2626 Jul 09 15:13:35.358291 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bd083376-848a-403c-99a5-4df7500e7d4a tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:35.595256 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bd083376-848a-403c-99a5-4df7500e7d4a tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:35.608425 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd083376-848a-403c-99a5-4df7500e7d4a tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:35.608425 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bd083376-848a-403c-99a5-4df7500e7d4a tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:35.697208 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd083376-848a-403c-99a5-4df7500e7d4a tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Pushing event updated for resources: {'Network': ['ID=7349db64-523c-4b5b-82c1-8e43165d2626,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:35.708371 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 7349db64-523c-4b5b-82c1-8e43165d2626 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:13:35.738670 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-3db56787-18b7-446a-88f2-6c9ef974b304 req-541202d7-e5b8-45f7-9cc5-6fc76ad6f6a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f199a28-8826-4217-8f90-5182707ad749 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:13:35.746729 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-bd083376-848a-403c-99a5-4df7500e7d4a tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8925283 Jul 09 15:13:35.747883 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43596) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:35.748383 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-3db56787-18b7-446a-88f2-6c9ef974b304 req-541202d7-e5b8-45f7-9cc5-6fc76ad6f6a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:35.758408 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-63cf2a8d-9d6d-429f-b950-efa5b4191425 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Request body: {'subnet': {'network_id': '7349db64-523c-4b5b-82c1-8e43165d2626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:13:35.768302 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-3db56787-18b7-446a-88f2-6c9ef974b304 req-541202d7-e5b8-45f7-9cc5-6fc76ad6f6a2 service neutron] Transition to ACTIVE for port object 7f199a28-8826-4217-8f90-5182707ad749 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:13:35.863902 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-3db56787-18b7-446a-88f2-6c9ef974b304 req-541202d7-e5b8-45f7-9cc5-6fc76ad6f6a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:35.926824 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63cf2a8d-9d6d-429f-b950-efa5b4191425 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Made reservation on behalf of 4b80fd32c0174e5292fe62f10c0df391 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:13:35.930543 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-63cf2a8d-9d6d-429f-b950-efa5b4191425 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:35.941508 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541202d7-e5b8-45f7-9cc5-6fc76ad6f6a2 service neutron] Pushing event updated for resources: {'Port': ['ID=7f199a28-8826-4217-8f90-5182707ad749,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:36.009676 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-3db56787-18b7-446a-88f2-6c9ef974b304 req-541202d7-e5b8-45f7-9cc5-6fc76ad6f6a2 service neutron] Attempting to bind port 7f199a28-8826-4217-8f90-5182707ad749 on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:13:36.010028 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-3db56787-18b7-446a-88f2-6c9ef974b304 req-541202d7-e5b8-45f7-9cc5-6fc76ad6f6a2 service neutron] Attempting to bind port 7f199a28-8826-4217-8f90-5182707ad749 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': '3261902c-618d-42ca-ba4c-924d56a948c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8044536e-702f-44b8-a779-7f0761d4b81e'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:13:36.010865 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db56787-18b7-446a-88f2-6c9ef974b304 req-541202d7-e5b8-45f7-9cc5-6fc76ad6f6a2 service neutron] Attempting to bind port 7f199a28-8826-4217-8f90-5182707ad749 on network 8044536e-702f-44b8-a779-7f0761d4b81e {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:13:36.016832 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db56787-18b7-446a-88f2-6c9ef974b304 req-541202d7-e5b8-45f7-9cc5-6fc76ad6f6a2 service neutron] Port 7f199a28-8826-4217-8f90-5182707ad749 on network 8044536e-702f-44b8-a779-7f0761d4b81e not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:13:36.019548 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db56787-18b7-446a-88f2-6c9ef974b304 req-541202d7-e5b8-45f7-9cc5-6fc76ad6f6a2 service neutron] Attempting to bind port 7f199a28-8826-4217-8f90-5182707ad749 on network 8044536e-702f-44b8-a779-7f0761d4b81e {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:13:36.024659 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db56787-18b7-446a-88f2-6c9ef974b304 req-541202d7-e5b8-45f7-9cc5-6fc76ad6f6a2 service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:13:36.025173 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db56787-18b7-446a-88f2-6c9ef974b304 req-541202d7-e5b8-45f7-9cc5-6fc76ad6f6a2 service neutron] Checking segment: {'id': '3261902c-618d-42ca-ba4c-924d56a948c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8044536e-702f-44b8-a779-7f0761d4b81e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:13:36.025751 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db56787-18b7-446a-88f2-6c9ef974b304 req-541202d7-e5b8-45f7-9cc5-6fc76ad6f6a2 service neutron] Bound using segment: {'id': '3261902c-618d-42ca-ba4c-924d56a948c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8044536e-702f-44b8-a779-7f0761d4b81e'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:13:36.026429 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-3db56787-18b7-446a-88f2-6c9ef974b304 req-541202d7-e5b8-45f7-9cc5-6fc76ad6f6a2 service neutron] Bound port: 7f199a28-8826-4217-8f90-5182707ad749, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3261902c-618d-42ca-ba4c-924d56a948c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8044536e-702f-44b8-a779-7f0761d4b81e'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:13:36.026985 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-3db56787-18b7-446a-88f2-6c9ef974b304 req-541202d7-e5b8-45f7-9cc5-6fc76ad6f6a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:36.117979 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-3db56787-18b7-446a-88f2-6c9ef974b304 req-541202d7-e5b8-45f7-9cc5-6fc76ad6f6a2 service neutron] For port 7f199a28-8826-4217-8f90-5182707ad749, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:13:36.131213 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-3db56787-18b7-446a-88f2-6c9ef974b304 req-541202d7-e5b8-45f7-9cc5-6fc76ad6f6a2 service neutron] For port 7f199a28-8826-4217-8f90-5182707ad749, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=7f199a28-8826-4217-8f90-5182707ad749,segment=NetworkSegment(3261902c-618d-42ca-ba4c-924d56a948c2),segment_id=3261902c-618d-42ca-ba4c-924d56a948c2)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:13:36.133634 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43606) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:36.184071 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7388726e-8381-4b25-876a-e56b597113ed req-4594a66b-b6fe-48bd-adc4-8ba449b35466 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0899efe3-9670-408e-8a91-81c04674b250&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1385446 Jul 09 15:13:36.213625 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-3db56787-18b7-446a-88f2-6c9ef974b304 req-541202d7-e5b8-45f7-9cc5-6fc76ad6f6a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:36.313574 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8b69ae44-9a3f-41a6-a214-4a26d12340f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:36.317933 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db56787-18b7-446a-88f2-6c9ef974b304 req-541202d7-e5b8-45f7-9cc5-6fc76ad6f6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:36.318559 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-3db56787-18b7-446a-88f2-6c9ef974b304 req-541202d7-e5b8-45f7-9cc5-6fc76ad6f6a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:36.320006 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3db56787-18b7-446a-88f2-6c9ef974b304 req-541202d7-e5b8-45f7-9cc5-6fc76ad6f6a2 service neutron] 10.222.0.62 "PUT /v2.0/ports/7f199a28-8826-4217-8f90-5182707ad749 HTTP/1.1" status: 200 len: 1092 time: 1.3472867 Jul 09 15:13:36.321010 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388726e-8381-4b25-876a-e56b597113ed req-d437a9da-f9a1-4a32-a8b1-2f44b47385ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:36.322152 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de30c8ac-42cd-4dac-88a2-5b021fbc66ad', 'tag': '7f199a28-8826-4217-8f90-5182707ad749'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:13:36.328473 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7388726e-8381-4b25-876a-e56b597113ed req-d437a9da-f9a1-4a32-a8b1-2f44b47385ed service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=49e7385c2449449c9657197790d685ad&device_id=0899efe3-9670-408e-8a91-81c04674b250 HTTP/1.1" status: 200 len: 1097 time: 0.0801384 Jul 09 15:13:36.328855 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27b5efc-6f36-4b10-9d93-d189776d4177" -d '{"events": [{"name": "network-changed", "server_uuid": "de30c8ac-42cd-4dac-88a2-5b021fbc66ad", "tag": "7f199a28-8826-4217-8f90-5182707ad749"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:13:36.417582 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7915da82-c367-41b0-b7c9-e7eb6e047382 x-openstack-request-id: req-7915da82-c367-41b0-b7c9-e7eb6e047382 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:13:36.417582 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de30c8ac-42cd-4dac-88a2-5b021fbc66ad", "tag": "7f199a28-8826-4217-8f90-5182707ad749", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:13:36.417582 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7915da82-c367-41b0-b7c9-e7eb6e047382 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:13:36.417582 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de30c8ac-42cd-4dac-88a2-5b021fbc66ad', 'tag': '7f199a28-8826-4217-8f90-5182707ad749', 'status': 'completed', 'code': 200} Jul 09 15:13:36.417582 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541202d7-e5b8-45f7-9cc5-6fc76ad6f6a2 service neutron] Pushing event updated for resources: {'Port': ['ID=7f199a28-8826-4217-8f90-5182707ad749,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:36.425897 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-63cf2a8d-9d6d-429f-b950-efa5b4191425 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:36.498553 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c0ca0-2f72-4d0f-908e-286d15a011cb req-667d234d-8877-4bbe-b166-0ef732611286 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:36.500152 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3b9c0ca0-2f72-4d0f-908e-286d15a011cb req-667d234d-8877-4bbe-b166-0ef732611286 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=de30c8ac-42cd-4dac-88a2-5b021fbc66ad HTTP/1.1" status: 200 len: 1095 time: 0.2391670 Jul 09 15:13:36.540836 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8b69ae44-9a3f-41a6-a214-4a26d12340f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:36.542184 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cf2a8d-9d6d-429f-b950-efa5b4191425 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Pushing event updated for resources: {'Subnet': ['ID=fd105f79-3ee6-414e-8ffa-55c2cc3ec4e3,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:36.559942 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388726e-8381-4b25-876a-e56b597113ed req-35ae7f53-6003-4b08-bf7d-78c199c9bd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:36.561552 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7388726e-8381-4b25-876a-e56b597113ed req-35ae7f53-6003-4b08-bf7d-78c199c9bd6d service neutron] 10.222.0.54 "GET /v2.0/networks?id=8044536e-702f-44b8-a779-7f0761d4b81e HTTP/1.1" status: 200 len: 911 time: 0.2084231 Jul 09 15:13:36.563111 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cf2a8d-9d6d-429f-b950-efa5b4191425 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Checking segment: {'id': '7bfd1d60-d452-4138-a9f0-7ee52f92174e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '7349db64-523c-4b5b-82c1-8e43165d2626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:13:36.563403 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cf2a8d-9d6d-429f-b950-efa5b4191425 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Network hostable DHCP agents. Network: 7349db64-523c-4b5b-82c1-8e43165d2626, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:13:36.582592 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3b9c0ca0-2f72-4d0f-908e-286d15a011cb req-d8262877-9dac-4ae9-98ad-686a826be16e tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a6320071-7a73-4473-8401-6e67b9cb8752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688729 Jul 09 15:13:36.587837 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b5efc-6f36-4b10-9d93-d189776d4177 req-dd3a16af-c1b7-43f8-86ce-9c45633906a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:36.589388 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f27b5efc-6f36-4b10-9d93-d189776d4177 req-dd3a16af-c1b7-43f8-86ce-9c45633906a0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=49e7385c2449449c9657197790d685ad&device_id=de30c8ac-42cd-4dac-88a2-5b021fbc66ad HTTP/1.1" status: 200 len: 1095 time: 0.1384904 Jul 09 15:13:36.612760 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7388726e-8381-4b25-876a-e56b597113ed req-8dcc4ae7-f715-4af4-95b8-b2e4af5dd572 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3a640d2-3cc1-4cd2-81b0-7f3c5ca0912d HTTP/1.1" status: 200 len: 217 time: 0.0426147 Jul 09 15:13:36.650918 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8b69ae44-9a3f-41a6-a214-4a26d12340f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:36.677418 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388726e-8381-4b25-876a-e56b597113ed req-cc715c21-0353-48fb-99e0-250251fa3806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:36.679344 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7388726e-8381-4b25-876a-e56b597113ed req-cc715c21-0353-48fb-99e0-250251fa3806 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ce0de3d0-b583-4f4b-9766-d524b9edb34e HTTP/1.1" status: 200 len: 849 time: 0.0509825 Jul 09 15:13:36.741603 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cf2a8d-9d6d-429f-b950-efa5b4191425 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Network 7349db64-523c-4b5b-82c1-8e43165d2626 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:13:36.758084 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388726e-8381-4b25-876a-e56b597113ed req-891e75a5-20fd-4223-9ca2-1c0a05b18671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:36.758640 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b69ae44-9a3f-41a6-a214-4a26d12340f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=801f873d-de49-42e1-8cef-eefe3187117f,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:36.758761 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7388726e-8381-4b25-876a-e56b597113ed req-891e75a5-20fd-4223-9ca2-1c0a05b18671 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8044536e-702f-44b8-a779-7f0761d4b81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677304 Jul 09 15:13:36.763934 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-8b69ae44-9a3f-41a6-a214-4a26d12340f0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=49449abfdff943f7ad34aab16816c025&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6284845 Jul 09 15:13:36.770378 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43614) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:36.852231 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b5efc-6f36-4b10-9d93-d189776d4177 req-6986445f-421a-4dab-bd90-a3f1db237629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:36.853605 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7388726e-8381-4b25-876a-e56b597113ed req-1aea3a85-2d38-449d-aec1-efc4fef9ea7d service neutron] 10.222.0.54 "GET /v2.0/networks/8044536e-702f-44b8-a779-7f0761d4b81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908566 Jul 09 15:13:36.853768 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f27b5efc-6f36-4b10-9d93-d189776d4177 req-6986445f-421a-4dab-bd90-a3f1db237629 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=49e7385c2449449c9657197790d685ad&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2452540 Jul 09 15:13:36.920679 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-63cf2a8d-9d6d-429f-b950-efa5b4191425 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 7349db64-523c-4b5b-82c1-8e43165d2626) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:13:36.928131 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cf2a8d-9d6d-429f-b950-efa5b4191425 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:36.928909 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-63cf2a8d-9d6d-429f-b950-efa5b4191425 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540068'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:36.933351 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1cb97af2-8126-4bf1-b406-480a2738399b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:36.943337 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c6043b-5535-4432-898b-138cbfefac8c None None] Network 7349db64-523c-4b5b-82c1-8e43165d2626 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:13:36.974094 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1cb97af2-8126-4bf1-b406-480a2738399b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:37.032454 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7388726e-8381-4b25-876a-e56b597113ed req-2ca285ae-7bbd-48e8-8421-73067292b26d service neutron] 10.222.0.54 "GET /v2.0/networks/8044536e-702f-44b8-a779-7f0761d4b81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718118 Jul 09 15:13:37.037240 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-63cf2a8d-9d6d-429f-b950-efa5b4191425 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2878029 Jul 09 15:13:37.040913 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43618) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:37.056068 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-c5343798-5a7d-42e6-8ff3-d66b17eedd7b tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Request body: {'subnet': {'network_id': '7349db64-523c-4b5b-82c1-8e43165d2626', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:13:37.090621 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b5efc-6f36-4b10-9d93-d189776d4177 req-293b4d80-426e-4098-9b4f-178ac1096b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:37.092374 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f27b5efc-6f36-4b10-9d93-d189776d4177 req-293b4d80-426e-4098-9b4f-178ac1096b7b service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2322953 Jul 09 15:13:37.191654 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d10982b-5837-4f30-8c4d-e1c326f1ae2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-7349db64-523c-4b5b-82c1-8e43165d2626', 'network_id': '7349db64-523c-4b5b-82c1-8e43165d2626', 'tenant_id': '4b80fd32c0174e5292fe62f10c0df391', 'fixed_ips': [{'subnet_id': 'fd105f79-3ee6-414e-8ffa-55c2cc3ec4e3'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:13:37.192511 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8d10982b-5837-4f30-8c4d-e1c326f1ae2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:37.253867 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1cb97af2-8126-4bf1-b406-480a2738399b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:37.261626 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1cb97af2-8126-4bf1-b406-480a2738399b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:37.261626 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-1cb97af2-8126-4bf1-b406-480a2738399b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/801f873d-de49-42e1-8cef-eefe3187117f HTTP/1.1" status: 204 len: 168 time: 0.4868252 Jul 09 15:13:37.271032 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb97af2-8126-4bf1-b406-480a2738399b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=801f873d-de49-42e1-8cef-eefe3187117f,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:37.277480 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db56787-18b7-446a-88f2-6c9ef974b304 req-828c005c-9df7-4927-8cf2-77350207f484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:37.279182 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3db56787-18b7-446a-88f2-6c9ef974b304 req-828c005c-9df7-4927-8cf2-77350207f484 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=49e7385c2449449c9657197790d685ad&device_id=de30c8ac-42cd-4dac-88a2-5b021fbc66ad HTTP/1.1" status: 200 len: 1095 time: 0.1124578 Jul 09 15:13:37.335435 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3db56787-18b7-446a-88f2-6c9ef974b304 req-4a9e1e26-1bab-49be-93f2-b5ac70c54840 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f199a28-8826-4217-8f90-5182707ad749 HTTP/1.1" status: 200 len: 217 time: 0.0427427 Jul 09 15:13:37.378135 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5343798-5a7d-42e6-8ff3-d66b17eedd7b tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Made reservation on behalf of 4b80fd32c0174e5292fe62f10c0df391 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:13:37.383813 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c5343798-5a7d-42e6-8ff3-d66b17eedd7b tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:37.423991 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-8d10982b-5837-4f30-8c4d-e1c326f1ae2e None None] Allocated IP 2001:db8::2 (7349db64-523c-4b5b-82c1-8e43165d2626/fd105f79-3ee6-414e-8ffa-55c2cc3ec4e3/1a1621ec-dcef-4238-9c37-0cf716471ebb) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:13:37.464852 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db56787-18b7-446a-88f2-6c9ef974b304 req-128823ef-bda4-4e83-b3dc-46135205e1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:37.466389 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3db56787-18b7-446a-88f2-6c9ef974b304 req-128823ef-bda4-4e83-b3dc-46135205e1e2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ce0de3d0-b583-4f4b-9766-d524b9edb34e HTTP/1.1" status: 200 len: 849 time: 0.1243553 Jul 09 15:13:37.646361 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8d10982b-5837-4f30-8c4d-e1c326f1ae2e None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:37.662680 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-8d10982b-5837-4f30-8c4d-e1c326f1ae2e None None] Transition to ACTIVE for port object 1a1621ec-dcef-4238-9c37-0cf716471ebb will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:13:37.685831 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-8d10982b-5837-4f30-8c4d-e1c326f1ae2e None None] Transition to ACTIVE for port object 1a1621ec-dcef-4238-9c37-0cf716471ebb will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:13:37.756177 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8d10982b-5837-4f30-8c4d-e1c326f1ae2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:37.814823 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d10982b-5837-4f30-8c4d-e1c326f1ae2e None None] Network 7349db64-523c-4b5b-82c1-8e43165d2626 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:13:37.818667 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-8d10982b-5837-4f30-8c4d-e1c326f1ae2e None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:13:37.820585 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20517d5f-7166-4a6d-8cf3-712d12b2bd2f req-d76f4701-a6dc-4f0c-89eb-8ebbbd9a4a3b tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:37.823391 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-20517d5f-7166-4a6d-8cf3-712d12b2bd2f req-d76f4701-a6dc-4f0c-89eb-8ebbbd9a4a3b tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=de30c8ac-42cd-4dac-88a2-5b021fbc66ad HTTP/1.1" status: 200 len: 1095 time: 0.1073017 Jul 09 15:13:37.824251 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d10982b-5837-4f30-8c4d-e1c326f1ae2e None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:13:37.841657 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10982b-5837-4f30-8c4d-e1c326f1ae2e None None] Pushing event updated for resources: {'Port': ['ID=1a1621ec-dcef-4238-9c37-0cf716471ebb,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:37.911313 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-8d10982b-5837-4f30-8c4d-e1c326f1ae2e None None] Attempting to bind port 1a1621ec-dcef-4238-9c37-0cf716471ebb on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:13:37.912059 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-8d10982b-5837-4f30-8c4d-e1c326f1ae2e None None] Attempting to bind port 1a1621ec-dcef-4238-9c37-0cf716471ebb by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '7bfd1d60-d452-4138-a9f0-7ee52f92174e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '7349db64-523c-4b5b-82c1-8e43165d2626'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:13:37.912871 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d10982b-5837-4f30-8c4d-e1c326f1ae2e None None] Attempting to bind port 1a1621ec-dcef-4238-9c37-0cf716471ebb on network 7349db64-523c-4b5b-82c1-8e43165d2626 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:13:37.917345 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10982b-5837-4f30-8c4d-e1c326f1ae2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:13:37.918010 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10982b-5837-4f30-8c4d-e1c326f1ae2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:13:37.918564 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10982b-5837-4f30-8c4d-e1c326f1ae2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:13:37.919280 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10982b-5837-4f30-8c4d-e1c326f1ae2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:13:37.919877 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10982b-5837-4f30-8c4d-e1c326f1ae2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:13:37.920445 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10982b-5837-4f30-8c4d-e1c326f1ae2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:13:37.921300 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10982b-5837-4f30-8c4d-e1c326f1ae2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:13:37.921853 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10982b-5837-4f30-8c4d-e1c326f1ae2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:13:37.922957 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10982b-5837-4f30-8c4d-e1c326f1ae2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:13:37.923948 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10982b-5837-4f30-8c4d-e1c326f1ae2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:13:37.924502 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10982b-5837-4f30-8c4d-e1c326f1ae2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:13:37.925067 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10982b-5837-4f30-8c4d-e1c326f1ae2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:13:37.928715 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-20517d5f-7166-4a6d-8cf3-712d12b2bd2f req-476d01f7-80c8-4cce-8e2f-8dffc26f101a tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a6320071-7a73-4473-8401-6e67b9cb8752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965083 Jul 09 15:13:37.933891 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d10982b-5837-4f30-8c4d-e1c326f1ae2e None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:13:37.934622 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d10982b-5837-4f30-8c4d-e1c326f1ae2e None None] Checking segment: {'id': '7bfd1d60-d452-4138-a9f0-7ee52f92174e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '7349db64-523c-4b5b-82c1-8e43165d2626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:13:37.935260 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8d10982b-5837-4f30-8c4d-e1c326f1ae2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:37.937303 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d10982b-5837-4f30-8c4d-e1c326f1ae2e None None] Bound using segment: {'id': '7bfd1d60-d452-4138-a9f0-7ee52f92174e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '7349db64-523c-4b5b-82c1-8e43165d2626'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:13:37.938143 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-8d10982b-5837-4f30-8c4d-e1c326f1ae2e None None] Bound port: 1a1621ec-dcef-4238-9c37-0cf716471ebb, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bfd1d60-d452-4138-a9f0-7ee52f92174e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '7349db64-523c-4b5b-82c1-8e43165d2626'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:13:37.938754 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8d10982b-5837-4f30-8c4d-e1c326f1ae2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:37.960173 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db56787-18b7-446a-88f2-6c9ef974b304 req-d07e716d-0e11-4366-aa45-d411bd6b4007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:37.960173 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3db56787-18b7-446a-88f2-6c9ef974b304 req-d07e716d-0e11-4366-aa45-d411bd6b4007 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8044536e-702f-44b8-a779-7f0761d4b81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4733391 Jul 09 15:13:38.061344 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-8d10982b-5837-4f30-8c4d-e1c326f1ae2e None None] For port 1a1621ec-dcef-4238-9c37-0cf716471ebb, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:13:38.065238 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-8d10982b-5837-4f30-8c4d-e1c326f1ae2e None None] For port 1a1621ec-dcef-4238-9c37-0cf716471ebb, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=1a1621ec-dcef-4238-9c37-0cf716471ebb,segment=NetworkSegment(7bfd1d60-d452-4138-a9f0-7ee52f92174e),segment_id=7bfd1d60-d452-4138-a9f0-7ee52f92174e)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:13:38.139284 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8d10982b-5837-4f30-8c4d-e1c326f1ae2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:38.143421 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3db56787-18b7-446a-88f2-6c9ef974b304 req-6300aadc-8202-4aee-8306-4398838bf9eb service neutron] 10.222.0.62 "GET /v2.0/networks/8044536e-702f-44b8-a779-7f0761d4b81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882825 Jul 09 15:13:38.214808 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10982b-5837-4f30-8c4d-e1c326f1ae2e None None] Pushing event updated for resources: {'Port': ['ID=1a1621ec-dcef-4238-9c37-0cf716471ebb,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:38.339074 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3db56787-18b7-446a-88f2-6c9ef974b304 req-fe6747e8-a8a8-432e-bd66-d7c5138fcfb3 service neutron] 10.222.0.62 "GET /v2.0/networks/8044536e-702f-44b8-a779-7f0761d4b81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745698 Jul 09 15:13:38.382957 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43634) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:38.405611 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c5343798-5a7d-42e6-8ff3-d66b17eedd7b tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:38.422236 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c250d59d-86f1-4be6-b956-1f3559822b50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:38.494766 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5343798-5a7d-42e6-8ff3-d66b17eedd7b tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Network 7349db64-523c-4b5b-82c1-8e43165d2626 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:13:38.506941 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-c5343798-5a7d-42e6-8ff3-d66b17eedd7b tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:13:38.513661 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5343798-5a7d-42e6-8ff3-d66b17eedd7b tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:38.514288 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c5343798-5a7d-42e6-8ff3-d66b17eedd7b tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:38.524808 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5343798-5a7d-42e6-8ff3-d66b17eedd7b tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Pushing event updated for resources: {'Subnet': ['ID=8d05fd2b-7e7f-4f1e-a963-b26b8a42b7b2,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:38.613300 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c250d59d-86f1-4be6-b956-1f3559822b50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:38.727073 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c250d59d-86f1-4be6-b956-1f3559822b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:38.773552 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c250d59d-86f1-4be6-b956-1f3559822b50 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3c0ad65d450c4434a77c9cd70b98a69e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3883190 Jul 09 15:13:38.773754 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c250d59d-86f1-4be6-b956-1f3559822b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e38e38-7991-453a-8a5e-e1c0f546adb5,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:38.775534 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43640) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:38.825450 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c5343798-5a7d-42e6-8ff3-d66b17eedd7b tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7825720 Jul 09 15:13:38.836499 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43642) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:38.836668 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9fe89606-92f9-42b5-b157-08e2c8d870c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:38.866180 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 1a1621ec-dcef-4238-9c37-0cf716471ebb up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:13:38.891314 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9fe89606-92f9-42b5-b157-08e2c8d870c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:39.004669 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f8aa2d-fea3-47ae-b34c-988ff1a1be69 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:39.008477 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f8aa2d-fea3-47ae-b34c-988ff1a1be69 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:39.011830 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f8aa2d-fea3-47ae-b34c-988ff1a1be69 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:39.014795 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f8aa2d-fea3-47ae-b34c-988ff1a1be69 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:39.018327 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f8aa2d-fea3-47ae-b34c-988ff1a1be69 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:39.022584 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-21f8aa2d-fea3-47ae-b34c-988ff1a1be69 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1881738 Jul 09 15:13:39.028997 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43648) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:39.037825 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-6b6beae2-2a3c-4c8a-99af-aa62c84675dd tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-398243828'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:13:39.054535 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 1a1621ec-dcef-4238-9c37-0cf716471ebb completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:13:39.087173 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9fe89606-92f9-42b5-b157-08e2c8d870c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:39.091732 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9fe89606-92f9-42b5-b157-08e2c8d870c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:39.091732 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-9fe89606-92f9-42b5-b157-08e2c8d870c7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/69e38e38-7991-453a-8a5e-e1c0f546adb5 HTTP/1.1" status: 204 len: 168 time: 0.3144271 Jul 09 15:13:39.101260 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe89606-92f9-42b5-b157-08e2c8d870c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e38e38-7991-453a-8a5e-e1c0f546adb5,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:39.179157 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66283831-dfbf-4292-a3d3-97fe6c550558 req-1719a8c2-d487-412d-9cd3-290c1469c952 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:39.183348 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-66283831-dfbf-4292-a3d3-97fe6c550558 req-1719a8c2-d487-412d-9cd3-290c1469c952 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=de30c8ac-42cd-4dac-88a2-5b021fbc66ad HTTP/1.1" status: 200 len: 1095 time: 0.0774117 Jul 09 15:13:39.230826 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6beae2-2a3c-4c8a-99af-aa62c84675dd tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Made reservation on behalf of 4b80fd32c0174e5292fe62f10c0df391 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:13:39.234493 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6b6beae2-2a3c-4c8a-99af-aa62c84675dd tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:39.238540 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-66283831-dfbf-4292-a3d3-97fe6c550558 req-f8284bff-5757-4bb2-9683-47cc6c506a5b tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a6320071-7a73-4473-8401-6e67b9cb8752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508113 Jul 09 15:13:39.273102 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b6beae2-2a3c-4c8a-99af-aa62c84675dd tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:13:39.284067 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6b6beae2-2a3c-4c8a-99af-aa62c84675dd tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:39.284644 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-6b6beae2-2a3c-4c8a-99af-aa62c84675dd tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Added segment 51c4b863-4550-47ba-957d-79400fba093e of type vlan for network e8fb961a-2168-4df8-b034-402d0f588b1b Jul 09 15:13:39.334832 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6b6beae2-2a3c-4c8a-99af-aa62c84675dd tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:39.387214 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb3d546-fbe8-47da-bab0-cfa232554186 None None] Network 7349db64-523c-4b5b-82c1-8e43165d2626 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:13:39.492686 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6b6beae2-2a3c-4c8a-99af-aa62c84675dd tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:39.499871 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6beae2-2a3c-4c8a-99af-aa62c84675dd tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:39.502050 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6b6beae2-2a3c-4c8a-99af-aa62c84675dd tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:39.532639 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-bbdc12bf-a823-4944-95c0-69d8f653d0a0 None None] Provisioning for port 1a1621ec-dcef-4238-9c37-0cf716471ebb completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:13:39.537881 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-bbdc12bf-a823-4944-95c0-69d8f653d0a0 None None] Provisioning complete for port 1a1621ec-dcef-4238-9c37-0cf716471ebb triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:13:39.538497 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-bbdc12bf-a823-4944-95c0-69d8f653d0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:39.596530 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6beae2-2a3c-4c8a-99af-aa62c84675dd tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Pushing event updated for resources: {'Network': ['ID=e8fb961a-2168-4df8-b034-402d0f588b1b,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:39.614504 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network e8fb961a-2168-4df8-b034-402d0f588b1b details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:13:39.676472 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-6b6beae2-2a3c-4c8a-99af-aa62c84675dd tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6413281 Jul 09 15:13:39.678733 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43662) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:39.685613 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-48bd55be-7161-4529-8309-ab4b45c5cba5 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:13:39.759630 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-bbdc12bf-a823-4944-95c0-69d8f653d0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:39.785546 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3a6cb1-a95a-43ef-8224-0c97a4e4373c None None] Update dhcp port {'port': {'network_id': '7349db64-523c-4b5b-82c1-8e43165d2626', 'fixed_ips': [{'subnet_id': 'fd105f79-3ee6-414e-8ffa-55c2cc3ec4e3', 'ip_address': '2001:db8::2'}, {'subnet_id': '8d05fd2b-7e7f-4f1e-a963-b26b8a42b7b2'}], 'binding:host_id': 'n-d-799529-6'}, 'id': '1a1621ec-dcef-4238-9c37-0cf716471ebb'} from n-d-799529-6. {{(pid=94447) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 15:13:39.832509 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0d3a6cb1-a95a-43ef-8224-0c97a4e4373c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:39.863547 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-bbdc12bf-a823-4944-95c0-69d8f653d0a0 None None] For port 1a1621ec-dcef-4238-9c37-0cf716471ebb, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=1a1621ec-dcef-4238-9c37-0cf716471ebb,segment=NetworkSegment(7bfd1d60-d452-4138-a9f0-7ee52f92174e),segment_id=7bfd1d60-d452-4138-a9f0-7ee52f92174e)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:13:39.955862 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-bbdc12bf-a823-4944-95c0-69d8f653d0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:40.063738 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdc12bf-a823-4944-95c0-69d8f653d0a0 None None] Pushing event updated for resources: {'Port': ['ID=1a1621ec-dcef-4238-9c37-0cf716471ebb,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:40.085614 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-0d3a6cb1-a95a-43ef-8224-0c97a4e4373c None None] Allocated IP 172.20.0.1 (7349db64-523c-4b5b-82c1-8e43165d2626/8d05fd2b-7e7f-4f1e-a963-b26b8a42b7b2/1a1621ec-dcef-4238-9c37-0cf716471ebb) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:13:40.217675 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-48bd55be-7161-4529-8309-ab4b45c5cba5 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:40.224959 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-0d3a6cb1-a95a-43ef-8224-0c97a4e4373c None None] For port 1a1621ec-dcef-4238-9c37-0cf716471ebb, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=1a1621ec-dcef-4238-9c37-0cf716471ebb,segment=NetworkSegment(7bfd1d60-d452-4138-a9f0-7ee52f92174e),segment_id=7bfd1d60-d452-4138-a9f0-7ee52f92174e)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:13:40.259886 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0d3a6cb1-a95a-43ef-8224-0c97a4e4373c None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:40.275850 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-0d3a6cb1-a95a-43ef-8224-0c97a4e4373c None None] Transition to ACTIVE for port object 1a1621ec-dcef-4238-9c37-0cf716471ebb will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:13:40.297864 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-48bd55be-7161-4529-8309-ab4b45c5cba5 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:40.357044 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-48bd55be-7161-4529-8309-ab4b45c5cba5 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Network e8fb961a-2168-4df8-b034-402d0f588b1b is not hosted by any dhcp agent {{(pid=94445) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 15:13:40.363099 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48bd55be-7161-4529-8309-ab4b45c5cba5 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:40.363783 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-48bd55be-7161-4529-8309-ab4b45c5cba5 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks [] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:40.367817 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-48bd55be-7161-4529-8309-ab4b45c5cba5 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] 10.222.0.58 "PUT /v2.0/networks/e8fb961a-2168-4df8-b034-402d0f588b1b HTTP/1.1" status: 200 len: 723 time: 0.6839631 Jul 09 15:13:40.368307 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43698) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:40.374493 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-fc7abb97-dffe-46d2-b830-45431eadd076 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Request body: {'subnet': {'network_id': 'e8fb961a-2168-4df8-b034-402d0f588b1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:13:40.407780 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bd55be-7161-4529-8309-ab4b45c5cba5 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Pushing event updated for resources: {'Network': ['ID=e8fb961a-2168-4df8-b034-402d0f588b1b,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:40.430749 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network e8fb961a-2168-4df8-b034-402d0f588b1b details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:13:40.446717 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0d3a6cb1-a95a-43ef-8224-0c97a4e4373c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:40.448124 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57576ac7-32d3-45e8-b18a-938e1c936aff req-95a1020f-d548-4dd9-b540-3e27713f8c44 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:40.451021 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-57576ac7-32d3-45e8-b18a-938e1c936aff req-95a1020f-d548-4dd9-b540-3e27713f8c44 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=de30c8ac-42cd-4dac-88a2-5b021fbc66ad HTTP/1.1" status: 200 len: 1095 time: 0.0826669 Jul 09 15:13:40.509820 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-57576ac7-32d3-45e8-b18a-938e1c936aff req-2c8c4085-fb94-4fea-a289-e44aee23541f tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a6320071-7a73-4473-8401-6e67b9cb8752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413456 Jul 09 15:13:40.600916 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3a6cb1-a95a-43ef-8224-0c97a4e4373c None None] Pushing event updated for resources: {'Port': ['ID=1a1621ec-dcef-4238-9c37-0cf716471ebb,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:40.616792 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc7abb97-dffe-46d2-b830-45431eadd076 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Made reservation on behalf of 4b80fd32c0174e5292fe62f10c0df391 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:13:40.620512 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fc7abb97-dffe-46d2-b830-45431eadd076 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:40.864923 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 1a1621ec-dcef-4238-9c37-0cf716471ebb up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:13:40.949986 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fc7abb97-dffe-46d2-b830-45431eadd076 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:41.026959 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7abb97-dffe-46d2-b830-45431eadd076 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Pushing event updated for resources: {'Subnet': ['ID=e07c9aaa-b8f9-455a-b74b-5bb5ce420757,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:41.032120 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7abb97-dffe-46d2-b830-45431eadd076 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Checking segment: {'id': '51c4b863-4550-47ba-957d-79400fba093e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e8fb961a-2168-4df8-b034-402d0f588b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:13:41.032771 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7abb97-dffe-46d2-b830-45431eadd076 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Network hostable DHCP agents. Network: e8fb961a-2168-4df8-b034-402d0f588b1b, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:13:41.155057 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7abb97-dffe-46d2-b830-45431eadd076 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Network e8fb961a-2168-4df8-b034-402d0f588b1b is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:13:41.247946 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f552d658-bdae-43d0-b820-65c25854de74 None None] Network 7349db64-523c-4b5b-82c1-8e43165d2626 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:13:41.263850 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-fc7abb97-dffe-46d2-b830-45431eadd076 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, e8fb961a-2168-4df8-b034-402d0f588b1b) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:13:41.276143 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7abb97-dffe-46d2-b830-45431eadd076 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:41.277285 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fc7abb97-dffe-46d2-b830-45431eadd076 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:41.302493 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f9cf78-371c-4a5d-a04b-3ee85b0728f4 None None] Network e8fb961a-2168-4df8-b034-402d0f588b1b requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:13:41.373250 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-fc7abb97-dffe-46d2-b830-45431eadd076 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0036328 Jul 09 15:13:41.376451 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43720) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:41.398168 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-668828d6-3f0f-48a6-bca5-f3f8c3818fe6 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:13:41.449832 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-32a552b1-6599-4a3f-9b08-111ebb41ba1d None None] Provisioning for port 1a1621ec-dcef-4238-9c37-0cf716471ebb completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:13:41.456051 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-32a552b1-6599-4a3f-9b08-111ebb41ba1d None None] Provisioning complete for port 1a1621ec-dcef-4238-9c37-0cf716471ebb triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:13:41.460150 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-32a552b1-6599-4a3f-9b08-111ebb41ba1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:41.531802 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-668828d6-3f0f-48a6-bca5-f3f8c3818fe6 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16352313'] for subnet, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:41.686646 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea79571-fa6b-4f7e-b2b3-0118bc7dcc8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-e8fb961a-2168-4df8-b034-402d0f588b1b', 'network_id': 'e8fb961a-2168-4df8-b034-402d0f588b1b', 'tenant_id': '4b80fd32c0174e5292fe62f10c0df391', 'fixed_ips': [{'subnet_id': 'e07c9aaa-b8f9-455a-b74b-5bb5ce420757'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:13:41.687982 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-dea79571-fa6b-4f7e-b2b3-0118bc7dcc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:41.774122 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e89668-2b34-4661-84bb-d53a1388caee req-3fa5c2f7-c17b-470c-ac73-de1963c2c4a9 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:41.775869 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-08e89668-2b34-4661-84bb-d53a1388caee req-3fa5c2f7-c17b-470c-ac73-de1963c2c4a9 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=de30c8ac-42cd-4dac-88a2-5b021fbc66ad HTTP/1.1" status: 200 len: 1095 time: 0.1371102 Jul 09 15:13:41.819899 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-08e89668-2b34-4661-84bb-d53a1388caee req-1a2c083a-aae7-4d06-a267-90b1150244d5 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a6320071-7a73-4473-8401-6e67b9cb8752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349634 Jul 09 15:13:41.863986 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-668828d6-3f0f-48a6-bca5-f3f8c3818fe6 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742620480534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16455562'] for subnet, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:41.908941 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668828d6-3f0f-48a6-bca5-f3f8c3818fe6 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:41.910536 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-668828d6-3f0f-48a6-bca5-f3f8c3818fe6 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:41.912505 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-668828d6-3f0f-48a6-bca5-f3f8c3818fe6 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] 10.222.0.58 "PUT /v2.0/subnets/e07c9aaa-b8f9-455a-b74b-5bb5ce420757 HTTP/1.1" status: 200 len: 826 time: 0.5348406 Jul 09 15:13:41.915298 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43734) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:41.933398 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668828d6-3f0f-48a6-bca5-f3f8c3818fe6 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Pushing event updated for resources: {'Subnet': ['ID=e07c9aaa-b8f9-455a-b74b-5bb5ce420757,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:42.067404 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-dea79571-fa6b-4f7e-b2b3-0118bc7dcc8b None None] Allocated IP 2001:db8::2 (e8fb961a-2168-4df8-b034-402d0f588b1b/e07c9aaa-b8f9-455a-b74b-5bb5ce420757/7b4c57a2-dfb8-4646-90c0-9929f170d6ae) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:13:42.091274 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6f31f320-c5e8-4c75-89f1-91f5b05857fe tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:42.147175 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-0534c6c0-965c-4bc4-b5b5-ba6f829cca69 None None] Provisioning complete for port 1a1621ec-dcef-4238-9c37-0cf716471ebb triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:13:42.147993 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0534c6c0-965c-4bc4-b5b5-ba6f829cca69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:42.165541 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6f31f320-c5e8-4c75-89f1-91f5b05857fe tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:42.281696 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-dea79571-fa6b-4f7e-b2b3-0118bc7dcc8b None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:42.298291 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-dea79571-fa6b-4f7e-b2b3-0118bc7dcc8b None None] Transition to ACTIVE for port object 7b4c57a2-dfb8-4646-90c0-9929f170d6ae will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:13:42.318516 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-dea79571-fa6b-4f7e-b2b3-0118bc7dcc8b None None] Transition to ACTIVE for port object 7b4c57a2-dfb8-4646-90c0-9929f170d6ae will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:13:42.419153 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-dea79571-fa6b-4f7e-b2b3-0118bc7dcc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:42.466818 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea79571-fa6b-4f7e-b2b3-0118bc7dcc8b None None] Network e8fb961a-2168-4df8-b034-402d0f588b1b is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:13:42.473405 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-dea79571-fa6b-4f7e-b2b3-0118bc7dcc8b None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:13:42.478647 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea79571-fa6b-4f7e-b2b3-0118bc7dcc8b None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:13:42.478647 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea79571-fa6b-4f7e-b2b3-0118bc7dcc8b None None] Pushing event updated for resources: {'Port': ['ID=7b4c57a2-dfb8-4646-90c0-9929f170d6ae,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:42.509785 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6f31f320-c5e8-4c75-89f1-91f5b05857fe tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:42.538654 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-dea79571-fa6b-4f7e-b2b3-0118bc7dcc8b None None] Attempting to bind port 7b4c57a2-dfb8-4646-90c0-9929f170d6ae on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:13:42.539035 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-dea79571-fa6b-4f7e-b2b3-0118bc7dcc8b None None] Attempting to bind port 7b4c57a2-dfb8-4646-90c0-9929f170d6ae by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '51c4b863-4550-47ba-957d-79400fba093e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e8fb961a-2168-4df8-b034-402d0f588b1b'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:13:42.539399 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea79571-fa6b-4f7e-b2b3-0118bc7dcc8b None None] Attempting to bind port 7b4c57a2-dfb8-4646-90c0-9929f170d6ae on network e8fb961a-2168-4df8-b034-402d0f588b1b {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:13:42.544956 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f31f320-c5e8-4c75-89f1-91f5b05857fe tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Pushing event deleted for resources: {'Subnet': ['ID=e07c9aaa-b8f9-455a-b74b-5bb5ce420757,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:42.546998 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea79571-fa6b-4f7e-b2b3-0118bc7dcc8b None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:13:42.547394 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea79571-fa6b-4f7e-b2b3-0118bc7dcc8b None None] Checking segment: {'id': '51c4b863-4550-47ba-957d-79400fba093e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e8fb961a-2168-4df8-b034-402d0f588b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:13:42.547885 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-dea79571-fa6b-4f7e-b2b3-0118bc7dcc8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:42.548284 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea79571-fa6b-4f7e-b2b3-0118bc7dcc8b None None] Bound using segment: {'id': '51c4b863-4550-47ba-957d-79400fba093e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e8fb961a-2168-4df8-b034-402d0f588b1b'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:13:42.548825 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-dea79571-fa6b-4f7e-b2b3-0118bc7dcc8b None None] Bound port: 7b4c57a2-dfb8-4646-90c0-9929f170d6ae, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51c4b863-4550-47ba-957d-79400fba093e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e8fb961a-2168-4df8-b034-402d0f588b1b'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:13:42.549580 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-dea79571-fa6b-4f7e-b2b3-0118bc7dcc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:42.614059 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 7f199a28-8826-4217-8f90-5182707ad749 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 15:13:42.621594 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6f31f320-c5e8-4c75-89f1-91f5b05857fe tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:42.634948 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-6f31f320-c5e8-4c75-89f1-91f5b05857fe tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8fb961a-2168-4df8-b034-402d0f588b1b']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:42.635600 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-dea79571-fa6b-4f7e-b2b3-0118bc7dcc8b None None] For port 7b4c57a2-dfb8-4646-90c0-9929f170d6ae, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:13:42.649624 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-6f31f320-c5e8-4c75-89f1-91f5b05857fe tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51c4b863-4550-47ba-957d-79400fba093e') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:42.649869 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-6f31f320-c5e8-4c75-89f1-91f5b05857fe tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51c4b863-4550-47ba-957d-79400fba093e') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:42.652969 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-dea79571-fa6b-4f7e-b2b3-0118bc7dcc8b None None] For port 7b4c57a2-dfb8-4646-90c0-9929f170d6ae, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=7b4c57a2-dfb8-4646-90c0-9929f170d6ae,segment=NetworkSegment(51c4b863-4550-47ba-957d-79400fba093e),segment_id=51c4b863-4550-47ba-957d-79400fba093e)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:13:42.661797 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6f31f320-c5e8-4c75-89f1-91f5b05857fe tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:42.742089 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 7f199a28-8826-4217-8f90-5182707ad749, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=7f199a28-8826-4217-8f90-5182707ad749,segment=NetworkSegment(3261902c-618d-42ca-ba4c-924d56a948c2),segment_id=3261902c-618d-42ca-ba4c-924d56a948c2)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:13:42.754719 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '7f199a28-8826-4217-8f90-5182707ad749', 'network_id': '8044536e-702f-44b8-a779-7f0761d4b81e', 'port_id': '7f199a28-8826-4217-8f90-5182707ad749', 'mac_address': 'fa:16:3e:45:c1:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce0de3d0-b583-4f4b-9766-d524b9edb34e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 15:13:42.779549 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-dea79571-fa6b-4f7e-b2b3-0118bc7dcc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:42.783994 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6f31f320-c5e8-4c75-89f1-91f5b05857fe tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:42.790769 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f31f320-c5e8-4c75-89f1-91f5b05857fe tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:13:42.791168 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6f31f320-c5e8-4c75-89f1-91f5b05857fe tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:42.794478 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 15:13:42.794478 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:13:42.794478 n-d-799529-6 neutron-server[94445]: timer() Jul 09 15:13:42.794478 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:13:42.794478 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 15:13:42.794478 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:13:42.794478 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 15:13:42.794478 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:13:42.794478 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 15:13:42.794478 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:13:42.794478 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 15:13:42.794478 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:13:42.794478 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 15:13:42.794478 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:13:42.794478 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:13:42.794478 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:13:42.794478 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:13:42.794478 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:13:42.794478 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 15:13:42.794478 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:13:42.794478 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 15:13:42.794478 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:13:42.794478 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:13:42.794478 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:13:42.794478 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 15:13:42.794478 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:13:42.794478 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:13:42.794478 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:13:42.794478 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:13:42.794478 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:13:42.794478 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:13:42.794478 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:13:42.862056 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:42.915907 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.db.api [None req-6f31f320-c5e8-4c75-89f1-91f5b05857fe tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 09 15:13:42.915907 n-d-799529-6 neutron-server[94445]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 09 15:13:42.915907 n-d-799529-6 neutron-server[94445]: [parameters: {'id': 'e8fb961a-2168-4df8-b034-402d0f588b1b'}] Jul 09 15:13:42.915907 n-d-799529-6 neutron-server[94445]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 15:13:42.917319 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f199a28-8826-4217-8f90-5182707ad749 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:13:42.917575 n-d-799529-6 neutron-server[94445]: DEBUG oslo_db.api [None req-6f31f320-c5e8-4c75-89f1-91f5b05857fe tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 15:13:42.953124 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea79571-fa6b-4f7e-b2b3-0118bc7dcc8b None None] Pushing event updated for resources: {'Port': ['ID=7b4c57a2-dfb8-4646-90c0-9929f170d6ae,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:42.962110 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 7f199a28-8826-4217-8f90-5182707ad749, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=7f199a28-8826-4217-8f90-5182707ad749,segment=NetworkSegment(3261902c-618d-42ca-ba4c-924d56a948c2),segment_id=3261902c-618d-42ca-ba4c-924d56a948c2)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:13:42.981716 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e41428-a80b-4ddc-9582-ba8b5c5953df None None] Network e8fb961a-2168-4df8-b034-402d0f588b1b requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:13:43.036268 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831bb93e-9b05-45b2-a434-8e9ac7e2720e req-f155a0ee-e7d3-47a5-b52b-c1f94b2bdd2c tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:43.037949 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-831bb93e-9b05-45b2-a434-8e9ac7e2720e req-f155a0ee-e7d3-47a5-b52b-c1f94b2bdd2c tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=de30c8ac-42cd-4dac-88a2-5b021fbc66ad HTTP/1.1" status: 200 len: 1095 time: 0.0633311 Jul 09 15:13:43.046587 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:43.092274 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-831bb93e-9b05-45b2-a434-8e9ac7e2720e req-5defcdc5-70d8-43da-bc3f-4d16639b2afb tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a6320071-7a73-4473-8401-6e67b9cb8752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473890 Jul 09 15:13:43.157020 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=7f199a28-8826-4217-8f90-5182707ad749,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:43.189095 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b2174f-7b11-4934-bc54-d261848b34eb None None] Network e8fb961a-2168-4df8-b034-402d0f588b1b requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:13:43.342634 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19293a9d-fa52-4f1b-ade8-e22748551a3f None None] get_active_networks_info from n-d-799529-6 {{(pid=94447) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 15:13:43.423166 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6f31f320-c5e8-4c75-89f1-91f5b05857fe tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:43.451312 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19293a9d-fa52-4f1b-ade8-e22748551a3f None None] Resources bound (agent type, host, resource id): {{(pid=94447) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 15:13:43.484795 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-6f31f320-c5e8-4c75-89f1-91f5b05857fe tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Deleting port 7b4c57a2-dfb8-4646-90c0-9929f170d6ae {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:13:43.484795 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6f31f320-c5e8-4c75-89f1-91f5b05857fe tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:43.485078 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['7f199a28-8826-4217-8f90-5182707ad749'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:13:43.555298 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-6f31f320-c5e8-4c75-89f1-91f5b05857fe tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] For port 7b4c57a2-dfb8-4646-90c0-9929f170d6ae, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=7b4c57a2-dfb8-4646-90c0-9929f170d6ae,segment=NetworkSegment(51c4b863-4550-47ba-957d-79400fba093e),segment_id=51c4b863-4550-47ba-957d-79400fba093e)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:13:43.555992 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6f31f320-c5e8-4c75-89f1-91f5b05857fe tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:43.573880 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-6f31f320-c5e8-4c75-89f1-91f5b05857fe tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Calling delete_port for 7b4c57a2-dfb8-4646-90c0-9929f170d6ae owned by network:dhcp {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:13:43.789558 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6f31f320-c5e8-4c75-89f1-91f5b05857fe tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:43.819809 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f31f320-c5e8-4c75-89f1-91f5b05857fe tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Pushing event deleted for resources: {'Port': ['ID=7b4c57a2-dfb8-4646-90c0-9929f170d6ae,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:43.825660 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f31f320-c5e8-4c75-89f1-91f5b05857fe tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] No DVR routers for this DVR port 7b4c57a2-dfb8-4646-90c0-9929f170d6ae on host n-d-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:13:43.924243 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6f31f320-c5e8-4c75-89f1-91f5b05857fe tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:43.936215 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-6f31f320-c5e8-4c75-89f1-91f5b05857fe tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8fb961a-2168-4df8-b034-402d0f588b1b']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:43.949270 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-6f31f320-c5e8-4c75-89f1-91f5b05857fe tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51c4b863-4550-47ba-957d-79400fba093e') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:43.949515 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-6f31f320-c5e8-4c75-89f1-91f5b05857fe tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51c4b863-4550-47ba-957d-79400fba093e') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:43.962017 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6f31f320-c5e8-4c75-89f1-91f5b05857fe tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:43.977803 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6f31f320-c5e8-4c75-89f1-91f5b05857fe tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:43.985029 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f31f320-c5e8-4c75-89f1-91f5b05857fe tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:13:43.985431 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6f31f320-c5e8-4c75-89f1-91f5b05857fe tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:43.988520 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 15:13:43.988520 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:13:43.988520 n-d-799529-6 neutron-server[94445]: timer() Jul 09 15:13:43.988520 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:13:43.988520 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 15:13:43.988520 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:13:43.988520 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 15:13:43.988520 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:13:43.988520 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 15:13:43.988520 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:13:43.988520 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 15:13:43.988520 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:13:43.988520 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 15:13:43.988520 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:13:43.988520 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:13:43.988520 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:13:43.988520 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:13:43.988520 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:13:43.988520 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 15:13:43.988520 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:13:43.988520 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 15:13:43.988520 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:13:43.988520 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:13:43.988520 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:13:43.988520 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 15:13:43.988520 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:13:43.988520 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:13:43.988520 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:13:43.988520 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:13:43.988520 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:13:43.988520 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:13:43.988520 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:13:44.161477 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6f31f320-c5e8-4c75-89f1-91f5b05857fe tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:44.169582 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6f31f320-c5e8-4c75-89f1-91f5b05857fe tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks [] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:44.175035 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-6f31f320-c5e8-4c75-89f1-91f5b05857fe tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] 10.222.0.58 "DELETE /v2.0/networks/e8fb961a-2168-4df8-b034-402d0f588b1b HTTP/1.1" status: 204 len: 168 time: 2.2533779 Jul 09 15:13:44.175405 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43814) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:44.191769 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f31f320-c5e8-4c75-89f1-91f5b05857fe tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Pushing event deleted for resources: {'Network': ['ID=e8fb961a-2168-4df8-b034-402d0f588b1b,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:44.202044 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-989a8a28-660c-42cd-87b5-a6feecd41f44 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] DELETE failed (client error): The resource could not be found. Jul 09 15:13:44.202044 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-989a8a28-660c-42cd-87b5-a6feecd41f44 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 15:13:44.202044 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-989a8a28-660c-42cd-87b5-a6feecd41f44 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] 10.222.0.58 "DELETE /v2.0/networks/e8fb961a-2168-4df8-b034-402d0f588b1b HTTP/1.1" status: 404 len: 339 time: 0.0239136 Jul 09 15:13:44.205162 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43816) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:44.212283 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-6533d385-19c5-45e5-bc49-04e2d1fe2398 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-508044474', 'description': 'd1'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:13:44.300040 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389e8e3-00ef-42a2-b39e-5c7178975b33 req-7943f19c-3376-433e-9e67-b3b80ed5da19 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:44.301595 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e389e8e3-00ef-42a2-b39e-5c7178975b33 req-7943f19c-3376-433e-9e67-b3b80ed5da19 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=de30c8ac-42cd-4dac-88a2-5b021fbc66ad HTTP/1.1" status: 200 len: 1096 time: 0.0627720 Jul 09 15:13:44.345292 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6533d385-19c5-45e5-bc49-04e2d1fe2398 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Made reservation on behalf of 4b80fd32c0174e5292fe62f10c0df391 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:13:44.345292 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6533d385-19c5-45e5-bc49-04e2d1fe2398 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:44.365808 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e389e8e3-00ef-42a2-b39e-5c7178975b33 req-d04619d3-b86d-4629-b658-2a9b3daa04dd tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a6320071-7a73-4473-8401-6e67b9cb8752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584843 Jul 09 15:13:44.380343 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6533d385-19c5-45e5-bc49-04e2d1fe2398 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:13:44.389709 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6533d385-19c5-45e5-bc49-04e2d1fe2398 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:44.390093 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-6533d385-19c5-45e5-bc49-04e2d1fe2398 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Added segment 56fc0253-9cb1-418c-b34c-3beb580a5f37 of type vlan for network a04491de-0e4a-45c6-bab5-d096e9676806 Jul 09 15:13:44.431787 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6533d385-19c5-45e5-bc49-04e2d1fe2398 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:44.560721 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6533d385-19c5-45e5-bc49-04e2d1fe2398 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:44.570243 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6533d385-19c5-45e5-bc49-04e2d1fe2398 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:44.570243 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6533d385-19c5-45e5-bc49-04e2d1fe2398 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:44.644882 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6533d385-19c5-45e5-bc49-04e2d1fe2398 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Pushing event updated for resources: {'Network': ['ID=a04491de-0e4a-45c6-bab5-d096e9676806,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:44.645098 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 7f199a28-8826-4217-8f90-5182707ad749 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:13:44.673374 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network a04491de-0e4a-45c6-bab5-d096e9676806 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:13:44.698248 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-6533d385-19c5-45e5-bc49-04e2d1fe2398 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4917445 Jul 09 15:13:44.711392 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43844) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:44.829267 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port 7f199a28-8826-4217-8f90-5182707ad749 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:13:44.834412 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 7f199a28-8826-4217-8f90-5182707ad749 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:13:44.837574 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:44.846074 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c640e972-5269-401a-ac67-b91a880ddfe1 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:44.847935 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c640e972-5269-401a-ac67-b91a880ddfe1 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] 10.222.0.58 "GET /v2.0/networks?id=a04491de-0e4a-45c6-bab5-d096e9676806 HTTP/1.1" status: 200 len: 764 time: 0.1442759 Jul 09 15:13:44.850957 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43850) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:44.856249 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-685c12f9-ad1e-488f-ae38-b917b31bb069 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Request body: {'network': {'description': 'd2'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:13:44.939973 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:44.968472 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de30c8ac-42cd-4dac-88a2-5b021fbc66ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f199a28-8826-4217-8f90-5182707ad749'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:13:44.970767 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc1fb03-1ede-4805-adbd-d3198e2149cf" -d '{"events": [{"server_uuid": "de30c8ac-42cd-4dac-88a2-5b021fbc66ad", "name": "network-vif-plugged", "status": "completed", "tag": "7f199a28-8826-4217-8f90-5182707ad749"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:13:44.986232 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 7f199a28-8826-4217-8f90-5182707ad749, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=7f199a28-8826-4217-8f90-5182707ad749,segment=NetworkSegment(3261902c-618d-42ca-ba4c-924d56a948c2),segment_id=3261902c-618d-42ca-ba4c-924d56a948c2)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:13:45.016939 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c424b40e-5d70-43ba-8dce-14f1e9048e28 x-openstack-request-id: req-c424b40e-5d70-43ba-8dce-14f1e9048e28 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:13:45.017358 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de30c8ac-42cd-4dac-88a2-5b021fbc66ad", "name": "network-vif-plugged", "status": "completed", "tag": "7f199a28-8826-4217-8f90-5182707ad749", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:13:45.017713 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c424b40e-5d70-43ba-8dce-14f1e9048e28 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:13:45.018197 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de30c8ac-42cd-4dac-88a2-5b021fbc66ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f199a28-8826-4217-8f90-5182707ad749', 'code': 200} Jul 09 15:13:45.072278 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-685c12f9-ad1e-488f-ae38-b917b31bb069 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:45.081369 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:45.120935 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:45.170690 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=7f199a28-8826-4217-8f90-5182707ad749,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:45.185850 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc887c57-168e-4de7-b1f4-5ef6aa8f4ef3 req-4954ac7d-f3da-44ca-9331-57c071818808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:45.188884 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bc887c57-168e-4de7-b1f4-5ef6aa8f4ef3 req-4954ac7d-f3da-44ca-9331-57c071818808 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=de30c8ac-42cd-4dac-88a2-5b021fbc66ad HTTP/1.1" status: 200 len: 1097 time: 0.0794194 Jul 09 15:13:45.214917 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-685c12f9-ad1e-488f-ae38-b917b31bb069 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:45.238561 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-685c12f9-ad1e-488f-ae38-b917b31bb069 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Network a04491de-0e4a-45c6-bab5-d096e9676806 is not hosted by any dhcp agent {{(pid=94446) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 15:13:45.244098 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685c12f9-ad1e-488f-ae38-b917b31bb069 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:45.244703 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-685c12f9-ad1e-488f-ae38-b917b31bb069 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:45.246159 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-685c12f9-ad1e-488f-ae38-b917b31bb069 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] 10.222.0.58 "PUT /v2.0/networks/a04491de-0e4a-45c6-bab5-d096e9676806 HTTP/1.1" status: 200 len: 761 time: 0.3942189 Jul 09 15:13:45.249025 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43864) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:45.295651 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bc887c57-168e-4de7-b1f4-5ef6aa8f4ef3 req-161d66b1-5778-4130-8c78-0eb5c12e0287 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a6320071-7a73-4473-8401-6e67b9cb8752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990160 Jul 09 15:13:45.301728 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685c12f9-ad1e-488f-ae38-b917b31bb069 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Pushing event updated for resources: {'Network': ['ID=a04491de-0e4a-45c6-bab5-d096e9676806,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:45.320919 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network a04491de-0e4a-45c6-bab5-d096e9676806 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:13:45.401674 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096fd4aa-b672-4d4f-a7d6-2a42547926b8 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:45.407071 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-096fd4aa-b672-4d4f-a7d6-2a42547926b8 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] 10.222.0.58 "GET /v2.0/networks?id=a04491de-0e4a-45c6-bab5-d096e9676806 HTTP/1.1" status: 200 len: 764 time: 0.1522114 Jul 09 15:13:45.407469 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43872) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:45.653841 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e5acda-12c2-4201-a70d-c13361e49890 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:45.655333 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c7e5acda-12c2-4201-a70d-c13361e49890 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2468376 Jul 09 15:13:45.658353 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43876) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:45.658521 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e757ca8-0999-4f33-87db-7ba32e80ba93 req-39cab1b3-57de-424f-9e53-a38f42fc25e9 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:45.659943 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2e757ca8-0999-4f33-87db-7ba32e80ba93 req-39cab1b3-57de-424f-9e53-a38f42fc25e9 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=de30c8ac-42cd-4dac-88a2-5b021fbc66ad HTTP/1.1" status: 200 len: 1097 time: 0.1745827 Jul 09 15:13:45.695776 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-3b2cdca3-74c6-47f0-ba77-58a58fb2bfc9 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] 10.222.0.58 "GET /v2.0/subnets?network_id=202c7ce6-d4e9-4f80-84dd-bef08905a653 HTTP/1.1" status: 200 len: 207 time: 0.0360672 Jul 09 15:13:45.696093 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2e757ca8-0999-4f33-87db-7ba32e80ba93 req-29c70e0b-cf62-4475-8631-f49619317e17 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a6320071-7a73-4473-8401-6e67b9cb8752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301924 Jul 09 15:13:45.699011 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43878) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:45.913972 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a744997-cca4-466f-a2ce-deba836ff6e9 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:45.925331 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a744997-cca4-466f-a2ce-deba836ff6e9 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:45.935414 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a744997-cca4-466f-a2ce-deba836ff6e9 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:45.946552 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a744997-cca4-466f-a2ce-deba836ff6e9 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:45.956865 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a744997-cca4-466f-a2ce-deba836ff6e9 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:45.973251 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a744997-cca4-466f-a2ce-deba836ff6e9 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:45.979902 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-8a744997-cca4-466f-a2ce-deba836ff6e9 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.2762718 Jul 09 15:13:45.981839 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43886) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:46.033130 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43888) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:46.161422 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-15eb0832-5c16-40f0-81d7-8350a0e99d48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:46.213068 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-334ca54a-7726-4f81-9143-bd852222e721 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] 10.222.0.58 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.2296746 Jul 09 15:13:46.216796 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43894) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:46.274974 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-15eb0832-5c16-40f0-81d7-8350a0e99d48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:46.327132 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c428f6bc-917a-4dde-86f5-f87dc0e3ae49 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:46.329213 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c428f6bc-917a-4dde-86f5-f87dc0e3ae49 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:46.330829 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c428f6bc-917a-4dde-86f5-f87dc0e3ae49 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:46.332363 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c428f6bc-917a-4dde-86f5-f87dc0e3ae49 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:46.333877 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c428f6bc-917a-4dde-86f5-f87dc0e3ae49 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:46.335631 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c428f6bc-917a-4dde-86f5-f87dc0e3ae49 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1178200 Jul 09 15:13:46.339641 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43898) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:46.371970 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-15eb0832-5c16-40f0-81d7-8350a0e99d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:46.431308 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eb0832-5c16-40f0-81d7-8350a0e99d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71abdb11-64f6-4015-b109-cde41c97764e,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:46.437785 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e469bf-d4f5-4c59-a363-74504413d685 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Attributes excluded by policy engine: ['shared'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:46.439180 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e469bf-d4f5-4c59-a363-74504413d685 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Attributes excluded by policy engine: ['shared'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:46.440826 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e469bf-d4f5-4c59-a363-74504413d685 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Attributes excluded by policy engine: ['shared'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:46.442093 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e469bf-d4f5-4c59-a363-74504413d685 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Attributes excluded by policy engine: ['shared'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:46.443623 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e469bf-d4f5-4c59-a363-74504413d685 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Attributes excluded by policy engine: ['shared'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:46.445497 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-31e469bf-d4f5-4c59-a363-74504413d685 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] 10.222.0.58 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1045172 Jul 09 15:13:46.448308 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-15eb0832-5c16-40f0-81d7-8350a0e99d48 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=482e630854e8436bacc325ba03a6a584&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4138288 Jul 09 15:13:46.448954 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43902) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:46.450817 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43904) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:46.508285 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f29c98fc-b55b-41cc-8da9-7e9402f37cb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:46.532649 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f29c98fc-b55b-41cc-8da9-7e9402f37cb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:46.580197 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9382d5-2b61-405f-b65d-948a6db7a890 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:46.582784 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-2f9382d5-2b61-405f-b65d-948a6db7a890 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] 10.222.0.58 "GET /v2.0/networks/e98dac10-d09f-436e-98e3-00b768710d37 HTTP/1.1" status: 200 len: 803 time: 0.1320500 Jul 09 15:13:46.588841 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43908) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:46.670195 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f29c98fc-b55b-41cc-8da9-7e9402f37cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:46.674503 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f29c98fc-b55b-41cc-8da9-7e9402f37cb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:46.681018 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f29c98fc-b55b-41cc-8da9-7e9402f37cb8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/71abdb11-64f6-4015-b109-cde41c97764e HTTP/1.1" status: 204 len: 168 time: 0.2252562 Jul 09 15:13:46.694948 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29c98fc-b55b-41cc-8da9-7e9402f37cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71abdb11-64f6-4015-b109-cde41c97764e,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:46.719892 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-066e8265-1192-4b99-a1ee-d3652bf36911 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] 10.222.0.58 "GET /v2.0/networks/e98dac10-d09f-436e-98e3-00b768710d37?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1285055 Jul 09 15:13:46.722570 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43914) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:46.791622 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d981c9e7-3c46-4689-a73b-2b42910f6d09 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:46.793008 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d981c9e7-3c46-4689-a73b-2b42910f6d09 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] 10.222.0.58 "GET /v2.0/subnets/10fef1c2-ccaa-4b82-84fa-0cc09fe7f93f HTTP/1.1" status: 200 len: 843 time: 0.0694227 Jul 09 15:13:46.797401 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43918) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:46.892209 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3269d0a8-b602-4fff-b61c-5d6c47e92d60 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Attributes excluded by policy engine: ['shared'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:46.892209 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-3269d0a8-b602-4fff-b61c-5d6c47e92d60 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] 10.222.0.58 "GET /v2.0/subnets/10fef1c2-ccaa-4b82-84fa-0cc09fe7f93f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0879908 Jul 09 15:13:46.892209 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43920) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:46.901292 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-9fe2f4d0-4899-49b5-9f3e-a335e98187c2 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1621841028'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:13:46.970308 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103fcd3a-8f57-410e-a9a6-820ffedc8480 req-09b25603-3e7d-41c4-b922-fa76d6444207 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:46.971850 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-103fcd3a-8f57-410e-a9a6-820ffedc8480 req-09b25603-3e7d-41c4-b922-fa76d6444207 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=de30c8ac-42cd-4dac-88a2-5b021fbc66ad HTTP/1.1" status: 200 len: 1097 time: 0.0719063 Jul 09 15:13:47.020003 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-103fcd3a-8f57-410e-a9a6-820ffedc8480 req-a0b1aab9-80eb-4d76-ac70-40e5712c81d1 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a6320071-7a73-4473-8401-6e67b9cb8752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416458 Jul 09 15:13:47.036484 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe2f4d0-4899-49b5-9f3e-a335e98187c2 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Made reservation on behalf of 4b80fd32c0174e5292fe62f10c0df391 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:13:47.040649 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9fe2f4d0-4899-49b5-9f3e-a335e98187c2 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:47.077440 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fe2f4d0-4899-49b5-9f3e-a335e98187c2 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:13:47.090853 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9fe2f4d0-4899-49b5-9f3e-a335e98187c2 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:47.091211 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-9fe2f4d0-4899-49b5-9f3e-a335e98187c2 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Added segment 8eef4d8a-a126-4533-b0e5-d8f9180d6889 of type vlan for network fb66f283-eb4f-43cc-936c-ed1bf083adcf Jul 09 15:13:47.135591 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9fe2f4d0-4899-49b5-9f3e-a335e98187c2 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:47.235967 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9fe2f4d0-4899-49b5-9f3e-a335e98187c2 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:47.246331 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe2f4d0-4899-49b5-9f3e-a335e98187c2 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:47.247495 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9fe2f4d0-4899-49b5-9f3e-a335e98187c2 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:47.346693 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe2f4d0-4899-49b5-9f3e-a335e98187c2 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Pushing event updated for resources: {'Network': ['ID=fb66f283-eb4f-43cc-936c-ed1bf083adcf,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:47.357584 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network fb66f283-eb4f-43cc-936c-ed1bf083adcf details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:13:47.410125 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-9fe2f4d0-4899-49b5-9f3e-a335e98187c2 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5147252 Jul 09 15:13:47.410463 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43938) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:47.416194 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-a4ddac14-826f-4565-8d30-cb908e0a72e6 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Request body: {'subnet': {'network_id': 'fb66f283-eb4f-43cc-936c-ed1bf083adcf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:13:47.561397 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43944) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:47.575567 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2b95df4e-d29b-4604-b13c-fd9f87ed9b61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:47.606551 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ddac14-826f-4565-8d30-cb908e0a72e6 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Made reservation on behalf of 4b80fd32c0174e5292fe62f10c0df391 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:13:47.610155 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a4ddac14-826f-4565-8d30-cb908e0a72e6 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:47.674386 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.ipam_backend_mixin [None req-a4ddac14-826f-4565-8d30-cb908e0a72e6 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Performing IP validity checks on allocation pools {{(pid=94446) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 09 15:13:47.675215 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.ipam_backend_mixin [None req-a4ddac14-826f-4565-8d30-cb908e0a72e6 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94446) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 09 15:13:47.687933 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2b95df4e-d29b-4604-b13c-fd9f87ed9b61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:47.772744 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2b95df4e-d29b-4604-b13c-fd9f87ed9b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:47.815852 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-2b95df4e-d29b-4604-b13c-fd9f87ed9b61 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=17f738b8e3fe4c40be374c68ac468c02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2532859 Jul 09 15:13:47.817044 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b95df4e-d29b-4604-b13c-fd9f87ed9b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19aa591-2b22-4b55-bcbc-e9be03fe2159,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:47.828342 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43948) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:47.887985 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-94b2a3d5-8acb-408d-a0d5-df5553741cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:47.891394 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a4ddac14-826f-4565-8d30-cb908e0a72e6 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:47.957102 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-94b2a3d5-8acb-408d-a0d5-df5553741cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:47.980844 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ddac14-826f-4565-8d30-cb908e0a72e6 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Pushing event updated for resources: {'Subnet': ['ID=08d18623-39a1-4d5d-82ad-098fba1d44d6,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:48.014502 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ddac14-826f-4565-8d30-cb908e0a72e6 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Checking segment: {'id': '8eef4d8a-a126-4533-b0e5-d8f9180d6889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'fb66f283-eb4f-43cc-936c-ed1bf083adcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:13:48.014865 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ddac14-826f-4565-8d30-cb908e0a72e6 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Network hostable DHCP agents. Network: fb66f283-eb4f-43cc-936c-ed1bf083adcf, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:13:48.120659 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-94b2a3d5-8acb-408d-a0d5-df5553741cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:48.123157 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-94b2a3d5-8acb-408d-a0d5-df5553741cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:48.124401 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-94b2a3d5-8acb-408d-a0d5-df5553741cea admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d19aa591-2b22-4b55-bcbc-e9be03fe2159 HTTP/1.1" status: 204 len: 168 time: 0.2946577 Jul 09 15:13:48.133933 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ddac14-826f-4565-8d30-cb908e0a72e6 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Network fb66f283-eb4f-43cc-936c-ed1bf083adcf is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:13:48.141903 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b2a3d5-8acb-408d-a0d5-df5553741cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19aa591-2b22-4b55-bcbc-e9be03fe2159,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:48.207032 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc66985d-8250-4f80-bb79-41d5c09e2407 req-7b00960c-12c4-4778-8cfa-4f16ac19d9c3 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:48.208738 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fc66985d-8250-4f80-bb79-41d5c09e2407 req-7b00960c-12c4-4778-8cfa-4f16ac19d9c3 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=de30c8ac-42cd-4dac-88a2-5b021fbc66ad HTTP/1.1" status: 200 len: 1097 time: 0.0558069 Jul 09 15:13:48.212078 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-a4ddac14-826f-4565-8d30-cb908e0a72e6 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, fb66f283-eb4f-43cc-936c-ed1bf083adcf) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:13:48.217323 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ddac14-826f-4565-8d30-cb908e0a72e6 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:48.221234 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a4ddac14-826f-4565-8d30-cb908e0a72e6 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:48.222227 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cbc27e-17af-4803-a133-69448ae5dcdb None None] Network fb66f283-eb4f-43cc-936c-ed1bf083adcf requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:13:48.261222 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fc66985d-8250-4f80-bb79-41d5c09e2407 req-5bb46566-7dbe-445e-bb7b-fde7fc21e07e tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a6320071-7a73-4473-8401-6e67b9cb8752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429304 Jul 09 15:13:48.310329 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a4ddac14-826f-4565-8d30-cb908e0a72e6 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.8987937 Jul 09 15:13:48.313755 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43960) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:48.319403 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-147d6109-b927-4390-ba2b-598dd12a2be9 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:13:48.435900 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd83a53-cb50-4799-85c2-9d71795cedfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-fb66f283-eb4f-43cc-936c-ed1bf083adcf', 'network_id': 'fb66f283-eb4f-43cc-936c-ed1bf083adcf', 'tenant_id': '4b80fd32c0174e5292fe62f10c0df391', 'fixed_ips': [{'subnet_id': '08d18623-39a1-4d5d-82ad-098fba1d44d6'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:13:48.440940 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7dd83a53-cb50-4799-85c2-9d71795cedfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:48.500461 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-147d6109-b927-4390-ba2b-598dd12a2be9 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16329622'] for subnet, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:48.518994 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2431fb2d-286e-4bef-a56e-49686756a6dd req-f71b51be-0f2e-495e-9ce8-a39527e0e8a4 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:48.520759 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2431fb2d-286e-4bef-a56e-49686756a6dd req-f71b51be-0f2e-495e-9ce8-a39527e0e8a4 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=de30c8ac-42cd-4dac-88a2-5b021fbc66ad HTTP/1.1" status: 200 len: 1097 time: 0.1345220 Jul 09 15:13:48.604396 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2431fb2d-286e-4bef-a56e-49686756a6dd req-ad127165-3820-4c92-86b4-ac13eaed05e4 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a6320071-7a73-4473-8401-6e67b9cb8752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738842 Jul 09 15:13:48.664448 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.db.api [None req-7dd83a53-cb50-4799-85c2-9d71795cedfe None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 15:13:48.664448 n-d-799529-6 neutron-server[94447]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jul 09 15:13:48.664448 n-d-799529-6 neutron-server[94447]: [parameters: {'in_use': 1, 'id_1': '08d18623-39a1-4d5d-82ad-098fba1d44d6'}] Jul 09 15:13:48.664448 n-d-799529-6 neutron-server[94447]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 15:13:48.664964 n-d-799529-6 neutron-server[94447]: DEBUG oslo_db.api [None req-7dd83a53-cb50-4799-85c2-9d71795cedfe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 15:13:48.800668 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-147d6109-b927-4390-ba2b-598dd12a2be9 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742620480534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4382184'] for subnet, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:48.855363 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147d6109-b927-4390-ba2b-598dd12a2be9 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:48.856042 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-147d6109-b927-4390-ba2b-598dd12a2be9 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks [] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:48.861795 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-147d6109-b927-4390-ba2b-598dd12a2be9 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] 10.222.0.58 "PUT /v2.0/subnets/08d18623-39a1-4d5d-82ad-098fba1d44d6 HTTP/1.1" status: 200 len: 900 time: 0.5425920 Jul 09 15:13:48.861795 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43974) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:48.874484 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147d6109-b927-4390-ba2b-598dd12a2be9 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Pushing event updated for resources: {'Subnet': ['ID=08d18623-39a1-4d5d-82ad-098fba1d44d6,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:48.990428 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f269e0f8-7e6f-4c19-ac27-0e3aad6d0aeb tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:49.061506 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f269e0f8-7e6f-4c19-ac27-0e3aad6d0aeb tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:49.166581 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7dd83a53-cb50-4799-85c2-9d71795cedfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:49.167370 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4723a0-0225-42e7-80dd-4aed04a4ebef req-464b7102-6327-4361-b418-f76e1e85f784 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:49.169598 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bd4723a0-0225-42e7-80dd-4aed04a4ebef req-464b7102-6327-4361-b418-f76e1e85f784 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=de30c8ac-42cd-4dac-88a2-5b021fbc66ad HTTP/1.1" status: 200 len: 1097 time: 0.4397202 Jul 09 15:13:49.221151 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bd4723a0-0225-42e7-80dd-4aed04a4ebef req-b74965e6-adfd-49c5-acac-8746c23ab3af tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a6320071-7a73-4473-8401-6e67b9cb8752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376055 Jul 09 15:13:49.242315 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f269e0f8-7e6f-4c19-ac27-0e3aad6d0aeb tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:49.278886 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f269e0f8-7e6f-4c19-ac27-0e3aad6d0aeb tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Pushing event deleted for resources: {'Subnet': ['ID=08d18623-39a1-4d5d-82ad-098fba1d44d6,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:49.362389 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f269e0f8-7e6f-4c19-ac27-0e3aad6d0aeb tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:49.377561 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-f269e0f8-7e6f-4c19-ac27-0e3aad6d0aeb tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb66f283-eb4f-43cc-936c-ed1bf083adcf']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:49.393377 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-f269e0f8-7e6f-4c19-ac27-0e3aad6d0aeb tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eef4d8a-a126-4533-b0e5-d8f9180d6889') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:49.393697 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-f269e0f8-7e6f-4c19-ac27-0e3aad6d0aeb tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eef4d8a-a126-4533-b0e5-d8f9180d6889') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server [None req-7dd83a53-cb50-4799-85c2-9d71795cedfe None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 08d18623-39a1-4d5d-82ad-098fba1d44d6: This subnet is being modified by another concurrent operation. Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server raise exception Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 08d18623-39a1-4d5d-82ad-098fba1d44d6: This subnet is being modified by another concurrent operation. Jul 09 15:13:49.402227 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server Jul 09 15:13:49.411154 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f269e0f8-7e6f-4c19-ac27-0e3aad6d0aeb tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:49.425671 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f269e0f8-7e6f-4c19-ac27-0e3aad6d0aeb tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:49.432724 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384368ff-1533-471e-894c-d9aae6392dc3 None None] Network fb66f283-eb4f-43cc-936c-ed1bf083adcf requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:13:49.435853 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f269e0f8-7e6f-4c19-ac27-0e3aad6d0aeb tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:13:49.436277 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f269e0f8-7e6f-4c19-ac27-0e3aad6d0aeb tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:49.440545 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 15:13:49.440545 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:13:49.440545 n-d-799529-6 neutron-server[94445]: timer() Jul 09 15:13:49.440545 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:13:49.440545 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 15:13:49.440545 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:13:49.440545 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 15:13:49.440545 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:13:49.440545 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 15:13:49.440545 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:13:49.440545 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 15:13:49.440545 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:13:49.440545 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 15:13:49.440545 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:13:49.440545 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:13:49.440545 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:13:49.440545 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:13:49.440545 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:13:49.440545 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 15:13:49.440545 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:13:49.440545 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 15:13:49.440545 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:13:49.440545 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:13:49.440545 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:13:49.440545 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 15:13:49.440545 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:13:49.440545 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:13:49.440545 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:13:49.440545 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:13:49.440545 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:13:49.440545 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:13:49.440545 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:13:49.566355 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f7fa4a-c30a-4cfc-bfde-bddcce63bfd3 None None] Network fb66f283-eb4f-43cc-936c-ed1bf083adcf requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:13:49.663748 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f269e0f8-7e6f-4c19-ac27-0e3aad6d0aeb tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:49.672061 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f269e0f8-7e6f-4c19-ac27-0e3aad6d0aeb tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks [] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:49.674107 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f269e0f8-7e6f-4c19-ac27-0e3aad6d0aeb tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] 10.222.0.58 "DELETE /v2.0/networks/fb66f283-eb4f-43cc-936c-ed1bf083adcf HTTP/1.1" status: 204 len: 168 time: 0.8118186 Jul 09 15:13:49.677541 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 43992) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:49.692723 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795d2088-c4a5-4da6-ae83-ae42b1d693fb None None] get_active_networks_info from n-d-799529-6 {{(pid=94447) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 15:13:49.705077 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f269e0f8-7e6f-4c19-ac27-0e3aad6d0aeb tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Pushing event deleted for resources: {'Network': ['ID=fb66f283-eb4f-43cc-936c-ed1bf083adcf,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:49.743281 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba482354-babf-4dc4-82c2-c097f4a8e60a tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] DELETE failed (client error): The resource could not be found. Jul 09 15:13:49.746008 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba482354-babf-4dc4-82c2-c097f4a8e60a tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 15:13:49.748939 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ba482354-babf-4dc4-82c2-c097f4a8e60a tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] 10.222.0.58 "DELETE /v2.0/subnets/08d18623-39a1-4d5d-82ad-098fba1d44d6 HTTP/1.1" status: 404 len: 337 time: 0.0703733 Jul 09 15:13:49.752804 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43996) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:49.784973 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-14abdac9-1e04-4655-baec-3ba146a84548 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] DELETE failed (client error): The resource could not be found. Jul 09 15:13:49.785671 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14abdac9-1e04-4655-baec-3ba146a84548 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 15:13:49.787854 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-14abdac9-1e04-4655-baec-3ba146a84548 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] 10.222.0.58 "DELETE /v2.0/networks/fb66f283-eb4f-43cc-936c-ed1bf083adcf HTTP/1.1" status: 404 len: 339 time: 0.0333550 Jul 09 15:13:49.790131 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 43998) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:49.867461 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795d2088-c4a5-4da6-ae83-ae42b1d693fb None None] Resources bound (agent type, host, resource id): {{(pid=94447) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 15:13:49.876444 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b2bfee52-1498-4155-affc-e7940f29264a tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:50.001270 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b2bfee52-1498-4155-affc-e7940f29264a tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:50.029109 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-b2bfee52-1498-4155-affc-e7940f29264a tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a04491de-0e4a-45c6-bab5-d096e9676806']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:50.050751 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-b2bfee52-1498-4155-affc-e7940f29264a tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56fc0253-9cb1-418c-b34c-3beb580a5f37') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:50.051044 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-b2bfee52-1498-4155-affc-e7940f29264a tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56fc0253-9cb1-418c-b34c-3beb580a5f37') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:50.061650 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b2bfee52-1498-4155-affc-e7940f29264a tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:50.081915 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a1c1f-4414-44fd-9baa-f97c180a2a47 req-29bce329-1377-4484-b793-5cb6e741a964 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:50.083405 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b2bfee52-1498-4155-affc-e7940f29264a tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:50.083641 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-662a1c1f-4414-44fd-9baa-f97c180a2a47 req-29bce329-1377-4484-b793-5cb6e741a964 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=de30c8ac-42cd-4dac-88a2-5b021fbc66ad HTTP/1.1" status: 200 len: 1097 time: 0.1000278 Jul 09 15:13:50.095623 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2bfee52-1498-4155-affc-e7940f29264a tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:13:50.096040 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b2bfee52-1498-4155-affc-e7940f29264a tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:50.110762 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 15:13:50.110762 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:13:50.110762 n-d-799529-6 neutron-server[94445]: timer() Jul 09 15:13:50.110762 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:13:50.110762 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 15:13:50.110762 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:13:50.110762 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 15:13:50.110762 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:13:50.110762 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 15:13:50.110762 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:13:50.110762 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 15:13:50.110762 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:13:50.110762 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 15:13:50.110762 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:13:50.110762 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:13:50.110762 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:13:50.110762 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:13:50.110762 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:13:50.110762 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 15:13:50.110762 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:13:50.110762 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 15:13:50.110762 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:13:50.110762 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:13:50.110762 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:13:50.110762 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 15:13:50.110762 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:13:50.110762 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:13:50.110762 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:13:50.110762 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:13:50.110762 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:13:50.110762 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:13:50.110762 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:13:50.137793 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-662a1c1f-4414-44fd-9baa-f97c180a2a47 req-226e1da8-6aef-449a-8c02-2cfae83f3a42 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a6320071-7a73-4473-8401-6e67b9cb8752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390730 Jul 09 15:13:50.218818 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b2bfee52-1498-4155-affc-e7940f29264a tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:50.225581 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b2bfee52-1498-4155-affc-e7940f29264a tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks [] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:50.230289 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44010) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:50.231185 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b2bfee52-1498-4155-affc-e7940f29264a tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] 10.222.0.58 "DELETE /v2.0/networks/a04491de-0e4a-45c6-bab5-d096e9676806 HTTP/1.1" status: 204 len: 168 time: 0.4390981 Jul 09 15:13:50.255958 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bfee52-1498-4155-affc-e7940f29264a tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Pushing event deleted for resources: {'Network': ['ID=a04491de-0e4a-45c6-bab5-d096e9676806,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:50.289164 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-10e10a5e-a340-4afc-84ac-fa6e9b026b2a tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] DELETE failed (client error): The resource could not be found. Jul 09 15:13:50.289945 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10e10a5e-a340-4afc-84ac-fa6e9b026b2a tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 15:13:50.293571 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-10e10a5e-a340-4afc-84ac-fa6e9b026b2a tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] 10.222.0.58 "DELETE /v2.0/subnets/e07c9aaa-b8f9-455a-b74b-5bb5ce420757 HTTP/1.1" status: 404 len: 337 time: 0.0616412 Jul 09 15:13:50.295974 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44016) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:50.315779 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb991bf0-d8d4-4d57-a472-700e5bd10e6b tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] DELETE failed (client error): The resource could not be found. Jul 09 15:13:50.316314 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb991bf0-d8d4-4d57-a472-700e5bd10e6b tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 15:13:50.317979 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-fb991bf0-d8d4-4d57-a472-700e5bd10e6b tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] 10.222.0.58 "DELETE /v2.0/networks/e8fb961a-2168-4df8-b034-402d0f588b1b HTTP/1.1" status: 404 len: 339 time: 0.0204661 Jul 09 15:13:50.320629 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44018) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:50.373444 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-078c9ed0-04c5-4150-a186-a46a38edbb0d tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Deleting subnet 8d05fd2b-7e7f-4f1e-a963-b26b8a42b7b2 {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:13:50.377197 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-078c9ed0-04c5-4150-a186-a46a38edbb0d tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:50.434459 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-078c9ed0-04c5-4150-a186-a46a38edbb0d tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:50.538153 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-078c9ed0-04c5-4150-a186-a46a38edbb0d tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:50.681302 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-078c9ed0-04c5-4150-a186-a46a38edbb0d tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:50.700156 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078c9ed0-04c5-4150-a186-a46a38edbb0d tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Pushing event deleted for resources: {'Subnet': ['ID=8d05fd2b-7e7f-4f1e-a963-b26b8a42b7b2,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:50.704659 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-078c9ed0-04c5-4150-a186-a46a38edbb0d tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:50.706643 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-078c9ed0-04c5-4150-a186-a46a38edbb0d tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] 10.222.0.58 "DELETE /v2.0/subnets/8d05fd2b-7e7f-4f1e-a963-b26b8a42b7b2 HTTP/1.1" status: 204 len: 168 time: 0.3850989 Jul 09 15:13:50.709339 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44034) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:50.715350 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc0cde6-2d93-4b10-b485-87b4103566ca None None] Network 7349db64-523c-4b5b-82c1-8e43165d2626 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:13:50.772742 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc5b0b35-88dc-4b5b-a8e8-e4f03df31603 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Deleting subnet fd105f79-3ee6-414e-8ffa-55c2cc3ec4e3 {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:13:50.776900 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fc5b0b35-88dc-4b5b-a8e8-e4f03df31603 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:50.831759 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fc5b0b35-88dc-4b5b-a8e8-e4f03df31603 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:50.933985 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fc5b0b35-88dc-4b5b-a8e8-e4f03df31603 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:51.149897 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fc5b0b35-88dc-4b5b-a8e8-e4f03df31603 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:51.189020 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5b0b35-88dc-4b5b-a8e8-e4f03df31603 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Pushing event deleted for resources: {'Subnet': ['ID=fd105f79-3ee6-414e-8ffa-55c2cc3ec4e3,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:51.191354 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fc5b0b35-88dc-4b5b-a8e8-e4f03df31603 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:51.193653 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-fc5b0b35-88dc-4b5b-a8e8-e4f03df31603 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] 10.222.0.58 "DELETE /v2.0/subnets/fd105f79-3ee6-414e-8ffa-55c2cc3ec4e3 HTTP/1.1" status: 204 len: 168 time: 0.4833136 Jul 09 15:13:51.199765 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44046) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:51.400574 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7e7e47ea-9372-492d-bc89-8b70bc89ed56 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:51.469817 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f8a13-f436-4d83-b672-0d6f773a624c req-d746ca0b-2187-4d63-8393-d0bfae8d1050 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:51.472572 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-856f8a13-f436-4d83-b672-0d6f773a624c req-d746ca0b-2187-4d63-8393-d0bfae8d1050 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=de30c8ac-42cd-4dac-88a2-5b021fbc66ad HTTP/1.1" status: 200 len: 1097 time: 0.1047716 Jul 09 15:13:51.496228 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f65be-e411-47b9-aa6a-216a1d99ba1a req-3197b6be-3236-4235-9e74-741213764031 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:51.506578 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-908f65be-e411-47b9-aa6a-216a1d99ba1a req-3197b6be-3236-4235-9e74-741213764031 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=de30c8ac-42cd-4dac-88a2-5b021fbc66ad HTTP/1.1" status: 200 len: 1097 time: 0.1577990 Jul 09 15:13:51.532267 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-856f8a13-f436-4d83-b672-0d6f773a624c req-31e17ee1-6adc-4cec-8401-26e0fa204195 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a6320071-7a73-4473-8401-6e67b9cb8752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485947 Jul 09 15:13:51.556084 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-7e7e47ea-9372-492d-bc89-8b70bc89ed56 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Deleting port 1a1621ec-dcef-4238-9c37-0cf716471ebb {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:13:51.556084 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7e7e47ea-9372-492d-bc89-8b70bc89ed56 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:51.659936 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-7e7e47ea-9372-492d-bc89-8b70bc89ed56 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] For port 1a1621ec-dcef-4238-9c37-0cf716471ebb, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=1a1621ec-dcef-4238-9c37-0cf716471ebb,segment=NetworkSegment(7bfd1d60-d452-4138-a9f0-7ee52f92174e),segment_id=7bfd1d60-d452-4138-a9f0-7ee52f92174e)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:13:51.660304 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7e7e47ea-9372-492d-bc89-8b70bc89ed56 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:51.682506 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-7e7e47ea-9372-492d-bc89-8b70bc89ed56 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Calling delete_port for 1a1621ec-dcef-4238-9c37-0cf716471ebb owned by network:dhcp {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:13:51.689912 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b58889e-6763-47a3-b3ea-ca7a926d2f9d None None] Network 7349db64-523c-4b5b-82c1-8e43165d2626 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:13:51.722041 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-908f65be-e411-47b9-aa6a-216a1d99ba1a req-6b088ff4-7d1e-47d1-b3fc-f71bd84164dc tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Deleting port 7f199a28-8826-4217-8f90-5182707ad749 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:13:51.722953 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-908f65be-e411-47b9-aa6a-216a1d99ba1a req-6b088ff4-7d1e-47d1-b3fc-f71bd84164dc tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:51.782697 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-b4725584-be4a-40a3-bbf8-f7d8dc198bd0 None None] Provisioning complete for port 1a1621ec-dcef-4238-9c37-0cf716471ebb triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:13:51.783553 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b4725584-be4a-40a3-bbf8-f7d8dc198bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:51.901261 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-908f65be-e411-47b9-aa6a-216a1d99ba1a req-6b088ff4-7d1e-47d1-b3fc-f71bd84164dc tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] For port 7f199a28-8826-4217-8f90-5182707ad749, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=7f199a28-8826-4217-8f90-5182707ad749,segment=NetworkSegment(3261902c-618d-42ca-ba4c-924d56a948c2),segment_id=3261902c-618d-42ca-ba4c-924d56a948c2)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:13:51.901639 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-908f65be-e411-47b9-aa6a-216a1d99ba1a req-6b088ff4-7d1e-47d1-b3fc-f71bd84164dc tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:51.915263 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-908f65be-e411-47b9-aa6a-216a1d99ba1a req-6b088ff4-7d1e-47d1-b3fc-f71bd84164dc tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Calling delete_port for 7f199a28-8826-4217-8f90-5182707ad749 owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:13:51.993509 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:13:51.994118 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7e7e47ea-9372-492d-bc89-8b70bc89ed56 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:52.020410 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7e47ea-9372-492d-bc89-8b70bc89ed56 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Pushing event deleted for resources: {'Port': ['ID=1a1621ec-dcef-4238-9c37-0cf716471ebb,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:52.023818 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7e47ea-9372-492d-bc89-8b70bc89ed56 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] No DVR routers for this DVR port 1a1621ec-dcef-4238-9c37-0cf716471ebb on host n-d-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:13:52.037853 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f924041-e317-49a9-b99e-0f92cc0a283a None None] DHCP port deletion for 7349db64-523c-4b5b-82c1-8e43165d2626 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 15:13:52.149902 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7e7e47ea-9372-492d-bc89-8b70bc89ed56 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:52.163184 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-7e7e47ea-9372-492d-bc89-8b70bc89ed56 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7349db64-523c-4b5b-82c1-8e43165d2626']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:52.177376 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-7e7e47ea-9372-492d-bc89-8b70bc89ed56 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bfd1d60-d452-4138-a9f0-7ee52f92174e') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:52.177679 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-7e7e47ea-9372-492d-bc89-8b70bc89ed56 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bfd1d60-d452-4138-a9f0-7ee52f92174e') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:52.191463 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7e7e47ea-9372-492d-bc89-8b70bc89ed56 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:52.210955 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7e7e47ea-9372-492d-bc89-8b70bc89ed56 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:52.220285 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e7e47ea-9372-492d-bc89-8b70bc89ed56 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:13:52.220780 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7e7e47ea-9372-492d-bc89-8b70bc89ed56 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:52.224069 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 15:13:52.224069 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:13:52.224069 n-d-799529-6 neutron-server[94446]: timer() Jul 09 15:13:52.224069 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:13:52.224069 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 15:13:52.224069 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:13:52.224069 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 15:13:52.224069 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:13:52.224069 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 15:13:52.224069 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:13:52.224069 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 15:13:52.224069 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:13:52.224069 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 15:13:52.224069 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:13:52.224069 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:13:52.224069 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:13:52.224069 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:13:52.224069 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:13:52.224069 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 15:13:52.224069 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:13:52.224069 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 15:13:52.224069 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:13:52.224069 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:13:52.224069 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:13:52.224069 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 15:13:52.224069 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:13:52.224069 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:13:52.224069 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:13:52.224069 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:13:52.224069 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:13:52.224069 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:13:52.224069 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:13:52.266807 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-908f65be-e411-47b9-aa6a-216a1d99ba1a req-6b088ff4-7d1e-47d1-b3fc-f71bd84164dc tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:52.278536 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['d3a640d2-3cc1-4cd2-81b0-7f3c5ca0912d'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:13:52.300641 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b088ff4-7d1e-47d1-b3fc-f71bd84164dc tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Pushing event deleted for resources: {'Port': ['ID=7f199a28-8826-4217-8f90-5182707ad749,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:52.302454 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['7f199a28-8826-4217-8f90-5182707ad749'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:13:52.374133 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-908f65be-e411-47b9-aa6a-216a1d99ba1a req-6b088ff4-7d1e-47d1-b3fc-f71bd84164dc tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] No DVR routers for this DVR port 7f199a28-8826-4217-8f90-5182707ad749 on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:13:52.377535 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-908f65be-e411-47b9-aa6a-216a1d99ba1a req-6b088ff4-7d1e-47d1-b3fc-f71bd84164dc tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:52.379914 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-908f65be-e411-47b9-aa6a-216a1d99ba1a req-6b088ff4-7d1e-47d1-b3fc-f71bd84164dc tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.62 "DELETE /v2.0/ports/7f199a28-8826-4217-8f90-5182707ad749 HTTP/1.1" status: 204 len: 173 time: 0.8728249 Jul 09 15:13:52.380461 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de30c8ac-42cd-4dac-88a2-5b021fbc66ad', 'name': 'network-vif-deleted', 'tag': '7f199a28-8826-4217-8f90-5182707ad749'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:13:52.383056 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a349d78e-6d08-4d58-8194-9a0421c356a3" -d '{"events": [{"server_uuid": "de30c8ac-42cd-4dac-88a2-5b021fbc66ad", "name": "network-vif-deleted", "tag": "7f199a28-8826-4217-8f90-5182707ad749"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:13:52.398043 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7e7e47ea-9372-492d-bc89-8b70bc89ed56 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:52.406844 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7e7e47ea-9372-492d-bc89-8b70bc89ed56 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:52.414516 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7e7e47ea-9372-492d-bc89-8b70bc89ed56 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] 10.222.0.58 "DELETE /v2.0/networks/7349db64-523c-4b5b-82c1-8e43165d2626 HTTP/1.1" status: 204 len: 168 time: 1.2083595 Jul 09 15:13:52.417719 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44076) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:52.459640 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7c7f180-c0d5-4edf-b42d-96e8a4ee0ecc tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] DELETE failed (client error): The resource could not be found. Jul 09 15:13:52.460501 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7c7f180-c0d5-4edf-b42d-96e8a4ee0ecc tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 15:13:52.463073 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f7c7f180-c0d5-4edf-b42d-96e8a4ee0ecc tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] 10.222.0.58 "DELETE /v2.0/subnets/9f3d334f-e043-4c2d-9434-0f02946a9632 HTTP/1.1" status: 404 len: 337 time: 0.0401502 Jul 09 15:13:52.466732 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44078) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:52.479314 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996f03ee-3464-4b59-909d-bdc11e2d4b5b x-openstack-request-id: req-996f03ee-3464-4b59-909d-bdc11e2d4b5b {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:13:52.480100 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de30c8ac-42cd-4dac-88a2-5b021fbc66ad", "name": "network-vif-deleted", "tag": "7f199a28-8826-4217-8f90-5182707ad749", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:13:52.480538 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-996f03ee-3464-4b59-909d-bdc11e2d4b5b {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:13:52.481117 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de30c8ac-42cd-4dac-88a2-5b021fbc66ad', 'name': 'network-vif-deleted', 'tag': '7f199a28-8826-4217-8f90-5182707ad749', 'status': 'completed', 'code': 200} Jul 09 15:13:52.482664 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7e47ea-9372-492d-bc89-8b70bc89ed56 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Pushing event deleted for resources: {'Network': ['ID=7349db64-523c-4b5b-82c1-8e43165d2626,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:52.507127 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c80b34b-4f46-49dd-bc30-691e6eee8435 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] DELETE failed (client error): The resource could not be found. Jul 09 15:13:52.508932 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c80b34b-4f46-49dd-bc30-691e6eee8435 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 15:13:52.513249 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-8c80b34b-4f46-49dd-bc30-691e6eee8435 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] 10.222.0.58 "DELETE /v2.0/networks/4e2319b6-c9e2-4d5b-bb1d-c859e43d561a HTTP/1.1" status: 404 len: 339 time: 0.0417030 Jul 09 15:13:52.517915 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44080) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:52.568491 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c7b47f9-9cd8-4163-91a1-283d69567002 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] DELETE failed (client error): The resource could not be found. Jul 09 15:13:52.569693 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c7b47f9-9cd8-4163-91a1-283d69567002 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 15:13:52.571974 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-4c7b47f9-9cd8-4163-91a1-283d69567002 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] 10.222.0.58 "DELETE /v2.0/subnets/ac10071d-8dc5-417b-8247-82d1dbd15cf1 HTTP/1.1" status: 404 len: 337 time: 0.0515084 Jul 09 15:13:52.577053 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44084) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:52.632619 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cf53f68-10f1-4daf-b532-b3e954a827f9 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] DELETE failed (client error): The resource could not be found. Jul 09 15:13:52.633220 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cf53f68-10f1-4daf-b532-b3e954a827f9 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 15:13:52.640056 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44086) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:52.640841 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-1cf53f68-10f1-4daf-b532-b3e954a827f9 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] 10.222.0.58 "DELETE /v2.0/networks/bcb2ba6d-9fa3-411f-8948-e273327ec4cf HTTP/1.1" status: 404 len: 339 time: 0.0607581 Jul 09 15:13:52.674171 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b41cb7b-db36-4d11-b3c5-b63bb2dc96c8 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] DELETE failed (client error): The resource could not be found. Jul 09 15:13:52.674653 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b41cb7b-db36-4d11-b3c5-b63bb2dc96c8 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 15:13:52.679413 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44088) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:52.691113 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-9b41cb7b-db36-4d11-b3c5-b63bb2dc96c8 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] 10.222.0.58 "DELETE /v2.0/subnets/78143546-0baf-4fb7-9345-84c74fcadaa2 HTTP/1.1" status: 404 len: 337 time: 0.0488975 Jul 09 15:13:52.727003 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7d0b56c-a979-4d98-b18e-4114006b01c2 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] DELETE failed (client error): The resource could not be found. Jul 09 15:13:52.727653 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7d0b56c-a979-4d98-b18e-4114006b01c2 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 15:13:52.729417 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f7d0b56c-a979-4d98-b18e-4114006b01c2 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] 10.222.0.58 "DELETE /v2.0/networks/5f158542-544f-420b-871e-079a1f50bbf7 HTTP/1.1" status: 404 len: 339 time: 0.0489902 Jul 09 15:13:52.732215 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44090) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:52.735640 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ceedc508-7f66-4f54-8415-e56a1e564816 req-03f465ed-4e25-4df4-80db-b2e42490c1b5 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=de30c8ac-42cd-4dac-88a2-5b021fbc66ad HTTP/1.1" status: 200 len: 210 time: 0.0409806 Jul 09 15:13:52.807543 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-784a8ca0-a65c-4756-a5f8-7d42adb79198 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Deleting subnet 4bb3d16f-0f37-4371-b282-cac6996618fb {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:13:52.808983 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-784a8ca0-a65c-4756-a5f8-7d42adb79198 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:52.824484 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 1a1621ec-dcef-4238-9c37-0cf716471ebb no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:13:52.848144 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 1a1621ec-dcef-4238-9c37-0cf716471ebb {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:13:52.848144 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 1a1621ec-dcef-4238-9c37-0cf716471ebb not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:13:52.883681 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-784a8ca0-a65c-4756-a5f8-7d42adb79198 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:53.010585 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-784a8ca0-a65c-4756-a5f8-7d42adb79198 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:53.154359 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-784a8ca0-a65c-4756-a5f8-7d42adb79198 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:53.187221 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784a8ca0-a65c-4756-a5f8-7d42adb79198 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Pushing event deleted for resources: {'Subnet': ['ID=4bb3d16f-0f37-4371-b282-cac6996618fb,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:53.191976 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-784a8ca0-a65c-4756-a5f8-7d42adb79198 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:53.194086 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-784a8ca0-a65c-4756-a5f8-7d42adb79198 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] 10.222.0.58 "DELETE /v2.0/subnets/4bb3d16f-0f37-4371-b282-cac6996618fb HTTP/1.1" status: 204 len: 168 time: 0.4608259 Jul 09 15:13:53.196926 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44096) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:53.213828 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b53edf-90a2-431c-9a14-a0b8cf79007f None None] Network 9ceb4af9-6089-4c45-b54b-10ee01a167d6 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:13:53.298779 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-07f6487c-f276-470f-8e6e-806b6c42ad2d tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:53.363700 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-07f6487c-f276-470f-8e6e-806b6c42ad2d tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Deleting port da930567-93e1-4665-aca5-112042a1262e {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:13:53.366879 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-07f6487c-f276-470f-8e6e-806b6c42ad2d tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:53.442174 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-07f6487c-f276-470f-8e6e-806b6c42ad2d tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] For port da930567-93e1-4665-aca5-112042a1262e, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=da930567-93e1-4665-aca5-112042a1262e,segment=NetworkSegment(5eb663ca-3ebf-4ac3-bf6d-79dec41b5fdf),segment_id=5eb663ca-3ebf-4ac3-bf6d-79dec41b5fdf)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:13:53.442569 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-07f6487c-f276-470f-8e6e-806b6c42ad2d tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:53.462576 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-07f6487c-f276-470f-8e6e-806b6c42ad2d tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Calling delete_port for da930567-93e1-4665-aca5-112042a1262e owned by network:dhcp {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:13:53.560226 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:53.595565 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7757800d-09b0-45bd-b313-bb5b6c72efa4 None None] DHCP port deletion for 9ceb4af9-6089-4c45-b54b-10ee01a167d6 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 15:13:53.645915 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-7757800d-09b0-45bd-b313-bb5b6c72efa4 None None] Deleting port da930567-93e1-4665-aca5-112042a1262e {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:13:53.646302 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7757800d-09b0-45bd-b313-bb5b6c72efa4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:53.686146 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-07f6487c-f276-470f-8e6e-806b6c42ad2d tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:53.714038 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f6487c-f276-470f-8e6e-806b6c42ad2d tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Pushing event deleted for resources: {'Port': ['ID=da930567-93e1-4665-aca5-112042a1262e,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:53.718170 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f6487c-f276-470f-8e6e-806b6c42ad2d tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] No DVR routers for this DVR port da930567-93e1-4665-aca5-112042a1262e on host n-d-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:13:53.721012 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-7757800d-09b0-45bd-b313-bb5b6c72efa4 None None] For port da930567-93e1-4665-aca5-112042a1262e, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=da930567-93e1-4665-aca5-112042a1262e,segment=NetworkSegment(5eb663ca-3ebf-4ac3-bf6d-79dec41b5fdf),segment_id=5eb663ca-3ebf-4ac3-bf6d-79dec41b5fdf)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:13:53.721482 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7757800d-09b0-45bd-b313-bb5b6c72efa4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:53.737325 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-7757800d-09b0-45bd-b313-bb5b6c72efa4 None None] Calling delete_port for da930567-93e1-4665-aca5-112042a1262e owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:13:53.812126 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-07f6487c-f276-470f-8e6e-806b6c42ad2d tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:53.828164 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-07f6487c-f276-470f-8e6e-806b6c42ad2d tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ceb4af9-6089-4c45-b54b-10ee01a167d6']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:53.828794 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7757800d-09b0-45bd-b313-bb5b6c72efa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:53.840983 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-07f6487c-f276-470f-8e6e-806b6c42ad2d tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eb663ca-3ebf-4ac3-bf6d-79dec41b5fdf') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:53.841639 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-07f6487c-f276-470f-8e6e-806b6c42ad2d tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eb663ca-3ebf-4ac3-bf6d-79dec41b5fdf') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:53.852163 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-07f6487c-f276-470f-8e6e-806b6c42ad2d tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:53.853926 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7757800d-09b0-45bd-b313-bb5b6c72efa4 None None] Pushing event deleted for resources: {'Port': ['ID=da930567-93e1-4665-aca5-112042a1262e,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:53.862778 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7757800d-09b0-45bd-b313-bb5b6c72efa4 None None] No DVR routers for this DVR port da930567-93e1-4665-aca5-112042a1262e on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:13:53.885777 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-07f6487c-f276-470f-8e6e-806b6c42ad2d tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:53.893438 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07f6487c-f276-470f-8e6e-806b6c42ad2d tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:13:53.893951 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-07f6487c-f276-470f-8e6e-806b6c42ad2d tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:53.897243 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 15:13:53.897243 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:13:53.897243 n-d-799529-6 neutron-server[94445]: timer() Jul 09 15:13:53.897243 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:13:53.897243 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 15:13:53.897243 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:13:53.897243 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 15:13:53.897243 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:13:53.897243 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 15:13:53.897243 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:13:53.897243 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 15:13:53.897243 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:13:53.897243 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 15:13:53.897243 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:13:53.897243 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:13:53.897243 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:13:53.897243 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:13:53.897243 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:13:53.897243 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 15:13:53.897243 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:13:53.897243 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 15:13:53.897243 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:13:53.897243 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:13:53.897243 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:13:53.897243 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 15:13:53.897243 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:13:53.897243 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:13:53.897243 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:13:53.897243 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:13:53.897243 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:13:53.897243 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:13:53.897243 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:13:54.120649 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-07f6487c-f276-470f-8e6e-806b6c42ad2d tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:54.125899 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-07f6487c-f276-470f-8e6e-806b6c42ad2d tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks [] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:54.127921 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-07f6487c-f276-470f-8e6e-806b6c42ad2d tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] 10.222.0.58 "DELETE /v2.0/networks/9ceb4af9-6089-4c45-b54b-10ee01a167d6 HTTP/1.1" status: 204 len: 168 time: 0.9295971 Jul 09 15:13:54.130839 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44112) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:54.144828 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f6487c-f276-470f-8e6e-806b6c42ad2d tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Pushing event deleted for resources: {'Network': ['ID=9ceb4af9-6089-4c45-b54b-10ee01a167d6,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:54.160295 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3c37bfb-9627-477b-bdca-5199537db8e6 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] DELETE failed (client error): The resource could not be found. Jul 09 15:13:54.160762 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3c37bfb-9627-477b-bdca-5199537db8e6 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 15:13:54.162789 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-e3c37bfb-9627-477b-bdca-5199537db8e6 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] 10.222.0.58 "DELETE /v2.0/subnets/6fa2cd11-0e6e-4f2f-bfc7-4d943e0ae734 HTTP/1.1" status: 404 len: 337 time: 0.0306981 Jul 09 15:13:54.165193 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44114) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:54.184269 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa2d783c-516d-4685-b8af-1488e4decd30 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] DELETE failed (client error): The resource could not be found. Jul 09 15:13:54.184836 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa2d783c-516d-4685-b8af-1488e4decd30 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 15:13:54.186554 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-fa2d783c-516d-4685-b8af-1488e4decd30 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] 10.222.0.58 "DELETE /v2.0/networks/c885e1a3-a819-4525-92be-e9c9ca5c2c6f HTTP/1.1" status: 404 len: 339 time: 0.0204995 Jul 09 15:13:54.189125 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44116) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:54.249711 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-341f6f7e-9a76-419e-b98e-e50b8b92fba5 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Deleting subnet 10fef1c2-ccaa-4b82-84fa-0cc09fe7f93f {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:13:54.253085 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-341f6f7e-9a76-419e-b98e-e50b8b92fba5 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:54.298058 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-341f6f7e-9a76-419e-b98e-e50b8b92fba5 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:54.395244 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-341f6f7e-9a76-419e-b98e-e50b8b92fba5 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:54.472667 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44122) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:54.533873 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e82f768-9392-4c53-a900-1ff9bc1a136a req-29f9c439-38d9-4b93-a19d-a9a25930c5b9 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:54.535574 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3e82f768-9392-4c53-a900-1ff9bc1a136a req-29f9c439-38d9-4b93-a19d-a9a25930c5b9 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=0899efe3-9670-408e-8a91-81c04674b250 HTTP/1.1" status: 200 len: 1097 time: 0.0609851 Jul 09 15:13:54.548725 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-341f6f7e-9a76-419e-b98e-e50b8b92fba5 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:54.585980 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341f6f7e-9a76-419e-b98e-e50b8b92fba5 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Pushing event deleted for resources: {'Subnet': ['ID=10fef1c2-ccaa-4b82-84fa-0cc09fe7f93f,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:54.592399 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-341f6f7e-9a76-419e-b98e-e50b8b92fba5 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:54.599284 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-341f6f7e-9a76-419e-b98e-e50b8b92fba5 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] 10.222.0.58 "DELETE /v2.0/subnets/10fef1c2-ccaa-4b82-84fa-0cc09fe7f93f HTTP/1.1" status: 204 len: 168 time: 0.4045670 Jul 09 15:13:54.599284 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44126) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:54.609556 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f425331c-af03-4033-94bf-b20c025b1415 None None] Network e98dac10-d09f-436e-98e3-00b768710d37 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:13:54.630628 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3e82f768-9392-4c53-a900-1ff9bc1a136a req-511f02d5-aa03-4e11-b5e4-981691d7a9ee tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a6320071-7a73-4473-8401-6e67b9cb8752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864422 Jul 09 15:13:54.639319 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bb68095b-0cf2-4a44-8e3d-97fd9f64b4ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:54.722185 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 7f199a28-8826-4217-8f90-5182707ad749 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:13:54.732737 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-11aff67f-c0cc-4ca6-ad41-22f074e66e03 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:54.755622 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: 7f199a28-8826-4217-8f90-5182707ad749 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:13:54.755981 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 7f199a28-8826-4217-8f90-5182707ad749 not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:13:54.808923 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-11aff67f-c0cc-4ca6-ad41-22f074e66e03 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Deleting port d788df44-daf0-4784-9570-1c15b9d6b4d8 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:13:54.809630 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-11aff67f-c0cc-4ca6-ad41-22f074e66e03 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:54.826128 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bb68095b-0cf2-4a44-8e3d-97fd9f64b4ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:54.883496 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device da930567-93e1-4665-aca5-112042a1262e no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:13:54.887004 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-11aff67f-c0cc-4ca6-ad41-22f074e66e03 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] For port d788df44-daf0-4784-9570-1c15b9d6b4d8, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=d788df44-daf0-4784-9570-1c15b9d6b4d8,segment=NetworkSegment(32fad9fd-b575-4dce-af6c-b40fac309b4d),segment_id=32fad9fd-b575-4dce-af6c-b40fac309b4d)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:13:54.887373 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-11aff67f-c0cc-4ca6-ad41-22f074e66e03 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:54.908173 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fbf870-c269-459b-b804-ae50f7175ffa None None] DHCP port deletion for e98dac10-d09f-436e-98e3-00b768710d37 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 15:13:54.910439 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: da930567-93e1-4665-aca5-112042a1262e {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:13:54.910793 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device da930567-93e1-4665-aca5-112042a1262e not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:13:54.910933 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-11aff67f-c0cc-4ca6-ad41-22f074e66e03 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Calling delete_port for d788df44-daf0-4784-9570-1c15b9d6b4d8 owned by network:dhcp {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:13:54.917202 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bb68095b-0cf2-4a44-8e3d-97fd9f64b4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:54.958919 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb68095b-0cf2-4a44-8e3d-97fd9f64b4ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2087c5c1-db2b-476f-afbf-a4f5e1b35c94,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:54.975147 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-f1fbf870-c269-459b-b804-ae50f7175ffa None None] Deleting port d788df44-daf0-4784-9570-1c15b9d6b4d8 {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:13:54.975642 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f1fbf870-c269-459b-b804-ae50f7175ffa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:54.989764 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-bb68095b-0cf2-4a44-8e3d-97fd9f64b4ce admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a30c652d4c0e419694149093d5d0ae02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5116551 Jul 09 15:13:54.990062 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44130) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:55.051363 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-f1fbf870-c269-459b-b804-ae50f7175ffa None None] For port d788df44-daf0-4784-9570-1c15b9d6b4d8, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=d788df44-daf0-4784-9570-1c15b9d6b4d8,segment=NetworkSegment(32fad9fd-b575-4dce-af6c-b40fac309b4d),segment_id=32fad9fd-b575-4dce-af6c-b40fac309b4d)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:13:55.051943 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f1fbf870-c269-459b-b804-ae50f7175ffa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:55.067665 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-f1fbf870-c269-459b-b804-ae50f7175ffa None None] Calling delete_port for d788df44-daf0-4784-9570-1c15b9d6b4d8 owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:13:55.074041 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b57661dd-6d37-4f43-b9b0-21cbf983dada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:55.105617 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b57661dd-6d37-4f43-b9b0-21cbf983dada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:55.183018 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-11aff67f-c0cc-4ca6-ad41-22f074e66e03 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:55.190319 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f1fbf870-c269-459b-b804-ae50f7175ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:55.210042 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aff67f-c0cc-4ca6-ad41-22f074e66e03 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Pushing event deleted for resources: {'Port': ['ID=d788df44-daf0-4784-9570-1c15b9d6b4d8,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:55.215683 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11aff67f-c0cc-4ca6-ad41-22f074e66e03 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] No DVR routers for this DVR port d788df44-daf0-4784-9570-1c15b9d6b4d8 on host n-d-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:13:55.228824 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fbf870-c269-459b-b804-ae50f7175ffa None None] Pushing event deleted for resources: {'Port': ['ID=d788df44-daf0-4784-9570-1c15b9d6b4d8,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:55.233237 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fbf870-c269-459b-b804-ae50f7175ffa None None] No DVR routers for this DVR port d788df44-daf0-4784-9570-1c15b9d6b4d8 on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:13:55.251489 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b57661dd-6d37-4f43-b9b0-21cbf983dada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:55.254099 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b57661dd-6d37-4f43-b9b0-21cbf983dada admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:55.256009 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b57661dd-6d37-4f43-b9b0-21cbf983dada admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2087c5c1-db2b-476f-afbf-a4f5e1b35c94 HTTP/1.1" status: 204 len: 168 time: 0.2647634 Jul 09 15:13:55.271752 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57661dd-6d37-4f43-b9b0-21cbf983dada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2087c5c1-db2b-476f-afbf-a4f5e1b35c94,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:55.345699 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-11aff67f-c0cc-4ca6-ad41-22f074e66e03 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:55.357079 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-11aff67f-c0cc-4ca6-ad41-22f074e66e03 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e98dac10-d09f-436e-98e3-00b768710d37']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:55.368932 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-11aff67f-c0cc-4ca6-ad41-22f074e66e03 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32fad9fd-b575-4dce-af6c-b40fac309b4d') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:55.369306 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-11aff67f-c0cc-4ca6-ad41-22f074e66e03 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32fad9fd-b575-4dce-af6c-b40fac309b4d') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:13:55.379449 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-11aff67f-c0cc-4ca6-ad41-22f074e66e03 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:55.395288 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-11aff67f-c0cc-4ca6-ad41-22f074e66e03 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:55.401395 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11aff67f-c0cc-4ca6-ad41-22f074e66e03 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:13:55.401793 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-11aff67f-c0cc-4ca6-ad41-22f074e66e03 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:55.404922 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 15:13:55.404922 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:13:55.404922 n-d-799529-6 neutron-server[94446]: timer() Jul 09 15:13:55.404922 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:13:55.404922 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 15:13:55.404922 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:13:55.404922 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 15:13:55.404922 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:13:55.404922 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 15:13:55.404922 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:13:55.404922 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 15:13:55.404922 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:13:55.404922 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 15:13:55.404922 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:13:55.404922 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:13:55.404922 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:13:55.404922 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:13:55.404922 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:13:55.404922 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 15:13:55.404922 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:13:55.404922 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 15:13:55.404922 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:13:55.404922 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:13:55.404922 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:13:55.404922 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 15:13:55.404922 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:13:55.404922 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:13:55.404922 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:13:55.404922 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:13:55.404922 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:13:55.404922 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:13:55.404922 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:13:55.583726 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-11aff67f-c0cc-4ca6-ad41-22f074e66e03 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:55.590652 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-11aff67f-c0cc-4ca6-ad41-22f074e66e03 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:55.595457 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-11aff67f-c0cc-4ca6-ad41-22f074e66e03 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] 10.222.0.58 "DELETE /v2.0/networks/e98dac10-d09f-436e-98e3-00b768710d37 HTTP/1.1" status: 204 len: 168 time: 0.9959414 Jul 09 15:13:55.660532 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aff67f-c0cc-4ca6-ad41-22f074e66e03 tempest-NetworksIpV6Test-1645936549 tempest-NetworksIpV6Test-1645936549-project] Pushing event deleted for resources: {'Network': ['ID=e98dac10-d09f-436e-98e3-00b768710d37,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:55.886237 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e535d7-d67d-4b85-ae28-ca79b7b5d0fa req-b7dce39c-2d30-4039-8d21-a95b7f138ae0 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:55.887793 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-55e535d7-d67d-4b85-ae28-ca79b7b5d0fa req-b7dce39c-2d30-4039-8d21-a95b7f138ae0 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=0899efe3-9670-408e-8a91-81c04674b250 HTTP/1.1" status: 200 len: 1097 time: 0.0933864 Jul 09 15:13:55.905061 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe7c94-fe3f-4b54-a4cc-6fa257e3615f req-a315f825-d053-4f53-8486-4270feb8691b tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:55.906839 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c7fe7c94-fe3f-4b54-a4cc-6fa257e3615f req-a315f825-d053-4f53-8486-4270feb8691b tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=0899efe3-9670-408e-8a91-81c04674b250 HTTP/1.1" status: 200 len: 1097 time: 0.0813131 Jul 09 15:13:55.967300 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-55e535d7-d67d-4b85-ae28-ca79b7b5d0fa req-f6406079-b961-415d-84af-a247bebeda64 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a6320071-7a73-4473-8401-6e67b9cb8752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707393 Jul 09 15:13:56.025316 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-c7fe7c94-fe3f-4b54-a4cc-6fa257e3615f req-8e51bedb-31cd-4620-b2ee-3f938e8ddd4e tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Deleting port d3a640d2-3cc1-4cd2-81b0-7f3c5ca0912d {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:13:56.025663 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-c7fe7c94-fe3f-4b54-a4cc-6fa257e3615f req-8e51bedb-31cd-4620-b2ee-3f938e8ddd4e tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:56.095077 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44142) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:56.119911 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-82e216d3-1cb0-4bf9-a73b-4dc16fcc257f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:56.162635 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-c7fe7c94-fe3f-4b54-a4cc-6fa257e3615f req-8e51bedb-31cd-4620-b2ee-3f938e8ddd4e tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] For port d3a640d2-3cc1-4cd2-81b0-7f3c5ca0912d, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=d3a640d2-3cc1-4cd2-81b0-7f3c5ca0912d,segment=NetworkSegment(3261902c-618d-42ca-ba4c-924d56a948c2),segment_id=3261902c-618d-42ca-ba4c-924d56a948c2)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:13:56.163062 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-c7fe7c94-fe3f-4b54-a4cc-6fa257e3615f req-8e51bedb-31cd-4620-b2ee-3f938e8ddd4e tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:56.176466 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-437f1896-b816-4bb0-aaa5-c9a1271efd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:56.186294 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-c7fe7c94-fe3f-4b54-a4cc-6fa257e3615f req-8e51bedb-31cd-4620-b2ee-3f938e8ddd4e tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Calling delete_port for d3a640d2-3cc1-4cd2-81b0-7f3c5ca0912d owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:13:56.283656 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44146) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:56.340471 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-82e216d3-1cb0-4bf9-a73b-4dc16fcc257f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:56.417940 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-82e216d3-1cb0-4bf9-a73b-4dc16fcc257f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:56.442458 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ad2b0c7f-2c06-42a9-b6f7-17e649a34b17 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4b80fd32c0174e5292fe62f10c0df391&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1575801 Jul 09 15:13:56.444986 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44150) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:56.502494 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-61a4bae1-a484-420e-82e5-637fc0b5851a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:56.527211 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-61a4bae1-a484-420e-82e5-637fc0b5851a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:56.715065 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-61a4bae1-a484-420e-82e5-637fc0b5851a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:56.718839 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-61a4bae1-a484-420e-82e5-637fc0b5851a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:56.720077 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-61a4bae1-a484-420e-82e5-637fc0b5851a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ee0a5da5-1cf5-4d38-bd34-6903b400a4d3 HTTP/1.1" status: 204 len: 168 time: 0.2741628 Jul 09 15:13:56.730376 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a4bae1-a484-420e-82e5-637fc0b5851a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0a5da5-1cf5-4d38-bd34-6903b400a4d3,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:56.804641 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-c7fe7c94-fe3f-4b54-a4cc-6fa257e3615f req-8e51bedb-31cd-4620-b2ee-3f938e8ddd4e tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:56.826452 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-82e216d3-1cb0-4bf9-a73b-4dc16fcc257f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cf511a7f47fd43a3892e70a465433f00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7302229 Jul 09 15:13:56.832338 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44156) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:56.835686 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['d3a640d2-3cc1-4cd2-81b0-7f3c5ca0912d'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:13:56.866604 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e216d3-1cb0-4bf9-a73b-4dc16fcc257f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ea3305-e9b7-427d-b42a-ffe2e37f3d64,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:56.887482 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device d788df44-daf0-4784-9570-1c15b9d6b4d8 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:13:56.913422 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: d788df44-daf0-4784-9570-1c15b9d6b4d8 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:13:56.913777 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device d788df44-daf0-4784-9570-1c15b9d6b4d8 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:13:56.914140 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e51bedb-31cd-4620-b2ee-3f938e8ddd4e tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Pushing event deleted for resources: {'Port': ['ID=d3a640d2-3cc1-4cd2-81b0-7f3c5ca0912d,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:56.945850 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7fe7c94-fe3f-4b54-a4cc-6fa257e3615f req-8e51bedb-31cd-4620-b2ee-3f938e8ddd4e tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] No DVR routers for this DVR port d3a640d2-3cc1-4cd2-81b0-7f3c5ca0912d on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:13:56.949241 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-c7fe7c94-fe3f-4b54-a4cc-6fa257e3615f req-8e51bedb-31cd-4620-b2ee-3f938e8ddd4e tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:56.950189 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9e8f3f61-295c-44d3-97ae-02ed6b6f300e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:56.952002 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c7fe7c94-fe3f-4b54-a4cc-6fa257e3615f req-8e51bedb-31cd-4620-b2ee-3f938e8ddd4e tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.54 "DELETE /v2.0/ports/d3a640d2-3cc1-4cd2-81b0-7f3c5ca0912d HTTP/1.1" status: 204 len: 173 time: 1.0367098 Jul 09 15:13:56.953336 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0899efe3-9670-408e-8a91-81c04674b250', 'name': 'network-vif-deleted', 'tag': 'd3a640d2-3cc1-4cd2-81b0-7f3c5ca0912d'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:13:56.971286 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82dac1d0-bb3e-448a-9442-569a6db34be0" -d '{"events": [{"server_uuid": "0899efe3-9670-408e-8a91-81c04674b250", "name": "network-vif-deleted", "tag": "d3a640d2-3cc1-4cd2-81b0-7f3c5ca0912d"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:13:56.980958 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9e8f3f61-295c-44d3-97ae-02ed6b6f300e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:57.012876 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e9fb00-eb6a-4e83-844e-2ad2bbdf7e88 x-openstack-request-id: req-f4e9fb00-eb6a-4e83-844e-2ad2bbdf7e88 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:13:57.013645 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0899efe3-9670-408e-8a91-81c04674b250", "name": "network-vif-deleted", "tag": "d3a640d2-3cc1-4cd2-81b0-7f3c5ca0912d", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:13:57.014073 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f4e9fb00-eb6a-4e83-844e-2ad2bbdf7e88 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:13:57.014627 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0899efe3-9670-408e-8a91-81c04674b250', 'name': 'network-vif-deleted', 'tag': 'd3a640d2-3cc1-4cd2-81b0-7f3c5ca0912d', 'status': 'completed', 'code': 200} Jul 09 15:13:57.132123 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9e8f3f61-295c-44d3-97ae-02ed6b6f300e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:57.136058 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9e8f3f61-295c-44d3-97ae-02ed6b6f300e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:57.137519 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-9e8f3f61-295c-44d3-97ae-02ed6b6f300e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/23ea3305-e9b7-427d-b42a-ffe2e37f3d64 HTTP/1.1" status: 204 len: 168 time: 0.3041735 Jul 09 15:13:57.143302 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bc7149f1-e221-4518-9855-d520bf076295 req-39db9508-5495-48d8-8f04-3c8046d0af83 tempest-TestServerMultinode-1890822686 tempest-TestServerMultinode-1890822686-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=0899efe3-9670-408e-8a91-81c04674b250 HTTP/1.1" status: 200 len: 210 time: 0.0402067 Jul 09 15:13:57.169001 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8f3f61-295c-44d3-97ae-02ed6b6f300e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ea3305-e9b7-427d-b42a-ffe2e37f3d64,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:58.023433 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44192) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:58.284215 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-1346cf2d-4d62-4cac-a9c6-a6073c1491f3 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-619452734'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:13:58.323069 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44206) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:58.384617 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1346cf2d-4d62-4cac-a9c6-a6073c1491f3 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Made reservation on behalf of e1ba7eec03cf489a8db3951e95fe2fe7 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:13:58.390873 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1346cf2d-4d62-4cac-a9c6-a6073c1491f3 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:58.401633 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1346cf2d-4d62-4cac-a9c6-a6073c1491f3 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:58.556626 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1346cf2d-4d62-4cac-a9c6-a6073c1491f3 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:58.632933 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1346cf2d-4d62-4cac-a9c6-a6073c1491f3 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:58.660942 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1346cf2d-4d62-4cac-a9c6-a6073c1491f3 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:13:58.685265 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1346cf2d-4d62-4cac-a9c6-a6073c1491f3 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:58.685816 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-1346cf2d-4d62-4cac-a9c6-a6073c1491f3 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Added segment 9d6a2063-1f7d-4080-89ad-7c10dfb3e018 of type vlan for network 08151fd3-547e-426a-9809-26a338bd984b Jul 09 15:13:58.743177 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1346cf2d-4d62-4cac-a9c6-a6073c1491f3 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:58.763441 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a9f808d9-f841-460e-8859-108bd81eb0a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:58.774912 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1346cf2d-4d62-4cac-a9c6-a6073c1491f3 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7701e267-942f-4153-b73b-f915b8af4152,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:58.847139 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1346cf2d-4d62-4cac-a9c6-a6073c1491f3 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:58.857091 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1346cf2d-4d62-4cac-a9c6-a6073c1491f3 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:13:58.859878 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1346cf2d-4d62-4cac-a9c6-a6073c1491f3 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks [] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:59.001492 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1346cf2d-4d62-4cac-a9c6-a6073c1491f3 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Pushing event updated for resources: {'Network': ['ID=08151fd3-547e-426a-9809-26a338bd984b,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:59.022987 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 08151fd3-547e-426a-9809-26a338bd984b details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:13:59.032377 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-1346cf2d-4d62-4cac-a9c6-a6073c1491f3 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0079708 Jul 09 15:13:59.169473 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-30f56ab5-7b0a-4409-ae64-6cf45f587d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:59.199726 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-a9f808d9-f841-460e-8859-108bd81eb0a7 admin admin] Deleting port ebba05a9-136c-4342-97ed-f8b123a75602 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:13:59.200338 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a9f808d9-f841-460e-8859-108bd81eb0a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:59.249612 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44220) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:13:59.256342 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-5d6cb242-1ce7-4aa9-9a3b-a0beed64fd45 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Request body: {'subnet': {'network_id': '08151fd3-547e-426a-9809-26a338bd984b', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:13:59.282142 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:59.315384 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-a9f808d9-f841-460e-8859-108bd81eb0a7 admin admin] For port ebba05a9-136c-4342-97ed-f8b123a75602, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=ebba05a9-136c-4342-97ed-f8b123a75602,segment=NetworkSegment(3261902c-618d-42ca-ba4c-924d56a948c2),segment_id=3261902c-618d-42ca-ba4c-924d56a948c2)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:13:59.315743 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a9f808d9-f841-460e-8859-108bd81eb0a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:59.343920 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-a9f808d9-f841-460e-8859-108bd81eb0a7 admin admin] Calling delete_port for ebba05a9-136c-4342-97ed-f8b123a75602 owned by network:router_interface {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:13:59.349957 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device d3a640d2-3cc1-4cd2-81b0-7f3c5ca0912d no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:13:59.377681 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: d3a640d2-3cc1-4cd2-81b0-7f3c5ca0912d {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:13:59.378673 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device d3a640d2-3cc1-4cd2-81b0-7f3c5ca0912d not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:13:59.503078 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d6cb242-1ce7-4aa9-9a3b-a0beed64fd45 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Made reservation on behalf of e1ba7eec03cf489a8db3951e95fe2fe7 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:13:59.507053 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5d6cb242-1ce7-4aa9-9a3b-a0beed64fd45 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:59.869581 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a9f808d9-f841-460e-8859-108bd81eb0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:13:59.902570 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f808d9-f841-460e-8859-108bd81eb0a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebba05a9-136c-4342-97ed-f8b123a75602,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:13:59.922135 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5d6cb242-1ce7-4aa9-9a3b-a0beed64fd45 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:00.019298 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6cb242-1ce7-4aa9-9a3b-a0beed64fd45 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Pushing event updated for resources: {'Subnet': ['ID=495e48cf-6f37-4ab8-8636-60e6c8ca1d98,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:00.058108 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6cb242-1ce7-4aa9-9a3b-a0beed64fd45 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Checking segment: {'id': '9d6a2063-1f7d-4080-89ad-7c10dfb3e018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '08151fd3-547e-426a-9809-26a338bd984b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:14:00.060073 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6cb242-1ce7-4aa9-9a3b-a0beed64fd45 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Network hostable DHCP agents. Network: 08151fd3-547e-426a-9809-26a338bd984b, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:14:00.172071 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6cb242-1ce7-4aa9-9a3b-a0beed64fd45 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Network 08151fd3-547e-426a-9809-26a338bd984b is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:14:00.182029 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a9f808d9-f841-460e-8859-108bd81eb0a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:00.235437 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-5d6cb242-1ce7-4aa9-9a3b-a0beed64fd45 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 08151fd3-547e-426a-9809-26a338bd984b) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:14:00.239805 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6cb242-1ce7-4aa9-9a3b-a0beed64fd45 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:00.240509 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5d6cb242-1ce7-4aa9-9a3b-a0beed64fd45 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks [] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:00.253072 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371304bc-ea46-47ef-bc82-e668fcc51263 None None] Network 08151fd3-547e-426a-9809-26a338bd984b requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:14:00.279645 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:00.336939 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-5d6cb242-1ce7-4aa9-9a3b-a0beed64fd45 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.0861380 Jul 09 15:14:00.340162 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44240) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:00.349561 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-de3af7ed-835e-4053-89bb-caa1c0225685 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-25667174'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:14:00.474638 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3af7ed-835e-4053-89bb-caa1c0225685 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Made reservation on behalf of e1ba7eec03cf489a8db3951e95fe2fe7 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:14:00.479592 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-de3af7ed-835e-4053-89bb-caa1c0225685 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:00.518222 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3db22c-f7f8-43b4-9176-581684d244b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-08151fd3-547e-426a-9809-26a338bd984b', 'network_id': '08151fd3-547e-426a-9809-26a338bd984b', 'tenant_id': 'e1ba7eec03cf489a8db3951e95fe2fe7', 'fixed_ips': [{'subnet_id': '495e48cf-6f37-4ab8-8636-60e6c8ca1d98'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:14:00.519187 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3b3db22c-f7f8-43b4-9176-581684d244b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:00.538425 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de3af7ed-835e-4053-89bb-caa1c0225685 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:14:00.542355 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9f808d9-f841-460e-8859-108bd81eb0a7 admin admin] Router c2570646-fa5f-42fd-949c-971cc2d3c5dc has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:14:00.550533 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-de3af7ed-835e-4053-89bb-caa1c0225685 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:00.551059 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-de3af7ed-835e-4053-89bb-caa1c0225685 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Added segment 7ee35d94-548d-4c19-98ee-ea7d8e5362d0 of type vlan for network 2e572bbd-d413-4943-ac1f-b71dd8da658c Jul 09 15:14:00.595473 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-de3af7ed-835e-4053-89bb-caa1c0225685 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:00.670993 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f808d9-f841-460e-8859-108bd81eb0a7 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:14:00.676485 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a9f808d9-f841-460e-8859-108bd81eb0a7 admin admin] 10.222.0.58 "PUT /v2.0/routers/c2570646-fa5f-42fd-949c-971cc2d3c5dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3508224 Jul 09 15:14:00.679364 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44250) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:00.686420 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3ae84c-728f-40ba-ade6-4d6c953fcfe2 None None] Sync routers for ids ['c2570646-fa5f-42fd-949c-971cc2d3c5dc'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:14:00.697090 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-3b3db22c-f7f8-43b4-9176-581684d244b7 None None] Allocated IP 172.20.255.242 (08151fd3-547e-426a-9809-26a338bd984b/495e48cf-6f37-4ab8-8636-60e6c8ca1d98/0c021a05-b572-41d7-839f-ae9c50d86786) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:14:00.709859 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3ae84c-728f-40ba-ade6-4d6c953fcfe2 None None] Routers {'c2570646-fa5f-42fd-949c-971cc2d3c5dc'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:14:00.710524 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-3e3ae84c-728f-40ba-ade6-4d6c953fcfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:13:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['c2570646-fa5f-42fd-949c-971cc2d3c5dc'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:00.730347 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-de3af7ed-835e-4053-89bb-caa1c0225685 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:00.736994 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3af7ed-835e-4053-89bb-caa1c0225685 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:00.737717 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-de3af7ed-835e-4053-89bb-caa1c0225685 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks [] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:00.878974 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3af7ed-835e-4053-89bb-caa1c0225685 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Pushing event updated for resources: {'Network': ['ID=2e572bbd-d413-4943-ac1f-b71dd8da658c,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:00.895459 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 2e572bbd-d413-4943-ac1f-b71dd8da658c details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:14:00.898083 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4fd53cc3-e4da-4acc-b6ec-ff9e38e076e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:00.907024 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-3e3ae84c-728f-40ba-ade6-4d6c953fcfe2 None None] Set router c2570646-fa5f-42fd-949c-971cc2d3c5dc gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:14:00.943743 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-de3af7ed-835e-4053-89bb-caa1c0225685 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5979109 Jul 09 15:14:00.944107 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44258) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:00.950730 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-719439df-0557-4948-b21e-0fa667badfe8 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Request body: {'subnet': {'network_id': '2e572bbd-d413-4943-ac1f-b71dd8da658c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:14:01.105006 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4fd53cc3-e4da-4acc-b6ec-ff9e38e076e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:01.116639 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3b3db22c-f7f8-43b4-9176-581684d244b7 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:01.135974 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-3b3db22c-f7f8-43b4-9176-581684d244b7 None None] Transition to ACTIVE for port object 0c021a05-b572-41d7-839f-ae9c50d86786 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:14:01.172049 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-3b3db22c-f7f8-43b4-9176-581684d244b7 None None] Transition to ACTIVE for port object 0c021a05-b572-41d7-839f-ae9c50d86786 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:14:01.205699 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719439df-0557-4948-b21e-0fa667badfe8 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Made reservation on behalf of e1ba7eec03cf489a8db3951e95fe2fe7 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:14:01.209521 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-719439df-0557-4948-b21e-0fa667badfe8 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:01.225991 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-3e3ae84c-728f-40ba-ade6-4d6c953fcfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2570646-fa5f-42fd-949c-971cc2d3c5dc', 'name': 'tempest-TestServerMultinode-1880738954-router', 'tenant_id': 'ffa72752a3ec4aac9c612dfa791b68d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '6bcc424f-82f4-4727-9187-e651416adb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:12:44Z', 'updated_at': '2021-07-09T15:13:59Z', 'revision_number': 5, 'project_id': 'ffa72752a3ec4aac9c612dfa791b68d9', 'gw_port': {'id': '6bcc424f-82f4-4727-9187-e651416adb20', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2570646-fa5f-42fd-949c-971cc2d3c5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:45Z', 'updated_at': '2021-07-09T15:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:01.258359 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3ae84c-728f-40ba-ade6-4d6c953fcfe2 None None] Checking router: c2570646-fa5f-42fd-949c-971cc2d3c5dc for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:14:01.265631 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3b3db22c-f7f8-43b4-9176-581684d244b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:01.271991 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3ae84c-728f-40ba-ade6-4d6c953fcfe2 None None] Routers {'c2570646-fa5f-42fd-949c-971cc2d3c5dc'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:14:01.272651 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-3e3ae84c-728f-40ba-ade6-4d6c953fcfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:13:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['c2570646-fa5f-42fd-949c-971cc2d3c5dc'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:01.363726 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-4fd53cc3-e4da-4acc-b6ec-ff9e38e076e8 admin admin] Deleting port 6bcc424f-82f4-4727-9187-e651416adb20 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:14:01.363984 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4fd53cc3-e4da-4acc-b6ec-ff9e38e076e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:01.389540 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3db22c-f7f8-43b4-9176-581684d244b7 None None] Network 08151fd3-547e-426a-9809-26a338bd984b is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:14:01.397262 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-3b3db22c-f7f8-43b4-9176-581684d244b7 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:14:01.402097 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3db22c-f7f8-43b4-9176-581684d244b7 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:14:01.406120 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3db22c-f7f8-43b4-9176-581684d244b7 None None] Pushing event updated for resources: {'Port': ['ID=0c021a05-b572-41d7-839f-ae9c50d86786,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:01.425835 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-3e3ae84c-728f-40ba-ade6-4d6c953fcfe2 None None] Set router c2570646-fa5f-42fd-949c-971cc2d3c5dc gateway port host: None {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:14:01.501975 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-3e3ae84c-728f-40ba-ade6-4d6c953fcfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2570646-fa5f-42fd-949c-971cc2d3c5dc', 'name': 'tempest-TestServerMultinode-1880738954-router', 'tenant_id': 'ffa72752a3ec4aac9c612dfa791b68d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:12:44Z', 'updated_at': '2021-07-09T15:14:01Z', 'revision_number': 6, 'project_id': 'ffa72752a3ec4aac9c612dfa791b68d9', 'gw_port_host': None}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:01.555540 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-4fd53cc3-e4da-4acc-b6ec-ff9e38e076e8 admin admin] For port 6bcc424f-82f4-4727-9187-e651416adb20, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=6bcc424f-82f4-4727-9187-e651416adb20,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:14:01.555936 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4fd53cc3-e4da-4acc-b6ec-ff9e38e076e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:01.558888 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3ae84c-728f-40ba-ade6-4d6c953fcfe2 None None] The sync data for ids ['c2570646-fa5f-42fd-949c-971cc2d3c5dc'] in n-d-799529-6 is: [{'id': 'c2570646-fa5f-42fd-949c-971cc2d3c5dc', 'name': 'tempest-TestServerMultinode-1880738954-router', 'tenant_id': 'ffa72752a3ec4aac9c612dfa791b68d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:12:44Z', 'updated_at': '2021-07-09T15:14:01Z', 'revision_number': 6, 'project_id': 'ffa72752a3ec4aac9c612dfa791b68d9', 'gw_port_host': None}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:14:01.570226 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-3b3db22c-f7f8-43b4-9176-581684d244b7 None None] Attempting to bind port 0c021a05-b572-41d7-839f-ae9c50d86786 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:14:01.570606 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-3b3db22c-f7f8-43b4-9176-581684d244b7 None None] Attempting to bind port 0c021a05-b572-41d7-839f-ae9c50d86786 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '9d6a2063-1f7d-4080-89ad-7c10dfb3e018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '08151fd3-547e-426a-9809-26a338bd984b'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:14:01.571190 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3db22c-f7f8-43b4-9176-581684d244b7 None None] Attempting to bind port 0c021a05-b572-41d7-839f-ae9c50d86786 on network 08151fd3-547e-426a-9809-26a338bd984b {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:14:01.574037 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-4fd53cc3-e4da-4acc-b6ec-ff9e38e076e8 admin admin] Calling delete_port for 6bcc424f-82f4-4727-9187-e651416adb20 owned by network:router_gateway {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:14:01.591770 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3db22c-f7f8-43b4-9176-581684d244b7 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:14:01.592159 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3db22c-f7f8-43b4-9176-581684d244b7 None None] Checking segment: {'id': '9d6a2063-1f7d-4080-89ad-7c10dfb3e018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '08151fd3-547e-426a-9809-26a338bd984b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:14:01.592579 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3b3db22c-f7f8-43b4-9176-581684d244b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:01.593651 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3db22c-f7f8-43b4-9176-581684d244b7 None None] Bound using segment: {'id': '9d6a2063-1f7d-4080-89ad-7c10dfb3e018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '08151fd3-547e-426a-9809-26a338bd984b'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:14:01.594162 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-3b3db22c-f7f8-43b4-9176-581684d244b7 None None] Bound port: 0c021a05-b572-41d7-839f-ae9c50d86786, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d6a2063-1f7d-4080-89ad-7c10dfb3e018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '08151fd3-547e-426a-9809-26a338bd984b'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:14:01.594561 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3b3db22c-f7f8-43b4-9176-581684d244b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:01.664849 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-719439df-0557-4948-b21e-0fa667badfe8 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:01.701066 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-3b3db22c-f7f8-43b4-9176-581684d244b7 None None] For port 0c021a05-b572-41d7-839f-ae9c50d86786, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:14:01.705573 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-3b3db22c-f7f8-43b4-9176-581684d244b7 None None] For port 0c021a05-b572-41d7-839f-ae9c50d86786, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=0c021a05-b572-41d7-839f-ae9c50d86786,segment=NetworkSegment(9d6a2063-1f7d-4080-89ad-7c10dfb3e018),segment_id=9d6a2063-1f7d-4080-89ad-7c10dfb3e018)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:14:01.709030 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:01.778596 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3b3db22c-f7f8-43b4-9176-581684d244b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:01.817235 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719439df-0557-4948-b21e-0fa667badfe8 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Pushing event updated for resources: {'Subnet': ['ID=01433b12-89f1-490d-80a5-082a746cc8f7,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:01.865846 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719439df-0557-4948-b21e-0fa667badfe8 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Checking segment: {'id': '7ee35d94-548d-4c19-98ee-ea7d8e5362d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '2e572bbd-d413-4943-ac1f-b71dd8da658c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:14:01.874061 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719439df-0557-4948-b21e-0fa667badfe8 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Network hostable DHCP agents. Network: 2e572bbd-d413-4943-ac1f-b71dd8da658c, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:14:01.896489 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3db22c-f7f8-43b4-9176-581684d244b7 None None] Pushing event updated for resources: {'Port': ['ID=0c021a05-b572-41d7-839f-ae9c50d86786,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:02.023681 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719439df-0557-4948-b21e-0fa667badfe8 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Network 2e572bbd-d413-4943-ac1f-b71dd8da658c is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:14:02.033194 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4fd53cc3-e4da-4acc-b6ec-ff9e38e076e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:02.096484 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd53cc3-e4da-4acc-b6ec-ff9e38e076e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bcc424f-82f4-4727-9187-e651416adb20,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:02.118613 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44292) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:02.139168 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-719439df-0557-4948-b21e-0fa667badfe8 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 2e572bbd-d413-4943-ac1f-b71dd8da658c) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:14:02.150200 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719439df-0557-4948-b21e-0fa667badfe8 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:02.150813 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-719439df-0557-4948-b21e-0fa667badfe8 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks [] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:02.155834 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efcbce7-2130-4e4f-a3ca-6c4556e23be1 None None] Network 2e572bbd-d413-4943-ac1f-b71dd8da658c requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:14:02.220316 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4fd53cc3-e4da-4acc-b6ec-ff9e38e076e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:02.269058 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44296) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:02.269516 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-719439df-0557-4948-b21e-0fa667badfe8 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.3239746 Jul 09 15:14:02.360356 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4fd53cc3-e4da-4acc-b6ec-ff9e38e076e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:02.364783 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4fd53cc3-e4da-4acc-b6ec-ff9e38e076e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:02.412835 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ce64a8-7459-4148-9d4f-842849076395 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-2e572bbd-d413-4943-ac1f-b71dd8da658c', 'network_id': '2e572bbd-d413-4943-ac1f-b71dd8da658c', 'tenant_id': 'e1ba7eec03cf489a8db3951e95fe2fe7', 'fixed_ips': [{'subnet_id': '01433b12-89f1-490d-80a5-082a746cc8f7'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:14:02.413983 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-35ce64a8-7459-4148-9d4f-842849076395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:02.428140 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-58a5bcbe-9789-4c95-967f-e9767288be1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:02.441166 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9475d151-c7de-4d71-a5cd-ad8b49863ed1 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:02.497329 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4fd53cc3-e4da-4acc-b6ec-ff9e38e076e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:02.498624 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd53cc3-e4da-4acc-b6ec-ff9e38e076e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2570646-fa5f-42fd-949c-971cc2d3c5dc {{(pid=94445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 15:14:02.505536 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4fd53cc3-e4da-4acc-b6ec-ff9e38e076e8 admin admin] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:02.510348 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-4fd53cc3-e4da-4acc-b6ec-ff9e38e076e8 admin admin] 10.222.0.58 "DELETE /v2.0/routers/c2570646-fa5f-42fd-949c-971cc2d3c5dc HTTP/1.1" status: 204 len: 168 time: 1.8287742 Jul 09 15:14:02.511390 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44300) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:02.549977 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9475d151-c7de-4d71-a5cd-ad8b49863ed1 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:02.567493 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd6549f6-e753-4166-b3a5-2f39e611ac0f admin admin] Deleting subnet ce0de3d0-b583-4f4b-9766-d524b9edb34e {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:14:02.571164 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fd6549f6-e753-4166-b3a5-2f39e611ac0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:02.584795 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-35ce64a8-7459-4148-9d4f-842849076395 None None] Allocated IP 172.20.0.2 (2e572bbd-d413-4943-ac1f-b71dd8da658c/01433b12-89f1-490d-80a5-082a746cc8f7/8c463f1d-779f-4563-a930-9778dabc6c62) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:14:02.613824 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fd6549f6-e753-4166-b3a5-2f39e611ac0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:02.709790 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-58a5bcbe-9789-4c95-967f-e9767288be1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:02.716724 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fd6549f6-e753-4166-b3a5-2f39e611ac0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:02.783460 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-58a5bcbe-9789-4c95-967f-e9767288be1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:02.790481 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-35ce64a8-7459-4148-9d4f-842849076395 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:02.803493 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-35ce64a8-7459-4148-9d4f-842849076395 None None] Transition to ACTIVE for port object 8c463f1d-779f-4563-a930-9778dabc6c62 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:14:02.826714 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-35ce64a8-7459-4148-9d4f-842849076395 None None] Transition to ACTIVE for port object 8c463f1d-779f-4563-a930-9778dabc6c62 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:14:02.840778 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44308) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:02.841400 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-58a5bcbe-9789-4c95-967f-e9767288be1e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=17a452e99748470f9bad337355fedff4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7176323 Jul 09 15:14:02.843826 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a5bcbe-9789-4c95-967f-e9767288be1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab68f3d8-dc08-4f51-86cb-53903df4e808,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:02.915180 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fd6549f6-e753-4166-b3a5-2f39e611ac0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:02.945021 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 0c021a05-b572-41d7-839f-ae9c50d86786 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:14:02.977703 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-35ce64a8-7459-4148-9d4f-842849076395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:02.982685 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d36edd14-9bd9-4974-8344-4859ea7bf970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:02.989520 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6549f6-e753-4166-b3a5-2f39e611ac0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce0de3d0-b583-4f4b-9766-d524b9edb34e,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:03.013317 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fd6549f6-e753-4166-b3a5-2f39e611ac0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:03.019968 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-fd6549f6-e753-4166-b3a5-2f39e611ac0f admin admin] 10.222.0.58 "DELETE /v2.0/subnets/ce0de3d0-b583-4f4b-9766-d524b9edb34e HTTP/1.1" status: 204 len: 168 time: 0.5072441 Jul 09 15:14:03.022796 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44312) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:03.039852 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f8acd5-0cdc-4bf5-b21b-3cda34607eeb None None] Network 8044536e-702f-44b8-a779-7f0761d4b81e requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:14:03.045392 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d36edd14-9bd9-4974-8344-4859ea7bf970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:03.071553 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ce64a8-7459-4148-9d4f-842849076395 None None] Network 2e572bbd-d413-4943-ac1f-b71dd8da658c is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:14:03.164750 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9475d151-c7de-4d71-a5cd-ad8b49863ed1 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:03.214215 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9475d151-c7de-4d71-a5cd-ad8b49863ed1 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Pushing event deleted for resources: {'Subnet': ['ID=01433b12-89f1-490d-80a5-082a746cc8f7,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:03.222055 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d36edd14-9bd9-4974-8344-4859ea7bf970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:03.233156 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d36edd14-9bd9-4974-8344-4859ea7bf970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:03.235767 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d36edd14-9bd9-4974-8344-4859ea7bf970 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ab68f3d8-dc08-4f51-86cb-53903df4e808 HTTP/1.1" status: 204 len: 168 time: 0.3973222 Jul 09 15:14:03.262847 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36edd14-9bd9-4974-8344-4859ea7bf970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab68f3d8-dc08-4f51-86cb-53903df4e808,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:03.347574 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2d4d50c5-d872-403b-b9ac-e8d7f92b7a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:03.368575 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-35ce64a8-7459-4148-9d4f-842849076395 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:14:03.375216 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ce64a8-7459-4148-9d4f-842849076395 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:14:03.387604 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9475d151-c7de-4d71-a5cd-ad8b49863ed1 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:03.406284 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cf3975-e3c2-4c61-9470-ea0c3dba520e None None] Network 08151fd3-547e-426a-9809-26a338bd984b requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:14:03.419491 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-9475d151-c7de-4d71-a5cd-ad8b49863ed1 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e572bbd-d413-4943-ac1f-b71dd8da658c']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:03.439957 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-9475d151-c7de-4d71-a5cd-ad8b49863ed1 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ee35d94-548d-4c19-98ee-ea7d8e5362d0') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:03.439957 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-9475d151-c7de-4d71-a5cd-ad8b49863ed1 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ee35d94-548d-4c19-98ee-ea7d8e5362d0') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:03.451025 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9475d151-c7de-4d71-a5cd-ad8b49863ed1 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:03.452080 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ce64a8-7459-4148-9d4f-842849076395 None None] Pushing event updated for resources: {'Port': ['ID=8c463f1d-779f-4563-a930-9778dabc6c62,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:03.478471 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9475d151-c7de-4d71-a5cd-ad8b49863ed1 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:03.487001 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-2d4d50c5-d872-403b-b9ac-e8d7f92b7a81 admin admin] Deleting port 8c01d509-5391-462d-9909-c8b590f0c4c2 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:14:03.488013 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2d4d50c5-d872-403b-b9ac-e8d7f92b7a81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:03.489594 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9475d151-c7de-4d71-a5cd-ad8b49863ed1 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:14:03.490077 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9475d151-c7de-4d71-a5cd-ad8b49863ed1 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:03.493275 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 15:14:03.493275 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:14:03.493275 n-d-799529-6 neutron-server[94446]: timer() Jul 09 15:14:03.493275 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:14:03.493275 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 15:14:03.493275 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:14:03.493275 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 15:14:03.493275 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:14:03.493275 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 15:14:03.493275 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:14:03.493275 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 15:14:03.493275 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:14:03.493275 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 15:14:03.493275 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:14:03.493275 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:14:03.493275 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:14:03.493275 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:14:03.493275 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:14:03.493275 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 15:14:03.493275 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:14:03.493275 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 15:14:03.493275 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:14:03.493275 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:14:03.493275 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:14:03.493275 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 15:14:03.493275 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:14:03.493275 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:14:03.493275 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:14:03.493275 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:14:03.493275 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:14:03.493275 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:14:03.493275 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:14:03.613893 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-2d4d50c5-d872-403b-b9ac-e8d7f92b7a81 admin admin] For port 8c01d509-5391-462d-9909-c8b590f0c4c2, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=8c01d509-5391-462d-9909-c8b590f0c4c2,segment=NetworkSegment(3261902c-618d-42ca-ba4c-924d56a948c2),segment_id=3261902c-618d-42ca-ba4c-924d56a948c2)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:14:03.616270 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2d4d50c5-d872-403b-b9ac-e8d7f92b7a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:03.636573 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-35ce64a8-7459-4148-9d4f-842849076395 None None] Attempting to bind port 8c463f1d-779f-4563-a930-9778dabc6c62 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:14:03.636995 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-35ce64a8-7459-4148-9d4f-842849076395 None None] Attempting to bind port 8c463f1d-779f-4563-a930-9778dabc6c62 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '7ee35d94-548d-4c19-98ee-ea7d8e5362d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '2e572bbd-d413-4943-ac1f-b71dd8da658c'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:14:03.637406 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ce64a8-7459-4148-9d4f-842849076395 None None] Attempting to bind port 8c463f1d-779f-4563-a930-9778dabc6c62 on network 2e572bbd-d413-4943-ac1f-b71dd8da658c {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:14:03.641199 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.db.api [None req-9475d151-c7de-4d71-a5cd-ad8b49863ed1 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 09 15:14:03.641199 n-d-799529-6 neutron-server[94446]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 09 15:14:03.641199 n-d-799529-6 neutron-server[94446]: [parameters: {'id': '2e572bbd-d413-4943-ac1f-b71dd8da658c'}] Jul 09 15:14:03.641199 n-d-799529-6 neutron-server[94446]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 15:14:03.649180 n-d-799529-6 neutron-server[94446]: DEBUG oslo_db.api [None req-9475d151-c7de-4d71-a5cd-ad8b49863ed1 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 15:14:03.649180 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-2d4d50c5-d872-403b-b9ac-e8d7f92b7a81 admin admin] Calling delete_port for 8c01d509-5391-462d-9909-c8b590f0c4c2 owned by network:dhcp {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:14:03.671691 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ce64a8-7459-4148-9d4f-842849076395 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:14:03.672119 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ce64a8-7459-4148-9d4f-842849076395 None None] Checking segment: {'id': '7ee35d94-548d-4c19-98ee-ea7d8e5362d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '2e572bbd-d413-4943-ac1f-b71dd8da658c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:14:03.672490 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-35ce64a8-7459-4148-9d4f-842849076395 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:03.672952 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ce64a8-7459-4148-9d4f-842849076395 None None] Bound using segment: {'id': '7ee35d94-548d-4c19-98ee-ea7d8e5362d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '2e572bbd-d413-4943-ac1f-b71dd8da658c'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:14:03.673661 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-35ce64a8-7459-4148-9d4f-842849076395 None None] Bound port: 8c463f1d-779f-4563-a930-9778dabc6c62, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ee35d94-548d-4c19-98ee-ea7d8e5362d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '2e572bbd-d413-4943-ac1f-b71dd8da658c'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:14:03.673867 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-35ce64a8-7459-4148-9d4f-842849076395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:03.681556 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 0c021a05-b572-41d7-839f-ae9c50d86786 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:14:03.732904 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-5e9721a3-ec73-4140-afe5-052c86b80fa0 None None] Provisioning for port 0c021a05-b572-41d7-839f-ae9c50d86786 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:14:03.769788 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-5e9721a3-ec73-4140-afe5-052c86b80fa0 None None] Provisioning complete for port 0c021a05-b572-41d7-839f-ae9c50d86786 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:14:03.770160 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5e9721a3-ec73-4140-afe5-052c86b80fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:03.784969 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device ebba05a9-136c-4342-97ed-f8b123a75602 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:14:03.843998 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: ebba05a9-136c-4342-97ed-f8b123a75602 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:14:03.844349 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device ebba05a9-136c-4342-97ed-f8b123a75602 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:14:03.844819 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 6bcc424f-82f4-4727-9187-e651416adb20 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:14:03.869017 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2d4d50c5-d872-403b-b9ac-e8d7f92b7a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:03.916251 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 6bcc424f-82f4-4727-9187-e651416adb20 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:14:03.916606 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 6bcc424f-82f4-4727-9187-e651416adb20 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:14:03.926869 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-35ce64a8-7459-4148-9d4f-842849076395 None None] For port 8c463f1d-779f-4563-a930-9778dabc6c62, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:14:03.947901 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-35ce64a8-7459-4148-9d4f-842849076395 None None] For port 8c463f1d-779f-4563-a930-9778dabc6c62, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=8c463f1d-779f-4563-a930-9778dabc6c62,segment=NetworkSegment(7ee35d94-548d-4c19-98ee-ea7d8e5362d0),segment_id=7ee35d94-548d-4c19-98ee-ea7d8e5362d0)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:14:04.029522 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185f1467-f569-4bff-9d79-3370df31082e None None] DHCP port deletion for 8044536e-702f-44b8-a779-7f0761d4b81e request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 15:14:04.047130 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5e9721a3-ec73-4140-afe5-052c86b80fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:04.066222 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-35ce64a8-7459-4148-9d4f-842849076395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:04.151068 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-5e9721a3-ec73-4140-afe5-052c86b80fa0 None None] For port 0c021a05-b572-41d7-839f-ae9c50d86786, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=0c021a05-b572-41d7-839f-ae9c50d86786,segment=NetworkSegment(9d6a2063-1f7d-4080-89ad-7c10dfb3e018),segment_id=9d6a2063-1f7d-4080-89ad-7c10dfb3e018)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:14:04.180452 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44330) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:04.199232 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-38173d3f-849d-411d-948d-da977e19111c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:04.279008 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5e9721a3-ec73-4140-afe5-052c86b80fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:04.279008 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a3ce88-da7a-4739-9b05-2df0a5ba0e1e None None] Network 2e572bbd-d413-4943-ac1f-b71dd8da658c requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:14:04.280462 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ce64a8-7459-4148-9d4f-842849076395 None None] Pushing event updated for resources: {'Port': ['ID=8c463f1d-779f-4563-a930-9778dabc6c62,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:04.346209 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-38173d3f-849d-411d-948d-da977e19111c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:04.406258 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9721a3-ec73-4140-afe5-052c86b80fa0 None None] Pushing event updated for resources: {'Port': ['ID=0c021a05-b572-41d7-839f-ae9c50d86786,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:04.415609 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-38173d3f-849d-411d-948d-da977e19111c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:04.454473 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-f877f599-55f3-403d-91ab-c27b1068b469 None None] Provisioning complete for port 0c021a05-b572-41d7-839f-ae9c50d86786 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:14:04.455059 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f877f599-55f3-403d-91ab-c27b1068b469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:04.455391 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9475d151-c7de-4d71-a5cd-ad8b49863ed1 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:04.462275 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-38173d3f-849d-411d-948d-da977e19111c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=04495eb085d84371882929535034a73f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2805014 Jul 09 15:14:04.463282 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4d50c5-d872-403b-b9ac-e8d7f92b7a81 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c01d509-5391-462d-9909-c8b590f0c4c2,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:04.464552 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44332) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:04.477057 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38173d3f-849d-411d-948d-da977e19111c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a45ccdf-0fa2-4c13-99be-de14f86c95b5,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:04.483700 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4d50c5-d872-403b-b9ac-e8d7f92b7a81 admin admin] No DVR routers for this DVR port 8c01d509-5391-462d-9909-c8b590f0c4c2 on host n-d-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:14:04.549625 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9d7cfe54-6d6e-4813-bfdc-5ce805b2c571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:04.566880 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d6c645-093f-491e-ad05-624e91fb9876 None None] get_active_networks_info from n-d-799529-6 {{(pid=94447) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 15:14:04.577070 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9d7cfe54-6d6e-4813-bfdc-5ce805b2c571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:04.611373 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2d4d50c5-d872-403b-b9ac-e8d7f92b7a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:04.623652 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-2d4d50c5-d872-403b-b9ac-e8d7f92b7a81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8044536e-702f-44b8-a779-7f0761d4b81e']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:04.641888 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-2d4d50c5-d872-403b-b9ac-e8d7f92b7a81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3261902c-618d-42ca-ba4c-924d56a948c2') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:04.642180 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-2d4d50c5-d872-403b-b9ac-e8d7f92b7a81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3261902c-618d-42ca-ba4c-924d56a948c2') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:04.657221 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2d4d50c5-d872-403b-b9ac-e8d7f92b7a81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:04.658576 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d6c645-093f-491e-ad05-624e91fb9876 None None] Resources bound (agent type, host, resource id): {{(pid=94447) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 15:14:04.676866 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-9475d151-c7de-4d71-a5cd-ad8b49863ed1 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Deleting port 8c463f1d-779f-4563-a930-9778dabc6c62 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:14:04.677211 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9475d151-c7de-4d71-a5cd-ad8b49863ed1 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:04.679342 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2d4d50c5-d872-403b-b9ac-e8d7f92b7a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:04.722400 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d4d50c5-d872-403b-b9ac-e8d7f92b7a81 admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:14:04.722905 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2d4d50c5-d872-403b-b9ac-e8d7f92b7a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:04.724986 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 15:14:04.724986 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:14:04.724986 n-d-799529-6 neutron-server[94446]: timer() Jul 09 15:14:04.724986 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:14:04.724986 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 15:14:04.724986 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:14:04.724986 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 15:14:04.724986 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:14:04.724986 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 15:14:04.724986 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:14:04.724986 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 15:14:04.724986 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:14:04.724986 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 15:14:04.724986 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:14:04.724986 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:14:04.724986 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:14:04.724986 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:14:04.724986 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:14:04.724986 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 15:14:04.724986 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:14:04.724986 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 15:14:04.724986 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:14:04.724986 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:14:04.724986 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:14:04.724986 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 15:14:04.724986 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:14:04.724986 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:14:04.724986 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:14:04.724986 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:14:04.724986 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:14:04.724986 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:14:04.724986 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:14:04.737531 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9d7cfe54-6d6e-4813-bfdc-5ce805b2c571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:04.740429 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9d7cfe54-6d6e-4813-bfdc-5ce805b2c571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:04.741691 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-9d7cfe54-6d6e-4813-bfdc-5ce805b2c571 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2a45ccdf-0fa2-4c13-99be-de14f86c95b5 HTTP/1.1" status: 204 len: 168 time: 0.2758679 Jul 09 15:14:04.757830 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7cfe54-6d6e-4813-bfdc-5ce805b2c571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a45ccdf-0fa2-4c13-99be-de14f86c95b5,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:04.851668 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-9475d151-c7de-4d71-a5cd-ad8b49863ed1 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] For port 8c463f1d-779f-4563-a930-9778dabc6c62, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=8c463f1d-779f-4563-a930-9778dabc6c62,segment=NetworkSegment(7ee35d94-548d-4c19-98ee-ea7d8e5362d0),segment_id=7ee35d94-548d-4c19-98ee-ea7d8e5362d0)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:14:04.852129 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9475d151-c7de-4d71-a5cd-ad8b49863ed1 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:04.868940 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-9475d151-c7de-4d71-a5cd-ad8b49863ed1 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Calling delete_port for 8c463f1d-779f-4563-a930-9778dabc6c62 owned by network:dhcp {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:14:04.950742 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2d4d50c5-d872-403b-b9ac-e8d7f92b7a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:04.960326 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2d4d50c5-d872-403b-b9ac-e8d7f92b7a81 admin admin] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:04.964375 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-2d4d50c5-d872-403b-b9ac-e8d7f92b7a81 admin admin] 10.222.0.58 "DELETE /v2.0/networks/8044536e-702f-44b8-a779-7f0761d4b81e HTTP/1.1" status: 204 len: 168 time: 1.9355237 Jul 09 15:14:04.969417 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44340) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:05.005078 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4d50c5-d872-403b-b9ac-e8d7f92b7a81 admin admin] Pushing event deleted for resources: {'Network': ['ID=8044536e-702f-44b8-a779-7f0761d4b81e,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:05.025172 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 0c021a05-b572-41d7-839f-ae9c50d86786 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:14:05.118160 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 0c021a05-b572-41d7-839f-ae9c50d86786 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:14:05.118560 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:05.138842 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9475d151-c7de-4d71-a5cd-ad8b49863ed1 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:05.176394 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9475d151-c7de-4d71-a5cd-ad8b49863ed1 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Pushing event deleted for resources: {'Port': ['ID=8c463f1d-779f-4563-a930-9778dabc6c62,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:05.186800 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9475d151-c7de-4d71-a5cd-ad8b49863ed1 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] No DVR routers for this DVR port 8c463f1d-779f-4563-a930-9778dabc6c62 on host n-d-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:14:05.300633 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9475d151-c7de-4d71-a5cd-ad8b49863ed1 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:05.354878 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-9475d151-c7de-4d71-a5cd-ad8b49863ed1 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e572bbd-d413-4943-ac1f-b71dd8da658c']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:05.375406 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 8c01d509-5391-462d-9909-c8b590f0c4c2 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:14:05.382147 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-9475d151-c7de-4d71-a5cd-ad8b49863ed1 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ee35d94-548d-4c19-98ee-ea7d8e5362d0') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:05.382884 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-9475d151-c7de-4d71-a5cd-ad8b49863ed1 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ee35d94-548d-4c19-98ee-ea7d8e5362d0') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:05.408699 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9475d151-c7de-4d71-a5cd-ad8b49863ed1 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:05.420596 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 8c01d509-5391-462d-9909-c8b590f0c4c2 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:14:05.421725 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 8c01d509-5391-462d-9909-c8b590f0c4c2 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:14:05.435287 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9475d151-c7de-4d71-a5cd-ad8b49863ed1 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:05.444716 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9475d151-c7de-4d71-a5cd-ad8b49863ed1 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:14:05.445180 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9475d151-c7de-4d71-a5cd-ad8b49863ed1 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:05.449545 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 15:14:05.449545 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:14:05.449545 n-d-799529-6 neutron-server[94446]: timer() Jul 09 15:14:05.449545 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:14:05.449545 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 15:14:05.449545 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:14:05.449545 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 15:14:05.449545 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:14:05.449545 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 15:14:05.449545 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:14:05.449545 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 15:14:05.449545 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:14:05.449545 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 15:14:05.449545 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:14:05.449545 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:14:05.449545 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:14:05.449545 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:14:05.449545 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:14:05.449545 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 15:14:05.449545 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:14:05.449545 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 15:14:05.449545 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:14:05.449545 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:14:05.449545 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:14:05.449545 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 15:14:05.449545 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:14:05.449545 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:14:05.449545 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:14:05.449545 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:14:05.449545 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:14:05.449545 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:14:05.449545 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:14:05.577975 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bb186067-7b68-4fd0-9e02-da6d82a85f5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:05.605852 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9475d151-c7de-4d71-a5cd-ad8b49863ed1 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:05.614475 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9475d151-c7de-4d71-a5cd-ad8b49863ed1 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:05.616561 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-9475d151-c7de-4d71-a5cd-ad8b49863ed1 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "DELETE /v2.0/networks/2e572bbd-d413-4943-ac1f-b71dd8da658c HTTP/1.1" status: 204 len: 168 time: 3.3457916 Jul 09 15:14:05.620308 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44358) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:05.627354 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-69a1c639-fc53-4ff9-aa26-e3392609ddbf tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-258174700'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:14:05.633983 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9475d151-c7de-4d71-a5cd-ad8b49863ed1 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Pushing event deleted for resources: {'Network': ['ID=2e572bbd-d413-4943-ac1f-b71dd8da658c,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:05.759795 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a1c639-fc53-4ff9-aa26-e3392609ddbf tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Made reservation on behalf of e1ba7eec03cf489a8db3951e95fe2fe7 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:14:05.763821 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-69a1c639-fc53-4ff9-aa26-e3392609ddbf tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:05.798926 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69a1c639-fc53-4ff9-aa26-e3392609ddbf tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:14:05.812509 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-69a1c639-fc53-4ff9-aa26-e3392609ddbf tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:05.817797 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-69a1c639-fc53-4ff9-aa26-e3392609ddbf tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Added segment f855b127-beb3-48ec-8188-602c2243cd34 of type vlan for network cb796db4-23c8-47c4-a219-de1a59277b6b Jul 09 15:14:05.892387 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-69a1c639-fc53-4ff9-aa26-e3392609ddbf tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:05.971162 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-bb186067-7b68-4fd0-9e02-da6d82a85f5e admin admin] Deleting port 3ce10e77-0a69-427a-941b-bb80f475eb76 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:14:05.971162 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bb186067-7b68-4fd0-9e02-da6d82a85f5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:06.019080 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-69a1c639-fc53-4ff9-aa26-e3392609ddbf tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:06.027943 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a1c639-fc53-4ff9-aa26-e3392609ddbf tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:06.027943 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-69a1c639-fc53-4ff9-aa26-e3392609ddbf tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks [] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:06.436149 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a1c639-fc53-4ff9-aa26-e3392609ddbf tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Pushing event updated for resources: {'Network': ['ID=cb796db4-23c8-47c4-a219-de1a59277b6b,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:06.444531 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-bb186067-7b68-4fd0-9e02-da6d82a85f5e admin admin] For port 3ce10e77-0a69-427a-941b-bb80f475eb76, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=3ce10e77-0a69-427a-941b-bb80f475eb76,segment=NetworkSegment(112068db-64d1-4f8c-9701-2c04d5aac835),segment_id=112068db-64d1-4f8c-9701-2c04d5aac835)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:14:06.446636 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network cb796db4-23c8-47c4-a219-de1a59277b6b details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:14:06.447528 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bb186067-7b68-4fd0-9e02-da6d82a85f5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:06.460328 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-bb186067-7b68-4fd0-9e02-da6d82a85f5e admin admin] Calling delete_port for 3ce10e77-0a69-427a-941b-bb80f475eb76 owned by network:router_interface {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:14:06.511149 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-69a1c639-fc53-4ff9-aa26-e3392609ddbf tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8897624 Jul 09 15:14:06.516678 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44384) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:06.522697 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-caf0bfd1-33a4-4743-b973-b9efc297241d tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Request body: {'subnet': {'network_id': 'cb796db4-23c8-47c4-a219-de1a59277b6b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:14:06.771827 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bb186067-7b68-4fd0-9e02-da6d82a85f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:06.772391 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf0bfd1-33a4-4743-b973-b9efc297241d tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Made reservation on behalf of e1ba7eec03cf489a8db3951e95fe2fe7 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:14:06.775523 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-caf0bfd1-33a4-4743-b973-b9efc297241d tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:06.802655 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb186067-7b68-4fd0-9e02-da6d82a85f5e admin admin] Pushing event deleted for resources: {'Port': ['ID=3ce10e77-0a69-427a-941b-bb80f475eb76,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:06.846648 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.ipam_backend_mixin [None req-caf0bfd1-33a4-4743-b973-b9efc297241d tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Performing IP validity checks on allocation pools {{(pid=94446) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 09 15:14:06.847534 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.ipam_backend_mixin [None req-caf0bfd1-33a4-4743-b973-b9efc297241d tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94446) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 09 15:14:06.990624 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bb186067-7b68-4fd0-9e02-da6d82a85f5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:07.092587 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-caf0bfd1-33a4-4743-b973-b9efc297241d tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:07.161361 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0bfd1-33a4-4743-b973-b9efc297241d tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Pushing event updated for resources: {'Subnet': ['ID=db3223cb-b832-45a2-a7cc-6824558345e4,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:07.176421 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf0bfd1-33a4-4743-b973-b9efc297241d tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Checking segment: {'id': 'f855b127-beb3-48ec-8188-602c2243cd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'cb796db4-23c8-47c4-a219-de1a59277b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:14:07.176793 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf0bfd1-33a4-4743-b973-b9efc297241d tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Network hostable DHCP agents. Network: cb796db4-23c8-47c4-a219-de1a59277b6b, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:14:07.247262 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb186067-7b68-4fd0-9e02-da6d82a85f5e admin admin] Router aba99189-2d22-4664-b84e-cb191bdf7ce0 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:14:07.303125 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf0bfd1-33a4-4743-b973-b9efc297241d tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Network cb796db4-23c8-47c4-a219-de1a59277b6b is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:14:07.354711 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44408) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:07.369360 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb186067-7b68-4fd0-9e02-da6d82a85f5e admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:14:07.370899 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-caf0bfd1-33a4-4743-b973-b9efc297241d tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, cb796db4-23c8-47c4-a219-de1a59277b6b) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:14:07.375594 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-bb186067-7b68-4fd0-9e02-da6d82a85f5e admin admin] 10.222.0.58 "PUT /v2.0/routers/aba99189-2d22-4664-b84e-cb191bdf7ce0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4052835 Jul 09 15:14:07.375804 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf0bfd1-33a4-4743-b973-b9efc297241d tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:07.376313 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-caf0bfd1-33a4-4743-b973-b9efc297241d tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:07.378089 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44412) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:07.390779 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dfd937-6a6d-425b-a012-19858869a887 None None] Sync routers for ids ['aba99189-2d22-4664-b84e-cb191bdf7ce0'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:14:07.392359 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e690e88-a6aa-48f2-ad30-02f2e3d27092 None None] Network cb796db4-23c8-47c4-a219-de1a59277b6b requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:14:07.405203 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dfd937-6a6d-425b-a012-19858869a887 None None] Routers {'aba99189-2d22-4664-b84e-cb191bdf7ce0'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:14:07.407896 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-04dfd937-6a6d-425b-a012-19858869a887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:13:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['aba99189-2d22-4664-b84e-cb191bdf7ce0'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:07.482914 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-caf0bfd1-33a4-4743-b973-b9efc297241d tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.9644279 Jul 09 15:14:07.485939 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44416) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:07.515727 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-03ea78fd-18f7-419a-af75-68a4d5ff268f admin admin] Notify callbacks [] for router, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:07.626302 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-04dfd937-6a6d-425b-a012-19858869a887 None None] Set router aba99189-2d22-4664-b84e-cb191bdf7ce0 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:14:07.650591 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-713341fd-8228-4d2d-acb7-d44a2548f328 tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1762829839'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:14:07.691466 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-45a6abf4-8df4-4289-bbbd-986d5b5d8872 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:07.697178 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921d5493-653d-4a4c-835b-d35d7f1cbc6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-cb796db4-23c8-47c4-a219-de1a59277b6b', 'network_id': 'cb796db4-23c8-47c4-a219-de1a59277b6b', 'tenant_id': 'e1ba7eec03cf489a8db3951e95fe2fe7', 'fixed_ips': [{'subnet_id': 'db3223cb-b832-45a2-a7cc-6824558345e4'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:14:07.698657 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-921d5493-653d-4a4c-835b-d35d7f1cbc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:07.743082 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-03ea78fd-18f7-419a-af75-68a4d5ff268f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:07.774534 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-45a6abf4-8df4-4289-bbbd-986d5b5d8872 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:07.801898 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713341fd-8228-4d2d-acb7-d44a2548f328 tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Made reservation on behalf of 336fe69158224cd5bd96ae4ee8e39224 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:14:07.806713 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-713341fd-8228-4d2d-acb7-d44a2548f328 tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:07.831221 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-713341fd-8228-4d2d-acb7-d44a2548f328 tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:07.873545 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-03ea78fd-18f7-419a-af75-68a4d5ff268f admin admin] Deleting port f5b22ae0-aebb-4675-a227-1604c8ab136d {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:14:07.874300 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-03ea78fd-18f7-419a-af75-68a4d5ff268f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:07.899736 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-04dfd937-6a6d-425b-a012-19858869a887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba99189-2d22-4664-b84e-cb191bdf7ce0', 'name': 'tempest-TestServerMultinode-1134329411-router', 'tenant_id': '49e7385c2449449c9657197790d685ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'f5b22ae0-aebb-4675-a227-1604c8ab136d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:12:56Z', 'updated_at': '2021-07-09T15:14:06Z', 'revision_number': 5, 'project_id': '49e7385c2449449c9657197790d685ad', 'gw_port': {'id': 'f5b22ae0-aebb-4675-a227-1604c8ab136d', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba99189-2d22-4664-b84e-cb191bdf7ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:12:57Z', 'updated_at': '2021-07-09T15:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:07.921884 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-921d5493-653d-4a4c-835b-d35d7f1cbc6b None None] Allocated IP 172.20.0.3 (cb796db4-23c8-47c4-a219-de1a59277b6b/db3223cb-b832-45a2-a7cc-6824558345e4/18576c90-1a46-4495-b1dc-3237eb869d2e) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:14:07.935295 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dfd937-6a6d-425b-a012-19858869a887 None None] Checking router: aba99189-2d22-4664-b84e-cb191bdf7ce0 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:14:07.947600 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dfd937-6a6d-425b-a012-19858869a887 None None] Routers {'aba99189-2d22-4664-b84e-cb191bdf7ce0'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:14:07.947959 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-04dfd937-6a6d-425b-a012-19858869a887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:13:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['aba99189-2d22-4664-b84e-cb191bdf7ce0'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:07.969893 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-713341fd-8228-4d2d-acb7-d44a2548f328 tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:08.007621 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-03ea78fd-18f7-419a-af75-68a4d5ff268f admin admin] For port f5b22ae0-aebb-4675-a227-1604c8ab136d, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=f5b22ae0-aebb-4675-a227-1604c8ab136d,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:14:08.007991 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-03ea78fd-18f7-419a-af75-68a4d5ff268f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:08.043866 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-03ea78fd-18f7-419a-af75-68a4d5ff268f admin admin] Calling delete_port for f5b22ae0-aebb-4675-a227-1604c8ab136d owned by network:router_gateway {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:14:08.051718 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-713341fd-8228-4d2d-acb7-d44a2548f328 tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:08.072425 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-713341fd-8228-4d2d-acb7-d44a2548f328 tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:14:08.081851 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-04dfd937-6a6d-425b-a012-19858869a887 None None] Set router aba99189-2d22-4664-b84e-cb191bdf7ce0 gateway port host: None {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:14:08.098450 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-713341fd-8228-4d2d-acb7-d44a2548f328 tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:08.098903 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-713341fd-8228-4d2d-acb7-d44a2548f328 tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Added segment efe2d785-4445-4214-8058-d3db153d8c26 of type vlan for network b41fdf51-9b10-449c-bf8e-9fb7df498056 Jul 09 15:14:08.113554 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713341fd-8228-4d2d-acb7-d44a2548f328 tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acdaba9c-9927-4766-8204-4a4340da6702,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:08.150356 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-04dfd937-6a6d-425b-a012-19858869a887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba99189-2d22-4664-b84e-cb191bdf7ce0', 'name': 'tempest-TestServerMultinode-1134329411-router', 'tenant_id': '49e7385c2449449c9657197790d685ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:12:56Z', 'updated_at': '2021-07-09T15:14:07Z', 'revision_number': 6, 'project_id': '49e7385c2449449c9657197790d685ad', 'gw_port_host': None}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:08.184785 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-713341fd-8228-4d2d-acb7-d44a2548f328 tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:08.195427 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dfd937-6a6d-425b-a012-19858869a887 None None] The sync data for ids ['aba99189-2d22-4664-b84e-cb191bdf7ce0'] in n-d-799529-6 is: [{'id': 'aba99189-2d22-4664-b84e-cb191bdf7ce0', 'name': 'tempest-TestServerMultinode-1134329411-router', 'tenant_id': '49e7385c2449449c9657197790d685ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:12:56Z', 'updated_at': '2021-07-09T15:14:07Z', 'revision_number': 6, 'project_id': '49e7385c2449449c9657197790d685ad', 'gw_port_host': None}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:14:08.209593 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-921d5493-653d-4a4c-835b-d35d7f1cbc6b None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:08.233512 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-921d5493-653d-4a4c-835b-d35d7f1cbc6b None None] Transition to ACTIVE for port object 18576c90-1a46-4495-b1dc-3237eb869d2e will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:14:08.267560 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-921d5493-653d-4a4c-835b-d35d7f1cbc6b None None] Transition to ACTIVE for port object 18576c90-1a46-4495-b1dc-3237eb869d2e will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:14:08.303292 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-713341fd-8228-4d2d-acb7-d44a2548f328 tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:08.314125 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713341fd-8228-4d2d-acb7-d44a2548f328 tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:08.315263 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-713341fd-8228-4d2d-acb7-d44a2548f328 tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:08.360656 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-921d5493-653d-4a4c-835b-d35d7f1cbc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:08.403552 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921d5493-653d-4a4c-835b-d35d7f1cbc6b None None] Network cb796db4-23c8-47c4-a219-de1a59277b6b is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:14:08.406472 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-921d5493-653d-4a4c-835b-d35d7f1cbc6b None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:14:08.411274 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921d5493-653d-4a4c-835b-d35d7f1cbc6b None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:14:08.419613 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921d5493-653d-4a4c-835b-d35d7f1cbc6b None None] Pushing event updated for resources: {'Port': ['ID=18576c90-1a46-4495-b1dc-3237eb869d2e,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:08.424285 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-03ea78fd-18f7-419a-af75-68a4d5ff268f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:08.438599 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713341fd-8228-4d2d-acb7-d44a2548f328 tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Pushing event updated for resources: {'Network': ['ID=b41fdf51-9b10-449c-bf8e-9fb7df498056,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:08.457311 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ea78fd-18f7-419a-af75-68a4d5ff268f admin admin] Pushing event deleted for resources: {'Port': ['ID=f5b22ae0-aebb-4675-a227-1604c8ab136d,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:08.467699 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network b41fdf51-9b10-449c-bf8e-9fb7df498056 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:14:08.516569 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-713341fd-8228-4d2d-acb7-d44a2548f328 tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1605275 Jul 09 15:14:08.519332 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44428) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:08.525062 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-69d513be-fb71-46e1-8ab4-7571e8d43d0d tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Request body: {'subnet': {'network_id': 'b41fdf51-9b10-449c-bf8e-9fb7df498056', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:14:08.531259 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-45a6abf4-8df4-4289-bbbd-986d5b5d8872 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:08.552692 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-03ea78fd-18f7-419a-af75-68a4d5ff268f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:08.588631 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-921d5493-653d-4a4c-835b-d35d7f1cbc6b None None] Attempting to bind port 18576c90-1a46-4495-b1dc-3237eb869d2e on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:14:08.589010 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-921d5493-653d-4a4c-835b-d35d7f1cbc6b None None] Attempting to bind port 18576c90-1a46-4495-b1dc-3237eb869d2e by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'f855b127-beb3-48ec-8188-602c2243cd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'cb796db4-23c8-47c4-a219-de1a59277b6b'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:14:08.589379 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921d5493-653d-4a4c-835b-d35d7f1cbc6b None None] Attempting to bind port 18576c90-1a46-4495-b1dc-3237eb869d2e on network cb796db4-23c8-47c4-a219-de1a59277b6b {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:14:08.598734 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921d5493-653d-4a4c-835b-d35d7f1cbc6b None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:14:08.599336 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921d5493-653d-4a4c-835b-d35d7f1cbc6b None None] Checking segment: {'id': 'f855b127-beb3-48ec-8188-602c2243cd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'cb796db4-23c8-47c4-a219-de1a59277b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:14:08.599840 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-921d5493-653d-4a4c-835b-d35d7f1cbc6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:08.600324 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921d5493-653d-4a4c-835b-d35d7f1cbc6b None None] Bound using segment: {'id': 'f855b127-beb3-48ec-8188-602c2243cd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'cb796db4-23c8-47c4-a219-de1a59277b6b'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:14:08.601027 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-921d5493-653d-4a4c-835b-d35d7f1cbc6b None None] Bound port: 18576c90-1a46-4495-b1dc-3237eb869d2e, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f855b127-beb3-48ec-8188-602c2243cd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'cb796db4-23c8-47c4-a219-de1a59277b6b'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:14:08.601597 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-921d5493-653d-4a4c-835b-d35d7f1cbc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:08.713305 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-03ea78fd-18f7-419a-af75-68a4d5ff268f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:08.713711 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a6abf4-8df4-4289-bbbd-986d5b5d8872 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Pushing event deleted for resources: {'Subnet': ['ID=db3223cb-b832-45a2-a7cc-6824558345e4,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:08.716872 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-921d5493-653d-4a4c-835b-d35d7f1cbc6b None None] For port 18576c90-1a46-4495-b1dc-3237eb869d2e, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:14:08.719787 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-03ea78fd-18f7-419a-af75-68a4d5ff268f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:08.726297 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-921d5493-653d-4a4c-835b-d35d7f1cbc6b None None] For port 18576c90-1a46-4495-b1dc-3237eb869d2e, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=18576c90-1a46-4495-b1dc-3237eb869d2e,segment=NetworkSegment(f855b127-beb3-48ec-8188-602c2243cd34),segment_id=f855b127-beb3-48ec-8188-602c2243cd34)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:14:08.799409 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-45a6abf4-8df4-4289-bbbd-986d5b5d8872 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:08.811677 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-45a6abf4-8df4-4289-bbbd-986d5b5d8872 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb796db4-23c8-47c4-a219-de1a59277b6b']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:08.832321 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-45a6abf4-8df4-4289-bbbd-986d5b5d8872 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f855b127-beb3-48ec-8188-602c2243cd34') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:08.832682 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-45a6abf4-8df4-4289-bbbd-986d5b5d8872 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f855b127-beb3-48ec-8188-602c2243cd34') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:08.837636 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-921d5493-653d-4a4c-835b-d35d7f1cbc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:08.847109 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-45a6abf4-8df4-4289-bbbd-986d5b5d8872 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:08.857834 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-03ea78fd-18f7-419a-af75-68a4d5ff268f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:08.858407 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ea78fd-18f7-419a-af75-68a4d5ff268f admin admin] Fanout notify agent at l3_agent the message router_deleted on router aba99189-2d22-4664-b84e-cb191bdf7ce0 {{(pid=94445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 15:14:08.863701 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-03ea78fd-18f7-419a-af75-68a4d5ff268f admin admin] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:08.865077 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-03ea78fd-18f7-419a-af75-68a4d5ff268f admin admin] 10.222.0.58 "DELETE /v2.0/routers/aba99189-2d22-4664-b84e-cb191bdf7ce0 HTTP/1.1" status: 204 len: 168 time: 1.4856951 Jul 09 15:14:08.867652 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-45a6abf4-8df4-4289-bbbd-986d5b5d8872 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:08.867904 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44432) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:08.876100 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45a6abf4-8df4-4289-bbbd-986d5b5d8872 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:14:08.876551 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-45a6abf4-8df4-4289-bbbd-986d5b5d8872 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:08.881833 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 15:14:08.881833 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:14:08.881833 n-d-799529-6 neutron-server[94446]: timer() Jul 09 15:14:08.881833 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:14:08.881833 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 15:14:08.881833 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:14:08.881833 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 15:14:08.881833 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:14:08.881833 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 15:14:08.881833 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:14:08.881833 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 15:14:08.881833 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:14:08.881833 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 15:14:08.881833 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:14:08.881833 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:14:08.881833 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:14:08.881833 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:14:08.881833 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:14:08.881833 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 15:14:08.881833 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:14:08.881833 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 15:14:08.881833 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:14:08.881833 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:14:08.881833 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:14:08.881833 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 15:14:08.881833 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:14:08.881833 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:14:08.881833 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:14:08.881833 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:14:08.881833 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:14:08.881833 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:14:08.881833 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:14:08.931722 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-48069f0b-b1b9-458c-b65c-81bb6a94c8d8 admin admin] Deleting subnet d2f19dc5-4a45-4133-a405-5137df16d5ea {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:14:08.935549 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-48069f0b-b1b9-458c-b65c-81bb6a94c8d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:08.948268 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d513be-fb71-46e1-8ab4-7571e8d43d0d tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Made reservation on behalf of 336fe69158224cd5bd96ae4ee8e39224 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:14:08.949208 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921d5493-653d-4a4c-835b-d35d7f1cbc6b None None] Pushing event updated for resources: {'Port': ['ID=18576c90-1a46-4495-b1dc-3237eb869d2e,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:08.962322 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-69d513be-fb71-46e1-8ab4-7571e8d43d0d tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:08.986209 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-48069f0b-b1b9-458c-b65c-81bb6a94c8d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:09.000070 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73b246f-d910-46a0-a2e7-550b4f50694e None None] Network cb796db4-23c8-47c4-a219-de1a59277b6b requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:14:09.148265 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-48069f0b-b1b9-458c-b65c-81bb6a94c8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:09.191653 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 3ce10e77-0a69-427a-941b-bb80f475eb76 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:14:09.197231 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.db.api [None req-45a6abf4-8df4-4289-bbbd-986d5b5d8872 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 09 15:14:09.197231 n-d-799529-6 neutron-server[94446]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 09 15:14:09.197231 n-d-799529-6 neutron-server[94446]: [parameters: {'id': 'cb796db4-23c8-47c4-a219-de1a59277b6b'}] Jul 09 15:14:09.197231 n-d-799529-6 neutron-server[94446]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 15:14:09.197944 n-d-799529-6 neutron-server[94446]: DEBUG oslo_db.api [None req-45a6abf4-8df4-4289-bbbd-986d5b5d8872 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 15:14:09.222638 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 3ce10e77-0a69-427a-941b-bb80f475eb76 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:14:09.223121 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 3ce10e77-0a69-427a-941b-bb80f475eb76 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:14:09.223571 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device f5b22ae0-aebb-4675-a227-1604c8ab136d no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:14:09.247406 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: f5b22ae0-aebb-4675-a227-1604c8ab136d {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:14:09.247791 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device f5b22ae0-aebb-4675-a227-1604c8ab136d not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:14:09.257359 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-69d513be-fb71-46e1-8ab4-7571e8d43d0d tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:09.278381 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9887ac-6618-401e-a973-ca0a85b7cb98 None None] get_active_networks_info from n-d-799529-6 {{(pid=94447) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 15:14:09.309735 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-48069f0b-b1b9-458c-b65c-81bb6a94c8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:09.344714 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d513be-fb71-46e1-8ab4-7571e8d43d0d tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Pushing event updated for resources: {'Subnet': ['ID=ad37244f-c933-49f4-b435-95a57d92e88f,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:09.361071 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d513be-fb71-46e1-8ab4-7571e8d43d0d tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Checking segment: {'id': 'efe2d785-4445-4214-8058-d3db153d8c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b41fdf51-9b10-449c-bf8e-9fb7df498056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:14:09.361779 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d513be-fb71-46e1-8ab4-7571e8d43d0d tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Network hostable DHCP agents. Network: b41fdf51-9b10-449c-bf8e-9fb7df498056, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:14:09.366946 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48069f0b-b1b9-458c-b65c-81bb6a94c8d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2f19dc5-4a45-4133-a405-5137df16d5ea,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:09.382376 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-48069f0b-b1b9-458c-b65c-81bb6a94c8d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:09.386449 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-48069f0b-b1b9-458c-b65c-81bb6a94c8d8 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/d2f19dc5-4a45-4133-a405-5137df16d5ea HTTP/1.1" status: 204 len: 168 time: 0.5174201 Jul 09 15:14:09.390473 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44442) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:09.463192 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d513be-fb71-46e1-8ab4-7571e8d43d0d tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Network b41fdf51-9b10-449c-bf8e-9fb7df498056 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:14:09.485101 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e84bbf2a-2e6a-4af1-9c88-ef12f373a16e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:09.531275 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-69d513be-fb71-46e1-8ab4-7571e8d43d0d tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, b41fdf51-9b10-449c-bf8e-9fb7df498056) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:14:09.543428 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d513be-fb71-46e1-8ab4-7571e8d43d0d tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:09.544533 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-69d513be-fb71-46e1-8ab4-7571e8d43d0d tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:09.564719 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-e84bbf2a-2e6a-4af1-9c88-ef12f373a16e admin admin] Deleting port a9e21f26-c0fe-4139-888d-86579b0dfa66 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:14:09.565078 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e84bbf2a-2e6a-4af1-9c88-ef12f373a16e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:09.641019 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-e84bbf2a-2e6a-4af1-9c88-ef12f373a16e admin admin] For port a9e21f26-c0fe-4139-888d-86579b0dfa66, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=a9e21f26-c0fe-4139-888d-86579b0dfa66,segment=NetworkSegment(112068db-64d1-4f8c-9701-2c04d5aac835),segment_id=112068db-64d1-4f8c-9701-2c04d5aac835)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:14:09.641382 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e84bbf2a-2e6a-4af1-9c88-ef12f373a16e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:09.655223 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-e84bbf2a-2e6a-4af1-9c88-ef12f373a16e admin admin] Calling delete_port for a9e21f26-c0fe-4139-888d-86579b0dfa66 owned by network:dhcp {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:14:09.701862 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-69d513be-fb71-46e1-8ab4-7571e8d43d0d tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1793396 Jul 09 15:14:09.701862 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-45a6abf4-8df4-4289-bbbd-986d5b5d8872 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:09.705251 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44446) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:09.711049 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-b86fc261-05ce-4c93-8e88-46775eaa1a5f tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Request body: {'port': {'network_id': 'b41fdf51-9b10-449c-bf8e-9fb7df498056', 'name': 'tempest-DHCPAgentSchedulersTestJSON-526580738'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:14:09.718202 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9887ac-6618-401e-a973-ca0a85b7cb98 None None] Unable to find a vacant binding_index for network b41fdf51-9b10-449c-bf8e-9fb7df498056 and agent 844e4ec0-f480-4662-8af0-555e985a1b50 {{(pid=94447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 09 15:14:09.724664 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9887ac-6618-401e-a973-ca0a85b7cb98 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, b41fdf51-9b10-449c-bf8e-9fb7df498056) {{(pid=94447) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 15:14:09.784812 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-45a6abf4-8df4-4289-bbbd-986d5b5d8872 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Deleting port 18576c90-1a46-4495-b1dc-3237eb869d2e {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:14:09.785547 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-45a6abf4-8df4-4289-bbbd-986d5b5d8872 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:09.874167 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-45a6abf4-8df4-4289-bbbd-986d5b5d8872 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] For port 18576c90-1a46-4495-b1dc-3237eb869d2e, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=18576c90-1a46-4495-b1dc-3237eb869d2e,segment=NetworkSegment(f855b127-beb3-48ec-8188-602c2243cd34),segment_id=f855b127-beb3-48ec-8188-602c2243cd34)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:14:09.874804 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-45a6abf4-8df4-4289-bbbd-986d5b5d8872 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:09.897871 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-45a6abf4-8df4-4289-bbbd-986d5b5d8872 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Calling delete_port for 18576c90-1a46-4495-b1dc-3237eb869d2e owned by network:dhcp {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:14:09.943315 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e84bbf2a-2e6a-4af1-9c88-ef12f373a16e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:10.000635 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86fc261-05ce-4c93-8e88-46775eaa1a5f tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Made reservation on behalf of 336fe69158224cd5bd96ae4ee8e39224 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:14:10.010346 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b86fc261-05ce-4c93-8e88-46775eaa1a5f tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:10.010346 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84bbf2a-2e6a-4af1-9c88-ef12f373a16e admin admin] Pushing event deleted for resources: {'Port': ['ID=a9e21f26-c0fe-4139-888d-86579b0dfa66,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:10.027727 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84bbf2a-2e6a-4af1-9c88-ef12f373a16e admin admin] No DVR routers for this DVR port a9e21f26-c0fe-4139-888d-86579b0dfa66 on host n-d-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:14:10.059689 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [None req-b86fc261-05ce-4c93-8e88-46775eaa1a5f tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] device_id is not set on port ab490524-c363-4e9e-9bf5-4e383cc0f356 yet. {{(pid=94445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 15:14:10.083567 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b502c4-1f8f-483e-b858-825250d0b6b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-b41fdf51-9b10-449c-bf8e-9fb7df498056', 'network_id': 'b41fdf51-9b10-449c-bf8e-9fb7df498056', 'tenant_id': '336fe69158224cd5bd96ae4ee8e39224', 'fixed_ips': [{'subnet_id': 'ad37244f-c933-49f4-b435-95a57d92e88f'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:14:10.083567 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-42b502c4-1f8f-483e-b858-825250d0b6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:10.104136 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-45a6abf4-8df4-4289-bbbd-986d5b5d8872 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:10.149746 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a6abf4-8df4-4289-bbbd-986d5b5d8872 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] No DVR routers for this DVR port 18576c90-1a46-4495-b1dc-3237eb869d2e on host n-d-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:14:10.153295 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a6abf4-8df4-4289-bbbd-986d5b5d8872 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Pushing event deleted for resources: {'Port': ['ID=18576c90-1a46-4495-b1dc-3237eb869d2e,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:10.154816 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e84bbf2a-2e6a-4af1-9c88-ef12f373a16e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:10.173772 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-e84bbf2a-2e6a-4af1-9c88-ef12f373a16e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3f016b5-7577-4d42-9bfb-6179615c5ae4']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:10.195662 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-e84bbf2a-2e6a-4af1-9c88-ef12f373a16e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '112068db-64d1-4f8c-9701-2c04d5aac835') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:10.196046 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-e84bbf2a-2e6a-4af1-9c88-ef12f373a16e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '112068db-64d1-4f8c-9701-2c04d5aac835') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:10.228857 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e84bbf2a-2e6a-4af1-9c88-ef12f373a16e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:10.251190 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-45a6abf4-8df4-4289-bbbd-986d5b5d8872 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:10.252432 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e84bbf2a-2e6a-4af1-9c88-ef12f373a16e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:10.265561 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e84bbf2a-2e6a-4af1-9c88-ef12f373a16e admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:14:10.265866 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e84bbf2a-2e6a-4af1-9c88-ef12f373a16e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:10.267543 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 15:14:10.267543 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:14:10.267543 n-d-799529-6 neutron-server[94445]: timer() Jul 09 15:14:10.267543 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:14:10.267543 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 15:14:10.267543 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:14:10.267543 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 15:14:10.267543 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:14:10.267543 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 15:14:10.267543 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:14:10.267543 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 15:14:10.267543 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:14:10.267543 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 15:14:10.267543 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:14:10.267543 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:14:10.267543 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:14:10.267543 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:14:10.267543 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:14:10.267543 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 15:14:10.267543 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:14:10.267543 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 15:14:10.267543 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:14:10.267543 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:14:10.267543 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:14:10.267543 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 15:14:10.267543 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:14:10.267543 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:14:10.267543 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:14:10.267543 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:14:10.267543 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:14:10.267543 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:14:10.267543 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:14:10.275130 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-45a6abf4-8df4-4289-bbbd-986d5b5d8872 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb796db4-23c8-47c4-a219-de1a59277b6b']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:10.286402 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-45a6abf4-8df4-4289-bbbd-986d5b5d8872 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f855b127-beb3-48ec-8188-602c2243cd34') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:10.286864 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-45a6abf4-8df4-4289-bbbd-986d5b5d8872 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f855b127-beb3-48ec-8188-602c2243cd34') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:10.299584 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-45a6abf4-8df4-4289-bbbd-986d5b5d8872 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:10.308763 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-b86fc261-05ce-4c93-8e88-46775eaa1a5f tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Allocated IP 172.20.0.3 (b41fdf51-9b10-449c-bf8e-9fb7df498056/ad37244f-c933-49f4-b435-95a57d92e88f/ab490524-c363-4e9e-9bf5-4e383cc0f356) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:14:10.323461 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-45a6abf4-8df4-4289-bbbd-986d5b5d8872 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:10.337169 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45a6abf4-8df4-4289-bbbd-986d5b5d8872 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:14:10.337169 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-45a6abf4-8df4-4289-bbbd-986d5b5d8872 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:10.341862 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 15:14:10.341862 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:14:10.341862 n-d-799529-6 neutron-server[94446]: timer() Jul 09 15:14:10.341862 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:14:10.341862 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 15:14:10.341862 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:14:10.341862 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 15:14:10.341862 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:14:10.341862 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 15:14:10.341862 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:14:10.341862 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 15:14:10.341862 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:14:10.341862 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 15:14:10.341862 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:14:10.341862 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:14:10.341862 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:14:10.341862 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:14:10.341862 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:14:10.341862 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 15:14:10.341862 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:14:10.341862 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 15:14:10.341862 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:14:10.341862 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:14:10.341862 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:14:10.341862 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 15:14:10.341862 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:14:10.341862 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:14:10.341862 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:14:10.341862 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:14:10.341862 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:14:10.341862 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:14:10.341862 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:14:10.443556 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e84bbf2a-2e6a-4af1-9c88-ef12f373a16e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:10.450736 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e84bbf2a-2e6a-4af1-9c88-ef12f373a16e admin admin] Notify callbacks [] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:10.452608 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e84bbf2a-2e6a-4af1-9c88-ef12f373a16e admin admin] 10.222.0.58 "DELETE /v2.0/networks/d3f016b5-7577-4d42-9bfb-6179615c5ae4 HTTP/1.1" status: 204 len: 168 time: 1.0612671 Jul 09 15:14:10.469798 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84bbf2a-2e6a-4af1-9c88-ef12f373a16e admin admin] Pushing event deleted for resources: {'Network': ['ID=d3f016b5-7577-4d42-9bfb-6179615c5ae4,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:10.497327 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-45a6abf4-8df4-4289-bbbd-986d5b5d8872 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:10.507898 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-45a6abf4-8df4-4289-bbbd-986d5b5d8872 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:10.510632 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-45a6abf4-8df4-4289-bbbd-986d5b5d8872 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "DELETE /v2.0/networks/cb796db4-23c8-47c4-a219-de1a59277b6b HTTP/1.1" status: 204 len: 168 time: 3.0225008 Jul 09 15:14:10.515976 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44458) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:10.522950 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-984dc53d-c934-4c0c-ac02-6c9fd9ad7477 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-750702029'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:14:10.524441 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a6abf4-8df4-4289-bbbd-986d5b5d8872 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Pushing event deleted for resources: {'Network': ['ID=cb796db4-23c8-47c4-a219-de1a59277b6b,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:10.561425 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b86fc261-05ce-4c93-8e88-46775eaa1a5f tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:10.593268 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-b86fc261-05ce-4c93-8e88-46775eaa1a5f tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Transition to ACTIVE for port object ab490524-c363-4e9e-9bf5-4e383cc0f356 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:14:10.674356 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984dc53d-c934-4c0c-ac02-6c9fd9ad7477 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Made reservation on behalf of e1ba7eec03cf489a8db3951e95fe2fe7 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:14:10.678501 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-984dc53d-c934-4c0c-ac02-6c9fd9ad7477 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:10.707978 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-984dc53d-c934-4c0c-ac02-6c9fd9ad7477 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:14:10.717929 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-984dc53d-c934-4c0c-ac02-6c9fd9ad7477 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:10.718273 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-984dc53d-c934-4c0c-ac02-6c9fd9ad7477 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Added segment 47aac715-bfd5-4858-bee9-d4494810006c of type vlan for network ede25674-4a48-4f08-a316-fc86192d7c9f Jul 09 15:14:10.761324 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-984dc53d-c934-4c0c-ac02-6c9fd9ad7477 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:10.792665 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b86fc261-05ce-4c93-8e88-46775eaa1a5f tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:10.847934 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86fc261-05ce-4c93-8e88-46775eaa1a5f tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Network b41fdf51-9b10-449c-bf8e-9fb7df498056 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:14:10.856759 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-b86fc261-05ce-4c93-8e88-46775eaa1a5f tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:14:10.864410 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86fc261-05ce-4c93-8e88-46775eaa1a5f tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:14:10.890499 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-42b502c4-1f8f-483e-b858-825250d0b6b6 None None] Allocated IP 172.20.0.2 (b41fdf51-9b10-449c-bf8e-9fb7df498056/ad37244f-c933-49f4-b435-95a57d92e88f/dd6d136c-7d3a-4955-b275-310d10fb6922) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:14:10.921018 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86fc261-05ce-4c93-8e88-46775eaa1a5f tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Pushing event updated for resources: {'Port': ['ID=ab490524-c363-4e9e-9bf5-4e383cc0f356,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:10.926883 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-984dc53d-c934-4c0c-ac02-6c9fd9ad7477 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:10.932658 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984dc53d-c934-4c0c-ac02-6c9fd9ad7477 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:10.933295 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-984dc53d-c934-4c0c-ac02-6c9fd9ad7477 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks [] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:11.020732 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86fc261-05ce-4c93-8e88-46775eaa1a5f tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:11.021521 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b86fc261-05ce-4c93-8e88-46775eaa1a5f tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:11.034457 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984dc53d-c934-4c0c-ac02-6c9fd9ad7477 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Pushing event updated for resources: {'Network': ['ID=ede25674-4a48-4f08-a316-fc86192d7c9f,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:11.053396 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network ede25674-4a48-4f08-a316-fc86192d7c9f details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:14:11.092392 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-984dc53d-c934-4c0c-ac02-6c9fd9ad7477 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5750706 Jul 09 15:14:11.095181 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44466) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:11.100670 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-1052c6b9-9d25-4cd9-a8fd-c18ce0cd3ef3 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Request body: {'subnet': {'network_id': 'ede25674-4a48-4f08-a316-fc86192d7c9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:14:11.129801 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-42b502c4-1f8f-483e-b858-825250d0b6b6 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:11.132721 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44468) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:11.144420 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b86fc261-05ce-4c93-8e88-46775eaa1a5f tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4379592 Jul 09 15:14:11.151358 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44470) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:11.151619 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-42b502c4-1f8f-483e-b858-825250d0b6b6 None None] Transition to ACTIVE for port object dd6d136c-7d3a-4955-b275-310d10fb6922 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:14:11.177791 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-42b502c4-1f8f-483e-b858-825250d0b6b6 None None] Transition to ACTIVE for port object dd6d136c-7d3a-4955-b275-310d10fb6922 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:14:11.188251 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-21017fb3-10bf-4612-bc3e-2ef53a80a7d9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ffa72752a3ec4aac9c612dfa791b68d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0541973 Jul 09 15:14:11.190876 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44474) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:11.246649 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-42b502c4-1f8f-483e-b858-825250d0b6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:11.256443 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5082f11e-ce73-422b-a578-32f94973cef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:11.301900 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5082f11e-ce73-422b-a578-32f94973cef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:11.312632 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b502c4-1f8f-483e-b858-825250d0b6b6 None None] Network b41fdf51-9b10-449c-bf8e-9fb7df498056 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:14:11.315702 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-7fca53e2-4e16-4444-bf66-b6ee19df1e5a tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Deleting port ab490524-c363-4e9e-9bf5-4e383cc0f356 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:14:11.316065 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7fca53e2-4e16-4444-bf66-b6ee19df1e5a tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:11.318008 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-42b502c4-1f8f-483e-b858-825250d0b6b6 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:14:11.325944 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b502c4-1f8f-483e-b858-825250d0b6b6 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:14:11.368126 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b502c4-1f8f-483e-b858-825250d0b6b6 None None] Pushing event updated for resources: {'Port': ['ID=dd6d136c-7d3a-4955-b275-310d10fb6922,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:11.436532 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1052c6b9-9d25-4cd9-a8fd-c18ce0cd3ef3 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Made reservation on behalf of e1ba7eec03cf489a8db3951e95fe2fe7 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:14:11.440200 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1052c6b9-9d25-4cd9-a8fd-c18ce0cd3ef3 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:11.448651 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7fca53e2-4e16-4444-bf66-b6ee19df1e5a tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:11.460056 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-42b502c4-1f8f-483e-b858-825250d0b6b6 None None] Attempting to bind port dd6d136c-7d3a-4955-b275-310d10fb6922 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:14:11.462791 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-42b502c4-1f8f-483e-b858-825250d0b6b6 None None] Attempting to bind port dd6d136c-7d3a-4955-b275-310d10fb6922 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'efe2d785-4445-4214-8058-d3db153d8c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b41fdf51-9b10-449c-bf8e-9fb7df498056'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:14:11.462791 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b502c4-1f8f-483e-b858-825250d0b6b6 None None] Attempting to bind port dd6d136c-7d3a-4955-b275-310d10fb6922 on network b41fdf51-9b10-449c-bf8e-9fb7df498056 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:14:11.476070 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b502c4-1f8f-483e-b858-825250d0b6b6 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:14:11.476506 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b502c4-1f8f-483e-b858-825250d0b6b6 None None] Checking segment: {'id': 'efe2d785-4445-4214-8058-d3db153d8c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b41fdf51-9b10-449c-bf8e-9fb7df498056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:14:11.476918 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-42b502c4-1f8f-483e-b858-825250d0b6b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:11.477322 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b502c4-1f8f-483e-b858-825250d0b6b6 None None] Bound using segment: {'id': 'efe2d785-4445-4214-8058-d3db153d8c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b41fdf51-9b10-449c-bf8e-9fb7df498056'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:14:11.477812 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-42b502c4-1f8f-483e-b858-825250d0b6b6 None None] Bound port: dd6d136c-7d3a-4955-b275-310d10fb6922, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efe2d785-4445-4214-8058-d3db153d8c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b41fdf51-9b10-449c-bf8e-9fb7df498056'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:14:11.478207 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-42b502c4-1f8f-483e-b858-825250d0b6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:11.503194 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5082f11e-ce73-422b-a578-32f94973cef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:11.506510 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5082f11e-ce73-422b-a578-32f94973cef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:11.508140 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-5082f11e-ce73-422b-a578-32f94973cef0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b9657812-b144-436d-83db-3438e0dc48ea HTTP/1.1" status: 204 len: 168 time: 0.3161831 Jul 09 15:14:11.514450 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-7fca53e2-4e16-4444-bf66-b6ee19df1e5a tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Calling delete_port for ab490524-c363-4e9e-9bf5-4e383cc0f356 owned by {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:14:11.539233 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5082f11e-ce73-422b-a578-32f94973cef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9657812-b144-436d-83db-3438e0dc48ea,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:11.569161 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-42b502c4-1f8f-483e-b858-825250d0b6b6 None None] For port dd6d136c-7d3a-4955-b275-310d10fb6922, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:14:11.585149 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-42b502c4-1f8f-483e-b858-825250d0b6b6 None None] For port dd6d136c-7d3a-4955-b275-310d10fb6922, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=dd6d136c-7d3a-4955-b275-310d10fb6922,segment=NetworkSegment(efe2d785-4445-4214-8058-d3db153d8c26),segment_id=efe2d785-4445-4214-8058-d3db153d8c26)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:14:11.693402 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-42b502c4-1f8f-483e-b858-825250d0b6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:11.770116 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b502c4-1f8f-483e-b858-825250d0b6b6 None None] Pushing event updated for resources: {'Port': ['ID=dd6d136c-7d3a-4955-b275-310d10fb6922,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:11.868930 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1052c6b9-9d25-4cd9-a8fd-c18ce0cd3ef3 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:11.912022 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7fca53e2-4e16-4444-bf66-b6ee19df1e5a tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:12.027255 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fca53e2-4e16-4444-bf66-b6ee19df1e5a tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Pushing event deleted for resources: {'Port': ['ID=ab490524-c363-4e9e-9bf5-4e383cc0f356,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:12.070218 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1052c6b9-9d25-4cd9-a8fd-c18ce0cd3ef3 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Pushing event updated for resources: {'Subnet': ['ID=979e8e52-d9ce-4f70-82dc-e48e51a63f4e,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:12.134373 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1052c6b9-9d25-4cd9-a8fd-c18ce0cd3ef3 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Checking segment: {'id': '47aac715-bfd5-4858-bee9-d4494810006c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ede25674-4a48-4f08-a316-fc86192d7c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:14:12.135076 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1052c6b9-9d25-4cd9-a8fd-c18ce0cd3ef3 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Network hostable DHCP agents. Network: ede25674-4a48-4f08-a316-fc86192d7c9f, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:14:12.157458 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7fca53e2-4e16-4444-bf66-b6ee19df1e5a tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:12.163304 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44490) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:12.163924 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-7fca53e2-4e16-4444-bf66-b6ee19df1e5a tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] 10.222.0.58 "DELETE /v2.0/ports/ab490524-c363-4e9e-9bf5-4e383cc0f356 HTTP/1.1" status: 204 len: 168 time: 1.0111043 Jul 09 15:14:12.262916 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1052c6b9-9d25-4cd9-a8fd-c18ce0cd3ef3 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Network ede25674-4a48-4f08-a316-fc86192d7c9f is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:14:12.337585 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-1052c6b9-9d25-4cd9-a8fd-c18ce0cd3ef3 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, ede25674-4a48-4f08-a316-fc86192d7c9f) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:14:12.345058 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1052c6b9-9d25-4cd9-a8fd-c18ce0cd3ef3 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:12.345659 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1052c6b9-9d25-4cd9-a8fd-c18ce0cd3ef3 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks [] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:12.377748 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-46eb0cfb-9ac7-42ec-98c1-aa23f532302c tempest-DHCPAgentSchedulersTestJSON-941442746 tempest-DHCPAgentSchedulersTestJSON-941442746-project-admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4676 time: 0.2114971 Jul 09 15:14:12.380207 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44498) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:12.386132 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-c274b25f-ac3d-4f49-b568-c0442aa7e693 tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-848884189'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:14:12.429682 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44502) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:12.434243 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-1052c6b9-9d25-4cd9-a8fd-c18ce0cd3ef3 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3379281 Jul 09 15:14:12.438491 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44504) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:12.490524 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-6eecbeec-3b2f-43f3-b6a4-807e239aecde admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=49e7385c2449449c9657197790d685ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0591867 Jul 09 15:14:12.492830 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44506) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:12.515784 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c274b25f-ac3d-4f49-b568-c0442aa7e693 tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Made reservation on behalf of 336fe69158224cd5bd96ae4ee8e39224 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:14:12.519324 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c274b25f-ac3d-4f49-b568-c0442aa7e693 tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:12.549219 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-841fde1f-304c-48fa-8c76-0aaad080d327 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:12.572636 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c274b25f-ac3d-4f49-b568-c0442aa7e693 tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:14:12.576004 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3bd01c8e-fbf0-48bc-9f86-9f3cc14f7fea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:12.594253 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c274b25f-ac3d-4f49-b568-c0442aa7e693 tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:12.594585 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-c274b25f-ac3d-4f49-b568-c0442aa7e693 tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Added segment 9d5d1bdd-089f-4654-a4f9-4a5b74cf2058 of type vlan for network d2963d42-8962-415b-9d33-ecef88c274fd Jul 09 15:14:12.616191 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3bd01c8e-fbf0-48bc-9f86-9f3cc14f7fea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:12.620830 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-841fde1f-304c-48fa-8c76-0aaad080d327 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:12.683168 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c274b25f-ac3d-4f49-b568-c0442aa7e693 tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:12.782752 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3bd01c8e-fbf0-48bc-9f86-9f3cc14f7fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:12.785683 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3bd01c8e-fbf0-48bc-9f86-9f3cc14f7fea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:12.787262 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-3bd01c8e-fbf0-48bc-9f86-9f3cc14f7fea admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a6320071-7a73-4473-8401-6e67b9cb8752 HTTP/1.1" status: 204 len: 168 time: 0.2933242 Jul 09 15:14:12.797663 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd01c8e-fbf0-48bc-9f86-9f3cc14f7fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6320071-7a73-4473-8401-6e67b9cb8752,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:12.806565 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c274b25f-ac3d-4f49-b568-c0442aa7e693 tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:12.808434 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-841fde1f-304c-48fa-8c76-0aaad080d327 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:12.822706 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c274b25f-ac3d-4f49-b568-c0442aa7e693 tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:12.823668 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c274b25f-ac3d-4f49-b568-c0442aa7e693 tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:12.912342 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841fde1f-304c-48fa-8c76-0aaad080d327 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Pushing event deleted for resources: {'Subnet': ['ID=979e8e52-d9ce-4f70-82dc-e48e51a63f4e,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:12.986213 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device dd6d136c-7d3a-4955-b275-310d10fb6922 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:14:13.040932 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c274b25f-ac3d-4f49-b568-c0442aa7e693 tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Pushing event updated for resources: {'Network': ['ID=d2963d42-8962-415b-9d33-ecef88c274fd,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:13.065033 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c274b25f-ac3d-4f49-b568-c0442aa7e693 tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6833618 Jul 09 15:14:13.065871 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44512) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:13.075176 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network d2963d42-8962-415b-9d33-ecef88c274fd details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:14:13.091369 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-841fde1f-304c-48fa-8c76-0aaad080d327 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:13.106443 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-841fde1f-304c-48fa-8c76-0aaad080d327 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ede25674-4a48-4f08-a316-fc86192d7c9f']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:13.126014 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-841fde1f-304c-48fa-8c76-0aaad080d327 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47aac715-bfd5-4858-bee9-d4494810006c') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:13.126300 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-841fde1f-304c-48fa-8c76-0aaad080d327 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47aac715-bfd5-4858-bee9-d4494810006c') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:13.141079 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-841fde1f-304c-48fa-8c76-0aaad080d327 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:13.158504 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-841fde1f-304c-48fa-8c76-0aaad080d327 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:13.166236 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-841fde1f-304c-48fa-8c76-0aaad080d327 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:14:13.166581 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-841fde1f-304c-48fa-8c76-0aaad080d327 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:13.169868 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:14:13.169868 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:14:13.169868 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 15:14:13.169868 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:14:13.169868 n-d-799529-6 neutron-server[94445]: timer() Jul 09 15:14:13.169868 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:14:13.169868 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 15:14:13.169868 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:14:13.169868 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 15:14:13.169868 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:14:13.169868 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 15:14:13.169868 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:14:13.169868 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 15:14:13.169868 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:14:13.169868 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 15:14:13.169868 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:14:13.169868 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:14:13.169868 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:14:13.169868 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:14:13.169868 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:14:13.169868 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 15:14:13.169868 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:14:13.169868 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 15:14:13.169868 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:14:13.169868 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:14:13.169868 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:14:13.169868 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 15:14:13.169868 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:14:13.169868 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:14:13.169868 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:14:13.169868 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:14:13.169868 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:14:13.169868 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:14:13.169868 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:14:13.182156 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e00440b-5af3-4171-8a52-23889ad96d6c None None] Network d3f016b5-7577-4d42-9bfb-6179615c5ae4 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:14:13.198788 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e00440b-5af3-4171-8a52-23889ad96d6c None None] Network d3f016b5-7577-4d42-9bfb-6179615c5ae4 could not be found, it might have been deleted concurrently. {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 09 15:14:13.200911 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd69c15-79ec-491a-b3eb-0eda03ddaf1c None None] Network b41fdf51-9b10-449c-bf8e-9fb7df498056 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:14:13.263107 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78d301c-3c8f-4ed1-a934-4824c3428b45 None None] Network ede25674-4a48-4f08-a316-fc86192d7c9f requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:14:13.284815 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port dd6d136c-7d3a-4955-b275-310d10fb6922 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:14:13.307706 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-4e0c14ec-e420-466d-88ed-c9c5f5c73e6d tempest-DHCPAgentSchedulersTestJSON-941442746 tempest-DHCPAgentSchedulersTestJSON-941442746-project-admin] 10.222.0.58 "GET /v2.0/agents/844e4ec0-f480-4662-8af0-555e985a1b50/dhcp-networks HTTP/1.1" status: 200 len: 4847 time: 0.2386956 Jul 09 15:14:13.312005 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44518) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:13.325625 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a20151-97d1-4dff-845c-c8c594c493b9 None None] DHCP port deletion for d3f016b5-7577-4d42-9bfb-6179615c5ae4 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 15:14:13.390412 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-841fde1f-304c-48fa-8c76-0aaad080d327 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:13.398098 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-841fde1f-304c-48fa-8c76-0aaad080d327 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks [] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:13.401417 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-841fde1f-304c-48fa-8c76-0aaad080d327 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "DELETE /v2.0/networks/ede25674-4a48-4f08-a316-fc86192d7c9f HTTP/1.1" status: 204 len: 168 time: 0.9615395 Jul 09 15:14:13.407146 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44522) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:13.412483 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-fc9c03ae-2b3c-40d0-a3fd-04ea2fec9cae tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1383286189'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:14:13.431248 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841fde1f-304c-48fa-8c76-0aaad080d327 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Pushing event deleted for resources: {'Network': ['ID=ede25674-4a48-4f08-a316-fc86192d7c9f,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:13.453370 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-27b33878-6d59-49e2-8184-4203b32f7e0b None None] Provisioning for port dd6d136c-7d3a-4955-b275-310d10fb6922 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:14:13.463046 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-27b33878-6d59-49e2-8184-4203b32f7e0b None None] Provisioning complete for port dd6d136c-7d3a-4955-b275-310d10fb6922 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:14:13.463599 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-27b33878-6d59-49e2-8184-4203b32f7e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:13.465757 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa2a48b-8062-4bff-9063-0543aa9b464d None None] Network ede25674-4a48-4f08-a316-fc86192d7c9f requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:14:13.490372 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e47cf54-da43-45eb-a21a-6c9972a1dc3d tempest-DHCPAgentSchedulersTestJSON-941442746 tempest-DHCPAgentSchedulersTestJSON-941442746-project-admin] Network d2963d42-8962-415b-9d33-ecef88c274fd is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:14:13.525879 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9c03ae-2b3c-40d0-a3fd-04ea2fec9cae tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Made reservation on behalf of e1ba7eec03cf489a8db3951e95fe2fe7 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:14:13.530741 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fc9c03ae-2b3c-40d0-a3fd-04ea2fec9cae tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:13.562291 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-4e47cf54-da43-45eb-a21a-6c9972a1dc3d tempest-DHCPAgentSchedulersTestJSON-941442746 tempest-DHCPAgentSchedulersTestJSON-941442746-project-admin] 10.222.0.58 "POST /v2.0/agents/844e4ec0-f480-4662-8af0-555e985a1b50/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2470160 Jul 09 15:14:13.565842 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44524) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:13.575712 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc9c03ae-2b3c-40d0-a3fd-04ea2fec9cae tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:14:13.588093 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa2a48b-8062-4bff-9063-0543aa9b464d None None] Network ede25674-4a48-4f08-a316-fc86192d7c9f could not be found, it might have been deleted concurrently. {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 09 15:14:13.596993 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69420d15-14f0-492c-aa66-468d807c9128 None None] Network d2963d42-8962-415b-9d33-ecef88c274fd requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:14:13.613241 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fc9c03ae-2b3c-40d0-a3fd-04ea2fec9cae tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:13.613813 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-fc9c03ae-2b3c-40d0-a3fd-04ea2fec9cae tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Added segment d346ef1d-59bc-42eb-aec4-1d9b3d11a179 of type vlan for network 451d859e-eabb-4ff3-914d-7afb3b5b1720 Jul 09 15:14:13.721717 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fc9c03ae-2b3c-40d0-a3fd-04ea2fec9cae tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:13.810369 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b21a135b-d920-4c0e-aaa5-524bc5c2c4c8 tempest-DHCPAgentSchedulersTestJSON-941442746 tempest-DHCPAgentSchedulersTestJSON-941442746-project-admin] 10.222.0.58 "GET /v2.0/agents/844e4ec0-f480-4662-8af0-555e985a1b50/dhcp-networks HTTP/1.1" status: 200 len: 4862 time: 0.2428665 Jul 09 15:14:13.814062 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44528) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:13.834217 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-27b33878-6d59-49e2-8184-4203b32f7e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:13.857569 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fc9c03ae-2b3c-40d0-a3fd-04ea2fec9cae tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:13.870664 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9c03ae-2b3c-40d0-a3fd-04ea2fec9cae tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:13.871426 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fc9c03ae-2b3c-40d0-a3fd-04ea2fec9cae tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:13.893425 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-27b33878-6d59-49e2-8184-4203b32f7e0b None None] For port dd6d136c-7d3a-4955-b275-310d10fb6922, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=dd6d136c-7d3a-4955-b275-310d10fb6922,segment=NetworkSegment(efe2d785-4445-4214-8058-d3db153d8c26),segment_id=efe2d785-4445-4214-8058-d3db153d8c26)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:14:13.983586 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-27b33878-6d59-49e2-8184-4203b32f7e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:13.996081 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9c03ae-2b3c-40d0-a3fd-04ea2fec9cae tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Pushing event updated for resources: {'Network': ['ID=451d859e-eabb-4ff3-914d-7afb3b5b1720,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:14.016476 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 451d859e-eabb-4ff3-914d-7afb3b5b1720 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:14:14.052573 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-fc9c03ae-2b3c-40d0-a3fd-04ea2fec9cae tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6441777 Jul 09 15:14:14.055111 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44532) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:14.060907 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-d5069452-1921-46cd-b80a-194950cc0b6a tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Request body: {'subnet': {'network_id': '451d859e-eabb-4ff3-914d-7afb3b5b1720', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:14:14.100036 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b33878-6d59-49e2-8184-4203b32f7e0b None None] Pushing event updated for resources: {'Port': ['ID=dd6d136c-7d3a-4955-b275-310d10fb6922,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:14.133798 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ef8ac673-d795-482f-8299-cb5be5eea1b6 tempest-DHCPAgentSchedulersTestJSON-941442746 tempest-DHCPAgentSchedulersTestJSON-941442746-project-admin] 10.222.0.58 "DELETE /v2.0/agents/844e4ec0-f480-4662-8af0-555e985a1b50/dhcp-networks/d2963d42-8962-415b-9d33-ecef88c274fd HTTP/1.1" status: 204 len: 168 time: 0.3183870 Jul 09 15:14:14.136706 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44534) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:14.267304 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-991ab6aa-6c1b-4247-aa79-81ae401f2985 tempest-DHCPAgentSchedulersTestJSON-941442746 tempest-DHCPAgentSchedulersTestJSON-941442746-project-admin] 10.222.0.58 "GET /v2.0/agents/844e4ec0-f480-4662-8af0-555e985a1b50/dhcp-networks HTTP/1.1" status: 200 len: 4092 time: 0.1292274 Jul 09 15:14:14.271366 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44538) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:14.294216 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-0b3be2a6-fe9a-4695-bc8c-2bfb65813d65 tempest-DHCPAgentSchedulersTestJSON-941442746 tempest-DHCPAgentSchedulersTestJSON-941442746-project-admin] 10.222.0.58 "GET /v2.0/networks/b41fdf51-9b10-449c-bf8e-9fb7df498056/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0207465 Jul 09 15:14:14.299144 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44540) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:14.323654 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-46748acd-cb76-439e-9548-9c741015a049 tempest-DHCPAgentSchedulersTestJSON-941442746 tempest-DHCPAgentSchedulersTestJSON-941442746-project-admin] 10.222.0.58 "GET /v2.0/networks/b41fdf51-9b10-449c-bf8e-9fb7df498056/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0209317 Jul 09 15:14:14.324350 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44544) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:14.331468 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5069452-1921-46cd-b80a-194950cc0b6a tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Made reservation on behalf of e1ba7eec03cf489a8db3951e95fe2fe7 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:14:14.335311 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d5069452-1921-46cd-b80a-194950cc0b6a tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:14.462917 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0c475e-6693-44d5-9511-fb4937d1d1b4 None None] Network b41fdf51-9b10-449c-bf8e-9fb7df498056 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:14:14.548701 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-6f66080a-c261-4d37-8bb0-c8541c05d473 None None] Provisioning complete for port dd6d136c-7d3a-4955-b275-310d10fb6922 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:14:14.549072 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6f66080a-c261-4d37-8bb0-c8541c05d473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:14.615578 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f1009e81-5434-448e-988e-371a1102fc92 tempest-DHCPAgentSchedulersTestJSON-941442746 tempest-DHCPAgentSchedulersTestJSON-941442746-project-admin] 10.222.0.58 "GET /v2.0/agents/844e4ec0-f480-4662-8af0-555e985a1b50/dhcp-networks HTTP/1.1" status: 200 len: 4092 time: 0.2902851 Jul 09 15:14:14.619940 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44548) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:14.829081 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d5069452-1921-46cd-b80a-194950cc0b6a tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:14.900437 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5069452-1921-46cd-b80a-194950cc0b6a tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Pushing event updated for resources: {'Subnet': ['ID=18fb5f92-5425-4b62-8605-04091de827a6,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:14.939780 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device dd6d136c-7d3a-4955-b275-310d10fb6922 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:14:14.950598 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5069452-1921-46cd-b80a-194950cc0b6a tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Checking segment: {'id': 'd346ef1d-59bc-42eb-aec4-1d9b3d11a179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '451d859e-eabb-4ff3-914d-7afb3b5b1720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:14:14.950966 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5069452-1921-46cd-b80a-194950cc0b6a tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Network hostable DHCP agents. Network: 451d859e-eabb-4ff3-914d-7afb3b5b1720, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:14:15.008632 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port dd6d136c-7d3a-4955-b275-310d10fb6922 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:14:15.009021 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:15.097123 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5069452-1921-46cd-b80a-194950cc0b6a tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Network 451d859e-eabb-4ff3-914d-7afb3b5b1720 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:14:15.140884 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5901b07c-2273-4e18-9090-69ee19e8bf7c tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:15.165525 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a2e65da9-a947-4de9-a314-22c68bb87491 None None] Provisioning complete for port dd6d136c-7d3a-4955-b275-310d10fb6922 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:14:15.166010 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a2e65da9-a947-4de9-a314-22c68bb87491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:15.169158 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device a9e21f26-c0fe-4139-888d-86579b0dfa66 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:14:15.205619 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-d5069452-1921-46cd-b80a-194950cc0b6a tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 451d859e-eabb-4ff3-914d-7afb3b5b1720) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:14:15.210891 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5069452-1921-46cd-b80a-194950cc0b6a tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:15.211577 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d5069452-1921-46cd-b80a-194950cc0b6a tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:15.235010 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad93cad-641b-4d76-a8ff-fe347db626af None None] Network 451d859e-eabb-4ff3-914d-7afb3b5b1720 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:14:15.241171 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:15.241832 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: a9e21f26-c0fe-4139-888d-86579b0dfa66 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:14:15.242186 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device a9e21f26-c0fe-4139-888d-86579b0dfa66 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:14:15.297707 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5901b07c-2273-4e18-9090-69ee19e8bf7c tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:15.306237 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d5069452-1921-46cd-b80a-194950cc0b6a tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2469990 Jul 09 15:14:15.306519 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44556) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:15.313408 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-5901b07c-2273-4e18-9090-69ee19e8bf7c tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2963d42-8962-415b-9d33-ecef88c274fd']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:15.338317 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-5901b07c-2273-4e18-9090-69ee19e8bf7c tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d5d1bdd-089f-4654-a4f9-4a5b74cf2058') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:15.338317 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-5901b07c-2273-4e18-9090-69ee19e8bf7c tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d5d1bdd-089f-4654-a4f9-4a5b74cf2058') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:15.350916 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5901b07c-2273-4e18-9090-69ee19e8bf7c tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:15.400149 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5901b07c-2273-4e18-9090-69ee19e8bf7c tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:15.416977 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5901b07c-2273-4e18-9090-69ee19e8bf7c tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:14:15.417226 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5901b07c-2273-4e18-9090-69ee19e8bf7c tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:15.426205 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 15:14:15.426205 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:14:15.426205 n-d-799529-6 neutron-server[94445]: timer() Jul 09 15:14:15.426205 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:14:15.426205 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 15:14:15.426205 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:14:15.426205 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 15:14:15.426205 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:14:15.426205 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 15:14:15.426205 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:14:15.426205 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 15:14:15.426205 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:14:15.426205 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 15:14:15.426205 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:14:15.426205 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:14:15.426205 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:14:15.426205 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:14:15.426205 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:14:15.426205 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 15:14:15.426205 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:14:15.426205 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 15:14:15.426205 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:14:15.426205 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:14:15.426205 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:14:15.426205 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 15:14:15.426205 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:14:15.426205 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:14:15.426205 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:14:15.426205 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:14:15.426205 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:14:15.426205 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:14:15.426205 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:14:15.446492 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cea023e0-5a6f-4554-9160-0a4b874a17be tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:15.540963 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cea023e0-5a6f-4554-9160-0a4b874a17be tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:15.544085 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3894690-3ab9-4cc6-b983-387dab4974bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-451d859e-eabb-4ff3-914d-7afb3b5b1720', 'network_id': '451d859e-eabb-4ff3-914d-7afb3b5b1720', 'tenant_id': 'e1ba7eec03cf489a8db3951e95fe2fe7', 'fixed_ips': [{'subnet_id': '18fb5f92-5425-4b62-8605-04091de827a6'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:14:15.545423 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e3894690-3ab9-4cc6-b983-387dab4974bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:15.547846 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-f95c508c-f09b-4b57-9972-af8f9bb4727e None None] Could not find standard attr ID for object ab490524-c363-4e9e-9bf5-4e383cc0f356. {{(pid=94447) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 15:14:15.606081 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5901b07c-2273-4e18-9090-69ee19e8bf7c tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:15.616393 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5901b07c-2273-4e18-9090-69ee19e8bf7c tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Notify callbacks [] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:15.622933 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-5901b07c-2273-4e18-9090-69ee19e8bf7c tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] 10.222.0.58 "DELETE /v2.0/networks/d2963d42-8962-415b-9d33-ecef88c274fd HTTP/1.1" status: 204 len: 168 time: 1.0007074 Jul 09 15:14:15.626239 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44562) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:15.673529 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901b07c-2273-4e18-9090-69ee19e8bf7c tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Pushing event deleted for resources: {'Network': ['ID=d2963d42-8962-415b-9d33-ecef88c274fd,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:15.704188 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-f71824cb-5c54-4b1f-9ce0-bc5fcd0fc02e tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] DELETE failed (client error): The resource could not be found. Jul 09 15:14:15.705369 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f71824cb-5c54-4b1f-9ce0-bc5fcd0fc02e tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 15:14:15.708544 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f71824cb-5c54-4b1f-9ce0-bc5fcd0fc02e tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] 10.222.0.58 "DELETE /v2.0/ports/ab490524-c363-4e9e-9bf5-4e383cc0f356 HTTP/1.1" status: 404 len: 333 time: 0.0755906 Jul 09 15:14:15.716934 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44564) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:15.786643 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b9c914f-3bef-4568-9727-258a636974f9 tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Deleting subnet ad37244f-c933-49f4-b435-95a57d92e88f {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:14:15.790304 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3b9c914f-3bef-4568-9727-258a636974f9 tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:15.794356 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cea023e0-5a6f-4554-9160-0a4b874a17be tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:15.829128 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea023e0-5a6f-4554-9160-0a4b874a17be tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Pushing event deleted for resources: {'Subnet': ['ID=18fb5f92-5425-4b62-8605-04091de827a6,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:15.844688 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3b9c914f-3bef-4568-9727-258a636974f9 tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:15.893597 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cea023e0-5a6f-4554-9160-0a4b874a17be tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server [None req-e3894690-3ab9-4cc6-b983-387dab4974bc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 18fb5f92-5425-4b62-8605-04091de827a6: This subnet is being modified by another concurrent operation. Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server raise exception Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 18fb5f92-5425-4b62-8605-04091de827a6: This subnet is being modified by another concurrent operation. Jul 09 15:14:15.904406 n-d-799529-6 neutron-server[94447]: ERROR oslo_messaging.rpc.server Jul 09 15:14:15.911981 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-cea023e0-5a6f-4554-9160-0a4b874a17be tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['451d859e-eabb-4ff3-914d-7afb3b5b1720']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:15.919219 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-cea023e0-5a6f-4554-9160-0a4b874a17be tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd346ef1d-59bc-42eb-aec4-1d9b3d11a179') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:15.919823 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-cea023e0-5a6f-4554-9160-0a4b874a17be tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd346ef1d-59bc-42eb-aec4-1d9b3d11a179') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:15.935399 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cea023e0-5a6f-4554-9160-0a4b874a17be tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:15.936067 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f85a53-2268-46b1-b9cd-6be12ba8b3ca None None] Network 451d859e-eabb-4ff3-914d-7afb3b5b1720 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:14:15.950035 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cea023e0-5a6f-4554-9160-0a4b874a17be tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:15.951036 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3b9c914f-3bef-4568-9727-258a636974f9 tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:15.962835 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cea023e0-5a6f-4554-9160-0a4b874a17be tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:14:15.963750 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cea023e0-5a6f-4554-9160-0a4b874a17be tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:15.969006 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 15:14:15.969006 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:14:15.969006 n-d-799529-6 neutron-server[94446]: timer() Jul 09 15:14:15.969006 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:14:15.969006 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 15:14:15.969006 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:14:15.969006 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 15:14:15.969006 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:14:15.969006 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 15:14:15.969006 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:14:15.969006 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 15:14:15.969006 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:14:15.969006 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 15:14:15.969006 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:14:15.969006 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:14:15.969006 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:14:15.969006 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:14:15.969006 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:14:15.969006 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 15:14:15.969006 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:14:15.969006 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 15:14:15.969006 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:14:15.969006 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:14:15.969006 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:14:15.969006 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 15:14:15.969006 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:14:15.969006 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:14:15.969006 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:14:15.969006 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:14:15.969006 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:14:15.969006 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:14:15.969006 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:14:16.105668 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8641d99c-c0e8-4a78-82aa-51f1d0d7f250 None None] get_active_networks_info from n-d-799529-6 {{(pid=94447) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 15:14:16.155431 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3b9c914f-3bef-4568-9727-258a636974f9 tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:16.159098 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cea023e0-5a6f-4554-9160-0a4b874a17be tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:16.176363 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cea023e0-5a6f-4554-9160-0a4b874a17be tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:16.185501 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-cea023e0-5a6f-4554-9160-0a4b874a17be tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "DELETE /v2.0/networks/451d859e-eabb-4ff3-914d-7afb3b5b1720 HTTP/1.1" status: 204 len: 168 time: 0.8738267 Jul 09 15:14:16.194817 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44570) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:16.209710 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9c914f-3bef-4568-9727-258a636974f9 tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Pushing event deleted for resources: {'Subnet': ['ID=ad37244f-c933-49f4-b435-95a57d92e88f,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:16.213335 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3b9c914f-3bef-4568-9727-258a636974f9 tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Notify callbacks [] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:16.219193 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-3b9c914f-3bef-4568-9727-258a636974f9 tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] 10.222.0.58 "DELETE /v2.0/subnets/ad37244f-c933-49f4-b435-95a57d92e88f HTTP/1.1" status: 204 len: 168 time: 0.5032167 Jul 09 15:14:16.219673 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44572) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:16.237965 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8641d99c-c0e8-4a78-82aa-51f1d0d7f250 None None] Resources bound (agent type, host, resource id): {{(pid=94447) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 15:14:16.239119 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-bb003b00-d697-4bb9-a7d2-cb6134b153aa tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-862224875'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:14:16.250918 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea023e0-5a6f-4554-9160-0a4b874a17be tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Pushing event deleted for resources: {'Network': ['ID=451d859e-eabb-4ff3-914d-7afb3b5b1720,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:16.332656 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb003b00-d697-4bb9-a7d2-cb6134b153aa tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Made reservation on behalf of e1ba7eec03cf489a8db3951e95fe2fe7 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:14:16.338919 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bb003b00-d697-4bb9-a7d2-cb6134b153aa tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:16.360896 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-40585f16-974c-4b41-bfce-2a659a45bf84 tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:16.374540 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb003b00-d697-4bb9-a7d2-cb6134b153aa tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:14:16.396370 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bb003b00-d697-4bb9-a7d2-cb6134b153aa tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:16.396723 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-bb003b00-d697-4bb9-a7d2-cb6134b153aa tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Added segment a525e118-cf9a-4975-a134-40ba10211a45 of type vlan for network 4cecc4ca-1636-4805-86b4-ed1e3970dc89 Jul 09 15:14:16.446551 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bb003b00-d697-4bb9-a7d2-cb6134b153aa tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:16.449819 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-40585f16-974c-4b41-bfce-2a659a45bf84 tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Deleting port dd6d136c-7d3a-4955-b275-310d10fb6922 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:14:16.450391 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-40585f16-974c-4b41-bfce-2a659a45bf84 tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:16.560560 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bb003b00-d697-4bb9-a7d2-cb6134b153aa tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:16.566174 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb003b00-d697-4bb9-a7d2-cb6134b153aa tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:16.567102 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bb003b00-d697-4bb9-a7d2-cb6134b153aa tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:16.588810 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-40585f16-974c-4b41-bfce-2a659a45bf84 tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] For port dd6d136c-7d3a-4955-b275-310d10fb6922, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=dd6d136c-7d3a-4955-b275-310d10fb6922,segment=NetworkSegment(efe2d785-4445-4214-8058-d3db153d8c26),segment_id=efe2d785-4445-4214-8058-d3db153d8c26)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:14:16.589038 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fad31d4-2a6b-459f-ab00-fa6f260b5866 None None] Network b41fdf51-9b10-449c-bf8e-9fb7df498056 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:14:16.589157 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-40585f16-974c-4b41-bfce-2a659a45bf84 tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:16.605830 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-40585f16-974c-4b41-bfce-2a659a45bf84 tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Calling delete_port for dd6d136c-7d3a-4955-b275-310d10fb6922 owned by network:dhcp {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:14:16.646497 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb003b00-d697-4bb9-a7d2-cb6134b153aa tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Pushing event updated for resources: {'Network': ['ID=4cecc4ca-1636-4805-86b4-ed1e3970dc89,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:16.661682 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 4cecc4ca-1636-4805-86b4-ed1e3970dc89 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:14:16.698057 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-bb003b00-d697-4bb9-a7d2-cb6134b153aa tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5015304 Jul 09 15:14:16.702809 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44580) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:16.708557 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-799d000d-0258-45d4-b49f-b39f56d4f8d0 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Request body: {'subnet': {'network_id': '4cecc4ca-1636-4805-86b4-ed1e3970dc89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:14:16.777991 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-40585f16-974c-4b41-bfce-2a659a45bf84 tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:16.816400 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40585f16-974c-4b41-bfce-2a659a45bf84 tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Pushing event deleted for resources: {'Port': ['ID=dd6d136c-7d3a-4955-b275-310d10fb6922,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:16.818653 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40585f16-974c-4b41-bfce-2a659a45bf84 tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] No DVR routers for this DVR port dd6d136c-7d3a-4955-b275-310d10fb6922 on host n-d-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:14:16.864751 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d34b994-d300-4c4e-91e9-0862b7ccbd58 None None] DHCP port deletion for b41fdf51-9b10-449c-bf8e-9fb7df498056 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 15:14:16.929687 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-40585f16-974c-4b41-bfce-2a659a45bf84 tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:16.942476 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-40585f16-974c-4b41-bfce-2a659a45bf84 tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b41fdf51-9b10-449c-bf8e-9fb7df498056']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:16.962340 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-40585f16-974c-4b41-bfce-2a659a45bf84 tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efe2d785-4445-4214-8058-d3db153d8c26') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:16.962570 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-40585f16-974c-4b41-bfce-2a659a45bf84 tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efe2d785-4445-4214-8058-d3db153d8c26') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:16.974885 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-40585f16-974c-4b41-bfce-2a659a45bf84 tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:16.989329 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-40585f16-974c-4b41-bfce-2a659a45bf84 tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:16.995527 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40585f16-974c-4b41-bfce-2a659a45bf84 tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:14:16.995937 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-40585f16-974c-4b41-bfce-2a659a45bf84 tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:16.999284 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 15:14:16.999284 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:14:16.999284 n-d-799529-6 neutron-server[94445]: timer() Jul 09 15:14:16.999284 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:14:16.999284 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 15:14:16.999284 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:14:16.999284 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 15:14:16.999284 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:14:16.999284 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 15:14:16.999284 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:14:16.999284 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 15:14:16.999284 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:14:16.999284 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 15:14:16.999284 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:14:16.999284 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:14:16.999284 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:14:16.999284 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:14:16.999284 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:14:16.999284 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 15:14:16.999284 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:14:16.999284 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 15:14:16.999284 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:14:16.999284 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:14:16.999284 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:14:16.999284 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 15:14:16.999284 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:14:16.999284 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:14:16.999284 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:14:16.999284 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:14:16.999284 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:14:16.999284 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:14:16.999284 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:14:17.035264 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-799d000d-0258-45d4-b49f-b39f56d4f8d0 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Made reservation on behalf of e1ba7eec03cf489a8db3951e95fe2fe7 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:14:17.038909 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-799d000d-0258-45d4-b49f-b39f56d4f8d0 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:17.110846 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.ipam_backend_mixin [None req-799d000d-0258-45d4-b49f-b39f56d4f8d0 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Performing IP validity checks on allocation pools {{(pid=94445) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 09 15:14:17.111285 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.ipam_backend_mixin [None req-799d000d-0258-45d4-b49f-b39f56d4f8d0 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94445) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 09 15:14:17.230713 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-40585f16-974c-4b41-bfce-2a659a45bf84 tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:17.235576 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-40585f16-974c-4b41-bfce-2a659a45bf84 tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Notify callbacks [] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:17.241264 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-40585f16-974c-4b41-bfce-2a659a45bf84 tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] 10.222.0.58 "DELETE /v2.0/networks/b41fdf51-9b10-449c-bf8e-9fb7df498056 HTTP/1.1" status: 204 len: 168 time: 1.0165856 Jul 09 15:14:17.259944 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40585f16-974c-4b41-bfce-2a659a45bf84 tempest-DHCPAgentSchedulersTestJSON-590073850 tempest-DHCPAgentSchedulersTestJSON-590073850-project] Pushing event deleted for resources: {'Network': ['ID=b41fdf51-9b10-449c-bf8e-9fb7df498056,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:17.463187 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-799d000d-0258-45d4-b49f-b39f56d4f8d0 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:17.542148 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d000d-0258-45d4-b49f-b39f56d4f8d0 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Pushing event updated for resources: {'Subnet': ['ID=6b7590ff-bb2f-407e-b37e-2707233fb212,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:17.550218 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799d000d-0258-45d4-b49f-b39f56d4f8d0 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Checking segment: {'id': 'a525e118-cf9a-4975-a134-40ba10211a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4cecc4ca-1636-4805-86b4-ed1e3970dc89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:14:17.559835 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799d000d-0258-45d4-b49f-b39f56d4f8d0 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Network hostable DHCP agents. Network: 4cecc4ca-1636-4805-86b4-ed1e3970dc89, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:14:17.663204 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799d000d-0258-45d4-b49f-b39f56d4f8d0 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Network 4cecc4ca-1636-4805-86b4-ed1e3970dc89 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:14:17.727903 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-799d000d-0258-45d4-b49f-b39f56d4f8d0 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 4cecc4ca-1636-4805-86b4-ed1e3970dc89) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:14:17.732816 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799d000d-0258-45d4-b49f-b39f56d4f8d0 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:17.733926 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-799d000d-0258-45d4-b49f-b39f56d4f8d0 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks [] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:17.752127 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82a9191-5c31-4dc9-abeb-6ad6631ed778 None None] Network 4cecc4ca-1636-4805-86b4-ed1e3970dc89 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:14:17.761269 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44600) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:17.834992 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-799d000d-0258-45d4-b49f-b39f56d4f8d0 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.1307926 Jul 09 15:14:17.839127 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44604) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:17.959173 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6af2f4-8314-4583-95b9-b6199c4101b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-4cecc4ca-1636-4805-86b4-ed1e3970dc89', 'network_id': '4cecc4ca-1636-4805-86b4-ed1e3970dc89', 'tenant_id': 'e1ba7eec03cf489a8db3951e95fe2fe7', 'fixed_ips': [{'subnet_id': '6b7590ff-bb2f-407e-b37e-2707233fb212'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:14:17.960609 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2f6af2f4-8314-4583-95b9-b6199c4101b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:17.970851 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-0dedc93a-4efb-42c0-982a-db2ee7aa6dd5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=336fe69158224cd5bd96ae4ee8e39224&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2083731 Jul 09 15:14:17.973389 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44608) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:17.996168 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-302a421c-4e2e-4ebe-98d2-5ff47d4ad72e tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:18.033524 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ddc0d852-76dd-40ae-8bd7-60271c68b97d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:18.058228 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ddc0d852-76dd-40ae-8bd7-60271c68b97d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:18.061988 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-302a421c-4e2e-4ebe-98d2-5ff47d4ad72e tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:18.115417 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-2f6af2f4-8314-4583-95b9-b6199c4101b5 None None] Allocated IP 172.20.0.3 (4cecc4ca-1636-4805-86b4-ed1e3970dc89/6b7590ff-bb2f-407e-b37e-2707233fb212/39e06ff5-6acf-4473-933d-8b51504e451b) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:14:18.159810 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ddc0d852-76dd-40ae-8bd7-60271c68b97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:18.163208 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ddc0d852-76dd-40ae-8bd7-60271c68b97d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:18.164533 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ddc0d852-76dd-40ae-8bd7-60271c68b97d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/acdaba9c-9927-4766-8204-4a4340da6702 HTTP/1.1" status: 204 len: 168 time: 0.1894507 Jul 09 15:14:18.175316 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc0d852-76dd-40ae-8bd7-60271c68b97d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acdaba9c-9927-4766-8204-4a4340da6702,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:18.489049 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2f6af2f4-8314-4583-95b9-b6199c4101b5 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:18.498398 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-2f6af2f4-8314-4583-95b9-b6199c4101b5 None None] Transition to ACTIVE for port object 39e06ff5-6acf-4473-933d-8b51504e451b will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:14:18.515453 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-2f6af2f4-8314-4583-95b9-b6199c4101b5 None None] Transition to ACTIVE for port object 39e06ff5-6acf-4473-933d-8b51504e451b will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:14:18.641688 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2f6af2f4-8314-4583-95b9-b6199c4101b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:18.693160 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6af2f4-8314-4583-95b9-b6199c4101b5 None None] Network 4cecc4ca-1636-4805-86b4-ed1e3970dc89 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:14:18.696476 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-2f6af2f4-8314-4583-95b9-b6199c4101b5 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:14:18.698987 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6af2f4-8314-4583-95b9-b6199c4101b5 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:14:18.705329 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6af2f4-8314-4583-95b9-b6199c4101b5 None None] Pushing event updated for resources: {'Port': ['ID=39e06ff5-6acf-4473-933d-8b51504e451b,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:18.766827 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-2f6af2f4-8314-4583-95b9-b6199c4101b5 None None] Attempting to bind port 39e06ff5-6acf-4473-933d-8b51504e451b on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:14:18.767560 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-2f6af2f4-8314-4583-95b9-b6199c4101b5 None None] Attempting to bind port 39e06ff5-6acf-4473-933d-8b51504e451b by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'a525e118-cf9a-4975-a134-40ba10211a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4cecc4ca-1636-4805-86b4-ed1e3970dc89'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:14:18.767773 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6af2f4-8314-4583-95b9-b6199c4101b5 None None] Attempting to bind port 39e06ff5-6acf-4473-933d-8b51504e451b on network 4cecc4ca-1636-4805-86b4-ed1e3970dc89 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:14:18.773670 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6af2f4-8314-4583-95b9-b6199c4101b5 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:14:18.774129 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6af2f4-8314-4583-95b9-b6199c4101b5 None None] Checking segment: {'id': 'a525e118-cf9a-4975-a134-40ba10211a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4cecc4ca-1636-4805-86b4-ed1e3970dc89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:14:18.774621 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2f6af2f4-8314-4583-95b9-b6199c4101b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:18.775243 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6af2f4-8314-4583-95b9-b6199c4101b5 None None] Bound using segment: {'id': 'a525e118-cf9a-4975-a134-40ba10211a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4cecc4ca-1636-4805-86b4-ed1e3970dc89'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:14:18.775775 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-2f6af2f4-8314-4583-95b9-b6199c4101b5 None None] Bound port: 39e06ff5-6acf-4473-933d-8b51504e451b, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a525e118-cf9a-4975-a134-40ba10211a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4cecc4ca-1636-4805-86b4-ed1e3970dc89'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:14:18.776250 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2f6af2f4-8314-4583-95b9-b6199c4101b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:18.777514 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-302a421c-4e2e-4ebe-98d2-5ff47d4ad72e tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:18.826976 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302a421c-4e2e-4ebe-98d2-5ff47d4ad72e tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Pushing event deleted for resources: {'Subnet': ['ID=6b7590ff-bb2f-407e-b37e-2707233fb212,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:18.851412 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-2f6af2f4-8314-4583-95b9-b6199c4101b5 None None] For port 39e06ff5-6acf-4473-933d-8b51504e451b, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:14:18.855623 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-2f6af2f4-8314-4583-95b9-b6199c4101b5 None None] For port 39e06ff5-6acf-4473-933d-8b51504e451b, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=39e06ff5-6acf-4473-933d-8b51504e451b,segment=NetworkSegment(a525e118-cf9a-4975-a134-40ba10211a45),segment_id=a525e118-cf9a-4975-a134-40ba10211a45)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:14:18.874566 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44622) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:18.880424 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device dd6d136c-7d3a-4955-b275-310d10fb6922 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:14:18.891048 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c9b19d17-9ec6-4cd4-b478-202a6fafd793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:18.909869 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: dd6d136c-7d3a-4955-b275-310d10fb6922 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:14:18.910482 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device dd6d136c-7d3a-4955-b275-310d10fb6922 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:14:18.919055 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-302a421c-4e2e-4ebe-98d2-5ff47d4ad72e tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:18.933111 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-302a421c-4e2e-4ebe-98d2-5ff47d4ad72e tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cecc4ca-1636-4805-86b4-ed1e3970dc89']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:18.946287 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-302a421c-4e2e-4ebe-98d2-5ff47d4ad72e tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a525e118-cf9a-4975-a134-40ba10211a45') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:18.946675 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-302a421c-4e2e-4ebe-98d2-5ff47d4ad72e tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a525e118-cf9a-4975-a134-40ba10211a45') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:18.957183 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-302a421c-4e2e-4ebe-98d2-5ff47d4ad72e tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:18.989141 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2f6af2f4-8314-4583-95b9-b6199c4101b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:18.991934 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-302a421c-4e2e-4ebe-98d2-5ff47d4ad72e tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:18.996387 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c9b19d17-9ec6-4cd4-b478-202a6fafd793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:18.999061 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-302a421c-4e2e-4ebe-98d2-5ff47d4ad72e tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:14:18.999469 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-302a421c-4e2e-4ebe-98d2-5ff47d4ad72e tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:19.003058 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 15:14:19.003058 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:14:19.003058 n-d-799529-6 neutron-server[94445]: timer() Jul 09 15:14:19.003058 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:14:19.003058 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 15:14:19.003058 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:14:19.003058 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 15:14:19.003058 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:14:19.003058 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 15:14:19.003058 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:14:19.003058 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 15:14:19.003058 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:14:19.003058 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 15:14:19.003058 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:14:19.003058 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:14:19.003058 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:14:19.003058 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:14:19.003058 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:14:19.003058 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 15:14:19.003058 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:14:19.003058 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 15:14:19.003058 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:14:19.003058 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:14:19.003058 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:14:19.003058 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 15:14:19.003058 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:14:19.003058 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:14:19.003058 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:14:19.003058 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:14:19.003058 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:14:19.003058 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:14:19.003058 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:14:19.078929 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6af2f4-8314-4583-95b9-b6199c4101b5 None None] Pushing event updated for resources: {'Port': ['ID=39e06ff5-6acf-4473-933d-8b51504e451b,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:19.101327 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4f202e-eef1-46a8-be0f-c9a30cb84338 None None] Network 4cecc4ca-1636-4805-86b4-ed1e3970dc89 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:14:19.109024 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.db.api [None req-302a421c-4e2e-4ebe-98d2-5ff47d4ad72e tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 09 15:14:19.109024 n-d-799529-6 neutron-server[94445]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 09 15:14:19.109024 n-d-799529-6 neutron-server[94445]: [parameters: {'id': '4cecc4ca-1636-4805-86b4-ed1e3970dc89'}] Jul 09 15:14:19.109024 n-d-799529-6 neutron-server[94445]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 15:14:19.127207 n-d-799529-6 neutron-server[94445]: DEBUG oslo_db.api [None req-302a421c-4e2e-4ebe-98d2-5ff47d4ad72e tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 15:14:19.143998 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c9b19d17-9ec6-4cd4-b478-202a6fafd793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:19.204389 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c9b19d17-9ec6-4cd4-b478-202a6fafd793 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d5f2ff7a17604d83ac21204e9f47647d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3286173 Jul 09 15:14:19.205787 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b19d17-9ec6-4cd4-b478-202a6fafd793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67e9fbd-55de-4922-b072-fb05bedeb379,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:19.206901 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44628) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:19.265651 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-789629cb-43f0-4e9c-a1c9-6c195583138b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:19.276218 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a183d3c-7068-46b4-9d53-a3886ea25f80 None None] get_active_networks_info from n-d-799529-6 {{(pid=94447) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 15:14:19.290194 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-789629cb-43f0-4e9c-a1c9-6c195583138b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:19.359685 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a183d3c-7068-46b4-9d53-a3886ea25f80 None None] Resources bound (agent type, host, resource id): {{(pid=94447) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 15:14:19.439871 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-789629cb-43f0-4e9c-a1c9-6c195583138b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:19.442749 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-789629cb-43f0-4e9c-a1c9-6c195583138b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:19.444068 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-789629cb-43f0-4e9c-a1c9-6c195583138b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a67e9fbd-55de-4922-b072-fb05bedeb379 HTTP/1.1" status: 204 len: 168 time: 0.2361324 Jul 09 15:14:19.453135 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789629cb-43f0-4e9c-a1c9-6c195583138b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67e9fbd-55de-4922-b072-fb05bedeb379,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:19.610401 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-302a421c-4e2e-4ebe-98d2-5ff47d4ad72e tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:19.669459 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-302a421c-4e2e-4ebe-98d2-5ff47d4ad72e tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Deleting port 39e06ff5-6acf-4473-933d-8b51504e451b {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:14:19.670269 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-302a421c-4e2e-4ebe-98d2-5ff47d4ad72e tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:19.740489 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-302a421c-4e2e-4ebe-98d2-5ff47d4ad72e tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] For port 39e06ff5-6acf-4473-933d-8b51504e451b, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=39e06ff5-6acf-4473-933d-8b51504e451b,segment=NetworkSegment(a525e118-cf9a-4975-a134-40ba10211a45),segment_id=a525e118-cf9a-4975-a134-40ba10211a45)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:14:19.741270 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-302a421c-4e2e-4ebe-98d2-5ff47d4ad72e tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:19.760902 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-302a421c-4e2e-4ebe-98d2-5ff47d4ad72e tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Calling delete_port for 39e06ff5-6acf-4473-933d-8b51504e451b owned by network:dhcp {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:14:19.965623 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-302a421c-4e2e-4ebe-98d2-5ff47d4ad72e tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:20.001894 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302a421c-4e2e-4ebe-98d2-5ff47d4ad72e tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Pushing event deleted for resources: {'Port': ['ID=39e06ff5-6acf-4473-933d-8b51504e451b,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:20.007059 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302a421c-4e2e-4ebe-98d2-5ff47d4ad72e tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] No DVR routers for this DVR port 39e06ff5-6acf-4473-933d-8b51504e451b on host n-d-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:14:20.099257 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-302a421c-4e2e-4ebe-98d2-5ff47d4ad72e tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:20.112739 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-302a421c-4e2e-4ebe-98d2-5ff47d4ad72e tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cecc4ca-1636-4805-86b4-ed1e3970dc89']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:20.125140 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-302a421c-4e2e-4ebe-98d2-5ff47d4ad72e tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a525e118-cf9a-4975-a134-40ba10211a45') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:20.125423 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-302a421c-4e2e-4ebe-98d2-5ff47d4ad72e tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a525e118-cf9a-4975-a134-40ba10211a45') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:20.135899 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-302a421c-4e2e-4ebe-98d2-5ff47d4ad72e tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:20.151062 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-302a421c-4e2e-4ebe-98d2-5ff47d4ad72e tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:20.157714 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-302a421c-4e2e-4ebe-98d2-5ff47d4ad72e tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:14:20.158593 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-302a421c-4e2e-4ebe-98d2-5ff47d4ad72e tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:20.161367 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 15:14:20.161367 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:14:20.161367 n-d-799529-6 neutron-server[94445]: timer() Jul 09 15:14:20.161367 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:14:20.161367 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 15:14:20.161367 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:14:20.161367 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 15:14:20.161367 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:14:20.161367 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 15:14:20.161367 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:14:20.161367 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 15:14:20.161367 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:14:20.161367 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 15:14:20.161367 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:14:20.161367 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:14:20.161367 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:14:20.161367 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:14:20.161367 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:14:20.161367 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 15:14:20.161367 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:14:20.161367 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 15:14:20.161367 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:14:20.161367 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:14:20.161367 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:14:20.161367 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 15:14:20.161367 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:14:20.161367 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:14:20.161367 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:14:20.161367 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:14:20.161367 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:14:20.161367 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:14:20.161367 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:14:20.314365 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-302a421c-4e2e-4ebe-98d2-5ff47d4ad72e tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:20.329036 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-302a421c-4e2e-4ebe-98d2-5ff47d4ad72e tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks [] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:20.334029 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-302a421c-4e2e-4ebe-98d2-5ff47d4ad72e tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "DELETE /v2.0/networks/4cecc4ca-1636-4805-86b4-ed1e3970dc89 HTTP/1.1" status: 204 len: 168 time: 2.4935095 Jul 09 15:14:20.338270 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44660) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:20.364524 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-da826872-6e30-44c5-a98e-6e32bce4747f tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-728352598'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:14:20.385655 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302a421c-4e2e-4ebe-98d2-5ff47d4ad72e tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Pushing event deleted for resources: {'Network': ['ID=4cecc4ca-1636-4805-86b4-ed1e3970dc89,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:20.468985 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da826872-6e30-44c5-a98e-6e32bce4747f tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Made reservation on behalf of e1ba7eec03cf489a8db3951e95fe2fe7 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:14:20.473300 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-da826872-6e30-44c5-a98e-6e32bce4747f tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:20.500182 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da826872-6e30-44c5-a98e-6e32bce4747f tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:14:20.511330 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-da826872-6e30-44c5-a98e-6e32bce4747f tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:20.511966 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-da826872-6e30-44c5-a98e-6e32bce4747f tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Added segment 77ce2569-022b-4f25-9249-86725c27e86d of type vlan for network 145bef6c-99ad-482d-b80c-958569276b51 Jul 09 15:14:20.560176 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-da826872-6e30-44c5-a98e-6e32bce4747f tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:20.700009 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-da826872-6e30-44c5-a98e-6e32bce4747f tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:20.707234 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da826872-6e30-44c5-a98e-6e32bce4747f tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:20.708251 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-da826872-6e30-44c5-a98e-6e32bce4747f tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks [] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:20.807441 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da826872-6e30-44c5-a98e-6e32bce4747f tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Pushing event updated for resources: {'Network': ['ID=145bef6c-99ad-482d-b80c-958569276b51,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:20.821816 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 145bef6c-99ad-482d-b80c-958569276b51 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:14:20.850082 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-da826872-6e30-44c5-a98e-6e32bce4747f tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5077543 Jul 09 15:14:20.850620 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44674) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:20.858959 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-1727869a-12d2-422f-a954-bfd8389b0eed tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Request body: {'subnet': {'network_id': '145bef6c-99ad-482d-b80c-958569276b51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:14:21.108586 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1727869a-12d2-422f-a954-bfd8389b0eed tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Made reservation on behalf of e1ba7eec03cf489a8db3951e95fe2fe7 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:14:21.113995 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1727869a-12d2-422f-a954-bfd8389b0eed tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:21.395217 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1727869a-12d2-422f-a954-bfd8389b0eed tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:21.478054 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1727869a-12d2-422f-a954-bfd8389b0eed tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Pushing event updated for resources: {'Subnet': ['ID=1f58b41d-8e83-4728-8163-a1563895d5c0,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:21.493093 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1727869a-12d2-422f-a954-bfd8389b0eed tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Checking segment: {'id': '77ce2569-022b-4f25-9249-86725c27e86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '145bef6c-99ad-482d-b80c-958569276b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:14:21.493093 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1727869a-12d2-422f-a954-bfd8389b0eed tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Network hostable DHCP agents. Network: 145bef6c-99ad-482d-b80c-958569276b51, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:14:21.582382 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1727869a-12d2-422f-a954-bfd8389b0eed tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Network 145bef6c-99ad-482d-b80c-958569276b51 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:14:21.638161 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44694) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:21.691360 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-1727869a-12d2-422f-a954-bfd8389b0eed tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 145bef6c-99ad-482d-b80c-958569276b51) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:14:21.696456 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1727869a-12d2-422f-a954-bfd8389b0eed tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:21.697295 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1727869a-12d2-422f-a954-bfd8389b0eed tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:21.716357 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90a5346-dc15-4677-97a5-d3c4925ead4b None None] Network 145bef6c-99ad-482d-b80c-958569276b51 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:14:21.818715 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-e34261b1-29f5-4de2-b4a3-4e6d1eee816a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146000753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146000753-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-620364242'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:14:21.840809 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-1727869a-12d2-422f-a954-bfd8389b0eed tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9886532 Jul 09 15:14:21.844057 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44702) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:21.907348 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6c34fe-a106-4de8-9ef4-16dd3b266b0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-145bef6c-99ad-482d-b80c-958569276b51', 'network_id': '145bef6c-99ad-482d-b80c-958569276b51', 'tenant_id': 'e1ba7eec03cf489a8db3951e95fe2fe7', 'fixed_ips': [{'subnet_id': '1f58b41d-8e83-4728-8163-a1563895d5c0'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:14:21.911297 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2c6c34fe-a106-4de8-9ef4-16dd3b266b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:21.954588 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-db3a16e7-56c0-4ff3-9bb0-53c7ca0d923c tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:21.988260 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34261b1-29f5-4de2-b4a3-4e6d1eee816a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146000753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146000753-project] Made reservation on behalf of b90b96af2a1e47f8a273b449d76df4e0 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:14:21.991849 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e34261b1-29f5-4de2-b4a3-4e6d1eee816a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146000753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146000753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:22.005312 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e34261b1-29f5-4de2-b4a3-4e6d1eee816a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146000753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146000753-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:22.010174 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-db3a16e7-56c0-4ff3-9bb0-53c7ca0d923c tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:22.072503 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-2c6c34fe-a106-4de8-9ef4-16dd3b266b0b None None] Allocated IP 172.20.0.1 (145bef6c-99ad-482d-b80c-958569276b51/1f58b41d-8e83-4728-8163-a1563895d5c0/499d8849-075f-435e-8aed-7ff356ed7a1a) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:14:22.146577 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e34261b1-29f5-4de2-b4a3-4e6d1eee816a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146000753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146000753-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:22.222586 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e34261b1-29f5-4de2-b4a3-4e6d1eee816a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146000753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146000753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:22.242039 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2c6c34fe-a106-4de8-9ef4-16dd3b266b0b None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:22.247222 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e34261b1-29f5-4de2-b4a3-4e6d1eee816a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146000753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146000753-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:14:22.257810 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-2c6c34fe-a106-4de8-9ef4-16dd3b266b0b None None] Transition to ACTIVE for port object 499d8849-075f-435e-8aed-7ff356ed7a1a will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:14:22.264698 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34261b1-29f5-4de2-b4a3-4e6d1eee816a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146000753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146000753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac13c8d-26cb-482d-bf58-39a85505882d,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:22.269660 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e34261b1-29f5-4de2-b4a3-4e6d1eee816a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146000753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146000753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:22.269660 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-e34261b1-29f5-4de2-b4a3-4e6d1eee816a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146000753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146000753-project] Added segment 56e1040a-a5da-4899-9aa3-b1dd070783ed of type vlan for network 53fa49b4-55a7-485d-872f-b835b45f5e42 Jul 09 15:14:22.282878 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-2c6c34fe-a106-4de8-9ef4-16dd3b266b0b None None] Transition to ACTIVE for port object 499d8849-075f-435e-8aed-7ff356ed7a1a will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:14:22.319249 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e34261b1-29f5-4de2-b4a3-4e6d1eee816a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146000753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146000753-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:22.331657 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2c6c34fe-a106-4de8-9ef4-16dd3b266b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:22.369299 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6c34fe-a106-4de8-9ef4-16dd3b266b0b None None] Network 145bef6c-99ad-482d-b80c-958569276b51 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:14:22.374630 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-2c6c34fe-a106-4de8-9ef4-16dd3b266b0b None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:14:22.376963 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6c34fe-a106-4de8-9ef4-16dd3b266b0b None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:14:22.390179 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6c34fe-a106-4de8-9ef4-16dd3b266b0b None None] Pushing event updated for resources: {'Port': ['ID=499d8849-075f-435e-8aed-7ff356ed7a1a,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:22.394503 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-db3a16e7-56c0-4ff3-9bb0-53c7ca0d923c tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:22.422442 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e34261b1-29f5-4de2-b4a3-4e6d1eee816a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146000753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146000753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:22.430584 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34261b1-29f5-4de2-b4a3-4e6d1eee816a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146000753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146000753-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:22.431144 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3a16e7-56c0-4ff3-9bb0-53c7ca0d923c tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Pushing event deleted for resources: {'Subnet': ['ID=1f58b41d-8e83-4728-8163-a1563895d5c0,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:22.431325 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e34261b1-29f5-4de2-b4a3-4e6d1eee816a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146000753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146000753-project] Notify callbacks [] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:22.454869 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-2c6c34fe-a106-4de8-9ef4-16dd3b266b0b None None] Attempting to bind port 499d8849-075f-435e-8aed-7ff356ed7a1a on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:14:22.459700 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-2c6c34fe-a106-4de8-9ef4-16dd3b266b0b None None] Attempting to bind port 499d8849-075f-435e-8aed-7ff356ed7a1a by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '77ce2569-022b-4f25-9249-86725c27e86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '145bef6c-99ad-482d-b80c-958569276b51'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:14:22.459700 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6c34fe-a106-4de8-9ef4-16dd3b266b0b None None] Attempting to bind port 499d8849-075f-435e-8aed-7ff356ed7a1a on network 145bef6c-99ad-482d-b80c-958569276b51 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:14:22.467090 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6c34fe-a106-4de8-9ef4-16dd3b266b0b None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:14:22.467426 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6c34fe-a106-4de8-9ef4-16dd3b266b0b None None] Checking segment: {'id': '77ce2569-022b-4f25-9249-86725c27e86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '145bef6c-99ad-482d-b80c-958569276b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:14:22.467872 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2c6c34fe-a106-4de8-9ef4-16dd3b266b0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:22.468334 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6c34fe-a106-4de8-9ef4-16dd3b266b0b None None] Bound using segment: {'id': '77ce2569-022b-4f25-9249-86725c27e86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '145bef6c-99ad-482d-b80c-958569276b51'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:14:22.468886 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-2c6c34fe-a106-4de8-9ef4-16dd3b266b0b None None] Bound port: 499d8849-075f-435e-8aed-7ff356ed7a1a, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ce2569-022b-4f25-9249-86725c27e86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '145bef6c-99ad-482d-b80c-958569276b51'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:14:22.469325 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2c6c34fe-a106-4de8-9ef4-16dd3b266b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:22.504986 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-db3a16e7-56c0-4ff3-9bb0-53c7ca0d923c tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:22.510761 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34261b1-29f5-4de2-b4a3-4e6d1eee816a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146000753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146000753-project] Pushing event updated for resources: {'Network': ['ID=53fa49b4-55a7-485d-872f-b835b45f5e42,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:22.519807 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-db3a16e7-56c0-4ff3-9bb0-53c7ca0d923c tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['145bef6c-99ad-482d-b80c-958569276b51']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:22.530592 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 53fa49b4-55a7-485d-872f-b835b45f5e42 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:14:22.532988 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-db3a16e7-56c0-4ff3-9bb0-53c7ca0d923c tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77ce2569-022b-4f25-9249-86725c27e86d') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:22.533292 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-db3a16e7-56c0-4ff3-9bb0-53c7ca0d923c tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77ce2569-022b-4f25-9249-86725c27e86d') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:22.543752 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-db3a16e7-56c0-4ff3-9bb0-53c7ca0d923c tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:22.558675 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-db3a16e7-56c0-4ff3-9bb0-53c7ca0d923c tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:22.566131 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db3a16e7-56c0-4ff3-9bb0-53c7ca0d923c tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:14:22.566535 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-db3a16e7-56c0-4ff3-9bb0-53c7ca0d923c tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:22.569723 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 15:14:22.569723 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:14:22.569723 n-d-799529-6 neutron-server[94446]: timer() Jul 09 15:14:22.569723 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:14:22.569723 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 15:14:22.569723 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:14:22.569723 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 15:14:22.569723 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:14:22.569723 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 15:14:22.569723 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:14:22.569723 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 15:14:22.569723 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:14:22.569723 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 15:14:22.569723 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:14:22.569723 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:14:22.569723 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:14:22.569723 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:14:22.569723 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:14:22.569723 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 15:14:22.569723 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:14:22.569723 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 15:14:22.569723 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:14:22.569723 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:14:22.569723 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:14:22.569723 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 15:14:22.569723 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:14:22.569723 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:14:22.569723 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:14:22.569723 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:14:22.569723 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:14:22.569723 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:14:22.569723 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:14:22.579899 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e34261b1-29f5-4de2-b4a3-4e6d1eee816a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146000753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146000753-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.9372277 Jul 09 15:14:22.594988 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-2c6c34fe-a106-4de8-9ef4-16dd3b266b0b None None] For port 499d8849-075f-435e-8aed-7ff356ed7a1a, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:14:22.645035 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-2c6c34fe-a106-4de8-9ef4-16dd3b266b0b None None] For port 499d8849-075f-435e-8aed-7ff356ed7a1a, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=499d8849-075f-435e-8aed-7ff356ed7a1a,segment=NetworkSegment(77ce2569-022b-4f25-9249-86725c27e86d),segment_id=77ce2569-022b-4f25-9249-86725c27e86d)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:14:22.657736 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.db.api [None req-db3a16e7-56c0-4ff3-9bb0-53c7ca0d923c tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 09 15:14:22.657736 n-d-799529-6 neutron-server[94446]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 09 15:14:22.657736 n-d-799529-6 neutron-server[94446]: [parameters: {'id': '145bef6c-99ad-482d-b80c-958569276b51'}] Jul 09 15:14:22.657736 n-d-799529-6 neutron-server[94446]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 15:14:22.658197 n-d-799529-6 neutron-server[94446]: DEBUG oslo_db.api [None req-db3a16e7-56c0-4ff3-9bb0-53c7ca0d923c tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 15:14:22.703663 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2c6c34fe-a106-4de8-9ef4-16dd3b266b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:22.789609 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44720) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:22.792332 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6c34fe-a106-4de8-9ef4-16dd3b266b0b None None] Pushing event updated for resources: {'Port': ['ID=499d8849-075f-435e-8aed-7ff356ed7a1a,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:22.796400 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Request body: {'port': {'network_id': '53fa49b4-55a7-485d-872f-b835b45f5e42', 'binding:host_id': 'n-h2-799529-6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1946144908'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:14:22.816036 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e215b32-5df2-4803-b111-44a75fb1e3e9 None None] Network 145bef6c-99ad-482d-b80c-958569276b51 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:14:22.880143 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Made reservation on behalf of ad83821a8f1d403aacac55f17371b60f for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:14:22.882611 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:22.892632 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:22.962976 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f951fb3f-cc0e-443f-851d-129c72d92bff None None] get_active_networks_info from n-d-799529-6 {{(pid=94447) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 15:14:23.013729 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:23.045467 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f951fb3f-cc0e-443f-851d-129c72d92bff None None] Resources bound (agent type, host, resource id): {{(pid=94447) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 15:14:23.079664 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:23.085882 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] device_id is not set on port 41fc4787-6862-46e0-9136-519a788e111c yet. {{(pid=94446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 15:14:23.159717 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-db3a16e7-56c0-4ff3-9bb0-53c7ca0d923c tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:23.186842 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de32895-5213-454e-9316-14e0b06291d4,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:23.333217 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-db3a16e7-56c0-4ff3-9bb0-53c7ca0d923c tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Deleting port 499d8849-075f-435e-8aed-7ff356ed7a1a {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:14:23.333564 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-db3a16e7-56c0-4ff3-9bb0-53c7ca0d923c tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:23.428430 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:23.430839 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] device_id is not set on port 41fc4787-6862-46e0-9136-519a788e111c yet. {{(pid=94446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 15:14:23.444747 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-db3a16e7-56c0-4ff3-9bb0-53c7ca0d923c tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] For port 499d8849-075f-435e-8aed-7ff356ed7a1a, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=499d8849-075f-435e-8aed-7ff356ed7a1a,segment=NetworkSegment(77ce2569-022b-4f25-9249-86725c27e86d),segment_id=77ce2569-022b-4f25-9249-86725c27e86d)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:14:23.445147 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-db3a16e7-56c0-4ff3-9bb0-53c7ca0d923c tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:23.448037 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:23.465076 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-db3a16e7-56c0-4ff3-9bb0-53c7ca0d923c tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Calling delete_port for 499d8849-075f-435e-8aed-7ff356ed7a1a owned by network:dhcp {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:14:23.470916 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Transition to ACTIVE for port object 41fc4787-6862-46e0-9136-519a788e111c will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:14:23.577142 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:23.636174 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Pushing event updated for resources: {'Port': ['ID=41fc4787-6862-46e0-9136-519a788e111c,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:23.646260 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Checking segment: {'id': '56e1040a-a5da-4899-9aa3-b1dd070783ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '53fa49b4-55a7-485d-872f-b835b45f5e42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:14:23.646666 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Network hostable DHCP agents. Network: 53fa49b4-55a7-485d-872f-b835b45f5e42, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:14:23.685794 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-db3a16e7-56c0-4ff3-9bb0-53c7ca0d923c tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:23.713201 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3a16e7-56c0-4ff3-9bb0-53c7ca0d923c tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Pushing event deleted for resources: {'Port': ['ID=499d8849-075f-435e-8aed-7ff356ed7a1a,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:23.717962 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3a16e7-56c0-4ff3-9bb0-53c7ca0d923c tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] No DVR routers for this DVR port 499d8849-075f-435e-8aed-7ff356ed7a1a on host n-d-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:14:23.785082 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Network 53fa49b4-55a7-485d-872f-b835b45f5e42 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:14:23.810952 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-db3a16e7-56c0-4ff3-9bb0-53c7ca0d923c tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:23.821288 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-db3a16e7-56c0-4ff3-9bb0-53c7ca0d923c tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['145bef6c-99ad-482d-b80c-958569276b51']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:23.836786 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-db3a16e7-56c0-4ff3-9bb0-53c7ca0d923c tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77ce2569-022b-4f25-9249-86725c27e86d') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:23.837073 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-db3a16e7-56c0-4ff3-9bb0-53c7ca0d923c tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77ce2569-022b-4f25-9249-86725c27e86d') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:23.846938 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-db3a16e7-56c0-4ff3-9bb0-53c7ca0d923c tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:23.864966 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-db3a16e7-56c0-4ff3-9bb0-53c7ca0d923c tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:23.872757 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 53fa49b4-55a7-485d-872f-b835b45f5e42) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:14:23.875197 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db3a16e7-56c0-4ff3-9bb0-53c7ca0d923c tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:14:23.875760 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-db3a16e7-56c0-4ff3-9bb0-53c7ca0d923c tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:23.879200 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 15:14:23.879200 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:14:23.879200 n-d-799529-6 neutron-server[94446]: timer() Jul 09 15:14:23.879200 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:14:23.879200 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 15:14:23.879200 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:14:23.879200 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 15:14:23.879200 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:14:23.879200 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 15:14:23.879200 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:14:23.879200 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 15:14:23.879200 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:14:23.879200 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 15:14:23.879200 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:14:23.879200 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:14:23.879200 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:14:23.879200 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:14:23.879200 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:14:23.879200 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 15:14:23.879200 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:14:23.879200 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 15:14:23.879200 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:14:23.879200 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:14:23.879200 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:14:23.879200 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 15:14:23.879200 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:14:23.879200 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:14:23.879200 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:14:23.879200 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:14:23.879200 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:14:23.879200 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:14:23.879200 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:14:23.881599 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:14:23.885444 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac535808-56c5-43c9-9c02-392810397bbc None None] Network 53fa49b4-55a7-485d-872f-b835b45f5e42 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:14:23.934420 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 41fc4787-6862-46e0-9136-519a788e111c on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:14:23.934761 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 41fc4787-6862-46e0-9136-519a788e111c by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '56e1040a-a5da-4899-9aa3-b1dd070783ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '53fa49b4-55a7-485d-872f-b835b45f5e42'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:14:23.935091 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 41fc4787-6862-46e0-9136-519a788e111c on network 53fa49b4-55a7-485d-872f-b835b45f5e42 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:14:23.943471 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Port 41fc4787-6862-46e0-9136-519a788e111c on network 53fa49b4-55a7-485d-872f-b835b45f5e42 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:14:23.943839 n-d-799529-6 neutron-server[94446]: ERROR neutron.plugins.ml2.managers [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Failed to bind port 41fc4787-6862-46e0-9136-519a788e111c on host n-h2-799529-6 for vnic_type normal using segments [{'id': '56e1040a-a5da-4899-9aa3-b1dd070783ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '53fa49b4-55a7-485d-872f-b835b45f5e42'}] Jul 09 15:14:23.944752 n-d-799529-6 neutron-server[94446]: INFO neutron.plugins.ml2.plugin [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempt 2 to bind port 41fc4787-6862-46e0-9136-519a788e111c Jul 09 15:14:23.957720 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 41fc4787-6862-46e0-9136-519a788e111c on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:14:23.958062 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 41fc4787-6862-46e0-9136-519a788e111c by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '56e1040a-a5da-4899-9aa3-b1dd070783ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '53fa49b4-55a7-485d-872f-b835b45f5e42'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:14:23.958420 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 41fc4787-6862-46e0-9136-519a788e111c on network 53fa49b4-55a7-485d-872f-b835b45f5e42 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:14:23.962631 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Port 41fc4787-6862-46e0-9136-519a788e111c on network 53fa49b4-55a7-485d-872f-b835b45f5e42 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:14:23.962953 n-d-799529-6 neutron-server[94446]: ERROR neutron.plugins.ml2.managers [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Failed to bind port 41fc4787-6862-46e0-9136-519a788e111c on host n-h2-799529-6 for vnic_type normal using segments [{'id': '56e1040a-a5da-4899-9aa3-b1dd070783ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '53fa49b4-55a7-485d-872f-b835b45f5e42'}] Jul 09 15:14:23.963334 n-d-799529-6 neutron-server[94446]: INFO neutron.plugins.ml2.plugin [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempt 3 to bind port 41fc4787-6862-46e0-9136-519a788e111c Jul 09 15:14:23.980571 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 41fc4787-6862-46e0-9136-519a788e111c on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:14:23.980907 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 41fc4787-6862-46e0-9136-519a788e111c by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '56e1040a-a5da-4899-9aa3-b1dd070783ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '53fa49b4-55a7-485d-872f-b835b45f5e42'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:14:23.981257 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 41fc4787-6862-46e0-9136-519a788e111c on network 53fa49b4-55a7-485d-872f-b835b45f5e42 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:14:23.985560 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Port 41fc4787-6862-46e0-9136-519a788e111c on network 53fa49b4-55a7-485d-872f-b835b45f5e42 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:14:23.985897 n-d-799529-6 neutron-server[94446]: ERROR neutron.plugins.ml2.managers [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Failed to bind port 41fc4787-6862-46e0-9136-519a788e111c on host n-h2-799529-6 for vnic_type normal using segments [{'id': '56e1040a-a5da-4899-9aa3-b1dd070783ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '53fa49b4-55a7-485d-872f-b835b45f5e42'}] Jul 09 15:14:23.986285 n-d-799529-6 neutron-server[94446]: INFO neutron.plugins.ml2.plugin [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempt 4 to bind port 41fc4787-6862-46e0-9136-519a788e111c Jul 09 15:14:23.998176 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 41fc4787-6862-46e0-9136-519a788e111c on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:14:23.998538 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 41fc4787-6862-46e0-9136-519a788e111c by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '56e1040a-a5da-4899-9aa3-b1dd070783ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '53fa49b4-55a7-485d-872f-b835b45f5e42'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:14:23.998871 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 41fc4787-6862-46e0-9136-519a788e111c on network 53fa49b4-55a7-485d-872f-b835b45f5e42 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:14:24.003192 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Port 41fc4787-6862-46e0-9136-519a788e111c on network 53fa49b4-55a7-485d-872f-b835b45f5e42 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:14:24.003525 n-d-799529-6 neutron-server[94446]: ERROR neutron.plugins.ml2.managers [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Failed to bind port 41fc4787-6862-46e0-9136-519a788e111c on host n-h2-799529-6 for vnic_type normal using segments [{'id': '56e1040a-a5da-4899-9aa3-b1dd070783ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '53fa49b4-55a7-485d-872f-b835b45f5e42'}] Jul 09 15:14:24.004225 n-d-799529-6 neutron-server[94446]: INFO neutron.plugins.ml2.plugin [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempt 5 to bind port 41fc4787-6862-46e0-9136-519a788e111c Jul 09 15:14:24.017640 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 41fc4787-6862-46e0-9136-519a788e111c on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:14:24.018402 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 41fc4787-6862-46e0-9136-519a788e111c by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '56e1040a-a5da-4899-9aa3-b1dd070783ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '53fa49b4-55a7-485d-872f-b835b45f5e42'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:14:24.018402 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 41fc4787-6862-46e0-9136-519a788e111c on network 53fa49b4-55a7-485d-872f-b835b45f5e42 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:14:24.022823 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Port 41fc4787-6862-46e0-9136-519a788e111c on network 53fa49b4-55a7-485d-872f-b835b45f5e42 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:14:24.023150 n-d-799529-6 neutron-server[94446]: ERROR neutron.plugins.ml2.managers [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Failed to bind port 41fc4787-6862-46e0-9136-519a788e111c on host n-h2-799529-6 for vnic_type normal using segments [{'id': '56e1040a-a5da-4899-9aa3-b1dd070783ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '53fa49b4-55a7-485d-872f-b835b45f5e42'}] Jul 09 15:14:24.023646 n-d-799529-6 neutron-server[94446]: INFO neutron.plugins.ml2.plugin [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempt 6 to bind port 41fc4787-6862-46e0-9136-519a788e111c Jul 09 15:14:24.035938 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 41fc4787-6862-46e0-9136-519a788e111c on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:14:24.036277 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 41fc4787-6862-46e0-9136-519a788e111c by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '56e1040a-a5da-4899-9aa3-b1dd070783ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '53fa49b4-55a7-485d-872f-b835b45f5e42'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:14:24.036614 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 41fc4787-6862-46e0-9136-519a788e111c on network 53fa49b4-55a7-485d-872f-b835b45f5e42 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:14:24.040990 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Port 41fc4787-6862-46e0-9136-519a788e111c on network 53fa49b4-55a7-485d-872f-b835b45f5e42 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:14:24.041317 n-d-799529-6 neutron-server[94446]: ERROR neutron.plugins.ml2.managers [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Failed to bind port 41fc4787-6862-46e0-9136-519a788e111c on host n-h2-799529-6 for vnic_type normal using segments [{'id': '56e1040a-a5da-4899-9aa3-b1dd070783ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '53fa49b4-55a7-485d-872f-b835b45f5e42'}] Jul 09 15:14:24.041704 n-d-799529-6 neutron-server[94446]: INFO neutron.plugins.ml2.plugin [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempt 7 to bind port 41fc4787-6862-46e0-9136-519a788e111c Jul 09 15:14:24.053512 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 41fc4787-6862-46e0-9136-519a788e111c on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:14:24.053846 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 41fc4787-6862-46e0-9136-519a788e111c by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '56e1040a-a5da-4899-9aa3-b1dd070783ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '53fa49b4-55a7-485d-872f-b835b45f5e42'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:14:24.054173 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 41fc4787-6862-46e0-9136-519a788e111c on network 53fa49b4-55a7-485d-872f-b835b45f5e42 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:14:24.058384 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Port 41fc4787-6862-46e0-9136-519a788e111c on network 53fa49b4-55a7-485d-872f-b835b45f5e42 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:14:24.058704 n-d-799529-6 neutron-server[94446]: ERROR neutron.plugins.ml2.managers [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Failed to bind port 41fc4787-6862-46e0-9136-519a788e111c on host n-h2-799529-6 for vnic_type normal using segments [{'id': '56e1040a-a5da-4899-9aa3-b1dd070783ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '53fa49b4-55a7-485d-872f-b835b45f5e42'}] Jul 09 15:14:24.059088 n-d-799529-6 neutron-server[94446]: INFO neutron.plugins.ml2.plugin [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempt 8 to bind port 41fc4787-6862-46e0-9136-519a788e111c Jul 09 15:14:24.074687 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 41fc4787-6862-46e0-9136-519a788e111c on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:14:24.074687 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 41fc4787-6862-46e0-9136-519a788e111c by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '56e1040a-a5da-4899-9aa3-b1dd070783ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '53fa49b4-55a7-485d-872f-b835b45f5e42'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:14:24.074687 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 41fc4787-6862-46e0-9136-519a788e111c on network 53fa49b4-55a7-485d-872f-b835b45f5e42 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:14:24.077016 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Port 41fc4787-6862-46e0-9136-519a788e111c on network 53fa49b4-55a7-485d-872f-b835b45f5e42 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:14:24.077413 n-d-799529-6 neutron-server[94446]: ERROR neutron.plugins.ml2.managers [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Failed to bind port 41fc4787-6862-46e0-9136-519a788e111c on host n-h2-799529-6 for vnic_type normal using segments [{'id': '56e1040a-a5da-4899-9aa3-b1dd070783ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '53fa49b4-55a7-485d-872f-b835b45f5e42'}] Jul 09 15:14:24.077944 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-db3a16e7-56c0-4ff3-9bb0-53c7ca0d923c tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:24.079458 n-d-799529-6 neutron-server[94446]: INFO neutron.plugins.ml2.plugin [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempt 9 to bind port 41fc4787-6862-46e0-9136-519a788e111c Jul 09 15:14:24.093135 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-db3a16e7-56c0-4ff3-9bb0-53c7ca0d923c tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:24.098641 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-db3a16e7-56c0-4ff3-9bb0-53c7ca0d923c tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "DELETE /v2.0/networks/145bef6c-99ad-482d-b80c-958569276b51 HTTP/1.1" status: 204 len: 168 time: 2.2499874 Jul 09 15:14:24.098641 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44738) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:24.103694 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-1a7b7446-b698-4886-ad50-d6610bb58dfd tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1846427915'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:14:24.119889 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 41fc4787-6862-46e0-9136-519a788e111c on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:14:24.120227 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 41fc4787-6862-46e0-9136-519a788e111c by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '56e1040a-a5da-4899-9aa3-b1dd070783ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '53fa49b4-55a7-485d-872f-b835b45f5e42'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:14:24.120567 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 41fc4787-6862-46e0-9136-519a788e111c on network 53fa49b4-55a7-485d-872f-b835b45f5e42 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:14:24.125498 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3a16e7-56c0-4ff3-9bb0-53c7ca0d923c tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Pushing event deleted for resources: {'Network': ['ID=145bef6c-99ad-482d-b80c-958569276b51,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:24.134008 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Port 41fc4787-6862-46e0-9136-519a788e111c on network 53fa49b4-55a7-485d-872f-b835b45f5e42 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:14:24.134422 n-d-799529-6 neutron-server[94446]: ERROR neutron.plugins.ml2.managers [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Failed to bind port 41fc4787-6862-46e0-9136-519a788e111c on host n-h2-799529-6 for vnic_type normal using segments [{'id': '56e1040a-a5da-4899-9aa3-b1dd070783ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '53fa49b4-55a7-485d-872f-b835b45f5e42'}] Jul 09 15:14:24.136053 n-d-799529-6 neutron-server[94446]: INFO neutron.plugins.ml2.plugin [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempt 10 to bind port 41fc4787-6862-46e0-9136-519a788e111c Jul 09 15:14:24.153957 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 41fc4787-6862-46e0-9136-519a788e111c on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:14:24.154301 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 41fc4787-6862-46e0-9136-519a788e111c by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '56e1040a-a5da-4899-9aa3-b1dd070783ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '53fa49b4-55a7-485d-872f-b835b45f5e42'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:14:24.154666 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 41fc4787-6862-46e0-9136-519a788e111c on network 53fa49b4-55a7-485d-872f-b835b45f5e42 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:14:24.159486 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Port 41fc4787-6862-46e0-9136-519a788e111c on network 53fa49b4-55a7-485d-872f-b835b45f5e42 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:14:24.159844 n-d-799529-6 neutron-server[94446]: ERROR neutron.plugins.ml2.managers [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Failed to bind port 41fc4787-6862-46e0-9136-519a788e111c on host n-h2-799529-6 for vnic_type normal using segments [{'id': '56e1040a-a5da-4899-9aa3-b1dd070783ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '53fa49b4-55a7-485d-872f-b835b45f5e42'}] Jul 09 15:14:24.160215 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:24.219631 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7b7446-b698-4886-ad50-d6610bb58dfd tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Made reservation on behalf of e1ba7eec03cf489a8db3951e95fe2fe7 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:14:24.222949 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1a7b7446-b698-4886-ad50-d6610bb58dfd tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:24.234668 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] For port 41fc4787-6862-46e0-9136-519a788e111c, host n-h2-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:14:24.235042 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempted to set empty binding levels {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 09 15:14:24.249748 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a7b7446-b698-4886-ad50-d6610bb58dfd tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:14:24.261528 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1a7b7446-b698-4886-ad50-d6610bb58dfd tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:24.261528 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-1a7b7446-b698-4886-ad50-d6610bb58dfd tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Added segment 87a08b3b-1c41-46ee-b6fa-3180980529c4 of type vlan for network 6b365c1e-f865-4f48-8087-802b5118ab3d Jul 09 15:14:24.302165 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1a7b7446-b698-4886-ad50-d6610bb58dfd tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:24.337124 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:24.368486 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:24.376201 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:24.388594 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Pushing event updated for resources: {'Port': ['ID=41fc4787-6862-46e0-9136-519a788e111c,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:24.450964 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1a7b7446-b698-4886-ad50-d6610bb58dfd tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:24.458665 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7b7446-b698-4886-ad50-d6610bb58dfd tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:24.459272 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1a7b7446-b698-4886-ad50-d6610bb58dfd tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:24.511317 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-9423bf88-5bb4-4a6d-9c73-bd993843e9a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.7202957 Jul 09 15:14:24.514932 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44742) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:24.526732 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7b7446-b698-4886-ad50-d6610bb58dfd tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Pushing event updated for resources: {'Network': ['ID=6b365c1e-f865-4f48-8087-802b5118ab3d,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:24.541287 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 6b365c1e-f865-4f48-8087-802b5118ab3d details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:14:24.612529 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-ffda3955-09ee-47ed-a61c-0e642e5644a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Deleting port 41fc4787-6862-46e0-9136-519a788e111c {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:14:24.613236 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ffda3955-09ee-47ed-a61c-0e642e5644a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:24.631601 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-1a7b7446-b698-4886-ad50-d6610bb58dfd tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5289702 Jul 09 15:14:24.631831 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44746) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:24.637560 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-e7d77308-a1b5-4f6b-adc3-d62516b94575 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Request body: {'subnet': {'network_id': '6b365c1e-f865-4f48-8087-802b5118ab3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:14:24.684942 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-ffda3955-09ee-47ed-a61c-0e642e5644a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] For port 41fc4787-6862-46e0-9136-519a788e111c, host n-h2-799529-6, got binding levels [] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:14:24.685368 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ffda3955-09ee-47ed-a61c-0e642e5644a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:24.701069 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-ffda3955-09ee-47ed-a61c-0e642e5644a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Calling delete_port for 41fc4787-6862-46e0-9136-519a788e111c owned by {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:14:24.880069 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ffda3955-09ee-47ed-a61c-0e642e5644a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:24.908431 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffda3955-09ee-47ed-a61c-0e642e5644a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Pushing event deleted for resources: {'Port': ['ID=41fc4787-6862-46e0-9136-519a788e111c,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:24.916727 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ffda3955-09ee-47ed-a61c-0e642e5644a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:24.918780 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ffda3955-09ee-47ed-a61c-0e642e5644a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] 10.222.0.58 "DELETE /v2.0/ports/41fc4787-6862-46e0-9136-519a788e111c HTTP/1.1" status: 204 len: 168 time: 0.4027498 Jul 09 15:14:24.921473 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44752) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:24.949644 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-75ae4204-6d35-479e-894e-86809ef5cace tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] GET failed (client error): The resource could not be found. Jul 09 15:14:24.951547 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-75ae4204-6d35-479e-894e-86809ef5cace tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] 10.222.0.58 "GET /v2.0/ports/41fc4787-6862-46e0-9136-519a788e111c HTTP/1.1" status: 404 len: 333 time: 0.0289111 Jul 09 15:14:24.955860 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44754) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:24.960920 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-5ec34fb1-0cfa-48eb-ab1a-2d7c0ef5a309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Request body: {'port': {'network_id': '53fa49b4-55a7-485d-872f-b835b45f5e42', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1617324095'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:14:25.074321 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec34fb1-0cfa-48eb-ab1a-2d7c0ef5a309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Made reservation on behalf of ad83821a8f1d403aacac55f17371b60f for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:14:25.077564 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5ec34fb1-0cfa-48eb-ab1a-2d7c0ef5a309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:25.098184 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [None req-5ec34fb1-0cfa-48eb-ab1a-2d7c0ef5a309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] device_id is not set on port 5cfb6176-951a-46a3-9b98-e01ee8f9fb00 yet. {{(pid=94445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 15:14:25.221940 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d77308-a1b5-4f6b-adc3-d62516b94575 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Made reservation on behalf of e1ba7eec03cf489a8db3951e95fe2fe7 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:14:25.225909 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e7d77308-a1b5-4f6b-adc3-d62516b94575 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:25.265407 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5ec34fb1-0cfa-48eb-ab1a-2d7c0ef5a309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:25.384125 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5ec34fb1-0cfa-48eb-ab1a-2d7c0ef5a309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:25.440818 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec34fb1-0cfa-48eb-ab1a-2d7c0ef5a309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Network 53fa49b4-55a7-485d-872f-b835b45f5e42 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:14:25.443908 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-5ec34fb1-0cfa-48eb-ab1a-2d7c0ef5a309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:14:25.447481 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec34fb1-0cfa-48eb-ab1a-2d7c0ef5a309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:14:25.448456 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec34fb1-0cfa-48eb-ab1a-2d7c0ef5a309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:25.449074 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5ec34fb1-0cfa-48eb-ab1a-2d7c0ef5a309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:25.458884 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec34fb1-0cfa-48eb-ab1a-2d7c0ef5a309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Pushing event updated for resources: {'Port': ['ID=5cfb6176-951a-46a3-9b98-e01ee8f9fb00,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:25.491414 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e7d77308-a1b5-4f6b-adc3-d62516b94575 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:25.543928 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-5ec34fb1-0cfa-48eb-ab1a-2d7c0ef5a309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5869246 Jul 09 15:14:25.547533 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44762) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:25.553928 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:14:25.558881 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d77308-a1b5-4f6b-adc3-d62516b94575 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Pushing event updated for resources: {'Subnet': ['ID=7b927a7f-6113-413e-be64-2dcc34874544,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:25.562204 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d77308-a1b5-4f6b-adc3-d62516b94575 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Checking segment: {'id': '87a08b3b-1c41-46ee-b6fa-3180980529c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6b365c1e-f865-4f48-8087-802b5118ab3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:14:25.562573 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d77308-a1b5-4f6b-adc3-d62516b94575 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Network hostable DHCP agents. Network: 6b365c1e-f865-4f48-8087-802b5118ab3d, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:14:25.639114 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:25.667952 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d77308-a1b5-4f6b-adc3-d62516b94575 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Network 6b365c1e-f865-4f48-8087-802b5118ab3d is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:14:25.753313 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-e7d77308-a1b5-4f6b-adc3-d62516b94575 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 6b365c1e-f865-4f48-8087-802b5118ab3d) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:14:25.762659 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0706f085-413e-4297-a621-9bb2459c5d7f None None] Network 6b365c1e-f865-4f48-8087-802b5118ab3d requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:14:25.776777 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d77308-a1b5-4f6b-adc3-d62516b94575 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:25.777534 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e7d77308-a1b5-4f6b-adc3-d62516b94575 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:25.845934 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] device_id is not set on port 5cfb6176-951a-46a3-9b98-e01ee8f9fb00 yet. {{(pid=94445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 15:14:25.863496 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:25.880635 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-e7d77308-a1b5-4f6b-adc3-d62516b94575 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2477205 Jul 09 15:14:25.885064 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Transition to ACTIVE for port object 5cfb6176-951a-46a3-9b98-e01ee8f9fb00 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:14:25.887127 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44770) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:25.936934 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a707ead-4968-406a-b23e-d59a2af2d4d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-6b365c1e-f865-4f48-8087-802b5118ab3d', 'network_id': '6b365c1e-f865-4f48-8087-802b5118ab3d', 'tenant_id': 'e1ba7eec03cf489a8db3951e95fe2fe7', 'fixed_ips': [{'subnet_id': '7b927a7f-6113-413e-be64-2dcc34874544'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:14:25.938251 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0a707ead-4968-406a-b23e-d59a2af2d4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:25.983154 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:26.065317 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f95676f3-fd8c-4729-af80-6aaa793fb5b7 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:26.079753 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Pushing event updated for resources: {'Port': ['ID=5cfb6176-951a-46a3-9b98-e01ee8f9fb00,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:26.095182 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 5cfb6176-951a-46a3-9b98-e01ee8f9fb00 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:14:26.095566 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 5cfb6176-951a-46a3-9b98-e01ee8f9fb00 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '56e1040a-a5da-4899-9aa3-b1dd070783ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '53fa49b4-55a7-485d-872f-b835b45f5e42'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:14:26.095923 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 5cfb6176-951a-46a3-9b98-e01ee8f9fb00 on network 53fa49b4-55a7-485d-872f-b835b45f5e42 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:14:26.101667 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Port 5cfb6176-951a-46a3-9b98-e01ee8f9fb00 on network 53fa49b4-55a7-485d-872f-b835b45f5e42 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:14:26.102002 n-d-799529-6 neutron-server[94445]: ERROR neutron.plugins.ml2.managers [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Failed to bind port 5cfb6176-951a-46a3-9b98-e01ee8f9fb00 on host n-h2-799529-6 for vnic_type normal using segments [{'id': '56e1040a-a5da-4899-9aa3-b1dd070783ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '53fa49b4-55a7-485d-872f-b835b45f5e42'}] Jul 09 15:14:26.102953 n-d-799529-6 neutron-server[94445]: INFO neutron.plugins.ml2.plugin [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempt 2 to bind port 5cfb6176-951a-46a3-9b98-e01ee8f9fb00 Jul 09 15:14:26.121560 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 5cfb6176-951a-46a3-9b98-e01ee8f9fb00 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:14:26.122225 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 5cfb6176-951a-46a3-9b98-e01ee8f9fb00 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '56e1040a-a5da-4899-9aa3-b1dd070783ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '53fa49b4-55a7-485d-872f-b835b45f5e42'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:14:26.124061 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 5cfb6176-951a-46a3-9b98-e01ee8f9fb00 on network 53fa49b4-55a7-485d-872f-b835b45f5e42 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:14:26.131425 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Port 5cfb6176-951a-46a3-9b98-e01ee8f9fb00 on network 53fa49b4-55a7-485d-872f-b835b45f5e42 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:14:26.131792 n-d-799529-6 neutron-server[94445]: ERROR neutron.plugins.ml2.managers [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Failed to bind port 5cfb6176-951a-46a3-9b98-e01ee8f9fb00 on host n-h2-799529-6 for vnic_type normal using segments [{'id': '56e1040a-a5da-4899-9aa3-b1dd070783ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '53fa49b4-55a7-485d-872f-b835b45f5e42'}] Jul 09 15:14:26.132203 n-d-799529-6 neutron-server[94445]: INFO neutron.plugins.ml2.plugin [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempt 3 to bind port 5cfb6176-951a-46a3-9b98-e01ee8f9fb00 Jul 09 15:14:26.136402 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f95676f3-fd8c-4729-af80-6aaa793fb5b7 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:26.160521 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b0d32cf5-f78d-456c-aa5b-215768676725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:26.162590 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 5cfb6176-951a-46a3-9b98-e01ee8f9fb00 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:14:26.162940 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 5cfb6176-951a-46a3-9b98-e01ee8f9fb00 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '56e1040a-a5da-4899-9aa3-b1dd070783ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '53fa49b4-55a7-485d-872f-b835b45f5e42'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:14:26.163293 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 5cfb6176-951a-46a3-9b98-e01ee8f9fb00 on network 53fa49b4-55a7-485d-872f-b835b45f5e42 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:14:26.173785 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-0a707ead-4968-406a-b23e-d59a2af2d4d6 None None] Allocated IP 172.20.0.1 (6b365c1e-f865-4f48-8087-802b5118ab3d/7b927a7f-6113-413e-be64-2dcc34874544/bf87f608-7327-4f5d-8360-c846b8b50d39) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:14:26.174444 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Port 5cfb6176-951a-46a3-9b98-e01ee8f9fb00 on network 53fa49b4-55a7-485d-872f-b835b45f5e42 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:14:26.174998 n-d-799529-6 neutron-server[94445]: ERROR neutron.plugins.ml2.managers [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Failed to bind port 5cfb6176-951a-46a3-9b98-e01ee8f9fb00 on host n-h2-799529-6 for vnic_type normal using segments [{'id': '56e1040a-a5da-4899-9aa3-b1dd070783ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '53fa49b4-55a7-485d-872f-b835b45f5e42'}] Jul 09 15:14:26.176213 n-d-799529-6 neutron-server[94445]: INFO neutron.plugins.ml2.plugin [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempt 4 to bind port 5cfb6176-951a-46a3-9b98-e01ee8f9fb00 Jul 09 15:14:26.196481 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 5cfb6176-951a-46a3-9b98-e01ee8f9fb00 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:14:26.196481 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 5cfb6176-951a-46a3-9b98-e01ee8f9fb00 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '56e1040a-a5da-4899-9aa3-b1dd070783ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '53fa49b4-55a7-485d-872f-b835b45f5e42'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:14:26.196850 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 5cfb6176-951a-46a3-9b98-e01ee8f9fb00 on network 53fa49b4-55a7-485d-872f-b835b45f5e42 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:14:26.202319 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Port 5cfb6176-951a-46a3-9b98-e01ee8f9fb00 on network 53fa49b4-55a7-485d-872f-b835b45f5e42 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:14:26.202664 n-d-799529-6 neutron-server[94445]: ERROR neutron.plugins.ml2.managers [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Failed to bind port 5cfb6176-951a-46a3-9b98-e01ee8f9fb00 on host n-h2-799529-6 for vnic_type normal using segments [{'id': '56e1040a-a5da-4899-9aa3-b1dd070783ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '53fa49b4-55a7-485d-872f-b835b45f5e42'}] Jul 09 15:14:26.203203 n-d-799529-6 neutron-server[94445]: INFO neutron.plugins.ml2.plugin [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempt 5 to bind port 5cfb6176-951a-46a3-9b98-e01ee8f9fb00 Jul 09 15:14:26.216804 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 5cfb6176-951a-46a3-9b98-e01ee8f9fb00 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:14:26.217346 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 5cfb6176-951a-46a3-9b98-e01ee8f9fb00 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '56e1040a-a5da-4899-9aa3-b1dd070783ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '53fa49b4-55a7-485d-872f-b835b45f5e42'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:14:26.217690 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 5cfb6176-951a-46a3-9b98-e01ee8f9fb00 on network 53fa49b4-55a7-485d-872f-b835b45f5e42 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:14:26.222825 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Port 5cfb6176-951a-46a3-9b98-e01ee8f9fb00 on network 53fa49b4-55a7-485d-872f-b835b45f5e42 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:14:26.223277 n-d-799529-6 neutron-server[94445]: ERROR neutron.plugins.ml2.managers [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Failed to bind port 5cfb6176-951a-46a3-9b98-e01ee8f9fb00 on host n-h2-799529-6 for vnic_type normal using segments [{'id': '56e1040a-a5da-4899-9aa3-b1dd070783ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '53fa49b4-55a7-485d-872f-b835b45f5e42'}] Jul 09 15:14:26.223701 n-d-799529-6 neutron-server[94445]: INFO neutron.plugins.ml2.plugin [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempt 6 to bind port 5cfb6176-951a-46a3-9b98-e01ee8f9fb00 Jul 09 15:14:26.243357 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 5cfb6176-951a-46a3-9b98-e01ee8f9fb00 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:14:26.243769 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 5cfb6176-951a-46a3-9b98-e01ee8f9fb00 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '56e1040a-a5da-4899-9aa3-b1dd070783ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '53fa49b4-55a7-485d-872f-b835b45f5e42'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:14:26.244067 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 5cfb6176-951a-46a3-9b98-e01ee8f9fb00 on network 53fa49b4-55a7-485d-872f-b835b45f5e42 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:14:26.249638 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Port 5cfb6176-951a-46a3-9b98-e01ee8f9fb00 on network 53fa49b4-55a7-485d-872f-b835b45f5e42 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:14:26.249969 n-d-799529-6 neutron-server[94445]: ERROR neutron.plugins.ml2.managers [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Failed to bind port 5cfb6176-951a-46a3-9b98-e01ee8f9fb00 on host n-h2-799529-6 for vnic_type normal using segments [{'id': '56e1040a-a5da-4899-9aa3-b1dd070783ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '53fa49b4-55a7-485d-872f-b835b45f5e42'}] Jul 09 15:14:26.250373 n-d-799529-6 neutron-server[94445]: INFO neutron.plugins.ml2.plugin [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempt 7 to bind port 5cfb6176-951a-46a3-9b98-e01ee8f9fb00 Jul 09 15:14:26.270017 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 5cfb6176-951a-46a3-9b98-e01ee8f9fb00 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:14:26.270501 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 5cfb6176-951a-46a3-9b98-e01ee8f9fb00 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '56e1040a-a5da-4899-9aa3-b1dd070783ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '53fa49b4-55a7-485d-872f-b835b45f5e42'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:14:26.270965 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 5cfb6176-951a-46a3-9b98-e01ee8f9fb00 on network 53fa49b4-55a7-485d-872f-b835b45f5e42 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:14:26.282315 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Port 5cfb6176-951a-46a3-9b98-e01ee8f9fb00 on network 53fa49b4-55a7-485d-872f-b835b45f5e42 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:14:26.282806 n-d-799529-6 neutron-server[94445]: ERROR neutron.plugins.ml2.managers [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Failed to bind port 5cfb6176-951a-46a3-9b98-e01ee8f9fb00 on host n-h2-799529-6 for vnic_type normal using segments [{'id': '56e1040a-a5da-4899-9aa3-b1dd070783ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '53fa49b4-55a7-485d-872f-b835b45f5e42'}] Jul 09 15:14:26.283322 n-d-799529-6 neutron-server[94445]: INFO neutron.plugins.ml2.plugin [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempt 8 to bind port 5cfb6176-951a-46a3-9b98-e01ee8f9fb00 Jul 09 15:14:26.301576 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 5cfb6176-951a-46a3-9b98-e01ee8f9fb00 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:14:26.301947 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 5cfb6176-951a-46a3-9b98-e01ee8f9fb00 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '56e1040a-a5da-4899-9aa3-b1dd070783ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '53fa49b4-55a7-485d-872f-b835b45f5e42'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:14:26.302422 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 5cfb6176-951a-46a3-9b98-e01ee8f9fb00 on network 53fa49b4-55a7-485d-872f-b835b45f5e42 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:14:26.308747 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Port 5cfb6176-951a-46a3-9b98-e01ee8f9fb00 on network 53fa49b4-55a7-485d-872f-b835b45f5e42 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:14:26.309638 n-d-799529-6 neutron-server[94445]: ERROR neutron.plugins.ml2.managers [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Failed to bind port 5cfb6176-951a-46a3-9b98-e01ee8f9fb00 on host n-h2-799529-6 for vnic_type normal using segments [{'id': '56e1040a-a5da-4899-9aa3-b1dd070783ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '53fa49b4-55a7-485d-872f-b835b45f5e42'}] Jul 09 15:14:26.310480 n-d-799529-6 neutron-server[94445]: INFO neutron.plugins.ml2.plugin [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempt 9 to bind port 5cfb6176-951a-46a3-9b98-e01ee8f9fb00 Jul 09 15:14:26.330776 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 5cfb6176-951a-46a3-9b98-e01ee8f9fb00 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:14:26.331303 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 5cfb6176-951a-46a3-9b98-e01ee8f9fb00 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '56e1040a-a5da-4899-9aa3-b1dd070783ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '53fa49b4-55a7-485d-872f-b835b45f5e42'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:14:26.331887 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 5cfb6176-951a-46a3-9b98-e01ee8f9fb00 on network 53fa49b4-55a7-485d-872f-b835b45f5e42 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:14:26.340333 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Port 5cfb6176-951a-46a3-9b98-e01ee8f9fb00 on network 53fa49b4-55a7-485d-872f-b835b45f5e42 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:14:26.340849 n-d-799529-6 neutron-server[94445]: ERROR neutron.plugins.ml2.managers [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Failed to bind port 5cfb6176-951a-46a3-9b98-e01ee8f9fb00 on host n-h2-799529-6 for vnic_type normal using segments [{'id': '56e1040a-a5da-4899-9aa3-b1dd070783ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '53fa49b4-55a7-485d-872f-b835b45f5e42'}] Jul 09 15:14:26.341460 n-d-799529-6 neutron-server[94445]: INFO neutron.plugins.ml2.plugin [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempt 10 to bind port 5cfb6176-951a-46a3-9b98-e01ee8f9fb00 Jul 09 15:14:26.369589 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 5cfb6176-951a-46a3-9b98-e01ee8f9fb00 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:14:26.370074 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 5cfb6176-951a-46a3-9b98-e01ee8f9fb00 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '56e1040a-a5da-4899-9aa3-b1dd070783ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '53fa49b4-55a7-485d-872f-b835b45f5e42'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:14:26.370520 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 5cfb6176-951a-46a3-9b98-e01ee8f9fb00 on network 53fa49b4-55a7-485d-872f-b835b45f5e42 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:14:26.379226 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Port 5cfb6176-951a-46a3-9b98-e01ee8f9fb00 on network 53fa49b4-55a7-485d-872f-b835b45f5e42 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:14:26.379583 n-d-799529-6 neutron-server[94445]: ERROR neutron.plugins.ml2.managers [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Failed to bind port 5cfb6176-951a-46a3-9b98-e01ee8f9fb00 on host n-h2-799529-6 for vnic_type normal using segments [{'id': '56e1040a-a5da-4899-9aa3-b1dd070783ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '53fa49b4-55a7-485d-872f-b835b45f5e42'}] Jul 09 15:14:26.379959 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:26.416309 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0a707ead-4968-406a-b23e-d59a2af2d4d6 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:26.429093 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-0a707ead-4968-406a-b23e-d59a2af2d4d6 None None] Transition to ACTIVE for port object bf87f608-7327-4f5d-8360-c846b8b50d39 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:14:26.448107 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-0a707ead-4968-406a-b23e-d59a2af2d4d6 None None] Transition to ACTIVE for port object bf87f608-7327-4f5d-8360-c846b8b50d39 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:14:26.462515 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] For port 5cfb6176-951a-46a3-9b98-e01ee8f9fb00, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:14:26.463124 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempted to set empty binding levels {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 09 15:14:26.525090 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0a707ead-4968-406a-b23e-d59a2af2d4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:26.560434 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:26.561527 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a707ead-4968-406a-b23e-d59a2af2d4d6 None None] Network 6b365c1e-f865-4f48-8087-802b5118ab3d is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:14:26.566124 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-0a707ead-4968-406a-b23e-d59a2af2d4d6 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:14:26.569893 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a707ead-4968-406a-b23e-d59a2af2d4d6 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:14:26.579519 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a707ead-4968-406a-b23e-d59a2af2d4d6 None None] Pushing event updated for resources: {'Port': ['ID=bf87f608-7327-4f5d-8360-c846b8b50d39,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:26.606853 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] In _notify_port_updated(), no bound segment for port 5cfb6176-951a-46a3-9b98-e01ee8f9fb00 on network 53fa49b4-55a7-485d-872f-b835b45f5e42 {{(pid=94445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 15:14:26.608364 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:26.615923 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:26.615923 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] 10.222.0.58 "PUT /v2.0/ports/5cfb6176-951a-46a3-9b98-e01ee8f9fb00 HTTP/1.1" status: 200 len: 979 time: 1.0623071 Jul 09 15:14:26.616216 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44776) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:26.622068 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d428b21-b0e6-4a4a-9e52-8dd902bc953c tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Pushing event updated for resources: {'Port': ['ID=5cfb6176-951a-46a3-9b98-e01ee8f9fb00,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:26.659864 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-0a707ead-4968-406a-b23e-d59a2af2d4d6 None None] Attempting to bind port bf87f608-7327-4f5d-8360-c846b8b50d39 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:14:26.660356 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-0a707ead-4968-406a-b23e-d59a2af2d4d6 None None] Attempting to bind port bf87f608-7327-4f5d-8360-c846b8b50d39 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '87a08b3b-1c41-46ee-b6fa-3180980529c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6b365c1e-f865-4f48-8087-802b5118ab3d'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:14:26.660889 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a707ead-4968-406a-b23e-d59a2af2d4d6 None None] Attempting to bind port bf87f608-7327-4f5d-8360-c846b8b50d39 on network 6b365c1e-f865-4f48-8087-802b5118ab3d {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:14:26.668175 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a707ead-4968-406a-b23e-d59a2af2d4d6 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:14:26.670123 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a707ead-4968-406a-b23e-d59a2af2d4d6 None None] Checking segment: {'id': '87a08b3b-1c41-46ee-b6fa-3180980529c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6b365c1e-f865-4f48-8087-802b5118ab3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:14:26.670123 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0a707ead-4968-406a-b23e-d59a2af2d4d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:26.670860 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a707ead-4968-406a-b23e-d59a2af2d4d6 None None] Bound using segment: {'id': '87a08b3b-1c41-46ee-b6fa-3180980529c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6b365c1e-f865-4f48-8087-802b5118ab3d'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:14:26.671571 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-0a707ead-4968-406a-b23e-d59a2af2d4d6 None None] Bound port: bf87f608-7327-4f5d-8360-c846b8b50d39, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a08b3b-1c41-46ee-b6fa-3180980529c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6b365c1e-f865-4f48-8087-802b5118ab3d'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:14:26.672352 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0a707ead-4968-406a-b23e-d59a2af2d4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:26.674550 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f95676f3-fd8c-4729-af80-6aaa793fb5b7 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:26.716628 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95676f3-fd8c-4729-af80-6aaa793fb5b7 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Pushing event deleted for resources: {'Subnet': ['ID=7b927a7f-6113-413e-be64-2dcc34874544,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:26.747888 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-0a707ead-4968-406a-b23e-d59a2af2d4d6 None None] For port bf87f608-7327-4f5d-8360-c846b8b50d39, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:14:26.751212 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-0a707ead-4968-406a-b23e-d59a2af2d4d6 None None] For port bf87f608-7327-4f5d-8360-c846b8b50d39, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=bf87f608-7327-4f5d-8360-c846b8b50d39,segment=NetworkSegment(87a08b3b-1c41-46ee-b6fa-3180980529c4),segment_id=87a08b3b-1c41-46ee-b6fa-3180980529c4)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:14:26.790656 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f95676f3-fd8c-4729-af80-6aaa793fb5b7 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:26.806592 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-f95676f3-fd8c-4729-af80-6aaa793fb5b7 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b365c1e-f865-4f48-8087-802b5118ab3d']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:26.826182 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-f95676f3-fd8c-4729-af80-6aaa793fb5b7 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87a08b3b-1c41-46ee-b6fa-3180980529c4') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:26.831737 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-f95676f3-fd8c-4729-af80-6aaa793fb5b7 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87a08b3b-1c41-46ee-b6fa-3180980529c4') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:26.834297 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dea7e3e-f30f-4e9d-b6d8-43fd8c8eb5c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:26.834784 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dea7e3e-f30f-4e9d-b6d8-43fd8c8eb5c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:26.835250 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dea7e3e-f30f-4e9d-b6d8-43fd8c8eb5c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:26.835746 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dea7e3e-f30f-4e9d-b6d8-43fd8c8eb5c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:26.836216 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dea7e3e-f30f-4e9d-b6d8-43fd8c8eb5c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:26.836676 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dea7e3e-f30f-4e9d-b6d8-43fd8c8eb5c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:26.837149 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dea7e3e-f30f-4e9d-b6d8-43fd8c8eb5c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:26.839283 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-3dea7e3e-f30f-4e9d-b6d8-43fd8c8eb5c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 6400 time: 0.2243080 Jul 09 15:14:26.843028 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44782) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:26.849782 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f95676f3-fd8c-4729-af80-6aaa793fb5b7 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:26.860455 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0a707ead-4968-406a-b23e-d59a2af2d4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:26.908477 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f95676f3-fd8c-4729-af80-6aaa793fb5b7 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:26.915774 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f95676f3-fd8c-4729-af80-6aaa793fb5b7 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:14:26.916190 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f95676f3-fd8c-4729-af80-6aaa793fb5b7 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:26.919388 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 15:14:26.919388 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:14:26.919388 n-d-799529-6 neutron-server[94446]: timer() Jul 09 15:14:26.919388 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:14:26.919388 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 15:14:26.919388 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:14:26.919388 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 15:14:26.919388 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:14:26.919388 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 15:14:26.919388 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:14:26.919388 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 15:14:26.919388 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:14:26.919388 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 15:14:26.919388 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:14:26.919388 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:14:26.919388 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:14:26.919388 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:14:26.919388 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:14:26.919388 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 15:14:26.919388 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:14:26.919388 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 15:14:26.919388 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:14:26.919388 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:14:26.919388 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:14:26.919388 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 15:14:26.919388 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:14:26.919388 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:14:26.919388 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:14:26.919388 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:14:26.919388 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:14:26.919388 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:14:26.919388 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:14:26.970933 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-f1935bdc-ed15-481d-952a-c3cc6f28d7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Deleting port 5cfb6176-951a-46a3-9b98-e01ee8f9fb00 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:14:26.971642 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f1935bdc-ed15-481d-952a-c3cc6f28d7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:26.978548 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b4c9e0-54e3-4801-897f-7f5d66c93a38 None None] Network 6b365c1e-f865-4f48-8087-802b5118ab3d requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:14:26.986930 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a707ead-4968-406a-b23e-d59a2af2d4d6 None None] Pushing event updated for resources: {'Port': ['ID=bf87f608-7327-4f5d-8360-c846b8b50d39,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:27.047155 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.db.api [None req-f95676f3-fd8c-4729-af80-6aaa793fb5b7 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 09 15:14:27.047155 n-d-799529-6 neutron-server[94446]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 09 15:14:27.047155 n-d-799529-6 neutron-server[94446]: [parameters: {'id': '6b365c1e-f865-4f48-8087-802b5118ab3d'}] Jul 09 15:14:27.047155 n-d-799529-6 neutron-server[94446]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 15:14:27.048647 n-d-799529-6 neutron-server[94446]: DEBUG oslo_db.api [None req-f95676f3-fd8c-4729-af80-6aaa793fb5b7 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 15:14:27.058998 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-f1935bdc-ed15-481d-952a-c3cc6f28d7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] For port 5cfb6176-951a-46a3-9b98-e01ee8f9fb00, host n-h2-799529-6, got binding levels [] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:14:27.059388 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f1935bdc-ed15-481d-952a-c3cc6f28d7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:27.077008 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-f1935bdc-ed15-481d-952a-c3cc6f28d7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Calling delete_port for 5cfb6176-951a-46a3-9b98-e01ee8f9fb00 owned by {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:14:27.139403 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddf9cbf-5e28-42c8-90f0-c66254624f48 None None] get_active_networks_info from n-d-799529-6 {{(pid=94447) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 15:14:27.212399 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddf9cbf-5e28-42c8-90f0-c66254624f48 None None] Resources bound (agent type, host, resource id): {{(pid=94447) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 15:14:27.329481 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f1935bdc-ed15-481d-952a-c3cc6f28d7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:27.350418 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f1935bdc-ed15-481d-952a-c3cc6f28d7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:27.357533 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f1935bdc-ed15-481d-952a-c3cc6f28d7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] 10.222.0.58 "DELETE /v2.0/ports/5cfb6176-951a-46a3-9b98-e01ee8f9fb00 HTTP/1.1" status: 204 len: 168 time: 0.5129116 Jul 09 15:14:27.361917 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44790) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:27.376894 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1935bdc-ed15-481d-952a-c3cc6f28d7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Pushing event deleted for resources: {'Port': ['ID=5cfb6176-951a-46a3-9b98-e01ee8f9fb00,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:27.403539 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c640777-23e8-453d-8440-d08e2362da23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] GET failed (client error): The resource could not be found. Jul 09 15:14:27.406173 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7c640777-23e8-453d-8440-d08e2362da23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] 10.222.0.58 "GET /v2.0/ports/5cfb6176-951a-46a3-9b98-e01ee8f9fb00 HTTP/1.1" status: 404 len: 333 time: 0.0415902 Jul 09 15:14:27.409775 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44792) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:27.414995 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-62975d0a-847e-48e8-a847-569a3d724430 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1648415444', 'network_id': '53fa49b4-55a7-485d-872f-b835b45f5e42'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:14:27.508478 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62975d0a-847e-48e8-a847-569a3d724430 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Made reservation on behalf of ad83821a8f1d403aacac55f17371b60f for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:14:27.510998 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-62975d0a-847e-48e8-a847-569a3d724430 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:27.527042 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-62975d0a-847e-48e8-a847-569a3d724430 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] device_id is not set on port bde47c36-bbd2-42b4-bf8a-d69c8fff7755 yet. {{(pid=94446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 15:14:27.564628 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f95676f3-fd8c-4729-af80-6aaa793fb5b7 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:27.704901 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-f95676f3-fd8c-4729-af80-6aaa793fb5b7 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Deleting port bf87f608-7327-4f5d-8360-c846b8b50d39 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:14:27.705589 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f95676f3-fd8c-4729-af80-6aaa793fb5b7 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:27.756038 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-62975d0a-847e-48e8-a847-569a3d724430 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:27.798888 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-f95676f3-fd8c-4729-af80-6aaa793fb5b7 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] For port bf87f608-7327-4f5d-8360-c846b8b50d39, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=bf87f608-7327-4f5d-8360-c846b8b50d39,segment=NetworkSegment(87a08b3b-1c41-46ee-b6fa-3180980529c4),segment_id=87a08b3b-1c41-46ee-b6fa-3180980529c4)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:14:27.799280 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f95676f3-fd8c-4729-af80-6aaa793fb5b7 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:27.823045 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-f95676f3-fd8c-4729-af80-6aaa793fb5b7 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Calling delete_port for bf87f608-7327-4f5d-8360-c846b8b50d39 owned by network:dhcp {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:14:27.920254 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-62975d0a-847e-48e8-a847-569a3d724430 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:27.975195 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62975d0a-847e-48e8-a847-569a3d724430 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Network 53fa49b4-55a7-485d-872f-b835b45f5e42 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:14:27.978137 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-62975d0a-847e-48e8-a847-569a3d724430 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:14:27.982638 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62975d0a-847e-48e8-a847-569a3d724430 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:14:27.983742 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62975d0a-847e-48e8-a847-569a3d724430 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:27.984214 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-62975d0a-847e-48e8-a847-569a3d724430 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:27.987688 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62975d0a-847e-48e8-a847-569a3d724430 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Pushing event updated for resources: {'Port': ['ID=bde47c36-bbd2-42b4-bf8a-d69c8fff7755,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:28.050926 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f95676f3-fd8c-4729-af80-6aaa793fb5b7 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:28.078643 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95676f3-fd8c-4729-af80-6aaa793fb5b7 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Pushing event deleted for resources: {'Port': ['ID=bf87f608-7327-4f5d-8360-c846b8b50d39,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:28.082242 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95676f3-fd8c-4729-af80-6aaa793fb5b7 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] No DVR routers for this DVR port bf87f608-7327-4f5d-8360-c846b8b50d39 on host n-d-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:14:28.148311 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-62975d0a-847e-48e8-a847-569a3d724430 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7372091 Jul 09 15:14:28.151057 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44802) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:28.167014 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f95676f3-fd8c-4729-af80-6aaa793fb5b7 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:28.178217 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-f95676f3-fd8c-4729-af80-6aaa793fb5b7 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b365c1e-f865-4f48-8087-802b5118ab3d']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:28.190273 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-f95676f3-fd8c-4729-af80-6aaa793fb5b7 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87a08b3b-1c41-46ee-b6fa-3180980529c4') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:28.194451 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-f95676f3-fd8c-4729-af80-6aaa793fb5b7 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87a08b3b-1c41-46ee-b6fa-3180980529c4') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:28.198174 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816cb833-3cba-43f0-bc42-56653906b1d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:28.199552 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-816cb833-3cba-43f0-bc42-56653906b1d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] 10.222.0.58 "GET /v2.0/ports/bde47c36-bbd2-42b4-bf8a-d69c8fff7755 HTTP/1.1" status: 200 len: 959 time: 0.0473118 Jul 09 15:14:28.199998 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f95676f3-fd8c-4729-af80-6aaa793fb5b7 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:28.203174 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44804) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:28.215450 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f95676f3-fd8c-4729-af80-6aaa793fb5b7 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:28.225838 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f95676f3-fd8c-4729-af80-6aaa793fb5b7 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:14:28.225838 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f95676f3-fd8c-4729-af80-6aaa793fb5b7 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:28.226842 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 15:14:28.226842 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:14:28.226842 n-d-799529-6 neutron-server[94446]: timer() Jul 09 15:14:28.226842 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:14:28.226842 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 15:14:28.226842 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:14:28.226842 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 15:14:28.226842 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:14:28.226842 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 15:14:28.226842 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:14:28.226842 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 15:14:28.226842 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:14:28.226842 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 15:14:28.226842 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:14:28.226842 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:14:28.226842 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:14:28.226842 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:14:28.226842 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:14:28.226842 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 15:14:28.226842 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:14:28.226842 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 15:14:28.226842 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:14:28.226842 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:14:28.226842 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:14:28.226842 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 15:14:28.226842 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:14:28.226842 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:14:28.226842 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:14:28.226842 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:14:28.226842 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:14:28.226842 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:14:28.226842 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:14:28.306147 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-d4331adb-04c8-4b01-9de3-5f9616d79bf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Deleting port bde47c36-bbd2-42b4-bf8a-d69c8fff7755 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:14:28.306521 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d4331adb-04c8-4b01-9de3-5f9616d79bf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:28.371988 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d4331adb-04c8-4b01-9de3-5f9616d79bf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:28.387276 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-d4331adb-04c8-4b01-9de3-5f9616d79bf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Calling delete_port for bde47c36-bbd2-42b4-bf8a-d69c8fff7755 owned by {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:14:28.404808 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f95676f3-fd8c-4729-af80-6aaa793fb5b7 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:28.413601 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f95676f3-fd8c-4729-af80-6aaa793fb5b7 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:28.420652 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f95676f3-fd8c-4729-af80-6aaa793fb5b7 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "DELETE /v2.0/networks/6b365c1e-f865-4f48-8087-802b5118ab3d HTTP/1.1" status: 204 len: 168 time: 2.5274482 Jul 09 15:14:28.422184 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44808) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:28.437162 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-04b89026-c9fa-4c97-b240-7d323eede948 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-665431465'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:14:28.441927 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95676f3-fd8c-4729-af80-6aaa793fb5b7 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Pushing event deleted for resources: {'Network': ['ID=6b365c1e-f865-4f48-8087-802b5118ab3d,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:28.524487 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b89026-c9fa-4c97-b240-7d323eede948 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Made reservation on behalf of e1ba7eec03cf489a8db3951e95fe2fe7 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:14:28.528342 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-04b89026-c9fa-4c97-b240-7d323eede948 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:28.577263 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d4331adb-04c8-4b01-9de3-5f9616d79bf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:28.583560 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04b89026-c9fa-4c97-b240-7d323eede948 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:14:28.596193 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-04b89026-c9fa-4c97-b240-7d323eede948 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:28.596772 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-04b89026-c9fa-4c97-b240-7d323eede948 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Added segment 37ee0ff9-6690-4712-9e7a-492cac9346eb of type vlan for network a7df2b6e-bfd7-4034-8851-7325627b7bd1 Jul 09 15:14:28.614722 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4331adb-04c8-4b01-9de3-5f9616d79bf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Pushing event deleted for resources: {'Port': ['ID=bde47c36-bbd2-42b4-bf8a-d69c8fff7755,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:28.626540 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d4331adb-04c8-4b01-9de3-5f9616d79bf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:28.629608 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d4331adb-04c8-4b01-9de3-5f9616d79bf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] 10.222.0.58 "DELETE /v2.0/ports/bde47c36-bbd2-42b4-bf8a-d69c8fff7755 HTTP/1.1" status: 204 len: 168 time: 0.4253306 Jul 09 15:14:28.632586 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44812) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:28.651191 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-04b89026-c9fa-4c97-b240-7d323eede948 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:28.663391 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f388c9c-bcd9-4cb5-b5e1-24d94229eefa tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] GET failed (client error): The resource could not be found. Jul 09 15:14:28.668547 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-4f388c9c-bcd9-4cb5-b5e1-24d94229eefa tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] 10.222.0.58 "GET /v2.0/ports/bde47c36-bbd2-42b4-bf8a-d69c8fff7755 HTTP/1.1" status: 404 len: 333 time: 0.0315535 Jul 09 15:14:28.669101 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44816) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:28.674583 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-8b2f058a-e5ac-44e3-9171-49a1098ab384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Request body: {'port': {'network_id': '53fa49b4-55a7-485d-872f-b835b45f5e42', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-10527690'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:14:28.794134 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-04b89026-c9fa-4c97-b240-7d323eede948 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:28.800122 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b89026-c9fa-4c97-b240-7d323eede948 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:28.800869 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-04b89026-c9fa-4c97-b240-7d323eede948 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:28.804534 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2f058a-e5ac-44e3-9171-49a1098ab384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Made reservation on behalf of ad83821a8f1d403aacac55f17371b60f for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:14:28.807892 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8b2f058a-e5ac-44e3-9171-49a1098ab384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:28.825622 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [None req-8b2f058a-e5ac-44e3-9171-49a1098ab384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] device_id is not set on port 497be686-1dd0-4f92-aa8d-545b49c00539 yet. {{(pid=94445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 15:14:28.875015 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b89026-c9fa-4c97-b240-7d323eede948 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Pushing event updated for resources: {'Network': ['ID=a7df2b6e-bfd7-4034-8851-7325627b7bd1,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:28.886717 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network a7df2b6e-bfd7-4034-8851-7325627b7bd1 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:14:28.984768 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-04b89026-c9fa-4c97-b240-7d323eede948 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5618894 Jul 09 15:14:28.985622 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8b2f058a-e5ac-44e3-9171-49a1098ab384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:28.987256 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44822) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:28.987720 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:14:28.998966 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-d88e30f7-4079-4e28-b646-78a2cf983130 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:14:29.192652 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d88e30f7-4079-4e28-b646-78a2cf983130 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:29.228137 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-50b5060a-3d02-4b48-a602-1713b38db0b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:29.274001 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:29.274279 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8b2f058a-e5ac-44e3-9171-49a1098ab384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:29.316092 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2f058a-e5ac-44e3-9171-49a1098ab384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Network 53fa49b4-55a7-485d-872f-b835b45f5e42 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:14:29.321436 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-8b2f058a-e5ac-44e3-9171-49a1098ab384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:14:29.325233 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2f058a-e5ac-44e3-9171-49a1098ab384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:14:29.326312 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2f058a-e5ac-44e3-9171-49a1098ab384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:29.326910 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8b2f058a-e5ac-44e3-9171-49a1098ab384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:29.337365 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2f058a-e5ac-44e3-9171-49a1098ab384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Pushing event updated for resources: {'Port': ['ID=497be686-1dd0-4f92-aa8d-545b49c00539,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:29.354212 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d88e30f7-4079-4e28-b646-78a2cf983130 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:29.380954 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d88e30f7-4079-4e28-b646-78a2cf983130 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Network a7df2b6e-bfd7-4034-8851-7325627b7bd1 is not hosted by any dhcp agent {{(pid=94445) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 15:14:29.386777 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88e30f7-4079-4e28-b646-78a2cf983130 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:29.387400 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d88e30f7-4079-4e28-b646-78a2cf983130 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks [] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:29.388823 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d88e30f7-4079-4e28-b646-78a2cf983130 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "PUT /v2.0/networks/a7df2b6e-bfd7-4034-8851-7325627b7bd1 HTTP/1.1" status: 200 len: 723 time: 0.4003155 Jul 09 15:14:29.391710 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44828) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:29.397213 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-e1b779ce-9638-46ce-91d1-39ce44639238 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Request body: {'subnet': {'network_id': 'a7df2b6e-bfd7-4034-8851-7325627b7bd1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:14:29.439949 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88e30f7-4079-4e28-b646-78a2cf983130 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Pushing event updated for resources: {'Network': ['ID=a7df2b6e-bfd7-4034-8851-7325627b7bd1,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:29.455762 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network a7df2b6e-bfd7-4034-8851-7325627b7bd1 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:14:29.480129 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-8b2f058a-e5ac-44e3-9171-49a1098ab384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 0.8097961 Jul 09 15:14:29.483652 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44830) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:29.488981 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:14:29.568192 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:29.599547 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b779ce-9638-46ce-91d1-39ce44639238 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Made reservation on behalf of e1ba7eec03cf489a8db3951e95fe2fe7 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:14:29.603914 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e1b779ce-9638-46ce-91d1-39ce44639238 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:29.768548 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] device_id is not set on port 497be686-1dd0-4f92-aa8d-545b49c00539 yet. {{(pid=94445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 15:14:29.779079 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:29.794302 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Transition to ACTIVE for port object 497be686-1dd0-4f92-aa8d-545b49c00539 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:14:29.902298 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:29.958424 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Pushing event updated for resources: {'Port': ['ID=497be686-1dd0-4f92-aa8d-545b49c00539,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:29.966275 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e1b779ce-9638-46ce-91d1-39ce44639238 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:29.981820 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 497be686-1dd0-4f92-aa8d-545b49c00539 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:14:29.982164 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 497be686-1dd0-4f92-aa8d-545b49c00539 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '56e1040a-a5da-4899-9aa3-b1dd070783ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '53fa49b4-55a7-485d-872f-b835b45f5e42'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:14:29.982995 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 497be686-1dd0-4f92-aa8d-545b49c00539 on network 53fa49b4-55a7-485d-872f-b835b45f5e42 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:14:29.988538 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Port 497be686-1dd0-4f92-aa8d-545b49c00539 on network 53fa49b4-55a7-485d-872f-b835b45f5e42 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:14:29.989103 n-d-799529-6 neutron-server[94445]: ERROR neutron.plugins.ml2.managers [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Failed to bind port 497be686-1dd0-4f92-aa8d-545b49c00539 on host n-h2-799529-6 for vnic_type normal using segments [{'id': '56e1040a-a5da-4899-9aa3-b1dd070783ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '53fa49b4-55a7-485d-872f-b835b45f5e42'}] Jul 09 15:14:29.989527 n-d-799529-6 neutron-server[94445]: INFO neutron.plugins.ml2.plugin [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempt 2 to bind port 497be686-1dd0-4f92-aa8d-545b49c00539 Jul 09 15:14:30.004604 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 497be686-1dd0-4f92-aa8d-545b49c00539 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:14:30.004954 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 497be686-1dd0-4f92-aa8d-545b49c00539 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '56e1040a-a5da-4899-9aa3-b1dd070783ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '53fa49b4-55a7-485d-872f-b835b45f5e42'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:14:30.005342 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 497be686-1dd0-4f92-aa8d-545b49c00539 on network 53fa49b4-55a7-485d-872f-b835b45f5e42 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:14:30.010167 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Port 497be686-1dd0-4f92-aa8d-545b49c00539 on network 53fa49b4-55a7-485d-872f-b835b45f5e42 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:14:30.010490 n-d-799529-6 neutron-server[94445]: ERROR neutron.plugins.ml2.managers [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Failed to bind port 497be686-1dd0-4f92-aa8d-545b49c00539 on host n-h2-799529-6 for vnic_type normal using segments [{'id': '56e1040a-a5da-4899-9aa3-b1dd070783ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '53fa49b4-55a7-485d-872f-b835b45f5e42'}] Jul 09 15:14:30.010884 n-d-799529-6 neutron-server[94445]: INFO neutron.plugins.ml2.plugin [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempt 3 to bind port 497be686-1dd0-4f92-aa8d-545b49c00539 Jul 09 15:14:30.023887 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 497be686-1dd0-4f92-aa8d-545b49c00539 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:14:30.024222 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 497be686-1dd0-4f92-aa8d-545b49c00539 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '56e1040a-a5da-4899-9aa3-b1dd070783ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '53fa49b4-55a7-485d-872f-b835b45f5e42'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:14:30.025005 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 497be686-1dd0-4f92-aa8d-545b49c00539 on network 53fa49b4-55a7-485d-872f-b835b45f5e42 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:14:30.029370 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Port 497be686-1dd0-4f92-aa8d-545b49c00539 on network 53fa49b4-55a7-485d-872f-b835b45f5e42 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:14:30.029838 n-d-799529-6 neutron-server[94445]: ERROR neutron.plugins.ml2.managers [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Failed to bind port 497be686-1dd0-4f92-aa8d-545b49c00539 on host n-h2-799529-6 for vnic_type normal using segments [{'id': '56e1040a-a5da-4899-9aa3-b1dd070783ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '53fa49b4-55a7-485d-872f-b835b45f5e42'}] Jul 09 15:14:30.030273 n-d-799529-6 neutron-server[94445]: INFO neutron.plugins.ml2.plugin [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempt 4 to bind port 497be686-1dd0-4f92-aa8d-545b49c00539 Jul 09 15:14:30.038671 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b779ce-9638-46ce-91d1-39ce44639238 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Pushing event updated for resources: {'Subnet': ['ID=43b26551-a128-4c0d-a54b-b4497dd6090c,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:30.044540 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 497be686-1dd0-4f92-aa8d-545b49c00539 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:14:30.045417 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 497be686-1dd0-4f92-aa8d-545b49c00539 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '56e1040a-a5da-4899-9aa3-b1dd070783ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '53fa49b4-55a7-485d-872f-b835b45f5e42'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:14:30.045806 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 497be686-1dd0-4f92-aa8d-545b49c00539 on network 53fa49b4-55a7-485d-872f-b835b45f5e42 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:14:30.047549 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b779ce-9638-46ce-91d1-39ce44639238 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Checking segment: {'id': '37ee0ff9-6690-4712-9e7a-492cac9346eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a7df2b6e-bfd7-4034-8851-7325627b7bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:14:30.047971 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b779ce-9638-46ce-91d1-39ce44639238 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Network hostable DHCP agents. Network: a7df2b6e-bfd7-4034-8851-7325627b7bd1, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:14:30.051717 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Port 497be686-1dd0-4f92-aa8d-545b49c00539 on network 53fa49b4-55a7-485d-872f-b835b45f5e42 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:14:30.052080 n-d-799529-6 neutron-server[94445]: ERROR neutron.plugins.ml2.managers [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Failed to bind port 497be686-1dd0-4f92-aa8d-545b49c00539 on host n-h2-799529-6 for vnic_type normal using segments [{'id': '56e1040a-a5da-4899-9aa3-b1dd070783ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '53fa49b4-55a7-485d-872f-b835b45f5e42'}] Jul 09 15:14:30.052589 n-d-799529-6 neutron-server[94445]: INFO neutron.plugins.ml2.plugin [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempt 5 to bind port 497be686-1dd0-4f92-aa8d-545b49c00539 Jul 09 15:14:30.066946 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 497be686-1dd0-4f92-aa8d-545b49c00539 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:14:30.067283 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 497be686-1dd0-4f92-aa8d-545b49c00539 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '56e1040a-a5da-4899-9aa3-b1dd070783ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '53fa49b4-55a7-485d-872f-b835b45f5e42'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:14:30.067752 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 497be686-1dd0-4f92-aa8d-545b49c00539 on network 53fa49b4-55a7-485d-872f-b835b45f5e42 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:14:30.072888 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Port 497be686-1dd0-4f92-aa8d-545b49c00539 on network 53fa49b4-55a7-485d-872f-b835b45f5e42 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:14:30.073242 n-d-799529-6 neutron-server[94445]: ERROR neutron.plugins.ml2.managers [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Failed to bind port 497be686-1dd0-4f92-aa8d-545b49c00539 on host n-h2-799529-6 for vnic_type normal using segments [{'id': '56e1040a-a5da-4899-9aa3-b1dd070783ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '53fa49b4-55a7-485d-872f-b835b45f5e42'}] Jul 09 15:14:30.073670 n-d-799529-6 neutron-server[94445]: INFO neutron.plugins.ml2.plugin [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempt 6 to bind port 497be686-1dd0-4f92-aa8d-545b49c00539 Jul 09 15:14:30.088545 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 497be686-1dd0-4f92-aa8d-545b49c00539 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:14:30.088885 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 497be686-1dd0-4f92-aa8d-545b49c00539 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '56e1040a-a5da-4899-9aa3-b1dd070783ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '53fa49b4-55a7-485d-872f-b835b45f5e42'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:14:30.089264 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 497be686-1dd0-4f92-aa8d-545b49c00539 on network 53fa49b4-55a7-485d-872f-b835b45f5e42 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:14:30.094503 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Port 497be686-1dd0-4f92-aa8d-545b49c00539 on network 53fa49b4-55a7-485d-872f-b835b45f5e42 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:14:30.094935 n-d-799529-6 neutron-server[94445]: ERROR neutron.plugins.ml2.managers [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Failed to bind port 497be686-1dd0-4f92-aa8d-545b49c00539 on host n-h2-799529-6 for vnic_type normal using segments [{'id': '56e1040a-a5da-4899-9aa3-b1dd070783ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '53fa49b4-55a7-485d-872f-b835b45f5e42'}] Jul 09 15:14:30.095285 n-d-799529-6 neutron-server[94445]: INFO neutron.plugins.ml2.plugin [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempt 7 to bind port 497be686-1dd0-4f92-aa8d-545b49c00539 Jul 09 15:14:30.112591 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 497be686-1dd0-4f92-aa8d-545b49c00539 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:14:30.112591 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 497be686-1dd0-4f92-aa8d-545b49c00539 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '56e1040a-a5da-4899-9aa3-b1dd070783ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '53fa49b4-55a7-485d-872f-b835b45f5e42'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:14:30.112591 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 497be686-1dd0-4f92-aa8d-545b49c00539 on network 53fa49b4-55a7-485d-872f-b835b45f5e42 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:14:30.117072 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Port 497be686-1dd0-4f92-aa8d-545b49c00539 on network 53fa49b4-55a7-485d-872f-b835b45f5e42 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:14:30.117404 n-d-799529-6 neutron-server[94445]: ERROR neutron.plugins.ml2.managers [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Failed to bind port 497be686-1dd0-4f92-aa8d-545b49c00539 on host n-h2-799529-6 for vnic_type normal using segments [{'id': '56e1040a-a5da-4899-9aa3-b1dd070783ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '53fa49b4-55a7-485d-872f-b835b45f5e42'}] Jul 09 15:14:30.117807 n-d-799529-6 neutron-server[94445]: INFO neutron.plugins.ml2.plugin [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempt 8 to bind port 497be686-1dd0-4f92-aa8d-545b49c00539 Jul 09 15:14:30.133496 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 497be686-1dd0-4f92-aa8d-545b49c00539 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:14:30.134060 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 497be686-1dd0-4f92-aa8d-545b49c00539 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '56e1040a-a5da-4899-9aa3-b1dd070783ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '53fa49b4-55a7-485d-872f-b835b45f5e42'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:14:30.134224 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 497be686-1dd0-4f92-aa8d-545b49c00539 on network 53fa49b4-55a7-485d-872f-b835b45f5e42 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:14:30.139487 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Port 497be686-1dd0-4f92-aa8d-545b49c00539 on network 53fa49b4-55a7-485d-872f-b835b45f5e42 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:14:30.139884 n-d-799529-6 neutron-server[94445]: ERROR neutron.plugins.ml2.managers [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Failed to bind port 497be686-1dd0-4f92-aa8d-545b49c00539 on host n-h2-799529-6 for vnic_type normal using segments [{'id': '56e1040a-a5da-4899-9aa3-b1dd070783ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '53fa49b4-55a7-485d-872f-b835b45f5e42'}] Jul 09 15:14:30.140313 n-d-799529-6 neutron-server[94445]: INFO neutron.plugins.ml2.plugin [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempt 9 to bind port 497be686-1dd0-4f92-aa8d-545b49c00539 Jul 09 15:14:30.154921 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 497be686-1dd0-4f92-aa8d-545b49c00539 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:14:30.155287 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 497be686-1dd0-4f92-aa8d-545b49c00539 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '56e1040a-a5da-4899-9aa3-b1dd070783ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '53fa49b4-55a7-485d-872f-b835b45f5e42'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:14:30.155662 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 497be686-1dd0-4f92-aa8d-545b49c00539 on network 53fa49b4-55a7-485d-872f-b835b45f5e42 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:14:30.160478 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Port 497be686-1dd0-4f92-aa8d-545b49c00539 on network 53fa49b4-55a7-485d-872f-b835b45f5e42 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:14:30.160817 n-d-799529-6 neutron-server[94445]: ERROR neutron.plugins.ml2.managers [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Failed to bind port 497be686-1dd0-4f92-aa8d-545b49c00539 on host n-h2-799529-6 for vnic_type normal using segments [{'id': '56e1040a-a5da-4899-9aa3-b1dd070783ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '53fa49b4-55a7-485d-872f-b835b45f5e42'}] Jul 09 15:14:30.161335 n-d-799529-6 neutron-server[94445]: INFO neutron.plugins.ml2.plugin [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempt 10 to bind port 497be686-1dd0-4f92-aa8d-545b49c00539 Jul 09 15:14:30.175764 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 497be686-1dd0-4f92-aa8d-545b49c00539 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:14:30.176228 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 497be686-1dd0-4f92-aa8d-545b49c00539 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '56e1040a-a5da-4899-9aa3-b1dd070783ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '53fa49b4-55a7-485d-872f-b835b45f5e42'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:14:30.176568 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempting to bind port 497be686-1dd0-4f92-aa8d-545b49c00539 on network 53fa49b4-55a7-485d-872f-b835b45f5e42 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:14:30.181617 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Port 497be686-1dd0-4f92-aa8d-545b49c00539 on network 53fa49b4-55a7-485d-872f-b835b45f5e42 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:14:30.181617 n-d-799529-6 neutron-server[94445]: ERROR neutron.plugins.ml2.managers [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Failed to bind port 497be686-1dd0-4f92-aa8d-545b49c00539 on host n-h2-799529-6 for vnic_type normal using segments [{'id': '56e1040a-a5da-4899-9aa3-b1dd070783ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '53fa49b4-55a7-485d-872f-b835b45f5e42'}] Jul 09 15:14:30.181955 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:30.187695 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b779ce-9638-46ce-91d1-39ce44639238 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Network a7df2b6e-bfd7-4034-8851-7325627b7bd1 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:14:30.251489 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] For port 497be686-1dd0-4f92-aa8d-545b49c00539, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:14:30.252220 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attempted to set empty binding levels {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 09 15:14:30.285221 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-e1b779ce-9638-46ce-91d1-39ce44639238 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, a7df2b6e-bfd7-4034-8851-7325627b7bd1) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:14:30.291025 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b779ce-9638-46ce-91d1-39ce44639238 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:30.291929 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e1b779ce-9638-46ce-91d1-39ce44639238 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:30.293962 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac252d85-d4ac-48c7-8374-2153780c1871 None None] Network a7df2b6e-bfd7-4034-8851-7325627b7bd1 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:14:30.298629 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:30.411890 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:30.448431 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] In _notify_port_updated(), no bound segment for port 497be686-1dd0-4f92-aa8d-545b49c00539 on network 53fa49b4-55a7-485d-872f-b835b45f5e42 {{(pid=94445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 15:14:30.449916 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:30.450148 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:30.454649 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] 10.222.0.58 "PUT /v2.0/ports/497be686-1dd0-4f92-aa8d-545b49c00539 HTTP/1.1" status: 200 len: 977 time: 0.9676425 Jul 09 15:14:30.455201 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44842) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:30.474372 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2de7e4-c587-44ef-8672-a55dbbef0882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Pushing event updated for resources: {'Port': ['ID=497be686-1dd0-4f92-aa8d-545b49c00539,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:30.492243 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-e1b779ce-9638-46ce-91d1-39ce44639238 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0991888 Jul 09 15:14:30.496218 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44844) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:30.502528 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-7a38d720-fc7c-4f06-9542-343dac938bc2 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:14:30.567384 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-8cb57e2a-5008-4b55-b4fe-2b957ae9ba15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Deleting port 497be686-1dd0-4f92-aa8d-545b49c00539 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:14:30.567758 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8cb57e2a-5008-4b55-b4fe-2b957ae9ba15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:30.622800 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7a38d720-fc7c-4f06-9542-343dac938bc2 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16329622'] for subnet, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:30.628052 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ac4b50-c6fc-47c7-b04e-3714a8627f10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-a7df2b6e-bfd7-4034-8851-7325627b7bd1', 'network_id': 'a7df2b6e-bfd7-4034-8851-7325627b7bd1', 'tenant_id': 'e1ba7eec03cf489a8db3951e95fe2fe7', 'fixed_ips': [{'subnet_id': '43b26551-a128-4c0d-a54b-b4497dd6090c'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:14:30.630235 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-97ac4b50-c6fc-47c7-b04e-3714a8627f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:30.658479 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-8cb57e2a-5008-4b55-b4fe-2b957ae9ba15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] For port 497be686-1dd0-4f92-aa8d-545b49c00539, host n-h2-799529-6, got binding levels [] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:14:30.659345 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8cb57e2a-5008-4b55-b4fe-2b957ae9ba15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:30.675100 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-8cb57e2a-5008-4b55-b4fe-2b957ae9ba15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Calling delete_port for 497be686-1dd0-4f92-aa8d-545b49c00539 owned by {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:14:31.011050 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8cb57e2a-5008-4b55-b4fe-2b957ae9ba15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:31.040098 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb57e2a-5008-4b55-b4fe-2b957ae9ba15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Pushing event deleted for resources: {'Port': ['ID=497be686-1dd0-4f92-aa8d-545b49c00539,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:31.047299 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8cb57e2a-5008-4b55-b4fe-2b957ae9ba15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:31.049617 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-8cb57e2a-5008-4b55-b4fe-2b957ae9ba15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] 10.222.0.58 "DELETE /v2.0/ports/497be686-1dd0-4f92-aa8d-545b49c00539 HTTP/1.1" status: 204 len: 168 time: 0.5928307 Jul 09 15:14:31.053398 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7a38d720-fc7c-4f06-9542-343dac938bc2 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742620480534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4382184'] for subnet, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:31.054002 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44852) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:31.056027 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb57e2a-5008-4b55-b4fe-2b957ae9ba15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:14:31.056393 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb57e2a-5008-4b55-b4fe-2b957ae9ba15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:14:31.056803 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb57e2a-5008-4b55-b4fe-2b957ae9ba15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:14:31.057155 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb57e2a-5008-4b55-b4fe-2b957ae9ba15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:14:31.057503 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb57e2a-5008-4b55-b4fe-2b957ae9ba15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:14:31.057875 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb57e2a-5008-4b55-b4fe-2b957ae9ba15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:14:31.058213 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb57e2a-5008-4b55-b4fe-2b957ae9ba15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:14:31.058554 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb57e2a-5008-4b55-b4fe-2b957ae9ba15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:14:31.058989 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb57e2a-5008-4b55-b4fe-2b957ae9ba15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:14:31.059328 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb57e2a-5008-4b55-b4fe-2b957ae9ba15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:14:31.059696 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb57e2a-5008-4b55-b4fe-2b957ae9ba15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:14:31.060283 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb57e2a-5008-4b55-b4fe-2b957ae9ba15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:14:31.098790 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-97ac4b50-c6fc-47c7-b04e-3714a8627f10 None None] Allocated IP 172.20.0.2 (a7df2b6e-bfd7-4034-8851-7325627b7bd1/43b26551-a128-4c0d-a54b-b4497dd6090c/0bbafe08-fed1-40bd-aff7-1f02f5336007) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:14:31.112518 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-775a6412-c9cc-46b8-b351-8d54a42ec9d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] GET failed (client error): The resource could not be found. Jul 09 15:14:31.114178 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-775a6412-c9cc-46b8-b351-8d54a42ec9d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-168125023-project-admin] 10.222.0.58 "GET /v2.0/ports/497be686-1dd0-4f92-aa8d-545b49c00539 HTTP/1.1" status: 404 len: 333 time: 0.0554526 Jul 09 15:14:31.115617 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a38d720-fc7c-4f06-9542-343dac938bc2 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:31.116204 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7a38d720-fc7c-4f06-9542-343dac938bc2 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks [] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:31.118844 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44854) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:31.121725 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-7a38d720-fc7c-4f06-9542-343dac938bc2 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "PUT /v2.0/subnets/43b26551-a128-4c0d-a54b-b4497dd6090c HTTP/1.1" status: 200 len: 806 time: 0.6244206 Jul 09 15:14:31.126540 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44856) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:31.205598 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a38d720-fc7c-4f06-9542-343dac938bc2 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Pushing event updated for resources: {'Subnet': ['ID=43b26551-a128-4c0d-a54b-b4497dd6090c,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:31.246404 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-40381448-b244-42d8-b657-c330a2987817 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:31.262614 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ac5e9d00-fddd-4ea9-8fc0-aeaf9fe6f950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146000753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146000753-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:31.269517 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-97ac4b50-c6fc-47c7-b04e-3714a8627f10 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:31.278755 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-97ac4b50-c6fc-47c7-b04e-3714a8627f10 None None] Transition to ACTIVE for port object 0bbafe08-fed1-40bd-aff7-1f02f5336007 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:14:31.296496 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-97ac4b50-c6fc-47c7-b04e-3714a8627f10 None None] Transition to ACTIVE for port object 0bbafe08-fed1-40bd-aff7-1f02f5336007 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:14:31.309104 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-40381448-b244-42d8-b657-c330a2987817 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:31.362624 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ac5e9d00-fddd-4ea9-8fc0-aeaf9fe6f950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146000753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146000753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:31.372811 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-ac5e9d00-fddd-4ea9-8fc0-aeaf9fe6f950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146000753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146000753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53fa49b4-55a7-485d-872f-b835b45f5e42']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:31.390409 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-ac5e9d00-fddd-4ea9-8fc0-aeaf9fe6f950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146000753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146000753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56e1040a-a5da-4899-9aa3-b1dd070783ed') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:31.390710 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-ac5e9d00-fddd-4ea9-8fc0-aeaf9fe6f950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146000753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146000753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56e1040a-a5da-4899-9aa3-b1dd070783ed') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:31.400996 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ac5e9d00-fddd-4ea9-8fc0-aeaf9fe6f950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146000753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146000753-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:31.415378 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ac5e9d00-fddd-4ea9-8fc0-aeaf9fe6f950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146000753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146000753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:31.422131 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac5e9d00-fddd-4ea9-8fc0-aeaf9fe6f950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146000753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146000753-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:14:31.422524 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ac5e9d00-fddd-4ea9-8fc0-aeaf9fe6f950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146000753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146000753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:31.425497 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 15:14:31.425497 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:14:31.425497 n-d-799529-6 neutron-server[94446]: timer() Jul 09 15:14:31.425497 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:14:31.425497 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 15:14:31.425497 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:14:31.425497 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 15:14:31.425497 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:14:31.425497 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 15:14:31.425497 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:14:31.425497 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 15:14:31.425497 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:14:31.425497 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 15:14:31.425497 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:14:31.425497 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:14:31.425497 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:14:31.425497 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:14:31.425497 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:14:31.425497 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 15:14:31.425497 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:14:31.425497 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 15:14:31.425497 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:14:31.425497 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:14:31.425497 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:14:31.425497 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 15:14:31.425497 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:14:31.425497 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:14:31.425497 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:14:31.425497 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:14:31.425497 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:14:31.425497 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:14:31.425497 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:14:31.470967 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-97ac4b50-c6fc-47c7-b04e-3714a8627f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:31.520793 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ac4b50-c6fc-47c7-b04e-3714a8627f10 None None] Network a7df2b6e-bfd7-4034-8851-7325627b7bd1 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:14:31.525611 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-97ac4b50-c6fc-47c7-b04e-3714a8627f10 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:14:31.528941 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ac4b50-c6fc-47c7-b04e-3714a8627f10 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:14:31.538589 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ac4b50-c6fc-47c7-b04e-3714a8627f10 None None] Pushing event updated for resources: {'Port': ['ID=0bbafe08-fed1-40bd-aff7-1f02f5336007,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:31.567267 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ac5e9d00-fddd-4ea9-8fc0-aeaf9fe6f950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146000753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146000753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:31.573548 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ac5e9d00-fddd-4ea9-8fc0-aeaf9fe6f950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146000753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146000753-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:31.575806 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ac5e9d00-fddd-4ea9-8fc0-aeaf9fe6f950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146000753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146000753-project] 10.222.0.58 "DELETE /v2.0/networks/53fa49b4-55a7-485d-872f-b835b45f5e42 HTTP/1.1" status: 204 len: 168 time: 0.4554782 Jul 09 15:14:31.592953 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5e9d00-fddd-4ea9-8fc0-aeaf9fe6f950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146000753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146000753-project] Pushing event deleted for resources: {'Network': ['ID=53fa49b4-55a7-485d-872f-b835b45f5e42,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:31.611134 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-40381448-b244-42d8-b657-c330a2987817 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:31.617140 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-97ac4b50-c6fc-47c7-b04e-3714a8627f10 None None] Attempting to bind port 0bbafe08-fed1-40bd-aff7-1f02f5336007 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:14:31.617140 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-97ac4b50-c6fc-47c7-b04e-3714a8627f10 None None] Attempting to bind port 0bbafe08-fed1-40bd-aff7-1f02f5336007 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '37ee0ff9-6690-4712-9e7a-492cac9346eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a7df2b6e-bfd7-4034-8851-7325627b7bd1'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:14:31.617140 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ac4b50-c6fc-47c7-b04e-3714a8627f10 None None] Attempting to bind port 0bbafe08-fed1-40bd-aff7-1f02f5336007 on network a7df2b6e-bfd7-4034-8851-7325627b7bd1 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:14:31.624126 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ac4b50-c6fc-47c7-b04e-3714a8627f10 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:14:31.626134 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ac4b50-c6fc-47c7-b04e-3714a8627f10 None None] Checking segment: {'id': '37ee0ff9-6690-4712-9e7a-492cac9346eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a7df2b6e-bfd7-4034-8851-7325627b7bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:14:31.626134 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-97ac4b50-c6fc-47c7-b04e-3714a8627f10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:31.626134 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ac4b50-c6fc-47c7-b04e-3714a8627f10 None None] Bound using segment: {'id': '37ee0ff9-6690-4712-9e7a-492cac9346eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a7df2b6e-bfd7-4034-8851-7325627b7bd1'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:14:31.626732 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-97ac4b50-c6fc-47c7-b04e-3714a8627f10 None None] Bound port: 0bbafe08-fed1-40bd-aff7-1f02f5336007, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37ee0ff9-6690-4712-9e7a-492cac9346eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a7df2b6e-bfd7-4034-8851-7325627b7bd1'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:14:31.627233 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-97ac4b50-c6fc-47c7-b04e-3714a8627f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:31.650083 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40381448-b244-42d8-b657-c330a2987817 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Pushing event deleted for resources: {'Subnet': ['ID=43b26551-a128-4c0d-a54b-b4497dd6090c,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:31.668572 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:31.706263 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-97ac4b50-c6fc-47c7-b04e-3714a8627f10 None None] For port 0bbafe08-fed1-40bd-aff7-1f02f5336007, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:14:31.711128 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-97ac4b50-c6fc-47c7-b04e-3714a8627f10 None None] For port 0bbafe08-fed1-40bd-aff7-1f02f5336007, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=0bbafe08-fed1-40bd-aff7-1f02f5336007,segment=NetworkSegment(37ee0ff9-6690-4712-9e7a-492cac9346eb),segment_id=37ee0ff9-6690-4712-9e7a-492cac9346eb)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:14:31.721381 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-40381448-b244-42d8-b657-c330a2987817 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:31.732221 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-40381448-b244-42d8-b657-c330a2987817 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7df2b6e-bfd7-4034-8851-7325627b7bd1']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:31.743366 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-40381448-b244-42d8-b657-c330a2987817 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37ee0ff9-6690-4712-9e7a-492cac9346eb') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:31.743720 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-40381448-b244-42d8-b657-c330a2987817 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37ee0ff9-6690-4712-9e7a-492cac9346eb') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:31.755060 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-40381448-b244-42d8-b657-c330a2987817 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:31.771712 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-97ac4b50-c6fc-47c7-b04e-3714a8627f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:31.774525 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-40381448-b244-42d8-b657-c330a2987817 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:31.783051 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40381448-b244-42d8-b657-c330a2987817 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:14:31.783907 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-40381448-b244-42d8-b657-c330a2987817 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:31.788065 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 15:14:31.788065 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:14:31.788065 n-d-799529-6 neutron-server[94445]: timer() Jul 09 15:14:31.788065 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:14:31.788065 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 15:14:31.788065 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:14:31.788065 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 15:14:31.788065 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:14:31.788065 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 15:14:31.788065 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:14:31.788065 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 15:14:31.788065 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:14:31.788065 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 15:14:31.788065 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:14:31.788065 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:14:31.788065 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:14:31.788065 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:14:31.788065 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:14:31.788065 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 15:14:31.788065 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:14:31.788065 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 15:14:31.788065 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:14:31.788065 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:14:31.788065 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:14:31.788065 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 15:14:31.788065 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:14:31.788065 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:14:31.788065 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:14:31.788065 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:14:31.788065 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:14:31.788065 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:14:31.788065 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:14:31.881355 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ac4b50-c6fc-47c7-b04e-3714a8627f10 None None] Pushing event updated for resources: {'Port': ['ID=0bbafe08-fed1-40bd-aff7-1f02f5336007,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:31.899872 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075bda92-1ff8-4e7a-ac92-2dc0b1bef501 None None] Network a7df2b6e-bfd7-4034-8851-7325627b7bd1 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:14:31.931274 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.db.api [None req-40381448-b244-42d8-b657-c330a2987817 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 09 15:14:31.931274 n-d-799529-6 neutron-server[94445]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 09 15:14:31.931274 n-d-799529-6 neutron-server[94445]: [parameters: {'id': 'a7df2b6e-bfd7-4034-8851-7325627b7bd1'}] Jul 09 15:14:31.931274 n-d-799529-6 neutron-server[94445]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 15:14:31.932391 n-d-799529-6 neutron-server[94445]: DEBUG oslo_db.api [None req-40381448-b244-42d8-b657-c330a2987817 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 15:14:32.047044 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b12dba-b4bf-449c-b6e8-3f33e6287209 None None] Network a7df2b6e-bfd7-4034-8851-7325627b7bd1 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:14:32.113694 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44874) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:32.208896 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06b0ec9-3469-408b-89e0-ec9dcb7f00ab None None] get_active_networks_info from n-d-799529-6 {{(pid=94447) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 15:14:32.272132 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-0607862e-32d7-4b59-90cf-cecc51a6e81e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b90b96af2a1e47f8a273b449d76df4e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1572194 Jul 09 15:14:32.274778 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44880) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:32.295739 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06b0ec9-3469-408b-89e0-ec9dcb7f00ab None None] Resources bound (agent type, host, resource id): {{(pid=94447) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 15:14:32.325261 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-73ff07ac-6b0d-4118-93a3-25d65976431e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:32.347640 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-73ff07ac-6b0d-4118-93a3-25d65976431e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:32.433998 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-40381448-b244-42d8-b657-c330a2987817 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:32.476125 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-73ff07ac-6b0d-4118-93a3-25d65976431e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:32.478714 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-73ff07ac-6b0d-4118-93a3-25d65976431e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:32.482183 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-73ff07ac-6b0d-4118-93a3-25d65976431e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0ac13c8d-26cb-482d-bf58-39a85505882d HTTP/1.1" status: 204 len: 168 time: 0.2042172 Jul 09 15:14:32.495482 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ff07ac-6b0d-4118-93a3-25d65976431e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac13c8d-26cb-482d-bf58-39a85505882d,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:32.530453 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-40381448-b244-42d8-b657-c330a2987817 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Deleting port 0bbafe08-fed1-40bd-aff7-1f02f5336007 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:14:32.531245 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-40381448-b244-42d8-b657-c330a2987817 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:32.605159 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-40381448-b244-42d8-b657-c330a2987817 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] For port 0bbafe08-fed1-40bd-aff7-1f02f5336007, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=0bbafe08-fed1-40bd-aff7-1f02f5336007,segment=NetworkSegment(37ee0ff9-6690-4712-9e7a-492cac9346eb),segment_id=37ee0ff9-6690-4712-9e7a-492cac9346eb)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:14:32.605516 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-40381448-b244-42d8-b657-c330a2987817 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:32.619311 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-40381448-b244-42d8-b657-c330a2987817 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Calling delete_port for 0bbafe08-fed1-40bd-aff7-1f02f5336007 owned by network:dhcp {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:14:32.788465 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-40381448-b244-42d8-b657-c330a2987817 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:32.825670 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40381448-b244-42d8-b657-c330a2987817 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Pushing event deleted for resources: {'Port': ['ID=0bbafe08-fed1-40bd-aff7-1f02f5336007,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:32.829007 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40381448-b244-42d8-b657-c330a2987817 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] No DVR routers for this DVR port 0bbafe08-fed1-40bd-aff7-1f02f5336007 on host n-d-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:14:32.963189 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-40381448-b244-42d8-b657-c330a2987817 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:32.974635 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-40381448-b244-42d8-b657-c330a2987817 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7df2b6e-bfd7-4034-8851-7325627b7bd1']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:32.985593 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-40381448-b244-42d8-b657-c330a2987817 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37ee0ff9-6690-4712-9e7a-492cac9346eb') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:32.985906 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-40381448-b244-42d8-b657-c330a2987817 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37ee0ff9-6690-4712-9e7a-492cac9346eb') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:32.995667 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-40381448-b244-42d8-b657-c330a2987817 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:33.011463 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-40381448-b244-42d8-b657-c330a2987817 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:33.018088 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40381448-b244-42d8-b657-c330a2987817 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:14:33.018498 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-40381448-b244-42d8-b657-c330a2987817 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:33.021722 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 15:14:33.021722 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:14:33.021722 n-d-799529-6 neutron-server[94445]: timer() Jul 09 15:14:33.021722 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:14:33.021722 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 15:14:33.021722 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:14:33.021722 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 15:14:33.021722 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:14:33.021722 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 15:14:33.021722 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:14:33.021722 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 15:14:33.021722 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:14:33.021722 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 15:14:33.021722 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:14:33.021722 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:14:33.021722 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:14:33.021722 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:14:33.021722 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:14:33.021722 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 15:14:33.021722 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:14:33.021722 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 15:14:33.021722 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:14:33.021722 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:14:33.021722 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:14:33.021722 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 15:14:33.021722 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:14:33.021722 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:14:33.021722 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:14:33.021722 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:14:33.021722 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:14:33.021722 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:14:33.021722 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:14:33.250808 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44898) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:33.295716 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-92a825c1-845e-4972-9f4f-d92e11eef19c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ad83821a8f1d403aacac55f17371b60f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434663 Jul 09 15:14:33.299861 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44900) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:33.366747 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-23ea29a6-d06c-4507-8aed-ae638ecc0901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:33.408758 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-23ea29a6-d06c-4507-8aed-ae638ecc0901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:33.485188 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-40381448-b244-42d8-b657-c330a2987817 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:33.489800 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-40381448-b244-42d8-b657-c330a2987817 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks [] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:33.498797 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-40381448-b244-42d8-b657-c330a2987817 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "DELETE /v2.0/networks/a7df2b6e-bfd7-4034-8851-7325627b7bd1 HTTP/1.1" status: 204 len: 168 time: 2.3642585 Jul 09 15:14:33.500869 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44902) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:33.510506 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40381448-b244-42d8-b657-c330a2987817 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Pushing event deleted for resources: {'Network': ['ID=a7df2b6e-bfd7-4034-8851-7325627b7bd1,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:33.518154 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2172b83-055b-4677-9daa-49aa3e54c456 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] DELETE failed (client error): The resource could not be found. Jul 09 15:14:33.518787 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2172b83-055b-4677-9daa-49aa3e54c456 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 15:14:33.520656 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-e2172b83-055b-4677-9daa-49aa3e54c456 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "DELETE /v2.0/networks/a7df2b6e-bfd7-4034-8851-7325627b7bd1 HTTP/1.1" status: 404 len: 339 time: 0.0248053 Jul 09 15:14:33.531313 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44906) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:33.536911 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-3d0ce2c3-d8ac-4784-a633-5aad4d327c6b tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1557375594', 'description': 'd1'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:14:33.593759 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-23ea29a6-d06c-4507-8aed-ae638ecc0901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:33.596579 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-23ea29a6-d06c-4507-8aed-ae638ecc0901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:33.597872 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-23ea29a6-d06c-4507-8aed-ae638ecc0901 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9de32895-5213-454e-9316-14e0b06291d4 HTTP/1.1" status: 204 len: 168 time: 0.2966979 Jul 09 15:14:33.605954 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ea29a6-d06c-4507-8aed-ae638ecc0901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de32895-5213-454e-9316-14e0b06291d4,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:33.685037 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0ce2c3-d8ac-4784-a633-5aad4d327c6b tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Made reservation on behalf of e1ba7eec03cf489a8db3951e95fe2fe7 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:14:33.689017 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3d0ce2c3-d8ac-4784-a633-5aad4d327c6b tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:33.714504 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d0ce2c3-d8ac-4784-a633-5aad4d327c6b tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:14:33.725894 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3d0ce2c3-d8ac-4784-a633-5aad4d327c6b tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:33.726260 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-3d0ce2c3-d8ac-4784-a633-5aad4d327c6b tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Added segment 26f691dd-6490-42b0-baa1-671df13584c4 of type vlan for network 028d7e7a-e939-460a-bc07-0ec60e38c6f1 Jul 09 15:14:33.770736 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3d0ce2c3-d8ac-4784-a633-5aad4d327c6b tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:33.885408 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3d0ce2c3-d8ac-4784-a633-5aad4d327c6b tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:33.891837 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0ce2c3-d8ac-4784-a633-5aad4d327c6b tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:33.896951 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3d0ce2c3-d8ac-4784-a633-5aad4d327c6b tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:33.961984 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0ce2c3-d8ac-4784-a633-5aad4d327c6b tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Pushing event updated for resources: {'Network': ['ID=028d7e7a-e939-460a-bc07-0ec60e38c6f1,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:33.972828 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 028d7e7a-e939-460a-bc07-0ec60e38c6f1 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:14:34.068582 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-3d0ce2c3-d8ac-4784-a633-5aad4d327c6b tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5361075 Jul 09 15:14:34.071423 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44918) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:34.157239 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5367f69e-0096-4771-9a0d-f05442a39467 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:34.158789 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-5367f69e-0096-4771-9a0d-f05442a39467 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "GET /v2.0/networks?id=028d7e7a-e939-460a-bc07-0ec60e38c6f1 HTTP/1.1" status: 200 len: 761 time: 0.0863295 Jul 09 15:14:34.161638 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44928) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:34.167741 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-f7320fd1-ece6-4b4a-a762-867bceb86ef5 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Request body: {'network': {'description': 'd2'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:14:34.335463 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f7320fd1-ece6-4b4a-a762-867bceb86ef5 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:34.480026 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f7320fd1-ece6-4b4a-a762-867bceb86ef5 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:34.500799 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f7320fd1-ece6-4b4a-a762-867bceb86ef5 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Network 028d7e7a-e939-460a-bc07-0ec60e38c6f1 is not hosted by any dhcp agent {{(pid=94446) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 15:14:34.506451 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7320fd1-ece6-4b4a-a762-867bceb86ef5 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:34.507109 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f7320fd1-ece6-4b4a-a762-867bceb86ef5 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:34.508466 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f7320fd1-ece6-4b4a-a762-867bceb86ef5 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "PUT /v2.0/networks/028d7e7a-e939-460a-bc07-0ec60e38c6f1 HTTP/1.1" status: 200 len: 758 time: 0.3457277 Jul 09 15:14:34.518450 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44934) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:34.562702 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7320fd1-ece6-4b4a-a762-867bceb86ef5 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Pushing event updated for resources: {'Network': ['ID=028d7e7a-e939-460a-bc07-0ec60e38c6f1,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:34.574837 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 028d7e7a-e939-460a-bc07-0ec60e38c6f1 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:14:34.606061 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25beff6-c394-4343-89a0-ed0824ff1e14 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:34.608233 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e25beff6-c394-4343-89a0-ed0824ff1e14 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "GET /v2.0/networks?id=028d7e7a-e939-460a-bc07-0ec60e38c6f1 HTTP/1.1" status: 200 len: 761 time: 0.0946941 Jul 09 15:14:34.612334 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44944) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:34.618812 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-501e95c2-2b14-4ec2-8fa2-fea483920ea9 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-218926464'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:14:34.776622 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-501e95c2-2b14-4ec2-8fa2-fea483920ea9 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Made reservation on behalf of e1ba7eec03cf489a8db3951e95fe2fe7 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:14:34.780847 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-501e95c2-2b14-4ec2-8fa2-fea483920ea9 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:34.816393 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-501e95c2-2b14-4ec2-8fa2-fea483920ea9 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:14:34.816393 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-501e95c2-2b14-4ec2-8fa2-fea483920ea9 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:34.816393 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-501e95c2-2b14-4ec2-8fa2-fea483920ea9 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Added segment 1b2ac354-cd56-493d-8524-298ff96d26e3 of type vlan for network 2ab98082-b73e-4018-b8ba-9fc9aea5cb50 Jul 09 15:14:34.873322 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-501e95c2-2b14-4ec2-8fa2-fea483920ea9 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:34.937187 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44950) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:35.040767 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-9e95ad12-6296-42d9-8591-c2b4c1248f25 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-527447581'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:14:35.076871 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-501e95c2-2b14-4ec2-8fa2-fea483920ea9 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:35.080653 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501e95c2-2b14-4ec2-8fa2-fea483920ea9 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:35.081297 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-501e95c2-2b14-4ec2-8fa2-fea483920ea9 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks [] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:35.148433 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501e95c2-2b14-4ec2-8fa2-fea483920ea9 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Pushing event updated for resources: {'Network': ['ID=2ab98082-b73e-4018-b8ba-9fc9aea5cb50,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:35.156820 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501e95c2-2b14-4ec2-8fa2-fea483920ea9 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:14:35.157164 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501e95c2-2b14-4ec2-8fa2-fea483920ea9 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:14:35.157507 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501e95c2-2b14-4ec2-8fa2-fea483920ea9 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:14:35.157879 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501e95c2-2b14-4ec2-8fa2-fea483920ea9 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:14:35.158286 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501e95c2-2b14-4ec2-8fa2-fea483920ea9 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:14:35.158593 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501e95c2-2b14-4ec2-8fa2-fea483920ea9 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:14:35.158915 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501e95c2-2b14-4ec2-8fa2-fea483920ea9 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:14:35.159238 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501e95c2-2b14-4ec2-8fa2-fea483920ea9 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:14:35.159578 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501e95c2-2b14-4ec2-8fa2-fea483920ea9 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:14:35.159902 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501e95c2-2b14-4ec2-8fa2-fea483920ea9 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:14:35.160221 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501e95c2-2b14-4ec2-8fa2-fea483920ea9 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:14:35.160892 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501e95c2-2b14-4ec2-8fa2-fea483920ea9 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:14:35.171551 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e95ad12-6296-42d9-8591-c2b4c1248f25 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Made reservation on behalf of d4a7602fa6c1485ea12c0a804f825ff9 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:14:35.174072 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 2ab98082-b73e-4018-b8ba-9fc9aea5cb50 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:14:35.175275 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9e95ad12-6296-42d9-8591-c2b4c1248f25 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:35.188781 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9e95ad12-6296-42d9-8591-c2b4c1248f25 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:35.254588 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-501e95c2-2b14-4ec2-8fa2-fea483920ea9 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6384711 Jul 09 15:14:35.255270 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44958) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:35.264682 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-51f7627a-6d24-4acd-b45b-dbb7d98e04d9 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Request body: {'subnet': {'network_id': '2ab98082-b73e-4018-b8ba-9fc9aea5cb50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:14:35.349163 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9e95ad12-6296-42d9-8591-c2b4c1248f25 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:35.433997 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9e95ad12-6296-42d9-8591-c2b4c1248f25 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:35.458428 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e95ad12-6296-42d9-8591-c2b4c1248f25 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:14:35.473612 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e95ad12-6296-42d9-8591-c2b4c1248f25 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=404c3d0a-1066-4151-bf16-66f3c448073b,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:35.477916 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9e95ad12-6296-42d9-8591-c2b4c1248f25 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:35.478265 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-9e95ad12-6296-42d9-8591-c2b4c1248f25 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Added segment 6a5a4afc-2078-41a8-a461-a25ebb8f88fe of type vlan for network 111e0a5d-80a1-43e3-af77-dbc1225e304d Jul 09 15:14:35.520704 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9e95ad12-6296-42d9-8591-c2b4c1248f25 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:35.582589 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f7627a-6d24-4acd-b45b-dbb7d98e04d9 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Made reservation on behalf of e1ba7eec03cf489a8db3951e95fe2fe7 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:14:35.586535 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-51f7627a-6d24-4acd-b45b-dbb7d98e04d9 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:35.679823 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9e95ad12-6296-42d9-8591-c2b4c1248f25 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:35.687540 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e95ad12-6296-42d9-8591-c2b4c1248f25 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:35.688491 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9e95ad12-6296-42d9-8591-c2b4c1248f25 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:35.768544 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e95ad12-6296-42d9-8591-c2b4c1248f25 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Pushing event updated for resources: {'Network': ['ID=111e0a5d-80a1-43e3-af77-dbc1225e304d,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:35.779701 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 111e0a5d-80a1-43e3-af77-dbc1225e304d details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:14:35.887645 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-9e95ad12-6296-42d9-8591-c2b4c1248f25 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9475167 Jul 09 15:14:35.889224 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44966) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:35.894434 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-2ae6ea39-14f6-473e-8037-5b847892ac7c tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Request body: {'subnet': {'network_id': '111e0a5d-80a1-43e3-af77-dbc1225e304d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:14:35.908623 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-51f7627a-6d24-4acd-b45b-dbb7d98e04d9 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:35.987181 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f7627a-6d24-4acd-b45b-dbb7d98e04d9 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Pushing event updated for resources: {'Subnet': ['ID=f2639b40-e7ce-4d28-a691-7d8c3c5ffe7a,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:35.996867 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f7627a-6d24-4acd-b45b-dbb7d98e04d9 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Checking segment: {'id': '1b2ac354-cd56-493d-8524-298ff96d26e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2ab98082-b73e-4018-b8ba-9fc9aea5cb50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:14:35.996867 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f7627a-6d24-4acd-b45b-dbb7d98e04d9 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Network hostable DHCP agents. Network: 2ab98082-b73e-4018-b8ba-9fc9aea5cb50, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:14:36.113774 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae6ea39-14f6-473e-8037-5b847892ac7c tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Made reservation on behalf of d4a7602fa6c1485ea12c0a804f825ff9 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:14:36.120050 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2ae6ea39-14f6-473e-8037-5b847892ac7c tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:36.145766 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f7627a-6d24-4acd-b45b-dbb7d98e04d9 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Network 2ab98082-b73e-4018-b8ba-9fc9aea5cb50 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:14:36.245205 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-51f7627a-6d24-4acd-b45b-dbb7d98e04d9 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 2ab98082-b73e-4018-b8ba-9fc9aea5cb50) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:14:36.251491 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f7627a-6d24-4acd-b45b-dbb7d98e04d9 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:36.251491 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-51f7627a-6d24-4acd-b45b-dbb7d98e04d9 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks [] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:36.262108 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045b9a09-61c3-449a-9dcf-ac559ab85d9e None None] Network 2ab98082-b73e-4018-b8ba-9fc9aea5cb50 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:14:36.389624 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-51f7627a-6d24-4acd-b45b-dbb7d98e04d9 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1320925 Jul 09 15:14:36.392264 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 44974) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:36.424203 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498d2fed-246e-49c1-a759-b06836a5b6fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-2ab98082-b73e-4018-b8ba-9fc9aea5cb50', 'network_id': '2ab98082-b73e-4018-b8ba-9fc9aea5cb50', 'tenant_id': 'e1ba7eec03cf489a8db3951e95fe2fe7', 'fixed_ips': [{'subnet_id': 'f2639b40-e7ce-4d28-a691-7d8c3c5ffe7a'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:14:36.426510 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-498d2fed-246e-49c1-a759-b06836a5b6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:36.439914 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2ae6ea39-14f6-473e-8037-5b847892ac7c tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:36.510751 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae6ea39-14f6-473e-8037-5b847892ac7c tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Pushing event updated for resources: {'Subnet': ['ID=10ddcec2-8e55-44d7-89d6-7e1dc9e8ca84,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:36.518744 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-43e1472c-4f14-4948-a458-2be1f9c3f060 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:36.521565 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae6ea39-14f6-473e-8037-5b847892ac7c tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Checking segment: {'id': '6a5a4afc-2078-41a8-a461-a25ebb8f88fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '111e0a5d-80a1-43e3-af77-dbc1225e304d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:14:36.521932 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae6ea39-14f6-473e-8037-5b847892ac7c tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Network hostable DHCP agents. Network: 111e0a5d-80a1-43e3-af77-dbc1225e304d, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:14:36.573657 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-498d2fed-246e-49c1-a759-b06836a5b6fb None None] Allocated IP 172.20.0.2 (2ab98082-b73e-4018-b8ba-9fc9aea5cb50/f2639b40-e7ce-4d28-a691-7d8c3c5ffe7a/9297887d-ee26-4a14-95df-bb5a087043c8) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:14:36.583605 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-43e1472c-4f14-4948-a458-2be1f9c3f060 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:36.639792 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae6ea39-14f6-473e-8037-5b847892ac7c tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Network 111e0a5d-80a1-43e3-af77-dbc1225e304d is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:14:36.733833 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-498d2fed-246e-49c1-a759-b06836a5b6fb None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:36.743125 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-498d2fed-246e-49c1-a759-b06836a5b6fb None None] Transition to ACTIVE for port object 9297887d-ee26-4a14-95df-bb5a087043c8 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:14:36.754056 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-2ae6ea39-14f6-473e-8037-5b847892ac7c tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 111e0a5d-80a1-43e3-af77-dbc1225e304d) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:14:36.761732 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae6ea39-14f6-473e-8037-5b847892ac7c tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:36.761732 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2ae6ea39-14f6-473e-8037-5b847892ac7c tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:36.763388 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-498d2fed-246e-49c1-a759-b06836a5b6fb None None] Transition to ACTIVE for port object 9297887d-ee26-4a14-95df-bb5a087043c8 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:14:36.769129 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8701bc71-f9c4-4ec9-b541-177f02061620 None None] Network 111e0a5d-80a1-43e3-af77-dbc1225e304d requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:14:36.817031 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-498d2fed-246e-49c1-a759-b06836a5b6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:36.830064 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-2ae6ea39-14f6-473e-8037-5b847892ac7c tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9391227 Jul 09 15:14:36.832074 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 44980) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:36.838375 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-db69738d-7e09-4c68-9cc1-d8530d25fff3 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Request body: {'port': {'network_id': '111e0a5d-80a1-43e3-af77-dbc1225e304d', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1809713269'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:14:36.879868 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498d2fed-246e-49c1-a759-b06836a5b6fb None None] Network 2ab98082-b73e-4018-b8ba-9fc9aea5cb50 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:14:36.892753 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-498d2fed-246e-49c1-a759-b06836a5b6fb None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:14:36.896456 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498d2fed-246e-49c1-a759-b06836a5b6fb None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:14:36.899728 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498d2fed-246e-49c1-a759-b06836a5b6fb None None] Pushing event updated for resources: {'Port': ['ID=9297887d-ee26-4a14-95df-bb5a087043c8,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:36.965911 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-43e1472c-4f14-4948-a458-2be1f9c3f060 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:36.989498 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-498d2fed-246e-49c1-a759-b06836a5b6fb None None] Attempting to bind port 9297887d-ee26-4a14-95df-bb5a087043c8 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:14:36.989861 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-498d2fed-246e-49c1-a759-b06836a5b6fb None None] Attempting to bind port 9297887d-ee26-4a14-95df-bb5a087043c8 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '1b2ac354-cd56-493d-8524-298ff96d26e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2ab98082-b73e-4018-b8ba-9fc9aea5cb50'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:14:36.990459 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498d2fed-246e-49c1-a759-b06836a5b6fb None None] Attempting to bind port 9297887d-ee26-4a14-95df-bb5a087043c8 on network 2ab98082-b73e-4018-b8ba-9fc9aea5cb50 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:14:37.000547 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498d2fed-246e-49c1-a759-b06836a5b6fb None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:14:37.000916 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498d2fed-246e-49c1-a759-b06836a5b6fb None None] Checking segment: {'id': '1b2ac354-cd56-493d-8524-298ff96d26e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2ab98082-b73e-4018-b8ba-9fc9aea5cb50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:14:37.003447 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-498d2fed-246e-49c1-a759-b06836a5b6fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:37.003447 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498d2fed-246e-49c1-a759-b06836a5b6fb None None] Bound using segment: {'id': '1b2ac354-cd56-493d-8524-298ff96d26e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2ab98082-b73e-4018-b8ba-9fc9aea5cb50'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:14:37.003447 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-498d2fed-246e-49c1-a759-b06836a5b6fb None None] Bound port: 9297887d-ee26-4a14-95df-bb5a087043c8, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b2ac354-cd56-493d-8524-298ff96d26e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2ab98082-b73e-4018-b8ba-9fc9aea5cb50'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:14:37.003447 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-498d2fed-246e-49c1-a759-b06836a5b6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:37.015275 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e1472c-4f14-4948-a458-2be1f9c3f060 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Pushing event deleted for resources: {'Subnet': ['ID=f2639b40-e7ce-4d28-a691-7d8c3c5ffe7a,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:37.042505 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa11cdd-4843-4ad1-ae76-b41cea0b7a66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-111e0a5d-80a1-43e3-af77-dbc1225e304d', 'network_id': '111e0a5d-80a1-43e3-af77-dbc1225e304d', 'tenant_id': 'd4a7602fa6c1485ea12c0a804f825ff9', 'fixed_ips': [{'subnet_id': '10ddcec2-8e55-44d7-89d6-7e1dc9e8ca84'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:14:37.043468 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ffa11cdd-4843-4ad1-ae76-b41cea0b7a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:37.058843 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db69738d-7e09-4c68-9cc1-d8530d25fff3 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Made reservation on behalf of d4a7602fa6c1485ea12c0a804f825ff9 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:14:37.080287 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-db69738d-7e09-4c68-9cc1-d8530d25fff3 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:37.092413 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-43e1472c-4f14-4948-a458-2be1f9c3f060 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:37.106207 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-43e1472c-4f14-4948-a458-2be1f9c3f060 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ab98082-b73e-4018-b8ba-9fc9aea5cb50']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:37.120410 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-43e1472c-4f14-4948-a458-2be1f9c3f060 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b2ac354-cd56-493d-8524-298ff96d26e3') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:37.120760 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-db69738d-7e09-4c68-9cc1-d8530d25fff3 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] device_id is not set on port 3961146b-d584-492c-b529-b54b8d615af0 yet. {{(pid=94446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 15:14:37.121113 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-43e1472c-4f14-4948-a458-2be1f9c3f060 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b2ac354-cd56-493d-8524-298ff96d26e3') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:37.132363 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-43e1472c-4f14-4948-a458-2be1f9c3f060 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:37.148839 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-43e1472c-4f14-4948-a458-2be1f9c3f060 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:37.160194 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43e1472c-4f14-4948-a458-2be1f9c3f060 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:14:37.164014 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-43e1472c-4f14-4948-a458-2be1f9c3f060 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:37.165116 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 15:14:37.165116 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:14:37.165116 n-d-799529-6 neutron-server[94445]: timer() Jul 09 15:14:37.165116 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:14:37.165116 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 15:14:37.165116 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:14:37.165116 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 15:14:37.165116 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:14:37.165116 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 15:14:37.165116 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:14:37.165116 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 15:14:37.165116 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:14:37.165116 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 15:14:37.165116 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:14:37.165116 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:14:37.165116 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:14:37.165116 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:14:37.165116 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:14:37.165116 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 15:14:37.165116 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:14:37.165116 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 15:14:37.165116 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:14:37.165116 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:14:37.165116 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:14:37.165116 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 15:14:37.165116 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:14:37.165116 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:14:37.165116 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:14:37.165116 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:14:37.165116 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:14:37.165116 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:14:37.165116 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:14:37.178503 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-498d2fed-246e-49c1-a759-b06836a5b6fb None None] For port 9297887d-ee26-4a14-95df-bb5a087043c8, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:14:37.261622 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-498d2fed-246e-49c1-a759-b06836a5b6fb None None] For port 9297887d-ee26-4a14-95df-bb5a087043c8, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=9297887d-ee26-4a14-95df-bb5a087043c8,segment=NetworkSegment(1b2ac354-cd56-493d-8524-298ff96d26e3),segment_id=1b2ac354-cd56-493d-8524-298ff96d26e3)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:14:37.263215 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-ffa11cdd-4843-4ad1-ae76-b41cea0b7a66 None None] Allocated IP 172.20.0.2 (111e0a5d-80a1-43e3-af77-dbc1225e304d/10ddcec2-8e55-44d7-89d6-7e1dc9e8ca84/b7398d5e-16e7-4f2f-9d84-ced443ad89bb) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:14:37.325796 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.db.api [None req-43e1472c-4f14-4948-a458-2be1f9c3f060 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 09 15:14:37.325796 n-d-799529-6 neutron-server[94445]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 09 15:14:37.325796 n-d-799529-6 neutron-server[94445]: [parameters: {'id': '2ab98082-b73e-4018-b8ba-9fc9aea5cb50'}] Jul 09 15:14:37.325796 n-d-799529-6 neutron-server[94445]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 15:14:37.330922 n-d-799529-6 neutron-server[94445]: DEBUG oslo_db.api [None req-43e1472c-4f14-4948-a458-2be1f9c3f060 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 15:14:37.394743 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-498d2fed-246e-49c1-a759-b06836a5b6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:37.458669 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ffa11cdd-4843-4ad1-ae76-b41cea0b7a66 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:37.495626 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-ffa11cdd-4843-4ad1-ae76-b41cea0b7a66 None None] Transition to ACTIVE for port object b7398d5e-16e7-4f2f-9d84-ced443ad89bb will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:14:37.515708 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498d2fed-246e-49c1-a759-b06836a5b6fb None None] Pushing event updated for resources: {'Port': ['ID=9297887d-ee26-4a14-95df-bb5a087043c8,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:37.527938 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-ffa11cdd-4843-4ad1-ae76-b41cea0b7a66 None None] Transition to ACTIVE for port object b7398d5e-16e7-4f2f-9d84-ced443ad89bb will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:14:37.535475 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89043cb9-a685-4f15-8712-812e6b06824b None None] Network 2ab98082-b73e-4018-b8ba-9fc9aea5cb50 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:14:37.598973 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ffa11cdd-4843-4ad1-ae76-b41cea0b7a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:37.657802 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-db69738d-7e09-4c68-9cc1-d8530d25fff3 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Allocated IP 172.20.0.14 (111e0a5d-80a1-43e3-af77-dbc1225e304d/10ddcec2-8e55-44d7-89d6-7e1dc9e8ca84/3961146b-d584-492c-b529-b54b8d615af0) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:14:37.658867 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa11cdd-4843-4ad1-ae76-b41cea0b7a66 None None] Network 111e0a5d-80a1-43e3-af77-dbc1225e304d is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:14:37.668507 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-ffa11cdd-4843-4ad1-ae76-b41cea0b7a66 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:14:37.689350 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa11cdd-4843-4ad1-ae76-b41cea0b7a66 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:14:37.697075 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa11cdd-4843-4ad1-ae76-b41cea0b7a66 None None] Pushing event updated for resources: {'Port': ['ID=b7398d5e-16e7-4f2f-9d84-ced443ad89bb,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:37.772480 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-ffa11cdd-4843-4ad1-ae76-b41cea0b7a66 None None] Attempting to bind port b7398d5e-16e7-4f2f-9d84-ced443ad89bb on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:14:37.772772 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-ffa11cdd-4843-4ad1-ae76-b41cea0b7a66 None None] Attempting to bind port b7398d5e-16e7-4f2f-9d84-ced443ad89bb by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '6a5a4afc-2078-41a8-a461-a25ebb8f88fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '111e0a5d-80a1-43e3-af77-dbc1225e304d'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:14:37.773135 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa11cdd-4843-4ad1-ae76-b41cea0b7a66 None None] Attempting to bind port b7398d5e-16e7-4f2f-9d84-ced443ad89bb on network 111e0a5d-80a1-43e3-af77-dbc1225e304d {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:14:37.781743 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa11cdd-4843-4ad1-ae76-b41cea0b7a66 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:14:37.782111 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa11cdd-4843-4ad1-ae76-b41cea0b7a66 None None] Checking segment: {'id': '6a5a4afc-2078-41a8-a461-a25ebb8f88fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '111e0a5d-80a1-43e3-af77-dbc1225e304d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:14:37.782521 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ffa11cdd-4843-4ad1-ae76-b41cea0b7a66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:37.782906 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa11cdd-4843-4ad1-ae76-b41cea0b7a66 None None] Bound using segment: {'id': '6a5a4afc-2078-41a8-a461-a25ebb8f88fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '111e0a5d-80a1-43e3-af77-dbc1225e304d'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:14:37.783385 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-ffa11cdd-4843-4ad1-ae76-b41cea0b7a66 None None] Bound port: b7398d5e-16e7-4f2f-9d84-ced443ad89bb, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a5a4afc-2078-41a8-a461-a25ebb8f88fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '111e0a5d-80a1-43e3-af77-dbc1225e304d'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:14:37.783807 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ffa11cdd-4843-4ad1-ae76-b41cea0b7a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:37.827931 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-43e1472c-4f14-4948-a458-2be1f9c3f060 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:37.833671 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-db69738d-7e09-4c68-9cc1-d8530d25fff3 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:37.855318 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-db69738d-7e09-4c68-9cc1-d8530d25fff3 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Transition to ACTIVE for port object 3961146b-d584-492c-b529-b54b8d615af0 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:14:37.865544 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-ffa11cdd-4843-4ad1-ae76-b41cea0b7a66 None None] For port b7398d5e-16e7-4f2f-9d84-ced443ad89bb, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:14:37.881611 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-ffa11cdd-4843-4ad1-ae76-b41cea0b7a66 None None] For port b7398d5e-16e7-4f2f-9d84-ced443ad89bb, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=b7398d5e-16e7-4f2f-9d84-ced443ad89bb,segment=NetworkSegment(6a5a4afc-2078-41a8-a461-a25ebb8f88fe),segment_id=6a5a4afc-2078-41a8-a461-a25ebb8f88fe)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:14:37.924542 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-43e1472c-4f14-4948-a458-2be1f9c3f060 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Deleting port 9297887d-ee26-4a14-95df-bb5a087043c8 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:14:37.924979 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-43e1472c-4f14-4948-a458-2be1f9c3f060 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:37.966251 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ffa11cdd-4843-4ad1-ae76-b41cea0b7a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:37.994545 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-43e1472c-4f14-4948-a458-2be1f9c3f060 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] For port 9297887d-ee26-4a14-95df-bb5a087043c8, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=9297887d-ee26-4a14-95df-bb5a087043c8,segment=NetworkSegment(1b2ac354-cd56-493d-8524-298ff96d26e3),segment_id=1b2ac354-cd56-493d-8524-298ff96d26e3)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:14:37.994899 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-43e1472c-4f14-4948-a458-2be1f9c3f060 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:37.999688 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-db69738d-7e09-4c68-9cc1-d8530d25fff3 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:38.012124 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-43e1472c-4f14-4948-a458-2be1f9c3f060 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Calling delete_port for 9297887d-ee26-4a14-95df-bb5a087043c8 owned by network:dhcp {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:14:38.036393 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa11cdd-4843-4ad1-ae76-b41cea0b7a66 None None] Pushing event updated for resources: {'Port': ['ID=b7398d5e-16e7-4f2f-9d84-ced443ad89bb,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:38.046009 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa11cdd-4843-4ad1-ae76-b41cea0b7a66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:14:38.046734 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa11cdd-4843-4ad1-ae76-b41cea0b7a66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:14:38.047351 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa11cdd-4843-4ad1-ae76-b41cea0b7a66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:14:38.047977 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa11cdd-4843-4ad1-ae76-b41cea0b7a66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:14:38.048548 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa11cdd-4843-4ad1-ae76-b41cea0b7a66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:14:38.049133 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa11cdd-4843-4ad1-ae76-b41cea0b7a66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:14:38.049804 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa11cdd-4843-4ad1-ae76-b41cea0b7a66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:14:38.050462 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa11cdd-4843-4ad1-ae76-b41cea0b7a66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:14:38.051088 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa11cdd-4843-4ad1-ae76-b41cea0b7a66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:14:38.051684 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa11cdd-4843-4ad1-ae76-b41cea0b7a66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:14:38.052256 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa11cdd-4843-4ad1-ae76-b41cea0b7a66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:14:38.052828 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa11cdd-4843-4ad1-ae76-b41cea0b7a66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:14:38.096229 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db69738d-7e09-4c68-9cc1-d8530d25fff3 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Pushing event updated for resources: {'Port': ['ID=3961146b-d584-492c-b529-b54b8d615af0,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:38.101371 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db69738d-7e09-4c68-9cc1-d8530d25fff3 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Network 111e0a5d-80a1-43e3-af77-dbc1225e304d is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:14:38.103038 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-db69738d-7e09-4c68-9cc1-d8530d25fff3 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:14:38.105987 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db69738d-7e09-4c68-9cc1-d8530d25fff3 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:14:38.157165 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db69738d-7e09-4c68-9cc1-d8530d25fff3 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:38.157938 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-db69738d-7e09-4c68-9cc1-d8530d25fff3 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:38.233978 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-43e1472c-4f14-4948-a458-2be1f9c3f060 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:38.251034 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-db69738d-7e09-4c68-9cc1-d8530d25fff3 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4176760 Jul 09 15:14:38.254064 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45000) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:38.267554 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-ded1bc97-525c-4064-8092-37f8861820be tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Request body: {'port': {'network_id': '111e0a5d-80a1-43e3-af77-dbc1225e304d', 'name': 'tempest-ExtraDHCPOptionsTestJSON-328939399', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:14:38.273340 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.api.validators [None req-ded1bc97-525c-4064-8092-37f8861820be tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] bootfile-name is not in valid_values {{(pid=94446) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 15:14:38.275759 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.api.validators [None req-ded1bc97-525c-4064-8092-37f8861820be tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] tftp-server is not in valid_values {{(pid=94446) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 15:14:38.277633 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.api.validators [None req-ded1bc97-525c-4064-8092-37f8861820be tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] server-ip-address is not in valid_values {{(pid=94446) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 15:14:38.285026 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e1472c-4f14-4948-a458-2be1f9c3f060 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Pushing event deleted for resources: {'Port': ['ID=9297887d-ee26-4a14-95df-bb5a087043c8,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:38.289460 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e1472c-4f14-4948-a458-2be1f9c3f060 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] No DVR routers for this DVR port 9297887d-ee26-4a14-95df-bb5a087043c8 on host n-d-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:14:38.405742 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-43e1472c-4f14-4948-a458-2be1f9c3f060 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:38.416877 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-43e1472c-4f14-4948-a458-2be1f9c3f060 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ab98082-b73e-4018-b8ba-9fc9aea5cb50']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:38.428314 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-43e1472c-4f14-4948-a458-2be1f9c3f060 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b2ac354-cd56-493d-8524-298ff96d26e3') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:38.428588 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-43e1472c-4f14-4948-a458-2be1f9c3f060 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b2ac354-cd56-493d-8524-298ff96d26e3') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:38.438555 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-43e1472c-4f14-4948-a458-2be1f9c3f060 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:38.454158 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-43e1472c-4f14-4948-a458-2be1f9c3f060 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:38.460219 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43e1472c-4f14-4948-a458-2be1f9c3f060 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:14:38.460598 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-43e1472c-4f14-4948-a458-2be1f9c3f060 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:38.463477 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 15:14:38.463477 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:14:38.463477 n-d-799529-6 neutron-server[94445]: timer() Jul 09 15:14:38.463477 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:14:38.463477 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 15:14:38.463477 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:14:38.463477 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 15:14:38.463477 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:14:38.463477 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 15:14:38.463477 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:14:38.463477 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 15:14:38.463477 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:14:38.463477 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 15:14:38.463477 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:14:38.463477 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:14:38.463477 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:14:38.463477 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:14:38.463477 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:14:38.463477 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 15:14:38.463477 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:14:38.463477 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 15:14:38.463477 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:14:38.463477 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:14:38.463477 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:14:38.463477 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 15:14:38.463477 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:14:38.463477 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:14:38.463477 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:14:38.463477 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:14:38.463477 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:14:38.463477 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:14:38.463477 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:14:38.587639 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded1bc97-525c-4064-8092-37f8861820be tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Made reservation on behalf of d4a7602fa6c1485ea12c0a804f825ff9 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:14:38.591396 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ded1bc97-525c-4064-8092-37f8861820be tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:38.610210 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-ded1bc97-525c-4064-8092-37f8861820be tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] device_id is not set on port 90bd59a0-6296-440a-9313-f06765471dc0 yet. {{(pid=94446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 15:14:38.667905 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-43e1472c-4f14-4948-a458-2be1f9c3f060 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:38.677521 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-43e1472c-4f14-4948-a458-2be1f9c3f060 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks [] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:38.679261 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-43e1472c-4f14-4948-a458-2be1f9c3f060 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "DELETE /v2.0/networks/2ab98082-b73e-4018-b8ba-9fc9aea5cb50 HTTP/1.1" status: 204 len: 168 time: 2.2860515 Jul 09 15:14:38.690243 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45004) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:38.701860 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e1472c-4f14-4948-a458-2be1f9c3f060 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Pushing event deleted for resources: {'Network': ['ID=2ab98082-b73e-4018-b8ba-9fc9aea5cb50,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:38.722347 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e014f93-da56-47f7-825c-8a33fe997e8e tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] GET failed (client error): The resource could not be found. Jul 09 15:14:38.727007 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-9e014f93-da56-47f7-825c-8a33fe997e8e tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "GET /v2.0/subnets/f2639b40-e7ce-4d28-a691-7d8c3c5ffe7a HTTP/1.1" status: 404 len: 337 time: 0.0325274 Jul 09 15:14:38.727225 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45008) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:38.735886 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-ded1bc97-525c-4064-8092-37f8861820be tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Allocated IP 172.20.0.10 (111e0a5d-80a1-43e3-af77-dbc1225e304d/10ddcec2-8e55-44d7-89d6-7e1dc9e8ca84/90bd59a0-6296-440a-9313-f06765471dc0) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:14:38.749357 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bc08497-4b99-4683-bbd1-372a2aefa7ad tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] DELETE failed (client error): The resource could not be found. Jul 09 15:14:38.750880 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bc08497-4b99-4683-bbd1-372a2aefa7ad tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 15:14:38.752146 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-0bc08497-4b99-4683-bbd1-372a2aefa7ad tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "DELETE /v2.0/networks/2ab98082-b73e-4018-b8ba-9fc9aea5cb50 HTTP/1.1" status: 404 len: 339 time: 0.0238042 Jul 09 15:14:38.756791 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45010) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:38.956920 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device b7398d5e-16e7-4f2f-9d84-ced443ad89bb up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:14:39.015593 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17efb15-0284-4c0e-893b-0b76ed376d6a tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:39.018157 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e17efb15-0284-4c0e-893b-0b76ed376d6a tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2597055 Jul 09 15:14:39.020790 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45012) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:39.028526 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ded1bc97-525c-4064-8092-37f8861820be tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:39.046981 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-ded1bc97-525c-4064-8092-37f8861820be tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Transition to ACTIVE for port object 90bd59a0-6296-440a-9313-f06765471dc0 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:14:39.058211 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c4d30fc3-8fa4-4ad7-a3f0-a6ff3389d852 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "GET /v2.0/subnets?network_id=202c7ce6-d4e9-4f80-84dd-bef08905a653 HTTP/1.1" status: 200 len: 207 time: 0.0356948 Jul 09 15:14:39.063823 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45016) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:39.165171 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port b7398d5e-16e7-4f2f-9d84-ced443ad89bb completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:14:39.189362 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f55ec3c-1084-40dd-a71c-a6fb931d9e4b None None] Network 111e0a5d-80a1-43e3-af77-dbc1225e304d requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:14:39.193214 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8399365c-93de-4938-acc1-e4335dca3de6 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:39.199057 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8399365c-93de-4938-acc1-e4335dca3de6 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:39.217468 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8399365c-93de-4938-acc1-e4335dca3de6 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:39.217468 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8399365c-93de-4938-acc1-e4335dca3de6 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:39.217468 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-8399365c-93de-4938-acc1-e4335dca3de6 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.1477766 Jul 09 15:14:39.217888 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45020) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:39.245660 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ded1bc97-525c-4064-8092-37f8861820be tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:39.332308 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded1bc97-525c-4064-8092-37f8861820be tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Network 111e0a5d-80a1-43e3-af77-dbc1225e304d is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:14:39.333791 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-ded1bc97-525c-4064-8092-37f8861820be tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:14:39.340023 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded1bc97-525c-4064-8092-37f8861820be tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:14:39.345377 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded1bc97-525c-4064-8092-37f8861820be tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Pushing event updated for resources: {'Port': ['ID=90bd59a0-6296-440a-9313-f06765471dc0,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:39.408398 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded1bc97-525c-4064-8092-37f8861820be tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:39.409253 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ded1bc97-525c-4064-8092-37f8861820be tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:39.426015 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-56b9d619-622f-4d3e-b32a-921c8baa436e tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2067840 Jul 09 15:14:39.429905 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45024) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:39.492560 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9f6fd9-e6c9-4662-a073-e45f7995d209 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:39.494447 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9f6fd9-e6c9-4662-a073-e45f7995d209 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:39.496094 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-3a9f6fd9-e6c9-4662-a073-e45f7995d209 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0648725 Jul 09 15:14:39.499758 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45028) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:39.510876 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ded1bc97-525c-4064-8092-37f8861820be tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.2556257 Jul 09 15:14:39.514375 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45030) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:39.574364 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a7e7dbfb-3872-4c6b-b52f-057ca1287ba7 None None] Provisioning for port b7398d5e-16e7-4f2f-9d84-ced443ad89bb completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:14:39.582836 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a7e7dbfb-3872-4c6b-b52f-057ca1287ba7 None None] Provisioning complete for port b7398d5e-16e7-4f2f-9d84-ced443ad89bb triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:14:39.583213 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a7e7dbfb-3872-4c6b-b52f-057ca1287ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:39.637408 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8634496c-5de1-4e11-9a92-b86d63358193 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Attributes excluded by policy engine: ['shared'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:39.639688 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8634496c-5de1-4e11-9a92-b86d63358193 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Attributes excluded by policy engine: ['shared'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:39.644964 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-8634496c-5de1-4e11-9a92-b86d63358193 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1405163 Jul 09 15:14:39.645980 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45032) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:39.682554 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a7e7dbfb-3872-4c6b-b52f-057ca1287ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:39.718231 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8885f3-66c8-4350-ac59-6f61319d1aff tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:39.726586 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8885f3-66c8-4350-ac59-6f61319d1aff tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:39.732277 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8885f3-66c8-4350-ac59-6f61319d1aff tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:39.733026 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a7e7dbfb-3872-4c6b-b52f-057ca1287ba7 None None] For port b7398d5e-16e7-4f2f-9d84-ced443ad89bb, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=b7398d5e-16e7-4f2f-9d84-ced443ad89bb,segment=NetworkSegment(6a5a4afc-2078-41a8-a461-a25ebb8f88fe),segment_id=6a5a4afc-2078-41a8-a461-a25ebb8f88fe)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:14:39.737160 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-db8885f3-66c8-4350-ac59-6f61319d1aff tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.2222171 Jul 09 15:14:39.741435 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45036) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:39.810298 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a7e7dbfb-3872-4c6b-b52f-057ca1287ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:39.838389 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ff31d2-7079-4f7b-a2a1-db9beb0c7231 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:39.840350 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-31ff31d2-7079-4f7b-a2a1-db9beb0c7231 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "GET /v2.0/networks/08151fd3-547e-426a-9809-26a338bd984b HTTP/1.1" status: 200 len: 799 time: 0.1929998 Jul 09 15:14:39.844882 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45038) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:39.879486 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e7dbfb-3872-4c6b-b52f-057ca1287ba7 None None] Pushing event updated for resources: {'Port': ['ID=b7398d5e-16e7-4f2f-9d84-ced443ad89bb,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:39.940991 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-20522d87-5191-49e4-91d8-d0ce82d1fac4 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Deleting port 90bd59a0-6296-440a-9313-f06765471dc0 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:14:39.941788 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-20522d87-5191-49e4-91d8-d0ce82d1fac4 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:40.007023 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-43e6cc44-2b76-4520-b197-15727f41f7c7 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "GET /v2.0/networks/08151fd3-547e-426a-9809-26a338bd984b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1591430 Jul 09 15:14:40.010210 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45042) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:40.062544 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-20522d87-5191-49e4-91d8-d0ce82d1fac4 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:40.073633 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a5e573ed-71a9-4008-a6d6-52d1aecdca15 None None] Provisioning for port 3961146b-d584-492c-b529-b54b8d615af0 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:14:40.075625 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8150c4-f724-4b22-b96d-835e2783a350 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:40.080060 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a5e573ed-71a9-4008-a6d6-52d1aecdca15 None None] Provisioning complete for port 3961146b-d584-492c-b529-b54b8d615af0 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:14:40.081297 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a5e573ed-71a9-4008-a6d6-52d1aecdca15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:40.081821 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-20522d87-5191-49e4-91d8-d0ce82d1fac4 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Calling delete_port for 90bd59a0-6296-440a-9313-f06765471dc0 owned by {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:14:40.082773 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-3e8150c4-f724-4b22-b96d-835e2783a350 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "GET /v2.0/subnets/495e48cf-6f37-4ab8-8636-60e6c8ca1d98 HTTP/1.1" status: 200 len: 811 time: 0.0713501 Jul 09 15:14:40.083542 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45044) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:40.127192 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a5e573ed-71a9-4008-a6d6-52d1aecdca15 None None] Port 3961146b-d584-492c-b529-b54b8d615af0 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:14:40.142086 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a5e573ed-71a9-4008-a6d6-52d1aecdca15 None None] Provisioning complete for port b7398d5e-16e7-4f2f-9d84-ced443ad89bb triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:14:40.142385 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a5e573ed-71a9-4008-a6d6-52d1aecdca15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:40.210622 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e47c8d-2b5b-4434-b93a-53f9d54d2360 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Attributes excluded by policy engine: ['shared'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:40.213412 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45048) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:40.217545 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-23e473cd-d9b9-4993-a07f-afdf2c3ac3fb tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-183065477'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:14:40.221231 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-19e47c8d-2b5b-4434-b93a-53f9d54d2360 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "GET /v2.0/subnets/495e48cf-6f37-4ab8-8636-60e6c8ca1d98?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1364753 Jul 09 15:14:40.336361 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e473cd-d9b9-4993-a07f-afdf2c3ac3fb tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Made reservation on behalf of e1ba7eec03cf489a8db3951e95fe2fe7 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:14:40.340690 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-23e473cd-d9b9-4993-a07f-afdf2c3ac3fb tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:40.392720 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5512269e-c83d-4071-8851-53616880c3ee None None] get_active_networks_info from n-d-799529-6 {{(pid=94447) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 15:14:40.457294 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-20522d87-5191-49e4-91d8-d0ce82d1fac4 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:40.462856 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23e473cd-d9b9-4993-a07f-afdf2c3ac3fb tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:14:40.468498 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a5e573ed-71a9-4008-a6d6-52d1aecdca15 None None] Provisioning for port 90bd59a0-6296-440a-9313-f06765471dc0 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:14:40.474149 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-23e473cd-d9b9-4993-a07f-afdf2c3ac3fb tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:40.474650 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-23e473cd-d9b9-4993-a07f-afdf2c3ac3fb tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Added segment 102da851-66f0-4be9-9144-e4472d0402dc of type vlan for network c73de899-3b04-430b-9eca-c691f0de5b89 Jul 09 15:14:40.481640 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a5e573ed-71a9-4008-a6d6-52d1aecdca15 None None] Provisioning complete for port 90bd59a0-6296-440a-9313-f06765471dc0 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:14:40.482375 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a5e573ed-71a9-4008-a6d6-52d1aecdca15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:40.484505 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5512269e-c83d-4071-8851-53616880c3ee None None] Resources bound (agent type, host, resource id): {{(pid=94447) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 15:14:40.497914 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20522d87-5191-49e4-91d8-d0ce82d1fac4 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Pushing event deleted for resources: {'Port': ['ID=90bd59a0-6296-440a-9313-f06765471dc0,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:40.510393 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a5e573ed-71a9-4008-a6d6-52d1aecdca15 None None] Port 90bd59a0-6296-440a-9313-f06765471dc0 was deleted so its status cannot be updated. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 09 15:14:40.528537 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-23e473cd-d9b9-4993-a07f-afdf2c3ac3fb tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:40.601923 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-20522d87-5191-49e4-91d8-d0ce82d1fac4 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:40.608312 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-20522d87-5191-49e4-91d8-d0ce82d1fac4 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] 10.222.0.58 "DELETE /v2.0/ports/90bd59a0-6296-440a-9313-f06765471dc0 HTTP/1.1" status: 204 len: 168 time: 0.8656077 Jul 09 15:14:40.609001 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45056) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:40.615169 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-2c801fa6-5947-4349-b6ba-0cc835eeb650 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Request body: {'port': {'name': 'tempest-new-port-name-587141534', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:14:40.615592 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.api.validators [None req-2c801fa6-5947-4349-b6ba-0cc835eeb650 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] bootfile-name is not in valid_values {{(pid=94445) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 15:14:40.615939 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.api.validators [None req-2c801fa6-5947-4349-b6ba-0cc835eeb650 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] tftp-server is not in valid_values {{(pid=94445) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 15:14:40.616279 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.api.validators [None req-2c801fa6-5947-4349-b6ba-0cc835eeb650 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] server-ip-address is not in valid_values {{(pid=94445) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 15:14:40.656858 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-23e473cd-d9b9-4993-a07f-afdf2c3ac3fb tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:40.662625 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e473cd-d9b9-4993-a07f-afdf2c3ac3fb tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:40.663238 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-23e473cd-d9b9-4993-a07f-afdf2c3ac3fb tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:40.673647 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-65127822-94ac-4aba-ab3e-12b1b5cd87e9 None None] Provisioning complete for port 3961146b-d584-492c-b529-b54b8d615af0 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:14:40.674024 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-65127822-94ac-4aba-ab3e-12b1b5cd87e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:40.718790 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-65127822-94ac-4aba-ab3e-12b1b5cd87e9 None None] Port 3961146b-d584-492c-b529-b54b8d615af0 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:14:40.727296 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-65127822-94ac-4aba-ab3e-12b1b5cd87e9 None None] Could not find standard attr ID for object 90bd59a0-6296-440a-9313-f06765471dc0. {{(pid=94447) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 15:14:40.727975 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2c801fa6-5947-4349-b6ba-0cc835eeb650 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:40.781549 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e473cd-d9b9-4993-a07f-afdf2c3ac3fb tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Pushing event updated for resources: {'Network': ['ID=c73de899-3b04-430b-9eca-c691f0de5b89,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:40.786092 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-23e473cd-d9b9-4993-a07f-afdf2c3ac3fb tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5732353 Jul 09 15:14:40.789163 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45058) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:40.796109 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-a7e05d74-b0df-43a7-a899-cf800524e5e0 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Request body: {'subnet': {'network_id': 'c73de899-3b04-430b-9eca-c691f0de5b89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:14:40.808889 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network c73de899-3b04-430b-9eca-c691f0de5b89 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:14:40.923849 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device b7398d5e-16e7-4f2f-9d84-ced443ad89bb up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:14:40.989896 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port b7398d5e-16e7-4f2f-9d84-ced443ad89bb triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:14:40.990525 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:41.006727 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2c801fa6-5947-4349-b6ba-0cc835eeb650 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:41.079221 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e05d74-b0df-43a7-a899-cf800524e5e0 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Made reservation on behalf of e1ba7eec03cf489a8db3951e95fe2fe7 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:14:41.083191 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a7e05d74-b0df-43a7-a899-cf800524e5e0 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:41.138981 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2c801fa6-5947-4349-b6ba-0cc835eeb650 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:41.163724 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.ipam_backend_mixin [None req-a7e05d74-b0df-43a7-a899-cf800524e5e0 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Performing IP validity checks on allocation pools {{(pid=94446) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 09 15:14:41.164248 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.ipam_backend_mixin [None req-a7e05d74-b0df-43a7-a899-cf800524e5e0 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94446) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 09 15:14:41.235589 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c801fa6-5947-4349-b6ba-0cc835eeb650 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Pushing event updated for resources: {'Port': ['ID=3961146b-d584-492c-b529-b54b8d615af0,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:41.257817 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-2c801fa6-5947-4349-b6ba-0cc835eeb650 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] In _notify_port_updated(), no bound segment for port 3961146b-d584-492c-b529-b54b8d615af0 on network 111e0a5d-80a1-43e3-af77-dbc1225e304d {{(pid=94445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 15:14:41.266994 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c801fa6-5947-4349-b6ba-0cc835eeb650 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:41.268124 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2c801fa6-5947-4349-b6ba-0cc835eeb650 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:41.269698 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-2c801fa6-5947-4349-b6ba-0cc835eeb650 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] 10.222.0.58 "PUT /v2.0/ports/3961146b-d584-492c-b529-b54b8d615af0 HTTP/1.1" status: 200 len: 1136 time: 0.6596444 Jul 09 15:14:41.272272 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45064) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:41.341058 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e142449-ffb3-4459-81e5-513e81bce741 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:41.348208 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-0e142449-ffb3-4459-81e5-513e81bce741 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] 10.222.0.58 "GET /v2.0/ports/3961146b-d584-492c-b529-b54b8d615af0 HTTP/1.1" status: 200 len: 1136 time: 0.0744681 Jul 09 15:14:41.349458 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45066) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:41.444001 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a7e05d74-b0df-43a7-a899-cf800524e5e0 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:41.470100 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-1cae4a02-7855-4789-892b-d27743f8402e None None] Provisioning complete for port 3961146b-d584-492c-b529-b54b8d615af0 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:14:41.470700 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1cae4a02-7855-4789-892b-d27743f8402e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:41.511098 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-1cae4a02-7855-4789-892b-d27743f8402e None None] Port 3961146b-d584-492c-b529-b54b8d615af0 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:14:41.531929 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e05d74-b0df-43a7-a899-cf800524e5e0 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Pushing event updated for resources: {'Subnet': ['ID=cff08be3-4d4b-4727-8f26-8f31eab282af,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:41.558007 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e05d74-b0df-43a7-a899-cf800524e5e0 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Checking segment: {'id': '102da851-66f0-4be9-9144-e4472d0402dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c73de899-3b04-430b-9eca-c691f0de5b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:14:41.558368 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e05d74-b0df-43a7-a899-cf800524e5e0 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Network hostable DHCP agents. Network: c73de899-3b04-430b-9eca-c691f0de5b89, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:14:41.579550 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-f56a68cf-9bd9-4c28-a6d3-cf3e91174735 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Deleting port 3961146b-d584-492c-b529-b54b8d615af0 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:14:41.579903 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f56a68cf-9bd9-4c28-a6d3-cf3e91174735 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:41.668079 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e05d74-b0df-43a7-a899-cf800524e5e0 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Network c73de899-3b04-430b-9eca-c691f0de5b89 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:14:41.699194 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f56a68cf-9bd9-4c28-a6d3-cf3e91174735 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:41.712627 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-f56a68cf-9bd9-4c28-a6d3-cf3e91174735 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Calling delete_port for 3961146b-d584-492c-b529-b54b8d615af0 owned by {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:14:41.756945 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-a7e05d74-b0df-43a7-a899-cf800524e5e0 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, c73de899-3b04-430b-9eca-c691f0de5b89) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:14:41.765874 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e05d74-b0df-43a7-a899-cf800524e5e0 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:41.767262 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a7e05d74-b0df-43a7-a899-cf800524e5e0 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:41.768532 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46398b7d-65a0-4a8a-ab90-430be09dec3e None None] Network c73de899-3b04-430b-9eca-c691f0de5b89 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:14:41.888087 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a7e05d74-b0df-43a7-a899-cf800524e5e0 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.0974648 Jul 09 15:14:41.890810 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45076) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:41.896616 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-90bd096d-1ae1-4400-bf0f-6f5cc476766e tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:14:41.959133 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4749dd-7d77-4ad4-8dbd-004fc299c7ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-c73de899-3b04-430b-9eca-c691f0de5b89', 'network_id': 'c73de899-3b04-430b-9eca-c691f0de5b89', 'tenant_id': 'e1ba7eec03cf489a8db3951e95fe2fe7', 'fixed_ips': [{'subnet_id': 'cff08be3-4d4b-4727-8f26-8f31eab282af'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:14:41.959863 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ab4749dd-7d77-4ad4-8dbd-004fc299c7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:41.998883 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-90bd096d-1ae1-4400-bf0f-6f5cc476766e tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16352313'] for subnet, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:42.043951 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f56a68cf-9bd9-4c28-a6d3-cf3e91174735 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:42.092425 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a68cf-9bd9-4c28-a6d3-cf3e91174735 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Pushing event deleted for resources: {'Port': ['ID=3961146b-d584-492c-b529-b54b8d615af0,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:42.178790 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.db.api [None req-ab4749dd-7d77-4ad4-8dbd-004fc299c7ff None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 15:14:42.178790 n-d-799529-6 neutron-server[94447]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jul 09 15:14:42.178790 n-d-799529-6 neutron-server[94447]: [parameters: {'in_use': 1, 'id_1': 'cff08be3-4d4b-4727-8f26-8f31eab282af'}] Jul 09 15:14:42.178790 n-d-799529-6 neutron-server[94447]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 15:14:42.179793 n-d-799529-6 neutron-server[94447]: DEBUG oslo_db.api [None req-ab4749dd-7d77-4ad4-8dbd-004fc299c7ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 15:14:42.220963 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f56a68cf-9bd9-4c28-a6d3-cf3e91174735 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:42.225417 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f56a68cf-9bd9-4c28-a6d3-cf3e91174735 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] 10.222.0.58 "DELETE /v2.0/ports/3961146b-d584-492c-b529-b54b8d615af0 HTTP/1.1" status: 204 len: 168 time: 0.8720384 Jul 09 15:14:42.225789 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45082) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:42.288103 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d95ddf8-2867-42a4-869b-348a9c8bd73d tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Deleting subnet 10ddcec2-8e55-44d7-89d6-7e1dc9e8ca84 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:14:42.297068 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4d95ddf8-2867-42a4-869b-348a9c8bd73d tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:42.346505 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4d95ddf8-2867-42a4-869b-348a9c8bd73d tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:42.461836 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4d95ddf8-2867-42a4-869b-348a9c8bd73d tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:42.629099 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4d95ddf8-2867-42a4-869b-348a9c8bd73d tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:42.658530 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d95ddf8-2867-42a4-869b-348a9c8bd73d tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Pushing event deleted for resources: {'Subnet': ['ID=10ddcec2-8e55-44d7-89d6-7e1dc9e8ca84,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:42.662524 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4d95ddf8-2867-42a4-869b-348a9c8bd73d tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Notify callbacks [] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:42.664662 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-4d95ddf8-2867-42a4-869b-348a9c8bd73d tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] 10.222.0.58 "DELETE /v2.0/subnets/10ddcec2-8e55-44d7-89d6-7e1dc9e8ca84 HTTP/1.1" status: 204 len: 168 time: 0.4378750 Jul 09 15:14:42.667057 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45090) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:42.672910 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6fed88-040a-4c26-9336-6ede3f37b1c7 None None] Network 111e0a5d-80a1-43e3-af77-dbc1225e304d requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:14:42.685169 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ab4749dd-7d77-4ad4-8dbd-004fc299c7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:42.748731 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-90bd096d-1ae1-4400-bf0f-6f5cc476766e tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742620480534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16455562'] for subnet, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:42.772252 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2c92939a-b59c-4bf4-9493-fca45ff40935 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:42.838065 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bd096d-1ae1-4400-bf0f-6f5cc476766e tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:42.838709 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-90bd096d-1ae1-4400-bf0f-6f5cc476766e tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:42.843749 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-90bd096d-1ae1-4400-bf0f-6f5cc476766e tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "PUT /v2.0/subnets/cff08be3-4d4b-4727-8f26-8f31eab282af HTTP/1.1" status: 200 len: 877 time: 0.9519072 Jul 09 15:14:42.845303 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45094) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:42.856406 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bd096d-1ae1-4400-bf0f-6f5cc476766e tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Pushing event updated for resources: {'Subnet': ['ID=cff08be3-4d4b-4727-8f26-8f31eab282af,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:42.918008 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-2c92939a-b59c-4bf4-9493-fca45ff40935 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Deleting port b7398d5e-16e7-4f2f-9d84-ced443ad89bb {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:14:42.918355 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2c92939a-b59c-4bf4-9493-fca45ff40935 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:42.967891 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-ab4749dd-7d77-4ad4-8dbd-004fc299c7ff None None] Allocated IP 172.20.0.3 (c73de899-3b04-430b-9eca-c691f0de5b89/cff08be3-4d4b-4727-8f26-8f31eab282af/89101fd8-ab20-4452-92f4-c72e68399574) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:14:43.016947 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-2c92939a-b59c-4bf4-9493-fca45ff40935 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] For port b7398d5e-16e7-4f2f-9d84-ced443ad89bb, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=b7398d5e-16e7-4f2f-9d84-ced443ad89bb,segment=NetworkSegment(6a5a4afc-2078-41a8-a461-a25ebb8f88fe),segment_id=6a5a4afc-2078-41a8-a461-a25ebb8f88fe)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:14:43.016947 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2c92939a-b59c-4bf4-9493-fca45ff40935 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:43.034368 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-2c92939a-b59c-4bf4-9493-fca45ff40935 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Calling delete_port for b7398d5e-16e7-4f2f-9d84-ced443ad89bb owned by network:dhcp {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:14:43.046992 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2b2639-6313-4f8c-bc4f-d618523c4dcf None None] DHCP port deletion for 111e0a5d-80a1-43e3-af77-dbc1225e304d request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 15:14:43.063972 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-40e89db7-409e-4137-8abd-7fa15d761684 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:43.166662 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-40e89db7-409e-4137-8abd-7fa15d761684 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:43.167446 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-bf2b2639-6313-4f8c-bc4f-d618523c4dcf None None] Deleting port b7398d5e-16e7-4f2f-9d84-ced443ad89bb {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:14:43.167872 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-bf2b2639-6313-4f8c-bc4f-d618523c4dcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:43.220596 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ab4749dd-7d77-4ad4-8dbd-004fc299c7ff None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:43.255028 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-bf2b2639-6313-4f8c-bc4f-d618523c4dcf None None] For port b7398d5e-16e7-4f2f-9d84-ced443ad89bb, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=b7398d5e-16e7-4f2f-9d84-ced443ad89bb,segment=NetworkSegment(6a5a4afc-2078-41a8-a461-a25ebb8f88fe),segment_id=6a5a4afc-2078-41a8-a461-a25ebb8f88fe)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:14:43.255350 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-bf2b2639-6313-4f8c-bc4f-d618523c4dcf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:43.269066 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-bf2b2639-6313-4f8c-bc4f-d618523c4dcf None None] Calling delete_port for b7398d5e-16e7-4f2f-9d84-ced443ad89bb owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:14:43.353462 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2c92939a-b59c-4bf4-9493-fca45ff40935 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:43.354141 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-ab4749dd-7d77-4ad4-8dbd-004fc299c7ff None None] Transition to ACTIVE for port object 89101fd8-ab20-4452-92f4-c72e68399574 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:14:43.374177 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-bf2b2639-6313-4f8c-bc4f-d618523c4dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:43.376342 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-ab4749dd-7d77-4ad4-8dbd-004fc299c7ff None None] Transition to ACTIVE for port object 89101fd8-ab20-4452-92f4-c72e68399574 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:14:43.391646 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c92939a-b59c-4bf4-9493-fca45ff40935 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Pushing event deleted for resources: {'Port': ['ID=b7398d5e-16e7-4f2f-9d84-ced443ad89bb,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:43.398004 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c92939a-b59c-4bf4-9493-fca45ff40935 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] No DVR routers for this DVR port b7398d5e-16e7-4f2f-9d84-ced443ad89bb on host n-d-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:14:43.406223 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2b2639-6313-4f8c-bc4f-d618523c4dcf None None] Pushing event deleted for resources: {'Port': ['ID=b7398d5e-16e7-4f2f-9d84-ced443ad89bb,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:43.412821 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2b2639-6313-4f8c-bc4f-d618523c4dcf None None] No DVR routers for this DVR port b7398d5e-16e7-4f2f-9d84-ced443ad89bb on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:14:43.488399 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2c92939a-b59c-4bf4-9493-fca45ff40935 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:43.497055 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ab4749dd-7d77-4ad4-8dbd-004fc299c7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:43.500411 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-2c92939a-b59c-4bf4-9493-fca45ff40935 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['111e0a5d-80a1-43e3-af77-dbc1225e304d']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:43.521021 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-2c92939a-b59c-4bf4-9493-fca45ff40935 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a5a4afc-2078-41a8-a461-a25ebb8f88fe') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:43.521248 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-2c92939a-b59c-4bf4-9493-fca45ff40935 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a5a4afc-2078-41a8-a461-a25ebb8f88fe') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:43.533444 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2c92939a-b59c-4bf4-9493-fca45ff40935 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:43.539394 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4749dd-7d77-4ad4-8dbd-004fc299c7ff None None] Network c73de899-3b04-430b-9eca-c691f0de5b89 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:14:43.545985 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-ab4749dd-7d77-4ad4-8dbd-004fc299c7ff None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:14:43.548199 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4749dd-7d77-4ad4-8dbd-004fc299c7ff None None] Pushing event updated for resources: {'Port': ['ID=89101fd8-ab20-4452-92f4-c72e68399574,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:43.555516 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2c92939a-b59c-4bf4-9493-fca45ff40935 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:43.560361 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4749dd-7d77-4ad4-8dbd-004fc299c7ff None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:14:43.569228 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c92939a-b59c-4bf4-9493-fca45ff40935 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:14:43.569645 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2c92939a-b59c-4bf4-9493-fca45ff40935 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:43.572859 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:14:43.572859 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:14:43.572859 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:14:43.572859 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:14:43.572859 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 15:14:43.572859 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:14:43.572859 n-d-799529-6 neutron-server[94445]: timer() Jul 09 15:14:43.572859 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:14:43.572859 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 15:14:43.572859 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:14:43.572859 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 15:14:43.572859 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:14:43.572859 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 15:14:43.572859 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:14:43.572859 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 15:14:43.572859 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:14:43.572859 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 15:14:43.572859 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:14:43.572859 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:14:43.572859 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:14:43.572859 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:14:43.572859 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:14:43.572859 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 15:14:43.572859 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:14:43.572859 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 15:14:43.572859 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:14:43.572859 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:14:43.572859 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:14:43.572859 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 15:14:43.572859 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:14:43.572859 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:14:43.572859 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:14:43.572859 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:14:43.572859 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:14:43.572859 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:14:43.572859 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:14:43.629466 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-ab4749dd-7d77-4ad4-8dbd-004fc299c7ff None None] Attempting to bind port 89101fd8-ab20-4452-92f4-c72e68399574 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:14:43.629957 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-ab4749dd-7d77-4ad4-8dbd-004fc299c7ff None None] Attempting to bind port 89101fd8-ab20-4452-92f4-c72e68399574 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '102da851-66f0-4be9-9144-e4472d0402dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c73de899-3b04-430b-9eca-c691f0de5b89'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:14:43.630686 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4749dd-7d77-4ad4-8dbd-004fc299c7ff None None] Attempting to bind port 89101fd8-ab20-4452-92f4-c72e68399574 on network c73de899-3b04-430b-9eca-c691f0de5b89 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:14:43.636864 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4749dd-7d77-4ad4-8dbd-004fc299c7ff None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:14:43.637245 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4749dd-7d77-4ad4-8dbd-004fc299c7ff None None] Checking segment: {'id': '102da851-66f0-4be9-9144-e4472d0402dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c73de899-3b04-430b-9eca-c691f0de5b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:14:43.637702 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ab4749dd-7d77-4ad4-8dbd-004fc299c7ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:43.638146 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4749dd-7d77-4ad4-8dbd-004fc299c7ff None None] Bound using segment: {'id': '102da851-66f0-4be9-9144-e4472d0402dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c73de899-3b04-430b-9eca-c691f0de5b89'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:14:43.638599 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-ab4749dd-7d77-4ad4-8dbd-004fc299c7ff None None] Bound port: 89101fd8-ab20-4452-92f4-c72e68399574, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '102da851-66f0-4be9-9144-e4472d0402dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c73de899-3b04-430b-9eca-c691f0de5b89'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:14:43.638988 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ab4749dd-7d77-4ad4-8dbd-004fc299c7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:43.680665 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-40e89db7-409e-4137-8abd-7fa15d761684 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:43.714199 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-ab4749dd-7d77-4ad4-8dbd-004fc299c7ff None None] For port 89101fd8-ab20-4452-92f4-c72e68399574, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:14:43.720321 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-ab4749dd-7d77-4ad4-8dbd-004fc299c7ff None None] For port 89101fd8-ab20-4452-92f4-c72e68399574, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=89101fd8-ab20-4452-92f4-c72e68399574,segment=NetworkSegment(102da851-66f0-4be9-9144-e4472d0402dc),segment_id=102da851-66f0-4be9-9144-e4472d0402dc)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:14:43.722672 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e89db7-409e-4137-8abd-7fa15d761684 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Pushing event deleted for resources: {'Subnet': ['ID=cff08be3-4d4b-4727-8f26-8f31eab282af,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:43.725731 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2c92939a-b59c-4bf4-9493-fca45ff40935 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:43.730572 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2c92939a-b59c-4bf4-9493-fca45ff40935 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Notify callbacks [] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:43.736073 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-2c92939a-b59c-4bf4-9493-fca45ff40935 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] 10.222.0.58 "DELETE /v2.0/networks/111e0a5d-80a1-43e3-af77-dbc1225e304d HTTP/1.1" status: 204 len: 168 time: 1.0678945 Jul 09 15:14:43.803788 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c92939a-b59c-4bf4-9493-fca45ff40935 tempest-ExtraDHCPOptionsTestJSON-1897870978 tempest-ExtraDHCPOptionsTestJSON-1897870978-project] Pushing event deleted for resources: {'Network': ['ID=111e0a5d-80a1-43e3-af77-dbc1225e304d,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:43.815061 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-40e89db7-409e-4137-8abd-7fa15d761684 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:43.825728 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-40e89db7-409e-4137-8abd-7fa15d761684 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c73de899-3b04-430b-9eca-c691f0de5b89']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:43.829192 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ab4749dd-7d77-4ad4-8dbd-004fc299c7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:43.836581 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-40e89db7-409e-4137-8abd-7fa15d761684 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '102da851-66f0-4be9-9144-e4472d0402dc') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:43.847054 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-40e89db7-409e-4137-8abd-7fa15d761684 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '102da851-66f0-4be9-9144-e4472d0402dc') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:43.848221 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-40e89db7-409e-4137-8abd-7fa15d761684 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:43.866182 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-40e89db7-409e-4137-8abd-7fa15d761684 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:43.874374 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40e89db7-409e-4137-8abd-7fa15d761684 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:14:43.875081 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-40e89db7-409e-4137-8abd-7fa15d761684 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:43.878063 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 15:14:43.878063 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:14:43.878063 n-d-799529-6 neutron-server[94445]: timer() Jul 09 15:14:43.878063 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:14:43.878063 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 15:14:43.878063 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:14:43.878063 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 15:14:43.878063 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:14:43.878063 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 15:14:43.878063 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:14:43.878063 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 15:14:43.878063 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:14:43.878063 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 15:14:43.878063 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:14:43.878063 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:14:43.878063 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:14:43.878063 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:14:43.878063 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:14:43.878063 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 15:14:43.878063 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:14:43.878063 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 15:14:43.878063 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:14:43.878063 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:14:43.878063 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:14:43.878063 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 15:14:43.878063 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:14:43.878063 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:14:43.878063 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:14:43.878063 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:14:43.878063 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:14:43.878063 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:14:43.878063 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:14:43.891687 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4749dd-7d77-4ad4-8dbd-004fc299c7ff None None] Pushing event updated for resources: {'Port': ['ID=89101fd8-ab20-4452-92f4-c72e68399574,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:43.988557 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.db.api [None req-40e89db7-409e-4137-8abd-7fa15d761684 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 09 15:14:43.988557 n-d-799529-6 neutron-server[94445]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 09 15:14:43.988557 n-d-799529-6 neutron-server[94445]: [parameters: {'id': 'c73de899-3b04-430b-9eca-c691f0de5b89'}] Jul 09 15:14:43.988557 n-d-799529-6 neutron-server[94445]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 15:14:43.989125 n-d-799529-6 neutron-server[94445]: DEBUG oslo_db.api [None req-40e89db7-409e-4137-8abd-7fa15d761684 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 15:14:44.301217 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45116) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:44.444637 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-e9e8706c-f6ca-4844-81b7-24a29e76594e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d4a7602fa6c1485ea12c0a804f825ff9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1421888 Jul 09 15:14:44.447061 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45122) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:44.490631 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-40e89db7-409e-4137-8abd-7fa15d761684 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:44.507025 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-eb183e59-5d53-4fad-b924-2ea901c6056d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:44.534746 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-eb183e59-5d53-4fad-b924-2ea901c6056d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:44.583677 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-40e89db7-409e-4137-8abd-7fa15d761684 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Deleting port 89101fd8-ab20-4452-92f4-c72e68399574 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:14:44.584022 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-40e89db7-409e-4137-8abd-7fa15d761684 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:44.662636 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-40e89db7-409e-4137-8abd-7fa15d761684 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] For port 89101fd8-ab20-4452-92f4-c72e68399574, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=89101fd8-ab20-4452-92f4-c72e68399574,segment=NetworkSegment(102da851-66f0-4be9-9144-e4472d0402dc),segment_id=102da851-66f0-4be9-9144-e4472d0402dc)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:14:44.663067 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-40e89db7-409e-4137-8abd-7fa15d761684 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:44.678057 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-40e89db7-409e-4137-8abd-7fa15d761684 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Calling delete_port for 89101fd8-ab20-4452-92f4-c72e68399574 owned by network:dhcp {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:14:44.684712 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-eb183e59-5d53-4fad-b924-2ea901c6056d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:44.689839 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-eb183e59-5d53-4fad-b924-2ea901c6056d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:44.691903 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-eb183e59-5d53-4fad-b924-2ea901c6056d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/404c3d0a-1066-4151-bf16-66f3c448073b HTTP/1.1" status: 204 len: 168 time: 0.2436721 Jul 09 15:14:44.703757 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb183e59-5d53-4fad-b924-2ea901c6056d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404c3d0a-1066-4151-bf16-66f3c448073b,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:44.892190 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-40e89db7-409e-4137-8abd-7fa15d761684 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:44.934246 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e89db7-409e-4137-8abd-7fa15d761684 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Pushing event deleted for resources: {'Port': ['ID=89101fd8-ab20-4452-92f4-c72e68399574,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:44.939342 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e89db7-409e-4137-8abd-7fa15d761684 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] No DVR routers for this DVR port 89101fd8-ab20-4452-92f4-c72e68399574 on host n-d-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:14:44.949805 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 89101fd8-ab20-4452-92f4-c72e68399574 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:14:44.975462 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa7e621-b570-429d-b99d-c9474306cb00 None None] Network c73de899-3b04-430b-9eca-c691f0de5b89 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:14:44.979028 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 89101fd8-ab20-4452-92f4-c72e68399574 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:14:44.979617 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 89101fd8-ab20-4452-92f4-c72e68399574 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 09 15:14:45.028431 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-40e89db7-409e-4137-8abd-7fa15d761684 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:45.038830 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-40e89db7-409e-4137-8abd-7fa15d761684 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c73de899-3b04-430b-9eca-c691f0de5b89']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:45.050903 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-40e89db7-409e-4137-8abd-7fa15d761684 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '102da851-66f0-4be9-9144-e4472d0402dc') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:45.051452 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-40e89db7-409e-4137-8abd-7fa15d761684 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '102da851-66f0-4be9-9144-e4472d0402dc') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:45.062029 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-40e89db7-409e-4137-8abd-7fa15d761684 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:45.078094 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-40e89db7-409e-4137-8abd-7fa15d761684 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:45.081637 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-7b6eb45f-7211-4b9d-a4f4-d175a88ceb14 None None] Could not find standard attr ID for object 89101fd8-ab20-4452-92f4-c72e68399574. {{(pid=94447) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 15:14:45.083442 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Port 89101fd8-ab20-4452-92f4-c72e68399574 not found, will not notify nova. {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 09 15:14:45.090622 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40e89db7-409e-4137-8abd-7fa15d761684 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:14:45.092446 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-40e89db7-409e-4137-8abd-7fa15d761684 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:45.098041 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 15:14:45.098041 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:14:45.098041 n-d-799529-6 neutron-server[94445]: timer() Jul 09 15:14:45.098041 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:14:45.098041 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 15:14:45.098041 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:14:45.098041 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 15:14:45.098041 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:14:45.098041 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 15:14:45.098041 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:14:45.098041 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 15:14:45.098041 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:14:45.098041 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 15:14:45.098041 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:14:45.098041 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:14:45.098041 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:14:45.098041 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:14:45.098041 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:14:45.098041 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 15:14:45.098041 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:14:45.098041 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 15:14:45.098041 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:14:45.098041 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:14:45.098041 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:14:45.098041 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 15:14:45.098041 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:14:45.098041 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:14:45.098041 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:14:45.098041 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:14:45.098041 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:14:45.098041 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:14:45.098041 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:14:45.176905 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device b7398d5e-16e7-4f2f-9d84-ced443ad89bb no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:14:45.203628 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:45.203628 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: b7398d5e-16e7-4f2f-9d84-ced443ad89bb {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:14:45.203628 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device b7398d5e-16e7-4f2f-9d84-ced443ad89bb not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:14:45.254047 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24542028-3678-46d1-867d-867cc4636810 None None] DHCP port deletion for c73de899-3b04-430b-9eca-c691f0de5b89 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 15:14:45.272225 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882157e2-722c-4b9a-871f-bdc45780c2de None None] Network c73de899-3b04-430b-9eca-c691f0de5b89 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:14:45.290698 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-40e89db7-409e-4137-8abd-7fa15d761684 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:45.298782 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-40e89db7-409e-4137-8abd-7fa15d761684 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks [] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:45.300848 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-40e89db7-409e-4137-8abd-7fa15d761684 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "DELETE /v2.0/networks/c73de899-3b04-430b-9eca-c691f0de5b89 HTTP/1.1" status: 204 len: 168 time: 2.4524632 Jul 09 15:14:45.305260 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45142) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:45.314077 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e89db7-409e-4137-8abd-7fa15d761684 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Pushing event deleted for resources: {'Network': ['ID=c73de899-3b04-430b-9eca-c691f0de5b89,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:45.340667 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-0748cd3e-0327-473a-8735-414d5f3ae65a tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] DELETE failed (client error): The resource could not be found. Jul 09 15:14:45.341027 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0748cd3e-0327-473a-8735-414d5f3ae65a tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 15:14:45.346929 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-0748cd3e-0327-473a-8735-414d5f3ae65a tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "DELETE /v2.0/subnets/cff08be3-4d4b-4727-8f26-8f31eab282af HTTP/1.1" status: 404 len: 337 time: 0.0358233 Jul 09 15:14:45.347326 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45146) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:45.372316 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-c39d0abe-d91f-4287-9e0e-58bd7994ca2a tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] DELETE failed (client error): The resource could not be found. Jul 09 15:14:45.373068 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c39d0abe-d91f-4287-9e0e-58bd7994ca2a tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 15:14:45.377454 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c39d0abe-d91f-4287-9e0e-58bd7994ca2a tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "DELETE /v2.0/networks/c73de899-3b04-430b-9eca-c691f0de5b89 HTTP/1.1" status: 404 len: 339 time: 0.0267098 Jul 09 15:14:45.380029 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45150) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:45.424815 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-303f2ff7-b4fe-49e3-bbf0-6f82bd51d6d6 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] DELETE failed (client error): The resource could not be found. Jul 09 15:14:45.425281 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-303f2ff7-b4fe-49e3-bbf0-6f82bd51d6d6 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 15:14:45.427564 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-303f2ff7-b4fe-49e3-bbf0-6f82bd51d6d6 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "DELETE /v2.0/subnets/f2639b40-e7ce-4d28-a691-7d8c3c5ffe7a HTTP/1.1" status: 404 len: 337 time: 0.0451345 Jul 09 15:14:45.430056 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45152) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:45.451278 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-cac2538b-6b2c-4574-bb64-3cc32accdb0b tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] DELETE failed (client error): The resource could not be found. Jul 09 15:14:45.451882 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cac2538b-6b2c-4574-bb64-3cc32accdb0b tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 15:14:45.459482 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-cac2538b-6b2c-4574-bb64-3cc32accdb0b tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "DELETE /v2.0/networks/2ab98082-b73e-4018-b8ba-9fc9aea5cb50 HTTP/1.1" status: 404 len: 339 time: 0.0225511 Jul 09 15:14:45.459833 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45154) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:45.545871 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e715d309-97e7-46b2-b73b-fb3fe4488022 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:45.647188 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e715d309-97e7-46b2-b73b-fb3fe4488022 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:45.659957 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-e715d309-97e7-46b2-b73b-fb3fe4488022 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['028d7e7a-e939-460a-bc07-0ec60e38c6f1']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:45.672000 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-e715d309-97e7-46b2-b73b-fb3fe4488022 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26f691dd-6490-42b0-baa1-671df13584c4') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:45.672483 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-e715d309-97e7-46b2-b73b-fb3fe4488022 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26f691dd-6490-42b0-baa1-671df13584c4') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:45.683788 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e715d309-97e7-46b2-b73b-fb3fe4488022 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:45.699368 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e715d309-97e7-46b2-b73b-fb3fe4488022 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:45.705951 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e715d309-97e7-46b2-b73b-fb3fe4488022 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:14:45.706354 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e715d309-97e7-46b2-b73b-fb3fe4488022 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:45.709556 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:14:45.709556 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:14:45.709556 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:14:45.709556 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:14:45.709556 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:14:45.709556 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:14:45.709556 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 15:14:45.709556 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:14:45.709556 n-d-799529-6 neutron-server[94446]: timer() Jul 09 15:14:45.709556 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:14:45.709556 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 15:14:45.709556 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:14:45.709556 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 15:14:45.709556 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:14:45.709556 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 15:14:45.709556 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:14:45.709556 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 15:14:45.709556 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:14:45.709556 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 15:14:45.709556 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:14:45.709556 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:14:45.709556 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:14:45.709556 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:14:45.709556 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:14:45.709556 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 15:14:45.709556 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:14:45.709556 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 15:14:45.709556 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:14:45.709556 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:14:45.709556 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:14:45.709556 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 15:14:45.709556 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:14:45.709556 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:14:45.709556 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:14:45.709556 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:14:45.709556 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:14:45.709556 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:14:45.709556 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:14:45.891116 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e715d309-97e7-46b2-b73b-fb3fe4488022 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:45.897535 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e715d309-97e7-46b2-b73b-fb3fe4488022 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:45.900170 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-e715d309-97e7-46b2-b73b-fb3fe4488022 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "DELETE /v2.0/networks/028d7e7a-e939-460a-bc07-0ec60e38c6f1 HTTP/1.1" status: 204 len: 168 time: 0.4393549 Jul 09 15:14:45.903406 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45170) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:45.917090 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e715d309-97e7-46b2-b73b-fb3fe4488022 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Pushing event deleted for resources: {'Network': ['ID=028d7e7a-e939-460a-bc07-0ec60e38c6f1,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:45.941146 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9a44e32-0b23-4095-b2a2-59bf1ab09fc7 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] DELETE failed (client error): The resource could not be found. Jul 09 15:14:45.941604 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9a44e32-0b23-4095-b2a2-59bf1ab09fc7 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 15:14:45.944153 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b9a44e32-0b23-4095-b2a2-59bf1ab09fc7 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "DELETE /v2.0/subnets/43b26551-a128-4c0d-a54b-b4497dd6090c HTTP/1.1" status: 404 len: 337 time: 0.0389533 Jul 09 15:14:45.947217 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45172) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:45.967173 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-cde6ca7b-6332-426a-8072-016f2a2ec666 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] DELETE failed (client error): The resource could not be found. Jul 09 15:14:45.967751 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cde6ca7b-6332-426a-8072-016f2a2ec666 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 15:14:45.969528 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-cde6ca7b-6332-426a-8072-016f2a2ec666 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "DELETE /v2.0/networks/a7df2b6e-bfd7-4034-8851-7325627b7bd1 HTTP/1.1" status: 404 len: 339 time: 0.0211804 Jul 09 15:14:45.972517 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45174) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:46.001753 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45176) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:46.006934 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c6d3422-f835-44f8-b7b7-ed1e0ce1a421 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] DELETE failed (client error): The resource could not be found. Jul 09 15:14:46.007393 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c6d3422-f835-44f8-b7b7-ed1e0ce1a421 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 15:14:46.009252 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7c6d3422-f835-44f8-b7b7-ed1e0ce1a421 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "DELETE /v2.0/subnets/7b927a7f-6113-413e-be64-2dcc34874544 HTTP/1.1" status: 404 len: 337 time: 0.0355160 Jul 09 15:14:46.012078 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45180) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:46.034659 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-21d4febf-6632-48c9-9a3f-1eff10b0c253 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] DELETE failed (client error): The resource could not be found. Jul 09 15:14:46.035292 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21d4febf-6632-48c9-9a3f-1eff10b0c253 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 15:14:46.039617 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-21d4febf-6632-48c9-9a3f-1eff10b0c253 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "DELETE /v2.0/networks/6b365c1e-f865-4f48-8087-802b5118ab3d HTTP/1.1" status: 404 len: 339 time: 0.0255654 Jul 09 15:14:46.041335 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45182) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:46.086020 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-21184235-18fb-43af-8456-31e1de3a936c tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] DELETE failed (client error): The resource could not be found. Jul 09 15:14:46.086020 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21184235-18fb-43af-8456-31e1de3a936c tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 15:14:46.086020 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-21184235-18fb-43af-8456-31e1de3a936c tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "DELETE /v2.0/subnets/1f58b41d-8e83-4728-8163-a1563895d5c0 HTTP/1.1" status: 404 len: 337 time: 0.0417335 Jul 09 15:14:46.087292 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45186) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:46.107800 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a8d1413-c137-4159-94a4-55ca93f20e07 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] DELETE failed (client error): The resource could not be found. Jul 09 15:14:46.107800 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a8d1413-c137-4159-94a4-55ca93f20e07 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 15:14:46.107800 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-4a8d1413-c137-4159-94a4-55ca93f20e07 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "DELETE /v2.0/networks/145bef6c-99ad-482d-b80c-958569276b51 HTTP/1.1" status: 404 len: 339 time: 0.0194600 Jul 09 15:14:46.110512 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45188) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:46.115169 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-9bc7f1f1-46cd-430d-b741-6da4d8274acc tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Request body: {'networks': [{'name': 'tempest-network--806474657'}, {'name': 'tempest-network--1162274480'}]} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:14:46.115486 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-9bc7f1f1-46cd-430d-b741-6da4d8274acc tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Request body: {'network': {'name': 'tempest-network--806474657'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:14:46.115957 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-9bc7f1f1-46cd-430d-b741-6da4d8274acc tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Request body: {'network': {'name': 'tempest-network--1162274480'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:14:46.137003 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbc5ab80-ee04-41aa-9309-9eaadfc994ae tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] DELETE failed (client error): The resource could not be found. Jul 09 15:14:46.137462 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbc5ab80-ee04-41aa-9309-9eaadfc994ae tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 15:14:46.139797 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-bbc5ab80-ee04-41aa-9309-9eaadfc994ae tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "DELETE /v2.0/subnets/6b7590ff-bb2f-407e-b37e-2707233fb212 HTTP/1.1" status: 404 len: 337 time: 0.0282068 Jul 09 15:14:46.142401 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45190) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:46.160407 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-512d6827-f508-404b-a6ee-652602602784 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] DELETE failed (client error): The resource could not be found. Jul 09 15:14:46.160954 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-512d6827-f508-404b-a6ee-652602602784 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 15:14:46.162773 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-512d6827-f508-404b-a6ee-652602602784 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "DELETE /v2.0/networks/4cecc4ca-1636-4805-86b4-ed1e3970dc89 HTTP/1.1" status: 404 len: 339 time: 0.0194552 Jul 09 15:14:46.165368 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45192) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:46.192355 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ba48408-9fcf-4e9b-bdae-83130bd5206f tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] DELETE failed (client error): The resource could not be found. Jul 09 15:14:46.192827 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ba48408-9fcf-4e9b-bdae-83130bd5206f tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 15:14:46.194749 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-6ba48408-9fcf-4e9b-bdae-83130bd5206f tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "DELETE /v2.0/subnets/18fb5f92-5425-4b62-8605-04091de827a6 HTTP/1.1" status: 404 len: 337 time: 0.0280826 Jul 09 15:14:46.197791 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45196) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:46.205204 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc7f1f1-46cd-430d-b741-6da4d8274acc tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Made reservation on behalf of ce88d6e1419d4a05a3f580a11c2a8b1b for: {'network': 2} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:14:46.212011 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9bc7f1f1-46cd-430d-b741-6da4d8274acc tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:46.221831 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9bc7f1f1-46cd-430d-b741-6da4d8274acc tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:46.235147 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-16d85571-71cf-4b16-996b-a1a0d5f01989 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] DELETE failed (client error): The resource could not be found. Jul 09 15:14:46.236112 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16d85571-71cf-4b16-996b-a1a0d5f01989 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 15:14:46.243105 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-16d85571-71cf-4b16-996b-a1a0d5f01989 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "DELETE /v2.0/networks/451d859e-eabb-4ff3-914d-7afb3b5b1720 HTTP/1.1" status: 404 len: 339 time: 0.0440061 Jul 09 15:14:46.244214 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45198) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:46.282527 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8a5bddd-3867-4763-abc8-451358652c6c tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] DELETE failed (client error): The resource could not be found. Jul 09 15:14:46.282984 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8a5bddd-3867-4763-abc8-451358652c6c tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 15:14:46.287922 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b8a5bddd-3867-4763-abc8-451358652c6c tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "DELETE /v2.0/subnets/979e8e52-d9ce-4f70-82dc-e48e51a63f4e HTTP/1.1" status: 404 len: 337 time: 0.0420933 Jul 09 15:14:46.289020 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45200) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:46.309183 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f14bcfe-6b57-407e-b3ce-018b41889107 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] DELETE failed (client error): The resource could not be found. Jul 09 15:14:46.311201 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f14bcfe-6b57-407e-b3ce-018b41889107 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 15:14:46.314416 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-8f14bcfe-6b57-407e-b3ce-018b41889107 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "DELETE /v2.0/networks/ede25674-4a48-4f08-a316-fc86192d7c9f HTTP/1.1" status: 404 len: 339 time: 0.0239227 Jul 09 15:14:46.325697 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45202) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:46.339393 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9bc7f1f1-46cd-430d-b741-6da4d8274acc tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:46.352842 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-13912357-42d1-4b78-aca0-709078b755c8 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] DELETE failed (client error): The resource could not be found. Jul 09 15:14:46.353300 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13912357-42d1-4b78-aca0-709078b755c8 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 15:14:46.355048 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-13912357-42d1-4b78-aca0-709078b755c8 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "DELETE /v2.0/subnets/db3223cb-b832-45a2-a7cc-6824558345e4 HTTP/1.1" status: 404 len: 337 time: 0.0283480 Jul 09 15:14:46.358416 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45204) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:46.378320 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbda3206-c05e-4f7b-993e-9d2ec5b53d0c tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] DELETE failed (client error): The resource could not be found. Jul 09 15:14:46.379158 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbda3206-c05e-4f7b-993e-9d2ec5b53d0c tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 15:14:46.381080 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-cbda3206-c05e-4f7b-993e-9d2ec5b53d0c tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "DELETE /v2.0/networks/cb796db4-23c8-47c4-a219-de1a59277b6b HTTP/1.1" status: 404 len: 339 time: 0.0217373 Jul 09 15:14:46.383851 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45206) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:46.389767 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9bc7f1f1-46cd-430d-b741-6da4d8274acc tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:46.390726 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9bc7f1f1-46cd-430d-b741-6da4d8274acc tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:46.413297 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c043dc9-5dd9-41e8-9df1-6a4d1e0d3fe9 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] DELETE failed (client error): The resource could not be found. Jul 09 15:14:46.413891 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c043dc9-5dd9-41e8-9df1-6a4d1e0d3fe9 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 15:14:46.415902 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-2c043dc9-5dd9-41e8-9df1-6a4d1e0d3fe9 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "DELETE /v2.0/subnets/01433b12-89f1-490d-80a5-082a746cc8f7 HTTP/1.1" status: 404 len: 337 time: 0.0311117 Jul 09 15:14:46.420100 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45208) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:46.440067 n-d-799529-6 neutron-server[94446]: INFO neutron.pecan_wsgi.hooks.translation [None req-025f8e37-4b70-40e3-8e8c-907aea6f065e tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] DELETE failed (client error): The resource could not be found. Jul 09 15:14:46.440905 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-025f8e37-4b70-40e3-8e8c-907aea6f065e tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 15:14:46.442751 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-025f8e37-4b70-40e3-8e8c-907aea6f065e tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "DELETE /v2.0/networks/2e572bbd-d413-4943-ac1f-b71dd8da658c HTTP/1.1" status: 404 len: 339 time: 0.0215564 Jul 09 15:14:46.445097 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45210) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:46.457356 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc7f1f1-46cd-430d-b741-6da4d8274acc tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=715df9d1-b490-47d5-b40a-78399194a1b0,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:46.469700 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bc7f1f1-46cd-430d-b741-6da4d8274acc tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:14:46.485536 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9bc7f1f1-46cd-430d-b741-6da4d8274acc tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:46.485536 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-9bc7f1f1-46cd-430d-b741-6da4d8274acc tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Added segment 4540d77b-0763-4fc8-b26a-3311ce04ed2c of type vlan for network ee042151-a79c-4b91-a045-2ddcc6ceaacc Jul 09 15:14:46.520702 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-80c8d059-ceeb-4b91-b776-5885f3e04f3c tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Deleting subnet 495e48cf-6f37-4ab8-8636-60e6c8ca1d98 {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:14:46.524426 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-80c8d059-ceeb-4b91-b776-5885f3e04f3c tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:46.532542 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9bc7f1f1-46cd-430d-b741-6da4d8274acc tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:46.574915 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-80c8d059-ceeb-4b91-b776-5885f3e04f3c tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:46.578722 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bc7f1f1-46cd-430d-b741-6da4d8274acc tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:14:46.595773 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9bc7f1f1-46cd-430d-b741-6da4d8274acc tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:46.595773 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-9bc7f1f1-46cd-430d-b741-6da4d8274acc tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Added segment a12e54bf-4917-4335-a0fd-918d08c6963d of type vlan for network cd2fe57d-5b40-4d0b-8944-74df4928cadb Jul 09 15:14:46.654645 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9bc7f1f1-46cd-430d-b741-6da4d8274acc tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:46.674281 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-80c8d059-ceeb-4b91-b776-5885f3e04f3c tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:46.770914 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9bc7f1f1-46cd-430d-b741-6da4d8274acc tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:46.771903 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9bc7f1f1-46cd-430d-b741-6da4d8274acc tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:46.782517 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc7f1f1-46cd-430d-b741-6da4d8274acc tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:46.787875 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc7f1f1-46cd-430d-b741-6da4d8274acc tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:46.788667 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9bc7f1f1-46cd-430d-b741-6da4d8274acc tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks [] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:46.828011 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-80c8d059-ceeb-4b91-b776-5885f3e04f3c tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:46.850051 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-80c8d059-ceeb-4b91-b776-5885f3e04f3c tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:46.852044 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-80c8d059-ceeb-4b91-b776-5885f3e04f3c tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "DELETE /v2.0/subnets/495e48cf-6f37-4ab8-8636-60e6c8ca1d98 HTTP/1.1" status: 204 len: 168 time: 0.4059966 Jul 09 15:14:46.855221 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45220) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:46.866196 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a588bd4-9a13-402c-a601-9fffbfa0542e None None] Network 08151fd3-547e-426a-9809-26a338bd984b requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:14:46.896200 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc7f1f1-46cd-430d-b741-6da4d8274acc tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Pushing event updated for resources: {'Network': ['ID=ee042151-a79c-4b91-a045-2ddcc6ceaacc,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:46.944233 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c8d059-ceeb-4b91-b776-5885f3e04f3c tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Pushing event deleted for resources: {'Subnet': ['ID=495e48cf-6f37-4ab8-8636-60e6c8ca1d98,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:46.953943 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network ee042151-a79c-4b91-a045-2ddcc6ceaacc details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:14:46.956158 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 89101fd8-ab20-4452-92f4-c72e68399574 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:14:46.996948 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a6ffdcb1-05ad-4624-b751-82f54e9fb6e7 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:47.003772 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc7f1f1-46cd-430d-b741-6da4d8274acc tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Pushing event updated for resources: {'Network': ['ID=cd2fe57d-5b40-4d0b-8944-74df4928cadb,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:47.016810 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-9bc7f1f1-46cd-430d-b741-6da4d8274acc tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.0131953 Jul 09 15:14:47.017817 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45222) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:47.068324 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 89101fd8-ab20-4452-92f4-c72e68399574 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:14:47.068696 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 89101fd8-ab20-4452-92f4-c72e68399574 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:14:47.070135 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network cd2fe57d-5b40-4d0b-8944-74df4928cadb details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:14:47.081092 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-a6ffdcb1-05ad-4624-b751-82f54e9fb6e7 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Deleting port 0c021a05-b572-41d7-839f-ae9c50d86786 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:14:47.081092 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a6ffdcb1-05ad-4624-b751-82f54e9fb6e7 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:47.189343 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-a6ffdcb1-05ad-4624-b751-82f54e9fb6e7 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] For port 0c021a05-b572-41d7-839f-ae9c50d86786, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=0c021a05-b572-41d7-839f-ae9c50d86786,segment=NetworkSegment(9d6a2063-1f7d-4080-89ad-7c10dfb3e018),segment_id=9d6a2063-1f7d-4080-89ad-7c10dfb3e018)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:14:47.189717 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a6ffdcb1-05ad-4624-b751-82f54e9fb6e7 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:47.208998 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1afb610-804d-4c26-bffa-09ad381d30cd tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:47.215053 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-a6ffdcb1-05ad-4624-b751-82f54e9fb6e7 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Calling delete_port for 0c021a05-b572-41d7-839f-ae9c50d86786 owned by network:dhcp {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:14:47.220651 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1afb610-804d-4c26-bffa-09ad381d30cd tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:47.239823 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1afb610-804d-4c26-bffa-09ad381d30cd tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:47.261388 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1afb610-804d-4c26-bffa-09ad381d30cd tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:47.267975 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e1afb610-804d-4c26-bffa-09ad381d30cd tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2436287 Jul 09 15:14:47.268561 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45226) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:47.348604 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719a472e-becd-470b-b5ba-9fbfec2e259c None None] DHCP port deletion for 08151fd3-547e-426a-9809-26a338bd984b request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 15:14:47.365898 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a1303b13-a34d-4139-a77a-3f10748bb893 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:47.388730 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a6ffdcb1-05ad-4624-b751-82f54e9fb6e7 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:47.404916 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-719a472e-becd-470b-b5ba-9fbfec2e259c None None] Deleting port 0c021a05-b572-41d7-839f-ae9c50d86786 {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:14:47.405813 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-719a472e-becd-470b-b5ba-9fbfec2e259c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:47.419378 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ffdcb1-05ad-4624-b751-82f54e9fb6e7 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Pushing event deleted for resources: {'Port': ['ID=0c021a05-b572-41d7-839f-ae9c50d86786,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:47.429041 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ffdcb1-05ad-4624-b751-82f54e9fb6e7 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] No DVR routers for this DVR port 0c021a05-b572-41d7-839f-ae9c50d86786 on host n-d-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:14:47.464475 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a1303b13-a34d-4139-a77a-3f10748bb893 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:47.475610 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-a1303b13-a34d-4139-a77a-3f10748bb893 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee042151-a79c-4b91-a045-2ddcc6ceaacc']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:47.481843 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-719a472e-becd-470b-b5ba-9fbfec2e259c None None] For port 0c021a05-b572-41d7-839f-ae9c50d86786, host n-d-799529-6, got binding levels [] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:14:47.482246 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-719a472e-becd-470b-b5ba-9fbfec2e259c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:47.487522 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-a1303b13-a34d-4139-a77a-3f10748bb893 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4540d77b-0763-4fc8-b26a-3311ce04ed2c') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:47.488416 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-a1303b13-a34d-4139-a77a-3f10748bb893 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4540d77b-0763-4fc8-b26a-3311ce04ed2c') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:47.496656 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-719a472e-becd-470b-b5ba-9fbfec2e259c None None] Calling delete_port for 0c021a05-b572-41d7-839f-ae9c50d86786 owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:14:47.500528 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a1303b13-a34d-4139-a77a-3f10748bb893 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:47.501163 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.ipam_backend_mixin [None req-719a472e-becd-470b-b5ba-9fbfec2e259c None None] Port 0c021a05-b572-41d7-839f-ae9c50d86786 was not found and therefore no delete operation was performed {{(pid=94447) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 15:14:47.504558 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-719a472e-becd-470b-b5ba-9fbfec2e259c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:47.516328 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a6ffdcb1-05ad-4624-b751-82f54e9fb6e7 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:47.525526 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a1303b13-a34d-4139-a77a-3f10748bb893 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:47.527273 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-a6ffdcb1-05ad-4624-b751-82f54e9fb6e7 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08151fd3-547e-426a-9809-26a338bd984b']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:47.536961 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719a472e-becd-470b-b5ba-9fbfec2e259c None None] Pushing event deleted for resources: {'Port': ['ID=0c021a05-b572-41d7-839f-ae9c50d86786,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:47.537211 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1303b13-a34d-4139-a77a-3f10748bb893 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:14:47.537806 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a1303b13-a34d-4139-a77a-3f10748bb893 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:47.541162 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719a472e-becd-470b-b5ba-9fbfec2e259c None None] No DVR routers for this DVR port 0c021a05-b572-41d7-839f-ae9c50d86786 on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:14:47.553392 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-a6ffdcb1-05ad-4624-b751-82f54e9fb6e7 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d6a2063-1f7d-4080-89ad-7c10dfb3e018') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:47.553577 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-a6ffdcb1-05ad-4624-b751-82f54e9fb6e7 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d6a2063-1f7d-4080-89ad-7c10dfb3e018') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:47.558499 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 15:14:47.558499 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:14:47.558499 n-d-799529-6 neutron-server[94445]: timer() Jul 09 15:14:47.558499 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:14:47.558499 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 15:14:47.558499 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:14:47.558499 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 15:14:47.558499 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:14:47.558499 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 15:14:47.558499 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:14:47.558499 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 15:14:47.558499 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:14:47.558499 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 15:14:47.558499 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:14:47.558499 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:14:47.558499 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:14:47.558499 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:14:47.558499 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:14:47.558499 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 15:14:47.558499 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:14:47.558499 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 15:14:47.558499 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:14:47.558499 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:14:47.558499 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:14:47.558499 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 15:14:47.558499 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:14:47.558499 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:14:47.558499 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:14:47.558499 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:14:47.558499 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:14:47.558499 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:14:47.558499 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:14:47.564891 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a6ffdcb1-05ad-4624-b751-82f54e9fb6e7 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:47.586614 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a6ffdcb1-05ad-4624-b751-82f54e9fb6e7 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:47.595469 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6ffdcb1-05ad-4624-b751-82f54e9fb6e7 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:14:47.595919 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a6ffdcb1-05ad-4624-b751-82f54e9fb6e7 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:47.600083 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 15:14:47.600083 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:14:47.600083 n-d-799529-6 neutron-server[94446]: timer() Jul 09 15:14:47.600083 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:14:47.600083 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 15:14:47.600083 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:14:47.600083 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 15:14:47.600083 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:14:47.600083 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 15:14:47.600083 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:14:47.600083 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 15:14:47.600083 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:14:47.600083 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 15:14:47.600083 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:14:47.600083 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:14:47.600083 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:14:47.600083 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:14:47.600083 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:14:47.600083 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 15:14:47.600083 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:14:47.600083 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 15:14:47.600083 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:14:47.600083 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:14:47.600083 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:14:47.600083 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 15:14:47.600083 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:14:47.600083 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:14:47.600083 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:14:47.600083 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:14:47.600083 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:14:47.600083 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:14:47.600083 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:14:47.736568 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a1303b13-a34d-4139-a77a-3f10748bb893 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:47.743447 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a1303b13-a34d-4139-a77a-3f10748bb893 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks [] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:47.745460 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-a1303b13-a34d-4139-a77a-3f10748bb893 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] 10.222.0.58 "DELETE /v2.0/networks/ee042151-a79c-4b91-a045-2ddcc6ceaacc HTTP/1.1" status: 204 len: 168 time: 0.4756005 Jul 09 15:14:47.748910 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45234) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:47.761888 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1303b13-a34d-4139-a77a-3f10748bb893 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Pushing event deleted for resources: {'Network': ['ID=ee042151-a79c-4b91-a045-2ddcc6ceaacc,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:47.798137 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a6ffdcb1-05ad-4624-b751-82f54e9fb6e7 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:47.811728 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a6ffdcb1-05ad-4624-b751-82f54e9fb6e7 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:47.813568 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a6ffdcb1-05ad-4624-b751-82f54e9fb6e7 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] 10.222.0.58 "DELETE /v2.0/networks/08151fd3-547e-426a-9809-26a338bd984b HTTP/1.1" status: 204 len: 168 time: 0.9371533 Jul 09 15:14:47.827863 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ffdcb1-05ad-4624-b751-82f54e9fb6e7 tempest-NetworksTest-113804657 tempest-NetworksTest-113804657-project] Pushing event deleted for resources: {'Network': ['ID=08151fd3-547e-426a-9809-26a338bd984b,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:47.850097 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1150ebb9-fa06-447b-8834-7e2d6152a1b2 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:47.942884 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1150ebb9-fa06-447b-8834-7e2d6152a1b2 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:47.954126 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-1150ebb9-fa06-447b-8834-7e2d6152a1b2 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd2fe57d-5b40-4d0b-8944-74df4928cadb']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:47.965894 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-1150ebb9-fa06-447b-8834-7e2d6152a1b2 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a12e54bf-4917-4335-a0fd-918d08c6963d') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:47.966185 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-1150ebb9-fa06-447b-8834-7e2d6152a1b2 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a12e54bf-4917-4335-a0fd-918d08c6963d') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:14:47.975349 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1150ebb9-fa06-447b-8834-7e2d6152a1b2 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:47.991470 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1150ebb9-fa06-447b-8834-7e2d6152a1b2 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:47.999647 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1150ebb9-fa06-447b-8834-7e2d6152a1b2 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:14:48.000138 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1150ebb9-fa06-447b-8834-7e2d6152a1b2 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:48.005524 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 15:14:48.005524 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:14:48.005524 n-d-799529-6 neutron-server[94446]: timer() Jul 09 15:14:48.005524 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:14:48.005524 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 15:14:48.005524 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:14:48.005524 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 15:14:48.005524 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:14:48.005524 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 15:14:48.005524 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:14:48.005524 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 15:14:48.005524 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:14:48.005524 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 15:14:48.005524 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:14:48.005524 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:14:48.005524 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:14:48.005524 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:14:48.005524 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:14:48.005524 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 15:14:48.005524 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:14:48.005524 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 15:14:48.005524 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:14:48.005524 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:14:48.005524 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:14:48.005524 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 15:14:48.005524 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:14:48.005524 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:14:48.005524 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:14:48.005524 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:14:48.005524 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:14:48.005524 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:14:48.005524 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:14:48.142651 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1150ebb9-fa06-447b-8834-7e2d6152a1b2 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:48.154694 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1150ebb9-fa06-447b-8834-7e2d6152a1b2 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:48.156547 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-1150ebb9-fa06-447b-8834-7e2d6152a1b2 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] 10.222.0.58 "DELETE /v2.0/networks/cd2fe57d-5b40-4d0b-8944-74df4928cadb HTTP/1.1" status: 204 len: 168 time: 0.4066174 Jul 09 15:14:48.159561 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45242) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:48.166846 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1150ebb9-fa06-447b-8834-7e2d6152a1b2 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Pushing event deleted for resources: {'Network': ['ID=cd2fe57d-5b40-4d0b-8944-74df4928cadb,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:48.340519 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45250) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:48.517246 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-445a944b-d54e-4101-b03b-57f6f86cffc3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e1ba7eec03cf489a8db3951e95fe2fe7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1726615 Jul 09 15:14:48.517987 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45254) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:48.577636 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8e872b22-de2e-4dc3-970c-804768d45416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:48.597362 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40b56ad-7fc4-44d4-b3b9-cb6f762db279 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:48.601738 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8e872b22-de2e-4dc3-970c-804768d45416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:48.603590 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40b56ad-7fc4-44d4-b3b9-cb6f762db279 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:48.605273 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f40b56ad-7fc4-44d4-b3b9-cb6f762db279 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4435687 Jul 09 15:14:48.609624 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45258) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:48.615230 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-bf9e94b2-dab2-493a-b5f9-2f384c35567c tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1769098574'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:14:48.725172 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9e94b2-dab2-493a-b5f9-2f384c35567c tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Made reservation on behalf of ce88d6e1419d4a05a3f580a11c2a8b1b for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:14:48.732560 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bf9e94b2-dab2-493a-b5f9-2f384c35567c tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:48.736543 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8e872b22-de2e-4dc3-970c-804768d45416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:48.739306 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8e872b22-de2e-4dc3-970c-804768d45416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:48.740575 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-8e872b22-de2e-4dc3-970c-804768d45416 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7701e267-942f-4153-b73b-f915b8af4152 HTTP/1.1" status: 204 len: 168 time: 0.2218714 Jul 09 15:14:48.750382 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e872b22-de2e-4dc3-970c-804768d45416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7701e267-942f-4153-b73b-f915b8af4152,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:48.767951 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf9e94b2-dab2-493a-b5f9-2f384c35567c tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:14:48.778050 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bf9e94b2-dab2-493a-b5f9-2f384c35567c tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:48.778265 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-bf9e94b2-dab2-493a-b5f9-2f384c35567c tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Added segment ce3d47eb-c457-436b-a27b-0d4d875ae1ac of type vlan for network a5307ff8-5b44-416b-a477-f2fbe26ce5e8 Jul 09 15:14:48.832599 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bf9e94b2-dab2-493a-b5f9-2f384c35567c tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:48.893753 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 0c021a05-b572-41d7-839f-ae9c50d86786 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:14:48.917666 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 0c021a05-b572-41d7-839f-ae9c50d86786 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:14:48.918015 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 0c021a05-b572-41d7-839f-ae9c50d86786 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:14:49.005649 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bf9e94b2-dab2-493a-b5f9-2f384c35567c tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:49.011831 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9e94b2-dab2-493a-b5f9-2f384c35567c tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:49.012436 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bf9e94b2-dab2-493a-b5f9-2f384c35567c tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks [] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:49.079089 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9e94b2-dab2-493a-b5f9-2f384c35567c tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Pushing event updated for resources: {'Network': ['ID=a5307ff8-5b44-416b-a477-f2fbe26ce5e8,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:49.090307 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network a5307ff8-5b44-416b-a477-f2fbe26ce5e8 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:14:49.143409 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-bf9e94b2-dab2-493a-b5f9-2f384c35567c tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5325127 Jul 09 15:14:49.146127 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45272) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:49.152968 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-cc7c3b04-23ac-46a5-a32a-5d9ac9647edb tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1013500835'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:14:49.250718 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7c3b04-23ac-46a5-a32a-5d9ac9647edb tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Made reservation on behalf of ce88d6e1419d4a05a3f580a11c2a8b1b for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:14:49.254645 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cc7c3b04-23ac-46a5-a32a-5d9ac9647edb tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:49.301916 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc7c3b04-23ac-46a5-a32a-5d9ac9647edb tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:14:49.308383 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cc7c3b04-23ac-46a5-a32a-5d9ac9647edb tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:49.308807 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-cc7c3b04-23ac-46a5-a32a-5d9ac9647edb tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Added segment f958c124-f2eb-45bf-8b9f-ce553f7f4f3c of type vlan for network 5a1f92cf-fb1c-4653-9878-75b50a6be6db Jul 09 15:14:49.358685 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cc7c3b04-23ac-46a5-a32a-5d9ac9647edb tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:49.490419 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cc7c3b04-23ac-46a5-a32a-5d9ac9647edb tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:49.496422 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7c3b04-23ac-46a5-a32a-5d9ac9647edb tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:49.497172 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cc7c3b04-23ac-46a5-a32a-5d9ac9647edb tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:49.569849 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7c3b04-23ac-46a5-a32a-5d9ac9647edb tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Pushing event updated for resources: {'Network': ['ID=5a1f92cf-fb1c-4653-9878-75b50a6be6db,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:49.581682 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 5a1f92cf-fb1c-4653-9878-75b50a6be6db details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:14:49.652965 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-cc7c3b04-23ac-46a5-a32a-5d9ac9647edb tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5051532 Jul 09 15:14:49.655989 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45290) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:49.664459 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-981b8f36-2188-49d8-b3c1-04cae93569e9 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Request body: {'ports': [{'network_id': 'a5307ff8-5b44-416b-a477-f2fbe26ce5e8', 'name': 'tempest-port--1106513497', 'admin_state_up': True}, {'network_id': '5a1f92cf-fb1c-4653-9878-75b50a6be6db', 'admin_state_up': False}]} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:14:49.664771 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-981b8f36-2188-49d8-b3c1-04cae93569e9 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Request body: {'port': {'network_id': 'a5307ff8-5b44-416b-a477-f2fbe26ce5e8', 'name': 'tempest-port--1106513497', 'admin_state_up': True}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:14:49.665271 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-981b8f36-2188-49d8-b3c1-04cae93569e9 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Request body: {'port': {'network_id': '5a1f92cf-fb1c-4653-9878-75b50a6be6db', 'admin_state_up': False}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:14:49.924666 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-981b8f36-2188-49d8-b3c1-04cae93569e9 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Made reservation on behalf of ce88d6e1419d4a05a3f580a11c2a8b1b for: {'port': 2} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:14:49.929817 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-981b8f36-2188-49d8-b3c1-04cae93569e9 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:49.943697 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-981b8f36-2188-49d8-b3c1-04cae93569e9 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:49.953392 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45304) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:50.034972 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [None req-981b8f36-2188-49d8-b3c1-04cae93569e9 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] device_id is not set on port 14c0c0b5-2b38-4acd-87aa-6592b88d6f5d yet. {{(pid=94445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 15:14:50.052594 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-b019be4f-6db3-47dc-a4ed-204d697f0867 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Request body: {'security_group': {'name': 'tempest-secgroup--188384001'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:14:50.153034 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-981b8f36-2188-49d8-b3c1-04cae93569e9 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:50.176605 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b019be4f-6db3-47dc-a4ed-204d697f0867 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:50.194341 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b019be4f-6db3-47dc-a4ed-204d697f0867 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:50.234978 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [None req-981b8f36-2188-49d8-b3c1-04cae93569e9 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] device_id is not set on port f1e89756-9ca4-4ef5-b7f8-5ddfd352c285 yet. {{(pid=94445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 15:14:50.298311 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b019be4f-6db3-47dc-a4ed-204d697f0867 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:50.358032 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-981b8f36-2188-49d8-b3c1-04cae93569e9 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:50.376659 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b019be4f-6db3-47dc-a4ed-204d697f0867 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:50.423842 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b019be4f-6db3-47dc-a4ed-204d697f0867 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6b37af-87b2-4f20-a763-aad00628d27b,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:50.473884 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-981b8f36-2188-49d8-b3c1-04cae93569e9 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:50.483930 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b019be4f-6db3-47dc-a4ed-204d697f0867 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:50.538715 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981b8f36-2188-49d8-b3c1-04cae93569e9 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Pushing event updated for resources: {'Port': ['ID=14c0c0b5-2b38-4acd-87aa-6592b88d6f5d,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:50.557083 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981b8f36-2188-49d8-b3c1-04cae93569e9 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Checking segment: {'id': 'ce3d47eb-c457-436b-a27b-0d4d875ae1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a5307ff8-5b44-416b-a477-f2fbe26ce5e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:14:50.557316 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981b8f36-2188-49d8-b3c1-04cae93569e9 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Network hostable DHCP agents. Network: a5307ff8-5b44-416b-a477-f2fbe26ce5e8, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:14:50.593346 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b019be4f-6db3-47dc-a4ed-204d697f0867 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:50.624342 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b019be4f-6db3-47dc-a4ed-204d697f0867 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=118beddd-1d5c-4a0f-bea1-5be560519f1d,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:50.662633 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981b8f36-2188-49d8-b3c1-04cae93569e9 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Network a5307ff8-5b44-416b-a477-f2fbe26ce5e8 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:14:50.703126 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b019be4f-6db3-47dc-a4ed-204d697f0867 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:50.706503 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b019be4f-6db3-47dc-a4ed-204d697f0867 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7494750 Jul 09 15:14:50.706766 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45316) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:50.742157 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-981b8f36-2188-49d8-b3c1-04cae93569e9 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, a5307ff8-5b44-416b-a477-f2fbe26ce5e8) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:14:50.746817 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981b8f36-2188-49d8-b3c1-04cae93569e9 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:14:50.748620 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-981b8f36-2188-49d8-b3c1-04cae93569e9 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:50.759495 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ae9a10-f551-4e01-895b-4c31e4c9f0b5 None None] Network a5307ff8-5b44-416b-a477-f2fbe26ce5e8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:14:50.818946 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-bf78862e-6655-42e5-81b4-69c824a744b7 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1051884 Jul 09 15:14:50.819997 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45318) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:50.821996 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-cba4f9a1-4af4-4db4-bb3a-4a4cefada807 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Request body: {'security_group': {'name': 'tempest-security--689332606', 'description': 'tempest-security-description-1666467521'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:14:50.858240 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981b8f36-2188-49d8-b3c1-04cae93569e9 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Pushing event updated for resources: {'Port': ['ID=f1e89756-9ca4-4ef5-b7f8-5ddfd352c285,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:50.869074 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cba4f9a1-4af4-4db4-bb3a-4a4cefada807 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:50.914246 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981b8f36-2188-49d8-b3c1-04cae93569e9 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Checking segment: {'id': 'f958c124-f2eb-45bf-8b9f-ce553f7f4f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5a1f92cf-fb1c-4653-9878-75b50a6be6db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:14:50.914623 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981b8f36-2188-49d8-b3c1-04cae93569e9 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Network hostable DHCP agents. Network: 5a1f92cf-fb1c-4653-9878-75b50a6be6db, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:14:50.950028 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cba4f9a1-4af4-4db4-bb3a-4a4cefada807 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:51.130834 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cba4f9a1-4af4-4db4-bb3a-4a4cefada807 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:51.133862 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cba4f9a1-4af4-4db4-bb3a-4a4cefada807 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:51.135194 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-cba4f9a1-4af4-4db4-bb3a-4a4cefada807 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] 10.222.0.58 "PUT /v2.0/security-groups/118beddd-1d5c-4a0f-bea1-5be560519f1d HTTP/1.1" status: 200 len: 1779 time: 0.3199151 Jul 09 15:14:51.138133 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45320) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:51.151167 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981b8f36-2188-49d8-b3c1-04cae93569e9 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Network 5a1f92cf-fb1c-4653-9878-75b50a6be6db is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:14:51.170586 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba4f9a1-4af4-4db4-bb3a-4a4cefada807 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=118beddd-1d5c-4a0f-bea1-5be560519f1d,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:51.206811 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c2abc686-8cd5-4961-ba7a-5f959aad6f8f tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] 10.222.0.58 "GET /v2.0/security-groups/118beddd-1d5c-4a0f-bea1-5be560519f1d HTTP/1.1" status: 200 len: 1779 time: 0.0670907 Jul 09 15:14:51.209678 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45322) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:51.251053 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-981b8f36-2188-49d8-b3c1-04cae93569e9 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 5a1f92cf-fb1c-4653-9878-75b50a6be6db) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:14:51.256233 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981b8f36-2188-49d8-b3c1-04cae93569e9 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:14:51.261628 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd723d8-8712-45b1-a529-eb304a195e83 None None] Network 5a1f92cf-fb1c-4653-9878-75b50a6be6db requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:14:51.264262 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981b8f36-2188-49d8-b3c1-04cae93569e9 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:51.269985 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981b8f36-2188-49d8-b3c1-04cae93569e9 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:51.271002 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-981b8f36-2188-49d8-b3c1-04cae93569e9 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:51.282317 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2596a21e-6fb4-4198-af6c-2b8186c63fe7 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:51.315217 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2596a21e-6fb4-4198-af6c-2b8186c63fe7 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:51.401715 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-981b8f36-2188-49d8-b3c1-04cae93569e9 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.7439876 Jul 09 15:14:51.404525 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45324) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:51.492812 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2596a21e-6fb4-4198-af6c-2b8186c63fe7 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:51.496583 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2596a21e-6fb4-4198-af6c-2b8186c63fe7 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:51.498433 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-2596a21e-6fb4-4198-af6c-2b8186c63fe7 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] 10.222.0.58 "DELETE /v2.0/security-groups/118beddd-1d5c-4a0f-bea1-5be560519f1d HTTP/1.1" status: 204 len: 168 time: 0.2872410 Jul 09 15:14:51.504370 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45326) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:51.521722 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2596a21e-6fb4-4198-af6c-2b8186c63fe7 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=118beddd-1d5c-4a0f-bea1-5be560519f1d,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:51.541645 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1076284d-3a37-4369-9bde-a1f5ce3005c2 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:51.549002 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1076284d-3a37-4369-9bde-a1f5ce3005c2 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:51.550741 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-1076284d-3a37-4369-9bde-a1f5ce3005c2 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1448865 Jul 09 15:14:51.555464 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45328) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:51.587019 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-5aa50fd4-f66a-492b-9bbd-790789332551 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0795765 Jul 09 15:14:51.593120 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45330) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:51.609947 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [None req-c0d5adc7-05c3-4346-82db-f170be156465 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] delete failed (client error): The resource could not be found. Jul 09 15:14:51.611709 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c0d5adc7-05c3-4346-82db-f170be156465 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] 10.222.0.58 "DELETE /v2.0/security-groups/118beddd-1d5c-4a0f-bea1-5be560519f1d HTTP/1.1" status: 404 len: 347 time: 0.0173295 Jul 09 15:14:51.616977 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45332) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:51.621782 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-7035d190-9d7e-473f-8f51-e4fca6bf024d tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Request body: {'security_group': {'name': 'tempest-secgroup--1858410809'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:14:51.673226 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-49b2b705-150d-4990-aeef-33880edec223 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Deleting port 14c0c0b5-2b38-4acd-87aa-6592b88d6f5d {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:14:51.673998 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-49b2b705-150d-4990-aeef-33880edec223 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:51.750512 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-49b2b705-150d-4990-aeef-33880edec223 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:51.765149 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7035d190-9d7e-473f-8f51-e4fca6bf024d tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:51.767551 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-49b2b705-150d-4990-aeef-33880edec223 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Calling delete_port for 14c0c0b5-2b38-4acd-87aa-6592b88d6f5d owned by {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:14:51.876921 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7035d190-9d7e-473f-8f51-e4fca6bf024d tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:52.033409 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7035d190-9d7e-473f-8f51-e4fca6bf024d tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:52.033685 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-49b2b705-150d-4990-aeef-33880edec223 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:52.067837 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b2b705-150d-4990-aeef-33880edec223 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Pushing event deleted for resources: {'Port': ['ID=14c0c0b5-2b38-4acd-87aa-6592b88d6f5d,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:52.072598 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-49b2b705-150d-4990-aeef-33880edec223 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:52.074758 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7035d190-9d7e-473f-8f51-e4fca6bf024d tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5f5f35-66a0-4020-9059-4f273229bdf4,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:52.078199 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-49b2b705-150d-4990-aeef-33880edec223 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] 10.222.0.58 "DELETE /v2.0/ports/14c0c0b5-2b38-4acd-87aa-6592b88d6f5d HTTP/1.1" status: 204 len: 168 time: 0.5214329 Jul 09 15:14:52.078845 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45336) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:52.142611 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7035d190-9d7e-473f-8f51-e4fca6bf024d tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:52.145230 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7035d190-9d7e-473f-8f51-e4fca6bf024d tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5272293 Jul 09 15:14:52.149479 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45338) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:52.156893 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-7d7c1f1d-d9f5-4a33-b690-fdc0d322fce7 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Request body: {'security_group_rule': {'security_group_id': '7a5f5f35-66a0-4020-9059-4f273229bdf4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:14:52.196709 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-1691fb26-c8ef-4d4b-aea3-9e03cb90fa67 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Deleting port f1e89756-9ca4-4ef5-b7f8-5ddfd352c285 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:14:52.197049 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1691fb26-c8ef-4d4b-aea3-9e03cb90fa67 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:52.271181 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1691fb26-c8ef-4d4b-aea3-9e03cb90fa67 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:52.286814 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-1691fb26-c8ef-4d4b-aea3-9e03cb90fa67 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Calling delete_port for f1e89756-9ca4-4ef5-b7f8-5ddfd352c285 owned by {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:14:52.350996 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7d7c1f1d-d9f5-4a33-b690-fdc0d322fce7 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:52.430674 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7d7c1f1d-d9f5-4a33-b690-fdc0d322fce7 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:52.501976 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1691fb26-c8ef-4d4b-aea3-9e03cb90fa67 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:52.530661 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7d7c1f1d-d9f5-4a33-b690-fdc0d322fce7 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:52.547754 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1691fb26-c8ef-4d4b-aea3-9e03cb90fa67 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Pushing event deleted for resources: {'Port': ['ID=f1e89756-9ca4-4ef5-b7f8-5ddfd352c285,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:52.552894 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7c1f1d-d9f5-4a33-b690-fdc0d322fce7 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6d2328b-351b-4358-97a6-eb6d7b8a99c1,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:52.568660 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1691fb26-c8ef-4d4b-aea3-9e03cb90fa67 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:52.570646 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-1691fb26-c8ef-4d4b-aea3-9e03cb90fa67 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] 10.222.0.58 "DELETE /v2.0/ports/f1e89756-9ca4-4ef5-b7f8-5ddfd352c285 HTTP/1.1" status: 204 len: 168 time: 0.4908371 Jul 09 15:14:52.573732 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45340) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:52.605902 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-14b8cc48-7451-4319-b201-43812ed0c94c tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0310133 Jul 09 15:14:52.611004 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45342) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:52.616254 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-5992be15-da71-4e0f-ba16-6a6c8c419219 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1327647543'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:14:52.639070 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7d7c1f1d-d9f5-4a33-b690-fdc0d322fce7 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:52.640574 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7d7c1f1d-d9f5-4a33-b690-fdc0d322fce7 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4892933 Jul 09 15:14:52.643256 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45344) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:52.686457 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-65e98635-804c-4e23-abe8-84b8bfc1be5b tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:52.695759 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-65e98635-804c-4e23-abe8-84b8bfc1be5b tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:52.724918 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5992be15-da71-4e0f-ba16-6a6c8c419219 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Made reservation on behalf of ce88d6e1419d4a05a3f580a11c2a8b1b for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:14:52.728757 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5992be15-da71-4e0f-ba16-6a6c8c419219 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:52.810449 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-65e98635-804c-4e23-abe8-84b8bfc1be5b tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:52.817580 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5992be15-da71-4e0f-ba16-6a6c8c419219 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:14:52.819028 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-65e98635-804c-4e23-abe8-84b8bfc1be5b tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:52.822860 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45348) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:52.823038 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-65e98635-804c-4e23-abe8-84b8bfc1be5b tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/a6d2328b-351b-4358-97a6-eb6d7b8a99c1 HTTP/1.1" status: 204 len: 168 time: 0.1786602 Jul 09 15:14:52.827878 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e98635-804c-4e23-abe8-84b8bfc1be5b tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a6d2328b-351b-4358-97a6-eb6d7b8a99c1,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:52.837460 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5992be15-da71-4e0f-ba16-6a6c8c419219 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:52.837873 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-5992be15-da71-4e0f-ba16-6a6c8c419219 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Added segment 50031ccb-f97a-436b-9e1a-d59b6bd236b6 of type vlan for network 21878090-5dd8-4bf0-8886-5e548561ccbe Jul 09 15:14:52.906469 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5992be15-da71-4e0f-ba16-6a6c8c419219 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:52.922795 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-50cc31e4-daab-4e8f-aaa7-2c0608f16c19 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0952814 Jul 09 15:14:52.923604 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45350) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:52.984628 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a43a4226-e81e-424a-9219-9f17764b955d tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:53.011931 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a43a4226-e81e-424a-9219-9f17764b955d tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:53.084888 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5992be15-da71-4e0f-ba16-6a6c8c419219 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:53.091712 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5992be15-da71-4e0f-ba16-6a6c8c419219 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:53.092357 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5992be15-da71-4e0f-ba16-6a6c8c419219 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks [] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:53.174509 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5992be15-da71-4e0f-ba16-6a6c8c419219 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Pushing event updated for resources: {'Network': ['ID=21878090-5dd8-4bf0-8886-5e548561ccbe,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:53.177203 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a43a4226-e81e-424a-9219-9f17764b955d tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:53.180140 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a43a4226-e81e-424a-9219-9f17764b955d tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:53.184274 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a43a4226-e81e-424a-9219-9f17764b955d tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] 10.222.0.58 "DELETE /v2.0/security-groups/7a5f5f35-66a0-4020-9059-4f273229bdf4 HTTP/1.1" status: 204 len: 168 time: 0.2567277 Jul 09 15:14:53.186162 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45352) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:53.187210 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 21878090-5dd8-4bf0-8886-5e548561ccbe details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:14:53.210526 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43a4226-e81e-424a-9219-9f17764b955d tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5f5f35-66a0-4020-9059-4f273229bdf4,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:53.245819 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-81baea3a-be32-4c7d-9337-d39353a54ad5 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0548851 Jul 09 15:14:53.246185 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45354) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:53.251084 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-5992be15-da71-4e0f-ba16-6a6c8c419219 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6389735 Jul 09 15:14:53.251335 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-834a16ce-14b0-4435-9699-479e93a95427 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Request body: {'security_group': {'name': 'tempest-secgroup--1718610142'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:14:53.254207 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45356) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:53.263450 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-92a03c4f-1faa-474e-9e70-702cc935d565 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-569630996'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:14:53.348392 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-834a16ce-14b0-4435-9699-479e93a95427 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:53.404816 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:53.439056 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a03c4f-1faa-474e-9e70-702cc935d565 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Made reservation on behalf of ce88d6e1419d4a05a3f580a11c2a8b1b for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:14:53.445626 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-92a03c4f-1faa-474e-9e70-702cc935d565 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:53.475707 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92a03c4f-1faa-474e-9e70-702cc935d565 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:14:53.486580 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-92a03c4f-1faa-474e-9e70-702cc935d565 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:53.487122 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-92a03c4f-1faa-474e-9e70-702cc935d565 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Added segment 7d4bd753-608b-400c-9586-e820b6bb450a of type vlan for network 8140eaa8-79da-4772-860f-33b6c719e6ac Jul 09 15:14:53.523955 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-834a16ce-14b0-4435-9699-479e93a95427 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:53.543575 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-92a03c4f-1faa-474e-9e70-702cc935d565 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:53.644522 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-834a16ce-14b0-4435-9699-479e93a95427 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:53.677714 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834a16ce-14b0-4435-9699-479e93a95427 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fee9bc36-75a4-44f4-80c4-e3f6967a0cc9,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:53.679219 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-92a03c4f-1faa-474e-9e70-702cc935d565 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:53.686097 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a03c4f-1faa-474e-9e70-702cc935d565 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:53.686742 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-92a03c4f-1faa-474e-9e70-702cc935d565 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks [] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:53.762654 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a03c4f-1faa-474e-9e70-702cc935d565 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Pushing event updated for resources: {'Network': ['ID=8140eaa8-79da-4772-860f-33b6c719e6ac,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:53.788598 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 8140eaa8-79da-4772-860f-33b6c719e6ac details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:14:53.804252 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-834a16ce-14b0-4435-9699-479e93a95427 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:53.805632 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-834a16ce-14b0-4435-9699-479e93a95427 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5584333 Jul 09 15:14:53.816946 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45360) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:53.822899 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-4a660365-b177-4d4b-a511-23bcf488e177 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Request body: {'security_group_rule': {'security_group_id': 'fee9bc36-75a4-44f4-80c4-e3f6967a0cc9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:14:53.841637 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-92a03c4f-1faa-474e-9e70-702cc935d565 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5849504 Jul 09 15:14:53.987028 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4a660365-b177-4d4b-a511-23bcf488e177 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:54.085663 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4a660365-b177-4d4b-a511-23bcf488e177 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:54.205314 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4a660365-b177-4d4b-a511-23bcf488e177 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:54.219285 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a660365-b177-4d4b-a511-23bcf488e177 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0361ea8-97ec-43fe-a5b8-fedc1dfbdfec,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:54.404733 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4a660365-b177-4d4b-a511-23bcf488e177 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:54.406227 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-4a660365-b177-4d4b-a511-23bcf488e177 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5875833 Jul 09 15:14:54.408795 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45362) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:54.420039 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-152a39e9-96b6-4bae-8f66-b341c88506ff tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Request body: {'security_group_rule': {'security_group_id': 'fee9bc36-75a4-44f4-80c4-e3f6967a0cc9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:14:54.548035 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-152a39e9-96b6-4bae-8f66-b341c88506ff tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:54.613834 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-152a39e9-96b6-4bae-8f66-b341c88506ff tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:54.701984 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-152a39e9-96b6-4bae-8f66-b341c88506ff tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:54.722862 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152a39e9-96b6-4bae-8f66-b341c88506ff tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=989264b7-59f8-4d50-8299-e94741cd5fc8,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:54.816371 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-152a39e9-96b6-4bae-8f66-b341c88506ff tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:54.830886 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-152a39e9-96b6-4bae-8f66-b341c88506ff tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4076259 Jul 09 15:14:54.831155 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45366) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:54.831155 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-80afa87f-f859-4fd4-8f5c-0e4091b30439 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Request body: {'security_group_rule': {'security_group_id': 'fee9bc36-75a4-44f4-80c4-e3f6967a0cc9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:14:54.967875 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-80afa87f-f859-4fd4-8f5c-0e4091b30439 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:55.034334 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-80afa87f-f859-4fd4-8f5c-0e4091b30439 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:55.153192 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-80afa87f-f859-4fd4-8f5c-0e4091b30439 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:55.171995 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80afa87f-f859-4fd4-8f5c-0e4091b30439 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=831ecb5e-0600-405a-88f2-e2d7489ee4d8,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:55.261868 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-80afa87f-f859-4fd4-8f5c-0e4091b30439 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:55.263693 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-80afa87f-f859-4fd4-8f5c-0e4091b30439 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4409273 Jul 09 15:14:55.266654 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45368) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:55.271290 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-b915dd93-00bd-4375-98ce-54eccb720248 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Request body: {'security_group_rule': {'security_group_id': 'fee9bc36-75a4-44f4-80c4-e3f6967a0cc9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:14:55.370146 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b915dd93-00bd-4375-98ce-54eccb720248 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:55.446470 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b915dd93-00bd-4375-98ce-54eccb720248 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:55.530618 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b915dd93-00bd-4375-98ce-54eccb720248 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:55.548923 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b915dd93-00bd-4375-98ce-54eccb720248 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91d65097-2f07-4cbb-acba-dd3b5ef42899,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:55.650259 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b915dd93-00bd-4375-98ce-54eccb720248 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:55.651596 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b915dd93-00bd-4375-98ce-54eccb720248 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3839560 Jul 09 15:14:55.654816 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45370) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:55.659424 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-47337fd1-68eb-433d-98fc-2e0027a73723 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Request body: {'security_group_rule': {'security_group_id': 'fee9bc36-75a4-44f4-80c4-e3f6967a0cc9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:14:55.798433 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-47337fd1-68eb-433d-98fc-2e0027a73723 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:55.882741 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-47337fd1-68eb-433d-98fc-2e0027a73723 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:55.976794 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-47337fd1-68eb-433d-98fc-2e0027a73723 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:55.994559 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47337fd1-68eb-433d-98fc-2e0027a73723 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a18ea11b-fdad-4aa8-8709-354b0bd8b63e,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:56.064058 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-47337fd1-68eb-433d-98fc-2e0027a73723 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:56.069841 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45380) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:56.084085 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-47337fd1-68eb-433d-98fc-2e0027a73723 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4270799 Jul 09 15:14:56.108230 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cf16faf4-0e46-4e08-83e6-2a2886a988ca tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:56.120993 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cf16faf4-0e46-4e08-83e6-2a2886a988ca tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:56.187381 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-22f23165-3104-4f0e-a8f7-7dfe645fef02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:56.267385 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cf16faf4-0e46-4e08-83e6-2a2886a988ca tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:56.272844 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cf16faf4-0e46-4e08-83e6-2a2886a988ca tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:56.274148 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-cf16faf4-0e46-4e08-83e6-2a2886a988ca tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/a18ea11b-fdad-4aa8-8709-354b0bd8b63e HTTP/1.1" status: 204 len: 168 time: 0.2029929 Jul 09 15:14:56.282639 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45384) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:56.294664 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf16faf4-0e46-4e08-83e6-2a2886a988ca tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a18ea11b-fdad-4aa8-8709-354b0bd8b63e,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:56.349545 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-4ed4f1a2-15fe-4aa1-a55a-66de5436b211 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0616379 Jul 09 15:14:56.349902 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45386) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:56.376709 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6f877dee-432d-4e08-a754-84de84581d34 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:56.385911 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6f877dee-432d-4e08-a754-84de84581d34 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:56.558969 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6f877dee-432d-4e08-a754-84de84581d34 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:56.565592 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6f877dee-432d-4e08-a754-84de84581d34 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:56.566727 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-6f877dee-432d-4e08-a754-84de84581d34 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/91d65097-2f07-4cbb-acba-dd3b5ef42899 HTTP/1.1" status: 204 len: 168 time: 0.2157307 Jul 09 15:14:56.569720 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45388) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:56.572932 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f877dee-432d-4e08-a754-84de84581d34 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=91d65097-2f07-4cbb-acba-dd3b5ef42899,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:56.627996 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-97b06348-0e2e-4d95-bfdf-2ded5a248623 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0565467 Jul 09 15:14:56.631168 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45390) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:56.655866 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8b5e4a8f-f941-4f7a-990b-e89d2d58a719 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:56.663527 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8b5e4a8f-f941-4f7a-990b-e89d2d58a719 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:56.765017 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8b5e4a8f-f941-4f7a-990b-e89d2d58a719 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:56.771485 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8b5e4a8f-f941-4f7a-990b-e89d2d58a719 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:56.772620 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-8b5e4a8f-f941-4f7a-990b-e89d2d58a719 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/831ecb5e-0600-405a-88f2-e2d7489ee4d8 HTTP/1.1" status: 204 len: 168 time: 0.1404767 Jul 09 15:14:56.775589 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45392) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:56.793924 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5e4a8f-f941-4f7a-990b-e89d2d58a719 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=831ecb5e-0600-405a-88f2-e2d7489ee4d8,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:56.832730 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ca7a47cc-383f-4d63-982d-b3df6fb85daf tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0559287 Jul 09 15:14:56.837115 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45398) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:56.867321 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-468bf741-f7cf-4bb1-ac03-59e2948e4e33 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:56.879583 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-468bf741-f7cf-4bb1-ac03-59e2948e4e33 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:57.050244 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-468bf741-f7cf-4bb1-ac03-59e2948e4e33 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:57.056837 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-468bf741-f7cf-4bb1-ac03-59e2948e4e33 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:57.060490 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-468bf741-f7cf-4bb1-ac03-59e2948e4e33 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/989264b7-59f8-4d50-8299-e94741cd5fc8 HTTP/1.1" status: 204 len: 168 time: 0.2189245 Jul 09 15:14:57.060985 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45400) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:57.063859 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468bf741-f7cf-4bb1-ac03-59e2948e4e33 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=989264b7-59f8-4d50-8299-e94741cd5fc8,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:57.113359 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-0360e02d-6841-43d9-8f56-f85f2e1a4395 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0483344 Jul 09 15:14:57.115567 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45402) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:57.115920 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45404) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:57.128121 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-5259b3c6-ff83-4dfc-98d9-45c2b5904c70 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Request body: {'subnets': [{'network_id': '21878090-5dd8-4bf0-8886-5e548561ccbe', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2076928711', 'ip_version': 6}, {'network_id': '8140eaa8-79da-4772-860f-33b6c719e6ac', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:14:57.128699 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-5259b3c6-ff83-4dfc-98d9-45c2b5904c70 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Request body: {'subnet': {'network_id': '21878090-5dd8-4bf0-8886-5e548561ccbe', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2076928711', 'ip_version': 6}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:14:57.129379 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-5259b3c6-ff83-4dfc-98d9-45c2b5904c70 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Request body: {'subnet': {'network_id': '8140eaa8-79da-4772-860f-33b6c719e6ac', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:14:57.204191 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0b5516e2-642e-4896-987b-1530313706ed tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:57.216515 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0b5516e2-642e-4896-987b-1530313706ed tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:57.376566 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0b5516e2-642e-4896-987b-1530313706ed tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:57.386841 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0b5516e2-642e-4896-987b-1530313706ed tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:57.391556 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-0b5516e2-642e-4896-987b-1530313706ed tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/a0361ea8-97ec-43fe-a5b8-fedc1dfbdfec HTTP/1.1" status: 204 len: 168 time: 0.2714491 Jul 09 15:14:57.392530 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45410) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:57.395669 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5516e2-642e-4896-987b-1530313706ed tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a0361ea8-97ec-43fe-a5b8-fedc1dfbdfec,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:57.416486 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5259b3c6-ff83-4dfc-98d9-45c2b5904c70 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Made reservation on behalf of ce88d6e1419d4a05a3f580a11c2a8b1b for: {'subnet': 2} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:14:57.421634 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5259b3c6-ff83-4dfc-98d9-45c2b5904c70 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:57.422003 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5259b3c6-ff83-4dfc-98d9-45c2b5904c70 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:57.439540 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e91d1007-3166-4264-9583-493e7662dd4d tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0457242 Jul 09 15:14:57.442575 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45412) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:57.517005 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-932ee958-fdb3-4471-989e-e2d444f8dabe tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:57.546416 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-932ee958-fdb3-4471-989e-e2d444f8dabe tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:57.673256 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-932ee958-fdb3-4471-989e-e2d444f8dabe tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:57.675980 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-932ee958-fdb3-4471-989e-e2d444f8dabe tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:57.677228 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-932ee958-fdb3-4471-989e-e2d444f8dabe tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] 10.222.0.58 "DELETE /v2.0/security-groups/fee9bc36-75a4-44f4-80c4-e3f6967a0cc9 HTTP/1.1" status: 204 len: 168 time: 0.2330368 Jul 09 15:14:57.688544 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932ee958-fdb3-4471-989e-e2d444f8dabe tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee9bc36-75a4-44f4-80c4-e3f6967a0cc9,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:57.691248 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45414) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:57.773951 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-83e927b8-b2b8-4c5f-bbcf-b77a67c2fbea tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0814514 Jul 09 15:14:57.778155 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45416) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:57.783729 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-8307b20b-e35a-4d5f-a2f6-b0748f9ce1a7 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Request body: {'security_group': {'name': 'tempest-secgroup--1761561539'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:14:57.901863 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8307b20b-e35a-4d5f-a2f6-b0748f9ce1a7 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:58.006399 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5259b3c6-ff83-4dfc-98d9-45c2b5904c70 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:58.011409 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8307b20b-e35a-4d5f-a2f6-b0748f9ce1a7 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:58.073556 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5259b3c6-ff83-4dfc-98d9-45c2b5904c70 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Pushing event updated for resources: {'Subnet': ['ID=810203bd-42e2-49d9-9b2d-d38514272f65,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:58.083749 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5259b3c6-ff83-4dfc-98d9-45c2b5904c70 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Checking segment: {'id': '50031ccb-f97a-436b-9e1a-d59b6bd236b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '21878090-5dd8-4bf0-8886-5e548561ccbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:14:58.084347 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5259b3c6-ff83-4dfc-98d9-45c2b5904c70 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Network hostable DHCP agents. Network: 21878090-5dd8-4bf0-8886-5e548561ccbe, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:14:58.125183 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8307b20b-e35a-4d5f-a2f6-b0748f9ce1a7 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:58.156361 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8307b20b-e35a-4d5f-a2f6-b0748f9ce1a7 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91141bfa-c092-4588-9cc0-e5a2d3b140a1,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:58.341593 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5259b3c6-ff83-4dfc-98d9-45c2b5904c70 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Network 21878090-5dd8-4bf0-8886-5e548561ccbe is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:14:58.341881 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8307b20b-e35a-4d5f-a2f6-b0748f9ce1a7 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:58.343026 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-8307b20b-e35a-4d5f-a2f6-b0748f9ce1a7 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5635095 Jul 09 15:14:58.345816 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45424) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:58.350441 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-77e37e34-ec78-4850-a2bf-bd6001a02fe5 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Request body: {'security_group_rule': {'security_group_id': '91141bfa-c092-4588-9cc0-e5a2d3b140a1', 'direction': 'ingress', 'protocol': 17}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:14:58.467947 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-5259b3c6-ff83-4dfc-98d9-45c2b5904c70 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 21878090-5dd8-4bf0-8886-5e548561ccbe) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:14:58.472623 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5259b3c6-ff83-4dfc-98d9-45c2b5904c70 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:58.477948 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c4e38b-8d71-4bb5-aefd-e3ded5158985 None None] Network 21878090-5dd8-4bf0-8886-5e548561ccbe requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:14:58.535300 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5259b3c6-ff83-4dfc-98d9-45c2b5904c70 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Pushing event updated for resources: {'Subnet': ['ID=941b782e-7e76-41bd-ae8a-8a0af3935dec,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:58.548044 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-77e37e34-ec78-4850-a2bf-bd6001a02fe5 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:58.554531 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5259b3c6-ff83-4dfc-98d9-45c2b5904c70 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Checking segment: {'id': '7d4bd753-608b-400c-9586-e820b6bb450a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '8140eaa8-79da-4772-860f-33b6c719e6ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:14:58.554889 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5259b3c6-ff83-4dfc-98d9-45c2b5904c70 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Network hostable DHCP agents. Network: 8140eaa8-79da-4772-860f-33b6c719e6ac, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:14:58.645801 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-77e37e34-ec78-4850-a2bf-bd6001a02fe5 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:58.651181 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5259b3c6-ff83-4dfc-98d9-45c2b5904c70 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Network 8140eaa8-79da-4772-860f-33b6c719e6ac is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:14:58.741427 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-77e37e34-ec78-4850-a2bf-bd6001a02fe5 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:58.763763 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e37e34-ec78-4850-a2bf-bd6001a02fe5 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2999915-7009-4141-959b-a8e26514c756,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:58.764012 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-5259b3c6-ff83-4dfc-98d9-45c2b5904c70 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 8140eaa8-79da-4772-860f-33b6c719e6ac) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:14:58.777088 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5259b3c6-ff83-4dfc-98d9-45c2b5904c70 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:58.777948 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5259b3c6-ff83-4dfc-98d9-45c2b5904c70 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:58.779772 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5259b3c6-ff83-4dfc-98d9-45c2b5904c70 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:58.782174 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fcd7f0a-6908-46ea-8447-9220903c7da7 None None] Network 8140eaa8-79da-4772-860f-33b6c719e6ac requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:14:58.851807 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb52c448-5560-423d-8b50-3ce3668ee770 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-21878090-5dd8-4bf0-8886-5e548561ccbe', 'network_id': '21878090-5dd8-4bf0-8886-5e548561ccbe', 'tenant_id': 'ce88d6e1419d4a05a3f580a11c2a8b1b', 'fixed_ips': [{'subnet_id': '810203bd-42e2-49d9-9b2d-d38514272f65'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:14:58.852671 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-cb52c448-5560-423d-8b50-3ce3668ee770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:58.855488 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-77e37e34-ec78-4850-a2bf-bd6001a02fe5 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:58.857562 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-77e37e34-ec78-4850-a2bf-bd6001a02fe5 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5107608 Jul 09 15:14:58.860512 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45428) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:58.888079 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-5259b3c6-ff83-4dfc-98d9-45c2b5904c70 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.7693913 Jul 09 15:14:58.891541 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45430) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:58.933716 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-95da6573-0269-4fb5-aab6-1f29599d94ea tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:58.962613 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-95da6573-0269-4fb5-aab6-1f29599d94ea tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:58.974798 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4d4ae2-b87b-429d-9075-82f766327e0a tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:58.977089 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4d4ae2-b87b-429d-9075-82f766327e0a tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:58.980151 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4d4ae2-b87b-429d-9075-82f766327e0a tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:14:58.983338 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-9f4d4ae2-b87b-429d-9075-82f766327e0a tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.0903177 Jul 09 15:14:58.993160 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45432) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:59.112008 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-9155fa4b-a3be-43d6-93fa-bb9b12d1cb5f tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Deleting subnet 810203bd-42e2-49d9-9b2d-d38514272f65 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:14:59.168521 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-cb52c448-5560-423d-8b50-3ce3668ee770 None None] Allocated IP 2001:db8::1 (21878090-5dd8-4bf0-8886-5e548561ccbe/810203bd-42e2-49d9-9b2d-d38514272f65/e67b303f-77ab-4985-923b-7da3f04d1df4) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:14:59.170825 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770e1fb0-3665-459b-951e-345d0b7ed7ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-8140eaa8-79da-4772-860f-33b6c719e6ac', 'network_id': '8140eaa8-79da-4772-860f-33b6c719e6ac', 'tenant_id': 'ce88d6e1419d4a05a3f580a11c2a8b1b', 'fixed_ips': [{'subnet_id': '941b782e-7e76-41bd-ae8a-8a0af3935dec'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:14:59.171696 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-770e1fb0-3665-459b-951e-345d0b7ed7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:59.198981 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-95da6573-0269-4fb5-aab6-1f29599d94ea tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:59.203677 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-95da6573-0269-4fb5-aab6-1f29599d94ea tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:59.208829 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-95da6573-0269-4fb5-aab6-1f29599d94ea tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] 10.222.0.58 "DELETE /v2.0/security-groups/91141bfa-c092-4588-9cc0-e5a2d3b140a1 HTTP/1.1" status: 204 len: 168 time: 0.3434372 Jul 09 15:14:59.209299 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45436) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:59.230168 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da6573-0269-4fb5-aab6-1f29599d94ea tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91141bfa-c092-4588-9cc0-e5a2d3b140a1,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:59.259332 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2a6ff07a-2f8f-49b4-9610-db569da97567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:59.272373 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-e38414c7-2cdf-4af9-ac05-1ce9728b7a72 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0620527 Jul 09 15:14:59.276432 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45440) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:59.282671 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-cdafaa6a-e382-4467-84ff-364bb165fb53 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Request body: {'security_group': {'name': 'tempest-secgroup--1007921705'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:14:59.342427 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:59.418370 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cdafaa6a-e382-4467-84ff-364bb165fb53 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:59.484102 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-770e1fb0-3665-459b-951e-345d0b7ed7ca None None] Allocated IP 2001:db8:0:1::1 (8140eaa8-79da-4772-860f-33b6c719e6ac/941b782e-7e76-41bd-ae8a-8a0af3935dec/3b7dbaff-81ba-48a2-84b8-c5cb5f7de15f) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:14:59.498109 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-cb52c448-5560-423d-8b50-3ce3668ee770 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:59.513758 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-cb52c448-5560-423d-8b50-3ce3668ee770 None None] Transition to ACTIVE for port object e67b303f-77ab-4985-923b-7da3f04d1df4 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:14:59.531208 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cdafaa6a-e382-4467-84ff-364bb165fb53 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:59.534992 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-cb52c448-5560-423d-8b50-3ce3668ee770 None None] Transition to ACTIVE for port object e67b303f-77ab-4985-923b-7da3f04d1df4 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:14:59.610133 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cdafaa6a-e382-4467-84ff-364bb165fb53 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:59.644173 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9155fa4b-a3be-43d6-93fa-bb9b12d1cb5f tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:59.655932 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-cb52c448-5560-423d-8b50-3ce3668ee770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:59.665765 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdafaa6a-e382-4467-84ff-364bb165fb53 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=787bdd6c-74e1-443b-9eef-bee6d5e4f156,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:59.690339 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9155fa4b-a3be-43d6-93fa-bb9b12d1cb5f tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:59.715201 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb52c448-5560-423d-8b50-3ce3668ee770 None None] Network 21878090-5dd8-4bf0-8886-5e548561ccbe is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:14:59.720782 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-770e1fb0-3665-459b-951e-345d0b7ed7ca None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:59.729572 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-cb52c448-5560-423d-8b50-3ce3668ee770 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:14:59.734259 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb52c448-5560-423d-8b50-3ce3668ee770 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:14:59.736230 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb52c448-5560-423d-8b50-3ce3668ee770 None None] Pushing event updated for resources: {'Port': ['ID=e67b303f-77ab-4985-923b-7da3f04d1df4,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:14:59.742645 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-770e1fb0-3665-459b-951e-345d0b7ed7ca None None] Transition to ACTIVE for port object 3b7dbaff-81ba-48a2-84b8-c5cb5f7de15f will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:14:59.769954 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cdafaa6a-e382-4467-84ff-364bb165fb53 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:59.771489 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-cdafaa6a-e382-4467-84ff-364bb165fb53 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4936237 Jul 09 15:14:59.774872 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45442) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:14:59.780530 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-f936a7b8-7740-4f51-a5a9-2c63722d1b9a tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Request body: {'security_group': {'name': 'tempest-secgroup--122566175'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:14:59.795532 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9155fa4b-a3be-43d6-93fa-bb9b12d1cb5f tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:59.810109 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-770e1fb0-3665-459b-951e-345d0b7ed7ca None None] Transition to ACTIVE for port object 3b7dbaff-81ba-48a2-84b8-c5cb5f7de15f will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:14:59.835799 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-cb52c448-5560-423d-8b50-3ce3668ee770 None None] Attempting to bind port e67b303f-77ab-4985-923b-7da3f04d1df4 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:14:59.836402 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-cb52c448-5560-423d-8b50-3ce3668ee770 None None] Attempting to bind port e67b303f-77ab-4985-923b-7da3f04d1df4 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '50031ccb-f97a-436b-9e1a-d59b6bd236b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '21878090-5dd8-4bf0-8886-5e548561ccbe'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:14:59.836996 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb52c448-5560-423d-8b50-3ce3668ee770 None None] Attempting to bind port e67b303f-77ab-4985-923b-7da3f04d1df4 on network 21878090-5dd8-4bf0-8886-5e548561ccbe {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:14:59.844566 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb52c448-5560-423d-8b50-3ce3668ee770 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:14:59.844825 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb52c448-5560-423d-8b50-3ce3668ee770 None None] Checking segment: {'id': '50031ccb-f97a-436b-9e1a-d59b6bd236b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '21878090-5dd8-4bf0-8886-5e548561ccbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:14:59.845281 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-cb52c448-5560-423d-8b50-3ce3668ee770 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:59.845868 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb52c448-5560-423d-8b50-3ce3668ee770 None None] Bound using segment: {'id': '50031ccb-f97a-436b-9e1a-d59b6bd236b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '21878090-5dd8-4bf0-8886-5e548561ccbe'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:14:59.846129 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-cb52c448-5560-423d-8b50-3ce3668ee770 None None] Bound port: e67b303f-77ab-4985-923b-7da3f04d1df4, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50031ccb-f97a-436b-9e1a-d59b6bd236b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '21878090-5dd8-4bf0-8886-5e548561ccbe'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:14:59.846506 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-cb52c448-5560-423d-8b50-3ce3668ee770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:59.890475 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f936a7b8-7740-4f51-a5a9-2c63722d1b9a tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:59.949726 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-770e1fb0-3665-459b-951e-345d0b7ed7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:59.989221 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770e1fb0-3665-459b-951e-345d0b7ed7ca None None] Network 8140eaa8-79da-4772-860f-33b6c719e6ac is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:14:59.999649 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f936a7b8-7740-4f51-a5a9-2c63722d1b9a tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:14:59.999992 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-770e1fb0-3665-459b-951e-345d0b7ed7ca None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:15:00.000745 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770e1fb0-3665-459b-951e-345d0b7ed7ca None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:15:00.009899 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770e1fb0-3665-459b-951e-345d0b7ed7ca None None] Pushing event updated for resources: {'Port': ['ID=3b7dbaff-81ba-48a2-84b8-c5cb5f7de15f,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:00.033698 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9155fa4b-a3be-43d6-93fa-bb9b12d1cb5f tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:00.038839 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-cb52c448-5560-423d-8b50-3ce3668ee770 None None] For port e67b303f-77ab-4985-923b-7da3f04d1df4, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:15:00.065573 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9155fa4b-a3be-43d6-93fa-bb9b12d1cb5f tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Pushing event deleted for resources: {'Subnet': ['ID=810203bd-42e2-49d9-9b2d-d38514272f65,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:00.067826 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9155fa4b-a3be-43d6-93fa-bb9b12d1cb5f tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks [] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:00.069861 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-9155fa4b-a3be-43d6-93fa-bb9b12d1cb5f tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] 10.222.0.58 "DELETE /v2.0/subnets/810203bd-42e2-49d9-9b2d-d38514272f65 HTTP/1.1" status: 204 len: 168 time: 1.0752747 Jul 09 15:15:00.072608 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45444) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:00.074747 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-cb52c448-5560-423d-8b50-3ce3668ee770 None None] For port e67b303f-77ab-4985-923b-7da3f04d1df4, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=e67b303f-77ab-4985-923b-7da3f04d1df4,segment=NetworkSegment(50031ccb-f97a-436b-9e1a-d59b6bd236b6),segment_id=50031ccb-f97a-436b-9e1a-d59b6bd236b6)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:15:00.079550 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-770e1fb0-3665-459b-951e-345d0b7ed7ca None None] Attempting to bind port 3b7dbaff-81ba-48a2-84b8-c5cb5f7de15f on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:15:00.084556 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-770e1fb0-3665-459b-951e-345d0b7ed7ca None None] Attempting to bind port 3b7dbaff-81ba-48a2-84b8-c5cb5f7de15f by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '7d4bd753-608b-400c-9586-e820b6bb450a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '8140eaa8-79da-4772-860f-33b6c719e6ac'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:15:00.084556 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770e1fb0-3665-459b-951e-345d0b7ed7ca None None] Attempting to bind port 3b7dbaff-81ba-48a2-84b8-c5cb5f7de15f on network 8140eaa8-79da-4772-860f-33b6c719e6ac {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:15:00.085773 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770e1fb0-3665-459b-951e-345d0b7ed7ca None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:15:00.086154 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770e1fb0-3665-459b-951e-345d0b7ed7ca None None] Checking segment: {'id': '7d4bd753-608b-400c-9586-e820b6bb450a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '8140eaa8-79da-4772-860f-33b6c719e6ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:15:00.086618 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-770e1fb0-3665-459b-951e-345d0b7ed7ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:00.087066 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770e1fb0-3665-459b-951e-345d0b7ed7ca None None] Bound using segment: {'id': '7d4bd753-608b-400c-9586-e820b6bb450a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '8140eaa8-79da-4772-860f-33b6c719e6ac'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:15:00.087541 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-770e1fb0-3665-459b-951e-345d0b7ed7ca None None] Bound port: 3b7dbaff-81ba-48a2-84b8-c5cb5f7de15f, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4bd753-608b-400c-9586-e820b6bb450a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '8140eaa8-79da-4772-860f-33b6c719e6ac'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:15:00.087874 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-770e1fb0-3665-459b-951e-345d0b7ed7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:00.102467 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f936a7b8-7740-4f51-a5a9-2c63722d1b9a tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:00.131247 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad4c9391-e7ec-4091-a4f5-1673f51273f6 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Deleting subnet 941b782e-7e76-41bd-ae8a-8a0af3935dec {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:15:00.134838 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ad4c9391-e7ec-4091-a4f5-1673f51273f6 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:00.135279 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f936a7b8-7740-4f51-a5a9-2c63722d1b9a tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49e24655-cbdb-465a-8ae1-e34ffd7adf5b,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:00.160302 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-770e1fb0-3665-459b-951e-345d0b7ed7ca None None] For port 3b7dbaff-81ba-48a2-84b8-c5cb5f7de15f, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:15:00.163810 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-770e1fb0-3665-459b-951e-345d0b7ed7ca None None] For port 3b7dbaff-81ba-48a2-84b8-c5cb5f7de15f, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=3b7dbaff-81ba-48a2-84b8-c5cb5f7de15f,segment=NetworkSegment(7d4bd753-608b-400c-9586-e820b6bb450a),segment_id=7d4bd753-608b-400c-9586-e820b6bb450a)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:15:00.190779 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ad4c9391-e7ec-4091-a4f5-1673f51273f6 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:00.191525 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-cb52c448-5560-423d-8b50-3ce3668ee770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:00.258488 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb52c448-5560-423d-8b50-3ce3668ee770 None None] Pushing event updated for resources: {'Port': ['ID=e67b303f-77ab-4985-923b-7da3f04d1df4,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:00.290472 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f936a7b8-7740-4f51-a5a9-2c63722d1b9a tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:00.292460 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f936a7b8-7740-4f51-a5a9-2c63722d1b9a tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5154731 Jul 09 15:15:00.295428 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45446) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:00.302235 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-c11c4f87-99bb-4bfb-a3e2-9d8b73fb4b26 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Request body: {'security_group_rule': {'security_group_id': '787bdd6c-74e1-443b-9eef-bee6d5e4f156', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '49e24655-cbdb-465a-8ae1-e34ffd7adf5b', 'remote_ip_prefix': None}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:15:00.337938 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:00.338807 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ad4c9391-e7ec-4091-a4f5-1673f51273f6 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:00.339202 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-770e1fb0-3665-459b-951e-345d0b7ed7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:00.402014 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770e1fb0-3665-459b-951e-345d0b7ed7ca None None] Pushing event updated for resources: {'Port': ['ID=3b7dbaff-81ba-48a2-84b8-c5cb5f7de15f,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:00.458045 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c11c4f87-99bb-4bfb-a3e2-9d8b73fb4b26 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:00.512011 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ad4c9391-e7ec-4091-a4f5-1673f51273f6 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:00.564518 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ad4c9391-e7ec-4091-a4f5-1673f51273f6 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks [] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:00.566498 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ad4c9391-e7ec-4091-a4f5-1673f51273f6 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] 10.222.0.58 "DELETE /v2.0/subnets/941b782e-7e76-41bd-ae8a-8a0af3935dec HTTP/1.1" status: 204 len: 168 time: 0.4926887 Jul 09 15:15:00.567408 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4c9391-e7ec-4091-a4f5-1673f51273f6 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Pushing event deleted for resources: {'Subnet': ['ID=941b782e-7e76-41bd-ae8a-8a0af3935dec,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:00.573250 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45448) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:00.585302 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c11c4f87-99bb-4bfb-a3e2-9d8b73fb4b26 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:00.636193 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6b5319-0f95-4921-b579-130fb6b01aa3 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:15:00.642057 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-8d6b5319-0f95-4921-b579-130fb6b01aa3 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0641968 Jul 09 15:15:00.643317 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45450) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:00.691418 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c11c4f87-99bb-4bfb-a3e2-9d8b73fb4b26 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:00.730598 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11c4f87-99bb-4bfb-a3e2-9d8b73fb4b26 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3613c90-a295-4a59-ac59-25e09f2f4958,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:00.768680 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-98ae2fb6-a185-4f8e-b049-f1fe2d53ac30 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:00.821981 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-98ae2fb6-a185-4f8e-b049-f1fe2d53ac30 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Deleting port 3b7dbaff-81ba-48a2-84b8-c5cb5f7de15f {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:15:00.822322 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-98ae2fb6-a185-4f8e-b049-f1fe2d53ac30 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:00.850578 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c11c4f87-99bb-4bfb-a3e2-9d8b73fb4b26 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:00.852122 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c11c4f87-99bb-4bfb-a3e2-9d8b73fb4b26 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5555656 Jul 09 15:15:00.855064 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45452) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:00.886872 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-78f09086-d554-4e16-a7c2-4a07dea441c6 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:00.895845 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-78f09086-d554-4e16-a7c2-4a07dea441c6 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:00.905094 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-98ae2fb6-a185-4f8e-b049-f1fe2d53ac30 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] For port 3b7dbaff-81ba-48a2-84b8-c5cb5f7de15f, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=3b7dbaff-81ba-48a2-84b8-c5cb5f7de15f,segment=NetworkSegment(7d4bd753-608b-400c-9586-e820b6bb450a),segment_id=7d4bd753-608b-400c-9586-e820b6bb450a)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:15:00.905493 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-98ae2fb6-a185-4f8e-b049-f1fe2d53ac30 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:00.919539 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-98ae2fb6-a185-4f8e-b049-f1fe2d53ac30 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Calling delete_port for 3b7dbaff-81ba-48a2-84b8-c5cb5f7de15f owned by network:dhcp {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:15:01.004376 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device e67b303f-77ab-4985-923b-7da3f04d1df4 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:15:01.057048 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-78f09086-d554-4e16-a7c2-4a07dea441c6 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:01.066128 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-78f09086-d554-4e16-a7c2-4a07dea441c6 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:01.067367 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-78f09086-d554-4e16-a7c2-4a07dea441c6 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/b3613c90-a295-4a59-ac59-25e09f2f4958 HTTP/1.1" status: 204 len: 168 time: 0.2112806 Jul 09 15:15:01.070385 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45456) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:01.074105 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f09086-d554-4e16-a7c2-4a07dea441c6 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b3613c90-a295-4a59-ac59-25e09f2f4958,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:01.132858 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-bdab7684-3944-489e-b287-20c45510204d tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0607712 Jul 09 15:15:01.134045 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-98ae2fb6-a185-4f8e-b049-f1fe2d53ac30 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:01.136595 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45458) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:01.152904 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port e67b303f-77ab-4985-923b-7da3f04d1df4 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:15:01.158153 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 3b7dbaff-81ba-48a2-84b8-c5cb5f7de15f up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:15:01.165650 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae2fb6-a185-4f8e-b049-f1fe2d53ac30 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Pushing event deleted for resources: {'Port': ['ID=3b7dbaff-81ba-48a2-84b8-c5cb5f7de15f,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:01.173182 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ae2fb6-a185-4f8e-b049-f1fe2d53ac30 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] No DVR routers for this DVR port 3b7dbaff-81ba-48a2-84b8-c5cb5f7de15f on host n-d-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:15:01.198896 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 3b7dbaff-81ba-48a2-84b8-c5cb5f7de15f {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:15:01.202653 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 3b7dbaff-81ba-48a2-84b8-c5cb5f7de15f not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 09 15:15:01.233289 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Port 3b7dbaff-81ba-48a2-84b8-c5cb5f7de15f not found, will not notify nova. {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 09 15:15:01.258563 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5d457ff5-97bf-4a71-a214-5390e34d313e tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:01.270770 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-98ae2fb6-a185-4f8e-b049-f1fe2d53ac30 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:01.282335 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-98ae2fb6-a185-4f8e-b049-f1fe2d53ac30 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8140eaa8-79da-4772-860f-33b6c719e6ac']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:15:01.288417 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5d457ff5-97bf-4a71-a214-5390e34d313e tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:01.303425 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-98ae2fb6-a185-4f8e-b049-f1fe2d53ac30 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d4bd753-608b-400c-9586-e820b6bb450a') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:15:01.308486 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-98ae2fb6-a185-4f8e-b049-f1fe2d53ac30 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d4bd753-608b-400c-9586-e820b6bb450a') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:15:01.319338 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-98ae2fb6-a185-4f8e-b049-f1fe2d53ac30 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:01.341647 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-98ae2fb6-a185-4f8e-b049-f1fe2d53ac30 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:01.350677 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98ae2fb6-a185-4f8e-b049-f1fe2d53ac30 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:15:01.351351 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-98ae2fb6-a185-4f8e-b049-f1fe2d53ac30 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:01.354730 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 15:15:01.354730 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:15:01.354730 n-d-799529-6 neutron-server[94446]: timer() Jul 09 15:15:01.354730 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:15:01.354730 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 15:15:01.354730 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:15:01.354730 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 15:15:01.354730 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:15:01.354730 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 15:15:01.354730 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:15:01.354730 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 15:15:01.354730 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:15:01.354730 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 15:15:01.354730 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:15:01.354730 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:15:01.354730 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:15:01.354730 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:15:01.354730 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:15:01.354730 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 15:15:01.354730 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:15:01.354730 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 15:15:01.354730 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:15:01.354730 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:15:01.354730 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:15:01.354730 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 15:15:01.354730 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:15:01.354730 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:15:01.354730 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:15:01.354730 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:15:01.354730 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:15:01.354730 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:15:01.354730 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:15:01.480507 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5d457ff5-97bf-4a71-a214-5390e34d313e tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:01.483679 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5d457ff5-97bf-4a71-a214-5390e34d313e tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:01.484919 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-5d457ff5-97bf-4a71-a214-5390e34d313e tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] 10.222.0.58 "DELETE /v2.0/security-groups/49e24655-cbdb-465a-8ae1-e34ffd7adf5b HTTP/1.1" status: 204 len: 168 time: 0.3472919 Jul 09 15:15:01.487938 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45460) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:01.501988 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d457ff5-97bf-4a71-a214-5390e34d313e tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e24655-cbdb-465a-8ae1-e34ffd7adf5b,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:01.504714 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f121b16-b240-4694-8f90-5aa52aced56c None None] Network 21878090-5dd8-4bf0-8886-5e548561ccbe requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:15:01.571944 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-dad49df6-a37a-4804-9a3d-3378fe2d9aa6 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0824542 Jul 09 15:15:01.575604 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45462) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:01.663090 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-98ae2fb6-a185-4f8e-b049-f1fe2d53ac30 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:01.694715 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-98ae2fb6-a185-4f8e-b049-f1fe2d53ac30 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:01.694715 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-98ae2fb6-a185-4f8e-b049-f1fe2d53ac30 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] 10.222.0.58 "DELETE /v2.0/networks/8140eaa8-79da-4772-860f-33b6c719e6ac HTTP/1.1" status: 204 len: 168 time: 1.0272350 Jul 09 15:15:01.696054 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45464) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:01.705050 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc6ed-206c-4ab4-a95d-6e3b988626a2 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:01.708585 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae2fb6-a185-4f8e-b049-f1fe2d53ac30 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Pushing event deleted for resources: {'Network': ['ID=8140eaa8-79da-4772-860f-33b6c719e6ac,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:01.757156 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc6ed-206c-4ab4-a95d-6e3b988626a2 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:01.830579 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a9f055-6e47-4391-b066-5d4ce75f4e8b None None] DHCP port deletion for 21878090-5dd8-4bf0-8886-5e548561ccbe request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 15:15:01.830824 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-991081d8-bef2-4c4e-98ce-f31d1fe1e2f0 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:01.904976 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-991081d8-bef2-4c4e-98ce-f31d1fe1e2f0 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Deleting port e67b303f-77ab-4985-923b-7da3f04d1df4 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:15:01.905404 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-991081d8-bef2-4c4e-98ce-f31d1fe1e2f0 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:01.926093 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-e1a9f055-6e47-4391-b066-5d4ce75f4e8b None None] Deleting port e67b303f-77ab-4985-923b-7da3f04d1df4 {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:15:01.926802 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e1a9f055-6e47-4391-b066-5d4ce75f4e8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:01.959205 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc6ed-206c-4ab4-a95d-6e3b988626a2 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:01.963769 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc6ed-206c-4ab4-a95d-6e3b988626a2 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:01.976425 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b6bfc6ed-206c-4ab4-a95d-6e3b988626a2 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] 10.222.0.58 "DELETE /v2.0/security-groups/787bdd6c-74e1-443b-9eef-bee6d5e4f156 HTTP/1.1" status: 204 len: 168 time: 0.3969507 Jul 09 15:15:01.976940 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-63e5ae53-ac3d-492f-a183-89a5ce405c7d None None] Provisioning for port e67b303f-77ab-4985-923b-7da3f04d1df4 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:15:01.980346 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45466) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:01.987772 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:01.995607 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-63e5ae53-ac3d-492f-a183-89a5ce405c7d None None] Provisioning complete for port e67b303f-77ab-4985-923b-7da3f04d1df4 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:15:01.995607 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-63e5ae53-ac3d-492f-a183-89a5ce405c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:01.996019 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-991081d8-bef2-4c4e-98ce-f31d1fe1e2f0 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] For port e67b303f-77ab-4985-923b-7da3f04d1df4, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=e67b303f-77ab-4985-923b-7da3f04d1df4,segment=NetworkSegment(50031ccb-f97a-436b-9e1a-d59b6bd236b6),segment_id=50031ccb-f97a-436b-9e1a-d59b6bd236b6)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:15:01.996019 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-991081d8-bef2-4c4e-98ce-f31d1fe1e2f0 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:02.007882 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bfc6ed-206c-4ab4-a95d-6e3b988626a2 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=787bdd6c-74e1-443b-9eef-bee6d5e4f156,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:02.013080 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-991081d8-bef2-4c4e-98ce-f31d1fe1e2f0 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Calling delete_port for e67b303f-77ab-4985-923b-7da3f04d1df4 owned by network:dhcp {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:15:02.030625 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b392b5-15f3-4eec-a7a4-0caef5311c05 None None] DHCP port deletion for 8140eaa8-79da-4772-860f-33b6c719e6ac request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 15:15:02.072311 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-cf939650-1660-4661-8245-3ded33b859bb tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0885129 Jul 09 15:15:02.078359 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45470) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:02.083778 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-95d45631-edf3-47a1-80cc-e22869425d05 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Request body: {'security_group': {'name': 'tempest-secgroup--383253362'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:15:02.096037 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-e1a9f055-6e47-4391-b066-5d4ce75f4e8b None None] For port e67b303f-77ab-4985-923b-7da3f04d1df4, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=e67b303f-77ab-4985-923b-7da3f04d1df4,segment=NetworkSegment(50031ccb-f97a-436b-9e1a-d59b6bd236b6),segment_id=50031ccb-f97a-436b-9e1a-d59b6bd236b6)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:15:02.101643 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e1a9f055-6e47-4391-b066-5d4ce75f4e8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:02.120012 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d93bd2-8cf7-4216-9b3a-c17cf6b1469e None None] Network 8140eaa8-79da-4772-860f-33b6c719e6ac requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:15:02.139678 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-e1a9f055-6e47-4391-b066-5d4ce75f4e8b None None] Calling delete_port for e67b303f-77ab-4985-923b-7da3f04d1df4 owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:15:02.145656 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d93bd2-8cf7-4216-9b3a-c17cf6b1469e None None] Network 8140eaa8-79da-4772-860f-33b6c719e6ac could not be found, it might have been deleted concurrently. {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 09 15:15:02.246369 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-63e5ae53-ac3d-492f-a183-89a5ce405c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:02.267057 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-95d45631-edf3-47a1-80cc-e22869425d05 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:02.336853 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-991081d8-bef2-4c4e-98ce-f31d1fe1e2f0 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:02.363832 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e1a9f055-6e47-4391-b066-5d4ce75f4e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:02.380247 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991081d8-bef2-4c4e-98ce-f31d1fe1e2f0 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] No DVR routers for this DVR port e67b303f-77ab-4985-923b-7da3f04d1df4 on host n-d-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:15:02.382061 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991081d8-bef2-4c4e-98ce-f31d1fe1e2f0 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Pushing event deleted for resources: {'Port': ['ID=e67b303f-77ab-4985-923b-7da3f04d1df4,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:02.394353 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a9f055-6e47-4391-b066-5d4ce75f4e8b None None] Pushing event deleted for resources: {'Port': ['ID=e67b303f-77ab-4985-923b-7da3f04d1df4,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:02.398090 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a9f055-6e47-4391-b066-5d4ce75f4e8b None None] No DVR routers for this DVR port e67b303f-77ab-4985-923b-7da3f04d1df4 on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:15:02.414961 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-95d45631-edf3-47a1-80cc-e22869425d05 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:02.474440 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-404c5cef-f9be-4662-8fd1-f2428712d167 None None] Could not find standard attr ID for object 3b7dbaff-81ba-48a2-84b8-c5cb5f7de15f. {{(pid=94447) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 15:15:02.483996 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-95d45631-edf3-47a1-80cc-e22869425d05 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:02.495338 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-991081d8-bef2-4c4e-98ce-f31d1fe1e2f0 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:02.527565 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-991081d8-bef2-4c4e-98ce-f31d1fe1e2f0 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21878090-5dd8-4bf0-8886-5e548561ccbe']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:15:02.536656 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d45631-edf3-47a1-80cc-e22869425d05 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4a6285-7b7d-4493-9570-76225c7bcb8f,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:02.547831 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-991081d8-bef2-4c4e-98ce-f31d1fe1e2f0 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50031ccb-f97a-436b-9e1a-d59b6bd236b6') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:15:02.548215 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-991081d8-bef2-4c4e-98ce-f31d1fe1e2f0 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50031ccb-f97a-436b-9e1a-d59b6bd236b6') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:15:02.563227 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-991081d8-bef2-4c4e-98ce-f31d1fe1e2f0 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:02.581207 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-991081d8-bef2-4c4e-98ce-f31d1fe1e2f0 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:02.589529 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-991081d8-bef2-4c4e-98ce-f31d1fe1e2f0 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:15:02.589966 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-991081d8-bef2-4c4e-98ce-f31d1fe1e2f0 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:02.594219 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:15:02.594219 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:15:02.594219 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:15:02.594219 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:15:02.594219 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 15:15:02.594219 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:15:02.594219 n-d-799529-6 neutron-server[94445]: timer() Jul 09 15:15:02.594219 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:15:02.594219 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 15:15:02.594219 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:15:02.594219 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 15:15:02.594219 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:15:02.594219 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 15:15:02.594219 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:15:02.594219 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 15:15:02.594219 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:15:02.594219 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 15:15:02.594219 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:15:02.594219 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:15:02.594219 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:15:02.594219 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:15:02.594219 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:15:02.594219 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 15:15:02.594219 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:15:02.594219 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 15:15:02.594219 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:15:02.594219 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:15:02.594219 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:15:02.594219 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 15:15:02.594219 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:15:02.594219 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:15:02.594219 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:15:02.594219 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:15:02.594219 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:15:02.594219 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:15:02.594219 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:15:02.605746 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-95d45631-edf3-47a1-80cc-e22869425d05 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:02.607655 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-95d45631-edf3-47a1-80cc-e22869425d05 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5282831 Jul 09 15:15:02.611062 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45474) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:02.617817 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-52a86e76-3ce0-4a19-b01a-92aa1adc48b4 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Request body: {'security_group_rule': {'security_group_id': '6f4a6285-7b7d-4493-9570-76225c7bcb8f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:15:02.759104 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-52a86e76-3ce0-4a19-b01a-92aa1adc48b4 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:02.810673 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-991081d8-bef2-4c4e-98ce-f31d1fe1e2f0 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:02.817858 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-991081d8-bef2-4c4e-98ce-f31d1fe1e2f0 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks [] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:02.820291 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-991081d8-bef2-4c4e-98ce-f31d1fe1e2f0 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] 10.222.0.58 "DELETE /v2.0/networks/21878090-5dd8-4bf0-8886-5e548561ccbe HTTP/1.1" status: 204 len: 168 time: 1.1223326 Jul 09 15:15:02.822921 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45476) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:02.828014 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-52a86e76-3ce0-4a19-b01a-92aa1adc48b4 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:02.838894 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991081d8-bef2-4c4e-98ce-f31d1fe1e2f0 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Pushing event deleted for resources: {'Network': ['ID=21878090-5dd8-4bf0-8886-5e548561ccbe,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:02.913037 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a8983fb3-bbec-43e7-bbf0-dc60560fdfe2 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:02.918112 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device e67b303f-77ab-4985-923b-7da3f04d1df4 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:15:02.941456 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: e67b303f-77ab-4985-923b-7da3f04d1df4 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:15:02.942203 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device e67b303f-77ab-4985-923b-7da3f04d1df4 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:15:02.942825 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 3b7dbaff-81ba-48a2-84b8-c5cb5f7de15f no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:15:02.947948 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-52a86e76-3ce0-4a19-b01a-92aa1adc48b4 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:02.966246 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 3b7dbaff-81ba-48a2-84b8-c5cb5f7de15f {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:15:02.966622 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 3b7dbaff-81ba-48a2-84b8-c5cb5f7de15f not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:15:03.016432 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a86e76-3ce0-4a19-b01a-92aa1adc48b4 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab42ab9d-4fdc-42aa-8380-39eae09b86e7,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:03.028755 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a8983fb3-bbec-43e7-bbf0-dc60560fdfe2 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:03.039736 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-a8983fb3-bbec-43e7-bbf0-dc60560fdfe2 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a1f92cf-fb1c-4653-9878-75b50a6be6db']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:15:03.051947 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-a8983fb3-bbec-43e7-bbf0-dc60560fdfe2 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f958c124-f2eb-45bf-8b9f-ce553f7f4f3c') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:15:03.052304 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-a8983fb3-bbec-43e7-bbf0-dc60560fdfe2 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f958c124-f2eb-45bf-8b9f-ce553f7f4f3c') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:15:03.062624 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a8983fb3-bbec-43e7-bbf0-dc60560fdfe2 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:03.077509 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a8983fb3-bbec-43e7-bbf0-dc60560fdfe2 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:03.083982 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8983fb3-bbec-43e7-bbf0-dc60560fdfe2 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:15:03.084516 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a8983fb3-bbec-43e7-bbf0-dc60560fdfe2 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:03.087630 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 15:15:03.087630 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:15:03.087630 n-d-799529-6 neutron-server[94446]: timer() Jul 09 15:15:03.087630 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:15:03.087630 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 15:15:03.087630 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:15:03.087630 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 15:15:03.087630 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:15:03.087630 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 15:15:03.087630 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:15:03.087630 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 15:15:03.087630 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:15:03.087630 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 15:15:03.087630 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:15:03.087630 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:15:03.087630 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:15:03.087630 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:15:03.087630 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:15:03.087630 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 15:15:03.087630 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:15:03.087630 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 15:15:03.087630 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:15:03.087630 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:15:03.087630 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:15:03.087630 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 15:15:03.087630 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:15:03.087630 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:15:03.087630 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:15:03.087630 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:15:03.087630 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:15:03.087630 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:15:03.087630 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:15:03.136257 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-52a86e76-3ce0-4a19-b01a-92aa1adc48b4 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:03.138044 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-52a86e76-3ce0-4a19-b01a-92aa1adc48b4 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5247059 Jul 09 15:15:03.141305 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45480) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:03.424510 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1542ac48-a0a6-40be-bd46-94894d244b5c tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:03.433198 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1542ac48-a0a6-40be-bd46-94894d244b5c tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:03.496056 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a8983fb3-bbec-43e7-bbf0-dc60560fdfe2 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:03.504400 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a8983fb3-bbec-43e7-bbf0-dc60560fdfe2 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:03.506019 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a8983fb3-bbec-43e7-bbf0-dc60560fdfe2 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] 10.222.0.58 "DELETE /v2.0/networks/5a1f92cf-fb1c-4653-9878-75b50a6be6db HTTP/1.1" status: 204 len: 168 time: 0.6811655 Jul 09 15:15:03.508725 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45482) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:03.521040 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8983fb3-bbec-43e7-bbf0-dc60560fdfe2 tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Pushing event deleted for resources: {'Network': ['ID=5a1f92cf-fb1c-4653-9878-75b50a6be6db,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:03.523427 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1542ac48-a0a6-40be-bd46-94894d244b5c tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:03.529941 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1542ac48-a0a6-40be-bd46-94894d244b5c tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:03.534175 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-1542ac48-a0a6-40be-bd46-94894d244b5c tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/ab42ab9d-4fdc-42aa-8380-39eae09b86e7 HTTP/1.1" status: 204 len: 168 time: 0.3888769 Jul 09 15:15:03.534175 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45484) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:03.545293 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1542ac48-a0a6-40be-bd46-94894d244b5c tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ab42ab9d-4fdc-42aa-8380-39eae09b86e7,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:03.582236 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-6ef7f969-d07c-4f31-9c5c-44cc3ffb1258 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0470569 Jul 09 15:15:03.584972 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45486) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:03.617536 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0707c88d-0124-4319-9d14-0c830ced613c tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:03.646528 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-55a30644-2cae-4369-b340-7fec5d13bab0 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:03.674660 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-55a30644-2cae-4369-b340-7fec5d13bab0 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:03.706764 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0707c88d-0124-4319-9d14-0c830ced613c tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:03.717183 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-0707c88d-0124-4319-9d14-0c830ced613c tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5307ff8-5b44-416b-a477-f2fbe26ce5e8']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:15:03.734963 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-0707c88d-0124-4319-9d14-0c830ced613c tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce3d47eb-c457-436b-a27b-0d4d875ae1ac') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:15:03.735339 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-0707c88d-0124-4319-9d14-0c830ced613c tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce3d47eb-c457-436b-a27b-0d4d875ae1ac') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:15:03.750474 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0707c88d-0124-4319-9d14-0c830ced613c tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:03.767468 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0707c88d-0124-4319-9d14-0c830ced613c tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:03.775837 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0707c88d-0124-4319-9d14-0c830ced613c tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:15:03.776237 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0707c88d-0124-4319-9d14-0c830ced613c tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:03.779331 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 15:15:03.779331 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:15:03.779331 n-d-799529-6 neutron-server[94445]: timer() Jul 09 15:15:03.779331 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:15:03.779331 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 15:15:03.779331 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:15:03.779331 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 15:15:03.779331 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:15:03.779331 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 15:15:03.779331 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:15:03.779331 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 15:15:03.779331 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:15:03.779331 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 15:15:03.779331 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:15:03.779331 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:15:03.779331 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:15:03.779331 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:15:03.779331 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:15:03.779331 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 15:15:03.779331 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:15:03.779331 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 15:15:03.779331 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:15:03.779331 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:15:03.779331 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:15:03.779331 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 15:15:03.779331 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:15:03.779331 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:15:03.779331 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:15:03.779331 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:15:03.779331 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:15:03.779331 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:15:03.779331 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:15:03.821682 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-55a30644-2cae-4369-b340-7fec5d13bab0 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:03.824793 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-55a30644-2cae-4369-b340-7fec5d13bab0 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:03.826564 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-55a30644-2cae-4369-b340-7fec5d13bab0 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] 10.222.0.58 "DELETE /v2.0/security-groups/6f4a6285-7b7d-4493-9570-76225c7bcb8f HTTP/1.1" status: 204 len: 168 time: 0.2405634 Jul 09 15:15:03.829285 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45488) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:03.836595 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a30644-2cae-4369-b340-7fec5d13bab0 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4a6285-7b7d-4493-9570-76225c7bcb8f,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:03.883936 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-465e3c23-f49b-40b9-96db-848fa4df2c8a tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0529244 Jul 09 15:15:03.891820 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45490) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:03.896052 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-b1430861-dac0-4469-87bb-bd8f5a7c9d5d tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Request body: {'security_group': {'name': 'tempest-secgroup--1668266072'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:15:03.964801 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0707c88d-0124-4319-9d14-0c830ced613c tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:03.969991 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0707c88d-0124-4319-9d14-0c830ced613c tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Notify callbacks [] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:03.971946 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-0707c88d-0124-4319-9d14-0c830ced613c tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] 10.222.0.58 "DELETE /v2.0/networks/a5307ff8-5b44-416b-a477-f2fbe26ce5e8 HTTP/1.1" status: 204 len: 168 time: 0.4621015 Jul 09 15:15:03.987792 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0707c88d-0124-4319-9d14-0c830ced613c tempest-BulkNetworkOpsIpV6Test-433399727 tempest-BulkNetworkOpsIpV6Test-433399727-project] Pushing event deleted for resources: {'Network': ['ID=a5307ff8-5b44-416b-a477-f2fbe26ce5e8,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:04.056866 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b1430861-dac0-4469-87bb-bd8f5a7c9d5d tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:04.165522 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b1430861-dac0-4469-87bb-bd8f5a7c9d5d tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:04.307334 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b1430861-dac0-4469-87bb-bd8f5a7c9d5d tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:04.347585 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1430861-dac0-4469-87bb-bd8f5a7c9d5d tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ccaf488-258b-4c3c-8268-bb78cbc00537,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:04.702651 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b1430861-dac0-4469-87bb-bd8f5a7c9d5d tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:04.708436 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b1430861-dac0-4469-87bb-bd8f5a7c9d5d tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8144162 Jul 09 15:15:04.708436 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45496) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:04.719086 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-a10b4ffe-848a-4b91-a1a8-11b2aee43649 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Request body: {'security_group_rule': {'security_group_id': '6ccaf488-258b-4c3c-8268-bb78cbc00537', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:15:04.848535 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45500) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:04.885920 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a10b4ffe-848a-4b91-a1a8-11b2aee43649 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:04.954842 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a10b4ffe-848a-4b91-a1a8-11b2aee43649 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:05.026119 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-89b484a5-9b5c-4d1b-96d9-29cb066cc5f0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ce88d6e1419d4a05a3f580a11c2a8b1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1758604 Jul 09 15:15:05.028722 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45504) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:05.050003 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a10b4ffe-848a-4b91-a1a8-11b2aee43649 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:05.077440 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10b4ffe-848a-4b91-a1a8-11b2aee43649 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0b6ea5b-92d3-4257-a9e9-c22456a14062,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:05.085589 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c50c81bb-b6f9-4c6c-93dc-d4777737c1a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:05.112562 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c50c81bb-b6f9-4c6c-93dc-d4777737c1a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:05.187125 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a10b4ffe-848a-4b91-a1a8-11b2aee43649 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:05.188432 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-a10b4ffe-848a-4b91-a1a8-11b2aee43649 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4789879 Jul 09 15:15:05.191961 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45508) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:05.210976 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-11a1e246-bd4f-4693-8a06-dd55806dbb2d tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] 10.222.0.58 "GET /v2.0/security-group-rules/f0b6ea5b-92d3-4257-a9e9-c22456a14062 HTTP/1.1" status: 200 len: 763 time: 0.0177822 Jul 09 15:15:05.213529 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45510) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:05.258883 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-120e5456-a188-48fa-9451-76b414731cdc tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0417211 Jul 09 15:15:05.259135 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c50c81bb-b6f9-4c6c-93dc-d4777737c1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:05.259256 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45512) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:05.259755 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c50c81bb-b6f9-4c6c-93dc-d4777737c1a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:05.260919 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c50c81bb-b6f9-4c6c-93dc-d4777737c1a3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/715df9d1-b490-47d5-b40a-78399194a1b0 HTTP/1.1" status: 204 len: 168 time: 0.2312553 Jul 09 15:15:05.273498 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50c81bb-b6f9-4c6c-93dc-d4777737c1a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715df9d1-b490-47d5-b40a-78399194a1b0,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:05.293426 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-031d9a53-5f9a-47cc-b791-9f9272d525d3 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:05.303700 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-031d9a53-5f9a-47cc-b791-9f9272d525d3 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:05.478384 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-031d9a53-5f9a-47cc-b791-9f9272d525d3 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:05.485466 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-031d9a53-5f9a-47cc-b791-9f9272d525d3 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:05.492567 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-031d9a53-5f9a-47cc-b791-9f9272d525d3 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/f0b6ea5b-92d3-4257-a9e9-c22456a14062 HTTP/1.1" status: 204 len: 168 time: 0.2265079 Jul 09 15:15:05.492567 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45516) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:05.502316 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d9a53-5f9a-47cc-b791-9f9272d525d3 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f0b6ea5b-92d3-4257-a9e9-c22456a14062,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:05.537402 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c6daa320-ebe9-45f9-a727-73d976ff387d tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0470331 Jul 09 15:15:05.540595 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45518) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:05.546739 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-3cfc75d2-2853-400d-b76a-d6df045320b6 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Request body: {'security_group_rule': {'security_group_id': '6ccaf488-258b-4c3c-8268-bb78cbc00537', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:15:05.705469 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3cfc75d2-2853-400d-b76a-d6df045320b6 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:05.779133 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3cfc75d2-2853-400d-b76a-d6df045320b6 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:05.884807 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3cfc75d2-2853-400d-b76a-d6df045320b6 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:05.907596 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfc75d2-2853-400d-b76a-d6df045320b6 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be238cc5-4f99-47fc-a899-e43b9685cd98,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:05.987282 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:15:06.034432 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3cfc75d2-2853-400d-b76a-d6df045320b6 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:06.035785 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-3cfc75d2-2853-400d-b76a-d6df045320b6 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4946902 Jul 09 15:15:06.038632 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45530) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:06.055884 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-5caff14c-53d6-4e19-b06b-47a3f2ea88e0 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] 10.222.0.58 "GET /v2.0/security-group-rules/be238cc5-4f99-47fc-a899-e43b9685cd98 HTTP/1.1" status: 200 len: 763 time: 0.0160298 Jul 09 15:15:06.058259 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45532) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:06.102548 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b1bc483a-54cd-43b4-b645-b762a63905b2 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0431323 Jul 09 15:15:06.106585 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45534) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:06.133825 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e0b2c699-0484-48a6-9957-672784757bf4 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:06.143718 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e0b2c699-0484-48a6-9957-672784757bf4 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:06.262155 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e0b2c699-0484-48a6-9957-672784757bf4 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:06.269801 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e0b2c699-0484-48a6-9957-672784757bf4 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:06.270944 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e0b2c699-0484-48a6-9957-672784757bf4 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/be238cc5-4f99-47fc-a899-e43b9685cd98 HTTP/1.1" status: 204 len: 168 time: 0.1629672 Jul 09 15:15:06.273867 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45540) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:06.277322 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b2c699-0484-48a6-9957-672784757bf4 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=be238cc5-4f99-47fc-a899-e43b9685cd98,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:06.315207 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-dafffa8e-d310-4b34-be57-7a498637e2b6 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0401671 Jul 09 15:15:06.317997 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45542) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:06.323414 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-6f2fa655-70ed-4e36-aed2-651fed1b0f9f tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Request body: {'security_group_rule': {'security_group_id': '6ccaf488-258b-4c3c-8268-bb78cbc00537', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:15:06.524468 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6f2fa655-70ed-4e36-aed2-651fed1b0f9f tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:06.575677 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6f2fa655-70ed-4e36-aed2-651fed1b0f9f tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:06.724420 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6f2fa655-70ed-4e36-aed2-651fed1b0f9f tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:06.743149 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2fa655-70ed-4e36-aed2-651fed1b0f9f tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7424aff9-d1ab-45b7-8c06-6937eea94352,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:06.821719 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6f2fa655-70ed-4e36-aed2-651fed1b0f9f tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:06.822808 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45552) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:06.826370 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45554) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:06.826725 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-6f2fa655-70ed-4e36-aed2-651fed1b0f9f tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5074079 Jul 09 15:15:06.850756 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-71e24076-44f0-4a1d-bf8b-688df57e03cd tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] 10.222.0.58 "GET /v2.0/security-group-rules/7424aff9-d1ab-45b7-8c06-6937eea94352 HTTP/1.1" status: 200 len: 764 time: 0.0236845 Jul 09 15:15:06.853707 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45560) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:06.905619 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-78175608-c9eb-46e9-8262-c025a4559aff tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0501788 Jul 09 15:15:06.915032 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45562) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:06.947428 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7a2ae98d-999b-4def-9caa-376d898fd120 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:06.956041 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-09e38590-8944-42c0-a9a7-5bdd352425e7 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-195120220', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:15:06.960923 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7a2ae98d-999b-4def-9caa-376d898fd120 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:07.108182 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-09e38590-8944-42c0-a9a7-5bdd352425e7 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:07.109244 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-09e38590-8944-42c0-a9a7-5bdd352425e7 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:07.118922 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7a2ae98d-999b-4def-9caa-376d898fd120 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:07.128509 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7a2ae98d-999b-4def-9caa-376d898fd120 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:07.129673 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7a2ae98d-999b-4def-9caa-376d898fd120 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/7424aff9-d1ab-45b7-8c06-6937eea94352 HTTP/1.1" status: 204 len: 168 time: 0.2205088 Jul 09 15:15:07.133645 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45564) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:07.141607 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2ae98d-999b-4def-9caa-376d898fd120 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7424aff9-d1ab-45b7-8c06-6937eea94352,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:07.173924 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-09e38590-8944-42c0-a9a7-5bdd352425e7 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:07.182080 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a9244a6d-9f2d-4a8d-b03e-ada989f9d60a tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0472028 Jul 09 15:15:07.185054 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45566) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:07.250482 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6abbd491-8bf7-4454-adbf-538edc3b9e03 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:07.274100 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6abbd491-8bf7-4454-adbf-538edc3b9e03 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:07.276803 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-09e38590-8944-42c0-a9a7-5bdd352425e7 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:07.393478 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-09e38590-8944-42c0-a9a7-5bdd352425e7 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:07.394966 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-09e38590-8944-42c0-a9a7-5bdd352425e7 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.5708129 Jul 09 15:15:07.403714 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45574) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:07.403714 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-865b073b-9257-4891-a2b5-7ebc315053a7 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-34866408'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:15:07.423856 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6abbd491-8bf7-4454-adbf-538edc3b9e03 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:07.426424 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6abbd491-8bf7-4454-adbf-538edc3b9e03 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:07.427678 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-6abbd491-8bf7-4454-adbf-538edc3b9e03 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] 10.222.0.58 "DELETE /v2.0/security-groups/6ccaf488-258b-4c3c-8268-bb78cbc00537 HTTP/1.1" status: 204 len: 168 time: 0.2412329 Jul 09 15:15:07.430310 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45580) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:07.438513 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abbd491-8bf7-4454-adbf-538edc3b9e03 tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ccaf488-258b-4c3c-8268-bb78cbc00537,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:07.481626 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ecf3cb18-1114-4193-a2a4-06aaa8dcd7af tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0501018 Jul 09 15:15:07.486142 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45582) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:07.530229 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865b073b-9257-4891-a2b5-7ebc315053a7 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Made reservation on behalf of b36606c238554762b72bd5fdcef93174 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:15:07.533122 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-e3418164-f179-42d1-bf5e-b77d9be16a2e tempest-SecGroupTest-187973387 tempest-SecGroupTest-187973387-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0446591 Jul 09 15:15:07.535785 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-865b073b-9257-4891-a2b5-7ebc315053a7 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:07.545075 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-865b073b-9257-4891-a2b5-7ebc315053a7 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:07.774406 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-865b073b-9257-4891-a2b5-7ebc315053a7 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:07.779235 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-865b073b-9257-4891-a2b5-7ebc315053a7 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:07.807091 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-865b073b-9257-4891-a2b5-7ebc315053a7 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:15:07.813870 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865b073b-9257-4891-a2b5-7ebc315053a7 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d00b744-099d-4266-b785-488e4ef2bbcd,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:07.823923 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-865b073b-9257-4891-a2b5-7ebc315053a7 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:07.836260 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-865b073b-9257-4891-a2b5-7ebc315053a7 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Added segment 08415a79-13ee-4054-801f-91520effaa1d of type vlan for network 39ebf09e-7cb5-457c-b5e2-1a927094965e Jul 09 15:15:07.872349 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-865b073b-9257-4891-a2b5-7ebc315053a7 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:08.011326 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-865b073b-9257-4891-a2b5-7ebc315053a7 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:08.018833 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865b073b-9257-4891-a2b5-7ebc315053a7 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:15:08.019787 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-865b073b-9257-4891-a2b5-7ebc315053a7 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks [] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:08.087020 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45600) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:08.091392 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865b073b-9257-4891-a2b5-7ebc315053a7 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Pushing event updated for resources: {'Network': ['ID=39ebf09e-7cb5-457c-b5e2-1a927094965e,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:08.101802 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 39ebf09e-7cb5-457c-b5e2-1a927094965e details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:15:08.148023 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-865b073b-9257-4891-a2b5-7ebc315053a7 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7494354 Jul 09 15:15:08.150879 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45606) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:08.156745 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-80d96fb5-7901-4e16-9235-e9080681d54e tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Request body: {'subnet': {'network_id': '39ebf09e-7cb5-457c-b5e2-1a927094965e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:15:08.282474 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-9115550f-809b-4763-ac4a-bad1baaa8258 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=840c25376cbc466b90ea5fe763d5650b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1940827 Jul 09 15:15:08.285094 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45610) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:08.342247 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d96fb5-7901-4e16-9235-e9080681d54e tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Made reservation on behalf of b36606c238554762b72bd5fdcef93174 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:15:08.346240 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-80d96fb5-7901-4e16-9235-e9080681d54e tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:08.346992 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-abda597b-2568-4417-b838-9623013e7f57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:08.378903 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-abda597b-2568-4417-b838-9623013e7f57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:08.581314 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-abda597b-2568-4417-b838-9623013e7f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:08.584062 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-abda597b-2568-4417-b838-9623013e7f57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:08.585247 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-abda597b-2568-4417-b838-9623013e7f57 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0f6b37af-87b2-4f20-a763-aad00628d27b HTTP/1.1" status: 204 len: 168 time: 0.2991304 Jul 09 15:15:08.596635 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abda597b-2568-4417-b838-9623013e7f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6b37af-87b2-4f20-a763-aad00628d27b,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:08.851034 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-80d96fb5-7901-4e16-9235-e9080681d54e tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:08.924384 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d96fb5-7901-4e16-9235-e9080681d54e tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Pushing event updated for resources: {'Subnet': ['ID=ba6f7720-7537-4890-a027-5ca82b8d5b16,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:08.936076 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d96fb5-7901-4e16-9235-e9080681d54e tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Checking segment: {'id': '08415a79-13ee-4054-801f-91520effaa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '39ebf09e-7cb5-457c-b5e2-1a927094965e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:15:08.936669 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d96fb5-7901-4e16-9235-e9080681d54e tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Network hostable DHCP agents. Network: 39ebf09e-7cb5-457c-b5e2-1a927094965e, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:15:09.068943 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d96fb5-7901-4e16-9235-e9080681d54e tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Network 39ebf09e-7cb5-457c-b5e2-1a927094965e is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:15:09.255700 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-80d96fb5-7901-4e16-9235-e9080681d54e tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 39ebf09e-7cb5-457c-b5e2-1a927094965e) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:15:09.262587 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d96fb5-7901-4e16-9235-e9080681d54e tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:15:09.263410 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-80d96fb5-7901-4e16-9235-e9080681d54e tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:09.273194 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0db04e1-a254-4db9-8634-af60841992d9 None None] Network 39ebf09e-7cb5-457c-b5e2-1a927094965e requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:15:09.398617 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-80d96fb5-7901-4e16-9235-e9080681d54e tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2424586 Jul 09 15:15:09.399143 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45640) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:09.404587 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-1615311e-d8b5-4f94-9f08-d5f1fe999b61 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Request body: {'network': {'name': 'tempest-router-network01--1515997338'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:15:09.459217 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c034dc6e-e89f-4011-85f3-aef050fd5b12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-39ebf09e-7cb5-457c-b5e2-1a927094965e', 'network_id': '39ebf09e-7cb5-457c-b5e2-1a927094965e', 'tenant_id': 'b36606c238554762b72bd5fdcef93174', 'fixed_ips': [{'subnet_id': 'ba6f7720-7537-4890-a027-5ca82b8d5b16'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:15:09.459952 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c034dc6e-e89f-4011-85f3-aef050fd5b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:09.530300 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1615311e-d8b5-4f94-9f08-d5f1fe999b61 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Made reservation on behalf of b36606c238554762b72bd5fdcef93174 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:15:09.534005 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1615311e-d8b5-4f94-9f08-d5f1fe999b61 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:09.565213 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1615311e-d8b5-4f94-9f08-d5f1fe999b61 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:15:09.580457 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1615311e-d8b5-4f94-9f08-d5f1fe999b61 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:09.580719 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-1615311e-d8b5-4f94-9f08-d5f1fe999b61 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Added segment a63dc762-fe33-47b9-8018-7a5e4558a27f of type vlan for network ad7a466c-9e39-4347-8634-09c42cdd00ed Jul 09 15:15:09.621371 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-c034dc6e-e89f-4011-85f3-aef050fd5b12 None None] Allocated IP 2001:db8::2 (39ebf09e-7cb5-457c-b5e2-1a927094965e/ba6f7720-7537-4890-a027-5ca82b8d5b16/86a70adb-2658-4601-a4b9-9b7d8688880a) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:15:09.628555 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1615311e-d8b5-4f94-9f08-d5f1fe999b61 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:09.758441 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1615311e-d8b5-4f94-9f08-d5f1fe999b61 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:09.768618 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1615311e-d8b5-4f94-9f08-d5f1fe999b61 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:15:09.768618 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1615311e-d8b5-4f94-9f08-d5f1fe999b61 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks [] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:09.825731 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c034dc6e-e89f-4011-85f3-aef050fd5b12 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:09.851028 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-c034dc6e-e89f-4011-85f3-aef050fd5b12 None None] Transition to ACTIVE for port object 86a70adb-2658-4601-a4b9-9b7d8688880a will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:15:09.856682 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615311e-d8b5-4f94-9f08-d5f1fe999b61 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Pushing event updated for resources: {'Network': ['ID=ad7a466c-9e39-4347-8634-09c42cdd00ed,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:09.872094 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network ad7a466c-9e39-4347-8634-09c42cdd00ed details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:15:09.874429 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-c034dc6e-e89f-4011-85f3-aef050fd5b12 None None] Transition to ACTIVE for port object 86a70adb-2658-4601-a4b9-9b7d8688880a will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:15:09.965359 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-1615311e-d8b5-4f94-9f08-d5f1fe999b61 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5663130 Jul 09 15:15:09.968319 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45656) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:09.975072 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-5261ad9c-b22c-49ac-80c1-636589d43f3d tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Request body: {'network': {'name': 'tempest-router-network02--1083267651'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:15:09.981752 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45658) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:09.986250 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [-] 10.222.0.58 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028634 Jul 09 15:15:09.989539 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45660) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:10.023265 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c034dc6e-e89f-4011-85f3-aef050fd5b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:10.066090 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c034dc6e-e89f-4011-85f3-aef050fd5b12 None None] Network 39ebf09e-7cb5-457c-b5e2-1a927094965e is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:15:10.069547 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-c034dc6e-e89f-4011-85f3-aef050fd5b12 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:15:10.075920 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c034dc6e-e89f-4011-85f3-aef050fd5b12 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:15:10.129980 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5261ad9c-b22c-49ac-80c1-636589d43f3d tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Made reservation on behalf of b36606c238554762b72bd5fdcef93174 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:15:10.131712 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c034dc6e-e89f-4011-85f3-aef050fd5b12 None None] Pushing event updated for resources: {'Port': ['ID=86a70adb-2658-4601-a4b9-9b7d8688880a,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:10.132026 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e10c87a5-fbfa-4a37-bcdf-81ca35b4cd97 tempest-NetworksApiDiscovery-2027680686 tempest-NetworksApiDiscovery-2027680686-project] 10.222.0.58 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1413023 Jul 09 15:15:10.135733 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5261ad9c-b22c-49ac-80c1-636589d43f3d tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:10.172322 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-c034dc6e-e89f-4011-85f3-aef050fd5b12 None None] Attempting to bind port 86a70adb-2658-4601-a4b9-9b7d8688880a on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:15:10.172708 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-c034dc6e-e89f-4011-85f3-aef050fd5b12 None None] Attempting to bind port 86a70adb-2658-4601-a4b9-9b7d8688880a by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '08415a79-13ee-4054-801f-91520effaa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '39ebf09e-7cb5-457c-b5e2-1a927094965e'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:15:10.173077 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c034dc6e-e89f-4011-85f3-aef050fd5b12 None None] Attempting to bind port 86a70adb-2658-4601-a4b9-9b7d8688880a on network 39ebf09e-7cb5-457c-b5e2-1a927094965e {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:15:10.177774 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5261ad9c-b22c-49ac-80c1-636589d43f3d tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:15:10.181069 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c034dc6e-e89f-4011-85f3-aef050fd5b12 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:15:10.181454 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c034dc6e-e89f-4011-85f3-aef050fd5b12 None None] Checking segment: {'id': '08415a79-13ee-4054-801f-91520effaa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '39ebf09e-7cb5-457c-b5e2-1a927094965e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:15:10.182087 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c034dc6e-e89f-4011-85f3-aef050fd5b12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:10.182684 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c034dc6e-e89f-4011-85f3-aef050fd5b12 None None] Bound using segment: {'id': '08415a79-13ee-4054-801f-91520effaa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '39ebf09e-7cb5-457c-b5e2-1a927094965e'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:15:10.183562 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-c034dc6e-e89f-4011-85f3-aef050fd5b12 None None] Bound port: 86a70adb-2658-4601-a4b9-9b7d8688880a, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08415a79-13ee-4054-801f-91520effaa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '39ebf09e-7cb5-457c-b5e2-1a927094965e'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:15:10.184727 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c034dc6e-e89f-4011-85f3-aef050fd5b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:10.189730 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5261ad9c-b22c-49ac-80c1-636589d43f3d tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:10.190083 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-5261ad9c-b22c-49ac-80c1-636589d43f3d tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Added segment b54fccca-818f-4077-b345-37a42a9b34d9 of type vlan for network c4eb75dd-c10f-4d94-b211-cac1005e7aee Jul 09 15:15:10.241645 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5261ad9c-b22c-49ac-80c1-636589d43f3d tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:10.268046 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-c034dc6e-e89f-4011-85f3-aef050fd5b12 None None] For port 86a70adb-2658-4601-a4b9-9b7d8688880a, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:15:10.272213 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-c034dc6e-e89f-4011-85f3-aef050fd5b12 None None] For port 86a70adb-2658-4601-a4b9-9b7d8688880a, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=86a70adb-2658-4601-a4b9-9b7d8688880a,segment=NetworkSegment(08415a79-13ee-4054-801f-91520effaa1d),segment_id=08415a79-13ee-4054-801f-91520effaa1d)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:15:10.382415 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c034dc6e-e89f-4011-85f3-aef050fd5b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:10.420505 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5261ad9c-b22c-49ac-80c1-636589d43f3d tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:10.427409 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5261ad9c-b22c-49ac-80c1-636589d43f3d tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:15:10.428533 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5261ad9c-b22c-49ac-80c1-636589d43f3d tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:10.453853 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c034dc6e-e89f-4011-85f3-aef050fd5b12 None None] Pushing event updated for resources: {'Port': ['ID=86a70adb-2658-4601-a4b9-9b7d8688880a,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:10.519971 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5261ad9c-b22c-49ac-80c1-636589d43f3d tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Pushing event updated for resources: {'Network': ['ID=c4eb75dd-c10f-4d94-b211-cac1005e7aee,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:10.534504 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network c4eb75dd-c10f-4d94-b211-cac1005e7aee details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:15:10.653848 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-5261ad9c-b22c-49ac-80c1-636589d43f3d tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6810682 Jul 09 15:15:10.654212 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45674) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:10.666440 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-012e1b49-6b01-4bef-9156-4ba845b6a081 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Request body: {'subnet': {'network_id': 'ad7a466c-9e39-4347-8634-09c42cdd00ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:15:10.863454 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012e1b49-6b01-4bef-9156-4ba845b6a081 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Made reservation on behalf of b36606c238554762b72bd5fdcef93174 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:15:10.881516 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-012e1b49-6b01-4bef-9156-4ba845b6a081 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:10.924476 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45682) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:10.978378 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 86a70adb-2658-4601-a4b9-9b7d8688880a up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:15:11.088124 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-37fa64f7-3ef1-4576-8439-0b45a044004c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:11.158833 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 86a70adb-2658-4601-a4b9-9b7d8688880a completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:15:11.221594 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-37fa64f7-3ef1-4576-8439-0b45a044004c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:11.256561 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-012e1b49-6b01-4bef-9156-4ba845b6a081 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:11.296187 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-37fa64f7-3ef1-4576-8439-0b45a044004c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:11.363299 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012e1b49-6b01-4bef-9156-4ba845b6a081 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Pushing event updated for resources: {'Subnet': ['ID=a54b1793-d3bf-4809-8344-0dc7293423d6,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:11.376393 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fa64f7-3ef1-4576-8439-0b45a044004c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1bcc18a-8576-4636-98a3-49c0d3eb1e14,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:11.405384 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012e1b49-6b01-4bef-9156-4ba845b6a081 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Checking segment: {'id': 'a63dc762-fe33-47b9-8018-7a5e4558a27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ad7a466c-9e39-4347-8634-09c42cdd00ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:15:11.406326 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012e1b49-6b01-4bef-9156-4ba845b6a081 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Network hostable DHCP agents. Network: ad7a466c-9e39-4347-8634-09c42cdd00ed, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:15:11.423538 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-37fa64f7-3ef1-4576-8439-0b45a044004c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b492865736eb48a4a3783cdb4c3aee84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4953089 Jul 09 15:15:11.425485 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45694) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:11.490797 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-82f17cd1-72dc-4b88-9769-2b4e23709bc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:11.523820 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012e1b49-6b01-4bef-9156-4ba845b6a081 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Network ad7a466c-9e39-4347-8634-09c42cdd00ed is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:15:11.527903 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-82f17cd1-72dc-4b88-9769-2b4e23709bc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:11.633852 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c936dcc-93fb-4127-a26f-3f2950e45a81 None None] Network 39ebf09e-7cb5-457c-b5e2-1a927094965e requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:15:11.661969 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-012e1b49-6b01-4bef-9156-4ba845b6a081 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, ad7a466c-9e39-4347-8634-09c42cdd00ed) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:15:11.683368 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012e1b49-6b01-4bef-9156-4ba845b6a081 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:15:11.683368 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-012e1b49-6b01-4bef-9156-4ba845b6a081 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks [] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:11.690857 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010b8bbf-7fd4-40d2-ba1f-04f3435ca1e3 None None] Network ad7a466c-9e39-4347-8634-09c42cdd00ed requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:15:11.862523 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-82f17cd1-72dc-4b88-9769-2b4e23709bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:11.865631 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-82f17cd1-72dc-4b88-9769-2b4e23709bc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:11.870643 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-82f17cd1-72dc-4b88-9769-2b4e23709bc9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d1bcc18a-8576-4636-98a3-49c0d3eb1e14 HTTP/1.1" status: 204 len: 168 time: 0.4403844 Jul 09 15:15:11.880127 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f17cd1-72dc-4b88-9769-2b4e23709bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1bcc18a-8576-4636-98a3-49c0d3eb1e14,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:11.923647 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-012e1b49-6b01-4bef-9156-4ba845b6a081 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2655253 Jul 09 15:15:11.926438 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45704) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:11.937887 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-b124d6c0-06b0-4c38-ba89-8599d9c5c6cc tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Request body: {'subnet': {'network_id': 'c4eb75dd-c10f-4d94-b211-cac1005e7aee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:15:12.053274 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-0505e37a-26ea-4a3c-ad13-67fe5700a2b9 None None] Provisioning for port 86a70adb-2658-4601-a4b9-9b7d8688880a completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:15:12.082079 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-0505e37a-26ea-4a3c-ad13-67fe5700a2b9 None None] Provisioning complete for port 86a70adb-2658-4601-a4b9-9b7d8688880a triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:15:12.082720 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0505e37a-26ea-4a3c-ad13-67fe5700a2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:12.212536 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45397ad6-4705-4c4b-a9d2-d92d1abc8854 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-ad7a466c-9e39-4347-8634-09c42cdd00ed', 'network_id': 'ad7a466c-9e39-4347-8634-09c42cdd00ed', 'tenant_id': 'b36606c238554762b72bd5fdcef93174', 'fixed_ips': [{'subnet_id': 'a54b1793-d3bf-4809-8344-0dc7293423d6'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:15:12.215772 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-45397ad6-4705-4c4b-a9d2-d92d1abc8854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:12.301203 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b124d6c0-06b0-4c38-ba89-8599d9c5c6cc tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Made reservation on behalf of b36606c238554762b72bd5fdcef93174 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:15:12.307490 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b124d6c0-06b0-4c38-ba89-8599d9c5c6cc tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:12.327571 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0505e37a-26ea-4a3c-ad13-67fe5700a2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:12.424594 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-0505e37a-26ea-4a3c-ad13-67fe5700a2b9 None None] For port 86a70adb-2658-4601-a4b9-9b7d8688880a, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=86a70adb-2658-4601-a4b9-9b7d8688880a,segment=NetworkSegment(08415a79-13ee-4054-801f-91520effaa1d),segment_id=08415a79-13ee-4054-801f-91520effaa1d)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:15:12.456637 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-45397ad6-4705-4c4b-a9d2-d92d1abc8854 None None] Allocated IP 2001:db8::2 (ad7a466c-9e39-4347-8634-09c42cdd00ed/a54b1793-d3bf-4809-8344-0dc7293423d6/7bb0d1f2-204c-4e72-9815-d48453d40448) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:15:12.523201 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0505e37a-26ea-4a3c-ad13-67fe5700a2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:12.659861 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0505e37a-26ea-4a3c-ad13-67fe5700a2b9 None None] Pushing event updated for resources: {'Port': ['ID=86a70adb-2658-4601-a4b9-9b7d8688880a,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:12.683607 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-29edfd8e-49f1-46fc-a1e5-dad327318d7c None None] Provisioning complete for port 86a70adb-2658-4601-a4b9-9b7d8688880a triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:15:12.684174 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-29edfd8e-49f1-46fc-a1e5-dad327318d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:12.742042 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b124d6c0-06b0-4c38-ba89-8599d9c5c6cc tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:12.770076 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-45397ad6-4705-4c4b-a9d2-d92d1abc8854 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:12.784497 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-45397ad6-4705-4c4b-a9d2-d92d1abc8854 None None] Transition to ACTIVE for port object 7bb0d1f2-204c-4e72-9815-d48453d40448 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:15:12.823799 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b124d6c0-06b0-4c38-ba89-8599d9c5c6cc tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Pushing event updated for resources: {'Subnet': ['ID=7df2bef2-3a18-4f78-a58e-40250a6d1dfe,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:12.829901 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-45397ad6-4705-4c4b-a9d2-d92d1abc8854 None None] Transition to ACTIVE for port object 7bb0d1f2-204c-4e72-9815-d48453d40448 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:15:12.836717 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b124d6c0-06b0-4c38-ba89-8599d9c5c6cc tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Checking segment: {'id': 'b54fccca-818f-4077-b345-37a42a9b34d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c4eb75dd-c10f-4d94-b211-cac1005e7aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:15:12.837217 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b124d6c0-06b0-4c38-ba89-8599d9c5c6cc tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Network hostable DHCP agents. Network: c4eb75dd-c10f-4d94-b211-cac1005e7aee, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:15:12.924700 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 86a70adb-2658-4601-a4b9-9b7d8688880a up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:15:12.954708 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-45397ad6-4705-4c4b-a9d2-d92d1abc8854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:12.958074 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b124d6c0-06b0-4c38-ba89-8599d9c5c6cc tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Network c4eb75dd-c10f-4d94-b211-cac1005e7aee is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:15:13.019217 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45397ad6-4705-4c4b-a9d2-d92d1abc8854 None None] Network ad7a466c-9e39-4347-8634-09c42cdd00ed is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:15:13.026054 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-45397ad6-4705-4c4b-a9d2-d92d1abc8854 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:15:13.029535 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45397ad6-4705-4c4b-a9d2-d92d1abc8854 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:15:13.031363 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45397ad6-4705-4c4b-a9d2-d92d1abc8854 None None] Pushing event updated for resources: {'Port': ['ID=7bb0d1f2-204c-4e72-9815-d48453d40448,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:13.086638 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 86a70adb-2658-4601-a4b9-9b7d8688880a triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:15:13.087016 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:13.102665 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-b124d6c0-06b0-4c38-ba89-8599d9c5c6cc tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, c4eb75dd-c10f-4d94-b211-cac1005e7aee) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:15:13.109717 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b124d6c0-06b0-4c38-ba89-8599d9c5c6cc tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:15:13.112904 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b124d6c0-06b0-4c38-ba89-8599d9c5c6cc tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks [] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:13.119541 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90b1134-89b7-4f58-85d3-e239798abc86 None None] Network c4eb75dd-c10f-4d94-b211-cac1005e7aee requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:15:13.126389 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-45397ad6-4705-4c4b-a9d2-d92d1abc8854 None None] Attempting to bind port 7bb0d1f2-204c-4e72-9815-d48453d40448 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:15:13.126768 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-45397ad6-4705-4c4b-a9d2-d92d1abc8854 None None] Attempting to bind port 7bb0d1f2-204c-4e72-9815-d48453d40448 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'a63dc762-fe33-47b9-8018-7a5e4558a27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ad7a466c-9e39-4347-8634-09c42cdd00ed'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:15:13.127139 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45397ad6-4705-4c4b-a9d2-d92d1abc8854 None None] Attempting to bind port 7bb0d1f2-204c-4e72-9815-d48453d40448 on network ad7a466c-9e39-4347-8634-09c42cdd00ed {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:15:13.183065 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45397ad6-4705-4c4b-a9d2-d92d1abc8854 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:15:13.183538 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45397ad6-4705-4c4b-a9d2-d92d1abc8854 None None] Checking segment: {'id': 'a63dc762-fe33-47b9-8018-7a5e4558a27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ad7a466c-9e39-4347-8634-09c42cdd00ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:15:13.184707 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-45397ad6-4705-4c4b-a9d2-d92d1abc8854 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:13.185115 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45397ad6-4705-4c4b-a9d2-d92d1abc8854 None None] Bound using segment: {'id': 'a63dc762-fe33-47b9-8018-7a5e4558a27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ad7a466c-9e39-4347-8634-09c42cdd00ed'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:15:13.185610 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-45397ad6-4705-4c4b-a9d2-d92d1abc8854 None None] Bound port: 7bb0d1f2-204c-4e72-9815-d48453d40448, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63dc762-fe33-47b9-8018-7a5e4558a27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ad7a466c-9e39-4347-8634-09c42cdd00ed'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:15:13.186007 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-45397ad6-4705-4c4b-a9d2-d92d1abc8854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:13.213649 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b124d6c0-06b0-4c38-ba89-8599d9c5c6cc tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2845478 Jul 09 15:15:13.216262 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45740) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:13.356293 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-45397ad6-4705-4c4b-a9d2-d92d1abc8854 None None] For port 7bb0d1f2-204c-4e72-9815-d48453d40448, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:15:13.385132 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-45397ad6-4705-4c4b-a9d2-d92d1abc8854 None None] For port 7bb0d1f2-204c-4e72-9815-d48453d40448, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=7bb0d1f2-204c-4e72-9815-d48453d40448,segment=NetworkSegment(a63dc762-fe33-47b9-8018-7a5e4558a27f),segment_id=a63dc762-fe33-47b9-8018-7a5e4558a27f)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:15:13.437040 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d317e8d-e43b-49f5-aca9-6162268f5436 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-c4eb75dd-c10f-4d94-b211-cac1005e7aee', 'network_id': 'c4eb75dd-c10f-4d94-b211-cac1005e7aee', 'tenant_id': 'b36606c238554762b72bd5fdcef93174', 'fixed_ips': [{'subnet_id': '7df2bef2-3a18-4f78-a58e-40250a6d1dfe'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:15:13.438223 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8d317e8d-e43b-49f5-aca9-6162268f5436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:13.551155 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-45397ad6-4705-4c4b-a9d2-d92d1abc8854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:13.675094 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8fcf9733-d027-4369-98b1-a41bf9779cf6 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:13.708679 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45397ad6-4705-4c4b-a9d2-d92d1abc8854 None None] Pushing event updated for resources: {'Port': ['ID=7bb0d1f2-204c-4e72-9815-d48453d40448,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:13.769351 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-8d317e8d-e43b-49f5-aca9-6162268f5436 None None] Allocated IP 2001:db8::2 (c4eb75dd-c10f-4d94-b211-cac1005e7aee/7df2bef2-3a18-4f78-a58e-40250a6d1dfe/82745bf2-e469-4fa5-9b6c-2079a1fd3b01) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:15:14.122159 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8d317e8d-e43b-49f5-aca9-6162268f5436 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:14.132870 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-8d317e8d-e43b-49f5-aca9-6162268f5436 None None] Transition to ACTIVE for port object 82745bf2-e469-4fa5-9b6c-2079a1fd3b01 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:15:14.141407 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-8fcf9733-d027-4369-98b1-a41bf9779cf6 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Allocated IP 2001:db8::1 (ad7a466c-9e39-4347-8634-09c42cdd00ed/a54b1793-d3bf-4809-8344-0dc7293423d6/bd814d7a-387d-4af8-bb72-0fc34243cfb9) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:15:14.156717 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-8d317e8d-e43b-49f5-aca9-6162268f5436 None None] Transition to ACTIVE for port object 82745bf2-e469-4fa5-9b6c-2079a1fd3b01 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:15:14.273356 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8d317e8d-e43b-49f5-aca9-6162268f5436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:14.285660 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8fcf9733-d027-4369-98b1-a41bf9779cf6 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:14.306375 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-8fcf9733-d027-4369-98b1-a41bf9779cf6 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Transition to ACTIVE for port object bd814d7a-387d-4af8-bb72-0fc34243cfb9 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:15:14.330816 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d317e8d-e43b-49f5-aca9-6162268f5436 None None] Network c4eb75dd-c10f-4d94-b211-cac1005e7aee is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:15:14.337379 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-8d317e8d-e43b-49f5-aca9-6162268f5436 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:15:14.342321 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d317e8d-e43b-49f5-aca9-6162268f5436 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:15:14.363333 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d317e8d-e43b-49f5-aca9-6162268f5436 None None] Pushing event updated for resources: {'Port': ['ID=82745bf2-e469-4fa5-9b6c-2079a1fd3b01,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:14.439069 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-8d317e8d-e43b-49f5-aca9-6162268f5436 None None] Attempting to bind port 82745bf2-e469-4fa5-9b6c-2079a1fd3b01 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:15:14.440503 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-8d317e8d-e43b-49f5-aca9-6162268f5436 None None] Attempting to bind port 82745bf2-e469-4fa5-9b6c-2079a1fd3b01 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'b54fccca-818f-4077-b345-37a42a9b34d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c4eb75dd-c10f-4d94-b211-cac1005e7aee'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:15:14.440503 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d317e8d-e43b-49f5-aca9-6162268f5436 None None] Attempting to bind port 82745bf2-e469-4fa5-9b6c-2079a1fd3b01 on network c4eb75dd-c10f-4d94-b211-cac1005e7aee {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:15:14.446642 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d317e8d-e43b-49f5-aca9-6162268f5436 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:15:14.446642 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d317e8d-e43b-49f5-aca9-6162268f5436 None None] Checking segment: {'id': 'b54fccca-818f-4077-b345-37a42a9b34d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c4eb75dd-c10f-4d94-b211-cac1005e7aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:15:14.447033 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8d317e8d-e43b-49f5-aca9-6162268f5436 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:14.447187 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d317e8d-e43b-49f5-aca9-6162268f5436 None None] Bound using segment: {'id': 'b54fccca-818f-4077-b345-37a42a9b34d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c4eb75dd-c10f-4d94-b211-cac1005e7aee'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:15:14.447745 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-8d317e8d-e43b-49f5-aca9-6162268f5436 None None] Bound port: 82745bf2-e469-4fa5-9b6c-2079a1fd3b01, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b54fccca-818f-4077-b345-37a42a9b34d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c4eb75dd-c10f-4d94-b211-cac1005e7aee'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:15:14.448482 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8d317e8d-e43b-49f5-aca9-6162268f5436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:14.528318 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-8d317e8d-e43b-49f5-aca9-6162268f5436 None None] For port 82745bf2-e469-4fa5-9b6c-2079a1fd3b01, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:15:14.532742 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-8d317e8d-e43b-49f5-aca9-6162268f5436 None None] For port 82745bf2-e469-4fa5-9b6c-2079a1fd3b01, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=82745bf2-e469-4fa5-9b6c-2079a1fd3b01,segment=NetworkSegment(b54fccca-818f-4077-b345-37a42a9b34d9),segment_id=b54fccca-818f-4077-b345-37a42a9b34d9)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:15:14.536268 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8fcf9733-d027-4369-98b1-a41bf9779cf6 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:14.584984 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcf9733-d027-4369-98b1-a41bf9779cf6 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Network ad7a466c-9e39-4347-8634-09c42cdd00ed is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:15:14.589085 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-8fcf9733-d027-4369-98b1-a41bf9779cf6 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:15:14.594576 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcf9733-d027-4369-98b1-a41bf9779cf6 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:15:14.595568 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8fcf9733-d027-4369-98b1-a41bf9779cf6 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:14.622970 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcf9733-d027-4369-98b1-a41bf9779cf6 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Pushing event updated for resources: {'Port': ['ID=bd814d7a-387d-4af8-bb72-0fc34243cfb9,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:14.669102 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8d317e8d-e43b-49f5-aca9-6162268f5436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:14.815420 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d317e8d-e43b-49f5-aca9-6162268f5436 None None] Pushing event updated for resources: {'Port': ['ID=82745bf2-e469-4fa5-9b6c-2079a1fd3b01,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:14.982120 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 7bb0d1f2-204c-4e72-9815-d48453d40448 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:15:15.021145 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8fcf9733-d027-4369-98b1-a41bf9779cf6 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:15.157064 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 7bb0d1f2-204c-4e72-9815-d48453d40448 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:15:15.182805 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8520266-c3f0-431a-a1b8-121a5a274d04 None None] Network ad7a466c-9e39-4347-8634-09c42cdd00ed requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:15:15.232709 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:15.385527 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-738c8b00-baf1-4a5b-ad0c-28dc211bfb36 None None] Provisioning for port 7bb0d1f2-204c-4e72-9815-d48453d40448 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:15:15.396868 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-738c8b00-baf1-4a5b-ad0c-28dc211bfb36 None None] Provisioning complete for port 7bb0d1f2-204c-4e72-9815-d48453d40448 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:15:15.397415 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-738c8b00-baf1-4a5b-ad0c-28dc211bfb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:15.480012 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8fcf9733-d027-4369-98b1-a41bf9779cf6 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:15.517430 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-738c8b00-baf1-4a5b-ad0c-28dc211bfb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:15.557797 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-738c8b00-baf1-4a5b-ad0c-28dc211bfb36 None None] For port 7bb0d1f2-204c-4e72-9815-d48453d40448, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=7bb0d1f2-204c-4e72-9815-d48453d40448,segment=NetworkSegment(a63dc762-fe33-47b9-8018-7a5e4558a27f),segment_id=a63dc762-fe33-47b9-8018-7a5e4558a27f)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:15:15.609836 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8fcf9733-d027-4369-98b1-a41bf9779cf6 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:15.610671 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8fcf9733-d027-4369-98b1-a41bf9779cf6 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:15.701712 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-738c8b00-baf1-4a5b-ad0c-28dc211bfb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:15.739680 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcf9733-d027-4369-98b1-a41bf9779cf6 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Pushing event updated for resources: {'Port': ['ID=bd814d7a-387d-4af8-bb72-0fc34243cfb9,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:15.791206 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcf9733-d027-4369-98b1-a41bf9779cf6 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Network ad7a466c-9e39-4347-8634-09c42cdd00ed is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:15:15.797296 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-8fcf9733-d027-4369-98b1-a41bf9779cf6 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:15:15.836700 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738c8b00-baf1-4a5b-ad0c-28dc211bfb36 None None] Pushing event updated for resources: {'Port': ['ID=7bb0d1f2-204c-4e72-9815-d48453d40448,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:15.866649 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-6592fc0e-4134-46f0-adf8-699f313ce0cb None None] Provisioning complete for port 7bb0d1f2-204c-4e72-9815-d48453d40448 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:15:15.867028 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6592fc0e-4134-46f0-adf8-699f313ce0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:16.159059 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-6592fc0e-4134-46f0-adf8-699f313ce0cb None None] Provisioning for port bd814d7a-387d-4af8-bb72-0fc34243cfb9 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:15:16.159359 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fcf9733-d027-4369-98b1-a41bf9779cf6 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Router b5045d96-44e4-4afd-96fb-9ebfcf8c33c4 is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 15:15:16.165174 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-6592fc0e-4134-46f0-adf8-699f313ce0cb None None] Provisioning complete for port bd814d7a-387d-4af8-bb72-0fc34243cfb9 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:15:16.165643 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6592fc0e-4134-46f0-adf8-699f313ce0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:16.254432 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-6592fc0e-4134-46f0-adf8-699f313ce0cb None None] Port bd814d7a-387d-4af8-bb72-0fc34243cfb9 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:15:16.292849 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fcf9733-d027-4369-98b1-a41bf9779cf6 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:15:16.301744 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-8fcf9733-d027-4369-98b1-a41bf9779cf6 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] 10.222.0.58 "PUT /v2.0/routers/b5045d96-44e4-4afd-96fb-9ebfcf8c33c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0836430 Jul 09 15:15:16.304313 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45812) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:16.307330 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9142fb4-f387-4577-9f39-f75935f768c9 None None] Sync routers for ids ['b5045d96-44e4-4afd-96fb-9ebfcf8c33c4'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:15:16.329204 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9142fb4-f387-4577-9f39-f75935f768c9 None None] Routers {'b5045d96-44e4-4afd-96fb-9ebfcf8c33c4'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:15:16.330100 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-b9142fb4-f387-4577-9f39-f75935f768c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:14:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['b5045d96-44e4-4afd-96fb-9ebfcf8c33c4'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:15:16.394492 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f634933e-1848-49f6-823f-ca592d199437 None None] Network c4eb75dd-c10f-4d94-b211-cac1005e7aee requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:15:16.505917 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-b9142fb4-f387-4577-9f39-f75935f768c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:15:16.576026 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9142fb4-f387-4577-9f39-f75935f768c9 None None] Routers {'b5045d96-44e4-4afd-96fb-9ebfcf8c33c4'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:15:16.577031 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-b9142fb4-f387-4577-9f39-f75935f768c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:14:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['b5045d96-44e4-4afd-96fb-9ebfcf8c33c4'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:15:16.618877 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-b9142fb4-f387-4577-9f39-f75935f768c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:15:16.619561 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9142fb4-f387-4577-9f39-f75935f768c9 None None] The sync data for ids ['b5045d96-44e4-4afd-96fb-9ebfcf8c33c4'] in n-d-799529-6 is: [] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:15:16.641417 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-5bbf930c-6433-4e36-9062-dd915b542770 None None] Provisioning for port 82745bf2-e469-4fa5-9b6c-2079a1fd3b01 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:15:16.670804 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-5bbf930c-6433-4e36-9062-dd915b542770 None None] Provisioning complete for port bd814d7a-387d-4af8-bb72-0fc34243cfb9 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:15:16.671186 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5bbf930c-6433-4e36-9062-dd915b542770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:16.717855 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-5bbf930c-6433-4e36-9062-dd915b542770 None None] Port bd814d7a-387d-4af8-bb72-0fc34243cfb9 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:15:16.851058 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-9d30638d-c529-43e9-a9a5-be223f80564c None None] Provisioning complete for port bd814d7a-387d-4af8-bb72-0fc34243cfb9 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:15:16.852851 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9d30638d-c529-43e9-a9a5-be223f80564c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:16.902351 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-9d30638d-c529-43e9-a9a5-be223f80564c None None] Port bd814d7a-387d-4af8-bb72-0fc34243cfb9 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:15:17.056230 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 7bb0d1f2-204c-4e72-9815-d48453d40448 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:15:17.113799 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [None req-b227eae9-fdd0-44a5-b917-4abccd2fc947 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 15:15:17.113799 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b227eae9-fdd0-44a5-b917-4abccd2fc947 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] 10.222.0.58 "PUT /v2.0/routers/b5045d96-44e4-4afd-96fb-9ebfcf8c33c4/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8046153 Jul 09 15:15:17.113799 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45826) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:17.116100 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 7bb0d1f2-204c-4e72-9815-d48453d40448 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:15:17.116487 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:17.209997 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 82745bf2-e469-4fa5-9b6c-2079a1fd3b01 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:15:17.375621 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 82745bf2-e469-4fa5-9b6c-2079a1fd3b01 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:15:17.389766 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 82745bf2-e469-4fa5-9b6c-2079a1fd3b01 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:15:17.390161 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:17.475558 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ed974d1d-2df8-4aef-88bd-a92ebd977e87 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:17.486318 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:17.521358 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 82745bf2-e469-4fa5-9b6c-2079a1fd3b01, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=82745bf2-e469-4fa5-9b6c-2079a1fd3b01,segment=NetworkSegment(b54fccca-818f-4077-b345-37a42a9b34d9),segment_id=b54fccca-818f-4077-b345-37a42a9b34d9)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:15:17.666728 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:17.731579 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=82745bf2-e469-4fa5-9b6c-2079a1fd3b01,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:17.775823 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-ed974d1d-2df8-4aef-88bd-a92ebd977e87 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Deleting port bd814d7a-387d-4af8-bb72-0fc34243cfb9 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:15:17.776163 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ed974d1d-2df8-4aef-88bd-a92ebd977e87 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:17.888241 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ed974d1d-2df8-4aef-88bd-a92ebd977e87 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:17.904754 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-ed974d1d-2df8-4aef-88bd-a92ebd977e87 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Calling delete_port for bd814d7a-387d-4af8-bb72-0fc34243cfb9 owned by network:router_interface {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:15:18.214131 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ed974d1d-2df8-4aef-88bd-a92ebd977e87 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:18.245139 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed974d1d-2df8-4aef-88bd-a92ebd977e87 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Pushing event deleted for resources: {'Port': ['ID=bd814d7a-387d-4af8-bb72-0fc34243cfb9,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:18.360424 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ed974d1d-2df8-4aef-88bd-a92ebd977e87 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:18.547232 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed974d1d-2df8-4aef-88bd-a92ebd977e87 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Router b5045d96-44e4-4afd-96fb-9ebfcf8c33c4 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:15:18.651151 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed974d1d-2df8-4aef-88bd-a92ebd977e87 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:15:18.651151 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ed974d1d-2df8-4aef-88bd-a92ebd977e87 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] 10.222.0.58 "PUT /v2.0/routers/b5045d96-44e4-4afd-96fb-9ebfcf8c33c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5294287 Jul 09 15:15:18.652342 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ba0772-9b1f-4f50-ab36-f5aa63daa926 None None] Sync routers for ids ['b5045d96-44e4-4afd-96fb-9ebfcf8c33c4'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:15:18.654479 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45870) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:18.658787 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ba0772-9b1f-4f50-ab36-f5aa63daa926 None None] Routers {'b5045d96-44e4-4afd-96fb-9ebfcf8c33c4'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:15:18.659400 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-21ba0772-9b1f-4f50-ab36-f5aa63daa926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:14:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['b5045d96-44e4-4afd-96fb-9ebfcf8c33c4'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:15:18.701253 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [None req-dc9457c6-5f13-4593-a151-f41d5a4825d9 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] delete failed (client error): The resource could not be found. Jul 09 15:15:18.702320 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-dc9457c6-5f13-4593-a151-f41d5a4825d9 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] 10.222.0.58 "DELETE /v2.0/routers/tempest-non_exist_router-1339545443 HTTP/1.1" status: 404 len: 335 time: 0.0467336 Jul 09 15:15:18.706436 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45874) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:18.716506 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-3a0f73cc-7b5c-4c5b-adcd-2a8ab3ef0d61 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b5045d96-44e4-4afd-96fb-9ebfcf8c33c4'}}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:15:18.813366 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-21ba0772-9b1f-4f50-ab36-f5aa63daa926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:15:18.826625 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ba0772-9b1f-4f50-ab36-f5aa63daa926 None None] Routers {'b5045d96-44e4-4afd-96fb-9ebfcf8c33c4'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:15:18.827867 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-21ba0772-9b1f-4f50-ab36-f5aa63daa926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:14:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['b5045d96-44e4-4afd-96fb-9ebfcf8c33c4'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:15:18.861178 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-21ba0772-9b1f-4f50-ab36-f5aa63daa926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:15:18.861718 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ba0772-9b1f-4f50-ab36-f5aa63daa926 None None] The sync data for ids ['b5045d96-44e4-4afd-96fb-9ebfcf8c33c4'] in n-d-799529-6 is: [] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:15:18.930255 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 82745bf2-e469-4fa5-9b6c-2079a1fd3b01 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:15:18.977759 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3a0f73cc-7b5c-4c5b-adcd-2a8ab3ef0d61 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:19.002638 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 82745bf2-e469-4fa5-9b6c-2079a1fd3b01 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:15:19.003282 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:19.100132 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [None req-3a0f73cc-7b5c-4c5b-adcd-2a8ab3ef0d61 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] update failed (client error): The resource could not be found. Jul 09 15:15:19.104984 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-3a0f73cc-7b5c-4c5b-adcd-2a8ab3ef0d61 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] 10.222.0.58 "PUT /v2.0/routers/b5045d96-44e4-4afd-96fb-9ebfcf8c33c4 HTTP/1.1" status: 404 len: 339 time: 0.3930926 Jul 09 15:15:19.105126 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45884) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:19.114127 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-6d55329b-49eb-479a-9717-1e7a25466685 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-683154506'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:15:19.210045 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d55329b-49eb-479a-9717-1e7a25466685 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Made reservation on behalf of b36606c238554762b72bd5fdcef93174 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:15:19.214062 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6d55329b-49eb-479a-9717-1e7a25466685 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:19.265921 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d55329b-49eb-479a-9717-1e7a25466685 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:15:19.275029 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6d55329b-49eb-479a-9717-1e7a25466685 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:19.275374 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-6d55329b-49eb-479a-9717-1e7a25466685 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Added segment 6417514e-03ba-46d0-bfc5-b16831ba9c0b of type vlan for network 9e269a46-686c-46ee-892b-2a2e9a2fd98c Jul 09 15:15:19.331856 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6d55329b-49eb-479a-9717-1e7a25466685 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:19.450853 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6d55329b-49eb-479a-9717-1e7a25466685 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:19.456918 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d55329b-49eb-479a-9717-1e7a25466685 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:15:19.457531 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6d55329b-49eb-479a-9717-1e7a25466685 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks [] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:19.545340 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d55329b-49eb-479a-9717-1e7a25466685 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Pushing event updated for resources: {'Network': ['ID=9e269a46-686c-46ee-892b-2a2e9a2fd98c,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:19.557350 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 9e269a46-686c-46ee-892b-2a2e9a2fd98c details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:15:19.632770 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45896) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:19.636591 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-6d55329b-49eb-479a-9717-1e7a25466685 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5264626 Jul 09 15:15:19.642667 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-a803a476-376b-425f-956e-94151a4cbd50 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Request body: {'subnet': {'network_id': '9e269a46-686c-46ee-892b-2a2e9a2fd98c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:15:19.815633 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a803a476-376b-425f-956e-94151a4cbd50 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Made reservation on behalf of b36606c238554762b72bd5fdcef93174 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:15:19.820079 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a803a476-376b-425f-956e-94151a4cbd50 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:20.142150 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a803a476-376b-425f-956e-94151a4cbd50 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:20.214850 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a803a476-376b-425f-956e-94151a4cbd50 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Pushing event updated for resources: {'Subnet': ['ID=be7b38d7-557d-4d60-a3da-b75b34b6a294,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:20.222478 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a803a476-376b-425f-956e-94151a4cbd50 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Checking segment: {'id': '6417514e-03ba-46d0-bfc5-b16831ba9c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '9e269a46-686c-46ee-892b-2a2e9a2fd98c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:15:20.222849 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a803a476-376b-425f-956e-94151a4cbd50 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Network hostable DHCP agents. Network: 9e269a46-686c-46ee-892b-2a2e9a2fd98c, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:15:20.358441 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a803a476-376b-425f-956e-94151a4cbd50 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Network 9e269a46-686c-46ee-892b-2a2e9a2fd98c is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:15:20.496082 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-a803a476-376b-425f-956e-94151a4cbd50 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 9e269a46-686c-46ee-892b-2a2e9a2fd98c) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:15:20.500425 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a803a476-376b-425f-956e-94151a4cbd50 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:15:20.501141 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a803a476-376b-425f-956e-94151a4cbd50 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:20.507804 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06243251-d148-4ad2-b518-a61aaf54adf6 None None] Network 9e269a46-686c-46ee-892b-2a2e9a2fd98c requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:15:20.625190 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45920) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:20.625807 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a803a476-376b-425f-956e-94151a4cbd50 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9906788 Jul 09 15:15:20.630354 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-55ba76ab-fc28-4b49-a55d-013891a84297 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Request body: {'router': {'external_gateway_info': {'network_id': '9e269a46-686c-46ee-892b-2a2e9a2fd98c'}}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:15:20.700411 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd0f199-1c64-419a-9799-cbd5c38f3e22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-9e269a46-686c-46ee-892b-2a2e9a2fd98c', 'network_id': '9e269a46-686c-46ee-892b-2a2e9a2fd98c', 'tenant_id': 'b36606c238554762b72bd5fdcef93174', 'fixed_ips': [{'subnet_id': 'be7b38d7-557d-4d60-a3da-b75b34b6a294'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:15:20.701444 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6cd0f199-1c64-419a-9799-cbd5c38f3e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:20.865630 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-6cd0f199-1c64-419a-9799-cbd5c38f3e22 None None] Allocated IP 2001:db8:1::2 (9e269a46-686c-46ee-892b-2a2e9a2fd98c/be7b38d7-557d-4d60-a3da-b75b34b6a294/54100857-16c3-42cc-b6eb-4c20b11cbfa6) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:15:20.944920 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45926) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:21.058980 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6cd0f199-1c64-419a-9799-cbd5c38f3e22 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:21.069799 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-6cd0f199-1c64-419a-9799-cbd5c38f3e22 None None] Transition to ACTIVE for port object 54100857-16c3-42cc-b6eb-4c20b11cbfa6 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:15:21.092047 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-6cd0f199-1c64-419a-9799-cbd5c38f3e22 None None] Transition to ACTIVE for port object 54100857-16c3-42cc-b6eb-4c20b11cbfa6 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:15:21.101429 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ee846534-6481-43b6-92c6-129d90737f0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:21.201684 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ee846534-6481-43b6-92c6-129d90737f0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:21.213006 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-55ba76ab-fc28-4b49-a55d-013891a84297 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:21.490550 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6cd0f199-1c64-419a-9799-cbd5c38f3e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:21.530124 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ee846534-6481-43b6-92c6-129d90737f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:21.558337 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd0f199-1c64-419a-9799-cbd5c38f3e22 None None] Pushing event updated for resources: {'Port': ['ID=54100857-16c3-42cc-b6eb-4c20b11cbfa6,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:21.566111 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd0f199-1c64-419a-9799-cbd5c38f3e22 None None] Network 9e269a46-686c-46ee-892b-2a2e9a2fd98c is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:15:21.569823 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-6cd0f199-1c64-419a-9799-cbd5c38f3e22 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:15:21.576514 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd0f199-1c64-419a-9799-cbd5c38f3e22 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:15:21.577519 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee846534-6481-43b6-92c6-129d90737f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09154c0d-af5c-459e-a1df-7fa05ae8aa94,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:21.585803 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ee846534-6481-43b6-92c6-129d90737f0a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=12b79e01142f450c9416865c02abf15c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6379330 Jul 09 15:15:21.588575 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45932) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:21.689643 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a2201210-ea1b-4226-ae65-7085b09ee686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:21.718251 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a2201210-ea1b-4226-ae65-7085b09ee686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:21.721721 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [None req-55ba76ab-fc28-4b49-a55d-013891a84297 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 15:15:21.723906 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-55ba76ab-fc28-4b49-a55d-013891a84297 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] 10.222.0.58 "PUT /v2.0/routers/b5045d96-44e4-4afd-96fb-9ebfcf8c33c4 HTTP/1.1" status: 400 len: 364 time: 1.0975697 Jul 09 15:15:21.728546 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45938) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:21.877124 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-6cd0f199-1c64-419a-9799-cbd5c38f3e22 None None] Attempting to bind port 54100857-16c3-42cc-b6eb-4c20b11cbfa6 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:15:21.877963 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-6cd0f199-1c64-419a-9799-cbd5c38f3e22 None None] Attempting to bind port 54100857-16c3-42cc-b6eb-4c20b11cbfa6 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '6417514e-03ba-46d0-bfc5-b16831ba9c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '9e269a46-686c-46ee-892b-2a2e9a2fd98c'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:15:21.878305 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd0f199-1c64-419a-9799-cbd5c38f3e22 None None] Attempting to bind port 54100857-16c3-42cc-b6eb-4c20b11cbfa6 on network 9e269a46-686c-46ee-892b-2a2e9a2fd98c {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:15:21.886514 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd0f199-1c64-419a-9799-cbd5c38f3e22 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:15:21.887285 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd0f199-1c64-419a-9799-cbd5c38f3e22 None None] Checking segment: {'id': '6417514e-03ba-46d0-bfc5-b16831ba9c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '9e269a46-686c-46ee-892b-2a2e9a2fd98c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:15:21.888167 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6cd0f199-1c64-419a-9799-cbd5c38f3e22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:21.889155 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd0f199-1c64-419a-9799-cbd5c38f3e22 None None] Bound using segment: {'id': '6417514e-03ba-46d0-bfc5-b16831ba9c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '9e269a46-686c-46ee-892b-2a2e9a2fd98c'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:15:21.890226 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-6cd0f199-1c64-419a-9799-cbd5c38f3e22 None None] Bound port: 54100857-16c3-42cc-b6eb-4c20b11cbfa6, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6417514e-03ba-46d0-bfc5-b16831ba9c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '9e269a46-686c-46ee-892b-2a2e9a2fd98c'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:15:21.890856 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6cd0f199-1c64-419a-9799-cbd5c38f3e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:21.902994 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a2201210-ea1b-4226-ae65-7085b09ee686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:21.905900 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a2201210-ea1b-4226-ae65-7085b09ee686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:21.909481 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a2201210-ea1b-4226-ae65-7085b09ee686 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/09154c0d-af5c-459e-a1df-7fa05ae8aa94 HTTP/1.1" status: 204 len: 168 time: 0.3194370 Jul 09 15:15:21.919980 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2201210-ea1b-4226-ae65-7085b09ee686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09154c0d-af5c-459e-a1df-7fa05ae8aa94,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:22.009921 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-6cd0f199-1c64-419a-9799-cbd5c38f3e22 None None] For port 54100857-16c3-42cc-b6eb-4c20b11cbfa6, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:15:22.014139 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-6cd0f199-1c64-419a-9799-cbd5c38f3e22 None None] For port 54100857-16c3-42cc-b6eb-4c20b11cbfa6, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=54100857-16c3-42cc-b6eb-4c20b11cbfa6,segment=NetworkSegment(6417514e-03ba-46d0-bfc5-b16831ba9c0b),segment_id=6417514e-03ba-46d0-bfc5-b16831ba9c0b)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:15:22.064998 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9e0d94f7-96d8-420c-9437-9c8e55661eaa tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:22.113537 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6cd0f199-1c64-419a-9799-cbd5c38f3e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:22.200122 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd0f199-1c64-419a-9799-cbd5c38f3e22 None None] Pushing event updated for resources: {'Port': ['ID=54100857-16c3-42cc-b6eb-4c20b11cbfa6,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:22.357794 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-9e0d94f7-96d8-420c-9437-9c8e55661eaa tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Allocated IP 2001:db8::1 (39ebf09e-7cb5-457c-b5e2-1a927094965e/ba6f7720-7537-4890-a027-5ca82b8d5b16/e322ea8c-ab93-41cd-b936-c3709d2545b4) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:15:22.542229 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9e0d94f7-96d8-420c-9437-9c8e55661eaa tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:22.571988 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-9e0d94f7-96d8-420c-9437-9c8e55661eaa tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Transition to ACTIVE for port object e322ea8c-ab93-41cd-b936-c3709d2545b4 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:15:22.881201 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9e0d94f7-96d8-420c-9437-9c8e55661eaa tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:22.924812 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0d94f7-96d8-420c-9437-9c8e55661eaa tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Network 39ebf09e-7cb5-457c-b5e2-1a927094965e is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:15:22.924812 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-9e0d94f7-96d8-420c-9437-9c8e55661eaa tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:15:22.936094 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0d94f7-96d8-420c-9437-9c8e55661eaa tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:15:22.936669 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9e0d94f7-96d8-420c-9437-9c8e55661eaa tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:22.988639 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 54100857-16c3-42cc-b6eb-4c20b11cbfa6 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:15:23.004713 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45960) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:23.032518 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b6735a14-2268-499c-9fb5-216783feed1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:23.066251 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0d94f7-96d8-420c-9437-9c8e55661eaa tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Pushing event updated for resources: {'Port': ['ID=e322ea8c-ab93-41cd-b936-c3709d2545b4,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:23.187264 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 54100857-16c3-42cc-b6eb-4c20b11cbfa6 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:15:23.200483 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9e0d94f7-96d8-420c-9437-9c8e55661eaa tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:23.211985 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b6735a14-2268-499c-9fb5-216783feed1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:23.310629 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b6735a14-2268-499c-9fb5-216783feed1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:23.373202 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b6735a14-2268-499c-9fb5-216783feed1f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=db1a9c152f934fdb8b16faae00cf5c9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3627486 Jul 09 15:15:23.373202 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45966) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:23.373202 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6735a14-2268-499c-9fb5-216783feed1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=849dd777-4097-45cb-abf8-ef003f566ace,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:23.429117 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:23.451479 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-988e26d4-30e0-4bc1-ac13-b399abed65dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:23.491040 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-988e26d4-30e0-4bc1-ac13-b399abed65dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:23.542608 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1b6a70-02e4-46cd-8cc2-1af3ea8fa7b4 None None] Network 9e269a46-686c-46ee-892b-2a2e9a2fd98c requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:15:23.556644 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a6655599-f9bc-4c9d-a031-4303e9600d4c None None] Provisioning for port e322ea8c-ab93-41cd-b936-c3709d2545b4 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:15:23.570793 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9e0d94f7-96d8-420c-9437-9c8e55661eaa tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:23.592891 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a6655599-f9bc-4c9d-a031-4303e9600d4c None None] Provisioning complete for port e322ea8c-ab93-41cd-b936-c3709d2545b4 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:15:23.592891 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a6655599-f9bc-4c9d-a031-4303e9600d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:23.639077 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-988e26d4-30e0-4bc1-ac13-b399abed65dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:23.644514 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-988e26d4-30e0-4bc1-ac13-b399abed65dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:23.646754 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-988e26d4-30e0-4bc1-ac13-b399abed65dd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/849dd777-4097-45cb-abf8-ef003f566ace HTTP/1.1" status: 204 len: 168 time: 0.2715576 Jul 09 15:15:23.657912 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e26d4-30e0-4bc1-ac13-b399abed65dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=849dd777-4097-45cb-abf8-ef003f566ace,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:23.660549 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a6655599-f9bc-4c9d-a031-4303e9600d4c None None] Port e322ea8c-ab93-41cd-b936-c3709d2545b4 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:15:23.667342 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9e0d94f7-96d8-420c-9437-9c8e55661eaa tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:23.671216 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9e0d94f7-96d8-420c-9437-9c8e55661eaa tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:23.789102 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0d94f7-96d8-420c-9437-9c8e55661eaa tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Pushing event updated for resources: {'Port': ['ID=e322ea8c-ab93-41cd-b936-c3709d2545b4,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:23.851838 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0d94f7-96d8-420c-9437-9c8e55661eaa tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Network 39ebf09e-7cb5-457c-b5e2-1a927094965e is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:15:23.853579 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-249f77b3-aebe-4b03-ba29-6866c332fa38 None None] Provisioning for port 54100857-16c3-42cc-b6eb-4c20b11cbfa6 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:15:23.858391 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-9e0d94f7-96d8-420c-9437-9c8e55661eaa tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:15:23.858973 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-249f77b3-aebe-4b03-ba29-6866c332fa38 None None] Provisioning complete for port 54100857-16c3-42cc-b6eb-4c20b11cbfa6 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:15:23.859571 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-249f77b3-aebe-4b03-ba29-6866c332fa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:23.985387 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-249f77b3-aebe-4b03-ba29-6866c332fa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:24.034974 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-249f77b3-aebe-4b03-ba29-6866c332fa38 None None] For port 54100857-16c3-42cc-b6eb-4c20b11cbfa6, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=54100857-16c3-42cc-b6eb-4c20b11cbfa6,segment=NetworkSegment(6417514e-03ba-46d0-bfc5-b16831ba9c0b),segment_id=6417514e-03ba-46d0-bfc5-b16831ba9c0b)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:15:24.050913 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e0d94f7-96d8-420c-9437-9c8e55661eaa tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Router b5045d96-44e4-4afd-96fb-9ebfcf8c33c4 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:15:24.175484 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-249f77b3-aebe-4b03-ba29-6866c332fa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:24.197208 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0d94f7-96d8-420c-9437-9c8e55661eaa tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:15:24.205888 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-9e0d94f7-96d8-420c-9437-9c8e55661eaa tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] 10.222.0.58 "PUT /v2.0/routers/b5045d96-44e4-4afd-96fb-9ebfcf8c33c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4756329 Jul 09 15:15:24.208757 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 45982) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:24.215258 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c081c8-8f63-48f9-8299-042e945c48f5 None None] Sync routers for ids ['b5045d96-44e4-4afd-96fb-9ebfcf8c33c4'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:15:24.246322 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c081c8-8f63-48f9-8299-042e945c48f5 None None] Routers {'b5045d96-44e4-4afd-96fb-9ebfcf8c33c4'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:15:24.246979 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-50c081c8-8f63-48f9-8299-042e945c48f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:14:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['b5045d96-44e4-4afd-96fb-9ebfcf8c33c4'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:15:24.290797 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-50c081c8-8f63-48f9-8299-042e945c48f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:15:24.294022 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249f77b3-aebe-4b03-ba29-6866c332fa38 None None] Pushing event updated for resources: {'Port': ['ID=54100857-16c3-42cc-b6eb-4c20b11cbfa6,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:24.319381 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c081c8-8f63-48f9-8299-042e945c48f5 None None] Routers {'b5045d96-44e4-4afd-96fb-9ebfcf8c33c4'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:15:24.319381 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-50c081c8-8f63-48f9-8299-042e945c48f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:14:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['b5045d96-44e4-4afd-96fb-9ebfcf8c33c4'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:15:24.322657 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-bab498af-117e-4c0c-ab66-d01a2c89d37f None None] Provisioning complete for port 54100857-16c3-42cc-b6eb-4c20b11cbfa6 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:15:24.323041 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-bab498af-117e-4c0c-ab66-d01a2c89d37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:24.342426 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4f112ada-3abc-4550-a7f5-6354a1221b4a tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks [] for router, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:24.390395 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-50c081c8-8f63-48f9-8299-042e945c48f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:15:24.391638 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c081c8-8f63-48f9-8299-042e945c48f5 None None] The sync data for ids ['b5045d96-44e4-4afd-96fb-9ebfcf8c33c4'] in n-d-799529-6 is: [] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:15:24.481939 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [None req-4f112ada-3abc-4550-a7f5-6354a1221b4a tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 09 15:15:24.482171 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-bab498af-117e-4c0c-ab66-d01a2c89d37f None None] Provisioning complete for port e322ea8c-ab93-41cd-b936-c3709d2545b4 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:15:24.482743 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-bab498af-117e-4c0c-ab66-d01a2c89d37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:24.486704 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 45992) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:24.498862 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-4f112ada-3abc-4550-a7f5-6354a1221b4a tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] 10.222.0.58 "DELETE /v2.0/routers/b5045d96-44e4-4afd-96fb-9ebfcf8c33c4 HTTP/1.1" status: 409 len: 329 time: 0.2868662 Jul 09 15:15:24.530609 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-bab498af-117e-4c0c-ab66-d01a2c89d37f None None] Port e322ea8c-ab93-41cd-b936-c3709d2545b4 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:15:24.960933 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 54100857-16c3-42cc-b6eb-4c20b11cbfa6 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:15:25.040500 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 54100857-16c3-42cc-b6eb-4c20b11cbfa6 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:15:25.041340 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:25.182748 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-10ab81ff-b8df-4d83-bc22-f54701a08a85 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:25.511014 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-10ab81ff-b8df-4d83-bc22-f54701a08a85 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Deleting port e322ea8c-ab93-41cd-b936-c3709d2545b4 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:15:25.512111 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-10ab81ff-b8df-4d83-bc22-f54701a08a85 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:25.635145 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-10ab81ff-b8df-4d83-bc22-f54701a08a85 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:25.645141 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-10ab81ff-b8df-4d83-bc22-f54701a08a85 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Calling delete_port for e322ea8c-ab93-41cd-b936-c3709d2545b4 owned by network:router_interface {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:15:26.009814 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-10ab81ff-b8df-4d83-bc22-f54701a08a85 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:26.039682 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ab81ff-b8df-4d83-bc22-f54701a08a85 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Pushing event deleted for resources: {'Port': ['ID=e322ea8c-ab93-41cd-b936-c3709d2545b4,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:26.189439 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-63f68720-1a28-4240-917a-200c4671203e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:26.220359 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-10ab81ff-b8df-4d83-bc22-f54701a08a85 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:26.447625 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10ab81ff-b8df-4d83-bc22-f54701a08a85 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Router b5045d96-44e4-4afd-96fb-9ebfcf8c33c4 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:15:26.543965 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ab81ff-b8df-4d83-bc22-f54701a08a85 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:15:26.553028 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-10ab81ff-b8df-4d83-bc22-f54701a08a85 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] 10.222.0.58 "PUT /v2.0/routers/b5045d96-44e4-4afd-96fb-9ebfcf8c33c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0650573 Jul 09 15:15:26.556649 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46054) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:26.566403 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc106665-9201-4bb1-9c0f-6d3eae29568b None None] Sync routers for ids ['b5045d96-44e4-4afd-96fb-9ebfcf8c33c4'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:15:26.580684 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc106665-9201-4bb1-9c0f-6d3eae29568b None None] Routers {'b5045d96-44e4-4afd-96fb-9ebfcf8c33c4'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:15:26.581322 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-dc106665-9201-4bb1-9c0f-6d3eae29568b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:14:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['b5045d96-44e4-4afd-96fb-9ebfcf8c33c4'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:15:26.626263 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [None req-b24218a7-e2bc-40fc-9994-782ed56209de tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] show failed (client error): The resource could not be found. Jul 09 15:15:26.631656 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b24218a7-e2bc-40fc-9994-782ed56209de tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] 10.222.0.58 "GET /v2.0/routers/tempest-non_exist_router-569932946 HTTP/1.1" status: 404 len: 334 time: 0.0692279 Jul 09 15:15:26.637832 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46056) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:26.643381 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-b53c1662-4c69-4749-b137-17862de9263a tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:15:26.647972 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-dc106665-9201-4bb1-9c0f-6d3eae29568b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:15:26.659738 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc106665-9201-4bb1-9c0f-6d3eae29568b None None] Routers {'b5045d96-44e4-4afd-96fb-9ebfcf8c33c4'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:15:26.660679 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-dc106665-9201-4bb1-9c0f-6d3eae29568b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:14:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['b5045d96-44e4-4afd-96fb-9ebfcf8c33c4'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:15:26.693754 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [None req-b53c1662-4c69-4749-b137-17862de9263a tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] update failed (client error): The resource could not be found. Jul 09 15:15:26.694757 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b53c1662-4c69-4749-b137-17862de9263a tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] 10.222.0.58 "PUT /v2.0/routers/tempest-non_exist_router-1153639954 HTTP/1.1" status: 404 len: 335 time: 0.0558784 Jul 09 15:15:26.699451 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46058) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:26.712816 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-dc106665-9201-4bb1-9c0f-6d3eae29568b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:15:26.713533 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc106665-9201-4bb1-9c0f-6d3eae29568b None None] The sync data for ids ['b5045d96-44e4-4afd-96fb-9ebfcf8c33c4'] in n-d-799529-6 is: [] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:15:26.769372 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cb7424a-8af3-4120-9a8a-2a65fe3c4a2b tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Deleting subnet be7b38d7-557d-4d60-a3da-b75b34b6a294 {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:15:26.773297 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1cb7424a-8af3-4120-9a8a-2a65fe3c4a2b tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:26.849929 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1cb7424a-8af3-4120-9a8a-2a65fe3c4a2b tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:26.974704 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1cb7424a-8af3-4120-9a8a-2a65fe3c4a2b tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:27.170325 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1cb7424a-8af3-4120-9a8a-2a65fe3c4a2b tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:27.204034 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb7424a-8af3-4120-9a8a-2a65fe3c4a2b tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Pushing event deleted for resources: {'Subnet': ['ID=be7b38d7-557d-4d60-a3da-b75b34b6a294,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:27.209043 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1cb7424a-8af3-4120-9a8a-2a65fe3c4a2b tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:27.213473 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-1cb7424a-8af3-4120-9a8a-2a65fe3c4a2b tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] 10.222.0.58 "DELETE /v2.0/subnets/be7b38d7-557d-4d60-a3da-b75b34b6a294 HTTP/1.1" status: 204 len: 168 time: 0.5104868 Jul 09 15:15:27.214419 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46068) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:27.219116 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec50ff6c-0eba-48d9-9168-d9be17ecc343 None None] Network 9e269a46-686c-46ee-892b-2a2e9a2fd98c requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:15:27.298930 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b2f1c952-31f3-4c87-bb48-f538f2e560e3 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:27.377342 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-b2f1c952-31f3-4c87-bb48-f538f2e560e3 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Deleting port 54100857-16c3-42cc-b6eb-4c20b11cbfa6 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:15:27.378046 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b2f1c952-31f3-4c87-bb48-f538f2e560e3 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:27.452897 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de9b84e-1be0-4f68-bcf0-fecfb78c6758 None None] DHCP port deletion for 9e269a46-686c-46ee-892b-2a2e9a2fd98c request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 15:15:27.526277 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-b2f1c952-31f3-4c87-bb48-f538f2e560e3 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] For port 54100857-16c3-42cc-b6eb-4c20b11cbfa6, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=54100857-16c3-42cc-b6eb-4c20b11cbfa6,segment=NetworkSegment(6417514e-03ba-46d0-bfc5-b16831ba9c0b),segment_id=6417514e-03ba-46d0-bfc5-b16831ba9c0b)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:15:27.527106 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b2f1c952-31f3-4c87-bb48-f538f2e560e3 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:27.545357 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-b2f1c952-31f3-4c87-bb48-f538f2e560e3 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Calling delete_port for 54100857-16c3-42cc-b6eb-4c20b11cbfa6 owned by network:dhcp {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:15:27.577648 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-7de9b84e-1be0-4f68-bcf0-fecfb78c6758 None None] Deleting port 54100857-16c3-42cc-b6eb-4c20b11cbfa6 {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:15:27.578370 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7de9b84e-1be0-4f68-bcf0-fecfb78c6758 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:27.668932 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-7de9b84e-1be0-4f68-bcf0-fecfb78c6758 None None] For port 54100857-16c3-42cc-b6eb-4c20b11cbfa6, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=54100857-16c3-42cc-b6eb-4c20b11cbfa6,segment=NetworkSegment(6417514e-03ba-46d0-bfc5-b16831ba9c0b),segment_id=6417514e-03ba-46d0-bfc5-b16831ba9c0b)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:15:27.669464 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7de9b84e-1be0-4f68-bcf0-fecfb78c6758 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:27.690868 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-7de9b84e-1be0-4f68-bcf0-fecfb78c6758 None None] Calling delete_port for 54100857-16c3-42cc-b6eb-4c20b11cbfa6 owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:15:27.735343 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b2f1c952-31f3-4c87-bb48-f538f2e560e3 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:27.767731 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f1c952-31f3-4c87-bb48-f538f2e560e3 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] No DVR routers for this DVR port 54100857-16c3-42cc-b6eb-4c20b11cbfa6 on host n-d-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:15:27.769850 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f1c952-31f3-4c87-bb48-f538f2e560e3 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Pushing event deleted for resources: {'Port': ['ID=54100857-16c3-42cc-b6eb-4c20b11cbfa6,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:27.784727 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7de9b84e-1be0-4f68-bcf0-fecfb78c6758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:27.821362 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de9b84e-1be0-4f68-bcf0-fecfb78c6758 None None] Pushing event deleted for resources: {'Port': ['ID=54100857-16c3-42cc-b6eb-4c20b11cbfa6,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:27.827882 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de9b84e-1be0-4f68-bcf0-fecfb78c6758 None None] No DVR routers for this DVR port 54100857-16c3-42cc-b6eb-4c20b11cbfa6 on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:15:27.901408 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b2f1c952-31f3-4c87-bb48-f538f2e560e3 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:28.077636 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-b2f1c952-31f3-4c87-bb48-f538f2e560e3 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e269a46-686c-46ee-892b-2a2e9a2fd98c']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:15:28.095292 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-b2f1c952-31f3-4c87-bb48-f538f2e560e3 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6417514e-03ba-46d0-bfc5-b16831ba9c0b') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:15:28.095558 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-b2f1c952-31f3-4c87-bb48-f538f2e560e3 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6417514e-03ba-46d0-bfc5-b16831ba9c0b') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:15:28.105610 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b2f1c952-31f3-4c87-bb48-f538f2e560e3 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:28.123333 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b2f1c952-31f3-4c87-bb48-f538f2e560e3 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:28.130365 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2f1c952-31f3-4c87-bb48-f538f2e560e3 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:15:28.130797 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b2f1c952-31f3-4c87-bb48-f538f2e560e3 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:28.134243 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 15:15:28.134243 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:15:28.134243 n-d-799529-6 neutron-server[94445]: timer() Jul 09 15:15:28.134243 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:15:28.134243 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 15:15:28.134243 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:15:28.134243 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 15:15:28.134243 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:15:28.134243 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 15:15:28.134243 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:15:28.134243 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 15:15:28.134243 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:15:28.134243 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 15:15:28.134243 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:15:28.134243 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:15:28.134243 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:15:28.134243 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:15:28.134243 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:15:28.134243 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 15:15:28.134243 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:15:28.134243 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 15:15:28.134243 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:15:28.134243 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:15:28.134243 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:15:28.134243 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 15:15:28.134243 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:15:28.134243 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:15:28.134243 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:15:28.134243 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:15:28.134243 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:15:28.134243 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:15:28.134243 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:15:28.312443 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b2f1c952-31f3-4c87-bb48-f538f2e560e3 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:28.317739 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b2f1c952-31f3-4c87-bb48-f538f2e560e3 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks [] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:28.322086 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b2f1c952-31f3-4c87-bb48-f538f2e560e3 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] 10.222.0.58 "DELETE /v2.0/networks/9e269a46-686c-46ee-892b-2a2e9a2fd98c HTTP/1.1" status: 204 len: 168 time: 1.1050742 Jul 09 15:15:28.323173 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46080) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:28.346055 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f1c952-31f3-4c87-bb48-f538f2e560e3 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Pushing event deleted for resources: {'Network': ['ID=9e269a46-686c-46ee-892b-2a2e9a2fd98c,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:28.379117 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb85ced9-389f-4580-81c1-917373b3e7fa tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Deleting subnet 7df2bef2-3a18-4f78-a58e-40250a6d1dfe {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:15:28.388219 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bb85ced9-389f-4580-81c1-917373b3e7fa tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:28.430273 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bb85ced9-389f-4580-81c1-917373b3e7fa tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:28.555747 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bb85ced9-389f-4580-81c1-917373b3e7fa tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:28.759280 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bb85ced9-389f-4580-81c1-917373b3e7fa tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:28.788328 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb85ced9-389f-4580-81c1-917373b3e7fa tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Pushing event deleted for resources: {'Subnet': ['ID=7df2bef2-3a18-4f78-a58e-40250a6d1dfe,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:28.791978 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bb85ced9-389f-4580-81c1-917373b3e7fa tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:28.796387 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-bb85ced9-389f-4580-81c1-917373b3e7fa tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] 10.222.0.58 "DELETE /v2.0/subnets/7df2bef2-3a18-4f78-a58e-40250a6d1dfe HTTP/1.1" status: 204 len: 168 time: 0.4702711 Jul 09 15:15:28.796605 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46084) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:28.808810 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd83dde-499f-40b6-8d75-055168e924fe None None] Network c4eb75dd-c10f-4d94-b211-cac1005e7aee requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:15:28.888380 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-083f7f3e-acc7-4280-9561-88c9ed3b78de tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Deleting subnet a54b1793-d3bf-4809-8344-0dc7293423d6 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:15:28.896078 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-083f7f3e-acc7-4280-9561-88c9ed3b78de tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:28.961334 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-083f7f3e-acc7-4280-9561-88c9ed3b78de tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:28.969025 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 54100857-16c3-42cc-b6eb-4c20b11cbfa6 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:15:29.019280 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 54100857-16c3-42cc-b6eb-4c20b11cbfa6 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:15:29.020065 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 54100857-16c3-42cc-b6eb-4c20b11cbfa6 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:15:29.103573 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-083f7f3e-acc7-4280-9561-88c9ed3b78de tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:29.118447 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5439bdc2-1750-4363-93f2-c4f4b5072259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:29.124575 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af2c915-e02f-47be-a432-981766ae1f8e None None] DHCP port deletion for c4eb75dd-c10f-4d94-b211-cac1005e7aee request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 15:15:29.193694 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-0af2c915-e02f-47be-a432-981766ae1f8e None None] Deleting port 82745bf2-e469-4fa5-9b6c-2079a1fd3b01 {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:15:29.194074 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0af2c915-e02f-47be-a432-981766ae1f8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:29.252001 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:29.268998 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-0af2c915-e02f-47be-a432-981766ae1f8e None None] For port 82745bf2-e469-4fa5-9b6c-2079a1fd3b01, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=82745bf2-e469-4fa5-9b6c-2079a1fd3b01,segment=NetworkSegment(b54fccca-818f-4077-b345-37a42a9b34d9),segment_id=b54fccca-818f-4077-b345-37a42a9b34d9)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:15:29.268998 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0af2c915-e02f-47be-a432-981766ae1f8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:29.278503 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-083f7f3e-acc7-4280-9561-88c9ed3b78de tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:29.281510 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-0af2c915-e02f-47be-a432-981766ae1f8e None None] Calling delete_port for 82745bf2-e469-4fa5-9b6c-2079a1fd3b01 owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:15:29.311479 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083f7f3e-acc7-4280-9561-88c9ed3b78de tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Pushing event deleted for resources: {'Subnet': ['ID=a54b1793-d3bf-4809-8344-0dc7293423d6,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:29.317645 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-083f7f3e-acc7-4280-9561-88c9ed3b78de tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks [] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:29.319746 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-083f7f3e-acc7-4280-9561-88c9ed3b78de tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] 10.222.0.58 "DELETE /v2.0/subnets/a54b1793-d3bf-4809-8344-0dc7293423d6 HTTP/1.1" status: 204 len: 168 time: 0.5219915 Jul 09 15:15:29.322455 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46088) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:29.335202 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cfaf68-f9e9-474e-be76-f676563399d3 None None] Network ad7a466c-9e39-4347-8634-09c42cdd00ed requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:15:29.424530 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7fc38438-9ddf-4d22-82c1-9a19a0a1c48e tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:29.492062 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-7fc38438-9ddf-4d22-82c1-9a19a0a1c48e tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Deleting port 82745bf2-e469-4fa5-9b6c-2079a1fd3b01 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:15:29.492562 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7fc38438-9ddf-4d22-82c1-9a19a0a1c48e tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:29.554211 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0af2c915-e02f-47be-a432-981766ae1f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:29.586627 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af2c915-e02f-47be-a432-981766ae1f8e None None] Pushing event deleted for resources: {'Port': ['ID=82745bf2-e469-4fa5-9b6c-2079a1fd3b01,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:29.592054 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af2c915-e02f-47be-a432-981766ae1f8e None None] No DVR routers for this DVR port 82745bf2-e469-4fa5-9b6c-2079a1fd3b01 on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:15:29.603668 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24126a2f-5f57-4bc1-9285-53e244bdf008 None None] DHCP port deletion for ad7a466c-9e39-4347-8634-09c42cdd00ed request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 15:15:29.608698 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-7fc38438-9ddf-4d22-82c1-9a19a0a1c48e tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] For port 82745bf2-e469-4fa5-9b6c-2079a1fd3b01, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=82745bf2-e469-4fa5-9b6c-2079a1fd3b01,segment=NetworkSegment(b54fccca-818f-4077-b345-37a42a9b34d9),segment_id=b54fccca-818f-4077-b345-37a42a9b34d9)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:15:29.609318 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7fc38438-9ddf-4d22-82c1-9a19a0a1c48e tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:29.646999 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-7fc38438-9ddf-4d22-82c1-9a19a0a1c48e tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Calling delete_port for 82745bf2-e469-4fa5-9b6c-2079a1fd3b01 owned by network:dhcp {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:15:29.683206 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-24126a2f-5f57-4bc1-9285-53e244bdf008 None None] Deleting port 7bb0d1f2-204c-4e72-9815-d48453d40448 {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:15:29.683381 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-24126a2f-5f57-4bc1-9285-53e244bdf008 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:29.776759 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-24126a2f-5f57-4bc1-9285-53e244bdf008 None None] For port 7bb0d1f2-204c-4e72-9815-d48453d40448, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=7bb0d1f2-204c-4e72-9815-d48453d40448,segment=NetworkSegment(a63dc762-fe33-47b9-8018-7a5e4558a27f),segment_id=a63dc762-fe33-47b9-8018-7a5e4558a27f)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:15:29.778112 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-24126a2f-5f57-4bc1-9285-53e244bdf008 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:29.792632 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-24126a2f-5f57-4bc1-9285-53e244bdf008 None None] Calling delete_port for 7bb0d1f2-204c-4e72-9815-d48453d40448 owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:15:29.794230 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7fc38438-9ddf-4d22-82c1-9a19a0a1c48e tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:29.837006 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc38438-9ddf-4d22-82c1-9a19a0a1c48e tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Pushing event deleted for resources: {'Port': ['ID=82745bf2-e469-4fa5-9b6c-2079a1fd3b01,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:29.843386 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc38438-9ddf-4d22-82c1-9a19a0a1c48e tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] No DVR routers for this DVR port 82745bf2-e469-4fa5-9b6c-2079a1fd3b01 on host n-d-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:15:29.947614 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7fc38438-9ddf-4d22-82c1-9a19a0a1c48e tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:29.958597 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-7fc38438-9ddf-4d22-82c1-9a19a0a1c48e tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4eb75dd-c10f-4d94-b211-cac1005e7aee']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:15:29.978698 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-7fc38438-9ddf-4d22-82c1-9a19a0a1c48e tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b54fccca-818f-4077-b345-37a42a9b34d9') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:15:29.978698 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-7fc38438-9ddf-4d22-82c1-9a19a0a1c48e tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b54fccca-818f-4077-b345-37a42a9b34d9') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:15:29.989168 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7fc38438-9ddf-4d22-82c1-9a19a0a1c48e tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:30.005103 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7fc38438-9ddf-4d22-82c1-9a19a0a1c48e tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:30.016896 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fc38438-9ddf-4d22-82c1-9a19a0a1c48e tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:15:30.017303 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7fc38438-9ddf-4d22-82c1-9a19a0a1c48e tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:30.020529 n-d-799529-6 neutron-server[94445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 15:15:30.020529 n-d-799529-6 neutron-server[94445]: self.session.flush() Jul 09 15:15:30.020529 n-d-799529-6 neutron-server[94445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 15:15:30.020529 n-d-799529-6 neutron-server[94445]: self.session.flush() Jul 09 15:15:30.020529 n-d-799529-6 neutron-server[94445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 15:15:30.020529 n-d-799529-6 neutron-server[94445]: self.session.flush() Jul 09 15:15:30.020529 n-d-799529-6 neutron-server[94445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 15:15:30.020529 n-d-799529-6 neutron-server[94445]: self.session.flush() Jul 09 15:15:30.020529 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 15:15:30.020529 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:15:30.020529 n-d-799529-6 neutron-server[94445]: timer() Jul 09 15:15:30.020529 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:15:30.020529 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 15:15:30.020529 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:15:30.020529 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 15:15:30.020529 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:15:30.020529 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 15:15:30.020529 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:15:30.020529 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 15:15:30.020529 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:15:30.020529 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 15:15:30.020529 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:15:30.020529 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:15:30.020529 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:15:30.020529 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:15:30.020529 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:15:30.020529 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 15:15:30.020529 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:15:30.020529 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 15:15:30.020529 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:15:30.020529 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:15:30.020529 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:15:30.020529 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 15:15:30.020529 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:15:30.020529 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:15:30.020529 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:15:30.020529 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:15:30.020529 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:15:30.020529 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:15:30.020529 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:15:30.032802 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-24126a2f-5f57-4bc1-9285-53e244bdf008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:30.069818 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24126a2f-5f57-4bc1-9285-53e244bdf008 None None] Pushing event deleted for resources: {'Port': ['ID=7bb0d1f2-204c-4e72-9815-d48453d40448,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:30.078703 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24126a2f-5f57-4bc1-9285-53e244bdf008 None None] No DVR routers for this DVR port 7bb0d1f2-204c-4e72-9815-d48453d40448 on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:15:30.209590 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7fc38438-9ddf-4d22-82c1-9a19a0a1c48e tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:30.215385 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7fc38438-9ddf-4d22-82c1-9a19a0a1c48e tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks [] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:30.220590 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-7fc38438-9ddf-4d22-82c1-9a19a0a1c48e tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] 10.222.0.58 "DELETE /v2.0/networks/c4eb75dd-c10f-4d94-b211-cac1005e7aee HTTP/1.1" status: 204 len: 168 time: 0.8946242 Jul 09 15:15:30.220991 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46096) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:30.242678 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc38438-9ddf-4d22-82c1-9a19a0a1c48e tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Pushing event deleted for resources: {'Network': ['ID=c4eb75dd-c10f-4d94-b211-cac1005e7aee,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:30.289194 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:30.312223 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cc585256-6235-4107-88db-047bf19534f9 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:30.419594 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cc585256-6235-4107-88db-047bf19534f9 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:30.432724 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-cc585256-6235-4107-88db-047bf19534f9 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad7a466c-9e39-4347-8634-09c42cdd00ed']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:15:30.446676 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-cc585256-6235-4107-88db-047bf19534f9 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a63dc762-fe33-47b9-8018-7a5e4558a27f') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:15:30.447098 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-cc585256-6235-4107-88db-047bf19534f9 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a63dc762-fe33-47b9-8018-7a5e4558a27f') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:15:30.458576 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cc585256-6235-4107-88db-047bf19534f9 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:30.475485 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cc585256-6235-4107-88db-047bf19534f9 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:30.483495 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc585256-6235-4107-88db-047bf19534f9 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:15:30.484031 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cc585256-6235-4107-88db-047bf19534f9 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:30.487357 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 15:15:30.487357 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:15:30.487357 n-d-799529-6 neutron-server[94446]: timer() Jul 09 15:15:30.487357 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:15:30.487357 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 15:15:30.487357 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:15:30.487357 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 15:15:30.487357 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:15:30.487357 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 15:15:30.487357 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:15:30.487357 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 15:15:30.487357 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:15:30.487357 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 15:15:30.487357 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:15:30.487357 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:15:30.487357 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:15:30.487357 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:15:30.487357 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:15:30.487357 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 15:15:30.487357 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:15:30.487357 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 15:15:30.487357 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:15:30.487357 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:15:30.487357 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:15:30.487357 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 15:15:30.487357 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:15:30.487357 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:15:30.487357 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:15:30.487357 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:15:30.487357 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:15:30.487357 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:15:30.487357 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:15:30.626757 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cc585256-6235-4107-88db-047bf19534f9 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:30.635808 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cc585256-6235-4107-88db-047bf19534f9 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:30.637628 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-cc585256-6235-4107-88db-047bf19534f9 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] 10.222.0.58 "DELETE /v2.0/networks/ad7a466c-9e39-4347-8634-09c42cdd00ed HTTP/1.1" status: 204 len: 168 time: 0.4158897 Jul 09 15:15:30.640487 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46100) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:30.655326 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc585256-6235-4107-88db-047bf19534f9 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Pushing event deleted for resources: {'Network': ['ID=ad7a466c-9e39-4347-8634-09c42cdd00ed,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:30.708509 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-04f185b1-0c11-4a36-9e6a-7fea5f8d497d tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Deleting subnet ba6f7720-7537-4890-a027-5ca82b8d5b16 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:15:30.712037 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-04f185b1-0c11-4a36-9e6a-7fea5f8d497d tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:30.759652 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-04f185b1-0c11-4a36-9e6a-7fea5f8d497d tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:30.856673 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-04f185b1-0c11-4a36-9e6a-7fea5f8d497d tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:30.939429 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 7bb0d1f2-204c-4e72-9815-d48453d40448 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:15:30.964081 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 7bb0d1f2-204c-4e72-9815-d48453d40448 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:15:30.968247 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 7bb0d1f2-204c-4e72-9815-d48453d40448 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:15:30.968247 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 82745bf2-e469-4fa5-9b6c-2079a1fd3b01 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:15:30.985711 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 82745bf2-e469-4fa5-9b6c-2079a1fd3b01 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:15:30.991171 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 82745bf2-e469-4fa5-9b6c-2079a1fd3b01 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:15:31.102162 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-04f185b1-0c11-4a36-9e6a-7fea5f8d497d tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:31.131951 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f185b1-0c11-4a36-9e6a-7fea5f8d497d tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Pushing event deleted for resources: {'Subnet': ['ID=ba6f7720-7537-4890-a027-5ca82b8d5b16,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:31.135878 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-04f185b1-0c11-4a36-9e6a-7fea5f8d497d tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks [] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:31.140692 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-04f185b1-0c11-4a36-9e6a-7fea5f8d497d tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] 10.222.0.58 "DELETE /v2.0/subnets/ba6f7720-7537-4890-a027-5ca82b8d5b16 HTTP/1.1" status: 204 len: 168 time: 0.4987254 Jul 09 15:15:31.141309 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46104) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:31.154897 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f390a6-5d25-48ce-88f5-c791fcfcb9eb None None] Network 39ebf09e-7cb5-457c-b5e2-1a927094965e requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:15:31.241132 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-97e5252a-8560-4c9a-b23d-a059a4c26dab tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:31.322213 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-97e5252a-8560-4c9a-b23d-a059a4c26dab tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Deleting port 86a70adb-2658-4601-a4b9-9b7d8688880a {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:15:31.323140 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-97e5252a-8560-4c9a-b23d-a059a4c26dab tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:31.428850 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db077eef-bd88-45fc-a264-9d75629d9eb8 None None] DHCP port deletion for 39ebf09e-7cb5-457c-b5e2-1a927094965e request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 15:15:31.442568 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-97e5252a-8560-4c9a-b23d-a059a4c26dab tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] For port 86a70adb-2658-4601-a4b9-9b7d8688880a, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=86a70adb-2658-4601-a4b9-9b7d8688880a,segment=NetworkSegment(08415a79-13ee-4054-801f-91520effaa1d),segment_id=08415a79-13ee-4054-801f-91520effaa1d)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:15:31.443090 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-97e5252a-8560-4c9a-b23d-a059a4c26dab tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:31.458442 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-97e5252a-8560-4c9a-b23d-a059a4c26dab tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Calling delete_port for 86a70adb-2658-4601-a4b9-9b7d8688880a owned by network:dhcp {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:15:31.492532 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-db077eef-bd88-45fc-a264-9d75629d9eb8 None None] Deleting port 86a70adb-2658-4601-a4b9-9b7d8688880a {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:15:31.492907 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-db077eef-bd88-45fc-a264-9d75629d9eb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:31.573482 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-db077eef-bd88-45fc-a264-9d75629d9eb8 None None] For port 86a70adb-2658-4601-a4b9-9b7d8688880a, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=86a70adb-2658-4601-a4b9-9b7d8688880a,segment=NetworkSegment(08415a79-13ee-4054-801f-91520effaa1d),segment_id=08415a79-13ee-4054-801f-91520effaa1d)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:15:31.573482 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-db077eef-bd88-45fc-a264-9d75629d9eb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:31.588680 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-db077eef-bd88-45fc-a264-9d75629d9eb8 None None] Calling delete_port for 86a70adb-2658-4601-a4b9-9b7d8688880a owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:15:31.632753 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-97e5252a-8560-4c9a-b23d-a059a4c26dab tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:31.702815 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e5252a-8560-4c9a-b23d-a059a4c26dab tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Pushing event deleted for resources: {'Port': ['ID=86a70adb-2658-4601-a4b9-9b7d8688880a,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:31.708169 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e5252a-8560-4c9a-b23d-a059a4c26dab tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] No DVR routers for this DVR port 86a70adb-2658-4601-a4b9-9b7d8688880a on host n-d-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:15:31.715281 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-db077eef-bd88-45fc-a264-9d75629d9eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:31.743193 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5252a-8560-4c9a-b23d-a059a4c26dab tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:15:31.744033 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5252a-8560-4c9a-b23d-a059a4c26dab tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:15:31.747029 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5252a-8560-4c9a-b23d-a059a4c26dab tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:15:31.747377 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5252a-8560-4c9a-b23d-a059a4c26dab tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:15:31.747929 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5252a-8560-4c9a-b23d-a059a4c26dab tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:15:31.748270 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5252a-8560-4c9a-b23d-a059a4c26dab tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:15:31.748882 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5252a-8560-4c9a-b23d-a059a4c26dab tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:15:31.749226 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5252a-8560-4c9a-b23d-a059a4c26dab tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:15:31.749558 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5252a-8560-4c9a-b23d-a059a4c26dab tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:15:31.749886 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5252a-8560-4c9a-b23d-a059a4c26dab tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:15:31.750216 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5252a-8560-4c9a-b23d-a059a4c26dab tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:15:31.750728 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5252a-8560-4c9a-b23d-a059a4c26dab tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:15:31.758778 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:31.773046 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db077eef-bd88-45fc-a264-9d75629d9eb8 None None] Pushing event deleted for resources: {'Port': ['ID=86a70adb-2658-4601-a4b9-9b7d8688880a,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:31.784476 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db077eef-bd88-45fc-a264-9d75629d9eb8 None None] No DVR routers for this DVR port 86a70adb-2658-4601-a4b9-9b7d8688880a on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:15:31.893244 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-97e5252a-8560-4c9a-b23d-a059a4c26dab tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:31.909058 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-97e5252a-8560-4c9a-b23d-a059a4c26dab tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39ebf09e-7cb5-457c-b5e2-1a927094965e']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:15:31.929409 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-97e5252a-8560-4c9a-b23d-a059a4c26dab tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08415a79-13ee-4054-801f-91520effaa1d') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:15:31.929707 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-97e5252a-8560-4c9a-b23d-a059a4c26dab tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08415a79-13ee-4054-801f-91520effaa1d') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:15:31.951153 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-97e5252a-8560-4c9a-b23d-a059a4c26dab tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:31.981441 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-97e5252a-8560-4c9a-b23d-a059a4c26dab tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:31.989498 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97e5252a-8560-4c9a-b23d-a059a4c26dab tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:15:31.989913 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-97e5252a-8560-4c9a-b23d-a059a4c26dab tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:31.993825 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 15:15:31.993825 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:15:31.993825 n-d-799529-6 neutron-server[94446]: timer() Jul 09 15:15:31.993825 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:15:31.993825 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 15:15:31.993825 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:15:31.993825 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 15:15:31.993825 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:15:31.993825 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 15:15:31.993825 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:15:31.993825 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 15:15:31.993825 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:15:31.993825 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 15:15:31.993825 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:15:31.993825 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:15:31.993825 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:15:31.993825 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:15:31.993825 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:15:31.993825 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 15:15:31.993825 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:15:31.993825 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 15:15:31.993825 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:15:31.993825 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:15:31.993825 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:15:31.993825 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 15:15:31.993825 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:15:31.993825 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:15:31.993825 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:15:31.993825 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:15:31.993825 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:15:31.993825 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:15:31.993825 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:15:32.118313 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-97e5252a-8560-4c9a-b23d-a059a4c26dab tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:32.126903 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-97e5252a-8560-4c9a-b23d-a059a4c26dab tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:32.129567 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-97e5252a-8560-4c9a-b23d-a059a4c26dab tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] 10.222.0.58 "DELETE /v2.0/networks/39ebf09e-7cb5-457c-b5e2-1a927094965e HTTP/1.1" status: 204 len: 168 time: 0.9866807 Jul 09 15:15:32.133698 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46110) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:32.143355 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e5252a-8560-4c9a-b23d-a059a4c26dab tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Pushing event deleted for resources: {'Network': ['ID=39ebf09e-7cb5-457c-b5e2-1a927094965e,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:32.169027 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e64c3d50-7b60-482a-ac32-2b35e4d1c101 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5045d96-44e4-4afd-96fb-9ebfcf8c33c4 HTTP/1.1" status: 200 len: 205 time: 0.0338449 Jul 09 15:15:32.171463 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46112) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:32.250973 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eab19672-aa43-4951-a31b-d4222aa27990 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks [] for router, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:32.757050 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eab19672-aa43-4951-a31b-d4222aa27990 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:32.759913 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eab19672-aa43-4951-a31b-d4222aa27990 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:32.907278 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eab19672-aa43-4951-a31b-d4222aa27990 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:32.908198 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab19672-aa43-4951-a31b-d4222aa27990 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Fanout notify agent at l3_agent the message router_deleted on router b5045d96-44e4-4afd-96fb-9ebfcf8c33c4 {{(pid=94445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 15:15:32.920431 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eab19672-aa43-4951-a31b-d4222aa27990 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:32.920591 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-eab19672-aa43-4951-a31b-d4222aa27990 tempest-RoutersNegativeIpV6Test-1995511104 tempest-RoutersNegativeIpV6Test-1995511104-project] 10.222.0.58 "DELETE /v2.0/routers/b5045d96-44e4-4afd-96fb-9ebfcf8c33c4 HTTP/1.1" status: 204 len: 168 time: 0.7474730 Jul 09 15:15:32.934243 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 86a70adb-2658-4601-a4b9-9b7d8688880a no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:15:32.955081 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 86a70adb-2658-4601-a4b9-9b7d8688880a {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:15:32.955379 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 86a70adb-2658-4601-a4b9-9b7d8688880a not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:15:33.471649 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46134) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:33.637575 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7808b15c-0d1f-438c-b005-4914f5c94859 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b36606c238554762b72bd5fdcef93174&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1644840 Jul 09 15:15:33.640049 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46146) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:33.697889 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2325e368-9b25-438d-bc51-efe2c9f26715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:33.724802 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2325e368-9b25-438d-bc51-efe2c9f26715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:33.874072 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2325e368-9b25-438d-bc51-efe2c9f26715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:33.880034 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2325e368-9b25-438d-bc51-efe2c9f26715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:33.885875 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-2325e368-9b25-438d-bc51-efe2c9f26715 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2d00b744-099d-4266-b785-488e4ef2bbcd HTTP/1.1" status: 204 len: 168 time: 0.2412648 Jul 09 15:15:33.902243 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2325e368-9b25-438d-bc51-efe2c9f26715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d00b744-099d-4266-b785-488e4ef2bbcd,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:35.182271 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46196) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:35.329156 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-359bfd16-2879-4e2d-9045-5e811e5233e7 tempest-ServiceProvidersTest-1985902721 tempest-ServiceProvidersTest-1985902721-project] 10.222.0.58 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1443181 Jul 09 15:15:35.993982 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46230) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:36.123691 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3760ce24-2af2-48a7-8c54-5d0bb2baec15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:36.272428 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3760ce24-2af2-48a7-8c54-5d0bb2baec15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:36.352331 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3760ce24-2af2-48a7-8c54-5d0bb2baec15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:36.395243 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-3760ce24-2af2-48a7-8c54-5d0bb2baec15 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dc71ebec803f423a960593d2b95d7257&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3998961 Jul 09 15:15:36.396182 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3760ce24-2af2-48a7-8c54-5d0bb2baec15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98d67a8-f032-4853-b6a9-82ac22fb47b4,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:36.398070 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46254) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:36.474113 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bc1681ce-e44b-4baa-8cce-c86f55d29d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:36.496972 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bc1681ce-e44b-4baa-8cce-c86f55d29d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:36.628203 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bc1681ce-e44b-4baa-8cce-c86f55d29d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:36.635199 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bc1681ce-e44b-4baa-8cce-c86f55d29d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:36.642529 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-bc1681ce-e44b-4baa-8cce-c86f55d29d5b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f98d67a8-f032-4853-b6a9-82ac22fb47b4 HTTP/1.1" status: 204 len: 168 time: 0.2409515 Jul 09 15:15:36.654744 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1681ce-e44b-4baa-8cce-c86f55d29d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98d67a8-f032-4853-b6a9-82ac22fb47b4,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:36.666224 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1681ce-e44b-4baa-8cce-c86f55d29d5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:15:36.666704 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1681ce-e44b-4baa-8cce-c86f55d29d5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:15:36.667224 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1681ce-e44b-4baa-8cce-c86f55d29d5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:15:36.667764 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1681ce-e44b-4baa-8cce-c86f55d29d5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:15:36.668217 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1681ce-e44b-4baa-8cce-c86f55d29d5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:15:36.668989 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1681ce-e44b-4baa-8cce-c86f55d29d5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:15:36.669417 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1681ce-e44b-4baa-8cce-c86f55d29d5b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:15:36.670240 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1681ce-e44b-4baa-8cce-c86f55d29d5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:15:36.670857 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1681ce-e44b-4baa-8cce-c86f55d29d5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:15:36.671553 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1681ce-e44b-4baa-8cce-c86f55d29d5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:15:36.671979 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1681ce-e44b-4baa-8cce-c86f55d29d5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:15:36.672451 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1681ce-e44b-4baa-8cce-c86f55d29d5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:15:42.987100 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:15:43.703862 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46638) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:43.852347 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4d13dda3-eece-4b5d-ba86-15d8ef7e290b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:43.969524 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4d13dda3-eece-4b5d-ba86-15d8ef7e290b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:44.101735 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4d13dda3-eece-4b5d-ba86-15d8ef7e290b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:44.144532 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13dda3-eece-4b5d-ba86-15d8ef7e290b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f85029e4-7b92-43b0-b4a6-6695793d23cd,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:44.149145 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-4d13dda3-eece-4b5d-ba86-15d8ef7e290b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e1c4bc266ca24d4a8eb5b3ab308c8817&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4443450 Jul 09 15:15:44.152707 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46662) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:44.211609 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e3af0fa4-1966-4833-ad25-6567c81a1c25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:44.234283 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e3af0fa4-1966-4833-ad25-6567c81a1c25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:44.380867 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e3af0fa4-1966-4833-ad25-6567c81a1c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:44.398766 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e3af0fa4-1966-4833-ad25-6567c81a1c25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:44.398766 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-e3af0fa4-1966-4833-ad25-6567c81a1c25 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f85029e4-7b92-43b0-b4a6-6695793d23cd HTTP/1.1" status: 204 len: 168 time: 0.2307560 Jul 09 15:15:44.398766 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af0fa4-1966-4833-ad25-6567c81a1c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85029e4-7b92-43b0-b4a6-6695793d23cd,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:45.153153 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:45.255621 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46716) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:45.270816 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-71ff2f8b-a4fc-4087-85ca-fad9be84df21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:45.370848 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-71ff2f8b-a4fc-4087-85ca-fad9be84df21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:45.489052 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-71ff2f8b-a4fc-4087-85ca-fad9be84df21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:45.536593 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-71ff2f8b-a4fc-4087-85ca-fad9be84df21 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4607548cda054c1b98154485a7944ba6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2797241 Jul 09 15:15:45.538647 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ff2f8b-a4fc-4087-85ca-fad9be84df21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80884308-db98-4cab-908a-23a39f1935af,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:45.541213 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46732) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:45.587341 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46736) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:45.614066 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9df98e15-0484-4873-a734-1f4bcb745985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:45.639533 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9df98e15-0484-4873-a734-1f4bcb745985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:45.744567 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-809b575d-d3e3-4663-9cdf-7f656f8f65b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:45.804149 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9df98e15-0484-4873-a734-1f4bcb745985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:45.808274 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9df98e15-0484-4873-a734-1f4bcb745985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:45.809994 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-9df98e15-0484-4873-a734-1f4bcb745985 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/80884308-db98-4cab-908a-23a39f1935af HTTP/1.1" status: 204 len: 168 time: 0.2669735 Jul 09 15:15:45.822365 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df98e15-0484-4873-a734-1f4bcb745985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80884308-db98-4cab-908a-23a39f1935af,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:45.889145 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-809b575d-d3e3-4663-9cdf-7f656f8f65b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:45.986372 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-809b575d-d3e3-4663-9cdf-7f656f8f65b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:46.038679 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-809b575d-d3e3-4663-9cdf-7f656f8f65b2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=299f67c2072044ea912bc5ece5657bdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4446690 Jul 09 15:15:46.038679 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809b575d-d3e3-4663-9cdf-7f656f8f65b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9a2c2b-1de9-4cf0-80c0-5dc292573722,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:46.049175 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46756) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:46.105513 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0b10e68f-9ae4-407d-8a86-ed5f76a43799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:46.133132 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0b10e68f-9ae4-407d-8a86-ed5f76a43799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:46.272604 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0b10e68f-9ae4-407d-8a86-ed5f76a43799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:46.275308 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0b10e68f-9ae4-407d-8a86-ed5f76a43799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:46.276550 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-0b10e68f-9ae4-407d-8a86-ed5f76a43799 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1c9a2c2b-1de9-4cf0-80c0-5dc292573722 HTTP/1.1" status: 204 len: 168 time: 0.2369595 Jul 09 15:15:46.295636 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b10e68f-9ae4-407d-8a86-ed5f76a43799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9a2c2b-1de9-4cf0-80c0-5dc292573722,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:47.008040 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46818) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:47.024932 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c6159e30-3337-4b56-a1bd-9cae4ff56714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:47.157506 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c6159e30-3337-4b56-a1bd-9cae4ff56714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:47.220569 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c6159e30-3337-4b56-a1bd-9cae4ff56714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:47.262795 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c6159e30-3337-4b56-a1bd-9cae4ff56714 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7a0fa205345b4d62965186deb87c093f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2536376 Jul 09 15:15:47.263865 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6159e30-3337-4b56-a1bd-9cae4ff56714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f04394e-3903-4fc6-9f93-f4655f5552bc,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:47.267303 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46824) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:47.332732 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e1242b9c-d88d-48a3-a263-ecf0270d2af7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:47.359326 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e1242b9c-d88d-48a3-a263-ecf0270d2af7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:47.489405 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e1242b9c-d88d-48a3-a263-ecf0270d2af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:47.492454 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e1242b9c-d88d-48a3-a263-ecf0270d2af7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:47.494202 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-e1242b9c-d88d-48a3-a263-ecf0270d2af7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0f04394e-3903-4fc6-9f93-f4655f5552bc HTTP/1.1" status: 204 len: 168 time: 0.2248504 Jul 09 15:15:47.509384 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1242b9c-d88d-48a3-a263-ecf0270d2af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f04394e-3903-4fc6-9f93-f4655f5552bc,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:51.468617 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46948) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:51.585154 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-01de58c6-aaca-4fb9-8146-70a5fc86e359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:51.684378 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-01de58c6-aaca-4fb9-8146-70a5fc86e359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:51.752211 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-01de58c6-aaca-4fb9-8146-70a5fc86e359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:51.793220 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-01de58c6-aaca-4fb9-8146-70a5fc86e359 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=01f5d8b4884142a8998070510e8bf05e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3232532 Jul 09 15:15:51.794352 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01de58c6-aaca-4fb9-8146-70a5fc86e359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc89ce03-0efe-454a-b760-bf7ace608afa,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:51.796076 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46956) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:51.864057 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2b9125b3-0d13-4b61-a697-9fc29f8432d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:51.888067 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2b9125b3-0d13-4b61-a697-9fc29f8432d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:52.054972 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2b9125b3-0d13-4b61-a697-9fc29f8432d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:52.058500 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2b9125b3-0d13-4b61-a697-9fc29f8432d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:52.062124 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-2b9125b3-0d13-4b61-a697-9fc29f8432d9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dc89ce03-0efe-454a-b760-bf7ace608afa HTTP/1.1" status: 204 len: 168 time: 0.2626548 Jul 09 15:15:52.069077 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9125b3-0d13-4b61-a697-9fc29f8432d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc89ce03-0efe-454a-b760-bf7ace608afa,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:52.713960 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 46972) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:52.733297 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-23da5240-625d-425f-b7aa-ed124f7a7d3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:52.836622 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-23da5240-625d-425f-b7aa-ed124f7a7d3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:52.911950 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-23da5240-625d-425f-b7aa-ed124f7a7d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:52.953394 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-23da5240-625d-425f-b7aa-ed124f7a7d3c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e68b9969929d4405879a5f4c220be6ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2370996 Jul 09 15:15:52.954147 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23da5240-625d-425f-b7aa-ed124f7a7d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac288aa-2ff1-4cbb-a951-51e25ce9ca32,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:52.956343 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 46976) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:53.014103 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b4254add-e63e-4ce9-9fde-a5115038b3c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:53.043544 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b4254add-e63e-4ce9-9fde-a5115038b3c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:53.163430 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b4254add-e63e-4ce9-9fde-a5115038b3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:53.166122 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b4254add-e63e-4ce9-9fde-a5115038b3c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:53.170071 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b4254add-e63e-4ce9-9fde-a5115038b3c3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6ac288aa-2ff1-4cbb-a951-51e25ce9ca32 HTTP/1.1" status: 204 len: 168 time: 0.2103345 Jul 09 15:15:53.189931 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4254add-e63e-4ce9-9fde-a5115038b3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac288aa-2ff1-4cbb-a951-51e25ce9ca32,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:53.409938 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:56.152313 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c322dd25-4ece-4146-8570-9b0e6c36ae1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:58.890444 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 47132) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:59.059590 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-384b022c-a982-4118-92df-22a35fad1a65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:59.170026 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-97a0fc3b-4b73-46ff-9a9a-b0121d8f4a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:59.171935 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-384b022c-a982-4118-92df-22a35fad1a65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:59.266478 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:59.306432 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-384b022c-a982-4118-92df-22a35fad1a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:59.358848 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47150) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:15:59.359645 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-384b022c-a982-4118-92df-22a35fad1a65 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=abd024a6f11e495997715343893584d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4654520 Jul 09 15:15:59.372275 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384b022c-a982-4118-92df-22a35fad1a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ab10d2-d5ed-4383-93be-c2640660aa52,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:15:59.435275 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-77e16a8d-bed7-49f0-ab5d-4e6f5d161ff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:59.458242 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-77e16a8d-bed7-49f0-ab5d-4e6f5d161ff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:59.632134 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-77e16a8d-bed7-49f0-ab5d-4e6f5d161ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:59.634769 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-77e16a8d-bed7-49f0-ab5d-4e6f5d161ff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:15:59.636696 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-77e16a8d-bed7-49f0-ab5d-4e6f5d161ff3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/90ab10d2-d5ed-4383-93be-c2640660aa52 HTTP/1.1" status: 204 len: 168 time: 0.2771614 Jul 09 15:15:59.645696 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e16a8d-bed7-49f0-ab5d-4e6f5d161ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ab10d2-d5ed-4383-93be-c2640660aa52,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:16:00.249125 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:00.307750 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 47168) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:16:00.321660 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a08936b5-3565-46ff-a22f-c335d97667ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:00.454238 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a08936b5-3565-46ff-a22f-c335d97667ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:00.568904 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a08936b5-3565-46ff-a22f-c335d97667ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:00.616234 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a08936b5-3565-46ff-a22f-c335d97667ab admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=25cf98870094419f9bdae59abdb313e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3072410 Jul 09 15:16:00.616997 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 47174) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:16:00.631229 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08936b5-3565-46ff-a22f-c335d97667ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97bf8f5e-56db-4477-b121-366f6c7b475e,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:16:00.675749 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ce40f2b1-f886-40b4-b82e-851141dc28d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:00.703146 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ce40f2b1-f886-40b4-b82e-851141dc28d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:00.877998 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ce40f2b1-f886-40b4-b82e-851141dc28d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:00.880646 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ce40f2b1-f886-40b4-b82e-851141dc28d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:00.882053 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ce40f2b1-f886-40b4-b82e-851141dc28d5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/97bf8f5e-56db-4477-b121-366f6c7b475e HTTP/1.1" status: 204 len: 168 time: 0.2634332 Jul 09 15:16:00.891566 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce40f2b1-f886-40b4-b82e-851141dc28d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97bf8f5e-56db-4477-b121-366f6c7b475e,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:16:01.694753 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:15.385918 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:19.990277 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:16:23.551625 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:26.038541 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 47660) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:16:26.177003 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a53f6222-5422-4303-ab3c-1fd17c5c746e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:26.260676 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-09f610b6-1f9a-4411-bc9e-6f764514cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:26.283636 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a53f6222-5422-4303-ab3c-1fd17c5c746e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:26.454290 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a53f6222-5422-4303-ab3c-1fd17c5c746e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:26.495159 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a53f6222-5422-4303-ab3c-1fd17c5c746e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7d6b86819a9c4328ae093ea14be815be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4543018 Jul 09 15:16:26.496292 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53f6222-5422-4303-ab3c-1fd17c5c746e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e79d7aa8-d28a-42b7-afb8-419248e33d9d,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:16:26.497875 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47668) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:16:26.559408 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c13dcc94-6c3e-42bc-bbd4-3023e7c4adb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:26.583214 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c13dcc94-6c3e-42bc-bbd4-3023e7c4adb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:26.762884 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c13dcc94-6c3e-42bc-bbd4-3023e7c4adb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:26.765453 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c13dcc94-6c3e-42bc-bbd4-3023e7c4adb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:26.766722 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c13dcc94-6c3e-42bc-bbd4-3023e7c4adb0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e79d7aa8-d28a-42b7-afb8-419248e33d9d HTTP/1.1" status: 204 len: 168 time: 0.2677820 Jul 09 15:16:26.776087 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13dcc94-6c3e-42bc-bbd4-3023e7c4adb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79d7aa8-d28a-42b7-afb8-419248e33d9d,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:16:27.853092 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 47688) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:16:27.870205 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cd3060ec-fd18-423f-b6ee-73007261f4b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:27.975854 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cd3060ec-fd18-423f-b6ee-73007261f4b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:28.071545 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cd3060ec-fd18-423f-b6ee-73007261f4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:28.112521 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-cd3060ec-fd18-423f-b6ee-73007261f4b7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7af1dc3f8d014475acf7709210946b5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2570391 Jul 09 15:16:28.113989 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3060ec-fd18-423f-b6ee-73007261f4b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d15c044-28b4-408f-81dc-173bca8789a4,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:16:28.114854 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47698) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:16:28.179046 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3758e3f5-5efc-4176-abc2-2609a6d304f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:28.206587 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3758e3f5-5efc-4176-abc2-2609a6d304f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:28.368544 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3758e3f5-5efc-4176-abc2-2609a6d304f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:28.372320 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3758e3f5-5efc-4176-abc2-2609a6d304f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:28.376039 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-3758e3f5-5efc-4176-abc2-2609a6d304f5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4d15c044-28b4-408f-81dc-173bca8789a4 HTTP/1.1" status: 204 len: 168 time: 0.2575192 Jul 09 15:16:28.384077 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3758e3f5-5efc-4176-abc2-2609a6d304f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d15c044-28b4-408f-81dc-173bca8789a4,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:16:29.214932 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1b3f03ef-aa18-46fc-873d-72988b6cf041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:29.340381 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:29.492436 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 47722) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:16:29.509180 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-abee9421-68ca-4834-ae7a-f5a082c2d4db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:29.621983 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-abee9421-68ca-4834-ae7a-f5a082c2d4db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:29.676846 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-abee9421-68ca-4834-ae7a-f5a082c2d4db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:29.716727 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abee9421-68ca-4834-ae7a-f5a082c2d4db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b5454a-83cb-473a-8007-dd98cad81253,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:16:29.726940 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-abee9421-68ca-4834-ae7a-f5a082c2d4db admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c032e47537ab4366a6402a6c93d71810&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2279446 Jul 09 15:16:29.728214 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 47728) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:16:29.799365 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1fc463f6-624f-4360-b406-317cbf27ddb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:29.824973 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1fc463f6-624f-4360-b406-317cbf27ddb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:30.026021 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1fc463f6-624f-4360-b406-317cbf27ddb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:30.029269 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1fc463f6-624f-4360-b406-317cbf27ddb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:30.030364 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-1fc463f6-624f-4360-b406-317cbf27ddb1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d6b5454a-83cb-473a-8007-dd98cad81253 HTTP/1.1" status: 204 len: 168 time: 0.3049424 Jul 09 15:16:30.044424 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc463f6-624f-4360-b406-317cbf27ddb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b5454a-83cb-473a-8007-dd98cad81253,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:16:30.415229 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:31.706038 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:34.821811 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 47856) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:16:34.962167 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b98352a9-d1f3-4c5b-ac8c-7a3b4af6cfbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:35.092513 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b98352a9-d1f3-4c5b-ac8c-7a3b4af6cfbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:35.276805 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b98352a9-d1f3-4c5b-ac8c-7a3b4af6cfbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:35.316089 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98352a9-d1f3-4c5b-ac8c-7a3b4af6cfbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a79e8011-0b4d-4c47-99a0-99021f8b85a4,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:16:35.324871 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b98352a9-d1f3-4c5b-ac8c-7a3b4af6cfbb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=670f6789b3cf4e029798f1fdba2c4f28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4963493 Jul 09 15:16:35.325178 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 47868) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:16:35.337778 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98352a9-d1f3-4c5b-ac8c-7a3b4af6cfbb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:16:35.338135 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98352a9-d1f3-4c5b-ac8c-7a3b4af6cfbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:16:35.338484 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98352a9-d1f3-4c5b-ac8c-7a3b4af6cfbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:16:35.338826 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98352a9-d1f3-4c5b-ac8c-7a3b4af6cfbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:16:35.339203 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98352a9-d1f3-4c5b-ac8c-7a3b4af6cfbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:16:35.339532 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98352a9-d1f3-4c5b-ac8c-7a3b4af6cfbb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:16:35.339858 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98352a9-d1f3-4c5b-ac8c-7a3b4af6cfbb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:16:35.340569 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98352a9-d1f3-4c5b-ac8c-7a3b4af6cfbb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:16:35.340569 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98352a9-d1f3-4c5b-ac8c-7a3b4af6cfbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:16:35.340989 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98352a9-d1f3-4c5b-ac8c-7a3b4af6cfbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:16:35.341319 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98352a9-d1f3-4c5b-ac8c-7a3b4af6cfbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:16:35.341650 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98352a9-d1f3-4c5b-ac8c-7a3b4af6cfbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:16:35.401394 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d1d9fcbe-53b7-4aa7-a675-f3af0716f12c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:35.425423 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d1d9fcbe-53b7-4aa7-a675-f3af0716f12c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:35.614429 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d1d9fcbe-53b7-4aa7-a675-f3af0716f12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:35.617038 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d1d9fcbe-53b7-4aa7-a675-f3af0716f12c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:35.618345 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d1d9fcbe-53b7-4aa7-a675-f3af0716f12c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a79e8011-0b4d-4c47-99a0-99021f8b85a4 HTTP/1.1" status: 204 len: 168 time: 0.2921393 Jul 09 15:16:35.630448 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d9fcbe-53b7-4aa7-a675-f3af0716f12c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79e8011-0b4d-4c47-99a0-99021f8b85a4,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:16:42.288313 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48048) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:16:42.412775 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7438beec-045a-4443-8a6b-2e67ed29250d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:42.522376 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7438beec-045a-4443-8a6b-2e67ed29250d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:42.591055 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7438beec-045a-4443-8a6b-2e67ed29250d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:42.634074 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7438beec-045a-4443-8a6b-2e67ed29250d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb7f3d1-3b03-45a4-89ae-29f9a08c3907,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:16:42.640904 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7438beec-045a-4443-8a6b-2e67ed29250d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8a23a5c1dd1a4323a9eb43bb86329785&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3514607 Jul 09 15:16:42.644713 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48066) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:16:42.701578 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e8f1a962-30cc-49b8-b37b-0d0bf5c82c7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:42.726591 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e8f1a962-30cc-49b8-b37b-0d0bf5c82c7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:42.842438 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e8f1a962-30cc-49b8-b37b-0d0bf5c82c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:42.845155 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e8f1a962-30cc-49b8-b37b-0d0bf5c82c7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:42.848780 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e8f1a962-30cc-49b8-b37b-0d0bf5c82c7a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2fb7f3d1-3b03-45a4-89ae-29f9a08c3907 HTTP/1.1" status: 204 len: 168 time: 0.2003160 Jul 09 15:16:42.855161 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f1a962-30cc-49b8-b37b-0d0bf5c82c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb7f3d1-3b03-45a4-89ae-29f9a08c3907,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:16:42.863098 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1a962-30cc-49b8-b37b-0d0bf5c82c7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:16:42.863679 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1a962-30cc-49b8-b37b-0d0bf5c82c7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:16:42.864232 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1a962-30cc-49b8-b37b-0d0bf5c82c7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:16:42.864949 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1a962-30cc-49b8-b37b-0d0bf5c82c7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:16:42.865457 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1a962-30cc-49b8-b37b-0d0bf5c82c7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:16:42.865963 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1a962-30cc-49b8-b37b-0d0bf5c82c7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:16:42.866475 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1a962-30cc-49b8-b37b-0d0bf5c82c7a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:16:42.866814 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1a962-30cc-49b8-b37b-0d0bf5c82c7a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:16:42.867273 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1a962-30cc-49b8-b37b-0d0bf5c82c7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:16:42.867641 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1a962-30cc-49b8-b37b-0d0bf5c82c7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:16:42.868037 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1a962-30cc-49b8-b37b-0d0bf5c82c7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:16:42.868302 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1a962-30cc-49b8-b37b-0d0bf5c82c7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:16:43.533139 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48086) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:16:43.547077 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-591af275-c33c-4661-abc4-e9a0d88c38e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:43.637842 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-591af275-c33c-4661-abc4-e9a0d88c38e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:43.716575 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-591af275-c33c-4661-abc4-e9a0d88c38e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:43.758960 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591af275-c33c-4661-abc4-e9a0d88c38e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2285c19b-2a30-471d-a3b0-f383c8b37367,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:16:43.765952 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-591af275-c33c-4661-abc4-e9a0d88c38e5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=29e78806c4f0404196a17c0c2f1052fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2297242 Jul 09 15:16:43.766863 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48090) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:16:43.817248 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1b739a4d-e0ee-4bdf-a4db-b7639660f392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:43.840798 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1b739a4d-e0ee-4bdf-a4db-b7639660f392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:43.967858 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1b739a4d-e0ee-4bdf-a4db-b7639660f392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:43.970987 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1b739a4d-e0ee-4bdf-a4db-b7639660f392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:43.972812 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-1b739a4d-e0ee-4bdf-a4db-b7639660f392 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2285c19b-2a30-471d-a3b0-f383c8b37367 HTTP/1.1" status: 204 len: 168 time: 0.2056556 Jul 09 15:16:43.993360 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b739a4d-e0ee-4bdf-a4db-b7639660f392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2285c19b-2a30-471d-a3b0-f383c8b37367,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:16:45.190875 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:52.415254 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48266) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:16:52.546488 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-43dd5f55-ce62-4cff-81c6-41eb41d1ee14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:52.710822 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-43dd5f55-ce62-4cff-81c6-41eb41d1ee14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:52.865819 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-43dd5f55-ce62-4cff-81c6-41eb41d1ee14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:52.910250 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-43dd5f55-ce62-4cff-81c6-41eb41d1ee14 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3786108313c14cf3ae8d7daeb14ef202&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4937496 Jul 09 15:16:52.911327 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dd5f55-ce62-4cff-81c6-41eb41d1ee14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a8b345-edba-4603-bdab-e006123568a9,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:16:52.913334 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48288) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:16:52.979992 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-84457c82-711f-4417-9aaa-0a655f8db7c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:53.003480 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-84457c82-711f-4417-9aaa-0a655f8db7c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:53.168429 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-84457c82-711f-4417-9aaa-0a655f8db7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:53.172483 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-84457c82-711f-4417-9aaa-0a655f8db7c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:53.182427 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-84457c82-711f-4417-9aaa-0a655f8db7c2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/66a8b345-edba-4603-bdab-e006123568a9 HTTP/1.1" status: 204 len: 168 time: 0.2678933 Jul 09 15:16:53.196998 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84457c82-711f-4417-9aaa-0a655f8db7c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a8b345-edba-4603-bdab-e006123568a9,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:16:53.211336 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48298) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:16:53.351188 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-299ab893-c4a3-42be-bde4-beafb11dd6ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:53.454043 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:53.475302 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-299ab893-c4a3-42be-bde4-beafb11dd6ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:53.545003 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-299ab893-c4a3-42be-bde4-beafb11dd6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:53.591699 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-299ab893-c4a3-42be-bde4-beafb11dd6ef admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ef1482fb4c37430da5804cdeb6903ac8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3781822 Jul 09 15:16:53.592596 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ab893-c4a3-42be-bde4-beafb11dd6ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35147cb7-5412-4507-9ec4-d0e60f7d4831,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:16:53.594223 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48320) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:16:53.665281 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-db834952-282d-4611-9f7e-c1d65d425397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:53.688794 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-db834952-282d-4611-9f7e-c1d65d425397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:53.808524 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-db834952-282d-4611-9f7e-c1d65d425397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:53.818569 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-db834952-282d-4611-9f7e-c1d65d425397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:53.818569 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-db834952-282d-4611-9f7e-c1d65d425397 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/35147cb7-5412-4507-9ec4-d0e60f7d4831 HTTP/1.1" status: 204 len: 168 time: 0.2196517 Jul 09 15:16:53.825559 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db834952-282d-4611-9f7e-c1d65d425397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35147cb7-5412-4507-9ec4-d0e60f7d4831,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:16:53.978510 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48342) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:16:53.992291 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b81f832b-aad4-442c-a6b4-82511f351c1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:54.096287 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b81f832b-aad4-442c-a6b4-82511f351c1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:54.139696 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b81f832b-aad4-442c-a6b4-82511f351c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:54.185128 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b81f832b-aad4-442c-a6b4-82511f351c1e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d12d012429e8452c842bc94f0ffb136d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2031267 Jul 09 15:16:54.185128 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81f832b-aad4-442c-a6b4-82511f351c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=725cfb78-bfd1-4a10-8b62-3ca93c0a9e7a,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:16:54.186100 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48356) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:16:54.249645 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b7ba00d3-8a37-4a4c-b51c-ac4d8ecb43c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:54.272930 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b7ba00d3-8a37-4a4c-b51c-ac4d8ecb43c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:54.380227 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b7ba00d3-8a37-4a4c-b51c-ac4d8ecb43c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:54.384158 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b7ba00d3-8a37-4a4c-b51c-ac4d8ecb43c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:54.385962 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b7ba00d3-8a37-4a4c-b51c-ac4d8ecb43c0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/725cfb78-bfd1-4a10-8b62-3ca93c0a9e7a HTTP/1.1" status: 204 len: 168 time: 0.1980259 Jul 09 15:16:54.402914 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba00d3-8a37-4a4c-b51c-ac4d8ecb43c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=725cfb78-bfd1-4a10-8b62-3ca93c0a9e7a,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:16:54.549326 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48376) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:16:54.562831 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7f57ad5a-b9fd-4a13-b553-0b1959a9ecde admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:54.662650 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7f57ad5a-b9fd-4a13-b553-0b1959a9ecde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:54.773781 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7f57ad5a-b9fd-4a13-b553-0b1959a9ecde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:54.813106 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f57ad5a-b9fd-4a13-b553-0b1959a9ecde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=712c007f-f224-493d-bfb0-e028c06589db,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:16:54.821024 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7f57ad5a-b9fd-4a13-b553-0b1959a9ecde admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=982c527c73a24c8ab482f74d54bb3a9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2682357 Jul 09 15:16:54.822094 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48390) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:16:54.886189 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-210fd934-ec06-4451-b369-6d76b81de2df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:54.924683 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-210fd934-ec06-4451-b369-6d76b81de2df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:55.099975 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-210fd934-ec06-4451-b369-6d76b81de2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:55.102860 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-210fd934-ec06-4451-b369-6d76b81de2df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:55.104321 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-210fd934-ec06-4451-b369-6d76b81de2df admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/712c007f-f224-493d-bfb0-e028c06589db HTTP/1.1" status: 204 len: 168 time: 0.2813590 Jul 09 15:16:55.112990 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210fd934-ec06-4451-b369-6d76b81de2df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=712c007f-f224-493d-bfb0-e028c06589db,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:16:55.815043 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48456) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:16:55.828638 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-aa194bae-c1b5-42b6-ac87-4caa0228a54f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:55.943370 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-aa194bae-c1b5-42b6-ac87-4caa0228a54f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:56.141523 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-aa194bae-c1b5-42b6-ac87-4caa0228a54f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:56.184915 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-aa194bae-c1b5-42b6-ac87-4caa0228a54f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9dfe2b673b83427cbc8563df541e74bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3686478 Jul 09 15:16:56.186181 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa194bae-c1b5-42b6-ac87-4caa0228a54f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=056870bb-3814-46b4-996e-fed82e6423dc,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:16:56.187826 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48472) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:16:56.247535 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0ae78d48-8d5d-4d62-9bb0-4e10fcaf163e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:56.271963 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0ae78d48-8d5d-4d62-9bb0-4e10fcaf163e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:56.425601 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3bd80908-871a-411e-a748-1ea99f0adc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:56.442490 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0ae78d48-8d5d-4d62-9bb0-4e10fcaf163e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:56.445276 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0ae78d48-8d5d-4d62-9bb0-4e10fcaf163e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:56.446639 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-0ae78d48-8d5d-4d62-9bb0-4e10fcaf163e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/056870bb-3814-46b4-996e-fed82e6423dc HTTP/1.1" status: 204 len: 168 time: 0.2575769 Jul 09 15:16:56.455399 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae78d48-8d5d-4d62-9bb0-4e10fcaf163e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056870bb-3814-46b4-996e-fed82e6423dc,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:16:56.988505 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:16:57.784681 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48566) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:16:57.901955 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f4c45d5c-9b01-40a6-9a95-e17a173e9751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:57.997862 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f4c45d5c-9b01-40a6-9a95-e17a173e9751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:58.110475 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f4c45d5c-9b01-40a6-9a95-e17a173e9751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:58.151819 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f4c45d5c-9b01-40a6-9a95-e17a173e9751 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=62d2f428594e4b54bb9f90a6c9c4344b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3659542 Jul 09 15:16:58.152733 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c45d5c-9b01-40a6-9a95-e17a173e9751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6e2364-f905-496e-8dc8-93c48638647a,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:16:58.154669 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48588) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:16:58.207538 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9547c541-8650-42c1-9ade-e357336073c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:58.229726 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9547c541-8650-42c1-9ade-e357336073c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:58.368795 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9547c541-8650-42c1-9ade-e357336073c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:58.371725 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9547c541-8650-42c1-9ade-e357336073c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:58.373054 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-9547c541-8650-42c1-9ade-e357336073c7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0b6e2364-f905-496e-8dc8-93c48638647a HTTP/1.1" status: 204 len: 168 time: 0.2173893 Jul 09 15:16:58.381867 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9547c541-8650-42c1-9ade-e357336073c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6e2364-f905-496e-8dc8-93c48638647a,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:16:59.128141 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-17cc4ee4-a6db-4e44-870e-a3867e7a9192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:59.140971 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48626) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:16:59.157925 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8b28033d-5267-4f87-8ecc-1f30c7daafee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:59.268958 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8b28033d-5267-4f87-8ecc-1f30c7daafee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:59.276690 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:59.350193 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8b28033d-5267-4f87-8ecc-1f30c7daafee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:59.392257 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-8b28033d-5267-4f87-8ecc-1f30c7daafee admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=459e6aa15508462782b9407b7cb1a60a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2501028 Jul 09 15:16:59.393290 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b28033d-5267-4f87-8ecc-1f30c7daafee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8c0fc4-51cc-4957-85f9-28e257a4084d,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:16:59.395753 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48636) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:16:59.454492 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2909dd0d-08d1-4a16-8f35-286d157a2038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:59.476647 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2909dd0d-08d1-4a16-8f35-286d157a2038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:59.648320 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2909dd0d-08d1-4a16-8f35-286d157a2038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:59.651361 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2909dd0d-08d1-4a16-8f35-286d157a2038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:16:59.652656 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-2909dd0d-08d1-4a16-8f35-286d157a2038 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5a8c0fc4-51cc-4957-85f9-28e257a4084d HTTP/1.1" status: 204 len: 168 time: 0.2555873 Jul 09 15:16:59.662287 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909dd0d-08d1-4a16-8f35-286d157a2038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8c0fc4-51cc-4957-85f9-28e257a4084d,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:17:00.339133 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:01.711041 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:12.629397 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48956) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:17:12.745973 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a4f55e47-dd77-4f39-9819-4ceac94572ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:12.841453 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a4f55e47-dd77-4f39-9819-4ceac94572ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:12.916681 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a4f55e47-dd77-4f39-9819-4ceac94572ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:12.953127 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-a4f55e47-dd77-4f39-9819-4ceac94572ec admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b6a210e436d349bf9d43003b29f7e802&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3226161 Jul 09 15:17:12.956314 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48962) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:17:12.963274 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f55e47-dd77-4f39-9819-4ceac94572ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f413d8-f9c1-40bf-8b57-a8c4d046e112,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:17:13.011035 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b56e1d51-2cdc-4cbf-b705-c6d4cdaf3730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:13.032705 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b56e1d51-2cdc-4cbf-b705-c6d4cdaf3730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:13.159103 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b56e1d51-2cdc-4cbf-b705-c6d4cdaf3730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:13.163661 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b56e1d51-2cdc-4cbf-b705-c6d4cdaf3730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:13.165557 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b56e1d51-2cdc-4cbf-b705-c6d4cdaf3730 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/93f413d8-f9c1-40bf-8b57-a8c4d046e112 HTTP/1.1" status: 204 len: 168 time: 0.2076666 Jul 09 15:17:13.179142 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48968) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:17:13.179385 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56e1d51-2cdc-4cbf-b705-c6d4cdaf3730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f413d8-f9c1-40bf-8b57-a8c4d046e112,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:17:13.322762 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5fc1a258-6216-4cd2-a9f1-cd4ae503f74f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:13.421601 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5fc1a258-6216-4cd2-a9f1-cd4ae503f74f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:13.498902 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5fc1a258-6216-4cd2-a9f1-cd4ae503f74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:13.540320 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-5fc1a258-6216-4cd2-a9f1-cd4ae503f74f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=03177f68ae9a4fe6bec834d6d620132a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3591075 Jul 09 15:17:13.542308 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc1a258-6216-4cd2-a9f1-cd4ae503f74f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb63bfc-585f-46d1-a848-4815005f8cf6,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:17:13.544537 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48974) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:17:13.601076 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-77b48817-6a63-4b68-a977-5b82cf5c9c67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:13.627211 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-77b48817-6a63-4b68-a977-5b82cf5c9c67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:13.733839 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-77b48817-6a63-4b68-a977-5b82cf5c9c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:13.737459 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-77b48817-6a63-4b68-a977-5b82cf5c9c67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:13.739808 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-77b48817-6a63-4b68-a977-5b82cf5c9c67 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dbb63bfc-585f-46d1-a848-4815005f8cf6 HTTP/1.1" status: 204 len: 168 time: 0.1932859 Jul 09 15:17:13.749708 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b48817-6a63-4b68-a977-5b82cf5c9c67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb63bfc-585f-46d1-a848-4815005f8cf6,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:17:13.819051 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48978) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:17:13.836736 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5a956fa5-93c5-46aa-94d8-87ef181f7d95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:13.945522 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5a956fa5-93c5-46aa-94d8-87ef181f7d95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:14.020623 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5a956fa5-93c5-46aa-94d8-87ef181f7d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:14.067221 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48982) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:17:14.068171 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-5a956fa5-93c5-46aa-94d8-87ef181f7d95 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=285311299ab945faaf56d396817cbf45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2469370 Jul 09 15:17:14.069817 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a956fa5-93c5-46aa-94d8-87ef181f7d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c77ebb-775c-4121-b89d-c7ac4c8d8a15,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:17:14.139720 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d31a150c-fe4f-4d77-afa3-db6cd3e0a9a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:14.163890 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d31a150c-fe4f-4d77-afa3-db6cd3e0a9a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:14.315661 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d31a150c-fe4f-4d77-afa3-db6cd3e0a9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:14.318369 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d31a150c-fe4f-4d77-afa3-db6cd3e0a9a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:14.319784 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d31a150c-fe4f-4d77-afa3-db6cd3e0a9a6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d1c77ebb-775c-4121-b89d-c7ac4c8d8a15 HTTP/1.1" status: 204 len: 168 time: 0.2514281 Jul 09 15:17:14.328327 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31a150c-fe4f-4d77-afa3-db6cd3e0a9a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c77ebb-775c-4121-b89d-c7ac4c8d8a15,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:17:14.542629 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 48986) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:17:14.557098 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9376f0c1-b2c6-4203-89fa-8c1a9398710e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:14.656461 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9376f0c1-b2c6-4203-89fa-8c1a9398710e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:14.728617 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9376f0c1-b2c6-4203-89fa-8c1a9398710e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:14.774776 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-9376f0c1-b2c6-4203-89fa-8c1a9398710e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=61b7e924b9d24f25b3537f1a4ac68f5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2281926 Jul 09 15:17:14.774776 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9376f0c1-b2c6-4203-89fa-8c1a9398710e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae31081-3563-4e97-ace6-3e867ccec819,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:17:14.776572 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 48994) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:17:14.835133 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a84dacfb-d5dc-44c8-9285-16b94987f563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:14.860173 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a84dacfb-d5dc-44c8-9285-16b94987f563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:15.036101 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a84dacfb-d5dc-44c8-9285-16b94987f563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:15.047296 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a84dacfb-d5dc-44c8-9285-16b94987f563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:15.047296 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a84dacfb-d5dc-44c8-9285-16b94987f563 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5ae31081-3563-4e97-ace6-3e867ccec819 HTTP/1.1" status: 204 len: 168 time: 0.2608438 Jul 09 15:17:15.048790 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84dacfb-d5dc-44c8-9285-16b94987f563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae31081-3563-4e97-ace6-3e867ccec819,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:17:15.144749 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:23.407230 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:23.742180 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49166) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:17:23.857678 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-63993a02-3cb5-4c6a-ac90-a52bce2b17f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:23.950709 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-63993a02-3cb5-4c6a-ac90-a52bce2b17f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:24.018764 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-63993a02-3cb5-4c6a-ac90-a52bce2b17f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:24.062895 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-63993a02-3cb5-4c6a-ac90-a52bce2b17f3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=328de1bec3ce4babb5e040b0caa594c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3195972 Jul 09 15:17:24.064226 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63993a02-3cb5-4c6a-ac90-a52bce2b17f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d993e062-d5a6-4033-9524-76685f9469d7,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:17:24.065561 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49174) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:17:24.121747 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c698cbd5-a380-41b6-b126-c5e87cf4cb61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:24.145186 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c698cbd5-a380-41b6-b126-c5e87cf4cb61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:24.275886 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c698cbd5-a380-41b6-b126-c5e87cf4cb61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:24.278479 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c698cbd5-a380-41b6-b126-c5e87cf4cb61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:24.280225 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c698cbd5-a380-41b6-b126-c5e87cf4cb61 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d993e062-d5a6-4033-9524-76685f9469d7 HTTP/1.1" status: 204 len: 168 time: 0.2132685 Jul 09 15:17:24.288848 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c698cbd5-a380-41b6-b126-c5e87cf4cb61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d993e062-d5a6-4033-9524-76685f9469d7,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:17:24.852035 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49188) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:17:24.866989 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3afbc631-4a40-4991-8935-9f0ef6618ced admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:24.959116 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3afbc631-4a40-4991-8935-9f0ef6618ced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:25.036161 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3afbc631-4a40-4991-8935-9f0ef6618ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:25.075169 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-3afbc631-4a40-4991-8935-9f0ef6618ced admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=72bdc05f58434cc1868d53cc9edee96d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2219768 Jul 09 15:17:25.076212 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afbc631-4a40-4991-8935-9f0ef6618ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50612930-5829-4cf8-8562-48a44f423d72,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:17:25.077866 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49190) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:17:25.133233 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b13d56de-3c78-420f-ad0c-5c398ca5d65e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:25.157130 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b13d56de-3c78-420f-ad0c-5c398ca5d65e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:25.270290 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b13d56de-3c78-420f-ad0c-5c398ca5d65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:25.273066 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b13d56de-3c78-420f-ad0c-5c398ca5d65e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:25.274796 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b13d56de-3c78-420f-ad0c-5c398ca5d65e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/50612930-5829-4cf8-8562-48a44f423d72 HTTP/1.1" status: 204 len: 168 time: 0.1951396 Jul 09 15:17:25.283813 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d56de-3c78-420f-ad0c-5c398ca5d65e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50612930-5829-4cf8-8562-48a44f423d72,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:17:26.000046 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49200) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:17:26.014947 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-df4cb9c1-2cd2-4502-a210-f13e42b40a32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:26.112574 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-df4cb9c1-2cd2-4502-a210-f13e42b40a32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:26.116439 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ac3f576a-9b91-4edd-b242-4e8ca1b70ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:26.173253 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-df4cb9c1-2cd2-4502-a210-f13e42b40a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:26.211602 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-df4cb9c1-2cd2-4502-a210-f13e42b40a32 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=76909f19f0e94d498186dca2dc35ede5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2103255 Jul 09 15:17:26.212504 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4cb9c1-2cd2-4502-a210-f13e42b40a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af8280c2-1008-4310-8e63-d631f32bf5ae,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:17:26.214328 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49202) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:17:26.274996 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bc7ca233-76d0-4976-9117-675c2230fe22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:26.297851 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bc7ca233-76d0-4976-9117-675c2230fe22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:26.436074 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bc7ca233-76d0-4976-9117-675c2230fe22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:26.438748 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bc7ca233-76d0-4976-9117-675c2230fe22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:26.439951 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-bc7ca233-76d0-4976-9117-675c2230fe22 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/af8280c2-1008-4310-8e63-d631f32bf5ae HTTP/1.1" status: 204 len: 168 time: 0.2234447 Jul 09 15:17:26.448262 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7ca233-76d0-4976-9117-675c2230fe22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8280c2-1008-4310-8e63-d631f32bf5ae,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:17:29.167787 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-05bad3e7-55f5-4250-a748-1e929efedaae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:29.258643 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:29.920478 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49292) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:17:30.105901 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-45b9b8e5-93b1-45a5-a5d0-dc83411ee372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:30.235010 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-45b9b8e5-93b1-45a5-a5d0-dc83411ee372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:30.322072 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:30.322605 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-45b9b8e5-93b1-45a5-a5d0-dc83411ee372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:30.378456 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49298) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:17:30.387103 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-45b9b8e5-93b1-45a5-a5d0-dc83411ee372 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d3e8136289e74b08afef70f8e5e7ac8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4654486 Jul 09 15:17:30.394709 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b9b8e5-93b1-45a5-a5d0-dc83411ee372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04725087-b8e9-449b-a413-ce86d40fb63d,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:17:30.467445 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f9e5a47f-8d60-44cf-a4fc-d5b8226e45dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:30.491114 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f9e5a47f-8d60-44cf-a4fc-d5b8226e45dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:30.642087 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f9e5a47f-8d60-44cf-a4fc-d5b8226e45dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:30.645498 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f9e5a47f-8d60-44cf-a4fc-d5b8226e45dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:30.646798 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f9e5a47f-8d60-44cf-a4fc-d5b8226e45dc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/04725087-b8e9-449b-a413-ce86d40fb63d HTTP/1.1" status: 204 len: 168 time: 0.2664902 Jul 09 15:17:30.657229 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e5a47f-8d60-44cf-a4fc-d5b8226e45dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04725087-b8e9-449b-a413-ce86d40fb63d,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:17:31.348514 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49306) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:17:31.363479 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b6e2bdff-9a37-4440-923c-523a987bbe70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:31.464043 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b6e2bdff-9a37-4440-923c-523a987bbe70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:31.549988 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b6e2bdff-9a37-4440-923c-523a987bbe70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:31.592194 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b6e2bdff-9a37-4440-923c-523a987bbe70 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=91ded49bb65b46c599bf5275829ad6dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2436378 Jul 09 15:17:31.593036 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e2bdff-9a37-4440-923c-523a987bbe70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4e60fe-1c88-40ab-b8dc-042f2fee65ee,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:17:31.594944 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49308) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:17:31.675119 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6a95e19b-8c9a-4c2c-a926-2bd2c515894b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:31.688536 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:31.703400 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6a95e19b-8c9a-4c2c-a926-2bd2c515894b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:31.841821 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6a95e19b-8c9a-4c2c-a926-2bd2c515894b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:31.844594 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6a95e19b-8c9a-4c2c-a926-2bd2c515894b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:31.845719 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-6a95e19b-8c9a-4c2c-a926-2bd2c515894b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1e4e60fe-1c88-40ab-b8dc-042f2fee65ee HTTP/1.1" status: 204 len: 168 time: 0.2496719 Jul 09 15:17:31.854135 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a95e19b-8c9a-4c2c-a926-2bd2c515894b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4e60fe-1c88-40ab-b8dc-042f2fee65ee,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:17:32.990806 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49336) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:17:33.121932 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-3f3588c1-e102-4aae-b67c-0c553c578cfc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-46612428-network', 'tenant_id': '0c28f437fbc4420f8b347f085f6ccc44'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:17:33.224317 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3588c1-e102-4aae-b67c-0c553c578cfc admin admin] Made reservation on behalf of 0c28f437fbc4420f8b347f085f6ccc44 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:17:33.226792 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3f3588c1-e102-4aae-b67c-0c553c578cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:33.236249 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3f3588c1-e102-4aae-b67c-0c553c578cfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:33.336058 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3f3588c1-e102-4aae-b67c-0c553c578cfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:33.412366 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3f3588c1-e102-4aae-b67c-0c553c578cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:33.434460 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f3588c1-e102-4aae-b67c-0c553c578cfc admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:17:33.454176 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3f3588c1-e102-4aae-b67c-0c553c578cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:33.454517 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-3f3588c1-e102-4aae-b67c-0c553c578cfc admin admin] Added segment 916865f2-64f2-4101-a323-60f6c670dfa4 of type vlan for network b4dc77d7-ea08-413a-920e-df557d4f2612 Jul 09 15:17:33.455890 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3588c1-e102-4aae-b67c-0c553c578cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87236826-53a1-4c09-93ed-e840e3bd70a2,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:17:33.499373 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3f3588c1-e102-4aae-b67c-0c553c578cfc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:33.595678 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3f3588c1-e102-4aae-b67c-0c553c578cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:33.596763 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3588c1-e102-4aae-b67c-0c553c578cfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:17:33.597508 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3f3588c1-e102-4aae-b67c-0c553c578cfc admin admin] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:33.688092 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3588c1-e102-4aae-b67c-0c553c578cfc admin admin] Pushing event updated for resources: {'Network': ['ID=b4dc77d7-ea08-413a-920e-df557d4f2612,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:17:33.697743 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network b4dc77d7-ea08-413a-920e-df557d4f2612 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:17:33.716917 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-3f3588c1-e102-4aae-b67c-0c553c578cfc admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7251582 Jul 09 15:17:33.719946 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49342) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:17:33.727344 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-b2910b34-95ba-4026-b65d-ded44979c545 admin admin] Request body: {'subnet': {'network_id': 'b4dc77d7-ea08-413a-920e-df557d4f2612', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-46612428-subnet', 'tenant_id': '0c28f437fbc4420f8b347f085f6ccc44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:17:33.824550 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2910b34-95ba-4026-b65d-ded44979c545 admin admin] Made reservation on behalf of 0c28f437fbc4420f8b347f085f6ccc44 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:17:33.827096 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b2910b34-95ba-4026-b65d-ded44979c545 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:33.999111 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:17:34.098716 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b2910b34-95ba-4026-b65d-ded44979c545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:34.428666 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2910b34-95ba-4026-b65d-ded44979c545 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2253bb56-286d-4354-bcde-16beac4b7091,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:17:34.441512 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2910b34-95ba-4026-b65d-ded44979c545 admin admin] Checking segment: {'id': '916865f2-64f2-4101-a323-60f6c670dfa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b4dc77d7-ea08-413a-920e-df557d4f2612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:17:34.441881 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2910b34-95ba-4026-b65d-ded44979c545 admin admin] Network hostable DHCP agents. Network: b4dc77d7-ea08-413a-920e-df557d4f2612, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:17:34.527404 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2910b34-95ba-4026-b65d-ded44979c545 admin admin] Network b4dc77d7-ea08-413a-920e-df557d4f2612 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:17:34.590166 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-b2910b34-95ba-4026-b65d-ded44979c545 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, b4dc77d7-ea08-413a-920e-df557d4f2612) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:17:34.596358 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2910b34-95ba-4026-b65d-ded44979c545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:17:34.597346 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b2910b34-95ba-4026-b65d-ded44979c545 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:34.607916 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad6004d-254d-43fd-8112-0d70c193e469 None None] Network b4dc77d7-ea08-413a-920e-df557d4f2612 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:17:34.702230 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b2910b34-95ba-4026-b65d-ded44979c545 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9669635 Jul 09 15:17:34.752601 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d59e04-f9c9-4019-9512-8163218835ed None None] Network b4dc77d7-ea08-413a-920e-df557d4f2612 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:17:35.143520 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49356) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:17:35.290894 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d973d45b-d13c-49a7-bfc6-6c1eadafe124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:35.393113 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d973d45b-d13c-49a7-bfc6-6c1eadafe124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:35.441746 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d973d45b-d13c-49a7-bfc6-6c1eadafe124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:35.482239 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d973d45b-d13c-49a7-bfc6-6c1eadafe124 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c5e256ab4e464562b4cc6155c2a50003&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3345842 Jul 09 15:17:35.482894 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49360) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:17:35.484787 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d973d45b-d13c-49a7-bfc6-6c1eadafe124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec0c45f-ddcf-4ab3-8f53-3a378bb822e2,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:17:35.493490 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d973d45b-d13c-49a7-bfc6-6c1eadafe124 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:17:35.493730 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d973d45b-d13c-49a7-bfc6-6c1eadafe124 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:17:35.494074 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d973d45b-d13c-49a7-bfc6-6c1eadafe124 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:17:35.494479 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d973d45b-d13c-49a7-bfc6-6c1eadafe124 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:17:35.494750 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d973d45b-d13c-49a7-bfc6-6c1eadafe124 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:17:35.495083 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d973d45b-d13c-49a7-bfc6-6c1eadafe124 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:17:35.495418 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d973d45b-d13c-49a7-bfc6-6c1eadafe124 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:17:35.495782 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d973d45b-d13c-49a7-bfc6-6c1eadafe124 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:17:35.496111 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d973d45b-d13c-49a7-bfc6-6c1eadafe124 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:17:35.496435 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d973d45b-d13c-49a7-bfc6-6c1eadafe124 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:17:35.496772 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d973d45b-d13c-49a7-bfc6-6c1eadafe124 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:17:35.497125 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d973d45b-d13c-49a7-bfc6-6c1eadafe124 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:17:35.543129 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-96b178f0-0f9d-4621-895f-d421b9a5af72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:35.569181 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-96b178f0-0f9d-4621-895f-d421b9a5af72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:35.704019 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-96b178f0-0f9d-4621-895f-d421b9a5af72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:35.707250 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-96b178f0-0f9d-4621-895f-d421b9a5af72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:35.708760 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-96b178f0-0f9d-4621-895f-d421b9a5af72 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/aec0c45f-ddcf-4ab3-8f53-3a378bb822e2 HTTP/1.1" status: 204 len: 168 time: 0.2243044 Jul 09 15:17:35.718536 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b178f0-0f9d-4621-895f-d421b9a5af72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec0c45f-ddcf-4ab3-8f53-3a378bb822e2,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:17:36.373125 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49372) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:17:36.387950 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0c00d55e-3593-435d-a2a7-29af458c6d32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:36.478200 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0c00d55e-3593-435d-a2a7-29af458c6d32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:36.533078 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0c00d55e-3593-435d-a2a7-29af458c6d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:36.577237 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-0c00d55e-3593-435d-a2a7-29af458c6d32 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a4b0c5de9544456dba5ee20a4d20e476&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2029231 Jul 09 15:17:36.580347 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c00d55e-3593-435d-a2a7-29af458c6d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fabf4da2-a8e9-4760-b8d4-9be77324ecdd,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:17:36.583720 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49374) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:17:36.641053 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d178b688-990d-45d8-9848-c9d8bd0b19ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:36.663890 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d178b688-990d-45d8-9848-c9d8bd0b19ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:36.801682 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d178b688-990d-45d8-9848-c9d8bd0b19ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:36.804873 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d178b688-990d-45d8-9848-c9d8bd0b19ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:36.806046 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d178b688-990d-45d8-9848-c9d8bd0b19ba admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fabf4da2-a8e9-4760-b8d4-9be77324ecdd HTTP/1.1" status: 204 len: 168 time: 0.2203152 Jul 09 15:17:36.814618 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d178b688-990d-45d8-9848-c9d8bd0b19ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fabf4da2-a8e9-4760-b8d4-9be77324ecdd,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:17:38.275826 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15fbef4-7f17-4009-af6e-558ef34557fd req-b88c3f06-a952-4b36-8207-e944cbf71adb tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:17:38.277263 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b15fbef4-7f17-4009-af6e-558ef34557fd req-b88c3f06-a952-4b36-8207-e944cbf71adb tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] 10.222.0.58 "GET /v2.0/networks?id=b4dc77d7-ea08-413a-920e-df557d4f2612 HTTP/1.1" status: 200 len: 807 time: 0.1497521 Jul 09 15:17:38.294043 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b15fbef4-7f17-4009-af6e-558ef34557fd req-b62fa58f-22ac-4d24-b594-a904d3ef6238 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] 10.222.0.58 "GET /v2.0/quotas/0c28f437fbc4420f8b347f085f6ccc44 HTTP/1.1" status: 200 len: 375 time: 0.0112946 Jul 09 15:17:38.384169 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b15fbef4-7f17-4009-af6e-558ef34557fd req-2c4b633e-0d0c-4b4b-b94d-21b43c50db97 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0c28f437fbc4420f8b347f085f6ccc44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0815780 Jul 09 15:17:38.483243 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b15fbef4-7f17-4009-af6e-558ef34557fd req-0cb24833-c3b3-4a35-b7b6-ef0c35c1f695 service neutron] 10.222.0.58 "GET /v2.0/networks/b4dc77d7-ea08-413a-920e-df557d4f2612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922771 Jul 09 15:17:38.574669 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b15fbef4-7f17-4009-af6e-558ef34557fd req-d598d7ab-9473-4c0a-8cff-16117120fd83 service neutron] 10.222.0.58 "GET /v2.0/networks/b4dc77d7-ea08-413a-920e-df557d4f2612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856502 Jul 09 15:17:39.979880 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-98a45935-ea44-491e-9923-1716e29df632 req-7a46c42e-45b7-4ff1-bab0-95fff660f591 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd5e2543-8aff-4a02-b162-bee2feafa94a HTTP/1.1" status: 200 len: 210 time: 0.1406803 Jul 09 15:17:41.069082 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2db0e748-a067-43de-ba28-7fcda0275a1d req-d72a5043-efdd-4bd6-95f9-110f8b848799 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd5e2543-8aff-4a02-b162-bee2feafa94a HTTP/1.1" status: 200 len: 210 time: 0.0337694 Jul 09 15:17:42.302837 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-907ce63f-703f-4374-9270-5afe3546c440 req-73b3dcbb-fa0d-42f5-85be-92ba81519285 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd5e2543-8aff-4a02-b162-bee2feafa94a HTTP/1.1" status: 200 len: 210 time: 0.0338814 Jul 09 15:17:43.460245 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-99234440-0614-4669-80e9-d77a52e5d815 req-2b96740a-453f-4833-b979-c26607f88fd7 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd5e2543-8aff-4a02-b162-bee2feafa94a HTTP/1.1" status: 200 len: 210 time: 0.0316675 Jul 09 15:17:43.622758 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49506) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:17:43.737447 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-79b9c0eb-03ca-476f-a85c-d56cb72a7dfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:43.838128 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-79b9c0eb-03ca-476f-a85c-d56cb72a7dfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:43.916661 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-79b9c0eb-03ca-476f-a85c-d56cb72a7dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:43.960665 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-79b9c0eb-03ca-476f-a85c-d56cb72a7dfd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f0c3999154f94c788edb3b28665b057c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3362579 Jul 09 15:17:43.961524 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b9c0eb-03ca-476f-a85c-d56cb72a7dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1719d7-9ec9-4bea-8b44-d6e57ad60d45,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:17:43.963416 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49510) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:17:43.969047 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b9c0eb-03ca-476f-a85c-d56cb72a7dfd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:17:43.969398 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b9c0eb-03ca-476f-a85c-d56cb72a7dfd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:17:43.969733 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b9c0eb-03ca-476f-a85c-d56cb72a7dfd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:17:43.970067 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b9c0eb-03ca-476f-a85c-d56cb72a7dfd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:17:43.970417 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b9c0eb-03ca-476f-a85c-d56cb72a7dfd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:17:43.970836 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b9c0eb-03ca-476f-a85c-d56cb72a7dfd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:17:43.971136 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b9c0eb-03ca-476f-a85c-d56cb72a7dfd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:17:43.971463 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b9c0eb-03ca-476f-a85c-d56cb72a7dfd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:17:43.976392 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b9c0eb-03ca-476f-a85c-d56cb72a7dfd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:17:43.976392 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b9c0eb-03ca-476f-a85c-d56cb72a7dfd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:17:43.976392 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b9c0eb-03ca-476f-a85c-d56cb72a7dfd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:17:43.976392 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b9c0eb-03ca-476f-a85c-d56cb72a7dfd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:17:44.013948 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-725b1c42-6245-48e8-aec0-60abf2e7f31c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:44.036520 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-725b1c42-6245-48e8-aec0-60abf2e7f31c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:44.206942 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-725b1c42-6245-48e8-aec0-60abf2e7f31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:44.209639 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-725b1c42-6245-48e8-aec0-60abf2e7f31c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:44.211518 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-725b1c42-6245-48e8-aec0-60abf2e7f31c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0a1719d7-9ec9-4bea-8b44-d6e57ad60d45 HTTP/1.1" status: 204 len: 168 time: 0.2468243 Jul 09 15:17:44.219566 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725b1c42-6245-48e8-aec0-60abf2e7f31c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1719d7-9ec9-4bea-8b44-d6e57ad60d45,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:17:44.430309 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15fbef4-7f17-4009-af6e-558ef34557fd req-9d90f29a-cf5b-4a77-9ffa-e55b743ece32 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:17:44.431821 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b15fbef4-7f17-4009-af6e-558ef34557fd req-9d90f29a-cf5b-4a77-9ffa-e55b743ece32 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] 10.222.0.54 "GET /v2.0/networks?id=b4dc77d7-ea08-413a-920e-df557d4f2612 HTTP/1.1" status: 200 len: 807 time: 0.1481957 Jul 09 15:17:44.445334 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-b15fbef4-7f17-4009-af6e-558ef34557fd req-9614413d-96e9-4adb-8e4b-fafe5fa28337 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] Request body: {'port': {'device_id': 'cd5e2543-8aff-4a02-b162-bee2feafa94a', 'network_id': 'b4dc77d7-ea08-413a-920e-df557d4f2612', 'admin_state_up': True, 'tenant_id': '0c28f437fbc4420f8b347f085f6ccc44'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:17:44.621486 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cb4fed8a-dfd1-459a-832e-565235f8ef2d req-df70b9e6-b0f5-4baf-83be-9d49d4794d59 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd5e2543-8aff-4a02-b162-bee2feafa94a HTTP/1.1" status: 200 len: 210 time: 0.0362070 Jul 09 15:17:44.703274 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b15fbef4-7f17-4009-af6e-558ef34557fd req-9614413d-96e9-4adb-8e4b-fafe5fa28337 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] Made reservation on behalf of 0c28f437fbc4420f8b347f085f6ccc44 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:17:44.707145 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b15fbef4-7f17-4009-af6e-558ef34557fd req-9614413d-96e9-4adb-8e4b-fafe5fa28337 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:44.840033 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-b15fbef4-7f17-4009-af6e-558ef34557fd req-9614413d-96e9-4adb-8e4b-fafe5fa28337 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] Allocated IP 172.20.0.3 (b4dc77d7-ea08-413a-920e-df557d4f2612/2253bb56-286d-4354-bcde-16beac4b7091/1f2a76bb-e328-43f6-a05d-cd14b7aceb88) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:17:45.000263 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b15fbef4-7f17-4009-af6e-558ef34557fd req-9614413d-96e9-4adb-8e4b-fafe5fa28337 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:45.184424 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:45.185087 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b15fbef4-7f17-4009-af6e-558ef34557fd req-9614413d-96e9-4adb-8e4b-fafe5fa28337 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:45.234072 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b15fbef4-7f17-4009-af6e-558ef34557fd req-9614413d-96e9-4adb-8e4b-fafe5fa28337 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] Network b4dc77d7-ea08-413a-920e-df557d4f2612 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:17:45.240317 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-b15fbef4-7f17-4009-af6e-558ef34557fd req-9614413d-96e9-4adb-8e4b-fafe5fa28337 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:17:45.244437 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-b15fbef4-7f17-4009-af6e-558ef34557fd req-9614413d-96e9-4adb-8e4b-fafe5fa28337 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:17:45.284486 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9614413d-96e9-4adb-8e4b-fafe5fa28337 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] Pushing event updated for resources: {'Port': ['ID=1f2a76bb-e328-43f6-a05d-cd14b7aceb88,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:17:45.311913 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15fbef4-7f17-4009-af6e-558ef34557fd req-9614413d-96e9-4adb-8e4b-fafe5fa28337 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:17:45.312534 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b15fbef4-7f17-4009-af6e-558ef34557fd req-9614413d-96e9-4adb-8e4b-fafe5fa28337 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:45.379161 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b15fbef4-7f17-4009-af6e-558ef34557fd req-9614413d-96e9-4adb-8e4b-fafe5fa28337 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9376945 Jul 09 15:17:45.389905 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [req-b15fbef4-7f17-4009-af6e-558ef34557fd req-b723c7a3-1501-42c1-8c5d-3bcea1afd0b1 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:17:45.390913 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b15fbef4-7f17-4009-af6e-558ef34557fd req-b723c7a3-1501-42c1-8c5d-3bcea1afd0b1 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055609 Jul 09 15:17:45.401388 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-b15fbef4-7f17-4009-af6e-558ef34557fd req-b0736e3b-dbba-47f5-9427-826678740612 service neutron] Request body: {'port': {'device_id': 'cd5e2543-8aff-4a02-b162-bee2feafa94a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:17:45.482425 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b15fbef4-7f17-4009-af6e-558ef34557fd req-b0736e3b-dbba-47f5-9427-826678740612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:45.792271 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-b15fbef4-7f17-4009-af6e-558ef34557fd req-b0736e3b-dbba-47f5-9427-826678740612 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f2a76bb-e328-43f6-a05d-cd14b7aceb88 {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:17:45.804780 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b15fbef4-7f17-4009-af6e-558ef34557fd req-b0736e3b-dbba-47f5-9427-826678740612 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:45.819043 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-b15fbef4-7f17-4009-af6e-558ef34557fd req-b0736e3b-dbba-47f5-9427-826678740612 service neutron] Transition to ACTIVE for port object 1f2a76bb-e328-43f6-a05d-cd14b7aceb88 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:17:45.852414 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659d61d-b29d-4f81-aa83-a7f88ec46fee req-10a11ad0-cee3-43ed-807d-a6c34dbcfad1 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:17:45.853958 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3659d61d-b29d-4f81-aa83-a7f88ec46fee req-10a11ad0-cee3-43ed-807d-a6c34dbcfad1 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd5e2543-8aff-4a02-b162-bee2feafa94a HTTP/1.1" status: 200 len: 931 time: 0.1020520 Jul 09 15:17:45.869713 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b15fbef4-7f17-4009-af6e-558ef34557fd req-b0736e3b-dbba-47f5-9427-826678740612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:45.903054 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3659d61d-b29d-4f81-aa83-a7f88ec46fee req-497d93af-2988-41a3-91f7-2ac073cb19a7 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] 10.222.0.58 "GET /v2.0/security-groups?id=87236826-53a1-4c09-93ed-e840e3bd70a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429518 Jul 09 15:17:45.929929 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0736e3b-dbba-47f5-9427-826678740612 service neutron] Pushing event updated for resources: {'Port': ['ID=1f2a76bb-e328-43f6-a05d-cd14b7aceb88,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:17:46.003131 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-b15fbef4-7f17-4009-af6e-558ef34557fd req-b0736e3b-dbba-47f5-9427-826678740612 service neutron] Attempting to bind port 1f2a76bb-e328-43f6-a05d-cd14b7aceb88 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:17:46.003483 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-b15fbef4-7f17-4009-af6e-558ef34557fd req-b0736e3b-dbba-47f5-9427-826678740612 service neutron] Attempting to bind port 1f2a76bb-e328-43f6-a05d-cd14b7aceb88 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '916865f2-64f2-4101-a323-60f6c670dfa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b4dc77d7-ea08-413a-920e-df557d4f2612'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:17:46.003871 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15fbef4-7f17-4009-af6e-558ef34557fd req-b0736e3b-dbba-47f5-9427-826678740612 service neutron] Attempting to bind port 1f2a76bb-e328-43f6-a05d-cd14b7aceb88 on network b4dc77d7-ea08-413a-920e-df557d4f2612 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:17:46.010337 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15fbef4-7f17-4009-af6e-558ef34557fd req-b0736e3b-dbba-47f5-9427-826678740612 service neutron] Port 1f2a76bb-e328-43f6-a05d-cd14b7aceb88 on network b4dc77d7-ea08-413a-920e-df557d4f2612 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:17:46.010830 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15fbef4-7f17-4009-af6e-558ef34557fd req-b0736e3b-dbba-47f5-9427-826678740612 service neutron] Attempting to bind port 1f2a76bb-e328-43f6-a05d-cd14b7aceb88 on network b4dc77d7-ea08-413a-920e-df557d4f2612 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:17:46.018623 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15fbef4-7f17-4009-af6e-558ef34557fd req-b0736e3b-dbba-47f5-9427-826678740612 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:17:46.019278 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15fbef4-7f17-4009-af6e-558ef34557fd req-b0736e3b-dbba-47f5-9427-826678740612 service neutron] Checking segment: {'id': '916865f2-64f2-4101-a323-60f6c670dfa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b4dc77d7-ea08-413a-920e-df557d4f2612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:17:46.019709 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15fbef4-7f17-4009-af6e-558ef34557fd req-b0736e3b-dbba-47f5-9427-826678740612 service neutron] Bound using segment: {'id': '916865f2-64f2-4101-a323-60f6c670dfa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b4dc77d7-ea08-413a-920e-df557d4f2612'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:17:46.020162 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-b15fbef4-7f17-4009-af6e-558ef34557fd req-b0736e3b-dbba-47f5-9427-826678740612 service neutron] Bound port: 1f2a76bb-e328-43f6-a05d-cd14b7aceb88, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '916865f2-64f2-4101-a323-60f6c670dfa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b4dc77d7-ea08-413a-920e-df557d4f2612'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:17:46.020532 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b15fbef4-7f17-4009-af6e-558ef34557fd req-b0736e3b-dbba-47f5-9427-826678740612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:46.104638 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-b15fbef4-7f17-4009-af6e-558ef34557fd req-b0736e3b-dbba-47f5-9427-826678740612 service neutron] For port 1f2a76bb-e328-43f6-a05d-cd14b7aceb88, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:17:46.108532 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-b15fbef4-7f17-4009-af6e-558ef34557fd req-b0736e3b-dbba-47f5-9427-826678740612 service neutron] For port 1f2a76bb-e328-43f6-a05d-cd14b7aceb88, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=1f2a76bb-e328-43f6-a05d-cd14b7aceb88,segment=NetworkSegment(916865f2-64f2-4101-a323-60f6c670dfa4),segment_id=916865f2-64f2-4101-a323-60f6c670dfa4)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:17:46.215265 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b15fbef4-7f17-4009-af6e-558ef34557fd req-b0736e3b-dbba-47f5-9427-826678740612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:46.259953 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15fbef4-7f17-4009-af6e-558ef34557fd req-b0736e3b-dbba-47f5-9427-826678740612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:17:46.260698 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b15fbef4-7f17-4009-af6e-558ef34557fd req-b0736e3b-dbba-47f5-9427-826678740612 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:46.262262 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b15fbef4-7f17-4009-af6e-558ef34557fd req-b0736e3b-dbba-47f5-9427-826678740612 service neutron] 10.222.0.54 "PUT /v2.0/ports/1f2a76bb-e328-43f6-a05d-cd14b7aceb88 HTTP/1.1" status: 200 len: 1091 time: 0.8651254 Jul 09 15:17:46.262886 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd5e2543-8aff-4a02-b162-bee2feafa94a', 'tag': '1f2a76bb-e328-43f6-a05d-cd14b7aceb88'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:17:46.265596 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d505ff-c074-4130-9fc6-282dab8807ca" -d '{"events": [{"name": "network-changed", "server_uuid": "cd5e2543-8aff-4a02-b162-bee2feafa94a", "tag": "1f2a76bb-e328-43f6-a05d-cd14b7aceb88"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:17:46.315824 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b102381-2c81-4e1a-9998-afefdeace29b x-openstack-request-id: req-2b102381-2c81-4e1a-9998-afefdeace29b {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:17:46.316122 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd5e2543-8aff-4a02-b162-bee2feafa94a", "tag": "1f2a76bb-e328-43f6-a05d-cd14b7aceb88", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:17:46.316468 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2b102381-2c81-4e1a-9998-afefdeace29b {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:17:46.316770 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd5e2543-8aff-4a02-b162-bee2feafa94a', 'tag': '1f2a76bb-e328-43f6-a05d-cd14b7aceb88', 'status': 'completed', 'code': 200} Jul 09 15:17:46.323797 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0736e3b-dbba-47f5-9427-826678740612 service neutron] Pushing event updated for resources: {'Port': ['ID=1f2a76bb-e328-43f6-a05d-cd14b7aceb88,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:17:46.406158 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d505ff-c074-4130-9fc6-282dab8807ca req-86ecb485-d2d9-47ea-90a0-54290a1ed3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:17:46.408014 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b8d505ff-c074-4130-9fc6-282dab8807ca req-86ecb485-d2d9-47ea-90a0-54290a1ed3f3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0c28f437fbc4420f8b347f085f6ccc44&device_id=cd5e2543-8aff-4a02-b162-bee2feafa94a HTTP/1.1" status: 200 len: 1094 time: 0.0679986 Jul 09 15:17:46.587702 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d505ff-c074-4130-9fc6-282dab8807ca req-c76dcb7b-4fea-473d-b18d-bc0b535d9200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:17:46.589732 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b8d505ff-c074-4130-9fc6-282dab8807ca req-c76dcb7b-4fea-473d-b18d-bc0b535d9200 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=0c28f437fbc4420f8b347f085f6ccc44&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1712852 Jul 09 15:17:46.690997 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d505ff-c074-4130-9fc6-282dab8807ca req-37356f63-3d12-4e8e-a737-a39d325bf849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:17:46.692662 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b8d505ff-c074-4130-9fc6-282dab8807ca req-37356f63-3d12-4e8e-a737-a39d325bf849 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0957036 Jul 09 15:17:46.797046 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15fbef4-7f17-4009-af6e-558ef34557fd req-152957d7-5165-4848-8fbd-d14431036c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:17:46.798717 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b15fbef4-7f17-4009-af6e-558ef34557fd req-152957d7-5165-4848-8fbd-d14431036c7e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0c28f437fbc4420f8b347f085f6ccc44&device_id=cd5e2543-8aff-4a02-b162-bee2feafa94a HTTP/1.1" status: 200 len: 1094 time: 0.0617049 Jul 09 15:17:46.846314 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b15fbef4-7f17-4009-af6e-558ef34557fd req-76800b4f-46ab-44dd-b947-0e1764571a3c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f2a76bb-e328-43f6-a05d-cd14b7aceb88 HTTP/1.1" status: 200 len: 217 time: 0.0404139 Jul 09 15:17:46.896670 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15fbef4-7f17-4009-af6e-558ef34557fd req-ee670c4f-6b73-4579-a068-3834e46abd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:17:46.898887 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b15fbef4-7f17-4009-af6e-558ef34557fd req-ee670c4f-6b73-4579-a068-3834e46abd30 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2253bb56-286d-4354-bcde-16beac4b7091 HTTP/1.1" status: 200 len: 847 time: 0.0464039 Jul 09 15:17:46.939698 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b15fbef4-7f17-4009-af6e-558ef34557fd req-816703b6-a9e8-4557-b473-45322dc58842 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b4dc77d7-ea08-413a-920e-df557d4f2612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329123 Jul 09 15:17:47.053643 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b15fbef4-7f17-4009-af6e-558ef34557fd req-eb9fce25-7b42-4b37-b745-13f9ae9cf925 service neutron] 10.222.0.54 "GET /v2.0/networks/b4dc77d7-ea08-413a-920e-df557d4f2612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074426 Jul 09 15:17:47.150908 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b15fbef4-7f17-4009-af6e-558ef34557fd req-b885d932-c885-4e6b-a25d-3c1258fd9fc0 service neutron] 10.222.0.54 "GET /v2.0/networks/b4dc77d7-ea08-413a-920e-df557d4f2612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893834 Jul 09 15:17:47.164585 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc44c0fb-f713-404c-88d2-231afb886be6 req-e6a757cf-83fc-481a-bfcd-dc2cdb59106f tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:17:47.164585 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fc44c0fb-f713-404c-88d2-231afb886be6 req-e6a757cf-83fc-481a-bfcd-dc2cdb59106f tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd5e2543-8aff-4a02-b162-bee2feafa94a HTTP/1.1" status: 200 len: 943 time: 0.0989845 Jul 09 15:17:47.207868 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fc44c0fb-f713-404c-88d2-231afb886be6 req-70d886cb-2737-486c-a61c-784449334fe2 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] 10.222.0.58 "GET /v2.0/security-groups?id=87236826-53a1-4c09-93ed-e840e3bd70a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371439 Jul 09 15:17:48.310279 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 1f2a76bb-e328-43f6-a05d-cd14b7aceb88 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 15:17:48.405785 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c343aea-5c3a-4859-8949-b0e223515947 req-c4c4d280-41e5-4cef-8eed-e061d297126c tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:17:48.407724 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2c343aea-5c3a-4859-8949-b0e223515947 req-c4c4d280-41e5-4cef-8eed-e061d297126c tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd5e2543-8aff-4a02-b162-bee2feafa94a HTTP/1.1" status: 200 len: 943 time: 0.0740879 Jul 09 15:17:48.409263 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 1f2a76bb-e328-43f6-a05d-cd14b7aceb88, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=1f2a76bb-e328-43f6-a05d-cd14b7aceb88,segment=NetworkSegment(916865f2-64f2-4101-a323-60f6c670dfa4),segment_id=916865f2-64f2-4101-a323-60f6c670dfa4)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:17:48.426372 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': '1f2a76bb-e328-43f6-a05d-cd14b7aceb88', 'network_id': 'b4dc77d7-ea08-413a-920e-df557d4f2612', 'port_id': '1f2a76bb-e328-43f6-a05d-cd14b7aceb88', 'mac_address': 'fa:16:3e:e7:a0:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2253bb56-286d-4354-bcde-16beac4b7091', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 15:17:48.457558 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2c343aea-5c3a-4859-8949-b0e223515947 req-2953a21b-2897-4af0-9b03-d6e052372f09 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] 10.222.0.58 "GET /v2.0/security-groups?id=87236826-53a1-4c09-93ed-e840e3bd70a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366313 Jul 09 15:17:48.475405 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:48.490716 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f2a76bb-e328-43f6-a05d-cd14b7aceb88 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:17:48.511958 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 1f2a76bb-e328-43f6-a05d-cd14b7aceb88, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=1f2a76bb-e328-43f6-a05d-cd14b7aceb88,segment=NetworkSegment(916865f2-64f2-4101-a323-60f6c670dfa4),segment_id=916865f2-64f2-4101-a323-60f6c670dfa4)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:17:48.590093 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:48.639714 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=1f2a76bb-e328-43f6-a05d-cd14b7aceb88,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:17:48.647326 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:17:48.647716 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:17:48.648069 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:17:48.648455 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:17:48.648797 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:17:48.649137 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:17:48.649472 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:17:48.649805 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:17:48.650154 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:17:48.650472 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:17:48.650801 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:17:48.651132 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:17:48.832500 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['1f2a76bb-e328-43f6-a05d-cd14b7aceb88'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:17:49.661637 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae882dd1-d3b2-4bac-a2ac-e1dc25df3198 req-20b2a33e-3b11-4fb5-af22-e4de3356392f tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:17:49.663777 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae882dd1-d3b2-4bac-a2ac-e1dc25df3198 req-20b2a33e-3b11-4fb5-af22-e4de3356392f tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd5e2543-8aff-4a02-b162-bee2feafa94a HTTP/1.1" status: 200 len: 944 time: 0.0753498 Jul 09 15:17:49.702128 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae882dd1-d3b2-4bac-a2ac-e1dc25df3198 req-62a24a75-2ece-490c-a1e1-7163e79e1c1d tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] 10.222.0.58 "GET /v2.0/security-groups?id=87236826-53a1-4c09-93ed-e840e3bd70a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321014 Jul 09 15:17:50.311684 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 1f2a76bb-e328-43f6-a05d-cd14b7aceb88 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:17:50.469676 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port 1f2a76bb-e328-43f6-a05d-cd14b7aceb88 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:17:50.473707 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port 1f2a76bb-e328-43f6-a05d-cd14b7aceb88 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:17:50.474080 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:50.565809 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:50.590780 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd5e2543-8aff-4a02-b162-bee2feafa94a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f2a76bb-e328-43f6-a05d-cd14b7aceb88'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:17:50.593108 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ca40dd-3672-4da7-b4e3-ec6b8039e3fa" -d '{"events": [{"server_uuid": "cd5e2543-8aff-4a02-b162-bee2feafa94a", "name": "network-vif-plugged", "status": "completed", "tag": "1f2a76bb-e328-43f6-a05d-cd14b7aceb88"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:17:50.606736 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 1f2a76bb-e328-43f6-a05d-cd14b7aceb88, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=1f2a76bb-e328-43f6-a05d-cd14b7aceb88,segment=NetworkSegment(916865f2-64f2-4101-a323-60f6c670dfa4),segment_id=916865f2-64f2-4101-a323-60f6c670dfa4)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:17:50.632097 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4c8fed-3028-48ef-a4db-e64548f3f6a2 x-openstack-request-id: req-ca4c8fed-3028-48ef-a4db-e64548f3f6a2 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:17:50.632400 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd5e2543-8aff-4a02-b162-bee2feafa94a", "name": "network-vif-plugged", "status": "completed", "tag": "1f2a76bb-e328-43f6-a05d-cd14b7aceb88", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:17:50.632661 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ca4c8fed-3028-48ef-a4db-e64548f3f6a2 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:17:50.633063 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd5e2543-8aff-4a02-b162-bee2feafa94a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f2a76bb-e328-43f6-a05d-cd14b7aceb88', 'code': 200} Jul 09 15:17:50.704158 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:50.760619 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd428f9-c93a-41cb-89d5-c650a2513976 req-fa87e5a1-768d-4104-8d61-bca79ff585d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:17:50.762637 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1bd428f9-c93a-41cb-89d5-c650a2513976 req-fa87e5a1-768d-4104-8d61-bca79ff585d4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cd5e2543-8aff-4a02-b162-bee2feafa94a HTTP/1.1" status: 200 len: 1096 time: 0.0679736 Jul 09 15:17:50.764416 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=1f2a76bb-e328-43f6-a05d-cd14b7aceb88,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:17:50.799309 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1bd428f9-c93a-41cb-89d5-c650a2513976 req-a37d235b-ca1e-4e6f-85ba-d19e04f4e3c2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=87236826-53a1-4c09-93ed-e840e3bd70a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302868 Jul 09 15:17:50.899401 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f247f-03c9-434e-88db-44cf9ec74aa4 req-b888f1ae-6dea-4803-83ab-640984d5a092 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:17:50.900872 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bc0f247f-03c9-434e-88db-44cf9ec74aa4 req-b888f1ae-6dea-4803-83ab-640984d5a092 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd5e2543-8aff-4a02-b162-bee2feafa94a HTTP/1.1" status: 200 len: 945 time: 0.0711610 Jul 09 15:17:50.938369 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bc0f247f-03c9-434e-88db-44cf9ec74aa4 req-e613597f-f8d1-4aad-81e7-140c0f62cc15 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] 10.222.0.58 "GET /v2.0/security-groups?id=87236826-53a1-4c09-93ed-e840e3bd70a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317976 Jul 09 15:17:52.133097 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17150b67-195c-4b5f-b125-00a41c2336fd req-56ecaf34-83bc-4cd2-8f7d-de947caa899a tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:17:52.134740 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-17150b67-195c-4b5f-b125-00a41c2336fd req-56ecaf34-83bc-4cd2-8f7d-de947caa899a tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd5e2543-8aff-4a02-b162-bee2feafa94a HTTP/1.1" status: 200 len: 945 time: 0.0667315 Jul 09 15:17:52.174505 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-17150b67-195c-4b5f-b125-00a41c2336fd req-5b72cccf-a7b2-4afc-aaf8-ecad399c396d tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] 10.222.0.58 "GET /v2.0/security-groups?id=87236826-53a1-4c09-93ed-e840e3bd70a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338254 Jul 09 15:17:53.418622 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:53.623730 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e81af76-0682-4d92-8cf7-80d0768b24e1 req-82b96413-2f8b-4b5a-8a29-203819d51d0b tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:17:53.625632 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0e81af76-0682-4d92-8cf7-80d0768b24e1 req-82b96413-2f8b-4b5a-8a29-203819d51d0b tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd5e2543-8aff-4a02-b162-bee2feafa94a HTTP/1.1" status: 200 len: 945 time: 0.0742874 Jul 09 15:17:53.667736 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0e81af76-0682-4d92-8cf7-80d0768b24e1 req-8c30381a-5eda-428b-a965-d92ff5d26f99 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] 10.222.0.58 "GET /v2.0/security-groups?id=87236826-53a1-4c09-93ed-e840e3bd70a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359774 Jul 09 15:17:54.885665 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b708f1fa-e68d-4cb8-929c-d763ef6bbd42 req-cd3a4675-0313-4ea9-aa2f-cc7641da056e tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:17:54.887141 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b708f1fa-e68d-4cb8-929c-d763ef6bbd42 req-cd3a4675-0313-4ea9-aa2f-cc7641da056e tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd5e2543-8aff-4a02-b162-bee2feafa94a HTTP/1.1" status: 200 len: 945 time: 0.0975461 Jul 09 15:17:54.908344 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb32df-e3b9-4304-84c2-7251022f69e5 req-af4ae8be-497e-4292-99ae-09b5634163c1 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:17:54.910662 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9fdb32df-e3b9-4304-84c2-7251022f69e5 req-af4ae8be-497e-4292-99ae-09b5634163c1 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] 10.222.0.54 "GET /v2.0/ports?device_id=cd5e2543-8aff-4a02-b162-bee2feafa94a HTTP/1.1" status: 200 len: 945 time: 0.0917661 Jul 09 15:17:54.927054 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b708f1fa-e68d-4cb8-929c-d763ef6bbd42 req-6af7a276-efe9-45f3-99df-673a66888be9 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] 10.222.0.58 "GET /v2.0/security-groups?id=87236826-53a1-4c09-93ed-e840e3bd70a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336258 Jul 09 15:17:55.016480 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-9fdb32df-e3b9-4304-84c2-7251022f69e5 req-e9df013a-7d3b-484b-867c-eb121f8bcf81 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] Deleting port 1f2a76bb-e328-43f6-a05d-cd14b7aceb88 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:17:55.016823 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-9fdb32df-e3b9-4304-84c2-7251022f69e5 req-e9df013a-7d3b-484b-867c-eb121f8bcf81 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:55.105954 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-9fdb32df-e3b9-4304-84c2-7251022f69e5 req-e9df013a-7d3b-484b-867c-eb121f8bcf81 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] For port 1f2a76bb-e328-43f6-a05d-cd14b7aceb88, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=1f2a76bb-e328-43f6-a05d-cd14b7aceb88,segment=NetworkSegment(916865f2-64f2-4101-a323-60f6c670dfa4),segment_id=916865f2-64f2-4101-a323-60f6c670dfa4)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:17:55.106307 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-9fdb32df-e3b9-4304-84c2-7251022f69e5 req-e9df013a-7d3b-484b-867c-eb121f8bcf81 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:55.119485 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-9fdb32df-e3b9-4304-84c2-7251022f69e5 req-e9df013a-7d3b-484b-867c-eb121f8bcf81 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] Calling delete_port for 1f2a76bb-e328-43f6-a05d-cd14b7aceb88 owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:17:55.355960 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-9fdb32df-e3b9-4304-84c2-7251022f69e5 req-e9df013a-7d3b-484b-867c-eb121f8bcf81 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:55.367791 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['1f2a76bb-e328-43f6-a05d-cd14b7aceb88'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:17:55.386659 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df013a-7d3b-484b-867c-eb121f8bcf81 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] Pushing event deleted for resources: {'Port': ['ID=1f2a76bb-e328-43f6-a05d-cd14b7aceb88,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:17:55.431589 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fdb32df-e3b9-4304-84c2-7251022f69e5 req-e9df013a-7d3b-484b-867c-eb121f8bcf81 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] No DVR routers for this DVR port 1f2a76bb-e328-43f6-a05d-cd14b7aceb88 on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:17:55.435143 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-9fdb32df-e3b9-4304-84c2-7251022f69e5 req-e9df013a-7d3b-484b-867c-eb121f8bcf81 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:55.437501 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9fdb32df-e3b9-4304-84c2-7251022f69e5 req-e9df013a-7d3b-484b-867c-eb121f8bcf81 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] 10.222.0.54 "DELETE /v2.0/ports/1f2a76bb-e328-43f6-a05d-cd14b7aceb88 HTTP/1.1" status: 204 len: 173 time: 0.5215027 Jul 09 15:17:55.437827 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd5e2543-8aff-4a02-b162-bee2feafa94a', 'name': 'network-vif-deleted', 'tag': '1f2a76bb-e328-43f6-a05d-cd14b7aceb88'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:17:55.441290 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a963d306-20d6-40da-a4e8-bf26cfd379df" -d '{"events": [{"server_uuid": "cd5e2543-8aff-4a02-b162-bee2feafa94a", "name": "network-vif-deleted", "tag": "1f2a76bb-e328-43f6-a05d-cd14b7aceb88"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:17:55.480600 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd0dadb-5c45-4afa-a414-c0b5abcfcf8b x-openstack-request-id: req-3fd0dadb-5c45-4afa-a414-c0b5abcfcf8b {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:17:55.480927 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd5e2543-8aff-4a02-b162-bee2feafa94a", "name": "network-vif-deleted", "tag": "1f2a76bb-e328-43f6-a05d-cd14b7aceb88", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:17:55.481191 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3fd0dadb-5c45-4afa-a414-c0b5abcfcf8b {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:17:55.481591 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd5e2543-8aff-4a02-b162-bee2feafa94a', 'name': 'network-vif-deleted', 'tag': '1f2a76bb-e328-43f6-a05d-cd14b7aceb88', 'status': 'completed', 'code': 200} Jul 09 15:17:56.087543 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8bd8eabf-5f3e-45e5-86c9-e9e3721d4387 req-9199cb74-19a9-4e5b-bf73-f401945469db tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd5e2543-8aff-4a02-b162-bee2feafa94a HTTP/1.1" status: 200 len: 210 time: 0.0301223 Jul 09 15:17:56.223739 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-aca54477-e5fe-4582-8a7f-8177fb47f3ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:57.501893 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcceba62-918c-416d-bef6-7c83c2b67c92 req-72a46dae-c999-4372-90e7-2bfe1eb87402 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:17:57.503816 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dcceba62-918c-416d-bef6-7c83c2b67c92 req-72a46dae-c999-4372-90e7-2bfe1eb87402 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] 10.222.0.58 "GET /v2.0/networks?id=b4dc77d7-ea08-413a-920e-df557d4f2612 HTTP/1.1" status: 200 len: 807 time: 0.1219206 Jul 09 15:17:57.523921 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dcceba62-918c-416d-bef6-7c83c2b67c92 req-6bf25690-8f2b-4bcc-b267-5853be8cc053 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] 10.222.0.58 "GET /v2.0/quotas/0c28f437fbc4420f8b347f085f6ccc44 HTTP/1.1" status: 200 len: 375 time: 0.0128305 Jul 09 15:17:57.561677 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dcceba62-918c-416d-bef6-7c83c2b67c92 req-95a800a7-760a-4336-80b5-f82a4ae0ff45 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0c28f437fbc4420f8b347f085f6ccc44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314171 Jul 09 15:17:57.665121 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dcceba62-918c-416d-bef6-7c83c2b67c92 req-8520ad8e-aace-47ee-9806-048b6cd2db12 service neutron] 10.222.0.58 "GET /v2.0/networks/b4dc77d7-ea08-413a-920e-df557d4f2612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949953 Jul 09 15:17:57.785746 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dcceba62-918c-416d-bef6-7c83c2b67c92 req-013852f7-27ec-46f1-9e04-2c0f4d437a3e service neutron] 10.222.0.58 "GET /v2.0/networks/b4dc77d7-ea08-413a-920e-df557d4f2612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099408 Jul 09 15:17:58.131195 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4ed257dc-28fa-4e0a-882b-0a7753fd103c req-87e7ccde-a079-43b0-b9d7-f03ee640cdaf tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] 10.222.0.58 "GET /v2.0/ports?device_id=a94946cf-08f5-4712-8ce9-e33a533488ee HTTP/1.1" status: 200 len: 210 time: 0.0382824 Jul 09 15:17:58.401694 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49690) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:17:58.533411 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-873b4f92-236f-4c82-8496-ffc5010ccc99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:58.638966 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-873b4f92-236f-4c82-8496-ffc5010ccc99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:58.727367 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-873b4f92-236f-4c82-8496-ffc5010ccc99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:58.765422 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-873b4f92-236f-4c82-8496-ffc5010ccc99 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d8d753a8541240cabfe30302da2de6bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3624263 Jul 09 15:17:58.766453 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b4f92-236f-4c82-8496-ffc5010ccc99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4377ea2e-743e-4419-bc19-2c2f9a0e7356,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:17:58.768794 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49694) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:17:58.819523 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-de8bda8c-ef3a-4449-9031-b22b13f50b17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:58.842114 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-de8bda8c-ef3a-4449-9031-b22b13f50b17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:58.961750 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-de8bda8c-ef3a-4449-9031-b22b13f50b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:58.964499 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-de8bda8c-ef3a-4449-9031-b22b13f50b17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:58.965948 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-de8bda8c-ef3a-4449-9031-b22b13f50b17 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4377ea2e-743e-4419-bc19-2c2f9a0e7356 HTTP/1.1" status: 204 len: 168 time: 0.1960354 Jul 09 15:17:58.976627 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8bda8c-ef3a-4449-9031-b22b13f50b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4377ea2e-743e-4419-bc19-2c2f9a0e7356,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:17:59.169432 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ab532bdd-c626-42a2-9c59-f5467fe325df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:59.236152 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7be69080-1082-4bf8-a7a8-c97a298cbd31 req-99fac5db-e3ef-433b-9d96-ad421d07b796 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] 10.222.0.58 "GET /v2.0/ports?device_id=a94946cf-08f5-4712-8ce9-e33a533488ee HTTP/1.1" status: 200 len: 210 time: 0.0345392 Jul 09 15:17:59.258466 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:59.672264 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49706) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:17:59.687872 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8960e0ce-8742-45bb-8d22-9533bb7066bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:59.785029 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8960e0ce-8742-45bb-8d22-9533bb7066bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:59.852154 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8960e0ce-8742-45bb-8d22-9533bb7066bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:59.893098 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960e0ce-8742-45bb-8d22-9533bb7066bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76622c75-51ff-41b7-8b2d-399f9a06c42d,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:17:59.898913 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-8960e0ce-8742-45bb-8d22-9533bb7066bf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=66474991263241f4aabb67a18cb27dda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2255902 Jul 09 15:17:59.904171 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49708) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:17:59.956781 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a50b8fba-15c9-4fcd-aa7d-d015f4495c9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:17:59.982237 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a50b8fba-15c9-4fcd-aa7d-d015f4495c9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:00.077588 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a50b8fba-15c9-4fcd-aa7d-d015f4495c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:00.082170 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a50b8fba-15c9-4fcd-aa7d-d015f4495c9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:00.083381 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-a50b8fba-15c9-4fcd-aa7d-d015f4495c9e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/76622c75-51ff-41b7-8b2d-399f9a06c42d HTTP/1.1" status: 204 len: 168 time: 0.1804938 Jul 09 15:18:00.093409 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50b8fba-15c9-4fcd-aa7d-d015f4495c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76622c75-51ff-41b7-8b2d-399f9a06c42d,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:18:00.323196 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-15f6766a-0378-4182-859f-4d35b66e5638 req-cf46739b-aecb-4777-ae75-390af955735a tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] 10.222.0.58 "GET /v2.0/ports?device_id=a94946cf-08f5-4712-8ce9-e33a533488ee HTTP/1.1" status: 200 len: 210 time: 0.0321918 Jul 09 15:18:00.349836 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:00.360976 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 1f2a76bb-e328-43f6-a05d-cd14b7aceb88 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:18:00.388946 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: 1f2a76bb-e328-43f6-a05d-cd14b7aceb88 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:18:00.388946 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 1f2a76bb-e328-43f6-a05d-cd14b7aceb88 not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:18:00.872983 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49722) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:18:00.887407 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a7ed895b-d4cb-44a8-882f-eea59463ed88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:00.979704 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a7ed895b-d4cb-44a8-882f-eea59463ed88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:01.046245 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a7ed895b-d4cb-44a8-882f-eea59463ed88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:01.089461 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-a7ed895b-d4cb-44a8-882f-eea59463ed88 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b671af3787a641628f6273fd2c5284b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2153635 Jul 09 15:18:01.090328 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ed895b-d4cb-44a8-882f-eea59463ed88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cae3d62-93ef-4b81-8a92-69b0c43ad9f8,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:18:01.092327 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49724) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:18:01.162699 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9c010334-ea4b-4e85-ba8a-c8463ed05d62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:01.186499 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9c010334-ea4b-4e85-ba8a-c8463ed05d62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:01.332577 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9c010334-ea4b-4e85-ba8a-c8463ed05d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:01.335237 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9c010334-ea4b-4e85-ba8a-c8463ed05d62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:01.336473 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-9c010334-ea4b-4e85-ba8a-c8463ed05d62 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6cae3d62-93ef-4b81-8a92-69b0c43ad9f8 HTTP/1.1" status: 204 len: 168 time: 0.2427988 Jul 09 15:18:01.344260 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c010334-ea4b-4e85-ba8a-c8463ed05d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cae3d62-93ef-4b81-8a92-69b0c43ad9f8,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:18:01.421423 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-523a5a38-a768-4436-b007-9b7708a269c6 req-36af29a0-8d94-4c7d-96d2-cae8175fdec3 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] 10.222.0.58 "GET /v2.0/ports?device_id=a94946cf-08f5-4712-8ce9-e33a533488ee HTTP/1.1" status: 200 len: 210 time: 0.0307798 Jul 09 15:18:01.806571 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:02.575900 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-51a8b28a-c8bf-4d26-9c14-a4935e24908c req-ffce4368-f1a2-4f0f-b259-bf56f4f08663 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] 10.222.0.58 "GET /v2.0/ports?device_id=a94946cf-08f5-4712-8ce9-e33a533488ee HTTP/1.1" status: 200 len: 210 time: 0.0317719 Jul 09 15:18:03.305981 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49762) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:18:03.423960 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-93141561-c662-45a4-95fc-abb33d7d29dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:03.517921 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-93141561-c662-45a4-95fc-abb33d7d29dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:03.595359 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-93141561-c662-45a4-95fc-abb33d7d29dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:03.640551 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-93141561-c662-45a4-95fc-abb33d7d29dc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b9d0bc1952aa4681b699a0dcae56ff98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3332171 Jul 09 15:18:03.641480 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93141561-c662-45a4-95fc-abb33d7d29dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a44f994-8000-41f3-a35b-8ccda3039ae4,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:18:03.646153 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49770) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:18:03.717662 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f458dbe0-0e1b-43dd-8404-bd6ba02fce18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:03.745296 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f458dbe0-0e1b-43dd-8404-bd6ba02fce18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:03.746591 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e0699aea-ae29-40df-9530-0f712eb652f0 req-b07841b0-129e-483e-8bbb-9c7b30b5802e tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] 10.222.0.58 "GET /v2.0/ports?device_id=a94946cf-08f5-4712-8ce9-e33a533488ee HTTP/1.1" status: 200 len: 210 time: 0.0382626 Jul 09 15:18:04.007421 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f458dbe0-0e1b-43dd-8404-bd6ba02fce18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:04.010070 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f458dbe0-0e1b-43dd-8404-bd6ba02fce18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:04.011315 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f458dbe0-0e1b-43dd-8404-bd6ba02fce18 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7a44f994-8000-41f3-a35b-8ccda3039ae4 HTTP/1.1" status: 204 len: 168 time: 0.3627610 Jul 09 15:18:04.020451 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f458dbe0-0e1b-43dd-8404-bd6ba02fce18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a44f994-8000-41f3-a35b-8ccda3039ae4,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:18:04.688646 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcceba62-918c-416d-bef6-7c83c2b67c92 req-bb814e5c-a21b-44ee-8cb0-d1449bf2fab2 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:18:04.690196 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dcceba62-918c-416d-bef6-7c83c2b67c92 req-bb814e5c-a21b-44ee-8cb0-d1449bf2fab2 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] 10.222.0.54 "GET /v2.0/networks?id=b4dc77d7-ea08-413a-920e-df557d4f2612 HTTP/1.1" status: 200 len: 807 time: 0.1264257 Jul 09 15:18:04.703419 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-dcceba62-918c-416d-bef6-7c83c2b67c92 req-90fbd2ca-4a98-4ab4-8dc1-9eb4828afc5c tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] Request body: {'port': {'device_id': 'a94946cf-08f5-4712-8ce9-e33a533488ee', 'network_id': 'b4dc77d7-ea08-413a-920e-df557d4f2612', 'admin_state_up': True, 'tenant_id': '0c28f437fbc4420f8b347f085f6ccc44'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:18:04.922616 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3c920bde-805d-4c0d-a5f5-f1fac44fdbf6 req-3f0abeba-ca81-4f75-9ed1-29ed48e407c7 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] 10.222.0.58 "GET /v2.0/ports?device_id=a94946cf-08f5-4712-8ce9-e33a533488ee HTTP/1.1" status: 200 len: 210 time: 0.0431001 Jul 09 15:18:04.955233 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcceba62-918c-416d-bef6-7c83c2b67c92 req-90fbd2ca-4a98-4ab4-8dc1-9eb4828afc5c tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] Made reservation on behalf of 0c28f437fbc4420f8b347f085f6ccc44 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:18:04.960212 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-dcceba62-918c-416d-bef6-7c83c2b67c92 req-90fbd2ca-4a98-4ab4-8dc1-9eb4828afc5c tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:05.110766 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-dcceba62-918c-416d-bef6-7c83c2b67c92 req-90fbd2ca-4a98-4ab4-8dc1-9eb4828afc5c tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] Allocated IP 172.20.0.7 (b4dc77d7-ea08-413a-920e-df557d4f2612/2253bb56-286d-4354-bcde-16beac4b7091/aeabd046-d9c7-4307-8127-56b8c8fd5f3f) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:18:05.306355 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-dcceba62-918c-416d-bef6-7c83c2b67c92 req-90fbd2ca-4a98-4ab4-8dc1-9eb4828afc5c tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:05.447171 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-dcceba62-918c-416d-bef6-7c83c2b67c92 req-90fbd2ca-4a98-4ab4-8dc1-9eb4828afc5c tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:05.496170 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcceba62-918c-416d-bef6-7c83c2b67c92 req-90fbd2ca-4a98-4ab4-8dc1-9eb4828afc5c tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] Network b4dc77d7-ea08-413a-920e-df557d4f2612 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:18:05.499768 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-dcceba62-918c-416d-bef6-7c83c2b67c92 req-90fbd2ca-4a98-4ab4-8dc1-9eb4828afc5c tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:18:05.503963 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcceba62-918c-416d-bef6-7c83c2b67c92 req-90fbd2ca-4a98-4ab4-8dc1-9eb4828afc5c tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:18:05.511633 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fbd2ca-4a98-4ab4-8dc1-9eb4828afc5c tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] Pushing event updated for resources: {'Port': ['ID=aeabd046-d9c7-4307-8127-56b8c8fd5f3f,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:18:05.561807 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcceba62-918c-416d-bef6-7c83c2b67c92 req-90fbd2ca-4a98-4ab4-8dc1-9eb4828afc5c tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:18:05.562425 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-dcceba62-918c-416d-bef6-7c83c2b67c92 req-90fbd2ca-4a98-4ab4-8dc1-9eb4828afc5c tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:05.698855 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dcceba62-918c-416d-bef6-7c83c2b67c92 req-90fbd2ca-4a98-4ab4-8dc1-9eb4828afc5c tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9997258 Jul 09 15:18:05.714672 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-dcceba62-918c-416d-bef6-7c83c2b67c92 req-f0f39fa9-3d28-4414-88e3-50706edaff48 service neutron] Request body: {'port': {'device_id': 'a94946cf-08f5-4712-8ce9-e33a533488ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:18:05.791109 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-dcceba62-918c-416d-bef6-7c83c2b67c92 req-f0f39fa9-3d28-4414-88e3-50706edaff48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:06.097028 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-dcceba62-918c-416d-bef6-7c83c2b67c92 req-f0f39fa9-3d28-4414-88e3-50706edaff48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeabd046-d9c7-4307-8127-56b8c8fd5f3f {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:18:06.106023 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-dcceba62-918c-416d-bef6-7c83c2b67c92 req-f0f39fa9-3d28-4414-88e3-50706edaff48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:06.122538 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-dcceba62-918c-416d-bef6-7c83c2b67c92 req-f0f39fa9-3d28-4414-88e3-50706edaff48 service neutron] Transition to ACTIVE for port object aeabd046-d9c7-4307-8127-56b8c8fd5f3f will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:18:06.144594 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57ffcc2-60bc-4282-9ab6-7f4d8b444dbd req-a56f93a1-213b-42b9-ae82-33f233f22c22 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:18:06.146351 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d57ffcc2-60bc-4282-9ab6-7f4d8b444dbd req-a56f93a1-213b-42b9-ae82-33f233f22c22 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] 10.222.0.58 "GET /v2.0/ports?device_id=a94946cf-08f5-4712-8ce9-e33a533488ee HTTP/1.1" status: 200 len: 931 time: 0.0859790 Jul 09 15:18:06.190098 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d57ffcc2-60bc-4282-9ab6-7f4d8b444dbd req-8665de21-9c91-4c10-9046-a64ee818427c tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] 10.222.0.58 "GET /v2.0/security-groups?id=87236826-53a1-4c09-93ed-e840e3bd70a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367885 Jul 09 15:18:06.228848 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-dcceba62-918c-416d-bef6-7c83c2b67c92 req-f0f39fa9-3d28-4414-88e3-50706edaff48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:06.665194 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f39fa9-3d28-4414-88e3-50706edaff48 service neutron] Pushing event updated for resources: {'Port': ['ID=aeabd046-d9c7-4307-8127-56b8c8fd5f3f,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:18:06.739849 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-dcceba62-918c-416d-bef6-7c83c2b67c92 req-f0f39fa9-3d28-4414-88e3-50706edaff48 service neutron] Attempting to bind port aeabd046-d9c7-4307-8127-56b8c8fd5f3f on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:18:06.741120 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-dcceba62-918c-416d-bef6-7c83c2b67c92 req-f0f39fa9-3d28-4414-88e3-50706edaff48 service neutron] Attempting to bind port aeabd046-d9c7-4307-8127-56b8c8fd5f3f by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '916865f2-64f2-4101-a323-60f6c670dfa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b4dc77d7-ea08-413a-920e-df557d4f2612'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:18:06.741504 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcceba62-918c-416d-bef6-7c83c2b67c92 req-f0f39fa9-3d28-4414-88e3-50706edaff48 service neutron] Attempting to bind port aeabd046-d9c7-4307-8127-56b8c8fd5f3f on network b4dc77d7-ea08-413a-920e-df557d4f2612 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:18:06.748339 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcceba62-918c-416d-bef6-7c83c2b67c92 req-f0f39fa9-3d28-4414-88e3-50706edaff48 service neutron] Port aeabd046-d9c7-4307-8127-56b8c8fd5f3f on network b4dc77d7-ea08-413a-920e-df557d4f2612 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:18:06.748860 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcceba62-918c-416d-bef6-7c83c2b67c92 req-f0f39fa9-3d28-4414-88e3-50706edaff48 service neutron] Attempting to bind port aeabd046-d9c7-4307-8127-56b8c8fd5f3f on network b4dc77d7-ea08-413a-920e-df557d4f2612 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:18:06.754308 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcceba62-918c-416d-bef6-7c83c2b67c92 req-f0f39fa9-3d28-4414-88e3-50706edaff48 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:18:06.754648 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcceba62-918c-416d-bef6-7c83c2b67c92 req-f0f39fa9-3d28-4414-88e3-50706edaff48 service neutron] Checking segment: {'id': '916865f2-64f2-4101-a323-60f6c670dfa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b4dc77d7-ea08-413a-920e-df557d4f2612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:18:06.755043 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcceba62-918c-416d-bef6-7c83c2b67c92 req-f0f39fa9-3d28-4414-88e3-50706edaff48 service neutron] Bound using segment: {'id': '916865f2-64f2-4101-a323-60f6c670dfa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b4dc77d7-ea08-413a-920e-df557d4f2612'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:18:06.755477 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-dcceba62-918c-416d-bef6-7c83c2b67c92 req-f0f39fa9-3d28-4414-88e3-50706edaff48 service neutron] Bound port: aeabd046-d9c7-4307-8127-56b8c8fd5f3f, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '916865f2-64f2-4101-a323-60f6c670dfa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b4dc77d7-ea08-413a-920e-df557d4f2612'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:18:06.755874 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-dcceba62-918c-416d-bef6-7c83c2b67c92 req-f0f39fa9-3d28-4414-88e3-50706edaff48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:06.830498 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-dcceba62-918c-416d-bef6-7c83c2b67c92 req-f0f39fa9-3d28-4414-88e3-50706edaff48 service neutron] For port aeabd046-d9c7-4307-8127-56b8c8fd5f3f, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:18:06.833807 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-dcceba62-918c-416d-bef6-7c83c2b67c92 req-f0f39fa9-3d28-4414-88e3-50706edaff48 service neutron] For port aeabd046-d9c7-4307-8127-56b8c8fd5f3f, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=aeabd046-d9c7-4307-8127-56b8c8fd5f3f,segment=NetworkSegment(916865f2-64f2-4101-a323-60f6c670dfa4),segment_id=916865f2-64f2-4101-a323-60f6c670dfa4)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:18:06.899377 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-dcceba62-918c-416d-bef6-7c83c2b67c92 req-f0f39fa9-3d28-4414-88e3-50706edaff48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:06.935552 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcceba62-918c-416d-bef6-7c83c2b67c92 req-f0f39fa9-3d28-4414-88e3-50706edaff48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:18:06.935853 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-dcceba62-918c-416d-bef6-7c83c2b67c92 req-f0f39fa9-3d28-4414-88e3-50706edaff48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:06.937884 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dcceba62-918c-416d-bef6-7c83c2b67c92 req-f0f39fa9-3d28-4414-88e3-50706edaff48 service neutron] 10.222.0.54 "PUT /v2.0/ports/aeabd046-d9c7-4307-8127-56b8c8fd5f3f HTTP/1.1" status: 200 len: 1091 time: 1.2272668 Jul 09 15:18:06.940416 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a94946cf-08f5-4712-8ce9-e33a533488ee', 'tag': 'aeabd046-d9c7-4307-8127-56b8c8fd5f3f'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:18:06.943966 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7719be4a-9351-4082-b6bf-cf3cf00998fa" -d '{"events": [{"name": "network-changed", "server_uuid": "a94946cf-08f5-4712-8ce9-e33a533488ee", "tag": "aeabd046-d9c7-4307-8127-56b8c8fd5f3f"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:18:06.972572 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f39fa9-3d28-4414-88e3-50706edaff48 service neutron] Pushing event updated for resources: {'Port': ['ID=aeabd046-d9c7-4307-8127-56b8c8fd5f3f,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:18:06.976852 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 49816) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:18:06.981986 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-f7314e62-64e4-455d-ab15-bf0fcd82ff57 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-635850508', 'description': 'tempest-secgroup-smoke-635850508 description', 'project_id': 'a72faee8848947debd81a1c8a7d3d88c'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:18:06.998484 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdebb852-75a8-49e3-85ae-f8050300374f x-openstack-request-id: req-cdebb852-75a8-49e3-85ae-f8050300374f {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:18:06.998777 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a94946cf-08f5-4712-8ce9-e33a533488ee", "tag": "aeabd046-d9c7-4307-8127-56b8c8fd5f3f", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:18:06.999325 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cdebb852-75a8-49e3-85ae-f8050300374f {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:18:06.999777 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a94946cf-08f5-4712-8ce9-e33a533488ee', 'tag': 'aeabd046-d9c7-4307-8127-56b8c8fd5f3f', 'status': 'completed', 'code': 200} Jul 09 15:18:07.070997 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719be4a-9351-4082-b6bf-cf3cf00998fa req-f1a89f96-622c-45ef-903b-192040705cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:18:07.072552 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7719be4a-9351-4082-b6bf-cf3cf00998fa req-f1a89f96-622c-45ef-903b-192040705cf8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0c28f437fbc4420f8b347f085f6ccc44&device_id=a94946cf-08f5-4712-8ce9-e33a533488ee HTTP/1.1" status: 200 len: 1094 time: 0.0563128 Jul 09 15:18:07.100470 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f7314e62-64e4-455d-ab15-bf0fcd82ff57 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:07.138473 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f7314e62-64e4-455d-ab15-bf0fcd82ff57 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:07.206287 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719be4a-9351-4082-b6bf-cf3cf00998fa req-2c11d464-fa34-4f35-9300-6c62bc82f1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:18:07.207941 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7719be4a-9351-4082-b6bf-cf3cf00998fa req-2c11d464-fa34-4f35-9300-6c62bc82f1bc service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=0c28f437fbc4420f8b347f085f6ccc44&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1276906 Jul 09 15:18:07.377606 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f7314e62-64e4-455d-ab15-bf0fcd82ff57 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:07.379811 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719be4a-9351-4082-b6bf-cf3cf00998fa req-cd327996-7ddc-4588-8894-60d73670d462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:18:07.381862 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7719be4a-9351-4082-b6bf-cf3cf00998fa req-cd327996-7ddc-4588-8894-60d73670d462 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1670010 Jul 09 15:18:07.416902 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fedea4-03c5-4ec1-a961-a89077342569 req-7f84e11d-9791-4206-9191-70db705fd187 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:18:07.418463 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e3fedea4-03c5-4ec1-a961-a89077342569 req-7f84e11d-9791-4206-9191-70db705fd187 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] 10.222.0.58 "GET /v2.0/ports?device_id=a94946cf-08f5-4712-8ce9-e33a533488ee HTTP/1.1" status: 200 len: 943 time: 0.1102316 Jul 09 15:18:07.473672 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f7314e62-64e4-455d-ab15-bf0fcd82ff57 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:07.512282 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e3fedea4-03c5-4ec1-a961-a89077342569 req-9c191991-25c3-4ad0-9415-9a47f0366ec7 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] 10.222.0.58 "GET /v2.0/security-groups?id=87236826-53a1-4c09-93ed-e840e3bd70a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872595 Jul 09 15:18:07.542406 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7314e62-64e4-455d-ab15-bf0fcd82ff57 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65857ad3-b5a6-4d02-9573-edfeeab64156,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:18:07.575232 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcceba62-918c-416d-bef6-7c83c2b67c92 req-47cd98b3-44c8-48f9-93dc-4a89b6501b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:18:07.577048 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dcceba62-918c-416d-bef6-7c83c2b67c92 req-47cd98b3-44c8-48f9-93dc-4a89b6501b84 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0c28f437fbc4420f8b347f085f6ccc44&device_id=a94946cf-08f5-4712-8ce9-e33a533488ee HTTP/1.1" status: 200 len: 1094 time: 0.1370909 Jul 09 15:18:07.631200 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dcceba62-918c-416d-bef6-7c83c2b67c92 req-77b99226-1958-4f12-a8a9-04b980d9b85a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aeabd046-d9c7-4307-8127-56b8c8fd5f3f HTTP/1.1" status: 200 len: 217 time: 0.0443590 Jul 09 15:18:07.641414 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f7314e62-64e4-455d-ab15-bf0fcd82ff57 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:07.685228 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcceba62-918c-416d-bef6-7c83c2b67c92 req-be21e3ce-994e-4597-ac46-5c1a9952171c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:18:07.686721 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dcceba62-918c-416d-bef6-7c83c2b67c92 req-be21e3ce-994e-4597-ac46-5c1a9952171c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2253bb56-286d-4354-bcde-16beac4b7091 HTTP/1.1" status: 200 len: 847 time: 0.0480952 Jul 09 15:18:07.724614 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dcceba62-918c-416d-bef6-7c83c2b67c92 req-2d0d3e87-8dd7-4831-9e0b-a01b84809fa5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b4dc77d7-ea08-413a-920e-df557d4f2612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304699 Jul 09 15:18:07.727050 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f7314e62-64e4-455d-ab15-bf0fcd82ff57 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:07.798851 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7314e62-64e4-455d-ab15-bf0fcd82ff57 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40df9a37-b7f1-47d0-9fcd-57b815676a41,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:18:07.840001 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dcceba62-918c-416d-bef6-7c83c2b67c92 req-0ce89e4d-a7c0-4935-aefc-326e79f162b9 service neutron] 10.222.0.54 "GET /v2.0/networks/b4dc77d7-ea08-413a-920e-df557d4f2612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067669 Jul 09 15:18:07.893284 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f7314e62-64e4-455d-ab15-bf0fcd82ff57 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:07.894518 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f7314e62-64e4-455d-ab15-bf0fcd82ff57 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9164975 Jul 09 15:18:07.898228 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49820) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:18:07.903108 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-b48b3a08-877f-41b7-87da-f91d80d587b6 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Request body: {'security_group_rule': {'security_group_id': '40df9a37-b7f1-47d0-9fcd-57b815676a41', 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:18:07.939194 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dcceba62-918c-416d-bef6-7c83c2b67c92 req-cd42b0d0-c960-44ce-b1b8-7a9e2d8a787f service neutron] 10.222.0.54 "GET /v2.0/networks/b4dc77d7-ea08-413a-920e-df557d4f2612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927222 Jul 09 15:18:08.006813 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b48b3a08-877f-41b7-87da-f91d80d587b6 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:08.052106 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b48b3a08-877f-41b7-87da-f91d80d587b6 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:08.143949 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b48b3a08-877f-41b7-87da-f91d80d587b6 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:08.167085 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48b3a08-877f-41b7-87da-f91d80d587b6 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fbe2431-cc8c-4f51-9b90-babb68e68fa5,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:18:08.240901 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b48b3a08-877f-41b7-87da-f91d80d587b6 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:08.242135 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b48b3a08-877f-41b7-87da-f91d80d587b6 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3428583 Jul 09 15:18:08.244921 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49822) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:18:08.249679 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-9a695f0b-5581-452e-8a5b-d0aa82cdb278 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Request body: {'security_group_rule': {'security_group_id': '40df9a37-b7f1-47d0-9fcd-57b815676a41', 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:18:08.338447 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9a695f0b-5581-452e-8a5b-d0aa82cdb278 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:08.398604 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9a695f0b-5581-452e-8a5b-d0aa82cdb278 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:08.457695 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9a695f0b-5581-452e-8a5b-d0aa82cdb278 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:08.477646 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a695f0b-5581-452e-8a5b-d0aa82cdb278 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4f13a40-c468-430d-b5ae-c528c2e41290,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:18:08.526656 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9a695f0b-5581-452e-8a5b-d0aa82cdb278 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:08.528035 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-9a695f0b-5581-452e-8a5b-d0aa82cdb278 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2821705 Jul 09 15:18:08.530815 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49824) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:18:08.535404 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-c0456ff7-bed9-4ae4-9831-2e52141e8814 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Request body: {'security_group_rule': {'security_group_id': '40df9a37-b7f1-47d0-9fcd-57b815676a41', 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:18:08.617873 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c0456ff7-bed9-4ae4-9831-2e52141e8814 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:08.705726 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c0456ff7-bed9-4ae4-9831-2e52141e8814 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:08.727410 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b914a65-22fa-4d4d-aab2-1b17b40dc4f0 req-2e91bb12-badc-44da-b489-f0bfd5f63da3 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:18:08.728945 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6b914a65-22fa-4d4d-aab2-1b17b40dc4f0 req-2e91bb12-badc-44da-b489-f0bfd5f63da3 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] 10.222.0.58 "GET /v2.0/ports?device_id=a94946cf-08f5-4712-8ce9-e33a533488ee HTTP/1.1" status: 200 len: 943 time: 0.0942543 Jul 09 15:18:08.770422 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6b914a65-22fa-4d4d-aab2-1b17b40dc4f0 req-20542a23-cab8-4d23-b72e-827419685979 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] 10.222.0.58 "GET /v2.0/security-groups?id=87236826-53a1-4c09-93ed-e840e3bd70a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357592 Jul 09 15:18:08.771985 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c0456ff7-bed9-4ae4-9831-2e52141e8814 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:08.792080 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0456ff7-bed9-4ae4-9831-2e52141e8814 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b071d8db-59bd-4141-bb39-3f4702fa9ea1,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:18:08.876523 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c0456ff7-bed9-4ae4-9831-2e52141e8814 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:08.877780 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c0456ff7-bed9-4ae4-9831-2e52141e8814 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3459382 Jul 09 15:18:08.880849 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49828) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:18:08.885776 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-1246a447-aed8-4bf2-8193-359c1e89d050 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Request body: {'security_group_rule': {'security_group_id': '40df9a37-b7f1-47d0-9fcd-57b815676a41', 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:18:08.954567 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1246a447-aed8-4bf2-8193-359c1e89d050 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:09.014991 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1246a447-aed8-4bf2-8193-359c1e89d050 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:09.132219 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1246a447-aed8-4bf2-8193-359c1e89d050 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:09.152309 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1246a447-aed8-4bf2-8193-359c1e89d050 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c089c34-ad3f-488b-b12c-f5750addc37c,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:18:09.240992 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1246a447-aed8-4bf2-8193-359c1e89d050 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:09.242268 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-1246a447-aed8-4bf2-8193-359c1e89d050 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3604162 Jul 09 15:18:09.245284 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49830) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:18:09.250237 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-b49c3860-00c3-48c0-8e9c-57d8bad2e831 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Request body: {'security_group_rule': {'security_group_id': '40df9a37-b7f1-47d0-9fcd-57b815676a41', 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:18:09.338069 n-d-799529-6 neutron-server[94446]: INFO neutron.db.securitygroups_db [None req-b49c3860-00c3-48c0-8e9c-57d8bad2e831 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Project a72faee8848947debd81a1c8a7d3d88c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 15:18:09.343408 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b49c3860-00c3-48c0-8e9c-57d8bad2e831 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:09.405055 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b49c3860-00c3-48c0-8e9c-57d8bad2e831 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:09.503779 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b49c3860-00c3-48c0-8e9c-57d8bad2e831 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:09.523267 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49c3860-00c3-48c0-8e9c-57d8bad2e831 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c722015b-7a65-42ad-8311-b1179af840e8,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:18:09.606787 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b49c3860-00c3-48c0-8e9c-57d8bad2e831 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:09.608152 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b49c3860-00c3-48c0-8e9c-57d8bad2e831 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3618836 Jul 09 15:18:09.610864 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49832) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:18:09.615701 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-4b9d2d2e-75af-4349-9bd1-90b8dea751f9 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Request body: {'security_group_rule': {'security_group_id': '40df9a37-b7f1-47d0-9fcd-57b815676a41', 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:18:09.692433 n-d-799529-6 neutron-server[94446]: INFO neutron.db.securitygroups_db [None req-4b9d2d2e-75af-4349-9bd1-90b8dea751f9 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Project a72faee8848947debd81a1c8a7d3d88c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 15:18:09.698842 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4b9d2d2e-75af-4349-9bd1-90b8dea751f9 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:09.782656 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4b9d2d2e-75af-4349-9bd1-90b8dea751f9 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:09.858266 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4b9d2d2e-75af-4349-9bd1-90b8dea751f9 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:09.874613 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9d2d2e-75af-4349-9bd1-90b8dea751f9 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fdd7857-cf92-4e5b-9645-59063459fe05,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:18:09.953177 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52fc668-2ef0-4ef3-b2a3-19a2a0192d90 req-c94d8847-3657-48ea-925c-910349adcafa tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:18:09.954670 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e52fc668-2ef0-4ef3-b2a3-19a2a0192d90 req-c94d8847-3657-48ea-925c-910349adcafa tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] 10.222.0.58 "GET /v2.0/ports?device_id=a94946cf-08f5-4712-8ce9-e33a533488ee HTTP/1.1" status: 200 len: 943 time: 0.0678322 Jul 09 15:18:09.966844 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4b9d2d2e-75af-4349-9bd1-90b8dea751f9 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:09.968617 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-4b9d2d2e-75af-4349-9bd1-90b8dea751f9 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3567448 Jul 09 15:18:09.971795 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49836) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:18:09.977668 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-73d8da36-f01a-4b80-8db9-ca90f4a86187 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Request body: {'network': {'name': 'tempest-network-smoke--1493490465', 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'port_security_enabled': True}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:18:10.003896 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e52fc668-2ef0-4ef3-b2a3-19a2a0192d90 req-e21600e9-dcf4-4001-acf0-5574c8115b66 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] 10.222.0.58 "GET /v2.0/security-groups?id=87236826-53a1-4c09-93ed-e840e3bd70a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431437 Jul 09 15:18:10.086828 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d8da36-f01a-4b80-8db9-ca90f4a86187 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Made reservation on behalf of a72faee8848947debd81a1c8a7d3d88c for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:18:10.090503 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-73d8da36-f01a-4b80-8db9-ca90f4a86187 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:10.121578 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73d8da36-f01a-4b80-8db9-ca90f4a86187 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:18:10.133138 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-73d8da36-f01a-4b80-8db9-ca90f4a86187 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:10.133531 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-73d8da36-f01a-4b80-8db9-ca90f4a86187 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Added segment d0dca725-9866-4242-9848-592027a9bc5d of type vlan for network db36ea7c-03de-44ff-8bd6-5176b4511410 Jul 09 15:18:10.177315 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-73d8da36-f01a-4b80-8db9-ca90f4a86187 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:10.280810 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-73d8da36-f01a-4b80-8db9-ca90f4a86187 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:10.286548 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d8da36-f01a-4b80-8db9-ca90f4a86187 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:18:10.287646 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-73d8da36-f01a-4b80-8db9-ca90f4a86187 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:10.356134 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d8da36-f01a-4b80-8db9-ca90f4a86187 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event updated for resources: {'Network': ['ID=db36ea7c-03de-44ff-8bd6-5176b4511410,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:18:10.367068 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network db36ea7c-03de-44ff-8bd6-5176b4511410 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:18:10.401642 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-73d8da36-f01a-4b80-8db9-ca90f4a86187 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4286385 Jul 09 15:18:10.404846 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49838) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:18:10.411331 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-8073550d-2c65-406e-903d-7e76c2bdd4fc tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-825878146', 'admin_state_up': True, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:18:10.538976 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8073550d-2c65-406e-903d-7e76c2bdd4fc tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:10.540042 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8073550d-2c65-406e-903d-7e76c2bdd4fc tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:10.630578 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8073550d-2c65-406e-903d-7e76c2bdd4fc tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:10.861480 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8073550d-2c65-406e-903d-7e76c2bdd4fc tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:10.997507 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:18:11.137123 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8073550d-2c65-406e-903d-7e76c2bdd4fc tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for router_gateway, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:11.179536 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8073550d-2c65-406e-903d-7e76c2bdd4fc tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:11.289396 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe7107d-c5f3-484d-b899-8dd77f5aa1f6 req-af65ed96-ed76-4dba-af77-b321ac690f76 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:18:11.290936 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fbe7107d-c5f3-484d-b899-8dd77f5aa1f6 req-af65ed96-ed76-4dba-af77-b321ac690f76 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] 10.222.0.58 "GET /v2.0/ports?device_id=a94946cf-08f5-4712-8ce9-e33a533488ee HTTP/1.1" status: 200 len: 943 time: 0.1557395 Jul 09 15:18:11.326910 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-8073550d-2c65-406e-903d-7e76c2bdd4fc tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Allocated IP 172.25.3.10 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/0bc32888-3815-4396-b871-494504d6b638) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:18:11.353489 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fbe7107d-c5f3-484d-b899-8dd77f5aa1f6 req-8e1a4d8c-8007-4c0c-83ba-d39803d05554 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] 10.222.0.58 "GET /v2.0/security-groups?id=87236826-53a1-4c09-93ed-e840e3bd70a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554240 Jul 09 15:18:11.448001 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8073550d-2c65-406e-903d-7e76c2bdd4fc tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:11.555473 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8073550d-2c65-406e-903d-7e76c2bdd4fc tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:11.594711 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8073550d-2c65-406e-903d-7e76c2bdd4fc tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:18:11.597481 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-8073550d-2c65-406e-903d-7e76c2bdd4fc tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:18:11.601094 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8073550d-2c65-406e-903d-7e76c2bdd4fc tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:18:11.622879 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8073550d-2c65-406e-903d-7e76c2bdd4fc tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event updated for resources: {'Port': ['ID=0bc32888-3815-4396-b871-494504d6b638,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:18:12.256214 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8073550d-2c65-406e-903d-7e76c2bdd4fc tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for router_gateway, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:12.400491 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device aeabd046-d9c7-4307-8127-56b8c8fd5f3f details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 15:18:12.482063 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8073550d-2c65-406e-903d-7e76c2bdd4fc tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:12.522902 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port aeabd046-d9c7-4307-8127-56b8c8fd5f3f, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=aeabd046-d9c7-4307-8127-56b8c8fd5f3f,segment=NetworkSegment(916865f2-64f2-4101-a323-60f6c670dfa4),segment_id=916865f2-64f2-4101-a323-60f6c670dfa4)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:18:12.534807 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': 'aeabd046-d9c7-4307-8127-56b8c8fd5f3f', 'network_id': 'b4dc77d7-ea08-413a-920e-df557d4f2612', 'port_id': 'aeabd046-d9c7-4307-8127-56b8c8fd5f3f', 'mac_address': 'fa:16:3e:69:51:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2253bb56-286d-4354-bcde-16beac4b7091', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 15:18:12.577941 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:12.582588 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd6150d-1c4b-4227-8b8a-3f3ed9a1d360 req-26477522-9918-484c-b1cd-9401bc555612 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:18:12.584845 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9bd6150d-1c4b-4227-8b8a-3f3ed9a1d360 req-26477522-9918-484c-b1cd-9401bc555612 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] 10.222.0.58 "GET /v2.0/ports?device_id=a94946cf-08f5-4712-8ce9-e33a533488ee HTTP/1.1" status: 200 len: 943 time: 0.1071289 Jul 09 15:18:12.598967 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeabd046-d9c7-4307-8127-56b8c8fd5f3f {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:18:12.626416 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port aeabd046-d9c7-4307-8127-56b8c8fd5f3f, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=aeabd046-d9c7-4307-8127-56b8c8fd5f3f,segment=NetworkSegment(916865f2-64f2-4101-a323-60f6c670dfa4),segment_id=916865f2-64f2-4101-a323-60f6c670dfa4)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:18:12.637708 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9bd6150d-1c4b-4227-8b8a-3f3ed9a1d360 req-bb443b0c-1047-4bfa-9f7a-db05447f96f5 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] 10.222.0.58 "GET /v2.0/security-groups?id=87236826-53a1-4c09-93ed-e840e3bd70a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458620 Jul 09 15:18:12.720875 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:12.743455 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8073550d-2c65-406e-903d-7e76c2bdd4fc tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Router 44efd9a2-7f74-4415-b7c3-2d78cc53c150 is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 15:18:12.787152 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=aeabd046-d9c7-4307-8127-56b8c8fd5f3f,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:18:12.860720 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8073550d-2c65-406e-903d-7e76c2bdd4fc tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:18:12.869840 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dee57d-5f25-4b62-90ad-c21c0213fc15 None None] Sync routers for ids ['44efd9a2-7f74-4415-b7c3-2d78cc53c150'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:18:12.881203 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dee57d-5f25-4b62-90ad-c21c0213fc15 None None] Routers {'44efd9a2-7f74-4415-b7c3-2d78cc53c150'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:18:12.881856 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-16dee57d-5f25-4b62-90ad-c21c0213fc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:17:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['44efd9a2-7f74-4415-b7c3-2d78cc53c150'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:18:12.920232 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['aeabd046-d9c7-4307-8127-56b8c8fd5f3f'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:18:12.956089 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8073550d-2c65-406e-903d-7e76c2bdd4fc tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:12.957604 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-8073550d-2c65-406e-903d-7e76c2bdd4fc tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.5514708 Jul 09 15:18:12.961048 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49844) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:18:13.055374 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-16dee57d-5f25-4b62-90ad-c21c0213fc15 None None] Set router 44efd9a2-7f74-4415-b7c3-2d78cc53c150 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:18:13.114347 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-2e6a73f5-37fd-40e3-be98-bc22cc1980ed tempest-TestNetworkAdvancedServerOps-1044390005 tempest-TestNetworkAdvancedServerOps-1044390005-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=a72faee8848947debd81a1c8a7d3d88c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1487660 Jul 09 15:18:13.114740 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49848) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:18:13.281468 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb098a6b-8190-4cba-862e-25ddf3c1880b tempest-TestNetworkAdvancedServerOps-1044390005 tempest-TestNetworkAdvancedServerOps-1044390005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:18:13.283047 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-bb098a6b-8190-4cba-862e-25ddf3c1880b tempest-TestNetworkAdvancedServerOps-1044390005 tempest-TestNetworkAdvancedServerOps-1044390005-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1666722 Jul 09 15:18:13.286090 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49850) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:18:13.313767 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-16dee57d-5f25-4b62-90ad-c21c0213fc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44efd9a2-7f74-4415-b7c3-2d78cc53c150', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825878146', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '0bc32888-3815-4396-b871-494504d6b638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:18:10Z', 'updated_at': '2021-07-09T15:18:12Z', 'revision_number': 3, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'gw_port': {'id': '0bc32888-3815-4396-b871-494504d6b638', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44efd9a2-7f74-4415-b7c3-2d78cc53c150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:18:11Z', 'updated_at': '2021-07-09T15:18:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:18:13.327525 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-bf4da581-7810-479a-bfc4-fc01d1543d84 tempest-TestNetworkAdvancedServerOps-1044390005 tempest-TestNetworkAdvancedServerOps-1044390005-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=202c7ce6-d4e9-4f80-84dd-bef08905a653&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0402327 Jul 09 15:18:13.330477 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49852) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:18:13.336246 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-d32f4074-815a-4cb1-bfef-5af20d6ec324 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-221251048', 'network_id': 'db36ea7c-03de-44ff-8bd6-5176b4511410', 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:18:13.341987 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dee57d-5f25-4b62-90ad-c21c0213fc15 None None] Checking router: 44efd9a2-7f74-4415-b7c3-2d78cc53c150 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:18:13.342364 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dee57d-5f25-4b62-90ad-c21c0213fc15 None None] Updating router 44efd9a2-7f74-4415-b7c3-2d78cc53c150 port 0bc32888-3815-4396-b871-494504d6b638 binding host n-d-799529-6 {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:18:13.382414 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-16dee57d-5f25-4b62-90ad-c21c0213fc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:13.508498 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32f4074-815a-4cb1-bfef-5af20d6ec324 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Made reservation on behalf of a72faee8848947debd81a1c8a7d3d88c for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:18:13.512819 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d32f4074-815a-4cb1-bfef-5af20d6ec324 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:13.682330 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-16dee57d-5f25-4b62-90ad-c21c0213fc15 None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:13.695085 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-16dee57d-5f25-4b62-90ad-c21c0213fc15 None None] Transition to ACTIVE for port object 0bc32888-3815-4396-b871-494504d6b638 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:18:13.749983 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-16dee57d-5f25-4b62-90ad-c21c0213fc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:13.794714 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d32f4074-815a-4cb1-bfef-5af20d6ec324 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:13.809041 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-16dee57d-5f25-4b62-90ad-c21c0213fc15 None None] Attempting to bind port 0bc32888-3815-4396-b871-494504d6b638 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:18:13.809495 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-16dee57d-5f25-4b62-90ad-c21c0213fc15 None None] Attempting to bind port 0bc32888-3815-4396-b871-494504d6b638 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:18:13.809898 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dee57d-5f25-4b62-90ad-c21c0213fc15 None None] Attempting to bind port 0bc32888-3815-4396-b871-494504d6b638 on network 202c7ce6-d4e9-4f80-84dd-bef08905a653 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:18:13.812365 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4098f1-95f8-4342-9fe2-22187b83d33d None None] Pushing event updated for resources: {'Port': ['ID=0bc32888-3815-4396-b871-494504d6b638,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:18:13.818792 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dee57d-5f25-4b62-90ad-c21c0213fc15 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:18:13.819176 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dee57d-5f25-4b62-90ad-c21c0213fc15 None None] Checking segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:18:13.819611 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-16dee57d-5f25-4b62-90ad-c21c0213fc15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:13.821238 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dee57d-5f25-4b62-90ad-c21c0213fc15 None None] Bound using segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:18:13.821238 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-16dee57d-5f25-4b62-90ad-c21c0213fc15 None None] Bound port: 0bc32888-3815-4396-b871-494504d6b638, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:18:13.821238 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-16dee57d-5f25-4b62-90ad-c21c0213fc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:13.873368 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-16dee57d-5f25-4b62-90ad-c21c0213fc15 None None] For port 0bc32888-3815-4396-b871-494504d6b638, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:18:13.877281 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-16dee57d-5f25-4b62-90ad-c21c0213fc15 None None] For port 0bc32888-3815-4396-b871-494504d6b638, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=0bc32888-3815-4396-b871-494504d6b638,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:18:13.905832 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32f4074-815a-4cb1-bfef-5af20d6ec324 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event updated for resources: {'Subnet': ['ID=3742b671-f2db-4fdf-a79f-9e5cb39540cf,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:18:13.921897 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-16dee57d-5f25-4b62-90ad-c21c0213fc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:13.925011 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32f4074-815a-4cb1-bfef-5af20d6ec324 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Checking segment: {'id': 'd0dca725-9866-4242-9848-592027a9bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'db36ea7c-03de-44ff-8bd6-5176b4511410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:18:13.925509 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32f4074-815a-4cb1-bfef-5af20d6ec324 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Network hostable DHCP agents. Network: db36ea7c-03de-44ff-8bd6-5176b4511410, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:18:13.945655 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b788d-8950-4f32-a777-e542eeae84c0 req-84e8d7bd-2bcd-4e55-a9af-0bc4b27e85b6 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:18:13.948296 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-776b788d-8950-4f32-a777-e542eeae84c0 req-84e8d7bd-2bcd-4e55-a9af-0bc4b27e85b6 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] 10.222.0.58 "GET /v2.0/ports?device_id=a94946cf-08f5-4712-8ce9-e33a533488ee HTTP/1.1" status: 200 len: 944 time: 0.1842730 Jul 09 15:18:13.996709 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dee57d-5f25-4b62-90ad-c21c0213fc15 None None] Routers {'44efd9a2-7f74-4415-b7c3-2d78cc53c150'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:18:13.997377 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-16dee57d-5f25-4b62-90ad-c21c0213fc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:17:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['44efd9a2-7f74-4415-b7c3-2d78cc53c150'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:18:14.016201 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-776b788d-8950-4f32-a777-e542eeae84c0 req-e4cd81e7-92e2-493b-bb33-b4aa8e9feaf0 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] 10.222.0.58 "GET /v2.0/security-groups?id=87236826-53a1-4c09-93ed-e840e3bd70a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583520 Jul 09 15:18:14.042056 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4098f1-95f8-4342-9fe2-22187b83d33d None None] Pushing event updated for resources: {'Port': ['ID=0bc32888-3815-4396-b871-494504d6b638,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:18:14.121117 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-16dee57d-5f25-4b62-90ad-c21c0213fc15 None None] Set router 44efd9a2-7f74-4415-b7c3-2d78cc53c150 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:18:14.142914 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32f4074-815a-4cb1-bfef-5af20d6ec324 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Network db36ea7c-03de-44ff-8bd6-5176b4511410 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:18:14.234917 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-d32f4074-815a-4cb1-bfef-5af20d6ec324 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, db36ea7c-03de-44ff-8bd6-5176b4511410) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:18:14.239676 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32f4074-815a-4cb1-bfef-5af20d6ec324 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:18:14.240879 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d32f4074-815a-4cb1-bfef-5af20d6ec324 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:14.246465 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14791a0-7a11-43f6-a956-497c2ae56158 None None] Network db36ea7c-03de-44ff-8bd6-5176b4511410 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:18:14.360698 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d32f4074-815a-4cb1-bfef-5af20d6ec324 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0291207 Jul 09 15:18:14.363402 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 49856) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:18:14.417297 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device aeabd046-d9c7-4307-8127-56b8c8fd5f3f up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:18:14.447096 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-16dee57d-5f25-4b62-90ad-c21c0213fc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44efd9a2-7f74-4415-b7c3-2d78cc53c150', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825878146', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '0bc32888-3815-4396-b871-494504d6b638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:18:10Z', 'updated_at': '2021-07-09T15:18:12Z', 'revision_number': 3, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'gw_port': {'id': '0bc32888-3815-4396-b871-494504d6b638', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44efd9a2-7f74-4415-b7c3-2d78cc53c150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:18:11Z', 'updated_at': '2021-07-09T15:18:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:18:14.497734 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dee57d-5f25-4b62-90ad-c21c0213fc15 None None] The sync data for ids ['44efd9a2-7f74-4415-b7c3-2d78cc53c150'] in n-d-799529-6 is: [{'id': '44efd9a2-7f74-4415-b7c3-2d78cc53c150', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825878146', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '0bc32888-3815-4396-b871-494504d6b638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:18:10Z', 'updated_at': '2021-07-09T15:18:12Z', 'revision_number': 3, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'gw_port': {'id': '0bc32888-3815-4396-b871-494504d6b638', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44efd9a2-7f74-4415-b7c3-2d78cc53c150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:18:11Z', 'updated_at': '2021-07-09T15:18:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:18:14.519938 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac3a4ef-e1ef-4fb4-94e8-e05d3934949a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-db36ea7c-03de-44ff-8bd6-5176b4511410', 'network_id': 'db36ea7c-03de-44ff-8bd6-5176b4511410', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'fixed_ips': [{'subnet_id': '3742b671-f2db-4fdf-a79f-9e5cb39540cf'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:18:14.520931 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9ac3a4ef-e1ef-4fb4-94e8-e05d3934949a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:14.625447 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port aeabd046-d9c7-4307-8127-56b8c8fd5f3f completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:18:14.633311 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port aeabd046-d9c7-4307-8127-56b8c8fd5f3f triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:18:14.633690 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:14.757198 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-9ac3a4ef-e1ef-4fb4-94e8-e05d3934949a None None] Allocated IP 172.20.0.2 (db36ea7c-03de-44ff-8bd6-5176b4511410/3742b671-f2db-4fdf-a79f-9e5cb39540cf/de5dd069-4fa5-4eac-92e8-8faccb38db3a) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:18:14.784864 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:14.889778 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a94946cf-08f5-4712-8ce9-e33a533488ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeabd046-d9c7-4307-8127-56b8c8fd5f3f'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:18:14.894526 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532dabc1-863f-499a-9128-8d5196ce1702" -d '{"events": [{"server_uuid": "a94946cf-08f5-4712-8ce9-e33a533488ee", "name": "network-vif-plugged", "status": "completed", "tag": "aeabd046-d9c7-4307-8127-56b8c8fd5f3f"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:18:14.917901 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port aeabd046-d9c7-4307-8127-56b8c8fd5f3f, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=aeabd046-d9c7-4307-8127-56b8c8fd5f3f,segment=NetworkSegment(916865f2-64f2-4101-a323-60f6c670dfa4),segment_id=916865f2-64f2-4101-a323-60f6c670dfa4)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:18:14.951941 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d2b0ddcd-7b7b-48f3-8b47-b1d4539ddc03 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:14.956660 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f6ca6c-606c-4f92-9ae0-ca775022875a x-openstack-request-id: req-d2f6ca6c-606c-4f92-9ae0-ca775022875a {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:18:14.962883 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a94946cf-08f5-4712-8ce9-e33a533488ee", "name": "network-vif-plugged", "status": "completed", "tag": "aeabd046-d9c7-4307-8127-56b8c8fd5f3f", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:18:14.962883 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d2f6ca6c-606c-4f92-9ae0-ca775022875a {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:18:14.962883 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a94946cf-08f5-4712-8ce9-e33a533488ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeabd046-d9c7-4307-8127-56b8c8fd5f3f', 'code': 200} Jul 09 15:18:15.014049 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:15.142535 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9ac3a4ef-e1ef-4fb4-94e8-e05d3934949a None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:15.153032 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=aeabd046-d9c7-4307-8127-56b8c8fd5f3f,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:18:15.168528 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-9ac3a4ef-e1ef-4fb4-94e8-e05d3934949a None None] Transition to ACTIVE for port object de5dd069-4fa5-4eac-92e8-8faccb38db3a will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:18:15.170472 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:15.175629 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 0bc32888-3815-4396-b871-494504d6b638 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:18:15.212133 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-9ac3a4ef-e1ef-4fb4-94e8-e05d3934949a None None] Transition to ACTIVE for port object de5dd069-4fa5-4eac-92e8-8faccb38db3a will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:18:15.272426 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5b049-4c54-4907-ac45-839382d756cd req-5d52cd8e-2b8c-4056-aa25-78fe034456f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:18:15.274342 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d9f5b049-4c54-4907-ac45-839382d756cd req-5d52cd8e-2b8c-4056-aa25-78fe034456f5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a94946cf-08f5-4712-8ce9-e33a533488ee HTTP/1.1" status: 200 len: 1096 time: 0.2291188 Jul 09 15:18:15.319287 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d9f5b049-4c54-4907-ac45-839382d756cd req-c816910b-b689-44fe-8692-0f631a070048 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=87236826-53a1-4c09-93ed-e840e3bd70a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377133 Jul 09 15:18:15.321505 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9ac3a4ef-e1ef-4fb4-94e8-e05d3934949a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:15.347918 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 0bc32888-3815-4396-b871-494504d6b638 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:18:15.370238 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac3a4ef-e1ef-4fb4-94e8-e05d3934949a None None] Network db36ea7c-03de-44ff-8bd6-5176b4511410 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:18:15.371122 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 0bc32888-3815-4396-b871-494504d6b638 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:18:15.371541 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:15.377508 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-9ac3a4ef-e1ef-4fb4-94e8-e05d3934949a None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:18:15.403813 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac3a4ef-e1ef-4fb4-94e8-e05d3934949a None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:18:15.426972 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0391c0-57e7-482c-82d1-b97a189a4a61 req-9a39a6a6-3b23-402b-aa77-00af1505bac9 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:18:15.429574 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dd0391c0-57e7-482c-82d1-b97a189a4a61 req-9a39a6a6-3b23-402b-aa77-00af1505bac9 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] 10.222.0.58 "GET /v2.0/ports?device_id=a94946cf-08f5-4712-8ce9-e33a533488ee HTTP/1.1" status: 200 len: 945 time: 0.1758995 Jul 09 15:18:15.511745 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-d2b0ddcd-7b7b-48f3-8b47-b1d4539ddc03 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Allocated IP 172.20.0.1 (db36ea7c-03de-44ff-8bd6-5176b4511410/3742b671-f2db-4fdf-a79f-9e5cb39540cf/0940302c-845c-483b-9650-1b7e8f8938cd) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:18:15.521754 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dd0391c0-57e7-482c-82d1-b97a189a4a61 req-04c39cec-d608-41af-a879-e122e0dad18a tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] 10.222.0.58 "GET /v2.0/security-groups?id=87236826-53a1-4c09-93ed-e840e3bd70a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722516 Jul 09 15:18:15.619086 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac3a4ef-e1ef-4fb4-94e8-e05d3934949a None None] Pushing event updated for resources: {'Port': ['ID=de5dd069-4fa5-4eac-92e8-8faccb38db3a,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:18:15.668954 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-9ac3a4ef-e1ef-4fb4-94e8-e05d3934949a None None] Attempting to bind port de5dd069-4fa5-4eac-92e8-8faccb38db3a on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:18:15.669629 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-9ac3a4ef-e1ef-4fb4-94e8-e05d3934949a None None] Attempting to bind port de5dd069-4fa5-4eac-92e8-8faccb38db3a by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd0dca725-9866-4242-9848-592027a9bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'db36ea7c-03de-44ff-8bd6-5176b4511410'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:18:15.670326 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac3a4ef-e1ef-4fb4-94e8-e05d3934949a None None] Attempting to bind port de5dd069-4fa5-4eac-92e8-8faccb38db3a on network db36ea7c-03de-44ff-8bd6-5176b4511410 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:18:15.679834 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac3a4ef-e1ef-4fb4-94e8-e05d3934949a None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:18:15.680409 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac3a4ef-e1ef-4fb4-94e8-e05d3934949a None None] Checking segment: {'id': 'd0dca725-9866-4242-9848-592027a9bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'db36ea7c-03de-44ff-8bd6-5176b4511410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:18:15.680928 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9ac3a4ef-e1ef-4fb4-94e8-e05d3934949a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:15.681447 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac3a4ef-e1ef-4fb4-94e8-e05d3934949a None None] Bound using segment: {'id': 'd0dca725-9866-4242-9848-592027a9bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'db36ea7c-03de-44ff-8bd6-5176b4511410'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:18:15.682136 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-9ac3a4ef-e1ef-4fb4-94e8-e05d3934949a None None] Bound port: de5dd069-4fa5-4eac-92e8-8faccb38db3a, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0dca725-9866-4242-9848-592027a9bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'db36ea7c-03de-44ff-8bd6-5176b4511410'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:18:15.682700 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9ac3a4ef-e1ef-4fb4-94e8-e05d3934949a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:15.690123 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d2b0ddcd-7b7b-48f3-8b47-b1d4539ddc03 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:15.705985 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-d2b0ddcd-7b7b-48f3-8b47-b1d4539ddc03 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Transition to ACTIVE for port object 0940302c-845c-483b-9650-1b7e8f8938cd will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:18:15.765714 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:15.803188 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-9ac3a4ef-e1ef-4fb4-94e8-e05d3934949a None None] For port de5dd069-4fa5-4eac-92e8-8faccb38db3a, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:18:15.809662 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 0bc32888-3815-4396-b871-494504d6b638, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=0bc32888-3815-4396-b871-494504d6b638,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:18:15.822174 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-9ac3a4ef-e1ef-4fb4-94e8-e05d3934949a None None] For port de5dd069-4fa5-4eac-92e8-8faccb38db3a, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=de5dd069-4fa5-4eac-92e8-8faccb38db3a,segment=NetworkSegment(d0dca725-9866-4242-9848-592027a9bc5d),segment_id=d0dca725-9866-4242-9848-592027a9bc5d)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:18:15.824015 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d2b0ddcd-7b7b-48f3-8b47-b1d4539ddc03 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:15.863830 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:15.872664 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b0ddcd-7b7b-48f3-8b47-b1d4539ddc03 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Network db36ea7c-03de-44ff-8bd6-5176b4511410 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:18:15.876637 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-d2b0ddcd-7b7b-48f3-8b47-b1d4539ddc03 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:18:15.881182 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b0ddcd-7b7b-48f3-8b47-b1d4539ddc03 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:18:15.908589 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b0ddcd-7b7b-48f3-8b47-b1d4539ddc03 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event updated for resources: {'Port': ['ID=0940302c-845c-483b-9650-1b7e8f8938cd,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:18:15.923180 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9ac3a4ef-e1ef-4fb4-94e8-e05d3934949a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:15.928950 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=0bc32888-3815-4396-b871-494504d6b638,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:18:15.949972 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d2b0ddcd-7b7b-48f3-8b47-b1d4539ddc03 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:16.013758 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac3a4ef-e1ef-4fb4-94e8-e05d3934949a None None] Pushing event updated for resources: {'Port': ['ID=de5dd069-4fa5-4eac-92e8-8faccb38db3a,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:18:16.268858 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d2b0ddcd-7b7b-48f3-8b47-b1d4539ddc03 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:16.748150 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47758e-cdbe-4976-a565-2df248696d78 req-cfc8d3cc-1588-4592-a288-342b5887e08b tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:18:16.749775 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2b47758e-cdbe-4976-a565-2df248696d78 req-cfc8d3cc-1588-4592-a288-342b5887e08b tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] 10.222.0.58 "GET /v2.0/ports?device_id=a94946cf-08f5-4712-8ce9-e33a533488ee HTTP/1.1" status: 200 len: 945 time: 0.0887394 Jul 09 15:18:16.802454 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2b47758e-cdbe-4976-a565-2df248696d78 req-42113c98-d25a-41c5-95ee-1f501cacfcfd tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] 10.222.0.58 "GET /v2.0/security-groups?id=87236826-53a1-4c09-93ed-e840e3bd70a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455909 Jul 09 15:18:16.941818 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d2b0ddcd-7b7b-48f3-8b47-b1d4539ddc03 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:17.069768 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d2b0ddcd-7b7b-48f3-8b47-b1d4539ddc03 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:17.134026 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1493584f-5f30-4b84-a494-1507d5c0cd9a None None] Network db36ea7c-03de-44ff-8bd6-5176b4511410 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:18:17.213291 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d2b0ddcd-7b7b-48f3-8b47-b1d4539ddc03 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:17.213291 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b0ddcd-7b7b-48f3-8b47-b1d4539ddc03 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event updated for resources: {'Port': ['ID=0940302c-845c-483b-9650-1b7e8f8938cd,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:18:17.239118 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 0bc32888-3815-4396-b871-494504d6b638 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:18:17.316693 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-9c7e5939-0e05-43b6-af92-75de7a1caaa5 None None] Provisioning for port de5dd069-4fa5-4eac-92e8-8faccb38db3a completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:18:17.392153 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b0ddcd-7b7b-48f3-8b47-b1d4539ddc03 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Network db36ea7c-03de-44ff-8bd6-5176b4511410 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:18:17.394740 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-d2b0ddcd-7b7b-48f3-8b47-b1d4539ddc03 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:18:17.405563 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 0bc32888-3815-4396-b871-494504d6b638 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:18:17.406252 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:17.536878 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2b0ddcd-7b7b-48f3-8b47-b1d4539ddc03 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Router 44efd9a2-7f74-4415-b7c3-2d78cc53c150 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:18:17.579022 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device de5dd069-4fa5-4eac-92e8-8faccb38db3a up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:18:17.710363 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b0ddcd-7b7b-48f3-8b47-b1d4539ddc03 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:18:17.720175 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d2b0ddcd-7b7b-48f3-8b47-b1d4539ddc03 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "PUT /v2.0/routers/44efd9a2-7f74-4415-b7c3-2d78cc53c150/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3540213 Jul 09 15:18:17.723026 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c503713-7522-4360-8403-cfeaf9c48bbd None None] Sync routers for ids ['44efd9a2-7f74-4415-b7c3-2d78cc53c150'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:18:17.735193 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c503713-7522-4360-8403-cfeaf9c48bbd None None] Routers {'44efd9a2-7f74-4415-b7c3-2d78cc53c150'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:18:17.735973 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-8c503713-7522-4360-8403-cfeaf9c48bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:17:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['44efd9a2-7f74-4415-b7c3-2d78cc53c150'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:18:17.761120 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port de5dd069-4fa5-4eac-92e8-8faccb38db3a completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:18:17.765952 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port de5dd069-4fa5-4eac-92e8-8faccb38db3a triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:18:17.766410 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:17.886486 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-6148774b-50a5-4987-b11e-fdbfbefe613d None None] Provisioning complete for port de5dd069-4fa5-4eac-92e8-8faccb38db3a triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:18:17.886877 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6148774b-50a5-4987-b11e-fdbfbefe613d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:17.912720 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-8c503713-7522-4360-8403-cfeaf9c48bbd None None] Set router 44efd9a2-7f74-4415-b7c3-2d78cc53c150 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:18:17.977334 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c8667a24-db9b-4921-8d57-9d2c8d44bedb req-0eaf4805-2471-470b-8fd5-92320d8bff1e tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-635850508&fields=id&tenant_id=a72faee8848947debd81a1c8a7d3d88c HTTP/1.1" status: 200 len: 267 time: 0.0682838 Jul 09 15:18:18.064948 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:18.076834 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6148774b-50a5-4987-b11e-fdbfbefe613d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:18.119801 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port de5dd069-4fa5-4eac-92e8-8faccb38db3a, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=de5dd069-4fa5-4eac-92e8-8faccb38db3a,segment=NetworkSegment(d0dca725-9866-4242-9848-592027a9bc5d),segment_id=d0dca725-9866-4242-9848-592027a9bc5d)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:18:18.158986 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8667a24-db9b-4921-8d57-9d2c8d44bedb req-4e857d24-4f32-4f58-a57a-ce0a8a9d96bd tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:18:18.160594 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c8667a24-db9b-4921-8d57-9d2c8d44bedb req-4e857d24-4f32-4f58-a57a-ce0a8a9d96bd tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/networks?id=db36ea7c-03de-44ff-8bd6-5176b4511410 HTTP/1.1" status: 200 len: 797 time: 0.1824484 Jul 09 15:18:18.186955 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c8667a24-db9b-4921-8d57-9d2c8d44bedb req-8886773a-0388-4ecf-8c34-a24c606c0fa1 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/quotas/a72faee8848947debd81a1c8a7d3d88c HTTP/1.1" status: 200 len: 375 time: 0.0141387 Jul 09 15:18:18.224458 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:18.283040 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-8c503713-7522-4360-8403-cfeaf9c48bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44efd9a2-7f74-4415-b7c3-2d78cc53c150', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825878146', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '0bc32888-3815-4396-b871-494504d6b638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:18:10Z', 'updated_at': '2021-07-09T15:18:16Z', 'revision_number': 4, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'gw_port': {'id': '0bc32888-3815-4396-b871-494504d6b638', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44efd9a2-7f74-4415-b7c3-2d78cc53c150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:18:11Z', 'updated_at': '2021-07-09T15:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '0940302c-845c-483b-9650-1b7e8f8938cd', 'name': '', 'network_id': 'db36ea7c-03de-44ff-8bd6-5176b4511410', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'mac_address': 'fa:16:3e:e0:38:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44efd9a2-7f74-4415-b7c3-2d78cc53c150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '3742b671-f2db-4fdf-a79f-9e5cb39540cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:18:15Z', 'updated_at': '2021-07-09T15:18:16Z', 'revision_number': 2, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'subnets': [{'id': '3742b671-f2db-4fdf-a79f-9e5cb39540cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:18:18.322665 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c503713-7522-4360-8403-cfeaf9c48bbd None None] Checking router: 44efd9a2-7f74-4415-b7c3-2d78cc53c150 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:18:18.323022 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c503713-7522-4360-8403-cfeaf9c48bbd None None] Updating router 44efd9a2-7f74-4415-b7c3-2d78cc53c150 port 0940302c-845c-483b-9650-1b7e8f8938cd binding host n-d-799529-6 {{(pid=94448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:18:18.341906 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c8667a24-db9b-4921-8d57-9d2c8d44bedb req-78bd9efc-a50e-46c3-8a6a-46a44eb31a97 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a72faee8848947debd81a1c8a7d3d88c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1446376 Jul 09 15:18:18.368462 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=de5dd069-4fa5-4eac-92e8-8faccb38db3a,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:18:18.371080 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.db.api [None req-6148774b-50a5-4987-b11e-fdbfbefe613d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 15:18:18.371362 n-d-799529-6 neutron-server[94447]: DEBUG oslo_db.api [None req-6148774b-50a5-4987-b11e-fdbfbefe613d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 15:18:18.379755 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-8c503713-7522-4360-8403-cfeaf9c48bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:18.550708 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c8667a24-db9b-4921-8d57-9d2c8d44bedb req-7fc1e0fd-e679-44a2-8998-aa6888e36a48 service neutron] 10.222.0.58 "GET /v2.0/networks/db36ea7c-03de-44ff-8bd6-5176b4511410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897457 Jul 09 15:18:18.667222 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c8667a24-db9b-4921-8d57-9d2c8d44bedb req-5c453dca-162c-4a70-8a6a-b2e189eff8f4 service neutron] 10.222.0.58 "GET /v2.0/networks/db36ea7c-03de-44ff-8bd6-5176b4511410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097667 Jul 09 15:18:18.763947 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-8c503713-7522-4360-8403-cfeaf9c48bbd None None] Notify callbacks [] for port, precommit_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:18.775526 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.provisioning_blocks [None req-8c503713-7522-4360-8403-cfeaf9c48bbd None None] Transition to ACTIVE for port object 0940302c-845c-483b-9650-1b7e8f8938cd will not be triggered until provisioned by entity L2. {{(pid=94448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:18:18.811532 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfbe5b8-c817-4f11-b01b-2ecc05fc9e3c req-f287523f-a51a-4f3c-9895-283e9f930a0b tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:18:18.813028 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cbfbe5b8-c817-4f11-b01b-2ecc05fc9e3c req-f287523f-a51a-4f3c-9895-283e9f930a0b tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] 10.222.0.58 "GET /v2.0/ports?device_id=a94946cf-08f5-4712-8ce9-e33a533488ee HTTP/1.1" status: 200 len: 945 time: 0.0999973 Jul 09 15:18:18.859889 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cbfbe5b8-c817-4f11-b01b-2ecc05fc9e3c req-d3c9f1d6-468a-435c-85cb-0c87dfc4a7b2 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] 10.222.0.58 "GET /v2.0/security-groups?id=87236826-53a1-4c09-93ed-e840e3bd70a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410359 Jul 09 15:18:18.887540 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-8c503713-7522-4360-8403-cfeaf9c48bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:18.947956 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998cc283-16a8-4e77-8afb-ed2990ce8d9c None None] Pushing event updated for resources: {'Port': ['ID=0940302c-845c-483b-9650-1b7e8f8938cd,revision_number=3']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:18:18.980552 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-6148774b-50a5-4987-b11e-fdbfbefe613d None None] Provisioning for port 0940302c-845c-483b-9650-1b7e8f8938cd completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:18:19.011776 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4b913dfb-763c-45fb-965c-ae515d3209c1 req-9ae09f5d-887d-4468-ae19-573bd85694bc tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=4bf50ec1-1897-4feb-b9dc-d129df435e3f HTTP/1.1" status: 200 len: 210 time: 0.0407469 Jul 09 15:18:19.038918 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998cc283-16a8-4e77-8afb-ed2990ce8d9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:18:19.039310 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998cc283-16a8-4e77-8afb-ed2990ce8d9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:18:19.039667 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998cc283-16a8-4e77-8afb-ed2990ce8d9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:18:19.040006 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998cc283-16a8-4e77-8afb-ed2990ce8d9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:18:19.040334 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998cc283-16a8-4e77-8afb-ed2990ce8d9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:18:19.040662 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998cc283-16a8-4e77-8afb-ed2990ce8d9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:18:19.040988 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998cc283-16a8-4e77-8afb-ed2990ce8d9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:18:19.041308 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998cc283-16a8-4e77-8afb-ed2990ce8d9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:18:19.041630 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998cc283-16a8-4e77-8afb-ed2990ce8d9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:18:19.042212 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998cc283-16a8-4e77-8afb-ed2990ce8d9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:18:19.042746 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998cc283-16a8-4e77-8afb-ed2990ce8d9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:18:19.043295 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998cc283-16a8-4e77-8afb-ed2990ce8d9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:18:19.078445 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-8c503713-7522-4360-8403-cfeaf9c48bbd None None] Attempting to bind port 0940302c-845c-483b-9650-1b7e8f8938cd on host n-d-799529-6 for vnic_type normal with profile {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:18:19.078964 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-8c503713-7522-4360-8403-cfeaf9c48bbd None None] Attempting to bind port 0940302c-845c-483b-9650-1b7e8f8938cd by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd0dca725-9866-4242-9848-592027a9bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'db36ea7c-03de-44ff-8bd6-5176b4511410'}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:18:19.079347 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c503713-7522-4360-8403-cfeaf9c48bbd None None] Attempting to bind port 0940302c-845c-483b-9650-1b7e8f8938cd on network db36ea7c-03de-44ff-8bd6-5176b4511410 {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:18:19.085375 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c503713-7522-4360-8403-cfeaf9c48bbd None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:18:19.085756 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c503713-7522-4360-8403-cfeaf9c48bbd None None] Checking segment: {'id': 'd0dca725-9866-4242-9848-592027a9bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'db36ea7c-03de-44ff-8bd6-5176b4511410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:18:19.086167 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-8c503713-7522-4360-8403-cfeaf9c48bbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:19.086566 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c503713-7522-4360-8403-cfeaf9c48bbd None None] Bound using segment: {'id': 'd0dca725-9866-4242-9848-592027a9bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'db36ea7c-03de-44ff-8bd6-5176b4511410'} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:18:19.087032 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-8c503713-7522-4360-8403-cfeaf9c48bbd None None] Bound port: 0940302c-845c-483b-9650-1b7e8f8938cd, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0dca725-9866-4242-9848-592027a9bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'db36ea7c-03de-44ff-8bd6-5176b4511410'}}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:18:19.087640 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-8c503713-7522-4360-8403-cfeaf9c48bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:19.091421 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device de5dd069-4fa5-4eac-92e8-8faccb38db3a up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:18:19.168802 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port de5dd069-4fa5-4eac-92e8-8faccb38db3a triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:18:19.169812 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:19.207100 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-8c503713-7522-4360-8403-cfeaf9c48bbd None None] For port 0940302c-845c-483b-9650-1b7e8f8938cd, host n-d-799529-6, cleared binding levels {{(pid=94448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:18:19.210900 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-8c503713-7522-4360-8403-cfeaf9c48bbd None None] For port 0940302c-845c-483b-9650-1b7e8f8938cd, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=0940302c-845c-483b-9650-1b7e8f8938cd,segment=NetworkSegment(d0dca725-9866-4242-9848-592027a9bc5d),segment_id=d0dca725-9866-4242-9848-592027a9bc5d)] {{(pid=94448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:18:19.287587 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-8c503713-7522-4360-8403-cfeaf9c48bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:19.358119 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998cc283-16a8-4e77-8afb-ed2990ce8d9c None None] Pushing event updated for resources: {'Port': ['ID=0940302c-845c-483b-9650-1b7e8f8938cd,revision_number=4']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:18:19.363585 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c503713-7522-4360-8403-cfeaf9c48bbd None None] Routers {'44efd9a2-7f74-4415-b7c3-2d78cc53c150'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:18:19.364310 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-8c503713-7522-4360-8403-cfeaf9c48bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:17:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['44efd9a2-7f74-4415-b7c3-2d78cc53c150'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:18:19.490463 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-8c503713-7522-4360-8403-cfeaf9c48bbd None None] Set router 44efd9a2-7f74-4415-b7c3-2d78cc53c150 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:18:19.696566 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-8c503713-7522-4360-8403-cfeaf9c48bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44efd9a2-7f74-4415-b7c3-2d78cc53c150', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825878146', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '0bc32888-3815-4396-b871-494504d6b638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:18:10Z', 'updated_at': '2021-07-09T15:18:16Z', 'revision_number': 4, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'gw_port': {'id': '0bc32888-3815-4396-b871-494504d6b638', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44efd9a2-7f74-4415-b7c3-2d78cc53c150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:18:11Z', 'updated_at': '2021-07-09T15:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '0940302c-845c-483b-9650-1b7e8f8938cd', 'name': '', 'network_id': 'db36ea7c-03de-44ff-8bd6-5176b4511410', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'mac_address': 'fa:16:3e:e0:38:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44efd9a2-7f74-4415-b7c3-2d78cc53c150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '3742b671-f2db-4fdf-a79f-9e5cb39540cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:18:15Z', 'updated_at': '2021-07-09T15:18:19Z', 'revision_number': 4, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'subnets': [{'id': '3742b671-f2db-4fdf-a79f-9e5cb39540cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:18:19.725647 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c503713-7522-4360-8403-cfeaf9c48bbd None None] The sync data for ids ['44efd9a2-7f74-4415-b7c3-2d78cc53c150'] in n-d-799529-6 is: [{'id': '44efd9a2-7f74-4415-b7c3-2d78cc53c150', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825878146', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '0bc32888-3815-4396-b871-494504d6b638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:18:10Z', 'updated_at': '2021-07-09T15:18:16Z', 'revision_number': 4, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'gw_port': {'id': '0bc32888-3815-4396-b871-494504d6b638', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44efd9a2-7f74-4415-b7c3-2d78cc53c150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:18:11Z', 'updated_at': '2021-07-09T15:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '0940302c-845c-483b-9650-1b7e8f8938cd', 'name': '', 'network_id': 'db36ea7c-03de-44ff-8bd6-5176b4511410', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'mac_address': 'fa:16:3e:e0:38:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44efd9a2-7f74-4415-b7c3-2d78cc53c150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '3742b671-f2db-4fdf-a79f-9e5cb39540cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:18:15Z', 'updated_at': '2021-07-09T15:18:19Z', 'revision_number': 4, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'subnets': [{'id': '3742b671-f2db-4fdf-a79f-9e5cb39540cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:18:20.061083 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ead6b7-a19c-4fba-b20c-273a5cf4bbe7 req-5c6cc0c7-a913-4f75-b0af-8a246123e25a tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:18:20.065305 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-67ead6b7-a19c-4fba-b20c-273a5cf4bbe7 req-5c6cc0c7-a913-4f75-b0af-8a246123e25a tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] 10.222.0.54 "GET /v2.0/ports?device_id=a94946cf-08f5-4712-8ce9-e33a533488ee HTTP/1.1" status: 200 len: 945 time: 0.1019497 Jul 09 15:18:20.097910 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c825228-a782-4c09-afe2-f98a69cd00fd req-51e00332-367d-479e-b170-93209acd9ad6 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:18:20.100239 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7c825228-a782-4c09-afe2-f98a69cd00fd req-51e00332-367d-479e-b170-93209acd9ad6 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] 10.222.0.58 "GET /v2.0/ports?device_id=a94946cf-08f5-4712-8ce9-e33a533488ee HTTP/1.1" status: 200 len: 945 time: 0.0936847 Jul 09 15:18:20.146928 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-003362b0-1f07-4a39-9878-69f2614ae679 req-f100ccb8-40a8-4dd3-aa62-9e800f337b84 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=4bf50ec1-1897-4feb-b9dc-d129df435e3f HTTP/1.1" status: 200 len: 210 time: 0.0626845 Jul 09 15:18:20.159557 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7c825228-a782-4c09-afe2-f98a69cd00fd req-12a2f1d4-f970-490a-afdd-4ea31e823163 tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] 10.222.0.58 "GET /v2.0/security-groups?id=87236826-53a1-4c09-93ed-e840e3bd70a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525985 Jul 09 15:18:20.229801 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-67ead6b7-a19c-4fba-b20c-273a5cf4bbe7 req-e90ebe0c-7cf5-4fe5-806a-807955cf770a tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] Deleting port aeabd046-d9c7-4307-8127-56b8c8fd5f3f {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:18:20.230257 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-67ead6b7-a19c-4fba-b20c-273a5cf4bbe7 req-e90ebe0c-7cf5-4fe5-806a-807955cf770a tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:20.339265 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-67ead6b7-a19c-4fba-b20c-273a5cf4bbe7 req-e90ebe0c-7cf5-4fe5-806a-807955cf770a tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] For port aeabd046-d9c7-4307-8127-56b8c8fd5f3f, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=aeabd046-d9c7-4307-8127-56b8c8fd5f3f,segment=NetworkSegment(916865f2-64f2-4101-a323-60f6c670dfa4),segment_id=916865f2-64f2-4101-a323-60f6c670dfa4)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:18:20.339265 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-67ead6b7-a19c-4fba-b20c-273a5cf4bbe7 req-e90ebe0c-7cf5-4fe5-806a-807955cf770a tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:20.357255 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-67ead6b7-a19c-4fba-b20c-273a5cf4bbe7 req-e90ebe0c-7cf5-4fe5-806a-807955cf770a tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] Calling delete_port for aeabd046-d9c7-4307-8127-56b8c8fd5f3f owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:18:20.635436 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-67ead6b7-a19c-4fba-b20c-273a5cf4bbe7 req-e90ebe0c-7cf5-4fe5-806a-807955cf770a tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:20.647674 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['aeabd046-d9c7-4307-8127-56b8c8fd5f3f'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:18:20.666241 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90ebe0c-7cf5-4fe5-806a-807955cf770a tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] Pushing event deleted for resources: {'Port': ['ID=aeabd046-d9c7-4307-8127-56b8c8fd5f3f,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:18:20.728874 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ead6b7-a19c-4fba-b20c-273a5cf4bbe7 req-e90ebe0c-7cf5-4fe5-806a-807955cf770a tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] No DVR routers for this DVR port aeabd046-d9c7-4307-8127-56b8c8fd5f3f on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:18:20.731790 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-67ead6b7-a19c-4fba-b20c-273a5cf4bbe7 req-e90ebe0c-7cf5-4fe5-806a-807955cf770a tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:20.733999 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-67ead6b7-a19c-4fba-b20c-273a5cf4bbe7 req-e90ebe0c-7cf5-4fe5-806a-807955cf770a tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] 10.222.0.54 "DELETE /v2.0/ports/aeabd046-d9c7-4307-8127-56b8c8fd5f3f HTTP/1.1" status: 204 len: 173 time: 0.6625628 Jul 09 15:18:20.735301 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a94946cf-08f5-4712-8ce9-e33a533488ee', 'name': 'network-vif-deleted', 'tag': 'aeabd046-d9c7-4307-8127-56b8c8fd5f3f'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:18:20.737908 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edaa1adf-52df-4b18-8c07-1f1c2cf043f1" -d '{"events": [{"server_uuid": "a94946cf-08f5-4712-8ce9-e33a533488ee", "name": "network-vif-deleted", "tag": "aeabd046-d9c7-4307-8127-56b8c8fd5f3f"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:18:20.841259 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b526434-fc43-4718-9a23-7595a9aa2ea3 x-openstack-request-id: req-6b526434-fc43-4718-9a23-7595a9aa2ea3 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:18:20.841612 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a94946cf-08f5-4712-8ce9-e33a533488ee", "name": "network-vif-deleted", "tag": "aeabd046-d9c7-4307-8127-56b8c8fd5f3f", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:18:20.841988 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6b526434-fc43-4718-9a23-7595a9aa2ea3 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:18:20.842581 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a94946cf-08f5-4712-8ce9-e33a533488ee', 'name': 'network-vif-deleted', 'tag': 'aeabd046-d9c7-4307-8127-56b8c8fd5f3f', 'status': 'completed', 'code': 200} Jul 09 15:18:21.095428 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 0940302c-845c-483b-9650-1b7e8f8938cd up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:18:21.199820 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 0940302c-845c-483b-9650-1b7e8f8938cd completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:18:21.204573 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 0940302c-845c-483b-9650-1b7e8f8938cd triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:18:21.205231 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:21.302131 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:21.330265 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d969a53b-d055-4460-9e4a-fc96abbd72ad req-c7852878-a956-45dd-9b71-4746adb5fcb5 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=4bf50ec1-1897-4feb-b9dc-d129df435e3f HTTP/1.1" status: 200 len: 210 time: 0.0372405 Jul 09 15:18:21.349271 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 0940302c-845c-483b-9650-1b7e8f8938cd, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=0940302c-845c-483b-9650-1b7e8f8938cd,segment=NetworkSegment(d0dca725-9866-4242-9848-592027a9bc5d),segment_id=d0dca725-9866-4242-9848-592027a9bc5d)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:18:21.353762 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-987b4cb5-c48c-4736-a284-f4c6332577eb req-7333f6c8-746d-405f-bc8a-4769b33e3a8b tempest-VolumesActionsTest-99344263 tempest-VolumesActionsTest-99344263-project] 10.222.0.58 "GET /v2.0/ports?device_id=a94946cf-08f5-4712-8ce9-e33a533488ee HTTP/1.1" status: 200 len: 210 time: 0.0368609 Jul 09 15:18:21.412116 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:21.468186 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=0940302c-845c-483b-9650-1b7e8f8938cd,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:18:22.161875 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8667a24-db9b-4921-8d57-9d2c8d44bedb req-3924a341-3609-44c5-8eaf-466adf124a18 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:18:22.164056 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c8667a24-db9b-4921-8d57-9d2c8d44bedb req-3924a341-3609-44c5-8eaf-466adf124a18 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.62 "GET /v2.0/networks?id=db36ea7c-03de-44ff-8bd6-5176b4511410 HTTP/1.1" status: 200 len: 797 time: 0.1097369 Jul 09 15:18:22.227730 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c8667a24-db9b-4921-8d57-9d2c8d44bedb req-033b3e4e-17b8-407f-96aa-2311562e2835 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a72faee8848947debd81a1c8a7d3d88c HTTP/1.1" status: 200 len: 379 time: 0.0483222 Jul 09 15:18:22.237131 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-c8667a24-db9b-4921-8d57-9d2c8d44bedb req-100e925b-ac72-4750-b83f-fb6e5f05b7a3 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Request body: {'port': {'device_id': '4bf50ec1-1897-4feb-b9dc-d129df435e3f', 'network_id': 'db36ea7c-03de-44ff-8bd6-5176b4511410', 'admin_state_up': True, 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'security_groups': ['40df9a37-b7f1-47d0-9fcd-57b815676a41']}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:18:22.435236 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8667a24-db9b-4921-8d57-9d2c8d44bedb req-100e925b-ac72-4750-b83f-fb6e5f05b7a3 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Made reservation on behalf of a72faee8848947debd81a1c8a7d3d88c for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:18:22.438879 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c8667a24-db9b-4921-8d57-9d2c8d44bedb req-100e925b-ac72-4750-b83f-fb6e5f05b7a3 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:22.539570 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-230e2bfc-82ee-4142-b56b-7a3543a58787 req-9b6e553c-676c-4bbf-a2dc-61dea0ba3936 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=4bf50ec1-1897-4feb-b9dc-d129df435e3f HTTP/1.1" status: 200 len: 210 time: 0.0659685 Jul 09 15:18:22.611208 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-c8667a24-db9b-4921-8d57-9d2c8d44bedb req-100e925b-ac72-4750-b83f-fb6e5f05b7a3 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Allocated IP 172.20.0.7 (db36ea7c-03de-44ff-8bd6-5176b4511410/3742b671-f2db-4fdf-a79f-9e5cb39540cf/90ee64a9-d005-4f0a-a208-59acc33ad38b) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:18:22.758865 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c8667a24-db9b-4921-8d57-9d2c8d44bedb req-100e925b-ac72-4750-b83f-fb6e5f05b7a3 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:22.774545 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-c8667a24-db9b-4921-8d57-9d2c8d44bedb req-100e925b-ac72-4750-b83f-fb6e5f05b7a3 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Transition to ACTIVE for port object 90ee64a9-d005-4f0a-a208-59acc33ad38b will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:18:22.864158 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c8667a24-db9b-4921-8d57-9d2c8d44bedb req-100e925b-ac72-4750-b83f-fb6e5f05b7a3 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:22.906794 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8667a24-db9b-4921-8d57-9d2c8d44bedb req-100e925b-ac72-4750-b83f-fb6e5f05b7a3 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Network db36ea7c-03de-44ff-8bd6-5176b4511410 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:18:22.912155 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-c8667a24-db9b-4921-8d57-9d2c8d44bedb req-100e925b-ac72-4750-b83f-fb6e5f05b7a3 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:18:22.916803 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8667a24-db9b-4921-8d57-9d2c8d44bedb req-100e925b-ac72-4750-b83f-fb6e5f05b7a3 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:18:22.950408 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100e925b-ac72-4750-b83f-fb6e5f05b7a3 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event updated for resources: {'Port': ['ID=90ee64a9-d005-4f0a-a208-59acc33ad38b,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:18:22.983574 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8667a24-db9b-4921-8d57-9d2c8d44bedb req-100e925b-ac72-4750-b83f-fb6e5f05b7a3 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:18:22.984193 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c8667a24-db9b-4921-8d57-9d2c8d44bedb req-100e925b-ac72-4750-b83f-fb6e5f05b7a3 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:23.071849 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 0940302c-845c-483b-9650-1b7e8f8938cd up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:18:23.075494 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c8667a24-db9b-4921-8d57-9d2c8d44bedb req-100e925b-ac72-4750-b83f-fb6e5f05b7a3 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8425872 Jul 09 15:18:23.096236 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [req-c8667a24-db9b-4921-8d57-9d2c8d44bedb req-c9dbf980-f1e0-4d2b-ad08-54cdfc91fe9c tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:18:23.097400 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c8667a24-db9b-4921-8d57-9d2c8d44bedb req-c9dbf980-f1e0-4d2b-ad08-54cdfc91fe9c tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102537 Jul 09 15:18:23.108567 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-c8667a24-db9b-4921-8d57-9d2c8d44bedb req-f0497ab3-f63a-40e0-9958-928e134b663a service neutron] Request body: {'port': {'device_id': '4bf50ec1-1897-4feb-b9dc-d129df435e3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:18:23.142291 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 0940302c-845c-483b-9650-1b7e8f8938cd triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:18:23.142869 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:23.192706 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c8667a24-db9b-4921-8d57-9d2c8d44bedb req-f0497ab3-f63a-40e0-9958-928e134b663a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:23.297456 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-8fd8b646-37cc-4735-b902-f4254846420e None None] Provisioning for port 90ee64a9-d005-4f0a-a208-59acc33ad38b completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:18:23.303885 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-8fd8b646-37cc-4735-b902-f4254846420e None None] Provisioning complete for port 90ee64a9-d005-4f0a-a208-59acc33ad38b triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:18:23.304601 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8fd8b646-37cc-4735-b902-f4254846420e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:23.384067 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-8fd8b646-37cc-4735-b902-f4254846420e None None] Port 90ee64a9-d005-4f0a-a208-59acc33ad38b cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:18:23.474734 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:23.493440 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-c8667a24-db9b-4921-8d57-9d2c8d44bedb req-f0497ab3-f63a-40e0-9958-928e134b663a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90ee64a9-d005-4f0a-a208-59acc33ad38b {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:18:23.501920 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c8667a24-db9b-4921-8d57-9d2c8d44bedb req-f0497ab3-f63a-40e0-9958-928e134b663a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:23.516077 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-c8667a24-db9b-4921-8d57-9d2c8d44bedb req-f0497ab3-f63a-40e0-9958-928e134b663a service neutron] Transition to ACTIVE for port object 90ee64a9-d005-4f0a-a208-59acc33ad38b will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:18:23.646588 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c8667a24-db9b-4921-8d57-9d2c8d44bedb req-f0497ab3-f63a-40e0-9958-928e134b663a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:23.697906 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0497ab3-f63a-40e0-9958-928e134b663a service neutron] Pushing event updated for resources: {'Port': ['ID=90ee64a9-d005-4f0a-a208-59acc33ad38b,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:18:23.751916 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7df39-1d48-41f5-b38c-22f1593d67eb req-ef05c516-82d5-4e3e-b9c5-e79e5802becd tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:18:23.753851 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-57a7df39-1d48-41f5-b38c-22f1593d67eb req-ef05c516-82d5-4e3e-b9c5-e79e5802becd tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=4bf50ec1-1897-4feb-b9dc-d129df435e3f HTTP/1.1" status: 200 len: 943 time: 0.0969784 Jul 09 15:18:23.788216 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-c8667a24-db9b-4921-8d57-9d2c8d44bedb req-f0497ab3-f63a-40e0-9958-928e134b663a service neutron] Attempting to bind port 90ee64a9-d005-4f0a-a208-59acc33ad38b on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:18:23.788737 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-c8667a24-db9b-4921-8d57-9d2c8d44bedb req-f0497ab3-f63a-40e0-9958-928e134b663a service neutron] Attempting to bind port 90ee64a9-d005-4f0a-a208-59acc33ad38b by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': 'd0dca725-9866-4242-9848-592027a9bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'db36ea7c-03de-44ff-8bd6-5176b4511410'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:18:23.789187 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8667a24-db9b-4921-8d57-9d2c8d44bedb req-f0497ab3-f63a-40e0-9958-928e134b663a service neutron] Attempting to bind port 90ee64a9-d005-4f0a-a208-59acc33ad38b on network db36ea7c-03de-44ff-8bd6-5176b4511410 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:18:23.794524 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8667a24-db9b-4921-8d57-9d2c8d44bedb req-f0497ab3-f63a-40e0-9958-928e134b663a service neutron] Port 90ee64a9-d005-4f0a-a208-59acc33ad38b on network db36ea7c-03de-44ff-8bd6-5176b4511410 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:18:23.796548 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8667a24-db9b-4921-8d57-9d2c8d44bedb req-f0497ab3-f63a-40e0-9958-928e134b663a service neutron] Attempting to bind port 90ee64a9-d005-4f0a-a208-59acc33ad38b on network db36ea7c-03de-44ff-8bd6-5176b4511410 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:18:23.800949 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8667a24-db9b-4921-8d57-9d2c8d44bedb req-f0497ab3-f63a-40e0-9958-928e134b663a service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:18:23.801378 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8667a24-db9b-4921-8d57-9d2c8d44bedb req-f0497ab3-f63a-40e0-9958-928e134b663a service neutron] Checking segment: {'id': 'd0dca725-9866-4242-9848-592027a9bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'db36ea7c-03de-44ff-8bd6-5176b4511410'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:18:23.801847 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8667a24-db9b-4921-8d57-9d2c8d44bedb req-f0497ab3-f63a-40e0-9958-928e134b663a service neutron] Bound using segment: {'id': 'd0dca725-9866-4242-9848-592027a9bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'db36ea7c-03de-44ff-8bd6-5176b4511410'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:18:23.802371 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-c8667a24-db9b-4921-8d57-9d2c8d44bedb req-f0497ab3-f63a-40e0-9958-928e134b663a service neutron] Bound port: 90ee64a9-d005-4f0a-a208-59acc33ad38b, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0dca725-9866-4242-9848-592027a9bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'db36ea7c-03de-44ff-8bd6-5176b4511410'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:18:23.802804 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c8667a24-db9b-4921-8d57-9d2c8d44bedb req-f0497ab3-f63a-40e0-9958-928e134b663a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:23.803833 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-57a7df39-1d48-41f5-b38c-22f1593d67eb req-a2082b7e-f51e-45e6-b05b-50ee3aadb9da tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=40df9a37-b7f1-47d0-9fcd-57b815676a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414913 Jul 09 15:18:23.894164 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-c8667a24-db9b-4921-8d57-9d2c8d44bedb req-f0497ab3-f63a-40e0-9958-928e134b663a service neutron] For port 90ee64a9-d005-4f0a-a208-59acc33ad38b, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:18:23.905892 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-c8667a24-db9b-4921-8d57-9d2c8d44bedb req-f0497ab3-f63a-40e0-9958-928e134b663a service neutron] For port 90ee64a9-d005-4f0a-a208-59acc33ad38b, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=90ee64a9-d005-4f0a-a208-59acc33ad38b,segment=NetworkSegment(d0dca725-9866-4242-9848-592027a9bc5d),segment_id=d0dca725-9866-4242-9848-592027a9bc5d)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:18:23.960147 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c8667a24-db9b-4921-8d57-9d2c8d44bedb req-f0497ab3-f63a-40e0-9958-928e134b663a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:24.003059 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8667a24-db9b-4921-8d57-9d2c8d44bedb req-f0497ab3-f63a-40e0-9958-928e134b663a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:18:24.003733 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c8667a24-db9b-4921-8d57-9d2c8d44bedb req-f0497ab3-f63a-40e0-9958-928e134b663a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:24.005918 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c8667a24-db9b-4921-8d57-9d2c8d44bedb req-f0497ab3-f63a-40e0-9958-928e134b663a service neutron] 10.222.0.62 "PUT /v2.0/ports/90ee64a9-d005-4f0a-a208-59acc33ad38b HTTP/1.1" status: 200 len: 1091 time: 0.9016597 Jul 09 15:18:24.011544 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bf50ec1-1897-4feb-b9dc-d129df435e3f', 'tag': '90ee64a9-d005-4f0a-a208-59acc33ad38b'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:18:24.013972 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1aa942c-8182-4173-a828-2c6ec186f3a9" -d '{"events": [{"name": "network-changed", "server_uuid": "4bf50ec1-1897-4feb-b9dc-d129df435e3f", "tag": "90ee64a9-d005-4f0a-a208-59acc33ad38b"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:18:24.047619 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0497ab3-f63a-40e0-9958-928e134b663a service neutron] Pushing event updated for resources: {'Port': ['ID=90ee64a9-d005-4f0a-a208-59acc33ad38b,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:18:24.186453 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-357e471e-a7b1-414e-8a1a-e484319e3e68 x-openstack-request-id: req-357e471e-a7b1-414e-8a1a-e484319e3e68 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:18:24.186748 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bf50ec1-1897-4feb-b9dc-d129df435e3f", "tag": "90ee64a9-d005-4f0a-a208-59acc33ad38b", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:18:24.187034 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-357e471e-a7b1-414e-8a1a-e484319e3e68 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:18:24.187437 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bf50ec1-1897-4feb-b9dc-d129df435e3f', 'tag': '90ee64a9-d005-4f0a-a208-59acc33ad38b', 'status': 'completed', 'code': 200} Jul 09 15:18:24.224191 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8667a24-db9b-4921-8d57-9d2c8d44bedb req-82517c30-cf4e-4ffa-a2f2-ccc3a630e061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:18:24.225093 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c8667a24-db9b-4921-8d57-9d2c8d44bedb req-82517c30-cf4e-4ffa-a2f2-ccc3a630e061 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a72faee8848947debd81a1c8a7d3d88c&device_id=4bf50ec1-1897-4feb-b9dc-d129df435e3f HTTP/1.1" status: 200 len: 1094 time: 0.0763128 Jul 09 15:18:24.275267 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c8667a24-db9b-4921-8d57-9d2c8d44bedb req-81bcfab6-a9b3-4f70-b8dc-445253b7c765 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90ee64a9-d005-4f0a-a208-59acc33ad38b HTTP/1.1" status: 200 len: 217 time: 0.0371978 Jul 09 15:18:24.330868 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8667a24-db9b-4921-8d57-9d2c8d44bedb req-de1efe83-9be2-41d8-884e-6ca827d6546d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:18:24.332329 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c8667a24-db9b-4921-8d57-9d2c8d44bedb req-de1efe83-9be2-41d8-884e-6ca827d6546d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3742b671-f2db-4fdf-a79f-9e5cb39540cf HTTP/1.1" status: 200 len: 834 time: 0.0511065 Jul 09 15:18:24.409171 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8667a24-db9b-4921-8d57-9d2c8d44bedb req-ce39fd36-2482-4a51-b9b3-c8d368fed792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:18:24.410635 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c8667a24-db9b-4921-8d57-9d2c8d44bedb req-ce39fd36-2482-4a51-b9b3-c8d368fed792 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=db36ea7c-03de-44ff-8bd6-5176b4511410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713899 Jul 09 15:18:24.466638 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device aeabd046-d9c7-4307-8127-56b8c8fd5f3f no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:18:24.489598 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: aeabd046-d9c7-4307-8127-56b8c8fd5f3f {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:18:24.490248 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device aeabd046-d9c7-4307-8127-56b8c8fd5f3f not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:18:24.524237 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c8667a24-db9b-4921-8d57-9d2c8d44bedb req-7890254c-5031-40ca-afe9-8ebca0f7c8f5 service neutron] 10.222.0.62 "GET /v2.0/networks/db36ea7c-03de-44ff-8bd6-5176b4511410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068826 Jul 09 15:18:24.641328 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c8667a24-db9b-4921-8d57-9d2c8d44bedb req-bc273018-ff5a-4f7e-bfca-e8f66492faa3 service neutron] 10.222.0.62 "GET /v2.0/networks/db36ea7c-03de-44ff-8bd6-5176b4511410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099563 Jul 09 15:18:24.867316 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa942c-8182-4173-a828-2c6ec186f3a9 req-f9f4c849-7d99-4a1d-ad54-e6c2b3e688c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:18:24.869884 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a1aa942c-8182-4173-a828-2c6ec186f3a9 req-f9f4c849-7d99-4a1d-ad54-e6c2b3e688c7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a72faee8848947debd81a1c8a7d3d88c&device_id=4bf50ec1-1897-4feb-b9dc-d129df435e3f HTTP/1.1" status: 200 len: 1094 time: 0.0657785 Jul 09 15:18:25.024145 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa942c-8182-4173-a828-2c6ec186f3a9 req-a879030a-5d09-4f90-9502-6d877a88cedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:18:25.026076 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a1aa942c-8182-4173-a828-2c6ec186f3a9 req-a879030a-5d09-4f90-9502-6d877a88cedb service neutron] 10.222.0.62 "GET /v2.0/networks?id=db36ea7c-03de-44ff-8bd6-5176b4511410 HTTP/1.1" status: 200 len: 898 time: 0.1496854 Jul 09 15:18:25.072491 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae7e7c-803e-4cc8-a900-f971321d4920 req-6866d22b-4b8d-4dd1-a5e0-a5a67098b600 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:18:25.076092 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f3ae7e7c-803e-4cc8-a900-f971321d4920 req-6866d22b-4b8d-4dd1-a5e0-a5a67098b600 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=4bf50ec1-1897-4feb-b9dc-d129df435e3f HTTP/1.1" status: 200 len: 943 time: 0.1082630 Jul 09 15:18:25.084320 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a1aa942c-8182-4173-a828-2c6ec186f3a9 req-6dd35cc3-c102-4467-a103-dc30a7c06121 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90ee64a9-d005-4f0a-a208-59acc33ad38b HTTP/1.1" status: 200 len: 217 time: 0.0468810 Jul 09 15:18:25.140362 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f3ae7e7c-803e-4cc8-a900-f971321d4920 req-9d07e817-26e9-4eda-8287-f7fa71974956 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=40df9a37-b7f1-47d0-9fcd-57b815676a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582488 Jul 09 15:18:25.174150 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa942c-8182-4173-a828-2c6ec186f3a9 req-fd67d389-b16e-4cd9-a692-9b785eae67ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:18:25.177170 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a1aa942c-8182-4173-a828-2c6ec186f3a9 req-fd67d389-b16e-4cd9-a692-9b785eae67ed service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3742b671-f2db-4fdf-a79f-9e5cb39540cf HTTP/1.1" status: 200 len: 834 time: 0.0899193 Jul 09 15:18:25.264260 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa942c-8182-4173-a828-2c6ec186f3a9 req-764e4e9d-c1e1-49cf-b773-f0b5e424ce62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:18:25.266486 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a1aa942c-8182-4173-a828-2c6ec186f3a9 req-764e4e9d-c1e1-49cf-b773-f0b5e424ce62 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=db36ea7c-03de-44ff-8bd6-5176b4511410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0808406 Jul 09 15:18:25.373445 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a1aa942c-8182-4173-a828-2c6ec186f3a9 req-da92248c-8ad5-46cb-a3e2-8f566875231c service neutron] 10.222.0.62 "GET /v2.0/networks/db36ea7c-03de-44ff-8bd6-5176b4511410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995388 Jul 09 15:18:25.496403 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a1aa942c-8182-4173-a828-2c6ec186f3a9 req-e2cb0a50-1c90-4ecf-9c44-763dec446b1c service neutron] 10.222.0.62 "GET /v2.0/networks/db36ea7c-03de-44ff-8bd6-5176b4511410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162503 Jul 09 15:18:26.160592 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-58dfff4a-4beb-4eef-a1b8-407e15700409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:26.425578 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c550e11f-a2f3-4609-9153-ce19e276a8b2 req-d8b1f4eb-7377-4529-9db6-20766a0f1c84 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:18:26.428985 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c550e11f-a2f3-4609-9153-ce19e276a8b2 req-d8b1f4eb-7377-4529-9db6-20766a0f1c84 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=4bf50ec1-1897-4feb-b9dc-d129df435e3f HTTP/1.1" status: 200 len: 943 time: 0.1256421 Jul 09 15:18:26.479136 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c550e11f-a2f3-4609-9153-ce19e276a8b2 req-9f49070f-95f8-4011-b6d0-1c5617f682b8 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=40df9a37-b7f1-47d0-9fcd-57b815676a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447395 Jul 09 15:18:27.707183 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4fb989-875a-4132-9f03-9d430392963e req-0794f88f-b62d-49e5-9b54-56292cd29bad tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:18:27.709915 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dd4fb989-875a-4132-9f03-9d430392963e req-0794f88f-b62d-49e5-9b54-56292cd29bad tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=4bf50ec1-1897-4feb-b9dc-d129df435e3f HTTP/1.1" status: 200 len: 943 time: 0.0902483 Jul 09 15:18:27.771697 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dd4fb989-875a-4132-9f03-9d430392963e req-6d893ee7-d3a6-4f61-88ef-94cc3350ef73 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=40df9a37-b7f1-47d0-9fcd-57b815676a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535340 Jul 09 15:18:28.254203 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 90ee64a9-d005-4f0a-a208-59acc33ad38b details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 15:18:28.390141 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 90ee64a9-d005-4f0a-a208-59acc33ad38b, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=90ee64a9-d005-4f0a-a208-59acc33ad38b,segment=NetworkSegment(d0dca725-9866-4242-9848-592027a9bc5d),segment_id=d0dca725-9866-4242-9848-592027a9bc5d)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:18:28.411570 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '90ee64a9-d005-4f0a-a208-59acc33ad38b', 'network_id': 'db36ea7c-03de-44ff-8bd6-5176b4511410', 'port_id': '90ee64a9-d005-4f0a-a208-59acc33ad38b', 'mac_address': 'fa:16:3e:eb:c3:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3742b671-f2db-4fdf-a79f-9e5cb39540cf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 15:18:28.484308 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:28.503932 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90ee64a9-d005-4f0a-a208-59acc33ad38b {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:18:28.526481 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 90ee64a9-d005-4f0a-a208-59acc33ad38b, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=90ee64a9-d005-4f0a-a208-59acc33ad38b,segment=NetworkSegment(d0dca725-9866-4242-9848-592027a9bc5d),segment_id=d0dca725-9866-4242-9848-592027a9bc5d)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:18:28.629807 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:28.706101 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=90ee64a9-d005-4f0a-a208-59acc33ad38b,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:18:28.995280 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ede7a-eed4-4082-a4e3-960cebc127b2 req-1db84709-0616-47da-8c14-91d2fdff1966 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:18:28.997774 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-440ede7a-eed4-4082-a4e3-960cebc127b2 req-1db84709-0616-47da-8c14-91d2fdff1966 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=4bf50ec1-1897-4feb-b9dc-d129df435e3f HTTP/1.1" status: 200 len: 944 time: 0.0917256 Jul 09 15:18:29.065469 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['90ee64a9-d005-4f0a-a208-59acc33ad38b'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:18:29.107220 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-440ede7a-eed4-4082-a4e3-960cebc127b2 req-15e9bcc8-bc21-4562-886c-e13c4f3ea4d4 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=40df9a37-b7f1-47d0-9fcd-57b815676a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806057 Jul 09 15:18:29.212063 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-dd2bdbbc-4962-4ad3-b24f-903205b01ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:29.294062 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:30.261810 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 90ee64a9-d005-4f0a-a208-59acc33ad38b up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:18:30.346231 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:30.373996 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc32c5-ffde-410f-b911-836350cce8b0 req-fcae8f34-4e3b-4a16-b15b-2e272be8033a tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:18:30.373996 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-81bc32c5-ffde-410f-b911-836350cce8b0 req-fcae8f34-4e3b-4a16-b15b-2e272be8033a tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=4bf50ec1-1897-4feb-b9dc-d129df435e3f HTTP/1.1" status: 200 len: 944 time: 0.1195118 Jul 09 15:18:30.412942 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port 90ee64a9-d005-4f0a-a208-59acc33ad38b completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:18:30.426025 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 90ee64a9-d005-4f0a-a208-59acc33ad38b triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:18:30.436930 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:30.469333 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-81bc32c5-ffde-410f-b911-836350cce8b0 req-881ab0ba-99b9-4e93-9c14-45d71a81ab03 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=40df9a37-b7f1-47d0-9fcd-57b815676a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905569 Jul 09 15:18:30.551686 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:30.595576 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 90ee64a9-d005-4f0a-a208-59acc33ad38b, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=90ee64a9-d005-4f0a-a208-59acc33ad38b,segment=NetworkSegment(d0dca725-9866-4242-9848-592027a9bc5d),segment_id=d0dca725-9866-4242-9848-592027a9bc5d)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:18:30.596703 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bf50ec1-1897-4feb-b9dc-d129df435e3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ee64a9-d005-4f0a-a208-59acc33ad38b'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:18:30.604004 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6615a3d8-19bc-4511-b59b-9d098f2409a9" -d '{"events": [{"server_uuid": "4bf50ec1-1897-4feb-b9dc-d129df435e3f", "name": "network-vif-plugged", "status": "completed", "tag": "90ee64a9-d005-4f0a-a208-59acc33ad38b"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:18:30.697898 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:30.742411 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ca9992-175a-4acc-bb53-d4809ba30e22 x-openstack-request-id: req-37ca9992-175a-4acc-bb53-d4809ba30e22 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:18:30.742948 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bf50ec1-1897-4feb-b9dc-d129df435e3f", "name": "network-vif-plugged", "status": "completed", "tag": "90ee64a9-d005-4f0a-a208-59acc33ad38b", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:18:30.743325 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-37ca9992-175a-4acc-bb53-d4809ba30e22 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:18:30.744003 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bf50ec1-1897-4feb-b9dc-d129df435e3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ee64a9-d005-4f0a-a208-59acc33ad38b', 'code': 200} Jul 09 15:18:30.792698 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=90ee64a9-d005-4f0a-a208-59acc33ad38b,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:18:30.887707 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24791e31-7f20-4a78-b586-188581dcb46c req-cfe0fa38-b4b5-46ec-8038-23fe14a8e89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:18:30.889968 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-24791e31-7f20-4a78-b586-188581dcb46c req-cfe0fa38-b4b5-46ec-8038-23fe14a8e89e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4bf50ec1-1897-4feb-b9dc-d129df435e3f HTTP/1.1" status: 200 len: 1096 time: 0.0632701 Jul 09 15:18:30.933374 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-24791e31-7f20-4a78-b586-188581dcb46c req-8d80a56a-ba67-4198-badf-946068b353f0 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=40df9a37-b7f1-47d0-9fcd-57b815676a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356660 Jul 09 15:18:31.670082 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd44afc-1142-4f2d-a463-1eb50740c56b req-579068f9-dbc5-4ed6-af24-6f5e2af70751 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:18:31.671573 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5bd44afc-1142-4f2d-a463-1eb50740c56b req-579068f9-dbc5-4ed6-af24-6f5e2af70751 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=4bf50ec1-1897-4feb-b9dc-d129df435e3f HTTP/1.1" status: 200 len: 945 time: 0.0745485 Jul 09 15:18:31.711903 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5bd44afc-1142-4f2d-a463-1eb50740c56b req-cbe2fa74-7493-4f67-b7a2-e660b06daf2b tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=40df9a37-b7f1-47d0-9fcd-57b815676a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345237 Jul 09 15:18:31.720803 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:32.940220 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1080f9-8bf8-4680-ab07-f48afcfd2580 req-2f621476-4a51-4781-9b6c-57aa1468e40c tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:18:32.942427 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5a1080f9-8bf8-4680-ab07-f48afcfd2580 req-2f621476-4a51-4781-9b6c-57aa1468e40c tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=4bf50ec1-1897-4feb-b9dc-d129df435e3f HTTP/1.1" status: 200 len: 945 time: 0.0866568 Jul 09 15:18:32.986700 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5a1080f9-8bf8-4680-ab07-f48afcfd2580 req-8f074f03-4f62-49b5-94cc-3f8480f217fc tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=40df9a37-b7f1-47d0-9fcd-57b815676a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375488 Jul 09 15:18:33.187058 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b94b45e-84d0-41bb-9314-ff1b1d63655a req-08514ee4-8cb2-40c6-b03f-9849da942feb tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:18:33.189252 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9b94b45e-84d0-41bb-9314-ff1b1d63655a req-08514ee4-8cb2-40c6-b03f-9849da942feb tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=4bf50ec1-1897-4feb-b9dc-d129df435e3f HTTP/1.1" status: 200 len: 945 time: 0.0762680 Jul 09 15:18:33.238119 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9b94b45e-84d0-41bb-9314-ff1b1d63655a req-defa1e98-8d99-4266-b81a-490daf020fc2 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=40df9a37-b7f1-47d0-9fcd-57b815676a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423303 Jul 09 15:18:33.263821 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50060) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:18:33.330160 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9543b86d-d491-4c02-bd2c-31e8830d89f8 tempest-TestNetworkAdvancedServerOps-1044390005 tempest-TestNetworkAdvancedServerOps-1044390005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:18:33.335129 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-9543b86d-d491-4c02-bd2c-31e8830d89f8 tempest-TestNetworkAdvancedServerOps-1044390005 tempest-TestNetworkAdvancedServerOps-1044390005-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=4bf50ec1-1897-4feb-b9dc-d129df435e3f HTTP/1.1" status: 200 len: 1091 time: 0.0670793 Jul 09 15:18:33.335698 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50062) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:18:33.340509 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-2be8528b-883a-4929-bbf4-c9916f793a4e tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Request body: {'floatingip': {'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'port_id': '90ee64a9-d005-4f0a-a208-59acc33ad38b', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:18:33.440420 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2be8528b-883a-4929-bbf4-c9916f793a4e tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for floatingip, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:33.571130 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2be8528b-883a-4929-bbf4-c9916f793a4e tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:33.714803 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-2be8528b-883a-4929-bbf4-c9916f793a4e tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Allocated IP 172.25.3.84 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/b48d842d-e962-4bef-9e41-0d8033d6fa67) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:18:33.847294 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2be8528b-883a-4929-bbf4-c9916f793a4e tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:33.955252 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2be8528b-883a-4929-bbf4-c9916f793a4e tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:34.008851 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be8528b-883a-4929-bbf4-c9916f793a4e tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event updated for resources: {'Port': ['ID=b48d842d-e962-4bef-9e41-0d8033d6fa67,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:18:34.022918 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be8528b-883a-4929-bbf4-c9916f793a4e tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:18:34.024875 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-2be8528b-883a-4929-bbf4-c9916f793a4e tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:18:34.029893 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be8528b-883a-4929-bbf4-c9916f793a4e tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:18:34.490158 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2be8528b-883a-4929-bbf4-c9916f793a4e tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:34.634065 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2be8528b-883a-4929-bbf4-c9916f793a4e tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:34.795001 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2be8528b-883a-4929-bbf4-c9916f793a4e tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:34.886179 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2be8528b-883a-4929-bbf4-c9916f793a4e tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:34.952416 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be8528b-883a-4929-bbf4-c9916f793a4e tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event updated for resources: {'Port': ['ID=b48d842d-e962-4bef-9e41-0d8033d6fa67,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:18:34.969237 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2be8528b-883a-4929-bbf4-c9916f793a4e tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:35.093711 n-d-799529-6 neutron-server[94445]: INFO neutron.db.l3_db [None req-2be8528b-883a-4929-bbf4-c9916f793a4e tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Floating IP 5c521bae-f813-4849-8d00-5fe7eceb81e0 associated. External IP: 172.25.3.84, port: 90ee64a9-d005-4f0a-a208-59acc33ad38b. Jul 09 15:18:35.357427 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2be8528b-883a-4929-bbf4-c9916f793a4e tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Router 44efd9a2-7f74-4415-b7c3-2d78cc53c150 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:18:35.524779 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be8528b-883a-4929-bbf4-c9916f793a4e tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:18:35.538346 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b479a7-20fc-4a0d-9098-0dc5b5314d4d None None] Sync routers for ids ['44efd9a2-7f74-4415-b7c3-2d78cc53c150'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:18:35.556748 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b479a7-20fc-4a0d-9098-0dc5b5314d4d None None] Routers {'44efd9a2-7f74-4415-b7c3-2d78cc53c150'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:18:35.556748 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-e6b479a7-20fc-4a0d-9098-0dc5b5314d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:18:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['44efd9a2-7f74-4415-b7c3-2d78cc53c150'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:18:35.603477 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2be8528b-883a-4929-bbf4-c9916f793a4e tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:35.654978 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-2be8528b-883a-4929-bbf4-c9916f793a4e tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3178744 Jul 09 15:18:35.656339 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bf50ec1-1897-4feb-b9dc-d129df435e3f', 'tag': '90ee64a9-d005-4f0a-a208-59acc33ad38b'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:18:35.659938 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55c1b7d-d8bf-43e5-8e2d-d53c3010ce10" -d '{"events": [{"name": "network-changed", "server_uuid": "4bf50ec1-1897-4feb-b9dc-d129df435e3f", "tag": "90ee64a9-d005-4f0a-a208-59acc33ad38b"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:18:35.725866 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f08bc730-a4dc-4247-89d9-c0a694fbfe47 x-openstack-request-id: req-f08bc730-a4dc-4247-89d9-c0a694fbfe47 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:18:35.726188 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-e6b479a7-20fc-4a0d-9098-0dc5b5314d4d None None] Set router 44efd9a2-7f74-4415-b7c3-2d78cc53c150 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:18:35.727231 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bf50ec1-1897-4feb-b9dc-d129df435e3f", "tag": "90ee64a9-d005-4f0a-a208-59acc33ad38b", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:18:35.727651 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f08bc730-a4dc-4247-89d9-c0a694fbfe47 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:18:35.730012 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bf50ec1-1897-4feb-b9dc-d129df435e3f', 'tag': '90ee64a9-d005-4f0a-a208-59acc33ad38b', 'status': 'completed', 'code': 200} Jul 09 15:18:35.903592 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e51ff4-bd5e-43b5-bbed-a4e3788eeb53 req-edb73bd8-f415-49ba-800d-3990c57ba163 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:18:35.911156 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-31e51ff4-bd5e-43b5-bbed-a4e3788eeb53 req-edb73bd8-f415-49ba-800d-3990c57ba163 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=4bf50ec1-1897-4feb-b9dc-d129df435e3f HTTP/1.1" status: 200 len: 945 time: 0.1195440 Jul 09 15:18:35.986478 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-31e51ff4-bd5e-43b5-bbed-a4e3788eeb53 req-11b25041-6018-446c-a30c-abefbf21ecd8 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=40df9a37-b7f1-47d0-9fcd-57b815676a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742612 Jul 09 15:18:36.007396 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50082) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:18:36.024928 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c1b7d-d8bf-43e5-8e2d-d53c3010ce10 req-d0c1fcdc-cbd2-4629-8d2e-f216ac390129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:18:36.026583 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b55c1b7d-d8bf-43e5-8e2d-d53c3010ce10 req-d0c1fcdc-cbd2-4629-8d2e-f216ac390129 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a72faee8848947debd81a1c8a7d3d88c&device_id=4bf50ec1-1897-4feb-b9dc-d129df435e3f HTTP/1.1" status: 200 len: 1096 time: 0.2416081 Jul 09 15:18:36.156420 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-bc4fc26d-4d59-4fe1-b8b0-73c514f3ef8f tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/floatingips/5c521bae-f813-4849-8d00-5fe7eceb81e0 HTTP/1.1" status: 200 len: 990 time: 0.1477172 Jul 09 15:18:36.170629 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-e6b479a7-20fc-4a0d-9098-0dc5b5314d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44efd9a2-7f74-4415-b7c3-2d78cc53c150', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825878146', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '0bc32888-3815-4396-b871-494504d6b638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:18:10Z', 'updated_at': '2021-07-09T15:18:16Z', 'revision_number': 4, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'gw_port': {'id': '0bc32888-3815-4396-b871-494504d6b638', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44efd9a2-7f74-4415-b7c3-2d78cc53c150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:18:11Z', 'updated_at': '2021-07-09T15:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '5c521bae-f813-4849-8d00-5fe7eceb81e0', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'floating_ip_address': '172.25.3.84', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '44efd9a2-7f74-4415-b7c3-2d78cc53c150', 'port_id': '90ee64a9-d005-4f0a-a208-59acc33ad38b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db36ea7c-03de-44ff-8bd6-5176b4511410', 'mac_address': 'fa:16:3e:eb:c3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf50ec1-1897-4feb-b9dc-d129df435e3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:18:34Z', 'updated_at': '2021-07-09T15:18:34Z', 'revision_number': 0, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0940302c-845c-483b-9650-1b7e8f8938cd', 'name': '', 'network_id': 'db36ea7c-03de-44ff-8bd6-5176b4511410', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'mac_address': 'fa:16:3e:e0:38:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44efd9a2-7f74-4415-b7c3-2d78cc53c150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '3742b671-f2db-4fdf-a79f-9e5cb39540cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:18:15Z', 'updated_at': '2021-07-09T15:18:21Z', 'revision_number': 5, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'subnets': [{'id': '3742b671-f2db-4fdf-a79f-9e5cb39540cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:18:36.214726 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c1b7d-d8bf-43e5-8e2d-d53c3010ce10 req-a60d30a9-ee49-4480-9ae7-e93c79834282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:18:36.216835 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b55c1b7d-d8bf-43e5-8e2d-d53c3010ce10 req-a60d30a9-ee49-4480-9ae7-e93c79834282 service neutron] 10.222.0.62 "GET /v2.0/networks?id=db36ea7c-03de-44ff-8bd6-5176b4511410 HTTP/1.1" status: 200 len: 898 time: 0.1825421 Jul 09 15:18:36.228773 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b479a7-20fc-4a0d-9098-0dc5b5314d4d None None] Checking router: 44efd9a2-7f74-4415-b7c3-2d78cc53c150 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:18:36.238640 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b479a7-20fc-4a0d-9098-0dc5b5314d4d None None] Routers {'44efd9a2-7f74-4415-b7c3-2d78cc53c150'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:18:36.239276 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-e6b479a7-20fc-4a0d-9098-0dc5b5314d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:18:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['44efd9a2-7f74-4415-b7c3-2d78cc53c150'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:18:36.359532 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b55c1b7d-d8bf-43e5-8e2d-d53c3010ce10 req-21140809-31f5-4d46-bb28-053439103c63 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90ee64a9-d005-4f0a-a208-59acc33ad38b HTTP/1.1" status: 200 len: 998 time: 0.1360540 Jul 09 15:18:36.389996 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-e6b479a7-20fc-4a0d-9098-0dc5b5314d4d None None] Set router 44efd9a2-7f74-4415-b7c3-2d78cc53c150 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:18:36.443665 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c1b7d-d8bf-43e5-8e2d-d53c3010ce10 req-df7e64fd-d473-4efb-aab8-c87f254b9ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:18:36.446640 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b55c1b7d-d8bf-43e5-8e2d-d53c3010ce10 req-df7e64fd-d473-4efb-aab8-c87f254b9ee9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3742b671-f2db-4fdf-a79f-9e5cb39540cf HTTP/1.1" status: 200 len: 834 time: 0.0792253 Jul 09 15:18:36.518486 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c1b7d-d8bf-43e5-8e2d-d53c3010ce10 req-1cbe484d-d9aa-497f-8940-9fa8b10ba588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:18:36.520050 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b55c1b7d-d8bf-43e5-8e2d-d53c3010ce10 req-1cbe484d-d9aa-497f-8940-9fa8b10ba588 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=db36ea7c-03de-44ff-8bd6-5176b4511410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676904 Jul 09 15:18:36.628433 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b55c1b7d-d8bf-43e5-8e2d-d53c3010ce10 req-f8cbe372-bf61-4e78-8584-b0be6fbd3b68 service neutron] 10.222.0.62 "GET /v2.0/networks/db36ea7c-03de-44ff-8bd6-5176b4511410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000001 Jul 09 15:18:36.737242 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b55c1b7d-d8bf-43e5-8e2d-d53c3010ce10 req-4ef97d1c-555c-4082-9d28-792e0239b55b service neutron] 10.222.0.62 "GET /v2.0/networks/db36ea7c-03de-44ff-8bd6-5176b4511410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981309 Jul 09 15:18:36.775307 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-e6b479a7-20fc-4a0d-9098-0dc5b5314d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44efd9a2-7f74-4415-b7c3-2d78cc53c150', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825878146', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '0bc32888-3815-4396-b871-494504d6b638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:18:10Z', 'updated_at': '2021-07-09T15:18:16Z', 'revision_number': 4, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'gw_port': {'id': '0bc32888-3815-4396-b871-494504d6b638', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44efd9a2-7f74-4415-b7c3-2d78cc53c150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:18:11Z', 'updated_at': '2021-07-09T15:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '5c521bae-f813-4849-8d00-5fe7eceb81e0', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'floating_ip_address': '172.25.3.84', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '44efd9a2-7f74-4415-b7c3-2d78cc53c150', 'port_id': '90ee64a9-d005-4f0a-a208-59acc33ad38b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db36ea7c-03de-44ff-8bd6-5176b4511410', 'mac_address': 'fa:16:3e:eb:c3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf50ec1-1897-4feb-b9dc-d129df435e3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:18:34Z', 'updated_at': '2021-07-09T15:18:34Z', 'revision_number': 0, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0940302c-845c-483b-9650-1b7e8f8938cd', 'name': '', 'network_id': 'db36ea7c-03de-44ff-8bd6-5176b4511410', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'mac_address': 'fa:16:3e:e0:38:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44efd9a2-7f74-4415-b7c3-2d78cc53c150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '3742b671-f2db-4fdf-a79f-9e5cb39540cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:18:15Z', 'updated_at': '2021-07-09T15:18:21Z', 'revision_number': 5, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'subnets': [{'id': '3742b671-f2db-4fdf-a79f-9e5cb39540cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:18:36.805568 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b479a7-20fc-4a0d-9098-0dc5b5314d4d None None] The sync data for ids ['44efd9a2-7f74-4415-b7c3-2d78cc53c150'] in n-d-799529-6 is: [{'id': '44efd9a2-7f74-4415-b7c3-2d78cc53c150', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825878146', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '0bc32888-3815-4396-b871-494504d6b638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:18:10Z', 'updated_at': '2021-07-09T15:18:16Z', 'revision_number': 4, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'gw_port': {'id': '0bc32888-3815-4396-b871-494504d6b638', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44efd9a2-7f74-4415-b7c3-2d78cc53c150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:18:11Z', 'updated_at': '2021-07-09T15:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '5c521bae-f813-4849-8d00-5fe7eceb81e0', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'floating_ip_address': '172.25.3.84', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '44efd9a2-7f74-4415-b7c3-2d78cc53c150', 'port_id': '90ee64a9-d005-4f0a-a208-59acc33ad38b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db36ea7c-03de-44ff-8bd6-5176b4511410', 'mac_address': 'fa:16:3e:eb:c3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf50ec1-1897-4feb-b9dc-d129df435e3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:18:34Z', 'updated_at': '2021-07-09T15:18:34Z', 'revision_number': 0, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0940302c-845c-483b-9650-1b7e8f8938cd', 'name': '', 'network_id': 'db36ea7c-03de-44ff-8bd6-5176b4511410', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'mac_address': 'fa:16:3e:e0:38:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44efd9a2-7f74-4415-b7c3-2d78cc53c150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '3742b671-f2db-4fdf-a79f-9e5cb39540cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:18:15Z', 'updated_at': '2021-07-09T15:18:21Z', 'revision_number': 5, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'subnets': [{'id': '3742b671-f2db-4fdf-a79f-9e5cb39540cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:18:37.102029 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87e4937-ba38-4646-bc79-fa71535fbad4 None None] New status for floating IP 5c521bae-f813-4849-8d00-5fe7eceb81e0: ACTIVE {{(pid=94448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 15:18:37.160248 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50088) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:18:37.239004 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ecb399bc-d128-4280-acb9-b969f6079fcf tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/floatingips/5c521bae-f813-4849-8d00-5fe7eceb81e0 HTTP/1.1" status: 200 len: 990 time: 0.0773716 Jul 09 15:18:38.242806 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50094) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:18:38.332425 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-2354302d-8a50-4748-88c6-2b4bf21995d1 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/floatingips/5c521bae-f813-4849-8d00-5fe7eceb81e0 HTTP/1.1" status: 200 len: 992 time: 0.0882618 Jul 09 15:18:45.159556 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:47.105245 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50206) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:18:47.154833 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-eedbc2eb-94be-4e64-bb47-19e7f3f126f1 admin admin] Deleting subnet 2253bb56-286d-4354-bcde-16beac4b7091 {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:18:47.158312 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-eedbc2eb-94be-4e64-bb47-19e7f3f126f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:47.197476 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-eedbc2eb-94be-4e64-bb47-19e7f3f126f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:47.237550 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-eedbc2eb-94be-4e64-bb47-19e7f3f126f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:47.377446 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-eedbc2eb-94be-4e64-bb47-19e7f3f126f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:47.403049 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedbc2eb-94be-4e64-bb47-19e7f3f126f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2253bb56-286d-4354-bcde-16beac4b7091,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:18:47.414595 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-eedbc2eb-94be-4e64-bb47-19e7f3f126f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:47.414595 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-eedbc2eb-94be-4e64-bb47-19e7f3f126f1 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/2253bb56-286d-4354-bcde-16beac4b7091 HTTP/1.1" status: 204 len: 168 time: 0.3068025 Jul 09 15:18:47.418110 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 50208) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:18:47.425767 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedbc2eb-94be-4e64-bb47-19e7f3f126f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:18:47.426191 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedbc2eb-94be-4e64-bb47-19e7f3f126f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:18:47.426689 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedbc2eb-94be-4e64-bb47-19e7f3f126f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:18:47.427216 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedbc2eb-94be-4e64-bb47-19e7f3f126f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:18:47.427566 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedbc2eb-94be-4e64-bb47-19e7f3f126f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:18:47.427900 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedbc2eb-94be-4e64-bb47-19e7f3f126f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:18:47.428228 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedbc2eb-94be-4e64-bb47-19e7f3f126f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:18:47.428554 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedbc2eb-94be-4e64-bb47-19e7f3f126f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:18:47.428876 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedbc2eb-94be-4e64-bb47-19e7f3f126f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:18:47.429203 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedbc2eb-94be-4e64-bb47-19e7f3f126f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:18:47.429525 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedbc2eb-94be-4e64-bb47-19e7f3f126f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:18:47.429850 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedbc2eb-94be-4e64-bb47-19e7f3f126f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:18:47.493404 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6917e2c2-0370-4331-8ede-f3d267876f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:47.577854 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6917e2c2-0370-4331-8ede-f3d267876f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:47.588497 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-6917e2c2-0370-4331-8ede-f3d267876f75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4dc77d7-ea08-413a-920e-df557d4f2612']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:18:47.599016 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-6917e2c2-0370-4331-8ede-f3d267876f75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '916865f2-64f2-4101-a323-60f6c670dfa4') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:18:47.599942 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-6917e2c2-0370-4331-8ede-f3d267876f75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '916865f2-64f2-4101-a323-60f6c670dfa4') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:18:47.608820 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6917e2c2-0370-4331-8ede-f3d267876f75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:47.622333 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6917e2c2-0370-4331-8ede-f3d267876f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:47.628678 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6917e2c2-0370-4331-8ede-f3d267876f75 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:18:47.629201 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6917e2c2-0370-4331-8ede-f3d267876f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:47.631085 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:18:47.631085 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:18:47.631085 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 15:18:47.631085 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:18:47.631085 n-d-799529-6 neutron-server[94446]: timer() Jul 09 15:18:47.631085 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:18:47.631085 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 15:18:47.631085 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:18:47.631085 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 15:18:47.631085 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:18:47.631085 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 15:18:47.631085 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:18:47.631085 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 15:18:47.631085 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:18:47.631085 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 15:18:47.631085 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:18:47.631085 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:18:47.631085 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:18:47.631085 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:18:47.631085 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:18:47.631085 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 15:18:47.631085 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:18:47.631085 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 15:18:47.631085 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:18:47.631085 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:18:47.631085 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:18:47.631085 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 15:18:47.631085 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:18:47.631085 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:18:47.631085 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:18:47.631085 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:18:47.631085 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:18:47.631085 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:18:47.631085 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:18:47.794087 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6917e2c2-0370-4331-8ede-f3d267876f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:47.799621 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6917e2c2-0370-4331-8ede-f3d267876f75 admin admin] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:47.801678 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-6917e2c2-0370-4331-8ede-f3d267876f75 admin admin] 10.222.0.58 "DELETE /v2.0/networks/b4dc77d7-ea08-413a-920e-df557d4f2612 HTTP/1.1" status: 204 len: 168 time: 0.3827686 Jul 09 15:18:47.814404 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6917e2c2-0370-4331-8ede-f3d267876f75 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4dc77d7-ea08-413a-920e-df557d4f2612,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:18:47.996884 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:18:48.237466 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50212) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:18:48.278432 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-2e0551bd-ec85-44ff-a96c-1c68de6eaf0e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0c28f437fbc4420f8b347f085f6ccc44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397861 Jul 09 15:18:48.281034 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50214) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:18:48.330559 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-405627c9-e257-4454-86d8-b28e3b39d8d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:48.351568 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-405627c9-e257-4454-86d8-b28e3b39d8d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:48.468851 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-405627c9-e257-4454-86d8-b28e3b39d8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:48.471519 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-405627c9-e257-4454-86d8-b28e3b39d8d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:48.472713 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-405627c9-e257-4454-86d8-b28e3b39d8d0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/87236826-53a1-4c09-93ed-e840e3bd70a2 HTTP/1.1" status: 204 len: 168 time: 0.1907670 Jul 09 15:18:48.481528 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405627c9-e257-4454-86d8-b28e3b39d8d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87236826-53a1-4c09-93ed-e840e3bd70a2,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:18:48.489520 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405627c9-e257-4454-86d8-b28e3b39d8d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:18:48.489735 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405627c9-e257-4454-86d8-b28e3b39d8d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:18:48.490188 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405627c9-e257-4454-86d8-b28e3b39d8d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:18:48.490542 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405627c9-e257-4454-86d8-b28e3b39d8d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:18:48.490897 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405627c9-e257-4454-86d8-b28e3b39d8d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:18:48.491231 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405627c9-e257-4454-86d8-b28e3b39d8d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:18:48.491589 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405627c9-e257-4454-86d8-b28e3b39d8d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:18:48.491922 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405627c9-e257-4454-86d8-b28e3b39d8d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:18:48.492260 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405627c9-e257-4454-86d8-b28e3b39d8d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:18:48.492586 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405627c9-e257-4454-86d8-b28e3b39d8d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:18:48.492913 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405627c9-e257-4454-86d8-b28e3b39d8d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:18:48.493231 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405627c9-e257-4454-86d8-b28e3b39d8d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:18:49.367311 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50236) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:18:49.465243 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-524105c6-6a8c-4434-8f93-bf5b951dd73d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-157916820-network', 'tenant_id': 'd2d63674bcf04632962319475c9378fa'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:18:49.577672 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524105c6-6a8c-4434-8f93-bf5b951dd73d admin admin] Made reservation on behalf of d2d63674bcf04632962319475c9378fa for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:18:49.580043 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-524105c6-6a8c-4434-8f93-bf5b951dd73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:49.588976 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-524105c6-6a8c-4434-8f93-bf5b951dd73d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:49.684097 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-524105c6-6a8c-4434-8f93-bf5b951dd73d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:49.748945 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-524105c6-6a8c-4434-8f93-bf5b951dd73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:49.779603 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-524105c6-6a8c-4434-8f93-bf5b951dd73d admin admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:18:49.786366 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524105c6-6a8c-4434-8f93-bf5b951dd73d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4b58e6-d09d-4d3a-825c-da823a1b8bf8,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:18:49.798290 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-524105c6-6a8c-4434-8f93-bf5b951dd73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:49.798290 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-524105c6-6a8c-4434-8f93-bf5b951dd73d admin admin] Added segment a86d826a-1ce3-4864-a501-f123599bf919 of type vlan for network 3e963614-20fe-4807-a727-6c4008ebd60a Jul 09 15:18:49.835382 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-524105c6-6a8c-4434-8f93-bf5b951dd73d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:49.920460 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-524105c6-6a8c-4434-8f93-bf5b951dd73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:49.921484 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524105c6-6a8c-4434-8f93-bf5b951dd73d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:18:49.922081 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-524105c6-6a8c-4434-8f93-bf5b951dd73d admin admin] Notify callbacks [] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:49.982028 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524105c6-6a8c-4434-8f93-bf5b951dd73d admin admin] Pushing event updated for resources: {'Network': ['ID=3e963614-20fe-4807-a727-6c4008ebd60a,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:18:49.991594 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 3e963614-20fe-4807-a727-6c4008ebd60a details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:18:50.063898 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-524105c6-6a8c-4434-8f93-bf5b951dd73d admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6953592 Jul 09 15:18:50.066635 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50240) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:18:50.072396 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-668fb9ac-a935-49cd-982c-f0804a832880 admin admin] Request body: {'subnet': {'network_id': '3e963614-20fe-4807-a727-6c4008ebd60a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-157916820-subnet', 'tenant_id': 'd2d63674bcf04632962319475c9378fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:18:50.143553 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668fb9ac-a935-49cd-982c-f0804a832880 admin admin] Made reservation on behalf of d2d63674bcf04632962319475c9378fa for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:18:50.146620 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-668fb9ac-a935-49cd-982c-f0804a832880 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:50.377675 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-668fb9ac-a935-49cd-982c-f0804a832880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:50.436509 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668fb9ac-a935-49cd-982c-f0804a832880 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04553eda-d33b-42d5-8a85-01d6d2122e68,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:18:50.444480 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668fb9ac-a935-49cd-982c-f0804a832880 admin admin] Checking segment: {'id': 'a86d826a-1ce3-4864-a501-f123599bf919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3e963614-20fe-4807-a727-6c4008ebd60a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:18:50.444913 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668fb9ac-a935-49cd-982c-f0804a832880 admin admin] Network hostable DHCP agents. Network: 3e963614-20fe-4807-a727-6c4008ebd60a, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:18:50.565623 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668fb9ac-a935-49cd-982c-f0804a832880 admin admin] Network 3e963614-20fe-4807-a727-6c4008ebd60a is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:18:50.668638 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-668fb9ac-a935-49cd-982c-f0804a832880 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 3e963614-20fe-4807-a727-6c4008ebd60a) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:18:50.673218 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668fb9ac-a935-49cd-982c-f0804a832880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:18:50.674092 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-668fb9ac-a935-49cd-982c-f0804a832880 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:50.677269 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efef268-a3b2-40b6-a34a-d17f9292c3aa None None] Network 3e963614-20fe-4807-a727-6c4008ebd60a requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:18:50.772962 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-668fb9ac-a935-49cd-982c-f0804a832880 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7051926 Jul 09 15:18:50.809919 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b27e21-07f8-44f7-93a9-58f8d348801d None None] Network 3e963614-20fe-4807-a727-6c4008ebd60a requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:18:53.001779 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [req-78a6d06f-eebe-4a61-9141-6502463691da req-b557d2aa-b1fe-4b76-8b3a-1aa049aee2cb service neutron] (94445) timed out ('10.222.0.58', 34186) {{(pid=94445) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 15:18:53.404906 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:56.138124 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4a06f54a-1ee4-43ae-9779-b0f096876c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:59.090521 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c90a8e10-8453-447c-801c-386b39557304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:18:59.280393 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:19:00.303417 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:19:01.874201 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:19:04.682369 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c1658e40-e65d-4e8e-b0d9-12cd7e35aa2c req-ab384da4-7a98-4cd4-8e25-ff854aaccdf8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4bf50ec1-1897-4feb-b9dc-d129df435e3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0665333 Jul 09 15:19:04.809492 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1658e40-e65d-4e8e-b0d9-12cd7e35aa2c req-4c09b211-49ad-4b79-916e-47c145505a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:19:04.811015 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c1658e40-e65d-4e8e-b0d9-12cd7e35aa2c req-4c09b211-49ad-4b79-916e-47c145505a3c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a72faee8848947debd81a1c8a7d3d88c&device_id=4bf50ec1-1897-4feb-b9dc-d129df435e3f HTTP/1.1" status: 200 len: 1096 time: 0.0675244 Jul 09 15:19:04.933299 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1658e40-e65d-4e8e-b0d9-12cd7e35aa2c req-9b572c29-965b-4b5d-8089-6fc6bb544bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:19:04.934688 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c1658e40-e65d-4e8e-b0d9-12cd7e35aa2c req-9b572c29-965b-4b5d-8089-6fc6bb544bf7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=db36ea7c-03de-44ff-8bd6-5176b4511410 HTTP/1.1" status: 200 len: 898 time: 0.0910749 Jul 09 15:19:05.007779 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c1658e40-e65d-4e8e-b0d9-12cd7e35aa2c req-4e05e9e1-860f-405e-bb8b-ba3c0a85989e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90ee64a9-d005-4f0a-a208-59acc33ad38b HTTP/1.1" status: 200 len: 1000 time: 0.0664983 Jul 09 15:19:05.062749 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1658e40-e65d-4e8e-b0d9-12cd7e35aa2c req-43c735fe-9241-4455-b8b8-72d42b8c4044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:19:05.064268 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c1658e40-e65d-4e8e-b0d9-12cd7e35aa2c req-43c735fe-9241-4455-b8b8-72d42b8c4044 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3742b671-f2db-4fdf-a79f-9e5cb39540cf HTTP/1.1" status: 200 len: 834 time: 0.0499885 Jul 09 15:19:05.121610 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1658e40-e65d-4e8e-b0d9-12cd7e35aa2c req-0a7d1629-29c9-4163-8e46-cfd9c476f3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:19:05.123373 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c1658e40-e65d-4e8e-b0d9-12cd7e35aa2c req-0a7d1629-29c9-4163-8e46-cfd9c476f3c0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=db36ea7c-03de-44ff-8bd6-5176b4511410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520892 Jul 09 15:19:05.215220 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c1658e40-e65d-4e8e-b0d9-12cd7e35aa2c req-077e5335-f60f-4f37-8931-b28bbdec8887 service neutron] 10.222.0.62 "GET /v2.0/networks/db36ea7c-03de-44ff-8bd6-5176b4511410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844731 Jul 09 15:19:05.618948 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c1658e40-e65d-4e8e-b0d9-12cd7e35aa2c req-bab4f8aa-5064-4c48-9d08-65ad78d6ab9b service neutron] 10.222.0.62 "GET /v2.0/networks/db36ea7c-03de-44ff-8bd6-5176b4511410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3968990 Jul 09 15:19:15.142753 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:19:23.403995 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:19:24.997109 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:19:26.199238 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-cf8408b1-8bd0-4a36-be9b-2e7e254656ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:19:29.068322 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-50b2640d-6fc5-4862-8b21-5cd88fa1e46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:19:29.210840 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:19:30.319411 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:19:31.719098 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:19:45.159273 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:19:51.531998 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd6f4d-7cc6-487b-a8ca-61a635e50186 req-f3bb7526-b8f1-45c7-ba2f-e0791774447a tempest-TestNetworkAdvancedServerOps-1044390005 tempest-TestNetworkAdvancedServerOps-1044390005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:19:51.533545 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-eadd6f4d-7cc6-487b-a8ca-61a635e50186 req-f3bb7526-b8f1-45c7-ba2f-e0791774447a tempest-TestNetworkAdvancedServerOps-1044390005 tempest-TestNetworkAdvancedServerOps-1044390005-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=4bf50ec1-1897-4feb-b9dc-d129df435e3f HTTP/1.1" status: 200 len: 1096 time: 0.0556910 Jul 09 15:19:51.551884 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-eadd6f4d-7cc6-487b-a8ca-61a635e50186 req-36d2f29d-d4c4-4180-a9f6-ad93411d488d tempest-TestNetworkAdvancedServerOps-1044390005 tempest-TestNetworkAdvancedServerOps-1044390005-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:19:51.642739 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-eadd6f4d-7cc6-487b-a8ca-61a635e50186 req-36d2f29d-d4c4-4180-a9f6-ad93411d488d tempest-TestNetworkAdvancedServerOps-1044390005 tempest-TestNetworkAdvancedServerOps-1044390005-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:19:51.780708 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-eadd6f4d-7cc6-487b-a8ca-61a635e50186 req-36d2f29d-d4c4-4180-a9f6-ad93411d488d tempest-TestNetworkAdvancedServerOps-1044390005 tempest-TestNetworkAdvancedServerOps-1044390005-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:19:51.806635 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-eadd6f4d-7cc6-487b-a8ca-61a635e50186 req-36d2f29d-d4c4-4180-a9f6-ad93411d488d tempest-TestNetworkAdvancedServerOps-1044390005 tempest-TestNetworkAdvancedServerOps-1044390005-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=40df9a37-b7f1-47d0-9fcd-57b815676a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2673166 Jul 09 15:19:51.819607 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d2f29d-d4c4-4180-a9f6-ad93411d488d tempest-TestNetworkAdvancedServerOps-1044390005 tempest-TestNetworkAdvancedServerOps-1044390005-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b57e4b9-cc29-4ca0-928e-4fa77cb1dee1,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:19:51.827381 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d2f29d-d4c4-4180-a9f6-ad93411d488d tempest-TestNetworkAdvancedServerOps-1044390005 tempest-TestNetworkAdvancedServerOps-1044390005-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:19:51.827718 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d2f29d-d4c4-4180-a9f6-ad93411d488d tempest-TestNetworkAdvancedServerOps-1044390005 tempest-TestNetworkAdvancedServerOps-1044390005-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:19:51.828037 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d2f29d-d4c4-4180-a9f6-ad93411d488d tempest-TestNetworkAdvancedServerOps-1044390005 tempest-TestNetworkAdvancedServerOps-1044390005-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:19:51.830772 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d2f29d-d4c4-4180-a9f6-ad93411d488d tempest-TestNetworkAdvancedServerOps-1044390005 tempest-TestNetworkAdvancedServerOps-1044390005-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:19:51.830772 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d2f29d-d4c4-4180-a9f6-ad93411d488d tempest-TestNetworkAdvancedServerOps-1044390005 tempest-TestNetworkAdvancedServerOps-1044390005-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:19:51.830772 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d2f29d-d4c4-4180-a9f6-ad93411d488d tempest-TestNetworkAdvancedServerOps-1044390005 tempest-TestNetworkAdvancedServerOps-1044390005-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:19:51.830772 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d2f29d-d4c4-4180-a9f6-ad93411d488d tempest-TestNetworkAdvancedServerOps-1044390005 tempest-TestNetworkAdvancedServerOps-1044390005-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:19:51.830772 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d2f29d-d4c4-4180-a9f6-ad93411d488d tempest-TestNetworkAdvancedServerOps-1044390005 tempest-TestNetworkAdvancedServerOps-1044390005-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:19:51.830772 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d2f29d-d4c4-4180-a9f6-ad93411d488d tempest-TestNetworkAdvancedServerOps-1044390005 tempest-TestNetworkAdvancedServerOps-1044390005-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:19:51.830772 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d2f29d-d4c4-4180-a9f6-ad93411d488d tempest-TestNetworkAdvancedServerOps-1044390005 tempest-TestNetworkAdvancedServerOps-1044390005-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:19:51.830772 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d2f29d-d4c4-4180-a9f6-ad93411d488d tempest-TestNetworkAdvancedServerOps-1044390005 tempest-TestNetworkAdvancedServerOps-1044390005-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:19:51.832620 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d2f29d-d4c4-4180-a9f6-ad93411d488d tempest-TestNetworkAdvancedServerOps-1044390005 tempest-TestNetworkAdvancedServerOps-1044390005-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:19:52.336217 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e637c7c0-a32b-44e3-a88e-4d1b511e2f99 req-d3302877-7b52-42fe-ac81-23df4551ae37 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:19:52.337853 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e637c7c0-a32b-44e3-a88e-4d1b511e2f99 req-d3302877-7b52-42fe-ac81-23df4551ae37 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=4bf50ec1-1897-4feb-b9dc-d129df435e3f HTTP/1.1" status: 200 len: 945 time: 0.4054928 Jul 09 15:19:52.379806 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e637c7c0-a32b-44e3-a88e-4d1b511e2f99 req-9d45e897-70a5-4472-b4e2-b2ba3853956b tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=40df9a37-b7f1-47d0-9fcd-57b815676a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361321 Jul 09 15:19:52.405853 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50746) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:19:52.475531 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-a1b766a9-1748-49fa-91ec-1b1e6d1169c2 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/floatingips/5c521bae-f813-4849-8d00-5fe7eceb81e0 HTTP/1.1" status: 200 len: 992 time: 0.0677185 Jul 09 15:19:53.410897 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:19:53.530331 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5495732-f08c-4cb4-8887-f53b6a84d867 req-d27ac6a4-9ca4-4ecb-aa63-b892bd6a9301 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:19:53.531926 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b5495732-f08c-4cb4-8887-f53b6a84d867 req-d27ac6a4-9ca4-4ecb-aa63-b892bd6a9301 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=4bf50ec1-1897-4feb-b9dc-d129df435e3f HTTP/1.1" status: 200 len: 945 time: 0.0681520 Jul 09 15:19:53.572319 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b5495732-f08c-4cb4-8887-f53b6a84d867 req-dd65a053-225c-42f3-8211-f1a1a2a0765c tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=40df9a37-b7f1-47d0-9fcd-57b815676a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344746 Jul 09 15:19:53.601747 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 50772) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:19:53.724828 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-be721e91-a1ab-4b23-b7de-e2fb6e9e62cb req-390ff08a-2ddc-47d0-835f-77fefa9a9bcf service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4bf50ec1-1897-4feb-b9dc-d129df435e3f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1218848 Jul 09 15:19:54.759367 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d74a2b-8e91-4d79-9e26-a5b57d1492c1 req-8b01b4e0-2f00-4263-b848-418d853a48c3 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:19:54.760933 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b4d74a2b-8e91-4d79-9e26-a5b57d1492c1 req-8b01b4e0-2f00-4263-b848-418d853a48c3 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=4bf50ec1-1897-4feb-b9dc-d129df435e3f HTTP/1.1" status: 200 len: 945 time: 0.0648282 Jul 09 15:19:54.805089 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b4d74a2b-8e91-4d79-9e26-a5b57d1492c1 req-3e71124c-672a-412f-bd46-31c7e10fbcb9 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=40df9a37-b7f1-47d0-9fcd-57b815676a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383136 Jul 09 15:19:55.991060 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37850bd2-1cba-4402-a03a-1ea1dee90303 req-8a9c827e-8c8f-40e6-9e8d-117a28a9209a tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:19:55.992529 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-37850bd2-1cba-4402-a03a-1ea1dee90303 req-8a9c827e-8c8f-40e6-9e8d-117a28a9209a tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=4bf50ec1-1897-4feb-b9dc-d129df435e3f HTTP/1.1" status: 200 len: 945 time: 0.0692477 Jul 09 15:19:56.063921 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-37850bd2-1cba-4402-a03a-1ea1dee90303 req-795595cb-4474-4010-ad3d-bbb08a969784 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=40df9a37-b7f1-47d0-9fcd-57b815676a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624838 Jul 09 15:19:56.080551 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be721e91-a1ab-4b23-b7de-e2fb6e9e62cb req-3c5a4de6-7056-4828-ae25-694655a1f49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:19:56.082107 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-be721e91-a1ab-4b23-b7de-e2fb6e9e62cb req-3c5a4de6-7056-4828-ae25-694655a1f49a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a72faee8848947debd81a1c8a7d3d88c&device_id=4bf50ec1-1897-4feb-b9dc-d129df435e3f HTTP/1.1" status: 200 len: 1096 time: 0.0886953 Jul 09 15:19:56.141664 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6be21bdf-479b-4816-88f9-2522a70b0562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:19:56.209905 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be721e91-a1ab-4b23-b7de-e2fb6e9e62cb req-7b2d89f1-b2ba-4e1b-8f24-29bbd74bf8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:19:56.211398 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-be721e91-a1ab-4b23-b7de-e2fb6e9e62cb req-7b2d89f1-b2ba-4e1b-8f24-29bbd74bf8f5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=db36ea7c-03de-44ff-8bd6-5176b4511410 HTTP/1.1" status: 200 len: 898 time: 0.1210456 Jul 09 15:19:56.287135 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-be721e91-a1ab-4b23-b7de-e2fb6e9e62cb req-306848ae-73a8-441a-b411-ff7c35247f85 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90ee64a9-d005-4f0a-a208-59acc33ad38b HTTP/1.1" status: 200 len: 1000 time: 0.0688968 Jul 09 15:19:56.339625 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be721e91-a1ab-4b23-b7de-e2fb6e9e62cb req-a35f7496-30f6-40c4-8450-194e158840d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:19:56.341234 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-be721e91-a1ab-4b23-b7de-e2fb6e9e62cb req-a35f7496-30f6-40c4-8450-194e158840d6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3742b671-f2db-4fdf-a79f-9e5cb39540cf HTTP/1.1" status: 200 len: 834 time: 0.0479269 Jul 09 15:19:56.402892 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be721e91-a1ab-4b23-b7de-e2fb6e9e62cb req-d39dd65c-0816-4b00-bbef-e3ccb7aaac5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:19:56.404528 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-be721e91-a1ab-4b23-b7de-e2fb6e9e62cb req-d39dd65c-0816-4b00-bbef-e3ccb7aaac5c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=db36ea7c-03de-44ff-8bd6-5176b4511410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574811 Jul 09 15:19:56.502797 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-be721e91-a1ab-4b23-b7de-e2fb6e9e62cb req-7eeb2adb-a887-4aa0-8287-ca63aa79228d service neutron] 10.222.0.62 "GET /v2.0/networks/db36ea7c-03de-44ff-8bd6-5176b4511410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910823 Jul 09 15:19:56.608963 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-be721e91-a1ab-4b23-b7de-e2fb6e9e62cb req-178ff5c4-c4e8-4425-8222-a536d9993803 service neutron] 10.222.0.62 "GET /v2.0/networks/db36ea7c-03de-44ff-8bd6-5176b4511410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985858 Jul 09 15:19:57.257706 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21789276-0223-4c08-bc36-d4d8f18e4a59 req-197c0da8-3018-438d-a6b5-9500c7ac6d62 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:19:57.259263 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-21789276-0223-4c08-bc36-d4d8f18e4a59 req-197c0da8-3018-438d-a6b5-9500c7ac6d62 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=4bf50ec1-1897-4feb-b9dc-d129df435e3f HTTP/1.1" status: 200 len: 945 time: 0.0699279 Jul 09 15:19:57.302194 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-21789276-0223-4c08-bc36-d4d8f18e4a59 req-3d0ee2bd-7e75-442b-9efb-2213d337e186 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=40df9a37-b7f1-47d0-9fcd-57b815676a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373240 Jul 09 15:19:58.491065 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803938b-5eda-45c4-8723-bd18aee335b9 req-3b706804-aa03-4b67-87e1-37fc88190557 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:19:58.492827 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e803938b-5eda-45c4-8723-bd18aee335b9 req-3b706804-aa03-4b67-87e1-37fc88190557 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=4bf50ec1-1897-4feb-b9dc-d129df435e3f HTTP/1.1" status: 200 len: 945 time: 0.0715714 Jul 09 15:19:58.541679 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e803938b-5eda-45c4-8723-bd18aee335b9 req-1cc18d15-6089-44e5-ae18-409833529ca4 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=40df9a37-b7f1-47d0-9fcd-57b815676a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427878 Jul 09 15:19:59.090502 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d91bdf00-1f67-4989-a8bb-f99d94d62dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:19:59.244533 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:19:59.736910 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c926c4-1d04-460c-99da-1117fafd5b24 req-06400f8f-71c2-4fcc-82e2-a2a89b9047b6 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:19:59.738495 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-31c926c4-1d04-460c-99da-1117fafd5b24 req-06400f8f-71c2-4fcc-82e2-a2a89b9047b6 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=4bf50ec1-1897-4feb-b9dc-d129df435e3f HTTP/1.1" status: 200 len: 945 time: 0.0746737 Jul 09 15:19:59.783818 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-31c926c4-1d04-460c-99da-1117fafd5b24 req-7ab14bb9-2c24-4989-924c-89b880f149b2 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=40df9a37-b7f1-47d0-9fcd-57b815676a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367849 Jul 09 15:20:00.278962 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:00.970204 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f1677e-4510-4dd8-b161-a35a8c888738 req-4246b367-9c99-45b5-bfb0-c7b6c4cc8e74 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:20:00.971865 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-73f1677e-4510-4dd8-b161-a35a8c888738 req-4246b367-9c99-45b5-bfb0-c7b6c4cc8e74 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=4bf50ec1-1897-4feb-b9dc-d129df435e3f HTTP/1.1" status: 200 len: 945 time: 0.0729210 Jul 09 15:20:01.014203 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-73f1677e-4510-4dd8-b161-a35a8c888738 req-0204ceec-5e02-4f30-8b72-238ef057d0c6 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=40df9a37-b7f1-47d0-9fcd-57b815676a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351710 Jul 09 15:20:01.753137 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:01.999611 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:20:02.212489 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b16dc-2aa0-4bc0-9ed5-a9ec15cb6110 req-107e968e-7861-4b89-9b27-81828cf9926a tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:20:02.215474 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-835b16dc-2aa0-4bc0-9ed5-a9ec15cb6110 req-107e968e-7861-4b89-9b27-81828cf9926a tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=4bf50ec1-1897-4feb-b9dc-d129df435e3f HTTP/1.1" status: 200 len: 945 time: 0.0737119 Jul 09 15:20:02.255655 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-835b16dc-2aa0-4bc0-9ed5-a9ec15cb6110 req-a5b90a92-19c5-4bcd-b118-4ca780af22a4 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=40df9a37-b7f1-47d0-9fcd-57b815676a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352225 Jul 09 15:20:03.437840 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb715f6-59a5-4752-9002-09c290400b92 req-7916411b-900a-4b8b-957b-195f836667af tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:20:03.440441 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ddb715f6-59a5-4752-9002-09c290400b92 req-7916411b-900a-4b8b-957b-195f836667af tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=4bf50ec1-1897-4feb-b9dc-d129df435e3f HTTP/1.1" status: 200 len: 945 time: 0.0689774 Jul 09 15:20:03.481248 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ddb715f6-59a5-4752-9002-09c290400b92 req-9a610463-7281-43fa-9810-123c89a67630 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=40df9a37-b7f1-47d0-9fcd-57b815676a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359881 Jul 09 15:20:03.930687 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee064cc-d3d1-4e99-98ea-721c8d989fa6 req-71fcc323-38f8-4b21-8560-a982c6381f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:20:03.934338 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-eee064cc-d3d1-4e99-98ea-721c8d989fa6 req-71fcc323-38f8-4b21-8560-a982c6381f03 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a72faee8848947debd81a1c8a7d3d88c&device_id=4bf50ec1-1897-4feb-b9dc-d129df435e3f HTTP/1.1" status: 200 len: 1096 time: 0.0629926 Jul 09 15:20:04.046180 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee064cc-d3d1-4e99-98ea-721c8d989fa6 req-29d8ed85-e751-4667-a35f-fed06df4c13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:20:04.047936 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-eee064cc-d3d1-4e99-98ea-721c8d989fa6 req-29d8ed85-e751-4667-a35f-fed06df4c13b service neutron] 10.222.0.62 "GET /v2.0/networks?id=db36ea7c-03de-44ff-8bd6-5176b4511410 HTTP/1.1" status: 200 len: 898 time: 0.0944953 Jul 09 15:20:04.120700 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-eee064cc-d3d1-4e99-98ea-721c8d989fa6 req-54afcc98-13a0-412c-bb97-1e2988044b7f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90ee64a9-d005-4f0a-a208-59acc33ad38b HTTP/1.1" status: 200 len: 1000 time: 0.0660789 Jul 09 15:20:04.173981 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee064cc-d3d1-4e99-98ea-721c8d989fa6 req-8ae21dbe-4ef3-4cc6-b02a-da583362e1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:20:04.174230 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-eee064cc-d3d1-4e99-98ea-721c8d989fa6 req-8ae21dbe-4ef3-4cc6-b02a-da583362e1ea service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3742b671-f2db-4fdf-a79f-9e5cb39540cf HTTP/1.1" status: 200 len: 834 time: 0.0477684 Jul 09 15:20:04.235016 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee064cc-d3d1-4e99-98ea-721c8d989fa6 req-27942be9-4a09-471e-bcb1-1c080840e9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:20:04.236478 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-eee064cc-d3d1-4e99-98ea-721c8d989fa6 req-27942be9-4a09-471e-bcb1-1c080840e9a6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=db36ea7c-03de-44ff-8bd6-5176b4511410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547702 Jul 09 15:20:04.335950 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-eee064cc-d3d1-4e99-98ea-721c8d989fa6 req-66745f58-1d48-42c2-b90a-642a4bfca2f7 service neutron] 10.222.0.62 "GET /v2.0/networks/db36ea7c-03de-44ff-8bd6-5176b4511410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912688 Jul 09 15:20:04.430406 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-eee064cc-d3d1-4e99-98ea-721c8d989fa6 req-6b312068-f584-4a42-963d-cdf9f01aa982 service neutron] 10.222.0.62 "GET /v2.0/networks/db36ea7c-03de-44ff-8bd6-5176b4511410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874331 Jul 09 15:20:04.667154 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de6841-f247-473d-af09-214e9cb355bc req-5320e167-075c-423a-a9b5-12f0830d2228 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:20:04.668868 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-68de6841-f247-473d-af09-214e9cb355bc req-5320e167-075c-423a-a9b5-12f0830d2228 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=4bf50ec1-1897-4feb-b9dc-d129df435e3f HTTP/1.1" status: 200 len: 945 time: 0.0722396 Jul 09 15:20:04.711624 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-68de6841-f247-473d-af09-214e9cb355bc req-c457a705-347e-48ef-a9f7-a87381d25795 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=40df9a37-b7f1-47d0-9fcd-57b815676a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368443 Jul 09 15:20:05.891451 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58798b-0167-4220-8641-48c75ec1f0ff req-d8ed79f0-49b3-4e8a-941c-2a0260c04ef4 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:20:05.893240 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cb58798b-0167-4220-8641-48c75ec1f0ff req-d8ed79f0-49b3-4e8a-941c-2a0260c04ef4 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=4bf50ec1-1897-4feb-b9dc-d129df435e3f HTTP/1.1" status: 200 len: 945 time: 0.0672131 Jul 09 15:20:05.938415 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cb58798b-0167-4220-8641-48c75ec1f0ff req-683e4b2a-1f5c-4211-939d-fc261e4146f1 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=40df9a37-b7f1-47d0-9fcd-57b815676a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393846 Jul 09 15:20:07.156643 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a517a-9e6d-47f4-a930-c22a03d590b8 req-55c0fec0-bf3b-429f-a80e-4f92c0d6ae5f tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:20:07.158208 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-014a517a-9e6d-47f4-a930-c22a03d590b8 req-55c0fec0-bf3b-429f-a80e-4f92c0d6ae5f tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=4bf50ec1-1897-4feb-b9dc-d129df435e3f HTTP/1.1" status: 200 len: 945 time: 0.0676246 Jul 09 15:20:07.199098 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-014a517a-9e6d-47f4-a930-c22a03d590b8 req-688d5a79-3919-43fc-9bbc-237fffdaca49 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=40df9a37-b7f1-47d0-9fcd-57b815676a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349247 Jul 09 15:20:08.390141 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7720b-c9e1-4555-9885-67b67d4bd4f4 req-19c0f98f-8205-4e8b-a96d-569cb4b7b9a1 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:20:08.391732 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ada7720b-c9e1-4555-9885-67b67d4bd4f4 req-19c0f98f-8205-4e8b-a96d-569cb4b7b9a1 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=4bf50ec1-1897-4feb-b9dc-d129df435e3f HTTP/1.1" status: 200 len: 945 time: 0.0728619 Jul 09 15:20:08.435800 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ada7720b-c9e1-4555-9885-67b67d4bd4f4 req-df9e8f08-aead-4d35-beb7-a2b30cb8f064 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=40df9a37-b7f1-47d0-9fcd-57b815676a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361729 Jul 09 15:20:09.371528 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [req-be721e91-a1ab-4b23-b7de-e2fb6e9e62cb req-8ba2f677-10cc-4da5-9cfd-6790f16c5c90 service neutron] show failed (client error): The resource could not be found. Jul 09 15:20:09.372594 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-be721e91-a1ab-4b23-b7de-e2fb6e9e62cb req-8ba2f677-10cc-4da5-9cfd-6790f16c5c90 service neutron] 10.222.0.62 "GET /v2.0/ports/90ee64a9-d005-4f0a-a208-59acc33ad38b/bindings/n-h2-799529-6 HTTP/1.1" status: 404 len: 380 time: 0.0577865 Jul 09 15:20:09.635528 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64598dc0-b553-41f4-b7d0-4874666b2fc0 req-6b4f9e02-e068-403c-a6a0-32e8e8a17c50 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:20:09.637213 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-64598dc0-b553-41f4-b7d0-4874666b2fc0 req-6b4f9e02-e068-403c-a6a0-32e8e8a17c50 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=4bf50ec1-1897-4feb-b9dc-d129df435e3f HTTP/1.1" status: 200 len: 945 time: 0.0844903 Jul 09 15:20:09.686255 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-64598dc0-b553-41f4-b7d0-4874666b2fc0 req-b7b3d0bf-352f-465c-914d-4d63b0226ac9 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=40df9a37-b7f1-47d0-9fcd-57b815676a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349064 Jul 09 15:20:09.903669 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be721e91-a1ab-4b23-b7de-e2fb6e9e62cb req-c0e18af2-6c2e-4e42-beda-1d19fa8d2c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:20:09.905208 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-be721e91-a1ab-4b23-b7de-e2fb6e9e62cb req-c0e18af2-6c2e-4e42-beda-1d19fa8d2c34 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4bf50ec1-1897-4feb-b9dc-d129df435e3f&tenant_id=a72faee8848947debd81a1c8a7d3d88c HTTP/1.1" status: 200 len: 1096 time: 0.0875466 Jul 09 15:20:09.916493 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-be721e91-a1ab-4b23-b7de-e2fb6e9e62cb req-92bfc4c1-f2a4-4a36-a39c-0aa3c597d7e6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799529-6', 'device_owner': 'compute:nova'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:20:09.993678 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-be721e91-a1ab-4b23-b7de-e2fb6e9e62cb req-92bfc4c1-f2a4-4a36-a39c-0aa3c597d7e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:10.210303 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-be721e91-a1ab-4b23-b7de-e2fb6e9e62cb req-92bfc4c1-f2a4-4a36-a39c-0aa3c597d7e6 service neutron] For port 90ee64a9-d005-4f0a-a208-59acc33ad38b, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=90ee64a9-d005-4f0a-a208-59acc33ad38b,segment=NetworkSegment(d0dca725-9866-4242-9848-592027a9bc5d),segment_id=d0dca725-9866-4242-9848-592027a9bc5d)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:20:10.249988 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-be721e91-a1ab-4b23-b7de-e2fb6e9e62cb req-92bfc4c1-f2a4-4a36-a39c-0aa3c597d7e6 service neutron] For port 90ee64a9-d005-4f0a-a208-59acc33ad38b, host n-h1-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:20:10.291616 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bf50ec1-1897-4feb-b9dc-d129df435e3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90ee64a9-d005-4f0a-a208-59acc33ad38b'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:20:10.294219 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06fa5aaa-8354-45b3-a2e1-ecb88a6d5964" -d '{"events": [{"server_uuid": "4bf50ec1-1897-4feb-b9dc-d129df435e3f", "name": "network-vif-unplugged", "status": "completed", "tag": "90ee64a9-d005-4f0a-a208-59acc33ad38b"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:20:10.298343 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-be721e91-a1ab-4b23-b7de-e2fb6e9e62cb req-92bfc4c1-f2a4-4a36-a39c-0aa3c597d7e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:10.311887 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-be721e91-a1ab-4b23-b7de-e2fb6e9e62cb req-92bfc4c1-f2a4-4a36-a39c-0aa3c597d7e6 service neutron] Transition to ACTIVE for port object 90ee64a9-d005-4f0a-a208-59acc33ad38b will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:20:10.346823 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 15:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e7e807-cc25-4f76-9cf1-11f19ad01856 x-openstack-request-id: req-18e7e807-cc25-4f76-9cf1-11f19ad01856 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:20:10.347113 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bf50ec1-1897-4feb-b9dc-d129df435e3f", "name": "network-vif-unplugged", "status": "completed", "tag": "90ee64a9-d005-4f0a-a208-59acc33ad38b", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:20:10.347423 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-18e7e807-cc25-4f76-9cf1-11f19ad01856 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:20:10.347848 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bf50ec1-1897-4feb-b9dc-d129df435e3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90ee64a9-d005-4f0a-a208-59acc33ad38b', 'code': 200} Jul 09 15:20:10.404786 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-be721e91-a1ab-4b23-b7de-e2fb6e9e62cb req-92bfc4c1-f2a4-4a36-a39c-0aa3c597d7e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:10.477569 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bfc4c1-f2a4-4a36-a39c-0aa3c597d7e6 service neutron] Pushing event updated for resources: {'Port': ['ID=90ee64a9-d005-4f0a-a208-59acc33ad38b,revision_number=6']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:20:10.530870 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bfc4c1-f2a4-4a36-a39c-0aa3c597d7e6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:20:10.531236 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bfc4c1-f2a4-4a36-a39c-0aa3c597d7e6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:20:10.531597 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bfc4c1-f2a4-4a36-a39c-0aa3c597d7e6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:20:10.531930 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bfc4c1-f2a4-4a36-a39c-0aa3c597d7e6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:20:10.532260 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bfc4c1-f2a4-4a36-a39c-0aa3c597d7e6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:20:10.532587 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bfc4c1-f2a4-4a36-a39c-0aa3c597d7e6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:20:10.532911 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bfc4c1-f2a4-4a36-a39c-0aa3c597d7e6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:20:10.533254 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bfc4c1-f2a4-4a36-a39c-0aa3c597d7e6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:20:10.533544 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bfc4c1-f2a4-4a36-a39c-0aa3c597d7e6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:20:10.533865 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bfc4c1-f2a4-4a36-a39c-0aa3c597d7e6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:20:10.534183 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bfc4c1-f2a4-4a36-a39c-0aa3c597d7e6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:20:10.534501 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bfc4c1-f2a4-4a36-a39c-0aa3c597d7e6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:20:10.610594 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-be721e91-a1ab-4b23-b7de-e2fb6e9e62cb req-92bfc4c1-f2a4-4a36-a39c-0aa3c597d7e6 service neutron] No DVR routers for this DVR port 90ee64a9-d005-4f0a-a208-59acc33ad38b on host n-h1-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:20:10.761431 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-be721e91-a1ab-4b23-b7de-e2fb6e9e62cb req-92bfc4c1-f2a4-4a36-a39c-0aa3c597d7e6 service neutron] Attempting to bind port 90ee64a9-d005-4f0a-a208-59acc33ad38b on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:20:10.765259 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-be721e91-a1ab-4b23-b7de-e2fb6e9e62cb req-92bfc4c1-f2a4-4a36-a39c-0aa3c597d7e6 service neutron] Attempting to bind port 90ee64a9-d005-4f0a-a208-59acc33ad38b by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': 'd0dca725-9866-4242-9848-592027a9bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'db36ea7c-03de-44ff-8bd6-5176b4511410'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:20:10.765259 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be721e91-a1ab-4b23-b7de-e2fb6e9e62cb req-92bfc4c1-f2a4-4a36-a39c-0aa3c597d7e6 service neutron] Attempting to bind port 90ee64a9-d005-4f0a-a208-59acc33ad38b on network db36ea7c-03de-44ff-8bd6-5176b4511410 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:20:10.768688 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be721e91-a1ab-4b23-b7de-e2fb6e9e62cb req-92bfc4c1-f2a4-4a36-a39c-0aa3c597d7e6 service neutron] Port 90ee64a9-d005-4f0a-a208-59acc33ad38b on network db36ea7c-03de-44ff-8bd6-5176b4511410 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:20:10.769021 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be721e91-a1ab-4b23-b7de-e2fb6e9e62cb req-92bfc4c1-f2a4-4a36-a39c-0aa3c597d7e6 service neutron] Attempting to bind port 90ee64a9-d005-4f0a-a208-59acc33ad38b on network db36ea7c-03de-44ff-8bd6-5176b4511410 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:20:10.774307 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be721e91-a1ab-4b23-b7de-e2fb6e9e62cb req-92bfc4c1-f2a4-4a36-a39c-0aa3c597d7e6 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:20:10.774569 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be721e91-a1ab-4b23-b7de-e2fb6e9e62cb req-92bfc4c1-f2a4-4a36-a39c-0aa3c597d7e6 service neutron] Checking segment: {'id': 'd0dca725-9866-4242-9848-592027a9bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'db36ea7c-03de-44ff-8bd6-5176b4511410'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:20:10.774967 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be721e91-a1ab-4b23-b7de-e2fb6e9e62cb req-92bfc4c1-f2a4-4a36-a39c-0aa3c597d7e6 service neutron] Bound using segment: {'id': 'd0dca725-9866-4242-9848-592027a9bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'db36ea7c-03de-44ff-8bd6-5176b4511410'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:20:10.775402 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-be721e91-a1ab-4b23-b7de-e2fb6e9e62cb req-92bfc4c1-f2a4-4a36-a39c-0aa3c597d7e6 service neutron] Bound port: 90ee64a9-d005-4f0a-a208-59acc33ad38b, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0dca725-9866-4242-9848-592027a9bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'db36ea7c-03de-44ff-8bd6-5176b4511410'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:20:10.776009 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-be721e91-a1ab-4b23-b7de-e2fb6e9e62cb req-92bfc4c1-f2a4-4a36-a39c-0aa3c597d7e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:10.879399 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-be721e91-a1ab-4b23-b7de-e2fb6e9e62cb req-92bfc4c1-f2a4-4a36-a39c-0aa3c597d7e6 service neutron] For port 90ee64a9-d005-4f0a-a208-59acc33ad38b, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:20:10.884011 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-be721e91-a1ab-4b23-b7de-e2fb6e9e62cb req-92bfc4c1-f2a4-4a36-a39c-0aa3c597d7e6 service neutron] For port 90ee64a9-d005-4f0a-a208-59acc33ad38b, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=90ee64a9-d005-4f0a-a208-59acc33ad38b,segment=NetworkSegment(d0dca725-9866-4242-9848-592027a9bc5d),segment_id=d0dca725-9866-4242-9848-592027a9bc5d)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:20:10.910203 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee4facf-7bd7-4547-b78d-060cc9289910 req-a41a748a-4d7c-4b00-ae83-198d8b60d51b tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:20:10.911825 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1ee4facf-7bd7-4547-b78d-060cc9289910 req-a41a748a-4d7c-4b00-ae83-198d8b60d51b tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=4bf50ec1-1897-4feb-b9dc-d129df435e3f HTTP/1.1" status: 200 len: 943 time: 0.0955069 Jul 09 15:20:10.953339 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1ee4facf-7bd7-4547-b78d-060cc9289910 req-1245cfd5-c34c-46ed-a935-12d749124fbd tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=40df9a37-b7f1-47d0-9fcd-57b815676a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355864 Jul 09 15:20:10.957698 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-be721e91-a1ab-4b23-b7de-e2fb6e9e62cb req-92bfc4c1-f2a4-4a36-a39c-0aa3c597d7e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:10.997212 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be721e91-a1ab-4b23-b7de-e2fb6e9e62cb req-92bfc4c1-f2a4-4a36-a39c-0aa3c597d7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:20:10.998000 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-be721e91-a1ab-4b23-b7de-e2fb6e9e62cb req-92bfc4c1-f2a4-4a36-a39c-0aa3c597d7e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:10.999431 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-be721e91-a1ab-4b23-b7de-e2fb6e9e62cb req-92bfc4c1-f2a4-4a36-a39c-0aa3c597d7e6 service neutron] 10.222.0.54 "PUT /v2.0/ports/90ee64a9-d005-4f0a-a208-59acc33ad38b HTTP/1.1" status: 200 len: 1091 time: 1.0872114 Jul 09 15:20:11.032866 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bfc4c1-f2a4-4a36-a39c-0aa3c597d7e6 service neutron] Pushing event updated for resources: {'Port': ['ID=90ee64a9-d005-4f0a-a208-59acc33ad38b,revision_number=7']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:20:11.096111 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be721e91-a1ab-4b23-b7de-e2fb6e9e62cb req-afa40695-653b-4964-97ce-2e6aa21241bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:20:11.098205 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-be721e91-a1ab-4b23-b7de-e2fb6e9e62cb req-afa40695-653b-4964-97ce-2e6aa21241bd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a72faee8848947debd81a1c8a7d3d88c&device_id=4bf50ec1-1897-4feb-b9dc-d129df435e3f HTTP/1.1" status: 200 len: 1094 time: 0.0665891 Jul 09 15:20:11.199180 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be721e91-a1ab-4b23-b7de-e2fb6e9e62cb req-a39144d5-ccf0-47cc-acf3-d1dce57e0f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:20:11.201304 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-be721e91-a1ab-4b23-b7de-e2fb6e9e62cb req-a39144d5-ccf0-47cc-acf3-d1dce57e0f3c service neutron] 10.222.0.54 "GET /v2.0/networks?id=db36ea7c-03de-44ff-8bd6-5176b4511410 HTTP/1.1" status: 200 len: 898 time: 0.0952818 Jul 09 15:20:11.309892 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-be721e91-a1ab-4b23-b7de-e2fb6e9e62cb req-8520428a-b7e4-41dd-bb5b-e7fff750e616 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90ee64a9-d005-4f0a-a208-59acc33ad38b HTTP/1.1" status: 200 len: 998 time: 0.1017070 Jul 09 15:20:11.360747 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be721e91-a1ab-4b23-b7de-e2fb6e9e62cb req-e93b76b8-3524-4d65-82f8-969c2052cc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:20:11.362228 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-be721e91-a1ab-4b23-b7de-e2fb6e9e62cb req-e93b76b8-3524-4d65-82f8-969c2052cc4b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3742b671-f2db-4fdf-a79f-9e5cb39540cf HTTP/1.1" status: 200 len: 834 time: 0.0461762 Jul 09 15:20:11.420219 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be721e91-a1ab-4b23-b7de-e2fb6e9e62cb req-3dc55026-d9d0-44d7-913a-ab862aaa9aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:20:11.421738 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-be721e91-a1ab-4b23-b7de-e2fb6e9e62cb req-3dc55026-d9d0-44d7-913a-ab862aaa9aa7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db36ea7c-03de-44ff-8bd6-5176b4511410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532277 Jul 09 15:20:11.517326 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-be721e91-a1ab-4b23-b7de-e2fb6e9e62cb req-70436c37-adee-481e-a2d3-994ad9795021 service neutron] 10.222.0.54 "GET /v2.0/networks/db36ea7c-03de-44ff-8bd6-5176b4511410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881643 Jul 09 15:20:11.608007 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-be721e91-a1ab-4b23-b7de-e2fb6e9e62cb req-a91a8539-54ce-4e85-bdb8-d2a2ada84f9e service neutron] 10.222.0.54 "GET /v2.0/networks/db36ea7c-03de-44ff-8bd6-5176b4511410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839252 Jul 09 15:20:12.150621 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73086c57-9db1-47fe-99b4-db37b2847f7d req-3dd0469b-7eef-46a5-935c-645d62f1661d tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:20:12.150621 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-73086c57-9db1-47fe-99b4-db37b2847f7d req-3dd0469b-7eef-46a5-935c-645d62f1661d tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=4bf50ec1-1897-4feb-b9dc-d129df435e3f HTTP/1.1" status: 200 len: 943 time: 0.0742970 Jul 09 15:20:12.195248 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-73086c57-9db1-47fe-99b4-db37b2847f7d req-0ceacb8f-2793-4af3-8be1-bf4968f858e8 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=40df9a37-b7f1-47d0-9fcd-57b815676a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358713 Jul 09 15:20:12.349265 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bf50ec1-1897-4feb-b9dc-d129df435e3f', 'tag': '90ee64a9-d005-4f0a-a208-59acc33ad38b'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:20:12.352231 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3264287-9b95-4112-a4b7-fc130fc39522" -d '{"events": [{"name": "network-changed", "server_uuid": "4bf50ec1-1897-4feb-b9dc-d129df435e3f", "tag": "90ee64a9-d005-4f0a-a208-59acc33ad38b"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:20:12.404409 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b047831f-30bb-496d-bcbc-2a259bdb0986 x-openstack-request-id: req-b047831f-30bb-496d-bcbc-2a259bdb0986 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:20:12.404699 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bf50ec1-1897-4feb-b9dc-d129df435e3f", "tag": "90ee64a9-d005-4f0a-a208-59acc33ad38b", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:20:12.404977 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b047831f-30bb-496d-bcbc-2a259bdb0986 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:20:12.405379 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bf50ec1-1897-4feb-b9dc-d129df435e3f', 'tag': '90ee64a9-d005-4f0a-a208-59acc33ad38b', 'status': 'completed', 'code': 200} Jul 09 15:20:12.489361 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3264287-9b95-4112-a4b7-fc130fc39522 req-f59b3c7d-2bbd-4c8a-84d8-38fd017405ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:20:12.491244 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e3264287-9b95-4112-a4b7-fc130fc39522 req-f59b3c7d-2bbd-4c8a-84d8-38fd017405ed service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a72faee8848947debd81a1c8a7d3d88c&device_id=4bf50ec1-1897-4feb-b9dc-d129df435e3f HTTP/1.1" status: 200 len: 1094 time: 0.0672095 Jul 09 15:20:12.509316 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3264287-9b95-4112-a4b7-fc130fc39522 req-b176bd62-213e-4787-b8a5-4aa9174bc849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:20:12.510852 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e3264287-9b95-4112-a4b7-fc130fc39522 req-b176bd62-213e-4787-b8a5-4aa9174bc849 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a72faee8848947debd81a1c8a7d3d88c&device_id=4bf50ec1-1897-4feb-b9dc-d129df435e3f HTTP/1.1" status: 200 len: 1094 time: 0.0595157 Jul 09 15:20:12.594923 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3264287-9b95-4112-a4b7-fc130fc39522 req-53467b3b-2e2d-4a2e-9034-58e7ba387178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:20:12.596579 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e3264287-9b95-4112-a4b7-fc130fc39522 req-53467b3b-2e2d-4a2e-9034-58e7ba387178 service neutron] 10.222.0.54 "GET /v2.0/networks?id=db36ea7c-03de-44ff-8bd6-5176b4511410 HTTP/1.1" status: 200 len: 898 time: 0.0975046 Jul 09 15:20:12.611732 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3264287-9b95-4112-a4b7-fc130fc39522 req-b7c7459f-475a-43ad-800f-7f0057ba46e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:20:12.613839 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e3264287-9b95-4112-a4b7-fc130fc39522 req-b7c7459f-475a-43ad-800f-7f0057ba46e4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=db36ea7c-03de-44ff-8bd6-5176b4511410 HTTP/1.1" status: 200 len: 898 time: 0.0964663 Jul 09 15:20:12.669819 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e3264287-9b95-4112-a4b7-fc130fc39522 req-7d5aa4ca-a5d9-4895-95f8-03b5c7f50921 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90ee64a9-d005-4f0a-a208-59acc33ad38b HTTP/1.1" status: 200 len: 998 time: 0.0651588 Jul 09 15:20:12.685228 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e3264287-9b95-4112-a4b7-fc130fc39522 req-a91fc7b6-b576-4ed2-a2f4-7eb89cd75c35 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90ee64a9-d005-4f0a-a208-59acc33ad38b HTTP/1.1" status: 200 len: 998 time: 0.0649066 Jul 09 15:20:12.726282 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3264287-9b95-4112-a4b7-fc130fc39522 req-52fc8d7b-2703-4096-9b92-6a594d499f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:20:12.727928 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e3264287-9b95-4112-a4b7-fc130fc39522 req-52fc8d7b-2703-4096-9b92-6a594d499f70 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3742b671-f2db-4fdf-a79f-9e5cb39540cf HTTP/1.1" status: 200 len: 834 time: 0.0514143 Jul 09 15:20:12.735492 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3264287-9b95-4112-a4b7-fc130fc39522 req-acc3b7cd-efea-4e09-b715-ebc7da9de1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:20:12.736121 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e3264287-9b95-4112-a4b7-fc130fc39522 req-acc3b7cd-efea-4e09-b715-ebc7da9de1b0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3742b671-f2db-4fdf-a79f-9e5cb39540cf HTTP/1.1" status: 200 len: 834 time: 0.0442731 Jul 09 15:20:12.794017 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3264287-9b95-4112-a4b7-fc130fc39522 req-3b592216-6e17-43dc-8973-bf728408a8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:20:12.796936 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e3264287-9b95-4112-a4b7-fc130fc39522 req-3b592216-6e17-43dc-8973-bf728408a8f6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db36ea7c-03de-44ff-8bd6-5176b4511410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606201 Jul 09 15:20:12.804415 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3264287-9b95-4112-a4b7-fc130fc39522 req-9c9aa93e-1eb0-4afb-bca0-61e10e42c01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:20:12.808057 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e3264287-9b95-4112-a4b7-fc130fc39522 req-9c9aa93e-1eb0-4afb-bca0-61e10e42c01c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=db36ea7c-03de-44ff-8bd6-5176b4511410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637896 Jul 09 15:20:12.843555 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 90ee64a9-d005-4f0a-a208-59acc33ad38b no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:20:12.890042 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 90ee64a9-d005-4f0a-a208-59acc33ad38b not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:20:12.898347 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e3264287-9b95-4112-a4b7-fc130fc39522 req-7ef46254-04d0-4306-9dee-33378dabba7c service neutron] 10.222.0.54 "GET /v2.0/networks/db36ea7c-03de-44ff-8bd6-5176b4511410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956886 Jul 09 15:20:12.909238 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e3264287-9b95-4112-a4b7-fc130fc39522 req-e824a6e6-6179-4ade-ade8-7ab18cdb36bd service neutron] 10.222.0.62 "GET /v2.0/networks/db36ea7c-03de-44ff-8bd6-5176b4511410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962293 Jul 09 15:20:13.001589 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e3264287-9b95-4112-a4b7-fc130fc39522 req-b25a8443-67f2-4504-a62e-b07a99feef28 service neutron] 10.222.0.54 "GET /v2.0/networks/db36ea7c-03de-44ff-8bd6-5176b4511410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964892 Jul 09 15:20:13.010228 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e3264287-9b95-4112-a4b7-fc130fc39522 req-6acd204b-1cf1-472c-b154-e3caae3144c4 service neutron] 10.222.0.62 "GET /v2.0/networks/db36ea7c-03de-44ff-8bd6-5176b4511410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930889 Jul 09 15:20:13.376083 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f31a458-7990-48bc-856c-5838021988eb req-e7582c82-f371-4c20-aa82-a6b95f511719 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:20:13.377499 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0f31a458-7990-48bc-856c-5838021988eb req-e7582c82-f371-4c20-aa82-a6b95f511719 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=4bf50ec1-1897-4feb-b9dc-d129df435e3f HTTP/1.1" status: 200 len: 943 time: 0.0651526 Jul 09 15:20:13.422797 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0f31a458-7990-48bc-856c-5838021988eb req-11f76876-aacd-4462-bd79-fde6a2cf8daf tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=40df9a37-b7f1-47d0-9fcd-57b815676a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342391 Jul 09 15:20:14.610668 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4109e-8d73-4d89-813f-44f07e5f749b req-d5b99db1-fd6b-4dd3-805b-036e2ecc4490 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:20:14.612246 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2ed4109e-8d73-4d89-813f-44f07e5f749b req-d5b99db1-fd6b-4dd3-805b-036e2ecc4490 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=4bf50ec1-1897-4feb-b9dc-d129df435e3f HTTP/1.1" status: 200 len: 943 time: 0.0693083 Jul 09 15:20:14.653956 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2ed4109e-8d73-4d89-813f-44f07e5f749b req-c592676f-55fe-49b1-9749-07d30b1222bd tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=40df9a37-b7f1-47d0-9fcd-57b815676a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352592 Jul 09 15:20:14.953848 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 90ee64a9-d005-4f0a-a208-59acc33ad38b details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 15:20:15.062904 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 90ee64a9-d005-4f0a-a208-59acc33ad38b, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=90ee64a9-d005-4f0a-a208-59acc33ad38b,segment=NetworkSegment(d0dca725-9866-4242-9848-592027a9bc5d),segment_id=d0dca725-9866-4242-9848-592027a9bc5d)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:20:15.075996 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': '90ee64a9-d005-4f0a-a208-59acc33ad38b', 'network_id': 'db36ea7c-03de-44ff-8bd6-5176b4511410', 'port_id': '90ee64a9-d005-4f0a-a208-59acc33ad38b', 'mac_address': 'fa:16:3e:eb:c3:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3742b671-f2db-4fdf-a79f-9e5cb39540cf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 15:20:15.126028 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:15.149062 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90ee64a9-d005-4f0a-a208-59acc33ad38b {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:20:15.170987 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 90ee64a9-d005-4f0a-a208-59acc33ad38b, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=90ee64a9-d005-4f0a-a208-59acc33ad38b,segment=NetworkSegment(d0dca725-9866-4242-9848-592027a9bc5d),segment_id=d0dca725-9866-4242-9848-592027a9bc5d)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:20:15.181674 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:15.205846 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ef13d-a3f8-4a2d-913c-6869553c3de1 req-89317a4b-ee7b-439c-9f7a-e10486d092aa tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:20:15.208475 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-657ef13d-a3f8-4a2d-913c-6869553c3de1 req-89317a4b-ee7b-439c-9f7a-e10486d092aa tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=4bf50ec1-1897-4feb-b9dc-d129df435e3f HTTP/1.1" status: 200 len: 943 time: 0.0861731 Jul 09 15:20:15.233141 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:15.255628 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-657ef13d-a3f8-4a2d-913c-6869553c3de1 req-a952f5dd-3b3f-470e-9aaf-973b7826cdb9 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=40df9a37-b7f1-47d0-9fcd-57b815676a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392306 Jul 09 15:20:15.301582 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=90ee64a9-d005-4f0a-a208-59acc33ad38b,revision_number=8']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:20:15.310481 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:20:15.310900 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:20:15.311319 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:20:15.311751 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:20:15.312204 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:20:15.312608 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:20:15.313070 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:20:15.313417 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:20:15.313810 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:20:15.314226 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:20:15.314620 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:20:15.315018 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:20:15.369134 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec09bbe-14f1-4cc8-aed1-bf6b15fad1d9 req-9bb488cf-04e6-40d1-afb1-3c4e272d2e0d tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:20:15.370683 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bec09bbe-14f1-4cc8-aed1-bf6b15fad1d9 req-9bb488cf-04e6-40d1-afb1-3c4e272d2e0d tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bf50ec1-1897-4feb-b9dc-d129df435e3f&tenant_id=a72faee8848947debd81a1c8a7d3d88c&binding%3Ahost_id=n-h2-799529-6 HTTP/1.1" status: 200 len: 944 time: 0.1543043 Jul 09 15:20:15.436216 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [req-bec09bbe-14f1-4cc8-aed1-bf6b15fad1d9 req-95e53bc1-8c21-4151-8c71-f8bc94231f2a service neutron] delete failed (client error): The resource could not be found. Jul 09 15:20:15.437248 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bec09bbe-14f1-4cc8-aed1-bf6b15fad1d9 req-95e53bc1-8c21-4151-8c71-f8bc94231f2a service neutron] 10.222.0.62 "DELETE /v2.0/ports/90ee64a9-d005-4f0a-a208-59acc33ad38b/bindings/n-h1-799529-6 HTTP/1.1" status: 404 len: 380 time: 0.0602109 Jul 09 15:20:15.558537 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['90ee64a9-d005-4f0a-a208-59acc33ad38b'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:20:15.571111 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec09bbe-14f1-4cc8-aed1-bf6b15fad1d9 req-08c53d4d-1337-41de-a5e1-a6b280265759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:20:15.571111 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bec09bbe-14f1-4cc8-aed1-bf6b15fad1d9 req-08c53d4d-1337-41de-a5e1-a6b280265759 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a72faee8848947debd81a1c8a7d3d88c&device_id=4bf50ec1-1897-4feb-b9dc-d129df435e3f HTTP/1.1" status: 200 len: 1095 time: 0.0606751 Jul 09 15:20:15.674650 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec09bbe-14f1-4cc8-aed1-bf6b15fad1d9 req-e81b5cdf-7666-4145-afe9-bb0c5ced2629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:20:15.676172 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bec09bbe-14f1-4cc8-aed1-bf6b15fad1d9 req-e81b5cdf-7666-4145-afe9-bb0c5ced2629 service neutron] 10.222.0.62 "GET /v2.0/networks?id=db36ea7c-03de-44ff-8bd6-5176b4511410 HTTP/1.1" status: 200 len: 898 time: 0.1001115 Jul 09 15:20:15.749985 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bec09bbe-14f1-4cc8-aed1-bf6b15fad1d9 req-3ff545f3-605f-488f-87bd-363c2562ccb3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90ee64a9-d005-4f0a-a208-59acc33ad38b HTTP/1.1" status: 200 len: 999 time: 0.0652654 Jul 09 15:20:15.825439 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec09bbe-14f1-4cc8-aed1-bf6b15fad1d9 req-a57fc24f-c064-41fd-84e7-82243f35afea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:20:15.827676 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bec09bbe-14f1-4cc8-aed1-bf6b15fad1d9 req-a57fc24f-c064-41fd-84e7-82243f35afea service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3742b671-f2db-4fdf-a79f-9e5cb39540cf HTTP/1.1" status: 200 len: 834 time: 0.0708029 Jul 09 15:20:15.898829 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec09bbe-14f1-4cc8-aed1-bf6b15fad1d9 req-9fde2b0b-0c5e-4086-8a3c-6bd1031b9308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:20:15.900408 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bec09bbe-14f1-4cc8-aed1-bf6b15fad1d9 req-9fde2b0b-0c5e-4086-8a3c-6bd1031b9308 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=db36ea7c-03de-44ff-8bd6-5176b4511410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666957 Jul 09 15:20:15.996375 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bec09bbe-14f1-4cc8-aed1-bf6b15fad1d9 req-194ec0f6-86ec-44c0-859e-4039cc2fb7db service neutron] 10.222.0.62 "GET /v2.0/networks/db36ea7c-03de-44ff-8bd6-5176b4511410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889521 Jul 09 15:20:16.103599 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bec09bbe-14f1-4cc8-aed1-bf6b15fad1d9 req-2a21ea7d-4173-4178-956f-2b401f8122e2 service neutron] 10.222.0.62 "GET /v2.0/networks/db36ea7c-03de-44ff-8bd6-5176b4511410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968559 Jul 09 15:20:16.452577 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c3f756-b0e4-4757-b0b1-b2eac0b4169b req-5636c452-ebe0-4cf7-a62d-8ed88df4913c tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:20:16.454111 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-96c3f756-b0e4-4757-b0b1-b2eac0b4169b req-5636c452-ebe0-4cf7-a62d-8ed88df4913c tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=4bf50ec1-1897-4feb-b9dc-d129df435e3f HTTP/1.1" status: 200 len: 944 time: 0.0649638 Jul 09 15:20:16.499734 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-96c3f756-b0e4-4757-b0b1-b2eac0b4169b req-4a766824-b862-49a9-9abe-51e8c7c200e1 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=40df9a37-b7f1-47d0-9fcd-57b815676a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365348 Jul 09 15:20:16.978152 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 90ee64a9-d005-4f0a-a208-59acc33ad38b up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:20:17.084079 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port 90ee64a9-d005-4f0a-a208-59acc33ad38b completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:20:17.088775 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port 90ee64a9-d005-4f0a-a208-59acc33ad38b triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:20:17.089730 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:17.173587 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:17.204069 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bf50ec1-1897-4feb-b9dc-d129df435e3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ee64a9-d005-4f0a-a208-59acc33ad38b'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:20:17.206636 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ebb9d24-f6dd-4d76-ac46-ec720597e4d9" -d '{"events": [{"server_uuid": "4bf50ec1-1897-4feb-b9dc-d129df435e3f", "name": "network-vif-plugged", "status": "completed", "tag": "90ee64a9-d005-4f0a-a208-59acc33ad38b"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:20:17.219815 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 90ee64a9-d005-4f0a-a208-59acc33ad38b, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=90ee64a9-d005-4f0a-a208-59acc33ad38b,segment=NetworkSegment(d0dca725-9866-4242-9848-592027a9bc5d),segment_id=d0dca725-9866-4242-9848-592027a9bc5d)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:20:17.248318 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb169eb-817b-42b4-b4b5-3103aaf0099d x-openstack-request-id: req-dfb169eb-817b-42b4-b4b5-3103aaf0099d {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:20:17.248649 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bf50ec1-1897-4feb-b9dc-d129df435e3f", "name": "network-vif-plugged", "status": "completed", "tag": "90ee64a9-d005-4f0a-a208-59acc33ad38b", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:20:17.248902 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dfb169eb-817b-42b4-b4b5-3103aaf0099d {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:20:17.249293 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bf50ec1-1897-4feb-b9dc-d129df435e3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ee64a9-d005-4f0a-a208-59acc33ad38b', 'code': 200} Jul 09 15:20:17.284156 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:17.341302 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=90ee64a9-d005-4f0a-a208-59acc33ad38b,revision_number=9']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:20:17.679400 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae3e7d-3713-4dc2-aabc-5dbb47f4ddbb req-16bfe620-5c97-4c7a-89e4-fb4dee15062b tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:20:17.681018 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8dae3e7d-3713-4dc2-aabc-5dbb47f4ddbb req-16bfe620-5c97-4c7a-89e4-fb4dee15062b tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=4bf50ec1-1897-4feb-b9dc-d129df435e3f HTTP/1.1" status: 200 len: 945 time: 0.0672984 Jul 09 15:20:17.725866 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8dae3e7d-3713-4dc2-aabc-5dbb47f4ddbb req-9a1a4b84-7d4c-48bb-9132-1a88eb8fa6e7 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=40df9a37-b7f1-47d0-9fcd-57b815676a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391989 Jul 09 15:20:17.750775 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51428) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:20:17.812915 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-8adbc98a-f83f-403b-a8a8-7851ed5aba26 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/floatingips/5c521bae-f813-4849-8d00-5fe7eceb81e0 HTTP/1.1" status: 200 len: 992 time: 0.0607748 Jul 09 15:20:18.150738 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33648720-2a98-42d6-b065-7ca8b27019c3 req-3d970913-3e9d-4d73-bb0d-91f6cff5ad65 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:20:18.152227 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-33648720-2a98-42d6-b065-7ca8b27019c3 req-3d970913-3e9d-4d73-bb0d-91f6cff5ad65 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] 10.222.0.58 "GET /v2.0/networks?id=3e963614-20fe-4807-a727-6c4008ebd60a HTTP/1.1" status: 200 len: 813 time: 0.1093807 Jul 09 15:20:18.166989 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-33648720-2a98-42d6-b065-7ca8b27019c3 req-35e660e3-c438-427c-b0e2-2d49af881518 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] 10.222.0.58 "GET /v2.0/quotas/d2d63674bcf04632962319475c9378fa HTTP/1.1" status: 200 len: 375 time: 0.0094512 Jul 09 15:20:18.216977 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-33648720-2a98-42d6-b065-7ca8b27019c3 req-c4420f45-f010-45ff-93e5-a64376ca888a tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d2d63674bcf04632962319475c9378fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448606 Jul 09 15:20:18.363812 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-33648720-2a98-42d6-b065-7ca8b27019c3 req-c16842fb-10d8-4c23-b873-317982784b21 service neutron] 10.222.0.58 "GET /v2.0/networks/3e963614-20fe-4807-a727-6c4008ebd60a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402674 Jul 09 15:20:18.455798 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-33648720-2a98-42d6-b065-7ca8b27019c3 req-121e1021-56ba-4546-b0e6-b140d83c424a service neutron] 10.222.0.58 "GET /v2.0/networks/3e963614-20fe-4807-a727-6c4008ebd60a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858924 Jul 09 15:20:18.704906 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7de8893f-351e-4703-99d3-072eb353e5d1 req-9c923dde-fb15-43c3-a7c5-bf7bd588387c tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ed37004-335b-435a-8e3f-e78660ad7ac9 HTTP/1.1" status: 200 len: 210 time: 0.0294368 Jul 09 15:20:19.860594 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-34b238d5-8e81-4ac7-8658-225318ef5587 req-8b4beff8-7642-46a7-908d-f4f43929b295 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ed37004-335b-435a-8e3f-e78660ad7ac9 HTTP/1.1" status: 200 len: 210 time: 0.0343425 Jul 09 15:20:20.855262 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33648720-2a98-42d6-b065-7ca8b27019c3 req-96188240-6461-4777-aa3e-d7a6af706682 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:20:20.856866 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-33648720-2a98-42d6-b065-7ca8b27019c3 req-96188240-6461-4777-aa3e-d7a6af706682 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] 10.222.0.54 "GET /v2.0/networks?id=3e963614-20fe-4807-a727-6c4008ebd60a HTTP/1.1" status: 200 len: 813 time: 0.1079006 Jul 09 15:20:20.869125 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-33648720-2a98-42d6-b065-7ca8b27019c3 req-3c41ef50-33a4-4366-b58e-de9b7ea94875 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Request body: {'port': {'device_id': '5ed37004-335b-435a-8e3f-e78660ad7ac9', 'network_id': '3e963614-20fe-4807-a727-6c4008ebd60a', 'admin_state_up': True, 'tenant_id': 'd2d63674bcf04632962319475c9378fa'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:20:21.006874 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ab9deed7-818d-4cd5-98bb-6bb058c89d7f req-01345e64-8675-422f-9ec7-be4a19e8c345 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ed37004-335b-435a-8e3f-e78660ad7ac9 HTTP/1.1" status: 200 len: 210 time: 0.0300920 Jul 09 15:20:21.061143 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33648720-2a98-42d6-b065-7ca8b27019c3 req-3c41ef50-33a4-4366-b58e-de9b7ea94875 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Made reservation on behalf of d2d63674bcf04632962319475c9378fa for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:20:21.064842 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-33648720-2a98-42d6-b065-7ca8b27019c3 req-3c41ef50-33a4-4366-b58e-de9b7ea94875 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:21.198346 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-33648720-2a98-42d6-b065-7ca8b27019c3 req-3c41ef50-33a4-4366-b58e-de9b7ea94875 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Allocated IP 172.20.0.6 (3e963614-20fe-4807-a727-6c4008ebd60a/04553eda-d33b-42d5-8a85-01d6d2122e68/a31fe5fd-3187-432a-8593-12c35de988cc) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:20:21.356891 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-33648720-2a98-42d6-b065-7ca8b27019c3 req-3c41ef50-33a4-4366-b58e-de9b7ea94875 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:21.480592 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-33648720-2a98-42d6-b065-7ca8b27019c3 req-3c41ef50-33a4-4366-b58e-de9b7ea94875 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:21.527117 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33648720-2a98-42d6-b065-7ca8b27019c3 req-3c41ef50-33a4-4366-b58e-de9b7ea94875 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Network 3e963614-20fe-4807-a727-6c4008ebd60a is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:20:21.532774 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-33648720-2a98-42d6-b065-7ca8b27019c3 req-3c41ef50-33a4-4366-b58e-de9b7ea94875 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:20:21.537884 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-33648720-2a98-42d6-b065-7ca8b27019c3 req-3c41ef50-33a4-4366-b58e-de9b7ea94875 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:20:21.542133 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c41ef50-33a4-4366-b58e-de9b7ea94875 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Pushing event updated for resources: {'Port': ['ID=a31fe5fd-3187-432a-8593-12c35de988cc,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:20:21.589550 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33648720-2a98-42d6-b065-7ca8b27019c3 req-3c41ef50-33a4-4366-b58e-de9b7ea94875 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:20:21.590158 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-33648720-2a98-42d6-b065-7ca8b27019c3 req-3c41ef50-33a4-4366-b58e-de9b7ea94875 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:21.719486 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-33648720-2a98-42d6-b065-7ca8b27019c3 req-3c41ef50-33a4-4366-b58e-de9b7ea94875 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8541806 Jul 09 15:20:21.733884 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-33648720-2a98-42d6-b065-7ca8b27019c3 req-dc807133-40ac-4358-af7e-8205a50e54a5 service neutron] Request body: {'port': {'device_id': '5ed37004-335b-435a-8e3f-e78660ad7ac9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:20:21.810943 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-33648720-2a98-42d6-b065-7ca8b27019c3 req-dc807133-40ac-4358-af7e-8205a50e54a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:22.226684 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-33648720-2a98-42d6-b065-7ca8b27019c3 req-dc807133-40ac-4358-af7e-8205a50e54a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a31fe5fd-3187-432a-8593-12c35de988cc {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:20:22.236449 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-33648720-2a98-42d6-b065-7ca8b27019c3 req-dc807133-40ac-4358-af7e-8205a50e54a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:22.247361 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85be2ff-78f3-482f-8ae0-9e50681f74cf req-9485c562-35dd-4ba3-b22e-1e75b7807322 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:20:22.248881 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e85be2ff-78f3-482f-8ae0-9e50681f74cf req-9485c562-35dd-4ba3-b22e-1e75b7807322 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ed37004-335b-435a-8e3f-e78660ad7ac9 HTTP/1.1" status: 200 len: 931 time: 0.1281211 Jul 09 15:20:22.265695 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-33648720-2a98-42d6-b065-7ca8b27019c3 req-dc807133-40ac-4358-af7e-8205a50e54a5 service neutron] Transition to ACTIVE for port object a31fe5fd-3187-432a-8593-12c35de988cc will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:20:22.292670 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e85be2ff-78f3-482f-8ae0-9e50681f74cf req-05edbe14-7104-4b24-a0d7-695c8b1d4236 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b4b58e6-d09d-4d3a-825c-da823a1b8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379593 Jul 09 15:20:22.341120 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-33648720-2a98-42d6-b065-7ca8b27019c3 req-dc807133-40ac-4358-af7e-8205a50e54a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:22.393258 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc807133-40ac-4358-af7e-8205a50e54a5 service neutron] Pushing event updated for resources: {'Port': ['ID=a31fe5fd-3187-432a-8593-12c35de988cc,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:20:22.461013 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-33648720-2a98-42d6-b065-7ca8b27019c3 req-dc807133-40ac-4358-af7e-8205a50e54a5 service neutron] Attempting to bind port a31fe5fd-3187-432a-8593-12c35de988cc on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:20:22.461347 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-33648720-2a98-42d6-b065-7ca8b27019c3 req-dc807133-40ac-4358-af7e-8205a50e54a5 service neutron] Attempting to bind port a31fe5fd-3187-432a-8593-12c35de988cc by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': 'a86d826a-1ce3-4864-a501-f123599bf919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3e963614-20fe-4807-a727-6c4008ebd60a'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:20:22.461673 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33648720-2a98-42d6-b065-7ca8b27019c3 req-dc807133-40ac-4358-af7e-8205a50e54a5 service neutron] Attempting to bind port a31fe5fd-3187-432a-8593-12c35de988cc on network 3e963614-20fe-4807-a727-6c4008ebd60a {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:20:22.466001 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33648720-2a98-42d6-b065-7ca8b27019c3 req-dc807133-40ac-4358-af7e-8205a50e54a5 service neutron] Port a31fe5fd-3187-432a-8593-12c35de988cc on network 3e963614-20fe-4807-a727-6c4008ebd60a not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:20:22.466326 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33648720-2a98-42d6-b065-7ca8b27019c3 req-dc807133-40ac-4358-af7e-8205a50e54a5 service neutron] Attempting to bind port a31fe5fd-3187-432a-8593-12c35de988cc on network 3e963614-20fe-4807-a727-6c4008ebd60a {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:20:22.471090 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33648720-2a98-42d6-b065-7ca8b27019c3 req-dc807133-40ac-4358-af7e-8205a50e54a5 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:20:22.471433 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33648720-2a98-42d6-b065-7ca8b27019c3 req-dc807133-40ac-4358-af7e-8205a50e54a5 service neutron] Checking segment: {'id': 'a86d826a-1ce3-4864-a501-f123599bf919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3e963614-20fe-4807-a727-6c4008ebd60a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:20:22.471847 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33648720-2a98-42d6-b065-7ca8b27019c3 req-dc807133-40ac-4358-af7e-8205a50e54a5 service neutron] Bound using segment: {'id': 'a86d826a-1ce3-4864-a501-f123599bf919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3e963614-20fe-4807-a727-6c4008ebd60a'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:20:22.472274 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-33648720-2a98-42d6-b065-7ca8b27019c3 req-dc807133-40ac-4358-af7e-8205a50e54a5 service neutron] Bound port: a31fe5fd-3187-432a-8593-12c35de988cc, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a86d826a-1ce3-4864-a501-f123599bf919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3e963614-20fe-4807-a727-6c4008ebd60a'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:20:22.472634 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-33648720-2a98-42d6-b065-7ca8b27019c3 req-dc807133-40ac-4358-af7e-8205a50e54a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:22.541578 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-33648720-2a98-42d6-b065-7ca8b27019c3 req-dc807133-40ac-4358-af7e-8205a50e54a5 service neutron] For port a31fe5fd-3187-432a-8593-12c35de988cc, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:20:22.544822 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-33648720-2a98-42d6-b065-7ca8b27019c3 req-dc807133-40ac-4358-af7e-8205a50e54a5 service neutron] For port a31fe5fd-3187-432a-8593-12c35de988cc, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=a31fe5fd-3187-432a-8593-12c35de988cc,segment=NetworkSegment(a86d826a-1ce3-4864-a501-f123599bf919),segment_id=a86d826a-1ce3-4864-a501-f123599bf919)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:20:22.604587 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-33648720-2a98-42d6-b065-7ca8b27019c3 req-dc807133-40ac-4358-af7e-8205a50e54a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:22.646400 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33648720-2a98-42d6-b065-7ca8b27019c3 req-dc807133-40ac-4358-af7e-8205a50e54a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:20:22.647020 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-33648720-2a98-42d6-b065-7ca8b27019c3 req-dc807133-40ac-4358-af7e-8205a50e54a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:22.648477 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-33648720-2a98-42d6-b065-7ca8b27019c3 req-dc807133-40ac-4358-af7e-8205a50e54a5 service neutron] 10.222.0.54 "PUT /v2.0/ports/a31fe5fd-3187-432a-8593-12c35de988cc HTTP/1.1" status: 200 len: 1091 time: 0.9191089 Jul 09 15:20:22.648920 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ed37004-335b-435a-8e3f-e78660ad7ac9', 'tag': 'a31fe5fd-3187-432a-8593-12c35de988cc'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:20:22.651268 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56585771-1eae-4ace-9d03-14d8c32a431c" -d '{"events": [{"name": "network-changed", "server_uuid": "5ed37004-335b-435a-8e3f-e78660ad7ac9", "tag": "a31fe5fd-3187-432a-8593-12c35de988cc"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:20:22.676434 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc807133-40ac-4358-af7e-8205a50e54a5 service neutron] Pushing event updated for resources: {'Port': ['ID=a31fe5fd-3187-432a-8593-12c35de988cc,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:20:22.689381 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b52ec021-ea74-48ee-a08e-88094cefc72d x-openstack-request-id: req-b52ec021-ea74-48ee-a08e-88094cefc72d {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:20:22.689676 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ed37004-335b-435a-8e3f-e78660ad7ac9", "tag": "a31fe5fd-3187-432a-8593-12c35de988cc", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:20:22.689926 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b52ec021-ea74-48ee-a08e-88094cefc72d {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:20:22.690325 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ed37004-335b-435a-8e3f-e78660ad7ac9', 'tag': 'a31fe5fd-3187-432a-8593-12c35de988cc', 'status': 'completed', 'code': 200} Jul 09 15:20:22.772588 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56585771-1eae-4ace-9d03-14d8c32a431c req-6110f2e8-87c9-4480-97a2-ee50edba6def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:20:22.774171 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-56585771-1eae-4ace-9d03-14d8c32a431c req-6110f2e8-87c9-4480-97a2-ee50edba6def service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d2d63674bcf04632962319475c9378fa&device_id=5ed37004-335b-435a-8e3f-e78660ad7ac9 HTTP/1.1" status: 200 len: 1094 time: 0.0613821 Jul 09 15:20:22.877001 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56585771-1eae-4ace-9d03-14d8c32a431c req-84f3cff3-5a10-4a5c-b78c-ddce0b5c9701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:20:22.878415 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-56585771-1eae-4ace-9d03-14d8c32a431c req-84f3cff3-5a10-4a5c-b78c-ddce0b5c9701 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=d2d63674bcf04632962319475c9378fa&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0973756 Jul 09 15:20:22.974853 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56585771-1eae-4ace-9d03-14d8c32a431c req-789fc33a-a5fc-4ea9-80e3-9408ecdad896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:20:22.976484 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-56585771-1eae-4ace-9d03-14d8c32a431c req-789fc33a-a5fc-4ea9-80e3-9408ecdad896 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914288 Jul 09 15:20:23.072209 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33648720-2a98-42d6-b065-7ca8b27019c3 req-30b41c5b-01b7-4b15-9cda-03595fae8cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:20:23.073534 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-33648720-2a98-42d6-b065-7ca8b27019c3 req-30b41c5b-01b7-4b15-9cda-03595fae8cee service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d2d63674bcf04632962319475c9378fa&device_id=5ed37004-335b-435a-8e3f-e78660ad7ac9 HTTP/1.1" status: 200 len: 1094 time: 0.0585256 Jul 09 15:20:23.114456 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-33648720-2a98-42d6-b065-7ca8b27019c3 req-ceda6fa8-625d-4a26-a851-e7003b6a7406 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a31fe5fd-3187-432a-8593-12c35de988cc HTTP/1.1" status: 200 len: 217 time: 0.0335200 Jul 09 15:20:23.162909 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33648720-2a98-42d6-b065-7ca8b27019c3 req-b261e850-2b99-43f6-bb2f-d293877948f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:20:23.164325 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-33648720-2a98-42d6-b065-7ca8b27019c3 req-b261e850-2b99-43f6-bb2f-d293877948f2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=04553eda-d33b-42d5-8a85-01d6d2122e68 HTTP/1.1" status: 200 len: 853 time: 0.0442450 Jul 09 15:20:23.200580 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-33648720-2a98-42d6-b065-7ca8b27019c3 req-31fafe2f-4533-419e-bd80-482f6afd7b86 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3e963614-20fe-4807-a727-6c4008ebd60a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302286 Jul 09 15:20:23.293668 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-33648720-2a98-42d6-b065-7ca8b27019c3 req-2caf992d-c402-4bb8-89b2-7a10db80a2ce service neutron] 10.222.0.54 "GET /v2.0/networks/3e963614-20fe-4807-a727-6c4008ebd60a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866344 Jul 09 15:20:23.391931 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-33648720-2a98-42d6-b065-7ca8b27019c3 req-5e1f4663-776a-4975-b6df-8b6c333df07f service neutron] 10.222.0.54 "GET /v2.0/networks/3e963614-20fe-4807-a727-6c4008ebd60a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921206 Jul 09 15:20:23.431198 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:23.471594 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bdf796-e195-4735-978b-9b23d0fefc74 req-4a868464-7c04-4dcf-8dc5-eed8f9247021 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:20:23.473138 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-29bdf796-e195-4735-978b-9b23d0fefc74 req-4a868464-7c04-4dcf-8dc5-eed8f9247021 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ed37004-335b-435a-8e3f-e78660ad7ac9 HTTP/1.1" status: 200 len: 943 time: 0.0644109 Jul 09 15:20:23.520774 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-29bdf796-e195-4735-978b-9b23d0fefc74 req-5b9bb505-a1f0-445e-9388-d808649df5f1 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b4b58e6-d09d-4d3a-825c-da823a1b8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412915 Jul 09 15:20:24.695197 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb1968-5beb-469e-9f8c-ff696ef92f75 req-da37c629-6df3-4fc2-828c-bfd7acc84815 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:20:24.696864 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3beb1968-5beb-469e-9f8c-ff696ef92f75 req-da37c629-6df3-4fc2-828c-bfd7acc84815 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ed37004-335b-435a-8e3f-e78660ad7ac9 HTTP/1.1" status: 200 len: 943 time: 0.0644047 Jul 09 15:20:24.735136 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3beb1968-5beb-469e-9f8c-ff696ef92f75 req-3c53b788-4671-420d-a7fc-40cf6ca197fb tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b4b58e6-d09d-4d3a-825c-da823a1b8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325656 Jul 09 15:20:25.914269 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1154d399-4e5f-48b7-8f17-6ac7bc381e01 req-9a2b693b-16d2-4236-91e4-34ea1c2d11d2 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:20:25.915819 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1154d399-4e5f-48b7-8f17-6ac7bc381e01 req-9a2b693b-16d2-4236-91e4-34ea1c2d11d2 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ed37004-335b-435a-8e3f-e78660ad7ac9 HTTP/1.1" status: 200 len: 943 time: 0.0683486 Jul 09 15:20:25.954571 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1154d399-4e5f-48b7-8f17-6ac7bc381e01 req-0aa775ae-4279-46a8-9487-61eff057e960 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b4b58e6-d09d-4d3a-825c-da823a1b8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332325 Jul 09 15:20:26.112699 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-eddaea96-0020-4f6d-a902-6af2c1b0bb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:27.051840 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device a31fe5fd-3187-432a-8593-12c35de988cc details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 15:20:27.134757 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f43e540-0e60-42b0-a96f-cd561a435225 req-fea1e6a7-ce1c-42d1-a136-99f49ee10dda tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:20:27.136478 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0f43e540-0e60-42b0-a96f-cd561a435225 req-fea1e6a7-ce1c-42d1-a136-99f49ee10dda tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ed37004-335b-435a-8e3f-e78660ad7ac9 HTTP/1.1" status: 200 len: 943 time: 0.0687425 Jul 09 15:20:27.151178 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port a31fe5fd-3187-432a-8593-12c35de988cc, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=a31fe5fd-3187-432a-8593-12c35de988cc,segment=NetworkSegment(a86d826a-1ce3-4864-a501-f123599bf919),segment_id=a86d826a-1ce3-4864-a501-f123599bf919)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:20:27.162770 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': 'a31fe5fd-3187-432a-8593-12c35de988cc', 'network_id': '3e963614-20fe-4807-a727-6c4008ebd60a', 'port_id': 'a31fe5fd-3187-432a-8593-12c35de988cc', 'mac_address': 'fa:16:3e:5d:36:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04553eda-d33b-42d5-8a85-01d6d2122e68', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 15:20:27.174627 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0f43e540-0e60-42b0-a96f-cd561a435225 req-be9ca5c2-e6b5-4ca7-9df1-a4562d9ded94 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b4b58e6-d09d-4d3a-825c-da823a1b8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323722 Jul 09 15:20:27.200620 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:27.214047 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a31fe5fd-3187-432a-8593-12c35de988cc {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:20:27.233665 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port a31fe5fd-3187-432a-8593-12c35de988cc, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=a31fe5fd-3187-432a-8593-12c35de988cc,segment=NetworkSegment(a86d826a-1ce3-4864-a501-f123599bf919),segment_id=a86d826a-1ce3-4864-a501-f123599bf919)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:20:27.322858 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:27.370151 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=a31fe5fd-3187-432a-8593-12c35de988cc,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:20:27.544414 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['a31fe5fd-3187-432a-8593-12c35de988cc'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:20:28.356955 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4bccbd-a43f-40d5-ad8b-89c6a9f7272a req-20beb0bb-4746-4f1d-a6b6-72f9f06964cf tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:20:28.359099 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bc4bccbd-a43f-40d5-ad8b-89c6a9f7272a req-20beb0bb-4746-4f1d-a6b6-72f9f06964cf tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ed37004-335b-435a-8e3f-e78660ad7ac9 HTTP/1.1" status: 200 len: 944 time: 0.0697908 Jul 09 15:20:28.725103 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bc4bccbd-a43f-40d5-ad8b-89c6a9f7272a req-62d0b61b-20e9-4410-8286-a5e90f771a4f tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b4b58e6-d09d-4d3a-825c-da823a1b8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610463 Jul 09 15:20:29.058645 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device a31fe5fd-3187-432a-8593-12c35de988cc up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:20:29.084872 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-45a9e06d-4332-42a1-97f7-31da500aea26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:29.198060 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port a31fe5fd-3187-432a-8593-12c35de988cc completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:20:29.202644 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port a31fe5fd-3187-432a-8593-12c35de988cc triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:20:29.203061 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:29.225647 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:29.284869 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:29.307954 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed37004-335b-435a-8e3f-e78660ad7ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31fe5fd-3187-432a-8593-12c35de988cc'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:20:29.310253 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5fb939-46fa-4b2d-8e82-547901f1871f" -d '{"events": [{"server_uuid": "5ed37004-335b-435a-8e3f-e78660ad7ac9", "name": "network-vif-plugged", "status": "completed", "tag": "a31fe5fd-3187-432a-8593-12c35de988cc"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:20:29.324101 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port a31fe5fd-3187-432a-8593-12c35de988cc, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=a31fe5fd-3187-432a-8593-12c35de988cc,segment=NetworkSegment(a86d826a-1ce3-4864-a501-f123599bf919),segment_id=a86d826a-1ce3-4864-a501-f123599bf919)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:20:29.347565 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f8827c-cb5c-45e3-8d6c-6b1f6c85f224 x-openstack-request-id: req-d9f8827c-cb5c-45e3-8d6c-6b1f6c85f224 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:20:29.347864 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed37004-335b-435a-8e3f-e78660ad7ac9", "name": "network-vif-plugged", "status": "completed", "tag": "a31fe5fd-3187-432a-8593-12c35de988cc", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:20:29.348121 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d9f8827c-cb5c-45e3-8d6c-6b1f6c85f224 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:20:29.348518 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed37004-335b-435a-8e3f-e78660ad7ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31fe5fd-3187-432a-8593-12c35de988cc', 'code': 200} Jul 09 15:20:29.386987 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:29.434275 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=a31fe5fd-3187-432a-8593-12c35de988cc,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:20:29.460726 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6900973c-55ce-4d0d-9cd7-1c1f400d0b55 req-b8b32a7f-49c6-4fbc-a2e2-09df1e422507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:20:29.462236 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6900973c-55ce-4d0d-9cd7-1c1f400d0b55 req-b8b32a7f-49c6-4fbc-a2e2-09df1e422507 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5ed37004-335b-435a-8e3f-e78660ad7ac9 HTTP/1.1" status: 200 len: 1096 time: 0.0506384 Jul 09 15:20:29.496998 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6900973c-55ce-4d0d-9cd7-1c1f400d0b55 req-d9cafedc-9f89-4c36-af4e-8bf9b17c50c3 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8b4b58e6-d09d-4d3a-825c-da823a1b8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281103 Jul 09 15:20:29.899367 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02145ab-0c94-43bc-bfd1-b392732c5df7 req-97347ef9-3334-474f-8af4-55757b9d6d3c tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:20:29.901151 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f02145ab-0c94-43bc-bfd1-b392732c5df7 req-97347ef9-3334-474f-8af4-55757b9d6d3c tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ed37004-335b-435a-8e3f-e78660ad7ac9 HTTP/1.1" status: 200 len: 945 time: 0.0658448 Jul 09 15:20:29.940069 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f02145ab-0c94-43bc-bfd1-b392732c5df7 req-498d8ceb-719b-4c3e-a39a-ce1d46308ba1 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b4b58e6-d09d-4d3a-825c-da823a1b8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332541 Jul 09 15:20:30.364475 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:31.120285 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9002ac68-e07b-4443-9ad3-22b129412808 req-e5700377-d877-495b-94e4-f0dce13f172b tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:20:31.122104 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9002ac68-e07b-4443-9ad3-22b129412808 req-e5700377-d877-495b-94e4-f0dce13f172b tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ed37004-335b-435a-8e3f-e78660ad7ac9 HTTP/1.1" status: 200 len: 945 time: 0.0652831 Jul 09 15:20:31.161201 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9002ac68-e07b-4443-9ad3-22b129412808 req-04c80358-7a11-4f20-be8a-eea493161ce3 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b4b58e6-d09d-4d3a-825c-da823a1b8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332749 Jul 09 15:20:31.735660 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:38.999283 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:20:42.938091 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f5474a63-7d63-4236-9318-9473295c4b54 req-203c8efa-512f-4f9c-a1cd-559c7a92fb9a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4bf50ec1-1897-4feb-b9dc-d129df435e3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0556769 Jul 09 15:20:43.037565 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5474a63-7d63-4236-9318-9473295c4b54 req-47ce5a70-2c17-4589-8493-8ba0ef972e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:20:43.039087 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f5474a63-7d63-4236-9318-9473295c4b54 req-47ce5a70-2c17-4589-8493-8ba0ef972e6b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a72faee8848947debd81a1c8a7d3d88c&device_id=4bf50ec1-1897-4feb-b9dc-d129df435e3f HTTP/1.1" status: 200 len: 1096 time: 0.0540924 Jul 09 15:20:43.156399 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5474a63-7d63-4236-9318-9473295c4b54 req-d09ccfae-2a2c-4c6d-bd87-ef2f8885f096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:20:43.157912 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f5474a63-7d63-4236-9318-9473295c4b54 req-d09ccfae-2a2c-4c6d-bd87-ef2f8885f096 service neutron] 10.222.0.54 "GET /v2.0/networks?id=db36ea7c-03de-44ff-8bd6-5176b4511410 HTTP/1.1" status: 200 len: 898 time: 0.0974691 Jul 09 15:20:43.230214 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f5474a63-7d63-4236-9318-9473295c4b54 req-ea0b1a3c-fe93-4b19-b6ee-bbc2573593d1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90ee64a9-d005-4f0a-a208-59acc33ad38b HTTP/1.1" status: 200 len: 1000 time: 0.0610092 Jul 09 15:20:43.283070 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5474a63-7d63-4236-9318-9473295c4b54 req-a4f759f9-6521-4ecc-b613-077682eedb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:20:43.285133 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f5474a63-7d63-4236-9318-9473295c4b54 req-a4f759f9-6521-4ecc-b613-077682eedb09 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3742b671-f2db-4fdf-a79f-9e5cb39540cf HTTP/1.1" status: 200 len: 834 time: 0.0468435 Jul 09 15:20:43.349678 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5474a63-7d63-4236-9318-9473295c4b54 req-12684db6-0fcb-4a18-8d4c-cbfd59b05e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:20:43.351392 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f5474a63-7d63-4236-9318-9473295c4b54 req-12684db6-0fcb-4a18-8d4c-cbfd59b05e75 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db36ea7c-03de-44ff-8bd6-5176b4511410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582812 Jul 09 15:20:43.448535 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f5474a63-7d63-4236-9318-9473295c4b54 req-ae1f3540-560d-462f-983a-61d1b471a003 service neutron] 10.222.0.54 "GET /v2.0/networks/db36ea7c-03de-44ff-8bd6-5176b4511410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898604 Jul 09 15:20:43.546529 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f5474a63-7d63-4236-9318-9473295c4b54 req-b797e617-6c51-4070-bfeb-d60c0c72e88b service neutron] 10.222.0.54 "GET /v2.0/networks/db36ea7c-03de-44ff-8bd6-5176b4511410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911443 Jul 09 15:20:45.219375 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:46.372852 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630a5b40-9d91-46aa-9cbf-d4a4bf9eac41 req-194eef54-ecf5-4317-b74d-815a586647e9 tempest-TestNetworkAdvancedServerOps-1044390005 tempest-TestNetworkAdvancedServerOps-1044390005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:20:46.374398 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-630a5b40-9d91-46aa-9cbf-d4a4bf9eac41 req-194eef54-ecf5-4317-b74d-815a586647e9 tempest-TestNetworkAdvancedServerOps-1044390005 tempest-TestNetworkAdvancedServerOps-1044390005-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=4bf50ec1-1897-4feb-b9dc-d129df435e3f HTTP/1.1" status: 200 len: 1096 time: 0.0600653 Jul 09 15:20:46.412340 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-630a5b40-9d91-46aa-9cbf-d4a4bf9eac41 req-7cbc8241-9ed1-4c15-8e2b-32d85e9f3f11 tempest-TestNetworkAdvancedServerOps-1044390005 tempest-TestNetworkAdvancedServerOps-1044390005-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=40df9a37-b7f1-47d0-9fcd-57b815676a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308156 Jul 09 15:20:46.443469 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51616) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:20:46.621694 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-db59d368-fd80-4245-aab3-0f7ad3d2df55 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Deleting port b48d842d-e962-4bef-9e41-0d8033d6fa67 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:20:46.622079 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-db59d368-fd80-4245-aab3-0f7ad3d2df55 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:46.703204 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-db59d368-fd80-4245-aab3-0f7ad3d2df55 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:46.703488 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-db59d368-fd80-4245-aab3-0f7ad3d2df55 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:46.716276 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-db59d368-fd80-4245-aab3-0f7ad3d2df55 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Calling delete_port for b48d842d-e962-4bef-9e41-0d8033d6fa67 owned by network:floatingip {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:20:46.981163 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-db59d368-fd80-4245-aab3-0f7ad3d2df55 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:47.013904 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db59d368-fd80-4245-aab3-0f7ad3d2df55 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event deleted for resources: {'Port': ['ID=b48d842d-e962-4bef-9e41-0d8033d6fa67,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:20:47.079667 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-db59d368-fd80-4245-aab3-0f7ad3d2df55 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for floatingip, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:47.080435 n-d-799529-6 neutron-server[94445]: INFO neutron.db.l3_db [None req-db59d368-fd80-4245-aab3-0f7ad3d2df55 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Floating IP 5c521bae-f813-4849-8d00-5fe7eceb81e0 disassociated (deleted). External IP: 172.25.3.84, port: 90ee64a9-d005-4f0a-a208-59acc33ad38b. Jul 09 15:20:47.318386 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db59d368-fd80-4245-aab3-0f7ad3d2df55 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Router 44efd9a2-7f74-4415-b7c3-2d78cc53c150 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:20:47.434047 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db59d368-fd80-4245-aab3-0f7ad3d2df55 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:20:47.438791 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-db59d368-fd80-4245-aab3-0f7ad3d2df55 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:47.444125 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc3a590-2e85-4226-92d9-cdb2163f2e06 None None] Sync routers for ids ['44efd9a2-7f74-4415-b7c3-2d78cc53c150'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:20:47.453248 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc3a590-2e85-4226-92d9-cdb2163f2e06 None None] Routers {'44efd9a2-7f74-4415-b7c3-2d78cc53c150'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:20:47.453883 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-9fc3a590-2e85-4226-92d9-cdb2163f2e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:20:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['44efd9a2-7f74-4415-b7c3-2d78cc53c150'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:20:47.480005 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-db59d368-fd80-4245-aab3-0f7ad3d2df55 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "DELETE /v2.0/floatingips/5c521bae-f813-4849-8d00-5fe7eceb81e0 HTTP/1.1" status: 204 len: 168 time: 1.0352225 Jul 09 15:20:47.480708 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bf50ec1-1897-4feb-b9dc-d129df435e3f', 'tag': '90ee64a9-d005-4f0a-a208-59acc33ad38b'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:20:47.483082 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67011df5-c8a7-47dd-a24d-76cfb99f8359" -d '{"events": [{"name": "network-changed", "server_uuid": "4bf50ec1-1897-4feb-b9dc-d129df435e3f", "tag": "90ee64a9-d005-4f0a-a208-59acc33ad38b"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:20:47.537060 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e6f574-1318-46c9-81fc-bb6324bb6315 x-openstack-request-id: req-79e6f574-1318-46c9-81fc-bb6324bb6315 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:20:47.537995 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bf50ec1-1897-4feb-b9dc-d129df435e3f", "tag": "90ee64a9-d005-4f0a-a208-59acc33ad38b", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:20:47.537995 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-79e6f574-1318-46c9-81fc-bb6324bb6315 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:20:47.538194 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bf50ec1-1897-4feb-b9dc-d129df435e3f', 'tag': '90ee64a9-d005-4f0a-a208-59acc33ad38b', 'status': 'completed', 'code': 200} Jul 09 15:20:47.563237 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-9fc3a590-2e85-4226-92d9-cdb2163f2e06 None None] Set router 44efd9a2-7f74-4415-b7c3-2d78cc53c150 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:20:47.623776 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67011df5-c8a7-47dd-a24d-76cfb99f8359 req-2f430425-6a23-48fa-b65a-51e99338a798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:20:47.625372 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-67011df5-c8a7-47dd-a24d-76cfb99f8359 req-2f430425-6a23-48fa-b65a-51e99338a798 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a72faee8848947debd81a1c8a7d3d88c&device_id=4bf50ec1-1897-4feb-b9dc-d129df435e3f HTTP/1.1" status: 200 len: 1096 time: 0.0622964 Jul 09 15:20:47.736025 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67011df5-c8a7-47dd-a24d-76cfb99f8359 req-d5bd6a12-c5da-433c-87f5-9003dad2c36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:20:47.737562 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-67011df5-c8a7-47dd-a24d-76cfb99f8359 req-d5bd6a12-c5da-433c-87f5-9003dad2c36d service neutron] 10.222.0.54 "GET /v2.0/networks?id=db36ea7c-03de-44ff-8bd6-5176b4511410 HTTP/1.1" status: 200 len: 898 time: 0.1052961 Jul 09 15:20:47.781259 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-67011df5-c8a7-47dd-a24d-76cfb99f8359 req-ba82b148-3a73-4f0d-9e01-e6b302b247f9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90ee64a9-d005-4f0a-a208-59acc33ad38b HTTP/1.1" status: 200 len: 217 time: 0.0367212 Jul 09 15:20:47.782781 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-9fc3a590-2e85-4226-92d9-cdb2163f2e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44efd9a2-7f74-4415-b7c3-2d78cc53c150', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825878146', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '0bc32888-3815-4396-b871-494504d6b638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:18:10Z', 'updated_at': '2021-07-09T15:18:16Z', 'revision_number': 4, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'gw_port': {'id': '0bc32888-3815-4396-b871-494504d6b638', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44efd9a2-7f74-4415-b7c3-2d78cc53c150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:18:11Z', 'updated_at': '2021-07-09T15:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '0940302c-845c-483b-9650-1b7e8f8938cd', 'name': '', 'network_id': 'db36ea7c-03de-44ff-8bd6-5176b4511410', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'mac_address': 'fa:16:3e:e0:38:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44efd9a2-7f74-4415-b7c3-2d78cc53c150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '3742b671-f2db-4fdf-a79f-9e5cb39540cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:18:15Z', 'updated_at': '2021-07-09T15:18:21Z', 'revision_number': 5, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'subnets': [{'id': '3742b671-f2db-4fdf-a79f-9e5cb39540cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:20:47.813426 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc3a590-2e85-4226-92d9-cdb2163f2e06 None None] Checking router: 44efd9a2-7f74-4415-b7c3-2d78cc53c150 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:20:47.823847 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc3a590-2e85-4226-92d9-cdb2163f2e06 None None] Routers {'44efd9a2-7f74-4415-b7c3-2d78cc53c150'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:20:47.824659 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-9fc3a590-2e85-4226-92d9-cdb2163f2e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:20:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['44efd9a2-7f74-4415-b7c3-2d78cc53c150'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:20:47.836895 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67011df5-c8a7-47dd-a24d-76cfb99f8359 req-98038cb4-8d8a-478c-975a-702e0484520d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:20:47.853863 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-67011df5-c8a7-47dd-a24d-76cfb99f8359 req-98038cb4-8d8a-478c-975a-702e0484520d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3742b671-f2db-4fdf-a79f-9e5cb39540cf HTTP/1.1" status: 200 len: 834 time: 0.0498536 Jul 09 15:20:47.906516 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67011df5-c8a7-47dd-a24d-76cfb99f8359 req-abe9070c-f8e0-46db-8d00-94456c9f394d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:20:47.918532 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-67011df5-c8a7-47dd-a24d-76cfb99f8359 req-abe9070c-f8e0-46db-8d00-94456c9f394d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db36ea7c-03de-44ff-8bd6-5176b4511410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631876 Jul 09 15:20:47.942094 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-9fc3a590-2e85-4226-92d9-cdb2163f2e06 None None] Set router 44efd9a2-7f74-4415-b7c3-2d78cc53c150 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:20:48.015378 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-67011df5-c8a7-47dd-a24d-76cfb99f8359 req-a302dd3e-4c2f-4f8f-bc33-2c2c79936b20 service neutron] 10.222.0.54 "GET /v2.0/networks/db36ea7c-03de-44ff-8bd6-5176b4511410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926375 Jul 09 15:20:48.123338 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-67011df5-c8a7-47dd-a24d-76cfb99f8359 req-3e615e60-af6c-4eee-8fd4-d812d6528065 service neutron] 10.222.0.54 "GET /v2.0/networks/db36ea7c-03de-44ff-8bd6-5176b4511410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995774 Jul 09 15:20:48.170485 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-9fc3a590-2e85-4226-92d9-cdb2163f2e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44efd9a2-7f74-4415-b7c3-2d78cc53c150', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825878146', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '0bc32888-3815-4396-b871-494504d6b638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:18:10Z', 'updated_at': '2021-07-09T15:18:16Z', 'revision_number': 4, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'gw_port': {'id': '0bc32888-3815-4396-b871-494504d6b638', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44efd9a2-7f74-4415-b7c3-2d78cc53c150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:18:11Z', 'updated_at': '2021-07-09T15:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '0940302c-845c-483b-9650-1b7e8f8938cd', 'name': '', 'network_id': 'db36ea7c-03de-44ff-8bd6-5176b4511410', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'mac_address': 'fa:16:3e:e0:38:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44efd9a2-7f74-4415-b7c3-2d78cc53c150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '3742b671-f2db-4fdf-a79f-9e5cb39540cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:18:15Z', 'updated_at': '2021-07-09T15:18:21Z', 'revision_number': 5, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'subnets': [{'id': '3742b671-f2db-4fdf-a79f-9e5cb39540cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:20:48.202134 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc3a590-2e85-4226-92d9-cdb2163f2e06 None None] The sync data for ids ['44efd9a2-7f74-4415-b7c3-2d78cc53c150'] in n-d-799529-6 is: [{'id': '44efd9a2-7f74-4415-b7c3-2d78cc53c150', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825878146', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '0bc32888-3815-4396-b871-494504d6b638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:18:10Z', 'updated_at': '2021-07-09T15:18:16Z', 'revision_number': 4, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'gw_port': {'id': '0bc32888-3815-4396-b871-494504d6b638', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44efd9a2-7f74-4415-b7c3-2d78cc53c150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:18:11Z', 'updated_at': '2021-07-09T15:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '0940302c-845c-483b-9650-1b7e8f8938cd', 'name': '', 'network_id': 'db36ea7c-03de-44ff-8bd6-5176b4511410', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'mac_address': 'fa:16:3e:e0:38:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44efd9a2-7f74-4415-b7c3-2d78cc53c150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '3742b671-f2db-4fdf-a79f-9e5cb39540cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:18:15Z', 'updated_at': '2021-07-09T15:18:21Z', 'revision_number': 5, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'subnets': [{'id': '3742b671-f2db-4fdf-a79f-9e5cb39540cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:20:48.231307 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a697c887-39cc-4744-804a-f03b669538e7 req-81882463-491d-453a-8cb2-85f885060528 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:20:48.234229 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a697c887-39cc-4744-804a-f03b669538e7 req-81882463-491d-453a-8cb2-85f885060528 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=4bf50ec1-1897-4feb-b9dc-d129df435e3f HTTP/1.1" status: 200 len: 945 time: 0.0715721 Jul 09 15:20:48.283775 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a697c887-39cc-4744-804a-f03b669538e7 req-869ca314-7521-4b86-be8f-354dc096d169 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=40df9a37-b7f1-47d0-9fcd-57b815676a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435815 Jul 09 15:20:48.449829 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f742410-1306-46e7-b0ce-aedac0dcce9c None None] New status for floating IP 5c521bae-f813-4849-8d00-5fe7eceb81e0: DOWN {{(pid=94448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 15:20:49.487873 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b969c7-e1a7-42d1-bba1-39fde235a970 req-5e1a7661-b354-438a-a2ed-7467087ace46 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:20:49.489502 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-45b969c7-e1a7-42d1-bba1-39fde235a970 req-5e1a7661-b354-438a-a2ed-7467087ace46 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=4bf50ec1-1897-4feb-b9dc-d129df435e3f HTTP/1.1" status: 200 len: 945 time: 0.0678484 Jul 09 15:20:49.556654 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-45b969c7-e1a7-42d1-bba1-39fde235a970 req-2a230745-58d0-4406-aad7-d0e39941ee40 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=40df9a37-b7f1-47d0-9fcd-57b815676a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612178 Jul 09 15:20:49.598839 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dfb814-85ec-4b25-b1ca-b79f3b723507 req-259a130a-9a58-4856-a3a1-95a2b4e6344f tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:20:49.600574 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-80dfb814-85ec-4b25-b1ca-b79f3b723507 req-259a130a-9a58-4856-a3a1-95a2b4e6344f tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.54 "GET /v2.0/ports?device_id=4bf50ec1-1897-4feb-b9dc-d129df435e3f HTTP/1.1" status: 200 len: 945 time: 0.0764472 Jul 09 15:20:49.716916 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-80dfb814-85ec-4b25-b1ca-b79f3b723507 req-ec7c6dbe-65ca-4d73-b230-468f8922e3b7 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Deleting port 90ee64a9-d005-4f0a-a208-59acc33ad38b {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:20:49.717240 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-80dfb814-85ec-4b25-b1ca-b79f3b723507 req-ec7c6dbe-65ca-4d73-b230-468f8922e3b7 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:49.810395 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-80dfb814-85ec-4b25-b1ca-b79f3b723507 req-ec7c6dbe-65ca-4d73-b230-468f8922e3b7 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] For port 90ee64a9-d005-4f0a-a208-59acc33ad38b, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=90ee64a9-d005-4f0a-a208-59acc33ad38b,segment=NetworkSegment(d0dca725-9866-4242-9848-592027a9bc5d),segment_id=d0dca725-9866-4242-9848-592027a9bc5d)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:20:49.810757 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-80dfb814-85ec-4b25-b1ca-b79f3b723507 req-ec7c6dbe-65ca-4d73-b230-468f8922e3b7 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:49.825187 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-80dfb814-85ec-4b25-b1ca-b79f3b723507 req-ec7c6dbe-65ca-4d73-b230-468f8922e3b7 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Calling delete_port for 90ee64a9-d005-4f0a-a208-59acc33ad38b owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:20:50.026702 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-80dfb814-85ec-4b25-b1ca-b79f3b723507 req-ec7c6dbe-65ca-4d73-b230-468f8922e3b7 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:50.058903 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c6dbe-65ca-4d73-b230-468f8922e3b7 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event deleted for resources: {'Port': ['ID=90ee64a9-d005-4f0a-a208-59acc33ad38b,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:20:50.106805 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-80dfb814-85ec-4b25-b1ca-b79f3b723507 req-ec7c6dbe-65ca-4d73-b230-468f8922e3b7 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] No DVR routers for this DVR port 90ee64a9-d005-4f0a-a208-59acc33ad38b on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:20:50.109801 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-80dfb814-85ec-4b25-b1ca-b79f3b723507 req-ec7c6dbe-65ca-4d73-b230-468f8922e3b7 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:50.111892 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-80dfb814-85ec-4b25-b1ca-b79f3b723507 req-ec7c6dbe-65ca-4d73-b230-468f8922e3b7 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.54 "DELETE /v2.0/ports/90ee64a9-d005-4f0a-a208-59acc33ad38b HTTP/1.1" status: 204 len: 173 time: 0.5049834 Jul 09 15:20:50.112355 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bf50ec1-1897-4feb-b9dc-d129df435e3f', 'name': 'network-vif-deleted', 'tag': '90ee64a9-d005-4f0a-a208-59acc33ad38b'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:20:50.115212 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7197f570-2dd6-4659-a5bf-a60f4e397609" -d '{"events": [{"server_uuid": "4bf50ec1-1897-4feb-b9dc-d129df435e3f", "name": "network-vif-deleted", "tag": "90ee64a9-d005-4f0a-a208-59acc33ad38b"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:20:50.154457 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af0a364-7f2f-42e2-8171-c57a63dfbb17 x-openstack-request-id: req-9af0a364-7f2f-42e2-8171-c57a63dfbb17 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:20:50.154457 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bf50ec1-1897-4feb-b9dc-d129df435e3f", "name": "network-vif-deleted", "tag": "90ee64a9-d005-4f0a-a208-59acc33ad38b", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:20:50.154457 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9af0a364-7f2f-42e2-8171-c57a63dfbb17 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:20:50.154457 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bf50ec1-1897-4feb-b9dc-d129df435e3f', 'name': 'network-vif-deleted', 'tag': '90ee64a9-d005-4f0a-a208-59acc33ad38b', 'status': 'completed', 'code': 200} Jul 09 15:20:50.716034 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5f04f76c-adef-4da3-b28c-3179362c1ae5 req-c7259c57-72b1-41a1-a193-994197649c86 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=4bf50ec1-1897-4feb-b9dc-d129df435e3f HTTP/1.1" status: 200 len: 210 time: 0.0293648 Jul 09 15:20:51.818009 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51656) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:20:52.204603 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-33ca0524-4bf5-4e0c-aabc-4c38c2bd4a83 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:52.503700 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-33ca0524-4bf5-4e0c-aabc-4c38c2bd4a83 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Deleting port 0940302c-845c-483b-9650-1b7e8f8938cd {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:20:52.503967 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-33ca0524-4bf5-4e0c-aabc-4c38c2bd4a83 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:52.594782 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-33ca0524-4bf5-4e0c-aabc-4c38c2bd4a83 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] For port 0940302c-845c-483b-9650-1b7e8f8938cd, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=0940302c-845c-483b-9650-1b7e8f8938cd,segment=NetworkSegment(d0dca725-9866-4242-9848-592027a9bc5d),segment_id=d0dca725-9866-4242-9848-592027a9bc5d)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:20:52.595053 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-33ca0524-4bf5-4e0c-aabc-4c38c2bd4a83 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:52.609392 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-33ca0524-4bf5-4e0c-aabc-4c38c2bd4a83 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Calling delete_port for 0940302c-845c-483b-9650-1b7e8f8938cd owned by network:router_interface {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:20:52.872449 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-33ca0524-4bf5-4e0c-aabc-4c38c2bd4a83 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:52.905156 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ca0524-4bf5-4e0c-aabc-4c38c2bd4a83 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event deleted for resources: {'Port': ['ID=0940302c-845c-483b-9650-1b7e8f8938cd,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:20:53.102710 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-33ca0524-4bf5-4e0c-aabc-4c38c2bd4a83 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:53.134707 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 90ee64a9-d005-4f0a-a208-59acc33ad38b no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:20:53.166112 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: 90ee64a9-d005-4f0a-a208-59acc33ad38b {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:20:53.166459 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 90ee64a9-d005-4f0a-a208-59acc33ad38b not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:20:53.481982 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:53.673595 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ca0524-4bf5-4e0c-aabc-4c38c2bd4a83 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Router 44efd9a2-7f74-4415-b7c3-2d78cc53c150 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:20:53.782550 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ca0524-4bf5-4e0c-aabc-4c38c2bd4a83 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:20:53.788759 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-33ca0524-4bf5-4e0c-aabc-4c38c2bd4a83 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "PUT /v2.0/routers/44efd9a2-7f74-4415-b7c3-2d78cc53c150/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9690793 Jul 09 15:20:53.790831 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51662) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:20:53.794530 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc3fd62-4ad1-4365-9a5f-8442fbb236f2 None None] Sync routers for ids ['44efd9a2-7f74-4415-b7c3-2d78cc53c150'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:20:53.804027 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc3fd62-4ad1-4365-9a5f-8442fbb236f2 None None] Routers {'44efd9a2-7f74-4415-b7c3-2d78cc53c150'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:20:53.804749 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-1fc3fd62-4ad1-4365-9a5f-8442fbb236f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:20:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['44efd9a2-7f74-4415-b7c3-2d78cc53c150'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:20:53.845655 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-583ff813-c884-491f-99dc-c0835ab2a128 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Deleting subnet 3742b671-f2db-4fdf-a79f-9e5cb39540cf {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:20:53.848856 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-583ff813-c884-491f-99dc-c0835ab2a128 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:53.894647 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-583ff813-c884-491f-99dc-c0835ab2a128 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:53.917577 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-1fc3fd62-4ad1-4365-9a5f-8442fbb236f2 None None] Set router 44efd9a2-7f74-4415-b7c3-2d78cc53c150 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:20:53.989777 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-583ff813-c884-491f-99dc-c0835ab2a128 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:54.123409 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-1fc3fd62-4ad1-4365-9a5f-8442fbb236f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44efd9a2-7f74-4415-b7c3-2d78cc53c150', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825878146', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '0bc32888-3815-4396-b871-494504d6b638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:18:10Z', 'updated_at': '2021-07-09T15:20:52Z', 'revision_number': 5, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'gw_port': {'id': '0bc32888-3815-4396-b871-494504d6b638', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44efd9a2-7f74-4415-b7c3-2d78cc53c150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:18:11Z', 'updated_at': '2021-07-09T15:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:20:54.156551 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc3fd62-4ad1-4365-9a5f-8442fbb236f2 None None] Checking router: 44efd9a2-7f74-4415-b7c3-2d78cc53c150 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:20:54.166624 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc3fd62-4ad1-4365-9a5f-8442fbb236f2 None None] Routers {'44efd9a2-7f74-4415-b7c3-2d78cc53c150'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:20:54.167339 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-1fc3fd62-4ad1-4365-9a5f-8442fbb236f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:20:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['44efd9a2-7f74-4415-b7c3-2d78cc53c150'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:20:54.175901 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-583ff813-c884-491f-99dc-c0835ab2a128 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:54.212728 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583ff813-c884-491f-99dc-c0835ab2a128 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event deleted for resources: {'Subnet': ['ID=3742b671-f2db-4fdf-a79f-9e5cb39540cf,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:20:54.222077 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-583ff813-c884-491f-99dc-c0835ab2a128 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:54.224556 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-583ff813-c884-491f-99dc-c0835ab2a128 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "DELETE /v2.0/subnets/3742b671-f2db-4fdf-a79f-9e5cb39540cf HTTP/1.1" status: 204 len: 168 time: 0.4317977 Jul 09 15:20:54.227365 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51666) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:20:54.345610 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-57200c38-a861-4a3d-ad9f-cea8b0060444 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for router, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:54.430460 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64b159e-d7ab-4c2a-b02b-a030a899db4a None None] Network db36ea7c-03de-44ff-8bd6-5176b4511410 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:20:54.476276 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-57200c38-a861-4a3d-ad9f-cea8b0060444 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:54.514064 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-1fc3fd62-4ad1-4365-9a5f-8442fbb236f2 None None] Set router 44efd9a2-7f74-4415-b7c3-2d78cc53c150 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:20:54.595193 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-57200c38-a861-4a3d-ad9f-cea8b0060444 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Deleting port 0bc32888-3815-4396-b871-494504d6b638 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:20:54.595719 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-57200c38-a861-4a3d-ad9f-cea8b0060444 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:54.685093 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-57200c38-a861-4a3d-ad9f-cea8b0060444 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] For port 0bc32888-3815-4396-b871-494504d6b638, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=0bc32888-3815-4396-b871-494504d6b638,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:20:54.685775 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-57200c38-a861-4a3d-ad9f-cea8b0060444 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:54.704327 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-57200c38-a861-4a3d-ad9f-cea8b0060444 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Calling delete_port for 0bc32888-3815-4396-b871-494504d6b638 owned by network:router_gateway {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:20:54.762121 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-1fc3fd62-4ad1-4365-9a5f-8442fbb236f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44efd9a2-7f74-4415-b7c3-2d78cc53c150', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825878146', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '0bc32888-3815-4396-b871-494504d6b638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:18:10Z', 'updated_at': '2021-07-09T15:20:52Z', 'revision_number': 5, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'gw_port': {'id': '0bc32888-3815-4396-b871-494504d6b638', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44efd9a2-7f74-4415-b7c3-2d78cc53c150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:18:11Z', 'updated_at': '2021-07-09T15:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:20:54.791060 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b538b7-3b1d-4f45-bda4-ac3f9ab06994 None None] DHCP port deletion for db36ea7c-03de-44ff-8bd6-5176b4511410 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 15:20:54.793638 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc3fd62-4ad1-4365-9a5f-8442fbb236f2 None None] The sync data for ids ['44efd9a2-7f74-4415-b7c3-2d78cc53c150'] in n-d-799529-6 is: [{'id': '44efd9a2-7f74-4415-b7c3-2d78cc53c150', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825878146', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '0bc32888-3815-4396-b871-494504d6b638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:18:10Z', 'updated_at': '2021-07-09T15:20:52Z', 'revision_number': 5, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'gw_port': {'id': '0bc32888-3815-4396-b871-494504d6b638', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44efd9a2-7f74-4415-b7c3-2d78cc53c150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:18:11Z', 'updated_at': '2021-07-09T15:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:20:54.861940 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-78b538b7-3b1d-4f45-bda4-ac3f9ab06994 None None] Deleting port de5dd069-4fa5-4eac-92e8-8faccb38db3a {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:20:54.861940 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-78b538b7-3b1d-4f45-bda4-ac3f9ab06994 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:54.920942 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-78b538b7-3b1d-4f45-bda4-ac3f9ab06994 None None] For port de5dd069-4fa5-4eac-92e8-8faccb38db3a, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=de5dd069-4fa5-4eac-92e8-8faccb38db3a,segment=NetworkSegment(d0dca725-9866-4242-9848-592027a9bc5d),segment_id=d0dca725-9866-4242-9848-592027a9bc5d)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:20:54.921315 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-78b538b7-3b1d-4f45-bda4-ac3f9ab06994 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:54.935976 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-78b538b7-3b1d-4f45-bda4-ac3f9ab06994 None None] Calling delete_port for de5dd069-4fa5-4eac-92e8-8faccb38db3a owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:20:54.986732 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-57200c38-a861-4a3d-ad9f-cea8b0060444 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:55.033386 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57200c38-a861-4a3d-ad9f-cea8b0060444 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event deleted for resources: {'Port': ['ID=0bc32888-3815-4396-b871-494504d6b638,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:20:55.101067 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-78b538b7-3b1d-4f45-bda4-ac3f9ab06994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:55.102880 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-57200c38-a861-4a3d-ad9f-cea8b0060444 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:55.134944 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b538b7-3b1d-4f45-bda4-ac3f9ab06994 None None] Pushing event deleted for resources: {'Port': ['ID=de5dd069-4fa5-4eac-92e8-8faccb38db3a,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:20:55.146047 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b538b7-3b1d-4f45-bda4-ac3f9ab06994 None None] No DVR routers for this DVR port de5dd069-4fa5-4eac-92e8-8faccb38db3a on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:20:55.223035 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-57200c38-a861-4a3d-ad9f-cea8b0060444 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:55.225572 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-57200c38-a861-4a3d-ad9f-cea8b0060444 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:55.332352 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device de5dd069-4fa5-4eac-92e8-8faccb38db3a no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:20:55.356790 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: de5dd069-4fa5-4eac-92e8-8faccb38db3a {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:20:55.357026 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device de5dd069-4fa5-4eac-92e8-8faccb38db3a not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:20:55.357444 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 0940302c-845c-483b-9650-1b7e8f8938cd no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:20:55.358260 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-57200c38-a861-4a3d-ad9f-cea8b0060444 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:55.358869 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57200c38-a861-4a3d-ad9f-cea8b0060444 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Fanout notify agent at l3_agent the message router_deleted on router 44efd9a2-7f74-4415-b7c3-2d78cc53c150 {{(pid=94445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 15:20:55.367709 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-57200c38-a861-4a3d-ad9f-cea8b0060444 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:55.372148 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51670) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:20:55.372760 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-57200c38-a861-4a3d-ad9f-cea8b0060444 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "DELETE /v2.0/routers/44efd9a2-7f74-4415-b7c3-2d78cc53c150 HTTP/1.1" status: 204 len: 168 time: 1.1437874 Jul 09 15:20:55.385755 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 0940302c-845c-483b-9650-1b7e8f8938cd {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:20:55.386102 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 0940302c-845c-483b-9650-1b7e8f8938cd not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:20:55.462343 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ee6f0bb2-19a7-4dae-8bba-b0ffd4b261a5 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:55.559258 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ee6f0bb2-19a7-4dae-8bba-b0ffd4b261a5 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:55.574483 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-ee6f0bb2-19a7-4dae-8bba-b0ffd4b261a5 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db36ea7c-03de-44ff-8bd6-5176b4511410']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:20:55.587139 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-ee6f0bb2-19a7-4dae-8bba-b0ffd4b261a5 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0dca725-9866-4242-9848-592027a9bc5d') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:20:55.587434 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-ee6f0bb2-19a7-4dae-8bba-b0ffd4b261a5 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0dca725-9866-4242-9848-592027a9bc5d') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:20:55.598046 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ee6f0bb2-19a7-4dae-8bba-b0ffd4b261a5 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:55.614933 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ee6f0bb2-19a7-4dae-8bba-b0ffd4b261a5 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:55.622030 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee6f0bb2-19a7-4dae-8bba-b0ffd4b261a5 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:20:55.622439 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ee6f0bb2-19a7-4dae-8bba-b0ffd4b261a5 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:55.626370 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:20:55.626370 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:20:55.626370 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:20:55.626370 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:20:55.626370 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 15:20:55.626370 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:20:55.626370 n-d-799529-6 neutron-server[94446]: timer() Jul 09 15:20:55.626370 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:20:55.626370 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 15:20:55.626370 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:20:55.626370 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 15:20:55.626370 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:20:55.626370 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 15:20:55.626370 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:20:55.626370 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 15:20:55.626370 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:20:55.626370 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 15:20:55.626370 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:20:55.626370 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:20:55.626370 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:20:55.626370 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:20:55.626370 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:20:55.626370 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 15:20:55.626370 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:20:55.626370 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 15:20:55.626370 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:20:55.626370 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:20:55.626370 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:20:55.626370 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 15:20:55.626370 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:20:55.626370 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:20:55.626370 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:20:55.626370 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:20:55.626370 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:20:55.626370 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:20:55.626370 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:20:55.779174 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ee6f0bb2-19a7-4dae-8bba-b0ffd4b261a5 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:55.790917 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ee6f0bb2-19a7-4dae-8bba-b0ffd4b261a5 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:55.792778 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ee6f0bb2-19a7-4dae-8bba-b0ffd4b261a5 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "DELETE /v2.0/networks/db36ea7c-03de-44ff-8bd6-5176b4511410 HTTP/1.1" status: 204 len: 168 time: 0.4188299 Jul 09 15:20:55.795729 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51672) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:20:55.805725 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f0bb2-19a7-4dae-8bba-b0ffd4b261a5 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event deleted for resources: {'Network': ['ID=db36ea7c-03de-44ff-8bd6-5176b4511410,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:20:55.813785 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f0bb2-19a7-4dae-8bba-b0ffd4b261a5 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:20:55.814134 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f0bb2-19a7-4dae-8bba-b0ffd4b261a5 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:20:55.814475 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f0bb2-19a7-4dae-8bba-b0ffd4b261a5 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:20:55.814812 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f0bb2-19a7-4dae-8bba-b0ffd4b261a5 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:20:55.815169 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f0bb2-19a7-4dae-8bba-b0ffd4b261a5 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:20:55.816199 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f0bb2-19a7-4dae-8bba-b0ffd4b261a5 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:20:55.816536 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f0bb2-19a7-4dae-8bba-b0ffd4b261a5 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:20:55.816867 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f0bb2-19a7-4dae-8bba-b0ffd4b261a5 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:20:55.817190 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f0bb2-19a7-4dae-8bba-b0ffd4b261a5 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:20:55.817710 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f0bb2-19a7-4dae-8bba-b0ffd4b261a5 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:20:55.818197 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f0bb2-19a7-4dae-8bba-b0ffd4b261a5 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:20:55.818691 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f0bb2-19a7-4dae-8bba-b0ffd4b261a5 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:20:55.868105 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-32fa2d37-a57e-4fd4-9a9d-8069a809f399 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:55.894884 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-32fa2d37-a57e-4fd4-9a9d-8069a809f399 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:56.074448 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-32fa2d37-a57e-4fd4-9a9d-8069a809f399 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:56.081429 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-32fa2d37-a57e-4fd4-9a9d-8069a809f399 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:56.081429 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-32fa2d37-a57e-4fd4-9a9d-8069a809f399 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "DELETE /v2.0/security-groups/40df9a37-b7f1-47d0-9fcd-57b815676a41 HTTP/1.1" status: 204 len: 168 time: 0.2815428 Jul 09 15:20:56.089482 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fa2d37-a57e-4fd4-9a9d-8069a809f399 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40df9a37-b7f1-47d0-9fcd-57b815676a41,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:20:56.173523 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-33f2eb16-ad07-4717-abfc-fc20cfb11fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:56.994576 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51680) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:20:56.999653 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-1843a56e-211a-497c-bae6-269b278b49a7 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-495806914', 'description': 'tempest-secgroup-smoke-495806914 description', 'project_id': 'a72faee8848947debd81a1c8a7d3d88c'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:20:57.093417 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1843a56e-211a-497c-bae6-269b278b49a7 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:57.102097 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 0bc32888-3815-4396-b871-494504d6b638 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:20:57.123104 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 0bc32888-3815-4396-b871-494504d6b638 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:20:57.123445 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 0bc32888-3815-4396-b871-494504d6b638 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:20:57.177443 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1843a56e-211a-497c-bae6-269b278b49a7 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:57.271756 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1843a56e-211a-497c-bae6-269b278b49a7 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:57.301479 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1843a56e-211a-497c-bae6-269b278b49a7 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=485e1e44-3778-4544-8f12-ee629b9beb9a,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:20:57.361553 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1843a56e-211a-497c-bae6-269b278b49a7 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:57.363328 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-1843a56e-211a-497c-bae6-269b278b49a7 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3674541 Jul 09 15:20:57.366259 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51684) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:20:57.371184 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-f483862b-c805-4189-84ed-a8dd6b95e26f tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Request body: {'security_group_rule': {'security_group_id': '485e1e44-3778-4544-8f12-ee629b9beb9a', 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:20:57.464179 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f483862b-c805-4189-84ed-a8dd6b95e26f tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:57.520828 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f483862b-c805-4189-84ed-a8dd6b95e26f tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:57.670288 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f483862b-c805-4189-84ed-a8dd6b95e26f tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:57.693827 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f483862b-c805-4189-84ed-a8dd6b95e26f tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=046d530d-cd18-46f6-ad42-b57a26a1bfa0,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:20:57.797676 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f483862b-c805-4189-84ed-a8dd6b95e26f tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:57.799251 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f483862b-c805-4189-84ed-a8dd6b95e26f tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4320006 Jul 09 15:20:57.805165 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51686) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:20:57.809805 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-8836a5e0-701e-4caa-95de-d386a864b076 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Request body: {'security_group_rule': {'security_group_id': '485e1e44-3778-4544-8f12-ee629b9beb9a', 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:20:57.894496 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8836a5e0-701e-4caa-95de-d386a864b076 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:57.955113 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8836a5e0-701e-4caa-95de-d386a864b076 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:58.083689 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8836a5e0-701e-4caa-95de-d386a864b076 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:58.103436 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8836a5e0-701e-4caa-95de-d386a864b076 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fc17263-1564-4154-b428-db50fd6637c3,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:20:58.186410 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8836a5e0-701e-4caa-95de-d386a864b076 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:58.187702 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-8836a5e0-701e-4caa-95de-d386a864b076 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3815098 Jul 09 15:20:58.191127 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51688) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:20:58.195936 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-ba8e341e-feba-437e-b780-62ce67a1cde2 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Request body: {'security_group_rule': {'security_group_id': '485e1e44-3778-4544-8f12-ee629b9beb9a', 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:20:58.287529 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ba8e341e-feba-437e-b780-62ce67a1cde2 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:58.347262 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ba8e341e-feba-437e-b780-62ce67a1cde2 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:58.415372 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ba8e341e-feba-437e-b780-62ce67a1cde2 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:58.436137 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8e341e-feba-437e-b780-62ce67a1cde2 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad5fa6c2-1ea0-47a6-b7a5-768e727e5d92,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:20:58.620724 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ba8e341e-feba-437e-b780-62ce67a1cde2 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:58.620724 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ba8e341e-feba-437e-b780-62ce67a1cde2 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3219960 Jul 09 15:20:58.620724 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51692) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:20:58.620724 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-8d0402a1-c6a8-4966-99bb-ee9eca0bc64b tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Request body: {'security_group_rule': {'security_group_id': '485e1e44-3778-4544-8f12-ee629b9beb9a', 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:20:58.686799 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8d0402a1-c6a8-4966-99bb-ee9eca0bc64b tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:58.749104 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8d0402a1-c6a8-4966-99bb-ee9eca0bc64b tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:58.841570 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8d0402a1-c6a8-4966-99bb-ee9eca0bc64b tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:58.862901 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0402a1-c6a8-4966-99bb-ee9eca0bc64b tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d373ab51-4079-4912-a155-1f2f9bb2ce04,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:20:58.917743 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8d0402a1-c6a8-4966-99bb-ee9eca0bc64b tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:58.918932 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-8d0402a1-c6a8-4966-99bb-ee9eca0bc64b tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4011304 Jul 09 15:20:58.921714 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51694) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:20:58.926289 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-0c035eb5-f4ee-4014-a23b-1ea55658150c tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Request body: {'security_group_rule': {'security_group_id': '485e1e44-3778-4544-8f12-ee629b9beb9a', 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:20:59.014939 n-d-799529-6 neutron-server[94445]: INFO neutron.db.securitygroups_db [None req-0c035eb5-f4ee-4014-a23b-1ea55658150c tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Project a72faee8848947debd81a1c8a7d3d88c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 15:20:59.024704 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0c035eb5-f4ee-4014-a23b-1ea55658150c tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:59.088499 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0c035eb5-f4ee-4014-a23b-1ea55658150c tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:59.110091 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-215c75bb-5c98-4c2c-b1c1-5d9674b8a398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:59.178948 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0c035eb5-f4ee-4014-a23b-1ea55658150c tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:59.198047 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c035eb5-f4ee-4014-a23b-1ea55658150c tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f2f92f7-b014-42a8-adff-b47cb607dc08,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:20:59.249802 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:59.272906 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0c035eb5-f4ee-4014-a23b-1ea55658150c tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:59.274126 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-0c035eb5-f4ee-4014-a23b-1ea55658150c tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3514583 Jul 09 15:20:59.276975 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51696) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:20:59.281522 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-283a9640-7743-4e93-ae89-cbab120f73f3 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Request body: {'security_group_rule': {'security_group_id': '485e1e44-3778-4544-8f12-ee629b9beb9a', 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:20:59.363729 n-d-799529-6 neutron-server[94445]: INFO neutron.db.securitygroups_db [None req-283a9640-7743-4e93-ae89-cbab120f73f3 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Project a72faee8848947debd81a1c8a7d3d88c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 15:20:59.369668 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-283a9640-7743-4e93-ae89-cbab120f73f3 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:59.439914 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-283a9640-7743-4e93-ae89-cbab120f73f3 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:59.500818 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-283a9640-7743-4e93-ae89-cbab120f73f3 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:59.519658 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283a9640-7743-4e93-ae89-cbab120f73f3 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe07fd2a-bc64-49f1-9383-ae21c423bd39,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:20:59.592349 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-283a9640-7743-4e93-ae89-cbab120f73f3 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:59.593803 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-283a9640-7743-4e93-ae89-cbab120f73f3 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3157294 Jul 09 15:20:59.599523 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51700) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:20:59.604803 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-1aef7e8d-b7d8-42a1-8d12-2a74d3417ca4 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Request body: {'network': {'name': 'tempest-network-smoke--753953646', 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'port_security_enabled': True}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:20:59.683718 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aef7e8d-b7d8-42a1-8d12-2a74d3417ca4 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Made reservation on behalf of a72faee8848947debd81a1c8a7d3d88c for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:20:59.687266 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1aef7e8d-b7d8-42a1-8d12-2a74d3417ca4 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:59.712125 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aef7e8d-b7d8-42a1-8d12-2a74d3417ca4 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:20:59.720711 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1aef7e8d-b7d8-42a1-8d12-2a74d3417ca4 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:59.721053 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-1aef7e8d-b7d8-42a1-8d12-2a74d3417ca4 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Added segment 1d44f505-dc52-4111-a80d-6dd13880ffe3 of type vlan for network 826dc4a4-e49b-44a0-93c6-31d8ca60478e Jul 09 15:20:59.766598 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1aef7e8d-b7d8-42a1-8d12-2a74d3417ca4 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:59.843445 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1aef7e8d-b7d8-42a1-8d12-2a74d3417ca4 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:59.849643 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aef7e8d-b7d8-42a1-8d12-2a74d3417ca4 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:20:59.850246 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1aef7e8d-b7d8-42a1-8d12-2a74d3417ca4 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:20:59.918317 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aef7e8d-b7d8-42a1-8d12-2a74d3417ca4 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event updated for resources: {'Network': ['ID=826dc4a4-e49b-44a0-93c6-31d8ca60478e,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:20:59.929273 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 826dc4a4-e49b-44a0-93c6-31d8ca60478e details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:20:59.958367 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-1aef7e8d-b7d8-42a1-8d12-2a74d3417ca4 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3577218 Jul 09 15:20:59.961205 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51702) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:20:59.966029 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-5dfd7dda-d8ca-4d81-95f7-e4655276af78 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2125879286', 'admin_state_up': True, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:21:00.078201 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5dfd7dda-d8ca-4d81-95f7-e4655276af78 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:00.079274 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5dfd7dda-d8ca-4d81-95f7-e4655276af78 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:00.138660 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5dfd7dda-d8ca-4d81-95f7-e4655276af78 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:00.298832 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:00.338659 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5dfd7dda-d8ca-4d81-95f7-e4655276af78 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:00.627658 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5dfd7dda-d8ca-4d81-95f7-e4655276af78 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for router_gateway, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:00.647868 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5dfd7dda-d8ca-4d81-95f7-e4655276af78 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:00.749899 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-5dfd7dda-d8ca-4d81-95f7-e4655276af78 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Allocated IP 172.25.3.148 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/1bb79982-f661-4bfd-9cf2-07c41ee3ba08) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:21:00.860156 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5dfd7dda-d8ca-4d81-95f7-e4655276af78 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:00.958076 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5dfd7dda-d8ca-4d81-95f7-e4655276af78 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:00.999791 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfd7dda-d8ca-4d81-95f7-e4655276af78 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:21:01.002661 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-5dfd7dda-d8ca-4d81-95f7-e4655276af78 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:21:01.005061 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfd7dda-d8ca-4d81-95f7-e4655276af78 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:21:01.029259 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfd7dda-d8ca-4d81-95f7-e4655276af78 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event updated for resources: {'Port': ['ID=1bb79982-f661-4bfd-9cf2-07c41ee3ba08,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:21:01.363752 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5dfd7dda-d8ca-4d81-95f7-e4655276af78 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for router_gateway, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:01.571269 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5dfd7dda-d8ca-4d81-95f7-e4655276af78 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:01.711834 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:01.780752 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dfd7dda-d8ca-4d81-95f7-e4655276af78 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Router bcbea775-c89e-4463-962a-ccac207ec611 is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 15:21:01.891602 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dfd7dda-d8ca-4d81-95f7-e4655276af78 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:21:01.903342 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59ace15-2106-4922-bbdd-684ab40a4365 None None] Sync routers for ids ['bcbea775-c89e-4463-962a-ccac207ec611'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:21:01.914443 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59ace15-2106-4922-bbdd-684ab40a4365 None None] Routers {'bcbea775-c89e-4463-962a-ccac207ec611'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:21:01.915070 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-e59ace15-2106-4922-bbdd-684ab40a4365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:20:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['bcbea775-c89e-4463-962a-ccac207ec611'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:21:01.990637 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5dfd7dda-d8ca-4d81-95f7-e4655276af78 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:01.991948 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-5dfd7dda-d8ca-4d81-95f7-e4655276af78 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.0297568 Jul 09 15:21:01.995450 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51708) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:21:02.031177 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-e59ace15-2106-4922-bbdd-684ab40a4365 None None] Set router bcbea775-c89e-4463-962a-ccac207ec611 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:21:02.031925 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-51671ef4-93c9-4578-8618-0a814de354eb tempest-TestNetworkAdvancedServerOps-1044390005 tempest-TestNetworkAdvancedServerOps-1044390005-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=a72faee8848947debd81a1c8a7d3d88c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0352464 Jul 09 15:21:02.034597 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 51710) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:21:02.221933 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2ee604-1374-4001-924a-f121c129de29 tempest-TestNetworkAdvancedServerOps-1044390005 tempest-TestNetworkAdvancedServerOps-1044390005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:21:02.227307 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-7c2ee604-1374-4001-924a-f121c129de29 tempest-TestNetworkAdvancedServerOps-1044390005 tempest-TestNetworkAdvancedServerOps-1044390005-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1916544 Jul 09 15:21:02.227748 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51712) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:21:02.228677 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-e59ace15-2106-4922-bbdd-684ab40a4365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcbea775-c89e-4463-962a-ccac207ec611', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125879286', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '1bb79982-f661-4bfd-9cf2-07c41ee3ba08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:21:00Z', 'updated_at': '2021-07-09T15:21:01Z', 'revision_number': 3, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'gw_port': {'id': '1bb79982-f661-4bfd-9cf2-07c41ee3ba08', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcbea775-c89e-4463-962a-ccac207ec611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:21:00Z', 'updated_at': '2021-07-09T15:21:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:21:02.259761 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-5ff1e4a4-e132-4d9b-9c3b-5b70325e5091 tempest-TestNetworkAdvancedServerOps-1044390005 tempest-TestNetworkAdvancedServerOps-1044390005-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=202c7ce6-d4e9-4f80-84dd-bef08905a653&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299973 Jul 09 15:21:02.261060 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59ace15-2106-4922-bbdd-684ab40a4365 None None] Checking router: bcbea775-c89e-4463-962a-ccac207ec611 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:21:02.261521 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59ace15-2106-4922-bbdd-684ab40a4365 None None] Updating router bcbea775-c89e-4463-962a-ccac207ec611 port 1bb79982-f661-4bfd-9cf2-07c41ee3ba08 binding host n-d-799529-6 {{(pid=94448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:21:02.262115 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51714) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:21:02.267612 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-ef97b27b-1493-4cd5-82f7-f49650e1fb94 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-132384449', 'network_id': '826dc4a4-e49b-44a0-93c6-31d8ca60478e', 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:21:02.302114 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-e59ace15-2106-4922-bbdd-684ab40a4365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:02.448221 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef97b27b-1493-4cd5-82f7-f49650e1fb94 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Made reservation on behalf of a72faee8848947debd81a1c8a7d3d88c for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:21:02.452320 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ef97b27b-1493-4cd5-82f7-f49650e1fb94 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:02.577321 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-e59ace15-2106-4922-bbdd-684ab40a4365 None None] Notify callbacks [] for port, precommit_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:02.588350 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.provisioning_blocks [None req-e59ace15-2106-4922-bbdd-684ab40a4365 None None] Transition to ACTIVE for port object 1bb79982-f661-4bfd-9cf2-07c41ee3ba08 will not be triggered until provisioned by entity L2. {{(pid=94448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:21:02.643093 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-e59ace15-2106-4922-bbdd-684ab40a4365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:02.694083 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ef97b27b-1493-4cd5-82f7-f49650e1fb94 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:02.702587 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd8382-27ea-4b69-a8e2-8c791563a5dd None None] Pushing event updated for resources: {'Port': ['ID=1bb79982-f661-4bfd-9cf2-07c41ee3ba08,revision_number=2']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:21:02.706546 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-e59ace15-2106-4922-bbdd-684ab40a4365 None None] Attempting to bind port 1bb79982-f661-4bfd-9cf2-07c41ee3ba08 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:21:02.706546 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-e59ace15-2106-4922-bbdd-684ab40a4365 None None] Attempting to bind port 1bb79982-f661-4bfd-9cf2-07c41ee3ba08 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:21:02.706546 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59ace15-2106-4922-bbdd-684ab40a4365 None None] Attempting to bind port 1bb79982-f661-4bfd-9cf2-07c41ee3ba08 on network 202c7ce6-d4e9-4f80-84dd-bef08905a653 {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:21:02.713373 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfd8382-27ea-4b69-a8e2-8c791563a5dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:21:02.713720 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfd8382-27ea-4b69-a8e2-8c791563a5dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:21:02.714064 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfd8382-27ea-4b69-a8e2-8c791563a5dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:21:02.714397 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfd8382-27ea-4b69-a8e2-8c791563a5dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:21:02.714733 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfd8382-27ea-4b69-a8e2-8c791563a5dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:21:02.715061 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfd8382-27ea-4b69-a8e2-8c791563a5dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:21:02.715389 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfd8382-27ea-4b69-a8e2-8c791563a5dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:21:02.715747 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfd8382-27ea-4b69-a8e2-8c791563a5dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:21:02.716074 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfd8382-27ea-4b69-a8e2-8c791563a5dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:21:02.716396 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfd8382-27ea-4b69-a8e2-8c791563a5dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:21:02.716720 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfd8382-27ea-4b69-a8e2-8c791563a5dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:21:02.717048 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfd8382-27ea-4b69-a8e2-8c791563a5dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:21:02.727188 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59ace15-2106-4922-bbdd-684ab40a4365 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:21:02.727832 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59ace15-2106-4922-bbdd-684ab40a4365 None None] Checking segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:21:02.729006 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-e59ace15-2106-4922-bbdd-684ab40a4365 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:02.729006 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59ace15-2106-4922-bbdd-684ab40a4365 None None] Bound using segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:21:02.729302 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-e59ace15-2106-4922-bbdd-684ab40a4365 None None] Bound port: 1bb79982-f661-4bfd-9cf2-07c41ee3ba08, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:21:02.729831 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-e59ace15-2106-4922-bbdd-684ab40a4365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:02.772256 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef97b27b-1493-4cd5-82f7-f49650e1fb94 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event updated for resources: {'Subnet': ['ID=7ad42fb4-2c6e-40af-88ad-c67b2cbfa09f,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:21:02.782560 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef97b27b-1493-4cd5-82f7-f49650e1fb94 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Checking segment: {'id': '1d44f505-dc52-4111-a80d-6dd13880ffe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '826dc4a4-e49b-44a0-93c6-31d8ca60478e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:21:02.782560 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef97b27b-1493-4cd5-82f7-f49650e1fb94 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Network hostable DHCP agents. Network: 826dc4a4-e49b-44a0-93c6-31d8ca60478e, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:21:02.803119 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-e59ace15-2106-4922-bbdd-684ab40a4365 None None] For port 1bb79982-f661-4bfd-9cf2-07c41ee3ba08, host n-d-799529-6, cleared binding levels {{(pid=94448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:21:02.808933 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-e59ace15-2106-4922-bbdd-684ab40a4365 None None] For port 1bb79982-f661-4bfd-9cf2-07c41ee3ba08, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=1bb79982-f661-4bfd-9cf2-07c41ee3ba08,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:21:02.858605 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef97b27b-1493-4cd5-82f7-f49650e1fb94 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Network 826dc4a4-e49b-44a0-93c6-31d8ca60478e is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:21:02.916330 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-e59ace15-2106-4922-bbdd-684ab40a4365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:02.955993 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-ef97b27b-1493-4cd5-82f7-f49650e1fb94 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 826dc4a4-e49b-44a0-93c6-31d8ca60478e) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:21:02.961641 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef97b27b-1493-4cd5-82f7-f49650e1fb94 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:21:02.962402 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ef97b27b-1493-4cd5-82f7-f49650e1fb94 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:02.972187 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5317302-b7c4-4e71-8975-751c19cc41b4 None None] Network 826dc4a4-e49b-44a0-93c6-31d8ca60478e requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:21:02.972821 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59ace15-2106-4922-bbdd-684ab40a4365 None None] Routers {'bcbea775-c89e-4463-962a-ccac207ec611'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:21:02.973108 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-e59ace15-2106-4922-bbdd-684ab40a4365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:20:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['bcbea775-c89e-4463-962a-ccac207ec611'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:21:03.016216 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd8382-27ea-4b69-a8e2-8c791563a5dd None None] Pushing event updated for resources: {'Port': ['ID=1bb79982-f661-4bfd-9cf2-07c41ee3ba08,revision_number=3']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:21:03.089705 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ef97b27b-1493-4cd5-82f7-f49650e1fb94 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8198152 Jul 09 15:21:03.089935 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-e59ace15-2106-4922-bbdd-684ab40a4365 None None] Set router bcbea775-c89e-4463-962a-ccac207ec611 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:21:03.090038 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51722) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:21:03.138948 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5ee3ae-0a00-462c-b7bf-d8a157f8662d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-826dc4a4-e49b-44a0-93c6-31d8ca60478e', 'network_id': '826dc4a4-e49b-44a0-93c6-31d8ca60478e', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'fixed_ips': [{'subnet_id': '7ad42fb4-2c6e-40af-88ad-c67b2cbfa09f'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:21:03.143658 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8b5ee3ae-0a00-462c-b7bf-d8a157f8662d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:03.307470 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-8b5ee3ae-0a00-462c-b7bf-d8a157f8662d None None] Allocated IP 172.20.0.2 (826dc4a4-e49b-44a0-93c6-31d8ca60478e/7ad42fb4-2c6e-40af-88ad-c67b2cbfa09f/33645061-4a3c-4f2e-801f-2ffbcad53baf) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:21:03.320731 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-e59ace15-2106-4922-bbdd-684ab40a4365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcbea775-c89e-4463-962a-ccac207ec611', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125879286', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '1bb79982-f661-4bfd-9cf2-07c41ee3ba08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:21:00Z', 'updated_at': '2021-07-09T15:21:01Z', 'revision_number': 3, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'gw_port': {'id': '1bb79982-f661-4bfd-9cf2-07c41ee3ba08', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcbea775-c89e-4463-962a-ccac207ec611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:21:00Z', 'updated_at': '2021-07-09T15:21:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:21:03.482168 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59ace15-2106-4922-bbdd-684ab40a4365 None None] The sync data for ids ['bcbea775-c89e-4463-962a-ccac207ec611'] in n-d-799529-6 is: [{'id': 'bcbea775-c89e-4463-962a-ccac207ec611', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125879286', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '1bb79982-f661-4bfd-9cf2-07c41ee3ba08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:21:00Z', 'updated_at': '2021-07-09T15:21:01Z', 'revision_number': 3, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'gw_port': {'id': '1bb79982-f661-4bfd-9cf2-07c41ee3ba08', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcbea775-c89e-4463-962a-ccac207ec611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:21:00Z', 'updated_at': '2021-07-09T15:21:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:21:03.517154 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8b5ee3ae-0a00-462c-b7bf-d8a157f8662d None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:03.529508 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-8b5ee3ae-0a00-462c-b7bf-d8a157f8662d None None] Transition to ACTIVE for port object 33645061-4a3c-4f2e-801f-2ffbcad53baf will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:21:03.553205 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-8b5ee3ae-0a00-462c-b7bf-d8a157f8662d None None] Transition to ACTIVE for port object 33645061-4a3c-4f2e-801f-2ffbcad53baf will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:21:03.636458 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8b5ee3ae-0a00-462c-b7bf-d8a157f8662d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:03.687104 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5ee3ae-0a00-462c-b7bf-d8a157f8662d None None] Network 826dc4a4-e49b-44a0-93c6-31d8ca60478e is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:21:03.690645 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-8b5ee3ae-0a00-462c-b7bf-d8a157f8662d None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:21:03.700569 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5ee3ae-0a00-462c-b7bf-d8a157f8662d None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:21:03.717220 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5ee3ae-0a00-462c-b7bf-d8a157f8662d None None] Pushing event updated for resources: {'Port': ['ID=33645061-4a3c-4f2e-801f-2ffbcad53baf,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:21:03.794918 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-8b5ee3ae-0a00-462c-b7bf-d8a157f8662d None None] Attempting to bind port 33645061-4a3c-4f2e-801f-2ffbcad53baf on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:21:03.795312 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-8b5ee3ae-0a00-462c-b7bf-d8a157f8662d None None] Attempting to bind port 33645061-4a3c-4f2e-801f-2ffbcad53baf by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '1d44f505-dc52-4111-a80d-6dd13880ffe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '826dc4a4-e49b-44a0-93c6-31d8ca60478e'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:21:03.795735 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5ee3ae-0a00-462c-b7bf-d8a157f8662d None None] Attempting to bind port 33645061-4a3c-4f2e-801f-2ffbcad53baf on network 826dc4a4-e49b-44a0-93c6-31d8ca60478e {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:21:03.801820 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5ee3ae-0a00-462c-b7bf-d8a157f8662d None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:21:03.802828 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5ee3ae-0a00-462c-b7bf-d8a157f8662d None None] Checking segment: {'id': '1d44f505-dc52-4111-a80d-6dd13880ffe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '826dc4a4-e49b-44a0-93c6-31d8ca60478e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:21:03.803143 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8b5ee3ae-0a00-462c-b7bf-d8a157f8662d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:03.803601 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5ee3ae-0a00-462c-b7bf-d8a157f8662d None None] Bound using segment: {'id': '1d44f505-dc52-4111-a80d-6dd13880ffe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '826dc4a4-e49b-44a0-93c6-31d8ca60478e'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:21:03.804231 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-8b5ee3ae-0a00-462c-b7bf-d8a157f8662d None None] Bound port: 33645061-4a3c-4f2e-801f-2ffbcad53baf, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d44f505-dc52-4111-a80d-6dd13880ffe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '826dc4a4-e49b-44a0-93c6-31d8ca60478e'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:21:03.804629 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8b5ee3ae-0a00-462c-b7bf-d8a157f8662d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:03.905188 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-8b5ee3ae-0a00-462c-b7bf-d8a157f8662d None None] For port 33645061-4a3c-4f2e-801f-2ffbcad53baf, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:21:03.916422 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-8b5ee3ae-0a00-462c-b7bf-d8a157f8662d None None] For port 33645061-4a3c-4f2e-801f-2ffbcad53baf, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=33645061-4a3c-4f2e-801f-2ffbcad53baf,segment=NetworkSegment(1d44f505-dc52-4111-a80d-6dd13880ffe3),segment_id=1d44f505-dc52-4111-a80d-6dd13880ffe3)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:21:03.999597 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8b5ee3ae-0a00-462c-b7bf-d8a157f8662d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:04.023738 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7cfce5b2-9904-4021-9c71-2912487b9583 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:04.074022 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5ee3ae-0a00-462c-b7bf-d8a157f8662d None None] Pushing event updated for resources: {'Port': ['ID=33645061-4a3c-4f2e-801f-2ffbcad53baf,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:21:04.389389 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-7cfce5b2-9904-4021-9c71-2912487b9583 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Allocated IP 172.20.0.1 (826dc4a4-e49b-44a0-93c6-31d8ca60478e/7ad42fb4-2c6e-40af-88ad-c67b2cbfa09f/6f29713f-07b6-4f5e-9a7f-964372399d17) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:21:04.541466 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7cfce5b2-9904-4021-9c71-2912487b9583 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:04.558025 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-7cfce5b2-9904-4021-9c71-2912487b9583 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Transition to ACTIVE for port object 6f29713f-07b6-4f5e-9a7f-964372399d17 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:21:04.676500 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7cfce5b2-9904-4021-9c71-2912487b9583 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:04.730414 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfce5b2-9904-4021-9c71-2912487b9583 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Network 826dc4a4-e49b-44a0-93c6-31d8ca60478e is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:21:04.733974 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-7cfce5b2-9904-4021-9c71-2912487b9583 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:21:04.741206 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfce5b2-9904-4021-9c71-2912487b9583 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:21:04.750847 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfce5b2-9904-4021-9c71-2912487b9583 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event updated for resources: {'Port': ['ID=6f29713f-07b6-4f5e-9a7f-964372399d17,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:21:04.809733 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7cfce5b2-9904-4021-9c71-2912487b9583 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:05.075419 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7cfce5b2-9904-4021-9c71-2912487b9583 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:05.226626 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37c4726-6e05-4c3e-9bc5-afed6a54afaf None None] Network 826dc4a4-e49b-44a0-93c6-31d8ca60478e requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:21:05.285453 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 33645061-4a3c-4f2e-801f-2ffbcad53baf up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:21:05.432370 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7cfce5b2-9904-4021-9c71-2912487b9583 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:05.432723 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-b0a2f544-0567-4aef-ae81-35f21e496d2b None None] Provisioning for port 33645061-4a3c-4f2e-801f-2ffbcad53baf completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:21:05.534867 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7cfce5b2-9904-4021-9c71-2912487b9583 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:05.538409 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 33645061-4a3c-4f2e-801f-2ffbcad53baf completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:21:05.543054 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 33645061-4a3c-4f2e-801f-2ffbcad53baf triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:21:05.543438 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:05.641909 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfce5b2-9904-4021-9c71-2912487b9583 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event updated for resources: {'Port': ['ID=6f29713f-07b6-4f5e-9a7f-964372399d17,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:21:05.645062 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7cfce5b2-9904-4021-9c71-2912487b9583 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:05.650008 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:05.701956 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 33645061-4a3c-4f2e-801f-2ffbcad53baf, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=33645061-4a3c-4f2e-801f-2ffbcad53baf,segment=NetworkSegment(1d44f505-dc52-4111-a80d-6dd13880ffe3),segment_id=1d44f505-dc52-4111-a80d-6dd13880ffe3)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:21:05.766460 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfce5b2-9904-4021-9c71-2912487b9583 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Network 826dc4a4-e49b-44a0-93c6-31d8ca60478e is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:21:05.766460 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-7cfce5b2-9904-4021-9c71-2912487b9583 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:21:05.784863 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:05.785703 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 1bb79982-f661-4bfd-9cf2-07c41ee3ba08 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:21:05.882058 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=33645061-4a3c-4f2e-801f-2ffbcad53baf,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:21:05.904472 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-3434ac41-cb39-45ef-ba94-0fefafc8e403 None None] Provisioning complete for port 33645061-4a3c-4f2e-801f-2ffbcad53baf triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:21:05.904878 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3434ac41-cb39-45ef-ba94-0fefafc8e403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:05.937388 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cfce5b2-9904-4021-9c71-2912487b9583 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Router bcbea775-c89e-4463-962a-ccac207ec611 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:21:06.053673 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 1bb79982-f661-4bfd-9cf2-07c41ee3ba08 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:21:06.060946 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 1bb79982-f661-4bfd-9cf2-07c41ee3ba08 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:21:06.061352 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:06.097826 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cfce5b2-9904-4021-9c71-2912487b9583 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:21:06.104294 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7cfce5b2-9904-4021-9c71-2912487b9583 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "PUT /v2.0/routers/bcbea775-c89e-4463-962a-ccac207ec611/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0086458 Jul 09 15:21:06.168774 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:06.176807 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfb5f7a-e99c-4f4d-9c54-699257416d1b None None] Sync routers for ids ['bcbea775-c89e-4463-962a-ccac207ec611'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:21:06.187178 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-3434ac41-cb39-45ef-ba94-0fefafc8e403 None None] Provisioning for port 6f29713f-07b6-4f5e-9a7f-964372399d17 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:21:06.209292 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-3434ac41-cb39-45ef-ba94-0fefafc8e403 None None] Provisioning complete for port 6f29713f-07b6-4f5e-9a7f-964372399d17 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:21:06.209536 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3434ac41-cb39-45ef-ba94-0fefafc8e403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:06.221647 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 1bb79982-f661-4bfd-9cf2-07c41ee3ba08, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=1bb79982-f661-4bfd-9cf2-07c41ee3ba08,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:21:06.259521 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfb5f7a-e99c-4f4d-9c54-699257416d1b None None] Routers {'bcbea775-c89e-4463-962a-ccac207ec611'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:21:06.260267 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-ccfb5f7a-e99c-4f4d-9c54-699257416d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:20:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['bcbea775-c89e-4463-962a-ccac207ec611'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:21:06.305985 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:06.324027 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-3434ac41-cb39-45ef-ba94-0fefafc8e403 None None] Port 6f29713f-07b6-4f5e-9a7f-964372399d17 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:21:06.420333 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d54f6e19-25c5-466f-acff-ca5581193b5d req-3caf0617-e70d-4092-b4d0-dd3669db414e tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-495806914&fields=id&tenant_id=a72faee8848947debd81a1c8a7d3d88c HTTP/1.1" status: 200 len: 267 time: 0.0728269 Jul 09 15:21:06.551385 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f6e19-25c5-466f-acff-ca5581193b5d req-9d40c14d-5352-4b2c-a4b9-0a719b864d83 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:21:06.553142 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d54f6e19-25c5-466f-acff-ca5581193b5d req-9d40c14d-5352-4b2c-a4b9-0a719b864d83 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/networks?id=826dc4a4-e49b-44a0-93c6-31d8ca60478e HTTP/1.1" status: 200 len: 796 time: 0.1261158 Jul 09 15:21:06.573527 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d54f6e19-25c5-466f-acff-ca5581193b5d req-33abaf87-7b78-4118-bb49-31f05302d447 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/quotas/a72faee8848947debd81a1c8a7d3d88c HTTP/1.1" status: 200 len: 375 time: 0.0104039 Jul 09 15:21:06.582132 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=1bb79982-f661-4bfd-9cf2-07c41ee3ba08,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:21:06.595363 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-81d9a0f3-8258-4c78-8e8e-aaa81a41aa01 None None] Provisioning complete for port 6f29713f-07b6-4f5e-9a7f-964372399d17 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:21:06.595880 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-81d9a0f3-8258-4c78-8e8e-aaa81a41aa01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:06.621243 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-ccfb5f7a-e99c-4f4d-9c54-699257416d1b None None] Set router bcbea775-c89e-4463-962a-ccac207ec611 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:21:06.669073 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-81d9a0f3-8258-4c78-8e8e-aaa81a41aa01 None None] Port 6f29713f-07b6-4f5e-9a7f-964372399d17 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:21:06.676705 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d54f6e19-25c5-466f-acff-ca5581193b5d req-ba00fca2-5f55-4fef-aabd-498dc2910e3a tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a72faee8848947debd81a1c8a7d3d88c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0972576 Jul 09 15:21:06.694522 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [req-d54f6e19-25c5-466f-acff-ca5581193b5d req-30541a49-c8e4-4fd7-9c65-f4502d325b11 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:21:06.695747 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d54f6e19-25c5-466f-acff-ca5581193b5d req-30541a49-c8e4-4fd7-9c65-f4502d325b11 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069180 Jul 09 15:21:06.801665 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d54f6e19-25c5-466f-acff-ca5581193b5d req-22266d9c-1005-4590-a45b-15007c51621e service neutron] 10.222.0.58 "GET /v2.0/networks/826dc4a4-e49b-44a0-93c6-31d8ca60478e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995207 Jul 09 15:21:06.867907 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-ccfb5f7a-e99c-4f4d-9c54-699257416d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcbea775-c89e-4463-962a-ccac207ec611', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125879286', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '1bb79982-f661-4bfd-9cf2-07c41ee3ba08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:21:00Z', 'updated_at': '2021-07-09T15:21:04Z', 'revision_number': 4, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'gw_port': {'id': '1bb79982-f661-4bfd-9cf2-07c41ee3ba08', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcbea775-c89e-4463-962a-ccac207ec611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:21:00Z', 'updated_at': '2021-07-09T15:21:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '6f29713f-07b6-4f5e-9a7f-964372399d17', 'name': '', 'network_id': '826dc4a4-e49b-44a0-93c6-31d8ca60478e', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'mac_address': 'fa:16:3e:ee:08:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcbea775-c89e-4463-962a-ccac207ec611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '7ad42fb4-2c6e-40af-88ad-c67b2cbfa09f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:21:04Z', 'updated_at': '2021-07-09T15:21:05Z', 'revision_number': 2, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'subnets': [{'id': '7ad42fb4-2c6e-40af-88ad-c67b2cbfa09f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:21:06.894415 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfb5f7a-e99c-4f4d-9c54-699257416d1b None None] Checking router: bcbea775-c89e-4463-962a-ccac207ec611 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:21:06.895213 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfb5f7a-e99c-4f4d-9c54-699257416d1b None None] Updating router bcbea775-c89e-4463-962a-ccac207ec611 port 6f29713f-07b6-4f5e-9a7f-964372399d17 binding host n-d-799529-6 {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:21:06.913349 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d54f6e19-25c5-466f-acff-ca5581193b5d req-44eac262-2433-401f-81ed-304695e8a73a service neutron] 10.222.0.58 "GET /v2.0/networks/826dc4a4-e49b-44a0-93c6-31d8ca60478e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007762 Jul 09 15:21:06.931597 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ccfb5f7a-e99c-4f4d-9c54-699257416d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:07.180286 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b8dfffbf-b2e3-4778-b268-cf9d47ee26b0 req-2aeb614f-1427-4fc3-91c7-ff9b0855172e tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=8707cbc4-623f-431d-948e-3fcc73e1240b HTTP/1.1" status: 200 len: 210 time: 0.0411711 Jul 09 15:21:07.208926 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 33645061-4a3c-4f2e-801f-2ffbcad53baf up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:21:07.315091 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ccfb5f7a-e99c-4f4d-9c54-699257416d1b None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:07.362671 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-ccfb5f7a-e99c-4f4d-9c54-699257416d1b None None] Transition to ACTIVE for port object 6f29713f-07b6-4f5e-9a7f-964372399d17 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:21:07.388747 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 33645061-4a3c-4f2e-801f-2ffbcad53baf triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:21:07.389127 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:07.480796 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 1bb79982-f661-4bfd-9cf2-07c41ee3ba08 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:21:07.505702 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ccfb5f7a-e99c-4f4d-9c54-699257416d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:07.576353 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254f2e94-bdd4-444e-abf9-c3c83a913409 None None] Pushing event updated for resources: {'Port': ['ID=6f29713f-07b6-4f5e-9a7f-964372399d17,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:21:07.612036 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 1bb79982-f661-4bfd-9cf2-07c41ee3ba08 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:21:07.612421 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:07.667155 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-ccfb5f7a-e99c-4f4d-9c54-699257416d1b None None] Attempting to bind port 6f29713f-07b6-4f5e-9a7f-964372399d17 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:21:07.667547 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-ccfb5f7a-e99c-4f4d-9c54-699257416d1b None None] Attempting to bind port 6f29713f-07b6-4f5e-9a7f-964372399d17 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '1d44f505-dc52-4111-a80d-6dd13880ffe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '826dc4a4-e49b-44a0-93c6-31d8ca60478e'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:21:07.667920 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfb5f7a-e99c-4f4d-9c54-699257416d1b None None] Attempting to bind port 6f29713f-07b6-4f5e-9a7f-964372399d17 on network 826dc4a4-e49b-44a0-93c6-31d8ca60478e {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:21:07.683200 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfb5f7a-e99c-4f4d-9c54-699257416d1b None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:21:07.683200 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfb5f7a-e99c-4f4d-9c54-699257416d1b None None] Checking segment: {'id': '1d44f505-dc52-4111-a80d-6dd13880ffe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '826dc4a4-e49b-44a0-93c6-31d8ca60478e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:21:07.683200 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ccfb5f7a-e99c-4f4d-9c54-699257416d1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:07.683200 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfb5f7a-e99c-4f4d-9c54-699257416d1b None None] Bound using segment: {'id': '1d44f505-dc52-4111-a80d-6dd13880ffe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '826dc4a4-e49b-44a0-93c6-31d8ca60478e'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:21:07.683200 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-ccfb5f7a-e99c-4f4d-9c54-699257416d1b None None] Bound port: 6f29713f-07b6-4f5e-9a7f-964372399d17, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d44f505-dc52-4111-a80d-6dd13880ffe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '826dc4a4-e49b-44a0-93c6-31d8ca60478e'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:21:07.683200 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ccfb5f7a-e99c-4f4d-9c54-699257416d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:07.814310 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-ccfb5f7a-e99c-4f4d-9c54-699257416d1b None None] For port 6f29713f-07b6-4f5e-9a7f-964372399d17, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:21:07.818112 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-ccfb5f7a-e99c-4f4d-9c54-699257416d1b None None] For port 6f29713f-07b6-4f5e-9a7f-964372399d17, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=6f29713f-07b6-4f5e-9a7f-964372399d17,segment=NetworkSegment(1d44f505-dc52-4111-a80d-6dd13880ffe3),segment_id=1d44f505-dc52-4111-a80d-6dd13880ffe3)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:21:07.918105 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ccfb5f7a-e99c-4f4d-9c54-699257416d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:07.969537 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfb5f7a-e99c-4f4d-9c54-699257416d1b None None] Routers {'bcbea775-c89e-4463-962a-ccac207ec611'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:21:07.970195 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-ccfb5f7a-e99c-4f4d-9c54-699257416d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:20:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['bcbea775-c89e-4463-962a-ccac207ec611'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:21:08.024355 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254f2e94-bdd4-444e-abf9-c3c83a913409 None None] Pushing event updated for resources: {'Port': ['ID=6f29713f-07b6-4f5e-9a7f-964372399d17,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:21:08.098131 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-ccfb5f7a-e99c-4f4d-9c54-699257416d1b None None] Set router bcbea775-c89e-4463-962a-ccac207ec611 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:21:08.278066 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-08b7d045-6663-4bb5-adb0-4753a067d823 req-6da0ab82-86e1-42c5-99eb-3b183c2e69ce tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=8707cbc4-623f-431d-948e-3fcc73e1240b HTTP/1.1" status: 200 len: 210 time: 0.0365973 Jul 09 15:21:08.323985 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-ccfb5f7a-e99c-4f4d-9c54-699257416d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcbea775-c89e-4463-962a-ccac207ec611', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125879286', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '1bb79982-f661-4bfd-9cf2-07c41ee3ba08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:21:00Z', 'updated_at': '2021-07-09T15:21:04Z', 'revision_number': 4, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'gw_port': {'id': '1bb79982-f661-4bfd-9cf2-07c41ee3ba08', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbea775-c89e-4463-962a-ccac207ec611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:21:00Z', 'updated_at': '2021-07-09T15:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '6f29713f-07b6-4f5e-9a7f-964372399d17', 'name': '', 'network_id': '826dc4a4-e49b-44a0-93c6-31d8ca60478e', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'mac_address': 'fa:16:3e:ee:08:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcbea775-c89e-4463-962a-ccac207ec611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '7ad42fb4-2c6e-40af-88ad-c67b2cbfa09f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:21:04Z', 'updated_at': '2021-07-09T15:21:07Z', 'revision_number': 4, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'subnets': [{'id': '7ad42fb4-2c6e-40af-88ad-c67b2cbfa09f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:21:08.351255 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfb5f7a-e99c-4f4d-9c54-699257416d1b None None] The sync data for ids ['bcbea775-c89e-4463-962a-ccac207ec611'] in n-d-799529-6 is: [{'id': 'bcbea775-c89e-4463-962a-ccac207ec611', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125879286', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '1bb79982-f661-4bfd-9cf2-07c41ee3ba08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:21:00Z', 'updated_at': '2021-07-09T15:21:04Z', 'revision_number': 4, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'gw_port': {'id': '1bb79982-f661-4bfd-9cf2-07c41ee3ba08', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbea775-c89e-4463-962a-ccac207ec611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:21:00Z', 'updated_at': '2021-07-09T15:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '6f29713f-07b6-4f5e-9a7f-964372399d17', 'name': '', 'network_id': '826dc4a4-e49b-44a0-93c6-31d8ca60478e', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'mac_address': 'fa:16:3e:ee:08:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcbea775-c89e-4463-962a-ccac207ec611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '7ad42fb4-2c6e-40af-88ad-c67b2cbfa09f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:21:04Z', 'updated_at': '2021-07-09T15:21:07Z', 'revision_number': 4, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'subnets': [{'id': '7ad42fb4-2c6e-40af-88ad-c67b2cbfa09f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:21:09.188133 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 6f29713f-07b6-4f5e-9a7f-964372399d17 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:21:09.304938 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 6f29713f-07b6-4f5e-9a7f-964372399d17 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:21:09.309638 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 6f29713f-07b6-4f5e-9a7f-964372399d17 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:21:09.310258 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:09.422051 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:09.468770 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e10a0323-5dd0-4c85-9e82-ca583ee9f8a0 req-3384636d-c510-4aa4-9c09-24ec7eb20547 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=8707cbc4-623f-431d-948e-3fcc73e1240b HTTP/1.1" status: 200 len: 210 time: 0.0360453 Jul 09 15:21:09.483793 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 6f29713f-07b6-4f5e-9a7f-964372399d17, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=6f29713f-07b6-4f5e-9a7f-964372399d17,segment=NetworkSegment(1d44f505-dc52-4111-a80d-6dd13880ffe3),segment_id=1d44f505-dc52-4111-a80d-6dd13880ffe3)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:21:09.587056 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:09.709073 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=6f29713f-07b6-4f5e-9a7f-964372399d17,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:21:09.799824 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f6e19-25c5-466f-acff-ca5581193b5d req-a26431d1-e4ec-4a0c-966c-0e13b50060b5 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:21:09.801645 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d54f6e19-25c5-466f-acff-ca5581193b5d req-a26431d1-e4ec-4a0c-966c-0e13b50060b5 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.62 "GET /v2.0/networks?id=826dc4a4-e49b-44a0-93c6-31d8ca60478e HTTP/1.1" status: 200 len: 796 time: 0.2211983 Jul 09 15:21:09.858169 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d54f6e19-25c5-466f-acff-ca5581193b5d req-faa63f50-1fc4-4837-897e-0d07cbe1a880 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a72faee8848947debd81a1c8a7d3d88c HTTP/1.1" status: 200 len: 379 time: 0.0388381 Jul 09 15:21:09.867554 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-d54f6e19-25c5-466f-acff-ca5581193b5d req-6e376743-6754-47dd-ac73-22b65486ef58 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Request body: {'port': {'device_id': '8707cbc4-623f-431d-948e-3fcc73e1240b', 'network_id': '826dc4a4-e49b-44a0-93c6-31d8ca60478e', 'admin_state_up': True, 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'security_groups': ['485e1e44-3778-4544-8f12-ee629b9beb9a']}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:21:10.060599 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d54f6e19-25c5-466f-acff-ca5581193b5d req-6e376743-6754-47dd-ac73-22b65486ef58 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Made reservation on behalf of a72faee8848947debd81a1c8a7d3d88c for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:21:10.064329 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d54f6e19-25c5-466f-acff-ca5581193b5d req-6e376743-6754-47dd-ac73-22b65486ef58 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:10.224269 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-d54f6e19-25c5-466f-acff-ca5581193b5d req-6e376743-6754-47dd-ac73-22b65486ef58 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Allocated IP 172.20.0.5 (826dc4a4-e49b-44a0-93c6-31d8ca60478e/7ad42fb4-2c6e-40af-88ad-c67b2cbfa09f/b3c61100-cf1c-4285-b77a-972f85ae3a38) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:21:10.368948 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d54f6e19-25c5-466f-acff-ca5581193b5d req-6e376743-6754-47dd-ac73-22b65486ef58 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:10.384911 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-d54f6e19-25c5-466f-acff-ca5581193b5d req-6e376743-6754-47dd-ac73-22b65486ef58 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Transition to ACTIVE for port object b3c61100-cf1c-4285-b77a-972f85ae3a38 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:21:10.518157 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d54f6e19-25c5-466f-acff-ca5581193b5d req-6e376743-6754-47dd-ac73-22b65486ef58 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:10.564980 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d54f6e19-25c5-466f-acff-ca5581193b5d req-6e376743-6754-47dd-ac73-22b65486ef58 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Network 826dc4a4-e49b-44a0-93c6-31d8ca60478e is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:21:10.568390 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-d54f6e19-25c5-466f-acff-ca5581193b5d req-6e376743-6754-47dd-ac73-22b65486ef58 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:21:10.573125 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-d54f6e19-25c5-466f-acff-ca5581193b5d req-6e376743-6754-47dd-ac73-22b65486ef58 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:21:10.580472 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e376743-6754-47dd-ac73-22b65486ef58 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event updated for resources: {'Port': ['ID=b3c61100-cf1c-4285-b77a-972f85ae3a38,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:21:10.641444 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f6e19-25c5-466f-acff-ca5581193b5d req-6e376743-6754-47dd-ac73-22b65486ef58 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:21:10.642116 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d54f6e19-25c5-466f-acff-ca5581193b5d req-6e376743-6754-47dd-ac73-22b65486ef58 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:10.691067 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f7f09-f129-434a-844a-8550c9596dda req-d5720903-310f-4f26-b08d-7c382f7f4494 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:21:10.693471 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e09f7f09-f129-434a-844a-8550c9596dda req-d5720903-310f-4f26-b08d-7c382f7f4494 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=8707cbc4-623f-431d-948e-3fcc73e1240b HTTP/1.1" status: 200 len: 931 time: 0.0857277 Jul 09 15:21:10.740111 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d54f6e19-25c5-466f-acff-ca5581193b5d req-6e376743-6754-47dd-ac73-22b65486ef58 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8762760 Jul 09 15:21:10.741302 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e09f7f09-f129-434a-844a-8550c9596dda req-fbcdcace-164e-4ebd-8eb3-58c5afaae307 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=485e1e44-3778-4544-8f12-ee629b9beb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418925 Jul 09 15:21:10.767491 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-d54f6e19-25c5-466f-acff-ca5581193b5d req-29ef539d-d2bf-4a76-b9a0-bfcabc8798ef service neutron] Request body: {'port': {'device_id': '8707cbc4-623f-431d-948e-3fcc73e1240b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:21:10.857689 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d54f6e19-25c5-466f-acff-ca5581193b5d req-29ef539d-d2bf-4a76-b9a0-bfcabc8798ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:10.995952 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-d8b386cf-529f-4de5-9d7d-ebe681148df4 None None] Provisioning for port b3c61100-cf1c-4285-b77a-972f85ae3a38 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:21:11.000700 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-d8b386cf-529f-4de5-9d7d-ebe681148df4 None None] Provisioning complete for port b3c61100-cf1c-4285-b77a-972f85ae3a38 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:21:11.001069 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d8b386cf-529f-4de5-9d7d-ebe681148df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:11.035605 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-d8b386cf-529f-4de5-9d7d-ebe681148df4 None None] Port b3c61100-cf1c-4285-b77a-972f85ae3a38 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:21:11.138078 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-d54f6e19-25c5-466f-acff-ca5581193b5d req-29ef539d-d2bf-4a76-b9a0-bfcabc8798ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3c61100-cf1c-4285-b77a-972f85ae3a38 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:21:11.146381 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d54f6e19-25c5-466f-acff-ca5581193b5d req-29ef539d-d2bf-4a76-b9a0-bfcabc8798ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:11.159541 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-d54f6e19-25c5-466f-acff-ca5581193b5d req-29ef539d-d2bf-4a76-b9a0-bfcabc8798ef service neutron] Transition to ACTIVE for port object b3c61100-cf1c-4285-b77a-972f85ae3a38 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:21:11.163007 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 6f29713f-07b6-4f5e-9a7f-964372399d17 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:21:11.216330 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 6f29713f-07b6-4f5e-9a7f-964372399d17 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:21:11.216706 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:11.224717 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d54f6e19-25c5-466f-acff-ca5581193b5d req-29ef539d-d2bf-4a76-b9a0-bfcabc8798ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:11.281777 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ef539d-d2bf-4a76-b9a0-bfcabc8798ef service neutron] Pushing event updated for resources: {'Port': ['ID=b3c61100-cf1c-4285-b77a-972f85ae3a38,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:21:11.380055 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-d54f6e19-25c5-466f-acff-ca5581193b5d req-29ef539d-d2bf-4a76-b9a0-bfcabc8798ef service neutron] Attempting to bind port b3c61100-cf1c-4285-b77a-972f85ae3a38 on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:21:11.380650 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-d54f6e19-25c5-466f-acff-ca5581193b5d req-29ef539d-d2bf-4a76-b9a0-bfcabc8798ef service neutron] Attempting to bind port b3c61100-cf1c-4285-b77a-972f85ae3a38 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': '1d44f505-dc52-4111-a80d-6dd13880ffe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '826dc4a4-e49b-44a0-93c6-31d8ca60478e'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:21:11.381063 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54f6e19-25c5-466f-acff-ca5581193b5d req-29ef539d-d2bf-4a76-b9a0-bfcabc8798ef service neutron] Attempting to bind port b3c61100-cf1c-4285-b77a-972f85ae3a38 on network 826dc4a4-e49b-44a0-93c6-31d8ca60478e {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:21:11.386858 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54f6e19-25c5-466f-acff-ca5581193b5d req-29ef539d-d2bf-4a76-b9a0-bfcabc8798ef service neutron] Port b3c61100-cf1c-4285-b77a-972f85ae3a38 on network 826dc4a4-e49b-44a0-93c6-31d8ca60478e not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:21:11.387197 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54f6e19-25c5-466f-acff-ca5581193b5d req-29ef539d-d2bf-4a76-b9a0-bfcabc8798ef service neutron] Attempting to bind port b3c61100-cf1c-4285-b77a-972f85ae3a38 on network 826dc4a4-e49b-44a0-93c6-31d8ca60478e {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:21:11.392447 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54f6e19-25c5-466f-acff-ca5581193b5d req-29ef539d-d2bf-4a76-b9a0-bfcabc8798ef service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:21:11.392783 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54f6e19-25c5-466f-acff-ca5581193b5d req-29ef539d-d2bf-4a76-b9a0-bfcabc8798ef service neutron] Checking segment: {'id': '1d44f505-dc52-4111-a80d-6dd13880ffe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '826dc4a4-e49b-44a0-93c6-31d8ca60478e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:21:11.393185 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54f6e19-25c5-466f-acff-ca5581193b5d req-29ef539d-d2bf-4a76-b9a0-bfcabc8798ef service neutron] Bound using segment: {'id': '1d44f505-dc52-4111-a80d-6dd13880ffe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '826dc4a4-e49b-44a0-93c6-31d8ca60478e'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:21:11.393625 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-d54f6e19-25c5-466f-acff-ca5581193b5d req-29ef539d-d2bf-4a76-b9a0-bfcabc8798ef service neutron] Bound port: b3c61100-cf1c-4285-b77a-972f85ae3a38, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d44f505-dc52-4111-a80d-6dd13880ffe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '826dc4a4-e49b-44a0-93c6-31d8ca60478e'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:21:11.393997 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d54f6e19-25c5-466f-acff-ca5581193b5d req-29ef539d-d2bf-4a76-b9a0-bfcabc8798ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:11.469787 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-d54f6e19-25c5-466f-acff-ca5581193b5d req-29ef539d-d2bf-4a76-b9a0-bfcabc8798ef service neutron] For port b3c61100-cf1c-4285-b77a-972f85ae3a38, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:21:11.475527 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-d54f6e19-25c5-466f-acff-ca5581193b5d req-29ef539d-d2bf-4a76-b9a0-bfcabc8798ef service neutron] For port b3c61100-cf1c-4285-b77a-972f85ae3a38, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=b3c61100-cf1c-4285-b77a-972f85ae3a38,segment=NetworkSegment(1d44f505-dc52-4111-a80d-6dd13880ffe3),segment_id=1d44f505-dc52-4111-a80d-6dd13880ffe3)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:21:11.585721 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d54f6e19-25c5-466f-acff-ca5581193b5d req-29ef539d-d2bf-4a76-b9a0-bfcabc8798ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:11.648962 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f6e19-25c5-466f-acff-ca5581193b5d req-29ef539d-d2bf-4a76-b9a0-bfcabc8798ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:21:11.649632 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d54f6e19-25c5-466f-acff-ca5581193b5d req-29ef539d-d2bf-4a76-b9a0-bfcabc8798ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:11.653500 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d54f6e19-25c5-466f-acff-ca5581193b5d req-29ef539d-d2bf-4a76-b9a0-bfcabc8798ef service neutron] 10.222.0.62 "PUT /v2.0/ports/b3c61100-cf1c-4285-b77a-972f85ae3a38 HTTP/1.1" status: 200 len: 1091 time: 0.9003952 Jul 09 15:21:11.654141 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8707cbc4-623f-431d-948e-3fcc73e1240b', 'tag': 'b3c61100-cf1c-4285-b77a-972f85ae3a38'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:21:11.656834 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41767c47-37d8-4a5a-99c4-d3918e38f1c1" -d '{"events": [{"name": "network-changed", "server_uuid": "8707cbc4-623f-431d-948e-3fcc73e1240b", "tag": "b3c61100-cf1c-4285-b77a-972f85ae3a38"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:21:11.686908 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ef539d-d2bf-4a76-b9a0-bfcabc8798ef service neutron] Pushing event updated for resources: {'Port': ['ID=b3c61100-cf1c-4285-b77a-972f85ae3a38,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:21:11.717379 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1840c44c-6b4b-4ab5-8af0-ad9ef6480d56 x-openstack-request-id: req-1840c44c-6b4b-4ab5-8af0-ad9ef6480d56 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:21:11.717734 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8707cbc4-623f-431d-948e-3fcc73e1240b", "tag": "b3c61100-cf1c-4285-b77a-972f85ae3a38", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:21:11.718060 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1840c44c-6b4b-4ab5-8af0-ad9ef6480d56 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:21:11.718536 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8707cbc4-623f-431d-948e-3fcc73e1240b', 'tag': 'b3c61100-cf1c-4285-b77a-972f85ae3a38', 'status': 'completed', 'code': 200} Jul 09 15:21:11.821806 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41767c47-37d8-4a5a-99c4-d3918e38f1c1 req-e434780a-9360-4d34-aef1-7b397d1fbcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:21:11.823582 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-41767c47-37d8-4a5a-99c4-d3918e38f1c1 req-e434780a-9360-4d34-aef1-7b397d1fbcb7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a72faee8848947debd81a1c8a7d3d88c&device_id=8707cbc4-623f-431d-948e-3fcc73e1240b HTTP/1.1" status: 200 len: 1094 time: 0.0618114 Jul 09 15:21:11.958173 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c40f5-f761-4e9b-a9e4-3a41965451cf req-6233e575-e078-4fc2-9a9f-71d2f898140e tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:21:11.961474 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4a6c40f5-f761-4e9b-a9e4-3a41965451cf req-6233e575-e078-4fc2-9a9f-71d2f898140e tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=8707cbc4-623f-431d-948e-3fcc73e1240b HTTP/1.1" status: 200 len: 943 time: 0.0839882 Jul 09 15:21:11.977207 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41767c47-37d8-4a5a-99c4-d3918e38f1c1 req-0630265e-ef35-48c5-be07-a44405dc8ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:21:11.978755 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-41767c47-37d8-4a5a-99c4-d3918e38f1c1 req-0630265e-ef35-48c5-be07-a44405dc8ee8 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=a72faee8848947debd81a1c8a7d3d88c&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1408932 Jul 09 15:21:12.008662 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4a6c40f5-f761-4e9b-a9e4-3a41965451cf req-4a38852e-19e0-4f2b-85ec-52b19f3f4dd3 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=485e1e44-3778-4544-8f12-ee629b9beb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375366 Jul 09 15:21:12.085196 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41767c47-37d8-4a5a-99c4-d3918e38f1c1 req-7d38d7ed-4241-404f-a589-65e898a0cc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:21:12.086863 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-41767c47-37d8-4a5a-99c4-d3918e38f1c1 req-7d38d7ed-4241-404f-a589-65e898a0cc0e service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1018798 Jul 09 15:21:12.205952 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f6e19-25c5-466f-acff-ca5581193b5d req-20a6e974-9345-4605-9852-eadbaf994121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:21:12.207464 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d54f6e19-25c5-466f-acff-ca5581193b5d req-20a6e974-9345-4605-9852-eadbaf994121 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a72faee8848947debd81a1c8a7d3d88c&device_id=8707cbc4-623f-431d-948e-3fcc73e1240b HTTP/1.1" status: 200 len: 1094 time: 0.0545390 Jul 09 15:21:12.264754 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d54f6e19-25c5-466f-acff-ca5581193b5d req-713737ad-ff67-40c7-a2f1-8fdda75312d5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3c61100-cf1c-4285-b77a-972f85ae3a38 HTTP/1.1" status: 200 len: 217 time: 0.0406072 Jul 09 15:21:12.315533 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f6e19-25c5-466f-acff-ca5581193b5d req-72fcf473-385f-4f89-bd22-61a4512780da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:21:12.317063 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d54f6e19-25c5-466f-acff-ca5581193b5d req-72fcf473-385f-4f89-bd22-61a4512780da service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7ad42fb4-2c6e-40af-88ad-c67b2cbfa09f HTTP/1.1" status: 200 len: 834 time: 0.0449722 Jul 09 15:21:12.379288 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f6e19-25c5-466f-acff-ca5581193b5d req-d35d697a-8dc7-4721-8621-1634fdacbb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:21:12.381122 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d54f6e19-25c5-466f-acff-ca5581193b5d req-d35d697a-8dc7-4721-8621-1634fdacbb69 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=826dc4a4-e49b-44a0-93c6-31d8ca60478e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570116 Jul 09 15:21:12.476440 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d54f6e19-25c5-466f-acff-ca5581193b5d req-f2d35cec-46ce-4b0e-b884-9945a8319116 service neutron] 10.222.0.62 "GET /v2.0/networks/826dc4a4-e49b-44a0-93c6-31d8ca60478e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882084 Jul 09 15:21:12.574340 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d54f6e19-25c5-466f-acff-ca5581193b5d req-9f4f8cf4-161d-4891-a263-9777894b1bb1 service neutron] 10.222.0.62 "GET /v2.0/networks/826dc4a4-e49b-44a0-93c6-31d8ca60478e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907016 Jul 09 15:21:13.199348 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27caab2-7170-4bd0-94cf-f90a7b68549b req-13e293bd-5a32-4276-8fc9-d6a271ee1fc2 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:21:13.200899 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a27caab2-7170-4bd0-94cf-f90a7b68549b req-13e293bd-5a32-4276-8fc9-d6a271ee1fc2 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=8707cbc4-623f-431d-948e-3fcc73e1240b HTTP/1.1" status: 200 len: 943 time: 0.0659251 Jul 09 15:21:13.252863 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a27caab2-7170-4bd0-94cf-f90a7b68549b req-f6f4352a-ba2c-4421-b68b-10d9a7997ba8 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=485e1e44-3778-4544-8f12-ee629b9beb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459552 Jul 09 15:21:14.446136 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1fcfd-a3ee-4086-9641-8425eb5b3aa3 req-57dde4eb-ba23-4b24-855a-b7dc4e3042bf tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:21:14.447738 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dfa1fcfd-a3ee-4086-9641-8425eb5b3aa3 req-57dde4eb-ba23-4b24-855a-b7dc4e3042bf tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=8707cbc4-623f-431d-948e-3fcc73e1240b HTTP/1.1" status: 200 len: 943 time: 0.0705984 Jul 09 15:21:14.487624 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dfa1fcfd-a3ee-4086-9641-8425eb5b3aa3 req-ff2ef964-34e0-42a2-af3b-1697eec220de tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=485e1e44-3778-4544-8f12-ee629b9beb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340061 Jul 09 15:21:15.145201 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device b3c61100-cf1c-4285-b77a-972f85ae3a38 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 15:21:15.174422 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:15.245595 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port b3c61100-cf1c-4285-b77a-972f85ae3a38, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=b3c61100-cf1c-4285-b77a-972f85ae3a38,segment=NetworkSegment(1d44f505-dc52-4111-a80d-6dd13880ffe3),segment_id=1d44f505-dc52-4111-a80d-6dd13880ffe3)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:21:15.256492 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': 'b3c61100-cf1c-4285-b77a-972f85ae3a38', 'network_id': '826dc4a4-e49b-44a0-93c6-31d8ca60478e', 'port_id': 'b3c61100-cf1c-4285-b77a-972f85ae3a38', 'mac_address': 'fa:16:3e:29:9d:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ad42fb4-2c6e-40af-88ad-c67b2cbfa09f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 15:21:15.295726 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:15.308675 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3c61100-cf1c-4285-b77a-972f85ae3a38 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:21:15.329555 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port b3c61100-cf1c-4285-b77a-972f85ae3a38, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=b3c61100-cf1c-4285-b77a-972f85ae3a38,segment=NetworkSegment(1d44f505-dc52-4111-a80d-6dd13880ffe3),segment_id=1d44f505-dc52-4111-a80d-6dd13880ffe3)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:21:15.420629 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:15.469656 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=b3c61100-cf1c-4285-b77a-972f85ae3a38,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:21:15.477340 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:21:15.477682 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:21:15.478042 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:21:15.478426 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:21:15.478766 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:21:15.479100 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:21:15.479453 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:21:15.479788 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:21:15.480114 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:21:15.480440 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:21:15.480765 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:21:15.481087 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:21:15.668119 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd17613-9e0d-4cf4-8535-643e4696aff8 req-fb9b35d7-7279-46a2-a871-d01c6731f06e tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:21:15.669549 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4cd17613-9e0d-4cf4-8535-643e4696aff8 req-fb9b35d7-7279-46a2-a871-d01c6731f06e tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=8707cbc4-623f-431d-948e-3fcc73e1240b HTTP/1.1" status: 200 len: 944 time: 0.0692387 Jul 09 15:21:15.709099 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4cd17613-9e0d-4cf4-8535-643e4696aff8 req-4851eb4b-ebbc-4d95-8c39-6a9e156e0fe5 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=485e1e44-3778-4544-8f12-ee629b9beb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337970 Jul 09 15:21:15.838063 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['b3c61100-cf1c-4285-b77a-972f85ae3a38'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:21:16.001152 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:21:16.882167 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e14a46-1872-40a7-9601-70fb3d7613e4 req-db2c5732-363e-449c-a736-7b0151e72ce4 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:21:16.883683 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c3e14a46-1872-40a7-9601-70fb3d7613e4 req-db2c5732-363e-449c-a736-7b0151e72ce4 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=8707cbc4-623f-431d-948e-3fcc73e1240b HTTP/1.1" status: 200 len: 944 time: 0.0637479 Jul 09 15:21:16.920753 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c3e14a46-1872-40a7-9601-70fb3d7613e4 req-47369087-ad22-4b55-8a1d-31d7b41ea6e8 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=485e1e44-3778-4544-8f12-ee629b9beb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312965 Jul 09 15:21:17.137970 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device b3c61100-cf1c-4285-b77a-972f85ae3a38 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:21:17.245159 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port b3c61100-cf1c-4285-b77a-972f85ae3a38 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:21:17.249253 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port b3c61100-cf1c-4285-b77a-972f85ae3a38 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:21:17.249654 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:17.335748 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:17.359850 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8707cbc4-623f-431d-948e-3fcc73e1240b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c61100-cf1c-4285-b77a-972f85ae3a38'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:21:17.362164 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6297da2-6851-4456-9b9a-aa986d568f21" -d '{"events": [{"server_uuid": "8707cbc4-623f-431d-948e-3fcc73e1240b", "name": "network-vif-plugged", "status": "completed", "tag": "b3c61100-cf1c-4285-b77a-972f85ae3a38"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:21:17.376925 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port b3c61100-cf1c-4285-b77a-972f85ae3a38, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=b3c61100-cf1c-4285-b77a-972f85ae3a38,segment=NetworkSegment(1d44f505-dc52-4111-a80d-6dd13880ffe3),segment_id=1d44f505-dc52-4111-a80d-6dd13880ffe3)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:21:17.399181 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29fbb19e-c04c-400b-a3a3-57185173bc04 x-openstack-request-id: req-29fbb19e-c04c-400b-a3a3-57185173bc04 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:21:17.399475 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8707cbc4-623f-431d-948e-3fcc73e1240b", "name": "network-vif-plugged", "status": "completed", "tag": "b3c61100-cf1c-4285-b77a-972f85ae3a38", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:21:17.400282 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-29fbb19e-c04c-400b-a3a3-57185173bc04 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:21:17.400708 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8707cbc4-623f-431d-948e-3fcc73e1240b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c61100-cf1c-4285-b77a-972f85ae3a38', 'code': 200} Jul 09 15:21:17.460259 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:17.511565 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=b3c61100-cf1c-4285-b77a-972f85ae3a38,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:21:17.559684 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281f3bf6-e91a-4668-adb5-863061c592e5 req-74f3ed22-1881-467d-9657-55b3cc9fe314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:21:17.561089 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-281f3bf6-e91a-4668-adb5-863061c592e5 req-74f3ed22-1881-467d-9657-55b3cc9fe314 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8707cbc4-623f-431d-948e-3fcc73e1240b HTTP/1.1" status: 200 len: 1096 time: 0.0656245 Jul 09 15:21:17.599361 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-281f3bf6-e91a-4668-adb5-863061c592e5 req-558a049d-2dc9-4b5c-85e8-7574517a2ec2 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=485e1e44-3778-4544-8f12-ee629b9beb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308201 Jul 09 15:21:18.099051 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af0e82-6973-469e-aa4f-aa460603e204 req-8b9d607c-6afc-4c2d-810c-50605d7f8a2f tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:21:18.100727 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-21af0e82-6973-469e-aa4f-aa460603e204 req-8b9d607c-6afc-4c2d-810c-50605d7f8a2f tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=8707cbc4-623f-431d-948e-3fcc73e1240b HTTP/1.1" status: 200 len: 945 time: 0.0681787 Jul 09 15:21:18.146027 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-21af0e82-6973-469e-aa4f-aa460603e204 req-bf541d91-cb72-4761-aa43-cc33f3126174 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=485e1e44-3778-4544-8f12-ee629b9beb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393329 Jul 09 15:21:19.337178 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce4581f-4174-40d9-926a-81cbce8a5626 req-baf3fe83-4069-49ac-b7f6-26a6c382bc8d tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:21:19.339261 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bce4581f-4174-40d9-926a-81cbce8a5626 req-baf3fe83-4069-49ac-b7f6-26a6c382bc8d tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=8707cbc4-623f-431d-948e-3fcc73e1240b HTTP/1.1" status: 200 len: 945 time: 0.0702984 Jul 09 15:21:19.395786 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bce4581f-4174-40d9-926a-81cbce8a5626 req-d55b7b22-a48a-4895-a8ea-fe827a5b1607 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=485e1e44-3778-4544-8f12-ee629b9beb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504229 Jul 09 15:21:20.578645 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb41d89-4e0a-4b44-a44d-d92fcf79f566 req-74dc93d6-feeb-48ed-9700-7407f69fc0fc tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:21:20.580216 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0cb41d89-4e0a-4b44-a44d-d92fcf79f566 req-74dc93d6-feeb-48ed-9700-7407f69fc0fc tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=8707cbc4-623f-431d-948e-3fcc73e1240b HTTP/1.1" status: 200 len: 945 time: 0.0679665 Jul 09 15:21:20.619462 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0cb41d89-4e0a-4b44-a44d-d92fcf79f566 req-6baad061-3566-4843-a4e1-ba87a1dfcf56 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=485e1e44-3778-4544-8f12-ee629b9beb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335615 Jul 09 15:21:20.803076 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3de001-14ad-42e5-af86-da3cc9ecafc4 req-af76cd0a-42dd-4156-ab0a-7cd859c1fbc6 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:21:20.804650 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1c3de001-14ad-42e5-af86-da3cc9ecafc4 req-af76cd0a-42dd-4156-ab0a-7cd859c1fbc6 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=8707cbc4-623f-431d-948e-3fcc73e1240b HTTP/1.1" status: 200 len: 945 time: 0.0683198 Jul 09 15:21:20.844076 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1c3de001-14ad-42e5-af86-da3cc9ecafc4 req-e8883987-4b97-472c-82a6-0f65eae3d380 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=485e1e44-3778-4544-8f12-ee629b9beb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337286 Jul 09 15:21:20.869026 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51834) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:21:20.925095 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258c52c0-bda1-4044-baf2-766f98df7272 tempest-TestNetworkAdvancedServerOps-1044390005 tempest-TestNetworkAdvancedServerOps-1044390005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:21:20.929441 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-258c52c0-bda1-4044-baf2-766f98df7272 tempest-TestNetworkAdvancedServerOps-1044390005 tempest-TestNetworkAdvancedServerOps-1044390005-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=8707cbc4-623f-431d-948e-3fcc73e1240b HTTP/1.1" status: 200 len: 1091 time: 0.0560505 Jul 09 15:21:20.931991 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51836) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:21:20.936400 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-b091d378-86ec-4fbc-b6c0-20914f16ab19 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Request body: {'floatingip': {'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'port_id': 'b3c61100-cf1c-4285-b77a-972f85ae3a38', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:21:21.052841 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b091d378-86ec-4fbc-b6c0-20914f16ab19 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for floatingip, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:21.161725 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b091d378-86ec-4fbc-b6c0-20914f16ab19 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:21.269705 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-b091d378-86ec-4fbc-b6c0-20914f16ab19 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Allocated IP 172.25.3.12 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/eb39471b-f913-4bb6-a304-c927e9d4a596) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:21:21.378724 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b091d378-86ec-4fbc-b6c0-20914f16ab19 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:21.706101 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b091d378-86ec-4fbc-b6c0-20914f16ab19 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:21.742320 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b091d378-86ec-4fbc-b6c0-20914f16ab19 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:21:21.749277 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-b091d378-86ec-4fbc-b6c0-20914f16ab19 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:21:21.752828 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b091d378-86ec-4fbc-b6c0-20914f16ab19 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:21:21.779662 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b091d378-86ec-4fbc-b6c0-20914f16ab19 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event updated for resources: {'Port': ['ID=eb39471b-f913-4bb6-a304-c927e9d4a596,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:21:22.645266 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b091d378-86ec-4fbc-b6c0-20914f16ab19 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:22.746528 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c8ab0b-13cf-4107-beeb-9a0636849df0 req-a5d5aec7-4622-4965-93a3-84a275ebe35f tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:21:22.748102 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-96c8ab0b-13cf-4107-beeb-9a0636849df0 req-a5d5aec7-4622-4965-93a3-84a275ebe35f tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ed37004-335b-435a-8e3f-e78660ad7ac9 HTTP/1.1" status: 200 len: 945 time: 0.1469204 Jul 09 15:21:22.789773 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-96c8ab0b-13cf-4107-beeb-9a0636849df0 req-2fdc381e-8174-4b03-bc53-d2edaffd2ae8 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b4b58e6-d09d-4d3a-825c-da823a1b8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358961 Jul 09 15:21:22.831275 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b091d378-86ec-4fbc-b6c0-20914f16ab19 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:22.985333 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b091d378-86ec-4fbc-b6c0-20914f16ab19 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:23.058859 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b091d378-86ec-4fbc-b6c0-20914f16ab19 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:23.130017 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b091d378-86ec-4fbc-b6c0-20914f16ab19 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event updated for resources: {'Port': ['ID=eb39471b-f913-4bb6-a304-c927e9d4a596,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:21:23.142282 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b091d378-86ec-4fbc-b6c0-20914f16ab19 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:23.244941 n-d-799529-6 neutron-server[94446]: INFO neutron.db.l3_db [None req-b091d378-86ec-4fbc-b6c0-20914f16ab19 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Floating IP b56af609-3f86-4baf-8e57-72c23f17f682 associated. External IP: 172.25.3.12, port: b3c61100-cf1c-4285-b77a-972f85ae3a38. Jul 09 15:21:23.454256 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:23.470121 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b091d378-86ec-4fbc-b6c0-20914f16ab19 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Router bcbea775-c89e-4463-962a-ccac207ec611 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:21:23.583242 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b091d378-86ec-4fbc-b6c0-20914f16ab19 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:21:23.593645 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c11102-4913-4fd6-a363-db96718a2d7e None None] Sync routers for ids ['bcbea775-c89e-4463-962a-ccac207ec611'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:21:23.603962 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c11102-4913-4fd6-a363-db96718a2d7e None None] Routers {'bcbea775-c89e-4463-962a-ccac207ec611'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:21:23.614887 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-b5c11102-4913-4fd6-a363-db96718a2d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:20:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['bcbea775-c89e-4463-962a-ccac207ec611'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:21:23.672154 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b091d378-86ec-4fbc-b6c0-20914f16ab19 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:23.716984 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b091d378-86ec-4fbc-b6c0-20914f16ab19 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7839448 Jul 09 15:21:23.717679 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8707cbc4-623f-431d-948e-3fcc73e1240b', 'tag': 'b3c61100-cf1c-4285-b77a-972f85ae3a38'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:21:23.719981 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-b5c11102-4913-4fd6-a363-db96718a2d7e None None] Set router bcbea775-c89e-4463-962a-ccac207ec611 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:21:23.720134 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8bbf36-a471-472c-985c-5924fb518ff8" -d '{"events": [{"name": "network-changed", "server_uuid": "8707cbc4-623f-431d-948e-3fcc73e1240b", "tag": "b3c61100-cf1c-4285-b77a-972f85ae3a38"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:21:23.765650 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb425da-0408-4f6f-8806-f7b08797d02e x-openstack-request-id: req-7eb425da-0408-4f6f-8806-f7b08797d02e {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:21:23.766460 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8707cbc4-623f-431d-948e-3fcc73e1240b", "tag": "b3c61100-cf1c-4285-b77a-972f85ae3a38", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:21:23.766881 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7eb425da-0408-4f6f-8806-f7b08797d02e {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:21:23.767600 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8707cbc4-623f-431d-948e-3fcc73e1240b', 'tag': 'b3c61100-cf1c-4285-b77a-972f85ae3a38', 'status': 'completed', 'code': 200} Jul 09 15:21:23.885310 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8bbf36-a471-472c-985c-5924fb518ff8 req-b4db575e-c7df-4445-983c-419ab8436de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:21:23.886873 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6f8bbf36-a471-472c-985c-5924fb518ff8 req-b4db575e-c7df-4445-983c-419ab8436de7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a72faee8848947debd81a1c8a7d3d88c&device_id=8707cbc4-623f-431d-948e-3fcc73e1240b HTTP/1.1" status: 200 len: 1096 time: 0.0700600 Jul 09 15:21:23.965124 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-b5c11102-4913-4fd6-a363-db96718a2d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcbea775-c89e-4463-962a-ccac207ec611', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125879286', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '1bb79982-f661-4bfd-9cf2-07c41ee3ba08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:21:00Z', 'updated_at': '2021-07-09T15:21:04Z', 'revision_number': 4, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'gw_port': {'id': '1bb79982-f661-4bfd-9cf2-07c41ee3ba08', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbea775-c89e-4463-962a-ccac207ec611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:21:00Z', 'updated_at': '2021-07-09T15:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': 'b56af609-3f86-4baf-8e57-72c23f17f682', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'floating_ip_address': '172.25.3.12', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': 'bcbea775-c89e-4463-962a-ccac207ec611', 'port_id': 'b3c61100-cf1c-4285-b77a-972f85ae3a38', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '826dc4a4-e49b-44a0-93c6-31d8ca60478e', 'mac_address': 'fa:16:3e:29:9d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8707cbc4-623f-431d-948e-3fcc73e1240b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:21:22Z', 'updated_at': '2021-07-09T15:21:22Z', 'revision_number': 0, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f29713f-07b6-4f5e-9a7f-964372399d17', 'name': '', 'network_id': '826dc4a4-e49b-44a0-93c6-31d8ca60478e', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'mac_address': 'fa:16:3e:ee:08:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbea775-c89e-4463-962a-ccac207ec611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '7ad42fb4-2c6e-40af-88ad-c67b2cbfa09f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:21:04Z', 'updated_at': '2021-07-09T15:21:09Z', 'revision_number': 5, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'subnets': [{'id': '7ad42fb4-2c6e-40af-88ad-c67b2cbfa09f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:21:23.998388 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c11102-4913-4fd6-a363-db96718a2d7e None None] Checking router: bcbea775-c89e-4463-962a-ccac207ec611 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:21:24.012750 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c11102-4913-4fd6-a363-db96718a2d7e None None] Routers {'bcbea775-c89e-4463-962a-ccac207ec611'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:21:24.014476 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-b5c11102-4913-4fd6-a363-db96718a2d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:20:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['bcbea775-c89e-4463-962a-ccac207ec611'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:21:24.044163 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8bbf36-a471-472c-985c-5924fb518ff8 req-6a9f9b23-0f69-4376-9cd4-815aba632003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:21:24.045788 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6f8bbf36-a471-472c-985c-5924fb518ff8 req-6a9f9b23-0f69-4376-9cd4-815aba632003 service neutron] 10.222.0.62 "GET /v2.0/networks?id=826dc4a4-e49b-44a0-93c6-31d8ca60478e HTTP/1.1" status: 200 len: 897 time: 0.1523130 Jul 09 15:21:24.059767 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed108a-7b70-433d-918f-f465494bcdfb req-c11296eb-b1e1-40e9-a6b3-8b3bfaf47fba tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:21:24.061110 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bfed108a-7b70-433d-918f-f465494bcdfb req-c11296eb-b1e1-40e9-a6b3-8b3bfaf47fba tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ed37004-335b-435a-8e3f-e78660ad7ac9 HTTP/1.1" status: 200 len: 945 time: 0.1122658 Jul 09 15:21:24.141111 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-b5c11102-4913-4fd6-a363-db96718a2d7e None None] Set router bcbea775-c89e-4463-962a-ccac207ec611 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:21:24.157121 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6f8bbf36-a471-472c-985c-5924fb518ff8 req-837aec8e-4e3e-4a6e-bb9d-0be6e1dff9db service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3c61100-cf1c-4285-b77a-972f85ae3a38 HTTP/1.1" status: 200 len: 998 time: 0.0949023 Jul 09 15:21:24.161132 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bfed108a-7b70-433d-918f-f465494bcdfb req-ba032e6c-9881-4669-94aa-cd737cb8123a tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b4b58e6-d09d-4d3a-825c-da823a1b8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591898 Jul 09 15:21:24.216383 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8bbf36-a471-472c-985c-5924fb518ff8 req-4a48bf27-15cc-4e5b-9c81-d813f669da43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:21:24.218219 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6f8bbf36-a471-472c-985c-5924fb518ff8 req-4a48bf27-15cc-4e5b-9c81-d813f669da43 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7ad42fb4-2c6e-40af-88ad-c67b2cbfa09f HTTP/1.1" status: 200 len: 834 time: 0.0538528 Jul 09 15:21:24.294588 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8bbf36-a471-472c-985c-5924fb518ff8 req-fa914825-c8af-463f-a211-d34d45635398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:21:24.296203 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6f8bbf36-a471-472c-985c-5924fb518ff8 req-fa914825-c8af-463f-a211-d34d45635398 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=826dc4a4-e49b-44a0-93c6-31d8ca60478e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630276 Jul 09 15:21:24.313784 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3446e-0ef6-4c2d-af05-0d666632fb7f req-2c826ac6-be71-4ec6-b23d-f54bbc02964f tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:21:24.315393 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cae3446e-0ef6-4c2d-af05-0d666632fb7f req-2c826ac6-be71-4ec6-b23d-f54bbc02964f tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=8707cbc4-623f-431d-948e-3fcc73e1240b HTTP/1.1" status: 200 len: 945 time: 0.4912524 Jul 09 15:21:24.328590 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80337a92-e7c8-485b-af68-917d5ffbc25f req-da1e7cb7-0052-4d21-8f5e-90cd728caf38 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:21:24.329917 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-80337a92-e7c8-485b-af68-917d5ffbc25f req-da1e7cb7-0052-4d21-8f5e-90cd728caf38 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ed37004-335b-435a-8e3f-e78660ad7ac9 HTTP/1.1" status: 200 len: 945 time: 0.4678891 Jul 09 15:21:24.392199 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cae3446e-0ef6-4c2d-af05-0d666632fb7f req-7162cfe0-5aa9-44b1-9559-f22200656d60 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=485e1e44-3778-4544-8f12-ee629b9beb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611436 Jul 09 15:21:24.392554 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-b5c11102-4913-4fd6-a363-db96718a2d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcbea775-c89e-4463-962a-ccac207ec611', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125879286', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '1bb79982-f661-4bfd-9cf2-07c41ee3ba08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:21:00Z', 'updated_at': '2021-07-09T15:21:04Z', 'revision_number': 4, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'gw_port': {'id': '1bb79982-f661-4bfd-9cf2-07c41ee3ba08', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbea775-c89e-4463-962a-ccac207ec611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:21:00Z', 'updated_at': '2021-07-09T15:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': 'b56af609-3f86-4baf-8e57-72c23f17f682', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'floating_ip_address': '172.25.3.12', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': 'bcbea775-c89e-4463-962a-ccac207ec611', 'port_id': 'b3c61100-cf1c-4285-b77a-972f85ae3a38', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '826dc4a4-e49b-44a0-93c6-31d8ca60478e', 'mac_address': 'fa:16:3e:29:9d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8707cbc4-623f-431d-948e-3fcc73e1240b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:21:22Z', 'updated_at': '2021-07-09T15:21:22Z', 'revision_number': 0, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f29713f-07b6-4f5e-9a7f-964372399d17', 'name': '', 'network_id': '826dc4a4-e49b-44a0-93c6-31d8ca60478e', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'mac_address': 'fa:16:3e:ee:08:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbea775-c89e-4463-962a-ccac207ec611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '7ad42fb4-2c6e-40af-88ad-c67b2cbfa09f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:21:04Z', 'updated_at': '2021-07-09T15:21:09Z', 'revision_number': 5, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'subnets': [{'id': '7ad42fb4-2c6e-40af-88ad-c67b2cbfa09f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:21:24.415458 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6f8bbf36-a471-472c-985c-5924fb518ff8 req-49a4efc1-3b58-472a-9b5c-fb195df35f17 service neutron] 10.222.0.62 "GET /v2.0/networks/826dc4a4-e49b-44a0-93c6-31d8ca60478e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126149 Jul 09 15:21:24.420639 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51850) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:21:24.432299 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c11102-4913-4fd6-a363-db96718a2d7e None None] The sync data for ids ['bcbea775-c89e-4463-962a-ccac207ec611'] in n-d-799529-6 is: [{'id': 'bcbea775-c89e-4463-962a-ccac207ec611', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125879286', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '1bb79982-f661-4bfd-9cf2-07c41ee3ba08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:21:00Z', 'updated_at': '2021-07-09T15:21:04Z', 'revision_number': 4, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'gw_port': {'id': '1bb79982-f661-4bfd-9cf2-07c41ee3ba08', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbea775-c89e-4463-962a-ccac207ec611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:21:00Z', 'updated_at': '2021-07-09T15:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': 'b56af609-3f86-4baf-8e57-72c23f17f682', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'floating_ip_address': '172.25.3.12', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': 'bcbea775-c89e-4463-962a-ccac207ec611', 'port_id': 'b3c61100-cf1c-4285-b77a-972f85ae3a38', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '826dc4a4-e49b-44a0-93c6-31d8ca60478e', 'mac_address': 'fa:16:3e:29:9d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8707cbc4-623f-431d-948e-3fcc73e1240b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:21:22Z', 'updated_at': '2021-07-09T15:21:22Z', 'revision_number': 0, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f29713f-07b6-4f5e-9a7f-964372399d17', 'name': '', 'network_id': '826dc4a4-e49b-44a0-93c6-31d8ca60478e', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'mac_address': 'fa:16:3e:ee:08:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbea775-c89e-4463-962a-ccac207ec611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '7ad42fb4-2c6e-40af-88ad-c67b2cbfa09f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:21:04Z', 'updated_at': '2021-07-09T15:21:09Z', 'revision_number': 5, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'subnets': [{'id': '7ad42fb4-2c6e-40af-88ad-c67b2cbfa09f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:21:24.476955 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-80337a92-e7c8-485b-af68-917d5ffbc25f req-bfba52d1-17a6-4998-9368-2528462f7b83 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Deleting port a31fe5fd-3187-432a-8593-12c35de988cc {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:21:24.477289 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-80337a92-e7c8-485b-af68-917d5ffbc25f req-bfba52d1-17a6-4998-9368-2528462f7b83 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:24.578826 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-80337a92-e7c8-485b-af68-917d5ffbc25f req-bfba52d1-17a6-4998-9368-2528462f7b83 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] For port a31fe5fd-3187-432a-8593-12c35de988cc, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=a31fe5fd-3187-432a-8593-12c35de988cc,segment=NetworkSegment(a86d826a-1ce3-4864-a501-f123599bf919),segment_id=a86d826a-1ce3-4864-a501-f123599bf919)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:21:24.579190 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-80337a92-e7c8-485b-af68-917d5ffbc25f req-bfba52d1-17a6-4998-9368-2528462f7b83 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:24.601013 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-e7203dd6-2638-4287-91c4-71b2709ab15e tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/floatingips/b56af609-3f86-4baf-8e57-72c23f17f682 HTTP/1.1" status: 200 len: 990 time: 0.1781406 Jul 09 15:21:24.613289 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-80337a92-e7c8-485b-af68-917d5ffbc25f req-bfba52d1-17a6-4998-9368-2528462f7b83 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Calling delete_port for a31fe5fd-3187-432a-8593-12c35de988cc owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:21:24.627930 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6f8bbf36-a471-472c-985c-5924fb518ff8 req-1c672db7-27c8-41a8-b293-04d0c1f698a6 service neutron] 10.222.0.62 "GET /v2.0/networks/826dc4a4-e49b-44a0-93c6-31d8ca60478e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005608 Jul 09 15:21:24.682133 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc68ba26-c122-45dd-9d0b-21429aa9c507 None None] New status for floating IP b56af609-3f86-4baf-8e57-72c23f17f682: ACTIVE {{(pid=94447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 15:21:24.855062 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-80337a92-e7c8-485b-af68-917d5ffbc25f req-bfba52d1-17a6-4998-9368-2528462f7b83 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:24.868275 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['a31fe5fd-3187-432a-8593-12c35de988cc'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:21:24.885310 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfba52d1-17a6-4998-9368-2528462f7b83 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Pushing event deleted for resources: {'Port': ['ID=a31fe5fd-3187-432a-8593-12c35de988cc,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:21:24.899110 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfba52d1-17a6-4998-9368-2528462f7b83 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:21:24.900116 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfba52d1-17a6-4998-9368-2528462f7b83 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:21:24.900461 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfba52d1-17a6-4998-9368-2528462f7b83 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:21:24.900796 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfba52d1-17a6-4998-9368-2528462f7b83 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:21:24.901126 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfba52d1-17a6-4998-9368-2528462f7b83 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:21:24.901458 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfba52d1-17a6-4998-9368-2528462f7b83 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:21:24.901790 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfba52d1-17a6-4998-9368-2528462f7b83 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:21:24.902113 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfba52d1-17a6-4998-9368-2528462f7b83 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:21:24.902438 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfba52d1-17a6-4998-9368-2528462f7b83 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:21:24.902749 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfba52d1-17a6-4998-9368-2528462f7b83 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:21:24.903074 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfba52d1-17a6-4998-9368-2528462f7b83 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:21:24.903420 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfba52d1-17a6-4998-9368-2528462f7b83 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:21:24.944499 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-80337a92-e7c8-485b-af68-917d5ffbc25f req-bfba52d1-17a6-4998-9368-2528462f7b83 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] No DVR routers for this DVR port a31fe5fd-3187-432a-8593-12c35de988cc on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:21:24.947194 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-80337a92-e7c8-485b-af68-917d5ffbc25f req-bfba52d1-17a6-4998-9368-2528462f7b83 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:24.949344 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-80337a92-e7c8-485b-af68-917d5ffbc25f req-bfba52d1-17a6-4998-9368-2528462f7b83 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] 10.222.0.54 "DELETE /v2.0/ports/a31fe5fd-3187-432a-8593-12c35de988cc HTTP/1.1" status: 204 len: 173 time: 0.5975747 Jul 09 15:21:24.949790 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed37004-335b-435a-8e3f-e78660ad7ac9', 'name': 'network-vif-deleted', 'tag': 'a31fe5fd-3187-432a-8593-12c35de988cc'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:21:24.952089 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ad8492-535a-4b94-9b8c-e6e8e3e95f94" -d '{"events": [{"server_uuid": "5ed37004-335b-435a-8e3f-e78660ad7ac9", "name": "network-vif-deleted", "tag": "a31fe5fd-3187-432a-8593-12c35de988cc"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:21:24.992453 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b49249b-fb9b-4dc0-8ef6-d722585e7377 x-openstack-request-id: req-5b49249b-fb9b-4dc0-8ef6-d722585e7377 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:21:24.992758 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed37004-335b-435a-8e3f-e78660ad7ac9", "name": "network-vif-deleted", "tag": "a31fe5fd-3187-432a-8593-12c35de988cc", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:21:24.993095 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5b49249b-fb9b-4dc0-8ef6-d722585e7377 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:21:24.993494 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed37004-335b-435a-8e3f-e78660ad7ac9', 'name': 'network-vif-deleted', 'tag': 'a31fe5fd-3187-432a-8593-12c35de988cc', 'status': 'completed', 'code': 200} Jul 09 15:21:25.324804 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ecbc396f-e97c-4d65-9641-281f5b1d81f0 req-3be1cb00-d593-4458-a07d-64b7fc37e122 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ed37004-335b-435a-8e3f-e78660ad7ac9 HTTP/1.1" status: 200 len: 210 time: 0.0372679 Jul 09 15:21:25.604027 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 51856) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:21:25.672610 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d0ef0fd4-28b1-4c0d-8066-70503a56fb45 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/floatingips/b56af609-3f86-4baf-8e57-72c23f17f682 HTTP/1.1" status: 200 len: 992 time: 0.0648017 Jul 09 15:21:26.161994 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d13cd1fa-5e0e-41f1-9b92-440e625a7f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:27.339276 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device a31fe5fd-3187-432a-8593-12c35de988cc no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:21:27.360052 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: a31fe5fd-3187-432a-8593-12c35de988cc {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:21:27.360319 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device a31fe5fd-3187-432a-8593-12c35de988cc not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:21:29.152239 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e05d4295-86ce-467b-a216-7b9900bb7d45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:29.246992 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:30.282966 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:32.031239 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:33.856462 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95c8c8-34c2-4e27-a40d-a3a7cc8ac1d6 req-ebac7af4-74fa-4e27-8574-2bc5b6153678 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:21:33.857925 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ad95c8c8-34c2-4e27-a40d-a3a7cc8ac1d6 req-ebac7af4-74fa-4e27-8574-2bc5b6153678 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] 10.222.0.58 "GET /v2.0/networks?id=3e963614-20fe-4807-a727-6c4008ebd60a HTTP/1.1" status: 200 len: 813 time: 0.1011178 Jul 09 15:21:33.873499 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ad95c8c8-34c2-4e27-a40d-a3a7cc8ac1d6 req-00d7d1a8-4600-4079-9aa1-2832ced7cf1a tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] 10.222.0.58 "GET /v2.0/quotas/d2d63674bcf04632962319475c9378fa HTTP/1.1" status: 200 len: 375 time: 0.0101492 Jul 09 15:21:33.906980 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ad95c8c8-34c2-4e27-a40d-a3a7cc8ac1d6 req-445480d5-1ae4-4324-8e03-317cd863d16b tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d2d63674bcf04632962319475c9378fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280371 Jul 09 15:21:34.000499 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ad95c8c8-34c2-4e27-a40d-a3a7cc8ac1d6 req-34ed8c5d-fdc2-419e-ab0d-517dbc75348b service neutron] 10.222.0.58 "GET /v2.0/networks/3e963614-20fe-4807-a727-6c4008ebd60a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870602 Jul 09 15:21:34.088675 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ad95c8c8-34c2-4e27-a40d-a3a7cc8ac1d6 req-0ae46f78-0cb7-41fa-98fd-494ffd8e2190 service neutron] 10.222.0.58 "GET /v2.0/networks/3e963614-20fe-4807-a727-6c4008ebd60a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824387 Jul 09 15:21:34.331978 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f222f661-e012-43ec-a6ab-b408edd55b74 req-ddcfbd94-2a66-4585-b0f6-f86e5bf95485 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] 10.222.0.58 "GET /v2.0/ports?device_id=25254b39-de2f-42f7-82f7-a193f50363ef HTTP/1.1" status: 200 len: 210 time: 0.0285559 Jul 09 15:21:35.471076 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8c1cd243-2215-4caa-889e-af19e6759697 req-315adcc8-8d9a-4286-8a53-e17c022e8492 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] 10.222.0.58 "GET /v2.0/ports?device_id=25254b39-de2f-42f7-82f7-a193f50363ef HTTP/1.1" status: 200 len: 210 time: 0.0299308 Jul 09 15:21:36.365617 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95c8c8-34c2-4e27-a40d-a3a7cc8ac1d6 req-55bc3156-7ffc-4460-9517-f6fe74f8e35c tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:21:36.367081 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ad95c8c8-34c2-4e27-a40d-a3a7cc8ac1d6 req-55bc3156-7ffc-4460-9517-f6fe74f8e35c tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] 10.222.0.54 "GET /v2.0/networks?id=3e963614-20fe-4807-a727-6c4008ebd60a HTTP/1.1" status: 200 len: 813 time: 0.1057215 Jul 09 15:21:36.380039 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-ad95c8c8-34c2-4e27-a40d-a3a7cc8ac1d6 req-7b5d5d0e-968c-4f49-871e-4ae2b518c936 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Request body: {'port': {'device_id': '25254b39-de2f-42f7-82f7-a193f50363ef', 'network_id': '3e963614-20fe-4807-a727-6c4008ebd60a', 'admin_state_up': True, 'tenant_id': 'd2d63674bcf04632962319475c9378fa'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:21:36.549858 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad95c8c8-34c2-4e27-a40d-a3a7cc8ac1d6 req-7b5d5d0e-968c-4f49-871e-4ae2b518c936 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Made reservation on behalf of d2d63674bcf04632962319475c9378fa for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:21:36.553499 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-ad95c8c8-34c2-4e27-a40d-a3a7cc8ac1d6 req-7b5d5d0e-968c-4f49-871e-4ae2b518c936 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:36.620584 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a27c032e-e5ed-4db9-8a58-cc686bbea429 req-ae371a48-7b46-4666-8956-133e7b4e5d83 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] 10.222.0.58 "GET /v2.0/ports?device_id=25254b39-de2f-42f7-82f7-a193f50363ef HTTP/1.1" status: 200 len: 210 time: 0.0326023 Jul 09 15:21:36.689856 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-ad95c8c8-34c2-4e27-a40d-a3a7cc8ac1d6 req-7b5d5d0e-968c-4f49-871e-4ae2b518c936 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Allocated IP 172.20.0.5 (3e963614-20fe-4807-a727-6c4008ebd60a/04553eda-d33b-42d5-8a85-01d6d2122e68/859db188-7639-4204-8416-8f02580db5e5) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:21:36.836127 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-ad95c8c8-34c2-4e27-a40d-a3a7cc8ac1d6 req-7b5d5d0e-968c-4f49-871e-4ae2b518c936 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:36.922819 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-ad95c8c8-34c2-4e27-a40d-a3a7cc8ac1d6 req-7b5d5d0e-968c-4f49-871e-4ae2b518c936 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:36.971496 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad95c8c8-34c2-4e27-a40d-a3a7cc8ac1d6 req-7b5d5d0e-968c-4f49-871e-4ae2b518c936 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Network 3e963614-20fe-4807-a727-6c4008ebd60a is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:21:36.976630 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-ad95c8c8-34c2-4e27-a40d-a3a7cc8ac1d6 req-7b5d5d0e-968c-4f49-871e-4ae2b518c936 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:21:36.980505 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad95c8c8-34c2-4e27-a40d-a3a7cc8ac1d6 req-7b5d5d0e-968c-4f49-871e-4ae2b518c936 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:21:37.005951 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5d5d0e-968c-4f49-871e-4ae2b518c936 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Pushing event updated for resources: {'Port': ['ID=859db188-7639-4204-8416-8f02580db5e5,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:21:37.034815 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95c8c8-34c2-4e27-a40d-a3a7cc8ac1d6 req-7b5d5d0e-968c-4f49-871e-4ae2b518c936 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:21:37.035433 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-ad95c8c8-34c2-4e27-a40d-a3a7cc8ac1d6 req-7b5d5d0e-968c-4f49-871e-4ae2b518c936 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:37.109729 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ad95c8c8-34c2-4e27-a40d-a3a7cc8ac1d6 req-7b5d5d0e-968c-4f49-871e-4ae2b518c936 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7342672 Jul 09 15:21:37.123248 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-ad95c8c8-34c2-4e27-a40d-a3a7cc8ac1d6 req-d4c0e8f5-a2c1-40c0-af20-749eb7caef77 service neutron] Request body: {'port': {'device_id': '25254b39-de2f-42f7-82f7-a193f50363ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:21:37.199892 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-ad95c8c8-34c2-4e27-a40d-a3a7cc8ac1d6 req-d4c0e8f5-a2c1-40c0-af20-749eb7caef77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:37.457978 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-ad95c8c8-34c2-4e27-a40d-a3a7cc8ac1d6 req-d4c0e8f5-a2c1-40c0-af20-749eb7caef77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 859db188-7639-4204-8416-8f02580db5e5 {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:21:37.465213 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-ad95c8c8-34c2-4e27-a40d-a3a7cc8ac1d6 req-d4c0e8f5-a2c1-40c0-af20-749eb7caef77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:37.476509 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-ad95c8c8-34c2-4e27-a40d-a3a7cc8ac1d6 req-d4c0e8f5-a2c1-40c0-af20-749eb7caef77 service neutron] Transition to ACTIVE for port object 859db188-7639-4204-8416-8f02580db5e5 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:21:37.551427 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-ad95c8c8-34c2-4e27-a40d-a3a7cc8ac1d6 req-d4c0e8f5-a2c1-40c0-af20-749eb7caef77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:37.601972 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c0e8f5-a2c1-40c0-af20-749eb7caef77 service neutron] Pushing event updated for resources: {'Port': ['ID=859db188-7639-4204-8416-8f02580db5e5,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:21:37.671590 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-ad95c8c8-34c2-4e27-a40d-a3a7cc8ac1d6 req-d4c0e8f5-a2c1-40c0-af20-749eb7caef77 service neutron] Attempting to bind port 859db188-7639-4204-8416-8f02580db5e5 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:21:37.671960 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-ad95c8c8-34c2-4e27-a40d-a3a7cc8ac1d6 req-d4c0e8f5-a2c1-40c0-af20-749eb7caef77 service neutron] Attempting to bind port 859db188-7639-4204-8416-8f02580db5e5 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': 'a86d826a-1ce3-4864-a501-f123599bf919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3e963614-20fe-4807-a727-6c4008ebd60a'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:21:37.672288 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad95c8c8-34c2-4e27-a40d-a3a7cc8ac1d6 req-d4c0e8f5-a2c1-40c0-af20-749eb7caef77 service neutron] Attempting to bind port 859db188-7639-4204-8416-8f02580db5e5 on network 3e963614-20fe-4807-a727-6c4008ebd60a {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:21:37.676552 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad95c8c8-34c2-4e27-a40d-a3a7cc8ac1d6 req-d4c0e8f5-a2c1-40c0-af20-749eb7caef77 service neutron] Port 859db188-7639-4204-8416-8f02580db5e5 on network 3e963614-20fe-4807-a727-6c4008ebd60a not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:21:37.676869 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad95c8c8-34c2-4e27-a40d-a3a7cc8ac1d6 req-d4c0e8f5-a2c1-40c0-af20-749eb7caef77 service neutron] Attempting to bind port 859db188-7639-4204-8416-8f02580db5e5 on network 3e963614-20fe-4807-a727-6c4008ebd60a {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:21:37.681538 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad95c8c8-34c2-4e27-a40d-a3a7cc8ac1d6 req-d4c0e8f5-a2c1-40c0-af20-749eb7caef77 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:21:37.681869 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad95c8c8-34c2-4e27-a40d-a3a7cc8ac1d6 req-d4c0e8f5-a2c1-40c0-af20-749eb7caef77 service neutron] Checking segment: {'id': 'a86d826a-1ce3-4864-a501-f123599bf919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3e963614-20fe-4807-a727-6c4008ebd60a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:21:37.682251 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad95c8c8-34c2-4e27-a40d-a3a7cc8ac1d6 req-d4c0e8f5-a2c1-40c0-af20-749eb7caef77 service neutron] Bound using segment: {'id': 'a86d826a-1ce3-4864-a501-f123599bf919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3e963614-20fe-4807-a727-6c4008ebd60a'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:21:37.682670 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-ad95c8c8-34c2-4e27-a40d-a3a7cc8ac1d6 req-d4c0e8f5-a2c1-40c0-af20-749eb7caef77 service neutron] Bound port: 859db188-7639-4204-8416-8f02580db5e5, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a86d826a-1ce3-4864-a501-f123599bf919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3e963614-20fe-4807-a727-6c4008ebd60a'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:21:37.683024 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-ad95c8c8-34c2-4e27-a40d-a3a7cc8ac1d6 req-d4c0e8f5-a2c1-40c0-af20-749eb7caef77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:37.782208 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-ad95c8c8-34c2-4e27-a40d-a3a7cc8ac1d6 req-d4c0e8f5-a2c1-40c0-af20-749eb7caef77 service neutron] For port 859db188-7639-4204-8416-8f02580db5e5, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:21:37.798209 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-ad95c8c8-34c2-4e27-a40d-a3a7cc8ac1d6 req-d4c0e8f5-a2c1-40c0-af20-749eb7caef77 service neutron] For port 859db188-7639-4204-8416-8f02580db5e5, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=859db188-7639-4204-8416-8f02580db5e5,segment=NetworkSegment(a86d826a-1ce3-4864-a501-f123599bf919),segment_id=a86d826a-1ce3-4864-a501-f123599bf919)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:21:37.822845 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53e89f-a8c7-4655-bded-d2e49946b710 req-c0a67f2f-fbcc-4e19-89cc-834dd6aac8d6 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:21:37.824356 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1c53e89f-a8c7-4655-bded-d2e49946b710 req-c0a67f2f-fbcc-4e19-89cc-834dd6aac8d6 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] 10.222.0.58 "GET /v2.0/ports?device_id=25254b39-de2f-42f7-82f7-a193f50363ef HTTP/1.1" status: 200 len: 943 time: 0.0835893 Jul 09 15:21:37.860967 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1c53e89f-a8c7-4655-bded-d2e49946b710 req-bbdecf9b-0231-467e-bebd-3c5b542ae7aa tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b4b58e6-d09d-4d3a-825c-da823a1b8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309947 Jul 09 15:21:37.881409 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-ad95c8c8-34c2-4e27-a40d-a3a7cc8ac1d6 req-d4c0e8f5-a2c1-40c0-af20-749eb7caef77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:37.915673 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95c8c8-34c2-4e27-a40d-a3a7cc8ac1d6 req-d4c0e8f5-a2c1-40c0-af20-749eb7caef77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:21:37.916322 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-ad95c8c8-34c2-4e27-a40d-a3a7cc8ac1d6 req-d4c0e8f5-a2c1-40c0-af20-749eb7caef77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:37.917689 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ad95c8c8-34c2-4e27-a40d-a3a7cc8ac1d6 req-d4c0e8f5-a2c1-40c0-af20-749eb7caef77 service neutron] 10.222.0.54 "PUT /v2.0/ports/859db188-7639-4204-8416-8f02580db5e5 HTTP/1.1" status: 200 len: 1091 time: 0.7989824 Jul 09 15:21:37.918117 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25254b39-de2f-42f7-82f7-a193f50363ef', 'tag': '859db188-7639-4204-8416-8f02580db5e5'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:21:37.920376 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0849f13-9a7f-4db2-a156-d405dc188b28" -d '{"events": [{"name": "network-changed", "server_uuid": "25254b39-de2f-42f7-82f7-a193f50363ef", "tag": "859db188-7639-4204-8416-8f02580db5e5"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:21:37.943727 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c0e8f5-a2c1-40c0-af20-749eb7caef77 service neutron] Pushing event updated for resources: {'Port': ['ID=859db188-7639-4204-8416-8f02580db5e5,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:21:37.957965 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609bfae1-db71-409b-80a7-967e9d3d411b x-openstack-request-id: req-609bfae1-db71-409b-80a7-967e9d3d411b {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:21:37.958261 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25254b39-de2f-42f7-82f7-a193f50363ef", "tag": "859db188-7639-4204-8416-8f02580db5e5", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:21:37.958517 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-609bfae1-db71-409b-80a7-967e9d3d411b {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:21:37.959067 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25254b39-de2f-42f7-82f7-a193f50363ef', 'tag': '859db188-7639-4204-8416-8f02580db5e5', 'status': 'completed', 'code': 200} Jul 09 15:21:38.034629 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0849f13-9a7f-4db2-a156-d405dc188b28 req-a34e5964-867e-4282-b55b-38f555256394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:21:38.036239 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f0849f13-9a7f-4db2-a156-d405dc188b28 req-a34e5964-867e-4282-b55b-38f555256394 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d2d63674bcf04632962319475c9378fa&device_id=25254b39-de2f-42f7-82f7-a193f50363ef HTTP/1.1" status: 200 len: 1094 time: 0.0564678 Jul 09 15:21:38.135010 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0849f13-9a7f-4db2-a156-d405dc188b28 req-4d00d0b9-b6a1-406a-8455-f9eb191544d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:21:38.136629 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f0849f13-9a7f-4db2-a156-d405dc188b28 req-4d00d0b9-b6a1-406a-8455-f9eb191544d7 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=d2d63674bcf04632962319475c9378fa&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0934753 Jul 09 15:21:38.227293 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0849f13-9a7f-4db2-a156-d405dc188b28 req-96fbc110-e7f2-4308-bb4c-0b5b678fb9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:21:38.228804 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f0849f13-9a7f-4db2-a156-d405dc188b28 req-96fbc110-e7f2-4308-bb4c-0b5b678fb9e3 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0860007 Jul 09 15:21:38.327080 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95c8c8-34c2-4e27-a40d-a3a7cc8ac1d6 req-8a685abf-aaad-405c-b163-2b9025fe4807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:21:38.328516 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ad95c8c8-34c2-4e27-a40d-a3a7cc8ac1d6 req-8a685abf-aaad-405c-b163-2b9025fe4807 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d2d63674bcf04632962319475c9378fa&device_id=25254b39-de2f-42f7-82f7-a193f50363ef HTTP/1.1" status: 200 len: 1094 time: 0.0606291 Jul 09 15:21:38.368649 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ad95c8c8-34c2-4e27-a40d-a3a7cc8ac1d6 req-13c54b16-7c7f-4df0-a0d9-697dd009e4e4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=859db188-7639-4204-8416-8f02580db5e5 HTTP/1.1" status: 200 len: 217 time: 0.0331011 Jul 09 15:21:38.414991 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95c8c8-34c2-4e27-a40d-a3a7cc8ac1d6 req-290f144b-0333-4803-b309-bb269bb05aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:21:38.416517 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ad95c8c8-34c2-4e27-a40d-a3a7cc8ac1d6 req-290f144b-0333-4803-b309-bb269bb05aee service neutron] 10.222.0.54 "GET /v2.0/subnets?id=04553eda-d33b-42d5-8a85-01d6d2122e68 HTTP/1.1" status: 200 len: 853 time: 0.0425918 Jul 09 15:21:38.452689 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ad95c8c8-34c2-4e27-a40d-a3a7cc8ac1d6 req-ced4adea-d4c9-4a50-acf5-c04aab3a064e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3e963614-20fe-4807-a727-6c4008ebd60a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296805 Jul 09 15:21:38.539249 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ad95c8c8-34c2-4e27-a40d-a3a7cc8ac1d6 req-615048db-d7ae-40a1-ba9f-b9c045c8286b service neutron] 10.222.0.54 "GET /v2.0/networks/3e963614-20fe-4807-a727-6c4008ebd60a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790799 Jul 09 15:21:38.631298 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ad95c8c8-34c2-4e27-a40d-a3a7cc8ac1d6 req-ebc8c719-bc9d-4fcc-ac91-b0689636d2bc service neutron] 10.222.0.54 "GET /v2.0/networks/3e963614-20fe-4807-a727-6c4008ebd60a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851302 Jul 09 15:21:39.030935 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeca0e3-7182-4181-86cf-433d8d63eab5 req-06442f56-fe37-42f5-b6f4-a09f67a22a97 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:21:39.032458 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-edeca0e3-7182-4181-86cf-433d8d63eab5 req-06442f56-fe37-42f5-b6f4-a09f67a22a97 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] 10.222.0.58 "GET /v2.0/ports?device_id=25254b39-de2f-42f7-82f7-a193f50363ef HTTP/1.1" status: 200 len: 943 time: 0.0635684 Jul 09 15:21:39.070615 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-edeca0e3-7182-4181-86cf-433d8d63eab5 req-e757d5cf-5375-43ec-bba7-ef0b9140a7c2 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b4b58e6-d09d-4d3a-825c-da823a1b8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324712 Jul 09 15:21:40.250527 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad5c107-43cb-47f5-9c81-44b5a2b7ff79 req-29ef108a-5eea-432d-9caa-ae638d10d6ba tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:21:40.252096 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6ad5c107-43cb-47f5-9c81-44b5a2b7ff79 req-29ef108a-5eea-432d-9caa-ae638d10d6ba tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] 10.222.0.58 "GET /v2.0/ports?device_id=25254b39-de2f-42f7-82f7-a193f50363ef HTTP/1.1" status: 200 len: 943 time: 0.0680077 Jul 09 15:21:40.290127 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6ad5c107-43cb-47f5-9c81-44b5a2b7ff79 req-37c75584-c270-4455-a654-08b98519f530 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b4b58e6-d09d-4d3a-825c-da823a1b8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321915 Jul 09 15:21:41.417581 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 859db188-7639-4204-8416-8f02580db5e5 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 15:21:41.467702 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84ac61-d88f-44dc-aafc-9e1b8dcd2433 req-94dd1cc6-16d3-4191-bf73-2d628f7ab29a tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:21:41.469223 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ab84ac61-d88f-44dc-aafc-9e1b8dcd2433 req-94dd1cc6-16d3-4191-bf73-2d628f7ab29a tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] 10.222.0.58 "GET /v2.0/ports?device_id=25254b39-de2f-42f7-82f7-a193f50363ef HTTP/1.1" status: 200 len: 943 time: 0.0657878 Jul 09 15:21:41.509218 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ab84ac61-d88f-44dc-aafc-9e1b8dcd2433 req-5bc98f94-2099-4ee3-8607-4f74ddeefd78 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b4b58e6-d09d-4d3a-825c-da823a1b8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341837 Jul 09 15:21:41.514332 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 859db188-7639-4204-8416-8f02580db5e5, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=859db188-7639-4204-8416-8f02580db5e5,segment=NetworkSegment(a86d826a-1ce3-4864-a501-f123599bf919),segment_id=a86d826a-1ce3-4864-a501-f123599bf919)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:21:41.528623 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': '859db188-7639-4204-8416-8f02580db5e5', 'network_id': '3e963614-20fe-4807-a727-6c4008ebd60a', 'port_id': '859db188-7639-4204-8416-8f02580db5e5', 'mac_address': 'fa:16:3e:cd:a0:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04553eda-d33b-42d5-8a85-01d6d2122e68', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 15:21:41.566650 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:41.579439 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 859db188-7639-4204-8416-8f02580db5e5 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:21:41.598978 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 859db188-7639-4204-8416-8f02580db5e5, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=859db188-7639-4204-8416-8f02580db5e5,segment=NetworkSegment(a86d826a-1ce3-4864-a501-f123599bf919),segment_id=a86d826a-1ce3-4864-a501-f123599bf919)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:21:41.657292 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:41.707475 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=859db188-7639-4204-8416-8f02580db5e5,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:21:41.884707 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['859db188-7639-4204-8416-8f02580db5e5'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:21:42.683586 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24348c65-76dc-4f9e-91ef-6265c934f2d5 req-395c507b-7dc9-40e4-a078-8b2a6ead6a6c tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:21:42.685004 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-24348c65-76dc-4f9e-91ef-6265c934f2d5 req-395c507b-7dc9-40e4-a078-8b2a6ead6a6c tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] 10.222.0.58 "GET /v2.0/ports?device_id=25254b39-de2f-42f7-82f7-a193f50363ef HTTP/1.1" status: 200 len: 944 time: 0.0623188 Jul 09 15:21:42.721434 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-24348c65-76dc-4f9e-91ef-6265c934f2d5 req-05e107e6-725a-4afb-a5ab-36e4e6b194b1 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b4b58e6-d09d-4d3a-825c-da823a1b8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309269 Jul 09 15:21:43.417825 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 859db188-7639-4204-8416-8f02580db5e5 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:21:43.676774 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port 859db188-7639-4204-8416-8f02580db5e5 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:21:43.680791 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port 859db188-7639-4204-8416-8f02580db5e5 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:21:43.681164 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:43.759536 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:43.783219 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25254b39-de2f-42f7-82f7-a193f50363ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859db188-7639-4204-8416-8f02580db5e5'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:21:43.785525 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363992ce-97bd-47ee-8a5f-f60b4d04c441" -d '{"events": [{"server_uuid": "25254b39-de2f-42f7-82f7-a193f50363ef", "name": "network-vif-plugged", "status": "completed", "tag": "859db188-7639-4204-8416-8f02580db5e5"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:21:43.799538 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 859db188-7639-4204-8416-8f02580db5e5, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=859db188-7639-4204-8416-8f02580db5e5,segment=NetworkSegment(a86d826a-1ce3-4864-a501-f123599bf919),segment_id=a86d826a-1ce3-4864-a501-f123599bf919)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:21:43.828172 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5556472e-5b1f-48cc-abda-d3d4e12a8024 x-openstack-request-id: req-5556472e-5b1f-48cc-abda-d3d4e12a8024 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:21:43.828172 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25254b39-de2f-42f7-82f7-a193f50363ef", "name": "network-vif-plugged", "status": "completed", "tag": "859db188-7639-4204-8416-8f02580db5e5", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:21:43.828172 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5556472e-5b1f-48cc-abda-d3d4e12a8024 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:21:43.828172 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25254b39-de2f-42f7-82f7-a193f50363ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859db188-7639-4204-8416-8f02580db5e5', 'code': 200} Jul 09 15:21:43.877324 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:43.924369 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=859db188-7639-4204-8416-8f02580db5e5,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:21:43.938510 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f218718-6fa8-4e28-b6db-714b024fcf94 req-6575c9b0-17e3-417e-945d-c7a5f928124d tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:21:43.940091 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3f218718-6fa8-4e28-b6db-714b024fcf94 req-6575c9b0-17e3-417e-945d-c7a5f928124d tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] 10.222.0.58 "GET /v2.0/ports?device_id=25254b39-de2f-42f7-82f7-a193f50363ef HTTP/1.1" status: 200 len: 944 time: 0.1015768 Jul 09 15:21:43.975515 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81279296-8c22-4878-8d65-88b04d37279d req-a3f0df0f-bb1e-4ac5-8e69-67ca0c20924a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:21:43.976995 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-81279296-8c22-4878-8d65-88b04d37279d req-a3f0df0f-bb1e-4ac5-8e69-67ca0c20924a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=25254b39-de2f-42f7-82f7-a193f50363ef HTTP/1.1" status: 200 len: 1096 time: 0.0899224 Jul 09 15:21:44.001298 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3f218718-6fa8-4e28-b6db-714b024fcf94 req-9930d7e8-ed80-4bc4-917a-0a0096b0ca64 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b4b58e6-d09d-4d3a-825c-da823a1b8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528412 Jul 09 15:21:44.017084 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-81279296-8c22-4878-8d65-88b04d37279d req-661f1bee-aa92-44dc-a147-115fe84acf71 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8b4b58e6-d09d-4d3a-825c-da823a1b8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321436 Jul 09 15:21:45.177823 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb0fe4-7827-4cda-946f-9bd2c6e0e7d4 req-3afefdf8-d374-46c4-b667-87fd4f0e5392 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:21:45.179300 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-92bb0fe4-7827-4cda-946f-9bd2c6e0e7d4 req-3afefdf8-d374-46c4-b667-87fd4f0e5392 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] 10.222.0.58 "GET /v2.0/ports?device_id=25254b39-de2f-42f7-82f7-a193f50363ef HTTP/1.1" status: 200 len: 945 time: 0.0666687 Jul 09 15:21:45.196828 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:45.218990 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-92bb0fe4-7827-4cda-946f-9bd2c6e0e7d4 req-557da28d-aefc-4834-803f-fcf78bb081b2 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b4b58e6-d09d-4d3a-825c-da823a1b8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325947 Jul 09 15:21:53.001890 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:21:53.463270 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:56.150885 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7c498411-a707-46f7-b36a-2449d3c3b9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:59.131675 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d45e1dec-4d0c-4714-bb00-ff5f2997b742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:21:59.229164 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:22:00.299445 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:22:01.692215 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:22:05.872928 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ca79697f-1a41-44a3-8b1d-2822b6063e19 req-cfda3e59-4be0-4fc7-89c8-672c35aa1417 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8707cbc4-623f-431d-948e-3fcc73e1240b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0581770 Jul 09 15:22:05.999436 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79697f-1a41-44a3-8b1d-2822b6063e19 req-16f26077-31c4-42da-afd5-ed387a4d3036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:22:05.999436 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ca79697f-1a41-44a3-8b1d-2822b6063e19 req-16f26077-31c4-42da-afd5-ed387a4d3036 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a72faee8848947debd81a1c8a7d3d88c&device_id=8707cbc4-623f-431d-948e-3fcc73e1240b HTTP/1.1" status: 200 len: 1096 time: 0.0634181 Jul 09 15:22:06.106624 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79697f-1a41-44a3-8b1d-2822b6063e19 req-da08a78c-d5c2-4bc2-ae38-9dda9388d3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:22:06.108056 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ca79697f-1a41-44a3-8b1d-2822b6063e19 req-da08a78c-d5c2-4bc2-ae38-9dda9388d3c7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=826dc4a4-e49b-44a0-93c6-31d8ca60478e HTTP/1.1" status: 200 len: 897 time: 0.0895851 Jul 09 15:22:06.179282 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ca79697f-1a41-44a3-8b1d-2822b6063e19 req-f9b4cf75-b993-4667-abd7-a990f624e607 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3c61100-cf1c-4285-b77a-972f85ae3a38 HTTP/1.1" status: 200 len: 1000 time: 0.0651388 Jul 09 15:22:06.228358 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79697f-1a41-44a3-8b1d-2822b6063e19 req-509cda38-a61e-4d58-adcf-c9dc0ee69149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:22:06.229870 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ca79697f-1a41-44a3-8b1d-2822b6063e19 req-509cda38-a61e-4d58-adcf-c9dc0ee69149 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7ad42fb4-2c6e-40af-88ad-c67b2cbfa09f HTTP/1.1" status: 200 len: 834 time: 0.0441368 Jul 09 15:22:06.285738 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79697f-1a41-44a3-8b1d-2822b6063e19 req-6a15b67e-0176-4bcb-92ae-cd4f73673bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:22:06.287157 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ca79697f-1a41-44a3-8b1d-2822b6063e19 req-6a15b67e-0176-4bcb-92ae-cd4f73673bb2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=826dc4a4-e49b-44a0-93c6-31d8ca60478e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515420 Jul 09 15:22:06.378051 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ca79697f-1a41-44a3-8b1d-2822b6063e19 req-b66fbc1a-5d03-4bc5-8ead-2039ceabdf09 service neutron] 10.222.0.62 "GET /v2.0/networks/826dc4a4-e49b-44a0-93c6-31d8ca60478e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836537 Jul 09 15:22:06.470424 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ca79697f-1a41-44a3-8b1d-2822b6063e19 req-9b27af1a-6f54-4e39-a4e9-ad1badd6ea7a service neutron] 10.222.0.62 "GET /v2.0/networks/826dc4a4-e49b-44a0-93c6-31d8ca60478e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860515 Jul 09 15:22:13.399168 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a0ff0-bb85-4a7b-8323-3f778bfdf843 req-5b18de4c-05e1-4a56-91a5-6f54d45efb0a tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:22:13.400652 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f45a0ff0-bb85-4a7b-8323-3f778bfdf843 req-5b18de4c-05e1-4a56-91a5-6f54d45efb0a tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] 10.222.0.58 "GET /v2.0/ports?device_id=25254b39-de2f-42f7-82f7-a193f50363ef HTTP/1.1" status: 200 len: 945 time: 0.0654812 Jul 09 15:22:13.438901 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f45a0ff0-bb85-4a7b-8323-3f778bfdf843 req-ecb83301-6b59-4cd6-a19e-eaef21995352 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b4b58e6-d09d-4d3a-825c-da823a1b8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319524 Jul 09 15:22:14.617789 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c3bf9-cdcf-4f59-9835-71db8572b41a req-412f557c-f480-4035-b740-3fbf8f3d4e15 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:22:14.619557 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-856c3bf9-cdcf-4f59-9835-71db8572b41a req-412f557c-f480-4035-b740-3fbf8f3d4e15 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] 10.222.0.58 "GET /v2.0/ports?device_id=25254b39-de2f-42f7-82f7-a193f50363ef HTTP/1.1" status: 200 len: 945 time: 0.0632360 Jul 09 15:22:14.656294 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-856c3bf9-cdcf-4f59-9835-71db8572b41a req-2b0656c5-5d86-440d-8e69-3064743bdc5d tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b4b58e6-d09d-4d3a-825c-da823a1b8bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305123 Jul 09 15:22:14.908633 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bfb329-dbb1-45e6-9e58-3477858cf39e req-c507ea30-50b7-42e7-8c2d-f1322e4fd81b tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:22:14.910090 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a6bfb329-dbb1-45e6-9e58-3477858cf39e req-c507ea30-50b7-42e7-8c2d-f1322e4fd81b tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] 10.222.0.54 "GET /v2.0/ports?device_id=25254b39-de2f-42f7-82f7-a193f50363ef HTTP/1.1" status: 200 len: 945 time: 0.0659359 Jul 09 15:22:15.007587 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-a6bfb329-dbb1-45e6-9e58-3477858cf39e req-22060c45-84bb-432b-b211-083d150276eb tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Deleting port 859db188-7639-4204-8416-8f02580db5e5 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:22:15.007929 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-a6bfb329-dbb1-45e6-9e58-3477858cf39e req-22060c45-84bb-432b-b211-083d150276eb tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:22:15.097073 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-a6bfb329-dbb1-45e6-9e58-3477858cf39e req-22060c45-84bb-432b-b211-083d150276eb tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] For port 859db188-7639-4204-8416-8f02580db5e5, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=859db188-7639-4204-8416-8f02580db5e5,segment=NetworkSegment(a86d826a-1ce3-4864-a501-f123599bf919),segment_id=a86d826a-1ce3-4864-a501-f123599bf919)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:22:15.097428 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-a6bfb329-dbb1-45e6-9e58-3477858cf39e req-22060c45-84bb-432b-b211-083d150276eb tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:22:15.108808 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-a6bfb329-dbb1-45e6-9e58-3477858cf39e req-22060c45-84bb-432b-b211-083d150276eb tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Calling delete_port for 859db188-7639-4204-8416-8f02580db5e5 owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:22:15.263109 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:22:15.331318 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-a6bfb329-dbb1-45e6-9e58-3477858cf39e req-22060c45-84bb-432b-b211-083d150276eb tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:22:15.343115 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['859db188-7639-4204-8416-8f02580db5e5'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:22:15.361204 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22060c45-84bb-432b-b211-083d150276eb tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Pushing event deleted for resources: {'Port': ['ID=859db188-7639-4204-8416-8f02580db5e5,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:22:15.410287 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6bfb329-dbb1-45e6-9e58-3477858cf39e req-22060c45-84bb-432b-b211-083d150276eb tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] No DVR routers for this DVR port 859db188-7639-4204-8416-8f02580db5e5 on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:22:15.413019 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-a6bfb329-dbb1-45e6-9e58-3477858cf39e req-22060c45-84bb-432b-b211-083d150276eb tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:22:15.415094 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a6bfb329-dbb1-45e6-9e58-3477858cf39e req-22060c45-84bb-432b-b211-083d150276eb tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] 10.222.0.54 "DELETE /v2.0/ports/859db188-7639-4204-8416-8f02580db5e5 HTTP/1.1" status: 204 len: 173 time: 0.4981282 Jul 09 15:22:15.416029 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25254b39-de2f-42f7-82f7-a193f50363ef', 'name': 'network-vif-deleted', 'tag': '859db188-7639-4204-8416-8f02580db5e5'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:22:15.417941 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee0f7d5-42eb-4233-88f2-da80bcddbc02" -d '{"events": [{"server_uuid": "25254b39-de2f-42f7-82f7-a193f50363ef", "name": "network-vif-deleted", "tag": "859db188-7639-4204-8416-8f02580db5e5"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:22:15.452677 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3bedd9-5bb8-40ad-af38-5e34ad95add6 x-openstack-request-id: req-1f3bedd9-5bb8-40ad-af38-5e34ad95add6 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:22:15.452967 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25254b39-de2f-42f7-82f7-a193f50363ef", "name": "network-vif-deleted", "tag": "859db188-7639-4204-8416-8f02580db5e5", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:22:15.453215 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1f3bedd9-5bb8-40ad-af38-5e34ad95add6 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:22:15.453613 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25254b39-de2f-42f7-82f7-a193f50363ef', 'name': 'network-vif-deleted', 'tag': '859db188-7639-4204-8416-8f02580db5e5', 'status': 'completed', 'code': 200} Jul 09 15:22:15.799000 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2f18f9a4-6e90-4b4f-9136-973f865dfd2c req-65220099-a07f-463f-a52d-f0fe39db8e82 tempest-VolumesSnapshotTestJSON-1821368245 tempest-VolumesSnapshotTestJSON-1821368245-project] 10.222.0.58 "GET /v2.0/ports?device_id=25254b39-de2f-42f7-82f7-a193f50363ef HTTP/1.1" status: 200 len: 210 time: 0.0319531 Jul 09 15:22:19.589151 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 859db188-7639-4204-8416-8f02580db5e5 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:22:19.609694 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: 859db188-7639-4204-8416-8f02580db5e5 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:22:19.610054 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 859db188-7639-4204-8416-8f02580db5e5 not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:22:23.465184 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:22:26.167875 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-00927d25-b8eb-498b-8043-601ead0aa829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:22:26.558307 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d0f32a-1467-44e7-8037-886fafcad44d req-cb4bb16d-a33b-4c4d-89c5-b89529ce7cbf tempest-TestNetworkAdvancedServerOps-1044390005 tempest-TestNetworkAdvancedServerOps-1044390005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:22:26.559852 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-47d0f32a-1467-44e7-8037-886fafcad44d req-cb4bb16d-a33b-4c4d-89c5-b89529ce7cbf tempest-TestNetworkAdvancedServerOps-1044390005 tempest-TestNetworkAdvancedServerOps-1044390005-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=8707cbc4-623f-431d-948e-3fcc73e1240b HTTP/1.1" status: 200 len: 1096 time: 0.0518873 Jul 09 15:22:26.595207 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-47d0f32a-1467-44e7-8037-886fafcad44d req-4def0069-930b-42d1-a0ff-52a90d49dd03 tempest-TestNetworkAdvancedServerOps-1044390005 tempest-TestNetworkAdvancedServerOps-1044390005-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=485e1e44-3778-4544-8f12-ee629b9beb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288937 Jul 09 15:22:26.769088 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2202775e-c70a-4134-b97a-48c36808b813 req-f93b2203-468b-4f54-8662-c84fc1387f6d tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:22:26.770704 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2202775e-c70a-4134-b97a-48c36808b813 req-f93b2203-468b-4f54-8662-c84fc1387f6d tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=8707cbc4-623f-431d-948e-3fcc73e1240b HTTP/1.1" status: 200 len: 945 time: 0.0640254 Jul 09 15:22:26.813573 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2202775e-c70a-4134-b97a-48c36808b813 req-39d67844-d098-43d2-898b-975b2406e5b6 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=485e1e44-3778-4544-8f12-ee629b9beb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370898 Jul 09 15:22:26.839858 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 52096) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:22:26.904380 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-e696c37e-09d8-46ab-af45-e4ead2797ec5 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/floatingips/b56af609-3f86-4baf-8e57-72c23f17f682 HTTP/1.1" status: 200 len: 992 time: 0.0631626 Jul 09 15:22:27.820213 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6430101-9f9a-4c2e-9d47-e4e4cc03eef7 req-62019a36-dd81-48a2-9755-a40978c9150b tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:22:27.821752 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b6430101-9f9a-4c2e-9d47-e4e4cc03eef7 req-62019a36-dd81-48a2-9755-a40978c9150b tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=8707cbc4-623f-431d-948e-3fcc73e1240b HTTP/1.1" status: 200 len: 945 time: 0.0699918 Jul 09 15:22:27.862241 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b6430101-9f9a-4c2e-9d47-e4e4cc03eef7 req-bc5f14b8-7d94-420a-8a3c-a90d97a63e0b tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=485e1e44-3778-4544-8f12-ee629b9beb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347526 Jul 09 15:22:27.935657 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c5c397b9-976d-488e-ad73-e418cefdf90c req-dd08f925-65ce-4f37-bb5a-8c105a07c58d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8707cbc4-623f-431d-948e-3fcc73e1240b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0531318 Jul 09 15:22:29.050471 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74680c79-8520-4ceb-ba44-abfaa837acf6 req-55c36b27-f7a4-44bc-b31a-62194f087216 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:22:29.052109 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-74680c79-8520-4ceb-ba44-abfaa837acf6 req-55c36b27-f7a4-44bc-b31a-62194f087216 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=8707cbc4-623f-431d-948e-3fcc73e1240b HTTP/1.1" status: 200 len: 945 time: 0.0731959 Jul 09 15:22:29.091220 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-74680c79-8520-4ceb-ba44-abfaa837acf6 req-1f908d8b-fefe-4aff-8f62-0752e48cfd54 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=485e1e44-3778-4544-8f12-ee629b9beb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334697 Jul 09 15:22:29.154100 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-adc870de-7e98-4407-8545-c1b5ceba8f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:22:29.316506 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:22:30.001914 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:22:30.282749 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c384e-8a0a-430e-956c-9656b063460c req-7069c3c0-ce3c-4b62-b79a-29d6cda883ed tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:22:30.284250 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e80c384e-8a0a-430e-956c-9656b063460c req-7069c3c0-ce3c-4b62-b79a-29d6cda883ed tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=8707cbc4-623f-431d-948e-3fcc73e1240b HTTP/1.1" status: 200 len: 945 time: 0.0798519 Jul 09 15:22:30.321649 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e80c384e-8a0a-430e-956c-9656b063460c req-0017c333-1003-41cd-8378-7b31d29549d4 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=485e1e44-3778-4544-8f12-ee629b9beb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315616 Jul 09 15:22:30.339143 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:22:30.489029 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c397b9-976d-488e-ad73-e418cefdf90c req-5ff85bac-14d5-46d9-881f-2f4d8b52d0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:22:30.490526 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c5c397b9-976d-488e-ad73-e418cefdf90c req-5ff85bac-14d5-46d9-881f-2f4d8b52d0ab service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a72faee8848947debd81a1c8a7d3d88c&device_id=8707cbc4-623f-431d-948e-3fcc73e1240b HTTP/1.1" status: 200 len: 1096 time: 0.0588636 Jul 09 15:22:30.579796 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c397b9-976d-488e-ad73-e418cefdf90c req-8df2e7b2-df49-4884-abe8-e1caf94150c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:22:30.581624 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c5c397b9-976d-488e-ad73-e418cefdf90c req-8df2e7b2-df49-4884-abe8-e1caf94150c5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=826dc4a4-e49b-44a0-93c6-31d8ca60478e HTTP/1.1" status: 200 len: 897 time: 0.0841715 Jul 09 15:22:30.652211 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c5c397b9-976d-488e-ad73-e418cefdf90c req-57db6171-e308-4924-bc61-3265df8d998c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3c61100-cf1c-4285-b77a-972f85ae3a38 HTTP/1.1" status: 200 len: 1000 time: 0.0623274 Jul 09 15:22:30.699254 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c397b9-976d-488e-ad73-e418cefdf90c req-d32697b6-7e2e-4bd1-b67d-5d46cda6610c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:22:30.700833 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c5c397b9-976d-488e-ad73-e418cefdf90c req-d32697b6-7e2e-4bd1-b67d-5d46cda6610c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7ad42fb4-2c6e-40af-88ad-c67b2cbfa09f HTTP/1.1" status: 200 len: 834 time: 0.0429018 Jul 09 15:22:30.757528 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c397b9-976d-488e-ad73-e418cefdf90c req-b8f04855-87fd-4507-902d-b6724cfd1b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:22:30.759246 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c5c397b9-976d-488e-ad73-e418cefdf90c req-b8f04855-87fd-4507-902d-b6724cfd1b98 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=826dc4a4-e49b-44a0-93c6-31d8ca60478e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523493 Jul 09 15:22:30.853832 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c5c397b9-976d-488e-ad73-e418cefdf90c req-52661cfb-a92a-4f15-aa92-414db095c7d8 service neutron] 10.222.0.62 "GET /v2.0/networks/826dc4a4-e49b-44a0-93c6-31d8ca60478e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876904 Jul 09 15:22:30.951805 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c5c397b9-976d-488e-ad73-e418cefdf90c req-abd8a736-3be2-45d8-a216-baaef0bde21e service neutron] 10.222.0.62 "GET /v2.0/networks/826dc4a4-e49b-44a0-93c6-31d8ca60478e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900924 Jul 09 15:22:31.505047 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b2c0a-58f4-4872-a4b1-a0d229465f47 req-568b30c5-6973-43ce-bd6a-dde5f406e508 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:22:31.506532 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-654b2c0a-58f4-4872-a4b1-a0d229465f47 req-568b30c5-6973-43ce-bd6a-dde5f406e508 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=8707cbc4-623f-431d-948e-3fcc73e1240b HTTP/1.1" status: 200 len: 945 time: 0.0692780 Jul 09 15:22:31.546622 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-654b2c0a-58f4-4872-a4b1-a0d229465f47 req-79c1e9a9-ff59-4893-b896-e436e53feecc tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=485e1e44-3778-4544-8f12-ee629b9beb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341091 Jul 09 15:22:31.747948 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:22:32.728021 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec2321-0ea1-447b-8aa4-23b5f4d27df6 req-b7935a61-a545-4d25-9c61-2609bca9f8f8 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:22:32.730125 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d1ec2321-0ea1-447b-8aa4-23b5f4d27df6 req-b7935a61-a545-4d25-9c61-2609bca9f8f8 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=8707cbc4-623f-431d-948e-3fcc73e1240b HTTP/1.1" status: 200 len: 945 time: 0.0649226 Jul 09 15:22:32.773378 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d1ec2321-0ea1-447b-8aa4-23b5f4d27df6 req-55a978b8-1257-441f-ac06-687c2017561e tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=485e1e44-3778-4544-8f12-ee629b9beb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373967 Jul 09 15:22:33.952744 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f228f10-9609-4602-9ce1-a4fdd819bee4 req-ef1dc0ce-c876-41dc-a802-adc0ea13d471 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:22:33.954255 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5f228f10-9609-4602-9ce1-a4fdd819bee4 req-ef1dc0ce-c876-41dc-a802-adc0ea13d471 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=8707cbc4-623f-431d-948e-3fcc73e1240b HTTP/1.1" status: 200 len: 945 time: 0.0656075 Jul 09 15:22:33.995035 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5f228f10-9609-4602-9ce1-a4fdd819bee4 req-a5604c59-01eb-4efd-aa05-5235c31a670b tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=485e1e44-3778-4544-8f12-ee629b9beb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340121 Jul 09 15:22:35.174315 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc0bf71-9906-4913-8c58-9e228a15edad req-3a6efe3a-0f2c-438f-8190-c0f81eadf9e2 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:22:35.175845 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1cc0bf71-9906-4913-8c58-9e228a15edad req-3a6efe3a-0f2c-438f-8190-c0f81eadf9e2 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=8707cbc4-623f-431d-948e-3fcc73e1240b HTTP/1.1" status: 200 len: 945 time: 0.0666068 Jul 09 15:22:35.213414 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1cc0bf71-9906-4913-8c58-9e228a15edad req-18b6d3f4-f133-4cac-bb8a-5bbfca94d029 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=485e1e44-3778-4544-8f12-ee629b9beb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311830 Jul 09 15:22:36.387111 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2962c17-1780-422d-ae48-5617cd46ced6 req-8c303557-5821-4949-b4ae-cdf653857e33 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:22:36.389170 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f2962c17-1780-422d-ae48-5617cd46ced6 req-8c303557-5821-4949-b4ae-cdf653857e33 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=8707cbc4-623f-431d-948e-3fcc73e1240b HTTP/1.1" status: 200 len: 945 time: 0.0652027 Jul 09 15:22:36.429037 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f2962c17-1780-422d-ae48-5617cd46ced6 req-06c22d7f-f9ae-4678-9e62-c853c71b3bea tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=485e1e44-3778-4544-8f12-ee629b9beb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340881 Jul 09 15:22:37.739737 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269f854-f45f-49ab-bced-41fd6d397849 req-7d95b593-a73a-43b3-9302-ba47326c8d25 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:22:37.741356 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e269f854-f45f-49ab-bced-41fd6d397849 req-7d95b593-a73a-43b3-9302-ba47326c8d25 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=8707cbc4-623f-431d-948e-3fcc73e1240b HTTP/1.1" status: 200 len: 945 time: 0.1990690 Jul 09 15:22:37.779649 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e269f854-f45f-49ab-bced-41fd6d397849 req-e38db144-9600-47b0-b5b8-7bc911bc5ed8 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=485e1e44-3778-4544-8f12-ee629b9beb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323279 Jul 09 15:22:39.010878 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f927a5-bbca-4f7b-9fe0-b97f1c404f78 req-a92a2521-6f0b-49b8-8ecb-0f96c7905ae5 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:22:39.012434 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-33f927a5-bbca-4f7b-9fe0-b97f1c404f78 req-a92a2521-6f0b-49b8-8ecb-0f96c7905ae5 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=8707cbc4-623f-431d-948e-3fcc73e1240b HTTP/1.1" status: 200 len: 945 time: 0.1230199 Jul 09 15:22:39.051924 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-33f927a5-bbca-4f7b-9fe0-b97f1c404f78 req-d886bfa9-868e-4e88-a5f1-54c2adfddf1b tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=485e1e44-3778-4544-8f12-ee629b9beb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330622 Jul 09 15:22:40.227624 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48327b03-446b-407a-8221-050f7e30effa req-6041f4ce-3ccb-4376-a28a-daf03f5eba02 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:22:40.229117 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-48327b03-446b-407a-8221-050f7e30effa req-6041f4ce-3ccb-4376-a28a-daf03f5eba02 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=8707cbc4-623f-431d-948e-3fcc73e1240b HTTP/1.1" status: 200 len: 945 time: 0.0654206 Jul 09 15:22:40.267206 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-48327b03-446b-407a-8221-050f7e30effa req-658c9c22-1d7a-4c6d-894e-76be4a312aa3 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=485e1e44-3778-4544-8f12-ee629b9beb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319424 Jul 09 15:22:41.448197 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9337c7e-1d38-44eb-88a6-766441507ac8 req-51fc337b-5b79-4f90-b44c-edca6ec6c262 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:22:41.450069 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c9337c7e-1d38-44eb-88a6-766441507ac8 req-51fc337b-5b79-4f90-b44c-edca6ec6c262 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=8707cbc4-623f-431d-948e-3fcc73e1240b HTTP/1.1" status: 200 len: 945 time: 0.0708547 Jul 09 15:22:41.487370 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c9337c7e-1d38-44eb-88a6-766441507ac8 req-d2dcb034-c2bb-4977-9ab0-5841deb6a83c tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=485e1e44-3778-4544-8f12-ee629b9beb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318720 Jul 09 15:22:42.667070 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d992db9-aac3-4600-8308-12a289c07fae req-810c0d2b-823f-4489-add6-8ed8a3b8d62b tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:22:42.668653 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8d992db9-aac3-4600-8308-12a289c07fae req-810c0d2b-823f-4489-add6-8ed8a3b8d62b tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=8707cbc4-623f-431d-948e-3fcc73e1240b HTTP/1.1" status: 200 len: 945 time: 0.0641522 Jul 09 15:22:42.706758 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8d992db9-aac3-4600-8308-12a289c07fae req-11ab4e44-b263-4bd2-abe3-aba06df674be tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=485e1e44-3778-4544-8f12-ee629b9beb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325654 Jul 09 15:22:43.909880 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67052d63-27e9-4894-a9d5-d5951142dfd8 req-308c6bfd-ca6e-4423-b57e-854fefe9c9f5 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:22:43.911421 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-67052d63-27e9-4894-a9d5-d5951142dfd8 req-308c6bfd-ca6e-4423-b57e-854fefe9c9f5 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=8707cbc4-623f-431d-948e-3fcc73e1240b HTTP/1.1" status: 200 len: 945 time: 0.0693758 Jul 09 15:22:43.948929 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-67052d63-27e9-4894-a9d5-d5951142dfd8 req-4cda7d44-5a07-4956-993d-c34e7d2a297f tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=485e1e44-3778-4544-8f12-ee629b9beb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318813 Jul 09 15:22:45.163253 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd3a2f-9495-4b98-9056-f2914959c122 req-37cc0108-2a38-496e-b34f-634f426f7b84 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:22:45.164852 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-04cd3a2f-9495-4b98-9056-f2914959c122 req-37cc0108-2a38-496e-b34f-634f426f7b84 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=8707cbc4-623f-431d-948e-3fcc73e1240b HTTP/1.1" status: 200 len: 945 time: 0.0896356 Jul 09 15:22:45.214889 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-04cd3a2f-9495-4b98-9056-f2914959c122 req-9de24cb2-22fb-434a-83ba-b30d0d65f704 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=485e1e44-3778-4544-8f12-ee629b9beb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429945 Jul 09 15:22:45.325712 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:22:46.406774 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a893bf8-d82a-4cae-807a-e8e8223b170f req-a9522975-f1a2-4cc8-bc4b-8c317acff7d0 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:22:46.408459 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4a893bf8-d82a-4cae-807a-e8e8223b170f req-a9522975-f1a2-4cc8-bc4b-8c317acff7d0 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=8707cbc4-623f-431d-948e-3fcc73e1240b HTTP/1.1" status: 200 len: 945 time: 0.0747375 Jul 09 15:22:46.466667 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4a893bf8-d82a-4cae-807a-e8e8223b170f req-241d48fa-65e9-4683-bdb8-f59e31edf7c2 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=485e1e44-3778-4544-8f12-ee629b9beb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495713 Jul 09 15:22:46.783261 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [req-e496ee66-8744-40da-845e-b3c18ffe9c81 req-6fb21d81-ee65-4dd6-9876-9f035c7f1984 service neutron] (94446) timed out ('10.222.0.62', 53999) {{(pid=94446) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 15:22:47.647850 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28230732-3522-49c8-9bc6-3f9fda1e5b2e req-91a118ba-661f-4c21-8839-cd2c72fbd97d tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:22:47.649392 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-28230732-3522-49c8-9bc6-3f9fda1e5b2e req-91a118ba-661f-4c21-8839-cd2c72fbd97d tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=8707cbc4-623f-431d-948e-3fcc73e1240b HTTP/1.1" status: 200 len: 945 time: 0.0638525 Jul 09 15:22:47.689825 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-28230732-3522-49c8-9bc6-3f9fda1e5b2e req-88bf2b77-1d73-42e1-a1fb-35200a16b25b tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=485e1e44-3778-4544-8f12-ee629b9beb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347278 Jul 09 15:22:48.441821 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [req-c5c397b9-976d-488e-ad73-e418cefdf90c req-661bcc24-87ca-4bfa-a83d-51e87feea22f service neutron] show failed (client error): The resource could not be found. Jul 09 15:22:48.442881 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c5c397b9-976d-488e-ad73-e418cefdf90c req-661bcc24-87ca-4bfa-a83d-51e87feea22f service neutron] 10.222.0.62 "GET /v2.0/ports/b3c61100-cf1c-4285-b77a-972f85ae3a38/bindings/n-h2-799529-6 HTTP/1.1" status: 404 len: 380 time: 0.0553091 Jul 09 15:22:48.873745 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749553d-d328-44ff-ae47-80c9f09527cf req-ae7c0280-f991-44dc-9046-02a37bd4d73a tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:22:48.875389 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7749553d-d328-44ff-ae47-80c9f09527cf req-ae7c0280-f991-44dc-9046-02a37bd4d73a tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=8707cbc4-623f-431d-948e-3fcc73e1240b HTTP/1.1" status: 200 len: 945 time: 0.0725396 Jul 09 15:22:48.914916 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7749553d-d328-44ff-ae47-80c9f09527cf req-1861a408-06c5-4cd7-bcc0-1fcbf9bfa11a tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=485e1e44-3778-4544-8f12-ee629b9beb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338225 Jul 09 15:22:49.034895 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c397b9-976d-488e-ad73-e418cefdf90c req-1754ed54-1af2-407c-9b92-51a10c9b0aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:22:49.036456 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c5c397b9-976d-488e-ad73-e418cefdf90c req-1754ed54-1af2-407c-9b92-51a10c9b0aad service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8707cbc4-623f-431d-948e-3fcc73e1240b&tenant_id=a72faee8848947debd81a1c8a7d3d88c HTTP/1.1" status: 200 len: 1096 time: 0.0576241 Jul 09 15:22:49.047543 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-c5c397b9-976d-488e-ad73-e418cefdf90c req-8c96c5b0-3177-4617-bd72-b92ffc3278f5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799529-6', 'device_owner': 'compute:nova'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:22:49.119922 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-c5c397b9-976d-488e-ad73-e418cefdf90c req-8c96c5b0-3177-4617-bd72-b92ffc3278f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:22:49.318711 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-c5c397b9-976d-488e-ad73-e418cefdf90c req-8c96c5b0-3177-4617-bd72-b92ffc3278f5 service neutron] For port b3c61100-cf1c-4285-b77a-972f85ae3a38, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=b3c61100-cf1c-4285-b77a-972f85ae3a38,segment=NetworkSegment(1d44f505-dc52-4111-a80d-6dd13880ffe3),segment_id=1d44f505-dc52-4111-a80d-6dd13880ffe3)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:22:49.353208 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-c5c397b9-976d-488e-ad73-e418cefdf90c req-8c96c5b0-3177-4617-bd72-b92ffc3278f5 service neutron] For port b3c61100-cf1c-4285-b77a-972f85ae3a38, host n-h1-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:22:49.399647 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8707cbc4-623f-431d-948e-3fcc73e1240b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3c61100-cf1c-4285-b77a-972f85ae3a38'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:22:49.401833 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d3b103-d119-402d-8d6b-152f00d88b4f" -d '{"events": [{"server_uuid": "8707cbc4-623f-431d-948e-3fcc73e1240b", "name": "network-vif-unplugged", "status": "completed", "tag": "b3c61100-cf1c-4285-b77a-972f85ae3a38"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:22:49.405858 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-c5c397b9-976d-488e-ad73-e418cefdf90c req-8c96c5b0-3177-4617-bd72-b92ffc3278f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:22:49.419868 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-c5c397b9-976d-488e-ad73-e418cefdf90c req-8c96c5b0-3177-4617-bd72-b92ffc3278f5 service neutron] Transition to ACTIVE for port object b3c61100-cf1c-4285-b77a-972f85ae3a38 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:22:49.452630 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 15:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35aa1b9-7621-4a88-aaac-06e54032b185 x-openstack-request-id: req-f35aa1b9-7621-4a88-aaac-06e54032b185 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:22:49.452960 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8707cbc4-623f-431d-948e-3fcc73e1240b", "name": "network-vif-unplugged", "status": "completed", "tag": "b3c61100-cf1c-4285-b77a-972f85ae3a38", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:22:49.453361 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f35aa1b9-7621-4a88-aaac-06e54032b185 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:22:49.453554 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8707cbc4-623f-431d-948e-3fcc73e1240b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3c61100-cf1c-4285-b77a-972f85ae3a38', 'code': 200} Jul 09 15:22:49.504206 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-c5c397b9-976d-488e-ad73-e418cefdf90c req-8c96c5b0-3177-4617-bd72-b92ffc3278f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:22:49.581081 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c96c5b0-3177-4617-bd72-b92ffc3278f5 service neutron] Pushing event updated for resources: {'Port': ['ID=b3c61100-cf1c-4285-b77a-972f85ae3a38,revision_number=6']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:22:49.591993 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c96c5b0-3177-4617-bd72-b92ffc3278f5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:22:49.592342 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c96c5b0-3177-4617-bd72-b92ffc3278f5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:22:49.592688 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c96c5b0-3177-4617-bd72-b92ffc3278f5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:22:49.593027 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c96c5b0-3177-4617-bd72-b92ffc3278f5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:22:49.593364 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c96c5b0-3177-4617-bd72-b92ffc3278f5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:22:49.593826 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c96c5b0-3177-4617-bd72-b92ffc3278f5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:22:49.594169 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c96c5b0-3177-4617-bd72-b92ffc3278f5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:22:49.594535 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c96c5b0-3177-4617-bd72-b92ffc3278f5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:22:49.594812 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c96c5b0-3177-4617-bd72-b92ffc3278f5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:22:49.595141 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c96c5b0-3177-4617-bd72-b92ffc3278f5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:22:49.595467 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c96c5b0-3177-4617-bd72-b92ffc3278f5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:22:49.595820 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c96c5b0-3177-4617-bd72-b92ffc3278f5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:22:49.642370 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5c397b9-976d-488e-ad73-e418cefdf90c req-8c96c5b0-3177-4617-bd72-b92ffc3278f5 service neutron] No DVR routers for this DVR port b3c61100-cf1c-4285-b77a-972f85ae3a38 on host n-h1-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:22:49.794871 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-c5c397b9-976d-488e-ad73-e418cefdf90c req-8c96c5b0-3177-4617-bd72-b92ffc3278f5 service neutron] Attempting to bind port b3c61100-cf1c-4285-b77a-972f85ae3a38 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:22:49.795212 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-c5c397b9-976d-488e-ad73-e418cefdf90c req-8c96c5b0-3177-4617-bd72-b92ffc3278f5 service neutron] Attempting to bind port b3c61100-cf1c-4285-b77a-972f85ae3a38 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '1d44f505-dc52-4111-a80d-6dd13880ffe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '826dc4a4-e49b-44a0-93c6-31d8ca60478e'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:22:49.795568 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c397b9-976d-488e-ad73-e418cefdf90c req-8c96c5b0-3177-4617-bd72-b92ffc3278f5 service neutron] Attempting to bind port b3c61100-cf1c-4285-b77a-972f85ae3a38 on network 826dc4a4-e49b-44a0-93c6-31d8ca60478e {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:22:49.800022 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c397b9-976d-488e-ad73-e418cefdf90c req-8c96c5b0-3177-4617-bd72-b92ffc3278f5 service neutron] Port b3c61100-cf1c-4285-b77a-972f85ae3a38 on network 826dc4a4-e49b-44a0-93c6-31d8ca60478e not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:22:49.800339 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c397b9-976d-488e-ad73-e418cefdf90c req-8c96c5b0-3177-4617-bd72-b92ffc3278f5 service neutron] Attempting to bind port b3c61100-cf1c-4285-b77a-972f85ae3a38 on network 826dc4a4-e49b-44a0-93c6-31d8ca60478e {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:22:49.805191 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c397b9-976d-488e-ad73-e418cefdf90c req-8c96c5b0-3177-4617-bd72-b92ffc3278f5 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:22:49.805480 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c397b9-976d-488e-ad73-e418cefdf90c req-8c96c5b0-3177-4617-bd72-b92ffc3278f5 service neutron] Checking segment: {'id': '1d44f505-dc52-4111-a80d-6dd13880ffe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '826dc4a4-e49b-44a0-93c6-31d8ca60478e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:22:49.805862 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c397b9-976d-488e-ad73-e418cefdf90c req-8c96c5b0-3177-4617-bd72-b92ffc3278f5 service neutron] Bound using segment: {'id': '1d44f505-dc52-4111-a80d-6dd13880ffe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '826dc4a4-e49b-44a0-93c6-31d8ca60478e'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:22:49.806300 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-c5c397b9-976d-488e-ad73-e418cefdf90c req-8c96c5b0-3177-4617-bd72-b92ffc3278f5 service neutron] Bound port: b3c61100-cf1c-4285-b77a-972f85ae3a38, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d44f505-dc52-4111-a80d-6dd13880ffe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '826dc4a4-e49b-44a0-93c6-31d8ca60478e'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:22:49.806640 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-c5c397b9-976d-488e-ad73-e418cefdf90c req-8c96c5b0-3177-4617-bd72-b92ffc3278f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:22:49.872036 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-c5c397b9-976d-488e-ad73-e418cefdf90c req-8c96c5b0-3177-4617-bd72-b92ffc3278f5 service neutron] For port b3c61100-cf1c-4285-b77a-972f85ae3a38, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:22:49.875033 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-c5c397b9-976d-488e-ad73-e418cefdf90c req-8c96c5b0-3177-4617-bd72-b92ffc3278f5 service neutron] For port b3c61100-cf1c-4285-b77a-972f85ae3a38, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=b3c61100-cf1c-4285-b77a-972f85ae3a38,segment=NetworkSegment(1d44f505-dc52-4111-a80d-6dd13880ffe3),segment_id=1d44f505-dc52-4111-a80d-6dd13880ffe3)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:22:49.957777 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-c5c397b9-976d-488e-ad73-e418cefdf90c req-8c96c5b0-3177-4617-bd72-b92ffc3278f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:22:49.992103 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c397b9-976d-488e-ad73-e418cefdf90c req-8c96c5b0-3177-4617-bd72-b92ffc3278f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:22:49.992103 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-c5c397b9-976d-488e-ad73-e418cefdf90c req-8c96c5b0-3177-4617-bd72-b92ffc3278f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:22:49.992273 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c5c397b9-976d-488e-ad73-e418cefdf90c req-8c96c5b0-3177-4617-bd72-b92ffc3278f5 service neutron] 10.222.0.54 "PUT /v2.0/ports/b3c61100-cf1c-4285-b77a-972f85ae3a38 HTTP/1.1" status: 200 len: 1091 time: 0.9486594 Jul 09 15:22:50.020288 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c96c5b0-3177-4617-bd72-b92ffc3278f5 service neutron] Pushing event updated for resources: {'Port': ['ID=b3c61100-cf1c-4285-b77a-972f85ae3a38,revision_number=7']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:22:50.132833 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c397b9-976d-488e-ad73-e418cefdf90c req-0c503c49-7ce9-4eae-a545-c12840afc593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:22:50.134763 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c5c397b9-976d-488e-ad73-e418cefdf90c req-0c503c49-7ce9-4eae-a545-c12840afc593 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a72faee8848947debd81a1c8a7d3d88c&device_id=8707cbc4-623f-431d-948e-3fcc73e1240b HTTP/1.1" status: 200 len: 1094 time: 0.1093724 Jul 09 15:22:50.146296 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b67471-2803-4bbc-8024-e17106727ef3 req-00aa4d74-b2f6-4ec3-bab8-08d4eb64b5bc tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:22:50.147865 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-15b67471-2803-4bbc-8024-e17106727ef3 req-00aa4d74-b2f6-4ec3-bab8-08d4eb64b5bc tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=8707cbc4-623f-431d-948e-3fcc73e1240b HTTP/1.1" status: 200 len: 943 time: 0.1111615 Jul 09 15:22:50.241163 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-15b67471-2803-4bbc-8024-e17106727ef3 req-8fa0eb43-c4d5-4b13-b175-f5acc4fe0a67 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=485e1e44-3778-4544-8f12-ee629b9beb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841506 Jul 09 15:22:50.270193 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c397b9-976d-488e-ad73-e418cefdf90c req-ba446fac-5483-459a-a5d8-371a19594cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:22:50.271805 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c5c397b9-976d-488e-ad73-e418cefdf90c req-ba446fac-5483-459a-a5d8-371a19594cc0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=826dc4a4-e49b-44a0-93c6-31d8ca60478e HTTP/1.1" status: 200 len: 897 time: 0.1230423 Jul 09 15:22:50.344233 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c5c397b9-976d-488e-ad73-e418cefdf90c req-e63d0f0f-0ceb-4da2-9fd3-dd75ab6c2956 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3c61100-cf1c-4285-b77a-972f85ae3a38 HTTP/1.1" status: 200 len: 998 time: 0.0652602 Jul 09 15:22:50.397356 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c397b9-976d-488e-ad73-e418cefdf90c req-484af563-6591-44b8-9a91-f914f5e39d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:22:50.398821 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c5c397b9-976d-488e-ad73-e418cefdf90c req-484af563-6591-44b8-9a91-f914f5e39d0b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7ad42fb4-2c6e-40af-88ad-c67b2cbfa09f HTTP/1.1" status: 200 len: 834 time: 0.0489941 Jul 09 15:22:50.460602 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c397b9-976d-488e-ad73-e418cefdf90c req-dfa4bba8-8bd7-4c55-b951-b89eab877a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:22:50.462103 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c5c397b9-976d-488e-ad73-e418cefdf90c req-dfa4bba8-8bd7-4c55-b951-b89eab877a01 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=826dc4a4-e49b-44a0-93c6-31d8ca60478e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561590 Jul 09 15:22:50.556917 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c5c397b9-976d-488e-ad73-e418cefdf90c req-14df6e16-b999-4b4d-bf7a-e6a01b613155 service neutron] 10.222.0.54 "GET /v2.0/networks/826dc4a4-e49b-44a0-93c6-31d8ca60478e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875933 Jul 09 15:22:50.649253 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c5c397b9-976d-488e-ad73-e418cefdf90c req-a5bc41d4-433e-4ec0-ad1e-6f71cfa35eb8 service neutron] 10.222.0.54 "GET /v2.0/networks/826dc4a4-e49b-44a0-93c6-31d8ca60478e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863628 Jul 09 15:22:51.426918 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a605ed-75ca-4c4c-a278-235e44b6933a req-32461377-ff09-44fa-a95f-eb345e0d402c tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:22:51.428452 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-67a605ed-75ca-4c4c-a278-235e44b6933a req-32461377-ff09-44fa-a95f-eb345e0d402c tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=8707cbc4-623f-431d-948e-3fcc73e1240b HTTP/1.1" status: 200 len: 943 time: 0.0740740 Jul 09 15:22:51.454736 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8707cbc4-623f-431d-948e-3fcc73e1240b', 'tag': 'b3c61100-cf1c-4285-b77a-972f85ae3a38'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:22:51.457208 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efcb0574-bd37-4035-af1d-b3d2a8a0bc8f" -d '{"events": [{"name": "network-changed", "server_uuid": "8707cbc4-623f-431d-948e-3fcc73e1240b", "tag": "b3c61100-cf1c-4285-b77a-972f85ae3a38"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:22:51.468214 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-67a605ed-75ca-4c4c-a278-235e44b6933a req-315a90e1-5b7d-4ce4-a537-a5fdd51eaf8f tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=485e1e44-3778-4544-8f12-ee629b9beb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341184 Jul 09 15:22:51.508821 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea204c2a-c1e6-41be-aca9-37f76817ce31 x-openstack-request-id: req-ea204c2a-c1e6-41be-aca9-37f76817ce31 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:22:51.509117 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8707cbc4-623f-431d-948e-3fcc73e1240b", "tag": "b3c61100-cf1c-4285-b77a-972f85ae3a38", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:22:51.509373 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ea204c2a-c1e6-41be-aca9-37f76817ce31 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:22:51.509772 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8707cbc4-623f-431d-948e-3fcc73e1240b', 'tag': 'b3c61100-cf1c-4285-b77a-972f85ae3a38', 'status': 'completed', 'code': 200} Jul 09 15:22:51.539390 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device b3c61100-cf1c-4285-b77a-972f85ae3a38 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:22:51.583032 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device b3c61100-cf1c-4285-b77a-972f85ae3a38 not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:22:51.594687 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb0574-bd37-4035-af1d-b3d2a8a0bc8f req-367aed4f-43a0-4d2e-91f8-650513210843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:22:51.596384 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-efcb0574-bd37-4035-af1d-b3d2a8a0bc8f req-367aed4f-43a0-4d2e-91f8-650513210843 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a72faee8848947debd81a1c8a7d3d88c&device_id=8707cbc4-623f-431d-948e-3fcc73e1240b HTTP/1.1" status: 200 len: 1094 time: 0.0661061 Jul 09 15:22:51.610857 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb0574-bd37-4035-af1d-b3d2a8a0bc8f req-203021b5-2397-4462-a812-9c141c818eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:22:51.612393 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-efcb0574-bd37-4035-af1d-b3d2a8a0bc8f req-203021b5-2397-4462-a812-9c141c818eaa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a72faee8848947debd81a1c8a7d3d88c&device_id=8707cbc4-623f-431d-948e-3fcc73e1240b HTTP/1.1" status: 200 len: 1094 time: 0.0586128 Jul 09 15:22:51.695152 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb0574-bd37-4035-af1d-b3d2a8a0bc8f req-615ee739-db8c-4347-a916-0d0156d9c407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:22:51.696686 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-efcb0574-bd37-4035-af1d-b3d2a8a0bc8f req-615ee739-db8c-4347-a916-0d0156d9c407 service neutron] 10.222.0.54 "GET /v2.0/networks?id=826dc4a4-e49b-44a0-93c6-31d8ca60478e HTTP/1.1" status: 200 len: 897 time: 0.0931249 Jul 09 15:22:51.706152 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb0574-bd37-4035-af1d-b3d2a8a0bc8f req-630ac387-bb89-43af-862b-d6a270f525f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:22:51.707649 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-efcb0574-bd37-4035-af1d-b3d2a8a0bc8f req-630ac387-bb89-43af-862b-d6a270f525f0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=826dc4a4-e49b-44a0-93c6-31d8ca60478e HTTP/1.1" status: 200 len: 897 time: 0.0888886 Jul 09 15:22:51.779179 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-efcb0574-bd37-4035-af1d-b3d2a8a0bc8f req-30422676-0365-44a4-94cf-2fbf6259a7de service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3c61100-cf1c-4285-b77a-972f85ae3a38 HTTP/1.1" status: 200 len: 998 time: 0.0651886 Jul 09 15:22:51.830837 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb0574-bd37-4035-af1d-b3d2a8a0bc8f req-b5202352-0853-436f-b28d-aed99bd707da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:22:51.832381 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-efcb0574-bd37-4035-af1d-b3d2a8a0bc8f req-b5202352-0853-436f-b28d-aed99bd707da service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7ad42fb4-2c6e-40af-88ad-c67b2cbfa09f HTTP/1.1" status: 200 len: 834 time: 0.0462635 Jul 09 15:22:51.899650 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb0574-bd37-4035-af1d-b3d2a8a0bc8f req-3adf6b68-acd3-40c2-95f5-5c246dd13490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:22:51.901187 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-efcb0574-bd37-4035-af1d-b3d2a8a0bc8f req-3adf6b68-acd3-40c2-95f5-5c246dd13490 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=826dc4a4-e49b-44a0-93c6-31d8ca60478e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621409 Jul 09 15:22:51.997536 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-efcb0574-bd37-4035-af1d-b3d2a8a0bc8f req-4fa60c8e-1b50-40e4-820f-ea451468ab84 service neutron] 10.222.0.62 "GET /v2.0/networks/826dc4a4-e49b-44a0-93c6-31d8ca60478e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873230 Jul 09 15:22:52.035023 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-efcb0574-bd37-4035-af1d-b3d2a8a0bc8f req-ce5710c5-6561-4952-8824-b69c1cd5f395 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3c61100-cf1c-4285-b77a-972f85ae3a38 HTTP/1.1" status: 200 len: 998 time: 0.3307946 Jul 09 15:22:52.084591 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb0574-bd37-4035-af1d-b3d2a8a0bc8f req-628e11b1-d3fe-438f-b9af-c2937945aeef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:22:52.085999 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-efcb0574-bd37-4035-af1d-b3d2a8a0bc8f req-628e11b1-d3fe-438f-b9af-c2937945aeef service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7ad42fb4-2c6e-40af-88ad-c67b2cbfa09f HTTP/1.1" status: 200 len: 834 time: 0.0439093 Jul 09 15:22:52.091186 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-efcb0574-bd37-4035-af1d-b3d2a8a0bc8f req-ca770cde-7d11-4319-b0e4-489a8fa6f4f4 service neutron] 10.222.0.62 "GET /v2.0/networks/826dc4a4-e49b-44a0-93c6-31d8ca60478e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878468 Jul 09 15:22:52.144712 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb0574-bd37-4035-af1d-b3d2a8a0bc8f req-e2d73d56-9494-432d-8220-8aacbcd9fb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:22:52.146335 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-efcb0574-bd37-4035-af1d-b3d2a8a0bc8f req-e2d73d56-9494-432d-8220-8aacbcd9fb53 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=826dc4a4-e49b-44a0-93c6-31d8ca60478e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534775 Jul 09 15:22:52.240530 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-efcb0574-bd37-4035-af1d-b3d2a8a0bc8f req-cfdd968f-e683-49e9-a276-8c56184075a8 service neutron] 10.222.0.54 "GET /v2.0/networks/826dc4a4-e49b-44a0-93c6-31d8ca60478e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867999 Jul 09 15:22:52.333516 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-efcb0574-bd37-4035-af1d-b3d2a8a0bc8f req-b22b194e-7e2e-4c50-a0e2-ea91426d892b service neutron] 10.222.0.54 "GET /v2.0/networks/826dc4a4-e49b-44a0-93c6-31d8ca60478e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845644 Jul 09 15:22:52.653217 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cbe78f-56b8-4b20-9cf4-d631e38b7707 req-5d84a68f-d418-49a9-93d8-daf90243fb1f tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:22:52.654711 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-68cbe78f-56b8-4b20-9cf4-d631e38b7707 req-5d84a68f-d418-49a9-93d8-daf90243fb1f tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=8707cbc4-623f-431d-948e-3fcc73e1240b HTTP/1.1" status: 200 len: 943 time: 0.0669115 Jul 09 15:22:52.691516 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-68cbe78f-56b8-4b20-9cf4-d631e38b7707 req-5ba00080-d07a-4967-b050-2c86d6a8dc1f tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=485e1e44-3778-4544-8f12-ee629b9beb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311546 Jul 09 15:22:53.467367 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:22:53.796095 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device b3c61100-cf1c-4285-b77a-972f85ae3a38 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 15:22:53.882455 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a432e-5fbc-4bc4-909a-d3b74d481749 req-d3679ce8-d7cd-4f52-be5e-9316842ea3f1 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:22:53.885100 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2e3a432e-5fbc-4bc4-909a-d3b74d481749 req-d3679ce8-d7cd-4f52-be5e-9316842ea3f1 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=8707cbc4-623f-431d-948e-3fcc73e1240b HTTP/1.1" status: 200 len: 943 time: 0.0727544 Jul 09 15:22:53.913903 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port b3c61100-cf1c-4285-b77a-972f85ae3a38, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=b3c61100-cf1c-4285-b77a-972f85ae3a38,segment=NetworkSegment(1d44f505-dc52-4111-a80d-6dd13880ffe3),segment_id=1d44f505-dc52-4111-a80d-6dd13880ffe3)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:22:53.927627 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': 'b3c61100-cf1c-4285-b77a-972f85ae3a38', 'network_id': '826dc4a4-e49b-44a0-93c6-31d8ca60478e', 'port_id': 'b3c61100-cf1c-4285-b77a-972f85ae3a38', 'mac_address': 'fa:16:3e:29:9d:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ad42fb4-2c6e-40af-88ad-c67b2cbfa09f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 15:22:53.929804 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2e3a432e-5fbc-4bc4-909a-d3b74d481749 req-b93472bd-6ffe-47c9-9df7-6a23897eddca tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=485e1e44-3778-4544-8f12-ee629b9beb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394573 Jul 09 15:22:53.970419 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:22:53.984926 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3c61100-cf1c-4285-b77a-972f85ae3a38 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:22:54.004832 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port b3c61100-cf1c-4285-b77a-972f85ae3a38, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=b3c61100-cf1c-4285-b77a-972f85ae3a38,segment=NetworkSegment(1d44f505-dc52-4111-a80d-6dd13880ffe3),segment_id=1d44f505-dc52-4111-a80d-6dd13880ffe3)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:22:54.073506 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:22:54.123607 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=b3c61100-cf1c-4285-b77a-972f85ae3a38,revision_number=8']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:22:54.131492 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:22:54.131888 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:22:54.132304 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:22:54.132633 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:22:54.132958 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:22:54.133281 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:22:54.133602 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:22:54.133921 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:22:54.134244 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:22:54.134560 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:22:54.134879 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:22:54.135193 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:22:54.301341 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['b3c61100-cf1c-4285-b77a-972f85ae3a38'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:22:54.720276 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4712c6fe-67e6-461a-93cd-29f456413319 req-adb110e2-ea9b-4081-b090-bc618e68d26c tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:22:54.722002 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4712c6fe-67e6-461a-93cd-29f456413319 req-adb110e2-ea9b-4081-b090-bc618e68d26c tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=8707cbc4-623f-431d-948e-3fcc73e1240b HTTP/1.1" status: 200 len: 944 time: 0.1339164 Jul 09 15:22:54.772711 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162f30e-d93b-49c1-a757-b2dca3163303 req-0a34d38a-4f95-4ca9-9ead-7f3f9927afb3 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:22:54.774135 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0162f30e-d93b-49c1-a757-b2dca3163303 req-0a34d38a-4f95-4ca9-9ead-7f3f9927afb3 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.54 "GET /v2.0/ports?device_id=8707cbc4-623f-431d-948e-3fcc73e1240b&tenant_id=a72faee8848947debd81a1c8a7d3d88c&binding%3Ahost_id=n-h2-799529-6 HTTP/1.1" status: 200 len: 944 time: 0.1504080 Jul 09 15:22:54.792416 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4712c6fe-67e6-461a-93cd-29f456413319 req-4ae5be11-84cb-4158-8047-5d03c62e0cdc tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=485e1e44-3778-4544-8f12-ee629b9beb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604773 Jul 09 15:22:54.841358 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0162f30e-d93b-49c1-a757-b2dca3163303 req-ea581fe7-706b-4f45-8baa-797d19d712aa service neutron] 10.222.0.54 "GET /v2.0/ports/b3c61100-cf1c-4285-b77a-972f85ae3a38/bindings/n-h2-799529-6 HTTP/1.1" status: 200 len: 382 time: 0.0594473 Jul 09 15:22:54.923049 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162f30e-d93b-49c1-a757-b2dca3163303 req-d847f997-21d7-4f1b-8d0c-e5a691210f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:22:54.924600 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0162f30e-d93b-49c1-a757-b2dca3163303 req-d847f997-21d7-4f1b-8d0c-e5a691210f50 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a72faee8848947debd81a1c8a7d3d88c&device_id=8707cbc4-623f-431d-948e-3fcc73e1240b HTTP/1.1" status: 200 len: 1095 time: 0.0596111 Jul 09 15:22:55.018144 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162f30e-d93b-49c1-a757-b2dca3163303 req-eaf060a3-fe7c-4cbc-a8ea-78e43b404f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:22:55.019669 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0162f30e-d93b-49c1-a757-b2dca3163303 req-eaf060a3-fe7c-4cbc-a8ea-78e43b404f09 service neutron] 10.222.0.54 "GET /v2.0/networks?id=826dc4a4-e49b-44a0-93c6-31d8ca60478e HTTP/1.1" status: 200 len: 897 time: 0.0887008 Jul 09 15:22:55.088334 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0162f30e-d93b-49c1-a757-b2dca3163303 req-d5adbef1-f173-45fb-be70-8b7f297f5382 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3c61100-cf1c-4285-b77a-972f85ae3a38 HTTP/1.1" status: 200 len: 999 time: 0.0619164 Jul 09 15:22:55.136457 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162f30e-d93b-49c1-a757-b2dca3163303 req-4db31d01-c91f-43da-b50f-f4442fd1c421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:22:55.138038 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0162f30e-d93b-49c1-a757-b2dca3163303 req-4db31d01-c91f-43da-b50f-f4442fd1c421 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7ad42fb4-2c6e-40af-88ad-c67b2cbfa09f HTTP/1.1" status: 200 len: 834 time: 0.0440197 Jul 09 15:22:55.196548 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162f30e-d93b-49c1-a757-b2dca3163303 req-9696c70a-eae2-4123-a100-2e1a1633f17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:22:55.198054 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0162f30e-d93b-49c1-a757-b2dca3163303 req-9696c70a-eae2-4123-a100-2e1a1633f17e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=826dc4a4-e49b-44a0-93c6-31d8ca60478e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540507 Jul 09 15:22:55.290877 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0162f30e-d93b-49c1-a757-b2dca3163303 req-917bca73-1304-47ea-8909-9e4ab304838c service neutron] 10.222.0.54 "GET /v2.0/networks/826dc4a4-e49b-44a0-93c6-31d8ca60478e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863991 Jul 09 15:22:55.382739 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0162f30e-d93b-49c1-a757-b2dca3163303 req-088e612f-8c45-4de2-bb01-d3f1b3760213 service neutron] 10.222.0.54 "GET /v2.0/networks/826dc4a4-e49b-44a0-93c6-31d8ca60478e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857425 Jul 09 15:22:55.812217 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device b3c61100-cf1c-4285-b77a-972f85ae3a38 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:22:55.975910 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd36cc2-d264-440f-8b01-ed00b005db11 req-79e756f0-0c62-47fb-b069-1480541ba83f tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:22:55.977327 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7dd36cc2-d264-440f-8b01-ed00b005db11 req-79e756f0-0c62-47fb-b069-1480541ba83f tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=8707cbc4-623f-431d-948e-3fcc73e1240b HTTP/1.1" status: 200 len: 944 time: 0.0633616 Jul 09 15:22:56.016774 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7dd36cc2-d264-440f-8b01-ed00b005db11 req-bf0d4025-1819-43ba-b8a6-9b6b3dbf346d tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=485e1e44-3778-4544-8f12-ee629b9beb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332429 Jul 09 15:22:56.028973 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port b3c61100-cf1c-4285-b77a-972f85ae3a38 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:22:56.039678 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port b3c61100-cf1c-4285-b77a-972f85ae3a38 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:22:56.039678 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:22:56.123332 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:22:56.145304 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8707cbc4-623f-431d-948e-3fcc73e1240b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c61100-cf1c-4285-b77a-972f85ae3a38'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:22:56.147389 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98499f2c-9de1-49dc-bcc0-ca08f975e559" -d '{"events": [{"server_uuid": "8707cbc4-623f-431d-948e-3fcc73e1240b", "name": "network-vif-plugged", "status": "completed", "tag": "b3c61100-cf1c-4285-b77a-972f85ae3a38"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:22:56.162267 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port b3c61100-cf1c-4285-b77a-972f85ae3a38, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=b3c61100-cf1c-4285-b77a-972f85ae3a38,segment=NetworkSegment(1d44f505-dc52-4111-a80d-6dd13880ffe3),segment_id=1d44f505-dc52-4111-a80d-6dd13880ffe3)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:22:56.199207 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6705b0f4-7ef3-462e-924d-dd0a26b80c77 x-openstack-request-id: req-6705b0f4-7ef3-462e-924d-dd0a26b80c77 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:22:56.199366 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8707cbc4-623f-431d-948e-3fcc73e1240b", "name": "network-vif-plugged", "status": "completed", "tag": "b3c61100-cf1c-4285-b77a-972f85ae3a38", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:22:56.199624 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6705b0f4-7ef3-462e-924d-dd0a26b80c77 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:22:56.200022 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8707cbc4-623f-431d-948e-3fcc73e1240b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c61100-cf1c-4285-b77a-972f85ae3a38', 'code': 200} Jul 09 15:22:56.270310 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4e5804e4-d099-40be-9e48-506d99dbf6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:22:56.378321 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:22:56.431928 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=b3c61100-cf1c-4285-b77a-972f85ae3a38,revision_number=9']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:22:57.203686 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943535a-d3c2-4608-930d-0d571f2b25eb req-724f2cfd-a42e-4c57-8aac-d27409fc8c83 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:22:57.206359 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b943535a-d3c2-4608-930d-0d571f2b25eb req-724f2cfd-a42e-4c57-8aac-d27409fc8c83 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=8707cbc4-623f-431d-948e-3fcc73e1240b HTTP/1.1" status: 200 len: 945 time: 0.0691340 Jul 09 15:22:57.243614 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b943535a-d3c2-4608-930d-0d571f2b25eb req-f84d084b-a280-4ee9-bf27-508d3cb8e2fa tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=485e1e44-3778-4544-8f12-ee629b9beb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328305 Jul 09 15:22:58.239289 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162f30e-d93b-49c1-a757-b2dca3163303 req-f13b2fd5-5ab4-4c0a-bcf9-ce5255ef680c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:22:58.240839 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0162f30e-d93b-49c1-a757-b2dca3163303 req-f13b2fd5-5ab4-4c0a-bcf9-ce5255ef680c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8707cbc4-623f-431d-948e-3fcc73e1240b&tenant_id=a72faee8848947debd81a1c8a7d3d88c HTTP/1.1" status: 200 len: 1096 time: 0.0829637 Jul 09 15:22:58.257647 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-0162f30e-d93b-49c1-a757-b2dca3163303 req-041ca16a-bc2d-4e24-93cb-6774e011d307 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799529-6', 'device_owner': 'compute:nova'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:22:58.433814 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5619ccd9-48b2-47ed-9c8c-6433ead0c4ed req-373e5bf9-c4f3-477a-a740-b1457baa14c7 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:22:58.435465 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5619ccd9-48b2-47ed-9c8c-6433ead0c4ed req-373e5bf9-c4f3-477a-a740-b1457baa14c7 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=8707cbc4-623f-431d-948e-3fcc73e1240b HTTP/1.1" status: 200 len: 945 time: 0.0741870 Jul 09 15:22:58.484981 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5619ccd9-48b2-47ed-9c8c-6433ead0c4ed req-e1942f17-854f-43a8-aacb-75db10a9b81e tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=485e1e44-3778-4544-8f12-ee629b9beb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433373 Jul 09 15:22:58.658969 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-0162f30e-d93b-49c1-a757-b2dca3163303 req-041ca16a-bc2d-4e24-93cb-6774e011d307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:22:58.860737 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-0162f30e-d93b-49c1-a757-b2dca3163303 req-041ca16a-bc2d-4e24-93cb-6774e011d307 service neutron] For port b3c61100-cf1c-4285-b77a-972f85ae3a38, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=b3c61100-cf1c-4285-b77a-972f85ae3a38,segment=NetworkSegment(1d44f505-dc52-4111-a80d-6dd13880ffe3),segment_id=1d44f505-dc52-4111-a80d-6dd13880ffe3)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:22:58.895769 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-0162f30e-d93b-49c1-a757-b2dca3163303 req-041ca16a-bc2d-4e24-93cb-6774e011d307 service neutron] For port b3c61100-cf1c-4285-b77a-972f85ae3a38, host n-h2-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:22:58.938982 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8707cbc4-623f-431d-948e-3fcc73e1240b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3c61100-cf1c-4285-b77a-972f85ae3a38'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:22:58.941451 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc5f064-e32e-4f93-a112-b60a09e74fd7" -d '{"events": [{"server_uuid": "8707cbc4-623f-431d-948e-3fcc73e1240b", "name": "network-vif-unplugged", "status": "completed", "tag": "b3c61100-cf1c-4285-b77a-972f85ae3a38"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:22:58.945116 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-0162f30e-d93b-49c1-a757-b2dca3163303 req-041ca16a-bc2d-4e24-93cb-6774e011d307 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:22:58.958017 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-0162f30e-d93b-49c1-a757-b2dca3163303 req-041ca16a-bc2d-4e24-93cb-6774e011d307 service neutron] Transition to ACTIVE for port object b3c61100-cf1c-4285-b77a-972f85ae3a38 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:22:59.000232 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 15:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec9c2ac-e2d0-4c8e-9648-ca2a2ba52f19 x-openstack-request-id: req-8ec9c2ac-e2d0-4c8e-9648-ca2a2ba52f19 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:22:59.000536 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8707cbc4-623f-431d-948e-3fcc73e1240b", "name": "network-vif-unplugged", "status": "completed", "tag": "b3c61100-cf1c-4285-b77a-972f85ae3a38", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:22:59.000794 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8ec9c2ac-e2d0-4c8e-9648-ca2a2ba52f19 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:22:59.001201 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8707cbc4-623f-431d-948e-3fcc73e1240b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3c61100-cf1c-4285-b77a-972f85ae3a38', 'code': 200} Jul 09 15:22:59.136536 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-0162f30e-d93b-49c1-a757-b2dca3163303 req-041ca16a-bc2d-4e24-93cb-6774e011d307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:22:59.222865 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7c86bd5d-b80c-42f7-9622-0688d820f4c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:22:59.254639 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041ca16a-bc2d-4e24-93cb-6774e011d307 service neutron] Pushing event updated for resources: {'Port': ['ID=b3c61100-cf1c-4285-b77a-972f85ae3a38,revision_number=10']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:22:59.287382 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041ca16a-bc2d-4e24-93cb-6774e011d307 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:22:59.287762 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041ca16a-bc2d-4e24-93cb-6774e011d307 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:22:59.295206 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041ca16a-bc2d-4e24-93cb-6774e011d307 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:22:59.295206 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041ca16a-bc2d-4e24-93cb-6774e011d307 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:22:59.295206 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041ca16a-bc2d-4e24-93cb-6774e011d307 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:22:59.295206 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041ca16a-bc2d-4e24-93cb-6774e011d307 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:22:59.295206 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041ca16a-bc2d-4e24-93cb-6774e011d307 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:22:59.295206 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041ca16a-bc2d-4e24-93cb-6774e011d307 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:22:59.295206 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041ca16a-bc2d-4e24-93cb-6774e011d307 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:22:59.295206 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041ca16a-bc2d-4e24-93cb-6774e011d307 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:22:59.295206 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041ca16a-bc2d-4e24-93cb-6774e011d307 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:22:59.295206 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041ca16a-bc2d-4e24-93cb-6774e011d307 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:22:59.321336 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:22:59.372343 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-0162f30e-d93b-49c1-a757-b2dca3163303 req-041ca16a-bc2d-4e24-93cb-6774e011d307 service neutron] No DVR routers for this DVR port b3c61100-cf1c-4285-b77a-972f85ae3a38 on host n-h2-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:22:59.516294 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-0162f30e-d93b-49c1-a757-b2dca3163303 req-041ca16a-bc2d-4e24-93cb-6774e011d307 service neutron] Attempting to bind port b3c61100-cf1c-4285-b77a-972f85ae3a38 on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:22:59.516631 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-0162f30e-d93b-49c1-a757-b2dca3163303 req-041ca16a-bc2d-4e24-93cb-6774e011d307 service neutron] Attempting to bind port b3c61100-cf1c-4285-b77a-972f85ae3a38 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': '1d44f505-dc52-4111-a80d-6dd13880ffe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '826dc4a4-e49b-44a0-93c6-31d8ca60478e'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:22:59.516960 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0162f30e-d93b-49c1-a757-b2dca3163303 req-041ca16a-bc2d-4e24-93cb-6774e011d307 service neutron] Attempting to bind port b3c61100-cf1c-4285-b77a-972f85ae3a38 on network 826dc4a4-e49b-44a0-93c6-31d8ca60478e {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:22:59.521222 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0162f30e-d93b-49c1-a757-b2dca3163303 req-041ca16a-bc2d-4e24-93cb-6774e011d307 service neutron] Port b3c61100-cf1c-4285-b77a-972f85ae3a38 on network 826dc4a4-e49b-44a0-93c6-31d8ca60478e not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:22:59.521514 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0162f30e-d93b-49c1-a757-b2dca3163303 req-041ca16a-bc2d-4e24-93cb-6774e011d307 service neutron] Attempting to bind port b3c61100-cf1c-4285-b77a-972f85ae3a38 on network 826dc4a4-e49b-44a0-93c6-31d8ca60478e {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:22:59.526381 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0162f30e-d93b-49c1-a757-b2dca3163303 req-041ca16a-bc2d-4e24-93cb-6774e011d307 service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:22:59.526704 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0162f30e-d93b-49c1-a757-b2dca3163303 req-041ca16a-bc2d-4e24-93cb-6774e011d307 service neutron] Checking segment: {'id': '1d44f505-dc52-4111-a80d-6dd13880ffe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '826dc4a4-e49b-44a0-93c6-31d8ca60478e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:22:59.527092 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0162f30e-d93b-49c1-a757-b2dca3163303 req-041ca16a-bc2d-4e24-93cb-6774e011d307 service neutron] Bound using segment: {'id': '1d44f505-dc52-4111-a80d-6dd13880ffe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '826dc4a4-e49b-44a0-93c6-31d8ca60478e'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:22:59.527540 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-0162f30e-d93b-49c1-a757-b2dca3163303 req-041ca16a-bc2d-4e24-93cb-6774e011d307 service neutron] Bound port: b3c61100-cf1c-4285-b77a-972f85ae3a38, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d44f505-dc52-4111-a80d-6dd13880ffe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '826dc4a4-e49b-44a0-93c6-31d8ca60478e'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:22:59.527904 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-0162f30e-d93b-49c1-a757-b2dca3163303 req-041ca16a-bc2d-4e24-93cb-6774e011d307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:22:59.598603 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-0162f30e-d93b-49c1-a757-b2dca3163303 req-041ca16a-bc2d-4e24-93cb-6774e011d307 service neutron] For port b3c61100-cf1c-4285-b77a-972f85ae3a38, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:22:59.603111 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-0162f30e-d93b-49c1-a757-b2dca3163303 req-041ca16a-bc2d-4e24-93cb-6774e011d307 service neutron] For port b3c61100-cf1c-4285-b77a-972f85ae3a38, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=b3c61100-cf1c-4285-b77a-972f85ae3a38,segment=NetworkSegment(1d44f505-dc52-4111-a80d-6dd13880ffe3),segment_id=1d44f505-dc52-4111-a80d-6dd13880ffe3)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:22:59.664194 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f08d92d-6524-4f75-a541-e9255fa65932 req-3ff7e903-2163-4568-8105-85f679eeb49c tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:22:59.670916 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9f08d92d-6524-4f75-a541-e9255fa65932 req-3ff7e903-2163-4568-8105-85f679eeb49c tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=8707cbc4-623f-431d-948e-3fcc73e1240b HTTP/1.1" status: 200 len: 944 time: 0.0720525 Jul 09 15:22:59.693736 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-0162f30e-d93b-49c1-a757-b2dca3163303 req-041ca16a-bc2d-4e24-93cb-6774e011d307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:22:59.705754 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9f08d92d-6524-4f75-a541-e9255fa65932 req-6e541a8d-059c-4e1f-a26c-8a33a4dd5dbe tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=485e1e44-3778-4544-8f12-ee629b9beb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339766 Jul 09 15:22:59.738458 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162f30e-d93b-49c1-a757-b2dca3163303 req-041ca16a-bc2d-4e24-93cb-6774e011d307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:22:59.739134 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-0162f30e-d93b-49c1-a757-b2dca3163303 req-041ca16a-bc2d-4e24-93cb-6774e011d307 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:22:59.740686 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0162f30e-d93b-49c1-a757-b2dca3163303 req-041ca16a-bc2d-4e24-93cb-6774e011d307 service neutron] 10.222.0.62 "PUT /v2.0/ports/b3c61100-cf1c-4285-b77a-972f85ae3a38 HTTP/1.1" status: 200 len: 1092 time: 1.4870803 Jul 09 15:22:59.759921 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041ca16a-bc2d-4e24-93cb-6774e011d307 service neutron] Pushing event updated for resources: {'Port': ['ID=b3c61100-cf1c-4285-b77a-972f85ae3a38,revision_number=11']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:22:59.837058 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162f30e-d93b-49c1-a757-b2dca3163303 req-f0a9f400-9e08-4af2-a501-4d4015b1b724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:22:59.839085 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0162f30e-d93b-49c1-a757-b2dca3163303 req-f0a9f400-9e08-4af2-a501-4d4015b1b724 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a72faee8848947debd81a1c8a7d3d88c&device_id=8707cbc4-623f-431d-948e-3fcc73e1240b HTTP/1.1" status: 200 len: 1095 time: 0.0642307 Jul 09 15:22:59.937239 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162f30e-d93b-49c1-a757-b2dca3163303 req-b9867582-f947-4c61-95ed-1145df3fc15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:22:59.939254 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0162f30e-d93b-49c1-a757-b2dca3163303 req-b9867582-f947-4c61-95ed-1145df3fc15a service neutron] 10.222.0.62 "GET /v2.0/networks?id=826dc4a4-e49b-44a0-93c6-31d8ca60478e HTTP/1.1" status: 200 len: 897 time: 0.0938351 Jul 09 15:23:00.014164 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0162f30e-d93b-49c1-a757-b2dca3163303 req-aa35dea1-c702-4400-96af-d0f335ada0e0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3c61100-cf1c-4285-b77a-972f85ae3a38 HTTP/1.1" status: 200 len: 998 time: 0.0686891 Jul 09 15:23:00.062531 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162f30e-d93b-49c1-a757-b2dca3163303 req-36171bab-06f3-4ded-be16-d5a7d49b5ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:23:00.064205 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0162f30e-d93b-49c1-a757-b2dca3163303 req-36171bab-06f3-4ded-be16-d5a7d49b5ac3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7ad42fb4-2c6e-40af-88ad-c67b2cbfa09f HTTP/1.1" status: 200 len: 834 time: 0.0444231 Jul 09 15:23:00.129734 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162f30e-d93b-49c1-a757-b2dca3163303 req-5b649e0c-6637-404b-997e-bcc74b6ad9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:23:00.131216 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0162f30e-d93b-49c1-a757-b2dca3163303 req-5b649e0c-6637-404b-997e-bcc74b6ad9dc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=826dc4a4-e49b-44a0-93c6-31d8ca60478e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607743 Jul 09 15:23:00.228610 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0162f30e-d93b-49c1-a757-b2dca3163303 req-a7d1810e-7596-41be-94c1-87be6306f9dc service neutron] 10.222.0.62 "GET /v2.0/networks/826dc4a4-e49b-44a0-93c6-31d8ca60478e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909445 Jul 09 15:23:00.323671 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0162f30e-d93b-49c1-a757-b2dca3163303 req-3891b1b6-630c-4a62-bd99-d8cb609cf98b service neutron] 10.222.0.62 "GET /v2.0/networks/826dc4a4-e49b-44a0-93c6-31d8ca60478e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887663 Jul 09 15:23:00.344469 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:00.882572 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec319f09-6981-4d7b-af22-835c7cc9cb7c req-0a511a29-ca27-4e2d-af2a-4fdc626eeb08 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:23:00.884126 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ec319f09-6981-4d7b-af22-835c7cc9cb7c req-0a511a29-ca27-4e2d-af2a-4fdc626eeb08 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=8707cbc4-623f-431d-948e-3fcc73e1240b HTTP/1.1" status: 200 len: 944 time: 0.0636940 Jul 09 15:23:00.923624 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ec319f09-6981-4d7b-af22-835c7cc9cb7c req-13446baf-bf6d-4057-bcea-32f57d6f5da7 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=485e1e44-3778-4544-8f12-ee629b9beb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328183 Jul 09 15:23:01.002407 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8707cbc4-623f-431d-948e-3fcc73e1240b', 'tag': 'b3c61100-cf1c-4285-b77a-972f85ae3a38'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:23:01.004767 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd41f28-1aff-4064-b497-16f72b566d99" -d '{"events": [{"name": "network-changed", "server_uuid": "8707cbc4-623f-431d-948e-3fcc73e1240b", "tag": "b3c61100-cf1c-4285-b77a-972f85ae3a38"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:23:01.051829 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b75e21-4043-47fc-abf9-d2275cb6dcb3 x-openstack-request-id: req-95b75e21-4043-47fc-abf9-d2275cb6dcb3 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:23:01.052124 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8707cbc4-623f-431d-948e-3fcc73e1240b", "tag": "b3c61100-cf1c-4285-b77a-972f85ae3a38", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:23:01.052400 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-95b75e21-4043-47fc-abf9-d2275cb6dcb3 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:23:01.053477 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8707cbc4-623f-431d-948e-3fcc73e1240b', 'tag': 'b3c61100-cf1c-4285-b77a-972f85ae3a38', 'status': 'completed', 'code': 200} Jul 09 15:23:01.125400 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd41f28-1aff-4064-b497-16f72b566d99 req-35a3b82c-a9a7-4a1d-964c-3be1d7bd080b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:23:01.126936 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-efd41f28-1aff-4064-b497-16f72b566d99 req-35a3b82c-a9a7-4a1d-964c-3be1d7bd080b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a72faee8848947debd81a1c8a7d3d88c&device_id=8707cbc4-623f-431d-948e-3fcc73e1240b HTTP/1.1" status: 200 len: 1095 time: 0.0558093 Jul 09 15:23:01.154092 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd41f28-1aff-4064-b497-16f72b566d99 req-dec8ebbe-2b0a-4ad7-aa23-bc297df04317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:23:01.155822 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-efd41f28-1aff-4064-b497-16f72b566d99 req-dec8ebbe-2b0a-4ad7-aa23-bc297df04317 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a72faee8848947debd81a1c8a7d3d88c&device_id=8707cbc4-623f-431d-948e-3fcc73e1240b HTTP/1.1" status: 200 len: 1095 time: 0.0585060 Jul 09 15:23:01.224873 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd41f28-1aff-4064-b497-16f72b566d99 req-7a0ca415-0ff8-4941-95a9-d3edeb9491ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:23:01.226374 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-efd41f28-1aff-4064-b497-16f72b566d99 req-7a0ca415-0ff8-4941-95a9-d3edeb9491ab service neutron] 10.222.0.54 "GET /v2.0/networks?id=826dc4a4-e49b-44a0-93c6-31d8ca60478e HTTP/1.1" status: 200 len: 897 time: 0.0929155 Jul 09 15:23:01.254394 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd41f28-1aff-4064-b497-16f72b566d99 req-f423c748-21df-421d-8501-6451c6c20239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:23:01.255369 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-efd41f28-1aff-4064-b497-16f72b566d99 req-f423c748-21df-421d-8501-6451c6c20239 service neutron] 10.222.0.62 "GET /v2.0/networks?id=826dc4a4-e49b-44a0-93c6-31d8ca60478e HTTP/1.1" status: 200 len: 897 time: 0.0923631 Jul 09 15:23:01.292829 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-efd41f28-1aff-4064-b497-16f72b566d99 req-da1b6000-c225-4d96-a72d-fe4db670a6d7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3c61100-cf1c-4285-b77a-972f85ae3a38 HTTP/1.1" status: 200 len: 998 time: 0.0590875 Jul 09 15:23:01.327901 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-efd41f28-1aff-4064-b497-16f72b566d99 req-03a8ef05-b859-4471-bd22-289a6c27d302 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3c61100-cf1c-4285-b77a-972f85ae3a38 HTTP/1.1" status: 200 len: 998 time: 0.0650501 Jul 09 15:23:01.350047 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd41f28-1aff-4064-b497-16f72b566d99 req-29296b9c-45be-4975-a68f-9fd9c140e2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:23:01.351938 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-efd41f28-1aff-4064-b497-16f72b566d99 req-29296b9c-45be-4975-a68f-9fd9c140e2c4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7ad42fb4-2c6e-40af-88ad-c67b2cbfa09f HTTP/1.1" status: 200 len: 834 time: 0.0533519 Jul 09 15:23:01.381917 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd41f28-1aff-4064-b497-16f72b566d99 req-dfaf1f8f-978c-411d-ba94-160eef6afc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:23:01.383476 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-efd41f28-1aff-4064-b497-16f72b566d99 req-dfaf1f8f-978c-411d-ba94-160eef6afc4d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7ad42fb4-2c6e-40af-88ad-c67b2cbfa09f HTTP/1.1" status: 200 len: 834 time: 0.0491986 Jul 09 15:23:01.410739 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd41f28-1aff-4064-b497-16f72b566d99 req-47832e6c-740f-4c85-94aa-af84bd3f0c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:23:01.412312 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-efd41f28-1aff-4064-b497-16f72b566d99 req-47832e6c-740f-4c85-94aa-af84bd3f0c83 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=826dc4a4-e49b-44a0-93c6-31d8ca60478e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538161 Jul 09 15:23:01.445431 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd41f28-1aff-4064-b497-16f72b566d99 req-5b9c2ee5-d03a-417e-8dae-ebad8575f8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:23:01.446944 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-efd41f28-1aff-4064-b497-16f72b566d99 req-5b9c2ee5-d03a-417e-8dae-ebad8575f8b4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=826dc4a4-e49b-44a0-93c6-31d8ca60478e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572205 Jul 09 15:23:01.505118 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-efd41f28-1aff-4064-b497-16f72b566d99 req-d5476bd1-507e-4174-84f9-c85ceb9d83c8 service neutron] 10.222.0.54 "GET /v2.0/networks/826dc4a4-e49b-44a0-93c6-31d8ca60478e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854986 Jul 09 15:23:01.546318 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-efd41f28-1aff-4064-b497-16f72b566d99 req-cedf2824-781e-4c86-9d92-0373eed9d235 service neutron] 10.222.0.62 "GET /v2.0/networks/826dc4a4-e49b-44a0-93c6-31d8ca60478e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914292 Jul 09 15:23:01.603750 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-efd41f28-1aff-4064-b497-16f72b566d99 req-4b805b6d-a924-4be5-a101-26d0c45e18ac service neutron] 10.222.0.54 "GET /v2.0/networks/826dc4a4-e49b-44a0-93c6-31d8ca60478e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911534 Jul 09 15:23:01.640553 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-efd41f28-1aff-4064-b497-16f72b566d99 req-00ce6115-1d35-49f0-a708-8ad60650d390 service neutron] 10.222.0.62 "GET /v2.0/networks/826dc4a4-e49b-44a0-93c6-31d8ca60478e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869520 Jul 09 15:23:01.741586 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:01.826784 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device b3c61100-cf1c-4285-b77a-972f85ae3a38 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:23:01.867139 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device b3c61100-cf1c-4285-b77a-972f85ae3a38 not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:23:02.102967 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb4eeb-e8be-4eff-a71b-fd7552cb5f7f req-16f5d014-8dea-461f-8db9-80e04b281184 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:23:02.104432 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a2eb4eeb-e8be-4eff-a71b-fd7552cb5f7f req-16f5d014-8dea-461f-8db9-80e04b281184 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=8707cbc4-623f-431d-948e-3fcc73e1240b HTTP/1.1" status: 200 len: 944 time: 0.0665050 Jul 09 15:23:02.143870 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a2eb4eeb-e8be-4eff-a71b-fd7552cb5f7f req-9944621e-1256-4254-a3d1-68d54934dcf5 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=485e1e44-3778-4544-8f12-ee629b9beb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338910 Jul 09 15:23:03.315866 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9fb566-6402-4009-bb60-4753499e7742 req-8071a758-ec57-4e49-a510-59baf5d4fc96 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:23:03.317382 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bf9fb566-6402-4009-bb60-4753499e7742 req-8071a758-ec57-4e49-a510-59baf5d4fc96 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=8707cbc4-623f-431d-948e-3fcc73e1240b HTTP/1.1" status: 200 len: 944 time: 0.0626881 Jul 09 15:23:03.356810 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bf9fb566-6402-4009-bb60-4753499e7742 req-baea1f36-380b-4c13-90b3-cbf9ce175e47 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=485e1e44-3778-4544-8f12-ee629b9beb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338569 Jul 09 15:23:03.621930 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device b3c61100-cf1c-4285-b77a-972f85ae3a38 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 15:23:03.718550 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port b3c61100-cf1c-4285-b77a-972f85ae3a38, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=b3c61100-cf1c-4285-b77a-972f85ae3a38,segment=NetworkSegment(1d44f505-dc52-4111-a80d-6dd13880ffe3),segment_id=1d44f505-dc52-4111-a80d-6dd13880ffe3)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:23:03.730060 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': 'b3c61100-cf1c-4285-b77a-972f85ae3a38', 'network_id': '826dc4a4-e49b-44a0-93c6-31d8ca60478e', 'port_id': 'b3c61100-cf1c-4285-b77a-972f85ae3a38', 'mac_address': 'fa:16:3e:29:9d:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ad42fb4-2c6e-40af-88ad-c67b2cbfa09f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 15:23:03.768431 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:03.785022 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3c61100-cf1c-4285-b77a-972f85ae3a38 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:23:03.804760 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port b3c61100-cf1c-4285-b77a-972f85ae3a38, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=b3c61100-cf1c-4285-b77a-972f85ae3a38,segment=NetworkSegment(1d44f505-dc52-4111-a80d-6dd13880ffe3),segment_id=1d44f505-dc52-4111-a80d-6dd13880ffe3)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:23:03.864612 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:03.914657 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=b3c61100-cf1c-4285-b77a-972f85ae3a38,revision_number=12']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:23:04.287802 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['b3c61100-cf1c-4285-b77a-972f85ae3a38'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:23:04.549942 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c5d954-6049-4f1c-bb80-bbc0ee7e073b req-70c8c5ef-d4b2-4ed1-9191-52e328b8bf79 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:23:04.551429 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a7c5d954-6049-4f1c-bb80-bbc0ee7e073b req-70c8c5ef-d4b2-4ed1-9191-52e328b8bf79 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=8707cbc4-623f-431d-948e-3fcc73e1240b HTTP/1.1" status: 200 len: 945 time: 0.0768301 Jul 09 15:23:04.592664 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a7c5d954-6049-4f1c-bb80-bbc0ee7e073b req-ec41d3b6-8a0e-4728-87c6-1c3dfd6cb361 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=485e1e44-3778-4544-8f12-ee629b9beb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353956 Jul 09 15:23:04.615096 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 52300) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:23:04.677023 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-753c1e65-2738-441a-ab96-a5a7f93f638e tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/floatingips/b56af609-3f86-4baf-8e57-72c23f17f682 HTTP/1.1" status: 200 len: 991 time: 0.0605483 Jul 09 15:23:05.640432 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device b3c61100-cf1c-4285-b77a-972f85ae3a38 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:23:05.787140 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port b3c61100-cf1c-4285-b77a-972f85ae3a38 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:23:05.791083 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port b3c61100-cf1c-4285-b77a-972f85ae3a38 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:23:05.791460 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:05.853922 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2392cfc1-7b6b-43af-9496-eb463c9f9fb1 req-dd2eb35e-c653-48d3-999c-08b22ba9461e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8707cbc4-623f-431d-948e-3fcc73e1240b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0504878 Jul 09 15:23:05.869475 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:05.895301 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8707cbc4-623f-431d-948e-3fcc73e1240b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c61100-cf1c-4285-b77a-972f85ae3a38'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:23:05.897622 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc19884d-30c6-4954-8661-07214885a311" -d '{"events": [{"server_uuid": "8707cbc4-623f-431d-948e-3fcc73e1240b", "name": "network-vif-plugged", "status": "completed", "tag": "b3c61100-cf1c-4285-b77a-972f85ae3a38"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:23:05.912271 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port b3c61100-cf1c-4285-b77a-972f85ae3a38, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=b3c61100-cf1c-4285-b77a-972f85ae3a38,segment=NetworkSegment(1d44f505-dc52-4111-a80d-6dd13880ffe3),segment_id=1d44f505-dc52-4111-a80d-6dd13880ffe3)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:23:05.959228 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af9db53-e34e-4f79-a4d3-7712a62e9b2f x-openstack-request-id: req-2af9db53-e34e-4f79-a4d3-7712a62e9b2f {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:23:05.959620 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8707cbc4-623f-431d-948e-3fcc73e1240b", "name": "network-vif-plugged", "status": "completed", "tag": "b3c61100-cf1c-4285-b77a-972f85ae3a38", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:23:05.959957 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2af9db53-e34e-4f79-a4d3-7712a62e9b2f {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:23:05.960350 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8707cbc4-623f-431d-948e-3fcc73e1240b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c61100-cf1c-4285-b77a-972f85ae3a38', 'code': 200} Jul 09 15:23:05.975991 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392cfc1-7b6b-43af-9496-eb463c9f9fb1 req-eccaaee9-c2e1-4650-b7fa-57fc2c7c9691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:23:05.977501 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2392cfc1-7b6b-43af-9496-eb463c9f9fb1 req-eccaaee9-c2e1-4650-b7fa-57fc2c7c9691 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a72faee8848947debd81a1c8a7d3d88c&device_id=8707cbc4-623f-431d-948e-3fcc73e1240b HTTP/1.1" status: 200 len: 1096 time: 0.0613613 Jul 09 15:23:05.993106 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:06.044920 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=b3c61100-cf1c-4285-b77a-972f85ae3a38,revision_number=13']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:23:06.097674 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392cfc1-7b6b-43af-9496-eb463c9f9fb1 req-72e84559-066f-4826-9777-a45fad4b98d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:23:06.099164 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2392cfc1-7b6b-43af-9496-eb463c9f9fb1 req-72e84559-066f-4826-9777-a45fad4b98d2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=826dc4a4-e49b-44a0-93c6-31d8ca60478e HTTP/1.1" status: 200 len: 897 time: 0.0908689 Jul 09 15:23:06.169666 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2392cfc1-7b6b-43af-9496-eb463c9f9fb1 req-440b171b-15b0-49bd-8db9-ca65c51a6c14 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3c61100-cf1c-4285-b77a-972f85ae3a38 HTTP/1.1" status: 200 len: 1000 time: 0.0643160 Jul 09 15:23:06.218757 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392cfc1-7b6b-43af-9496-eb463c9f9fb1 req-88447345-7dd4-4c1c-8bea-586623510e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:23:06.220340 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2392cfc1-7b6b-43af-9496-eb463c9f9fb1 req-88447345-7dd4-4c1c-8bea-586623510e79 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7ad42fb4-2c6e-40af-88ad-c67b2cbfa09f HTTP/1.1" status: 200 len: 834 time: 0.0440476 Jul 09 15:23:06.279730 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392cfc1-7b6b-43af-9496-eb463c9f9fb1 req-6f6afdd5-1788-45a9-afb0-41bfb85a77c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:23:06.281473 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2392cfc1-7b6b-43af-9496-eb463c9f9fb1 req-6f6afdd5-1788-45a9-afb0-41bfb85a77c0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=826dc4a4-e49b-44a0-93c6-31d8ca60478e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553615 Jul 09 15:23:06.376004 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2392cfc1-7b6b-43af-9496-eb463c9f9fb1 req-403616fb-01ea-4c2e-9cb3-e67084892ffc service neutron] 10.222.0.62 "GET /v2.0/networks/826dc4a4-e49b-44a0-93c6-31d8ca60478e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880282 Jul 09 15:23:06.466717 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2392cfc1-7b6b-43af-9496-eb463c9f9fb1 req-8f332854-a96d-469e-aeb2-15115a8aee46 service neutron] 10.222.0.62 "GET /v2.0/networks/826dc4a4-e49b-44a0-93c6-31d8ca60478e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844760 Jul 09 15:23:07.005563 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:23:13.054161 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [req-7951fc82-7eca-4ea5-99ae-43fc8569e3e2 req-69d40a06-68ac-4853-b718-6153596335c7 service neutron] (94446) timed out ('10.222.0.58', 46634) {{(pid=94446) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 15:23:15.275380 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:23.484441 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:25.674184 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [req-fc95dffb-2d1b-4c89-89ce-64d20f7e2cf9 req-5849e49d-4b59-4b55-8c71-480b651eb7e7 tempest-TestNetworkBasicOps-385566449 tempest-TestNetworkBasicOps-385566449-project] (94446) timed out ('10.222.0.54', 56157) {{(pid=94446) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 15:23:26.126968 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ef61be19-aa59-431c-b011-ddcd6e449d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:26.283432 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 52396) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:23:26.328110 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-51a9283d-d968-4fcb-a7d7-3d282e6cc06a admin admin] Deleting subnet 04553eda-d33b-42d5-8a85-01d6d2122e68 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:23:26.331242 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-51a9283d-d968-4fcb-a7d7-3d282e6cc06a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:26.369816 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-51a9283d-d968-4fcb-a7d7-3d282e6cc06a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:26.409603 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-51a9283d-d968-4fcb-a7d7-3d282e6cc06a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:26.535835 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-51a9283d-d968-4fcb-a7d7-3d282e6cc06a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:26.563958 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a9283d-d968-4fcb-a7d7-3d282e6cc06a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04553eda-d33b-42d5-8a85-01d6d2122e68,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:23:26.566623 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-51a9283d-d968-4fcb-a7d7-3d282e6cc06a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:26.568412 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-51a9283d-d968-4fcb-a7d7-3d282e6cc06a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/04553eda-d33b-42d5-8a85-01d6d2122e68 HTTP/1.1" status: 204 len: 168 time: 0.2836478 Jul 09 15:23:26.575210 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 52398) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:23:26.645841 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-407403c9-07ea-4716-af8b-c2567d1bd187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:26.730476 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-407403c9-07ea-4716-af8b-c2567d1bd187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:26.740039 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-407403c9-07ea-4716-af8b-c2567d1bd187 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e963614-20fe-4807-a727-6c4008ebd60a']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:23:26.756953 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-407403c9-07ea-4716-af8b-c2567d1bd187 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a86d826a-1ce3-4864-a501-f123599bf919') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:23:26.757249 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-407403c9-07ea-4716-af8b-c2567d1bd187 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a86d826a-1ce3-4864-a501-f123599bf919') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:23:26.772974 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-407403c9-07ea-4716-af8b-c2567d1bd187 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:26.798200 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-407403c9-07ea-4716-af8b-c2567d1bd187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:26.804714 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-407403c9-07ea-4716-af8b-c2567d1bd187 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:23:26.805102 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-407403c9-07ea-4716-af8b-c2567d1bd187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:26.806709 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:23:26.806709 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:23:26.806709 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:23:26.806709 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:23:26.806709 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:23:26.806709 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:23:26.806709 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:23:26.806709 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:23:26.806709 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:23:26.806709 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:23:26.806709 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:23:26.806709 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:23:26.806709 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:23:26.806709 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:23:26.806709 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:23:26.806709 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:23:26.806709 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:23:26.806709 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:23:26.806709 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:23:26.806709 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:23:26.806709 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 15:23:26.806709 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:23:26.806709 n-d-799529-6 neutron-server[94445]: timer() Jul 09 15:23:26.806709 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:23:26.806709 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 15:23:26.806709 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:23:26.806709 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 15:23:26.806709 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:23:26.806709 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 15:23:26.806709 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:23:26.806709 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 15:23:26.806709 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:23:26.806709 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 15:23:26.806709 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:23:26.806709 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:23:26.806709 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:23:26.806709 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:23:26.806709 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:23:26.806709 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 15:23:26.806709 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:23:26.806709 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 15:23:26.806709 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:23:26.806709 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:23:26.806709 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:23:26.806709 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 15:23:26.806709 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:23:26.806709 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:23:26.806709 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:23:26.806709 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:23:26.806709 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:23:26.806709 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:23:26.806709 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:23:26.929744 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-407403c9-07ea-4716-af8b-c2567d1bd187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:26.935177 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-407403c9-07ea-4716-af8b-c2567d1bd187 admin admin] Notify callbacks [] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:26.940568 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-407403c9-07ea-4716-af8b-c2567d1bd187 admin admin] 10.222.0.58 "DELETE /v2.0/networks/3e963614-20fe-4807-a727-6c4008ebd60a HTTP/1.1" status: 204 len: 168 time: 0.3609881 Jul 09 15:23:26.953596 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407403c9-07ea-4716-af8b-c2567d1bd187 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e963614-20fe-4807-a727-6c4008ebd60a,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:23:27.330384 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 52402) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:23:27.376690 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ec748f4f-fa2a-4102-9744-7997674deea5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d2d63674bcf04632962319475c9378fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0450628 Jul 09 15:23:27.382074 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 52404) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:23:27.443665 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d8bf3420-609b-46d8-925b-2a352436c30e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:27.464292 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d8bf3420-609b-46d8-925b-2a352436c30e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:27.586387 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d8bf3420-609b-46d8-925b-2a352436c30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:27.588978 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d8bf3420-609b-46d8-925b-2a352436c30e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:27.590132 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d8bf3420-609b-46d8-925b-2a352436c30e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8b4b58e6-d09d-4d3a-825c-da823a1b8bf8 HTTP/1.1" status: 204 len: 168 time: 0.2071264 Jul 09 15:23:27.597863 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bf3420-609b-46d8-925b-2a352436c30e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4b58e6-d09d-4d3a-825c-da823a1b8bf8,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:23:28.552794 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 52426) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:23:28.704316 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-072a9874-21f3-41ea-9c20-d50e93f4f16b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1672376801-network', 'tenant_id': 'bc157ff9785d47a9a4279901200b971b'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:23:28.783845 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072a9874-21f3-41ea-9c20-d50e93f4f16b admin admin] Made reservation on behalf of bc157ff9785d47a9a4279901200b971b for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:23:28.786272 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-072a9874-21f3-41ea-9c20-d50e93f4f16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:28.795322 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-072a9874-21f3-41ea-9c20-d50e93f4f16b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:28.881813 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-072a9874-21f3-41ea-9c20-d50e93f4f16b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:28.938205 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-072a9874-21f3-41ea-9c20-d50e93f4f16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:28.967112 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-072a9874-21f3-41ea-9c20-d50e93f4f16b admin admin] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:23:28.972525 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072a9874-21f3-41ea-9c20-d50e93f4f16b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=963dbf58-ddbe-4b28-8406-bea3b3e85ca1,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:23:28.980210 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-072a9874-21f3-41ea-9c20-d50e93f4f16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:28.980210 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-072a9874-21f3-41ea-9c20-d50e93f4f16b admin admin] Added segment 50f0bd0e-556f-46f9-b633-fea5c2d8de94 of type vlan for network 850ae405-727e-455a-95c9-91b20d2ba34f Jul 09 15:23:29.021325 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-072a9874-21f3-41ea-9c20-d50e93f4f16b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:29.129875 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e014c4a6-8b30-4848-a5fc-9dcca2500488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:29.158579 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-072a9874-21f3-41ea-9c20-d50e93f4f16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:29.159479 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072a9874-21f3-41ea-9c20-d50e93f4f16b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:23:29.160138 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-072a9874-21f3-41ea-9c20-d50e93f4f16b admin admin] Notify callbacks [] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:29.246046 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072a9874-21f3-41ea-9c20-d50e93f4f16b admin admin] Pushing event updated for resources: {'Network': ['ID=850ae405-727e-455a-95c9-91b20d2ba34f,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:23:29.249758 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:29.259165 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 850ae405-727e-455a-95c9-91b20d2ba34f details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:23:29.313263 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-072a9874-21f3-41ea-9c20-d50e93f4f16b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7593131 Jul 09 15:23:29.316127 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 52432) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:23:29.321473 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-e7f55236-0848-4a49-92aa-d78f4c1d5c65 admin admin] Request body: {'subnet': {'network_id': '850ae405-727e-455a-95c9-91b20d2ba34f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1672376801-subnet', 'tenant_id': 'bc157ff9785d47a9a4279901200b971b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:23:29.421228 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f55236-0848-4a49-92aa-d78f4c1d5c65 admin admin] Made reservation on behalf of bc157ff9785d47a9a4279901200b971b for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:23:29.423734 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e7f55236-0848-4a49-92aa-d78f4c1d5c65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:29.675441 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e7f55236-0848-4a49-92aa-d78f4c1d5c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:29.727780 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f55236-0848-4a49-92aa-d78f4c1d5c65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d67d6a3b-6abf-4a45-8c29-41b157674997,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:23:29.738130 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f55236-0848-4a49-92aa-d78f4c1d5c65 admin admin] Checking segment: {'id': '50f0bd0e-556f-46f9-b633-fea5c2d8de94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '850ae405-727e-455a-95c9-91b20d2ba34f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:23:29.738492 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f55236-0848-4a49-92aa-d78f4c1d5c65 admin admin] Network hostable DHCP agents. Network: 850ae405-727e-455a-95c9-91b20d2ba34f, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:23:29.812060 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f55236-0848-4a49-92aa-d78f4c1d5c65 admin admin] Network 850ae405-727e-455a-95c9-91b20d2ba34f is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:23:29.896657 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-e7f55236-0848-4a49-92aa-d78f4c1d5c65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 850ae405-727e-455a-95c9-91b20d2ba34f) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:23:29.900926 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f55236-0848-4a49-92aa-d78f4c1d5c65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:23:29.902027 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e7f55236-0848-4a49-92aa-d78f4c1d5c65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:29.906725 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb51322-5f7e-4ec8-a751-0316438c3d94 None None] Network 850ae405-727e-455a-95c9-91b20d2ba34f requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:23:29.999087 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e7f55236-0848-4a49-92aa-d78f4c1d5c65 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6817555 Jul 09 15:23:30.029595 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a991269e-b3fe-4b21-a6be-4502d56d3d20 None None] Network 850ae405-727e-455a-95c9-91b20d2ba34f requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:23:30.332394 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:30.736302 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 52448) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:23:30.741442 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-9b2f71b0-90a6-4e39-8781-5004f21cda89 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-10062859-network', 'tenant_id': 'ecc7afa117f94bd2a3289949406b3c74'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:23:30.834898 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2f71b0-90a6-4e39-8781-5004f21cda89 admin admin] Made reservation on behalf of ecc7afa117f94bd2a3289949406b3c74 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:23:30.837473 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9b2f71b0-90a6-4e39-8781-5004f21cda89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:30.847275 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9b2f71b0-90a6-4e39-8781-5004f21cda89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:30.936567 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9b2f71b0-90a6-4e39-8781-5004f21cda89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:31.006075 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9b2f71b0-90a6-4e39-8781-5004f21cda89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:31.031458 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b2f71b0-90a6-4e39-8781-5004f21cda89 admin admin] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:23:31.041039 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2f71b0-90a6-4e39-8781-5004f21cda89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7542c1-91ff-40bb-aea5-1c5fef57a296,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:23:31.045738 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9b2f71b0-90a6-4e39-8781-5004f21cda89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:31.046077 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-9b2f71b0-90a6-4e39-8781-5004f21cda89 admin admin] Added segment 2490ac92-217b-45a6-a571-3d90a23af1b8 of type vlan for network 2698047d-078a-4c68-9a1d-7deca1dbe694 Jul 09 15:23:31.086721 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9b2f71b0-90a6-4e39-8781-5004f21cda89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:31.186693 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9b2f71b0-90a6-4e39-8781-5004f21cda89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:31.187726 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2f71b0-90a6-4e39-8781-5004f21cda89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:23:31.188355 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9b2f71b0-90a6-4e39-8781-5004f21cda89 admin admin] Notify callbacks [] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:31.250534 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2f71b0-90a6-4e39-8781-5004f21cda89 admin admin] Pushing event updated for resources: {'Network': ['ID=2698047d-078a-4c68-9a1d-7deca1dbe694,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:23:31.261906 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 2698047d-078a-4c68-9a1d-7deca1dbe694 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:23:31.298780 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-9b2f71b0-90a6-4e39-8781-5004f21cda89 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5613043 Jul 09 15:23:31.301400 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 52452) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:23:31.306614 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-a0301945-5219-46e1-a149-d045672279ec admin admin] Request body: {'subnet': {'network_id': '2698047d-078a-4c68-9a1d-7deca1dbe694', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-10062859-subnet', 'tenant_id': 'ecc7afa117f94bd2a3289949406b3c74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:23:31.400794 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0301945-5219-46e1-a149-d045672279ec admin admin] Made reservation on behalf of ecc7afa117f94bd2a3289949406b3c74 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:23:31.403407 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a0301945-5219-46e1-a149-d045672279ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:31.657983 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a0301945-5219-46e1-a149-d045672279ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:31.717904 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0301945-5219-46e1-a149-d045672279ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1e327b7-7705-49ea-a966-3fd96f6f8f4e,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:23:31.721556 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:31.731830 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0301945-5219-46e1-a149-d045672279ec admin admin] Checking segment: {'id': '2490ac92-217b-45a6-a571-3d90a23af1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '2698047d-078a-4c68-9a1d-7deca1dbe694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:23:31.731830 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0301945-5219-46e1-a149-d045672279ec admin admin] Network hostable DHCP agents. Network: 2698047d-078a-4c68-9a1d-7deca1dbe694, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:23:31.823254 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0301945-5219-46e1-a149-d045672279ec admin admin] Network 2698047d-078a-4c68-9a1d-7deca1dbe694 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:23:31.897462 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-a0301945-5219-46e1-a149-d045672279ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 2698047d-078a-4c68-9a1d-7deca1dbe694) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:23:31.901352 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0301945-5219-46e1-a149-d045672279ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:23:31.901934 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a0301945-5219-46e1-a149-d045672279ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:31.906500 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284dcf43-e931-4a5b-b798-356da68cdbeb None None] Network 2698047d-078a-4c68-9a1d-7deca1dbe694 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:23:31.996669 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-a0301945-5219-46e1-a149-d045672279ec admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6941094 Jul 09 15:23:32.029479 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47171521-b0c8-4997-8439-0658a5955292 None None] Network 2698047d-078a-4c68-9a1d-7deca1dbe694 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:23:32.502741 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5257f9fc-1792-437d-852b-fa0a59842ff0 req-64004def-b00c-4802-94df-aeedb361fc5a tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:23:32.504427 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5257f9fc-1792-437d-852b-fa0a59842ff0 req-64004def-b00c-4802-94df-aeedb361fc5a tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] 10.222.0.58 "GET /v2.0/networks?id=850ae405-727e-455a-95c9-91b20d2ba34f HTTP/1.1" status: 200 len: 812 time: 0.1130753 Jul 09 15:23:32.519293 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5257f9fc-1792-437d-852b-fa0a59842ff0 req-7fc0131a-2cc7-4ec4-8454-a0bf3d8f62f8 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] 10.222.0.58 "GET /v2.0/quotas/bc157ff9785d47a9a4279901200b971b HTTP/1.1" status: 200 len: 375 time: 0.0093598 Jul 09 15:23:32.569963 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5257f9fc-1792-437d-852b-fa0a59842ff0 req-22e2a674-938d-490a-965b-4ed7b3e80ae3 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=bc157ff9785d47a9a4279901200b971b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454719 Jul 09 15:23:32.704633 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [req-5257f9fc-1792-437d-852b-fa0a59842ff0 req-84f15944-e5a4-47ba-b922-5a6a99efe4a5 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:23:32.705647 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5257f9fc-1792-437d-852b-fa0a59842ff0 req-84f15944-e5a4-47ba-b922-5a6a99efe4a5 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1291268 Jul 09 15:23:32.797707 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5257f9fc-1792-437d-852b-fa0a59842ff0 req-7419bd96-1797-44e4-9dc7-fa6735670801 service neutron] 10.222.0.58 "GET /v2.0/networks/850ae405-727e-455a-95c9-91b20d2ba34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859871 Jul 09 15:23:32.884065 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5257f9fc-1792-437d-852b-fa0a59842ff0 req-6c8d79cf-d227-4858-a50c-4ee1352292c5 service neutron] 10.222.0.58 "GET /v2.0/networks/850ae405-727e-455a-95c9-91b20d2ba34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808067 Jul 09 15:23:33.146059 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-705e34c4-e898-43af-b4f5-831bb13562ab req-3fa1afbb-37a8-49bf-8ce4-01c4491c343f tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c2f8ec3-06bc-4cb3-9c5c-280e8d5d3792 HTTP/1.1" status: 200 len: 210 time: 0.0294764 Jul 09 15:23:34.227089 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ebb90a72-efb8-471c-8521-c048f0705669 req-8f02e452-0702-402d-a622-2dd3781c0537 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c2f8ec3-06bc-4cb3-9c5c-280e8d5d3792 HTTP/1.1" status: 200 len: 210 time: 0.0282416 Jul 09 15:23:35.368284 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fd13672f-eca3-4c3d-b3f5-d6d7d980283b req-8b8a8c80-0d55-40e7-a8ee-b7fa72c08189 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c2f8ec3-06bc-4cb3-9c5c-280e8d5d3792 HTTP/1.1" status: 200 len: 210 time: 0.0338068 Jul 09 15:23:35.621298 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5257f9fc-1792-437d-852b-fa0a59842ff0 req-18896f15-0233-4cd4-90d3-ff4bcbdca9cf tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:23:35.622936 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5257f9fc-1792-437d-852b-fa0a59842ff0 req-18896f15-0233-4cd4-90d3-ff4bcbdca9cf tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] 10.222.0.54 "GET /v2.0/networks?id=850ae405-727e-455a-95c9-91b20d2ba34f HTTP/1.1" status: 200 len: 812 time: 0.1105189 Jul 09 15:23:35.636215 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-5257f9fc-1792-437d-852b-fa0a59842ff0 req-10f7dd75-a2ce-4670-8b20-8e38097e0d36 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] Request body: {'port': {'device_id': '6c2f8ec3-06bc-4cb3-9c5c-280e8d5d3792', 'network_id': '850ae405-727e-455a-95c9-91b20d2ba34f', 'admin_state_up': True, 'tenant_id': 'bc157ff9785d47a9a4279901200b971b'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:23:35.817773 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5257f9fc-1792-437d-852b-fa0a59842ff0 req-10f7dd75-a2ce-4670-8b20-8e38097e0d36 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] Made reservation on behalf of bc157ff9785d47a9a4279901200b971b for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:23:35.821650 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-5257f9fc-1792-437d-852b-fa0a59842ff0 req-10f7dd75-a2ce-4670-8b20-8e38097e0d36 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:35.947906 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-5257f9fc-1792-437d-852b-fa0a59842ff0 req-10f7dd75-a2ce-4670-8b20-8e38097e0d36 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] Allocated IP 172.20.0.4 (850ae405-727e-455a-95c9-91b20d2ba34f/d67d6a3b-6abf-4a45-8c29-41b157674997/93c32fb9-fd32-4af2-b68d-9aa6193ae492) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:23:36.099441 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-5257f9fc-1792-437d-852b-fa0a59842ff0 req-10f7dd75-a2ce-4670-8b20-8e38097e0d36 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:36.218123 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-5257f9fc-1792-437d-852b-fa0a59842ff0 req-10f7dd75-a2ce-4670-8b20-8e38097e0d36 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:36.265481 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5257f9fc-1792-437d-852b-fa0a59842ff0 req-10f7dd75-a2ce-4670-8b20-8e38097e0d36 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] Network 850ae405-727e-455a-95c9-91b20d2ba34f is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:23:36.268666 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-5257f9fc-1792-437d-852b-fa0a59842ff0 req-10f7dd75-a2ce-4670-8b20-8e38097e0d36 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:23:36.272575 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-5257f9fc-1792-437d-852b-fa0a59842ff0 req-10f7dd75-a2ce-4670-8b20-8e38097e0d36 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:23:36.278922 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f7dd75-a2ce-4670-8b20-8e38097e0d36 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] Pushing event updated for resources: {'Port': ['ID=93c32fb9-fd32-4af2-b68d-9aa6193ae492,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:23:36.327273 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5257f9fc-1792-437d-852b-fa0a59842ff0 req-10f7dd75-a2ce-4670-8b20-8e38097e0d36 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:23:36.327917 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-5257f9fc-1792-437d-852b-fa0a59842ff0 req-10f7dd75-a2ce-4670-8b20-8e38097e0d36 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:36.412972 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5257f9fc-1792-437d-852b-fa0a59842ff0 req-10f7dd75-a2ce-4670-8b20-8e38097e0d36 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7815201 Jul 09 15:23:36.487835 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-5257f9fc-1792-437d-852b-fa0a59842ff0 req-5fbb71bc-cad9-44c1-baa2-6683ff404506 service neutron] Request body: {'port': {'device_id': '6c2f8ec3-06bc-4cb3-9c5c-280e8d5d3792', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:23:36.551184 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2cfd7-c188-479b-8c94-571a33e3c381 req-9890fd09-f965-4e55-9f41-54e624e99df2 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:23:36.552723 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0dc2cfd7-c188-479b-8c94-571a33e3c381 req-9890fd09-f965-4e55-9f41-54e624e99df2 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c2f8ec3-06bc-4cb3-9c5c-280e8d5d3792 HTTP/1.1" status: 200 len: 931 time: 0.0703802 Jul 09 15:23:36.560977 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-5257f9fc-1792-437d-852b-fa0a59842ff0 req-5fbb71bc-cad9-44c1-baa2-6683ff404506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:36.592764 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0dc2cfd7-c188-479b-8c94-571a33e3c381 req-7efb847b-c0a0-422d-9d5f-3ee5942dfd92 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] 10.222.0.58 "GET /v2.0/security-groups?id=963dbf58-ddbe-4b28-8406-bea3b3e85ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338662 Jul 09 15:23:36.827402 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-5257f9fc-1792-437d-852b-fa0a59842ff0 req-5fbb71bc-cad9-44c1-baa2-6683ff404506 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93c32fb9-fd32-4af2-b68d-9aa6193ae492 {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:23:36.834776 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-5257f9fc-1792-437d-852b-fa0a59842ff0 req-5fbb71bc-cad9-44c1-baa2-6683ff404506 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:36.847071 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-5257f9fc-1792-437d-852b-fa0a59842ff0 req-5fbb71bc-cad9-44c1-baa2-6683ff404506 service neutron] Transition to ACTIVE for port object 93c32fb9-fd32-4af2-b68d-9aa6193ae492 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:23:36.912400 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-5257f9fc-1792-437d-852b-fa0a59842ff0 req-5fbb71bc-cad9-44c1-baa2-6683ff404506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:36.965519 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbb71bc-cad9-44c1-baa2-6683ff404506 service neutron] Pushing event updated for resources: {'Port': ['ID=93c32fb9-fd32-4af2-b68d-9aa6193ae492,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:23:37.032709 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-5257f9fc-1792-437d-852b-fa0a59842ff0 req-5fbb71bc-cad9-44c1-baa2-6683ff404506 service neutron] Attempting to bind port 93c32fb9-fd32-4af2-b68d-9aa6193ae492 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:23:37.033054 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-5257f9fc-1792-437d-852b-fa0a59842ff0 req-5fbb71bc-cad9-44c1-baa2-6683ff404506 service neutron] Attempting to bind port 93c32fb9-fd32-4af2-b68d-9aa6193ae492 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '50f0bd0e-556f-46f9-b633-fea5c2d8de94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '850ae405-727e-455a-95c9-91b20d2ba34f'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:23:37.033403 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5257f9fc-1792-437d-852b-fa0a59842ff0 req-5fbb71bc-cad9-44c1-baa2-6683ff404506 service neutron] Attempting to bind port 93c32fb9-fd32-4af2-b68d-9aa6193ae492 on network 850ae405-727e-455a-95c9-91b20d2ba34f {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:23:37.037848 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5257f9fc-1792-437d-852b-fa0a59842ff0 req-5fbb71bc-cad9-44c1-baa2-6683ff404506 service neutron] Port 93c32fb9-fd32-4af2-b68d-9aa6193ae492 on network 850ae405-727e-455a-95c9-91b20d2ba34f not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:23:37.038201 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5257f9fc-1792-437d-852b-fa0a59842ff0 req-5fbb71bc-cad9-44c1-baa2-6683ff404506 service neutron] Attempting to bind port 93c32fb9-fd32-4af2-b68d-9aa6193ae492 on network 850ae405-727e-455a-95c9-91b20d2ba34f {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:23:37.042967 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5257f9fc-1792-437d-852b-fa0a59842ff0 req-5fbb71bc-cad9-44c1-baa2-6683ff404506 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:23:37.043315 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5257f9fc-1792-437d-852b-fa0a59842ff0 req-5fbb71bc-cad9-44c1-baa2-6683ff404506 service neutron] Checking segment: {'id': '50f0bd0e-556f-46f9-b633-fea5c2d8de94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '850ae405-727e-455a-95c9-91b20d2ba34f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:23:37.043732 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5257f9fc-1792-437d-852b-fa0a59842ff0 req-5fbb71bc-cad9-44c1-baa2-6683ff404506 service neutron] Bound using segment: {'id': '50f0bd0e-556f-46f9-b633-fea5c2d8de94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '850ae405-727e-455a-95c9-91b20d2ba34f'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:23:37.044159 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-5257f9fc-1792-437d-852b-fa0a59842ff0 req-5fbb71bc-cad9-44c1-baa2-6683ff404506 service neutron] Bound port: 93c32fb9-fd32-4af2-b68d-9aa6193ae492, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50f0bd0e-556f-46f9-b633-fea5c2d8de94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '850ae405-727e-455a-95c9-91b20d2ba34f'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:23:37.044520 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-5257f9fc-1792-437d-852b-fa0a59842ff0 req-5fbb71bc-cad9-44c1-baa2-6683ff404506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:37.111086 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-5257f9fc-1792-437d-852b-fa0a59842ff0 req-5fbb71bc-cad9-44c1-baa2-6683ff404506 service neutron] For port 93c32fb9-fd32-4af2-b68d-9aa6193ae492, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:23:37.114599 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-5257f9fc-1792-437d-852b-fa0a59842ff0 req-5fbb71bc-cad9-44c1-baa2-6683ff404506 service neutron] For port 93c32fb9-fd32-4af2-b68d-9aa6193ae492, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=93c32fb9-fd32-4af2-b68d-9aa6193ae492,segment=NetworkSegment(50f0bd0e-556f-46f9-b633-fea5c2d8de94),segment_id=50f0bd0e-556f-46f9-b633-fea5c2d8de94)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:23:37.189601 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-5257f9fc-1792-437d-852b-fa0a59842ff0 req-5fbb71bc-cad9-44c1-baa2-6683ff404506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:37.482320 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5257f9fc-1792-437d-852b-fa0a59842ff0 req-5fbb71bc-cad9-44c1-baa2-6683ff404506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:23:37.482949 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-5257f9fc-1792-437d-852b-fa0a59842ff0 req-5fbb71bc-cad9-44c1-baa2-6683ff404506 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:37.484391 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5257f9fc-1792-437d-852b-fa0a59842ff0 req-5fbb71bc-cad9-44c1-baa2-6683ff404506 service neutron] 10.222.0.54 "PUT /v2.0/ports/93c32fb9-fd32-4af2-b68d-9aa6193ae492 HTTP/1.1" status: 200 len: 1091 time: 1.0634413 Jul 09 15:23:37.484834 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c2f8ec3-06bc-4cb3-9c5c-280e8d5d3792', 'tag': '93c32fb9-fd32-4af2-b68d-9aa6193ae492'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:23:37.487085 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25bab99e-8be5-44aa-b39b-3bb2a0f3e92a" -d '{"events": [{"name": "network-changed", "server_uuid": "6c2f8ec3-06bc-4cb3-9c5c-280e8d5d3792", "tag": "93c32fb9-fd32-4af2-b68d-9aa6193ae492"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:23:37.515106 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbb71bc-cad9-44c1-baa2-6683ff404506 service neutron] Pushing event updated for resources: {'Port': ['ID=93c32fb9-fd32-4af2-b68d-9aa6193ae492,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:23:37.611275 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f7b98b-df8a-406f-a704-f883ae360c10 x-openstack-request-id: req-87f7b98b-df8a-406f-a704-f883ae360c10 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:23:37.611608 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c2f8ec3-06bc-4cb3-9c5c-280e8d5d3792", "tag": "93c32fb9-fd32-4af2-b68d-9aa6193ae492", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:23:37.611873 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-87f7b98b-df8a-406f-a704-f883ae360c10 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:23:37.612279 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c2f8ec3-06bc-4cb3-9c5c-280e8d5d3792', 'tag': '93c32fb9-fd32-4af2-b68d-9aa6193ae492', 'status': 'completed', 'code': 200} Jul 09 15:23:37.640932 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5257f9fc-1792-437d-852b-fa0a59842ff0 req-01d91bab-cc48-457d-88ff-6ee01abb8a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:23:37.642553 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5257f9fc-1792-437d-852b-fa0a59842ff0 req-01d91bab-cc48-457d-88ff-6ee01abb8a26 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bc157ff9785d47a9a4279901200b971b&device_id=6c2f8ec3-06bc-4cb3-9c5c-280e8d5d3792 HTTP/1.1" status: 200 len: 1094 time: 0.0604861 Jul 09 15:23:37.689235 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5257f9fc-1792-437d-852b-fa0a59842ff0 req-c6915ec8-652b-47bc-9b47-a21d57453855 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93c32fb9-fd32-4af2-b68d-9aa6193ae492 HTTP/1.1" status: 200 len: 217 time: 0.0392642 Jul 09 15:23:37.738705 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5257f9fc-1792-437d-852b-fa0a59842ff0 req-36b1cffc-406c-4499-b649-7250712d824e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:23:37.740413 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5257f9fc-1792-437d-852b-fa0a59842ff0 req-36b1cffc-406c-4499-b649-7250712d824e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d67d6a3b-6abf-4a45-8c29-41b157674997 HTTP/1.1" status: 200 len: 852 time: 0.0448315 Jul 09 15:23:37.776217 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5257f9fc-1792-437d-852b-fa0a59842ff0 req-09366e87-98db-44ac-a954-063ee11f5008 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=850ae405-727e-455a-95c9-91b20d2ba34f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292337 Jul 09 15:23:37.793111 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1636800d-4f4e-4287-bf45-510e2a5efb9b req-0f528d29-7376-4036-8cfc-82cf4d5e6a50 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:23:37.794616 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1636800d-4f4e-4287-bf45-510e2a5efb9b req-0f528d29-7376-4036-8cfc-82cf4d5e6a50 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c2f8ec3-06bc-4cb3-9c5c-280e8d5d3792 HTTP/1.1" status: 200 len: 943 time: 0.0656300 Jul 09 15:23:37.835991 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1636800d-4f4e-4287-bf45-510e2a5efb9b req-a360ae0f-4f6e-413f-a235-3f72b8028a46 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] 10.222.0.58 "GET /v2.0/security-groups?id=963dbf58-ddbe-4b28-8406-bea3b3e85ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339963 Jul 09 15:23:37.881902 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5257f9fc-1792-437d-852b-fa0a59842ff0 req-e5cfa16d-148f-4cd9-ba24-dd62e1cfb62e service neutron] 10.222.0.54 "GET /v2.0/networks/850ae405-727e-455a-95c9-91b20d2ba34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995362 Jul 09 15:23:37.973547 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5257f9fc-1792-437d-852b-fa0a59842ff0 req-4403288c-4f74-49e3-9013-55c09e967cb3 service neutron] 10.222.0.54 "GET /v2.0/networks/850ae405-727e-455a-95c9-91b20d2ba34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848472 Jul 09 15:23:38.156391 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bab99e-8be5-44aa-b39b-3bb2a0f3e92a req-dce9cca1-25b4-4278-8ada-57350b909e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:23:38.157976 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-25bab99e-8be5-44aa-b39b-3bb2a0f3e92a req-dce9cca1-25b4-4278-8ada-57350b909e92 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bc157ff9785d47a9a4279901200b971b&device_id=6c2f8ec3-06bc-4cb3-9c5c-280e8d5d3792 HTTP/1.1" status: 200 len: 1094 time: 0.0598931 Jul 09 15:23:38.251182 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bab99e-8be5-44aa-b39b-3bb2a0f3e92a req-10bea6e2-05cd-4465-ac83-1ac49eab0076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:23:38.252605 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-25bab99e-8be5-44aa-b39b-3bb2a0f3e92a req-10bea6e2-05cd-4465-ac83-1ac49eab0076 service neutron] 10.222.0.54 "GET /v2.0/networks?id=850ae405-727e-455a-95c9-91b20d2ba34f HTTP/1.1" status: 200 len: 913 time: 0.0885713 Jul 09 15:23:38.295236 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-25bab99e-8be5-44aa-b39b-3bb2a0f3e92a req-8aacf11b-6fe0-461b-abbf-d717cfdbdbba service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93c32fb9-fd32-4af2-b68d-9aa6193ae492 HTTP/1.1" status: 200 len: 217 time: 0.0352521 Jul 09 15:23:38.345085 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bab99e-8be5-44aa-b39b-3bb2a0f3e92a req-f44bacd5-7efd-466b-8fce-d80354977457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:23:38.346565 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-25bab99e-8be5-44aa-b39b-3bb2a0f3e92a req-f44bacd5-7efd-466b-8fce-d80354977457 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d67d6a3b-6abf-4a45-8c29-41b157674997 HTTP/1.1" status: 200 len: 852 time: 0.0433004 Jul 09 15:23:38.384502 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-25bab99e-8be5-44aa-b39b-3bb2a0f3e92a req-74ca719c-3a25-4826-9f19-0ed6ed7f6be9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=850ae405-727e-455a-95c9-91b20d2ba34f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308762 Jul 09 15:23:38.472657 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-25bab99e-8be5-44aa-b39b-3bb2a0f3e92a req-8682ae51-8788-4d90-a231-b01905c52f38 service neutron] 10.222.0.54 "GET /v2.0/networks/850ae405-727e-455a-95c9-91b20d2ba34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813012 Jul 09 15:23:38.565927 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-25bab99e-8be5-44aa-b39b-3bb2a0f3e92a req-bc90d667-cfa7-4f7f-bc5e-87546557866b service neutron] 10.222.0.54 "GET /v2.0/networks/850ae405-727e-455a-95c9-91b20d2ba34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858436 Jul 09 15:23:39.014353 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac046b29-d2e9-4771-a9ef-ec3bb9248ac2 req-f3433dd1-bbd7-4137-9ea0-3183a54ddd21 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:23:39.015908 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ac046b29-d2e9-4771-a9ef-ec3bb9248ac2 req-f3433dd1-bbd7-4137-9ea0-3183a54ddd21 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c2f8ec3-06bc-4cb3-9c5c-280e8d5d3792 HTTP/1.1" status: 200 len: 943 time: 0.0651617 Jul 09 15:23:39.055169 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ac046b29-d2e9-4771-a9ef-ec3bb9248ac2 req-586a37bb-3e3c-4324-a471-c50a8b378140 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] 10.222.0.58 "GET /v2.0/security-groups?id=963dbf58-ddbe-4b28-8406-bea3b3e85ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335443 Jul 09 15:23:40.238097 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee268cb6-c2cd-483f-b781-249a3710d2e5 req-df3b63fa-a93a-4369-b19b-76eff77d74f6 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:23:40.239702 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ee268cb6-c2cd-483f-b781-249a3710d2e5 req-df3b63fa-a93a-4369-b19b-76eff77d74f6 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c2f8ec3-06bc-4cb3-9c5c-280e8d5d3792 HTTP/1.1" status: 200 len: 943 time: 0.0667284 Jul 09 15:23:40.279023 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ee268cb6-c2cd-483f-b781-249a3710d2e5 req-577b5a1d-f435-45b6-bdba-da8c0a514410 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] 10.222.0.58 "GET /v2.0/security-groups?id=963dbf58-ddbe-4b28-8406-bea3b3e85ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329182 Jul 09 15:23:41.461330 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a452512-ee84-4531-adf0-5cd6b81e1cba req-8bf64af1-64b1-4856-8558-61b1beda2cf5 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:23:41.463191 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5a452512-ee84-4531-adf0-5cd6b81e1cba req-8bf64af1-64b1-4856-8558-61b1beda2cf5 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c2f8ec3-06bc-4cb3-9c5c-280e8d5d3792 HTTP/1.1" status: 200 len: 943 time: 0.0703723 Jul 09 15:23:41.504714 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5a452512-ee84-4531-adf0-5cd6b81e1cba req-fb2a29b3-8e65-42c4-987d-9424f4d1a8af tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] 10.222.0.58 "GET /v2.0/security-groups?id=963dbf58-ddbe-4b28-8406-bea3b3e85ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326166 Jul 09 15:23:42.022395 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 93c32fb9-fd32-4af2-b68d-9aa6193ae492 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 15:23:42.133298 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 93c32fb9-fd32-4af2-b68d-9aa6193ae492, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=93c32fb9-fd32-4af2-b68d-9aa6193ae492,segment=NetworkSegment(50f0bd0e-556f-46f9-b633-fea5c2d8de94),segment_id=50f0bd0e-556f-46f9-b633-fea5c2d8de94)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:23:42.145820 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': '93c32fb9-fd32-4af2-b68d-9aa6193ae492', 'network_id': '850ae405-727e-455a-95c9-91b20d2ba34f', 'port_id': '93c32fb9-fd32-4af2-b68d-9aa6193ae492', 'mac_address': 'fa:16:3e:3a:f6:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd67d6a3b-6abf-4a45-8c29-41b157674997', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 15:23:42.183428 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:42.196508 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93c32fb9-fd32-4af2-b68d-9aa6193ae492 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:23:42.223859 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 93c32fb9-fd32-4af2-b68d-9aa6193ae492, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=93c32fb9-fd32-4af2-b68d-9aa6193ae492,segment=NetworkSegment(50f0bd0e-556f-46f9-b633-fea5c2d8de94),segment_id=50f0bd0e-556f-46f9-b633-fea5c2d8de94)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:23:42.295187 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:42.347629 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=93c32fb9-fd32-4af2-b68d-9aa6193ae492,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:23:42.495523 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['93c32fb9-fd32-4af2-b68d-9aa6193ae492'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:23:42.682498 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c961b-8c0f-44be-9a57-6b6332648a4e req-0dd951bc-b55f-46bd-abb6-671136ff2de6 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:23:42.684613 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bb7c961b-8c0f-44be-9a57-6b6332648a4e req-0dd951bc-b55f-46bd-abb6-671136ff2de6 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c2f8ec3-06bc-4cb3-9c5c-280e8d5d3792 HTTP/1.1" status: 200 len: 944 time: 0.0694311 Jul 09 15:23:42.728199 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bb7c961b-8c0f-44be-9a57-6b6332648a4e req-762ab166-47a3-4251-be19-6d321403c9db tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] 10.222.0.58 "GET /v2.0/security-groups?id=963dbf58-ddbe-4b28-8406-bea3b3e85ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369840 Jul 09 15:23:43.908690 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b24e6-a4c7-41f7-938f-01b8a8523395 req-c1a6fffd-bb28-476c-83a3-d7b746b67e72 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:23:43.910181 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3a9b24e6-a4c7-41f7-938f-01b8a8523395 req-c1a6fffd-bb28-476c-83a3-d7b746b67e72 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c2f8ec3-06bc-4cb3-9c5c-280e8d5d3792 HTTP/1.1" status: 200 len: 944 time: 0.0677745 Jul 09 15:23:43.947347 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3a9b24e6-a4c7-41f7-938f-01b8a8523395 req-43fe09f2-068c-43c6-82ff-392ecae9fa14 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] 10.222.0.58 "GET /v2.0/security-groups?id=963dbf58-ddbe-4b28-8406-bea3b3e85ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316141 Jul 09 15:23:44.004274 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:23:44.019488 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 93c32fb9-fd32-4af2-b68d-9aa6193ae492 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:23:44.146259 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port 93c32fb9-fd32-4af2-b68d-9aa6193ae492 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:23:44.150295 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port 93c32fb9-fd32-4af2-b68d-9aa6193ae492 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:23:44.150666 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:44.232429 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:44.254644 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c2f8ec3-06bc-4cb3-9c5c-280e8d5d3792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c32fb9-fd32-4af2-b68d-9aa6193ae492'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:23:44.257006 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eadc43ac-9b71-4f09-855d-fe42f3192192" -d '{"events": [{"server_uuid": "6c2f8ec3-06bc-4cb3-9c5c-280e8d5d3792", "name": "network-vif-plugged", "status": "completed", "tag": "93c32fb9-fd32-4af2-b68d-9aa6193ae492"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:23:44.272435 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 93c32fb9-fd32-4af2-b68d-9aa6193ae492, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=93c32fb9-fd32-4af2-b68d-9aa6193ae492,segment=NetworkSegment(50f0bd0e-556f-46f9-b633-fea5c2d8de94),segment_id=50f0bd0e-556f-46f9-b633-fea5c2d8de94)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:23:44.350450 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2277c1-b81c-466c-90cd-e655689638dc x-openstack-request-id: req-3f2277c1-b81c-466c-90cd-e655689638dc {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:23:44.350670 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c2f8ec3-06bc-4cb3-9c5c-280e8d5d3792", "name": "network-vif-plugged", "status": "completed", "tag": "93c32fb9-fd32-4af2-b68d-9aa6193ae492", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:23:44.350944 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3f2277c1-b81c-466c-90cd-e655689638dc {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:23:44.351345 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c2f8ec3-06bc-4cb3-9c5c-280e8d5d3792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c32fb9-fd32-4af2-b68d-9aa6193ae492', 'code': 200} Jul 09 15:23:44.363306 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:44.413839 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=93c32fb9-fd32-4af2-b68d-9aa6193ae492,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:23:44.474285 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73394d22-ae9e-48a2-9ece-456342b93b97 req-1ef0d7f8-86e5-4a3b-b1df-1740cde7719a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:23:44.475814 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-73394d22-ae9e-48a2-9ece-456342b93b97 req-1ef0d7f8-86e5-4a3b-b1df-1740cde7719a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6c2f8ec3-06bc-4cb3-9c5c-280e8d5d3792 HTTP/1.1" status: 200 len: 1096 time: 0.0525935 Jul 09 15:23:44.509189 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-73394d22-ae9e-48a2-9ece-456342b93b97 req-0a6f84c5-dbb0-48d8-acfb-6081c9a4dddb service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=963dbf58-ddbe-4b28-8406-bea3b3e85ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271571 Jul 09 15:23:45.122756 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d22af-35f3-4291-add8-13fd3f92cab9 req-5dd48344-b654-48c1-bbad-d1ecc61d2bfe tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:23:45.124268 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6f6d22af-35f3-4291-add8-13fd3f92cab9 req-5dd48344-b654-48c1-bbad-d1ecc61d2bfe tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c2f8ec3-06bc-4cb3-9c5c-280e8d5d3792 HTTP/1.1" status: 200 len: 945 time: 0.0667894 Jul 09 15:23:45.162940 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6f6d22af-35f3-4291-add8-13fd3f92cab9 req-2c4e6f67-3037-409c-977d-eade0604577a tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] 10.222.0.58 "GET /v2.0/security-groups?id=963dbf58-ddbe-4b28-8406-bea3b3e85ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331302 Jul 09 15:23:45.240806 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:46.348711 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e33a3d-e4d1-4df4-b64d-54b5032bf6f3 req-39e65cfa-ccc9-467b-943f-79d9f5ecb41a tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:23:46.350334 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-92e33a3d-e4d1-4df4-b64d-54b5032bf6f3 req-39e65cfa-ccc9-467b-943f-79d9f5ecb41a tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c2f8ec3-06bc-4cb3-9c5c-280e8d5d3792 HTTP/1.1" status: 200 len: 945 time: 0.0647318 Jul 09 15:23:46.390218 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-92e33a3d-e4d1-4df4-b64d-54b5032bf6f3 req-38142926-c947-430c-b998-5a9ddde177d6 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] 10.222.0.58 "GET /v2.0/security-groups?id=963dbf58-ddbe-4b28-8406-bea3b3e85ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340483 Jul 09 15:23:46.566445 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e1dff-9fd2-4411-9f6e-c731a8854a2d req-19ac8fdf-34d3-46a2-b074-220762b83d29 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:23:46.567889 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-110e1dff-9fd2-4411-9f6e-c731a8854a2d req-19ac8fdf-34d3-46a2-b074-220762b83d29 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c2f8ec3-06bc-4cb3-9c5c-280e8d5d3792 HTTP/1.1" status: 200 len: 945 time: 0.0658696 Jul 09 15:23:46.609326 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-110e1dff-9fd2-4411-9f6e-c731a8854a2d req-38fb3fed-d4fd-4927-a56b-fa471c330e87 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] 10.222.0.58 "GET /v2.0/security-groups?id=963dbf58-ddbe-4b28-8406-bea3b3e85ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356104 Jul 09 15:23:47.360096 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3637d7-170c-4282-ab9d-f4fde3d7815d req-4ffdb864-80c8-43c6-97ac-b6b764aa78f3 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:23:47.361615 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1e3637d7-170c-4282-ab9d-f4fde3d7815d req-4ffdb864-80c8-43c6-97ac-b6b764aa78f3 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c2f8ec3-06bc-4cb3-9c5c-280e8d5d3792 HTTP/1.1" status: 200 len: 945 time: 0.0633123 Jul 09 15:23:47.399641 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1e3637d7-170c-4282-ab9d-f4fde3d7815d req-bf84e726-a6c1-4d21-9bb8-bafbc3207c19 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] 10.222.0.58 "GET /v2.0/security-groups?id=963dbf58-ddbe-4b28-8406-bea3b3e85ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319967 Jul 09 15:23:48.577241 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f135bf6-6c9b-4034-918d-b1f82a5a2195 req-01970254-1ab1-4d67-aa38-d40595161ee7 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:23:48.578741 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1f135bf6-6c9b-4034-918d-b1f82a5a2195 req-01970254-1ab1-4d67-aa38-d40595161ee7 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c2f8ec3-06bc-4cb3-9c5c-280e8d5d3792 HTTP/1.1" status: 200 len: 945 time: 0.0675406 Jul 09 15:23:48.617263 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1f135bf6-6c9b-4034-918d-b1f82a5a2195 req-af56a7ca-aa47-4353-abc2-e602665c3190 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] 10.222.0.58 "GET /v2.0/security-groups?id=963dbf58-ddbe-4b28-8406-bea3b3e85ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329306 Jul 09 15:23:49.198630 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af0495-943f-41bd-b345-d46cc21b1b73 req-8fadc59d-c422-4e38-ac74-83562d30c6e6 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:23:49.200163 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-29af0495-943f-41bd-b345-d46cc21b1b73 req-8fadc59d-c422-4e38-ac74-83562d30c6e6 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c2f8ec3-06bc-4cb3-9c5c-280e8d5d3792 HTTP/1.1" status: 200 len: 945 time: 0.0941353 Jul 09 15:23:49.241980 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7f28d0-e73b-45d8-903b-5ebde2c9db89 req-11d51627-932e-47bf-a5f9-cc928cfa5bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:23:49.243482 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3d7f28d0-e73b-45d8-903b-5ebde2c9db89 req-11d51627-932e-47bf-a5f9-cc928cfa5bfb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bc157ff9785d47a9a4279901200b971b&device_id=6c2f8ec3-06bc-4cb3-9c5c-280e8d5d3792 HTTP/1.1" status: 200 len: 1096 time: 0.0906730 Jul 09 15:23:49.252925 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-29af0495-943f-41bd-b345-d46cc21b1b73 req-acb060bb-2e0b-4437-8003-95f88b97e211 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] 10.222.0.58 "GET /v2.0/security-groups?id=963dbf58-ddbe-4b28-8406-bea3b3e85ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458412 Jul 09 15:23:49.338502 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7f28d0-e73b-45d8-903b-5ebde2c9db89 req-e53510d5-1195-4302-8782-a9fe0e4e4416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:23:49.340092 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3d7f28d0-e73b-45d8-903b-5ebde2c9db89 req-e53510d5-1195-4302-8782-a9fe0e4e4416 service neutron] 10.222.0.54 "GET /v2.0/networks?id=850ae405-727e-455a-95c9-91b20d2ba34f HTTP/1.1" status: 200 len: 913 time: 0.0902472 Jul 09 15:23:49.381966 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3d7f28d0-e73b-45d8-903b-5ebde2c9db89 req-6f040bf8-4ae3-48c3-b312-66b8ac427c6a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93c32fb9-fd32-4af2-b68d-9aa6193ae492 HTTP/1.1" status: 200 len: 217 time: 0.0351887 Jul 09 15:23:49.434521 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7f28d0-e73b-45d8-903b-5ebde2c9db89 req-66c9c215-2ba2-47ce-985f-31a91c6fa37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:23:49.436567 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3d7f28d0-e73b-45d8-903b-5ebde2c9db89 req-66c9c215-2ba2-47ce-985f-31a91c6fa37c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d67d6a3b-6abf-4a45-8c29-41b157674997 HTTP/1.1" status: 200 len: 852 time: 0.0485582 Jul 09 15:23:49.468860 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3d7f28d0-e73b-45d8-903b-5ebde2c9db89 req-ac898959-e376-4456-8ddd-5cb1d51e13ce service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=850ae405-727e-455a-95c9-91b20d2ba34f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259321 Jul 09 15:23:49.559428 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3d7f28d0-e73b-45d8-903b-5ebde2c9db89 req-48055c8e-b562-4f0d-99a7-bc70f91765b8 service neutron] 10.222.0.54 "GET /v2.0/networks/850ae405-727e-455a-95c9-91b20d2ba34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839064 Jul 09 15:23:49.652683 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3d7f28d0-e73b-45d8-903b-5ebde2c9db89 req-809ec649-4201-4298-ba49-906a690d5b22 service neutron] 10.222.0.54 "GET /v2.0/networks/850ae405-727e-455a-95c9-91b20d2ba34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876215 Jul 09 15:23:50.452989 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7059ae-258d-4df5-86ad-9c057e11ec58 req-6395b68e-9a16-48c8-bb97-f807ec9f105c tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:23:50.454569 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3d7059ae-258d-4df5-86ad-9c057e11ec58 req-6395b68e-9a16-48c8-bb97-f807ec9f105c tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c2f8ec3-06bc-4cb3-9c5c-280e8d5d3792 HTTP/1.1" status: 200 len: 945 time: 0.0676217 Jul 09 15:23:50.494757 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3d7059ae-258d-4df5-86ad-9c057e11ec58 req-1d689804-924e-48cc-86a7-d35ee8869907 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] 10.222.0.58 "GET /v2.0/security-groups?id=963dbf58-ddbe-4b28-8406-bea3b3e85ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339971 Jul 09 15:23:51.668310 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e010b22-bc5f-4b3c-b510-ada70195a94a req-4df947ca-1535-40c1-a717-1cf0c41f6174 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:23:51.670666 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2e010b22-bc5f-4b3c-b510-ada70195a94a req-4df947ca-1535-40c1-a717-1cf0c41f6174 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c2f8ec3-06bc-4cb3-9c5c-280e8d5d3792 HTTP/1.1" status: 200 len: 945 time: 0.0648739 Jul 09 15:23:51.709316 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2e010b22-bc5f-4b3c-b510-ada70195a94a req-ccae86eb-aaf8-4f3a-8f26-d62314b8692e tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] 10.222.0.58 "GET /v2.0/security-groups?id=963dbf58-ddbe-4b28-8406-bea3b3e85ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324376 Jul 09 15:23:52.260518 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e413d-f458-43ad-a705-5cb9b6e2cd1a req-88dbacfb-9e9b-47b2-9ee7-3da3feb1d10c tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:23:52.262050 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-979e413d-f458-43ad-a705-5cb9b6e2cd1a req-88dbacfb-9e9b-47b2-9ee7-3da3feb1d10c tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c2f8ec3-06bc-4cb3-9c5c-280e8d5d3792 HTTP/1.1" status: 200 len: 945 time: 0.0649107 Jul 09 15:23:52.305027 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-979e413d-f458-43ad-a705-5cb9b6e2cd1a req-32617f5e-468e-412a-a291-142519ae5133 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] 10.222.0.58 "GET /v2.0/security-groups?id=963dbf58-ddbe-4b28-8406-bea3b3e85ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366364 Jul 09 15:23:53.485473 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55610bc-e20d-4d0c-9169-41c5b4ece378 req-8859cb58-cc4f-468b-9468-712d342255b7 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:23:53.486917 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f55610bc-e20d-4d0c-9169-41c5b4ece378 req-8859cb58-cc4f-468b-9468-712d342255b7 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c2f8ec3-06bc-4cb3-9c5c-280e8d5d3792 HTTP/1.1" status: 200 len: 945 time: 0.0639606 Jul 09 15:23:53.488962 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:53.524088 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f55610bc-e20d-4d0c-9169-41c5b4ece378 req-3ef18512-d938-47b8-a922-aa0cd78dde10 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] 10.222.0.58 "GET /v2.0/security-groups?id=963dbf58-ddbe-4b28-8406-bea3b3e85ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312545 Jul 09 15:23:54.037972 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856b325-98f0-4cbb-9246-a9e9fd83a8fd req-ae30c8a7-8103-47e1-b3e2-5a0c00c725c2 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:23:54.039635 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b856b325-98f0-4cbb-9246-a9e9fd83a8fd req-ae30c8a7-8103-47e1-b3e2-5a0c00c725c2 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c2f8ec3-06bc-4cb3-9c5c-280e8d5d3792 HTTP/1.1" status: 200 len: 945 time: 0.0787435 Jul 09 15:23:54.073522 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727315b1-28fe-4c4d-b1b8-8a26e088a66b req-da46cbda-fb24-463e-bdc1-9a872d693ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:23:54.075076 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-727315b1-28fe-4c4d-b1b8-8a26e088a66b req-da46cbda-fb24-463e-bdc1-9a872d693ca8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bc157ff9785d47a9a4279901200b971b&device_id=6c2f8ec3-06bc-4cb3-9c5c-280e8d5d3792 HTTP/1.1" status: 200 len: 1096 time: 0.0539074 Jul 09 15:23:54.079929 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b856b325-98f0-4cbb-9246-a9e9fd83a8fd req-cddab715-3fdf-4b57-a224-95e23845ac8d tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] 10.222.0.58 "GET /v2.0/security-groups?id=963dbf58-ddbe-4b28-8406-bea3b3e85ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337625 Jul 09 15:23:54.164233 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727315b1-28fe-4c4d-b1b8-8a26e088a66b req-a857bfef-3cf8-4b79-b170-3e2e28eb1904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:23:54.165655 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-727315b1-28fe-4c4d-b1b8-8a26e088a66b req-a857bfef-3cf8-4b79-b170-3e2e28eb1904 service neutron] 10.222.0.54 "GET /v2.0/networks?id=850ae405-727e-455a-95c9-91b20d2ba34f HTTP/1.1" status: 200 len: 913 time: 0.0846601 Jul 09 15:23:54.211106 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-727315b1-28fe-4c4d-b1b8-8a26e088a66b req-5e62d232-d19e-4348-a72b-26d1a1e79343 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93c32fb9-fd32-4af2-b68d-9aa6193ae492 HTTP/1.1" status: 200 len: 217 time: 0.0381689 Jul 09 15:23:54.260381 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727315b1-28fe-4c4d-b1b8-8a26e088a66b req-c063bfbf-6e83-4d2f-b87a-f8970d3398fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:23:54.261838 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-727315b1-28fe-4c4d-b1b8-8a26e088a66b req-c063bfbf-6e83-4d2f-b87a-f8970d3398fc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d67d6a3b-6abf-4a45-8c29-41b157674997 HTTP/1.1" status: 200 len: 852 time: 0.0446939 Jul 09 15:23:54.295456 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-727315b1-28fe-4c4d-b1b8-8a26e088a66b req-89f0800e-b42e-40ca-a4b1-1d0e85a66a0c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=850ae405-727e-455a-95c9-91b20d2ba34f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268123 Jul 09 15:23:54.390207 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-727315b1-28fe-4c4d-b1b8-8a26e088a66b req-d40aebe0-2d3f-40c3-bf2b-928036dbfbb3 service neutron] 10.222.0.54 "GET /v2.0/networks/850ae405-727e-455a-95c9-91b20d2ba34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882387 Jul 09 15:23:54.481261 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-727315b1-28fe-4c4d-b1b8-8a26e088a66b req-2b7734e0-b16e-412c-9d98-e79d9c0d8ed0 service neutron] 10.222.0.54 "GET /v2.0/networks/850ae405-727e-455a-95c9-91b20d2ba34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847640 Jul 09 15:23:55.260416 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c307cfd-915a-49be-bfa1-85e5c0343c80 req-e728813b-fde8-4004-94bb-3983e19d7677 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:23:55.261983 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2c307cfd-915a-49be-bfa1-85e5c0343c80 req-e728813b-fde8-4004-94bb-3983e19d7677 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c2f8ec3-06bc-4cb3-9c5c-280e8d5d3792 HTTP/1.1" status: 200 len: 945 time: 0.0682096 Jul 09 15:23:55.306799 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2c307cfd-915a-49be-bfa1-85e5c0343c80 req-c2bfd90a-aa7c-4469-a23b-db75f479a2ef tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] 10.222.0.58 "GET /v2.0/security-groups?id=963dbf58-ddbe-4b28-8406-bea3b3e85ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383883 Jul 09 15:23:56.188889 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-11b8c748-7183-49f7-b6ed-72abbb597005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:56.485305 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3385a8a4-501c-4c78-a2de-cf2045396755 req-106638f7-2401-4b86-9a2b-c639d40a2543 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:23:56.486780 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3385a8a4-501c-4c78-a2de-cf2045396755 req-106638f7-2401-4b86-9a2b-c639d40a2543 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c2f8ec3-06bc-4cb3-9c5c-280e8d5d3792 HTTP/1.1" status: 200 len: 945 time: 0.0641906 Jul 09 15:23:56.523977 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3385a8a4-501c-4c78-a2de-cf2045396755 req-cd6c9c4c-16bf-4ae9-a905-612058829f7f tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] 10.222.0.58 "GET /v2.0/security-groups?id=963dbf58-ddbe-4b28-8406-bea3b3e85ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313096 Jul 09 15:23:57.221955 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf3474-4b78-4e1e-a58a-017dceae63a6 req-5c157361-3418-4e79-9a0a-7de6abe4d7fa tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:23:57.223440 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2ccf3474-4b78-4e1e-a58a-017dceae63a6 req-5c157361-3418-4e79-9a0a-7de6abe4d7fa tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c2f8ec3-06bc-4cb3-9c5c-280e8d5d3792 HTTP/1.1" status: 200 len: 945 time: 0.0639427 Jul 09 15:23:57.261514 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2ccf3474-4b78-4e1e-a58a-017dceae63a6 req-cd8df8d1-a676-4fe4-b6a7-bda9f8ce68ee tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] 10.222.0.58 "GET /v2.0/security-groups?id=963dbf58-ddbe-4b28-8406-bea3b3e85ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323117 Jul 09 15:23:58.439949 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec691742-450f-4af6-bf0f-adca3aed99d1 req-60cf5764-415d-4b52-81f0-d4addf538740 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:23:58.441469 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ec691742-450f-4af6-bf0f-adca3aed99d1 req-60cf5764-415d-4b52-81f0-d4addf538740 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c2f8ec3-06bc-4cb3-9c5c-280e8d5d3792 HTTP/1.1" status: 200 len: 945 time: 0.0652416 Jul 09 15:23:58.478871 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ec691742-450f-4af6-bf0f-adca3aed99d1 req-286a1045-b967-42a7-bf41-1a0efe80519f tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] 10.222.0.58 "GET /v2.0/security-groups?id=963dbf58-ddbe-4b28-8406-bea3b3e85ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318806 Jul 09 15:23:59.029930 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cdc561-d5ce-4e5d-8e56-2ebab2968a93 req-acf066e2-6526-4883-ac9a-2fb0986912cf tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:23:59.031400 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-49cdc561-d5ce-4e5d-8e56-2ebab2968a93 req-acf066e2-6526-4883-ac9a-2fb0986912cf tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c2f8ec3-06bc-4cb3-9c5c-280e8d5d3792 HTTP/1.1" status: 200 len: 945 time: 0.0657148 Jul 09 15:23:59.106405 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-89a91603-1cf3-4935-a043-fdcbe28205bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:59.134977 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-49cdc561-d5ce-4e5d-8e56-2ebab2968a93 req-5746a14a-c432-4a63-9262-0aba0ee44fd9 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] Deleting port 93c32fb9-fd32-4af2-b68d-9aa6193ae492 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:23:59.135313 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-49cdc561-d5ce-4e5d-8e56-2ebab2968a93 req-5746a14a-c432-4a63-9262-0aba0ee44fd9 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:59.224631 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-49cdc561-d5ce-4e5d-8e56-2ebab2968a93 req-5746a14a-c432-4a63-9262-0aba0ee44fd9 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] For port 93c32fb9-fd32-4af2-b68d-9aa6193ae492, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=93c32fb9-fd32-4af2-b68d-9aa6193ae492,segment=NetworkSegment(50f0bd0e-556f-46f9-b633-fea5c2d8de94),segment_id=50f0bd0e-556f-46f9-b633-fea5c2d8de94)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:23:59.224995 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-49cdc561-d5ce-4e5d-8e56-2ebab2968a93 req-5746a14a-c432-4a63-9262-0aba0ee44fd9 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:59.238143 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:59.238661 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-49cdc561-d5ce-4e5d-8e56-2ebab2968a93 req-5746a14a-c432-4a63-9262-0aba0ee44fd9 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] Calling delete_port for 93c32fb9-fd32-4af2-b68d-9aa6193ae492 owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:23:59.434605 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-49cdc561-d5ce-4e5d-8e56-2ebab2968a93 req-5746a14a-c432-4a63-9262-0aba0ee44fd9 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:59.446625 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['93c32fb9-fd32-4af2-b68d-9aa6193ae492'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:23:59.464436 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5746a14a-c432-4a63-9262-0aba0ee44fd9 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] Pushing event deleted for resources: {'Port': ['ID=93c32fb9-fd32-4af2-b68d-9aa6193ae492,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:23:59.478018 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5746a14a-c432-4a63-9262-0aba0ee44fd9 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:23:59.478364 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5746a14a-c432-4a63-9262-0aba0ee44fd9 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:23:59.478704 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5746a14a-c432-4a63-9262-0aba0ee44fd9 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:23:59.479076 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5746a14a-c432-4a63-9262-0aba0ee44fd9 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:23:59.479434 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5746a14a-c432-4a63-9262-0aba0ee44fd9 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:23:59.479795 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5746a14a-c432-4a63-9262-0aba0ee44fd9 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:23:59.480123 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5746a14a-c432-4a63-9262-0aba0ee44fd9 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:23:59.480491 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5746a14a-c432-4a63-9262-0aba0ee44fd9 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:23:59.480814 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5746a14a-c432-4a63-9262-0aba0ee44fd9 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:23:59.481140 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5746a14a-c432-4a63-9262-0aba0ee44fd9 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:23:59.481461 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5746a14a-c432-4a63-9262-0aba0ee44fd9 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:23:59.481784 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5746a14a-c432-4a63-9262-0aba0ee44fd9 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:23:59.525367 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-49cdc561-d5ce-4e5d-8e56-2ebab2968a93 req-5746a14a-c432-4a63-9262-0aba0ee44fd9 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] No DVR routers for this DVR port 93c32fb9-fd32-4af2-b68d-9aa6193ae492 on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:23:59.527950 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-49cdc561-d5ce-4e5d-8e56-2ebab2968a93 req-5746a14a-c432-4a63-9262-0aba0ee44fd9 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:23:59.530606 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-49cdc561-d5ce-4e5d-8e56-2ebab2968a93 req-5746a14a-c432-4a63-9262-0aba0ee44fd9 tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] 10.222.0.54 "DELETE /v2.0/ports/93c32fb9-fd32-4af2-b68d-9aa6193ae492 HTTP/1.1" status: 204 len: 173 time: 0.4936922 Jul 09 15:23:59.531052 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c2f8ec3-06bc-4cb3-9c5c-280e8d5d3792', 'name': 'network-vif-deleted', 'tag': '93c32fb9-fd32-4af2-b68d-9aa6193ae492'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:23:59.533333 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd4f3f3-4bce-47df-bc72-75845565ce9f" -d '{"events": [{"server_uuid": "6c2f8ec3-06bc-4cb3-9c5c-280e8d5d3792", "name": "network-vif-deleted", "tag": "93c32fb9-fd32-4af2-b68d-9aa6193ae492"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:23:59.632912 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e53680e2-0e13-4f62-bc24-d23db51524e8 req-7e98ba9f-285d-4faa-b29b-724d05cded1a tempest-TestServerAdvancedOps-91603841 tempest-TestServerAdvancedOps-91603841-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c2f8ec3-06bc-4cb3-9c5c-280e8d5d3792 HTTP/1.1" status: 200 len: 210 time: 0.0373921 Jul 09 15:23:59.756846 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c944bb-d968-48c8-a53d-63e32af743cf x-openstack-request-id: req-05c944bb-d968-48c8-a53d-63e32af743cf {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:23:59.757146 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c2f8ec3-06bc-4cb3-9c5c-280e8d5d3792", "name": "network-vif-deleted", "tag": "93c32fb9-fd32-4af2-b68d-9aa6193ae492", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:23:59.757399 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-05c944bb-d968-48c8-a53d-63e32af743cf {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:23:59.757797 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c2f8ec3-06bc-4cb3-9c5c-280e8d5d3792', 'name': 'network-vif-deleted', 'tag': '93c32fb9-fd32-4af2-b68d-9aa6193ae492', 'status': 'completed', 'code': 200} Jul 09 15:24:00.345846 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:00.736092 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 52590) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:24:00.780217 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-96ebe537-155c-4549-a3dc-de57b4624fc5 admin admin] Deleting subnet d67d6a3b-6abf-4a45-8c29-41b157674997 {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:24:00.783938 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-96ebe537-155c-4549-a3dc-de57b4624fc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:00.819555 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-96ebe537-155c-4549-a3dc-de57b4624fc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:00.862497 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-96ebe537-155c-4549-a3dc-de57b4624fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:01.015370 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-96ebe537-155c-4549-a3dc-de57b4624fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:01.041418 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ebe537-155c-4549-a3dc-de57b4624fc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d67d6a3b-6abf-4a45-8c29-41b157674997,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:01.049713 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-96ebe537-155c-4549-a3dc-de57b4624fc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:01.051610 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-96ebe537-155c-4549-a3dc-de57b4624fc5 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/d67d6a3b-6abf-4a45-8c29-41b157674997 HTTP/1.1" status: 204 len: 168 time: 0.3146970 Jul 09 15:24:01.053522 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ebe537-155c-4549-a3dc-de57b4624fc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:24:01.053975 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ebe537-155c-4549-a3dc-de57b4624fc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:24:01.054335 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ebe537-155c-4549-a3dc-de57b4624fc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:24:01.054466 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 52592) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:24:01.054945 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ebe537-155c-4549-a3dc-de57b4624fc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:24:01.055087 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ebe537-155c-4549-a3dc-de57b4624fc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:24:01.055319 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ebe537-155c-4549-a3dc-de57b4624fc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:24:01.055684 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ebe537-155c-4549-a3dc-de57b4624fc5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:24:01.056041 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ebe537-155c-4549-a3dc-de57b4624fc5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:24:01.056371 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ebe537-155c-4549-a3dc-de57b4624fc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:24:01.056703 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ebe537-155c-4549-a3dc-de57b4624fc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:24:01.057032 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ebe537-155c-4549-a3dc-de57b4624fc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:24:01.057359 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ebe537-155c-4549-a3dc-de57b4624fc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:24:01.123602 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9edfc824-3173-49d5-ae04-227b84e8ad5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:01.205318 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9edfc824-3173-49d5-ae04-227b84e8ad5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:01.214953 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-9edfc824-3173-49d5-ae04-227b84e8ad5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['850ae405-727e-455a-95c9-91b20d2ba34f']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:24:01.225039 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-9edfc824-3173-49d5-ae04-227b84e8ad5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50f0bd0e-556f-46f9-b633-fea5c2d8de94') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:24:01.225354 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-9edfc824-3173-49d5-ae04-227b84e8ad5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50f0bd0e-556f-46f9-b633-fea5c2d8de94') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:24:01.234003 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9edfc824-3173-49d5-ae04-227b84e8ad5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:01.248621 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9edfc824-3173-49d5-ae04-227b84e8ad5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:01.254335 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9edfc824-3173-49d5-ae04-227b84e8ad5a admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:24:01.254713 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9edfc824-3173-49d5-ae04-227b84e8ad5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:01.256460 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:24:01.256460 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:24:01.256460 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 15:24:01.256460 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:24:01.256460 n-d-799529-6 neutron-server[94445]: timer() Jul 09 15:24:01.256460 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:24:01.256460 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 15:24:01.256460 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:24:01.256460 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 15:24:01.256460 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:24:01.256460 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 15:24:01.256460 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:24:01.256460 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 15:24:01.256460 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:24:01.256460 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 15:24:01.256460 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:24:01.256460 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:24:01.256460 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:24:01.256460 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:24:01.256460 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:24:01.256460 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 15:24:01.256460 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:24:01.256460 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 15:24:01.256460 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:24:01.256460 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:24:01.256460 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:24:01.256460 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 15:24:01.256460 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:24:01.256460 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:24:01.256460 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:24:01.256460 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:24:01.256460 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:24:01.256460 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:24:01.256460 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:24:01.360129 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9edfc824-3173-49d5-ae04-227b84e8ad5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:01.366473 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9edfc824-3173-49d5-ae04-227b84e8ad5a admin admin] Notify callbacks [] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:01.371028 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-9edfc824-3173-49d5-ae04-227b84e8ad5a admin admin] 10.222.0.58 "DELETE /v2.0/networks/850ae405-727e-455a-95c9-91b20d2ba34f HTTP/1.1" status: 204 len: 168 time: 0.3131173 Jul 09 15:24:01.371581 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 52594) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:24:01.380377 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edfc824-3173-49d5-ae04-227b84e8ad5a admin admin] Pushing event deleted for resources: {'Network': ['ID=850ae405-727e-455a-95c9-91b20d2ba34f,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:01.417930 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-e60faeef-261d-4361-aead-d22e1405c343 admin admin] Deleting subnet f1e327b7-7705-49ea-a966-3fd96f6f8f4e {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:24:01.421461 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e60faeef-261d-4361-aead-d22e1405c343 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:01.456908 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e60faeef-261d-4361-aead-d22e1405c343 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:01.499564 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e60faeef-261d-4361-aead-d22e1405c343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:01.629204 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e60faeef-261d-4361-aead-d22e1405c343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:01.662025 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60faeef-261d-4361-aead-d22e1405c343 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1e327b7-7705-49ea-a966-3fd96f6f8f4e,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:01.669172 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e60faeef-261d-4361-aead-d22e1405c343 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:01.674155 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-e60faeef-261d-4361-aead-d22e1405c343 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/f1e327b7-7705-49ea-a966-3fd96f6f8f4e HTTP/1.1" status: 204 len: 168 time: 0.2990901 Jul 09 15:24:01.674532 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 52598) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:24:01.736147 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:01.748934 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-124db455-e72b-40d4-a5fb-b4b14489199e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:01.828393 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-124db455-e72b-40d4-a5fb-b4b14489199e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:01.838267 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-124db455-e72b-40d4-a5fb-b4b14489199e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2698047d-078a-4c68-9a1d-7deca1dbe694']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:24:01.849421 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-124db455-e72b-40d4-a5fb-b4b14489199e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2490ac92-217b-45a6-a571-3d90a23af1b8') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:24:01.849714 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-124db455-e72b-40d4-a5fb-b4b14489199e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2490ac92-217b-45a6-a571-3d90a23af1b8') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:24:01.858852 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-124db455-e72b-40d4-a5fb-b4b14489199e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:01.873201 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-124db455-e72b-40d4-a5fb-b4b14489199e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:01.879951 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-124db455-e72b-40d4-a5fb-b4b14489199e admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:24:01.879951 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-124db455-e72b-40d4-a5fb-b4b14489199e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:01.881305 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 15:24:01.881305 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:24:01.881305 n-d-799529-6 neutron-server[94445]: timer() Jul 09 15:24:01.881305 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:24:01.881305 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 15:24:01.881305 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:24:01.881305 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 15:24:01.881305 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:24:01.881305 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 15:24:01.881305 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:24:01.881305 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 15:24:01.881305 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:24:01.881305 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 15:24:01.881305 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:24:01.881305 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:24:01.881305 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:24:01.881305 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:24:01.881305 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:24:01.881305 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 15:24:01.881305 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:24:01.881305 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 15:24:01.881305 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:24:01.881305 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:24:01.881305 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:24:01.881305 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 15:24:01.881305 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:24:01.881305 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:24:01.881305 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:24:01.881305 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:24:01.881305 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:24:01.881305 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:24:01.881305 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:24:02.003461 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-124db455-e72b-40d4-a5fb-b4b14489199e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:02.014299 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-124db455-e72b-40d4-a5fb-b4b14489199e admin admin] Notify callbacks [] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:02.014299 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-124db455-e72b-40d4-a5fb-b4b14489199e admin admin] 10.222.0.58 "DELETE /v2.0/networks/2698047d-078a-4c68-9a1d-7deca1dbe694 HTTP/1.1" status: 204 len: 168 time: 0.3376317 Jul 09 15:24:02.033390 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124db455-e72b-40d4-a5fb-b4b14489199e admin admin] Pushing event deleted for resources: {'Network': ['ID=2698047d-078a-4c68-9a1d-7deca1dbe694,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:02.078224 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee527d5-999b-4664-a7d9-59242a3032a4 req-bad540ce-bd3e-4dea-9192-6fb39e263c9b tempest-TestNetworkAdvancedServerOps-1044390005 tempest-TestNetworkAdvancedServerOps-1044390005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:02.079802 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2ee527d5-999b-4664-a7d9-59242a3032a4 req-bad540ce-bd3e-4dea-9192-6fb39e263c9b tempest-TestNetworkAdvancedServerOps-1044390005 tempest-TestNetworkAdvancedServerOps-1044390005-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=8707cbc4-623f-431d-948e-3fcc73e1240b HTTP/1.1" status: 200 len: 1097 time: 0.0697203 Jul 09 15:24:02.115219 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2ee527d5-999b-4664-a7d9-59242a3032a4 req-8ceca597-bc4b-49c6-bb08-f255e64809fa tempest-TestNetworkAdvancedServerOps-1044390005 tempest-TestNetworkAdvancedServerOps-1044390005-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=485e1e44-3778-4544-8f12-ee629b9beb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296025 Jul 09 15:24:02.128958 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 93c32fb9-fd32-4af2-b68d-9aa6193ae492 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:24:02.139960 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 52606) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:24:02.148349 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: 93c32fb9-fd32-4af2-b68d-9aa6193ae492 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:24:02.148708 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 93c32fb9-fd32-4af2-b68d-9aa6193ae492 not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:24:02.303833 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-3ae3f34e-5ebc-4c6d-93b0-d7b4ecd65929 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Deleting port eb39471b-f913-4bb6-a304-c927e9d4a596 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:24:02.304179 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3ae3f34e-5ebc-4c6d-93b0-d7b4ecd65929 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:02.337568 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 52608) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:24:02.385924 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-1c99e37d-9276-4f2f-bd15-87da93130fbf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bc157ff9785d47a9a4279901200b971b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467875 Jul 09 15:24:02.388787 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 52610) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:24:02.393206 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3ae3f34e-5ebc-4c6d-93b0-d7b4ecd65929 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:02.393469 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3ae3f34e-5ebc-4c6d-93b0-d7b4ecd65929 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:02.406435 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-3ae3f34e-5ebc-4c6d-93b0-d7b4ecd65929 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Calling delete_port for eb39471b-f913-4bb6-a304-c927e9d4a596 owned by network:floatingip {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:24:02.449366 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5aedae94-08bd-466a-86a8-b7bc9b492252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:02.471677 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5aedae94-08bd-466a-86a8-b7bc9b492252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:02.594286 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5aedae94-08bd-466a-86a8-b7bc9b492252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:02.596967 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5aedae94-08bd-466a-86a8-b7bc9b492252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:02.598147 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-5aedae94-08bd-466a-86a8-b7bc9b492252 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/963dbf58-ddbe-4b28-8406-bea3b3e85ca1 HTTP/1.1" status: 204 len: 168 time: 0.2084403 Jul 09 15:24:02.606043 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aedae94-08bd-466a-86a8-b7bc9b492252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=963dbf58-ddbe-4b28-8406-bea3b3e85ca1,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:02.697577 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3ae3f34e-5ebc-4c6d-93b0-d7b4ecd65929 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:02.724644 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae3f34e-5ebc-4c6d-93b0-d7b4ecd65929 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event deleted for resources: {'Port': ['ID=eb39471b-f913-4bb6-a304-c927e9d4a596,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:02.783940 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3ae3f34e-5ebc-4c6d-93b0-d7b4ecd65929 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for floatingip, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:02.784174 n-d-799529-6 neutron-server[94446]: INFO neutron.db.l3_db [None req-3ae3f34e-5ebc-4c6d-93b0-d7b4ecd65929 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Floating IP b56af609-3f86-4baf-8e57-72c23f17f682 disassociated (deleted). External IP: 172.25.3.12, port: b3c61100-cf1c-4285-b77a-972f85ae3a38. Jul 09 15:24:03.261448 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 52616) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:24:03.302056 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-494495cf-9c15-4a78-9f3d-d11c9a1edf8f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ecc7afa117f94bd2a3289949406b3c74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393341 Jul 09 15:24:03.304577 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 52618) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:24:03.357642 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae3f34e-5ebc-4c6d-93b0-d7b4ecd65929 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Router bcbea775-c89e-4463-962a-ccac207ec611 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:24:03.383155 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8f2a7d5c-3389-4452-b96c-0e319f628978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:03.440256 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8f2a7d5c-3389-4452-b96c-0e319f628978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:03.521565 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae3f34e-5ebc-4c6d-93b0-d7b4ecd65929 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:24:03.526264 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3ae3f34e-5ebc-4c6d-93b0-d7b4ecd65929 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:03.532175 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386073e8-7a6c-47db-a4b6-06876ab8bc2d None None] Sync routers for ids ['bcbea775-c89e-4463-962a-ccac207ec611'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:24:03.541741 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386073e8-7a6c-47db-a4b6-06876ab8bc2d None None] Routers {'bcbea775-c89e-4463-962a-ccac207ec611'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:24:03.542414 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-386073e8-7a6c-47db-a4b6-06876ab8bc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:23:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['bcbea775-c89e-4463-962a-ccac207ec611'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:24:03.563751 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-3ae3f34e-5ebc-4c6d-93b0-d7b4ecd65929 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "DELETE /v2.0/floatingips/b56af609-3f86-4baf-8e57-72c23f17f682 HTTP/1.1" status: 204 len: 168 time: 1.4223614 Jul 09 15:24:03.564446 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8707cbc4-623f-431d-948e-3fcc73e1240b', 'tag': 'b3c61100-cf1c-4285-b77a-972f85ae3a38'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:24:03.566819 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2fc20e-6625-480d-bbe8-3288dffaacf0" -d '{"events": [{"name": "network-changed", "server_uuid": "8707cbc4-623f-431d-948e-3fcc73e1240b", "tag": "b3c61100-cf1c-4285-b77a-972f85ae3a38"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:24:03.620969 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8f2a7d5c-3389-4452-b96c-0e319f628978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:03.623918 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8f2a7d5c-3389-4452-b96c-0e319f628978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:03.625472 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-8f2a7d5c-3389-4452-b96c-0e319f628978 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ef7542c1-91ff-40bb-aea5-1c5fef57a296 HTTP/1.1" status: 204 len: 168 time: 0.3199387 Jul 09 15:24:03.635046 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a7d5c-3389-4452-b96c-0e319f628978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7542c1-91ff-40bb-aea5-1c5fef57a296,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:03.688118 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-386073e8-7a6c-47db-a4b6-06876ab8bc2d None None] Set router bcbea775-c89e-4463-962a-ccac207ec611 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:24:03.810150 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290668d0-e6e3-4dea-96dd-8129e3e257e0 x-openstack-request-id: req-290668d0-e6e3-4dea-96dd-8129e3e257e0 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:24:03.810460 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8707cbc4-623f-431d-948e-3fcc73e1240b", "tag": "b3c61100-cf1c-4285-b77a-972f85ae3a38", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:24:03.810716 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-290668d0-e6e3-4dea-96dd-8129e3e257e0 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:24:03.811115 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8707cbc4-623f-431d-948e-3fcc73e1240b', 'tag': 'b3c61100-cf1c-4285-b77a-972f85ae3a38', 'status': 'completed', 'code': 200} Jul 09 15:24:03.910977 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-386073e8-7a6c-47db-a4b6-06876ab8bc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcbea775-c89e-4463-962a-ccac207ec611', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125879286', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '1bb79982-f661-4bfd-9cf2-07c41ee3ba08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:21:00Z', 'updated_at': '2021-07-09T15:21:04Z', 'revision_number': 4, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'gw_port': {'id': '1bb79982-f661-4bfd-9cf2-07c41ee3ba08', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbea775-c89e-4463-962a-ccac207ec611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:21:00Z', 'updated_at': '2021-07-09T15:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '6f29713f-07b6-4f5e-9a7f-964372399d17', 'name': '', 'network_id': '826dc4a4-e49b-44a0-93c6-31d8ca60478e', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'mac_address': 'fa:16:3e:ee:08:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbea775-c89e-4463-962a-ccac207ec611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '7ad42fb4-2c6e-40af-88ad-c67b2cbfa09f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:21:04Z', 'updated_at': '2021-07-09T15:21:09Z', 'revision_number': 5, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'subnets': [{'id': '7ad42fb4-2c6e-40af-88ad-c67b2cbfa09f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:24:03.936792 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386073e8-7a6c-47db-a4b6-06876ab8bc2d None None] Checking router: bcbea775-c89e-4463-962a-ccac207ec611 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:24:03.945154 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386073e8-7a6c-47db-a4b6-06876ab8bc2d None None] Routers {'bcbea775-c89e-4463-962a-ccac207ec611'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:24:03.945753 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-386073e8-7a6c-47db-a4b6-06876ab8bc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:23:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['bcbea775-c89e-4463-962a-ccac207ec611'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:24:04.062070 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-386073e8-7a6c-47db-a4b6-06876ab8bc2d None None] Set router bcbea775-c89e-4463-962a-ccac207ec611 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:24:04.102402 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2fc20e-6625-480d-bbe8-3288dffaacf0 req-a9a84178-97f5-4c35-9c47-681378c2eb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:04.108198 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ce2fc20e-6625-480d-bbe8-3288dffaacf0 req-a9a84178-97f5-4c35-9c47-681378c2eb69 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a72faee8848947debd81a1c8a7d3d88c&device_id=8707cbc4-623f-431d-948e-3fcc73e1240b HTTP/1.1" status: 200 len: 1097 time: 0.2455482 Jul 09 15:24:04.231266 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2fc20e-6625-480d-bbe8-3288dffaacf0 req-caa37888-30f2-4dce-bbc9-27a90e9d6493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:04.233637 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ce2fc20e-6625-480d-bbe8-3288dffaacf0 req-caa37888-30f2-4dce-bbc9-27a90e9d6493 service neutron] 10.222.0.62 "GET /v2.0/networks?id=826dc4a4-e49b-44a0-93c6-31d8ca60478e HTTP/1.1" status: 200 len: 897 time: 0.1222985 Jul 09 15:24:04.283026 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becbb69e-25ef-43b2-a903-1f361f1c75a4 req-1134c84a-8dbe-4857-8508-41dca3522037 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:04.284658 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ce2fc20e-6625-480d-bbe8-3288dffaacf0 req-126cb138-df61-47ca-a5f4-e08872d920c1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3c61100-cf1c-4285-b77a-972f85ae3a38 HTTP/1.1" status: 200 len: 217 time: 0.0420198 Jul 09 15:24:04.288244 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-becbb69e-25ef-43b2-a903-1f361f1c75a4 req-1134c84a-8dbe-4857-8508-41dca3522037 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=8707cbc4-623f-431d-948e-3fcc73e1240b HTTP/1.1" status: 200 len: 946 time: 0.0709784 Jul 09 15:24:04.337488 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-becbb69e-25ef-43b2-a903-1f361f1c75a4 req-f0e65af8-64cd-4f93-9390-6dbed1e75c83 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=485e1e44-3778-4544-8f12-ee629b9beb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474379 Jul 09 15:24:04.342453 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2fc20e-6625-480d-bbe8-3288dffaacf0 req-818636b4-ea16-4b37-8c03-3c97aead6e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:04.344797 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ce2fc20e-6625-480d-bbe8-3288dffaacf0 req-818636b4-ea16-4b37-8c03-3c97aead6e59 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7ad42fb4-2c6e-40af-88ad-c67b2cbfa09f HTTP/1.1" status: 200 len: 834 time: 0.0529692 Jul 09 15:24:04.426273 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2fc20e-6625-480d-bbe8-3288dffaacf0 req-ec21b63b-3dd5-4643-88c2-a9ba7c40f966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:04.427922 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ce2fc20e-6625-480d-bbe8-3288dffaacf0 req-ec21b63b-3dd5-4643-88c2-a9ba7c40f966 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=826dc4a4-e49b-44a0-93c6-31d8ca60478e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764565 Jul 09 15:24:04.443245 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-386073e8-7a6c-47db-a4b6-06876ab8bc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcbea775-c89e-4463-962a-ccac207ec611', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125879286', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '1bb79982-f661-4bfd-9cf2-07c41ee3ba08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:21:00Z', 'updated_at': '2021-07-09T15:21:04Z', 'revision_number': 4, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'gw_port': {'id': '1bb79982-f661-4bfd-9cf2-07c41ee3ba08', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbea775-c89e-4463-962a-ccac207ec611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:21:00Z', 'updated_at': '2021-07-09T15:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '6f29713f-07b6-4f5e-9a7f-964372399d17', 'name': '', 'network_id': '826dc4a4-e49b-44a0-93c6-31d8ca60478e', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'mac_address': 'fa:16:3e:ee:08:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbea775-c89e-4463-962a-ccac207ec611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '7ad42fb4-2c6e-40af-88ad-c67b2cbfa09f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:21:04Z', 'updated_at': '2021-07-09T15:21:09Z', 'revision_number': 5, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'subnets': [{'id': '7ad42fb4-2c6e-40af-88ad-c67b2cbfa09f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:24:04.469762 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386073e8-7a6c-47db-a4b6-06876ab8bc2d None None] The sync data for ids ['bcbea775-c89e-4463-962a-ccac207ec611'] in n-d-799529-6 is: [{'id': 'bcbea775-c89e-4463-962a-ccac207ec611', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125879286', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '1bb79982-f661-4bfd-9cf2-07c41ee3ba08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:21:00Z', 'updated_at': '2021-07-09T15:21:04Z', 'revision_number': 4, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'gw_port': {'id': '1bb79982-f661-4bfd-9cf2-07c41ee3ba08', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbea775-c89e-4463-962a-ccac207ec611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:21:00Z', 'updated_at': '2021-07-09T15:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '6f29713f-07b6-4f5e-9a7f-964372399d17', 'name': '', 'network_id': '826dc4a4-e49b-44a0-93c6-31d8ca60478e', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'mac_address': 'fa:16:3e:ee:08:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbea775-c89e-4463-962a-ccac207ec611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '7ad42fb4-2c6e-40af-88ad-c67b2cbfa09f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:21:04Z', 'updated_at': '2021-07-09T15:21:09Z', 'revision_number': 5, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'subnets': [{'id': '7ad42fb4-2c6e-40af-88ad-c67b2cbfa09f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:24:04.527963 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ce2fc20e-6625-480d-bbe8-3288dffaacf0 req-b11ce343-76be-456f-87ef-054e79de9def service neutron] 10.222.0.62 "GET /v2.0/networks/826dc4a4-e49b-44a0-93c6-31d8ca60478e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888984 Jul 09 15:24:04.632069 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ce2fc20e-6625-480d-bbe8-3288dffaacf0 req-06b87fc0-9093-4490-ac85-a94760c50bb4 service neutron] 10.222.0.62 "GET /v2.0/networks/826dc4a4-e49b-44a0-93c6-31d8ca60478e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968652 Jul 09 15:24:04.702887 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cef727-5142-4a19-a875-b01ab27df5d3 None None] New status for floating IP b56af609-3f86-4baf-8e57-72c23f17f682: DOWN {{(pid=94447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 15:24:04.804780 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 52650) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:24:04.897005 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-8ff320e1-0e86-410e-90a5-b72d3b056863 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-428391110-network', 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:24:05.005778 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff320e1-0e86-410e-90a5-b72d3b056863 admin admin] Made reservation on behalf of 3fdc558e4b804a78859c2565a5dbcf72 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:24:05.008256 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8ff320e1-0e86-410e-90a5-b72d3b056863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:05.017515 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8ff320e1-0e86-410e-90a5-b72d3b056863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:05.103055 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8ff320e1-0e86-410e-90a5-b72d3b056863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:05.188665 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8ff320e1-0e86-410e-90a5-b72d3b056863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:05.213422 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ff320e1-0e86-410e-90a5-b72d3b056863 admin admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:24:05.222920 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff320e1-0e86-410e-90a5-b72d3b056863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9574ee37-b620-40c0-99de-4b621aeaafad,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:05.227615 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8ff320e1-0e86-410e-90a5-b72d3b056863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:05.227956 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-8ff320e1-0e86-410e-90a5-b72d3b056863 admin admin] Added segment 606647b5-2487-48f5-8bbb-91ffd6756a32 of type vlan for network 4f755c34-6ac6-47a3-ae75-bc820231858e Jul 09 15:24:05.267417 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8ff320e1-0e86-410e-90a5-b72d3b056863 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:05.360137 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8ff320e1-0e86-410e-90a5-b72d3b056863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:05.361064 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff320e1-0e86-410e-90a5-b72d3b056863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:05.361655 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8ff320e1-0e86-410e-90a5-b72d3b056863 admin admin] Notify callbacks [] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:05.424186 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff320e1-0e86-410e-90a5-b72d3b056863 admin admin] Pushing event updated for resources: {'Network': ['ID=4f755c34-6ac6-47a3-ae75-bc820231858e,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:05.437558 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 4f755c34-6ac6-47a3-ae75-bc820231858e details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:24:05.485707 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-8ff320e1-0e86-410e-90a5-b72d3b056863 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6797843 Jul 09 15:24:05.487557 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 52656) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:24:05.492987 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-20a2a573-0b67-410c-bab4-f6d31dcf90d1 admin admin] Request body: {'subnet': {'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-428391110-subnet', 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'ip_version': 4}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:24:05.524840 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a75a58-7174-41a5-9480-9a67ea0183eb req-7fd70d16-b018-4873-a97a-8c18e89451f4 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:05.526335 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-92a75a58-7174-41a5-9480-9a67ea0183eb req-7fd70d16-b018-4873-a97a-8c18e89451f4 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=8707cbc4-623f-431d-948e-3fcc73e1240b HTTP/1.1" status: 200 len: 946 time: 0.0696795 Jul 09 15:24:05.564445 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-92a75a58-7174-41a5-9480-9a67ea0183eb req-19afa5a5-5d26-408c-b4c1-14bd6a35589a tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=485e1e44-3778-4544-8f12-ee629b9beb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315993 Jul 09 15:24:05.622852 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a2a573-0b67-410c-bab4-f6d31dcf90d1 admin admin] Made reservation on behalf of 3fdc558e4b804a78859c2565a5dbcf72 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:24:05.625211 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-20a2a573-0b67-410c-bab4-f6d31dcf90d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:05.840117 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-20a2a573-0b67-410c-bab4-f6d31dcf90d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:05.897178 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a2a573-0b67-410c-bab4-f6d31dcf90d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4468b5d7-64e7-478a-93b6-96bdc0a89416,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:05.905290 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a2a573-0b67-410c-bab4-f6d31dcf90d1 admin admin] Checking segment: {'id': '606647b5-2487-48f5-8bbb-91ffd6756a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:24:05.905656 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a2a573-0b67-410c-bab4-f6d31dcf90d1 admin admin] Network hostable DHCP agents. Network: 4f755c34-6ac6-47a3-ae75-bc820231858e, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:24:05.988040 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a6496f-f2c8-433b-9af8-d8b63f3c3d24 req-faf7202a-e212-4877-ac91-97e22b760ece tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:05.989514 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e5a6496f-f2c8-433b-9af8-d8b63f3c3d24 req-faf7202a-e212-4877-ac91-97e22b760ece tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8707cbc4-623f-431d-948e-3fcc73e1240b HTTP/1.1" status: 200 len: 946 time: 0.0628269 Jul 09 15:24:05.994333 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a2a573-0b67-410c-bab4-f6d31dcf90d1 admin admin] Network 4f755c34-6ac6-47a3-ae75-bc820231858e is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:24:06.091804 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-20a2a573-0b67-410c-bab4-f6d31dcf90d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 4f755c34-6ac6-47a3-ae75-bc820231858e) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:24:06.094535 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-e5a6496f-f2c8-433b-9af8-d8b63f3c3d24 req-dbd6019e-d0f8-489b-aa74-9dbbc2e7ae3f tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Deleting port b3c61100-cf1c-4285-b77a-972f85ae3a38 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:24:06.095070 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e5a6496f-f2c8-433b-9af8-d8b63f3c3d24 req-dbd6019e-d0f8-489b-aa74-9dbbc2e7ae3f tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:06.096237 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a2a573-0b67-410c-bab4-f6d31dcf90d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:06.096891 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-20a2a573-0b67-410c-bab4-f6d31dcf90d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:06.103452 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffeabd3d-ceae-4711-9245-c1809188ebcf None None] Network 4f755c34-6ac6-47a3-ae75-bc820231858e requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:24:06.178434 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-20a2a573-0b67-410c-bab4-f6d31dcf90d1 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6897628 Jul 09 15:24:06.180988 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 52658) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:24:06.186335 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-392c2e38-54eb-46ed-8b41-ce6b07e8cc2e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-428391110-router', 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:24:06.193311 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-e5a6496f-f2c8-433b-9af8-d8b63f3c3d24 req-dbd6019e-d0f8-489b-aa74-9dbbc2e7ae3f tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] For port b3c61100-cf1c-4285-b77a-972f85ae3a38, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=b3c61100-cf1c-4285-b77a-972f85ae3a38,segment=NetworkSegment(1d44f505-dc52-4111-a80d-6dd13880ffe3),segment_id=1d44f505-dc52-4111-a80d-6dd13880ffe3)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:24:06.193311 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e5a6496f-f2c8-433b-9af8-d8b63f3c3d24 req-dbd6019e-d0f8-489b-aa74-9dbbc2e7ae3f tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:06.207137 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-e5a6496f-f2c8-433b-9af8-d8b63f3c3d24 req-dbd6019e-d0f8-489b-aa74-9dbbc2e7ae3f tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Calling delete_port for b3c61100-cf1c-4285-b77a-972f85ae3a38 owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:24:06.255810 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd58efd-79c3-4ae2-9cd1-01f189feba62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-4f755c34-6ac6-47a3-ae75-bc820231858e', 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e', 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'fixed_ips': [{'subnet_id': '4468b5d7-64e7-478a-93b6-96bdc0a89416'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:24:06.256706 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2fd58efd-79c3-4ae2-9cd1-01f189feba62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:06.271903 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-392c2e38-54eb-46ed-8b41-ce6b07e8cc2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:06.272963 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-392c2e38-54eb-46ed-8b41-ce6b07e8cc2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:06.328643 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-392c2e38-54eb-46ed-8b41-ce6b07e8cc2e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:06.390813 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-2fd58efd-79c3-4ae2-9cd1-01f189feba62 None None] Allocated IP 172.20.0.2 (4f755c34-6ac6-47a3-ae75-bc820231858e/4468b5d7-64e7-478a-93b6-96bdc0a89416/225e77fb-9af9-4d30-93fe-d48039bdffaf) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:24:06.417244 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e5a6496f-f2c8-433b-9af8-d8b63f3c3d24 req-dbd6019e-d0f8-489b-aa74-9dbbc2e7ae3f tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:06.459220 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd6019e-d0f8-489b-aa74-9dbbc2e7ae3f tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event deleted for resources: {'Port': ['ID=b3c61100-cf1c-4285-b77a-972f85ae3a38,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:06.530584 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5a6496f-f2c8-433b-9af8-d8b63f3c3d24 req-dbd6019e-d0f8-489b-aa74-9dbbc2e7ae3f tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] No DVR routers for this DVR port b3c61100-cf1c-4285-b77a-972f85ae3a38 on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:24:06.533166 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e5a6496f-f2c8-433b-9af8-d8b63f3c3d24 req-dbd6019e-d0f8-489b-aa74-9dbbc2e7ae3f tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:06.535717 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e5a6496f-f2c8-433b-9af8-d8b63f3c3d24 req-dbd6019e-d0f8-489b-aa74-9dbbc2e7ae3f tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.62 "DELETE /v2.0/ports/b3c61100-cf1c-4285-b77a-972f85ae3a38 HTTP/1.1" status: 204 len: 173 time: 0.5410161 Jul 09 15:24:06.536165 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8707cbc4-623f-431d-948e-3fcc73e1240b', 'name': 'network-vif-deleted', 'tag': 'b3c61100-cf1c-4285-b77a-972f85ae3a38'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:24:06.538688 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1425b4f6-624f-4b94-8f41-812c77f8278a" -d '{"events": [{"server_uuid": "8707cbc4-623f-431d-948e-3fcc73e1240b", "name": "network-vif-deleted", "tag": "b3c61100-cf1c-4285-b77a-972f85ae3a38"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:24:06.540513 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-392c2e38-54eb-46ed-8b41-ce6b07e8cc2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:06.551463 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2fd58efd-79c3-4ae2-9cd1-01f189feba62 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:06.560314 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-2fd58efd-79c3-4ae2-9cd1-01f189feba62 None None] Transition to ACTIVE for port object 225e77fb-9af9-4d30-93fe-d48039bdffaf will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:24:06.574739 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-2fd58efd-79c3-4ae2-9cd1-01f189feba62 None None] Transition to ACTIVE for port object 225e77fb-9af9-4d30-93fe-d48039bdffaf will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:24:06.580911 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2dc5883-cf28-45f9-a58f-df0a7f31f5b6 x-openstack-request-id: req-b2dc5883-cf28-45f9-a58f-df0a7f31f5b6 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:24:06.581210 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8707cbc4-623f-431d-948e-3fcc73e1240b", "name": "network-vif-deleted", "tag": "b3c61100-cf1c-4285-b77a-972f85ae3a38", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:24:06.581465 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b2dc5883-cf28-45f9-a58f-df0a7f31f5b6 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:24:06.581870 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8707cbc4-623f-431d-948e-3fcc73e1240b', 'name': 'network-vif-deleted', 'tag': 'b3c61100-cf1c-4285-b77a-972f85ae3a38', 'status': 'completed', 'code': 200} Jul 09 15:24:06.705126 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8460f407-5a82-44bb-a3ce-663f9ee2b9cb req-d83c6001-e2e6-4242-9c16-04b9f7fb91e6 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=8707cbc4-623f-431d-948e-3fcc73e1240b HTTP/1.1" status: 200 len: 210 time: 0.0291088 Jul 09 15:24:06.731840 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2fd58efd-79c3-4ae2-9cd1-01f189feba62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:06.775089 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd58efd-79c3-4ae2-9cd1-01f189feba62 None None] Network 4f755c34-6ac6-47a3-ae75-bc820231858e is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:24:06.778011 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-2fd58efd-79c3-4ae2-9cd1-01f189feba62 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:24:06.782716 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd58efd-79c3-4ae2-9cd1-01f189feba62 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:24:06.785921 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd58efd-79c3-4ae2-9cd1-01f189feba62 None None] Pushing event updated for resources: {'Port': ['ID=225e77fb-9af9-4d30-93fe-d48039bdffaf,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:06.799056 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd58efd-79c3-4ae2-9cd1-01f189feba62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:24:06.799056 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd58efd-79c3-4ae2-9cd1-01f189feba62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:24:06.799301 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd58efd-79c3-4ae2-9cd1-01f189feba62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:24:06.799640 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd58efd-79c3-4ae2-9cd1-01f189feba62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:24:06.800196 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd58efd-79c3-4ae2-9cd1-01f189feba62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:24:06.802343 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd58efd-79c3-4ae2-9cd1-01f189feba62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:24:06.802855 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd58efd-79c3-4ae2-9cd1-01f189feba62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:24:06.803623 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd58efd-79c3-4ae2-9cd1-01f189feba62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:24:06.804183 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd58efd-79c3-4ae2-9cd1-01f189feba62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:24:06.804905 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd58efd-79c3-4ae2-9cd1-01f189feba62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:24:06.805249 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd58efd-79c3-4ae2-9cd1-01f189feba62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:24:06.805758 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd58efd-79c3-4ae2-9cd1-01f189feba62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:24:06.826109 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-392c2e38-54eb-46ed-8b41-ce6b07e8cc2e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:06.846769 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-392c2e38-54eb-46ed-8b41-ce6b07e8cc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:06.861665 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-2fd58efd-79c3-4ae2-9cd1-01f189feba62 None None] Attempting to bind port 225e77fb-9af9-4d30-93fe-d48039bdffaf on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:24:06.862291 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-2fd58efd-79c3-4ae2-9cd1-01f189feba62 None None] Attempting to bind port 225e77fb-9af9-4d30-93fe-d48039bdffaf by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '606647b5-2487-48f5-8bbb-91ffd6756a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:24:06.862813 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd58efd-79c3-4ae2-9cd1-01f189feba62 None None] Attempting to bind port 225e77fb-9af9-4d30-93fe-d48039bdffaf on network 4f755c34-6ac6-47a3-ae75-bc820231858e {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:24:06.868786 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd58efd-79c3-4ae2-9cd1-01f189feba62 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:24:06.869397 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd58efd-79c3-4ae2-9cd1-01f189feba62 None None] Checking segment: {'id': '606647b5-2487-48f5-8bbb-91ffd6756a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:24:06.873923 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2fd58efd-79c3-4ae2-9cd1-01f189feba62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:06.873923 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd58efd-79c3-4ae2-9cd1-01f189feba62 None None] Bound using segment: {'id': '606647b5-2487-48f5-8bbb-91ffd6756a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:24:06.873923 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-2fd58efd-79c3-4ae2-9cd1-01f189feba62 None None] Bound port: 225e77fb-9af9-4d30-93fe-d48039bdffaf, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '606647b5-2487-48f5-8bbb-91ffd6756a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:24:06.873923 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2fd58efd-79c3-4ae2-9cd1-01f189feba62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:06.956262 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-2fd58efd-79c3-4ae2-9cd1-01f189feba62 None None] For port 225e77fb-9af9-4d30-93fe-d48039bdffaf, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:24:06.960598 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-2fd58efd-79c3-4ae2-9cd1-01f189feba62 None None] For port 225e77fb-9af9-4d30-93fe-d48039bdffaf, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=225e77fb-9af9-4d30-93fe-d48039bdffaf,segment=NetworkSegment(606647b5-2487-48f5-8bbb-91ffd6756a32),segment_id=606647b5-2487-48f5-8bbb-91ffd6756a32)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:24:06.963262 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-392c2e38-54eb-46ed-8b41-ce6b07e8cc2e admin admin] Allocated IP 172.25.3.74 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/363e6b3c-7e14-4097-94cd-06db0ce98684) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:24:07.035325 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2fd58efd-79c3-4ae2-9cd1-01f189feba62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:07.076678 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-392c2e38-54eb-46ed-8b41-ce6b07e8cc2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:07.091860 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd58efd-79c3-4ae2-9cd1-01f189feba62 None None] Pushing event updated for resources: {'Port': ['ID=225e77fb-9af9-4d30-93fe-d48039bdffaf,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:07.169564 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-392c2e38-54eb-46ed-8b41-ce6b07e8cc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:07.211900 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392c2e38-54eb-46ed-8b41-ce6b07e8cc2e admin admin] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:24:07.214866 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-392c2e38-54eb-46ed-8b41-ce6b07e8cc2e admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:24:07.217907 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392c2e38-54eb-46ed-8b41-ce6b07e8cc2e admin admin] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:24:07.246980 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392c2e38-54eb-46ed-8b41-ce6b07e8cc2e admin admin] Pushing event updated for resources: {'Port': ['ID=363e6b3c-7e14-4097-94cd-06db0ce98684,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:07.822892 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 52668) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:24:07.828971 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-392c2e38-54eb-46ed-8b41-ce6b07e8cc2e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:08.038351 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-392c2e38-54eb-46ed-8b41-ce6b07e8cc2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:08.082715 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6399b87-abbb-4bad-bbb6-356499bce903 None None] Network 4f755c34-6ac6-47a3-ae75-bc820231858e requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:24:08.233268 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-20f40acb-90ec-4660-94b0-5d023d12b0a5 None None] Provisioning for port 225e77fb-9af9-4d30-93fe-d48039bdffaf completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:24:08.244280 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-392c2e38-54eb-46ed-8b41-ce6b07e8cc2e admin admin] Router f116883f-27d3-4392-8fca-8b8b16a39020 is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 15:24:08.281456 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2979b183-4502-47ff-b507-ecde251afe50 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:08.370632 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392c2e38-54eb-46ed-8b41-ce6b07e8cc2e admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:24:08.386927 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7459eeac-ca63-4228-a1d6-80aa48cb5dfb None None] Sync routers for ids ['f116883f-27d3-4392-8fca-8b8b16a39020'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:24:08.400417 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7459eeac-ca63-4228-a1d6-80aa48cb5dfb None None] Routers {'f116883f-27d3-4392-8fca-8b8b16a39020'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:24:08.401342 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-7459eeac-ca63-4228-a1d6-80aa48cb5dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:23:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['f116883f-27d3-4392-8fca-8b8b16a39020'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:24:08.455095 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-392c2e38-54eb-46ed-8b41-ce6b07e8cc2e admin admin] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:08.457234 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-392c2e38-54eb-46ed-8b41-ce6b07e8cc2e admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2751832 Jul 09 15:24:08.459895 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 52670) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:24:08.518598 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-7459eeac-ca63-4228-a1d6-80aa48cb5dfb None None] Set router f116883f-27d3-4392-8fca-8b8b16a39020 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:24:08.614591 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-2979b183-4502-47ff-b507-ecde251afe50 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Deleting port 6f29713f-07b6-4f5e-9a7f-964372399d17 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:24:08.615083 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2979b183-4502-47ff-b507-ecde251afe50 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:08.700019 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-7459eeac-ca63-4228-a1d6-80aa48cb5dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'name': 'tempest-TestVolumeBootPattern-428391110-router', 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '363e6b3c-7e14-4097-94cd-06db0ce98684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:24:06Z', 'updated_at': '2021-07-09T15:24:07Z', 'revision_number': 3, 'project_id': '3fdc558e4b804a78859c2565a5dbcf72', 'gw_port': {'id': '363e6b3c-7e14-4097-94cd-06db0ce98684', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d4:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:06Z', 'updated_at': '2021-07-09T15:24:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:24:08.708089 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-2979b183-4502-47ff-b507-ecde251afe50 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] For port 6f29713f-07b6-4f5e-9a7f-964372399d17, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=6f29713f-07b6-4f5e-9a7f-964372399d17,segment=NetworkSegment(1d44f505-dc52-4111-a80d-6dd13880ffe3),segment_id=1d44f505-dc52-4111-a80d-6dd13880ffe3)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:24:08.708459 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2979b183-4502-47ff-b507-ecde251afe50 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:08.721737 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-2979b183-4502-47ff-b507-ecde251afe50 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Calling delete_port for 6f29713f-07b6-4f5e-9a7f-964372399d17 owned by network:router_interface {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:24:08.731172 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7459eeac-ca63-4228-a1d6-80aa48cb5dfb None None] Checking router: f116883f-27d3-4392-8fca-8b8b16a39020 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:24:08.731696 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7459eeac-ca63-4228-a1d6-80aa48cb5dfb None None] Updating router f116883f-27d3-4392-8fca-8b8b16a39020 port 363e6b3c-7e14-4097-94cd-06db0ce98684 binding host n-d-799529-6 {{(pid=94448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:24:08.767745 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-7459eeac-ca63-4228-a1d6-80aa48cb5dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:08.917661 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9cb1c330-e6db-41fa-bc97-37496c14f343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:08.995269 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2979b183-4502-47ff-b507-ecde251afe50 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:09.024519 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979b183-4502-47ff-b507-ecde251afe50 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event deleted for resources: {'Port': ['ID=6f29713f-07b6-4f5e-9a7f-964372399d17,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:09.034651 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-7459eeac-ca63-4228-a1d6-80aa48cb5dfb None None] Notify callbacks [] for port, precommit_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:09.047684 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.provisioning_blocks [None req-7459eeac-ca63-4228-a1d6-80aa48cb5dfb None None] Transition to ACTIVE for port object 363e6b3c-7e14-4097-94cd-06db0ce98684 will not be triggered until provisioned by entity L2. {{(pid=94448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:24:09.131733 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-7459eeac-ca63-4228-a1d6-80aa48cb5dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:09.152916 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-9cb1c330-e6db-41fa-bc97-37496c14f343 admin admin] Allocated IP 172.20.0.1 (4f755c34-6ac6-47a3-ae75-bc820231858e/4468b5d7-64e7-478a-93b6-96bdc0a89416/cce107d7-3e57-4d4a-b97f-e270f5169244) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:24:09.212832 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-7459eeac-ca63-4228-a1d6-80aa48cb5dfb None None] Attempting to bind port 363e6b3c-7e14-4097-94cd-06db0ce98684 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:24:09.214404 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-7459eeac-ca63-4228-a1d6-80aa48cb5dfb None None] Attempting to bind port 363e6b3c-7e14-4097-94cd-06db0ce98684 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:24:09.214952 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7459eeac-ca63-4228-a1d6-80aa48cb5dfb None None] Attempting to bind port 363e6b3c-7e14-4097-94cd-06db0ce98684 on network 202c7ce6-d4e9-4f80-84dd-bef08905a653 {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:24:09.230592 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7459eeac-ca63-4228-a1d6-80aa48cb5dfb None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:24:09.232088 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7459eeac-ca63-4228-a1d6-80aa48cb5dfb None None] Checking segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:24:09.232528 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-7459eeac-ca63-4228-a1d6-80aa48cb5dfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:09.233659 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7459eeac-ca63-4228-a1d6-80aa48cb5dfb None None] Bound using segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:24:09.234208 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-7459eeac-ca63-4228-a1d6-80aa48cb5dfb None None] Bound port: 363e6b3c-7e14-4097-94cd-06db0ce98684, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:24:09.234601 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-7459eeac-ca63-4228-a1d6-80aa48cb5dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:09.240248 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994e8a40-dee6-4d77-87b6-82f7ce5edb52 None None] Pushing event updated for resources: {'Port': ['ID=363e6b3c-7e14-4097-94cd-06db0ce98684,revision_number=2']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:09.263284 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2979b183-4502-47ff-b507-ecde251afe50 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:09.281469 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994e8a40-dee6-4d77-87b6-82f7ce5edb52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:24:09.281814 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994e8a40-dee6-4d77-87b6-82f7ce5edb52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:24:09.282387 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994e8a40-dee6-4d77-87b6-82f7ce5edb52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:24:09.282889 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994e8a40-dee6-4d77-87b6-82f7ce5edb52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:24:09.283226 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994e8a40-dee6-4d77-87b6-82f7ce5edb52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:24:09.283572 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994e8a40-dee6-4d77-87b6-82f7ce5edb52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:24:09.283897 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994e8a40-dee6-4d77-87b6-82f7ce5edb52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:24:09.284222 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994e8a40-dee6-4d77-87b6-82f7ce5edb52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:24:09.284544 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994e8a40-dee6-4d77-87b6-82f7ce5edb52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:24:09.284908 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994e8a40-dee6-4d77-87b6-82f7ce5edb52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:24:09.285248 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994e8a40-dee6-4d77-87b6-82f7ce5edb52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:24:09.285565 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994e8a40-dee6-4d77-87b6-82f7ce5edb52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:24:09.304578 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9cb1c330-e6db-41fa-bc97-37496c14f343 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:09.327986 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-9cb1c330-e6db-41fa-bc97-37496c14f343 admin admin] Transition to ACTIVE for port object cce107d7-3e57-4d4a-b97f-e270f5169244 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:24:09.330219 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-7459eeac-ca63-4228-a1d6-80aa48cb5dfb None None] For port 363e6b3c-7e14-4097-94cd-06db0ce98684, host n-d-799529-6, cleared binding levels {{(pid=94448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:24:09.334384 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-7459eeac-ca63-4228-a1d6-80aa48cb5dfb None None] For port 363e6b3c-7e14-4097-94cd-06db0ce98684, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=363e6b3c-7e14-4097-94cd-06db0ce98684,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:24:09.401528 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-7459eeac-ca63-4228-a1d6-80aa48cb5dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:09.433573 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 225e77fb-9af9-4d30-93fe-d48039bdffaf up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:24:09.466932 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9cb1c330-e6db-41fa-bc97-37496c14f343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:09.478366 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994e8a40-dee6-4d77-87b6-82f7ce5edb52 None None] Pushing event updated for resources: {'Port': ['ID=363e6b3c-7e14-4097-94cd-06db0ce98684,revision_number=3']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:09.482859 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7459eeac-ca63-4228-a1d6-80aa48cb5dfb None None] Routers {'f116883f-27d3-4392-8fca-8b8b16a39020'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:24:09.483491 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-7459eeac-ca63-4228-a1d6-80aa48cb5dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:23:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['f116883f-27d3-4392-8fca-8b8b16a39020'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:24:09.530902 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb1c330-e6db-41fa-bc97-37496c14f343 admin admin] Network 4f755c34-6ac6-47a3-ae75-bc820231858e is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:24:09.534535 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-9cb1c330-e6db-41fa-bc97-37496c14f343 admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:24:09.541755 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb1c330-e6db-41fa-bc97-37496c14f343 admin admin] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:24:09.576899 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb1c330-e6db-41fa-bc97-37496c14f343 admin admin] Pushing event updated for resources: {'Port': ['ID=cce107d7-3e57-4d4a-b97f-e270f5169244,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:09.577194 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 225e77fb-9af9-4d30-93fe-d48039bdffaf completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:24:09.589433 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 225e77fb-9af9-4d30-93fe-d48039bdffaf triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:24:09.590147 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:09.612733 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9cb1c330-e6db-41fa-bc97-37496c14f343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:09.654859 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-7459eeac-ca63-4228-a1d6-80aa48cb5dfb None None] Set router f116883f-27d3-4392-8fca-8b8b16a39020 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:24:09.719176 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:09.765117 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 225e77fb-9af9-4d30-93fe-d48039bdffaf, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=225e77fb-9af9-4d30-93fe-d48039bdffaf,segment=NetworkSegment(606647b5-2487-48f5-8bbb-91ffd6756a32),segment_id=606647b5-2487-48f5-8bbb-91ffd6756a32)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:24:09.823060 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2979b183-4502-47ff-b507-ecde251afe50 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Router bcbea775-c89e-4463-962a-ccac207ec611 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:24:09.834265 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:09.885294 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=225e77fb-9af9-4d30-93fe-d48039bdffaf,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:09.896630 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-7459eeac-ca63-4228-a1d6-80aa48cb5dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'name': 'tempest-TestVolumeBootPattern-428391110-router', 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '363e6b3c-7e14-4097-94cd-06db0ce98684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:24:06Z', 'updated_at': '2021-07-09T15:24:07Z', 'revision_number': 3, 'project_id': '3fdc558e4b804a78859c2565a5dbcf72', 'gw_port': {'id': '363e6b3c-7e14-4097-94cd-06db0ce98684', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d4:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:06Z', 'updated_at': '2021-07-09T15:24:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:24:09.916778 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-e7c77039-2ac7-4abf-b77e-a4c8a13d62c6 None None] Provisioning for port cce107d7-3e57-4d4a-b97f-e270f5169244 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:24:09.921097 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-e7c77039-2ac7-4abf-b77e-a4c8a13d62c6 None None] Provisioning complete for port cce107d7-3e57-4d4a-b97f-e270f5169244 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:24:09.925378 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e7c77039-2ac7-4abf-b77e-a4c8a13d62c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:09.925508 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7459eeac-ca63-4228-a1d6-80aa48cb5dfb None None] The sync data for ids ['f116883f-27d3-4392-8fca-8b8b16a39020'] in n-d-799529-6 is: [{'id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'name': 'tempest-TestVolumeBootPattern-428391110-router', 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '363e6b3c-7e14-4097-94cd-06db0ce98684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:24:06Z', 'updated_at': '2021-07-09T15:24:07Z', 'revision_number': 3, 'project_id': '3fdc558e4b804a78859c2565a5dbcf72', 'gw_port': {'id': '363e6b3c-7e14-4097-94cd-06db0ce98684', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d4:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:06Z', 'updated_at': '2021-07-09T15:24:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:24:09.940266 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2979b183-4502-47ff-b507-ecde251afe50 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:24:09.948475 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-2979b183-4502-47ff-b507-ecde251afe50 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "PUT /v2.0/routers/bcbea775-c89e-4463-962a-ccac207ec611/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1244547 Jul 09 15:24:09.952183 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 52672) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:24:09.955836 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46eb2f9-b20a-4422-bc0f-7d46c5d19a95 None None] Sync routers for ids ['bcbea775-c89e-4463-962a-ccac207ec611'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:24:09.972566 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-e7c77039-2ac7-4abf-b77e-a4c8a13d62c6 None None] Port cce107d7-3e57-4d4a-b97f-e270f5169244 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:24:09.976413 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46eb2f9-b20a-4422-bc0f-7d46c5d19a95 None None] Routers {'bcbea775-c89e-4463-962a-ccac207ec611'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:24:09.977166 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-f46eb2f9-b20a-4422-bc0f-7d46c5d19a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:23:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['bcbea775-c89e-4463-962a-ccac207ec611'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:24:10.015239 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device b3c61100-cf1c-4285-b77a-972f85ae3a38 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:24:10.035000 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9cb1c330-e6db-41fa-bc97-37496c14f343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:10.039433 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: b3c61100-cf1c-4285-b77a-972f85ae3a38 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:24:10.039797 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device b3c61100-cf1c-4285-b77a-972f85ae3a38 not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:24:10.043860 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c390b92-dfd2-48a9-bb4c-afa0c17bc06d tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Deleting subnet 7ad42fb4-2c6e-40af-88ad-c67b2cbfa09f {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:24:10.054808 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2c390b92-dfd2-48a9-bb4c-afa0c17bc06d tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:10.116680 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-f46eb2f9-b20a-4422-bc0f-7d46c5d19a95 None None] Set router bcbea775-c89e-4463-962a-ccac207ec611 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:24:10.121070 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2c390b92-dfd2-48a9-bb4c-afa0c17bc06d tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:10.304815 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2c390b92-dfd2-48a9-bb4c-afa0c17bc06d tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:10.328245 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-f46eb2f9-b20a-4422-bc0f-7d46c5d19a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcbea775-c89e-4463-962a-ccac207ec611', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125879286', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '1bb79982-f661-4bfd-9cf2-07c41ee3ba08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:21:00Z', 'updated_at': '2021-07-09T15:24:08Z', 'revision_number': 5, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'gw_port': {'id': '1bb79982-f661-4bfd-9cf2-07c41ee3ba08', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbea775-c89e-4463-962a-ccac207ec611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:21:00Z', 'updated_at': '2021-07-09T15:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:24:10.357310 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46eb2f9-b20a-4422-bc0f-7d46c5d19a95 None None] Checking router: bcbea775-c89e-4463-962a-ccac207ec611 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:24:10.366653 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46eb2f9-b20a-4422-bc0f-7d46c5d19a95 None None] Routers {'bcbea775-c89e-4463-962a-ccac207ec611'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:24:10.367772 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-f46eb2f9-b20a-4422-bc0f-7d46c5d19a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:23:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['bcbea775-c89e-4463-962a-ccac207ec611'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:24:10.388983 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9cb1c330-e6db-41fa-bc97-37496c14f343 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:10.475997 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-f46eb2f9-b20a-4422-bc0f-7d46c5d19a95 None None] Set router bcbea775-c89e-4463-962a-ccac207ec611 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:24:10.494079 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9cb1c330-e6db-41fa-bc97-37496c14f343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:10.541158 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2c390b92-dfd2-48a9-bb4c-afa0c17bc06d tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:10.595035 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c390b92-dfd2-48a9-bb4c-afa0c17bc06d tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event deleted for resources: {'Subnet': ['ID=7ad42fb4-2c6e-40af-88ad-c67b2cbfa09f,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:10.604412 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2c390b92-dfd2-48a9-bb4c-afa0c17bc06d tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:10.606872 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-2c390b92-dfd2-48a9-bb4c-afa0c17bc06d tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "DELETE /v2.0/subnets/7ad42fb4-2c6e-40af-88ad-c67b2cbfa09f HTTP/1.1" status: 204 len: 168 time: 0.6540275 Jul 09 15:24:10.611570 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 52674) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:24:10.614708 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb1c330-e6db-41fa-bc97-37496c14f343 admin admin] Pushing event updated for resources: {'Port': ['ID=cce107d7-3e57-4d4a-b97f-e270f5169244,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:10.622246 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9cb1c330-e6db-41fa-bc97-37496c14f343 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:10.693478 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631e0133-af82-49db-941a-265342bcaea3 None None] Network 826dc4a4-e49b-44a0-93c6-31d8ca60478e requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:24:10.741704 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb1c330-e6db-41fa-bc97-37496c14f343 admin admin] Network 4f755c34-6ac6-47a3-ae75-bc820231858e is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:24:10.743286 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-9cb1c330-e6db-41fa-bc97-37496c14f343 admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:24:10.757054 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a66a0a26-2500-4b29-bdec-dd10b4a91724 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for router, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:10.894130 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb1c330-e6db-41fa-bc97-37496c14f343 admin admin] Router f116883f-27d3-4392-8fca-8b8b16a39020 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:24:10.905541 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a66a0a26-2500-4b29-bdec-dd10b4a91724 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:11.015196 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-f46eb2f9-b20a-4422-bc0f-7d46c5d19a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcbea775-c89e-4463-962a-ccac207ec611', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125879286', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '1bb79982-f661-4bfd-9cf2-07c41ee3ba08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:21:00Z', 'updated_at': '2021-07-09T15:24:08Z', 'revision_number': 5, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'gw_port': {'id': '1bb79982-f661-4bfd-9cf2-07c41ee3ba08', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbea775-c89e-4463-962a-ccac207ec611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:21:00Z', 'updated_at': '2021-07-09T15:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:24:11.035838 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb1c330-e6db-41fa-bc97-37496c14f343 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:24:11.044730 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46eb2f9-b20a-4422-bc0f-7d46c5d19a95 None None] The sync data for ids ['bcbea775-c89e-4463-962a-ccac207ec611'] in n-d-799529-6 is: [{'id': 'bcbea775-c89e-4463-962a-ccac207ec611', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125879286', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '1bb79982-f661-4bfd-9cf2-07c41ee3ba08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:21:00Z', 'updated_at': '2021-07-09T15:24:08Z', 'revision_number': 5, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'gw_port': {'id': '1bb79982-f661-4bfd-9cf2-07c41ee3ba08', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbea775-c89e-4463-962a-ccac207ec611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:21:00Z', 'updated_at': '2021-07-09T15:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:24:11.052265 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-9cb1c330-e6db-41fa-bc97-37496c14f343 admin admin] 10.222.0.58 "PUT /v2.0/routers/f116883f-27d3-4392-8fca-8b8b16a39020/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5893402 Jul 09 15:24:11.063163 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-a66a0a26-2500-4b29-bdec-dd10b4a91724 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Deleting port 1bb79982-f661-4bfd-9cf2-07c41ee3ba08 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:24:11.063546 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a66a0a26-2500-4b29-bdec-dd10b4a91724 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:11.112181 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-24a0c271-0f2f-45c5-bf1a-27735855d10f None None] Provisioning complete for port cce107d7-3e57-4d4a-b97f-e270f5169244 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:24:11.113009 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-24a0c271-0f2f-45c5-bf1a-27735855d10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:11.147377 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-24a0c271-0f2f-45c5-bf1a-27735855d10f None None] Port cce107d7-3e57-4d4a-b97f-e270f5169244 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:24:11.159847 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-a66a0a26-2500-4b29-bdec-dd10b4a91724 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] For port 1bb79982-f661-4bfd-9cf2-07c41ee3ba08, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=1bb79982-f661-4bfd-9cf2-07c41ee3ba08,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:24:11.160208 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a66a0a26-2500-4b29-bdec-dd10b4a91724 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:11.175004 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-a66a0a26-2500-4b29-bdec-dd10b4a91724 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Calling delete_port for 1bb79982-f661-4bfd-9cf2-07c41ee3ba08 owned by network:router_gateway {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:24:11.431553 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25996b18-e1e0-49ae-847f-e90420115181 None None] DHCP port deletion for 826dc4a4-e49b-44a0-93c6-31d8ca60478e request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 15:24:11.445721 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a66a0a26-2500-4b29-bdec-dd10b4a91724 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:11.480719 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66a0a26-2500-4b29-bdec-dd10b4a91724 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event deleted for resources: {'Port': ['ID=1bb79982-f661-4bfd-9cf2-07c41ee3ba08,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:11.526318 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-25996b18-e1e0-49ae-847f-e90420115181 None None] Deleting port 33645061-4a3c-4f2e-801f-2ffbcad53baf {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:24:11.526792 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-25996b18-e1e0-49ae-847f-e90420115181 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:11.574171 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a66a0a26-2500-4b29-bdec-dd10b4a91724 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:11.664840 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 363e6b3c-7e14-4097-94cd-06db0ce98684 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:24:11.692404 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a66a0a26-2500-4b29-bdec-dd10b4a91724 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:11.696929 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a66a0a26-2500-4b29-bdec-dd10b4a91724 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:11.703178 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-25996b18-e1e0-49ae-847f-e90420115181 None None] For port 33645061-4a3c-4f2e-801f-2ffbcad53baf, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=33645061-4a3c-4f2e-801f-2ffbcad53baf,segment=NetworkSegment(1d44f505-dc52-4111-a80d-6dd13880ffe3),segment_id=1d44f505-dc52-4111-a80d-6dd13880ffe3)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:24:11.703814 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-25996b18-e1e0-49ae-847f-e90420115181 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:11.723564 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-25996b18-e1e0-49ae-847f-e90420115181 None None] Calling delete_port for 33645061-4a3c-4f2e-801f-2ffbcad53baf owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:24:11.842355 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a66a0a26-2500-4b29-bdec-dd10b4a91724 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:11.842946 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a66a0a26-2500-4b29-bdec-dd10b4a91724 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Fanout notify agent at l3_agent the message router_deleted on router bcbea775-c89e-4463-962a-ccac207ec611 {{(pid=94446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 15:24:11.850980 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a66a0a26-2500-4b29-bdec-dd10b4a91724 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:11.855071 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a66a0a26-2500-4b29-bdec-dd10b4a91724 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "DELETE /v2.0/routers/bcbea775-c89e-4463-962a-ccac207ec611 HTTP/1.1" status: 204 len: 168 time: 1.2411542 Jul 09 15:24:11.855071 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 52690) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:24:11.868843 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 52692) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:24:11.871332 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 363e6b3c-7e14-4097-94cd-06db0ce98684 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:24:11.877046 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 363e6b3c-7e14-4097-94cd-06db0ce98684 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:24:11.877534 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:11.884793 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-8f54a8aa-91a5-46d5-b699-37f78434e49d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1847998634-network', 'tenant_id': '10ac965024614a77afe033fef68b2c2a'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:24:11.924273 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-25996b18-e1e0-49ae-847f-e90420115181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:11.963185 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b2f92baf-4633-4d72-b52c-792238e0cca9 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:11.970338 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25996b18-e1e0-49ae-847f-e90420115181 None None] Pushing event deleted for resources: {'Port': ['ID=33645061-4a3c-4f2e-801f-2ffbcad53baf,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:11.981326 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25996b18-e1e0-49ae-847f-e90420115181 None None] No DVR routers for this DVR port 33645061-4a3c-4f2e-801f-2ffbcad53baf on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:24:11.997096 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:12.042516 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f54a8aa-91a5-46d5-b699-37f78434e49d admin admin] Made reservation on behalf of 10ac965024614a77afe033fef68b2c2a for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:24:12.045690 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8f54a8aa-91a5-46d5-b699-37f78434e49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:12.072656 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8f54a8aa-91a5-46d5-b699-37f78434e49d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:12.073113 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 363e6b3c-7e14-4097-94cd-06db0ce98684, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=363e6b3c-7e14-4097-94cd-06db0ce98684,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:24:12.135685 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b2f92baf-4633-4d72-b52c-792238e0cca9 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:12.141003 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:12.141849 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 225e77fb-9af9-4d30-93fe-d48039bdffaf up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:24:12.152852 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-b2f92baf-4633-4d72-b52c-792238e0cca9 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['826dc4a4-e49b-44a0-93c6-31d8ca60478e']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:24:12.165338 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-b2f92baf-4633-4d72-b52c-792238e0cca9 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d44f505-dc52-4111-a80d-6dd13880ffe3') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:24:12.165639 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-b2f92baf-4633-4d72-b52c-792238e0cca9 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d44f505-dc52-4111-a80d-6dd13880ffe3') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:24:12.182718 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b2f92baf-4633-4d72-b52c-792238e0cca9 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:12.193777 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2c1128-079d-4f7d-abef-4851e5783d2b None None] Sync routers for ids ['f116883f-27d3-4392-8fca-8b8b16a39020'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:24:12.203083 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2c1128-079d-4f7d-abef-4851e5783d2b None None] Routers {'f116883f-27d3-4392-8fca-8b8b16a39020'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:24:12.203754 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-fd2c1128-079d-4f7d-abef-4851e5783d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:23:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['f116883f-27d3-4392-8fca-8b8b16a39020'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:24:12.210418 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b2f92baf-4633-4d72-b52c-792238e0cca9 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:12.220853 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2f92baf-4633-4d72-b52c-792238e0cca9 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:24:12.221264 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b2f92baf-4633-4d72-b52c-792238e0cca9 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:12.224294 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:24:12.224294 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:24:12.224294 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:24:12.224294 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:24:12.224294 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:24:12.224294 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:24:12.224294 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 15:24:12.224294 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:24:12.224294 n-d-799529-6 neutron-server[94446]: timer() Jul 09 15:24:12.224294 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:24:12.224294 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 15:24:12.224294 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:24:12.224294 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 15:24:12.224294 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:24:12.224294 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 15:24:12.224294 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:24:12.224294 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 15:24:12.224294 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:24:12.224294 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 15:24:12.224294 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:24:12.224294 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:24:12.224294 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:24:12.224294 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:24:12.224294 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:24:12.224294 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 15:24:12.224294 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:24:12.224294 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 15:24:12.224294 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:24:12.224294 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:24:12.224294 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:24:12.224294 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 15:24:12.224294 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:24:12.224294 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:24:12.224294 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:24:12.224294 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:24:12.224294 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:24:12.224294 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:24:12.224294 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:24:12.239850 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=363e6b3c-7e14-4097-94cd-06db0ce98684,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:12.252728 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 225e77fb-9af9-4d30-93fe-d48039bdffaf triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:24:12.253221 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:12.319817 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-fd2c1128-079d-4f7d-abef-4851e5783d2b None None] Set router f116883f-27d3-4392-8fca-8b8b16a39020 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:24:12.323710 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8f54a8aa-91a5-46d5-b699-37f78434e49d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:12.368431 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b2f92baf-4633-4d72-b52c-792238e0cca9 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:12.382003 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b2f92baf-4633-4d72-b52c-792238e0cca9 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:12.383871 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b2f92baf-4633-4d72-b52c-792238e0cca9 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "DELETE /v2.0/networks/826dc4a4-e49b-44a0-93c6-31d8ca60478e HTTP/1.1" status: 204 len: 168 time: 0.5277839 Jul 09 15:24:12.386783 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 52694) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:24:12.397791 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f92baf-4633-4d72-b52c-792238e0cca9 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event deleted for resources: {'Network': ['ID=826dc4a4-e49b-44a0-93c6-31d8ca60478e,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:12.403857 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8f54a8aa-91a5-46d5-b699-37f78434e49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:12.421326 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 6f29713f-07b6-4f5e-9a7f-964372399d17 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:24:12.442938 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 6f29713f-07b6-4f5e-9a7f-964372399d17 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:24:12.443195 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f54a8aa-91a5-46d5-b699-37f78434e49d admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:24:12.443671 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 6f29713f-07b6-4f5e-9a7f-964372399d17 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:24:12.444186 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 33645061-4a3c-4f2e-801f-2ffbcad53baf no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:24:12.453095 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f54a8aa-91a5-46d5-b699-37f78434e49d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f09e6cc2-0376-4b18-8439-dcf3c1636434,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:12.474581 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 33645061-4a3c-4f2e-801f-2ffbcad53baf {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:24:12.474581 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 33645061-4a3c-4f2e-801f-2ffbcad53baf not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:24:12.479443 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eeb06b3b-f16f-4fca-8d00-bbac7dfa330b tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:12.482099 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8f54a8aa-91a5-46d5-b699-37f78434e49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:12.482528 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-8f54a8aa-91a5-46d5-b699-37f78434e49d admin admin] Added segment c4773c72-353d-438a-9d5c-7b2fc98152be of type vlan for network 9dca47a2-fb98-4bbf-a416-576692436344 Jul 09 15:24:12.515730 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eeb06b3b-f16f-4fca-8d00-bbac7dfa330b tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:12.528409 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8f54a8aa-91a5-46d5-b699-37f78434e49d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:12.552662 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-fd2c1128-079d-4f7d-abef-4851e5783d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'name': 'tempest-TestVolumeBootPattern-428391110-router', 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '363e6b3c-7e14-4097-94cd-06db0ce98684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:24:06Z', 'updated_at': '2021-07-09T15:24:09Z', 'revision_number': 4, 'project_id': '3fdc558e4b804a78859c2565a5dbcf72', 'gw_port': {'id': '363e6b3c-7e14-4097-94cd-06db0ce98684', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:06Z', 'updated_at': '2021-07-09T15:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'cce107d7-3e57-4d4a-b97f-e270f5169244', 'name': '', 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e', 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'mac_address': 'fa:16:3e:bc:99:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '4468b5d7-64e7-478a-93b6-96bdc0a89416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:08Z', 'updated_at': '2021-07-09T15:24:10Z', 'revision_number': 2, 'project_id': '3fdc558e4b804a78859c2565a5dbcf72', 'subnets': [{'id': '4468b5d7-64e7-478a-93b6-96bdc0a89416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:24:12.583261 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2c1128-079d-4f7d-abef-4851e5783d2b None None] Checking router: f116883f-27d3-4392-8fca-8b8b16a39020 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:24:12.583548 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2c1128-079d-4f7d-abef-4851e5783d2b None None] Updating router f116883f-27d3-4392-8fca-8b8b16a39020 port cce107d7-3e57-4d4a-b97f-e270f5169244 binding host n-d-799529-6 {{(pid=94448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:24:12.616231 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-fd2c1128-079d-4f7d-abef-4851e5783d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:12.654162 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8f54a8aa-91a5-46d5-b699-37f78434e49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:12.655198 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f54a8aa-91a5-46d5-b699-37f78434e49d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:12.655824 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8f54a8aa-91a5-46d5-b699-37f78434e49d admin admin] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:12.686166 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eeb06b3b-f16f-4fca-8d00-bbac7dfa330b tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:12.689016 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eeb06b3b-f16f-4fca-8d00-bbac7dfa330b tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:12.693131 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-eeb06b3b-f16f-4fca-8d00-bbac7dfa330b tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "DELETE /v2.0/security-groups/485e1e44-3778-4544-8f12-ee629b9beb9a HTTP/1.1" status: 204 len: 168 time: 0.3016458 Jul 09 15:24:12.702298 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb06b3b-f16f-4fca-8d00-bbac7dfa330b tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=485e1e44-3778-4544-8f12-ee629b9beb9a,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:12.760297 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f54a8aa-91a5-46d5-b699-37f78434e49d admin admin] Pushing event updated for resources: {'Network': ['ID=9dca47a2-fb98-4bbf-a416-576692436344,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:12.770622 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 9dca47a2-fb98-4bbf-a416-576692436344 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:24:12.812500 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-8f54a8aa-91a5-46d5-b699-37f78434e49d admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9387286 Jul 09 15:24:12.825375 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 52698) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:24:12.832741 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-1441347a-67d7-4467-92f7-eedf62d51ed8 admin admin] Request body: {'subnet': {'network_id': '9dca47a2-fb98-4bbf-a416-576692436344', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1847998634-subnet', 'tenant_id': '10ac965024614a77afe033fef68b2c2a', 'ip_version': 4}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:24:12.905075 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-fd2c1128-079d-4f7d-abef-4851e5783d2b None None] Notify callbacks [] for port, precommit_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:12.915041 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.provisioning_blocks [None req-fd2c1128-079d-4f7d-abef-4851e5783d2b None None] Transition to ACTIVE for port object cce107d7-3e57-4d4a-b97f-e270f5169244 will not be triggered until provisioned by entity L2. {{(pid=94448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:24:12.922368 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1441347a-67d7-4467-92f7-eedf62d51ed8 admin admin] Made reservation on behalf of 10ac965024614a77afe033fef68b2c2a for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:24:12.925635 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1441347a-67d7-4467-92f7-eedf62d51ed8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:13.000134 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-fd2c1128-079d-4f7d-abef-4851e5783d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:13.051539 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051bd76e-75bc-4121-9b9e-9bdb65fe548b None None] Pushing event updated for resources: {'Port': ['ID=cce107d7-3e57-4d4a-b97f-e270f5169244,revision_number=3']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:13.179280 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 52702) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:24:13.185228 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-b6ada4a6-c8db-449f-a9fb-d9f0e1ac7aae tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1525105082', 'description': 'tempest-secgroup-smoke-1525105082 description', 'project_id': 'a72faee8848947debd81a1c8a7d3d88c'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:24:13.217504 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1441347a-67d7-4467-92f7-eedf62d51ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:13.217670 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-fd2c1128-079d-4f7d-abef-4851e5783d2b None None] Attempting to bind port cce107d7-3e57-4d4a-b97f-e270f5169244 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:24:13.221482 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-fd2c1128-079d-4f7d-abef-4851e5783d2b None None] Attempting to bind port cce107d7-3e57-4d4a-b97f-e270f5169244 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '606647b5-2487-48f5-8bbb-91ffd6756a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e'}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:24:13.221482 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2c1128-079d-4f7d-abef-4851e5783d2b None None] Attempting to bind port cce107d7-3e57-4d4a-b97f-e270f5169244 on network 4f755c34-6ac6-47a3-ae75-bc820231858e {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:24:13.224218 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2c1128-079d-4f7d-abef-4851e5783d2b None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:24:13.224598 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2c1128-079d-4f7d-abef-4851e5783d2b None None] Checking segment: {'id': '606647b5-2487-48f5-8bbb-91ffd6756a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:24:13.225004 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-fd2c1128-079d-4f7d-abef-4851e5783d2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:13.225401 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2c1128-079d-4f7d-abef-4851e5783d2b None None] Bound using segment: {'id': '606647b5-2487-48f5-8bbb-91ffd6756a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e'} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:24:13.225873 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-fd2c1128-079d-4f7d-abef-4851e5783d2b None None] Bound port: cce107d7-3e57-4d4a-b97f-e270f5169244, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '606647b5-2487-48f5-8bbb-91ffd6756a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e'}}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:24:13.226256 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-fd2c1128-079d-4f7d-abef-4851e5783d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:13.299167 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1441347a-67d7-4467-92f7-eedf62d51ed8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f36e272-f2f4-46fe-b960-6c6f1bfb7aca,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:13.300079 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b6ada4a6-c8db-449f-a9fb-d9f0e1ac7aae tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:13.300212 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-fd2c1128-079d-4f7d-abef-4851e5783d2b None None] For port cce107d7-3e57-4d4a-b97f-e270f5169244, host n-d-799529-6, cleared binding levels {{(pid=94448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:24:13.307356 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-fd2c1128-079d-4f7d-abef-4851e5783d2b None None] For port cce107d7-3e57-4d4a-b97f-e270f5169244, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=cce107d7-3e57-4d4a-b97f-e270f5169244,segment=NetworkSegment(606647b5-2487-48f5-8bbb-91ffd6756a32),segment_id=606647b5-2487-48f5-8bbb-91ffd6756a32)] {{(pid=94448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:24:13.307958 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1441347a-67d7-4467-92f7-eedf62d51ed8 admin admin] Checking segment: {'id': 'c4773c72-353d-438a-9d5c-7b2fc98152be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '9dca47a2-fb98-4bbf-a416-576692436344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:24:13.308354 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1441347a-67d7-4467-92f7-eedf62d51ed8 admin admin] Network hostable DHCP agents. Network: 9dca47a2-fb98-4bbf-a416-576692436344, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:24:13.311449 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 363e6b3c-7e14-4097-94cd-06db0ce98684 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:24:13.359411 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 363e6b3c-7e14-4097-94cd-06db0ce98684 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:24:13.359927 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:13.368830 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-fd2c1128-079d-4f7d-abef-4851e5783d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:13.391547 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1441347a-67d7-4467-92f7-eedf62d51ed8 admin admin] Network 9dca47a2-fb98-4bbf-a416-576692436344 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:24:13.426335 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b6ada4a6-c8db-449f-a9fb-d9f0e1ac7aae tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:13.438430 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051bd76e-75bc-4121-9b9e-9bdb65fe548b None None] Pushing event updated for resources: {'Port': ['ID=cce107d7-3e57-4d4a-b97f-e270f5169244,revision_number=4']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:13.445557 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2c1128-079d-4f7d-abef-4851e5783d2b None None] Routers {'f116883f-27d3-4392-8fca-8b8b16a39020'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:24:13.446204 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-fd2c1128-079d-4f7d-abef-4851e5783d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:23:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['f116883f-27d3-4392-8fca-8b8b16a39020'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:24:13.481580 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-1441347a-67d7-4467-92f7-eedf62d51ed8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 9dca47a2-fb98-4bbf-a416-576692436344) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:24:13.486038 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1441347a-67d7-4467-92f7-eedf62d51ed8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:13.486732 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1441347a-67d7-4467-92f7-eedf62d51ed8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:13.495201 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fc157f-d7e9-457f-8465-15fd1eda41a9 None None] Network 9dca47a2-fb98-4bbf-a416-576692436344 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:24:13.505363 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b6ada4a6-c8db-449f-a9fb-d9f0e1ac7aae tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:13.554432 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ada4a6-c8db-449f-a9fb-d9f0e1ac7aae tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51cf3dae-cce3-4f79-b1a7-20415bf786f1,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:13.555766 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 1bb79982-f661-4bfd-9cf2-07c41ee3ba08 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:24:13.576591 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-fd2c1128-079d-4f7d-abef-4851e5783d2b None None] Set router f116883f-27d3-4392-8fca-8b8b16a39020 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:24:13.582422 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 1bb79982-f661-4bfd-9cf2-07c41ee3ba08 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:24:13.582817 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 1bb79982-f661-4bfd-9cf2-07c41ee3ba08 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:24:13.606495 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 52704) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:24:13.606729 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-1441347a-67d7-4467-92f7-eedf62d51ed8 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7794902 Jul 09 15:24:13.611379 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-c5a47f5c-9025-4e0a-bd48-9bce04bc56de admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1847998634-router', 'tenant_id': '10ac965024614a77afe033fef68b2c2a', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:24:13.632059 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b6ada4a6-c8db-449f-a9fb-d9f0e1ac7aae tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:13.633777 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b6ada4a6-c8db-449f-a9fb-d9f0e1ac7aae tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4531062 Jul 09 15:24:13.636946 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 52706) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:24:13.641910 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-cfaa7699-3eb4-4ccc-a674-c20ee9c7a936 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Request body: {'security_group_rule': {'security_group_id': '51cf3dae-cce3-4f79-b1a7-20415bf786f1', 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:24:13.703387 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8000c1b-0b53-4cfc-963e-7f4c7139d56a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-9dca47a2-fb98-4bbf-a416-576692436344', 'network_id': '9dca47a2-fb98-4bbf-a416-576692436344', 'tenant_id': '10ac965024614a77afe033fef68b2c2a', 'fixed_ips': [{'subnet_id': '2f36e272-f2f4-46fe-b960-6c6f1bfb7aca'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:24:13.704369 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c8000c1b-0b53-4cfc-963e-7f4c7139d56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:13.728367 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c5a47f5c-9025-4e0a-bd48-9bce04bc56de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:13.732644 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c5a47f5c-9025-4e0a-bd48-9bce04bc56de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:13.805455 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-fd2c1128-079d-4f7d-abef-4851e5783d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'name': 'tempest-TestVolumeBootPattern-428391110-router', 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '363e6b3c-7e14-4097-94cd-06db0ce98684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:24:06Z', 'updated_at': '2021-07-09T15:24:09Z', 'revision_number': 4, 'project_id': '3fdc558e4b804a78859c2565a5dbcf72', 'gw_port': {'id': '363e6b3c-7e14-4097-94cd-06db0ce98684', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:06Z', 'updated_at': '2021-07-09T15:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'cce107d7-3e57-4d4a-b97f-e270f5169244', 'name': '', 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e', 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'mac_address': 'fa:16:3e:bc:99:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '4468b5d7-64e7-478a-93b6-96bdc0a89416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:08Z', 'updated_at': '2021-07-09T15:24:13Z', 'revision_number': 4, 'project_id': '3fdc558e4b804a78859c2565a5dbcf72', 'subnets': [{'id': '4468b5d7-64e7-478a-93b6-96bdc0a89416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:24:13.824319 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c5a47f5c-9025-4e0a-bd48-9bce04bc56de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:13.835215 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2c1128-079d-4f7d-abef-4851e5783d2b None None] The sync data for ids ['f116883f-27d3-4392-8fca-8b8b16a39020'] in n-d-799529-6 is: [{'id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'name': 'tempest-TestVolumeBootPattern-428391110-router', 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '363e6b3c-7e14-4097-94cd-06db0ce98684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:24:06Z', 'updated_at': '2021-07-09T15:24:09Z', 'revision_number': 4, 'project_id': '3fdc558e4b804a78859c2565a5dbcf72', 'gw_port': {'id': '363e6b3c-7e14-4097-94cd-06db0ce98684', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:06Z', 'updated_at': '2021-07-09T15:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'cce107d7-3e57-4d4a-b97f-e270f5169244', 'name': '', 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e', 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'mac_address': 'fa:16:3e:bc:99:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '4468b5d7-64e7-478a-93b6-96bdc0a89416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:08Z', 'updated_at': '2021-07-09T15:24:13Z', 'revision_number': 4, 'project_id': '3fdc558e4b804a78859c2565a5dbcf72', 'subnets': [{'id': '4468b5d7-64e7-478a-93b6-96bdc0a89416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:24:13.850296 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-c8000c1b-0b53-4cfc-963e-7f4c7139d56a None None] Allocated IP 172.20.0.2 (9dca47a2-fb98-4bbf-a416-576692436344/2f36e272-f2f4-46fe-b960-6c6f1bfb7aca/fb3a34ad-9a8f-4348-82b8-a86b16a7a83c) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:24:13.867722 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cfaa7699-3eb4-4ccc-a674-c20ee9c7a936 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:13.992504 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cfaa7699-3eb4-4ccc-a674-c20ee9c7a936 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:14.023574 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c8000c1b-0b53-4cfc-963e-7f4c7139d56a None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:14.033215 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-c8000c1b-0b53-4cfc-963e-7f4c7139d56a None None] Transition to ACTIVE for port object fb3a34ad-9a8f-4348-82b8-a86b16a7a83c will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:24:14.049512 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-c8000c1b-0b53-4cfc-963e-7f4c7139d56a None None] Transition to ACTIVE for port object fb3a34ad-9a8f-4348-82b8-a86b16a7a83c will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:24:14.074232 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c5a47f5c-9025-4e0a-bd48-9bce04bc56de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:14.102346 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cfaa7699-3eb4-4ccc-a674-c20ee9c7a936 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:14.122184 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaa7699-3eb4-4ccc-a674-c20ee9c7a936 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdf75a4d-28b6-4612-8625-1d445275d0e8,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:14.182731 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c8000c1b-0b53-4cfc-963e-7f4c7139d56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:14.210811 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cfaa7699-3eb4-4ccc-a674-c20ee9c7a936 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:14.212122 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-cfaa7699-3eb4-4ccc-a674-c20ee9c7a936 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5741518 Jul 09 15:24:14.216842 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 52708) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:24:14.221633 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-e8bc5498-4e82-4df8-96b4-bc45e35c331c tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Request body: {'security_group_rule': {'security_group_id': '51cf3dae-cce3-4f79-b1a7-20415bf786f1', 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:24:14.233949 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8000c1b-0b53-4cfc-963e-7f4c7139d56a None None] Network 9dca47a2-fb98-4bbf-a416-576692436344 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:24:14.237213 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-c8000c1b-0b53-4cfc-963e-7f4c7139d56a None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:24:14.242539 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8000c1b-0b53-4cfc-963e-7f4c7139d56a None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:24:14.246159 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8000c1b-0b53-4cfc-963e-7f4c7139d56a None None] Pushing event updated for resources: {'Port': ['ID=fb3a34ad-9a8f-4348-82b8-a86b16a7a83c,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:14.306639 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-c8000c1b-0b53-4cfc-963e-7f4c7139d56a None None] Attempting to bind port fb3a34ad-9a8f-4348-82b8-a86b16a7a83c on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:24:14.307019 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-c8000c1b-0b53-4cfc-963e-7f4c7139d56a None None] Attempting to bind port fb3a34ad-9a8f-4348-82b8-a86b16a7a83c by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'c4773c72-353d-438a-9d5c-7b2fc98152be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '9dca47a2-fb98-4bbf-a416-576692436344'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:24:14.307402 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8000c1b-0b53-4cfc-963e-7f4c7139d56a None None] Attempting to bind port fb3a34ad-9a8f-4348-82b8-a86b16a7a83c on network 9dca47a2-fb98-4bbf-a416-576692436344 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:24:14.313521 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8000c1b-0b53-4cfc-963e-7f4c7139d56a None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:24:14.313914 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8000c1b-0b53-4cfc-963e-7f4c7139d56a None None] Checking segment: {'id': 'c4773c72-353d-438a-9d5c-7b2fc98152be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '9dca47a2-fb98-4bbf-a416-576692436344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:24:14.314318 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c8000c1b-0b53-4cfc-963e-7f4c7139d56a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:14.314723 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8000c1b-0b53-4cfc-963e-7f4c7139d56a None None] Bound using segment: {'id': 'c4773c72-353d-438a-9d5c-7b2fc98152be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '9dca47a2-fb98-4bbf-a416-576692436344'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:24:14.315207 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-c8000c1b-0b53-4cfc-963e-7f4c7139d56a None None] Bound port: fb3a34ad-9a8f-4348-82b8-a86b16a7a83c, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4773c72-353d-438a-9d5c-7b2fc98152be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '9dca47a2-fb98-4bbf-a416-576692436344'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:24:14.315621 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c8000c1b-0b53-4cfc-963e-7f4c7139d56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:14.327708 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e8bc5498-4e82-4df8-96b4-bc45e35c331c tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:14.393364 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-c8000c1b-0b53-4cfc-963e-7f4c7139d56a None None] For port fb3a34ad-9a8f-4348-82b8-a86b16a7a83c, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:24:14.402090 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-c8000c1b-0b53-4cfc-963e-7f4c7139d56a None None] For port fb3a34ad-9a8f-4348-82b8-a86b16a7a83c, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=fb3a34ad-9a8f-4348-82b8-a86b16a7a83c,segment=NetworkSegment(c4773c72-353d-438a-9d5c-7b2fc98152be),segment_id=c4773c72-353d-438a-9d5c-7b2fc98152be)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:24:14.418944 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e8bc5498-4e82-4df8-96b4-bc45e35c331c tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:14.458230 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c5a47f5c-9025-4e0a-bd48-9bce04bc56de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:14.483621 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c5a47f5c-9025-4e0a-bd48-9bce04bc56de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:14.495492 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c8000c1b-0b53-4cfc-963e-7f4c7139d56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:14.508066 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e8bc5498-4e82-4df8-96b4-bc45e35c331c tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:14.524452 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bc5498-4e82-4df8-96b4-bc45e35c331c tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ef4317f-88f7-4d28-9c74-8f01342c7cc3,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:14.578793 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8000c1b-0b53-4cfc-963e-7f4c7139d56a None None] Pushing event updated for resources: {'Port': ['ID=fb3a34ad-9a8f-4348-82b8-a86b16a7a83c,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:14.602595 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e8bc5498-4e82-4df8-96b4-bc45e35c331c tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:14.607043 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e8bc5498-4e82-4df8-96b4-bc45e35c331c tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3859603 Jul 09 15:24:14.607271 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 52710) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:24:14.612134 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-a17d42fb-8639-49db-824e-d4d8c7e44341 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Request body: {'security_group_rule': {'security_group_id': '51cf3dae-cce3-4f79-b1a7-20415bf786f1', 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:24:14.710963 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a17d42fb-8639-49db-824e-d4d8c7e44341 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:14.813670 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a17d42fb-8639-49db-824e-d4d8c7e44341 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:14.894027 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a17d42fb-8639-49db-824e-d4d8c7e44341 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:14.924223 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d42fb-8639-49db-824e-d4d8c7e44341 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08ebbcf2-6816-445f-a065-aecb7945478a,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:14.930675 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-c5a47f5c-9025-4e0a-bd48-9bce04bc56de admin admin] Allocated IP 172.25.3.193 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/c3ca2666-7db2-4a2d-bdf9-30efdac1a94f) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:24:15.037954 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c5a47f5c-9025-4e0a-bd48-9bce04bc56de admin admin] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:15.045334 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a17d42fb-8639-49db-824e-d4d8c7e44341 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:15.050651 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-a17d42fb-8639-49db-824e-d4d8c7e44341 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4423008 Jul 09 15:24:15.054156 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 52712) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:24:15.059149 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-6ed3246d-4852-4856-9991-df87aad9aa47 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Request body: {'security_group_rule': {'security_group_id': '51cf3dae-cce3-4f79-b1a7-20415bf786f1', 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:24:15.165467 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c5a47f5c-9025-4e0a-bd48-9bce04bc56de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:15.183213 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6ed3246d-4852-4856-9991-df87aad9aa47 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:15.218958 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a47f5c-9025-4e0a-bd48-9bce04bc56de admin admin] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:24:15.218958 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-c5a47f5c-9025-4e0a-bd48-9bce04bc56de admin admin] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:24:15.224581 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a47f5c-9025-4e0a-bd48-9bce04bc56de admin admin] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:24:15.236169 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:15.254652 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a47f5c-9025-4e0a-bd48-9bce04bc56de admin admin] Pushing event updated for resources: {'Port': ['ID=c3ca2666-7db2-4a2d-bdf9-30efdac1a94f,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:15.259845 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6ed3246d-4852-4856-9991-df87aad9aa47 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:15.339762 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6ed3246d-4852-4856-9991-df87aad9aa47 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:15.377831 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed3246d-4852-4856-9991-df87aad9aa47 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19676d1d-6f72-4478-8402-3fa16870bfb9,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:15.380296 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device cce107d7-3e57-4d4a-b97f-e270f5169244 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:24:15.479610 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6ed3246d-4852-4856-9991-df87aad9aa47 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:15.480999 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-6ed3246d-4852-4856-9991-df87aad9aa47 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4256995 Jul 09 15:24:15.483801 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 52714) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:24:15.490717 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-b0099419-cf0b-4f34-8403-6279953c2dbf tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Request body: {'security_group_rule': {'security_group_id': '51cf3dae-cce3-4f79-b1a7-20415bf786f1', 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:24:15.545216 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port cce107d7-3e57-4d4a-b97f-e270f5169244 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:24:15.551419 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port cce107d7-3e57-4d4a-b97f-e270f5169244 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:24:15.551886 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:15.593502 n-d-799529-6 neutron-server[94445]: INFO neutron.db.securitygroups_db [None req-b0099419-cf0b-4f34-8403-6279953c2dbf tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Project a72faee8848947debd81a1c8a7d3d88c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 15:24:15.599161 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b0099419-cf0b-4f34-8403-6279953c2dbf tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:15.638224 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:15.670942 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c5a47f5c-9025-4e0a-bd48-9bce04bc56de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:15.689162 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port cce107d7-3e57-4d4a-b97f-e270f5169244, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=cce107d7-3e57-4d4a-b97f-e270f5169244,segment=NetworkSegment(606647b5-2487-48f5-8bbb-91ffd6756a32),segment_id=606647b5-2487-48f5-8bbb-91ffd6756a32)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:24:15.689162 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b87ca0-f4c7-414a-ad1a-793cd83b3267 None None] Network 9dca47a2-fb98-4bbf-a416-576692436344 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:24:15.805515 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:15.806581 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device fb3a34ad-9a8f-4348-82b8-a86b16a7a83c up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:24:15.863019 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-33529d7d-dc78-4cf1-95b3-29db83e25283 None None] Provisioning for port fb3a34ad-9a8f-4348-82b8-a86b16a7a83c completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:24:15.900262 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c5a47f5c-9025-4e0a-bd48-9bce04bc56de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:15.933399 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=cce107d7-3e57-4d4a-b97f-e270f5169244,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:15.943965 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b0099419-cf0b-4f34-8403-6279953c2dbf tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:16.056528 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b0099419-cf0b-4f34-8403-6279953c2dbf tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:16.076459 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0099419-cf0b-4f34-8403-6279953c2dbf tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25ab9aff-5a65-4d0c-a7c8-2fa3057d3cc1,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:16.090414 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port fb3a34ad-9a8f-4348-82b8-a86b16a7a83c completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:24:16.095715 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port fb3a34ad-9a8f-4348-82b8-a86b16a7a83c triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:24:16.096165 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:16.147878 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5a47f5c-9025-4e0a-bd48-9bce04bc56de admin admin] Router 32eece7c-621a-48af-a388-f691a65034f3 is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 15:24:16.176468 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b0099419-cf0b-4f34-8403-6279953c2dbf tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:16.177908 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b0099419-cf0b-4f34-8403-6279953c2dbf tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6930573 Jul 09 15:24:16.180584 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 52716) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:24:16.186065 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-7753a9f6-3c68-432b-a6ff-a329ad357bbd tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Request body: {'security_group_rule': {'security_group_id': '51cf3dae-cce3-4f79-b1a7-20415bf786f1', 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:24:16.190388 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:16.230219 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port fb3a34ad-9a8f-4348-82b8-a86b16a7a83c, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=fb3a34ad-9a8f-4348-82b8-a86b16a7a83c,segment=NetworkSegment(c4773c72-353d-438a-9d5c-7b2fc98152be),segment_id=c4773c72-353d-438a-9d5c-7b2fc98152be)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:24:16.235216 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-c21b78b5-7b92-4bf5-a459-527559c29d89 None None] Provisioning complete for port fb3a34ad-9a8f-4348-82b8-a86b16a7a83c triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:24:16.235551 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c21b78b5-7b92-4bf5-a459-527559c29d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:16.264177 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a47f5c-9025-4e0a-bd48-9bce04bc56de admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:24:16.270403 n-d-799529-6 neutron-server[94445]: INFO neutron.db.securitygroups_db [None req-7753a9f6-3c68-432b-a6ff-a329ad357bbd tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Project a72faee8848947debd81a1c8a7d3d88c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 15:24:16.275810 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7753a9f6-3c68-432b-a6ff-a329ad357bbd tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:16.281694 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07512466-cc36-47f6-b606-4332da8072af None None] Sync routers for ids ['32eece7c-621a-48af-a388-f691a65034f3'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:24:16.296711 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07512466-cc36-47f6-b606-4332da8072af None None] Routers {'32eece7c-621a-48af-a388-f691a65034f3'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:24:16.297339 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-07512466-cc36-47f6-b606-4332da8072af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:23:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['32eece7c-621a-48af-a388-f691a65034f3'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:24:16.338080 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7753a9f6-3c68-432b-a6ff-a329ad357bbd tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:16.354870 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:16.357375 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c5a47f5c-9025-4e0a-bd48-9bce04bc56de admin admin] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:16.359426 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c5a47f5c-9025-4e0a-bd48-9bce04bc56de admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7519073 Jul 09 15:24:16.362216 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 52718) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:24:16.413310 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7753a9f6-3c68-432b-a6ff-a329ad357bbd tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:16.429994 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c21b78b5-7b92-4bf5-a459-527559c29d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:16.463338 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7753a9f6-3c68-432b-a6ff-a329ad357bbd tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02bef3c5-f847-4ce3-ae3c-da7e7b470931,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:16.538151 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7753a9f6-3c68-432b-a6ff-a329ad357bbd tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:16.539385 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-7753a9f6-3c68-432b-a6ff-a329ad357bbd tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3576896 Jul 09 15:24:16.542554 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 52720) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:24:16.548778 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-8040e9cc-2071-45cf-918b-eafdfc02fb02 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Request body: {'network': {'name': 'tempest-network-smoke--2114346768', 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'port_security_enabled': True}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:24:16.625588 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=fb3a34ad-9a8f-4348-82b8-a86b16a7a83c,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:16.664261 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-07512466-cc36-47f6-b606-4332da8072af None None] Set router 32eece7c-621a-48af-a388-f691a65034f3 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:24:16.673225 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8040e9cc-2071-45cf-918b-eafdfc02fb02 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Made reservation on behalf of a72faee8848947debd81a1c8a7d3d88c for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:24:16.677120 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8040e9cc-2071-45cf-918b-eafdfc02fb02 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:16.705412 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8040e9cc-2071-45cf-918b-eafdfc02fb02 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:24:16.717204 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8040e9cc-2071-45cf-918b-eafdfc02fb02 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:16.717675 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-8040e9cc-2071-45cf-918b-eafdfc02fb02 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Added segment b8f5b29f-9490-43a1-b199-77ded50871be of type vlan for network ce12e4fa-09bd-4139-b6e3-ed21d0a30477 Jul 09 15:24:16.737785 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.db.api [None req-c21b78b5-7b92-4bf5-a459-527559c29d89 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 15:24:16.738144 n-d-799529-6 neutron-server[94447]: DEBUG oslo_db.api [None req-c21b78b5-7b92-4bf5-a459-527559c29d89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 15:24:16.762144 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8040e9cc-2071-45cf-918b-eafdfc02fb02 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:16.826460 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-768873a1-74a0-49a7-81df-203a86b2b781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:16.856208 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-07512466-cc36-47f6-b606-4332da8072af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32eece7c-621a-48af-a388-f691a65034f3', 'name': 'tempest-TestVolumeBootPattern-1847998634-router', 'tenant_id': '10ac965024614a77afe033fef68b2c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': 'c3ca2666-7db2-4a2d-bdf9-30efdac1a94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:24:13Z', 'updated_at': '2021-07-09T15:24:15Z', 'revision_number': 3, 'project_id': '10ac965024614a77afe033fef68b2c2a', 'gw_port': {'id': 'c3ca2666-7db2-4a2d-bdf9-30efdac1a94f', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:67:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32eece7c-621a-48af-a388-f691a65034f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:14Z', 'updated_at': '2021-07-09T15:24:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:24:16.862298 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8040e9cc-2071-45cf-918b-eafdfc02fb02 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:16.868339 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8040e9cc-2071-45cf-918b-eafdfc02fb02 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:16.868941 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8040e9cc-2071-45cf-918b-eafdfc02fb02 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:16.894276 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07512466-cc36-47f6-b606-4332da8072af None None] Checking router: 32eece7c-621a-48af-a388-f691a65034f3 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:24:16.894276 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07512466-cc36-47f6-b606-4332da8072af None None] Updating router 32eece7c-621a-48af-a388-f691a65034f3 port c3ca2666-7db2-4a2d-bdf9-30efdac1a94f binding host n-d-799529-6 {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:24:16.928507 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-07512466-cc36-47f6-b606-4332da8072af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:16.973612 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8040e9cc-2071-45cf-918b-eafdfc02fb02 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event updated for resources: {'Network': ['ID=ce12e4fa-09bd-4139-b6e3-ed21d0a30477,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:16.994550 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-768873a1-74a0-49a7-81df-203a86b2b781 admin admin] Allocated IP 172.20.0.1 (9dca47a2-fb98-4bbf-a416-576692436344/2f36e272-f2f4-46fe-b960-6c6f1bfb7aca/c851a8fd-6ea8-46a2-be1e-cbf25d19ba7f) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:24:17.003146 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-8040e9cc-2071-45cf-918b-eafdfc02fb02 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4588530 Jul 09 15:24:17.005881 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 52722) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:24:17.010581 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-4eff226d-50d6-4f6a-a8c6-6e8a1a732438 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-875245153', 'admin_state_up': True, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:24:17.011449 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network ce12e4fa-09bd-4139-b6e3-ed21d0a30477 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:24:17.122126 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-768873a1-74a0-49a7-81df-203a86b2b781 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:17.135696 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-768873a1-74a0-49a7-81df-203a86b2b781 admin admin] Transition to ACTIVE for port object c851a8fd-6ea8-46a2-be1e-cbf25d19ba7f will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:24:17.140853 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4eff226d-50d6-4f6a-a8c6-6e8a1a732438 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:17.141831 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4eff226d-50d6-4f6a-a8c6-6e8a1a732438 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:17.223091 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4eff226d-50d6-4f6a-a8c6-6e8a1a732438 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:17.270633 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device cce107d7-3e57-4d4a-b97f-e270f5169244 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:24:17.281312 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-07512466-cc36-47f6-b606-4332da8072af None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:17.321116 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-07512466-cc36-47f6-b606-4332da8072af None None] Transition to ACTIVE for port object c3ca2666-7db2-4a2d-bdf9-30efdac1a94f will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:24:17.341042 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port cce107d7-3e57-4d4a-b97f-e270f5169244 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:24:17.341424 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:17.347865 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-768873a1-74a0-49a7-81df-203a86b2b781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:17.414921 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-07512466-cc36-47f6-b606-4332da8072af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:17.424341 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768873a1-74a0-49a7-81df-203a86b2b781 admin admin] Network 9dca47a2-fb98-4bbf-a416-576692436344 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:24:17.452817 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device fb3a34ad-9a8f-4348-82b8-a86b16a7a83c up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:24:17.490272 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-768873a1-74a0-49a7-81df-203a86b2b781 admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:24:17.497639 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768873a1-74a0-49a7-81df-203a86b2b781 admin admin] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:24:17.498449 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e695f31b-8d0c-4574-867d-f8188e34f7b9 None None] Pushing event updated for resources: {'Port': ['ID=c3ca2666-7db2-4a2d-bdf9-30efdac1a94f,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:17.508560 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-07512466-cc36-47f6-b606-4332da8072af None None] Attempting to bind port c3ca2666-7db2-4a2d-bdf9-30efdac1a94f on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:24:17.508931 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-07512466-cc36-47f6-b606-4332da8072af None None] Attempting to bind port c3ca2666-7db2-4a2d-bdf9-30efdac1a94f by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:24:17.509303 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07512466-cc36-47f6-b606-4332da8072af None None] Attempting to bind port c3ca2666-7db2-4a2d-bdf9-30efdac1a94f on network 202c7ce6-d4e9-4f80-84dd-bef08905a653 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:24:17.517390 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07512466-cc36-47f6-b606-4332da8072af None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:24:17.517773 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07512466-cc36-47f6-b606-4332da8072af None None] Checking segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:24:17.524121 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-07512466-cc36-47f6-b606-4332da8072af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:17.524121 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07512466-cc36-47f6-b606-4332da8072af None None] Bound using segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:24:17.524121 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-07512466-cc36-47f6-b606-4332da8072af None None] Bound port: c3ca2666-7db2-4a2d-bdf9-30efdac1a94f, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:24:17.524121 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-07512466-cc36-47f6-b606-4332da8072af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:17.525332 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4eff226d-50d6-4f6a-a8c6-6e8a1a732438 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:17.526776 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768873a1-74a0-49a7-81df-203a86b2b781 admin admin] Pushing event updated for resources: {'Port': ['ID=c851a8fd-6ea8-46a2-be1e-cbf25d19ba7f,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:17.549644 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-768873a1-74a0-49a7-81df-203a86b2b781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:17.584186 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port fb3a34ad-9a8f-4348-82b8-a86b16a7a83c triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:24:17.584537 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:17.611645 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-07512466-cc36-47f6-b606-4332da8072af None None] For port c3ca2666-7db2-4a2d-bdf9-30efdac1a94f, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:24:17.631755 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-07512466-cc36-47f6-b606-4332da8072af None None] For port c3ca2666-7db2-4a2d-bdf9-30efdac1a94f, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=c3ca2666-7db2-4a2d-bdf9-30efdac1a94f,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:24:17.871052 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-07512466-cc36-47f6-b606-4332da8072af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:17.933903 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07512466-cc36-47f6-b606-4332da8072af None None] Routers {'32eece7c-621a-48af-a388-f691a65034f3'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:24:17.934548 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-07512466-cc36-47f6-b606-4332da8072af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:23:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['32eece7c-621a-48af-a388-f691a65034f3'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:24:17.940710 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-54cc59a0-de6e-492f-a8e7-f7b1bb2bc053 None None] Provisioning for port c851a8fd-6ea8-46a2-be1e-cbf25d19ba7f completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:24:17.974206 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e695f31b-8d0c-4574-867d-f8188e34f7b9 None None] Pushing event updated for resources: {'Port': ['ID=c3ca2666-7db2-4a2d-bdf9-30efdac1a94f,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:17.979392 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-54cc59a0-de6e-492f-a8e7-f7b1bb2bc053 None None] Provisioning complete for port c851a8fd-6ea8-46a2-be1e-cbf25d19ba7f triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:24:17.979815 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-54cc59a0-de6e-492f-a8e7-f7b1bb2bc053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:18.003973 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4eff226d-50d6-4f6a-a8c6-6e8a1a732438 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for router_gateway, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:18.024434 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-768873a1-74a0-49a7-81df-203a86b2b781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:18.031545 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4eff226d-50d6-4f6a-a8c6-6e8a1a732438 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:18.054645 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-54cc59a0-de6e-492f-a8e7-f7b1bb2bc053 None None] Port c851a8fd-6ea8-46a2-be1e-cbf25d19ba7f cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:24:18.078977 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-07512466-cc36-47f6-b606-4332da8072af None None] Set router 32eece7c-621a-48af-a388-f691a65034f3 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:24:18.229962 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-4eff226d-50d6-4f6a-a8c6-6e8a1a732438 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Allocated IP 172.25.3.205 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/f6d75aa7-39f5-440b-bd00-8ed3d879bba2) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:24:18.284772 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-07512466-cc36-47f6-b606-4332da8072af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32eece7c-621a-48af-a388-f691a65034f3', 'name': 'tempest-TestVolumeBootPattern-1847998634-router', 'tenant_id': '10ac965024614a77afe033fef68b2c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': 'c3ca2666-7db2-4a2d-bdf9-30efdac1a94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:24:13Z', 'updated_at': '2021-07-09T15:24:17Z', 'revision_number': 4, 'project_id': '10ac965024614a77afe033fef68b2c2a', 'gw_port': {'id': 'c3ca2666-7db2-4a2d-bdf9-30efdac1a94f', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:67:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32eece7c-621a-48af-a388-f691a65034f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:14Z', 'updated_at': '2021-07-09T15:24:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'c851a8fd-6ea8-46a2-be1e-cbf25d19ba7f', 'name': '', 'network_id': '9dca47a2-fb98-4bbf-a416-576692436344', 'tenant_id': '10ac965024614a77afe033fef68b2c2a', 'mac_address': 'fa:16:3e:19:b3:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32eece7c-621a-48af-a388-f691a65034f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '2f36e272-f2f4-46fe-b960-6c6f1bfb7aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:16Z', 'updated_at': '2021-07-09T15:24:17Z', 'revision_number': 1, 'project_id': '10ac965024614a77afe033fef68b2c2a', 'subnets': [{'id': '2f36e272-f2f4-46fe-b960-6c6f1bfb7aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:24:18.315167 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07512466-cc36-47f6-b606-4332da8072af None None] The sync data for ids ['32eece7c-621a-48af-a388-f691a65034f3'] in n-d-799529-6 is: [{'id': '32eece7c-621a-48af-a388-f691a65034f3', 'name': 'tempest-TestVolumeBootPattern-1847998634-router', 'tenant_id': '10ac965024614a77afe033fef68b2c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': 'c3ca2666-7db2-4a2d-bdf9-30efdac1a94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:24:13Z', 'updated_at': '2021-07-09T15:24:17Z', 'revision_number': 4, 'project_id': '10ac965024614a77afe033fef68b2c2a', 'gw_port': {'id': 'c3ca2666-7db2-4a2d-bdf9-30efdac1a94f', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:67:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32eece7c-621a-48af-a388-f691a65034f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:14Z', 'updated_at': '2021-07-09T15:24:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'c851a8fd-6ea8-46a2-be1e-cbf25d19ba7f', 'name': '', 'network_id': '9dca47a2-fb98-4bbf-a416-576692436344', 'tenant_id': '10ac965024614a77afe033fef68b2c2a', 'mac_address': 'fa:16:3e:19:b3:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32eece7c-621a-48af-a388-f691a65034f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '2f36e272-f2f4-46fe-b960-6c6f1bfb7aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:16Z', 'updated_at': '2021-07-09T15:24:17Z', 'revision_number': 1, 'project_id': '10ac965024614a77afe033fef68b2c2a', 'subnets': [{'id': '2f36e272-f2f4-46fe-b960-6c6f1bfb7aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:24:18.340525 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-768873a1-74a0-49a7-81df-203a86b2b781 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:18.373641 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4eff226d-50d6-4f6a-a8c6-6e8a1a732438 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:18.405296 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-768873a1-74a0-49a7-81df-203a86b2b781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:18.479448 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768873a1-74a0-49a7-81df-203a86b2b781 admin admin] Pushing event updated for resources: {'Port': ['ID=c851a8fd-6ea8-46a2-be1e-cbf25d19ba7f,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:18.489808 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-768873a1-74a0-49a7-81df-203a86b2b781 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:18.553330 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4eff226d-50d6-4f6a-a8c6-6e8a1a732438 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:18.607620 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eff226d-50d6-4f6a-a8c6-6e8a1a732438 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:24:18.615891 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-4eff226d-50d6-4f6a-a8c6-6e8a1a732438 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:24:18.621941 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eff226d-50d6-4f6a-a8c6-6e8a1a732438 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:24:18.660925 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eff226d-50d6-4f6a-a8c6-6e8a1a732438 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event updated for resources: {'Port': ['ID=f6d75aa7-39f5-440b-bd00-8ed3d879bba2,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:18.695966 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768873a1-74a0-49a7-81df-203a86b2b781 admin admin] Network 9dca47a2-fb98-4bbf-a416-576692436344 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:24:18.700725 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-768873a1-74a0-49a7-81df-203a86b2b781 admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:24:18.916694 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-768873a1-74a0-49a7-81df-203a86b2b781 admin admin] Router 32eece7c-621a-48af-a388-f691a65034f3 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:24:19.004290 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-5db2df4f-70dc-4652-aef4-093077325f34 None None] Provisioning complete for port c851a8fd-6ea8-46a2-be1e-cbf25d19ba7f triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:24:19.007693 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5db2df4f-70dc-4652-aef4-093077325f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:19.048730 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-5db2df4f-70dc-4652-aef4-093077325f34 None None] Port c851a8fd-6ea8-46a2-be1e-cbf25d19ba7f cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:24:19.118119 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-768873a1-74a0-49a7-81df-203a86b2b781 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:24:19.128106 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-768873a1-74a0-49a7-81df-203a86b2b781 admin admin] 10.222.0.58 "PUT /v2.0/routers/32eece7c-621a-48af-a388-f691a65034f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7647293 Jul 09 15:24:19.154580 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4eff226d-50d6-4f6a-a8c6-6e8a1a732438 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for router_gateway, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:19.303782 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device c3ca2666-7db2-4a2d-bdf9-30efdac1a94f up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:24:19.420584 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port c3ca2666-7db2-4a2d-bdf9-30efdac1a94f completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:24:19.425693 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port c3ca2666-7db2-4a2d-bdf9-30efdac1a94f triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:24:19.426294 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:19.517679 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:19.543289 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port c3ca2666-7db2-4a2d-bdf9-30efdac1a94f, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=c3ca2666-7db2-4a2d-bdf9-30efdac1a94f,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:24:19.639304 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:19.663094 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4eff226d-50d6-4f6a-a8c6-6e8a1a732438 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:19.693895 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=c3ca2666-7db2-4a2d-bdf9-30efdac1a94f,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:19.881682 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eff226d-50d6-4f6a-a8c6-6e8a1a732438 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Router 77ab6069-f113-4994-a76b-7b1fb3385404 is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 15:24:20.000479 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eff226d-50d6-4f6a-a8c6-6e8a1a732438 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:24:20.009718 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253829eb-5126-4550-97f0-5195afaa6a5f None None] Sync routers for ids ['77ab6069-f113-4994-a76b-7b1fb3385404'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:24:20.019491 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253829eb-5126-4550-97f0-5195afaa6a5f None None] Routers {'77ab6069-f113-4994-a76b-7b1fb3385404'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:24:20.020137 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-253829eb-5126-4550-97f0-5195afaa6a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:23:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['77ab6069-f113-4994-a76b-7b1fb3385404'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:24:20.110134 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4eff226d-50d6-4f6a-a8c6-6e8a1a732438 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:20.111412 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-4eff226d-50d6-4f6a-a8c6-6e8a1a732438 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.1045618 Jul 09 15:24:20.114797 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 52736) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:24:20.127631 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-253829eb-5126-4550-97f0-5195afaa6a5f None None] Set router 77ab6069-f113-4994-a76b-7b1fb3385404 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:24:20.148333 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-28d7d144-ae40-491a-a51b-d5d3da8daa3d tempest-TestNetworkAdvancedServerOps-1044390005 tempest-TestNetworkAdvancedServerOps-1044390005-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=a72faee8848947debd81a1c8a7d3d88c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291579 Jul 09 15:24:20.148650 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 52738) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:24:20.307749 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7903197e-850f-409c-b908-764b4e96b70c tempest-TestNetworkAdvancedServerOps-1044390005 tempest-TestNetworkAdvancedServerOps-1044390005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:20.309373 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7903197e-850f-409c-b908-764b4e96b70c tempest-TestNetworkAdvancedServerOps-1044390005 tempest-TestNetworkAdvancedServerOps-1044390005-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1596956 Jul 09 15:24:20.312406 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 52740) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:24:20.313636 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-253829eb-5126-4550-97f0-5195afaa6a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ab6069-f113-4994-a76b-7b1fb3385404', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875245153', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'f6d75aa7-39f5-440b-bd00-8ed3d879bba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:24:17Z', 'updated_at': '2021-07-09T15:24:18Z', 'revision_number': 3, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'gw_port': {'id': 'f6d75aa7-39f5-440b-bd00-8ed3d879bba2', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ab6069-f113-4994-a76b-7b1fb3385404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:18Z', 'updated_at': '2021-07-09T15:24:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:24:20.344648 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253829eb-5126-4550-97f0-5195afaa6a5f None None] Checking router: 77ab6069-f113-4994-a76b-7b1fb3385404 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:24:20.344993 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253829eb-5126-4550-97f0-5195afaa6a5f None None] Updating router 77ab6069-f113-4994-a76b-7b1fb3385404 port f6d75aa7-39f5-440b-bd00-8ed3d879bba2 binding host n-d-799529-6 {{(pid=94448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:24:20.348904 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-98ddef40-cf66-488e-a7e1-fb2c5c519282 tempest-TestNetworkAdvancedServerOps-1044390005 tempest-TestNetworkAdvancedServerOps-1044390005-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=202c7ce6-d4e9-4f80-84dd-bef08905a653&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0352647 Jul 09 15:24:20.351478 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 52742) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:24:20.356698 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-3ad21347-85be-4d55-bc8a-e9552356c09d tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1606744826', 'network_id': 'ce12e4fa-09bd-4139-b6e3-ed21d0a30477', 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:24:20.383467 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-253829eb-5126-4550-97f0-5195afaa6a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:20.565619 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad21347-85be-4d55-bc8a-e9552356c09d tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Made reservation on behalf of a72faee8848947debd81a1c8a7d3d88c for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:24:20.570802 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3ad21347-85be-4d55-bc8a-e9552356c09d tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:20.672687 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-253829eb-5126-4550-97f0-5195afaa6a5f None None] Notify callbacks [] for port, precommit_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:20.684378 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.provisioning_blocks [None req-253829eb-5126-4550-97f0-5195afaa6a5f None None] Transition to ACTIVE for port object f6d75aa7-39f5-440b-bd00-8ed3d879bba2 will not be triggered until provisioned by entity L2. {{(pid=94448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:24:20.764278 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-253829eb-5126-4550-97f0-5195afaa6a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:20.825413 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-253829eb-5126-4550-97f0-5195afaa6a5f None None] Attempting to bind port f6d75aa7-39f5-440b-bd00-8ed3d879bba2 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:24:20.825792 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-253829eb-5126-4550-97f0-5195afaa6a5f None None] Attempting to bind port f6d75aa7-39f5-440b-bd00-8ed3d879bba2 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:24:20.826159 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253829eb-5126-4550-97f0-5195afaa6a5f None None] Attempting to bind port f6d75aa7-39f5-440b-bd00-8ed3d879bba2 on network 202c7ce6-d4e9-4f80-84dd-bef08905a653 {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:24:20.833545 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cc7fae-1848-43ef-89b4-059d2e1fcb10 None None] Pushing event updated for resources: {'Port': ['ID=f6d75aa7-39f5-440b-bd00-8ed3d879bba2,revision_number=2']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:20.833725 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3ad21347-85be-4d55-bc8a-e9552356c09d tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:20.837189 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253829eb-5126-4550-97f0-5195afaa6a5f None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:24:20.837572 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253829eb-5126-4550-97f0-5195afaa6a5f None None] Checking segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:24:20.837987 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-253829eb-5126-4550-97f0-5195afaa6a5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:20.838445 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253829eb-5126-4550-97f0-5195afaa6a5f None None] Bound using segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:24:20.839037 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-253829eb-5126-4550-97f0-5195afaa6a5f None None] Bound port: f6d75aa7-39f5-440b-bd00-8ed3d879bba2, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:24:20.840569 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-253829eb-5126-4550-97f0-5195afaa6a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:20.900662 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-253829eb-5126-4550-97f0-5195afaa6a5f None None] For port f6d75aa7-39f5-440b-bd00-8ed3d879bba2, host n-d-799529-6, cleared binding levels {{(pid=94448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:24:20.904922 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-253829eb-5126-4550-97f0-5195afaa6a5f None None] For port f6d75aa7-39f5-440b-bd00-8ed3d879bba2, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=f6d75aa7-39f5-440b-bd00-8ed3d879bba2,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:24:20.908619 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad21347-85be-4d55-bc8a-e9552356c09d tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event updated for resources: {'Subnet': ['ID=33c2b1c2-428d-4ff9-a252-6baf4b948338,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:20.918265 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad21347-85be-4d55-bc8a-e9552356c09d tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Checking segment: {'id': 'b8f5b29f-9490-43a1-b199-77ded50871be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ce12e4fa-09bd-4139-b6e3-ed21d0a30477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:24:20.918790 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad21347-85be-4d55-bc8a-e9552356c09d tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Network hostable DHCP agents. Network: ce12e4fa-09bd-4139-b6e3-ed21d0a30477, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:24:20.973738 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-253829eb-5126-4550-97f0-5195afaa6a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:21.001910 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad21347-85be-4d55-bc8a-e9552356c09d tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Network ce12e4fa-09bd-4139-b6e3-ed21d0a30477 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:24:21.035672 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cc7fae-1848-43ef-89b4-059d2e1fcb10 None None] Pushing event updated for resources: {'Port': ['ID=f6d75aa7-39f5-440b-bd00-8ed3d879bba2,revision_number=3']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:21.059207 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:24:21.061440 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253829eb-5126-4550-97f0-5195afaa6a5f None None] Routers {'77ab6069-f113-4994-a76b-7b1fb3385404'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:24:21.062330 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-253829eb-5126-4550-97f0-5195afaa6a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:23:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['77ab6069-f113-4994-a76b-7b1fb3385404'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:24:21.064515 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-3ad21347-85be-4d55-bc8a-e9552356c09d tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, ce12e4fa-09bd-4139-b6e3-ed21d0a30477) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:24:21.075400 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad21347-85be-4d55-bc8a-e9552356c09d tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:21.076073 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3ad21347-85be-4d55-bc8a-e9552356c09d tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:21.078867 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c925d7-f69d-47f7-a34d-5fec425095ac None None] Network ce12e4fa-09bd-4139-b6e3-ed21d0a30477 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:24:21.164236 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-3ad21347-85be-4d55-bc8a-e9552356c09d tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8114693 Jul 09 15:24:21.165495 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 52750) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:24:21.176531 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-253829eb-5126-4550-97f0-5195afaa6a5f None None] Set router 77ab6069-f113-4994-a76b-7b1fb3385404 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:24:21.263382 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe86738-add7-44eb-953f-ff1a6ed4a7f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-ce12e4fa-09bd-4139-b6e3-ed21d0a30477', 'network_id': 'ce12e4fa-09bd-4139-b6e3-ed21d0a30477', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'fixed_ips': [{'subnet_id': '33c2b1c2-428d-4ff9-a252-6baf4b948338'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:24:21.264561 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7fe86738-add7-44eb-953f-ff1a6ed4a7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:21.285645 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device c3ca2666-7db2-4a2d-bdf9-30efdac1a94f up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:24:21.423192 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-253829eb-5126-4550-97f0-5195afaa6a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ab6069-f113-4994-a76b-7b1fb3385404', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875245153', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'f6d75aa7-39f5-440b-bd00-8ed3d879bba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:24:17Z', 'updated_at': '2021-07-09T15:24:18Z', 'revision_number': 3, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'gw_port': {'id': 'f6d75aa7-39f5-440b-bd00-8ed3d879bba2', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ab6069-f113-4994-a76b-7b1fb3385404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:18Z', 'updated_at': '2021-07-09T15:24:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:24:21.475542 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253829eb-5126-4550-97f0-5195afaa6a5f None None] The sync data for ids ['77ab6069-f113-4994-a76b-7b1fb3385404'] in n-d-799529-6 is: [{'id': '77ab6069-f113-4994-a76b-7b1fb3385404', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875245153', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'f6d75aa7-39f5-440b-bd00-8ed3d879bba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:24:17Z', 'updated_at': '2021-07-09T15:24:18Z', 'revision_number': 3, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'gw_port': {'id': 'f6d75aa7-39f5-440b-bd00-8ed3d879bba2', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ab6069-f113-4994-a76b-7b1fb3385404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:18Z', 'updated_at': '2021-07-09T15:24:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:24:21.515138 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port c3ca2666-7db2-4a2d-bdf9-30efdac1a94f triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:24:21.515761 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:21.559856 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-7fe86738-add7-44eb-953f-ff1a6ed4a7f0 None None] Allocated IP 172.20.0.2 (ce12e4fa-09bd-4139-b6e3-ed21d0a30477/33c2b1c2-428d-4ff9-a252-6baf4b948338/1afbde51-7b54-4412-98ca-b78c2cdb8ef0) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:24:21.769275 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7e150c2b-9433-488f-82bd-144dfc3bb542 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:21.772485 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7fe86738-add7-44eb-953f-ff1a6ed4a7f0 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:21.782203 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-7fe86738-add7-44eb-953f-ff1a6ed4a7f0 None None] Transition to ACTIVE for port object 1afbde51-7b54-4412-98ca-b78c2cdb8ef0 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:24:21.797787 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-7fe86738-add7-44eb-953f-ff1a6ed4a7f0 None None] Transition to ACTIVE for port object 1afbde51-7b54-4412-98ca-b78c2cdb8ef0 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:24:21.883718 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7fe86738-add7-44eb-953f-ff1a6ed4a7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:21.971322 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe86738-add7-44eb-953f-ff1a6ed4a7f0 None None] Network ce12e4fa-09bd-4139-b6e3-ed21d0a30477 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:24:21.979306 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-7fe86738-add7-44eb-953f-ff1a6ed4a7f0 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:24:21.983957 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe86738-add7-44eb-953f-ff1a6ed4a7f0 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:24:21.992697 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe86738-add7-44eb-953f-ff1a6ed4a7f0 None None] Pushing event updated for resources: {'Port': ['ID=1afbde51-7b54-4412-98ca-b78c2cdb8ef0,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:22.060276 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-7fe86738-add7-44eb-953f-ff1a6ed4a7f0 None None] Attempting to bind port 1afbde51-7b54-4412-98ca-b78c2cdb8ef0 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:24:22.060747 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-7fe86738-add7-44eb-953f-ff1a6ed4a7f0 None None] Attempting to bind port 1afbde51-7b54-4412-98ca-b78c2cdb8ef0 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'b8f5b29f-9490-43a1-b199-77ded50871be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ce12e4fa-09bd-4139-b6e3-ed21d0a30477'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:24:22.061139 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe86738-add7-44eb-953f-ff1a6ed4a7f0 None None] Attempting to bind port 1afbde51-7b54-4412-98ca-b78c2cdb8ef0 on network ce12e4fa-09bd-4139-b6e3-ed21d0a30477 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:24:22.066671 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe86738-add7-44eb-953f-ff1a6ed4a7f0 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:24:22.067048 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe86738-add7-44eb-953f-ff1a6ed4a7f0 None None] Checking segment: {'id': 'b8f5b29f-9490-43a1-b199-77ded50871be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ce12e4fa-09bd-4139-b6e3-ed21d0a30477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:24:22.067450 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7fe86738-add7-44eb-953f-ff1a6ed4a7f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:22.067889 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe86738-add7-44eb-953f-ff1a6ed4a7f0 None None] Bound using segment: {'id': 'b8f5b29f-9490-43a1-b199-77ded50871be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ce12e4fa-09bd-4139-b6e3-ed21d0a30477'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:24:22.068347 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-7fe86738-add7-44eb-953f-ff1a6ed4a7f0 None None] Bound port: 1afbde51-7b54-4412-98ca-b78c2cdb8ef0, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8f5b29f-9490-43a1-b199-77ded50871be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ce12e4fa-09bd-4139-b6e3-ed21d0a30477'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:24:22.068733 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7fe86738-add7-44eb-953f-ff1a6ed4a7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:22.133885 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90f4cb2-4abd-4d2e-9a20-cc306e7d001e None None] Sync routers for ids ['32eece7c-621a-48af-a388-f691a65034f3'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:24:22.152290 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-7fe86738-add7-44eb-953f-ff1a6ed4a7f0 None None] For port 1afbde51-7b54-4412-98ca-b78c2cdb8ef0, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:24:22.155147 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-7fe86738-add7-44eb-953f-ff1a6ed4a7f0 None None] For port 1afbde51-7b54-4412-98ca-b78c2cdb8ef0, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=1afbde51-7b54-4412-98ca-b78c2cdb8ef0,segment=NetworkSegment(b8f5b29f-9490-43a1-b199-77ded50871be),segment_id=b8f5b29f-9490-43a1-b199-77ded50871be)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:24:22.156227 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90f4cb2-4abd-4d2e-9a20-cc306e7d001e None None] Routers {'32eece7c-621a-48af-a388-f691a65034f3'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:24:22.156850 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-c90f4cb2-4abd-4d2e-9a20-cc306e7d001e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:23:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['32eece7c-621a-48af-a388-f691a65034f3'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:24:22.188436 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-7e150c2b-9433-488f-82bd-144dfc3bb542 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Allocated IP 172.20.0.1 (ce12e4fa-09bd-4139-b6e3-ed21d0a30477/33c2b1c2-428d-4ff9-a252-6baf4b948338/9e25254a-bff4-44ec-8231-6e1252302e9c) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:24:22.318136 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7e150c2b-9433-488f-82bd-144dfc3bb542 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:22.334919 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-7e150c2b-9433-488f-82bd-144dfc3bb542 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Transition to ACTIVE for port object 9e25254a-bff4-44ec-8231-6e1252302e9c will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:24:22.409840 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7fe86738-add7-44eb-953f-ff1a6ed4a7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:22.444930 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7e150c2b-9433-488f-82bd-144dfc3bb542 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:22.493159 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-c90f4cb2-4abd-4d2e-9a20-cc306e7d001e None None] Set router 32eece7c-621a-48af-a388-f691a65034f3 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:24:22.495896 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e150c2b-9433-488f-82bd-144dfc3bb542 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Network ce12e4fa-09bd-4139-b6e3-ed21d0a30477 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:24:22.502571 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-7e150c2b-9433-488f-82bd-144dfc3bb542 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:24:22.506851 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e150c2b-9433-488f-82bd-144dfc3bb542 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:24:22.530476 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe86738-add7-44eb-953f-ff1a6ed4a7f0 None None] Pushing event updated for resources: {'Port': ['ID=1afbde51-7b54-4412-98ca-b78c2cdb8ef0,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:22.574152 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e150c2b-9433-488f-82bd-144dfc3bb542 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event updated for resources: {'Port': ['ID=9e25254a-bff4-44ec-8231-6e1252302e9c,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:22.618837 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7e150c2b-9433-488f-82bd-144dfc3bb542 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:22.782994 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-c90f4cb2-4abd-4d2e-9a20-cc306e7d001e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32eece7c-621a-48af-a388-f691a65034f3', 'name': 'tempest-TestVolumeBootPattern-1847998634-router', 'tenant_id': '10ac965024614a77afe033fef68b2c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': 'c3ca2666-7db2-4a2d-bdf9-30efdac1a94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:24:13Z', 'updated_at': '2021-07-09T15:24:17Z', 'revision_number': 4, 'project_id': '10ac965024614a77afe033fef68b2c2a', 'gw_port': {'id': 'c3ca2666-7db2-4a2d-bdf9-30efdac1a94f', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:67:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32eece7c-621a-48af-a388-f691a65034f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:14Z', 'updated_at': '2021-07-09T15:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'c851a8fd-6ea8-46a2-be1e-cbf25d19ba7f', 'name': '', 'network_id': '9dca47a2-fb98-4bbf-a416-576692436344', 'tenant_id': '10ac965024614a77afe033fef68b2c2a', 'mac_address': 'fa:16:3e:19:b3:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32eece7c-621a-48af-a388-f691a65034f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '2f36e272-f2f4-46fe-b960-6c6f1bfb7aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:16Z', 'updated_at': '2021-07-09T15:24:18Z', 'revision_number': 2, 'project_id': '10ac965024614a77afe033fef68b2c2a', 'subnets': [{'id': '2f36e272-f2f4-46fe-b960-6c6f1bfb7aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:24:22.809889 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90f4cb2-4abd-4d2e-9a20-cc306e7d001e None None] Checking router: 32eece7c-621a-48af-a388-f691a65034f3 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:24:22.810236 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90f4cb2-4abd-4d2e-9a20-cc306e7d001e None None] Updating router 32eece7c-621a-48af-a388-f691a65034f3 port c851a8fd-6ea8-46a2-be1e-cbf25d19ba7f binding host n-d-799529-6 {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:24:22.855823 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c90f4cb2-4abd-4d2e-9a20-cc306e7d001e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:22.891155 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7e150c2b-9433-488f-82bd-144dfc3bb542 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:23.086585 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530f568-ed87-4c50-8ed1-e31c145335ce req-6c16696b-2933-4e44-a62d-739ee6d6464e tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:23.088955 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c530f568-ed87-4c50-8ed1-e31c145335ce req-6c16696b-2933-4e44-a62d-739ee6d6464e tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/networks?id=4f755c34-6ac6-47a3-ae75-bc820231858e HTTP/1.1" status: 200 len: 811 time: 0.1242642 Jul 09 15:24:23.114183 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c530f568-ed87-4c50-8ed1-e31c145335ce req-a227e74c-cff9-44c8-84ce-3ce57133366e tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/quotas/3fdc558e4b804a78859c2565a5dbcf72 HTTP/1.1" status: 200 len: 375 time: 0.0115645 Jul 09 15:24:23.180998 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c90f4cb2-4abd-4d2e-9a20-cc306e7d001e None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:23.191800 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-c90f4cb2-4abd-4d2e-9a20-cc306e7d001e None None] Transition to ACTIVE for port object c851a8fd-6ea8-46a2-be1e-cbf25d19ba7f will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:24:23.221657 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c530f568-ed87-4c50-8ed1-e31c145335ce req-aa700201-4bcf-4aa9-b7cb-05ac5b17e2a2 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3fdc558e4b804a78859c2565a5dbcf72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0950212 Jul 09 15:24:23.224345 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7e150c2b-9433-488f-82bd-144dfc3bb542 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:23.264407 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c90f4cb2-4abd-4d2e-9a20-cc306e7d001e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:23.293088 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7e150c2b-9433-488f-82bd-144dfc3bb542 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:23.383665 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c530f568-ed87-4c50-8ed1-e31c145335ce req-7cced5e8-6c2c-46cc-abe2-9f43033e91c3 service neutron] 10.222.0.58 "GET /v2.0/networks/4f755c34-6ac6-47a3-ae75-bc820231858e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551805 Jul 09 15:24:23.398993 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device f6d75aa7-39f5-440b-bd00-8ed3d879bba2 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:24:23.416718 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7e150c2b-9433-488f-82bd-144dfc3bb542 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:23.426065 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e150c2b-9433-488f-82bd-144dfc3bb542 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event updated for resources: {'Port': ['ID=9e25254a-bff4-44ec-8231-6e1252302e9c,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:23.426743 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c95043e-b42b-42bf-b1ac-0d07bf38beb6 None None] Pushing event updated for resources: {'Port': ['ID=c851a8fd-6ea8-46a2-be1e-cbf25d19ba7f,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:23.515376 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-c90f4cb2-4abd-4d2e-9a20-cc306e7d001e None None] Attempting to bind port c851a8fd-6ea8-46a2-be1e-cbf25d19ba7f on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:24:23.515861 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-c90f4cb2-4abd-4d2e-9a20-cc306e7d001e None None] Attempting to bind port c851a8fd-6ea8-46a2-be1e-cbf25d19ba7f by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'c4773c72-353d-438a-9d5c-7b2fc98152be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '9dca47a2-fb98-4bbf-a416-576692436344'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:24:23.516300 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90f4cb2-4abd-4d2e-9a20-cc306e7d001e None None] Attempting to bind port c851a8fd-6ea8-46a2-be1e-cbf25d19ba7f on network 9dca47a2-fb98-4bbf-a416-576692436344 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:24:23.525505 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90f4cb2-4abd-4d2e-9a20-cc306e7d001e None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:24:23.526047 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90f4cb2-4abd-4d2e-9a20-cc306e7d001e None None] Checking segment: {'id': 'c4773c72-353d-438a-9d5c-7b2fc98152be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '9dca47a2-fb98-4bbf-a416-576692436344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:24:23.526560 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c90f4cb2-4abd-4d2e-9a20-cc306e7d001e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:23.527028 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90f4cb2-4abd-4d2e-9a20-cc306e7d001e None None] Bound using segment: {'id': 'c4773c72-353d-438a-9d5c-7b2fc98152be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '9dca47a2-fb98-4bbf-a416-576692436344'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:24:23.527639 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-c90f4cb2-4abd-4d2e-9a20-cc306e7d001e None None] Bound port: c851a8fd-6ea8-46a2-be1e-cbf25d19ba7f, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4773c72-353d-438a-9d5c-7b2fc98152be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '9dca47a2-fb98-4bbf-a416-576692436344'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:24:23.528081 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c90f4cb2-4abd-4d2e-9a20-cc306e7d001e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:23.555118 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c530f568-ed87-4c50-8ed1-e31c145335ce req-73915022-68d6-43b6-a7e9-524461c94bca service neutron] 10.222.0.58 "GET /v2.0/networks/4f755c34-6ac6-47a3-ae75-bc820231858e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698637 Jul 09 15:24:23.584381 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e150c2b-9433-488f-82bd-144dfc3bb542 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Network ce12e4fa-09bd-4139-b6e3-ed21d0a30477 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:24:23.585832 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-7e150c2b-9433-488f-82bd-144dfc3bb542 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:24:23.615672 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:23.639671 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-c90f4cb2-4abd-4d2e-9a20-cc306e7d001e None None] For port c851a8fd-6ea8-46a2-be1e-cbf25d19ba7f, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:24:23.652135 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-c90f4cb2-4abd-4d2e-9a20-cc306e7d001e None None] For port c851a8fd-6ea8-46a2-be1e-cbf25d19ba7f, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=c851a8fd-6ea8-46a2-be1e-cbf25d19ba7f,segment=NetworkSegment(c4773c72-353d-438a-9d5c-7b2fc98152be),segment_id=c4773c72-353d-438a-9d5c-7b2fc98152be)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:24:23.657098 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port f6d75aa7-39f5-440b-bd00-8ed3d879bba2 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:24:23.658463 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port f6d75aa7-39f5-440b-bd00-8ed3d879bba2 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:24:23.658851 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:23.764235 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e150c2b-9433-488f-82bd-144dfc3bb542 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Router 77ab6069-f113-4994-a76b-7b1fb3385404 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:24:23.768489 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c90f4cb2-4abd-4d2e-9a20-cc306e7d001e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:23.839967 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:23.887684 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port f6d75aa7-39f5-440b-bd00-8ed3d879bba2, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=f6d75aa7-39f5-440b-bd00-8ed3d879bba2,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:24:23.889040 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c95043e-b42b-42bf-b1ac-0d07bf38beb6 None None] Pushing event updated for resources: {'Port': ['ID=c851a8fd-6ea8-46a2-be1e-cbf25d19ba7f,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:23.893244 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90f4cb2-4abd-4d2e-9a20-cc306e7d001e None None] Routers {'32eece7c-621a-48af-a388-f691a65034f3'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:24:23.893883 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-c90f4cb2-4abd-4d2e-9a20-cc306e7d001e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:23:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['32eece7c-621a-48af-a388-f691a65034f3'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:24:23.922857 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e150c2b-9433-488f-82bd-144dfc3bb542 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:24:23.938763 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-7e150c2b-9433-488f-82bd-144dfc3bb542 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "PUT /v2.0/routers/77ab6069-f113-4994-a76b-7b1fb3385404/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7719760 Jul 09 15:24:23.989296 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfcf392-fc25-44bb-8589-6d08e2a28bbd None None] Network ce12e4fa-09bd-4139-b6e3-ed21d0a30477 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:24:23.996990 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:23.997815 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 1afbde51-7b54-4412-98ca-b78c2cdb8ef0 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:24:24.146521 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=f6d75aa7-39f5-440b-bd00-8ed3d879bba2,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:24.165500 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-02779d72-161a-44e4-8203-40703218c347 req-cee5a632-c898-453d-8f54-9c3741b11973 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1525105082&fields=id&tenant_id=a72faee8848947debd81a1c8a7d3d88c HTTP/1.1" status: 200 len: 267 time: 0.0438480 Jul 09 15:24:24.165735 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-c90f4cb2-4abd-4d2e-9a20-cc306e7d001e None None] Set router 32eece7c-621a-48af-a388-f691a65034f3 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:24:24.268573 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-0e54023b-fe43-4ca3-8745-11ba75a4fddd None None] Provisioning for port 1afbde51-7b54-4412-98ca-b78c2cdb8ef0 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:24:24.294581 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02779d72-161a-44e4-8203-40703218c347 req-53fee702-b541-4073-b13c-0975fc79a634 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:24.296221 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-02779d72-161a-44e4-8203-40703218c347 req-53fee702-b541-4073-b13c-0975fc79a634 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/networks?id=ce12e4fa-09bd-4139-b6e3-ed21d0a30477 HTTP/1.1" status: 200 len: 797 time: 0.1214156 Jul 09 15:24:24.317814 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-02779d72-161a-44e4-8203-40703218c347 req-4090ce99-582e-42c7-85f9-898b58e5f8a5 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/quotas/a72faee8848947debd81a1c8a7d3d88c HTTP/1.1" status: 200 len: 375 time: 0.0141203 Jul 09 15:24:24.405864 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 1afbde51-7b54-4412-98ca-b78c2cdb8ef0 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:24:24.415711 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 1afbde51-7b54-4412-98ca-b78c2cdb8ef0 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:24:24.416262 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:24.418872 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3844d139-ae96-44b8-a7e9-588bce807f3f req-47230fc5-f1d2-47e4-a209-13ec7fe4d483 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ea6412c-8221-4db6-a909-7753f04021c5 HTTP/1.1" status: 200 len: 210 time: 0.0579734 Jul 09 15:24:24.422306 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-02779d72-161a-44e4-8203-40703218c347 req-5f814b05-fa03-4f37-b653-c57e623ff367 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a72faee8848947debd81a1c8a7d3d88c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0960374 Jul 09 15:24:24.548004 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-02779d72-161a-44e4-8203-40703218c347 req-f7e4f87a-fc6d-4409-830f-7ca8aa14d48b service neutron] 10.222.0.58 "GET /v2.0/networks/ce12e4fa-09bd-4139-b6e3-ed21d0a30477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066117 Jul 09 15:24:24.596433 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-c90f4cb2-4abd-4d2e-9a20-cc306e7d001e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32eece7c-621a-48af-a388-f691a65034f3', 'name': 'tempest-TestVolumeBootPattern-1847998634-router', 'tenant_id': '10ac965024614a77afe033fef68b2c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': 'c3ca2666-7db2-4a2d-bdf9-30efdac1a94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:24:13Z', 'updated_at': '2021-07-09T15:24:17Z', 'revision_number': 4, 'project_id': '10ac965024614a77afe033fef68b2c2a', 'gw_port': {'id': 'c3ca2666-7db2-4a2d-bdf9-30efdac1a94f', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:67:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32eece7c-621a-48af-a388-f691a65034f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:14Z', 'updated_at': '2021-07-09T15:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'c851a8fd-6ea8-46a2-be1e-cbf25d19ba7f', 'name': '', 'network_id': '9dca47a2-fb98-4bbf-a416-576692436344', 'tenant_id': '10ac965024614a77afe033fef68b2c2a', 'mac_address': 'fa:16:3e:19:b3:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32eece7c-621a-48af-a388-f691a65034f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '2f36e272-f2f4-46fe-b960-6c6f1bfb7aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:16Z', 'updated_at': '2021-07-09T15:24:23Z', 'revision_number': 4, 'project_id': '10ac965024614a77afe033fef68b2c2a', 'subnets': [{'id': '2f36e272-f2f4-46fe-b960-6c6f1bfb7aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:24:24.598752 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:24.650230 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90f4cb2-4abd-4d2e-9a20-cc306e7d001e None None] The sync data for ids ['32eece7c-621a-48af-a388-f691a65034f3'] in n-d-799529-6 is: [{'id': '32eece7c-621a-48af-a388-f691a65034f3', 'name': 'tempest-TestVolumeBootPattern-1847998634-router', 'tenant_id': '10ac965024614a77afe033fef68b2c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': 'c3ca2666-7db2-4a2d-bdf9-30efdac1a94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:24:13Z', 'updated_at': '2021-07-09T15:24:17Z', 'revision_number': 4, 'project_id': '10ac965024614a77afe033fef68b2c2a', 'gw_port': {'id': 'c3ca2666-7db2-4a2d-bdf9-30efdac1a94f', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:67:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32eece7c-621a-48af-a388-f691a65034f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:14Z', 'updated_at': '2021-07-09T15:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'c851a8fd-6ea8-46a2-be1e-cbf25d19ba7f', 'name': '', 'network_id': '9dca47a2-fb98-4bbf-a416-576692436344', 'tenant_id': '10ac965024614a77afe033fef68b2c2a', 'mac_address': 'fa:16:3e:19:b3:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32eece7c-621a-48af-a388-f691a65034f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '2f36e272-f2f4-46fe-b960-6c6f1bfb7aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:16Z', 'updated_at': '2021-07-09T15:24:23Z', 'revision_number': 4, 'project_id': '10ac965024614a77afe033fef68b2c2a', 'subnets': [{'id': '2f36e272-f2f4-46fe-b960-6c6f1bfb7aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:24:24.666819 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-02779d72-161a-44e4-8203-40703218c347 req-9a718365-63ba-4dad-babd-bfd79e6e06fb service neutron] 10.222.0.58 "GET /v2.0/networks/ce12e4fa-09bd-4139-b6e3-ed21d0a30477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098502 Jul 09 15:24:24.697788 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 1afbde51-7b54-4412-98ca-b78c2cdb8ef0, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=1afbde51-7b54-4412-98ca-b78c2cdb8ef0,segment=NetworkSegment(b8f5b29f-9490-43a1-b199-77ded50871be),segment_id=b8f5b29f-9490-43a1-b199-77ded50871be)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:24:24.810197 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:24.926322 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=1afbde51-7b54-4412-98ca-b78c2cdb8ef0,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:25.012855 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-067ddb37-2561-47cd-acb7-a5aea9bc3386 None None] Provisioning for port 9e25254a-bff4-44ec-8231-6e1252302e9c completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:24:25.021418 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-067ddb37-2561-47cd-acb7-a5aea9bc3386 None None] Provisioning complete for port 9e25254a-bff4-44ec-8231-6e1252302e9c triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:24:25.022070 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-067ddb37-2561-47cd-acb7-a5aea9bc3386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:25.048726 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f0130807-540c-4f8b-8f8b-05c04a7d2654 req-87c477d2-9436-422f-afb2-5118a2de5722 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57d8b06-e8d5-4cc4-845c-575eb241f9d1 HTTP/1.1" status: 200 len: 210 time: 0.0794563 Jul 09 15:24:25.085080 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-067ddb37-2561-47cd-acb7-a5aea9bc3386 None None] Port 9e25254a-bff4-44ec-8231-6e1252302e9c cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:24:25.097271 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-067ddb37-2561-47cd-acb7-a5aea9bc3386 None None] Provisioning complete for port 1afbde51-7b54-4412-98ca-b78c2cdb8ef0 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:24:25.097271 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-067ddb37-2561-47cd-acb7-a5aea9bc3386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:25.176230 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79da840f-4e1f-4c5b-8230-d3f49e40a1ed None None] Sync routers for ids ['77ab6069-f113-4994-a76b-7b1fb3385404'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:24:25.193419 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79da840f-4e1f-4c5b-8230-d3f49e40a1ed None None] Routers {'77ab6069-f113-4994-a76b-7b1fb3385404'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:24:25.194058 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-79da840f-4e1f-4c5b-8230-d3f49e40a1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:23:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['77ab6069-f113-4994-a76b-7b1fb3385404'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:24:25.380792 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-f199c187-2937-49a4-be56-c7ab626d4da4 None None] Provisioning complete for port 9e25254a-bff4-44ec-8231-6e1252302e9c triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:24:25.381357 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f199c187-2937-49a4-be56-c7ab626d4da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:25.383136 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device c851a8fd-6ea8-46a2-be1e-cbf25d19ba7f up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:24:25.490285 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-f199c187-2937-49a4-be56-c7ab626d4da4 None None] Port 9e25254a-bff4-44ec-8231-6e1252302e9c cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:24:25.548489 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fc88a6d2-856c-4073-a7ee-d73c9ec12f93 req-6e737da5-e762-43cf-8078-5aac5705be78 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ea6412c-8221-4db6-a909-7753f04021c5 HTTP/1.1" status: 200 len: 210 time: 0.0603476 Jul 09 15:24:25.584339 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-79da840f-4e1f-4c5b-8230-d3f49e40a1ed None None] Set router 77ab6069-f113-4994-a76b-7b1fb3385404 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:24:25.603946 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port c851a8fd-6ea8-46a2-be1e-cbf25d19ba7f completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:24:25.611436 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port c851a8fd-6ea8-46a2-be1e-cbf25d19ba7f triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:24:25.611892 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:25.819870 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-c738c0fa-7269-491c-86a7-67efcec58dd9 None None] Provisioning complete for port 9e25254a-bff4-44ec-8231-6e1252302e9c triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:24:25.820163 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c738c0fa-7269-491c-86a7-67efcec58dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:25.829610 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-79da840f-4e1f-4c5b-8230-d3f49e40a1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ab6069-f113-4994-a76b-7b1fb3385404', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875245153', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'f6d75aa7-39f5-440b-bd00-8ed3d879bba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:24:17Z', 'updated_at': '2021-07-09T15:24:22Z', 'revision_number': 4, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'gw_port': {'id': 'f6d75aa7-39f5-440b-bd00-8ed3d879bba2', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ab6069-f113-4994-a76b-7b1fb3385404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:18Z', 'updated_at': '2021-07-09T15:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '9e25254a-bff4-44ec-8231-6e1252302e9c', 'name': '', 'network_id': 'ce12e4fa-09bd-4139-b6e3-ed21d0a30477', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'mac_address': 'fa:16:3e:ef:8a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ab6069-f113-4994-a76b-7b1fb3385404', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '33c2b1c2-428d-4ff9-a252-6baf4b948338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:21Z', 'updated_at': '2021-07-09T15:24:23Z', 'revision_number': 2, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'subnets': [{'id': '33c2b1c2-428d-4ff9-a252-6baf4b948338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:24:25.861756 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79da840f-4e1f-4c5b-8230-d3f49e40a1ed None None] Checking router: 77ab6069-f113-4994-a76b-7b1fb3385404 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:24:25.862108 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79da840f-4e1f-4c5b-8230-d3f49e40a1ed None None] Updating router 77ab6069-f113-4994-a76b-7b1fb3385404 port 9e25254a-bff4-44ec-8231-6e1252302e9c binding host n-d-799529-6 {{(pid=94448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:24:25.866544 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-c738c0fa-7269-491c-86a7-67efcec58dd9 None None] Port 9e25254a-bff4-44ec-8231-6e1252302e9c cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:24:25.898462 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-79da840f-4e1f-4c5b-8230-d3f49e40a1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:25.915762 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:25.950446 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port c851a8fd-6ea8-46a2-be1e-cbf25d19ba7f, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=c851a8fd-6ea8-46a2-be1e-cbf25d19ba7f,segment=NetworkSegment(c4773c72-353d-438a-9d5c-7b2fc98152be),segment_id=c4773c72-353d-438a-9d5c-7b2fc98152be)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:24:26.012788 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:26.013635 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device f6d75aa7-39f5-440b-bd00-8ed3d879bba2 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:24:26.120894 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port f6d75aa7-39f5-440b-bd00-8ed3d879bba2 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:24:26.121275 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:26.122754 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=c851a8fd-6ea8-46a2-be1e-cbf25d19ba7f,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:26.136240 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5d11c39d-7d34-4498-8cb1-594a49e66d08 req-80036c19-5951-4d8c-9753-7bd05755b468 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57d8b06-e8d5-4cc4-845c-575eb241f9d1 HTTP/1.1" status: 200 len: 210 time: 0.0367150 Jul 09 15:24:26.169283 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9d172aab-8f2f-4073-b0c8-7df446332cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:26.212067 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-79da840f-4e1f-4c5b-8230-d3f49e40a1ed None None] Notify callbacks [] for port, precommit_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:26.225624 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.provisioning_blocks [None req-79da840f-4e1f-4c5b-8230-d3f49e40a1ed None None] Transition to ACTIVE for port object 9e25254a-bff4-44ec-8231-6e1252302e9c will not be triggered until provisioned by entity L2. {{(pid=94448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:24:26.226300 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 1afbde51-7b54-4412-98ca-b78c2cdb8ef0 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:24:26.281322 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 1afbde51-7b54-4412-98ca-b78c2cdb8ef0 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:24:26.281700 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:26.326119 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-79da840f-4e1f-4c5b-8230-d3f49e40a1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:26.381488 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f743bdb6-123f-4e6e-b912-529a1a991464 None None] Pushing event updated for resources: {'Port': ['ID=9e25254a-bff4-44ec-8231-6e1252302e9c,revision_number=3']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:26.446063 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-79da840f-4e1f-4c5b-8230-d3f49e40a1ed None None] Attempting to bind port 9e25254a-bff4-44ec-8231-6e1252302e9c on host n-d-799529-6 for vnic_type normal with profile {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:24:26.446531 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-79da840f-4e1f-4c5b-8230-d3f49e40a1ed None None] Attempting to bind port 9e25254a-bff4-44ec-8231-6e1252302e9c by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'b8f5b29f-9490-43a1-b199-77ded50871be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ce12e4fa-09bd-4139-b6e3-ed21d0a30477'}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:24:26.446902 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79da840f-4e1f-4c5b-8230-d3f49e40a1ed None None] Attempting to bind port 9e25254a-bff4-44ec-8231-6e1252302e9c on network ce12e4fa-09bd-4139-b6e3-ed21d0a30477 {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:24:26.452289 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79da840f-4e1f-4c5b-8230-d3f49e40a1ed None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:24:26.452670 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79da840f-4e1f-4c5b-8230-d3f49e40a1ed None None] Checking segment: {'id': 'b8f5b29f-9490-43a1-b199-77ded50871be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ce12e4fa-09bd-4139-b6e3-ed21d0a30477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:24:26.454850 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-79da840f-4e1f-4c5b-8230-d3f49e40a1ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:26.455280 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79da840f-4e1f-4c5b-8230-d3f49e40a1ed None None] Bound using segment: {'id': 'b8f5b29f-9490-43a1-b199-77ded50871be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ce12e4fa-09bd-4139-b6e3-ed21d0a30477'} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:24:26.455797 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-79da840f-4e1f-4c5b-8230-d3f49e40a1ed None None] Bound port: 9e25254a-bff4-44ec-8231-6e1252302e9c, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8f5b29f-9490-43a1-b199-77ded50871be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ce12e4fa-09bd-4139-b6e3-ed21d0a30477'}}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:24:26.460347 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-79da840f-4e1f-4c5b-8230-d3f49e40a1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:26.530355 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-79da840f-4e1f-4c5b-8230-d3f49e40a1ed None None] For port 9e25254a-bff4-44ec-8231-6e1252302e9c, host n-d-799529-6, cleared binding levels {{(pid=94448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:24:26.534030 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-79da840f-4e1f-4c5b-8230-d3f49e40a1ed None None] For port 9e25254a-bff4-44ec-8231-6e1252302e9c, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=9e25254a-bff4-44ec-8231-6e1252302e9c,segment=NetworkSegment(b8f5b29f-9490-43a1-b199-77ded50871be),segment_id=b8f5b29f-9490-43a1-b199-77ded50871be)] {{(pid=94448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:24:26.584356 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-79da840f-4e1f-4c5b-8230-d3f49e40a1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:26.667264 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79da840f-4e1f-4c5b-8230-d3f49e40a1ed None None] Routers {'77ab6069-f113-4994-a76b-7b1fb3385404'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:24:26.667922 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-79da840f-4e1f-4c5b-8230-d3f49e40a1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:23:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['77ab6069-f113-4994-a76b-7b1fb3385404'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:24:26.722585 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f743bdb6-123f-4e6e-b912-529a1a991464 None None] Pushing event updated for resources: {'Port': ['ID=9e25254a-bff4-44ec-8231-6e1252302e9c,revision_number=4']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:26.739002 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-eb2d2f81-375d-44aa-8ba0-d30773c52a43 req-cba31244-3876-4483-b5e4-af1f6ed78733 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ea6412c-8221-4db6-a909-7753f04021c5 HTTP/1.1" status: 200 len: 210 time: 0.0318575 Jul 09 15:24:26.803124 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-79da840f-4e1f-4c5b-8230-d3f49e40a1ed None None] Set router 77ab6069-f113-4994-a76b-7b1fb3385404 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:24:27.015995 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-79da840f-4e1f-4c5b-8230-d3f49e40a1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ab6069-f113-4994-a76b-7b1fb3385404', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875245153', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'f6d75aa7-39f5-440b-bd00-8ed3d879bba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:24:17Z', 'updated_at': '2021-07-09T15:24:22Z', 'revision_number': 4, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'gw_port': {'id': 'f6d75aa7-39f5-440b-bd00-8ed3d879bba2', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ab6069-f113-4994-a76b-7b1fb3385404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:18Z', 'updated_at': '2021-07-09T15:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '9e25254a-bff4-44ec-8231-6e1252302e9c', 'name': '', 'network_id': 'ce12e4fa-09bd-4139-b6e3-ed21d0a30477', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'mac_address': 'fa:16:3e:ef:8a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ab6069-f113-4994-a76b-7b1fb3385404', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '33c2b1c2-428d-4ff9-a252-6baf4b948338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:21Z', 'updated_at': '2021-07-09T15:24:26Z', 'revision_number': 4, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'subnets': [{'id': '33c2b1c2-428d-4ff9-a252-6baf4b948338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:24:27.046232 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79da840f-4e1f-4c5b-8230-d3f49e40a1ed None None] The sync data for ids ['77ab6069-f113-4994-a76b-7b1fb3385404'] in n-d-799529-6 is: [{'id': '77ab6069-f113-4994-a76b-7b1fb3385404', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875245153', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'f6d75aa7-39f5-440b-bd00-8ed3d879bba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:24:17Z', 'updated_at': '2021-07-09T15:24:22Z', 'revision_number': 4, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'gw_port': {'id': 'f6d75aa7-39f5-440b-bd00-8ed3d879bba2', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ab6069-f113-4994-a76b-7b1fb3385404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:18Z', 'updated_at': '2021-07-09T15:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '9e25254a-bff4-44ec-8231-6e1252302e9c', 'name': '', 'network_id': 'ce12e4fa-09bd-4139-b6e3-ed21d0a30477', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'mac_address': 'fa:16:3e:ef:8a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ab6069-f113-4994-a76b-7b1fb3385404', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '33c2b1c2-428d-4ff9-a252-6baf4b948338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:21Z', 'updated_at': '2021-07-09T15:24:26Z', 'revision_number': 4, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'subnets': [{'id': '33c2b1c2-428d-4ff9-a252-6baf4b948338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:24:27.324551 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5bd4c6c5-1e21-4c31-8811-0be5eb0143d0 req-666760c2-6623-4816-906e-77a1876ccde3 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57d8b06-e8d5-4cc4-845c-575eb241f9d1 HTTP/1.1" status: 200 len: 210 time: 0.0363786 Jul 09 15:24:27.428924 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 9e25254a-bff4-44ec-8231-6e1252302e9c up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:24:27.492721 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530f568-ed87-4c50-8ed1-e31c145335ce req-72e2f5a8-4f31-459f-b942-6646ba5e44c0 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:27.495176 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c530f568-ed87-4c50-8ed1-e31c145335ce req-72e2f5a8-4f31-459f-b942-6646ba5e44c0 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.54 "GET /v2.0/networks?id=4f755c34-6ac6-47a3-ae75-bc820231858e HTTP/1.1" status: 200 len: 811 time: 0.1337035 Jul 09 15:24:27.508384 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-c530f568-ed87-4c50-8ed1-e31c145335ce req-faca9948-1644-4b37-9a2e-3995e9b82c32 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Request body: {'port': {'device_id': '8ea6412c-8221-4db6-a909-7753f04021c5', 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e', 'admin_state_up': True, 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:24:27.549584 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 9e25254a-bff4-44ec-8231-6e1252302e9c completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:24:27.555698 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 9e25254a-bff4-44ec-8231-6e1252302e9c triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:24:27.559103 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:27.639216 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:27.682992 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 9e25254a-bff4-44ec-8231-6e1252302e9c, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=9e25254a-bff4-44ec-8231-6e1252302e9c,segment=NetworkSegment(b8f5b29f-9490-43a1-b199-77ded50871be),segment_id=b8f5b29f-9490-43a1-b199-77ded50871be)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:24:27.718165 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c530f568-ed87-4c50-8ed1-e31c145335ce req-faca9948-1644-4b37-9a2e-3995e9b82c32 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Made reservation on behalf of 3fdc558e4b804a78859c2565a5dbcf72 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:24:27.721868 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-c530f568-ed87-4c50-8ed1-e31c145335ce req-faca9948-1644-4b37-9a2e-3995e9b82c32 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:27.788012 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:27.789139 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device c851a8fd-6ea8-46a2-be1e-cbf25d19ba7f up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:24:27.908832 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=9e25254a-bff4-44ec-8231-6e1252302e9c,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:27.934166 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port c851a8fd-6ea8-46a2-be1e-cbf25d19ba7f triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:24:27.934543 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:27.974911 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f16de621-95ad-4fad-99ee-f393dbb992b2 req-d0b66ce7-bb5f-4ed3-b70d-3e1e7d16aac7 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ea6412c-8221-4db6-a909-7753f04021c5 HTTP/1.1" status: 200 len: 210 time: 0.0680654 Jul 09 15:24:27.980440 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-c530f568-ed87-4c50-8ed1-e31c145335ce req-faca9948-1644-4b37-9a2e-3995e9b82c32 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Allocated IP 172.20.0.14 (4f755c34-6ac6-47a3-ae75-bc820231858e/4468b5d7-64e7-478a-93b6-96bdc0a89416/58e7a64a-3db5-471f-86de-12fa72847ed0) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:24:28.149109 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.54', 56813) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:24:28.197499 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-c530f568-ed87-4c50-8ed1-e31c145335ce req-faca9948-1644-4b37-9a2e-3995e9b82c32 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:28.217229 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-c530f568-ed87-4c50-8ed1-e31c145335ce req-faca9948-1644-4b37-9a2e-3995e9b82c32 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Transition to ACTIVE for port object 58e7a64a-3db5-471f-86de-12fa72847ed0 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:24:28.285367 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02779d72-161a-44e4-8203-40703218c347 req-5a9fbc76-50b2-467e-905b-e3d2698e34c6 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:28.286877 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-02779d72-161a-44e4-8203-40703218c347 req-5a9fbc76-50b2-467e-905b-e3d2698e34c6 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.54 "GET /v2.0/networks?id=ce12e4fa-09bd-4139-b6e3-ed21d0a30477 HTTP/1.1" status: 200 len: 797 time: 0.1336854 Jul 09 15:24:28.332743 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-c530f568-ed87-4c50-8ed1-e31c145335ce req-faca9948-1644-4b37-9a2e-3995e9b82c32 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:28.350148 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-02779d72-161a-44e4-8203-40703218c347 req-7ea82195-d81d-4621-8f94-015e064c1c2a tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a72faee8848947debd81a1c8a7d3d88c HTTP/1.1" status: 200 len: 380 time: 0.0523500 Jul 09 15:24:28.364804 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-02779d72-161a-44e4-8203-40703218c347 req-65cd5f3e-c664-4430-a915-82ae08503cbe tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Request body: {'port': {'device_id': 'd57d8b06-e8d5-4cc4-845c-575eb241f9d1', 'network_id': 'ce12e4fa-09bd-4139-b6e3-ed21d0a30477', 'admin_state_up': True, 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'security_groups': ['51cf3dae-cce3-4f79-b1a7-20415bf786f1']}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:24:28.751463 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c530f568-ed87-4c50-8ed1-e31c145335ce req-faca9948-1644-4b37-9a2e-3995e9b82c32 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Network 4f755c34-6ac6-47a3-ae75-bc820231858e is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:24:28.755212 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-c530f568-ed87-4c50-8ed1-e31c145335ce req-faca9948-1644-4b37-9a2e-3995e9b82c32 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:24:28.761943 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-c530f568-ed87-4c50-8ed1-e31c145335ce req-faca9948-1644-4b37-9a2e-3995e9b82c32 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:24:28.793751 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faca9948-1644-4b37-9a2e-3995e9b82c32 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Pushing event updated for resources: {'Port': ['ID=58e7a64a-3db5-471f-86de-12fa72847ed0,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:28.816628 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3e9a6005-78e1-4ebf-9461-43022febc161 req-9617a1c2-c55d-4f21-ac4e-cdc871760e91 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57d8b06-e8d5-4cc4-845c-575eb241f9d1 HTTP/1.1" status: 200 len: 210 time: 0.0458920 Jul 09 15:24:28.828489 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530f568-ed87-4c50-8ed1-e31c145335ce req-faca9948-1644-4b37-9a2e-3995e9b82c32 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:28.829213 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-c530f568-ed87-4c50-8ed1-e31c145335ce req-faca9948-1644-4b37-9a2e-3995e9b82c32 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:28.923080 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c530f568-ed87-4c50-8ed1-e31c145335ce req-faca9948-1644-4b37-9a2e-3995e9b82c32 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4186780 Jul 09 15:24:28.942160 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-c530f568-ed87-4c50-8ed1-e31c145335ce req-5fe76c91-95dc-4872-9d6b-8b0a84097385 service neutron] Request body: {'port': {'device_id': '8ea6412c-8221-4db6-a909-7753f04021c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:24:29.015714 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02779d72-161a-44e4-8203-40703218c347 req-65cd5f3e-c664-4430-a915-82ae08503cbe tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Made reservation on behalf of a72faee8848947debd81a1c8a7d3d88c for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:24:29.020104 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-02779d72-161a-44e4-8203-40703218c347 req-65cd5f3e-c664-4430-a915-82ae08503cbe tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:29.070934 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-c530f568-ed87-4c50-8ed1-e31c145335ce req-5fe76c91-95dc-4872-9d6b-8b0a84097385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:29.158224 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b34d78d2-a3d6-4b72-b27a-6bc79d74935a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:29.182654 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-9b90afa1-1f96-4f19-93ef-537cc70703ce None None] Provisioning for port 58e7a64a-3db5-471f-86de-12fa72847ed0 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:24:29.188695 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-9b90afa1-1f96-4f19-93ef-537cc70703ce None None] Provisioning complete for port 58e7a64a-3db5-471f-86de-12fa72847ed0 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:24:29.189313 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9b90afa1-1f96-4f19-93ef-537cc70703ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:29.222282 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-02779d72-161a-44e4-8203-40703218c347 req-65cd5f3e-c664-4430-a915-82ae08503cbe tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Allocated IP 172.20.0.7 (ce12e4fa-09bd-4139-b6e3-ed21d0a30477/33c2b1c2-428d-4ff9-a252-6baf4b948338/9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:24:29.265370 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:29.319847 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-9b90afa1-1f96-4f19-93ef-537cc70703ce None None] Port 58e7a64a-3db5-471f-86de-12fa72847ed0 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:24:29.355174 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 9e25254a-bff4-44ec-8231-6e1252302e9c up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:24:29.445674 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-02779d72-161a-44e4-8203-40703218c347 req-65cd5f3e-c664-4430-a915-82ae08503cbe tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:29.467077 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-02779d72-161a-44e4-8203-40703218c347 req-65cd5f3e-c664-4430-a915-82ae08503cbe tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Transition to ACTIVE for port object 9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:24:29.473468 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 9e25254a-bff4-44ec-8231-6e1252302e9c triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:24:29.473841 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:29.570807 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e598f7dd-86e7-4822-ba45-75e33c4f5912 req-d962877c-7105-4827-aa66-37f0ec4f9e73 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:29.573890 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e598f7dd-86e7-4822-ba45-75e33c4f5912 req-d962877c-7105-4827-aa66-37f0ec4f9e73 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ea6412c-8221-4db6-a909-7753f04021c5 HTTP/1.1" status: 200 len: 932 time: 0.4233642 Jul 09 15:24:29.579169 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-02779d72-161a-44e4-8203-40703218c347 req-65cd5f3e-c664-4430-a915-82ae08503cbe tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:29.605408 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02779d72-161a-44e4-8203-40703218c347 req-65cd5f3e-c664-4430-a915-82ae08503cbe tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Network ce12e4fa-09bd-4139-b6e3-ed21d0a30477 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:24:29.609493 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-02779d72-161a-44e4-8203-40703218c347 req-65cd5f3e-c664-4430-a915-82ae08503cbe tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:24:29.653617 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-02779d72-161a-44e4-8203-40703218c347 req-65cd5f3e-c664-4430-a915-82ae08503cbe tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:24:29.681581 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e598f7dd-86e7-4822-ba45-75e33c4f5912 req-f71434dd-2ec4-4e6a-aaeb-a0f851dc907d tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988042 Jul 09 15:24:29.700218 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-c530f568-ed87-4c50-8ed1-e31c145335ce req-5fe76c91-95dc-4872-9d6b-8b0a84097385 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58e7a64a-3db5-471f-86de-12fa72847ed0 {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:24:29.720180 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-c530f568-ed87-4c50-8ed1-e31c145335ce req-5fe76c91-95dc-4872-9d6b-8b0a84097385 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:29.732434 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd5f3e-c664-4430-a915-82ae08503cbe tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event updated for resources: {'Port': ['ID=9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:29.740339 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-c530f568-ed87-4c50-8ed1-e31c145335ce req-5fe76c91-95dc-4872-9d6b-8b0a84097385 service neutron] Transition to ACTIVE for port object 58e7a64a-3db5-471f-86de-12fa72847ed0 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:24:29.773115 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02779d72-161a-44e4-8203-40703218c347 req-65cd5f3e-c664-4430-a915-82ae08503cbe tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:29.773751 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-02779d72-161a-44e4-8203-40703218c347 req-65cd5f3e-c664-4430-a915-82ae08503cbe tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:29.817568 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-c530f568-ed87-4c50-8ed1-e31c145335ce req-5fe76c91-95dc-4872-9d6b-8b0a84097385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:29.887614 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-02779d72-161a-44e4-8203-40703218c347 req-65cd5f3e-c664-4430-a915-82ae08503cbe tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5270522 Jul 09 15:24:29.900823 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-02779d72-161a-44e4-8203-40703218c347 req-79030fc1-9748-4c49-b932-815215337f2b service neutron] Request body: {'port': {'device_id': 'd57d8b06-e8d5-4cc4-845c-575eb241f9d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:24:29.904736 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe76c91-95dc-4872-9d6b-8b0a84097385 service neutron] Pushing event updated for resources: {'Port': ['ID=58e7a64a-3db5-471f-86de-12fa72847ed0,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:29.971400 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-c530f568-ed87-4c50-8ed1-e31c145335ce req-5fe76c91-95dc-4872-9d6b-8b0a84097385 service neutron] Attempting to bind port 58e7a64a-3db5-471f-86de-12fa72847ed0 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:24:29.971815 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-c530f568-ed87-4c50-8ed1-e31c145335ce req-5fe76c91-95dc-4872-9d6b-8b0a84097385 service neutron] Attempting to bind port 58e7a64a-3db5-471f-86de-12fa72847ed0 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '606647b5-2487-48f5-8bbb-91ffd6756a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:24:29.972034 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c530f568-ed87-4c50-8ed1-e31c145335ce req-5fe76c91-95dc-4872-9d6b-8b0a84097385 service neutron] Attempting to bind port 58e7a64a-3db5-471f-86de-12fa72847ed0 on network 4f755c34-6ac6-47a3-ae75-bc820231858e {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:24:29.977052 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c530f568-ed87-4c50-8ed1-e31c145335ce req-5fe76c91-95dc-4872-9d6b-8b0a84097385 service neutron] Port 58e7a64a-3db5-471f-86de-12fa72847ed0 on network 4f755c34-6ac6-47a3-ae75-bc820231858e not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:24:29.977380 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c530f568-ed87-4c50-8ed1-e31c145335ce req-5fe76c91-95dc-4872-9d6b-8b0a84097385 service neutron] Attempting to bind port 58e7a64a-3db5-471f-86de-12fa72847ed0 on network 4f755c34-6ac6-47a3-ae75-bc820231858e {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:24:29.983952 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c530f568-ed87-4c50-8ed1-e31c145335ce req-5fe76c91-95dc-4872-9d6b-8b0a84097385 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:24:29.991605 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c530f568-ed87-4c50-8ed1-e31c145335ce req-5fe76c91-95dc-4872-9d6b-8b0a84097385 service neutron] Checking segment: {'id': '606647b5-2487-48f5-8bbb-91ffd6756a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:24:29.991605 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c530f568-ed87-4c50-8ed1-e31c145335ce req-5fe76c91-95dc-4872-9d6b-8b0a84097385 service neutron] Bound using segment: {'id': '606647b5-2487-48f5-8bbb-91ffd6756a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:24:29.991605 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-c530f568-ed87-4c50-8ed1-e31c145335ce req-5fe76c91-95dc-4872-9d6b-8b0a84097385 service neutron] Bound port: 58e7a64a-3db5-471f-86de-12fa72847ed0, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '606647b5-2487-48f5-8bbb-91ffd6756a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:24:29.991605 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-c530f568-ed87-4c50-8ed1-e31c145335ce req-5fe76c91-95dc-4872-9d6b-8b0a84097385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:30.044113 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-c39a663c-92c6-462e-987d-8a21f77d693a None None] Provisioning for port 9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:24:30.049430 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-c39a663c-92c6-462e-987d-8a21f77d693a None None] Provisioning complete for port 9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:24:30.050128 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c39a663c-92c6-462e-987d-8a21f77d693a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:30.052707 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-02779d72-161a-44e4-8203-40703218c347 req-79030fc1-9748-4c49-b932-815215337f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:30.104508 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-c39a663c-92c6-462e-987d-8a21f77d693a None None] Port 9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:24:30.105436 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-c530f568-ed87-4c50-8ed1-e31c145335ce req-5fe76c91-95dc-4872-9d6b-8b0a84097385 service neutron] For port 58e7a64a-3db5-471f-86de-12fa72847ed0, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:24:30.110138 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-c530f568-ed87-4c50-8ed1-e31c145335ce req-5fe76c91-95dc-4872-9d6b-8b0a84097385 service neutron] For port 58e7a64a-3db5-471f-86de-12fa72847ed0, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=58e7a64a-3db5-471f-86de-12fa72847ed0,segment=NetworkSegment(606647b5-2487-48f5-8bbb-91ffd6756a32),segment_id=606647b5-2487-48f5-8bbb-91ffd6756a32)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:24:30.110915 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8177e8-6178-4abc-9187-b669195fc40a req-04c3460c-fe6a-43ed-ad61-4cd66ec829fb tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:30.112559 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ac8177e8-6178-4abc-9187-b669195fc40a req-04c3460c-fe6a-43ed-ad61-4cd66ec829fb tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57d8b06-e8d5-4cc4-845c-575eb241f9d1 HTTP/1.1" status: 200 len: 931 time: 0.1636655 Jul 09 15:24:30.190418 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-c530f568-ed87-4c50-8ed1-e31c145335ce req-5fe76c91-95dc-4872-9d6b-8b0a84097385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:30.230805 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ac8177e8-6178-4abc-9187-b669195fc40a req-602fb643-6cdf-4144-903a-c9cac4ec02c9 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=51cf3dae-cce3-4f79-b1a7-20415bf786f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082585 Jul 09 15:24:30.250118 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530f568-ed87-4c50-8ed1-e31c145335ce req-5fe76c91-95dc-4872-9d6b-8b0a84097385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:30.250834 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-c530f568-ed87-4c50-8ed1-e31c145335ce req-5fe76c91-95dc-4872-9d6b-8b0a84097385 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:30.252383 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c530f568-ed87-4c50-8ed1-e31c145335ce req-5fe76c91-95dc-4872-9d6b-8b0a84097385 service neutron] 10.222.0.54 "PUT /v2.0/ports/58e7a64a-3db5-471f-86de-12fa72847ed0 HTTP/1.1" status: 200 len: 1092 time: 1.3207347 Jul 09 15:24:30.252901 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ea6412c-8221-4db6-a909-7753f04021c5', 'tag': '58e7a64a-3db5-471f-86de-12fa72847ed0'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:24:30.255266 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949c00a1-5391-415b-9e27-112a1ce21263" -d '{"events": [{"name": "network-changed", "server_uuid": "8ea6412c-8221-4db6-a909-7753f04021c5", "tag": "58e7a64a-3db5-471f-86de-12fa72847ed0"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:24:30.279156 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe76c91-95dc-4872-9d6b-8b0a84097385 service neutron] Pushing event updated for resources: {'Port': ['ID=58e7a64a-3db5-471f-86de-12fa72847ed0,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:30.332487 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14eb360c-ffbd-4933-a196-da7f96200ef4 x-openstack-request-id: req-14eb360c-ffbd-4933-a196-da7f96200ef4 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:24:30.336876 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ea6412c-8221-4db6-a909-7753f04021c5", "tag": "58e7a64a-3db5-471f-86de-12fa72847ed0", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:24:30.336876 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-14eb360c-ffbd-4933-a196-da7f96200ef4 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:24:30.336876 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ea6412c-8221-4db6-a909-7753f04021c5', 'tag': '58e7a64a-3db5-471f-86de-12fa72847ed0', 'status': 'completed', 'code': 200} Jul 09 15:24:30.389038 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:30.451422 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c00a1-5391-415b-9e27-112a1ce21263 req-496cf94d-97b5-487c-9a8c-15e038758f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:30.453154 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-949c00a1-5391-415b-9e27-112a1ce21263 req-496cf94d-97b5-487c-9a8c-15e038758f78 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3fdc558e4b804a78859c2565a5dbcf72&device_id=8ea6412c-8221-4db6-a909-7753f04021c5 HTTP/1.1" status: 200 len: 1095 time: 0.0945318 Jul 09 15:24:30.454732 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-02779d72-161a-44e4-8203-40703218c347 req-79030fc1-9748-4c49-b932-815215337f2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:24:30.463074 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-02779d72-161a-44e4-8203-40703218c347 req-79030fc1-9748-4c49-b932-815215337f2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:30.476299 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-02779d72-161a-44e4-8203-40703218c347 req-79030fc1-9748-4c49-b932-815215337f2b service neutron] Transition to ACTIVE for port object 9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:24:30.552493 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-02779d72-161a-44e4-8203-40703218c347 req-79030fc1-9748-4c49-b932-815215337f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:30.578750 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c00a1-5391-415b-9e27-112a1ce21263 req-1d94fa67-b977-4e40-a389-2ce73c914171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:30.580927 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-949c00a1-5391-415b-9e27-112a1ce21263 req-1d94fa67-b977-4e40-a389-2ce73c914171 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=3fdc558e4b804a78859c2565a5dbcf72&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1192319 Jul 09 15:24:30.621705 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79030fc1-9748-4c49-b932-815215337f2b service neutron] Pushing event updated for resources: {'Port': ['ID=9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:30.690207 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-02779d72-161a-44e4-8203-40703218c347 req-79030fc1-9748-4c49-b932-815215337f2b service neutron] Attempting to bind port 9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:24:30.690550 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-02779d72-161a-44e4-8203-40703218c347 req-79030fc1-9748-4c49-b932-815215337f2b service neutron] Attempting to bind port 9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': 'b8f5b29f-9490-43a1-b199-77ded50871be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ce12e4fa-09bd-4139-b6e3-ed21d0a30477'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:24:30.690889 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02779d72-161a-44e4-8203-40703218c347 req-79030fc1-9748-4c49-b932-815215337f2b service neutron] Attempting to bind port 9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b on network ce12e4fa-09bd-4139-b6e3-ed21d0a30477 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:24:30.697912 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02779d72-161a-44e4-8203-40703218c347 req-79030fc1-9748-4c49-b932-815215337f2b service neutron] Port 9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b on network ce12e4fa-09bd-4139-b6e3-ed21d0a30477 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:24:30.697912 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02779d72-161a-44e4-8203-40703218c347 req-79030fc1-9748-4c49-b932-815215337f2b service neutron] Attempting to bind port 9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b on network ce12e4fa-09bd-4139-b6e3-ed21d0a30477 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:24:30.702950 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02779d72-161a-44e4-8203-40703218c347 req-79030fc1-9748-4c49-b932-815215337f2b service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:24:30.703291 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02779d72-161a-44e4-8203-40703218c347 req-79030fc1-9748-4c49-b932-815215337f2b service neutron] Checking segment: {'id': 'b8f5b29f-9490-43a1-b199-77ded50871be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ce12e4fa-09bd-4139-b6e3-ed21d0a30477'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:24:30.704458 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02779d72-161a-44e4-8203-40703218c347 req-79030fc1-9748-4c49-b932-815215337f2b service neutron] Bound using segment: {'id': 'b8f5b29f-9490-43a1-b199-77ded50871be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ce12e4fa-09bd-4139-b6e3-ed21d0a30477'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:24:30.704458 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-02779d72-161a-44e4-8203-40703218c347 req-79030fc1-9748-4c49-b932-815215337f2b service neutron] Bound port: 9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8f5b29f-9490-43a1-b199-77ded50871be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ce12e4fa-09bd-4139-b6e3-ed21d0a30477'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:24:30.704742 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-02779d72-161a-44e4-8203-40703218c347 req-79030fc1-9748-4c49-b932-815215337f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:30.726532 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c00a1-5391-415b-9e27-112a1ce21263 req-f4bc4f86-3479-4fd0-8a12-6ef812defffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:30.728262 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-949c00a1-5391-415b-9e27-112a1ce21263 req-f4bc4f86-3479-4fd0-8a12-6ef812defffe service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1330335 Jul 09 15:24:30.809568 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-02779d72-161a-44e4-8203-40703218c347 req-79030fc1-9748-4c49-b932-815215337f2b service neutron] For port 9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b, host n-h2-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:24:30.813556 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-02779d72-161a-44e4-8203-40703218c347 req-79030fc1-9748-4c49-b932-815215337f2b service neutron] For port 9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b,segment=NetworkSegment(b8f5b29f-9490-43a1-b199-77ded50871be),segment_id=b8f5b29f-9490-43a1-b199-77ded50871be)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:24:30.870397 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530f568-ed87-4c50-8ed1-e31c145335ce req-0393167c-2ad7-49e3-ba98-fd150f661419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:30.872004 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c530f568-ed87-4c50-8ed1-e31c145335ce req-0393167c-2ad7-49e3-ba98-fd150f661419 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3fdc558e4b804a78859c2565a5dbcf72&device_id=8ea6412c-8221-4db6-a909-7753f04021c5 HTTP/1.1" status: 200 len: 1095 time: 0.0898359 Jul 09 15:24:30.927712 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c530f568-ed87-4c50-8ed1-e31c145335ce req-0807e2b9-9e06-4477-a0c6-498740f05a76 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58e7a64a-3db5-471f-86de-12fa72847ed0 HTTP/1.1" status: 200 len: 217 time: 0.0479298 Jul 09 15:24:30.929405 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760b51b5-9f82-4312-acc3-f8943d6d5ae7 req-8442dcb5-e938-424c-b5d3-7b533707c283 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:30.931143 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-760b51b5-9f82-4312-acc3-f8943d6d5ae7 req-8442dcb5-e938-424c-b5d3-7b533707c283 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ea6412c-8221-4db6-a909-7753f04021c5 HTTP/1.1" status: 200 len: 944 time: 0.0961797 Jul 09 15:24:30.933460 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-02779d72-161a-44e4-8203-40703218c347 req-79030fc1-9748-4c49-b932-815215337f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:30.982477 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02779d72-161a-44e4-8203-40703218c347 req-79030fc1-9748-4c49-b932-815215337f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:30.983406 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-02779d72-161a-44e4-8203-40703218c347 req-79030fc1-9748-4c49-b932-815215337f2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:30.985124 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-02779d72-161a-44e4-8203-40703218c347 req-79030fc1-9748-4c49-b932-815215337f2b service neutron] 10.222.0.54 "PUT /v2.0/ports/9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b HTTP/1.1" status: 200 len: 1091 time: 1.0894735 Jul 09 15:24:30.997553 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530f568-ed87-4c50-8ed1-e31c145335ce req-c6d34ce1-b328-4068-bc45-0a98387d1955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:30.997824 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd57d8b06-e8d5-4cc4-845c-575eb241f9d1', 'tag': '9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:24:31.000461 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e75972-a5de-47a8-90b4-1183ff5480c4" -d '{"events": [{"name": "network-changed", "server_uuid": "d57d8b06-e8d5-4cc4-845c-575eb241f9d1", "tag": "9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:24:31.000659 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c530f568-ed87-4c50-8ed1-e31c145335ce req-c6d34ce1-b328-4068-bc45-0a98387d1955 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4468b5d7-64e7-478a-93b6-96bdc0a89416 HTTP/1.1" status: 200 len: 850 time: 0.0638385 Jul 09 15:24:31.041814 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-760b51b5-9f82-4312-acc3-f8943d6d5ae7 req-539b6a2c-37cb-46c2-a223-8ae7796ec9c9 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020033 Jul 09 15:24:31.042674 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79030fc1-9748-4c49-b932-815215337f2b service neutron] Pushing event updated for resources: {'Port': ['ID=9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:31.056559 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67328839-c710-4e8b-bb2f-64f474b7a5d9 x-openstack-request-id: req-67328839-c710-4e8b-bb2f-64f474b7a5d9 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:24:31.062165 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d57d8b06-e8d5-4cc4-845c-575eb241f9d1", "tag": "9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:24:31.062165 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-67328839-c710-4e8b-bb2f-64f474b7a5d9 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:24:31.062165 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd57d8b06-e8d5-4cc4-845c-575eb241f9d1', 'tag': '9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b', 'status': 'completed', 'code': 200} Jul 09 15:24:31.086664 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530f568-ed87-4c50-8ed1-e31c145335ce req-2ae75cbf-4f53-4c63-a752-6d30ea5e2152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:31.088553 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c530f568-ed87-4c50-8ed1-e31c145335ce req-2ae75cbf-4f53-4c63-a752-6d30ea5e2152 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4f755c34-6ac6-47a3-ae75-bc820231858e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813587 Jul 09 15:24:31.155783 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e75972-a5de-47a8-90b4-1183ff5480c4 req-49837504-bf16-46a6-90be-eddcbea8759a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:31.159004 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-73e75972-a5de-47a8-90b4-1183ff5480c4 req-49837504-bf16-46a6-90be-eddcbea8759a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a72faee8848947debd81a1c8a7d3d88c&device_id=d57d8b06-e8d5-4cc4-845c-575eb241f9d1 HTTP/1.1" status: 200 len: 1094 time: 0.0724113 Jul 09 15:24:31.206719 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c530f568-ed87-4c50-8ed1-e31c145335ce req-2cd8c029-09e7-4754-8f23-225d889510bf service neutron] 10.222.0.54 "GET /v2.0/networks/4f755c34-6ac6-47a3-ae75-bc820231858e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105084 Jul 09 15:24:31.302167 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e75972-a5de-47a8-90b4-1183ff5480c4 req-cb28eb55-4008-4a5b-a9d3-ab87151dcee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:31.303770 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-73e75972-a5de-47a8-90b4-1183ff5480c4 req-cb28eb55-4008-4a5b-a9d3-ab87151dcee6 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=a72faee8848947debd81a1c8a7d3d88c&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1360757 Jul 09 15:24:31.305146 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c530f568-ed87-4c50-8ed1-e31c145335ce req-2792d80a-7d84-4ebf-91fa-939b9e67b6e3 service neutron] 10.222.0.54 "GET /v2.0/networks/4f755c34-6ac6-47a3-ae75-bc820231858e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911369 Jul 09 15:24:31.442134 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e75972-a5de-47a8-90b4-1183ff5480c4 req-be2671ec-4e13-43ef-af1e-2da2d3eee3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:31.443836 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-73e75972-a5de-47a8-90b4-1183ff5480c4 req-be2671ec-4e13-43ef-af1e-2da2d3eee3b2 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1289270 Jul 09 15:24:31.488807 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778304db-c930-4f10-a85c-6c4dac7fb537 req-4478d6f7-3104-4226-b99d-471b8274d0bd tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:31.490362 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-778304db-c930-4f10-a85c-6c4dac7fb537 req-4478d6f7-3104-4226-b99d-471b8274d0bd tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57d8b06-e8d5-4cc4-845c-575eb241f9d1 HTTP/1.1" status: 200 len: 943 time: 0.0769975 Jul 09 15:24:31.530991 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-778304db-c930-4f10-a85c-6c4dac7fb537 req-285340a1-f663-4a57-a2ac-424fd55dd89b tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=51cf3dae-cce3-4f79-b1a7-20415bf786f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343156 Jul 09 15:24:31.557070 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02779d72-161a-44e4-8203-40703218c347 req-387ead89-15a9-47e1-a56e-e6b56e0b06c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:31.558542 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-02779d72-161a-44e4-8203-40703218c347 req-387ead89-15a9-47e1-a56e-e6b56e0b06c4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a72faee8848947debd81a1c8a7d3d88c&device_id=d57d8b06-e8d5-4cc4-845c-575eb241f9d1 HTTP/1.1" status: 200 len: 1094 time: 0.0588710 Jul 09 15:24:31.603374 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-02779d72-161a-44e4-8203-40703218c347 req-4a21c4ac-27cc-4426-8f78-30ad183e2a24 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b HTTP/1.1" status: 200 len: 217 time: 0.0378859 Jul 09 15:24:31.658524 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02779d72-161a-44e4-8203-40703218c347 req-46d1696e-6555-4c07-ba38-98a2be2711cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:31.660088 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-02779d72-161a-44e4-8203-40703218c347 req-46d1696e-6555-4c07-ba38-98a2be2711cf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=33c2b1c2-428d-4ff9-a252-6baf4b948338 HTTP/1.1" status: 200 len: 835 time: 0.0506728 Jul 09 15:24:31.729354 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02779d72-161a-44e4-8203-40703218c347 req-5df3f104-2570-4639-b5bd-fd1e2ac141fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:31.730927 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-02779d72-161a-44e4-8203-40703218c347 req-5df3f104-2570-4639-b5bd-fd1e2ac141fd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ce12e4fa-09bd-4139-b6e3-ed21d0a30477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0646307 Jul 09 15:24:31.760610 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:31.832222 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-02779d72-161a-44e4-8203-40703218c347 req-d9b057ec-ae61-4245-b36b-7f21f6634d64 service neutron] 10.222.0.54 "GET /v2.0/networks/ce12e4fa-09bd-4139-b6e3-ed21d0a30477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943604 Jul 09 15:24:31.929179 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-02779d72-161a-44e4-8203-40703218c347 req-e6b5d078-dc7d-4c22-86ca-7642d8bbb736 service neutron] 10.222.0.54 "GET /v2.0/networks/ce12e4fa-09bd-4139-b6e3-ed21d0a30477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897822 Jul 09 15:24:32.222860 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a8918a-dbd0-4563-8c10-d5f7e0176d88 req-af46fff5-5f5e-426c-9c8f-9917da277aed tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:32.224436 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-51a8918a-dbd0-4563-8c10-d5f7e0176d88 req-af46fff5-5f5e-426c-9c8f-9917da277aed tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ea6412c-8221-4db6-a909-7753f04021c5 HTTP/1.1" status: 200 len: 944 time: 0.0660279 Jul 09 15:24:32.266240 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-51a8918a-dbd0-4563-8c10-d5f7e0176d88 req-5e81c1a8-25c6-42ea-b7c0-37c69d304e3c tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360386 Jul 09 15:24:32.717078 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a404e6-228a-482c-a12f-3bdc698701d2 req-346a0238-7c07-4144-a47b-65642ed57a5e tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:32.718798 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-11a404e6-228a-482c-a12f-3bdc698701d2 req-346a0238-7c07-4144-a47b-65642ed57a5e tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57d8b06-e8d5-4cc4-845c-575eb241f9d1 HTTP/1.1" status: 200 len: 943 time: 0.0768249 Jul 09 15:24:32.764805 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-11a404e6-228a-482c-a12f-3bdc698701d2 req-b9bf6262-be9f-4a03-8d46-7c96881803db tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=51cf3dae-cce3-4f79-b1a7-20415bf786f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398855 Jul 09 15:24:33.449930 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea076d0-0206-4ee5-bb7f-7f2c36d6ebdf req-f613a9c9-a3ea-4844-a515-b809e05d1125 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:33.451447 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6ea076d0-0206-4ee5-bb7f-7f2c36d6ebdf req-f613a9c9-a3ea-4844-a515-b809e05d1125 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ea6412c-8221-4db6-a909-7753f04021c5 HTTP/1.1" status: 200 len: 944 time: 0.0721354 Jul 09 15:24:33.495037 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6ea076d0-0206-4ee5-bb7f-7f2c36d6ebdf req-7d50acf5-e941-4acc-8cd4-b2f90b1ccbd0 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379333 Jul 09 15:24:33.944132 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c29d7f-1a73-4c04-94cd-4c85c970b286 req-b26a00cc-4338-436a-a964-790f16079c9b tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:33.945626 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-62c29d7f-1a73-4c04-94cd-4c85c970b286 req-b26a00cc-4338-436a-a964-790f16079c9b tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57d8b06-e8d5-4cc4-845c-575eb241f9d1 HTTP/1.1" status: 200 len: 943 time: 0.0673323 Jul 09 15:24:33.986192 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-62c29d7f-1a73-4c04-94cd-4c85c970b286 req-9a918d4e-51fd-470d-a375-2579af2ba412 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=51cf3dae-cce3-4f79-b1a7-20415bf786f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341907 Jul 09 15:24:34.220668 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 15:24:34.314361 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b,segment=NetworkSegment(b8f5b29f-9490-43a1-b199-77ded50871be),segment_id=b8f5b29f-9490-43a1-b199-77ded50871be)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:24:34.326197 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': '9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b', 'network_id': 'ce12e4fa-09bd-4139-b6e3-ed21d0a30477', 'port_id': '9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b', 'mac_address': 'fa:16:3e:14:22:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33c2b1c2-428d-4ff9-a252-6baf4b948338', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 15:24:34.364523 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:34.381473 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:24:34.403854 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b,segment=NetworkSegment(b8f5b29f-9490-43a1-b199-77ded50871be),segment_id=b8f5b29f-9490-43a1-b199-77ded50871be)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:24:34.500618 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:34.552633 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:34.678638 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4e88b-58ed-4e33-9738-bb2b18b85897 req-08972e24-e322-450b-9f70-26d5d5ad689e tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:34.680235 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-28e4e88b-58ed-4e33-9738-bb2b18b85897 req-08972e24-e322-450b-9f70-26d5d5ad689e tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ea6412c-8221-4db6-a909-7753f04021c5 HTTP/1.1" status: 200 len: 944 time: 0.0639629 Jul 09 15:24:34.718379 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-28e4e88b-58ed-4e33-9738-bb2b18b85897 req-8e25b2ae-8469-4b25-a985-ac6662e7aeed tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325279 Jul 09 15:24:34.731321 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:24:35.163272 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0930a2-22e3-43fa-b746-18e8ec38a29f req-ac1ec785-41d1-4c66-809f-c47100e46945 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:35.164806 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dd0930a2-22e3-43fa-b746-18e8ec38a29f req-ac1ec785-41d1-4c66-809f-c47100e46945 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57d8b06-e8d5-4cc4-845c-575eb241f9d1 HTTP/1.1" status: 200 len: 944 time: 0.0666094 Jul 09 15:24:35.203465 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dd0930a2-22e3-43fa-b746-18e8ec38a29f req-2688c36d-8eaf-45f2-8cba-e44fe7ecc5a7 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=51cf3dae-cce3-4f79-b1a7-20415bf786f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323322 Jul 09 15:24:35.904069 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f1bac-9631-4ebb-8eb7-e650798e1ba4 req-4b089b55-6d04-49f6-aa07-5238e5e4573d tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:35.905645 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-729f1bac-9631-4ebb-8eb7-e650798e1ba4 req-4b089b55-6d04-49f6-aa07-5238e5e4573d tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ea6412c-8221-4db6-a909-7753f04021c5 HTTP/1.1" status: 200 len: 944 time: 0.0675511 Jul 09 15:24:35.946878 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-729f1bac-9631-4ebb-8eb7-e650798e1ba4 req-ea3c135e-82f5-4bf5-9a8b-d62b9db0c943 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318482 Jul 09 15:24:36.234825 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:24:36.360242 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port 9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:24:36.365504 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port 9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:24:36.366120 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:36.392719 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec16f2fb-e324-4585-ba98-100ea36b65dd req-31329691-f44f-4125-b697-362c274f724d tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:36.394247 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ec16f2fb-e324-4585-ba98-100ea36b65dd req-31329691-f44f-4125-b697-362c274f724d tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57d8b06-e8d5-4cc4-845c-575eb241f9d1 HTTP/1.1" status: 200 len: 944 time: 0.0699165 Jul 09 15:24:36.436554 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ec16f2fb-e324-4585-ba98-100ea36b65dd req-ff0914e9-5e89-4632-a6f4-eba8a9b2919e tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=51cf3dae-cce3-4f79-b1a7-20415bf786f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367050 Jul 09 15:24:36.450820 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:36.477186 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd57d8b06-e8d5-4cc4-845c-575eb241f9d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:24:36.479443 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39ecea0-ddcc-4b93-b37c-9fdaec0038f7" -d '{"events": [{"server_uuid": "d57d8b06-e8d5-4cc4-845c-575eb241f9d1", "name": "network-vif-plugged", "status": "completed", "tag": "9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:24:36.493681 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b,segment=NetworkSegment(b8f5b29f-9490-43a1-b199-77ded50871be),segment_id=b8f5b29f-9490-43a1-b199-77ded50871be)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:24:36.516935 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f027ae-7a4f-4727-92a6-ba8c543aa348 x-openstack-request-id: req-48f027ae-7a4f-4727-92a6-ba8c543aa348 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:24:36.517225 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d57d8b06-e8d5-4cc4-845c-575eb241f9d1", "name": "network-vif-plugged", "status": "completed", "tag": "9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:24:36.517526 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-48f027ae-7a4f-4727-92a6-ba8c543aa348 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:24:36.517871 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd57d8b06-e8d5-4cc4-845c-575eb241f9d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b', 'code': 200} Jul 09 15:24:36.557322 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:36.609719 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:36.637594 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c6326-a3e0-4343-a397-faf916f0e29a req-db222798-47ad-45db-a87f-cc121d56092b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:36.639116 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-972c6326-a3e0-4343-a397-faf916f0e29a req-db222798-47ad-45db-a87f-cc121d56092b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d57d8b06-e8d5-4cc4-845c-575eb241f9d1 HTTP/1.1" status: 200 len: 1096 time: 0.0565999 Jul 09 15:24:36.674911 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-972c6326-a3e0-4343-a397-faf916f0e29a req-5644e350-6979-4a63-91fc-8b39f5637d0a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=51cf3dae-cce3-4f79-b1a7-20415bf786f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283794 Jul 09 15:24:37.125234 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb9ac4-cdd9-4acd-959a-7e5a54b379dd req-ffdff6f1-3446-43c2-8163-3d3bf2d2c027 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:37.126735 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-18eb9ac4-cdd9-4acd-959a-7e5a54b379dd req-ffdff6f1-3446-43c2-8163-3d3bf2d2c027 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ea6412c-8221-4db6-a909-7753f04021c5 HTTP/1.1" status: 200 len: 944 time: 0.0682821 Jul 09 15:24:37.164902 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-18eb9ac4-cdd9-4acd-959a-7e5a54b379dd req-ab4711b5-5e9a-4fa3-87aa-449986162e77 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324249 Jul 09 15:24:37.617032 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e4bbab-428f-4509-9e38-7dd21c2eb85b req-175bbb50-86c8-44a4-8d96-ae25c79ab388 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:37.618509 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b2e4bbab-428f-4509-9e38-7dd21c2eb85b req-175bbb50-86c8-44a4-8d96-ae25c79ab388 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57d8b06-e8d5-4cc4-845c-575eb241f9d1 HTTP/1.1" status: 200 len: 945 time: 0.0640175 Jul 09 15:24:37.658985 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b2e4bbab-428f-4509-9e38-7dd21c2eb85b req-231c2076-fc5f-4c2d-8e91-cd29fffdebd5 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=51cf3dae-cce3-4f79-b1a7-20415bf786f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330913 Jul 09 15:24:38.347788 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea0f35a-9a02-46d7-8593-32c06e20533b req-a0437c89-1356-4d7f-8413-707e6b5dab44 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:38.349345 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cea0f35a-9a02-46d7-8593-32c06e20533b req-a0437c89-1356-4d7f-8413-707e6b5dab44 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ea6412c-8221-4db6-a909-7753f04021c5 HTTP/1.1" status: 200 len: 944 time: 0.0696487 Jul 09 15:24:38.389014 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cea0f35a-9a02-46d7-8593-32c06e20533b req-1cd37cbc-2242-469f-8064-f4c50ec213bc tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338604 Jul 09 15:24:38.832665 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f8a38-c377-40a3-9193-d3ecaed2ed77 req-51383c55-a170-49ef-ae78-ade8384d581b tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:38.834174 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8b1f8a38-c377-40a3-9193-d3ecaed2ed77 req-51383c55-a170-49ef-ae78-ade8384d581b tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57d8b06-e8d5-4cc4-845c-575eb241f9d1 HTTP/1.1" status: 200 len: 945 time: 0.0659943 Jul 09 15:24:38.875403 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8b1f8a38-c377-40a3-9193-d3ecaed2ed77 req-4a8edec1-7fde-4f33-a7c5-8dda093ab4b8 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=51cf3dae-cce3-4f79-b1a7-20415bf786f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357375 Jul 09 15:24:39.058169 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccce061-b94a-43b0-b58b-9e7da270770b req-5ef88bc1-f016-4c93-8a4f-11f4cdc39fe9 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:39.060263 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7ccce061-b94a-43b0-b58b-9e7da270770b req-5ef88bc1-f016-4c93-8a4f-11f4cdc39fe9 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57d8b06-e8d5-4cc4-845c-575eb241f9d1 HTTP/1.1" status: 200 len: 945 time: 0.0689154 Jul 09 15:24:39.103663 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7ccce061-b94a-43b0-b58b-9e7da270770b req-c9eddbb2-4797-4b4c-8a4a-790e2f7e3257 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=51cf3dae-cce3-4f79-b1a7-20415bf786f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358620 Jul 09 15:24:39.130044 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 52872) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:24:39.189928 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3369461b-1b76-4deb-96c2-bc5a7c956dd1 tempest-TestNetworkAdvancedServerOps-1044390005 tempest-TestNetworkAdvancedServerOps-1044390005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:39.191595 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-3369461b-1b76-4deb-96c2-bc5a7c956dd1 tempest-TestNetworkAdvancedServerOps-1044390005 tempest-TestNetworkAdvancedServerOps-1044390005-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d57d8b06-e8d5-4cc4-845c-575eb241f9d1 HTTP/1.1" status: 200 len: 1091 time: 0.0605130 Jul 09 15:24:39.194457 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 52874) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:24:39.199036 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-c66938fe-d471-4389-aa87-5487ceaa4b71 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Request body: {'floatingip': {'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'port_id': '9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:24:39.308079 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c66938fe-d471-4389-aa87-5487ceaa4b71 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for floatingip, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:39.412247 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c66938fe-d471-4389-aa87-5487ceaa4b71 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:39.517531 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-c66938fe-d471-4389-aa87-5487ceaa4b71 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Allocated IP 172.25.3.31 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/d313d949-802f-4485-b50c-0045f91e741e) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:24:39.571494 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2801c8-1375-4799-bb8b-96e2e5f104a9 req-3c9a4cac-0ef0-4911-b9b5-6f8e7162fefc tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:39.573037 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cc2801c8-1375-4799-bb8b-96e2e5f104a9 req-3c9a4cac-0ef0-4911-b9b5-6f8e7162fefc tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ea6412c-8221-4db6-a909-7753f04021c5 HTTP/1.1" status: 200 len: 944 time: 0.0671062 Jul 09 15:24:39.611648 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cc2801c8-1375-4799-bb8b-96e2e5f104a9 req-4e4a7094-636d-4454-8e10-5b2b53b5fd6f tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329309 Jul 09 15:24:39.627805 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c66938fe-d471-4389-aa87-5487ceaa4b71 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:39.725243 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c66938fe-d471-4389-aa87-5487ceaa4b71 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:39.763161 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66938fe-d471-4389-aa87-5487ceaa4b71 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:24:39.769361 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-c66938fe-d471-4389-aa87-5487ceaa4b71 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:24:39.773055 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66938fe-d471-4389-aa87-5487ceaa4b71 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:24:39.796078 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66938fe-d471-4389-aa87-5487ceaa4b71 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event updated for resources: {'Port': ['ID=d313d949-802f-4485-b50c-0045f91e741e,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:40.280387 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c66938fe-d471-4389-aa87-5487ceaa4b71 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:40.471453 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c66938fe-d471-4389-aa87-5487ceaa4b71 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:40.623232 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c66938fe-d471-4389-aa87-5487ceaa4b71 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:40.734075 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c66938fe-d471-4389-aa87-5487ceaa4b71 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:40.820535 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66938fe-d471-4389-aa87-5487ceaa4b71 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event updated for resources: {'Port': ['ID=d313d949-802f-4485-b50c-0045f91e741e,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:40.844213 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c66938fe-d471-4389-aa87-5487ceaa4b71 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:40.893091 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cff163-028f-4b6d-a054-c95190049d87 req-7e75da02-30ed-4d5d-bf99-df45166f98b6 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:40.894482 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-39cff163-028f-4b6d-a054-c95190049d87 req-7e75da02-30ed-4d5d-bf99-df45166f98b6 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ea6412c-8221-4db6-a909-7753f04021c5 HTTP/1.1" status: 200 len: 944 time: 0.1717968 Jul 09 15:24:40.971365 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-39cff163-028f-4b6d-a054-c95190049d87 req-0b8f0ac0-ecc8-4b60-adbe-765b3953a8c8 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702078 Jul 09 15:24:40.979405 n-d-799529-6 neutron-server[94445]: INFO neutron.db.l3_db [None req-c66938fe-d471-4389-aa87-5487ceaa4b71 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Floating IP 0581eef0-480c-41e0-b483-989d89170c17 associated. External IP: 172.25.3.31, port: 9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b. Jul 09 15:24:41.477045 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c66938fe-d471-4389-aa87-5487ceaa4b71 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Router 77ab6069-f113-4994-a76b-7b1fb3385404 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:24:41.587918 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c66938fe-d471-4389-aa87-5487ceaa4b71 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:24:41.599778 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef63baf-e002-4f91-a99d-826a9c17ef8a None None] Sync routers for ids ['77ab6069-f113-4994-a76b-7b1fb3385404'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:24:41.609784 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef63baf-e002-4f91-a99d-826a9c17ef8a None None] Routers {'77ab6069-f113-4994-a76b-7b1fb3385404'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:24:41.610446 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-8ef63baf-e002-4f91-a99d-826a9c17ef8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:24:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['77ab6069-f113-4994-a76b-7b1fb3385404'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:24:41.682398 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c66938fe-d471-4389-aa87-5487ceaa4b71 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:41.718488 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-8ef63baf-e002-4f91-a99d-826a9c17ef8a None None] Set router 77ab6069-f113-4994-a76b-7b1fb3385404 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:24:41.724757 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c66938fe-d471-4389-aa87-5487ceaa4b71 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5292134 Jul 09 15:24:41.725363 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd57d8b06-e8d5-4cc4-845c-575eb241f9d1', 'tag': '9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:24:41.728083 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bcbf3fe-7d85-4c76-b6c1-4fa7d6631df3" -d '{"events": [{"name": "network-changed", "server_uuid": "d57d8b06-e8d5-4cc4-845c-575eb241f9d1", "tag": "9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:24:41.775814 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261506a3-0bff-4d8f-a75a-4accb933436f x-openstack-request-id: req-261506a3-0bff-4d8f-a75a-4accb933436f {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:24:41.776167 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d57d8b06-e8d5-4cc4-845c-575eb241f9d1", "tag": "9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:24:41.776483 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-261506a3-0bff-4d8f-a75a-4accb933436f {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:24:41.777027 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd57d8b06-e8d5-4cc4-845c-575eb241f9d1', 'tag': '9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b', 'status': 'completed', 'code': 200} Jul 09 15:24:41.873220 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcbf3fe-7d85-4c76-b6c1-4fa7d6631df3 req-9d2cd0e8-cfd2-40b3-bb30-30f552280e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:41.874776 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0bcbf3fe-7d85-4c76-b6c1-4fa7d6631df3 req-9d2cd0e8-cfd2-40b3-bb30-30f552280e0a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a72faee8848947debd81a1c8a7d3d88c&device_id=d57d8b06-e8d5-4cc4-845c-575eb241f9d1 HTTP/1.1" status: 200 len: 1096 time: 0.0756438 Jul 09 15:24:41.977456 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-8ef63baf-e002-4f91-a99d-826a9c17ef8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ab6069-f113-4994-a76b-7b1fb3385404', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875245153', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'f6d75aa7-39f5-440b-bd00-8ed3d879bba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:24:17Z', 'updated_at': '2021-07-09T15:24:22Z', 'revision_number': 4, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'gw_port': {'id': 'f6d75aa7-39f5-440b-bd00-8ed3d879bba2', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ab6069-f113-4994-a76b-7b1fb3385404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:18Z', 'updated_at': '2021-07-09T15:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '0581eef0-480c-41e0-b483-989d89170c17', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'floating_ip_address': '172.25.3.31', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '77ab6069-f113-4994-a76b-7b1fb3385404', 'port_id': '9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce12e4fa-09bd-4139-b6e3-ed21d0a30477', 'mac_address': 'fa:16:3e:14:22:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57d8b06-e8d5-4cc4-845c-575eb241f9d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:24:40Z', 'updated_at': '2021-07-09T15:24:40Z', 'revision_number': 0, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e25254a-bff4-44ec-8231-6e1252302e9c', 'name': '', 'network_id': 'ce12e4fa-09bd-4139-b6e3-ed21d0a30477', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'mac_address': 'fa:16:3e:ef:8a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ab6069-f113-4994-a76b-7b1fb3385404', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '33c2b1c2-428d-4ff9-a252-6baf4b948338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:21Z', 'updated_at': '2021-07-09T15:24:27Z', 'revision_number': 5, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'subnets': [{'id': '33c2b1c2-428d-4ff9-a252-6baf4b948338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:24:41.984540 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcbf3fe-7d85-4c76-b6c1-4fa7d6631df3 req-57587ead-66dc-43d4-b334-4be9058b0bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:41.984540 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0bcbf3fe-7d85-4c76-b6c1-4fa7d6631df3 req-57587ead-66dc-43d4-b334-4be9058b0bd3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ce12e4fa-09bd-4139-b6e3-ed21d0a30477 HTTP/1.1" status: 200 len: 898 time: 0.1018076 Jul 09 15:24:42.017808 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef63baf-e002-4f91-a99d-826a9c17ef8a None None] Checking router: 77ab6069-f113-4994-a76b-7b1fb3385404 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:24:42.031848 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef63baf-e002-4f91-a99d-826a9c17ef8a None None] Routers {'77ab6069-f113-4994-a76b-7b1fb3385404'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:24:42.032888 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-8ef63baf-e002-4f91-a99d-826a9c17ef8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:24:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['77ab6069-f113-4994-a76b-7b1fb3385404'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:24:42.119878 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0bcbf3fe-7d85-4c76-b6c1-4fa7d6631df3 req-e62006cb-303b-4cb0-963b-bb6b82dcd9bf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b HTTP/1.1" status: 200 len: 998 time: 0.1291628 Jul 09 15:24:42.152919 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-8ef63baf-e002-4f91-a99d-826a9c17ef8a None None] Set router 77ab6069-f113-4994-a76b-7b1fb3385404 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:24:42.164922 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc169c-2a05-4a67-9512-eb67e691eb9c req-44a0261e-cbf2-48b5-acb7-54b4e20d75f3 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:42.166439 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-adcc169c-2a05-4a67-9512-eb67e691eb9c req-44a0261e-cbf2-48b5-acb7-54b4e20d75f3 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57d8b06-e8d5-4cc4-845c-575eb241f9d1 HTTP/1.1" status: 200 len: 945 time: 0.1152964 Jul 09 15:24:42.177471 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c44876-e9d8-442e-b638-a109bf29a789 req-dc17bb4f-5be0-4d3a-a986-ee7909374d74 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:42.179010 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-68c44876-e9d8-442e-b638-a109bf29a789 req-dc17bb4f-5be0-4d3a-a986-ee7909374d74 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ea6412c-8221-4db6-a909-7753f04021c5 HTTP/1.1" status: 200 len: 944 time: 0.0855095 Jul 09 15:24:42.204124 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcbf3fe-7d85-4c76-b6c1-4fa7d6631df3 req-a0488e9f-983f-4666-ade2-2e1f4ccf0e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:42.205606 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0bcbf3fe-7d85-4c76-b6c1-4fa7d6631df3 req-a0488e9f-983f-4666-ade2-2e1f4ccf0e21 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=33c2b1c2-428d-4ff9-a252-6baf4b948338 HTTP/1.1" status: 200 len: 835 time: 0.0790393 Jul 09 15:24:42.222059 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-68c44876-e9d8-442e-b638-a109bf29a789 req-b714a096-d382-4fe4-b77b-87555619a9f3 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360630 Jul 09 15:24:42.226059 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-adcc169c-2a05-4a67-9512-eb67e691eb9c req-40e55281-6b40-4e72-9234-743a5cd20a9c tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=51cf3dae-cce3-4f79-b1a7-20415bf786f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503809 Jul 09 15:24:42.269374 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 52888) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:24:42.274549 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 58e7a64a-3db5-471f-86de-12fa72847ed0 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 15:24:42.274953 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcbf3fe-7d85-4c76-b6c1-4fa7d6631df3 req-1b418fc0-1d86-4999-9190-9d9d4c432363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:42.276510 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0bcbf3fe-7d85-4c76-b6c1-4fa7d6631df3 req-1b418fc0-1d86-4999-9190-9d9d4c432363 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ce12e4fa-09bd-4139-b6e3-ed21d0a30477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604069 Jul 09 15:24:42.346842 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c8c1984b-3fe2-4996-a5cf-81efe1d932ee tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/floatingips/0581eef0-480c-41e0-b483-989d89170c17 HTTP/1.1" status: 200 len: 990 time: 0.0742986 Jul 09 15:24:42.375172 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0bcbf3fe-7d85-4c76-b6c1-4fa7d6631df3 req-a9e73cbb-c4df-4cdf-9770-d1b322ccd1be service neutron] 10.222.0.54 "GET /v2.0/networks/ce12e4fa-09bd-4139-b6e3-ed21d0a30477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916789 Jul 09 15:24:42.475062 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0bcbf3fe-7d85-4c76-b6c1-4fa7d6631df3 req-3fb175fa-9bdc-4039-8849-f0698e38861a service neutron] 10.222.0.54 "GET /v2.0/networks/ce12e4fa-09bd-4139-b6e3-ed21d0a30477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924797 Jul 09 15:24:42.486318 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 58e7a64a-3db5-471f-86de-12fa72847ed0, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=58e7a64a-3db5-471f-86de-12fa72847ed0,segment=NetworkSegment(606647b5-2487-48f5-8bbb-91ffd6756a32),segment_id=606647b5-2487-48f5-8bbb-91ffd6756a32)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:24:42.506392 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': '58e7a64a-3db5-471f-86de-12fa72847ed0', 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e', 'port_id': '58e7a64a-3db5-471f-86de-12fa72847ed0', 'mac_address': 'fa:16:3e:35:4d:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4468b5d7-64e7-478a-93b6-96bdc0a89416', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 15:24:42.551338 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-8ef63baf-e002-4f91-a99d-826a9c17ef8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ab6069-f113-4994-a76b-7b1fb3385404', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875245153', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'f6d75aa7-39f5-440b-bd00-8ed3d879bba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:24:17Z', 'updated_at': '2021-07-09T15:24:22Z', 'revision_number': 4, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'gw_port': {'id': 'f6d75aa7-39f5-440b-bd00-8ed3d879bba2', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ab6069-f113-4994-a76b-7b1fb3385404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:18Z', 'updated_at': '2021-07-09T15:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '0581eef0-480c-41e0-b483-989d89170c17', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'floating_ip_address': '172.25.3.31', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '77ab6069-f113-4994-a76b-7b1fb3385404', 'port_id': '9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce12e4fa-09bd-4139-b6e3-ed21d0a30477', 'mac_address': 'fa:16:3e:14:22:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57d8b06-e8d5-4cc4-845c-575eb241f9d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:24:40Z', 'updated_at': '2021-07-09T15:24:40Z', 'revision_number': 0, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e25254a-bff4-44ec-8231-6e1252302e9c', 'name': '', 'network_id': 'ce12e4fa-09bd-4139-b6e3-ed21d0a30477', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'mac_address': 'fa:16:3e:ef:8a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ab6069-f113-4994-a76b-7b1fb3385404', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '33c2b1c2-428d-4ff9-a252-6baf4b948338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:21Z', 'updated_at': '2021-07-09T15:24:27Z', 'revision_number': 5, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'subnets': [{'id': '33c2b1c2-428d-4ff9-a252-6baf4b948338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:24:42.555524 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:42.590828 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef63baf-e002-4f91-a99d-826a9c17ef8a None None] The sync data for ids ['77ab6069-f113-4994-a76b-7b1fb3385404'] in n-d-799529-6 is: [{'id': '77ab6069-f113-4994-a76b-7b1fb3385404', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875245153', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'f6d75aa7-39f5-440b-bd00-8ed3d879bba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:24:17Z', 'updated_at': '2021-07-09T15:24:22Z', 'revision_number': 4, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'gw_port': {'id': 'f6d75aa7-39f5-440b-bd00-8ed3d879bba2', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ab6069-f113-4994-a76b-7b1fb3385404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:18Z', 'updated_at': '2021-07-09T15:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '0581eef0-480c-41e0-b483-989d89170c17', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'floating_ip_address': '172.25.3.31', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '77ab6069-f113-4994-a76b-7b1fb3385404', 'port_id': '9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce12e4fa-09bd-4139-b6e3-ed21d0a30477', 'mac_address': 'fa:16:3e:14:22:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57d8b06-e8d5-4cc4-845c-575eb241f9d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:24:40Z', 'updated_at': '2021-07-09T15:24:40Z', 'revision_number': 0, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e25254a-bff4-44ec-8231-6e1252302e9c', 'name': '', 'network_id': 'ce12e4fa-09bd-4139-b6e3-ed21d0a30477', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'mac_address': 'fa:16:3e:ef:8a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ab6069-f113-4994-a76b-7b1fb3385404', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '33c2b1c2-428d-4ff9-a252-6baf4b948338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:21Z', 'updated_at': '2021-07-09T15:24:27Z', 'revision_number': 5, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'subnets': [{'id': '33c2b1c2-428d-4ff9-a252-6baf4b948338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:24:42.596731 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58e7a64a-3db5-471f-86de-12fa72847ed0 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:24:42.619057 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 58e7a64a-3db5-471f-86de-12fa72847ed0, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=58e7a64a-3db5-471f-86de-12fa72847ed0,segment=NetworkSegment(606647b5-2487-48f5-8bbb-91ffd6756a32),segment_id=606647b5-2487-48f5-8bbb-91ffd6756a32)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:24:42.693560 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:42.744518 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=58e7a64a-3db5-471f-86de-12fa72847ed0,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:42.782735 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0782a98f-0b28-4dd3-b392-817d0106b47e None None] New status for floating IP 0581eef0-480c-41e0-b483-989d89170c17: ACTIVE {{(pid=94448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 15:24:42.936009 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['58e7a64a-3db5-471f-86de-12fa72847ed0'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:24:43.349073 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 52892) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:24:43.416330 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-6911399d-8c8e-4956-9794-1459d18b56fa tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/floatingips/0581eef0-480c-41e0-b483-989d89170c17 HTTP/1.1" status: 200 len: 992 time: 0.0660288 Jul 09 15:24:43.468142 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc6c71-f0a3-449e-b1f0-2f3dcc24336f req-72fa8146-631e-4be5-89f6-6dbaf6e3bf1c tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:43.470530 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d6cc6c71-f0a3-449e-b1f0-2f3dcc24336f req-72fa8146-631e-4be5-89f6-6dbaf6e3bf1c tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ea6412c-8221-4db6-a909-7753f04021c5 HTTP/1.1" status: 200 len: 945 time: 0.0959635 Jul 09 15:24:43.507843 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d6cc6c71-f0a3-449e-b1f0-2f3dcc24336f req-6e089c15-96db-4799-95df-49dc3b1f4bb4 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317097 Jul 09 15:24:44.281014 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 58e7a64a-3db5-471f-86de-12fa72847ed0 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:24:44.401886 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port 58e7a64a-3db5-471f-86de-12fa72847ed0 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:24:44.406640 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port 58e7a64a-3db5-471f-86de-12fa72847ed0 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:24:44.407021 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:44.483562 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:44.505131 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ea6412c-8221-4db6-a909-7753f04021c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e7a64a-3db5-471f-86de-12fa72847ed0'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:24:44.507591 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9d77ce-ea99-4c3f-b2a6-49b33a7ba276" -d '{"events": [{"server_uuid": "8ea6412c-8221-4db6-a909-7753f04021c5", "name": "network-vif-plugged", "status": "completed", "tag": "58e7a64a-3db5-471f-86de-12fa72847ed0"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:24:44.523723 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 58e7a64a-3db5-471f-86de-12fa72847ed0, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=58e7a64a-3db5-471f-86de-12fa72847ed0,segment=NetworkSegment(606647b5-2487-48f5-8bbb-91ffd6756a32),segment_id=606647b5-2487-48f5-8bbb-91ffd6756a32)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:24:44.554498 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ef5ce0-3ef8-4ad7-b982-b543743b92d1 x-openstack-request-id: req-35ef5ce0-3ef8-4ad7-b982-b543743b92d1 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:24:44.554779 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ea6412c-8221-4db6-a909-7753f04021c5", "name": "network-vif-plugged", "status": "completed", "tag": "58e7a64a-3db5-471f-86de-12fa72847ed0", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:24:44.555035 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-35ef5ce0-3ef8-4ad7-b982-b543743b92d1 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:24:44.555488 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ea6412c-8221-4db6-a909-7753f04021c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e7a64a-3db5-471f-86de-12fa72847ed0', 'code': 200} Jul 09 15:24:44.593178 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:44.663726 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=58e7a64a-3db5-471f-86de-12fa72847ed0,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:44.710434 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-11cf7da4-89f4-47b2-a206-34ceef00d2ba req-26b3bce6-570e-420f-84a4-d3fa66ee3cc7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d57d8b06-e8d5-4cc4-845c-575eb241f9d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0707569 Jul 09 15:24:44.728260 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3476f4-b87d-4ebd-bc5e-7e1d431b74a1 req-448e97b2-b40e-4024-9dde-103f470a6d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:44.729783 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5c3476f4-b87d-4ebd-bc5e-7e1d431b74a1 req-448e97b2-b40e-4024-9dde-103f470a6d96 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8ea6412c-8221-4db6-a909-7753f04021c5 HTTP/1.1" status: 200 len: 1097 time: 0.1132352 Jul 09 15:24:44.738312 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3d12e-63da-4907-bd5b-88f78ad0a3a0 req-8258be75-6b29-48e6-afd1-34186767b993 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:44.739746 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-44c3d12e-63da-4907-bd5b-88f78ad0a3a0 req-8258be75-6b29-48e6-afd1-34186767b993 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ea6412c-8221-4db6-a909-7753f04021c5 HTTP/1.1" status: 200 len: 946 time: 0.0891526 Jul 09 15:24:44.795748 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5c3476f4-b87d-4ebd-bc5e-7e1d431b74a1 req-5b170c76-9b92-4564-bbfb-4c90fa2235a0 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549178 Jul 09 15:24:44.800606 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-44c3d12e-63da-4907-bd5b-88f78ad0a3a0 req-ff6a5f7d-dbb1-4a0e-b5be-cacfcaca0850 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546293 Jul 09 15:24:44.831576 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cf7da4-89f4-47b2-a206-34ceef00d2ba req-4e6f7f3d-6449-4f82-b268-9511719e07c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:44.833139 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-11cf7da4-89f4-47b2-a206-34ceef00d2ba req-4e6f7f3d-6449-4f82-b268-9511719e07c9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a72faee8848947debd81a1c8a7d3d88c&device_id=d57d8b06-e8d5-4cc4-845c-575eb241f9d1 HTTP/1.1" status: 200 len: 1096 time: 0.0738449 Jul 09 15:24:45.003056 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cf7da4-89f4-47b2-a206-34ceef00d2ba req-a0ca312d-76a9-4dd0-8f4e-69b0906db5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:45.005587 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-11cf7da4-89f4-47b2-a206-34ceef00d2ba req-a0ca312d-76a9-4dd0-8f4e-69b0906db5ae service neutron] 10.222.0.54 "GET /v2.0/networks?id=ce12e4fa-09bd-4139-b6e3-ed21d0a30477 HTTP/1.1" status: 200 len: 898 time: 0.1445363 Jul 09 15:24:45.075806 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-11cf7da4-89f4-47b2-a206-34ceef00d2ba req-601474a6-5644-4abc-82dd-4adac20ffe0b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b HTTP/1.1" status: 200 len: 1000 time: 0.0635672 Jul 09 15:24:45.126005 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cf7da4-89f4-47b2-a206-34ceef00d2ba req-7e54d7f4-c9c5-4539-83d1-32a2658f0949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:45.127588 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-11cf7da4-89f4-47b2-a206-34ceef00d2ba req-7e54d7f4-c9c5-4539-83d1-32a2658f0949 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=33c2b1c2-428d-4ff9-a252-6baf4b948338 HTTP/1.1" status: 200 len: 835 time: 0.0453408 Jul 09 15:24:45.193481 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cf7da4-89f4-47b2-a206-34ceef00d2ba req-c1324135-7ad7-488c-8b02-34170c2c9fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:45.195007 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-11cf7da4-89f4-47b2-a206-34ceef00d2ba req-c1324135-7ad7-488c-8b02-34170c2c9fb7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ce12e4fa-09bd-4139-b6e3-ed21d0a30477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605104 Jul 09 15:24:45.253252 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:45.306313 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-11cf7da4-89f4-47b2-a206-34ceef00d2ba req-05acf785-ebc4-4590-b269-c330cbe25e27 service neutron] 10.222.0.54 "GET /v2.0/networks/ce12e4fa-09bd-4139-b6e3-ed21d0a30477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042371 Jul 09 15:24:45.441742 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-11cf7da4-89f4-47b2-a206-34ceef00d2ba req-37ec0827-3138-4b0c-9613-a1a0cf1b1094 service neutron] 10.222.0.54 "GET /v2.0/networks/ce12e4fa-09bd-4139-b6e3-ed21d0a30477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278088 Jul 09 15:24:45.992879 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093fd24-e70f-4e1d-9d54-d8bceb86586e req-6b803b43-8d24-4775-b770-a5e11d6fb73e tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:45.994383 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0093fd24-e70f-4e1d-9d54-d8bceb86586e req-6b803b43-8d24-4775-b770-a5e11d6fb73e tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ea6412c-8221-4db6-a909-7753f04021c5 HTTP/1.1" status: 200 len: 946 time: 0.0784969 Jul 09 15:24:46.051585 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0093fd24-e70f-4e1d-9d54-d8bceb86586e req-70a7b7da-96a9-4bf3-976e-3cd575e29024 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500038 Jul 09 15:24:46.235760 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856dc027-889a-4704-9555-58462f5dbb8e req-a0f160be-c14d-4b4c-848c-0828726db5a6 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:46.237553 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-856dc027-889a-4704-9555-58462f5dbb8e req-a0f160be-c14d-4b4c-848c-0828726db5a6 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ea6412c-8221-4db6-a909-7753f04021c5 HTTP/1.1" status: 200 len: 946 time: 0.0665793 Jul 09 15:24:46.279428 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-856dc027-889a-4704-9555-58462f5dbb8e req-27103881-abe7-4354-ada8-7b65b17084bf tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332339 Jul 09 15:24:46.497625 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb03aca-6df1-4993-b9b2-4f1b643a7a52 req-4c73ba95-d8c3-4f5d-8d63-4a58dd554033 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:46.499070 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2bb03aca-6df1-4993-b9b2-4f1b643a7a52 req-4c73ba95-d8c3-4f5d-8d63-4a58dd554033 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ea6412c-8221-4db6-a909-7753f04021c5 HTTP/1.1" status: 200 len: 946 time: 0.0769753 Jul 09 15:24:46.541943 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2bb03aca-6df1-4993-b9b2-4f1b643a7a52 req-277000c4-3c35-457d-998a-7ae98b384afb tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337317 Jul 09 15:24:47.180417 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308b6e1-5eb4-448d-b908-a002ad69f5b3 req-f3831720-fc4d-4886-9524-23106475969e tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:47.181910 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e308b6e1-5eb4-448d-b908-a002ad69f5b3 req-f3831720-fc4d-4886-9524-23106475969e tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ea6412c-8221-4db6-a909-7753f04021c5 HTTP/1.1" status: 200 len: 946 time: 0.0678773 Jul 09 15:24:47.220056 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e308b6e1-5eb4-448d-b908-a002ad69f5b3 req-31024e1d-85c1-4abe-9445-4203de58d846 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324092 Jul 09 15:24:48.401695 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b0148-c7b8-40a8-9458-454a1a362c73 req-b9562986-b5ec-48c3-b6e9-fed29c0ae84b tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:48.403222 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7a3b0148-c7b8-40a8-9458-454a1a362c73 req-b9562986-b5ec-48c3-b6e9-fed29c0ae84b tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ea6412c-8221-4db6-a909-7753f04021c5 HTTP/1.1" status: 200 len: 946 time: 0.0652437 Jul 09 15:24:48.449616 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7a3b0148-c7b8-40a8-9458-454a1a362c73 req-05258e4e-aabe-43a8-85b2-958881dca9e8 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401769 Jul 09 15:24:48.706975 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f3b463-37e0-48af-b714-3db8d703ab1a req-5a51a43b-ef7b-4fd8-a942-f80ded9558bb tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:24:48.708509 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b6f3b463-37e0-48af-b714-3db8d703ab1a req-5a51a43b-ef7b-4fd8-a942-f80ded9558bb tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ea6412c-8221-4db6-a909-7753f04021c5 HTTP/1.1" status: 200 len: 946 time: 0.0705786 Jul 09 15:24:48.821988 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-b6f3b463-37e0-48af-b714-3db8d703ab1a req-ef731bd3-d022-44e6-9c19-810365db15df tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Deleting port 58e7a64a-3db5-471f-86de-12fa72847ed0 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:24:48.822517 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b6f3b463-37e0-48af-b714-3db8d703ab1a req-ef731bd3-d022-44e6-9c19-810365db15df tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:48.963726 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-b6f3b463-37e0-48af-b714-3db8d703ab1a req-ef731bd3-d022-44e6-9c19-810365db15df tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] For port 58e7a64a-3db5-471f-86de-12fa72847ed0, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=58e7a64a-3db5-471f-86de-12fa72847ed0,segment=NetworkSegment(606647b5-2487-48f5-8bbb-91ffd6756a32),segment_id=606647b5-2487-48f5-8bbb-91ffd6756a32)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:24:48.963726 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b6f3b463-37e0-48af-b714-3db8d703ab1a req-ef731bd3-d022-44e6-9c19-810365db15df tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:48.974612 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-b6f3b463-37e0-48af-b714-3db8d703ab1a req-ef731bd3-d022-44e6-9c19-810365db15df tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Calling delete_port for 58e7a64a-3db5-471f-86de-12fa72847ed0 owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:24:49.169615 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b6f3b463-37e0-48af-b714-3db8d703ab1a req-ef731bd3-d022-44e6-9c19-810365db15df tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:49.184796 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['58e7a64a-3db5-471f-86de-12fa72847ed0'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:24:49.198474 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef731bd3-d022-44e6-9c19-810365db15df tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Pushing event deleted for resources: {'Port': ['ID=58e7a64a-3db5-471f-86de-12fa72847ed0,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:24:49.253442 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f3b463-37e0-48af-b714-3db8d703ab1a req-ef731bd3-d022-44e6-9c19-810365db15df tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] No DVR routers for this DVR port 58e7a64a-3db5-471f-86de-12fa72847ed0 on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:24:49.256422 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b6f3b463-37e0-48af-b714-3db8d703ab1a req-ef731bd3-d022-44e6-9c19-810365db15df tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:49.258604 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b6f3b463-37e0-48af-b714-3db8d703ab1a req-ef731bd3-d022-44e6-9c19-810365db15df tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.54 "DELETE /v2.0/ports/58e7a64a-3db5-471f-86de-12fa72847ed0 HTTP/1.1" status: 204 len: 173 time: 0.5448503 Jul 09 15:24:49.259170 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ea6412c-8221-4db6-a909-7753f04021c5', 'name': 'network-vif-deleted', 'tag': '58e7a64a-3db5-471f-86de-12fa72847ed0'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:24:49.262198 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5537c43c-4f54-4d28-b240-da6d67270e85" -d '{"events": [{"server_uuid": "8ea6412c-8221-4db6-a909-7753f04021c5", "name": "network-vif-deleted", "tag": "58e7a64a-3db5-471f-86de-12fa72847ed0"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:24:49.308925 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d41de8f-81e0-436d-81fb-1c92cc74d960 x-openstack-request-id: req-5d41de8f-81e0-436d-81fb-1c92cc74d960 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:24:49.309312 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ea6412c-8221-4db6-a909-7753f04021c5", "name": "network-vif-deleted", "tag": "58e7a64a-3db5-471f-86de-12fa72847ed0", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:24:49.309655 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5d41de8f-81e0-436d-81fb-1c92cc74d960 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:24:49.310256 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ea6412c-8221-4db6-a909-7753f04021c5', 'name': 'network-vif-deleted', 'tag': '58e7a64a-3db5-471f-86de-12fa72847ed0', 'status': 'completed', 'code': 200} Jul 09 15:24:49.595981 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b684487b-04f0-485e-9571-220ef140b243 req-f3b6b525-91aa-4121-93f3-3fd14f91cf0f tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ea6412c-8221-4db6-a909-7753f04021c5 HTTP/1.1" status: 200 len: 210 time: 0.0317178 Jul 09 15:24:50.746925 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fb89ffad-cf12-4e96-b939-10c5aa975358 req-7fc2194d-75d1-4d70-8644-29679ab50b4e tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ea6412c-8221-4db6-a909-7753f04021c5 HTTP/1.1" status: 200 len: 210 time: 0.0333240 Jul 09 15:24:51.883797 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7a1cff2f-051c-4f1d-a806-b059dc71ac33 req-977df609-1564-4fc0-b02c-7a956dc6d5d7 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ea6412c-8221-4db6-a909-7753f04021c5 HTTP/1.1" status: 200 len: 210 time: 0.0279789 Jul 09 15:24:52.315475 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 58e7a64a-3db5-471f-86de-12fa72847ed0 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:24:52.335515 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: 58e7a64a-3db5-471f-86de-12fa72847ed0 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:24:52.335986 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 58e7a64a-3db5-471f-86de-12fa72847ed0 not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:24:53.025521 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b0a14918-9385-4fc0-ab70-a83db56c4eac req-21b95aab-a11a-4193-a294-469103ce8fc6 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ea6412c-8221-4db6-a909-7753f04021c5 HTTP/1.1" status: 200 len: 210 time: 0.0294199 Jul 09 15:24:53.532381 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:56.132276 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-75ed0372-4c8e-40b0-a95b-70791a6c2d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:58.008688 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:24:59.100268 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0b175635-cced-4e5e-b924-28953f9c6fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:24:59.242789 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:00.320463 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:01.714655 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:14.880379 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4be37e8-bc4b-4095-b14d-19d3fcd7aaaa req-6fcfffd8-34e9-4664-abb4-5cb580d4019b tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:14.882621 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e4be37e8-bc4b-4095-b14d-19d3fcd7aaaa req-6fcfffd8-34e9-4664-abb4-5cb580d4019b tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57d8b06-e8d5-4cc4-845c-575eb241f9d1 HTTP/1.1" status: 200 len: 945 time: 0.1051354 Jul 09 15:25:14.923197 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e4be37e8-bc4b-4095-b14d-19d3fcd7aaaa req-9dfc7f45-76a5-414a-8089-877ec8213604 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=51cf3dae-cce3-4f79-b1a7-20415bf786f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350282 Jul 09 15:25:14.949380 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 53094) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:25:15.018159 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-31ef5179-a2f4-42ff-8ecd-8e7b66af688b tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/floatingips/0581eef0-480c-41e0-b483-989d89170c17 HTTP/1.1" status: 200 len: 992 time: 0.0676208 Jul 09 15:25:15.307338 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:15.463603 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9deea6-2362-421b-bf60-99f6ae76032a req-964ad060-854c-4794-b204-ff0db5845d0f tempest-TestNetworkAdvancedServerOps-1044390005 tempest-TestNetworkAdvancedServerOps-1044390005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:15.465180 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dc9deea6-2362-421b-bf60-99f6ae76032a req-964ad060-854c-4794-b204-ff0db5845d0f tempest-TestNetworkAdvancedServerOps-1044390005 tempest-TestNetworkAdvancedServerOps-1044390005-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d57d8b06-e8d5-4cc4-845c-575eb241f9d1 HTTP/1.1" status: 200 len: 1096 time: 0.0594323 Jul 09 15:25:15.500323 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dc9deea6-2362-421b-bf60-99f6ae76032a req-0341aad7-6427-4eae-ae0d-0b75d506ba30 tempest-TestNetworkAdvancedServerOps-1044390005 tempest-TestNetworkAdvancedServerOps-1044390005-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=51cf3dae-cce3-4f79-b1a7-20415bf786f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290484 Jul 09 15:25:16.873583 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-14d48380-f247-465f-9834-84df33d13752 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d57d8b06-e8d5-4cc4-845c-575eb241f9d1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1531515 Jul 09 15:25:18.172711 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-76662fd8-a08b-4d06-9219-3b56e0475272 tempest-TestNetworkAdvancedServerOps-1044390005 tempest-TestNetworkAdvancedServerOps-1044390005-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:25:18.173771 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-76662fd8-a08b-4d06-9219-3b56e0475272 tempest-TestNetworkAdvancedServerOps-1044390005 tempest-TestNetworkAdvancedServerOps-1044390005-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1468408 Jul 09 15:25:18.183587 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-403de35c-61b5-4105-b49e-26b12eb0e09a service neutron] Request body: {'binding': {'host': 'n-h1-799529-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:25:18.184055 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-403de35c-61b5-4105-b49e-26b12eb0e09a service neutron] Unknown quota resources ['binding']. {{(pid=94445) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 15:25:18.327630 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-403de35c-61b5-4105-b49e-26b12eb0e09a service neutron] Attempting to bind port 9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b on host n-h1-799529-6 for vnic_type normal with profile None {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:25:18.327873 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-403de35c-61b5-4105-b49e-26b12eb0e09a service neutron] Attempting to bind port 9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': 'b8f5b29f-9490-43a1-b199-77ded50871be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ce12e4fa-09bd-4139-b6e3-ed21d0a30477'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:25:18.328203 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-403de35c-61b5-4105-b49e-26b12eb0e09a service neutron] Attempting to bind port 9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b on network ce12e4fa-09bd-4139-b6e3-ed21d0a30477 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:25:18.332832 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-403de35c-61b5-4105-b49e-26b12eb0e09a service neutron] Port 9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b on network ce12e4fa-09bd-4139-b6e3-ed21d0a30477 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:25:18.333159 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-403de35c-61b5-4105-b49e-26b12eb0e09a service neutron] Attempting to bind port 9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b on network ce12e4fa-09bd-4139-b6e3-ed21d0a30477 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:25:18.338853 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-403de35c-61b5-4105-b49e-26b12eb0e09a service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:25:18.339194 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-403de35c-61b5-4105-b49e-26b12eb0e09a service neutron] Checking segment: {'id': 'b8f5b29f-9490-43a1-b199-77ded50871be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ce12e4fa-09bd-4139-b6e3-ed21d0a30477'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:25:18.339612 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-403de35c-61b5-4105-b49e-26b12eb0e09a service neutron] Bound using segment: {'id': 'b8f5b29f-9490-43a1-b199-77ded50871be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ce12e4fa-09bd-4139-b6e3-ed21d0a30477'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:25:18.340052 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-403de35c-61b5-4105-b49e-26b12eb0e09a service neutron] Bound port: 9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8f5b29f-9490-43a1-b199-77ded50871be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ce12e4fa-09bd-4139-b6e3-ed21d0a30477'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:25:18.431587 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-403de35c-61b5-4105-b49e-26b12eb0e09a service neutron] For port 9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b,segment=NetworkSegment(b8f5b29f-9490-43a1-b199-77ded50871be),segment_id=b8f5b29f-9490-43a1-b199-77ded50871be)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:25:18.509132 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-403de35c-61b5-4105-b49e-26b12eb0e09a service neutron] Notify callbacks [] for binding, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:18.510932 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-403de35c-61b5-4105-b49e-26b12eb0e09a service neutron] 10.222.0.58 "POST /v2.0/ports/9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b/bindings HTTP/1.1" status: 201 len: 389 time: 0.3308773 Jul 09 15:25:18.859210 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18691852-1019-474e-b3f7-e87890522b3c req-0612be0b-9792-4a7e-ae9d-e2fa8a10c0e4 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:18.860808 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-18691852-1019-474e-b3f7-e87890522b3c req-0612be0b-9792-4a7e-ae9d-e2fa8a10c0e4 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57d8b06-e8d5-4cc4-845c-575eb241f9d1 HTTP/1.1" status: 200 len: 945 time: 0.0693610 Jul 09 15:25:18.908561 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-18691852-1019-474e-b3f7-e87890522b3c req-253fafa5-f2b6-4d83-82f4-5200478f7d9a tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=51cf3dae-cce3-4f79-b1a7-20415bf786f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372519 Jul 09 15:25:19.284695 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-3904a7d7-1620-433d-8a0a-63654228fe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:19.286215 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-3904a7d7-1620-433d-8a0a-63654228fe4b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a72faee8848947debd81a1c8a7d3d88c&device_id=d57d8b06-e8d5-4cc4-845c-575eb241f9d1 HTTP/1.1" status: 200 len: 1096 time: 0.0557528 Jul 09 15:25:19.378027 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-def6c642-110c-4ab7-bcc7-874c9ee76881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:19.379546 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-def6c642-110c-4ab7-bcc7-874c9ee76881 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ce12e4fa-09bd-4139-b6e3-ed21d0a30477 HTTP/1.1" status: 200 len: 898 time: 0.0876763 Jul 09 15:25:19.444713 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-7caead46-cf28-4fc4-8593-004f64b6c1a4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b HTTP/1.1" status: 200 len: 1000 time: 0.0579922 Jul 09 15:25:19.498155 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-d4457cba-f92b-40aa-bbaf-b633d1792657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:19.499652 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-d4457cba-f92b-40aa-bbaf-b633d1792657 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=33c2b1c2-428d-4ff9-a252-6baf4b948338 HTTP/1.1" status: 200 len: 835 time: 0.0483150 Jul 09 15:25:19.557258 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-675d0bc2-1035-47ba-bc06-0bb12909f9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:19.558779 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-675d0bc2-1035-47ba-bc06-0bb12909f9cc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ce12e4fa-09bd-4139-b6e3-ed21d0a30477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528693 Jul 09 15:25:19.649528 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-0b8d51d9-1200-4dc6-9e14-eaf297862cc4 service neutron] 10.222.0.62 "GET /v2.0/networks/ce12e4fa-09bd-4139-b6e3-ed21d0a30477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837483 Jul 09 15:25:19.744875 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-a15ee1ba-971e-44eb-abbf-bbab642c0718 service neutron] 10.222.0.62 "GET /v2.0/networks/ce12e4fa-09bd-4139-b6e3-ed21d0a30477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886004 Jul 09 15:25:19.954568 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-d6640ae7-7abd-4f32-986a-d4144a6b5cf1 tempest-TestNetworkAdvancedServerOps-1044390005 tempest-TestNetworkAdvancedServerOps-1044390005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:19.956422 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-d6640ae7-7abd-4f32-986a-d4144a6b5cf1 tempest-TestNetworkAdvancedServerOps-1044390005 tempest-TestNetworkAdvancedServerOps-1044390005-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=d57d8b06-e8d5-4cc4-845c-575eb241f9d1&tenant_id=a72faee8848947debd81a1c8a7d3d88c&binding%3Ahost_id=n-h2-799529-6 HTTP/1.1" status: 200 len: 1096 time: 0.1007137 Jul 09 15:25:19.975714 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-2953ac0a-aedb-4830-b9e0-fdabb10cdc73 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799529-6'}}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:25:20.055389 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-2953ac0a-aedb-4830-b9e0-fdabb10cdc73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:20.159797 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52593e3e-3735-4a2d-a796-ce4fb69e3cff req-9e02a5ab-3095-4e66-ac40-333b93eee08b tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:20.161285 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-52593e3e-3735-4a2d-a796-ce4fb69e3cff req-9e02a5ab-3095-4e66-ac40-333b93eee08b tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57d8b06-e8d5-4cc4-845c-575eb241f9d1 HTTP/1.1" status: 200 len: 945 time: 0.0831766 Jul 09 15:25:20.206384 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-52593e3e-3735-4a2d-a796-ce4fb69e3cff req-9c876a7c-af3d-440e-b14e-e596c371dbe9 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=51cf3dae-cce3-4f79-b1a7-20415bf786f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364788 Jul 09 15:25:20.215132 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-2953ac0a-aedb-4830-b9e0-fdabb10cdc73 service neutron] For port 9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b,segment=NetworkSegment(b8f5b29f-9490-43a1-b199-77ded50871be),segment_id=b8f5b29f-9490-43a1-b199-77ded50871be)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:25:20.256060 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-2953ac0a-aedb-4830-b9e0-fdabb10cdc73 service neutron] For port 9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b, host n-h2-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:25:20.298243 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd57d8b06-e8d5-4cc4-845c-575eb241f9d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:25:20.300812 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca1177e-55d0-4b4b-84fe-fabc8a35af9d" -d '{"events": [{"server_uuid": "d57d8b06-e8d5-4cc4-845c-575eb241f9d1", "name": "network-vif-unplugged", "status": "completed", "tag": "9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:25:20.305253 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-2953ac0a-aedb-4830-b9e0-fdabb10cdc73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:20.349516 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 15:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f50425-e9c6-4d87-a983-3eb4745600ed x-openstack-request-id: req-44f50425-e9c6-4d87-a983-3eb4745600ed {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:25:20.349516 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d57d8b06-e8d5-4cc4-845c-575eb241f9d1", "name": "network-vif-unplugged", "status": "completed", "tag": "9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:25:20.349516 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-44f50425-e9c6-4d87-a983-3eb4745600ed {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:25:20.349516 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd57d8b06-e8d5-4cc4-845c-575eb241f9d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b', 'code': 200} Jul 09 15:25:20.366408 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-2953ac0a-aedb-4830-b9e0-fdabb10cdc73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:20.470978 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2953ac0a-aedb-4830-b9e0-fdabb10cdc73 service neutron] Pushing event updated for resources: {'Port': ['ID=9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b,revision_number=7']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:25:20.484366 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2953ac0a-aedb-4830-b9e0-fdabb10cdc73 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:25:20.484758 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2953ac0a-aedb-4830-b9e0-fdabb10cdc73 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:25:20.485138 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2953ac0a-aedb-4830-b9e0-fdabb10cdc73 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:25:20.485641 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2953ac0a-aedb-4830-b9e0-fdabb10cdc73 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:25:20.485941 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2953ac0a-aedb-4830-b9e0-fdabb10cdc73 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:25:20.486280 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2953ac0a-aedb-4830-b9e0-fdabb10cdc73 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:25:20.486615 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2953ac0a-aedb-4830-b9e0-fdabb10cdc73 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:25:20.486949 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2953ac0a-aedb-4830-b9e0-fdabb10cdc73 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:25:20.487443 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2953ac0a-aedb-4830-b9e0-fdabb10cdc73 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:25:20.487817 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2953ac0a-aedb-4830-b9e0-fdabb10cdc73 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:25:20.488179 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2953ac0a-aedb-4830-b9e0-fdabb10cdc73 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:25:20.488510 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2953ac0a-aedb-4830-b9e0-fdabb10cdc73 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:25:20.539570 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-2953ac0a-aedb-4830-b9e0-fdabb10cdc73 service neutron] Attempting to bind port 9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b on host n-h2-799529-6 for vnic_type normal with profile {"migrating_to": "n-h1-799529-6"} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:25:20.539570 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-2953ac0a-aedb-4830-b9e0-fdabb10cdc73 service neutron] Attempting to bind port 9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': 'b8f5b29f-9490-43a1-b199-77ded50871be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ce12e4fa-09bd-4139-b6e3-ed21d0a30477'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:25:20.541390 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-2953ac0a-aedb-4830-b9e0-fdabb10cdc73 service neutron] Attempting to bind port 9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b on network ce12e4fa-09bd-4139-b6e3-ed21d0a30477 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:25:20.544384 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-2953ac0a-aedb-4830-b9e0-fdabb10cdc73 service neutron] Port 9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b on network ce12e4fa-09bd-4139-b6e3-ed21d0a30477 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:25:20.544711 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-2953ac0a-aedb-4830-b9e0-fdabb10cdc73 service neutron] Attempting to bind port 9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b on network ce12e4fa-09bd-4139-b6e3-ed21d0a30477 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:25:20.550451 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-2953ac0a-aedb-4830-b9e0-fdabb10cdc73 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:25:20.550798 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-2953ac0a-aedb-4830-b9e0-fdabb10cdc73 service neutron] Checking segment: {'id': 'b8f5b29f-9490-43a1-b199-77ded50871be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ce12e4fa-09bd-4139-b6e3-ed21d0a30477'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:25:20.551236 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-2953ac0a-aedb-4830-b9e0-fdabb10cdc73 service neutron] Bound using segment: {'id': 'b8f5b29f-9490-43a1-b199-77ded50871be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ce12e4fa-09bd-4139-b6e3-ed21d0a30477'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:25:20.551872 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-2953ac0a-aedb-4830-b9e0-fdabb10cdc73 service neutron] Bound port: 9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8f5b29f-9490-43a1-b199-77ded50871be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ce12e4fa-09bd-4139-b6e3-ed21d0a30477'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:25:20.552068 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-2953ac0a-aedb-4830-b9e0-fdabb10cdc73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:20.623082 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-2953ac0a-aedb-4830-b9e0-fdabb10cdc73 service neutron] For port 9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b, host n-h2-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:25:20.626902 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-2953ac0a-aedb-4830-b9e0-fdabb10cdc73 service neutron] For port 9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b,segment=NetworkSegment(b8f5b29f-9490-43a1-b199-77ded50871be),segment_id=b8f5b29f-9490-43a1-b199-77ded50871be)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:25:20.702204 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-2953ac0a-aedb-4830-b9e0-fdabb10cdc73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:20.702605 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-424b5092-1aa3-4e33-84ff-6a97b3a0eea7 None None] Provisioning complete for port 9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:25:20.703366 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-424b5092-1aa3-4e33-84ff-6a97b3a0eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:20.793491 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-424b5092-1aa3-4e33-84ff-6a97b3a0eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:20.830603 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-424b5092-1aa3-4e33-84ff-6a97b3a0eea7 None None] For port 9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b,segment=NetworkSegment(b8f5b29f-9490-43a1-b199-77ded50871be),segment_id=b8f5b29f-9490-43a1-b199-77ded50871be)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:25:20.831790 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd57d8b06-e8d5-4cc4-845c-575eb241f9d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:25:20.834245 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf2b2dc-4750-4801-ba06-7460cac0369b" -d '{"events": [{"server_uuid": "d57d8b06-e8d5-4cc4-845c-575eb241f9d1", "name": "network-vif-plugged", "status": "completed", "tag": "9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:25:20.849836 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2953ac0a-aedb-4830-b9e0-fdabb10cdc73 service neutron] Pushing event updated for resources: {'Port': ['ID=9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b,revision_number=8']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:25:20.874974 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1615e48d-0028-4f73-a220-52ddb144fb32 x-openstack-request-id: req-1615e48d-0028-4f73-a220-52ddb144fb32 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:25:20.875649 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d57d8b06-e8d5-4cc4-845c-575eb241f9d1", "name": "network-vif-plugged", "status": "completed", "tag": "9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:25:20.876167 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1615e48d-0028-4f73-a220-52ddb144fb32 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:25:20.876829 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd57d8b06-e8d5-4cc4-845c-575eb241f9d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b', 'code': 200} Jul 09 15:25:20.909401 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-424b5092-1aa3-4e33-84ff-6a97b3a0eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:20.920383 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-2953ac0a-aedb-4830-b9e0-fdabb10cdc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:20.921121 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-2953ac0a-aedb-4830-b9e0-fdabb10cdc73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:20.922702 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-2953ac0a-aedb-4830-b9e0-fdabb10cdc73 service neutron] 10.222.0.62 "PUT /v2.0/ports/9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b HTTP/1.1" status: 200 len: 1121 time: 0.9593749 Jul 09 15:25:21.032917 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:25:21.113646 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424b5092-1aa3-4e33-84ff-6a97b3a0eea7 None None] Pushing event updated for resources: {'Port': ['ID=9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b,revision_number=9']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:25:21.130059 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424b5092-1aa3-4e33-84ff-6a97b3a0eea7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:25:21.130445 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424b5092-1aa3-4e33-84ff-6a97b3a0eea7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:25:21.130988 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424b5092-1aa3-4e33-84ff-6a97b3a0eea7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:25:21.131336 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424b5092-1aa3-4e33-84ff-6a97b3a0eea7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:25:21.131705 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424b5092-1aa3-4e33-84ff-6a97b3a0eea7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:25:21.132042 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424b5092-1aa3-4e33-84ff-6a97b3a0eea7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:25:21.132946 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424b5092-1aa3-4e33-84ff-6a97b3a0eea7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:25:21.133314 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424b5092-1aa3-4e33-84ff-6a97b3a0eea7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:25:21.133646 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424b5092-1aa3-4e33-84ff-6a97b3a0eea7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:25:21.133977 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424b5092-1aa3-4e33-84ff-6a97b3a0eea7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:25:21.134318 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424b5092-1aa3-4e33-84ff-6a97b3a0eea7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:25:21.134643 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424b5092-1aa3-4e33-84ff-6a97b3a0eea7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:25:21.331028 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-217b017a-634e-45db-816e-a65a744d1e44 None None] Provisioning complete for port 9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:25:21.331683 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-217b017a-634e-45db-816e-a65a744d1e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:21.511971 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43bcee6-aa90-41db-80dc-33d988190f54 req-51c2a175-c81c-41d2-b79f-8f24c2eea05c tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:21.513510 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b43bcee6-aa90-41db-80dc-33d988190f54 req-51c2a175-c81c-41d2-b79f-8f24c2eea05c tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57d8b06-e8d5-4cc4-845c-575eb241f9d1 HTTP/1.1" status: 200 len: 945 time: 0.1036601 Jul 09 15:25:21.554007 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b43bcee6-aa90-41db-80dc-33d988190f54 req-47e48bcd-7554-482c-9c52-f554fa7b7f16 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=51cf3dae-cce3-4f79-b1a7-20415bf786f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336599 Jul 09 15:25:22.347710 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd57d8b06-e8d5-4cc4-845c-575eb241f9d1', 'tag': '9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:25:22.350119 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e096fe-0dc0-4982-a247-7c0f54303c72" -d '{"events": [{"name": "network-changed", "server_uuid": "d57d8b06-e8d5-4cc4-845c-575eb241f9d1", "tag": "9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:25:22.386148 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efaafa97-5ceb-4b7d-ad51-bf852e30bee1 x-openstack-request-id: req-efaafa97-5ceb-4b7d-ad51-bf852e30bee1 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:25:22.386515 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d57d8b06-e8d5-4cc4-845c-575eb241f9d1", "tag": "9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:25:22.386840 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-efaafa97-5ceb-4b7d-ad51-bf852e30bee1 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:25:22.387236 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd57d8b06-e8d5-4cc4-845c-575eb241f9d1', 'tag': '9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b', 'status': 'completed', 'code': 200} Jul 09 15:25:22.465146 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e096fe-0dc0-4982-a247-7c0f54303c72 req-d6c340c1-e196-4ff4-8f84-32adf2f326ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:22.466592 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-72e096fe-0dc0-4982-a247-7c0f54303c72 req-d6c340c1-e196-4ff4-8f84-32adf2f326ca service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a72faee8848947debd81a1c8a7d3d88c&device_id=d57d8b06-e8d5-4cc4-845c-575eb241f9d1 HTTP/1.1" status: 200 len: 1126 time: 0.0553010 Jul 09 15:25:22.565727 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e096fe-0dc0-4982-a247-7c0f54303c72 req-7def0a61-ac7c-4aa7-8269-f3636b076a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:22.567234 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-72e096fe-0dc0-4982-a247-7c0f54303c72 req-7def0a61-ac7c-4aa7-8269-f3636b076a84 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ce12e4fa-09bd-4139-b6e3-ed21d0a30477 HTTP/1.1" status: 200 len: 898 time: 0.0937514 Jul 09 15:25:22.638255 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-72e096fe-0dc0-4982-a247-7c0f54303c72 req-7ffe7410-94e9-4069-86d6-f2fd6de200b4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b HTTP/1.1" status: 200 len: 1000 time: 0.0632184 Jul 09 15:25:22.739928 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e096fe-0dc0-4982-a247-7c0f54303c72 req-01bfe946-dc3a-451d-81ed-92c4252d0709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:22.741322 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-72e096fe-0dc0-4982-a247-7c0f54303c72 req-01bfe946-dc3a-451d-81ed-92c4252d0709 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=33c2b1c2-428d-4ff9-a252-6baf4b948338 HTTP/1.1" status: 200 len: 835 time: 0.0963216 Jul 09 15:25:22.800182 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9da55d-e7ba-4bea-b183-37907320898c req-6ce07216-a320-4e04-9b8d-17796b98e47d tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:22.801680 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4f9da55d-e7ba-4bea-b183-37907320898c req-6ce07216-a320-4e04-9b8d-17796b98e47d tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57d8b06-e8d5-4cc4-845c-575eb241f9d1 HTTP/1.1" status: 200 len: 945 time: 0.1115720 Jul 09 15:25:22.811722 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb5314-e320-4c88-87fb-d6619151a954 req-62b1fa2d-5439-4ec0-aeb2-db41c80b3a43 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:22.813227 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9efb5314-e320-4c88-87fb-d6619151a954 req-62b1fa2d-5439-4ec0-aeb2-db41c80b3a43 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/networks?id=4f755c34-6ac6-47a3-ae75-bc820231858e HTTP/1.1" status: 200 len: 811 time: 0.1017587 Jul 09 15:25:22.832281 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9efb5314-e320-4c88-87fb-d6619151a954 req-87fef7f1-3bc1-4265-a4de-5f72de06b55f tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/quotas/3fdc558e4b804a78859c2565a5dbcf72 HTTP/1.1" status: 200 len: 375 time: 0.0092523 Jul 09 15:25:22.843546 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e096fe-0dc0-4982-a247-7c0f54303c72 req-b5633b7f-2b3d-40c0-975d-e994fb2c4809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:22.845050 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-72e096fe-0dc0-4982-a247-7c0f54303c72 req-b5633b7f-2b3d-40c0-975d-e994fb2c4809 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ce12e4fa-09bd-4139-b6e3-ed21d0a30477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0959933 Jul 09 15:25:22.852511 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4f9da55d-e7ba-4bea-b183-37907320898c req-a056fa14-fdea-4310-ad79-1ae34650939e tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=51cf3dae-cce3-4f79-b1a7-20415bf786f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413399 Jul 09 15:25:22.911766 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9efb5314-e320-4c88-87fb-d6619151a954 req-c0b0506b-c275-414f-9857-66f5e0cf82af tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3fdc558e4b804a78859c2565a5dbcf72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0734229 Jul 09 15:25:22.951211 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-72e096fe-0dc0-4982-a247-7c0f54303c72 req-81effe91-cc95-4b2d-b4ae-83f632e7557a service neutron] 10.222.0.54 "GET /v2.0/networks/ce12e4fa-09bd-4139-b6e3-ed21d0a30477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976763 Jul 09 15:25:23.014293 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9efb5314-e320-4c88-87fb-d6619151a954 req-51cfec1e-8881-4ac5-bc7b-ad55a72501cc service neutron] 10.222.0.58 "GET /v2.0/networks/4f755c34-6ac6-47a3-ae75-bc820231858e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907471 Jul 09 15:25:23.047738 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-72e096fe-0dc0-4982-a247-7c0f54303c72 req-1301a8ad-91af-49c3-99da-50b117ab4de0 service neutron] 10.222.0.54 "GET /v2.0/networks/ce12e4fa-09bd-4139-b6e3-ed21d0a30477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896420 Jul 09 15:25:23.110695 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9efb5314-e320-4c88-87fb-d6619151a954 req-8ca33fc8-79b5-4372-8c68-a3c5920fbd1d service neutron] 10.222.0.58 "GET /v2.0/networks/4f755c34-6ac6-47a3-ae75-bc820231858e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893624 Jul 09 15:25:23.416812 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0932ee18-b792-4019-9b3c-982632928cdc req-4aaed169-489b-4cf9-985c-9d6f7c06f13c tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d67e11e-67e6-4791-8d67-d2323d568a46 HTTP/1.1" status: 200 len: 210 time: 0.0496283 Jul 09 15:25:23.492767 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:24.046613 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e32a4-a45c-45af-aada-91f6c9e6254f req-984fb3da-5c06-41e9-ac20-f08c9b9da27a tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:24.048157 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a77e32a4-a45c-45af-aada-91f6c9e6254f req-984fb3da-5c06-41e9-ac20-f08c9b9da27a tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57d8b06-e8d5-4cc4-845c-575eb241f9d1 HTTP/1.1" status: 200 len: 945 time: 0.0684352 Jul 09 15:25:24.089150 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a77e32a4-a45c-45af-aada-91f6c9e6254f req-a4218a7b-741c-4ac5-89f4-160fb782c3e8 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=51cf3dae-cce3-4f79-b1a7-20415bf786f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338597 Jul 09 15:25:24.244691 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 15:25:24.344306 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b,segment=NetworkSegment(b8f5b29f-9490-43a1-b199-77ded50871be),segment_id=b8f5b29f-9490-43a1-b199-77ded50871be)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:25:24.356763 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b has no active binding in host n-h1-799529-6 {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 15:25:24.571231 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4d0abfc8-f393-4a3c-a69c-5aa1900b35cb req-81c9dc5e-7ee1-4444-a5c3-96e7d2861589 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d67e11e-67e6-4791-8d67-d2323d568a46 HTTP/1.1" status: 200 len: 210 time: 0.0351810 Jul 09 15:25:25.281313 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376da286-e3f4-4241-bee3-285893165846 req-42e44ee5-1af5-44d0-8841-ee99a98880fc tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:25.282814 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-376da286-e3f4-4241-bee3-285893165846 req-42e44ee5-1af5-44d0-8841-ee99a98880fc tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57d8b06-e8d5-4cc4-845c-575eb241f9d1 HTTP/1.1" status: 200 len: 945 time: 0.0772488 Jul 09 15:25:25.325440 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-376da286-e3f4-4241-bee3-285893165846 req-0f7122b5-aede-4e8f-b52a-e9d406315f3c tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=51cf3dae-cce3-4f79-b1a7-20415bf786f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360904 Jul 09 15:25:25.564204 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb5314-e320-4c88-87fb-d6619151a954 req-1fa4a651-9942-42e7-9c46-d9ff4ea8ed78 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:25.565730 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9efb5314-e320-4c88-87fb-d6619151a954 req-1fa4a651-9942-42e7-9c46-d9ff4ea8ed78 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.62 "GET /v2.0/networks?id=4f755c34-6ac6-47a3-ae75-bc820231858e HTTP/1.1" status: 200 len: 811 time: 0.1065826 Jul 09 15:25:25.605447 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-9efb5314-e320-4c88-87fb-d6619151a954 req-e84f2131-9f71-41c3-8309-1389e5f9e4ce tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Request body: {'port': {'device_id': '2d67e11e-67e6-4791-8d67-d2323d568a46', 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e', 'admin_state_up': True, 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:25:25.739148 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d01c05b1-c6c9-4716-9922-1a30629e09c5 req-7742bc9c-8836-4480-8935-d4794716cd75 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d67e11e-67e6-4791-8d67-d2323d568a46 HTTP/1.1" status: 200 len: 210 time: 0.0432222 Jul 09 15:25:25.817274 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9efb5314-e320-4c88-87fb-d6619151a954 req-e84f2131-9f71-41c3-8309-1389e5f9e4ce tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Made reservation on behalf of 3fdc558e4b804a78859c2565a5dbcf72 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:25:25.821417 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-9efb5314-e320-4c88-87fb-d6619151a954 req-e84f2131-9f71-41c3-8309-1389e5f9e4ce tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:26.163844 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-02abf6a4-9414-425d-9267-916de3f7b150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:26.272339 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-9efb5314-e320-4c88-87fb-d6619151a954 req-e84f2131-9f71-41c3-8309-1389e5f9e4ce tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Allocated IP 172.20.0.6 (4f755c34-6ac6-47a3-ae75-bc820231858e/4468b5d7-64e7-478a-93b6-96bdc0a89416/f6c72aa9-2f2d-4892-a7d1-036f71096c79) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:25:26.435545 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-9efb5314-e320-4c88-87fb-d6619151a954 req-e84f2131-9f71-41c3-8309-1389e5f9e4ce tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:26.458633 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-9efb5314-e320-4c88-87fb-d6619151a954 req-e84f2131-9f71-41c3-8309-1389e5f9e4ce tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Transition to ACTIVE for port object f6c72aa9-2f2d-4892-a7d1-036f71096c79 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:25:26.534713 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88111601-9e2f-4696-904b-9b8db53decda req-ffc08f04-93a7-4d0b-95b4-359869b22186 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:26.536536 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-88111601-9e2f-4696-904b-9b8db53decda req-ffc08f04-93a7-4d0b-95b4-359869b22186 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57d8b06-e8d5-4cc4-845c-575eb241f9d1 HTTP/1.1" status: 200 len: 945 time: 0.0938883 Jul 09 15:25:26.579076 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-9efb5314-e320-4c88-87fb-d6619151a954 req-e84f2131-9f71-41c3-8309-1389e5f9e4ce tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:26.586189 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-88111601-9e2f-4696-904b-9b8db53decda req-82913f23-334f-4374-a1bd-343af132bbf8 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=51cf3dae-cce3-4f79-b1a7-20415bf786f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443339 Jul 09 15:25:26.630606 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9efb5314-e320-4c88-87fb-d6619151a954 req-e84f2131-9f71-41c3-8309-1389e5f9e4ce tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Network 4f755c34-6ac6-47a3-ae75-bc820231858e is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:25:26.637338 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-9efb5314-e320-4c88-87fb-d6619151a954 req-e84f2131-9f71-41c3-8309-1389e5f9e4ce tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:25:26.641377 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-9efb5314-e320-4c88-87fb-d6619151a954 req-e84f2131-9f71-41c3-8309-1389e5f9e4ce tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:25:26.671213 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84f2131-9f71-41c3-8309-1389e5f9e4ce tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Pushing event updated for resources: {'Port': ['ID=f6c72aa9-2f2d-4892-a7d1-036f71096c79,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:25:26.711049 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb5314-e320-4c88-87fb-d6619151a954 req-e84f2131-9f71-41c3-8309-1389e5f9e4ce tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:26.712194 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-9efb5314-e320-4c88-87fb-d6619151a954 req-e84f2131-9f71-41c3-8309-1389e5f9e4ce tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:26.810162 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9efb5314-e320-4c88-87fb-d6619151a954 req-e84f2131-9f71-41c3-8309-1389e5f9e4ce tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2105730 Jul 09 15:25:26.838119 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-9efb5314-e320-4c88-87fb-d6619151a954 req-ff2be7eb-bec5-4e09-82cb-986ac1789ad2 service neutron] Request body: {'port': {'device_id': '2d67e11e-67e6-4791-8d67-d2323d568a46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:25:26.927418 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-9efb5314-e320-4c88-87fb-d6619151a954 req-ff2be7eb-bec5-4e09-82cb-986ac1789ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:26.969697 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a77e6a-4e29-4d79-9b46-4b3771554837 req-b1331c4b-0862-4334-8363-0e3ef82b55b5 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:26.971999 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-87a77e6a-4e29-4d79-9b46-4b3771554837 req-b1331c4b-0862-4334-8363-0e3ef82b55b5 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d67e11e-67e6-4791-8d67-d2323d568a46 HTTP/1.1" status: 200 len: 931 time: 0.0971067 Jul 09 15:25:27.029053 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-87a77e6a-4e29-4d79-9b46-4b3771554837 req-9c63d244-8287-4599-be9f-ed5957d56792 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500214 Jul 09 15:25:27.092308 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-0f7df6d8-cd44-401c-96c9-184582748aab None None] Provisioning for port f6c72aa9-2f2d-4892-a7d1-036f71096c79 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:25:27.101886 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-0f7df6d8-cd44-401c-96c9-184582748aab None None] Provisioning complete for port f6c72aa9-2f2d-4892-a7d1-036f71096c79 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:25:27.101886 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0f7df6d8-cd44-401c-96c9-184582748aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:27.161669 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-0f7df6d8-cd44-401c-96c9-184582748aab None None] Port f6c72aa9-2f2d-4892-a7d1-036f71096c79 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:25:27.254654 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-9efb5314-e320-4c88-87fb-d6619151a954 req-ff2be7eb-bec5-4e09-82cb-986ac1789ad2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6c72aa9-2f2d-4892-a7d1-036f71096c79 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:25:27.263601 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-9efb5314-e320-4c88-87fb-d6619151a954 req-ff2be7eb-bec5-4e09-82cb-986ac1789ad2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:27.275914 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-9efb5314-e320-4c88-87fb-d6619151a954 req-ff2be7eb-bec5-4e09-82cb-986ac1789ad2 service neutron] Transition to ACTIVE for port object f6c72aa9-2f2d-4892-a7d1-036f71096c79 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:25:27.348801 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-9efb5314-e320-4c88-87fb-d6619151a954 req-ff2be7eb-bec5-4e09-82cb-986ac1789ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:27.401696 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2be7eb-bec5-4e09-82cb-986ac1789ad2 service neutron] Pushing event updated for resources: {'Port': ['ID=f6c72aa9-2f2d-4892-a7d1-036f71096c79,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:25:27.484708 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-9efb5314-e320-4c88-87fb-d6619151a954 req-ff2be7eb-bec5-4e09-82cb-986ac1789ad2 service neutron] Attempting to bind port f6c72aa9-2f2d-4892-a7d1-036f71096c79 on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:25:27.485586 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-9efb5314-e320-4c88-87fb-d6619151a954 req-ff2be7eb-bec5-4e09-82cb-986ac1789ad2 service neutron] Attempting to bind port f6c72aa9-2f2d-4892-a7d1-036f71096c79 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': '606647b5-2487-48f5-8bbb-91ffd6756a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:25:27.485586 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efb5314-e320-4c88-87fb-d6619151a954 req-ff2be7eb-bec5-4e09-82cb-986ac1789ad2 service neutron] Attempting to bind port f6c72aa9-2f2d-4892-a7d1-036f71096c79 on network 4f755c34-6ac6-47a3-ae75-bc820231858e {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:25:27.490470 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efb5314-e320-4c88-87fb-d6619151a954 req-ff2be7eb-bec5-4e09-82cb-986ac1789ad2 service neutron] Port f6c72aa9-2f2d-4892-a7d1-036f71096c79 on network 4f755c34-6ac6-47a3-ae75-bc820231858e not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:25:27.490802 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efb5314-e320-4c88-87fb-d6619151a954 req-ff2be7eb-bec5-4e09-82cb-986ac1789ad2 service neutron] Attempting to bind port f6c72aa9-2f2d-4892-a7d1-036f71096c79 on network 4f755c34-6ac6-47a3-ae75-bc820231858e {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:25:27.496574 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efb5314-e320-4c88-87fb-d6619151a954 req-ff2be7eb-bec5-4e09-82cb-986ac1789ad2 service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:25:27.496919 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efb5314-e320-4c88-87fb-d6619151a954 req-ff2be7eb-bec5-4e09-82cb-986ac1789ad2 service neutron] Checking segment: {'id': '606647b5-2487-48f5-8bbb-91ffd6756a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:25:27.498568 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efb5314-e320-4c88-87fb-d6619151a954 req-ff2be7eb-bec5-4e09-82cb-986ac1789ad2 service neutron] Bound using segment: {'id': '606647b5-2487-48f5-8bbb-91ffd6756a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:25:27.498568 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-9efb5314-e320-4c88-87fb-d6619151a954 req-ff2be7eb-bec5-4e09-82cb-986ac1789ad2 service neutron] Bound port: f6c72aa9-2f2d-4892-a7d1-036f71096c79, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '606647b5-2487-48f5-8bbb-91ffd6756a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:25:27.498568 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-9efb5314-e320-4c88-87fb-d6619151a954 req-ff2be7eb-bec5-4e09-82cb-986ac1789ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:27.583612 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-9efb5314-e320-4c88-87fb-d6619151a954 req-ff2be7eb-bec5-4e09-82cb-986ac1789ad2 service neutron] For port f6c72aa9-2f2d-4892-a7d1-036f71096c79, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:25:27.588883 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-9efb5314-e320-4c88-87fb-d6619151a954 req-ff2be7eb-bec5-4e09-82cb-986ac1789ad2 service neutron] For port f6c72aa9-2f2d-4892-a7d1-036f71096c79, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=f6c72aa9-2f2d-4892-a7d1-036f71096c79,segment=NetworkSegment(606647b5-2487-48f5-8bbb-91ffd6756a32),segment_id=606647b5-2487-48f5-8bbb-91ffd6756a32)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:25:27.673343 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-9efb5314-e320-4c88-87fb-d6619151a954 req-ff2be7eb-bec5-4e09-82cb-986ac1789ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:27.714387 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb5314-e320-4c88-87fb-d6619151a954 req-ff2be7eb-bec5-4e09-82cb-986ac1789ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:27.715030 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-9efb5314-e320-4c88-87fb-d6619151a954 req-ff2be7eb-bec5-4e09-82cb-986ac1789ad2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:27.716549 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9efb5314-e320-4c88-87fb-d6619151a954 req-ff2be7eb-bec5-4e09-82cb-986ac1789ad2 service neutron] 10.222.0.62 "PUT /v2.0/ports/f6c72aa9-2f2d-4892-a7d1-036f71096c79 HTTP/1.1" status: 200 len: 1091 time: 0.8835273 Jul 09 15:25:27.717010 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d67e11e-67e6-4791-8d67-d2323d568a46', 'tag': 'f6c72aa9-2f2d-4892-a7d1-036f71096c79'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:25:27.719845 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5e1aae-cc86-4303-aba5-af7638acff9c" -d '{"events": [{"name": "network-changed", "server_uuid": "2d67e11e-67e6-4791-8d67-d2323d568a46", "tag": "f6c72aa9-2f2d-4892-a7d1-036f71096c79"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:25:27.777106 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb10ae6e-ef94-444a-81fb-d4c7077fce4b x-openstack-request-id: req-bb10ae6e-ef94-444a-81fb-d4c7077fce4b {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:25:27.777527 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d67e11e-67e6-4791-8d67-d2323d568a46", "tag": "f6c72aa9-2f2d-4892-a7d1-036f71096c79", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:25:27.777889 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bb10ae6e-ef94-444a-81fb-d4c7077fce4b {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:25:27.778462 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d67e11e-67e6-4791-8d67-d2323d568a46', 'tag': 'f6c72aa9-2f2d-4892-a7d1-036f71096c79', 'status': 'completed', 'code': 200} Jul 09 15:25:27.823359 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2be7eb-bec5-4e09-82cb-986ac1789ad2 service neutron] Pushing event updated for resources: {'Port': ['ID=f6c72aa9-2f2d-4892-a7d1-036f71096c79,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:25:27.965189 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd47a57-4f27-4b11-8c77-8ea1b9e02951 req-a68a2b1f-f0d2-443c-9653-a63aa91d4897 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:27.967856 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0fd47a57-4f27-4b11-8c77-8ea1b9e02951 req-a68a2b1f-f0d2-443c-9653-a63aa91d4897 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57d8b06-e8d5-4cc4-845c-575eb241f9d1 HTTP/1.1" status: 200 len: 945 time: 0.2141280 Jul 09 15:25:27.989538 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e1aae-cc86-4303-aba5-af7638acff9c req-4c5111b8-e965-431b-b5d3-c0215cdcb759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:27.992927 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ff5e1aae-cc86-4303-aba5-af7638acff9c req-4c5111b8-e965-431b-b5d3-c0215cdcb759 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3fdc558e4b804a78859c2565a5dbcf72&device_id=2d67e11e-67e6-4791-8d67-d2323d568a46 HTTP/1.1" status: 200 len: 1094 time: 0.1731069 Jul 09 15:25:28.131175 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0fd47a57-4f27-4b11-8c77-8ea1b9e02951 req-cb52354a-4be9-4459-b7aa-4558b0b38ab0 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=51cf3dae-cce3-4f79-b1a7-20415bf786f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570413 Jul 09 15:25:28.198040 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e1aae-cc86-4303-aba5-af7638acff9c req-073e7c08-e868-445f-9fac-73559ead0cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:28.200640 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ff5e1aae-cc86-4303-aba5-af7638acff9c req-073e7c08-e868-445f-9fac-73559ead0cc7 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=3fdc558e4b804a78859c2565a5dbcf72&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1908443 Jul 09 15:25:28.243939 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e9b302-116e-4f3b-aeca-26d0b4107cec req-f7d589dd-7e39-4b77-95f6-128c8b1d9e7e tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:28.245742 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a5e9b302-116e-4f3b-aeca-26d0b4107cec req-f7d589dd-7e39-4b77-95f6-128c8b1d9e7e tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d67e11e-67e6-4791-8d67-d2323d568a46 HTTP/1.1" status: 200 len: 943 time: 0.0751693 Jul 09 15:25:28.290158 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a5e9b302-116e-4f3b-aeca-26d0b4107cec req-f1f984db-133d-4586-b361-e90a3f50a775 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349381 Jul 09 15:25:28.317193 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e1aae-cc86-4303-aba5-af7638acff9c req-61ffd82e-e44b-47e9-a93a-58e626a0d985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:28.319693 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ff5e1aae-cc86-4303-aba5-af7638acff9c req-61ffd82e-e44b-47e9-a93a-58e626a0d985 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1117101 Jul 09 15:25:28.440049 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb5314-e320-4c88-87fb-d6619151a954 req-237daafc-e895-4324-aa10-7558f20e4937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:28.441586 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9efb5314-e320-4c88-87fb-d6619151a954 req-237daafc-e895-4324-aa10-7558f20e4937 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3fdc558e4b804a78859c2565a5dbcf72&device_id=2d67e11e-67e6-4791-8d67-d2323d568a46 HTTP/1.1" status: 200 len: 1094 time: 0.0555577 Jul 09 15:25:28.496832 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9efb5314-e320-4c88-87fb-d6619151a954 req-44fa0354-8b99-4ca6-80b1-3f8ca0cffe32 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6c72aa9-2f2d-4892-a7d1-036f71096c79 HTTP/1.1" status: 200 len: 217 time: 0.0412893 Jul 09 15:25:28.546564 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb5314-e320-4c88-87fb-d6619151a954 req-12e85ea9-1e74-4742-924c-dd351efe3109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:28.548097 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9efb5314-e320-4c88-87fb-d6619151a954 req-12e85ea9-1e74-4742-924c-dd351efe3109 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4468b5d7-64e7-478a-93b6-96bdc0a89416 HTTP/1.1" status: 200 len: 850 time: 0.0454926 Jul 09 15:25:28.607615 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb5314-e320-4c88-87fb-d6619151a954 req-768067da-6ce9-4ab8-b5f7-d8563dadcdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:28.609151 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9efb5314-e320-4c88-87fb-d6619151a954 req-768067da-6ce9-4ab8-b5f7-d8563dadcdef service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4f755c34-6ac6-47a3-ae75-bc820231858e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542853 Jul 09 15:25:28.709096 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9efb5314-e320-4c88-87fb-d6619151a954 req-48223a94-700f-482c-81e7-627b50a2a521 service neutron] 10.222.0.62 "GET /v2.0/networks/4f755c34-6ac6-47a3-ae75-bc820231858e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918252 Jul 09 15:25:28.808689 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9efb5314-e320-4c88-87fb-d6619151a954 req-53b7b2fa-3d2f-40cf-bfa1-0e5a06c55899 service neutron] 10.222.0.62 "GET /v2.0/networks/4f755c34-6ac6-47a3-ae75-bc820231858e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929017 Jul 09 15:25:29.106095 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-86365bc1-5489-4891-a1c4-41445f959bfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:29.237493 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:29.356739 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-3c64f4e9-a451-4266-94dc-ad119f7fdd00 service neutron] 10.222.0.54 "GET /v2.0/ports/9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b/bindings/n-h1-799529-6 HTTP/1.1" status: 200 len: 384 time: 0.0648112 Jul 09 15:25:29.407630 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e203523-a110-427f-92e3-af02ea41d95a req-0c679467-f6df-488d-b768-595f8b99d62f tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:29.416170 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0e203523-a110-427f-92e3-af02ea41d95a req-0c679467-f6df-488d-b768-595f8b99d62f tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57d8b06-e8d5-4cc4-845c-575eb241f9d1 HTTP/1.1" status: 200 len: 945 time: 0.0871522 Jul 09 15:25:29.464043 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0e203523-a110-427f-92e3-af02ea41d95a req-0ca31ffe-f8ba-428c-95a8-3c21444a3f99 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=51cf3dae-cce3-4f79-b1a7-20415bf786f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447521 Jul 09 15:25:29.590406 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-27de700a-3634-46e8-87ad-3cdde670b4db service neutron] For port 9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b,segment=NetworkSegment(b8f5b29f-9490-43a1-b199-77ded50871be),segment_id=b8f5b29f-9490-43a1-b199-77ded50871be)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:25:29.622908 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a41e459-b732-474d-ac5b-69129b50fdec req-2baebb7c-41f0-4d1f-9ebb-4f67306af3cd tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:29.624500 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8a41e459-b732-474d-ac5b-69129b50fdec req-2baebb7c-41f0-4d1f-9ebb-4f67306af3cd tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d67e11e-67e6-4791-8d67-d2323d568a46 HTTP/1.1" status: 200 len: 943 time: 0.1165471 Jul 09 15:25:29.628152 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-27de700a-3634-46e8-87ad-3cdde670b4db service neutron] For port 9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:25:29.692026 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd57d8b06-e8d5-4cc4-845c-575eb241f9d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:25:29.694369 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34127c47-f071-447a-acd5-b4cf8379955c" -d '{"events": [{"server_uuid": "d57d8b06-e8d5-4cc4-845c-575eb241f9d1", "name": "network-vif-unplugged", "status": "completed", "tag": "9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:25:29.702119 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-27de700a-3634-46e8-87ad-3cdde670b4db service neutron] For port 9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b,segment=NetworkSegment(b8f5b29f-9490-43a1-b199-77ded50871be),segment_id=b8f5b29f-9490-43a1-b199-77ded50871be)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:25:29.727139 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8a41e459-b732-474d-ac5b-69129b50fdec req-bbcae029-d75a-4a56-9da2-3b6b1219a2af tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721574 Jul 09 15:25:29.747650 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 15:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7484117b-f1a6-47d8-b07a-d773141b7521 x-openstack-request-id: req-7484117b-f1a6-47d8-b07a-d773141b7521 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:25:29.747975 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d57d8b06-e8d5-4cc4-845c-575eb241f9d1", "name": "network-vif-unplugged", "status": "completed", "tag": "9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:25:29.748254 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7484117b-f1a6-47d8-b07a-d773141b7521 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:25:29.748677 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd57d8b06-e8d5-4cc4-845c-575eb241f9d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b', 'code': 200} Jul 09 15:25:29.805906 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-27de700a-3634-46e8-87ad-3cdde670b4db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:29.890969 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-27de700a-3634-46e8-87ad-3cdde670b4db service neutron] Transition to ACTIVE for port object 9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:25:30.018212 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-27de700a-3634-46e8-87ad-3cdde670b4db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:30.136464 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27de700a-3634-46e8-87ad-3cdde670b4db service neutron] Pushing event updated for resources: {'Port': ['ID=9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b,revision_number=11']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:25:30.158175 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27de700a-3634-46e8-87ad-3cdde670b4db service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:25:30.158524 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27de700a-3634-46e8-87ad-3cdde670b4db service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:25:30.158861 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27de700a-3634-46e8-87ad-3cdde670b4db service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:25:30.159349 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27de700a-3634-46e8-87ad-3cdde670b4db service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:25:30.159712 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27de700a-3634-46e8-87ad-3cdde670b4db service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:25:30.160044 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27de700a-3634-46e8-87ad-3cdde670b4db service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:25:30.160372 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27de700a-3634-46e8-87ad-3cdde670b4db service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:25:30.160697 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27de700a-3634-46e8-87ad-3cdde670b4db service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:25:30.161023 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27de700a-3634-46e8-87ad-3cdde670b4db service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:25:30.161345 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27de700a-3634-46e8-87ad-3cdde670b4db service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:25:30.161663 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27de700a-3634-46e8-87ad-3cdde670b4db service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:25:30.161987 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27de700a-3634-46e8-87ad-3cdde670b4db service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:25:30.204815 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-27de700a-3634-46e8-87ad-3cdde670b4db service neutron] No DVR routers for this DVR port 9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:25:30.340222 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:30.363004 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-27de700a-3634-46e8-87ad-3cdde670b4db service neutron] 10.222.0.54 "PUT /v2.0/ports/9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b/bindings/n-h1-799529-6/activate HTTP/1.1" status: 200 len: 369 time: 1.0005095 Jul 09 15:25:30.583013 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-3e3e0e72-3663-423b-8994-3c4aff4b3e26 tempest-TestNetworkAdvancedServerOps-1044390005 tempest-TestNetworkAdvancedServerOps-1044390005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:30.585455 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-3e3e0e72-3663-423b-8994-3c4aff4b3e26 tempest-TestNetworkAdvancedServerOps-1044390005 tempest-TestNetworkAdvancedServerOps-1044390005-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=d57d8b06-e8d5-4cc4-845c-575eb241f9d1&tenant_id=a72faee8848947debd81a1c8a7d3d88c&binding%3Ahost_id=n-h2-799529-6 HTTP/1.1" status: 200 len: 1095 time: 0.0844369 Jul 09 15:25:30.657423 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-5c916bf0-535f-4723-8696-63a9e89a890e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:30.660939 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-5c916bf0-535f-4723-8696-63a9e89a890e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d57d8b06-e8d5-4cc4-845c-575eb241f9d1&tenant_id=a72faee8848947debd81a1c8a7d3d88c HTTP/1.1" status: 200 len: 1095 time: 0.0675883 Jul 09 15:25:30.688135 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed9f4b-ba27-4704-869c-662371a99e1e req-0afb2754-73b0-4860-b3a2-52c82734a37d tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:30.689703 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-78ed9f4b-ba27-4704-869c-662371a99e1e req-0afb2754-73b0-4860-b3a2-52c82734a37d tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57d8b06-e8d5-4cc4-845c-575eb241f9d1 HTTP/1.1" status: 200 len: 944 time: 0.0718253 Jul 09 15:25:30.749456 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-78ed9f4b-ba27-4704-869c-662371a99e1e req-73742ef7-be17-408c-9480-2c10eb644f18 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=51cf3dae-cce3-4f79-b1a7-20415bf786f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518260 Jul 09 15:25:30.794234 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-2e2636f4-b332-4165-bdeb-281c44ac3c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:30.795820 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-2e2636f4-b332-4165-bdeb-281c44ac3c10 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a72faee8848947debd81a1c8a7d3d88c&device_id=d57d8b06-e8d5-4cc4-845c-575eb241f9d1 HTTP/1.1" status: 200 len: 1095 time: 0.0928247 Jul 09 15:25:30.950567 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-f09dce6d-a098-4862-9148-e251ba9d3880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:30.951998 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-f09dce6d-a098-4862-9148-e251ba9d3880 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ce12e4fa-09bd-4139-b6e3-ed21d0a30477 HTTP/1.1" status: 200 len: 898 time: 0.1484616 Jul 09 15:25:31.022666 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae180697-c2aa-46c7-8070-0077b51a0ed3 req-969749fe-9f3c-4fb8-bf27-7d39e02e7d10 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:31.024604 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae180697-c2aa-46c7-8070-0077b51a0ed3 req-969749fe-9f3c-4fb8-bf27-7d39e02e7d10 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d67e11e-67e6-4791-8d67-d2323d568a46 HTTP/1.1" status: 200 len: 943 time: 0.1589086 Jul 09 15:25:31.078998 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-11d0903b-c0c0-416c-8513-b9babc33494e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b HTTP/1.1" status: 200 len: 998 time: 0.1202588 Jul 09 15:25:31.108729 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae180697-c2aa-46c7-8070-0077b51a0ed3 req-4f3248f3-e9f8-46ef-805c-0854ea03d4d2 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738816 Jul 09 15:25:31.150902 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-6a1fb5ea-7ce6-4046-ae60-3e5ab3bde5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:31.152453 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-6a1fb5ea-7ce6-4046-ae60-3e5ab3bde5cf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=33c2b1c2-428d-4ff9-a252-6baf4b948338 HTTP/1.1" status: 200 len: 835 time: 0.0609055 Jul 09 15:25:31.221695 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-a04629f3-ca75-4545-b024-242801ba058b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:31.223285 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-a04629f3-ca75-4545-b024-242801ba058b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ce12e4fa-09bd-4139-b6e3-ed21d0a30477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636857 Jul 09 15:25:31.357960 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-e5f791ab-7b82-4b49-9dde-db8d070fd22e service neutron] 10.222.0.62 "GET /v2.0/networks/ce12e4fa-09bd-4139-b6e3-ed21d0a30477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271858 Jul 09 15:25:31.453588 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-6377a906-c2f2-42f2-8e19-d884dd6fef30 service neutron] 10.222.0.62 "GET /v2.0/networks/ce12e4fa-09bd-4139-b6e3-ed21d0a30477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891650 Jul 09 15:25:31.731178 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:31.937017 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76e650-c73f-4e3b-baa7-0b9d17bfebf2 req-c799e1dd-2dee-46be-9ee5-c668000a9576 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:31.938586 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8a76e650-c73f-4e3b-baa7-0b9d17bfebf2 req-c799e1dd-2dee-46be-9ee5-c668000a9576 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57d8b06-e8d5-4cc4-845c-575eb241f9d1 HTTP/1.1" status: 200 len: 944 time: 0.0748410 Jul 09 15:25:31.983487 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8a76e650-c73f-4e3b-baa7-0b9d17bfebf2 req-5e12cda9-46b5-40f9-8285-1fcc861c9374 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=51cf3dae-cce3-4f79-b1a7-20415bf786f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339093 Jul 09 15:25:32.130743 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-7c21c5b1-317e-423c-be83-78c01293458d tempest-TestNetworkAdvancedServerOps-1044390005 tempest-TestNetworkAdvancedServerOps-1044390005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:32.133258 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-7c21c5b1-317e-423c-be83-78c01293458d tempest-TestNetworkAdvancedServerOps-1044390005 tempest-TestNetworkAdvancedServerOps-1044390005-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=d57d8b06-e8d5-4cc4-845c-575eb241f9d1&tenant_id=a72faee8848947debd81a1c8a7d3d88c&binding%3Ahost_id=n-h1-799529-6 HTTP/1.1" status: 200 len: 1095 time: 0.0733571 Jul 09 15:25:32.366795 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe51e9ce-6a88-40ec-8944-e52d4c7ecbdf req-1c2ead81-ca15-4985-9db5-742ab20e182a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:32.368544 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fe51e9ce-6a88-40ec-8944-e52d4c7ecbdf req-1c2ead81-ca15-4985-9db5-742ab20e182a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d67e11e-67e6-4791-8d67-d2323d568a46 HTTP/1.1" status: 200 len: 943 time: 0.1223609 Jul 09 15:25:32.412970 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fe51e9ce-6a88-40ec-8944-e52d4c7ecbdf req-6737b49e-01ff-46b1-b6f8-8181bf9d87fd tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378001 Jul 09 15:25:32.426167 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-bdfd4091-9b85-405b-a6e8-eecc26c5c302 service neutron] For port 9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b, host n-h2-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:25:32.430310 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-bdfd4091-9b85-405b-a6e8-eecc26c5c302 service neutron] Notify callbacks [] for binding, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:32.431494 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-32f05846-d263-4c3e-b20b-509ba5c41f4f req-bdfd4091-9b85-405b-a6e8-eecc26c5c302 service neutron] 10.222.0.62 "DELETE /v2.0/ports/9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b/bindings/n-h2-799529-6 HTTP/1.1" status: 204 len: 173 time: 0.2919486 Jul 09 15:25:32.521408 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:25:32.561471 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:25:33.184590 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e11748c-7a53-453a-81b7-01e8f346cd2c req-a345918b-3c44-4ef6-b27f-a1e5c9b34bb5 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:33.186148 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5e11748c-7a53-453a-81b7-01e8f346cd2c req-a345918b-3c44-4ef6-b27f-a1e5c9b34bb5 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57d8b06-e8d5-4cc4-845c-575eb241f9d1 HTTP/1.1" status: 200 len: 944 time: 0.0744076 Jul 09 15:25:33.228828 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5e11748c-7a53-453a-81b7-01e8f346cd2c req-83134287-e6c7-4a45-b284-c7a5b55fcb28 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=51cf3dae-cce3-4f79-b1a7-20415bf786f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348084 Jul 09 15:25:33.423814 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbdaed9-3ccb-4843-bd4f-e13af23997b0 req-f5cdc0d0-aa6d-4951-8c6b-5aea095cf5b8 tempest-TestNetworkAdvancedServerOps-1044390005 tempest-TestNetworkAdvancedServerOps-1044390005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:33.424537 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ffbdaed9-3ccb-4843-bd4f-e13af23997b0 req-f5cdc0d0-aa6d-4951-8c6b-5aea095cf5b8 tempest-TestNetworkAdvancedServerOps-1044390005 tempest-TestNetworkAdvancedServerOps-1044390005-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d57d8b06-e8d5-4cc4-845c-575eb241f9d1 HTTP/1.1" status: 200 len: 1095 time: 0.0672069 Jul 09 15:25:33.470655 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ffbdaed9-3ccb-4843-bd4f-e13af23997b0 req-a00dceca-7618-40ec-83d6-4b859f1f2a48 tempest-TestNetworkAdvancedServerOps-1044390005 tempest-TestNetworkAdvancedServerOps-1044390005-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=51cf3dae-cce3-4f79-b1a7-20415bf786f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348203 Jul 09 15:25:33.636304 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a42fc6e-c1a9-4e0d-83eb-d69423eb3208 req-035fe15d-0d77-41b3-97a5-bf62f6a77e34 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:33.638047 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8a42fc6e-c1a9-4e0d-83eb-d69423eb3208 req-035fe15d-0d77-41b3-97a5-bf62f6a77e34 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d67e11e-67e6-4791-8d67-d2323d568a46 HTTP/1.1" status: 200 len: 943 time: 0.0831292 Jul 09 15:25:33.681496 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8a42fc6e-c1a9-4e0d-83eb-d69423eb3208 req-5758977d-b5ca-4c74-b19d-c672af18c6de tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368989 Jul 09 15:25:33.691170 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537cdb93-45a8-4c9b-8fa0-077addd39335 req-7a1af466-6572-481f-90ed-c3fb9bafeb51 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:33.692762 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-537cdb93-45a8-4c9b-8fa0-077addd39335 req-7a1af466-6572-481f-90ed-c3fb9bafeb51 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57d8b06-e8d5-4cc4-845c-575eb241f9d1 HTTP/1.1" status: 200 len: 944 time: 0.0769439 Jul 09 15:25:33.737988 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-537cdb93-45a8-4c9b-8fa0-077addd39335 req-badf4b6f-7977-42ee-9b4f-051908192bc9 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=51cf3dae-cce3-4f79-b1a7-20415bf786f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368845 Jul 09 15:25:33.766915 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 53234) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:25:33.831859 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-1f6bc4ac-d4e5-4358-8ad1-00ff962e13e6 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/floatingips/0581eef0-480c-41e0-b483-989d89170c17 HTTP/1.1" status: 200 len: 990 time: 0.0636981 Jul 09 15:25:34.894835 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2c550c-bbe7-420f-a1af-dc95949f9a29 req-975078f6-6f14-48cf-92b1-e1c6d5ced466 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:34.898909 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7a2c550c-bbe7-420f-a1af-dc95949f9a29 req-975078f6-6f14-48cf-92b1-e1c6d5ced466 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d67e11e-67e6-4791-8d67-d2323d568a46 HTTP/1.1" status: 200 len: 943 time: 0.0761795 Jul 09 15:25:34.944554 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7a2c550c-bbe7-420f-a1af-dc95949f9a29 req-342c2ac1-6d07-4a3a-bcfb-5160fd8d33dd tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405152 Jul 09 15:25:35.009772 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:25:36.143391 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 53244) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:25:36.152762 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b66166-167f-448d-b8f1-5e5598d8be72 req-da83d8b1-4abd-49b7-afd2-8575fddb1f2e tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:36.154740 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-11b66166-167f-448d-b8f1-5e5598d8be72 req-da83d8b1-4abd-49b7-afd2-8575fddb1f2e tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d67e11e-67e6-4791-8d67-d2323d568a46 HTTP/1.1" status: 200 len: 943 time: 0.0718558 Jul 09 15:25:36.222972 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-11b66166-167f-448d-b8f1-5e5598d8be72 req-a2c63a7c-57c2-4351-8239-c4418f7e2f2d tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584576 Jul 09 15:25:36.336895 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-0b57b4d5-26c7-4c47-b886-4df068fe1297 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Deleting port d313d949-802f-4485-b50c-0045f91e741e {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:25:36.337295 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0b57b4d5-26c7-4c47-b886-4df068fe1297 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:36.425195 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0b57b4d5-26c7-4c47-b886-4df068fe1297 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:36.425534 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0b57b4d5-26c7-4c47-b886-4df068fe1297 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:36.440678 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-0b57b4d5-26c7-4c47-b886-4df068fe1297 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Calling delete_port for d313d949-802f-4485-b50c-0045f91e741e owned by network:floatingip {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:25:36.688576 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0b57b4d5-26c7-4c47-b886-4df068fe1297 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:36.725382 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b57b4d5-26c7-4c47-b886-4df068fe1297 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event deleted for resources: {'Port': ['ID=d313d949-802f-4485-b50c-0045f91e741e,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:25:36.799896 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0b57b4d5-26c7-4c47-b886-4df068fe1297 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for floatingip, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:36.800239 n-d-799529-6 neutron-server[94446]: INFO neutron.db.l3_db [None req-0b57b4d5-26c7-4c47-b886-4df068fe1297 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Floating IP 0581eef0-480c-41e0-b483-989d89170c17 disassociated (deleted). External IP: 172.25.3.31, port: 9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b. Jul 09 15:25:37.032525 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b57b4d5-26c7-4c47-b886-4df068fe1297 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Router 77ab6069-f113-4994-a76b-7b1fb3385404 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:25:37.162554 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b57b4d5-26c7-4c47-b886-4df068fe1297 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:25:37.168151 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0b57b4d5-26c7-4c47-b886-4df068fe1297 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:37.172620 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629c055c-7408-4194-bff3-5328a4afaed4 None None] Sync routers for ids ['77ab6069-f113-4994-a76b-7b1fb3385404'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:25:37.187407 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629c055c-7408-4194-bff3-5328a4afaed4 None None] Routers {'77ab6069-f113-4994-a76b-7b1fb3385404'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:25:37.188210 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-629c055c-7408-4194-bff3-5328a4afaed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:25:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['77ab6069-f113-4994-a76b-7b1fb3385404'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:25:37.215028 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-0b57b4d5-26c7-4c47-b886-4df068fe1297 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "DELETE /v2.0/floatingips/0581eef0-480c-41e0-b483-989d89170c17 HTTP/1.1" status: 204 len: 168 time: 1.0701284 Jul 09 15:25:37.216361 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd57d8b06-e8d5-4cc4-845c-575eb241f9d1', 'tag': '9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:25:37.219031 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b6dfa1-28ba-429c-ab36-b7a6673b3cc1" -d '{"events": [{"name": "network-changed", "server_uuid": "d57d8b06-e8d5-4cc4-845c-575eb241f9d1", "tag": "9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:25:37.273433 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cecc932-2250-45fa-b228-6c493f6c5904 x-openstack-request-id: req-6cecc932-2250-45fa-b228-6c493f6c5904 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:25:37.273734 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d57d8b06-e8d5-4cc4-845c-575eb241f9d1", "tag": "9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:25:37.273971 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6cecc932-2250-45fa-b228-6c493f6c5904 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:25:37.274420 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd57d8b06-e8d5-4cc4-845c-575eb241f9d1', 'tag': '9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b', 'status': 'completed', 'code': 200} Jul 09 15:25:37.346754 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-629c055c-7408-4194-bff3-5328a4afaed4 None None] Set router 77ab6069-f113-4994-a76b-7b1fb3385404 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:25:37.424732 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6dfa1-28ba-429c-ab36-b7a6673b3cc1 req-ab153172-16f7-439f-a444-ebb769f1a540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:37.428440 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-34b6dfa1-28ba-429c-ab36-b7a6673b3cc1 req-ab153172-16f7-439f-a444-ebb769f1a540 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a72faee8848947debd81a1c8a7d3d88c&device_id=d57d8b06-e8d5-4cc4-845c-575eb241f9d1 HTTP/1.1" status: 200 len: 1095 time: 0.0879128 Jul 09 15:25:37.487043 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5fc801-2a0f-4342-b6a0-2ae128869cce req-17b68da9-c368-44b0-86fc-29a5b0c5730e tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:37.496146 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9e5fc801-2a0f-4342-b6a0-2ae128869cce req-17b68da9-c368-44b0-86fc-29a5b0c5730e tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d67e11e-67e6-4791-8d67-d2323d568a46 HTTP/1.1" status: 200 len: 943 time: 0.0835476 Jul 09 15:25:37.543570 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9e5fc801-2a0f-4342-b6a0-2ae128869cce req-897194b6-9bfd-44e7-a5f1-4a03e798f62c tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464089 Jul 09 15:25:37.572267 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6dfa1-28ba-429c-ab36-b7a6673b3cc1 req-38a5d880-ac27-438b-9aff-8be0607242c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:37.582852 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-34b6dfa1-28ba-429c-ab36-b7a6673b3cc1 req-38a5d880-ac27-438b-9aff-8be0607242c3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ce12e4fa-09bd-4139-b6e3-ed21d0a30477 HTTP/1.1" status: 200 len: 898 time: 0.1446345 Jul 09 15:25:37.586766 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-629c055c-7408-4194-bff3-5328a4afaed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ab6069-f113-4994-a76b-7b1fb3385404', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875245153', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'f6d75aa7-39f5-440b-bd00-8ed3d879bba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:24:17Z', 'updated_at': '2021-07-09T15:24:22Z', 'revision_number': 4, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'gw_port': {'id': 'f6d75aa7-39f5-440b-bd00-8ed3d879bba2', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ab6069-f113-4994-a76b-7b1fb3385404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:18Z', 'updated_at': '2021-07-09T15:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '9e25254a-bff4-44ec-8231-6e1252302e9c', 'name': '', 'network_id': 'ce12e4fa-09bd-4139-b6e3-ed21d0a30477', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'mac_address': 'fa:16:3e:ef:8a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ab6069-f113-4994-a76b-7b1fb3385404', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '33c2b1c2-428d-4ff9-a252-6baf4b948338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:21Z', 'updated_at': '2021-07-09T15:24:27Z', 'revision_number': 5, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'subnets': [{'id': '33c2b1c2-428d-4ff9-a252-6baf4b948338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:25:37.622995 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629c055c-7408-4194-bff3-5328a4afaed4 None None] Checking router: 77ab6069-f113-4994-a76b-7b1fb3385404 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:25:37.634419 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-34b6dfa1-28ba-429c-ab36-b7a6673b3cc1 req-6639c4f3-f63d-4b57-8b1f-cc94697034be service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b HTTP/1.1" status: 200 len: 217 time: 0.0461459 Jul 09 15:25:37.635835 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629c055c-7408-4194-bff3-5328a4afaed4 None None] Routers {'77ab6069-f113-4994-a76b-7b1fb3385404'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:25:37.636739 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-629c055c-7408-4194-bff3-5328a4afaed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:25:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['77ab6069-f113-4994-a76b-7b1fb3385404'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:25:37.689847 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6dfa1-28ba-429c-ab36-b7a6673b3cc1 req-896d2be4-caa6-4b59-b964-da93d9012930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:37.691892 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-34b6dfa1-28ba-429c-ab36-b7a6673b3cc1 req-896d2be4-caa6-4b59-b964-da93d9012930 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=33c2b1c2-428d-4ff9-a252-6baf4b948338 HTTP/1.1" status: 200 len: 835 time: 0.0507765 Jul 09 15:25:37.770182 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6dfa1-28ba-429c-ab36-b7a6673b3cc1 req-871b12ee-bd68-4a76-8722-516fc4774518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:37.771957 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-629c055c-7408-4194-bff3-5328a4afaed4 None None] Set router 77ab6069-f113-4994-a76b-7b1fb3385404 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:25:37.772957 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-34b6dfa1-28ba-429c-ab36-b7a6673b3cc1 req-871b12ee-bd68-4a76-8722-516fc4774518 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ce12e4fa-09bd-4139-b6e3-ed21d0a30477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742362 Jul 09 15:25:37.909475 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-34b6dfa1-28ba-429c-ab36-b7a6673b3cc1 req-76e12058-7875-4691-b074-ef770279c876 service neutron] 10.222.0.62 "GET /v2.0/networks/ce12e4fa-09bd-4139-b6e3-ed21d0a30477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289811 Jul 09 15:25:38.018991 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-34b6dfa1-28ba-429c-ab36-b7a6673b3cc1 req-15f47a82-8c8c-474f-a9c7-f5adf5a9a89a service neutron] 10.222.0.62 "GET /v2.0/networks/ce12e4fa-09bd-4139-b6e3-ed21d0a30477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028466 Jul 09 15:25:38.038012 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-629c055c-7408-4194-bff3-5328a4afaed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ab6069-f113-4994-a76b-7b1fb3385404', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875245153', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'f6d75aa7-39f5-440b-bd00-8ed3d879bba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:24:17Z', 'updated_at': '2021-07-09T15:24:22Z', 'revision_number': 4, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'gw_port': {'id': 'f6d75aa7-39f5-440b-bd00-8ed3d879bba2', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ab6069-f113-4994-a76b-7b1fb3385404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:18Z', 'updated_at': '2021-07-09T15:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '9e25254a-bff4-44ec-8231-6e1252302e9c', 'name': '', 'network_id': 'ce12e4fa-09bd-4139-b6e3-ed21d0a30477', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'mac_address': 'fa:16:3e:ef:8a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ab6069-f113-4994-a76b-7b1fb3385404', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '33c2b1c2-428d-4ff9-a252-6baf4b948338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:21Z', 'updated_at': '2021-07-09T15:24:27Z', 'revision_number': 5, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'subnets': [{'id': '33c2b1c2-428d-4ff9-a252-6baf4b948338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:25:38.048188 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63acfef5-34fe-41eb-845a-75c136c19479 req-304ecba2-7359-4977-8a40-8e2ffd09f025 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:38.055682 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-63acfef5-34fe-41eb-845a-75c136c19479 req-304ecba2-7359-4977-8a40-8e2ffd09f025 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57d8b06-e8d5-4cc4-845c-575eb241f9d1 HTTP/1.1" status: 200 len: 944 time: 0.1092293 Jul 09 15:25:38.069178 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629c055c-7408-4194-bff3-5328a4afaed4 None None] The sync data for ids ['77ab6069-f113-4994-a76b-7b1fb3385404'] in n-d-799529-6 is: [{'id': '77ab6069-f113-4994-a76b-7b1fb3385404', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875245153', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'f6d75aa7-39f5-440b-bd00-8ed3d879bba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:24:17Z', 'updated_at': '2021-07-09T15:24:22Z', 'revision_number': 4, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'gw_port': {'id': 'f6d75aa7-39f5-440b-bd00-8ed3d879bba2', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ab6069-f113-4994-a76b-7b1fb3385404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:18Z', 'updated_at': '2021-07-09T15:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '9e25254a-bff4-44ec-8231-6e1252302e9c', 'name': '', 'network_id': 'ce12e4fa-09bd-4139-b6e3-ed21d0a30477', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'mac_address': 'fa:16:3e:ef:8a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ab6069-f113-4994-a76b-7b1fb3385404', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '33c2b1c2-428d-4ff9-a252-6baf4b948338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:21Z', 'updated_at': '2021-07-09T15:24:27Z', 'revision_number': 5, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'subnets': [{'id': '33c2b1c2-428d-4ff9-a252-6baf4b948338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:25:38.103658 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-63acfef5-34fe-41eb-845a-75c136c19479 req-3f6e24bd-b0dc-4550-98cd-eceb7fe4e042 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=51cf3dae-cce3-4f79-b1a7-20415bf786f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467360 Jul 09 15:25:38.331142 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f49fb2-a202-47f0-8a21-7db0701ff8e3 None None] New status for floating IP 0581eef0-480c-41e0-b483-989d89170c17: DOWN {{(pid=94448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 15:25:38.816451 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ec3ea-d652-4592-a8f8-a77cfe91ab13 req-f0ce1401-e0e0-4f18-909a-64090ce6f292 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:38.818086 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a98ec3ea-d652-4592-a8f8-a77cfe91ab13 req-f0ce1401-e0e0-4f18-909a-64090ce6f292 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d67e11e-67e6-4791-8d67-d2323d568a46 HTTP/1.1" status: 200 len: 943 time: 0.1343949 Jul 09 15:25:38.831530 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18854739-7da9-4c59-bcad-46bf9d2ba130 req-84d10eef-4bff-4547-bcae-fbe2664cddd0 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:38.834964 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-18854739-7da9-4c59-bcad-46bf9d2ba130 req-84d10eef-4bff-4547-bcae-fbe2664cddd0 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.62 "GET /v2.0/ports?device_id=d57d8b06-e8d5-4cc4-845c-575eb241f9d1 HTTP/1.1" status: 200 len: 944 time: 0.1120427 Jul 09 15:25:38.914949 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a98ec3ea-d652-4592-a8f8-a77cfe91ab13 req-aaf8dea5-96c8-4e41-854a-c93c00a8d98e tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790012 Jul 09 15:25:38.981117 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-18854739-7da9-4c59-bcad-46bf9d2ba130 req-c134d6e3-ab48-4d2d-a1e9-4823003cb93c tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Deleting port 9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:25:38.981670 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-18854739-7da9-4c59-bcad-46bf9d2ba130 req-c134d6e3-ab48-4d2d-a1e9-4823003cb93c tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:39.086093 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-18854739-7da9-4c59-bcad-46bf9d2ba130 req-c134d6e3-ab48-4d2d-a1e9-4823003cb93c tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] For port 9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b,segment=NetworkSegment(b8f5b29f-9490-43a1-b199-77ded50871be),segment_id=b8f5b29f-9490-43a1-b199-77ded50871be)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:25:39.086514 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-18854739-7da9-4c59-bcad-46bf9d2ba130 req-c134d6e3-ab48-4d2d-a1e9-4823003cb93c tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:39.100564 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-18854739-7da9-4c59-bcad-46bf9d2ba130 req-c134d6e3-ab48-4d2d-a1e9-4823003cb93c tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Calling delete_port for 9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:25:39.332392 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b3b3ea-cb62-42e6-a9c9-55231d40f607 req-40d90517-5d9a-4d4b-a03d-42334fc4f97f tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:39.334918 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d7b3b3ea-cb62-42e6-a9c9-55231d40f607 req-40d90517-5d9a-4d4b-a03d-42334fc4f97f tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57d8b06-e8d5-4cc4-845c-575eb241f9d1 HTTP/1.1" status: 200 len: 944 time: 0.0916209 Jul 09 15:25:39.394529 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d7b3b3ea-cb62-42e6-a9c9-55231d40f607 req-e5a250ce-eb34-4887-a001-5ac4770b6ef1 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=51cf3dae-cce3-4f79-b1a7-20415bf786f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489273 Jul 09 15:25:39.665001 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-18854739-7da9-4c59-bcad-46bf9d2ba130 req-c134d6e3-ab48-4d2d-a1e9-4823003cb93c tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:39.697353 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c134d6e3-ab48-4d2d-a1e9-4823003cb93c tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event deleted for resources: {'Port': ['ID=9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:25:39.750974 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-18854739-7da9-4c59-bcad-46bf9d2ba130 req-c134d6e3-ab48-4d2d-a1e9-4823003cb93c tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] No DVR routers for this DVR port 9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:25:39.753673 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-18854739-7da9-4c59-bcad-46bf9d2ba130 req-c134d6e3-ab48-4d2d-a1e9-4823003cb93c tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:39.755711 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-18854739-7da9-4c59-bcad-46bf9d2ba130 req-c134d6e3-ab48-4d2d-a1e9-4823003cb93c tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.62 "DELETE /v2.0/ports/9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b HTTP/1.1" status: 204 len: 173 time: 0.9136744 Jul 09 15:25:39.756144 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd57d8b06-e8d5-4cc4-845c-575eb241f9d1', 'name': 'network-vif-deleted', 'tag': '9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:25:39.758376 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08fc899-6fea-4c79-aa64-ecb4233cd458" -d '{"events": [{"server_uuid": "d57d8b06-e8d5-4cc4-845c-575eb241f9d1", "name": "network-vif-deleted", "tag": "9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:25:39.800801 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187ed54a-0a07-4c9a-868e-7997b98e8046 x-openstack-request-id: req-187ed54a-0a07-4c9a-868e-7997b98e8046 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:25:39.801082 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d57d8b06-e8d5-4cc4-845c-575eb241f9d1", "name": "network-vif-deleted", "tag": "9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:25:39.801338 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-187ed54a-0a07-4c9a-868e-7997b98e8046 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:25:39.801740 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd57d8b06-e8d5-4cc4-845c-575eb241f9d1', 'name': 'network-vif-deleted', 'tag': '9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b', 'status': 'completed', 'code': 200} Jul 09 15:25:40.180303 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad79c90a-01f5-4b30-98df-4059c760cb05 req-6ae3af26-7c96-4edb-8088-5915a5babbef tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:40.181954 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ad79c90a-01f5-4b30-98df-4059c760cb05 req-6ae3af26-7c96-4edb-8088-5915a5babbef tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d67e11e-67e6-4791-8d67-d2323d568a46 HTTP/1.1" status: 200 len: 943 time: 0.0805254 Jul 09 15:25:40.244427 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ad79c90a-01f5-4b30-98df-4059c760cb05 req-76c49c8d-d222-4d1b-b4cc-71ecd2b91959 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490706 Jul 09 15:25:40.583200 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1f5942c7-2113-4775-acd6-d99c10eb4092 req-098088ad-064d-42d0-8cbd-f2fcec146266 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57d8b06-e8d5-4cc4-845c-575eb241f9d1 HTTP/1.1" status: 200 len: 210 time: 0.0360031 Jul 09 15:25:41.435707 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4301cf6a-463b-4bf7-ba40-2df0a0a171ec req-38d2061f-7d9e-4e5f-94a4-4e5986c14f79 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:41.437240 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4301cf6a-463b-4bf7-ba40-2df0a0a171ec req-38d2061f-7d9e-4e5f-94a4-4e5986c14f79 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d67e11e-67e6-4791-8d67-d2323d568a46 HTTP/1.1" status: 200 len: 943 time: 0.0738795 Jul 09 15:25:41.481970 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4301cf6a-463b-4bf7-ba40-2df0a0a171ec req-7d70535f-0215-4d5c-a577-0498012aebef tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380569 Jul 09 15:25:41.688664 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 53270) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:25:42.123955 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3df30d65-37ae-4862-b209-fce6ebae15d3 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:42.352080 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:25:42.374199 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: 9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:25:42.374645 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 9d3fe307-89cf-44cb-a3bb-59d1d0c32e8b not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:25:42.429793 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-3df30d65-37ae-4862-b209-fce6ebae15d3 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Deleting port 9e25254a-bff4-44ec-8231-6e1252302e9c {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:25:42.430140 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3df30d65-37ae-4862-b209-fce6ebae15d3 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:42.542319 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-3df30d65-37ae-4862-b209-fce6ebae15d3 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] For port 9e25254a-bff4-44ec-8231-6e1252302e9c, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=9e25254a-bff4-44ec-8231-6e1252302e9c,segment=NetworkSegment(b8f5b29f-9490-43a1-b199-77ded50871be),segment_id=b8f5b29f-9490-43a1-b199-77ded50871be)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:25:42.544258 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3df30d65-37ae-4862-b209-fce6ebae15d3 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:42.562127 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-3df30d65-37ae-4862-b209-fce6ebae15d3 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Calling delete_port for 9e25254a-bff4-44ec-8231-6e1252302e9c owned by network:router_interface {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:25:42.696623 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c51cb7-4eb8-41c1-a95a-026fe2a35e47 req-35f6dc90-9d75-400c-998f-138a66cb7f2c tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:42.698155 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-20c51cb7-4eb8-41c1-a95a-026fe2a35e47 req-35f6dc90-9d75-400c-998f-138a66cb7f2c tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d67e11e-67e6-4791-8d67-d2323d568a46 HTTP/1.1" status: 200 len: 943 time: 0.0777268 Jul 09 15:25:42.753212 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-20c51cb7-4eb8-41c1-a95a-026fe2a35e47 req-7cc9993d-ff32-4319-84d5-44a74b1a267e tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487998 Jul 09 15:25:42.925194 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3df30d65-37ae-4862-b209-fce6ebae15d3 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:42.956272 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df30d65-37ae-4862-b209-fce6ebae15d3 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event deleted for resources: {'Port': ['ID=9e25254a-bff4-44ec-8231-6e1252302e9c,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:25:43.183951 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3df30d65-37ae-4862-b209-fce6ebae15d3 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:43.416161 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df30d65-37ae-4862-b209-fce6ebae15d3 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Router 77ab6069-f113-4994-a76b-7b1fb3385404 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:25:43.531224 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df30d65-37ae-4862-b209-fce6ebae15d3 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:25:43.536230 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-3df30d65-37ae-4862-b209-fce6ebae15d3 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "PUT /v2.0/routers/77ab6069-f113-4994-a76b-7b1fb3385404/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8465450 Jul 09 15:25:43.540526 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 53274) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:25:43.547800 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca94d7b-0eb0-4a3b-80c1-a1c52e4855f4 None None] Sync routers for ids ['77ab6069-f113-4994-a76b-7b1fb3385404'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:25:43.561548 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca94d7b-0eb0-4a3b-80c1-a1c52e4855f4 None None] Routers {'77ab6069-f113-4994-a76b-7b1fb3385404'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:25:43.562564 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-bca94d7b-0eb0-4a3b-80c1-a1c52e4855f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:25:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['77ab6069-f113-4994-a76b-7b1fb3385404'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:25:43.614924 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-112c390d-6bac-4db2-a34b-22e5bac2d2f7 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Deleting subnet 33c2b1c2-428d-4ff9-a252-6baf4b948338 {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:25:43.618598 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-112c390d-6bac-4db2-a34b-22e5bac2d2f7 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:43.666416 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-112c390d-6bac-4db2-a34b-22e5bac2d2f7 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:43.685221 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-bca94d7b-0eb0-4a3b-80c1-a1c52e4855f4 None None] Set router 77ab6069-f113-4994-a76b-7b1fb3385404 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:25:43.798164 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-112c390d-6bac-4db2-a34b-22e5bac2d2f7 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:43.969430 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-112c390d-6bac-4db2-a34b-22e5bac2d2f7 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:44.009887 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c390d-6bac-4db2-a34b-22e5bac2d2f7 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event deleted for resources: {'Subnet': ['ID=33c2b1c2-428d-4ff9-a252-6baf4b948338,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:25:44.014132 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-112c390d-6bac-4db2-a34b-22e5bac2d2f7 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:44.017706 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-112c390d-6bac-4db2-a34b-22e5bac2d2f7 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "DELETE /v2.0/subnets/33c2b1c2-428d-4ff9-a252-6baf4b948338 HTTP/1.1" status: 204 len: 168 time: 0.4759774 Jul 09 15:25:44.019154 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 53278) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:25:44.049745 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037f3149-f88e-48db-97be-4f4c2e50be8b None None] Network ce12e4fa-09bd-4139-b6e3-ed21d0a30477 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:25:44.098113 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5bfe61-2460-4675-85b1-4a34bcfb37cd req-ec86a024-479e-4cde-9b1c-867385b3ae73 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:44.100816 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ef5bfe61-2460-4675-85b1-4a34bcfb37cd req-ec86a024-479e-4cde-9b1c-867385b3ae73 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d67e11e-67e6-4791-8d67-d2323d568a46 HTTP/1.1" status: 200 len: 943 time: 0.1694424 Jul 09 15:25:44.158764 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ef5bfe61-2460-4675-85b1-4a34bcfb37cd req-5772e999-dd4d-4e01-9ab8-d057a75bd717 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512195 Jul 09 15:25:44.163956 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-bca94d7b-0eb0-4a3b-80c1-a1c52e4855f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ab6069-f113-4994-a76b-7b1fb3385404', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875245153', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'f6d75aa7-39f5-440b-bd00-8ed3d879bba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:24:17Z', 'updated_at': '2021-07-09T15:25:42Z', 'revision_number': 5, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'gw_port': {'id': 'f6d75aa7-39f5-440b-bd00-8ed3d879bba2', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ab6069-f113-4994-a76b-7b1fb3385404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:18Z', 'updated_at': '2021-07-09T15:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:25:44.190890 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1c0f6152-4092-4f4c-a4aa-64a1d2c1f99c tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for router, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:44.221352 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca94d7b-0eb0-4a3b-80c1-a1c52e4855f4 None None] Checking router: 77ab6069-f113-4994-a76b-7b1fb3385404 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:25:44.237564 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca94d7b-0eb0-4a3b-80c1-a1c52e4855f4 None None] Routers {'77ab6069-f113-4994-a76b-7b1fb3385404'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:25:44.238235 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-bca94d7b-0eb0-4a3b-80c1-a1c52e4855f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:25:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['77ab6069-f113-4994-a76b-7b1fb3385404'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:25:44.387214 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-bca94d7b-0eb0-4a3b-80c1-a1c52e4855f4 None None] Set router 77ab6069-f113-4994-a76b-7b1fb3385404 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:25:44.416668 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db75195-7325-48cc-968c-e4a7c7611214 None None] DHCP port deletion for ce12e4fa-09bd-4139-b6e3-ed21d0a30477 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 15:25:44.571866 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-6db75195-7325-48cc-968c-e4a7c7611214 None None] Deleting port 1afbde51-7b54-4412-98ca-b78c2cdb8ef0 {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:25:44.572622 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6db75195-7325-48cc-968c-e4a7c7611214 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:44.649597 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1c0f6152-4092-4f4c-a4aa-64a1d2c1f99c tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:44.664325 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-6db75195-7325-48cc-968c-e4a7c7611214 None None] For port 1afbde51-7b54-4412-98ca-b78c2cdb8ef0, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=1afbde51-7b54-4412-98ca-b78c2cdb8ef0,segment=NetworkSegment(b8f5b29f-9490-43a1-b199-77ded50871be),segment_id=b8f5b29f-9490-43a1-b199-77ded50871be)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:25:44.664727 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6db75195-7325-48cc-968c-e4a7c7611214 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:44.681731 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-6db75195-7325-48cc-968c-e4a7c7611214 None None] Calling delete_port for 1afbde51-7b54-4412-98ca-b78c2cdb8ef0 owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:25:44.733514 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-bca94d7b-0eb0-4a3b-80c1-a1c52e4855f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ab6069-f113-4994-a76b-7b1fb3385404', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875245153', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'f6d75aa7-39f5-440b-bd00-8ed3d879bba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:24:17Z', 'updated_at': '2021-07-09T15:25:42Z', 'revision_number': 5, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'gw_port': {'id': 'f6d75aa7-39f5-440b-bd00-8ed3d879bba2', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ab6069-f113-4994-a76b-7b1fb3385404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:18Z', 'updated_at': '2021-07-09T15:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:25:44.763078 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca94d7b-0eb0-4a3b-80c1-a1c52e4855f4 None None] The sync data for ids ['77ab6069-f113-4994-a76b-7b1fb3385404'] in n-d-799529-6 is: [{'id': '77ab6069-f113-4994-a76b-7b1fb3385404', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875245153', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'f6d75aa7-39f5-440b-bd00-8ed3d879bba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:24:17Z', 'updated_at': '2021-07-09T15:25:42Z', 'revision_number': 5, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'gw_port': {'id': 'f6d75aa7-39f5-440b-bd00-8ed3d879bba2', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ab6069-f113-4994-a76b-7b1fb3385404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:18Z', 'updated_at': '2021-07-09T15:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:25:44.769179 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-1c0f6152-4092-4f4c-a4aa-64a1d2c1f99c tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Deleting port f6d75aa7-39f5-440b-bd00-8ed3d879bba2 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:25:44.769543 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1c0f6152-4092-4f4c-a4aa-64a1d2c1f99c tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:44.853459 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-1c0f6152-4092-4f4c-a4aa-64a1d2c1f99c tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] For port f6d75aa7-39f5-440b-bd00-8ed3d879bba2, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=f6d75aa7-39f5-440b-bd00-8ed3d879bba2,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:25:44.853893 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1c0f6152-4092-4f4c-a4aa-64a1d2c1f99c tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:44.868339 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-1c0f6152-4092-4f4c-a4aa-64a1d2c1f99c tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Calling delete_port for f6d75aa7-39f5-440b-bd00-8ed3d879bba2 owned by network:router_gateway {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:25:44.924384 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6db75195-7325-48cc-968c-e4a7c7611214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:44.954647 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db75195-7325-48cc-968c-e4a7c7611214 None None] Pushing event deleted for resources: {'Port': ['ID=1afbde51-7b54-4412-98ca-b78c2cdb8ef0,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:25:44.959097 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db75195-7325-48cc-968c-e4a7c7611214 None None] No DVR routers for this DVR port 1afbde51-7b54-4412-98ca-b78c2cdb8ef0 on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:25:45.221200 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1c0f6152-4092-4f4c-a4aa-64a1d2c1f99c tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:45.251552 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0f6152-4092-4f4c-a4aa-64a1d2c1f99c tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event deleted for resources: {'Port': ['ID=f6d75aa7-39f5-440b-bd00-8ed3d879bba2,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:25:45.322523 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:45.372058 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1c0f6152-4092-4f4c-a4aa-64a1d2c1f99c tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:45.388170 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 9e25254a-bff4-44ec-8231-6e1252302e9c no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:25:45.413020 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 9e25254a-bff4-44ec-8231-6e1252302e9c {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:25:45.413611 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 9e25254a-bff4-44ec-8231-6e1252302e9c not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:25:45.414191 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 1afbde51-7b54-4412-98ca-b78c2cdb8ef0 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:25:45.433960 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 1afbde51-7b54-4412-98ca-b78c2cdb8ef0 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:25:45.434922 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 1afbde51-7b54-4412-98ca-b78c2cdb8ef0 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:25:45.490708 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad6706-fac0-4293-895f-7c3f713fbb65 req-11672d47-a32d-4f1a-a83e-c1050c5359ad tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:45.492238 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ffad6706-fac0-4293-895f-7c3f713fbb65 req-11672d47-a32d-4f1a-a83e-c1050c5359ad tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d67e11e-67e6-4791-8d67-d2323d568a46 HTTP/1.1" status: 200 len: 943 time: 0.1811767 Jul 09 15:25:45.495720 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1c0f6152-4092-4f4c-a4aa-64a1d2c1f99c tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:45.497882 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1c0f6152-4092-4f4c-a4aa-64a1d2c1f99c tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:45.570704 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ffad6706-fac0-4293-895f-7c3f713fbb65 req-45049427-86c3-4450-817b-d04071bb8e31 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708766 Jul 09 15:25:45.644145 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1c0f6152-4092-4f4c-a4aa-64a1d2c1f99c tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:45.644668 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0f6152-4092-4f4c-a4aa-64a1d2c1f99c tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Fanout notify agent at l3_agent the message router_deleted on router 77ab6069-f113-4994-a76b-7b1fb3385404 {{(pid=94445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 15:25:45.655305 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1c0f6152-4092-4f4c-a4aa-64a1d2c1f99c tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:45.655305 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-1c0f6152-4092-4f4c-a4aa-64a1d2c1f99c tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "DELETE /v2.0/routers/77ab6069-f113-4994-a76b-7b1fb3385404 HTTP/1.1" status: 204 len: 168 time: 1.6331260 Jul 09 15:25:45.656512 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 53282) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:25:45.740172 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e2b711fa-d265-46fd-b2c5-2c730b327ca5 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:45.836435 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e2b711fa-d265-46fd-b2c5-2c730b327ca5 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:45.846356 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-e2b711fa-d265-46fd-b2c5-2c730b327ca5 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce12e4fa-09bd-4139-b6e3-ed21d0a30477']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:25:45.858329 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-e2b711fa-d265-46fd-b2c5-2c730b327ca5 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8f5b29f-9490-43a1-b199-77ded50871be') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:25:45.858658 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-e2b711fa-d265-46fd-b2c5-2c730b327ca5 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8f5b29f-9490-43a1-b199-77ded50871be') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:25:45.868724 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e2b711fa-d265-46fd-b2c5-2c730b327ca5 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:45.882578 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e2b711fa-d265-46fd-b2c5-2c730b327ca5 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:45.888893 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2b711fa-d265-46fd-b2c5-2c730b327ca5 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:25:45.889287 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e2b711fa-d265-46fd-b2c5-2c730b327ca5 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:45.892479 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:25:45.892479 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:25:45.892479 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:25:45.892479 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:25:45.892479 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:25:45.892479 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:25:45.892479 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:25:45.892479 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:25:45.892479 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 15:25:45.892479 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:25:45.892479 n-d-799529-6 neutron-server[94445]: timer() Jul 09 15:25:45.892479 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:25:45.892479 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 15:25:45.892479 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:25:45.892479 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 15:25:45.892479 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:25:45.892479 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 15:25:45.892479 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:25:45.892479 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 15:25:45.892479 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:25:45.892479 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 15:25:45.892479 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:25:45.892479 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:25:45.892479 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:25:45.892479 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:25:45.892479 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:25:45.892479 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 15:25:45.892479 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:25:45.892479 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 15:25:45.892479 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:25:45.892479 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:25:45.892479 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:25:45.892479 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 15:25:45.892479 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:25:45.892479 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:25:45.892479 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:25:45.892479 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:25:45.892479 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:25:45.892479 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:25:45.892479 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:25:46.032468 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e2b711fa-d265-46fd-b2c5-2c730b327ca5 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:46.039826 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e2b711fa-d265-46fd-b2c5-2c730b327ca5 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:46.041642 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e2b711fa-d265-46fd-b2c5-2c730b327ca5 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "DELETE /v2.0/networks/ce12e4fa-09bd-4139-b6e3-ed21d0a30477 HTTP/1.1" status: 204 len: 168 time: 0.3840861 Jul 09 15:25:46.044458 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 53284) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:25:46.054008 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b711fa-d265-46fd-b2c5-2c730b327ca5 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event deleted for resources: {'Network': ['ID=ce12e4fa-09bd-4139-b6e3-ed21d0a30477,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:25:46.110219 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-76595071-e54b-4d85-9a67-a2adab6ca808 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:46.137383 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-76595071-e54b-4d85-9a67-a2adab6ca808 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:46.281671 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-76595071-e54b-4d85-9a67-a2adab6ca808 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:46.284451 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-76595071-e54b-4d85-9a67-a2adab6ca808 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:46.286270 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-76595071-e54b-4d85-9a67-a2adab6ca808 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "DELETE /v2.0/security-groups/51cf3dae-cce3-4f79-b1a7-20415bf786f1 HTTP/1.1" status: 204 len: 168 time: 0.2402132 Jul 09 15:25:46.298362 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76595071-e54b-4d85-9a67-a2adab6ca808 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51cf3dae-cce3-4f79-b1a7-20415bf786f1,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:25:46.751606 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c67cc-7b64-4cc1-8c43-8a4a2cb2d0a1 req-b4d6a730-9903-4a84-aa11-99709cd1bed8 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:46.753126 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fb4c67cc-7b64-4cc1-8c43-8a4a2cb2d0a1 req-b4d6a730-9903-4a84-aa11-99709cd1bed8 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d67e11e-67e6-4791-8d67-d2323d568a46 HTTP/1.1" status: 200 len: 943 time: 0.0641315 Jul 09 15:25:46.795366 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fb4c67cc-7b64-4cc1-8c43-8a4a2cb2d0a1 req-4808edf4-9508-49c6-b32f-d346702e573f tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358319 Jul 09 15:25:47.092291 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 53292) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:25:47.098981 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-9c4cf01d-9f85-4f0c-8243-5b061766aaee tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-713276680', 'description': 'tempest-secgroup-smoke-713276680 description', 'project_id': 'a72faee8848947debd81a1c8a7d3d88c'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:25:47.266517 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9c4cf01d-9f85-4f0c-8243-5b061766aaee tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:47.270220 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device f6d75aa7-39f5-440b-bd00-8ed3d879bba2 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:25:47.291468 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: f6d75aa7-39f5-440b-bd00-8ed3d879bba2 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:25:47.291852 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device f6d75aa7-39f5-440b-bd00-8ed3d879bba2 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:25:47.361389 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9c4cf01d-9f85-4f0c-8243-5b061766aaee tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:47.466628 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9c4cf01d-9f85-4f0c-8243-5b061766aaee tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:47.496229 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4cf01d-9f85-4f0c-8243-5b061766aaee tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93095927-b778-455a-8540-ec5e60802c8f,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:25:47.660934 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9c4cf01d-9f85-4f0c-8243-5b061766aaee tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:47.662275 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-9c4cf01d-9f85-4f0c-8243-5b061766aaee tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5689542 Jul 09 15:25:47.665347 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 53294) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:25:47.669800 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-1b1f89ea-d2f2-454b-8851-4e1e7d6b39e2 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Request body: {'security_group_rule': {'security_group_id': '93095927-b778-455a-8540-ec5e60802c8f', 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:25:47.815871 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1b1f89ea-d2f2-454b-8851-4e1e7d6b39e2 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:47.896441 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1b1f89ea-d2f2-454b-8851-4e1e7d6b39e2 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:47.979356 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1b1f89ea-d2f2-454b-8851-4e1e7d6b39e2 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:47.999416 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7a1caf-b659-41f2-b6fc-2faaa5392d7c req-460c93f7-9524-4a10-8803-a02a67eb3dfb tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:48.000930 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fd7a1caf-b659-41f2-b6fc-2faaa5392d7c req-460c93f7-9524-4a10-8803-a02a67eb3dfb tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d67e11e-67e6-4791-8d67-d2323d568a46 HTTP/1.1" status: 200 len: 943 time: 0.0810928 Jul 09 15:25:48.017168 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1f89ea-d2f2-454b-8851-4e1e7d6b39e2 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ace1414-37dd-4ace-97d8-8ce80d8c90d6,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:25:48.050144 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fd7a1caf-b659-41f2-b6fc-2faaa5392d7c req-e38c95d8-85d3-4722-bcf4-4d973083438b tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411148 Jul 09 15:25:48.144812 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1b1f89ea-d2f2-454b-8851-4e1e7d6b39e2 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:48.146660 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-1b1f89ea-d2f2-454b-8851-4e1e7d6b39e2 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4802268 Jul 09 15:25:48.149855 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 53298) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:25:48.155977 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-64db42e7-338a-4271-a83a-7690bab3ae62 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Request body: {'security_group_rule': {'security_group_id': '93095927-b778-455a-8540-ec5e60802c8f', 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:25:48.298798 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-64db42e7-338a-4271-a83a-7690bab3ae62 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:48.366038 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-64db42e7-338a-4271-a83a-7690bab3ae62 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:48.449145 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-64db42e7-338a-4271-a83a-7690bab3ae62 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:48.469553 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64db42e7-338a-4271-a83a-7690bab3ae62 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=388c6f17-fc72-443a-9694-f745d6a42b54,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:25:48.544379 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-64db42e7-338a-4271-a83a-7690bab3ae62 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:48.545945 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-64db42e7-338a-4271-a83a-7690bab3ae62 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3946218 Jul 09 15:25:48.548594 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 53300) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:25:48.554499 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-b84ac026-0f78-42b6-9913-7d3f5e5e30f1 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Request body: {'security_group_rule': {'security_group_id': '93095927-b778-455a-8540-ec5e60802c8f', 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:25:48.658260 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b84ac026-0f78-42b6-9913-7d3f5e5e30f1 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:48.720121 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b84ac026-0f78-42b6-9913-7d3f5e5e30f1 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:48.826704 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b84ac026-0f78-42b6-9913-7d3f5e5e30f1 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:48.845495 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84ac026-0f78-42b6-9913-7d3f5e5e30f1 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=665669b9-743b-4bde-9525-a4e553a2e6df,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:25:48.961377 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b84ac026-0f78-42b6-9913-7d3f5e5e30f1 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:48.962710 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b84ac026-0f78-42b6-9913-7d3f5e5e30f1 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4128776 Jul 09 15:25:48.965435 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 53302) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:25:48.970038 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-327035f9-3cea-4af6-bf46-9550e5c3986d tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Request body: {'security_group_rule': {'security_group_id': '93095927-b778-455a-8540-ec5e60802c8f', 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:25:49.095278 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-327035f9-3cea-4af6-bf46-9550e5c3986d tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:49.161031 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-327035f9-3cea-4af6-bf46-9550e5c3986d tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:49.236669 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4e338-08a3-4a3d-894e-d588fa299ff7 req-277dbe08-0b0b-4788-b0f0-a17c822a6dd2 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:49.238529 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-93c4e338-08a3-4a3d-894e-d588fa299ff7 req-277dbe08-0b0b-4788-b0f0-a17c822a6dd2 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d67e11e-67e6-4791-8d67-d2323d568a46 HTTP/1.1" status: 200 len: 943 time: 0.0685565 Jul 09 15:25:49.284861 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-93c4e338-08a3-4a3d-894e-d588fa299ff7 req-beed0021-45c7-45c1-b030-9e23f872f490 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373981 Jul 09 15:25:49.318258 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-327035f9-3cea-4af6-bf46-9550e5c3986d tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:49.337161 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327035f9-3cea-4af6-bf46-9550e5c3986d tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cc0708d-b91c-462b-965a-25bbe41d9cf7,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:25:49.444768 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-327035f9-3cea-4af6-bf46-9550e5c3986d tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:49.446045 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-327035f9-3cea-4af6-bf46-9550e5c3986d tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4796412 Jul 09 15:25:49.449049 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 53306) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:25:49.454590 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-b26ee7b1-a7ed-46a8-8308-6fc595b5e362 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Request body: {'security_group_rule': {'security_group_id': '93095927-b778-455a-8540-ec5e60802c8f', 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:25:49.565471 n-d-799529-6 neutron-server[94446]: INFO neutron.db.securitygroups_db [None req-b26ee7b1-a7ed-46a8-8308-6fc595b5e362 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Project a72faee8848947debd81a1c8a7d3d88c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 15:25:49.571402 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b26ee7b1-a7ed-46a8-8308-6fc595b5e362 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:49.635769 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b26ee7b1-a7ed-46a8-8308-6fc595b5e362 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:49.751691 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b26ee7b1-a7ed-46a8-8308-6fc595b5e362 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:49.769910 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26ee7b1-a7ed-46a8-8308-6fc595b5e362 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7930da6-49bd-42e7-b771-582ace8c2f03,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:25:49.915221 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b26ee7b1-a7ed-46a8-8308-6fc595b5e362 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:49.915221 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b26ee7b1-a7ed-46a8-8308-6fc595b5e362 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4636033 Jul 09 15:25:49.917187 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 53308) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:25:49.921683 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-3f730503-465b-4d3d-8ce5-6f631f4bddf8 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Request body: {'security_group_rule': {'security_group_id': '93095927-b778-455a-8540-ec5e60802c8f', 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:25:50.052623 n-d-799529-6 neutron-server[94446]: INFO neutron.db.securitygroups_db [None req-3f730503-465b-4d3d-8ce5-6f631f4bddf8 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Project a72faee8848947debd81a1c8a7d3d88c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 15:25:50.058087 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3f730503-465b-4d3d-8ce5-6f631f4bddf8 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:50.125394 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3f730503-465b-4d3d-8ce5-6f631f4bddf8 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:50.218271 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3f730503-465b-4d3d-8ce5-6f631f4bddf8 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:50.236587 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f730503-465b-4d3d-8ce5-6f631f4bddf8 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af11f2ac-6f24-48f2-9491-22f848422569,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:25:50.346517 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3f730503-465b-4d3d-8ce5-6f631f4bddf8 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:50.347979 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-3f730503-465b-4d3d-8ce5-6f631f4bddf8 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4296398 Jul 09 15:25:50.350914 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 53312) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:25:50.356343 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-072ef9f0-8eee-46f9-8440-05f6d2757728 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Request body: {'network': {'name': 'tempest-network-smoke--1614586204', 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'port_security_enabled': True}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:25:50.478508 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6371c2e0-6e69-4fa4-93a4-3464f139efc7 req-18e663c3-e1fd-4a93-9109-2773f5b4b623 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:50.480275 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6371c2e0-6e69-4fa4-93a4-3464f139efc7 req-18e663c3-e1fd-4a93-9109-2773f5b4b623 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d67e11e-67e6-4791-8d67-d2323d568a46 HTTP/1.1" status: 200 len: 943 time: 0.0673296 Jul 09 15:25:50.507049 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072ef9f0-8eee-46f9-8440-05f6d2757728 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Made reservation on behalf of a72faee8848947debd81a1c8a7d3d88c for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:25:50.510508 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-072ef9f0-8eee-46f9-8440-05f6d2757728 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:50.536686 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6371c2e0-6e69-4fa4-93a4-3464f139efc7 req-f3e62576-ca3f-4eee-9bd1-ddc5ba791311 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503588 Jul 09 15:25:50.548710 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-072ef9f0-8eee-46f9-8440-05f6d2757728 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:25:50.558646 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-072ef9f0-8eee-46f9-8440-05f6d2757728 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:50.558993 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-072ef9f0-8eee-46f9-8440-05f6d2757728 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Added segment b6b65d1e-5878-4481-87cc-d59937e5f8a9 of type vlan for network d27f451c-8efc-4602-a80b-e783fae53a27 Jul 09 15:25:50.599654 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-072ef9f0-8eee-46f9-8440-05f6d2757728 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:50.695004 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-072ef9f0-8eee-46f9-8440-05f6d2757728 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:50.703447 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072ef9f0-8eee-46f9-8440-05f6d2757728 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:50.704120 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-072ef9f0-8eee-46f9-8440-05f6d2757728 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:50.769245 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072ef9f0-8eee-46f9-8440-05f6d2757728 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event updated for resources: {'Network': ['ID=d27f451c-8efc-4602-a80b-e783fae53a27,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:25:50.781886 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network d27f451c-8efc-4602-a80b-e783fae53a27 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:25:50.875990 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-072ef9f0-8eee-46f9-8440-05f6d2757728 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5237770 Jul 09 15:25:50.878642 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 53314) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:25:50.883943 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-4fa968e8-c4bb-4e9f-8d95-80c9a1325927 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-314109947', 'admin_state_up': True, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:25:51.007172 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4fa968e8-c4bb-4e9f-8d95-80c9a1325927 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:51.008306 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4fa968e8-c4bb-4e9f-8d95-80c9a1325927 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:51.064589 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4fa968e8-c4bb-4e9f-8d95-80c9a1325927 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:51.288637 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4fa968e8-c4bb-4e9f-8d95-80c9a1325927 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:51.558933 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4fa968e8-c4bb-4e9f-8d95-80c9a1325927 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for router_gateway, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:51.577950 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4fa968e8-c4bb-4e9f-8d95-80c9a1325927 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:51.696654 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-4fa968e8-c4bb-4e9f-8d95-80c9a1325927 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Allocated IP 172.25.3.150 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/96ca213e-e1df-4b01-8d08-aee791b78579) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:25:51.718756 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62cc4e6-b673-4f10-bf09-c38f18e894e2 req-b6641167-a48b-4701-815a-afc09075f326 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:51.720489 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c62cc4e6-b673-4f10-bf09-c38f18e894e2 req-b6641167-a48b-4701-815a-afc09075f326 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d67e11e-67e6-4791-8d67-d2323d568a46 HTTP/1.1" status: 200 len: 943 time: 0.0699093 Jul 09 15:25:51.773942 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c62cc4e6-b673-4f10-bf09-c38f18e894e2 req-4bd0b5de-6abe-4daa-b97f-f609d5aee8f5 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470545 Jul 09 15:25:51.806123 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4fa968e8-c4bb-4e9f-8d95-80c9a1325927 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:51.986517 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4fa968e8-c4bb-4e9f-8d95-80c9a1325927 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:52.031774 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa968e8-c4bb-4e9f-8d95-80c9a1325927 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:25:52.034849 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-4fa968e8-c4bb-4e9f-8d95-80c9a1325927 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:25:52.038511 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa968e8-c4bb-4e9f-8d95-80c9a1325927 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:25:52.061026 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa968e8-c4bb-4e9f-8d95-80c9a1325927 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event updated for resources: {'Port': ['ID=96ca213e-e1df-4b01-8d08-aee791b78579,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:25:52.705509 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4fa968e8-c4bb-4e9f-8d95-80c9a1325927 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for router_gateway, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:52.947863 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4fa968e8-c4bb-4e9f-8d95-80c9a1325927 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:53.017612 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e271941-242e-43b6-8fb0-82192cf49bce req-c4df071d-b3e3-4754-a2be-97596662ac2b tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:53.019043 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9e271941-242e-43b6-8fb0-82192cf49bce req-c4df071d-b3e3-4754-a2be-97596662ac2b tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d67e11e-67e6-4791-8d67-d2323d568a46 HTTP/1.1" status: 200 len: 943 time: 0.1279042 Jul 09 15:25:53.099634 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9e271941-242e-43b6-8fb0-82192cf49bce req-d9cf4e80-b668-4252-8137-da178afaede7 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497670 Jul 09 15:25:53.191460 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa968e8-c4bb-4e9f-8d95-80c9a1325927 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Router 92b7601d-cd32-443a-a611-1a29bb34ef20 is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 15:25:53.300448 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa968e8-c4bb-4e9f-8d95-80c9a1325927 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:25:53.310509 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e73c30-32bf-4afe-81de-490e585cb25b None None] Sync routers for ids ['92b7601d-cd32-443a-a611-1a29bb34ef20'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:25:53.320234 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e73c30-32bf-4afe-81de-490e585cb25b None None] Routers {'92b7601d-cd32-443a-a611-1a29bb34ef20'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:25:53.320820 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-10e73c30-32bf-4afe-81de-490e585cb25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:25:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['92b7601d-cd32-443a-a611-1a29bb34ef20'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:25:53.378048 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4fa968e8-c4bb-4e9f-8d95-80c9a1325927 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:53.380096 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-4fa968e8-c4bb-4e9f-8d95-80c9a1325927 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5004373 Jul 09 15:25:53.383247 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 53320) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:25:53.418990 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c7675a69-e54a-47b0-9672-7d5b9edcb357 tempest-TestNetworkAdvancedServerOps-1044390005 tempest-TestNetworkAdvancedServerOps-1044390005-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=a72faee8848947debd81a1c8a7d3d88c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0344024 Jul 09 15:25:53.425591 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 53322) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:25:53.426494 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-10e73c30-32bf-4afe-81de-490e585cb25b None None] Set router 92b7601d-cd32-443a-a611-1a29bb34ef20 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:25:53.521382 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf63962-877c-4743-8bc7-b411d6bdd85e tempest-TestNetworkAdvancedServerOps-1044390005 tempest-TestNetworkAdvancedServerOps-1044390005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:53.522903 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-dcf63962-877c-4743-8bc7-b411d6bdd85e tempest-TestNetworkAdvancedServerOps-1044390005 tempest-TestNetworkAdvancedServerOps-1044390005-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0963142 Jul 09 15:25:53.525795 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 53324) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:25:53.556095 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e61cba12-5917-4cc6-89a8-4bd51a266b46 tempest-TestNetworkAdvancedServerOps-1044390005 tempest-TestNetworkAdvancedServerOps-1044390005-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=202c7ce6-d4e9-4f80-84dd-bef08905a653&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289190 Jul 09 15:25:53.557152 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:53.558472 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 53326) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:25:53.563821 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-1f8ee34c-8c20-49ec-975b-9aac0b398e36 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-478223415', 'network_id': 'd27f451c-8efc-4602-a80b-e783fae53a27', 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:25:53.625746 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-10e73c30-32bf-4afe-81de-490e585cb25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b7601d-cd32-443a-a611-1a29bb34ef20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314109947', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '96ca213e-e1df-4b01-8d08-aee791b78579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:25:51Z', 'updated_at': '2021-07-09T15:25:52Z', 'revision_number': 3, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'gw_port': {'id': '96ca213e-e1df-4b01-8d08-aee791b78579', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:af:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b7601d-cd32-443a-a611-1a29bb34ef20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:25:51Z', 'updated_at': '2021-07-09T15:25:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:25:53.652904 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e73c30-32bf-4afe-81de-490e585cb25b None None] Checking router: 92b7601d-cd32-443a-a611-1a29bb34ef20 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:25:53.653251 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e73c30-32bf-4afe-81de-490e585cb25b None None] Updating router 92b7601d-cd32-443a-a611-1a29bb34ef20 port 96ca213e-e1df-4b01-8d08-aee791b78579 binding host n-d-799529-6 {{(pid=94448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:25:53.688371 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-10e73c30-32bf-4afe-81de-490e585cb25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:53.737800 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f8ee34c-8c20-49ec-975b-9aac0b398e36 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Made reservation on behalf of a72faee8848947debd81a1c8a7d3d88c for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:25:53.741983 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1f8ee34c-8c20-49ec-975b-9aac0b398e36 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:53.944049 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-10e73c30-32bf-4afe-81de-490e585cb25b None None] Notify callbacks [] for port, precommit_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:53.953525 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.provisioning_blocks [None req-10e73c30-32bf-4afe-81de-490e585cb25b None None] Transition to ACTIVE for port object 96ca213e-e1df-4b01-8d08-aee791b78579 will not be triggered until provisioned by entity L2. {{(pid=94448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:25:54.046599 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1f8ee34c-8c20-49ec-975b-9aac0b398e36 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:54.081100 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-10e73c30-32bf-4afe-81de-490e585cb25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:54.108250 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8ee34c-8c20-49ec-975b-9aac0b398e36 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event updated for resources: {'Subnet': ['ID=ac74609f-f87e-4a08-9426-0f8346082a04,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:25:54.121222 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8ee34c-8c20-49ec-975b-9aac0b398e36 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Checking segment: {'id': 'b6b65d1e-5878-4481-87cc-d59937e5f8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd27f451c-8efc-4602-a80b-e783fae53a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:25:54.121585 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8ee34c-8c20-49ec-975b-9aac0b398e36 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Network hostable DHCP agents. Network: d27f451c-8efc-4602-a80b-e783fae53a27, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:25:54.225544 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-10e73c30-32bf-4afe-81de-490e585cb25b None None] Attempting to bind port 96ca213e-e1df-4b01-8d08-aee791b78579 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:25:54.225919 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-10e73c30-32bf-4afe-81de-490e585cb25b None None] Attempting to bind port 96ca213e-e1df-4b01-8d08-aee791b78579 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:25:54.226132 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8ee34c-8c20-49ec-975b-9aac0b398e36 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Network d27f451c-8efc-4602-a80b-e783fae53a27 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:25:54.226337 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e73c30-32bf-4afe-81de-490e585cb25b None None] Attempting to bind port 96ca213e-e1df-4b01-8d08-aee791b78579 on network 202c7ce6-d4e9-4f80-84dd-bef08905a653 {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:25:54.232158 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e7940-9f42-4b19-a2b8-a799d6a8e602 None None] Pushing event updated for resources: {'Port': ['ID=96ca213e-e1df-4b01-8d08-aee791b78579,revision_number=2']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:25:54.236977 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e73c30-32bf-4afe-81de-490e585cb25b None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:25:54.237358 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e73c30-32bf-4afe-81de-490e585cb25b None None] Checking segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:25:54.237943 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-10e73c30-32bf-4afe-81de-490e585cb25b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:54.238117 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e73c30-32bf-4afe-81de-490e585cb25b None None] Bound using segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:25:54.239164 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-10e73c30-32bf-4afe-81de-490e585cb25b None None] Bound port: 96ca213e-e1df-4b01-8d08-aee791b78579, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:25:54.239565 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-10e73c30-32bf-4afe-81de-490e585cb25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:54.246147 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e7940-9f42-4b19-a2b8-a799d6a8e602 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:25:54.246147 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e7940-9f42-4b19-a2b8-a799d6a8e602 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:25:54.246465 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e7940-9f42-4b19-a2b8-a799d6a8e602 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:25:54.246671 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e7940-9f42-4b19-a2b8-a799d6a8e602 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:25:54.247022 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e7940-9f42-4b19-a2b8-a799d6a8e602 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:25:54.247338 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e7940-9f42-4b19-a2b8-a799d6a8e602 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:25:54.247734 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e7940-9f42-4b19-a2b8-a799d6a8e602 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:25:54.248069 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e7940-9f42-4b19-a2b8-a799d6a8e602 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:25:54.248387 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e7940-9f42-4b19-a2b8-a799d6a8e602 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:25:54.248827 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e7940-9f42-4b19-a2b8-a799d6a8e602 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:25:54.249323 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e7940-9f42-4b19-a2b8-a799d6a8e602 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:25:54.249633 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e7940-9f42-4b19-a2b8-a799d6a8e602 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:25:54.305566 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-10e73c30-32bf-4afe-81de-490e585cb25b None None] For port 96ca213e-e1df-4b01-8d08-aee791b78579, host n-d-799529-6, cleared binding levels {{(pid=94448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:25:54.306854 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52f864-8077-41f5-8c81-f24ec0fbca50 req-0f8006f4-dfd4-4d10-82a2-5b58d6854d4d tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:54.308165 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4d52f864-8077-41f5-8c81-f24ec0fbca50 req-0f8006f4-dfd4-4d10-82a2-5b58d6854d4d tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d67e11e-67e6-4791-8d67-d2323d568a46 HTTP/1.1" status: 200 len: 943 time: 0.0791504 Jul 09 15:25:54.308794 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-10e73c30-32bf-4afe-81de-490e585cb25b None None] For port 96ca213e-e1df-4b01-8d08-aee791b78579, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=96ca213e-e1df-4b01-8d08-aee791b78579,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:25:54.311260 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-1f8ee34c-8c20-49ec-975b-9aac0b398e36 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, d27f451c-8efc-4602-a80b-e783fae53a27) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:25:54.319754 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c44894-2b21-4900-b64c-a9a5fa2f2620 None None] Network d27f451c-8efc-4602-a80b-e783fae53a27 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:25:54.322287 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8ee34c-8c20-49ec-975b-9aac0b398e36 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:54.322985 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1f8ee34c-8c20-49ec-975b-9aac0b398e36 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:54.359564 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4d52f864-8077-41f5-8c81-f24ec0fbca50 req-d47670ac-e313-4a43-a494-72a49a4bdd0c tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457509 Jul 09 15:25:54.415257 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-10e73c30-32bf-4afe-81de-490e585cb25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:54.415909 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-1f8ee34c-8c20-49ec-975b-9aac0b398e36 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8560009 Jul 09 15:25:54.418506 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 53330) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:25:54.472629 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e73c30-32bf-4afe-81de-490e585cb25b None None] Routers {'92b7601d-cd32-443a-a611-1a29bb34ef20'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:25:54.474139 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-10e73c30-32bf-4afe-81de-490e585cb25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:25:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['92b7601d-cd32-443a-a611-1a29bb34ef20'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:25:54.499874 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca31dcde-99d2-4e8d-a1e1-63abeba666d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-d27f451c-8efc-4602-a80b-e783fae53a27', 'network_id': 'd27f451c-8efc-4602-a80b-e783fae53a27', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'fixed_ips': [{'subnet_id': 'ac74609f-f87e-4a08-9426-0f8346082a04'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:25:54.500749 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ca31dcde-99d2-4e8d-a1e1-63abeba666d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:54.523791 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e7940-9f42-4b19-a2b8-a799d6a8e602 None None] Pushing event updated for resources: {'Port': ['ID=96ca213e-e1df-4b01-8d08-aee791b78579,revision_number=3']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:25:54.603125 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-10e73c30-32bf-4afe-81de-490e585cb25b None None] Set router 92b7601d-cd32-443a-a611-1a29bb34ef20 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:25:54.645155 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-ca31dcde-99d2-4e8d-a1e1-63abeba666d0 None None] Allocated IP 172.20.0.2 (d27f451c-8efc-4602-a80b-e783fae53a27/ac74609f-f87e-4a08-9426-0f8346082a04/96e1ad16-7d7e-458c-8769-8d712b7d8a2b) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:25:54.817754 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ca31dcde-99d2-4e8d-a1e1-63abeba666d0 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:54.826858 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-ca31dcde-99d2-4e8d-a1e1-63abeba666d0 None None] Transition to ACTIVE for port object 96e1ad16-7d7e-458c-8769-8d712b7d8a2b will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:25:54.837344 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-10e73c30-32bf-4afe-81de-490e585cb25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b7601d-cd32-443a-a611-1a29bb34ef20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314109947', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '96ca213e-e1df-4b01-8d08-aee791b78579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:25:51Z', 'updated_at': '2021-07-09T15:25:52Z', 'revision_number': 3, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'gw_port': {'id': '96ca213e-e1df-4b01-8d08-aee791b78579', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:af:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b7601d-cd32-443a-a611-1a29bb34ef20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:25:51Z', 'updated_at': '2021-07-09T15:25:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:25:54.844458 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-ca31dcde-99d2-4e8d-a1e1-63abeba666d0 None None] Transition to ACTIVE for port object 96e1ad16-7d7e-458c-8769-8d712b7d8a2b will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:25:54.871365 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e73c30-32bf-4afe-81de-490e585cb25b None None] The sync data for ids ['92b7601d-cd32-443a-a611-1a29bb34ef20'] in n-d-799529-6 is: [{'id': '92b7601d-cd32-443a-a611-1a29bb34ef20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314109947', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '96ca213e-e1df-4b01-8d08-aee791b78579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:25:51Z', 'updated_at': '2021-07-09T15:25:52Z', 'revision_number': 3, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'gw_port': {'id': '96ca213e-e1df-4b01-8d08-aee791b78579', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:af:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b7601d-cd32-443a-a611-1a29bb34ef20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:25:51Z', 'updated_at': '2021-07-09T15:25:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:25:54.940776 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ca31dcde-99d2-4e8d-a1e1-63abeba666d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:54.959005 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-30dc5332-a614-4fbb-8ccb-39342962cd60 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:54.983066 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca31dcde-99d2-4e8d-a1e1-63abeba666d0 None None] Network d27f451c-8efc-4602-a80b-e783fae53a27 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:25:54.988149 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-ca31dcde-99d2-4e8d-a1e1-63abeba666d0 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:25:54.991628 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca31dcde-99d2-4e8d-a1e1-63abeba666d0 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:25:55.034428 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca31dcde-99d2-4e8d-a1e1-63abeba666d0 None None] Pushing event updated for resources: {'Port': ['ID=96e1ad16-7d7e-458c-8769-8d712b7d8a2b,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:25:55.081784 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-ca31dcde-99d2-4e8d-a1e1-63abeba666d0 None None] Attempting to bind port 96e1ad16-7d7e-458c-8769-8d712b7d8a2b on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:25:55.082191 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-ca31dcde-99d2-4e8d-a1e1-63abeba666d0 None None] Attempting to bind port 96e1ad16-7d7e-458c-8769-8d712b7d8a2b by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'b6b65d1e-5878-4481-87cc-d59937e5f8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd27f451c-8efc-4602-a80b-e783fae53a27'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:25:55.083155 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca31dcde-99d2-4e8d-a1e1-63abeba666d0 None None] Attempting to bind port 96e1ad16-7d7e-458c-8769-8d712b7d8a2b on network d27f451c-8efc-4602-a80b-e783fae53a27 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:25:55.090804 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca31dcde-99d2-4e8d-a1e1-63abeba666d0 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:25:55.091188 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca31dcde-99d2-4e8d-a1e1-63abeba666d0 None None] Checking segment: {'id': 'b6b65d1e-5878-4481-87cc-d59937e5f8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd27f451c-8efc-4602-a80b-e783fae53a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:25:55.091740 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ca31dcde-99d2-4e8d-a1e1-63abeba666d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:55.092140 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca31dcde-99d2-4e8d-a1e1-63abeba666d0 None None] Bound using segment: {'id': 'b6b65d1e-5878-4481-87cc-d59937e5f8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd27f451c-8efc-4602-a80b-e783fae53a27'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:25:55.093214 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-ca31dcde-99d2-4e8d-a1e1-63abeba666d0 None None] Bound port: 96e1ad16-7d7e-458c-8769-8d712b7d8a2b, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6b65d1e-5878-4481-87cc-d59937e5f8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd27f451c-8efc-4602-a80b-e783fae53a27'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:25:55.093624 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ca31dcde-99d2-4e8d-a1e1-63abeba666d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:55.197955 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-ca31dcde-99d2-4e8d-a1e1-63abeba666d0 None None] For port 96e1ad16-7d7e-458c-8769-8d712b7d8a2b, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:25:55.201737 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-ca31dcde-99d2-4e8d-a1e1-63abeba666d0 None None] For port 96e1ad16-7d7e-458c-8769-8d712b7d8a2b, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=96e1ad16-7d7e-458c-8769-8d712b7d8a2b,segment=NetworkSegment(b6b65d1e-5878-4481-87cc-d59937e5f8a9),segment_id=b6b65d1e-5878-4481-87cc-d59937e5f8a9)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:25:55.264542 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ca31dcde-99d2-4e8d-a1e1-63abeba666d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:55.375287 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca31dcde-99d2-4e8d-a1e1-63abeba666d0 None None] Pushing event updated for resources: {'Port': ['ID=96e1ad16-7d7e-458c-8769-8d712b7d8a2b,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:25:55.392688 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-30dc5332-a614-4fbb-8ccb-39342962cd60 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Allocated IP 172.20.0.1 (d27f451c-8efc-4602-a80b-e783fae53a27/ac74609f-f87e-4a08-9426-0f8346082a04/bcfde6ec-04a4-4a9d-8221-35efc3072373) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:25:55.418245 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 96ca213e-e1df-4b01-8d08-aee791b78579 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:25:55.560589 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 96ca213e-e1df-4b01-8d08-aee791b78579 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:25:55.565929 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 96ca213e-e1df-4b01-8d08-aee791b78579 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:25:55.566348 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:55.566767 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-30dc5332-a614-4fbb-8ccb-39342962cd60 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:55.601804 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-30dc5332-a614-4fbb-8ccb-39342962cd60 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Transition to ACTIVE for port object bcfde6ec-04a4-4a9d-8221-35efc3072373 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:25:55.724274 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:55.725602 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb1d2b5-1649-4db6-9251-2a6e6351dd55 req-b8a31fcd-f50f-4a19-bb5a-601992b39a83 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:55.734436 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2eb1d2b5-1649-4db6-9251-2a6e6351dd55 req-b8a31fcd-f50f-4a19-bb5a-601992b39a83 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d67e11e-67e6-4791-8d67-d2323d568a46 HTTP/1.1" status: 200 len: 943 time: 0.1502512 Jul 09 15:25:55.758093 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-30dc5332-a614-4fbb-8ccb-39342962cd60 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:55.761343 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 96ca213e-e1df-4b01-8d08-aee791b78579, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=96ca213e-e1df-4b01-8d08-aee791b78579,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:25:55.795090 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2eb1d2b5-1649-4db6-9251-2a6e6351dd55 req-7eb0826c-b12d-4f48-b9f8-1733a39b56e9 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576460 Jul 09 15:25:55.830745 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30dc5332-a614-4fbb-8ccb-39342962cd60 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Network d27f451c-8efc-4602-a80b-e783fae53a27 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:25:55.839964 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-30dc5332-a614-4fbb-8ccb-39342962cd60 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:25:55.843356 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dc5332-a614-4fbb-8ccb-39342962cd60 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:25:55.855005 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:55.888964 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dc5332-a614-4fbb-8ccb-39342962cd60 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event updated for resources: {'Port': ['ID=bcfde6ec-04a4-4a9d-8221-35efc3072373,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:25:55.914258 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-30dc5332-a614-4fbb-8ccb-39342962cd60 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:55.938713 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=96ca213e-e1df-4b01-8d08-aee791b78579,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:25:56.212315 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-bc02a38a-58c4-4962-bd0c-e3719bdad008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:56.275807 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-30dc5332-a614-4fbb-8ccb-39342962cd60 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:56.635487 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-30dc5332-a614-4fbb-8ccb-39342962cd60 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:56.645720 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48f3ed1-6007-4418-a4a4-b4aa98105b82 None None] Network d27f451c-8efc-4602-a80b-e783fae53a27 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:25:56.705990 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-30dc5332-a614-4fbb-8ccb-39342962cd60 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:56.787214 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-b73365da-889f-4d82-816e-2c4dffa51e8f None None] Provisioning for port 96e1ad16-7d7e-458c-8769-8d712b7d8a2b completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:25:56.827983 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dc5332-a614-4fbb-8ccb-39342962cd60 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event updated for resources: {'Port': ['ID=bcfde6ec-04a4-4a9d-8221-35efc3072373,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:25:56.837186 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-30dc5332-a614-4fbb-8ccb-39342962cd60 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:57.003740 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30dc5332-a614-4fbb-8ccb-39342962cd60 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Network d27f451c-8efc-4602-a80b-e783fae53a27 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:25:57.006870 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-30dc5332-a614-4fbb-8ccb-39342962cd60 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:25:57.076491 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ebdff-60c6-428d-b4e8-accafb5735a5 req-592c9d84-8cb0-457e-85ae-caa61c2a3b72 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:57.078242 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-890ebdff-60c6-428d-b4e8-accafb5735a5 req-592c9d84-8cb0-457e-85ae-caa61c2a3b72 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d67e11e-67e6-4791-8d67-d2323d568a46 HTTP/1.1" status: 200 len: 943 time: 0.1347575 Jul 09 15:25:57.171297 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-890ebdff-60c6-428d-b4e8-accafb5735a5 req-37b2532d-04ef-45fb-b9d4-f0f426c2ad0f tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514627 Jul 09 15:25:57.185987 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30dc5332-a614-4fbb-8ccb-39342962cd60 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Router 92b7601d-cd32-443a-a611-1a29bb34ef20 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:25:57.314547 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-9c378ee4-e502-4338-9773-70ca59a22bf9 None None] Provisioning for port bcfde6ec-04a4-4a9d-8221-35efc3072373 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:25:57.323576 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-9c378ee4-e502-4338-9773-70ca59a22bf9 None None] Provisioning complete for port bcfde6ec-04a4-4a9d-8221-35efc3072373 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:25:57.324330 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9c378ee4-e502-4338-9773-70ca59a22bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:57.326487 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30dc5332-a614-4fbb-8ccb-39342962cd60 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:25:57.341961 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-30dc5332-a614-4fbb-8ccb-39342962cd60 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "PUT /v2.0/routers/92b7601d-cd32-443a-a611-1a29bb34ef20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9133506 Jul 09 15:25:57.366658 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4bb5c5-556b-474c-9279-f59aa4102193 None None] Sync routers for ids ['92b7601d-cd32-443a-a611-1a29bb34ef20'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:25:57.390063 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4bb5c5-556b-474c-9279-f59aa4102193 None None] Routers {'92b7601d-cd32-443a-a611-1a29bb34ef20'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:25:57.391794 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-3d4bb5c5-556b-474c-9279-f59aa4102193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:25:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['92b7601d-cd32-443a-a611-1a29bb34ef20'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:25:57.506282 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 96ca213e-e1df-4b01-8d08-aee791b78579 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:25:57.620225 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3723d95b-d0f4-4fd7-8073-be2f1d8e01c1 req-b901d23d-47aa-4964-9a8f-b2883b8fcf05 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-713276680&fields=id&tenant_id=a72faee8848947debd81a1c8a7d3d88c HTTP/1.1" status: 200 len: 267 time: 0.0581000 Jul 09 15:25:57.729839 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-9c378ee4-e502-4338-9773-70ca59a22bf9 None None] Port bcfde6ec-04a4-4a9d-8221-35efc3072373 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:25:57.737660 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-3d4bb5c5-556b-474c-9279-f59aa4102193 None None] Set router 92b7601d-cd32-443a-a611-1a29bb34ef20 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:25:57.749141 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723d95b-d0f4-4fd7-8073-be2f1d8e01c1 req-6138f209-22c2-4ddd-b33e-3b47af2a091e tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:57.750982 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3723d95b-d0f4-4fd7-8073-be2f1d8e01c1 req-6138f209-22c2-4ddd-b33e-3b47af2a091e tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/networks?id=d27f451c-8efc-4602-a80b-e783fae53a27 HTTP/1.1" status: 200 len: 797 time: 0.1292887 Jul 09 15:25:57.771666 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3723d95b-d0f4-4fd7-8073-be2f1d8e01c1 req-3b575173-9448-4853-873e-90a17fc8a6e1 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/quotas/a72faee8848947debd81a1c8a7d3d88c HTTP/1.1" status: 200 len: 375 time: 0.0137355 Jul 09 15:25:57.847669 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3723d95b-d0f4-4fd7-8073-be2f1d8e01c1 req-e4473254-c6f7-49f1-85f1-ef37159cd0fb tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a72faee8848947debd81a1c8a7d3d88c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0696399 Jul 09 15:25:57.886361 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 96ca213e-e1df-4b01-8d08-aee791b78579 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:25:57.886968 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:57.929514 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-564738e9-35ca-458f-b0c6-24d34a74abec None None] Provisioning complete for port bcfde6ec-04a4-4a9d-8221-35efc3072373 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:25:57.929993 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-564738e9-35ca-458f-b0c6-24d34a74abec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:57.960602 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3723d95b-d0f4-4fd7-8073-be2f1d8e01c1 req-35096b03-3e17-45fd-9de4-6e318da65acf service neutron] 10.222.0.58 "GET /v2.0/networks/d27f451c-8efc-4602-a80b-e783fae53a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005907 Jul 09 15:25:58.018567 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-564738e9-35ca-458f-b0c6-24d34a74abec None None] Port bcfde6ec-04a4-4a9d-8221-35efc3072373 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:25:58.059869 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3723d95b-d0f4-4fd7-8073-be2f1d8e01c1 req-8bbc4ad5-e945-487f-9176-59670235a318 service neutron] 10.222.0.58 "GET /v2.0/networks/d27f451c-8efc-4602-a80b-e783fae53a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926747 Jul 09 15:25:58.068911 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 96e1ad16-7d7e-458c-8769-8d712b7d8a2b up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:25:58.110232 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-3d4bb5c5-556b-474c-9279-f59aa4102193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b7601d-cd32-443a-a611-1a29bb34ef20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314109947', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '96ca213e-e1df-4b01-8d08-aee791b78579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:25:51Z', 'updated_at': '2021-07-09T15:25:56Z', 'revision_number': 4, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'gw_port': {'id': '96ca213e-e1df-4b01-8d08-aee791b78579', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:af:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b7601d-cd32-443a-a611-1a29bb34ef20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:25:51Z', 'updated_at': '2021-07-09T15:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'bcfde6ec-04a4-4a9d-8221-35efc3072373', 'name': '', 'network_id': 'd27f451c-8efc-4602-a80b-e783fae53a27', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'mac_address': 'fa:16:3e:f3:df:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b7601d-cd32-443a-a611-1a29bb34ef20', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'ac74609f-f87e-4a08-9426-0f8346082a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:25:55Z', 'updated_at': '2021-07-09T15:25:56Z', 'revision_number': 2, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'subnets': [{'id': 'ac74609f-f87e-4a08-9426-0f8346082a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:25:58.142327 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4bb5c5-556b-474c-9279-f59aa4102193 None None] Checking router: 92b7601d-cd32-443a-a611-1a29bb34ef20 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:25:58.142621 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4bb5c5-556b-474c-9279-f59aa4102193 None None] Updating router 92b7601d-cd32-443a-a611-1a29bb34ef20 port bcfde6ec-04a4-4a9d-8221-35efc3072373 binding host n-d-799529-6 {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:25:58.182117 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3d4bb5c5-556b-474c-9279-f59aa4102193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:58.281602 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 96e1ad16-7d7e-458c-8769-8d712b7d8a2b completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:25:58.289950 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 96e1ad16-7d7e-458c-8769-8d712b7d8a2b triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:25:58.290419 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:58.373926 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-36a2c42c-807a-4a36-965f-cf6f741e804c req-41d93585-a092-4d8c-ac88-4dd1516eb8ac tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=461ae97c-25d3-4806-b96f-2d07a8b93a69 HTTP/1.1" status: 200 len: 210 time: 0.0541968 Jul 09 15:25:58.425087 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2890d-659e-46de-9b3d-ecf001d6d825 req-a7b2a95e-a507-4934-8fd4-fc9053e635d4 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:58.427187 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2eb2890d-659e-46de-9b3d-ecf001d6d825 req-a7b2a95e-a507-4934-8fd4-fc9053e635d4 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d67e11e-67e6-4791-8d67-d2323d568a46 HTTP/1.1" status: 200 len: 943 time: 0.1132083 Jul 09 15:25:58.462503 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:58.470901 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2eb2890d-659e-46de-9b3d-ecf001d6d825 req-8c75fcdd-44a7-442b-9f09-1409d830b991 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367920 Jul 09 15:25:58.633445 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 96e1ad16-7d7e-458c-8769-8d712b7d8a2b, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=96e1ad16-7d7e-458c-8769-8d712b7d8a2b,segment=NetworkSegment(b6b65d1e-5878-4481-87cc-d59937e5f8a9),segment_id=b6b65d1e-5878-4481-87cc-d59937e5f8a9)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:25:58.633445 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3d4bb5c5-556b-474c-9279-f59aa4102193 None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:58.633445 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-3d4bb5c5-556b-474c-9279-f59aa4102193 None None] Transition to ACTIVE for port object bcfde6ec-04a4-4a9d-8221-35efc3072373 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:25:58.680579 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:58.685352 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3d4bb5c5-556b-474c-9279-f59aa4102193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:58.772203 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=96e1ad16-7d7e-458c-8769-8d712b7d8a2b,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:25:58.842677 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-3d4bb5c5-556b-474c-9279-f59aa4102193 None None] Attempting to bind port bcfde6ec-04a4-4a9d-8221-35efc3072373 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:25:58.843052 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-3d4bb5c5-556b-474c-9279-f59aa4102193 None None] Attempting to bind port bcfde6ec-04a4-4a9d-8221-35efc3072373 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'b6b65d1e-5878-4481-87cc-d59937e5f8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd27f451c-8efc-4602-a80b-e783fae53a27'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:25:58.843423 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4bb5c5-556b-474c-9279-f59aa4102193 None None] Attempting to bind port bcfde6ec-04a4-4a9d-8221-35efc3072373 on network d27f451c-8efc-4602-a80b-e783fae53a27 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:25:58.849999 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d989d154-56bf-438a-8cdd-2b425397c6ea None None] Pushing event updated for resources: {'Port': ['ID=bcfde6ec-04a4-4a9d-8221-35efc3072373,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:25:58.855153 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4bb5c5-556b-474c-9279-f59aa4102193 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:25:58.856380 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4bb5c5-556b-474c-9279-f59aa4102193 None None] Checking segment: {'id': 'b6b65d1e-5878-4481-87cc-d59937e5f8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd27f451c-8efc-4602-a80b-e783fae53a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:25:58.856380 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3d4bb5c5-556b-474c-9279-f59aa4102193 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:58.856380 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4bb5c5-556b-474c-9279-f59aa4102193 None None] Bound using segment: {'id': 'b6b65d1e-5878-4481-87cc-d59937e5f8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd27f451c-8efc-4602-a80b-e783fae53a27'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:25:58.856823 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-3d4bb5c5-556b-474c-9279-f59aa4102193 None None] Bound port: bcfde6ec-04a4-4a9d-8221-35efc3072373, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6b65d1e-5878-4481-87cc-d59937e5f8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd27f451c-8efc-4602-a80b-e783fae53a27'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:25:58.857192 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3d4bb5c5-556b-474c-9279-f59aa4102193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:58.930376 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-3d4bb5c5-556b-474c-9279-f59aa4102193 None None] For port bcfde6ec-04a4-4a9d-8221-35efc3072373, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:25:58.936942 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-3d4bb5c5-556b-474c-9279-f59aa4102193 None None] For port bcfde6ec-04a4-4a9d-8221-35efc3072373, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=bcfde6ec-04a4-4a9d-8221-35efc3072373,segment=NetworkSegment(b6b65d1e-5878-4481-87cc-d59937e5f8a9),segment_id=b6b65d1e-5878-4481-87cc-d59937e5f8a9)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:25:59.025619 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3d4bb5c5-556b-474c-9279-f59aa4102193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:59.117174 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4bb5c5-556b-474c-9279-f59aa4102193 None None] Routers {'92b7601d-cd32-443a-a611-1a29bb34ef20'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:25:59.117808 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-3d4bb5c5-556b-474c-9279-f59aa4102193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:25:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['92b7601d-cd32-443a-a611-1a29bb34ef20'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:25:59.119701 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d989d154-56bf-438a-8cdd-2b425397c6ea None None] Pushing event updated for resources: {'Port': ['ID=bcfde6ec-04a4-4a9d-8221-35efc3072373,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:25:59.224070 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ab6e818d-c5bc-447e-ba04-4d122e913eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:59.256012 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-3d4bb5c5-556b-474c-9279-f59aa4102193 None None] Set router 92b7601d-cd32-443a-a611-1a29bb34ef20 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:25:59.338646 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 96e1ad16-7d7e-458c-8769-8d712b7d8a2b up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:25:59.342022 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:59.466449 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 96e1ad16-7d7e-458c-8769-8d712b7d8a2b triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:25:59.466752 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:25:59.568611 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b413997d-9de2-4f95-afd5-d7db04c1be92 req-b82bd612-45bf-40ba-aae4-b682180ec29f tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=461ae97c-25d3-4806-b96f-2d07a8b93a69 HTTP/1.1" status: 200 len: 210 time: 0.0343366 Jul 09 15:25:59.622761 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-3d4bb5c5-556b-474c-9279-f59aa4102193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b7601d-cd32-443a-a611-1a29bb34ef20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314109947', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '96ca213e-e1df-4b01-8d08-aee791b78579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:25:51Z', 'updated_at': '2021-07-09T15:25:56Z', 'revision_number': 4, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'gw_port': {'id': '96ca213e-e1df-4b01-8d08-aee791b78579', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:af:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b7601d-cd32-443a-a611-1a29bb34ef20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:25:51Z', 'updated_at': '2021-07-09T15:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'bcfde6ec-04a4-4a9d-8221-35efc3072373', 'name': '', 'network_id': 'd27f451c-8efc-4602-a80b-e783fae53a27', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'mac_address': 'fa:16:3e:f3:df:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b7601d-cd32-443a-a611-1a29bb34ef20', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'ac74609f-f87e-4a08-9426-0f8346082a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:25:55Z', 'updated_at': '2021-07-09T15:25:58Z', 'revision_number': 4, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'subnets': [{'id': 'ac74609f-f87e-4a08-9426-0f8346082a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:25:59.641845 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4bb5c5-556b-474c-9279-f59aa4102193 None None] The sync data for ids ['92b7601d-cd32-443a-a611-1a29bb34ef20'] in n-d-799529-6 is: [{'id': '92b7601d-cd32-443a-a611-1a29bb34ef20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314109947', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '96ca213e-e1df-4b01-8d08-aee791b78579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:25:51Z', 'updated_at': '2021-07-09T15:25:56Z', 'revision_number': 4, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'gw_port': {'id': '96ca213e-e1df-4b01-8d08-aee791b78579', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:af:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b7601d-cd32-443a-a611-1a29bb34ef20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:25:51Z', 'updated_at': '2021-07-09T15:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'bcfde6ec-04a4-4a9d-8221-35efc3072373', 'name': '', 'network_id': 'd27f451c-8efc-4602-a80b-e783fae53a27', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'mac_address': 'fa:16:3e:f3:df:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b7601d-cd32-443a-a611-1a29bb34ef20', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'ac74609f-f87e-4a08-9426-0f8346082a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:25:55Z', 'updated_at': '2021-07-09T15:25:58Z', 'revision_number': 4, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'subnets': [{'id': 'ac74609f-f87e-4a08-9426-0f8346082a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:25:59.720708 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de521c-d1d6-4dcf-87be-04a28cc9aa00 req-1c117d7e-2111-46de-af17-534d717aace7 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:25:59.722363 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-57de521c-d1d6-4dcf-87be-04a28cc9aa00 req-1c117d7e-2111-46de-af17-534d717aace7 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d67e11e-67e6-4791-8d67-d2323d568a46 HTTP/1.1" status: 200 len: 943 time: 0.1025736 Jul 09 15:25:59.770232 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-57de521c-d1d6-4dcf-87be-04a28cc9aa00 req-c82c9321-8097-4698-932a-816ceb595a31 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419741 Jul 09 15:26:00.331548 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:26:00.712981 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723d95b-d0f4-4fd7-8073-be2f1d8e01c1 req-d6170430-e739-4359-bd88-8985ff6994c7 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:00.714412 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3723d95b-d0f4-4fd7-8073-be2f1d8e01c1 req-d6170430-e739-4359-bd88-8985ff6994c7 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.54 "GET /v2.0/networks?id=d27f451c-8efc-4602-a80b-e783fae53a27 HTTP/1.1" status: 200 len: 797 time: 0.1096904 Jul 09 15:26:00.744880 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2ae61d3d-35ff-443d-b5d6-b3a243751ec0 req-bb25a5c6-d9e2-4e84-b1a4-5487d8400215 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=461ae97c-25d3-4806-b96f-2d07a8b93a69 HTTP/1.1" status: 200 len: 210 time: 0.0380316 Jul 09 15:26:00.771019 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3723d95b-d0f4-4fd7-8073-be2f1d8e01c1 req-81515157-df17-4749-9f1a-9846cf1d8ecd tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a72faee8848947debd81a1c8a7d3d88c HTTP/1.1" status: 200 len: 379 time: 0.0477431 Jul 09 15:26:00.779577 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-3723d95b-d0f4-4fd7-8073-be2f1d8e01c1 req-84a3f4ef-5a4a-428a-890f-cf11afb0eae9 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Request body: {'port': {'device_id': '461ae97c-25d3-4806-b96f-2d07a8b93a69', 'network_id': 'd27f451c-8efc-4602-a80b-e783fae53a27', 'admin_state_up': True, 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'security_groups': ['93095927-b778-455a-8540-ec5e60802c8f']}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:26:01.252361 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0078e47-904e-4c6f-8f4f-b8ceecda957b req-82dd27f8-30d2-4d38-a20c-7ac49ab525d5 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:01.253968 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b0078e47-904e-4c6f-8f4f-b8ceecda957b req-82dd27f8-30d2-4d38-a20c-7ac49ab525d5 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d67e11e-67e6-4791-8d67-d2323d568a46 HTTP/1.1" status: 200 len: 943 time: 0.1126218 Jul 09 15:26:01.301241 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b0078e47-904e-4c6f-8f4f-b8ceecda957b req-3e9b2545-2483-4eff-b32a-ad734980dcb5 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410626 Jul 09 15:26:01.349286 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3723d95b-d0f4-4fd7-8073-be2f1d8e01c1 req-84a3f4ef-5a4a-428a-890f-cf11afb0eae9 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Made reservation on behalf of a72faee8848947debd81a1c8a7d3d88c for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:26:01.350877 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device bcfde6ec-04a4-4a9d-8221-35efc3072373 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:26:01.353015 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-3723d95b-d0f4-4fd7-8073-be2f1d8e01c1 req-84a3f4ef-5a4a-428a-890f-cf11afb0eae9 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:26:01.477515 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-3723d95b-d0f4-4fd7-8073-be2f1d8e01c1 req-84a3f4ef-5a4a-428a-890f-cf11afb0eae9 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Allocated IP 172.20.0.4 (d27f451c-8efc-4602-a80b-e783fae53a27/ac74609f-f87e-4a08-9426-0f8346082a04/a3654975-88ef-496f-b6c4-8c7217662a33) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:26:01.479961 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port bcfde6ec-04a4-4a9d-8221-35efc3072373 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:26:01.489176 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port bcfde6ec-04a4-4a9d-8221-35efc3072373 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:26:01.489176 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:26:01.563739 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:26:01.597590 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port bcfde6ec-04a4-4a9d-8221-35efc3072373, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=bcfde6ec-04a4-4a9d-8221-35efc3072373,segment=NetworkSegment(b6b65d1e-5878-4481-87cc-d59937e5f8a9),segment_id=b6b65d1e-5878-4481-87cc-d59937e5f8a9)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:26:01.623290 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-3723d95b-d0f4-4fd7-8073-be2f1d8e01c1 req-84a3f4ef-5a4a-428a-890f-cf11afb0eae9 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:26:01.637085 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-3723d95b-d0f4-4fd7-8073-be2f1d8e01c1 req-84a3f4ef-5a4a-428a-890f-cf11afb0eae9 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Transition to ACTIVE for port object a3654975-88ef-496f-b6c4-8c7217662a33 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:26:01.667592 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:26:01.714834 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=bcfde6ec-04a4-4a9d-8221-35efc3072373,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:26:01.768257 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-3723d95b-d0f4-4fd7-8073-be2f1d8e01c1 req-84a3f4ef-5a4a-428a-890f-cf11afb0eae9 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:26:01.796924 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:26:01.818994 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3723d95b-d0f4-4fd7-8073-be2f1d8e01c1 req-84a3f4ef-5a4a-428a-890f-cf11afb0eae9 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Network d27f451c-8efc-4602-a80b-e783fae53a27 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:26:01.822237 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-3723d95b-d0f4-4fd7-8073-be2f1d8e01c1 req-84a3f4ef-5a4a-428a-890f-cf11afb0eae9 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:26:01.826780 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-3723d95b-d0f4-4fd7-8073-be2f1d8e01c1 req-84a3f4ef-5a4a-428a-890f-cf11afb0eae9 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:26:01.850399 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a3f4ef-5a4a-428a-890f-cf11afb0eae9 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event updated for resources: {'Port': ['ID=a3654975-88ef-496f-b6c4-8c7217662a33,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:26:01.887367 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723d95b-d0f4-4fd7-8073-be2f1d8e01c1 req-84a3f4ef-5a4a-428a-890f-cf11afb0eae9 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:01.888046 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-3723d95b-d0f4-4fd7-8073-be2f1d8e01c1 req-84a3f4ef-5a4a-428a-890f-cf11afb0eae9 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:26:01.933359 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90569857-eefb-4865-9860-a78fb52d432c req-1b07aa46-7e95-4e0f-b4f4-8b19e43f405a tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:01.934993 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-90569857-eefb-4865-9860-a78fb52d432c req-1b07aa46-7e95-4e0f-b4f4-8b19e43f405a tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=461ae97c-25d3-4806-b96f-2d07a8b93a69 HTTP/1.1" status: 200 len: 931 time: 0.0676353 Jul 09 15:26:01.975057 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-90569857-eefb-4865-9860-a78fb52d432c req-e35b62df-827c-4afd-9a3c-97dc6713114a tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=93095927-b778-455a-8540-ec5e60802c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343971 Jul 09 15:26:01.984547 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3723d95b-d0f4-4fd7-8073-be2f1d8e01c1 req-84a3f4ef-5a4a-428a-890f-cf11afb0eae9 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2041960 Jul 09 15:26:01.992961 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-3723d95b-d0f4-4fd7-8073-be2f1d8e01c1 req-1eff4a24-ca6a-4078-a67d-319984940988 service neutron] Request body: {'port': {'device_id': '461ae97c-25d3-4806-b96f-2d07a8b93a69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:26:02.071509 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-3723d95b-d0f4-4fd7-8073-be2f1d8e01c1 req-1eff4a24-ca6a-4078-a67d-319984940988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:26:02.144800 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a711edf7-c214-4ae4-b032-0c97a6fe9a1e None None] Provisioning for port a3654975-88ef-496f-b6c4-8c7217662a33 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:26:02.148842 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a711edf7-c214-4ae4-b032-0c97a6fe9a1e None None] Provisioning complete for port a3654975-88ef-496f-b6c4-8c7217662a33 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:26:02.149377 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a711edf7-c214-4ae4-b032-0c97a6fe9a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:26:02.186637 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a711edf7-c214-4ae4-b032-0c97a6fe9a1e None None] Port a3654975-88ef-496f-b6c4-8c7217662a33 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:26:02.332974 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-3723d95b-d0f4-4fd7-8073-be2f1d8e01c1 req-1eff4a24-ca6a-4078-a67d-319984940988 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3654975-88ef-496f-b6c4-8c7217662a33 {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:26:02.341025 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-3723d95b-d0f4-4fd7-8073-be2f1d8e01c1 req-1eff4a24-ca6a-4078-a67d-319984940988 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:26:02.353977 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-3723d95b-d0f4-4fd7-8073-be2f1d8e01c1 req-1eff4a24-ca6a-4078-a67d-319984940988 service neutron] Transition to ACTIVE for port object a3654975-88ef-496f-b6c4-8c7217662a33 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:26:02.461221 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-3723d95b-d0f4-4fd7-8073-be2f1d8e01c1 req-1eff4a24-ca6a-4078-a67d-319984940988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:26:02.522252 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eff4a24-ca6a-4078-a67d-319984940988 service neutron] Pushing event updated for resources: {'Port': ['ID=a3654975-88ef-496f-b6c4-8c7217662a33,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:26:02.541167 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7dfd7-99ae-47b1-8642-4465ba0983e5 req-aaf70a0b-8c1b-4aaf-9e9a-384198cea2c6 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:02.542864 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5cb7dfd7-99ae-47b1-8642-4465ba0983e5 req-aaf70a0b-8c1b-4aaf-9e9a-384198cea2c6 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d67e11e-67e6-4791-8d67-d2323d568a46 HTTP/1.1" status: 200 len: 943 time: 0.1239974 Jul 09 15:26:02.632006 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5cb7dfd7-99ae-47b1-8642-4465ba0983e5 req-cdbd99e9-0a6c-4123-aeba-72e7708301ff tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715342 Jul 09 15:26:02.646663 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-3723d95b-d0f4-4fd7-8073-be2f1d8e01c1 req-1eff4a24-ca6a-4078-a67d-319984940988 service neutron] Attempting to bind port a3654975-88ef-496f-b6c4-8c7217662a33 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:26:02.647011 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-3723d95b-d0f4-4fd7-8073-be2f1d8e01c1 req-1eff4a24-ca6a-4078-a67d-319984940988 service neutron] Attempting to bind port a3654975-88ef-496f-b6c4-8c7217662a33 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': 'b6b65d1e-5878-4481-87cc-d59937e5f8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd27f451c-8efc-4602-a80b-e783fae53a27'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:26:02.647594 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3723d95b-d0f4-4fd7-8073-be2f1d8e01c1 req-1eff4a24-ca6a-4078-a67d-319984940988 service neutron] Attempting to bind port a3654975-88ef-496f-b6c4-8c7217662a33 on network d27f451c-8efc-4602-a80b-e783fae53a27 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:26:02.652256 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3723d95b-d0f4-4fd7-8073-be2f1d8e01c1 req-1eff4a24-ca6a-4078-a67d-319984940988 service neutron] Port a3654975-88ef-496f-b6c4-8c7217662a33 on network d27f451c-8efc-4602-a80b-e783fae53a27 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:26:02.652580 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3723d95b-d0f4-4fd7-8073-be2f1d8e01c1 req-1eff4a24-ca6a-4078-a67d-319984940988 service neutron] Attempting to bind port a3654975-88ef-496f-b6c4-8c7217662a33 on network d27f451c-8efc-4602-a80b-e783fae53a27 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:26:02.657720 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3723d95b-d0f4-4fd7-8073-be2f1d8e01c1 req-1eff4a24-ca6a-4078-a67d-319984940988 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:26:02.658058 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3723d95b-d0f4-4fd7-8073-be2f1d8e01c1 req-1eff4a24-ca6a-4078-a67d-319984940988 service neutron] Checking segment: {'id': 'b6b65d1e-5878-4481-87cc-d59937e5f8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd27f451c-8efc-4602-a80b-e783fae53a27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:26:02.658452 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3723d95b-d0f4-4fd7-8073-be2f1d8e01c1 req-1eff4a24-ca6a-4078-a67d-319984940988 service neutron] Bound using segment: {'id': 'b6b65d1e-5878-4481-87cc-d59937e5f8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd27f451c-8efc-4602-a80b-e783fae53a27'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:26:02.658885 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-3723d95b-d0f4-4fd7-8073-be2f1d8e01c1 req-1eff4a24-ca6a-4078-a67d-319984940988 service neutron] Bound port: a3654975-88ef-496f-b6c4-8c7217662a33, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6b65d1e-5878-4481-87cc-d59937e5f8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd27f451c-8efc-4602-a80b-e783fae53a27'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:26:02.659319 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-3723d95b-d0f4-4fd7-8073-be2f1d8e01c1 req-1eff4a24-ca6a-4078-a67d-319984940988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:26:02.730278 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-3723d95b-d0f4-4fd7-8073-be2f1d8e01c1 req-1eff4a24-ca6a-4078-a67d-319984940988 service neutron] For port a3654975-88ef-496f-b6c4-8c7217662a33, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:26:02.733301 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-3723d95b-d0f4-4fd7-8073-be2f1d8e01c1 req-1eff4a24-ca6a-4078-a67d-319984940988 service neutron] For port a3654975-88ef-496f-b6c4-8c7217662a33, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=a3654975-88ef-496f-b6c4-8c7217662a33,segment=NetworkSegment(b6b65d1e-5878-4481-87cc-d59937e5f8a9),segment_id=b6b65d1e-5878-4481-87cc-d59937e5f8a9)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:26:02.854364 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-3723d95b-d0f4-4fd7-8073-be2f1d8e01c1 req-1eff4a24-ca6a-4078-a67d-319984940988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:26:02.888947 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723d95b-d0f4-4fd7-8073-be2f1d8e01c1 req-1eff4a24-ca6a-4078-a67d-319984940988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:02.889600 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-3723d95b-d0f4-4fd7-8073-be2f1d8e01c1 req-1eff4a24-ca6a-4078-a67d-319984940988 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:26:02.891074 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3723d95b-d0f4-4fd7-8073-be2f1d8e01c1 req-1eff4a24-ca6a-4078-a67d-319984940988 service neutron] 10.222.0.54 "PUT /v2.0/ports/a3654975-88ef-496f-b6c4-8c7217662a33 HTTP/1.1" status: 200 len: 1091 time: 0.9035716 Jul 09 15:26:02.891524 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '461ae97c-25d3-4806-b96f-2d07a8b93a69', 'tag': 'a3654975-88ef-496f-b6c4-8c7217662a33'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:26:02.894305 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd348da5-0f7a-4b3c-9d2b-67a9ec6eabc3" -d '{"events": [{"name": "network-changed", "server_uuid": "461ae97c-25d3-4806-b96f-2d07a8b93a69", "tag": "a3654975-88ef-496f-b6c4-8c7217662a33"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:26:02.920786 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eff4a24-ca6a-4078-a67d-319984940988 service neutron] Pushing event updated for resources: {'Port': ['ID=a3654975-88ef-496f-b6c4-8c7217662a33,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:26:02.948894 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad78155-8d25-43d3-9f09-32bf5ab9a323 x-openstack-request-id: req-7ad78155-8d25-43d3-9f09-32bf5ab9a323 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:26:02.949189 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "461ae97c-25d3-4806-b96f-2d07a8b93a69", "tag": "a3654975-88ef-496f-b6c4-8c7217662a33", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:26:02.949443 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7ad78155-8d25-43d3-9f09-32bf5ab9a323 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:26:02.949850 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '461ae97c-25d3-4806-b96f-2d07a8b93a69', 'tag': 'a3654975-88ef-496f-b6c4-8c7217662a33', 'status': 'completed', 'code': 200} Jul 09 15:26:03.031786 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd348da5-0f7a-4b3c-9d2b-67a9ec6eabc3 req-9ceb593b-8546-410e-990e-ce43b9768df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:03.033490 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fd348da5-0f7a-4b3c-9d2b-67a9ec6eabc3 req-9ceb593b-8546-410e-990e-ce43b9768df7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a72faee8848947debd81a1c8a7d3d88c&device_id=461ae97c-25d3-4806-b96f-2d07a8b93a69 HTTP/1.1" status: 200 len: 1094 time: 0.0601881 Jul 09 15:26:03.178313 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd348da5-0f7a-4b3c-9d2b-67a9ec6eabc3 req-39797d73-1ed7-423a-9e42-ebfaaf108f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:03.179837 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fd348da5-0f7a-4b3c-9d2b-67a9ec6eabc3 req-39797d73-1ed7-423a-9e42-ebfaaf108f6d service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=a72faee8848947debd81a1c8a7d3d88c&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1390293 Jul 09 15:26:03.203064 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6010f291-3959-496e-9462-33a6db4bc16d req-f6fb687e-da5e-474a-ba0a-483bff865882 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:03.204500 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6010f291-3959-496e-9462-33a6db4bc16d req-f6fb687e-da5e-474a-ba0a-483bff865882 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=461ae97c-25d3-4806-b96f-2d07a8b93a69 HTTP/1.1" status: 200 len: 943 time: 0.1048717 Jul 09 15:26:03.292437 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6010f291-3959-496e-9462-33a6db4bc16d req-b0ed41e3-7416-4e9f-9900-d7a8eed7e633 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=93095927-b778-455a-8540-ec5e60802c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738950 Jul 09 15:26:03.315216 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd348da5-0f7a-4b3c-9d2b-67a9ec6eabc3 req-db4ce866-3383-4764-abe4-56f5dc7b484c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:03.315216 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fd348da5-0f7a-4b3c-9d2b-67a9ec6eabc3 req-db4ce866-3383-4764-abe4-56f5dc7b484c service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1268463 Jul 09 15:26:03.321904 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device bcfde6ec-04a4-4a9d-8221-35efc3072373 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:26:03.369736 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port bcfde6ec-04a4-4a9d-8221-35efc3072373 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:26:03.370110 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:26:03.403415 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723d95b-d0f4-4fd7-8073-be2f1d8e01c1 req-056785ae-788b-460f-b15f-1e5cb2cc4c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:03.404983 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3723d95b-d0f4-4fd7-8073-be2f1d8e01c1 req-056785ae-788b-460f-b15f-1e5cb2cc4c61 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a72faee8848947debd81a1c8a7d3d88c&device_id=461ae97c-25d3-4806-b96f-2d07a8b93a69 HTTP/1.1" status: 200 len: 1094 time: 0.0540807 Jul 09 15:26:03.449844 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3723d95b-d0f4-4fd7-8073-be2f1d8e01c1 req-70ed4bfc-a3fb-455e-95c6-bef6d832ea42 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3654975-88ef-496f-b6c4-8c7217662a33 HTTP/1.1" status: 200 len: 217 time: 0.0375407 Jul 09 15:26:03.499183 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723d95b-d0f4-4fd7-8073-be2f1d8e01c1 req-ef124cc3-2243-4045-9216-4ba72d833f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:03.500746 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3723d95b-d0f4-4fd7-8073-be2f1d8e01c1 req-ef124cc3-2243-4045-9216-4ba72d833f05 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac74609f-f87e-4a08-9426-0f8346082a04 HTTP/1.1" status: 200 len: 834 time: 0.0445876 Jul 09 15:26:03.557123 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723d95b-d0f4-4fd7-8073-be2f1d8e01c1 req-fd7bff00-8e60-4a1f-83f5-275ad76efbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:03.558528 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3723d95b-d0f4-4fd7-8073-be2f1d8e01c1 req-fd7bff00-8e60-4a1f-83f5-275ad76efbce service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d27f451c-8efc-4602-a80b-e783fae53a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515094 Jul 09 15:26:03.650141 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3723d95b-d0f4-4fd7-8073-be2f1d8e01c1 req-01c7ebeb-244d-42e5-9e13-fbb24a45e421 service neutron] 10.222.0.54 "GET /v2.0/networks/d27f451c-8efc-4602-a80b-e783fae53a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842178 Jul 09 15:26:03.739233 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3723d95b-d0f4-4fd7-8073-be2f1d8e01c1 req-b5ad4366-79bf-4ec3-953b-ca82dfeb95e4 service neutron] 10.222.0.54 "GET /v2.0/networks/d27f451c-8efc-4602-a80b-e783fae53a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825179 Jul 09 15:26:03.811001 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed709f-085f-4e9b-8033-0f22da552915 req-a5efbec6-aa6e-4fb9-92d0-9f5d5df9d7cf tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:03.812658 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-01ed709f-085f-4e9b-8033-0f22da552915 req-a5efbec6-aa6e-4fb9-92d0-9f5d5df9d7cf tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d67e11e-67e6-4791-8d67-d2323d568a46 HTTP/1.1" status: 200 len: 943 time: 0.0665438 Jul 09 15:26:03.855224 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-01ed709f-085f-4e9b-8033-0f22da552915 req-26540738-cebc-48fc-96be-8b7994ecd629 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363767 Jul 09 15:26:04.465720 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b605a-b3ac-47ac-ac6d-592319cb9686 req-a784739f-cc27-47a4-827e-b8e26d49ad0c tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:04.467216 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ab1b605a-b3ac-47ac-ac6d-592319cb9686 req-a784739f-cc27-47a4-827e-b8e26d49ad0c tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=461ae97c-25d3-4806-b96f-2d07a8b93a69 HTTP/1.1" status: 200 len: 943 time: 0.0637162 Jul 09 15:26:04.509433 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ab1b605a-b3ac-47ac-ac6d-592319cb9686 req-948455f0-d45a-45b3-b8c9-7e155b33bce6 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=93095927-b778-455a-8540-ec5e60802c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361280 Jul 09 15:26:05.030673 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a77bd9d-565e-4d9e-9718-e24cd0449ec2 req-17829653-a64d-4a9a-9f76-50191e328266 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:05.032181 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0a77bd9d-565e-4d9e-9718-e24cd0449ec2 req-17829653-a64d-4a9a-9f76-50191e328266 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d67e11e-67e6-4791-8d67-d2323d568a46 HTTP/1.1" status: 200 len: 943 time: 0.0653832 Jul 09 15:26:05.068663 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0a77bd9d-565e-4d9e-9718-e24cd0449ec2 req-ee9cd5f9-93bf-4b2f-8206-60c497be682d tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302854 Jul 09 15:26:05.682430 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43fb71f-1107-4527-b578-8b1a9f2f78c0 req-e4adc208-a7a5-49ae-9946-1ffe1ddf49e4 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:05.683989 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b43fb71f-1107-4527-b578-8b1a9f2f78c0 req-e4adc208-a7a5-49ae-9946-1ffe1ddf49e4 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=461ae97c-25d3-4806-b96f-2d07a8b93a69 HTTP/1.1" status: 200 len: 943 time: 0.0660796 Jul 09 15:26:05.721142 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b43fb71f-1107-4527-b578-8b1a9f2f78c0 req-48f05cb5-a38b-45b9-8914-385a72d78e56 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=93095927-b778-455a-8540-ec5e60802c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315273 Jul 09 15:26:06.244099 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc6919e-39ae-4168-97de-c35135276d54 req-3b365f23-1747-46ff-8bfb-2cf1e3f68b53 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:06.247257 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-edc6919e-39ae-4168-97de-c35135276d54 req-3b365f23-1747-46ff-8bfb-2cf1e3f68b53 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d67e11e-67e6-4791-8d67-d2323d568a46 HTTP/1.1" status: 200 len: 943 time: 0.0663338 Jul 09 15:26:06.283012 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-edc6919e-39ae-4168-97de-c35135276d54 req-a11544e5-17c6-494d-9718-99c37d1cffb2 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316007 Jul 09 15:26:06.662403 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device a3654975-88ef-496f-b6c4-8c7217662a33 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 15:26:06.758491 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port a3654975-88ef-496f-b6c4-8c7217662a33, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=a3654975-88ef-496f-b6c4-8c7217662a33,segment=NetworkSegment(b6b65d1e-5878-4481-87cc-d59937e5f8a9),segment_id=b6b65d1e-5878-4481-87cc-d59937e5f8a9)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:26:06.770386 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': 'a3654975-88ef-496f-b6c4-8c7217662a33', 'network_id': 'd27f451c-8efc-4602-a80b-e783fae53a27', 'port_id': 'a3654975-88ef-496f-b6c4-8c7217662a33', 'mac_address': 'fa:16:3e:4f:ca:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac74609f-f87e-4a08-9426-0f8346082a04', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 15:26:06.807700 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:26:06.820322 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3654975-88ef-496f-b6c4-8c7217662a33 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:26:06.839990 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port a3654975-88ef-496f-b6c4-8c7217662a33, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=a3654975-88ef-496f-b6c4-8c7217662a33,segment=NetworkSegment(b6b65d1e-5878-4481-87cc-d59937e5f8a9),segment_id=b6b65d1e-5878-4481-87cc-d59937e5f8a9)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:26:06.895107 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b24db-dc4e-4db8-915e-0c187126d31d req-b1f20087-fda2-48cd-af88-a18f0b39e215 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:06.896750 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-035b24db-dc4e-4db8-915e-0c187126d31d req-b1f20087-fda2-48cd-af88-a18f0b39e215 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=461ae97c-25d3-4806-b96f-2d07a8b93a69 HTTP/1.1" status: 200 len: 943 time: 0.0653138 Jul 09 15:26:06.934824 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-035b24db-dc4e-4db8-915e-0c187126d31d req-666f82ed-b74b-43be-a071-d9e5cd0b0122 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=93095927-b778-455a-8540-ec5e60802c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325086 Jul 09 15:26:06.940503 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:26:06.992835 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=a3654975-88ef-496f-b6c4-8c7217662a33,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:26:07.177728 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['a3654975-88ef-496f-b6c4-8c7217662a33'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:26:07.463757 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f288688d-4625-4c99-8686-8a06547ac82c req-4a1fcc0e-ff46-4680-a0f3-7366b61e3b8f tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:07.465295 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f288688d-4625-4c99-8686-8a06547ac82c req-4a1fcc0e-ff46-4680-a0f3-7366b61e3b8f tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d67e11e-67e6-4791-8d67-d2323d568a46 HTTP/1.1" status: 200 len: 943 time: 0.0679061 Jul 09 15:26:07.503202 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f288688d-4625-4c99-8686-8a06547ac82c req-6c48b248-b52e-41c2-9dee-51306320e298 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317681 Jul 09 15:26:08.115705 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b6733-7b15-4bf1-b815-bfdf3aebccae req-3cc0d5c7-83be-4f10-9756-58f19d2abe55 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:08.117199 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-872b6733-7b15-4bf1-b815-bfdf3aebccae req-3cc0d5c7-83be-4f10-9756-58f19d2abe55 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=461ae97c-25d3-4806-b96f-2d07a8b93a69 HTTP/1.1" status: 200 len: 944 time: 0.0688839 Jul 09 15:26:08.156000 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-872b6733-7b15-4bf1-b815-bfdf3aebccae req-379f365c-ab2f-443f-a065-ed81a2d2d5f9 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=93095927-b778-455a-8540-ec5e60802c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321548 Jul 09 15:26:08.675105 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3000b9-e834-4b3a-ba52-7c9ce16d11fe req-e3966f0c-56e3-480c-b196-e4e370be69fa tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:08.676648 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7c3000b9-e834-4b3a-ba52-7c9ce16d11fe req-e3966f0c-56e3-480c-b196-e4e370be69fa tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d67e11e-67e6-4791-8d67-d2323d568a46 HTTP/1.1" status: 200 len: 943 time: 0.0640981 Jul 09 15:26:08.679373 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device a3654975-88ef-496f-b6c4-8c7217662a33 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:26:08.715950 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7c3000b9-e834-4b3a-ba52-7c9ce16d11fe req-617f6b2f-6972-42ff-bf93-bac214338c04 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325630 Jul 09 15:26:08.810649 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port a3654975-88ef-496f-b6c4-8c7217662a33 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:26:08.814567 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port a3654975-88ef-496f-b6c4-8c7217662a33 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:26:08.814938 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:26:08.888583 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:26:08.915089 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '461ae97c-25d3-4806-b96f-2d07a8b93a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3654975-88ef-496f-b6c4-8c7217662a33'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:26:08.917353 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de19cf22-67b9-4eca-aa22-9ef67b3b17fc" -d '{"events": [{"server_uuid": "461ae97c-25d3-4806-b96f-2d07a8b93a69", "name": "network-vif-plugged", "status": "completed", "tag": "a3654975-88ef-496f-b6c4-8c7217662a33"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:26:08.930248 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port a3654975-88ef-496f-b6c4-8c7217662a33, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=a3654975-88ef-496f-b6c4-8c7217662a33,segment=NetworkSegment(b6b65d1e-5878-4481-87cc-d59937e5f8a9),segment_id=b6b65d1e-5878-4481-87cc-d59937e5f8a9)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:26:08.953534 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68cba74-6595-4c13-be3e-8ca89944eafd x-openstack-request-id: req-e68cba74-6595-4c13-be3e-8ca89944eafd {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:26:08.953852 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "461ae97c-25d3-4806-b96f-2d07a8b93a69", "name": "network-vif-plugged", "status": "completed", "tag": "a3654975-88ef-496f-b6c4-8c7217662a33", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:26:08.954125 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e68cba74-6595-4c13-be3e-8ca89944eafd {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:26:08.954577 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '461ae97c-25d3-4806-b96f-2d07a8b93a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3654975-88ef-496f-b6c4-8c7217662a33', 'code': 200} Jul 09 15:26:08.993304 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:26:09.043551 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=a3654975-88ef-496f-b6c4-8c7217662a33,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:26:09.067177 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b579adc-ce86-4feb-be02-4db06fe01e0a req-d88b67b5-79ea-45f9-bfc7-ea5c7c2a91d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:09.068725 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4b579adc-ce86-4feb-be02-4db06fe01e0a req-d88b67b5-79ea-45f9-bfc7-ea5c7c2a91d3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=461ae97c-25d3-4806-b96f-2d07a8b93a69 HTTP/1.1" status: 200 len: 1096 time: 0.0528052 Jul 09 15:26:09.103650 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4b579adc-ce86-4feb-be02-4db06fe01e0a req-daa7d186-2136-41ea-bebc-8de4165a9725 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=93095927-b778-455a-8540-ec5e60802c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281546 Jul 09 15:26:09.331768 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a47838b-653d-472f-aae2-7119ed34aefa req-ccf450b8-4ca3-4697-b916-40dae7cad05e tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:09.333243 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4a47838b-653d-472f-aae2-7119ed34aefa req-ccf450b8-4ca3-4697-b916-40dae7cad05e tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=461ae97c-25d3-4806-b96f-2d07a8b93a69 HTTP/1.1" status: 200 len: 945 time: 0.0679271 Jul 09 15:26:09.370242 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4a47838b-653d-472f-aae2-7119ed34aefa req-b20b5ce9-5a45-4892-8307-e8461b48d676 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=93095927-b778-455a-8540-ec5e60802c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314429 Jul 09 15:26:09.902867 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7669de52-b8f8-4c6b-af28-f782a25b152f req-a055ce81-350c-471f-8bdb-795ccb1a9abf tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:09.904561 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7669de52-b8f8-4c6b-af28-f782a25b152f req-a055ce81-350c-471f-8bdb-795ccb1a9abf tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d67e11e-67e6-4791-8d67-d2323d568a46 HTTP/1.1" status: 200 len: 943 time: 0.0638092 Jul 09 15:26:09.955689 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7669de52-b8f8-4c6b-af28-f782a25b152f req-c29538cc-fe13-4cde-8f7e-3bee62e7b874 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436304 Jul 09 15:26:10.473541 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device f6c72aa9-2f2d-4892-a7d1-036f71096c79 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 15:26:10.545552 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa01329-e040-45dd-b768-47bc359ad4a9 req-4a6f5496-7856-41aa-8f42-03809fd5bf3a tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:10.546972 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6aa01329-e040-45dd-b768-47bc359ad4a9 req-4a6f5496-7856-41aa-8f42-03809fd5bf3a tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=461ae97c-25d3-4806-b96f-2d07a8b93a69 HTTP/1.1" status: 200 len: 945 time: 0.0674016 Jul 09 15:26:10.568135 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port f6c72aa9-2f2d-4892-a7d1-036f71096c79, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=f6c72aa9-2f2d-4892-a7d1-036f71096c79,segment=NetworkSegment(606647b5-2487-48f5-8bbb-91ffd6756a32),segment_id=606647b5-2487-48f5-8bbb-91ffd6756a32)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:26:10.583056 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': 'f6c72aa9-2f2d-4892-a7d1-036f71096c79', 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e', 'port_id': 'f6c72aa9-2f2d-4892-a7d1-036f71096c79', 'mac_address': 'fa:16:3e:03:e8:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4468b5d7-64e7-478a-93b6-96bdc0a89416', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 15:26:10.585304 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6aa01329-e040-45dd-b768-47bc359ad4a9 req-cc605a75-0302-4440-b246-dacde1ebf32e tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=93095927-b778-455a-8540-ec5e60802c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327306 Jul 09 15:26:10.619780 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:26:10.632934 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6c72aa9-2f2d-4892-a7d1-036f71096c79 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:26:10.654316 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port f6c72aa9-2f2d-4892-a7d1-036f71096c79, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=f6c72aa9-2f2d-4892-a7d1-036f71096c79,segment=NetworkSegment(606647b5-2487-48f5-8bbb-91ffd6756a32),segment_id=606647b5-2487-48f5-8bbb-91ffd6756a32)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:26:10.756113 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:26:10.762845 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da37daa9-205d-483e-9736-f774b671502c req-08913917-3889-4a0f-8bf5-351964f30cbd tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:10.764412 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-da37daa9-205d-483e-9736-f774b671502c req-08913917-3889-4a0f-8bf5-351964f30cbd tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=461ae97c-25d3-4806-b96f-2d07a8b93a69 HTTP/1.1" status: 200 len: 945 time: 0.0649798 Jul 09 15:26:10.804225 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=f6c72aa9-2f2d-4892-a7d1-036f71096c79,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:26:10.804441 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-da37daa9-205d-483e-9736-f774b671502c req-9eef8beb-e62a-4be6-8660-5079c30335ff tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=93095927-b778-455a-8540-ec5e60802c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344443 Jul 09 15:26:10.828067 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 53412) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:26:10.879148 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d216884-f980-4095-b86c-b34bfc7c6638 tempest-TestNetworkAdvancedServerOps-1044390005 tempest-TestNetworkAdvancedServerOps-1044390005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:10.880945 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-2d216884-f980-4095-b86c-b34bfc7c6638 tempest-TestNetworkAdvancedServerOps-1044390005 tempest-TestNetworkAdvancedServerOps-1044390005-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=461ae97c-25d3-4806-b96f-2d07a8b93a69 HTTP/1.1" status: 200 len: 1091 time: 0.0518415 Jul 09 15:26:10.883676 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 53414) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:26:10.888029 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-1462a831-a5db-4e93-b665-d6964b56efd0 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Request body: {'floatingip': {'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'port_id': 'a3654975-88ef-496f-b6c4-8c7217662a33', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:26:11.033330 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1462a831-a5db-4e93-b665-d6964b56efd0 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for floatingip, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:26:11.156560 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14161705-8036-4f35-9237-d4839584127b req-b3c067ef-c69a-445b-b609-3481fd3aab61 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:11.157947 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-14161705-8036-4f35-9237-d4839584127b req-b3c067ef-c69a-445b-b609-3481fd3aab61 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d67e11e-67e6-4791-8d67-d2323d568a46 HTTP/1.1" status: 200 len: 944 time: 0.0830700 Jul 09 15:26:11.159362 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['f6c72aa9-2f2d-4892-a7d1-036f71096c79'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:26:11.220496 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-14161705-8036-4f35-9237-d4839584127b req-35a903cd-ce83-42a8-9700-24209831f5f3 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558772 Jul 09 15:26:11.224439 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1462a831-a5db-4e93-b665-d6964b56efd0 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:26:11.326706 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-1462a831-a5db-4e93-b665-d6964b56efd0 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Allocated IP 172.25.3.238 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/55cab6e9-6f13-4871-9b9c-a441b9c68653) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:26:11.432954 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1462a831-a5db-4e93-b665-d6964b56efd0 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:26:11.522069 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1462a831-a5db-4e93-b665-d6964b56efd0 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:26:11.562593 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1462a831-a5db-4e93-b665-d6964b56efd0 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:26:11.565585 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-1462a831-a5db-4e93-b665-d6964b56efd0 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:26:11.570628 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1462a831-a5db-4e93-b665-d6964b56efd0 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:26:11.576112 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1462a831-a5db-4e93-b665-d6964b56efd0 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event updated for resources: {'Port': ['ID=55cab6e9-6f13-4871-9b9c-a441b9c68653,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:26:11.936562 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1462a831-a5db-4e93-b665-d6964b56efd0 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:26:12.009157 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:26:12.098976 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1462a831-a5db-4e93-b665-d6964b56efd0 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:26:12.258371 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1462a831-a5db-4e93-b665-d6964b56efd0 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:26:12.320929 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1462a831-a5db-4e93-b665-d6964b56efd0 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:26:12.393395 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e1839-0bb5-43eb-9dea-b26df1d51dc9 req-bbf8fa64-d443-4713-a8ff-9dcc74e255a8 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:12.394023 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1462a831-a5db-4e93-b665-d6964b56efd0 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event updated for resources: {'Port': ['ID=55cab6e9-6f13-4871-9b9c-a441b9c68653,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:26:12.395729 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9b8e1839-0bb5-43eb-9dea-b26df1d51dc9 req-bbf8fa64-d443-4713-a8ff-9dcc74e255a8 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d67e11e-67e6-4791-8d67-d2323d568a46 HTTP/1.1" status: 200 len: 944 time: 0.0663173 Jul 09 15:26:12.404619 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1462a831-a5db-4e93-b665-d6964b56efd0 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:26:12.435513 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9b8e1839-0bb5-43eb-9dea-b26df1d51dc9 req-8ee4f5b3-ef74-4a30-a52e-bcb8d2b21479 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338836 Jul 09 15:26:12.490155 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device f6c72aa9-2f2d-4892-a7d1-036f71096c79 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:26:12.504895 n-d-799529-6 neutron-server[94446]: INFO neutron.db.l3_db [None req-1462a831-a5db-4e93-b665-d6964b56efd0 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Floating IP a7853d72-7890-460e-91d3-5a671c982ded associated. External IP: 172.25.3.238, port: a3654975-88ef-496f-b6c4-8c7217662a33. Jul 09 15:26:12.589803 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port f6c72aa9-2f2d-4892-a7d1-036f71096c79 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:26:12.593851 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port f6c72aa9-2f2d-4892-a7d1-036f71096c79 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:26:12.594233 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:26:12.680704 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:26:12.704744 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d67e11e-67e6-4791-8d67-d2323d568a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6c72aa9-2f2d-4892-a7d1-036f71096c79'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:26:12.707021 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81813ef8-83a8-4571-a1b2-664a5e25f28c" -d '{"events": [{"server_uuid": "2d67e11e-67e6-4791-8d67-d2323d568a46", "name": "network-vif-plugged", "status": "completed", "tag": "f6c72aa9-2f2d-4892-a7d1-036f71096c79"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:26:12.721445 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port f6c72aa9-2f2d-4892-a7d1-036f71096c79, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=f6c72aa9-2f2d-4892-a7d1-036f71096c79,segment=NetworkSegment(606647b5-2487-48f5-8bbb-91ffd6756a32),segment_id=606647b5-2487-48f5-8bbb-91ffd6756a32)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:26:12.748283 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b88c7966-0bbb-4ceb-86d6-1119bb7e2974 x-openstack-request-id: req-b88c7966-0bbb-4ceb-86d6-1119bb7e2974 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:26:12.748577 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d67e11e-67e6-4791-8d67-d2323d568a46", "name": "network-vif-plugged", "status": "completed", "tag": "f6c72aa9-2f2d-4892-a7d1-036f71096c79", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:26:12.748827 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b88c7966-0bbb-4ceb-86d6-1119bb7e2974 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:26:12.749212 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d67e11e-67e6-4791-8d67-d2323d568a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6c72aa9-2f2d-4892-a7d1-036f71096c79', 'code': 200} Jul 09 15:26:12.789938 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:26:12.845027 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=f6c72aa9-2f2d-4892-a7d1-036f71096c79,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:26:13.065780 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6229190-48a8-4024-8caf-e47717e3391d req-22ee22cf-7a8e-493c-babd-2993b78999be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:13.067852 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e6229190-48a8-4024-8caf-e47717e3391d req-22ee22cf-7a8e-493c-babd-2993b78999be service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2d67e11e-67e6-4791-8d67-d2323d568a46 HTTP/1.1" status: 200 len: 1096 time: 0.1066399 Jul 09 15:26:13.074829 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1462a831-a5db-4e93-b665-d6964b56efd0 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Router 92b7601d-cd32-443a-a611-1a29bb34ef20 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:26:13.144151 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e6229190-48a8-4024-8caf-e47717e3391d req-e59af4e7-b7f2-4513-9598-7b069f6f3f2d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682292 Jul 09 15:26:13.207325 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1462a831-a5db-4e93-b665-d6964b56efd0 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:26:13.217791 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fee74a-99b6-4fa5-be83-6624a43ad062 None None] Sync routers for ids ['92b7601d-cd32-443a-a611-1a29bb34ef20'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:26:13.227717 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fee74a-99b6-4fa5-be83-6624a43ad062 None None] Routers {'92b7601d-cd32-443a-a611-1a29bb34ef20'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:26:13.231860 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-d5fee74a-99b6-4fa5-be83-6624a43ad062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:25:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['92b7601d-cd32-443a-a611-1a29bb34ef20'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:26:13.290087 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1462a831-a5db-4e93-b665-d6964b56efd0 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:26:13.327958 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-1462a831-a5db-4e93-b665-d6964b56efd0 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4431593 Jul 09 15:26:13.328682 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '461ae97c-25d3-4806-b96f-2d07a8b93a69', 'tag': 'a3654975-88ef-496f-b6c4-8c7217662a33'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:26:13.330846 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a70603-8568-4795-a6e8-36239e0b6767" -d '{"events": [{"name": "network-changed", "server_uuid": "461ae97c-25d3-4806-b96f-2d07a8b93a69", "tag": "a3654975-88ef-496f-b6c4-8c7217662a33"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:26:13.337358 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-d5fee74a-99b6-4fa5-be83-6624a43ad062 None None] Set router 92b7601d-cd32-443a-a611-1a29bb34ef20 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:26:13.367782 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f278873e-9abf-436a-bddb-a56da1bd0252 x-openstack-request-id: req-f278873e-9abf-436a-bddb-a56da1bd0252 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:26:13.368275 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "461ae97c-25d3-4806-b96f-2d07a8b93a69", "tag": "a3654975-88ef-496f-b6c4-8c7217662a33", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:26:13.368618 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f278873e-9abf-436a-bddb-a56da1bd0252 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:26:13.369199 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '461ae97c-25d3-4806-b96f-2d07a8b93a69', 'tag': 'a3654975-88ef-496f-b6c4-8c7217662a33', 'status': 'completed', 'code': 200} Jul 09 15:26:13.499908 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a70603-8568-4795-a6e8-36239e0b6767 req-61f472ed-9324-49db-ad64-ee04f11e70f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:13.501433 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a1a70603-8568-4795-a6e8-36239e0b6767 req-61f472ed-9324-49db-ad64-ee04f11e70f8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a72faee8848947debd81a1c8a7d3d88c&device_id=461ae97c-25d3-4806-b96f-2d07a8b93a69 HTTP/1.1" status: 200 len: 1096 time: 0.1090374 Jul 09 15:26:13.512078 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d100637-defd-4eb1-9539-4cf393588c18 req-a6c83fc5-69d8-487f-8601-eb8a38ccfc0b tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:13.513654 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3d100637-defd-4eb1-9539-4cf393588c18 req-a6c83fc5-69d8-487f-8601-eb8a38ccfc0b tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=461ae97c-25d3-4806-b96f-2d07a8b93a69 HTTP/1.1" status: 200 len: 945 time: 0.0835078 Jul 09 15:26:13.573003 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-d5fee74a-99b6-4fa5-be83-6624a43ad062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b7601d-cd32-443a-a611-1a29bb34ef20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314109947', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '96ca213e-e1df-4b01-8d08-aee791b78579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:25:51Z', 'updated_at': '2021-07-09T15:25:56Z', 'revision_number': 4, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'gw_port': {'id': '96ca213e-e1df-4b01-8d08-aee791b78579', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:af:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b7601d-cd32-443a-a611-1a29bb34ef20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:25:51Z', 'updated_at': '2021-07-09T15:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': 'a7853d72-7890-460e-91d3-5a671c982ded', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'floating_ip_address': '172.25.3.238', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '92b7601d-cd32-443a-a611-1a29bb34ef20', 'port_id': 'a3654975-88ef-496f-b6c4-8c7217662a33', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd27f451c-8efc-4602-a80b-e783fae53a27', 'mac_address': 'fa:16:3e:4f:ca:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461ae97c-25d3-4806-b96f-2d07a8b93a69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:26:11Z', 'updated_at': '2021-07-09T15:26:11Z', 'revision_number': 0, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcfde6ec-04a4-4a9d-8221-35efc3072373', 'name': '', 'network_id': 'd27f451c-8efc-4602-a80b-e783fae53a27', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'mac_address': 'fa:16:3e:f3:df:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b7601d-cd32-443a-a611-1a29bb34ef20', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'ac74609f-f87e-4a08-9426-0f8346082a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:25:55Z', 'updated_at': '2021-07-09T15:26:01Z', 'revision_number': 5, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'subnets': [{'id': 'ac74609f-f87e-4a08-9426-0f8346082a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:26:13.601732 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3d100637-defd-4eb1-9539-4cf393588c18 req-879f99a6-0bec-45b8-98b4-870f5ec6b4eb tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=93095927-b778-455a-8540-ec5e60802c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797434 Jul 09 15:26:13.602010 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fee74a-99b6-4fa5-be83-6624a43ad062 None None] Checking router: 92b7601d-cd32-443a-a611-1a29bb34ef20 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:26:13.611241 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fee74a-99b6-4fa5-be83-6624a43ad062 None None] Routers {'92b7601d-cd32-443a-a611-1a29bb34ef20'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:26:13.611904 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-d5fee74a-99b6-4fa5-be83-6624a43ad062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:25:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['92b7601d-cd32-443a-a611-1a29bb34ef20'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:26:13.623818 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc27b63-d4ac-4531-9e2a-4fe369c002d1 req-20bb6440-b958-42cd-80ad-ddf425c2fbe6 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:13.630917 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cdc27b63-d4ac-4531-9e2a-4fe369c002d1 req-20bb6440-b958-42cd-80ad-ddf425c2fbe6 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d67e11e-67e6-4791-8d67-d2323d568a46 HTTP/1.1" status: 200 len: 945 time: 0.0778947 Jul 09 15:26:13.635637 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 53428) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:26:13.648805 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a70603-8568-4795-a6e8-36239e0b6767 req-69ba50d9-33c0-429f-a6ab-918d7eb4f44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:13.650380 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a1a70603-8568-4795-a6e8-36239e0b6767 req-69ba50d9-33c0-429f-a6ab-918d7eb4f44f service neutron] 10.222.0.54 "GET /v2.0/networks?id=d27f451c-8efc-4602-a80b-e783fae53a27 HTTP/1.1" status: 200 len: 898 time: 0.1358490 Jul 09 15:26:13.666314 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cdc27b63-d4ac-4531-9e2a-4fe369c002d1 req-2669a7ca-508e-4738-ad9e-418e76ec43e6 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345252 Jul 09 15:26:13.718588 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-d5fee74a-99b6-4fa5-be83-6624a43ad062 None None] Set router 92b7601d-cd32-443a-a611-1a29bb34ef20 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:26:13.749734 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-1e06c7ba-f560-474e-85a4-b7c9c007f321 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/floatingips/a7853d72-7890-460e-91d3-5a671c982ded HTTP/1.1" status: 200 len: 991 time: 0.1098363 Jul 09 15:26:13.757327 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a1a70603-8568-4795-a6e8-36239e0b6767 req-6998b656-e8cd-4c0b-94e2-2310a09477d1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3654975-88ef-496f-b6c4-8c7217662a33 HTTP/1.1" status: 200 len: 999 time: 0.0790825 Jul 09 15:26:13.808420 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a70603-8568-4795-a6e8-36239e0b6767 req-1549254e-9dd8-4813-8011-df9039f617be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:13.810170 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a1a70603-8568-4795-a6e8-36239e0b6767 req-1549254e-9dd8-4813-8011-df9039f617be service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac74609f-f87e-4a08-9426-0f8346082a04 HTTP/1.1" status: 200 len: 834 time: 0.0460560 Jul 09 15:26:13.868334 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a70603-8568-4795-a6e8-36239e0b6767 req-04fa139a-40ec-4130-9dff-9cf48ce3820f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:13.869773 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a1a70603-8568-4795-a6e8-36239e0b6767 req-04fa139a-40ec-4130-9dff-9cf48ce3820f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d27f451c-8efc-4602-a80b-e783fae53a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537884 Jul 09 15:26:13.942043 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-d5fee74a-99b6-4fa5-be83-6624a43ad062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b7601d-cd32-443a-a611-1a29bb34ef20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314109947', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '96ca213e-e1df-4b01-8d08-aee791b78579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:25:51Z', 'updated_at': '2021-07-09T15:25:56Z', 'revision_number': 4, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'gw_port': {'id': '96ca213e-e1df-4b01-8d08-aee791b78579', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:af:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b7601d-cd32-443a-a611-1a29bb34ef20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:25:51Z', 'updated_at': '2021-07-09T15:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': 'a7853d72-7890-460e-91d3-5a671c982ded', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'floating_ip_address': '172.25.3.238', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '92b7601d-cd32-443a-a611-1a29bb34ef20', 'port_id': 'a3654975-88ef-496f-b6c4-8c7217662a33', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd27f451c-8efc-4602-a80b-e783fae53a27', 'mac_address': 'fa:16:3e:4f:ca:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461ae97c-25d3-4806-b96f-2d07a8b93a69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:26:11Z', 'updated_at': '2021-07-09T15:26:11Z', 'revision_number': 0, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcfde6ec-04a4-4a9d-8221-35efc3072373', 'name': '', 'network_id': 'd27f451c-8efc-4602-a80b-e783fae53a27', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'mac_address': 'fa:16:3e:f3:df:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b7601d-cd32-443a-a611-1a29bb34ef20', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'ac74609f-f87e-4a08-9426-0f8346082a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:25:55Z', 'updated_at': '2021-07-09T15:26:01Z', 'revision_number': 5, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'subnets': [{'id': 'ac74609f-f87e-4a08-9426-0f8346082a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:26:13.969874 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a1a70603-8568-4795-a6e8-36239e0b6767 req-98dfc7c3-092d-4af8-abd7-dd3580d7cc9b service neutron] 10.222.0.54 "GET /v2.0/networks/d27f451c-8efc-4602-a80b-e783fae53a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928867 Jul 09 15:26:13.973136 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fee74a-99b6-4fa5-be83-6624a43ad062 None None] The sync data for ids ['92b7601d-cd32-443a-a611-1a29bb34ef20'] in n-d-799529-6 is: [{'id': '92b7601d-cd32-443a-a611-1a29bb34ef20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314109947', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '96ca213e-e1df-4b01-8d08-aee791b78579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:25:51Z', 'updated_at': '2021-07-09T15:25:56Z', 'revision_number': 4, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'gw_port': {'id': '96ca213e-e1df-4b01-8d08-aee791b78579', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:af:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b7601d-cd32-443a-a611-1a29bb34ef20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:25:51Z', 'updated_at': '2021-07-09T15:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': 'a7853d72-7890-460e-91d3-5a671c982ded', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'floating_ip_address': '172.25.3.238', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '92b7601d-cd32-443a-a611-1a29bb34ef20', 'port_id': 'a3654975-88ef-496f-b6c4-8c7217662a33', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd27f451c-8efc-4602-a80b-e783fae53a27', 'mac_address': 'fa:16:3e:4f:ca:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461ae97c-25d3-4806-b96f-2d07a8b93a69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:26:11Z', 'updated_at': '2021-07-09T15:26:11Z', 'revision_number': 0, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcfde6ec-04a4-4a9d-8221-35efc3072373', 'name': '', 'network_id': 'd27f451c-8efc-4602-a80b-e783fae53a27', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'mac_address': 'fa:16:3e:f3:df:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b7601d-cd32-443a-a611-1a29bb34ef20', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'ac74609f-f87e-4a08-9426-0f8346082a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:25:55Z', 'updated_at': '2021-07-09T15:26:01Z', 'revision_number': 5, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'subnets': [{'id': 'ac74609f-f87e-4a08-9426-0f8346082a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:26:14.064731 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a1a70603-8568-4795-a6e8-36239e0b6767 req-f679ba03-c853-41bd-aa24-38635544cc75 service neutron] 10.222.0.54 "GET /v2.0/networks/d27f451c-8efc-4602-a80b-e783fae53a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885305 Jul 09 15:26:14.171001 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1fe47e-748a-4d82-a4a5-d59ace2131ae None None] New status for floating IP a7853d72-7890-460e-91d3-5a671c982ded: ACTIVE {{(pid=94447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 15:26:14.752014 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 53432) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:26:14.849197 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-5ff03a69-091b-4637-9a50-f133dcd81fd2 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/floatingips/a7853d72-7890-460e-91d3-5a671c982ded HTTP/1.1" status: 200 len: 993 time: 0.0960104 Jul 09 15:26:14.877572 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0e420-20ee-4092-9d75-5de4946cd9c7 req-dccf434b-ceba-4fa6-a7a4-6f6a4299e1c4 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:14.879916 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7de0e420-20ee-4092-9d75-5de4946cd9c7 req-dccf434b-ceba-4fa6-a7a4-6f6a4299e1c4 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d67e11e-67e6-4791-8d67-d2323d568a46 HTTP/1.1" status: 200 len: 945 time: 0.0865526 Jul 09 15:26:14.923083 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7de0e420-20ee-4092-9d75-5de4946cd9c7 req-8f1c120e-9f26-401f-b6e1-19640c0135a6 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371528 Jul 09 15:26:15.097408 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45c924-b3b0-4396-b75f-31ec0ae4c3d3 req-d65afb6a-9424-4ecb-905b-6dd2b219fa08 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:15.098920 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fc45c924-b3b0-4396-b75f-31ec0ae4c3d3 req-d65afb6a-9424-4ecb-905b-6dd2b219fa08 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d67e11e-67e6-4791-8d67-d2323d568a46 HTTP/1.1" status: 200 len: 945 time: 0.0647938 Jul 09 15:26:15.151903 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fc45c924-b3b0-4396-b75f-31ec0ae4c3d3 req-456924de-3bc6-49a0-b883-747b823e54fc tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469203 Jul 09 15:26:15.257824 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:26:15.332660 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a87660a-4db5-420c-8730-d2cfb70cbdef req-6d9984e6-a651-412d-801e-1feaee437340 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:15.334212 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5a87660a-4db5-420c-8730-d2cfb70cbdef req-6d9984e6-a651-412d-801e-1feaee437340 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d67e11e-67e6-4791-8d67-d2323d568a46 HTTP/1.1" status: 200 len: 945 time: 0.0697699 Jul 09 15:26:15.373839 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5a87660a-4db5-420c-8730-d2cfb70cbdef req-b516a966-06e5-4066-ab14-4a162f59346f tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337336 Jul 09 15:26:16.005003 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ddb01a-b266-4791-90b9-a789e787949a req-91737fb4-9bd7-4b9f-9d0d-9229d5cbc93a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:16.006552 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-60ddb01a-b266-4791-90b9-a789e787949a req-91737fb4-9bd7-4b9f-9d0d-9229d5cbc93a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d67e11e-67e6-4791-8d67-d2323d568a46 HTTP/1.1" status: 200 len: 945 time: 0.0640953 Jul 09 15:26:16.044341 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-60ddb01a-b266-4791-90b9-a789e787949a req-ba68d14e-d16a-4ef2-ae2e-085076035282 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322890 Jul 09 15:26:17.217774 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0eaf5e-8fc6-492b-b232-53a80526f212 req-0fd99a25-1a31-4d7a-a27e-95a504f94784 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:17.219259 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fa0eaf5e-8fc6-492b-b232-53a80526f212 req-0fd99a25-1a31-4d7a-a27e-95a504f94784 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d67e11e-67e6-4791-8d67-d2323d568a46 HTTP/1.1" status: 200 len: 945 time: 0.0642586 Jul 09 15:26:17.256028 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fa0eaf5e-8fc6-492b-b232-53a80526f212 req-b546d4dc-84e9-4845-b224-f68577d7caa1 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312603 Jul 09 15:26:17.729681 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b7575-1b56-49cf-b040-161498b67c5c req-e8862bfe-ad9d-4f27-9cd0-a959e94cd27f tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:17.731203 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c68b7575-1b56-49cf-b040-161498b67c5c req-e8862bfe-ad9d-4f27-9cd0-a959e94cd27f tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d67e11e-67e6-4791-8d67-d2323d568a46 HTTP/1.1" status: 200 len: 945 time: 0.0663950 Jul 09 15:26:17.827231 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-c68b7575-1b56-49cf-b040-161498b67c5c req-b71477c9-c6f1-47ee-b2a4-93887b0bbcd5 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Deleting port f6c72aa9-2f2d-4892-a7d1-036f71096c79 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:26:17.827598 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c68b7575-1b56-49cf-b040-161498b67c5c req-b71477c9-c6f1-47ee-b2a4-93887b0bbcd5 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:26:17.917260 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-c68b7575-1b56-49cf-b040-161498b67c5c req-b71477c9-c6f1-47ee-b2a4-93887b0bbcd5 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] For port f6c72aa9-2f2d-4892-a7d1-036f71096c79, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=f6c72aa9-2f2d-4892-a7d1-036f71096c79,segment=NetworkSegment(606647b5-2487-48f5-8bbb-91ffd6756a32),segment_id=606647b5-2487-48f5-8bbb-91ffd6756a32)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:26:17.917610 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c68b7575-1b56-49cf-b040-161498b67c5c req-b71477c9-c6f1-47ee-b2a4-93887b0bbcd5 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:26:17.929639 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-c68b7575-1b56-49cf-b040-161498b67c5c req-b71477c9-c6f1-47ee-b2a4-93887b0bbcd5 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Calling delete_port for f6c72aa9-2f2d-4892-a7d1-036f71096c79 owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:26:18.109126 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c68b7575-1b56-49cf-b040-161498b67c5c req-b71477c9-c6f1-47ee-b2a4-93887b0bbcd5 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:26:18.137742 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71477c9-c6f1-47ee-b2a4-93887b0bbcd5 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Pushing event deleted for resources: {'Port': ['ID=f6c72aa9-2f2d-4892-a7d1-036f71096c79,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:26:18.145632 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['f6c72aa9-2f2d-4892-a7d1-036f71096c79'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:26:18.202668 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-c68b7575-1b56-49cf-b040-161498b67c5c req-b71477c9-c6f1-47ee-b2a4-93887b0bbcd5 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] No DVR routers for this DVR port f6c72aa9-2f2d-4892-a7d1-036f71096c79 on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:26:18.202668 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c68b7575-1b56-49cf-b040-161498b67c5c req-b71477c9-c6f1-47ee-b2a4-93887b0bbcd5 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:26:18.202668 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c68b7575-1b56-49cf-b040-161498b67c5c req-b71477c9-c6f1-47ee-b2a4-93887b0bbcd5 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.62 "DELETE /v2.0/ports/f6c72aa9-2f2d-4892-a7d1-036f71096c79 HTTP/1.1" status: 204 len: 173 time: 0.4647918 Jul 09 15:26:18.202668 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d67e11e-67e6-4791-8d67-d2323d568a46', 'name': 'network-vif-deleted', 'tag': 'f6c72aa9-2f2d-4892-a7d1-036f71096c79'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:26:18.205669 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06df3980-6448-4ac0-9781-2961dd88669d" -d '{"events": [{"server_uuid": "2d67e11e-67e6-4791-8d67-d2323d568a46", "name": "network-vif-deleted", "tag": "f6c72aa9-2f2d-4892-a7d1-036f71096c79"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:26:18.249330 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7397c0de-bf22-4762-9d84-9dd1baa1ea96 x-openstack-request-id: req-7397c0de-bf22-4762-9d84-9dd1baa1ea96 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:26:18.249895 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d67e11e-67e6-4791-8d67-d2323d568a46", "name": "network-vif-deleted", "tag": "f6c72aa9-2f2d-4892-a7d1-036f71096c79", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:26:18.249895 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7397c0de-bf22-4762-9d84-9dd1baa1ea96 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:26:18.250452 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d67e11e-67e6-4791-8d67-d2323d568a46', 'name': 'network-vif-deleted', 'tag': 'f6c72aa9-2f2d-4892-a7d1-036f71096c79', 'status': 'completed', 'code': 200} Jul 09 15:26:18.401819 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-370c5572-d8b5-468d-89d1-1f6f41a4542a req-8dd659bb-14d7-4d23-b40c-d9d3fa8d599d tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d67e11e-67e6-4791-8d67-d2323d568a46 HTTP/1.1" status: 200 len: 210 time: 0.0345697 Jul 09 15:26:19.551000 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3da92398-5d8a-4ccd-85fa-220cc58ddb9e req-eff31513-dd98-47bd-af56-238823cadd9a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d67e11e-67e6-4791-8d67-d2323d568a46 HTTP/1.1" status: 200 len: 210 time: 0.0379074 Jul 09 15:26:20.518597 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device f6c72aa9-2f2d-4892-a7d1-036f71096c79 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:26:20.542556 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: f6c72aa9-2f2d-4892-a7d1-036f71096c79 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:26:20.542909 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device f6c72aa9-2f2d-4892-a7d1-036f71096c79 not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:26:20.705592 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9b8e2a0a-8a12-44b1-92a0-e0a968c95d58 req-9c8dc504-a24d-48f9-8987-c61764d38982 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d67e11e-67e6-4791-8d67-d2323d568a46 HTTP/1.1" status: 200 len: 210 time: 0.0314188 Jul 09 15:26:21.849994 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-23923da5-7885-46cf-8db3-6b549506e602 req-5ed111f7-6cc4-4fc7-9776-2a670d55be2f tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d67e11e-67e6-4791-8d67-d2323d568a46 HTTP/1.1" status: 200 len: 210 time: 0.0320754 Jul 09 15:26:23.520580 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:26:26.163457 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b890711c-77bd-4efb-9dae-a0bbb2ff16b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:26:29.113493 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3c171141-d74c-4f43-95b7-4ef3b0a35021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:26:29.231315 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:26:30.319454 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:26:31.731021 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:26:45.276087 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:26:46.758301 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d0274d-d45e-43d6-9508-6b5ea698f215 req-feadf97a-0f0b-4d68-8aad-1916830914ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:46.760097 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e2d0274d-d45e-43d6-9508-6b5ea698f215 req-feadf97a-0f0b-4d68-8aad-1916830914ce service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a72faee8848947debd81a1c8a7d3d88c&device_id=461ae97c-25d3-4806-b96f-2d07a8b93a69 HTTP/1.1" status: 200 len: 1096 time: 0.0652514 Jul 09 15:26:46.927826 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d0274d-d45e-43d6-9508-6b5ea698f215 req-8408d5ae-8cff-47e5-89f8-7e8f25385889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:46.929241 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e2d0274d-d45e-43d6-9508-6b5ea698f215 req-8408d5ae-8cff-47e5-89f8-7e8f25385889 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d27f451c-8efc-4602-a80b-e783fae53a27 HTTP/1.1" status: 200 len: 898 time: 0.1446264 Jul 09 15:26:46.941690 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384c9f8-a0e6-46ed-8d31-5b3bf791c066 req-3c537068-00fc-4fe9-8aed-cad5bff23e42 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:46.943704 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4384c9f8-a0e6-46ed-8d31-5b3bf791c066 req-3c537068-00fc-4fe9-8aed-cad5bff23e42 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=461ae97c-25d3-4806-b96f-2d07a8b93a69 HTTP/1.1" status: 200 len: 945 time: 0.1683922 Jul 09 15:26:47.057718 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4384c9f8-a0e6-46ed-8d31-5b3bf791c066 req-6903afa0-f786-43dc-abf4-a196c85b222b tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=93095927-b778-455a-8540-ec5e60802c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050720 Jul 09 15:26:47.068194 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e2d0274d-d45e-43d6-9508-6b5ea698f215 req-6a7682e0-cf77-4753-a184-739e3ab2dc79 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3654975-88ef-496f-b6c4-8c7217662a33 HTTP/1.1" status: 200 len: 1001 time: 0.1231806 Jul 09 15:26:47.136560 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d0274d-d45e-43d6-9508-6b5ea698f215 req-f3383014-d436-49a1-8a12-37f413288ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:47.138271 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e2d0274d-d45e-43d6-9508-6b5ea698f215 req-f3383014-d436-49a1-8a12-37f413288ba8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac74609f-f87e-4a08-9426-0f8346082a04 HTTP/1.1" status: 200 len: 834 time: 0.0574698 Jul 09 15:26:47.205601 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d0274d-d45e-43d6-9508-6b5ea698f215 req-c6510181-7e0c-4015-987f-54637c4216cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:47.207156 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e2d0274d-d45e-43d6-9508-6b5ea698f215 req-c6510181-7e0c-4015-987f-54637c4216cc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d27f451c-8efc-4602-a80b-e783fae53a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618148 Jul 09 15:26:47.308329 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e2d0274d-d45e-43d6-9508-6b5ea698f215 req-8217695f-a9ad-4ed9-b03d-d6e90c0cedbc service neutron] 10.222.0.54 "GET /v2.0/networks/d27f451c-8efc-4602-a80b-e783fae53a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924215 Jul 09 15:26:47.405688 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e2d0274d-d45e-43d6-9508-6b5ea698f215 req-f16abbb8-2c41-4607-b971-5d504e8b1e0b service neutron] 10.222.0.54 "GET /v2.0/networks/d27f451c-8efc-4602-a80b-e783fae53a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913937 Jul 09 15:26:48.234457 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a2bc0-91eb-47b8-b61b-f8c7b237535b req-9d29ca09-6479-4964-bf0c-9f6f145c5a6c tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:48.236449 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a82a2bc0-91eb-47b8-b61b-f8c7b237535b req-9d29ca09-6479-4964-bf0c-9f6f145c5a6c tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=461ae97c-25d3-4806-b96f-2d07a8b93a69 HTTP/1.1" status: 200 len: 945 time: 0.0646715 Jul 09 15:26:48.274591 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a82a2bc0-91eb-47b8-b61b-f8c7b237535b req-2e4f0068-358e-493c-ad72-e3c59f0ff216 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=93095927-b778-455a-8540-ec5e60802c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324368 Jul 09 15:26:49.009886 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:26:49.498442 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3e757-d4f7-4b14-b62f-63a0de87ac43 req-4e536ab2-4232-49e4-8e3e-c5f02fb6b4f4 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:49.500013 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-31f3e757-d4f7-4b14-b62f-63a0de87ac43 req-4e536ab2-4232-49e4-8e3e-c5f02fb6b4f4 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=461ae97c-25d3-4806-b96f-2d07a8b93a69 HTTP/1.1" status: 200 len: 945 time: 0.0756159 Jul 09 15:26:49.540798 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-31f3e757-d4f7-4b14-b62f-63a0de87ac43 req-c1f441d1-dadc-4fa2-8d32-493c82833eb6 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=93095927-b778-455a-8540-ec5e60802c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349989 Jul 09 15:26:49.733970 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7093c9-4473-4195-82ca-fe58ab1794c7 req-6652694d-7373-4b60-8366-74877642e6c0 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:49.736070 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2b7093c9-4473-4195-82ca-fe58ab1794c7 req-6652694d-7373-4b60-8366-74877642e6c0 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/networks?id=4f755c34-6ac6-47a3-ae75-bc820231858e HTTP/1.1" status: 200 len: 811 time: 0.1113944 Jul 09 15:26:49.750318 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2b7093c9-4473-4195-82ca-fe58ab1794c7 req-67633bbe-1ac7-47c4-a19c-8da6e150c156 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/quotas/3fdc558e4b804a78859c2565a5dbcf72 HTTP/1.1" status: 200 len: 375 time: 0.0089350 Jul 09 15:26:49.821864 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2b7093c9-4473-4195-82ca-fe58ab1794c7 req-a1e4bc63-c011-4b50-81a4-b85847ba55ca tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3fdc558e4b804a78859c2565a5dbcf72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0664222 Jul 09 15:26:49.914441 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2b7093c9-4473-4195-82ca-fe58ab1794c7 req-cc9cbb45-37df-419c-9f67-9c2c2df6906f service neutron] 10.222.0.58 "GET /v2.0/networks/4f755c34-6ac6-47a3-ae75-bc820231858e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861940 Jul 09 15:26:50.001925 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2b7093c9-4473-4195-82ca-fe58ab1794c7 req-b7bb7508-99f3-4b8b-bca8-08d69d69f0a2 service neutron] 10.222.0.58 "GET /v2.0/networks/4f755c34-6ac6-47a3-ae75-bc820231858e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817475 Jul 09 15:26:50.560125 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-624ffe3e-e86d-4127-868a-160ab7de95b6 req-d2647b55-90ba-422c-b776-6a6dcd4f4e13 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=b112171c-a8ec-4fd6-b2a3-ba588bcfcf1b HTTP/1.1" status: 200 len: 210 time: 0.0368009 Jul 09 15:26:50.720739 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7332b9-e54e-4229-8803-96a85820f15c req-1f43f3d2-b1fc-42e7-8273-5ba23bf43448 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:50.722235 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-eb7332b9-e54e-4229-8803-96a85820f15c req-1f43f3d2-b1fc-42e7-8273-5ba23bf43448 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=461ae97c-25d3-4806-b96f-2d07a8b93a69 HTTP/1.1" status: 200 len: 945 time: 0.0645528 Jul 09 15:26:50.759998 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-eb7332b9-e54e-4229-8803-96a85820f15c req-c99f3a18-7bc3-495f-8ccb-c48bfb7a4c9b tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=93095927-b778-455a-8540-ec5e60802c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318167 Jul 09 15:26:51.714979 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dcc0ca46-c6e1-4c70-bb80-2b6e3ae56146 req-a047b98c-f814-49fb-a6e4-139551624c79 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=b112171c-a8ec-4fd6-b2a3-ba588bcfcf1b HTTP/1.1" status: 200 len: 210 time: 0.0328228 Jul 09 15:26:51.964404 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11421772-a447-482e-85b1-ec0b053e6202 req-7b1b00b6-7b6b-4ddf-8bcf-2f1aac03c683 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:51.968503 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-11421772-a447-482e-85b1-ec0b053e6202 req-7b1b00b6-7b6b-4ddf-8bcf-2f1aac03c683 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=461ae97c-25d3-4806-b96f-2d07a8b93a69 HTTP/1.1" status: 200 len: 945 time: 0.0774443 Jul 09 15:26:52.006419 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-11421772-a447-482e-85b1-ec0b053e6202 req-ab062949-f57a-439a-b495-7f6c5de3f818 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=93095927-b778-455a-8540-ec5e60802c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345385 Jul 09 15:26:52.633389 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7093c9-4473-4195-82ca-fe58ab1794c7 req-c6f4e56c-10e6-4914-ade8-65ddfd4a8707 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:52.634838 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2b7093c9-4473-4195-82ca-fe58ab1794c7 req-c6f4e56c-10e6-4914-ade8-65ddfd4a8707 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.62 "GET /v2.0/networks?id=4f755c34-6ac6-47a3-ae75-bc820231858e HTTP/1.1" status: 200 len: 811 time: 0.1058788 Jul 09 15:26:52.654228 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-2b7093c9-4473-4195-82ca-fe58ab1794c7 req-f1aea713-868a-4bca-91d1-2e557e1c4928 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Request body: {'port': {'device_id': 'b112171c-a8ec-4fd6-b2a3-ba588bcfcf1b', 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e', 'admin_state_up': True, 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:26:52.854213 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b7093c9-4473-4195-82ca-fe58ab1794c7 req-f1aea713-868a-4bca-91d1-2e557e1c4928 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Made reservation on behalf of 3fdc558e4b804a78859c2565a5dbcf72 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:26:52.856127 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c667fa83-a8cf-4a4d-8bf2-4fd2e9d4f340 req-65f550b2-6691-4912-b3ed-05fec40f0883 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=b112171c-a8ec-4fd6-b2a3-ba588bcfcf1b HTTP/1.1" status: 200 len: 210 time: 0.0293040 Jul 09 15:26:52.862243 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-2b7093c9-4473-4195-82ca-fe58ab1794c7 req-f1aea713-868a-4bca-91d1-2e557e1c4928 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:26:52.999928 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-2b7093c9-4473-4195-82ca-fe58ab1794c7 req-f1aea713-868a-4bca-91d1-2e557e1c4928 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Allocated IP 172.20.0.9 (4f755c34-6ac6-47a3-ae75-bc820231858e/4468b5d7-64e7-478a-93b6-96bdc0a89416/7cb4de89-46b5-4d38-b4dd-c23fcc516ea5) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:26:53.280776 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-2b7093c9-4473-4195-82ca-fe58ab1794c7 req-f1aea713-868a-4bca-91d1-2e557e1c4928 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:26:53.317538 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a7e17-0ded-4d68-b689-2f0da28a6bb4 req-eea6bd75-cb7a-428d-a6f5-af1260220930 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:53.320018 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4c2a7e17-0ded-4d68-b689-2f0da28a6bb4 req-eea6bd75-cb7a-428d-a6f5-af1260220930 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=461ae97c-25d3-4806-b96f-2d07a8b93a69 HTTP/1.1" status: 200 len: 945 time: 0.1965535 Jul 09 15:26:53.323975 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-2b7093c9-4473-4195-82ca-fe58ab1794c7 req-f1aea713-868a-4bca-91d1-2e557e1c4928 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Transition to ACTIVE for port object 7cb4de89-46b5-4d38-b4dd-c23fcc516ea5 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:26:53.406694 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4c2a7e17-0ded-4d68-b689-2f0da28a6bb4 req-9ef44ae2-e85b-4f6b-a110-52f373d7ab0b tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=93095927-b778-455a-8540-ec5e60802c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801845 Jul 09 15:26:53.475819 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-2b7093c9-4473-4195-82ca-fe58ab1794c7 req-f1aea713-868a-4bca-91d1-2e557e1c4928 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:26:53.522841 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b7093c9-4473-4195-82ca-fe58ab1794c7 req-f1aea713-868a-4bca-91d1-2e557e1c4928 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Network 4f755c34-6ac6-47a3-ae75-bc820231858e is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:26:53.526048 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-2b7093c9-4473-4195-82ca-fe58ab1794c7 req-f1aea713-868a-4bca-91d1-2e557e1c4928 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:26:53.528719 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b7093c9-4473-4195-82ca-fe58ab1794c7 req-f1aea713-868a-4bca-91d1-2e557e1c4928 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:26:53.547526 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:26:53.554824 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aea713-868a-4bca-91d1-2e557e1c4928 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Pushing event updated for resources: {'Port': ['ID=7cb4de89-46b5-4d38-b4dd-c23fcc516ea5,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:26:53.570241 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aea713-868a-4bca-91d1-2e557e1c4928 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:26:53.570588 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aea713-868a-4bca-91d1-2e557e1c4928 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:26:53.570930 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aea713-868a-4bca-91d1-2e557e1c4928 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:26:53.571261 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aea713-868a-4bca-91d1-2e557e1c4928 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:26:53.571616 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aea713-868a-4bca-91d1-2e557e1c4928 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:26:53.571949 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aea713-868a-4bca-91d1-2e557e1c4928 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:26:53.572275 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aea713-868a-4bca-91d1-2e557e1c4928 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:26:53.572599 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aea713-868a-4bca-91d1-2e557e1c4928 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:26:53.572921 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aea713-868a-4bca-91d1-2e557e1c4928 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:26:53.573241 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aea713-868a-4bca-91d1-2e557e1c4928 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:26:53.573561 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aea713-868a-4bca-91d1-2e557e1c4928 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:26:53.573880 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aea713-868a-4bca-91d1-2e557e1c4928 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:26:53.596101 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7093c9-4473-4195-82ca-fe58ab1794c7 req-f1aea713-868a-4bca-91d1-2e557e1c4928 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:53.596773 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-2b7093c9-4473-4195-82ca-fe58ab1794c7 req-f1aea713-868a-4bca-91d1-2e557e1c4928 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:26:53.692860 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2b7093c9-4473-4195-82ca-fe58ab1794c7 req-f1aea713-868a-4bca-91d1-2e557e1c4928 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0429492 Jul 09 15:26:53.711966 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-2b7093c9-4473-4195-82ca-fe58ab1794c7 req-2c1758ac-ea8a-4357-b926-52358b8bb7c1 service neutron] Request body: {'port': {'device_id': 'b112171c-a8ec-4fd6-b2a3-ba588bcfcf1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:26:53.786927 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-2b7093c9-4473-4195-82ca-fe58ab1794c7 req-2c1758ac-ea8a-4357-b926-52358b8bb7c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:26:53.834990 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-7878fd16-f323-483c-b8b0-43889b9bbdc0 None None] Provisioning for port 7cb4de89-46b5-4d38-b4dd-c23fcc516ea5 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:26:53.839342 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-7878fd16-f323-483c-b8b0-43889b9bbdc0 None None] Provisioning complete for port 7cb4de89-46b5-4d38-b4dd-c23fcc516ea5 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:26:53.839816 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7878fd16-f323-483c-b8b0-43889b9bbdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:26:53.875006 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-7878fd16-f323-483c-b8b0-43889b9bbdc0 None None] Port 7cb4de89-46b5-4d38-b4dd-c23fcc516ea5 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:26:54.053172 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef35ef2b-a503-4146-8d5b-f68151feb205 req-d3804012-8541-4463-8f7e-6962549283a6 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:54.054875 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ef35ef2b-a503-4146-8d5b-f68151feb205 req-d3804012-8541-4463-8f7e-6962549283a6 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=b112171c-a8ec-4fd6-b2a3-ba588bcfcf1b HTTP/1.1" status: 200 len: 931 time: 0.0683997 Jul 09 15:26:54.062741 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-2b7093c9-4473-4195-82ca-fe58ab1794c7 req-2c1758ac-ea8a-4357-b926-52358b8bb7c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cb4de89-46b5-4d38-b4dd-c23fcc516ea5 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:26:54.070801 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-2b7093c9-4473-4195-82ca-fe58ab1794c7 req-2c1758ac-ea8a-4357-b926-52358b8bb7c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:26:54.083458 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-2b7093c9-4473-4195-82ca-fe58ab1794c7 req-2c1758ac-ea8a-4357-b926-52358b8bb7c1 service neutron] Transition to ACTIVE for port object 7cb4de89-46b5-4d38-b4dd-c23fcc516ea5 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:26:54.095245 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ef35ef2b-a503-4146-8d5b-f68151feb205 req-a4d095be-9790-44d6-88f7-39ae485bdc97 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347798 Jul 09 15:26:54.151117 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-2b7093c9-4473-4195-82ca-fe58ab1794c7 req-2c1758ac-ea8a-4357-b926-52358b8bb7c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:26:54.205222 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1758ac-ea8a-4357-b926-52358b8bb7c1 service neutron] Pushing event updated for resources: {'Port': ['ID=7cb4de89-46b5-4d38-b4dd-c23fcc516ea5,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:26:54.287835 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-2b7093c9-4473-4195-82ca-fe58ab1794c7 req-2c1758ac-ea8a-4357-b926-52358b8bb7c1 service neutron] Attempting to bind port 7cb4de89-46b5-4d38-b4dd-c23fcc516ea5 on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:26:54.288184 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-2b7093c9-4473-4195-82ca-fe58ab1794c7 req-2c1758ac-ea8a-4357-b926-52358b8bb7c1 service neutron] Attempting to bind port 7cb4de89-46b5-4d38-b4dd-c23fcc516ea5 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': '606647b5-2487-48f5-8bbb-91ffd6756a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:26:54.288672 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7093c9-4473-4195-82ca-fe58ab1794c7 req-2c1758ac-ea8a-4357-b926-52358b8bb7c1 service neutron] Attempting to bind port 7cb4de89-46b5-4d38-b4dd-c23fcc516ea5 on network 4f755c34-6ac6-47a3-ae75-bc820231858e {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:26:54.295323 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7093c9-4473-4195-82ca-fe58ab1794c7 req-2c1758ac-ea8a-4357-b926-52358b8bb7c1 service neutron] Port 7cb4de89-46b5-4d38-b4dd-c23fcc516ea5 on network 4f755c34-6ac6-47a3-ae75-bc820231858e not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:26:54.295323 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7093c9-4473-4195-82ca-fe58ab1794c7 req-2c1758ac-ea8a-4357-b926-52358b8bb7c1 service neutron] Attempting to bind port 7cb4de89-46b5-4d38-b4dd-c23fcc516ea5 on network 4f755c34-6ac6-47a3-ae75-bc820231858e {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:26:54.300627 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7093c9-4473-4195-82ca-fe58ab1794c7 req-2c1758ac-ea8a-4357-b926-52358b8bb7c1 service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:26:54.300970 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7093c9-4473-4195-82ca-fe58ab1794c7 req-2c1758ac-ea8a-4357-b926-52358b8bb7c1 service neutron] Checking segment: {'id': '606647b5-2487-48f5-8bbb-91ffd6756a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:26:54.301365 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7093c9-4473-4195-82ca-fe58ab1794c7 req-2c1758ac-ea8a-4357-b926-52358b8bb7c1 service neutron] Bound using segment: {'id': '606647b5-2487-48f5-8bbb-91ffd6756a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:26:54.301797 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-2b7093c9-4473-4195-82ca-fe58ab1794c7 req-2c1758ac-ea8a-4357-b926-52358b8bb7c1 service neutron] Bound port: 7cb4de89-46b5-4d38-b4dd-c23fcc516ea5, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '606647b5-2487-48f5-8bbb-91ffd6756a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:26:54.302165 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-2b7093c9-4473-4195-82ca-fe58ab1794c7 req-2c1758ac-ea8a-4357-b926-52358b8bb7c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:26:54.376646 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-2b7093c9-4473-4195-82ca-fe58ab1794c7 req-2c1758ac-ea8a-4357-b926-52358b8bb7c1 service neutron] For port 7cb4de89-46b5-4d38-b4dd-c23fcc516ea5, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:26:54.380073 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-2b7093c9-4473-4195-82ca-fe58ab1794c7 req-2c1758ac-ea8a-4357-b926-52358b8bb7c1 service neutron] For port 7cb4de89-46b5-4d38-b4dd-c23fcc516ea5, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=7cb4de89-46b5-4d38-b4dd-c23fcc516ea5,segment=NetworkSegment(606647b5-2487-48f5-8bbb-91ffd6756a32),segment_id=606647b5-2487-48f5-8bbb-91ffd6756a32)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:26:54.431730 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-2b7093c9-4473-4195-82ca-fe58ab1794c7 req-2c1758ac-ea8a-4357-b926-52358b8bb7c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:26:54.474610 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7093c9-4473-4195-82ca-fe58ab1794c7 req-2c1758ac-ea8a-4357-b926-52358b8bb7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:54.475237 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-2b7093c9-4473-4195-82ca-fe58ab1794c7 req-2c1758ac-ea8a-4357-b926-52358b8bb7c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:26:54.476670 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2b7093c9-4473-4195-82ca-fe58ab1794c7 req-2c1758ac-ea8a-4357-b926-52358b8bb7c1 service neutron] 10.222.0.62 "PUT /v2.0/ports/7cb4de89-46b5-4d38-b4dd-c23fcc516ea5 HTTP/1.1" status: 200 len: 1091 time: 0.7691953 Jul 09 15:26:54.477123 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b112171c-a8ec-4fd6-b2a3-ba588bcfcf1b', 'tag': '7cb4de89-46b5-4d38-b4dd-c23fcc516ea5'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:26:54.479374 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a597e24c-c4a6-487c-9364-d8817b129121" -d '{"events": [{"name": "network-changed", "server_uuid": "b112171c-a8ec-4fd6-b2a3-ba588bcfcf1b", "tag": "7cb4de89-46b5-4d38-b4dd-c23fcc516ea5"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:26:54.532237 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1758ac-ea8a-4357-b926-52358b8bb7c1 service neutron] Pushing event updated for resources: {'Port': ['ID=7cb4de89-46b5-4d38-b4dd-c23fcc516ea5,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:26:54.547709 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff708c21-435f-4c6b-bbb2-fc46572a41c8 x-openstack-request-id: req-ff708c21-435f-4c6b-bbb2-fc46572a41c8 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:26:54.548153 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b112171c-a8ec-4fd6-b2a3-ba588bcfcf1b", "tag": "7cb4de89-46b5-4d38-b4dd-c23fcc516ea5", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:26:54.558652 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ff708c21-435f-4c6b-bbb2-fc46572a41c8 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:26:54.558652 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b112171c-a8ec-4fd6-b2a3-ba588bcfcf1b', 'tag': '7cb4de89-46b5-4d38-b4dd-c23fcc516ea5', 'status': 'completed', 'code': 200} Jul 09 15:26:54.667708 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed9135-1a9d-443e-869f-d35c426ec37a req-a4a36a86-03d0-4239-8c62-970b8316db57 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:54.669264 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-eeed9135-1a9d-443e-869f-d35c426ec37a req-a4a36a86-03d0-4239-8c62-970b8316db57 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=461ae97c-25d3-4806-b96f-2d07a8b93a69 HTTP/1.1" status: 200 len: 945 time: 0.1144533 Jul 09 15:26:54.675915 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597e24c-c4a6-487c-9364-d8817b129121 req-07e99c2e-5c8a-4323-93b2-f46903bd8f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:54.677405 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a597e24c-c4a6-487c-9364-d8817b129121 req-07e99c2e-5c8a-4323-93b2-f46903bd8f71 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3fdc558e4b804a78859c2565a5dbcf72&device_id=b112171c-a8ec-4fd6-b2a3-ba588bcfcf1b HTTP/1.1" status: 200 len: 1094 time: 0.0877569 Jul 09 15:26:54.762650 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-eeed9135-1a9d-443e-869f-d35c426ec37a req-7ce496fb-3b18-43d7-bebc-c62120afdecc tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=93095927-b778-455a-8540-ec5e60802c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842550 Jul 09 15:26:54.803073 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597e24c-c4a6-487c-9364-d8817b129121 req-85619cce-a7a2-400f-b0b2-240d2362d0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:54.804669 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a597e24c-c4a6-487c-9364-d8817b129121 req-85619cce-a7a2-400f-b0b2-240d2362d0bf service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=3fdc558e4b804a78859c2565a5dbcf72&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1097929 Jul 09 15:26:54.901108 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597e24c-c4a6-487c-9364-d8817b129121 req-4414aca8-4aa8-480f-a02f-ed3665c73187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:54.902664 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a597e24c-c4a6-487c-9364-d8817b129121 req-4414aca8-4aa8-480f-a02f-ed3665c73187 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911524 Jul 09 15:26:55.020759 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7093c9-4473-4195-82ca-fe58ab1794c7 req-f20a8e14-7d8c-44cc-8c56-c69ab2f38c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:55.022336 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2b7093c9-4473-4195-82ca-fe58ab1794c7 req-f20a8e14-7d8c-44cc-8c56-c69ab2f38c71 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3fdc558e4b804a78859c2565a5dbcf72&device_id=b112171c-a8ec-4fd6-b2a3-ba588bcfcf1b HTTP/1.1" status: 200 len: 1094 time: 0.0590379 Jul 09 15:26:55.070373 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2b7093c9-4473-4195-82ca-fe58ab1794c7 req-4ab3f92e-e2db-4bce-ad53-11c639480771 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7cb4de89-46b5-4d38-b4dd-c23fcc516ea5 HTTP/1.1" status: 200 len: 217 time: 0.0356004 Jul 09 15:26:55.118728 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7093c9-4473-4195-82ca-fe58ab1794c7 req-0452ede1-79a9-4cdb-926b-a38c2f571479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:55.120277 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2b7093c9-4473-4195-82ca-fe58ab1794c7 req-0452ede1-79a9-4cdb-926b-a38c2f571479 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4468b5d7-64e7-478a-93b6-96bdc0a89416 HTTP/1.1" status: 200 len: 850 time: 0.0438986 Jul 09 15:26:55.183388 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7093c9-4473-4195-82ca-fe58ab1794c7 req-78fb993f-7855-420c-af76-192c90357f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:55.185046 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2b7093c9-4473-4195-82ca-fe58ab1794c7 req-78fb993f-7855-420c-af76-192c90357f67 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4f755c34-6ac6-47a3-ae75-bc820231858e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583913 Jul 09 15:26:55.276588 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2b7093c9-4473-4195-82ca-fe58ab1794c7 req-9864921d-fbe1-4019-8024-23ce668985df service neutron] 10.222.0.62 "GET /v2.0/networks/4f755c34-6ac6-47a3-ae75-bc820231858e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847723 Jul 09 15:26:55.278087 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a9a94-3a94-4d26-a2a1-174573fc0c21 req-2c1a55e8-afd8-464d-8fb5-a659a503ffa5 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:55.279627 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-985a9a94-3a94-4d26-a2a1-174573fc0c21 req-2c1a55e8-afd8-464d-8fb5-a659a503ffa5 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=b112171c-a8ec-4fd6-b2a3-ba588bcfcf1b HTTP/1.1" status: 200 len: 943 time: 0.0700080 Jul 09 15:26:55.321653 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-985a9a94-3a94-4d26-a2a1-174573fc0c21 req-e432ad80-baba-4f9c-97a5-9671071aaa61 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361333 Jul 09 15:26:55.371904 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2b7093c9-4473-4195-82ca-fe58ab1794c7 req-29e51ccf-827b-4fbb-be6b-0098f29e4bb5 service neutron] 10.222.0.62 "GET /v2.0/networks/4f755c34-6ac6-47a3-ae75-bc820231858e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892847 Jul 09 15:26:55.937863 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7032b-3847-45c9-a71b-11577cc3d0e5 req-0317ce6a-9fca-4b38-a263-c1e004d698b3 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:55.939370 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9fb7032b-3847-45c9-a71b-11577cc3d0e5 req-0317ce6a-9fca-4b38-a263-c1e004d698b3 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=461ae97c-25d3-4806-b96f-2d07a8b93a69 HTTP/1.1" status: 200 len: 945 time: 0.0630195 Jul 09 15:26:55.979032 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9fb7032b-3847-45c9-a71b-11577cc3d0e5 req-c8f8728b-4da4-482b-bae5-bc53b8edb44b tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=93095927-b778-455a-8540-ec5e60802c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340393 Jul 09 15:26:56.122579 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-71734c8b-1345-40e9-a1a5-3b90a74de8f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:26:56.498042 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4010fbf-29c0-4444-9847-a6e02f78aed0 req-39388d2d-c6c1-46dd-b9c7-8567abfd1495 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:56.500117 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f4010fbf-29c0-4444-9847-a6e02f78aed0 req-39388d2d-c6c1-46dd-b9c7-8567abfd1495 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=b112171c-a8ec-4fd6-b2a3-ba588bcfcf1b HTTP/1.1" status: 200 len: 943 time: 0.0642083 Jul 09 15:26:56.538171 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f4010fbf-29c0-4444-9847-a6e02f78aed0 req-a8f7b291-a117-4c9a-80ae-eefa68b0f576 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322473 Jul 09 15:26:57.159943 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4724632-566a-45bc-bf7e-dcc7901810af req-1b30852b-1757-429c-856f-cd259cea61e4 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:57.161482 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b4724632-566a-45bc-bf7e-dcc7901810af req-1b30852b-1757-429c-856f-cd259cea61e4 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=461ae97c-25d3-4806-b96f-2d07a8b93a69 HTTP/1.1" status: 200 len: 945 time: 0.0681088 Jul 09 15:26:57.198836 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b4724632-566a-45bc-bf7e-dcc7901810af req-bf0d5ed4-5e86-4951-8c50-ebfff87ca881 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=93095927-b778-455a-8540-ec5e60802c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316303 Jul 09 15:26:57.720570 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4114b914-4430-48f7-82c0-f1ecfe969db1 req-d874a2fd-1759-460b-9f9b-d13407664731 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:57.722042 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4114b914-4430-48f7-82c0-f1ecfe969db1 req-d874a2fd-1759-460b-9f9b-d13407664731 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=b112171c-a8ec-4fd6-b2a3-ba588bcfcf1b HTTP/1.1" status: 200 len: 943 time: 0.0623460 Jul 09 15:26:57.764276 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4114b914-4430-48f7-82c0-f1ecfe969db1 req-df4884ba-4a6d-4f51-805f-62e7fe34a87d tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362637 Jul 09 15:26:58.373749 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992afff2-3b64-4f3e-b96b-d17a7e459f77 req-0f64ea50-0ccc-4959-a35c-1a68791fca54 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:58.375137 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-992afff2-3b64-4f3e-b96b-d17a7e459f77 req-0f64ea50-0ccc-4959-a35c-1a68791fca54 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=461ae97c-25d3-4806-b96f-2d07a8b93a69 HTTP/1.1" status: 200 len: 945 time: 0.0679376 Jul 09 15:26:58.413284 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-992afff2-3b64-4f3e-b96b-d17a7e459f77 req-42412a49-2e01-45e6-90ab-7fd4d2766ce8 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=93095927-b778-455a-8540-ec5e60802c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324700 Jul 09 15:26:58.935274 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a4fbf-0d47-47dd-b26d-81a28ffc9ab4 req-cae76985-04c2-460d-b4de-79891751baf5 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:58.936804 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-871a4fbf-0d47-47dd-b26d-81a28ffc9ab4 req-cae76985-04c2-460d-b4de-79891751baf5 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=b112171c-a8ec-4fd6-b2a3-ba588bcfcf1b HTTP/1.1" status: 200 len: 943 time: 0.0636258 Jul 09 15:26:58.974987 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-871a4fbf-0d47-47dd-b26d-81a28ffc9ab4 req-53d29552-d9b8-414f-a7d1-6d22bd8227e6 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327117 Jul 09 15:26:59.103294 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d2132e8b-67ab-4652-8aab-bcfb62bb6051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:26:59.245994 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:26:59.583850 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b350a86-b966-493c-b91b-cf3aabd65f25 req-abdc9366-19cf-4d28-9162-c6c36a559d49 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:26:59.585338 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1b350a86-b966-493c-b91b-cf3aabd65f25 req-abdc9366-19cf-4d28-9162-c6c36a559d49 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=461ae97c-25d3-4806-b96f-2d07a8b93a69 HTTP/1.1" status: 200 len: 945 time: 0.0623944 Jul 09 15:26:59.621794 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1b350a86-b966-493c-b91b-cf3aabd65f25 req-6e27e2d0-f519-49b6-ae87-b07c28201ffa tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=93095927-b778-455a-8540-ec5e60802c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309172 Jul 09 15:27:00.144371 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10000115-4f4c-4125-b1c9-8efde1cff43a req-cb1f1c5b-4c74-4280-a8a5-544db055aa8f tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:27:00.145874 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-10000115-4f4c-4125-b1c9-8efde1cff43a req-cb1f1c5b-4c74-4280-a8a5-544db055aa8f tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=b112171c-a8ec-4fd6-b2a3-ba588bcfcf1b HTTP/1.1" status: 200 len: 943 time: 0.0634565 Jul 09 15:27:00.183747 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-10000115-4f4c-4125-b1c9-8efde1cff43a req-5d9d0819-dbd2-4ec3-86ac-695aaaddece2 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323377 Jul 09 15:27:00.325588 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:00.793774 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63064e02-c40f-406b-8900-be6d9d0204bf req-660a8e4a-a4df-49d6-b886-b2c89475252c tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:27:00.795277 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-63064e02-c40f-406b-8900-be6d9d0204bf req-660a8e4a-a4df-49d6-b886-b2c89475252c tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=461ae97c-25d3-4806-b96f-2d07a8b93a69 HTTP/1.1" status: 200 len: 945 time: 0.0622129 Jul 09 15:27:00.838168 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-63064e02-c40f-406b-8900-be6d9d0204bf req-0575afe3-12f0-4634-b899-da487b313a67 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=93095927-b778-455a-8540-ec5e60802c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365391 Jul 09 15:27:01.357759 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f2ca79-6e14-4b5f-ba5b-30d4a8b39517 req-8da861ad-6e2f-4195-ba00-532db441308f tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:27:01.359253 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b6f2ca79-6e14-4b5f-ba5b-30d4a8b39517 req-8da861ad-6e2f-4195-ba00-532db441308f tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=b112171c-a8ec-4fd6-b2a3-ba588bcfcf1b HTTP/1.1" status: 200 len: 943 time: 0.0679088 Jul 09 15:27:01.397864 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b6f2ca79-6e14-4b5f-ba5b-30d4a8b39517 req-2f4f16ce-642b-46b7-b895-be5e038edb9a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322328 Jul 09 15:27:01.742856 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:02.011586 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6d7568-bacc-4359-b3c2-34c2b9642dff req-fc5bc66b-e7bb-45df-8870-bb77a5824686 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:27:02.013068 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6e6d7568-bacc-4359-b3c2-34c2b9642dff req-fc5bc66b-e7bb-45df-8870-bb77a5824686 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=461ae97c-25d3-4806-b96f-2d07a8b93a69 HTTP/1.1" status: 200 len: 945 time: 0.0627885 Jul 09 15:27:02.050233 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6e6d7568-bacc-4359-b3c2-34c2b9642dff req-cbbce7f9-9850-4b99-af4f-cb62f0239b23 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=93095927-b778-455a-8540-ec5e60802c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311553 Jul 09 15:27:02.575976 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161f09f-d29d-41ec-8065-3b5fa6f8b5d2 req-79a834a8-d39a-4c55-9d67-6503f3a3278c tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:27:02.577469 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9161f09f-d29d-41ec-8065-3b5fa6f8b5d2 req-79a834a8-d39a-4c55-9d67-6503f3a3278c tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=b112171c-a8ec-4fd6-b2a3-ba588bcfcf1b HTTP/1.1" status: 200 len: 943 time: 0.0640488 Jul 09 15:27:02.616330 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9161f09f-d29d-41ec-8065-3b5fa6f8b5d2 req-2160a2e5-9b2d-495a-9eae-e489433e26ab tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321257 Jul 09 15:27:03.221556 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c204a0c-24a5-418d-8476-b5f9572d4666 req-c00f4c59-610e-4fbb-8213-329d053910a6 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:27:03.223265 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8c204a0c-24a5-418d-8476-b5f9572d4666 req-c00f4c59-610e-4fbb-8213-329d053910a6 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=461ae97c-25d3-4806-b96f-2d07a8b93a69 HTTP/1.1" status: 200 len: 945 time: 0.0612078 Jul 09 15:27:03.259179 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8c204a0c-24a5-418d-8476-b5f9572d4666 req-04cf6290-fdb0-4eb7-afdd-cc9076990d11 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=93095927-b778-455a-8540-ec5e60802c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303032 Jul 09 15:27:03.787785 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12485047-46ba-4d15-a8fd-9a9826551950 req-a20dc38a-b34a-4a49-b0e7-75dd64ca8fa6 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:27:03.789285 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-12485047-46ba-4d15-a8fd-9a9826551950 req-a20dc38a-b34a-4a49-b0e7-75dd64ca8fa6 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=b112171c-a8ec-4fd6-b2a3-ba588bcfcf1b HTTP/1.1" status: 200 len: 943 time: 0.0636771 Jul 09 15:27:03.830207 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-12485047-46ba-4d15-a8fd-9a9826551950 req-357f3aed-88de-47da-bc42-fd54c6bdd60d tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351901 Jul 09 15:27:04.439559 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4793cc0-50c5-4cb8-8ce8-cea3faeefb07 req-117cb308-87cb-4cf6-bc27-0a902bc1dc0f tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:27:04.441329 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d4793cc0-50c5-4cb8-8ce8-cea3faeefb07 req-117cb308-87cb-4cf6-bc27-0a902bc1dc0f tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=461ae97c-25d3-4806-b96f-2d07a8b93a69 HTTP/1.1" status: 200 len: 945 time: 0.0692334 Jul 09 15:27:04.480491 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d4793cc0-50c5-4cb8-8ce8-cea3faeefb07 req-1fdd8c7e-58f9-4a4c-94fe-782353529b6c tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=93095927-b778-455a-8540-ec5e60802c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323472 Jul 09 15:27:05.002480 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb80bc1-b62b-4344-aabf-081ae42c7170 req-0f981a93-1fc6-4a86-84b3-ead6f4a06f1b tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:27:05.004034 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4eb80bc1-b62b-4344-aabf-081ae42c7170 req-0f981a93-1fc6-4a86-84b3-ead6f4a06f1b tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=b112171c-a8ec-4fd6-b2a3-ba588bcfcf1b HTTP/1.1" status: 200 len: 943 time: 0.0641174 Jul 09 15:27:05.042019 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4eb80bc1-b62b-4344-aabf-081ae42c7170 req-427f62cc-af22-4096-85da-c196c734f03a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324123 Jul 09 15:27:05.356206 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb9f20c-3a5a-4a63-8d07-63066f81a7ba req-5416c94e-e248-49a1-9d26-56c8daed1a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:27:05.357869 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ffb9f20c-3a5a-4a63-8d07-63066f81a7ba req-5416c94e-e248-49a1-9d26-56c8daed1a31 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=461ae97c-25d3-4806-b96f-2d07a8b93a69 HTTP/1.1" status: 200 len: 1096 time: 0.0544662 Jul 09 15:27:05.396879 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ffb9f20c-3a5a-4a63-8d07-63066f81a7ba req-22ba186f-0c2a-4c63-ae2c-fdc27f41d399 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=93095927-b778-455a-8540-ec5e60802c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323231 Jul 09 15:27:05.654578 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583b2b5-a62f-49c5-8571-a9c2c6aaddc1 req-8b564a62-d3d7-4018-a6e0-d9868ac76a7b tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:27:05.656073 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e583b2b5-a62f-49c5-8571-a9c2c6aaddc1 req-8b564a62-d3d7-4018-a6e0-d9868ac76a7b tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=461ae97c-25d3-4806-b96f-2d07a8b93a69 HTTP/1.1" status: 200 len: 945 time: 0.0619519 Jul 09 15:27:05.692526 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e583b2b5-a62f-49c5-8571-a9c2c6aaddc1 req-a0be776e-a451-474e-9ebe-0456cef4c016 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=93095927-b778-455a-8540-ec5e60802c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309548 Jul 09 15:27:06.247293 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15784862-6c5a-4c0f-af40-d967c7a5bd27 req-53da3746-0e45-458b-8496-8ba087163850 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:27:06.248863 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-15784862-6c5a-4c0f-af40-d967c7a5bd27 req-53da3746-0e45-458b-8496-8ba087163850 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=b112171c-a8ec-4fd6-b2a3-ba588bcfcf1b HTTP/1.1" status: 200 len: 943 time: 0.0731328 Jul 09 15:27:06.289193 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-15784862-6c5a-4c0f-af40-d967c7a5bd27 req-f8c4794b-e20c-46d6-817d-f7d4308a2438 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340085 Jul 09 15:27:06.814644 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 7cb4de89-46b5-4d38-b4dd-c23fcc516ea5 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 15:27:06.867681 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96524d8d-04c7-41e6-8023-19a05bbf2705 req-e66ea617-e479-4b68-bccf-9b25eb031976 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:27:06.869299 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-96524d8d-04c7-41e6-8023-19a05bbf2705 req-e66ea617-e479-4b68-bccf-9b25eb031976 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=461ae97c-25d3-4806-b96f-2d07a8b93a69 HTTP/1.1" status: 200 len: 945 time: 0.0642753 Jul 09 15:27:06.915303 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-96524d8d-04c7-41e6-8023-19a05bbf2705 req-e6f89c20-4a7d-4feb-a569-eb7ede6317cd tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=93095927-b778-455a-8540-ec5e60802c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399179 Jul 09 15:27:06.940698 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 53736) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:27:06.997450 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device a3654975-88ef-496f-b6c4-8c7217662a33 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 15:27:06.999581 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device a3654975-88ef-496f-b6c4-8c7217662a33 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:27:07.007017 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-139d1e53-5b18-4fa6-b168-fec2722d534f tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/floatingips/a7853d72-7890-460e-91d3-5a671c982ded HTTP/1.1" status: 200 len: 993 time: 0.0645163 Jul 09 15:27:07.172324 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 7cb4de89-46b5-4d38-b4dd-c23fcc516ea5, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=7cb4de89-46b5-4d38-b4dd-c23fcc516ea5,segment=NetworkSegment(606647b5-2487-48f5-8bbb-91ffd6756a32),segment_id=606647b5-2487-48f5-8bbb-91ffd6756a32)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:27:07.206537 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '7cb4de89-46b5-4d38-b4dd-c23fcc516ea5', 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e', 'port_id': '7cb4de89-46b5-4d38-b4dd-c23fcc516ea5', 'mac_address': 'fa:16:3e:36:3a:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4468b5d7-64e7-478a-93b6-96bdc0a89416', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 15:27:07.218957 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:07.257707 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port a3654975-88ef-496f-b6c4-8c7217662a33, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=a3654975-88ef-496f-b6c4-8c7217662a33,segment=NetworkSegment(b6b65d1e-5878-4481-87cc-d59937e5f8a9),segment_id=b6b65d1e-5878-4481-87cc-d59937e5f8a9)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:27:07.283517 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': 'a3654975-88ef-496f-b6c4-8c7217662a33', 'network_id': 'd27f451c-8efc-4602-a80b-e783fae53a27', 'port_id': 'a3654975-88ef-496f-b6c4-8c7217662a33', 'mac_address': 'fa:16:3e:4f:ca:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac74609f-f87e-4a08-9426-0f8346082a04', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 15:27:07.290721 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '461ae97c-25d3-4806-b96f-2d07a8b93a69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3654975-88ef-496f-b6c4-8c7217662a33'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:27:07.293023 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9038db68-2848-430c-a83a-8eab36a184da" -d '{"events": [{"server_uuid": "461ae97c-25d3-4806-b96f-2d07a8b93a69", "name": "network-vif-unplugged", "status": "completed", "tag": "a3654975-88ef-496f-b6c4-8c7217662a33"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:27:07.305356 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:07.311686 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port a3654975-88ef-496f-b6c4-8c7217662a33, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=a3654975-88ef-496f-b6c4-8c7217662a33,segment=NetworkSegment(b6b65d1e-5878-4481-87cc-d59937e5f8a9),segment_id=b6b65d1e-5878-4481-87cc-d59937e5f8a9)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:27:07.339336 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 15:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca69847e-0a10-42e3-919f-e4307bccf9c6 x-openstack-request-id: req-ca69847e-0a10-42e3-919f-e4307bccf9c6 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:27:07.339657 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "461ae97c-25d3-4806-b96f-2d07a8b93a69", "name": "network-vif-unplugged", "status": "completed", "tag": "a3654975-88ef-496f-b6c4-8c7217662a33", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:27:07.339915 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ca69847e-0a10-42e3-919f-e4307bccf9c6 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:27:07.340312 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '461ae97c-25d3-4806-b96f-2d07a8b93a69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3654975-88ef-496f-b6c4-8c7217662a33', 'code': 200} Jul 09 15:27:07.344903 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cb4de89-46b5-4d38-b4dd-c23fcc516ea5 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:27:07.375046 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 7cb4de89-46b5-4d38-b4dd-c23fcc516ea5, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=7cb4de89-46b5-4d38-b4dd-c23fcc516ea5,segment=NetworkSegment(606647b5-2487-48f5-8bbb-91ffd6756a32),segment_id=606647b5-2487-48f5-8bbb-91ffd6756a32)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:27:07.376042 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:07.390847 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a3654975-88ef-496f-b6c4-8c7217662a33 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:27:07.407537 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:07.457000 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:07.471368 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe9e22d-c1e8-4fbf-88f6-ce2656b3c7e2 req-096922ba-acb8-4835-a0d4-3436367e5358 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:27:07.473211 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-abe9e22d-c1e8-4fbf-88f6-ce2656b3c7e2 req-096922ba-acb8-4835-a0d4-3436367e5358 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=b112171c-a8ec-4fd6-b2a3-ba588bcfcf1b HTTP/1.1" status: 200 len: 943 time: 0.0671587 Jul 09 15:27:07.484942 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.db.api [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 15:27:07.485202 n-d-799529-6 neutron-server[94447]: DEBUG oslo_db.api [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 15:27:07.495474 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=a3654975-88ef-496f-b6c4-8c7217662a33,revision_number=6']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:27:07.503132 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:27:07.503485 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:27:07.504429 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:27:07.504770 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:27:07.505109 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:27:07.505445 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:27:07.505782 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:27:07.506115 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:27:07.506438 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:27:07.506761 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:27:07.507086 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:27:07.507449 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:27:07.517795 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-abe9e22d-c1e8-4fbf-88f6-ce2656b3c7e2 req-76b3158e-ac36-476f-b0d5-2499c24dc5c0 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377278 Jul 09 15:27:07.558812 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=7cb4de89-46b5-4d38-b4dd-c23fcc516ea5,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:27:07.907598 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['7cb4de89-46b5-4d38-b4dd-c23fcc516ea5'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:27:08.039757 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:08.064744 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3654975-88ef-496f-b6c4-8c7217662a33 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:27:08.096178 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port a3654975-88ef-496f-b6c4-8c7217662a33, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=a3654975-88ef-496f-b6c4-8c7217662a33,segment=NetworkSegment(b6b65d1e-5878-4481-87cc-d59937e5f8a9),segment_id=b6b65d1e-5878-4481-87cc-d59937e5f8a9)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:27:08.201282 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:08.251638 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=a3654975-88ef-496f-b6c4-8c7217662a33,revision_number=7']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:27:08.437349 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['a3654975-88ef-496f-b6c4-8c7217662a33'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:27:08.701837 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6047ac-5973-4efc-947a-d6753b06ed0d req-cbb86417-27a5-4284-b992-afda7f0e076b tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:27:08.703375 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8f6047ac-5973-4efc-947a-d6753b06ed0d req-cbb86417-27a5-4284-b992-afda7f0e076b tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=b112171c-a8ec-4fd6-b2a3-ba588bcfcf1b HTTP/1.1" status: 200 len: 944 time: 0.0647430 Jul 09 15:27:08.742044 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8f6047ac-5973-4efc-947a-d6753b06ed0d req-4373ccc0-7271-45f6-aa3a-4dd553a41d1c tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324090 Jul 09 15:27:08.828132 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 7cb4de89-46b5-4d38-b4dd-c23fcc516ea5 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:27:08.927409 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port 7cb4de89-46b5-4d38-b4dd-c23fcc516ea5 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:27:08.932254 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 7cb4de89-46b5-4d38-b4dd-c23fcc516ea5 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:27:08.932731 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:09.009934 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:09.042918 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 7cb4de89-46b5-4d38-b4dd-c23fcc516ea5, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=7cb4de89-46b5-4d38-b4dd-c23fcc516ea5,segment=NetworkSegment(606647b5-2487-48f5-8bbb-91ffd6756a32),segment_id=606647b5-2487-48f5-8bbb-91ffd6756a32)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:27:09.092599 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:09.143774 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=7cb4de89-46b5-4d38-b4dd-c23fcc516ea5,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:27:09.341350 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b112171c-a8ec-4fd6-b2a3-ba588bcfcf1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb4de89-46b5-4d38-b4dd-c23fcc516ea5'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:27:09.343825 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e34425-c0a5-43ff-a208-b1f5c91ebbed" -d '{"events": [{"server_uuid": "b112171c-a8ec-4fd6-b2a3-ba588bcfcf1b", "name": "network-vif-plugged", "status": "completed", "tag": "7cb4de89-46b5-4d38-b4dd-c23fcc516ea5"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:27:09.380950 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1391ebf-eb6d-488c-a313-cb1be5d89358 x-openstack-request-id: req-e1391ebf-eb6d-488c-a313-cb1be5d89358 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:27:09.381205 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b112171c-a8ec-4fd6-b2a3-ba588bcfcf1b", "name": "network-vif-plugged", "status": "completed", "tag": "7cb4de89-46b5-4d38-b4dd-c23fcc516ea5", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:27:09.381463 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e1391ebf-eb6d-488c-a313-cb1be5d89358 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:27:09.381861 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b112171c-a8ec-4fd6-b2a3-ba588bcfcf1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb4de89-46b5-4d38-b4dd-c23fcc516ea5', 'code': 200} Jul 09 15:27:09.527166 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7897684-cbe3-433c-95f3-1186579dc48f req-a8d5b238-d5de-4edf-b1b2-fdd7504d57f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:27:09.528716 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b7897684-cbe3-433c-95f3-1186579dc48f req-a8d5b238-d5de-4edf-b1b2-fdd7504d57f9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b112171c-a8ec-4fd6-b2a3-ba588bcfcf1b HTTP/1.1" status: 200 len: 1096 time: 0.0549474 Jul 09 15:27:09.563976 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b7897684-cbe3-433c-95f3-1186579dc48f req-505ed34b-7ca3-43ef-8daa-2ef0cce64355 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276141 Jul 09 15:27:09.925310 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb2e5b5-6631-4e0f-b0e1-98924ee7debd req-ae74e2d6-c6f0-49da-be6c-a2c999d0bb28 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:27:09.926880 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-beb2e5b5-6631-4e0f-b0e1-98924ee7debd req-ae74e2d6-c6f0-49da-be6c-a2c999d0bb28 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=b112171c-a8ec-4fd6-b2a3-ba588bcfcf1b HTTP/1.1" status: 200 len: 945 time: 0.0666592 Jul 09 15:27:09.973809 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-beb2e5b5-6631-4e0f-b0e1-98924ee7debd req-60007021-567e-485c-bb9c-d4219bd16953 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389512 Jul 09 15:27:11.002040 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device a3654975-88ef-496f-b6c4-8c7217662a33 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:27:11.059973 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port a3654975-88ef-496f-b6c4-8c7217662a33 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:27:11.060347 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:11.147471 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:11.185486 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port a3654975-88ef-496f-b6c4-8c7217662a33, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=a3654975-88ef-496f-b6c4-8c7217662a33,segment=NetworkSegment(b6b65d1e-5878-4481-87cc-d59937e5f8a9),segment_id=b6b65d1e-5878-4481-87cc-d59937e5f8a9)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:27:11.185818 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e047c-8171-4b8c-9a59-5daf6225b86b req-a1950c9f-369c-47fa-ae36-a01bac334e10 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:27:11.187407 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e15e047c-8171-4b8c-9a59-5daf6225b86b req-a1950c9f-369c-47fa-ae36-a01bac334e10 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=b112171c-a8ec-4fd6-b2a3-ba588bcfcf1b HTTP/1.1" status: 200 len: 945 time: 0.0730052 Jul 09 15:27:11.238358 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e15e047c-8171-4b8c-9a59-5daf6225b86b req-a0a0a415-e355-4ecf-99eb-e54e0fd0063c tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439703 Jul 09 15:27:11.253167 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:11.309155 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=a3654975-88ef-496f-b6c4-8c7217662a33,revision_number=8']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:27:11.383099 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '461ae97c-25d3-4806-b96f-2d07a8b93a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3654975-88ef-496f-b6c4-8c7217662a33'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:27:11.385561 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f5928c-cdbb-40ef-9a1a-09edd9c0992a" -d '{"events": [{"server_uuid": "461ae97c-25d3-4806-b96f-2d07a8b93a69", "name": "network-vif-plugged", "status": "completed", "tag": "a3654975-88ef-496f-b6c4-8c7217662a33"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:27:11.421901 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5efa01-b426-4822-9ef2-428ce8a0f9b0 x-openstack-request-id: req-bc5efa01-b426-4822-9ef2-428ce8a0f9b0 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:27:11.422192 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "461ae97c-25d3-4806-b96f-2d07a8b93a69", "name": "network-vif-plugged", "status": "completed", "tag": "a3654975-88ef-496f-b6c4-8c7217662a33", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:27:11.422445 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bc5efa01-b426-4822-9ef2-428ce8a0f9b0 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:27:11.422872 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '461ae97c-25d3-4806-b96f-2d07a8b93a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3654975-88ef-496f-b6c4-8c7217662a33', 'code': 200} Jul 09 15:27:12.412865 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aafded-4602-440d-995b-b6c3fbfefcdd req-d629beba-107c-4921-985a-ee0232e06ea0 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:27:12.414738 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e9aafded-4602-440d-995b-b6c3fbfefcdd req-d629beba-107c-4921-985a-ee0232e06ea0 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=b112171c-a8ec-4fd6-b2a3-ba588bcfcf1b HTTP/1.1" status: 200 len: 945 time: 0.0653422 Jul 09 15:27:12.452740 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e9aafded-4602-440d-995b-b6c3fbfefcdd req-fe2e4675-ddde-4332-89f5-c239401c0bef tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322986 Jul 09 15:27:12.625598 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e7550-515d-48e7-a297-7502838ccc18 req-45c388b6-be93-41b8-8df8-70722211ed66 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:27:12.627299 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-917e7550-515d-48e7-a297-7502838ccc18 req-45c388b6-be93-41b8-8df8-70722211ed66 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=b112171c-a8ec-4fd6-b2a3-ba588bcfcf1b HTTP/1.1" status: 200 len: 945 time: 0.0632188 Jul 09 15:27:12.665241 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-917e7550-515d-48e7-a297-7502838ccc18 req-3a22083d-e648-4fcc-90fc-0d7ae582c76d tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321805 Jul 09 15:27:15.313626 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:16.334327 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b0a232-5465-453c-a3fa-6b6f58a277ab req-f84e4ce8-bf23-40fd-8149-d61de4c07263 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:27:16.335879 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-93b0a232-5465-453c-a3fa-6b6f58a277ab req-f84e4ce8-bf23-40fd-8149-d61de4c07263 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/networks?id=4f755c34-6ac6-47a3-ae75-bc820231858e HTTP/1.1" status: 200 len: 811 time: 0.1067047 Jul 09 15:27:16.351273 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-93b0a232-5465-453c-a3fa-6b6f58a277ab req-5471aae4-e760-4cf6-b0bd-687a39e1fe9c tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/quotas/3fdc558e4b804a78859c2565a5dbcf72 HTTP/1.1" status: 200 len: 375 time: 0.0100155 Jul 09 15:27:16.429819 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-93b0a232-5465-453c-a3fa-6b6f58a277ab req-7bed3b33-883b-4f77-80d5-f283a9efed86 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3fdc558e4b804a78859c2565a5dbcf72&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0728908 Jul 09 15:27:16.581793 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-93b0a232-5465-453c-a3fa-6b6f58a277ab req-99bbf168-b7a5-42d1-8700-62d60c5fc8d0 service neutron] 10.222.0.58 "GET /v2.0/networks/4f755c34-6ac6-47a3-ae75-bc820231858e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446867 Jul 09 15:27:16.672677 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-93b0a232-5465-453c-a3fa-6b6f58a277ab req-09aeb169-261e-423e-9c9c-547c5fb5aee8 service neutron] 10.222.0.58 "GET /v2.0/networks/4f755c34-6ac6-47a3-ae75-bc820231858e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852294 Jul 09 15:27:16.976357 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-85c26691-ee81-4f1e-b43f-cfce77717e47 req-8dada758-5dc0-4f11-b835-82e4328aad80 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b30514f-ea34-457d-862b-126afd05abeb HTTP/1.1" status: 200 len: 210 time: 0.0309711 Jul 09 15:27:18.126108 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5c1de780-6854-4886-8d2e-9c6675de131a req-9d6273ae-e4e7-413c-b096-15e4681b6f6b tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b30514f-ea34-457d-862b-126afd05abeb HTTP/1.1" status: 200 len: 210 time: 0.0288410 Jul 09 15:27:19.271940 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ed08d620-087a-43ba-9c8b-92f82bea7783 req-56b14d5e-773e-4880-b767-9a5c35d2e2cd tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b30514f-ea34-457d-862b-126afd05abeb HTTP/1.1" status: 200 len: 210 time: 0.0287266 Jul 09 15:27:19.278159 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b0a232-5465-453c-a3fa-6b6f58a277ab req-f3f1dc5c-b1f1-46dd-a5e3-42aefec18f74 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:27:19.279740 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-93b0a232-5465-453c-a3fa-6b6f58a277ab req-f3f1dc5c-b1f1-46dd-a5e3-42aefec18f74 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.54 "GET /v2.0/networks?id=4f755c34-6ac6-47a3-ae75-bc820231858e HTTP/1.1" status: 200 len: 811 time: 0.1064224 Jul 09 15:27:19.293086 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-93b0a232-5465-453c-a3fa-6b6f58a277ab req-99263a8c-dbbc-450a-ac22-fb19c5c31924 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Request body: {'port': {'device_id': '0b30514f-ea34-457d-862b-126afd05abeb', 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e', 'admin_state_up': True, 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:27:19.468827 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93b0a232-5465-453c-a3fa-6b6f58a277ab req-99263a8c-dbbc-450a-ac22-fb19c5c31924 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Made reservation on behalf of 3fdc558e4b804a78859c2565a5dbcf72 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:27:19.473450 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-93b0a232-5465-453c-a3fa-6b6f58a277ab req-99263a8c-dbbc-450a-ac22-fb19c5c31924 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:19.605763 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-93b0a232-5465-453c-a3fa-6b6f58a277ab req-99263a8c-dbbc-450a-ac22-fb19c5c31924 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Allocated IP 172.20.0.13 (4f755c34-6ac6-47a3-ae75-bc820231858e/4468b5d7-64e7-478a-93b6-96bdc0a89416/1435ce56-a909-4b3c-8ede-63b671480c05) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:27:19.752291 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-93b0a232-5465-453c-a3fa-6b6f58a277ab req-99263a8c-dbbc-450a-ac22-fb19c5c31924 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:20.093588 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-93b0a232-5465-453c-a3fa-6b6f58a277ab req-99263a8c-dbbc-450a-ac22-fb19c5c31924 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Transition to ACTIVE for port object 1435ce56-a909-4b3c-8ede-63b671480c05 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:27:20.172511 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-93b0a232-5465-453c-a3fa-6b6f58a277ab req-99263a8c-dbbc-450a-ac22-fb19c5c31924 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:20.210836 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['7cb4de89-46b5-4d38-b4dd-c23fcc516ea5'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:27:20.218764 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93b0a232-5465-453c-a3fa-6b6f58a277ab req-99263a8c-dbbc-450a-ac22-fb19c5c31924 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Network 4f755c34-6ac6-47a3-ae75-bc820231858e is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:27:20.222307 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-93b0a232-5465-453c-a3fa-6b6f58a277ab req-99263a8c-dbbc-450a-ac22-fb19c5c31924 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:27:20.226383 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-93b0a232-5465-453c-a3fa-6b6f58a277ab req-99263a8c-dbbc-450a-ac22-fb19c5c31924 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:27:20.258386 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99263a8c-dbbc-450a-ac22-fb19c5c31924 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Pushing event updated for resources: {'Port': ['ID=1435ce56-a909-4b3c-8ede-63b671480c05,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:27:20.283193 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99263a8c-dbbc-450a-ac22-fb19c5c31924 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:27:20.283863 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99263a8c-dbbc-450a-ac22-fb19c5c31924 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:27:20.283970 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99263a8c-dbbc-450a-ac22-fb19c5c31924 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:27:20.284228 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99263a8c-dbbc-450a-ac22-fb19c5c31924 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:27:20.284551 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99263a8c-dbbc-450a-ac22-fb19c5c31924 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:27:20.285264 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99263a8c-dbbc-450a-ac22-fb19c5c31924 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:27:20.285758 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99263a8c-dbbc-450a-ac22-fb19c5c31924 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:27:20.286254 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99263a8c-dbbc-450a-ac22-fb19c5c31924 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:27:20.286750 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99263a8c-dbbc-450a-ac22-fb19c5c31924 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:27:20.287457 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99263a8c-dbbc-450a-ac22-fb19c5c31924 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:27:20.287965 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99263a8c-dbbc-450a-ac22-fb19c5c31924 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:27:20.288456 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99263a8c-dbbc-450a-ac22-fb19c5c31924 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:27:20.337932 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b0a232-5465-453c-a3fa-6b6f58a277ab req-99263a8c-dbbc-450a-ac22-fb19c5c31924 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:27:20.338615 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-93b0a232-5465-453c-a3fa-6b6f58a277ab req-99263a8c-dbbc-450a-ac22-fb19c5c31924 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:20.413091 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-93b0a232-5465-453c-a3fa-6b6f58a277ab req-99263a8c-dbbc-450a-ac22-fb19c5c31924 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1240249 Jul 09 15:27:20.432753 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-93b0a232-5465-453c-a3fa-6b6f58a277ab req-4ab28304-8615-4a25-b2f7-fe516c2c8aa9 service neutron] Request body: {'port': {'device_id': '0b30514f-ea34-457d-862b-126afd05abeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:27:20.546485 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aae95e-872e-4b88-8b2e-b641b5bc05fb req-7ebd724d-4236-48d9-85cb-be453ddbe196 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:27:20.547975 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-89aae95e-872e-4b88-8b2e-b641b5bc05fb req-7ebd724d-4236-48d9-85cb-be453ddbe196 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b30514f-ea34-457d-862b-126afd05abeb HTTP/1.1" status: 200 len: 932 time: 0.1333570 Jul 09 15:27:20.551421 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-93b0a232-5465-453c-a3fa-6b6f58a277ab req-4ab28304-8615-4a25-b2f7-fe516c2c8aa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:20.578414 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-d0af7b15-a1a2-43f6-959c-93ded0f208cb None None] Provisioning for port 1435ce56-a909-4b3c-8ede-63b671480c05 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:27:20.582778 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-d0af7b15-a1a2-43f6-959c-93ded0f208cb None None] Provisioning complete for port 1435ce56-a909-4b3c-8ede-63b671480c05 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:27:20.583160 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0af7b15-a1a2-43f6-959c-93ded0f208cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:20.622767 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-d0af7b15-a1a2-43f6-959c-93ded0f208cb None None] Port 1435ce56-a909-4b3c-8ede-63b671480c05 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:27:20.631276 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-89aae95e-872e-4b88-8b2e-b641b5bc05fb req-78b7f191-2185-49d6-a19f-b7cdae922452 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765646 Jul 09 15:27:20.850623 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-93b0a232-5465-453c-a3fa-6b6f58a277ab req-4ab28304-8615-4a25-b2f7-fe516c2c8aa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1435ce56-a909-4b3c-8ede-63b671480c05 {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:27:20.858329 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-93b0a232-5465-453c-a3fa-6b6f58a277ab req-4ab28304-8615-4a25-b2f7-fe516c2c8aa9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:20.871454 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-93b0a232-5465-453c-a3fa-6b6f58a277ab req-4ab28304-8615-4a25-b2f7-fe516c2c8aa9 service neutron] Transition to ACTIVE for port object 1435ce56-a909-4b3c-8ede-63b671480c05 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:27:20.943198 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-93b0a232-5465-453c-a3fa-6b6f58a277ab req-4ab28304-8615-4a25-b2f7-fe516c2c8aa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:20.997317 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab28304-8615-4a25-b2f7-fe516c2c8aa9 service neutron] Pushing event updated for resources: {'Port': ['ID=1435ce56-a909-4b3c-8ede-63b671480c05,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:27:21.078685 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-93b0a232-5465-453c-a3fa-6b6f58a277ab req-4ab28304-8615-4a25-b2f7-fe516c2c8aa9 service neutron] Attempting to bind port 1435ce56-a909-4b3c-8ede-63b671480c05 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:27:21.079116 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-93b0a232-5465-453c-a3fa-6b6f58a277ab req-4ab28304-8615-4a25-b2f7-fe516c2c8aa9 service neutron] Attempting to bind port 1435ce56-a909-4b3c-8ede-63b671480c05 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '606647b5-2487-48f5-8bbb-91ffd6756a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:27:21.079547 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b0a232-5465-453c-a3fa-6b6f58a277ab req-4ab28304-8615-4a25-b2f7-fe516c2c8aa9 service neutron] Attempting to bind port 1435ce56-a909-4b3c-8ede-63b671480c05 on network 4f755c34-6ac6-47a3-ae75-bc820231858e {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:27:21.085337 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b0a232-5465-453c-a3fa-6b6f58a277ab req-4ab28304-8615-4a25-b2f7-fe516c2c8aa9 service neutron] Port 1435ce56-a909-4b3c-8ede-63b671480c05 on network 4f755c34-6ac6-47a3-ae75-bc820231858e not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:27:21.085762 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b0a232-5465-453c-a3fa-6b6f58a277ab req-4ab28304-8615-4a25-b2f7-fe516c2c8aa9 service neutron] Attempting to bind port 1435ce56-a909-4b3c-8ede-63b671480c05 on network 4f755c34-6ac6-47a3-ae75-bc820231858e {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:27:21.091322 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b0a232-5465-453c-a3fa-6b6f58a277ab req-4ab28304-8615-4a25-b2f7-fe516c2c8aa9 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:27:21.091767 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b0a232-5465-453c-a3fa-6b6f58a277ab req-4ab28304-8615-4a25-b2f7-fe516c2c8aa9 service neutron] Checking segment: {'id': '606647b5-2487-48f5-8bbb-91ffd6756a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:27:21.092234 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b0a232-5465-453c-a3fa-6b6f58a277ab req-4ab28304-8615-4a25-b2f7-fe516c2c8aa9 service neutron] Bound using segment: {'id': '606647b5-2487-48f5-8bbb-91ffd6756a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:27:21.092743 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-93b0a232-5465-453c-a3fa-6b6f58a277ab req-4ab28304-8615-4a25-b2f7-fe516c2c8aa9 service neutron] Bound port: 1435ce56-a909-4b3c-8ede-63b671480c05, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '606647b5-2487-48f5-8bbb-91ffd6756a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:27:21.093178 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-93b0a232-5465-453c-a3fa-6b6f58a277ab req-4ab28304-8615-4a25-b2f7-fe516c2c8aa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:21.168991 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-93b0a232-5465-453c-a3fa-6b6f58a277ab req-4ab28304-8615-4a25-b2f7-fe516c2c8aa9 service neutron] For port 1435ce56-a909-4b3c-8ede-63b671480c05, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:27:21.172267 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-93b0a232-5465-453c-a3fa-6b6f58a277ab req-4ab28304-8615-4a25-b2f7-fe516c2c8aa9 service neutron] For port 1435ce56-a909-4b3c-8ede-63b671480c05, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=1435ce56-a909-4b3c-8ede-63b671480c05,segment=NetworkSegment(606647b5-2487-48f5-8bbb-91ffd6756a32),segment_id=606647b5-2487-48f5-8bbb-91ffd6756a32)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:27:21.229363 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-93b0a232-5465-453c-a3fa-6b6f58a277ab req-4ab28304-8615-4a25-b2f7-fe516c2c8aa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:21.271902 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b0a232-5465-453c-a3fa-6b6f58a277ab req-4ab28304-8615-4a25-b2f7-fe516c2c8aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:27:21.272629 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-93b0a232-5465-453c-a3fa-6b6f58a277ab req-4ab28304-8615-4a25-b2f7-fe516c2c8aa9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:21.274334 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-93b0a232-5465-453c-a3fa-6b6f58a277ab req-4ab28304-8615-4a25-b2f7-fe516c2c8aa9 service neutron] 10.222.0.54 "PUT /v2.0/ports/1435ce56-a909-4b3c-8ede-63b671480c05 HTTP/1.1" status: 200 len: 1092 time: 0.8478484 Jul 09 15:27:21.274782 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b30514f-ea34-457d-862b-126afd05abeb', 'tag': '1435ce56-a909-4b3c-8ede-63b671480c05'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:27:21.277159 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aff5c3f-4330-4c67-9d9f-70a0cccf07cf" -d '{"events": [{"name": "network-changed", "server_uuid": "0b30514f-ea34-457d-862b-126afd05abeb", "tag": "1435ce56-a909-4b3c-8ede-63b671480c05"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:27:21.309443 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab28304-8615-4a25-b2f7-fe516c2c8aa9 service neutron] Pushing event updated for resources: {'Port': ['ID=1435ce56-a909-4b3c-8ede-63b671480c05,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:27:21.322982 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9724e8e4-4e3a-46a0-b34b-9bf378d98298 x-openstack-request-id: req-9724e8e4-4e3a-46a0-b34b-9bf378d98298 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:27:21.323402 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b30514f-ea34-457d-862b-126afd05abeb", "tag": "1435ce56-a909-4b3c-8ede-63b671480c05", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:27:21.323809 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9724e8e4-4e3a-46a0-b34b-9bf378d98298 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:27:21.324219 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b30514f-ea34-457d-862b-126afd05abeb', 'tag': '1435ce56-a909-4b3c-8ede-63b671480c05', 'status': 'completed', 'code': 200} Jul 09 15:27:21.411740 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aff5c3f-4330-4c67-9d9f-70a0cccf07cf req-cea222ae-2619-4cbe-bb93-764d997ab9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:27:21.415467 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1aff5c3f-4330-4c67-9d9f-70a0cccf07cf req-cea222ae-2619-4cbe-bb93-764d997ab9ac service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3fdc558e4b804a78859c2565a5dbcf72&device_id=0b30514f-ea34-457d-862b-126afd05abeb HTTP/1.1" status: 200 len: 1095 time: 0.0648406 Jul 09 15:27:21.529699 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aff5c3f-4330-4c67-9d9f-70a0cccf07cf req-fc1f57af-3305-4f40-9a9b-626a7e79656e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:27:21.531326 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1aff5c3f-4330-4c67-9d9f-70a0cccf07cf req-fc1f57af-3305-4f40-9a9b-626a7e79656e service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=3fdc558e4b804a78859c2565a5dbcf72&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1091335 Jul 09 15:27:21.645248 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aff5c3f-4330-4c67-9d9f-70a0cccf07cf req-1f3b7b9d-77cc-4669-8bf4-9c6dc4474bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:27:21.646647 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1aff5c3f-4330-4c67-9d9f-70a0cccf07cf req-1f3b7b9d-77cc-4669-8bf4-9c6dc4474bcc service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1090586 Jul 09 15:27:21.806440 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b0a232-5465-453c-a3fa-6b6f58a277ab req-edd38665-c10d-47c7-9bdd-c19947526e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:27:21.808443 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-93b0a232-5465-453c-a3fa-6b6f58a277ab req-edd38665-c10d-47c7-9bdd-c19947526e15 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3fdc558e4b804a78859c2565a5dbcf72&device_id=0b30514f-ea34-457d-862b-126afd05abeb HTTP/1.1" status: 200 len: 1095 time: 0.1122546 Jul 09 15:27:21.861011 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-93b0a232-5465-453c-a3fa-6b6f58a277ab req-13686474-5feb-4d3b-96f2-d0a4685cdabc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1435ce56-a909-4b3c-8ede-63b671480c05 HTTP/1.1" status: 200 len: 217 time: 0.0435798 Jul 09 15:27:21.927429 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d48ed0-5815-4538-a03f-94c5f8588028 req-3c8e9b2c-dfba-4a30-af1e-933f0c755fdd tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:27:21.929222 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c0d48ed0-5815-4538-a03f-94c5f8588028 req-3c8e9b2c-dfba-4a30-af1e-933f0c755fdd tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b30514f-ea34-457d-862b-126afd05abeb HTTP/1.1" status: 200 len: 944 time: 0.1778934 Jul 09 15:27:21.951240 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b0a232-5465-453c-a3fa-6b6f58a277ab req-4546eb25-82f6-427c-bc8a-49712b5960e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:27:21.952946 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-93b0a232-5465-453c-a3fa-6b6f58a277ab req-4546eb25-82f6-427c-bc8a-49712b5960e4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4468b5d7-64e7-478a-93b6-96bdc0a89416 HTTP/1.1" status: 200 len: 850 time: 0.0836418 Jul 09 15:27:22.015887 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c0d48ed0-5815-4538-a03f-94c5f8588028 req-7cf43ba3-3d9a-4b28-a642-ee062a6ddb04 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784574 Jul 09 15:27:22.036238 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b0a232-5465-453c-a3fa-6b6f58a277ab req-b06d0d10-3cb5-434c-99a9-2cd6a48b9846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:27:22.038913 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-93b0a232-5465-453c-a3fa-6b6f58a277ab req-b06d0d10-3cb5-434c-99a9-2cd6a48b9846 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4f755c34-6ac6-47a3-ae75-bc820231858e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773990 Jul 09 15:27:22.136573 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-93b0a232-5465-453c-a3fa-6b6f58a277ab req-2a431278-63b4-4a36-8236-a7145c09195c service neutron] 10.222.0.54 "GET /v2.0/networks/4f755c34-6ac6-47a3-ae75-bc820231858e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913076 Jul 09 15:27:22.245505 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-93b0a232-5465-453c-a3fa-6b6f58a277ab req-e4f838de-512e-4a75-9bd0-15fc7e055e1a service neutron] 10.222.0.54 "GET /v2.0/networks/4f755c34-6ac6-47a3-ae75-bc820231858e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028645 Jul 09 15:27:23.216303 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6531bc-f771-4505-9a72-7066dc0c2bb0 req-4c3059b3-7202-407a-b8d0-490250f6bf06 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:27:23.217809 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9f6531bc-f771-4505-9a72-7066dc0c2bb0 req-4c3059b3-7202-407a-b8d0-490250f6bf06 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b30514f-ea34-457d-862b-126afd05abeb HTTP/1.1" status: 200 len: 944 time: 0.0728314 Jul 09 15:27:23.267626 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9f6531bc-f771-4505-9a72-7066dc0c2bb0 req-fab472fd-0888-4fc1-97c0-388da2b68be9 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437524 Jul 09 15:27:23.566234 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:24.455494 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ac42a-eee7-4477-ab6b-e3df982b0d64 req-a4063e05-da0d-480a-a5e3-5a14078e6498 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:27:24.457663 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0f4ac42a-eee7-4477-ab6b-e3df982b0d64 req-a4063e05-da0d-480a-a5e3-5a14078e6498 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b30514f-ea34-457d-862b-126afd05abeb HTTP/1.1" status: 200 len: 944 time: 0.0743861 Jul 09 15:27:24.498036 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0f4ac42a-eee7-4477-ab6b-e3df982b0d64 req-79e14e5b-52be-4e43-a84c-30fec138246e tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344491 Jul 09 15:27:25.683125 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c150aac3-0be3-4d53-b1f2-f6d02bc88bd4 req-02c7d789-e9dd-4f6b-8317-7ced62411de1 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:27:25.684661 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c150aac3-0be3-4d53-b1f2-f6d02bc88bd4 req-02c7d789-e9dd-4f6b-8317-7ced62411de1 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b30514f-ea34-457d-862b-126afd05abeb HTTP/1.1" status: 200 len: 944 time: 0.0677629 Jul 09 15:27:25.723988 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c150aac3-0be3-4d53-b1f2-f6d02bc88bd4 req-8cdbea46-31f3-46a5-8181-34d77d9a7678 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325022 Jul 09 15:27:26.009091 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:27:26.199595 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-31474d4f-3e35-4522-9158-59f407f15b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:26.912921 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36af3a4-5515-4aa1-b0ad-5a0a6d61eae0 req-7c797fdb-848e-45e1-8b88-a13d67a20e9a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:27:26.923109 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a36af3a4-5515-4aa1-b0ad-5a0a6d61eae0 req-7c797fdb-848e-45e1-8b88-a13d67a20e9a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b30514f-ea34-457d-862b-126afd05abeb HTTP/1.1" status: 200 len: 944 time: 0.0736072 Jul 09 15:27:26.952512 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a36af3a4-5515-4aa1-b0ad-5a0a6d61eae0 req-49c60432-506d-4325-a559-ec7a264998b1 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320122 Jul 09 15:27:28.149707 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e383e-64a9-4925-ab3b-88a1113819f0 req-f71e65ef-a775-45db-919a-9aa38905b1e2 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:27:28.151230 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f93e383e-64a9-4925-ab3b-88a1113819f0 req-f71e65ef-a775-45db-919a-9aa38905b1e2 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b30514f-ea34-457d-862b-126afd05abeb HTTP/1.1" status: 200 len: 944 time: 0.0792093 Jul 09 15:27:28.196735 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f93e383e-64a9-4925-ab3b-88a1113819f0 req-e2f05db1-1294-4808-9d17-cc7977d90c2a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397518 Jul 09 15:27:29.165252 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6b8534f4-9ca6-4079-8777-1b6d800e2bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:29.265184 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:29.387730 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7072eb-5f93-45bf-acc9-2e9388038515 req-100e55ea-b515-47f8-964d-a3b337649cde tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:27:29.389159 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6e7072eb-5f93-45bf-acc9-2e9388038515 req-100e55ea-b515-47f8-964d-a3b337649cde tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b30514f-ea34-457d-862b-126afd05abeb HTTP/1.1" status: 200 len: 944 time: 0.0677078 Jul 09 15:27:29.430812 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6e7072eb-5f93-45bf-acc9-2e9388038515 req-0274622e-8376-4de7-891b-3d394c5ec550 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349939 Jul 09 15:27:30.375069 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:30.626010 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441675d-a3a9-4f8b-bbd2-a328a77aa51e req-b5ab9cb9-09f4-4d41-9350-2a5c86801bf2 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:27:30.628220 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7441675d-a3a9-4f8b-bbd2-a328a77aa51e req-b5ab9cb9-09f4-4d41-9350-2a5c86801bf2 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b30514f-ea34-457d-862b-126afd05abeb HTTP/1.1" status: 200 len: 944 time: 0.0761967 Jul 09 15:27:30.669016 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7441675d-a3a9-4f8b-bbd2-a328a77aa51e req-355bfe7c-7c09-4678-96bd-e2a9d2af62d4 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349300 Jul 09 15:27:31.771938 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:31.859153 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28d58c-ac31-490c-bb03-94ae94b10a81 req-c0b05145-a1ff-40bd-a1f6-f388f0760db1 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:27:31.860659 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ac28d58c-ac31-490c-bb03-94ae94b10a81 req-c0b05145-a1ff-40bd-a1f6-f388f0760db1 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b30514f-ea34-457d-862b-126afd05abeb HTTP/1.1" status: 200 len: 944 time: 0.0631547 Jul 09 15:27:31.902858 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ac28d58c-ac31-490c-bb03-94ae94b10a81 req-f91b5470-1a8f-466d-9111-e7abb4cdd5ae tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333533 Jul 09 15:27:33.078391 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542304b5-22a9-4ef7-8927-1b7074582bd8 req-88b49d54-2c98-48c2-a09c-e9606c15b1f1 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:27:33.079890 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-542304b5-22a9-4ef7-8927-1b7074582bd8 req-88b49d54-2c98-48c2-a09c-e9606c15b1f1 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b30514f-ea34-457d-862b-126afd05abeb HTTP/1.1" status: 200 len: 944 time: 0.0622697 Jul 09 15:27:33.119712 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-542304b5-22a9-4ef7-8927-1b7074582bd8 req-8c74d26e-1b6a-4a0a-bd5f-e10f6b5616e6 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334828 Jul 09 15:27:34.304458 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c108041-6945-4587-8fb2-aad6562798bc req-dde511ef-177c-448a-8651-6eac8ddcbb4c tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:27:34.305950 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3c108041-6945-4587-8fb2-aad6562798bc req-dde511ef-177c-448a-8651-6eac8ddcbb4c tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b30514f-ea34-457d-862b-126afd05abeb HTTP/1.1" status: 200 len: 944 time: 0.0647252 Jul 09 15:27:34.349063 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3c108041-6945-4587-8fb2-aad6562798bc req-72357b0d-1285-42e8-8e8a-9a55a0307c88 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374193 Jul 09 15:27:35.630414 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a3ed3d-cc5e-4a94-a72f-5d6645512e0f req-574b39aa-c88d-4459-aba8-be93ada82661 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:27:35.631963 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-66a3ed3d-cc5e-4a94-a72f-5d6645512e0f req-574b39aa-c88d-4459-aba8-be93ada82661 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b30514f-ea34-457d-862b-126afd05abeb HTTP/1.1" status: 200 len: 944 time: 0.0673368 Jul 09 15:27:35.669916 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-66a3ed3d-cc5e-4a94-a72f-5d6645512e0f req-4f832480-cd17-4da5-b0de-1c1b6e0d80a8 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322280 Jul 09 15:27:36.854669 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff2eb5-713f-4506-a255-0ad207dd1acb req-c5f9d5ba-e759-4c23-8a70-ca793b25dd73 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:27:36.856225 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a3ff2eb5-713f-4506-a255-0ad207dd1acb req-c5f9d5ba-e759-4c23-8a70-ca793b25dd73 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b30514f-ea34-457d-862b-126afd05abeb HTTP/1.1" status: 200 len: 944 time: 0.0735834 Jul 09 15:27:36.896709 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a3ff2eb5-713f-4506-a255-0ad207dd1acb req-97a133d9-0040-4b6e-987f-79f49607b2ca tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346904 Jul 09 15:27:38.075830 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db0007-5fc5-4891-8fdc-cb5b3a3ef3a4 req-074ac731-e936-44ea-8475-3ccfdc836d2c tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:27:38.077383 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-09db0007-5fc5-4891-8fdc-cb5b3a3ef3a4 req-074ac731-e936-44ea-8475-3ccfdc836d2c tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b30514f-ea34-457d-862b-126afd05abeb HTTP/1.1" status: 200 len: 944 time: 0.0657227 Jul 09 15:27:38.115201 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-09db0007-5fc5-4891-8fdc-cb5b3a3ef3a4 req-5480d376-1572-417a-909e-67e37dd4bbc0 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321524 Jul 09 15:27:39.348329 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7180e558-1753-48be-80be-1925778f3860 req-18270858-663b-4269-9016-00af4b4edcff tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:27:39.349827 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7180e558-1753-48be-80be-1925778f3860 req-18270858-663b-4269-9016-00af4b4edcff tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b30514f-ea34-457d-862b-126afd05abeb HTTP/1.1" status: 200 len: 944 time: 0.1214681 Jul 09 15:27:39.387834 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7180e558-1753-48be-80be-1925778f3860 req-58d0b552-5dd5-441c-b63e-c41025a2021e tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322616 Jul 09 15:27:40.628119 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465559b-cfaa-4017-a01d-b769d82a0a7d req-a6f36ce3-ed31-4ca5-998c-e0e2a13ee5e2 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:27:40.630941 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d465559b-cfaa-4017-a01d-b769d82a0a7d req-a6f36ce3-ed31-4ca5-998c-e0e2a13ee5e2 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b30514f-ea34-457d-862b-126afd05abeb HTTP/1.1" status: 200 len: 944 time: 0.1294513 Jul 09 15:27:40.675598 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d465559b-cfaa-4017-a01d-b769d82a0a7d req-37135316-e274-4316-afe5-0962c5f0e71a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379796 Jul 09 15:27:41.873292 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1345f5-623f-452f-af61-77e0b57b59b1 req-5b49bcac-128d-4fc6-8fe0-78a465d70e5a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:27:41.874764 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8d1345f5-623f-452f-af61-77e0b57b59b1 req-5b49bcac-128d-4fc6-8fe0-78a465d70e5a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b30514f-ea34-457d-862b-126afd05abeb HTTP/1.1" status: 200 len: 944 time: 0.0732510 Jul 09 15:27:41.918504 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8d1345f5-623f-452f-af61-77e0b57b59b1 req-d4df8882-3654-4d9b-bb5a-8a2cc302c4e7 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376916 Jul 09 15:27:42.271837 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 53910) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:27:42.431188 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-81ac957e-8e8b-4495-93e6-a8b15d72635d tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Deleting port 55cab6e9-6f13-4871-9b9c-a441b9c68653 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:27:42.431451 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-81ac957e-8e8b-4495-93e6-a8b15d72635d tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:42.504660 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-81ac957e-8e8b-4495-93e6-a8b15d72635d tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:42.504990 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-81ac957e-8e8b-4495-93e6-a8b15d72635d tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:42.516484 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-81ac957e-8e8b-4495-93e6-a8b15d72635d tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Calling delete_port for 55cab6e9-6f13-4871-9b9c-a441b9c68653 owned by network:floatingip {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:27:42.722493 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-81ac957e-8e8b-4495-93e6-a8b15d72635d tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:42.749483 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ac957e-8e8b-4495-93e6-a8b15d72635d tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event deleted for resources: {'Port': ['ID=55cab6e9-6f13-4871-9b9c-a441b9c68653,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:27:42.812074 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-81ac957e-8e8b-4495-93e6-a8b15d72635d tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for floatingip, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:42.812437 n-d-799529-6 neutron-server[94446]: INFO neutron.db.l3_db [None req-81ac957e-8e8b-4495-93e6-a8b15d72635d tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Floating IP a7853d72-7890-460e-91d3-5a671c982ded disassociated (deleted). External IP: 172.25.3.238, port: a3654975-88ef-496f-b6c4-8c7217662a33. Jul 09 15:27:43.101429 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc26f91-1bff-48ce-870a-ad161bfd106a req-48dcdf91-a1de-4b25-905d-bf5baa494259 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:27:43.103067 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4dc26f91-1bff-48ce-870a-ad161bfd106a req-48dcdf91-a1de-4b25-905d-bf5baa494259 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b30514f-ea34-457d-862b-126afd05abeb HTTP/1.1" status: 200 len: 944 time: 0.0696456 Jul 09 15:27:43.151169 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4dc26f91-1bff-48ce-870a-ad161bfd106a req-b16c3c2c-3c87-4ea4-94d3-c4d4dd529865 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420799 Jul 09 15:27:43.337323 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81ac957e-8e8b-4495-93e6-a8b15d72635d tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Router 92b7601d-cd32-443a-a611-1a29bb34ef20 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:27:43.446962 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ac957e-8e8b-4495-93e6-a8b15d72635d tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:27:43.452195 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-81ac957e-8e8b-4495-93e6-a8b15d72635d tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:43.456463 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a66827-0971-447d-b1cf-eb86f55108ea None None] Sync routers for ids ['92b7601d-cd32-443a-a611-1a29bb34ef20'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:27:43.466088 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a66827-0971-447d-b1cf-eb86f55108ea None None] Routers {'92b7601d-cd32-443a-a611-1a29bb34ef20'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:27:43.466702 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-d3a66827-0971-447d-b1cf-eb86f55108ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:27:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['92b7601d-cd32-443a-a611-1a29bb34ef20'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:27:43.488838 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-81ac957e-8e8b-4495-93e6-a8b15d72635d tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "DELETE /v2.0/floatingips/a7853d72-7890-460e-91d3-5a671c982ded HTTP/1.1" status: 204 len: 168 time: 1.2157867 Jul 09 15:27:43.489430 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '461ae97c-25d3-4806-b96f-2d07a8b93a69', 'tag': 'a3654975-88ef-496f-b6c4-8c7217662a33'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:27:43.491774 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb999567-f837-4f46-bf09-4fe87367a973" -d '{"events": [{"name": "network-changed", "server_uuid": "461ae97c-25d3-4806-b96f-2d07a8b93a69", "tag": "a3654975-88ef-496f-b6c4-8c7217662a33"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:27:43.540915 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3daf45-6c69-4422-b271-92d39b8b6d22 x-openstack-request-id: req-5c3daf45-6c69-4422-b271-92d39b8b6d22 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:27:43.541411 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "461ae97c-25d3-4806-b96f-2d07a8b93a69", "tag": "a3654975-88ef-496f-b6c4-8c7217662a33", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:27:43.541664 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5c3daf45-6c69-4422-b271-92d39b8b6d22 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:27:43.542063 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '461ae97c-25d3-4806-b96f-2d07a8b93a69', 'tag': 'a3654975-88ef-496f-b6c4-8c7217662a33', 'status': 'completed', 'code': 200} Jul 09 15:27:43.641959 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb999567-f837-4f46-bf09-4fe87367a973 req-e2296cb5-3f48-47a1-9f29-aa93030e4792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:27:43.643617 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fb999567-f837-4f46-bf09-4fe87367a973 req-e2296cb5-3f48-47a1-9f29-aa93030e4792 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a72faee8848947debd81a1c8a7d3d88c&device_id=461ae97c-25d3-4806-b96f-2d07a8b93a69 HTTP/1.1" status: 200 len: 1096 time: 0.0738416 Jul 09 15:27:43.681291 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-d3a66827-0971-447d-b1cf-eb86f55108ea None None] Set router 92b7601d-cd32-443a-a611-1a29bb34ef20 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:27:43.743399 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb999567-f837-4f46-bf09-4fe87367a973 req-0870a5e8-9e58-496a-85e3-d805afa85388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:27:43.744970 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fb999567-f837-4f46-bf09-4fe87367a973 req-0870a5e8-9e58-496a-85e3-d805afa85388 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d27f451c-8efc-4602-a80b-e783fae53a27 HTTP/1.1" status: 200 len: 898 time: 0.0941575 Jul 09 15:27:43.789798 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fb999567-f837-4f46-bf09-4fe87367a973 req-43c11fa8-63e8-476b-93ee-0149e2b45420 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3654975-88ef-496f-b6c4-8c7217662a33 HTTP/1.1" status: 200 len: 217 time: 0.0384128 Jul 09 15:27:43.844831 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb999567-f837-4f46-bf09-4fe87367a973 req-e11fdb66-da76-452f-82c4-b7eb66e71525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:27:43.846474 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fb999567-f837-4f46-bf09-4fe87367a973 req-e11fdb66-da76-452f-82c4-b7eb66e71525 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac74609f-f87e-4a08-9426-0f8346082a04 HTTP/1.1" status: 200 len: 834 time: 0.0508640 Jul 09 15:27:43.888203 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-d3a66827-0971-447d-b1cf-eb86f55108ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b7601d-cd32-443a-a611-1a29bb34ef20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314109947', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '96ca213e-e1df-4b01-8d08-aee791b78579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:25:51Z', 'updated_at': '2021-07-09T15:25:56Z', 'revision_number': 4, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'gw_port': {'id': '96ca213e-e1df-4b01-8d08-aee791b78579', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:af:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b7601d-cd32-443a-a611-1a29bb34ef20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:25:51Z', 'updated_at': '2021-07-09T15:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'bcfde6ec-04a4-4a9d-8221-35efc3072373', 'name': '', 'network_id': 'd27f451c-8efc-4602-a80b-e783fae53a27', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'mac_address': 'fa:16:3e:f3:df:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b7601d-cd32-443a-a611-1a29bb34ef20', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'ac74609f-f87e-4a08-9426-0f8346082a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:25:55Z', 'updated_at': '2021-07-09T15:26:01Z', 'revision_number': 5, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'subnets': [{'id': 'ac74609f-f87e-4a08-9426-0f8346082a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:27:43.906679 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb999567-f837-4f46-bf09-4fe87367a973 req-b630188d-b90e-49a5-b2d3-3b026f1e5c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:27:43.908553 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fb999567-f837-4f46-bf09-4fe87367a973 req-b630188d-b90e-49a5-b2d3-3b026f1e5c53 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d27f451c-8efc-4602-a80b-e783fae53a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561297 Jul 09 15:27:43.918772 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a66827-0971-447d-b1cf-eb86f55108ea None None] Checking router: 92b7601d-cd32-443a-a611-1a29bb34ef20 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:27:43.928443 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a66827-0971-447d-b1cf-eb86f55108ea None None] Routers {'92b7601d-cd32-443a-a611-1a29bb34ef20'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:27:43.929071 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-d3a66827-0971-447d-b1cf-eb86f55108ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:27:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['92b7601d-cd32-443a-a611-1a29bb34ef20'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:27:44.010247 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fb999567-f837-4f46-bf09-4fe87367a973 req-2e2ec9a4-7317-4874-84f6-6e29cb9a764a service neutron] 10.222.0.54 "GET /v2.0/networks/d27f451c-8efc-4602-a80b-e783fae53a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893719 Jul 09 15:27:44.036172 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-d3a66827-0971-447d-b1cf-eb86f55108ea None None] Set router 92b7601d-cd32-443a-a611-1a29bb34ef20 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:27:44.111289 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fb999567-f837-4f46-bf09-4fe87367a973 req-a9726c5f-65e4-4d53-958f-c486e55da894 service neutron] 10.222.0.54 "GET /v2.0/networks/d27f451c-8efc-4602-a80b-e783fae53a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949659 Jul 09 15:27:44.196932 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf89cb-13af-4260-8159-c0a2285f16c7 req-8d4eefaf-8128-48c4-948e-d829ac131ec9 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:27:44.198514 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-baaf89cb-13af-4260-8159-c0a2285f16c7 req-8d4eefaf-8128-48c4-948e-d829ac131ec9 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=461ae97c-25d3-4806-b96f-2d07a8b93a69 HTTP/1.1" status: 200 len: 945 time: 0.0672781 Jul 09 15:27:44.249342 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-baaf89cb-13af-4260-8159-c0a2285f16c7 req-a6e8d5c5-3149-4537-b770-9945489a1f43 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=93095927-b778-455a-8540-ec5e60802c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446875 Jul 09 15:27:44.259863 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-d3a66827-0971-447d-b1cf-eb86f55108ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b7601d-cd32-443a-a611-1a29bb34ef20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314109947', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '96ca213e-e1df-4b01-8d08-aee791b78579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:25:51Z', 'updated_at': '2021-07-09T15:25:56Z', 'revision_number': 4, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'gw_port': {'id': '96ca213e-e1df-4b01-8d08-aee791b78579', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:af:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b7601d-cd32-443a-a611-1a29bb34ef20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:25:51Z', 'updated_at': '2021-07-09T15:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'bcfde6ec-04a4-4a9d-8221-35efc3072373', 'name': '', 'network_id': 'd27f451c-8efc-4602-a80b-e783fae53a27', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'mac_address': 'fa:16:3e:f3:df:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b7601d-cd32-443a-a611-1a29bb34ef20', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'ac74609f-f87e-4a08-9426-0f8346082a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:25:55Z', 'updated_at': '2021-07-09T15:26:01Z', 'revision_number': 5, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'subnets': [{'id': 'ac74609f-f87e-4a08-9426-0f8346082a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:27:44.286864 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a66827-0971-447d-b1cf-eb86f55108ea None None] The sync data for ids ['92b7601d-cd32-443a-a611-1a29bb34ef20'] in n-d-799529-6 is: [{'id': '92b7601d-cd32-443a-a611-1a29bb34ef20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314109947', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '96ca213e-e1df-4b01-8d08-aee791b78579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:25:51Z', 'updated_at': '2021-07-09T15:25:56Z', 'revision_number': 4, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'gw_port': {'id': '96ca213e-e1df-4b01-8d08-aee791b78579', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:af:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b7601d-cd32-443a-a611-1a29bb34ef20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:25:51Z', 'updated_at': '2021-07-09T15:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'bcfde6ec-04a4-4a9d-8221-35efc3072373', 'name': '', 'network_id': 'd27f451c-8efc-4602-a80b-e783fae53a27', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'mac_address': 'fa:16:3e:f3:df:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b7601d-cd32-443a-a611-1a29bb34ef20', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'ac74609f-f87e-4a08-9426-0f8346082a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:25:55Z', 'updated_at': '2021-07-09T15:26:01Z', 'revision_number': 5, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'subnets': [{'id': 'ac74609f-f87e-4a08-9426-0f8346082a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:27:44.337334 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d899a-b8cc-427a-9561-22ca171ba069 req-d2cabd0a-11ab-4d9e-8488-28d7ef5b057c tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:27:44.344652 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-611d899a-b8cc-427a-9561-22ca171ba069 req-d2cabd0a-11ab-4d9e-8488-28d7ef5b057c tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b30514f-ea34-457d-862b-126afd05abeb HTTP/1.1" status: 200 len: 944 time: 0.0666659 Jul 09 15:27:44.380587 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-611d899a-b8cc-427a-9561-22ca171ba069 req-3c406eb2-3885-4724-912b-a0c5fa0ad447 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330639 Jul 09 15:27:44.516784 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284f5fc7-76a7-4ab2-838a-5f8e8f72b792 None None] New status for floating IP a7853d72-7890-460e-91d3-5a671c982ded: DOWN {{(pid=94447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 15:27:45.277854 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:45.461145 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233d4a1-ae3d-4f02-a618-360ea058833c req-41a7bbc5-478b-4592-bf78-44bea2592aa0 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:27:45.462640 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f233d4a1-ae3d-4f02-a618-360ea058833c req-41a7bbc5-478b-4592-bf78-44bea2592aa0 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=461ae97c-25d3-4806-b96f-2d07a8b93a69 HTTP/1.1" status: 200 len: 945 time: 0.0965257 Jul 09 15:27:45.513555 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f233d4a1-ae3d-4f02-a618-360ea058833c req-7f1db467-9380-450f-8976-235f76c855a7 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/security-groups?id=93095927-b778-455a-8540-ec5e60802c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436902 Jul 09 15:27:45.525568 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66984846-0989-422e-b839-2b181c25805c req-727f74c4-417f-42c0-841e-eff4e7f6efdc tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:27:45.527272 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-66984846-0989-422e-b839-2b181c25805c req-727f74c4-417f-42c0-841e-eff4e7f6efdc tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.54 "GET /v2.0/ports?device_id=461ae97c-25d3-4806-b96f-2d07a8b93a69 HTTP/1.1" status: 200 len: 945 time: 0.1081049 Jul 09 15:27:45.577611 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d86a97a-8937-4fa8-9066-2fa38249fa68 req-c5f63612-4acf-44b0-9e8c-72a6f9de6889 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:27:45.579319 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8d86a97a-8937-4fa8-9066-2fa38249fa68 req-c5f63612-4acf-44b0-9e8c-72a6f9de6889 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b30514f-ea34-457d-862b-126afd05abeb HTTP/1.1" status: 200 len: 944 time: 0.0740623 Jul 09 15:27:45.617884 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8d86a97a-8937-4fa8-9066-2fa38249fa68 req-c5287680-5702-41e9-a8a2-5ab9467a89af tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328045 Jul 09 15:27:45.641243 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-66984846-0989-422e-b839-2b181c25805c req-28540e2e-099c-4711-a408-89db6a69961e tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Deleting port a3654975-88ef-496f-b6c4-8c7217662a33 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:27:45.641613 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-66984846-0989-422e-b839-2b181c25805c req-28540e2e-099c-4711-a408-89db6a69961e tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:45.734173 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-66984846-0989-422e-b839-2b181c25805c req-28540e2e-099c-4711-a408-89db6a69961e tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] For port a3654975-88ef-496f-b6c4-8c7217662a33, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=a3654975-88ef-496f-b6c4-8c7217662a33,segment=NetworkSegment(b6b65d1e-5878-4481-87cc-d59937e5f8a9),segment_id=b6b65d1e-5878-4481-87cc-d59937e5f8a9)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:27:45.734584 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-66984846-0989-422e-b839-2b181c25805c req-28540e2e-099c-4711-a408-89db6a69961e tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:45.749285 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-66984846-0989-422e-b839-2b181c25805c req-28540e2e-099c-4711-a408-89db6a69961e tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Calling delete_port for a3654975-88ef-496f-b6c4-8c7217662a33 owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:27:45.974173 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-66984846-0989-422e-b839-2b181c25805c req-28540e2e-099c-4711-a408-89db6a69961e tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:46.001956 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28540e2e-099c-4711-a408-89db6a69961e tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event deleted for resources: {'Port': ['ID=a3654975-88ef-496f-b6c4-8c7217662a33,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:27:46.049739 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-66984846-0989-422e-b839-2b181c25805c req-28540e2e-099c-4711-a408-89db6a69961e tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] No DVR routers for this DVR port a3654975-88ef-496f-b6c4-8c7217662a33 on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:27:46.053447 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-66984846-0989-422e-b839-2b181c25805c req-28540e2e-099c-4711-a408-89db6a69961e tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:46.055618 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-66984846-0989-422e-b839-2b181c25805c req-28540e2e-099c-4711-a408-89db6a69961e tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.54 "DELETE /v2.0/ports/a3654975-88ef-496f-b6c4-8c7217662a33 HTTP/1.1" status: 204 len: 173 time: 0.5229337 Jul 09 15:27:46.056044 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '461ae97c-25d3-4806-b96f-2d07a8b93a69', 'name': 'network-vif-deleted', 'tag': 'a3654975-88ef-496f-b6c4-8c7217662a33'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:27:46.058291 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1131dbdc-4a7c-4e1d-9b9d-4d6421645ecd" -d '{"events": [{"server_uuid": "461ae97c-25d3-4806-b96f-2d07a8b93a69", "name": "network-vif-deleted", "tag": "a3654975-88ef-496f-b6c4-8c7217662a33"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:27:46.092777 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f189e991-7f21-4421-9af4-b2e0e41775f9 x-openstack-request-id: req-f189e991-7f21-4421-9af4-b2e0e41775f9 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:27:46.093063 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "461ae97c-25d3-4806-b96f-2d07a8b93a69", "name": "network-vif-deleted", "tag": "a3654975-88ef-496f-b6c4-8c7217662a33", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:27:46.093315 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f189e991-7f21-4421-9af4-b2e0e41775f9 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:27:46.094005 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '461ae97c-25d3-4806-b96f-2d07a8b93a69', 'name': 'network-vif-deleted', 'tag': 'a3654975-88ef-496f-b6c4-8c7217662a33', 'status': 'completed', 'code': 200} Jul 09 15:27:46.666949 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4792b800-f6f6-4ee6-bfcd-f170e9a30039 req-da36af44-71b5-4f8b-830e-14a303c62a8f tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "GET /v2.0/ports?device_id=461ae97c-25d3-4806-b96f-2d07a8b93a69 HTTP/1.1" status: 200 len: 210 time: 0.0294874 Jul 09 15:27:46.812614 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50842f-8699-446e-9a11-fc235edd2409 req-1e3853ad-6f51-4bd1-b63d-8bfb4753c85f tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:27:46.814545 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3e50842f-8699-446e-9a11-fc235edd2409 req-1e3853ad-6f51-4bd1-b63d-8bfb4753c85f tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b30514f-ea34-457d-862b-126afd05abeb HTTP/1.1" status: 200 len: 944 time: 0.0777123 Jul 09 15:27:46.856196 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3e50842f-8699-446e-9a11-fc235edd2409 req-8414e623-576f-40cc-933c-9eacc87d67c2 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353618 Jul 09 15:27:47.777363 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 53934) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:27:48.047180 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5263ed-c303-465b-8fcc-073943d37812 req-1ce35ce1-8397-47e5-b09a-52109e7cc314 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:27:48.049452 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2c5263ed-c303-465b-8fcc-073943d37812 req-1ce35ce1-8397-47e5-b09a-52109e7cc314 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b30514f-ea34-457d-862b-126afd05abeb HTTP/1.1" status: 200 len: 944 time: 0.0670452 Jul 09 15:27:48.088850 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2c5263ed-c303-465b-8fcc-073943d37812 req-c556cbd3-28ea-4d2c-a1a2-6231fcfbe242 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328434 Jul 09 15:27:48.144272 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7703bad6-357b-477b-99b9-a5eb714d1134 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:48.415655 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-7703bad6-357b-477b-99b9-a5eb714d1134 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Deleting port bcfde6ec-04a4-4a9d-8221-35efc3072373 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:27:48.415915 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7703bad6-357b-477b-99b9-a5eb714d1134 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:48.503270 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-7703bad6-357b-477b-99b9-a5eb714d1134 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] For port bcfde6ec-04a4-4a9d-8221-35efc3072373, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=bcfde6ec-04a4-4a9d-8221-35efc3072373,segment=NetworkSegment(b6b65d1e-5878-4481-87cc-d59937e5f8a9),segment_id=b6b65d1e-5878-4481-87cc-d59937e5f8a9)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:27:48.503667 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7703bad6-357b-477b-99b9-a5eb714d1134 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:48.516794 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-7703bad6-357b-477b-99b9-a5eb714d1134 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Calling delete_port for bcfde6ec-04a4-4a9d-8221-35efc3072373 owned by network:router_interface {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:27:48.843339 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7703bad6-357b-477b-99b9-a5eb714d1134 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:48.870725 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7703bad6-357b-477b-99b9-a5eb714d1134 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event deleted for resources: {'Port': ['ID=bcfde6ec-04a4-4a9d-8221-35efc3072373,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:27:49.060053 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7703bad6-357b-477b-99b9-a5eb714d1134 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:49.199920 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device a3654975-88ef-496f-b6c4-8c7217662a33 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:27:49.225800 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: a3654975-88ef-496f-b6c4-8c7217662a33 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:27:49.226294 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device a3654975-88ef-496f-b6c4-8c7217662a33 not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:27:49.324241 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7703bad6-357b-477b-99b9-a5eb714d1134 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Router 92b7601d-cd32-443a-a611-1a29bb34ef20 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:27:49.331966 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f130d4c-7ccf-4445-a5cc-291bdd1840d5 req-0bccbc14-223a-4e25-aab3-5b26fb6d95e9 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:27:49.333512 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8f130d4c-7ccf-4445-a5cc-291bdd1840d5 req-0bccbc14-223a-4e25-aab3-5b26fb6d95e9 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b30514f-ea34-457d-862b-126afd05abeb HTTP/1.1" status: 200 len: 944 time: 0.1227949 Jul 09 15:27:49.422587 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8f130d4c-7ccf-4445-a5cc-291bdd1840d5 req-d27671e6-7b95-495d-9c9a-d52d151297e3 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807900 Jul 09 15:27:49.472441 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7703bad6-357b-477b-99b9-a5eb714d1134 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:27:49.477464 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7703bad6-357b-477b-99b9-a5eb714d1134 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "PUT /v2.0/routers/92b7601d-cd32-443a-a611-1a29bb34ef20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6990445 Jul 09 15:27:49.480461 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 53940) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:27:49.481747 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d23c0e8-e676-471a-8b1c-fd375bf4be76 None None] Sync routers for ids ['92b7601d-cd32-443a-a611-1a29bb34ef20'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:27:49.491415 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d23c0e8-e676-471a-8b1c-fd375bf4be76 None None] Routers {'92b7601d-cd32-443a-a611-1a29bb34ef20'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:27:49.492594 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-8d23c0e8-e676-471a-8b1c-fd375bf4be76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:27:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['92b7601d-cd32-443a-a611-1a29bb34ef20'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:27:49.532872 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-daeba718-a2f1-458f-a275-306bbe9fa0c9 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Deleting subnet ac74609f-f87e-4a08-9426-0f8346082a04 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:27:49.536695 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-daeba718-a2f1-458f-a275-306bbe9fa0c9 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:49.582771 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-daeba718-a2f1-458f-a275-306bbe9fa0c9 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:49.597807 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-8d23c0e8-e676-471a-8b1c-fd375bf4be76 None None] Set router 92b7601d-cd32-443a-a611-1a29bb34ef20 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:27:49.673000 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-daeba718-a2f1-458f-a275-306bbe9fa0c9 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:49.777482 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-8d23c0e8-e676-471a-8b1c-fd375bf4be76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b7601d-cd32-443a-a611-1a29bb34ef20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314109947', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '96ca213e-e1df-4b01-8d08-aee791b78579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:25:51Z', 'updated_at': '2021-07-09T15:27:48Z', 'revision_number': 5, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'gw_port': {'id': '96ca213e-e1df-4b01-8d08-aee791b78579', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:af:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b7601d-cd32-443a-a611-1a29bb34ef20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:25:51Z', 'updated_at': '2021-07-09T15:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:27:49.803524 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-daeba718-a2f1-458f-a275-306bbe9fa0c9 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:49.809485 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d23c0e8-e676-471a-8b1c-fd375bf4be76 None None] Checking router: 92b7601d-cd32-443a-a611-1a29bb34ef20 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:27:49.818482 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d23c0e8-e676-471a-8b1c-fd375bf4be76 None None] Routers {'92b7601d-cd32-443a-a611-1a29bb34ef20'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:27:49.819195 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-8d23c0e8-e676-471a-8b1c-fd375bf4be76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:27:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['92b7601d-cd32-443a-a611-1a29bb34ef20'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:27:49.841627 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeba718-a2f1-458f-a275-306bbe9fa0c9 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event deleted for resources: {'Subnet': ['ID=ac74609f-f87e-4a08-9426-0f8346082a04,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:27:49.843818 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-daeba718-a2f1-458f-a275-306bbe9fa0c9 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:49.846067 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-daeba718-a2f1-458f-a275-306bbe9fa0c9 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "DELETE /v2.0/subnets/ac74609f-f87e-4a08-9426-0f8346082a04 HTTP/1.1" status: 204 len: 168 time: 0.3644588 Jul 09 15:27:49.849340 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 53942) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:27:49.851226 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1561d50f-9b70-4999-a1bd-5d97dbba4437 None None] Network d27f451c-8efc-4602-a80b-e783fae53a27 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:27:49.939131 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-8d23c0e8-e676-471a-8b1c-fd375bf4be76 None None] Set router 92b7601d-cd32-443a-a611-1a29bb34ef20 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:27:49.961536 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a35cad07-100e-4372-85b4-cbe555c26635 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for router, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:50.073469 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdfb66d-686a-410f-b59c-897acfc20f46 None None] DHCP port deletion for d27f451c-8efc-4602-a80b-e783fae53a27 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 15:27:50.078309 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a35cad07-100e-4372-85b4-cbe555c26635 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:50.119878 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-0cdfb66d-686a-410f-b59c-897acfc20f46 None None] Deleting port 96e1ad16-7d7e-458c-8769-8d712b7d8a2b {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:27:50.120253 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0cdfb66d-686a-410f-b59c-897acfc20f46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:50.130503 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-8d23c0e8-e676-471a-8b1c-fd375bf4be76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b7601d-cd32-443a-a611-1a29bb34ef20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314109947', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '96ca213e-e1df-4b01-8d08-aee791b78579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:25:51Z', 'updated_at': '2021-07-09T15:27:48Z', 'revision_number': 5, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'gw_port': {'id': '96ca213e-e1df-4b01-8d08-aee791b78579', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:af:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b7601d-cd32-443a-a611-1a29bb34ef20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:25:51Z', 'updated_at': '2021-07-09T15:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:27:50.156132 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d23c0e8-e676-471a-8b1c-fd375bf4be76 None None] The sync data for ids ['92b7601d-cd32-443a-a611-1a29bb34ef20'] in n-d-799529-6 is: [{'id': '92b7601d-cd32-443a-a611-1a29bb34ef20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314109947', 'tenant_id': 'a72faee8848947debd81a1c8a7d3d88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '96ca213e-e1df-4b01-8d08-aee791b78579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:25:51Z', 'updated_at': '2021-07-09T15:27:48Z', 'revision_number': 5, 'project_id': 'a72faee8848947debd81a1c8a7d3d88c', 'gw_port': {'id': '96ca213e-e1df-4b01-8d08-aee791b78579', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:af:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b7601d-cd32-443a-a611-1a29bb34ef20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:25:51Z', 'updated_at': '2021-07-09T15:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:27:50.184446 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-0cdfb66d-686a-410f-b59c-897acfc20f46 None None] For port 96e1ad16-7d7e-458c-8769-8d712b7d8a2b, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=96e1ad16-7d7e-458c-8769-8d712b7d8a2b,segment=NetworkSegment(b6b65d1e-5878-4481-87cc-d59937e5f8a9),segment_id=b6b65d1e-5878-4481-87cc-d59937e5f8a9)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:27:50.184849 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0cdfb66d-686a-410f-b59c-897acfc20f46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:50.199481 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-a35cad07-100e-4372-85b4-cbe555c26635 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Deleting port 96ca213e-e1df-4b01-8d08-aee791b78579 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:27:50.204472 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a35cad07-100e-4372-85b4-cbe555c26635 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:50.204761 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-0cdfb66d-686a-410f-b59c-897acfc20f46 None None] Calling delete_port for 96e1ad16-7d7e-458c-8769-8d712b7d8a2b owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:27:50.298218 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-a35cad07-100e-4372-85b4-cbe555c26635 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] For port 96ca213e-e1df-4b01-8d08-aee791b78579, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=96ca213e-e1df-4b01-8d08-aee791b78579,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:27:50.298475 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a35cad07-100e-4372-85b4-cbe555c26635 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:50.311680 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-a35cad07-100e-4372-85b4-cbe555c26635 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Calling delete_port for 96ca213e-e1df-4b01-8d08-aee791b78579 owned by network:router_gateway {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:27:50.380552 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0cdfb66d-686a-410f-b59c-897acfc20f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:50.393793 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdfb66d-686a-410f-b59c-897acfc20f46 None None] No DVR routers for this DVR port 96e1ad16-7d7e-458c-8769-8d712b7d8a2b on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:27:50.414941 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdfb66d-686a-410f-b59c-897acfc20f46 None None] Pushing event deleted for resources: {'Port': ['ID=96e1ad16-7d7e-458c-8769-8d712b7d8a2b,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:27:50.591863 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a35cad07-100e-4372-85b4-cbe555c26635 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:50.607326 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c5d1f-0fd6-4c29-a768-7f94d9288eaa req-2d9c4ea6-1dba-4c68-837a-9da9c426ac97 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:27:50.609124 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-728c5d1f-0fd6-4c29-a768-7f94d9288eaa req-2d9c4ea6-1dba-4c68-837a-9da9c426ac97 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b30514f-ea34-457d-862b-126afd05abeb HTTP/1.1" status: 200 len: 944 time: 0.0672095 Jul 09 15:27:50.618765 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35cad07-100e-4372-85b4-cbe555c26635 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event deleted for resources: {'Port': ['ID=96ca213e-e1df-4b01-8d08-aee791b78579,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:27:50.660830 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-728c5d1f-0fd6-4c29-a768-7f94d9288eaa req-65dca7fc-07fd-4cf6-b651-538b2fc95a8a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419881 Jul 09 15:27:50.694049 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a35cad07-100e-4372-85b4-cbe555c26635 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:50.784895 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a35cad07-100e-4372-85b4-cbe555c26635 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:50.787003 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a35cad07-100e-4372-85b4-cbe555c26635 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:50.923130 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a35cad07-100e-4372-85b4-cbe555c26635 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:50.923852 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a35cad07-100e-4372-85b4-cbe555c26635 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Fanout notify agent at l3_agent the message router_deleted on router 92b7601d-cd32-443a-a611-1a29bb34ef20 {{(pid=94446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 15:27:50.931032 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a35cad07-100e-4372-85b4-cbe555c26635 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:50.932195 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a35cad07-100e-4372-85b4-cbe555c26635 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "DELETE /v2.0/routers/92b7601d-cd32-443a-a611-1a29bb34ef20 HTTP/1.1" status: 204 len: 168 time: 1.0818546 Jul 09 15:27:50.934842 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 53946) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:27:51.015734 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fc43aaa0-194e-49e4-8dad-94812adcc3a3 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:51.105862 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fc43aaa0-194e-49e4-8dad-94812adcc3a3 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:51.115451 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-fc43aaa0-194e-49e4-8dad-94812adcc3a3 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d27f451c-8efc-4602-a80b-e783fae53a27']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:27:51.125790 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-fc43aaa0-194e-49e4-8dad-94812adcc3a3 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6b65d1e-5878-4481-87cc-d59937e5f8a9') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:27:51.126092 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-fc43aaa0-194e-49e4-8dad-94812adcc3a3 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6b65d1e-5878-4481-87cc-d59937e5f8a9') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:27:51.135366 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fc43aaa0-194e-49e4-8dad-94812adcc3a3 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:51.149412 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fc43aaa0-194e-49e4-8dad-94812adcc3a3 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:51.155122 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc43aaa0-194e-49e4-8dad-94812adcc3a3 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:27:51.157125 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fc43aaa0-194e-49e4-8dad-94812adcc3a3 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:51.158455 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:27:51.158455 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:27:51.158455 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:27:51.158455 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:27:51.158455 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:27:51.158455 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:27:51.158455 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:27:51.158455 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:27:51.158455 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:27:51.158455 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:27:51.158455 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:27:51.158455 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:27:51.158455 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:27:51.158455 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:27:51.158455 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:27:51.158455 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:27:51.158455 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 15:27:51.158455 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:27:51.158455 n-d-799529-6 neutron-server[94446]: timer() Jul 09 15:27:51.158455 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:27:51.158455 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 15:27:51.158455 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:27:51.158455 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 15:27:51.158455 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:27:51.158455 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 15:27:51.158455 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:27:51.158455 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 15:27:51.158455 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:27:51.158455 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 15:27:51.158455 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:27:51.158455 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:27:51.158455 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:27:51.158455 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:27:51.158455 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:27:51.158455 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 15:27:51.158455 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:27:51.158455 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 15:27:51.158455 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:27:51.158455 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:27:51.158455 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:27:51.158455 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 15:27:51.158455 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:27:51.158455 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:27:51.158455 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:27:51.158455 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:27:51.158455 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:27:51.158455 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:27:51.158455 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:27:51.287204 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fc43aaa0-194e-49e4-8dad-94812adcc3a3 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:51.294184 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fc43aaa0-194e-49e4-8dad-94812adcc3a3 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:51.296467 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-fc43aaa0-194e-49e4-8dad-94812adcc3a3 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "DELETE /v2.0/networks/d27f451c-8efc-4602-a80b-e783fae53a27 HTTP/1.1" status: 204 len: 168 time: 0.3606224 Jul 09 15:27:51.299221 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 53948) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:27:51.308093 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc43aaa0-194e-49e4-8dad-94812adcc3a3 tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event deleted for resources: {'Network': ['ID=d27f451c-8efc-4602-a80b-e783fae53a27,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:27:51.362858 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0388ab89-216b-4c3b-8fed-6ea168ae49af tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:51.390882 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0388ab89-216b-4c3b-8fed-6ea168ae49af tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:51.401218 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 96e1ad16-7d7e-458c-8769-8d712b7d8a2b no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:27:51.422827 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 96e1ad16-7d7e-458c-8769-8d712b7d8a2b {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:27:51.434508 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 96e1ad16-7d7e-458c-8769-8d712b7d8a2b not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:27:51.434508 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device bcfde6ec-04a4-4a9d-8221-35efc3072373 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:27:51.444014 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: bcfde6ec-04a4-4a9d-8221-35efc3072373 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:27:51.444480 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device bcfde6ec-04a4-4a9d-8221-35efc3072373 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:27:51.444963 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 96ca213e-e1df-4b01-8d08-aee791b78579 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:27:51.466157 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 96ca213e-e1df-4b01-8d08-aee791b78579 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:27:51.466507 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 96ca213e-e1df-4b01-8d08-aee791b78579 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:27:51.557605 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0388ab89-216b-4c3b-8fed-6ea168ae49af tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:51.560484 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0388ab89-216b-4c3b-8fed-6ea168ae49af tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:51.561680 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-0388ab89-216b-4c3b-8fed-6ea168ae49af tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] 10.222.0.58 "DELETE /v2.0/security-groups/93095927-b778-455a-8540-ec5e60802c8f HTTP/1.1" status: 204 len: 168 time: 0.2614503 Jul 09 15:27:51.571914 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0388ab89-216b-4c3b-8fed-6ea168ae49af tempest-TestNetworkAdvancedServerOps-1960817952 tempest-TestNetworkAdvancedServerOps-1960817952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93095927-b778-455a-8540-ec5e60802c8f,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:27:51.845665 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f5c97-dd68-4a5d-9937-fbe6dbb6e79c req-5e34a779-caa3-4fcb-809c-855fb6752e31 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:27:51.847701 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ed9f5c97-dd68-4a5d-9937-fbe6dbb6e79c req-5e34a779-caa3-4fcb-809c-855fb6752e31 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b30514f-ea34-457d-862b-126afd05abeb HTTP/1.1" status: 200 len: 944 time: 0.0723834 Jul 09 15:27:51.885345 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ed9f5c97-dd68-4a5d-9937-fbe6dbb6e79c req-a8595175-f6b2-4324-b584-40e22979d011 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318937 Jul 09 15:27:52.190104 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 53958) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:27:52.333819 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-84794cef-e7aa-4d62-adfa-57e11872772a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a72faee8848947debd81a1c8a7d3d88c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1425200 Jul 09 15:27:52.336329 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 53962) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:27:52.384713 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-43889f43-56f4-4f67-9ebb-5ca92f6d7999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:52.405927 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-43889f43-56f4-4f67-9ebb-5ca92f6d7999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:52.532879 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-43889f43-56f4-4f67-9ebb-5ca92f6d7999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:52.536512 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-43889f43-56f4-4f67-9ebb-5ca92f6d7999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:52.537690 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-43889f43-56f4-4f67-9ebb-5ca92f6d7999 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/65857ad3-b5a6-4d02-9573-edfeeab64156 HTTP/1.1" status: 204 len: 168 time: 0.2004519 Jul 09 15:27:52.545979 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43889f43-56f4-4f67-9ebb-5ca92f6d7999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65857ad3-b5a6-4d02-9573-edfeeab64156,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:27:53.068912 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd9969f-8144-4925-8e0e-0b9aa5ba70a4 req-4b445aed-ebe5-4c63-8dcc-bac3c580e8bb tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:27:53.070419 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1dd9969f-8144-4925-8e0e-0b9aa5ba70a4 req-4b445aed-ebe5-4c63-8dcc-bac3c580e8bb tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b30514f-ea34-457d-862b-126afd05abeb HTTP/1.1" status: 200 len: 944 time: 0.0680103 Jul 09 15:27:53.108815 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1dd9969f-8144-4925-8e0e-0b9aa5ba70a4 req-d1a54aea-1ccc-49b2-870e-cad2e07c12c3 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326269 Jul 09 15:27:53.243848 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 53970) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:27:53.287872 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-6fbbd4c0-db69-4b2a-98e5-3eae2e50a822 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9d2ddc2d481346878b27b0e7f08a7d13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428274 Jul 09 15:27:53.290455 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 53972) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:27:53.345294 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-00a887d7-3a0e-41cb-adb9-00f385051631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:53.368502 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-00a887d7-3a0e-41cb-adb9-00f385051631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:53.540391 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-00a887d7-3a0e-41cb-adb9-00f385051631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:53.543049 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-00a887d7-3a0e-41cb-adb9-00f385051631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:53.544274 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-00a887d7-3a0e-41cb-adb9-00f385051631 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9b57e4b9-cc29-4ca0-928e-4fa77cb1dee1 HTTP/1.1" status: 204 len: 168 time: 0.2525392 Jul 09 15:27:53.553416 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a887d7-3a0e-41cb-adb9-00f385051631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b57e4b9-cc29-4ca0-928e-4fa77cb1dee1,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:27:53.625846 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:54.297475 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c4b36-e54c-4ff2-b15e-8b4484f8255d req-caf433e4-3b2e-4c87-b209-f7391970d927 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:27:54.299096 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8c3c4b36-e54c-4ff2-b15e-8b4484f8255d req-caf433e4-3b2e-4c87-b209-f7391970d927 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b30514f-ea34-457d-862b-126afd05abeb HTTP/1.1" status: 200 len: 944 time: 0.0675912 Jul 09 15:27:54.342111 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8c3c4b36-e54c-4ff2-b15e-8b4484f8255d req-2595d2eb-975e-4fad-98c6-472be014ec1f tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369501 Jul 09 15:27:55.517694 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02927656-bd1a-43a2-bb25-a1838a2f8b9e req-ba838430-e3fc-45c1-9a77-bc4c8f34cf28 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:27:55.519251 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-02927656-bd1a-43a2-bb25-a1838a2f8b9e req-ba838430-e3fc-45c1-9a77-bc4c8f34cf28 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b30514f-ea34-457d-862b-126afd05abeb HTTP/1.1" status: 200 len: 944 time: 0.0638981 Jul 09 15:27:55.558404 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-02927656-bd1a-43a2-bb25-a1838a2f8b9e req-8cc6299c-111d-40ee-82ab-fc41f42cd4f2 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332620 Jul 09 15:27:56.208589 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c6df16cd-ffa9-49cc-b929-08b4becd454d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:56.758941 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4698240-d4aa-498f-b8de-95eb1c148301 req-4acbfc86-b434-4c42-ae7c-a546897e17b7 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:27:56.760467 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c4698240-d4aa-498f-b8de-95eb1c148301 req-4acbfc86-b434-4c42-ae7c-a546897e17b7 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b30514f-ea34-457d-862b-126afd05abeb HTTP/1.1" status: 200 len: 944 time: 0.0647247 Jul 09 15:27:56.802823 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c4698240-d4aa-498f-b8de-95eb1c148301 req-725b6348-312c-4e74-aa59-307a30329c2b tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365546 Jul 09 15:27:57.990162 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f8d9a8-2c0d-48cf-a640-064493040ee2 req-95b49730-30a0-4e03-a0b3-814cb18487f2 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:27:57.992426 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a0f8d9a8-2c0d-48cf-a640-064493040ee2 req-95b49730-30a0-4e03-a0b3-814cb18487f2 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b30514f-ea34-457d-862b-126afd05abeb HTTP/1.1" status: 200 len: 944 time: 0.0670414 Jul 09 15:27:58.034741 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a0f8d9a8-2c0d-48cf-a640-064493040ee2 req-02ba16ef-f590-42cb-8571-4b5ea2f1fb85 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339208 Jul 09 15:27:59.117985 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-357d485e-6a33-46d0-9f4a-8525a9cbc8e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:27:59.228072 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7621b6ae-43ea-4e36-b0fe-cbdadd3e9fa5 req-c7c9fd4e-7184-4570-ac2b-83296e206c20 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:27:59.229638 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7621b6ae-43ea-4e36-b0fe-cbdadd3e9fa5 req-c7c9fd4e-7184-4570-ac2b-83296e206c20 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b30514f-ea34-457d-862b-126afd05abeb HTTP/1.1" status: 200 len: 944 time: 0.0696554 Jul 09 15:27:59.267225 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7621b6ae-43ea-4e36-b0fe-cbdadd3e9fa5 req-9fe27350-4276-4440-8b2e-ca2d5888bbc5 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319147 Jul 09 15:27:59.277763 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:28:00.374263 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:28:00.462065 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585dca98-23e1-4531-8022-d2e47d1075c3 req-dbe2f261-24b7-41f7-bcda-180bc6f7a06d tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:28:00.463655 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-585dca98-23e1-4531-8022-d2e47d1075c3 req-dbe2f261-24b7-41f7-bcda-180bc6f7a06d tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b30514f-ea34-457d-862b-126afd05abeb HTTP/1.1" status: 200 len: 944 time: 0.0724308 Jul 09 15:28:00.504748 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-585dca98-23e1-4531-8022-d2e47d1075c3 req-4f1bf117-fc94-49e6-a70a-164d14c8d63f tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343044 Jul 09 15:28:01.689512 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408dbf9-5c58-4980-9b41-4bb2bfa3c2ce req-0843e0e1-73c9-4e55-a40c-735251222e2b tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:28:01.691058 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e408dbf9-5c58-4980-9b41-4bb2bfa3c2ce req-0843e0e1-73c9-4e55-a40c-735251222e2b tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b30514f-ea34-457d-862b-126afd05abeb HTTP/1.1" status: 200 len: 944 time: 0.0738425 Jul 09 15:28:01.732477 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e408dbf9-5c58-4980-9b41-4bb2bfa3c2ce req-3ce8d430-9da0-4630-af91-70299c041b2c tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357018 Jul 09 15:28:01.745431 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:28:02.923489 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7746cda9-e113-4aa1-be41-c4f3934a6b66 req-1cefffd5-0a07-48d7-b8a5-0e93759855c0 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:28:02.925683 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7746cda9-e113-4aa1-be41-c4f3934a6b66 req-1cefffd5-0a07-48d7-b8a5-0e93759855c0 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b30514f-ea34-457d-862b-126afd05abeb HTTP/1.1" status: 200 len: 944 time: 0.0649436 Jul 09 15:28:02.963650 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7746cda9-e113-4aa1-be41-c4f3934a6b66 req-ac2c7b83-a3a8-4b2f-8275-94ac3f7182c1 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322208 Jul 09 15:28:03.009694 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:28:04.141905 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2431b02-2032-4a90-a5b9-a8e18dfd95a2 req-951840c3-4cff-4d8c-bd60-58282f399fe8 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:28:04.144038 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d2431b02-2032-4a90-a5b9-a8e18dfd95a2 req-951840c3-4cff-4d8c-bd60-58282f399fe8 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b30514f-ea34-457d-862b-126afd05abeb HTTP/1.1" status: 200 len: 944 time: 0.0647035 Jul 09 15:28:04.182451 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d2431b02-2032-4a90-a5b9-a8e18dfd95a2 req-f6d2446e-07f9-403c-b3bc-b85162548416 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321367 Jul 09 15:28:05.365790 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf203d0d-0065-4710-93fb-1f70f48be893 req-4b1581cd-f7f7-469f-905d-b44599385d38 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:28:05.367305 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bf203d0d-0065-4710-93fb-1f70f48be893 req-4b1581cd-f7f7-469f-905d-b44599385d38 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b30514f-ea34-457d-862b-126afd05abeb HTTP/1.1" status: 200 len: 944 time: 0.0666592 Jul 09 15:28:05.410009 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bf203d0d-0065-4710-93fb-1f70f48be893 req-0c780f7a-5b38-477d-9e29-fc00284fc061 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370281 Jul 09 15:28:06.588869 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f09e4f3-1eb6-4dfe-986c-da6444d111d2 req-5917e7d6-2b08-4bed-8419-c59fb144c1b6 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:28:06.590390 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4f09e4f3-1eb6-4dfe-986c-da6444d111d2 req-5917e7d6-2b08-4bed-8419-c59fb144c1b6 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b30514f-ea34-457d-862b-126afd05abeb HTTP/1.1" status: 200 len: 944 time: 0.0624721 Jul 09 15:28:06.633315 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4f09e4f3-1eb6-4dfe-986c-da6444d111d2 req-3e2ac917-6297-44f1-9f66-8888e3cc7770 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360882 Jul 09 15:28:07.809687 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df002722-0335-44ff-80c1-26c34bf9a95d req-b1e20e8e-b182-4647-b079-778788ceb7ae tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:28:07.811153 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-df002722-0335-44ff-80c1-26c34bf9a95d req-b1e20e8e-b182-4647-b079-778788ceb7ae tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b30514f-ea34-457d-862b-126afd05abeb HTTP/1.1" status: 200 len: 944 time: 0.0655725 Jul 09 15:28:07.848706 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-df002722-0335-44ff-80c1-26c34bf9a95d req-2d93205e-8aab-4cde-869c-a39fa1751cf4 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313451 Jul 09 15:28:09.023394 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cac664-089c-44c3-a750-68604f531e2d req-f4b274b6-8062-4f86-b1f5-56aff03f4355 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:28:09.024895 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-14cac664-089c-44c3-a750-68604f531e2d req-f4b274b6-8062-4f86-b1f5-56aff03f4355 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b30514f-ea34-457d-862b-126afd05abeb HTTP/1.1" status: 200 len: 944 time: 0.0638657 Jul 09 15:28:09.062546 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-14cac664-089c-44c3-a750-68604f531e2d req-dff5bd9e-5077-445a-a7e4-99864fd3f1fb tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319443 Jul 09 15:28:09.306832 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 1435ce56-a909-4b3c-8ede-63b671480c05 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 15:28:09.401848 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 1435ce56-a909-4b3c-8ede-63b671480c05, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=1435ce56-a909-4b3c-8ede-63b671480c05,segment=NetworkSegment(606647b5-2487-48f5-8bbb-91ffd6756a32),segment_id=606647b5-2487-48f5-8bbb-91ffd6756a32)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:28:09.412959 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': '1435ce56-a909-4b3c-8ede-63b671480c05', 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e', 'port_id': '1435ce56-a909-4b3c-8ede-63b671480c05', 'mac_address': 'fa:16:3e:91:2b:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4468b5d7-64e7-478a-93b6-96bdc0a89416', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 15:28:09.449421 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:28:09.461535 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1435ce56-a909-4b3c-8ede-63b671480c05 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:28:09.480171 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 1435ce56-a909-4b3c-8ede-63b671480c05, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=1435ce56-a909-4b3c-8ede-63b671480c05,segment=NetworkSegment(606647b5-2487-48f5-8bbb-91ffd6756a32),segment_id=606647b5-2487-48f5-8bbb-91ffd6756a32)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:28:09.605758 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:28:09.651679 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=1435ce56-a909-4b3c-8ede-63b671480c05,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:28:09.658718 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:28:09.659057 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:28:09.659400 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:28:09.659766 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:28:09.660094 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:28:09.660419 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:28:09.660743 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:28:09.661062 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:28:09.661381 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:28:09.661698 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:28:09.662019 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:28:09.662336 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:28:09.812234 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['1435ce56-a909-4b3c-8ede-63b671480c05'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:28:09.816743 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-75bda8b7-46e9-4c33-8f7c-8e6d424acb23 req-2470c928-2c3a-405b-b277-660477a73389 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b112171c-a8ec-4fd6-b2a3-ba588bcfcf1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0521502 Jul 09 15:28:09.933016 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bda8b7-46e9-4c33-8f7c-8e6d424acb23 req-b85488cb-869b-49f9-af01-b10d528f793a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:28:09.934546 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-75bda8b7-46e9-4c33-8f7c-8e6d424acb23 req-b85488cb-869b-49f9-af01-b10d528f793a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3fdc558e4b804a78859c2565a5dbcf72&device_id=b112171c-a8ec-4fd6-b2a3-ba588bcfcf1b HTTP/1.1" status: 200 len: 1096 time: 0.0588019 Jul 09 15:28:10.046678 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bda8b7-46e9-4c33-8f7c-8e6d424acb23 req-6dd7a430-8039-4255-b636-b0267aaf3ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:28:10.048810 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-75bda8b7-46e9-4c33-8f7c-8e6d424acb23 req-6dd7a430-8039-4255-b636-b0267aaf3ca4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4f755c34-6ac6-47a3-ae75-bc820231858e HTTP/1.1" status: 200 len: 912 time: 0.0927110 Jul 09 15:28:10.089873 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-75bda8b7-46e9-4c33-8f7c-8e6d424acb23 req-a51c8ee0-1921-447d-8cf3-684fd69f65ac service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7cb4de89-46b5-4d38-b4dd-c23fcc516ea5 HTTP/1.1" status: 200 len: 217 time: 0.0341380 Jul 09 15:28:10.488245 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bda8b7-46e9-4c33-8f7c-8e6d424acb23 req-c93f4478-fb5f-451b-b5fc-cdce5e3021de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:28:10.489760 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-75bda8b7-46e9-4c33-8f7c-8e6d424acb23 req-c93f4478-fb5f-451b-b5fc-cdce5e3021de service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4468b5d7-64e7-478a-93b6-96bdc0a89416 HTTP/1.1" status: 200 len: 850 time: 0.3934488 Jul 09 15:28:10.544606 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1dd49-58a6-4b22-b531-f2861e9b40d3 req-5082995d-5421-48bb-9085-685fa2d450d6 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:28:10.546064 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-abc1dd49-58a6-4b22-b531-f2861e9b40d3 req-5082995d-5421-48bb-9085-685fa2d450d6 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b30514f-ea34-457d-862b-126afd05abeb HTTP/1.1" status: 200 len: 945 time: 0.1026392 Jul 09 15:28:10.592933 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bda8b7-46e9-4c33-8f7c-8e6d424acb23 req-f241b6eb-f6f2-4281-b611-cf1b0c405285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:28:10.594455 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-75bda8b7-46e9-4c33-8f7c-8e6d424acb23 req-f241b6eb-f6f2-4281-b611-cf1b0c405285 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4f755c34-6ac6-47a3-ae75-bc820231858e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0972452 Jul 09 15:28:10.599573 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-abc1dd49-58a6-4b22-b531-f2861e9b40d3 req-d3429b04-10ee-4330-8a54-bf4fa7e77892 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473413 Jul 09 15:28:10.682087 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-75bda8b7-46e9-4c33-8f7c-8e6d424acb23 req-1a7c5565-718c-4ed4-8066-967ba8aa34f2 service neutron] 10.222.0.62 "GET /v2.0/networks/4f755c34-6ac6-47a3-ae75-bc820231858e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803559 Jul 09 15:28:10.783704 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-75bda8b7-46e9-4c33-8f7c-8e6d424acb23 req-1bb0d2ac-f17d-44af-8aba-696dd9757789 service neutron] 10.222.0.62 "GET /v2.0/networks/4f755c34-6ac6-47a3-ae75-bc820231858e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928457 Jul 09 15:28:11.306478 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 1435ce56-a909-4b3c-8ede-63b671480c05 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:28:11.520204 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port 1435ce56-a909-4b3c-8ede-63b671480c05 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:28:11.524441 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port 1435ce56-a909-4b3c-8ede-63b671480c05 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:28:11.524826 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:28:11.604865 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:28:11.626770 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b30514f-ea34-457d-862b-126afd05abeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1435ce56-a909-4b3c-8ede-63b671480c05'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:28:11.629079 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2fd58d-fffb-433b-b205-3023219ef344" -d '{"events": [{"server_uuid": "0b30514f-ea34-457d-862b-126afd05abeb", "name": "network-vif-plugged", "status": "completed", "tag": "1435ce56-a909-4b3c-8ede-63b671480c05"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:28:11.642368 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 1435ce56-a909-4b3c-8ede-63b671480c05, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=1435ce56-a909-4b3c-8ede-63b671480c05,segment=NetworkSegment(606647b5-2487-48f5-8bbb-91ffd6756a32),segment_id=606647b5-2487-48f5-8bbb-91ffd6756a32)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:28:11.668219 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc02855-52eb-4587-80a6-4eadb6d0ae9f x-openstack-request-id: req-4bc02855-52eb-4587-80a6-4eadb6d0ae9f {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:28:11.668219 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b30514f-ea34-457d-862b-126afd05abeb", "name": "network-vif-plugged", "status": "completed", "tag": "1435ce56-a909-4b3c-8ede-63b671480c05", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:28:11.668219 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4bc02855-52eb-4587-80a6-4eadb6d0ae9f {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:28:11.668219 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b30514f-ea34-457d-862b-126afd05abeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1435ce56-a909-4b3c-8ede-63b671480c05', 'code': 200} Jul 09 15:28:11.727186 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:28:11.774559 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=1435ce56-a909-4b3c-8ede-63b671480c05,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:28:11.828903 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44a3101-0f89-4c87-a658-336c0587df52 req-e4bcf5b3-5cfe-48e1-943e-6dea4f3f4ff2 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:28:11.830871 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d44a3101-0f89-4c87-a658-336c0587df52 req-e4bcf5b3-5cfe-48e1-943e-6dea4f3f4ff2 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b30514f-ea34-457d-862b-126afd05abeb HTTP/1.1" status: 200 len: 946 time: 0.1134419 Jul 09 15:28:11.833644 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70363569-433a-4a93-9838-b6fa8becaf3d req-b38cc4e9-359a-44da-a784-46b4882ed17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:28:11.834998 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-70363569-433a-4a93-9838-b6fa8becaf3d req-b38cc4e9-359a-44da-a784-46b4882ed17c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0b30514f-ea34-457d-862b-126afd05abeb HTTP/1.1" status: 200 len: 1097 time: 0.0874579 Jul 09 15:28:11.889255 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-70363569-433a-4a93-9838-b6fa8becaf3d req-4b74c14e-d991-4eed-a5ce-649855957c83 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464458 Jul 09 15:28:11.892586 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d44a3101-0f89-4c87-a658-336c0587df52 req-54006599-079c-4fe1-b2f5-58fa9245d7e5 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560718 Jul 09 15:28:13.075784 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d61ef-397a-4898-8165-3b5f110dedea req-598cae41-ad0d-480b-8fc6-e26e608d6a63 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:28:13.077306 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-194d61ef-397a-4898-8165-3b5f110dedea req-598cae41-ad0d-480b-8fc6-e26e608d6a63 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b30514f-ea34-457d-862b-126afd05abeb HTTP/1.1" status: 200 len: 946 time: 0.0656965 Jul 09 15:28:13.119733 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-194d61ef-397a-4898-8165-3b5f110dedea req-4abba8b2-5f05-43c7-bd62-1d78e08ac440 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359418 Jul 09 15:28:14.296402 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db405f6f-c13e-45f0-a79e-5f876efa921d req-bdad8b60-eb5b-4302-b489-aa48f840e27b tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:28:14.298469 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-db405f6f-c13e-45f0-a79e-5f876efa921d req-bdad8b60-eb5b-4302-b489-aa48f840e27b tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b30514f-ea34-457d-862b-126afd05abeb HTTP/1.1" status: 200 len: 946 time: 0.0652506 Jul 09 15:28:14.336174 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-db405f6f-c13e-45f0-a79e-5f876efa921d req-4fbf45cf-d000-45ba-bfd1-3cc5d5beeb7b tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321147 Jul 09 15:28:14.508402 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0900b15-7e53-413c-8de9-f6048184f1cf req-7937e25f-da90-476d-a1dd-68d0897e28d3 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:28:14.509935 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a0900b15-7e53-413c-8de9-f6048184f1cf req-7937e25f-da90-476d-a1dd-68d0897e28d3 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b30514f-ea34-457d-862b-126afd05abeb HTTP/1.1" status: 200 len: 946 time: 0.0630238 Jul 09 15:28:14.546697 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a0900b15-7e53-413c-8de9-f6048184f1cf req-e924c419-3fc9-41bd-b37b-c3c7f0950e77 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312517 Jul 09 15:28:15.319649 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:28:15.340928 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd4bac-72df-494c-a792-74728e935ae7 req-64372ced-afe3-43c5-864d-645176412b77 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:28:15.342733 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-97cd4bac-72df-494c-a792-74728e935ae7 req-64372ced-afe3-43c5-864d-645176412b77 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b30514f-ea34-457d-862b-126afd05abeb HTTP/1.1" status: 200 len: 946 time: 0.0671957 Jul 09 15:28:15.382153 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-97cd4bac-72df-494c-a792-74728e935ae7 req-8589f13d-c118-4741-8280-121783c21010 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331054 Jul 09 15:28:16.567869 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9163ed5-ae19-4208-b545-348d0fee5581 req-972bfb2d-a945-49db-9179-f361e4ed210f tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:28:16.569394 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f9163ed5-ae19-4208-b545-348d0fee5581 req-972bfb2d-a945-49db-9179-f361e4ed210f tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b30514f-ea34-457d-862b-126afd05abeb HTTP/1.1" status: 200 len: 946 time: 0.0734804 Jul 09 15:28:16.607453 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f9163ed5-ae19-4208-b545-348d0fee5581 req-3916cb49-80c4-45a9-a353-9b0c0379d9e4 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323033 Jul 09 15:28:16.823909 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e64307-a8a2-48a7-b5c8-67e443100bf8 req-b12f7d66-5908-4ec9-aaa6-2fa0cf996945 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:28:16.825402 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-10e64307-a8a2-48a7-b5c8-67e443100bf8 req-b12f7d66-5908-4ec9-aaa6-2fa0cf996945 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b30514f-ea34-457d-862b-126afd05abeb HTTP/1.1" status: 200 len: 946 time: 0.0647662 Jul 09 15:28:16.930446 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-10e64307-a8a2-48a7-b5c8-67e443100bf8 req-ef3eb3c8-d9d6-48c2-ad42-4ba7b7df88f7 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Deleting port 1435ce56-a909-4b3c-8ede-63b671480c05 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:28:16.930797 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-10e64307-a8a2-48a7-b5c8-67e443100bf8 req-ef3eb3c8-d9d6-48c2-ad42-4ba7b7df88f7 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:28:17.020093 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-10e64307-a8a2-48a7-b5c8-67e443100bf8 req-ef3eb3c8-d9d6-48c2-ad42-4ba7b7df88f7 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] For port 1435ce56-a909-4b3c-8ede-63b671480c05, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=1435ce56-a909-4b3c-8ede-63b671480c05,segment=NetworkSegment(606647b5-2487-48f5-8bbb-91ffd6756a32),segment_id=606647b5-2487-48f5-8bbb-91ffd6756a32)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:28:17.020497 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-10e64307-a8a2-48a7-b5c8-67e443100bf8 req-ef3eb3c8-d9d6-48c2-ad42-4ba7b7df88f7 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:28:17.034536 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-10e64307-a8a2-48a7-b5c8-67e443100bf8 req-ef3eb3c8-d9d6-48c2-ad42-4ba7b7df88f7 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Calling delete_port for 1435ce56-a909-4b3c-8ede-63b671480c05 owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:28:17.228161 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-10e64307-a8a2-48a7-b5c8-67e443100bf8 req-ef3eb3c8-d9d6-48c2-ad42-4ba7b7df88f7 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:28:17.240501 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['1435ce56-a909-4b3c-8ede-63b671480c05'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:28:17.256403 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3eb3c8-d9d6-48c2-ad42-4ba7b7df88f7 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Pushing event deleted for resources: {'Port': ['ID=1435ce56-a909-4b3c-8ede-63b671480c05,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:28:17.265934 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['7cb4de89-46b5-4d38-b4dd-c23fcc516ea5'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:28:17.308536 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e64307-a8a2-48a7-b5c8-67e443100bf8 req-ef3eb3c8-d9d6-48c2-ad42-4ba7b7df88f7 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] No DVR routers for this DVR port 1435ce56-a909-4b3c-8ede-63b671480c05 on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:28:17.311740 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-10e64307-a8a2-48a7-b5c8-67e443100bf8 req-ef3eb3c8-d9d6-48c2-ad42-4ba7b7df88f7 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:28:17.314968 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-10e64307-a8a2-48a7-b5c8-67e443100bf8 req-ef3eb3c8-d9d6-48c2-ad42-4ba7b7df88f7 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.54 "DELETE /v2.0/ports/1435ce56-a909-4b3c-8ede-63b671480c05 HTTP/1.1" status: 204 len: 173 time: 0.4842923 Jul 09 15:28:17.315639 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b30514f-ea34-457d-862b-126afd05abeb', 'name': 'network-vif-deleted', 'tag': '1435ce56-a909-4b3c-8ede-63b671480c05'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:28:17.318371 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210cdf94-dd4d-4b75-aaf5-3fb34264a34e" -d '{"events": [{"server_uuid": "0b30514f-ea34-457d-862b-126afd05abeb", "name": "network-vif-deleted", "tag": "1435ce56-a909-4b3c-8ede-63b671480c05"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:28:17.362583 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc7ddd93-2e70-48af-a9b5-16d0602a6632 x-openstack-request-id: req-cc7ddd93-2e70-48af-a9b5-16d0602a6632 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:28:17.362981 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b30514f-ea34-457d-862b-126afd05abeb", "name": "network-vif-deleted", "tag": "1435ce56-a909-4b3c-8ede-63b671480c05", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:28:17.363336 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cc7ddd93-2e70-48af-a9b5-16d0602a6632 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:28:17.363915 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b30514f-ea34-457d-862b-126afd05abeb', 'name': 'network-vif-deleted', 'tag': '1435ce56-a909-4b3c-8ede-63b671480c05', 'status': 'completed', 'code': 200} Jul 09 15:28:17.749467 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0577fcc5-0ee0-4f36-9af6-96be48a4fa7b req-b0fda9cf-4295-4033-8df3-e59fb7ac4af8 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b30514f-ea34-457d-862b-126afd05abeb HTTP/1.1" status: 200 len: 210 time: 0.0323730 Jul 09 15:28:18.896648 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ab9fc8f8-34a6-4046-84d1-d21aec031e80 req-676bb4e7-a8f4-4a39-812d-b0da0ba6d789 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b30514f-ea34-457d-862b-126afd05abeb HTTP/1.1" status: 200 len: 210 time: 0.0300989 Jul 09 15:28:19.351084 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 1435ce56-a909-4b3c-8ede-63b671480c05 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:28:19.371103 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: 1435ce56-a909-4b3c-8ede-63b671480c05 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:28:19.371442 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 1435ce56-a909-4b3c-8ede-63b671480c05 not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:28:20.047429 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-56b59055-29a0-4509-b6bb-47569cb4090f req-69136480-1e0c-4e31-a332-9364f78bad1d tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b30514f-ea34-457d-862b-126afd05abeb HTTP/1.1" status: 200 len: 210 time: 0.0306075 Jul 09 15:28:21.189058 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d949a1e2-8135-4b23-b44a-f107a0000ea0 req-aa4341a8-309f-4788-b5ec-e040754bd148 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b30514f-ea34-457d-862b-126afd05abeb HTTP/1.1" status: 200 len: 210 time: 0.0287108 Jul 09 15:28:23.554994 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:28:26.143409 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-eef9b063-59d8-485b-a83f-92350c495378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:28:27.303813 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb688c-8b78-4e84-9c4a-892cc874e421 req-523ae247-7f63-4694-ad6b-db1f9e60054a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:28:27.305222 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e8bb688c-8b78-4e84-9c4a-892cc874e421 req-523ae247-7f63-4694-ad6b-db1f9e60054a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=b112171c-a8ec-4fd6-b2a3-ba588bcfcf1b HTTP/1.1" status: 200 len: 945 time: 0.0635974 Jul 09 15:28:27.342814 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e8bb688c-8b78-4e84-9c4a-892cc874e421 req-574f1f03-4c5a-4713-9dd1-12b6fd424ed3 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319645 Jul 09 15:28:28.522177 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91f51e-0890-456e-b3f8-3f41bc79766b req-b25f36e5-e9d2-4356-9aed-3b0d8df3078b tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:28:28.523679 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5e91f51e-0890-456e-b3f8-3f41bc79766b req-b25f36e5-e9d2-4356-9aed-3b0d8df3078b tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=b112171c-a8ec-4fd6-b2a3-ba588bcfcf1b HTTP/1.1" status: 200 len: 945 time: 0.0663877 Jul 09 15:28:28.563536 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5e91f51e-0890-456e-b3f8-3f41bc79766b req-cabd571d-f756-4656-adc6-b29f9114b17b tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9574ee37-b620-40c0-99de-4b621aeaafad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343072 Jul 09 15:28:29.130297 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5d4789e3-5ad9-4d16-ab56-5b420e132a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:28:29.186148 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1200aa4f-9231-4b11-a4ba-0553cdedf12b req-334c6ae6-a17d-44a3-b67a-fbbbcfe1a580 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:28:29.187808 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1200aa4f-9231-4b11-a4ba-0553cdedf12b req-334c6ae6-a17d-44a3-b67a-fbbbcfe1a580 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.62 "GET /v2.0/ports?device_id=b112171c-a8ec-4fd6-b2a3-ba588bcfcf1b HTTP/1.1" status: 200 len: 945 time: 0.0658650 Jul 09 15:28:29.291164 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-1200aa4f-9231-4b11-a4ba-0553cdedf12b req-9fdf9801-46c1-40eb-9c84-a57d36ad9eef tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Deleting port 7cb4de89-46b5-4d38-b4dd-c23fcc516ea5 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:28:29.291530 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-1200aa4f-9231-4b11-a4ba-0553cdedf12b req-9fdf9801-46c1-40eb-9c84-a57d36ad9eef tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:28:29.343883 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:28:29.378975 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-1200aa4f-9231-4b11-a4ba-0553cdedf12b req-9fdf9801-46c1-40eb-9c84-a57d36ad9eef tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] For port 7cb4de89-46b5-4d38-b4dd-c23fcc516ea5, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=7cb4de89-46b5-4d38-b4dd-c23fcc516ea5,segment=NetworkSegment(606647b5-2487-48f5-8bbb-91ffd6756a32),segment_id=606647b5-2487-48f5-8bbb-91ffd6756a32)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:28:29.379341 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-1200aa4f-9231-4b11-a4ba-0553cdedf12b req-9fdf9801-46c1-40eb-9c84-a57d36ad9eef tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:28:29.394414 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-1200aa4f-9231-4b11-a4ba-0553cdedf12b req-9fdf9801-46c1-40eb-9c84-a57d36ad9eef tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Calling delete_port for 7cb4de89-46b5-4d38-b4dd-c23fcc516ea5 owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:28:29.638903 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-1200aa4f-9231-4b11-a4ba-0553cdedf12b req-9fdf9801-46c1-40eb-9c84-a57d36ad9eef tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:28:29.670832 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdf9801-46c1-40eb-9c84-a57d36ad9eef tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Pushing event deleted for resources: {'Port': ['ID=7cb4de89-46b5-4d38-b4dd-c23fcc516ea5,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:28:29.705069 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdf9801-46c1-40eb-9c84-a57d36ad9eef tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:28:29.705446 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdf9801-46c1-40eb-9c84-a57d36ad9eef tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:28:29.705798 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdf9801-46c1-40eb-9c84-a57d36ad9eef tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:28:29.706139 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdf9801-46c1-40eb-9c84-a57d36ad9eef tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:28:29.706473 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdf9801-46c1-40eb-9c84-a57d36ad9eef tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:28:29.706811 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdf9801-46c1-40eb-9c84-a57d36ad9eef tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:28:29.707142 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdf9801-46c1-40eb-9c84-a57d36ad9eef tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:28:29.707470 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdf9801-46c1-40eb-9c84-a57d36ad9eef tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:28:29.707852 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdf9801-46c1-40eb-9c84-a57d36ad9eef tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:28:29.708151 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdf9801-46c1-40eb-9c84-a57d36ad9eef tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:28:29.708484 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdf9801-46c1-40eb-9c84-a57d36ad9eef tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:28:29.708842 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdf9801-46c1-40eb-9c84-a57d36ad9eef tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:28:29.712182 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-32fb2227-c197-4aaf-9f78-66bbc52b9c16 req-d90ae0dc-d6d0-4bee-9141-1f238c13dceb tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=b112171c-a8ec-4fd6-b2a3-ba588bcfcf1b HTTP/1.1" status: 200 len: 210 time: 0.0380292 Jul 09 15:28:29.735940 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-1200aa4f-9231-4b11-a4ba-0553cdedf12b req-9fdf9801-46c1-40eb-9c84-a57d36ad9eef tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] No DVR routers for this DVR port 7cb4de89-46b5-4d38-b4dd-c23fcc516ea5 on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:28:29.738454 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-1200aa4f-9231-4b11-a4ba-0553cdedf12b req-9fdf9801-46c1-40eb-9c84-a57d36ad9eef tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:28:29.743813 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1200aa4f-9231-4b11-a4ba-0553cdedf12b req-9fdf9801-46c1-40eb-9c84-a57d36ad9eef tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.62 "DELETE /v2.0/ports/7cb4de89-46b5-4d38-b4dd-c23fcc516ea5 HTTP/1.1" status: 204 len: 173 time: 0.5479248 Jul 09 15:28:29.743813 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b112171c-a8ec-4fd6-b2a3-ba588bcfcf1b', 'name': 'network-vif-deleted', 'tag': '7cb4de89-46b5-4d38-b4dd-c23fcc516ea5'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:28:29.743813 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c38881-34d8-4cea-b7c2-e9cb947571fa" -d '{"events": [{"server_uuid": "b112171c-a8ec-4fd6-b2a3-ba588bcfcf1b", "name": "network-vif-deleted", "tag": "7cb4de89-46b5-4d38-b4dd-c23fcc516ea5"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:28:29.783949 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b898c8fe-d504-4591-af25-b5b0da78f0c9 x-openstack-request-id: req-b898c8fe-d504-4591-af25-b5b0da78f0c9 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:28:29.783949 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b112171c-a8ec-4fd6-b2a3-ba588bcfcf1b", "name": "network-vif-deleted", "tag": "7cb4de89-46b5-4d38-b4dd-c23fcc516ea5", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:28:29.783949 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b898c8fe-d504-4591-af25-b5b0da78f0c9 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:28:29.783949 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b112171c-a8ec-4fd6-b2a3-ba588bcfcf1b', 'name': 'network-vif-deleted', 'tag': '7cb4de89-46b5-4d38-b4dd-c23fcc516ea5', 'status': 'completed', 'code': 200} Jul 09 15:28:30.365669 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:28:30.877558 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3a6b1b06-db40-4014-a91b-7075e41c6be1 req-4240056f-81b2-4d63-aef8-473f48757e5c tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=b112171c-a8ec-4fd6-b2a3-ba588bcfcf1b HTTP/1.1" status: 200 len: 210 time: 0.0294394 Jul 09 15:28:31.332888 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 7cb4de89-46b5-4d38-b4dd-c23fcc516ea5 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:28:31.358219 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: 7cb4de89-46b5-4d38-b4dd-c23fcc516ea5 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:28:31.358575 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 7cb4de89-46b5-4d38-b4dd-c23fcc516ea5 not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:28:31.753956 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:28:32.022648 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f3f43bd9-35d4-4d78-8db4-545eabcba692 req-afc086e2-838c-4b75-b62f-26ac087da811 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=b112171c-a8ec-4fd6-b2a3-ba588bcfcf1b HTTP/1.1" status: 200 len: 210 time: 0.0301433 Jul 09 15:28:33.165144 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5f74a2ef-2693-47df-b3bf-2eda93e7f4fe req-46d9f918-a563-4af7-8133-e2789d70a6ea tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=b112171c-a8ec-4fd6-b2a3-ba588bcfcf1b HTTP/1.1" status: 200 len: 210 time: 0.0283012 Jul 09 15:28:34.324781 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e0cebe76-84bc-41f8-bbd4-a95239c0f92b req-ca2e9a48-3717-4c22-8e10-1a16763ef357 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=b112171c-a8ec-4fd6-b2a3-ba588bcfcf1b HTTP/1.1" status: 200 len: 210 time: 0.0300486 Jul 09 15:28:38.421659 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 54130) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:28:38.426805 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-7030cbe4-3f33-434e-b1a8-89b19ec6eb68 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-524287325', 'description': 'tempest-secgroup-smoke-524287325 description', 'project_id': '3fdc558e4b804a78859c2565a5dbcf72'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:28:38.536476 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7030cbe4-3f33-434e-b1a8-89b19ec6eb68 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:28:38.617538 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7030cbe4-3f33-434e-b1a8-89b19ec6eb68 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:28:38.690806 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7030cbe4-3f33-434e-b1a8-89b19ec6eb68 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:28:38.719710 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7030cbe4-3f33-434e-b1a8-89b19ec6eb68 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d27dfdc5-063d-45b9-8c91-5061011151d0,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:28:38.726826 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7030cbe4-3f33-434e-b1a8-89b19ec6eb68 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:28:38.727171 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7030cbe4-3f33-434e-b1a8-89b19ec6eb68 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:28:38.727952 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7030cbe4-3f33-434e-b1a8-89b19ec6eb68 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:28:38.727952 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7030cbe4-3f33-434e-b1a8-89b19ec6eb68 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:28:38.728179 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7030cbe4-3f33-434e-b1a8-89b19ec6eb68 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:28:38.728477 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7030cbe4-3f33-434e-b1a8-89b19ec6eb68 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:28:38.728801 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7030cbe4-3f33-434e-b1a8-89b19ec6eb68 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:28:38.729123 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7030cbe4-3f33-434e-b1a8-89b19ec6eb68 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:28:38.729444 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7030cbe4-3f33-434e-b1a8-89b19ec6eb68 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:28:38.729769 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7030cbe4-3f33-434e-b1a8-89b19ec6eb68 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:28:38.730087 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7030cbe4-3f33-434e-b1a8-89b19ec6eb68 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:28:38.730403 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7030cbe4-3f33-434e-b1a8-89b19ec6eb68 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:28:38.799891 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7030cbe4-3f33-434e-b1a8-89b19ec6eb68 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:28:38.801326 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-7030cbe4-3f33-434e-b1a8-89b19ec6eb68 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3781323 Jul 09 15:28:38.804766 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 54132) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:28:38.809281 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-3f5bde47-e3f6-40f2-9835-4758b9761e9b tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Request body: {'security_group_rule': {'security_group_id': 'd27dfdc5-063d-45b9-8c91-5061011151d0', 'project_id': '3fdc558e4b804a78859c2565a5dbcf72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:28:38.900373 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3f5bde47-e3f6-40f2-9835-4758b9761e9b tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:28:38.960042 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3f5bde47-e3f6-40f2-9835-4758b9761e9b tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:28:39.061939 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3f5bde47-e3f6-40f2-9835-4758b9761e9b tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:28:39.083023 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5bde47-e3f6-40f2-9835-4758b9761e9b tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c7e1fe2-d79e-4bee-9d53-74a37cf31563,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:28:39.164701 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3f5bde47-e3f6-40f2-9835-4758b9761e9b tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:28:39.165970 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-3f5bde47-e3f6-40f2-9835-4758b9761e9b tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3602788 Jul 09 15:28:39.169092 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 54134) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:28:39.176205 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-31239a59-f158-4ebc-86d0-20eb867bcdf2 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Request body: {'security_group_rule': {'security_group_id': 'd27dfdc5-063d-45b9-8c91-5061011151d0', 'project_id': '3fdc558e4b804a78859c2565a5dbcf72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:28:39.322334 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-31239a59-f158-4ebc-86d0-20eb867bcdf2 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:28:39.379630 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-31239a59-f158-4ebc-86d0-20eb867bcdf2 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:28:39.495236 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-31239a59-f158-4ebc-86d0-20eb867bcdf2 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:28:39.513945 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31239a59-f158-4ebc-86d0-20eb867bcdf2 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2faef21e-92b1-4e16-80e8-ed6c63612e8b,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:28:39.587880 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-31239a59-f158-4ebc-86d0-20eb867bcdf2 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:28:39.590002 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-31239a59-f158-4ebc-86d0-20eb867bcdf2 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4190865 Jul 09 15:28:39.592253 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 54136) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:28:39.596902 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-d784cf6c-8009-40ed-91aa-25b0cb064099 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Request body: {'security_group_rule': {'security_group_id': 'd27dfdc5-063d-45b9-8c91-5061011151d0', 'project_id': '3fdc558e4b804a78859c2565a5dbcf72', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:28:39.718448 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d784cf6c-8009-40ed-91aa-25b0cb064099 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:28:39.780534 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d784cf6c-8009-40ed-91aa-25b0cb064099 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:28:39.924575 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d784cf6c-8009-40ed-91aa-25b0cb064099 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:28:39.944319 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d784cf6c-8009-40ed-91aa-25b0cb064099 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45ec215b-66f9-42c3-a2b9-00dede17706b,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:28:40.009040 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:28:40.090886 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d784cf6c-8009-40ed-91aa-25b0cb064099 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:28:40.092164 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d784cf6c-8009-40ed-91aa-25b0cb064099 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4989417 Jul 09 15:28:40.095241 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 54138) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:28:40.099813 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-908b91fe-a4b9-4549-9dae-75441136273a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Request body: {'security_group_rule': {'security_group_id': 'd27dfdc5-063d-45b9-8c91-5061011151d0', 'project_id': '3fdc558e4b804a78859c2565a5dbcf72', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:28:40.237751 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-908b91fe-a4b9-4549-9dae-75441136273a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:28:40.295098 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-908b91fe-a4b9-4549-9dae-75441136273a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:28:40.405048 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-908b91fe-a4b9-4549-9dae-75441136273a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:28:40.424345 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908b91fe-a4b9-4549-9dae-75441136273a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a1075de-b5b8-433c-8ac6-789901d6b439,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:28:40.512161 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-908b91fe-a4b9-4549-9dae-75441136273a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:28:40.513358 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-908b91fe-a4b9-4549-9dae-75441136273a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4170716 Jul 09 15:28:40.516973 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 54140) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:28:40.521437 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-b572351b-d63a-4512-8ec0-166be3216502 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Request body: {'security_group_rule': {'security_group_id': 'd27dfdc5-063d-45b9-8c91-5061011151d0', 'project_id': '3fdc558e4b804a78859c2565a5dbcf72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:28:40.639350 n-d-799529-6 neutron-server[94446]: INFO neutron.db.securitygroups_db [None req-b572351b-d63a-4512-8ec0-166be3216502 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Project 3fdc558e4b804a78859c2565a5dbcf72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 15:28:40.644605 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b572351b-d63a-4512-8ec0-166be3216502 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:28:40.705446 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b572351b-d63a-4512-8ec0-166be3216502 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:28:40.854497 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b572351b-d63a-4512-8ec0-166be3216502 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:28:40.874519 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b572351b-d63a-4512-8ec0-166be3216502 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea924dac-5d1e-476a-a701-89bd3e6ab08e,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:28:41.027798 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b572351b-d63a-4512-8ec0-166be3216502 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:28:41.029075 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b572351b-d63a-4512-8ec0-166be3216502 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5111632 Jul 09 15:28:41.032194 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 54142) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:28:41.037201 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-b3d8ecb0-a39e-41e1-9c44-8ef49c25cf8f tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Request body: {'security_group_rule': {'security_group_id': 'd27dfdc5-063d-45b9-8c91-5061011151d0', 'project_id': '3fdc558e4b804a78859c2565a5dbcf72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:28:41.209095 n-d-799529-6 neutron-server[94446]: INFO neutron.db.securitygroups_db [None req-b3d8ecb0-a39e-41e1-9c44-8ef49c25cf8f tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Project 3fdc558e4b804a78859c2565a5dbcf72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 15:28:41.214660 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b3d8ecb0-a39e-41e1-9c44-8ef49c25cf8f tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:28:41.279378 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b3d8ecb0-a39e-41e1-9c44-8ef49c25cf8f tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:28:41.437537 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b3d8ecb0-a39e-41e1-9c44-8ef49c25cf8f tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:28:41.455909 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d8ecb0-a39e-41e1-9c44-8ef49c25cf8f tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2787fd6-840f-4042-a61c-242de0e6af8d,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:28:41.553087 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b3d8ecb0-a39e-41e1-9c44-8ef49c25cf8f tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:28:41.554631 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b3d8ecb0-a39e-41e1-9c44-8ef49c25cf8f tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5213301 Jul 09 15:28:45.221642 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:28:53.557105 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:28:56.146445 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-db56503e-4b4b-4504-99c9-03262693cd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:28:59.117280 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1fa55354-f120-4bc1-88b3-d22c43fb903d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:28:59.346209 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:29:00.567824 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:29:01.803252 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:29:03.738577 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-02369dd1-1586-409a-a9b5-5a94c6a19e0c req-24a6810a-b118-406f-bcb9-0888e637cf5d tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-524287325&fields=id&tenant_id=3fdc558e4b804a78859c2565a5dbcf72 HTTP/1.1" status: 200 len: 267 time: 0.0331097 Jul 09 15:29:03.843054 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02369dd1-1586-409a-a9b5-5a94c6a19e0c req-b89e4589-d8ad-4d83-b6b7-f70f54451741 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:29:03.844585 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-02369dd1-1586-409a-a9b5-5a94c6a19e0c req-b89e4589-d8ad-4d83-b6b7-f70f54451741 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/networks?id=4f755c34-6ac6-47a3-ae75-bc820231858e HTTP/1.1" status: 200 len: 811 time: 0.0995986 Jul 09 15:29:03.859214 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-02369dd1-1586-409a-a9b5-5a94c6a19e0c req-fe66680f-553f-49fc-b68c-444546546a3c tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/quotas/3fdc558e4b804a78859c2565a5dbcf72 HTTP/1.1" status: 200 len: 375 time: 0.0090494 Jul 09 15:29:03.934255 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-02369dd1-1586-409a-a9b5-5a94c6a19e0c req-77f457fd-ac9c-41c5-abfc-7a4b63e77ef1 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3fdc558e4b804a78859c2565a5dbcf72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0692325 Jul 09 15:29:04.033211 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-02369dd1-1586-409a-a9b5-5a94c6a19e0c req-86deda27-8519-41ed-8a88-dd70d91e6eeb service neutron] 10.222.0.58 "GET /v2.0/networks/4f755c34-6ac6-47a3-ae75-bc820231858e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873797 Jul 09 15:29:04.129905 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-02369dd1-1586-409a-a9b5-5a94c6a19e0c req-cda7d828-b9b6-4908-87ff-8a77c829a568 service neutron] 10.222.0.58 "GET /v2.0/networks/4f755c34-6ac6-47a3-ae75-bc820231858e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905209 Jul 09 15:29:04.830551 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2aa7427a-d159-434a-9cd5-86d2dea54595 req-b382458e-93d6-4d8b-83cf-64a32175e997 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3265bd9-2db5-449f-94de-7e4e6f3d7b6d HTTP/1.1" status: 200 len: 210 time: 0.0471413 Jul 09 15:29:05.975336 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-66de74b7-efc1-4732-aed4-0fcb197eb5f2 req-a180b489-fd3d-4d40-8abc-3a861dcebae5 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3265bd9-2db5-449f-94de-7e4e6f3d7b6d HTTP/1.1" status: 200 len: 210 time: 0.0312181 Jul 09 15:29:06.971886 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02369dd1-1586-409a-a9b5-5a94c6a19e0c req-71db08b5-547f-4440-aa1d-edd251cdfbc5 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:29:06.973383 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-02369dd1-1586-409a-a9b5-5a94c6a19e0c req-71db08b5-547f-4440-aa1d-edd251cdfbc5 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.54 "GET /v2.0/networks?id=4f755c34-6ac6-47a3-ae75-bc820231858e HTTP/1.1" status: 200 len: 811 time: 0.1046755 Jul 09 15:29:07.021456 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-02369dd1-1586-409a-a9b5-5a94c6a19e0c req-8a2068f0-fb63-4d29-9a3c-d61024571f2d tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fdc558e4b804a78859c2565a5dbcf72 HTTP/1.1" status: 200 len: 379 time: 0.0363948 Jul 09 15:29:07.026556 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-02369dd1-1586-409a-a9b5-5a94c6a19e0c req-c15ea86f-6c47-420f-ac46-9d3a8632e5b1 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Request body: {'port': {'device_id': 'a3265bd9-2db5-449f-94de-7e4e6f3d7b6d', 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e', 'admin_state_up': True, 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'security_groups': ['d27dfdc5-063d-45b9-8c91-5061011151d0']}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:29:07.124150 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8498be32-c87b-43fb-82b0-a6bd795fb18c req-6d2abbaa-2fbf-45e1-8c2f-ada99eccdfa7 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3265bd9-2db5-449f-94de-7e4e6f3d7b6d HTTP/1.1" status: 200 len: 210 time: 0.0286319 Jul 09 15:29:07.196819 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02369dd1-1586-409a-a9b5-5a94c6a19e0c req-c15ea86f-6c47-420f-ac46-9d3a8632e5b1 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Made reservation on behalf of 3fdc558e4b804a78859c2565a5dbcf72 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:29:07.200664 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-02369dd1-1586-409a-a9b5-5a94c6a19e0c req-c15ea86f-6c47-420f-ac46-9d3a8632e5b1 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:29:07.662129 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-02369dd1-1586-409a-a9b5-5a94c6a19e0c req-c15ea86f-6c47-420f-ac46-9d3a8632e5b1 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Allocated IP 172.20.0.7 (4f755c34-6ac6-47a3-ae75-bc820231858e/4468b5d7-64e7-478a-93b6-96bdc0a89416/3aca1c36-4553-4412-b3e5-a1ba31cda44c) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:29:07.814927 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-02369dd1-1586-409a-a9b5-5a94c6a19e0c req-c15ea86f-6c47-420f-ac46-9d3a8632e5b1 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:29:07.827966 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-02369dd1-1586-409a-a9b5-5a94c6a19e0c req-c15ea86f-6c47-420f-ac46-9d3a8632e5b1 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Transition to ACTIVE for port object 3aca1c36-4553-4412-b3e5-a1ba31cda44c will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:29:07.951381 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-02369dd1-1586-409a-a9b5-5a94c6a19e0c req-c15ea86f-6c47-420f-ac46-9d3a8632e5b1 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:29:08.000219 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02369dd1-1586-409a-a9b5-5a94c6a19e0c req-c15ea86f-6c47-420f-ac46-9d3a8632e5b1 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Network 4f755c34-6ac6-47a3-ae75-bc820231858e is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:29:08.003562 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-02369dd1-1586-409a-a9b5-5a94c6a19e0c req-c15ea86f-6c47-420f-ac46-9d3a8632e5b1 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:29:08.006171 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-02369dd1-1586-409a-a9b5-5a94c6a19e0c req-c15ea86f-6c47-420f-ac46-9d3a8632e5b1 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:29:08.039281 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15ea86f-6c47-420f-ac46-9d3a8632e5b1 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Pushing event updated for resources: {'Port': ['ID=3aca1c36-4553-4412-b3e5-a1ba31cda44c,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:29:08.069357 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02369dd1-1586-409a-a9b5-5a94c6a19e0c req-c15ea86f-6c47-420f-ac46-9d3a8632e5b1 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:29:08.070050 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-02369dd1-1586-409a-a9b5-5a94c6a19e0c req-c15ea86f-6c47-420f-ac46-9d3a8632e5b1 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:29:08.176524 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-02369dd1-1586-409a-a9b5-5a94c6a19e0c req-c15ea86f-6c47-420f-ac46-9d3a8632e5b1 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1538153 Jul 09 15:29:08.189947 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [req-02369dd1-1586-409a-a9b5-5a94c6a19e0c req-7a2effae-85ac-41e6-9f28-cf2fa4df4736 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:29:08.191598 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-02369dd1-1586-409a-a9b5-5a94c6a19e0c req-7a2effae-85ac-41e6-9f28-cf2fa4df4736 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087526 Jul 09 15:29:08.329295 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-02369dd1-1586-409a-a9b5-5a94c6a19e0c req-4dfff73f-e24f-447c-937b-393213a76f02 service neutron] Request body: {'port': {'device_id': 'a3265bd9-2db5-449f-94de-7e4e6f3d7b6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:29:08.363211 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-0f25d8ac-02ed-4058-9230-c4bedf951ffd None None] Provisioning for port 3aca1c36-4553-4412-b3e5-a1ba31cda44c completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:29:08.379212 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-0f25d8ac-02ed-4058-9230-c4bedf951ffd None None] Provisioning complete for port 3aca1c36-4553-4412-b3e5-a1ba31cda44c triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:29:08.379994 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0f25d8ac-02ed-4058-9230-c4bedf951ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:29:08.381671 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2edda2-b34c-401e-ab59-a1dd8686a25b req-ff107e11-7a1d-44c6-aa78-0da1954ee57d tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:29:08.383798 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5e2edda2-b34c-401e-ab59-a1dd8686a25b req-ff107e11-7a1d-44c6-aa78-0da1954ee57d tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3265bd9-2db5-449f-94de-7e4e6f3d7b6d HTTP/1.1" status: 200 len: 931 time: 0.1157932 Jul 09 15:29:08.431217 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-0f25d8ac-02ed-4058-9230-c4bedf951ffd None None] Port 3aca1c36-4553-4412-b3e5-a1ba31cda44c cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:29:08.471577 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-02369dd1-1586-409a-a9b5-5a94c6a19e0c req-4dfff73f-e24f-447c-937b-393213a76f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:29:08.476199 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5e2edda2-b34c-401e-ab59-a1dd8686a25b req-25195c60-c71e-4429-9c12-e9c905b50e23 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27dfdc5-063d-45b9-8c91-5061011151d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869875 Jul 09 15:29:08.750931 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-02369dd1-1586-409a-a9b5-5a94c6a19e0c req-4dfff73f-e24f-447c-937b-393213a76f02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aca1c36-4553-4412-b3e5-a1ba31cda44c {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:29:08.758376 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-02369dd1-1586-409a-a9b5-5a94c6a19e0c req-4dfff73f-e24f-447c-937b-393213a76f02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:29:08.771017 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-02369dd1-1586-409a-a9b5-5a94c6a19e0c req-4dfff73f-e24f-447c-937b-393213a76f02 service neutron] Transition to ACTIVE for port object 3aca1c36-4553-4412-b3e5-a1ba31cda44c will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:29:08.904864 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-02369dd1-1586-409a-a9b5-5a94c6a19e0c req-4dfff73f-e24f-447c-937b-393213a76f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:29:08.961528 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfff73f-e24f-447c-937b-393213a76f02 service neutron] Pushing event updated for resources: {'Port': ['ID=3aca1c36-4553-4412-b3e5-a1ba31cda44c,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:29:09.054513 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-02369dd1-1586-409a-a9b5-5a94c6a19e0c req-4dfff73f-e24f-447c-937b-393213a76f02 service neutron] Attempting to bind port 3aca1c36-4553-4412-b3e5-a1ba31cda44c on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:29:09.055318 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-02369dd1-1586-409a-a9b5-5a94c6a19e0c req-4dfff73f-e24f-447c-937b-393213a76f02 service neutron] Attempting to bind port 3aca1c36-4553-4412-b3e5-a1ba31cda44c by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '606647b5-2487-48f5-8bbb-91ffd6756a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:29:09.055318 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02369dd1-1586-409a-a9b5-5a94c6a19e0c req-4dfff73f-e24f-447c-937b-393213a76f02 service neutron] Attempting to bind port 3aca1c36-4553-4412-b3e5-a1ba31cda44c on network 4f755c34-6ac6-47a3-ae75-bc820231858e {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:29:09.060850 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02369dd1-1586-409a-a9b5-5a94c6a19e0c req-4dfff73f-e24f-447c-937b-393213a76f02 service neutron] Port 3aca1c36-4553-4412-b3e5-a1ba31cda44c on network 4f755c34-6ac6-47a3-ae75-bc820231858e not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:29:09.061253 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02369dd1-1586-409a-a9b5-5a94c6a19e0c req-4dfff73f-e24f-447c-937b-393213a76f02 service neutron] Attempting to bind port 3aca1c36-4553-4412-b3e5-a1ba31cda44c on network 4f755c34-6ac6-47a3-ae75-bc820231858e {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:29:09.067785 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02369dd1-1586-409a-a9b5-5a94c6a19e0c req-4dfff73f-e24f-447c-937b-393213a76f02 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:29:09.068186 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02369dd1-1586-409a-a9b5-5a94c6a19e0c req-4dfff73f-e24f-447c-937b-393213a76f02 service neutron] Checking segment: {'id': '606647b5-2487-48f5-8bbb-91ffd6756a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:29:09.068695 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02369dd1-1586-409a-a9b5-5a94c6a19e0c req-4dfff73f-e24f-447c-937b-393213a76f02 service neutron] Bound using segment: {'id': '606647b5-2487-48f5-8bbb-91ffd6756a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:29:09.069209 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-02369dd1-1586-409a-a9b5-5a94c6a19e0c req-4dfff73f-e24f-447c-937b-393213a76f02 service neutron] Bound port: 3aca1c36-4553-4412-b3e5-a1ba31cda44c, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '606647b5-2487-48f5-8bbb-91ffd6756a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:29:09.069787 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-02369dd1-1586-409a-a9b5-5a94c6a19e0c req-4dfff73f-e24f-447c-937b-393213a76f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:29:09.159130 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-02369dd1-1586-409a-a9b5-5a94c6a19e0c req-4dfff73f-e24f-447c-937b-393213a76f02 service neutron] For port 3aca1c36-4553-4412-b3e5-a1ba31cda44c, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:29:09.162573 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-02369dd1-1586-409a-a9b5-5a94c6a19e0c req-4dfff73f-e24f-447c-937b-393213a76f02 service neutron] For port 3aca1c36-4553-4412-b3e5-a1ba31cda44c, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=3aca1c36-4553-4412-b3e5-a1ba31cda44c,segment=NetworkSegment(606647b5-2487-48f5-8bbb-91ffd6756a32),segment_id=606647b5-2487-48f5-8bbb-91ffd6756a32)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:29:09.259455 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-02369dd1-1586-409a-a9b5-5a94c6a19e0c req-4dfff73f-e24f-447c-937b-393213a76f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:29:09.298457 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02369dd1-1586-409a-a9b5-5a94c6a19e0c req-4dfff73f-e24f-447c-937b-393213a76f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:29:09.299091 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-02369dd1-1586-409a-a9b5-5a94c6a19e0c req-4dfff73f-e24f-447c-937b-393213a76f02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:29:09.300537 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-02369dd1-1586-409a-a9b5-5a94c6a19e0c req-4dfff73f-e24f-447c-937b-393213a76f02 service neutron] 10.222.0.54 "PUT /v2.0/ports/3aca1c36-4553-4412-b3e5-a1ba31cda44c HTTP/1.1" status: 200 len: 1091 time: 1.1027749 Jul 09 15:29:09.303234 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3265bd9-2db5-449f-94de-7e4e6f3d7b6d', 'tag': '3aca1c36-4553-4412-b3e5-a1ba31cda44c'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:29:09.306338 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9bab178-b16e-455b-8c84-dc5d9e3bc8b8" -d '{"events": [{"name": "network-changed", "server_uuid": "a3265bd9-2db5-449f-94de-7e4e6f3d7b6d", "tag": "3aca1c36-4553-4412-b3e5-a1ba31cda44c"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:29:09.337421 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfff73f-e24f-447c-937b-393213a76f02 service neutron] Pushing event updated for resources: {'Port': ['ID=3aca1c36-4553-4412-b3e5-a1ba31cda44c,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:29:09.556049 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701b5ce2-ed1d-4b34-8317-4939ad74bb34 x-openstack-request-id: req-701b5ce2-ed1d-4b34-8317-4939ad74bb34 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:29:09.556634 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3265bd9-2db5-449f-94de-7e4e6f3d7b6d", "tag": "3aca1c36-4553-4412-b3e5-a1ba31cda44c", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:29:09.557127 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-701b5ce2-ed1d-4b34-8317-4939ad74bb34 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:29:09.557831 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3265bd9-2db5-449f-94de-7e4e6f3d7b6d', 'tag': '3aca1c36-4553-4412-b3e5-a1ba31cda44c', 'status': 'completed', 'code': 200} Jul 09 15:29:09.589779 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02369dd1-1586-409a-a9b5-5a94c6a19e0c req-528eb13c-4dbb-46c8-8959-2083c42fe6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:29:09.592882 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-02369dd1-1586-409a-a9b5-5a94c6a19e0c req-528eb13c-4dbb-46c8-8959-2083c42fe6b9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3fdc558e4b804a78859c2565a5dbcf72&device_id=a3265bd9-2db5-449f-94de-7e4e6f3d7b6d HTTP/1.1" status: 200 len: 1094 time: 0.1148725 Jul 09 15:29:09.675096 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-02369dd1-1586-409a-a9b5-5a94c6a19e0c req-10d3492a-1d90-40c2-b3a5-80065fc3bf2e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3aca1c36-4553-4412-b3e5-a1ba31cda44c HTTP/1.1" status: 200 len: 217 time: 0.0748296 Jul 09 15:29:09.761213 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02369dd1-1586-409a-a9b5-5a94c6a19e0c req-1fc21e49-f38f-4120-84ec-46975ed7f4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:29:09.762775 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-02369dd1-1586-409a-a9b5-5a94c6a19e0c req-1fc21e49-f38f-4120-84ec-46975ed7f4aa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4468b5d7-64e7-478a-93b6-96bdc0a89416 HTTP/1.1" status: 200 len: 850 time: 0.0819259 Jul 09 15:29:09.820126 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f699413-0b69-4e94-b73b-253688ee3fa3 req-1cb8a3f5-ea4d-4aaf-9c19-aa3a0131de49 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:29:09.821659 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4f699413-0b69-4e94-b73b-253688ee3fa3 req-1cb8a3f5-ea4d-4aaf-9c19-aa3a0131de49 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3265bd9-2db5-449f-94de-7e4e6f3d7b6d HTTP/1.1" status: 200 len: 943 time: 0.1085563 Jul 09 15:29:09.871665 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02369dd1-1586-409a-a9b5-5a94c6a19e0c req-1b0912a6-afce-467b-bf4f-c05e5354b905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:29:09.873230 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-02369dd1-1586-409a-a9b5-5a94c6a19e0c req-1b0912a6-afce-467b-bf4f-c05e5354b905 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4f755c34-6ac6-47a3-ae75-bc820231858e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1030941 Jul 09 15:29:09.890855 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4f699413-0b69-4e94-b73b-253688ee3fa3 req-a0e69f99-5bc0-4a7b-80c8-4ff38b2cf6b2 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27dfdc5-063d-45b9-8c91-5061011151d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624323 Jul 09 15:29:09.972957 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-02369dd1-1586-409a-a9b5-5a94c6a19e0c req-605ed374-86be-4db6-8d65-9c1d84470077 service neutron] 10.222.0.54 "GET /v2.0/networks/4f755c34-6ac6-47a3-ae75-bc820231858e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930357 Jul 09 15:29:10.077423 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-02369dd1-1586-409a-a9b5-5a94c6a19e0c req-f980c2a6-e0c3-4023-8564-18e6c60896d0 service neutron] 10.222.0.54 "GET /v2.0/networks/4f755c34-6ac6-47a3-ae75-bc820231858e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980129 Jul 09 15:29:10.263995 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bab178-b16e-455b-8c84-dc5d9e3bc8b8 req-ced38903-57c6-42cf-ad4c-7f2a6a3a9680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:29:10.265685 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a9bab178-b16e-455b-8c84-dc5d9e3bc8b8 req-ced38903-57c6-42cf-ad4c-7f2a6a3a9680 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3fdc558e4b804a78859c2565a5dbcf72&device_id=a3265bd9-2db5-449f-94de-7e4e6f3d7b6d HTTP/1.1" status: 200 len: 1094 time: 0.0576205 Jul 09 15:29:10.365826 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bab178-b16e-455b-8c84-dc5d9e3bc8b8 req-1c3d77be-3dc9-4ea7-ae51-9d137135ce93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:29:10.367260 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a9bab178-b16e-455b-8c84-dc5d9e3bc8b8 req-1c3d77be-3dc9-4ea7-ae51-9d137135ce93 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4f755c34-6ac6-47a3-ae75-bc820231858e HTTP/1.1" status: 200 len: 912 time: 0.0953207 Jul 09 15:29:10.422686 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a9bab178-b16e-455b-8c84-dc5d9e3bc8b8 req-e46b8926-f7c9-443b-87d2-711002515e0f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3aca1c36-4553-4412-b3e5-a1ba31cda44c HTTP/1.1" status: 200 len: 217 time: 0.0470531 Jul 09 15:29:10.477117 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bab178-b16e-455b-8c84-dc5d9e3bc8b8 req-e3c6fe93-1609-4fd4-bc41-ab87a5412483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:29:10.478762 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a9bab178-b16e-455b-8c84-dc5d9e3bc8b8 req-e3c6fe93-1609-4fd4-bc41-ab87a5412483 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4468b5d7-64e7-478a-93b6-96bdc0a89416 HTTP/1.1" status: 200 len: 850 time: 0.0503786 Jul 09 15:29:10.540397 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bab178-b16e-455b-8c84-dc5d9e3bc8b8 req-554f3260-2d5e-4349-a472-40373cc8fdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:29:10.542204 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a9bab178-b16e-455b-8c84-dc5d9e3bc8b8 req-554f3260-2d5e-4349-a472-40373cc8fdda service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4f755c34-6ac6-47a3-ae75-bc820231858e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558372 Jul 09 15:29:10.639582 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a9bab178-b16e-455b-8c84-dc5d9e3bc8b8 req-59f49eba-db3a-4dec-b3bc-c88458b5a3a8 service neutron] 10.222.0.54 "GET /v2.0/networks/4f755c34-6ac6-47a3-ae75-bc820231858e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906210 Jul 09 15:29:10.740504 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a9bab178-b16e-455b-8c84-dc5d9e3bc8b8 req-f54d4ed3-d0c4-48a7-b536-d601452e63b7 service neutron] 10.222.0.54 "GET /v2.0/networks/4f755c34-6ac6-47a3-ae75-bc820231858e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940740 Jul 09 15:29:11.082668 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c0bc03-f654-47eb-b569-2521781dc2e4 req-8ff78e18-2efe-4ba5-8656-56cc1826e8b0 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:29:11.084244 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-34c0bc03-f654-47eb-b569-2521781dc2e4 req-8ff78e18-2efe-4ba5-8656-56cc1826e8b0 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3265bd9-2db5-449f-94de-7e4e6f3d7b6d HTTP/1.1" status: 200 len: 943 time: 0.0689008 Jul 09 15:29:11.122838 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-34c0bc03-f654-47eb-b569-2521781dc2e4 req-d6b405d0-e80e-49c3-b89d-482f63f00fd5 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27dfdc5-063d-45b9-8c91-5061011151d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325651 Jul 09 15:29:12.319360 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5355be-eabe-43a1-bc54-592c46b3f571 req-2670b975-94df-4213-be84-ea17a87325cf tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:29:12.320857 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2e5355be-eabe-43a1-bc54-592c46b3f571 req-2670b975-94df-4213-be84-ea17a87325cf tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3265bd9-2db5-449f-94de-7e4e6f3d7b6d HTTP/1.1" status: 200 len: 943 time: 0.0817685 Jul 09 15:29:12.362854 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2e5355be-eabe-43a1-bc54-592c46b3f571 req-28879363-b1b7-45f9-897c-49778e466129 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27dfdc5-063d-45b9-8c91-5061011151d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360579 Jul 09 15:29:13.542717 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2953a47a-14d1-4156-9b4b-b8f4c6c0f463 req-30198649-45b6-4280-8364-2ed59e6e9d1b tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:29:13.544262 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2953a47a-14d1-4156-9b4b-b8f4c6c0f463 req-30198649-45b6-4280-8364-2ed59e6e9d1b tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3265bd9-2db5-449f-94de-7e4e6f3d7b6d HTTP/1.1" status: 200 len: 943 time: 0.0664093 Jul 09 15:29:13.583840 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2953a47a-14d1-4156-9b4b-b8f4c6c0f463 req-13a715be-ca86-456e-a258-735ecd6854db tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27dfdc5-063d-45b9-8c91-5061011151d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329151 Jul 09 15:29:14.761010 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbfd9a3-8cc3-4608-b936-789815e50245 req-fff70dfb-1327-46fe-89b6-65106289b8b3 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:29:14.762521 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-abbfd9a3-8cc3-4608-b936-789815e50245 req-fff70dfb-1327-46fe-89b6-65106289b8b3 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3265bd9-2db5-449f-94de-7e4e6f3d7b6d HTTP/1.1" status: 200 len: 943 time: 0.0672822 Jul 09 15:29:14.801092 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-abbfd9a3-8cc3-4608-b936-789815e50245 req-b4c4cb06-5fbe-4927-86f1-82c84c751fb4 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27dfdc5-063d-45b9-8c91-5061011151d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328777 Jul 09 15:29:15.241563 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:29:15.976225 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23abefe6-af34-4012-9009-59d2268fb035 req-0c87cdcf-d7cf-4f42-86af-ee8817d09c48 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:29:15.977748 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-23abefe6-af34-4012-9009-59d2268fb035 req-0c87cdcf-d7cf-4f42-86af-ee8817d09c48 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3265bd9-2db5-449f-94de-7e4e6f3d7b6d HTTP/1.1" status: 200 len: 943 time: 0.0640509 Jul 09 15:29:16.018548 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-23abefe6-af34-4012-9009-59d2268fb035 req-e8026515-2fa1-4eda-a8b2-b9ed8fdcd1d9 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27dfdc5-063d-45b9-8c91-5061011151d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345948 Jul 09 15:29:17.008455 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:29:17.194894 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c01b18-724f-4094-8ae9-5a5bf523fc0a req-a66e8a12-570e-4499-bf56-68ed5db05dd9 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:29:17.196486 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e0c01b18-724f-4094-8ae9-5a5bf523fc0a req-a66e8a12-570e-4499-bf56-68ed5db05dd9 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3265bd9-2db5-449f-94de-7e4e6f3d7b6d HTTP/1.1" status: 200 len: 943 time: 0.0648367 Jul 09 15:29:17.236024 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e0c01b18-724f-4094-8ae9-5a5bf523fc0a req-a905982a-d2c1-4f62-be66-b4cbe72be6fc tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27dfdc5-063d-45b9-8c91-5061011151d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333865 Jul 09 15:29:18.422112 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898da81-78f0-4951-bdd9-48f6a721d844 req-d084c328-8fdb-4082-b5e7-bf60ca42bd0a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:29:18.423720 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d898da81-78f0-4951-bdd9-48f6a721d844 req-d084c328-8fdb-4082-b5e7-bf60ca42bd0a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3265bd9-2db5-449f-94de-7e4e6f3d7b6d HTTP/1.1" status: 200 len: 943 time: 0.0764790 Jul 09 15:29:18.460405 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d898da81-78f0-4951-bdd9-48f6a721d844 req-dad9153b-e9f6-42a8-86a5-316fd791ec6d tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27dfdc5-063d-45b9-8c91-5061011151d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310462 Jul 09 15:29:19.629092 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 3aca1c36-4553-4412-b3e5-a1ba31cda44c details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 15:29:19.699934 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723151fc-50cc-445c-bdbd-528f8fd096e6 req-14a8d422-9429-4651-ae3f-a94533b54d1c tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:29:19.701491 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-723151fc-50cc-445c-bdbd-528f8fd096e6 req-14a8d422-9429-4651-ae3f-a94533b54d1c tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3265bd9-2db5-449f-94de-7e4e6f3d7b6d HTTP/1.1" status: 200 len: 943 time: 0.0709782 Jul 09 15:29:19.738023 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 3aca1c36-4553-4412-b3e5-a1ba31cda44c, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=3aca1c36-4553-4412-b3e5-a1ba31cda44c,segment=NetworkSegment(606647b5-2487-48f5-8bbb-91ffd6756a32),segment_id=606647b5-2487-48f5-8bbb-91ffd6756a32)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:29:19.747769 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-723151fc-50cc-445c-bdbd-528f8fd096e6 req-5bf96602-0ec9-4487-9bb3-685661e0e75d tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27dfdc5-063d-45b9-8c91-5061011151d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400310 Jul 09 15:29:19.750912 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': '3aca1c36-4553-4412-b3e5-a1ba31cda44c', 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e', 'port_id': '3aca1c36-4553-4412-b3e5-a1ba31cda44c', 'mac_address': 'fa:16:3e:e2:98:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4468b5d7-64e7-478a-93b6-96bdc0a89416', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 15:29:19.804038 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:29:19.821640 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aca1c36-4553-4412-b3e5-a1ba31cda44c {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:29:19.841050 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 3aca1c36-4553-4412-b3e5-a1ba31cda44c, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=3aca1c36-4553-4412-b3e5-a1ba31cda44c,segment=NetworkSegment(606647b5-2487-48f5-8bbb-91ffd6756a32),segment_id=606647b5-2487-48f5-8bbb-91ffd6756a32)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:29:19.909961 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:29:19.962468 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=3aca1c36-4553-4412-b3e5-a1ba31cda44c,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:29:19.969896 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:29:19.970237 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:29:19.970577 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:29:19.970911 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:29:19.971237 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:29:19.971598 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:29:19.971928 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:29:19.972253 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:29:19.972569 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:29:19.972890 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:29:19.973208 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:29:19.973525 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:29:20.117434 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['3aca1c36-4553-4412-b3e5-a1ba31cda44c'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:29:20.936706 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d6773-6fe5-4437-ad2d-97490b4294f7 req-b8c45d1f-783a-46bb-8ccc-035b17ff129e tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:29:20.938279 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-de0d6773-6fe5-4437-ad2d-97490b4294f7 req-b8c45d1f-783a-46bb-8ccc-035b17ff129e tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3265bd9-2db5-449f-94de-7e4e6f3d7b6d HTTP/1.1" status: 200 len: 944 time: 0.0696535 Jul 09 15:29:20.981535 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-de0d6773-6fe5-4437-ad2d-97490b4294f7 req-9b1b4c39-e46b-4d3e-b8e5-b08cfdfe7902 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27dfdc5-063d-45b9-8c91-5061011151d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359006 Jul 09 15:29:21.630910 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 3aca1c36-4553-4412-b3e5-a1ba31cda44c up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:29:21.828873 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port 3aca1c36-4553-4412-b3e5-a1ba31cda44c completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:29:21.833536 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port 3aca1c36-4553-4412-b3e5-a1ba31cda44c triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:29:21.833951 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:29:21.912168 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:29:21.937827 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3265bd9-2db5-449f-94de-7e4e6f3d7b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aca1c36-4553-4412-b3e5-a1ba31cda44c'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:29:21.944815 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b1c25f-672b-453b-a122-1c635fc35804" -d '{"events": [{"server_uuid": "a3265bd9-2db5-449f-94de-7e4e6f3d7b6d", "name": "network-vif-plugged", "status": "completed", "tag": "3aca1c36-4553-4412-b3e5-a1ba31cda44c"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:29:21.952897 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 3aca1c36-4553-4412-b3e5-a1ba31cda44c, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=3aca1c36-4553-4412-b3e5-a1ba31cda44c,segment=NetworkSegment(606647b5-2487-48f5-8bbb-91ffd6756a32),segment_id=606647b5-2487-48f5-8bbb-91ffd6756a32)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:29:22.036955 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57b9991-41d7-49da-b399-7c65a59bf114 x-openstack-request-id: req-c57b9991-41d7-49da-b399-7c65a59bf114 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:29:22.037246 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3265bd9-2db5-449f-94de-7e4e6f3d7b6d", "name": "network-vif-plugged", "status": "completed", "tag": "3aca1c36-4553-4412-b3e5-a1ba31cda44c", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:29:22.037501 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c57b9991-41d7-49da-b399-7c65a59bf114 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:29:22.037894 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3265bd9-2db5-449f-94de-7e4e6f3d7b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aca1c36-4553-4412-b3e5-a1ba31cda44c', 'code': 200} Jul 09 15:29:22.114618 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:29:22.163093 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e6e3b0-eaa8-4ea5-90b0-76c952d9927d req-1a70992e-6925-47c9-b8b6-e729d442e251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:29:22.164969 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f1e6e3b0-eaa8-4ea5-90b0-76c952d9927d req-1a70992e-6925-47c9-b8b6-e729d442e251 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a3265bd9-2db5-449f-94de-7e4e6f3d7b6d HTTP/1.1" status: 200 len: 1095 time: 0.0611725 Jul 09 15:29:22.173319 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e6da70-1dab-4b0f-97c3-f4aaf97c472f req-7fdeacdc-461a-433b-b13c-a28d89be9bc1 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:29:22.173880 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=3aca1c36-4553-4412-b3e5-a1ba31cda44c,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:29:22.175434 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-46e6da70-1dab-4b0f-97c3-f4aaf97c472f req-7fdeacdc-461a-433b-b13c-a28d89be9bc1 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3265bd9-2db5-449f-94de-7e4e6f3d7b6d HTTP/1.1" status: 200 len: 944 time: 0.0781078 Jul 09 15:29:22.204007 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f1e6e3b0-eaa8-4ea5-90b0-76c952d9927d req-3c91c16e-b9d7-4921-9401-e26e0fb28f11 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d27dfdc5-063d-45b9-8c91-5061011151d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318010 Jul 09 15:29:22.218923 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-46e6da70-1dab-4b0f-97c3-f4aaf97c472f req-0e2fd7d2-2853-4f18-9612-62c071cca502 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27dfdc5-063d-45b9-8c91-5061011151d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345550 Jul 09 15:29:23.410702 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c7563b-57de-4fa6-83b0-6989219406cb req-a956baa0-7a8a-4e8b-ab55-2e596125a3da tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:29:23.412258 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d5c7563b-57de-4fa6-83b0-6989219406cb req-a956baa0-7a8a-4e8b-ab55-2e596125a3da tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3265bd9-2db5-449f-94de-7e4e6f3d7b6d HTTP/1.1" status: 200 len: 945 time: 0.0743766 Jul 09 15:29:23.454070 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d5c7563b-57de-4fa6-83b0-6989219406cb req-65a9562e-7273-4f2f-bdcc-b001ad5a9892 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27dfdc5-063d-45b9-8c91-5061011151d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358648 Jul 09 15:29:23.572624 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:29:24.632656 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19908b6-f39b-4edd-b8a5-95d179626785 req-e41eb100-c959-482b-b6dd-7296cef62cc5 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:29:24.634165 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a19908b6-f39b-4edd-b8a5-95d179626785 req-e41eb100-c959-482b-b6dd-7296cef62cc5 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3265bd9-2db5-449f-94de-7e4e6f3d7b6d HTTP/1.1" status: 200 len: 945 time: 0.0671804 Jul 09 15:29:24.673656 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a19908b6-f39b-4edd-b8a5-95d179626785 req-d38e1ff9-d4dc-4a79-b49d-12e22692c8e9 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27dfdc5-063d-45b9-8c91-5061011151d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340011 Jul 09 15:29:24.846903 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8391cd45-c3b1-4619-9dfe-5c1a8956e020 req-2b775a53-010c-48de-8b84-4572ee636c29 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:29:24.848448 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8391cd45-c3b1-4619-9dfe-5c1a8956e020 req-2b775a53-010c-48de-8b84-4572ee636c29 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3265bd9-2db5-449f-94de-7e4e6f3d7b6d HTTP/1.1" status: 200 len: 945 time: 0.0643411 Jul 09 15:29:24.889560 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8391cd45-c3b1-4619-9dfe-5c1a8956e020 req-f63a1330-5596-461c-98a1-9ac127464cb4 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27dfdc5-063d-45b9-8c91-5061011151d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355136 Jul 09 15:29:24.914454 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 54360) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:29:25.066699 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10120ee7-562b-4a7b-b3ee-dd55250329dd tempest-TestVolumeBootPattern-426296150 tempest-TestVolumeBootPattern-426296150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:29:25.068270 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-10120ee7-562b-4a7b-b3ee-dd55250329dd tempest-TestVolumeBootPattern-426296150 tempest-TestVolumeBootPattern-426296150-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=a3265bd9-2db5-449f-94de-7e4e6f3d7b6d HTTP/1.1" status: 200 len: 1091 time: 0.1527541 Jul 09 15:29:25.072191 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 54364) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:29:25.076695 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-8336f65d-b14d-488d-a47a-eca4305f2a97 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Request body: {'floatingip': {'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'port_id': '3aca1c36-4553-4412-b3e5-a1ba31cda44c', 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:29:25.195282 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8336f65d-b14d-488d-a47a-eca4305f2a97 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks [] for floatingip, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:29:25.295821 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8336f65d-b14d-488d-a47a-eca4305f2a97 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:29:25.417090 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-8336f65d-b14d-488d-a47a-eca4305f2a97 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Allocated IP 172.25.3.196 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/11d9a4f2-f22e-4206-b48a-915d912797fa) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:29:25.525667 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8336f65d-b14d-488d-a47a-eca4305f2a97 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:29:25.618753 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8336f65d-b14d-488d-a47a-eca4305f2a97 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:29:25.655659 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8336f65d-b14d-488d-a47a-eca4305f2a97 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:29:25.660403 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-8336f65d-b14d-488d-a47a-eca4305f2a97 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:29:25.664028 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8336f65d-b14d-488d-a47a-eca4305f2a97 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:29:25.693859 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8336f65d-b14d-488d-a47a-eca4305f2a97 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Pushing event updated for resources: {'Port': ['ID=11d9a4f2-f22e-4206-b48a-915d912797fa,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:29:26.034830 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8336f65d-b14d-488d-a47a-eca4305f2a97 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:29:26.178320 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1bd0c88a-3064-41b6-be40-49c2e6f279a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:29:26.197112 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8336f65d-b14d-488d-a47a-eca4305f2a97 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:29:26.348666 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8336f65d-b14d-488d-a47a-eca4305f2a97 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:29:26.423873 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8336f65d-b14d-488d-a47a-eca4305f2a97 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:29:26.489455 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8336f65d-b14d-488d-a47a-eca4305f2a97 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Pushing event updated for resources: {'Port': ['ID=11d9a4f2-f22e-4206-b48a-915d912797fa,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:29:26.504207 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8336f65d-b14d-488d-a47a-eca4305f2a97 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:29:26.604570 n-d-799529-6 neutron-server[94446]: INFO neutron.db.l3_db [None req-8336f65d-b14d-488d-a47a-eca4305f2a97 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Floating IP 58a777ae-e6a9-45ae-aade-45a95fe25433 associated. External IP: 172.25.3.196, port: 3aca1c36-4553-4412-b3e5-a1ba31cda44c. Jul 09 15:29:26.812028 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8336f65d-b14d-488d-a47a-eca4305f2a97 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Router f116883f-27d3-4392-8fca-8b8b16a39020 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:29:26.922466 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8336f65d-b14d-488d-a47a-eca4305f2a97 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:29:26.932181 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56e0852-8ac9-42e7-a2b1-804b8fdd5d1d None None] Sync routers for ids ['f116883f-27d3-4392-8fca-8b8b16a39020'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:29:26.942075 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56e0852-8ac9-42e7-a2b1-804b8fdd5d1d None None] Routers {'f116883f-27d3-4392-8fca-8b8b16a39020'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:29:26.948596 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-c56e0852-8ac9-42e7-a2b1-804b8fdd5d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:28:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['f116883f-27d3-4392-8fca-8b8b16a39020'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:29:27.024395 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8336f65d-b14d-488d-a47a-eca4305f2a97 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:29:27.054514 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-c56e0852-8ac9-42e7-a2b1-804b8fdd5d1d None None] Set router f116883f-27d3-4392-8fca-8b8b16a39020 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:29:27.062095 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-8336f65d-b14d-488d-a47a-eca4305f2a97 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9888644 Jul 09 15:29:27.062679 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3265bd9-2db5-449f-94de-7e4e6f3d7b6d', 'tag': '3aca1c36-4553-4412-b3e5-a1ba31cda44c'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:29:27.064975 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1edc49f3-b9f8-4edd-9cef-ae037ef71fba" -d '{"events": [{"name": "network-changed", "server_uuid": "a3265bd9-2db5-449f-94de-7e4e6f3d7b6d", "tag": "3aca1c36-4553-4412-b3e5-a1ba31cda44c"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:29:27.177588 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4eab70-b040-47ed-8b24-0d1030e5f891 x-openstack-request-id: req-7e4eab70-b040-47ed-8b24-0d1030e5f891 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:29:27.177901 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3265bd9-2db5-449f-94de-7e4e6f3d7b6d", "tag": "3aca1c36-4553-4412-b3e5-a1ba31cda44c", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:29:27.178194 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7e4eab70-b040-47ed-8b24-0d1030e5f891 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:29:27.178640 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3265bd9-2db5-449f-94de-7e4e6f3d7b6d', 'tag': '3aca1c36-4553-4412-b3e5-a1ba31cda44c', 'status': 'completed', 'code': 200} Jul 09 15:29:27.252613 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc49f3-b9f8-4edd-9cef-ae037ef71fba req-b0ce04dd-3571-485f-9d8c-67a0599de16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:29:27.254237 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1edc49f3-b9f8-4edd-9cef-ae037ef71fba req-b0ce04dd-3571-485f-9d8c-67a0599de16f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3fdc558e4b804a78859c2565a5dbcf72&device_id=a3265bd9-2db5-449f-94de-7e4e6f3d7b6d HTTP/1.1" status: 200 len: 1096 time: 0.0530069 Jul 09 15:29:27.289584 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-c56e0852-8ac9-42e7-a2b1-804b8fdd5d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'name': 'tempest-TestVolumeBootPattern-428391110-router', 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '363e6b3c-7e14-4097-94cd-06db0ce98684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:24:06Z', 'updated_at': '2021-07-09T15:24:09Z', 'revision_number': 4, 'project_id': '3fdc558e4b804a78859c2565a5dbcf72', 'gw_port': {'id': '363e6b3c-7e14-4097-94cd-06db0ce98684', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:06Z', 'updated_at': '2021-07-09T15:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '58a777ae-e6a9-45ae-aade-45a95fe25433', 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'floating_ip_address': '172.25.3.196', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'port_id': '3aca1c36-4553-4412-b3e5-a1ba31cda44c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e', 'mac_address': 'fa:16:3e:e2:98:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3265bd9-2db5-449f-94de-7e4e6f3d7b6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:29:25Z', 'updated_at': '2021-07-09T15:29:25Z', 'revision_number': 0, 'project_id': '3fdc558e4b804a78859c2565a5dbcf72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cce107d7-3e57-4d4a-b97f-e270f5169244', 'name': '', 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e', 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'mac_address': 'fa:16:3e:bc:99:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '4468b5d7-64e7-478a-93b6-96bdc0a89416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:08Z', 'updated_at': '2021-07-09T15:24:15Z', 'revision_number': 5, 'project_id': '3fdc558e4b804a78859c2565a5dbcf72', 'subnets': [{'id': '4468b5d7-64e7-478a-93b6-96bdc0a89416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:29:27.321049 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56e0852-8ac9-42e7-a2b1-804b8fdd5d1d None None] Checking router: f116883f-27d3-4392-8fca-8b8b16a39020 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:29:27.329544 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56e0852-8ac9-42e7-a2b1-804b8fdd5d1d None None] Routers {'f116883f-27d3-4392-8fca-8b8b16a39020'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:29:27.330169 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-c56e0852-8ac9-42e7-a2b1-804b8fdd5d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:28:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['f116883f-27d3-4392-8fca-8b8b16a39020'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:29:27.349297 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc49f3-b9f8-4edd-9cef-ae037ef71fba req-1951112f-e658-470b-a3ab-39f485f66923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:29:27.350787 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1edc49f3-b9f8-4edd-9cef-ae037ef71fba req-1951112f-e658-470b-a3ab-39f485f66923 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4f755c34-6ac6-47a3-ae75-bc820231858e HTTP/1.1" status: 200 len: 912 time: 0.0904353 Jul 09 15:29:27.420165 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1edc49f3-b9f8-4edd-9cef-ae037ef71fba req-d2026d81-09d0-4de5-97c3-726fbedc4003 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3aca1c36-4553-4412-b3e5-a1ba31cda44c HTTP/1.1" status: 200 len: 999 time: 0.0621948 Jul 09 15:29:27.442988 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-c56e0852-8ac9-42e7-a2b1-804b8fdd5d1d None None] Set router f116883f-27d3-4392-8fca-8b8b16a39020 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:29:27.475024 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc49f3-b9f8-4edd-9cef-ae037ef71fba req-5860999f-1911-4b38-a94a-47d498323652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:29:27.476534 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1edc49f3-b9f8-4edd-9cef-ae037ef71fba req-5860999f-1911-4b38-a94a-47d498323652 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4468b5d7-64e7-478a-93b6-96bdc0a89416 HTTP/1.1" status: 200 len: 850 time: 0.0496955 Jul 09 15:29:27.534699 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc49f3-b9f8-4edd-9cef-ae037ef71fba req-5235aa2e-de6b-4429-b581-7c2a00f3b560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:29:27.536300 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1edc49f3-b9f8-4edd-9cef-ae037ef71fba req-5235aa2e-de6b-4429-b581-7c2a00f3b560 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4f755c34-6ac6-47a3-ae75-bc820231858e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528553 Jul 09 15:29:27.627902 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1edc49f3-b9f8-4edd-9cef-ae037ef71fba req-fdc1fd07-8bed-489d-bc0c-d60581624c04 service neutron] 10.222.0.54 "GET /v2.0/networks/4f755c34-6ac6-47a3-ae75-bc820231858e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840118 Jul 09 15:29:27.670148 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-c56e0852-8ac9-42e7-a2b1-804b8fdd5d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'name': 'tempest-TestVolumeBootPattern-428391110-router', 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '363e6b3c-7e14-4097-94cd-06db0ce98684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:24:06Z', 'updated_at': '2021-07-09T15:24:09Z', 'revision_number': 4, 'project_id': '3fdc558e4b804a78859c2565a5dbcf72', 'gw_port': {'id': '363e6b3c-7e14-4097-94cd-06db0ce98684', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:06Z', 'updated_at': '2021-07-09T15:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '58a777ae-e6a9-45ae-aade-45a95fe25433', 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'floating_ip_address': '172.25.3.196', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'port_id': '3aca1c36-4553-4412-b3e5-a1ba31cda44c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e', 'mac_address': 'fa:16:3e:e2:98:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3265bd9-2db5-449f-94de-7e4e6f3d7b6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:29:25Z', 'updated_at': '2021-07-09T15:29:25Z', 'revision_number': 0, 'project_id': '3fdc558e4b804a78859c2565a5dbcf72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cce107d7-3e57-4d4a-b97f-e270f5169244', 'name': '', 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e', 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'mac_address': 'fa:16:3e:bc:99:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '4468b5d7-64e7-478a-93b6-96bdc0a89416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:08Z', 'updated_at': '2021-07-09T15:24:15Z', 'revision_number': 5, 'project_id': '3fdc558e4b804a78859c2565a5dbcf72', 'subnets': [{'id': '4468b5d7-64e7-478a-93b6-96bdc0a89416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:29:27.700780 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56e0852-8ac9-42e7-a2b1-804b8fdd5d1d None None] The sync data for ids ['f116883f-27d3-4392-8fca-8b8b16a39020'] in n-d-799529-6 is: [{'id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'name': 'tempest-TestVolumeBootPattern-428391110-router', 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '363e6b3c-7e14-4097-94cd-06db0ce98684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:24:06Z', 'updated_at': '2021-07-09T15:24:09Z', 'revision_number': 4, 'project_id': '3fdc558e4b804a78859c2565a5dbcf72', 'gw_port': {'id': '363e6b3c-7e14-4097-94cd-06db0ce98684', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:06Z', 'updated_at': '2021-07-09T15:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '58a777ae-e6a9-45ae-aade-45a95fe25433', 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'floating_ip_address': '172.25.3.196', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'port_id': '3aca1c36-4553-4412-b3e5-a1ba31cda44c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e', 'mac_address': 'fa:16:3e:e2:98:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3265bd9-2db5-449f-94de-7e4e6f3d7b6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:29:25Z', 'updated_at': '2021-07-09T15:29:25Z', 'revision_number': 0, 'project_id': '3fdc558e4b804a78859c2565a5dbcf72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cce107d7-3e57-4d4a-b97f-e270f5169244', 'name': '', 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e', 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'mac_address': 'fa:16:3e:bc:99:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '4468b5d7-64e7-478a-93b6-96bdc0a89416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:08Z', 'updated_at': '2021-07-09T15:24:15Z', 'revision_number': 5, 'project_id': '3fdc558e4b804a78859c2565a5dbcf72', 'subnets': [{'id': '4468b5d7-64e7-478a-93b6-96bdc0a89416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:29:27.728083 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1edc49f3-b9f8-4edd-9cef-ae037ef71fba req-e0c555d5-10aa-4a6c-9830-85d773dbe1aa service neutron] 10.222.0.54 "GET /v2.0/networks/4f755c34-6ac6-47a3-ae75-bc820231858e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942826 Jul 09 15:29:27.885679 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b12ef6b-e54b-4490-8dc9-ebfdebdc3592 None None] New status for floating IP 58a777ae-e6a9-45ae-aade-45a95fe25433: ACTIVE {{(pid=94448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 15:29:29.098384 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ef9fa613-c1dc-4b57-bfd2-d4d3fa5b101f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:29:29.286888 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:29:30.343254 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:29:31.749113 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:29:45.302988 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:29:51.985177 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2bfdfcfa-ae24-4d4d-a137-5a9b23cb76b2 req-5eac0538-6fc9-45d4-87e2-a26453c8a173 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a3265bd9-2db5-449f-94de-7e4e6f3d7b6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0546837 Jul 09 15:29:52.079824 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfdfcfa-ae24-4d4d-a137-5a9b23cb76b2 req-824b0565-2221-4208-9f39-b7ca66239fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:29:52.081291 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2bfdfcfa-ae24-4d4d-a137-5a9b23cb76b2 req-824b0565-2221-4208-9f39-b7ca66239fc5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3fdc558e4b804a78859c2565a5dbcf72&device_id=a3265bd9-2db5-449f-94de-7e4e6f3d7b6d HTTP/1.1" status: 200 len: 1096 time: 0.0516515 Jul 09 15:29:52.188781 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfdfcfa-ae24-4d4d-a137-5a9b23cb76b2 req-0162de61-c727-430e-87d4-a15c18bf52a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:29:52.190244 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2bfdfcfa-ae24-4d4d-a137-5a9b23cb76b2 req-0162de61-c727-430e-87d4-a15c18bf52a3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4f755c34-6ac6-47a3-ae75-bc820231858e HTTP/1.1" status: 200 len: 912 time: 0.0891747 Jul 09 15:29:52.254248 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2bfdfcfa-ae24-4d4d-a137-5a9b23cb76b2 req-fc3837ae-bb61-4691-9d5a-0238bba239a9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3aca1c36-4553-4412-b3e5-a1ba31cda44c HTTP/1.1" status: 200 len: 1001 time: 0.0572541 Jul 09 15:29:52.306715 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfdfcfa-ae24-4d4d-a137-5a9b23cb76b2 req-692e69af-e0b8-4d94-89a6-b3b8c3550e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:29:52.308248 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2bfdfcfa-ae24-4d4d-a137-5a9b23cb76b2 req-692e69af-e0b8-4d94-89a6-b3b8c3550e1f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4468b5d7-64e7-478a-93b6-96bdc0a89416 HTTP/1.1" status: 200 len: 850 time: 0.0484202 Jul 09 15:29:52.366434 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfdfcfa-ae24-4d4d-a137-5a9b23cb76b2 req-828a437d-3bad-49e4-8b84-41b532d81267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:29:52.367997 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2bfdfcfa-ae24-4d4d-a137-5a9b23cb76b2 req-828a437d-3bad-49e4-8b84-41b532d81267 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4f755c34-6ac6-47a3-ae75-bc820231858e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536873 Jul 09 15:29:52.456312 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2bfdfcfa-ae24-4d4d-a137-5a9b23cb76b2 req-fd459d2b-387d-476e-b763-e52f9ebbfec7 service neutron] 10.222.0.54 "GET /v2.0/networks/4f755c34-6ac6-47a3-ae75-bc820231858e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812564 Jul 09 15:29:52.549509 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2bfdfcfa-ae24-4d4d-a137-5a9b23cb76b2 req-3108a706-c1f8-4ac7-9281-67b0ced9e242 service neutron] 10.222.0.54 "GET /v2.0/networks/4f755c34-6ac6-47a3-ae75-bc820231858e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861723 Jul 09 15:29:53.552353 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:29:54.009087 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:29:56.141205 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c61298d8-2f6b-4ef6-9f51-817ebdc3a951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:29:59.106775 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8cbd324c-39d5-4e74-b4da-e3218db33045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:29:59.255296 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:30:00.341147 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:30:01.775298 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:30:15.254494 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:30:23.562009 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:30:26.156261 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f91136db-14d1-4509-b5a8-5e79bcc6e0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:30:29.121724 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5764953a-4750-4718-bba5-c13469adfc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:30:29.299662 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:30:30.350053 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:30:31.008433 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:30:31.807141 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:30:45.246050 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:30:53.565369 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:30:53.965348 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8ac8d364-e9a3-4124-907a-bb41d8162245 req-331ef6cc-3725-46b6-bf80-95b0cafbdfb3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a3265bd9-2db5-449f-94de-7e4e6f3d7b6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0537922 Jul 09 15:30:54.060981 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac8d364-e9a3-4124-907a-bb41d8162245 req-0c6e480a-1f18-4da3-8df4-442f68a6421c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:30:54.062516 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8ac8d364-e9a3-4124-907a-bb41d8162245 req-0c6e480a-1f18-4da3-8df4-442f68a6421c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3fdc558e4b804a78859c2565a5dbcf72&device_id=a3265bd9-2db5-449f-94de-7e4e6f3d7b6d HTTP/1.1" status: 200 len: 1096 time: 0.0565469 Jul 09 15:30:54.164215 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac8d364-e9a3-4124-907a-bb41d8162245 req-781a3d83-cf8e-4132-8237-3efe8f2c2b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:30:54.165705 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8ac8d364-e9a3-4124-907a-bb41d8162245 req-781a3d83-cf8e-4132-8237-3efe8f2c2b3f service neutron] 10.222.0.54 "GET /v2.0/networks?id=4f755c34-6ac6-47a3-ae75-bc820231858e HTTP/1.1" status: 200 len: 912 time: 0.0834727 Jul 09 15:30:54.233291 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8ac8d364-e9a3-4124-907a-bb41d8162245 req-ded0f813-0e3d-4d92-9ca4-2ecc2a1ead51 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3aca1c36-4553-4412-b3e5-a1ba31cda44c HTTP/1.1" status: 200 len: 1001 time: 0.0608068 Jul 09 15:30:54.286158 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac8d364-e9a3-4124-907a-bb41d8162245 req-7e16b6a5-e745-452a-a42c-183e4eb159c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:30:54.287688 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8ac8d364-e9a3-4124-907a-bb41d8162245 req-7e16b6a5-e745-452a-a42c-183e4eb159c0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4468b5d7-64e7-478a-93b6-96bdc0a89416 HTTP/1.1" status: 200 len: 850 time: 0.0484965 Jul 09 15:30:54.343882 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac8d364-e9a3-4124-907a-bb41d8162245 req-83e8d96c-6c19-441b-9e50-38259e5251e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:30:54.345390 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8ac8d364-e9a3-4124-907a-bb41d8162245 req-83e8d96c-6c19-441b-9e50-38259e5251e5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4f755c34-6ac6-47a3-ae75-bc820231858e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518999 Jul 09 15:30:54.439126 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8ac8d364-e9a3-4124-907a-bb41d8162245 req-4d853479-c969-4a9b-86a2-f0e5af8c2cd6 service neutron] 10.222.0.54 "GET /v2.0/networks/4f755c34-6ac6-47a3-ae75-bc820231858e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863602 Jul 09 15:30:54.529883 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8ac8d364-e9a3-4124-907a-bb41d8162245 req-74065e01-31b3-4d58-856c-cb8b8e8115af service neutron] 10.222.0.54 "GET /v2.0/networks/4f755c34-6ac6-47a3-ae75-bc820231858e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839908 Jul 09 15:30:56.182348 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-44be64a8-074a-4e1b-810b-c3a740687c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:30:59.113873 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4af09506-2e0f-49eb-a497-b3e44145ac7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:30:59.290756 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:31:00.353273 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:31:01.759353 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:31:08.008750 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:31:15.261350 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:31:23.551804 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:31:26.162953 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d1bfa371-1603-4ad9-805c-1263f32bef2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:31:29.128790 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-173f1d6c-60f5-4663-b87d-91cf1a3d67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:31:29.266576 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:31:30.385863 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:31:31.803356 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:31:45.007520 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:31:45.288055 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:31:53.601520 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:31:54.381263 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7eebd-7fcf-401d-b829-f9bb5b92a647 req-586892cc-4cdf-4550-915a-d516de7d8851 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:31:54.382817 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aae7eebd-7fcf-401d-b829-f9bb5b92a647 req-586892cc-4cdf-4550-915a-d516de7d8851 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3265bd9-2db5-449f-94de-7e4e6f3d7b6d HTTP/1.1" status: 200 len: 945 time: 0.0663619 Jul 09 15:31:54.426210 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aae7eebd-7fcf-401d-b829-f9bb5b92a647 req-b82dea35-f49c-43be-bf85-54d6d592f1e4 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27dfdc5-063d-45b9-8c91-5061011151d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369549 Jul 09 15:31:55.657932 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56880df7-0f49-49a5-ab1d-facfa77c9118 req-7dee07a3-c1c3-4d9b-bfd2-6c94d00331f4 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:31:55.659740 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-56880df7-0f49-49a5-ab1d-facfa77c9118 req-7dee07a3-c1c3-4d9b-bfd2-6c94d00331f4 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3265bd9-2db5-449f-94de-7e4e6f3d7b6d HTTP/1.1" status: 200 len: 945 time: 0.0729129 Jul 09 15:31:55.702834 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-56880df7-0f49-49a5-ab1d-facfa77c9118 req-beb9c438-e950-4c04-b864-a73743fa62d4 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27dfdc5-063d-45b9-8c91-5061011151d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337679 Jul 09 15:31:56.014591 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d420509-04f8-46c1-b2d8-48e7ff693637 req-e2acf4bd-7d63-4201-ad87-edde9ae65fd9 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:31:56.015957 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4d420509-04f8-46c1-b2d8-48e7ff693637 req-e2acf4bd-7d63-4201-ad87-edde9ae65fd9 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3265bd9-2db5-449f-94de-7e4e6f3d7b6d HTTP/1.1" status: 200 len: 945 time: 0.0692694 Jul 09 15:31:56.126699 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-4d420509-04f8-46c1-b2d8-48e7ff693637 req-ba740e9c-d006-4b8b-b551-3310481d7078 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Deleting port 3aca1c36-4553-4412-b3e5-a1ba31cda44c {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:31:56.127046 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-4d420509-04f8-46c1-b2d8-48e7ff693637 req-ba740e9c-d006-4b8b-b551-3310481d7078 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:31:56.201506 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ef9c1aef-59a0-462e-ba3e-51239a6eeeed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:31:56.223209 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-4d420509-04f8-46c1-b2d8-48e7ff693637 req-ba740e9c-d006-4b8b-b551-3310481d7078 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] For port 3aca1c36-4553-4412-b3e5-a1ba31cda44c, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=3aca1c36-4553-4412-b3e5-a1ba31cda44c,segment=NetworkSegment(606647b5-2487-48f5-8bbb-91ffd6756a32),segment_id=606647b5-2487-48f5-8bbb-91ffd6756a32)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:31:56.223647 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-4d420509-04f8-46c1-b2d8-48e7ff693637 req-ba740e9c-d006-4b8b-b551-3310481d7078 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:31:56.444478 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-4d420509-04f8-46c1-b2d8-48e7ff693637 req-ba740e9c-d006-4b8b-b551-3310481d7078 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:31:56.456328 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-4d420509-04f8-46c1-b2d8-48e7ff693637 req-ba740e9c-d006-4b8b-b551-3310481d7078 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:31:56.456328 n-d-799529-6 neutron-server[94445]: INFO neutron.db.l3_db [req-4d420509-04f8-46c1-b2d8-48e7ff693637 req-ba740e9c-d006-4b8b-b551-3310481d7078 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Floating IP 58a777ae-e6a9-45ae-aade-45a95fe25433 disassociated. External IP: 172.25.3.196, port: 3aca1c36-4553-4412-b3e5-a1ba31cda44c. Jul 09 15:31:56.456328 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-4d420509-04f8-46c1-b2d8-48e7ff693637 req-ba740e9c-d006-4b8b-b551-3310481d7078 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Calling delete_port for 3aca1c36-4553-4412-b3e5-a1ba31cda44c owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:31:56.635444 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-4d420509-04f8-46c1-b2d8-48e7ff693637 req-ba740e9c-d006-4b8b-b551-3310481d7078 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:31:56.669709 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba740e9c-d006-4b8b-b551-3310481d7078 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Pushing event deleted for resources: {'Port': ['ID=3aca1c36-4553-4412-b3e5-a1ba31cda44c,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:31:56.686091 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba740e9c-d006-4b8b-b551-3310481d7078 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:31:56.686091 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba740e9c-d006-4b8b-b551-3310481d7078 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:31:56.686091 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba740e9c-d006-4b8b-b551-3310481d7078 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:31:56.686091 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba740e9c-d006-4b8b-b551-3310481d7078 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:31:56.686091 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba740e9c-d006-4b8b-b551-3310481d7078 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:31:56.686091 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba740e9c-d006-4b8b-b551-3310481d7078 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:31:56.686091 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba740e9c-d006-4b8b-b551-3310481d7078 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:31:56.686091 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba740e9c-d006-4b8b-b551-3310481d7078 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:31:56.686091 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba740e9c-d006-4b8b-b551-3310481d7078 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:31:56.686091 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba740e9c-d006-4b8b-b551-3310481d7078 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:31:56.686091 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba740e9c-d006-4b8b-b551-3310481d7078 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:31:56.686091 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba740e9c-d006-4b8b-b551-3310481d7078 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:31:56.797137 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d420509-04f8-46c1-b2d8-48e7ff693637 req-ba740e9c-d006-4b8b-b551-3310481d7078 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Router f116883f-27d3-4392-8fca-8b8b16a39020 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:31:56.887366 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-db34ba81-9e22-49d4-83cb-7872b91fbba7 req-4fa9b897-f94a-4e35-9b7c-5428a2d71c1f tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3265bd9-2db5-449f-94de-7e4e6f3d7b6d HTTP/1.1" status: 200 len: 210 time: 0.0433173 Jul 09 15:31:56.923512 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d420509-04f8-46c1-b2d8-48e7ff693637 req-ba740e9c-d006-4b8b-b551-3310481d7078 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:31:56.932824 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ee3dee-abdd-4ca3-9074-301e81b6d573 None None] Sync routers for ids ['f116883f-27d3-4392-8fca-8b8b16a39020'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:31:56.943717 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ee3dee-abdd-4ca3-9074-301e81b6d573 None None] Routers {'f116883f-27d3-4392-8fca-8b8b16a39020'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:31:56.944267 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-23ee3dee-abdd-4ca3-9074-301e81b6d573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:31:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['f116883f-27d3-4392-8fca-8b8b16a39020'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:31:56.967395 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d420509-04f8-46c1-b2d8-48e7ff693637 req-ba740e9c-d006-4b8b-b551-3310481d7078 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] No DVR routers for this DVR port 3aca1c36-4553-4412-b3e5-a1ba31cda44c on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:31:56.970168 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-4d420509-04f8-46c1-b2d8-48e7ff693637 req-ba740e9c-d006-4b8b-b551-3310481d7078 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:31:56.972167 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4d420509-04f8-46c1-b2d8-48e7ff693637 req-ba740e9c-d006-4b8b-b551-3310481d7078 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.54 "DELETE /v2.0/ports/3aca1c36-4553-4412-b3e5-a1ba31cda44c HTTP/1.1" status: 204 len: 173 time: 0.9509706 Jul 09 15:31:56.972601 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3265bd9-2db5-449f-94de-7e4e6f3d7b6d', 'name': 'network-vif-deleted', 'tag': '3aca1c36-4553-4412-b3e5-a1ba31cda44c'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:31:56.974945 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a08479427b65404e8b2949dd19bd12ca01e0b9fb1a312e718b9c301d92efaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d665645c-64c1-477c-aeea-065f5cf86236" -d '{"events": [{"server_uuid": "a3265bd9-2db5-449f-94de-7e4e6f3d7b6d", "name": "network-vif-deleted", "tag": "3aca1c36-4553-4412-b3e5-a1ba31cda44c"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:31:57.012179 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad74d67b-a24f-47b3-8c30-808272f2895f x-openstack-request-id: req-ad74d67b-a24f-47b3-8c30-808272f2895f {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:31:57.013597 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3265bd9-2db5-449f-94de-7e4e6f3d7b6d", "name": "network-vif-deleted", "tag": "3aca1c36-4553-4412-b3e5-a1ba31cda44c", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:31:57.013597 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ad74d67b-a24f-47b3-8c30-808272f2895f {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:31:57.013597 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3265bd9-2db5-449f-94de-7e4e6f3d7b6d', 'name': 'network-vif-deleted', 'tag': '3aca1c36-4553-4412-b3e5-a1ba31cda44c', 'status': 'completed', 'code': 200} Jul 09 15:31:57.062819 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-23ee3dee-abdd-4ca3-9074-301e81b6d573 None None] Set router f116883f-27d3-4392-8fca-8b8b16a39020 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:31:57.420989 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-23ee3dee-abdd-4ca3-9074-301e81b6d573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'name': 'tempest-TestVolumeBootPattern-428391110-router', 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '363e6b3c-7e14-4097-94cd-06db0ce98684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:24:06Z', 'updated_at': '2021-07-09T15:24:09Z', 'revision_number': 4, 'project_id': '3fdc558e4b804a78859c2565a5dbcf72', 'gw_port': {'id': '363e6b3c-7e14-4097-94cd-06db0ce98684', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:06Z', 'updated_at': '2021-07-09T15:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'cce107d7-3e57-4d4a-b97f-e270f5169244', 'name': '', 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e', 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'mac_address': 'fa:16:3e:bc:99:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '4468b5d7-64e7-478a-93b6-96bdc0a89416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:08Z', 'updated_at': '2021-07-09T15:24:15Z', 'revision_number': 5, 'project_id': '3fdc558e4b804a78859c2565a5dbcf72', 'subnets': [{'id': '4468b5d7-64e7-478a-93b6-96bdc0a89416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:31:57.450665 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ee3dee-abdd-4ca3-9074-301e81b6d573 None None] Checking router: f116883f-27d3-4392-8fca-8b8b16a39020 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:31:57.459999 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ee3dee-abdd-4ca3-9074-301e81b6d573 None None] Routers {'f116883f-27d3-4392-8fca-8b8b16a39020'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:31:57.460620 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-23ee3dee-abdd-4ca3-9074-301e81b6d573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:31:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['f116883f-27d3-4392-8fca-8b8b16a39020'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:31:57.566647 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-23ee3dee-abdd-4ca3-9074-301e81b6d573 None None] Set router f116883f-27d3-4392-8fca-8b8b16a39020 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:31:57.765874 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-23ee3dee-abdd-4ca3-9074-301e81b6d573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'name': 'tempest-TestVolumeBootPattern-428391110-router', 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '363e6b3c-7e14-4097-94cd-06db0ce98684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:24:06Z', 'updated_at': '2021-07-09T15:24:09Z', 'revision_number': 4, 'project_id': '3fdc558e4b804a78859c2565a5dbcf72', 'gw_port': {'id': '363e6b3c-7e14-4097-94cd-06db0ce98684', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:06Z', 'updated_at': '2021-07-09T15:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'cce107d7-3e57-4d4a-b97f-e270f5169244', 'name': '', 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e', 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'mac_address': 'fa:16:3e:bc:99:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '4468b5d7-64e7-478a-93b6-96bdc0a89416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:08Z', 'updated_at': '2021-07-09T15:24:15Z', 'revision_number': 5, 'project_id': '3fdc558e4b804a78859c2565a5dbcf72', 'subnets': [{'id': '4468b5d7-64e7-478a-93b6-96bdc0a89416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:31:57.794656 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ee3dee-abdd-4ca3-9074-301e81b6d573 None None] The sync data for ids ['f116883f-27d3-4392-8fca-8b8b16a39020'] in n-d-799529-6 is: [{'id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'name': 'tempest-TestVolumeBootPattern-428391110-router', 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '363e6b3c-7e14-4097-94cd-06db0ce98684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:24:06Z', 'updated_at': '2021-07-09T15:24:09Z', 'revision_number': 4, 'project_id': '3fdc558e4b804a78859c2565a5dbcf72', 'gw_port': {'id': '363e6b3c-7e14-4097-94cd-06db0ce98684', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:06Z', 'updated_at': '2021-07-09T15:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'cce107d7-3e57-4d4a-b97f-e270f5169244', 'name': '', 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e', 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'mac_address': 'fa:16:3e:bc:99:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '4468b5d7-64e7-478a-93b6-96bdc0a89416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:08Z', 'updated_at': '2021-07-09T15:24:15Z', 'revision_number': 5, 'project_id': '3fdc558e4b804a78859c2565a5dbcf72', 'subnets': [{'id': '4468b5d7-64e7-478a-93b6-96bdc0a89416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:31:58.040140 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b5f8c830-5d08-4d06-aa83-10f16883875d req-70930b80-2f0b-476f-aed7-0f36efb23eca tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3265bd9-2db5-449f-94de-7e4e6f3d7b6d HTTP/1.1" status: 200 len: 210 time: 0.0287101 Jul 09 15:31:58.048141 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1078b55-4cb9-48da-b944-8b6cf791a7e0 None None] New status for floating IP 58a777ae-e6a9-45ae-aade-45a95fe25433: DOWN {{(pid=94448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 15:31:58.307127 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 3aca1c36-4553-4412-b3e5-a1ba31cda44c no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:31:58.333686 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: 3aca1c36-4553-4412-b3e5-a1ba31cda44c {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:31:58.342968 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 3aca1c36-4553-4412-b3e5-a1ba31cda44c not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:31:59.155406 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d1dedcab-adc6-4211-96fd-bc572cfb743a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:31:59.195604 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d3a461e1-8dc4-483b-a7b2-35875c7657e8 req-6531c974-8b94-4a96-8288-3e73f5ddf2f8 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3265bd9-2db5-449f-94de-7e4e6f3d7b6d HTTP/1.1" status: 200 len: 210 time: 0.0364747 Jul 09 15:31:59.286820 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:32:00.344454 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-532f56d1-e44a-4085-b09a-4996be64468a req-737201ca-ff85-4b1a-91bb-f2550f71b0f6 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3265bd9-2db5-449f-94de-7e4e6f3d7b6d HTTP/1.1" status: 200 len: 210 time: 0.0291796 Jul 09 15:32:00.355350 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:32:01.501540 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-28db4127-d75a-4fbb-ad12-7b718a92729d req-a3aad63a-e702-4fb9-9f9a-6bc2e0ffbd3a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3265bd9-2db5-449f-94de-7e4e6f3d7b6d HTTP/1.1" status: 200 len: 210 time: 0.0281467 Jul 09 15:32:01.789375 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:32:02.736194 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d5dd6fb4-ef02-474d-b6b3-94e99e9128bc req-9c261a83-2ca4-44b2-af5a-376113dd8868 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-524287325&fields=id&tenant_id=3fdc558e4b804a78859c2565a5dbcf72 HTTP/1.1" status: 200 len: 267 time: 0.0323217 Jul 09 15:32:02.842681 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dd6fb4-ef02-474d-b6b3-94e99e9128bc req-157ac746-1ddf-4afa-9c91-785b6d1ebb7f tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:32:02.844161 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d5dd6fb4-ef02-474d-b6b3-94e99e9128bc req-157ac746-1ddf-4afa-9c91-785b6d1ebb7f tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/networks?id=4f755c34-6ac6-47a3-ae75-bc820231858e HTTP/1.1" status: 200 len: 811 time: 0.1016748 Jul 09 15:32:02.859319 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d5dd6fb4-ef02-474d-b6b3-94e99e9128bc req-c2050867-39ca-4ea3-a1eb-baf66573faae tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/quotas/3fdc558e4b804a78859c2565a5dbcf72 HTTP/1.1" status: 200 len: 375 time: 0.0098612 Jul 09 15:32:02.931562 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d5dd6fb4-ef02-474d-b6b3-94e99e9128bc req-1506899a-0fdb-4cfe-a6fd-a4d2b30fb297 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3fdc558e4b804a78859c2565a5dbcf72&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0668225 Jul 09 15:32:02.946187 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [req-d5dd6fb4-ef02-474d-b6b3-94e99e9128bc req-89a154b7-34dc-43a7-b07c-62ec43ede5b5 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:32:02.947132 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d5dd6fb4-ef02-474d-b6b3-94e99e9128bc req-89a154b7-34dc-43a7-b07c-62ec43ede5b5 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050642 Jul 09 15:32:03.357936 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d5dd6fb4-ef02-474d-b6b3-94e99e9128bc req-b610bb17-5030-49d9-88a5-a911b8fccf6b service neutron] 10.222.0.58 "GET /v2.0/networks/4f755c34-6ac6-47a3-ae75-bc820231858e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4050167 Jul 09 15:32:03.445966 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d5dd6fb4-ef02-474d-b6b3-94e99e9128bc req-1f5a8a2d-7f49-4be1-bf8e-8f28e624dc78 service neutron] 10.222.0.58 "GET /v2.0/networks/4f755c34-6ac6-47a3-ae75-bc820231858e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825055 Jul 09 15:32:04.071355 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-26665dc5-e672-4bc8-8bf7-b7a5980a4ab5 req-67da545c-0add-4ebd-ac2a-d393e5ab3894 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a94dbf9-51bf-430a-b782-f59bd1ba6e55 HTTP/1.1" status: 200 len: 210 time: 0.0324750 Jul 09 15:32:05.219921 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-722b4d83-a5f8-4650-8617-d597dac4d6c3 req-2e45b47e-435c-48fc-b7b2-309cb70ff49f tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a94dbf9-51bf-430a-b782-f59bd1ba6e55 HTTP/1.1" status: 200 len: 210 time: 0.0326176 Jul 09 15:32:06.363117 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3cf741d4-87db-43c3-9594-f46fa2b0c253 req-5277eaaf-d4c6-4e53-a1ad-1be3246c3376 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a94dbf9-51bf-430a-b782-f59bd1ba6e55 HTTP/1.1" status: 200 len: 210 time: 0.0290422 Jul 09 15:32:06.692170 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dd6fb4-ef02-474d-b6b3-94e99e9128bc req-65094d45-9ace-442d-bc6e-8ca4530e42cc tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:32:06.693615 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d5dd6fb4-ef02-474d-b6b3-94e99e9128bc req-65094d45-9ace-442d-bc6e-8ca4530e42cc tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.62 "GET /v2.0/networks?id=4f755c34-6ac6-47a3-ae75-bc820231858e HTTP/1.1" status: 200 len: 811 time: 0.1020427 Jul 09 15:32:06.745387 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d5dd6fb4-ef02-474d-b6b3-94e99e9128bc req-9724109e-e4a2-4e71-8e40-b3a6a447368f tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fdc558e4b804a78859c2565a5dbcf72 HTTP/1.1" status: 200 len: 379 time: 0.0346673 Jul 09 15:32:06.753972 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-d5dd6fb4-ef02-474d-b6b3-94e99e9128bc req-a08a9e40-bc44-4075-b5f2-cf9ab7f7b944 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Request body: {'port': {'device_id': '9a94dbf9-51bf-430a-b782-f59bd1ba6e55', 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e', 'admin_state_up': True, 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'security_groups': ['d27dfdc5-063d-45b9-8c91-5061011151d0']}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:32:06.961002 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5dd6fb4-ef02-474d-b6b3-94e99e9128bc req-a08a9e40-bc44-4075-b5f2-cf9ab7f7b944 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Made reservation on behalf of 3fdc558e4b804a78859c2565a5dbcf72 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:32:06.965476 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d5dd6fb4-ef02-474d-b6b3-94e99e9128bc req-a08a9e40-bc44-4075-b5f2-cf9ab7f7b944 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:32:07.104219 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-d5dd6fb4-ef02-474d-b6b3-94e99e9128bc req-a08a9e40-bc44-4075-b5f2-cf9ab7f7b944 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Allocated IP 172.20.0.8 (4f755c34-6ac6-47a3-ae75-bc820231858e/4468b5d7-64e7-478a-93b6-96bdc0a89416/ae3fb077-1b83-42e1-8d53-55f69bb4aced) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:32:07.253154 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d5dd6fb4-ef02-474d-b6b3-94e99e9128bc req-a08a9e40-bc44-4075-b5f2-cf9ab7f7b944 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:32:07.268198 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-d5dd6fb4-ef02-474d-b6b3-94e99e9128bc req-a08a9e40-bc44-4075-b5f2-cf9ab7f7b944 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Transition to ACTIVE for port object ae3fb077-1b83-42e1-8d53-55f69bb4aced will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:32:07.406616 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d5dd6fb4-ef02-474d-b6b3-94e99e9128bc req-a08a9e40-bc44-4075-b5f2-cf9ab7f7b944 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:32:07.455755 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5dd6fb4-ef02-474d-b6b3-94e99e9128bc req-a08a9e40-bc44-4075-b5f2-cf9ab7f7b944 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Network 4f755c34-6ac6-47a3-ae75-bc820231858e is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:32:07.461236 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-d5dd6fb4-ef02-474d-b6b3-94e99e9128bc req-a08a9e40-bc44-4075-b5f2-cf9ab7f7b944 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:32:07.466224 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5dd6fb4-ef02-474d-b6b3-94e99e9128bc req-a08a9e40-bc44-4075-b5f2-cf9ab7f7b944 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:32:07.501490 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08a9e40-bc44-4075-b5f2-cf9ab7f7b944 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Pushing event updated for resources: {'Port': ['ID=ae3fb077-1b83-42e1-8d53-55f69bb4aced,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:32:07.516341 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a9e40-bc44-4075-b5f2-cf9ab7f7b944 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:32:07.516691 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a9e40-bc44-4075-b5f2-cf9ab7f7b944 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:32:07.516952 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a9e40-bc44-4075-b5f2-cf9ab7f7b944 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:32:07.517292 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a9e40-bc44-4075-b5f2-cf9ab7f7b944 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:32:07.517628 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a9e40-bc44-4075-b5f2-cf9ab7f7b944 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:32:07.517962 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a9e40-bc44-4075-b5f2-cf9ab7f7b944 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:32:07.518293 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a9e40-bc44-4075-b5f2-cf9ab7f7b944 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:32:07.518622 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a9e40-bc44-4075-b5f2-cf9ab7f7b944 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:32:07.518948 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a9e40-bc44-4075-b5f2-cf9ab7f7b944 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:32:07.519272 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a9e40-bc44-4075-b5f2-cf9ab7f7b944 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:32:07.519649 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a9e40-bc44-4075-b5f2-cf9ab7f7b944 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:32:07.519979 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a9e40-bc44-4075-b5f2-cf9ab7f7b944 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:32:07.533700 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dd6fb4-ef02-474d-b6b3-94e99e9128bc req-a08a9e40-bc44-4075-b5f2-cf9ab7f7b944 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:32:07.534336 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d5dd6fb4-ef02-474d-b6b3-94e99e9128bc req-a08a9e40-bc44-4075-b5f2-cf9ab7f7b944 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:32:07.569996 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e43e08f-9884-4e82-b3a6-f6477cccd254 req-af5a9e3a-511e-4ec4-a942-7edca975c3a9 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:32:07.572136 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0e43e08f-9884-4e82-b3a6-f6477cccd254 req-af5a9e3a-511e-4ec4-a942-7edca975c3a9 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a94dbf9-51bf-430a-b782-f59bd1ba6e55 HTTP/1.1" status: 200 len: 931 time: 0.0826335 Jul 09 15:32:07.610172 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0e43e08f-9884-4e82-b3a6-f6477cccd254 req-b5b4e986-6add-42ca-abaf-ccc23b062849 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27dfdc5-063d-45b9-8c91-5061011151d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356352 Jul 09 15:32:07.664812 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d5dd6fb4-ef02-474d-b6b3-94e99e9128bc req-a08a9e40-bc44-4075-b5f2-cf9ab7f7b944 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9143643 Jul 09 15:32:07.681768 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [req-d5dd6fb4-ef02-474d-b6b3-94e99e9128bc req-e9bcd328-b688-4672-bea6-04cb89862612 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:32:07.682748 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d5dd6fb4-ef02-474d-b6b3-94e99e9128bc req-e9bcd328-b688-4672-bea6-04cb89862612 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054805 Jul 09 15:32:07.746273 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-d5dd6fb4-ef02-474d-b6b3-94e99e9128bc req-75174c79-9235-49d9-8139-f2fdf439490c service neutron] Request body: {'port': {'device_id': '9a94dbf9-51bf-430a-b782-f59bd1ba6e55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:32:07.824666 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d5dd6fb4-ef02-474d-b6b3-94e99e9128bc req-75174c79-9235-49d9-8139-f2fdf439490c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:32:07.914774 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a22990ad-347c-46a0-89a0-8aa08ec83041 None None] Provisioning for port ae3fb077-1b83-42e1-8d53-55f69bb4aced completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:32:07.919783 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a22990ad-347c-46a0-89a0-8aa08ec83041 None None] Provisioning complete for port ae3fb077-1b83-42e1-8d53-55f69bb4aced triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:32:07.925101 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a22990ad-347c-46a0-89a0-8aa08ec83041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:32:07.957166 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a22990ad-347c-46a0-89a0-8aa08ec83041 None None] Port ae3fb077-1b83-42e1-8d53-55f69bb4aced cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:32:08.094783 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-d5dd6fb4-ef02-474d-b6b3-94e99e9128bc req-75174c79-9235-49d9-8139-f2fdf439490c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae3fb077-1b83-42e1-8d53-55f69bb4aced {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:32:08.102377 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d5dd6fb4-ef02-474d-b6b3-94e99e9128bc req-75174c79-9235-49d9-8139-f2fdf439490c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:32:08.114808 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-d5dd6fb4-ef02-474d-b6b3-94e99e9128bc req-75174c79-9235-49d9-8139-f2fdf439490c service neutron] Transition to ACTIVE for port object ae3fb077-1b83-42e1-8d53-55f69bb4aced will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:32:08.263860 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d5dd6fb4-ef02-474d-b6b3-94e99e9128bc req-75174c79-9235-49d9-8139-f2fdf439490c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:32:08.314571 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75174c79-9235-49d9-8139-f2fdf439490c service neutron] Pushing event updated for resources: {'Port': ['ID=ae3fb077-1b83-42e1-8d53-55f69bb4aced,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:32:08.391831 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-d5dd6fb4-ef02-474d-b6b3-94e99e9128bc req-75174c79-9235-49d9-8139-f2fdf439490c service neutron] Attempting to bind port ae3fb077-1b83-42e1-8d53-55f69bb4aced on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:32:08.392182 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-d5dd6fb4-ef02-474d-b6b3-94e99e9128bc req-75174c79-9235-49d9-8139-f2fdf439490c service neutron] Attempting to bind port ae3fb077-1b83-42e1-8d53-55f69bb4aced by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': '606647b5-2487-48f5-8bbb-91ffd6756a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:32:08.392516 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5dd6fb4-ef02-474d-b6b3-94e99e9128bc req-75174c79-9235-49d9-8139-f2fdf439490c service neutron] Attempting to bind port ae3fb077-1b83-42e1-8d53-55f69bb4aced on network 4f755c34-6ac6-47a3-ae75-bc820231858e {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:32:08.397174 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5dd6fb4-ef02-474d-b6b3-94e99e9128bc req-75174c79-9235-49d9-8139-f2fdf439490c service neutron] Port ae3fb077-1b83-42e1-8d53-55f69bb4aced on network 4f755c34-6ac6-47a3-ae75-bc820231858e not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:32:08.397501 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5dd6fb4-ef02-474d-b6b3-94e99e9128bc req-75174c79-9235-49d9-8139-f2fdf439490c service neutron] Attempting to bind port ae3fb077-1b83-42e1-8d53-55f69bb4aced on network 4f755c34-6ac6-47a3-ae75-bc820231858e {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:32:08.403253 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5dd6fb4-ef02-474d-b6b3-94e99e9128bc req-75174c79-9235-49d9-8139-f2fdf439490c service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:32:08.403633 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5dd6fb4-ef02-474d-b6b3-94e99e9128bc req-75174c79-9235-49d9-8139-f2fdf439490c service neutron] Checking segment: {'id': '606647b5-2487-48f5-8bbb-91ffd6756a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:32:08.404029 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5dd6fb4-ef02-474d-b6b3-94e99e9128bc req-75174c79-9235-49d9-8139-f2fdf439490c service neutron] Bound using segment: {'id': '606647b5-2487-48f5-8bbb-91ffd6756a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:32:08.404469 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-d5dd6fb4-ef02-474d-b6b3-94e99e9128bc req-75174c79-9235-49d9-8139-f2fdf439490c service neutron] Bound port: ae3fb077-1b83-42e1-8d53-55f69bb4aced, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '606647b5-2487-48f5-8bbb-91ffd6756a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:32:08.404834 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d5dd6fb4-ef02-474d-b6b3-94e99e9128bc req-75174c79-9235-49d9-8139-f2fdf439490c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:32:08.475114 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-d5dd6fb4-ef02-474d-b6b3-94e99e9128bc req-75174c79-9235-49d9-8139-f2fdf439490c service neutron] For port ae3fb077-1b83-42e1-8d53-55f69bb4aced, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:32:08.478353 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-d5dd6fb4-ef02-474d-b6b3-94e99e9128bc req-75174c79-9235-49d9-8139-f2fdf439490c service neutron] For port ae3fb077-1b83-42e1-8d53-55f69bb4aced, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=ae3fb077-1b83-42e1-8d53-55f69bb4aced,segment=NetworkSegment(606647b5-2487-48f5-8bbb-91ffd6756a32),segment_id=606647b5-2487-48f5-8bbb-91ffd6756a32)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:32:08.572939 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d5dd6fb4-ef02-474d-b6b3-94e99e9128bc req-75174c79-9235-49d9-8139-f2fdf439490c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:32:08.610692 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dd6fb4-ef02-474d-b6b3-94e99e9128bc req-75174c79-9235-49d9-8139-f2fdf439490c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:32:08.611345 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d5dd6fb4-ef02-474d-b6b3-94e99e9128bc req-75174c79-9235-49d9-8139-f2fdf439490c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:32:08.612870 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d5dd6fb4-ef02-474d-b6b3-94e99e9128bc req-75174c79-9235-49d9-8139-f2fdf439490c service neutron] 10.222.0.62 "PUT /v2.0/ports/ae3fb077-1b83-42e1-8d53-55f69bb4aced HTTP/1.1" status: 200 len: 1091 time: 0.9231317 Jul 09 15:32:08.613372 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a94dbf9-51bf-430a-b782-f59bd1ba6e55', 'tag': 'ae3fb077-1b83-42e1-8d53-55f69bb4aced'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:32:08.615748 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e64ddc-c329-404f-8361-db2cfff5a52e" -d '{"events": [{"name": "network-changed", "server_uuid": "9a94dbf9-51bf-430a-b782-f59bd1ba6e55", "tag": "ae3fb077-1b83-42e1-8d53-55f69bb4aced"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:32:08.674673 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af99f55e-8753-409e-a842-648105e18a2a x-openstack-request-id: req-af99f55e-8753-409e-a842-648105e18a2a {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:32:08.674979 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a94dbf9-51bf-430a-b782-f59bd1ba6e55", "tag": "ae3fb077-1b83-42e1-8d53-55f69bb4aced", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:32:08.675316 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-af99f55e-8753-409e-a842-648105e18a2a {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:32:08.675714 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a94dbf9-51bf-430a-b782-f59bd1ba6e55', 'tag': 'ae3fb077-1b83-42e1-8d53-55f69bb4aced', 'status': 'completed', 'code': 200} Jul 09 15:32:08.681627 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75174c79-9235-49d9-8139-f2fdf439490c service neutron] Pushing event updated for resources: {'Port': ['ID=ae3fb077-1b83-42e1-8d53-55f69bb4aced,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:32:08.770152 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e64ddc-c329-404f-8361-db2cfff5a52e req-b0566087-bf51-4855-8a76-6337ca90eda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:32:08.772515 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c9e64ddc-c329-404f-8361-db2cfff5a52e req-b0566087-bf51-4855-8a76-6337ca90eda4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3fdc558e4b804a78859c2565a5dbcf72&device_id=9a94dbf9-51bf-430a-b782-f59bd1ba6e55 HTTP/1.1" status: 200 len: 1094 time: 0.0637100 Jul 09 15:32:08.835019 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5d491-32b7-4301-bd3d-f3273dbb9416 req-25b8c080-7e16-4eb3-a367-72f54eff4d41 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:32:08.836951 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-83f5d491-32b7-4301-bd3d-f3273dbb9416 req-25b8c080-7e16-4eb3-a367-72f54eff4d41 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a94dbf9-51bf-430a-b782-f59bd1ba6e55 HTTP/1.1" status: 200 len: 943 time: 0.0696497 Jul 09 15:32:08.886869 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-83f5d491-32b7-4301-bd3d-f3273dbb9416 req-d89df909-fb8f-4708-bbea-963ec473ab68 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27dfdc5-063d-45b9-8c91-5061011151d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408854 Jul 09 15:32:09.213050 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e64ddc-c329-404f-8361-db2cfff5a52e req-493f6a86-caef-4338-b3e8-2a20494af90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:32:09.214564 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c9e64ddc-c329-404f-8361-db2cfff5a52e req-493f6a86-caef-4338-b3e8-2a20494af90c service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=3fdc558e4b804a78859c2565a5dbcf72&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4281096 Jul 09 15:32:09.318501 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e64ddc-c329-404f-8361-db2cfff5a52e req-99bcfad4-5d8b-4086-86ae-149c138a8876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:32:09.320011 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c9e64ddc-c329-404f-8361-db2cfff5a52e req-99bcfad4-5d8b-4086-86ae-149c138a8876 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0988297 Jul 09 15:32:09.452904 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dd6fb4-ef02-474d-b6b3-94e99e9128bc req-aa52a42c-67f6-45c1-b632-65136567e36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:32:09.454424 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d5dd6fb4-ef02-474d-b6b3-94e99e9128bc req-aa52a42c-67f6-45c1-b632-65136567e36b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3fdc558e4b804a78859c2565a5dbcf72&device_id=9a94dbf9-51bf-430a-b782-f59bd1ba6e55 HTTP/1.1" status: 200 len: 1094 time: 0.0593331 Jul 09 15:32:09.503907 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d5dd6fb4-ef02-474d-b6b3-94e99e9128bc req-fbed408e-116b-40ec-8512-4732023b8b0d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae3fb077-1b83-42e1-8d53-55f69bb4aced HTTP/1.1" status: 200 len: 217 time: 0.0357928 Jul 09 15:32:09.556837 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dd6fb4-ef02-474d-b6b3-94e99e9128bc req-bb60390e-07b8-418a-b97c-8dc07e76b345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:32:09.558934 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d5dd6fb4-ef02-474d-b6b3-94e99e9128bc req-bb60390e-07b8-418a-b97c-8dc07e76b345 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4468b5d7-64e7-478a-93b6-96bdc0a89416 HTTP/1.1" status: 200 len: 850 time: 0.0484915 Jul 09 15:32:09.620891 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dd6fb4-ef02-474d-b6b3-94e99e9128bc req-99979843-8871-46e7-9482-efc5db8641ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:32:09.622475 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d5dd6fb4-ef02-474d-b6b3-94e99e9128bc req-99979843-8871-46e7-9482-efc5db8641ab service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4f755c34-6ac6-47a3-ae75-bc820231858e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581098 Jul 09 15:32:09.719933 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d5dd6fb4-ef02-474d-b6b3-94e99e9128bc req-61ec0399-8aaa-4e61-9cd2-67b06b8f5773 service neutron] 10.222.0.62 "GET /v2.0/networks/4f755c34-6ac6-47a3-ae75-bc820231858e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908012 Jul 09 15:32:09.815806 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d5dd6fb4-ef02-474d-b6b3-94e99e9128bc req-42cdcbd9-3749-48ef-86b3-0707ad91bd4f service neutron] 10.222.0.62 "GET /v2.0/networks/4f755c34-6ac6-47a3-ae75-bc820231858e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887632 Jul 09 15:32:10.072169 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976fbbbb-ddd1-4e10-b5d8-b74d57e2ffc8 req-6b4a9358-90b3-4a9a-a6f1-05a39111771d tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:32:10.074446 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-976fbbbb-ddd1-4e10-b5d8-b74d57e2ffc8 req-6b4a9358-90b3-4a9a-a6f1-05a39111771d tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a94dbf9-51bf-430a-b782-f59bd1ba6e55 HTTP/1.1" status: 200 len: 943 time: 0.0674107 Jul 09 15:32:10.113813 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-976fbbbb-ddd1-4e10-b5d8-b74d57e2ffc8 req-f14ed866-3e0b-45fd-a982-798f09d15402 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27dfdc5-063d-45b9-8c91-5061011151d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333486 Jul 09 15:32:11.295419 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70acab96-6243-41a1-a677-7c2cfb1638ae req-a26831dd-a471-483c-979e-b1fa0341f62d tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:32:11.297061 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-70acab96-6243-41a1-a677-7c2cfb1638ae req-a26831dd-a471-483c-979e-b1fa0341f62d tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a94dbf9-51bf-430a-b782-f59bd1ba6e55 HTTP/1.1" status: 200 len: 943 time: 0.0667577 Jul 09 15:32:11.336312 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-70acab96-6243-41a1-a677-7c2cfb1638ae req-734bc19c-96fb-42e0-add6-6028440353ca tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27dfdc5-063d-45b9-8c91-5061011151d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336108 Jul 09 15:32:12.508723 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eedd26-0b51-405c-b74d-d47e46b22ad1 req-31a46074-817e-4eb6-8391-9feff0c7695e tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:32:12.510242 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b3eedd26-0b51-405c-b74d-d47e46b22ad1 req-31a46074-817e-4eb6-8391-9feff0c7695e tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a94dbf9-51bf-430a-b782-f59bd1ba6e55 HTTP/1.1" status: 200 len: 943 time: 0.0636084 Jul 09 15:32:12.547445 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b3eedd26-0b51-405c-b74d-d47e46b22ad1 req-e220cd35-04a0-4917-9f9c-c584c571c318 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27dfdc5-063d-45b9-8c91-5061011151d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311096 Jul 09 15:32:13.717969 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b5172-c5c2-43a7-a939-fb5f5b716964 req-dc7a6a84-f403-46ad-a655-bc4521053baf tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:32:13.719493 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ca2b5172-c5c2-43a7-a939-fb5f5b716964 req-dc7a6a84-f403-46ad-a655-bc4521053baf tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a94dbf9-51bf-430a-b782-f59bd1ba6e55 HTTP/1.1" status: 200 len: 943 time: 0.0635500 Jul 09 15:32:13.757189 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ca2b5172-c5c2-43a7-a939-fb5f5b716964 req-a93fef72-0b65-41d7-9fbc-b27ea48bd54c tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27dfdc5-063d-45b9-8c91-5061011151d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322244 Jul 09 15:32:14.932336 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2244795-0b19-41b2-bfc2-a8f536cd87e2 req-1baa8521-71bf-4c1a-8d2c-c78e3ed15984 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:32:14.933775 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e2244795-0b19-41b2-bfc2-a8f536cd87e2 req-1baa8521-71bf-4c1a-8d2c-c78e3ed15984 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a94dbf9-51bf-430a-b782-f59bd1ba6e55 HTTP/1.1" status: 200 len: 943 time: 0.0640554 Jul 09 15:32:14.970867 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e2244795-0b19-41b2-bfc2-a8f536cd87e2 req-c2c401b1-81ea-4a9f-af84-a9895d56c99b tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27dfdc5-063d-45b9-8c91-5061011151d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310826 Jul 09 15:32:15.280673 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:32:16.198426 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdfbd91-4a55-4f01-bbe7-8e3a4cc26b2d req-6d898628-f31a-4f39-9f8c-b4138350e4e4 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:32:16.200532 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6fdfbd91-4a55-4f01-bbe7-8e3a4cc26b2d req-6d898628-f31a-4f39-9f8c-b4138350e4e4 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a94dbf9-51bf-430a-b782-f59bd1ba6e55 HTTP/1.1" status: 200 len: 943 time: 0.1163850 Jul 09 15:32:16.238215 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6fdfbd91-4a55-4f01-bbe7-8e3a4cc26b2d req-88acec53-9f4f-4760-8d48-15bcc1695daf tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27dfdc5-063d-45b9-8c91-5061011151d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319905 Jul 09 15:32:17.409074 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e480f-917b-45ee-a3bd-ce762f6973ea req-4b1cf8cc-660a-412d-98d8-2d7eaf1f4ddd tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:32:17.410622 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9f9e480f-917b-45ee-a3bd-ce762f6973ea req-4b1cf8cc-660a-412d-98d8-2d7eaf1f4ddd tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a94dbf9-51bf-430a-b782-f59bd1ba6e55 HTTP/1.1" status: 200 len: 943 time: 0.0641420 Jul 09 15:32:17.447289 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9f9e480f-917b-45ee-a3bd-ce762f6973ea req-b826b0e3-c520-456d-8e94-6d56da0f46c0 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27dfdc5-063d-45b9-8c91-5061011151d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308106 Jul 09 15:32:18.625984 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59309686-32e3-462a-a853-3101136a31ee req-7752236c-efb0-4d24-aefc-d949547d9d74 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:32:18.627668 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-59309686-32e3-462a-a853-3101136a31ee req-7752236c-efb0-4d24-aefc-d949547d9d74 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a94dbf9-51bf-430a-b782-f59bd1ba6e55 HTTP/1.1" status: 200 len: 943 time: 0.0671091 Jul 09 15:32:18.666946 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-59309686-32e3-462a-a853-3101136a31ee req-771c715a-bb15-43ca-ac08-68fb072a220a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27dfdc5-063d-45b9-8c91-5061011151d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336230 Jul 09 15:32:19.837975 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78191e-8386-49ed-b923-71d9158491b7 req-480f426f-70b1-4472-b701-c64fc468e51d tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:32:19.839473 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3b78191e-8386-49ed-b923-71d9158491b7 req-480f426f-70b1-4472-b701-c64fc468e51d tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a94dbf9-51bf-430a-b782-f59bd1ba6e55 HTTP/1.1" status: 200 len: 943 time: 0.0629270 Jul 09 15:32:19.880656 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3b78191e-8386-49ed-b923-71d9158491b7 req-eb90498c-413d-4b02-8450-2b676a72f03d tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27dfdc5-063d-45b9-8c91-5061011151d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350380 Jul 09 15:32:20.360578 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device ae3fb077-1b83-42e1-8d53-55f69bb4aced details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 15:32:20.462641 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port ae3fb077-1b83-42e1-8d53-55f69bb4aced, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=ae3fb077-1b83-42e1-8d53-55f69bb4aced,segment=NetworkSegment(606647b5-2487-48f5-8bbb-91ffd6756a32),segment_id=606647b5-2487-48f5-8bbb-91ffd6756a32)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:32:20.474046 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': 'ae3fb077-1b83-42e1-8d53-55f69bb4aced', 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e', 'port_id': 'ae3fb077-1b83-42e1-8d53-55f69bb4aced', 'mac_address': 'fa:16:3e:46:2e:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4468b5d7-64e7-478a-93b6-96bdc0a89416', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 15:32:20.517210 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:32:20.530706 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae3fb077-1b83-42e1-8d53-55f69bb4aced {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:32:20.551063 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port ae3fb077-1b83-42e1-8d53-55f69bb4aced, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=ae3fb077-1b83-42e1-8d53-55f69bb4aced,segment=NetworkSegment(606647b5-2487-48f5-8bbb-91ffd6756a32),segment_id=606647b5-2487-48f5-8bbb-91ffd6756a32)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:32:20.662683 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:32:20.712064 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=ae3fb077-1b83-42e1-8d53-55f69bb4aced,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:32:20.720045 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:32:20.720398 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:32:20.720743 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:32:20.721086 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:32:20.721422 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:32:20.721762 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:32:20.722110 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:32:20.722417 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:32:20.722745 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:32:20.723072 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:32:20.723398 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:32:20.723758 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:32:21.063758 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f88c5-e3a0-4c66-95d0-691d6f6a77e6 req-dd80adb7-43c8-4358-b778-d0f8530299bf tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:32:21.065302 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4f4f88c5-e3a0-4c66-95d0-691d6f6a77e6 req-dd80adb7-43c8-4358-b778-d0f8530299bf tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a94dbf9-51bf-430a-b782-f59bd1ba6e55 HTTP/1.1" status: 200 len: 944 time: 0.0704787 Jul 09 15:32:21.098443 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['ae3fb077-1b83-42e1-8d53-55f69bb4aced'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:32:21.104960 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4f4f88c5-e3a0-4c66-95d0-691d6f6a77e6 req-d157420d-7bc6-4ad5-9b36-ef48e0bbfd04 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27dfdc5-063d-45b9-8c91-5061011151d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339897 Jul 09 15:32:22.006350 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:32:22.285187 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b04cb-665c-472f-a308-b72381bb4d68 req-f29473a4-3a22-4d35-8ef8-98ddf08040d5 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:32:22.286672 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-670b04cb-665c-472f-a308-b72381bb4d68 req-f29473a4-3a22-4d35-8ef8-98ddf08040d5 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a94dbf9-51bf-430a-b782-f59bd1ba6e55 HTTP/1.1" status: 200 len: 944 time: 0.0688553 Jul 09 15:32:22.325607 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-670b04cb-665c-472f-a308-b72381bb4d68 req-6e0291d8-80a4-4878-beaa-be7477a4cb00 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27dfdc5-063d-45b9-8c91-5061011151d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332489 Jul 09 15:32:22.374406 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device ae3fb077-1b83-42e1-8d53-55f69bb4aced up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:32:22.514133 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port ae3fb077-1b83-42e1-8d53-55f69bb4aced completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:32:22.518258 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port ae3fb077-1b83-42e1-8d53-55f69bb4aced triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:32:22.518632 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:32:22.598905 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:32:22.621413 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a94dbf9-51bf-430a-b782-f59bd1ba6e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3fb077-1b83-42e1-8d53-55f69bb4aced'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:32:22.623757 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdf1eb2c1fc76a94b7aea1229d78a4e9b53b2345ea7a68033230809199993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb4b168-6144-4490-88c6-25f5e6aba166" -d '{"events": [{"server_uuid": "9a94dbf9-51bf-430a-b782-f59bd1ba6e55", "name": "network-vif-plugged", "status": "completed", "tag": "ae3fb077-1b83-42e1-8d53-55f69bb4aced"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:32:22.636425 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port ae3fb077-1b83-42e1-8d53-55f69bb4aced, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=ae3fb077-1b83-42e1-8d53-55f69bb4aced,segment=NetworkSegment(606647b5-2487-48f5-8bbb-91ffd6756a32),segment_id=606647b5-2487-48f5-8bbb-91ffd6756a32)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:32:22.725647 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:32:22.776673 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=ae3fb077-1b83-42e1-8d53-55f69bb4aced,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:32:22.843681 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65f53a7-f276-4845-9b65-a52530b19818 x-openstack-request-id: req-d65f53a7-f276-4845-9b65-a52530b19818 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:32:22.843979 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a94dbf9-51bf-430a-b782-f59bd1ba6e55", "name": "network-vif-plugged", "status": "completed", "tag": "ae3fb077-1b83-42e1-8d53-55f69bb4aced", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:32:22.844241 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d65f53a7-f276-4845-9b65-a52530b19818 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:32:22.844667 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a94dbf9-51bf-430a-b782-f59bd1ba6e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3fb077-1b83-42e1-8d53-55f69bb4aced', 'code': 200} Jul 09 15:32:22.980952 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484edf3f-d6b4-4cd0-a84a-13285f64d5ec req-d9029546-1e64-4cf2-b2e9-6090b3bba7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:32:22.982467 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-484edf3f-d6b4-4cd0-a84a-13285f64d5ec req-d9029546-1e64-4cf2-b2e9-6090b3bba7ce service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9a94dbf9-51bf-430a-b782-f59bd1ba6e55 HTTP/1.1" status: 200 len: 1096 time: 0.0518086 Jul 09 15:32:23.016309 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-484edf3f-d6b4-4cd0-a84a-13285f64d5ec req-17481a57-5ded-4048-be7d-9f7d5f5dafc5 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d27dfdc5-063d-45b9-8c91-5061011151d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276420 Jul 09 15:32:23.515213 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05db02-af36-47f7-846a-afdd6782890c req-e2724ae7-db8e-4b7e-a2ed-b8cf7af5bb83 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:32:23.516836 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3e05db02-af36-47f7-846a-afdd6782890c req-e2724ae7-db8e-4b7e-a2ed-b8cf7af5bb83 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a94dbf9-51bf-430a-b782-f59bd1ba6e55 HTTP/1.1" status: 200 len: 945 time: 0.0715945 Jul 09 15:32:23.554171 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:32:23.558509 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3e05db02-af36-47f7-846a-afdd6782890c req-697da016-62b7-4180-9ef2-f8d1180a5b7c tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27dfdc5-063d-45b9-8c91-5061011151d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352502 Jul 09 15:32:24.747391 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e578acb-eed3-4a17-8324-f0704219ef9a req-a7cca6be-ffba-425c-a102-65939d06d811 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:32:24.750525 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9e578acb-eed3-4a17-8324-f0704219ef9a req-a7cca6be-ffba-425c-a102-65939d06d811 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a94dbf9-51bf-430a-b782-f59bd1ba6e55 HTTP/1.1" status: 200 len: 945 time: 0.0705595 Jul 09 15:32:24.789456 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9e578acb-eed3-4a17-8324-f0704219ef9a req-076a5fdf-b565-4d63-938e-b406b48eddee tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27dfdc5-063d-45b9-8c91-5061011151d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343275 Jul 09 15:32:24.984384 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c8229f-3b59-4336-b9a1-6441d349f64b req-d05f2960-cd21-4d15-b433-d068349ab1ae tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:32:24.985914 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-08c8229f-3b59-4336-b9a1-6441d349f64b req-d05f2960-cd21-4d15-b433-d068349ab1ae tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a94dbf9-51bf-430a-b782-f59bd1ba6e55 HTTP/1.1" status: 200 len: 945 time: 0.0657489 Jul 09 15:32:25.025014 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-08c8229f-3b59-4336-b9a1-6441d349f64b req-02d49089-36a7-4d3b-bef3-29b813a4b02e tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27dfdc5-063d-45b9-8c91-5061011151d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333598 Jul 09 15:32:25.049758 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 54556) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:32:25.101455 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1fb0ce-16ca-4d81-ab3f-e3803457fb18 tempest-TestVolumeBootPattern-426296150 tempest-TestVolumeBootPattern-426296150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:32:25.102993 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-bd1fb0ce-16ca-4d81-ab3f-e3803457fb18 tempest-TestVolumeBootPattern-426296150 tempest-TestVolumeBootPattern-426296150-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=9a94dbf9-51bf-430a-b782-f59bd1ba6e55 HTTP/1.1" status: 200 len: 1091 time: 0.0522320 Jul 09 15:32:25.105826 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 54558) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:32:25.110817 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-47c6b262-8dff-46fa-9375-316833916a2a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Request body: {'floatingip': {'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'port_id': 'ae3fb077-1b83-42e1-8d53-55f69bb4aced', 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:32:25.205114 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-47c6b262-8dff-46fa-9375-316833916a2a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks [] for floatingip, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:32:25.309956 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-47c6b262-8dff-46fa-9375-316833916a2a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:32:25.414703 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-47c6b262-8dff-46fa-9375-316833916a2a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Allocated IP 172.25.3.78 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/38b61a2e-6856-45db-bbdc-812d427018aa) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:32:25.515059 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-47c6b262-8dff-46fa-9375-316833916a2a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:32:25.611898 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-47c6b262-8dff-46fa-9375-316833916a2a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:32:25.653632 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c6b262-8dff-46fa-9375-316833916a2a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:32:25.657237 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-47c6b262-8dff-46fa-9375-316833916a2a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:32:25.661772 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c6b262-8dff-46fa-9375-316833916a2a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:32:25.664969 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c6b262-8dff-46fa-9375-316833916a2a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Pushing event updated for resources: {'Port': ['ID=38b61a2e-6856-45db-bbdc-812d427018aa,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:32:26.035951 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-47c6b262-8dff-46fa-9375-316833916a2a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:32:26.159987 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-05150839-c4f1-4dd8-a4d9-a7d784e66792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:32:26.178246 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-47c6b262-8dff-46fa-9375-316833916a2a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:32:26.340783 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-47c6b262-8dff-46fa-9375-316833916a2a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:32:26.422441 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-47c6b262-8dff-46fa-9375-316833916a2a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:32:26.497278 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c6b262-8dff-46fa-9375-316833916a2a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Pushing event updated for resources: {'Port': ['ID=38b61a2e-6856-45db-bbdc-812d427018aa,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:32:26.507911 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-47c6b262-8dff-46fa-9375-316833916a2a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:32:26.609461 n-d-799529-6 neutron-server[94446]: INFO neutron.db.l3_db [None req-47c6b262-8dff-46fa-9375-316833916a2a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Floating IP 9468ed7b-14df-47a7-8b89-0ffbb713fb6c associated. External IP: 172.25.3.78, port: ae3fb077-1b83-42e1-8d53-55f69bb4aced. Jul 09 15:32:26.824486 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47c6b262-8dff-46fa-9375-316833916a2a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Router f116883f-27d3-4392-8fca-8b8b16a39020 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:32:26.938989 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c6b262-8dff-46fa-9375-316833916a2a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:32:26.949300 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7d6ca6-0058-4e4f-953a-f273189f6204 None None] Sync routers for ids ['f116883f-27d3-4392-8fca-8b8b16a39020'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:32:26.958881 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7d6ca6-0058-4e4f-953a-f273189f6204 None None] Routers {'f116883f-27d3-4392-8fca-8b8b16a39020'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:32:26.959590 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-5a7d6ca6-0058-4e4f-953a-f273189f6204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:31:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['f116883f-27d3-4392-8fca-8b8b16a39020'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:32:27.016490 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-47c6b262-8dff-46fa-9375-316833916a2a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:32:27.054311 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-47c6b262-8dff-46fa-9375-316833916a2a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9474163 Jul 09 15:32:27.058888 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a94dbf9-51bf-430a-b782-f59bd1ba6e55', 'tag': 'ae3fb077-1b83-42e1-8d53-55f69bb4aced'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:32:27.058888 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f74a7cc7b8983617d30be12f99a461a8b497bc0c0e2773c0f9ee043b2bfe209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a0a7c0-914e-44dd-8c66-466cc7bc8e8d" -d '{"events": [{"name": "network-changed", "server_uuid": "9a94dbf9-51bf-430a-b782-f59bd1ba6e55", "tag": "ae3fb077-1b83-42e1-8d53-55f69bb4aced"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:32:27.074947 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-5a7d6ca6-0058-4e4f-953a-f273189f6204 None None] Set router f116883f-27d3-4392-8fca-8b8b16a39020 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:32:27.101659 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ad8f44-afe2-44af-b39e-00f897b865b4 x-openstack-request-id: req-d1ad8f44-afe2-44af-b39e-00f897b865b4 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:32:27.102028 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a94dbf9-51bf-430a-b782-f59bd1ba6e55", "tag": "ae3fb077-1b83-42e1-8d53-55f69bb4aced", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:32:27.102381 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d1ad8f44-afe2-44af-b39e-00f897b865b4 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:32:27.102847 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a94dbf9-51bf-430a-b782-f59bd1ba6e55', 'tag': 'ae3fb077-1b83-42e1-8d53-55f69bb4aced', 'status': 'completed', 'code': 200} Jul 09 15:32:27.192292 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a0a7c0-914e-44dd-8c66-466cc7bc8e8d req-c52bc0a1-111f-4e89-997c-72fc06ec65f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:32:27.193759 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-21a0a7c0-914e-44dd-8c66-466cc7bc8e8d req-c52bc0a1-111f-4e89-997c-72fc06ec65f6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3fdc558e4b804a78859c2565a5dbcf72&device_id=9a94dbf9-51bf-430a-b782-f59bd1ba6e55 HTTP/1.1" status: 200 len: 1096 time: 0.0551255 Jul 09 15:32:27.289873 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a0a7c0-914e-44dd-8c66-466cc7bc8e8d req-dbec4955-3814-4817-a99a-0b12d3b49c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:32:27.291383 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-21a0a7c0-914e-44dd-8c66-466cc7bc8e8d req-dbec4955-3814-4817-a99a-0b12d3b49c90 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4f755c34-6ac6-47a3-ae75-bc820231858e HTTP/1.1" status: 200 len: 912 time: 0.0917900 Jul 09 15:32:27.313872 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-5a7d6ca6-0058-4e4f-953a-f273189f6204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'name': 'tempest-TestVolumeBootPattern-428391110-router', 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '363e6b3c-7e14-4097-94cd-06db0ce98684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:24:06Z', 'updated_at': '2021-07-09T15:24:09Z', 'revision_number': 4, 'project_id': '3fdc558e4b804a78859c2565a5dbcf72', 'gw_port': {'id': '363e6b3c-7e14-4097-94cd-06db0ce98684', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:06Z', 'updated_at': '2021-07-09T15:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '9468ed7b-14df-47a7-8b89-0ffbb713fb6c', 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'floating_ip_address': '172.25.3.78', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'port_id': 'ae3fb077-1b83-42e1-8d53-55f69bb4aced', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e', 'mac_address': 'fa:16:3e:46:2e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a94dbf9-51bf-430a-b782-f59bd1ba6e55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:32:25Z', 'updated_at': '2021-07-09T15:32:25Z', 'revision_number': 0, 'project_id': '3fdc558e4b804a78859c2565a5dbcf72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cce107d7-3e57-4d4a-b97f-e270f5169244', 'name': '', 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e', 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'mac_address': 'fa:16:3e:bc:99:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '4468b5d7-64e7-478a-93b6-96bdc0a89416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:08Z', 'updated_at': '2021-07-09T15:24:15Z', 'revision_number': 5, 'project_id': '3fdc558e4b804a78859c2565a5dbcf72', 'subnets': [{'id': '4468b5d7-64e7-478a-93b6-96bdc0a89416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:32:27.341445 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7d6ca6-0058-4e4f-953a-f273189f6204 None None] Checking router: f116883f-27d3-4392-8fca-8b8b16a39020 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:32:27.350935 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7d6ca6-0058-4e4f-953a-f273189f6204 None None] Routers {'f116883f-27d3-4392-8fca-8b8b16a39020'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:32:27.351586 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-5a7d6ca6-0058-4e4f-953a-f273189f6204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:31:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['f116883f-27d3-4392-8fca-8b8b16a39020'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:32:27.359904 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-21a0a7c0-914e-44dd-8c66-466cc7bc8e8d req-96284879-cb9f-4f20-ae27-dbd004510075 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae3fb077-1b83-42e1-8d53-55f69bb4aced HTTP/1.1" status: 200 len: 998 time: 0.0616889 Jul 09 15:32:27.410483 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a0a7c0-914e-44dd-8c66-466cc7bc8e8d req-ab944120-17a4-4e97-ba5a-ac5ebe174481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:32:27.412190 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-21a0a7c0-914e-44dd-8c66-466cc7bc8e8d req-ab944120-17a4-4e97-ba5a-ac5ebe174481 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4468b5d7-64e7-478a-93b6-96bdc0a89416 HTTP/1.1" status: 200 len: 850 time: 0.0452678 Jul 09 15:32:27.463086 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-5a7d6ca6-0058-4e4f-953a-f273189f6204 None None] Set router f116883f-27d3-4392-8fca-8b8b16a39020 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:32:27.478429 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a0a7c0-914e-44dd-8c66-466cc7bc8e8d req-035a41a1-00ca-4147-9fb4-d868b2f0568f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:32:27.479971 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-21a0a7c0-914e-44dd-8c66-466cc7bc8e8d req-035a41a1-00ca-4147-9fb4-d868b2f0568f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4f755c34-6ac6-47a3-ae75-bc820231858e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618200 Jul 09 15:32:27.571733 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-21a0a7c0-914e-44dd-8c66-466cc7bc8e8d req-b1c17680-00d6-47c3-bd57-ea5fc0a875db service neutron] 10.222.0.62 "GET /v2.0/networks/4f755c34-6ac6-47a3-ae75-bc820231858e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841551 Jul 09 15:32:27.680174 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-21a0a7c0-914e-44dd-8c66-466cc7bc8e8d req-cfccface-d233-4e00-8416-e7ba003a86e2 service neutron] 10.222.0.62 "GET /v2.0/networks/4f755c34-6ac6-47a3-ae75-bc820231858e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013451 Jul 09 15:32:27.696536 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-5a7d6ca6-0058-4e4f-953a-f273189f6204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'name': 'tempest-TestVolumeBootPattern-428391110-router', 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '363e6b3c-7e14-4097-94cd-06db0ce98684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:24:06Z', 'updated_at': '2021-07-09T15:24:09Z', 'revision_number': 4, 'project_id': '3fdc558e4b804a78859c2565a5dbcf72', 'gw_port': {'id': '363e6b3c-7e14-4097-94cd-06db0ce98684', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:06Z', 'updated_at': '2021-07-09T15:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '9468ed7b-14df-47a7-8b89-0ffbb713fb6c', 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'floating_ip_address': '172.25.3.78', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'port_id': 'ae3fb077-1b83-42e1-8d53-55f69bb4aced', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e', 'mac_address': 'fa:16:3e:46:2e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a94dbf9-51bf-430a-b782-f59bd1ba6e55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:32:25Z', 'updated_at': '2021-07-09T15:32:25Z', 'revision_number': 0, 'project_id': '3fdc558e4b804a78859c2565a5dbcf72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cce107d7-3e57-4d4a-b97f-e270f5169244', 'name': '', 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e', 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'mac_address': 'fa:16:3e:bc:99:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '4468b5d7-64e7-478a-93b6-96bdc0a89416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:08Z', 'updated_at': '2021-07-09T15:24:15Z', 'revision_number': 5, 'project_id': '3fdc558e4b804a78859c2565a5dbcf72', 'subnets': [{'id': '4468b5d7-64e7-478a-93b6-96bdc0a89416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:32:27.726346 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7d6ca6-0058-4e4f-953a-f273189f6204 None None] The sync data for ids ['f116883f-27d3-4392-8fca-8b8b16a39020'] in n-d-799529-6 is: [{'id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'name': 'tempest-TestVolumeBootPattern-428391110-router', 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '363e6b3c-7e14-4097-94cd-06db0ce98684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:24:06Z', 'updated_at': '2021-07-09T15:24:09Z', 'revision_number': 4, 'project_id': '3fdc558e4b804a78859c2565a5dbcf72', 'gw_port': {'id': '363e6b3c-7e14-4097-94cd-06db0ce98684', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:06Z', 'updated_at': '2021-07-09T15:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '9468ed7b-14df-47a7-8b89-0ffbb713fb6c', 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'floating_ip_address': '172.25.3.78', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'port_id': 'ae3fb077-1b83-42e1-8d53-55f69bb4aced', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e', 'mac_address': 'fa:16:3e:46:2e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a94dbf9-51bf-430a-b782-f59bd1ba6e55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:32:25Z', 'updated_at': '2021-07-09T15:32:25Z', 'revision_number': 0, 'project_id': '3fdc558e4b804a78859c2565a5dbcf72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cce107d7-3e57-4d4a-b97f-e270f5169244', 'name': '', 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e', 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'mac_address': 'fa:16:3e:bc:99:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '4468b5d7-64e7-478a-93b6-96bdc0a89416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:08Z', 'updated_at': '2021-07-09T15:24:15Z', 'revision_number': 5, 'project_id': '3fdc558e4b804a78859c2565a5dbcf72', 'subnets': [{'id': '4468b5d7-64e7-478a-93b6-96bdc0a89416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:32:27.920844 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1b3bcb-0eb4-4cc4-afb4-34c49535fa4e None None] New status for floating IP 9468ed7b-14df-47a7-8b89-0ffbb713fb6c: ACTIVE {{(pid=94448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 15:32:29.090332 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0c71aedb-f22c-41ba-ab33-6752c0efb7c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:32:29.279090 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:32:30.387791 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:32:31.758836 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:32:45.266769 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:32:53.598382 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:32:56.135215 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-936297df-8eaa-4fc3-ace1-5ba18acc6e42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:32:59.004845 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:32:59.140477 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-48d47810-06e7-4c24-8058-788f7d0b6004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:32:59.254395 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:33:00.369006 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:33:01.791619 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:33:12.790779 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a4d94fb9-5a64-4d7f-a5b9-e774a45de004 req-443c5516-c020-4d18-9ba5-e177c74f6444 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9a94dbf9-51bf-430a-b782-f59bd1ba6e55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0573790 Jul 09 15:33:12.900550 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d94fb9-5a64-4d7f-a5b9-e774a45de004 req-4911cba0-f998-47a1-b77f-e9efb515914d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:33:12.902077 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a4d94fb9-5a64-4d7f-a5b9-e774a45de004 req-4911cba0-f998-47a1-b77f-e9efb515914d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3fdc558e4b804a78859c2565a5dbcf72&device_id=9a94dbf9-51bf-430a-b782-f59bd1ba6e55 HTTP/1.1" status: 200 len: 1096 time: 0.0532775 Jul 09 15:33:13.011353 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d94fb9-5a64-4d7f-a5b9-e774a45de004 req-a9259c7a-ef1e-49c5-8ce3-23c536823c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:33:13.012876 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a4d94fb9-5a64-4d7f-a5b9-e774a45de004 req-a9259c7a-ef1e-49c5-8ce3-23c536823c32 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4f755c34-6ac6-47a3-ae75-bc820231858e HTTP/1.1" status: 200 len: 912 time: 0.0903258 Jul 09 15:33:13.080512 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a4d94fb9-5a64-4d7f-a5b9-e774a45de004 req-51a819a3-ceb4-4e45-b8b8-5480ba726ff6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae3fb077-1b83-42e1-8d53-55f69bb4aced HTTP/1.1" status: 200 len: 1000 time: 0.0598462 Jul 09 15:33:13.129423 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d94fb9-5a64-4d7f-a5b9-e774a45de004 req-a4d21252-eb32-43a9-b5ea-06f18124b430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:33:13.130917 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a4d94fb9-5a64-4d7f-a5b9-e774a45de004 req-a4d21252-eb32-43a9-b5ea-06f18124b430 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4468b5d7-64e7-478a-93b6-96bdc0a89416 HTTP/1.1" status: 200 len: 850 time: 0.0445817 Jul 09 15:33:13.192888 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d94fb9-5a64-4d7f-a5b9-e774a45de004 req-be3cb8f2-5d00-4405-b199-813418d9de79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:33:13.194470 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a4d94fb9-5a64-4d7f-a5b9-e774a45de004 req-be3cb8f2-5d00-4405-b199-813418d9de79 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4f755c34-6ac6-47a3-ae75-bc820231858e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564015 Jul 09 15:33:13.280899 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a4d94fb9-5a64-4d7f-a5b9-e774a45de004 req-a4763e4e-a15f-4cb9-9c6b-c8323f1a7a1d service neutron] 10.222.0.62 "GET /v2.0/networks/4f755c34-6ac6-47a3-ae75-bc820231858e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802579 Jul 09 15:33:13.374073 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a4d94fb9-5a64-4d7f-a5b9-e774a45de004 req-969e743d-53fb-44a2-b796-9b302965b035 service neutron] 10.222.0.62 "GET /v2.0/networks/4f755c34-6ac6-47a3-ae75-bc820231858e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867040 Jul 09 15:33:15.276300 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:33:23.618757 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:33:26.212905 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5b40e98f-32e7-4248-83df-a98b789d9060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:33:29.155480 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3477d8ca-9e2d-4dc9-89c6-5cfcf2de52ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:33:29.258563 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:33:30.413055 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:33:31.778452 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:33:36.005409 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:33:45.309261 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:33:53.605683 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:33:56.165458 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9280ee65-f091-476b-9c2b-c8c67a916db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:33:59.102738 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-53f8bd3b-53a3-4114-8e73-1d0bbfe974ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:33:59.256723 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:34:00.376190 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:34:01.759819 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:34:13.005662 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:34:14.886683 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ed09ccd2-250d-47a9-a2da-f9479bd8e0aa req-64a730e9-fd76-4590-83ca-8a8166c9df97 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9a94dbf9-51bf-430a-b782-f59bd1ba6e55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0972588 Jul 09 15:34:14.992932 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed09ccd2-250d-47a9-a2da-f9479bd8e0aa req-7f3f89ae-8fac-4342-8a8d-fe6eedf91b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:34:14.994337 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ed09ccd2-250d-47a9-a2da-f9479bd8e0aa req-7f3f89ae-8fac-4342-8a8d-fe6eedf91b64 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3fdc558e4b804a78859c2565a5dbcf72&device_id=9a94dbf9-51bf-430a-b782-f59bd1ba6e55 HTTP/1.1" status: 200 len: 1096 time: 0.0515382 Jul 09 15:34:15.098756 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed09ccd2-250d-47a9-a2da-f9479bd8e0aa req-41675e10-7f41-40c8-abaf-88d6e8dce358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:34:15.100271 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ed09ccd2-250d-47a9-a2da-f9479bd8e0aa req-41675e10-7f41-40c8-abaf-88d6e8dce358 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4f755c34-6ac6-47a3-ae75-bc820231858e HTTP/1.1" status: 200 len: 912 time: 0.0864577 Jul 09 15:34:15.165929 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ed09ccd2-250d-47a9-a2da-f9479bd8e0aa req-f256472e-0494-498b-b594-693ca6a4538c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae3fb077-1b83-42e1-8d53-55f69bb4aced HTTP/1.1" status: 200 len: 1000 time: 0.0582943 Jul 09 15:34:15.218961 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed09ccd2-250d-47a9-a2da-f9479bd8e0aa req-e757d43c-c57c-403c-9992-7cd2e6f2c081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:34:15.220479 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ed09ccd2-250d-47a9-a2da-f9479bd8e0aa req-e757d43c-c57c-403c-9992-7cd2e6f2c081 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4468b5d7-64e7-478a-93b6-96bdc0a89416 HTTP/1.1" status: 200 len: 850 time: 0.0478606 Jul 09 15:34:15.277156 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed09ccd2-250d-47a9-a2da-f9479bd8e0aa req-36e32d70-bf7f-4959-9176-b758f7d78d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:34:15.278607 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ed09ccd2-250d-47a9-a2da-f9479bd8e0aa req-36e32d70-bf7f-4959-9176-b758f7d78d91 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4f755c34-6ac6-47a3-ae75-bc820231858e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522909 Jul 09 15:34:15.306647 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:34:15.366453 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ed09ccd2-250d-47a9-a2da-f9479bd8e0aa req-d6029ba5-3fc1-4888-b786-ccecafd04aec service neutron] 10.222.0.62 "GET /v2.0/networks/4f755c34-6ac6-47a3-ae75-bc820231858e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816410 Jul 09 15:34:15.457184 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ed09ccd2-250d-47a9-a2da-f9479bd8e0aa req-5ce36c32-075d-4175-b1ca-c09adc17694a service neutron] 10.222.0.62 "GET /v2.0/networks/4f755c34-6ac6-47a3-ae75-bc820231858e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848358 Jul 09 15:34:23.695321 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:34:26.146517 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b21b35ec-5899-4a89-8904-9c1c626d50d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:34:29.175355 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8424b6d6-2090-40eb-9304-40092abc69b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:34:29.289877 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:34:30.386655 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:34:31.763700 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:34:45.336426 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:34:50.004198 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:34:53.648346 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:34:56.185082 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-fddb48d2-a073-4775-abb9-e6e1989c7ac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:34:57.177391 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d34b0d8a-608f-4311-b176-5af7bc9aa87c req-4baeb541-2fca-4732-ad20-6e213411cb1c tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-524287325&fields=id&tenant_id=3fdc558e4b804a78859c2565a5dbcf72 HTTP/1.1" status: 200 len: 267 time: 0.0353100 Jul 09 15:34:57.290304 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b0d8a-608f-4311-b176-5af7bc9aa87c req-f9800fdd-eea9-4227-a52d-6a6c3de4b663 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:34:57.291998 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d34b0d8a-608f-4311-b176-5af7bc9aa87c req-f9800fdd-eea9-4227-a52d-6a6c3de4b663 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/networks?id=4f755c34-6ac6-47a3-ae75-bc820231858e HTTP/1.1" status: 200 len: 811 time: 0.1080430 Jul 09 15:34:57.306794 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d34b0d8a-608f-4311-b176-5af7bc9aa87c req-b0924d9e-ef7c-4ff1-a2b6-870ae2b2f2bf tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/quotas/3fdc558e4b804a78859c2565a5dbcf72 HTTP/1.1" status: 200 len: 375 time: 0.0095611 Jul 09 15:34:57.388544 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d34b0d8a-608f-4311-b176-5af7bc9aa87c req-f7e2fa34-efae-40a5-9f88-b88060d7fabe tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3fdc558e4b804a78859c2565a5dbcf72&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0760145 Jul 09 15:34:57.476195 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [req-d34b0d8a-608f-4311-b176-5af7bc9aa87c req-ff732483-5e83-4629-823a-a61f2b64ef2e service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:34:57.477195 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d34b0d8a-608f-4311-b176-5af7bc9aa87c req-ff732483-5e83-4629-823a-a61f2b64ef2e service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0453687 Jul 09 15:34:57.566425 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d34b0d8a-608f-4311-b176-5af7bc9aa87c req-c95b9c79-c9b6-45ff-840d-a2cd37627389 service neutron] 10.222.0.58 "GET /v2.0/networks/4f755c34-6ac6-47a3-ae75-bc820231858e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830424 Jul 09 15:34:57.664139 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d34b0d8a-608f-4311-b176-5af7bc9aa87c req-6d0b5ac5-fe23-4f9d-981f-8acbd8fc4fcc service neutron] 10.222.0.58 "GET /v2.0/networks/4f755c34-6ac6-47a3-ae75-bc820231858e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918574 Jul 09 15:34:59.150698 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-722f62dd-be4f-4123-97a3-8f7e89b0d78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:34:59.282258 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:34:59.396288 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5e83bb7a-d0cb-4f4d-8b1f-736b6e603e2b req-75918948-e081-4b01-8aca-21fd691d75b7 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=749aca0a-4e46-4ba4-b836-c77a6849cd47 HTTP/1.1" status: 200 len: 210 time: 0.0805142 Jul 09 15:35:00.414083 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:35:00.485352 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3311cf79-ecef-4bfc-88c1-b2005c8c57ec req-cd492f18-e349-4ee5-933d-1d6eea3a04be tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=749aca0a-4e46-4ba4-b836-c77a6849cd47 HTTP/1.1" status: 200 len: 210 time: 0.0340393 Jul 09 15:35:01.612823 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-aeb5aa39-1e8a-469d-8fa3-6c0c395986a2 req-8b444dcc-cd75-4a3b-b0f3-65d924592ac7 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=749aca0a-4e46-4ba4-b836-c77a6849cd47 HTTP/1.1" status: 200 len: 210 time: 0.0351050 Jul 09 15:35:01.796363 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:35:02.696115 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e7e970e4-7505-43be-9b8a-fba4b8bc8e2f req-61e763ba-d0d8-4ba6-a077-37df1c328933 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=749aca0a-4e46-4ba4-b836-c77a6849cd47 HTTP/1.1" status: 200 len: 210 time: 0.0307050 Jul 09 15:35:03.840132 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-235f54ce-cc42-465b-b2d8-904cb10533d8 req-eeafae09-fbc7-4c2e-8c00-b45e79de8420 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=749aca0a-4e46-4ba4-b836-c77a6849cd47 HTTP/1.1" status: 200 len: 210 time: 0.0295110 Jul 09 15:35:04.986966 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-113078d2-a640-498c-a99f-686f284420bd req-5ba941f2-6160-410e-84ac-f1d19a42d1da tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=749aca0a-4e46-4ba4-b836-c77a6849cd47 HTTP/1.1" status: 200 len: 210 time: 0.0323589 Jul 09 15:35:05.513590 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b0d8a-608f-4311-b176-5af7bc9aa87c req-1dd4d8ce-c961-43eb-9e61-32890bd1292c tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:35:05.515554 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d34b0d8a-608f-4311-b176-5af7bc9aa87c req-1dd4d8ce-c961-43eb-9e61-32890bd1292c tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.54 "GET /v2.0/networks?id=4f755c34-6ac6-47a3-ae75-bc820231858e HTTP/1.1" status: 200 len: 811 time: 0.1043186 Jul 09 15:35:05.571333 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d34b0d8a-608f-4311-b176-5af7bc9aa87c req-3433f4e3-a9a4-4331-a1ac-876a6cf881b7 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fdc558e4b804a78859c2565a5dbcf72 HTTP/1.1" status: 200 len: 379 time: 0.0410466 Jul 09 15:35:05.581217 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-d34b0d8a-608f-4311-b176-5af7bc9aa87c req-2220a75c-d0a0-4d9d-b47b-125caced303f tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Request body: {'port': {'device_id': '749aca0a-4e46-4ba4-b836-c77a6849cd47', 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e', 'admin_state_up': True, 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'security_groups': ['d27dfdc5-063d-45b9-8c91-5061011151d0']}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:35:05.784990 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d34b0d8a-608f-4311-b176-5af7bc9aa87c req-2220a75c-d0a0-4d9d-b47b-125caced303f tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Made reservation on behalf of 3fdc558e4b804a78859c2565a5dbcf72 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:35:05.788764 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-d34b0d8a-608f-4311-b176-5af7bc9aa87c req-2220a75c-d0a0-4d9d-b47b-125caced303f tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:35:05.923907 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-d34b0d8a-608f-4311-b176-5af7bc9aa87c req-2220a75c-d0a0-4d9d-b47b-125caced303f tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Allocated IP 172.20.0.4 (4f755c34-6ac6-47a3-ae75-bc820231858e/4468b5d7-64e7-478a-93b6-96bdc0a89416/3980044b-c96e-4730-91a2-b21e4d89dc87) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:35:06.080358 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-d34b0d8a-608f-4311-b176-5af7bc9aa87c req-2220a75c-d0a0-4d9d-b47b-125caced303f tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:35:06.099899 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-d34b0d8a-608f-4311-b176-5af7bc9aa87c req-2220a75c-d0a0-4d9d-b47b-125caced303f tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Transition to ACTIVE for port object 3980044b-c96e-4730-91a2-b21e4d89dc87 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:35:06.154753 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-510ea20a-c795-4973-b40f-9208074f73de req-e467326d-edb5-45c3-8a99-17cbc4d0b32b tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=749aca0a-4e46-4ba4-b836-c77a6849cd47 HTTP/1.1" status: 200 len: 210 time: 0.0443270 Jul 09 15:35:06.259450 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-d34b0d8a-608f-4311-b176-5af7bc9aa87c req-2220a75c-d0a0-4d9d-b47b-125caced303f tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:35:06.304158 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d34b0d8a-608f-4311-b176-5af7bc9aa87c req-2220a75c-d0a0-4d9d-b47b-125caced303f tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Network 4f755c34-6ac6-47a3-ae75-bc820231858e is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:35:06.310245 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-d34b0d8a-608f-4311-b176-5af7bc9aa87c req-2220a75c-d0a0-4d9d-b47b-125caced303f tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:35:06.314370 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-d34b0d8a-608f-4311-b176-5af7bc9aa87c req-2220a75c-d0a0-4d9d-b47b-125caced303f tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:35:06.358642 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2220a75c-d0a0-4d9d-b47b-125caced303f tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Pushing event updated for resources: {'Port': ['ID=3980044b-c96e-4730-91a2-b21e4d89dc87,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:35:06.374580 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2220a75c-d0a0-4d9d-b47b-125caced303f tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:35:06.375088 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2220a75c-d0a0-4d9d-b47b-125caced303f tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:35:06.375536 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2220a75c-d0a0-4d9d-b47b-125caced303f tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:35:06.375974 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2220a75c-d0a0-4d9d-b47b-125caced303f tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:35:06.376403 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2220a75c-d0a0-4d9d-b47b-125caced303f tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:35:06.376829 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2220a75c-d0a0-4d9d-b47b-125caced303f tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:35:06.377252 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2220a75c-d0a0-4d9d-b47b-125caced303f tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:35:06.377677 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2220a75c-d0a0-4d9d-b47b-125caced303f tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:35:06.378100 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2220a75c-d0a0-4d9d-b47b-125caced303f tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:35:06.382144 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2220a75c-d0a0-4d9d-b47b-125caced303f tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:35:06.382144 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2220a75c-d0a0-4d9d-b47b-125caced303f tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:35:06.382144 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2220a75c-d0a0-4d9d-b47b-125caced303f tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:35:06.391345 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b0d8a-608f-4311-b176-5af7bc9aa87c req-2220a75c-d0a0-4d9d-b47b-125caced303f tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:35:06.396303 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-d34b0d8a-608f-4311-b176-5af7bc9aa87c req-2220a75c-d0a0-4d9d-b47b-125caced303f tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:35:06.562004 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d34b0d8a-608f-4311-b176-5af7bc9aa87c req-2220a75c-d0a0-4d9d-b47b-125caced303f tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9844520 Jul 09 15:35:06.607116 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a32508e1-e094-4eaa-8fbc-210b44025322 None None] Provisioning for port 3980044b-c96e-4730-91a2-b21e4d89dc87 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:35:06.611404 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a32508e1-e094-4eaa-8fbc-210b44025322 None None] Provisioning complete for port 3980044b-c96e-4730-91a2-b21e4d89dc87 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:35:06.616002 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a32508e1-e094-4eaa-8fbc-210b44025322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:35:06.649860 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a32508e1-e094-4eaa-8fbc-210b44025322 None None] Port 3980044b-c96e-4730-91a2-b21e4d89dc87 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:35:06.655322 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-d34b0d8a-608f-4311-b176-5af7bc9aa87c req-23a17f61-5685-47af-8d1c-372aed16b4ca service neutron] Request body: {'port': {'device_id': '749aca0a-4e46-4ba4-b836-c77a6849cd47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:35:06.739975 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-d34b0d8a-608f-4311-b176-5af7bc9aa87c req-23a17f61-5685-47af-8d1c-372aed16b4ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:35:07.013911 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-d34b0d8a-608f-4311-b176-5af7bc9aa87c req-23a17f61-5685-47af-8d1c-372aed16b4ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3980044b-c96e-4730-91a2-b21e4d89dc87 {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:35:07.022075 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-d34b0d8a-608f-4311-b176-5af7bc9aa87c req-23a17f61-5685-47af-8d1c-372aed16b4ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:35:07.035894 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-d34b0d8a-608f-4311-b176-5af7bc9aa87c req-23a17f61-5685-47af-8d1c-372aed16b4ca service neutron] Transition to ACTIVE for port object 3980044b-c96e-4730-91a2-b21e4d89dc87 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:35:07.138271 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-d34b0d8a-608f-4311-b176-5af7bc9aa87c req-23a17f61-5685-47af-8d1c-372aed16b4ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:35:07.198060 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a17f61-5685-47af-8d1c-372aed16b4ca service neutron] Pushing event updated for resources: {'Port': ['ID=3980044b-c96e-4730-91a2-b21e4d89dc87,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:35:07.293410 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-d34b0d8a-608f-4311-b176-5af7bc9aa87c req-23a17f61-5685-47af-8d1c-372aed16b4ca service neutron] Attempting to bind port 3980044b-c96e-4730-91a2-b21e4d89dc87 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:35:07.293410 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-d34b0d8a-608f-4311-b176-5af7bc9aa87c req-23a17f61-5685-47af-8d1c-372aed16b4ca service neutron] Attempting to bind port 3980044b-c96e-4730-91a2-b21e4d89dc87 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '606647b5-2487-48f5-8bbb-91ffd6756a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:35:07.293410 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34b0d8a-608f-4311-b176-5af7bc9aa87c req-23a17f61-5685-47af-8d1c-372aed16b4ca service neutron] Attempting to bind port 3980044b-c96e-4730-91a2-b21e4d89dc87 on network 4f755c34-6ac6-47a3-ae75-bc820231858e {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:35:07.295424 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34b0d8a-608f-4311-b176-5af7bc9aa87c req-23a17f61-5685-47af-8d1c-372aed16b4ca service neutron] Port 3980044b-c96e-4730-91a2-b21e4d89dc87 on network 4f755c34-6ac6-47a3-ae75-bc820231858e not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:35:07.295424 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34b0d8a-608f-4311-b176-5af7bc9aa87c req-23a17f61-5685-47af-8d1c-372aed16b4ca service neutron] Attempting to bind port 3980044b-c96e-4730-91a2-b21e4d89dc87 on network 4f755c34-6ac6-47a3-ae75-bc820231858e {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:35:07.300698 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34b0d8a-608f-4311-b176-5af7bc9aa87c req-23a17f61-5685-47af-8d1c-372aed16b4ca service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:35:07.301042 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34b0d8a-608f-4311-b176-5af7bc9aa87c req-23a17f61-5685-47af-8d1c-372aed16b4ca service neutron] Checking segment: {'id': '606647b5-2487-48f5-8bbb-91ffd6756a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:35:07.301438 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34b0d8a-608f-4311-b176-5af7bc9aa87c req-23a17f61-5685-47af-8d1c-372aed16b4ca service neutron] Bound using segment: {'id': '606647b5-2487-48f5-8bbb-91ffd6756a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:35:07.301876 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-d34b0d8a-608f-4311-b176-5af7bc9aa87c req-23a17f61-5685-47af-8d1c-372aed16b4ca service neutron] Bound port: 3980044b-c96e-4730-91a2-b21e4d89dc87, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '606647b5-2487-48f5-8bbb-91ffd6756a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:35:07.302394 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-d34b0d8a-608f-4311-b176-5af7bc9aa87c req-23a17f61-5685-47af-8d1c-372aed16b4ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:35:07.396177 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-d34b0d8a-608f-4311-b176-5af7bc9aa87c req-23a17f61-5685-47af-8d1c-372aed16b4ca service neutron] For port 3980044b-c96e-4730-91a2-b21e4d89dc87, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:35:07.401643 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-d34b0d8a-608f-4311-b176-5af7bc9aa87c req-23a17f61-5685-47af-8d1c-372aed16b4ca service neutron] For port 3980044b-c96e-4730-91a2-b21e4d89dc87, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=3980044b-c96e-4730-91a2-b21e4d89dc87,segment=NetworkSegment(606647b5-2487-48f5-8bbb-91ffd6756a32),segment_id=606647b5-2487-48f5-8bbb-91ffd6756a32)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:35:07.568118 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-d34b0d8a-608f-4311-b176-5af7bc9aa87c req-23a17f61-5685-47af-8d1c-372aed16b4ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:35:07.613873 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b0d8a-608f-4311-b176-5af7bc9aa87c req-23a17f61-5685-47af-8d1c-372aed16b4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:35:07.615284 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-d34b0d8a-608f-4311-b176-5af7bc9aa87c req-23a17f61-5685-47af-8d1c-372aed16b4ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:35:07.617869 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d34b0d8a-608f-4311-b176-5af7bc9aa87c req-23a17f61-5685-47af-8d1c-372aed16b4ca service neutron] 10.222.0.54 "PUT /v2.0/ports/3980044b-c96e-4730-91a2-b21e4d89dc87 HTTP/1.1" status: 200 len: 1091 time: 1.0082867 Jul 09 15:35:07.621238 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '749aca0a-4e46-4ba4-b836-c77a6849cd47', 'tag': '3980044b-c96e-4730-91a2-b21e4d89dc87'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:35:07.679204 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bb405a18ca731a56dedfaaf5e9a79789110744f6b6799bb7a0722340b5c16f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2a1757-a0a3-425c-b8fd-29a391f5ab2a" -d '{"events": [{"name": "network-changed", "server_uuid": "749aca0a-4e46-4ba4-b836-c77a6849cd47", "tag": "3980044b-c96e-4730-91a2-b21e4d89dc87"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:35:07.729052 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a17f61-5685-47af-8d1c-372aed16b4ca service neutron] Pushing event updated for resources: {'Port': ['ID=3980044b-c96e-4730-91a2-b21e4d89dc87,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:35:07.788226 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c484a-352c-4930-ba28-29afbe2a66a4 req-95a670ed-fb1c-4272-9c9e-35c2440058a0 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:35:07.802725 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-511c484a-352c-4930-ba28-29afbe2a66a4 req-95a670ed-fb1c-4272-9c9e-35c2440058a0 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=749aca0a-4e46-4ba4-b836-c77a6849cd47 HTTP/1.1" status: 200 len: 943 time: 0.4875238 Jul 09 15:35:07.859321 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-511c484a-352c-4930-ba28-29afbe2a66a4 req-3bbf287d-ad9e-47b4-9dd8-7e3448c89128 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27dfdc5-063d-45b9-8c91-5061011151d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574589 Jul 09 15:35:07.887284 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b0d8a-608f-4311-b176-5af7bc9aa87c req-90a39fec-686e-46c0-9db6-0593daf7ab38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:35:07.889777 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d34b0d8a-608f-4311-b176-5af7bc9aa87c req-90a39fec-686e-46c0-9db6-0593daf7ab38 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3fdc558e4b804a78859c2565a5dbcf72&device_id=749aca0a-4e46-4ba4-b836-c77a6849cd47 HTTP/1.1" status: 200 len: 1094 time: 0.1536300 Jul 09 15:35:07.934265 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d34b0d8a-608f-4311-b176-5af7bc9aa87c req-5c9ce425-e0d5-4038-a903-1c3095207633 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3980044b-c96e-4730-91a2-b21e4d89dc87 HTTP/1.1" status: 200 len: 217 time: 0.0370500 Jul 09 15:35:07.992806 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b0d8a-608f-4311-b176-5af7bc9aa87c req-cefdbc21-b32b-4088-8c8a-75068e38afb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:35:07.994321 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d34b0d8a-608f-4311-b176-5af7bc9aa87c req-cefdbc21-b32b-4088-8c8a-75068e38afb3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4468b5d7-64e7-478a-93b6-96bdc0a89416 HTTP/1.1" status: 200 len: 850 time: 0.0533550 Jul 09 15:35:08.068317 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b0d8a-608f-4311-b176-5af7bc9aa87c req-d7b3c1b8-1a21-4443-a72b-394ea0b8e406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:35:08.069806 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d34b0d8a-608f-4311-b176-5af7bc9aa87c req-d7b3c1b8-1a21-4443-a72b-394ea0b8e406 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4f755c34-6ac6-47a3-ae75-bc820231858e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683308 Jul 09 15:35:08.173913 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d34b0d8a-608f-4311-b176-5af7bc9aa87c req-5e0a2ced-dced-4775-a59a-5d78dd0d3f42 service neutron] 10.222.0.54 "GET /v2.0/networks/4f755c34-6ac6-47a3-ae75-bc820231858e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974371 Jul 09 15:35:08.276793 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d34b0d8a-608f-4311-b176-5af7bc9aa87c req-25a0c61b-960b-419b-9c86-adfc30a8c873 service neutron] 10.222.0.54 "GET /v2.0/networks/4f755c34-6ac6-47a3-ae75-bc820231858e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964789 Jul 09 15:35:08.914575 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a4fdcd-c6c1-4352-a57e-978f3f7b1dad x-openstack-request-id: req-93a4fdcd-c6c1-4352-a57e-978f3f7b1dad {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:35:08.915167 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "749aca0a-4e46-4ba4-b836-c77a6849cd47", "tag": "3980044b-c96e-4730-91a2-b21e4d89dc87", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:35:08.915167 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-93a4fdcd-c6c1-4352-a57e-978f3f7b1dad {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:35:08.915627 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '749aca0a-4e46-4ba4-b836-c77a6849cd47', 'tag': '3980044b-c96e-4730-91a2-b21e4d89dc87', 'status': 'completed', 'code': 200} Jul 09 15:35:08.995263 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a1757-a0a3-425c-b8fd-29a391f5ab2a req-49ba2a6c-f0ca-405f-8504-43ebabb815ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:35:08.997074 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bc2a1757-a0a3-425c-b8fd-29a391f5ab2a req-49ba2a6c-f0ca-405f-8504-43ebabb815ff service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3fdc558e4b804a78859c2565a5dbcf72&device_id=749aca0a-4e46-4ba4-b836-c77a6849cd47 HTTP/1.1" status: 200 len: 1094 time: 0.0574913 Jul 09 15:35:09.059005 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b0ff4b-495b-4148-9343-ecf1747c4587 req-0ea25c14-6700-4a26-9a3d-e533beec69a9 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:35:09.060486 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d9b0ff4b-495b-4148-9343-ecf1747c4587 req-0ea25c14-6700-4a26-9a3d-e533beec69a9 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=749aca0a-4e46-4ba4-b836-c77a6849cd47 HTTP/1.1" status: 200 len: 943 time: 0.0739291 Jul 09 15:35:09.104604 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d9b0ff4b-495b-4148-9343-ecf1747c4587 req-0150b26f-48af-477f-b736-358a6f45291c tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27dfdc5-063d-45b9-8c91-5061011151d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354049 Jul 09 15:35:09.110693 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a1757-a0a3-425c-b8fd-29a391f5ab2a req-fc4bf57d-1d0e-4c60-a888-109a9fc3cca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:35:09.114418 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bc2a1757-a0a3-425c-b8fd-29a391f5ab2a req-fc4bf57d-1d0e-4c60-a888-109a9fc3cca8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4f755c34-6ac6-47a3-ae75-bc820231858e HTTP/1.1" status: 200 len: 912 time: 0.1079609 Jul 09 15:35:09.162580 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bc2a1757-a0a3-425c-b8fd-29a391f5ab2a req-80b089f4-4a91-44a4-9cc4-13667de32034 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3980044b-c96e-4730-91a2-b21e4d89dc87 HTTP/1.1" status: 200 len: 217 time: 0.0423586 Jul 09 15:35:09.215078 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a1757-a0a3-425c-b8fd-29a391f5ab2a req-18ba04a0-ced7-448e-aefe-0587a57e1ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:35:09.216711 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bc2a1757-a0a3-425c-b8fd-29a391f5ab2a req-18ba04a0-ced7-448e-aefe-0587a57e1ebd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4468b5d7-64e7-478a-93b6-96bdc0a89416 HTTP/1.1" status: 200 len: 850 time: 0.0484679 Jul 09 15:35:09.278349 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a1757-a0a3-425c-b8fd-29a391f5ab2a req-32c621d0-c51f-4b65-8e8f-d16775e0c563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:35:09.279908 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bc2a1757-a0a3-425c-b8fd-29a391f5ab2a req-32c621d0-c51f-4b65-8e8f-d16775e0c563 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4f755c34-6ac6-47a3-ae75-bc820231858e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572298 Jul 09 15:35:09.388119 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bc2a1757-a0a3-425c-b8fd-29a391f5ab2a req-7f1f8cff-c126-4fbe-afdb-661e1c3be755 service neutron] 10.222.0.54 "GET /v2.0/networks/4f755c34-6ac6-47a3-ae75-bc820231858e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007473 Jul 09 15:35:09.489429 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bc2a1757-a0a3-425c-b8fd-29a391f5ab2a req-2fa9da3b-0fad-49f1-96e4-4f36a546f995 service neutron] 10.222.0.54 "GET /v2.0/networks/4f755c34-6ac6-47a3-ae75-bc820231858e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943086 Jul 09 15:35:10.293695 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b000433c-90cd-42f6-aba4-187e670fe2c9 req-296ec355-0d4c-411e-b9c7-f8627c3140a0 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:35:10.295360 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b000433c-90cd-42f6-aba4-187e670fe2c9 req-296ec355-0d4c-411e-b9c7-f8627c3140a0 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=749aca0a-4e46-4ba4-b836-c77a6849cd47 HTTP/1.1" status: 200 len: 943 time: 0.0679736 Jul 09 15:35:10.345223 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b000433c-90cd-42f6-aba4-187e670fe2c9 req-c4c03095-81bd-40fd-945a-2522dcbc6ff4 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27dfdc5-063d-45b9-8c91-5061011151d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441420 Jul 09 15:35:11.537658 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d585c2-8f60-4bc5-9812-5456364f38f8 req-7cd1b939-0806-4d83-8f7e-739acc3194ef tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:35:11.539491 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e9d585c2-8f60-4bc5-9812-5456364f38f8 req-7cd1b939-0806-4d83-8f7e-739acc3194ef tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=749aca0a-4e46-4ba4-b836-c77a6849cd47 HTTP/1.1" status: 200 len: 943 time: 0.0699313 Jul 09 15:35:11.582412 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e9d585c2-8f60-4bc5-9812-5456364f38f8 req-9243bfac-127d-4fb9-9ac5-cf1a88647b14 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27dfdc5-063d-45b9-8c91-5061011151d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365686 Jul 09 15:35:12.769513 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821382ee-624d-42be-80eb-f0cf657df448 req-eb22e164-d65d-4f82-beb6-4dfcff751acd tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:35:12.771051 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-821382ee-624d-42be-80eb-f0cf657df448 req-eb22e164-d65d-4f82-beb6-4dfcff751acd tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=749aca0a-4e46-4ba4-b836-c77a6849cd47 HTTP/1.1" status: 200 len: 943 time: 0.0710547 Jul 09 15:35:12.810283 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-821382ee-624d-42be-80eb-f0cf657df448 req-184bf60e-58a2-4da5-a731-cad7f5476b80 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27dfdc5-063d-45b9-8c91-5061011151d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328414 Jul 09 15:35:13.994076 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c9b6e-8a8b-489a-abee-f8ef743e2135 req-9a16bc56-f4e3-4a9c-b534-8f7e004a3d27 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:35:13.995618 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0e0c9b6e-8a8b-489a-abee-f8ef743e2135 req-9a16bc56-f4e3-4a9c-b534-8f7e004a3d27 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=749aca0a-4e46-4ba4-b836-c77a6849cd47 HTTP/1.1" status: 200 len: 943 time: 0.0630312 Jul 09 15:35:14.034475 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0e0c9b6e-8a8b-489a-abee-f8ef743e2135 req-7139adfc-816f-4ac6-969d-5e58a9490004 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27dfdc5-063d-45b9-8c91-5061011151d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329118 Jul 09 15:35:14.780578 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a04fbd30-b371-45f5-b1f6-b618adf4c0fa req-3bf5d151-90ac-4fc2-aae6-46f3de362392 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9a94dbf9-51bf-430a-b782-f59bd1ba6e55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0548687 Jul 09 15:35:14.891431 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04fbd30-b371-45f5-b1f6-b618adf4c0fa req-111e579a-52a0-4277-8c94-a8181cf89221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:35:14.892955 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a04fbd30-b371-45f5-b1f6-b618adf4c0fa req-111e579a-52a0-4277-8c94-a8181cf89221 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3fdc558e4b804a78859c2565a5dbcf72&device_id=9a94dbf9-51bf-430a-b782-f59bd1ba6e55 HTTP/1.1" status: 200 len: 1096 time: 0.0526354 Jul 09 15:35:14.997709 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04fbd30-b371-45f5-b1f6-b618adf4c0fa req-3cda7915-ef67-498a-a431-a4b52d281ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:35:15.007680 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a04fbd30-b371-45f5-b1f6-b618adf4c0fa req-3cda7915-ef67-498a-a431-a4b52d281ac7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4f755c34-6ac6-47a3-ae75-bc820231858e HTTP/1.1" status: 200 len: 912 time: 0.0854626 Jul 09 15:35:15.069643 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a04fbd30-b371-45f5-b1f6-b618adf4c0fa req-44e32315-4ace-4e87-aa9c-c23ee3241725 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae3fb077-1b83-42e1-8d53-55f69bb4aced HTTP/1.1" status: 200 len: 1000 time: 0.0629613 Jul 09 15:35:15.119754 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04fbd30-b371-45f5-b1f6-b618adf4c0fa req-f70d1041-f6c5-4fb7-b089-827b3fe5c6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:35:15.121961 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a04fbd30-b371-45f5-b1f6-b618adf4c0fa req-f70d1041-f6c5-4fb7-b089-827b3fe5c6ad service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4468b5d7-64e7-478a-93b6-96bdc0a89416 HTTP/1.1" status: 200 len: 850 time: 0.0454516 Jul 09 15:35:15.186383 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04fbd30-b371-45f5-b1f6-b618adf4c0fa req-54b5348f-51b8-43d9-8b17-9e484e66e3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:35:15.188311 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a04fbd30-b371-45f5-b1f6-b618adf4c0fa req-54b5348f-51b8-43d9-8b17-9e484e66e3e8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4f755c34-6ac6-47a3-ae75-bc820231858e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546043 Jul 09 15:35:15.211980 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5fed5a-cdf4-469c-8e01-54a3ace1c98c req-41b1efc8-feed-4da5-9236-5ae88c828fba tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:35:15.213603 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cc5fed5a-cdf4-469c-8e01-54a3ace1c98c req-41b1efc8-feed-4da5-9236-5ae88c828fba tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=749aca0a-4e46-4ba4-b836-c77a6849cd47 HTTP/1.1" status: 200 len: 943 time: 0.0651782 Jul 09 15:35:15.254410 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cc5fed5a-cdf4-469c-8e01-54a3ace1c98c req-acf06772-73ca-4827-be8f-9a51a839c6b8 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27dfdc5-063d-45b9-8c91-5061011151d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349700 Jul 09 15:35:15.286960 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a04fbd30-b371-45f5-b1f6-b618adf4c0fa req-b16b65c6-f597-4bd3-923d-1b7db637c95f service neutron] 10.222.0.62 "GET /v2.0/networks/4f755c34-6ac6-47a3-ae75-bc820231858e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906010 Jul 09 15:35:15.309692 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:35:15.375580 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a04fbd30-b371-45f5-b1f6-b618adf4c0fa req-79d6634d-2c6f-47c3-a81d-2837bf60d46a service neutron] 10.222.0.62 "GET /v2.0/networks/4f755c34-6ac6-47a3-ae75-bc820231858e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808501 Jul 09 15:35:16.438062 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99febdea-3190-4ffc-bfde-0e9401f1d4da req-9d4ea187-80bc-4e5b-8a41-3c99f4d5733c tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:35:16.439591 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-99febdea-3190-4ffc-bfde-0e9401f1d4da req-9d4ea187-80bc-4e5b-8a41-3c99f4d5733c tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=749aca0a-4e46-4ba4-b836-c77a6849cd47 HTTP/1.1" status: 200 len: 943 time: 0.0716367 Jul 09 15:35:16.476215 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-99febdea-3190-4ffc-bfde-0e9401f1d4da req-ec63b503-58c2-4f10-adbe-3cf75f09efc5 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27dfdc5-063d-45b9-8c91-5061011151d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310669 Jul 09 15:35:17.664380 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacbc56e-05c0-445a-9143-539395a7ccf9 req-7134a69d-e939-4e1a-8437-a52acc2a6d45 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:35:17.666205 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-aacbc56e-05c0-445a-9143-539395a7ccf9 req-7134a69d-e939-4e1a-8437-a52acc2a6d45 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=749aca0a-4e46-4ba4-b836-c77a6849cd47 HTTP/1.1" status: 200 len: 943 time: 0.0738735 Jul 09 15:35:17.706803 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-aacbc56e-05c0-445a-9143-539395a7ccf9 req-29d74092-f0f6-4b54-8bc5-4d5b3b204abf tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27dfdc5-063d-45b9-8c91-5061011151d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344136 Jul 09 15:35:18.903914 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0b0d43-e786-4fe1-85fd-241591dffc71 req-8601b541-72d4-44e6-b677-2fb0f8bc61c1 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:35:18.905463 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fc0b0d43-e786-4fe1-85fd-241591dffc71 req-8601b541-72d4-44e6-b677-2fb0f8bc61c1 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=749aca0a-4e46-4ba4-b836-c77a6849cd47 HTTP/1.1" status: 200 len: 943 time: 0.0758011 Jul 09 15:35:18.945545 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fc0b0d43-e786-4fe1-85fd-241591dffc71 req-08690f7c-344c-43ca-be65-0a0fe2ce1987 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27dfdc5-063d-45b9-8c91-5061011151d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344658 Jul 09 15:35:19.348593 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 3980044b-c96e-4730-91a2-b21e4d89dc87 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 15:35:19.450523 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 3980044b-c96e-4730-91a2-b21e4d89dc87, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=3980044b-c96e-4730-91a2-b21e4d89dc87,segment=NetworkSegment(606647b5-2487-48f5-8bbb-91ffd6756a32),segment_id=606647b5-2487-48f5-8bbb-91ffd6756a32)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:35:19.462206 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': '3980044b-c96e-4730-91a2-b21e4d89dc87', 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e', 'port_id': '3980044b-c96e-4730-91a2-b21e4d89dc87', 'mac_address': 'fa:16:3e:ad:28:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4468b5d7-64e7-478a-93b6-96bdc0a89416', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 15:35:19.500057 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:35:19.513352 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3980044b-c96e-4730-91a2-b21e4d89dc87 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:35:19.533049 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 3980044b-c96e-4730-91a2-b21e4d89dc87, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=3980044b-c96e-4730-91a2-b21e4d89dc87,segment=NetworkSegment(606647b5-2487-48f5-8bbb-91ffd6756a32),segment_id=606647b5-2487-48f5-8bbb-91ffd6756a32)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:35:19.612375 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:35:19.666784 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=3980044b-c96e-4730-91a2-b21e4d89dc87,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:35:19.675844 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:35:19.676433 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:35:19.677010 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:35:19.677602 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:35:19.678146 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:35:19.678686 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:35:19.679397 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:35:19.679778 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:35:19.680132 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:35:19.680486 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:35:19.680847 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:35:19.681174 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:35:19.842731 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['3980044b-c96e-4730-91a2-b21e4d89dc87'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:35:20.129686 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ff837c-3e5a-4163-9385-e48caf8d1862 req-c7b8e18a-1103-4f00-8f27-99e4d079b8f0 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:35:20.131125 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-55ff837c-3e5a-4163-9385-e48caf8d1862 req-c7b8e18a-1103-4f00-8f27-99e4d079b8f0 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=749aca0a-4e46-4ba4-b836-c77a6849cd47 HTTP/1.1" status: 200 len: 944 time: 0.0735364 Jul 09 15:35:20.172500 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-55ff837c-3e5a-4163-9385-e48caf8d1862 req-50378918-1d15-4162-a088-acbb6425500a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27dfdc5-063d-45b9-8c91-5061011151d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348706 Jul 09 15:35:21.355240 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ec75c-f12a-461b-9abd-bbd5dedbf4dc req-e3ad1a49-9b7a-45d5-944c-7a58fea0ff6c tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:35:21.357013 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-852ec75c-f12a-461b-9abd-bbd5dedbf4dc req-e3ad1a49-9b7a-45d5-944c-7a58fea0ff6c tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=749aca0a-4e46-4ba4-b836-c77a6849cd47 HTTP/1.1" status: 200 len: 944 time: 0.0679398 Jul 09 15:35:21.379860 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 3980044b-c96e-4730-91a2-b21e4d89dc87 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:35:21.407782 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-852ec75c-f12a-461b-9abd-bbd5dedbf4dc req-308c41b6-fd46-4c29-8b5e-75a5f93be565 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27dfdc5-063d-45b9-8c91-5061011151d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446315 Jul 09 15:35:21.526932 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port 3980044b-c96e-4730-91a2-b21e4d89dc87 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:35:21.531271 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port 3980044b-c96e-4730-91a2-b21e4d89dc87 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:35:21.531682 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:35:21.772866 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:35:21.797043 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '749aca0a-4e46-4ba4-b836-c77a6849cd47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3980044b-c96e-4730-91a2-b21e4d89dc87'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:35:21.816099 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 3980044b-c96e-4730-91a2-b21e4d89dc87, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=3980044b-c96e-4730-91a2-b21e4d89dc87,segment=NetworkSegment(606647b5-2487-48f5-8bbb-91ffd6756a32),segment_id=606647b5-2487-48f5-8bbb-91ffd6756a32)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:35:21.844723 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e75b9a97cbd66444b13ae988a684abc34c7a24a50a729030cfede81e7322398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4112b67-7c79-4372-8ddd-67c2c4c9e482" -d '{"events": [{"server_uuid": "749aca0a-4e46-4ba4-b836-c77a6849cd47", "name": "network-vif-plugged", "status": "completed", "tag": "3980044b-c96e-4730-91a2-b21e4d89dc87"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:35:21.881308 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:35:21.936139 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a59c44c-e239-41e4-922b-ffb1632f03c5 x-openstack-request-id: req-0a59c44c-e239-41e4-922b-ffb1632f03c5 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:35:21.936509 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "749aca0a-4e46-4ba4-b836-c77a6849cd47", "name": "network-vif-plugged", "status": "completed", "tag": "3980044b-c96e-4730-91a2-b21e4d89dc87", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:35:21.937044 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0a59c44c-e239-41e4-922b-ffb1632f03c5 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:35:21.937445 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '749aca0a-4e46-4ba4-b836-c77a6849cd47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3980044b-c96e-4730-91a2-b21e4d89dc87', 'code': 200} Jul 09 15:35:21.940421 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=3980044b-c96e-4730-91a2-b21e4d89dc87,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:35:22.055957 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6a925-bb0f-48fb-81d3-550b2f4f4643 req-ea4957cb-9d84-439c-ac8f-d4414239456d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:35:22.057512 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b4d6a925-bb0f-48fb-81d3-550b2f4f4643 req-ea4957cb-9d84-439c-ac8f-d4414239456d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=749aca0a-4e46-4ba4-b836-c77a6849cd47 HTTP/1.1" status: 200 len: 1096 time: 0.0560811 Jul 09 15:35:22.098615 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b4d6a925-bb0f-48fb-81d3-550b2f4f4643 req-988d612e-9971-4c77-8dbc-082b87522f35 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d27dfdc5-063d-45b9-8c91-5061011151d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343504 Jul 09 15:35:22.583339 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da7d45-3df5-48a7-84d7-a556dafad953 req-96e47071-b256-41bf-8f79-1f8dfa8cd8f7 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:35:22.584863 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-76da7d45-3df5-48a7-84d7-a556dafad953 req-96e47071-b256-41bf-8f79-1f8dfa8cd8f7 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=749aca0a-4e46-4ba4-b836-c77a6849cd47 HTTP/1.1" status: 200 len: 945 time: 0.0642400 Jul 09 15:35:22.624105 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-76da7d45-3df5-48a7-84d7-a556dafad953 req-aaf20ab8-f219-4ca8-9fbd-6755ff6ea521 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27dfdc5-063d-45b9-8c91-5061011151d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325975 Jul 09 15:35:23.663421 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:35:23.804554 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d545053c-a7c6-4290-901d-9eb700d6b56e req-e1dbc783-a47d-4ea4-aab0-bfe77a7e038d tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:35:23.806070 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d545053c-a7c6-4290-901d-9eb700d6b56e req-e1dbc783-a47d-4ea4-aab0-bfe77a7e038d tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=749aca0a-4e46-4ba4-b836-c77a6849cd47 HTTP/1.1" status: 200 len: 945 time: 0.0664544 Jul 09 15:35:23.846192 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d545053c-a7c6-4290-901d-9eb700d6b56e req-5dbdb069-14dc-4075-92c0-204828762fd3 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27dfdc5-063d-45b9-8c91-5061011151d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341177 Jul 09 15:35:24.026660 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b003842-501b-4149-be06-145a5de4b6ca req-36482869-0ae6-4664-83f3-2f3c77fd998e tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:35:24.028130 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2b003842-501b-4149-be06-145a5de4b6ca req-36482869-0ae6-4664-83f3-2f3c77fd998e tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=749aca0a-4e46-4ba4-b836-c77a6849cd47 HTTP/1.1" status: 200 len: 945 time: 0.0656116 Jul 09 15:35:24.066514 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2b003842-501b-4149-be06-145a5de4b6ca req-e0c72023-e43b-4ca5-9a8a-6a200fdd3d9a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27dfdc5-063d-45b9-8c91-5061011151d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327239 Jul 09 15:35:24.092453 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 54854) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:35:24.213782 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613025f1-8b89-4fec-a680-497e09d5327e tempest-TestVolumeBootPattern-426296150 tempest-TestVolumeBootPattern-426296150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:35:24.215324 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-613025f1-8b89-4fec-a680-497e09d5327e tempest-TestVolumeBootPattern-426296150 tempest-TestVolumeBootPattern-426296150-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=749aca0a-4e46-4ba4-b836-c77a6849cd47 HTTP/1.1" status: 200 len: 1091 time: 0.1218727 Jul 09 15:35:24.218099 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 54858) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:35:24.222775 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-e31945a4-eaf3-48e9-86b3-d2de73fda7b7 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Request body: {'floatingip': {'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'port_id': '3980044b-c96e-4730-91a2-b21e4d89dc87', 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:35:24.338121 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e31945a4-eaf3-48e9-86b3-d2de73fda7b7 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks [] for floatingip, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:35:24.443336 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e31945a4-eaf3-48e9-86b3-d2de73fda7b7 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:35:24.547989 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-e31945a4-eaf3-48e9-86b3-d2de73fda7b7 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Allocated IP 172.25.3.56 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/ddb23c44-0673-470b-a9b0-7e7ebf5115db) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:35:24.656845 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e31945a4-eaf3-48e9-86b3-d2de73fda7b7 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:35:24.778386 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e31945a4-eaf3-48e9-86b3-d2de73fda7b7 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:35:24.821302 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31945a4-eaf3-48e9-86b3-d2de73fda7b7 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:35:24.824317 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-e31945a4-eaf3-48e9-86b3-d2de73fda7b7 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:35:24.827907 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31945a4-eaf3-48e9-86b3-d2de73fda7b7 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:35:24.833429 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31945a4-eaf3-48e9-86b3-d2de73fda7b7 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Pushing event updated for resources: {'Port': ['ID=ddb23c44-0673-470b-a9b0-7e7ebf5115db,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:35:25.213403 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e31945a4-eaf3-48e9-86b3-d2de73fda7b7 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:35:25.355288 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e31945a4-eaf3-48e9-86b3-d2de73fda7b7 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:35:25.513802 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e31945a4-eaf3-48e9-86b3-d2de73fda7b7 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:35:25.578023 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e31945a4-eaf3-48e9-86b3-d2de73fda7b7 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:35:25.650685 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31945a4-eaf3-48e9-86b3-d2de73fda7b7 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Pushing event updated for resources: {'Port': ['ID=ddb23c44-0673-470b-a9b0-7e7ebf5115db,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:35:25.663221 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e31945a4-eaf3-48e9-86b3-d2de73fda7b7 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:35:25.771154 n-d-799529-6 neutron-server[94445]: INFO neutron.db.l3_db [None req-e31945a4-eaf3-48e9-86b3-d2de73fda7b7 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Floating IP 1ec21e5f-d194-4750-9ea2-0e0178f6b616 associated. External IP: 172.25.3.56, port: 3980044b-c96e-4730-91a2-b21e4d89dc87. Jul 09 15:35:25.995545 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e31945a4-eaf3-48e9-86b3-d2de73fda7b7 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Router f116883f-27d3-4392-8fca-8b8b16a39020 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:35:26.108719 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e31945a4-eaf3-48e9-86b3-d2de73fda7b7 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:35:26.119387 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbec62f-094d-4695-8e2b-37cbccbdb741 None None] Sync routers for ids ['f116883f-27d3-4392-8fca-8b8b16a39020'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:35:26.128436 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbec62f-094d-4695-8e2b-37cbccbdb741 None None] Routers {'f116883f-27d3-4392-8fca-8b8b16a39020'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:35:26.129054 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-9fbec62f-094d-4695-8e2b-37cbccbdb741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:34:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['f116883f-27d3-4392-8fca-8b8b16a39020'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:35:26.211180 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-bddf0004-1315-44f5-8515-579c1dd3513c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:35:26.234402 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e31945a4-eaf3-48e9-86b3-d2de73fda7b7 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:35:26.241136 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-9fbec62f-094d-4695-8e2b-37cbccbdb741 None None] Set router f116883f-27d3-4392-8fca-8b8b16a39020 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:35:26.495985 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-9fbec62f-094d-4695-8e2b-37cbccbdb741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'name': 'tempest-TestVolumeBootPattern-428391110-router', 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '363e6b3c-7e14-4097-94cd-06db0ce98684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:24:06Z', 'updated_at': '2021-07-09T15:24:09Z', 'revision_number': 4, 'project_id': '3fdc558e4b804a78859c2565a5dbcf72', 'gw_port': {'id': '363e6b3c-7e14-4097-94cd-06db0ce98684', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:06Z', 'updated_at': '2021-07-09T15:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '1ec21e5f-d194-4750-9ea2-0e0178f6b616', 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'floating_ip_address': '172.25.3.56', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'port_id': '3980044b-c96e-4730-91a2-b21e4d89dc87', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e', 'mac_address': 'fa:16:3e:ad:28:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749aca0a-4e46-4ba4-b836-c77a6849cd47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:35:25Z', 'updated_at': '2021-07-09T15:35:25Z', 'revision_number': 0, 'project_id': '3fdc558e4b804a78859c2565a5dbcf72', 'fixed_ip_address_scope': None}, {'id': '9468ed7b-14df-47a7-8b89-0ffbb713fb6c', 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'floating_ip_address': '172.25.3.78', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'port_id': 'ae3fb077-1b83-42e1-8d53-55f69bb4aced', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e', 'mac_address': 'fa:16:3e:46:2e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a94dbf9-51bf-430a-b782-f59bd1ba6e55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:32:25Z', 'updated_at': '2021-07-09T15:32:28Z', 'revision_number': 1, 'project_id': '3fdc558e4b804a78859c2565a5dbcf72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cce107d7-3e57-4d4a-b97f-e270f5169244', 'name': '', 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e', 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'mac_address': 'fa:16:3e:bc:99:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '4468b5d7-64e7-478a-93b6-96bdc0a89416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:08Z', 'updated_at': '2021-07-09T15:24:15Z', 'revision_number': 5, 'project_id': '3fdc558e4b804a78859c2565a5dbcf72', 'subnets': [{'id': '4468b5d7-64e7-478a-93b6-96bdc0a89416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:35:26.523357 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbec62f-094d-4695-8e2b-37cbccbdb741 None None] Checking router: f116883f-27d3-4392-8fca-8b8b16a39020 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:35:26.533204 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbec62f-094d-4695-8e2b-37cbccbdb741 None None] Routers {'f116883f-27d3-4392-8fca-8b8b16a39020'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:35:26.533920 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-9fbec62f-094d-4695-8e2b-37cbccbdb741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:34:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['f116883f-27d3-4392-8fca-8b8b16a39020'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:35:26.619587 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e31945a4-eaf3-48e9-86b3-d2de73fda7b7 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3915534 Jul 09 15:35:26.619587 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '749aca0a-4e46-4ba4-b836-c77a6849cd47', 'tag': '3980044b-c96e-4730-91a2-b21e4d89dc87'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:35:26.619587 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bb405a18ca731a56dedfaaf5e9a79789110744f6b6799bb7a0722340b5c16f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf218b88-d4a6-4155-8564-afc8b4be2436" -d '{"events": [{"name": "network-changed", "server_uuid": "749aca0a-4e46-4ba4-b836-c77a6849cd47", "tag": "3980044b-c96e-4730-91a2-b21e4d89dc87"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:35:26.650832 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-9fbec62f-094d-4695-8e2b-37cbccbdb741 None None] Set router f116883f-27d3-4392-8fca-8b8b16a39020 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:35:26.651483 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992cbe4c-3ade-41ab-8849-91886c1866de x-openstack-request-id: req-992cbe4c-3ade-41ab-8849-91886c1866de {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:35:26.651803 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "749aca0a-4e46-4ba4-b836-c77a6849cd47", "tag": "3980044b-c96e-4730-91a2-b21e4d89dc87", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:35:26.652083 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-992cbe4c-3ade-41ab-8849-91886c1866de {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:35:26.652486 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '749aca0a-4e46-4ba4-b836-c77a6849cd47', 'tag': '3980044b-c96e-4730-91a2-b21e4d89dc87', 'status': 'completed', 'code': 200} Jul 09 15:35:26.733952 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf218b88-d4a6-4155-8564-afc8b4be2436 req-4b8652c4-37f2-4869-848b-26d72d932131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:35:26.735486 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cf218b88-d4a6-4155-8564-afc8b4be2436 req-4b8652c4-37f2-4869-848b-26d72d932131 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3fdc558e4b804a78859c2565a5dbcf72&device_id=749aca0a-4e46-4ba4-b836-c77a6849cd47 HTTP/1.1" status: 200 len: 1096 time: 0.0566118 Jul 09 15:35:26.832107 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf218b88-d4a6-4155-8564-afc8b4be2436 req-053e11ef-e439-4d4a-9da0-6fb7a4726fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:35:26.833629 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cf218b88-d4a6-4155-8564-afc8b4be2436 req-053e11ef-e439-4d4a-9da0-6fb7a4726fd4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4f755c34-6ac6-47a3-ae75-bc820231858e HTTP/1.1" status: 200 len: 912 time: 0.0921967 Jul 09 15:35:26.893354 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-9fbec62f-094d-4695-8e2b-37cbccbdb741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'name': 'tempest-TestVolumeBootPattern-428391110-router', 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '363e6b3c-7e14-4097-94cd-06db0ce98684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:24:06Z', 'updated_at': '2021-07-09T15:24:09Z', 'revision_number': 4, 'project_id': '3fdc558e4b804a78859c2565a5dbcf72', 'gw_port': {'id': '363e6b3c-7e14-4097-94cd-06db0ce98684', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:06Z', 'updated_at': '2021-07-09T15:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '1ec21e5f-d194-4750-9ea2-0e0178f6b616', 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'floating_ip_address': '172.25.3.56', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'port_id': '3980044b-c96e-4730-91a2-b21e4d89dc87', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e', 'mac_address': 'fa:16:3e:ad:28:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749aca0a-4e46-4ba4-b836-c77a6849cd47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:35:25Z', 'updated_at': '2021-07-09T15:35:25Z', 'revision_number': 0, 'project_id': '3fdc558e4b804a78859c2565a5dbcf72', 'fixed_ip_address_scope': None}, {'id': '9468ed7b-14df-47a7-8b89-0ffbb713fb6c', 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'floating_ip_address': '172.25.3.78', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'port_id': 'ae3fb077-1b83-42e1-8d53-55f69bb4aced', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e', 'mac_address': 'fa:16:3e:46:2e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a94dbf9-51bf-430a-b782-f59bd1ba6e55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:32:25Z', 'updated_at': '2021-07-09T15:32:28Z', 'revision_number': 1, 'project_id': '3fdc558e4b804a78859c2565a5dbcf72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cce107d7-3e57-4d4a-b97f-e270f5169244', 'name': '', 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e', 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'mac_address': 'fa:16:3e:bc:99:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '4468b5d7-64e7-478a-93b6-96bdc0a89416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:08Z', 'updated_at': '2021-07-09T15:24:15Z', 'revision_number': 5, 'project_id': '3fdc558e4b804a78859c2565a5dbcf72', 'subnets': [{'id': '4468b5d7-64e7-478a-93b6-96bdc0a89416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:35:26.899687 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cf218b88-d4a6-4155-8564-afc8b4be2436 req-6533aa8a-2541-4a67-aff8-5652c3e937ca service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3980044b-c96e-4730-91a2-b21e4d89dc87 HTTP/1.1" status: 200 len: 998 time: 0.0592577 Jul 09 15:35:26.920523 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbec62f-094d-4695-8e2b-37cbccbdb741 None None] The sync data for ids ['f116883f-27d3-4392-8fca-8b8b16a39020'] in n-d-799529-6 is: [{'id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'name': 'tempest-TestVolumeBootPattern-428391110-router', 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '363e6b3c-7e14-4097-94cd-06db0ce98684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:24:06Z', 'updated_at': '2021-07-09T15:24:09Z', 'revision_number': 4, 'project_id': '3fdc558e4b804a78859c2565a5dbcf72', 'gw_port': {'id': '363e6b3c-7e14-4097-94cd-06db0ce98684', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:06Z', 'updated_at': '2021-07-09T15:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '1ec21e5f-d194-4750-9ea2-0e0178f6b616', 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'floating_ip_address': '172.25.3.56', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'port_id': '3980044b-c96e-4730-91a2-b21e4d89dc87', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e', 'mac_address': 'fa:16:3e:ad:28:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749aca0a-4e46-4ba4-b836-c77a6849cd47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:35:25Z', 'updated_at': '2021-07-09T15:35:25Z', 'revision_number': 0, 'project_id': '3fdc558e4b804a78859c2565a5dbcf72', 'fixed_ip_address_scope': None}, {'id': '9468ed7b-14df-47a7-8b89-0ffbb713fb6c', 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'floating_ip_address': '172.25.3.78', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'port_id': 'ae3fb077-1b83-42e1-8d53-55f69bb4aced', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e', 'mac_address': 'fa:16:3e:46:2e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a94dbf9-51bf-430a-b782-f59bd1ba6e55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:32:25Z', 'updated_at': '2021-07-09T15:32:28Z', 'revision_number': 1, 'project_id': '3fdc558e4b804a78859c2565a5dbcf72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cce107d7-3e57-4d4a-b97f-e270f5169244', 'name': '', 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e', 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'mac_address': 'fa:16:3e:bc:99:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '4468b5d7-64e7-478a-93b6-96bdc0a89416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:08Z', 'updated_at': '2021-07-09T15:24:15Z', 'revision_number': 5, 'project_id': '3fdc558e4b804a78859c2565a5dbcf72', 'subnets': [{'id': '4468b5d7-64e7-478a-93b6-96bdc0a89416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:35:26.951746 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf218b88-d4a6-4155-8564-afc8b4be2436 req-1c2190b4-ea05-4c2d-83fa-09449e2a59d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:35:26.953239 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cf218b88-d4a6-4155-8564-afc8b4be2436 req-1c2190b4-ea05-4c2d-83fa-09449e2a59d4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4468b5d7-64e7-478a-93b6-96bdc0a89416 HTTP/1.1" status: 200 len: 850 time: 0.0475984 Jul 09 15:35:27.005350 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:35:27.018820 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf218b88-d4a6-4155-8564-afc8b4be2436 req-002d1b5d-e755-4a0b-a419-84eb731afbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:35:27.020406 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cf218b88-d4a6-4155-8564-afc8b4be2436 req-002d1b5d-e755-4a0b-a419-84eb731afbd2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4f755c34-6ac6-47a3-ae75-bc820231858e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602529 Jul 09 15:35:27.119150 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cf218b88-d4a6-4155-8564-afc8b4be2436 req-876542b7-6abd-4823-8fa7-3469fadbccd0 service neutron] 10.222.0.54 "GET /v2.0/networks/4f755c34-6ac6-47a3-ae75-bc820231858e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913749 Jul 09 15:35:27.136387 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2200137-233a-47b0-9238-f147526d38c9 None None] New status for floating IP 1ec21e5f-d194-4750-9ea2-0e0178f6b616: ACTIVE {{(pid=94448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 15:35:27.217514 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cf218b88-d4a6-4155-8564-afc8b4be2436 req-4c478e00-4d96-4d82-88e6-75911b93d8f2 service neutron] 10.222.0.54 "GET /v2.0/networks/4f755c34-6ac6-47a3-ae75-bc820231858e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930488 Jul 09 15:35:29.132086 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0848d920-49af-4d19-8db6-8f1367efc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:35:29.343883 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:35:30.383754 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:35:31.772020 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:35:45.336892 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:35:53.667608 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:35:56.125126 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-49a4f30b-3540-4179-abf8-f92979922f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:35:58.950974 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f5f83fc1-a5b9-4693-b2e2-f7d188d5bb1d req-4438a792-a8ab-47fb-9988-1b082f0750e6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=749aca0a-4e46-4ba4-b836-c77a6849cd47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0552294 Jul 09 15:35:59.051601 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f83fc1-a5b9-4693-b2e2-f7d188d5bb1d req-33de3b4e-97fc-4839-baf1-0d69317ca663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:35:59.054426 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f5f83fc1-a5b9-4693-b2e2-f7d188d5bb1d req-33de3b4e-97fc-4839-baf1-0d69317ca663 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3fdc558e4b804a78859c2565a5dbcf72&device_id=749aca0a-4e46-4ba4-b836-c77a6849cd47 HTTP/1.1" status: 200 len: 1096 time: 0.0599854 Jul 09 15:35:59.130874 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b3702f07-e995-485f-b830-bb353895eb86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:35:59.169249 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f83fc1-a5b9-4693-b2e2-f7d188d5bb1d req-fd05883d-89e2-49e0-b832-b35230075c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:35:59.170735 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f5f83fc1-a5b9-4693-b2e2-f7d188d5bb1d req-fd05883d-89e2-49e0-b832-b35230075c46 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4f755c34-6ac6-47a3-ae75-bc820231858e HTTP/1.1" status: 200 len: 912 time: 0.0939329 Jul 09 15:35:59.239292 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f5f83fc1-a5b9-4693-b2e2-f7d188d5bb1d req-eeb1efdb-6ec9-4bed-b241-82bd4144faf3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3980044b-c96e-4730-91a2-b21e4d89dc87 HTTP/1.1" status: 200 len: 1000 time: 0.0607791 Jul 09 15:35:59.290726 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:35:59.294229 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f83fc1-a5b9-4693-b2e2-f7d188d5bb1d req-7093e5ca-9785-40b0-a600-e0b3d5bc079f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:35:59.295752 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f5f83fc1-a5b9-4693-b2e2-f7d188d5bb1d req-7093e5ca-9785-40b0-a600-e0b3d5bc079f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4468b5d7-64e7-478a-93b6-96bdc0a89416 HTTP/1.1" status: 200 len: 850 time: 0.0508852 Jul 09 15:35:59.358993 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f83fc1-a5b9-4693-b2e2-f7d188d5bb1d req-8d40ce7d-aef9-452e-8151-ec31e0c72a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:35:59.360642 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f5f83fc1-a5b9-4693-b2e2-f7d188d5bb1d req-8d40ce7d-aef9-452e-8151-ec31e0c72a08 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4f755c34-6ac6-47a3-ae75-bc820231858e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586143 Jul 09 15:35:59.458618 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f5f83fc1-a5b9-4693-b2e2-f7d188d5bb1d req-795ad0f7-83c2-4fbf-8f6e-3576f7e16ce4 service neutron] 10.222.0.54 "GET /v2.0/networks/4f755c34-6ac6-47a3-ae75-bc820231858e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906010 Jul 09 15:35:59.556962 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f5f83fc1-a5b9-4693-b2e2-f7d188d5bb1d req-24938fc0-3a65-4685-90af-dc18f3050e06 service neutron] 10.222.0.54 "GET /v2.0/networks/4f755c34-6ac6-47a3-ae75-bc820231858e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912204 Jul 09 15:36:00.427413 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:36:01.803416 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:36:04.005800 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:36:14.773357 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4333d30d-fe0f-4516-8ae7-df781ba46331 req-bd00df85-4a7d-4cc2-92d2-58e539f77aa2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9a94dbf9-51bf-430a-b782-f59bd1ba6e55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0568073 Jul 09 15:36:14.888521 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4333d30d-fe0f-4516-8ae7-df781ba46331 req-83e51b0a-766b-43b8-8882-73fe9cd6848c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:36:14.890054 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4333d30d-fe0f-4516-8ae7-df781ba46331 req-83e51b0a-766b-43b8-8882-73fe9cd6848c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3fdc558e4b804a78859c2565a5dbcf72&device_id=9a94dbf9-51bf-430a-b782-f59bd1ba6e55 HTTP/1.1" status: 200 len: 1096 time: 0.0541339 Jul 09 15:36:14.997266 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4333d30d-fe0f-4516-8ae7-df781ba46331 req-b730a27b-a6ef-44e1-bd72-3491f671bcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:36:14.998861 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4333d30d-fe0f-4516-8ae7-df781ba46331 req-b730a27b-a6ef-44e1-bd72-3491f671bcfa service neutron] 10.222.0.62 "GET /v2.0/networks?id=4f755c34-6ac6-47a3-ae75-bc820231858e HTTP/1.1" status: 200 len: 912 time: 0.0865948 Jul 09 15:36:15.069613 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4333d30d-fe0f-4516-8ae7-df781ba46331 req-dc008d67-b277-459d-a53f-fcf385b5eef3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae3fb077-1b83-42e1-8d53-55f69bb4aced HTTP/1.1" status: 200 len: 1000 time: 0.0635014 Jul 09 15:36:15.118249 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4333d30d-fe0f-4516-8ae7-df781ba46331 req-16c61ef0-2a2c-4d0d-b28e-0cd1a8fd7e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:36:15.119805 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4333d30d-fe0f-4516-8ae7-df781ba46331 req-16c61ef0-2a2c-4d0d-b28e-0cd1a8fd7e41 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4468b5d7-64e7-478a-93b6-96bdc0a89416 HTTP/1.1" status: 200 len: 850 time: 0.0440161 Jul 09 15:36:15.178699 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4333d30d-fe0f-4516-8ae7-df781ba46331 req-c6d4dca9-d9db-40fb-9ddd-40f777c2e9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:36:15.180596 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4333d30d-fe0f-4516-8ae7-df781ba46331 req-c6d4dca9-d9db-40fb-9ddd-40f777c2e9bf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4f755c34-6ac6-47a3-ae75-bc820231858e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542195 Jul 09 15:36:15.282064 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4333d30d-fe0f-4516-8ae7-df781ba46331 req-e6046ff1-6d52-4950-8b35-01215455401c service neutron] 10.222.0.62 "GET /v2.0/networks/4f755c34-6ac6-47a3-ae75-bc820231858e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954995 Jul 09 15:36:15.352929 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:36:15.378007 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4333d30d-fe0f-4516-8ae7-df781ba46331 req-dbd59b97-4a29-4027-ae51-93e2bdf82019 service neutron] 10.222.0.62 "GET /v2.0/networks/4f755c34-6ac6-47a3-ae75-bc820231858e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886867 Jul 09 15:36:23.705137 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:36:26.140473 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d819a9cd-3fb8-4c66-9953-d355d4bbe35c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:36:29.123073 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b027f39f-7d29-4a8b-99ca-eee1df8b8714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:36:29.300626 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:36:30.413113 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:36:31.860534 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:36:41.005643 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:36:45.381220 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:36:53.669066 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:36:56.161891 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8e8d4566-b2d3-4be5-9a47-5226051fa2ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:36:59.110364 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-de083b8b-2a82-4197-b64f-b3269cef8d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:36:59.293187 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:37:00.384857 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:37:00.946468 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-35e7d14f-2384-4be9-b86b-2e691119e19d req-200730b2-7797-4eb9-8305-6672043b9cba service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=749aca0a-4e46-4ba4-b836-c77a6849cd47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0576909 Jul 09 15:37:01.044316 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7d14f-2384-4be9-b86b-2e691119e19d req-6ac62b7a-0541-4bad-82c4-291f3234d245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:37:01.046005 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-35e7d14f-2384-4be9-b86b-2e691119e19d req-6ac62b7a-0541-4bad-82c4-291f3234d245 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3fdc558e4b804a78859c2565a5dbcf72&device_id=749aca0a-4e46-4ba4-b836-c77a6849cd47 HTTP/1.1" status: 200 len: 1096 time: 0.0551660 Jul 09 15:37:01.156268 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7d14f-2384-4be9-b86b-2e691119e19d req-00cdf5c3-0933-48eb-97a6-0abe43d1ff74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:37:01.157789 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-35e7d14f-2384-4be9-b86b-2e691119e19d req-00cdf5c3-0933-48eb-97a6-0abe43d1ff74 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4f755c34-6ac6-47a3-ae75-bc820231858e HTTP/1.1" status: 200 len: 912 time: 0.0903871 Jul 09 15:37:01.226229 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-35e7d14f-2384-4be9-b86b-2e691119e19d req-0c563132-b9fe-46da-9777-b316b37cf16c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3980044b-c96e-4730-91a2-b21e4d89dc87 HTTP/1.1" status: 200 len: 1000 time: 0.0610061 Jul 09 15:37:01.280493 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7d14f-2384-4be9-b86b-2e691119e19d req-c59f89b7-d705-4550-ab42-75db5f234df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:37:01.281950 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-35e7d14f-2384-4be9-b86b-2e691119e19d req-c59f89b7-d705-4550-ab42-75db5f234df1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4468b5d7-64e7-478a-93b6-96bdc0a89416 HTTP/1.1" status: 200 len: 850 time: 0.0496316 Jul 09 15:37:01.340784 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7d14f-2384-4be9-b86b-2e691119e19d req-ce681975-a4d7-4d50-983b-a44a681a9a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:37:01.342297 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-35e7d14f-2384-4be9-b86b-2e691119e19d req-ce681975-a4d7-4d50-983b-a44a681a9a75 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4f755c34-6ac6-47a3-ae75-bc820231858e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532062 Jul 09 15:37:01.435142 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-35e7d14f-2384-4be9-b86b-2e691119e19d req-0ee614d1-98b5-4b25-9cad-ca6802c3734e service neutron] 10.222.0.54 "GET /v2.0/networks/4f755c34-6ac6-47a3-ae75-bc820231858e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861526 Jul 09 15:37:01.533350 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-35e7d14f-2384-4be9-b86b-2e691119e19d req-973cb290-a82b-4d35-b517-be7248800468 service neutron] 10.222.0.54 "GET /v2.0/networks/4f755c34-6ac6-47a3-ae75-bc820231858e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914111 Jul 09 15:37:01.813100 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:37:15.336216 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:37:15.773237 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6c6e8bc9-9ca4-4ec6-bd2f-7f8b4db608aa req-9618d00a-14a7-49f4-b309-41846ca0126b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9a94dbf9-51bf-430a-b782-f59bd1ba6e55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0576668 Jul 09 15:37:15.885032 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e8bc9-9ca4-4ec6-bd2f-7f8b4db608aa req-215bf1e1-8180-4475-8448-fb19b84b889f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:37:15.886548 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6c6e8bc9-9ca4-4ec6-bd2f-7f8b4db608aa req-215bf1e1-8180-4475-8448-fb19b84b889f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3fdc558e4b804a78859c2565a5dbcf72&device_id=9a94dbf9-51bf-430a-b782-f59bd1ba6e55 HTTP/1.1" status: 200 len: 1096 time: 0.0525913 Jul 09 15:37:16.000596 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e8bc9-9ca4-4ec6-bd2f-7f8b4db608aa req-7ee49915-77c2-48c5-a61f-c6db3caae1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:37:16.002100 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6c6e8bc9-9ca4-4ec6-bd2f-7f8b4db608aa req-7ee49915-77c2-48c5-a61f-c6db3caae1d1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4f755c34-6ac6-47a3-ae75-bc820231858e HTTP/1.1" status: 200 len: 912 time: 0.0955782 Jul 09 15:37:16.070094 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6c6e8bc9-9ca4-4ec6-bd2f-7f8b4db608aa req-9b6dfa6a-1d17-4576-b917-25a8e159aead service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae3fb077-1b83-42e1-8d53-55f69bb4aced HTTP/1.1" status: 200 len: 1000 time: 0.0603302 Jul 09 15:37:16.120251 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e8bc9-9ca4-4ec6-bd2f-7f8b4db608aa req-1fd21613-242c-4395-b46d-0767c4feaba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:37:16.121758 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6c6e8bc9-9ca4-4ec6-bd2f-7f8b4db608aa req-1fd21613-242c-4395-b46d-0767c4feaba4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4468b5d7-64e7-478a-93b6-96bdc0a89416 HTTP/1.1" status: 200 len: 850 time: 0.0451167 Jul 09 15:37:16.184956 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e8bc9-9ca4-4ec6-bd2f-7f8b4db608aa req-f7d74db1-a23a-42d7-bcac-8ca39c45f223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:37:16.200768 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6c6e8bc9-9ca4-4ec6-bd2f-7f8b4db608aa req-f7d74db1-a23a-42d7-bcac-8ca39c45f223 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4f755c34-6ac6-47a3-ae75-bc820231858e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574789 Jul 09 15:37:16.279608 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6c6e8bc9-9ca4-4ec6-bd2f-7f8b4db608aa req-3aa2ee32-bfb3-4299-bce1-6c55e9721d5d service neutron] 10.222.0.62 "GET /v2.0/networks/4f755c34-6ac6-47a3-ae75-bc820231858e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857766 Jul 09 15:37:16.375030 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6c6e8bc9-9ca4-4ec6-bd2f-7f8b4db608aa req-ed74ba3d-7fb5-4c60-b857-86d49bcfb00a service neutron] 10.222.0.62 "GET /v2.0/networks/4f755c34-6ac6-47a3-ae75-bc820231858e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889955 Jul 09 15:37:18.005573 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:37:23.657597 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:37:26.166754 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-776219b8-9938-4368-8b4d-10da1db2e759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:37:29.160444 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d9b7b5b2-69d5-4d18-ba88-cae3dc49fac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:37:29.273133 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:37:30.387035 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:37:31.815236 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:37:43.271120 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 54924) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:37:43.445714 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-47ff5328-cedf-4c8e-93d1-11b08b02046a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Deleting port ddb23c44-0673-470b-a9b0-7e7ebf5115db {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:37:43.446062 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-47ff5328-cedf-4c8e-93d1-11b08b02046a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:37:43.530061 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-47ff5328-cedf-4c8e-93d1-11b08b02046a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:37:43.530291 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-47ff5328-cedf-4c8e-93d1-11b08b02046a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:37:43.542946 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-47ff5328-cedf-4c8e-93d1-11b08b02046a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Calling delete_port for ddb23c44-0673-470b-a9b0-7e7ebf5115db owned by network:floatingip {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:37:43.748192 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-47ff5328-cedf-4c8e-93d1-11b08b02046a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:37:43.779241 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ff5328-cedf-4c8e-93d1-11b08b02046a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Pushing event deleted for resources: {'Port': ['ID=ddb23c44-0673-470b-a9b0-7e7ebf5115db,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:37:43.807768 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ff5328-cedf-4c8e-93d1-11b08b02046a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:37:43.808682 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ff5328-cedf-4c8e-93d1-11b08b02046a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:37:43.808682 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ff5328-cedf-4c8e-93d1-11b08b02046a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:37:43.809015 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ff5328-cedf-4c8e-93d1-11b08b02046a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:37:43.809355 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ff5328-cedf-4c8e-93d1-11b08b02046a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:37:43.809691 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ff5328-cedf-4c8e-93d1-11b08b02046a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:37:43.810027 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ff5328-cedf-4c8e-93d1-11b08b02046a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:37:43.810361 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ff5328-cedf-4c8e-93d1-11b08b02046a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:37:43.810694 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ff5328-cedf-4c8e-93d1-11b08b02046a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:37:43.811026 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ff5328-cedf-4c8e-93d1-11b08b02046a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:37:43.811354 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ff5328-cedf-4c8e-93d1-11b08b02046a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:37:43.811701 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ff5328-cedf-4c8e-93d1-11b08b02046a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:37:43.857064 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-47ff5328-cedf-4c8e-93d1-11b08b02046a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks [] for floatingip, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:37:43.857424 n-d-799529-6 neutron-server[94445]: INFO neutron.db.l3_db [None req-47ff5328-cedf-4c8e-93d1-11b08b02046a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Floating IP 1ec21e5f-d194-4750-9ea2-0e0178f6b616 disassociated (deleted). External IP: 172.25.3.56, port: 3980044b-c96e-4730-91a2-b21e4d89dc87. Jul 09 15:37:44.072854 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47ff5328-cedf-4c8e-93d1-11b08b02046a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Router f116883f-27d3-4392-8fca-8b8b16a39020 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:37:44.184228 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ff5328-cedf-4c8e-93d1-11b08b02046a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:37:44.195689 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-47ff5328-cedf-4c8e-93d1-11b08b02046a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:37:44.195907 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fd5682-ddfa-4897-9273-dd59769bb801 None None] Sync routers for ids ['f116883f-27d3-4392-8fca-8b8b16a39020'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:37:44.203665 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fd5682-ddfa-4897-9273-dd59769bb801 None None] Routers {'f116883f-27d3-4392-8fca-8b8b16a39020'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:37:44.204286 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-49fd5682-ddfa-4897-9273-dd59769bb801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:37:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['f116883f-27d3-4392-8fca-8b8b16a39020'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:37:44.227690 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-47ff5328-cedf-4c8e-93d1-11b08b02046a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "DELETE /v2.0/floatingips/1ec21e5f-d194-4750-9ea2-0e0178f6b616 HTTP/1.1" status: 204 len: 168 time: 0.9553542 Jul 09 15:37:44.235726 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '749aca0a-4e46-4ba4-b836-c77a6849cd47', 'tag': '3980044b-c96e-4730-91a2-b21e4d89dc87'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:37:44.235726 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bb405a18ca731a56dedfaaf5e9a79789110744f6b6799bb7a0722340b5c16f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ffcf565-68e5-41a0-b10c-fdd52f3065ca" -d '{"events": [{"name": "network-changed", "server_uuid": "749aca0a-4e46-4ba4-b836-c77a6849cd47", "tag": "3980044b-c96e-4730-91a2-b21e4d89dc87"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:37:44.278485 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d92678d-60ff-4196-8ac7-c89a6bef093d x-openstack-request-id: req-7d92678d-60ff-4196-8ac7-c89a6bef093d {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:37:44.279097 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "749aca0a-4e46-4ba4-b836-c77a6849cd47", "tag": "3980044b-c96e-4730-91a2-b21e4d89dc87", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:37:44.279097 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7d92678d-60ff-4196-8ac7-c89a6bef093d {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:37:44.279427 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '749aca0a-4e46-4ba4-b836-c77a6849cd47', 'tag': '3980044b-c96e-4730-91a2-b21e4d89dc87', 'status': 'completed', 'code': 200} Jul 09 15:37:44.317825 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-49fd5682-ddfa-4897-9273-dd59769bb801 None None] Set router f116883f-27d3-4392-8fca-8b8b16a39020 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:37:44.356849 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffcf565-68e5-41a0-b10c-fdd52f3065ca req-efab2fa8-f25d-4710-9a93-228a94500e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:37:44.358397 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3ffcf565-68e5-41a0-b10c-fdd52f3065ca req-efab2fa8-f25d-4710-9a93-228a94500e69 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3fdc558e4b804a78859c2565a5dbcf72&device_id=749aca0a-4e46-4ba4-b836-c77a6849cd47 HTTP/1.1" status: 200 len: 1096 time: 0.0558331 Jul 09 15:37:44.467810 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffcf565-68e5-41a0-b10c-fdd52f3065ca req-5f2a5fb9-9c24-43b3-865f-570b98d00099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:37:44.469576 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3ffcf565-68e5-41a0-b10c-fdd52f3065ca req-5f2a5fb9-9c24-43b3-865f-570b98d00099 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4f755c34-6ac6-47a3-ae75-bc820231858e HTTP/1.1" status: 200 len: 912 time: 0.1041098 Jul 09 15:37:44.513787 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3ffcf565-68e5-41a0-b10c-fdd52f3065ca req-dc4e3fe1-1f96-4cb6-ac8e-e4cd7138fc93 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3980044b-c96e-4730-91a2-b21e4d89dc87 HTTP/1.1" status: 200 len: 217 time: 0.0374930 Jul 09 15:37:44.566608 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffcf565-68e5-41a0-b10c-fdd52f3065ca req-162ed8ef-b256-49ef-a740-09c4600d84c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:37:44.568140 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3ffcf565-68e5-41a0-b10c-fdd52f3065ca req-162ed8ef-b256-49ef-a740-09c4600d84c5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4468b5d7-64e7-478a-93b6-96bdc0a89416 HTTP/1.1" status: 200 len: 850 time: 0.0487180 Jul 09 15:37:44.572501 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-49fd5682-ddfa-4897-9273-dd59769bb801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'name': 'tempest-TestVolumeBootPattern-428391110-router', 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '363e6b3c-7e14-4097-94cd-06db0ce98684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:24:06Z', 'updated_at': '2021-07-09T15:24:09Z', 'revision_number': 4, 'project_id': '3fdc558e4b804a78859c2565a5dbcf72', 'gw_port': {'id': '363e6b3c-7e14-4097-94cd-06db0ce98684', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:06Z', 'updated_at': '2021-07-09T15:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '9468ed7b-14df-47a7-8b89-0ffbb713fb6c', 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'floating_ip_address': '172.25.3.78', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'port_id': 'ae3fb077-1b83-42e1-8d53-55f69bb4aced', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e', 'mac_address': 'fa:16:3e:46:2e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a94dbf9-51bf-430a-b782-f59bd1ba6e55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:32:25Z', 'updated_at': '2021-07-09T15:32:28Z', 'revision_number': 1, 'project_id': '3fdc558e4b804a78859c2565a5dbcf72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cce107d7-3e57-4d4a-b97f-e270f5169244', 'name': '', 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e', 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'mac_address': 'fa:16:3e:bc:99:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '4468b5d7-64e7-478a-93b6-96bdc0a89416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:08Z', 'updated_at': '2021-07-09T15:24:15Z', 'revision_number': 5, 'project_id': '3fdc558e4b804a78859c2565a5dbcf72', 'subnets': [{'id': '4468b5d7-64e7-478a-93b6-96bdc0a89416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:37:44.602330 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fd5682-ddfa-4897-9273-dd59769bb801 None None] Checking router: f116883f-27d3-4392-8fca-8b8b16a39020 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:37:44.609912 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fd5682-ddfa-4897-9273-dd59769bb801 None None] Routers {'f116883f-27d3-4392-8fca-8b8b16a39020'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:37:44.610543 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-49fd5682-ddfa-4897-9273-dd59769bb801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:37:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['f116883f-27d3-4392-8fca-8b8b16a39020'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:37:44.636943 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffcf565-68e5-41a0-b10c-fdd52f3065ca req-26e2438b-6db0-4e52-b728-0333fce7b524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:37:44.638645 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3ffcf565-68e5-41a0-b10c-fdd52f3065ca req-26e2438b-6db0-4e52-b728-0333fce7b524 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4f755c34-6ac6-47a3-ae75-bc820231858e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0642898 Jul 09 15:37:44.726351 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-49fd5682-ddfa-4897-9273-dd59769bb801 None None] Set router f116883f-27d3-4392-8fca-8b8b16a39020 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:37:44.742417 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3ffcf565-68e5-41a0-b10c-fdd52f3065ca req-8b31cd0a-8adb-445d-a1e7-7edeb6acd7bd service neutron] 10.222.0.54 "GET /v2.0/networks/4f755c34-6ac6-47a3-ae75-bc820231858e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968089 Jul 09 15:37:44.887936 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3ffcf565-68e5-41a0-b10c-fdd52f3065ca req-f08ad545-c568-490e-a246-e8c803d61d5b service neutron] 10.222.0.54 "GET /v2.0/networks/4f755c34-6ac6-47a3-ae75-bc820231858e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387010 Jul 09 15:37:44.900451 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d8dcf5-a09e-4616-a7f6-3a964db7a9fb req-b828a997-de3d-4728-bee2-305c4f85c1b1 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:37:44.901964 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e5d8dcf5-a09e-4616-a7f6-3a964db7a9fb req-b828a997-de3d-4728-bee2-305c4f85c1b1 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=749aca0a-4e46-4ba4-b836-c77a6849cd47 HTTP/1.1" status: 200 len: 945 time: 0.1009085 Jul 09 15:37:44.945853 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e5d8dcf5-a09e-4616-a7f6-3a964db7a9fb req-0f4e361f-c783-4b5e-a579-14e910195ccc tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27dfdc5-063d-45b9-8c91-5061011151d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368695 Jul 09 15:37:45.051417 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-49fd5682-ddfa-4897-9273-dd59769bb801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'name': 'tempest-TestVolumeBootPattern-428391110-router', 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '363e6b3c-7e14-4097-94cd-06db0ce98684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:24:06Z', 'updated_at': '2021-07-09T15:24:09Z', 'revision_number': 4, 'project_id': '3fdc558e4b804a78859c2565a5dbcf72', 'gw_port': {'id': '363e6b3c-7e14-4097-94cd-06db0ce98684', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:06Z', 'updated_at': '2021-07-09T15:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '9468ed7b-14df-47a7-8b89-0ffbb713fb6c', 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'floating_ip_address': '172.25.3.78', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'port_id': 'ae3fb077-1b83-42e1-8d53-55f69bb4aced', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e', 'mac_address': 'fa:16:3e:46:2e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a94dbf9-51bf-430a-b782-f59bd1ba6e55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:32:25Z', 'updated_at': '2021-07-09T15:32:28Z', 'revision_number': 1, 'project_id': '3fdc558e4b804a78859c2565a5dbcf72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cce107d7-3e57-4d4a-b97f-e270f5169244', 'name': '', 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e', 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'mac_address': 'fa:16:3e:bc:99:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '4468b5d7-64e7-478a-93b6-96bdc0a89416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:08Z', 'updated_at': '2021-07-09T15:24:15Z', 'revision_number': 5, 'project_id': '3fdc558e4b804a78859c2565a5dbcf72', 'subnets': [{'id': '4468b5d7-64e7-478a-93b6-96bdc0a89416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:37:45.084463 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fd5682-ddfa-4897-9273-dd59769bb801 None None] The sync data for ids ['f116883f-27d3-4392-8fca-8b8b16a39020'] in n-d-799529-6 is: [{'id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'name': 'tempest-TestVolumeBootPattern-428391110-router', 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '363e6b3c-7e14-4097-94cd-06db0ce98684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:24:06Z', 'updated_at': '2021-07-09T15:24:09Z', 'revision_number': 4, 'project_id': '3fdc558e4b804a78859c2565a5dbcf72', 'gw_port': {'id': '363e6b3c-7e14-4097-94cd-06db0ce98684', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:06Z', 'updated_at': '2021-07-09T15:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '9468ed7b-14df-47a7-8b89-0ffbb713fb6c', 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'floating_ip_address': '172.25.3.78', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'port_id': 'ae3fb077-1b83-42e1-8d53-55f69bb4aced', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e', 'mac_address': 'fa:16:3e:46:2e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a94dbf9-51bf-430a-b782-f59bd1ba6e55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:32:25Z', 'updated_at': '2021-07-09T15:32:28Z', 'revision_number': 1, 'project_id': '3fdc558e4b804a78859c2565a5dbcf72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cce107d7-3e57-4d4a-b97f-e270f5169244', 'name': '', 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e', 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'mac_address': 'fa:16:3e:bc:99:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '4468b5d7-64e7-478a-93b6-96bdc0a89416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:08Z', 'updated_at': '2021-07-09T15:24:15Z', 'revision_number': 5, 'project_id': '3fdc558e4b804a78859c2565a5dbcf72', 'subnets': [{'id': '4468b5d7-64e7-478a-93b6-96bdc0a89416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:37:45.319623 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638731e0-1e50-46e8-8c88-1d52097a3139 None None] New status for floating IP 1ec21e5f-d194-4750-9ea2-0e0178f6b616: DOWN {{(pid=94448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 15:37:45.347910 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:37:46.123527 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e9f75-ff3a-4049-a602-83671fa7155d req-2f791f12-c883-406f-adbb-153ca2662301 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:37:46.125079 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8f8e9f75-ff3a-4049-a602-83671fa7155d req-2f791f12-c883-406f-adbb-153ca2662301 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=749aca0a-4e46-4ba4-b836-c77a6849cd47 HTTP/1.1" status: 200 len: 945 time: 0.0660210 Jul 09 15:37:46.163842 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8f8e9f75-ff3a-4049-a602-83671fa7155d req-eac44c11-ae2c-42e3-9242-d9218fadbb8c tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27dfdc5-063d-45b9-8c91-5061011151d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331099 Jul 09 15:37:46.337802 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd78e9-7b31-48e2-9d03-000cadd71700 req-01424c62-979a-447e-b69e-4b534f8f956f tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:37:46.339280 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-18cd78e9-7b31-48e2-9d03-000cadd71700 req-01424c62-979a-447e-b69e-4b534f8f956f tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.54 "GET /v2.0/ports?device_id=749aca0a-4e46-4ba4-b836-c77a6849cd47 HTTP/1.1" status: 200 len: 945 time: 0.0694578 Jul 09 15:37:46.448426 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-18cd78e9-7b31-48e2-9d03-000cadd71700 req-d69f3c14-e84c-4d0a-a269-9bfcf752dc61 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Deleting port 3980044b-c96e-4730-91a2-b21e4d89dc87 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:37:46.448770 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-18cd78e9-7b31-48e2-9d03-000cadd71700 req-d69f3c14-e84c-4d0a-a269-9bfcf752dc61 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:37:46.548652 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-18cd78e9-7b31-48e2-9d03-000cadd71700 req-d69f3c14-e84c-4d0a-a269-9bfcf752dc61 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] For port 3980044b-c96e-4730-91a2-b21e4d89dc87, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=3980044b-c96e-4730-91a2-b21e4d89dc87,segment=NetworkSegment(606647b5-2487-48f5-8bbb-91ffd6756a32),segment_id=606647b5-2487-48f5-8bbb-91ffd6756a32)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:37:46.548991 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-18cd78e9-7b31-48e2-9d03-000cadd71700 req-d69f3c14-e84c-4d0a-a269-9bfcf752dc61 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:37:46.564108 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-18cd78e9-7b31-48e2-9d03-000cadd71700 req-d69f3c14-e84c-4d0a-a269-9bfcf752dc61 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Calling delete_port for 3980044b-c96e-4730-91a2-b21e4d89dc87 owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:37:46.763346 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-18cd78e9-7b31-48e2-9d03-000cadd71700 req-d69f3c14-e84c-4d0a-a269-9bfcf752dc61 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:37:46.797675 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f3c14-e84c-4d0a-a269-9bfcf752dc61 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Pushing event deleted for resources: {'Port': ['ID=3980044b-c96e-4730-91a2-b21e4d89dc87,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:37:46.847474 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-18cd78e9-7b31-48e2-9d03-000cadd71700 req-d69f3c14-e84c-4d0a-a269-9bfcf752dc61 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] No DVR routers for this DVR port 3980044b-c96e-4730-91a2-b21e4d89dc87 on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:37:46.850073 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-18cd78e9-7b31-48e2-9d03-000cadd71700 req-d69f3c14-e84c-4d0a-a269-9bfcf752dc61 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:37:46.852138 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-18cd78e9-7b31-48e2-9d03-000cadd71700 req-d69f3c14-e84c-4d0a-a269-9bfcf752dc61 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.54 "DELETE /v2.0/ports/3980044b-c96e-4730-91a2-b21e4d89dc87 HTTP/1.1" status: 204 len: 173 time: 0.5066395 Jul 09 15:37:46.852588 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '749aca0a-4e46-4ba4-b836-c77a6849cd47', 'name': 'network-vif-deleted', 'tag': '3980044b-c96e-4730-91a2-b21e4d89dc87'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:37:46.854987 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bb405a18ca731a56dedfaaf5e9a79789110744f6b6799bb7a0722340b5c16f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56c65d3-e58d-4756-ab95-9fb04992f465" -d '{"events": [{"server_uuid": "749aca0a-4e46-4ba4-b836-c77a6849cd47", "name": "network-vif-deleted", "tag": "3980044b-c96e-4730-91a2-b21e4d89dc87"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:37:46.933187 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a82ed1-4d70-436a-9f39-47a6e541fc35 x-openstack-request-id: req-11a82ed1-4d70-436a-9f39-47a6e541fc35 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:37:46.942435 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "749aca0a-4e46-4ba4-b836-c77a6849cd47", "name": "network-vif-deleted", "tag": "3980044b-c96e-4730-91a2-b21e4d89dc87", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:37:46.942435 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-11a82ed1-4d70-436a-9f39-47a6e541fc35 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:37:46.942435 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '749aca0a-4e46-4ba4-b836-c77a6849cd47', 'name': 'network-vif-deleted', 'tag': '3980044b-c96e-4730-91a2-b21e4d89dc87', 'status': 'completed', 'code': 200} Jul 09 15:37:47.323189 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-974f4128-f9a8-44f5-981c-e65f44e25885 req-525a8336-fa7c-42d1-bdac-fdc66560c47e tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=749aca0a-4e46-4ba4-b836-c77a6849cd47 HTTP/1.1" status: 200 len: 210 time: 0.0321913 Jul 09 15:37:48.478277 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-de5ac234-e016-4239-8944-51bcb71ed319 req-265a3dc2-c259-402b-8bba-dfd42eee7734 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=749aca0a-4e46-4ba4-b836-c77a6849cd47 HTTP/1.1" status: 200 len: 210 time: 0.0338726 Jul 09 15:37:49.622979 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e7d9053f-a2fe-41f1-9ae1-d39ca3a7f677 req-d50feaca-5b48-434a-87af-04926c0d570e tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=749aca0a-4e46-4ba4-b836-c77a6849cd47 HTTP/1.1" status: 200 len: 210 time: 0.0294611 Jul 09 15:37:49.971010 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 3980044b-c96e-4730-91a2-b21e4d89dc87 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:37:49.991801 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: 3980044b-c96e-4730-91a2-b21e4d89dc87 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:37:49.992144 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 3980044b-c96e-4730-91a2-b21e4d89dc87 not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:37:50.767990 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9a4dd588-5f54-4265-8feb-d27a453654bd req-356690df-4329-402f-8e2f-af8ed6306d28 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=749aca0a-4e46-4ba4-b836-c77a6849cd47 HTTP/1.1" status: 200 len: 210 time: 0.0297875 Jul 09 15:37:53.677598 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:37:55.005218 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:37:56.174281 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-368f9c04-de09-4749-8514-2fc40f17a0a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:37:57.481535 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 54976) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:37:57.657201 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-970e78e2-e753-4e27-8622-253a90b58f47 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Deleting port 38b61a2e-6856-45db-bbdc-812d427018aa {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:37:57.657550 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-970e78e2-e753-4e27-8622-253a90b58f47 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:37:57.736359 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-970e78e2-e753-4e27-8622-253a90b58f47 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:37:57.736689 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-970e78e2-e753-4e27-8622-253a90b58f47 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:37:57.748895 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-970e78e2-e753-4e27-8622-253a90b58f47 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Calling delete_port for 38b61a2e-6856-45db-bbdc-812d427018aa owned by network:floatingip {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:37:57.980292 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-970e78e2-e753-4e27-8622-253a90b58f47 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:37:58.008144 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970e78e2-e753-4e27-8622-253a90b58f47 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Pushing event deleted for resources: {'Port': ['ID=38b61a2e-6856-45db-bbdc-812d427018aa,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:37:58.075884 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-970e78e2-e753-4e27-8622-253a90b58f47 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks [] for floatingip, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:37:58.076169 n-d-799529-6 neutron-server[94445]: INFO neutron.db.l3_db [None req-970e78e2-e753-4e27-8622-253a90b58f47 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Floating IP 9468ed7b-14df-47a7-8b89-0ffbb713fb6c disassociated (deleted). External IP: 172.25.3.78, port: ae3fb077-1b83-42e1-8d53-55f69bb4aced. Jul 09 15:37:58.287533 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-970e78e2-e753-4e27-8622-253a90b58f47 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Router f116883f-27d3-4392-8fca-8b8b16a39020 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:37:58.394622 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-970e78e2-e753-4e27-8622-253a90b58f47 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:37:58.399138 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-970e78e2-e753-4e27-8622-253a90b58f47 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:37:58.404696 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8eb5dd-0470-4187-a0dd-3395203ca3a0 None None] Sync routers for ids ['f116883f-27d3-4392-8fca-8b8b16a39020'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:37:58.414566 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8eb5dd-0470-4187-a0dd-3395203ca3a0 None None] Routers {'f116883f-27d3-4392-8fca-8b8b16a39020'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:37:58.415293 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-1a8eb5dd-0470-4187-a0dd-3395203ca3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:37:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['f116883f-27d3-4392-8fca-8b8b16a39020'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:37:58.439340 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-970e78e2-e753-4e27-8622-253a90b58f47 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "DELETE /v2.0/floatingips/9468ed7b-14df-47a7-8b89-0ffbb713fb6c HTTP/1.1" status: 204 len: 168 time: 0.9566445 Jul 09 15:37:58.440073 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a94dbf9-51bf-430a-b782-f59bd1ba6e55', 'tag': 'ae3fb077-1b83-42e1-8d53-55f69bb4aced'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:37:58.442445 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bb405a18ca731a56dedfaaf5e9a79789110744f6b6799bb7a0722340b5c16f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4039453-05f9-4915-a386-6e4f7e4b9d02" -d '{"events": [{"name": "network-changed", "server_uuid": "9a94dbf9-51bf-430a-b782-f59bd1ba6e55", "tag": "ae3fb077-1b83-42e1-8d53-55f69bb4aced"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:37:58.483687 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06eb268-05ad-4014-b62e-b64497a04b18 x-openstack-request-id: req-e06eb268-05ad-4014-b62e-b64497a04b18 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:37:58.484355 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a94dbf9-51bf-430a-b782-f59bd1ba6e55", "tag": "ae3fb077-1b83-42e1-8d53-55f69bb4aced", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:37:58.484355 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e06eb268-05ad-4014-b62e-b64497a04b18 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:37:58.484637 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a94dbf9-51bf-430a-b782-f59bd1ba6e55', 'tag': 'ae3fb077-1b83-42e1-8d53-55f69bb4aced', 'status': 'completed', 'code': 200} Jul 09 15:37:58.606378 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4039453-05f9-4915-a386-6e4f7e4b9d02 req-a1dc8f50-b898-4c15-b927-93da85e6f388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:37:58.608016 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e4039453-05f9-4915-a386-6e4f7e4b9d02 req-a1dc8f50-b898-4c15-b927-93da85e6f388 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3fdc558e4b804a78859c2565a5dbcf72&device_id=9a94dbf9-51bf-430a-b782-f59bd1ba6e55 HTTP/1.1" status: 200 len: 1096 time: 0.0786796 Jul 09 15:37:58.695095 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-1a8eb5dd-0470-4187-a0dd-3395203ca3a0 None None] Set router f116883f-27d3-4392-8fca-8b8b16a39020 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:37:58.719084 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4039453-05f9-4915-a386-6e4f7e4b9d02 req-a42e3348-7907-46a2-b1d1-f158649b0cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:37:58.720689 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e4039453-05f9-4915-a386-6e4f7e4b9d02 req-a42e3348-7907-46a2-b1d1-f158649b0cba service neutron] 10.222.0.62 "GET /v2.0/networks?id=4f755c34-6ac6-47a3-ae75-bc820231858e HTTP/1.1" status: 200 len: 912 time: 0.1060736 Jul 09 15:37:58.769333 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e4039453-05f9-4915-a386-6e4f7e4b9d02 req-819a28a9-2f1f-407f-9b3b-fb352875547b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae3fb077-1b83-42e1-8d53-55f69bb4aced HTTP/1.1" status: 200 len: 217 time: 0.0424407 Jul 09 15:37:58.823129 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4039453-05f9-4915-a386-6e4f7e4b9d02 req-ff825991-bbb5-4540-9d21-00f4c13cc582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:37:58.824659 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e4039453-05f9-4915-a386-6e4f7e4b9d02 req-ff825991-bbb5-4540-9d21-00f4c13cc582 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4468b5d7-64e7-478a-93b6-96bdc0a89416 HTTP/1.1" status: 200 len: 850 time: 0.0483191 Jul 09 15:37:58.882501 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4039453-05f9-4915-a386-6e4f7e4b9d02 req-dd3321cd-c412-47ad-89a1-bfb4c28f756f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:37:58.884101 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e4039453-05f9-4915-a386-6e4f7e4b9d02 req-dd3321cd-c412-47ad-89a1-bfb4c28f756f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4f755c34-6ac6-47a3-ae75-bc820231858e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533905 Jul 09 15:37:58.910637 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-1a8eb5dd-0470-4187-a0dd-3395203ca3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'name': 'tempest-TestVolumeBootPattern-428391110-router', 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '363e6b3c-7e14-4097-94cd-06db0ce98684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:24:06Z', 'updated_at': '2021-07-09T15:24:09Z', 'revision_number': 4, 'project_id': '3fdc558e4b804a78859c2565a5dbcf72', 'gw_port': {'id': '363e6b3c-7e14-4097-94cd-06db0ce98684', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:06Z', 'updated_at': '2021-07-09T15:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'cce107d7-3e57-4d4a-b97f-e270f5169244', 'name': '', 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e', 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'mac_address': 'fa:16:3e:bc:99:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '4468b5d7-64e7-478a-93b6-96bdc0a89416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:08Z', 'updated_at': '2021-07-09T15:24:15Z', 'revision_number': 5, 'project_id': '3fdc558e4b804a78859c2565a5dbcf72', 'subnets': [{'id': '4468b5d7-64e7-478a-93b6-96bdc0a89416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:37:58.941323 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8eb5dd-0470-4187-a0dd-3395203ca3a0 None None] Checking router: f116883f-27d3-4392-8fca-8b8b16a39020 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:37:58.950551 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8eb5dd-0470-4187-a0dd-3395203ca3a0 None None] Routers {'f116883f-27d3-4392-8fca-8b8b16a39020'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:37:58.951328 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-1a8eb5dd-0470-4187-a0dd-3395203ca3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:37:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['f116883f-27d3-4392-8fca-8b8b16a39020'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:37:58.986496 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e4039453-05f9-4915-a386-6e4f7e4b9d02 req-54ec31bb-7717-418b-b0af-0e3bf14ec7a0 service neutron] 10.222.0.62 "GET /v2.0/networks/4f755c34-6ac6-47a3-ae75-bc820231858e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953908 Jul 09 15:37:59.077492 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-1a8eb5dd-0470-4187-a0dd-3395203ca3a0 None None] Set router f116883f-27d3-4392-8fca-8b8b16a39020 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:37:59.153492 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9d1b7bde-207f-402a-aa3a-93b6030257d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:37:59.155024 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e4039453-05f9-4915-a386-6e4f7e4b9d02 req-398ac883-0f23-424c-bfd0-4a6f046ab94f service neutron] 10.222.0.62 "GET /v2.0/networks/4f755c34-6ac6-47a3-ae75-bc820231858e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406910 Jul 09 15:37:59.164179 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b901e1-c578-4eac-b464-69e3cb17e0a6 req-8307a40f-d4fb-4869-8c02-f6bd93387315 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:37:59.166275 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f5b901e1-c578-4eac-b464-69e3cb17e0a6 req-8307a40f-d4fb-4869-8c02-f6bd93387315 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a94dbf9-51bf-430a-b782-f59bd1ba6e55 HTTP/1.1" status: 200 len: 945 time: 0.1441288 Jul 09 15:37:59.204980 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f5b901e1-c578-4eac-b464-69e3cb17e0a6 req-333fb752-b9c1-484e-93e3-5864c53a0015 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/security-groups?id=d27dfdc5-063d-45b9-8c91-5061011151d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329623 Jul 09 15:37:59.295231 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:37:59.303742 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-1a8eb5dd-0470-4187-a0dd-3395203ca3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'name': 'tempest-TestVolumeBootPattern-428391110-router', 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '363e6b3c-7e14-4097-94cd-06db0ce98684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:24:06Z', 'updated_at': '2021-07-09T15:24:09Z', 'revision_number': 4, 'project_id': '3fdc558e4b804a78859c2565a5dbcf72', 'gw_port': {'id': '363e6b3c-7e14-4097-94cd-06db0ce98684', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:06Z', 'updated_at': '2021-07-09T15:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'cce107d7-3e57-4d4a-b97f-e270f5169244', 'name': '', 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e', 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'mac_address': 'fa:16:3e:bc:99:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '4468b5d7-64e7-478a-93b6-96bdc0a89416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:08Z', 'updated_at': '2021-07-09T15:24:15Z', 'revision_number': 5, 'project_id': '3fdc558e4b804a78859c2565a5dbcf72', 'subnets': [{'id': '4468b5d7-64e7-478a-93b6-96bdc0a89416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:37:59.337492 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8eb5dd-0470-4187-a0dd-3395203ca3a0 None None] The sync data for ids ['f116883f-27d3-4392-8fca-8b8b16a39020'] in n-d-799529-6 is: [{'id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'name': 'tempest-TestVolumeBootPattern-428391110-router', 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '363e6b3c-7e14-4097-94cd-06db0ce98684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:24:06Z', 'updated_at': '2021-07-09T15:24:09Z', 'revision_number': 4, 'project_id': '3fdc558e4b804a78859c2565a5dbcf72', 'gw_port': {'id': '363e6b3c-7e14-4097-94cd-06db0ce98684', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:06Z', 'updated_at': '2021-07-09T15:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'cce107d7-3e57-4d4a-b97f-e270f5169244', 'name': '', 'network_id': '4f755c34-6ac6-47a3-ae75-bc820231858e', 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'mac_address': 'fa:16:3e:bc:99:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '4468b5d7-64e7-478a-93b6-96bdc0a89416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:08Z', 'updated_at': '2021-07-09T15:24:15Z', 'revision_number': 5, 'project_id': '3fdc558e4b804a78859c2565a5dbcf72', 'subnets': [{'id': '4468b5d7-64e7-478a-93b6-96bdc0a89416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:37:59.547227 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f52bb9a-46c9-4883-8d7b-0c9560237837 None None] New status for floating IP 9468ed7b-14df-47a7-8b89-0ffbb713fb6c: DOWN {{(pid=94448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 15:37:59.819373 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db66abe-3b4f-45c3-b882-9d0cedadc1df req-942296b7-7fe9-4f40-bf60-db75b22c2040 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:37:59.821414 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0db66abe-3b4f-45c3-b882-9d0cedadc1df req-942296b7-7fe9-4f40-bf60-db75b22c2040 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a94dbf9-51bf-430a-b782-f59bd1ba6e55 HTTP/1.1" status: 200 len: 945 time: 0.0633326 Jul 09 15:37:59.919819 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-0db66abe-3b4f-45c3-b882-9d0cedadc1df req-a5ff7150-23bf-4da6-9c51-f1ade00734e5 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Deleting port ae3fb077-1b83-42e1-8d53-55f69bb4aced {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:37:59.920073 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-0db66abe-3b4f-45c3-b882-9d0cedadc1df req-a5ff7150-23bf-4da6-9c51-f1ade00734e5 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:00.019045 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-0db66abe-3b4f-45c3-b882-9d0cedadc1df req-a5ff7150-23bf-4da6-9c51-f1ade00734e5 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] For port ae3fb077-1b83-42e1-8d53-55f69bb4aced, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=ae3fb077-1b83-42e1-8d53-55f69bb4aced,segment=NetworkSegment(606647b5-2487-48f5-8bbb-91ffd6756a32),segment_id=606647b5-2487-48f5-8bbb-91ffd6756a32)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:38:00.019406 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-0db66abe-3b4f-45c3-b882-9d0cedadc1df req-a5ff7150-23bf-4da6-9c51-f1ade00734e5 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:00.032263 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-0db66abe-3b4f-45c3-b882-9d0cedadc1df req-a5ff7150-23bf-4da6-9c51-f1ade00734e5 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Calling delete_port for ae3fb077-1b83-42e1-8d53-55f69bb4aced owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:38:00.243362 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-0db66abe-3b4f-45c3-b882-9d0cedadc1df req-a5ff7150-23bf-4da6-9c51-f1ade00734e5 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:00.275180 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ff7150-23bf-4da6-9c51-f1ade00734e5 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Pushing event deleted for resources: {'Port': ['ID=ae3fb077-1b83-42e1-8d53-55f69bb4aced,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:38:00.307591 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff7150-23bf-4da6-9c51-f1ade00734e5 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:00.307935 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff7150-23bf-4da6-9c51-f1ade00734e5 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:00.308273 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff7150-23bf-4da6-9c51-f1ade00734e5 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:00.308606 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff7150-23bf-4da6-9c51-f1ade00734e5 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:00.308935 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff7150-23bf-4da6-9c51-f1ade00734e5 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:00.309261 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff7150-23bf-4da6-9c51-f1ade00734e5 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:00.309585 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff7150-23bf-4da6-9c51-f1ade00734e5 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:00.309906 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff7150-23bf-4da6-9c51-f1ade00734e5 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:00.310227 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff7150-23bf-4da6-9c51-f1ade00734e5 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:00.310545 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff7150-23bf-4da6-9c51-f1ade00734e5 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:00.310869 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff7150-23bf-4da6-9c51-f1ade00734e5 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:00.311186 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff7150-23bf-4da6-9c51-f1ade00734e5 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:00.344414 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db66abe-3b4f-45c3-b882-9d0cedadc1df req-a5ff7150-23bf-4da6-9c51-f1ade00734e5 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] No DVR routers for this DVR port ae3fb077-1b83-42e1-8d53-55f69bb4aced on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:38:00.349224 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-0db66abe-3b4f-45c3-b882-9d0cedadc1df req-a5ff7150-23bf-4da6-9c51-f1ade00734e5 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:00.351538 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0db66abe-3b4f-45c3-b882-9d0cedadc1df req-a5ff7150-23bf-4da6-9c51-f1ade00734e5 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.62 "DELETE /v2.0/ports/ae3fb077-1b83-42e1-8d53-55f69bb4aced HTTP/1.1" status: 204 len: 173 time: 0.5246134 Jul 09 15:38:00.352504 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a94dbf9-51bf-430a-b782-f59bd1ba6e55', 'name': 'network-vif-deleted', 'tag': 'ae3fb077-1b83-42e1-8d53-55f69bb4aced'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:38:00.369943 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-db388a16-046c-4371-a19c-021df5fdd101 req-c2eda452-bffe-4c3b-84b6-c5ac804a36df tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a94dbf9-51bf-430a-b782-f59bd1ba6e55 HTTP/1.1" status: 200 len: 210 time: 0.0362449 Jul 09 15:38:00.427213 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:00.436001 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71aea3d4ce3c79ba57e3b2a7f05354d67fe827d4c76bd908d035baed68c1bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66d62e2-17ac-4881-8d7e-bcd5b8ec7657" -d '{"events": [{"server_uuid": "9a94dbf9-51bf-430a-b782-f59bd1ba6e55", "name": "network-vif-deleted", "tag": "ae3fb077-1b83-42e1-8d53-55f69bb4aced"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:38:00.562416 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9432c2d5-73da-42d9-a1dd-d9e304e856a0 x-openstack-request-id: req-9432c2d5-73da-42d9-a1dd-d9e304e856a0 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:38:00.562713 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a94dbf9-51bf-430a-b782-f59bd1ba6e55", "name": "network-vif-deleted", "tag": "ae3fb077-1b83-42e1-8d53-55f69bb4aced", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:38:00.562971 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9432c2d5-73da-42d9-a1dd-d9e304e856a0 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:38:00.563380 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a94dbf9-51bf-430a-b782-f59bd1ba6e55', 'name': 'network-vif-deleted', 'tag': 'ae3fb077-1b83-42e1-8d53-55f69bb4aced', 'status': 'completed', 'code': 200} Jul 09 15:38:01.509330 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7bedf409-94a1-4b76-b5d1-48c367b21c5d req-0d1b9ad0-e2f4-4e87-9ae7-6ff9078b1b53 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a94dbf9-51bf-430a-b782-f59bd1ba6e55 HTTP/1.1" status: 200 len: 210 time: 0.0281100 Jul 09 15:38:01.796806 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:02.661708 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-63eb184f-c72e-4298-be98-fdc41fd7cbb0 req-f4bc6b13-b1bd-4732-8700-64031932e6e3 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a94dbf9-51bf-430a-b782-f59bd1ba6e55 HTTP/1.1" status: 200 len: 210 time: 0.0343516 Jul 09 15:38:03.806905 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1a58d34a-e3a8-4fcf-a8c6-814198ae0dcb req-012b8801-5d2b-4f57-af86-387428cff622 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a94dbf9-51bf-430a-b782-f59bd1ba6e55 HTTP/1.1" status: 200 len: 210 time: 0.0285757 Jul 09 15:38:03.987295 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device ae3fb077-1b83-42e1-8d53-55f69bb4aced no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:38:04.007109 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: ae3fb077-1b83-42e1-8d53-55f69bb4aced {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:38:04.007443 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device ae3fb077-1b83-42e1-8d53-55f69bb4aced not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:38:04.909392 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 55010) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:38:05.035491 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-bfa5f6b7-81ce-4dab-a2bb-20eb5c128542 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Deleting port 11d9a4f2-f22e-4206-b48a-915d912797fa {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:38:05.035883 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bfa5f6b7-81ce-4dab-a2bb-20eb5c128542 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:05.429270 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bfa5f6b7-81ce-4dab-a2bb-20eb5c128542 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:05.430125 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bfa5f6b7-81ce-4dab-a2bb-20eb5c128542 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:05.441409 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-bfa5f6b7-81ce-4dab-a2bb-20eb5c128542 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Calling delete_port for 11d9a4f2-f22e-4206-b48a-915d912797fa owned by network:floatingip {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:38:05.627287 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bfa5f6b7-81ce-4dab-a2bb-20eb5c128542 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:05.654829 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa5f6b7-81ce-4dab-a2bb-20eb5c128542 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Pushing event deleted for resources: {'Port': ['ID=11d9a4f2-f22e-4206-b48a-915d912797fa,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:38:05.716544 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bfa5f6b7-81ce-4dab-a2bb-20eb5c128542 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks [] for floatingip, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:05.719067 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bfa5f6b7-81ce-4dab-a2bb-20eb5c128542 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:05.720260 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-bfa5f6b7-81ce-4dab-a2bb-20eb5c128542 tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "DELETE /v2.0/floatingips/58a777ae-e6a9-45ae-aade-45a95fe25433 HTTP/1.1" status: 204 len: 168 time: 0.8098872 Jul 09 15:38:09.242032 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 55026) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:38:09.305347 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-844d1961-4bc0-4460-bdec-3a69d2c8ba7a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:09.330672 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-844d1961-4bc0-4460-bdec-3a69d2c8ba7a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:09.513075 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-844d1961-4bc0-4460-bdec-3a69d2c8ba7a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:09.515850 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-844d1961-4bc0-4460-bdec-3a69d2c8ba7a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:09.517026 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-844d1961-4bc0-4460-bdec-3a69d2c8ba7a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] 10.222.0.58 "DELETE /v2.0/security-groups/d27dfdc5-063d-45b9-8c91-5061011151d0 HTTP/1.1" status: 204 len: 168 time: 0.2739847 Jul 09 15:38:09.526212 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844d1961-4bc0-4460-bdec-3a69d2c8ba7a tempest-TestVolumeBootPattern-1260185400 tempest-TestVolumeBootPattern-1260185400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27dfdc5-063d-45b9-8c91-5061011151d0,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:38:09.661544 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 55032) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:38:10.146629 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-aff451ba-adeb-4e77-95cd-d125486a6563 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:10.416349 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-aff451ba-adeb-4e77-95cd-d125486a6563 admin admin] Deleting port cce107d7-3e57-4d4a-b97f-e270f5169244 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:38:10.416989 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-aff451ba-adeb-4e77-95cd-d125486a6563 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:10.498643 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-aff451ba-adeb-4e77-95cd-d125486a6563 admin admin] For port cce107d7-3e57-4d4a-b97f-e270f5169244, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=cce107d7-3e57-4d4a-b97f-e270f5169244,segment=NetworkSegment(606647b5-2487-48f5-8bbb-91ffd6756a32),segment_id=606647b5-2487-48f5-8bbb-91ffd6756a32)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:38:10.499004 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-aff451ba-adeb-4e77-95cd-d125486a6563 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:10.512221 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-aff451ba-adeb-4e77-95cd-d125486a6563 admin admin] Calling delete_port for cce107d7-3e57-4d4a-b97f-e270f5169244 owned by network:router_interface {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:38:10.774280 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-aff451ba-adeb-4e77-95cd-d125486a6563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:10.802004 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff451ba-adeb-4e77-95cd-d125486a6563 admin admin] Pushing event deleted for resources: {'Port': ['ID=cce107d7-3e57-4d4a-b97f-e270f5169244,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:38:10.970787 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-aff451ba-adeb-4e77-95cd-d125486a6563 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:11.182921 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aff451ba-adeb-4e77-95cd-d125486a6563 admin admin] Router f116883f-27d3-4392-8fca-8b8b16a39020 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:38:11.292773 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff451ba-adeb-4e77-95cd-d125486a6563 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:38:11.298124 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-aff451ba-adeb-4e77-95cd-d125486a6563 admin admin] 10.222.0.58 "PUT /v2.0/routers/f116883f-27d3-4392-8fca-8b8b16a39020/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6353855 Jul 09 15:38:11.300951 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 55036) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:38:11.305022 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4691b480-c692-4226-bd88-aac7942a6202 None None] Sync routers for ids ['f116883f-27d3-4392-8fca-8b8b16a39020'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:38:11.312236 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4691b480-c692-4226-bd88-aac7942a6202 None None] Routers {'f116883f-27d3-4392-8fca-8b8b16a39020'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:38:11.312862 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-4691b480-c692-4226-bd88-aac7942a6202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:37:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['f116883f-27d3-4392-8fca-8b8b16a39020'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:38:11.406675 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-33574668-6a0e-4d65-bf2b-16dba977214b admin admin] Notify callbacks [] for router, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:11.416998 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-4691b480-c692-4226-bd88-aac7942a6202 None None] Set router f116883f-27d3-4392-8fca-8b8b16a39020 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:38:11.561428 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-33574668-6a0e-4d65-bf2b-16dba977214b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:11.608045 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-4691b480-c692-4226-bd88-aac7942a6202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'name': 'tempest-TestVolumeBootPattern-428391110-router', 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '363e6b3c-7e14-4097-94cd-06db0ce98684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:24:06Z', 'updated_at': '2021-07-09T15:38:10Z', 'revision_number': 5, 'project_id': '3fdc558e4b804a78859c2565a5dbcf72', 'gw_port': {'id': '363e6b3c-7e14-4097-94cd-06db0ce98684', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:06Z', 'updated_at': '2021-07-09T15:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:38:11.639261 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4691b480-c692-4226-bd88-aac7942a6202 None None] Checking router: f116883f-27d3-4392-8fca-8b8b16a39020 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:38:11.648271 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4691b480-c692-4226-bd88-aac7942a6202 None None] Routers {'f116883f-27d3-4392-8fca-8b8b16a39020'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:38:11.648814 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-4691b480-c692-4226-bd88-aac7942a6202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:37:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['f116883f-27d3-4392-8fca-8b8b16a39020'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:38:11.709990 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-33574668-6a0e-4d65-bf2b-16dba977214b admin admin] Deleting port 363e6b3c-7e14-4097-94cd-06db0ce98684 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:38:11.710332 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-33574668-6a0e-4d65-bf2b-16dba977214b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:11.740123 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-4691b480-c692-4226-bd88-aac7942a6202 None None] Set router f116883f-27d3-4392-8fca-8b8b16a39020 gateway port host: None {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:38:11.794386 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-4691b480-c692-4226-bd88-aac7942a6202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'name': 'tempest-TestVolumeBootPattern-428391110-router', 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:24:06Z', 'updated_at': '2021-07-09T15:38:11Z', 'revision_number': 6, 'project_id': '3fdc558e4b804a78859c2565a5dbcf72', 'gw_port_host': None}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:38:11.808436 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-33574668-6a0e-4d65-bf2b-16dba977214b admin admin] For port 363e6b3c-7e14-4097-94cd-06db0ce98684, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=363e6b3c-7e14-4097-94cd-06db0ce98684,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:38:11.808946 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-33574668-6a0e-4d65-bf2b-16dba977214b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:11.821284 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4691b480-c692-4226-bd88-aac7942a6202 None None] The sync data for ids ['f116883f-27d3-4392-8fca-8b8b16a39020'] in n-d-799529-6 is: [{'id': 'f116883f-27d3-4392-8fca-8b8b16a39020', 'name': 'tempest-TestVolumeBootPattern-428391110-router', 'tenant_id': '3fdc558e4b804a78859c2565a5dbcf72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:24:06Z', 'updated_at': '2021-07-09T15:38:11Z', 'revision_number': 6, 'project_id': '3fdc558e4b804a78859c2565a5dbcf72', 'gw_port_host': None}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:38:11.823079 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-33574668-6a0e-4d65-bf2b-16dba977214b admin admin] Calling delete_port for 363e6b3c-7e14-4097-94cd-06db0ce98684 owned by network:router_gateway {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:38:12.099436 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-33574668-6a0e-4d65-bf2b-16dba977214b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:12.125641 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33574668-6a0e-4d65-bf2b-16dba977214b admin admin] Pushing event deleted for resources: {'Port': ['ID=363e6b3c-7e14-4097-94cd-06db0ce98684,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:38:12.199840 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-33574668-6a0e-4d65-bf2b-16dba977214b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:12.297636 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-33574668-6a0e-4d65-bf2b-16dba977214b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:12.301443 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-33574668-6a0e-4d65-bf2b-16dba977214b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:12.398420 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-33574668-6a0e-4d65-bf2b-16dba977214b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:12.398880 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33574668-6a0e-4d65-bf2b-16dba977214b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f116883f-27d3-4392-8fca-8b8b16a39020 {{(pid=94445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 15:38:12.403284 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-33574668-6a0e-4d65-bf2b-16dba977214b admin admin] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:12.404509 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-33574668-6a0e-4d65-bf2b-16dba977214b admin admin] 10.222.0.58 "DELETE /v2.0/routers/f116883f-27d3-4392-8fca-8b8b16a39020 HTTP/1.1" status: 204 len: 168 time: 1.1026134 Jul 09 15:38:12.407129 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 55038) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:38:12.453239 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fd51840-b87d-44cd-b253-69268da248ec admin admin] Deleting subnet 4468b5d7-64e7-478a-93b6-96bdc0a89416 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:38:12.456551 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1fd51840-b87d-44cd-b253-69268da248ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:12.493735 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1fd51840-b87d-44cd-b253-69268da248ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:12.580369 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1fd51840-b87d-44cd-b253-69268da248ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:12.707187 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1fd51840-b87d-44cd-b253-69268da248ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:12.734446 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd51840-b87d-44cd-b253-69268da248ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4468b5d7-64e7-478a-93b6-96bdc0a89416,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:38:12.738897 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1fd51840-b87d-44cd-b253-69268da248ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:12.742191 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-1fd51840-b87d-44cd-b253-69268da248ec admin admin] 10.222.0.58 "DELETE /v2.0/subnets/4468b5d7-64e7-478a-93b6-96bdc0a89416 HTTP/1.1" status: 204 len: 168 time: 0.3336411 Jul 09 15:38:12.743615 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 55040) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:38:12.748314 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ab6bbb-d6e3-4a06-8b76-3d88f6e4bc18 None None] Network 4f755c34-6ac6-47a3-ae75-bc820231858e requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:38:12.832498 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6405412c-3b3b-4c66-8935-47e771bb03a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:12.896993 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-6405412c-3b3b-4c66-8935-47e771bb03a0 admin admin] Deleting port 225e77fb-9af9-4d30-93fe-d48039bdffaf {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:38:12.897270 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6405412c-3b3b-4c66-8935-47e771bb03a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:12.975233 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-6405412c-3b3b-4c66-8935-47e771bb03a0 admin admin] For port 225e77fb-9af9-4d30-93fe-d48039bdffaf, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=225e77fb-9af9-4d30-93fe-d48039bdffaf,segment=NetworkSegment(606647b5-2487-48f5-8bbb-91ffd6756a32),segment_id=606647b5-2487-48f5-8bbb-91ffd6756a32)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:38:12.975738 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6405412c-3b3b-4c66-8935-47e771bb03a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:12.991840 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-6405412c-3b3b-4c66-8935-47e771bb03a0 admin admin] Calling delete_port for 225e77fb-9af9-4d30-93fe-d48039bdffaf owned by network:dhcp {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:38:12.992183 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df88f69a-edea-4f6b-b813-b21e1c5d5520 None None] DHCP port deletion for 4f755c34-6ac6-47a3-ae75-bc820231858e request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 15:38:13.044885 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-df88f69a-edea-4f6b-b813-b21e1c5d5520 None None] Deleting port 225e77fb-9af9-4d30-93fe-d48039bdffaf {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:38:13.045268 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-df88f69a-edea-4f6b-b813-b21e1c5d5520 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:13.112837 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-df88f69a-edea-4f6b-b813-b21e1c5d5520 None None] For port 225e77fb-9af9-4d30-93fe-d48039bdffaf, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=225e77fb-9af9-4d30-93fe-d48039bdffaf,segment=NetworkSegment(606647b5-2487-48f5-8bbb-91ffd6756a32),segment_id=606647b5-2487-48f5-8bbb-91ffd6756a32)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:38:13.114132 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-df88f69a-edea-4f6b-b813-b21e1c5d5520 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:13.126205 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-df88f69a-edea-4f6b-b813-b21e1c5d5520 None None] Calling delete_port for 225e77fb-9af9-4d30-93fe-d48039bdffaf owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:38:13.144965 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6405412c-3b3b-4c66-8935-47e771bb03a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:13.173622 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6405412c-3b3b-4c66-8935-47e771bb03a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=225e77fb-9af9-4d30-93fe-d48039bdffaf,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:38:13.175524 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6405412c-3b3b-4c66-8935-47e771bb03a0 admin admin] No DVR routers for this DVR port 225e77fb-9af9-4d30-93fe-d48039bdffaf on host n-d-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:38:13.221377 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-df88f69a-edea-4f6b-b813-b21e1c5d5520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:13.250368 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df88f69a-edea-4f6b-b813-b21e1c5d5520 None None] Pushing event deleted for resources: {'Port': ['ID=225e77fb-9af9-4d30-93fe-d48039bdffaf,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:38:13.252646 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6405412c-3b3b-4c66-8935-47e771bb03a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:13.255678 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df88f69a-edea-4f6b-b813-b21e1c5d5520 None None] No DVR routers for this DVR port 225e77fb-9af9-4d30-93fe-d48039bdffaf on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:38:13.264891 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df88f69a-edea-4f6b-b813-b21e1c5d5520 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:13.265235 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df88f69a-edea-4f6b-b813-b21e1c5d5520 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:13.265354 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-6405412c-3b3b-4c66-8935-47e771bb03a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f755c34-6ac6-47a3-ae75-bc820231858e']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:38:13.265583 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df88f69a-edea-4f6b-b813-b21e1c5d5520 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:13.265990 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df88f69a-edea-4f6b-b813-b21e1c5d5520 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:13.266324 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df88f69a-edea-4f6b-b813-b21e1c5d5520 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:13.266653 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df88f69a-edea-4f6b-b813-b21e1c5d5520 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:13.267411 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df88f69a-edea-4f6b-b813-b21e1c5d5520 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:13.267411 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df88f69a-edea-4f6b-b813-b21e1c5d5520 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:13.267720 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df88f69a-edea-4f6b-b813-b21e1c5d5520 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:13.268019 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df88f69a-edea-4f6b-b813-b21e1c5d5520 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:13.268348 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df88f69a-edea-4f6b-b813-b21e1c5d5520 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:13.269078 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df88f69a-edea-4f6b-b813-b21e1c5d5520 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:13.277836 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-6405412c-3b3b-4c66-8935-47e771bb03a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '606647b5-2487-48f5-8bbb-91ffd6756a32') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:38:13.278135 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-6405412c-3b3b-4c66-8935-47e771bb03a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '606647b5-2487-48f5-8bbb-91ffd6756a32') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:38:13.287685 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6405412c-3b3b-4c66-8935-47e771bb03a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:13.301758 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6405412c-3b3b-4c66-8935-47e771bb03a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:13.308112 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6405412c-3b3b-4c66-8935-47e771bb03a0 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:38:13.309771 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6405412c-3b3b-4c66-8935-47e771bb03a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:13.310262 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:38:13.310262 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:38:13.310262 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:38:13.310262 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:38:13.310262 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:38:13.310262 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:38:13.310262 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:38:13.310262 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:38:13.310262 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:38:13.310262 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:38:13.310262 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:38:13.310262 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:38:13.310262 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:38:13.310262 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:38:13.310262 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 15:38:13.310262 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:38:13.310262 n-d-799529-6 neutron-server[94445]: timer() Jul 09 15:38:13.310262 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:38:13.310262 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 15:38:13.310262 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:38:13.310262 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 15:38:13.310262 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:38:13.310262 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 15:38:13.310262 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:38:13.310262 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 15:38:13.310262 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:38:13.310262 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 15:38:13.310262 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:38:13.310262 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:38:13.310262 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:38:13.310262 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:38:13.310262 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:38:13.310262 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 15:38:13.310262 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:38:13.310262 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 15:38:13.310262 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:38:13.310262 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:38:13.310262 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:38:13.310262 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 15:38:13.310262 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:38:13.310262 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:38:13.310262 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:38:13.310262 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:38:13.310262 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:38:13.310262 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:38:13.310262 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:38:13.436313 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6405412c-3b3b-4c66-8935-47e771bb03a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:13.442001 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6405412c-3b3b-4c66-8935-47e771bb03a0 admin admin] Notify callbacks [] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:13.446075 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-6405412c-3b3b-4c66-8935-47e771bb03a0 admin admin] 10.222.0.58 "DELETE /v2.0/networks/4f755c34-6ac6-47a3-ae75-bc820231858e HTTP/1.1" status: 204 len: 168 time: 0.6992550 Jul 09 15:38:13.447782 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 55042) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:38:13.456332 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6405412c-3b3b-4c66-8935-47e771bb03a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f755c34-6ac6-47a3-ae75-bc820231858e,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:38:13.716976 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device cce107d7-3e57-4d4a-b97f-e270f5169244 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:38:13.737352 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: cce107d7-3e57-4d4a-b97f-e270f5169244 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:38:13.737707 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device cce107d7-3e57-4d4a-b97f-e270f5169244 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:38:13.738136 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 363e6b3c-7e14-4097-94cd-06db0ce98684 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:38:13.758062 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 363e6b3c-7e14-4097-94cd-06db0ce98684 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:38:13.758824 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 363e6b3c-7e14-4097-94cd-06db0ce98684 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:38:13.758824 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 225e77fb-9af9-4d30-93fe-d48039bdffaf no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:38:13.777250 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 225e77fb-9af9-4d30-93fe-d48039bdffaf {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:38:13.777617 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 225e77fb-9af9-4d30-93fe-d48039bdffaf not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:38:13.809612 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d4598d73-7bcb-4e10-8079-9e518b70f092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:14.069198 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-d4598d73-7bcb-4e10-8079-9e518b70f092 admin admin] Deleting port c851a8fd-6ea8-46a2-be1e-cbf25d19ba7f {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:38:14.069459 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d4598d73-7bcb-4e10-8079-9e518b70f092 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:14.158636 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d4598d73-7bcb-4e10-8079-9e518b70f092 admin admin] For port c851a8fd-6ea8-46a2-be1e-cbf25d19ba7f, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=c851a8fd-6ea8-46a2-be1e-cbf25d19ba7f,segment=NetworkSegment(c4773c72-353d-438a-9d5c-7b2fc98152be),segment_id=c4773c72-353d-438a-9d5c-7b2fc98152be)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:38:14.159233 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d4598d73-7bcb-4e10-8079-9e518b70f092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:14.175229 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-d4598d73-7bcb-4e10-8079-9e518b70f092 admin admin] Calling delete_port for c851a8fd-6ea8-46a2-be1e-cbf25d19ba7f owned by network:router_interface {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:38:14.421220 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d4598d73-7bcb-4e10-8079-9e518b70f092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:14.444852 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4598d73-7bcb-4e10-8079-9e518b70f092 admin admin] Pushing event deleted for resources: {'Port': ['ID=c851a8fd-6ea8-46a2-be1e-cbf25d19ba7f,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:38:14.617881 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d4598d73-7bcb-4e10-8079-9e518b70f092 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:14.834552 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4598d73-7bcb-4e10-8079-9e518b70f092 admin admin] Router 32eece7c-621a-48af-a388-f691a65034f3 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:38:14.939882 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4598d73-7bcb-4e10-8079-9e518b70f092 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:38:14.945988 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d4598d73-7bcb-4e10-8079-9e518b70f092 admin admin] 10.222.0.58 "PUT /v2.0/routers/32eece7c-621a-48af-a388-f691a65034f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4970784 Jul 09 15:38:14.948557 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 55044) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:38:14.949219 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb7bd34-ce40-4222-8c93-d9cc9d8f826e None None] Sync routers for ids ['32eece7c-621a-48af-a388-f691a65034f3'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:38:14.962675 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb7bd34-ce40-4222-8c93-d9cc9d8f826e None None] Routers {'32eece7c-621a-48af-a388-f691a65034f3'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:38:14.963273 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-ccb7bd34-ce40-4222-8c93-d9cc9d8f826e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:37:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['32eece7c-621a-48af-a388-f691a65034f3'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:38:15.056296 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cca359d8-b78f-4cd4-bbbd-6e27ac1685c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:15.152223 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-ccb7bd34-ce40-4222-8c93-d9cc9d8f826e None None] Set router 32eece7c-621a-48af-a388-f691a65034f3 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:38:15.360871 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-ccb7bd34-ce40-4222-8c93-d9cc9d8f826e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32eece7c-621a-48af-a388-f691a65034f3', 'name': 'tempest-TestVolumeBootPattern-1847998634-router', 'tenant_id': '10ac965024614a77afe033fef68b2c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': 'c3ca2666-7db2-4a2d-bdf9-30efdac1a94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:24:13Z', 'updated_at': '2021-07-09T15:38:14Z', 'revision_number': 5, 'project_id': '10ac965024614a77afe033fef68b2c2a', 'gw_port': {'id': 'c3ca2666-7db2-4a2d-bdf9-30efdac1a94f', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:67:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32eece7c-621a-48af-a388-f691a65034f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:14Z', 'updated_at': '2021-07-09T15:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:38:15.388223 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb7bd34-ce40-4222-8c93-d9cc9d8f826e None None] Checking router: 32eece7c-621a-48af-a388-f691a65034f3 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:38:15.397259 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb7bd34-ce40-4222-8c93-d9cc9d8f826e None None] Routers {'32eece7c-621a-48af-a388-f691a65034f3'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:38:15.397913 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-ccb7bd34-ce40-4222-8c93-d9cc9d8f826e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:37:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['32eece7c-621a-48af-a388-f691a65034f3'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:38:15.401775 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:15.490737 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cca359d8-b78f-4cd4-bbbd-6e27ac1685c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:15.507923 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-ccb7bd34-ce40-4222-8c93-d9cc9d8f826e None None] Set router 32eece7c-621a-48af-a388-f691a65034f3 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:38:15.606988 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-cca359d8-b78f-4cd4-bbbd-6e27ac1685c7 admin admin] Deleting port c3ca2666-7db2-4a2d-bdf9-30efdac1a94f {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:38:15.607746 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cca359d8-b78f-4cd4-bbbd-6e27ac1685c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:15.695301 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-cca359d8-b78f-4cd4-bbbd-6e27ac1685c7 admin admin] For port c3ca2666-7db2-4a2d-bdf9-30efdac1a94f, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=c3ca2666-7db2-4a2d-bdf9-30efdac1a94f,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:38:15.696014 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cca359d8-b78f-4cd4-bbbd-6e27ac1685c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:15.701907 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-ccb7bd34-ce40-4222-8c93-d9cc9d8f826e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32eece7c-621a-48af-a388-f691a65034f3', 'name': 'tempest-TestVolumeBootPattern-1847998634-router', 'tenant_id': '10ac965024614a77afe033fef68b2c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': 'c3ca2666-7db2-4a2d-bdf9-30efdac1a94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:24:13Z', 'updated_at': '2021-07-09T15:38:14Z', 'revision_number': 5, 'project_id': '10ac965024614a77afe033fef68b2c2a', 'gw_port': {'id': 'c3ca2666-7db2-4a2d-bdf9-30efdac1a94f', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:67:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32eece7c-621a-48af-a388-f691a65034f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:14Z', 'updated_at': '2021-07-09T15:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:38:15.713706 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-cca359d8-b78f-4cd4-bbbd-6e27ac1685c7 admin admin] Calling delete_port for c3ca2666-7db2-4a2d-bdf9-30efdac1a94f owned by network:router_gateway {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:38:15.729941 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb7bd34-ce40-4222-8c93-d9cc9d8f826e None None] The sync data for ids ['32eece7c-621a-48af-a388-f691a65034f3'] in n-d-799529-6 is: [{'id': '32eece7c-621a-48af-a388-f691a65034f3', 'name': 'tempest-TestVolumeBootPattern-1847998634-router', 'tenant_id': '10ac965024614a77afe033fef68b2c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': 'c3ca2666-7db2-4a2d-bdf9-30efdac1a94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:24:13Z', 'updated_at': '2021-07-09T15:38:14Z', 'revision_number': 5, 'project_id': '10ac965024614a77afe033fef68b2c2a', 'gw_port': {'id': 'c3ca2666-7db2-4a2d-bdf9-30efdac1a94f', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:67:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32eece7c-621a-48af-a388-f691a65034f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:24:14Z', 'updated_at': '2021-07-09T15:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:38:15.962404 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cca359d8-b78f-4cd4-bbbd-6e27ac1685c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:15.989795 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca359d8-b78f-4cd4-bbbd-6e27ac1685c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3ca2666-7db2-4a2d-bdf9-30efdac1a94f,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:38:16.055085 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cca359d8-b78f-4cd4-bbbd-6e27ac1685c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:16.144248 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cca359d8-b78f-4cd4-bbbd-6e27ac1685c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:16.146555 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cca359d8-b78f-4cd4-bbbd-6e27ac1685c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:16.255119 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cca359d8-b78f-4cd4-bbbd-6e27ac1685c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:16.255691 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca359d8-b78f-4cd4-bbbd-6e27ac1685c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32eece7c-621a-48af-a388-f691a65034f3 {{(pid=94446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 15:38:16.263813 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cca359d8-b78f-4cd4-bbbd-6e27ac1685c7 admin admin] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:16.265841 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-cca359d8-b78f-4cd4-bbbd-6e27ac1685c7 admin admin] 10.222.0.58 "DELETE /v2.0/routers/32eece7c-621a-48af-a388-f691a65034f3 HTTP/1.1" status: 204 len: 168 time: 1.3155015 Jul 09 15:38:16.285517 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 55048) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:38:16.317228 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8972971-650f-4925-bf9c-71f898caa36a admin admin] Deleting subnet 2f36e272-f2f4-46fe-b960-6c6f1bfb7aca {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:38:16.320992 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f8972971-650f-4925-bf9c-71f898caa36a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:16.356188 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f8972971-650f-4925-bf9c-71f898caa36a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:16.437274 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f8972971-650f-4925-bf9c-71f898caa36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:16.556681 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f8972971-650f-4925-bf9c-71f898caa36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:16.583979 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8972971-650f-4925-bf9c-71f898caa36a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f36e272-f2f4-46fe-b960-6c6f1bfb7aca,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:38:16.589081 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f8972971-650f-4925-bf9c-71f898caa36a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:16.591248 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f8972971-650f-4925-bf9c-71f898caa36a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/2f36e272-f2f4-46fe-b960-6c6f1bfb7aca HTTP/1.1" status: 204 len: 168 time: 0.3224359 Jul 09 15:38:16.594841 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 55050) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:38:16.595728 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda36780-6eea-41ff-bcc9-233e45285cef None None] Network 9dca47a2-fb98-4bbf-a416-576692436344 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:38:16.669150 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-19df2d1b-c0b1-464a-802c-75a884cb0f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:16.728214 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-19df2d1b-c0b1-464a-802c-75a884cb0f1d admin admin] Deleting port fb3a34ad-9a8f-4348-82b8-a86b16a7a83c {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:38:16.728554 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-19df2d1b-c0b1-464a-802c-75a884cb0f1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:16.797127 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-19df2d1b-c0b1-464a-802c-75a884cb0f1d admin admin] For port fb3a34ad-9a8f-4348-82b8-a86b16a7a83c, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=fb3a34ad-9a8f-4348-82b8-a86b16a7a83c,segment=NetworkSegment(c4773c72-353d-438a-9d5c-7b2fc98152be),segment_id=c4773c72-353d-438a-9d5c-7b2fc98152be)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:38:16.797481 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-19df2d1b-c0b1-464a-802c-75a884cb0f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:16.812130 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7dcaf00-69e6-42da-aa7d-35c5b4da6918 None None] DHCP port deletion for 9dca47a2-fb98-4bbf-a416-576692436344 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 15:38:16.813306 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-19df2d1b-c0b1-464a-802c-75a884cb0f1d admin admin] Calling delete_port for fb3a34ad-9a8f-4348-82b8-a86b16a7a83c owned by network:dhcp {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:38:16.900808 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-e7dcaf00-69e6-42da-aa7d-35c5b4da6918 None None] Deleting port fb3a34ad-9a8f-4348-82b8-a86b16a7a83c {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:38:16.901179 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e7dcaf00-69e6-42da-aa7d-35c5b4da6918 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:16.970873 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-e7dcaf00-69e6-42da-aa7d-35c5b4da6918 None None] For port fb3a34ad-9a8f-4348-82b8-a86b16a7a83c, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=fb3a34ad-9a8f-4348-82b8-a86b16a7a83c,segment=NetworkSegment(c4773c72-353d-438a-9d5c-7b2fc98152be),segment_id=c4773c72-353d-438a-9d5c-7b2fc98152be)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:38:16.971288 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e7dcaf00-69e6-42da-aa7d-35c5b4da6918 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:16.984668 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-e7dcaf00-69e6-42da-aa7d-35c5b4da6918 None None] Calling delete_port for fb3a34ad-9a8f-4348-82b8-a86b16a7a83c owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:38:16.986399 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-19df2d1b-c0b1-464a-802c-75a884cb0f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:17.012904 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19df2d1b-c0b1-464a-802c-75a884cb0f1d admin admin] Pushing event deleted for resources: {'Port': ['ID=fb3a34ad-9a8f-4348-82b8-a86b16a7a83c,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:38:17.016934 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19df2d1b-c0b1-464a-802c-75a884cb0f1d admin admin] No DVR routers for this DVR port fb3a34ad-9a8f-4348-82b8-a86b16a7a83c on host n-d-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:38:17.069187 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e7dcaf00-69e6-42da-aa7d-35c5b4da6918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:17.092585 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-19df2d1b-c0b1-464a-802c-75a884cb0f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:17.094315 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dcaf00-69e6-42da-aa7d-35c5b4da6918 None None] Pushing event deleted for resources: {'Port': ['ID=fb3a34ad-9a8f-4348-82b8-a86b16a7a83c,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:38:17.098169 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dcaf00-69e6-42da-aa7d-35c5b4da6918 None None] No DVR routers for this DVR port fb3a34ad-9a8f-4348-82b8-a86b16a7a83c on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:38:17.107749 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-19df2d1b-c0b1-464a-802c-75a884cb0f1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dca47a2-fb98-4bbf-a416-576692436344']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:38:17.118611 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-19df2d1b-c0b1-464a-802c-75a884cb0f1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4773c72-353d-438a-9d5c-7b2fc98152be') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:38:17.118910 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-19df2d1b-c0b1-464a-802c-75a884cb0f1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4773c72-353d-438a-9d5c-7b2fc98152be') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:38:17.128146 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-19df2d1b-c0b1-464a-802c-75a884cb0f1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:17.142001 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-19df2d1b-c0b1-464a-802c-75a884cb0f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:17.152286 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19df2d1b-c0b1-464a-802c-75a884cb0f1d admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:38:17.152286 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-19df2d1b-c0b1-464a-802c-75a884cb0f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:17.152286 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 15:38:17.152286 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:38:17.152286 n-d-799529-6 neutron-server[94445]: timer() Jul 09 15:38:17.152286 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:38:17.152286 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 15:38:17.152286 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:38:17.152286 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 15:38:17.152286 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:38:17.152286 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 15:38:17.152286 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:38:17.152286 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 15:38:17.152286 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:38:17.152286 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 15:38:17.152286 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:38:17.152286 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:38:17.152286 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:38:17.152286 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:38:17.152286 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:38:17.152286 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 15:38:17.152286 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:38:17.152286 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 15:38:17.152286 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:38:17.152286 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:38:17.152286 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:38:17.152286 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 15:38:17.152286 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:38:17.152286 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:38:17.152286 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:38:17.152286 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:38:17.152286 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:38:17.152286 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:38:17.152286 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:38:17.283952 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-19df2d1b-c0b1-464a-802c-75a884cb0f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:17.290070 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-19df2d1b-c0b1-464a-802c-75a884cb0f1d admin admin] Notify callbacks [] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:17.295539 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-19df2d1b-c0b1-464a-802c-75a884cb0f1d admin admin] 10.222.0.58 "DELETE /v2.0/networks/9dca47a2-fb98-4bbf-a416-576692436344 HTTP/1.1" status: 204 len: 168 time: 0.6960268 Jul 09 15:38:17.303495 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19df2d1b-c0b1-464a-802c-75a884cb0f1d admin admin] Pushing event deleted for resources: {'Network': ['ID=9dca47a2-fb98-4bbf-a416-576692436344,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:38:17.607907 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 55058) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:38:17.654603 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-860fb4b8-4130-4e7f-872b-cfb967038cf4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3fdc558e4b804a78859c2565a5dbcf72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0454910 Jul 09 15:38:17.657068 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 55060) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:38:17.711746 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-641c79b5-f0e8-4aa2-8454-409941ce64b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:17.719607 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device c851a8fd-6ea8-46a2-be1e-cbf25d19ba7f no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:38:17.735044 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-641c79b5-f0e8-4aa2-8454-409941ce64b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:17.742867 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: c851a8fd-6ea8-46a2-be1e-cbf25d19ba7f {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:38:17.743306 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device c851a8fd-6ea8-46a2-be1e-cbf25d19ba7f not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:38:17.743761 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device fb3a34ad-9a8f-4348-82b8-a86b16a7a83c no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:38:17.763132 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: fb3a34ad-9a8f-4348-82b8-a86b16a7a83c {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:38:17.763481 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device fb3a34ad-9a8f-4348-82b8-a86b16a7a83c not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:38:17.763924 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device c3ca2666-7db2-4a2d-bdf9-30efdac1a94f no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:38:17.783358 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: c3ca2666-7db2-4a2d-bdf9-30efdac1a94f {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:38:17.783738 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device c3ca2666-7db2-4a2d-bdf9-30efdac1a94f not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:38:17.870679 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-641c79b5-f0e8-4aa2-8454-409941ce64b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:17.873426 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-641c79b5-f0e8-4aa2-8454-409941ce64b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:17.880696 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-641c79b5-f0e8-4aa2-8454-409941ce64b8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9574ee37-b620-40c0-99de-4b621aeaafad HTTP/1.1" status: 204 len: 168 time: 0.2165756 Jul 09 15:38:17.883444 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641c79b5-f0e8-4aa2-8454-409941ce64b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9574ee37-b620-40c0-99de-4b621aeaafad,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:38:18.517896 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 55066) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:38:18.559593 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-564bbb68-c413-49d9-bd30-90ac31ce4169 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=10ac965024614a77afe033fef68b2c2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404096 Jul 09 15:38:18.567987 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 55068) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:38:18.618246 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-10b3a1ee-8103-4096-9903-58e8d5af4679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:18.640263 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-10b3a1ee-8103-4096-9903-58e8d5af4679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:18.755849 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-10b3a1ee-8103-4096-9903-58e8d5af4679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:18.758552 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-10b3a1ee-8103-4096-9903-58e8d5af4679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:18.759799 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-10b3a1ee-8103-4096-9903-58e8d5af4679 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f09e6cc2-0376-4b18-8439-dcf3c1636434 HTTP/1.1" status: 204 len: 168 time: 0.1908033 Jul 09 15:38:18.767973 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b3a1ee-8103-4096-9903-58e8d5af4679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09e6cc2-0376-4b18-8439-dcf3c1636434,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:38:23.643395 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:26.164100 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-24ca1bea-7970-4daf-90c6-58ca348974a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:29.120861 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-bec497a2-17af-4b20-8855-e3cafcc1ee47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:29.288451 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:29.672303 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8887b5fc-bacf-4267-a827-027449b637cc req-96ba8a68-9325-46da-8e66-393dd7ca297c tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=db5af812f61e4299b05d037a80066c19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293403 Jul 09 15:38:29.856607 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8887b5fc-bacf-4267-a827-027449b637cc req-9c5588e5-72ce-46e6-8fd1-fbe219b7f606 tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:38:29.858065 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8887b5fc-bacf-4267-a827-027449b637cc req-9c5588e5-72ce-46e6-8fd1-fbe219b7f606 tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1804793 Jul 09 15:38:29.872681 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8887b5fc-bacf-4267-a827-027449b637cc req-5e472687-d498-42d9-8f5a-01a8c4c3d741 tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] 10.222.0.58 "GET /v2.0/quotas/db5af812f61e4299b05d037a80066c19 HTTP/1.1" status: 200 len: 375 time: 0.0091279 Jul 09 15:38:29.905208 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8887b5fc-bacf-4267-a827-027449b637cc req-5d7df25f-5a9e-480d-b269-0288465a6c74 tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=db5af812f61e4299b05d037a80066c19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275083 Jul 09 15:38:30.155325 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-513bfab4-b57c-45b3-85bd-b6dc56973d56 req-d2455073-e25d-47e5-93ff-b5a2ec2131c1 tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] 10.222.0.58 "GET /v2.0/ports?device_id=ccdb5aeb-e83b-4423-9cd2-d49d7271beb9 HTTP/1.1" status: 200 len: 210 time: 0.0291758 Jul 09 15:38:30.402891 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:31.237727 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-51d33352-fe56-4061-bc9b-b55a64acfd79 req-69db706d-cc46-4ba0-92a4-defc42711354 tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] 10.222.0.58 "GET /v2.0/ports?device_id=ccdb5aeb-e83b-4423-9cd2-d49d7271beb9 HTTP/1.1" status: 200 len: 210 time: 0.0293384 Jul 09 15:38:31.817787 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:32.004750 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:38:32.391949 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ba54ba87-64a7-418a-9394-f02fc607c543 req-1f97ae6b-4bdf-483b-87ae-74d66854b993 tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] 10.222.0.58 "GET /v2.0/ports?device_id=ccdb5aeb-e83b-4423-9cd2-d49d7271beb9 HTTP/1.1" status: 200 len: 210 time: 0.0297029 Jul 09 15:38:32.495353 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8887b5fc-bacf-4267-a827-027449b637cc req-748da278-a085-4ad2-a4ea-bb22a4631a59 tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=db5af812f61e4299b05d037a80066c19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321045 Jul 09 15:38:33.009221 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8887b5fc-bacf-4267-a827-027449b637cc req-faa71dda-5405-413c-be1c-e74f111bea47 tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:38:33.010689 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8887b5fc-bacf-4267-a827-027449b637cc req-faa71dda-5405-413c-be1c-e74f111bea47 tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5107546 Jul 09 15:38:33.023691 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-8887b5fc-bacf-4267-a827-027449b637cc req-aea4187d-5120-4bb6-8f7e-6b54183389ee tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] Request body: {'port': {'device_id': 'ccdb5aeb-e83b-4423-9cd2-d49d7271beb9', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'admin_state_up': True, 'tenant_id': 'db5af812f61e4299b05d037a80066c19'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:38:33.252275 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8887b5fc-bacf-4267-a827-027449b637cc req-aea4187d-5120-4bb6-8f7e-6b54183389ee tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] Made reservation on behalf of db5af812f61e4299b05d037a80066c19 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:38:33.256342 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8887b5fc-bacf-4267-a827-027449b637cc req-aea4187d-5120-4bb6-8f7e-6b54183389ee tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:33.266265 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8887b5fc-bacf-4267-a827-027449b637cc req-aea4187d-5120-4bb6-8f7e-6b54183389ee tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:33.360456 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8887b5fc-bacf-4267-a827-027449b637cc req-aea4187d-5120-4bb6-8f7e-6b54183389ee tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:33.483439 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8887b5fc-bacf-4267-a827-027449b637cc req-aea4187d-5120-4bb6-8f7e-6b54183389ee tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:33.537715 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c08326c9-2bad-4c2b-9e26-beada894516e req-8b3d5c54-8d8b-48b0-9b0e-58cfff483a4a tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] 10.222.0.58 "GET /v2.0/ports?device_id=ccdb5aeb-e83b-4423-9cd2-d49d7271beb9 HTTP/1.1" status: 200 len: 210 time: 0.0323279 Jul 09 15:38:33.554719 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea4187d-5120-4bb6-8f7e-6b54183389ee tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca661e55-b85c-4df8-a5e1-42d454814b75,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:38:33.626213 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-8887b5fc-bacf-4267-a827-027449b637cc req-aea4187d-5120-4bb6-8f7e-6b54183389ee tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] Allocated IP 192.168.233.90 (aa30872f-c756-4ec7-be84-b2e3b86cdcfc/8081bcce-88de-4a2f-9e69-6750220e0be0/69edb726-b7a9-4e57-9cd6-e84ca253397b) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:38:33.768660 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8887b5fc-bacf-4267-a827-027449b637cc req-aea4187d-5120-4bb6-8f7e-6b54183389ee tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:33.783109 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-8887b5fc-bacf-4267-a827-027449b637cc req-aea4187d-5120-4bb6-8f7e-6b54183389ee tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] Transition to ACTIVE for port object 69edb726-b7a9-4e57-9cd6-e84ca253397b will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:38:33.898646 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8887b5fc-bacf-4267-a827-027449b637cc req-aea4187d-5120-4bb6-8f7e-6b54183389ee tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:33.948754 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8887b5fc-bacf-4267-a827-027449b637cc req-aea4187d-5120-4bb6-8f7e-6b54183389ee tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] Network aa30872f-c756-4ec7-be84-b2e3b86cdcfc is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:38:33.952397 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-8887b5fc-bacf-4267-a827-027449b637cc req-aea4187d-5120-4bb6-8f7e-6b54183389ee tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:38:33.956310 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-8887b5fc-bacf-4267-a827-027449b637cc req-aea4187d-5120-4bb6-8f7e-6b54183389ee tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:38:33.983212 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea4187d-5120-4bb6-8f7e-6b54183389ee tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] Pushing event updated for resources: {'Port': ['ID=69edb726-b7a9-4e57-9cd6-e84ca253397b,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:38:34.010067 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8887b5fc-bacf-4267-a827-027449b637cc req-aea4187d-5120-4bb6-8f7e-6b54183389ee tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:38:34.010709 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8887b5fc-bacf-4267-a827-027449b637cc req-aea4187d-5120-4bb6-8f7e-6b54183389ee tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:34.087297 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8887b5fc-bacf-4267-a827-027449b637cc req-aea4187d-5120-4bb6-8f7e-6b54183389ee tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0678043 Jul 09 15:38:34.099115 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-8887b5fc-bacf-4267-a827-027449b637cc req-6547701d-42ca-4296-8586-233440525559 service neutron] Request body: {'port': {'device_id': 'ccdb5aeb-e83b-4423-9cd2-d49d7271beb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:38:34.172052 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8887b5fc-bacf-4267-a827-027449b637cc req-6547701d-42ca-4296-8586-233440525559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:34.280703 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-6ab86110-d78f-4696-98e5-def4e42fabda None None] Provisioning for port 69edb726-b7a9-4e57-9cd6-e84ca253397b completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:38:34.284596 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-6ab86110-d78f-4696-98e5-def4e42fabda None None] Provisioning complete for port 69edb726-b7a9-4e57-9cd6-e84ca253397b triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:38:34.295979 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6ab86110-d78f-4696-98e5-def4e42fabda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:34.322133 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-6ab86110-d78f-4696-98e5-def4e42fabda None None] Port 69edb726-b7a9-4e57-9cd6-e84ca253397b cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:38:34.441042 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-8887b5fc-bacf-4267-a827-027449b637cc req-6547701d-42ca-4296-8586-233440525559 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69edb726-b7a9-4e57-9cd6-e84ca253397b {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:38:34.448997 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8887b5fc-bacf-4267-a827-027449b637cc req-6547701d-42ca-4296-8586-233440525559 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:34.460514 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-8887b5fc-bacf-4267-a827-027449b637cc req-6547701d-42ca-4296-8586-233440525559 service neutron] Transition to ACTIVE for port object 69edb726-b7a9-4e57-9cd6-e84ca253397b will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:38:34.534528 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8887b5fc-bacf-4267-a827-027449b637cc req-6547701d-42ca-4296-8586-233440525559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:34.588779 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6547701d-42ca-4296-8586-233440525559 service neutron] Pushing event updated for resources: {'Port': ['ID=69edb726-b7a9-4e57-9cd6-e84ca253397b,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:38:34.665226 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-8887b5fc-bacf-4267-a827-027449b637cc req-6547701d-42ca-4296-8586-233440525559 service neutron] Attempting to bind port 69edb726-b7a9-4e57-9cd6-e84ca253397b on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:38:34.665579 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-8887b5fc-bacf-4267-a827-027449b637cc req-6547701d-42ca-4296-8586-233440525559 service neutron] Attempting to bind port 69edb726-b7a9-4e57-9cd6-e84ca253397b by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:38:34.665905 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8887b5fc-bacf-4267-a827-027449b637cc req-6547701d-42ca-4296-8586-233440525559 service neutron] Attempting to bind port 69edb726-b7a9-4e57-9cd6-e84ca253397b on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:38:34.687560 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8887b5fc-bacf-4267-a827-027449b637cc req-6547701d-42ca-4296-8586-233440525559 service neutron] Port 69edb726-b7a9-4e57-9cd6-e84ca253397b on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:38:34.687560 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8887b5fc-bacf-4267-a827-027449b637cc req-6547701d-42ca-4296-8586-233440525559 service neutron] Attempting to bind port 69edb726-b7a9-4e57-9cd6-e84ca253397b on network aa30872f-c756-4ec7-be84-b2e3b86cdcfc {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:38:34.711787 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8887b5fc-bacf-4267-a827-027449b637cc req-6547701d-42ca-4296-8586-233440525559 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:38:34.712133 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8887b5fc-bacf-4267-a827-027449b637cc req-6547701d-42ca-4296-8586-233440525559 service neutron] Checking segment: {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:38:34.712523 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8887b5fc-bacf-4267-a827-027449b637cc req-6547701d-42ca-4296-8586-233440525559 service neutron] Bound using segment: {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:38:34.712960 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-8887b5fc-bacf-4267-a827-027449b637cc req-6547701d-42ca-4296-8586-233440525559 service neutron] Bound port: 69edb726-b7a9-4e57-9cd6-e84ca253397b, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '974216f2-c1df-4b73-91ba-e745b6448ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:38:34.713322 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8887b5fc-bacf-4267-a827-027449b637cc req-6547701d-42ca-4296-8586-233440525559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:34.791182 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccf93d-a377-440b-a839-ac02011a33c9 req-fff43dc6-df4d-4e4c-90e7-88b1d367f1eb tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:38:34.792752 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-03ccf93d-a377-440b-a839-ac02011a33c9 req-fff43dc6-df4d-4e4c-90e7-88b1d367f1eb tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] 10.222.0.58 "GET /v2.0/ports?device_id=ccdb5aeb-e83b-4423-9cd2-d49d7271beb9 HTTP/1.1" status: 200 len: 947 time: 0.1230068 Jul 09 15:38:34.816282 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-8887b5fc-bacf-4267-a827-027449b637cc req-6547701d-42ca-4296-8586-233440525559 service neutron] For port 69edb726-b7a9-4e57-9cd6-e84ca253397b, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:38:34.836175 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-8887b5fc-bacf-4267-a827-027449b637cc req-6547701d-42ca-4296-8586-233440525559 service neutron] For port 69edb726-b7a9-4e57-9cd6-e84ca253397b, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=69edb726-b7a9-4e57-9cd6-e84ca253397b,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:38:34.852745 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-03ccf93d-a377-440b-a839-ac02011a33c9 req-aa69f073-70a5-4bc6-9f19-95a82dbac349 tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca661e55-b85c-4df8-a5e1-42d454814b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536182 Jul 09 15:38:34.894883 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8887b5fc-bacf-4267-a827-027449b637cc req-6547701d-42ca-4296-8586-233440525559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:34.935195 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8887b5fc-bacf-4267-a827-027449b637cc req-6547701d-42ca-4296-8586-233440525559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:38:34.935864 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8887b5fc-bacf-4267-a827-027449b637cc req-6547701d-42ca-4296-8586-233440525559 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:34.937274 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8887b5fc-bacf-4267-a827-027449b637cc req-6547701d-42ca-4296-8586-233440525559 service neutron] 10.222.0.54 "PUT /v2.0/ports/69edb726-b7a9-4e57-9cd6-e84ca253397b HTTP/1.1" status: 200 len: 1095 time: 0.8425746 Jul 09 15:38:34.937711 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccdb5aeb-e83b-4423-9cd2-d49d7271beb9', 'tag': '69edb726-b7a9-4e57-9cd6-e84ca253397b'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:38:34.940146 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bb405a18ca731a56dedfaaf5e9a79789110744f6b6799bb7a0722340b5c16f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abecb1db-2453-4943-9859-483874e8c040" -d '{"events": [{"name": "network-changed", "server_uuid": "ccdb5aeb-e83b-4423-9cd2-d49d7271beb9", "tag": "69edb726-b7a9-4e57-9cd6-e84ca253397b"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:38:34.967044 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6547701d-42ca-4296-8586-233440525559 service neutron] Pushing event updated for resources: {'Port': ['ID=69edb726-b7a9-4e57-9cd6-e84ca253397b,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:38:34.988675 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a20ea30-6de4-4642-b354-39b058e8630f x-openstack-request-id: req-8a20ea30-6de4-4642-b354-39b058e8630f {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:38:34.988970 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccdb5aeb-e83b-4423-9cd2-d49d7271beb9", "tag": "69edb726-b7a9-4e57-9cd6-e84ca253397b", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:38:34.989275 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8a20ea30-6de4-4642-b354-39b058e8630f {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:38:34.989684 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccdb5aeb-e83b-4423-9cd2-d49d7271beb9', 'tag': '69edb726-b7a9-4e57-9cd6-e84ca253397b', 'status': 'completed', 'code': 200} Jul 09 15:38:35.067683 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abecb1db-2453-4943-9859-483874e8c040 req-59045ff2-9694-47c7-b431-6a9f6bc54beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:38:35.069236 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-abecb1db-2453-4943-9859-483874e8c040 req-59045ff2-9694-47c7-b431-6a9f6bc54beb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=db5af812f61e4299b05d037a80066c19&device_id=ccdb5aeb-e83b-4423-9cd2-d49d7271beb9 HTTP/1.1" status: 200 len: 1098 time: 0.0572574 Jul 09 15:38:35.097219 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-abecb1db-2453-4943-9859-483874e8c040 req-4664f114-96af-487b-abef-b654dad65a9e service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=db5af812f61e4299b05d037a80066c19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208619 Jul 09 15:38:35.193920 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abecb1db-2453-4943-9859-483874e8c040 req-5cb38b6e-cd4f-49d3-9132-e416ab887411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:38:35.196534 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-abecb1db-2453-4943-9859-483874e8c040 req-5cb38b6e-cd4f-49d3-9132-e416ab887411 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921822 Jul 09 15:38:35.293671 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8887b5fc-bacf-4267-a827-027449b637cc req-c7822f74-94d2-4476-9ac0-2c9d99ac7197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:38:35.295110 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8887b5fc-bacf-4267-a827-027449b637cc req-c7822f74-94d2-4476-9ac0-2c9d99ac7197 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=db5af812f61e4299b05d037a80066c19&device_id=ccdb5aeb-e83b-4423-9cd2-d49d7271beb9 HTTP/1.1" status: 200 len: 1098 time: 0.0587902 Jul 09 15:38:35.337328 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8887b5fc-bacf-4267-a827-027449b637cc req-4e57c36e-e9f8-4dcf-851c-79ce7fb62e42 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=69edb726-b7a9-4e57-9cd6-e84ca253397b HTTP/1.1" status: 200 len: 217 time: 0.0350275 Jul 09 15:38:35.386616 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8887b5fc-bacf-4267-a827-027449b637cc req-3a4515af-e6ed-47d6-8fec-d75106ee9220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:38:35.388158 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8887b5fc-bacf-4267-a827-027449b637cc req-3a4515af-e6ed-47d6-8fec-d75106ee9220 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8081bcce-88de-4a2f-9e69-6750220e0be0 HTTP/1.1" status: 200 len: 843 time: 0.0448470 Jul 09 15:38:35.451412 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8887b5fc-bacf-4267-a827-027449b637cc req-b1143ef3-40ad-401e-8681-d39679de7c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:38:35.453096 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8887b5fc-bacf-4267-a827-027449b637cc req-b1143ef3-40ad-401e-8681-d39679de7c3a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aa30872f-c756-4ec7-be84-b2e3b86cdcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0586400 Jul 09 15:38:35.557531 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8887b5fc-bacf-4267-a827-027449b637cc req-8ee410b2-f997-4b1f-899c-22dbef1ebd8c service neutron] 10.222.0.54 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972109 Jul 09 15:38:35.656425 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8887b5fc-bacf-4267-a827-027449b637cc req-d4981708-973d-4547-aad9-ad48c78d69be service neutron] 10.222.0.54 "GET /v2.0/networks/aa30872f-c756-4ec7-be84-b2e3b86cdcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929141 Jul 09 15:38:36.031227 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fed43b-1de6-4487-97b0-f6db5a5bbe08 req-7374f060-13ba-4306-a2b0-31add4e5e2d3 tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:38:36.032785 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e1fed43b-1de6-4487-97b0-f6db5a5bbe08 req-7374f060-13ba-4306-a2b0-31add4e5e2d3 tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] 10.222.0.58 "GET /v2.0/ports?device_id=ccdb5aeb-e83b-4423-9cd2-d49d7271beb9 HTTP/1.1" status: 200 len: 947 time: 0.0650334 Jul 09 15:38:36.073035 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e1fed43b-1de6-4487-97b0-f6db5a5bbe08 req-da69de9c-25ae-4d3d-a21b-6355711ace9a tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca661e55-b85c-4df8-a5e1-42d454814b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346375 Jul 09 15:38:37.246903 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8147aa-b3ef-482a-8a52-9bc84f758243 req-cd6c0d22-e19b-4735-93c2-bd1127e55f45 tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:38:37.248458 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5b8147aa-b3ef-482a-8a52-9bc84f758243 req-cd6c0d22-e19b-4735-93c2-bd1127e55f45 tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] 10.222.0.58 "GET /v2.0/ports?device_id=ccdb5aeb-e83b-4423-9cd2-d49d7271beb9 HTTP/1.1" status: 200 len: 947 time: 0.0641901 Jul 09 15:38:37.288058 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5b8147aa-b3ef-482a-8a52-9bc84f758243 req-9b335462-ad55-4bf3-b900-5eb1ad365dff tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca661e55-b85c-4df8-a5e1-42d454814b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337782 Jul 09 15:38:38.199557 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 69edb726-b7a9-4e57-9cd6-e84ca253397b details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 15:38:38.292551 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 69edb726-b7a9-4e57-9cd6-e84ca253397b, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=69edb726-b7a9-4e57-9cd6-e84ca253397b,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:38:38.304786 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': '69edb726-b7a9-4e57-9cd6-e84ca253397b', 'network_id': 'aa30872f-c756-4ec7-be84-b2e3b86cdcfc', 'port_id': '69edb726-b7a9-4e57-9cd6-e84ca253397b', 'mac_address': 'fa:16:3e:f0:a5:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8081bcce-88de-4a2f-9e69-6750220e0be0', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 15:38:38.342961 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:38.363430 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69edb726-b7a9-4e57-9cd6-e84ca253397b {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:38:38.384963 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 69edb726-b7a9-4e57-9cd6-e84ca253397b, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=69edb726-b7a9-4e57-9cd6-e84ca253397b,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:38:38.442695 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:38.475246 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404c72c-ddc0-4f05-9ed7-f02327aed0da req-1fdd8e42-1a24-4ebb-9003-ff7931990f8c tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:38:38.476829 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2404c72c-ddc0-4f05-9ed7-f02327aed0da req-1fdd8e42-1a24-4ebb-9003-ff7931990f8c tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] 10.222.0.58 "GET /v2.0/ports?device_id=ccdb5aeb-e83b-4423-9cd2-d49d7271beb9 HTTP/1.1" status: 200 len: 947 time: 0.0669534 Jul 09 15:38:38.494446 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=69edb726-b7a9-4e57-9cd6-e84ca253397b,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:38:38.516171 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2404c72c-ddc0-4f05-9ed7-f02327aed0da req-c13bc5e5-a56c-43df-82d8-439410b31553 tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca661e55-b85c-4df8-a5e1-42d454814b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335128 Jul 09 15:38:38.682118 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['69edb726-b7a9-4e57-9cd6-e84ca253397b'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:38:39.688446 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb7afd-fb2c-4b5e-833b-9601a114f830 req-753ad736-cbb2-416c-b997-398d551a1dca tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:38:39.689921 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d1cb7afd-fb2c-4b5e-833b-9601a114f830 req-753ad736-cbb2-416c-b997-398d551a1dca tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] 10.222.0.58 "GET /v2.0/ports?device_id=ccdb5aeb-e83b-4423-9cd2-d49d7271beb9 HTTP/1.1" status: 200 len: 948 time: 0.0646470 Jul 09 15:38:39.727680 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d1cb7afd-fb2c-4b5e-833b-9601a114f830 req-69987ef2-5dcf-48ae-aed4-9d89c1d2ef9d tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca661e55-b85c-4df8-a5e1-42d454814b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321186 Jul 09 15:38:40.219360 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 69edb726-b7a9-4e57-9cd6-e84ca253397b up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:38:40.316860 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port 69edb726-b7a9-4e57-9cd6-e84ca253397b completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:38:40.321418 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port 69edb726-b7a9-4e57-9cd6-e84ca253397b triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:38:40.321721 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:40.401664 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:40.423546 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccdb5aeb-e83b-4423-9cd2-d49d7271beb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69edb726-b7a9-4e57-9cd6-e84ca253397b'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:38:40.425785 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e75b9a97cbd66444b13ae988a684abc34c7a24a50a729030cfede81e7322398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8156c003-cd4f-4139-bac2-6062fa5c9a9d" -d '{"events": [{"server_uuid": "ccdb5aeb-e83b-4423-9cd2-d49d7271beb9", "name": "network-vif-plugged", "status": "completed", "tag": "69edb726-b7a9-4e57-9cd6-e84ca253397b"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:38:40.439273 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 69edb726-b7a9-4e57-9cd6-e84ca253397b, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=69edb726-b7a9-4e57-9cd6-e84ca253397b,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:38:40.464904 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc34e23f-61c9-44dd-b790-7b93e7478cb8 x-openstack-request-id: req-dc34e23f-61c9-44dd-b790-7b93e7478cb8 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:38:40.465204 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccdb5aeb-e83b-4423-9cd2-d49d7271beb9", "name": "network-vif-plugged", "status": "completed", "tag": "69edb726-b7a9-4e57-9cd6-e84ca253397b", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:38:40.465458 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dc34e23f-61c9-44dd-b790-7b93e7478cb8 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:38:40.465846 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccdb5aeb-e83b-4423-9cd2-d49d7271beb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69edb726-b7a9-4e57-9cd6-e84ca253397b', 'code': 200} Jul 09 15:38:40.537896 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:40.578680 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1047a79f-0a44-4955-a9ef-9fb094fff9df req-47742561-204a-4315-8ed7-4e08afd8767d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:38:40.580263 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1047a79f-0a44-4955-a9ef-9fb094fff9df req-47742561-204a-4315-8ed7-4e08afd8767d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ccdb5aeb-e83b-4423-9cd2-d49d7271beb9 HTTP/1.1" status: 200 len: 1099 time: 0.0575993 Jul 09 15:38:40.590024 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=69edb726-b7a9-4e57-9cd6-e84ca253397b,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:38:40.615588 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1047a79f-0a44-4955-a9ef-9fb094fff9df req-c8ba1b75-3311-41d3-87ec-a5e9d977bd36 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ca661e55-b85c-4df8-a5e1-42d454814b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283310 Jul 09 15:38:40.902286 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855da03-e3b3-4346-b63e-0ee0546dfbc4 req-972a4ca8-d72c-41be-9fec-fbe6840f7227 tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:38:40.903910 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4855da03-e3b3-4346-b63e-0ee0546dfbc4 req-972a4ca8-d72c-41be-9fec-fbe6840f7227 tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] 10.222.0.58 "GET /v2.0/ports?device_id=ccdb5aeb-e83b-4423-9cd2-d49d7271beb9 HTTP/1.1" status: 200 len: 949 time: 0.0659232 Jul 09 15:38:40.940882 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4855da03-e3b3-4346-b63e-0ee0546dfbc4 req-18a25760-17ac-4d8c-ae1f-21b1e617c86d tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca661e55-b85c-4df8-a5e1-42d454814b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316131 Jul 09 15:38:42.114391 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201bd38b-72e1-4eb8-85a6-21296b952641 req-5d1d75e6-08eb-46b1-ab54-1728a8c17b83 tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:38:42.116448 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-201bd38b-72e1-4eb8-85a6-21296b952641 req-5d1d75e6-08eb-46b1-ab54-1728a8c17b83 tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] 10.222.0.58 "GET /v2.0/ports?device_id=ccdb5aeb-e83b-4423-9cd2-d49d7271beb9 HTTP/1.1" status: 200 len: 949 time: 0.0657976 Jul 09 15:38:42.153874 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-201bd38b-72e1-4eb8-85a6-21296b952641 req-4fc9f5ea-fe84-4432-b856-c9734a450497 tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca661e55-b85c-4df8-a5e1-42d454814b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319057 Jul 09 15:38:43.784519 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13637a33-40b2-4d5a-bfb3-f78869a58581 req-c9a5e8de-e0fa-471c-aff4-f749ca33649a tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:38:43.786094 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-13637a33-40b2-4d5a-bfb3-f78869a58581 req-c9a5e8de-e0fa-471c-aff4-f749ca33649a tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] 10.222.0.58 "GET /v2.0/ports?device_id=ccdb5aeb-e83b-4423-9cd2-d49d7271beb9 HTTP/1.1" status: 200 len: 949 time: 0.0636594 Jul 09 15:38:43.826276 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-13637a33-40b2-4d5a-bfb3-f78869a58581 req-bd60118b-9cda-44d3-a721-16acbbf6cd99 tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca661e55-b85c-4df8-a5e1-42d454814b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344481 Jul 09 15:38:45.001305 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e62b87b-0729-4d6e-9230-ed0940b91ddc req-6022afde-b5ca-4b09-bd4d-8872ae827099 tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:38:45.002804 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8e62b87b-0729-4d6e-9230-ed0940b91ddc req-6022afde-b5ca-4b09-bd4d-8872ae827099 tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] 10.222.0.58 "GET /v2.0/ports?device_id=ccdb5aeb-e83b-4423-9cd2-d49d7271beb9 HTTP/1.1" status: 200 len: 949 time: 0.0621471 Jul 09 15:38:45.042193 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8e62b87b-0729-4d6e-9230-ed0940b91ddc req-17a8ed69-794b-4bab-a2e4-0b72416ea4c3 tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca661e55-b85c-4df8-a5e1-42d454814b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330322 Jul 09 15:38:45.044575 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97662031-10fb-493a-8c24-75e553600fc2 req-82ca161c-bb3b-4313-bef7-8c2e3c79d8ba tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:38:45.046104 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-97662031-10fb-493a-8c24-75e553600fc2 req-82ca161c-bb3b-4313-bef7-8c2e3c79d8ba tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] 10.222.0.54 "GET /v2.0/ports?device_id=ccdb5aeb-e83b-4423-9cd2-d49d7271beb9 HTTP/1.1" status: 200 len: 949 time: 0.0682085 Jul 09 15:38:45.147027 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-97662031-10fb-493a-8c24-75e553600fc2 req-fce2f639-9bd4-4c69-a71e-d2d1b9a1ab13 tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] Deleting port 69edb726-b7a9-4e57-9cd6-e84ca253397b {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:38:45.147278 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-97662031-10fb-493a-8c24-75e553600fc2 req-fce2f639-9bd4-4c69-a71e-d2d1b9a1ab13 tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:45.237591 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-97662031-10fb-493a-8c24-75e553600fc2 req-fce2f639-9bd4-4c69-a71e-d2d1b9a1ab13 tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] For port 69edb726-b7a9-4e57-9cd6-e84ca253397b, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=69edb726-b7a9-4e57-9cd6-e84ca253397b,segment=NetworkSegment(974216f2-c1df-4b73-91ba-e745b6448ea1),segment_id=974216f2-c1df-4b73-91ba-e745b6448ea1)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:38:45.237959 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-97662031-10fb-493a-8c24-75e553600fc2 req-fce2f639-9bd4-4c69-a71e-d2d1b9a1ab13 tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:45.250674 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-97662031-10fb-493a-8c24-75e553600fc2 req-fce2f639-9bd4-4c69-a71e-d2d1b9a1ab13 tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] Calling delete_port for 69edb726-b7a9-4e57-9cd6-e84ca253397b owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:38:45.354761 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:45.442370 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-97662031-10fb-493a-8c24-75e553600fc2 req-fce2f639-9bd4-4c69-a71e-d2d1b9a1ab13 tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:45.454271 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['69edb726-b7a9-4e57-9cd6-e84ca253397b'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:38:45.472773 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce2f639-9bd4-4c69-a71e-d2d1b9a1ab13 tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] Pushing event deleted for resources: {'Port': ['ID=69edb726-b7a9-4e57-9cd6-e84ca253397b,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:38:45.502633 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce2f639-9bd4-4c69-a71e-d2d1b9a1ab13 tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:45.502992 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce2f639-9bd4-4c69-a71e-d2d1b9a1ab13 tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:45.503339 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce2f639-9bd4-4c69-a71e-d2d1b9a1ab13 tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:45.503738 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce2f639-9bd4-4c69-a71e-d2d1b9a1ab13 tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:45.504074 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce2f639-9bd4-4c69-a71e-d2d1b9a1ab13 tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:45.504408 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce2f639-9bd4-4c69-a71e-d2d1b9a1ab13 tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:45.504743 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce2f639-9bd4-4c69-a71e-d2d1b9a1ab13 tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:45.505110 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce2f639-9bd4-4c69-a71e-d2d1b9a1ab13 tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:45.505446 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce2f639-9bd4-4c69-a71e-d2d1b9a1ab13 tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:45.505777 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce2f639-9bd4-4c69-a71e-d2d1b9a1ab13 tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:45.506105 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce2f639-9bd4-4c69-a71e-d2d1b9a1ab13 tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:45.506428 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce2f639-9bd4-4c69-a71e-d2d1b9a1ab13 tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:38:45.530356 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-97662031-10fb-493a-8c24-75e553600fc2 req-fce2f639-9bd4-4c69-a71e-d2d1b9a1ab13 tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] No DVR routers for this DVR port 69edb726-b7a9-4e57-9cd6-e84ca253397b on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:38:45.533020 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-97662031-10fb-493a-8c24-75e553600fc2 req-fce2f639-9bd4-4c69-a71e-d2d1b9a1ab13 tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:45.535089 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-97662031-10fb-493a-8c24-75e553600fc2 req-fce2f639-9bd4-4c69-a71e-d2d1b9a1ab13 tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] 10.222.0.54 "DELETE /v2.0/ports/69edb726-b7a9-4e57-9cd6-e84ca253397b HTTP/1.1" status: 204 len: 173 time: 0.4832969 Jul 09 15:38:45.535605 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccdb5aeb-e83b-4423-9cd2-d49d7271beb9', 'name': 'network-vif-deleted', 'tag': '69edb726-b7a9-4e57-9cd6-e84ca253397b'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:38:45.538533 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bb405a18ca731a56dedfaaf5e9a79789110744f6b6799bb7a0722340b5c16f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71ad989-1530-48af-b49f-e54bda1a6f55" -d '{"events": [{"server_uuid": "ccdb5aeb-e83b-4423-9cd2-d49d7271beb9", "name": "network-vif-deleted", "tag": "69edb726-b7a9-4e57-9cd6-e84ca253397b"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:38:45.576477 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8a50c3-d3ee-4f93-bf27-c62c344e4776 x-openstack-request-id: req-0d8a50c3-d3ee-4f93-bf27-c62c344e4776 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:38:45.576771 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccdb5aeb-e83b-4423-9cd2-d49d7271beb9", "name": "network-vif-deleted", "tag": "69edb726-b7a9-4e57-9cd6-e84ca253397b", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:38:45.577023 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0d8a50c3-d3ee-4f93-bf27-c62c344e4776 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:38:45.577437 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccdb5aeb-e83b-4423-9cd2-d49d7271beb9', 'name': 'network-vif-deleted', 'tag': '69edb726-b7a9-4e57-9cd6-e84ca253397b', 'status': 'completed', 'code': 200} Jul 09 15:38:46.200450 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-38db28f0-80c0-4d3b-a786-66eec2426177 req-908bc16c-b253-4baf-ab5f-8dab87af2e44 tempest-ServersAdminNegativeTestJSON-769459612 tempest-ServersAdminNegativeTestJSON-769459612-project] 10.222.0.58 "GET /v2.0/ports?device_id=ccdb5aeb-e83b-4423-9cd2-d49d7271beb9 HTTP/1.1" status: 200 len: 210 time: 0.0341139 Jul 09 15:38:47.742035 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 55228) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:38:47.880809 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-9a68325e-46b4-4575-b325-7f35f71ac66e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=db5af812f61e4299b05d037a80066c19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1370025 Jul 09 15:38:47.883192 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 55232) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:38:47.929051 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f6a93c6e-a781-41eb-82bd-37f26f61985d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:47.949556 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f6a93c6e-a781-41eb-82bd-37f26f61985d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:48.057278 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f6a93c6e-a781-41eb-82bd-37f26f61985d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:48.059934 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f6a93c6e-a781-41eb-82bd-37f26f61985d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:48.061103 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f6a93c6e-a781-41eb-82bd-37f26f61985d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ca661e55-b85c-4df8-a5e1-42d454814b75 HTTP/1.1" status: 204 len: 168 time: 0.1769886 Jul 09 15:38:48.069691 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a93c6e-a781-41eb-82bd-37f26f61985d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca661e55-b85c-4df8-a5e1-42d454814b75,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:38:48.755604 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 55238) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:38:48.769537 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-70a23b2e-8048-4d62-b21e-68d8f419daec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:48.860669 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-70a23b2e-8048-4d62-b21e-68d8f419daec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:48.931384 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-70a23b2e-8048-4d62-b21e-68d8f419daec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:48.971333 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a23b2e-8048-4d62-b21e-68d8f419daec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e28aa51d-d098-4f09-b323-cbfaf56df708,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:38:48.976266 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-70a23b2e-8048-4d62-b21e-68d8f419daec admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7ab7accfb6334471b84a753ac654d6f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2195971 Jul 09 15:38:48.979054 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 55240) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:38:49.030656 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-776bd54f-4e48-45f7-ade1-533abe1bf02a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:49.053888 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-776bd54f-4e48-45f7-ade1-533abe1bf02a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:49.200539 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-776bd54f-4e48-45f7-ade1-533abe1bf02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:49.203341 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-776bd54f-4e48-45f7-ade1-533abe1bf02a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:49.204577 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-776bd54f-4e48-45f7-ade1-533abe1bf02a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e28aa51d-d098-4f09-b323-cbfaf56df708 HTTP/1.1" status: 204 len: 168 time: 0.2244592 Jul 09 15:38:49.213124 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776bd54f-4e48-45f7-ade1-533abe1bf02a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28aa51d-d098-4f09-b323-cbfaf56df708,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:38:50.229203 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 55262) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:38:50.278083 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 69edb726-b7a9-4e57-9cd6-e84ca253397b no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:38:50.298930 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: 69edb726-b7a9-4e57-9cd6-e84ca253397b {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:38:50.298930 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 69edb726-b7a9-4e57-9cd6-e84ca253397b not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:38:50.333888 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-691e3f06-fd53-493f-9ad8-4db240fe54d3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-352477500-network', 'tenant_id': 'a7cb2f0c74b443088075666c5c93ff98'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:38:50.447785 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691e3f06-fd53-493f-9ad8-4db240fe54d3 admin admin] Made reservation on behalf of a7cb2f0c74b443088075666c5c93ff98 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:38:50.450255 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-691e3f06-fd53-493f-9ad8-4db240fe54d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:50.459228 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-691e3f06-fd53-493f-9ad8-4db240fe54d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:50.550392 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-691e3f06-fd53-493f-9ad8-4db240fe54d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:50.680543 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-691e3f06-fd53-493f-9ad8-4db240fe54d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:50.709549 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-691e3f06-fd53-493f-9ad8-4db240fe54d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:38:50.714853 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691e3f06-fd53-493f-9ad8-4db240fe54d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f34aa4a-1e8b-42fb-8ba8-941e46439469,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:38:50.723990 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-691e3f06-fd53-493f-9ad8-4db240fe54d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:50.723990 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-691e3f06-fd53-493f-9ad8-4db240fe54d3 admin admin] Added segment f47af3c1-69e2-4f5a-9ba5-46367153ad5d of type vlan for network 543f0fed-5f74-4729-b94d-d61125946f8a Jul 09 15:38:50.769151 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-691e3f06-fd53-493f-9ad8-4db240fe54d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:50.903198 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-691e3f06-fd53-493f-9ad8-4db240fe54d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:50.904156 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691e3f06-fd53-493f-9ad8-4db240fe54d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:38:50.904749 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-691e3f06-fd53-493f-9ad8-4db240fe54d3 admin admin] Notify callbacks [] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:50.967902 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691e3f06-fd53-493f-9ad8-4db240fe54d3 admin admin] Pushing event updated for resources: {'Network': ['ID=543f0fed-5f74-4729-b94d-d61125946f8a,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:38:50.978330 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 543f0fed-5f74-4729-b94d-d61125946f8a details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:38:51.040982 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-691e3f06-fd53-493f-9ad8-4db240fe54d3 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8105791 Jul 09 15:38:51.043892 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 55266) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:38:51.048889 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-a9a7c5ec-1797-480e-9db4-df370443965b admin admin] Request body: {'subnet': {'network_id': '543f0fed-5f74-4729-b94d-d61125946f8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-352477500-subnet', 'tenant_id': 'a7cb2f0c74b443088075666c5c93ff98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:38:51.143250 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a7c5ec-1797-480e-9db4-df370443965b admin admin] Made reservation on behalf of a7cb2f0c74b443088075666c5c93ff98 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:38:51.146379 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a9a7c5ec-1797-480e-9db4-df370443965b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:51.388828 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a9a7c5ec-1797-480e-9db4-df370443965b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:51.448395 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7c5ec-1797-480e-9db4-df370443965b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e8630c2-1b29-4b3f-8baf-47e752443522,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:38:51.456314 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a7c5ec-1797-480e-9db4-df370443965b admin admin] Checking segment: {'id': 'f47af3c1-69e2-4f5a-9ba5-46367153ad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '543f0fed-5f74-4729-b94d-d61125946f8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:38:51.456672 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a7c5ec-1797-480e-9db4-df370443965b admin admin] Network hostable DHCP agents. Network: 543f0fed-5f74-4729-b94d-d61125946f8a, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:38:51.548573 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a7c5ec-1797-480e-9db4-df370443965b admin admin] Network 543f0fed-5f74-4729-b94d-d61125946f8a is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:38:51.645466 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-a9a7c5ec-1797-480e-9db4-df370443965b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 543f0fed-5f74-4729-b94d-d61125946f8a) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:38:51.650767 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a7c5ec-1797-480e-9db4-df370443965b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:38:51.652172 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a9a7c5ec-1797-480e-9db4-df370443965b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:51.655184 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a0a400-1fc1-4abc-987e-26c234a77522 None None] Network 543f0fed-5f74-4729-b94d-d61125946f8a requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:38:51.737608 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-a9a7c5ec-1797-480e-9db4-df370443965b admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6925423 Jul 09 15:38:51.779534 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1d9ed4-81dc-496f-a408-74bc770cb5f2 None None] Network 543f0fed-5f74-4729-b94d-d61125946f8a requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:38:52.173870 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243044aa-2152-44a6-a386-7a002a56dd8a req-86c7babc-c07b-497e-b8bb-ef125c8a5d7b tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:38:52.175419 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-243044aa-2152-44a6-a386-7a002a56dd8a req-86c7babc-c07b-497e-b8bb-ef125c8a5d7b tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/networks?id=543f0fed-5f74-4729-b94d-d61125946f8a HTTP/1.1" status: 200 len: 811 time: 0.1037350 Jul 09 15:38:52.192355 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-243044aa-2152-44a6-a386-7a002a56dd8a req-6d2376cc-90ce-4f17-b4b8-9041d4e17fdf tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/quotas/a7cb2f0c74b443088075666c5c93ff98 HTTP/1.1" status: 200 len: 375 time: 0.0098503 Jul 09 15:38:52.229740 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-243044aa-2152-44a6-a386-7a002a56dd8a req-f4cebd3f-e3b7-4c9e-b59a-1d758e58b68e tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a7cb2f0c74b443088075666c5c93ff98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304172 Jul 09 15:38:52.328316 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-243044aa-2152-44a6-a386-7a002a56dd8a req-c00937ff-3fe0-4af2-a732-f46dfaa8a38c service neutron] 10.222.0.58 "GET /v2.0/networks/543f0fed-5f74-4729-b94d-d61125946f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918186 Jul 09 15:38:52.419287 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-243044aa-2152-44a6-a386-7a002a56dd8a req-f9b3b3b8-776e-4b3a-b4d5-6466104e54b7 service neutron] 10.222.0.58 "GET /v2.0/networks/543f0fed-5f74-4729-b94d-d61125946f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844994 Jul 09 15:38:52.666156 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f3cf597b-9bed-49d2-99b9-75ded44e0cfd req-de986549-cdc7-4d7e-bb1e-f4f543805d4c tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/ports?device_id=908c27ca-6f86-4ae1-ab60-32ef57b4433b HTTP/1.1" status: 200 len: 210 time: 0.0302920 Jul 09 15:38:53.687483 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:53.754749 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ee79f1ee-3a4d-43e0-bf40-5cdba8d1053c req-098f8b1f-26b7-4816-b94f-c85d2eae49ff tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/ports?device_id=908c27ca-6f86-4ae1-ab60-32ef57b4433b HTTP/1.1" status: 200 len: 210 time: 0.0360897 Jul 09 15:38:54.902595 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f52823cc-fd1b-4fbf-b80b-2bb5442d45cb req-95bd2d3f-b611-4e1e-b466-5a854704e399 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/ports?device_id=908c27ca-6f86-4ae1-ab60-32ef57b4433b HTTP/1.1" status: 200 len: 210 time: 0.0320930 Jul 09 15:38:55.286077 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243044aa-2152-44a6-a386-7a002a56dd8a req-ecdec443-13a3-411d-9200-87b11ab8b0d3 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:38:55.287596 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-243044aa-2152-44a6-a386-7a002a56dd8a req-ecdec443-13a3-411d-9200-87b11ab8b0d3 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.54 "GET /v2.0/networks?id=543f0fed-5f74-4729-b94d-d61125946f8a HTTP/1.1" status: 200 len: 811 time: 0.1028521 Jul 09 15:38:55.300727 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-243044aa-2152-44a6-a386-7a002a56dd8a req-89c03b38-fc76-4ce1-b529-79d61ff67ae1 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] Request body: {'port': {'device_id': '908c27ca-6f86-4ae1-ab60-32ef57b4433b', 'network_id': '543f0fed-5f74-4729-b94d-d61125946f8a', 'admin_state_up': True, 'tenant_id': 'a7cb2f0c74b443088075666c5c93ff98'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:38:55.493333 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-243044aa-2152-44a6-a386-7a002a56dd8a req-89c03b38-fc76-4ce1-b529-79d61ff67ae1 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] Made reservation on behalf of a7cb2f0c74b443088075666c5c93ff98 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:38:55.497172 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-243044aa-2152-44a6-a386-7a002a56dd8a req-89c03b38-fc76-4ce1-b529-79d61ff67ae1 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:55.633970 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-243044aa-2152-44a6-a386-7a002a56dd8a req-89c03b38-fc76-4ce1-b529-79d61ff67ae1 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] Allocated IP 172.20.0.13 (543f0fed-5f74-4729-b94d-d61125946f8a/6e8630c2-1b29-4b3f-8baf-47e752443522/aefc8e13-668d-4faa-90f7-0e15d1dfc94d) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:38:55.786521 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-243044aa-2152-44a6-a386-7a002a56dd8a req-89c03b38-fc76-4ce1-b529-79d61ff67ae1 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:55.880969 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-243044aa-2152-44a6-a386-7a002a56dd8a req-89c03b38-fc76-4ce1-b529-79d61ff67ae1 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:55.926995 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-243044aa-2152-44a6-a386-7a002a56dd8a req-89c03b38-fc76-4ce1-b529-79d61ff67ae1 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] Network 543f0fed-5f74-4729-b94d-d61125946f8a is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:38:55.930297 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-243044aa-2152-44a6-a386-7a002a56dd8a req-89c03b38-fc76-4ce1-b529-79d61ff67ae1 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:38:55.933180 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-243044aa-2152-44a6-a386-7a002a56dd8a req-89c03b38-fc76-4ce1-b529-79d61ff67ae1 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:38:55.943417 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c03b38-fc76-4ce1-b529-79d61ff67ae1 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] Pushing event updated for resources: {'Port': ['ID=aefc8e13-668d-4faa-90f7-0e15d1dfc94d,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:38:55.995099 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243044aa-2152-44a6-a386-7a002a56dd8a req-89c03b38-fc76-4ce1-b529-79d61ff67ae1 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:38:55.995723 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-243044aa-2152-44a6-a386-7a002a56dd8a req-89c03b38-fc76-4ce1-b529-79d61ff67ae1 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:56.063308 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-243044aa-2152-44a6-a386-7a002a56dd8a req-89c03b38-fc76-4ce1-b529-79d61ff67ae1 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7668445 Jul 09 15:38:56.076348 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-243044aa-2152-44a6-a386-7a002a56dd8a req-95758228-73d6-4c7e-b388-3dc0240fe868 service neutron] Request body: {'port': {'device_id': '908c27ca-6f86-4ae1-ab60-32ef57b4433b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:38:56.095961 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21081a08-d1ea-41df-95fb-44e28ed83246 req-8ee15705-4409-49aa-a308-f01350f8782c tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:38:56.098395 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-21081a08-d1ea-41df-95fb-44e28ed83246 req-8ee15705-4409-49aa-a308-f01350f8782c tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/ports?device_id=908c27ca-6f86-4ae1-ab60-32ef57b4433b HTTP/1.1" status: 200 len: 932 time: 0.0764508 Jul 09 15:38:56.143432 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-21081a08-d1ea-41df-95fb-44e28ed83246 req-3f1116a7-97c5-4e31-ab45-4500bb0e5f93 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f34aa4a-1e8b-42fb-8ba8-941e46439469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390172 Jul 09 15:38:56.166467 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-243044aa-2152-44a6-a386-7a002a56dd8a req-95758228-73d6-4c7e-b388-3dc0240fe868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:56.171262 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-955f7c75-8f79-4033-9095-a89672752eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:56.439014 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-243044aa-2152-44a6-a386-7a002a56dd8a req-95758228-73d6-4c7e-b388-3dc0240fe868 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aefc8e13-668d-4faa-90f7-0e15d1dfc94d {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:38:56.447284 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-243044aa-2152-44a6-a386-7a002a56dd8a req-95758228-73d6-4c7e-b388-3dc0240fe868 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:56.459559 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-243044aa-2152-44a6-a386-7a002a56dd8a req-95758228-73d6-4c7e-b388-3dc0240fe868 service neutron] Transition to ACTIVE for port object aefc8e13-668d-4faa-90f7-0e15d1dfc94d will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:38:56.520003 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-243044aa-2152-44a6-a386-7a002a56dd8a req-95758228-73d6-4c7e-b388-3dc0240fe868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:56.574947 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95758228-73d6-4c7e-b388-3dc0240fe868 service neutron] Pushing event updated for resources: {'Port': ['ID=aefc8e13-668d-4faa-90f7-0e15d1dfc94d,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:38:56.645250 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-243044aa-2152-44a6-a386-7a002a56dd8a req-95758228-73d6-4c7e-b388-3dc0240fe868 service neutron] Attempting to bind port aefc8e13-668d-4faa-90f7-0e15d1dfc94d on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:38:56.645588 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-243044aa-2152-44a6-a386-7a002a56dd8a req-95758228-73d6-4c7e-b388-3dc0240fe868 service neutron] Attempting to bind port aefc8e13-668d-4faa-90f7-0e15d1dfc94d by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': 'f47af3c1-69e2-4f5a-9ba5-46367153ad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '543f0fed-5f74-4729-b94d-d61125946f8a'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:38:56.645928 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243044aa-2152-44a6-a386-7a002a56dd8a req-95758228-73d6-4c7e-b388-3dc0240fe868 service neutron] Attempting to bind port aefc8e13-668d-4faa-90f7-0e15d1dfc94d on network 543f0fed-5f74-4729-b94d-d61125946f8a {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:38:56.650380 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243044aa-2152-44a6-a386-7a002a56dd8a req-95758228-73d6-4c7e-b388-3dc0240fe868 service neutron] Port aefc8e13-668d-4faa-90f7-0e15d1dfc94d on network 543f0fed-5f74-4729-b94d-d61125946f8a not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:38:56.650709 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243044aa-2152-44a6-a386-7a002a56dd8a req-95758228-73d6-4c7e-b388-3dc0240fe868 service neutron] Attempting to bind port aefc8e13-668d-4faa-90f7-0e15d1dfc94d on network 543f0fed-5f74-4729-b94d-d61125946f8a {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:38:56.657284 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243044aa-2152-44a6-a386-7a002a56dd8a req-95758228-73d6-4c7e-b388-3dc0240fe868 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:38:56.657627 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243044aa-2152-44a6-a386-7a002a56dd8a req-95758228-73d6-4c7e-b388-3dc0240fe868 service neutron] Checking segment: {'id': 'f47af3c1-69e2-4f5a-9ba5-46367153ad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '543f0fed-5f74-4729-b94d-d61125946f8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:38:56.658012 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243044aa-2152-44a6-a386-7a002a56dd8a req-95758228-73d6-4c7e-b388-3dc0240fe868 service neutron] Bound using segment: {'id': 'f47af3c1-69e2-4f5a-9ba5-46367153ad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '543f0fed-5f74-4729-b94d-d61125946f8a'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:38:56.658444 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-243044aa-2152-44a6-a386-7a002a56dd8a req-95758228-73d6-4c7e-b388-3dc0240fe868 service neutron] Bound port: aefc8e13-668d-4faa-90f7-0e15d1dfc94d, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f47af3c1-69e2-4f5a-9ba5-46367153ad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '543f0fed-5f74-4729-b94d-d61125946f8a'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:38:56.658806 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-243044aa-2152-44a6-a386-7a002a56dd8a req-95758228-73d6-4c7e-b388-3dc0240fe868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:56.726647 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-243044aa-2152-44a6-a386-7a002a56dd8a req-95758228-73d6-4c7e-b388-3dc0240fe868 service neutron] For port aefc8e13-668d-4faa-90f7-0e15d1dfc94d, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:38:56.729876 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-243044aa-2152-44a6-a386-7a002a56dd8a req-95758228-73d6-4c7e-b388-3dc0240fe868 service neutron] For port aefc8e13-668d-4faa-90f7-0e15d1dfc94d, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=aefc8e13-668d-4faa-90f7-0e15d1dfc94d,segment=NetworkSegment(f47af3c1-69e2-4f5a-9ba5-46367153ad5d),segment_id=f47af3c1-69e2-4f5a-9ba5-46367153ad5d)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:38:56.808005 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-243044aa-2152-44a6-a386-7a002a56dd8a req-95758228-73d6-4c7e-b388-3dc0240fe868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:56.846703 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243044aa-2152-44a6-a386-7a002a56dd8a req-95758228-73d6-4c7e-b388-3dc0240fe868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:38:56.847915 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-243044aa-2152-44a6-a386-7a002a56dd8a req-95758228-73d6-4c7e-b388-3dc0240fe868 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:56.849335 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-243044aa-2152-44a6-a386-7a002a56dd8a req-95758228-73d6-4c7e-b388-3dc0240fe868 service neutron] 10.222.0.54 "PUT /v2.0/ports/aefc8e13-668d-4faa-90f7-0e15d1dfc94d HTTP/1.1" status: 200 len: 1092 time: 0.7775252 Jul 09 15:38:56.851665 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '908c27ca-6f86-4ae1-ab60-32ef57b4433b', 'tag': 'aefc8e13-668d-4faa-90f7-0e15d1dfc94d'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:38:56.854902 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bb405a18ca731a56dedfaaf5e9a79789110744f6b6799bb7a0722340b5c16f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1d3f7a-baf3-4e49-bcd6-65f81acd7d16" -d '{"events": [{"name": "network-changed", "server_uuid": "908c27ca-6f86-4ae1-ab60-32ef57b4433b", "tag": "aefc8e13-668d-4faa-90f7-0e15d1dfc94d"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:38:56.886218 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95758228-73d6-4c7e-b388-3dc0240fe868 service neutron] Pushing event updated for resources: {'Port': ['ID=aefc8e13-668d-4faa-90f7-0e15d1dfc94d,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:38:56.898156 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642897dd-6a08-4808-8998-e6375c5b4ba3 x-openstack-request-id: req-642897dd-6a08-4808-8998-e6375c5b4ba3 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:38:56.898456 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "908c27ca-6f86-4ae1-ab60-32ef57b4433b", "tag": "aefc8e13-668d-4faa-90f7-0e15d1dfc94d", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:38:56.898719 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-642897dd-6a08-4808-8998-e6375c5b4ba3 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:38:56.899124 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '908c27ca-6f86-4ae1-ab60-32ef57b4433b', 'tag': 'aefc8e13-668d-4faa-90f7-0e15d1dfc94d', 'status': 'completed', 'code': 200} Jul 09 15:38:56.977946 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d3f7a-baf3-4e49-bcd6-65f81acd7d16 req-db9dce57-7274-4f70-addf-cd0b7f9f9a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:38:56.979373 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9b1d3f7a-baf3-4e49-bcd6-65f81acd7d16 req-db9dce57-7274-4f70-addf-cd0b7f9f9a55 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a7cb2f0c74b443088075666c5c93ff98&device_id=908c27ca-6f86-4ae1-ab60-32ef57b4433b HTTP/1.1" status: 200 len: 1095 time: 0.0553529 Jul 09 15:38:57.082515 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d3f7a-baf3-4e49-bcd6-65f81acd7d16 req-79b4a732-751e-47c0-97e3-d32386f1170f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:38:57.084031 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9b1d3f7a-baf3-4e49-bcd6-65f81acd7d16 req-79b4a732-751e-47c0-97e3-d32386f1170f service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=a7cb2f0c74b443088075666c5c93ff98&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0961671 Jul 09 15:38:57.195585 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d3f7a-baf3-4e49-bcd6-65f81acd7d16 req-b936b764-adf3-4002-afe7-454205844744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:38:57.195585 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9b1d3f7a-baf3-4e49-bcd6-65f81acd7d16 req-b936b764-adf3-4002-afe7-454205844744 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1029561 Jul 09 15:38:57.290319 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243044aa-2152-44a6-a386-7a002a56dd8a req-cbe03333-ca21-4665-a336-4d1db9d6331b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:38:57.291789 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-243044aa-2152-44a6-a386-7a002a56dd8a req-cbe03333-ca21-4665-a336-4d1db9d6331b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a7cb2f0c74b443088075666c5c93ff98&device_id=908c27ca-6f86-4ae1-ab60-32ef57b4433b HTTP/1.1" status: 200 len: 1095 time: 0.0563262 Jul 09 15:38:57.336310 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d1ddb-ab1e-4e4e-b1da-e24c5bc46a0f req-a235dd87-3ded-4ad4-aca0-c5231228561c tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:38:57.336948 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2d4d1ddb-ab1e-4e4e-b1da-e24c5bc46a0f req-a235dd87-3ded-4ad4-aca0-c5231228561c tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/ports?device_id=908c27ca-6f86-4ae1-ab60-32ef57b4433b HTTP/1.1" status: 200 len: 944 time: 0.0672908 Jul 09 15:38:57.340922 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-243044aa-2152-44a6-a386-7a002a56dd8a req-bd701b72-4d5e-45fb-98a8-1b4b99847fb8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aefc8e13-668d-4faa-90f7-0e15d1dfc94d HTTP/1.1" status: 200 len: 217 time: 0.0420043 Jul 09 15:38:57.377561 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2d4d1ddb-ab1e-4e4e-b1da-e24c5bc46a0f req-6c02e151-18f3-4e93-bd55-4ef55d2defea tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f34aa4a-1e8b-42fb-8ba8-941e46439469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350432 Jul 09 15:38:57.398842 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243044aa-2152-44a6-a386-7a002a56dd8a req-24a61a8b-a394-4962-9f8a-fc55d139bfec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:38:57.400437 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-243044aa-2152-44a6-a386-7a002a56dd8a req-24a61a8b-a394-4962-9f8a-fc55d139bfec service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6e8630c2-1b29-4b3f-8baf-47e752443522 HTTP/1.1" status: 200 len: 851 time: 0.0531256 Jul 09 15:38:57.436431 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-243044aa-2152-44a6-a386-7a002a56dd8a req-caedae94-d8b7-4433-81b1-c4c7f98d5c38 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=543f0fed-5f74-4729-b94d-d61125946f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287600 Jul 09 15:38:57.536880 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-243044aa-2152-44a6-a386-7a002a56dd8a req-aab578ff-2e3e-4bf8-8812-a8a9dbb82eca service neutron] 10.222.0.54 "GET /v2.0/networks/543f0fed-5f74-4729-b94d-d61125946f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936272 Jul 09 15:38:57.628189 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-243044aa-2152-44a6-a386-7a002a56dd8a req-18c32a36-cc20-42e3-ba04-57261c9d4319 service neutron] 10.222.0.54 "GET /v2.0/networks/543f0fed-5f74-4729-b94d-d61125946f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840585 Jul 09 15:38:58.557161 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a56a7a-0930-4d7b-bd73-f41e4e9fa6e9 req-3f5fcf6e-2a78-430f-9836-49a39f0e7538 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:38:58.558725 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e0a56a7a-0930-4d7b-bd73-f41e4e9fa6e9 req-3f5fcf6e-2a78-430f-9836-49a39f0e7538 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/ports?device_id=908c27ca-6f86-4ae1-ab60-32ef57b4433b HTTP/1.1" status: 200 len: 944 time: 0.0646365 Jul 09 15:38:58.601643 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e0a56a7a-0930-4d7b-bd73-f41e4e9fa6e9 req-3d474842-bd1a-441f-a691-c89b97732261 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f34aa4a-1e8b-42fb-8ba8-941e46439469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372746 Jul 09 15:38:59.128391 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8de56e74-7432-4dd4-a99b-523184766331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:59.282113 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:38:59.785864 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132040b-7492-47b9-8975-736a6d2a8fcc req-4e7ce20e-a7b3-4563-9ed2-efb8b3684b03 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:38:59.787409 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c132040b-7492-47b9-8975-736a6d2a8fcc req-4e7ce20e-a7b3-4563-9ed2-efb8b3684b03 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/ports?device_id=908c27ca-6f86-4ae1-ab60-32ef57b4433b HTTP/1.1" status: 200 len: 944 time: 0.0698225 Jul 09 15:38:59.827441 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c132040b-7492-47b9-8975-736a6d2a8fcc req-1bc72335-391d-4090-bae0-93268cbd8d8e tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f34aa4a-1e8b-42fb-8ba8-941e46439469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343549 Jul 09 15:39:00.326417 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device aefc8e13-668d-4faa-90f7-0e15d1dfc94d details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 15:39:00.406607 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:00.434574 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port aefc8e13-668d-4faa-90f7-0e15d1dfc94d, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=aefc8e13-668d-4faa-90f7-0e15d1dfc94d,segment=NetworkSegment(f47af3c1-69e2-4f5a-9ba5-46367153ad5d),segment_id=f47af3c1-69e2-4f5a-9ba5-46367153ad5d)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:39:00.445759 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': 'aefc8e13-668d-4faa-90f7-0e15d1dfc94d', 'network_id': '543f0fed-5f74-4729-b94d-d61125946f8a', 'port_id': 'aefc8e13-668d-4faa-90f7-0e15d1dfc94d', 'mac_address': 'fa:16:3e:2a:c5:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e8630c2-1b29-4b3f-8baf-47e752443522', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 15:39:00.483808 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:00.497054 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aefc8e13-668d-4faa-90f7-0e15d1dfc94d {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:39:00.518410 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port aefc8e13-668d-4faa-90f7-0e15d1dfc94d, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=aefc8e13-668d-4faa-90f7-0e15d1dfc94d,segment=NetworkSegment(f47af3c1-69e2-4f5a-9ba5-46367153ad5d),segment_id=f47af3c1-69e2-4f5a-9ba5-46367153ad5d)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:39:00.587885 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:00.640746 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=aefc8e13-668d-4faa-90f7-0e15d1dfc94d,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:39:00.780476 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['aefc8e13-668d-4faa-90f7-0e15d1dfc94d'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:39:01.003902 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba56ebbd-1aa4-4ba0-a08f-311c9cd5ac77 req-b365996e-77fd-4702-8176-48da0932179a tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:01.005395 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ba56ebbd-1aa4-4ba0-a08f-311c9cd5ac77 req-b365996e-77fd-4702-8176-48da0932179a tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/ports?device_id=908c27ca-6f86-4ae1-ab60-32ef57b4433b HTTP/1.1" status: 200 len: 945 time: 0.0649014 Jul 09 15:39:01.043138 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ba56ebbd-1aa4-4ba0-a08f-311c9cd5ac77 req-bed5b824-0aaf-4662-9f04-c4e343ae6599 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f34aa4a-1e8b-42fb-8ba8-941e46439469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321596 Jul 09 15:39:01.845236 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:02.224452 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133c12f2-10bc-48dc-9ef6-eec7f3d14854 req-60275384-e1d8-4e9e-bbfb-c6028c5c20c2 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:02.225998 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-133c12f2-10bc-48dc-9ef6-eec7f3d14854 req-60275384-e1d8-4e9e-bbfb-c6028c5c20c2 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/ports?device_id=908c27ca-6f86-4ae1-ab60-32ef57b4433b HTTP/1.1" status: 200 len: 945 time: 0.0691345 Jul 09 15:39:02.266107 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-133c12f2-10bc-48dc-9ef6-eec7f3d14854 req-89ea0dbb-17a7-4b93-a3c5-9333077bad3e tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f34aa4a-1e8b-42fb-8ba8-941e46439469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342336 Jul 09 15:39:02.312958 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device aefc8e13-668d-4faa-90f7-0e15d1dfc94d up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:39:02.413579 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port aefc8e13-668d-4faa-90f7-0e15d1dfc94d completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:39:02.419822 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port aefc8e13-668d-4faa-90f7-0e15d1dfc94d triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:39:02.420263 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:02.497945 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:02.521401 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '908c27ca-6f86-4ae1-ab60-32ef57b4433b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aefc8e13-668d-4faa-90f7-0e15d1dfc94d'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:39:02.523682 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e75b9a97cbd66444b13ae988a684abc34c7a24a50a729030cfede81e7322398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff37aa6-1cb3-4792-ab9b-3f64f9764d63" -d '{"events": [{"server_uuid": "908c27ca-6f86-4ae1-ab60-32ef57b4433b", "name": "network-vif-plugged", "status": "completed", "tag": "aefc8e13-668d-4faa-90f7-0e15d1dfc94d"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:39:02.536752 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port aefc8e13-668d-4faa-90f7-0e15d1dfc94d, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=aefc8e13-668d-4faa-90f7-0e15d1dfc94d,segment=NetworkSegment(f47af3c1-69e2-4f5a-9ba5-46367153ad5d),segment_id=f47af3c1-69e2-4f5a-9ba5-46367153ad5d)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:39:02.563107 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994b99c6-19b3-444f-8838-1b44a7a3069a x-openstack-request-id: req-994b99c6-19b3-444f-8838-1b44a7a3069a {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:39:02.563402 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "908c27ca-6f86-4ae1-ab60-32ef57b4433b", "name": "network-vif-plugged", "status": "completed", "tag": "aefc8e13-668d-4faa-90f7-0e15d1dfc94d", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:39:02.563696 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-994b99c6-19b3-444f-8838-1b44a7a3069a {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:39:02.564100 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '908c27ca-6f86-4ae1-ab60-32ef57b4433b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aefc8e13-668d-4faa-90f7-0e15d1dfc94d', 'code': 200} Jul 09 15:39:02.596240 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:02.650770 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=aefc8e13-668d-4faa-90f7-0e15d1dfc94d,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:39:02.674155 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754aa840-f1bd-4cfe-9e66-15707af41b8d req-fa383437-e382-433b-872f-e9e7c6ef148d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:02.676451 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-754aa840-f1bd-4cfe-9e66-15707af41b8d req-fa383437-e382-433b-872f-e9e7c6ef148d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=908c27ca-6f86-4ae1-ab60-32ef57b4433b HTTP/1.1" status: 200 len: 1097 time: 0.0540392 Jul 09 15:39:02.711744 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-754aa840-f1bd-4cfe-9e66-15707af41b8d req-cfbf16bc-d039-48e0-85f0-ff415ab3ab76 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3f34aa4a-1e8b-42fb-8ba8-941e46439469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289226 Jul 09 15:39:03.451576 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba350871-1a4c-4694-b261-7e6eb6a3b0e7 req-a000d73b-8507-4797-a804-37e1c6ba5df4 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:03.453118 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ba350871-1a4c-4694-b261-7e6eb6a3b0e7 req-a000d73b-8507-4797-a804-37e1c6ba5df4 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/ports?device_id=908c27ca-6f86-4ae1-ab60-32ef57b4433b HTTP/1.1" status: 200 len: 946 time: 0.0716622 Jul 09 15:39:03.495183 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ba350871-1a4c-4694-b261-7e6eb6a3b0e7 req-12c5f730-fbae-4d87-8442-de65e4bed6d2 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f34aa4a-1e8b-42fb-8ba8-941e46439469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355127 Jul 09 15:39:04.674072 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1c167-0955-4845-b784-d28feb8e305b req-32baff50-e01c-4c54-a7a5-8d81fab10e9b tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:04.675936 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bcb1c167-0955-4845-b784-d28feb8e305b req-32baff50-e01c-4c54-a7a5-8d81fab10e9b tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/ports?device_id=908c27ca-6f86-4ae1-ab60-32ef57b4433b HTTP/1.1" status: 200 len: 946 time: 0.0654664 Jul 09 15:39:04.718272 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bcb1c167-0955-4845-b784-d28feb8e305b req-8c4104e9-9869-4cf9-9c53-20872940eec8 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f34aa4a-1e8b-42fb-8ba8-941e46439469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363088 Jul 09 15:39:05.259920 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dbcba9-eac3-4e8a-97fd-6569711d3e21 req-4a9a7770-7efe-4fe4-9d7f-463f8bce89e1 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:05.261519 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-63dbcba9-eac3-4e8a-97fd-6569711d3e21 req-4a9a7770-7efe-4fe4-9d7f-463f8bce89e1 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/ports?device_id=908c27ca-6f86-4ae1-ab60-32ef57b4433b HTTP/1.1" status: 200 len: 946 time: 0.0694184 Jul 09 15:39:05.306784 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-63dbcba9-eac3-4e8a-97fd-6569711d3e21 req-46e81925-dbab-4f35-b636-efe7e3661703 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f34aa4a-1e8b-42fb-8ba8-941e46439469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391965 Jul 09 15:39:05.386318 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d26ddf01-0b5a-41d1-8810-30001d299603 req-c3be6c31-cb98-4f4f-9bf0-91b95140a413 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=908c27ca-6f86-4ae1-ab60-32ef57b4433b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0971930 Jul 09 15:39:06.493651 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93234f41-a212-4f55-b2d6-e3ea2cd08045 req-97ae42cc-8771-41b5-825f-ac706e249831 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:06.495085 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-93234f41-a212-4f55-b2d6-e3ea2cd08045 req-97ae42cc-8771-41b5-825f-ac706e249831 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/ports?device_id=908c27ca-6f86-4ae1-ab60-32ef57b4433b HTTP/1.1" status: 200 len: 946 time: 0.0659320 Jul 09 15:39:06.535223 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-93234f41-a212-4f55-b2d6-e3ea2cd08045 req-2f26174b-7c1e-4ef8-ae0e-1ed719bcfc34 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f34aa4a-1e8b-42fb-8ba8-941e46439469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342598 Jul 09 15:39:07.714002 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ddf01-0b5a-41d1-8810-30001d299603 req-c78afde1-9a3f-4e20-8f86-03376fc3614a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:07.715522 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d26ddf01-0b5a-41d1-8810-30001d299603 req-c78afde1-9a3f-4e20-8f86-03376fc3614a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a7cb2f0c74b443088075666c5c93ff98&device_id=908c27ca-6f86-4ae1-ab60-32ef57b4433b HTTP/1.1" status: 200 len: 1097 time: 0.1013665 Jul 09 15:39:07.739597 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e61e8-a6ad-422c-b3c3-c78a55aebdd0 req-eb4ee64a-40e2-45cb-8cd6-e845bfe8c831 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:07.741098 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e89e61e8-a6ad-422c-b3c3-c78a55aebdd0 req-eb4ee64a-40e2-45cb-8cd6-e845bfe8c831 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/ports?device_id=908c27ca-6f86-4ae1-ab60-32ef57b4433b HTTP/1.1" status: 200 len: 946 time: 0.0919657 Jul 09 15:39:07.829380 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e89e61e8-a6ad-422c-b3c3-c78a55aebdd0 req-c022b862-c6a3-4db1-bf3d-54846edc58c6 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f34aa4a-1e8b-42fb-8ba8-941e46439469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783548 Jul 09 15:39:07.850196 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ddf01-0b5a-41d1-8810-30001d299603 req-a23e78d3-fa6f-45f3-aa26-c973a4d51276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:07.851720 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d26ddf01-0b5a-41d1-8810-30001d299603 req-a23e78d3-fa6f-45f3-aa26-c973a4d51276 service neutron] 10.222.0.54 "GET /v2.0/networks?id=543f0fed-5f74-4729-b94d-d61125946f8a HTTP/1.1" status: 200 len: 912 time: 0.1291800 Jul 09 15:39:07.896410 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d26ddf01-0b5a-41d1-8810-30001d299603 req-0290503d-8ac3-472c-a6ab-870906c8ae1f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aefc8e13-668d-4faa-90f7-0e15d1dfc94d HTTP/1.1" status: 200 len: 217 time: 0.0369849 Jul 09 15:39:07.946857 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ddf01-0b5a-41d1-8810-30001d299603 req-f42bfa6e-5781-4a5f-a0d0-cb07a7d88fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:07.948296 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d26ddf01-0b5a-41d1-8810-30001d299603 req-f42bfa6e-5781-4a5f-a0d0-cb07a7d88fab service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6e8630c2-1b29-4b3f-8baf-47e752443522 HTTP/1.1" status: 200 len: 851 time: 0.0457695 Jul 09 15:39:07.986909 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d26ddf01-0b5a-41d1-8810-30001d299603 req-5d7010bc-b510-425a-9721-adcaaa1ee87a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=543f0fed-5f74-4729-b94d-d61125946f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319114 Jul 09 15:39:08.076857 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d26ddf01-0b5a-41d1-8810-30001d299603 req-295a9ce0-8e27-4d52-baed-c4711dcdc1d9 service neutron] 10.222.0.54 "GET /v2.0/networks/543f0fed-5f74-4729-b94d-d61125946f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840700 Jul 09 15:39:08.171101 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d26ddf01-0b5a-41d1-8810-30001d299603 req-643ea19b-f50c-4ad7-be96-43252912bf66 service neutron] 10.222.0.54 "GET /v2.0/networks/543f0fed-5f74-4729-b94d-d61125946f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873973 Jul 09 15:39:09.003384 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:39:09.010564 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed34ee5-efd8-4fbc-8201-aaf2789abf2e req-93929042-5ff6-4e04-bf50-845b3852110a tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:09.012135 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aed34ee5-efd8-4fbc-8201-aaf2789abf2e req-93929042-5ff6-4e04-bf50-845b3852110a tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/ports?device_id=908c27ca-6f86-4ae1-ab60-32ef57b4433b HTTP/1.1" status: 200 len: 946 time: 0.0663776 Jul 09 15:39:09.052160 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aed34ee5-efd8-4fbc-8201-aaf2789abf2e req-40ecfa80-5008-4a85-94c5-3d7f2ff4d914 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f34aa4a-1e8b-42fb-8ba8-941e46439469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343089 Jul 09 15:39:10.230839 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b51d75-6a50-4fd8-8968-b20569ed351d req-89c07969-8370-4f68-8973-d0c8429c69d3 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:10.232431 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-67b51d75-6a50-4fd8-8968-b20569ed351d req-89c07969-8370-4f68-8973-d0c8429c69d3 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/ports?device_id=908c27ca-6f86-4ae1-ab60-32ef57b4433b HTTP/1.1" status: 200 len: 946 time: 0.0682495 Jul 09 15:39:10.271461 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-67b51d75-6a50-4fd8-8968-b20569ed351d req-4698a5b5-c1bc-44e3-8cc4-2566d30d0f4b tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f34aa4a-1e8b-42fb-8ba8-941e46439469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333226 Jul 09 15:39:11.456989 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93300485-2191-4f11-ab73-89267e799d56 req-e2e8d94c-1f37-45be-a238-6a3200a7eab2 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:11.458466 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-93300485-2191-4f11-ab73-89267e799d56 req-e2e8d94c-1f37-45be-a238-6a3200a7eab2 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/ports?device_id=908c27ca-6f86-4ae1-ab60-32ef57b4433b HTTP/1.1" status: 200 len: 946 time: 0.0687943 Jul 09 15:39:11.497934 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-93300485-2191-4f11-ab73-89267e799d56 req-131279e1-ed10-4274-8649-3a60b91a4aa7 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f34aa4a-1e8b-42fb-8ba8-941e46439469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337825 Jul 09 15:39:12.672097 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e68e750-140c-4db9-9fcf-ff90f3fab782 req-7889453c-0222-4485-9f59-88fc41f4b0f2 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:12.673626 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7e68e750-140c-4db9-9fcf-ff90f3fab782 req-7889453c-0222-4485-9f59-88fc41f4b0f2 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/ports?device_id=908c27ca-6f86-4ae1-ab60-32ef57b4433b HTTP/1.1" status: 200 len: 946 time: 0.0652494 Jul 09 15:39:12.712406 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7e68e750-140c-4db9-9fcf-ff90f3fab782 req-bde66e53-169c-4e0e-9961-7e14567665ca tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f34aa4a-1e8b-42fb-8ba8-941e46439469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322862 Jul 09 15:39:13.890420 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d7a18a-12b7-4baf-89e0-5343384f06d8 req-2d24ed11-558a-474b-ad6e-dfe4922777d7 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:13.892019 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-54d7a18a-12b7-4baf-89e0-5343384f06d8 req-2d24ed11-558a-474b-ad6e-dfe4922777d7 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/ports?device_id=908c27ca-6f86-4ae1-ab60-32ef57b4433b HTTP/1.1" status: 200 len: 946 time: 0.0679410 Jul 09 15:39:13.931801 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-54d7a18a-12b7-4baf-89e0-5343384f06d8 req-e2e2cded-dce2-47e1-881b-4c75169d8056 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f34aa4a-1e8b-42fb-8ba8-941e46439469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338712 Jul 09 15:39:15.115992 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f0e5cd-0280-4a97-9a11-818fc037ec62 req-49362105-0ec7-45d8-8ee2-6ec38c0415c9 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:15.117510 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-98f0e5cd-0280-4a97-9a11-818fc037ec62 req-49362105-0ec7-45d8-8ee2-6ec38c0415c9 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/ports?device_id=908c27ca-6f86-4ae1-ab60-32ef57b4433b HTTP/1.1" status: 200 len: 946 time: 0.0688958 Jul 09 15:39:15.156191 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-98f0e5cd-0280-4a97-9a11-818fc037ec62 req-24db6f61-0866-4bf7-8985-fd40302d85f6 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f34aa4a-1e8b-42fb-8ba8-941e46439469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331287 Jul 09 15:39:15.367065 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:16.333996 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96007c21-4edf-456b-9f3b-8769fe6a4b01 req-81fd888f-2b28-4ee1-8fe6-900cca3963a3 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:16.335565 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-96007c21-4edf-456b-9f3b-8769fe6a4b01 req-81fd888f-2b28-4ee1-8fe6-900cca3963a3 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/ports?device_id=908c27ca-6f86-4ae1-ab60-32ef57b4433b HTTP/1.1" status: 200 len: 946 time: 0.0684903 Jul 09 15:39:16.374998 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-96007c21-4edf-456b-9f3b-8769fe6a4b01 req-ee68b8e7-d047-45f0-9526-bae5510586e8 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f34aa4a-1e8b-42fb-8ba8-941e46439469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338037 Jul 09 15:39:17.555230 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c46cbe-3419-4700-9390-e6d030806811 req-84e8adfb-45c1-497d-b217-6c1bfa8bb4b3 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:17.556797 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-60c46cbe-3419-4700-9390-e6d030806811 req-84e8adfb-45c1-497d-b217-6c1bfa8bb4b3 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/ports?device_id=908c27ca-6f86-4ae1-ab60-32ef57b4433b HTTP/1.1" status: 200 len: 946 time: 0.0672400 Jul 09 15:39:17.595169 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-60c46cbe-3419-4700-9390-e6d030806811 req-e64a0488-a8eb-4015-b953-688d77a957d5 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f34aa4a-1e8b-42fb-8ba8-941e46439469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328443 Jul 09 15:39:18.769788 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da29435c-1b54-4d39-b06a-36134f2279ed req-1bc8b208-7f07-4cd5-9e72-09c2c6f6e321 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:18.771310 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-da29435c-1b54-4d39-b06a-36134f2279ed req-1bc8b208-7f07-4cd5-9e72-09c2c6f6e321 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/ports?device_id=908c27ca-6f86-4ae1-ab60-32ef57b4433b HTTP/1.1" status: 200 len: 946 time: 0.0652220 Jul 09 15:39:18.810956 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-da29435c-1b54-4d39-b06a-36134f2279ed req-7332f6ca-02ba-469b-9f3f-535b4233d896 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f34aa4a-1e8b-42fb-8ba8-941e46439469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339751 Jul 09 15:39:19.984662 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb07e20-652e-4750-b290-26cababb3aac req-c6cde373-2aa2-4f5f-bd8a-1ddd7d646258 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:19.986075 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4fb07e20-652e-4750-b290-26cababb3aac req-c6cde373-2aa2-4f5f-bd8a-1ddd7d646258 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/ports?device_id=908c27ca-6f86-4ae1-ab60-32ef57b4433b HTTP/1.1" status: 200 len: 946 time: 0.0628390 Jul 09 15:39:20.030702 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4fb07e20-652e-4750-b290-26cababb3aac req-69298b0e-f8ab-4bf5-bcc9-f3f968c98fd4 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f34aa4a-1e8b-42fb-8ba8-941e46439469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371251 Jul 09 15:39:21.210726 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f068f-e10f-4f01-bfd4-77a3f76fceb7 req-291caf8f-3b34-418c-a033-1198f05748a6 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:21.212273 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-150f068f-e10f-4f01-bfd4-77a3f76fceb7 req-291caf8f-3b34-418c-a033-1198f05748a6 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/ports?device_id=908c27ca-6f86-4ae1-ab60-32ef57b4433b HTTP/1.1" status: 200 len: 946 time: 0.0647120 Jul 09 15:39:21.251330 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-150f068f-e10f-4f01-bfd4-77a3f76fceb7 req-642cac95-0b00-41d5-b11e-2a1de22b5da2 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f34aa4a-1e8b-42fb-8ba8-941e46439469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332658 Jul 09 15:39:22.427048 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adee87d-27c3-4ee2-81c6-00aca86e5c96 req-7f019d4e-fd6f-4ed6-aa84-f547c524d513 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:22.428636 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7adee87d-27c3-4ee2-81c6-00aca86e5c96 req-7f019d4e-fd6f-4ed6-aa84-f547c524d513 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/ports?device_id=908c27ca-6f86-4ae1-ab60-32ef57b4433b HTTP/1.1" status: 200 len: 946 time: 0.0653329 Jul 09 15:39:22.469504 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7adee87d-27c3-4ee2-81c6-00aca86e5c96 req-38219c3c-6fe6-458b-b0ea-c1c64b892930 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f34aa4a-1e8b-42fb-8ba8-941e46439469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352859 Jul 09 15:39:23.644288 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:23.652637 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de3af0-ac75-4cf7-a1cf-4f0b3f564ceb req-2ca40da7-b28e-4946-a904-4f4c3d7c1d68 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:23.654166 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c7de3af0-ac75-4cf7-a1cf-4f0b3f564ceb req-2ca40da7-b28e-4946-a904-4f4c3d7c1d68 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/ports?device_id=908c27ca-6f86-4ae1-ab60-32ef57b4433b HTTP/1.1" status: 200 len: 946 time: 0.0702863 Jul 09 15:39:23.694942 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c7de3af0-ac75-4cf7-a1cf-4f0b3f564ceb req-5b0847b7-023f-4d43-bb81-83c96c94fb0b tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f34aa4a-1e8b-42fb-8ba8-941e46439469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350075 Jul 09 15:39:24.873133 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b966dec-6a7d-4be1-b937-6a0ce2c1344f req-248d0bed-764d-4af6-95af-891b1e2f50e7 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:24.874654 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1b966dec-6a7d-4be1-b937-6a0ce2c1344f req-248d0bed-764d-4af6-95af-891b1e2f50e7 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/ports?device_id=908c27ca-6f86-4ae1-ab60-32ef57b4433b HTTP/1.1" status: 200 len: 946 time: 0.0649548 Jul 09 15:39:24.914681 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1b966dec-6a7d-4be1-b937-6a0ce2c1344f req-897353ab-6005-4f9f-836c-4c4d95b9ff8d tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f34aa4a-1e8b-42fb-8ba8-941e46439469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337486 Jul 09 15:39:25.490502 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [req-d26ddf01-0b5a-41d1-8810-30001d299603 req-42747ea5-6a0e-4d86-aa1a-a5706d8340c9 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:39:25.491484 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d26ddf01-0b5a-41d1-8810-30001d299603 req-42747ea5-6a0e-4d86-aa1a-a5706d8340c9 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061212 Jul 09 15:39:25.898724 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [req-d26ddf01-0b5a-41d1-8810-30001d299603 req-8600151c-25f4-4d07-b53c-07f4c3ac8cd0 service neutron] show failed (client error): The resource could not be found. Jul 09 15:39:25.899797 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d26ddf01-0b5a-41d1-8810-30001d299603 req-8600151c-25f4-4d07-b53c-07f4c3ac8cd0 service neutron] 10.222.0.54 "GET /v2.0/ports/aefc8e13-668d-4faa-90f7-0e15d1dfc94d/bindings/n-h1-799529-6 HTTP/1.1" status: 404 len: 380 time: 0.4017553 Jul 09 15:39:26.094721 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d592d339-0ef7-432a-9875-268081331e07 req-76c3ab36-9b0c-4e6a-8fd7-cb04c516d5d2 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:26.096304 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d592d339-0ef7-432a-9875-268081331e07 req-76c3ab36-9b0c-4e6a-8fd7-cb04c516d5d2 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/ports?device_id=908c27ca-6f86-4ae1-ab60-32ef57b4433b HTTP/1.1" status: 200 len: 946 time: 0.0674543 Jul 09 15:39:26.137696 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b7246d41-5938-4d45-aa64-0f64e69b0970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:26.151086 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d592d339-0ef7-432a-9875-268081331e07 req-e40374e5-c0d2-438d-b4af-4141cc349d99 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f34aa4a-1e8b-42fb-8ba8-941e46439469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482168 Jul 09 15:39:26.457524 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ddf01-0b5a-41d1-8810-30001d299603 req-8d6a83a5-b9bd-4f0f-aa89-bc881ea88f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:26.459037 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d26ddf01-0b5a-41d1-8810-30001d299603 req-8d6a83a5-b9bd-4f0f-aa89-bc881ea88f78 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=908c27ca-6f86-4ae1-ab60-32ef57b4433b&tenant_id=a7cb2f0c74b443088075666c5c93ff98 HTTP/1.1" status: 200 len: 1097 time: 0.1071408 Jul 09 15:39:26.477523 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-d26ddf01-0b5a-41d1-8810-30001d299603 req-d51d9753-6446-43f1-b11a-c7b6c859fdf6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799529-6', 'device_owner': 'compute:nova'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:39:26.552304 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d26ddf01-0b5a-41d1-8810-30001d299603 req-d51d9753-6446-43f1-b11a-c7b6c859fdf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:26.761595 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-d26ddf01-0b5a-41d1-8810-30001d299603 req-d51d9753-6446-43f1-b11a-c7b6c859fdf6 service neutron] For port aefc8e13-668d-4faa-90f7-0e15d1dfc94d, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=aefc8e13-668d-4faa-90f7-0e15d1dfc94d,segment=NetworkSegment(f47af3c1-69e2-4f5a-9ba5-46367153ad5d),segment_id=f47af3c1-69e2-4f5a-9ba5-46367153ad5d)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:39:26.795222 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-d26ddf01-0b5a-41d1-8810-30001d299603 req-d51d9753-6446-43f1-b11a-c7b6c859fdf6 service neutron] For port aefc8e13-668d-4faa-90f7-0e15d1dfc94d, host n-h2-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:39:26.837584 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '908c27ca-6f86-4ae1-ab60-32ef57b4433b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aefc8e13-668d-4faa-90f7-0e15d1dfc94d'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:39:26.839923 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71aea3d4ce3c79ba57e3b2a7f05354d67fe827d4c76bd908d035baed68c1bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a007dd3-6c9d-4f87-860a-5b3630efdf7f" -d '{"events": [{"server_uuid": "908c27ca-6f86-4ae1-ab60-32ef57b4433b", "name": "network-vif-unplugged", "status": "completed", "tag": "aefc8e13-668d-4faa-90f7-0e15d1dfc94d"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:39:26.844002 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d26ddf01-0b5a-41d1-8810-30001d299603 req-d51d9753-6446-43f1-b11a-c7b6c859fdf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:26.857409 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-d26ddf01-0b5a-41d1-8810-30001d299603 req-d51d9753-6446-43f1-b11a-c7b6c859fdf6 service neutron] Transition to ACTIVE for port object aefc8e13-668d-4faa-90f7-0e15d1dfc94d will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:39:26.889322 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 15:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f669046-cd94-4033-b1d5-b46798242fe2 x-openstack-request-id: req-0f669046-cd94-4033-b1d5-b46798242fe2 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:39:26.889689 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "908c27ca-6f86-4ae1-ab60-32ef57b4433b", "name": "network-vif-unplugged", "status": "completed", "tag": "aefc8e13-668d-4faa-90f7-0e15d1dfc94d", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:39:26.890051 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0f669046-cd94-4033-b1d5-b46798242fe2 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:39:26.890522 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '908c27ca-6f86-4ae1-ab60-32ef57b4433b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aefc8e13-668d-4faa-90f7-0e15d1dfc94d', 'code': 200} Jul 09 15:39:26.920853 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d26ddf01-0b5a-41d1-8810-30001d299603 req-d51d9753-6446-43f1-b11a-c7b6c859fdf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:26.984096 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-d26ddf01-0b5a-41d1-8810-30001d299603 req-d51d9753-6446-43f1-b11a-c7b6c859fdf6 service neutron] No DVR routers for this DVR port aefc8e13-668d-4faa-90f7-0e15d1dfc94d on host n-h2-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:39:26.987116 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51d9753-6446-43f1-b11a-c7b6c859fdf6 service neutron] Pushing event updated for resources: {'Port': ['ID=aefc8e13-668d-4faa-90f7-0e15d1dfc94d,revision_number=6']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:39:26.998514 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d9753-6446-43f1-b11a-c7b6c859fdf6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:39:26.998863 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d9753-6446-43f1-b11a-c7b6c859fdf6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:39:26.999204 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d9753-6446-43f1-b11a-c7b6c859fdf6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:39:26.999561 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d9753-6446-43f1-b11a-c7b6c859fdf6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:39:26.999900 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d9753-6446-43f1-b11a-c7b6c859fdf6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:39:27.000234 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d9753-6446-43f1-b11a-c7b6c859fdf6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:39:27.000562 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d9753-6446-43f1-b11a-c7b6c859fdf6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:39:27.000890 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d9753-6446-43f1-b11a-c7b6c859fdf6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:39:27.001212 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d9753-6446-43f1-b11a-c7b6c859fdf6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:39:27.001535 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d9753-6446-43f1-b11a-c7b6c859fdf6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:39:27.001857 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d9753-6446-43f1-b11a-c7b6c859fdf6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:39:27.002177 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d9753-6446-43f1-b11a-c7b6c859fdf6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:39:27.032584 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-d26ddf01-0b5a-41d1-8810-30001d299603 req-d51d9753-6446-43f1-b11a-c7b6c859fdf6 service neutron] Attempting to bind port aefc8e13-668d-4faa-90f7-0e15d1dfc94d on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:39:27.032921 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-d26ddf01-0b5a-41d1-8810-30001d299603 req-d51d9753-6446-43f1-b11a-c7b6c859fdf6 service neutron] Attempting to bind port aefc8e13-668d-4faa-90f7-0e15d1dfc94d by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': 'f47af3c1-69e2-4f5a-9ba5-46367153ad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '543f0fed-5f74-4729-b94d-d61125946f8a'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:39:27.033250 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26ddf01-0b5a-41d1-8810-30001d299603 req-d51d9753-6446-43f1-b11a-c7b6c859fdf6 service neutron] Attempting to bind port aefc8e13-668d-4faa-90f7-0e15d1dfc94d on network 543f0fed-5f74-4729-b94d-d61125946f8a {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:39:27.038048 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26ddf01-0b5a-41d1-8810-30001d299603 req-d51d9753-6446-43f1-b11a-c7b6c859fdf6 service neutron] Port aefc8e13-668d-4faa-90f7-0e15d1dfc94d on network 543f0fed-5f74-4729-b94d-d61125946f8a not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:39:27.046232 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26ddf01-0b5a-41d1-8810-30001d299603 req-d51d9753-6446-43f1-b11a-c7b6c859fdf6 service neutron] Attempting to bind port aefc8e13-668d-4faa-90f7-0e15d1dfc94d on network 543f0fed-5f74-4729-b94d-d61125946f8a {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:39:27.046232 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26ddf01-0b5a-41d1-8810-30001d299603 req-d51d9753-6446-43f1-b11a-c7b6c859fdf6 service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:39:27.046232 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26ddf01-0b5a-41d1-8810-30001d299603 req-d51d9753-6446-43f1-b11a-c7b6c859fdf6 service neutron] Checking segment: {'id': 'f47af3c1-69e2-4f5a-9ba5-46367153ad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '543f0fed-5f74-4729-b94d-d61125946f8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:39:27.046232 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26ddf01-0b5a-41d1-8810-30001d299603 req-d51d9753-6446-43f1-b11a-c7b6c859fdf6 service neutron] Bound using segment: {'id': 'f47af3c1-69e2-4f5a-9ba5-46367153ad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '543f0fed-5f74-4729-b94d-d61125946f8a'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:39:27.046232 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-d26ddf01-0b5a-41d1-8810-30001d299603 req-d51d9753-6446-43f1-b11a-c7b6c859fdf6 service neutron] Bound port: aefc8e13-668d-4faa-90f7-0e15d1dfc94d, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f47af3c1-69e2-4f5a-9ba5-46367153ad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '543f0fed-5f74-4729-b94d-d61125946f8a'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:39:27.046232 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d26ddf01-0b5a-41d1-8810-30001d299603 req-d51d9753-6446-43f1-b11a-c7b6c859fdf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:27.118404 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-d26ddf01-0b5a-41d1-8810-30001d299603 req-d51d9753-6446-43f1-b11a-c7b6c859fdf6 service neutron] For port aefc8e13-668d-4faa-90f7-0e15d1dfc94d, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:39:27.122815 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-d26ddf01-0b5a-41d1-8810-30001d299603 req-d51d9753-6446-43f1-b11a-c7b6c859fdf6 service neutron] For port aefc8e13-668d-4faa-90f7-0e15d1dfc94d, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=aefc8e13-668d-4faa-90f7-0e15d1dfc94d,segment=NetworkSegment(f47af3c1-69e2-4f5a-9ba5-46367153ad5d),segment_id=f47af3c1-69e2-4f5a-9ba5-46367153ad5d)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:39:27.189951 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d26ddf01-0b5a-41d1-8810-30001d299603 req-d51d9753-6446-43f1-b11a-c7b6c859fdf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:27.223077 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ddf01-0b5a-41d1-8810-30001d299603 req-d51d9753-6446-43f1-b11a-c7b6c859fdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:27.223476 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-d26ddf01-0b5a-41d1-8810-30001d299603 req-d51d9753-6446-43f1-b11a-c7b6c859fdf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:27.224912 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d26ddf01-0b5a-41d1-8810-30001d299603 req-d51d9753-6446-43f1-b11a-c7b6c859fdf6 service neutron] 10.222.0.62 "PUT /v2.0/ports/aefc8e13-668d-4faa-90f7-0e15d1dfc94d HTTP/1.1" status: 200 len: 1092 time: 0.7519197 Jul 09 15:39:27.247981 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51d9753-6446-43f1-b11a-c7b6c859fdf6 service neutron] Pushing event updated for resources: {'Port': ['ID=aefc8e13-668d-4faa-90f7-0e15d1dfc94d,revision_number=7']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:39:27.362813 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23809127-3ddd-4fa3-b3a5-0dfa2f4246a4 req-28e3ccbf-2e5c-44d1-96c8-33448b08e9d3 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:27.364325 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-23809127-3ddd-4fa3-b3a5-0dfa2f4246a4 req-28e3ccbf-2e5c-44d1-96c8-33448b08e9d3 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/ports?device_id=908c27ca-6f86-4ae1-ab60-32ef57b4433b HTTP/1.1" status: 200 len: 944 time: 0.1062169 Jul 09 15:39:27.366818 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ddf01-0b5a-41d1-8810-30001d299603 req-7996f48a-0ec9-4e70-8c32-4033443decaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:27.369084 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d26ddf01-0b5a-41d1-8810-30001d299603 req-7996f48a-0ec9-4e70-8c32-4033443decaf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a7cb2f0c74b443088075666c5c93ff98&device_id=908c27ca-6f86-4ae1-ab60-32ef57b4433b HTTP/1.1" status: 200 len: 1095 time: 0.1006000 Jul 09 15:39:27.449836 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-23809127-3ddd-4fa3-b3a5-0dfa2f4246a4 req-e140080c-06cf-4a28-91fc-855d46f0b385 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f34aa4a-1e8b-42fb-8ba8-941e46439469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794487 Jul 09 15:39:27.482312 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ddf01-0b5a-41d1-8810-30001d299603 req-ea4be405-2508-4b86-8974-b6ec331e1216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:27.483822 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d26ddf01-0b5a-41d1-8810-30001d299603 req-ea4be405-2508-4b86-8974-b6ec331e1216 service neutron] 10.222.0.62 "GET /v2.0/networks?id=543f0fed-5f74-4729-b94d-d61125946f8a HTTP/1.1" status: 200 len: 912 time: 0.1065702 Jul 09 15:39:27.528853 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d26ddf01-0b5a-41d1-8810-30001d299603 req-6680d954-d202-4f60-9ad8-ebcabbfd20b6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aefc8e13-668d-4faa-90f7-0e15d1dfc94d HTTP/1.1" status: 200 len: 217 time: 0.0378711 Jul 09 15:39:27.577561 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ddf01-0b5a-41d1-8810-30001d299603 req-3afe5195-4efd-43c3-ac12-4dbdb5c713fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:27.579019 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d26ddf01-0b5a-41d1-8810-30001d299603 req-3afe5195-4efd-43c3-ac12-4dbdb5c713fb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6e8630c2-1b29-4b3f-8baf-47e752443522 HTTP/1.1" status: 200 len: 851 time: 0.0446994 Jul 09 15:39:27.611743 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d26ddf01-0b5a-41d1-8810-30001d299603 req-155dedff-a80a-4826-b154-ffbeaef8a826 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=543f0fed-5f74-4729-b94d-d61125946f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260479 Jul 09 15:39:27.705011 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d26ddf01-0b5a-41d1-8810-30001d299603 req-c3fc4643-4a06-4535-8d80-33122dc945a2 service neutron] 10.222.0.62 "GET /v2.0/networks/543f0fed-5f74-4729-b94d-d61125946f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866263 Jul 09 15:39:27.793502 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d26ddf01-0b5a-41d1-8810-30001d299603 req-bc55df8f-0143-4c7f-b7f6-1f3d40f2bc47 service neutron] 10.222.0.62 "GET /v2.0/networks/543f0fed-5f74-4729-b94d-d61125946f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824101 Jul 09 15:39:28.628487 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f00d4c-ec4c-438f-9661-f554a255664f req-01c91fc7-2d25-44ad-b3ec-9970916be4b0 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:28.629967 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-61f00d4c-ec4c-438f-9661-f554a255664f req-01c91fc7-2d25-44ad-b3ec-9970916be4b0 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/ports?device_id=908c27ca-6f86-4ae1-ab60-32ef57b4433b HTTP/1.1" status: 200 len: 944 time: 0.0645339 Jul 09 15:39:28.667286 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-61f00d4c-ec4c-438f-9661-f554a255664f req-34edabe0-b443-4e6b-887d-a417557f6cd5 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f34aa4a-1e8b-42fb-8ba8-941e46439469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316350 Jul 09 15:39:28.891698 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '908c27ca-6f86-4ae1-ab60-32ef57b4433b', 'tag': 'aefc8e13-668d-4faa-90f7-0e15d1dfc94d'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:39:28.894831 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71aea3d4ce3c79ba57e3b2a7f05354d67fe827d4c76bd908d035baed68c1bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6bd512a-2e56-448c-91ac-17c1d4dc65ee" -d '{"events": [{"name": "network-changed", "server_uuid": "908c27ca-6f86-4ae1-ab60-32ef57b4433b", "tag": "aefc8e13-668d-4faa-90f7-0e15d1dfc94d"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:39:28.941705 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119a3a05-3ac4-4d41-9ee2-6c4a232940a0 x-openstack-request-id: req-119a3a05-3ac4-4d41-9ee2-6c4a232940a0 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:39:28.941992 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "908c27ca-6f86-4ae1-ab60-32ef57b4433b", "tag": "aefc8e13-668d-4faa-90f7-0e15d1dfc94d", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:39:28.942243 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-119a3a05-3ac4-4d41-9ee2-6c4a232940a0 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:39:28.942700 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '908c27ca-6f86-4ae1-ab60-32ef57b4433b', 'tag': 'aefc8e13-668d-4faa-90f7-0e15d1dfc94d', 'status': 'completed', 'code': 200} Jul 09 15:39:29.009917 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd512a-2e56-448c-91ac-17c1d4dc65ee req-30aec60c-d667-4951-a175-27375f1151d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:29.011461 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a6bd512a-2e56-448c-91ac-17c1d4dc65ee req-30aec60c-d667-4951-a175-27375f1151d3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a7cb2f0c74b443088075666c5c93ff98&device_id=908c27ca-6f86-4ae1-ab60-32ef57b4433b HTTP/1.1" status: 200 len: 1095 time: 0.0519807 Jul 09 15:39:29.036781 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd512a-2e56-448c-91ac-17c1d4dc65ee req-0e3a4e46-aca6-431a-b6ce-d81030392adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:29.038802 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a6bd512a-2e56-448c-91ac-17c1d4dc65ee req-0e3a4e46-aca6-431a-b6ce-d81030392adc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a7cb2f0c74b443088075666c5c93ff98&device_id=908c27ca-6f86-4ae1-ab60-32ef57b4433b HTTP/1.1" status: 200 len: 1095 time: 0.0513563 Jul 09 15:39:29.107231 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd512a-2e56-448c-91ac-17c1d4dc65ee req-ddc3de6d-1b06-4a0e-97f0-46f2011fe6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:29.108784 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a6bd512a-2e56-448c-91ac-17c1d4dc65ee req-ddc3de6d-1b06-4a0e-97f0-46f2011fe6cc service neutron] 10.222.0.54 "GET /v2.0/networks?id=543f0fed-5f74-4729-b94d-d61125946f8a HTTP/1.1" status: 200 len: 912 time: 0.0910599 Jul 09 15:39:29.132557 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd512a-2e56-448c-91ac-17c1d4dc65ee req-6bd5bf94-cb2d-49fc-a8d1-0bbbce7e5191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:29.134036 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a6bd512a-2e56-448c-91ac-17c1d4dc65ee req-6bd5bf94-cb2d-49fc-a8d1-0bbbce7e5191 service neutron] 10.222.0.62 "GET /v2.0/networks?id=543f0fed-5f74-4729-b94d-d61125946f8a HTTP/1.1" status: 200 len: 912 time: 0.0892751 Jul 09 15:39:29.137767 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-eab622eb-02d1-4fb4-831d-1ad6af4a43dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:29.150187 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a6bd512a-2e56-448c-91ac-17c1d4dc65ee req-167c0ee9-ffa6-4db2-940f-d732fc3f23f0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aefc8e13-668d-4faa-90f7-0e15d1dfc94d HTTP/1.1" status: 200 len: 217 time: 0.0350642 Jul 09 15:39:29.177587 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a6bd512a-2e56-448c-91ac-17c1d4dc65ee req-571edd5e-59e5-470c-bdbd-910fe217ce19 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aefc8e13-668d-4faa-90f7-0e15d1dfc94d HTTP/1.1" status: 200 len: 217 time: 0.0370419 Jul 09 15:39:29.207667 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd512a-2e56-448c-91ac-17c1d4dc65ee req-ad7c413d-e5f2-454b-9208-7aa3842a3c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:29.209340 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a6bd512a-2e56-448c-91ac-17c1d4dc65ee req-ad7c413d-e5f2-454b-9208-7aa3842a3c61 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6e8630c2-1b29-4b3f-8baf-47e752443522 HTTP/1.1" status: 200 len: 851 time: 0.0537727 Jul 09 15:39:29.235124 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd512a-2e56-448c-91ac-17c1d4dc65ee req-73c4fd9e-c827-4313-a804-d58d78e7e102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:29.236625 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a6bd512a-2e56-448c-91ac-17c1d4dc65ee req-73c4fd9e-c827-4313-a804-d58d78e7e102 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6e8630c2-1b29-4b3f-8baf-47e752443522 HTTP/1.1" status: 200 len: 851 time: 0.0529346 Jul 09 15:39:29.243751 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a6bd512a-2e56-448c-91ac-17c1d4dc65ee req-9cf196dc-741a-43a7-a44f-14f5eeb54947 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=543f0fed-5f74-4729-b94d-d61125946f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271721 Jul 09 15:39:29.271182 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a6bd512a-2e56-448c-91ac-17c1d4dc65ee req-59c45c90-7280-4b7c-b9fb-8772bfe17ed1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=543f0fed-5f74-4729-b94d-d61125946f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275879 Jul 09 15:39:29.289445 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:29.342438 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a6bd512a-2e56-448c-91ac-17c1d4dc65ee req-8878edf5-7f0f-4d32-a0ca-3f19139bc317 service neutron] 10.222.0.54 "GET /v2.0/networks/543f0fed-5f74-4729-b94d-d61125946f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927739 Jul 09 15:39:29.361392 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a6bd512a-2e56-448c-91ac-17c1d4dc65ee req-4d5e06c5-2d2b-482a-ae10-fd6a66ee583c service neutron] 10.222.0.62 "GET /v2.0/networks/543f0fed-5f74-4729-b94d-d61125946f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831771 Jul 09 15:39:29.435885 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a6bd512a-2e56-448c-91ac-17c1d4dc65ee req-4c1b7cd5-1103-40a5-bb52-7831e00e8c83 service neutron] 10.222.0.54 "GET /v2.0/networks/543f0fed-5f74-4729-b94d-d61125946f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869036 Jul 09 15:39:29.459807 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a6bd512a-2e56-448c-91ac-17c1d4dc65ee req-bfc9ec2c-e77a-4fd5-840c-02062569bc09 service neutron] 10.222.0.62 "GET /v2.0/networks/543f0fed-5f74-4729-b94d-d61125946f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913486 Jul 09 15:39:29.840288 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451415e-44d5-4b7f-a05f-c74559bbd8f0 req-eb1a165e-897a-40f0-bdb3-46c8a6cd25a5 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:29.841769 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e451415e-44d5-4b7f-a05f-c74559bbd8f0 req-eb1a165e-897a-40f0-bdb3-46c8a6cd25a5 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/ports?device_id=908c27ca-6f86-4ae1-ab60-32ef57b4433b HTTP/1.1" status: 200 len: 944 time: 0.0627987 Jul 09 15:39:29.878846 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e451415e-44d5-4b7f-a05f-c74559bbd8f0 req-6caf90ad-0f57-4a19-8ba4-424568119f2c tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f34aa4a-1e8b-42fb-8ba8-941e46439469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308957 Jul 09 15:39:30.403530 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:30.451822 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device aefc8e13-668d-4faa-90f7-0e15d1dfc94d no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:39:30.492765 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device aefc8e13-668d-4faa-90f7-0e15d1dfc94d not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:39:31.062629 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7368340-4bd2-4bb8-a9a1-88f8bce2f09e req-7de9eb89-8a52-4dd0-9538-7207b380077d tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:31.064151 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f7368340-4bd2-4bb8-a9a1-88f8bce2f09e req-7de9eb89-8a52-4dd0-9538-7207b380077d tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/ports?device_id=908c27ca-6f86-4ae1-ab60-32ef57b4433b HTTP/1.1" status: 200 len: 944 time: 0.0654767 Jul 09 15:39:31.103436 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f7368340-4bd2-4bb8-a9a1-88f8bce2f09e req-bf6e415e-be79-4b5c-bcf4-6e874bd08a5e tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f34aa4a-1e8b-42fb-8ba8-941e46439469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329561 Jul 09 15:39:31.816075 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:32.288292 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c865b-f8e6-4551-9511-d9b211bf9b2c req-c141d938-8c46-4c89-85ca-e9ea90a93829 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:32.289560 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8e8c865b-f8e6-4551-9511-d9b211bf9b2c req-c141d938-8c46-4c89-85ca-e9ea90a93829 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/ports?device_id=908c27ca-6f86-4ae1-ab60-32ef57b4433b HTTP/1.1" status: 200 len: 944 time: 0.0683374 Jul 09 15:39:32.327790 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8e8c865b-f8e6-4551-9511-d9b211bf9b2c req-e70a9619-ae76-4271-ac62-14522fc38d0f tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f34aa4a-1e8b-42fb-8ba8-941e46439469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325968 Jul 09 15:39:32.433643 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device aefc8e13-668d-4faa-90f7-0e15d1dfc94d details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 15:39:32.532361 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port aefc8e13-668d-4faa-90f7-0e15d1dfc94d, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=aefc8e13-668d-4faa-90f7-0e15d1dfc94d,segment=NetworkSegment(f47af3c1-69e2-4f5a-9ba5-46367153ad5d),segment_id=f47af3c1-69e2-4f5a-9ba5-46367153ad5d)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:39:32.544221 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': 'aefc8e13-668d-4faa-90f7-0e15d1dfc94d', 'network_id': '543f0fed-5f74-4729-b94d-d61125946f8a', 'port_id': 'aefc8e13-668d-4faa-90f7-0e15d1dfc94d', 'mac_address': 'fa:16:3e:2a:c5:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e8630c2-1b29-4b3f-8baf-47e752443522', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 15:39:32.580383 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:32.593207 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aefc8e13-668d-4faa-90f7-0e15d1dfc94d {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:39:32.613497 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port aefc8e13-668d-4faa-90f7-0e15d1dfc94d, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=aefc8e13-668d-4faa-90f7-0e15d1dfc94d,segment=NetworkSegment(f47af3c1-69e2-4f5a-9ba5-46367153ad5d),segment_id=f47af3c1-69e2-4f5a-9ba5-46367153ad5d)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:39:32.707215 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:32.756231 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=aefc8e13-668d-4faa-90f7-0e15d1dfc94d,revision_number=8']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:39:32.763886 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:39:32.765452 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:39:32.765452 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:39:32.765452 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:39:32.765452 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:39:32.765895 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:39:32.765895 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:39:32.766187 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:39:32.766515 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:39:32.766840 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:39:32.767166 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:39:32.767491 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:39:32.953511 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f3b47c-a509-4ff2-966b-907f34010137 req-fc598d51-a6c1-42e5-9a23-5c9b7ff9ee51 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:32.955033 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c0f3b47c-a509-4ff2-966b-907f34010137 req-fc598d51-a6c1-42e5-9a23-5c9b7ff9ee51 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.54 "GET /v2.0/ports?device_id=908c27ca-6f86-4ae1-ab60-32ef57b4433b&tenant_id=a7cb2f0c74b443088075666c5c93ff98&binding%3Ahost_id=n-h1-799529-6 HTTP/1.1" status: 200 len: 945 time: 0.0721359 Jul 09 15:39:33.016370 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [req-c0f3b47c-a509-4ff2-966b-907f34010137 req-18118327-6d48-4384-b935-2ce0ce644dac service neutron] delete failed (client error): The resource could not be found. Jul 09 15:39:33.017303 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c0f3b47c-a509-4ff2-966b-907f34010137 req-18118327-6d48-4384-b935-2ce0ce644dac service neutron] 10.222.0.54 "DELETE /v2.0/ports/aefc8e13-668d-4faa-90f7-0e15d1dfc94d/bindings/n-h2-799529-6 HTTP/1.1" status: 404 len: 380 time: 0.0561178 Jul 09 15:39:33.112012 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f3b47c-a509-4ff2-966b-907f34010137 req-80d70e19-20f5-4ae5-997c-684639d4806a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:33.113510 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c0f3b47c-a509-4ff2-966b-907f34010137 req-80d70e19-20f5-4ae5-997c-684639d4806a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a7cb2f0c74b443088075666c5c93ff98&device_id=908c27ca-6f86-4ae1-ab60-32ef57b4433b HTTP/1.1" status: 200 len: 1096 time: 0.0561666 Jul 09 15:39:33.152728 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['aefc8e13-668d-4faa-90f7-0e15d1dfc94d'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:39:33.203142 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f3b47c-a509-4ff2-966b-907f34010137 req-8631d05c-caa7-49e7-a02d-643d35e7d047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:33.204783 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c0f3b47c-a509-4ff2-966b-907f34010137 req-8631d05c-caa7-49e7-a02d-643d35e7d047 service neutron] 10.222.0.54 "GET /v2.0/networks?id=543f0fed-5f74-4729-b94d-d61125946f8a HTTP/1.1" status: 200 len: 912 time: 0.0852938 Jul 09 15:39:33.248867 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c0f3b47c-a509-4ff2-966b-907f34010137 req-71dbaaab-e4cc-4370-aa93-5fd55bf143a4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aefc8e13-668d-4faa-90f7-0e15d1dfc94d HTTP/1.1" status: 200 len: 217 time: 0.0373907 Jul 09 15:39:33.304360 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f3b47c-a509-4ff2-966b-907f34010137 req-54beef32-9b60-4a6b-bca4-c25fdb975848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:33.305757 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c0f3b47c-a509-4ff2-966b-907f34010137 req-54beef32-9b60-4a6b-bca4-c25fdb975848 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6e8630c2-1b29-4b3f-8baf-47e752443522 HTTP/1.1" status: 200 len: 851 time: 0.0501530 Jul 09 15:39:33.339481 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c0f3b47c-a509-4ff2-966b-907f34010137 req-d673a4a7-383c-4940-a4b3-a7fe515139fb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=543f0fed-5f74-4729-b94d-d61125946f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272686 Jul 09 15:39:33.437503 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c0f3b47c-a509-4ff2-966b-907f34010137 req-69ef85a8-4b79-4f2e-9d8e-3a580e11e39d service neutron] 10.222.0.54 "GET /v2.0/networks/543f0fed-5f74-4729-b94d-d61125946f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914698 Jul 09 15:39:33.534817 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c0f3b47c-a509-4ff2-966b-907f34010137 req-1f7ab22f-1f4b-42f8-a1a9-c68982cf2137 service neutron] 10.222.0.54 "GET /v2.0/networks/543f0fed-5f74-4729-b94d-d61125946f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908685 Jul 09 15:39:34.433971 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device aefc8e13-668d-4faa-90f7-0e15d1dfc94d up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:39:34.529502 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port aefc8e13-668d-4faa-90f7-0e15d1dfc94d completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:39:34.533503 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port aefc8e13-668d-4faa-90f7-0e15d1dfc94d triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:39:34.534355 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:34.613594 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:34.635109 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '908c27ca-6f86-4ae1-ab60-32ef57b4433b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aefc8e13-668d-4faa-90f7-0e15d1dfc94d'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:39:34.637426 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e75b9a97cbd66444b13ae988a684abc34c7a24a50a729030cfede81e7322398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c600a34-f409-416c-8c52-1494f71f2673" -d '{"events": [{"server_uuid": "908c27ca-6f86-4ae1-ab60-32ef57b4433b", "name": "network-vif-plugged", "status": "completed", "tag": "aefc8e13-668d-4faa-90f7-0e15d1dfc94d"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:39:34.651043 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port aefc8e13-668d-4faa-90f7-0e15d1dfc94d, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=aefc8e13-668d-4faa-90f7-0e15d1dfc94d,segment=NetworkSegment(f47af3c1-69e2-4f5a-9ba5-46367153ad5d),segment_id=f47af3c1-69e2-4f5a-9ba5-46367153ad5d)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:39:34.674927 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61da9e48-1780-4fbe-b46f-a452671a3293 x-openstack-request-id: req-61da9e48-1780-4fbe-b46f-a452671a3293 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:39:34.675214 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "908c27ca-6f86-4ae1-ab60-32ef57b4433b", "name": "network-vif-plugged", "status": "completed", "tag": "aefc8e13-668d-4faa-90f7-0e15d1dfc94d", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:39:34.675462 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-61da9e48-1780-4fbe-b46f-a452671a3293 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:39:34.675877 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '908c27ca-6f86-4ae1-ab60-32ef57b4433b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aefc8e13-668d-4faa-90f7-0e15d1dfc94d', 'code': 200} Jul 09 15:39:34.777426 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:34.829365 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=aefc8e13-668d-4faa-90f7-0e15d1dfc94d,revision_number=9']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:39:35.100391 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12258f5-3681-409c-82c7-859d4b386250 req-da8f259d-cd07-470f-b2d9-ff7bd721dce9 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:35.101804 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e12258f5-3681-409c-82c7-859d4b386250 req-da8f259d-cd07-470f-b2d9-ff7bd721dce9 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/ports?device_id=908c27ca-6f86-4ae1-ab60-32ef57b4433b HTTP/1.1" status: 200 len: 946 time: 0.0647290 Jul 09 15:39:35.139062 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e12258f5-3681-409c-82c7-859d4b386250 req-7fe1eef0-915d-4dac-8fc3-c89a900836f9 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f34aa4a-1e8b-42fb-8ba8-941e46439469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315082 Jul 09 15:39:36.322860 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8311a4f-ba0d-4a9a-814f-6dea54f792f0 req-a54e8377-5a9d-45c5-bfe2-da4f443fb808 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:36.324425 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d8311a4f-ba0d-4a9a-814f-6dea54f792f0 req-a54e8377-5a9d-45c5-bfe2-da4f443fb808 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/ports?device_id=908c27ca-6f86-4ae1-ab60-32ef57b4433b HTTP/1.1" status: 200 len: 946 time: 0.0694835 Jul 09 15:39:36.365033 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d8311a4f-ba0d-4a9a-814f-6dea54f792f0 req-0c383972-7eb0-40c8-996c-847c094e6d53 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f34aa4a-1e8b-42fb-8ba8-941e46439469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343699 Jul 09 15:39:36.561631 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f3b47c-a509-4ff2-966b-907f34010137 req-94d4d8c8-b9a5-4c96-87f8-fda87b772b6b tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:36.563102 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c0f3b47c-a509-4ff2-966b-907f34010137 req-94d4d8c8-b9a5-4c96-87f8-fda87b772b6b tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.62 "GET /v2.0/ports?device_id=908c27ca-6f86-4ae1-ab60-32ef57b4433b HTTP/1.1" status: 200 len: 946 time: 0.0641446 Jul 09 15:39:36.669808 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-c0f3b47c-a509-4ff2-966b-907f34010137 req-75c5b8d0-fe0c-4d5a-ba22-2ca80b579985 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] Deleting port aefc8e13-668d-4faa-90f7-0e15d1dfc94d {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:39:36.670143 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c0f3b47c-a509-4ff2-966b-907f34010137 req-75c5b8d0-fe0c-4d5a-ba22-2ca80b579985 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:36.761963 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-c0f3b47c-a509-4ff2-966b-907f34010137 req-75c5b8d0-fe0c-4d5a-ba22-2ca80b579985 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] For port aefc8e13-668d-4faa-90f7-0e15d1dfc94d, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=aefc8e13-668d-4faa-90f7-0e15d1dfc94d,segment=NetworkSegment(f47af3c1-69e2-4f5a-9ba5-46367153ad5d),segment_id=f47af3c1-69e2-4f5a-9ba5-46367153ad5d)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:39:36.762616 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c0f3b47c-a509-4ff2-966b-907f34010137 req-75c5b8d0-fe0c-4d5a-ba22-2ca80b579985 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:36.777017 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-c0f3b47c-a509-4ff2-966b-907f34010137 req-75c5b8d0-fe0c-4d5a-ba22-2ca80b579985 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] Calling delete_port for aefc8e13-668d-4faa-90f7-0e15d1dfc94d owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:39:37.026490 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c0f3b47c-a509-4ff2-966b-907f34010137 req-75c5b8d0-fe0c-4d5a-ba22-2ca80b579985 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:37.058506 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c5b8d0-fe0c-4d5a-ba22-2ca80b579985 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] Pushing event deleted for resources: {'Port': ['ID=aefc8e13-668d-4faa-90f7-0e15d1dfc94d,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:39:37.060026 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['aefc8e13-668d-4faa-90f7-0e15d1dfc94d'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:39:37.121228 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0f3b47c-a509-4ff2-966b-907f34010137 req-75c5b8d0-fe0c-4d5a-ba22-2ca80b579985 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] No DVR routers for this DVR port aefc8e13-668d-4faa-90f7-0e15d1dfc94d on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:39:37.125495 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-c0f3b47c-a509-4ff2-966b-907f34010137 req-75c5b8d0-fe0c-4d5a-ba22-2ca80b579985 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:37.129644 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c0f3b47c-a509-4ff2-966b-907f34010137 req-75c5b8d0-fe0c-4d5a-ba22-2ca80b579985 tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.62 "DELETE /v2.0/ports/aefc8e13-668d-4faa-90f7-0e15d1dfc94d HTTP/1.1" status: 204 len: 173 time: 0.5607729 Jul 09 15:39:37.130373 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '908c27ca-6f86-4ae1-ab60-32ef57b4433b', 'name': 'network-vif-deleted', 'tag': 'aefc8e13-668d-4faa-90f7-0e15d1dfc94d'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:39:37.134049 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71aea3d4ce3c79ba57e3b2a7f05354d67fe827d4c76bd908d035baed68c1bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a03757-5666-4178-952e-b2eb7a234f36" -d '{"events": [{"server_uuid": "908c27ca-6f86-4ae1-ab60-32ef57b4433b", "name": "network-vif-deleted", "tag": "aefc8e13-668d-4faa-90f7-0e15d1dfc94d"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:39:37.172293 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a307b31-8719-4ca4-ae4e-79d299f5c9bd x-openstack-request-id: req-6a307b31-8719-4ca4-ae4e-79d299f5c9bd {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:39:37.172586 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "908c27ca-6f86-4ae1-ab60-32ef57b4433b", "name": "network-vif-deleted", "tag": "aefc8e13-668d-4faa-90f7-0e15d1dfc94d", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:39:37.172836 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6a307b31-8719-4ca4-ae4e-79d299f5c9bd {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:39:37.173236 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '908c27ca-6f86-4ae1-ab60-32ef57b4433b', 'name': 'network-vif-deleted', 'tag': 'aefc8e13-668d-4faa-90f7-0e15d1dfc94d', 'status': 'completed', 'code': 200} Jul 09 15:39:37.525561 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9df91be1-4dc2-4081-8743-7a70861e0a6d req-94144e53-0508-437d-baca-5c0b51d0355f tempest-DeleteServersTestJSON-1115407718 tempest-DeleteServersTestJSON-1115407718-project] 10.222.0.58 "GET /v2.0/ports?device_id=908c27ca-6f86-4ae1-ab60-32ef57b4433b HTTP/1.1" status: 200 len: 210 time: 0.0334363 Jul 09 15:39:38.765989 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 55432) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:39:38.810147 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-c20b147f-d0f1-4bb1-b226-0d11e89a90dd admin admin] Deleting subnet 6e8630c2-1b29-4b3f-8baf-47e752443522 {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:39:38.813230 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c20b147f-d0f1-4bb1-b226-0d11e89a90dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:38.847393 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c20b147f-d0f1-4bb1-b226-0d11e89a90dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:38.885790 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c20b147f-d0f1-4bb1-b226-0d11e89a90dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:39.000442 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c20b147f-d0f1-4bb1-b226-0d11e89a90dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:39.024925 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b147f-d0f1-4bb1-b226-0d11e89a90dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e8630c2-1b29-4b3f-8baf-47e752443522,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:39:39.028976 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c20b147f-d0f1-4bb1-b226-0d11e89a90dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:39.030922 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c20b147f-d0f1-4bb1-b226-0d11e89a90dd admin admin] 10.222.0.58 "DELETE /v2.0/subnets/6e8630c2-1b29-4b3f-8baf-47e752443522 HTTP/1.1" status: 204 len: 168 time: 0.2636161 Jul 09 15:39:39.033964 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 55434) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:39:39.100058 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e830eeb3-e4ec-4f7a-9435-17e2c921cd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:39.180748 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e830eeb3-e4ec-4f7a-9435-17e2c921cd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:39.190843 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-e830eeb3-e4ec-4f7a-9435-17e2c921cd94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['543f0fed-5f74-4729-b94d-d61125946f8a']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:39:39.201129 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-e830eeb3-e4ec-4f7a-9435-17e2c921cd94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f47af3c1-69e2-4f5a-9ba5-46367153ad5d') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:39:39.201425 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-e830eeb3-e4ec-4f7a-9435-17e2c921cd94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f47af3c1-69e2-4f5a-9ba5-46367153ad5d') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:39:39.210072 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e830eeb3-e4ec-4f7a-9435-17e2c921cd94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:39.224145 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e830eeb3-e4ec-4f7a-9435-17e2c921cd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:39.229926 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e830eeb3-e4ec-4f7a-9435-17e2c921cd94 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:39:39.233583 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e830eeb3-e4ec-4f7a-9435-17e2c921cd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:39.233583 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:39:39.233583 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:39:39.233583 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:39:39.233583 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:39:39.233583 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 15:39:39.233583 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:39:39.233583 n-d-799529-6 neutron-server[94446]: timer() Jul 09 15:39:39.233583 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:39:39.233583 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 15:39:39.233583 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:39:39.233583 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 15:39:39.233583 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:39:39.233583 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 15:39:39.233583 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:39:39.233583 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 15:39:39.233583 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:39:39.233583 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 15:39:39.233583 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:39:39.233583 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:39:39.233583 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:39:39.233583 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:39:39.233583 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:39:39.233583 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 15:39:39.233583 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:39:39.233583 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 15:39:39.233583 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:39:39.233583 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:39:39.233583 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:39:39.233583 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 15:39:39.233583 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:39:39.233583 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:39:39.233583 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:39:39.233583 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:39:39.233583 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:39:39.233583 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:39:39.233583 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:39:39.342944 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e830eeb3-e4ec-4f7a-9435-17e2c921cd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:39.349157 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e830eeb3-e4ec-4f7a-9435-17e2c921cd94 admin admin] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:39.350995 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-e830eeb3-e4ec-4f7a-9435-17e2c921cd94 admin admin] 10.222.0.58 "DELETE /v2.0/networks/543f0fed-5f74-4729-b94d-d61125946f8a HTTP/1.1" status: 204 len: 168 time: 0.3161070 Jul 09 15:39:39.362127 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e830eeb3-e4ec-4f7a-9435-17e2c921cd94 admin admin] Pushing event deleted for resources: {'Network': ['ID=543f0fed-5f74-4729-b94d-d61125946f8a,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:39:39.639245 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 55438) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:39:39.681969 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-575df701-6ff2-495a-8509-73e64aca7508 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a7cb2f0c74b443088075666c5c93ff98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0441189 Jul 09 15:39:39.685021 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 55440) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:39:39.738489 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-805f225c-8077-4b29-b130-e446947e75fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:39.761403 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-805f225c-8077-4b29-b130-e446947e75fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:39.891658 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-805f225c-8077-4b29-b130-e446947e75fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:39.894878 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-805f225c-8077-4b29-b130-e446947e75fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:39.896101 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-805f225c-8077-4b29-b130-e446947e75fc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3f34aa4a-1e8b-42fb-8ba8-941e46439469 HTTP/1.1" status: 204 len: 168 time: 0.2101748 Jul 09 15:39:39.904475 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805f225c-8077-4b29-b130-e446947e75fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f34aa4a-1e8b-42fb-8ba8-941e46439469,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:39:40.480159 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device aefc8e13-668d-4faa-90f7-0e15d1dfc94d no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:39:40.503887 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: aefc8e13-668d-4faa-90f7-0e15d1dfc94d {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:39:40.504235 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device aefc8e13-668d-4faa-90f7-0e15d1dfc94d not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:39:40.918012 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 55462) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:39:41.015102 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-495bf010-ab29-4db2-a522-c8d51ee7c206 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-811135511-network', 'tenant_id': '3fc371c8797c46bba7bf392112782133'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:39:41.094291 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-495bf010-ab29-4db2-a522-c8d51ee7c206 admin admin] Made reservation on behalf of 3fc371c8797c46bba7bf392112782133 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:39:41.097265 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-495bf010-ab29-4db2-a522-c8d51ee7c206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:41.106564 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-495bf010-ab29-4db2-a522-c8d51ee7c206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:41.199029 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-495bf010-ab29-4db2-a522-c8d51ee7c206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:41.266023 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-495bf010-ab29-4db2-a522-c8d51ee7c206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:41.291426 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-495bf010-ab29-4db2-a522-c8d51ee7c206 admin admin] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:39:41.300722 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495bf010-ab29-4db2-a522-c8d51ee7c206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e21d0c5-81e2-42e6-a993-e05b36d2827f,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:39:41.306950 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-495bf010-ab29-4db2-a522-c8d51ee7c206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:41.307743 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-495bf010-ab29-4db2-a522-c8d51ee7c206 admin admin] Added segment 92f54156-2149-419a-8b51-f43274aa5fbc of type vlan for network 534dc0b4-5587-4f4f-8671-522957f978c5 Jul 09 15:39:41.352040 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-495bf010-ab29-4db2-a522-c8d51ee7c206 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:41.451346 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-495bf010-ab29-4db2-a522-c8d51ee7c206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:41.452324 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495bf010-ab29-4db2-a522-c8d51ee7c206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:41.452915 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-495bf010-ab29-4db2-a522-c8d51ee7c206 admin admin] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:41.513542 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495bf010-ab29-4db2-a522-c8d51ee7c206 admin admin] Pushing event updated for resources: {'Network': ['ID=534dc0b4-5587-4f4f-8671-522957f978c5,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:39:41.523128 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 534dc0b4-5587-4f4f-8671-522957f978c5 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:39:41.561241 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-495bf010-ab29-4db2-a522-c8d51ee7c206 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6418693 Jul 09 15:39:41.565321 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 55466) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:39:41.570447 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-fb298cda-a87d-4c86-8f77-376f4287b7a7 admin admin] Request body: {'subnet': {'network_id': '534dc0b4-5587-4f4f-8671-522957f978c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-811135511-subnet', 'tenant_id': '3fc371c8797c46bba7bf392112782133', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:39:41.651229 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb298cda-a87d-4c86-8f77-376f4287b7a7 admin admin] Made reservation on behalf of 3fc371c8797c46bba7bf392112782133 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:39:41.653758 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fb298cda-a87d-4c86-8f77-376f4287b7a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:42.209343 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fb298cda-a87d-4c86-8f77-376f4287b7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:42.262914 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb298cda-a87d-4c86-8f77-376f4287b7a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07936500-c8c1-4270-8686-4e8f6958c1dd,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:39:42.273473 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb298cda-a87d-4c86-8f77-376f4287b7a7 admin admin] Checking segment: {'id': '92f54156-2149-419a-8b51-f43274aa5fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '534dc0b4-5587-4f4f-8671-522957f978c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:39:42.273835 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb298cda-a87d-4c86-8f77-376f4287b7a7 admin admin] Network hostable DHCP agents. Network: 534dc0b4-5587-4f4f-8671-522957f978c5, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:39:42.346485 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb298cda-a87d-4c86-8f77-376f4287b7a7 admin admin] Network 534dc0b4-5587-4f4f-8671-522957f978c5 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:39:42.431623 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-fb298cda-a87d-4c86-8f77-376f4287b7a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 534dc0b4-5587-4f4f-8671-522957f978c5) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:39:42.436081 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb298cda-a87d-4c86-8f77-376f4287b7a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:42.441645 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fb298cda-a87d-4c86-8f77-376f4287b7a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:42.442370 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45308b6c-dcf2-46a0-b2b7-f419164d294a None None] Network 534dc0b4-5587-4f4f-8671-522957f978c5 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:39:42.509217 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-fb298cda-a87d-4c86-8f77-376f4287b7a7 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9427028 Jul 09 15:39:42.568342 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e33344-ca76-4eaf-baa0-f8a010974696 None None] Network 534dc0b4-5587-4f4f-8671-522957f978c5 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:39:42.972252 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee4d60f-a3ce-41cb-be90-5a96fe0d6cff req-34b2030e-505d-4264-9f10-6d543091aa82 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:42.973757 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aee4d60f-a3ce-41cb-be90-5a96fe0d6cff req-34b2030e-505d-4264-9f10-6d543091aa82 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/networks?id=534dc0b4-5587-4f4f-8671-522957f978c5 HTTP/1.1" status: 200 len: 814 time: 0.1076987 Jul 09 15:39:42.989263 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aee4d60f-a3ce-41cb-be90-5a96fe0d6cff req-dc3ac2c7-42f3-4144-b26e-b459e08e8c25 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/quotas/3fc371c8797c46bba7bf392112782133 HTTP/1.1" status: 200 len: 375 time: 0.0099983 Jul 09 15:39:43.023868 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aee4d60f-a3ce-41cb-be90-5a96fe0d6cff req-52f035b1-1f5c-4d10-981c-e302bd66cb0e tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3fc371c8797c46bba7bf392112782133&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290644 Jul 09 15:39:43.118229 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aee4d60f-a3ce-41cb-be90-5a96fe0d6cff req-7a558715-fe6d-41a5-8363-7317da45e660 service neutron] 10.222.0.58 "GET /v2.0/networks/534dc0b4-5587-4f4f-8671-522957f978c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877054 Jul 09 15:39:43.208476 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aee4d60f-a3ce-41cb-be90-5a96fe0d6cff req-4da60baf-613c-41b0-8670-232c425e71dd service neutron] 10.222.0.58 "GET /v2.0/networks/534dc0b4-5587-4f4f-8671-522957f978c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845292 Jul 09 15:39:43.458494 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-517c0f48-ca9a-41fe-aaa0-ad62879e127e req-ea078f38-d70a-46fd-8762-467b38be6bc6 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=3021cb5f-60b8-4d32-a9c6-a1294942880e HTTP/1.1" status: 200 len: 210 time: 0.0343239 Jul 09 15:39:44.600303 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2bdc2cdf-1c5d-40df-8f13-9233843d6d3a req-99e58fe3-ec7d-4434-b705-7f8b5d27aff1 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=3021cb5f-60b8-4d32-a9c6-a1294942880e HTTP/1.1" status: 200 len: 210 time: 0.0319386 Jul 09 15:39:44.797673 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [req-5c3476f4-b87d-4ebd-bc5e-7e1d431b74a1 req-5b170c76-9b92-4564-bbfb-4c90fa2235a0 service neutron] (94446) timed out ('10.222.0.54', 56813) {{(pid=94446) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 15:39:45.411546 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:45.605190 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee4d60f-a3ce-41cb-be90-5a96fe0d6cff req-246cb614-3e81-420d-8117-778dab2112e1 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:45.606658 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aee4d60f-a3ce-41cb-be90-5a96fe0d6cff req-246cb614-3e81-420d-8117-778dab2112e1 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.62 "GET /v2.0/networks?id=534dc0b4-5587-4f4f-8671-522957f978c5 HTTP/1.1" status: 200 len: 814 time: 0.1071177 Jul 09 15:39:45.634677 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-aee4d60f-a3ce-41cb-be90-5a96fe0d6cff req-1383ab0c-a09c-497f-890c-ba8cf7f33872 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Request body: {'port': {'device_id': '3021cb5f-60b8-4d32-a9c6-a1294942880e', 'network_id': '534dc0b4-5587-4f4f-8671-522957f978c5', 'admin_state_up': True, 'tenant_id': '3fc371c8797c46bba7bf392112782133'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:39:45.758526 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-12ce0978-13cd-4460-b42b-5b940ca8861d req-06015668-8f1c-4d50-a898-77bd3d8369cf tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=3021cb5f-60b8-4d32-a9c6-a1294942880e HTTP/1.1" status: 200 len: 210 time: 0.0394850 Jul 09 15:39:45.813960 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aee4d60f-a3ce-41cb-be90-5a96fe0d6cff req-1383ab0c-a09c-497f-890c-ba8cf7f33872 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Made reservation on behalf of 3fc371c8797c46bba7bf392112782133 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:39:45.818281 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-aee4d60f-a3ce-41cb-be90-5a96fe0d6cff req-1383ab0c-a09c-497f-890c-ba8cf7f33872 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:45.952942 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-aee4d60f-a3ce-41cb-be90-5a96fe0d6cff req-1383ab0c-a09c-497f-890c-ba8cf7f33872 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Allocated IP 172.20.0.13 (534dc0b4-5587-4f4f-8671-522957f978c5/07936500-c8c1-4270-8686-4e8f6958c1dd/b2430130-e50c-4a9e-9ce7-389dd1762550) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:39:46.003284 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:39:46.099629 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-aee4d60f-a3ce-41cb-be90-5a96fe0d6cff req-1383ab0c-a09c-497f-890c-ba8cf7f33872 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:46.197698 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-aee4d60f-a3ce-41cb-be90-5a96fe0d6cff req-1383ab0c-a09c-497f-890c-ba8cf7f33872 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:46.252498 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1383ab0c-a09c-497f-890c-ba8cf7f33872 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Pushing event updated for resources: {'Port': ['ID=b2430130-e50c-4a9e-9ce7-389dd1762550,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:39:46.324380 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aee4d60f-a3ce-41cb-be90-5a96fe0d6cff req-1383ab0c-a09c-497f-890c-ba8cf7f33872 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Network 534dc0b4-5587-4f4f-8671-522957f978c5 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:39:46.325925 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-aee4d60f-a3ce-41cb-be90-5a96fe0d6cff req-1383ab0c-a09c-497f-890c-ba8cf7f33872 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:39:46.328692 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-aee4d60f-a3ce-41cb-be90-5a96fe0d6cff req-1383ab0c-a09c-497f-890c-ba8cf7f33872 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:39:46.388623 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee4d60f-a3ce-41cb-be90-5a96fe0d6cff req-1383ab0c-a09c-497f-890c-ba8cf7f33872 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:46.389250 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-aee4d60f-a3ce-41cb-be90-5a96fe0d6cff req-1383ab0c-a09c-497f-890c-ba8cf7f33872 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:46.481010 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aee4d60f-a3ce-41cb-be90-5a96fe0d6cff req-1383ab0c-a09c-497f-890c-ba8cf7f33872 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8503761 Jul 09 15:39:46.532199 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-aee4d60f-a3ce-41cb-be90-5a96fe0d6cff req-9cb5b250-6554-45e8-89f8-3aad7a3ec780 service neutron] Request body: {'port': {'device_id': '3021cb5f-60b8-4d32-a9c6-a1294942880e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:39:46.607010 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-aee4d60f-a3ce-41cb-be90-5a96fe0d6cff req-9cb5b250-6554-45e8-89f8-3aad7a3ec780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:46.896649 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-aee4d60f-a3ce-41cb-be90-5a96fe0d6cff req-9cb5b250-6554-45e8-89f8-3aad7a3ec780 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2430130-e50c-4a9e-9ce7-389dd1762550 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:39:46.923381 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-aee4d60f-a3ce-41cb-be90-5a96fe0d6cff req-9cb5b250-6554-45e8-89f8-3aad7a3ec780 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:46.940258 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-aee4d60f-a3ce-41cb-be90-5a96fe0d6cff req-9cb5b250-6554-45e8-89f8-3aad7a3ec780 service neutron] Transition to ACTIVE for port object b2430130-e50c-4a9e-9ce7-389dd1762550 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:39:46.967070 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da09973-53a1-4cf4-8716-b7748df4edfc req-919359c8-33ed-4a90-a6db-85e87c0495fa tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:46.968548 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1da09973-53a1-4cf4-8716-b7748df4edfc req-919359c8-33ed-4a90-a6db-85e87c0495fa tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=3021cb5f-60b8-4d32-a9c6-a1294942880e HTTP/1.1" status: 200 len: 932 time: 0.0871170 Jul 09 15:39:47.010878 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1da09973-53a1-4cf4-8716-b7748df4edfc req-e2c94e98-b39d-4d74-821e-4b9d345b7d41 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353670 Jul 09 15:39:47.028777 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-aee4d60f-a3ce-41cb-be90-5a96fe0d6cff req-9cb5b250-6554-45e8-89f8-3aad7a3ec780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:47.081675 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb5b250-6554-45e8-89f8-3aad7a3ec780 service neutron] Pushing event updated for resources: {'Port': ['ID=b2430130-e50c-4a9e-9ce7-389dd1762550,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:39:47.155871 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-aee4d60f-a3ce-41cb-be90-5a96fe0d6cff req-9cb5b250-6554-45e8-89f8-3aad7a3ec780 service neutron] Attempting to bind port b2430130-e50c-4a9e-9ce7-389dd1762550 on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:39:47.156216 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-aee4d60f-a3ce-41cb-be90-5a96fe0d6cff req-9cb5b250-6554-45e8-89f8-3aad7a3ec780 service neutron] Attempting to bind port b2430130-e50c-4a9e-9ce7-389dd1762550 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': '92f54156-2149-419a-8b51-f43274aa5fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '534dc0b4-5587-4f4f-8671-522957f978c5'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:39:47.156547 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee4d60f-a3ce-41cb-be90-5a96fe0d6cff req-9cb5b250-6554-45e8-89f8-3aad7a3ec780 service neutron] Attempting to bind port b2430130-e50c-4a9e-9ce7-389dd1762550 on network 534dc0b4-5587-4f4f-8671-522957f978c5 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:39:47.161739 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee4d60f-a3ce-41cb-be90-5a96fe0d6cff req-9cb5b250-6554-45e8-89f8-3aad7a3ec780 service neutron] Port b2430130-e50c-4a9e-9ce7-389dd1762550 on network 534dc0b4-5587-4f4f-8671-522957f978c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:39:47.162194 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee4d60f-a3ce-41cb-be90-5a96fe0d6cff req-9cb5b250-6554-45e8-89f8-3aad7a3ec780 service neutron] Attempting to bind port b2430130-e50c-4a9e-9ce7-389dd1762550 on network 534dc0b4-5587-4f4f-8671-522957f978c5 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:39:47.167702 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee4d60f-a3ce-41cb-be90-5a96fe0d6cff req-9cb5b250-6554-45e8-89f8-3aad7a3ec780 service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:39:47.168050 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee4d60f-a3ce-41cb-be90-5a96fe0d6cff req-9cb5b250-6554-45e8-89f8-3aad7a3ec780 service neutron] Checking segment: {'id': '92f54156-2149-419a-8b51-f43274aa5fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '534dc0b4-5587-4f4f-8671-522957f978c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:39:47.168446 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee4d60f-a3ce-41cb-be90-5a96fe0d6cff req-9cb5b250-6554-45e8-89f8-3aad7a3ec780 service neutron] Bound using segment: {'id': '92f54156-2149-419a-8b51-f43274aa5fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '534dc0b4-5587-4f4f-8671-522957f978c5'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:39:47.168884 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-aee4d60f-a3ce-41cb-be90-5a96fe0d6cff req-9cb5b250-6554-45e8-89f8-3aad7a3ec780 service neutron] Bound port: b2430130-e50c-4a9e-9ce7-389dd1762550, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92f54156-2149-419a-8b51-f43274aa5fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '534dc0b4-5587-4f4f-8671-522957f978c5'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:39:47.169250 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-aee4d60f-a3ce-41cb-be90-5a96fe0d6cff req-9cb5b250-6554-45e8-89f8-3aad7a3ec780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:47.248012 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-aee4d60f-a3ce-41cb-be90-5a96fe0d6cff req-9cb5b250-6554-45e8-89f8-3aad7a3ec780 service neutron] For port b2430130-e50c-4a9e-9ce7-389dd1762550, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:39:47.250967 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-aee4d60f-a3ce-41cb-be90-5a96fe0d6cff req-9cb5b250-6554-45e8-89f8-3aad7a3ec780 service neutron] For port b2430130-e50c-4a9e-9ce7-389dd1762550, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=b2430130-e50c-4a9e-9ce7-389dd1762550,segment=NetworkSegment(92f54156-2149-419a-8b51-f43274aa5fbc),segment_id=92f54156-2149-419a-8b51-f43274aa5fbc)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:39:47.352384 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-aee4d60f-a3ce-41cb-be90-5a96fe0d6cff req-9cb5b250-6554-45e8-89f8-3aad7a3ec780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:47.390431 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee4d60f-a3ce-41cb-be90-5a96fe0d6cff req-9cb5b250-6554-45e8-89f8-3aad7a3ec780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:47.391067 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-aee4d60f-a3ce-41cb-be90-5a96fe0d6cff req-9cb5b250-6554-45e8-89f8-3aad7a3ec780 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:47.392658 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aee4d60f-a3ce-41cb-be90-5a96fe0d6cff req-9cb5b250-6554-45e8-89f8-3aad7a3ec780 service neutron] 10.222.0.62 "PUT /v2.0/ports/b2430130-e50c-4a9e-9ce7-389dd1762550 HTTP/1.1" status: 200 len: 1092 time: 0.8651180 Jul 09 15:39:47.393096 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3021cb5f-60b8-4d32-a9c6-a1294942880e', 'tag': 'b2430130-e50c-4a9e-9ce7-389dd1762550'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:39:47.395367 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71aea3d4ce3c79ba57e3b2a7f05354d67fe827d4c76bd908d035baed68c1bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de6d255-cca3-4b27-b4a2-61301923bce2" -d '{"events": [{"name": "network-changed", "server_uuid": "3021cb5f-60b8-4d32-a9c6-a1294942880e", "tag": "b2430130-e50c-4a9e-9ce7-389dd1762550"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:39:47.419925 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb5b250-6554-45e8-89f8-3aad7a3ec780 service neutron] Pushing event updated for resources: {'Port': ['ID=b2430130-e50c-4a9e-9ce7-389dd1762550,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:39:47.435622 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95eb2409-5f8d-4942-8bdc-45bf917b832a x-openstack-request-id: req-95eb2409-5f8d-4942-8bdc-45bf917b832a {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:39:47.435887 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3021cb5f-60b8-4d32-a9c6-a1294942880e", "tag": "b2430130-e50c-4a9e-9ce7-389dd1762550", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:39:47.436137 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-95eb2409-5f8d-4942-8bdc-45bf917b832a {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:39:47.436536 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3021cb5f-60b8-4d32-a9c6-a1294942880e', 'tag': 'b2430130-e50c-4a9e-9ce7-389dd1762550', 'status': 'completed', 'code': 200} Jul 09 15:39:47.532228 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6d255-cca3-4b27-b4a2-61301923bce2 req-499e3165-eef0-430f-a854-11d38730b75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:47.534270 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2de6d255-cca3-4b27-b4a2-61301923bce2 req-499e3165-eef0-430f-a854-11d38730b75f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3fc371c8797c46bba7bf392112782133&device_id=3021cb5f-60b8-4d32-a9c6-a1294942880e HTTP/1.1" status: 200 len: 1095 time: 0.0566349 Jul 09 15:39:47.635518 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6d255-cca3-4b27-b4a2-61301923bce2 req-741e9c1e-04ef-4c2d-bc02-f23092e9ec17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:47.636910 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2de6d255-cca3-4b27-b4a2-61301923bce2 req-741e9c1e-04ef-4c2d-bc02-f23092e9ec17 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=3fc371c8797c46bba7bf392112782133&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0902407 Jul 09 15:39:47.732859 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6d255-cca3-4b27-b4a2-61301923bce2 req-d87e9dc1-e097-432f-a413-1c0e5f62e30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:47.734353 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2de6d255-cca3-4b27-b4a2-61301923bce2 req-d87e9dc1-e097-432f-a413-1c0e5f62e30f service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0909555 Jul 09 15:39:47.841525 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee4d60f-a3ce-41cb-be90-5a96fe0d6cff req-0715d03e-2ea6-4d64-900f-d301c8981d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:47.842999 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aee4d60f-a3ce-41cb-be90-5a96fe0d6cff req-0715d03e-2ea6-4d64-900f-d301c8981d50 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3fc371c8797c46bba7bf392112782133&device_id=3021cb5f-60b8-4d32-a9c6-a1294942880e HTTP/1.1" status: 200 len: 1095 time: 0.0518787 Jul 09 15:39:47.888821 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aee4d60f-a3ce-41cb-be90-5a96fe0d6cff req-11e2320e-c2d1-4b3a-8fd1-f5e3c91a8a86 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2430130-e50c-4a9e-9ce7-389dd1762550 HTTP/1.1" status: 200 len: 217 time: 0.0333390 Jul 09 15:39:47.935965 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee4d60f-a3ce-41cb-be90-5a96fe0d6cff req-9f92f062-e292-42c2-a543-30307969e079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:47.937370 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aee4d60f-a3ce-41cb-be90-5a96fe0d6cff req-9f92f062-e292-42c2-a543-30307969e079 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=07936500-c8c1-4270-8686-4e8f6958c1dd HTTP/1.1" status: 200 len: 854 time: 0.0424671 Jul 09 15:39:47.973035 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aee4d60f-a3ce-41cb-be90-5a96fe0d6cff req-9cda3ecf-a691-418b-9afd-8d4388ce0109 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=534dc0b4-5587-4f4f-8671-522957f978c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289538 Jul 09 15:39:48.060555 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aee4d60f-a3ce-41cb-be90-5a96fe0d6cff req-68910553-720d-4065-9b1d-371f2b9c96a3 service neutron] 10.222.0.62 "GET /v2.0/networks/534dc0b4-5587-4f4f-8671-522957f978c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808585 Jul 09 15:39:48.185361 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aee4d60f-a3ce-41cb-be90-5a96fe0d6cff req-9dd8cd92-4cc3-4ffa-bac3-596bdda5d132 service neutron] 10.222.0.62 "GET /v2.0/networks/534dc0b4-5587-4f4f-8671-522957f978c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191909 Jul 09 15:39:48.213051 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d48c45-75d5-49d1-a3d7-a8f20d7ab9cf req-29394234-f128-4ea2-a828-7f7efae1390b tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:48.214632 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-71d48c45-75d5-49d1-a3d7-a8f20d7ab9cf req-29394234-f128-4ea2-a828-7f7efae1390b tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=3021cb5f-60b8-4d32-a9c6-a1294942880e HTTP/1.1" status: 200 len: 944 time: 0.0873787 Jul 09 15:39:48.254116 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-71d48c45-75d5-49d1-a3d7-a8f20d7ab9cf req-997d62dd-5502-431c-b95e-15ac2f8d6e9b tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337646 Jul 09 15:39:49.431257 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220b3ac-74f1-4cbf-bb38-2076a9ef55ca req-40ccc952-dad1-4f22-a7ab-597d573eb752 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:49.432883 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9220b3ac-74f1-4cbf-bb38-2076a9ef55ca req-40ccc952-dad1-4f22-a7ab-597d573eb752 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=3021cb5f-60b8-4d32-a9c6-a1294942880e HTTP/1.1" status: 200 len: 944 time: 0.0662291 Jul 09 15:39:49.472600 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9220b3ac-74f1-4cbf-bb38-2076a9ef55ca req-f791da06-c7b4-4f10-b4c2-1b4e38282487 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340228 Jul 09 15:39:50.495271 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device b2430130-e50c-4a9e-9ce7-389dd1762550 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 15:39:50.594531 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port b2430130-e50c-4a9e-9ce7-389dd1762550, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=b2430130-e50c-4a9e-9ce7-389dd1762550,segment=NetworkSegment(92f54156-2149-419a-8b51-f43274aa5fbc),segment_id=92f54156-2149-419a-8b51-f43274aa5fbc)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:39:50.605851 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': 'b2430130-e50c-4a9e-9ce7-389dd1762550', 'network_id': '534dc0b4-5587-4f4f-8671-522957f978c5', 'port_id': 'b2430130-e50c-4a9e-9ce7-389dd1762550', 'mac_address': 'fa:16:3e:ad:ce:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07936500-c8c1-4270-8686-4e8f6958c1dd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 15:39:50.650463 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ac97c-7656-4b02-be22-ddc43acbbc8e req-4510d894-6159-4920-8f24-8b30056104fb tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:50.652147 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a63ac97c-7656-4b02-be22-ddc43acbbc8e req-4510d894-6159-4920-8f24-8b30056104fb tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=3021cb5f-60b8-4d32-a9c6-a1294942880e HTTP/1.1" status: 200 len: 944 time: 0.0665040 Jul 09 15:39:50.653504 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:50.670838 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2430130-e50c-4a9e-9ce7-389dd1762550 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:39:50.691257 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port b2430130-e50c-4a9e-9ce7-389dd1762550, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=b2430130-e50c-4a9e-9ce7-389dd1762550,segment=NetworkSegment(92f54156-2149-419a-8b51-f43274aa5fbc),segment_id=92f54156-2149-419a-8b51-f43274aa5fbc)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:39:50.697929 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a63ac97c-7656-4b02-be22-ddc43acbbc8e req-6e95557a-17af-4d8b-aecb-834fee25d390 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390134 Jul 09 15:39:50.757283 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:50.804056 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=b2430130-e50c-4a9e-9ce7-389dd1762550,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:39:51.122846 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['b2430130-e50c-4a9e-9ce7-389dd1762550'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:39:51.875466 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a4427-1626-4c20-bba8-4a06b1d26f0d req-a63c80ae-922a-4953-9e0d-b614eac8017e tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:51.877518 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-897a4427-1626-4c20-bba8-4a06b1d26f0d req-a63c80ae-922a-4953-9e0d-b614eac8017e tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=3021cb5f-60b8-4d32-a9c6-a1294942880e HTTP/1.1" status: 200 len: 945 time: 0.0688317 Jul 09 15:39:51.917562 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-897a4427-1626-4c20-bba8-4a06b1d26f0d req-a47ddf92-d33f-4cfd-8079-4463788b9784 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341854 Jul 09 15:39:52.495126 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device b2430130-e50c-4a9e-9ce7-389dd1762550 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:39:52.625208 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port b2430130-e50c-4a9e-9ce7-389dd1762550 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:39:52.629952 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port b2430130-e50c-4a9e-9ce7-389dd1762550 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:39:52.630347 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:52.710974 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:52.733655 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3021cb5f-60b8-4d32-a9c6-a1294942880e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2430130-e50c-4a9e-9ce7-389dd1762550'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:39:52.736857 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e75b9a97cbd66444b13ae988a684abc34c7a24a50a729030cfede81e7322398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9897f1a-db74-4688-accc-07e7195158fe" -d '{"events": [{"server_uuid": "3021cb5f-60b8-4d32-a9c6-a1294942880e", "name": "network-vif-plugged", "status": "completed", "tag": "b2430130-e50c-4a9e-9ce7-389dd1762550"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:39:52.753283 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port b2430130-e50c-4a9e-9ce7-389dd1762550, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=b2430130-e50c-4a9e-9ce7-389dd1762550,segment=NetworkSegment(92f54156-2149-419a-8b51-f43274aa5fbc),segment_id=92f54156-2149-419a-8b51-f43274aa5fbc)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:39:52.772054 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac65752-af0f-44ba-b685-5bb1c0e4e177 x-openstack-request-id: req-5ac65752-af0f-44ba-b685-5bb1c0e4e177 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:39:52.772435 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3021cb5f-60b8-4d32-a9c6-a1294942880e", "name": "network-vif-plugged", "status": "completed", "tag": "b2430130-e50c-4a9e-9ce7-389dd1762550", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:39:52.772685 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5ac65752-af0f-44ba-b685-5bb1c0e4e177 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:39:52.773075 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3021cb5f-60b8-4d32-a9c6-a1294942880e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2430130-e50c-4a9e-9ce7-389dd1762550', 'code': 200} Jul 09 15:39:52.845403 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:52.895079 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=b2430130-e50c-4a9e-9ce7-389dd1762550,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:39:52.914275 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17763321-9529-408e-bda7-d061bec51e5d req-21afa769-a16f-4a0b-abd6-49aee89d4e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:52.915824 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-17763321-9529-408e-bda7-d061bec51e5d req-21afa769-a16f-4a0b-abd6-49aee89d4e10 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3021cb5f-60b8-4d32-a9c6-a1294942880e HTTP/1.1" status: 200 len: 1097 time: 0.0514910 Jul 09 15:39:52.950579 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-17763321-9529-408e-bda7-d061bec51e5d req-07f7f3f9-a8bb-460b-a8dd-d5a72194cc05 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286832 Jul 09 15:39:53.087598 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a8292-eb09-4409-bda3-3fe4f9db27d8 req-76f6cef0-1fe2-43f6-8a93-d8e114a2a074 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:53.089020 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f22a8292-eb09-4409-bda3-3fe4f9db27d8 req-76f6cef0-1fe2-43f6-8a93-d8e114a2a074 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=3021cb5f-60b8-4d32-a9c6-a1294942880e HTTP/1.1" status: 200 len: 946 time: 0.0636661 Jul 09 15:39:53.125875 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f22a8292-eb09-4409-bda3-3fe4f9db27d8 req-d9bb1ddd-1b73-4e6e-be2e-2132643de3fc tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313568 Jul 09 15:39:53.645086 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:54.306275 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073238e-ea08-45d4-9943-3adf70b24082 req-e61fa647-1ca7-41fe-8149-ec8417a0d408 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:54.307815 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3073238e-ea08-45d4-9943-3adf70b24082 req-e61fa647-1ca7-41fe-8149-ec8417a0d408 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=3021cb5f-60b8-4d32-a9c6-a1294942880e HTTP/1.1" status: 200 len: 946 time: 0.0668325 Jul 09 15:39:54.346765 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3073238e-ea08-45d4-9943-3adf70b24082 req-cb9311c0-1758-48a9-8650-0b8b38fa6f2d tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332606 Jul 09 15:39:55.525813 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3aa8aa-ecba-46ba-85ea-d20ec52ab2d5 req-5d195694-1c63-4396-a5cc-7ca61f768708 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:55.527329 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-df3aa8aa-ecba-46ba-85ea-d20ec52ab2d5 req-5d195694-1c63-4396-a5cc-7ca61f768708 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=3021cb5f-60b8-4d32-a9c6-a1294942880e HTTP/1.1" status: 200 len: 946 time: 0.0646367 Jul 09 15:39:55.571699 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-df3aa8aa-ecba-46ba-85ea-d20ec52ab2d5 req-7fb07751-04ca-4af6-b435-e2242ba7cad4 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386915 Jul 09 15:39:55.748387 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d5a32-66ce-492c-9d80-d2ed0dac1564 req-61ce9ffa-10f3-4960-9503-033579acff92 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:55.749873 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0d3d5a32-66ce-492c-9d80-d2ed0dac1564 req-61ce9ffa-10f3-4960-9503-033579acff92 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=3021cb5f-60b8-4d32-a9c6-a1294942880e HTTP/1.1" status: 200 len: 946 time: 0.0682504 Jul 09 15:39:55.789069 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0d3d5a32-66ce-492c-9d80-d2ed0dac1564 req-3e7b60ef-a36f-48bf-8168-bed390e8a2d8 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318577 Jul 09 15:39:56.142462 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d3050881-5ef8-46cf-8415-f4244843769f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:56.212290 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a82c12-53bf-434a-ab3b-a370cdd1a250 req-45037c3b-aaed-4b13-a60d-6697db82ac4c tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:56.213698 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-49a82c12-53bf-434a-ab3b-a370cdd1a250 req-45037c3b-aaed-4b13-a60d-6697db82ac4c tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=3021cb5f-60b8-4d32-a9c6-a1294942880e HTTP/1.1" status: 200 len: 946 time: 0.0629654 Jul 09 15:39:56.250871 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-49a82c12-53bf-434a-ab3b-a370cdd1a250 req-856ccdfe-29d2-4046-9a5e-3e573cc96022 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316434 Jul 09 15:39:56.428243 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b59002-b51d-40d6-92c8-ec5e33573c28 req-4ba97c85-f404-4d2f-a8fd-3ccc51b13190 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:56.429773 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c0b59002-b51d-40d6-92c8-ec5e33573c28 req-4ba97c85-f404-4d2f-a8fd-3ccc51b13190 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=3021cb5f-60b8-4d32-a9c6-a1294942880e HTTP/1.1" status: 200 len: 946 time: 0.0708504 Jul 09 15:39:56.468315 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c0b59002-b51d-40d6-92c8-ec5e33573c28 req-0caebf0f-a27f-4569-b36d-0593501ac055 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328755 Jul 09 15:39:56.990514 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c0afd1-74aa-447c-96bb-81e125da3958 req-50e54050-cb19-49b0-9197-7738a940d3c3 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:56.992076 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c3c0afd1-74aa-447c-96bb-81e125da3958 req-50e54050-cb19-49b0-9197-7738a940d3c3 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=3021cb5f-60b8-4d32-a9c6-a1294942880e HTTP/1.1" status: 200 len: 946 time: 0.0657284 Jul 09 15:39:57.064655 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c3c0afd1-74aa-447c-96bb-81e125da3958 req-9d47a2a6-6eff-4ba8-92b5-63a14168f7cf tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603130 Jul 09 15:39:57.082383 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dfed834e-8743-4a84-bb1b-e5a0c53ff409 req-564d8cdb-1900-497b-bb18-67d0aa2ef7d7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3021cb5f-60b8-4d32-a9c6-a1294942880e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0857861 Jul 09 15:39:58.298933 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f211cb2-b8fd-438a-b3c8-479f3e2f8050 req-5bcba598-1ff7-402d-9245-9753bac7767c tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:58.300524 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9f211cb2-b8fd-438a-b3c8-479f3e2f8050 req-5bcba598-1ff7-402d-9245-9753bac7767c tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=3021cb5f-60b8-4d32-a9c6-a1294942880e HTTP/1.1" status: 200 len: 946 time: 0.1198809 Jul 09 15:39:58.340848 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9f211cb2-b8fd-438a-b3c8-479f3e2f8050 req-cff11ef4-afbb-4da2-8994-53ba28684c95 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345526 Jul 09 15:39:59.224753 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0c2cc6f1-ac34-49f8-8da7-4513b2f978cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:59.305265 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:39:59.346283 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed834e-8743-4a84-bb1b-e5a0c53ff409 req-0936c17e-84dd-41e5-82ae-05770cd9f27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:59.347807 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dfed834e-8743-4a84-bb1b-e5a0c53ff409 req-0936c17e-84dd-41e5-82ae-05770cd9f27c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3fc371c8797c46bba7bf392112782133&device_id=3021cb5f-60b8-4d32-a9c6-a1294942880e HTTP/1.1" status: 200 len: 1097 time: 0.0572631 Jul 09 15:39:59.442887 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed834e-8743-4a84-bb1b-e5a0c53ff409 req-e714313d-1955-4c6b-81a7-14db1d9371e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:59.444642 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dfed834e-8743-4a84-bb1b-e5a0c53ff409 req-e714313d-1955-4c6b-81a7-14db1d9371e7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=534dc0b4-5587-4f4f-8671-522957f978c5 HTTP/1.1" status: 200 len: 915 time: 0.0907016 Jul 09 15:39:59.495051 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dfed834e-8743-4a84-bb1b-e5a0c53ff409 req-0450f7ad-b539-4c1c-b423-71142f792bd4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2430130-e50c-4a9e-9ce7-389dd1762550 HTTP/1.1" status: 200 len: 217 time: 0.0439420 Jul 09 15:39:59.544887 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed834e-8743-4a84-bb1b-e5a0c53ff409 req-8d4b70cc-1e9a-4e65-9fe1-8e105c886696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:59.546428 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dfed834e-8743-4a84-bb1b-e5a0c53ff409 req-8d4b70cc-1e9a-4e65-9fe1-8e105c886696 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=07936500-c8c1-4270-8686-4e8f6958c1dd HTTP/1.1" status: 200 len: 854 time: 0.0447969 Jul 09 15:39:59.571906 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dae1c4-e537-469b-87fe-e5bdfeb45298 req-0dcb04fd-c3b6-4379-9c8d-c1277add34cf tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:39:59.573416 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-50dae1c4-e537-469b-87fe-e5bdfeb45298 req-0dcb04fd-c3b6-4379-9c8d-c1277add34cf tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=3021cb5f-60b8-4d32-a9c6-a1294942880e HTTP/1.1" status: 200 len: 946 time: 0.1191826 Jul 09 15:39:59.579584 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dfed834e-8743-4a84-bb1b-e5a0c53ff409 req-2701df0b-8e44-47b2-b6aa-ba4a6bb8c1e9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=534dc0b4-5587-4f4f-8671-522957f978c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270512 Jul 09 15:39:59.613404 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-50dae1c4-e537-469b-87fe-e5bdfeb45298 req-bc70b2ea-99cb-4165-a9f3-cd26596c4a08 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341213 Jul 09 15:39:59.672212 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dfed834e-8743-4a84-bb1b-e5a0c53ff409 req-fdc82adf-27e2-4042-bf52-3a8d736ff4be service neutron] 10.222.0.62 "GET /v2.0/networks/534dc0b4-5587-4f4f-8671-522957f978c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863578 Jul 09 15:39:59.763622 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dfed834e-8743-4a84-bb1b-e5a0c53ff409 req-eaa78c06-b216-449c-8643-f8117567cfcd service neutron] 10.222.0.62 "GET /v2.0/networks/534dc0b4-5587-4f4f-8671-522957f978c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848377 Jul 09 15:40:00.410492 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:40:00.787213 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a539b65-c3ec-4cda-a319-e37e96c4023d req-c90b32db-b925-43f6-a768-5b889b458e21 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:00.788705 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8a539b65-c3ec-4cda-a319-e37e96c4023d req-c90b32db-b925-43f6-a768-5b889b458e21 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=3021cb5f-60b8-4d32-a9c6-a1294942880e HTTP/1.1" status: 200 len: 946 time: 0.0629592 Jul 09 15:40:00.826176 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8a539b65-c3ec-4cda-a319-e37e96c4023d req-06494305-3e76-47ad-9807-ef50c2eec23d tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316195 Jul 09 15:40:01.833119 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:40:02.002695 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df033dc-3121-4a55-99d7-5cecd4d37328 req-ec449e1d-e450-4ab0-ab97-b8e04f74b4de tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:02.004164 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8df033dc-3121-4a55-99d7-5cecd4d37328 req-ec449e1d-e450-4ab0-ab97-b8e04f74b4de tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=3021cb5f-60b8-4d32-a9c6-a1294942880e HTTP/1.1" status: 200 len: 946 time: 0.0640538 Jul 09 15:40:02.043383 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8df033dc-3121-4a55-99d7-5cecd4d37328 req-13b3da23-715c-40eb-a7b5-67e43123d1c3 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334260 Jul 09 15:40:03.218724 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2424aa07-d754-4b99-81dc-28fc24da8650 req-95a8f225-cced-46b1-bd01-bcd3e2c88824 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:03.220840 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2424aa07-d754-4b99-81dc-28fc24da8650 req-95a8f225-cced-46b1-bd01-bcd3e2c88824 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=3021cb5f-60b8-4d32-a9c6-a1294942880e HTTP/1.1" status: 200 len: 946 time: 0.0688789 Jul 09 15:40:03.258984 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2424aa07-d754-4b99-81dc-28fc24da8650 req-5c8a70ba-4548-4197-838d-bf057818357c tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323851 Jul 09 15:40:04.441273 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe64fe2f-a7e2-4978-aa76-72ccba152a55 req-2d9a7fa6-0c47-4fbc-ab8d-7f7040c2fc89 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:04.442788 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fe64fe2f-a7e2-4978-aa76-72ccba152a55 req-2d9a7fa6-0c47-4fbc-ab8d-7f7040c2fc89 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=3021cb5f-60b8-4d32-a9c6-a1294942880e HTTP/1.1" status: 200 len: 946 time: 0.0690360 Jul 09 15:40:04.480716 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fe64fe2f-a7e2-4978-aa76-72ccba152a55 req-bf920ab2-4b00-4302-896a-d77effbee551 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320499 Jul 09 15:40:05.653695 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359ceaa-d235-4d48-a559-812e65411127 req-96e11418-5cd0-4f0b-bcc9-eee384f05c09 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:05.655178 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d359ceaa-d235-4d48-a559-812e65411127 req-96e11418-5cd0-4f0b-bcc9-eee384f05c09 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=3021cb5f-60b8-4d32-a9c6-a1294942880e HTTP/1.1" status: 200 len: 946 time: 0.0624349 Jul 09 15:40:05.694873 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d359ceaa-d235-4d48-a559-812e65411127 req-ca88454b-a60f-4e74-85ed-c4ee9a68c6f5 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334215 Jul 09 15:40:06.880699 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ccba96-9f24-4a0c-9f48-6e8371c7b6e5 req-10c6844f-6833-4fea-be7b-b16c67dc7eda tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:06.882254 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-99ccba96-9f24-4a0c-9f48-6e8371c7b6e5 req-10c6844f-6833-4fea-be7b-b16c67dc7eda tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=3021cb5f-60b8-4d32-a9c6-a1294942880e HTTP/1.1" status: 200 len: 946 time: 0.0693991 Jul 09 15:40:06.921220 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-99ccba96-9f24-4a0c-9f48-6e8371c7b6e5 req-fd821f44-21c3-4709-843a-89a8dae35b58 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333428 Jul 09 15:40:08.115829 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7651c0d2-f0df-49f1-8832-dae763dae4f7 req-8321ac23-e5d2-410f-a689-b6021a8b7f90 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:08.117289 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7651c0d2-f0df-49f1-8832-dae763dae4f7 req-8321ac23-e5d2-410f-a689-b6021a8b7f90 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=3021cb5f-60b8-4d32-a9c6-a1294942880e HTTP/1.1" status: 200 len: 946 time: 0.0819778 Jul 09 15:40:08.161202 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7651c0d2-f0df-49f1-8832-dae763dae4f7 req-b046139d-35b5-45e5-9ca8-eab7f5e21e8b tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329347 Jul 09 15:40:09.342039 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db0901-1820-4cbf-afed-2fbd71c63722 req-de7f8284-117c-43e2-8afb-11f71a73b207 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:09.343597 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-62db0901-1820-4cbf-afed-2fbd71c63722 req-de7f8284-117c-43e2-8afb-11f71a73b207 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=3021cb5f-60b8-4d32-a9c6-a1294942880e HTTP/1.1" status: 200 len: 946 time: 0.0698571 Jul 09 15:40:09.391096 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-62db0901-1820-4cbf-afed-2fbd71c63722 req-dea99456-d3d7-45a9-aee2-1dc83a4db330 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412667 Jul 09 15:40:10.568999 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f6f70-6262-41ca-ba32-31883d36af7b req-b1e513da-7d3b-4843-8e04-d2cb109bd647 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:10.570521 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c59f6f70-6262-41ca-ba32-31883d36af7b req-b1e513da-7d3b-4843-8e04-d2cb109bd647 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=3021cb5f-60b8-4d32-a9c6-a1294942880e HTTP/1.1" status: 200 len: 946 time: 0.0672643 Jul 09 15:40:10.611609 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c59f6f70-6262-41ca-ba32-31883d36af7b req-07bce7fa-54e7-45e7-a2dc-9d85abe29cbd tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351937 Jul 09 15:40:11.790611 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c55270-e9fb-4bb9-9918-9a1e8209c957 req-3433c6ad-5ea0-40d0-8dd1-a7f79a206706 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:11.792211 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f9c55270-e9fb-4bb9-9918-9a1e8209c957 req-3433c6ad-5ea0-40d0-8dd1-a7f79a206706 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=3021cb5f-60b8-4d32-a9c6-a1294942880e HTTP/1.1" status: 200 len: 946 time: 0.0678318 Jul 09 15:40:11.832203 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f9c55270-e9fb-4bb9-9918-9a1e8209c957 req-1ed0db86-d805-4625-907f-2c6fd357c24c tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332918 Jul 09 15:40:13.009633 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc724afb-d077-406a-aa44-5ce63200eceb req-aca9b061-2cbb-4770-80d5-a1f93e2d6632 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:13.011118 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fc724afb-d077-406a-aa44-5ce63200eceb req-aca9b061-2cbb-4770-80d5-a1f93e2d6632 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=3021cb5f-60b8-4d32-a9c6-a1294942880e HTTP/1.1" status: 200 len: 946 time: 0.0639679 Jul 09 15:40:13.049120 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fc724afb-d077-406a-aa44-5ce63200eceb req-146202fb-a093-4f83-a6f9-2463086bdd3d tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323365 Jul 09 15:40:14.221341 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca4356-161f-4efd-8efe-15990b65184d req-5edaeb1f-aba5-49f3-8331-f26eb2625d2f tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:14.223651 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a3ca4356-161f-4efd-8efe-15990b65184d req-5edaeb1f-aba5-49f3-8331-f26eb2625d2f tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=3021cb5f-60b8-4d32-a9c6-a1294942880e HTTP/1.1" status: 200 len: 946 time: 0.0633478 Jul 09 15:40:14.264870 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a3ca4356-161f-4efd-8efe-15990b65184d req-51af2305-2b52-48e9-82ec-f75dae030b60 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345039 Jul 09 15:40:15.381302 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:40:15.451009 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6e6f44-c5df-4e14-9597-dd86d66397ec req-5a0b5144-76b9-4e7f-a70f-672c91444efa tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:15.452523 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ad6e6f44-c5df-4e14-9597-dd86d66397ec req-5a0b5144-76b9-4e7f-a70f-672c91444efa tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=3021cb5f-60b8-4d32-a9c6-a1294942880e HTTP/1.1" status: 200 len: 946 time: 0.0694761 Jul 09 15:40:15.490442 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ad6e6f44-c5df-4e14-9597-dd86d66397ec req-e03844d2-bb0a-42a3-8d8d-f1b6c93805ab tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319650 Jul 09 15:40:16.671452 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc091c2-328a-4b67-a84f-e09b62b2f793 req-430de45e-e26a-41e8-92cc-a5506c827688 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:16.673262 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3cc091c2-328a-4b67-a84f-e09b62b2f793 req-430de45e-e26a-41e8-92cc-a5506c827688 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=3021cb5f-60b8-4d32-a9c6-a1294942880e HTTP/1.1" status: 200 len: 946 time: 0.0695610 Jul 09 15:40:16.712909 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3cc091c2-328a-4b67-a84f-e09b62b2f793 req-1ae6e783-7573-4783-b010-fb9d55693fb8 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334146 Jul 09 15:40:16.831081 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d56459-a84d-408b-bd85-6a67b0ae29da req-d85f794c-2950-4179-8f3e-37094417e93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:16.832709 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-50d56459-a84d-408b-bd85-6a67b0ae29da req-d85f794c-2950-4179-8f3e-37094417e93d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3fc371c8797c46bba7bf392112782133&device_id=3021cb5f-60b8-4d32-a9c6-a1294942880e HTTP/1.1" status: 200 len: 1097 time: 0.0542271 Jul 09 15:40:16.869979 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.62', 54698) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:40:16.927086 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [req-dfed834e-8743-4a84-bb1b-e5a0c53ff409 req-86e7346c-9d8c-4321-90c0-09fa9b725939 service neutron] show failed (client error): The resource could not be found. Jul 09 15:40:16.928269 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dfed834e-8743-4a84-bb1b-e5a0c53ff409 req-86e7346c-9d8c-4321-90c0-09fa9b725939 service neutron] 10.222.0.62 "GET /v2.0/ports/b2430130-e50c-4a9e-9ce7-389dd1762550/bindings/n-h2-799529-6 HTTP/1.1" status: 404 len: 380 time: 0.0572701 Jul 09 15:40:16.941057 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d56459-a84d-408b-bd85-6a67b0ae29da req-d7338ef3-2217-4061-a092-1900776352de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:16.942549 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-50d56459-a84d-408b-bd85-6a67b0ae29da req-d7338ef3-2217-4061-a092-1900776352de service neutron] 10.222.0.62 "GET /v2.0/networks?id=534dc0b4-5587-4f4f-8671-522957f978c5 HTTP/1.1" status: 200 len: 915 time: 0.0896466 Jul 09 15:40:16.983202 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-50d56459-a84d-408b-bd85-6a67b0ae29da req-a5770ac7-d4bd-40b5-8570-274b57bf66e5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2430130-e50c-4a9e-9ce7-389dd1762550 HTTP/1.1" status: 200 len: 217 time: 0.0344844 Jul 09 15:40:17.032501 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d56459-a84d-408b-bd85-6a67b0ae29da req-fb4f2098-e6a3-4d73-be85-d47151ea75c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:17.034490 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-50d56459-a84d-408b-bd85-6a67b0ae29da req-fb4f2098-e6a3-4d73-be85-d47151ea75c1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=07936500-c8c1-4270-8686-4e8f6958c1dd HTTP/1.1" status: 200 len: 854 time: 0.0447893 Jul 09 15:40:17.071114 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-50d56459-a84d-408b-bd85-6a67b0ae29da req-711b56b4-464f-440e-99ff-bfa0d03ddaeb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=534dc0b4-5587-4f4f-8671-522957f978c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306852 Jul 09 15:40:17.160523 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-50d56459-a84d-408b-bd85-6a67b0ae29da req-56e96be5-5a64-49f7-aabe-ac420a73d142 service neutron] 10.222.0.62 "GET /v2.0/networks/534dc0b4-5587-4f4f-8671-522957f978c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829864 Jul 09 15:40:17.255850 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-50d56459-a84d-408b-bd85-6a67b0ae29da req-e5f222e7-debc-4a49-b781-08d1e290e93f service neutron] 10.222.0.62 "GET /v2.0/networks/534dc0b4-5587-4f4f-8671-522957f978c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883927 Jul 09 15:40:17.492031 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed834e-8743-4a84-bb1b-e5a0c53ff409 req-01f3ccba-bd2a-4072-99fd-a286e325009f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:17.493549 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dfed834e-8743-4a84-bb1b-e5a0c53ff409 req-01f3ccba-bd2a-4072-99fd-a286e325009f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3021cb5f-60b8-4d32-a9c6-a1294942880e&tenant_id=3fc371c8797c46bba7bf392112782133 HTTP/1.1" status: 200 len: 1097 time: 0.1004167 Jul 09 15:40:17.504961 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-dfed834e-8743-4a84-bb1b-e5a0c53ff409 req-4f68714a-109f-4dc6-86cf-7c7fb43b3e24 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799529-6', 'device_owner': 'compute:nova'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:40:17.578889 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-dfed834e-8743-4a84-bb1b-e5a0c53ff409 req-4f68714a-109f-4dc6-86cf-7c7fb43b3e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:40:17.792885 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-dfed834e-8743-4a84-bb1b-e5a0c53ff409 req-4f68714a-109f-4dc6-86cf-7c7fb43b3e24 service neutron] For port b2430130-e50c-4a9e-9ce7-389dd1762550, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=b2430130-e50c-4a9e-9ce7-389dd1762550,segment=NetworkSegment(92f54156-2149-419a-8b51-f43274aa5fbc),segment_id=92f54156-2149-419a-8b51-f43274aa5fbc)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:40:17.827657 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-dfed834e-8743-4a84-bb1b-e5a0c53ff409 req-4f68714a-109f-4dc6-86cf-7c7fb43b3e24 service neutron] For port b2430130-e50c-4a9e-9ce7-389dd1762550, host n-h1-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:40:17.869847 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3021cb5f-60b8-4d32-a9c6-a1294942880e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2430130-e50c-4a9e-9ce7-389dd1762550'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:40:17.872400 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bb405a18ca731a56dedfaaf5e9a79789110744f6b6799bb7a0722340b5c16f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e49c32-12a8-463d-a7ac-df1ef83fe182" -d '{"events": [{"server_uuid": "3021cb5f-60b8-4d32-a9c6-a1294942880e", "name": "network-vif-unplugged", "status": "completed", "tag": "b2430130-e50c-4a9e-9ce7-389dd1762550"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:40:17.877018 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-dfed834e-8743-4a84-bb1b-e5a0c53ff409 req-4f68714a-109f-4dc6-86cf-7c7fb43b3e24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:40:17.891025 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-dfed834e-8743-4a84-bb1b-e5a0c53ff409 req-4f68714a-109f-4dc6-86cf-7c7fb43b3e24 service neutron] Transition to ACTIVE for port object b2430130-e50c-4a9e-9ce7-389dd1762550 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:40:17.898161 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b6007-ddf6-4608-912c-5949b8c26f7f req-b725bd5d-a324-430d-9e22-111e66522169 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:17.899732 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6b8b6007-ddf6-4608-912c-5949b8c26f7f req-b725bd5d-a324-430d-9e22-111e66522169 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=3021cb5f-60b8-4d32-a9c6-a1294942880e HTTP/1.1" status: 200 len: 946 time: 0.0677860 Jul 09 15:40:17.943203 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6b8b6007-ddf6-4608-912c-5949b8c26f7f req-610055c6-b118-4280-a3a8-00bfd842e5e1 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372624 Jul 09 15:40:17.961078 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-dfed834e-8743-4a84-bb1b-e5a0c53ff409 req-4f68714a-109f-4dc6-86cf-7c7fb43b3e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:40:18.001559 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 15:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a093bb2-f317-4de6-bffd-fa69352f7f7a x-openstack-request-id: req-1a093bb2-f317-4de6-bffd-fa69352f7f7a {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:40:18.001559 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3021cb5f-60b8-4d32-a9c6-a1294942880e", "name": "network-vif-unplugged", "status": "completed", "tag": "b2430130-e50c-4a9e-9ce7-389dd1762550", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:40:18.001559 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1a093bb2-f317-4de6-bffd-fa69352f7f7a {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:40:18.001559 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3021cb5f-60b8-4d32-a9c6-a1294942880e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2430130-e50c-4a9e-9ce7-389dd1762550', 'code': 200} Jul 09 15:40:18.031648 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfed834e-8743-4a84-bb1b-e5a0c53ff409 req-4f68714a-109f-4dc6-86cf-7c7fb43b3e24 service neutron] No DVR routers for this DVR port b2430130-e50c-4a9e-9ce7-389dd1762550 on host n-h1-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:40:18.040614 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f68714a-109f-4dc6-86cf-7c7fb43b3e24 service neutron] Pushing event updated for resources: {'Port': ['ID=b2430130-e50c-4a9e-9ce7-389dd1762550,revision_number=6']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:40:18.068665 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f68714a-109f-4dc6-86cf-7c7fb43b3e24 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:40:18.069014 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f68714a-109f-4dc6-86cf-7c7fb43b3e24 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:40:18.069358 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f68714a-109f-4dc6-86cf-7c7fb43b3e24 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:40:18.069696 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f68714a-109f-4dc6-86cf-7c7fb43b3e24 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:40:18.070032 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f68714a-109f-4dc6-86cf-7c7fb43b3e24 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:40:18.070363 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f68714a-109f-4dc6-86cf-7c7fb43b3e24 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:40:18.070692 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f68714a-109f-4dc6-86cf-7c7fb43b3e24 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:40:18.071021 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f68714a-109f-4dc6-86cf-7c7fb43b3e24 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:40:18.071348 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f68714a-109f-4dc6-86cf-7c7fb43b3e24 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:40:18.071696 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f68714a-109f-4dc6-86cf-7c7fb43b3e24 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:40:18.072026 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f68714a-109f-4dc6-86cf-7c7fb43b3e24 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:40:18.072350 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f68714a-109f-4dc6-86cf-7c7fb43b3e24 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:40:18.085070 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-dfed834e-8743-4a84-bb1b-e5a0c53ff409 req-4f68714a-109f-4dc6-86cf-7c7fb43b3e24 service neutron] Attempting to bind port b2430130-e50c-4a9e-9ce7-389dd1762550 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:40:18.085423 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-dfed834e-8743-4a84-bb1b-e5a0c53ff409 req-4f68714a-109f-4dc6-86cf-7c7fb43b3e24 service neutron] Attempting to bind port b2430130-e50c-4a9e-9ce7-389dd1762550 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '92f54156-2149-419a-8b51-f43274aa5fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '534dc0b4-5587-4f4f-8671-522957f978c5'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:40:18.085751 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfed834e-8743-4a84-bb1b-e5a0c53ff409 req-4f68714a-109f-4dc6-86cf-7c7fb43b3e24 service neutron] Attempting to bind port b2430130-e50c-4a9e-9ce7-389dd1762550 on network 534dc0b4-5587-4f4f-8671-522957f978c5 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:40:18.090276 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfed834e-8743-4a84-bb1b-e5a0c53ff409 req-4f68714a-109f-4dc6-86cf-7c7fb43b3e24 service neutron] Port b2430130-e50c-4a9e-9ce7-389dd1762550 on network 534dc0b4-5587-4f4f-8671-522957f978c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:40:18.092416 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfed834e-8743-4a84-bb1b-e5a0c53ff409 req-4f68714a-109f-4dc6-86cf-7c7fb43b3e24 service neutron] Attempting to bind port b2430130-e50c-4a9e-9ce7-389dd1762550 on network 534dc0b4-5587-4f4f-8671-522957f978c5 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:40:18.101612 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfed834e-8743-4a84-bb1b-e5a0c53ff409 req-4f68714a-109f-4dc6-86cf-7c7fb43b3e24 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:40:18.101612 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfed834e-8743-4a84-bb1b-e5a0c53ff409 req-4f68714a-109f-4dc6-86cf-7c7fb43b3e24 service neutron] Checking segment: {'id': '92f54156-2149-419a-8b51-f43274aa5fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '534dc0b4-5587-4f4f-8671-522957f978c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:40:18.101612 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfed834e-8743-4a84-bb1b-e5a0c53ff409 req-4f68714a-109f-4dc6-86cf-7c7fb43b3e24 service neutron] Bound using segment: {'id': '92f54156-2149-419a-8b51-f43274aa5fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '534dc0b4-5587-4f4f-8671-522957f978c5'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:40:18.101612 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-dfed834e-8743-4a84-bb1b-e5a0c53ff409 req-4f68714a-109f-4dc6-86cf-7c7fb43b3e24 service neutron] Bound port: b2430130-e50c-4a9e-9ce7-389dd1762550, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92f54156-2149-419a-8b51-f43274aa5fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '534dc0b4-5587-4f4f-8671-522957f978c5'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:40:18.101612 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-dfed834e-8743-4a84-bb1b-e5a0c53ff409 req-4f68714a-109f-4dc6-86cf-7c7fb43b3e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:40:18.169799 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-dfed834e-8743-4a84-bb1b-e5a0c53ff409 req-4f68714a-109f-4dc6-86cf-7c7fb43b3e24 service neutron] For port b2430130-e50c-4a9e-9ce7-389dd1762550, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:40:18.173231 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-dfed834e-8743-4a84-bb1b-e5a0c53ff409 req-4f68714a-109f-4dc6-86cf-7c7fb43b3e24 service neutron] For port b2430130-e50c-4a9e-9ce7-389dd1762550, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=b2430130-e50c-4a9e-9ce7-389dd1762550,segment=NetworkSegment(92f54156-2149-419a-8b51-f43274aa5fbc),segment_id=92f54156-2149-419a-8b51-f43274aa5fbc)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:40:18.233101 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-dfed834e-8743-4a84-bb1b-e5a0c53ff409 req-4f68714a-109f-4dc6-86cf-7c7fb43b3e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:40:18.269055 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed834e-8743-4a84-bb1b-e5a0c53ff409 req-4f68714a-109f-4dc6-86cf-7c7fb43b3e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:18.273344 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-dfed834e-8743-4a84-bb1b-e5a0c53ff409 req-4f68714a-109f-4dc6-86cf-7c7fb43b3e24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:40:18.273344 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dfed834e-8743-4a84-bb1b-e5a0c53ff409 req-4f68714a-109f-4dc6-86cf-7c7fb43b3e24 service neutron] 10.222.0.54 "PUT /v2.0/ports/b2430130-e50c-4a9e-9ce7-389dd1762550 HTTP/1.1" status: 200 len: 1092 time: 0.7702234 Jul 09 15:40:18.291477 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f68714a-109f-4dc6-86cf-7c7fb43b3e24 service neutron] Pushing event updated for resources: {'Port': ['ID=b2430130-e50c-4a9e-9ce7-389dd1762550,revision_number=7']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:40:18.348589 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed834e-8743-4a84-bb1b-e5a0c53ff409 req-d4199bdc-72a5-4b61-8dc4-9a7cb5550308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:18.350113 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dfed834e-8743-4a84-bb1b-e5a0c53ff409 req-d4199bdc-72a5-4b61-8dc4-9a7cb5550308 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3fc371c8797c46bba7bf392112782133&device_id=3021cb5f-60b8-4d32-a9c6-a1294942880e HTTP/1.1" status: 200 len: 1095 time: 0.0537832 Jul 09 15:40:18.444574 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed834e-8743-4a84-bb1b-e5a0c53ff409 req-cf72b841-ac4a-4bec-b565-fec0abe4cc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:18.446196 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dfed834e-8743-4a84-bb1b-e5a0c53ff409 req-cf72b841-ac4a-4bec-b565-fec0abe4cc8b service neutron] 10.222.0.54 "GET /v2.0/networks?id=534dc0b4-5587-4f4f-8671-522957f978c5 HTTP/1.1" status: 200 len: 915 time: 0.0888894 Jul 09 15:40:18.487590 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dfed834e-8743-4a84-bb1b-e5a0c53ff409 req-04eba0c2-af4d-47eb-9d2f-083c36af4397 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2430130-e50c-4a9e-9ce7-389dd1762550 HTTP/1.1" status: 200 len: 217 time: 0.0339501 Jul 09 15:40:18.534697 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed834e-8743-4a84-bb1b-e5a0c53ff409 req-dbac5f66-7709-4f2f-a24c-2efc77e0df5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:18.536308 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dfed834e-8743-4a84-bb1b-e5a0c53ff409 req-dbac5f66-7709-4f2f-a24c-2efc77e0df5c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=07936500-c8c1-4270-8686-4e8f6958c1dd HTTP/1.1" status: 200 len: 854 time: 0.0430179 Jul 09 15:40:18.573901 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dfed834e-8743-4a84-bb1b-e5a0c53ff409 req-b7f25f48-3969-4073-94f5-efeca4cca12d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=534dc0b4-5587-4f4f-8671-522957f978c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311148 Jul 09 15:40:18.664922 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dfed834e-8743-4a84-bb1b-e5a0c53ff409 req-acbdbfce-fb72-439b-be2b-4fe21be50d6a service neutron] 10.222.0.54 "GET /v2.0/networks/534dc0b4-5587-4f4f-8671-522957f978c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847800 Jul 09 15:40:18.762326 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dfed834e-8743-4a84-bb1b-e5a0c53ff409 req-ee5a893a-7e26-4d36-98b2-d7496e2578e8 service neutron] 10.222.0.54 "GET /v2.0/networks/534dc0b4-5587-4f4f-8671-522957f978c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888309 Jul 09 15:40:19.149252 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f26e0d-da02-4f10-8897-8c0803d499d9 req-2ae004da-f1ee-4315-8445-cd931b6d66df tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:19.151607 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c4f26e0d-da02-4f10-8897-8c0803d499d9 req-2ae004da-f1ee-4315-8445-cd931b6d66df tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=3021cb5f-60b8-4d32-a9c6-a1294942880e HTTP/1.1" status: 200 len: 944 time: 0.0843213 Jul 09 15:40:19.190121 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c4f26e0d-da02-4f10-8897-8c0803d499d9 req-c0850924-a114-4b9c-b040-007ae43af014 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330665 Jul 09 15:40:19.997962 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3021cb5f-60b8-4d32-a9c6-a1294942880e', 'tag': 'b2430130-e50c-4a9e-9ce7-389dd1762550'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:40:20.000341 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bb405a18ca731a56dedfaaf5e9a79789110744f6b6799bb7a0722340b5c16f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce7b53c-4f90-4e17-bab5-f45495eca32d" -d '{"events": [{"name": "network-changed", "server_uuid": "3021cb5f-60b8-4d32-a9c6-a1294942880e", "tag": "b2430130-e50c-4a9e-9ce7-389dd1762550"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:40:20.051625 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea6f05b8-4c41-43dd-a07a-d25d850bfdff x-openstack-request-id: req-ea6f05b8-4c41-43dd-a07a-d25d850bfdff {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:40:20.051625 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3021cb5f-60b8-4d32-a9c6-a1294942880e", "tag": "b2430130-e50c-4a9e-9ce7-389dd1762550", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:40:20.051625 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ea6f05b8-4c41-43dd-a07a-d25d850bfdff {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:40:20.051625 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3021cb5f-60b8-4d32-a9c6-a1294942880e', 'tag': 'b2430130-e50c-4a9e-9ce7-389dd1762550', 'status': 'completed', 'code': 200} Jul 09 15:40:20.124924 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce7b53c-4f90-4e17-bab5-f45495eca32d req-c46477e1-e16e-4ada-b6fe-5ef4b8614085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:20.126463 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7ce7b53c-4f90-4e17-bab5-f45495eca32d req-c46477e1-e16e-4ada-b6fe-5ef4b8614085 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3fc371c8797c46bba7bf392112782133&device_id=3021cb5f-60b8-4d32-a9c6-a1294942880e HTTP/1.1" status: 200 len: 1095 time: 0.0557616 Jul 09 15:40:20.152390 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce7b53c-4f90-4e17-bab5-f45495eca32d req-9aa0a397-b457-40f1-b63d-995b2a19a20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:20.153903 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7ce7b53c-4f90-4e17-bab5-f45495eca32d req-9aa0a397-b457-40f1-b63d-995b2a19a20a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3fc371c8797c46bba7bf392112782133&device_id=3021cb5f-60b8-4d32-a9c6-a1294942880e HTTP/1.1" status: 200 len: 1095 time: 0.0563755 Jul 09 15:40:20.218870 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce7b53c-4f90-4e17-bab5-f45495eca32d req-711f1b02-dbdf-4ef8-a53d-80f2755ba64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:20.220951 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7ce7b53c-4f90-4e17-bab5-f45495eca32d req-711f1b02-dbdf-4ef8-a53d-80f2755ba64d service neutron] 10.222.0.54 "GET /v2.0/networks?id=534dc0b4-5587-4f4f-8671-522957f978c5 HTTP/1.1" status: 200 len: 915 time: 0.0869818 Jul 09 15:40:20.245997 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce7b53c-4f90-4e17-bab5-f45495eca32d req-52c55eb7-9cb1-4bf9-8d52-4760372859c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:20.247626 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7ce7b53c-4f90-4e17-bab5-f45495eca32d req-52c55eb7-9cb1-4bf9-8d52-4760372859c5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=534dc0b4-5587-4f4f-8671-522957f978c5 HTTP/1.1" status: 200 len: 915 time: 0.0872955 Jul 09 15:40:20.270473 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7ce7b53c-4f90-4e17-bab5-f45495eca32d req-2de6cb83-927f-4dcc-8c97-7752a180254b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2430130-e50c-4a9e-9ce7-389dd1762550 HTTP/1.1" status: 200 len: 217 time: 0.0424106 Jul 09 15:40:20.298150 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7ce7b53c-4f90-4e17-bab5-f45495eca32d req-5fd625ac-ea49-4a97-b14b-0893300d1ba8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2430130-e50c-4a9e-9ce7-389dd1762550 HTTP/1.1" status: 200 len: 217 time: 0.0423176 Jul 09 15:40:20.324497 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce7b53c-4f90-4e17-bab5-f45495eca32d req-3eae3f7d-7a5c-4ebc-9b57-9c6f63f83305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:20.325974 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7ce7b53c-4f90-4e17-bab5-f45495eca32d req-3eae3f7d-7a5c-4ebc-9b57-9c6f63f83305 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=07936500-c8c1-4270-8686-4e8f6958c1dd HTTP/1.1" status: 200 len: 854 time: 0.0491276 Jul 09 15:40:20.360027 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7ce7b53c-4f90-4e17-bab5-f45495eca32d req-3b5fa5d9-5ad2-4b9f-a3ac-16f64e131325 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=534dc0b4-5587-4f4f-8671-522957f978c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268304 Jul 09 15:40:20.394199 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce7b53c-4f90-4e17-bab5-f45495eca32d req-112fde0f-1921-4008-9e16-fbbbf1cc05a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:20.395724 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7ce7b53c-4f90-4e17-bab5-f45495eca32d req-112fde0f-1921-4008-9e16-fbbbf1cc05a1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=07936500-c8c1-4270-8686-4e8f6958c1dd HTTP/1.1" status: 200 len: 854 time: 0.0911119 Jul 09 15:40:20.438020 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7ce7b53c-4f90-4e17-bab5-f45495eca32d req-479a710a-9af7-4005-9ff4-62e2e09ec142 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=534dc0b4-5587-4f4f-8671-522957f978c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337386 Jul 09 15:40:20.450250 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb65605-f565-4991-b8ca-bd5837b6d841 req-5547ae36-82d6-42b5-be22-f36dff7f4023 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:20.451919 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4cb65605-f565-4991-b8ca-bd5837b6d841 req-5547ae36-82d6-42b5-be22-f36dff7f4023 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=3021cb5f-60b8-4d32-a9c6-a1294942880e HTTP/1.1" status: 200 len: 944 time: 0.1341534 Jul 09 15:40:20.461360 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7ce7b53c-4f90-4e17-bab5-f45495eca32d req-04121d08-ecf2-4659-9cf0-b2b2d13cdf08 service neutron] 10.222.0.54 "GET /v2.0/networks/534dc0b4-5587-4f4f-8671-522957f978c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917678 Jul 09 15:40:20.543593 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4cb65605-f565-4991-b8ca-bd5837b6d841 req-b1910461-798f-4b08-93dc-7ba72b913d97 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827706 Jul 09 15:40:20.559672 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7ce7b53c-4f90-4e17-bab5-f45495eca32d req-ea01721c-8fbd-4110-b354-52eaa3a51f6a service neutron] 10.222.0.54 "GET /v2.0/networks/534dc0b4-5587-4f4f-8671-522957f978c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898068 Jul 09 15:40:20.589585 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7ce7b53c-4f90-4e17-bab5-f45495eca32d req-2d5c9b4f-a5f6-47cd-918f-6c7b503b2502 service neutron] 10.222.0.62 "GET /v2.0/networks/534dc0b4-5587-4f4f-8671-522957f978c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367714 Jul 09 15:40:20.606769 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device b2430130-e50c-4a9e-9ce7-389dd1762550 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:40:20.645970 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device b2430130-e50c-4a9e-9ce7-389dd1762550 not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:40:20.687915 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7ce7b53c-4f90-4e17-bab5-f45495eca32d req-88c26439-eb32-4af0-97e1-21ec24f94ad9 service neutron] 10.222.0.62 "GET /v2.0/networks/534dc0b4-5587-4f4f-8671-522957f978c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925305 Jul 09 15:40:21.747712 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e68bd-5a62-4947-bee7-89f5ca8ca772 req-e7e27229-facb-4298-83a1-87de95810f50 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:21.749215 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cf7e68bd-5a62-4947-bee7-89f5ca8ca772 req-e7e27229-facb-4298-83a1-87de95810f50 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=3021cb5f-60b8-4d32-a9c6-a1294942880e HTTP/1.1" status: 200 len: 944 time: 0.0707808 Jul 09 15:40:21.789375 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cf7e68bd-5a62-4947-bee7-89f5ca8ca772 req-ea2459b4-ffc2-4b5b-9bab-c3d380e60ce3 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345457 Jul 09 15:40:22.199474 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f117660-a193-4baf-abf8-6a481ab525e6 req-25f535fc-0c9f-4f02-8a25-1990723f40a2 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:22.201392 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3f117660-a193-4baf-abf8-6a481ab525e6 req-25f535fc-0c9f-4f02-8a25-1990723f40a2 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=3021cb5f-60b8-4d32-a9c6-a1294942880e HTTP/1.1" status: 200 len: 944 time: 0.0684123 Jul 09 15:40:22.243223 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3f117660-a193-4baf-abf8-6a481ab525e6 req-b0c3cac9-d3a9-4701-bf0b-828c6b53685f tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349433 Jul 09 15:40:22.281899 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b47bdb4-d38a-41a4-898a-96d8ce99a3be req-3e3ed174-5937-4f1a-8f13-e7c2165cdc98 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:22.283979 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8b47bdb4-d38a-41a4-898a-96d8ce99a3be req-3e3ed174-5937-4f1a-8f13-e7c2165cdc98 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.62 "GET /v2.0/ports?device_id=3021cb5f-60b8-4d32-a9c6-a1294942880e&tenant_id=3fc371c8797c46bba7bf392112782133&binding%3Ahost_id=n-h2-799529-6 HTTP/1.1" status: 200 len: 944 time: 0.0743587 Jul 09 15:40:22.341294 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [req-8b47bdb4-d38a-41a4-898a-96d8ce99a3be req-7236a1da-f1df-4807-bc33-02b5d036cbef service neutron] delete failed (client error): The resource could not be found. Jul 09 15:40:22.342265 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8b47bdb4-d38a-41a4-898a-96d8ce99a3be req-7236a1da-f1df-4807-bc33-02b5d036cbef service neutron] 10.222.0.62 "DELETE /v2.0/ports/b2430130-e50c-4a9e-9ce7-389dd1762550/bindings/n-h1-799529-6 HTTP/1.1" status: 404 len: 380 time: 0.0530722 Jul 09 15:40:22.451254 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b47bdb4-d38a-41a4-898a-96d8ce99a3be req-a48a5db7-0f32-4a18-be16-c621aaea6de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:22.452816 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8b47bdb4-d38a-41a4-898a-96d8ce99a3be req-a48a5db7-0f32-4a18-be16-c621aaea6de7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3fc371c8797c46bba7bf392112782133&device_id=3021cb5f-60b8-4d32-a9c6-a1294942880e HTTP/1.1" status: 200 len: 1095 time: 0.0532413 Jul 09 15:40:22.544279 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b47bdb4-d38a-41a4-898a-96d8ce99a3be req-383920f0-4c25-423e-abbc-1ab806d18abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:22.545755 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8b47bdb4-d38a-41a4-898a-96d8ce99a3be req-383920f0-4c25-423e-abbc-1ab806d18abe service neutron] 10.222.0.62 "GET /v2.0/networks?id=534dc0b4-5587-4f4f-8671-522957f978c5 HTTP/1.1" status: 200 len: 915 time: 0.0867639 Jul 09 15:40:22.586331 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8b47bdb4-d38a-41a4-898a-96d8ce99a3be req-459920a8-6998-44ac-97d9-62d62f3ba3d4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2430130-e50c-4a9e-9ce7-389dd1762550 HTTP/1.1" status: 200 len: 217 time: 0.0332026 Jul 09 15:40:22.587845 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device b2430130-e50c-4a9e-9ce7-389dd1762550 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 15:40:22.639349 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b47bdb4-d38a-41a4-898a-96d8ce99a3be req-d1640081-0f66-419b-9374-2efb84b2ec3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:22.640857 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8b47bdb4-d38a-41a4-898a-96d8ce99a3be req-d1640081-0f66-419b-9374-2efb84b2ec3c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=07936500-c8c1-4270-8686-4e8f6958c1dd HTTP/1.1" status: 200 len: 854 time: 0.0485635 Jul 09 15:40:22.673382 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8b47bdb4-d38a-41a4-898a-96d8ce99a3be req-0e2703cc-a413-4065-a073-2f971ff65ac9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=534dc0b4-5587-4f4f-8671-522957f978c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262780 Jul 09 15:40:22.686660 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port b2430130-e50c-4a9e-9ce7-389dd1762550, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=b2430130-e50c-4a9e-9ce7-389dd1762550,segment=NetworkSegment(92f54156-2149-419a-8b51-f43274aa5fbc),segment_id=92f54156-2149-419a-8b51-f43274aa5fbc)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:40:22.698917 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': 'b2430130-e50c-4a9e-9ce7-389dd1762550', 'network_id': '534dc0b4-5587-4f4f-8671-522957f978c5', 'port_id': 'b2430130-e50c-4a9e-9ce7-389dd1762550', 'mac_address': 'fa:16:3e:ad:ce:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07936500-c8c1-4270-8686-4e8f6958c1dd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 15:40:22.740330 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:40:22.753441 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2430130-e50c-4a9e-9ce7-389dd1762550 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:40:22.770145 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8b47bdb4-d38a-41a4-898a-96d8ce99a3be req-95f86a3d-9c09-421e-a02b-3aed36f0dfd7 service neutron] 10.222.0.62 "GET /v2.0/networks/534dc0b4-5587-4f4f-8671-522957f978c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847604 Jul 09 15:40:22.773984 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port b2430130-e50c-4a9e-9ce7-389dd1762550, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=b2430130-e50c-4a9e-9ce7-389dd1762550,segment=NetworkSegment(92f54156-2149-419a-8b51-f43274aa5fbc),segment_id=92f54156-2149-419a-8b51-f43274aa5fbc)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:40:22.847424 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:40:22.863837 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8b47bdb4-d38a-41a4-898a-96d8ce99a3be req-d955266d-7b22-4e37-ba48-175c5e8d0514 service neutron] 10.222.0.62 "GET /v2.0/networks/534dc0b4-5587-4f4f-8671-522957f978c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870922 Jul 09 15:40:22.897730 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=b2430130-e50c-4a9e-9ce7-389dd1762550,revision_number=8']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:40:23.002114 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:40:23.067775 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['b2430130-e50c-4a9e-9ce7-389dd1762550'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:40:23.417969 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e63c27a-dd8c-4757-8aa6-9362cd2e8169 req-44339b96-b672-42aa-8f2d-800c6b6e1608 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:23.419530 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9e63c27a-dd8c-4757-8aa6-9362cd2e8169 req-44339b96-b672-42aa-8f2d-800c6b6e1608 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=3021cb5f-60b8-4d32-a9c6-a1294942880e HTTP/1.1" status: 200 len: 945 time: 0.0625160 Jul 09 15:40:23.459601 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9e63c27a-dd8c-4757-8aa6-9362cd2e8169 req-5eeee9fb-9834-41a7-9958-0ddb4849fdee tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334699 Jul 09 15:40:23.666844 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:40:24.603234 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device b2430130-e50c-4a9e-9ce7-389dd1762550 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:40:24.637302 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a6c31e-c3cd-4793-ba6e-a1f0a325f5f1 req-81236023-7cde-476a-a3f7-a71058a5ff91 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:24.638819 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e6a6c31e-c3cd-4793-ba6e-a1f0a325f5f1 req-81236023-7cde-476a-a3f7-a71058a5ff91 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=3021cb5f-60b8-4d32-a9c6-a1294942880e HTTP/1.1" status: 200 len: 945 time: 0.0648360 Jul 09 15:40:24.676752 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e6a6c31e-c3cd-4793-ba6e-a1f0a325f5f1 req-a9b31336-a3ad-49cd-8188-d8cfaaacc43f tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316210 Jul 09 15:40:24.726705 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port b2430130-e50c-4a9e-9ce7-389dd1762550 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:40:24.731378 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port b2430130-e50c-4a9e-9ce7-389dd1762550 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:40:24.731843 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:40:24.809959 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:40:24.833271 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3021cb5f-60b8-4d32-a9c6-a1294942880e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2430130-e50c-4a9e-9ce7-389dd1762550'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:40:24.837447 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e75b9a97cbd66444b13ae988a684abc34c7a24a50a729030cfede81e7322398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66fe4e9-ae7b-4aee-9895-4c59f3072432" -d '{"events": [{"server_uuid": "3021cb5f-60b8-4d32-a9c6-a1294942880e", "name": "network-vif-plugged", "status": "completed", "tag": "b2430130-e50c-4a9e-9ce7-389dd1762550"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:40:24.849273 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port b2430130-e50c-4a9e-9ce7-389dd1762550, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=b2430130-e50c-4a9e-9ce7-389dd1762550,segment=NetworkSegment(92f54156-2149-419a-8b51-f43274aa5fbc),segment_id=92f54156-2149-419a-8b51-f43274aa5fbc)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:40:24.855800 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c307bd-0741-4dc1-a6fb-3ced61a1d4c3 req-2b5bbafb-5cdf-42e4-8d08-a3ec497a71ca tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:24.857309 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-19c307bd-0741-4dc1-a6fb-3ced61a1d4c3 req-2b5bbafb-5cdf-42e4-8d08-a3ec497a71ca tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=3021cb5f-60b8-4d32-a9c6-a1294942880e HTTP/1.1" status: 200 len: 945 time: 0.0684924 Jul 09 15:40:24.900950 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-19c307bd-0741-4dc1-a6fb-3ced61a1d4c3 req-a67d4306-c725-4562-a115-36902e34c438 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346785 Jul 09 15:40:24.915792 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:40:24.950645 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7597944-cfb5-40a6-84bf-a257392fa61c x-openstack-request-id: req-f7597944-cfb5-40a6-84bf-a257392fa61c {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:40:24.951134 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3021cb5f-60b8-4d32-a9c6-a1294942880e", "name": "network-vif-plugged", "status": "completed", "tag": "b2430130-e50c-4a9e-9ce7-389dd1762550", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:40:24.951409 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f7597944-cfb5-40a6-84bf-a257392fa61c {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:40:24.951823 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3021cb5f-60b8-4d32-a9c6-a1294942880e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2430130-e50c-4a9e-9ce7-389dd1762550', 'code': 200} Jul 09 15:40:24.977693 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=b2430130-e50c-4a9e-9ce7-389dd1762550,revision_number=9']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:40:25.078439 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d0e408-939c-495f-bce9-9f606a563788 req-862d42d4-e864-42ff-9a7a-b9043f3956f6 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:25.079946 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c0d0e408-939c-495f-bce9-9f606a563788 req-862d42d4-e864-42ff-9a7a-b9043f3956f6 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=3021cb5f-60b8-4d32-a9c6-a1294942880e HTTP/1.1" status: 200 len: 946 time: 0.0642648 Jul 09 15:40:25.117583 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c0d0e408-939c-495f-bce9-9f606a563788 req-0d682bf3-7ea2-4d28-8d67-72240bdbe575 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314493 Jul 09 15:40:25.713718 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d99872c-1b0d-4192-8140-d78a9b082c01 req-200c175a-9f64-431a-a6c9-91ffe0f244f7 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:25.715202 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6d99872c-1b0d-4192-8140-d78a9b082c01 req-200c175a-9f64-431a-a6c9-91ffe0f244f7 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/networks?id=534dc0b4-5587-4f4f-8671-522957f978c5 HTTP/1.1" status: 200 len: 814 time: 0.1011086 Jul 09 15:40:25.730458 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6d99872c-1b0d-4192-8140-d78a9b082c01 req-c94c9e86-e78f-4035-8101-0be648864c86 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/quotas/3fc371c8797c46bba7bf392112782133 HTTP/1.1" status: 200 len: 375 time: 0.0092950 Jul 09 15:40:25.800557 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6d99872c-1b0d-4192-8140-d78a9b082c01 req-d9412c80-26e6-4477-b4f8-415252dc949a tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3fc371c8797c46bba7bf392112782133&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0646656 Jul 09 15:40:25.937188 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6d99872c-1b0d-4192-8140-d78a9b082c01 req-5051fc7c-cb2c-46b9-8f02-5f675a408122 service neutron] 10.222.0.58 "GET /v2.0/networks/534dc0b4-5587-4f4f-8671-522957f978c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300333 Jul 09 15:40:26.167052 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6b05e4c0-3707-434c-bae1-6c94f1fb036f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:40:26.353540 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6d99872c-1b0d-4192-8140-d78a9b082c01 req-b6741a3f-6a17-4997-bceb-d4fe9b14d0fd service neutron] 10.222.0.58 "GET /v2.0/networks/534dc0b4-5587-4f4f-8671-522957f978c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4101598 Jul 09 15:40:26.592456 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-608f1035-ec31-4752-85ea-22bfb0c82750 req-c4ef3920-fc52-4bd1-a3cc-aba27092fb15 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=59349237-bb56-4611-aea8-0e39d5277f95 HTTP/1.1" status: 200 len: 210 time: 0.0340109 Jul 09 15:40:26.993627 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56df521-98ca-4888-b401-2ec33dbd85f4 req-fa3c6d65-8019-4411-ac44-771e12e6de0e tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:26.995105 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b56df521-98ca-4888-b401-2ec33dbd85f4 req-fa3c6d65-8019-4411-ac44-771e12e6de0e tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.54 "GET /v2.0/ports?device_id=3021cb5f-60b8-4d32-a9c6-a1294942880e HTTP/1.1" status: 200 len: 946 time: 0.0630052 Jul 09 15:40:27.097851 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-b56df521-98ca-4888-b401-2ec33dbd85f4 req-88b8a068-7dfa-4bf4-8224-187f8a6e5c8d tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Deleting port b2430130-e50c-4a9e-9ce7-389dd1762550 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:40:27.107767 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b56df521-98ca-4888-b401-2ec33dbd85f4 req-88b8a068-7dfa-4bf4-8224-187f8a6e5c8d tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:40:27.192105 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-b56df521-98ca-4888-b401-2ec33dbd85f4 req-88b8a068-7dfa-4bf4-8224-187f8a6e5c8d tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] For port b2430130-e50c-4a9e-9ce7-389dd1762550, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=b2430130-e50c-4a9e-9ce7-389dd1762550,segment=NetworkSegment(92f54156-2149-419a-8b51-f43274aa5fbc),segment_id=92f54156-2149-419a-8b51-f43274aa5fbc)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:40:27.192461 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b56df521-98ca-4888-b401-2ec33dbd85f4 req-88b8a068-7dfa-4bf4-8224-187f8a6e5c8d tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:40:27.206268 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-b56df521-98ca-4888-b401-2ec33dbd85f4 req-88b8a068-7dfa-4bf4-8224-187f8a6e5c8d tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Calling delete_port for b2430130-e50c-4a9e-9ce7-389dd1762550 owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:40:27.464065 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b56df521-98ca-4888-b401-2ec33dbd85f4 req-88b8a068-7dfa-4bf4-8224-187f8a6e5c8d tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:40:27.476439 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['b2430130-e50c-4a9e-9ce7-389dd1762550'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:40:27.494399 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b8a068-7dfa-4bf4-8224-187f8a6e5c8d tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Pushing event deleted for resources: {'Port': ['ID=b2430130-e50c-4a9e-9ce7-389dd1762550,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:40:27.541828 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-b56df521-98ca-4888-b401-2ec33dbd85f4 req-88b8a068-7dfa-4bf4-8224-187f8a6e5c8d tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] No DVR routers for this DVR port b2430130-e50c-4a9e-9ce7-389dd1762550 on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:40:27.544539 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b56df521-98ca-4888-b401-2ec33dbd85f4 req-88b8a068-7dfa-4bf4-8224-187f8a6e5c8d tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:40:27.546966 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b56df521-98ca-4888-b401-2ec33dbd85f4 req-88b8a068-7dfa-4bf4-8224-187f8a6e5c8d tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.54 "DELETE /v2.0/ports/b2430130-e50c-4a9e-9ce7-389dd1762550 HTTP/1.1" status: 204 len: 173 time: 0.5458415 Jul 09 15:40:27.547408 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3021cb5f-60b8-4d32-a9c6-a1294942880e', 'name': 'network-vif-deleted', 'tag': 'b2430130-e50c-4a9e-9ce7-389dd1762550'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:40:27.549833 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bb405a18ca731a56dedfaaf5e9a79789110744f6b6799bb7a0722340b5c16f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1691e7e-398a-4b77-8855-f5021d1e6f13" -d '{"events": [{"server_uuid": "3021cb5f-60b8-4d32-a9c6-a1294942880e", "name": "network-vif-deleted", "tag": "b2430130-e50c-4a9e-9ce7-389dd1762550"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:40:27.588145 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81777e50-1ba0-4dd8-99ca-0f9a7eb13b1f x-openstack-request-id: req-81777e50-1ba0-4dd8-99ca-0f9a7eb13b1f {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:40:27.588483 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3021cb5f-60b8-4d32-a9c6-a1294942880e", "name": "network-vif-deleted", "tag": "b2430130-e50c-4a9e-9ce7-389dd1762550", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:40:27.588781 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-81777e50-1ba0-4dd8-99ca-0f9a7eb13b1f {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:40:27.589265 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3021cb5f-60b8-4d32-a9c6-a1294942880e', 'name': 'network-vif-deleted', 'tag': 'b2430130-e50c-4a9e-9ce7-389dd1762550', 'status': 'completed', 'code': 200} Jul 09 15:40:27.745604 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3b93b215-6250-47ca-a636-41da4d43d413 req-036bc010-2153-43a9-b087-d265b92828d4 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=59349237-bb56-4611-aea8-0e39d5277f95 HTTP/1.1" status: 200 len: 210 time: 0.0361781 Jul 09 15:40:28.625937 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d99872c-1b0d-4192-8140-d78a9b082c01 req-5ac57a0a-63e3-407d-a769-2650a26f9ea7 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:28.627492 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6d99872c-1b0d-4192-8140-d78a9b082c01 req-5ac57a0a-63e3-407d-a769-2650a26f9ea7 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.62 "GET /v2.0/networks?id=534dc0b4-5587-4f4f-8671-522957f978c5 HTTP/1.1" status: 200 len: 814 time: 0.1055760 Jul 09 15:40:28.645117 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-6d99872c-1b0d-4192-8140-d78a9b082c01 req-5a7ee1c7-88fb-4d09-9c14-fc0408893204 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Request body: {'port': {'device_id': '59349237-bb56-4611-aea8-0e39d5277f95', 'network_id': '534dc0b4-5587-4f4f-8671-522957f978c5', 'admin_state_up': True, 'tenant_id': '3fc371c8797c46bba7bf392112782133'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:40:28.837714 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d99872c-1b0d-4192-8140-d78a9b082c01 req-5a7ee1c7-88fb-4d09-9c14-fc0408893204 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Made reservation on behalf of 3fc371c8797c46bba7bf392112782133 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:40:28.841464 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-6d99872c-1b0d-4192-8140-d78a9b082c01 req-5a7ee1c7-88fb-4d09-9c14-fc0408893204 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:40:28.924817 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae7403ee-7ad4-40d3-bfeb-34b9abf56612 req-38398e87-f63f-461d-8bc3-1f6daf5edb05 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=59349237-bb56-4611-aea8-0e39d5277f95 HTTP/1.1" status: 200 len: 210 time: 0.0608361 Jul 09 15:40:28.997871 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-6d99872c-1b0d-4192-8140-d78a9b082c01 req-5a7ee1c7-88fb-4d09-9c14-fc0408893204 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Allocated IP 172.20.0.10 (534dc0b4-5587-4f4f-8671-522957f978c5/07936500-c8c1-4270-8686-4e8f6958c1dd/a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:40:29.144614 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9cdea639-2cd0-4ca7-95d7-d539071ab9c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:40:29.148368 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-6d99872c-1b0d-4192-8140-d78a9b082c01 req-5a7ee1c7-88fb-4d09-9c14-fc0408893204 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:40:29.232456 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-6d99872c-1b0d-4192-8140-d78a9b082c01 req-5a7ee1c7-88fb-4d09-9c14-fc0408893204 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:40:29.277915 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d99872c-1b0d-4192-8140-d78a9b082c01 req-5a7ee1c7-88fb-4d09-9c14-fc0408893204 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Network 534dc0b4-5587-4f4f-8671-522957f978c5 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:40:29.281085 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-6d99872c-1b0d-4192-8140-d78a9b082c01 req-5a7ee1c7-88fb-4d09-9c14-fc0408893204 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:40:29.285637 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d99872c-1b0d-4192-8140-d78a9b082c01 req-5a7ee1c7-88fb-4d09-9c14-fc0408893204 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:40:29.292247 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7ee1c7-88fb-4d09-9c14-fc0408893204 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Pushing event updated for resources: {'Port': ['ID=a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:40:29.306220 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:40:29.327085 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7ee1c7-88fb-4d09-9c14-fc0408893204 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:40:29.327430 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7ee1c7-88fb-4d09-9c14-fc0408893204 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:40:29.327883 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7ee1c7-88fb-4d09-9c14-fc0408893204 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:40:29.328216 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7ee1c7-88fb-4d09-9c14-fc0408893204 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:40:29.328545 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7ee1c7-88fb-4d09-9c14-fc0408893204 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:40:29.328875 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7ee1c7-88fb-4d09-9c14-fc0408893204 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:40:29.329201 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7ee1c7-88fb-4d09-9c14-fc0408893204 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:40:29.329524 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7ee1c7-88fb-4d09-9c14-fc0408893204 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:40:29.329869 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7ee1c7-88fb-4d09-9c14-fc0408893204 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:40:29.330190 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7ee1c7-88fb-4d09-9c14-fc0408893204 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:40:29.330512 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7ee1c7-88fb-4d09-9c14-fc0408893204 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:40:29.330831 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7ee1c7-88fb-4d09-9c14-fc0408893204 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:40:29.350956 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d99872c-1b0d-4192-8140-d78a9b082c01 req-5a7ee1c7-88fb-4d09-9c14-fc0408893204 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:29.351594 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-6d99872c-1b0d-4192-8140-d78a9b082c01 req-5a7ee1c7-88fb-4d09-9c14-fc0408893204 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:40:29.444446 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6d99872c-1b0d-4192-8140-d78a9b082c01 req-5a7ee1c7-88fb-4d09-9c14-fc0408893204 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8034637 Jul 09 15:40:29.461242 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-6d99872c-1b0d-4192-8140-d78a9b082c01 req-77a43556-f1bb-42c8-b088-2337ce63c3b6 service neutron] Request body: {'port': {'device_id': '59349237-bb56-4611-aea8-0e39d5277f95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:40:29.536976 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-6d99872c-1b0d-4192-8140-d78a9b082c01 req-77a43556-f1bb-42c8-b088-2337ce63c3b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:40:29.792970 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-6d99872c-1b0d-4192-8140-d78a9b082c01 req-77a43556-f1bb-42c8-b088-2337ce63c3b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:40:29.800629 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-6d99872c-1b0d-4192-8140-d78a9b082c01 req-77a43556-f1bb-42c8-b088-2337ce63c3b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:40:29.812241 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-6d99872c-1b0d-4192-8140-d78a9b082c01 req-77a43556-f1bb-42c8-b088-2337ce63c3b6 service neutron] Transition to ACTIVE for port object a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:40:29.881019 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-6d99872c-1b0d-4192-8140-d78a9b082c01 req-77a43556-f1bb-42c8-b088-2337ce63c3b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:40:29.936023 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a43556-f1bb-42c8-b088-2337ce63c3b6 service neutron] Pushing event updated for resources: {'Port': ['ID=a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:40:30.004131 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-6d99872c-1b0d-4192-8140-d78a9b082c01 req-77a43556-f1bb-42c8-b088-2337ce63c3b6 service neutron] Attempting to bind port a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85 on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:40:30.004381 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-6d99872c-1b0d-4192-8140-d78a9b082c01 req-77a43556-f1bb-42c8-b088-2337ce63c3b6 service neutron] Attempting to bind port a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': '92f54156-2149-419a-8b51-f43274aa5fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '534dc0b4-5587-4f4f-8671-522957f978c5'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:40:30.004697 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d99872c-1b0d-4192-8140-d78a9b082c01 req-77a43556-f1bb-42c8-b088-2337ce63c3b6 service neutron] Attempting to bind port a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85 on network 534dc0b4-5587-4f4f-8671-522957f978c5 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:40:30.012274 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d99872c-1b0d-4192-8140-d78a9b082c01 req-77a43556-f1bb-42c8-b088-2337ce63c3b6 service neutron] Port a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85 on network 534dc0b4-5587-4f4f-8671-522957f978c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:40:30.012605 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d99872c-1b0d-4192-8140-d78a9b082c01 req-77a43556-f1bb-42c8-b088-2337ce63c3b6 service neutron] Attempting to bind port a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85 on network 534dc0b4-5587-4f4f-8671-522957f978c5 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:40:30.018107 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d99872c-1b0d-4192-8140-d78a9b082c01 req-77a43556-f1bb-42c8-b088-2337ce63c3b6 service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:40:30.018448 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d99872c-1b0d-4192-8140-d78a9b082c01 req-77a43556-f1bb-42c8-b088-2337ce63c3b6 service neutron] Checking segment: {'id': '92f54156-2149-419a-8b51-f43274aa5fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '534dc0b4-5587-4f4f-8671-522957f978c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:40:30.018845 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d99872c-1b0d-4192-8140-d78a9b082c01 req-77a43556-f1bb-42c8-b088-2337ce63c3b6 service neutron] Bound using segment: {'id': '92f54156-2149-419a-8b51-f43274aa5fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '534dc0b4-5587-4f4f-8671-522957f978c5'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:40:30.019282 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-6d99872c-1b0d-4192-8140-d78a9b082c01 req-77a43556-f1bb-42c8-b088-2337ce63c3b6 service neutron] Bound port: a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92f54156-2149-419a-8b51-f43274aa5fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '534dc0b4-5587-4f4f-8671-522957f978c5'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:40:30.019688 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-6d99872c-1b0d-4192-8140-d78a9b082c01 req-77a43556-f1bb-42c8-b088-2337ce63c3b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:40:30.089943 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-6d99872c-1b0d-4192-8140-d78a9b082c01 req-77a43556-f1bb-42c8-b088-2337ce63c3b6 service neutron] For port a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:40:30.093520 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-6d99872c-1b0d-4192-8140-d78a9b082c01 req-77a43556-f1bb-42c8-b088-2337ce63c3b6 service neutron] For port a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85,segment=NetworkSegment(92f54156-2149-419a-8b51-f43274aa5fbc),segment_id=92f54156-2149-419a-8b51-f43274aa5fbc)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:40:30.103652 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f89d1-ce73-46ea-bb43-eb9ef03d92b7 req-0a3f1993-8a1e-4385-84a8-27bfc355ef27 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:30.105251 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a93f89d1-ce73-46ea-bb43-eb9ef03d92b7 req-0a3f1993-8a1e-4385-84a8-27bfc355ef27 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=59349237-bb56-4611-aea8-0e39d5277f95 HTTP/1.1" status: 200 len: 944 time: 0.0683873 Jul 09 15:40:30.144661 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a93f89d1-ce73-46ea-bb43-eb9ef03d92b7 req-2cdf00d3-aed7-47ab-a33f-e7b86e7e245b tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336969 Jul 09 15:40:30.178615 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-6d99872c-1b0d-4192-8140-d78a9b082c01 req-77a43556-f1bb-42c8-b088-2337ce63c3b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:40:30.216519 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d99872c-1b0d-4192-8140-d78a9b082c01 req-77a43556-f1bb-42c8-b088-2337ce63c3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:30.217142 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-6d99872c-1b0d-4192-8140-d78a9b082c01 req-77a43556-f1bb-42c8-b088-2337ce63c3b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:40:30.218535 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6d99872c-1b0d-4192-8140-d78a9b082c01 req-77a43556-f1bb-42c8-b088-2337ce63c3b6 service neutron] 10.222.0.62 "PUT /v2.0/ports/a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85 HTTP/1.1" status: 200 len: 1092 time: 0.7615182 Jul 09 15:40:30.218993 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59349237-bb56-4611-aea8-0e39d5277f95', 'tag': 'a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:40:30.221887 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71aea3d4ce3c79ba57e3b2a7f05354d67fe827d4c76bd908d035baed68c1bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2e5e88-3250-471f-a3c7-01377c4416fc" -d '{"events": [{"name": "network-changed", "server_uuid": "59349237-bb56-4611-aea8-0e39d5277f95", "tag": "a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:40:30.248638 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a43556-f1bb-42c8-b088-2337ce63c3b6 service neutron] Pushing event updated for resources: {'Port': ['ID=a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:40:30.264944 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed3d8f7-1fb9-4245-b501-c72f039882b0 x-openstack-request-id: req-3ed3d8f7-1fb9-4245-b501-c72f039882b0 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:40:30.274980 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59349237-bb56-4611-aea8-0e39d5277f95", "tag": "a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:40:30.274980 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3ed3d8f7-1fb9-4245-b501-c72f039882b0 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:40:30.274980 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59349237-bb56-4611-aea8-0e39d5277f95', 'tag': 'a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85', 'status': 'completed', 'code': 200} Jul 09 15:40:30.362390 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e5e88-3250-471f-a3c7-01377c4416fc req-9b227568-a32e-4ae5-9c9d-5dc0539a96f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:30.363999 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5a2e5e88-3250-471f-a3c7-01377c4416fc req-9b227568-a32e-4ae5-9c9d-5dc0539a96f9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3fc371c8797c46bba7bf392112782133&device_id=59349237-bb56-4611-aea8-0e39d5277f95 HTTP/1.1" status: 200 len: 1095 time: 0.0565982 Jul 09 15:40:30.420495 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:40:30.467076 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e5e88-3250-471f-a3c7-01377c4416fc req-d9c4ca49-5c0a-4cc3-a2d1-c2304d8c6319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:30.468579 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5a2e5e88-3250-471f-a3c7-01377c4416fc req-d9c4ca49-5c0a-4cc3-a2d1-c2304d8c6319 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=3fc371c8797c46bba7bf392112782133&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0904832 Jul 09 15:40:30.565342 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e5e88-3250-471f-a3c7-01377c4416fc req-84910882-40d7-4a7d-8a45-58c9184e9774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:30.566743 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5a2e5e88-3250-471f-a3c7-01377c4416fc req-84910882-40d7-4a7d-8a45-58c9184e9774 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915098 Jul 09 15:40:30.666402 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device b2430130-e50c-4a9e-9ce7-389dd1762550 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:40:30.676686 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d99872c-1b0d-4192-8140-d78a9b082c01 req-09d916a4-89e6-4f87-a8c3-37f878b29c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:30.678184 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6d99872c-1b0d-4192-8140-d78a9b082c01 req-09d916a4-89e6-4f87-a8c3-37f878b29c47 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3fc371c8797c46bba7bf392112782133&device_id=59349237-bb56-4611-aea8-0e39d5277f95 HTTP/1.1" status: 200 len: 1095 time: 0.0530117 Jul 09 15:40:30.685605 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: b2430130-e50c-4a9e-9ce7-389dd1762550 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:40:30.686088 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device b2430130-e50c-4a9e-9ce7-389dd1762550 not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:40:30.728131 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6d99872c-1b0d-4192-8140-d78a9b082c01 req-a8469efe-55b5-471d-9dd3-332e539e1ab2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85 HTTP/1.1" status: 200 len: 217 time: 0.0375338 Jul 09 15:40:30.776730 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d99872c-1b0d-4192-8140-d78a9b082c01 req-08766e65-6061-4f2c-9258-8113c64ece86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:30.778157 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6d99872c-1b0d-4192-8140-d78a9b082c01 req-08766e65-6061-4f2c-9258-8113c64ece86 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=07936500-c8c1-4270-8686-4e8f6958c1dd HTTP/1.1" status: 200 len: 854 time: 0.0431523 Jul 09 15:40:30.809059 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6d99872c-1b0d-4192-8140-d78a9b082c01 req-4bd5a6c0-86a6-4ce3-9201-3683918c6479 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=534dc0b4-5587-4f4f-8671-522957f978c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250332 Jul 09 15:40:30.899431 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6d99872c-1b0d-4192-8140-d78a9b082c01 req-0b5d73e8-a0a4-475b-a4c2-b6bdde1044aa service neutron] 10.222.0.62 "GET /v2.0/networks/534dc0b4-5587-4f4f-8671-522957f978c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837851 Jul 09 15:40:30.986763 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6d99872c-1b0d-4192-8140-d78a9b082c01 req-6e73bb49-79d1-4d87-83eb-e23fc7b70643 service neutron] 10.222.0.62 "GET /v2.0/networks/534dc0b4-5587-4f4f-8671-522957f978c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810065 Jul 09 15:40:31.319390 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e0a54-de88-495c-923f-7b8b0f95edc8 req-e1a5b909-95c4-470a-b47f-ea166d6c4e8a tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:31.320982 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-916e0a54-de88-495c-923f-7b8b0f95edc8 req-e1a5b909-95c4-470a-b47f-ea166d6c4e8a tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=59349237-bb56-4611-aea8-0e39d5277f95 HTTP/1.1" status: 200 len: 944 time: 0.0656283 Jul 09 15:40:31.358127 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-916e0a54-de88-495c-923f-7b8b0f95edc8 req-9f421cca-a03e-48ae-b42d-8133a3589bf6 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315182 Jul 09 15:40:31.848955 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:40:32.536991 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765ca26-67ff-40b3-ab61-33fbe2198560 req-d6d56d61-52e0-4b46-9128-0575eba7e6f6 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:32.538539 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7765ca26-67ff-40b3-ab61-33fbe2198560 req-d6d56d61-52e0-4b46-9128-0575eba7e6f6 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=59349237-bb56-4611-aea8-0e39d5277f95 HTTP/1.1" status: 200 len: 944 time: 0.0665717 Jul 09 15:40:32.576621 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7765ca26-67ff-40b3-ab61-33fbe2198560 req-369d5608-233a-48d8-ade8-1ffc7bcba208 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324667 Jul 09 15:40:33.768189 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7062150-5cfa-46d3-a39f-a964d5c23886 req-dcfc7441-b257-4a4a-ae5e-67db9bba69d0 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:33.769809 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b7062150-5cfa-46d3-a39f-a964d5c23886 req-dcfc7441-b257-4a4a-ae5e-67db9bba69d0 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=59349237-bb56-4611-aea8-0e39d5277f95 HTTP/1.1" status: 200 len: 944 time: 0.0698771 Jul 09 15:40:33.812044 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b7062150-5cfa-46d3-a39f-a964d5c23886 req-9efc4be8-36b5-4d92-ba91-9800044b302a tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353370 Jul 09 15:40:34.632528 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 15:40:34.727324 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85,segment=NetworkSegment(92f54156-2149-419a-8b51-f43274aa5fbc),segment_id=92f54156-2149-419a-8b51-f43274aa5fbc)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:40:34.739222 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': 'a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85', 'network_id': '534dc0b4-5587-4f4f-8671-522957f978c5', 'port_id': 'a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85', 'mac_address': 'fa:16:3e:05:1c:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07936500-c8c1-4270-8686-4e8f6958c1dd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 15:40:34.775436 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:40:34.787865 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:40:34.807297 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85,segment=NetworkSegment(92f54156-2149-419a-8b51-f43274aa5fbc),segment_id=92f54156-2149-419a-8b51-f43274aa5fbc)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:40:34.889350 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:40:34.940176 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:40:34.948124 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:40:34.948506 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:40:34.948808 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:40:34.949147 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:40:34.949481 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:40:34.949808 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:40:34.950135 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:40:34.950461 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:40:34.950789 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:40:34.951109 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:40:34.951448 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:40:34.951767 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:40:34.994374 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88e699a-2dec-47f3-899c-74226ab97f0f req-c6b3d4ae-698b-4ea6-8a5c-73028ceb74d0 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:34.995806 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a88e699a-2dec-47f3-899c-74226ab97f0f req-c6b3d4ae-698b-4ea6-8a5c-73028ceb74d0 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=59349237-bb56-4611-aea8-0e39d5277f95 HTTP/1.1" status: 200 len: 945 time: 0.0700111 Jul 09 15:40:35.033484 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a88e699a-2dec-47f3-899c-74226ab97f0f req-21e38c47-9126-4896-a806-56ee9b77660b tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314796 Jul 09 15:40:35.265767 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:40:36.209540 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c7737c-1bee-40b9-9e16-8c91e526c907 req-09d26d6b-3306-4aa3-ac88-f2fd12d2b10b tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:36.220514 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-04c7737c-1bee-40b9-9e16-8c91e526c907 req-09d26d6b-3306-4aa3-ac88-f2fd12d2b10b tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=59349237-bb56-4611-aea8-0e39d5277f95 HTTP/1.1" status: 200 len: 945 time: 0.0643718 Jul 09 15:40:36.248512 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-04c7737c-1bee-40b9-9e16-8c91e526c907 req-798823f1-6ab6-44e7-a5e4-3e8ba82283da tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319092 Jul 09 15:40:36.636770 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:40:36.740466 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:40:36.744466 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:40:36.744871 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:40:36.820863 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:40:36.842054 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59349237-bb56-4611-aea8-0e39d5277f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:40:36.844315 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e75b9a97cbd66444b13ae988a684abc34c7a24a50a729030cfede81e7322398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2551d2eb-949f-410c-ab7d-d2fc11e42c7b" -d '{"events": [{"server_uuid": "59349237-bb56-4611-aea8-0e39d5277f95", "name": "network-vif-plugged", "status": "completed", "tag": "a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:40:36.857331 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85,segment=NetworkSegment(92f54156-2149-419a-8b51-f43274aa5fbc),segment_id=92f54156-2149-419a-8b51-f43274aa5fbc)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:40:36.881222 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d41c6b8-3cd6-4540-b3cc-e4f0651e0bd5 x-openstack-request-id: req-7d41c6b8-3cd6-4540-b3cc-e4f0651e0bd5 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:40:36.881514 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59349237-bb56-4611-aea8-0e39d5277f95", "name": "network-vif-plugged", "status": "completed", "tag": "a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:40:36.881785 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7d41c6b8-3cd6-4540-b3cc-e4f0651e0bd5 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:40:36.882479 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59349237-bb56-4611-aea8-0e39d5277f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85', 'code': 200} Jul 09 15:40:36.920805 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:40:36.972253 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:40:37.027303 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859a3e9-58e5-477f-89c4-29297abd0293 req-ae7b3099-44f7-4a80-9d9c-a17219f58391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:37.028751 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1859a3e9-58e5-477f-89c4-29297abd0293 req-ae7b3099-44f7-4a80-9d9c-a17219f58391 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=59349237-bb56-4611-aea8-0e39d5277f95 HTTP/1.1" status: 200 len: 1097 time: 0.0511642 Jul 09 15:40:37.062416 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1859a3e9-58e5-477f-89c4-29297abd0293 req-c7a61e31-75ea-4c9a-bdc7-5330a106c4a7 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267797 Jul 09 15:40:37.424757 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5e8430-a340-49b9-9e57-8122facdeb43 req-09eb2dce-c880-4bcf-8474-7b0f2162821c tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:37.426268 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ac5e8430-a340-49b9-9e57-8122facdeb43 req-09eb2dce-c880-4bcf-8474-7b0f2162821c tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=59349237-bb56-4611-aea8-0e39d5277f95 HTTP/1.1" status: 200 len: 946 time: 0.0686228 Jul 09 15:40:37.463603 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ac5e8430-a340-49b9-9e57-8122facdeb43 req-04a4ba8c-233c-402d-a1e8-622fe72652fb tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317521 Jul 09 15:40:38.668596 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8caa57f-89bb-4825-aeac-a146fdb0e92f req-cf2baa50-8581-4e43-b194-0d8460e427b7 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:38.670002 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f8caa57f-89bb-4825-aeac-a146fdb0e92f req-cf2baa50-8581-4e43-b194-0d8460e427b7 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=59349237-bb56-4611-aea8-0e39d5277f95 HTTP/1.1" status: 200 len: 946 time: 0.0673835 Jul 09 15:40:38.710661 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f8caa57f-89bb-4825-aeac-a146fdb0e92f req-d01eee12-05ad-4421-8042-cfc52d299cc6 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340261 Jul 09 15:40:39.884287 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac2d36-668d-4ea9-8174-f629032d2c62 req-08e911fb-4dbc-4227-a2d5-90223f49df71 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:39.885851 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-71ac2d36-668d-4ea9-8174-f629032d2c62 req-08e911fb-4dbc-4227-a2d5-90223f49df71 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=59349237-bb56-4611-aea8-0e39d5277f95 HTTP/1.1" status: 200 len: 946 time: 0.0652254 Jul 09 15:40:39.927149 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-71ac2d36-668d-4ea9-8174-f629032d2c62 req-322125b1-64a7-4ef1-981d-d44dad992c5c tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352039 Jul 09 15:40:40.098661 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec733c-cfa0-427d-b20f-264c7ac8f072 req-3a15eb14-4abd-4a73-82d5-2defa8d8df09 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:40.100093 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-08ec733c-cfa0-427d-b20f-264c7ac8f072 req-3a15eb14-4abd-4a73-82d5-2defa8d8df09 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=59349237-bb56-4611-aea8-0e39d5277f95 HTTP/1.1" status: 200 len: 946 time: 0.0623493 Jul 09 15:40:40.137733 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-08ec733c-cfa0-427d-b20f-264c7ac8f072 req-99d2251b-ed03-4433-85b9-47cc22447159 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320494 Jul 09 15:40:40.645064 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4bd0c-d575-4479-bb38-e656d0f95795 req-02801751-d946-4a88-913b-528c5304aa7a tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:40.646466 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9eb4bd0c-d575-4479-bb38-e656d0f95795 req-02801751-d946-4a88-913b-528c5304aa7a tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=59349237-bb56-4611-aea8-0e39d5277f95 HTTP/1.1" status: 200 len: 946 time: 0.0626681 Jul 09 15:40:40.684470 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9eb4bd0c-d575-4479-bb38-e656d0f95795 req-c026d6b7-7f19-478f-b744-0fa85301ca67 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323739 Jul 09 15:40:40.744742 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-89e67b22-4446-4b84-86a3-b127e0da946d req-3c87ce03-a00d-4187-a421-58597975b381 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=59349237-bb56-4611-aea8-0e39d5277f95&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0525975 Jul 09 15:40:41.865528 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b535e-826f-474e-9455-5d048a752c14 req-5fefffad-b4e9-42b8-9d2e-fac01bfcb59b tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:41.866969 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9a3b535e-826f-474e-9455-5d048a752c14 req-5fefffad-b4e9-42b8-9d2e-fac01bfcb59b tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=59349237-bb56-4611-aea8-0e39d5277f95 HTTP/1.1" status: 200 len: 946 time: 0.0678830 Jul 09 15:40:41.904374 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9a3b535e-826f-474e-9455-5d048a752c14 req-a8894303-5225-44fc-a68e-4fb9f62f7f62 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317063 Jul 09 15:40:42.766085 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e67b22-4446-4b84-86a3-b127e0da946d req-1ab2397f-ecc5-4c27-a73d-d431925fe64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:42.767705 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-89e67b22-4446-4b84-86a3-b127e0da946d req-1ab2397f-ecc5-4c27-a73d-d431925fe64b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3fc371c8797c46bba7bf392112782133&device_id=59349237-bb56-4611-aea8-0e39d5277f95 HTTP/1.1" status: 200 len: 1097 time: 0.0565727 Jul 09 15:40:42.862160 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e67b22-4446-4b84-86a3-b127e0da946d req-89299086-f019-4470-a2f0-f34f3129fc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:42.863708 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-89e67b22-4446-4b84-86a3-b127e0da946d req-89299086-f019-4470-a2f0-f34f3129fc8d service neutron] 10.222.0.62 "GET /v2.0/networks?id=534dc0b4-5587-4f4f-8671-522957f978c5 HTTP/1.1" status: 200 len: 915 time: 0.0829105 Jul 09 15:40:42.909971 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-89e67b22-4446-4b84-86a3-b127e0da946d req-b3f5030e-24a8-4827-ab7b-92159b835e00 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85 HTTP/1.1" status: 200 len: 217 time: 0.0390263 Jul 09 15:40:42.960158 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e67b22-4446-4b84-86a3-b127e0da946d req-842e1b81-19fd-4676-b26b-f2a2a1c1aa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:42.965367 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-89e67b22-4446-4b84-86a3-b127e0da946d req-842e1b81-19fd-4676-b26b-f2a2a1c1aa94 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=07936500-c8c1-4270-8686-4e8f6958c1dd HTTP/1.1" status: 200 len: 854 time: 0.0459170 Jul 09 15:40:42.994625 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-89e67b22-4446-4b84-86a3-b127e0da946d req-f18e3972-feea-4c20-b462-4b8b380b2f88 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=534dc0b4-5587-4f4f-8671-522957f978c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262082 Jul 09 15:40:43.136217 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-89e67b22-4446-4b84-86a3-b127e0da946d req-e9675cc8-d7cc-49ee-8262-522e7745b1c4 service neutron] 10.222.0.62 "GET /v2.0/networks/534dc0b4-5587-4f4f-8671-522957f978c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244159 Jul 09 15:40:43.144961 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae949bb-6c51-44c3-9e61-c4a6521fb3f0 req-171b6ac0-bc11-4f6c-801d-77f8312b673c tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:43.146406 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cae949bb-6c51-44c3-9e61-c4a6521fb3f0 req-171b6ac0-bc11-4f6c-801d-77f8312b673c tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=59349237-bb56-4611-aea8-0e39d5277f95 HTTP/1.1" status: 200 len: 946 time: 0.1268885 Jul 09 15:40:43.232502 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cae949bb-6c51-44c3-9e61-c4a6521fb3f0 req-7b2e8be1-6cb2-432b-8075-e5d23df2ca3b tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779772 Jul 09 15:40:43.259391 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-89e67b22-4446-4b84-86a3-b127e0da946d req-215096cb-e116-4e6a-bd3a-5db5d986d19f service neutron] 10.222.0.62 "GET /v2.0/networks/534dc0b4-5587-4f4f-8671-522957f978c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120372 Jul 09 15:40:44.408674 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745dc0f5-78aa-47d5-af5e-3e038a7127ac req-2f0811ed-240a-470b-9dd4-742dbc3e3f0d tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:44.410235 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-745dc0f5-78aa-47d5-af5e-3e038a7127ac req-2f0811ed-240a-470b-9dd4-742dbc3e3f0d tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=59349237-bb56-4611-aea8-0e39d5277f95 HTTP/1.1" status: 200 len: 946 time: 0.0632811 Jul 09 15:40:44.450993 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-745dc0f5-78aa-47d5-af5e-3e038a7127ac req-76c67022-7427-4b88-a639-a8ea74784767 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344241 Jul 09 15:40:45.400185 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:40:45.628747 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c3cef-6b9f-425e-8a5f-be1adb583ef3 req-65977a8e-8513-4713-973f-6141e147321f tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:45.630245 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-326c3cef-6b9f-425e-8a5f-be1adb583ef3 req-65977a8e-8513-4713-973f-6141e147321f tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=59349237-bb56-4611-aea8-0e39d5277f95 HTTP/1.1" status: 200 len: 946 time: 0.0627019 Jul 09 15:40:45.667825 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-326c3cef-6b9f-425e-8a5f-be1adb583ef3 req-8df4bdda-0d6c-496f-b787-3c3aa3a2660e tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319059 Jul 09 15:40:46.844141 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079de171-6e46-43ca-85cd-adc89935e388 req-8a55ce8b-a57a-4278-a0b9-cc949ba0e02a tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:46.845711 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-079de171-6e46-43ca-85cd-adc89935e388 req-8a55ce8b-a57a-4278-a0b9-cc949ba0e02a tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=59349237-bb56-4611-aea8-0e39d5277f95 HTTP/1.1" status: 200 len: 946 time: 0.0647020 Jul 09 15:40:46.890116 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-079de171-6e46-43ca-85cd-adc89935e388 req-db119082-8e33-46b7-8a8b-2f75188c107d tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386636 Jul 09 15:40:48.075537 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fd7dae-deba-4c02-bc60-af407fba5a72 req-68ea0ec8-bfc5-435e-af2f-74fbbeb8c8f3 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:48.076984 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-17fd7dae-deba-4c02-bc60-af407fba5a72 req-68ea0ec8-bfc5-435e-af2f-74fbbeb8c8f3 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=59349237-bb56-4611-aea8-0e39d5277f95 HTTP/1.1" status: 200 len: 946 time: 0.0635893 Jul 09 15:40:48.121517 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-17fd7dae-deba-4c02-bc60-af407fba5a72 req-55e724a6-50f7-478b-8f5e-f4be515b3b11 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386491 Jul 09 15:40:49.316986 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d8bda-8c56-43c2-bcfe-a7be30484cfb req-061feafb-e700-47bc-98dd-7acb4caab538 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:49.318514 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c51d8bda-8c56-43c2-bcfe-a7be30484cfb req-061feafb-e700-47bc-98dd-7acb4caab538 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=59349237-bb56-4611-aea8-0e39d5277f95 HTTP/1.1" status: 200 len: 946 time: 0.0675104 Jul 09 15:40:49.357517 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c51d8bda-8c56-43c2-bcfe-a7be30484cfb req-86997b57-03c7-4148-98fb-046c83f542e5 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334032 Jul 09 15:40:50.534803 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f378e3d9-b58a-4256-9ae0-a1d88c7a340f req-fecfae76-95fc-4b1a-8638-6ce489ac9ba6 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:50.536364 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f378e3d9-b58a-4256-9ae0-a1d88c7a340f req-fecfae76-95fc-4b1a-8638-6ce489ac9ba6 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=59349237-bb56-4611-aea8-0e39d5277f95 HTTP/1.1" status: 200 len: 946 time: 0.0660312 Jul 09 15:40:50.577317 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f378e3d9-b58a-4256-9ae0-a1d88c7a340f req-38ab8b64-c80e-4a46-a314-5fb518c312c2 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343304 Jul 09 15:40:51.764618 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dbb262-86da-4295-8e0f-914c04f643e0 req-f31a2fb3-c98a-402e-ba06-5cd743aa37f4 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:51.766149 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-05dbb262-86da-4295-8e0f-914c04f643e0 req-f31a2fb3-c98a-402e-ba06-5cd743aa37f4 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=59349237-bb56-4611-aea8-0e39d5277f95 HTTP/1.1" status: 200 len: 946 time: 0.0643764 Jul 09 15:40:51.806634 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-05dbb262-86da-4295-8e0f-914c04f643e0 req-95997516-9814-43e4-8c52-ee89a08a1877 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348516 Jul 09 15:40:52.984745 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff17ec7f-5711-441a-9611-1216a8d00fa3 req-22465ff2-20ad-4403-87b1-141841ddcd31 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:52.986272 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ff17ec7f-5711-441a-9611-1216a8d00fa3 req-22465ff2-20ad-4403-87b1-141841ddcd31 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=59349237-bb56-4611-aea8-0e39d5277f95 HTTP/1.1" status: 200 len: 946 time: 0.0653479 Jul 09 15:40:53.025661 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ff17ec7f-5711-441a-9611-1216a8d00fa3 req-a257da50-33bd-4778-9cdc-bd8f332a22c1 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335450 Jul 09 15:40:53.656710 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:40:54.201333 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce27f39-0de8-4930-8428-43f0190c8429 req-b2500595-732f-4035-a4df-9c8f0c51283d tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:54.207779 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fce27f39-0de8-4930-8428-43f0190c8429 req-b2500595-732f-4035-a4df-9c8f0c51283d tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=59349237-bb56-4611-aea8-0e39d5277f95 HTTP/1.1" status: 200 len: 946 time: 0.0670137 Jul 09 15:40:54.242634 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fce27f39-0de8-4930-8428-43f0190c8429 req-8a33025c-4daa-4f73-b307-6d34df3b9b49 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331402 Jul 09 15:40:55.428013 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e4af7e-1767-4f40-8947-484f061e8583 req-3310d005-1cd9-4277-8ce2-4370eff2ef32 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:55.429539 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-34e4af7e-1767-4f40-8947-484f061e8583 req-3310d005-1cd9-4277-8ce2-4370eff2ef32 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=59349237-bb56-4611-aea8-0e39d5277f95 HTTP/1.1" status: 200 len: 946 time: 0.0701005 Jul 09 15:40:55.469372 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-34e4af7e-1767-4f40-8947-484f061e8583 req-c19b48a7-f781-43d8-8504-916971d2c593 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338254 Jul 09 15:40:56.165370 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-79f186e0-57cc-4da8-bd5f-d0fc98be436e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:40:56.644257 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca52ba0-76bc-492b-a9e2-36dbba9783ea req-9b833f48-7acc-4bbc-ac14-ef2f9df3da0c tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:56.645820 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fca52ba0-76bc-492b-a9e2-36dbba9783ea req-9b833f48-7acc-4bbc-ac14-ef2f9df3da0c tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=59349237-bb56-4611-aea8-0e39d5277f95 HTTP/1.1" status: 200 len: 946 time: 0.0659921 Jul 09 15:40:56.684333 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fca52ba0-76bc-492b-a9e2-36dbba9783ea req-bcd1e482-a78a-4d59-a63d-8d0f09ca0257 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328352 Jul 09 15:40:57.860746 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f10c0a6-a86e-4474-8a96-6c18aa19b36c req-15e0127d-9557-40db-ac8f-c01fe8251e8a tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:57.862285 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3f10c0a6-a86e-4474-8a96-6c18aa19b36c req-15e0127d-9557-40db-ac8f-c01fe8251e8a tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=59349237-bb56-4611-aea8-0e39d5277f95 HTTP/1.1" status: 200 len: 946 time: 0.0654206 Jul 09 15:40:57.900707 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3f10c0a6-a86e-4474-8a96-6c18aa19b36c req-21d35c25-bc21-4808-bc6e-186178285ae4 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326915 Jul 09 15:40:59.082630 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823b9c3-792c-4a03-8168-56c7d7dc4a29 req-3226d23c-2ba8-4c60-b96e-9f9742402f67 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:40:59.084558 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3823b9c3-792c-4a03-8168-56c7d7dc4a29 req-3226d23c-2ba8-4c60-b96e-9f9742402f67 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=59349237-bb56-4611-aea8-0e39d5277f95 HTTP/1.1" status: 200 len: 946 time: 0.0697331 Jul 09 15:40:59.130843 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3823b9c3-792c-4a03-8168-56c7d7dc4a29 req-67d1ba46-ad1a-4b31-85b8-b30af1913aa2 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403976 Jul 09 15:40:59.136391 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b3a1e4ea-5c46-405d-96c0-4124afd0771f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:40:59.311015 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:00.003728 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:41:00.312794 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c1b304-d8d4-4127-bf86-b3ecb780e595 req-23776e18-8433-4cd2-8592-61ba3603c37e tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:41:00.314783 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b2c1b304-d8d4-4127-bf86-b3ecb780e595 req-23776e18-8433-4cd2-8592-61ba3603c37e tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=59349237-bb56-4611-aea8-0e39d5277f95 HTTP/1.1" status: 200 len: 946 time: 0.0695043 Jul 09 15:41:00.359588 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b2c1b304-d8d4-4127-bf86-b3ecb780e595 req-868285fb-eb3b-4fe4-8dc9-a6f41757acbc tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388081 Jul 09 15:41:00.425465 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:00.509149 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [req-89e67b22-4446-4b84-86a3-b127e0da946d req-d1160cb7-be68-4c68-b5d9-ebf81920e911 service neutron] show failed (client error): The resource could not be found. Jul 09 15:41:00.510250 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-89e67b22-4446-4b84-86a3-b127e0da946d req-d1160cb7-be68-4c68-b5d9-ebf81920e911 service neutron] 10.222.0.62 "GET /v2.0/ports/a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85/bindings/n-h2-799529-6 HTTP/1.1" status: 404 len: 380 time: 0.0584974 Jul 09 15:41:01.028924 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e67b22-4446-4b84-86a3-b127e0da946d req-bef77876-9aa3-4395-8f9d-64fdc09c3c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:41:01.030458 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-89e67b22-4446-4b84-86a3-b127e0da946d req-bef77876-9aa3-4395-8f9d-64fdc09c3c68 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=59349237-bb56-4611-aea8-0e39d5277f95&tenant_id=3fc371c8797c46bba7bf392112782133 HTTP/1.1" status: 200 len: 1097 time: 0.0534410 Jul 09 15:41:01.041526 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-89e67b22-4446-4b84-86a3-b127e0da946d req-07a2d833-da36-46bc-bb80-53161f06d1b7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799529-6', 'device_owner': 'compute:nova'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:41:01.114248 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-89e67b22-4446-4b84-86a3-b127e0da946d req-07a2d833-da36-46bc-bb80-53161f06d1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:01.326368 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-89e67b22-4446-4b84-86a3-b127e0da946d req-07a2d833-da36-46bc-bb80-53161f06d1b7 service neutron] For port a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85,segment=NetworkSegment(92f54156-2149-419a-8b51-f43274aa5fbc),segment_id=92f54156-2149-419a-8b51-f43274aa5fbc)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:41:01.365701 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-89e67b22-4446-4b84-86a3-b127e0da946d req-07a2d833-da36-46bc-bb80-53161f06d1b7 service neutron] For port a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85, host n-h1-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:41:01.406621 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59349237-bb56-4611-aea8-0e39d5277f95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:41:01.409445 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bb405a18ca731a56dedfaaf5e9a79789110744f6b6799bb7a0722340b5c16f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f76945db-c49f-4841-abc1-97b03f2dd5ac" -d '{"events": [{"server_uuid": "59349237-bb56-4611-aea8-0e39d5277f95", "name": "network-vif-unplugged", "status": "completed", "tag": "a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:41:01.413907 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-89e67b22-4446-4b84-86a3-b127e0da946d req-07a2d833-da36-46bc-bb80-53161f06d1b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:01.427965 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-89e67b22-4446-4b84-86a3-b127e0da946d req-07a2d833-da36-46bc-bb80-53161f06d1b7 service neutron] Transition to ACTIVE for port object a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:41:01.466731 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 15:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a59dfa-fe9b-4263-980e-c5ca7de8a653 x-openstack-request-id: req-94a59dfa-fe9b-4263-980e-c5ca7de8a653 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:41:01.467071 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59349237-bb56-4611-aea8-0e39d5277f95", "name": "network-vif-unplugged", "status": "completed", "tag": "a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:41:01.467290 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-94a59dfa-fe9b-4263-980e-c5ca7de8a653 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:41:01.467730 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59349237-bb56-4611-aea8-0e39d5277f95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85', 'code': 200} Jul 09 15:41:01.512954 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-89e67b22-4446-4b84-86a3-b127e0da946d req-07a2d833-da36-46bc-bb80-53161f06d1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:01.590894 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-89e67b22-4446-4b84-86a3-b127e0da946d req-07a2d833-da36-46bc-bb80-53161f06d1b7 service neutron] No DVR routers for this DVR port a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85 on host n-h1-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:41:01.600072 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a2d833-da36-46bc-bb80-53161f06d1b7 service neutron] Pushing event updated for resources: {'Port': ['ID=a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85,revision_number=6']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:41:01.638796 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c765c3-2b07-4ad8-a7be-fafd3dac0b62 req-78ff6b02-99e7-468c-8958-bebfca7e5ea9 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:41:01.640407 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-86c765c3-2b07-4ad8-a7be-fafd3dac0b62 req-78ff6b02-99e7-468c-8958-bebfca7e5ea9 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=59349237-bb56-4611-aea8-0e39d5277f95 HTTP/1.1" status: 200 len: 946 time: 0.1589236 Jul 09 15:41:01.657340 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-89e67b22-4446-4b84-86a3-b127e0da946d req-07a2d833-da36-46bc-bb80-53161f06d1b7 service neutron] Attempting to bind port a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:41:01.657703 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-89e67b22-4446-4b84-86a3-b127e0da946d req-07a2d833-da36-46bc-bb80-53161f06d1b7 service neutron] Attempting to bind port a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '92f54156-2149-419a-8b51-f43274aa5fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '534dc0b4-5587-4f4f-8671-522957f978c5'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:41:01.658777 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e67b22-4446-4b84-86a3-b127e0da946d req-07a2d833-da36-46bc-bb80-53161f06d1b7 service neutron] Attempting to bind port a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85 on network 534dc0b4-5587-4f4f-8671-522957f978c5 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:41:01.670394 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e67b22-4446-4b84-86a3-b127e0da946d req-07a2d833-da36-46bc-bb80-53161f06d1b7 service neutron] Port a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85 on network 534dc0b4-5587-4f4f-8671-522957f978c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:41:01.670722 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e67b22-4446-4b84-86a3-b127e0da946d req-07a2d833-da36-46bc-bb80-53161f06d1b7 service neutron] Attempting to bind port a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85 on network 534dc0b4-5587-4f4f-8671-522957f978c5 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:41:01.680032 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e67b22-4446-4b84-86a3-b127e0da946d req-07a2d833-da36-46bc-bb80-53161f06d1b7 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:41:01.680359 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e67b22-4446-4b84-86a3-b127e0da946d req-07a2d833-da36-46bc-bb80-53161f06d1b7 service neutron] Checking segment: {'id': '92f54156-2149-419a-8b51-f43274aa5fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '534dc0b4-5587-4f4f-8671-522957f978c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:41:01.680774 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e67b22-4446-4b84-86a3-b127e0da946d req-07a2d833-da36-46bc-bb80-53161f06d1b7 service neutron] Bound using segment: {'id': '92f54156-2149-419a-8b51-f43274aa5fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '534dc0b4-5587-4f4f-8671-522957f978c5'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:41:01.681212 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-89e67b22-4446-4b84-86a3-b127e0da946d req-07a2d833-da36-46bc-bb80-53161f06d1b7 service neutron] Bound port: a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92f54156-2149-419a-8b51-f43274aa5fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '534dc0b4-5587-4f4f-8671-522957f978c5'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:41:01.681574 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-89e67b22-4446-4b84-86a3-b127e0da946d req-07a2d833-da36-46bc-bb80-53161f06d1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:01.705547 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-86c765c3-2b07-4ad8-a7be-fafd3dac0b62 req-fca78f32-ebec-4ed1-aa04-b001d075cad2 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590646 Jul 09 15:41:01.759750 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-89e67b22-4446-4b84-86a3-b127e0da946d req-07a2d833-da36-46bc-bb80-53161f06d1b7 service neutron] For port a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:41:01.762944 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-89e67b22-4446-4b84-86a3-b127e0da946d req-07a2d833-da36-46bc-bb80-53161f06d1b7 service neutron] For port a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85,segment=NetworkSegment(92f54156-2149-419a-8b51-f43274aa5fbc),segment_id=92f54156-2149-419a-8b51-f43274aa5fbc)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:41:01.842267 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:01.854321 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-89e67b22-4446-4b84-86a3-b127e0da946d req-07a2d833-da36-46bc-bb80-53161f06d1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:01.893499 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e67b22-4446-4b84-86a3-b127e0da946d req-07a2d833-da36-46bc-bb80-53161f06d1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:41:01.894132 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-89e67b22-4446-4b84-86a3-b127e0da946d req-07a2d833-da36-46bc-bb80-53161f06d1b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:01.895644 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-89e67b22-4446-4b84-86a3-b127e0da946d req-07a2d833-da36-46bc-bb80-53161f06d1b7 service neutron] 10.222.0.54 "PUT /v2.0/ports/a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85 HTTP/1.1" status: 200 len: 1092 time: 0.8582466 Jul 09 15:41:01.917587 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a2d833-da36-46bc-bb80-53161f06d1b7 service neutron] Pushing event updated for resources: {'Port': ['ID=a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85,revision_number=7']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:41:01.975283 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e67b22-4446-4b84-86a3-b127e0da946d req-4c37012a-d42c-478f-85fd-d6dbec9bf967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:41:01.976859 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-89e67b22-4446-4b84-86a3-b127e0da946d req-4c37012a-d42c-478f-85fd-d6dbec9bf967 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3fc371c8797c46bba7bf392112782133&device_id=59349237-bb56-4611-aea8-0e39d5277f95 HTTP/1.1" status: 200 len: 1095 time: 0.0553665 Jul 09 15:41:02.069118 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e67b22-4446-4b84-86a3-b127e0da946d req-09145336-0435-4215-9b7f-b2b0246feb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:41:02.070623 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-89e67b22-4446-4b84-86a3-b127e0da946d req-09145336-0435-4215-9b7f-b2b0246feb86 service neutron] 10.222.0.54 "GET /v2.0/networks?id=534dc0b4-5587-4f4f-8671-522957f978c5 HTTP/1.1" status: 200 len: 915 time: 0.0861244 Jul 09 15:41:02.118387 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-89e67b22-4446-4b84-86a3-b127e0da946d req-26cf8fda-72da-48dd-ae30-3b23e28f5785 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85 HTTP/1.1" status: 200 len: 217 time: 0.0416551 Jul 09 15:41:02.167923 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e67b22-4446-4b84-86a3-b127e0da946d req-b707b428-d093-47a5-8fd3-e78ec661bc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:41:02.169660 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-89e67b22-4446-4b84-86a3-b127e0da946d req-b707b428-d093-47a5-8fd3-e78ec661bc15 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=07936500-c8c1-4270-8686-4e8f6958c1dd HTTP/1.1" status: 200 len: 854 time: 0.0447073 Jul 09 15:41:02.201955 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-89e67b22-4446-4b84-86a3-b127e0da946d req-f394c35f-a749-4dd3-b141-514352adfc48 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=534dc0b4-5587-4f4f-8671-522957f978c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257854 Jul 09 15:41:02.299066 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-89e67b22-4446-4b84-86a3-b127e0da946d req-5f20e9dc-a5bf-43e4-a116-7ab8dacb9300 service neutron] 10.222.0.54 "GET /v2.0/networks/534dc0b4-5587-4f4f-8671-522957f978c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891614 Jul 09 15:41:02.386713 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-89e67b22-4446-4b84-86a3-b127e0da946d req-1ed32a7e-7ef3-4e31-a4b7-c313dc1101b8 service neutron] 10.222.0.54 "GET /v2.0/networks/534dc0b4-5587-4f4f-8671-522957f978c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821838 Jul 09 15:41:02.911167 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd909d-7720-48c8-bfd1-57755dc5fb95 req-6db967b7-61bb-45a9-a9f4-1a1b94093455 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:41:02.912704 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c4cd909d-7720-48c8-bfd1-57755dc5fb95 req-6db967b7-61bb-45a9-a9f4-1a1b94093455 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=59349237-bb56-4611-aea8-0e39d5277f95 HTTP/1.1" status: 200 len: 944 time: 0.0744796 Jul 09 15:41:02.951626 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c4cd909d-7720-48c8-bfd1-57755dc5fb95 req-88f30074-8ffd-429d-bf43-ba24a8306ef9 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333385 Jul 09 15:41:02.986532 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ba690-8a20-4f1b-9506-39ef8e3b59a0 req-d01ed8ce-0a4f-4e67-9aaf-38fc5f3c6864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:41:02.988080 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-985ba690-8a20-4f1b-9506-39ef8e3b59a0 req-d01ed8ce-0a4f-4e67-9aaf-38fc5f3c6864 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3fc371c8797c46bba7bf392112782133&device_id=59349237-bb56-4611-aea8-0e39d5277f95 HTTP/1.1" status: 200 len: 1095 time: 0.0561745 Jul 09 15:41:03.099880 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ba690-8a20-4f1b-9506-39ef8e3b59a0 req-f3e19f86-5f80-48bb-b114-16c8c082ec05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:41:03.101253 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-985ba690-8a20-4f1b-9506-39ef8e3b59a0 req-f3e19f86-5f80-48bb-b114-16c8c082ec05 service neutron] 10.222.0.54 "GET /v2.0/networks?id=534dc0b4-5587-4f4f-8671-522957f978c5 HTTP/1.1" status: 200 len: 915 time: 0.0923605 Jul 09 15:41:03.145357 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-985ba690-8a20-4f1b-9506-39ef8e3b59a0 req-b0174c2d-529a-49bd-8d72-ba0faf28c7e4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85 HTTP/1.1" status: 200 len: 217 time: 0.0356579 Jul 09 15:41:03.199032 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ba690-8a20-4f1b-9506-39ef8e3b59a0 req-57222c04-e293-42ef-b7ae-d622ea8edec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:41:03.200536 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-985ba690-8a20-4f1b-9506-39ef8e3b59a0 req-57222c04-e293-42ef-b7ae-d622ea8edec2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=07936500-c8c1-4270-8686-4e8f6958c1dd HTTP/1.1" status: 200 len: 854 time: 0.0488107 Jul 09 15:41:03.233850 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-985ba690-8a20-4f1b-9506-39ef8e3b59a0 req-b8b32f16-582c-441e-bce0-9fbc2cce24cb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=534dc0b4-5587-4f4f-8671-522957f978c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262189 Jul 09 15:41:03.334397 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-985ba690-8a20-4f1b-9506-39ef8e3b59a0 req-3721c47c-0c07-45bf-b3bf-56a98790f15b service neutron] 10.222.0.54 "GET /v2.0/networks/534dc0b4-5587-4f4f-8671-522957f978c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930712 Jul 09 15:41:03.437306 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-985ba690-8a20-4f1b-9506-39ef8e3b59a0 req-2e241478-20f3-4ca9-8cbc-54c1901a954f service neutron] 10.222.0.54 "GET /v2.0/networks/534dc0b4-5587-4f4f-8671-522957f978c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946701 Jul 09 15:41:03.469114 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59349237-bb56-4611-aea8-0e39d5277f95', 'tag': 'a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:41:03.471491 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bb405a18ca731a56dedfaaf5e9a79789110744f6b6799bb7a0722340b5c16f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7095411b-6206-4caa-9c99-31eca47c7505" -d '{"events": [{"name": "network-changed", "server_uuid": "59349237-bb56-4611-aea8-0e39d5277f95", "tag": "a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:41:03.526255 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ed0401-1b43-49fc-b504-655a28a9d44b x-openstack-request-id: req-98ed0401-1b43-49fc-b504-655a28a9d44b {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:41:03.526545 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59349237-bb56-4611-aea8-0e39d5277f95", "tag": "a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:41:03.526797 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-98ed0401-1b43-49fc-b504-655a28a9d44b {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:41:03.527226 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59349237-bb56-4611-aea8-0e39d5277f95', 'tag': 'a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85', 'status': 'completed', 'code': 200} Jul 09 15:41:03.602506 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095411b-6206-4caa-9c99-31eca47c7505 req-25a26d99-a4c5-4cb1-b82c-43c5c2d7df3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:41:03.604036 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7095411b-6206-4caa-9c99-31eca47c7505 req-25a26d99-a4c5-4cb1-b82c-43c5c2d7df3a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3fc371c8797c46bba7bf392112782133&device_id=59349237-bb56-4611-aea8-0e39d5277f95 HTTP/1.1" status: 200 len: 1095 time: 0.0569091 Jul 09 15:41:03.628020 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095411b-6206-4caa-9c99-31eca47c7505 req-4f0619b9-576a-4b19-99b5-e229f59d3770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:41:03.629535 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7095411b-6206-4caa-9c99-31eca47c7505 req-4f0619b9-576a-4b19-99b5-e229f59d3770 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3fc371c8797c46bba7bf392112782133&device_id=59349237-bb56-4611-aea8-0e39d5277f95 HTTP/1.1" status: 200 len: 1095 time: 0.0576560 Jul 09 15:41:03.702447 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095411b-6206-4caa-9c99-31eca47c7505 req-1f6a1dc8-fd2f-416a-a4eb-ab40632a7762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:41:03.704019 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7095411b-6206-4caa-9c99-31eca47c7505 req-1f6a1dc8-fd2f-416a-a4eb-ab40632a7762 service neutron] 10.222.0.54 "GET /v2.0/networks?id=534dc0b4-5587-4f4f-8671-522957f978c5 HTTP/1.1" status: 200 len: 915 time: 0.0917485 Jul 09 15:41:03.724572 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095411b-6206-4caa-9c99-31eca47c7505 req-6c59b8a8-7573-4965-9ca8-88ec9a424069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:41:03.726084 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7095411b-6206-4caa-9c99-31eca47c7505 req-6c59b8a8-7573-4965-9ca8-88ec9a424069 service neutron] 10.222.0.62 "GET /v2.0/networks?id=534dc0b4-5587-4f4f-8671-522957f978c5 HTTP/1.1" status: 200 len: 915 time: 0.0906751 Jul 09 15:41:03.771222 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7095411b-6206-4caa-9c99-31eca47c7505 req-9f644064-8f08-4db4-aaa1-8c5cb03d21c4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85 HTTP/1.1" status: 200 len: 217 time: 0.0368803 Jul 09 15:41:03.825534 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095411b-6206-4caa-9c99-31eca47c7505 req-74f86263-5724-4827-895e-f136fb6171e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:41:03.827039 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7095411b-6206-4caa-9c99-31eca47c7505 req-74f86263-5724-4827-895e-f136fb6171e3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=07936500-c8c1-4270-8686-4e8f6958c1dd HTTP/1.1" status: 200 len: 854 time: 0.0503123 Jul 09 15:41:03.860394 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7095411b-6206-4caa-9c99-31eca47c7505 req-5e6b3c59-c122-45ea-922c-47ad37d19a24 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=534dc0b4-5587-4f4f-8671-522957f978c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271928 Jul 09 15:41:03.956159 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7095411b-6206-4caa-9c99-31eca47c7505 req-669fd072-50a1-49df-ba28-d044890f42cf service neutron] 10.222.0.62 "GET /v2.0/networks/534dc0b4-5587-4f4f-8671-522957f978c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888193 Jul 09 15:41:04.055827 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7095411b-6206-4caa-9c99-31eca47c7505 req-9b775165-9583-4f02-94dc-cddc1b8afaca service neutron] 10.222.0.62 "GET /v2.0/networks/534dc0b4-5587-4f4f-8671-522957f978c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939505 Jul 09 15:41:04.085544 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7095411b-6206-4caa-9c99-31eca47c7505 req-9514f18a-2f5d-4cfd-a9b8-2e880beffe2e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85 HTTP/1.1" status: 200 len: 217 time: 0.3742502 Jul 09 15:41:04.139267 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c3162f-5417-4db4-a88b-898143f5df19 req-34ca10c5-1c9b-47d6-9c00-5c9f8a0a63e6 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:41:04.140827 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-83c3162f-5417-4db4-a88b-898143f5df19 req-34ca10c5-1c9b-47d6-9c00-5c9f8a0a63e6 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=59349237-bb56-4611-aea8-0e39d5277f95 HTTP/1.1" status: 200 len: 944 time: 0.0687063 Jul 09 15:41:04.142857 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095411b-6206-4caa-9c99-31eca47c7505 req-d95d35c0-5f8b-40ef-a8b8-387b11ca9f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:41:04.144361 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7095411b-6206-4caa-9c99-31eca47c7505 req-d95d35c0-5f8b-40ef-a8b8-387b11ca9f59 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=07936500-c8c1-4270-8686-4e8f6958c1dd HTTP/1.1" status: 200 len: 854 time: 0.0489941 Jul 09 15:41:04.178338 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7095411b-6206-4caa-9c99-31eca47c7505 req-3ff3374e-a568-4782-96d1-72b3382a4f39 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=534dc0b4-5587-4f4f-8671-522957f978c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273499 Jul 09 15:41:04.182593 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-83c3162f-5417-4db4-a88b-898143f5df19 req-0a5bc52d-eea6-45ce-93c8-3de8d68b6ecb tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350406 Jul 09 15:41:04.272951 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7095411b-6206-4caa-9c99-31eca47c7505 req-ef826e89-98d5-4e8e-a0c5-bad60b691b09 service neutron] 10.222.0.54 "GET /v2.0/networks/534dc0b4-5587-4f4f-8671-522957f978c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880504 Jul 09 15:41:04.369593 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7095411b-6206-4caa-9c99-31eca47c7505 req-56a93937-da8c-4a2a-ba88-8ff4b14e058c service neutron] 10.222.0.54 "GET /v2.0/networks/534dc0b4-5587-4f4f-8671-522957f978c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896714 Jul 09 15:41:04.818891 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:41:04.858949 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85 not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:41:05.360727 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8287a9dd-db4d-40be-8f10-29f0a7f038b3 req-a3f5e477-de86-406a-9a65-a21780004e8a tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:41:05.362909 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8287a9dd-db4d-40be-8f10-29f0a7f038b3 req-a3f5e477-de86-406a-9a65-a21780004e8a tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=59349237-bb56-4611-aea8-0e39d5277f95 HTTP/1.1" status: 200 len: 944 time: 0.0648067 Jul 09 15:41:05.401185 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8287a9dd-db4d-40be-8f10-29f0a7f038b3 req-39293ddd-e839-42eb-afba-c63a2a983740 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326259 Jul 09 15:41:05.822802 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8324e-97f2-413a-9773-7ec140ff16c0 req-403ca2bb-e8a3-46ae-a5ec-8bbc6bdf7750 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:41:05.824405 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3eb8324e-97f2-413a-9773-7ec140ff16c0 req-403ca2bb-e8a3-46ae-a5ec-8bbc6bdf7750 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=59349237-bb56-4611-aea8-0e39d5277f95 HTTP/1.1" status: 200 len: 944 time: 0.0654602 Jul 09 15:41:05.865324 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3eb8324e-97f2-413a-9773-7ec140ff16c0 req-b82b5761-5b6c-4d2e-8180-f3bcfbdd80c4 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347352 Jul 09 15:41:05.931057 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f7527-0a14-4a93-8513-61045e5ebb05 req-3c352a89-39b0-4b80-87af-d816196ce9d3 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:41:05.932552 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d38f7527-0a14-4a93-8513-61045e5ebb05 req-3c352a89-39b0-4b80-87af-d816196ce9d3 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.62 "GET /v2.0/ports?device_id=59349237-bb56-4611-aea8-0e39d5277f95&tenant_id=3fc371c8797c46bba7bf392112782133&binding%3Ahost_id=n-h2-799529-6 HTTP/1.1" status: 200 len: 944 time: 0.0774844 Jul 09 15:41:05.991899 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [req-d38f7527-0a14-4a93-8513-61045e5ebb05 req-cb03f3d1-aadd-4779-ba8b-ddfefaed670c service neutron] delete failed (client error): The resource could not be found. Jul 09 15:41:05.992879 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d38f7527-0a14-4a93-8513-61045e5ebb05 req-cb03f3d1-aadd-4779-ba8b-ddfefaed670c service neutron] 10.222.0.62 "DELETE /v2.0/ports/a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85/bindings/n-h1-799529-6 HTTP/1.1" status: 404 len: 380 time: 0.0534003 Jul 09 15:41:06.104669 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f7527-0a14-4a93-8513-61045e5ebb05 req-803a892b-fd17-48a5-b09b-51b1037716f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:41:06.106108 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d38f7527-0a14-4a93-8513-61045e5ebb05 req-803a892b-fd17-48a5-b09b-51b1037716f8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3fc371c8797c46bba7bf392112782133&device_id=59349237-bb56-4611-aea8-0e39d5277f95 HTTP/1.1" status: 200 len: 1095 time: 0.0525005 Jul 09 15:41:06.196662 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f7527-0a14-4a93-8513-61045e5ebb05 req-6411954c-f99c-4f0b-bb1a-1c4e7054b362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:41:06.198125 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d38f7527-0a14-4a93-8513-61045e5ebb05 req-6411954c-f99c-4f0b-bb1a-1c4e7054b362 service neutron] 10.222.0.62 "GET /v2.0/networks?id=534dc0b4-5587-4f4f-8671-522957f978c5 HTTP/1.1" status: 200 len: 915 time: 0.0855820 Jul 09 15:41:06.239624 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d38f7527-0a14-4a93-8513-61045e5ebb05 req-09bfc4b1-89aa-49ff-a955-af2e7054d954 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85 HTTP/1.1" status: 200 len: 217 time: 0.0336692 Jul 09 15:41:06.287171 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f7527-0a14-4a93-8513-61045e5ebb05 req-0a30c4bd-a523-4a91-a062-51959fc01889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:41:06.288702 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d38f7527-0a14-4a93-8513-61045e5ebb05 req-0a30c4bd-a523-4a91-a062-51959fc01889 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=07936500-c8c1-4270-8686-4e8f6958c1dd HTTP/1.1" status: 200 len: 854 time: 0.0428991 Jul 09 15:41:06.323743 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d38f7527-0a14-4a93-8513-61045e5ebb05 req-87d7cc46-5600-4b33-b1dc-5617b7e79fdb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=534dc0b4-5587-4f4f-8671-522957f978c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283518 Jul 09 15:41:06.414694 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d38f7527-0a14-4a93-8513-61045e5ebb05 req-4ae019e2-418d-44c8-9e85-33c61e5b3cd8 service neutron] 10.222.0.62 "GET /v2.0/networks/534dc0b4-5587-4f4f-8671-522957f978c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832217 Jul 09 15:41:06.508876 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d38f7527-0a14-4a93-8513-61045e5ebb05 req-1f3c115c-3678-48ca-88ea-378f8166823f service neutron] 10.222.0.62 "GET /v2.0/networks/534dc0b4-5587-4f4f-8671-522957f978c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867956 Jul 09 15:41:06.866598 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 15:41:06.959563 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85,segment=NetworkSegment(92f54156-2149-419a-8b51-f43274aa5fbc),segment_id=92f54156-2149-419a-8b51-f43274aa5fbc)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:41:06.970900 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': 'a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85', 'network_id': '534dc0b4-5587-4f4f-8671-522957f978c5', 'port_id': 'a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85', 'mac_address': 'fa:16:3e:05:1c:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07936500-c8c1-4270-8686-4e8f6958c1dd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 15:41:07.014992 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:07.027556 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:41:07.039690 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778239c-3e46-49f0-b423-e130b1578a63 req-0d3b2103-29d9-4145-abb4-0049ee7f2f46 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:41:07.041200 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e778239c-3e46-49f0-b423-e130b1578a63 req-0d3b2103-29d9-4145-abb4-0049ee7f2f46 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=59349237-bb56-4611-aea8-0e39d5277f95 HTTP/1.1" status: 200 len: 944 time: 0.0639756 Jul 09 15:41:07.047072 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85,segment=NetworkSegment(92f54156-2149-419a-8b51-f43274aa5fbc),segment_id=92f54156-2149-419a-8b51-f43274aa5fbc)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:41:07.078950 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e778239c-3e46-49f0-b423-e130b1578a63 req-db43d86a-8c51-4a8b-b696-d00342886de3 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318193 Jul 09 15:41:07.139483 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:07.188118 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85,revision_number=8']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:41:07.346823 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:41:08.257753 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18fda3d-4112-4188-ad42-e9283ed539cb req-e64674ce-9228-4f71-9390-290d35e4d96a tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:41:08.259225 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d18fda3d-4112-4188-ad42-e9283ed539cb req-e64674ce-9228-4f71-9390-290d35e4d96a tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=59349237-bb56-4611-aea8-0e39d5277f95 HTTP/1.1" status: 200 len: 945 time: 0.0658939 Jul 09 15:41:08.297245 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d18fda3d-4112-4188-ad42-e9283ed539cb req-43ae5299-0cab-40ac-bed6-0a29bc23bba9 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322030 Jul 09 15:41:08.473448 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83399a30-4bc9-44a6-8e92-1615ff5f3dc8 req-6a84493e-b17a-40a3-a596-b026d9136464 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:41:08.474929 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-83399a30-4bc9-44a6-8e92-1615ff5f3dc8 req-6a84493e-b17a-40a3-a596-b026d9136464 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=59349237-bb56-4611-aea8-0e39d5277f95 HTTP/1.1" status: 200 len: 945 time: 0.0615451 Jul 09 15:41:08.511002 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-83399a30-4bc9-44a6-8e92-1615ff5f3dc8 req-1af96e62-39bc-4369-9e84-3c31b7756a4c tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305395 Jul 09 15:41:08.691591 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622edbc6-7698-4a43-aaea-16eb02ffd9cc req-eeb52983-5ab4-4cb0-b04a-aaca46ac256e tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:41:08.693087 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-622edbc6-7698-4a43-aaea-16eb02ffd9cc req-eeb52983-5ab4-4cb0-b04a-aaca46ac256e tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=59349237-bb56-4611-aea8-0e39d5277f95 HTTP/1.1" status: 200 len: 945 time: 0.0727870 Jul 09 15:41:08.730169 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-622edbc6-7698-4a43-aaea-16eb02ffd9cc req-fb0d0dc8-949e-4cd7-b63c-bff842954896 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314491 Jul 09 15:41:08.887095 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:41:08.993154 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:41:08.997060 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:41:08.997875 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:09.077055 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:09.102295 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59349237-bb56-4611-aea8-0e39d5277f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:41:09.104803 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e75b9a97cbd66444b13ae988a684abc34c7a24a50a729030cfede81e7322398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ba9c3f-45c0-49c9-8ef2-85921c19a4c1" -d '{"events": [{"server_uuid": "59349237-bb56-4611-aea8-0e39d5277f95", "name": "network-vif-plugged", "status": "completed", "tag": "a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:41:09.118144 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85,segment=NetworkSegment(92f54156-2149-419a-8b51-f43274aa5fbc),segment_id=92f54156-2149-419a-8b51-f43274aa5fbc)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:41:09.140177 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-064ca890-db20-48e2-96f6-6c04cb31019a x-openstack-request-id: req-064ca890-db20-48e2-96f6-6c04cb31019a {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:41:09.140471 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59349237-bb56-4611-aea8-0e39d5277f95", "name": "network-vif-plugged", "status": "completed", "tag": "a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:41:09.140798 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-064ca890-db20-48e2-96f6-6c04cb31019a {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:41:09.141242 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59349237-bb56-4611-aea8-0e39d5277f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85', 'code': 200} Jul 09 15:41:09.198823 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:09.249833 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85,revision_number=9']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:41:09.513723 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b9d92-ad5c-4c98-818b-4838b21146dc req-13908a70-a267-4700-a6fd-70dc562b4c52 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:41:09.515108 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-528b9d92-ad5c-4c98-818b-4838b21146dc req-13908a70-a267-4700-a6fd-70dc562b4c52 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=59349237-bb56-4611-aea8-0e39d5277f95 HTTP/1.1" status: 200 len: 946 time: 0.0684004 Jul 09 15:41:09.552857 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-528b9d92-ad5c-4c98-818b-4838b21146dc req-0f64f802-565a-4512-8e98-112aee735b27 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313246 Jul 09 15:41:10.632463 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb120c2c-f7fe-4b14-acbe-7a3ab5acd350 req-1737395a-2162-4c1d-bd50-cb22075d5765 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:41:10.634082 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fb120c2c-f7fe-4b14-acbe-7a3ab5acd350 req-1737395a-2162-4c1d-bd50-cb22075d5765 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.54 "GET /v2.0/ports?device_id=59349237-bb56-4611-aea8-0e39d5277f95 HTTP/1.1" status: 200 len: 946 time: 0.0710282 Jul 09 15:41:10.788758 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be94a8-6b3c-4578-8646-4a67caa4c09f req-721a8d7e-9e1a-4032-b3d7-345163ecdd84 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:41:10.790273 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-32be94a8-6b3c-4578-8646-4a67caa4c09f req-721a8d7e-9e1a-4032-b3d7-345163ecdd84 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/ports?device_id=59349237-bb56-4611-aea8-0e39d5277f95 HTTP/1.1" status: 200 len: 946 time: 0.1243100 Jul 09 15:41:10.816900 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-fb120c2c-f7fe-4b14-acbe-7a3ab5acd350 req-d9a80011-c639-4ab2-8541-098b2abbe6a6 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Deleting port a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:41:10.817236 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-fb120c2c-f7fe-4b14-acbe-7a3ab5acd350 req-d9a80011-c639-4ab2-8541-098b2abbe6a6 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:10.879560 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-32be94a8-6b3c-4578-8646-4a67caa4c09f req-66da01f5-fb74-4ff5-8c08-2a50771fc20b tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e21d0c5-81e2-42e6-a993-e05b36d2827f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827177 Jul 09 15:41:10.919707 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-fb120c2c-f7fe-4b14-acbe-7a3ab5acd350 req-d9a80011-c639-4ab2-8541-098b2abbe6a6 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] For port a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85,segment=NetworkSegment(92f54156-2149-419a-8b51-f43274aa5fbc),segment_id=92f54156-2149-419a-8b51-f43274aa5fbc)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:41:10.920071 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-fb120c2c-f7fe-4b14-acbe-7a3ab5acd350 req-d9a80011-c639-4ab2-8541-098b2abbe6a6 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:10.933860 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-fb120c2c-f7fe-4b14-acbe-7a3ab5acd350 req-d9a80011-c639-4ab2-8541-098b2abbe6a6 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Calling delete_port for a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85 owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:41:11.133221 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-fb120c2c-f7fe-4b14-acbe-7a3ab5acd350 req-d9a80011-c639-4ab2-8541-098b2abbe6a6 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:11.146525 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:41:11.163084 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a80011-c639-4ab2-8541-098b2abbe6a6 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Pushing event deleted for resources: {'Port': ['ID=a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:41:11.212330 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb120c2c-f7fe-4b14-acbe-7a3ab5acd350 req-d9a80011-c639-4ab2-8541-098b2abbe6a6 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] No DVR routers for this DVR port a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85 on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:41:11.214835 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-fb120c2c-f7fe-4b14-acbe-7a3ab5acd350 req-d9a80011-c639-4ab2-8541-098b2abbe6a6 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:11.216861 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fb120c2c-f7fe-4b14-acbe-7a3ab5acd350 req-d9a80011-c639-4ab2-8541-098b2abbe6a6 tempest-ServerDiskConfigTestJSON-1219121542 tempest-ServerDiskConfigTestJSON-1219121542-project] 10.222.0.54 "DELETE /v2.0/ports/a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85 HTTP/1.1" status: 204 len: 173 time: 0.5772870 Jul 09 15:41:11.217310 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59349237-bb56-4611-aea8-0e39d5277f95', 'name': 'network-vif-deleted', 'tag': 'a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:41:11.219589 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bb405a18ca731a56dedfaaf5e9a79789110744f6b6799bb7a0722340b5c16f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-452b8e83-1ba0-44ef-8ca2-945f0b73bc25" -d '{"events": [{"server_uuid": "59349237-bb56-4611-aea8-0e39d5277f95", "name": "network-vif-deleted", "tag": "a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:41:11.255914 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ffcf813-67e7-4664-80a7-b1c5f99aac64 x-openstack-request-id: req-1ffcf813-67e7-4664-80a7-b1c5f99aac64 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:41:11.256205 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59349237-bb56-4611-aea8-0e39d5277f95", "name": "network-vif-deleted", "tag": "a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:41:11.256460 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1ffcf813-67e7-4664-80a7-b1c5f99aac64 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:41:11.256863 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59349237-bb56-4611-aea8-0e39d5277f95', 'name': 'network-vif-deleted', 'tag': 'a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85', 'status': 'completed', 'code': 200} Jul 09 15:41:12.114327 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 55796) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:41:12.159948 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1011538-e0f9-4033-a0ca-18d31c92084d admin admin] Deleting subnet 07936500-c8c1-4270-8686-4e8f6958c1dd {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:41:12.163621 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b1011538-e0f9-4033-a0ca-18d31c92084d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:12.201484 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b1011538-e0f9-4033-a0ca-18d31c92084d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:12.243805 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b1011538-e0f9-4033-a0ca-18d31c92084d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:12.356290 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b1011538-e0f9-4033-a0ca-18d31c92084d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:12.387888 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1011538-e0f9-4033-a0ca-18d31c92084d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07936500-c8c1-4270-8686-4e8f6958c1dd,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:41:12.391635 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b1011538-e0f9-4033-a0ca-18d31c92084d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:12.393601 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b1011538-e0f9-4033-a0ca-18d31c92084d admin admin] 10.222.0.58 "DELETE /v2.0/subnets/07936500-c8c1-4270-8686-4e8f6958c1dd HTTP/1.1" status: 204 len: 168 time: 0.2782645 Jul 09 15:41:12.396110 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 55798) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:41:12.466140 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-822168aa-d06e-492f-9a05-1846d0c477da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:12.553280 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-822168aa-d06e-492f-9a05-1846d0c477da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:12.563673 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-822168aa-d06e-492f-9a05-1846d0c477da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['534dc0b4-5587-4f4f-8671-522957f978c5']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:41:12.574042 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-822168aa-d06e-492f-9a05-1846d0c477da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92f54156-2149-419a-8b51-f43274aa5fbc') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:41:12.574336 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-822168aa-d06e-492f-9a05-1846d0c477da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92f54156-2149-419a-8b51-f43274aa5fbc') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:41:12.583027 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-822168aa-d06e-492f-9a05-1846d0c477da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:12.597094 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-822168aa-d06e-492f-9a05-1846d0c477da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:12.603073 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-822168aa-d06e-492f-9a05-1846d0c477da admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:41:12.603477 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-822168aa-d06e-492f-9a05-1846d0c477da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:12.605171 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:41:12.605171 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:41:12.605171 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:41:12.605171 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:41:12.605171 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:41:12.605171 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:41:12.605171 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:41:12.605171 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:41:12.605171 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:41:12.605171 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:41:12.605171 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:41:12.605171 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:41:12.605171 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:41:12.605171 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:41:12.605171 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 15:41:12.605171 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:41:12.605171 n-d-799529-6 neutron-server[94445]: timer() Jul 09 15:41:12.605171 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:41:12.605171 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 15:41:12.605171 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:41:12.605171 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 15:41:12.605171 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:41:12.605171 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 15:41:12.605171 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:41:12.605171 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 15:41:12.605171 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:41:12.605171 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 15:41:12.605171 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:41:12.605171 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:41:12.605171 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:41:12.605171 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:41:12.605171 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:41:12.605171 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 15:41:12.605171 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:41:12.605171 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 15:41:12.605171 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:41:12.605171 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:41:12.605171 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:41:12.605171 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 15:41:12.605171 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:41:12.605171 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:41:12.605171 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:41:12.605171 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:41:12.605171 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:41:12.605171 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:41:12.605171 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:41:12.719125 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-822168aa-d06e-492f-9a05-1846d0c477da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:12.725353 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-822168aa-d06e-492f-9a05-1846d0c477da admin admin] Notify callbacks [] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:12.727220 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-822168aa-d06e-492f-9a05-1846d0c477da admin admin] 10.222.0.58 "DELETE /v2.0/networks/534dc0b4-5587-4f4f-8671-522957f978c5 HTTP/1.1" status: 204 len: 168 time: 0.3301544 Jul 09 15:41:12.739016 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822168aa-d06e-492f-9a05-1846d0c477da admin admin] Pushing event deleted for resources: {'Network': ['ID=534dc0b4-5587-4f4f-8671-522957f978c5,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:41:13.031972 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 55802) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:41:13.071242 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c34e6fd5-def9-4350-a12d-def2f841dd0f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3fc371c8797c46bba7bf392112782133&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380704 Jul 09 15:41:13.073584 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 55804) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:41:13.126852 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8504b321-5bbb-4f24-81ba-89714028ecc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:13.148511 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8504b321-5bbb-4f24-81ba-89714028ecc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:13.287481 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8504b321-5bbb-4f24-81ba-89714028ecc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:13.290060 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8504b321-5bbb-4f24-81ba-89714028ecc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:13.291247 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-8504b321-5bbb-4f24-81ba-89714028ecc7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1e21d0c5-81e2-42e6-a993-e05b36d2827f HTTP/1.1" status: 204 len: 168 time: 0.2167082 Jul 09 15:41:13.299570 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8504b321-5bbb-4f24-81ba-89714028ecc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e21d0c5-81e2-42e6-a993-e05b36d2827f,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:41:14.271653 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 55826) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:41:14.366536 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-297f5293-5dc0-4138-8b6a-66fe9107d972 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-316792187-network', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:41:14.466904 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-297f5293-5dc0-4138-8b6a-66fe9107d972 admin admin] Made reservation on behalf of 3a2e3821cf1a497198ff34b3df5b4b26 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:41:14.469378 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-297f5293-5dc0-4138-8b6a-66fe9107d972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:14.479169 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-297f5293-5dc0-4138-8b6a-66fe9107d972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:14.568206 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-297f5293-5dc0-4138-8b6a-66fe9107d972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:14.644875 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-297f5293-5dc0-4138-8b6a-66fe9107d972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:14.670623 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-297f5293-5dc0-4138-8b6a-66fe9107d972 admin admin] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:41:14.681926 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297f5293-5dc0-4138-8b6a-66fe9107d972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a29edb-2a41-432d-b875-c96d7cb4ed67,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:41:14.686963 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-297f5293-5dc0-4138-8b6a-66fe9107d972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:14.687428 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-297f5293-5dc0-4138-8b6a-66fe9107d972 admin admin] Added segment 7b3f88b7-e575-46f0-9305-dec137800846 of type vlan for network 049dafce-25e0-4b39-b5cd-c751bf7fa90f Jul 09 15:41:14.729904 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-297f5293-5dc0-4138-8b6a-66fe9107d972 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:14.844366 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-297f5293-5dc0-4138-8b6a-66fe9107d972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:14.845384 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297f5293-5dc0-4138-8b6a-66fe9107d972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:41:14.846015 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-297f5293-5dc0-4138-8b6a-66fe9107d972 admin admin] Notify callbacks [] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:14.909968 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297f5293-5dc0-4138-8b6a-66fe9107d972 admin admin] Pushing event updated for resources: {'Network': ['ID=049dafce-25e0-4b39-b5cd-c751bf7fa90f,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:41:14.913114 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:41:14.934504 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 049dafce-25e0-4b39-b5cd-c751bf7fa90f details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:41:14.937751 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:41:14.938097 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device a31fbf9e-ee2e-4edd-9b0c-39c6285c4c85 not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:41:14.974593 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 55830) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:41:14.975215 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-297f5293-5dc0-4138-8b6a-66fe9107d972 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7018955 Jul 09 15:41:14.980461 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-4f0bf047-5eb7-4cab-b194-f82bb384fa6e admin admin] Request body: {'subnet': {'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-316792187-subnet', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:41:15.093307 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f0bf047-5eb7-4cab-b194-f82bb384fa6e admin admin] Made reservation on behalf of 3a2e3821cf1a497198ff34b3df5b4b26 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:41:15.095928 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4f0bf047-5eb7-4cab-b194-f82bb384fa6e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:15.321890 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4f0bf047-5eb7-4cab-b194-f82bb384fa6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:15.377517 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0bf047-5eb7-4cab-b194-f82bb384fa6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a0449c8-405f-41d6-9115-e55438c81ff8,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:41:15.388769 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0bf047-5eb7-4cab-b194-f82bb384fa6e admin admin] Checking segment: {'id': '7b3f88b7-e575-46f0-9305-dec137800846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:41:15.389134 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0bf047-5eb7-4cab-b194-f82bb384fa6e admin admin] Network hostable DHCP agents. Network: 049dafce-25e0-4b39-b5cd-c751bf7fa90f, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:41:15.413139 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:15.499432 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0bf047-5eb7-4cab-b194-f82bb384fa6e admin admin] Network 049dafce-25e0-4b39-b5cd-c751bf7fa90f is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:41:15.561783 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-4f0bf047-5eb7-4cab-b194-f82bb384fa6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 049dafce-25e0-4b39-b5cd-c751bf7fa90f) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:41:15.566306 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0bf047-5eb7-4cab-b194-f82bb384fa6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:41:15.566903 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4f0bf047-5eb7-4cab-b194-f82bb384fa6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:15.575495 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95035345-7ddf-468e-a883-38e01b0671f1 None None] Network 049dafce-25e0-4b39-b5cd-c751bf7fa90f requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:41:15.653837 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-4f0bf047-5eb7-4cab-b194-f82bb384fa6e admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6771650 Jul 09 15:41:15.657203 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 55832) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:41:15.662329 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-10cd4b17-dd0c-42d5-996f-294a67626859 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-316792187-router', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:41:15.725526 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7656f48-0a46-45b6-9764-42574d8a0871 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-049dafce-25e0-4b39-b5cd-c751bf7fa90f', 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'fixed_ips': [{'subnet_id': '0a0449c8-405f-41d6-9115-e55438c81ff8'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:41:15.726411 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a7656f48-0a46-45b6-9764-42574d8a0871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:15.744826 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-10cd4b17-dd0c-42d5-996f-294a67626859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:15.746391 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-10cd4b17-dd0c-42d5-996f-294a67626859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:15.811171 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-10cd4b17-dd0c-42d5-996f-294a67626859 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:15.861352 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-a7656f48-0a46-45b6-9764-42574d8a0871 None None] Allocated IP 172.20.0.2 (049dafce-25e0-4b39-b5cd-c751bf7fa90f/0a0449c8-405f-41d6-9115-e55438c81ff8/333c1ad9-068b-40d4-91ef-a952b92e7c50) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:41:16.003910 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-10cd4b17-dd0c-42d5-996f-294a67626859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:16.008271 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a7656f48-0a46-45b6-9764-42574d8a0871 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:16.017877 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a7656f48-0a46-45b6-9764-42574d8a0871 None None] Transition to ACTIVE for port object 333c1ad9-068b-40d4-91ef-a952b92e7c50 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:41:16.033650 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a7656f48-0a46-45b6-9764-42574d8a0871 None None] Transition to ACTIVE for port object 333c1ad9-068b-40d4-91ef-a952b92e7c50 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:41:16.099199 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a7656f48-0a46-45b6-9764-42574d8a0871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:16.143383 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7656f48-0a46-45b6-9764-42574d8a0871 None None] Network 049dafce-25e0-4b39-b5cd-c751bf7fa90f is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:41:16.146850 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-a7656f48-0a46-45b6-9764-42574d8a0871 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:41:16.151584 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7656f48-0a46-45b6-9764-42574d8a0871 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:41:16.159387 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7656f48-0a46-45b6-9764-42574d8a0871 None None] Pushing event updated for resources: {'Port': ['ID=333c1ad9-068b-40d4-91ef-a952b92e7c50,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:41:16.223354 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-a7656f48-0a46-45b6-9764-42574d8a0871 None None] Attempting to bind port 333c1ad9-068b-40d4-91ef-a952b92e7c50 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:41:16.223797 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-a7656f48-0a46-45b6-9764-42574d8a0871 None None] Attempting to bind port 333c1ad9-068b-40d4-91ef-a952b92e7c50 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '7b3f88b7-e575-46f0-9305-dec137800846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:41:16.224223 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7656f48-0a46-45b6-9764-42574d8a0871 None None] Attempting to bind port 333c1ad9-068b-40d4-91ef-a952b92e7c50 on network 049dafce-25e0-4b39-b5cd-c751bf7fa90f {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:41:16.230319 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7656f48-0a46-45b6-9764-42574d8a0871 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:41:16.230689 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7656f48-0a46-45b6-9764-42574d8a0871 None None] Checking segment: {'id': '7b3f88b7-e575-46f0-9305-dec137800846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:41:16.231096 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a7656f48-0a46-45b6-9764-42574d8a0871 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:16.231493 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7656f48-0a46-45b6-9764-42574d8a0871 None None] Bound using segment: {'id': '7b3f88b7-e575-46f0-9305-dec137800846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:41:16.231981 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-a7656f48-0a46-45b6-9764-42574d8a0871 None None] Bound port: 333c1ad9-068b-40d4-91ef-a952b92e7c50, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b3f88b7-e575-46f0-9305-dec137800846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:41:16.232367 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a7656f48-0a46-45b6-9764-42574d8a0871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:16.279884 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-10cd4b17-dd0c-42d5-996f-294a67626859 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:16.298992 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a7656f48-0a46-45b6-9764-42574d8a0871 None None] For port 333c1ad9-068b-40d4-91ef-a952b92e7c50, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:41:16.299312 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-10cd4b17-dd0c-42d5-996f-294a67626859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:16.302407 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a7656f48-0a46-45b6-9764-42574d8a0871 None None] For port 333c1ad9-068b-40d4-91ef-a952b92e7c50, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=333c1ad9-068b-40d4-91ef-a952b92e7c50,segment=NetworkSegment(7b3f88b7-e575-46f0-9305-dec137800846),segment_id=7b3f88b7-e575-46f0-9305-dec137800846)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:41:16.379516 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a7656f48-0a46-45b6-9764-42574d8a0871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:16.404873 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-10cd4b17-dd0c-42d5-996f-294a67626859 admin admin] Allocated IP 172.25.3.77 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:41:16.444376 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7656f48-0a46-45b6-9764-42574d8a0871 None None] Pushing event updated for resources: {'Port': ['ID=333c1ad9-068b-40d4-91ef-a952b92e7c50,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:41:16.521170 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-10cd4b17-dd0c-42d5-996f-294a67626859 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:16.605647 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-10cd4b17-dd0c-42d5-996f-294a67626859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:16.651235 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cd4b17-dd0c-42d5-996f-294a67626859 admin admin] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:41:16.654296 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-10cd4b17-dd0c-42d5-996f-294a67626859 admin admin] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:41:16.661186 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cd4b17-dd0c-42d5-996f-294a67626859 admin admin] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:41:16.683956 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cd4b17-dd0c-42d5-996f-294a67626859 admin admin] Pushing event updated for resources: {'Port': ['ID=7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:41:16.962657 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-10cd4b17-dd0c-42d5-996f-294a67626859 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:17.404469 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20412e3c-ed83-4b65-b1d7-434abc1891d3 None None] Network 049dafce-25e0-4b39-b5cd-c751bf7fa90f requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:41:17.507820 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-10cd4b17-dd0c-42d5-996f-294a67626859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:17.552355 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a7f95317-f2c9-4634-8c79-93707621ccb1 None None] Provisioning for port 333c1ad9-068b-40d4-91ef-a952b92e7c50 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:41:17.741156 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10cd4b17-dd0c-42d5-996f-294a67626859 admin admin] Router 49ca18b1-b59f-4d59-9f82-aa588a33e2e2 is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 15:41:17.844469 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 333c1ad9-068b-40d4-91ef-a952b92e7c50 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:41:17.858144 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10cd4b17-dd0c-42d5-996f-294a67626859 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:41:17.870531 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41249651-70c1-45b7-8d44-dda8a8c1b564 None None] Sync routers for ids ['49ca18b1-b59f-4d59-9f82-aa588a33e2e2'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:41:17.891147 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41249651-70c1-45b7-8d44-dda8a8c1b564 None None] Routers {'49ca18b1-b59f-4d59-9f82-aa588a33e2e2'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:41:17.891818 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-41249651-70c1-45b7-8d44-dda8a8c1b564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:40:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['49ca18b1-b59f-4d59-9f82-aa588a33e2e2'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:41:17.921611 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-10cd4b17-dd0c-42d5-996f-294a67626859 admin admin] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:17.923075 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-10cd4b17-dd0c-42d5-996f-294a67626859 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2643306 Jul 09 15:41:17.925941 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 55834) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:41:17.999779 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-41249651-70c1-45b7-8d44-dda8a8c1b564 None None] Set router 49ca18b1-b59f-4d59-9f82-aa588a33e2e2 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:41:18.053693 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 333c1ad9-068b-40d4-91ef-a952b92e7c50 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:41:18.058005 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 333c1ad9-068b-40d4-91ef-a952b92e7c50 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:41:18.064479 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:18.221565 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:18.263330 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 333c1ad9-068b-40d4-91ef-a952b92e7c50, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=333c1ad9-068b-40d4-91ef-a952b92e7c50,segment=NetworkSegment(7b3f88b7-e575-46f0-9305-dec137800846),segment_id=7b3f88b7-e575-46f0-9305-dec137800846)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:41:18.268924 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-41249651-70c1-45b7-8d44-dda8a8c1b564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'name': 'tempest-ServerActionsTestJSON-316792187-router', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:41:15Z', 'updated_at': '2021-07-09T15:41:16Z', 'revision_number': 3, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'gw_port': {'id': '7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d1:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:41:16Z', 'updated_at': '2021-07-09T15:41:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:41:18.294301 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41249651-70c1-45b7-8d44-dda8a8c1b564 None None] Checking router: 49ca18b1-b59f-4d59-9f82-aa588a33e2e2 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:41:18.294648 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41249651-70c1-45b7-8d44-dda8a8c1b564 None None] Updating router 49ca18b1-b59f-4d59-9f82-aa588a33e2e2 port 7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a binding host n-d-799529-6 {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:41:18.331600 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-41249651-70c1-45b7-8d44-dda8a8c1b564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:18.343490 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-01c40dc8-9721-4b4b-83f9-63b4808aae8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:18.352074 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:18.473670 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=333c1ad9-068b-40d4-91ef-a952b92e7c50,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:41:18.545652 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-01c40dc8-9721-4b4b-83f9-63b4808aae8c admin admin] Allocated IP 172.20.0.1 (049dafce-25e0-4b39-b5cd-c751bf7fa90f/0a0449c8-405f-41d6-9115-e55438c81ff8/cb8e3151-810b-4ceb-9e7e-06e42b431fe0) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:41:18.624899 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-41249651-70c1-45b7-8d44-dda8a8c1b564 None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:18.634594 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-41249651-70c1-45b7-8d44-dda8a8c1b564 None None] Transition to ACTIVE for port object 7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:41:18.647742 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-01c40dc8-9721-4b4b-83f9-63b4808aae8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:18.660258 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-01c40dc8-9721-4b4b-83f9-63b4808aae8c admin admin] Transition to ACTIVE for port object cb8e3151-810b-4ceb-9e7e-06e42b431fe0 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:41:18.744300 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-41249651-70c1-45b7-8d44-dda8a8c1b564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:18.776467 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-01c40dc8-9721-4b4b-83f9-63b4808aae8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:18.797778 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-41249651-70c1-45b7-8d44-dda8a8c1b564 None None] Attempting to bind port 7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:41:18.800051 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-41249651-70c1-45b7-8d44-dda8a8c1b564 None None] Attempting to bind port 7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:41:18.800051 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41249651-70c1-45b7-8d44-dda8a8c1b564 None None] Attempting to bind port 7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a on network 202c7ce6-d4e9-4f80-84dd-bef08905a653 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:41:18.802820 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55542512-0ed7-4cf5-81b1-6b5487402405 None None] Pushing event updated for resources: {'Port': ['ID=7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:41:18.808430 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41249651-70c1-45b7-8d44-dda8a8c1b564 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:41:18.809174 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41249651-70c1-45b7-8d44-dda8a8c1b564 None None] Checking segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:41:18.810180 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-41249651-70c1-45b7-8d44-dda8a8c1b564 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:18.810180 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41249651-70c1-45b7-8d44-dda8a8c1b564 None None] Bound using segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:41:18.810839 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-41249651-70c1-45b7-8d44-dda8a8c1b564 None None] Bound port: 7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:41:18.811214 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-41249651-70c1-45b7-8d44-dda8a8c1b564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:18.819121 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c40dc8-9721-4b4b-83f9-63b4808aae8c admin admin] Network 049dafce-25e0-4b39-b5cd-c751bf7fa90f is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:41:18.824136 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-01c40dc8-9721-4b4b-83f9-63b4808aae8c admin admin] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:41:18.827560 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c40dc8-9721-4b4b-83f9-63b4808aae8c admin admin] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:41:18.856953 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c40dc8-9721-4b4b-83f9-63b4808aae8c admin admin] Pushing event updated for resources: {'Port': ['ID=cb8e3151-810b-4ceb-9e7e-06e42b431fe0,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:41:18.870057 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-41249651-70c1-45b7-8d44-dda8a8c1b564 None None] For port 7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:41:18.873170 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-01c40dc8-9721-4b4b-83f9-63b4808aae8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:18.873715 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-41249651-70c1-45b7-8d44-dda8a8c1b564 None None] For port 7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:41:18.927991 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-41249651-70c1-45b7-8d44-dda8a8c1b564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:18.994849 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41249651-70c1-45b7-8d44-dda8a8c1b564 None None] Routers {'49ca18b1-b59f-4d59-9f82-aa588a33e2e2'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:41:18.995490 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-41249651-70c1-45b7-8d44-dda8a8c1b564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:40:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['49ca18b1-b59f-4d59-9f82-aa588a33e2e2'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:41:18.997335 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55542512-0ed7-4cf5-81b1-6b5487402405 None None] Pushing event updated for resources: {'Port': ['ID=7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:41:19.108429 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-01c40dc8-9721-4b4b-83f9-63b4808aae8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:19.278972 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-41249651-70c1-45b7-8d44-dda8a8c1b564 None None] Set router 49ca18b1-b59f-4d59-9f82-aa588a33e2e2 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:41:19.323977 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-01c40dc8-9721-4b4b-83f9-63b4808aae8c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:19.374493 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-c075db16-313c-45af-898a-0a215f10c600 None None] Provisioning for port cb8e3151-810b-4ceb-9e7e-06e42b431fe0 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:41:19.385054 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-c075db16-313c-45af-898a-0a215f10c600 None None] Provisioning complete for port cb8e3151-810b-4ceb-9e7e-06e42b431fe0 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:41:19.385476 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c075db16-313c-45af-898a-0a215f10c600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:19.387247 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-01c40dc8-9721-4b4b-83f9-63b4808aae8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:19.436606 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-c075db16-313c-45af-898a-0a215f10c600 None None] Port cb8e3151-810b-4ceb-9e7e-06e42b431fe0 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:41:19.461294 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c40dc8-9721-4b4b-83f9-63b4808aae8c admin admin] Pushing event updated for resources: {'Port': ['ID=cb8e3151-810b-4ceb-9e7e-06e42b431fe0,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:41:19.463878 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-01c40dc8-9721-4b4b-83f9-63b4808aae8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:19.509719 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-41249651-70c1-45b7-8d44-dda8a8c1b564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'name': 'tempest-ServerActionsTestJSON-316792187-router', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:41:15Z', 'updated_at': '2021-07-09T15:41:16Z', 'revision_number': 3, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'gw_port': {'id': '7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d1:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:41:16Z', 'updated_at': '2021-07-09T15:41:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:41:19.536228 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41249651-70c1-45b7-8d44-dda8a8c1b564 None None] The sync data for ids ['49ca18b1-b59f-4d59-9f82-aa588a33e2e2'] in n-d-799529-6 is: [{'id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'name': 'tempest-ServerActionsTestJSON-316792187-router', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:41:15Z', 'updated_at': '2021-07-09T15:41:16Z', 'revision_number': 3, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'gw_port': {'id': '7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d1:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:41:16Z', 'updated_at': '2021-07-09T15:41:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:41:19.564411 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c40dc8-9721-4b4b-83f9-63b4808aae8c admin admin] Network 049dafce-25e0-4b39-b5cd-c751bf7fa90f is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:41:19.564411 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-01c40dc8-9721-4b4b-83f9-63b4808aae8c admin admin] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:41:19.688109 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01c40dc8-9721-4b4b-83f9-63b4808aae8c admin admin] Router 49ca18b1-b59f-4d59-9f82-aa588a33e2e2 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:41:19.823384 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c40dc8-9721-4b4b-83f9-63b4808aae8c admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:41:19.833034 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-01c40dc8-9721-4b4b-83f9-63b4808aae8c admin admin] 10.222.0.58 "PUT /v2.0/routers/49ca18b1-b59f-4d59-9f82-aa588a33e2e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9050999 Jul 09 15:41:19.863404 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-10e423e8-d96f-4e39-b9c5-a7d97cbc8616 None None] Provisioning complete for port cb8e3151-810b-4ceb-9e7e-06e42b431fe0 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:41:19.863812 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-10e423e8-d96f-4e39-b9c5-a7d97cbc8616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:19.904040 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-10e423e8-d96f-4e39-b9c5-a7d97cbc8616 None None] Port cb8e3151-810b-4ceb-9e7e-06e42b431fe0 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:41:19.956934 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:41:20.175821 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:41:20.179988 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:41:20.180365 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:20.270387 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:20.296082 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:41:20.384258 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:20.385082 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 333c1ad9-068b-40d4-91ef-a952b92e7c50 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:41:20.428782 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 55842) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:41:20.436471 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-8afc5fcd-8e50-4960-ba4b-0149e165ea78 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Request body: {'security_group': {'name': 'tempest-securitygroup--236297376', 'description': 'tempest-description--1505318273'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:41:20.469285 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:41:20.482503 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 333c1ad9-068b-40d4-91ef-a952b92e7c50 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:41:20.482851 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:20.529885 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8afc5fcd-8e50-4960-ba4b-0149e165ea78 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:20.616747 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8afc5fcd-8e50-4960-ba4b-0149e165ea78 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:20.695264 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8afc5fcd-8e50-4960-ba4b-0149e165ea78 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:20.725710 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afc5fcd-8e50-4960-ba4b-0149e165ea78 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=307753fb-3d4a-4f32-95aa-0d1978f73b52,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:41:20.733231 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc5fcd-8e50-4960-ba4b-0149e165ea78 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:41:20.733580 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc5fcd-8e50-4960-ba4b-0149e165ea78 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:41:20.733939 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc5fcd-8e50-4960-ba4b-0149e165ea78 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:41:20.734255 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc5fcd-8e50-4960-ba4b-0149e165ea78 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:41:20.734586 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc5fcd-8e50-4960-ba4b-0149e165ea78 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:41:20.734915 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc5fcd-8e50-4960-ba4b-0149e165ea78 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:41:20.735239 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc5fcd-8e50-4960-ba4b-0149e165ea78 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:41:20.735678 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc5fcd-8e50-4960-ba4b-0149e165ea78 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:41:20.741848 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc5fcd-8e50-4960-ba4b-0149e165ea78 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:41:20.741848 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc5fcd-8e50-4960-ba4b-0149e165ea78 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:41:20.741848 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc5fcd-8e50-4960-ba4b-0149e165ea78 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:41:20.741848 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc5fcd-8e50-4960-ba4b-0149e165ea78 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:41:20.784410 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8afc5fcd-8e50-4960-ba4b-0149e165ea78 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:20.786079 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-8afc5fcd-8e50-4960-ba4b-0149e165ea78 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3555810 Jul 09 15:41:20.788664 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 55844) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:41:20.793294 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-d3412468-d371-4658-a2b1-18b73d57420c tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Request body: {'security_group_rule': {'security_group_id': '307753fb-3d4a-4f32-95aa-0d1978f73b52', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:41:20.875613 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d3412468-d371-4658-a2b1-18b73d57420c tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:20.936951 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d3412468-d371-4658-a2b1-18b73d57420c tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:21.002276 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d3412468-d371-4658-a2b1-18b73d57420c tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:21.023964 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3412468-d371-4658-a2b1-18b73d57420c tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f0e6e60-7726-4397-a0f9-90695711363f,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:41:21.081831 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d3412468-d371-4658-a2b1-18b73d57420c tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:21.085569 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d3412468-d371-4658-a2b1-18b73d57420c tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2934561 Jul 09 15:41:21.086316 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 55846) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:41:21.091220 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-9ae934e3-c43d-4cf5-bca6-4d53370b6208 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Request body: {'security_group_rule': {'security_group_id': '307753fb-3d4a-4f32-95aa-0d1978f73b52', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:41:21.170130 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f6a6e2-c973-42df-8ebe-2bb743ec7bfe None None] Sync routers for ids ['49ca18b1-b59f-4d59-9f82-aa588a33e2e2'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:41:21.180557 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f6a6e2-c973-42df-8ebe-2bb743ec7bfe None None] Routers {'49ca18b1-b59f-4d59-9f82-aa588a33e2e2'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:41:21.181232 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-d6f6a6e2-c973-42df-8ebe-2bb743ec7bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:40:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['49ca18b1-b59f-4d59-9f82-aa588a33e2e2'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:41:21.183761 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9ae934e3-c43d-4cf5-bca6-4d53370b6208 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:21.289655 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-d6f6a6e2-c973-42df-8ebe-2bb743ec7bfe None None] Set router 49ca18b1-b59f-4d59-9f82-aa588a33e2e2 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:41:21.321897 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9ae934e3-c43d-4cf5-bca6-4d53370b6208 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:21.427216 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9ae934e3-c43d-4cf5-bca6-4d53370b6208 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:21.446209 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae934e3-c43d-4cf5-bca6-4d53370b6208 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c761d21-4379-4d5a-b54d-00dda2801ad4,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:41:21.489496 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-d6f6a6e2-c973-42df-8ebe-2bb743ec7bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'name': 'tempest-ServerActionsTestJSON-316792187-router', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:41:15Z', 'updated_at': '2021-07-09T15:41:18Z', 'revision_number': 4, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'gw_port': {'id': '7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:41:16Z', 'updated_at': '2021-07-09T15:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'cb8e3151-810b-4ceb-9e7e-06e42b431fe0', 'name': '', 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'mac_address': 'fa:16:3e:f2:6d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '0a0449c8-405f-41d6-9115-e55438c81ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:41:18Z', 'updated_at': '2021-07-09T15:41:19Z', 'revision_number': 2, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'subnets': [{'id': '0a0449c8-405f-41d6-9115-e55438c81ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:41:21.514611 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f6a6e2-c973-42df-8ebe-2bb743ec7bfe None None] Checking router: 49ca18b1-b59f-4d59-9f82-aa588a33e2e2 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:41:21.514913 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f6a6e2-c973-42df-8ebe-2bb743ec7bfe None None] Updating router 49ca18b1-b59f-4d59-9f82-aa588a33e2e2 port cb8e3151-810b-4ceb-9e7e-06e42b431fe0 binding host n-d-799529-6 {{(pid=94448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:41:21.549081 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a6e2-c973-42df-8ebe-2bb743ec7bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:21.555907 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9ae934e3-c43d-4cf5-bca6-4d53370b6208 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:21.557216 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-9ae934e3-c43d-4cf5-bca6-4d53370b6208 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4697821 Jul 09 15:41:21.560146 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 55848) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:41:21.564808 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-5185c37a-4d2b-4c7c-9c2c-194303e8413b tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Request body: {'floatingip': {'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:41:21.641502 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5185c37a-4d2b-4c7c-9c2c-194303e8413b tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks [] for floatingip, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:21.747604 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5185c37a-4d2b-4c7c-9c2c-194303e8413b tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:21.835930 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:41:21.868766 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-5185c37a-4d2b-4c7c-9c2c-194303e8413b tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Allocated IP 172.25.3.144 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/cba05650-c28a-4031-ae48-46cb44c8bc69) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:41:21.888048 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:41:21.889689 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:21.904008 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a6e2-c973-42df-8ebe-2bb743ec7bfe None None] Notify callbacks [] for port, precommit_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:21.914785 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.provisioning_blocks [None req-d6f6a6e2-c973-42df-8ebe-2bb743ec7bfe None None] Transition to ACTIVE for port object cb8e3151-810b-4ceb-9e7e-06e42b431fe0 will not be triggered until provisioned by entity L2. {{(pid=94448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:41:21.977223 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5185c37a-4d2b-4c7c-9c2c-194303e8413b tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:21.984086 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a6e2-c973-42df-8ebe-2bb743ec7bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:22.034974 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c4aa3d-0313-4158-be08-da3d8fcd5e61 None None] Pushing event updated for resources: {'Port': ['ID=cb8e3151-810b-4ceb-9e7e-06e42b431fe0,revision_number=3']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:41:22.059089 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c4aa3d-0313-4158-be08-da3d8fcd5e61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:41:22.059432 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c4aa3d-0313-4158-be08-da3d8fcd5e61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:41:22.059796 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c4aa3d-0313-4158-be08-da3d8fcd5e61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:41:22.062034 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c4aa3d-0313-4158-be08-da3d8fcd5e61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:41:22.062034 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c4aa3d-0313-4158-be08-da3d8fcd5e61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:41:22.062034 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c4aa3d-0313-4158-be08-da3d8fcd5e61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:41:22.062034 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c4aa3d-0313-4158-be08-da3d8fcd5e61 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:41:22.062034 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c4aa3d-0313-4158-be08-da3d8fcd5e61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:41:22.062034 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c4aa3d-0313-4158-be08-da3d8fcd5e61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:41:22.062034 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c4aa3d-0313-4158-be08-da3d8fcd5e61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:41:22.062578 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c4aa3d-0313-4158-be08-da3d8fcd5e61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:41:22.062791 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c4aa3d-0313-4158-be08-da3d8fcd5e61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:41:22.082066 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5185c37a-4d2b-4c7c-9c2c-194303e8413b tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:22.101144 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-d6f6a6e2-c973-42df-8ebe-2bb743ec7bfe None None] Attempting to bind port cb8e3151-810b-4ceb-9e7e-06e42b431fe0 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:41:22.101842 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-d6f6a6e2-c973-42df-8ebe-2bb743ec7bfe None None] Attempting to bind port cb8e3151-810b-4ceb-9e7e-06e42b431fe0 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '7b3f88b7-e575-46f0-9305-dec137800846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f'}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:41:22.102445 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f6a6e2-c973-42df-8ebe-2bb743ec7bfe None None] Attempting to bind port cb8e3151-810b-4ceb-9e7e-06e42b431fe0 on network 049dafce-25e0-4b39-b5cd-c751bf7fa90f {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:41:22.108345 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f6a6e2-c973-42df-8ebe-2bb743ec7bfe None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:41:22.108836 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f6a6e2-c973-42df-8ebe-2bb743ec7bfe None None] Checking segment: {'id': '7b3f88b7-e575-46f0-9305-dec137800846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:41:22.109304 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a6e2-c973-42df-8ebe-2bb743ec7bfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:22.109761 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f6a6e2-c973-42df-8ebe-2bb743ec7bfe None None] Bound using segment: {'id': '7b3f88b7-e575-46f0-9305-dec137800846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f'} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:41:22.110492 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-d6f6a6e2-c973-42df-8ebe-2bb743ec7bfe None None] Bound port: cb8e3151-810b-4ceb-9e7e-06e42b431fe0, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b3f88b7-e575-46f0-9305-dec137800846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f'}}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:41:22.110713 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a6e2-c973-42df-8ebe-2bb743ec7bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:22.124181 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5185c37a-4d2b-4c7c-9c2c-194303e8413b tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:41:22.127228 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-5185c37a-4d2b-4c7c-9c2c-194303e8413b tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:41:22.130928 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5185c37a-4d2b-4c7c-9c2c-194303e8413b tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:41:22.161048 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5185c37a-4d2b-4c7c-9c2c-194303e8413b tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Pushing event updated for resources: {'Port': ['ID=cba05650-c28a-4031-ae48-46cb44c8bc69,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:41:22.186924 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-d6f6a6e2-c973-42df-8ebe-2bb743ec7bfe None None] For port cb8e3151-810b-4ceb-9e7e-06e42b431fe0, host n-d-799529-6, cleared binding levels {{(pid=94448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:41:22.190477 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-d6f6a6e2-c973-42df-8ebe-2bb743ec7bfe None None] For port cb8e3151-810b-4ceb-9e7e-06e42b431fe0, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=cb8e3151-810b-4ceb-9e7e-06e42b431fe0,segment=NetworkSegment(7b3f88b7-e575-46f0-9305-dec137800846),segment_id=7b3f88b7-e575-46f0-9305-dec137800846)] {{(pid=94448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:41:22.227845 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5185c37a-4d2b-4c7c-9c2c-194303e8413b tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:22.299648 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a6e2-c973-42df-8ebe-2bb743ec7bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:22.360869 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f6a6e2-c973-42df-8ebe-2bb743ec7bfe None None] Routers {'49ca18b1-b59f-4d59-9f82-aa588a33e2e2'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:41:22.361841 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-d6f6a6e2-c973-42df-8ebe-2bb743ec7bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:40:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['49ca18b1-b59f-4d59-9f82-aa588a33e2e2'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:41:22.395586 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5185c37a-4d2b-4c7c-9c2c-194303e8413b tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:22.399201 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c4aa3d-0313-4158-be08-da3d8fcd5e61 None None] Pushing event updated for resources: {'Port': ['ID=cb8e3151-810b-4ceb-9e7e-06e42b431fe0,revision_number=4']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:41:22.502565 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-d6f6a6e2-c973-42df-8ebe-2bb743ec7bfe None None] Set router 49ca18b1-b59f-4d59-9f82-aa588a33e2e2 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:41:22.576223 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5185c37a-4d2b-4c7c-9c2c-194303e8413b tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:22.644379 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5185c37a-4d2b-4c7c-9c2c-194303e8413b tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:22.755544 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5185c37a-4d2b-4c7c-9c2c-194303e8413b tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Pushing event updated for resources: {'Port': ['ID=cba05650-c28a-4031-ae48-46cb44c8bc69,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:41:22.763974 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-d6f6a6e2-c973-42df-8ebe-2bb743ec7bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'name': 'tempest-ServerActionsTestJSON-316792187-router', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:41:15Z', 'updated_at': '2021-07-09T15:41:18Z', 'revision_number': 4, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'gw_port': {'id': '7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:41:16Z', 'updated_at': '2021-07-09T15:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'cb8e3151-810b-4ceb-9e7e-06e42b431fe0', 'name': '', 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'mac_address': 'fa:16:3e:f2:6d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '0a0449c8-405f-41d6-9115-e55438c81ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:41:18Z', 'updated_at': '2021-07-09T15:41:22Z', 'revision_number': 4, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'subnets': [{'id': '0a0449c8-405f-41d6-9115-e55438c81ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:41:22.765324 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5185c37a-4d2b-4c7c-9c2c-194303e8413b tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:22.794981 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f6a6e2-c973-42df-8ebe-2bb743ec7bfe None None] The sync data for ids ['49ca18b1-b59f-4d59-9f82-aa588a33e2e2'] in n-d-799529-6 is: [{'id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'name': 'tempest-ServerActionsTestJSON-316792187-router', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:41:15Z', 'updated_at': '2021-07-09T15:41:18Z', 'revision_number': 4, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'gw_port': {'id': '7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:41:16Z', 'updated_at': '2021-07-09T15:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'cb8e3151-810b-4ceb-9e7e-06e42b431fe0', 'name': '', 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'mac_address': 'fa:16:3e:f2:6d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '0a0449c8-405f-41d6-9115-e55438c81ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:41:18Z', 'updated_at': '2021-07-09T15:41:22Z', 'revision_number': 4, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'subnets': [{'id': '0a0449c8-405f-41d6-9115-e55438c81ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:41:22.864672 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5185c37a-4d2b-4c7c-9c2c-194303e8413b tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:22.866440 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-5185c37a-4d2b-4c7c-9c2c-194303e8413b tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3052027 Jul 09 15:41:23.044692 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-63248ea6-f006-4420-aa5c-284427a9f365 req-d415b905-c550-4fb5-b2e4-88d5960a84a7 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--236297376&fields=id&tenant_id=3a2e3821cf1a497198ff34b3df5b4b26 HTTP/1.1" status: 200 len: 267 time: 0.0396013 Jul 09 15:41:23.155967 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63248ea6-f006-4420-aa5c-284427a9f365 req-6167dd30-608a-421f-9b45-39599063388a tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:41:23.157570 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-63248ea6-f006-4420-aa5c-284427a9f365 req-6167dd30-608a-421f-9b45-39599063388a tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/networks?id=049dafce-25e0-4b39-b5cd-c751bf7fa90f HTTP/1.1" status: 200 len: 811 time: 0.1057422 Jul 09 15:41:23.174595 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-63248ea6-f006-4420-aa5c-284427a9f365 req-629848b2-4504-473d-a371-0d8b26004f40 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/quotas/3a2e3821cf1a497198ff34b3df5b4b26 HTTP/1.1" status: 200 len: 375 time: 0.0106118 Jul 09 15:41:23.253335 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-63248ea6-f006-4420-aa5c-284427a9f365 req-72a03ff6-2de9-49e5-9450-de72bc0f98a0 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3a2e3821cf1a497198ff34b3df5b4b26&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0727754 Jul 09 15:41:23.441759 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-63248ea6-f006-4420-aa5c-284427a9f365 req-a1145179-7398-4ab9-9fbd-b6b877a14b38 service neutron] 10.222.0.58 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411552 Jul 09 15:41:23.537506 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-63248ea6-f006-4420-aa5c-284427a9f365 req-4b616546-c6f7-4f51-aec0-54c44376e1c2 service neutron] 10.222.0.58 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898314 Jul 09 15:41:23.675538 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:23.801148 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-55394a0d-85d0-4638-b69f-c4f5a95828a5 req-b26ee308-a6c2-474e-9c96-f6557f3a6a50 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbf50965-20c9-4e1b-a91c-3a0d926c84dd HTTP/1.1" status: 200 len: 210 time: 0.0412700 Jul 09 15:41:23.849824 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device cb8e3151-810b-4ceb-9e7e-06e42b431fe0 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:41:23.957896 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port cb8e3151-810b-4ceb-9e7e-06e42b431fe0 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:41:23.962206 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port cb8e3151-810b-4ceb-9e7e-06e42b431fe0 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:41:23.962581 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:24.043320 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:24.081213 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port cb8e3151-810b-4ceb-9e7e-06e42b431fe0, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=cb8e3151-810b-4ceb-9e7e-06e42b431fe0,segment=NetworkSegment(7b3f88b7-e575-46f0-9305-dec137800846),segment_id=7b3f88b7-e575-46f0-9305-dec137800846)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:41:24.163867 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:24.212451 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=cb8e3151-810b-4ceb-9e7e-06e42b431fe0,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:41:24.896435 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7c5d601d-8521-4898-96d7-764955905e66 req-b65c2b83-f301-4ee6-8715-181038e430e2 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbf50965-20c9-4e1b-a91c-3a0d926c84dd HTTP/1.1" status: 200 len: 210 time: 0.0344799 Jul 09 15:41:25.822185 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device cb8e3151-810b-4ceb-9e7e-06e42b431fe0 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:41:25.870435 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port cb8e3151-810b-4ceb-9e7e-06e42b431fe0 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:41:25.870807 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:26.041599 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-85d21c36-db82-4c47-aafc-09621f640072 req-98d2f175-fa0d-4767-a892-02482753580d tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbf50965-20c9-4e1b-a91c-3a0d926c84dd HTTP/1.1" status: 200 len: 210 time: 0.0297284 Jul 09 15:41:26.144088 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-21bfda69-54f7-47f0-8b60-6d01b4a2be72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:26.310557 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63248ea6-f006-4420-aa5c-284427a9f365 req-dce25640-5ea7-4443-9932-50d63cca8e88 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:41:26.312059 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-63248ea6-f006-4420-aa5c-284427a9f365 req-dce25640-5ea7-4443-9932-50d63cca8e88 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.54 "GET /v2.0/networks?id=049dafce-25e0-4b39-b5cd-c751bf7fa90f HTTP/1.1" status: 200 len: 811 time: 0.1080959 Jul 09 15:41:26.354791 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-63248ea6-f006-4420-aa5c-284427a9f365 req-9cc11ff5-c295-4cfd-82f7-7a6f316190b2 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a2e3821cf1a497198ff34b3df5b4b26 HTTP/1.1" status: 200 len: 379 time: 0.0344026 Jul 09 15:41:26.365325 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-63248ea6-f006-4420-aa5c-284427a9f365 req-5a867ea1-4883-4abc-8c60-dd722f64ebfb tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Request body: {'port': {'device_id': 'fbf50965-20c9-4e1b-a91c-3a0d926c84dd', 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f', 'admin_state_up': True, 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'security_groups': ['307753fb-3d4a-4f32-95aa-0d1978f73b52']}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:41:26.552404 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63248ea6-f006-4420-aa5c-284427a9f365 req-5a867ea1-4883-4abc-8c60-dd722f64ebfb tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Made reservation on behalf of 3a2e3821cf1a497198ff34b3df5b4b26 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:41:26.556090 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-63248ea6-f006-4420-aa5c-284427a9f365 req-5a867ea1-4883-4abc-8c60-dd722f64ebfb tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:26.684867 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-63248ea6-f006-4420-aa5c-284427a9f365 req-5a867ea1-4883-4abc-8c60-dd722f64ebfb tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Allocated IP 172.20.0.8 (049dafce-25e0-4b39-b5cd-c751bf7fa90f/0a0449c8-405f-41d6-9115-e55438c81ff8/8a0a1b50-7270-4c0f-a650-7291abadbea9) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:41:26.851871 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-63248ea6-f006-4420-aa5c-284427a9f365 req-5a867ea1-4883-4abc-8c60-dd722f64ebfb tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:26.866673 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-63248ea6-f006-4420-aa5c-284427a9f365 req-5a867ea1-4883-4abc-8c60-dd722f64ebfb tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Transition to ACTIVE for port object 8a0a1b50-7270-4c0f-a650-7291abadbea9 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:41:26.996154 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-63248ea6-f006-4420-aa5c-284427a9f365 req-5a867ea1-4883-4abc-8c60-dd722f64ebfb tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:27.040946 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63248ea6-f006-4420-aa5c-284427a9f365 req-5a867ea1-4883-4abc-8c60-dd722f64ebfb tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Network 049dafce-25e0-4b39-b5cd-c751bf7fa90f is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:41:27.046826 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-63248ea6-f006-4420-aa5c-284427a9f365 req-5a867ea1-4883-4abc-8c60-dd722f64ebfb tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:41:27.050763 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-63248ea6-f006-4420-aa5c-284427a9f365 req-5a867ea1-4883-4abc-8c60-dd722f64ebfb tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:41:27.085562 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a867ea1-4883-4abc-8c60-dd722f64ebfb tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Pushing event updated for resources: {'Port': ['ID=8a0a1b50-7270-4c0f-a650-7291abadbea9,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:41:27.124367 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63248ea6-f006-4420-aa5c-284427a9f365 req-5a867ea1-4883-4abc-8c60-dd722f64ebfb tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:41:27.125168 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-63248ea6-f006-4420-aa5c-284427a9f365 req-5a867ea1-4883-4abc-8c60-dd722f64ebfb tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:27.224301 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-63248ea6-f006-4420-aa5c-284427a9f365 req-5a867ea1-4883-4abc-8c60-dd722f64ebfb tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8627713 Jul 09 15:41:27.242910 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf5d6f-d255-4f82-b8a9-4ed2bce8d3d4 req-1cfceb52-798f-44a4-b3d4-f803cb2cfac5 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:41:27.244445 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-97bf5d6f-d255-4f82-b8a9-4ed2bce8d3d4 req-1cfceb52-798f-44a4-b3d4-f803cb2cfac5 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbf50965-20c9-4e1b-a91c-3a0d926c84dd HTTP/1.1" status: 200 len: 931 time: 0.0730300 Jul 09 15:41:27.248301 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-63248ea6-f006-4420-aa5c-284427a9f365 req-46e3e1b9-0421-44df-a259-f36e935fe4d9 service neutron] Request body: {'port': {'device_id': 'fbf50965-20c9-4e1b-a91c-3a0d926c84dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:41:27.318266 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-97bf5d6f-d255-4f82-b8a9-4ed2bce8d3d4 req-fd04e79b-af4f-44b1-8fb2-0cce675e18aa tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670867 Jul 09 15:41:27.355539 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-63248ea6-f006-4420-aa5c-284427a9f365 req-46e3e1b9-0421-44df-a259-f36e935fe4d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:27.386750 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-b19e9c98-d363-4aa7-bbd5-27e3ff1b6352 None None] Provisioning for port 8a0a1b50-7270-4c0f-a650-7291abadbea9 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:41:27.390751 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-b19e9c98-d363-4aa7-bbd5-27e3ff1b6352 None None] Provisioning complete for port 8a0a1b50-7270-4c0f-a650-7291abadbea9 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:41:27.391138 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b19e9c98-d363-4aa7-bbd5-27e3ff1b6352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:27.427449 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-b19e9c98-d363-4aa7-bbd5-27e3ff1b6352 None None] Port 8a0a1b50-7270-4c0f-a650-7291abadbea9 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:41:27.624953 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-63248ea6-f006-4420-aa5c-284427a9f365 req-46e3e1b9-0421-44df-a259-f36e935fe4d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a0a1b50-7270-4c0f-a650-7291abadbea9 {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:41:27.632965 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-63248ea6-f006-4420-aa5c-284427a9f365 req-46e3e1b9-0421-44df-a259-f36e935fe4d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:27.645380 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-63248ea6-f006-4420-aa5c-284427a9f365 req-46e3e1b9-0421-44df-a259-f36e935fe4d9 service neutron] Transition to ACTIVE for port object 8a0a1b50-7270-4c0f-a650-7291abadbea9 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:41:27.723979 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-63248ea6-f006-4420-aa5c-284427a9f365 req-46e3e1b9-0421-44df-a259-f36e935fe4d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:27.777910 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e3e1b9-0421-44df-a259-f36e935fe4d9 service neutron] Pushing event updated for resources: {'Port': ['ID=8a0a1b50-7270-4c0f-a650-7291abadbea9,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:41:27.860216 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-63248ea6-f006-4420-aa5c-284427a9f365 req-46e3e1b9-0421-44df-a259-f36e935fe4d9 service neutron] Attempting to bind port 8a0a1b50-7270-4c0f-a650-7291abadbea9 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:41:27.860654 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-63248ea6-f006-4420-aa5c-284427a9f365 req-46e3e1b9-0421-44df-a259-f36e935fe4d9 service neutron] Attempting to bind port 8a0a1b50-7270-4c0f-a650-7291abadbea9 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '7b3f88b7-e575-46f0-9305-dec137800846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:41:27.861058 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63248ea6-f006-4420-aa5c-284427a9f365 req-46e3e1b9-0421-44df-a259-f36e935fe4d9 service neutron] Attempting to bind port 8a0a1b50-7270-4c0f-a650-7291abadbea9 on network 049dafce-25e0-4b39-b5cd-c751bf7fa90f {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:41:27.866132 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63248ea6-f006-4420-aa5c-284427a9f365 req-46e3e1b9-0421-44df-a259-f36e935fe4d9 service neutron] Port 8a0a1b50-7270-4c0f-a650-7291abadbea9 on network 049dafce-25e0-4b39-b5cd-c751bf7fa90f not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:41:27.866522 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63248ea6-f006-4420-aa5c-284427a9f365 req-46e3e1b9-0421-44df-a259-f36e935fe4d9 service neutron] Attempting to bind port 8a0a1b50-7270-4c0f-a650-7291abadbea9 on network 049dafce-25e0-4b39-b5cd-c751bf7fa90f {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:41:27.871947 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63248ea6-f006-4420-aa5c-284427a9f365 req-46e3e1b9-0421-44df-a259-f36e935fe4d9 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:41:27.872309 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63248ea6-f006-4420-aa5c-284427a9f365 req-46e3e1b9-0421-44df-a259-f36e935fe4d9 service neutron] Checking segment: {'id': '7b3f88b7-e575-46f0-9305-dec137800846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:41:27.872700 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63248ea6-f006-4420-aa5c-284427a9f365 req-46e3e1b9-0421-44df-a259-f36e935fe4d9 service neutron] Bound using segment: {'id': '7b3f88b7-e575-46f0-9305-dec137800846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:41:27.873161 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-63248ea6-f006-4420-aa5c-284427a9f365 req-46e3e1b9-0421-44df-a259-f36e935fe4d9 service neutron] Bound port: 8a0a1b50-7270-4c0f-a650-7291abadbea9, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b3f88b7-e575-46f0-9305-dec137800846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:41:27.873531 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-63248ea6-f006-4420-aa5c-284427a9f365 req-46e3e1b9-0421-44df-a259-f36e935fe4d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:27.940420 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-63248ea6-f006-4420-aa5c-284427a9f365 req-46e3e1b9-0421-44df-a259-f36e935fe4d9 service neutron] For port 8a0a1b50-7270-4c0f-a650-7291abadbea9, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:41:27.943828 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-63248ea6-f006-4420-aa5c-284427a9f365 req-46e3e1b9-0421-44df-a259-f36e935fe4d9 service neutron] For port 8a0a1b50-7270-4c0f-a650-7291abadbea9, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=8a0a1b50-7270-4c0f-a650-7291abadbea9,segment=NetworkSegment(7b3f88b7-e575-46f0-9305-dec137800846),segment_id=7b3f88b7-e575-46f0-9305-dec137800846)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:41:28.041708 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-63248ea6-f006-4420-aa5c-284427a9f365 req-46e3e1b9-0421-44df-a259-f36e935fe4d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:28.081087 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63248ea6-f006-4420-aa5c-284427a9f365 req-46e3e1b9-0421-44df-a259-f36e935fe4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:41:28.081707 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-63248ea6-f006-4420-aa5c-284427a9f365 req-46e3e1b9-0421-44df-a259-f36e935fe4d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:28.083137 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-63248ea6-f006-4420-aa5c-284427a9f365 req-46e3e1b9-0421-44df-a259-f36e935fe4d9 service neutron] 10.222.0.54 "PUT /v2.0/ports/8a0a1b50-7270-4c0f-a650-7291abadbea9 HTTP/1.1" status: 200 len: 1091 time: 0.8490684 Jul 09 15:41:28.083809 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf50965-20c9-4e1b-a91c-3a0d926c84dd', 'tag': '8a0a1b50-7270-4c0f-a650-7291abadbea9'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:41:28.089582 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bb405a18ca731a56dedfaaf5e9a79789110744f6b6799bb7a0722340b5c16f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f01c0e-9b75-4fd1-a089-d74cd38605a8" -d '{"events": [{"name": "network-changed", "server_uuid": "fbf50965-20c9-4e1b-a91c-3a0d926c84dd", "tag": "8a0a1b50-7270-4c0f-a650-7291abadbea9"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:41:28.112831 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e3e1b9-0421-44df-a259-f36e935fe4d9 service neutron] Pushing event updated for resources: {'Port': ['ID=8a0a1b50-7270-4c0f-a650-7291abadbea9,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:41:28.131140 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06aeade2-49cb-4252-9292-c346d73031ac x-openstack-request-id: req-06aeade2-49cb-4252-9292-c346d73031ac {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:41:28.131477 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbf50965-20c9-4e1b-a91c-3a0d926c84dd", "tag": "8a0a1b50-7270-4c0f-a650-7291abadbea9", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:41:28.131806 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-06aeade2-49cb-4252-9292-c346d73031ac {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:41:28.132261 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbf50965-20c9-4e1b-a91c-3a0d926c84dd', 'tag': '8a0a1b50-7270-4c0f-a650-7291abadbea9', 'status': 'completed', 'code': 200} Jul 09 15:41:28.214521 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f01c0e-9b75-4fd1-a089-d74cd38605a8 req-7ce7508c-a919-4568-af87-6c043e9baa20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:41:28.216121 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-64f01c0e-9b75-4fd1-a089-d74cd38605a8 req-7ce7508c-a919-4568-af87-6c043e9baa20 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3a2e3821cf1a497198ff34b3df5b4b26&device_id=fbf50965-20c9-4e1b-a91c-3a0d926c84dd HTTP/1.1" status: 200 len: 1094 time: 0.0638714 Jul 09 15:41:28.319034 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f01c0e-9b75-4fd1-a089-d74cd38605a8 req-965a0927-1bf8-42c2-a14a-3e78f5acb67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:41:28.320573 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-64f01c0e-9b75-4fd1-a089-d74cd38605a8 req-965a0927-1bf8-42c2-a14a-3e78f5acb67d service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=3a2e3821cf1a497198ff34b3df5b4b26&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0972264 Jul 09 15:41:28.426155 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f01c0e-9b75-4fd1-a089-d74cd38605a8 req-d2c96f02-1f01-4f36-95c6-1c298ee8a93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:41:28.427713 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-64f01c0e-9b75-4fd1-a089-d74cd38605a8 req-d2c96f02-1f01-4f36-95c6-1c298ee8a93d service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1011789 Jul 09 15:41:28.542899 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe2438-c8ac-401c-a48d-a2a7013716d9 req-023016dc-78e1-429f-9d1d-bda51532e3a2 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:41:28.544712 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7afe2438-c8ac-401c-a48d-a2a7013716d9 req-023016dc-78e1-429f-9d1d-bda51532e3a2 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbf50965-20c9-4e1b-a91c-3a0d926c84dd HTTP/1.1" status: 200 len: 943 time: 0.1073337 Jul 09 15:41:28.550965 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63248ea6-f006-4420-aa5c-284427a9f365 req-0e4492d9-f540-451e-a39d-3b6cc73668d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:41:28.552438 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-63248ea6-f006-4420-aa5c-284427a9f365 req-0e4492d9-f540-451e-a39d-3b6cc73668d3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3a2e3821cf1a497198ff34b3df5b4b26&device_id=fbf50965-20c9-4e1b-a91c-3a0d926c84dd HTTP/1.1" status: 200 len: 1094 time: 0.0824981 Jul 09 15:41:28.608317 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-63248ea6-f006-4420-aa5c-284427a9f365 req-37c099a1-8360-43f4-9d39-37810890269d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a0a1b50-7270-4c0f-a650-7291abadbea9 HTTP/1.1" status: 200 len: 217 time: 0.0411570 Jul 09 15:41:28.632284 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7afe2438-c8ac-401c-a48d-a2a7013716d9 req-48c8ca4a-0ba1-410b-8ba1-98b603bcc986 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788236 Jul 09 15:41:28.669800 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63248ea6-f006-4420-aa5c-284427a9f365 req-91103cf2-4bbf-42e3-a773-736f7b2b6fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:41:28.671972 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-63248ea6-f006-4420-aa5c-284427a9f365 req-91103cf2-4bbf-42e3-a773-736f7b2b6fb7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0a0449c8-405f-41d6-9115-e55438c81ff8 HTTP/1.1" status: 200 len: 850 time: 0.0552697 Jul 09 15:41:28.729907 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63248ea6-f006-4420-aa5c-284427a9f365 req-31952760-97a6-4acc-aded-1955b39babcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:41:28.731460 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-63248ea6-f006-4420-aa5c-284427a9f365 req-31952760-97a6-4acc-aded-1955b39babcb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=049dafce-25e0-4b39-b5cd-c751bf7fa90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533533 Jul 09 15:41:28.828976 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-63248ea6-f006-4420-aa5c-284427a9f365 req-c6bd7718-f8c3-44b2-bcfc-24c47731d277 service neutron] 10.222.0.54 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905228 Jul 09 15:41:28.922028 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-63248ea6-f006-4420-aa5c-284427a9f365 req-9ffa0117-bad2-4de1-9b0a-c0816609abfa service neutron] 10.222.0.54 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857191 Jul 09 15:41:29.132591 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f7bdda8e-4ee3-412f-b091-847d77a5e300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:29.284044 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:29.809574 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9100650e-5326-49a9-b60e-50c7203d8d9f req-aa2dffe1-0abe-48de-8a60-a16cff39f3dc tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:41:29.811068 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9100650e-5326-49a9-b60e-50c7203d8d9f req-aa2dffe1-0abe-48de-8a60-a16cff39f3dc tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbf50965-20c9-4e1b-a91c-3a0d926c84dd HTTP/1.1" status: 200 len: 943 time: 0.0670028 Jul 09 15:41:29.852856 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9100650e-5326-49a9-b60e-50c7203d8d9f req-13b9cf5f-0236-4e07-bf73-06226c516c8a tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361149 Jul 09 15:41:30.424168 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:31.028088 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0e529-8e74-46be-a20b-69ae58d9da67 req-4e20e42a-77c0-4fae-9547-fa5056b7c3ac tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:41:31.029572 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0ef0e529-8e74-46be-a20b-69ae58d9da67 req-4e20e42a-77c0-4fae-9547-fa5056b7c3ac tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbf50965-20c9-4e1b-a91c-3a0d926c84dd HTTP/1.1" status: 200 len: 943 time: 0.0628691 Jul 09 15:41:31.071614 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0ef0e529-8e74-46be-a20b-69ae58d9da67 req-e2e7884b-4bac-4159-bde6-d2b8c8540d81 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357964 Jul 09 15:41:31.826492 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:32.251735 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ecf34-fd2d-416e-8cfa-b7227e18f74b req-651c39b4-a96b-4191-aa18-c9ae119cde17 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:41:32.253468 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-234ecf34-fd2d-416e-8cfa-b7227e18f74b req-651c39b4-a96b-4191-aa18-c9ae119cde17 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbf50965-20c9-4e1b-a91c-3a0d926c84dd HTTP/1.1" status: 200 len: 943 time: 0.0680153 Jul 09 15:41:32.290740 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-234ecf34-fd2d-416e-8cfa-b7227e18f74b req-d379e210-3ae5-4104-a664-221435fad207 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318661 Jul 09 15:41:32.970725 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 8a0a1b50-7270-4c0f-a650-7291abadbea9 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 15:41:33.068391 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 8a0a1b50-7270-4c0f-a650-7291abadbea9, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=8a0a1b50-7270-4c0f-a650-7291abadbea9,segment=NetworkSegment(7b3f88b7-e575-46f0-9305-dec137800846),segment_id=7b3f88b7-e575-46f0-9305-dec137800846)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:41:33.080637 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': '8a0a1b50-7270-4c0f-a650-7291abadbea9', 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f', 'port_id': '8a0a1b50-7270-4c0f-a650-7291abadbea9', 'mac_address': 'fa:16:3e:71:d6:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a0449c8-405f-41d6-9115-e55438c81ff8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 15:41:33.117854 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:33.131140 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a0a1b50-7270-4c0f-a650-7291abadbea9 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:41:33.150684 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 8a0a1b50-7270-4c0f-a650-7291abadbea9, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=8a0a1b50-7270-4c0f-a650-7291abadbea9,segment=NetworkSegment(7b3f88b7-e575-46f0-9305-dec137800846),segment_id=7b3f88b7-e575-46f0-9305-dec137800846)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:41:33.260415 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:33.308533 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=8a0a1b50-7270-4c0f-a650-7291abadbea9,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:41:33.471878 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba9b1c-12fe-4ae1-86de-7204a447e0ee req-9e777c9d-8a87-4417-89ba-ae0c1b753bb1 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:41:33.473444 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cdba9b1c-12fe-4ae1-86de-7204a447e0ee req-9e777c9d-8a87-4417-89ba-ae0c1b753bb1 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbf50965-20c9-4e1b-a91c-3a0d926c84dd HTTP/1.1" status: 200 len: 944 time: 0.0737870 Jul 09 15:41:33.478031 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['8a0a1b50-7270-4c0f-a650-7291abadbea9'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:41:33.513522 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cdba9b1c-12fe-4ae1-86de-7204a447e0ee req-039319bc-fbd4-41de-ba32-decde0902585 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342939 Jul 09 15:41:34.876789 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66071b6f-d1ea-4363-8126-a5c5c2b41aac req-efdc3a34-8ccc-490e-b08f-912d61bb28fa tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:41:34.878309 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-66071b6f-d1ea-4363-8126-a5c5c2b41aac req-efdc3a34-8ccc-490e-b08f-912d61bb28fa tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbf50965-20c9-4e1b-a91c-3a0d926c84dd HTTP/1.1" status: 200 len: 944 time: 0.0706947 Jul 09 15:41:34.916100 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-66071b6f-d1ea-4363-8126-a5c5c2b41aac req-74c49912-7acd-4c86-95d3-74d25efe3db7 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318539 Jul 09 15:41:34.974802 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 8a0a1b50-7270-4c0f-a650-7291abadbea9 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:41:35.092440 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port 8a0a1b50-7270-4c0f-a650-7291abadbea9 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:41:35.096594 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port 8a0a1b50-7270-4c0f-a650-7291abadbea9 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:41:35.096967 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:35.178543 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:35.202053 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf50965-20c9-4e1b-a91c-3a0d926c84dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a0a1b50-7270-4c0f-a650-7291abadbea9'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:41:35.205016 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e75b9a97cbd66444b13ae988a684abc34c7a24a50a729030cfede81e7322398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce70776-18af-45dc-bba3-c0ae2e8978e6" -d '{"events": [{"server_uuid": "fbf50965-20c9-4e1b-a91c-3a0d926c84dd", "name": "network-vif-plugged", "status": "completed", "tag": "8a0a1b50-7270-4c0f-a650-7291abadbea9"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:41:35.222743 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 8a0a1b50-7270-4c0f-a650-7291abadbea9, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=8a0a1b50-7270-4c0f-a650-7291abadbea9,segment=NetworkSegment(7b3f88b7-e575-46f0-9305-dec137800846),segment_id=7b3f88b7-e575-46f0-9305-dec137800846)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:41:35.241111 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2777a9-71f1-4752-8720-573e0c0310de x-openstack-request-id: req-7c2777a9-71f1-4752-8720-573e0c0310de {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:41:35.241405 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf50965-20c9-4e1b-a91c-3a0d926c84dd", "name": "network-vif-plugged", "status": "completed", "tag": "8a0a1b50-7270-4c0f-a650-7291abadbea9", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:41:35.241664 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7c2777a9-71f1-4752-8720-573e0c0310de {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:41:35.242060 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf50965-20c9-4e1b-a91c-3a0d926c84dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a0a1b50-7270-4c0f-a650-7291abadbea9', 'code': 200} Jul 09 15:41:35.298134 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:35.346204 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=8a0a1b50-7270-4c0f-a650-7291abadbea9,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:41:35.353829 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:41:35.354217 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:41:35.354642 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:41:35.355046 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:41:35.355447 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:41:35.355885 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:41:35.356272 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:41:35.356665 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:41:35.357076 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:41:35.357464 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:41:35.357859 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:41:35.358219 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:41:35.358633 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a55756-0989-4e21-9098-3f8968583e76 req-baee832d-00f9-4809-97e5-b51c4b38a91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:41:35.360674 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e7a55756-0989-4e21-9098-3f8968583e76 req-baee832d-00f9-4809-97e5-b51c4b38a91b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=fbf50965-20c9-4e1b-a91c-3a0d926c84dd HTTP/1.1" status: 200 len: 1096 time: 0.0531526 Jul 09 15:41:35.398016 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e7a55756-0989-4e21-9098-3f8968583e76 req-0e1c2262-b8ff-433e-81c5-896b62686fb8 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305557 Jul 09 15:41:36.088907 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f17f67a-443d-403d-921e-7d9da00e0741 req-18d42e93-3d1f-4f34-9c21-61dc1d4bb391 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:41:36.090300 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1f17f67a-443d-403d-921e-7d9da00e0741 req-18d42e93-3d1f-4f34-9c21-61dc1d4bb391 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbf50965-20c9-4e1b-a91c-3a0d926c84dd HTTP/1.1" status: 200 len: 945 time: 0.0645437 Jul 09 15:41:36.137520 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1f17f67a-443d-403d-921e-7d9da00e0741 req-a6783f9a-0e1b-4491-894c-b9f960d77800 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408070 Jul 09 15:41:37.003944 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:41:37.322561 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce33e6f-6342-4fd0-ba85-cfdd82535b01 req-34c45872-b7d9-4ea6-ba6a-9cde99664082 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:41:37.323996 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fce33e6f-6342-4fd0-ba85-cfdd82535b01 req-34c45872-b7d9-4ea6-ba6a-9cde99664082 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbf50965-20c9-4e1b-a91c-3a0d926c84dd HTTP/1.1" status: 200 len: 945 time: 0.0668650 Jul 09 15:41:37.362161 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fce33e6f-6342-4fd0-ba85-cfdd82535b01 req-03ba08ef-6db7-4f40-a4f5-4ac5ffbc90d8 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324399 Jul 09 15:41:37.529050 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a82f3e6-34c0-4832-9dc8-9b11c0225f8d req-ae373ac1-2841-4ee3-bec4-50b4433958e7 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:41:37.530534 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9a82f3e6-34c0-4832-9dc8-9b11c0225f8d req-ae373ac1-2841-4ee3-bec4-50b4433958e7 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbf50965-20c9-4e1b-a91c-3a0d926c84dd HTTP/1.1" status: 200 len: 945 time: 0.0628905 Jul 09 15:41:37.539985 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 55906) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:41:37.544717 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-4ed4b6cd-9ce7-49be-a7e8-611ca11a7cf2 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Request body: {'floatingip': {'port_id': '8a0a1b50-7270-4c0f-a650-7291abadbea9'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:41:37.586573 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4ed4b6cd-9ce7-49be-a7e8-611ca11a7cf2 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks [] for floatingip, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:38.018704 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4ed4b6cd-9ce7-49be-a7e8-611ca11a7cf2 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:38.083163 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4ed4b6cd-9ce7-49be-a7e8-611ca11a7cf2 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:38.514487 n-d-799529-6 neutron-server[94446]: INFO neutron.db.l3_db [None req-4ed4b6cd-9ce7-49be-a7e8-611ca11a7cf2 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Floating IP 99a53a50-c4b5-497d-9342-f0ff70655f75 associated. External IP: 172.25.3.144, port: 8a0a1b50-7270-4c0f-a650-7291abadbea9. Jul 09 15:41:38.717863 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed4b6cd-9ce7-49be-a7e8-611ca11a7cf2 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Router 49ca18b1-b59f-4d59-9f82-aa588a33e2e2 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:41:38.828600 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed4b6cd-9ce7-49be-a7e8-611ca11a7cf2 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:41:38.832911 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4ed4b6cd-9ce7-49be-a7e8-611ca11a7cf2 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:38.838463 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300c0aac-7b46-46c2-9733-cce9c43dc70e None None] Sync routers for ids ['49ca18b1-b59f-4d59-9f82-aa588a33e2e2'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:41:38.849534 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300c0aac-7b46-46c2-9733-cce9c43dc70e None None] Routers {'49ca18b1-b59f-4d59-9f82-aa588a33e2e2'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:41:38.850160 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-300c0aac-7b46-46c2-9733-cce9c43dc70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:41:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['49ca18b1-b59f-4d59-9f82-aa588a33e2e2'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:41:38.875017 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-4ed4b6cd-9ce7-49be-a7e8-611ca11a7cf2 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "PUT /v2.0/floatingips/99a53a50-c4b5-497d-9342-f0ff70655f75 HTTP/1.1" status: 200 len: 991 time: 1.3339629 Jul 09 15:41:38.875679 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf50965-20c9-4e1b-a91c-3a0d926c84dd', 'tag': '8a0a1b50-7270-4c0f-a650-7291abadbea9'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:41:38.878393 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71aea3d4ce3c79ba57e3b2a7f05354d67fe827d4c76bd908d035baed68c1bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db7e8c1-16d4-45ee-a1a2-649d8906386d" -d '{"events": [{"name": "network-changed", "server_uuid": "fbf50965-20c9-4e1b-a91c-3a0d926c84dd", "tag": "8a0a1b50-7270-4c0f-a650-7291abadbea9"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:41:38.917551 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61fe880f-5b7d-4d1c-9540-74b39da3c7ad x-openstack-request-id: req-61fe880f-5b7d-4d1c-9540-74b39da3c7ad {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:41:38.918095 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbf50965-20c9-4e1b-a91c-3a0d926c84dd", "tag": "8a0a1b50-7270-4c0f-a650-7291abadbea9", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:41:38.918347 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-61fe880f-5b7d-4d1c-9540-74b39da3c7ad {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:41:38.918748 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbf50965-20c9-4e1b-a91c-3a0d926c84dd', 'tag': '8a0a1b50-7270-4c0f-a650-7291abadbea9', 'status': 'completed', 'code': 200} Jul 09 15:41:38.965405 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-300c0aac-7b46-46c2-9733-cce9c43dc70e None None] Set router 49ca18b1-b59f-4d59-9f82-aa588a33e2e2 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:41:38.996548 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db7e8c1-16d4-45ee-a1a2-649d8906386d req-0d559adb-3e6a-4a0e-9c47-5e74c16c17b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:41:38.998080 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7db7e8c1-16d4-45ee-a1a2-649d8906386d req-0d559adb-3e6a-4a0e-9c47-5e74c16c17b1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3a2e3821cf1a497198ff34b3df5b4b26&device_id=fbf50965-20c9-4e1b-a91c-3a0d926c84dd HTTP/1.1" status: 200 len: 1096 time: 0.0558419 Jul 09 15:41:39.092670 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db7e8c1-16d4-45ee-a1a2-649d8906386d req-87c796b3-f349-466c-9023-45db8542b6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:41:39.094219 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7db7e8c1-16d4-45ee-a1a2-649d8906386d req-87c796b3-f349-466c-9023-45db8542b6fb service neutron] 10.222.0.54 "GET /v2.0/networks?id=049dafce-25e0-4b39-b5cd-c751bf7fa90f HTTP/1.1" status: 200 len: 912 time: 0.0898480 Jul 09 15:41:39.161619 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7db7e8c1-16d4-45ee-a1a2-649d8906386d req-d703b8de-7d4d-4182-a83d-51cedc4fe66b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a0a1b50-7270-4c0f-a650-7291abadbea9 HTTP/1.1" status: 200 len: 999 time: 0.0606592 Jul 09 15:41:39.195117 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-300c0aac-7b46-46c2-9733-cce9c43dc70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'name': 'tempest-ServerActionsTestJSON-316792187-router', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:41:15Z', 'updated_at': '2021-07-09T15:41:18Z', 'revision_number': 4, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'gw_port': {'id': '7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:41:16Z', 'updated_at': '2021-07-09T15:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '99a53a50-c4b5-497d-9342-f0ff70655f75', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'floating_ip_address': '172.25.3.144', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'port_id': '8a0a1b50-7270-4c0f-a650-7291abadbea9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f', 'mac_address': 'fa:16:3e:71:d6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf50965-20c9-4e1b-a91c-3a0d926c84dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:41:22Z', 'updated_at': '2021-07-09T15:41:37Z', 'revision_number': 1, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb8e3151-810b-4ceb-9e7e-06e42b431fe0', 'name': '', 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'mac_address': 'fa:16:3e:f2:6d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '0a0449c8-405f-41d6-9115-e55438c81ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:41:18Z', 'updated_at': '2021-07-09T15:41:24Z', 'revision_number': 5, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'subnets': [{'id': '0a0449c8-405f-41d6-9115-e55438c81ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:41:39.210928 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db7e8c1-16d4-45ee-a1a2-649d8906386d req-80a91953-43d3-485c-ac1c-964139901bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:41:39.217563 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7db7e8c1-16d4-45ee-a1a2-649d8906386d req-80a91953-43d3-485c-ac1c-964139901bf2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0a0449c8-405f-41d6-9115-e55438c81ff8 HTTP/1.1" status: 200 len: 850 time: 0.0451615 Jul 09 15:41:39.220908 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300c0aac-7b46-46c2-9733-cce9c43dc70e None None] Checking router: 49ca18b1-b59f-4d59-9f82-aa588a33e2e2 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:41:39.229274 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300c0aac-7b46-46c2-9733-cce9c43dc70e None None] Routers {'49ca18b1-b59f-4d59-9f82-aa588a33e2e2'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:41:39.229809 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-300c0aac-7b46-46c2-9733-cce9c43dc70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:41:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['49ca18b1-b59f-4d59-9f82-aa588a33e2e2'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:41:39.276314 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db7e8c1-16d4-45ee-a1a2-649d8906386d req-b8c449e5-db52-4c75-a181-3bc1425a4510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:41:39.277832 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7db7e8c1-16d4-45ee-a1a2-649d8906386d req-b8c449e5-db52-4c75-a181-3bc1425a4510 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=049dafce-25e0-4b39-b5cd-c751bf7fa90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582988 Jul 09 15:41:39.336406 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-300c0aac-7b46-46c2-9733-cce9c43dc70e None None] Set router 49ca18b1-b59f-4d59-9f82-aa588a33e2e2 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:41:39.370294 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7db7e8c1-16d4-45ee-a1a2-649d8906386d req-51d40ea4-5cf3-46d0-9bb5-a51206fb4529 service neutron] 10.222.0.54 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851591 Jul 09 15:41:39.466659 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7db7e8c1-16d4-45ee-a1a2-649d8906386d req-494b1f00-48a1-438b-8d74-0b6fc960c377 service neutron] 10.222.0.54 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892887 Jul 09 15:41:39.560837 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-300c0aac-7b46-46c2-9733-cce9c43dc70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'name': 'tempest-ServerActionsTestJSON-316792187-router', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:41:15Z', 'updated_at': '2021-07-09T15:41:18Z', 'revision_number': 4, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'gw_port': {'id': '7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:41:16Z', 'updated_at': '2021-07-09T15:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '99a53a50-c4b5-497d-9342-f0ff70655f75', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'floating_ip_address': '172.25.3.144', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'port_id': '8a0a1b50-7270-4c0f-a650-7291abadbea9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f', 'mac_address': 'fa:16:3e:71:d6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf50965-20c9-4e1b-a91c-3a0d926c84dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:41:22Z', 'updated_at': '2021-07-09T15:41:37Z', 'revision_number': 1, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb8e3151-810b-4ceb-9e7e-06e42b431fe0', 'name': '', 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'mac_address': 'fa:16:3e:f2:6d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '0a0449c8-405f-41d6-9115-e55438c81ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:41:18Z', 'updated_at': '2021-07-09T15:41:24Z', 'revision_number': 5, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'subnets': [{'id': '0a0449c8-405f-41d6-9115-e55438c81ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:41:39.590327 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300c0aac-7b46-46c2-9733-cce9c43dc70e None None] The sync data for ids ['49ca18b1-b59f-4d59-9f82-aa588a33e2e2'] in n-d-799529-6 is: [{'id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'name': 'tempest-ServerActionsTestJSON-316792187-router', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:41:15Z', 'updated_at': '2021-07-09T15:41:18Z', 'revision_number': 4, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'gw_port': {'id': '7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:41:16Z', 'updated_at': '2021-07-09T15:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '99a53a50-c4b5-497d-9342-f0ff70655f75', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'floating_ip_address': '172.25.3.144', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'port_id': '8a0a1b50-7270-4c0f-a650-7291abadbea9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f', 'mac_address': 'fa:16:3e:71:d6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf50965-20c9-4e1b-a91c-3a0d926c84dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:41:22Z', 'updated_at': '2021-07-09T15:41:37Z', 'revision_number': 1, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb8e3151-810b-4ceb-9e7e-06e42b431fe0', 'name': '', 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'mac_address': 'fa:16:3e:f2:6d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '0a0449c8-405f-41d6-9115-e55438c81ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:41:18Z', 'updated_at': '2021-07-09T15:41:24Z', 'revision_number': 5, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'subnets': [{'id': '0a0449c8-405f-41d6-9115-e55438c81ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:41:39.788537 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da83f183-e4bc-4e64-9f31-79c39c9240d0 None None] New status for floating IP 99a53a50-c4b5-497d-9342-f0ff70655f75: ACTIVE {{(pid=94448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 15:41:45.412074 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:53.682715 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:56.156911 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5c810a82-dc0b-471c-bef4-e3e735809edd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:59.148746 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-34f45245-e948-4138-a34d-c767141fee72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:41:59.297304 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:42:00.417112 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:42:01.847709 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:42:02.941974 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1a50af5e-4778-4f02-969e-0e02c5365ab6 req-3ff774f7-4efc-4044-9762-f8f68107bede service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=fbf50965-20c9-4e1b-a91c-3a0d926c84dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0533643 Jul 09 15:42:03.036055 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a50af5e-4778-4f02-969e-0e02c5365ab6 req-7fcbc907-c5ac-4f85-ba08-e0be4e413578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:42:03.037589 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1a50af5e-4778-4f02-969e-0e02c5365ab6 req-7fcbc907-c5ac-4f85-ba08-e0be4e413578 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3a2e3821cf1a497198ff34b3df5b4b26&device_id=fbf50965-20c9-4e1b-a91c-3a0d926c84dd HTTP/1.1" status: 200 len: 1096 time: 0.0535932 Jul 09 15:42:03.148650 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a50af5e-4778-4f02-969e-0e02c5365ab6 req-e5a0cb9f-69f6-4742-b14d-6e9815bba639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:42:03.150168 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1a50af5e-4778-4f02-969e-0e02c5365ab6 req-e5a0cb9f-69f6-4742-b14d-6e9815bba639 service neutron] 10.222.0.54 "GET /v2.0/networks?id=049dafce-25e0-4b39-b5cd-c751bf7fa90f HTTP/1.1" status: 200 len: 912 time: 0.0933051 Jul 09 15:42:03.220281 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1a50af5e-4778-4f02-969e-0e02c5365ab6 req-f0f5e22a-4762-42e1-a182-dd58f005e395 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a0a1b50-7270-4c0f-a650-7291abadbea9 HTTP/1.1" status: 200 len: 1001 time: 0.0635867 Jul 09 15:42:03.269682 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a50af5e-4778-4f02-969e-0e02c5365ab6 req-6325a9d0-cd42-45a2-b959-49286de7798a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:42:03.271157 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1a50af5e-4778-4f02-969e-0e02c5365ab6 req-6325a9d0-cd42-45a2-b959-49286de7798a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0a0449c8-405f-41d6-9115-e55438c81ff8 HTTP/1.1" status: 200 len: 850 time: 0.0446799 Jul 09 15:42:03.335258 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a50af5e-4778-4f02-969e-0e02c5365ab6 req-be8b2c65-4109-4a47-b256-228926b03000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:42:03.336820 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1a50af5e-4778-4f02-969e-0e02c5365ab6 req-be8b2c65-4109-4a47-b256-228926b03000 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=049dafce-25e0-4b39-b5cd-c751bf7fa90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581584 Jul 09 15:42:03.435303 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1a50af5e-4778-4f02-969e-0e02c5365ab6 req-3f4c810a-9d5e-4833-aab3-e0d70a52e16a service neutron] 10.222.0.54 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908465 Jul 09 15:42:03.533906 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1a50af5e-4778-4f02-969e-0e02c5365ab6 req-e9431d1e-0ca0-4fd4-ada4-b009eb9bf1fc service neutron] 10.222.0.54 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908699 Jul 09 15:42:14.003776 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:42:15.384331 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:42:23.696224 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:42:26.221738 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-01458788-b490-4031-ac2f-0d410e4d4361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:42:29.147077 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-97e6d960-600e-4f3e-8172-34b9aebed722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:42:29.284327 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:42:30.427357 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:42:31.832660 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:42:45.393963 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:42:51.006384 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:42:53.732291 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:42:56.163357 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-857ef791-a7b3-4263-8534-2bfeb6c5050c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:42:59.134155 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ebb4f2c1-31b9-4161-a0a6-e4c536416045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:42:59.311292 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:43:00.445102 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:43:01.833059 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:43:03.580197 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0ecfcf3a-4859-4410-9212-50e7f10c0c4e req-e76050b5-22d6-49cb-8e56-abaa69637042 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=fbf50965-20c9-4e1b-a91c-3a0d926c84dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0527520 Jul 09 15:43:03.671899 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecfcf3a-4859-4410-9212-50e7f10c0c4e req-168eb3ea-1eea-4c6a-af7e-70d4e034494f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:03.673411 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0ecfcf3a-4859-4410-9212-50e7f10c0c4e req-168eb3ea-1eea-4c6a-af7e-70d4e034494f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3a2e3821cf1a497198ff34b3df5b4b26&device_id=fbf50965-20c9-4e1b-a91c-3a0d926c84dd HTTP/1.1" status: 200 len: 1096 time: 0.0539770 Jul 09 15:43:03.780560 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecfcf3a-4859-4410-9212-50e7f10c0c4e req-155f67ad-923c-4ba3-b231-9cc34f6f1225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:03.782057 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0ecfcf3a-4859-4410-9212-50e7f10c0c4e req-155f67ad-923c-4ba3-b231-9cc34f6f1225 service neutron] 10.222.0.54 "GET /v2.0/networks?id=049dafce-25e0-4b39-b5cd-c751bf7fa90f HTTP/1.1" status: 200 len: 912 time: 0.0882001 Jul 09 15:43:03.850324 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0ecfcf3a-4859-4410-9212-50e7f10c0c4e req-8c945c6b-00b5-4cb4-a22a-c18c75673ccc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a0a1b50-7270-4c0f-a650-7291abadbea9 HTTP/1.1" status: 200 len: 1001 time: 0.0620615 Jul 09 15:43:03.897459 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecfcf3a-4859-4410-9212-50e7f10c0c4e req-9015e3eb-1cb4-41fa-b9a0-c5225d32e996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:03.898867 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0ecfcf3a-4859-4410-9212-50e7f10c0c4e req-9015e3eb-1cb4-41fa-b9a0-c5225d32e996 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0a0449c8-405f-41d6-9115-e55438c81ff8 HTTP/1.1" status: 200 len: 850 time: 0.0425639 Jul 09 15:43:04.289924 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecfcf3a-4859-4410-9212-50e7f10c0c4e req-9ee78566-6ef2-49e4-a28e-2aeba0168e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:04.291446 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0ecfcf3a-4859-4410-9212-50e7f10c0c4e req-9ee78566-6ef2-49e4-a28e-2aeba0168e5a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=049dafce-25e0-4b39-b5cd-c751bf7fa90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3849385 Jul 09 15:43:04.378656 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0ecfcf3a-4859-4410-9212-50e7f10c0c4e req-c0819e73-0e08-4da5-875f-b2e8a1675043 service neutron] 10.222.0.54 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803061 Jul 09 15:43:04.472053 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0ecfcf3a-4859-4410-9212-50e7f10c0c4e req-efdec36b-f48d-4235-b30f-3934530c6977 service neutron] 10.222.0.54 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862982 Jul 09 15:43:15.018607 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d99c2c2-4061-416a-9756-89335d3dc830 req-207aebf6-f2d3-47de-b890-7023101b1f12 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:15.020134 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2d99c2c2-4061-416a-9756-89335d3dc830 req-207aebf6-f2d3-47de-b890-7023101b1f12 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbf50965-20c9-4e1b-a91c-3a0d926c84dd HTTP/1.1" status: 200 len: 945 time: 0.0636768 Jul 09 15:43:15.057103 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2d99c2c2-4061-416a-9756-89335d3dc830 req-184b9867-9150-4ecf-99bb-5224697c7666 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312269 Jul 09 15:43:15.433356 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:43:16.608542 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01274112-32ea-4c82-8073-75d05bdabf37 req-855214af-a72b-413e-953d-2fd3847b8c63 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:16.610076 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-01274112-32ea-4c82-8073-75d05bdabf37 req-855214af-a72b-413e-953d-2fd3847b8c63 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbf50965-20c9-4e1b-a91c-3a0d926c84dd HTTP/1.1" status: 200 len: 945 time: 0.0689971 Jul 09 15:43:16.647958 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-01274112-32ea-4c82-8073-75d05bdabf37 req-7263dd19-3405-4faf-884f-43c2860b33cd tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323215 Jul 09 15:43:16.689985 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 56110) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:43:16.783326 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-25d528fb-1d53-4343-a24a-c1bb543d49ce req-70fcd33d-d7af-41e3-a3f3-073e7a4c4577 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fbf50965-20c9-4e1b-a91c-3a0d926c84dd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0921350 Jul 09 15:43:17.821657 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde4fa8-b888-4fee-b849-031bd2f352bc req-59fc14a9-36c4-428a-948a-16b3b5d0e306 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:17.823161 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8fde4fa8-b888-4fee-b849-031bd2f352bc req-59fc14a9-36c4-428a-948a-16b3b5d0e306 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbf50965-20c9-4e1b-a91c-3a0d926c84dd HTTP/1.1" status: 200 len: 945 time: 0.0640762 Jul 09 15:43:17.862120 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8fde4fa8-b888-4fee-b849-031bd2f352bc req-2dba7cda-1f71-46ec-82d0-a14fc3b946ea tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330245 Jul 09 15:43:18.909466 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d528fb-1d53-4343-a24a-c1bb543d49ce req-d5861b9c-1af6-4f51-a32b-e26c47b0f6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:18.911035 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-25d528fb-1d53-4343-a24a-c1bb543d49ce req-d5861b9c-1af6-4f51-a32b-e26c47b0f6e7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3a2e3821cf1a497198ff34b3df5b4b26&device_id=fbf50965-20c9-4e1b-a91c-3a0d926c84dd HTTP/1.1" status: 200 len: 1096 time: 0.0546598 Jul 09 15:43:19.036532 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d528fb-1d53-4343-a24a-c1bb543d49ce req-b76862a6-d05d-4abc-a995-ad8455c205be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:19.038020 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-25d528fb-1d53-4343-a24a-c1bb543d49ce req-b76862a6-d05d-4abc-a995-ad8455c205be service neutron] 10.222.0.54 "GET /v2.0/networks?id=049dafce-25e0-4b39-b5cd-c751bf7fa90f HTTP/1.1" status: 200 len: 912 time: 0.1207325 Jul 09 15:43:19.097702 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c51a5-6dd9-458b-8ef8-bcd405223d18 req-778e3ac7-803b-44d5-ab58-e7bb939792e0 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:19.099099 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e57c51a5-6dd9-458b-8ef8-bcd405223d18 req-778e3ac7-803b-44d5-ab58-e7bb939792e0 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbf50965-20c9-4e1b-a91c-3a0d926c84dd HTTP/1.1" status: 200 len: 945 time: 0.1252410 Jul 09 15:43:19.133376 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-25d528fb-1d53-4343-a24a-c1bb543d49ce req-9dc35c1d-fdc8-4109-8698-eb0e8cd6d496 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a0a1b50-7270-4c0f-a650-7291abadbea9 HTTP/1.1" status: 200 len: 1001 time: 0.0885179 Jul 09 15:43:19.175338 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e57c51a5-6dd9-458b-8ef8-bcd405223d18 req-ee1de001-01da-4a82-bd38-bebee2ce3b95 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695593 Jul 09 15:43:19.193281 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d528fb-1d53-4343-a24a-c1bb543d49ce req-ec4c51b5-d69d-4dd0-86d6-1a5032ff1aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:19.194724 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-25d528fb-1d53-4343-a24a-c1bb543d49ce req-ec4c51b5-d69d-4dd0-86d6-1a5032ff1aaa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0a0449c8-405f-41d6-9115-e55438c81ff8 HTTP/1.1" status: 200 len: 850 time: 0.0506818 Jul 09 15:43:19.251485 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d528fb-1d53-4343-a24a-c1bb543d49ce req-18e5c361-1264-4f2c-b6c4-9a47eec93cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:19.253031 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-25d528fb-1d53-4343-a24a-c1bb543d49ce req-18e5c361-1264-4f2c-b6c4-9a47eec93cb4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=049dafce-25e0-4b39-b5cd-c751bf7fa90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515225 Jul 09 15:43:19.346054 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-25d528fb-1d53-4343-a24a-c1bb543d49ce req-c93beea8-743f-47c7-b057-8346adce911e service neutron] 10.222.0.54 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856884 Jul 09 15:43:19.434757 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-25d528fb-1d53-4343-a24a-c1bb543d49ce req-cbdc1416-a34b-492c-9a44-6aea8563d152 service neutron] 10.222.0.54 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819066 Jul 09 15:43:20.355650 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d608e-4391-4517-8b8c-c014b96ac52b req-982eb267-280c-41b0-a11e-7a0c64a1738f tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:20.357166 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ce9d608e-4391-4517-8b8c-c014b96ac52b req-982eb267-280c-41b0-a11e-7a0c64a1738f tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbf50965-20c9-4e1b-a91c-3a0d926c84dd HTTP/1.1" status: 200 len: 945 time: 0.0671089 Jul 09 15:43:20.394523 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ce9d608e-4391-4517-8b8c-c014b96ac52b req-3375adef-9b19-42b0-83d3-7ac52ccc1a75 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318065 Jul 09 15:43:21.569971 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efcefbf-1bc0-45b4-85ef-59a2e40eb34b req-8d265736-c8fa-407b-ab72-b0d59c5205c6 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:21.571452 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8efcefbf-1bc0-45b4-85ef-59a2e40eb34b req-8d265736-c8fa-407b-ab72-b0d59c5205c6 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbf50965-20c9-4e1b-a91c-3a0d926c84dd HTTP/1.1" status: 200 len: 945 time: 0.0640647 Jul 09 15:43:21.613300 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8efcefbf-1bc0-45b4-85ef-59a2e40eb34b req-0ae5f7bc-eb30-49e4-89e0-4f7a65142c78 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363057 Jul 09 15:43:22.783943 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df28dd8-52ee-4ce7-a646-ca2c6a22569f req-9429fb93-d18a-40f8-bb68-94d6a28f5c36 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:22.785429 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8df28dd8-52ee-4ce7-a646-ca2c6a22569f req-9429fb93-d18a-40f8-bb68-94d6a28f5c36 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbf50965-20c9-4e1b-a91c-3a0d926c84dd HTTP/1.1" status: 200 len: 945 time: 0.0632524 Jul 09 15:43:22.822703 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8df28dd8-52ee-4ce7-a646-ca2c6a22569f req-aeb86ee9-c9f2-47f4-9ea7-a1141c6fc919 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315237 Jul 09 15:43:23.718063 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:43:23.996121 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e2ef0-5bb2-4739-b6e8-fbfb19947d49 req-d6e6172d-9c90-4727-a057-fb17a42b9ef4 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:23.997523 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-df1e2ef0-5bb2-4739-b6e8-fbfb19947d49 req-d6e6172d-9c90-4727-a057-fb17a42b9ef4 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbf50965-20c9-4e1b-a91c-3a0d926c84dd HTTP/1.1" status: 200 len: 945 time: 0.0634289 Jul 09 15:43:24.034341 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-df1e2ef0-5bb2-4739-b6e8-fbfb19947d49 req-057fd293-cf91-46b1-9f83-685d9adf3a0c tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312686 Jul 09 15:43:25.203645 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415ffb35-995c-45ad-b09b-f8eaffbc6441 req-15d8ee27-084b-495e-80e6-7657c96bbcca tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:25.205115 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-415ffb35-995c-45ad-b09b-f8eaffbc6441 req-15d8ee27-084b-495e-80e6-7657c96bbcca tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbf50965-20c9-4e1b-a91c-3a0d926c84dd HTTP/1.1" status: 200 len: 945 time: 0.0619135 Jul 09 15:43:25.242645 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-415ffb35-995c-45ad-b09b-f8eaffbc6441 req-698adf64-e023-40df-9429-747282ed5d37 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319974 Jul 09 15:43:26.163880 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-493def7c-51d6-41c2-afff-7b57f3d2d162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:43:26.414198 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83887ce0-4f9f-4fc8-b573-3c0ee5e2ac53 req-3dc54c04-81d2-4233-a943-de1f24c0c263 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:26.415659 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-83887ce0-4f9f-4fc8-b573-3c0ee5e2ac53 req-3dc54c04-81d2-4233-a943-de1f24c0c263 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbf50965-20c9-4e1b-a91c-3a0d926c84dd HTTP/1.1" status: 200 len: 945 time: 0.0635779 Jul 09 15:43:26.453713 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-83887ce0-4f9f-4fc8-b573-3c0ee5e2ac53 req-078a47b1-0e05-4491-bb4f-940afcc38957 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318480 Jul 09 15:43:27.629580 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ddd3a-cae8-4034-9c1b-aacf02d3a490 req-2d0a238b-2c2e-4cbe-ae03-5fad8ba638c1 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:27.631107 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-199ddd3a-cae8-4034-9c1b-aacf02d3a490 req-2d0a238b-2c2e-4cbe-ae03-5fad8ba638c1 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbf50965-20c9-4e1b-a91c-3a0d926c84dd HTTP/1.1" status: 200 len: 945 time: 0.0691946 Jul 09 15:43:27.669798 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-199ddd3a-cae8-4034-9c1b-aacf02d3a490 req-314dbe26-7f86-4d77-b7f7-3cc8712e84a7 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330048 Jul 09 15:43:28.005135 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:43:28.845320 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b556a-8da2-457c-b95c-228828d0d6e0 req-893bec44-7e71-4b22-b03c-8c8129445413 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:28.846808 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1a7b556a-8da2-457c-b95c-228828d0d6e0 req-893bec44-7e71-4b22-b03c-8c8129445413 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbf50965-20c9-4e1b-a91c-3a0d926c84dd HTTP/1.1" status: 200 len: 945 time: 0.0679398 Jul 09 15:43:28.884387 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1a7b556a-8da2-457c-b95c-228828d0d6e0 req-cc7f24ba-839c-41ad-b280-9a97dac0f8b0 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320697 Jul 09 15:43:29.127208 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-705301d1-3dea-4d4f-b7af-15bab729aec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:43:29.300446 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:43:30.058189 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20f3982-27fa-4dcd-9525-adc86af45cad req-5a2c927a-bdeb-4c46-accf-d53d2892a124 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:30.059691 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f20f3982-27fa-4dcd-9525-adc86af45cad req-5a2c927a-bdeb-4c46-accf-d53d2892a124 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbf50965-20c9-4e1b-a91c-3a0d926c84dd HTTP/1.1" status: 200 len: 945 time: 0.0630226 Jul 09 15:43:30.097940 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f20f3982-27fa-4dcd-9525-adc86af45cad req-13f5faa9-9f8b-4e02-867f-e288e4f62c83 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326891 Jul 09 15:43:30.432015 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:43:31.274205 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc5261-b823-467a-bd4e-45349e6cf06b req-22483f59-c8d0-46af-8eb3-450dd6d6b2f1 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:31.275755 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-91dc5261-b823-467a-bd4e-45349e6cf06b req-22483f59-c8d0-46af-8eb3-450dd6d6b2f1 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbf50965-20c9-4e1b-a91c-3a0d926c84dd HTTP/1.1" status: 200 len: 945 time: 0.0662024 Jul 09 15:43:31.316015 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-91dc5261-b823-467a-bd4e-45349e6cf06b req-991890a9-e293-4d8c-8826-5ad6dda374bb tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340796 Jul 09 15:43:31.765639 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [req-25d528fb-1d53-4343-a24a-c1bb543d49ce req-f472cfd8-ac79-443d-97eb-eaf54808d5d6 service neutron] show failed (client error): The resource could not be found. Jul 09 15:43:31.766667 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-25d528fb-1d53-4343-a24a-c1bb543d49ce req-f472cfd8-ac79-443d-97eb-eaf54808d5d6 service neutron] 10.222.0.54 "GET /v2.0/ports/8a0a1b50-7270-4c0f-a650-7291abadbea9/bindings/n-h1-799529-6 HTTP/1.1" status: 404 len: 380 time: 0.0540078 Jul 09 15:43:31.860956 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:43:32.395147 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d528fb-1d53-4343-a24a-c1bb543d49ce req-f0242aa8-8665-44e0-b4b1-b8ea11fa4d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:32.396716 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-25d528fb-1d53-4343-a24a-c1bb543d49ce req-f0242aa8-8665-44e0-b4b1-b8ea11fa4d8d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fbf50965-20c9-4e1b-a91c-3a0d926c84dd&tenant_id=3a2e3821cf1a497198ff34b3df5b4b26 HTTP/1.1" status: 200 len: 1096 time: 0.0573368 Jul 09 15:43:32.415770 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-25d528fb-1d53-4343-a24a-c1bb543d49ce req-d416e6c6-5fcd-47df-a318-ba245d5f3c5b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799529-6', 'device_owner': 'compute:nova'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:43:32.524484 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-25d528fb-1d53-4343-a24a-c1bb543d49ce req-d416e6c6-5fcd-47df-a318-ba245d5f3c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:43:32.550782 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c30aeed-73d6-4fec-9e51-ff52401e8f82 req-947e9799-b7e6-46e2-96b3-6f6fb139240d tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:32.552291 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4c30aeed-73d6-4fec-9e51-ff52401e8f82 req-947e9799-b7e6-46e2-96b3-6f6fb139240d tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbf50965-20c9-4e1b-a91c-3a0d926c84dd HTTP/1.1" status: 200 len: 945 time: 0.1156173 Jul 09 15:43:32.666319 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4c30aeed-73d6-4fec-9e51-ff52401e8f82 req-e8f55e38-5504-4aec-b588-f7fbf52d6f95 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952632 Jul 09 15:43:32.764601 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-25d528fb-1d53-4343-a24a-c1bb543d49ce req-d416e6c6-5fcd-47df-a318-ba245d5f3c5b service neutron] For port 8a0a1b50-7270-4c0f-a650-7291abadbea9, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=8a0a1b50-7270-4c0f-a650-7291abadbea9,segment=NetworkSegment(7b3f88b7-e575-46f0-9305-dec137800846),segment_id=7b3f88b7-e575-46f0-9305-dec137800846)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:43:32.797249 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-25d528fb-1d53-4343-a24a-c1bb543d49ce req-d416e6c6-5fcd-47df-a318-ba245d5f3c5b service neutron] For port 8a0a1b50-7270-4c0f-a650-7291abadbea9, host n-h2-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:43:32.833925 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf50965-20c9-4e1b-a91c-3a0d926c84dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a0a1b50-7270-4c0f-a650-7291abadbea9'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:43:32.836207 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71aea3d4ce3c79ba57e3b2a7f05354d67fe827d4c76bd908d035baed68c1bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dbadcda-2bdf-4bdd-af2c-3247b57fb87d" -d '{"events": [{"server_uuid": "fbf50965-20c9-4e1b-a91c-3a0d926c84dd", "name": "network-vif-unplugged", "status": "completed", "tag": "8a0a1b50-7270-4c0f-a650-7291abadbea9"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:43:32.839695 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-25d528fb-1d53-4343-a24a-c1bb543d49ce req-d416e6c6-5fcd-47df-a318-ba245d5f3c5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:43:32.852371 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-25d528fb-1d53-4343-a24a-c1bb543d49ce req-d416e6c6-5fcd-47df-a318-ba245d5f3c5b service neutron] Transition to ACTIVE for port object 8a0a1b50-7270-4c0f-a650-7291abadbea9 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:43:32.923459 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-25d528fb-1d53-4343-a24a-c1bb543d49ce req-d416e6c6-5fcd-47df-a318-ba245d5f3c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:43:32.951257 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 15:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75936980-bbd7-406d-925c-7e7a2247f0d6 x-openstack-request-id: req-75936980-bbd7-406d-925c-7e7a2247f0d6 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:43:32.951571 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf50965-20c9-4e1b-a91c-3a0d926c84dd", "name": "network-vif-unplugged", "status": "completed", "tag": "8a0a1b50-7270-4c0f-a650-7291abadbea9", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:43:32.951823 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-75936980-bbd7-406d-925c-7e7a2247f0d6 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:43:32.952206 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf50965-20c9-4e1b-a91c-3a0d926c84dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a0a1b50-7270-4c0f-a650-7291abadbea9', 'code': 200} Jul 09 15:43:33.005673 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d416e6c6-5fcd-47df-a318-ba245d5f3c5b service neutron] Pushing event updated for resources: {'Port': ['ID=8a0a1b50-7270-4c0f-a650-7291abadbea9,revision_number=6']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:43:33.020447 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d416e6c6-5fcd-47df-a318-ba245d5f3c5b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:43:33.020791 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d416e6c6-5fcd-47df-a318-ba245d5f3c5b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:43:33.021130 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d416e6c6-5fcd-47df-a318-ba245d5f3c5b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:43:33.021462 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d416e6c6-5fcd-47df-a318-ba245d5f3c5b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:43:33.021790 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d416e6c6-5fcd-47df-a318-ba245d5f3c5b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:43:33.022116 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d416e6c6-5fcd-47df-a318-ba245d5f3c5b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:43:33.022439 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d416e6c6-5fcd-47df-a318-ba245d5f3c5b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:43:33.022850 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d416e6c6-5fcd-47df-a318-ba245d5f3c5b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:43:33.023246 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d416e6c6-5fcd-47df-a318-ba245d5f3c5b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:43:33.023511 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d416e6c6-5fcd-47df-a318-ba245d5f3c5b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:43:33.023840 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d416e6c6-5fcd-47df-a318-ba245d5f3c5b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:43:33.024157 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d416e6c6-5fcd-47df-a318-ba245d5f3c5b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:43:33.060806 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d528fb-1d53-4343-a24a-c1bb543d49ce req-d416e6c6-5fcd-47df-a318-ba245d5f3c5b service neutron] No DVR routers for this DVR port 8a0a1b50-7270-4c0f-a650-7291abadbea9 on host n-h2-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:43:33.194296 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-25d528fb-1d53-4343-a24a-c1bb543d49ce req-d416e6c6-5fcd-47df-a318-ba245d5f3c5b service neutron] Attempting to bind port 8a0a1b50-7270-4c0f-a650-7291abadbea9 on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:43:33.194636 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-25d528fb-1d53-4343-a24a-c1bb543d49ce req-d416e6c6-5fcd-47df-a318-ba245d5f3c5b service neutron] Attempting to bind port 8a0a1b50-7270-4c0f-a650-7291abadbea9 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': '7b3f88b7-e575-46f0-9305-dec137800846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:43:33.194965 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d528fb-1d53-4343-a24a-c1bb543d49ce req-d416e6c6-5fcd-47df-a318-ba245d5f3c5b service neutron] Attempting to bind port 8a0a1b50-7270-4c0f-a650-7291abadbea9 on network 049dafce-25e0-4b39-b5cd-c751bf7fa90f {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:43:33.199146 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d528fb-1d53-4343-a24a-c1bb543d49ce req-d416e6c6-5fcd-47df-a318-ba245d5f3c5b service neutron] Port 8a0a1b50-7270-4c0f-a650-7291abadbea9 on network 049dafce-25e0-4b39-b5cd-c751bf7fa90f not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:43:33.199468 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d528fb-1d53-4343-a24a-c1bb543d49ce req-d416e6c6-5fcd-47df-a318-ba245d5f3c5b service neutron] Attempting to bind port 8a0a1b50-7270-4c0f-a650-7291abadbea9 on network 049dafce-25e0-4b39-b5cd-c751bf7fa90f {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:43:33.204144 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d528fb-1d53-4343-a24a-c1bb543d49ce req-d416e6c6-5fcd-47df-a318-ba245d5f3c5b service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:43:33.204481 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d528fb-1d53-4343-a24a-c1bb543d49ce req-d416e6c6-5fcd-47df-a318-ba245d5f3c5b service neutron] Checking segment: {'id': '7b3f88b7-e575-46f0-9305-dec137800846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:43:33.204866 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d528fb-1d53-4343-a24a-c1bb543d49ce req-d416e6c6-5fcd-47df-a318-ba245d5f3c5b service neutron] Bound using segment: {'id': '7b3f88b7-e575-46f0-9305-dec137800846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:43:33.205288 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-25d528fb-1d53-4343-a24a-c1bb543d49ce req-d416e6c6-5fcd-47df-a318-ba245d5f3c5b service neutron] Bound port: 8a0a1b50-7270-4c0f-a650-7291abadbea9, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b3f88b7-e575-46f0-9305-dec137800846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:43:33.205640 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-25d528fb-1d53-4343-a24a-c1bb543d49ce req-d416e6c6-5fcd-47df-a318-ba245d5f3c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:43:33.265625 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-25d528fb-1d53-4343-a24a-c1bb543d49ce req-d416e6c6-5fcd-47df-a318-ba245d5f3c5b service neutron] For port 8a0a1b50-7270-4c0f-a650-7291abadbea9, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:43:33.268674 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-25d528fb-1d53-4343-a24a-c1bb543d49ce req-d416e6c6-5fcd-47df-a318-ba245d5f3c5b service neutron] For port 8a0a1b50-7270-4c0f-a650-7291abadbea9, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=8a0a1b50-7270-4c0f-a650-7291abadbea9,segment=NetworkSegment(7b3f88b7-e575-46f0-9305-dec137800846),segment_id=7b3f88b7-e575-46f0-9305-dec137800846)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:43:33.350553 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-25d528fb-1d53-4343-a24a-c1bb543d49ce req-d416e6c6-5fcd-47df-a318-ba245d5f3c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:43:33.385468 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d528fb-1d53-4343-a24a-c1bb543d49ce req-d416e6c6-5fcd-47df-a318-ba245d5f3c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:33.386132 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-25d528fb-1d53-4343-a24a-c1bb543d49ce req-d416e6c6-5fcd-47df-a318-ba245d5f3c5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:43:33.387612 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-25d528fb-1d53-4343-a24a-c1bb543d49ce req-d416e6c6-5fcd-47df-a318-ba245d5f3c5b service neutron] 10.222.0.62 "PUT /v2.0/ports/8a0a1b50-7270-4c0f-a650-7291abadbea9 HTTP/1.1" status: 200 len: 1091 time: 0.9764247 Jul 09 15:43:33.409205 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d416e6c6-5fcd-47df-a318-ba245d5f3c5b service neutron] Pushing event updated for resources: {'Port': ['ID=8a0a1b50-7270-4c0f-a650-7291abadbea9,revision_number=7']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:43:33.484167 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d528fb-1d53-4343-a24a-c1bb543d49ce req-9aa0bcf4-4144-4c68-b8a8-b82c71191c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:33.485767 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-25d528fb-1d53-4343-a24a-c1bb543d49ce req-9aa0bcf4-4144-4c68-b8a8-b82c71191c9a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3a2e3821cf1a497198ff34b3df5b4b26&device_id=fbf50965-20c9-4e1b-a91c-3a0d926c84dd HTTP/1.1" status: 200 len: 1094 time: 0.0589688 Jul 09 15:43:33.581683 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d528fb-1d53-4343-a24a-c1bb543d49ce req-eb5bc9cf-a29f-4b41-9caa-baff1eb2c970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:33.583171 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-25d528fb-1d53-4343-a24a-c1bb543d49ce req-eb5bc9cf-a29f-4b41-9caa-baff1eb2c970 service neutron] 10.222.0.62 "GET /v2.0/networks?id=049dafce-25e0-4b39-b5cd-c751bf7fa90f HTTP/1.1" status: 200 len: 912 time: 0.0909443 Jul 09 15:43:33.651656 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-25d528fb-1d53-4343-a24a-c1bb543d49ce req-aa4ac184-bd4a-4391-b909-49c76d76775c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a0a1b50-7270-4c0f-a650-7291abadbea9 HTTP/1.1" status: 200 len: 999 time: 0.0607207 Jul 09 15:43:33.701276 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d528fb-1d53-4343-a24a-c1bb543d49ce req-9c5102e8-4232-4b50-9149-866bc07a1618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:33.702321 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-25d528fb-1d53-4343-a24a-c1bb543d49ce req-9c5102e8-4232-4b50-9149-866bc07a1618 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0a0449c8-405f-41d6-9115-e55438c81ff8 HTTP/1.1" status: 200 len: 850 time: 0.0451095 Jul 09 15:43:33.762476 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d528fb-1d53-4343-a24a-c1bb543d49ce req-4eae9737-5235-4f19-9e55-8859f7483e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:33.764210 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-25d528fb-1d53-4343-a24a-c1bb543d49ce req-4eae9737-5235-4f19-9e55-8859f7483e3c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=049dafce-25e0-4b39-b5cd-c751bf7fa90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547836 Jul 09 15:43:33.774861 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [req-25d528fb-1d53-4343-a24a-c1bb543d49ce req-d1baa98a-ae36-4a9e-b2dd-55dd556ba6b7 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:43:33.775870 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-25d528fb-1d53-4343-a24a-c1bb543d49ce req-d1baa98a-ae36-4a9e-b2dd-55dd556ba6b7 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050690 Jul 09 15:43:33.913746 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e4ea5-518e-48b1-8194-8c102f5663f0 req-815fbc1e-e282-4d37-a11d-c3606ed5c036 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:33.915230 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-227e4ea5-518e-48b1-8194-8c102f5663f0 req-815fbc1e-e282-4d37-a11d-c3606ed5c036 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbf50965-20c9-4e1b-a91c-3a0d926c84dd HTTP/1.1" status: 200 len: 943 time: 0.1323707 Jul 09 15:43:33.917752 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-25d528fb-1d53-4343-a24a-c1bb543d49ce req-c9423a00-117b-4ed1-b9d2-5b2bcb7526e6 service neutron] 10.222.0.62 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358898 Jul 09 15:43:34.002557 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-227e4ea5-518e-48b1-8194-8c102f5663f0 req-092b921f-e31f-4dfd-be91-f2e0e40b9fbf tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811822 Jul 09 15:43:34.034088 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-25d528fb-1d53-4343-a24a-c1bb543d49ce req-d5899a6a-d852-48b2-9d32-249f7d66cf06 service neutron] 10.222.0.62 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069663 Jul 09 15:43:34.953542 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf50965-20c9-4e1b-a91c-3a0d926c84dd', 'tag': '8a0a1b50-7270-4c0f-a650-7291abadbea9'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:43:34.955940 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71aea3d4ce3c79ba57e3b2a7f05354d67fe827d4c76bd908d035baed68c1bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd75252c-f8c4-47e0-a708-ae0470ba143e" -d '{"events": [{"name": "network-changed", "server_uuid": "fbf50965-20c9-4e1b-a91c-3a0d926c84dd", "tag": "8a0a1b50-7270-4c0f-a650-7291abadbea9"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:43:35.002215 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4a2b2d-2e26-40db-81df-890e65d8ef7a x-openstack-request-id: req-bc4a2b2d-2e26-40db-81df-890e65d8ef7a {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:43:35.002512 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbf50965-20c9-4e1b-a91c-3a0d926c84dd", "tag": "8a0a1b50-7270-4c0f-a650-7291abadbea9", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:43:35.002776 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bc4a2b2d-2e26-40db-81df-890e65d8ef7a {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:43:35.003173 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbf50965-20c9-4e1b-a91c-3a0d926c84dd', 'tag': '8a0a1b50-7270-4c0f-a650-7291abadbea9', 'status': 'completed', 'code': 200} Jul 09 15:43:35.079869 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75252c-f8c4-47e0-a708-ae0470ba143e req-4483ba1b-c5da-4a29-b84b-c92461e80661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:35.081381 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dd75252c-f8c4-47e0-a708-ae0470ba143e req-4483ba1b-c5da-4a29-b84b-c92461e80661 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3a2e3821cf1a497198ff34b3df5b4b26&device_id=fbf50965-20c9-4e1b-a91c-3a0d926c84dd HTTP/1.1" status: 200 len: 1094 time: 0.0601459 Jul 09 15:43:35.100409 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75252c-f8c4-47e0-a708-ae0470ba143e req-eee2a325-106b-4fdd-9cb0-a07a62532b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:35.101934 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dd75252c-f8c4-47e0-a708-ae0470ba143e req-eee2a325-106b-4fdd-9cb0-a07a62532b8b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3a2e3821cf1a497198ff34b3df5b4b26&device_id=fbf50965-20c9-4e1b-a91c-3a0d926c84dd HTTP/1.1" status: 200 len: 1094 time: 0.0542250 Jul 09 15:43:35.171260 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75252c-f8c4-47e0-a708-ae0470ba143e req-e26a1541-aed1-42e3-8d36-da7d6066b921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:35.172771 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dd75252c-f8c4-47e0-a708-ae0470ba143e req-e26a1541-aed1-42e3-8d36-da7d6066b921 service neutron] 10.222.0.54 "GET /v2.0/networks?id=049dafce-25e0-4b39-b5cd-c751bf7fa90f HTTP/1.1" status: 200 len: 912 time: 0.0850446 Jul 09 15:43:35.236701 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75252c-f8c4-47e0-a708-ae0470ba143e req-7488f294-48f1-4921-935e-4a2fed29666f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:35.238141 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dd75252c-f8c4-47e0-a708-ae0470ba143e req-7488f294-48f1-4921-935e-4a2fed29666f service neutron] 10.222.0.62 "GET /v2.0/networks?id=049dafce-25e0-4b39-b5cd-c751bf7fa90f HTTP/1.1" status: 200 len: 912 time: 0.1293230 Jul 09 15:43:35.243114 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dd75252c-f8c4-47e0-a708-ae0470ba143e req-a6123083-83d0-414b-ae80-960c3e6ba451 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a0a1b50-7270-4c0f-a650-7291abadbea9 HTTP/1.1" status: 200 len: 999 time: 0.0632207 Jul 09 15:43:35.246617 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd0d77-7598-486c-92a7-abccf507e46a req-c335ee55-6ae7-4fa3-b64a-604e22104429 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:35.248080 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0bdd0d77-7598-486c-92a7-abccf507e46a req-c335ee55-6ae7-4fa3-b64a-604e22104429 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbf50965-20c9-4e1b-a91c-3a0d926c84dd HTTP/1.1" status: 200 len: 943 time: 0.1318159 Jul 09 15:43:35.292793 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75252c-f8c4-47e0-a708-ae0470ba143e req-6c18babc-6859-4947-a0b4-496cf05fde09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:35.294303 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dd75252c-f8c4-47e0-a708-ae0470ba143e req-6c18babc-6859-4947-a0b4-496cf05fde09 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0a0449c8-405f-41d6-9115-e55438c81ff8 HTTP/1.1" status: 200 len: 850 time: 0.0452368 Jul 09 15:43:35.329271 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0bdd0d77-7598-486c-92a7-abccf507e46a req-4f6a84d6-0261-4f55-a75d-19ce4d954c45 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746253 Jul 09 15:43:35.337794 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dd75252c-f8c4-47e0-a708-ae0470ba143e req-6d4c60b6-4e01-4af3-9d3a-d31d10c43cc0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a0a1b50-7270-4c0f-a650-7291abadbea9 HTTP/1.1" status: 200 len: 999 time: 0.0887792 Jul 09 15:43:35.354308 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75252c-f8c4-47e0-a708-ae0470ba143e req-bc10ba58-a43f-41db-9600-36ce1b755a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:35.355862 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dd75252c-f8c4-47e0-a708-ae0470ba143e req-bc10ba58-a43f-41db-9600-36ce1b755a40 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=049dafce-25e0-4b39-b5cd-c751bf7fa90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550365 Jul 09 15:43:35.388859 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75252c-f8c4-47e0-a708-ae0470ba143e req-ca0457db-7cb0-4f2c-ba87-4443f7fd785b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:35.390375 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dd75252c-f8c4-47e0-a708-ae0470ba143e req-ca0457db-7cb0-4f2c-ba87-4443f7fd785b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0a0449c8-405f-41d6-9115-e55438c81ff8 HTTP/1.1" status: 200 len: 850 time: 0.0456595 Jul 09 15:43:35.391405 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 8a0a1b50-7270-4c0f-a650-7291abadbea9 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:43:35.435008 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 8a0a1b50-7270-4c0f-a650-7291abadbea9 not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:43:35.450613 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75252c-f8c4-47e0-a708-ae0470ba143e req-7a2547e8-a28a-454b-b487-56fb2e37ef55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:35.452192 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dd75252c-f8c4-47e0-a708-ae0470ba143e req-7a2547e8-a28a-454b-b487-56fb2e37ef55 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=049dafce-25e0-4b39-b5cd-c751bf7fa90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558798 Jul 09 15:43:35.453394 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dd75252c-f8c4-47e0-a708-ae0470ba143e req-13684307-450b-43c7-945d-8574b22fa051 service neutron] 10.222.0.54 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905352 Jul 09 15:43:35.543860 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dd75252c-f8c4-47e0-a708-ae0470ba143e req-bf87de5e-b1b6-4129-b7a2-34885329094b service neutron] 10.222.0.54 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832644 Jul 09 15:43:35.546514 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dd75252c-f8c4-47e0-a708-ae0470ba143e req-543db4b8-edc6-4502-b989-9073d3f834f9 service neutron] 10.222.0.62 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865474 Jul 09 15:43:35.635697 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dd75252c-f8c4-47e0-a708-ae0470ba143e req-f6a7a2bb-35f9-4bbf-9127-431576500b2c service neutron] 10.222.0.62 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825880 Jul 09 15:43:36.505938 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b135dcf-aac5-420d-83e2-f058557f4de7 req-722f894b-f897-42e0-b23d-5e170214c336 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:36.507419 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7b135dcf-aac5-420d-83e2-f058557f4de7 req-722f894b-f897-42e0-b23d-5e170214c336 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbf50965-20c9-4e1b-a91c-3a0d926c84dd HTTP/1.1" status: 200 len: 943 time: 0.0645616 Jul 09 15:43:36.549954 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7b135dcf-aac5-420d-83e2-f058557f4de7 req-d3c776b1-9d0b-4ed6-9b75-fd5c3be14f84 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362864 Jul 09 15:43:37.635230 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 8a0a1b50-7270-4c0f-a650-7291abadbea9 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 15:43:37.726520 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c8206-dbbe-4277-bedc-ead5354d791b req-8f10621b-d3bf-4d8d-ac3c-744dc5e83689 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:37.728051 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-252c8206-dbbe-4277-bedc-ead5354d791b req-8f10621b-d3bf-4d8d-ac3c-744dc5e83689 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbf50965-20c9-4e1b-a91c-3a0d926c84dd HTTP/1.1" status: 200 len: 943 time: 0.0637262 Jul 09 15:43:37.735786 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 8a0a1b50-7270-4c0f-a650-7291abadbea9, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=8a0a1b50-7270-4c0f-a650-7291abadbea9,segment=NetworkSegment(7b3f88b7-e575-46f0-9305-dec137800846),segment_id=7b3f88b7-e575-46f0-9305-dec137800846)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:43:37.748856 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '8a0a1b50-7270-4c0f-a650-7291abadbea9', 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f', 'port_id': '8a0a1b50-7270-4c0f-a650-7291abadbea9', 'mac_address': 'fa:16:3e:71:d6:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a0449c8-405f-41d6-9115-e55438c81ff8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 15:43:37.770982 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-252c8206-dbbe-4277-bedc-ead5354d791b req-29f362df-0c92-42b5-b0f7-ad1bae7a9000 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368066 Jul 09 15:43:37.785220 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:43:37.798881 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a0a1b50-7270-4c0f-a650-7291abadbea9 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:43:37.818470 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 8a0a1b50-7270-4c0f-a650-7291abadbea9, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=8a0a1b50-7270-4c0f-a650-7291abadbea9,segment=NetworkSegment(7b3f88b7-e575-46f0-9305-dec137800846),segment_id=7b3f88b7-e575-46f0-9305-dec137800846)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:43:37.898805 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:43:37.951468 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=8a0a1b50-7270-4c0f-a650-7291abadbea9,revision_number=8']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:43:37.958780 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:43:37.959132 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:43:37.959477 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:43:37.959843 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:43:37.960182 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:43:37.960520 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:43:37.960850 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:43:37.961179 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:43:37.961508 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:43:37.961836 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:43:37.962165 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:43:37.962491 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:43:38.172629 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e0fd1-811a-4f32-a1a1-fb365c892539 req-4ebac75b-eeb9-47a2-9443-1b06c1c596f1 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:38.174578 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e61e0fd1-811a-4f32-a1a1-fb365c892539 req-4ebac75b-eeb9-47a2-9443-1b06c1c596f1 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbf50965-20c9-4e1b-a91c-3a0d926c84dd HTTP/1.1" status: 200 len: 944 time: 0.0645092 Jul 09 15:43:38.214804 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e61e0fd1-811a-4f32-a1a1-fb365c892539 req-6c1d0dfd-873c-405c-bbda-76ca04da46ea tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330758 Jul 09 15:43:38.241563 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119ee63-8956-43ee-b9e1-56c7577ccc66 req-f13e0a03-61a4-48f4-81ac-c0790518a0f0 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:38.246419 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7119ee63-8956-43ee-b9e1-56c7577ccc66 req-f13e0a03-61a4-48f4-81ac-c0790518a0f0 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.54 "GET /v2.0/ports?device_id=fbf50965-20c9-4e1b-a91c-3a0d926c84dd&tenant_id=3a2e3821cf1a497198ff34b3df5b4b26&binding%3Ahost_id=n-h1-799529-6 HTTP/1.1" status: 200 len: 944 time: 0.0729940 Jul 09 15:43:38.303322 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [req-7119ee63-8956-43ee-b9e1-56c7577ccc66 req-8158de57-2492-4cc5-b477-c5bcaece255c service neutron] delete failed (client error): The resource could not be found. Jul 09 15:43:38.304283 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7119ee63-8956-43ee-b9e1-56c7577ccc66 req-8158de57-2492-4cc5-b477-c5bcaece255c service neutron] 10.222.0.54 "DELETE /v2.0/ports/8a0a1b50-7270-4c0f-a650-7291abadbea9/bindings/n-h2-799529-6 HTTP/1.1" status: 404 len: 380 time: 0.0543954 Jul 09 15:43:38.310683 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['8a0a1b50-7270-4c0f-a650-7291abadbea9'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:43:38.400822 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119ee63-8956-43ee-b9e1-56c7577ccc66 req-92b3e0e7-dab3-4396-b709-9f09aeda8199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:38.402384 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7119ee63-8956-43ee-b9e1-56c7577ccc66 req-92b3e0e7-dab3-4396-b709-9f09aeda8199 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3a2e3821cf1a497198ff34b3df5b4b26&device_id=fbf50965-20c9-4e1b-a91c-3a0d926c84dd HTTP/1.1" status: 200 len: 1095 time: 0.0540299 Jul 09 15:43:38.498209 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119ee63-8956-43ee-b9e1-56c7577ccc66 req-8b9df6fa-ad83-4b07-bb79-d6a942bae886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:38.499727 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7119ee63-8956-43ee-b9e1-56c7577ccc66 req-8b9df6fa-ad83-4b07-bb79-d6a942bae886 service neutron] 10.222.0.54 "GET /v2.0/networks?id=049dafce-25e0-4b39-b5cd-c751bf7fa90f HTTP/1.1" status: 200 len: 912 time: 0.0909915 Jul 09 15:43:38.564801 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7119ee63-8956-43ee-b9e1-56c7577ccc66 req-dd80656e-0e39-4869-abc1-3f0f0f3f44e6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a0a1b50-7270-4c0f-a650-7291abadbea9 HTTP/1.1" status: 200 len: 1000 time: 0.0576634 Jul 09 15:43:38.616007 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119ee63-8956-43ee-b9e1-56c7577ccc66 req-9888c047-1ec5-41b5-a3a9-c96a451e45d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:38.617492 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7119ee63-8956-43ee-b9e1-56c7577ccc66 req-9888c047-1ec5-41b5-a3a9-c96a451e45d1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0a0449c8-405f-41d6-9115-e55438c81ff8 HTTP/1.1" status: 200 len: 850 time: 0.0464694 Jul 09 15:43:38.673955 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119ee63-8956-43ee-b9e1-56c7577ccc66 req-bd1daff1-c52c-4082-8f2c-368869930f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:38.675428 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7119ee63-8956-43ee-b9e1-56c7577ccc66 req-bd1daff1-c52c-4082-8f2c-368869930f56 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=049dafce-25e0-4b39-b5cd-c751bf7fa90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511308 Jul 09 15:43:38.765276 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7119ee63-8956-43ee-b9e1-56c7577ccc66 req-7d6b2d94-4f1c-4a25-bfed-52cb124c9482 service neutron] 10.222.0.54 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823078 Jul 09 15:43:38.865163 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7119ee63-8956-43ee-b9e1-56c7577ccc66 req-f7f698b7-7bfb-4516-bc72-1324b03d6074 service neutron] 10.222.0.54 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926263 Jul 09 15:43:39.392363 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba7ec5d-0957-4c55-a34d-d7635b13da62 req-85f989f2-4ee8-44f0-9a1b-845ab8029ef2 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:39.393880 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cba7ec5d-0957-4c55-a34d-d7635b13da62 req-85f989f2-4ee8-44f0-9a1b-845ab8029ef2 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbf50965-20c9-4e1b-a91c-3a0d926c84dd HTTP/1.1" status: 200 len: 944 time: 0.0645542 Jul 09 15:43:39.435334 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cba7ec5d-0957-4c55-a34d-d7635b13da62 req-877a0e2c-bc20-4ded-a9f5-8c5c9c879a50 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352380 Jul 09 15:43:39.651394 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 8a0a1b50-7270-4c0f-a650-7291abadbea9 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:43:39.774750 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port 8a0a1b50-7270-4c0f-a650-7291abadbea9 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:43:39.778570 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 8a0a1b50-7270-4c0f-a650-7291abadbea9 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:43:39.778955 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:43:40.015105 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:43:40.037628 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf50965-20c9-4e1b-a91c-3a0d926c84dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a0a1b50-7270-4c0f-a650-7291abadbea9'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:43:40.039901 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e75b9a97cbd66444b13ae988a684abc34c7a24a50a729030cfede81e7322398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a805c3c-73b2-4c99-88b4-0cd4aff06eff" -d '{"events": [{"server_uuid": "fbf50965-20c9-4e1b-a91c-3a0d926c84dd", "name": "network-vif-plugged", "status": "completed", "tag": "8a0a1b50-7270-4c0f-a650-7291abadbea9"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:43:40.052380 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 8a0a1b50-7270-4c0f-a650-7291abadbea9, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=8a0a1b50-7270-4c0f-a650-7291abadbea9,segment=NetworkSegment(7b3f88b7-e575-46f0-9305-dec137800846),segment_id=7b3f88b7-e575-46f0-9305-dec137800846)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:43:40.075014 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397667b6-d787-4d77-9b95-b0bec345cda6 x-openstack-request-id: req-397667b6-d787-4d77-9b95-b0bec345cda6 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:43:40.075307 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf50965-20c9-4e1b-a91c-3a0d926c84dd", "name": "network-vif-plugged", "status": "completed", "tag": "8a0a1b50-7270-4c0f-a650-7291abadbea9", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:43:40.075593 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-397667b6-d787-4d77-9b95-b0bec345cda6 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:43:40.075989 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf50965-20c9-4e1b-a91c-3a0d926c84dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a0a1b50-7270-4c0f-a650-7291abadbea9', 'code': 200} Jul 09 15:43:40.111495 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:43:40.157875 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=8a0a1b50-7270-4c0f-a650-7291abadbea9,revision_number=9']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:43:40.612442 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fbd4c4-f497-4405-82b2-7dcaf09d3d32 req-be519737-2a4d-4387-9151-3976051156b4 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:40.614059 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d6fbd4c4-f497-4405-82b2-7dcaf09d3d32 req-be519737-2a4d-4387-9151-3976051156b4 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbf50965-20c9-4e1b-a91c-3a0d926c84dd HTTP/1.1" status: 200 len: 945 time: 0.0676515 Jul 09 15:43:40.651961 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d6fbd4c4-f497-4405-82b2-7dcaf09d3d32 req-00d2c655-0b47-4926-bddf-2c80644593b7 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320818 Jul 09 15:43:40.822787 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e1a502-9f7e-4c25-b715-42d04108639f req-c5cd05ce-9be7-4396-b7d3-dac90c233970 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:40.824401 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-69e1a502-9f7e-4c25-b715-42d04108639f req-c5cd05ce-9be7-4396-b7d3-dac90c233970 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbf50965-20c9-4e1b-a91c-3a0d926c84dd HTTP/1.1" status: 200 len: 945 time: 0.0617034 Jul 09 15:43:40.860424 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-69e1a502-9f7e-4c25-b715-42d04108639f req-ebba75e8-7a17-4892-a7f3-3d7d3f0c3df6 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305507 Jul 09 15:43:41.033005 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad0830-7dcb-4f6d-9189-ea478152da1b req-526e465d-2684-44b9-98f7-265c03a2366c tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:41.034501 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-50ad0830-7dcb-4f6d-9189-ea478152da1b req-526e465d-2684-44b9-98f7-265c03a2366c tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbf50965-20c9-4e1b-a91c-3a0d926c84dd HTTP/1.1" status: 200 len: 945 time: 0.0631833 Jul 09 15:43:41.072267 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-50ad0830-7dcb-4f6d-9189-ea478152da1b req-23676295-5215-4678-8220-938f2bce1c63 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317984 Jul 09 15:43:41.640287 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b371e59-433f-47f1-a2fd-b271b6ca4a2b req-e140936e-9f44-4501-a588-63c70543bd18 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:41.641682 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4b371e59-433f-47f1-a2fd-b271b6ca4a2b req-e140936e-9f44-4501-a588-63c70543bd18 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbf50965-20c9-4e1b-a91c-3a0d926c84dd HTTP/1.1" status: 200 len: 945 time: 0.0629883 Jul 09 15:43:41.679412 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4b371e59-433f-47f1-a2fd-b271b6ca4a2b req-22279526-e405-46a8-8278-8553f4e4de6d tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322814 Jul 09 15:43:42.860649 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a957e5-87c5-4042-90d2-93d797ffcc3e req-24688963-f234-449f-8cfa-50d7f5d52620 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:42.862100 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-89a957e5-87c5-4042-90d2-93d797ffcc3e req-24688963-f234-449f-8cfa-50d7f5d52620 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbf50965-20c9-4e1b-a91c-3a0d926c84dd HTTP/1.1" status: 200 len: 945 time: 0.0661421 Jul 09 15:43:42.899392 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-89a957e5-87c5-4042-90d2-93d797ffcc3e req-d395d721-3ba7-49dc-9e63-c4d084064ab3 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316353 Jul 09 15:43:43.167055 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3512fafc-9f34-4e6e-ba1b-f295a3d721ec req-56466e46-f810-48b1-b5b6-f0242c6472b7 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:43.168481 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3512fafc-9f34-4e6e-ba1b-f295a3d721ec req-56466e46-f810-48b1-b5b6-f0242c6472b7 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbf50965-20c9-4e1b-a91c-3a0d926c84dd HTTP/1.1" status: 200 len: 945 time: 0.0640156 Jul 09 15:43:43.269043 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-3512fafc-9f34-4e6e-ba1b-f295a3d721ec req-c4204ca9-c830-42cb-83f1-b60d02882e10 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Deleting port 8a0a1b50-7270-4c0f-a650-7291abadbea9 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:43:43.269393 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-3512fafc-9f34-4e6e-ba1b-f295a3d721ec req-c4204ca9-c830-42cb-83f1-b60d02882e10 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:43:43.358864 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-3512fafc-9f34-4e6e-ba1b-f295a3d721ec req-c4204ca9-c830-42cb-83f1-b60d02882e10 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] For port 8a0a1b50-7270-4c0f-a650-7291abadbea9, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=8a0a1b50-7270-4c0f-a650-7291abadbea9,segment=NetworkSegment(7b3f88b7-e575-46f0-9305-dec137800846),segment_id=7b3f88b7-e575-46f0-9305-dec137800846)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:43:43.380392 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-3512fafc-9f34-4e6e-ba1b-f295a3d721ec req-c4204ca9-c830-42cb-83f1-b60d02882e10 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:43:43.574402 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-3512fafc-9f34-4e6e-ba1b-f295a3d721ec req-c4204ca9-c830-42cb-83f1-b60d02882e10 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:43:43.574770 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-3512fafc-9f34-4e6e-ba1b-f295a3d721ec req-c4204ca9-c830-42cb-83f1-b60d02882e10 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:43:43.575075 n-d-799529-6 neutron-server[94446]: INFO neutron.db.l3_db [req-3512fafc-9f34-4e6e-ba1b-f295a3d721ec req-c4204ca9-c830-42cb-83f1-b60d02882e10 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Floating IP 99a53a50-c4b5-497d-9342-f0ff70655f75 disassociated. External IP: 172.25.3.144, port: 8a0a1b50-7270-4c0f-a650-7291abadbea9. Jul 09 15:43:43.575418 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-3512fafc-9f34-4e6e-ba1b-f295a3d721ec req-c4204ca9-c830-42cb-83f1-b60d02882e10 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Calling delete_port for 8a0a1b50-7270-4c0f-a650-7291abadbea9 owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:43:43.751583 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-3512fafc-9f34-4e6e-ba1b-f295a3d721ec req-c4204ca9-c830-42cb-83f1-b60d02882e10 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:43:43.781712 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4204ca9-c830-42cb-83f1-b60d02882e10 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Pushing event deleted for resources: {'Port': ['ID=8a0a1b50-7270-4c0f-a650-7291abadbea9,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:43:44.053479 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4bcb981c-f22c-4721-a3b6-d0fc7fdb6610 req-43be748b-f869-4e91-909f-c5bbb553aebf tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbf50965-20c9-4e1b-a91c-3a0d926c84dd HTTP/1.1" status: 200 len: 210 time: 0.0356302 Jul 09 15:43:44.224112 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3512fafc-9f34-4e6e-ba1b-f295a3d721ec req-c4204ca9-c830-42cb-83f1-b60d02882e10 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Router 49ca18b1-b59f-4d59-9f82-aa588a33e2e2 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:43:44.331839 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3512fafc-9f34-4e6e-ba1b-f295a3d721ec req-c4204ca9-c830-42cb-83f1-b60d02882e10 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:43:44.341790 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257572a1-8c8d-4ad9-adc4-0bcfaa28aace None None] Sync routers for ids ['49ca18b1-b59f-4d59-9f82-aa588a33e2e2'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:43:44.354173 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257572a1-8c8d-4ad9-adc4-0bcfaa28aace None None] Routers {'49ca18b1-b59f-4d59-9f82-aa588a33e2e2'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:43:44.354800 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-257572a1-8c8d-4ad9-adc4-0bcfaa28aace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:43:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['49ca18b1-b59f-4d59-9f82-aa588a33e2e2'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:43:44.374497 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-3512fafc-9f34-4e6e-ba1b-f295a3d721ec req-c4204ca9-c830-42cb-83f1-b60d02882e10 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] No DVR routers for this DVR port 8a0a1b50-7270-4c0f-a650-7291abadbea9 on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:43:44.381239 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-3512fafc-9f34-4e6e-ba1b-f295a3d721ec req-c4204ca9-c830-42cb-83f1-b60d02882e10 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:43:44.381239 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3512fafc-9f34-4e6e-ba1b-f295a3d721ec req-c4204ca9-c830-42cb-83f1-b60d02882e10 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.62 "DELETE /v2.0/ports/8a0a1b50-7270-4c0f-a650-7291abadbea9 HTTP/1.1" status: 204 len: 173 time: 1.2048192 Jul 09 15:43:44.381239 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf50965-20c9-4e1b-a91c-3a0d926c84dd', 'name': 'network-vif-deleted', 'tag': '8a0a1b50-7270-4c0f-a650-7291abadbea9'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:43:44.382282 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71aea3d4ce3c79ba57e3b2a7f05354d67fe827d4c76bd908d035baed68c1bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cdb6bf7-7b52-4cc7-a3b8-47672433c165" -d '{"events": [{"server_uuid": "fbf50965-20c9-4e1b-a91c-3a0d926c84dd", "name": "network-vif-deleted", "tag": "8a0a1b50-7270-4c0f-a650-7291abadbea9"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:43:44.420214 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f15477-15dc-472d-81b5-bb509f62e330 x-openstack-request-id: req-e7f15477-15dc-472d-81b5-bb509f62e330 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:43:44.420436 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf50965-20c9-4e1b-a91c-3a0d926c84dd", "name": "network-vif-deleted", "tag": "8a0a1b50-7270-4c0f-a650-7291abadbea9", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:43:44.420684 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e7f15477-15dc-472d-81b5-bb509f62e330 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:43:44.421074 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf50965-20c9-4e1b-a91c-3a0d926c84dd', 'name': 'network-vif-deleted', 'tag': '8a0a1b50-7270-4c0f-a650-7291abadbea9', 'status': 'completed', 'code': 200} Jul 09 15:43:44.461490 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-257572a1-8c8d-4ad9-adc4-0bcfaa28aace None None] Set router 49ca18b1-b59f-4d59-9f82-aa588a33e2e2 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:43:44.658371 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-257572a1-8c8d-4ad9-adc4-0bcfaa28aace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'name': 'tempest-ServerActionsTestJSON-316792187-router', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:41:15Z', 'updated_at': '2021-07-09T15:41:18Z', 'revision_number': 4, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'gw_port': {'id': '7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:41:16Z', 'updated_at': '2021-07-09T15:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'cb8e3151-810b-4ceb-9e7e-06e42b431fe0', 'name': '', 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'mac_address': 'fa:16:3e:f2:6d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '0a0449c8-405f-41d6-9115-e55438c81ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:41:18Z', 'updated_at': '2021-07-09T15:41:24Z', 'revision_number': 5, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'subnets': [{'id': '0a0449c8-405f-41d6-9115-e55438c81ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:43:44.684739 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257572a1-8c8d-4ad9-adc4-0bcfaa28aace None None] Checking router: 49ca18b1-b59f-4d59-9f82-aa588a33e2e2 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:43:44.693299 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257572a1-8c8d-4ad9-adc4-0bcfaa28aace None None] Routers {'49ca18b1-b59f-4d59-9f82-aa588a33e2e2'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:43:44.693915 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-257572a1-8c8d-4ad9-adc4-0bcfaa28aace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:43:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['49ca18b1-b59f-4d59-9f82-aa588a33e2e2'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:43:44.802533 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-257572a1-8c8d-4ad9-adc4-0bcfaa28aace None None] Set router 49ca18b1-b59f-4d59-9f82-aa588a33e2e2 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:43:45.099312 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-257572a1-8c8d-4ad9-adc4-0bcfaa28aace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'name': 'tempest-ServerActionsTestJSON-316792187-router', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:41:15Z', 'updated_at': '2021-07-09T15:41:18Z', 'revision_number': 4, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'gw_port': {'id': '7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:41:16Z', 'updated_at': '2021-07-09T15:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'cb8e3151-810b-4ceb-9e7e-06e42b431fe0', 'name': '', 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'mac_address': 'fa:16:3e:f2:6d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '0a0449c8-405f-41d6-9115-e55438c81ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:41:18Z', 'updated_at': '2021-07-09T15:41:24Z', 'revision_number': 5, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'subnets': [{'id': '0a0449c8-405f-41d6-9115-e55438c81ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:43:45.125398 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257572a1-8c8d-4ad9-adc4-0bcfaa28aace None None] The sync data for ids ['49ca18b1-b59f-4d59-9f82-aa588a33e2e2'] in n-d-799529-6 is: [{'id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'name': 'tempest-ServerActionsTestJSON-316792187-router', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:41:15Z', 'updated_at': '2021-07-09T15:41:18Z', 'revision_number': 4, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'gw_port': {'id': '7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:41:16Z', 'updated_at': '2021-07-09T15:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'cb8e3151-810b-4ceb-9e7e-06e42b431fe0', 'name': '', 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'mac_address': 'fa:16:3e:f2:6d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '0a0449c8-405f-41d6-9115-e55438c81ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:41:18Z', 'updated_at': '2021-07-09T15:41:24Z', 'revision_number': 5, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'subnets': [{'id': '0a0449c8-405f-41d6-9115-e55438c81ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:43:45.354081 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f1a983-349a-408e-9286-35805d3054c3 None None] New status for floating IP 99a53a50-c4b5-497d-9342-f0ff70655f75: DOWN {{(pid=94448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 15:43:45.369063 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-53878506-cf20-4dce-8abf-700c632e01d2 req-23dd9544-61b8-4a07-ae42-0361e6adcc4b tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--236297376&fields=id&tenant_id=3a2e3821cf1a497198ff34b3df5b4b26 HTTP/1.1" status: 200 len: 267 time: 0.0348039 Jul 09 15:43:45.441391 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:43:45.480980 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53878506-cf20-4dce-8abf-700c632e01d2 req-1acec73a-c554-49ac-b8ac-0cd8ef094c09 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:45.482497 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-53878506-cf20-4dce-8abf-700c632e01d2 req-1acec73a-c554-49ac-b8ac-0cd8ef094c09 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/networks?id=049dafce-25e0-4b39-b5cd-c751bf7fa90f HTTP/1.1" status: 200 len: 811 time: 0.1059999 Jul 09 15:43:45.497094 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-53878506-cf20-4dce-8abf-700c632e01d2 req-55fbd9c7-f75e-4034-b217-b7b44d0eac82 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/quotas/3a2e3821cf1a497198ff34b3df5b4b26 HTTP/1.1" status: 200 len: 375 time: 0.0092471 Jul 09 15:43:45.574646 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-53878506-cf20-4dce-8abf-700c632e01d2 req-899d151b-1e73-48a8-9408-07067b2745c5 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3a2e3821cf1a497198ff34b3df5b4b26&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0726733 Jul 09 15:43:45.590367 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [req-53878506-cf20-4dce-8abf-700c632e01d2 req-745b25e7-6fc5-4833-a6ba-35720e3971b8 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:43:45.591406 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-53878506-cf20-4dce-8abf-700c632e01d2 req-745b25e7-6fc5-4833-a6ba-35720e3971b8 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057468 Jul 09 15:43:45.679473 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-53878506-cf20-4dce-8abf-700c632e01d2 req-2cdd88ac-040a-480c-8be2-eb4990b384bd service neutron] 10.222.0.58 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827701 Jul 09 15:43:45.697814 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 8a0a1b50-7270-4c0f-a650-7291abadbea9 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:43:45.717690 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: 8a0a1b50-7270-4c0f-a650-7291abadbea9 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:43:45.718033 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 8a0a1b50-7270-4c0f-a650-7291abadbea9 not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:43:45.772789 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-53878506-cf20-4dce-8abf-700c632e01d2 req-5df39cbe-7d87-41b6-b5fb-98a3ed8387a3 service neutron] 10.222.0.58 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876904 Jul 09 15:43:46.022982 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-747169c4-00e7-4d74-b2fd-1441437273a7 req-492aaf4a-1e66-48b0-a1c5-d6c45c8699b3 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b0f6c3d-74bb-4a77-bb7b-5103edb08c53 HTTP/1.1" status: 200 len: 210 time: 0.0313118 Jul 09 15:43:47.167356 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7c9b2f67-4af4-4bb2-856c-d90f71766aa3 req-0cbc67bd-f8d9-462c-9226-8383d85768d5 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b0f6c3d-74bb-4a77-bb7b-5103edb08c53 HTTP/1.1" status: 200 len: 210 time: 0.0324466 Jul 09 15:43:48.229801 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53878506-cf20-4dce-8abf-700c632e01d2 req-3edecdb8-f004-4b6d-84dc-4848c5ac6553 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:48.233447 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-53878506-cf20-4dce-8abf-700c632e01d2 req-3edecdb8-f004-4b6d-84dc-4848c5ac6553 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.54 "GET /v2.0/networks?id=049dafce-25e0-4b39-b5cd-c751bf7fa90f HTTP/1.1" status: 200 len: 811 time: 0.1174974 Jul 09 15:43:48.278215 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-53878506-cf20-4dce-8abf-700c632e01d2 req-49b8301a-ae9d-4694-a568-4e2fa91be719 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a2e3821cf1a497198ff34b3df5b4b26 HTTP/1.1" status: 200 len: 379 time: 0.0387135 Jul 09 15:43:48.286740 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-53878506-cf20-4dce-8abf-700c632e01d2 req-0325fb6d-a549-46f3-b272-040282049bf4 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Request body: {'port': {'device_id': '1b0f6c3d-74bb-4a77-bb7b-5103edb08c53', 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f', 'admin_state_up': True, 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'security_groups': ['307753fb-3d4a-4f32-95aa-0d1978f73b52']}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:43:48.361809 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3e47b216-f685-4858-8c3e-bcfadd804bd3 req-42831a00-1fac-4dc0-aa57-8f0d1416e7b5 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b0f6c3d-74bb-4a77-bb7b-5103edb08c53 HTTP/1.1" status: 200 len: 210 time: 0.0313246 Jul 09 15:43:48.454179 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53878506-cf20-4dce-8abf-700c632e01d2 req-0325fb6d-a549-46f3-b272-040282049bf4 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Made reservation on behalf of 3a2e3821cf1a497198ff34b3df5b4b26 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:43:48.457806 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-53878506-cf20-4dce-8abf-700c632e01d2 req-0325fb6d-a549-46f3-b272-040282049bf4 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:43:48.588075 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-53878506-cf20-4dce-8abf-700c632e01d2 req-0325fb6d-a549-46f3-b272-040282049bf4 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Allocated IP 172.20.0.10 (049dafce-25e0-4b39-b5cd-c751bf7fa90f/0a0449c8-405f-41d6-9115-e55438c81ff8/be47d9a2-5d5d-4c6a-a216-f92bddb16791) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:43:48.719187 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-53878506-cf20-4dce-8abf-700c632e01d2 req-0325fb6d-a549-46f3-b272-040282049bf4 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:43:48.731875 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-53878506-cf20-4dce-8abf-700c632e01d2 req-0325fb6d-a549-46f3-b272-040282049bf4 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Transition to ACTIVE for port object be47d9a2-5d5d-4c6a-a216-f92bddb16791 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:43:48.837295 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-53878506-cf20-4dce-8abf-700c632e01d2 req-0325fb6d-a549-46f3-b272-040282049bf4 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:43:48.886783 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53878506-cf20-4dce-8abf-700c632e01d2 req-0325fb6d-a549-46f3-b272-040282049bf4 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Network 049dafce-25e0-4b39-b5cd-c751bf7fa90f is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:43:48.889917 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-53878506-cf20-4dce-8abf-700c632e01d2 req-0325fb6d-a549-46f3-b272-040282049bf4 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:43:48.893774 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-53878506-cf20-4dce-8abf-700c632e01d2 req-0325fb6d-a549-46f3-b272-040282049bf4 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:43:48.917948 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0325fb6d-a549-46f3-b272-040282049bf4 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Pushing event updated for resources: {'Port': ['ID=be47d9a2-5d5d-4c6a-a216-f92bddb16791,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:43:48.929017 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0325fb6d-a549-46f3-b272-040282049bf4 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:43:48.929362 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0325fb6d-a549-46f3-b272-040282049bf4 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:43:48.929702 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0325fb6d-a549-46f3-b272-040282049bf4 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:43:48.930035 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0325fb6d-a549-46f3-b272-040282049bf4 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:43:48.930366 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0325fb6d-a549-46f3-b272-040282049bf4 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:43:48.930693 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0325fb6d-a549-46f3-b272-040282049bf4 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:43:48.931016 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0325fb6d-a549-46f3-b272-040282049bf4 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:43:48.931336 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0325fb6d-a549-46f3-b272-040282049bf4 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:43:48.931682 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0325fb6d-a549-46f3-b272-040282049bf4 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:43:48.932002 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0325fb6d-a549-46f3-b272-040282049bf4 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:43:48.932337 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0325fb6d-a549-46f3-b272-040282049bf4 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:43:48.932706 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0325fb6d-a549-46f3-b272-040282049bf4 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:43:48.957653 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53878506-cf20-4dce-8abf-700c632e01d2 req-0325fb6d-a549-46f3-b272-040282049bf4 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:48.958286 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-53878506-cf20-4dce-8abf-700c632e01d2 req-0325fb6d-a549-46f3-b272-040282049bf4 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:43:49.049369 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-53878506-cf20-4dce-8abf-700c632e01d2 req-0325fb6d-a549-46f3-b272-040282049bf4 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7664635 Jul 09 15:43:49.062180 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-53878506-cf20-4dce-8abf-700c632e01d2 req-b1d56aa3-74a5-4dcb-a138-2c98b99072a7 service neutron] Request body: {'port': {'device_id': '1b0f6c3d-74bb-4a77-bb7b-5103edb08c53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:43:49.134859 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-53878506-cf20-4dce-8abf-700c632e01d2 req-b1d56aa3-74a5-4dcb-a138-2c98b99072a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:43:49.156962 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-2720e479-8b6c-4aee-b30b-a80c6210787c None None] Provisioning for port be47d9a2-5d5d-4c6a-a216-f92bddb16791 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:43:49.160926 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-2720e479-8b6c-4aee-b30b-a80c6210787c None None] Provisioning complete for port be47d9a2-5d5d-4c6a-a216-f92bddb16791 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:43:49.161356 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2720e479-8b6c-4aee-b30b-a80c6210787c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:43:49.197535 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-2720e479-8b6c-4aee-b30b-a80c6210787c None None] Port be47d9a2-5d5d-4c6a-a216-f92bddb16791 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:43:49.396971 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-53878506-cf20-4dce-8abf-700c632e01d2 req-b1d56aa3-74a5-4dcb-a138-2c98b99072a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be47d9a2-5d5d-4c6a-a216-f92bddb16791 {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:43:49.405170 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-53878506-cf20-4dce-8abf-700c632e01d2 req-b1d56aa3-74a5-4dcb-a138-2c98b99072a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:43:49.418183 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-53878506-cf20-4dce-8abf-700c632e01d2 req-b1d56aa3-74a5-4dcb-a138-2c98b99072a7 service neutron] Transition to ACTIVE for port object be47d9a2-5d5d-4c6a-a216-f92bddb16791 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:43:49.503702 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-53878506-cf20-4dce-8abf-700c632e01d2 req-b1d56aa3-74a5-4dcb-a138-2c98b99072a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:43:49.565101 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d56aa3-74a5-4dcb-a138-2c98b99072a7 service neutron] Pushing event updated for resources: {'Port': ['ID=be47d9a2-5d5d-4c6a-a216-f92bddb16791,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:43:49.633961 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf88880c-a11c-4d85-89d6-f838f8a1e49c req-fb520bb8-8645-461e-ab1f-f60b33dce317 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:49.635547 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bf88880c-a11c-4d85-89d6-f838f8a1e49c req-fb520bb8-8645-461e-ab1f-f60b33dce317 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b0f6c3d-74bb-4a77-bb7b-5103edb08c53 HTTP/1.1" status: 200 len: 932 time: 0.1596973 Jul 09 15:43:49.677375 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-53878506-cf20-4dce-8abf-700c632e01d2 req-b1d56aa3-74a5-4dcb-a138-2c98b99072a7 service neutron] Attempting to bind port be47d9a2-5d5d-4c6a-a216-f92bddb16791 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:43:49.677878 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-53878506-cf20-4dce-8abf-700c632e01d2 req-b1d56aa3-74a5-4dcb-a138-2c98b99072a7 service neutron] Attempting to bind port be47d9a2-5d5d-4c6a-a216-f92bddb16791 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '7b3f88b7-e575-46f0-9305-dec137800846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:43:49.678192 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53878506-cf20-4dce-8abf-700c632e01d2 req-b1d56aa3-74a5-4dcb-a138-2c98b99072a7 service neutron] Attempting to bind port be47d9a2-5d5d-4c6a-a216-f92bddb16791 on network 049dafce-25e0-4b39-b5cd-c751bf7fa90f {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:43:49.688735 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53878506-cf20-4dce-8abf-700c632e01d2 req-b1d56aa3-74a5-4dcb-a138-2c98b99072a7 service neutron] Port be47d9a2-5d5d-4c6a-a216-f92bddb16791 on network 049dafce-25e0-4b39-b5cd-c751bf7fa90f not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:43:49.689053 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53878506-cf20-4dce-8abf-700c632e01d2 req-b1d56aa3-74a5-4dcb-a138-2c98b99072a7 service neutron] Attempting to bind port be47d9a2-5d5d-4c6a-a216-f92bddb16791 on network 049dafce-25e0-4b39-b5cd-c751bf7fa90f {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:43:49.698139 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bf88880c-a11c-4d85-89d6-f838f8a1e49c req-d0afcbd0-c09c-4fff-98ed-d39100099c37 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553772 Jul 09 15:43:49.699554 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53878506-cf20-4dce-8abf-700c632e01d2 req-b1d56aa3-74a5-4dcb-a138-2c98b99072a7 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:43:49.699890 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53878506-cf20-4dce-8abf-700c632e01d2 req-b1d56aa3-74a5-4dcb-a138-2c98b99072a7 service neutron] Checking segment: {'id': '7b3f88b7-e575-46f0-9305-dec137800846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:43:49.700264 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53878506-cf20-4dce-8abf-700c632e01d2 req-b1d56aa3-74a5-4dcb-a138-2c98b99072a7 service neutron] Bound using segment: {'id': '7b3f88b7-e575-46f0-9305-dec137800846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:43:49.700698 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-53878506-cf20-4dce-8abf-700c632e01d2 req-b1d56aa3-74a5-4dcb-a138-2c98b99072a7 service neutron] Bound port: be47d9a2-5d5d-4c6a-a216-f92bddb16791, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b3f88b7-e575-46f0-9305-dec137800846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:43:49.701059 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-53878506-cf20-4dce-8abf-700c632e01d2 req-b1d56aa3-74a5-4dcb-a138-2c98b99072a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:43:49.766623 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-53878506-cf20-4dce-8abf-700c632e01d2 req-b1d56aa3-74a5-4dcb-a138-2c98b99072a7 service neutron] For port be47d9a2-5d5d-4c6a-a216-f92bddb16791, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:43:49.769620 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-53878506-cf20-4dce-8abf-700c632e01d2 req-b1d56aa3-74a5-4dcb-a138-2c98b99072a7 service neutron] For port be47d9a2-5d5d-4c6a-a216-f92bddb16791, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=be47d9a2-5d5d-4c6a-a216-f92bddb16791,segment=NetworkSegment(7b3f88b7-e575-46f0-9305-dec137800846),segment_id=7b3f88b7-e575-46f0-9305-dec137800846)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:43:49.869994 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-53878506-cf20-4dce-8abf-700c632e01d2 req-b1d56aa3-74a5-4dcb-a138-2c98b99072a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:43:49.908184 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53878506-cf20-4dce-8abf-700c632e01d2 req-b1d56aa3-74a5-4dcb-a138-2c98b99072a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:49.908842 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-53878506-cf20-4dce-8abf-700c632e01d2 req-b1d56aa3-74a5-4dcb-a138-2c98b99072a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:43:49.910234 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-53878506-cf20-4dce-8abf-700c632e01d2 req-b1d56aa3-74a5-4dcb-a138-2c98b99072a7 service neutron] 10.222.0.54 "PUT /v2.0/ports/be47d9a2-5d5d-4c6a-a216-f92bddb16791 HTTP/1.1" status: 200 len: 1092 time: 0.8523557 Jul 09 15:43:49.910689 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b0f6c3d-74bb-4a77-bb7b-5103edb08c53', 'tag': 'be47d9a2-5d5d-4c6a-a216-f92bddb16791'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:43:49.913682 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bb405a18ca731a56dedfaaf5e9a79789110744f6b6799bb7a0722340b5c16f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6944981d-68a7-4aa4-95ad-2356a88c10ae" -d '{"events": [{"name": "network-changed", "server_uuid": "1b0f6c3d-74bb-4a77-bb7b-5103edb08c53", "tag": "be47d9a2-5d5d-4c6a-a216-f92bddb16791"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:43:49.941822 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d56aa3-74a5-4dcb-a138-2c98b99072a7 service neutron] Pushing event updated for resources: {'Port': ['ID=be47d9a2-5d5d-4c6a-a216-f92bddb16791,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:43:49.960425 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4c456c-34fd-49a0-9362-504f1a38d964 x-openstack-request-id: req-9b4c456c-34fd-49a0-9362-504f1a38d964 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:43:49.960720 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b0f6c3d-74bb-4a77-bb7b-5103edb08c53", "tag": "be47d9a2-5d5d-4c6a-a216-f92bddb16791", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:43:49.961143 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9b4c456c-34fd-49a0-9362-504f1a38d964 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:43:49.961678 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b0f6c3d-74bb-4a77-bb7b-5103edb08c53', 'tag': 'be47d9a2-5d5d-4c6a-a216-f92bddb16791', 'status': 'completed', 'code': 200} Jul 09 15:43:50.038981 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944981d-68a7-4aa4-95ad-2356a88c10ae req-ea62477b-3106-4184-a0d0-50e99ab37fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:50.040542 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6944981d-68a7-4aa4-95ad-2356a88c10ae req-ea62477b-3106-4184-a0d0-50e99ab37fa7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3a2e3821cf1a497198ff34b3df5b4b26&device_id=1b0f6c3d-74bb-4a77-bb7b-5103edb08c53 HTTP/1.1" status: 200 len: 1095 time: 0.0593832 Jul 09 15:43:50.141375 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944981d-68a7-4aa4-95ad-2356a88c10ae req-7759525e-f9ac-4c5c-a2d7-7dff9c46f738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:50.142867 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6944981d-68a7-4aa4-95ad-2356a88c10ae req-7759525e-f9ac-4c5c-a2d7-7dff9c46f738 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=3a2e3821cf1a497198ff34b3df5b4b26&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0950587 Jul 09 15:43:50.235169 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944981d-68a7-4aa4-95ad-2356a88c10ae req-ffa9d174-7120-4745-a2d5-b7df74589635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:50.236578 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6944981d-68a7-4aa4-95ad-2356a88c10ae req-ffa9d174-7120-4745-a2d5-b7df74589635 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0868483 Jul 09 15:43:50.325615 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53878506-cf20-4dce-8abf-700c632e01d2 req-1b91c5e5-fca1-4a99-af2d-8c1294c27cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:50.327112 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-53878506-cf20-4dce-8abf-700c632e01d2 req-1b91c5e5-fca1-4a99-af2d-8c1294c27cda service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3a2e3821cf1a497198ff34b3df5b4b26&device_id=1b0f6c3d-74bb-4a77-bb7b-5103edb08c53 HTTP/1.1" status: 200 len: 1095 time: 0.0522575 Jul 09 15:43:50.371921 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-53878506-cf20-4dce-8abf-700c632e01d2 req-eb67fa50-5855-4802-b523-30c45fa3a21c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be47d9a2-5d5d-4c6a-a216-f92bddb16791 HTTP/1.1" status: 200 len: 217 time: 0.0374687 Jul 09 15:43:50.420597 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53878506-cf20-4dce-8abf-700c632e01d2 req-28f121ba-aeef-44f3-8943-f851c57780cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:50.422035 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-53878506-cf20-4dce-8abf-700c632e01d2 req-28f121ba-aeef-44f3-8943-f851c57780cd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0a0449c8-405f-41d6-9115-e55438c81ff8 HTTP/1.1" status: 200 len: 850 time: 0.0439498 Jul 09 15:43:50.480097 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53878506-cf20-4dce-8abf-700c632e01d2 req-415404ba-145d-4c3b-8b5e-92be761c16b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:50.481609 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-53878506-cf20-4dce-8abf-700c632e01d2 req-415404ba-145d-4c3b-8b5e-92be761c16b9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=049dafce-25e0-4b39-b5cd-c751bf7fa90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526838 Jul 09 15:43:50.574267 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-53878506-cf20-4dce-8abf-700c632e01d2 req-22d7adf7-410b-4d1d-8bc4-8f60eabb24cf service neutron] 10.222.0.54 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857825 Jul 09 15:43:50.663695 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-53878506-cf20-4dce-8abf-700c632e01d2 req-265290b6-7170-4e06-ab0a-872a8c9a8e80 service neutron] 10.222.0.54 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819533 Jul 09 15:43:50.877021 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab02af-3edf-4c6a-b815-5edccee189aa req-d7b1eba2-d004-4306-9c6c-6c19bc7b6a33 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:50.878408 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-53ab02af-3edf-4c6a-b815-5edccee189aa req-d7b1eba2-d004-4306-9c6c-6c19bc7b6a33 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b0f6c3d-74bb-4a77-bb7b-5103edb08c53 HTTP/1.1" status: 200 len: 944 time: 0.0628619 Jul 09 15:43:50.919459 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-53ab02af-3edf-4c6a-b815-5edccee189aa req-6699a9b6-291f-4d77-b2c9-8f82a407bfd1 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352254 Jul 09 15:43:52.091967 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae60bf00-1cda-4736-a347-559bd6b9dce4 req-f4d76836-b8c9-4a31-ab7d-bec0469de713 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:52.093348 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae60bf00-1cda-4736-a347-559bd6b9dce4 req-f4d76836-b8c9-4a31-ab7d-bec0469de713 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b0f6c3d-74bb-4a77-bb7b-5103edb08c53 HTTP/1.1" status: 200 len: 944 time: 0.0629814 Jul 09 15:43:52.130826 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ae60bf00-1cda-4736-a347-559bd6b9dce4 req-6c3c9e2e-64fc-4479-b847-6ae9467776ba tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319951 Jul 09 15:43:53.304573 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858fcf56-0011-4af6-aa05-835011256bd5 req-31686f0d-b1f3-4200-afa6-53abba52f980 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:53.306070 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-858fcf56-0011-4af6-aa05-835011256bd5 req-31686f0d-b1f3-4200-afa6-53abba52f980 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b0f6c3d-74bb-4a77-bb7b-5103edb08c53 HTTP/1.1" status: 200 len: 944 time: 0.0633240 Jul 09 15:43:53.342995 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-858fcf56-0011-4af6-aa05-835011256bd5 req-c4543ff0-1f65-47f9-b914-0880d2a19225 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307860 Jul 09 15:43:53.470887 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device be47d9a2-5d5d-4c6a-a216-f92bddb16791 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 15:43:53.567846 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port be47d9a2-5d5d-4c6a-a216-f92bddb16791, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=be47d9a2-5d5d-4c6a-a216-f92bddb16791,segment=NetworkSegment(7b3f88b7-e575-46f0-9305-dec137800846),segment_id=7b3f88b7-e575-46f0-9305-dec137800846)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:43:53.578805 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': 'be47d9a2-5d5d-4c6a-a216-f92bddb16791', 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f', 'port_id': 'be47d9a2-5d5d-4c6a-a216-f92bddb16791', 'mac_address': 'fa:16:3e:7e:4b:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a0449c8-405f-41d6-9115-e55438c81ff8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 15:43:53.614688 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:43:53.637107 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be47d9a2-5d5d-4c6a-a216-f92bddb16791 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:43:53.659212 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port be47d9a2-5d5d-4c6a-a216-f92bddb16791, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=be47d9a2-5d5d-4c6a-a216-f92bddb16791,segment=NetworkSegment(7b3f88b7-e575-46f0-9305-dec137800846),segment_id=7b3f88b7-e575-46f0-9305-dec137800846)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:43:53.716803 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:43:53.739769 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:43:53.785618 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=be47d9a2-5d5d-4c6a-a216-f92bddb16791,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:43:53.948481 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['be47d9a2-5d5d-4c6a-a216-f92bddb16791'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:43:54.517444 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c376f4-6c22-48f3-8408-38750f3c5612 req-bff5ee35-fc63-4597-8b32-23e04ff02621 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:54.518906 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e3c376f4-6c22-48f3-8408-38750f3c5612 req-bff5ee35-fc63-4597-8b32-23e04ff02621 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b0f6c3d-74bb-4a77-bb7b-5103edb08c53 HTTP/1.1" status: 200 len: 945 time: 0.0649879 Jul 09 15:43:54.556034 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e3c376f4-6c22-48f3-8408-38750f3c5612 req-128ff4fd-2dd1-499f-b845-41774452ee0e tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315819 Jul 09 15:43:55.468594 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device be47d9a2-5d5d-4c6a-a216-f92bddb16791 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:43:55.574014 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port be47d9a2-5d5d-4c6a-a216-f92bddb16791 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:43:55.578163 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port be47d9a2-5d5d-4c6a-a216-f92bddb16791 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:43:55.578536 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:43:55.660617 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:43:55.685162 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b0f6c3d-74bb-4a77-bb7b-5103edb08c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be47d9a2-5d5d-4c6a-a216-f92bddb16791'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:43:55.687406 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e75b9a97cbd66444b13ae988a684abc34c7a24a50a729030cfede81e7322398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde6055f-12aa-4fce-b6b7-747e069968e4" -d '{"events": [{"server_uuid": "1b0f6c3d-74bb-4a77-bb7b-5103edb08c53", "name": "network-vif-plugged", "status": "completed", "tag": "be47d9a2-5d5d-4c6a-a216-f92bddb16791"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:43:55.701162 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port be47d9a2-5d5d-4c6a-a216-f92bddb16791, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=be47d9a2-5d5d-4c6a-a216-f92bddb16791,segment=NetworkSegment(7b3f88b7-e575-46f0-9305-dec137800846),segment_id=7b3f88b7-e575-46f0-9305-dec137800846)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:43:55.725981 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ecb6598-1c08-4b2c-98c8-082e96d499f5 x-openstack-request-id: req-0ecb6598-1c08-4b2c-98c8-082e96d499f5 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:43:55.726624 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b0f6c3d-74bb-4a77-bb7b-5103edb08c53", "name": "network-vif-plugged", "status": "completed", "tag": "be47d9a2-5d5d-4c6a-a216-f92bddb16791", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:43:55.726940 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0ecb6598-1c08-4b2c-98c8-082e96d499f5 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:43:55.727363 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b0f6c3d-74bb-4a77-bb7b-5103edb08c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be47d9a2-5d5d-4c6a-a216-f92bddb16791', 'code': 200} Jul 09 15:43:55.753262 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242cc571-931e-43fa-9c62-a062cfee5b4b req-ef92e9ac-c738-4142-8643-155627f8fa23 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:55.754816 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-242cc571-931e-43fa-9c62-a062cfee5b4b req-ef92e9ac-c738-4142-8643-155627f8fa23 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b0f6c3d-74bb-4a77-bb7b-5103edb08c53 HTTP/1.1" status: 200 len: 945 time: 0.0678422 Jul 09 15:43:55.784166 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:43:55.803154 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-242cc571-931e-43fa-9c62-a062cfee5b4b req-2e8efa93-a932-4fd1-a777-816803d311b9 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422170 Jul 09 15:43:55.837065 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=be47d9a2-5d5d-4c6a-a216-f92bddb16791,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:43:55.855786 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7880671-5b22-4903-b1d4-d4863def6884 req-2b58a55e-03f1-4162-bb42-14ec6569cf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:55.857426 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e7880671-5b22-4903-b1d4-d4863def6884 req-2b58a55e-03f1-4162-bb42-14ec6569cf1e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1b0f6c3d-74bb-4a77-bb7b-5103edb08c53 HTTP/1.1" status: 200 len: 1097 time: 0.0690558 Jul 09 15:43:55.891391 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e7880671-5b22-4903-b1d4-d4863def6884 req-385565c2-20c9-41c6-a546-a9b27d26af62 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276475 Jul 09 15:43:56.151172 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-85818c9a-04c0-4c0d-9e9f-9bdf8a06cc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:43:56.987746 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b83095-086d-44a3-a455-3a0a1acbaf07 req-4e3e7171-26af-4478-9470-592b89f99ce8 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:56.989233 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-93b83095-086d-44a3-a455-3a0a1acbaf07 req-4e3e7171-26af-4478-9470-592b89f99ce8 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b0f6c3d-74bb-4a77-bb7b-5103edb08c53 HTTP/1.1" status: 200 len: 946 time: 0.0626769 Jul 09 15:43:57.027393 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-93b83095-086d-44a3-a455-3a0a1acbaf07 req-00233273-216a-4655-a4a8-9d1dc9be6e11 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319405 Jul 09 15:43:58.196289 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27345b6b-fe79-4248-a601-bdba5d6f3f71 req-c30c5378-3b7b-443d-ad37-724ae149bfc7 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:58.197772 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-27345b6b-fe79-4248-a601-bdba5d6f3f71 req-c30c5378-3b7b-443d-ad37-724ae149bfc7 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b0f6c3d-74bb-4a77-bb7b-5103edb08c53 HTTP/1.1" status: 200 len: 946 time: 0.0628986 Jul 09 15:43:58.235187 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-27345b6b-fe79-4248-a601-bdba5d6f3f71 req-647703be-8589-4bbd-b85a-7dfd005c02cc tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312920 Jul 09 15:43:58.402301 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4affee-40cb-4779-ae69-2af3aa97e8ad req-70db8cfd-1e5a-4753-8289-289788eeea99 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:58.403757 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9d4affee-40cb-4779-ae69-2af3aa97e8ad req-70db8cfd-1e5a-4753-8289-289788eeea99 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b0f6c3d-74bb-4a77-bb7b-5103edb08c53 HTTP/1.1" status: 200 len: 946 time: 0.0640991 Jul 09 15:43:58.412629 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 56286) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:43:58.417295 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-db62594d-aa20-413c-b59b-d0f97783f1d7 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Request body: {'floatingip': {'port_id': 'be47d9a2-5d5d-4c6a-a216-f92bddb16791'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:43:58.459408 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-db62594d-aa20-413c-b59b-d0f97783f1d7 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks [] for floatingip, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:43:58.894569 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-db62594d-aa20-413c-b59b-d0f97783f1d7 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:43:58.955007 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-db62594d-aa20-413c-b59b-d0f97783f1d7 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:43:59.054436 n-d-799529-6 neutron-server[94446]: INFO neutron.db.l3_db [None req-db62594d-aa20-413c-b59b-d0f97783f1d7 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Floating IP 99a53a50-c4b5-497d-9342-f0ff70655f75 associated. External IP: 172.25.3.144, port: be47d9a2-5d5d-4c6a-a216-f92bddb16791. Jul 09 15:43:59.157058 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-cdaacf16-2d15-4b6a-ac2d-45569b3e4e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:43:59.265242 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db62594d-aa20-413c-b59b-d0f97783f1d7 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Router 49ca18b1-b59f-4d59-9f82-aa588a33e2e2 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:43:59.310990 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:43:59.375191 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db62594d-aa20-413c-b59b-d0f97783f1d7 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:43:59.380052 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-db62594d-aa20-413c-b59b-d0f97783f1d7 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:43:59.384562 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4ac2ec-2e59-4ae1-838a-b63f30e97afd None None] Sync routers for ids ['49ca18b1-b59f-4d59-9f82-aa588a33e2e2'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:43:59.393810 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4ac2ec-2e59-4ae1-838a-b63f30e97afd None None] Routers {'49ca18b1-b59f-4d59-9f82-aa588a33e2e2'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:43:59.394430 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-ea4ac2ec-2e59-4ae1-838a-b63f30e97afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:43:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['49ca18b1-b59f-4d59-9f82-aa588a33e2e2'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:43:59.419233 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-db62594d-aa20-413c-b59b-d0f97783f1d7 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "PUT /v2.0/floatingips/99a53a50-c4b5-497d-9342-f0ff70655f75 HTTP/1.1" status: 200 len: 992 time: 1.0051477 Jul 09 15:43:59.419871 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b0f6c3d-74bb-4a77-bb7b-5103edb08c53', 'tag': 'be47d9a2-5d5d-4c6a-a216-f92bddb16791'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:43:59.422130 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71aea3d4ce3c79ba57e3b2a7f05354d67fe827d4c76bd908d035baed68c1bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc5426c-319d-4e49-ba23-b142012e4ccb" -d '{"events": [{"name": "network-changed", "server_uuid": "1b0f6c3d-74bb-4a77-bb7b-5103edb08c53", "tag": "be47d9a2-5d5d-4c6a-a216-f92bddb16791"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:43:59.457839 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9efc0b80-218b-48b8-9cf9-749f822a7f5f x-openstack-request-id: req-9efc0b80-218b-48b8-9cf9-749f822a7f5f {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:43:59.458168 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b0f6c3d-74bb-4a77-bb7b-5103edb08c53", "tag": "be47d9a2-5d5d-4c6a-a216-f92bddb16791", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:43:59.458482 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9efc0b80-218b-48b8-9cf9-749f822a7f5f {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:43:59.458887 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b0f6c3d-74bb-4a77-bb7b-5103edb08c53', 'tag': 'be47d9a2-5d5d-4c6a-a216-f92bddb16791', 'status': 'completed', 'code': 200} Jul 09 15:43:59.510492 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-ea4ac2ec-2e59-4ae1-838a-b63f30e97afd None None] Set router 49ca18b1-b59f-4d59-9f82-aa588a33e2e2 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:43:59.544028 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc5426c-319d-4e49-ba23-b142012e4ccb req-5d61aeb0-24d6-4708-b5bc-705b622b8337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:59.545574 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1dc5426c-319d-4e49-ba23-b142012e4ccb req-5d61aeb0-24d6-4708-b5bc-705b622b8337 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3a2e3821cf1a497198ff34b3df5b4b26&device_id=1b0f6c3d-74bb-4a77-bb7b-5103edb08c53 HTTP/1.1" status: 200 len: 1097 time: 0.0620165 Jul 09 15:43:59.636099 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc5426c-319d-4e49-ba23-b142012e4ccb req-81073ada-bb91-4a83-bdef-22d5f58475d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:59.638195 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1dc5426c-319d-4e49-ba23-b142012e4ccb req-81073ada-bb91-4a83-bdef-22d5f58475d9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=049dafce-25e0-4b39-b5cd-c751bf7fa90f HTTP/1.1" status: 200 len: 912 time: 0.0859373 Jul 09 15:43:59.707536 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1dc5426c-319d-4e49-ba23-b142012e4ccb req-fcb8053b-844c-4481-a980-36ef8e8d39e3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be47d9a2-5d5d-4c6a-a216-f92bddb16791 HTTP/1.1" status: 200 len: 1000 time: 0.0625086 Jul 09 15:43:59.732599 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-ea4ac2ec-2e59-4ae1-838a-b63f30e97afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'name': 'tempest-ServerActionsTestJSON-316792187-router', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:41:15Z', 'updated_at': '2021-07-09T15:41:18Z', 'revision_number': 4, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'gw_port': {'id': '7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:41:16Z', 'updated_at': '2021-07-09T15:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '99a53a50-c4b5-497d-9342-f0ff70655f75', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'floating_ip_address': '172.25.3.144', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'port_id': 'be47d9a2-5d5d-4c6a-a216-f92bddb16791', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f', 'mac_address': 'fa:16:3e:7e:4b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0f6c3d-74bb-4a77-bb7b-5103edb08c53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:41:22Z', 'updated_at': '2021-07-09T15:43:58Z', 'revision_number': 5, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb8e3151-810b-4ceb-9e7e-06e42b431fe0', 'name': '', 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'mac_address': 'fa:16:3e:f2:6d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '0a0449c8-405f-41d6-9115-e55438c81ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:41:18Z', 'updated_at': '2021-07-09T15:41:24Z', 'revision_number': 5, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'subnets': [{'id': '0a0449c8-405f-41d6-9115-e55438c81ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:43:59.756441 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc5426c-319d-4e49-ba23-b142012e4ccb req-dca78877-c76a-4eaf-afed-be1356699a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:59.757896 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1dc5426c-319d-4e49-ba23-b142012e4ccb req-dca78877-c76a-4eaf-afed-be1356699a7d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0a0449c8-405f-41d6-9115-e55438c81ff8 HTTP/1.1" status: 200 len: 850 time: 0.0443954 Jul 09 15:43:59.758069 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4ac2ec-2e59-4ae1-838a-b63f30e97afd None None] Checking router: 49ca18b1-b59f-4d59-9f82-aa588a33e2e2 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:43:59.766303 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4ac2ec-2e59-4ae1-838a-b63f30e97afd None None] Routers {'49ca18b1-b59f-4d59-9f82-aa588a33e2e2'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:43:59.766909 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-ea4ac2ec-2e59-4ae1-838a-b63f30e97afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:43:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['49ca18b1-b59f-4d59-9f82-aa588a33e2e2'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:43:59.815489 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc5426c-319d-4e49-ba23-b142012e4ccb req-15d0ea05-fb54-4e48-8a47-8a411ff50a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:43:59.817035 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1dc5426c-319d-4e49-ba23-b142012e4ccb req-15d0ea05-fb54-4e48-8a47-8a411ff50a2c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=049dafce-25e0-4b39-b5cd-c751bf7fa90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520561 Jul 09 15:43:59.872290 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-ea4ac2ec-2e59-4ae1-838a-b63f30e97afd None None] Set router 49ca18b1-b59f-4d59-9f82-aa588a33e2e2 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:43:59.912843 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1dc5426c-319d-4e49-ba23-b142012e4ccb req-83cc690b-0f56-451b-9460-cab894988a42 service neutron] 10.222.0.54 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885212 Jul 09 15:44:00.266001 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-ea4ac2ec-2e59-4ae1-838a-b63f30e97afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'name': 'tempest-ServerActionsTestJSON-316792187-router', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:41:15Z', 'updated_at': '2021-07-09T15:41:18Z', 'revision_number': 4, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'gw_port': {'id': '7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:41:16Z', 'updated_at': '2021-07-09T15:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '99a53a50-c4b5-497d-9342-f0ff70655f75', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'floating_ip_address': '172.25.3.144', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'port_id': 'be47d9a2-5d5d-4c6a-a216-f92bddb16791', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f', 'mac_address': 'fa:16:3e:7e:4b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0f6c3d-74bb-4a77-bb7b-5103edb08c53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:41:22Z', 'updated_at': '2021-07-09T15:43:58Z', 'revision_number': 5, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb8e3151-810b-4ceb-9e7e-06e42b431fe0', 'name': '', 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'mac_address': 'fa:16:3e:f2:6d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '0a0449c8-405f-41d6-9115-e55438c81ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:41:18Z', 'updated_at': '2021-07-09T15:41:24Z', 'revision_number': 5, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'subnets': [{'id': '0a0449c8-405f-41d6-9115-e55438c81ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:44:00.292871 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4ac2ec-2e59-4ae1-838a-b63f30e97afd None None] The sync data for ids ['49ca18b1-b59f-4d59-9f82-aa588a33e2e2'] in n-d-799529-6 is: [{'id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'name': 'tempest-ServerActionsTestJSON-316792187-router', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:41:15Z', 'updated_at': '2021-07-09T15:41:18Z', 'revision_number': 4, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'gw_port': {'id': '7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:41:16Z', 'updated_at': '2021-07-09T15:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '99a53a50-c4b5-497d-9342-f0ff70655f75', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'floating_ip_address': '172.25.3.144', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'port_id': 'be47d9a2-5d5d-4c6a-a216-f92bddb16791', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f', 'mac_address': 'fa:16:3e:7e:4b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0f6c3d-74bb-4a77-bb7b-5103edb08c53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:41:22Z', 'updated_at': '2021-07-09T15:43:58Z', 'revision_number': 5, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb8e3151-810b-4ceb-9e7e-06e42b431fe0', 'name': '', 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'mac_address': 'fa:16:3e:f2:6d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '0a0449c8-405f-41d6-9115-e55438c81ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:41:18Z', 'updated_at': '2021-07-09T15:41:24Z', 'revision_number': 5, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'subnets': [{'id': '0a0449c8-405f-41d6-9115-e55438c81ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:44:00.349271 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1dc5426c-319d-4e49-ba23-b142012e4ccb req-ad6b2696-e92c-4616-8fff-af21ad347d65 service neutron] 10.222.0.54 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4288592 Jul 09 15:44:00.483008 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:44:00.512304 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157f5d98-de07-42ee-850f-7de492608e66 None None] New status for floating IP 99a53a50-c4b5-497d-9342-f0ff70655f75: ACTIVE {{(pid=94448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 15:44:01.853360 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:44:04.777224 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-20861ba2-c08d-4735-aba2-e8d0d379769f req-f2c8ccee-6147-4611-9ca9-6f17cab30777 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1b0f6c3d-74bb-4a77-bb7b-5103edb08c53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0506456 Jul 09 15:44:04.873430 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20861ba2-c08d-4735-aba2-e8d0d379769f req-359258de-9120-44e3-b655-20a4923b905c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:44:04.874914 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-20861ba2-c08d-4735-aba2-e8d0d379769f req-359258de-9120-44e3-b655-20a4923b905c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3a2e3821cf1a497198ff34b3df5b4b26&device_id=1b0f6c3d-74bb-4a77-bb7b-5103edb08c53 HTTP/1.1" status: 200 len: 1097 time: 0.0551202 Jul 09 15:44:04.979002 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20861ba2-c08d-4735-aba2-e8d0d379769f req-3d860488-61eb-4442-a215-757cd275d1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:44:04.980568 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-20861ba2-c08d-4735-aba2-e8d0d379769f req-3d860488-61eb-4442-a215-757cd275d1a4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=049dafce-25e0-4b39-b5cd-c751bf7fa90f HTTP/1.1" status: 200 len: 912 time: 0.0864341 Jul 09 15:44:05.005228 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:44:05.049535 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-20861ba2-c08d-4735-aba2-e8d0d379769f req-330d8c96-42d9-4feb-b4d4-0d2e01bcddec service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be47d9a2-5d5d-4c6a-a216-f92bddb16791 HTTP/1.1" status: 200 len: 1002 time: 0.0626457 Jul 09 15:44:05.097863 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20861ba2-c08d-4735-aba2-e8d0d379769f req-db2be967-b0ef-4e57-8cfb-eb72fbbb0aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:44:05.099315 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-20861ba2-c08d-4735-aba2-e8d0d379769f req-db2be967-b0ef-4e57-8cfb-eb72fbbb0aae service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0a0449c8-405f-41d6-9115-e55438c81ff8 HTTP/1.1" status: 200 len: 850 time: 0.0430086 Jul 09 15:44:05.155607 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20861ba2-c08d-4735-aba2-e8d0d379769f req-f9d127a8-35a8-4ac8-8a7f-77c77da894fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:44:05.157086 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-20861ba2-c08d-4735-aba2-e8d0d379769f req-f9d127a8-35a8-4ac8-8a7f-77c77da894fa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=049dafce-25e0-4b39-b5cd-c751bf7fa90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501232 Jul 09 15:44:05.247310 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-20861ba2-c08d-4735-aba2-e8d0d379769f req-dfa6e593-e67e-4295-bdbc-7b2b25b003f7 service neutron] 10.222.0.54 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838201 Jul 09 15:44:05.333961 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-20861ba2-c08d-4735-aba2-e8d0d379769f req-85a8287d-0612-4fb0-9b2b-b13a4ab5d2f9 service neutron] 10.222.0.54 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809536 Jul 09 15:44:15.434784 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:44:23.692541 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:44:26.176564 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-784fb543-225e-4244-bb8d-1fb1e3472cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:44:29.155487 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a22f0618-0218-453a-9135-1b077cc14475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:44:29.293394 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:44:30.429336 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:44:31.864106 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:44:42.004827 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:44:45.444636 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:44:53.736471 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:44:56.182490 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-469869ba-d1a8-403b-b204-77949ea42637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:44:59.113884 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a82ea880-832a-4901-9ba5-04bc6d51e183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:44:59.256618 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:45:00.445385 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:45:01.833604 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:45:06.563554 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d28d312d-f42b-4c3d-8737-c745c6d00631 req-41ad9a33-6760-4bd6-9ea5-cdab98a7627a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1b0f6c3d-74bb-4a77-bb7b-5103edb08c53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0520873 Jul 09 15:45:06.657449 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28d312d-f42b-4c3d-8737-c745c6d00631 req-7bf96ae3-f0ae-4811-996e-593ce634b759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:45:06.659179 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d28d312d-f42b-4c3d-8737-c745c6d00631 req-7bf96ae3-f0ae-4811-996e-593ce634b759 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3a2e3821cf1a497198ff34b3df5b4b26&device_id=1b0f6c3d-74bb-4a77-bb7b-5103edb08c53 HTTP/1.1" status: 200 len: 1097 time: 0.0556047 Jul 09 15:45:06.760175 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28d312d-f42b-4c3d-8737-c745c6d00631 req-652dce53-711b-493b-84aa-95396eb3a200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:45:06.761658 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d28d312d-f42b-4c3d-8737-c745c6d00631 req-652dce53-711b-493b-84aa-95396eb3a200 service neutron] 10.222.0.54 "GET /v2.0/networks?id=049dafce-25e0-4b39-b5cd-c751bf7fa90f HTTP/1.1" status: 200 len: 912 time: 0.0828869 Jul 09 15:45:06.831725 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d28d312d-f42b-4c3d-8737-c745c6d00631 req-82ee4189-7cd4-47fc-8675-0cf7d9bbee12 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be47d9a2-5d5d-4c6a-a216-f92bddb16791 HTTP/1.1" status: 200 len: 1002 time: 0.0632169 Jul 09 15:45:06.880972 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28d312d-f42b-4c3d-8737-c745c6d00631 req-9d2e9a22-e84b-4a98-95ad-e8bfd1c0d8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:45:06.882510 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d28d312d-f42b-4c3d-8737-c745c6d00631 req-9d2e9a22-e84b-4a98-95ad-e8bfd1c0d8d9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0a0449c8-405f-41d6-9115-e55438c81ff8 HTTP/1.1" status: 200 len: 850 time: 0.0447745 Jul 09 15:45:06.941546 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28d312d-f42b-4c3d-8737-c745c6d00631 req-1db980d0-3a35-408e-96a9-304d7e337074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:45:06.943153 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d28d312d-f42b-4c3d-8737-c745c6d00631 req-1db980d0-3a35-408e-96a9-304d7e337074 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=049dafce-25e0-4b39-b5cd-c751bf7fa90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531194 Jul 09 15:45:07.034034 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d28d312d-f42b-4c3d-8737-c745c6d00631 req-0dd4b092-532a-4ec7-b417-4586bcf3aa75 service neutron] 10.222.0.54 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836654 Jul 09 15:45:07.120497 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d28d312d-f42b-4c3d-8737-c745c6d00631 req-3a2f169b-618b-41d5-9411-5400e6f2acfe service neutron] 10.222.0.54 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807285 Jul 09 15:45:15.450690 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:45:19.004074 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:45:23.718322 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:45:26.152450 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-eed02867-b6d0-43ec-8210-3b4af87d61a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:45:29.147102 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9e637435-48cd-4bb0-a6d3-6a239b73405c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:45:29.301189 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:45:30.450017 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:45:31.884662 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:45:36.081333 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082dcafc-28d3-40bb-9553-6710159650a9 req-e79e9047-5a9f-4689-b2c8-eef346f03998 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:45:36.082832 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-082dcafc-28d3-40bb-9553-6710159650a9 req-e79e9047-5a9f-4689-b2c8-eef346f03998 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b0f6c3d-74bb-4a77-bb7b-5103edb08c53 HTTP/1.1" status: 200 len: 946 time: 0.1484375 Jul 09 15:45:36.121307 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-082dcafc-28d3-40bb-9553-6710159650a9 req-5ba15c02-4316-4eee-806f-a0d4db2b68dc tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322843 Jul 09 15:45:37.339059 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c467c-2d1b-47a5-be81-fa900f1e96fd req-f9ec0bfd-22a3-4e5b-8c74-d34b53e5b0c8 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:45:37.340563 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-496c467c-2d1b-47a5-be81-fa900f1e96fd req-f9ec0bfd-22a3-4e5b-8c74-d34b53e5b0c8 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b0f6c3d-74bb-4a77-bb7b-5103edb08c53 HTTP/1.1" status: 200 len: 946 time: 0.1089077 Jul 09 15:45:37.387168 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-496c467c-2d1b-47a5-be81-fa900f1e96fd req-7cc7ca27-30f7-4d5c-9609-b758a332ff33 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366175 Jul 09 15:45:38.558852 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77cc365-f9a0-49a8-8bef-d7dd6394ad8b req-cc5ee67b-90a8-4bb9-99a1-bf70ce9a1d85 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:45:38.560362 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a77cc365-f9a0-49a8-8bef-d7dd6394ad8b req-cc5ee67b-90a8-4bb9-99a1-bf70ce9a1d85 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b0f6c3d-74bb-4a77-bb7b-5103edb08c53 HTTP/1.1" status: 200 len: 946 time: 0.0629349 Jul 09 15:45:38.598166 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a77cc365-f9a0-49a8-8bef-d7dd6394ad8b req-a9c2d8fc-54e8-47c2-9e8a-2a4c215befbf tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322943 Jul 09 15:45:39.770393 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361683f9-5160-4354-bbb3-61122a5ebe05 req-fa67e22a-125b-4da0-87e5-8c7e59b4c663 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:45:39.771926 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-361683f9-5160-4354-bbb3-61122a5ebe05 req-fa67e22a-125b-4da0-87e5-8c7e59b4c663 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b0f6c3d-74bb-4a77-bb7b-5103edb08c53 HTTP/1.1" status: 200 len: 946 time: 0.0646448 Jul 09 15:45:39.811280 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-361683f9-5160-4354-bbb3-61122a5ebe05 req-584ab33e-a085-4a3b-b482-4a9f90aefda0 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321367 Jul 09 15:45:40.994303 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb05347-1527-4f9f-be72-6a43f8fcdc92 req-8c07046d-43e5-4fbd-bb56-c59a3f9d83e1 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:45:40.995824 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3eb05347-1527-4f9f-be72-6a43f8fcdc92 req-8c07046d-43e5-4fbd-bb56-c59a3f9d83e1 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b0f6c3d-74bb-4a77-bb7b-5103edb08c53 HTTP/1.1" status: 200 len: 946 time: 0.0713875 Jul 09 15:45:41.033601 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3eb05347-1527-4f9f-be72-6a43f8fcdc92 req-bff589c6-6240-4483-b18c-f8fde8bf8f9f tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321729 Jul 09 15:45:42.206118 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17760e0-7f3c-4b43-84bd-a988c4ba44d6 req-7633f1cf-d936-4e3c-bba5-dd21f30f6d39 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:45:42.207616 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e17760e0-7f3c-4b43-84bd-a988c4ba44d6 req-7633f1cf-d936-4e3c-bba5-dd21f30f6d39 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b0f6c3d-74bb-4a77-bb7b-5103edb08c53 HTTP/1.1" status: 200 len: 946 time: 0.0624881 Jul 09 15:45:42.245192 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e17760e0-7f3c-4b43-84bd-a988c4ba44d6 req-663d4cb0-bede-4f22-b59a-356e1784d914 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315766 Jul 09 15:45:43.417240 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0bb275-ba04-437b-9fb6-b6a9e40363c6 req-7f2fd0a3-5bdf-47ac-ac62-ad29d4974f98 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:45:43.418727 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8f0bb275-ba04-437b-9fb6-b6a9e40363c6 req-7f2fd0a3-5bdf-47ac-ac62-ad29d4974f98 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b0f6c3d-74bb-4a77-bb7b-5103edb08c53 HTTP/1.1" status: 200 len: 946 time: 0.0628986 Jul 09 15:45:43.456266 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8f0bb275-ba04-437b-9fb6-b6a9e40363c6 req-fc94e9ac-0b6a-4bd2-bbab-afed2fc4c8d6 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319335 Jul 09 15:45:44.630468 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58160af-3afc-48b9-bf5e-a28af4975231 req-7d2c75ec-0fbc-41ff-8482-3b61bf2f020c tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:45:44.631981 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c58160af-3afc-48b9-bf5e-a28af4975231 req-7d2c75ec-0fbc-41ff-8482-3b61bf2f020c tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b0f6c3d-74bb-4a77-bb7b-5103edb08c53 HTTP/1.1" status: 200 len: 946 time: 0.0671909 Jul 09 15:45:44.670499 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c58160af-3afc-48b9-bf5e-a28af4975231 req-95815bd3-d337-4dfb-a5ce-b60605a528ef tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330360 Jul 09 15:45:45.483075 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:45:45.841352 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4e0b5-16dc-48bf-88b2-cc060d086aa3 req-efeac83a-a9cf-4beb-b3c5-86227e33a23f tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:45:45.842861 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a4d4e0b5-16dc-48bf-88b2-cc060d086aa3 req-efeac83a-a9cf-4beb-b3c5-86227e33a23f tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b0f6c3d-74bb-4a77-bb7b-5103edb08c53 HTTP/1.1" status: 200 len: 946 time: 0.0637436 Jul 09 15:45:45.880778 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a4d4e0b5-16dc-48bf-88b2-cc060d086aa3 req-4158e7f4-f90a-4d09-8465-d6b145a97b37 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319724 Jul 09 15:45:47.053168 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc075d-71f0-45a0-95e2-b29451972d68 req-bdfa875b-54c1-459c-b653-483b5a65d48d tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:45:47.054673 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-01fc075d-71f0-45a0-95e2-b29451972d68 req-bdfa875b-54c1-459c-b653-483b5a65d48d tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b0f6c3d-74bb-4a77-bb7b-5103edb08c53 HTTP/1.1" status: 200 len: 946 time: 0.0624926 Jul 09 15:45:47.092840 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-01fc075d-71f0-45a0-95e2-b29451972d68 req-fe0483c3-742d-47f3-917c-44be57ae87e9 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311291 Jul 09 15:45:47.645964 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4fbebc-bd24-443d-8860-801ce2623d09 req-64b9ea2f-070a-4684-9894-fe27e6415906 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:45:47.647470 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6c4fbebc-bd24-443d-8860-801ce2623d09 req-64b9ea2f-070a-4684-9894-fe27e6415906 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b0f6c3d-74bb-4a77-bb7b-5103edb08c53 HTTP/1.1" status: 200 len: 946 time: 0.0673027 Jul 09 15:45:47.688138 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6c4fbebc-bd24-443d-8860-801ce2623d09 req-48ec13a0-3a59-4020-981b-dcc8d2c13551 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350034 Jul 09 15:45:47.711222 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e0cb3d34-2d44-4ac6-bf0f-da8d78e8c7e5 req-ac7b01ee-7cfd-48f8-8cec-7bbbb2095966 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1b0f6c3d-74bb-4a77-bb7b-5103edb08c53&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0588629 Jul 09 15:45:48.867313 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d3a3a-ca5c-4cea-af67-450dbbca114c req-e7d1ff93-1d15-4303-9ec4-aa0dc9bc4a33 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:45:48.869399 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-376d3a3a-ca5c-4cea-af67-450dbbca114c req-e7d1ff93-1d15-4303-9ec4-aa0dc9bc4a33 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b0f6c3d-74bb-4a77-bb7b-5103edb08c53 HTTP/1.1" status: 200 len: 946 time: 0.0640306 Jul 09 15:45:48.908423 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-376d3a3a-ca5c-4cea-af67-450dbbca114c req-b6af94a8-a489-416c-a9eb-183be02fea33 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329583 Jul 09 15:45:49.941634 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb3d34-2d44-4ac6-bf0f-da8d78e8c7e5 req-e27ae1d4-9321-48cb-a882-f12063123e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:45:49.943224 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e0cb3d34-2d44-4ac6-bf0f-da8d78e8c7e5 req-e27ae1d4-9321-48cb-a882-f12063123e6b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3a2e3821cf1a497198ff34b3df5b4b26&device_id=1b0f6c3d-74bb-4a77-bb7b-5103edb08c53 HTTP/1.1" status: 200 len: 1097 time: 0.0943079 Jul 09 15:45:50.061908 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb3d34-2d44-4ac6-bf0f-da8d78e8c7e5 req-c495c74d-a06e-4f55-b28f-3e7028bf6dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:45:50.063376 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e0cb3d34-2d44-4ac6-bf0f-da8d78e8c7e5 req-c495c74d-a06e-4f55-b28f-3e7028bf6dab service neutron] 10.222.0.54 "GET /v2.0/networks?id=049dafce-25e0-4b39-b5cd-c751bf7fa90f HTTP/1.1" status: 200 len: 912 time: 0.1139255 Jul 09 15:45:50.140373 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e0cb3d34-2d44-4ac6-bf0f-da8d78e8c7e5 req-dbf49afe-4841-4e6f-bf36-f17b1cc87174 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be47d9a2-5d5d-4c6a-a216-f92bddb16791 HTTP/1.1" status: 200 len: 1002 time: 0.0696812 Jul 09 15:45:50.147539 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0275619c-92d0-4de4-bdd3-ebc8c8236df3 req-0aeab334-e051-4c87-972d-fcd4d439751f tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:45:50.148924 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0275619c-92d0-4de4-bdd3-ebc8c8236df3 req-0aeab334-e051-4c87-972d-fcd4d439751f tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b0f6c3d-74bb-4a77-bb7b-5103edb08c53 HTTP/1.1" status: 200 len: 946 time: 0.1261988 Jul 09 15:45:50.215065 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb3d34-2d44-4ac6-bf0f-da8d78e8c7e5 req-1f343ebc-5e59-4697-a5bc-98c017f839cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:45:50.216573 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e0cb3d34-2d44-4ac6-bf0f-da8d78e8c7e5 req-1f343ebc-5e59-4697-a5bc-98c017f839cf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0a0449c8-405f-41d6-9115-e55438c81ff8 HTTP/1.1" status: 200 len: 850 time: 0.0668004 Jul 09 15:45:50.219443 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0275619c-92d0-4de4-bdd3-ebc8c8236df3 req-420a1997-1215-4134-b572-859bbecc88ab tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626197 Jul 09 15:45:50.272320 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb3d34-2d44-4ac6-bf0f-da8d78e8c7e5 req-c7f80184-2b21-4ff2-9ced-3f46521b5762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:45:50.273828 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e0cb3d34-2d44-4ac6-bf0f-da8d78e8c7e5 req-c7f80184-2b21-4ff2-9ced-3f46521b5762 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=049dafce-25e0-4b39-b5cd-c751bf7fa90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509002 Jul 09 15:45:50.370706 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e0cb3d34-2d44-4ac6-bf0f-da8d78e8c7e5 req-e7c04b5a-bf21-413d-a12d-fd2f8f6b86b9 service neutron] 10.222.0.54 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904598 Jul 09 15:45:50.459838 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e0cb3d34-2d44-4ac6-bf0f-da8d78e8c7e5 req-e34df682-0442-4ed3-b437-cd81f2fb63f8 service neutron] 10.222.0.54 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824571 Jul 09 15:45:51.392780 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be54941-e0f6-4da3-bc1a-76e73041ca85 req-5669ec3b-69a6-4baa-a34a-8639666efcf3 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:45:51.394299 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8be54941-e0f6-4da3-bc1a-76e73041ca85 req-5669ec3b-69a6-4baa-a34a-8639666efcf3 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b0f6c3d-74bb-4a77-bb7b-5103edb08c53 HTTP/1.1" status: 200 len: 946 time: 0.0640223 Jul 09 15:45:51.432045 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8be54941-e0f6-4da3-bc1a-76e73041ca85 req-d16cf989-043b-4429-b1be-f8712c12db35 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322151 Jul 09 15:45:52.640531 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [req-e0cb3d34-2d44-4ac6-bf0f-da8d78e8c7e5 req-ee6e3b27-0715-49f3-ad59-c131c04f867e service neutron] show failed (client error): The resource could not be found. Jul 09 15:45:52.641536 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e0cb3d34-2d44-4ac6-bf0f-da8d78e8c7e5 req-ee6e3b27-0715-49f3-ad59-c131c04f867e service neutron] 10.222.0.54 "GET /v2.0/ports/be47d9a2-5d5d-4c6a-a216-f92bddb16791/bindings/n-h1-799529-6 HTTP/1.1" status: 404 len: 380 time: 0.0987110 Jul 09 15:45:52.653484 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca2ffd-712a-4c66-8d21-0cc5dd03cc50 req-d8664110-ee1d-4d4b-a41c-647f99ce30b6 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:45:52.654954 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f3ca2ffd-712a-4c66-8d21-0cc5dd03cc50 req-d8664110-ee1d-4d4b-a41c-647f99ce30b6 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b0f6c3d-74bb-4a77-bb7b-5103edb08c53 HTTP/1.1" status: 200 len: 946 time: 0.1063356 Jul 09 15:45:52.693386 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f3ca2ffd-712a-4c66-8d21-0cc5dd03cc50 req-7456bfc1-e5f5-4a9f-a848-5c11b70b5a2c tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325096 Jul 09 15:45:53.284139 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb3d34-2d44-4ac6-bf0f-da8d78e8c7e5 req-07e9cf9f-c5fc-4e2d-858f-5ee6bfbb60e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:45:53.285652 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e0cb3d34-2d44-4ac6-bf0f-da8d78e8c7e5 req-07e9cf9f-c5fc-4e2d-858f-5ee6bfbb60e8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1b0f6c3d-74bb-4a77-bb7b-5103edb08c53&tenant_id=3a2e3821cf1a497198ff34b3df5b4b26 HTTP/1.1" status: 200 len: 1097 time: 0.0981729 Jul 09 15:45:53.304270 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-e0cb3d34-2d44-4ac6-bf0f-da8d78e8c7e5 req-11ffbd14-403e-412a-8c83-3d0214082e76 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799529-6', 'device_owner': 'compute:nova'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:45:53.373216 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e0cb3d34-2d44-4ac6-bf0f-da8d78e8c7e5 req-11ffbd14-403e-412a-8c83-3d0214082e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:45:53.572799 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-e0cb3d34-2d44-4ac6-bf0f-da8d78e8c7e5 req-11ffbd14-403e-412a-8c83-3d0214082e76 service neutron] For port be47d9a2-5d5d-4c6a-a216-f92bddb16791, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=be47d9a2-5d5d-4c6a-a216-f92bddb16791,segment=NetworkSegment(7b3f88b7-e575-46f0-9305-dec137800846),segment_id=7b3f88b7-e575-46f0-9305-dec137800846)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:45:53.605692 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-e0cb3d34-2d44-4ac6-bf0f-da8d78e8c7e5 req-11ffbd14-403e-412a-8c83-3d0214082e76 service neutron] For port be47d9a2-5d5d-4c6a-a216-f92bddb16791, host n-h2-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:45:53.649574 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b0f6c3d-74bb-4a77-bb7b-5103edb08c53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be47d9a2-5d5d-4c6a-a216-f92bddb16791'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:45:53.652424 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71aea3d4ce3c79ba57e3b2a7f05354d67fe827d4c76bd908d035baed68c1bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bfb77be-e8c1-4dd9-9faf-1830b92f6c54" -d '{"events": [{"server_uuid": "1b0f6c3d-74bb-4a77-bb7b-5103edb08c53", "name": "network-vif-unplugged", "status": "completed", "tag": "be47d9a2-5d5d-4c6a-a216-f92bddb16791"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:45:53.656922 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e0cb3d34-2d44-4ac6-bf0f-da8d78e8c7e5 req-11ffbd14-403e-412a-8c83-3d0214082e76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:45:53.669352 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-e0cb3d34-2d44-4ac6-bf0f-da8d78e8c7e5 req-11ffbd14-403e-412a-8c83-3d0214082e76 service neutron] Transition to ACTIVE for port object be47d9a2-5d5d-4c6a-a216-f92bddb16791 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:45:53.700889 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 15:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d0090c-b7de-4ecf-b6f9-f6842f8f6c5c x-openstack-request-id: req-a1d0090c-b7de-4ecf-b6f9-f6842f8f6c5c {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:45:53.701319 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b0f6c3d-74bb-4a77-bb7b-5103edb08c53", "name": "network-vif-unplugged", "status": "completed", "tag": "be47d9a2-5d5d-4c6a-a216-f92bddb16791", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:45:53.701572 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a1d0090c-b7de-4ecf-b6f9-f6842f8f6c5c {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:45:53.701964 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b0f6c3d-74bb-4a77-bb7b-5103edb08c53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be47d9a2-5d5d-4c6a-a216-f92bddb16791', 'code': 200} Jul 09 15:45:53.740320 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:45:53.750503 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e0cb3d34-2d44-4ac6-bf0f-da8d78e8c7e5 req-11ffbd14-403e-412a-8c83-3d0214082e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:45:53.842863 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ffbd14-403e-412a-8c83-3d0214082e76 service neutron] Pushing event updated for resources: {'Port': ['ID=be47d9a2-5d5d-4c6a-a216-f92bddb16791,revision_number=6']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:45:53.852511 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ffbd14-403e-412a-8c83-3d0214082e76 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:45:53.852868 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ffbd14-403e-412a-8c83-3d0214082e76 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:45:53.853259 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ffbd14-403e-412a-8c83-3d0214082e76 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:45:53.853656 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ffbd14-403e-412a-8c83-3d0214082e76 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:45:53.853933 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ffbd14-403e-412a-8c83-3d0214082e76 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:45:53.854320 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ffbd14-403e-412a-8c83-3d0214082e76 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:45:53.854855 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ffbd14-403e-412a-8c83-3d0214082e76 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:45:53.855191 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ffbd14-403e-412a-8c83-3d0214082e76 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:45:53.855564 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ffbd14-403e-412a-8c83-3d0214082e76 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:45:53.855876 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ffbd14-403e-412a-8c83-3d0214082e76 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:45:53.856931 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ffbd14-403e-412a-8c83-3d0214082e76 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:45:53.857271 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ffbd14-403e-412a-8c83-3d0214082e76 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:45:53.870938 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb137dc2-a0fb-4b4c-9676-966503a556ce req-11a207b2-a2d1-44c1-8ea7-a6404a1c8c0b tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:45:53.872325 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fb137dc2-a0fb-4b4c-9676-966503a556ce req-11a207b2-a2d1-44c1-8ea7-a6404a1c8c0b tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b0f6c3d-74bb-4a77-bb7b-5103edb08c53 HTTP/1.1" status: 200 len: 944 time: 0.0683415 Jul 09 15:45:53.903300 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0cb3d34-2d44-4ac6-bf0f-da8d78e8c7e5 req-11ffbd14-403e-412a-8c83-3d0214082e76 service neutron] No DVR routers for this DVR port be47d9a2-5d5d-4c6a-a216-f92bddb16791 on host n-h2-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:45:53.920188 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fb137dc2-a0fb-4b4c-9676-966503a556ce req-520e03e1-cd0c-4361-bb52-b6087ade7abd tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418859 Jul 09 15:45:54.042593 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-e0cb3d34-2d44-4ac6-bf0f-da8d78e8c7e5 req-11ffbd14-403e-412a-8c83-3d0214082e76 service neutron] Attempting to bind port be47d9a2-5d5d-4c6a-a216-f92bddb16791 on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:45:54.042933 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-e0cb3d34-2d44-4ac6-bf0f-da8d78e8c7e5 req-11ffbd14-403e-412a-8c83-3d0214082e76 service neutron] Attempting to bind port be47d9a2-5d5d-4c6a-a216-f92bddb16791 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': '7b3f88b7-e575-46f0-9305-dec137800846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:45:54.043266 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cb3d34-2d44-4ac6-bf0f-da8d78e8c7e5 req-11ffbd14-403e-412a-8c83-3d0214082e76 service neutron] Attempting to bind port be47d9a2-5d5d-4c6a-a216-f92bddb16791 on network 049dafce-25e0-4b39-b5cd-c751bf7fa90f {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:45:54.047579 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cb3d34-2d44-4ac6-bf0f-da8d78e8c7e5 req-11ffbd14-403e-412a-8c83-3d0214082e76 service neutron] Port be47d9a2-5d5d-4c6a-a216-f92bddb16791 on network 049dafce-25e0-4b39-b5cd-c751bf7fa90f not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:45:54.047881 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cb3d34-2d44-4ac6-bf0f-da8d78e8c7e5 req-11ffbd14-403e-412a-8c83-3d0214082e76 service neutron] Attempting to bind port be47d9a2-5d5d-4c6a-a216-f92bddb16791 on network 049dafce-25e0-4b39-b5cd-c751bf7fa90f {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:45:54.053073 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cb3d34-2d44-4ac6-bf0f-da8d78e8c7e5 req-11ffbd14-403e-412a-8c83-3d0214082e76 service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:45:54.053374 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cb3d34-2d44-4ac6-bf0f-da8d78e8c7e5 req-11ffbd14-403e-412a-8c83-3d0214082e76 service neutron] Checking segment: {'id': '7b3f88b7-e575-46f0-9305-dec137800846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:45:54.053731 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cb3d34-2d44-4ac6-bf0f-da8d78e8c7e5 req-11ffbd14-403e-412a-8c83-3d0214082e76 service neutron] Bound using segment: {'id': '7b3f88b7-e575-46f0-9305-dec137800846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:45:54.054164 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-e0cb3d34-2d44-4ac6-bf0f-da8d78e8c7e5 req-11ffbd14-403e-412a-8c83-3d0214082e76 service neutron] Bound port: be47d9a2-5d5d-4c6a-a216-f92bddb16791, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b3f88b7-e575-46f0-9305-dec137800846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:45:54.054550 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e0cb3d34-2d44-4ac6-bf0f-da8d78e8c7e5 req-11ffbd14-403e-412a-8c83-3d0214082e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:45:54.116714 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-e0cb3d34-2d44-4ac6-bf0f-da8d78e8c7e5 req-11ffbd14-403e-412a-8c83-3d0214082e76 service neutron] For port be47d9a2-5d5d-4c6a-a216-f92bddb16791, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:45:54.119596 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-e0cb3d34-2d44-4ac6-bf0f-da8d78e8c7e5 req-11ffbd14-403e-412a-8c83-3d0214082e76 service neutron] For port be47d9a2-5d5d-4c6a-a216-f92bddb16791, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=be47d9a2-5d5d-4c6a-a216-f92bddb16791,segment=NetworkSegment(7b3f88b7-e575-46f0-9305-dec137800846),segment_id=7b3f88b7-e575-46f0-9305-dec137800846)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:45:54.180402 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e0cb3d34-2d44-4ac6-bf0f-da8d78e8c7e5 req-11ffbd14-403e-412a-8c83-3d0214082e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:45:54.214107 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb3d34-2d44-4ac6-bf0f-da8d78e8c7e5 req-11ffbd14-403e-412a-8c83-3d0214082e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:45:54.214652 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e0cb3d34-2d44-4ac6-bf0f-da8d78e8c7e5 req-11ffbd14-403e-412a-8c83-3d0214082e76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:45:54.216017 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e0cb3d34-2d44-4ac6-bf0f-da8d78e8c7e5 req-11ffbd14-403e-412a-8c83-3d0214082e76 service neutron] 10.222.0.62 "PUT /v2.0/ports/be47d9a2-5d5d-4c6a-a216-f92bddb16791 HTTP/1.1" status: 200 len: 1092 time: 0.9156952 Jul 09 15:45:54.239204 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ffbd14-403e-412a-8c83-3d0214082e76 service neutron] Pushing event updated for resources: {'Port': ['ID=be47d9a2-5d5d-4c6a-a216-f92bddb16791,revision_number=7']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:45:54.306633 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb3d34-2d44-4ac6-bf0f-da8d78e8c7e5 req-b81c0a0c-c395-47af-a05c-2240b20787e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:45:54.308867 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e0cb3d34-2d44-4ac6-bf0f-da8d78e8c7e5 req-b81c0a0c-c395-47af-a05c-2240b20787e3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3a2e3821cf1a497198ff34b3df5b4b26&device_id=1b0f6c3d-74bb-4a77-bb7b-5103edb08c53 HTTP/1.1" status: 200 len: 1095 time: 0.0600142 Jul 09 15:45:54.399685 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb3d34-2d44-4ac6-bf0f-da8d78e8c7e5 req-70f858a8-374b-4c8e-b366-1d80570ad6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:45:54.401206 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e0cb3d34-2d44-4ac6-bf0f-da8d78e8c7e5 req-70f858a8-374b-4c8e-b366-1d80570ad6ef service neutron] 10.222.0.62 "GET /v2.0/networks?id=049dafce-25e0-4b39-b5cd-c751bf7fa90f HTTP/1.1" status: 200 len: 912 time: 0.0861437 Jul 09 15:45:54.469089 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e0cb3d34-2d44-4ac6-bf0f-da8d78e8c7e5 req-71ef5c6d-8e63-425f-bfec-5c24868ae05a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be47d9a2-5d5d-4c6a-a216-f92bddb16791 HTTP/1.1" status: 200 len: 1000 time: 0.0613549 Jul 09 15:45:54.518284 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb3d34-2d44-4ac6-bf0f-da8d78e8c7e5 req-efeaf93c-68bd-468e-a9e5-da2911aa8a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:45:54.519672 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e0cb3d34-2d44-4ac6-bf0f-da8d78e8c7e5 req-efeaf93c-68bd-468e-a9e5-da2911aa8a02 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0a0449c8-405f-41d6-9115-e55438c81ff8 HTTP/1.1" status: 200 len: 850 time: 0.0438168 Jul 09 15:45:54.576840 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb3d34-2d44-4ac6-bf0f-da8d78e8c7e5 req-5774739f-d6a8-4d5f-bd4b-8b41aff0fea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:45:54.578320 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e0cb3d34-2d44-4ac6-bf0f-da8d78e8c7e5 req-5774739f-d6a8-4d5f-bd4b-8b41aff0fea1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=049dafce-25e0-4b39-b5cd-c751bf7fa90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518832 Jul 09 15:45:54.668720 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e0cb3d34-2d44-4ac6-bf0f-da8d78e8c7e5 req-0295e459-98d7-4841-8825-8ea9e4b69e8b service neutron] 10.222.0.62 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836861 Jul 09 15:45:54.754640 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e0cb3d34-2d44-4ac6-bf0f-da8d78e8c7e5 req-6031a757-c64f-4784-aa39-1f36d6b3a1b4 service neutron] 10.222.0.62 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798137 Jul 09 15:45:55.100483 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e0342-c618-4a36-af53-59edc5c9ce19 req-88a5a980-6e29-4b44-b971-1306b73b7566 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:45:55.102300 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8d6e0342-c618-4a36-af53-59edc5c9ce19 req-88a5a980-6e29-4b44-b971-1306b73b7566 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b0f6c3d-74bb-4a77-bb7b-5103edb08c53 HTTP/1.1" status: 200 len: 944 time: 0.0679986 Jul 09 15:45:55.140314 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8d6e0342-c618-4a36-af53-59edc5c9ce19 req-f6db316b-9ee0-499d-9521-50ed444b24bd tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325098 Jul 09 15:45:55.703794 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b0f6c3d-74bb-4a77-bb7b-5103edb08c53', 'tag': 'be47d9a2-5d5d-4c6a-a216-f92bddb16791'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:45:55.706225 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71aea3d4ce3c79ba57e3b2a7f05354d67fe827d4c76bd908d035baed68c1bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3dd0c2-22e3-44fb-a4c2-35098b6b2ae7" -d '{"events": [{"name": "network-changed", "server_uuid": "1b0f6c3d-74bb-4a77-bb7b-5103edb08c53", "tag": "be47d9a2-5d5d-4c6a-a216-f92bddb16791"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:45:55.757645 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc5aaa8e-7260-4413-808d-fdf7fa04c08a x-openstack-request-id: req-cc5aaa8e-7260-4413-808d-fdf7fa04c08a {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:45:55.757986 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b0f6c3d-74bb-4a77-bb7b-5103edb08c53", "tag": "be47d9a2-5d5d-4c6a-a216-f92bddb16791", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:45:55.758262 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cc5aaa8e-7260-4413-808d-fdf7fa04c08a {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:45:55.758683 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b0f6c3d-74bb-4a77-bb7b-5103edb08c53', 'tag': 'be47d9a2-5d5d-4c6a-a216-f92bddb16791', 'status': 'completed', 'code': 200} Jul 09 15:45:55.838078 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3dd0c2-22e3-44fb-a4c2-35098b6b2ae7 req-910fa1fd-69ee-438e-8f21-836a71c6ba01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:45:55.839714 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ac3dd0c2-22e3-44fb-a4c2-35098b6b2ae7 req-910fa1fd-69ee-438e-8f21-836a71c6ba01 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3a2e3821cf1a497198ff34b3df5b4b26&device_id=1b0f6c3d-74bb-4a77-bb7b-5103edb08c53 HTTP/1.1" status: 200 len: 1095 time: 0.0627933 Jul 09 15:45:55.857975 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3dd0c2-22e3-44fb-a4c2-35098b6b2ae7 req-2ba725fc-895a-4778-b04c-a2ce15764992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:45:55.859493 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ac3dd0c2-22e3-44fb-a4c2-35098b6b2ae7 req-2ba725fc-895a-4778-b04c-a2ce15764992 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3a2e3821cf1a497198ff34b3df5b4b26&device_id=1b0f6c3d-74bb-4a77-bb7b-5103edb08c53 HTTP/1.1" status: 200 len: 1095 time: 0.0583780 Jul 09 15:45:55.930783 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3dd0c2-22e3-44fb-a4c2-35098b6b2ae7 req-629e6ee7-f637-47d4-af33-498b2bf28eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:45:55.932948 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ac3dd0c2-22e3-44fb-a4c2-35098b6b2ae7 req-629e6ee7-f637-47d4-af33-498b2bf28eb7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=049dafce-25e0-4b39-b5cd-c751bf7fa90f HTTP/1.1" status: 200 len: 912 time: 0.0869093 Jul 09 15:45:55.941988 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device be47d9a2-5d5d-4c6a-a216-f92bddb16791 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:45:55.949795 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3dd0c2-22e3-44fb-a4c2-35098b6b2ae7 req-6999b846-978b-409a-b550-68b206ea67aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:45:55.951280 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ac3dd0c2-22e3-44fb-a4c2-35098b6b2ae7 req-6999b846-978b-409a-b550-68b206ea67aa service neutron] 10.222.0.62 "GET /v2.0/networks?id=049dafce-25e0-4b39-b5cd-c751bf7fa90f HTTP/1.1" status: 200 len: 912 time: 0.0849128 Jul 09 15:45:55.982719 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device be47d9a2-5d5d-4c6a-a216-f92bddb16791 not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:45:56.003944 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:45:56.005626 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ac3dd0c2-22e3-44fb-a4c2-35098b6b2ae7 req-fe506fea-9650-496b-bd38-d738d84aa219 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be47d9a2-5d5d-4c6a-a216-f92bddb16791 HTTP/1.1" status: 200 len: 1000 time: 0.0667431 Jul 09 15:45:56.020659 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ac3dd0c2-22e3-44fb-a4c2-35098b6b2ae7 req-6818552c-91a3-46c9-ac4c-585611f0a7af service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be47d9a2-5d5d-4c6a-a216-f92bddb16791 HTTP/1.1" status: 200 len: 1000 time: 0.0625567 Jul 09 15:45:56.056016 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3dd0c2-22e3-44fb-a4c2-35098b6b2ae7 req-e2a810bc-64c8-4bd6-95c9-77e0ea6f9a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:45:56.058090 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ac3dd0c2-22e3-44fb-a4c2-35098b6b2ae7 req-e2a810bc-64c8-4bd6-95c9-77e0ea6f9a7c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0a0449c8-405f-41d6-9115-e55438c81ff8 HTTP/1.1" status: 200 len: 850 time: 0.0457313 Jul 09 15:45:56.070697 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3dd0c2-22e3-44fb-a4c2-35098b6b2ae7 req-5bdee53c-fbf5-4cc2-bc70-95bbf008a27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:45:56.072197 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ac3dd0c2-22e3-44fb-a4c2-35098b6b2ae7 req-5bdee53c-fbf5-4cc2-bc70-95bbf008a27d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0a0449c8-405f-41d6-9115-e55438c81ff8 HTTP/1.1" status: 200 len: 850 time: 0.0443285 Jul 09 15:45:56.113827 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3dd0c2-22e3-44fb-a4c2-35098b6b2ae7 req-b777cd7b-5ec7-4a82-96d1-6461ea98fb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:45:56.115353 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ac3dd0c2-22e3-44fb-a4c2-35098b6b2ae7 req-b777cd7b-5ec7-4a82-96d1-6461ea98fb99 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=049dafce-25e0-4b39-b5cd-c751bf7fa90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518689 Jul 09 15:45:56.132187 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3dd0c2-22e3-44fb-a4c2-35098b6b2ae7 req-03d7443b-0fb0-467e-870c-59186b7979dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:45:56.133731 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ac3dd0c2-22e3-44fb-a4c2-35098b6b2ae7 req-03d7443b-0fb0-467e-870c-59186b7979dd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=049dafce-25e0-4b39-b5cd-c751bf7fa90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530953 Jul 09 15:45:56.151629 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7eb38901-a826-4867-b18e-d19868f4a2b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:45:56.222199 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ac3dd0c2-22e3-44fb-a4c2-35098b6b2ae7 req-f18731a6-f1aa-416d-8f77-21f515916d24 service neutron] 10.222.0.54 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002936 Jul 09 15:45:56.230151 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ac3dd0c2-22e3-44fb-a4c2-35098b6b2ae7 req-58d483f3-d164-4a30-b6a0-17547ce11b7a service neutron] 10.222.0.62 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884569 Jul 09 15:45:56.316686 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ac3dd0c2-22e3-44fb-a4c2-35098b6b2ae7 req-a439378d-c6f9-40bd-93d7-e59f00b15ddc service neutron] 10.222.0.54 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876868 Jul 09 15:45:56.365398 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ac3dd0c2-22e3-44fb-a4c2-35098b6b2ae7 req-a7e95b1a-f643-4d88-8d9b-cdaba41c9e1b service neutron] 10.222.0.62 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294463 Jul 09 15:45:56.375621 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cbb435-addc-415e-8f42-155b109c0b58 req-29713ae9-0a4a-438d-8cd3-ecdc73eeebf6 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:45:56.376990 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a2cbb435-addc-415e-8f42-155b109c0b58 req-29713ae9-0a4a-438d-8cd3-ecdc73eeebf6 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b0f6c3d-74bb-4a77-bb7b-5103edb08c53 HTTP/1.1" status: 200 len: 944 time: 0.0964620 Jul 09 15:45:56.416020 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a2cbb435-addc-415e-8f42-155b109c0b58 req-6d625fee-8941-4280-ba26-a9d36d30a9e4 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331707 Jul 09 15:45:57.598274 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ebd9ba-6597-41f3-ad53-c678ea1bd3dc req-2ce80bf5-c34b-4118-a770-6e7527b5d4c3 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:45:57.599782 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c2ebd9ba-6597-41f3-ad53-c678ea1bd3dc req-2ce80bf5-c34b-4118-a770-6e7527b5d4c3 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b0f6c3d-74bb-4a77-bb7b-5103edb08c53 HTTP/1.1" status: 200 len: 944 time: 0.0629425 Jul 09 15:45:57.642708 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c2ebd9ba-6597-41f3-ad53-c678ea1bd3dc req-1b105c25-698b-4dbf-a24f-bfea019c1070 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367599 Jul 09 15:45:58.220073 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device be47d9a2-5d5d-4c6a-a216-f92bddb16791 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 15:45:58.312910 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port be47d9a2-5d5d-4c6a-a216-f92bddb16791, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=be47d9a2-5d5d-4c6a-a216-f92bddb16791,segment=NetworkSegment(7b3f88b7-e575-46f0-9305-dec137800846),segment_id=7b3f88b7-e575-46f0-9305-dec137800846)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:45:58.324229 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': 'be47d9a2-5d5d-4c6a-a216-f92bddb16791', 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f', 'port_id': 'be47d9a2-5d5d-4c6a-a216-f92bddb16791', 'mac_address': 'fa:16:3e:7e:4b:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a0449c8-405f-41d6-9115-e55438c81ff8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 15:45:58.363616 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:45:58.376077 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be47d9a2-5d5d-4c6a-a216-f92bddb16791 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:45:58.395385 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port be47d9a2-5d5d-4c6a-a216-f92bddb16791, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=be47d9a2-5d5d-4c6a-a216-f92bddb16791,segment=NetworkSegment(7b3f88b7-e575-46f0-9305-dec137800846),segment_id=7b3f88b7-e575-46f0-9305-dec137800846)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:45:58.481763 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:45:58.669297 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=be47d9a2-5d5d-4c6a-a216-f92bddb16791,revision_number=8']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:45:58.669297 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:45:58.669297 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:45:58.669297 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:45:58.669297 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:45:58.669297 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:45:58.669297 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:45:58.669297 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:45:58.669297 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:45:58.669297 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:45:58.669297 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:45:58.669297 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:45:58.669297 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:45:58.821035 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a3498e-bc12-4d95-a3b7-215efce54fa7 req-224e7337-b90b-4c29-911e-853e0c2194fc tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:45:58.822482 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-03a3498e-bc12-4d95-a3b7-215efce54fa7 req-224e7337-b90b-4c29-911e-853e0c2194fc tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b0f6c3d-74bb-4a77-bb7b-5103edb08c53 HTTP/1.1" status: 200 len: 945 time: 0.0692720 Jul 09 15:45:58.859912 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-03a3498e-bc12-4d95-a3b7-215efce54fa7 req-9950dc85-9e52-4775-97a1-c9f0f0165500 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318093 Jul 09 15:45:58.923646 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['be47d9a2-5d5d-4c6a-a216-f92bddb16791'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:45:59.168619 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-131ef79c-e063-4bba-bca9-eef9c4868ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:45:59.277851 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:45:59.325315 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f0410-2853-4140-8655-4bf2e0c47988 req-faaf1eb8-341b-460d-8c66-0defdbe7d40f tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:45:59.326807 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b47f0410-2853-4140-8655-4bf2e0c47988 req-faaf1eb8-341b-460d-8c66-0defdbe7d40f tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b0f6c3d-74bb-4a77-bb7b-5103edb08c53 HTTP/1.1" status: 200 len: 945 time: 0.0654604 Jul 09 15:45:59.368110 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3dada3-056a-4d13-a426-35828d3636ad req-7f09a550-ac9a-4b3f-9381-8c44c8d30d9d tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:45:59.369482 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b47f0410-2853-4140-8655-4bf2e0c47988 req-af9e03fa-a1d6-4015-8b39-6f005c9c0490 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368779 Jul 09 15:45:59.369624 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3b3dada3-056a-4d13-a426-35828d3636ad req-7f09a550-ac9a-4b3f-9381-8c44c8d30d9d tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.54 "GET /v2.0/ports?device_id=1b0f6c3d-74bb-4a77-bb7b-5103edb08c53&tenant_id=3a2e3821cf1a497198ff34b3df5b4b26&binding%3Ahost_id=n-h1-799529-6 HTTP/1.1" status: 200 len: 945 time: 0.0726779 Jul 09 15:45:59.429759 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [req-3b3dada3-056a-4d13-a426-35828d3636ad req-2b7507d4-b51a-4d0a-8227-c8f89478d9f9 service neutron] delete failed (client error): The resource could not be found. Jul 09 15:45:59.430801 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3b3dada3-056a-4d13-a426-35828d3636ad req-2b7507d4-b51a-4d0a-8227-c8f89478d9f9 service neutron] 10.222.0.54 "DELETE /v2.0/ports/be47d9a2-5d5d-4c6a-a216-f92bddb16791/bindings/n-h2-799529-6 HTTP/1.1" status: 404 len: 380 time: 0.0548306 Jul 09 15:45:59.528344 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3dada3-056a-4d13-a426-35828d3636ad req-307aa54d-936e-4e94-992b-4f5c615f2330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:45:59.529831 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3b3dada3-056a-4d13-a426-35828d3636ad req-307aa54d-936e-4e94-992b-4f5c615f2330 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3a2e3821cf1a497198ff34b3df5b4b26&device_id=1b0f6c3d-74bb-4a77-bb7b-5103edb08c53 HTTP/1.1" status: 200 len: 1096 time: 0.0525861 Jul 09 15:45:59.622803 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3dada3-056a-4d13-a426-35828d3636ad req-a364cd76-85ed-46db-bd51-3a399fb24654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:45:59.643701 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3b3dada3-056a-4d13-a426-35828d3636ad req-a364cd76-85ed-46db-bd51-3a399fb24654 service neutron] 10.222.0.54 "GET /v2.0/networks?id=049dafce-25e0-4b39-b5cd-c751bf7fa90f HTTP/1.1" status: 200 len: 912 time: 0.0875320 Jul 09 15:45:59.688754 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3b3dada3-056a-4d13-a426-35828d3636ad req-1bd9135d-2478-4bb6-a4fc-45600d326ef1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be47d9a2-5d5d-4c6a-a216-f92bddb16791 HTTP/1.1" status: 200 len: 1001 time: 0.0578282 Jul 09 15:45:59.741973 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3dada3-056a-4d13-a426-35828d3636ad req-996e13b2-bb41-401c-8f33-4ebe82a9f09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:45:59.743458 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3b3dada3-056a-4d13-a426-35828d3636ad req-996e13b2-bb41-401c-8f33-4ebe82a9f09c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0a0449c8-405f-41d6-9115-e55438c81ff8 HTTP/1.1" status: 200 len: 850 time: 0.0474110 Jul 09 15:45:59.800615 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3dada3-056a-4d13-a426-35828d3636ad req-d65649c8-d024-4dea-b16c-2bc02c01ea1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:45:59.802666 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3b3dada3-056a-4d13-a426-35828d3636ad req-d65649c8-d024-4dea-b16c-2bc02c01ea1d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=049dafce-25e0-4b39-b5cd-c751bf7fa90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532713 Jul 09 15:45:59.889561 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3b3dada3-056a-4d13-a426-35828d3636ad req-7e6e3870-7ac6-4953-8c0b-f882f8afa90a service neutron] 10.222.0.54 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802002 Jul 09 15:45:59.981760 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3b3dada3-056a-4d13-a426-35828d3636ad req-192285ef-41ee-4ae5-8d05-4a2a226720ed service neutron] 10.222.0.54 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859029 Jul 09 15:46:00.220812 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device be47d9a2-5d5d-4c6a-a216-f92bddb16791 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:46:00.305453 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port be47d9a2-5d5d-4c6a-a216-f92bddb16791 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:46:00.309144 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port be47d9a2-5d5d-4c6a-a216-f92bddb16791 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:46:00.309550 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:00.393737 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:00.418876 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b0f6c3d-74bb-4a77-bb7b-5103edb08c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be47d9a2-5d5d-4c6a-a216-f92bddb16791'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:46:00.421277 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e75b9a97cbd66444b13ae988a684abc34c7a24a50a729030cfede81e7322398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddcb54d9-8ef3-438e-9b2e-3afff36176fe" -d '{"events": [{"server_uuid": "1b0f6c3d-74bb-4a77-bb7b-5103edb08c53", "name": "network-vif-plugged", "status": "completed", "tag": "be47d9a2-5d5d-4c6a-a216-f92bddb16791"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:46:00.438490 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port be47d9a2-5d5d-4c6a-a216-f92bddb16791, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=be47d9a2-5d5d-4c6a-a216-f92bddb16791,segment=NetworkSegment(7b3f88b7-e575-46f0-9305-dec137800846),segment_id=7b3f88b7-e575-46f0-9305-dec137800846)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:46:00.482872 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:00.515486 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:00.524194 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1e76fc-b72b-47d8-abb3-22175b4d4e1c x-openstack-request-id: req-3e1e76fc-b72b-47d8-abb3-22175b4d4e1c {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:46:00.524498 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b0f6c3d-74bb-4a77-bb7b-5103edb08c53", "name": "network-vif-plugged", "status": "completed", "tag": "be47d9a2-5d5d-4c6a-a216-f92bddb16791", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:46:00.524757 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3e1e76fc-b72b-47d8-abb3-22175b4d4e1c {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:46:00.525150 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b0f6c3d-74bb-4a77-bb7b-5103edb08c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be47d9a2-5d5d-4c6a-a216-f92bddb16791', 'code': 200} Jul 09 15:46:00.570634 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=be47d9a2-5d5d-4c6a-a216-f92bddb16791,revision_number=9']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:46:00.574927 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ae513-1a58-431f-be65-d1f2a20d826b req-564c7515-4c8b-429d-8cb4-2b89cb5cd5ec tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:46:00.576483 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-637ae513-1a58-431f-be65-d1f2a20d826b req-564c7515-4c8b-429d-8cb4-2b89cb5cd5ec tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b0f6c3d-74bb-4a77-bb7b-5103edb08c53 HTTP/1.1" status: 200 len: 946 time: 0.0747647 Jul 09 15:46:00.614666 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-637ae513-1a58-431f-be65-d1f2a20d826b req-fde42b68-d93d-420e-ad2c-5fefcd4504f1 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324309 Jul 09 15:46:01.798452 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc597e3-b76f-4c50-b7f7-fc5108e52838 req-eaf732cb-b268-4a3d-984a-dc8b54937f06 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:46:01.800068 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3cc597e3-b76f-4c50-b7f7-fc5108e52838 req-eaf732cb-b268-4a3d-984a-dc8b54937f06 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b0f6c3d-74bb-4a77-bb7b-5103edb08c53 HTTP/1.1" status: 200 len: 946 time: 0.0653057 Jul 09 15:46:01.837175 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:01.837766 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3cc597e3-b76f-4c50-b7f7-fc5108e52838 req-66c61cbe-d213-4481-b304-cad629854b36 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318756 Jul 09 15:46:02.014341 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e6f8c8-b1a8-4e35-b915-e58a5a7f71f9 req-5e2603f7-94e0-44f7-a8b7-8b71a18521b5 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:46:02.015776 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-28e6f8c8-b1a8-4e35-b915-e58a5a7f71f9 req-5e2603f7-94e0-44f7-a8b7-8b71a18521b5 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b0f6c3d-74bb-4a77-bb7b-5103edb08c53 HTTP/1.1" status: 200 len: 946 time: 0.0667651 Jul 09 15:46:02.053610 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-28e6f8c8-b1a8-4e35-b915-e58a5a7f71f9 req-edbfd23b-0bf2-441f-9d95-d3eaa12c1206 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323517 Jul 09 15:46:02.506638 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd0dca-cc2e-4b2c-8c03-7a694d3472d1 req-9b44db25-cf5a-4e5c-baf7-adcfce9e1e24 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:46:02.508908 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-73dd0dca-cc2e-4b2c-8c03-7a694d3472d1 req-9b44db25-cf5a-4e5c-baf7-adcfce9e1e24 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b0f6c3d-74bb-4a77-bb7b-5103edb08c53 HTTP/1.1" status: 200 len: 946 time: 0.0691040 Jul 09 15:46:02.550983 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-73dd0dca-cc2e-4b2c-8c03-7a694d3472d1 req-e8b8bdfa-1f1f-4aea-98aa-e0ea352d8ef9 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364392 Jul 09 15:46:02.590212 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255d5f88-c4e2-439f-ad59-9a691eb54e28 req-fef7ac3d-0741-4611-aa4f-530b85d72ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:46:02.591735 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-255d5f88-c4e2-439f-ad59-9a691eb54e28 req-fef7ac3d-0741-4611-aa4f-530b85d72ae1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3a2e3821cf1a497198ff34b3df5b4b26&device_id=1b0f6c3d-74bb-4a77-bb7b-5103edb08c53 HTTP/1.1" status: 200 len: 1097 time: 0.0567307 Jul 09 15:46:02.683045 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255d5f88-c4e2-439f-ad59-9a691eb54e28 req-8f875602-4de7-4ba5-bb73-e559a9d14dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:46:02.684566 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-255d5f88-c4e2-439f-ad59-9a691eb54e28 req-8f875602-4de7-4ba5-bb73-e559a9d14dfe service neutron] 10.222.0.62 "GET /v2.0/networks?id=049dafce-25e0-4b39-b5cd-c751bf7fa90f HTTP/1.1" status: 200 len: 912 time: 0.0867703 Jul 09 15:46:02.747999 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-255d5f88-c4e2-439f-ad59-9a691eb54e28 req-22394d55-a3eb-4dbc-8a9e-164ef9e95d56 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be47d9a2-5d5d-4c6a-a216-f92bddb16791 HTTP/1.1" status: 200 len: 1002 time: 0.0573013 Jul 09 15:46:02.799917 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255d5f88-c4e2-439f-ad59-9a691eb54e28 req-d5bd5028-67a7-4c3c-ab13-f99deef42745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:46:02.801685 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-255d5f88-c4e2-439f-ad59-9a691eb54e28 req-d5bd5028-67a7-4c3c-ab13-f99deef42745 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0a0449c8-405f-41d6-9115-e55438c81ff8 HTTP/1.1" status: 200 len: 850 time: 0.0475438 Jul 09 15:46:02.857607 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255d5f88-c4e2-439f-ad59-9a691eb54e28 req-766a256f-ee02-45e7-b10f-91a3b638e794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:46:02.859106 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-255d5f88-c4e2-439f-ad59-9a691eb54e28 req-766a256f-ee02-45e7-b10f-91a3b638e794 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=049dafce-25e0-4b39-b5cd-c751bf7fa90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507581 Jul 09 15:46:02.946924 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-255d5f88-c4e2-439f-ad59-9a691eb54e28 req-f6051ef9-fbd2-4974-929e-376aa7f8ef8f service neutron] 10.222.0.62 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804901 Jul 09 15:46:03.037104 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-255d5f88-c4e2-439f-ad59-9a691eb54e28 req-7b93d738-4974-4509-8116-bffebac50c08 service neutron] 10.222.0.62 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841842 Jul 09 15:46:03.725860 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd149d-6637-4091-88b8-acdd8ad9ea5d req-45578b0a-1fbe-4e09-83e3-9c005d3c4b9f tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:46:03.727564 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7efd149d-6637-4091-88b8-acdd8ad9ea5d req-45578b0a-1fbe-4e09-83e3-9c005d3c4b9f tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b0f6c3d-74bb-4a77-bb7b-5103edb08c53 HTTP/1.1" status: 200 len: 946 time: 0.0627134 Jul 09 15:46:03.767652 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7efd149d-6637-4091-88b8-acdd8ad9ea5d req-1b28a18f-be2d-419d-b51d-e0f810bde331 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338793 Jul 09 15:46:04.941706 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4febf4-4390-4ee7-8299-db70b1bae8e4 req-de79b2fe-ebe6-4842-a8ee-9f0e7ed7b001 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:46:04.943183 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9d4febf4-4390-4ee7-8299-db70b1bae8e4 req-de79b2fe-ebe6-4842-a8ee-9f0e7ed7b001 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b0f6c3d-74bb-4a77-bb7b-5103edb08c53 HTTP/1.1" status: 200 len: 946 time: 0.0642622 Jul 09 15:46:04.984261 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9d4febf4-4390-4ee7-8299-db70b1bae8e4 req-3d835205-70bd-4086-ac4e-38a5e216e854 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346272 Jul 09 15:46:05.526110 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da61697-230e-4c95-91d7-4cb870265a12 req-549ade46-bea8-4ddd-9b96-d2c8b1e03dab tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:46:05.527606 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5da61697-230e-4c95-91d7-4cb870265a12 req-549ade46-bea8-4ddd-9b96-d2c8b1e03dab tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b0f6c3d-74bb-4a77-bb7b-5103edb08c53 HTTP/1.1" status: 200 len: 946 time: 0.0665851 Jul 09 15:46:05.565534 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5da61697-230e-4c95-91d7-4cb870265a12 req-e747e55f-5e2b-407d-9f16-8cae0a8faf67 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319943 Jul 09 15:46:06.736801 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecaefdd-2fad-46ee-ae0d-4725ea5d73e2 req-36243705-6865-4f96-9c61-f1a8b4f96205 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:46:06.738279 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aecaefdd-2fad-46ee-ae0d-4725ea5d73e2 req-36243705-6865-4f96-9c61-f1a8b4f96205 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b0f6c3d-74bb-4a77-bb7b-5103edb08c53 HTTP/1.1" status: 200 len: 946 time: 0.0617342 Jul 09 15:46:06.779551 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aecaefdd-2fad-46ee-ae0d-4725ea5d73e2 req-98bf7ab6-006a-4ee7-a04b-6726867f9cda tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354528 Jul 09 15:46:06.998562 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc09d4e-6738-4cb5-9c09-ac933be25ce0 req-b2d23024-ffe2-4891-99bc-5f35db2bb293 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:46:06.999987 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ccc09d4e-6738-4cb5-9c09-ac933be25ce0 req-b2d23024-ffe2-4891-99bc-5f35db2bb293 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b0f6c3d-74bb-4a77-bb7b-5103edb08c53 HTTP/1.1" status: 200 len: 946 time: 0.0643232 Jul 09 15:46:07.095523 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-ccc09d4e-6738-4cb5-9c09-ac933be25ce0 req-9a65fec4-bebe-4f1e-b9aa-e2c9471960bd tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Deleting port be47d9a2-5d5d-4c6a-a216-f92bddb16791 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:46:07.095940 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-ccc09d4e-6738-4cb5-9c09-ac933be25ce0 req-9a65fec4-bebe-4f1e-b9aa-e2c9471960bd tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:07.184157 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-ccc09d4e-6738-4cb5-9c09-ac933be25ce0 req-9a65fec4-bebe-4f1e-b9aa-e2c9471960bd tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] For port be47d9a2-5d5d-4c6a-a216-f92bddb16791, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=be47d9a2-5d5d-4c6a-a216-f92bddb16791,segment=NetworkSegment(7b3f88b7-e575-46f0-9305-dec137800846),segment_id=7b3f88b7-e575-46f0-9305-dec137800846)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:46:07.184521 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-ccc09d4e-6738-4cb5-9c09-ac933be25ce0 req-9a65fec4-bebe-4f1e-b9aa-e2c9471960bd tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:07.346842 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-ccc09d4e-6738-4cb5-9c09-ac933be25ce0 req-9a65fec4-bebe-4f1e-b9aa-e2c9471960bd tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:07.347129 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-ccc09d4e-6738-4cb5-9c09-ac933be25ce0 req-9a65fec4-bebe-4f1e-b9aa-e2c9471960bd tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:07.347443 n-d-799529-6 neutron-server[94446]: INFO neutron.db.l3_db [req-ccc09d4e-6738-4cb5-9c09-ac933be25ce0 req-9a65fec4-bebe-4f1e-b9aa-e2c9471960bd tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Floating IP 99a53a50-c4b5-497d-9342-f0ff70655f75 disassociated. External IP: 172.25.3.144, port: be47d9a2-5d5d-4c6a-a216-f92bddb16791. Jul 09 15:46:07.347809 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-ccc09d4e-6738-4cb5-9c09-ac933be25ce0 req-9a65fec4-bebe-4f1e-b9aa-e2c9471960bd tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Calling delete_port for be47d9a2-5d5d-4c6a-a216-f92bddb16791 owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:46:07.910868 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-ccc09d4e-6738-4cb5-9c09-ac933be25ce0 req-9a65fec4-bebe-4f1e-b9aa-e2c9471960bd tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:07.938824 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a65fec4-bebe-4f1e-b9aa-e2c9471960bd tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Pushing event deleted for resources: {'Port': ['ID=be47d9a2-5d5d-4c6a-a216-f92bddb16791,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:46:07.958142 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d52e00-8283-4747-af46-703b3236b26d req-acda1a66-e462-4301-8711-547bd4b64f62 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:46:07.959885 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-26d52e00-8283-4747-af46-703b3236b26d req-acda1a66-e462-4301-8711-547bd4b64f62 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b0f6c3d-74bb-4a77-bb7b-5103edb08c53 HTTP/1.1" status: 200 len: 867 time: 0.0670161 Jul 09 15:46:08.006445 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-26d52e00-8283-4747-af46-703b3236b26d req-43003429-7f38-4149-a650-4f1e692d0d1a tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394287 Jul 09 15:46:08.060578 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ccc09d4e-6738-4cb5-9c09-ac933be25ce0 req-9a65fec4-bebe-4f1e-b9aa-e2c9471960bd tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Router 49ca18b1-b59f-4d59-9f82-aa588a33e2e2 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:46:08.170576 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ccc09d4e-6738-4cb5-9c09-ac933be25ce0 req-9a65fec4-bebe-4f1e-b9aa-e2c9471960bd tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:46:08.181160 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58712022-0ad0-4ca6-82ba-cb68bb893b18 None None] Sync routers for ids ['49ca18b1-b59f-4d59-9f82-aa588a33e2e2'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:46:08.191380 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58712022-0ad0-4ca6-82ba-cb68bb893b18 None None] Routers {'49ca18b1-b59f-4d59-9f82-aa588a33e2e2'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:46:08.192037 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-58712022-0ad0-4ca6-82ba-cb68bb893b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:45:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['49ca18b1-b59f-4d59-9f82-aa588a33e2e2'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:46:08.212364 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccc09d4e-6738-4cb5-9c09-ac933be25ce0 req-9a65fec4-bebe-4f1e-b9aa-e2c9471960bd tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] No DVR routers for this DVR port be47d9a2-5d5d-4c6a-a216-f92bddb16791 on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:46:08.217975 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-ccc09d4e-6738-4cb5-9c09-ac933be25ce0 req-9a65fec4-bebe-4f1e-b9aa-e2c9471960bd tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:08.217975 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ccc09d4e-6738-4cb5-9c09-ac933be25ce0 req-9a65fec4-bebe-4f1e-b9aa-e2c9471960bd tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.62 "DELETE /v2.0/ports/be47d9a2-5d5d-4c6a-a216-f92bddb16791 HTTP/1.1" status: 204 len: 173 time: 1.2124689 Jul 09 15:46:08.218227 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b0f6c3d-74bb-4a77-bb7b-5103edb08c53', 'name': 'network-vif-deleted', 'tag': 'be47d9a2-5d5d-4c6a-a216-f92bddb16791'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:46:08.220555 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71aea3d4ce3c79ba57e3b2a7f05354d67fe827d4c76bd908d035baed68c1bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d87dfbb-3619-4272-9e3e-baeeb4e16d5d" -d '{"events": [{"server_uuid": "1b0f6c3d-74bb-4a77-bb7b-5103edb08c53", "name": "network-vif-deleted", "tag": "be47d9a2-5d5d-4c6a-a216-f92bddb16791"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:46:08.260850 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017ef79e-5106-471b-98b9-00a26b0f0d0a x-openstack-request-id: req-017ef79e-5106-471b-98b9-00a26b0f0d0a {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:46:08.261140 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b0f6c3d-74bb-4a77-bb7b-5103edb08c53", "name": "network-vif-deleted", "tag": "be47d9a2-5d5d-4c6a-a216-f92bddb16791", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:46:08.261402 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-017ef79e-5106-471b-98b9-00a26b0f0d0a {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:46:08.261812 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b0f6c3d-74bb-4a77-bb7b-5103edb08c53', 'name': 'network-vif-deleted', 'tag': 'be47d9a2-5d5d-4c6a-a216-f92bddb16791', 'status': 'completed', 'code': 200} Jul 09 15:46:08.303225 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-58712022-0ad0-4ca6-82ba-cb68bb893b18 None None] Set router 49ca18b1-b59f-4d59-9f82-aa588a33e2e2 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:46:08.500337 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-58712022-0ad0-4ca6-82ba-cb68bb893b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'name': 'tempest-ServerActionsTestJSON-316792187-router', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:41:15Z', 'updated_at': '2021-07-09T15:41:18Z', 'revision_number': 4, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'gw_port': {'id': '7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:41:16Z', 'updated_at': '2021-07-09T15:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'cb8e3151-810b-4ceb-9e7e-06e42b431fe0', 'name': '', 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'mac_address': 'fa:16:3e:f2:6d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '0a0449c8-405f-41d6-9115-e55438c81ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:41:18Z', 'updated_at': '2021-07-09T15:41:24Z', 'revision_number': 5, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'subnets': [{'id': '0a0449c8-405f-41d6-9115-e55438c81ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:46:08.530502 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58712022-0ad0-4ca6-82ba-cb68bb893b18 None None] Checking router: 49ca18b1-b59f-4d59-9f82-aa588a33e2e2 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:46:08.540429 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58712022-0ad0-4ca6-82ba-cb68bb893b18 None None] Routers {'49ca18b1-b59f-4d59-9f82-aa588a33e2e2'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:46:08.541772 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-58712022-0ad0-4ca6-82ba-cb68bb893b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:45:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['49ca18b1-b59f-4d59-9f82-aa588a33e2e2'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:46:08.646993 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-58712022-0ad0-4ca6-82ba-cb68bb893b18 None None] Set router 49ca18b1-b59f-4d59-9f82-aa588a33e2e2 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:46:08.844621 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-58712022-0ad0-4ca6-82ba-cb68bb893b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'name': 'tempest-ServerActionsTestJSON-316792187-router', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:41:15Z', 'updated_at': '2021-07-09T15:41:18Z', 'revision_number': 4, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'gw_port': {'id': '7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:41:16Z', 'updated_at': '2021-07-09T15:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'cb8e3151-810b-4ceb-9e7e-06e42b431fe0', 'name': '', 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'mac_address': 'fa:16:3e:f2:6d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '0a0449c8-405f-41d6-9115-e55438c81ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:41:18Z', 'updated_at': '2021-07-09T15:41:24Z', 'revision_number': 5, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'subnets': [{'id': '0a0449c8-405f-41d6-9115-e55438c81ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:46:08.870145 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58712022-0ad0-4ca6-82ba-cb68bb893b18 None None] The sync data for ids ['49ca18b1-b59f-4d59-9f82-aa588a33e2e2'] in n-d-799529-6 is: [{'id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'name': 'tempest-ServerActionsTestJSON-316792187-router', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:41:15Z', 'updated_at': '2021-07-09T15:41:18Z', 'revision_number': 4, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'gw_port': {'id': '7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:41:16Z', 'updated_at': '2021-07-09T15:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'cb8e3151-810b-4ceb-9e7e-06e42b431fe0', 'name': '', 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'mac_address': 'fa:16:3e:f2:6d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '0a0449c8-405f-41d6-9115-e55438c81ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:41:18Z', 'updated_at': '2021-07-09T15:41:24Z', 'revision_number': 5, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'subnets': [{'id': '0a0449c8-405f-41d6-9115-e55438c81ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:46:09.091195 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afb61ad-8e23-4e9a-bfc5-1ca64864b18c None None] New status for floating IP 99a53a50-c4b5-497d-9342-f0ff70655f75: DOWN {{(pid=94448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 15:46:09.357705 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9303c2bc-6751-4719-9c9e-d7e64694a417 req-b208d6db-fd12-4a95-a9fe-eda2958ec091 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--236297376&fields=id&tenant_id=3a2e3821cf1a497198ff34b3df5b4b26 HTTP/1.1" status: 200 len: 267 time: 0.0329480 Jul 09 15:46:09.465948 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9303c2bc-6751-4719-9c9e-d7e64694a417 req-9296c411-35fc-4952-ac51-39f92d4048a3 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:46:09.467428 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9303c2bc-6751-4719-9c9e-d7e64694a417 req-9296c411-35fc-4952-ac51-39f92d4048a3 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/networks?id=049dafce-25e0-4b39-b5cd-c751bf7fa90f HTTP/1.1" status: 200 len: 811 time: 0.1032803 Jul 09 15:46:09.482207 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9303c2bc-6751-4719-9c9e-d7e64694a417 req-4cc45fcb-bb1c-4f9f-91b6-71c5ceeec1ba tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/quotas/3a2e3821cf1a497198ff34b3df5b4b26 HTTP/1.1" status: 200 len: 375 time: 0.0094202 Jul 09 15:46:09.549265 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9303c2bc-6751-4719-9c9e-d7e64694a417 req-642b7aae-4a5c-4f47-aea2-8a94684d6999 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3a2e3821cf1a497198ff34b3df5b4b26&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0623803 Jul 09 15:46:09.647445 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9303c2bc-6751-4719-9c9e-d7e64694a417 req-ae50f9b3-bb18-4938-97ea-d064a99b891d service neutron] 10.222.0.58 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864758 Jul 09 15:46:09.734558 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9303c2bc-6751-4719-9c9e-d7e64694a417 req-42256087-847d-4c39-972e-0ba3ec6b1a88 service neutron] 10.222.0.58 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813711 Jul 09 15:46:09.955780 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d49db8c7-a62d-4886-9b55-b19699b4dd33 req-31e7f5ed-0fae-4bf5-9947-3ba2ce4dde79 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a3f4353-299b-4b74-b384-228d40e9f722 HTTP/1.1" status: 200 len: 210 time: 0.0316818 Jul 09 15:46:10.267767 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device be47d9a2-5d5d-4c6a-a216-f92bddb16791 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:46:10.288381 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: be47d9a2-5d5d-4c6a-a216-f92bddb16791 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:46:10.288723 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device be47d9a2-5d5d-4c6a-a216-f92bddb16791 not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:46:11.097185 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d9ad5dc1-b97c-404e-9a4e-042a0c84328a req-e41aa3f0-aa8d-4acf-9384-bb9024d006af tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a3f4353-299b-4b74-b384-228d40e9f722 HTTP/1.1" status: 200 len: 210 time: 0.0299981 Jul 09 15:46:11.944953 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9303c2bc-6751-4719-9c9e-d7e64694a417 req-276d86dc-8c95-42d8-9ae2-d99808b06d47 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:46:11.946419 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9303c2bc-6751-4719-9c9e-d7e64694a417 req-276d86dc-8c95-42d8-9ae2-d99808b06d47 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.54 "GET /v2.0/networks?id=049dafce-25e0-4b39-b5cd-c751bf7fa90f HTTP/1.1" status: 200 len: 811 time: 0.1075981 Jul 09 15:46:11.989143 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9303c2bc-6751-4719-9c9e-d7e64694a417 req-2be89a32-4206-4aa6-9069-74b51fd58136 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a2e3821cf1a497198ff34b3df5b4b26 HTTP/1.1" status: 200 len: 379 time: 0.0344613 Jul 09 15:46:11.998979 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-9303c2bc-6751-4719-9c9e-d7e64694a417 req-17bfbaf4-adb4-4cad-a00c-37e8e1eb2a92 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Request body: {'port': {'device_id': '2a3f4353-299b-4b74-b384-228d40e9f722', 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f', 'admin_state_up': True, 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'security_groups': ['307753fb-3d4a-4f32-95aa-0d1978f73b52']}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:46:12.162327 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9303c2bc-6751-4719-9c9e-d7e64694a417 req-17bfbaf4-adb4-4cad-a00c-37e8e1eb2a92 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Made reservation on behalf of 3a2e3821cf1a497198ff34b3df5b4b26 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:46:12.166149 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-9303c2bc-6751-4719-9c9e-d7e64694a417 req-17bfbaf4-adb4-4cad-a00c-37e8e1eb2a92 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:12.239355 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8a73cf3c-92c4-460e-a20c-85b1219dadf8 req-ed4aff1f-582d-4b0c-9fae-9f80c98ab0e1 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a3f4353-299b-4b74-b384-228d40e9f722 HTTP/1.1" status: 200 len: 210 time: 0.0283942 Jul 09 15:46:12.296548 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-9303c2bc-6751-4719-9c9e-d7e64694a417 req-17bfbaf4-adb4-4cad-a00c-37e8e1eb2a92 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Allocated IP 172.20.0.13 (049dafce-25e0-4b39-b5cd-c751bf7fa90f/0a0449c8-405f-41d6-9115-e55438c81ff8/aca9cf3c-9041-42d6-9051-d1c4ef78c6e5) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:46:12.432270 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-9303c2bc-6751-4719-9c9e-d7e64694a417 req-17bfbaf4-adb4-4cad-a00c-37e8e1eb2a92 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:12.445429 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-9303c2bc-6751-4719-9c9e-d7e64694a417 req-17bfbaf4-adb4-4cad-a00c-37e8e1eb2a92 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Transition to ACTIVE for port object aca9cf3c-9041-42d6-9051-d1c4ef78c6e5 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:46:12.539821 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-9303c2bc-6751-4719-9c9e-d7e64694a417 req-17bfbaf4-adb4-4cad-a00c-37e8e1eb2a92 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:12.586003 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9303c2bc-6751-4719-9c9e-d7e64694a417 req-17bfbaf4-adb4-4cad-a00c-37e8e1eb2a92 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Network 049dafce-25e0-4b39-b5cd-c751bf7fa90f is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:46:12.589215 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-9303c2bc-6751-4719-9c9e-d7e64694a417 req-17bfbaf4-adb4-4cad-a00c-37e8e1eb2a92 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:46:12.593182 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-9303c2bc-6751-4719-9c9e-d7e64694a417 req-17bfbaf4-adb4-4cad-a00c-37e8e1eb2a92 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:46:12.617821 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bfbaf4-adb4-4cad-a00c-37e8e1eb2a92 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Pushing event updated for resources: {'Port': ['ID=aca9cf3c-9041-42d6-9051-d1c4ef78c6e5,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:46:12.633857 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bfbaf4-adb4-4cad-a00c-37e8e1eb2a92 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:46:12.634204 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bfbaf4-adb4-4cad-a00c-37e8e1eb2a92 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:46:12.634582 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bfbaf4-adb4-4cad-a00c-37e8e1eb2a92 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:46:12.634940 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bfbaf4-adb4-4cad-a00c-37e8e1eb2a92 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:46:12.635278 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bfbaf4-adb4-4cad-a00c-37e8e1eb2a92 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:46:12.635640 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bfbaf4-adb4-4cad-a00c-37e8e1eb2a92 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:46:12.635974 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bfbaf4-adb4-4cad-a00c-37e8e1eb2a92 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:46:12.636299 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bfbaf4-adb4-4cad-a00c-37e8e1eb2a92 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:46:12.636626 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bfbaf4-adb4-4cad-a00c-37e8e1eb2a92 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:46:12.636950 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bfbaf4-adb4-4cad-a00c-37e8e1eb2a92 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:46:12.637274 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bfbaf4-adb4-4cad-a00c-37e8e1eb2a92 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:46:12.637597 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bfbaf4-adb4-4cad-a00c-37e8e1eb2a92 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:46:12.659420 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9303c2bc-6751-4719-9c9e-d7e64694a417 req-17bfbaf4-adb4-4cad-a00c-37e8e1eb2a92 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:46:12.660328 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-9303c2bc-6751-4719-9c9e-d7e64694a417 req-17bfbaf4-adb4-4cad-a00c-37e8e1eb2a92 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:12.734429 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9303c2bc-6751-4719-9c9e-d7e64694a417 req-17bfbaf4-adb4-4cad-a00c-37e8e1eb2a92 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7391257 Jul 09 15:46:12.747149 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-9303c2bc-6751-4719-9c9e-d7e64694a417 req-a0f444aa-bb68-46d5-8ecf-fdac96c80e96 service neutron] Request body: {'port': {'device_id': '2a3f4353-299b-4b74-b384-228d40e9f722', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:46:12.821545 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-9303c2bc-6751-4719-9c9e-d7e64694a417 req-a0f444aa-bb68-46d5-8ecf-fdac96c80e96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:12.871037 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-b13363be-c3f6-48dc-8be3-d451fe2f5e2f None None] Provisioning for port aca9cf3c-9041-42d6-9051-d1c4ef78c6e5 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:46:12.874965 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-b13363be-c3f6-48dc-8be3-d451fe2f5e2f None None] Provisioning complete for port aca9cf3c-9041-42d6-9051-d1c4ef78c6e5 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:46:12.875349 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b13363be-c3f6-48dc-8be3-d451fe2f5e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:12.913474 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-b13363be-c3f6-48dc-8be3-d451fe2f5e2f None None] Port aca9cf3c-9041-42d6-9051-d1c4ef78c6e5 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:46:13.080017 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-9303c2bc-6751-4719-9c9e-d7e64694a417 req-a0f444aa-bb68-46d5-8ecf-fdac96c80e96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aca9cf3c-9041-42d6-9051-d1c4ef78c6e5 {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:46:13.087289 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-9303c2bc-6751-4719-9c9e-d7e64694a417 req-a0f444aa-bb68-46d5-8ecf-fdac96c80e96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:13.099703 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-9303c2bc-6751-4719-9c9e-d7e64694a417 req-a0f444aa-bb68-46d5-8ecf-fdac96c80e96 service neutron] Transition to ACTIVE for port object aca9cf3c-9041-42d6-9051-d1c4ef78c6e5 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:46:13.173611 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-9303c2bc-6751-4719-9c9e-d7e64694a417 req-a0f444aa-bb68-46d5-8ecf-fdac96c80e96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:13.225824 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f444aa-bb68-46d5-8ecf-fdac96c80e96 service neutron] Pushing event updated for resources: {'Port': ['ID=aca9cf3c-9041-42d6-9051-d1c4ef78c6e5,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:46:13.308691 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-9303c2bc-6751-4719-9c9e-d7e64694a417 req-a0f444aa-bb68-46d5-8ecf-fdac96c80e96 service neutron] Attempting to bind port aca9cf3c-9041-42d6-9051-d1c4ef78c6e5 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:46:13.309203 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-9303c2bc-6751-4719-9c9e-d7e64694a417 req-a0f444aa-bb68-46d5-8ecf-fdac96c80e96 service neutron] Attempting to bind port aca9cf3c-9041-42d6-9051-d1c4ef78c6e5 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '7b3f88b7-e575-46f0-9305-dec137800846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:46:13.309555 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9303c2bc-6751-4719-9c9e-d7e64694a417 req-a0f444aa-bb68-46d5-8ecf-fdac96c80e96 service neutron] Attempting to bind port aca9cf3c-9041-42d6-9051-d1c4ef78c6e5 on network 049dafce-25e0-4b39-b5cd-c751bf7fa90f {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:46:13.314897 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9303c2bc-6751-4719-9c9e-d7e64694a417 req-a0f444aa-bb68-46d5-8ecf-fdac96c80e96 service neutron] Port aca9cf3c-9041-42d6-9051-d1c4ef78c6e5 on network 049dafce-25e0-4b39-b5cd-c751bf7fa90f not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:46:13.315226 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9303c2bc-6751-4719-9c9e-d7e64694a417 req-a0f444aa-bb68-46d5-8ecf-fdac96c80e96 service neutron] Attempting to bind port aca9cf3c-9041-42d6-9051-d1c4ef78c6e5 on network 049dafce-25e0-4b39-b5cd-c751bf7fa90f {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:46:13.320954 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9303c2bc-6751-4719-9c9e-d7e64694a417 req-a0f444aa-bb68-46d5-8ecf-fdac96c80e96 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:46:13.321301 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9303c2bc-6751-4719-9c9e-d7e64694a417 req-a0f444aa-bb68-46d5-8ecf-fdac96c80e96 service neutron] Checking segment: {'id': '7b3f88b7-e575-46f0-9305-dec137800846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:46:13.321697 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9303c2bc-6751-4719-9c9e-d7e64694a417 req-a0f444aa-bb68-46d5-8ecf-fdac96c80e96 service neutron] Bound using segment: {'id': '7b3f88b7-e575-46f0-9305-dec137800846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:46:13.322903 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-9303c2bc-6751-4719-9c9e-d7e64694a417 req-a0f444aa-bb68-46d5-8ecf-fdac96c80e96 service neutron] Bound port: aca9cf3c-9041-42d6-9051-d1c4ef78c6e5, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b3f88b7-e575-46f0-9305-dec137800846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:46:13.323275 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-9303c2bc-6751-4719-9c9e-d7e64694a417 req-a0f444aa-bb68-46d5-8ecf-fdac96c80e96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:13.426730 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-9303c2bc-6751-4719-9c9e-d7e64694a417 req-a0f444aa-bb68-46d5-8ecf-fdac96c80e96 service neutron] For port aca9cf3c-9041-42d6-9051-d1c4ef78c6e5, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:46:13.444520 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-9303c2bc-6751-4719-9c9e-d7e64694a417 req-a0f444aa-bb68-46d5-8ecf-fdac96c80e96 service neutron] For port aca9cf3c-9041-42d6-9051-d1c4ef78c6e5, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=aca9cf3c-9041-42d6-9051-d1c4ef78c6e5,segment=NetworkSegment(7b3f88b7-e575-46f0-9305-dec137800846),segment_id=7b3f88b7-e575-46f0-9305-dec137800846)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:46:13.460061 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f651ddf-d75c-4e6d-8cc3-ce484c55ea4b req-13294cdc-3e92-4bc7-b04a-520d9c055ab2 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:46:13.461542 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3f651ddf-d75c-4e6d-8cc3-ce484c55ea4b req-13294cdc-3e92-4bc7-b04a-520d9c055ab2 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a3f4353-299b-4b74-b384-228d40e9f722 HTTP/1.1" status: 200 len: 944 time: 0.1044908 Jul 09 15:46:13.498649 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3f651ddf-d75c-4e6d-8cc3-ce484c55ea4b req-84a382c0-80bb-4400-9496-46dbf7bb5386 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314031 Jul 09 15:46:13.528282 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-9303c2bc-6751-4719-9c9e-d7e64694a417 req-a0f444aa-bb68-46d5-8ecf-fdac96c80e96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:13.562458 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9303c2bc-6751-4719-9c9e-d7e64694a417 req-a0f444aa-bb68-46d5-8ecf-fdac96c80e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:46:13.563082 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-9303c2bc-6751-4719-9c9e-d7e64694a417 req-a0f444aa-bb68-46d5-8ecf-fdac96c80e96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:13.564473 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9303c2bc-6751-4719-9c9e-d7e64694a417 req-a0f444aa-bb68-46d5-8ecf-fdac96c80e96 service neutron] 10.222.0.54 "PUT /v2.0/ports/aca9cf3c-9041-42d6-9051-d1c4ef78c6e5 HTTP/1.1" status: 200 len: 1092 time: 0.8218229 Jul 09 15:46:13.564908 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a3f4353-299b-4b74-b384-228d40e9f722', 'tag': 'aca9cf3c-9041-42d6-9051-d1c4ef78c6e5'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:46:13.567148 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bb405a18ca731a56dedfaaf5e9a79789110744f6b6799bb7a0722340b5c16f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03ab530-4242-444c-9bd3-b59c5dc3b54a" -d '{"events": [{"name": "network-changed", "server_uuid": "2a3f4353-299b-4b74-b384-228d40e9f722", "tag": "aca9cf3c-9041-42d6-9051-d1c4ef78c6e5"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:46:13.593633 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f444aa-bb68-46d5-8ecf-fdac96c80e96 service neutron] Pushing event updated for resources: {'Port': ['ID=aca9cf3c-9041-42d6-9051-d1c4ef78c6e5,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:46:13.665390 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1988a1d-d548-4f79-ba3a-deb49ae67683 x-openstack-request-id: req-e1988a1d-d548-4f79-ba3a-deb49ae67683 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:46:13.665692 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a3f4353-299b-4b74-b384-228d40e9f722", "tag": "aca9cf3c-9041-42d6-9051-d1c4ef78c6e5", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:46:13.665942 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e1988a1d-d548-4f79-ba3a-deb49ae67683 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:46:13.666353 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a3f4353-299b-4b74-b384-228d40e9f722', 'tag': 'aca9cf3c-9041-42d6-9051-d1c4ef78c6e5', 'status': 'completed', 'code': 200} Jul 09 15:46:13.725676 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9303c2bc-6751-4719-9c9e-d7e64694a417 req-1cfa4c85-1175-4362-ba8e-6acb9eb13454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:46:13.727206 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9303c2bc-6751-4719-9c9e-d7e64694a417 req-1cfa4c85-1175-4362-ba8e-6acb9eb13454 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3a2e3821cf1a497198ff34b3df5b4b26&device_id=2a3f4353-299b-4b74-b384-228d40e9f722 HTTP/1.1" status: 200 len: 1095 time: 0.0556574 Jul 09 15:46:13.772425 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9303c2bc-6751-4719-9c9e-d7e64694a417 req-b9888501-3973-4945-b161-d21d3fa3230d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aca9cf3c-9041-42d6-9051-d1c4ef78c6e5 HTTP/1.1" status: 200 len: 217 time: 0.0376685 Jul 09 15:46:13.821961 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9303c2bc-6751-4719-9c9e-d7e64694a417 req-5737e472-8e59-4dcc-ab13-63b2b1103d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:46:13.823466 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9303c2bc-6751-4719-9c9e-d7e64694a417 req-5737e472-8e59-4dcc-ab13-63b2b1103d60 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0a0449c8-405f-41d6-9115-e55438c81ff8 HTTP/1.1" status: 200 len: 850 time: 0.0449812 Jul 09 15:46:13.879652 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9303c2bc-6751-4719-9c9e-d7e64694a417 req-9d5278db-2460-4eae-abf3-4f53a6dcc67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:46:13.881041 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9303c2bc-6751-4719-9c9e-d7e64694a417 req-9d5278db-2460-4eae-abf3-4f53a6dcc67e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=049dafce-25e0-4b39-b5cd-c751bf7fa90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513756 Jul 09 15:46:13.975426 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9303c2bc-6751-4719-9c9e-d7e64694a417 req-502bc26e-b593-4661-a250-4a485980ec66 service neutron] 10.222.0.54 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878589 Jul 09 15:46:14.062061 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9303c2bc-6751-4719-9c9e-d7e64694a417 req-24bcd189-faa3-42a3-ba33-61e6b467f194 service neutron] 10.222.0.54 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810080 Jul 09 15:46:14.224884 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ab530-4242-444c-9bd3-b59c5dc3b54a req-61e2f63d-27b0-4416-b0c9-fbc96e2decea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:46:14.226359 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a03ab530-4242-444c-9bd3-b59c5dc3b54a req-61e2f63d-27b0-4416-b0c9-fbc96e2decea service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3a2e3821cf1a497198ff34b3df5b4b26&device_id=2a3f4353-299b-4b74-b384-228d40e9f722 HTTP/1.1" status: 200 len: 1095 time: 0.0515454 Jul 09 15:46:14.321742 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ab530-4242-444c-9bd3-b59c5dc3b54a req-57b2a3bd-cfe9-41eb-b1f9-c3586e1fc8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:46:14.323284 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a03ab530-4242-444c-9bd3-b59c5dc3b54a req-57b2a3bd-cfe9-41eb-b1f9-c3586e1fc8a6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=049dafce-25e0-4b39-b5cd-c751bf7fa90f HTTP/1.1" status: 200 len: 912 time: 0.0904188 Jul 09 15:46:14.368284 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a03ab530-4242-444c-9bd3-b59c5dc3b54a req-d05a68f8-2e81-4158-99fb-1eeeae9b4007 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aca9cf3c-9041-42d6-9051-d1c4ef78c6e5 HTTP/1.1" status: 200 len: 217 time: 0.0344846 Jul 09 15:46:14.421569 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ab530-4242-444c-9bd3-b59c5dc3b54a req-9c1b6c22-ec28-4d7d-a075-ef60fda61984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:46:14.423455 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a03ab530-4242-444c-9bd3-b59c5dc3b54a req-9c1b6c22-ec28-4d7d-a075-ef60fda61984 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0a0449c8-405f-41d6-9115-e55438c81ff8 HTTP/1.1" status: 200 len: 850 time: 0.0486052 Jul 09 15:46:14.483021 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ab530-4242-444c-9bd3-b59c5dc3b54a req-c07ae931-a900-4dd9-be12-5748468a1951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:46:14.484449 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a03ab530-4242-444c-9bd3-b59c5dc3b54a req-c07ae931-a900-4dd9-be12-5748468a1951 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=049dafce-25e0-4b39-b5cd-c751bf7fa90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524027 Jul 09 15:46:14.574420 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a03ab530-4242-444c-9bd3-b59c5dc3b54a req-25c86b5d-15e4-407f-bdc1-ebd87589409d service neutron] 10.222.0.54 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820458 Jul 09 15:46:15.036229 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a03ab530-4242-444c-9bd3-b59c5dc3b54a req-c3745bbf-5df3-4600-be37-354892abcf48 service neutron] 10.222.0.54 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4548783 Jul 09 15:46:15.054031 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8685c9-5997-483d-b3e4-959da6029129 req-db0cf115-8dbc-4065-8bed-9b8f22785577 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:46:15.055460 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4f8685c9-5997-483d-b3e4-959da6029129 req-db0cf115-8dbc-4065-8bed-9b8f22785577 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a3f4353-299b-4b74-b384-228d40e9f722 HTTP/1.1" status: 200 len: 944 time: 0.0971155 Jul 09 15:46:15.093230 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4f8685c9-5997-483d-b3e4-959da6029129 req-cfea8d6a-d0a5-4764-9ab2-fb39d935b98e tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319273 Jul 09 15:46:15.470852 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:16.055448 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device aca9cf3c-9041-42d6-9051-d1c4ef78c6e5 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 15:46:16.147838 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port aca9cf3c-9041-42d6-9051-d1c4ef78c6e5, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=aca9cf3c-9041-42d6-9051-d1c4ef78c6e5,segment=NetworkSegment(7b3f88b7-e575-46f0-9305-dec137800846),segment_id=7b3f88b7-e575-46f0-9305-dec137800846)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:46:16.159112 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': 'aca9cf3c-9041-42d6-9051-d1c4ef78c6e5', 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f', 'port_id': 'aca9cf3c-9041-42d6-9051-d1c4ef78c6e5', 'mac_address': 'fa:16:3e:bd:74:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a0449c8-405f-41d6-9115-e55438c81ff8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 15:46:16.200550 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:16.212943 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aca9cf3c-9041-42d6-9051-d1c4ef78c6e5 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:46:16.232781 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port aca9cf3c-9041-42d6-9051-d1c4ef78c6e5, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=aca9cf3c-9041-42d6-9051-d1c4ef78c6e5,segment=NetworkSegment(7b3f88b7-e575-46f0-9305-dec137800846),segment_id=7b3f88b7-e575-46f0-9305-dec137800846)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:46:16.265620 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d03a39-f549-4b5a-8a4e-389da50a48b4 req-7f4ca12a-3ef9-4a38-8265-e4cdb49fa59b tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:46:16.267127 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-13d03a39-f549-4b5a-8a4e-389da50a48b4 req-7f4ca12a-3ef9-4a38-8265-e4cdb49fa59b tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a3f4353-299b-4b74-b384-228d40e9f722 HTTP/1.1" status: 200 len: 944 time: 0.0633128 Jul 09 15:46:16.305172 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-13d03a39-f549-4b5a-8a4e-389da50a48b4 req-6079779c-4c40-4383-b108-d2134cc3137d tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318899 Jul 09 15:46:16.373368 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:16.421244 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=aca9cf3c-9041-42d6-9051-d1c4ef78c6e5,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:46:16.587632 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['aca9cf3c-9041-42d6-9051-d1c4ef78c6e5'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:46:17.483826 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d1b7fa-89ee-46aa-a2c0-fa7f11cdef31 req-953a00c7-97c3-41b9-8b0f-ad12a6d0e9e8 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:46:17.485322 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-73d1b7fa-89ee-46aa-a2c0-fa7f11cdef31 req-953a00c7-97c3-41b9-8b0f-ad12a6d0e9e8 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a3f4353-299b-4b74-b384-228d40e9f722 HTTP/1.1" status: 200 len: 945 time: 0.0659394 Jul 09 15:46:17.523457 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-73d1b7fa-89ee-46aa-a2c0-fa7f11cdef31 req-56f76757-a4dd-4156-897d-020ec3483388 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326533 Jul 09 15:46:18.058492 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device aca9cf3c-9041-42d6-9051-d1c4ef78c6e5 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:46:18.173322 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port aca9cf3c-9041-42d6-9051-d1c4ef78c6e5 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:46:18.177188 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port aca9cf3c-9041-42d6-9051-d1c4ef78c6e5 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:46:18.177558 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:18.252183 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:18.273860 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a3f4353-299b-4b74-b384-228d40e9f722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca9cf3c-9041-42d6-9051-d1c4ef78c6e5'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:46:18.276713 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e75b9a97cbd66444b13ae988a684abc34c7a24a50a729030cfede81e7322398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96bc30a-5720-463d-86e2-4edc8adbe225" -d '{"events": [{"server_uuid": "2a3f4353-299b-4b74-b384-228d40e9f722", "name": "network-vif-plugged", "status": "completed", "tag": "aca9cf3c-9041-42d6-9051-d1c4ef78c6e5"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:46:18.289580 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port aca9cf3c-9041-42d6-9051-d1c4ef78c6e5, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=aca9cf3c-9041-42d6-9051-d1c4ef78c6e5,segment=NetworkSegment(7b3f88b7-e575-46f0-9305-dec137800846),segment_id=7b3f88b7-e575-46f0-9305-dec137800846)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:46:18.314585 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c880ac36-9945-44ff-88bd-b1f9fff8ac67 x-openstack-request-id: req-c880ac36-9945-44ff-88bd-b1f9fff8ac67 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:46:18.314585 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a3f4353-299b-4b74-b384-228d40e9f722", "name": "network-vif-plugged", "status": "completed", "tag": "aca9cf3c-9041-42d6-9051-d1c4ef78c6e5", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:46:18.314585 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c880ac36-9945-44ff-88bd-b1f9fff8ac67 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:46:18.314585 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a3f4353-299b-4b74-b384-228d40e9f722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca9cf3c-9041-42d6-9051-d1c4ef78c6e5', 'code': 200} Jul 09 15:46:18.356729 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:18.408449 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=aca9cf3c-9041-42d6-9051-d1c4ef78c6e5,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:46:18.431889 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233a828-3b66-41b8-b7cc-6ef0a3716771 req-b240e549-27b7-4963-9cc0-726281ce9487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:46:18.433469 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0233a828-3b66-41b8-b7cc-6ef0a3716771 req-b240e549-27b7-4963-9cc0-726281ce9487 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2a3f4353-299b-4b74-b384-228d40e9f722 HTTP/1.1" status: 200 len: 1097 time: 0.0599420 Jul 09 15:46:18.467822 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0233a828-3b66-41b8-b7cc-6ef0a3716771 req-5a99008b-0b39-426d-bb8b-5aaf7a77e53c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275369 Jul 09 15:46:18.700749 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad4a72a-2564-419a-8b04-acec05431fcc req-3ae50c80-8d4e-4bfa-b06a-011ae6100863 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:46:18.702152 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8ad4a72a-2564-419a-8b04-acec05431fcc req-3ae50c80-8d4e-4bfa-b06a-011ae6100863 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a3f4353-299b-4b74-b384-228d40e9f722 HTTP/1.1" status: 200 len: 946 time: 0.0654233 Jul 09 15:46:18.740010 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8ad4a72a-2564-419a-8b04-acec05431fcc req-58cb0e63-f7a7-4fdf-9e30-b12ad85fb724 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322490 Jul 09 15:46:19.977080 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce13d44-0ab9-49ce-b149-996a78eb9d2e req-325a081f-ac96-4978-8e33-e7fcb84531aa tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:46:19.978520 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7ce13d44-0ab9-49ce-b149-996a78eb9d2e req-325a081f-ac96-4978-8e33-e7fcb84531aa tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a3f4353-299b-4b74-b384-228d40e9f722 HTTP/1.1" status: 200 len: 946 time: 0.0647714 Jul 09 15:46:20.015726 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7ce13d44-0ab9-49ce-b149-996a78eb9d2e req-a7b7a29e-6106-4a00-a1b3-0aa6e04a7dbe tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309932 Jul 09 15:46:20.183370 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0b703-c26a-4780-a4d6-e3e4edfadb84 req-e5f18320-5736-4f31-a65e-e7374864e09a tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:46:20.185401 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-38e0b703-c26a-4780-a4d6-e3e4edfadb84 req-e5f18320-5736-4f31-a65e-e7374864e09a tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a3f4353-299b-4b74-b384-228d40e9f722 HTTP/1.1" status: 200 len: 946 time: 0.0668805 Jul 09 15:46:20.194002 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 56660) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:46:20.199780 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-d1e7e69a-83a2-49c3-b3d2-28a48070932b tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Request body: {'floatingip': {'port_id': 'aca9cf3c-9041-42d6-9051-d1c4ef78c6e5'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:46:20.239661 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d1e7e69a-83a2-49c3-b3d2-28a48070932b tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks [] for floatingip, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:20.693140 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d1e7e69a-83a2-49c3-b3d2-28a48070932b tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:20.732929 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d1e7e69a-83a2-49c3-b3d2-28a48070932b tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:20.832778 n-d-799529-6 neutron-server[94445]: INFO neutron.db.l3_db [None req-d1e7e69a-83a2-49c3-b3d2-28a48070932b tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Floating IP 99a53a50-c4b5-497d-9342-f0ff70655f75 associated. External IP: 172.25.3.144, port: aca9cf3c-9041-42d6-9051-d1c4ef78c6e5. Jul 09 15:46:21.039144 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1e7e69a-83a2-49c3-b3d2-28a48070932b tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Router 49ca18b1-b59f-4d59-9f82-aa588a33e2e2 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:46:21.145538 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e7e69a-83a2-49c3-b3d2-28a48070932b tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:46:21.150456 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d1e7e69a-83a2-49c3-b3d2-28a48070932b tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:21.155349 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee22504-bc7e-4652-9d01-5d6cc52d5e47 None None] Sync routers for ids ['49ca18b1-b59f-4d59-9f82-aa588a33e2e2'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:46:21.165312 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee22504-bc7e-4652-9d01-5d6cc52d5e47 None None] Routers {'49ca18b1-b59f-4d59-9f82-aa588a33e2e2'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:46:21.165933 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-fee22504-bc7e-4652-9d01-5d6cc52d5e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:45:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['49ca18b1-b59f-4d59-9f82-aa588a33e2e2'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:46:21.185906 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d1e7e69a-83a2-49c3-b3d2-28a48070932b tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "PUT /v2.0/floatingips/99a53a50-c4b5-497d-9342-f0ff70655f75 HTTP/1.1" status: 200 len: 992 time: 0.9907537 Jul 09 15:46:21.186472 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a3f4353-299b-4b74-b384-228d40e9f722', 'tag': 'aca9cf3c-9041-42d6-9051-d1c4ef78c6e5'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:46:21.188744 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bb405a18ca731a56dedfaaf5e9a79789110744f6b6799bb7a0722340b5c16f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2507c6a1-638f-4545-a9aa-f8873b6c0bf3" -d '{"events": [{"name": "network-changed", "server_uuid": "2a3f4353-299b-4b74-b384-228d40e9f722", "tag": "aca9cf3c-9041-42d6-9051-d1c4ef78c6e5"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:46:21.225690 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37bf5e76-05c0-429b-a8ba-9893d08c91cd x-openstack-request-id: req-37bf5e76-05c0-429b-a8ba-9893d08c91cd {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:46:21.226019 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a3f4353-299b-4b74-b384-228d40e9f722", "tag": "aca9cf3c-9041-42d6-9051-d1c4ef78c6e5", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:46:21.226275 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-37bf5e76-05c0-429b-a8ba-9893d08c91cd {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:46:21.226686 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a3f4353-299b-4b74-b384-228d40e9f722', 'tag': 'aca9cf3c-9041-42d6-9051-d1c4ef78c6e5', 'status': 'completed', 'code': 200} Jul 09 15:46:21.278484 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-fee22504-bc7e-4652-9d01-5d6cc52d5e47 None None] Set router 49ca18b1-b59f-4d59-9f82-aa588a33e2e2 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:46:21.307926 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507c6a1-638f-4545-a9aa-f8873b6c0bf3 req-302892b3-c2d1-4c4e-8530-0c56d84f6255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:46:21.309959 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2507c6a1-638f-4545-a9aa-f8873b6c0bf3 req-302892b3-c2d1-4c4e-8530-0c56d84f6255 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3a2e3821cf1a497198ff34b3df5b4b26&device_id=2a3f4353-299b-4b74-b384-228d40e9f722 HTTP/1.1" status: 200 len: 1097 time: 0.0557520 Jul 09 15:46:21.404871 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507c6a1-638f-4545-a9aa-f8873b6c0bf3 req-09e09a7d-9ebe-4e0b-adc0-0358adaed9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:46:21.406660 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2507c6a1-638f-4545-a9aa-f8873b6c0bf3 req-09e09a7d-9ebe-4e0b-adc0-0358adaed9d0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=049dafce-25e0-4b39-b5cd-c751bf7fa90f HTTP/1.1" status: 200 len: 912 time: 0.0906162 Jul 09 15:46:21.477750 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2507c6a1-638f-4545-a9aa-f8873b6c0bf3 req-b544a962-448f-4260-b12e-eaa280317f82 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aca9cf3c-9041-42d6-9051-d1c4ef78c6e5 HTTP/1.1" status: 200 len: 1000 time: 0.0630896 Jul 09 15:46:21.534233 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507c6a1-638f-4545-a9aa-f8873b6c0bf3 req-6592e74c-d8c8-4804-b179-79cff856626d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:46:21.535771 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2507c6a1-638f-4545-a9aa-f8873b6c0bf3 req-6592e74c-d8c8-4804-b179-79cff856626d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0a0449c8-405f-41d6-9115-e55438c81ff8 HTTP/1.1" status: 200 len: 850 time: 0.0516191 Jul 09 15:46:21.593831 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507c6a1-638f-4545-a9aa-f8873b6c0bf3 req-81a6bccd-f107-4b60-a68c-a53078f9f56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:46:21.595262 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2507c6a1-638f-4545-a9aa-f8873b6c0bf3 req-81a6bccd-f107-4b60-a68c-a53078f9f56a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=049dafce-25e0-4b39-b5cd-c751bf7fa90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521121 Jul 09 15:46:21.647769 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-fee22504-bc7e-4652-9d01-5d6cc52d5e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'name': 'tempest-ServerActionsTestJSON-316792187-router', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:41:15Z', 'updated_at': '2021-07-09T15:41:18Z', 'revision_number': 4, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'gw_port': {'id': '7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:41:16Z', 'updated_at': '2021-07-09T15:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '99a53a50-c4b5-497d-9342-f0ff70655f75', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'floating_ip_address': '172.25.3.144', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'port_id': 'aca9cf3c-9041-42d6-9051-d1c4ef78c6e5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f', 'mac_address': 'fa:16:3e:bd:74:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3f4353-299b-4b74-b384-228d40e9f722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:41:22Z', 'updated_at': '2021-07-09T15:46:20Z', 'revision_number': 9, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb8e3151-810b-4ceb-9e7e-06e42b431fe0', 'name': '', 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'mac_address': 'fa:16:3e:f2:6d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '0a0449c8-405f-41d6-9115-e55438c81ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:41:18Z', 'updated_at': '2021-07-09T15:41:24Z', 'revision_number': 5, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'subnets': [{'id': '0a0449c8-405f-41d6-9115-e55438c81ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:46:21.677557 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee22504-bc7e-4652-9d01-5d6cc52d5e47 None None] Checking router: 49ca18b1-b59f-4d59-9f82-aa588a33e2e2 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:46:21.686600 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee22504-bc7e-4652-9d01-5d6cc52d5e47 None None] Routers {'49ca18b1-b59f-4d59-9f82-aa588a33e2e2'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:46:21.687237 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-fee22504-bc7e-4652-9d01-5d6cc52d5e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:45:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['49ca18b1-b59f-4d59-9f82-aa588a33e2e2'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:46:21.687378 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2507c6a1-638f-4545-a9aa-f8873b6c0bf3 req-0e2e0e1d-cc08-422e-b65a-b1ae2b28746a service neutron] 10.222.0.54 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839753 Jul 09 15:46:21.779791 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2507c6a1-638f-4545-a9aa-f8873b6c0bf3 req-d4a8f28e-25dc-4459-a072-97ccdd71cfd8 service neutron] 10.222.0.54 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858138 Jul 09 15:46:21.790484 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-fee22504-bc7e-4652-9d01-5d6cc52d5e47 None None] Set router 49ca18b1-b59f-4d59-9f82-aa588a33e2e2 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:46:22.010784 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-fee22504-bc7e-4652-9d01-5d6cc52d5e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'name': 'tempest-ServerActionsTestJSON-316792187-router', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:41:15Z', 'updated_at': '2021-07-09T15:41:18Z', 'revision_number': 4, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'gw_port': {'id': '7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:41:16Z', 'updated_at': '2021-07-09T15:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '99a53a50-c4b5-497d-9342-f0ff70655f75', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'floating_ip_address': '172.25.3.144', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'port_id': 'aca9cf3c-9041-42d6-9051-d1c4ef78c6e5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f', 'mac_address': 'fa:16:3e:bd:74:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3f4353-299b-4b74-b384-228d40e9f722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:41:22Z', 'updated_at': '2021-07-09T15:46:20Z', 'revision_number': 9, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb8e3151-810b-4ceb-9e7e-06e42b431fe0', 'name': '', 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'mac_address': 'fa:16:3e:f2:6d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '0a0449c8-405f-41d6-9115-e55438c81ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:41:18Z', 'updated_at': '2021-07-09T15:41:24Z', 'revision_number': 5, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'subnets': [{'id': '0a0449c8-405f-41d6-9115-e55438c81ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:46:22.037963 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee22504-bc7e-4652-9d01-5d6cc52d5e47 None None] The sync data for ids ['49ca18b1-b59f-4d59-9f82-aa588a33e2e2'] in n-d-799529-6 is: [{'id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'name': 'tempest-ServerActionsTestJSON-316792187-router', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:41:15Z', 'updated_at': '2021-07-09T15:41:18Z', 'revision_number': 4, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'gw_port': {'id': '7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:41:16Z', 'updated_at': '2021-07-09T15:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '99a53a50-c4b5-497d-9342-f0ff70655f75', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'floating_ip_address': '172.25.3.144', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'port_id': 'aca9cf3c-9041-42d6-9051-d1c4ef78c6e5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f', 'mac_address': 'fa:16:3e:bd:74:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3f4353-299b-4b74-b384-228d40e9f722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:41:22Z', 'updated_at': '2021-07-09T15:46:20Z', 'revision_number': 9, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb8e3151-810b-4ceb-9e7e-06e42b431fe0', 'name': '', 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'mac_address': 'fa:16:3e:f2:6d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '0a0449c8-405f-41d6-9115-e55438c81ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:41:18Z', 'updated_at': '2021-07-09T15:41:24Z', 'revision_number': 5, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'subnets': [{'id': '0a0449c8-405f-41d6-9115-e55438c81ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:46:22.220081 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b482e60-fc05-425f-a7bf-d08e17bd3f6f None None] New status for floating IP 99a53a50-c4b5-497d-9342-f0ff70655f75: ACTIVE {{(pid=94448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 15:46:23.716127 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:26.161606 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-eebeb3cb-6c9e-4034-b83e-3679b52c4479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:29.161498 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9a033e2a-40d2-4dd0-9964-2c3d5b8c66a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:29.309847 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:30.441576 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:31.887028 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:33.003411 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:46:45.452678 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:53.708746 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:56.166234 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1507aeb7-d472-4991-9cbf-f8c8d72ec243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:59.125884 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d213d380-df26-4cb5-ad1f-f13ce7cac18e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:46:59.280474 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:00.451628 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:01.845408 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:08.644148 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f501f046-521b-433a-97d6-f3898c9673a7 req-713db468-afbc-4c94-9edd-2cb5c19a9353 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2a3f4353-299b-4b74-b384-228d40e9f722&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0560453 Jul 09 15:47:08.745209 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f501f046-521b-433a-97d6-f3898c9673a7 req-429b40c2-a8ef-4cd7-ab86-f05bfe14b110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:08.746765 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f501f046-521b-433a-97d6-f3898c9673a7 req-429b40c2-a8ef-4cd7-ab86-f05bfe14b110 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3a2e3821cf1a497198ff34b3df5b4b26&device_id=2a3f4353-299b-4b74-b384-228d40e9f722 HTTP/1.1" status: 200 len: 1097 time: 0.0558462 Jul 09 15:47:08.863984 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f501f046-521b-433a-97d6-f3898c9673a7 req-5021a7b2-ab02-4a9d-9e69-cce4e5a27f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:08.865479 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f501f046-521b-433a-97d6-f3898c9673a7 req-5021a7b2-ab02-4a9d-9e69-cce4e5a27f92 service neutron] 10.222.0.54 "GET /v2.0/networks?id=049dafce-25e0-4b39-b5cd-c751bf7fa90f HTTP/1.1" status: 200 len: 912 time: 0.0958507 Jul 09 15:47:08.931656 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f501f046-521b-433a-97d6-f3898c9673a7 req-8c567bdf-c6ea-4f6d-aa20-84760a2c5c50 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aca9cf3c-9041-42d6-9051-d1c4ef78c6e5 HTTP/1.1" status: 200 len: 1003 time: 0.0592957 Jul 09 15:47:08.985310 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f501f046-521b-433a-97d6-f3898c9673a7 req-92aafdf3-2ab1-4f69-a188-83e75dccfa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:08.986696 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f501f046-521b-433a-97d6-f3898c9673a7 req-92aafdf3-2ab1-4f69-a188-83e75dccfa4f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0a0449c8-405f-41d6-9115-e55438c81ff8 HTTP/1.1" status: 200 len: 850 time: 0.0480559 Jul 09 15:47:09.044585 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f501f046-521b-433a-97d6-f3898c9673a7 req-18dc73fb-75cd-460d-85c7-eb02c16f2f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:09.046101 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f501f046-521b-433a-97d6-f3898c9673a7 req-18dc73fb-75cd-460d-85c7-eb02c16f2f8c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=049dafce-25e0-4b39-b5cd-c751bf7fa90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533943 Jul 09 15:47:09.134731 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f501f046-521b-433a-97d6-f3898c9673a7 req-bb5b0cfa-01ea-466c-835f-29dabd2ccbe4 service neutron] 10.222.0.54 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821273 Jul 09 15:47:09.231967 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f501f046-521b-433a-97d6-f3898c9673a7 req-00d0d32a-74a2-4b26-8122-e20e32ee105f service neutron] 10.222.0.54 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898473 Jul 09 15:47:10.002763 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:47:15.462796 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:23.754306 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:26.181698 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f358dadd-a038-4ebd-a258-6a6ed8f291ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:29.178277 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8b668ccc-eb1e-4538-a968-b28b08cf4fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:29.296494 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:30.490627 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:31.850045 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:45.449717 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:47.002185 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:47:53.712148 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:56.157790 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3a162019-aab3-4d78-9a68-c14517eca037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:57.827897 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a604cd-8dd4-4db4-bfa4-32f391eda7ef req-a8784874-ca45-4567-a0be-b8d8de56270e tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:57.829421 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-47a604cd-8dd4-4db4-bfa4-32f391eda7ef req-a8784874-ca45-4567-a0be-b8d8de56270e tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a3f4353-299b-4b74-b384-228d40e9f722 HTTP/1.1" status: 200 len: 946 time: 0.0715866 Jul 09 15:47:57.901638 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-47a604cd-8dd4-4db4-bfa4-32f391eda7ef req-381ff934-99da-4a26-bd1a-a43914bfba2b tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659442 Jul 09 15:47:57.925230 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a6e10bdb-d709-42a2-9c28-cb828269628c req-3289fd38-be45-434a-afee-47af8b0dbd8f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2a3f4353-299b-4b74-b384-228d40e9f722&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1300972 Jul 09 15:47:59.084071 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa411079-28ae-4289-9beb-f043ecefd830 req-c8254538-c8f2-48a5-8a05-d32230ef0040 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:59.085583 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fa411079-28ae-4289-9beb-f043ecefd830 req-c8254538-c8f2-48a5-8a05-d32230ef0040 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a3f4353-299b-4b74-b384-228d40e9f722 HTTP/1.1" status: 200 len: 946 time: 0.0646400 Jul 09 15:47:59.123221 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fa411079-28ae-4289-9beb-f043ecefd830 req-ff3e75c2-cbed-4873-a4ab-1d9f5a28b239 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319030 Jul 09 15:47:59.135490 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9cde5df3-2155-43ed-9d4d-5b8b7c9b8aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:59.329221 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:47:59.877408 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e10bdb-d709-42a2-9c28-cb828269628c req-4ca40de0-28eb-41ae-be39-2f2103149e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:59.878913 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a6e10bdb-d709-42a2-9c28-cb828269628c req-4ca40de0-28eb-41ae-be39-2f2103149e15 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3a2e3821cf1a497198ff34b3df5b4b26&device_id=2a3f4353-299b-4b74-b384-228d40e9f722 HTTP/1.1" status: 200 len: 1097 time: 0.0526907 Jul 09 15:47:59.969331 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e10bdb-d709-42a2-9c28-cb828269628c req-711e6eea-9b09-4f8f-91be-f3e6a23820fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:47:59.970814 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a6e10bdb-d709-42a2-9c28-cb828269628c req-711e6eea-9b09-4f8f-91be-f3e6a23820fa service neutron] 10.222.0.54 "GET /v2.0/networks?id=049dafce-25e0-4b39-b5cd-c751bf7fa90f HTTP/1.1" status: 200 len: 912 time: 0.0849736 Jul 09 15:48:00.040466 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a6e10bdb-d709-42a2-9c28-cb828269628c req-dc0be411-06f0-4861-a747-3a68a1222bc7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aca9cf3c-9041-42d6-9051-d1c4ef78c6e5 HTTP/1.1" status: 200 len: 1003 time: 0.0625961 Jul 09 15:48:00.087832 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e10bdb-d709-42a2-9c28-cb828269628c req-708e496c-3773-4c21-a641-1365e01c9613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:00.089264 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a6e10bdb-d709-42a2-9c28-cb828269628c req-708e496c-3773-4c21-a641-1365e01c9613 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0a0449c8-405f-41d6-9115-e55438c81ff8 HTTP/1.1" status: 200 len: 850 time: 0.0425003 Jul 09 15:48:00.145802 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e10bdb-d709-42a2-9c28-cb828269628c req-f4b44fec-d3b7-4197-ab98-944fb3e31670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:00.147354 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a6e10bdb-d709-42a2-9c28-cb828269628c req-f4b44fec-d3b7-4197-ab98-944fb3e31670 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=049dafce-25e0-4b39-b5cd-c751bf7fa90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509565 Jul 09 15:48:00.244318 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a6e10bdb-d709-42a2-9c28-cb828269628c req-482efd39-144e-4132-aff5-c5cb3ad94a87 service neutron] 10.222.0.54 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907080 Jul 09 15:48:00.373822 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a6e10bdb-d709-42a2-9c28-cb828269628c req-4d3fee65-08e9-4900-9c56-6506b844c4ec service neutron] 10.222.0.54 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211145 Jul 09 15:48:00.385286 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860aedff-76c6-4aee-88e9-28b2a93f5aa5 req-ede1ddf9-45df-4cd9-93c8-5867a959ba7d tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:00.388647 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-860aedff-76c6-4aee-88e9-28b2a93f5aa5 req-ede1ddf9-45df-4cd9-93c8-5867a959ba7d tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a3f4353-299b-4b74-b384-228d40e9f722 HTTP/1.1" status: 200 len: 946 time: 0.1474116 Jul 09 15:48:00.428968 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-860aedff-76c6-4aee-88e9-28b2a93f5aa5 req-dc3f7dd2-f488-4d46-8d58-818615bab288 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354106 Jul 09 15:48:00.472071 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:01.603524 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6ff11-23cf-4c94-b962-789765825029 req-9e9ab94a-6b00-4896-8900-67a32b4e8454 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:01.605352 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2af6ff11-23cf-4c94-b962-789765825029 req-9e9ab94a-6b00-4896-8900-67a32b4e8454 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a3f4353-299b-4b74-b384-228d40e9f722 HTTP/1.1" status: 200 len: 946 time: 0.0657077 Jul 09 15:48:01.643084 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2af6ff11-23cf-4c94-b962-789765825029 req-8b0f089b-c5af-4d87-a81f-2bb486123b79 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323064 Jul 09 15:48:01.843230 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:02.814691 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b2c15-88df-44b6-800c-3c3077a7b290 req-ef4f3afc-a9c4-4d57-b620-26b48d70e12e tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:02.816207 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c04b2c15-88df-44b6-800c-3c3077a7b290 req-ef4f3afc-a9c4-4d57-b620-26b48d70e12e tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a3f4353-299b-4b74-b384-228d40e9f722 HTTP/1.1" status: 200 len: 946 time: 0.0620730 Jul 09 15:48:02.854562 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c04b2c15-88df-44b6-800c-3c3077a7b290 req-c3c4f249-c7be-4e55-a251-82fc0aee9e79 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326605 Jul 09 15:48:04.031163 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c4d47-8116-410c-896d-3cf17ebfcda1 req-45860435-3a1d-418a-bdef-4752222da227 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:04.032689 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b25c4d47-8116-410c-896d-3cf17ebfcda1 req-45860435-3a1d-418a-bdef-4752222da227 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a3f4353-299b-4b74-b384-228d40e9f722 HTTP/1.1" status: 200 len: 946 time: 0.0668535 Jul 09 15:48:04.070464 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b25c4d47-8116-410c-896d-3cf17ebfcda1 req-6a2e4238-9748-45f5-b9e5-17122b242840 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318389 Jul 09 15:48:05.247911 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9744544-393c-4010-b4e8-f2910f2c20ff req-3eaf971b-586d-4d29-813e-81646a1392a6 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:05.249404 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d9744544-393c-4010-b4e8-f2910f2c20ff req-3eaf971b-586d-4d29-813e-81646a1392a6 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a3f4353-299b-4b74-b384-228d40e9f722 HTTP/1.1" status: 200 len: 946 time: 0.0681558 Jul 09 15:48:05.286683 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d9744544-393c-4010-b4e8-f2910f2c20ff req-497228f9-d6bc-4830-afd7-7514f501322b tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316401 Jul 09 15:48:06.459258 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d24ae2-f2ac-4463-8b35-a8829a64e0b7 req-569c4a77-adbc-47bc-827e-6df23d362292 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:06.460781 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b7d24ae2-f2ac-4463-8b35-a8829a64e0b7 req-569c4a77-adbc-47bc-827e-6df23d362292 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a3f4353-299b-4b74-b384-228d40e9f722 HTTP/1.1" status: 200 len: 946 time: 0.0635657 Jul 09 15:48:06.497422 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b7d24ae2-f2ac-4463-8b35-a8829a64e0b7 req-6c24a5c7-34f5-46f6-8cb3-0c370a554ece tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305755 Jul 09 15:48:07.673399 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18170e8-672e-4688-9964-69fd62501a17 req-fa600c13-0f43-4b78-a82b-da617505a9d3 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:07.674889 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e18170e8-672e-4688-9964-69fd62501a17 req-fa600c13-0f43-4b78-a82b-da617505a9d3 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a3f4353-299b-4b74-b384-228d40e9f722 HTTP/1.1" status: 200 len: 946 time: 0.0640676 Jul 09 15:48:07.712603 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e18170e8-672e-4688-9964-69fd62501a17 req-ddd74ced-c50e-4f30-99a9-724a0ac4829e tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319622 Jul 09 15:48:08.890426 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d25cde6-c2ff-4cd9-a908-64c894ec11c0 req-9a940659-886a-4757-9c8a-8b99f2b4c98c tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:08.891934 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6d25cde6-c2ff-4cd9-a908-64c894ec11c0 req-9a940659-886a-4757-9c8a-8b99f2b4c98c tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a3f4353-299b-4b74-b384-228d40e9f722 HTTP/1.1" status: 200 len: 946 time: 0.0665696 Jul 09 15:48:08.928925 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6d25cde6-c2ff-4cd9-a908-64c894ec11c0 req-ea426cdc-3a0b-4c41-9057-db2251b7cbe3 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314479 Jul 09 15:48:09.939869 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51476e11-d45e-4b47-8704-ecfe96e7f6b1 req-ef4fbd1f-0415-4386-a5d2-8a3147ecaff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:09.941369 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-51476e11-d45e-4b47-8704-ecfe96e7f6b1 req-ef4fbd1f-0415-4386-a5d2-8a3147ecaff4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3a2e3821cf1a497198ff34b3df5b4b26&device_id=2a3f4353-299b-4b74-b384-228d40e9f722 HTTP/1.1" status: 200 len: 1097 time: 0.0523775 Jul 09 15:48:10.074110 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51476e11-d45e-4b47-8704-ecfe96e7f6b1 req-2aee3d34-7f27-48f1-9c7d-09eb4640c73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:10.075661 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-51476e11-d45e-4b47-8704-ecfe96e7f6b1 req-2aee3d34-7f27-48f1-9c7d-09eb4640c73c service neutron] 10.222.0.54 "GET /v2.0/networks?id=049dafce-25e0-4b39-b5cd-c751bf7fa90f HTTP/1.1" status: 200 len: 912 time: 0.1142271 Jul 09 15:48:10.157537 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-51476e11-d45e-4b47-8704-ecfe96e7f6b1 req-e578476d-2d88-4768-bb06-a2c26fa9a66f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aca9cf3c-9041-42d6-9051-d1c4ef78c6e5 HTTP/1.1" status: 200 len: 1003 time: 0.0748875 Jul 09 15:48:10.165976 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3454c-da11-4a76-86c1-fa2c177be2f0 req-4bdb30e6-ceed-4d34-abb5-4ad2311d967f tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:10.167403 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3cc3454c-da11-4a76-86c1-fa2c177be2f0 req-4bdb30e6-ceed-4d34-abb5-4ad2311d967f tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a3f4353-299b-4b74-b384-228d40e9f722 HTTP/1.1" status: 200 len: 946 time: 0.1268115 Jul 09 15:48:10.235588 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3cc3454c-da11-4a76-86c1-fa2c177be2f0 req-d02128e3-dddc-4ec9-afa8-c96037a33e26 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595741 Jul 09 15:48:10.237021 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51476e11-d45e-4b47-8704-ecfe96e7f6b1 req-e46c611d-748f-4784-8ba4-7b9a34080b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:10.238475 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-51476e11-d45e-4b47-8704-ecfe96e7f6b1 req-e46c611d-748f-4784-8ba4-7b9a34080b32 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0a0449c8-405f-41d6-9115-e55438c81ff8 HTTP/1.1" status: 200 len: 850 time: 0.0701249 Jul 09 15:48:10.295935 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51476e11-d45e-4b47-8704-ecfe96e7f6b1 req-e7dd1102-9d82-46de-96af-ef5731afb8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:10.297419 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-51476e11-d45e-4b47-8704-ecfe96e7f6b1 req-e7dd1102-9d82-46de-96af-ef5731afb8e9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=049dafce-25e0-4b39-b5cd-c751bf7fa90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526700 Jul 09 15:48:10.388370 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-51476e11-d45e-4b47-8704-ecfe96e7f6b1 req-abe87fd4-b294-429f-bcd7-01de9dc7260d service neutron] 10.222.0.54 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836062 Jul 09 15:48:10.476750 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-51476e11-d45e-4b47-8704-ecfe96e7f6b1 req-50ed1309-23fc-4de6-8ed0-ce800bd076b9 service neutron] 10.222.0.54 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811546 Jul 09 15:48:11.406475 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f986e-d94e-4b53-9264-b9625264fc22 req-896e0998-e4ec-499f-9a5e-d35c18e282d3 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:11.407980 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-167f986e-d94e-4b53-9264-b9625264fc22 req-896e0998-e4ec-499f-9a5e-d35c18e282d3 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a3f4353-299b-4b74-b384-228d40e9f722 HTTP/1.1" status: 200 len: 946 time: 0.0630038 Jul 09 15:48:11.445332 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-167f986e-d94e-4b53-9264-b9625264fc22 req-8b2272c2-865f-444d-a4be-93439a6cdb93 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314200 Jul 09 15:48:12.620384 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f92def-c45c-425f-887b-ee621f68b7c1 req-827ab75b-ed50-410a-8cfd-8fdd583d4e73 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:12.621866 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-37f92def-c45c-425f-887b-ee621f68b7c1 req-827ab75b-ed50-410a-8cfd-8fdd583d4e73 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a3f4353-299b-4b74-b384-228d40e9f722 HTTP/1.1" status: 200 len: 946 time: 0.0664551 Jul 09 15:48:12.659079 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-37f92def-c45c-425f-887b-ee621f68b7c1 req-09949a12-c639-4889-adca-88f596cc1979 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310414 Jul 09 15:48:13.833486 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579f17c-e91e-4ab0-9f50-36d646c709ad req-e483e694-53e1-43fe-859b-0c399511244b tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:13.834943 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2579f17c-e91e-4ab0-9f50-36d646c709ad req-e483e694-53e1-43fe-859b-0c399511244b tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a3f4353-299b-4b74-b384-228d40e9f722 HTTP/1.1" status: 200 len: 946 time: 0.0654631 Jul 09 15:48:13.870906 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2579f17c-e91e-4ab0-9f50-36d646c709ad req-24ac13b6-5880-46a0-bc12-7533c6409888 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304432 Jul 09 15:48:15.042128 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae6aed8-8132-4af9-8c47-5f76c89f5c26 req-0f34c68b-aa16-46e0-97e5-20e9165b84df tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:15.043667 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-aae6aed8-8132-4af9-8c47-5f76c89f5c26 req-0f34c68b-aa16-46e0-97e5-20e9165b84df tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a3f4353-299b-4b74-b384-228d40e9f722 HTTP/1.1" status: 200 len: 946 time: 0.0630162 Jul 09 15:48:15.082134 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-aae6aed8-8132-4af9-8c47-5f76c89f5c26 req-0dfe690c-1410-4552-8662-3ce835ce25d7 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328803 Jul 09 15:48:15.505713 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:16.262612 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ae0ff-08c1-4afb-870c-335ec00c1a1c req-fb87754b-29c5-4d5d-87eb-d984391aa529 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:16.262612 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a55ae0ff-08c1-4afb-870c-335ec00c1a1c req-fb87754b-29c5-4d5d-87eb-d984391aa529 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a3f4353-299b-4b74-b384-228d40e9f722 HTTP/1.1" status: 200 len: 946 time: 0.0631876 Jul 09 15:48:16.294166 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a55ae0ff-08c1-4afb-870c-335ec00c1a1c req-9b14304d-3982-4be7-a7f2-9c84e4077775 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312612 Jul 09 15:48:17.475534 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0515a13-1f63-4b11-be4d-1b872dd32d8a req-a00a4fd5-b21e-4c67-bfae-e24c2db25772 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:17.476914 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d0515a13-1f63-4b11-be4d-1b872dd32d8a req-a00a4fd5-b21e-4c67-bfae-e24c2db25772 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a3f4353-299b-4b74-b384-228d40e9f722 HTTP/1.1" status: 200 len: 946 time: 0.0683098 Jul 09 15:48:17.514181 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d0515a13-1f63-4b11-be4d-1b872dd32d8a req-1e92f3d5-bbbd-484a-ab63-c162b83a4885 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317256 Jul 09 15:48:17.641050 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [req-a6e10bdb-d709-42a2-9c28-cb828269628c req-cff16a86-245d-4fe8-bf35-ea8ca750b527 service neutron] show failed (client error): The resource could not be found. Jul 09 15:48:17.642042 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a6e10bdb-d709-42a2-9c28-cb828269628c req-cff16a86-245d-4fe8-bf35-ea8ca750b527 service neutron] 10.222.0.54 "GET /v2.0/ports/aca9cf3c-9041-42d6-9051-d1c4ef78c6e5/bindings/n-h1-799529-6 HTTP/1.1" status: 404 len: 380 time: 0.0543988 Jul 09 15:48:18.147961 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e10bdb-d709-42a2-9c28-cb828269628c req-98e94580-00e6-49ad-81af-313ffa25a193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:18.149457 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a6e10bdb-d709-42a2-9c28-cb828269628c req-98e94580-00e6-49ad-81af-313ffa25a193 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2a3f4353-299b-4b74-b384-228d40e9f722&tenant_id=3a2e3821cf1a497198ff34b3df5b4b26 HTTP/1.1" status: 200 len: 1097 time: 0.0520852 Jul 09 15:48:18.166397 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-a6e10bdb-d709-42a2-9c28-cb828269628c req-f0c93836-b70c-465e-b6de-8541be987097 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799529-6', 'device_owner': 'compute:nova'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:48:18.239966 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a6e10bdb-d709-42a2-9c28-cb828269628c req-f0c93836-b70c-465e-b6de-8541be987097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:18.439771 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-a6e10bdb-d709-42a2-9c28-cb828269628c req-f0c93836-b70c-465e-b6de-8541be987097 service neutron] For port aca9cf3c-9041-42d6-9051-d1c4ef78c6e5, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=aca9cf3c-9041-42d6-9051-d1c4ef78c6e5,segment=NetworkSegment(7b3f88b7-e575-46f0-9305-dec137800846),segment_id=7b3f88b7-e575-46f0-9305-dec137800846)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:48:18.472674 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-a6e10bdb-d709-42a2-9c28-cb828269628c req-f0c93836-b70c-465e-b6de-8541be987097 service neutron] For port aca9cf3c-9041-42d6-9051-d1c4ef78c6e5, host n-h2-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:48:18.510049 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a3f4353-299b-4b74-b384-228d40e9f722', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aca9cf3c-9041-42d6-9051-d1c4ef78c6e5'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:48:18.512265 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71aea3d4ce3c79ba57e3b2a7f05354d67fe827d4c76bd908d035baed68c1bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd92907-a5f8-47a4-88b1-59750b79565a" -d '{"events": [{"server_uuid": "2a3f4353-299b-4b74-b384-228d40e9f722", "name": "network-vif-unplugged", "status": "completed", "tag": "aca9cf3c-9041-42d6-9051-d1c4ef78c6e5"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:48:18.516633 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a6e10bdb-d709-42a2-9c28-cb828269628c req-f0c93836-b70c-465e-b6de-8541be987097 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:18.529079 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-a6e10bdb-d709-42a2-9c28-cb828269628c req-f0c93836-b70c-465e-b6de-8541be987097 service neutron] Transition to ACTIVE for port object aca9cf3c-9041-42d6-9051-d1c4ef78c6e5 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:48:18.560630 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 15:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc668039-521a-46f8-92c7-cc99e3a3b9ab x-openstack-request-id: req-fc668039-521a-46f8-92c7-cc99e3a3b9ab {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:48:18.560984 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a3f4353-299b-4b74-b384-228d40e9f722", "name": "network-vif-unplugged", "status": "completed", "tag": "aca9cf3c-9041-42d6-9051-d1c4ef78c6e5", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:48:18.561247 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fc668039-521a-46f8-92c7-cc99e3a3b9ab {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:48:18.561687 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a3f4353-299b-4b74-b384-228d40e9f722', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aca9cf3c-9041-42d6-9051-d1c4ef78c6e5', 'code': 200} Jul 09 15:48:18.585468 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a6e10bdb-d709-42a2-9c28-cb828269628c req-f0c93836-b70c-465e-b6de-8541be987097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:18.676939 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c93836-b70c-465e-b6de-8541be987097 service neutron] Pushing event updated for resources: {'Port': ['ID=aca9cf3c-9041-42d6-9051-d1c4ef78c6e5,revision_number=6']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:18.689498 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c93836-b70c-465e-b6de-8541be987097 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:18.689498 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c93836-b70c-465e-b6de-8541be987097 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:18.689498 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c93836-b70c-465e-b6de-8541be987097 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:18.689498 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c93836-b70c-465e-b6de-8541be987097 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:18.689498 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c93836-b70c-465e-b6de-8541be987097 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:18.689498 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c93836-b70c-465e-b6de-8541be987097 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:18.689498 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c93836-b70c-465e-b6de-8541be987097 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:18.690346 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c93836-b70c-465e-b6de-8541be987097 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:18.690346 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c93836-b70c-465e-b6de-8541be987097 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:18.690346 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c93836-b70c-465e-b6de-8541be987097 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:18.690644 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c93836-b70c-465e-b6de-8541be987097 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:18.690804 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c93836-b70c-465e-b6de-8541be987097 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:18.700150 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324fb196-0238-48e6-8e55-a37b44baa107 req-fb8fcae0-83d7-4c83-84c9-ee8b7ea0062c tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:18.701741 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-324fb196-0238-48e6-8e55-a37b44baa107 req-fb8fcae0-83d7-4c83-84c9-ee8b7ea0062c tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a3f4353-299b-4b74-b384-228d40e9f722 HTTP/1.1" status: 200 len: 944 time: 0.0750754 Jul 09 15:48:18.729558 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6e10bdb-d709-42a2-9c28-cb828269628c req-f0c93836-b70c-465e-b6de-8541be987097 service neutron] No DVR routers for this DVR port aca9cf3c-9041-42d6-9051-d1c4ef78c6e5 on host n-h2-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:48:18.744607 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-324fb196-0238-48e6-8e55-a37b44baa107 req-e3d9da1f-8b30-4256-bcae-0eacc35b7c65 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361168 Jul 09 15:48:18.868811 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-a6e10bdb-d709-42a2-9c28-cb828269628c req-f0c93836-b70c-465e-b6de-8541be987097 service neutron] Attempting to bind port aca9cf3c-9041-42d6-9051-d1c4ef78c6e5 on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:48:18.869165 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-a6e10bdb-d709-42a2-9c28-cb828269628c req-f0c93836-b70c-465e-b6de-8541be987097 service neutron] Attempting to bind port aca9cf3c-9041-42d6-9051-d1c4ef78c6e5 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': '7b3f88b7-e575-46f0-9305-dec137800846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:48:18.869697 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e10bdb-d709-42a2-9c28-cb828269628c req-f0c93836-b70c-465e-b6de-8541be987097 service neutron] Attempting to bind port aca9cf3c-9041-42d6-9051-d1c4ef78c6e5 on network 049dafce-25e0-4b39-b5cd-c751bf7fa90f {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:48:18.876079 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e10bdb-d709-42a2-9c28-cb828269628c req-f0c93836-b70c-465e-b6de-8541be987097 service neutron] Port aca9cf3c-9041-42d6-9051-d1c4ef78c6e5 on network 049dafce-25e0-4b39-b5cd-c751bf7fa90f not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:48:18.876626 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e10bdb-d709-42a2-9c28-cb828269628c req-f0c93836-b70c-465e-b6de-8541be987097 service neutron] Attempting to bind port aca9cf3c-9041-42d6-9051-d1c4ef78c6e5 on network 049dafce-25e0-4b39-b5cd-c751bf7fa90f {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:48:18.882506 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e10bdb-d709-42a2-9c28-cb828269628c req-f0c93836-b70c-465e-b6de-8541be987097 service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:48:18.883056 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e10bdb-d709-42a2-9c28-cb828269628c req-f0c93836-b70c-465e-b6de-8541be987097 service neutron] Checking segment: {'id': '7b3f88b7-e575-46f0-9305-dec137800846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:48:18.883676 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e10bdb-d709-42a2-9c28-cb828269628c req-f0c93836-b70c-465e-b6de-8541be987097 service neutron] Bound using segment: {'id': '7b3f88b7-e575-46f0-9305-dec137800846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:48:18.884119 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-a6e10bdb-d709-42a2-9c28-cb828269628c req-f0c93836-b70c-465e-b6de-8541be987097 service neutron] Bound port: aca9cf3c-9041-42d6-9051-d1c4ef78c6e5, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b3f88b7-e575-46f0-9305-dec137800846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:48:18.884616 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a6e10bdb-d709-42a2-9c28-cb828269628c req-f0c93836-b70c-465e-b6de-8541be987097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:18.951427 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-a6e10bdb-d709-42a2-9c28-cb828269628c req-f0c93836-b70c-465e-b6de-8541be987097 service neutron] For port aca9cf3c-9041-42d6-9051-d1c4ef78c6e5, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:48:18.955128 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-a6e10bdb-d709-42a2-9c28-cb828269628c req-f0c93836-b70c-465e-b6de-8541be987097 service neutron] For port aca9cf3c-9041-42d6-9051-d1c4ef78c6e5, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=aca9cf3c-9041-42d6-9051-d1c4ef78c6e5,segment=NetworkSegment(7b3f88b7-e575-46f0-9305-dec137800846),segment_id=7b3f88b7-e575-46f0-9305-dec137800846)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:48:19.008635 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a6e10bdb-d709-42a2-9c28-cb828269628c req-f0c93836-b70c-465e-b6de-8541be987097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:19.043400 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e10bdb-d709-42a2-9c28-cb828269628c req-f0c93836-b70c-465e-b6de-8541be987097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:19.044046 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a6e10bdb-d709-42a2-9c28-cb828269628c req-f0c93836-b70c-465e-b6de-8541be987097 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:19.045433 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a6e10bdb-d709-42a2-9c28-cb828269628c req-f0c93836-b70c-465e-b6de-8541be987097 service neutron] 10.222.0.62 "PUT /v2.0/ports/aca9cf3c-9041-42d6-9051-d1c4ef78c6e5 HTTP/1.1" status: 200 len: 1092 time: 0.8830550 Jul 09 15:48:19.066722 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c93836-b70c-465e-b6de-8541be987097 service neutron] Pushing event updated for resources: {'Port': ['ID=aca9cf3c-9041-42d6-9051-d1c4ef78c6e5,revision_number=7']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:19.136731 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e10bdb-d709-42a2-9c28-cb828269628c req-c3d8f886-fc3a-4c05-9388-5659aef5ed53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:19.138490 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a6e10bdb-d709-42a2-9c28-cb828269628c req-c3d8f886-fc3a-4c05-9388-5659aef5ed53 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3a2e3821cf1a497198ff34b3df5b4b26&device_id=2a3f4353-299b-4b74-b384-228d40e9f722 HTTP/1.1" status: 200 len: 1095 time: 0.0574856 Jul 09 15:48:19.246148 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e10bdb-d709-42a2-9c28-cb828269628c req-0ff5de65-e787-4bba-99c0-93759b0b3ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:19.250340 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a6e10bdb-d709-42a2-9c28-cb828269628c req-0ff5de65-e787-4bba-99c0-93759b0b3ebc service neutron] 10.222.0.62 "GET /v2.0/networks?id=049dafce-25e0-4b39-b5cd-c751bf7fa90f HTTP/1.1" status: 200 len: 912 time: 0.1027133 Jul 09 15:48:19.312165 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a6e10bdb-d709-42a2-9c28-cb828269628c req-1ea5fbbe-c05b-4a50-a99a-c3098e71288f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aca9cf3c-9041-42d6-9051-d1c4ef78c6e5 HTTP/1.1" status: 200 len: 1001 time: 0.0578763 Jul 09 15:48:19.358110 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e10bdb-d709-42a2-9c28-cb828269628c req-cbdc21dc-fb8b-45c0-a39f-0c134a14ce89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:19.360083 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a6e10bdb-d709-42a2-9c28-cb828269628c req-cbdc21dc-fb8b-45c0-a39f-0c134a14ce89 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0a0449c8-405f-41d6-9115-e55438c81ff8 HTTP/1.1" status: 200 len: 850 time: 0.0424774 Jul 09 15:48:19.420091 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e10bdb-d709-42a2-9c28-cb828269628c req-ea843536-26e4-4139-9fa4-cbc94948ce2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:19.422140 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a6e10bdb-d709-42a2-9c28-cb828269628c req-ea843536-26e4-4139-9fa4-cbc94948ce2c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=049dafce-25e0-4b39-b5cd-c751bf7fa90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561593 Jul 09 15:48:19.508142 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a6e10bdb-d709-42a2-9c28-cb828269628c req-a2180224-6d1c-4288-a324-c78ee03dfc0e service neutron] 10.222.0.62 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797675 Jul 09 15:48:19.602074 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a6e10bdb-d709-42a2-9c28-cb828269628c req-b89c676b-cde0-4e7b-a03d-de52d94627bc service neutron] 10.222.0.62 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877969 Jul 09 15:48:19.923253 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83575a71-7d1c-4d74-a94c-64cae9906276 req-e2cedf59-40e0-4ea9-9110-adb9e61968db tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:19.924781 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-83575a71-7d1c-4d74-a94c-64cae9906276 req-e2cedf59-40e0-4ea9-9110-adb9e61968db tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a3f4353-299b-4b74-b384-228d40e9f722 HTTP/1.1" status: 200 len: 944 time: 0.0650086 Jul 09 15:48:19.963104 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-83575a71-7d1c-4d74-a94c-64cae9906276 req-00dc60a6-485e-4c5f-90e2-6d494b1984b7 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327032 Jul 09 15:48:20.550015 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device aca9cf3c-9041-42d6-9051-d1c4ef78c6e5 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:48:20.562963 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a3f4353-299b-4b74-b384-228d40e9f722', 'tag': 'aca9cf3c-9041-42d6-9051-d1c4ef78c6e5'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:48:20.570443 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71aea3d4ce3c79ba57e3b2a7f05354d67fe827d4c76bd908d035baed68c1bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b49107d-e474-43cc-aa0c-bb305682654a" -d '{"events": [{"name": "network-changed", "server_uuid": "2a3f4353-299b-4b74-b384-228d40e9f722", "tag": "aca9cf3c-9041-42d6-9051-d1c4ef78c6e5"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:48:20.586986 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device aca9cf3c-9041-42d6-9051-d1c4ef78c6e5 not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:48:20.622251 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6b4c00-c3dc-4363-aa17-b682c4ba0378 x-openstack-request-id: req-0d6b4c00-c3dc-4363-aa17-b682c4ba0378 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:48:20.622544 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a3f4353-299b-4b74-b384-228d40e9f722", "tag": "aca9cf3c-9041-42d6-9051-d1c4ef78c6e5", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:48:20.623134 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0d6b4c00-c3dc-4363-aa17-b682c4ba0378 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:48:20.623599 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a3f4353-299b-4b74-b384-228d40e9f722', 'tag': 'aca9cf3c-9041-42d6-9051-d1c4ef78c6e5', 'status': 'completed', 'code': 200} Jul 09 15:48:20.696143 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b49107d-e474-43cc-aa0c-bb305682654a req-18907927-1eef-4277-b68f-29a8367c7af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:20.697724 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7b49107d-e474-43cc-aa0c-bb305682654a req-18907927-1eef-4277-b68f-29a8367c7af1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3a2e3821cf1a497198ff34b3df5b4b26&device_id=2a3f4353-299b-4b74-b384-228d40e9f722 HTTP/1.1" status: 200 len: 1095 time: 0.0566952 Jul 09 15:48:20.724967 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b49107d-e474-43cc-aa0c-bb305682654a req-f7834df6-a9a7-4a00-9daa-5e2b06e83383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:20.726534 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7b49107d-e474-43cc-aa0c-bb305682654a req-f7834df6-a9a7-4a00-9daa-5e2b06e83383 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3a2e3821cf1a497198ff34b3df5b4b26&device_id=2a3f4353-299b-4b74-b384-228d40e9f722 HTTP/1.1" status: 200 len: 1095 time: 0.0522139 Jul 09 15:48:20.787807 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b49107d-e474-43cc-aa0c-bb305682654a req-89494404-76bb-4375-8fba-d8f1e7779470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:20.789306 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7b49107d-e474-43cc-aa0c-bb305682654a req-89494404-76bb-4375-8fba-d8f1e7779470 service neutron] 10.222.0.54 "GET /v2.0/networks?id=049dafce-25e0-4b39-b5cd-c751bf7fa90f HTTP/1.1" status: 200 len: 912 time: 0.0851424 Jul 09 15:48:20.818498 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b49107d-e474-43cc-aa0c-bb305682654a req-199b53cd-89d6-47d6-8340-692791cd5e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:20.820069 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7b49107d-e474-43cc-aa0c-bb305682654a req-199b53cd-89d6-47d6-8340-692791cd5e70 service neutron] 10.222.0.62 "GET /v2.0/networks?id=049dafce-25e0-4b39-b5cd-c751bf7fa90f HTTP/1.1" status: 200 len: 912 time: 0.0872142 Jul 09 15:48:20.856876 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7b49107d-e474-43cc-aa0c-bb305682654a req-0e372257-f36b-438a-ad61-69ae9fee9fd3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aca9cf3c-9041-42d6-9051-d1c4ef78c6e5 HTTP/1.1" status: 200 len: 1001 time: 0.0612047 Jul 09 15:48:20.884649 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7b49107d-e474-43cc-aa0c-bb305682654a req-a04e15d8-eef1-4ed9-8f07-584287b59c28 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aca9cf3c-9041-42d6-9051-d1c4ef78c6e5 HTTP/1.1" status: 200 len: 1001 time: 0.0575163 Jul 09 15:48:20.906386 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b49107d-e474-43cc-aa0c-bb305682654a req-152798d5-bdca-4d8d-b62c-bd41212f7868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:20.907896 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7b49107d-e474-43cc-aa0c-bb305682654a req-152798d5-bdca-4d8d-b62c-bd41212f7868 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0a0449c8-405f-41d6-9115-e55438c81ff8 HTTP/1.1" status: 200 len: 850 time: 0.0444365 Jul 09 15:48:20.937510 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b49107d-e474-43cc-aa0c-bb305682654a req-4dcb7c0e-499c-479f-999c-52219b16796a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:20.938998 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7b49107d-e474-43cc-aa0c-bb305682654a req-4dcb7c0e-499c-479f-999c-52219b16796a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0a0449c8-405f-41d6-9115-e55438c81ff8 HTTP/1.1" status: 200 len: 850 time: 0.0478911 Jul 09 15:48:20.965338 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b49107d-e474-43cc-aa0c-bb305682654a req-37b29717-270b-4c09-a34e-2cfd640449ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:20.966789 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7b49107d-e474-43cc-aa0c-bb305682654a req-37b29717-270b-4c09-a34e-2cfd640449ca service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=049dafce-25e0-4b39-b5cd-c751bf7fa90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517817 Jul 09 15:48:20.996950 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b49107d-e474-43cc-aa0c-bb305682654a req-14455f32-94ee-43de-b2d0-6dc6c2816857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:20.999439 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7b49107d-e474-43cc-aa0c-bb305682654a req-14455f32-94ee-43de-b2d0-6dc6c2816857 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=049dafce-25e0-4b39-b5cd-c751bf7fa90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524311 Jul 09 15:48:21.062022 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7b49107d-e474-43cc-aa0c-bb305682654a req-29ba7d45-217b-4815-96b7-c3a43e614da4 service neutron] 10.222.0.54 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871372 Jul 09 15:48:21.099569 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7b49107d-e474-43cc-aa0c-bb305682654a req-243741ea-55be-45c5-838b-117beb283d51 service neutron] 10.222.0.62 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930762 Jul 09 15:48:21.151562 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7b49107d-e474-43cc-aa0c-bb305682654a req-ce9ba094-e786-41e0-971f-ec570891e4d3 service neutron] 10.222.0.54 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841818 Jul 09 15:48:21.218954 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a63c6-a6a8-430f-921a-1110f8b4f612 req-c6d17e69-a579-4860-87a4-a6c8ff7a65a8 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:21.220383 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d24a63c6-a6a8-430f-921a-1110f8b4f612 req-c6d17e69-a579-4860-87a4-a6c8ff7a65a8 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a3f4353-299b-4b74-b384-228d40e9f722 HTTP/1.1" status: 200 len: 944 time: 0.1359091 Jul 09 15:48:21.236774 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7b49107d-e474-43cc-aa0c-bb305682654a req-3aecf63e-b472-4e19-8080-1dfd1304d8d3 service neutron] 10.222.0.62 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168003 Jul 09 15:48:21.263256 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d24a63c6-a6a8-430f-921a-1110f8b4f612 req-9659c9cf-dcb9-449d-8bbe-f0c9c330316e tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358284 Jul 09 15:48:22.438253 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399ba5b-66b7-406d-a194-cca15de7870c req-3f7c8550-bf01-4a26-8c27-56bd6b022430 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:22.439759 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a399ba5b-66b7-406d-a194-cca15de7870c req-3f7c8550-bf01-4a26-8c27-56bd6b022430 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a3f4353-299b-4b74-b384-228d40e9f722 HTTP/1.1" status: 200 len: 944 time: 0.0646548 Jul 09 15:48:22.476311 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a399ba5b-66b7-406d-a194-cca15de7870c req-0b35fab7-1b94-4c4c-a319-b2bbfc1b3c85 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309029 Jul 09 15:48:23.654793 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184f7776-b282-4ca9-ab5e-7be1952081b1 req-fec4e128-3919-4c47-8382-5aec7dd6bec2 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:23.656957 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-184f7776-b282-4ca9-ab5e-7be1952081b1 req-fec4e128-3919-4c47-8382-5aec7dd6bec2 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a3f4353-299b-4b74-b384-228d40e9f722 HTTP/1.1" status: 200 len: 944 time: 0.0688274 Jul 09 15:48:23.718453 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-184f7776-b282-4ca9-ab5e-7be1952081b1 req-09b672d8-4293-473e-8570-0f17aa58fa85 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551283 Jul 09 15:48:23.728429 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:23.746009 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d96c663f-1f62-4709-9101-30f97adef0b7 req-0f8d03a5-f7b9-431f-8382-c1c12f2e3688 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2a3f4353-299b-4b74-b384-228d40e9f722&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0577161 Jul 09 15:48:23.858565 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c663f-1f62-4709-9101-30f97adef0b7 req-e30bf25e-372d-4190-a9c2-4e0d0ee49df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:23.860103 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d96c663f-1f62-4709-9101-30f97adef0b7 req-e30bf25e-372d-4190-a9c2-4e0d0ee49df8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3a2e3821cf1a497198ff34b3df5b4b26&device_id=2a3f4353-299b-4b74-b384-228d40e9f722 HTTP/1.1" status: 200 len: 1095 time: 0.0518603 Jul 09 15:48:23.965992 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c663f-1f62-4709-9101-30f97adef0b7 req-07192a75-5dc8-45e6-afe6-a54772e4cd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:23.967520 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d96c663f-1f62-4709-9101-30f97adef0b7 req-07192a75-5dc8-45e6-afe6-a54772e4cd58 service neutron] 10.222.0.62 "GET /v2.0/networks?id=049dafce-25e0-4b39-b5cd-c751bf7fa90f HTTP/1.1" status: 200 len: 912 time: 0.0872684 Jul 09 15:48:24.004249 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:48:24.031361 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d96c663f-1f62-4709-9101-30f97adef0b7 req-791d13a3-9994-49c5-86af-e4682c4dbb78 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aca9cf3c-9041-42d6-9051-d1c4ef78c6e5 HTTP/1.1" status: 200 len: 1001 time: 0.0573542 Jul 09 15:48:24.086253 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c663f-1f62-4709-9101-30f97adef0b7 req-1f0ff530-261d-4dd4-83e5-224f5ec6f2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:24.088211 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d96c663f-1f62-4709-9101-30f97adef0b7 req-1f0ff530-261d-4dd4-83e5-224f5ec6f2d0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0a0449c8-405f-41d6-9115-e55438c81ff8 HTTP/1.1" status: 200 len: 850 time: 0.0505462 Jul 09 15:48:24.146818 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c663f-1f62-4709-9101-30f97adef0b7 req-e996772c-beba-4f63-b5b2-c3ed4c5d4fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:24.148490 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d96c663f-1f62-4709-9101-30f97adef0b7 req-e996772c-beba-4f63-b5b2-c3ed4c5d4fd8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=049dafce-25e0-4b39-b5cd-c751bf7fa90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525110 Jul 09 15:48:24.238700 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d96c663f-1f62-4709-9101-30f97adef0b7 req-000f4a3e-3292-4ea3-b6c6-6dd21fd5a22f service neutron] 10.222.0.62 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828900 Jul 09 15:48:24.337021 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d96c663f-1f62-4709-9101-30f97adef0b7 req-7c3b611e-67cc-48c9-87d4-07f297d377df service neutron] 10.222.0.62 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900452 Jul 09 15:48:24.490205 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a41871-1894-47af-af17-0c4bfd23c375 req-cf000469-8a60-4233-b945-682a03b0668b tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:24.491634 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-69a41871-1894-47af-af17-0c4bfd23c375 req-cf000469-8a60-4233-b945-682a03b0668b tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a3f4353-299b-4b74-b384-228d40e9f722 HTTP/1.1" status: 200 len: 944 time: 0.1120160 Jul 09 15:48:24.505821 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7355c94-bffb-4564-8dd9-0f4e30e83b87 req-962e03fe-014c-483f-a671-9b93a261cf1b tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:24.507197 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b7355c94-bffb-4564-8dd9-0f4e30e83b87 req-962e03fe-014c-483f-a671-9b93a261cf1b tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a3f4353-299b-4b74-b384-228d40e9f722&tenant_id=3a2e3821cf1a497198ff34b3df5b4b26&binding%3Ahost_id=n-h1-799529-6 HTTP/1.1" status: 200 len: 944 time: 0.1184008 Jul 09 15:48:24.568853 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-69a41871-1894-47af-af17-0c4bfd23c375 req-965e523d-7e00-495d-81fc-47419711849f tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712864 Jul 09 15:48:24.587835 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b7355c94-bffb-4564-8dd9-0f4e30e83b87 req-af564ad0-5d22-47ea-af17-dca7457b8ffd service neutron] 10.222.0.62 "GET /v2.0/ports/aca9cf3c-9041-42d6-9051-d1c4ef78c6e5/bindings/n-h1-799529-6 HTTP/1.1" status: 200 len: 382 time: 0.0738699 Jul 09 15:48:24.678518 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7355c94-bffb-4564-8dd9-0f4e30e83b87 req-ee4ddc73-442c-49d5-ba5d-0b99d9d85ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:24.680030 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b7355c94-bffb-4564-8dd9-0f4e30e83b87 req-ee4ddc73-442c-49d5-ba5d-0b99d9d85ee2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3a2e3821cf1a497198ff34b3df5b4b26&device_id=2a3f4353-299b-4b74-b384-228d40e9f722 HTTP/1.1" status: 200 len: 1095 time: 0.0512300 Jul 09 15:48:24.771129 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7355c94-bffb-4564-8dd9-0f4e30e83b87 req-3066d8aa-dcc2-410e-a0af-3baa157cfa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:24.772535 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b7355c94-bffb-4564-8dd9-0f4e30e83b87 req-3066d8aa-dcc2-410e-a0af-3baa157cfa26 service neutron] 10.222.0.62 "GET /v2.0/networks?id=049dafce-25e0-4b39-b5cd-c751bf7fa90f HTTP/1.1" status: 200 len: 912 time: 0.0862160 Jul 09 15:48:24.836937 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device aca9cf3c-9041-42d6-9051-d1c4ef78c6e5 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 15:48:24.837535 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b7355c94-bffb-4564-8dd9-0f4e30e83b87 req-6275f206-c7d5-4699-9fee-93bc18c1ede6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aca9cf3c-9041-42d6-9051-d1c4ef78c6e5 HTTP/1.1" status: 200 len: 1001 time: 0.0560172 Jul 09 15:48:24.889462 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7355c94-bffb-4564-8dd9-0f4e30e83b87 req-a463bb06-0fa3-4aef-9819-bd991e07d8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:24.890926 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b7355c94-bffb-4564-8dd9-0f4e30e83b87 req-a463bb06-0fa3-4aef-9819-bd991e07d8bd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0a0449c8-405f-41d6-9115-e55438c81ff8 HTTP/1.1" status: 200 len: 850 time: 0.0470421 Jul 09 15:48:24.933054 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port aca9cf3c-9041-42d6-9051-d1c4ef78c6e5, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=aca9cf3c-9041-42d6-9051-d1c4ef78c6e5,segment=NetworkSegment(7b3f88b7-e575-46f0-9305-dec137800846),segment_id=7b3f88b7-e575-46f0-9305-dec137800846)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:48:24.944571 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': 'aca9cf3c-9041-42d6-9051-d1c4ef78c6e5', 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f', 'port_id': 'aca9cf3c-9041-42d6-9051-d1c4ef78c6e5', 'mac_address': 'fa:16:3e:bd:74:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a0449c8-405f-41d6-9115-e55438c81ff8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 15:48:24.947656 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7355c94-bffb-4564-8dd9-0f4e30e83b87 req-2c4dbecc-cb0a-4254-a6aa-186906de695d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:24.949171 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b7355c94-bffb-4564-8dd9-0f4e30e83b87 req-2c4dbecc-cb0a-4254-a6aa-186906de695d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=049dafce-25e0-4b39-b5cd-c751bf7fa90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522399 Jul 09 15:48:24.980437 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:24.993616 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aca9cf3c-9041-42d6-9051-d1c4ef78c6e5 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:48:25.012478 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port aca9cf3c-9041-42d6-9051-d1c4ef78c6e5, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=aca9cf3c-9041-42d6-9051-d1c4ef78c6e5,segment=NetworkSegment(7b3f88b7-e575-46f0-9305-dec137800846),segment_id=7b3f88b7-e575-46f0-9305-dec137800846)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:48:25.038893 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b7355c94-bffb-4564-8dd9-0f4e30e83b87 req-e5145df2-3e84-4c0e-b825-b222bddef267 service neutron] 10.222.0.62 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829523 Jul 09 15:48:25.094517 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:25.135178 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b7355c94-bffb-4564-8dd9-0f4e30e83b87 req-5eefd27f-ed24-4dd6-94b6-f3e9647d63f4 service neutron] 10.222.0.62 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897033 Jul 09 15:48:25.143401 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=aca9cf3c-9041-42d6-9051-d1c4ef78c6e5,revision_number=8']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:25.152234 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:25.152584 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:25.152962 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:25.153270 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:25.153608 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:25.153942 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:25.154272 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:25.154602 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:25.154933 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:25.155296 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:25.155656 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:25.156581 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:25.516029 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['aca9cf3c-9041-42d6-9051-d1c4ef78c6e5'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:48:25.747984 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27e6be-afa7-48a3-8d61-6c82e66d4e21 req-0753c873-ac68-4ce7-ac2e-e864d9d9f6b4 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:25.749953 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1e27e6be-afa7-48a3-8d61-6c82e66d4e21 req-0753c873-ac68-4ce7-ac2e-e864d9d9f6b4 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a3f4353-299b-4b74-b384-228d40e9f722 HTTP/1.1" status: 200 len: 945 time: 0.0666935 Jul 09 15:48:25.788306 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1e27e6be-afa7-48a3-8d61-6c82e66d4e21 req-770b4aed-4484-4a7b-8411-6a34d14dc8f0 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326397 Jul 09 15:48:26.151051 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e60f253c-1831-4703-83be-48d2679a72e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:26.838601 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device aca9cf3c-9041-42d6-9051-d1c4ef78c6e5 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:48:26.966455 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5ec7d-3d5e-4670-be70-09997e57ebde req-9fc2e25e-2c9e-4eeb-9874-e9cff733dae3 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:26.968645 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5df5ec7d-3d5e-4670-be70-09997e57ebde req-9fc2e25e-2c9e-4eeb-9874-e9cff733dae3 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a3f4353-299b-4b74-b384-228d40e9f722 HTTP/1.1" status: 200 len: 945 time: 0.0650833 Jul 09 15:48:26.984982 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port aca9cf3c-9041-42d6-9051-d1c4ef78c6e5 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:48:26.989769 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port aca9cf3c-9041-42d6-9051-d1c4ef78c6e5 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:48:26.990418 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:27.016931 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5df5ec7d-3d5e-4670-be70-09997e57ebde req-51a215ae-7678-48b7-8a4c-345d743a13aa tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420518 Jul 09 15:48:27.074728 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:27.097047 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a3f4353-299b-4b74-b384-228d40e9f722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca9cf3c-9041-42d6-9051-d1c4ef78c6e5'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:48:27.099420 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e75b9a97cbd66444b13ae988a684abc34c7a24a50a729030cfede81e7322398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0fc270-fb64-4b24-81fd-0b4b60d5ab8c" -d '{"events": [{"server_uuid": "2a3f4353-299b-4b74-b384-228d40e9f722", "name": "network-vif-plugged", "status": "completed", "tag": "aca9cf3c-9041-42d6-9051-d1c4ef78c6e5"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:48:27.112182 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port aca9cf3c-9041-42d6-9051-d1c4ef78c6e5, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=aca9cf3c-9041-42d6-9051-d1c4ef78c6e5,segment=NetworkSegment(7b3f88b7-e575-46f0-9305-dec137800846),segment_id=7b3f88b7-e575-46f0-9305-dec137800846)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:48:27.148952 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784c6296-6085-4ce5-be0e-c9014a107b6f x-openstack-request-id: req-784c6296-6085-4ce5-be0e-c9014a107b6f {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:48:27.149248 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a3f4353-299b-4b74-b384-228d40e9f722", "name": "network-vif-plugged", "status": "completed", "tag": "aca9cf3c-9041-42d6-9051-d1c4ef78c6e5", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:48:27.149557 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-784c6296-6085-4ce5-be0e-c9014a107b6f {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:48:27.149980 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a3f4353-299b-4b74-b384-228d40e9f722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca9cf3c-9041-42d6-9051-d1c4ef78c6e5', 'code': 200} Jul 09 15:48:27.156263 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:27.204108 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=aca9cf3c-9041-42d6-9051-d1c4ef78c6e5,revision_number=9']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:28.114888 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7355c94-bffb-4564-8dd9-0f4e30e83b87 req-8245f55d-458a-4f42-877c-7c8a7c642819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:28.116479 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b7355c94-bffb-4564-8dd9-0f4e30e83b87 req-8245f55d-458a-4f42-877c-7c8a7c642819 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2a3f4353-299b-4b74-b384-228d40e9f722&tenant_id=3a2e3821cf1a497198ff34b3df5b4b26 HTTP/1.1" status: 200 len: 1097 time: 0.0551276 Jul 09 15:48:28.127921 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-b7355c94-bffb-4564-8dd9-0f4e30e83b87 req-7453d06c-c84f-4ec0-91b3-e86c41e0319d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799529-6', 'device_owner': 'compute:nova'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:48:28.198961 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257316ff-2931-4a95-b7fe-2815892b85ef req-64a0324f-f538-4024-8d9b-3f57b1d3c6c7 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:28.206036 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-257316ff-2931-4a95-b7fe-2815892b85ef req-64a0324f-f538-4024-8d9b-3f57b1d3c6c7 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a3f4353-299b-4b74-b384-228d40e9f722 HTTP/1.1" status: 200 len: 946 time: 0.0627491 Jul 09 15:48:28.206222 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b7355c94-bffb-4564-8dd9-0f4e30e83b87 req-7453d06c-c84f-4ec0-91b3-e86c41e0319d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:28.242607 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-257316ff-2931-4a95-b7fe-2815892b85ef req-c85409e6-f960-4b2a-a279-d8750478d5f1 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359242 Jul 09 15:48:28.406512 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-b7355c94-bffb-4564-8dd9-0f4e30e83b87 req-7453d06c-c84f-4ec0-91b3-e86c41e0319d service neutron] For port aca9cf3c-9041-42d6-9051-d1c4ef78c6e5, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=aca9cf3c-9041-42d6-9051-d1c4ef78c6e5,segment=NetworkSegment(7b3f88b7-e575-46f0-9305-dec137800846),segment_id=7b3f88b7-e575-46f0-9305-dec137800846)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:48:28.438672 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-b7355c94-bffb-4564-8dd9-0f4e30e83b87 req-7453d06c-c84f-4ec0-91b3-e86c41e0319d service neutron] For port aca9cf3c-9041-42d6-9051-d1c4ef78c6e5, host n-h1-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:48:28.476832 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a3f4353-299b-4b74-b384-228d40e9f722', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aca9cf3c-9041-42d6-9051-d1c4ef78c6e5'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:48:28.479081 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bb405a18ca731a56dedfaaf5e9a79789110744f6b6799bb7a0722340b5c16f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd7c3b8d-4711-4105-b147-432461c3eaff" -d '{"events": [{"server_uuid": "2a3f4353-299b-4b74-b384-228d40e9f722", "name": "network-vif-unplugged", "status": "completed", "tag": "aca9cf3c-9041-42d6-9051-d1c4ef78c6e5"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:48:28.483050 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b7355c94-bffb-4564-8dd9-0f4e30e83b87 req-7453d06c-c84f-4ec0-91b3-e86c41e0319d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:28.495064 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-b7355c94-bffb-4564-8dd9-0f4e30e83b87 req-7453d06c-c84f-4ec0-91b3-e86c41e0319d service neutron] Transition to ACTIVE for port object aca9cf3c-9041-42d6-9051-d1c4ef78c6e5 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:48:28.526685 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 15:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a562e9c-4dfe-4fde-a0a4-21c9091b6651 x-openstack-request-id: req-2a562e9c-4dfe-4fde-a0a4-21c9091b6651 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:48:28.527031 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a3f4353-299b-4b74-b384-228d40e9f722", "name": "network-vif-unplugged", "status": "completed", "tag": "aca9cf3c-9041-42d6-9051-d1c4ef78c6e5", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:48:28.527354 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2a562e9c-4dfe-4fde-a0a4-21c9091b6651 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:48:28.527783 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a3f4353-299b-4b74-b384-228d40e9f722', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aca9cf3c-9041-42d6-9051-d1c4ef78c6e5', 'code': 200} Jul 09 15:48:28.573267 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b7355c94-bffb-4564-8dd9-0f4e30e83b87 req-7453d06c-c84f-4ec0-91b3-e86c41e0319d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:28.653890 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7453d06c-c84f-4ec0-91b3-e86c41e0319d service neutron] Pushing event updated for resources: {'Port': ['ID=aca9cf3c-9041-42d6-9051-d1c4ef78c6e5,revision_number=10']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:28.665924 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7453d06c-c84f-4ec0-91b3-e86c41e0319d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:28.666183 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7453d06c-c84f-4ec0-91b3-e86c41e0319d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:28.666522 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7453d06c-c84f-4ec0-91b3-e86c41e0319d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:28.666863 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7453d06c-c84f-4ec0-91b3-e86c41e0319d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:28.667196 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7453d06c-c84f-4ec0-91b3-e86c41e0319d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:28.667548 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7453d06c-c84f-4ec0-91b3-e86c41e0319d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:28.667879 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7453d06c-c84f-4ec0-91b3-e86c41e0319d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:28.668203 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7453d06c-c84f-4ec0-91b3-e86c41e0319d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:28.668528 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7453d06c-c84f-4ec0-91b3-e86c41e0319d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:28.668850 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7453d06c-c84f-4ec0-91b3-e86c41e0319d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:28.669174 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7453d06c-c84f-4ec0-91b3-e86c41e0319d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:28.669493 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7453d06c-c84f-4ec0-91b3-e86c41e0319d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:48:28.712650 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7355c94-bffb-4564-8dd9-0f4e30e83b87 req-7453d06c-c84f-4ec0-91b3-e86c41e0319d service neutron] No DVR routers for this DVR port aca9cf3c-9041-42d6-9051-d1c4ef78c6e5 on host n-h1-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:48:29.139529 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d21c2adc-442c-457e-bd7a-9aa2d42db2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:29.183755 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-b7355c94-bffb-4564-8dd9-0f4e30e83b87 req-7453d06c-c84f-4ec0-91b3-e86c41e0319d service neutron] Attempting to bind port aca9cf3c-9041-42d6-9051-d1c4ef78c6e5 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:48:29.184346 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-b7355c94-bffb-4564-8dd9-0f4e30e83b87 req-7453d06c-c84f-4ec0-91b3-e86c41e0319d service neutron] Attempting to bind port aca9cf3c-9041-42d6-9051-d1c4ef78c6e5 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '7b3f88b7-e575-46f0-9305-dec137800846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:48:29.184471 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7355c94-bffb-4564-8dd9-0f4e30e83b87 req-7453d06c-c84f-4ec0-91b3-e86c41e0319d service neutron] Attempting to bind port aca9cf3c-9041-42d6-9051-d1c4ef78c6e5 on network 049dafce-25e0-4b39-b5cd-c751bf7fa90f {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:48:29.189296 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7355c94-bffb-4564-8dd9-0f4e30e83b87 req-7453d06c-c84f-4ec0-91b3-e86c41e0319d service neutron] Port aca9cf3c-9041-42d6-9051-d1c4ef78c6e5 on network 049dafce-25e0-4b39-b5cd-c751bf7fa90f not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:48:29.189617 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7355c94-bffb-4564-8dd9-0f4e30e83b87 req-7453d06c-c84f-4ec0-91b3-e86c41e0319d service neutron] Attempting to bind port aca9cf3c-9041-42d6-9051-d1c4ef78c6e5 on network 049dafce-25e0-4b39-b5cd-c751bf7fa90f {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:48:29.194348 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7355c94-bffb-4564-8dd9-0f4e30e83b87 req-7453d06c-c84f-4ec0-91b3-e86c41e0319d service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:48:29.194686 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7355c94-bffb-4564-8dd9-0f4e30e83b87 req-7453d06c-c84f-4ec0-91b3-e86c41e0319d service neutron] Checking segment: {'id': '7b3f88b7-e575-46f0-9305-dec137800846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:48:29.195072 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7355c94-bffb-4564-8dd9-0f4e30e83b87 req-7453d06c-c84f-4ec0-91b3-e86c41e0319d service neutron] Bound using segment: {'id': '7b3f88b7-e575-46f0-9305-dec137800846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:48:29.195495 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-b7355c94-bffb-4564-8dd9-0f4e30e83b87 req-7453d06c-c84f-4ec0-91b3-e86c41e0319d service neutron] Bound port: aca9cf3c-9041-42d6-9051-d1c4ef78c6e5, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b3f88b7-e575-46f0-9305-dec137800846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:48:29.195877 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b7355c94-bffb-4564-8dd9-0f4e30e83b87 req-7453d06c-c84f-4ec0-91b3-e86c41e0319d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:29.260293 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-b7355c94-bffb-4564-8dd9-0f4e30e83b87 req-7453d06c-c84f-4ec0-91b3-e86c41e0319d service neutron] For port aca9cf3c-9041-42d6-9051-d1c4ef78c6e5, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:48:29.263268 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-b7355c94-bffb-4564-8dd9-0f4e30e83b87 req-7453d06c-c84f-4ec0-91b3-e86c41e0319d service neutron] For port aca9cf3c-9041-42d6-9051-d1c4ef78c6e5, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=aca9cf3c-9041-42d6-9051-d1c4ef78c6e5,segment=NetworkSegment(7b3f88b7-e575-46f0-9305-dec137800846),segment_id=7b3f88b7-e575-46f0-9305-dec137800846)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:48:29.288347 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:29.339804 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b7355c94-bffb-4564-8dd9-0f4e30e83b87 req-7453d06c-c84f-4ec0-91b3-e86c41e0319d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:29.375729 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7355c94-bffb-4564-8dd9-0f4e30e83b87 req-7453d06c-c84f-4ec0-91b3-e86c41e0319d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:29.376782 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b7355c94-bffb-4564-8dd9-0f4e30e83b87 req-7453d06c-c84f-4ec0-91b3-e86c41e0319d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:29.378096 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b7355c94-bffb-4564-8dd9-0f4e30e83b87 req-7453d06c-c84f-4ec0-91b3-e86c41e0319d service neutron] 10.222.0.54 "PUT /v2.0/ports/aca9cf3c-9041-42d6-9051-d1c4ef78c6e5 HTTP/1.1" status: 200 len: 1093 time: 1.2543762 Jul 09 15:48:29.426361 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ef81b-9bf7-43de-a555-35655acea3e4 req-ca464786-9fd5-40f5-a063-0a2a2a94fa15 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:29.428069 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-839ef81b-9bf7-43de-a555-35655acea3e4 req-ca464786-9fd5-40f5-a063-0a2a2a94fa15 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a3f4353-299b-4b74-b384-228d40e9f722 HTTP/1.1" status: 200 len: 945 time: 0.0730293 Jul 09 15:48:29.440268 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7453d06c-c84f-4ec0-91b3-e86c41e0319d service neutron] Pushing event updated for resources: {'Port': ['ID=aca9cf3c-9041-42d6-9051-d1c4ef78c6e5,revision_number=11']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:29.470615 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-839ef81b-9bf7-43de-a555-35655acea3e4 req-ae590905-6566-4aad-919b-c7ab8b3aa4d6 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363896 Jul 09 15:48:29.472310 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7355c94-bffb-4564-8dd9-0f4e30e83b87 req-88287e03-0545-4d7f-b3c2-3834aed3115e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:29.474181 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b7355c94-bffb-4564-8dd9-0f4e30e83b87 req-88287e03-0545-4d7f-b3c2-3834aed3115e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3a2e3821cf1a497198ff34b3df5b4b26&device_id=2a3f4353-299b-4b74-b384-228d40e9f722 HTTP/1.1" status: 200 len: 1096 time: 0.0670652 Jul 09 15:48:29.567808 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7355c94-bffb-4564-8dd9-0f4e30e83b87 req-30d05f6b-6179-4095-aec2-8c9befdca009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:29.569301 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b7355c94-bffb-4564-8dd9-0f4e30e83b87 req-30d05f6b-6179-4095-aec2-8c9befdca009 service neutron] 10.222.0.54 "GET /v2.0/networks?id=049dafce-25e0-4b39-b5cd-c751bf7fa90f HTTP/1.1" status: 200 len: 912 time: 0.0887551 Jul 09 15:48:29.637795 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b7355c94-bffb-4564-8dd9-0f4e30e83b87 req-9bd0e742-88e6-47d5-b049-858e5cae8fcb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aca9cf3c-9041-42d6-9051-d1c4ef78c6e5 HTTP/1.1" status: 200 len: 1001 time: 0.0624850 Jul 09 15:48:29.686461 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7355c94-bffb-4564-8dd9-0f4e30e83b87 req-a959d3b0-0656-4a7a-bbeb-9e635861bab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:29.687955 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b7355c94-bffb-4564-8dd9-0f4e30e83b87 req-a959d3b0-0656-4a7a-bbeb-9e635861bab9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0a0449c8-405f-41d6-9115-e55438c81ff8 HTTP/1.1" status: 200 len: 850 time: 0.0427971 Jul 09 15:48:29.745958 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7355c94-bffb-4564-8dd9-0f4e30e83b87 req-f452208e-7f5c-4933-8cca-3e12f5ca767e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:29.747445 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b7355c94-bffb-4564-8dd9-0f4e30e83b87 req-f452208e-7f5c-4933-8cca-3e12f5ca767e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=049dafce-25e0-4b39-b5cd-c751bf7fa90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520654 Jul 09 15:48:29.839144 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b7355c94-bffb-4564-8dd9-0f4e30e83b87 req-b40a4c16-19b6-46f6-9bc5-3323605298bb service neutron] 10.222.0.54 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842555 Jul 09 15:48:29.926740 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b7355c94-bffb-4564-8dd9-0f4e30e83b87 req-37290511-8a44-4f42-b60c-ef4d8de672e3 service neutron] 10.222.0.54 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811226 Jul 09 15:48:30.482375 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:30.529395 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a3f4353-299b-4b74-b384-228d40e9f722', 'tag': 'aca9cf3c-9041-42d6-9051-d1c4ef78c6e5'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:48:30.532015 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bb405a18ca731a56dedfaaf5e9a79789110744f6b6799bb7a0722340b5c16f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499a197c-bd67-492b-bf32-7b7315d561f3" -d '{"events": [{"name": "network-changed", "server_uuid": "2a3f4353-299b-4b74-b384-228d40e9f722", "tag": "aca9cf3c-9041-42d6-9051-d1c4ef78c6e5"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:48:30.588202 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc25763d-51a4-4f3a-ba34-61dfd1170a72 x-openstack-request-id: req-fc25763d-51a4-4f3a-ba34-61dfd1170a72 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:48:30.588202 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a3f4353-299b-4b74-b384-228d40e9f722", "tag": "aca9cf3c-9041-42d6-9051-d1c4ef78c6e5", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:48:30.588202 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fc25763d-51a4-4f3a-ba34-61dfd1170a72 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:48:30.588202 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a3f4353-299b-4b74-b384-228d40e9f722', 'tag': 'aca9cf3c-9041-42d6-9051-d1c4ef78c6e5', 'status': 'completed', 'code': 200} Jul 09 15:48:30.675564 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a197c-bd67-492b-bf32-7b7315d561f3 req-4d5e01c5-7d45-42c1-b808-abe4518a2ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:30.677301 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-499a197c-bd67-492b-bf32-7b7315d561f3 req-4d5e01c5-7d45-42c1-b808-abe4518a2ca7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3a2e3821cf1a497198ff34b3df5b4b26&device_id=2a3f4353-299b-4b74-b384-228d40e9f722 HTTP/1.1" status: 200 len: 1096 time: 0.0523143 Jul 09 15:48:30.691475 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e0f985-a710-41f6-b512-a76e60b90f60 req-c75c7b21-0383-470d-84df-5f70816c956a tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:30.693057 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b8e0f985-a710-41f6-b512-a76e60b90f60 req-c75c7b21-0383-470d-84df-5f70816c956a tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a3f4353-299b-4b74-b384-228d40e9f722 HTTP/1.1" status: 200 len: 945 time: 0.1090598 Jul 09 15:48:30.698755 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a197c-bd67-492b-bf32-7b7315d561f3 req-c223d9b1-0712-4e00-8c42-5506debc054c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:30.700226 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-499a197c-bd67-492b-bf32-7b7315d561f3 req-c223d9b1-0712-4e00-8c42-5506debc054c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3a2e3821cf1a497198ff34b3df5b4b26&device_id=2a3f4353-299b-4b74-b384-228d40e9f722 HTTP/1.1" status: 200 len: 1096 time: 0.0835485 Jul 09 15:48:30.771286 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a197c-bd67-492b-bf32-7b7315d561f3 req-44bb5621-6f88-4ee4-889f-595fbdafaeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:30.772821 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-499a197c-bd67-492b-bf32-7b7315d561f3 req-44bb5621-6f88-4ee4-889f-595fbdafaeed service neutron] 10.222.0.62 "GET /v2.0/networks?id=049dafce-25e0-4b39-b5cd-c751bf7fa90f HTTP/1.1" status: 200 len: 912 time: 0.0890288 Jul 09 15:48:30.783725 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b8e0f985-a710-41f6-b512-a76e60b90f60 req-4a210ba5-d6fa-4aa8-abff-ff4088874eaf tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825098 Jul 09 15:48:30.819229 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a197c-bd67-492b-bf32-7b7315d561f3 req-471d8850-917b-40cf-8841-00593f243f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:30.820776 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-499a197c-bd67-492b-bf32-7b7315d561f3 req-471d8850-917b-40cf-8841-00593f243f7d service neutron] 10.222.0.54 "GET /v2.0/networks?id=049dafce-25e0-4b39-b5cd-c751bf7fa90f HTTP/1.1" status: 200 len: 912 time: 0.1124678 Jul 09 15:48:30.838279 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-499a197c-bd67-492b-bf32-7b7315d561f3 req-01d3aed5-401f-4a9a-a4ff-d64e6113249c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aca9cf3c-9041-42d6-9051-d1c4ef78c6e5 HTTP/1.1" status: 200 len: 1001 time: 0.0584989 Jul 09 15:48:30.883309 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device aca9cf3c-9041-42d6-9051-d1c4ef78c6e5 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:48:30.886436 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-499a197c-bd67-492b-bf32-7b7315d561f3 req-e58cecd6-8444-4f52-82d3-ebab9627ed9e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aca9cf3c-9041-42d6-9051-d1c4ef78c6e5 HTTP/1.1" status: 200 len: 1001 time: 0.0583222 Jul 09 15:48:30.892148 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a197c-bd67-492b-bf32-7b7315d561f3 req-ac4be09b-2a38-4d75-9fd6-798b68697e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:30.893779 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-499a197c-bd67-492b-bf32-7b7315d561f3 req-ac4be09b-2a38-4d75-9fd6-798b68697e49 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0a0449c8-405f-41d6-9115-e55438c81ff8 HTTP/1.1" status: 200 len: 850 time: 0.0487850 Jul 09 15:48:30.921283 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device aca9cf3c-9041-42d6-9051-d1c4ef78c6e5 not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:48:30.942218 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a197c-bd67-492b-bf32-7b7315d561f3 req-b7c10ebf-bde7-47c4-a374-4465a2896b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:30.943644 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-499a197c-bd67-492b-bf32-7b7315d561f3 req-b7c10ebf-bde7-47c4-a374-4465a2896b02 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0a0449c8-405f-41d6-9115-e55438c81ff8 HTTP/1.1" status: 200 len: 850 time: 0.0503931 Jul 09 15:48:30.951040 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a197c-bd67-492b-bf32-7b7315d561f3 req-fe93f59e-531f-4fda-9f29-5b58d967a79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:30.953179 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-499a197c-bd67-492b-bf32-7b7315d561f3 req-fe93f59e-531f-4fda-9f29-5b58d967a79d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=049dafce-25e0-4b39-b5cd-c751bf7fa90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533278 Jul 09 15:48:31.001567 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a197c-bd67-492b-bf32-7b7315d561f3 req-a6f9496a-ebc6-4336-a2e8-42524c96cf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:31.003068 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-499a197c-bd67-492b-bf32-7b7315d561f3 req-a6f9496a-ebc6-4336-a2e8-42524c96cf86 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=049dafce-25e0-4b39-b5cd-c751bf7fa90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521626 Jul 09 15:48:31.041021 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-499a197c-bd67-492b-bf32-7b7315d561f3 req-c3fcc409-c76b-4b97-af04-bfc61469d7c8 service neutron] 10.222.0.62 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814586 Jul 09 15:48:31.100015 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-499a197c-bd67-492b-bf32-7b7315d561f3 req-3e78f1ce-8b10-4090-8ab2-258d85d6f81c service neutron] 10.222.0.54 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886202 Jul 09 15:48:31.133736 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-499a197c-bd67-492b-bf32-7b7315d561f3 req-18bcfece-c50c-49ab-8156-884be200ef66 service neutron] 10.222.0.62 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864620 Jul 09 15:48:31.198027 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-499a197c-bd67-492b-bf32-7b7315d561f3 req-b1d37d9b-f3d5-4e06-9875-e069d319cbfc service neutron] 10.222.0.54 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910573 Jul 09 15:48:31.865385 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:31.958653 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9f915-4ab8-45b9-859e-da1d1019ab50 req-7600c18f-a1c5-42ba-9b14-d0acd9a1939d tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:31.960192 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8ba9f915-4ab8-45b9-859e-da1d1019ab50 req-7600c18f-a1c5-42ba-9b14-d0acd9a1939d tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a3f4353-299b-4b74-b384-228d40e9f722 HTTP/1.1" status: 200 len: 945 time: 0.0638144 Jul 09 15:48:31.997346 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8ba9f915-4ab8-45b9-859e-da1d1019ab50 req-76e2de3b-ff7a-4552-8f19-50545119a9ec tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315626 Jul 09 15:48:32.182578 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ab94ff-498f-424c-a628-e42f617f2d59 req-4fb0bb6c-c51a-4653-a29b-485a25d61644 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:32.184165 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-24ab94ff-498f-424c-a628-e42f617f2d59 req-4fb0bb6c-c51a-4653-a29b-485a25d61644 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a3f4353-299b-4b74-b384-228d40e9f722 HTTP/1.1" status: 200 len: 945 time: 0.0634418 Jul 09 15:48:32.224050 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-24ab94ff-498f-424c-a628-e42f617f2d59 req-aeaf420b-1509-4964-a9f2-50a33b300268 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343146 Jul 09 15:48:32.398763 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1652e0e5-47d7-49d7-900c-1353a06fc30f req-0ec6683c-5e3c-418f-bcb1-dbcfc9a3a7ab tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:32.400546 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1652e0e5-47d7-49d7-900c-1353a06fc30f req-0ec6683c-5e3c-418f-bcb1-dbcfc9a3a7ab tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a3f4353-299b-4b74-b384-228d40e9f722 HTTP/1.1" status: 200 len: 945 time: 0.0628219 Jul 09 15:48:32.442412 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1652e0e5-47d7-49d7-900c-1353a06fc30f req-7c45ada1-b3a7-48fd-8d91-94df1b36c088 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362656 Jul 09 15:48:32.658791 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device aca9cf3c-9041-42d6-9051-d1c4ef78c6e5 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 15:48:32.754724 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port aca9cf3c-9041-42d6-9051-d1c4ef78c6e5, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=aca9cf3c-9041-42d6-9051-d1c4ef78c6e5,segment=NetworkSegment(7b3f88b7-e575-46f0-9305-dec137800846),segment_id=7b3f88b7-e575-46f0-9305-dec137800846)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:48:32.765971 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': 'aca9cf3c-9041-42d6-9051-d1c4ef78c6e5', 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f', 'port_id': 'aca9cf3c-9041-42d6-9051-d1c4ef78c6e5', 'mac_address': 'fa:16:3e:bd:74:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a0449c8-405f-41d6-9115-e55438c81ff8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 15:48:32.804191 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:32.817127 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aca9cf3c-9041-42d6-9051-d1c4ef78c6e5 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:48:32.835913 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port aca9cf3c-9041-42d6-9051-d1c4ef78c6e5, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=aca9cf3c-9041-42d6-9051-d1c4ef78c6e5,segment=NetworkSegment(7b3f88b7-e575-46f0-9305-dec137800846),segment_id=7b3f88b7-e575-46f0-9305-dec137800846)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:48:32.933709 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:32.985542 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=aca9cf3c-9041-42d6-9051-d1c4ef78c6e5,revision_number=12']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:33.006455 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e978ccc-de8b-4928-9597-af490ae4e05a req-2fac7339-458b-4cd3-83bd-33b3e072d620 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:33.007904 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0e978ccc-de8b-4928-9597-af490ae4e05a req-2fac7339-458b-4cd3-83bd-33b3e072d620 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a3f4353-299b-4b74-b384-228d40e9f722 HTTP/1.1" status: 200 len: 946 time: 0.0643997 Jul 09 15:48:33.044659 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0e978ccc-de8b-4928-9597-af490ae4e05a req-2fd055ce-bd52-4b09-bd4c-a2188e3c2167 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310578 Jul 09 15:48:33.202646 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['aca9cf3c-9041-42d6-9051-d1c4ef78c6e5'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:48:34.217736 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ae746-7278-4fb2-b103-ad6d3e0ea390 req-4afc77a7-1555-4a8c-83fb-4f688bc8986c tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:34.219776 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-521ae746-7278-4fb2-b103-ad6d3e0ea390 req-4afc77a7-1555-4a8c-83fb-4f688bc8986c tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a3f4353-299b-4b74-b384-228d40e9f722 HTTP/1.1" status: 200 len: 946 time: 0.0633507 Jul 09 15:48:34.292177 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-521ae746-7278-4fb2-b103-ad6d3e0ea390 req-905b76cc-c96f-4e88-9779-9fb0fbc43dd0 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661385 Jul 09 15:48:34.320614 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e8326d-2659-4d3b-a4f4-29dc28ba4b1f req-f32b6812-16a4-4170-8ead-c03a2724441f tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:34.322060 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-36e8326d-2659-4d3b-a4f4-29dc28ba4b1f req-f32b6812-16a4-4170-8ead-c03a2724441f tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a3f4353-299b-4b74-b384-228d40e9f722 HTTP/1.1" status: 200 len: 946 time: 0.0784538 Jul 09 15:48:34.421870 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-36e8326d-2659-4d3b-a4f4-29dc28ba4b1f req-71629100-3705-4bf7-aad5-3211f04c28f5 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Deleting port aca9cf3c-9041-42d6-9051-d1c4ef78c6e5 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:48:34.422236 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-36e8326d-2659-4d3b-a4f4-29dc28ba4b1f req-71629100-3705-4bf7-aad5-3211f04c28f5 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:34.519220 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-36e8326d-2659-4d3b-a4f4-29dc28ba4b1f req-71629100-3705-4bf7-aad5-3211f04c28f5 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] For port aca9cf3c-9041-42d6-9051-d1c4ef78c6e5, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=aca9cf3c-9041-42d6-9051-d1c4ef78c6e5,segment=NetworkSegment(7b3f88b7-e575-46f0-9305-dec137800846),segment_id=7b3f88b7-e575-46f0-9305-dec137800846)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:48:34.519612 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-36e8326d-2659-4d3b-a4f4-29dc28ba4b1f req-71629100-3705-4bf7-aad5-3211f04c28f5 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:34.664396 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device aca9cf3c-9041-42d6-9051-d1c4ef78c6e5 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:48:34.691929 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-36e8326d-2659-4d3b-a4f4-29dc28ba4b1f req-71629100-3705-4bf7-aad5-3211f04c28f5 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:34.692302 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-36e8326d-2659-4d3b-a4f4-29dc28ba4b1f req-71629100-3705-4bf7-aad5-3211f04c28f5 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:34.692900 n-d-799529-6 neutron-server[94445]: INFO neutron.db.l3_db [req-36e8326d-2659-4d3b-a4f4-29dc28ba4b1f req-71629100-3705-4bf7-aad5-3211f04c28f5 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Floating IP 99a53a50-c4b5-497d-9342-f0ff70655f75 disassociated. External IP: 172.25.3.144, port: aca9cf3c-9041-42d6-9051-d1c4ef78c6e5. Jul 09 15:48:34.693247 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-36e8326d-2659-4d3b-a4f4-29dc28ba4b1f req-71629100-3705-4bf7-aad5-3211f04c28f5 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Calling delete_port for aca9cf3c-9041-42d6-9051-d1c4ef78c6e5 owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:48:34.773336 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port aca9cf3c-9041-42d6-9051-d1c4ef78c6e5 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:48:34.777791 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port aca9cf3c-9041-42d6-9051-d1c4ef78c6e5 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:48:34.778171 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:34.855141 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:34.888078 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-36e8326d-2659-4d3b-a4f4-29dc28ba4b1f req-71629100-3705-4bf7-aad5-3211f04c28f5 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:34.926853 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71629100-3705-4bf7-aad5-3211f04c28f5 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Pushing event deleted for resources: {'Port': ['ID=aca9cf3c-9041-42d6-9051-d1c4ef78c6e5,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:35.042386 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36e8326d-2659-4d3b-a4f4-29dc28ba4b1f req-71629100-3705-4bf7-aad5-3211f04c28f5 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Router 49ca18b1-b59f-4d59-9f82-aa588a33e2e2 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:48:35.161624 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36e8326d-2659-4d3b-a4f4-29dc28ba4b1f req-71629100-3705-4bf7-aad5-3211f04c28f5 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:48:35.170865 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11861328-7e19-416e-80be-552766e62101 None None] Sync routers for ids ['49ca18b1-b59f-4d59-9f82-aa588a33e2e2'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:48:35.179686 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11861328-7e19-416e-80be-552766e62101 None None] Routers {'49ca18b1-b59f-4d59-9f82-aa588a33e2e2'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:48:35.180301 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-11861328-7e19-416e-80be-552766e62101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:48:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['49ca18b1-b59f-4d59-9f82-aa588a33e2e2'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:48:35.206265 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-36e8326d-2659-4d3b-a4f4-29dc28ba4b1f req-71629100-3705-4bf7-aad5-3211f04c28f5 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] No DVR routers for this DVR port aca9cf3c-9041-42d6-9051-d1c4ef78c6e5 on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:48:35.208861 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-36e8326d-2659-4d3b-a4f4-29dc28ba4b1f req-71629100-3705-4bf7-aad5-3211f04c28f5 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:35.211031 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-36e8326d-2659-4d3b-a4f4-29dc28ba4b1f req-71629100-3705-4bf7-aad5-3211f04c28f5 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.54 "DELETE /v2.0/ports/aca9cf3c-9041-42d6-9051-d1c4ef78c6e5 HTTP/1.1" status: 204 len: 173 time: 0.8823042 Jul 09 15:48:35.211464 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a3f4353-299b-4b74-b384-228d40e9f722', 'name': 'network-vif-deleted', 'tag': 'aca9cf3c-9041-42d6-9051-d1c4ef78c6e5'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:48:35.213746 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bb405a18ca731a56dedfaaf5e9a79789110744f6b6799bb7a0722340b5c16f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517a9df8-6cd1-4ae7-9f50-9f3fc540c67e" -d '{"events": [{"server_uuid": "2a3f4353-299b-4b74-b384-228d40e9f722", "name": "network-vif-deleted", "tag": "aca9cf3c-9041-42d6-9051-d1c4ef78c6e5"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:48:35.249099 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-188cfd3d-3d3e-4b7d-9e0b-d5b73de74930 x-openstack-request-id: req-188cfd3d-3d3e-4b7d-9e0b-d5b73de74930 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:48:35.250413 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a3f4353-299b-4b74-b384-228d40e9f722", "name": "network-vif-deleted", "tag": "aca9cf3c-9041-42d6-9051-d1c4ef78c6e5", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:48:35.250413 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-188cfd3d-3d3e-4b7d-9e0b-d5b73de74930 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:48:35.250619 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a3f4353-299b-4b74-b384-228d40e9f722', 'name': 'network-vif-deleted', 'tag': 'aca9cf3c-9041-42d6-9051-d1c4ef78c6e5', 'status': 'completed', 'code': 200} Jul 09 15:48:35.304319 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-11861328-7e19-416e-80be-552766e62101 None None] Set router 49ca18b1-b59f-4d59-9f82-aa588a33e2e2 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:48:35.451486 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c52c289a-ff8e-462b-aa6a-0cda2ce80272 req-b4190e88-fdbe-4fda-bd26-8eb6d6ef21bb tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a3f4353-299b-4b74-b384-228d40e9f722 HTTP/1.1" status: 200 len: 210 time: 0.0392325 Jul 09 15:48:35.522836 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-11861328-7e19-416e-80be-552766e62101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'name': 'tempest-ServerActionsTestJSON-316792187-router', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:41:15Z', 'updated_at': '2021-07-09T15:41:18Z', 'revision_number': 4, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'gw_port': {'id': '7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:41:16Z', 'updated_at': '2021-07-09T15:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'cb8e3151-810b-4ceb-9e7e-06e42b431fe0', 'name': '', 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'mac_address': 'fa:16:3e:f2:6d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '0a0449c8-405f-41d6-9115-e55438c81ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:41:18Z', 'updated_at': '2021-07-09T15:41:24Z', 'revision_number': 5, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'subnets': [{'id': '0a0449c8-405f-41d6-9115-e55438c81ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:48:35.551545 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11861328-7e19-416e-80be-552766e62101 None None] Checking router: 49ca18b1-b59f-4d59-9f82-aa588a33e2e2 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:48:35.558643 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11861328-7e19-416e-80be-552766e62101 None None] Routers {'49ca18b1-b59f-4d59-9f82-aa588a33e2e2'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:48:35.559359 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-11861328-7e19-416e-80be-552766e62101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:48:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['49ca18b1-b59f-4d59-9f82-aa588a33e2e2'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:48:35.665907 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-11861328-7e19-416e-80be-552766e62101 None None] Set router 49ca18b1-b59f-4d59-9f82-aa588a33e2e2 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:48:35.860417 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-11861328-7e19-416e-80be-552766e62101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'name': 'tempest-ServerActionsTestJSON-316792187-router', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:41:15Z', 'updated_at': '2021-07-09T15:41:18Z', 'revision_number': 4, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'gw_port': {'id': '7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:41:16Z', 'updated_at': '2021-07-09T15:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'cb8e3151-810b-4ceb-9e7e-06e42b431fe0', 'name': '', 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'mac_address': 'fa:16:3e:f2:6d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '0a0449c8-405f-41d6-9115-e55438c81ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:41:18Z', 'updated_at': '2021-07-09T15:41:24Z', 'revision_number': 5, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'subnets': [{'id': '0a0449c8-405f-41d6-9115-e55438c81ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:48:35.889420 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11861328-7e19-416e-80be-552766e62101 None None] The sync data for ids ['49ca18b1-b59f-4d59-9f82-aa588a33e2e2'] in n-d-799529-6 is: [{'id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'name': 'tempest-ServerActionsTestJSON-316792187-router', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:41:15Z', 'updated_at': '2021-07-09T15:41:18Z', 'revision_number': 4, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'gw_port': {'id': '7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:41:16Z', 'updated_at': '2021-07-09T15:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'cb8e3151-810b-4ceb-9e7e-06e42b431fe0', 'name': '', 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'mac_address': 'fa:16:3e:f2:6d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '0a0449c8-405f-41d6-9115-e55438c81ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:41:18Z', 'updated_at': '2021-07-09T15:41:24Z', 'revision_number': 5, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'subnets': [{'id': '0a0449c8-405f-41d6-9115-e55438c81ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:48:36.127182 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fdae5c-d7c6-42ef-93c5-9ee8b76d91bb None None] New status for floating IP 99a53a50-c4b5-497d-9342-f0ff70655f75: DOWN {{(pid=94448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 15:48:36.666152 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device aca9cf3c-9041-42d6-9051-d1c4ef78c6e5 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:48:36.686563 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: aca9cf3c-9041-42d6-9051-d1c4ef78c6e5 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:48:36.687590 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device aca9cf3c-9041-42d6-9051-d1c4ef78c6e5 not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:48:36.791096 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-123015d6-0b19-4374-80fa-60d17e28e7a0 req-42d68fda-d712-4b30-ba4b-4176f6090e6f tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--236297376&fields=id&tenant_id=3a2e3821cf1a497198ff34b3df5b4b26 HTTP/1.1" status: 200 len: 267 time: 0.0328851 Jul 09 15:48:36.897461 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123015d6-0b19-4374-80fa-60d17e28e7a0 req-0f485900-3468-41a2-99c6-5e8b753784ed tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:36.906137 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-123015d6-0b19-4374-80fa-60d17e28e7a0 req-0f485900-3468-41a2-99c6-5e8b753784ed tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/networks?id=049dafce-25e0-4b39-b5cd-c751bf7fa90f HTTP/1.1" status: 200 len: 811 time: 0.1009257 Jul 09 15:48:36.914662 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-123015d6-0b19-4374-80fa-60d17e28e7a0 req-1e249c78-ac69-4f70-aacf-4b2a9cf635af tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/quotas/3a2e3821cf1a497198ff34b3df5b4b26 HTTP/1.1" status: 200 len: 375 time: 0.0099657 Jul 09 15:48:36.987366 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-123015d6-0b19-4374-80fa-60d17e28e7a0 req-b79663a0-0e93-4d3c-bba7-d9f42ba03a4f tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3a2e3821cf1a497198ff34b3df5b4b26&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0675397 Jul 09 15:48:37.059083 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [req-123015d6-0b19-4374-80fa-60d17e28e7a0 req-8d7109e4-6023-4077-aea6-6950e11f8927 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:48:37.060222 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-123015d6-0b19-4374-80fa-60d17e28e7a0 req-8d7109e4-6023-4077-aea6-6950e11f8927 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0620394 Jul 09 15:48:37.146714 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-123015d6-0b19-4374-80fa-60d17e28e7a0 req-fcede9ae-6c58-4096-aa10-7b5cdd190234 service neutron] 10.222.0.58 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803037 Jul 09 15:48:37.237664 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-123015d6-0b19-4374-80fa-60d17e28e7a0 req-fb1c1438-559c-46ef-986c-c71a9e9a6943 service neutron] 10.222.0.58 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850601 Jul 09 15:48:37.476037 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a95892df-298f-4189-816f-c2a92e344e78 req-12fb23e8-bb20-4eba-b230-fc45c7f19e7e tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 210 time: 0.0300221 Jul 09 15:48:38.619771 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6e56c82d-3d98-4af5-85a7-2c6df0f320fb req-365a760c-0efc-4d0f-a345-caccd97aaa1c tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 210 time: 0.0289254 Jul 09 15:48:39.494524 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123015d6-0b19-4374-80fa-60d17e28e7a0 req-6c28a085-9446-4d92-b6ff-64e518fb4da9 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:39.496049 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-123015d6-0b19-4374-80fa-60d17e28e7a0 req-6c28a085-9446-4d92-b6ff-64e518fb4da9 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.62 "GET /v2.0/networks?id=049dafce-25e0-4b39-b5cd-c751bf7fa90f HTTP/1.1" status: 200 len: 811 time: 0.1045277 Jul 09 15:48:39.544638 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-123015d6-0b19-4374-80fa-60d17e28e7a0 req-776f36d0-d124-4fb3-984b-a27ddebcef6c tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a2e3821cf1a497198ff34b3df5b4b26 HTTP/1.1" status: 200 len: 379 time: 0.0351753 Jul 09 15:48:39.555576 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-123015d6-0b19-4374-80fa-60d17e28e7a0 req-325a3a73-b6d8-4091-b98d-8ddbfbc82df6 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Request body: {'port': {'device_id': '6d54ce3a-1922-4d38-b7be-d7b1813e36e5', 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f', 'admin_state_up': True, 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'security_groups': ['307753fb-3d4a-4f32-95aa-0d1978f73b52']}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:48:39.727541 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-123015d6-0b19-4374-80fa-60d17e28e7a0 req-325a3a73-b6d8-4091-b98d-8ddbfbc82df6 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Made reservation on behalf of 3a2e3821cf1a497198ff34b3df5b4b26 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:48:39.731422 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-123015d6-0b19-4374-80fa-60d17e28e7a0 req-325a3a73-b6d8-4091-b98d-8ddbfbc82df6 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:39.764526 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0b5c3e80-b186-4902-a485-8cf09e4a0f46 req-77c626c2-4337-4829-ba8c-8101609cb90b tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 210 time: 0.0309334 Jul 09 15:48:39.859835 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-123015d6-0b19-4374-80fa-60d17e28e7a0 req-325a3a73-b6d8-4091-b98d-8ddbfbc82df6 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Allocated IP 172.20.0.4 (049dafce-25e0-4b39-b5cd-c751bf7fa90f/0a0449c8-405f-41d6-9115-e55438c81ff8/c2a27f6d-f396-42e4-9d05-3f07dcbb59f7) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:48:39.996676 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-123015d6-0b19-4374-80fa-60d17e28e7a0 req-325a3a73-b6d8-4091-b98d-8ddbfbc82df6 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:40.010454 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-123015d6-0b19-4374-80fa-60d17e28e7a0 req-325a3a73-b6d8-4091-b98d-8ddbfbc82df6 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Transition to ACTIVE for port object c2a27f6d-f396-42e4-9d05-3f07dcbb59f7 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:48:40.104635 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-123015d6-0b19-4374-80fa-60d17e28e7a0 req-325a3a73-b6d8-4091-b98d-8ddbfbc82df6 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:40.150519 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-123015d6-0b19-4374-80fa-60d17e28e7a0 req-325a3a73-b6d8-4091-b98d-8ddbfbc82df6 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Network 049dafce-25e0-4b39-b5cd-c751bf7fa90f is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:48:40.153651 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-123015d6-0b19-4374-80fa-60d17e28e7a0 req-325a3a73-b6d8-4091-b98d-8ddbfbc82df6 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:48:40.157576 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-123015d6-0b19-4374-80fa-60d17e28e7a0 req-325a3a73-b6d8-4091-b98d-8ddbfbc82df6 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:48:40.164036 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325a3a73-b6d8-4091-b98d-8ddbfbc82df6 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Pushing event updated for resources: {'Port': ['ID=c2a27f6d-f396-42e4-9d05-3f07dcbb59f7,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:40.209291 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123015d6-0b19-4374-80fa-60d17e28e7a0 req-325a3a73-b6d8-4091-b98d-8ddbfbc82df6 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:40.209933 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-123015d6-0b19-4374-80fa-60d17e28e7a0 req-325a3a73-b6d8-4091-b98d-8ddbfbc82df6 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:40.300103 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-123015d6-0b19-4374-80fa-60d17e28e7a0 req-325a3a73-b6d8-4091-b98d-8ddbfbc82df6 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7499382 Jul 09 15:48:40.318235 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-123015d6-0b19-4374-80fa-60d17e28e7a0 req-f9400d04-575c-424f-95f3-3b5e4606bbf8 service neutron] Request body: {'port': {'device_id': '6d54ce3a-1922-4d38-b7be-d7b1813e36e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:48:40.392029 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-123015d6-0b19-4374-80fa-60d17e28e7a0 req-f9400d04-575c-424f-95f3-3b5e4606bbf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:40.436188 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a3da7396-ee57-41f0-a70b-13ddccd6444e None None] Provisioning for port c2a27f6d-f396-42e4-9d05-3f07dcbb59f7 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:48:40.441072 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a3da7396-ee57-41f0-a70b-13ddccd6444e None None] Provisioning complete for port c2a27f6d-f396-42e4-9d05-3f07dcbb59f7 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:48:40.441440 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a3da7396-ee57-41f0-a70b-13ddccd6444e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:40.475604 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a3da7396-ee57-41f0-a70b-13ddccd6444e None None] Port c2a27f6d-f396-42e4-9d05-3f07dcbb59f7 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:48:40.654642 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-123015d6-0b19-4374-80fa-60d17e28e7a0 req-f9400d04-575c-424f-95f3-3b5e4606bbf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2a27f6d-f396-42e4-9d05-3f07dcbb59f7 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:48:40.662497 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-123015d6-0b19-4374-80fa-60d17e28e7a0 req-f9400d04-575c-424f-95f3-3b5e4606bbf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:40.675328 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-123015d6-0b19-4374-80fa-60d17e28e7a0 req-f9400d04-575c-424f-95f3-3b5e4606bbf8 service neutron] Transition to ACTIVE for port object c2a27f6d-f396-42e4-9d05-3f07dcbb59f7 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:48:40.750545 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-123015d6-0b19-4374-80fa-60d17e28e7a0 req-f9400d04-575c-424f-95f3-3b5e4606bbf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:40.802624 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9400d04-575c-424f-95f3-3b5e4606bbf8 service neutron] Pushing event updated for resources: {'Port': ['ID=c2a27f6d-f396-42e4-9d05-3f07dcbb59f7,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:40.872694 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-123015d6-0b19-4374-80fa-60d17e28e7a0 req-f9400d04-575c-424f-95f3-3b5e4606bbf8 service neutron] Attempting to bind port c2a27f6d-f396-42e4-9d05-3f07dcbb59f7 on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:48:40.872958 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-123015d6-0b19-4374-80fa-60d17e28e7a0 req-f9400d04-575c-424f-95f3-3b5e4606bbf8 service neutron] Attempting to bind port c2a27f6d-f396-42e4-9d05-3f07dcbb59f7 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': '7b3f88b7-e575-46f0-9305-dec137800846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:48:40.873293 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123015d6-0b19-4374-80fa-60d17e28e7a0 req-f9400d04-575c-424f-95f3-3b5e4606bbf8 service neutron] Attempting to bind port c2a27f6d-f396-42e4-9d05-3f07dcbb59f7 on network 049dafce-25e0-4b39-b5cd-c751bf7fa90f {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:48:40.878331 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123015d6-0b19-4374-80fa-60d17e28e7a0 req-f9400d04-575c-424f-95f3-3b5e4606bbf8 service neutron] Port c2a27f6d-f396-42e4-9d05-3f07dcbb59f7 on network 049dafce-25e0-4b39-b5cd-c751bf7fa90f not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:48:40.878656 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123015d6-0b19-4374-80fa-60d17e28e7a0 req-f9400d04-575c-424f-95f3-3b5e4606bbf8 service neutron] Attempting to bind port c2a27f6d-f396-42e4-9d05-3f07dcbb59f7 on network 049dafce-25e0-4b39-b5cd-c751bf7fa90f {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:48:40.894353 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123015d6-0b19-4374-80fa-60d17e28e7a0 req-f9400d04-575c-424f-95f3-3b5e4606bbf8 service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:48:40.894883 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123015d6-0b19-4374-80fa-60d17e28e7a0 req-f9400d04-575c-424f-95f3-3b5e4606bbf8 service neutron] Checking segment: {'id': '7b3f88b7-e575-46f0-9305-dec137800846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:48:40.895270 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123015d6-0b19-4374-80fa-60d17e28e7a0 req-f9400d04-575c-424f-95f3-3b5e4606bbf8 service neutron] Bound using segment: {'id': '7b3f88b7-e575-46f0-9305-dec137800846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:48:40.895742 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-123015d6-0b19-4374-80fa-60d17e28e7a0 req-f9400d04-575c-424f-95f3-3b5e4606bbf8 service neutron] Bound port: c2a27f6d-f396-42e4-9d05-3f07dcbb59f7, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b3f88b7-e575-46f0-9305-dec137800846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:48:40.896101 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-123015d6-0b19-4374-80fa-60d17e28e7a0 req-f9400d04-575c-424f-95f3-3b5e4606bbf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:40.991345 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-123015d6-0b19-4374-80fa-60d17e28e7a0 req-f9400d04-575c-424f-95f3-3b5e4606bbf8 service neutron] For port c2a27f6d-f396-42e4-9d05-3f07dcbb59f7, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:48:40.995113 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-123015d6-0b19-4374-80fa-60d17e28e7a0 req-f9400d04-575c-424f-95f3-3b5e4606bbf8 service neutron] For port c2a27f6d-f396-42e4-9d05-3f07dcbb59f7, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=c2a27f6d-f396-42e4-9d05-3f07dcbb59f7,segment=NetworkSegment(7b3f88b7-e575-46f0-9305-dec137800846),segment_id=7b3f88b7-e575-46f0-9305-dec137800846)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:48:41.002768 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e1f9a-ab66-4567-a27c-b5276ba12d74 req-47835746-9b32-4fa5-9477-2d37e09096ec tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:41.008134 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e95e1f9a-ab66-4567-a27c-b5276ba12d74 req-47835746-9b32-4fa5-9477-2d37e09096ec tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 943 time: 0.1223300 Jul 09 15:48:41.043674 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-123015d6-0b19-4374-80fa-60d17e28e7a0 req-f9400d04-575c-424f-95f3-3b5e4606bbf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:41.050802 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e95e1f9a-ab66-4567-a27c-b5276ba12d74 req-286793ce-be40-4b16-a6b0-a9d65e1339f6 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406587 Jul 09 15:48:41.416408 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123015d6-0b19-4374-80fa-60d17e28e7a0 req-f9400d04-575c-424f-95f3-3b5e4606bbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:41.416982 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-123015d6-0b19-4374-80fa-60d17e28e7a0 req-f9400d04-575c-424f-95f3-3b5e4606bbf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:41.418332 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-123015d6-0b19-4374-80fa-60d17e28e7a0 req-f9400d04-575c-424f-95f3-3b5e4606bbf8 service neutron] 10.222.0.62 "PUT /v2.0/ports/c2a27f6d-f396-42e4-9d05-3f07dcbb59f7 HTTP/1.1" status: 200 len: 1091 time: 1.1048179 Jul 09 15:48:41.418760 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d54ce3a-1922-4d38-b7be-d7b1813e36e5', 'tag': 'c2a27f6d-f396-42e4-9d05-3f07dcbb59f7'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:48:41.421068 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71aea3d4ce3c79ba57e3b2a7f05354d67fe827d4c76bd908d035baed68c1bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d713cb3-e147-4705-a235-9dd0b16cff02" -d '{"events": [{"name": "network-changed", "server_uuid": "6d54ce3a-1922-4d38-b7be-d7b1813e36e5", "tag": "c2a27f6d-f396-42e4-9d05-3f07dcbb59f7"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:48:41.442690 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9400d04-575c-424f-95f3-3b5e4606bbf8 service neutron] Pushing event updated for resources: {'Port': ['ID=c2a27f6d-f396-42e4-9d05-3f07dcbb59f7,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:41.521573 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611fc0f1-f219-40b2-b5a1-87b25665a7b6 x-openstack-request-id: req-611fc0f1-f219-40b2-b5a1-87b25665a7b6 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:48:41.524094 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d54ce3a-1922-4d38-b7be-d7b1813e36e5", "tag": "c2a27f6d-f396-42e4-9d05-3f07dcbb59f7", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:48:41.524094 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-611fc0f1-f219-40b2-b5a1-87b25665a7b6 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:48:41.524094 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d54ce3a-1922-4d38-b7be-d7b1813e36e5', 'tag': 'c2a27f6d-f396-42e4-9d05-3f07dcbb59f7', 'status': 'completed', 'code': 200} Jul 09 15:48:41.592133 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123015d6-0b19-4374-80fa-60d17e28e7a0 req-2596738d-f441-45bd-bf2d-9ab68eac7eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:41.593689 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-123015d6-0b19-4374-80fa-60d17e28e7a0 req-2596738d-f441-45bd-bf2d-9ab68eac7eca service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3a2e3821cf1a497198ff34b3df5b4b26&device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 1094 time: 0.0546098 Jul 09 15:48:41.643984 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-123015d6-0b19-4374-80fa-60d17e28e7a0 req-7e12ae13-f13d-4750-8cd1-5863f72ae80b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2a27f6d-f396-42e4-9d05-3f07dcbb59f7 HTTP/1.1" status: 200 len: 217 time: 0.0377867 Jul 09 15:48:41.690936 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123015d6-0b19-4374-80fa-60d17e28e7a0 req-7f3142ff-0a3e-415e-b0a9-5c8351cbf1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:41.692330 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-123015d6-0b19-4374-80fa-60d17e28e7a0 req-7f3142ff-0a3e-415e-b0a9-5c8351cbf1fb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0a0449c8-405f-41d6-9115-e55438c81ff8 HTTP/1.1" status: 200 len: 850 time: 0.0429020 Jul 09 15:48:41.746573 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123015d6-0b19-4374-80fa-60d17e28e7a0 req-c75bbecc-3da7-4a85-bd73-ec70215de3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:41.748038 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-123015d6-0b19-4374-80fa-60d17e28e7a0 req-c75bbecc-3da7-4a85-bd73-ec70215de3f3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=049dafce-25e0-4b39-b5cd-c751bf7fa90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492013 Jul 09 15:48:41.836717 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-123015d6-0b19-4374-80fa-60d17e28e7a0 req-7959d57f-107f-4ce7-b622-027a394c2366 service neutron] 10.222.0.62 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822494 Jul 09 15:48:41.925023 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-123015d6-0b19-4374-80fa-60d17e28e7a0 req-fe92a80c-4830-4261-8d15-057c8892239b service neutron] 10.222.0.62 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811162 Jul 09 15:48:42.120038 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d713cb3-e147-4705-a235-9dd0b16cff02 req-3badf6eb-57eb-4c3d-a35a-276ef87ed646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:42.121555 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8d713cb3-e147-4705-a235-9dd0b16cff02 req-3badf6eb-57eb-4c3d-a35a-276ef87ed646 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3a2e3821cf1a497198ff34b3df5b4b26&device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 1094 time: 0.0522921 Jul 09 15:48:42.250276 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d713cb3-e147-4705-a235-9dd0b16cff02 req-7b63af45-4894-4f08-b59a-3a5f1e992889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:42.251693 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8d713cb3-e147-4705-a235-9dd0b16cff02 req-7b63af45-4894-4f08-b59a-3a5f1e992889 service neutron] 10.222.0.62 "GET /v2.0/networks?id=049dafce-25e0-4b39-b5cd-c751bf7fa90f HTTP/1.1" status: 200 len: 912 time: 0.1240945 Jul 09 15:48:42.263346 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbeea67-822f-44df-8b91-ee39e920ba59 req-6006d871-51b8-4c33-8ac3-ae1dfe78e881 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:42.265050 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dbbeea67-822f-44df-8b91-ee39e920ba59 req-6006d871-51b8-4c33-8ac3-ae1dfe78e881 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 943 time: 0.0926476 Jul 09 15:48:42.309030 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8d713cb3-e147-4705-a235-9dd0b16cff02 req-b985a45f-24cc-42e4-9a3d-4f07c9d3e186 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2a27f6d-f396-42e4-9d05-3f07dcbb59f7 HTTP/1.1" status: 200 len: 217 time: 0.0430253 Jul 09 15:48:42.365169 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-dbbeea67-822f-44df-8b91-ee39e920ba59 req-5d0ad023-0086-46c4-8c14-ca7dd73579c2 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937245 Jul 09 15:48:42.372307 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d713cb3-e147-4705-a235-9dd0b16cff02 req-4c9f6281-7bf2-4d0a-8fa5-214e4d661ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:42.373726 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8d713cb3-e147-4705-a235-9dd0b16cff02 req-4c9f6281-7bf2-4d0a-8fa5-214e4d661ae7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0a0449c8-405f-41d6-9115-e55438c81ff8 HTTP/1.1" status: 200 len: 850 time: 0.0588679 Jul 09 15:48:42.431881 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d713cb3-e147-4705-a235-9dd0b16cff02 req-bf2ab5ff-fb4c-445e-9c2d-0a19bdaf05f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:42.433642 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8d713cb3-e147-4705-a235-9dd0b16cff02 req-bf2ab5ff-fb4c-445e-9c2d-0a19bdaf05f4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=049dafce-25e0-4b39-b5cd-c751bf7fa90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534847 Jul 09 15:48:42.523958 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8d713cb3-e147-4705-a235-9dd0b16cff02 req-3980b871-084b-4c97-8836-818ffebda210 service neutron] 10.222.0.62 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836296 Jul 09 15:48:42.614482 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8d713cb3-e147-4705-a235-9dd0b16cff02 req-8618a760-b813-464c-8205-faa7dd98cf31 service neutron] 10.222.0.62 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822487 Jul 09 15:48:43.537365 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5541e0ca-28f4-4576-b597-52a8aa27055a req-4cb7aa90-52b3-4257-8571-e3af57fad6ee tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:43.538858 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5541e0ca-28f4-4576-b597-52a8aa27055a req-4cb7aa90-52b3-4257-8571-e3af57fad6ee tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 943 time: 0.0631366 Jul 09 15:48:43.581196 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5541e0ca-28f4-4576-b597-52a8aa27055a req-7ea535a3-5729-44d1-934a-03b92d577705 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367663 Jul 09 15:48:44.756714 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e35d0-f404-4b27-8802-5351e1eb5911 req-40f735cf-74ed-465f-b30e-8b5410f1e999 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:44.758161 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3a8e35d0-f404-4b27-8802-5351e1eb5911 req-40f735cf-74ed-465f-b30e-8b5410f1e999 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 943 time: 0.0653164 Jul 09 15:48:44.794729 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3a8e35d0-f404-4b27-8802-5351e1eb5911 req-222fdb81-0e7e-41e2-a78e-2e82c07d8a34 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310543 Jul 09 15:48:45.521102 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:45.967386 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c50d3a7-6281-46b2-8eb6-343b8b52017e req-d678945a-4e8b-4128-8343-ef8d7e8c8fe0 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:45.968907 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6c50d3a7-6281-46b2-8eb6-343b8b52017e req-d678945a-4e8b-4128-8343-ef8d7e8c8fe0 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 943 time: 0.0629225 Jul 09 15:48:46.006754 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6c50d3a7-6281-46b2-8eb6-343b8b52017e req-ddeb1cb4-22e3-46e3-9edd-050d15fffe03 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322540 Jul 09 15:48:46.991979 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device c2a27f6d-f396-42e4-9d05-3f07dcbb59f7 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 15:48:47.088733 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port c2a27f6d-f396-42e4-9d05-3f07dcbb59f7, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=c2a27f6d-f396-42e4-9d05-3f07dcbb59f7,segment=NetworkSegment(7b3f88b7-e575-46f0-9305-dec137800846),segment_id=7b3f88b7-e575-46f0-9305-dec137800846)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:48:47.099885 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': 'c2a27f6d-f396-42e4-9d05-3f07dcbb59f7', 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f', 'port_id': 'c2a27f6d-f396-42e4-9d05-3f07dcbb59f7', 'mac_address': 'fa:16:3e:a6:a9:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a0449c8-405f-41d6-9115-e55438c81ff8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 15:48:47.138688 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:47.153167 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2a27f6d-f396-42e4-9d05-3f07dcbb59f7 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:48:47.174396 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port c2a27f6d-f396-42e4-9d05-3f07dcbb59f7, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=c2a27f6d-f396-42e4-9d05-3f07dcbb59f7,segment=NetworkSegment(7b3f88b7-e575-46f0-9305-dec137800846),segment_id=7b3f88b7-e575-46f0-9305-dec137800846)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:48:47.185467 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b8fc1-aac7-4367-a038-20e13545ac56 req-d6d7bcdf-211e-41e9-af99-cde779c40413 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:47.187028 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ec3b8fc1-aac7-4367-a038-20e13545ac56 req-d6d7bcdf-211e-41e9-af99-cde779c40413 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 943 time: 0.0665085 Jul 09 15:48:47.225746 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ec3b8fc1-aac7-4367-a038-20e13545ac56 req-c72ffb8a-7ed2-4fda-a2f1-6b0e060e71f8 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331113 Jul 09 15:48:47.241473 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:47.293017 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=c2a27f6d-f396-42e4-9d05-3f07dcbb59f7,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:47.606934 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['c2a27f6d-f396-42e4-9d05-3f07dcbb59f7'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:48:48.399811 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc075c1-e3b6-4096-86dd-88977779115d req-e7e9550f-9944-4f47-8e4f-bd8365c07412 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:48.401300 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-abc075c1-e3b6-4096-86dd-88977779115d req-e7e9550f-9944-4f47-8e4f-bd8365c07412 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 944 time: 0.0655580 Jul 09 15:48:48.439749 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-abc075c1-e3b6-4096-86dd-88977779115d req-60a71062-da61-4d5e-ad1f-c814a94f096c tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319672 Jul 09 15:48:49.007175 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device c2a27f6d-f396-42e4-9d05-3f07dcbb59f7 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:48:49.121332 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port c2a27f6d-f396-42e4-9d05-3f07dcbb59f7 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:48:49.125642 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port c2a27f6d-f396-42e4-9d05-3f07dcbb59f7 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:48:49.126020 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:49.200161 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:49.221635 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d54ce3a-1922-4d38-b7be-d7b1813e36e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a27f6d-f396-42e4-9d05-3f07dcbb59f7'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:48:49.223994 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e75b9a97cbd66444b13ae988a684abc34c7a24a50a729030cfede81e7322398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a44c8683-29db-467f-981b-c3be07239aef" -d '{"events": [{"server_uuid": "6d54ce3a-1922-4d38-b7be-d7b1813e36e5", "name": "network-vif-plugged", "status": "completed", "tag": "c2a27f6d-f396-42e4-9d05-3f07dcbb59f7"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:48:49.237255 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port c2a27f6d-f396-42e4-9d05-3f07dcbb59f7, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=c2a27f6d-f396-42e4-9d05-3f07dcbb59f7,segment=NetworkSegment(7b3f88b7-e575-46f0-9305-dec137800846),segment_id=7b3f88b7-e575-46f0-9305-dec137800846)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:48:49.263261 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bda6c5a-8f6c-4c66-a690-19c5a892ad40 x-openstack-request-id: req-2bda6c5a-8f6c-4c66-a690-19c5a892ad40 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:48:49.263261 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d54ce3a-1922-4d38-b7be-d7b1813e36e5", "name": "network-vif-plugged", "status": "completed", "tag": "c2a27f6d-f396-42e4-9d05-3f07dcbb59f7", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:48:49.263261 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2bda6c5a-8f6c-4c66-a690-19c5a892ad40 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:48:49.263261 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d54ce3a-1922-4d38-b7be-d7b1813e36e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a27f6d-f396-42e4-9d05-3f07dcbb59f7', 'code': 200} Jul 09 15:48:49.305462 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:49.361559 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=c2a27f6d-f396-42e4-9d05-3f07dcbb59f7,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:48:49.412904 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f5179b-5b49-4898-86eb-6ad460d1e1c8 req-dbf6d378-7488-41a4-b950-cec03a74e609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:49.414427 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-23f5179b-5b49-4898-86eb-6ad460d1e1c8 req-dbf6d378-7488-41a4-b950-cec03a74e609 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 1096 time: 0.0590470 Jul 09 15:48:49.450111 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-23f5179b-5b49-4898-86eb-6ad460d1e1c8 req-dd32eb17-671c-4d95-938e-7a7198dd934f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293980 Jul 09 15:48:49.614940 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80debaf-6d3c-429d-9d6e-21f9222a1d9c req-b0a68d7c-6119-4e06-923f-9511798748ce tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:49.616372 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d80debaf-6d3c-429d-9d6e-21f9222a1d9c req-b0a68d7c-6119-4e06-923f-9511798748ce tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 945 time: 0.0670788 Jul 09 15:48:49.652768 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d80debaf-6d3c-429d-9d6e-21f9222a1d9c req-28a1e775-993e-4fa8-97a8-9bf42adef9d2 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309699 Jul 09 15:48:50.830986 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c894caf-c384-4a78-b74c-15eaef95c63c req-b721300c-8444-4d3f-b933-56b1f3acf23e tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:50.832732 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3c894caf-c384-4a78-b74c-15eaef95c63c req-b721300c-8444-4d3f-b933-56b1f3acf23e tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 945 time: 0.0677600 Jul 09 15:48:50.881595 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3c894caf-c384-4a78-b74c-15eaef95c63c req-96ca7dbb-be24-4c1f-a677-b04b31a07d5c tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430889 Jul 09 15:48:52.053157 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b3db32-759e-4c66-b75c-48f952ccf6a7 req-3e6fe492-47e0-4fc8-9efb-220b007fd981 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:52.054638 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d9b3db32-759e-4c66-b75c-48f952ccf6a7 req-3e6fe492-47e0-4fc8-9efb-220b007fd981 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 945 time: 0.0635920 Jul 09 15:48:52.092030 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d9b3db32-759e-4c66-b75c-48f952ccf6a7 req-ea0541cf-529d-49ac-a8a1-ddbaacdd2ce2 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318511 Jul 09 15:48:52.256834 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e295e9e-1845-4ae9-8cb9-5a3344e1717b req-07f70791-3299-4bc0-9f5a-eabcf848ad32 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:52.258341 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3e295e9e-1845-4ae9-8cb9-5a3344e1717b req-07f70791-3299-4bc0-9f5a-eabcf848ad32 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 945 time: 0.0626135 Jul 09 15:48:52.266892 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 57056) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:48:52.271451 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-58aa9646-3add-41da-8489-393b776ae958 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Request body: {'floatingip': {'port_id': 'c2a27f6d-f396-42e4-9d05-3f07dcbb59f7'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:48:52.315214 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-58aa9646-3add-41da-8489-393b776ae958 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks [] for floatingip, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:52.750623 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-58aa9646-3add-41da-8489-393b776ae958 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:52.806945 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-58aa9646-3add-41da-8489-393b776ae958 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:52.913667 n-d-799529-6 neutron-server[94446]: INFO neutron.db.l3_db [None req-58aa9646-3add-41da-8489-393b776ae958 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Floating IP 99a53a50-c4b5-497d-9342-f0ff70655f75 associated. External IP: 172.25.3.144, port: c2a27f6d-f396-42e4-9d05-3f07dcbb59f7. Jul 09 15:48:53.121048 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58aa9646-3add-41da-8489-393b776ae958 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Router 49ca18b1-b59f-4d59-9f82-aa588a33e2e2 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:48:53.229566 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58aa9646-3add-41da-8489-393b776ae958 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:48:53.234589 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-58aa9646-3add-41da-8489-393b776ae958 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:53.238871 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1b6870-5da7-4209-8fd3-4e132f215f17 None None] Sync routers for ids ['49ca18b1-b59f-4d59-9f82-aa588a33e2e2'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:48:53.251784 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1b6870-5da7-4209-8fd3-4e132f215f17 None None] Routers {'49ca18b1-b59f-4d59-9f82-aa588a33e2e2'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:48:53.252392 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-3e1b6870-5da7-4209-8fd3-4e132f215f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:48:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['49ca18b1-b59f-4d59-9f82-aa588a33e2e2'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:48:53.271172 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-58aa9646-3add-41da-8489-393b776ae958 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "PUT /v2.0/floatingips/99a53a50-c4b5-497d-9342-f0ff70655f75 HTTP/1.1" status: 200 len: 992 time: 1.0032263 Jul 09 15:48:53.274775 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d54ce3a-1922-4d38-b7be-d7b1813e36e5', 'tag': 'c2a27f6d-f396-42e4-9d05-3f07dcbb59f7'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:48:53.274775 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71aea3d4ce3c79ba57e3b2a7f05354d67fe827d4c76bd908d035baed68c1bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbcb6d71-6073-49b9-b58b-e5c1fa0744fc" -d '{"events": [{"name": "network-changed", "server_uuid": "6d54ce3a-1922-4d38-b7be-d7b1813e36e5", "tag": "c2a27f6d-f396-42e4-9d05-3f07dcbb59f7"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:48:53.313872 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f48e5d-657a-424c-a33d-f99f794026dd x-openstack-request-id: req-a7f48e5d-657a-424c-a33d-f99f794026dd {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:48:53.314168 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d54ce3a-1922-4d38-b7be-d7b1813e36e5", "tag": "c2a27f6d-f396-42e4-9d05-3f07dcbb59f7", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:48:53.314610 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a7f48e5d-657a-424c-a33d-f99f794026dd {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:48:53.315022 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d54ce3a-1922-4d38-b7be-d7b1813e36e5', 'tag': 'c2a27f6d-f396-42e4-9d05-3f07dcbb59f7', 'status': 'completed', 'code': 200} Jul 09 15:48:53.365240 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-3e1b6870-5da7-4209-8fd3-4e132f215f17 None None] Set router 49ca18b1-b59f-4d59-9f82-aa588a33e2e2 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:48:53.422411 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb6d71-6073-49b9-b58b-e5c1fa0744fc req-7a80984d-19fb-4fc5-90ac-a44b6546e597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:53.424489 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cbcb6d71-6073-49b9-b58b-e5c1fa0744fc req-7a80984d-19fb-4fc5-90ac-a44b6546e597 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3a2e3821cf1a497198ff34b3df5b4b26&device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 1096 time: 0.0686917 Jul 09 15:48:53.523098 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb6d71-6073-49b9-b58b-e5c1fa0744fc req-e16a1394-d81c-4a82-b9e4-4b21972e50d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:53.525194 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cbcb6d71-6073-49b9-b58b-e5c1fa0744fc req-e16a1394-d81c-4a82-b9e4-4b21972e50d4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=049dafce-25e0-4b39-b5cd-c751bf7fa90f HTTP/1.1" status: 200 len: 912 time: 0.0939555 Jul 09 15:48:53.590443 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cbcb6d71-6073-49b9-b58b-e5c1fa0744fc req-933dd307-7bc3-4a2f-a817-e27941e2d0d8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2a27f6d-f396-42e4-9d05-3f07dcbb59f7 HTTP/1.1" status: 200 len: 1000 time: 0.0580826 Jul 09 15:48:53.642684 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb6d71-6073-49b9-b58b-e5c1fa0744fc req-dc4b08ef-f725-44ef-be3f-fe92689d3616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:53.644206 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cbcb6d71-6073-49b9-b58b-e5c1fa0744fc req-dc4b08ef-f725-44ef-be3f-fe92689d3616 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0a0449c8-405f-41d6-9115-e55438c81ff8 HTTP/1.1" status: 200 len: 850 time: 0.0477617 Jul 09 15:48:53.700808 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb6d71-6073-49b9-b58b-e5c1fa0744fc req-759f9303-11bb-4b25-84e2-20fc5404e22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:48:53.702568 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cbcb6d71-6073-49b9-b58b-e5c1fa0744fc req-759f9303-11bb-4b25-84e2-20fc5404e22a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=049dafce-25e0-4b39-b5cd-c751bf7fa90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523107 Jul 09 15:48:53.751247 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-3e1b6870-5da7-4209-8fd3-4e132f215f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'name': 'tempest-ServerActionsTestJSON-316792187-router', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:41:15Z', 'updated_at': '2021-07-09T15:41:18Z', 'revision_number': 4, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'gw_port': {'id': '7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:41:16Z', 'updated_at': '2021-07-09T15:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '99a53a50-c4b5-497d-9342-f0ff70655f75', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'floating_ip_address': '172.25.3.144', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'port_id': 'c2a27f6d-f396-42e4-9d05-3f07dcbb59f7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f', 'mac_address': 'fa:16:3e:a6:a9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d54ce3a-1922-4d38-b7be-d7b1813e36e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:41:22Z', 'updated_at': '2021-07-09T15:48:52Z', 'revision_number': 13, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb8e3151-810b-4ceb-9e7e-06e42b431fe0', 'name': '', 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'mac_address': 'fa:16:3e:f2:6d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '0a0449c8-405f-41d6-9115-e55438c81ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:41:18Z', 'updated_at': '2021-07-09T15:41:24Z', 'revision_number': 5, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'subnets': [{'id': '0a0449c8-405f-41d6-9115-e55438c81ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:48:53.777058 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1b6870-5da7-4209-8fd3-4e132f215f17 None None] Checking router: 49ca18b1-b59f-4d59-9f82-aa588a33e2e2 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:48:53.786277 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1b6870-5da7-4209-8fd3-4e132f215f17 None None] Routers {'49ca18b1-b59f-4d59-9f82-aa588a33e2e2'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:48:53.786919 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-3e1b6870-5da7-4209-8fd3-4e132f215f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:48:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['49ca18b1-b59f-4d59-9f82-aa588a33e2e2'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:48:53.791377 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cbcb6d71-6073-49b9-b58b-e5c1fa0744fc req-25360b53-ca3f-483e-87df-b7ec55b240f1 service neutron] 10.222.0.62 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823545 Jul 09 15:48:53.824543 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:53.886618 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cbcb6d71-6073-49b9-b58b-e5c1fa0744fc req-c0da41aa-8e3e-4f48-ae85-88ef2a1b73ed service neutron] 10.222.0.62 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886176 Jul 09 15:48:53.893628 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-3e1b6870-5da7-4209-8fd3-4e132f215f17 None None] Set router 49ca18b1-b59f-4d59-9f82-aa588a33e2e2 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:48:54.117237 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-3e1b6870-5da7-4209-8fd3-4e132f215f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'name': 'tempest-ServerActionsTestJSON-316792187-router', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:41:15Z', 'updated_at': '2021-07-09T15:41:18Z', 'revision_number': 4, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'gw_port': {'id': '7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:41:16Z', 'updated_at': '2021-07-09T15:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '99a53a50-c4b5-497d-9342-f0ff70655f75', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'floating_ip_address': '172.25.3.144', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'port_id': 'c2a27f6d-f396-42e4-9d05-3f07dcbb59f7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f', 'mac_address': 'fa:16:3e:a6:a9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d54ce3a-1922-4d38-b7be-d7b1813e36e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:41:22Z', 'updated_at': '2021-07-09T15:48:52Z', 'revision_number': 13, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb8e3151-810b-4ceb-9e7e-06e42b431fe0', 'name': '', 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'mac_address': 'fa:16:3e:f2:6d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '0a0449c8-405f-41d6-9115-e55438c81ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:41:18Z', 'updated_at': '2021-07-09T15:41:24Z', 'revision_number': 5, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'subnets': [{'id': '0a0449c8-405f-41d6-9115-e55438c81ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:48:54.142669 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1b6870-5da7-4209-8fd3-4e132f215f17 None None] The sync data for ids ['49ca18b1-b59f-4d59-9f82-aa588a33e2e2'] in n-d-799529-6 is: [{'id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'name': 'tempest-ServerActionsTestJSON-316792187-router', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:41:15Z', 'updated_at': '2021-07-09T15:41:18Z', 'revision_number': 4, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'gw_port': {'id': '7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:41:16Z', 'updated_at': '2021-07-09T15:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '99a53a50-c4b5-497d-9342-f0ff70655f75', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'floating_ip_address': '172.25.3.144', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'port_id': 'c2a27f6d-f396-42e4-9d05-3f07dcbb59f7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f', 'mac_address': 'fa:16:3e:a6:a9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d54ce3a-1922-4d38-b7be-d7b1813e36e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:41:22Z', 'updated_at': '2021-07-09T15:48:52Z', 'revision_number': 13, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb8e3151-810b-4ceb-9e7e-06e42b431fe0', 'name': '', 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'mac_address': 'fa:16:3e:f2:6d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '0a0449c8-405f-41d6-9115-e55438c81ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:41:18Z', 'updated_at': '2021-07-09T15:41:24Z', 'revision_number': 5, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'subnets': [{'id': '0a0449c8-405f-41d6-9115-e55438c81ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:48:54.333450 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81338035-7726-482c-91e8-4a2f78e33ad5 None None] New status for floating IP 99a53a50-c4b5-497d-9342-f0ff70655f75: ACTIVE {{(pid=94448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 15:48:56.166604 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9fdb1850-8676-42dc-ac55-e4abd80959fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:59.132707 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-76d1e9c3-d120-4fd7-9097-465b86be1a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:48:59.292713 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:00.469629 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:01.003921 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:49:01.869752 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:15.543252 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:23.800385 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:24.734275 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7eb8c003-917c-4e37-8a16-ee8b7966cee5 req-a72ba78c-0638-499a-a9b5-48255ffbd7b2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0514994 Jul 09 15:49:24.841153 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb8c003-917c-4e37-8a16-ee8b7966cee5 req-98e41769-152c-4964-b750-4533923ff0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:24.843139 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7eb8c003-917c-4e37-8a16-ee8b7966cee5 req-98e41769-152c-4964-b750-4533923ff0c0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3a2e3821cf1a497198ff34b3df5b4b26&device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 1096 time: 0.0515749 Jul 09 15:49:24.948034 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb8c003-917c-4e37-8a16-ee8b7966cee5 req-d8a3e99f-1d27-4db5-9d40-9846169e38ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:24.949428 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7eb8c003-917c-4e37-8a16-ee8b7966cee5 req-d8a3e99f-1d27-4db5-9d40-9846169e38ca service neutron] 10.222.0.62 "GET /v2.0/networks?id=049dafce-25e0-4b39-b5cd-c751bf7fa90f HTTP/1.1" status: 200 len: 912 time: 0.0858505 Jul 09 15:49:25.015382 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7eb8c003-917c-4e37-8a16-ee8b7966cee5 req-af954db1-7527-42f0-a812-8757cc1dafad service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2a27f6d-f396-42e4-9d05-3f07dcbb59f7 HTTP/1.1" status: 200 len: 1002 time: 0.0573242 Jul 09 15:49:25.067175 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb8c003-917c-4e37-8a16-ee8b7966cee5 req-2bb00c22-80e6-4976-837a-8066f70c42ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:25.068662 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7eb8c003-917c-4e37-8a16-ee8b7966cee5 req-2bb00c22-80e6-4976-837a-8066f70c42ee service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0a0449c8-405f-41d6-9115-e55438c81ff8 HTTP/1.1" status: 200 len: 850 time: 0.0465050 Jul 09 15:49:25.122971 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb8c003-917c-4e37-8a16-ee8b7966cee5 req-69dbb166-e587-4808-a8f7-cfb747e28c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:49:25.124545 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7eb8c003-917c-4e37-8a16-ee8b7966cee5 req-69dbb166-e587-4808-a8f7-cfb747e28c63 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=049dafce-25e0-4b39-b5cd-c751bf7fa90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500124 Jul 09 15:49:25.210661 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7eb8c003-917c-4e37-8a16-ee8b7966cee5 req-4675da5b-bf6f-44e1-aa8f-aaf2387f8add service neutron] 10.222.0.62 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792818 Jul 09 15:49:25.302356 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7eb8c003-917c-4e37-8a16-ee8b7966cee5 req-845cb42f-a78f-4605-be65-caf13a40be2a service neutron] 10.222.0.62 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856869 Jul 09 15:49:26.188624 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8944a7c5-d7b2-44c6-a30c-6a3e5b2030e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:29.160076 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2262ebe9-5d22-45cc-8454-4f903dcd8d66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:29.291056 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:30.468601 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:31.913744 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:38.002749 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:49:45.519193 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:53.770501 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:56.164633 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b493b2d0-0f0c-4759-997a-222eda4b76fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:59.135849 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b8070138-31d9-4bd5-9ebd-c92a9085dae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:49:59.301603 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:00.489805 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:01.866984 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:15.001159 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:50:15.546914 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:23.826049 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:24.712220 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-62b89e13-fdc9-4fd2-ac63-9252dd89f01f req-cbdd2596-1b5e-4a7b-86f0-b488080c024d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0523424 Jul 09 15:50:24.824191 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b89e13-fdc9-4fd2-ac63-9252dd89f01f req-a063be28-2aa8-4c09-ab87-2c31d909a5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:24.825721 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-62b89e13-fdc9-4fd2-ac63-9252dd89f01f req-a063be28-2aa8-4c09-ab87-2c31d909a5a1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3a2e3821cf1a497198ff34b3df5b4b26&device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 1096 time: 0.0561118 Jul 09 15:50:24.929418 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b89e13-fdc9-4fd2-ac63-9252dd89f01f req-aa93a47f-ad9d-4e41-aa13-1a4a343d4cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:24.930885 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-62b89e13-fdc9-4fd2-ac63-9252dd89f01f req-aa93a47f-ad9d-4e41-aa13-1a4a343d4cdc service neutron] 10.222.0.62 "GET /v2.0/networks?id=049dafce-25e0-4b39-b5cd-c751bf7fa90f HTTP/1.1" status: 200 len: 912 time: 0.0841928 Jul 09 15:50:24.998890 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-62b89e13-fdc9-4fd2-ac63-9252dd89f01f req-c3081507-acd7-4f4b-8d83-3ca22d0f3c6a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2a27f6d-f396-42e4-9d05-3f07dcbb59f7 HTTP/1.1" status: 200 len: 1002 time: 0.0612891 Jul 09 15:50:25.046063 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b89e13-fdc9-4fd2-ac63-9252dd89f01f req-91779cc5-c7af-479b-b8a4-763dd933a284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:25.047465 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-62b89e13-fdc9-4fd2-ac63-9252dd89f01f req-91779cc5-c7af-479b-b8a4-763dd933a284 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0a0449c8-405f-41d6-9115-e55438c81ff8 HTTP/1.1" status: 200 len: 850 time: 0.0422220 Jul 09 15:50:25.102008 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b89e13-fdc9-4fd2-ac63-9252dd89f01f req-1c815ebc-04bd-477c-94f7-ef3fe267f86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:50:25.103460 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-62b89e13-fdc9-4fd2-ac63-9252dd89f01f req-1c815ebc-04bd-477c-94f7-ef3fe267f86c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=049dafce-25e0-4b39-b5cd-c751bf7fa90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498588 Jul 09 15:50:25.197419 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-62b89e13-fdc9-4fd2-ac63-9252dd89f01f req-48796d23-fe28-48cb-a749-70f229903384 service neutron] 10.222.0.62 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867550 Jul 09 15:50:25.289126 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-62b89e13-fdc9-4fd2-ac63-9252dd89f01f req-4e36e419-a082-4cdd-8967-1de88a52c820 service neutron] 10.222.0.62 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858018 Jul 09 15:50:26.158182 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-11bd5fef-7025-48c3-bba3-6b0ee78dd9b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:29.134893 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-dc7ee6ba-2874-4dd1-a770-60c9395d9270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:29.271937 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:30.506206 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:31.877070 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:45.563181 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:52.000302 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:50:53.819971 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:56.151225 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-df65e381-97f7-4d6b-a330-7d3914623a19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:59.140041 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-931d56e5-9467-4dfa-a9a7-5efab6f70a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:50:59.316836 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:00.488353 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:01.871035 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:15.549332 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:23.818942 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:24.798521 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4f0f05dd-5dd2-44fe-8097-cd1c0d02bfc9 req-90e4ed0b-f10d-4b6b-8ed3-718033c3e09d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1350875 Jul 09 15:51:24.914307 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f05dd-5dd2-44fe-8097-cd1c0d02bfc9 req-61bb4135-2c96-454e-8d5d-e2fc4879c9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:24.915866 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4f0f05dd-5dd2-44fe-8097-cd1c0d02bfc9 req-61bb4135-2c96-454e-8d5d-e2fc4879c9ac service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3a2e3821cf1a497198ff34b3df5b4b26&device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 1096 time: 0.0565164 Jul 09 15:51:25.014871 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f05dd-5dd2-44fe-8097-cd1c0d02bfc9 req-13b3bd2f-2128-4e96-be93-f2c36b98a84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:25.016372 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4f0f05dd-5dd2-44fe-8097-cd1c0d02bfc9 req-13b3bd2f-2128-4e96-be93-f2c36b98a84a service neutron] 10.222.0.62 "GET /v2.0/networks?id=049dafce-25e0-4b39-b5cd-c751bf7fa90f HTTP/1.1" status: 200 len: 912 time: 0.0819085 Jul 09 15:51:25.089151 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4f0f05dd-5dd2-44fe-8097-cd1c0d02bfc9 req-6ceb78e5-3cf3-4bc3-90ae-279a1cace43b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2a27f6d-f396-42e4-9d05-3f07dcbb59f7 HTTP/1.1" status: 200 len: 1002 time: 0.0667706 Jul 09 15:51:25.137321 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f05dd-5dd2-44fe-8097-cd1c0d02bfc9 req-b05ce2b6-a642-4927-9700-c944bc68d69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:25.138729 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4f0f05dd-5dd2-44fe-8097-cd1c0d02bfc9 req-b05ce2b6-a642-4927-9700-c944bc68d69f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0a0449c8-405f-41d6-9115-e55438c81ff8 HTTP/1.1" status: 200 len: 850 time: 0.0427530 Jul 09 15:51:25.193801 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f05dd-5dd2-44fe-8097-cd1c0d02bfc9 req-832e6c5b-b909-4351-91d2-61d804e629c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:25.195266 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4f0f05dd-5dd2-44fe-8097-cd1c0d02bfc9 req-832e6c5b-b909-4351-91d2-61d804e629c5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=049dafce-25e0-4b39-b5cd-c751bf7fa90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503018 Jul 09 15:51:25.283638 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4f0f05dd-5dd2-44fe-8097-cd1c0d02bfc9 req-ea705c4d-7190-4688-a98b-997b10ad4c16 service neutron] 10.222.0.62 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816524 Jul 09 15:51:25.370097 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4f0f05dd-5dd2-44fe-8097-cd1c0d02bfc9 req-ec99c0e7-5f2e-420f-8aee-5b221adce3c6 service neutron] 10.222.0.62 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794003 Jul 09 15:51:26.173066 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2641c2d8-3d2a-4812-bd39-6004b32f729f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:28.999773 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:51:29.162031 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b8d35d5b-6217-47c6-8301-3ac95654be37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:29.298912 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:30.544115 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:31.875946 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:34.445527 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7001b7-7471-43ff-9a84-522abf2fca5f req-56f35d18-673a-4a35-9cf8-9c22cc5c8f63 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:34.447004 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8a7001b7-7471-43ff-9a84-522abf2fca5f req-56f35d18-673a-4a35-9cf8-9c22cc5c8f63 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 945 time: 0.1061742 Jul 09 15:51:34.489459 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8a7001b7-7471-43ff-9a84-522abf2fca5f req-9dce1543-69a6-49c5-9555-13694eb1b410 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366414 Jul 09 15:51:45.543515 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:47.623843 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a19cb9-dbea-4243-896f-3a0b5b8358fa req-2b98c4a5-6ef2-4646-8316-d92ab297ca04 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:47.625383 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-96a19cb9-dbea-4243-896f-3a0b5b8358fa req-2b98c4a5-6ef2-4646-8316-d92ab297ca04 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 945 time: 0.0687039 Jul 09 15:51:47.688353 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-96a19cb9-dbea-4243-896f-3a0b5b8358fa req-8dad7679-9388-441e-88f3-00b5b21bf1a6 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573790 Jul 09 15:51:47.715630 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8f9e24cf-df78-422b-ab08-bb443f58b937 req-8e3dae1a-0012-4c15-bf37-62d32927ab48 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0583570 Jul 09 15:51:48.865754 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66caf50-b77d-4390-b3a2-30f240f0d4c3 req-8d2dc159-fffd-4196-a05b-13c5d2f5f997 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:48.867385 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b66caf50-b77d-4390-b3a2-30f240f0d4c3 req-8d2dc159-fffd-4196-a05b-13c5d2f5f997 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 945 time: 0.0649207 Jul 09 15:51:48.905720 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b66caf50-b77d-4390-b3a2-30f240f0d4c3 req-7fd88013-db1d-4c38-b110-5e563b309c05 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322034 Jul 09 15:51:49.736099 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e24cf-df78-422b-ab08-bb443f58b937 req-7f23860b-afb2-4967-aafe-a5ca84128e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:49.737612 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8f9e24cf-df78-422b-ab08-bb443f58b937 req-7f23860b-afb2-4967-aafe-a5ca84128e1c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3a2e3821cf1a497198ff34b3df5b4b26&device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 1096 time: 0.0520442 Jul 09 15:51:49.827966 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e24cf-df78-422b-ab08-bb443f58b937 req-933b3bb1-3a2e-46cd-a951-05e6bfa27013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:49.829459 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8f9e24cf-df78-422b-ab08-bb443f58b937 req-933b3bb1-3a2e-46cd-a951-05e6bfa27013 service neutron] 10.222.0.62 "GET /v2.0/networks?id=049dafce-25e0-4b39-b5cd-c751bf7fa90f HTTP/1.1" status: 200 len: 912 time: 0.0859334 Jul 09 15:51:49.893519 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8f9e24cf-df78-422b-ab08-bb443f58b937 req-738f72d4-6cf7-4bfd-8b7c-cc515ee0f052 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2a27f6d-f396-42e4-9d05-3f07dcbb59f7 HTTP/1.1" status: 200 len: 1002 time: 0.0569246 Jul 09 15:51:49.945835 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e24cf-df78-422b-ab08-bb443f58b937 req-750c3c65-c342-4ba9-b90d-9ed9bf8e92f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:49.947407 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8f9e24cf-df78-422b-ab08-bb443f58b937 req-750c3c65-c342-4ba9-b90d-9ed9bf8e92f1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0a0449c8-405f-41d6-9115-e55438c81ff8 HTTP/1.1" status: 200 len: 850 time: 0.0474658 Jul 09 15:51:50.004440 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e24cf-df78-422b-ab08-bb443f58b937 req-561c2256-8cef-4212-aa5a-e484f47c2d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:50.005900 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8f9e24cf-df78-422b-ab08-bb443f58b937 req-561c2256-8cef-4212-aa5a-e484f47c2d5c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=049dafce-25e0-4b39-b5cd-c751bf7fa90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518503 Jul 09 15:51:50.081036 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d40ab69-1bdd-4a20-b163-2a0c0caeab7a req-949fe502-2a64-4768-9749-de87a19d5121 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:50.082717 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1d40ab69-1bdd-4a20-b163-2a0c0caeab7a req-949fe502-2a64-4768-9749-de87a19d5121 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 945 time: 0.0640016 Jul 09 15:51:50.096463 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8f9e24cf-df78-422b-ab08-bb443f58b937 req-9c21b9e7-2198-45f9-9df9-3d4e73a32f9a service neutron] 10.222.0.62 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836084 Jul 09 15:51:50.122213 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1d40ab69-1bdd-4a20-b163-2a0c0caeab7a req-acdd907b-4962-4969-aada-f7692e0eb5ff tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338743 Jul 09 15:51:50.188667 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8f9e24cf-df78-422b-ab08-bb443f58b937 req-0bc3ce2d-7d5f-44aa-bf91-4993d2e04d20 service neutron] 10.222.0.62 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862179 Jul 09 15:51:51.299169 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999fd365-0f8e-414d-b664-6d828742ee6c req-9a73ecf6-59c8-4831-abb8-c1876076f5c6 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:51.300722 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-999fd365-0f8e-414d-b664-6d828742ee6c req-9a73ecf6-59c8-4831-abb8-c1876076f5c6 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 945 time: 0.0648396 Jul 09 15:51:51.338045 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-999fd365-0f8e-414d-b664-6d828742ee6c req-4325c8fb-0047-4dd7-a3d9-e189bfe91443 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316176 Jul 09 15:51:52.521092 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652df115-c08f-4e58-817f-59f27a9a943c req-d4a15922-7548-430f-ab61-cce771ae7641 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:52.522605 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-652df115-c08f-4e58-817f-59f27a9a943c req-d4a15922-7548-430f-ab61-cce771ae7641 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 945 time: 0.0698378 Jul 09 15:51:52.559106 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-652df115-c08f-4e58-817f-59f27a9a943c req-6678b103-ab39-4a54-822f-fb28573df46e tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309265 Jul 09 15:51:53.732500 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2090090-fc2e-417a-8512-1021dc016b03 req-40c68771-9a3b-4dcf-9b28-25c5912b73c7 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:53.734029 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a2090090-fc2e-417a-8512-1021dc016b03 req-40c68771-9a3b-4dcf-9b28-25c5912b73c7 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 945 time: 0.0640671 Jul 09 15:51:53.776065 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a2090090-fc2e-417a-8512-1021dc016b03 req-ba9c2f8b-59cc-41a9-b3f7-1f8f5de39a91 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362604 Jul 09 15:51:53.794034 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:54.949294 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ef425-dc1d-4fa4-85e2-a6290089d011 req-8d1ba276-e6f5-401e-8634-5eb1aed749cf tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:54.950808 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4b2ef425-dc1d-4fa4-85e2-a6290089d011 req-8d1ba276-e6f5-401e-8634-5eb1aed749cf tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 945 time: 0.0648196 Jul 09 15:51:54.988245 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4b2ef425-dc1d-4fa4-85e2-a6290089d011 req-21d12862-7d73-4bf2-966b-56bbcd526850 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319316 Jul 09 15:51:56.161669 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c5387-05a8-447a-816d-3f93489eba56 req-a0d3eed5-c73e-428c-bc88-7dbe837e31b7 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:56.163197 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e47c5387-05a8-447a-816d-3f93489eba56 req-a0d3eed5-c73e-428c-bc88-7dbe837e31b7 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 945 time: 0.0638180 Jul 09 15:51:56.166187 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0134d265-f4ef-4c79-a341-477254471715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:56.202591 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e47c5387-05a8-447a-816d-3f93489eba56 req-94db40d5-4616-4354-838a-8831788b9c7c tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333924 Jul 09 15:51:57.378032 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267c626-1b3a-4f47-9bb0-8603ddb363f4 req-a40a5e84-5b9a-45ff-8d63-7ed2a1fcc149 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:57.380066 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0267c626-1b3a-4f47-9bb0-8603ddb363f4 req-a40a5e84-5b9a-45ff-8d63-7ed2a1fcc149 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 945 time: 0.0676312 Jul 09 15:51:57.418372 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0267c626-1b3a-4f47-9bb0-8603ddb363f4 req-fdaca8aa-685d-465d-9a35-1c065f6e549c tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326924 Jul 09 15:51:58.588620 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a987b30-11c7-4157-becc-673ffc560de6 req-010f2c0c-1e8f-4501-af21-1a94821b4b94 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:58.590103 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8a987b30-11c7-4157-becc-673ffc560de6 req-010f2c0c-1e8f-4501-af21-1a94821b4b94 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 945 time: 0.0620081 Jul 09 15:51:58.626490 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8a987b30-11c7-4157-becc-673ffc560de6 req-9f11af81-7f2b-4f90-8ff3-5256b8ccf2cf tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308952 Jul 09 15:51:59.160553 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-bdbb226c-ac88-45d7-8621-ea0d0ba94919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:59.274564 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:51:59.802312 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20220f7e-da27-4e4e-a3ff-032670265338 req-56df7aff-d199-48c9-b81e-4de7b386a82b tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:51:59.803878 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-20220f7e-da27-4e4e-a3ff-032670265338 req-56df7aff-d199-48c9-b81e-4de7b386a82b tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 945 time: 0.0655365 Jul 09 15:51:59.844178 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-20220f7e-da27-4e4e-a3ff-032670265338 req-57a0796b-5f46-4757-83fc-2c8af82951ee tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344098 Jul 09 15:52:00.486582 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:01.025433 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a260c-4edf-48e2-8f6c-a0957acc90d0 req-9b96a03f-ced2-4649-a753-4301925d48de tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:01.026898 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-191a260c-4edf-48e2-8f6c-a0957acc90d0 req-9b96a03f-ced2-4649-a753-4301925d48de tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 945 time: 0.0652668 Jul 09 15:52:01.064121 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-191a260c-4edf-48e2-8f6c-a0957acc90d0 req-74093300-a0ee-45ed-a75f-3d8919bf9c4e tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316784 Jul 09 15:52:01.897491 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:02.292690 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80892d-de9c-44fe-94d4-20a94562b6cd req-2a2cc157-2633-495d-a8cf-be23ba618170 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:02.294236 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7d80892d-de9c-44fe-94d4-20a94562b6cd req-2a2cc157-2633-495d-a8cf-be23ba618170 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 945 time: 0.0771632 Jul 09 15:52:02.333884 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7d80892d-de9c-44fe-94d4-20a94562b6cd req-b4a58134-f608-435c-b20f-9923dc5a3f44 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340569 Jul 09 15:52:03.535561 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cda9a89-61d3-479c-8314-9586ef98c519 req-4041a3e6-2b82-4b37-8a7b-e30e0c1d1617 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:03.537423 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5cda9a89-61d3-479c-8314-9586ef98c519 req-4041a3e6-2b82-4b37-8a7b-e30e0c1d1617 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 945 time: 0.0692825 Jul 09 15:52:03.576544 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5cda9a89-61d3-479c-8314-9586ef98c519 req-7c5141ac-1915-449f-8c04-645eccac7b83 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335085 Jul 09 15:52:04.763939 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92ead1-b14c-4a4d-ae73-ae98ede00b06 req-71445aa9-07be-4a39-aa87-9dd591080f25 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:04.765370 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4b92ead1-b14c-4a4d-ae73-ae98ede00b06 req-71445aa9-07be-4a39-aa87-9dd591080f25 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 945 time: 0.0687296 Jul 09 15:52:04.809097 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4b92ead1-b14c-4a4d-ae73-ae98ede00b06 req-dd5d71a0-83b4-4d3a-89ba-61a6712105df tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377986 Jul 09 15:52:04.810681 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [req-8f9e24cf-df78-422b-ab08-bb443f58b937 req-d6462f62-cf66-4bce-bff6-5e8831f87906 service neutron] show failed (client error): The resource could not be found. Jul 09 15:52:04.811777 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8f9e24cf-df78-422b-ab08-bb443f58b937 req-d6462f62-cf66-4bce-bff6-5e8831f87906 service neutron] 10.222.0.62 "GET /v2.0/ports/c2a27f6d-f396-42e4-9d05-3f07dcbb59f7/bindings/n-h2-799529-6 HTTP/1.1" status: 404 len: 380 time: 0.0540311 Jul 09 15:52:05.403139 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e24cf-df78-422b-ab08-bb443f58b937 req-b5f198b2-5c9f-46bd-8395-ff308c891bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:05.404718 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8f9e24cf-df78-422b-ab08-bb443f58b937 req-b5f198b2-5c9f-46bd-8395-ff308c891bef service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5&tenant_id=3a2e3821cf1a497198ff34b3df5b4b26 HTTP/1.1" status: 200 len: 1096 time: 0.1081152 Jul 09 15:52:05.416913 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-8f9e24cf-df78-422b-ab08-bb443f58b937 req-423ce719-4800-490b-9a77-83fef7d60f06 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799529-6', 'device_owner': 'compute:nova'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:52:05.491851 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8f9e24cf-df78-422b-ab08-bb443f58b937 req-423ce719-4800-490b-9a77-83fef7d60f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:05.692664 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-8f9e24cf-df78-422b-ab08-bb443f58b937 req-423ce719-4800-490b-9a77-83fef7d60f06 service neutron] For port c2a27f6d-f396-42e4-9d05-3f07dcbb59f7, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=c2a27f6d-f396-42e4-9d05-3f07dcbb59f7,segment=NetworkSegment(7b3f88b7-e575-46f0-9305-dec137800846),segment_id=7b3f88b7-e575-46f0-9305-dec137800846)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:52:05.725689 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-8f9e24cf-df78-422b-ab08-bb443f58b937 req-423ce719-4800-490b-9a77-83fef7d60f06 service neutron] For port c2a27f6d-f396-42e4-9d05-3f07dcbb59f7, host n-h1-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:52:05.763670 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d54ce3a-1922-4d38-b7be-d7b1813e36e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2a27f6d-f396-42e4-9d05-3f07dcbb59f7'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:52:05.765959 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bb405a18ca731a56dedfaaf5e9a79789110744f6b6799bb7a0722340b5c16f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-112bdcd9-8f63-4de6-83c0-3d0a0e116a0e" -d '{"events": [{"server_uuid": "6d54ce3a-1922-4d38-b7be-d7b1813e36e5", "name": "network-vif-unplugged", "status": "completed", "tag": "c2a27f6d-f396-42e4-9d05-3f07dcbb59f7"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:52:05.770383 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8f9e24cf-df78-422b-ab08-bb443f58b937 req-423ce719-4800-490b-9a77-83fef7d60f06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:05.782676 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-8f9e24cf-df78-422b-ab08-bb443f58b937 req-423ce719-4800-490b-9a77-83fef7d60f06 service neutron] Transition to ACTIVE for port object c2a27f6d-f396-42e4-9d05-3f07dcbb59f7 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:52:05.851920 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8f9e24cf-df78-422b-ab08-bb443f58b937 req-423ce719-4800-490b-9a77-83fef7d60f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:05.882928 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 15:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f9bbbb-dc93-4e46-b248-3b45ca73946d x-openstack-request-id: req-99f9bbbb-dc93-4e46-b248-3b45ca73946d {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:52:05.883223 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d54ce3a-1922-4d38-b7be-d7b1813e36e5", "name": "network-vif-unplugged", "status": "completed", "tag": "c2a27f6d-f396-42e4-9d05-3f07dcbb59f7", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:52:05.883482 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-99f9bbbb-dc93-4e46-b248-3b45ca73946d {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:52:05.883904 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d54ce3a-1922-4d38-b7be-d7b1813e36e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2a27f6d-f396-42e4-9d05-3f07dcbb59f7', 'code': 200} Jul 09 15:52:05.954048 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ce719-4800-490b-9a77-83fef7d60f06 service neutron] Pushing event updated for resources: {'Port': ['ID=c2a27f6d-f396-42e4-9d05-3f07dcbb59f7,revision_number=6']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:52:05.964222 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device c2a27f6d-f396-42e4-9d05-3f07dcbb59f7 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:52:05.987277 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ce719-4800-490b-9a77-83fef7d60f06 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:05.988194 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ce719-4800-490b-9a77-83fef7d60f06 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:05.988549 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ce719-4800-490b-9a77-83fef7d60f06 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:05.988889 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ce719-4800-490b-9a77-83fef7d60f06 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:05.989226 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ce719-4800-490b-9a77-83fef7d60f06 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:05.989555 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ce719-4800-490b-9a77-83fef7d60f06 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:05.989885 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ce719-4800-490b-9a77-83fef7d60f06 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:05.990214 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ce719-4800-490b-9a77-83fef7d60f06 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:05.990540 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ce719-4800-490b-9a77-83fef7d60f06 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:05.990865 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ce719-4800-490b-9a77-83fef7d60f06 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:05.991193 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ce719-4800-490b-9a77-83fef7d60f06 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:05.991545 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ce719-4800-490b-9a77-83fef7d60f06 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:06.004155 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device c2a27f6d-f396-42e4-9d05-3f07dcbb59f7 not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:52:06.009583 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:52:06.034803 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f9e24cf-df78-422b-ab08-bb443f58b937 req-423ce719-4800-490b-9a77-83fef7d60f06 service neutron] No DVR routers for this DVR port c2a27f6d-f396-42e4-9d05-3f07dcbb59f7 on host n-h1-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:52:06.132219 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0dbf1f-8e6a-4f6a-af1f-5cf1c088ecc5 req-67b9acec-a630-40df-90e2-ae9516a85d16 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:06.133737 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2e0dbf1f-8e6a-4f6a-af1f-5cf1c088ecc5 req-67b9acec-a630-40df-90e2-ae9516a85d16 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 943 time: 0.1966653 Jul 09 15:52:06.191708 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2e0dbf1f-8e6a-4f6a-af1f-5cf1c088ecc5 req-8c3c38ef-169f-476b-9b12-239ffb0c64dd tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491259 Jul 09 15:52:06.223150 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-8f9e24cf-df78-422b-ab08-bb443f58b937 req-423ce719-4800-490b-9a77-83fef7d60f06 service neutron] Attempting to bind port c2a27f6d-f396-42e4-9d05-3f07dcbb59f7 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:52:06.223492 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-8f9e24cf-df78-422b-ab08-bb443f58b937 req-423ce719-4800-490b-9a77-83fef7d60f06 service neutron] Attempting to bind port c2a27f6d-f396-42e4-9d05-3f07dcbb59f7 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '7b3f88b7-e575-46f0-9305-dec137800846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:52:06.223849 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9e24cf-df78-422b-ab08-bb443f58b937 req-423ce719-4800-490b-9a77-83fef7d60f06 service neutron] Attempting to bind port c2a27f6d-f396-42e4-9d05-3f07dcbb59f7 on network 049dafce-25e0-4b39-b5cd-c751bf7fa90f {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:52:06.228105 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9e24cf-df78-422b-ab08-bb443f58b937 req-423ce719-4800-490b-9a77-83fef7d60f06 service neutron] Port c2a27f6d-f396-42e4-9d05-3f07dcbb59f7 on network 049dafce-25e0-4b39-b5cd-c751bf7fa90f not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:52:06.228426 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9e24cf-df78-422b-ab08-bb443f58b937 req-423ce719-4800-490b-9a77-83fef7d60f06 service neutron] Attempting to bind port c2a27f6d-f396-42e4-9d05-3f07dcbb59f7 on network 049dafce-25e0-4b39-b5cd-c751bf7fa90f {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:52:06.233286 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9e24cf-df78-422b-ab08-bb443f58b937 req-423ce719-4800-490b-9a77-83fef7d60f06 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:52:06.233623 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9e24cf-df78-422b-ab08-bb443f58b937 req-423ce719-4800-490b-9a77-83fef7d60f06 service neutron] Checking segment: {'id': '7b3f88b7-e575-46f0-9305-dec137800846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:52:06.234007 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9e24cf-df78-422b-ab08-bb443f58b937 req-423ce719-4800-490b-9a77-83fef7d60f06 service neutron] Bound using segment: {'id': '7b3f88b7-e575-46f0-9305-dec137800846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:52:06.234433 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-8f9e24cf-df78-422b-ab08-bb443f58b937 req-423ce719-4800-490b-9a77-83fef7d60f06 service neutron] Bound port: c2a27f6d-f396-42e4-9d05-3f07dcbb59f7, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b3f88b7-e575-46f0-9305-dec137800846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:52:06.234787 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8f9e24cf-df78-422b-ab08-bb443f58b937 req-423ce719-4800-490b-9a77-83fef7d60f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:06.300310 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-8f9e24cf-df78-422b-ab08-bb443f58b937 req-423ce719-4800-490b-9a77-83fef7d60f06 service neutron] For port c2a27f6d-f396-42e4-9d05-3f07dcbb59f7, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:52:06.303645 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-8f9e24cf-df78-422b-ab08-bb443f58b937 req-423ce719-4800-490b-9a77-83fef7d60f06 service neutron] For port c2a27f6d-f396-42e4-9d05-3f07dcbb59f7, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=c2a27f6d-f396-42e4-9d05-3f07dcbb59f7,segment=NetworkSegment(7b3f88b7-e575-46f0-9305-dec137800846),segment_id=7b3f88b7-e575-46f0-9305-dec137800846)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:52:06.349455 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8f9e24cf-df78-422b-ab08-bb443f58b937 req-423ce719-4800-490b-9a77-83fef7d60f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:06.386507 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e24cf-df78-422b-ab08-bb443f58b937 req-423ce719-4800-490b-9a77-83fef7d60f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:06.387141 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8f9e24cf-df78-422b-ab08-bb443f58b937 req-423ce719-4800-490b-9a77-83fef7d60f06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:06.388738 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8f9e24cf-df78-422b-ab08-bb443f58b937 req-423ce719-4800-490b-9a77-83fef7d60f06 service neutron] 10.222.0.54 "PUT /v2.0/ports/c2a27f6d-f396-42e4-9d05-3f07dcbb59f7 HTTP/1.1" status: 200 len: 1091 time: 0.9758828 Jul 09 15:52:06.413820 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ce719-4800-490b-9a77-83fef7d60f06 service neutron] Pushing event updated for resources: {'Port': ['ID=c2a27f6d-f396-42e4-9d05-3f07dcbb59f7,revision_number=7']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:52:06.469361 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e24cf-df78-422b-ab08-bb443f58b937 req-75025b31-eb1b-4cd1-8a0e-2683b449a179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:06.470991 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8f9e24cf-df78-422b-ab08-bb443f58b937 req-75025b31-eb1b-4cd1-8a0e-2683b449a179 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3a2e3821cf1a497198ff34b3df5b4b26&device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 1094 time: 0.0561173 Jul 09 15:52:06.567155 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e24cf-df78-422b-ab08-bb443f58b937 req-01958bbe-58ce-4adc-bc41-e38556051c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:06.568791 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8f9e24cf-df78-422b-ab08-bb443f58b937 req-01958bbe-58ce-4adc-bc41-e38556051c59 service neutron] 10.222.0.54 "GET /v2.0/networks?id=049dafce-25e0-4b39-b5cd-c751bf7fa90f HTTP/1.1" status: 200 len: 912 time: 0.0914886 Jul 09 15:52:06.632178 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8f9e24cf-df78-422b-ab08-bb443f58b937 req-f117867f-d33d-470e-80ba-ad587feb90f0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2a27f6d-f396-42e4-9d05-3f07dcbb59f7 HTTP/1.1" status: 200 len: 1000 time: 0.0571077 Jul 09 15:52:06.683835 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e24cf-df78-422b-ab08-bb443f58b937 req-9509c9d8-fd27-44f5-9c19-292d64c3f36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:06.685309 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8f9e24cf-df78-422b-ab08-bb443f58b937 req-9509c9d8-fd27-44f5-9c19-292d64c3f36c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0a0449c8-405f-41d6-9115-e55438c81ff8 HTTP/1.1" status: 200 len: 850 time: 0.0467429 Jul 09 15:52:06.743224 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e24cf-df78-422b-ab08-bb443f58b937 req-e1117910-5a5c-41cf-a9a3-ce05512eec39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:06.745743 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8f9e24cf-df78-422b-ab08-bb443f58b937 req-e1117910-5a5c-41cf-a9a3-ce05512eec39 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=049dafce-25e0-4b39-b5cd-c751bf7fa90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525787 Jul 09 15:52:06.757056 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [req-8f9e24cf-df78-422b-ab08-bb443f58b937 req-d3c491ca-6023-4cf6-bb2d-45af8dae9d28 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:52:06.758004 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8f9e24cf-df78-422b-ab08-bb443f58b937 req-d3c491ca-6023-4cf6-bb2d-45af8dae9d28 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055058 Jul 09 15:52:06.844120 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8f9e24cf-df78-422b-ab08-bb443f58b937 req-a659773b-473a-4de4-8979-4c8bc068cddb service neutron] 10.222.0.54 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801306 Jul 09 15:52:06.935927 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8f9e24cf-df78-422b-ab08-bb443f58b937 req-1b7d39d4-4c30-4d60-9463-4873e156c993 service neutron] 10.222.0.54 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855544 Jul 09 15:52:07.372046 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc729bf4-097a-43a0-944b-5b5c87115cf5 req-757e8fe8-6133-42a2-a242-addffd932d96 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:07.373594 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bc729bf4-097a-43a0-944b-5b5c87115cf5 req-757e8fe8-6133-42a2-a242-addffd932d96 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 943 time: 0.0684428 Jul 09 15:52:07.414705 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bc729bf4-097a-43a0-944b-5b5c87115cf5 req-4527f2e2-60da-4cc0-91a4-4b02ecc4ce13 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349417 Jul 09 15:52:07.885559 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d54ce3a-1922-4d38-b7be-d7b1813e36e5', 'tag': 'c2a27f6d-f396-42e4-9d05-3f07dcbb59f7'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:52:07.888006 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bb405a18ca731a56dedfaaf5e9a79789110744f6b6799bb7a0722340b5c16f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e9e153-081c-4e65-9c88-31723fc751fd" -d '{"events": [{"name": "network-changed", "server_uuid": "6d54ce3a-1922-4d38-b7be-d7b1813e36e5", "tag": "c2a27f6d-f396-42e4-9d05-3f07dcbb59f7"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:52:07.937149 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3c9570-e0c7-4172-8f54-9880591b3e4a x-openstack-request-id: req-9d3c9570-e0c7-4172-8f54-9880591b3e4a {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:52:07.937439 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d54ce3a-1922-4d38-b7be-d7b1813e36e5", "tag": "c2a27f6d-f396-42e4-9d05-3f07dcbb59f7", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:52:07.937700 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9d3c9570-e0c7-4172-8f54-9880591b3e4a {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:52:07.938131 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d54ce3a-1922-4d38-b7be-d7b1813e36e5', 'tag': 'c2a27f6d-f396-42e4-9d05-3f07dcbb59f7', 'status': 'completed', 'code': 200} Jul 09 15:52:08.030693 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9e153-081c-4e65-9c88-31723fc751fd req-1adff187-d0ec-4bcb-a41e-051192a29ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:08.032557 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d4e9e153-081c-4e65-9c88-31723fc751fd req-1adff187-d0ec-4bcb-a41e-051192a29ecb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3a2e3821cf1a497198ff34b3df5b4b26&device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 1094 time: 0.0712435 Jul 09 15:52:08.069144 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9e153-081c-4e65-9c88-31723fc751fd req-cc4ea08c-4d21-48dc-962b-ad87580b3fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:08.070649 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d4e9e153-081c-4e65-9c88-31723fc751fd req-cc4ea08c-4d21-48dc-962b-ad87580b3fbb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3a2e3821cf1a497198ff34b3df5b4b26&device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 1094 time: 0.0880184 Jul 09 15:52:08.136678 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9e153-081c-4e65-9c88-31723fc751fd req-6b778d84-4230-40a5-8ae6-b678d608c701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:08.138198 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d4e9e153-081c-4e65-9c88-31723fc751fd req-6b778d84-4230-40a5-8ae6-b678d608c701 service neutron] 10.222.0.54 "GET /v2.0/networks?id=049dafce-25e0-4b39-b5cd-c751bf7fa90f HTTP/1.1" status: 200 len: 912 time: 0.0994565 Jul 09 15:52:08.170235 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9e153-081c-4e65-9c88-31723fc751fd req-07150ac1-8186-43d1-9b5f-cc0173cb1e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:08.172146 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d4e9e153-081c-4e65-9c88-31723fc751fd req-07150ac1-8186-43d1-9b5f-cc0173cb1e06 service neutron] 10.222.0.62 "GET /v2.0/networks?id=049dafce-25e0-4b39-b5cd-c751bf7fa90f HTTP/1.1" status: 200 len: 912 time: 0.0954201 Jul 09 15:52:08.210043 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d4e9e153-081c-4e65-9c88-31723fc751fd req-04bafbeb-e862-43b0-b869-a55047fdebd3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2a27f6d-f396-42e4-9d05-3f07dcbb59f7 HTTP/1.1" status: 200 len: 1000 time: 0.0653744 Jul 09 15:52:08.247209 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d4e9e153-081c-4e65-9c88-31723fc751fd req-eb32ef16-7777-43c2-bf9e-51086fb1bd19 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2a27f6d-f396-42e4-9d05-3f07dcbb59f7 HTTP/1.1" status: 200 len: 1000 time: 0.0687392 Jul 09 15:52:08.263247 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9e153-081c-4e65-9c88-31723fc751fd req-895d80f8-ac86-4087-803d-9b5ac90b6e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:08.265606 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d4e9e153-081c-4e65-9c88-31723fc751fd req-895d80f8-ac86-4087-803d-9b5ac90b6e74 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0a0449c8-405f-41d6-9115-e55438c81ff8 HTTP/1.1" status: 200 len: 850 time: 0.0483205 Jul 09 15:52:08.299681 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9e153-081c-4e65-9c88-31723fc751fd req-d8bd976f-21ac-41c6-89b0-cb309cb79c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:08.301766 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d4e9e153-081c-4e65-9c88-31723fc751fd req-d8bd976f-21ac-41c6-89b0-cb309cb79c07 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0a0449c8-405f-41d6-9115-e55438c81ff8 HTTP/1.1" status: 200 len: 850 time: 0.0475819 Jul 09 15:52:08.332122 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9e153-081c-4e65-9c88-31723fc751fd req-bf9fbc4f-860a-4d59-8c57-8c08a33f9741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:08.333721 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d4e9e153-081c-4e65-9c88-31723fc751fd req-bf9fbc4f-860a-4d59-8c57-8c08a33f9741 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=049dafce-25e0-4b39-b5cd-c751bf7fa90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624301 Jul 09 15:52:08.369132 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9e153-081c-4e65-9c88-31723fc751fd req-8e7e04eb-9abc-4e34-817e-aa1d09b0d949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:08.370676 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d4e9e153-081c-4e65-9c88-31723fc751fd req-8e7e04eb-9abc-4e34-817e-aa1d09b0d949 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=049dafce-25e0-4b39-b5cd-c751bf7fa90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622540 Jul 09 15:52:08.445305 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d4e9e153-081c-4e65-9c88-31723fc751fd req-2479d13f-5bf1-4eed-b038-b001c3cb5ea9 service neutron] 10.222.0.54 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039858 Jul 09 15:52:08.478511 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d4e9e153-081c-4e65-9c88-31723fc751fd req-b0e14459-f329-4396-9ff7-192da31ce8f2 service neutron] 10.222.0.62 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009305 Jul 09 15:52:08.562530 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d4e9e153-081c-4e65-9c88-31723fc751fd req-28807479-28e2-45e3-bdff-10268c9d5507 service neutron] 10.222.0.54 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103306 Jul 09 15:52:08.974691 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d4e9e153-081c-4e65-9c88-31723fc751fd req-dd01b066-2b78-4e02-a3f7-defe9b761f32 service neutron] 10.222.0.62 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4890528 Jul 09 15:52:08.993450 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d1bb6d-a6ac-4e75-ad18-e6ac09c76ba6 req-e4467a4e-156f-4a26-a075-8002c2f5c1fc tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:08.995301 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-93d1bb6d-a6ac-4e75-ad18-e6ac09c76ba6 req-e4467a4e-156f-4a26-a075-8002c2f5c1fc tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 943 time: 0.0957191 Jul 09 15:52:09.037055 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-93d1bb6d-a6ac-4e75-ad18-e6ac09c76ba6 req-93142227-fd34-4102-9e4d-516eb8d478c6 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351124 Jul 09 15:52:10.230211 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a639c93e-0b49-469c-8f14-7b2c03647587 req-fa06127f-23ed-48f2-9c6b-7d896fde9009 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:10.231772 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a639c93e-0b49-469c-8f14-7b2c03647587 req-fa06127f-23ed-48f2-9c6b-7d896fde9009 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 943 time: 0.0765445 Jul 09 15:52:10.272677 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a639c93e-0b49-469c-8f14-7b2c03647587 req-1fd80b21-de79-4d4f-9108-67d2c7366fba tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351396 Jul 09 15:52:11.451440 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa7641-c874-4813-9046-7964d8574553 req-ab27edab-cd34-448f-af56-4c35b07633f6 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:11.452967 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-72aa7641-c874-4813-9046-7964d8574553 req-ab27edab-cd34-448f-af56-4c35b07633f6 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 943 time: 0.0632074 Jul 09 15:52:11.498992 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-72aa7641-c874-4813-9046-7964d8574553 req-9e09d73c-69c8-4feb-82a3-ee1213049a61 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402343 Jul 09 15:52:12.708450 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a5829-7f96-478e-bd71-6fc5b1d43682 req-d10f08b2-e03f-4a72-bd97-ab05575bd1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:12.709981 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2a3a5829-7f96-478e-bd71-6fc5b1d43682 req-d10f08b2-e03f-4a72-bd97-ab05575bd1cc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3a2e3821cf1a497198ff34b3df5b4b26&device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 1094 time: 0.0996635 Jul 09 15:52:12.718103 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87478c7-cd2b-4228-a9db-8d67f338f2dc req-d441489a-b743-408e-9263-a4a575cc7f30 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:12.719544 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a87478c7-cd2b-4228-a9db-8d67f338f2dc req-d441489a-b743-408e-9263-a4a575cc7f30 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 943 time: 0.1009040 Jul 09 15:52:12.803554 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a87478c7-cd2b-4228-a9db-8d67f338f2dc req-a3223fcc-b78a-4fdb-b92f-ac347ce2a767 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783546 Jul 09 15:52:12.836901 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a5829-7f96-478e-bd71-6fc5b1d43682 req-6e60f4c5-15be-4a49-97ad-c44891b55f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:12.838377 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2a3a5829-7f96-478e-bd71-6fc5b1d43682 req-6e60f4c5-15be-4a49-97ad-c44891b55f38 service neutron] 10.222.0.54 "GET /v2.0/networks?id=049dafce-25e0-4b39-b5cd-c751bf7fa90f HTTP/1.1" status: 200 len: 912 time: 0.1062219 Jul 09 15:52:12.905444 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2a3a5829-7f96-478e-bd71-6fc5b1d43682 req-4a19e504-616d-46c3-9b91-f9c665f8a495 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2a27f6d-f396-42e4-9d05-3f07dcbb59f7 HTTP/1.1" status: 200 len: 1000 time: 0.0609932 Jul 09 15:52:12.952733 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a5829-7f96-478e-bd71-6fc5b1d43682 req-0aef83d8-5535-4b53-85fe-8a4b403e951f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:12.954144 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2a3a5829-7f96-478e-bd71-6fc5b1d43682 req-0aef83d8-5535-4b53-85fe-8a4b403e951f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0a0449c8-405f-41d6-9115-e55438c81ff8 HTTP/1.1" status: 200 len: 850 time: 0.0427666 Jul 09 15:52:13.010189 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a5829-7f96-478e-bd71-6fc5b1d43682 req-5ba2a5a2-91bf-4573-8354-5d2743a700bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:13.011604 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2a3a5829-7f96-478e-bd71-6fc5b1d43682 req-5ba2a5a2-91bf-4573-8354-5d2743a700bf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=049dafce-25e0-4b39-b5cd-c751bf7fa90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507314 Jul 09 15:52:13.102465 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2a3a5829-7f96-478e-bd71-6fc5b1d43682 req-4de9f896-bf84-43c2-8702-078ec83a49da service neutron] 10.222.0.54 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840034 Jul 09 15:52:13.190063 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2a3a5829-7f96-478e-bd71-6fc5b1d43682 req-59f92ce6-2c4e-4b00-9aae-0f71994727be service neutron] 10.222.0.54 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817349 Jul 09 15:52:13.973796 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d71a3-4422-4793-839b-435f5ddafaf8 req-b2cc141e-f1e1-45ba-972f-39c7313dfe9d tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:13.975267 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-639d71a3-4422-4793-839b-435f5ddafaf8 req-b2cc141e-f1e1-45ba-972f-39c7313dfe9d tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 943 time: 0.0619812 Jul 09 15:52:14.012504 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-639d71a3-4422-4793-839b-435f5ddafaf8 req-45099b1a-c15f-4137-b03a-773b3276ac70 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316942 Jul 09 15:52:15.187115 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2afe896-0d2f-4727-8224-c9b933fcb3fe req-acb90ab7-e4d8-47dd-a002-3e333a22917b tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:15.188610 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a2afe896-0d2f-4727-8224-c9b933fcb3fe req-acb90ab7-e4d8-47dd-a002-3e333a22917b tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 943 time: 0.0664830 Jul 09 15:52:15.224966 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a2afe896-0d2f-4727-8224-c9b933fcb3fe req-de991353-2194-4d93-8771-14404a3030f4 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308471 Jul 09 15:52:15.542592 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:16.395750 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71ff67-e32e-4657-8c8b-692d652e6bc4 req-7b92eabf-0a5e-401f-a12a-1cc321901a0b tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:16.397137 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9e71ff67-e32e-4657-8c8b-692d652e6bc4 req-7b92eabf-0a5e-401f-a12a-1cc321901a0b tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 943 time: 0.0617921 Jul 09 15:52:16.435233 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9e71ff67-e32e-4657-8c8b-692d652e6bc4 req-86bf087b-df6a-42ee-aba3-37f36350b3d3 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311723 Jul 09 15:52:17.607854 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27595627-6aea-4f5e-ba33-016af304f642 req-e70bdf39-7a35-44c6-a238-b847a4718b27 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:17.609366 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-27595627-6aea-4f5e-ba33-016af304f642 req-e70bdf39-7a35-44c6-a238-b847a4718b27 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 943 time: 0.0621579 Jul 09 15:52:17.648051 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-27595627-6aea-4f5e-ba33-016af304f642 req-d5350898-8027-470a-8561-60232f635bd5 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326643 Jul 09 15:52:18.820520 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c5948-f1f3-4c18-a168-b87d2e6d98c5 req-ef19a567-5905-4d5b-9223-e353ae03fe53 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:18.821986 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5d6c5948-f1f3-4c18-a168-b87d2e6d98c5 req-ef19a567-5905-4d5b-9223-e353ae03fe53 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 943 time: 0.0647006 Jul 09 15:52:18.858946 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5d6c5948-f1f3-4c18-a168-b87d2e6d98c5 req-c79a8038-02fd-4757-9e81-fbdf656319ea tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310459 Jul 09 15:52:19.855928 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device c2a27f6d-f396-42e4-9d05-3f07dcbb59f7 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 15:52:19.962924 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port c2a27f6d-f396-42e4-9d05-3f07dcbb59f7, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=c2a27f6d-f396-42e4-9d05-3f07dcbb59f7,segment=NetworkSegment(7b3f88b7-e575-46f0-9305-dec137800846),segment_id=7b3f88b7-e575-46f0-9305-dec137800846)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:52:19.978614 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': 'c2a27f6d-f396-42e4-9d05-3f07dcbb59f7', 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f', 'port_id': 'c2a27f6d-f396-42e4-9d05-3f07dcbb59f7', 'mac_address': 'fa:16:3e:a6:a9:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a0449c8-405f-41d6-9115-e55438c81ff8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 15:52:20.019134 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:20.036691 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2a27f6d-f396-42e4-9d05-3f07dcbb59f7 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:52:20.043850 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc414ff-edf3-4fe0-85ae-ceb810e01d86 req-f3dec89c-ecb8-4e9d-be12-e80bb2871e3f tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:20.045362 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-adc414ff-edf3-4fe0-85ae-ceb810e01d86 req-f3dec89c-ecb8-4e9d-be12-e80bb2871e3f tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 943 time: 0.0698211 Jul 09 15:52:20.058813 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port c2a27f6d-f396-42e4-9d05-3f07dcbb59f7, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=c2a27f6d-f396-42e4-9d05-3f07dcbb59f7,segment=NetworkSegment(7b3f88b7-e575-46f0-9305-dec137800846),segment_id=7b3f88b7-e575-46f0-9305-dec137800846)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:52:20.087257 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-adc414ff-edf3-4fe0-85ae-ceb810e01d86 req-09de7fa1-5b4b-4828-9275-a738d82863d7 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338945 Jul 09 15:52:20.120407 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:20.170663 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=c2a27f6d-f396-42e4-9d05-3f07dcbb59f7,revision_number=8']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:52:20.178153 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:20.178500 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:20.178843 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:20.179179 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:20.179623 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:20.179860 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:20.180262 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:20.180804 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:20.181171 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:20.181502 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:20.181832 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:20.182158 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:20.399383 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['c2a27f6d-f396-42e4-9d05-3f07dcbb59f7'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:52:20.923066 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecec488-0c54-4e99-8233-79d336a64bcb req-ae5fa2d2-48ed-42ef-996e-c5ac3ab371cc tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:20.925173 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-eecec488-0c54-4e99-8233-79d336a64bcb req-ae5fa2d2-48ed-42ef-996e-c5ac3ab371cc tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 944 time: 0.1156411 Jul 09 15:52:20.940687 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6142da-e2df-4f8b-b0b0-6615c7b10a2a req-d80d1cfe-0a86-43b9-a34d-6c6c84d4a8cc tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:20.942172 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3d6142da-e2df-4f8b-b0b0-6615c7b10a2a req-d80d1cfe-0a86-43b9-a34d-6c6c84d4a8cc tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5&tenant_id=3a2e3821cf1a497198ff34b3df5b4b26&binding%3Ahost_id=n-h2-799529-6 HTTP/1.1" status: 200 len: 944 time: 0.1208735 Jul 09 15:52:21.010107 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-eecec488-0c54-4e99-8233-79d336a64bcb req-8ab16060-c9f6-4e77-9022-0e8512a6e774 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782015 Jul 09 15:52:21.031336 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3d6142da-e2df-4f8b-b0b0-6615c7b10a2a req-43813df4-fdc6-4a11-95a4-7ef33a5ef870 service neutron] 10.222.0.54 "GET /v2.0/ports/c2a27f6d-f396-42e4-9d05-3f07dcbb59f7/bindings/n-h2-799529-6 HTTP/1.1" status: 200 len: 382 time: 0.0820765 Jul 09 15:52:21.116301 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6142da-e2df-4f8b-b0b0-6615c7b10a2a req-4e96dc24-83f3-47d4-b550-b6f96e7e9a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:21.117989 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3d6142da-e2df-4f8b-b0b0-6615c7b10a2a req-4e96dc24-83f3-47d4-b550-b6f96e7e9a24 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3a2e3821cf1a497198ff34b3df5b4b26&device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 1095 time: 0.0599167 Jul 09 15:52:21.219069 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6142da-e2df-4f8b-b0b0-6615c7b10a2a req-8d2e3baf-c590-48fb-ba1a-7af105bb9199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:21.220677 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3d6142da-e2df-4f8b-b0b0-6615c7b10a2a req-8d2e3baf-c590-48fb-ba1a-7af105bb9199 service neutron] 10.222.0.54 "GET /v2.0/networks?id=049dafce-25e0-4b39-b5cd-c751bf7fa90f HTTP/1.1" status: 200 len: 912 time: 0.0971575 Jul 09 15:52:21.291664 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3d6142da-e2df-4f8b-b0b0-6615c7b10a2a req-b9207dbf-f9ee-43f5-92e7-b19f0f3a1a15 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2a27f6d-f396-42e4-9d05-3f07dcbb59f7 HTTP/1.1" status: 200 len: 1001 time: 0.0640893 Jul 09 15:52:21.342980 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6142da-e2df-4f8b-b0b0-6615c7b10a2a req-3dcc42f2-2c30-4fde-9d47-3cf8c4182447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:21.344506 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3d6142da-e2df-4f8b-b0b0-6615c7b10a2a req-3dcc42f2-2c30-4fde-9d47-3cf8c4182447 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0a0449c8-405f-41d6-9115-e55438c81ff8 HTTP/1.1" status: 200 len: 850 time: 0.0468409 Jul 09 15:52:21.412530 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6142da-e2df-4f8b-b0b0-6615c7b10a2a req-5fbc5763-3bf0-48b1-b96d-c4a01961288b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:21.414196 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3d6142da-e2df-4f8b-b0b0-6615c7b10a2a req-5fbc5763-3bf0-48b1-b96d-c4a01961288b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=049dafce-25e0-4b39-b5cd-c751bf7fa90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618155 Jul 09 15:52:21.505320 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3d6142da-e2df-4f8b-b0b0-6615c7b10a2a req-645e2fe5-23d8-4e7f-80ad-f5a5f5959671 service neutron] 10.222.0.54 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844312 Jul 09 15:52:21.598308 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3d6142da-e2df-4f8b-b0b0-6615c7b10a2a req-a169d93e-1e2d-4eb6-aef4-504e2f7e7eec service neutron] 10.222.0.54 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862935 Jul 09 15:52:21.884879 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device c2a27f6d-f396-42e4-9d05-3f07dcbb59f7 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:52:21.977317 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port c2a27f6d-f396-42e4-9d05-3f07dcbb59f7 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:52:21.982499 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port c2a27f6d-f396-42e4-9d05-3f07dcbb59f7 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:52:21.982973 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:22.060821 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:22.083235 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d54ce3a-1922-4d38-b7be-d7b1813e36e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a27f6d-f396-42e4-9d05-3f07dcbb59f7'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:52:22.085506 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e75b9a97cbd66444b13ae988a684abc34c7a24a50a729030cfede81e7322398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3221fba6-48d2-4b33-a846-c34629f0d676" -d '{"events": [{"server_uuid": "6d54ce3a-1922-4d38-b7be-d7b1813e36e5", "name": "network-vif-plugged", "status": "completed", "tag": "c2a27f6d-f396-42e4-9d05-3f07dcbb59f7"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:52:22.099136 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port c2a27f6d-f396-42e4-9d05-3f07dcbb59f7, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=c2a27f6d-f396-42e4-9d05-3f07dcbb59f7,segment=NetworkSegment(7b3f88b7-e575-46f0-9305-dec137800846),segment_id=7b3f88b7-e575-46f0-9305-dec137800846)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:52:22.142853 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:22.195194 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e0962-11e7-4b49-ad74-bdbc5644ee82 req-76d29339-8a6d-4eff-a3a5-aa507faa1979 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:22.196829 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-995e0962-11e7-4b49-ad74-bdbc5644ee82 req-76d29339-8a6d-4eff-a3a5-aa507faa1979 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 944 time: 0.0716243 Jul 09 15:52:22.201558 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=c2a27f6d-f396-42e4-9d05-3f07dcbb59f7,revision_number=9']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:52:22.207147 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae85c5d-1d48-4bfd-b924-fe2169c26f7c x-openstack-request-id: req-1ae85c5d-1d48-4bfd-b924-fe2169c26f7c {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:52:22.210797 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d54ce3a-1922-4d38-b7be-d7b1813e36e5", "name": "network-vif-plugged", "status": "completed", "tag": "c2a27f6d-f396-42e4-9d05-3f07dcbb59f7", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:52:22.210797 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1ae85c5d-1d48-4bfd-b924-fe2169c26f7c {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:52:22.210797 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d54ce3a-1922-4d38-b7be-d7b1813e36e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a27f6d-f396-42e4-9d05-3f07dcbb59f7', 'code': 200} Jul 09 15:52:22.239301 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-995e0962-11e7-4b49-ad74-bdbc5644ee82 req-58d06ac3-38be-4daa-9b5c-057e6d77fa81 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352061 Jul 09 15:52:23.462471 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd23c3-4ae4-4729-8e0a-94c9e16e7299 req-50bb1b54-8ce8-4dea-a934-817a97c8a2e5 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:23.464040 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b5cd23c3-4ae4-4729-8e0a-94c9e16e7299 req-50bb1b54-8ce8-4dea-a934-817a97c8a2e5 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 945 time: 0.0692492 Jul 09 15:52:23.528819 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b5cd23c3-4ae4-4729-8e0a-94c9e16e7299 req-e298864c-602d-4013-a114-6ceac0790541 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578749 Jul 09 15:52:23.833163 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:24.722233 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394e5a6-f3ef-45fb-b424-fd308713d011 req-08177847-37b4-46dd-9c9b-20bfb72ba216 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:24.723847 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8394e5a6-f3ef-45fb-b424-fd308713d011 req-08177847-37b4-46dd-9c9b-20bfb72ba216 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 945 time: 0.0683997 Jul 09 15:52:24.768752 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8394e5a6-f3ef-45fb-b424-fd308713d011 req-0bdf683b-9ac0-4f0c-92cb-adad02d5c74e tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382221 Jul 09 15:52:25.903969 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device c2a27f6d-f396-42e4-9d05-3f07dcbb59f7 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:52:25.970825 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d1d66-dc7a-48b0-8a51-4e6666e7663a req-648d8c6a-f229-4547-9b82-ffbc198ccc7f tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:25.973415 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f88d1d66-dc7a-48b0-8a51-4e6666e7663a req-648d8c6a-f229-4547-9b82-ffbc198ccc7f tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 945 time: 0.0889308 Jul 09 15:52:26.009459 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:26.031234 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f88d1d66-dc7a-48b0-8a51-4e6666e7663a req-7eb93aa4-3640-45f8-8d99-4b5bb59236a1 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502396 Jul 09 15:52:26.051227 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d54ce3a-1922-4d38-b7be-d7b1813e36e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2a27f6d-f396-42e4-9d05-3f07dcbb59f7'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:52:26.053967 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e75b9a97cbd66444b13ae988a684abc34c7a24a50a729030cfede81e7322398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a04b7658-afde-4f0a-8e7c-19c99d25873f" -d '{"events": [{"server_uuid": "6d54ce3a-1922-4d38-b7be-d7b1813e36e5", "name": "network-vif-unplugged", "status": "completed", "tag": "c2a27f6d-f396-42e4-9d05-3f07dcbb59f7"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:52:26.058500 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port c2a27f6d-f396-42e4-9d05-3f07dcbb59f7, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=c2a27f6d-f396-42e4-9d05-3f07dcbb59f7,segment=NetworkSegment(7b3f88b7-e575-46f0-9305-dec137800846),segment_id=7b3f88b7-e575-46f0-9305-dec137800846)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:52:26.120292 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:26.126627 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 15:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd6551e-3c89-4d86-a3cb-8601d38e3ea0 x-openstack-request-id: req-1cd6551e-3c89-4d86-a3cb-8601d38e3ea0 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:52:26.126917 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d54ce3a-1922-4d38-b7be-d7b1813e36e5", "name": "network-vif-unplugged", "status": "completed", "tag": "c2a27f6d-f396-42e4-9d05-3f07dcbb59f7", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:52:26.127181 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1cd6551e-3c89-4d86-a3cb-8601d38e3ea0 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:52:26.127594 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d54ce3a-1922-4d38-b7be-d7b1813e36e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2a27f6d-f396-42e4-9d05-3f07dcbb59f7', 'code': 200} Jul 09 15:52:26.181343 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1baf9627-f34f-4fc4-ba91-09b5ad94eb60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:26.204155 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=c2a27f6d-f396-42e4-9d05-3f07dcbb59f7,revision_number=10']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:52:26.657366 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6142da-e2df-4f8b-b0b0-6615c7b10a2a req-fde200ba-fe1f-41a1-8ad4-0845802f85b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:26.659567 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3d6142da-e2df-4f8b-b0b0-6615c7b10a2a req-fde200ba-fe1f-41a1-8ad4-0845802f85b6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5&tenant_id=3a2e3821cf1a497198ff34b3df5b4b26 HTTP/1.1" status: 200 len: 1095 time: 0.0616040 Jul 09 15:52:26.677500 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-3d6142da-e2df-4f8b-b0b0-6615c7b10a2a req-276b05fa-97cc-4101-9fd1-9b153c9eb5e4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799529-6', 'device_owner': 'compute:nova'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:52:26.774236 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-3d6142da-e2df-4f8b-b0b0-6615c7b10a2a req-276b05fa-97cc-4101-9fd1-9b153c9eb5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:26.825607 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ced143-43e7-4b29-939f-896e9b08b37c req-29b7478e-2e91-4038-8cee-6a42b37866cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:26.827915 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-29ced143-43e7-4b29-939f-896e9b08b37c req-29b7478e-2e91-4038-8cee-6a42b37866cd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3a2e3821cf1a497198ff34b3df5b4b26&device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 1095 time: 0.0874341 Jul 09 15:52:26.952498 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ced143-43e7-4b29-939f-896e9b08b37c req-59038c05-e758-404b-b16b-aba4e1d3d318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:26.953996 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-29ced143-43e7-4b29-939f-896e9b08b37c req-59038c05-e758-404b-b16b-aba4e1d3d318 service neutron] 10.222.0.62 "GET /v2.0/networks?id=049dafce-25e0-4b39-b5cd-c751bf7fa90f HTTP/1.1" status: 200 len: 912 time: 0.1017411 Jul 09 15:52:27.039149 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-3d6142da-e2df-4f8b-b0b0-6615c7b10a2a req-276b05fa-97cc-4101-9fd1-9b153c9eb5e4 service neutron] For port c2a27f6d-f396-42e4-9d05-3f07dcbb59f7, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=c2a27f6d-f396-42e4-9d05-3f07dcbb59f7,segment=NetworkSegment(7b3f88b7-e575-46f0-9305-dec137800846),segment_id=7b3f88b7-e575-46f0-9305-dec137800846)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:52:27.040014 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-29ced143-43e7-4b29-939f-896e9b08b37c req-60c80551-2a1b-4c63-bdfa-21fc1923bfd2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2a27f6d-f396-42e4-9d05-3f07dcbb59f7 HTTP/1.1" status: 200 len: 1000 time: 0.0794344 Jul 09 15:52:27.104142 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-3d6142da-e2df-4f8b-b0b0-6615c7b10a2a req-276b05fa-97cc-4101-9fd1-9b153c9eb5e4 service neutron] For port c2a27f6d-f396-42e4-9d05-3f07dcbb59f7, host n-h2-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:52:27.167064 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-3d6142da-e2df-4f8b-b0b0-6615c7b10a2a req-276b05fa-97cc-4101-9fd1-9b153c9eb5e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2a27f6d-f396-42e4-9d05-3f07dcbb59f7 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:52:27.177853 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-3d6142da-e2df-4f8b-b0b0-6615c7b10a2a req-276b05fa-97cc-4101-9fd1-9b153c9eb5e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:27.195864 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-3d6142da-e2df-4f8b-b0b0-6615c7b10a2a req-276b05fa-97cc-4101-9fd1-9b153c9eb5e4 service neutron] Transition to ACTIVE for port object c2a27f6d-f396-42e4-9d05-3f07dcbb59f7 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:52:27.301818 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-3d6142da-e2df-4f8b-b0b0-6615c7b10a2a req-276b05fa-97cc-4101-9fd1-9b153c9eb5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:27.417041 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276b05fa-97cc-4101-9fd1-9b153c9eb5e4 service neutron] Pushing event updated for resources: {'Port': ['ID=c2a27f6d-f396-42e4-9d05-3f07dcbb59f7,revision_number=11']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:52:27.441357 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276b05fa-97cc-4101-9fd1-9b153c9eb5e4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:27.441855 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276b05fa-97cc-4101-9fd1-9b153c9eb5e4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:27.442300 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276b05fa-97cc-4101-9fd1-9b153c9eb5e4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:27.442767 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276b05fa-97cc-4101-9fd1-9b153c9eb5e4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:27.443202 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276b05fa-97cc-4101-9fd1-9b153c9eb5e4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:27.443695 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276b05fa-97cc-4101-9fd1-9b153c9eb5e4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:27.444136 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276b05fa-97cc-4101-9fd1-9b153c9eb5e4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:27.444608 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276b05fa-97cc-4101-9fd1-9b153c9eb5e4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:27.445043 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276b05fa-97cc-4101-9fd1-9b153c9eb5e4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:27.445521 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276b05fa-97cc-4101-9fd1-9b153c9eb5e4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:27.446029 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276b05fa-97cc-4101-9fd1-9b153c9eb5e4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:27.446748 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276b05fa-97cc-4101-9fd1-9b153c9eb5e4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:52:27.489770 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d6142da-e2df-4f8b-b0b0-6615c7b10a2a req-276b05fa-97cc-4101-9fd1-9b153c9eb5e4 service neutron] No DVR routers for this DVR port c2a27f6d-f396-42e4-9d05-3f07dcbb59f7 on host n-h2-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:52:27.497608 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ced143-43e7-4b29-939f-896e9b08b37c req-06acfd06-30d6-433a-80d2-1b17bc86d75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:27.499159 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-29ced143-43e7-4b29-939f-896e9b08b37c req-06acfd06-30d6-433a-80d2-1b17bc86d75f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0a0449c8-405f-41d6-9115-e55438c81ff8 HTTP/1.1" status: 200 len: 850 time: 0.4524586 Jul 09 15:52:27.564209 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11df64-5d6d-4f0d-ad8e-08df1f26cbfc req-b7f55873-16d8-448e-9e7a-24bc979b4c7f tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:27.566302 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8b11df64-5d6d-4f0d-ad8e-08df1f26cbfc req-b7f55873-16d8-448e-9e7a-24bc979b4c7f tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 944 time: 0.1194313 Jul 09 15:52:27.617043 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ced143-43e7-4b29-939f-896e9b08b37c req-0b453b18-1cfb-4ff2-b3a8-9c54a1a5849b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:27.618455 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-29ced143-43e7-4b29-939f-896e9b08b37c req-0b453b18-1cfb-4ff2-b3a8-9c54a1a5849b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=049dafce-25e0-4b39-b5cd-c751bf7fa90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1116581 Jul 09 15:52:27.621875 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8b11df64-5d6d-4f0d-ad8e-08df1f26cbfc req-cd701863-8fd8-4e93-a51e-47e5c0ef91d7 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493698 Jul 09 15:52:27.660383 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-3d6142da-e2df-4f8b-b0b0-6615c7b10a2a req-276b05fa-97cc-4101-9fd1-9b153c9eb5e4 service neutron] Attempting to bind port c2a27f6d-f396-42e4-9d05-3f07dcbb59f7 on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:52:27.661255 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-3d6142da-e2df-4f8b-b0b0-6615c7b10a2a req-276b05fa-97cc-4101-9fd1-9b153c9eb5e4 service neutron] Attempting to bind port c2a27f6d-f396-42e4-9d05-3f07dcbb59f7 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': '7b3f88b7-e575-46f0-9305-dec137800846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:52:27.661713 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6142da-e2df-4f8b-b0b0-6615c7b10a2a req-276b05fa-97cc-4101-9fd1-9b153c9eb5e4 service neutron] Attempting to bind port c2a27f6d-f396-42e4-9d05-3f07dcbb59f7 on network 049dafce-25e0-4b39-b5cd-c751bf7fa90f {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:52:27.667658 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6142da-e2df-4f8b-b0b0-6615c7b10a2a req-276b05fa-97cc-4101-9fd1-9b153c9eb5e4 service neutron] Port c2a27f6d-f396-42e4-9d05-3f07dcbb59f7 on network 049dafce-25e0-4b39-b5cd-c751bf7fa90f not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:52:27.668117 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6142da-e2df-4f8b-b0b0-6615c7b10a2a req-276b05fa-97cc-4101-9fd1-9b153c9eb5e4 service neutron] Attempting to bind port c2a27f6d-f396-42e4-9d05-3f07dcbb59f7 on network 049dafce-25e0-4b39-b5cd-c751bf7fa90f {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:52:27.675487 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6142da-e2df-4f8b-b0b0-6615c7b10a2a req-276b05fa-97cc-4101-9fd1-9b153c9eb5e4 service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:52:27.676050 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6142da-e2df-4f8b-b0b0-6615c7b10a2a req-276b05fa-97cc-4101-9fd1-9b153c9eb5e4 service neutron] Checking segment: {'id': '7b3f88b7-e575-46f0-9305-dec137800846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:52:27.676641 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6142da-e2df-4f8b-b0b0-6615c7b10a2a req-276b05fa-97cc-4101-9fd1-9b153c9eb5e4 service neutron] Bound using segment: {'id': '7b3f88b7-e575-46f0-9305-dec137800846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:52:27.677184 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-3d6142da-e2df-4f8b-b0b0-6615c7b10a2a req-276b05fa-97cc-4101-9fd1-9b153c9eb5e4 service neutron] Bound port: c2a27f6d-f396-42e4-9d05-3f07dcbb59f7, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b3f88b7-e575-46f0-9305-dec137800846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:52:27.678281 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-3d6142da-e2df-4f8b-b0b0-6615c7b10a2a req-276b05fa-97cc-4101-9fd1-9b153c9eb5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:27.724141 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-29ced143-43e7-4b29-939f-896e9b08b37c req-92e60104-6b96-48a2-b964-5a960f4c2b06 service neutron] 10.222.0.62 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988045 Jul 09 15:52:27.751070 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-3d6142da-e2df-4f8b-b0b0-6615c7b10a2a req-276b05fa-97cc-4101-9fd1-9b153c9eb5e4 service neutron] For port c2a27f6d-f396-42e4-9d05-3f07dcbb59f7, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:52:27.755333 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-3d6142da-e2df-4f8b-b0b0-6615c7b10a2a req-276b05fa-97cc-4101-9fd1-9b153c9eb5e4 service neutron] For port c2a27f6d-f396-42e4-9d05-3f07dcbb59f7, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=c2a27f6d-f396-42e4-9d05-3f07dcbb59f7,segment=NetworkSegment(7b3f88b7-e575-46f0-9305-dec137800846),segment_id=7b3f88b7-e575-46f0-9305-dec137800846)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:52:27.829575 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-3d6142da-e2df-4f8b-b0b0-6615c7b10a2a req-276b05fa-97cc-4101-9fd1-9b153c9eb5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:27.850557 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-29ced143-43e7-4b29-939f-896e9b08b37c req-68db0bcd-f046-4d4c-8b06-b436b6e54171 service neutron] 10.222.0.62 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196153 Jul 09 15:52:27.875717 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6142da-e2df-4f8b-b0b0-6615c7b10a2a req-276b05fa-97cc-4101-9fd1-9b153c9eb5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:27.876680 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-3d6142da-e2df-4f8b-b0b0-6615c7b10a2a req-276b05fa-97cc-4101-9fd1-9b153c9eb5e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:27.878706 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3d6142da-e2df-4f8b-b0b0-6615c7b10a2a req-276b05fa-97cc-4101-9fd1-9b153c9eb5e4 service neutron] 10.222.0.62 "PUT /v2.0/ports/c2a27f6d-f396-42e4-9d05-3f07dcbb59f7 HTTP/1.1" status: 200 len: 1092 time: 1.2057960 Jul 09 15:52:27.879158 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d54ce3a-1922-4d38-b7be-d7b1813e36e5', 'tag': 'c2a27f6d-f396-42e4-9d05-3f07dcbb59f7'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:52:27.881595 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71aea3d4ce3c79ba57e3b2a7f05354d67fe827d4c76bd908d035baed68c1bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8738f356-600c-4334-a94d-c96b54f0e1a8" -d '{"events": [{"name": "network-changed", "server_uuid": "6d54ce3a-1922-4d38-b7be-d7b1813e36e5", "tag": "c2a27f6d-f396-42e4-9d05-3f07dcbb59f7"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:52:27.924674 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276b05fa-97cc-4101-9fd1-9b153c9eb5e4 service neutron] Pushing event updated for resources: {'Port': ['ID=c2a27f6d-f396-42e4-9d05-3f07dcbb59f7,revision_number=12']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:52:27.986189 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511b4cde-8542-4e41-891e-5c79c4e308e2 x-openstack-request-id: req-511b4cde-8542-4e41-891e-5c79c4e308e2 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:52:27.986668 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d54ce3a-1922-4d38-b7be-d7b1813e36e5", "tag": "c2a27f6d-f396-42e4-9d05-3f07dcbb59f7", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:52:27.987064 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-511b4cde-8542-4e41-891e-5c79c4e308e2 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:52:27.987707 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d54ce3a-1922-4d38-b7be-d7b1813e36e5', 'tag': 'c2a27f6d-f396-42e4-9d05-3f07dcbb59f7', 'status': 'completed', 'code': 200} Jul 09 15:52:28.023563 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6142da-e2df-4f8b-b0b0-6615c7b10a2a req-ee1beb6e-6d54-449d-a026-3eb42044f565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:28.025675 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3d6142da-e2df-4f8b-b0b0-6615c7b10a2a req-ee1beb6e-6d54-449d-a026-3eb42044f565 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3a2e3821cf1a497198ff34b3df5b4b26&device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 1095 time: 0.0881252 Jul 09 15:52:28.098459 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738f356-600c-4334-a94d-c96b54f0e1a8 req-63b7c77e-54a4-422e-a60b-5aea852c10d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:28.101021 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8738f356-600c-4334-a94d-c96b54f0e1a8 req-63b7c77e-54a4-422e-a60b-5aea852c10d7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3a2e3821cf1a497198ff34b3df5b4b26&device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 1095 time: 0.0909350 Jul 09 15:52:28.174728 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6142da-e2df-4f8b-b0b0-6615c7b10a2a req-0461f154-b44c-4ec6-8839-2819116f6e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:28.177184 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3d6142da-e2df-4f8b-b0b0-6615c7b10a2a req-0461f154-b44c-4ec6-8839-2819116f6e06 service neutron] 10.222.0.62 "GET /v2.0/networks?id=049dafce-25e0-4b39-b5cd-c751bf7fa90f HTTP/1.1" status: 200 len: 912 time: 0.1441646 Jul 09 15:52:28.224036 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738f356-600c-4334-a94d-c96b54f0e1a8 req-f92498b1-e53c-41c1-9f32-2b63e95a6209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:28.225552 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8738f356-600c-4334-a94d-c96b54f0e1a8 req-f92498b1-e53c-41c1-9f32-2b63e95a6209 service neutron] 10.222.0.54 "GET /v2.0/networks?id=049dafce-25e0-4b39-b5cd-c751bf7fa90f HTTP/1.1" status: 200 len: 912 time: 0.1186352 Jul 09 15:52:28.262526 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3d6142da-e2df-4f8b-b0b0-6615c7b10a2a req-b34e7a30-9a14-404c-ac7e-c92b0a466fcc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2a27f6d-f396-42e4-9d05-3f07dcbb59f7 HTTP/1.1" status: 200 len: 1000 time: 0.0778785 Jul 09 15:52:28.311339 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8738f356-600c-4334-a94d-c96b54f0e1a8 req-27077d44-7ce6-492c-b89a-463738529bc0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2a27f6d-f396-42e4-9d05-3f07dcbb59f7 HTTP/1.1" status: 200 len: 1000 time: 0.0792210 Jul 09 15:52:28.325456 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6142da-e2df-4f8b-b0b0-6615c7b10a2a req-f1ab2202-9d78-4dc8-b3ee-2b8068068bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:28.327272 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3d6142da-e2df-4f8b-b0b0-6615c7b10a2a req-f1ab2202-9d78-4dc8-b3ee-2b8068068bff service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0a0449c8-405f-41d6-9115-e55438c81ff8 HTTP/1.1" status: 200 len: 850 time: 0.0585065 Jul 09 15:52:28.384503 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738f356-600c-4334-a94d-c96b54f0e1a8 req-2a0ca9ba-7fb0-42ca-a44c-c423ff541a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:28.386497 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8738f356-600c-4334-a94d-c96b54f0e1a8 req-2a0ca9ba-7fb0-42ca-a44c-c423ff541a50 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0a0449c8-405f-41d6-9115-e55438c81ff8 HTTP/1.1" status: 200 len: 850 time: 0.0674322 Jul 09 15:52:28.407202 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6142da-e2df-4f8b-b0b0-6615c7b10a2a req-ff54deb1-8778-4553-9400-77c05d9b3ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:28.414673 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3d6142da-e2df-4f8b-b0b0-6615c7b10a2a req-ff54deb1-8778-4553-9400-77c05d9b3ff0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=049dafce-25e0-4b39-b5cd-c751bf7fa90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764000 Jul 09 15:52:28.476484 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738f356-600c-4334-a94d-c96b54f0e1a8 req-2020df61-478d-4662-b9b9-3d090a30178c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:28.478243 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8738f356-600c-4334-a94d-c96b54f0e1a8 req-2020df61-478d-4662-b9b9-3d090a30178c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=049dafce-25e0-4b39-b5cd-c751bf7fa90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0838370 Jul 09 15:52:28.572681 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3d6142da-e2df-4f8b-b0b0-6615c7b10a2a req-65664f42-bc7e-416f-97f1-cb5b10857aaf service neutron] 10.222.0.62 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555095 Jul 09 15:52:28.587048 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8738f356-600c-4334-a94d-c96b54f0e1a8 req-ba5efd43-7ad2-4ebb-94b7-925c64350ee9 service neutron] 10.222.0.54 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014292 Jul 09 15:52:28.683293 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3d6142da-e2df-4f8b-b0b0-6615c7b10a2a req-331af944-00a4-4a50-9c25-d5cae63c0e61 service neutron] 10.222.0.62 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042228 Jul 09 15:52:28.693030 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8738f356-600c-4334-a94d-c96b54f0e1a8 req-886388f5-cd1a-4adf-a52f-2232599d42ac service neutron] 10.222.0.54 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997872 Jul 09 15:52:28.839389 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738f356-600c-4334-a94d-c96b54f0e1a8 req-7e77fda6-8889-4818-b546-ca07c240c168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:28.842287 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8738f356-600c-4334-a94d-c96b54f0e1a8 req-7e77fda6-8889-4818-b546-ca07c240c168 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3a2e3821cf1a497198ff34b3df5b4b26&device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 1095 time: 0.0854990 Jul 09 15:52:28.890605 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7113a05c-696f-4686-bfdf-5073a42ebf00 req-9583a813-d505-4d73-a9cd-16e2c88782a0 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:28.893622 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7113a05c-696f-4686-bfdf-5073a42ebf00 req-9583a813-d505-4d73-a9cd-16e2c88782a0 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 944 time: 0.0965796 Jul 09 15:52:28.955854 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7113a05c-696f-4686-bfdf-5073a42ebf00 req-e1be5847-82b2-49a7-a432-1e2da3008e13 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518675 Jul 09 15:52:28.960874 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738f356-600c-4334-a94d-c96b54f0e1a8 req-457b3c49-68ba-448e-8fe0-7e3dd2485120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:28.962664 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8738f356-600c-4334-a94d-c96b54f0e1a8 req-457b3c49-68ba-448e-8fe0-7e3dd2485120 service neutron] 10.222.0.62 "GET /v2.0/networks?id=049dafce-25e0-4b39-b5cd-c751bf7fa90f HTTP/1.1" status: 200 len: 912 time: 0.1132772 Jul 09 15:52:29.042675 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8738f356-600c-4334-a94d-c96b54f0e1a8 req-c1aa6dfc-e91e-42bc-887e-223f551efa7c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2a27f6d-f396-42e4-9d05-3f07dcbb59f7 HTTP/1.1" status: 200 len: 1000 time: 0.0731943 Jul 09 15:52:29.122045 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738f356-600c-4334-a94d-c96b54f0e1a8 req-75b5ffac-7874-4cbd-a150-23b972a57f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:29.123929 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8738f356-600c-4334-a94d-c96b54f0e1a8 req-75b5ffac-7874-4cbd-a150-23b972a57f34 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0a0449c8-405f-41d6-9115-e55438c81ff8 HTTP/1.1" status: 200 len: 850 time: 0.0731385 Jul 09 15:52:29.155772 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c8ded5e0-2358-4a20-a587-305c22ca8ca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:29.208705 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738f356-600c-4334-a94d-c96b54f0e1a8 req-514837ae-d779-4075-935b-ce6037e4e827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:29.210369 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8738f356-600c-4334-a94d-c96b54f0e1a8 req-514837ae-d779-4075-935b-ce6037e4e827 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=049dafce-25e0-4b39-b5cd-c751bf7fa90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0802684 Jul 09 15:52:29.325297 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8738f356-600c-4334-a94d-c96b54f0e1a8 req-55b138cc-6868-4d46-a857-480f08999197 service neutron] 10.222.0.62 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072907 Jul 09 15:52:29.342336 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:29.453680 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8738f356-600c-4334-a94d-c96b54f0e1a8 req-2fa58f89-fb93-4716-a9cb-52413263824f service neutron] 10.222.0.62 "GET /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211383 Jul 09 15:52:30.174520 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e70c6c-ae5a-42b4-927a-36bd1e7418e6 req-dfe84f20-1837-48d1-845e-b3a4bba69dfb tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:30.176141 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c5e70c6c-ae5a-42b4-927a-36bd1e7418e6 req-dfe84f20-1837-48d1-845e-b3a4bba69dfb tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 944 time: 0.0780034 Jul 09 15:52:30.225319 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c5e70c6c-ae5a-42b4-927a-36bd1e7418e6 req-6523b7a9-d920-4b50-8467-eb7951d0370f tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424118 Jul 09 15:52:30.479937 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:31.488828 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb376ba-1b49-4f20-9c0c-2c0298f6f658 req-2f9bb82a-08e9-4761-8caa-f7b2b670b25a tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:31.490520 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-abb376ba-1b49-4f20-9c0c-2c0298f6f658 req-2f9bb82a-08e9-4761-8caa-f7b2b670b25a tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 944 time: 0.0860178 Jul 09 15:52:31.539838 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-abb376ba-1b49-4f20-9c0c-2c0298f6f658 req-735036a0-0da6-4388-97de-a463b59fb412 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393965 Jul 09 15:52:31.897332 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:32.738363 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4131f214-649b-4a55-a08e-9b24a38b4683 req-57574adf-4ff7-4ced-9100-ab4758dc9099 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:32.740012 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4131f214-649b-4a55-a08e-9b24a38b4683 req-57574adf-4ff7-4ced-9100-ab4758dc9099 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 944 time: 0.0764089 Jul 09 15:52:32.798540 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4131f214-649b-4a55-a08e-9b24a38b4683 req-7a2b9495-8c24-443e-b1ac-42e11d84d3de tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490749 Jul 09 15:52:34.026541 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d3500-fc8c-4bc2-b13e-9cc4160ed66b req-00de2a04-ff30-4582-9635-8399c863cf25 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:34.028356 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4f9d3500-fc8c-4bc2-b13e-9cc4160ed66b req-00de2a04-ff30-4582-9635-8399c863cf25 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 944 time: 0.0880287 Jul 09 15:52:34.078630 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4f9d3500-fc8c-4bc2-b13e-9cc4160ed66b req-ccf1518c-7b0f-4924-9c89-981ed0385d2c tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436287 Jul 09 15:52:35.307634 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c601e-0785-4cdb-9f00-12e2d16ac997 req-dab8d764-69bc-40ee-88ce-cfe10bded305 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:35.310298 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5e8c601e-0785-4cdb-9f00-12e2d16ac997 req-dab8d764-69bc-40ee-88ce-cfe10bded305 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 944 time: 0.0857873 Jul 09 15:52:35.368192 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5e8c601e-0785-4cdb-9f00-12e2d16ac997 req-8720e71f-dd44-4d99-90b0-cf8bf37466cc tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510581 Jul 09 15:52:36.634224 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d0addd-f02a-4bdd-b5e1-39262b3d8e08 req-2ad68141-df29-47f7-818c-babd3625f64d tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:36.636305 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-18d0addd-f02a-4bdd-b5e1-39262b3d8e08 req-2ad68141-df29-47f7-818c-babd3625f64d tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 944 time: 0.1077633 Jul 09 15:52:36.695568 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-18d0addd-f02a-4bdd-b5e1-39262b3d8e08 req-87e8a987-aeb3-451b-9b41-908ffc8632b4 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503531 Jul 09 15:52:37.943199 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5886dafe-d96f-4c0d-887f-04318dadc254 req-f1ee6a64-f6c8-40c7-934b-13f1819038d3 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:37.944867 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5886dafe-d96f-4c0d-887f-04318dadc254 req-f1ee6a64-f6c8-40c7-934b-13f1819038d3 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 944 time: 0.0776467 Jul 09 15:52:38.007454 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5886dafe-d96f-4c0d-887f-04318dadc254 req-98863b1a-aece-4dc1-93c7-b4632275587c tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532570 Jul 09 15:52:39.208063 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f8db7-7438-4f65-a04b-ae117718c0c9 req-2cd9a262-693d-4b5d-a717-7cec987128ed tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:39.210631 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4a1f8db7-7438-4f65-a04b-ae117718c0c9 req-2cd9a262-693d-4b5d-a717-7cec987128ed tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 944 time: 0.0812125 Jul 09 15:52:39.259164 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4a1f8db7-7438-4f65-a04b-ae117718c0c9 req-46951afd-d3e1-455f-be14-3ff097332b99 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426974 Jul 09 15:52:40.496127 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2dd6be-7156-4b17-840e-cbc4e9c5d241 req-f3513a0c-fc67-40ce-88d7-903e3532313d tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:40.497878 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3f2dd6be-7156-4b17-840e-cbc4e9c5d241 req-f3513a0c-fc67-40ce-88d7-903e3532313d tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 944 time: 0.0728955 Jul 09 15:52:40.542333 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3f2dd6be-7156-4b17-840e-cbc4e9c5d241 req-157d9af2-18b9-4cc2-a880-afbaaa1e096a tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379040 Jul 09 15:52:41.745493 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b1c61-9531-40db-bd5a-e744c3a90c83 req-01cd72dc-0c20-4bc3-a963-64a8acb17d2b tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:41.747067 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2c4b1c61-9531-40db-bd5a-e744c3a90c83 req-01cd72dc-0c20-4bc3-a963-64a8acb17d2b tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 944 time: 0.0683658 Jul 09 15:52:41.788581 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2c4b1c61-9531-40db-bd5a-e744c3a90c83 req-16c5ed57-815c-4646-a580-f47d4cc4ea0e tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357292 Jul 09 15:52:42.166785 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device c2a27f6d-f396-42e4-9d05-3f07dcbb59f7 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 15:52:42.273720 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port c2a27f6d-f396-42e4-9d05-3f07dcbb59f7, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=c2a27f6d-f396-42e4-9d05-3f07dcbb59f7,segment=NetworkSegment(7b3f88b7-e575-46f0-9305-dec137800846),segment_id=7b3f88b7-e575-46f0-9305-dec137800846)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:52:42.286142 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': 'c2a27f6d-f396-42e4-9d05-3f07dcbb59f7', 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f', 'port_id': 'c2a27f6d-f396-42e4-9d05-3f07dcbb59f7', 'mac_address': 'fa:16:3e:a6:a9:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a0449c8-405f-41d6-9115-e55438c81ff8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 15:52:42.330904 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:42.344411 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2a27f6d-f396-42e4-9d05-3f07dcbb59f7 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:52:42.364752 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port c2a27f6d-f396-42e4-9d05-3f07dcbb59f7, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=c2a27f6d-f396-42e4-9d05-3f07dcbb59f7,segment=NetworkSegment(7b3f88b7-e575-46f0-9305-dec137800846),segment_id=7b3f88b7-e575-46f0-9305-dec137800846)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:52:42.456617 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:42.510799 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=c2a27f6d-f396-42e4-9d05-3f07dcbb59f7,revision_number=13']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:52:42.896469 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['c2a27f6d-f396-42e4-9d05-3f07dcbb59f7'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:52:42.980381 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66738392-e0a4-4d5c-b3c4-c74b79d89cb9 req-ecca58a0-66a8-46e3-8357-82754cb6ce10 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:42.983840 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-66738392-e0a4-4d5c-b3c4-c74b79d89cb9 req-ecca58a0-66a8-46e3-8357-82754cb6ce10 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 945 time: 0.0751541 Jul 09 15:52:43.004259 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:52:43.026245 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-66738392-e0a4-4d5c-b3c4-c74b79d89cb9 req-e1de4fff-861a-458f-b371-1b2c3bed5718 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359085 Jul 09 15:52:43.219637 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a056b53-bbf1-4b39-9f4b-2030f6c955cf req-b376f12b-c995-4315-bd88-62e013cbf621 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:43.221765 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1a056b53-bbf1-4b39-9f4b-2030f6c955cf req-b376f12b-c995-4315-bd88-62e013cbf621 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 945 time: 0.0720031 Jul 09 15:52:43.261004 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1a056b53-bbf1-4b39-9f4b-2030f6c955cf req-210ba48e-4318-44b5-913f-8d8376801071 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333490 Jul 09 15:52:43.457353 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0982ea-c3ea-4eb1-bf1e-f817398fe22e req-ec74e42f-f9ac-4c3f-8900-3ae1e44c7d69 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:43.459994 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6b0982ea-c3ea-4eb1-bf1e-f817398fe22e req-ec74e42f-f9ac-4c3f-8900-3ae1e44c7d69 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 945 time: 0.0807915 Jul 09 15:52:43.500996 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6b0982ea-c3ea-4eb1-bf1e-f817398fe22e req-8fb536d3-50d0-4670-aa76-b4cf0b1742a2 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354822 Jul 09 15:52:44.163944 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8595f1c5-26fc-471b-b664-aef5a0982e8c req-495a4a13-10ff-4dc2-9ca6-ef2a0d21f502 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:44.165453 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8595f1c5-26fc-471b-b664-aef5a0982e8c req-495a4a13-10ff-4dc2-9ca6-ef2a0d21f502 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 945 time: 0.0649040 Jul 09 15:52:44.170239 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device c2a27f6d-f396-42e4-9d05-3f07dcbb59f7 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:52:44.205171 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8595f1c5-26fc-471b-b664-aef5a0982e8c req-84d35fde-de7c-4c7b-bd8c-ac58ba37a87c tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335579 Jul 09 15:52:44.330820 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port c2a27f6d-f396-42e4-9d05-3f07dcbb59f7 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:52:44.334742 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port c2a27f6d-f396-42e4-9d05-3f07dcbb59f7 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:52:44.335124 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:44.410715 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:44.436264 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d54ce3a-1922-4d38-b7be-d7b1813e36e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a27f6d-f396-42e4-9d05-3f07dcbb59f7'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:52:44.438494 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e75b9a97cbd66444b13ae988a684abc34c7a24a50a729030cfede81e7322398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d237db1-6809-466c-b64f-27fcd6e0f486" -d '{"events": [{"server_uuid": "6d54ce3a-1922-4d38-b7be-d7b1813e36e5", "name": "network-vif-plugged", "status": "completed", "tag": "c2a27f6d-f396-42e4-9d05-3f07dcbb59f7"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:52:44.451249 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port c2a27f6d-f396-42e4-9d05-3f07dcbb59f7, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=c2a27f6d-f396-42e4-9d05-3f07dcbb59f7,segment=NetworkSegment(7b3f88b7-e575-46f0-9305-dec137800846),segment_id=7b3f88b7-e575-46f0-9305-dec137800846)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:52:44.474417 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e483e94-796a-4981-82c3-c513245c49e5 x-openstack-request-id: req-8e483e94-796a-4981-82c3-c513245c49e5 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:52:44.474705 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d54ce3a-1922-4d38-b7be-d7b1813e36e5", "name": "network-vif-plugged", "status": "completed", "tag": "c2a27f6d-f396-42e4-9d05-3f07dcbb59f7", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:52:44.474949 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8e483e94-796a-4981-82c3-c513245c49e5 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:52:44.475331 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d54ce3a-1922-4d38-b7be-d7b1813e36e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a27f6d-f396-42e4-9d05-3f07dcbb59f7', 'code': 200} Jul 09 15:52:44.530378 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:44.576382 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=c2a27f6d-f396-42e4-9d05-3f07dcbb59f7,revision_number=14']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:52:45.379177 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629bcb0-727e-4fa5-ae2d-60e1fe93ab43 req-79b9994b-9994-4e55-8967-0b6d70c159ee tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:45.380784 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9629bcb0-727e-4fa5-ae2d-60e1fe93ab43 req-79b9994b-9994-4e55-8967-0b6d70c159ee tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 946 time: 0.0625670 Jul 09 15:52:45.419644 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9629bcb0-727e-4fa5-ae2d-60e1fe93ab43 req-9806ad3f-a529-4742-be3c-133037c146da tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331366 Jul 09 15:52:45.559242 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:46.219862 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c540665-ff0e-4224-9e9b-2eba089abcd8 req-134e1df3-627f-4b43-bbdb-51dba7a82cc0 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:46.222664 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9c540665-ff0e-4224-9e9b-2eba089abcd8 req-134e1df3-627f-4b43-bbdb-51dba7a82cc0 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 946 time: 0.0681167 Jul 09 15:52:46.324858 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-9c540665-ff0e-4224-9e9b-2eba089abcd8 req-edb7a908-c1a5-480c-a546-3c12eaae8e91 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Deleting port c2a27f6d-f396-42e4-9d05-3f07dcbb59f7 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:52:46.325200 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-9c540665-ff0e-4224-9e9b-2eba089abcd8 req-edb7a908-c1a5-480c-a546-3c12eaae8e91 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:46.417755 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-9c540665-ff0e-4224-9e9b-2eba089abcd8 req-edb7a908-c1a5-480c-a546-3c12eaae8e91 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] For port c2a27f6d-f396-42e4-9d05-3f07dcbb59f7, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=c2a27f6d-f396-42e4-9d05-3f07dcbb59f7,segment=NetworkSegment(7b3f88b7-e575-46f0-9305-dec137800846),segment_id=7b3f88b7-e575-46f0-9305-dec137800846)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:52:46.418275 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-9c540665-ff0e-4224-9e9b-2eba089abcd8 req-edb7a908-c1a5-480c-a546-3c12eaae8e91 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:46.591753 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-9c540665-ff0e-4224-9e9b-2eba089abcd8 req-edb7a908-c1a5-480c-a546-3c12eaae8e91 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:46.592118 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-9c540665-ff0e-4224-9e9b-2eba089abcd8 req-edb7a908-c1a5-480c-a546-3c12eaae8e91 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:46.592374 n-d-799529-6 neutron-server[94446]: INFO neutron.db.l3_db [req-9c540665-ff0e-4224-9e9b-2eba089abcd8 req-edb7a908-c1a5-480c-a546-3c12eaae8e91 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Floating IP 99a53a50-c4b5-497d-9342-f0ff70655f75 disassociated. External IP: 172.25.3.144, port: c2a27f6d-f396-42e4-9d05-3f07dcbb59f7. Jul 09 15:52:46.592727 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-9c540665-ff0e-4224-9e9b-2eba089abcd8 req-edb7a908-c1a5-480c-a546-3c12eaae8e91 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Calling delete_port for c2a27f6d-f396-42e4-9d05-3f07dcbb59f7 owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:52:46.603155 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb1bcda-fd54-4f70-a973-bfaeacda5666 req-adb53f1c-ec8d-4b08-a507-fddc873a39b0 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:52:46.604707 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-adb1bcda-fd54-4f70-a973-bfaeacda5666 req-adb53f1c-ec8d-4b08-a507-fddc873a39b0 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 946 time: 0.0692255 Jul 09 15:52:46.652073 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-adb1bcda-fd54-4f70-a973-bfaeacda5666 req-2bacaf25-eac1-4a3a-b0c7-cd3a06250637 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups?id=307753fb-3d4a-4f32-95aa-0d1978f73b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409989 Jul 09 15:52:46.799022 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-9c540665-ff0e-4224-9e9b-2eba089abcd8 req-edb7a908-c1a5-480c-a546-3c12eaae8e91 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:46.830562 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb7a908-c1a5-480c-a546-3c12eaae8e91 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Pushing event deleted for resources: {'Port': ['ID=c2a27f6d-f396-42e4-9d05-3f07dcbb59f7,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:52:46.951306 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c540665-ff0e-4224-9e9b-2eba089abcd8 req-edb7a908-c1a5-480c-a546-3c12eaae8e91 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Router 49ca18b1-b59f-4d59-9f82-aa588a33e2e2 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:52:47.077108 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c540665-ff0e-4224-9e9b-2eba089abcd8 req-edb7a908-c1a5-480c-a546-3c12eaae8e91 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:52:47.088368 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53049215-0e7e-4321-a365-3454e54981f6 None None] Sync routers for ids ['49ca18b1-b59f-4d59-9f82-aa588a33e2e2'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:52:47.099740 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53049215-0e7e-4321-a365-3454e54981f6 None None] Routers {'49ca18b1-b59f-4d59-9f82-aa588a33e2e2'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:52:47.100519 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-53049215-0e7e-4321-a365-3454e54981f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:52:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['49ca18b1-b59f-4d59-9f82-aa588a33e2e2'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:52:47.120765 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c540665-ff0e-4224-9e9b-2eba089abcd8 req-edb7a908-c1a5-480c-a546-3c12eaae8e91 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] No DVR routers for this DVR port c2a27f6d-f396-42e4-9d05-3f07dcbb59f7 on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:52:47.123481 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-9c540665-ff0e-4224-9e9b-2eba089abcd8 req-edb7a908-c1a5-480c-a546-3c12eaae8e91 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:47.125567 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9c540665-ff0e-4224-9e9b-2eba089abcd8 req-edb7a908-c1a5-480c-a546-3c12eaae8e91 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.62 "DELETE /v2.0/ports/c2a27f6d-f396-42e4-9d05-3f07dcbb59f7 HTTP/1.1" status: 204 len: 173 time: 0.8960686 Jul 09 15:52:47.126063 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d54ce3a-1922-4d38-b7be-d7b1813e36e5', 'name': 'network-vif-deleted', 'tag': 'c2a27f6d-f396-42e4-9d05-3f07dcbb59f7'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:52:47.128962 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71aea3d4ce3c79ba57e3b2a7f05354d67fe827d4c76bd908d035baed68c1bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202483c7-9cfd-49b6-a47d-56f5dab0953a" -d '{"events": [{"server_uuid": "6d54ce3a-1922-4d38-b7be-d7b1813e36e5", "name": "network-vif-deleted", "tag": "c2a27f6d-f396-42e4-9d05-3f07dcbb59f7"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:52:47.164789 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8eb5142-a1cf-4107-b67b-3bc24bb8d053 x-openstack-request-id: req-e8eb5142-a1cf-4107-b67b-3bc24bb8d053 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:52:47.165167 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d54ce3a-1922-4d38-b7be-d7b1813e36e5", "name": "network-vif-deleted", "tag": "c2a27f6d-f396-42e4-9d05-3f07dcbb59f7", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:52:47.165423 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e8eb5142-a1cf-4107-b67b-3bc24bb8d053 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:52:47.165831 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d54ce3a-1922-4d38-b7be-d7b1813e36e5', 'name': 'network-vif-deleted', 'tag': 'c2a27f6d-f396-42e4-9d05-3f07dcbb59f7', 'status': 'completed', 'code': 200} Jul 09 15:52:47.223984 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-53049215-0e7e-4321-a365-3454e54981f6 None None] Set router 49ca18b1-b59f-4d59-9f82-aa588a33e2e2 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:52:47.422029 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-53049215-0e7e-4321-a365-3454e54981f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'name': 'tempest-ServerActionsTestJSON-316792187-router', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:41:15Z', 'updated_at': '2021-07-09T15:41:18Z', 'revision_number': 4, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'gw_port': {'id': '7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:41:16Z', 'updated_at': '2021-07-09T15:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'cb8e3151-810b-4ceb-9e7e-06e42b431fe0', 'name': '', 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'mac_address': 'fa:16:3e:f2:6d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '0a0449c8-405f-41d6-9115-e55438c81ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:41:18Z', 'updated_at': '2021-07-09T15:41:24Z', 'revision_number': 5, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'subnets': [{'id': '0a0449c8-405f-41d6-9115-e55438c81ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:52:47.603175 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53049215-0e7e-4321-a365-3454e54981f6 None None] Checking router: 49ca18b1-b59f-4d59-9f82-aa588a33e2e2 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:52:47.611544 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53049215-0e7e-4321-a365-3454e54981f6 None None] Routers {'49ca18b1-b59f-4d59-9f82-aa588a33e2e2'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:52:47.612115 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-53049215-0e7e-4321-a365-3454e54981f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:52:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['49ca18b1-b59f-4d59-9f82-aa588a33e2e2'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:52:47.720254 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-53049215-0e7e-4321-a365-3454e54981f6 None None] Set router 49ca18b1-b59f-4d59-9f82-aa588a33e2e2 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:52:47.793684 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d341db5a-8d48-402c-9888-cba5c40b8cb6 req-dc697a0c-8aa5-4267-a5a6-8e0725ed0289 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 210 time: 0.0290537 Jul 09 15:52:47.925271 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-53049215-0e7e-4321-a365-3454e54981f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'name': 'tempest-ServerActionsTestJSON-316792187-router', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:41:15Z', 'updated_at': '2021-07-09T15:41:18Z', 'revision_number': 4, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'gw_port': {'id': '7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:41:16Z', 'updated_at': '2021-07-09T15:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'cb8e3151-810b-4ceb-9e7e-06e42b431fe0', 'name': '', 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'mac_address': 'fa:16:3e:f2:6d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '0a0449c8-405f-41d6-9115-e55438c81ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:41:18Z', 'updated_at': '2021-07-09T15:41:24Z', 'revision_number': 5, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'subnets': [{'id': '0a0449c8-405f-41d6-9115-e55438c81ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:52:47.952707 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53049215-0e7e-4321-a365-3454e54981f6 None None] The sync data for ids ['49ca18b1-b59f-4d59-9f82-aa588a33e2e2'] in n-d-799529-6 is: [{'id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'name': 'tempest-ServerActionsTestJSON-316792187-router', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:41:15Z', 'updated_at': '2021-07-09T15:41:18Z', 'revision_number': 4, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'gw_port': {'id': '7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:41:16Z', 'updated_at': '2021-07-09T15:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'cb8e3151-810b-4ceb-9e7e-06e42b431fe0', 'name': '', 'network_id': '049dafce-25e0-4b39-b5cd-c751bf7fa90f', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'mac_address': 'fa:16:3e:f2:6d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '0a0449c8-405f-41d6-9115-e55438c81ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:41:18Z', 'updated_at': '2021-07-09T15:41:24Z', 'revision_number': 5, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'subnets': [{'id': '0a0449c8-405f-41d6-9115-e55438c81ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:52:48.182535 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c93bf1a-4b72-4af4-9dca-adc11f0a26ef None None] New status for floating IP 99a53a50-c4b5-497d-9342-f0ff70655f75: DOWN {{(pid=94448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 15:52:48.935522 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-26d5d571-267c-4258-9bde-0d958bdc2922 req-75d1d34a-21da-45e5-8460-a1368f89c26a tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 210 time: 0.0282738 Jul 09 15:52:50.075352 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9b6e28fe-5630-4ce9-afe6-9162e5e4c91e req-b678c2d2-6401-4384-a253-16aaddc04af6 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 210 time: 0.0296676 Jul 09 15:52:50.211790 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device c2a27f6d-f396-42e4-9d05-3f07dcbb59f7 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:52:50.236498 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: c2a27f6d-f396-42e4-9d05-3f07dcbb59f7 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:52:50.236847 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device c2a27f6d-f396-42e4-9d05-3f07dcbb59f7 not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:52:51.241820 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-39b00487-c061-415b-b6ac-1b48f6d612d1 req-379b7b05-077e-4e65-b900-7673412d2bc7 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d54ce3a-1922-4d38-b7be-d7b1813e36e5 HTTP/1.1" status: 200 len: 210 time: 0.0416088 Jul 09 15:52:53.810181 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:56.204720 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-eedf02cf-5e83-400c-8372-b1f8f92aac5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:56.508359 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 57656) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:52:56.567716 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d5bf2031-6ce4-4879-9ca4-68f8209ccad5 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:56.590889 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d5bf2031-6ce4-4879-9ca4-68f8209ccad5 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:56.706998 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d5bf2031-6ce4-4879-9ca4-68f8209ccad5 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:56.709640 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d5bf2031-6ce4-4879-9ca4-68f8209ccad5 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:56.710813 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d5bf2031-6ce4-4879-9ca4-68f8209ccad5 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "DELETE /v2.0/security-groups/307753fb-3d4a-4f32-95aa-0d1978f73b52 HTTP/1.1" status: 204 len: 168 time: 0.2014487 Jul 09 15:52:56.713527 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 57658) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:52:56.720377 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bf2031-6ce4-4879-9ca4-68f8209ccad5 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=307753fb-3d4a-4f32-95aa-0d1978f73b52,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:52:56.727315 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [None req-3dfbd638-4ad2-49e5-ba37-ef08d4b61d87 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] show failed (client error): The resource could not be found. Jul 09 15:52:56.731187 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 57660) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:52:56.736228 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-3dfbd638-4ad2-49e5-ba37-ef08d4b61d87 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "GET /v2.0/security-groups/307753fb-3d4a-4f32-95aa-0d1978f73b52 HTTP/1.1" status: 404 len: 347 time: 0.0215783 Jul 09 15:52:56.861172 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-e77de560-1e96-4801-a0e9-168e66458760 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Deleting port cba05650-c28a-4031-ae48-46cb44c8bc69 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:52:56.861515 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e77de560-1e96-4801-a0e9-168e66458760 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:56.935030 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e77de560-1e96-4801-a0e9-168e66458760 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:56.935361 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e77de560-1e96-4801-a0e9-168e66458760 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:56.947714 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-e77de560-1e96-4801-a0e9-168e66458760 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Calling delete_port for cba05650-c28a-4031-ae48-46cb44c8bc69 owned by network:floatingip {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:52:57.145963 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e77de560-1e96-4801-a0e9-168e66458760 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:57.176317 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77de560-1e96-4801-a0e9-168e66458760 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Pushing event deleted for resources: {'Port': ['ID=cba05650-c28a-4031-ae48-46cb44c8bc69,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:52:57.238921 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e77de560-1e96-4801-a0e9-168e66458760 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks [] for floatingip, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:57.241629 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e77de560-1e96-4801-a0e9-168e66458760 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:57.242862 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e77de560-1e96-4801-a0e9-168e66458760 tempest-ServerActionsTestJSON-318535054 tempest-ServerActionsTestJSON-318535054-project] 10.222.0.58 "DELETE /v2.0/floatingips/99a53a50-c4b5-497d-9342-f0ff70655f75 HTTP/1.1" status: 204 len: 168 time: 0.5104303 Jul 09 15:52:57.245841 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 57662) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:52:57.725066 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b0f53609-1703-4d1a-8ca6-3964fdeb2b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:57.985802 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-b0f53609-1703-4d1a-8ca6-3964fdeb2b11 admin admin] Deleting port cb8e3151-810b-4ceb-9e7e-06e42b431fe0 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:52:57.986048 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b0f53609-1703-4d1a-8ca6-3964fdeb2b11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:58.062479 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-b0f53609-1703-4d1a-8ca6-3964fdeb2b11 admin admin] For port cb8e3151-810b-4ceb-9e7e-06e42b431fe0, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=cb8e3151-810b-4ceb-9e7e-06e42b431fe0,segment=NetworkSegment(7b3f88b7-e575-46f0-9305-dec137800846),segment_id=7b3f88b7-e575-46f0-9305-dec137800846)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:52:58.063348 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b0f53609-1703-4d1a-8ca6-3964fdeb2b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:58.076102 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-b0f53609-1703-4d1a-8ca6-3964fdeb2b11 admin admin] Calling delete_port for cb8e3151-810b-4ceb-9e7e-06e42b431fe0 owned by network:router_interface {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:52:58.364749 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b0f53609-1703-4d1a-8ca6-3964fdeb2b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:58.392765 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f53609-1703-4d1a-8ca6-3964fdeb2b11 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb8e3151-810b-4ceb-9e7e-06e42b431fe0,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:52:58.568963 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b0f53609-1703-4d1a-8ca6-3964fdeb2b11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:58.777705 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0f53609-1703-4d1a-8ca6-3964fdeb2b11 admin admin] Router 49ca18b1-b59f-4d59-9f82-aa588a33e2e2 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:52:58.886884 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0f53609-1703-4d1a-8ca6-3964fdeb2b11 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:52:58.892556 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b0f53609-1703-4d1a-8ca6-3964fdeb2b11 admin admin] 10.222.0.58 "PUT /v2.0/routers/49ca18b1-b59f-4d59-9f82-aa588a33e2e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6457283 Jul 09 15:52:58.895034 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 57666) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:52:58.898060 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fe9d96-7b0b-4c01-a3d4-1a75474730df None None] Sync routers for ids ['49ca18b1-b59f-4d59-9f82-aa588a33e2e2'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:52:58.908464 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fe9d96-7b0b-4c01-a3d4-1a75474730df None None] Routers {'49ca18b1-b59f-4d59-9f82-aa588a33e2e2'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:52:58.909172 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-20fe9d96-7b0b-4c01-a3d4-1a75474730df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:52:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['49ca18b1-b59f-4d59-9f82-aa588a33e2e2'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:52:58.999282 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-01d0dc6b-5c2e-4dd6-99df-06c3a96a4f38 admin admin] Notify callbacks [] for router, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:59.010762 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-20fe9d96-7b0b-4c01-a3d4-1a75474730df None None] Set router 49ca18b1-b59f-4d59-9f82-aa588a33e2e2 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:52:59.101953 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-01d0dc6b-5c2e-4dd6-99df-06c3a96a4f38 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:59.193481 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-20fe9d96-7b0b-4c01-a3d4-1a75474730df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'name': 'tempest-ServerActionsTestJSON-316792187-router', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:41:15Z', 'updated_at': '2021-07-09T15:52:58Z', 'revision_number': 5, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'gw_port': {'id': '7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:41:16Z', 'updated_at': '2021-07-09T15:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:52:59.220117 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fe9d96-7b0b-4c01-a3d4-1a75474730df None None] Checking router: 49ca18b1-b59f-4d59-9f82-aa588a33e2e2 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:52:59.221983 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8f121087-5c95-470a-8a0f-76123a4e812d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:59.239839 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fe9d96-7b0b-4c01-a3d4-1a75474730df None None] Routers {'49ca18b1-b59f-4d59-9f82-aa588a33e2e2'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:52:59.240449 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-20fe9d96-7b0b-4c01-a3d4-1a75474730df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:52:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['49ca18b1-b59f-4d59-9f82-aa588a33e2e2'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:52:59.249400 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-01d0dc6b-5c2e-4dd6-99df-06c3a96a4f38 admin admin] Deleting port 7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:52:59.249738 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-01d0dc6b-5c2e-4dd6-99df-06c3a96a4f38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:59.320445 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:59.331839 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-20fe9d96-7b0b-4c01-a3d4-1a75474730df None None] Set router 49ca18b1-b59f-4d59-9f82-aa588a33e2e2 gateway port host: None {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:52:59.332705 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-01d0dc6b-5c2e-4dd6-99df-06c3a96a4f38 admin admin] For port 7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:52:59.333096 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-01d0dc6b-5c2e-4dd6-99df-06c3a96a4f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:59.345237 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-01d0dc6b-5c2e-4dd6-99df-06c3a96a4f38 admin admin] Calling delete_port for 7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a owned by network:router_gateway {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:52:59.385395 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-20fe9d96-7b0b-4c01-a3d4-1a75474730df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'name': 'tempest-ServerActionsTestJSON-316792187-router', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:41:15Z', 'updated_at': '2021-07-09T15:52:59Z', 'revision_number': 6, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'gw_port_host': None}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:52:59.412698 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fe9d96-7b0b-4c01-a3d4-1a75474730df None None] The sync data for ids ['49ca18b1-b59f-4d59-9f82-aa588a33e2e2'] in n-d-799529-6 is: [{'id': '49ca18b1-b59f-4d59-9f82-aa588a33e2e2', 'name': 'tempest-ServerActionsTestJSON-316792187-router', 'tenant_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:41:15Z', 'updated_at': '2021-07-09T15:52:59Z', 'revision_number': 6, 'project_id': '3a2e3821cf1a497198ff34b3df5b4b26', 'gw_port_host': None}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:52:59.575790 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-01d0dc6b-5c2e-4dd6-99df-06c3a96a4f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:59.602204 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d0dc6b-5c2e-4dd6-99df-06c3a96a4f38 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:52:59.663806 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-01d0dc6b-5c2e-4dd6-99df-06c3a96a4f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:59.756295 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-01d0dc6b-5c2e-4dd6-99df-06c3a96a4f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:59.758488 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-01d0dc6b-5c2e-4dd6-99df-06c3a96a4f38 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:59.882808 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-01d0dc6b-5c2e-4dd6-99df-06c3a96a4f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:59.883853 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d0dc6b-5c2e-4dd6-99df-06c3a96a4f38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49ca18b1-b59f-4d59-9f82-aa588a33e2e2 {{(pid=94445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 15:52:59.892677 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-01d0dc6b-5c2e-4dd6-99df-06c3a96a4f38 admin admin] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:59.892677 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-01d0dc6b-5c2e-4dd6-99df-06c3a96a4f38 admin admin] 10.222.0.58 "DELETE /v2.0/routers/49ca18b1-b59f-4d59-9f82-aa588a33e2e2 HTTP/1.1" status: 204 len: 168 time: 0.9936779 Jul 09 15:52:59.893226 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 57668) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:52:59.938773 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-14183087-ab35-48e9-bd46-6a749851ac3e admin admin] Deleting subnet 0a0449c8-405f-41d6-9115-e55438c81ff8 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:52:59.944313 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-14183087-ab35-48e9-bd46-6a749851ac3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:52:59.976479 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-14183087-ab35-48e9-bd46-6a749851ac3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:00.185213 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:53:00.207724 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:53:00.207989 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 7f273bac-0001-4c9a-ac7e-bad7cd5c8e1a not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:53:00.208405 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device cb8e3151-810b-4ceb-9e7e-06e42b431fe0 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:53:00.232198 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: cb8e3151-810b-4ceb-9e7e-06e42b431fe0 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:53:00.232682 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device cb8e3151-810b-4ceb-9e7e-06e42b431fe0 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:53:00.392741 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-14183087-ab35-48e9-bd46-6a749851ac3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:00.511085 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:00.523114 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-14183087-ab35-48e9-bd46-6a749851ac3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:00.546667 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14183087-ab35-48e9-bd46-6a749851ac3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a0449c8-405f-41d6-9115-e55438c81ff8,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:00.553322 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-14183087-ab35-48e9-bd46-6a749851ac3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:00.555326 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-14183087-ab35-48e9-bd46-6a749851ac3e admin admin] 10.222.0.58 "DELETE /v2.0/subnets/0a0449c8-405f-41d6-9115-e55438c81ff8 HTTP/1.1" status: 204 len: 168 time: 0.6610527 Jul 09 15:53:00.557723 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 57670) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:53:00.560181 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615f3333-c8a4-41d4-a2b5-c65bdfebfb25 None None] Network 049dafce-25e0-4b39-b5cd-c751bf7fa90f requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:53:00.629191 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cd00e37d-f529-44e4-aa6a-a5b29feb3d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:00.681909 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-cd00e37d-f529-44e4-aa6a-a5b29feb3d18 admin admin] Deleting port 333c1ad9-068b-40d4-91ef-a952b92e7c50 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:53:00.682165 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cd00e37d-f529-44e4-aa6a-a5b29feb3d18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:00.745093 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-cd00e37d-f529-44e4-aa6a-a5b29feb3d18 admin admin] For port 333c1ad9-068b-40d4-91ef-a952b92e7c50, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=333c1ad9-068b-40d4-91ef-a952b92e7c50,segment=NetworkSegment(7b3f88b7-e575-46f0-9305-dec137800846),segment_id=7b3f88b7-e575-46f0-9305-dec137800846)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:53:00.745541 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cd00e37d-f529-44e4-aa6a-a5b29feb3d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:00.752461 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7991c3bc-62e9-4b0a-8bfa-09aabf5888bb None None] DHCP port deletion for 049dafce-25e0-4b39-b5cd-c751bf7fa90f request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 15:53:00.760144 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-cd00e37d-f529-44e4-aa6a-a5b29feb3d18 admin admin] Calling delete_port for 333c1ad9-068b-40d4-91ef-a952b92e7c50 owned by network:dhcp {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:53:00.805444 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-7991c3bc-62e9-4b0a-8bfa-09aabf5888bb None None] Deleting port 333c1ad9-068b-40d4-91ef-a952b92e7c50 {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:53:00.805742 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7991c3bc-62e9-4b0a-8bfa-09aabf5888bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:00.868515 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-7991c3bc-62e9-4b0a-8bfa-09aabf5888bb None None] For port 333c1ad9-068b-40d4-91ef-a952b92e7c50, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=333c1ad9-068b-40d4-91ef-a952b92e7c50,segment=NetworkSegment(7b3f88b7-e575-46f0-9305-dec137800846),segment_id=7b3f88b7-e575-46f0-9305-dec137800846)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:53:00.868909 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7991c3bc-62e9-4b0a-8bfa-09aabf5888bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:00.881518 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-7991c3bc-62e9-4b0a-8bfa-09aabf5888bb None None] Calling delete_port for 333c1ad9-068b-40d4-91ef-a952b92e7c50 owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:53:00.911621 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cd00e37d-f529-44e4-aa6a-a5b29feb3d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:00.937897 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd00e37d-f529-44e4-aa6a-a5b29feb3d18 admin admin] Pushing event deleted for resources: {'Port': ['ID=333c1ad9-068b-40d4-91ef-a952b92e7c50,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:00.943582 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd00e37d-f529-44e4-aa6a-a5b29feb3d18 admin admin] No DVR routers for this DVR port 333c1ad9-068b-40d4-91ef-a952b92e7c50 on host n-d-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:53:00.959947 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7991c3bc-62e9-4b0a-8bfa-09aabf5888bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:00.985889 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991c3bc-62e9-4b0a-8bfa-09aabf5888bb None None] Pushing event deleted for resources: {'Port': ['ID=333c1ad9-068b-40d4-91ef-a952b92e7c50,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:00.989404 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7991c3bc-62e9-4b0a-8bfa-09aabf5888bb None None] No DVR routers for this DVR port 333c1ad9-068b-40d4-91ef-a952b92e7c50 on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:53:01.021003 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cd00e37d-f529-44e4-aa6a-a5b29feb3d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:01.030692 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-cd00e37d-f529-44e4-aa6a-a5b29feb3d18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['049dafce-25e0-4b39-b5cd-c751bf7fa90f']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:53:01.041439 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-cd00e37d-f529-44e4-aa6a-a5b29feb3d18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b3f88b7-e575-46f0-9305-dec137800846') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:53:01.041742 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-cd00e37d-f529-44e4-aa6a-a5b29feb3d18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b3f88b7-e575-46f0-9305-dec137800846') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:53:01.051048 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cd00e37d-f529-44e4-aa6a-a5b29feb3d18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:01.064494 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cd00e37d-f529-44e4-aa6a-a5b29feb3d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:01.070260 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd00e37d-f529-44e4-aa6a-a5b29feb3d18 admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:53:01.070896 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cd00e37d-f529-44e4-aa6a-a5b29feb3d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:01.072312 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:53:01.072312 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:53:01.072312 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:53:01.072312 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:53:01.072312 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:53:01.072312 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:53:01.072312 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:53:01.072312 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:53:01.072312 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:53:01.072312 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:53:01.072312 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:53:01.072312 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:53:01.072312 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:53:01.072312 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:53:01.072312 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:53:01.072312 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:53:01.072312 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:53:01.072312 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:53:01.072312 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:53:01.072312 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:53:01.072312 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:53:01.072312 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:53:01.072312 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:53:01.072312 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:53:01.072312 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:53:01.072312 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:53:01.072312 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:53:01.072312 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:53:01.072312 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:53:01.072312 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:53:01.072312 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 15:53:01.072312 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:53:01.072312 n-d-799529-6 neutron-server[94445]: timer() Jul 09 15:53:01.072312 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:53:01.072312 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 15:53:01.072312 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:53:01.072312 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 15:53:01.072312 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:53:01.072312 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 15:53:01.072312 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:53:01.072312 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 15:53:01.072312 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:53:01.072312 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 15:53:01.072312 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:53:01.072312 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:53:01.072312 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:53:01.072312 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:53:01.072312 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:53:01.072312 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 15:53:01.072312 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:53:01.072312 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 15:53:01.072312 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:53:01.072312 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:53:01.072312 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:53:01.072312 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 15:53:01.072312 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:53:01.072312 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:53:01.072312 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:53:01.072312 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:53:01.072312 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:53:01.072312 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:53:01.072312 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:53:01.231400 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cd00e37d-f529-44e4-aa6a-a5b29feb3d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:01.237538 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cd00e37d-f529-44e4-aa6a-a5b29feb3d18 admin admin] Notify callbacks [] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:01.239405 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-cd00e37d-f529-44e4-aa6a-a5b29feb3d18 admin admin] 10.222.0.58 "DELETE /v2.0/networks/049dafce-25e0-4b39-b5cd-c751bf7fa90f HTTP/1.1" status: 204 len: 168 time: 0.6807368 Jul 09 15:53:01.250775 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd00e37d-f529-44e4-aa6a-a5b29feb3d18 admin admin] Pushing event deleted for resources: {'Network': ['ID=049dafce-25e0-4b39-b5cd-c751bf7fa90f,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:01.510335 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 57674) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:53:01.550216 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-28398670-fb1a-4160-b9df-3e4ed7726d16 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3a2e3821cf1a497198ff34b3df5b4b26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386937 Jul 09 15:53:01.556825 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 57676) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:53:01.609111 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d6eba014-801c-4887-b5b0-3e84fdf2b7c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:01.630479 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d6eba014-801c-4887-b5b0-3e84fdf2b7c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:01.751642 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d6eba014-801c-4887-b5b0-3e84fdf2b7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:01.754208 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d6eba014-801c-4887-b5b0-3e84fdf2b7c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:01.755492 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d6eba014-801c-4887-b5b0-3e84fdf2b7c0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/02a29edb-2a41-432d-b875-c96d7cb4ed67 HTTP/1.1" status: 204 len: 168 time: 0.1977041 Jul 09 15:53:01.763448 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eba014-801c-4887-b5b0-3e84fdf2b7c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a29edb-2a41-432d-b875-c96d7cb4ed67,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:01.900141 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:02.180840 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 333c1ad9-068b-40d4-91ef-a952b92e7c50 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:53:02.201662 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 333c1ad9-068b-40d4-91ef-a952b92e7c50 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:53:02.202018 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 333c1ad9-068b-40d4-91ef-a952b92e7c50 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:53:02.770913 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 57698) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:53:02.867088 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-17151020-8918-420e-b72e-0433200eb965 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1207435187-network', 'tenant_id': '3c98aa56d43b48ccb61db146b48c3160'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:53:02.946944 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17151020-8918-420e-b72e-0433200eb965 admin admin] Made reservation on behalf of 3c98aa56d43b48ccb61db146b48c3160 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:53:02.949413 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-17151020-8918-420e-b72e-0433200eb965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:02.958594 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-17151020-8918-420e-b72e-0433200eb965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:03.046353 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-17151020-8918-420e-b72e-0433200eb965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:03.084205 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-17151020-8918-420e-b72e-0433200eb965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:03.107966 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17151020-8918-420e-b72e-0433200eb965 admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:53:03.116838 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17151020-8918-420e-b72e-0433200eb965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066446d4-c2bb-4055-b574-2576ab0ad625,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:03.123483 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-17151020-8918-420e-b72e-0433200eb965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:03.124528 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-17151020-8918-420e-b72e-0433200eb965 admin admin] Added segment dedb42ad-b0b4-467c-b10a-94fa5852acbd of type vlan for network b6f8c30b-7f82-4fc4-9676-1d2ac2dddf52 Jul 09 15:53:03.164393 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-17151020-8918-420e-b72e-0433200eb965 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:03.282779 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-17151020-8918-420e-b72e-0433200eb965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:03.283746 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17151020-8918-420e-b72e-0433200eb965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:03.284332 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-17151020-8918-420e-b72e-0433200eb965 admin admin] Notify callbacks [] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:03.344787 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17151020-8918-420e-b72e-0433200eb965 admin admin] Pushing event updated for resources: {'Network': ['ID=b6f8c30b-7f82-4fc4-9676-1d2ac2dddf52,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:03.357031 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network b6f8c30b-7f82-4fc4-9676-1d2ac2dddf52 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:53:03.403317 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-17151020-8918-420e-b72e-0433200eb965 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6307015 Jul 09 15:53:03.406126 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 57702) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:53:03.411117 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-5b0f216b-28ff-4ef0-8763-a73d7690a086 admin admin] Request body: {'subnet': {'network_id': 'b6f8c30b-7f82-4fc4-9676-1d2ac2dddf52', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1207435187-subnet', 'tenant_id': '3c98aa56d43b48ccb61db146b48c3160', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:53:03.499490 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0f216b-28ff-4ef0-8763-a73d7690a086 admin admin] Made reservation on behalf of 3c98aa56d43b48ccb61db146b48c3160 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:53:03.502544 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5b0f216b-28ff-4ef0-8763-a73d7690a086 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:03.734116 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5b0f216b-28ff-4ef0-8763-a73d7690a086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:03.791658 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f216b-28ff-4ef0-8763-a73d7690a086 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41cdddcf-8486-4d75-9867-1b8a729aebc1,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:03.800898 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0f216b-28ff-4ef0-8763-a73d7690a086 admin admin] Checking segment: {'id': 'dedb42ad-b0b4-467c-b10a-94fa5852acbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b6f8c30b-7f82-4fc4-9676-1d2ac2dddf52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:53:03.801265 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0f216b-28ff-4ef0-8763-a73d7690a086 admin admin] Network hostable DHCP agents. Network: b6f8c30b-7f82-4fc4-9676-1d2ac2dddf52, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:53:03.893999 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0f216b-28ff-4ef0-8763-a73d7690a086 admin admin] Network b6f8c30b-7f82-4fc4-9676-1d2ac2dddf52 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:53:03.975121 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-5b0f216b-28ff-4ef0-8763-a73d7690a086 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, b6f8c30b-7f82-4fc4-9676-1d2ac2dddf52) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:53:03.979138 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0f216b-28ff-4ef0-8763-a73d7690a086 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:03.979764 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5b0f216b-28ff-4ef0-8763-a73d7690a086 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:03.986302 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a731e420-05bf-445c-9225-86bac1cab823 None None] Network b6f8c30b-7f82-4fc4-9676-1d2ac2dddf52 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:53:04.056103 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-5b0f216b-28ff-4ef0-8763-a73d7690a086 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6489017 Jul 09 15:53:04.105195 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e1b5a5-2aed-4375-9888-99c321faed42 None None] Network b6f8c30b-7f82-4fc4-9676-1d2ac2dddf52 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:53:04.479681 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b242b9-379c-4ddf-a55b-d834717fe321 req-e8c41a2e-f8eb-4624-a5b3-473edcdbec89 tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:04.481174 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f1b242b9-379c-4ddf-a55b-d834717fe321 req-e8c41a2e-f8eb-4624-a5b3-473edcdbec89 tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.58 "GET /v2.0/networks?id=b6f8c30b-7f82-4fc4-9676-1d2ac2dddf52 HTTP/1.1" status: 200 len: 814 time: 0.1084690 Jul 09 15:53:04.496242 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f1b242b9-379c-4ddf-a55b-d834717fe321 req-3e712bb1-5797-4409-aa1a-0eeee13d5aad tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.58 "GET /v2.0/quotas/3c98aa56d43b48ccb61db146b48c3160 HTTP/1.1" status: 200 len: 375 time: 0.0090632 Jul 09 15:53:04.529578 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f1b242b9-379c-4ddf-a55b-d834717fe321 req-3992b3ef-a9e9-4a5e-b881-2d47af7b82dd tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3c98aa56d43b48ccb61db146b48c3160&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277824 Jul 09 15:53:04.665194 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f1b242b9-379c-4ddf-a55b-d834717fe321 req-d2035db9-ad6e-43fa-8915-b1f40f11b56f service neutron] 10.222.0.58 "GET /v2.0/networks/b6f8c30b-7f82-4fc4-9676-1d2ac2dddf52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283300 Jul 09 15:53:04.752575 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f1b242b9-379c-4ddf-a55b-d834717fe321 req-2c926f19-69ea-4795-b35b-344dc2415073 service neutron] 10.222.0.58 "GET /v2.0/networks/b6f8c30b-7f82-4fc4-9676-1d2ac2dddf52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813944 Jul 09 15:53:04.996141 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a8ca494d-1d54-442b-9c97-3cd8d5ca0824 req-00bf0fcc-5cbb-4aa6-99b4-cf4752abc9b6 tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4026b87-e72e-4720-a95f-24a70c7e8613 HTTP/1.1" status: 200 len: 210 time: 0.0304794 Jul 09 15:53:06.096424 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-108062c9-e93a-4182-bfe4-009deb2da463 req-54da0fe9-4fdb-4a62-a568-533d086505a1 tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4026b87-e72e-4720-a95f-24a70c7e8613 HTTP/1.1" status: 200 len: 210 time: 0.0305073 Jul 09 15:53:07.242249 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-45c947f9-e3a2-4cac-96c5-63bdc6dbb091 req-b4881e43-5a73-4828-8d45-f1bc172741d1 tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4026b87-e72e-4720-a95f-24a70c7e8613 HTTP/1.1" status: 200 len: 210 time: 0.0296268 Jul 09 15:53:07.498111 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b242b9-379c-4ddf-a55b-d834717fe321 req-62da3664-ac54-42ff-a5db-9a78beb93da4 tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:07.499621 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f1b242b9-379c-4ddf-a55b-d834717fe321 req-62da3664-ac54-42ff-a5db-9a78beb93da4 tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.54 "GET /v2.0/networks?id=b6f8c30b-7f82-4fc4-9676-1d2ac2dddf52 HTTP/1.1" status: 200 len: 814 time: 0.1135054 Jul 09 15:53:07.512520 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-f1b242b9-379c-4ddf-a55b-d834717fe321 req-56a5eec3-0f55-4c19-922e-3d02fd776ede tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Request body: {'port': {'device_id': 'c4026b87-e72e-4720-a95f-24a70c7e8613', 'network_id': 'b6f8c30b-7f82-4fc4-9676-1d2ac2dddf52', 'admin_state_up': True, 'tenant_id': '3c98aa56d43b48ccb61db146b48c3160'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:53:07.699860 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1b242b9-379c-4ddf-a55b-d834717fe321 req-56a5eec3-0f55-4c19-922e-3d02fd776ede tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Made reservation on behalf of 3c98aa56d43b48ccb61db146b48c3160 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:53:07.704200 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f1b242b9-379c-4ddf-a55b-d834717fe321 req-56a5eec3-0f55-4c19-922e-3d02fd776ede tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:07.835332 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-f1b242b9-379c-4ddf-a55b-d834717fe321 req-56a5eec3-0f55-4c19-922e-3d02fd776ede tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Allocated IP 172.20.0.4 (b6f8c30b-7f82-4fc4-9676-1d2ac2dddf52/41cdddcf-8486-4d75-9867-1b8a729aebc1/581ffb9d-7388-473a-b6a2-4b4d59c626de) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:53:07.989169 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f1b242b9-379c-4ddf-a55b-d834717fe321 req-56a5eec3-0f55-4c19-922e-3d02fd776ede tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:08.112653 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f1b242b9-379c-4ddf-a55b-d834717fe321 req-56a5eec3-0f55-4c19-922e-3d02fd776ede tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:08.158901 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1b242b9-379c-4ddf-a55b-d834717fe321 req-56a5eec3-0f55-4c19-922e-3d02fd776ede tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Network b6f8c30b-7f82-4fc4-9676-1d2ac2dddf52 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:53:08.163746 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-f1b242b9-379c-4ddf-a55b-d834717fe321 req-56a5eec3-0f55-4c19-922e-3d02fd776ede tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:53:08.164698 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1b242b9-379c-4ddf-a55b-d834717fe321 req-56a5eec3-0f55-4c19-922e-3d02fd776ede tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:53:08.192785 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a5eec3-0f55-4c19-922e-3d02fd776ede tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Pushing event updated for resources: {'Port': ['ID=581ffb9d-7388-473a-b6a2-4b4d59c626de,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:08.206227 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a5eec3-0f55-4c19-922e-3d02fd776ede tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:08.206572 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a5eec3-0f55-4c19-922e-3d02fd776ede tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:08.206914 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a5eec3-0f55-4c19-922e-3d02fd776ede tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:08.207308 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a5eec3-0f55-4c19-922e-3d02fd776ede tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:08.207594 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a5eec3-0f55-4c19-922e-3d02fd776ede tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:08.207925 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a5eec3-0f55-4c19-922e-3d02fd776ede tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:08.208251 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a5eec3-0f55-4c19-922e-3d02fd776ede tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:08.208574 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a5eec3-0f55-4c19-922e-3d02fd776ede tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:08.208900 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a5eec3-0f55-4c19-922e-3d02fd776ede tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:08.209225 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a5eec3-0f55-4c19-922e-3d02fd776ede tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:08.209545 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a5eec3-0f55-4c19-922e-3d02fd776ede tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:08.209865 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a5eec3-0f55-4c19-922e-3d02fd776ede tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:08.228331 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b242b9-379c-4ddf-a55b-d834717fe321 req-56a5eec3-0f55-4c19-922e-3d02fd776ede tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:08.228946 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f1b242b9-379c-4ddf-a55b-d834717fe321 req-56a5eec3-0f55-4c19-922e-3d02fd776ede tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:08.330426 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f1b242b9-379c-4ddf-a55b-d834717fe321 req-56a5eec3-0f55-4c19-922e-3d02fd776ede tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8218646 Jul 09 15:53:08.342798 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-f1b242b9-379c-4ddf-a55b-d834717fe321 req-899bc2dd-4622-474e-965e-4af7d3316e5d service neutron] Request body: {'port': {'device_id': 'c4026b87-e72e-4720-a95f-24a70c7e8613', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:53:08.459555 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f1b242b9-379c-4ddf-a55b-d834717fe321 req-899bc2dd-4622-474e-965e-4af7d3316e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:08.506981 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d2cf47-1c21-4bb6-9eb7-f5dc6753bebe req-6210c55a-1532-4b1a-9a8e-970a85b9b2bf tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:08.508501 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d3d2cf47-1c21-4bb6-9eb7-f5dc6753bebe req-6210c55a-1532-4b1a-9a8e-970a85b9b2bf tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4026b87-e72e-4720-a95f-24a70c7e8613 HTTP/1.1" status: 200 len: 931 time: 0.1427979 Jul 09 15:53:08.613984 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d3d2cf47-1c21-4bb6-9eb7-f5dc6753bebe req-91735f40-aa76-482e-9a55-37aed36dc5aa tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.58 "GET /v2.0/security-groups?id=066446d4-c2bb-4055-b574-2576ab0ad625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971437 Jul 09 15:53:08.770627 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-f1b242b9-379c-4ddf-a55b-d834717fe321 req-899bc2dd-4622-474e-965e-4af7d3316e5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 581ffb9d-7388-473a-b6a2-4b4d59c626de {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:53:08.778548 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f1b242b9-379c-4ddf-a55b-d834717fe321 req-899bc2dd-4622-474e-965e-4af7d3316e5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:08.791359 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-f1b242b9-379c-4ddf-a55b-d834717fe321 req-899bc2dd-4622-474e-965e-4af7d3316e5d service neutron] Transition to ACTIVE for port object 581ffb9d-7388-473a-b6a2-4b4d59c626de will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:53:08.867314 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f1b242b9-379c-4ddf-a55b-d834717fe321 req-899bc2dd-4622-474e-965e-4af7d3316e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:08.922920 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899bc2dd-4622-474e-965e-4af7d3316e5d service neutron] Pushing event updated for resources: {'Port': ['ID=581ffb9d-7388-473a-b6a2-4b4d59c626de,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:09.002457 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-f1b242b9-379c-4ddf-a55b-d834717fe321 req-899bc2dd-4622-474e-965e-4af7d3316e5d service neutron] Attempting to bind port 581ffb9d-7388-473a-b6a2-4b4d59c626de on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:53:09.002783 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-f1b242b9-379c-4ddf-a55b-d834717fe321 req-899bc2dd-4622-474e-965e-4af7d3316e5d service neutron] Attempting to bind port 581ffb9d-7388-473a-b6a2-4b4d59c626de by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': 'dedb42ad-b0b4-467c-b10a-94fa5852acbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b6f8c30b-7f82-4fc4-9676-1d2ac2dddf52'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:53:09.003138 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b242b9-379c-4ddf-a55b-d834717fe321 req-899bc2dd-4622-474e-965e-4af7d3316e5d service neutron] Attempting to bind port 581ffb9d-7388-473a-b6a2-4b4d59c626de on network b6f8c30b-7f82-4fc4-9676-1d2ac2dddf52 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:53:09.007535 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b242b9-379c-4ddf-a55b-d834717fe321 req-899bc2dd-4622-474e-965e-4af7d3316e5d service neutron] Port 581ffb9d-7388-473a-b6a2-4b4d59c626de on network b6f8c30b-7f82-4fc4-9676-1d2ac2dddf52 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:53:09.007874 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b242b9-379c-4ddf-a55b-d834717fe321 req-899bc2dd-4622-474e-965e-4af7d3316e5d service neutron] Attempting to bind port 581ffb9d-7388-473a-b6a2-4b4d59c626de on network b6f8c30b-7f82-4fc4-9676-1d2ac2dddf52 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:53:09.013620 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b242b9-379c-4ddf-a55b-d834717fe321 req-899bc2dd-4622-474e-965e-4af7d3316e5d service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:53:09.013961 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b242b9-379c-4ddf-a55b-d834717fe321 req-899bc2dd-4622-474e-965e-4af7d3316e5d service neutron] Checking segment: {'id': 'dedb42ad-b0b4-467c-b10a-94fa5852acbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b6f8c30b-7f82-4fc4-9676-1d2ac2dddf52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:53:09.014611 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b242b9-379c-4ddf-a55b-d834717fe321 req-899bc2dd-4622-474e-965e-4af7d3316e5d service neutron] Bound using segment: {'id': 'dedb42ad-b0b4-467c-b10a-94fa5852acbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b6f8c30b-7f82-4fc4-9676-1d2ac2dddf52'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:53:09.015052 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-f1b242b9-379c-4ddf-a55b-d834717fe321 req-899bc2dd-4622-474e-965e-4af7d3316e5d service neutron] Bound port: 581ffb9d-7388-473a-b6a2-4b4d59c626de, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dedb42ad-b0b4-467c-b10a-94fa5852acbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b6f8c30b-7f82-4fc4-9676-1d2ac2dddf52'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:53:09.016162 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f1b242b9-379c-4ddf-a55b-d834717fe321 req-899bc2dd-4622-474e-965e-4af7d3316e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:09.084253 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-f1b242b9-379c-4ddf-a55b-d834717fe321 req-899bc2dd-4622-474e-965e-4af7d3316e5d service neutron] For port 581ffb9d-7388-473a-b6a2-4b4d59c626de, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:53:09.087377 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-f1b242b9-379c-4ddf-a55b-d834717fe321 req-899bc2dd-4622-474e-965e-4af7d3316e5d service neutron] For port 581ffb9d-7388-473a-b6a2-4b4d59c626de, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=581ffb9d-7388-473a-b6a2-4b4d59c626de,segment=NetworkSegment(dedb42ad-b0b4-467c-b10a-94fa5852acbd),segment_id=dedb42ad-b0b4-467c-b10a-94fa5852acbd)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:53:09.191111 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f1b242b9-379c-4ddf-a55b-d834717fe321 req-899bc2dd-4622-474e-965e-4af7d3316e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:09.225384 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b242b9-379c-4ddf-a55b-d834717fe321 req-899bc2dd-4622-474e-965e-4af7d3316e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:09.226012 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f1b242b9-379c-4ddf-a55b-d834717fe321 req-899bc2dd-4622-474e-965e-4af7d3316e5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:09.227423 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f1b242b9-379c-4ddf-a55b-d834717fe321 req-899bc2dd-4622-474e-965e-4af7d3316e5d service neutron] 10.222.0.54 "PUT /v2.0/ports/581ffb9d-7388-473a-b6a2-4b4d59c626de HTTP/1.1" status: 200 len: 1091 time: 0.8890707 Jul 09 15:53:09.227890 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4026b87-e72e-4720-a95f-24a70c7e8613', 'tag': '581ffb9d-7388-473a-b6a2-4b4d59c626de'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:53:09.230184 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bb405a18ca731a56dedfaaf5e9a79789110744f6b6799bb7a0722340b5c16f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84c2f84-76ac-40e3-8caa-07efb1fb8329" -d '{"events": [{"name": "network-changed", "server_uuid": "c4026b87-e72e-4720-a95f-24a70c7e8613", "tag": "581ffb9d-7388-473a-b6a2-4b4d59c626de"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:53:09.253248 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899bc2dd-4622-474e-965e-4af7d3316e5d service neutron] Pushing event updated for resources: {'Port': ['ID=581ffb9d-7388-473a-b6a2-4b4d59c626de,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:09.267474 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f575792b-343c-4153-8349-e63f28986564 x-openstack-request-id: req-f575792b-343c-4153-8349-e63f28986564 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:53:09.267820 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4026b87-e72e-4720-a95f-24a70c7e8613", "tag": "581ffb9d-7388-473a-b6a2-4b4d59c626de", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:53:09.268079 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f575792b-343c-4153-8349-e63f28986564 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:53:09.268481 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4026b87-e72e-4720-a95f-24a70c7e8613', 'tag': '581ffb9d-7388-473a-b6a2-4b4d59c626de', 'status': 'completed', 'code': 200} Jul 09 15:53:09.342898 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c2f84-76ac-40e3-8caa-07efb1fb8329 req-66c65b33-54db-4e1f-ac0f-ff346a2348bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:09.344555 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e84c2f84-76ac-40e3-8caa-07efb1fb8329 req-66c65b33-54db-4e1f-ac0f-ff346a2348bf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3c98aa56d43b48ccb61db146b48c3160&device_id=c4026b87-e72e-4720-a95f-24a70c7e8613 HTTP/1.1" status: 200 len: 1094 time: 0.0549972 Jul 09 15:53:09.445582 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c2f84-76ac-40e3-8caa-07efb1fb8329 req-9d6962c8-7d45-42a5-b71a-5b74e05a9e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:09.447021 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e84c2f84-76ac-40e3-8caa-07efb1fb8329 req-9d6962c8-7d45-42a5-b71a-5b74e05a9e33 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=3c98aa56d43b48ccb61db146b48c3160&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0953448 Jul 09 15:53:09.537686 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c2f84-76ac-40e3-8caa-07efb1fb8329 req-1a5ba322-ece0-4676-a618-d96160b198e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:09.539170 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e84c2f84-76ac-40e3-8caa-07efb1fb8329 req-1a5ba322-ece0-4676-a618-d96160b198e5 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0860119 Jul 09 15:53:09.636917 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b242b9-379c-4ddf-a55b-d834717fe321 req-b0323d0c-88b0-44b9-9c5a-7342ddfab05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:09.638547 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f1b242b9-379c-4ddf-a55b-d834717fe321 req-b0323d0c-88b0-44b9-9c5a-7342ddfab05a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3c98aa56d43b48ccb61db146b48c3160&device_id=c4026b87-e72e-4720-a95f-24a70c7e8613 HTTP/1.1" status: 200 len: 1094 time: 0.0611465 Jul 09 15:53:09.682363 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f1b242b9-379c-4ddf-a55b-d834717fe321 req-a5c76e6c-8220-43e0-8953-59b59c7a7eab service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=581ffb9d-7388-473a-b6a2-4b4d59c626de HTTP/1.1" status: 200 len: 217 time: 0.0345414 Jul 09 15:53:09.741667 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b242b9-379c-4ddf-a55b-d834717fe321 req-2c4721cb-94dc-4b2a-b0e3-ce14ff2503f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:09.743010 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f1b242b9-379c-4ddf-a55b-d834717fe321 req-2c4721cb-94dc-4b2a-b0e3-ce14ff2503f6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=41cdddcf-8486-4d75-9867-1b8a729aebc1 HTTP/1.1" status: 200 len: 854 time: 0.0538616 Jul 09 15:53:09.791722 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f1b242b9-379c-4ddf-a55b-d834717fe321 req-c2fc7312-83b2-4236-a7b1-f8936bb5537d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b6f8c30b-7f82-4fc4-9676-1d2ac2dddf52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283718 Jul 09 15:53:09.878739 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef81a7c5-49c3-4ab6-a236-50fc5590e8ca req-08fdbcbb-b595-4001-972a-9d848823af23 tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:09.880274 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ef81a7c5-49c3-4ab6-a236-50fc5590e8ca req-08fdbcbb-b595-4001-972a-9d848823af23 tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4026b87-e72e-4720-a95f-24a70c7e8613 HTTP/1.1" status: 200 len: 943 time: 0.1535590 Jul 09 15:53:09.916621 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f1b242b9-379c-4ddf-a55b-d834717fe321 req-9ee2064d-9fc8-440d-bec2-db4e4fce4226 service neutron] 10.222.0.54 "GET /v2.0/networks/b6f8c30b-7f82-4fc4-9676-1d2ac2dddf52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176407 Jul 09 15:53:09.952869 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ef81a7c5-49c3-4ab6-a236-50fc5590e8ca req-d66420ea-aa03-4e3e-8c74-2d276db30514 tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.58 "GET /v2.0/security-groups?id=066446d4-c2bb-4055-b574-2576ab0ad625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657728 Jul 09 15:53:10.020128 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f1b242b9-379c-4ddf-a55b-d834717fe321 req-4efe1091-71eb-420d-bcb4-e39818be9832 service neutron] 10.222.0.54 "GET /v2.0/networks/b6f8c30b-7f82-4fc4-9676-1d2ac2dddf52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937901 Jul 09 15:53:11.133696 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1fa20d-3c51-4850-b761-9a867788d306 req-0fa660b1-ae95-481c-8a63-b7a5bea115be tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:11.135174 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6a1fa20d-3c51-4850-b761-9a867788d306 req-0fa660b1-ae95-481c-8a63-b7a5bea115be tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4026b87-e72e-4720-a95f-24a70c7e8613 HTTP/1.1" status: 200 len: 943 time: 0.0658247 Jul 09 15:53:11.172525 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6a1fa20d-3c51-4850-b761-9a867788d306 req-6457ed48-91f1-48b7-bce0-e78fc4f4368d tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.58 "GET /v2.0/security-groups?id=066446d4-c2bb-4055-b574-2576ab0ad625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314891 Jul 09 15:53:12.131333 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 581ffb9d-7388-473a-b6a2-4b4d59c626de details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 15:53:12.230462 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 581ffb9d-7388-473a-b6a2-4b4d59c626de, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=581ffb9d-7388-473a-b6a2-4b4d59c626de,segment=NetworkSegment(dedb42ad-b0b4-467c-b10a-94fa5852acbd),segment_id=dedb42ad-b0b4-467c-b10a-94fa5852acbd)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:53:12.242159 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': '581ffb9d-7388-473a-b6a2-4b4d59c626de', 'network_id': 'b6f8c30b-7f82-4fc4-9676-1d2ac2dddf52', 'port_id': '581ffb9d-7388-473a-b6a2-4b4d59c626de', 'mac_address': 'fa:16:3e:32:4b:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41cdddcf-8486-4d75-9867-1b8a729aebc1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 15:53:12.280069 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:12.292970 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 581ffb9d-7388-473a-b6a2-4b4d59c626de {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:53:12.312941 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 581ffb9d-7388-473a-b6a2-4b4d59c626de, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=581ffb9d-7388-473a-b6a2-4b4d59c626de,segment=NetworkSegment(dedb42ad-b0b4-467c-b10a-94fa5852acbd),segment_id=dedb42ad-b0b4-467c-b10a-94fa5852acbd)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:53:12.346734 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a6b40-8bd9-4171-a544-cba10fcff341 req-ba82507a-0651-486c-a32d-e3712e8f3d8f tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:12.348416 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-871a6b40-8bd9-4171-a544-cba10fcff341 req-ba82507a-0651-486c-a32d-e3712e8f3d8f tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4026b87-e72e-4720-a95f-24a70c7e8613 HTTP/1.1" status: 200 len: 943 time: 0.0653417 Jul 09 15:53:12.379530 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:12.388818 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-871a6b40-8bd9-4171-a544-cba10fcff341 req-fa03717d-7bdb-424e-abb2-646d940f5298 tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.58 "GET /v2.0/security-groups?id=066446d4-c2bb-4055-b574-2576ab0ad625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345936 Jul 09 15:53:12.431359 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=581ffb9d-7388-473a-b6a2-4b4d59c626de,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:12.582556 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['581ffb9d-7388-473a-b6a2-4b4d59c626de'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:53:13.582173 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5167fc2a-d27f-4663-a85f-5a99ebfb57aa req-7fa6f126-050f-4522-9da4-2e58f434f317 tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:13.583695 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5167fc2a-d27f-4663-a85f-5a99ebfb57aa req-7fa6f126-050f-4522-9da4-2e58f434f317 tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4026b87-e72e-4720-a95f-24a70c7e8613 HTTP/1.1" status: 200 len: 944 time: 0.0647712 Jul 09 15:53:13.623432 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5167fc2a-d27f-4663-a85f-5a99ebfb57aa req-3e85e934-50df-472a-8c16-4330e615b75c tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.58 "GET /v2.0/security-groups?id=066446d4-c2bb-4055-b574-2576ab0ad625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338821 Jul 09 15:53:14.131674 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 581ffb9d-7388-473a-b6a2-4b4d59c626de up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:53:14.272489 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port 581ffb9d-7388-473a-b6a2-4b4d59c626de completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:53:14.276967 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port 581ffb9d-7388-473a-b6a2-4b4d59c626de triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:53:14.277387 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:14.356851 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:14.379860 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4026b87-e72e-4720-a95f-24a70c7e8613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '581ffb9d-7388-473a-b6a2-4b4d59c626de'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:53:14.382184 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e75b9a97cbd66444b13ae988a684abc34c7a24a50a729030cfede81e7322398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7b8c55-2928-4f75-99f7-af8fe7fd34df" -d '{"events": [{"server_uuid": "c4026b87-e72e-4720-a95f-24a70c7e8613", "name": "network-vif-plugged", "status": "completed", "tag": "581ffb9d-7388-473a-b6a2-4b4d59c626de"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:53:14.399775 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 581ffb9d-7388-473a-b6a2-4b4d59c626de, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=581ffb9d-7388-473a-b6a2-4b4d59c626de,segment=NetworkSegment(dedb42ad-b0b4-467c-b10a-94fa5852acbd),segment_id=dedb42ad-b0b4-467c-b10a-94fa5852acbd)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:53:14.420913 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9b2f9f-7d07-42e2-add0-1559ec3a81b4 x-openstack-request-id: req-2e9b2f9f-7d07-42e2-add0-1559ec3a81b4 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:53:14.428274 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4026b87-e72e-4720-a95f-24a70c7e8613", "name": "network-vif-plugged", "status": "completed", "tag": "581ffb9d-7388-473a-b6a2-4b4d59c626de", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:53:14.428274 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2e9b2f9f-7d07-42e2-add0-1559ec3a81b4 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:53:14.428274 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4026b87-e72e-4720-a95f-24a70c7e8613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '581ffb9d-7388-473a-b6a2-4b4d59c626de', 'code': 200} Jul 09 15:53:14.477223 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:14.556072 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=581ffb9d-7388-473a-b6a2-4b4d59c626de,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:14.567371 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d30237-359a-4ef2-9663-25afcb756c7e req-af351aad-4232-42a4-9611-aca362e0b901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:14.568476 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-91d30237-359a-4ef2-9663-25afcb756c7e req-af351aad-4232-42a4-9611-aca362e0b901 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c4026b87-e72e-4720-a95f-24a70c7e8613 HTTP/1.1" status: 200 len: 1096 time: 0.0845301 Jul 09 15:53:14.606240 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-91d30237-359a-4ef2-9663-25afcb756c7e req-5d22d3c9-c8dd-4c3a-a11f-fd1b69f20fb5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=066446d4-c2bb-4055-b574-2576ab0ad625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312343 Jul 09 15:53:14.796147 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246b4c6-b757-40c8-a560-4ab709737d74 req-b8dce660-7e4f-4853-9d1e-ea4d22ba7aad tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:14.798124 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0246b4c6-b757-40c8-a560-4ab709737d74 req-b8dce660-7e4f-4853-9d1e-ea4d22ba7aad tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4026b87-e72e-4720-a95f-24a70c7e8613 HTTP/1.1" status: 200 len: 945 time: 0.0667667 Jul 09 15:53:14.835035 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0246b4c6-b757-40c8-a560-4ab709737d74 req-202b7c6e-6581-4aef-b87b-b5ea1030621c tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.58 "GET /v2.0/security-groups?id=066446d4-c2bb-4055-b574-2576ab0ad625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312755 Jul 09 15:53:15.563890 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:16.015825 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9cb99-2572-43b6-8c31-6b8849f509d2 req-68dcd1dc-1cf3-44fb-aa6e-d61edba4b1ec tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:16.017369 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6fa9cb99-2572-43b6-8c31-6b8849f509d2 req-68dcd1dc-1cf3-44fb-aa6e-d61edba4b1ec tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4026b87-e72e-4720-a95f-24a70c7e8613 HTTP/1.1" status: 200 len: 945 time: 0.0673728 Jul 09 15:53:16.055614 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6fa9cb99-2572-43b6-8c31-6b8849f509d2 req-d8f60acb-c18d-433b-ba0e-e273f6d742d2 tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.58 "GET /v2.0/security-groups?id=066446d4-c2bb-4055-b574-2576ab0ad625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326598 Jul 09 15:53:16.284517 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a472a1-7011-44f3-b849-01f61b52c445 req-ad42d320-fff4-4220-a5a8-ed7ef8185b9e tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:16.286140 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-15a472a1-7011-44f3-b849-01f61b52c445 req-ad42d320-fff4-4220-a5a8-ed7ef8185b9e tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.58 "GET /v2.0/networks?id=b6f8c30b-7f82-4fc4-9676-1d2ac2dddf52 HTTP/1.1" status: 200 len: 814 time: 0.1055973 Jul 09 15:53:16.301535 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-15a472a1-7011-44f3-b849-01f61b52c445 req-95bc923a-2024-4e28-9a8e-88455d95b471 tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.58 "GET /v2.0/quotas/3c98aa56d43b48ccb61db146b48c3160 HTTP/1.1" status: 200 len: 375 time: 0.0100064 Jul 09 15:53:16.366013 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-15a472a1-7011-44f3-b849-01f61b52c445 req-f315b125-ac8f-4c56-a692-af157bb3c13c tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3c98aa56d43b48ccb61db146b48c3160&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0593195 Jul 09 15:53:16.461160 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-15a472a1-7011-44f3-b849-01f61b52c445 req-adc9a436-5661-4db9-843c-9c3b5be2702b service neutron] 10.222.0.58 "GET /v2.0/networks/b6f8c30b-7f82-4fc4-9676-1d2ac2dddf52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885139 Jul 09 15:53:16.549845 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-15a472a1-7011-44f3-b849-01f61b52c445 req-bd15a901-fd59-465e-be7e-f91a089fa6ba service neutron] 10.222.0.58 "GET /v2.0/networks/b6f8c30b-7f82-4fc4-9676-1d2ac2dddf52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828846 Jul 09 15:53:16.801881 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-89369efc-0b28-44e9-a13f-7352d955d09b req-28bcc09d-0d01-4308-af48-9ff04fbc3121 tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.58 "GET /v2.0/ports?device_id=58304d03-8e43-45b0-af77-764f59937c54 HTTP/1.1" status: 200 len: 210 time: 0.0291264 Jul 09 15:53:17.951644 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9b2dd85d-daae-4f60-a643-dc2d1a2ae1bf req-cc70cd71-1190-4981-a67b-d4a532423053 tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.58 "GET /v2.0/ports?device_id=58304d03-8e43-45b0-af77-764f59937c54 HTTP/1.1" status: 200 len: 210 time: 0.0377314 Jul 09 15:53:18.893460 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a472a1-7011-44f3-b849-01f61b52c445 req-020f5d41-65ce-4fa6-9e8e-4eb7f197b72f tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:18.895260 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-15a472a1-7011-44f3-b849-01f61b52c445 req-020f5d41-65ce-4fa6-9e8e-4eb7f197b72f tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.62 "GET /v2.0/networks?id=b6f8c30b-7f82-4fc4-9676-1d2ac2dddf52 HTTP/1.1" status: 200 len: 814 time: 0.1073740 Jul 09 15:53:18.913617 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-15a472a1-7011-44f3-b849-01f61b52c445 req-25765104-517b-460b-a974-01611e12523d tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Request body: {'port': {'device_id': '58304d03-8e43-45b0-af77-764f59937c54', 'network_id': 'b6f8c30b-7f82-4fc4-9676-1d2ac2dddf52', 'admin_state_up': True, 'tenant_id': '3c98aa56d43b48ccb61db146b48c3160'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:53:19.095810 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15a472a1-7011-44f3-b849-01f61b52c445 req-25765104-517b-460b-a974-01611e12523d tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Made reservation on behalf of 3c98aa56d43b48ccb61db146b48c3160 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:53:19.099106 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-43aebb4c-6ac0-4fe0-91b5-f1b378686925 req-b83eb92e-339c-4098-89d0-27c8be8fa4dd tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.58 "GET /v2.0/ports?device_id=58304d03-8e43-45b0-af77-764f59937c54 HTTP/1.1" status: 200 len: 210 time: 0.0327809 Jul 09 15:53:19.099824 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-15a472a1-7011-44f3-b849-01f61b52c445 req-25765104-517b-460b-a974-01611e12523d tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:19.225770 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-15a472a1-7011-44f3-b849-01f61b52c445 req-25765104-517b-460b-a974-01611e12523d tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Allocated IP 172.20.0.12 (b6f8c30b-7f82-4fc4-9676-1d2ac2dddf52/41cdddcf-8486-4d75-9867-1b8a729aebc1/14d96597-f3bc-4101-a6af-1f06fe4b6db1) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:53:19.375826 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-15a472a1-7011-44f3-b849-01f61b52c445 req-25765104-517b-460b-a974-01611e12523d tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:19.482760 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-15a472a1-7011-44f3-b849-01f61b52c445 req-25765104-517b-460b-a974-01611e12523d tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:19.497969 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['581ffb9d-7388-473a-b6a2-4b4d59c626de'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:53:19.530878 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15a472a1-7011-44f3-b849-01f61b52c445 req-25765104-517b-460b-a974-01611e12523d tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Network b6f8c30b-7f82-4fc4-9676-1d2ac2dddf52 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:53:19.534122 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-15a472a1-7011-44f3-b849-01f61b52c445 req-25765104-517b-460b-a974-01611e12523d tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:53:19.538109 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-15a472a1-7011-44f3-b849-01f61b52c445 req-25765104-517b-460b-a974-01611e12523d tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:53:19.561572 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25765104-517b-460b-a974-01611e12523d tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Pushing event updated for resources: {'Port': ['ID=14d96597-f3bc-4101-a6af-1f06fe4b6db1,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:19.590273 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a472a1-7011-44f3-b849-01f61b52c445 req-25765104-517b-460b-a974-01611e12523d tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:19.590902 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-15a472a1-7011-44f3-b849-01f61b52c445 req-25765104-517b-460b-a974-01611e12523d tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:19.671169 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-15a472a1-7011-44f3-b849-01f61b52c445 req-25765104-517b-460b-a974-01611e12523d tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7614312 Jul 09 15:53:19.706570 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-15a472a1-7011-44f3-b849-01f61b52c445 req-fc5b8a19-66a8-48d3-a9fd-70555252851d service neutron] Request body: {'port': {'device_id': '58304d03-8e43-45b0-af77-764f59937c54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:53:19.783150 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-15a472a1-7011-44f3-b849-01f61b52c445 req-fc5b8a19-66a8-48d3-a9fd-70555252851d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:20.004443 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:53:20.056037 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-15a472a1-7011-44f3-b849-01f61b52c445 req-fc5b8a19-66a8-48d3-a9fd-70555252851d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14d96597-f3bc-4101-a6af-1f06fe4b6db1 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:53:20.064207 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-15a472a1-7011-44f3-b849-01f61b52c445 req-fc5b8a19-66a8-48d3-a9fd-70555252851d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:20.077189 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-15a472a1-7011-44f3-b849-01f61b52c445 req-fc5b8a19-66a8-48d3-a9fd-70555252851d service neutron] Transition to ACTIVE for port object 14d96597-f3bc-4101-a6af-1f06fe4b6db1 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:53:20.150828 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-15a472a1-7011-44f3-b849-01f61b52c445 req-fc5b8a19-66a8-48d3-a9fd-70555252851d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:20.206528 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5b8a19-66a8-48d3-a9fd-70555252851d service neutron] Pushing event updated for resources: {'Port': ['ID=14d96597-f3bc-4101-a6af-1f06fe4b6db1,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:20.315113 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-15a472a1-7011-44f3-b849-01f61b52c445 req-fc5b8a19-66a8-48d3-a9fd-70555252851d service neutron] Attempting to bind port 14d96597-f3bc-4101-a6af-1f06fe4b6db1 on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:53:20.315379 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-15a472a1-7011-44f3-b849-01f61b52c445 req-fc5b8a19-66a8-48d3-a9fd-70555252851d service neutron] Attempting to bind port 14d96597-f3bc-4101-a6af-1f06fe4b6db1 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': 'dedb42ad-b0b4-467c-b10a-94fa5852acbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b6f8c30b-7f82-4fc4-9676-1d2ac2dddf52'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:53:20.315535 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a472a1-7011-44f3-b849-01f61b52c445 req-fc5b8a19-66a8-48d3-a9fd-70555252851d service neutron] Attempting to bind port 14d96597-f3bc-4101-a6af-1f06fe4b6db1 on network b6f8c30b-7f82-4fc4-9676-1d2ac2dddf52 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:53:20.322601 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a472a1-7011-44f3-b849-01f61b52c445 req-fc5b8a19-66a8-48d3-a9fd-70555252851d service neutron] Port 14d96597-f3bc-4101-a6af-1f06fe4b6db1 on network b6f8c30b-7f82-4fc4-9676-1d2ac2dddf52 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:53:20.322927 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a472a1-7011-44f3-b849-01f61b52c445 req-fc5b8a19-66a8-48d3-a9fd-70555252851d service neutron] Attempting to bind port 14d96597-f3bc-4101-a6af-1f06fe4b6db1 on network b6f8c30b-7f82-4fc4-9676-1d2ac2dddf52 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:53:20.337133 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397b2019-8fd1-41a7-8de3-817d08964443 req-28725e91-8621-4f21-8c54-399c9f5b5625 tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:20.338660 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-397b2019-8fd1-41a7-8de3-817d08964443 req-28725e91-8621-4f21-8c54-399c9f5b5625 tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.58 "GET /v2.0/ports?device_id=58304d03-8e43-45b0-af77-764f59937c54 HTTP/1.1" status: 200 len: 944 time: 0.1110766 Jul 09 15:53:20.341514 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a472a1-7011-44f3-b849-01f61b52c445 req-fc5b8a19-66a8-48d3-a9fd-70555252851d service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:53:20.341859 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a472a1-7011-44f3-b849-01f61b52c445 req-fc5b8a19-66a8-48d3-a9fd-70555252851d service neutron] Checking segment: {'id': 'dedb42ad-b0b4-467c-b10a-94fa5852acbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b6f8c30b-7f82-4fc4-9676-1d2ac2dddf52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:53:20.342254 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a472a1-7011-44f3-b849-01f61b52c445 req-fc5b8a19-66a8-48d3-a9fd-70555252851d service neutron] Bound using segment: {'id': 'dedb42ad-b0b4-467c-b10a-94fa5852acbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b6f8c30b-7f82-4fc4-9676-1d2ac2dddf52'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:53:20.342694 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-15a472a1-7011-44f3-b849-01f61b52c445 req-fc5b8a19-66a8-48d3-a9fd-70555252851d service neutron] Bound port: 14d96597-f3bc-4101-a6af-1f06fe4b6db1, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dedb42ad-b0b4-467c-b10a-94fa5852acbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b6f8c30b-7f82-4fc4-9676-1d2ac2dddf52'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:53:20.343145 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-15a472a1-7011-44f3-b849-01f61b52c445 req-fc5b8a19-66a8-48d3-a9fd-70555252851d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:20.417259 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-397b2019-8fd1-41a7-8de3-817d08964443 req-da4a7bd1-af13-41ce-b3e1-b03a11e0775d tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.58 "GET /v2.0/security-groups?id=066446d4-c2bb-4055-b574-2576ab0ad625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717428 Jul 09 15:53:20.442067 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-15a472a1-7011-44f3-b849-01f61b52c445 req-fc5b8a19-66a8-48d3-a9fd-70555252851d service neutron] For port 14d96597-f3bc-4101-a6af-1f06fe4b6db1, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:53:20.445416 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-15a472a1-7011-44f3-b849-01f61b52c445 req-fc5b8a19-66a8-48d3-a9fd-70555252851d service neutron] For port 14d96597-f3bc-4101-a6af-1f06fe4b6db1, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=14d96597-f3bc-4101-a6af-1f06fe4b6db1,segment=NetworkSegment(dedb42ad-b0b4-467c-b10a-94fa5852acbd),segment_id=dedb42ad-b0b4-467c-b10a-94fa5852acbd)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:53:20.530219 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-15a472a1-7011-44f3-b849-01f61b52c445 req-fc5b8a19-66a8-48d3-a9fd-70555252851d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:20.566023 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a472a1-7011-44f3-b849-01f61b52c445 req-fc5b8a19-66a8-48d3-a9fd-70555252851d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:20.566311 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-15a472a1-7011-44f3-b849-01f61b52c445 req-fc5b8a19-66a8-48d3-a9fd-70555252851d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:20.567912 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-15a472a1-7011-44f3-b849-01f61b52c445 req-fc5b8a19-66a8-48d3-a9fd-70555252851d service neutron] 10.222.0.62 "PUT /v2.0/ports/14d96597-f3bc-4101-a6af-1f06fe4b6db1 HTTP/1.1" status: 200 len: 1092 time: 0.8661258 Jul 09 15:53:20.568525 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58304d03-8e43-45b0-af77-764f59937c54', 'tag': '14d96597-f3bc-4101-a6af-1f06fe4b6db1'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:53:20.570751 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71aea3d4ce3c79ba57e3b2a7f05354d67fe827d4c76bd908d035baed68c1bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e70efa-c2aa-4505-9111-37c2a300eb1c" -d '{"events": [{"name": "network-changed", "server_uuid": "58304d03-8e43-45b0-af77-764f59937c54", "tag": "14d96597-f3bc-4101-a6af-1f06fe4b6db1"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:53:20.594973 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5b8a19-66a8-48d3-a9fd-70555252851d service neutron] Pushing event updated for resources: {'Port': ['ID=14d96597-f3bc-4101-a6af-1f06fe4b6db1,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:20.611827 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5659f94-37e7-46b2-8caa-ec5a26cb2d77 x-openstack-request-id: req-d5659f94-37e7-46b2-8caa-ec5a26cb2d77 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:53:20.612117 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58304d03-8e43-45b0-af77-764f59937c54", "tag": "14d96597-f3bc-4101-a6af-1f06fe4b6db1", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:53:20.612372 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d5659f94-37e7-46b2-8caa-ec5a26cb2d77 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:53:20.612778 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58304d03-8e43-45b0-af77-764f59937c54', 'tag': '14d96597-f3bc-4101-a6af-1f06fe4b6db1', 'status': 'completed', 'code': 200} Jul 09 15:53:20.705438 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e70efa-c2aa-4505-9111-37c2a300eb1c req-8c1937a4-ceb5-4f52-8fb1-32ed89a20bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:20.706933 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f2e70efa-c2aa-4505-9111-37c2a300eb1c req-8c1937a4-ceb5-4f52-8fb1-32ed89a20bda service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3c98aa56d43b48ccb61db146b48c3160&device_id=58304d03-8e43-45b0-af77-764f59937c54 HTTP/1.1" status: 200 len: 1095 time: 0.0527513 Jul 09 15:53:20.810213 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e70efa-c2aa-4505-9111-37c2a300eb1c req-d8cdd821-d3e6-40fb-918f-342814f0171b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:20.812206 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f2e70efa-c2aa-4505-9111-37c2a300eb1c req-d8cdd821-d3e6-40fb-918f-342814f0171b service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=3c98aa56d43b48ccb61db146b48c3160&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0920148 Jul 09 15:53:20.903117 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e70efa-c2aa-4505-9111-37c2a300eb1c req-7433106a-a5c1-4d40-9fc9-11fac14ff366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:20.904514 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f2e70efa-c2aa-4505-9111-37c2a300eb1c req-7433106a-a5c1-4d40-9fc9-11fac14ff366 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0853462 Jul 09 15:53:21.022702 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a472a1-7011-44f3-b849-01f61b52c445 req-af151400-0845-40bc-8901-2773bcb8884d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:21.024247 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-15a472a1-7011-44f3-b849-01f61b52c445 req-af151400-0845-40bc-8901-2773bcb8884d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3c98aa56d43b48ccb61db146b48c3160&device_id=58304d03-8e43-45b0-af77-764f59937c54 HTTP/1.1" status: 200 len: 1095 time: 0.0578558 Jul 09 15:53:21.073869 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-15a472a1-7011-44f3-b849-01f61b52c445 req-bd38a73e-3148-486e-9f8b-8c7e780b3816 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14d96597-f3bc-4101-a6af-1f06fe4b6db1 HTTP/1.1" status: 200 len: 217 time: 0.0345891 Jul 09 15:53:21.122753 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a472a1-7011-44f3-b849-01f61b52c445 req-3797ee84-53a8-488a-a66a-de5d4a5f93b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:21.124925 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-15a472a1-7011-44f3-b849-01f61b52c445 req-3797ee84-53a8-488a-a66a-de5d4a5f93b1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=41cdddcf-8486-4d75-9867-1b8a729aebc1 HTTP/1.1" status: 200 len: 854 time: 0.0444636 Jul 09 15:53:21.160689 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-15a472a1-7011-44f3-b849-01f61b52c445 req-e2182328-c0f1-4aaa-a9df-40454622b429 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b6f8c30b-7f82-4fc4-9676-1d2ac2dddf52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301094 Jul 09 15:53:21.260317 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-15a472a1-7011-44f3-b849-01f61b52c445 req-61fac671-952d-4f0e-bfa8-a8dd25c46203 service neutron] 10.222.0.62 "GET /v2.0/networks/b6f8c30b-7f82-4fc4-9676-1d2ac2dddf52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931773 Jul 09 15:53:21.357451 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-15a472a1-7011-44f3-b849-01f61b52c445 req-85d0139c-2a68-4897-8a5f-468ebc1993bc service neutron] 10.222.0.62 "GET /v2.0/networks/b6f8c30b-7f82-4fc4-9676-1d2ac2dddf52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895708 Jul 09 15:53:21.597546 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b0018-fc57-4268-84d1-3043a8404139 req-0e5f3f5c-33dd-47bb-8c07-dafde9d41158 tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:21.599071 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-881b0018-fc57-4268-84d1-3043a8404139 req-0e5f3f5c-33dd-47bb-8c07-dafde9d41158 tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.58 "GET /v2.0/ports?device_id=58304d03-8e43-45b0-af77-764f59937c54 HTTP/1.1" status: 200 len: 944 time: 0.0667021 Jul 09 15:53:21.637870 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-881b0018-fc57-4268-84d1-3043a8404139 req-d212dbf6-a4ea-4958-848c-54deb1b74ca3 tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.58 "GET /v2.0/security-groups?id=066446d4-c2bb-4055-b574-2576ab0ad625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330362 Jul 09 15:53:22.814839 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f3081d-2d76-4a1b-b87a-a4f30ee2d560 req-794b4a9b-70b4-4045-9da1-9d494d1d757b tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:22.816394 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d0f3081d-2d76-4a1b-b87a-a4f30ee2d560 req-794b4a9b-70b4-4045-9da1-9d494d1d757b tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.58 "GET /v2.0/ports?device_id=58304d03-8e43-45b0-af77-764f59937c54 HTTP/1.1" status: 200 len: 944 time: 0.0643084 Jul 09 15:53:22.854466 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d0f3081d-2d76-4a1b-b87a-a4f30ee2d560 req-1b1c6d2a-8578-40a1-84fc-3279b76f8628 tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.58 "GET /v2.0/security-groups?id=066446d4-c2bb-4055-b574-2576ab0ad625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325303 Jul 09 15:53:23.824601 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:24.026486 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0178c-7eff-4b86-9479-10150ffc2528 req-b328ae55-b845-42e1-b283-b17955ff3286 tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:24.027966 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-72c0178c-7eff-4b86-9479-10150ffc2528 req-b328ae55-b845-42e1-b283-b17955ff3286 tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.58 "GET /v2.0/ports?device_id=58304d03-8e43-45b0-af77-764f59937c54 HTTP/1.1" status: 200 len: 944 time: 0.0628507 Jul 09 15:53:24.065625 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-72c0178c-7eff-4b86-9479-10150ffc2528 req-40f70196-6343-48d5-88d1-c9f46d8460b7 tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.58 "GET /v2.0/security-groups?id=066446d4-c2bb-4055-b574-2576ab0ad625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316195 Jul 09 15:53:25.241525 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2e5cb-4ecb-4b8a-9ac8-f45514f997e4 req-8691cdfe-d28b-4a42-8578-418847754b50 tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:25.243055 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-58d2e5cb-4ecb-4b8a-9ac8-f45514f997e4 req-8691cdfe-d28b-4a42-8578-418847754b50 tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.58 "GET /v2.0/ports?device_id=58304d03-8e43-45b0-af77-764f59937c54 HTTP/1.1" status: 200 len: 944 time: 0.0652292 Jul 09 15:53:25.285430 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-58d2e5cb-4ecb-4b8a-9ac8-f45514f997e4 req-95fd036d-68ae-445c-9d83-c02dda96d2c9 tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.58 "GET /v2.0/security-groups?id=066446d4-c2bb-4055-b574-2576ab0ad625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366690 Jul 09 15:53:26.173562 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-09d98069-e0ef-4426-8947-5fae268f25b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:26.353822 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 14d96597-f3bc-4101-a6af-1f06fe4b6db1 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 15:53:26.472216 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 14d96597-f3bc-4101-a6af-1f06fe4b6db1, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=14d96597-f3bc-4101-a6af-1f06fe4b6db1,segment=NetworkSegment(dedb42ad-b0b4-467c-b10a-94fa5852acbd),segment_id=dedb42ad-b0b4-467c-b10a-94fa5852acbd)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:53:26.483893 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '14d96597-f3bc-4101-a6af-1f06fe4b6db1', 'network_id': 'b6f8c30b-7f82-4fc4-9676-1d2ac2dddf52', 'port_id': '14d96597-f3bc-4101-a6af-1f06fe4b6db1', 'mac_address': 'fa:16:3e:a4:0b:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41cdddcf-8486-4d75-9867-1b8a729aebc1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 15:53:26.490593 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a33585-60cf-4ee6-9905-c8541f4c4215 req-49846777-52e5-48dd-92bb-2fb095b3eba1 tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:26.492103 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-45a33585-60cf-4ee6-9905-c8541f4c4215 req-49846777-52e5-48dd-92bb-2fb095b3eba1 tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.58 "GET /v2.0/ports?device_id=58304d03-8e43-45b0-af77-764f59937c54 HTTP/1.1" status: 200 len: 944 time: 0.0688064 Jul 09 15:53:26.520723 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:26.531029 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-45a33585-60cf-4ee6-9905-c8541f4c4215 req-8260e87f-1171-45ef-a807-b0816a153287 tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.58 "GET /v2.0/security-groups?id=066446d4-c2bb-4055-b574-2576ab0ad625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325737 Jul 09 15:53:26.533791 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14d96597-f3bc-4101-a6af-1f06fe4b6db1 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:53:26.554449 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 14d96597-f3bc-4101-a6af-1f06fe4b6db1, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=14d96597-f3bc-4101-a6af-1f06fe4b6db1,segment=NetworkSegment(dedb42ad-b0b4-467c-b10a-94fa5852acbd),segment_id=dedb42ad-b0b4-467c-b10a-94fa5852acbd)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:53:26.652932 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:26.701151 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=14d96597-f3bc-4101-a6af-1f06fe4b6db1,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:26.709236 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:26.709584 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:26.709928 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:26.710293 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:26.710627 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:26.710961 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:26.711291 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:26.711652 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:26.711985 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:26.712307 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:26.712635 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:26.712958 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:27.026561 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['14d96597-f3bc-4101-a6af-1f06fe4b6db1'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:53:27.710555 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07ff73-75f4-4f48-86b9-67a15fb156b1 req-9293c9ae-4b67-442d-978b-00cb489d65ce tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:27.712086 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0a07ff73-75f4-4f48-86b9-67a15fb156b1 req-9293c9ae-4b67-442d-978b-00cb489d65ce tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.58 "GET /v2.0/ports?device_id=58304d03-8e43-45b0-af77-764f59937c54 HTTP/1.1" status: 200 len: 945 time: 0.0686419 Jul 09 15:53:27.751035 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0a07ff73-75f4-4f48-86b9-67a15fb156b1 req-14d23aee-866f-49e7-a163-4c9e0e54b624 tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.58 "GET /v2.0/security-groups?id=066446d4-c2bb-4055-b574-2576ab0ad625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327001 Jul 09 15:53:28.350614 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 14d96597-f3bc-4101-a6af-1f06fe4b6db1 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:53:28.466596 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port 14d96597-f3bc-4101-a6af-1f06fe4b6db1 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:53:28.472334 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 14d96597-f3bc-4101-a6af-1f06fe4b6db1 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:53:28.472685 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:28.710590 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:28.732356 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58304d03-8e43-45b0-af77-764f59937c54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d96597-f3bc-4101-a6af-1f06fe4b6db1'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:53:28.735148 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e75b9a97cbd66444b13ae988a684abc34c7a24a50a729030cfede81e7322398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a0b251-1c05-4010-ba23-da11f27db300" -d '{"events": [{"server_uuid": "58304d03-8e43-45b0-af77-764f59937c54", "name": "network-vif-plugged", "status": "completed", "tag": "14d96597-f3bc-4101-a6af-1f06fe4b6db1"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:53:28.747837 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 14d96597-f3bc-4101-a6af-1f06fe4b6db1, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=14d96597-f3bc-4101-a6af-1f06fe4b6db1,segment=NetworkSegment(dedb42ad-b0b4-467c-b10a-94fa5852acbd),segment_id=dedb42ad-b0b4-467c-b10a-94fa5852acbd)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:53:28.773356 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ec3035-08db-445f-b1fd-592751d6d5cd x-openstack-request-id: req-05ec3035-08db-445f-b1fd-592751d6d5cd {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:53:28.773647 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58304d03-8e43-45b0-af77-764f59937c54", "name": "network-vif-plugged", "status": "completed", "tag": "14d96597-f3bc-4101-a6af-1f06fe4b6db1", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:53:28.773894 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-05ec3035-08db-445f-b1fd-592751d6d5cd {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:53:28.774312 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58304d03-8e43-45b0-af77-764f59937c54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d96597-f3bc-4101-a6af-1f06fe4b6db1', 'code': 200} Jul 09 15:53:28.809100 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:28.861672 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=14d96597-f3bc-4101-a6af-1f06fe4b6db1,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:28.925793 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe7e66-9af9-4297-9891-f1ff73d5b621 req-0d385c25-6a7d-4f43-9eb3-1b6089f3a3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:28.928128 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9afe7e66-9af9-4297-9891-f1ff73d5b621 req-0d385c25-6a7d-4f43-9eb3-1b6089f3a3ef service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=58304d03-8e43-45b0-af77-764f59937c54 HTTP/1.1" status: 200 len: 1097 time: 0.0656371 Jul 09 15:53:28.933729 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa814a88-c6b9-457b-baf5-77b6e319a550 req-8071674e-f6b7-452f-881f-40470ce6b97a tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:28.935285 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fa814a88-c6b9-457b-baf5-77b6e319a550 req-8071674e-f6b7-452f-881f-40470ce6b97a tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.58 "GET /v2.0/ports?device_id=58304d03-8e43-45b0-af77-764f59937c54 HTTP/1.1" status: 200 len: 946 time: 0.0677714 Jul 09 15:53:28.964656 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9afe7e66-9af9-4297-9891-f1ff73d5b621 req-0297152d-a473-4a3d-bf3d-e0e541c93604 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=066446d4-c2bb-4055-b574-2576ab0ad625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297523 Jul 09 15:53:28.976224 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fa814a88-c6b9-457b-baf5-77b6e319a550 req-2000bb56-83e3-4b08-81f0-566979ae252c tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.58 "GET /v2.0/security-groups?id=066446d4-c2bb-4055-b574-2576ab0ad625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350797 Jul 09 15:53:29.157388 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-50f87460-1cf7-465c-a04c-4ef59045e5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:29.283766 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:30.157522 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf0362c-1356-4f70-821e-e20d560f9293 req-e7ddd726-4092-4dc1-9994-9edf00c11e17 tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:30.159278 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ecf0362c-1356-4f70-821e-e20d560f9293 req-e7ddd726-4092-4dc1-9994-9edf00c11e17 tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.58 "GET /v2.0/ports?device_id=58304d03-8e43-45b0-af77-764f59937c54 HTTP/1.1" status: 200 len: 946 time: 0.0671544 Jul 09 15:53:30.203234 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ecf0362c-1356-4f70-821e-e20d560f9293 req-68eb5d70-e3c6-47c0-b304-c75b491cb3aa tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.58 "GET /v2.0/security-groups?id=066446d4-c2bb-4055-b574-2576ab0ad625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377221 Jul 09 15:53:30.529294 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:31.401012 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d4e77-9503-4c51-af8b-9e95ee864386 req-824253aa-b2d0-44ef-83e6-f51eeb65f025 tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:31.402537 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-559d4e77-9503-4c51-af8b-9e95ee864386 req-824253aa-b2d0-44ef-83e6-f51eeb65f025 tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.58 "GET /v2.0/ports?device_id=58304d03-8e43-45b0-af77-764f59937c54 HTTP/1.1" status: 200 len: 946 time: 0.0645247 Jul 09 15:53:31.445705 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-559d4e77-9503-4c51-af8b-9e95ee864386 req-890a13a7-0764-4c7d-acc9-dd29030c18d4 tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.58 "GET /v2.0/security-groups?id=066446d4-c2bb-4055-b574-2576ab0ad625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375407 Jul 09 15:53:31.898901 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:32.030259 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d0617-4ace-411a-83e0-1d7a6f6b17e7 req-dc483eb5-9243-46b8-9156-c9f1006ec10b tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:32.031945 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9b7d0617-4ace-411a-83e0-1d7a6f6b17e7 req-dc483eb5-9243-46b8-9156-c9f1006ec10b tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.58 "GET /v2.0/ports?device_id=58304d03-8e43-45b0-af77-764f59937c54 HTTP/1.1" status: 200 len: 946 time: 0.0667281 Jul 09 15:53:32.079348 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9b7d0617-4ace-411a-83e0-1d7a6f6b17e7 req-5f0fbbb9-c31c-4831-803b-b4533ce95d9c tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.58 "GET /v2.0/security-groups?id=066446d4-c2bb-4055-b574-2576ab0ad625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418952 Jul 09 15:53:33.609374 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26be2236-2ac3-4c87-bdb0-93f63df0c206 req-bebca423-8058-48a8-b13e-bf6224fda6f0 tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:33.610896 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-26be2236-2ac3-4c87-bdb0-93f63df0c206 req-bebca423-8058-48a8-b13e-bf6224fda6f0 tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.58 "GET /v2.0/ports?device_id=58304d03-8e43-45b0-af77-764f59937c54 HTTP/1.1" status: 200 len: 946 time: 0.4132984 Jul 09 15:53:33.649788 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-26be2236-2ac3-4c87-bdb0-93f63df0c206 req-8d639b5f-1418-4336-bb45-c26342383c98 tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.58 "GET /v2.0/security-groups?id=066446d4-c2bb-4055-b574-2576ab0ad625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329249 Jul 09 15:53:33.750686 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72081ec-16a6-4b2e-941d-cf41677b571a req-73581481-c64b-4c7e-826e-004c8fef42ef tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:33.752235 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b72081ec-16a6-4b2e-941d-cf41677b571a req-73581481-c64b-4c7e-826e-004c8fef42ef tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.62 "GET /v2.0/ports?device_id=58304d03-8e43-45b0-af77-764f59937c54 HTTP/1.1" status: 200 len: 946 time: 0.0626180 Jul 09 15:53:33.855306 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-b72081ec-16a6-4b2e-941d-cf41677b571a req-ace88985-9aac-45f3-b4f4-e088e206154a tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Deleting port 14d96597-f3bc-4101-a6af-1f06fe4b6db1 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:53:33.855707 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-b72081ec-16a6-4b2e-941d-cf41677b571a req-ace88985-9aac-45f3-b4f4-e088e206154a tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:33.941661 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-b72081ec-16a6-4b2e-941d-cf41677b571a req-ace88985-9aac-45f3-b4f4-e088e206154a tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] For port 14d96597-f3bc-4101-a6af-1f06fe4b6db1, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=14d96597-f3bc-4101-a6af-1f06fe4b6db1,segment=NetworkSegment(dedb42ad-b0b4-467c-b10a-94fa5852acbd),segment_id=dedb42ad-b0b4-467c-b10a-94fa5852acbd)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:53:33.942029 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-b72081ec-16a6-4b2e-941d-cf41677b571a req-ace88985-9aac-45f3-b4f4-e088e206154a tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:33.958810 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-b72081ec-16a6-4b2e-941d-cf41677b571a req-ace88985-9aac-45f3-b4f4-e088e206154a tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Calling delete_port for 14d96597-f3bc-4101-a6af-1f06fe4b6db1 owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:53:34.146478 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-b72081ec-16a6-4b2e-941d-cf41677b571a req-ace88985-9aac-45f3-b4f4-e088e206154a tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:34.159155 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['581ffb9d-7388-473a-b6a2-4b4d59c626de'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:53:34.178373 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace88985-9aac-45f3-b4f4-e088e206154a tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Pushing event deleted for resources: {'Port': ['ID=14d96597-f3bc-4101-a6af-1f06fe4b6db1,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:34.181954 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['14d96597-f3bc-4101-a6af-1f06fe4b6db1'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:53:34.215642 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace88985-9aac-45f3-b4f4-e088e206154a tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:34.215986 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace88985-9aac-45f3-b4f4-e088e206154a tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:34.216326 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace88985-9aac-45f3-b4f4-e088e206154a tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:34.216667 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace88985-9aac-45f3-b4f4-e088e206154a tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:34.216997 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace88985-9aac-45f3-b4f4-e088e206154a tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:34.217359 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace88985-9aac-45f3-b4f4-e088e206154a tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:34.217680 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace88985-9aac-45f3-b4f4-e088e206154a tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:34.218004 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace88985-9aac-45f3-b4f4-e088e206154a tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:34.218329 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace88985-9aac-45f3-b4f4-e088e206154a tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:34.218659 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace88985-9aac-45f3-b4f4-e088e206154a tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:34.218979 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace88985-9aac-45f3-b4f4-e088e206154a tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:34.219294 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace88985-9aac-45f3-b4f4-e088e206154a tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:53:34.237929 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-b72081ec-16a6-4b2e-941d-cf41677b571a req-ace88985-9aac-45f3-b4f4-e088e206154a tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] No DVR routers for this DVR port 14d96597-f3bc-4101-a6af-1f06fe4b6db1 on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:53:34.240915 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-b72081ec-16a6-4b2e-941d-cf41677b571a req-ace88985-9aac-45f3-b4f4-e088e206154a tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:34.243204 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b72081ec-16a6-4b2e-941d-cf41677b571a req-ace88985-9aac-45f3-b4f4-e088e206154a tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.62 "DELETE /v2.0/ports/14d96597-f3bc-4101-a6af-1f06fe4b6db1 HTTP/1.1" status: 204 len: 173 time: 0.4850988 Jul 09 15:53:34.247488 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58304d03-8e43-45b0-af77-764f59937c54', 'name': 'network-vif-deleted', 'tag': '14d96597-f3bc-4101-a6af-1f06fe4b6db1'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:53:34.247488 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71aea3d4ce3c79ba57e3b2a7f05354d67fe827d4c76bd908d035baed68c1bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f252ae61-a8d5-46c1-b71d-a1ad2e324d66" -d '{"events": [{"server_uuid": "58304d03-8e43-45b0-af77-764f59937c54", "name": "network-vif-deleted", "tag": "14d96597-f3bc-4101-a6af-1f06fe4b6db1"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:53:34.295525 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b50375-6703-48ce-8afe-25159cbf0823 x-openstack-request-id: req-f4b50375-6703-48ce-8afe-25159cbf0823 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:53:34.295525 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58304d03-8e43-45b0-af77-764f59937c54", "name": "network-vif-deleted", "tag": "14d96597-f3bc-4101-a6af-1f06fe4b6db1", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:53:34.295525 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f4b50375-6703-48ce-8afe-25159cbf0823 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:53:34.295961 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58304d03-8e43-45b0-af77-764f59937c54', 'name': 'network-vif-deleted', 'tag': '14d96597-f3bc-4101-a6af-1f06fe4b6db1', 'status': 'completed', 'code': 200} Jul 09 15:53:34.807990 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cea6d95b-abe7-4641-8c49-63325e9c2efd req-1c7484bc-df59-46b4-a192-79109eef15e0 tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.58 "GET /v2.0/ports?device_id=58304d03-8e43-45b0-af77-764f59937c54 HTTP/1.1" status: 200 len: 210 time: 0.0290432 Jul 09 15:53:36.059748 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965f15e-8f15-448d-a89e-5a7ff238e84e req-e8087252-8761-4a15-956a-71eaa226a520 tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:36.063931 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5965f15e-8f15-448d-a89e-5a7ff238e84e req-e8087252-8761-4a15-956a-71eaa226a520 tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4026b87-e72e-4720-a95f-24a70c7e8613 HTTP/1.1" status: 200 len: 945 time: 0.0740066 Jul 09 15:53:36.104913 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5965f15e-8f15-448d-a89e-5a7ff238e84e req-0668a467-897e-496f-9c66-5b434f27e039 tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.58 "GET /v2.0/security-groups?id=066446d4-c2bb-4055-b574-2576ab0ad625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352068 Jul 09 15:53:36.306916 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643711dc-9b86-4d87-8e3b-a0cfb4e72557 req-6c7a14c0-53dc-4d62-ae58-345dac0f3d9c tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:36.308594 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-643711dc-9b86-4d87-8e3b-a0cfb4e72557 req-6c7a14c0-53dc-4d62-ae58-345dac0f3d9c tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4026b87-e72e-4720-a95f-24a70c7e8613 HTTP/1.1" status: 200 len: 945 time: 0.0733511 Jul 09 15:53:36.351487 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-643711dc-9b86-4d87-8e3b-a0cfb4e72557 req-20e7baea-aa26-4aa3-bb3b-3f37f16d9c75 tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.58 "GET /v2.0/security-groups?id=066446d4-c2bb-4055-b574-2576ab0ad625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341668 Jul 09 15:53:36.533490 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42e0f61-c997-4d1a-a94d-a2084defb8d9 req-08901c51-6b35-4fd0-b9df-61a1092b94e9 tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:36.535005 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a42e0f61-c997-4d1a-a94d-a2084defb8d9 req-08901c51-6b35-4fd0-b9df-61a1092b94e9 tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4026b87-e72e-4720-a95f-24a70c7e8613 HTTP/1.1" status: 200 len: 945 time: 0.0662045 Jul 09 15:53:36.575711 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a42e0f61-c997-4d1a-a94d-a2084defb8d9 req-50c752be-be61-4df3-befe-54848a99ba45 tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.58 "GET /v2.0/security-groups?id=066446d4-c2bb-4055-b574-2576ab0ad625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349751 Jul 09 15:53:36.880085 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1752628-783d-4ced-8689-e11c86bad1dd req-66b910d0-20e1-45c1-976c-92d81b11f8c9 tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:36.881694 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a1752628-783d-4ced-8689-e11c86bad1dd req-66b910d0-20e1-45c1-976c-92d81b11f8c9 tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4026b87-e72e-4720-a95f-24a70c7e8613 HTTP/1.1" status: 200 len: 945 time: 0.0785110 Jul 09 15:53:36.935856 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a1752628-783d-4ced-8689-e11c86bad1dd req-265c4e04-5ac8-43a0-b47c-271a2db7d033 tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.58 "GET /v2.0/security-groups?id=066446d4-c2bb-4055-b574-2576ab0ad625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478413 Jul 09 15:53:37.122689 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b037007-8e63-41c1-9d3c-2cc5feaa10f1 req-3160e681-da40-4af4-bf04-17d31c4cdb63 tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:37.124395 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5b037007-8e63-41c1-9d3c-2cc5feaa10f1 req-3160e681-da40-4af4-bf04-17d31c4cdb63 tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4026b87-e72e-4720-a95f-24a70c7e8613 HTTP/1.1" status: 200 len: 945 time: 0.0691564 Jul 09 15:53:37.164255 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5b037007-8e63-41c1-9d3c-2cc5feaa10f1 req-faf4f486-2bda-4644-b38b-61e3122523e9 tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.58 "GET /v2.0/security-groups?id=066446d4-c2bb-4055-b574-2576ab0ad625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340915 Jul 09 15:53:37.363323 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc9cb2-2617-4780-bfbe-b12a8c009ffa req-92fae232-25a3-4387-aec0-53db8c44b5c6 tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:37.364790 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c3bc9cb2-2617-4780-bfbe-b12a8c009ffa req-92fae232-25a3-4387-aec0-53db8c44b5c6 tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4026b87-e72e-4720-a95f-24a70c7e8613 HTTP/1.1" status: 200 len: 945 time: 0.0702333 Jul 09 15:53:37.408352 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c3bc9cb2-2617-4780-bfbe-b12a8c009ffa req-e252eb93-6c6c-48ac-9a20-5926b700f522 tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.58 "GET /v2.0/security-groups?id=066446d4-c2bb-4055-b574-2576ab0ad625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378110 Jul 09 15:53:38.200084 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278d2ca-190a-4467-ba24-0cc7362d630c req-74ac9a14-71da-4bc2-aef4-963392d5db54 tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:38.201628 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5278d2ca-190a-4467-ba24-0cc7362d630c req-74ac9a14-71da-4bc2-aef4-963392d5db54 tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4026b87-e72e-4720-a95f-24a70c7e8613 HTTP/1.1" status: 200 len: 945 time: 0.0643616 Jul 09 15:53:38.239461 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5278d2ca-190a-4467-ba24-0cc7362d630c req-2cca224b-f787-49e5-bb26-83028afb3c1d tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.58 "GET /v2.0/security-groups?id=066446d4-c2bb-4055-b574-2576ab0ad625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321932 Jul 09 15:53:38.428822 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 14d96597-f3bc-4101-a6af-1f06fe4b6db1 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:53:38.449218 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: 14d96597-f3bc-4101-a6af-1f06fe4b6db1 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:53:38.449583 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 14d96597-f3bc-4101-a6af-1f06fe4b6db1 not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:53:39.426908 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa29d3f-f482-44bc-8215-7e8f6adb37f4 req-3b81d04e-d807-4ec1-a0c3-f7806c478d6e tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:39.428494 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7fa29d3f-f482-44bc-8215-7e8f6adb37f4 req-3b81d04e-d807-4ec1-a0c3-f7806c478d6e tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4026b87-e72e-4720-a95f-24a70c7e8613 HTTP/1.1" status: 200 len: 945 time: 0.0652909 Jul 09 15:53:39.467793 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7fa29d3f-f482-44bc-8215-7e8f6adb37f4 req-f901d967-bc32-4203-8890-ba2054d4fccd tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.58 "GET /v2.0/security-groups?id=066446d4-c2bb-4055-b574-2576ab0ad625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335503 Jul 09 15:53:39.563366 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1648e2f1-c6af-4120-b631-0c8e8be96816 req-49779e0a-f885-461c-9564-431ee6a3f2a0 tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:39.564749 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1648e2f1-c6af-4120-b631-0c8e8be96816 req-49779e0a-f885-461c-9564-431ee6a3f2a0 tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4026b87-e72e-4720-a95f-24a70c7e8613 HTTP/1.1" status: 200 len: 945 time: 0.0617335 Jul 09 15:53:39.669059 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-1648e2f1-c6af-4120-b631-0c8e8be96816 req-46c75eaf-0608-49d8-b86e-43ab94ceb37c tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Deleting port 581ffb9d-7388-473a-b6a2-4b4d59c626de {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:53:39.669403 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-1648e2f1-c6af-4120-b631-0c8e8be96816 req-46c75eaf-0608-49d8-b86e-43ab94ceb37c tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:39.757281 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-1648e2f1-c6af-4120-b631-0c8e8be96816 req-46c75eaf-0608-49d8-b86e-43ab94ceb37c tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] For port 581ffb9d-7388-473a-b6a2-4b4d59c626de, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=581ffb9d-7388-473a-b6a2-4b4d59c626de,segment=NetworkSegment(dedb42ad-b0b4-467c-b10a-94fa5852acbd),segment_id=dedb42ad-b0b4-467c-b10a-94fa5852acbd)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:53:39.757641 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-1648e2f1-c6af-4120-b631-0c8e8be96816 req-46c75eaf-0608-49d8-b86e-43ab94ceb37c tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:39.775961 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-1648e2f1-c6af-4120-b631-0c8e8be96816 req-46c75eaf-0608-49d8-b86e-43ab94ceb37c tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Calling delete_port for 581ffb9d-7388-473a-b6a2-4b4d59c626de owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:53:39.972550 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-1648e2f1-c6af-4120-b631-0c8e8be96816 req-46c75eaf-0608-49d8-b86e-43ab94ceb37c tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:39.984549 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['581ffb9d-7388-473a-b6a2-4b4d59c626de'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:53:40.003325 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c75eaf-0608-49d8-b86e-43ab94ceb37c tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Pushing event deleted for resources: {'Port': ['ID=581ffb9d-7388-473a-b6a2-4b4d59c626de,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:40.051298 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-1648e2f1-c6af-4120-b631-0c8e8be96816 req-46c75eaf-0608-49d8-b86e-43ab94ceb37c tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] No DVR routers for this DVR port 581ffb9d-7388-473a-b6a2-4b4d59c626de on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:53:40.054006 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-1648e2f1-c6af-4120-b631-0c8e8be96816 req-46c75eaf-0608-49d8-b86e-43ab94ceb37c tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:40.056094 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1648e2f1-c6af-4120-b631-0c8e8be96816 req-46c75eaf-0608-49d8-b86e-43ab94ceb37c tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.54 "DELETE /v2.0/ports/581ffb9d-7388-473a-b6a2-4b4d59c626de HTTP/1.1" status: 204 len: 173 time: 0.4855540 Jul 09 15:53:40.056547 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4026b87-e72e-4720-a95f-24a70c7e8613', 'name': 'network-vif-deleted', 'tag': '581ffb9d-7388-473a-b6a2-4b4d59c626de'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:53:40.058842 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bb405a18ca731a56dedfaaf5e9a79789110744f6b6799bb7a0722340b5c16f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d30dd64-f01a-496b-844c-58159e33adbb" -d '{"events": [{"server_uuid": "c4026b87-e72e-4720-a95f-24a70c7e8613", "name": "network-vif-deleted", "tag": "581ffb9d-7388-473a-b6a2-4b4d59c626de"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:53:40.096253 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2b0716-a154-4d97-81b5-3b82f82874e0 x-openstack-request-id: req-fd2b0716-a154-4d97-81b5-3b82f82874e0 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:53:40.096612 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4026b87-e72e-4720-a95f-24a70c7e8613", "name": "network-vif-deleted", "tag": "581ffb9d-7388-473a-b6a2-4b4d59c626de", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:53:40.096903 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fd2b0716-a154-4d97-81b5-3b82f82874e0 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:53:40.097352 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4026b87-e72e-4720-a95f-24a70c7e8613', 'name': 'network-vif-deleted', 'tag': '581ffb9d-7388-473a-b6a2-4b4d59c626de', 'status': 'completed', 'code': 200} Jul 09 15:53:40.627373 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7f925401-8f30-436b-92e0-1a43a10542b6 req-4a4af2cb-1594-4dcc-bc16-0825f11dc61c tempest-ServersNegativeTestJSON-1798826769 tempest-ServersNegativeTestJSON-1798826769-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4026b87-e72e-4720-a95f-24a70c7e8613 HTTP/1.1" status: 200 len: 210 time: 0.0290158 Jul 09 15:53:41.720792 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 57866) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:53:41.764326 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab003002-6d77-4c82-a744-2927600d134e admin admin] Deleting subnet 41cdddcf-8486-4d75-9867-1b8a729aebc1 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:53:41.767293 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ab003002-6d77-4c82-a744-2927600d134e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:41.804613 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ab003002-6d77-4c82-a744-2927600d134e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:41.841045 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ab003002-6d77-4c82-a744-2927600d134e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:41.985940 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ab003002-6d77-4c82-a744-2927600d134e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:42.013592 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab003002-6d77-4c82-a744-2927600d134e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41cdddcf-8486-4d75-9867-1b8a729aebc1,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:42.015626 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ab003002-6d77-4c82-a744-2927600d134e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:42.017505 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ab003002-6d77-4c82-a744-2927600d134e admin admin] 10.222.0.58 "DELETE /v2.0/subnets/41cdddcf-8486-4d75-9867-1b8a729aebc1 HTTP/1.1" status: 204 len: 168 time: 0.2957127 Jul 09 15:53:42.021261 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 57868) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:53:42.087342 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-416123cb-e4b9-448e-8a19-0e402164f2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:42.169712 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-416123cb-e4b9-448e-8a19-0e402164f2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:42.179230 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-416123cb-e4b9-448e-8a19-0e402164f2b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6f8c30b-7f82-4fc4-9676-1d2ac2dddf52']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:53:42.189187 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-416123cb-e4b9-448e-8a19-0e402164f2b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dedb42ad-b0b4-467c-b10a-94fa5852acbd') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:53:42.189481 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-416123cb-e4b9-448e-8a19-0e402164f2b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dedb42ad-b0b4-467c-b10a-94fa5852acbd') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:53:42.198071 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-416123cb-e4b9-448e-8a19-0e402164f2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:42.212142 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-416123cb-e4b9-448e-8a19-0e402164f2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:42.218594 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-416123cb-e4b9-448e-8a19-0e402164f2b3 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:53:42.218974 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-416123cb-e4b9-448e-8a19-0e402164f2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:42.220608 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:53:42.220608 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:53:42.220608 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:53:42.220608 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:53:42.220608 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 15:53:42.220608 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:53:42.220608 n-d-799529-6 neutron-server[94445]: timer() Jul 09 15:53:42.220608 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:53:42.220608 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 15:53:42.220608 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:53:42.220608 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 15:53:42.220608 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:53:42.220608 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 15:53:42.220608 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:53:42.220608 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 15:53:42.220608 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:53:42.220608 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 15:53:42.220608 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:53:42.220608 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:53:42.220608 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:53:42.220608 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:53:42.220608 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:53:42.220608 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 15:53:42.220608 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:53:42.220608 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 15:53:42.220608 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:53:42.220608 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:53:42.220608 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:53:42.220608 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 15:53:42.220608 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:53:42.220608 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:53:42.220608 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:53:42.220608 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:53:42.220608 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:53:42.220608 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:53:42.220608 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:53:42.226151 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 581ffb9d-7388-473a-b6a2-4b4d59c626de no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:53:42.245330 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: 581ffb9d-7388-473a-b6a2-4b4d59c626de {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:53:42.245701 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 581ffb9d-7388-473a-b6a2-4b4d59c626de not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:53:42.362573 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-416123cb-e4b9-448e-8a19-0e402164f2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:42.368900 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-416123cb-e4b9-448e-8a19-0e402164f2b3 admin admin] Notify callbacks [] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:42.370967 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-416123cb-e4b9-448e-8a19-0e402164f2b3 admin admin] 10.222.0.58 "DELETE /v2.0/networks/b6f8c30b-7f82-4fc4-9676-1d2ac2dddf52 HTTP/1.1" status: 204 len: 168 time: 0.3490596 Jul 09 15:53:42.381887 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416123cb-e4b9-448e-8a19-0e402164f2b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6f8c30b-7f82-4fc4-9676-1d2ac2dddf52,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:42.692889 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 57872) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:53:42.731637 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ca8ba30d-e841-4e32-9cf3-b85481e1d058 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3c98aa56d43b48ccb61db146b48c3160&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375326 Jul 09 15:53:42.734806 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 57874) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:53:42.780889 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9b9a0ecf-63e8-441d-8779-88a9ae9229dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:42.801589 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9b9a0ecf-63e8-441d-8779-88a9ae9229dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:42.932186 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9b9a0ecf-63e8-441d-8779-88a9ae9229dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:42.934777 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9b9a0ecf-63e8-441d-8779-88a9ae9229dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:42.935980 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-9b9a0ecf-63e8-441d-8779-88a9ae9229dc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/066446d4-c2bb-4055-b574-2576ab0ad625 HTTP/1.1" status: 204 len: 168 time: 0.2002354 Jul 09 15:53:42.943841 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9a0ecf-63e8-441d-8779-88a9ae9229dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066446d4-c2bb-4055-b574-2576ab0ad625,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:43.948536 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 57896) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:53:44.038755 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-4b0c0f6f-7d6e-4ee5-974c-e4da008245ee tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1431061605'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:53:44.105241 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b0c0f6f-7d6e-4ee5-974c-e4da008245ee tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Made reservation on behalf of 8622f36ba1384ea5bc30c6dada8cd816 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:53:44.109255 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4b0c0f6f-7d6e-4ee5-974c-e4da008245ee tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:44.117942 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4b0c0f6f-7d6e-4ee5-974c-e4da008245ee tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:44.209751 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4b0c0f6f-7d6e-4ee5-974c-e4da008245ee tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:44.276713 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4b0c0f6f-7d6e-4ee5-974c-e4da008245ee tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:44.302909 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b0c0f6f-7d6e-4ee5-974c-e4da008245ee tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:53:44.312119 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0c0f6f-7d6e-4ee5-974c-e4da008245ee tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad694563-2a20-46a3-87e4-87aaa69cc7f0,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:44.318817 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4b0c0f6f-7d6e-4ee5-974c-e4da008245ee tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:44.319162 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-4b0c0f6f-7d6e-4ee5-974c-e4da008245ee tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Added segment 05faa811-95a9-4697-a2e2-2518eb92a050 of type vlan for network 03a2957f-604e-455f-99e5-b15305113c46 Jul 09 15:53:44.360369 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4b0c0f6f-7d6e-4ee5-974c-e4da008245ee tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:44.448737 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4b0c0f6f-7d6e-4ee5-974c-e4da008245ee tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:44.454509 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0c0f6f-7d6e-4ee5-974c-e4da008245ee tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:44.455781 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4b0c0f6f-7d6e-4ee5-974c-e4da008245ee tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:44.526172 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0c0f6f-7d6e-4ee5-974c-e4da008245ee tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Pushing event updated for resources: {'Network': ['ID=03a2957f-604e-455f-99e5-b15305113c46,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:44.536724 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 03a2957f-604e-455f-99e5-b15305113c46 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:53:44.585112 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-4b0c0f6f-7d6e-4ee5-974c-e4da008245ee tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6353979 Jul 09 15:53:45.551471 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:47.853586 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 57900) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:53:47.858977 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-b9428ffe-b230-4a72-b001-85c5a9959833 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Request body: {'subnet': {'network_id': '03a2957f-604e-455f-99e5-b15305113c46', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:53:48.036791 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9428ffe-b230-4a72-b001-85c5a9959833 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Made reservation on behalf of 8622f36ba1384ea5bc30c6dada8cd816 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:53:48.040463 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b9428ffe-b230-4a72-b001-85c5a9959833 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:48.312126 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b9428ffe-b230-4a72-b001-85c5a9959833 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:48.374907 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9428ffe-b230-4a72-b001-85c5a9959833 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Pushing event updated for resources: {'Subnet': ['ID=375ea705-9499-4566-9b24-dc7b07e5795f,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:48.383639 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9428ffe-b230-4a72-b001-85c5a9959833 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Checking segment: {'id': '05faa811-95a9-4697-a2e2-2518eb92a050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '03a2957f-604e-455f-99e5-b15305113c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:53:48.384004 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9428ffe-b230-4a72-b001-85c5a9959833 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Network hostable DHCP agents. Network: 03a2957f-604e-455f-99e5-b15305113c46, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:53:48.505158 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9428ffe-b230-4a72-b001-85c5a9959833 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Network 03a2957f-604e-455f-99e5-b15305113c46 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:53:48.572081 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-b9428ffe-b230-4a72-b001-85c5a9959833 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 03a2957f-604e-455f-99e5-b15305113c46) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:53:48.576851 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9428ffe-b230-4a72-b001-85c5a9959833 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:48.577553 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b9428ffe-b230-4a72-b001-85c5a9959833 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:48.582546 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a84bad-3f82-4e3b-8bf9-3c29e4c1489a None None] Network 03a2957f-604e-455f-99e5-b15305113c46 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:53:48.660447 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b9428ffe-b230-4a72-b001-85c5a9959833 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8056953 Jul 09 15:53:48.663924 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 57902) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:53:48.669121 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-cbd4a4ba-cb5a-465f-9bb5-5fae04be2779 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-134353210'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:53:48.732418 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a57c7bf-985c-471c-8fdc-a7059a2c7af6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-03a2957f-604e-455f-99e5-b15305113c46', 'network_id': '03a2957f-604e-455f-99e5-b15305113c46', 'tenant_id': '8622f36ba1384ea5bc30c6dada8cd816', 'fixed_ips': [{'subnet_id': '375ea705-9499-4566-9b24-dc7b07e5795f'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:53:48.733283 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5a57c7bf-985c-471c-8fdc-a7059a2c7af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:48.756832 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd4a4ba-cb5a-465f-9bb5-5fae04be2779 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Made reservation on behalf of 8622f36ba1384ea5bc30c6dada8cd816 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:53:48.760464 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cbd4a4ba-cb5a-465f-9bb5-5fae04be2779 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:48.784002 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbd4a4ba-cb5a-465f-9bb5-5fae04be2779 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:53:48.792687 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cbd4a4ba-cb5a-465f-9bb5-5fae04be2779 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:48.793031 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-cbd4a4ba-cb5a-465f-9bb5-5fae04be2779 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Added segment f68fd937-5d64-4a5a-b169-7a193a5c7757 of type vlan for network 5efd69ce-29d4-4bca-8811-c13144b08a98 Jul 09 15:53:48.832333 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cbd4a4ba-cb5a-465f-9bb5-5fae04be2779 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:48.871152 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-5a57c7bf-985c-471c-8fdc-a7059a2c7af6 None None] Allocated IP 2001:db8:0:ffff::2 (03a2957f-604e-455f-99e5-b15305113c46/375ea705-9499-4566-9b24-dc7b07e5795f/dae1527d-24ce-40ef-bb3c-2fd668a98f1c) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:53:48.921279 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cbd4a4ba-cb5a-465f-9bb5-5fae04be2779 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:48.926960 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd4a4ba-cb5a-465f-9bb5-5fae04be2779 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:48.927601 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cbd4a4ba-cb5a-465f-9bb5-5fae04be2779 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:48.995528 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd4a4ba-cb5a-465f-9bb5-5fae04be2779 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Pushing event updated for resources: {'Network': ['ID=5efd69ce-29d4-4bca-8811-c13144b08a98,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:49.008078 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 5efd69ce-29d4-4bca-8811-c13144b08a98 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:53:49.063285 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5a57c7bf-985c-471c-8fdc-a7059a2c7af6 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:49.063552 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-cbd4a4ba-cb5a-465f-9bb5-5fae04be2779 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3957028 Jul 09 15:53:49.063552 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 57904) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:53:49.068736 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-6b1dca0f-f58c-4059-aebf-8448e1933a33 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Request body: {'subnet': {'network_id': '5efd69ce-29d4-4bca-8811-c13144b08a98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:53:49.072974 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-5a57c7bf-985c-471c-8fdc-a7059a2c7af6 None None] Transition to ACTIVE for port object dae1527d-24ce-40ef-bb3c-2fd668a98f1c will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:53:49.098906 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-5a57c7bf-985c-471c-8fdc-a7059a2c7af6 None None] Transition to ACTIVE for port object dae1527d-24ce-40ef-bb3c-2fd668a98f1c will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:53:49.167139 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5a57c7bf-985c-471c-8fdc-a7059a2c7af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:49.206980 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a57c7bf-985c-471c-8fdc-a7059a2c7af6 None None] Network 03a2957f-604e-455f-99e5-b15305113c46 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:53:49.211614 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-5a57c7bf-985c-471c-8fdc-a7059a2c7af6 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:53:49.212463 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1dca0f-f58c-4059-aebf-8448e1933a33 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Made reservation on behalf of 8622f36ba1384ea5bc30c6dada8cd816 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:53:49.214129 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a57c7bf-985c-471c-8fdc-a7059a2c7af6 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:53:49.217064 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6b1dca0f-f58c-4059-aebf-8448e1933a33 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:49.222254 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a57c7bf-985c-471c-8fdc-a7059a2c7af6 None None] Pushing event updated for resources: {'Port': ['ID=dae1527d-24ce-40ef-bb3c-2fd668a98f1c,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:49.282996 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-5a57c7bf-985c-471c-8fdc-a7059a2c7af6 None None] Attempting to bind port dae1527d-24ce-40ef-bb3c-2fd668a98f1c on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:53:49.283370 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-5a57c7bf-985c-471c-8fdc-a7059a2c7af6 None None] Attempting to bind port dae1527d-24ce-40ef-bb3c-2fd668a98f1c by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '05faa811-95a9-4697-a2e2-2518eb92a050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '03a2957f-604e-455f-99e5-b15305113c46'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:53:49.283766 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a57c7bf-985c-471c-8fdc-a7059a2c7af6 None None] Attempting to bind port dae1527d-24ce-40ef-bb3c-2fd668a98f1c on network 03a2957f-604e-455f-99e5-b15305113c46 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:53:49.288895 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a57c7bf-985c-471c-8fdc-a7059a2c7af6 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:53:49.289275 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a57c7bf-985c-471c-8fdc-a7059a2c7af6 None None] Checking segment: {'id': '05faa811-95a9-4697-a2e2-2518eb92a050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '03a2957f-604e-455f-99e5-b15305113c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:53:49.289677 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5a57c7bf-985c-471c-8fdc-a7059a2c7af6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:49.290071 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a57c7bf-985c-471c-8fdc-a7059a2c7af6 None None] Bound using segment: {'id': '05faa811-95a9-4697-a2e2-2518eb92a050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '03a2957f-604e-455f-99e5-b15305113c46'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:53:49.290573 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-5a57c7bf-985c-471c-8fdc-a7059a2c7af6 None None] Bound port: dae1527d-24ce-40ef-bb3c-2fd668a98f1c, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05faa811-95a9-4697-a2e2-2518eb92a050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '03a2957f-604e-455f-99e5-b15305113c46'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:53:49.290966 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5a57c7bf-985c-471c-8fdc-a7059a2c7af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:49.354818 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-5a57c7bf-985c-471c-8fdc-a7059a2c7af6 None None] For port dae1527d-24ce-40ef-bb3c-2fd668a98f1c, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:53:49.357925 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-5a57c7bf-985c-471c-8fdc-a7059a2c7af6 None None] For port dae1527d-24ce-40ef-bb3c-2fd668a98f1c, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=dae1527d-24ce-40ef-bb3c-2fd668a98f1c,segment=NetworkSegment(05faa811-95a9-4697-a2e2-2518eb92a050),segment_id=05faa811-95a9-4697-a2e2-2518eb92a050)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:53:49.418741 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5a57c7bf-985c-471c-8fdc-a7059a2c7af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:49.475534 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a57c7bf-985c-471c-8fdc-a7059a2c7af6 None None] Pushing event updated for resources: {'Port': ['ID=dae1527d-24ce-40ef-bb3c-2fd668a98f1c,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:49.509831 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6b1dca0f-f58c-4059-aebf-8448e1933a33 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:49.572895 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1dca0f-f58c-4059-aebf-8448e1933a33 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Pushing event updated for resources: {'Subnet': ['ID=6e87f276-f78b-4373-b179-5d7e1546da12,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:49.581589 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1dca0f-f58c-4059-aebf-8448e1933a33 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Checking segment: {'id': 'f68fd937-5d64-4a5a-b169-7a193a5c7757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '5efd69ce-29d4-4bca-8811-c13144b08a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:53:49.581963 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1dca0f-f58c-4059-aebf-8448e1933a33 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Network hostable DHCP agents. Network: 5efd69ce-29d4-4bca-8811-c13144b08a98, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:53:49.665560 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1dca0f-f58c-4059-aebf-8448e1933a33 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Network 5efd69ce-29d4-4bca-8811-c13144b08a98 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:53:49.740156 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-6b1dca0f-f58c-4059-aebf-8448e1933a33 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 5efd69ce-29d4-4bca-8811-c13144b08a98) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:53:49.744442 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1dca0f-f58c-4059-aebf-8448e1933a33 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:49.745136 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6b1dca0f-f58c-4059-aebf-8448e1933a33 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:49.751174 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968d872e-0df7-4da0-89d9-5b7bad3dd47b None None] Network 5efd69ce-29d4-4bca-8811-c13144b08a98 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:53:49.832258 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-6b1dca0f-f58c-4059-aebf-8448e1933a33 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7676601 Jul 09 15:53:49.834846 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 57906) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:53:49.901296 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6cec12a-8da3-46cc-8edf-c18c36e8dc84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-5efd69ce-29d4-4bca-8811-c13144b08a98', 'network_id': '5efd69ce-29d4-4bca-8811-c13144b08a98', 'tenant_id': '8622f36ba1384ea5bc30c6dada8cd816', 'fixed_ips': [{'subnet_id': '6e87f276-f78b-4373-b179-5d7e1546da12'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:53:49.902154 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f6cec12a-8da3-46cc-8edf-c18c36e8dc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:49.938554 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-64ca91a2-98a0-48a7-8700-c3efa262f931 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:50.016415 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-64ca91a2-98a0-48a7-8700-c3efa262f931 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:50.041807 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-f6cec12a-8da3-46cc-8edf-c18c36e8dc84 None None] Allocated IP 2001:db8::2 (5efd69ce-29d4-4bca-8811-c13144b08a98/6e87f276-f78b-4373-b179-5d7e1546da12/fc31aee0-d8e4-4a95-8512-b0a98c7883c9) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:53:50.192330 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f6cec12a-8da3-46cc-8edf-c18c36e8dc84 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:50.203100 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-f6cec12a-8da3-46cc-8edf-c18c36e8dc84 None None] Transition to ACTIVE for port object fc31aee0-d8e4-4a95-8512-b0a98c7883c9 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:53:50.218820 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-f6cec12a-8da3-46cc-8edf-c18c36e8dc84 None None] Transition to ACTIVE for port object fc31aee0-d8e4-4a95-8512-b0a98c7883c9 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:53:50.249942 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device dae1527d-24ce-40ef-bb3c-2fd668a98f1c up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:53:50.290103 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f6cec12a-8da3-46cc-8edf-c18c36e8dc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:50.334928 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cec12a-8da3-46cc-8edf-c18c36e8dc84 None None] Network 5efd69ce-29d4-4bca-8811-c13144b08a98 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:53:50.344096 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-f6cec12a-8da3-46cc-8edf-c18c36e8dc84 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:53:50.352046 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cec12a-8da3-46cc-8edf-c18c36e8dc84 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:53:50.355203 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cec12a-8da3-46cc-8edf-c18c36e8dc84 None None] Pushing event updated for resources: {'Port': ['ID=fc31aee0-d8e4-4a95-8512-b0a98c7883c9,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:50.382467 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-64ca91a2-98a0-48a7-8700-c3efa262f931 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:50.418155 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ca91a2-98a0-48a7-8700-c3efa262f931 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Pushing event deleted for resources: {'Subnet': ['ID=6e87f276-f78b-4373-b179-5d7e1546da12,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:50.428477 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port dae1527d-24ce-40ef-bb3c-2fd668a98f1c completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:53:50.432434 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-f6cec12a-8da3-46cc-8edf-c18c36e8dc84 None None] Attempting to bind port fc31aee0-d8e4-4a95-8512-b0a98c7883c9 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:53:50.432949 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-f6cec12a-8da3-46cc-8edf-c18c36e8dc84 None None] Attempting to bind port fc31aee0-d8e4-4a95-8512-b0a98c7883c9 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'f68fd937-5d64-4a5a-b169-7a193a5c7757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '5efd69ce-29d4-4bca-8811-c13144b08a98'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:53:50.433449 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cec12a-8da3-46cc-8edf-c18c36e8dc84 None None] Attempting to bind port fc31aee0-d8e4-4a95-8512-b0a98c7883c9 on network 5efd69ce-29d4-4bca-8811-c13144b08a98 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:53:50.439607 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185f608b-0992-406f-8850-6b112004b3eb None None] Network 03a2957f-604e-455f-99e5-b15305113c46 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:53:50.447871 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cec12a-8da3-46cc-8edf-c18c36e8dc84 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:53:50.448934 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cec12a-8da3-46cc-8edf-c18c36e8dc84 None None] Checking segment: {'id': 'f68fd937-5d64-4a5a-b169-7a193a5c7757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '5efd69ce-29d4-4bca-8811-c13144b08a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:53:50.449349 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f6cec12a-8da3-46cc-8edf-c18c36e8dc84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:50.449742 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cec12a-8da3-46cc-8edf-c18c36e8dc84 None None] Bound using segment: {'id': 'f68fd937-5d64-4a5a-b169-7a193a5c7757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '5efd69ce-29d4-4bca-8811-c13144b08a98'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:53:50.450227 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-f6cec12a-8da3-46cc-8edf-c18c36e8dc84 None None] Bound port: fc31aee0-d8e4-4a95-8512-b0a98c7883c9, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68fd937-5d64-4a5a-b169-7a193a5c7757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '5efd69ce-29d4-4bca-8811-c13144b08a98'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:53:50.450680 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f6cec12a-8da3-46cc-8edf-c18c36e8dc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:50.477688 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-64ca91a2-98a0-48a7-8700-c3efa262f931 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:50.488440 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-64ca91a2-98a0-48a7-8700-c3efa262f931 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5efd69ce-29d4-4bca-8811-c13144b08a98']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:53:50.499450 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-64ca91a2-98a0-48a7-8700-c3efa262f931 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f68fd937-5d64-4a5a-b169-7a193a5c7757') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:53:50.499791 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-64ca91a2-98a0-48a7-8700-c3efa262f931 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f68fd937-5d64-4a5a-b169-7a193a5c7757') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:53:50.508587 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-64ca91a2-98a0-48a7-8700-c3efa262f931 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:50.523602 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-64ca91a2-98a0-48a7-8700-c3efa262f931 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:50.530278 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64ca91a2-98a0-48a7-8700-c3efa262f931 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:53:50.530701 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-64ca91a2-98a0-48a7-8700-c3efa262f931 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:50.533922 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:53:50.533922 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:53:50.533922 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:53:50.533922 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:53:50.533922 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:53:50.533922 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:53:50.533922 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:53:50.533922 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:53:50.533922 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:53:50.533922 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:53:50.533922 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:53:50.533922 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:53:50.533922 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:53:50.533922 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:53:50.533922 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:53:50.533922 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:53:50.533922 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:53:50.533922 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:53:50.533922 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:53:50.533922 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:53:50.533922 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:53:50.533922 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:53:50.533922 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:53:50.533922 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:53:50.533922 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:53:50.533922 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:53:50.533922 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:53:50.533922 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:53:50.533922 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:53:50.533922 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:53:50.533922 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:53:50.533922 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:53:50.533922 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 15:53:50.533922 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:53:50.533922 n-d-799529-6 neutron-server[94446]: timer() Jul 09 15:53:50.533922 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:53:50.533922 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 15:53:50.533922 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:53:50.533922 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 15:53:50.533922 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:53:50.533922 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 15:53:50.533922 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:53:50.533922 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 15:53:50.533922 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:53:50.533922 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 15:53:50.533922 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:53:50.533922 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:53:50.533922 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:53:50.533922 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:53:50.533922 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:53:50.533922 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 15:53:50.533922 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:53:50.533922 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 15:53:50.533922 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:53:50.533922 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:53:50.533922 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:53:50.533922 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 15:53:50.533922 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:53:50.533922 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:53:50.533922 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:53:50.533922 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:53:50.533922 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:53:50.533922 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:53:50.533922 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:53:50.584153 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-f6cec12a-8da3-46cc-8edf-c18c36e8dc84 None None] For port fc31aee0-d8e4-4a95-8512-b0a98c7883c9, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:53:50.624984 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-2860111f-201b-4a65-8df1-642edaf3cbcb None None] Provisioning for port dae1527d-24ce-40ef-bb3c-2fd668a98f1c completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:53:50.635859 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-f6cec12a-8da3-46cc-8edf-c18c36e8dc84 None None] For port fc31aee0-d8e4-4a95-8512-b0a98c7883c9, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=fc31aee0-d8e4-4a95-8512-b0a98c7883c9,segment=NetworkSegment(f68fd937-5d64-4a5a-b169-7a193a5c7757),segment_id=f68fd937-5d64-4a5a-b169-7a193a5c7757)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:53:50.639189 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-2860111f-201b-4a65-8df1-642edaf3cbcb None None] Provisioning complete for port dae1527d-24ce-40ef-bb3c-2fd668a98f1c triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:53:50.639688 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2860111f-201b-4a65-8df1-642edaf3cbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:50.649193 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.db.api [None req-64ca91a2-98a0-48a7-8700-c3efa262f931 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 09 15:53:50.649193 n-d-799529-6 neutron-server[94446]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 09 15:53:50.649193 n-d-799529-6 neutron-server[94446]: [parameters: {'id': '5efd69ce-29d4-4bca-8811-c13144b08a98'}] Jul 09 15:53:50.649193 n-d-799529-6 neutron-server[94446]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 15:53:50.649669 n-d-799529-6 neutron-server[94446]: DEBUG oslo_db.api [None req-64ca91a2-98a0-48a7-8700-c3efa262f931 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 15:53:50.707456 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f6cec12a-8da3-46cc-8edf-c18c36e8dc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:50.839768 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cec12a-8da3-46cc-8edf-c18c36e8dc84 None None] Pushing event updated for resources: {'Port': ['ID=fc31aee0-d8e4-4a95-8512-b0a98c7883c9,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:50.854382 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2860111f-201b-4a65-8df1-642edaf3cbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:50.866755 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae92f9d6-8b64-4dd7-8fe0-01cc86cb4fba None None] Network 5efd69ce-29d4-4bca-8811-c13144b08a98 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:53:50.939545 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-2860111f-201b-4a65-8df1-642edaf3cbcb None None] For port dae1527d-24ce-40ef-bb3c-2fd668a98f1c, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=dae1527d-24ce-40ef-bb3c-2fd668a98f1c,segment=NetworkSegment(05faa811-95a9-4697-a2e2-2518eb92a050),segment_id=05faa811-95a9-4697-a2e2-2518eb92a050)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:53:51.006906 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2860111f-201b-4a65-8df1-642edaf3cbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:51.044964 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e87d63a-8c8f-40e4-af0c-1a3557819af0 None None] get_active_networks_info from n-d-799529-6 {{(pid=94447) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 15:53:51.086867 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2860111f-201b-4a65-8df1-642edaf3cbcb None None] Pushing event updated for resources: {'Port': ['ID=dae1527d-24ce-40ef-bb3c-2fd668a98f1c,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:51.134757 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e87d63a-8c8f-40e4-af0c-1a3557819af0 None None] Resources bound (agent type, host, resource id): {{(pid=94447) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 15:53:51.143394 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-e358af44-4b9f-4301-8250-f53c04f97e48 None None] Provisioning complete for port dae1527d-24ce-40ef-bb3c-2fd668a98f1c triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:53:51.143794 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e358af44-4b9f-4301-8250-f53c04f97e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:51.151264 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-64ca91a2-98a0-48a7-8700-c3efa262f931 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:51.204040 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-64ca91a2-98a0-48a7-8700-c3efa262f931 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Deleting port fc31aee0-d8e4-4a95-8512-b0a98c7883c9 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:53:51.204378 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-64ca91a2-98a0-48a7-8700-c3efa262f931 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:51.270859 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-64ca91a2-98a0-48a7-8700-c3efa262f931 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] For port fc31aee0-d8e4-4a95-8512-b0a98c7883c9, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=fc31aee0-d8e4-4a95-8512-b0a98c7883c9,segment=NetworkSegment(f68fd937-5d64-4a5a-b169-7a193a5c7757),segment_id=f68fd937-5d64-4a5a-b169-7a193a5c7757)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:53:51.272040 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-64ca91a2-98a0-48a7-8700-c3efa262f931 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:51.284796 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-64ca91a2-98a0-48a7-8700-c3efa262f931 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Calling delete_port for fc31aee0-d8e4-4a95-8512-b0a98c7883c9 owned by network:dhcp {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:53:51.425820 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-64ca91a2-98a0-48a7-8700-c3efa262f931 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:51.451393 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ca91a2-98a0-48a7-8700-c3efa262f931 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Pushing event deleted for resources: {'Port': ['ID=fc31aee0-d8e4-4a95-8512-b0a98c7883c9,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:51.454929 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ca91a2-98a0-48a7-8700-c3efa262f931 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] No DVR routers for this DVR port fc31aee0-d8e4-4a95-8512-b0a98c7883c9 on host n-d-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:53:51.536880 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-64ca91a2-98a0-48a7-8700-c3efa262f931 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:51.546536 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-64ca91a2-98a0-48a7-8700-c3efa262f931 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5efd69ce-29d4-4bca-8811-c13144b08a98']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:53:51.557035 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-64ca91a2-98a0-48a7-8700-c3efa262f931 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f68fd937-5d64-4a5a-b169-7a193a5c7757') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:53:51.557331 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-64ca91a2-98a0-48a7-8700-c3efa262f931 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f68fd937-5d64-4a5a-b169-7a193a5c7757') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:53:51.565988 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-64ca91a2-98a0-48a7-8700-c3efa262f931 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:51.579749 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-64ca91a2-98a0-48a7-8700-c3efa262f931 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:51.585751 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64ca91a2-98a0-48a7-8700-c3efa262f931 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:53:51.586155 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-64ca91a2-98a0-48a7-8700-c3efa262f931 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:51.589687 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 15:53:51.589687 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:53:51.589687 n-d-799529-6 neutron-server[94446]: timer() Jul 09 15:53:51.589687 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:53:51.589687 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 15:53:51.589687 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:53:51.589687 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 15:53:51.589687 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:53:51.589687 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 15:53:51.589687 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:53:51.589687 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 15:53:51.589687 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:53:51.589687 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 15:53:51.589687 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:53:51.589687 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:53:51.589687 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:53:51.589687 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:53:51.589687 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:53:51.589687 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 15:53:51.589687 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:53:51.589687 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 15:53:51.589687 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:53:51.589687 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:53:51.589687 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:53:51.589687 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 15:53:51.589687 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:53:51.589687 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:53:51.589687 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:53:51.589687 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:53:51.589687 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:53:51.589687 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:53:51.589687 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:53:51.710765 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-64ca91a2-98a0-48a7-8700-c3efa262f931 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:51.718290 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-64ca91a2-98a0-48a7-8700-c3efa262f931 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:51.720276 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-64ca91a2-98a0-48a7-8700-c3efa262f931 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] 10.222.0.58 "DELETE /v2.0/networks/5efd69ce-29d4-4bca-8811-c13144b08a98 HTTP/1.1" status: 204 len: 168 time: 1.8845067 Jul 09 15:53:51.723937 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 57908) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:53:51.729207 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-8c05fcad-06ea-4ec3-aa9f-1566964bce82 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1167772049'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:53:51.732013 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ca91a2-98a0-48a7-8700-c3efa262f931 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Pushing event deleted for resources: {'Network': ['ID=5efd69ce-29d4-4bca-8811-c13144b08a98,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:51.813524 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c05fcad-06ea-4ec3-aa9f-1566964bce82 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Made reservation on behalf of 8622f36ba1384ea5bc30c6dada8cd816 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:53:51.817193 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8c05fcad-06ea-4ec3-aa9f-1566964bce82 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:51.841853 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c05fcad-06ea-4ec3-aa9f-1566964bce82 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:53:51.850240 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8c05fcad-06ea-4ec3-aa9f-1566964bce82 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:51.850579 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-8c05fcad-06ea-4ec3-aa9f-1566964bce82 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Added segment 69f841d9-7f33-4fe6-bb46-b33aee184d11 of type vlan for network ad5823d7-f1fa-4a9d-bad1-1d2cf7972b91 Jul 09 15:53:51.888895 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8c05fcad-06ea-4ec3-aa9f-1566964bce82 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:51.996673 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8c05fcad-06ea-4ec3-aa9f-1566964bce82 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:52.002834 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c05fcad-06ea-4ec3-aa9f-1566964bce82 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:52.003419 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8c05fcad-06ea-4ec3-aa9f-1566964bce82 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks [] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:52.071411 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c05fcad-06ea-4ec3-aa9f-1566964bce82 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Pushing event updated for resources: {'Network': ['ID=ad5823d7-f1fa-4a9d-bad1-1d2cf7972b91,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:52.082398 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network ad5823d7-f1fa-4a9d-bad1-1d2cf7972b91 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:53:52.134947 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-8c05fcad-06ea-4ec3-aa9f-1566964bce82 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4097598 Jul 09 15:53:52.138906 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 57910) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:53:52.144288 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-d14fdb62-b019-4843-b8c2-5856cd8cb39b tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Request body: {'subnet': {'network_id': 'ad5823d7-f1fa-4a9d-bad1-1d2cf7972b91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:53:52.279466 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device dae1527d-24ce-40ef-bb3c-2fd668a98f1c up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:53:52.334215 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14fdb62-b019-4843-b8c2-5856cd8cb39b tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Made reservation on behalf of 8622f36ba1384ea5bc30c6dada8cd816 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:53:52.338074 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d14fdb62-b019-4843-b8c2-5856cd8cb39b tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:52.347370 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port dae1527d-24ce-40ef-bb3c-2fd668a98f1c triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:53:52.347773 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:52.393772 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.ipam_backend_mixin [None req-d14fdb62-b019-4843-b8c2-5856cd8cb39b tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Performing IP validity checks on allocation pools {{(pid=94446) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 09 15:53:52.394769 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.ipam_backend_mixin [None req-d14fdb62-b019-4843-b8c2-5856cd8cb39b tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94446) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 09 15:53:52.597393 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d14fdb62-b019-4843-b8c2-5856cd8cb39b tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:52.653504 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14fdb62-b019-4843-b8c2-5856cd8cb39b tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Pushing event updated for resources: {'Subnet': ['ID=972d399d-925f-4eb2-bb47-2961f7dea0e7,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:52.663743 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14fdb62-b019-4843-b8c2-5856cd8cb39b tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Checking segment: {'id': '69f841d9-7f33-4fe6-bb46-b33aee184d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ad5823d7-f1fa-4a9d-bad1-1d2cf7972b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:53:52.664113 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14fdb62-b019-4843-b8c2-5856cd8cb39b tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Network hostable DHCP agents. Network: ad5823d7-f1fa-4a9d-bad1-1d2cf7972b91, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:53:52.754918 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14fdb62-b019-4843-b8c2-5856cd8cb39b tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Network ad5823d7-f1fa-4a9d-bad1-1d2cf7972b91 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:53:52.817416 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-d14fdb62-b019-4843-b8c2-5856cd8cb39b tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, ad5823d7-f1fa-4a9d-bad1-1d2cf7972b91) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:53:52.821308 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14fdb62-b019-4843-b8c2-5856cd8cb39b tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:52.821926 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d14fdb62-b019-4843-b8c2-5856cd8cb39b tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:52.826186 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3dca94-3555-41b8-8c87-b2707747646d None None] Network ad5823d7-f1fa-4a9d-bad1-1d2cf7972b91 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:53:52.893091 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d14fdb62-b019-4843-b8c2-5856cd8cb39b tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7528114 Jul 09 15:53:52.895724 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 57912) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:53:52.971853 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec41315-8972-4ed8-96d5-14ba9039cf07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-ad5823d7-f1fa-4a9d-bad1-1d2cf7972b91', 'network_id': 'ad5823d7-f1fa-4a9d-bad1-1d2cf7972b91', 'tenant_id': '8622f36ba1384ea5bc30c6dada8cd816', 'fixed_ips': [{'subnet_id': '972d399d-925f-4eb2-bb47-2961f7dea0e7'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:53:52.972729 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-aec41315-8972-4ed8-96d5-14ba9039cf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:52.997257 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-05f9dc6a-c395-4c60-8809-581bf82711c9 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:53.049198 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-05f9dc6a-c395-4c60-8809-581bf82711c9 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:53.106575 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-aec41315-8972-4ed8-96d5-14ba9039cf07 None None] Allocated IP 2001:db8::3 (ad5823d7-f1fa-4a9d-bad1-1d2cf7972b91/972d399d-925f-4eb2-bb47-2961f7dea0e7/2a827dad-320f-438d-81b2-f0688db9237d) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:53:53.246644 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-aec41315-8972-4ed8-96d5-14ba9039cf07 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:53.254950 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-aec41315-8972-4ed8-96d5-14ba9039cf07 None None] Transition to ACTIVE for port object 2a827dad-320f-438d-81b2-f0688db9237d will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:53:53.269948 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-aec41315-8972-4ed8-96d5-14ba9039cf07 None None] Transition to ACTIVE for port object 2a827dad-320f-438d-81b2-f0688db9237d will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:53:53.327308 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-aec41315-8972-4ed8-96d5-14ba9039cf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:53.368388 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec41315-8972-4ed8-96d5-14ba9039cf07 None None] Network ad5823d7-f1fa-4a9d-bad1-1d2cf7972b91 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:53:53.371328 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-aec41315-8972-4ed8-96d5-14ba9039cf07 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:53:53.376378 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec41315-8972-4ed8-96d5-14ba9039cf07 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:53:53.380682 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec41315-8972-4ed8-96d5-14ba9039cf07 None None] Pushing event updated for resources: {'Port': ['ID=2a827dad-320f-438d-81b2-f0688db9237d,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:53.403081 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-05f9dc6a-c395-4c60-8809-581bf82711c9 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:53.432149 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f9dc6a-c395-4c60-8809-581bf82711c9 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Pushing event deleted for resources: {'Subnet': ['ID=972d399d-925f-4eb2-bb47-2961f7dea0e7,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:53.439040 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-aec41315-8972-4ed8-96d5-14ba9039cf07 None None] Attempting to bind port 2a827dad-320f-438d-81b2-f0688db9237d on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:53:53.439416 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-aec41315-8972-4ed8-96d5-14ba9039cf07 None None] Attempting to bind port 2a827dad-320f-438d-81b2-f0688db9237d by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '69f841d9-7f33-4fe6-bb46-b33aee184d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ad5823d7-f1fa-4a9d-bad1-1d2cf7972b91'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:53:53.439843 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec41315-8972-4ed8-96d5-14ba9039cf07 None None] Attempting to bind port 2a827dad-320f-438d-81b2-f0688db9237d on network ad5823d7-f1fa-4a9d-bad1-1d2cf7972b91 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:53:53.445043 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec41315-8972-4ed8-96d5-14ba9039cf07 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:53:53.445434 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec41315-8972-4ed8-96d5-14ba9039cf07 None None] Checking segment: {'id': '69f841d9-7f33-4fe6-bb46-b33aee184d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ad5823d7-f1fa-4a9d-bad1-1d2cf7972b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:53:53.445903 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-aec41315-8972-4ed8-96d5-14ba9039cf07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:53.446307 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec41315-8972-4ed8-96d5-14ba9039cf07 None None] Bound using segment: {'id': '69f841d9-7f33-4fe6-bb46-b33aee184d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ad5823d7-f1fa-4a9d-bad1-1d2cf7972b91'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:53:53.446834 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-aec41315-8972-4ed8-96d5-14ba9039cf07 None None] Bound port: 2a827dad-320f-438d-81b2-f0688db9237d, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69f841d9-7f33-4fe6-bb46-b33aee184d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ad5823d7-f1fa-4a9d-bad1-1d2cf7972b91'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:53:53.447227 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-aec41315-8972-4ed8-96d5-14ba9039cf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:53.492272 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-05f9dc6a-c395-4c60-8809-581bf82711c9 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:53.502313 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-05f9dc6a-c395-4c60-8809-581bf82711c9 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad5823d7-f1fa-4a9d-bad1-1d2cf7972b91']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:53:53.511960 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-aec41315-8972-4ed8-96d5-14ba9039cf07 None None] For port 2a827dad-320f-438d-81b2-f0688db9237d, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:53:53.514332 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-05f9dc6a-c395-4c60-8809-581bf82711c9 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69f841d9-7f33-4fe6-bb46-b33aee184d11') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:53:53.514332 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-05f9dc6a-c395-4c60-8809-581bf82711c9 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69f841d9-7f33-4fe6-bb46-b33aee184d11') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:53:53.516124 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-aec41315-8972-4ed8-96d5-14ba9039cf07 None None] For port 2a827dad-320f-438d-81b2-f0688db9237d, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=2a827dad-320f-438d-81b2-f0688db9237d,segment=NetworkSegment(69f841d9-7f33-4fe6-bb46-b33aee184d11),segment_id=69f841d9-7f33-4fe6-bb46-b33aee184d11)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:53:53.522553 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-05f9dc6a-c395-4c60-8809-581bf82711c9 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:53.591514 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-aec41315-8972-4ed8-96d5-14ba9039cf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:53.593729 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-05f9dc6a-c395-4c60-8809-581bf82711c9 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:53.601017 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05f9dc6a-c395-4c60-8809-581bf82711c9 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:53:53.601414 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-05f9dc6a-c395-4c60-8809-581bf82711c9 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:53.604383 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 15:53:53.604383 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:53:53.604383 n-d-799529-6 neutron-server[94446]: timer() Jul 09 15:53:53.604383 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:53:53.604383 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 15:53:53.604383 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:53:53.604383 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 15:53:53.604383 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:53:53.604383 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 15:53:53.604383 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:53:53.604383 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 15:53:53.604383 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:53:53.604383 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 15:53:53.604383 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:53:53.604383 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:53:53.604383 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:53:53.604383 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:53:53.604383 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:53:53.604383 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 15:53:53.604383 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:53:53.604383 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 15:53:53.604383 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:53:53.604383 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:53:53.604383 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:53:53.604383 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 15:53:53.604383 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:53:53.604383 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:53:53.604383 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:53:53.604383 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:53:53.604383 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:53:53.604383 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:53:53.604383 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:53:53.674012 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec41315-8972-4ed8-96d5-14ba9039cf07 None None] Pushing event updated for resources: {'Port': ['ID=2a827dad-320f-438d-81b2-f0688db9237d,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:53.688501 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.db.api [None req-05f9dc6a-c395-4c60-8809-581bf82711c9 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 09 15:53:53.688501 n-d-799529-6 neutron-server[94446]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 09 15:53:53.688501 n-d-799529-6 neutron-server[94446]: [parameters: {'id': 'ad5823d7-f1fa-4a9d-bad1-1d2cf7972b91'}] Jul 09 15:53:53.688501 n-d-799529-6 neutron-server[94446]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 15:53:53.688891 n-d-799529-6 neutron-server[94446]: DEBUG oslo_db.api [None req-05f9dc6a-c395-4c60-8809-581bf82711c9 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 15:53:53.691968 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af031d69-e348-41bb-827c-f2d4bad6c060 None None] Network ad5823d7-f1fa-4a9d-bad1-1d2cf7972b91 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:53:53.826602 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:53.832546 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8737b88e-ed41-4019-ad92-6677d7d55772 None None] get_active_networks_info from n-d-799529-6 {{(pid=94447) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 15:53:53.896894 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8737b88e-ed41-4019-ad92-6677d7d55772 None None] Resources bound (agent type, host, resource id): {{(pid=94447) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 15:53:54.190411 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-05f9dc6a-c395-4c60-8809-581bf82711c9 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:54.242129 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-05f9dc6a-c395-4c60-8809-581bf82711c9 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Deleting port 2a827dad-320f-438d-81b2-f0688db9237d {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:53:54.242472 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-05f9dc6a-c395-4c60-8809-581bf82711c9 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:54.307041 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-05f9dc6a-c395-4c60-8809-581bf82711c9 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] For port 2a827dad-320f-438d-81b2-f0688db9237d, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=2a827dad-320f-438d-81b2-f0688db9237d,segment=NetworkSegment(69f841d9-7f33-4fe6-bb46-b33aee184d11),segment_id=69f841d9-7f33-4fe6-bb46-b33aee184d11)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:53:54.307393 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-05f9dc6a-c395-4c60-8809-581bf82711c9 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:54.319760 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-05f9dc6a-c395-4c60-8809-581bf82711c9 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Calling delete_port for 2a827dad-320f-438d-81b2-f0688db9237d owned by network:dhcp {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:53:54.471112 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-05f9dc6a-c395-4c60-8809-581bf82711c9 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:54.499201 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f9dc6a-c395-4c60-8809-581bf82711c9 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Pushing event deleted for resources: {'Port': ['ID=2a827dad-320f-438d-81b2-f0688db9237d,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:54.506885 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f9dc6a-c395-4c60-8809-581bf82711c9 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] No DVR routers for this DVR port 2a827dad-320f-438d-81b2-f0688db9237d on host n-d-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:53:54.581072 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-05f9dc6a-c395-4c60-8809-581bf82711c9 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:54.590338 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-05f9dc6a-c395-4c60-8809-581bf82711c9 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad5823d7-f1fa-4a9d-bad1-1d2cf7972b91']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:53:54.600788 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-05f9dc6a-c395-4c60-8809-581bf82711c9 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69f841d9-7f33-4fe6-bb46-b33aee184d11') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:53:54.601080 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-05f9dc6a-c395-4c60-8809-581bf82711c9 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69f841d9-7f33-4fe6-bb46-b33aee184d11') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:53:54.609688 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-05f9dc6a-c395-4c60-8809-581bf82711c9 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:54.623122 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-05f9dc6a-c395-4c60-8809-581bf82711c9 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:54.628859 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05f9dc6a-c395-4c60-8809-581bf82711c9 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:53:54.629236 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-05f9dc6a-c395-4c60-8809-581bf82711c9 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:54.632125 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 15:53:54.632125 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:53:54.632125 n-d-799529-6 neutron-server[94446]: timer() Jul 09 15:53:54.632125 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:53:54.632125 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 15:53:54.632125 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:53:54.632125 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 15:53:54.632125 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:53:54.632125 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 15:53:54.632125 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:53:54.632125 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 15:53:54.632125 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:53:54.632125 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 15:53:54.632125 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:53:54.632125 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:53:54.632125 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:53:54.632125 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:53:54.632125 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:53:54.632125 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 15:53:54.632125 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:53:54.632125 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 15:53:54.632125 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:53:54.632125 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:53:54.632125 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:53:54.632125 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 15:53:54.632125 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:53:54.632125 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:53:54.632125 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:53:54.632125 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:53:54.632125 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:53:54.632125 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:53:54.632125 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:53:54.766253 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-05f9dc6a-c395-4c60-8809-581bf82711c9 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:54.773474 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-05f9dc6a-c395-4c60-8809-581bf82711c9 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:54.775269 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-05f9dc6a-c395-4c60-8809-581bf82711c9 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] 10.222.0.58 "DELETE /v2.0/networks/ad5823d7-f1fa-4a9d-bad1-1d2cf7972b91 HTTP/1.1" status: 204 len: 168 time: 1.8785253 Jul 09 15:53:54.779547 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 57914) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:53:54.784819 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-d4430a4c-ba0f-4f50-a428-d9cd8217d061 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-699853254'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:53:54.790572 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f9dc6a-c395-4c60-8809-581bf82711c9 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Pushing event deleted for resources: {'Network': ['ID=ad5823d7-f1fa-4a9d-bad1-1d2cf7972b91,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:54.851880 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4430a4c-ba0f-4f50-a428-d9cd8217d061 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Made reservation on behalf of 8622f36ba1384ea5bc30c6dada8cd816 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:53:54.855349 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d4430a4c-ba0f-4f50-a428-d9cd8217d061 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:54.879594 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4430a4c-ba0f-4f50-a428-d9cd8217d061 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:53:54.889167 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d4430a4c-ba0f-4f50-a428-d9cd8217d061 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:54.889329 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-d4430a4c-ba0f-4f50-a428-d9cd8217d061 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Added segment 993c6620-bd1f-40ca-91e3-64a2ba5badee of type vlan for network f7fc75c4-c452-46f9-8d64-226343681d7a Jul 09 15:53:54.927856 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d4430a4c-ba0f-4f50-a428-d9cd8217d061 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:55.014777 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d4430a4c-ba0f-4f50-a428-d9cd8217d061 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:55.023280 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4430a4c-ba0f-4f50-a428-d9cd8217d061 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:55.023280 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d4430a4c-ba0f-4f50-a428-d9cd8217d061 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks [] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:55.085132 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4430a4c-ba0f-4f50-a428-d9cd8217d061 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Pushing event updated for resources: {'Network': ['ID=f7fc75c4-c452-46f9-8d64-226343681d7a,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:55.095835 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network f7fc75c4-c452-46f9-8d64-226343681d7a details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:53:55.129044 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d4430a4c-ba0f-4f50-a428-d9cd8217d061 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3483608 Jul 09 15:53:55.131981 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 57916) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:53:55.137178 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-4918b84e-d130-4d6d-9cf4-c23913affb11 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Request body: {'subnet': {'network_id': 'f7fc75c4-c452-46f9-8d64-226343681d7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:53:55.288118 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4918b84e-d130-4d6d-9cf4-c23913affb11 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Made reservation on behalf of 8622f36ba1384ea5bc30c6dada8cd816 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:53:55.291651 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4918b84e-d130-4d6d-9cf4-c23913affb11 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:55.528623 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4918b84e-d130-4d6d-9cf4-c23913affb11 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:55.586447 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4918b84e-d130-4d6d-9cf4-c23913affb11 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Pushing event updated for resources: {'Subnet': ['ID=2c9dc439-d6d7-4b55-8f0d-fa9de02db9f9,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:55.598775 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4918b84e-d130-4d6d-9cf4-c23913affb11 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Checking segment: {'id': '993c6620-bd1f-40ca-91e3-64a2ba5badee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f7fc75c4-c452-46f9-8d64-226343681d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:53:55.599138 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4918b84e-d130-4d6d-9cf4-c23913affb11 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Network hostable DHCP agents. Network: f7fc75c4-c452-46f9-8d64-226343681d7a, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:53:55.680323 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4918b84e-d130-4d6d-9cf4-c23913affb11 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Network f7fc75c4-c452-46f9-8d64-226343681d7a is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:53:55.754463 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-4918b84e-d130-4d6d-9cf4-c23913affb11 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, f7fc75c4-c452-46f9-8d64-226343681d7a) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:53:55.758471 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4918b84e-d130-4d6d-9cf4-c23913affb11 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:55.759057 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4918b84e-d130-4d6d-9cf4-c23913affb11 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks [] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:55.763389 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11151da4-eb7a-473c-9f9d-3abe0fd7d93a None None] Network f7fc75c4-c452-46f9-8d64-226343681d7a requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:53:55.864091 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-4918b84e-d130-4d6d-9cf4-c23913affb11 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7308178 Jul 09 15:53:55.867582 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 57918) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:53:55.872609 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-88653f5a-97ce-4f0a-af16-6d80f1998145 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-555769432'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:53:55.910341 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c56d00e-57d7-4d2a-8939-d2c68bdef22b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-f7fc75c4-c452-46f9-8d64-226343681d7a', 'network_id': 'f7fc75c4-c452-46f9-8d64-226343681d7a', 'tenant_id': '8622f36ba1384ea5bc30c6dada8cd816', 'fixed_ips': [{'subnet_id': '2c9dc439-d6d7-4b55-8f0d-fa9de02db9f9'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:53:55.911203 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0c56d00e-57d7-4d2a-8939-d2c68bdef22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:55.945205 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88653f5a-97ce-4f0a-af16-6d80f1998145 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Made reservation on behalf of 8622f36ba1384ea5bc30c6dada8cd816 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:53:55.949104 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-88653f5a-97ce-4f0a-af16-6d80f1998145 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:55.974360 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88653f5a-97ce-4f0a-af16-6d80f1998145 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:53:55.984119 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-88653f5a-97ce-4f0a-af16-6d80f1998145 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:55.984495 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-88653f5a-97ce-4f0a-af16-6d80f1998145 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Added segment c2da6657-96cd-435e-bbf3-b87bb796420b of type vlan for network 5ef21f1f-a3e6-4871-bf07-8f7e5856bd39 Jul 09 15:53:56.025854 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-88653f5a-97ce-4f0a-af16-6d80f1998145 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:56.047584 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-0c56d00e-57d7-4d2a-8939-d2c68bdef22b None None] Allocated IP 2001:db8::2 (f7fc75c4-c452-46f9-8d64-226343681d7a/2c9dc439-d6d7-4b55-8f0d-fa9de02db9f9/a67bf3c6-7b88-4791-8862-3a7ccf2d6bd9) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:53:56.122511 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-88653f5a-97ce-4f0a-af16-6d80f1998145 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:56.128247 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88653f5a-97ce-4f0a-af16-6d80f1998145 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:56.128989 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-88653f5a-97ce-4f0a-af16-6d80f1998145 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks [] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:56.181300 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f33877df-e2c9-4ee2-a30f-c41ba05e2226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:56.196088 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0c56d00e-57d7-4d2a-8939-d2c68bdef22b None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:56.200159 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88653f5a-97ce-4f0a-af16-6d80f1998145 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Pushing event updated for resources: {'Network': ['ID=5ef21f1f-a3e6-4871-bf07-8f7e5856bd39,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:56.204916 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-0c56d00e-57d7-4d2a-8939-d2c68bdef22b None None] Transition to ACTIVE for port object a67bf3c6-7b88-4791-8862-3a7ccf2d6bd9 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:53:56.211480 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 5ef21f1f-a3e6-4871-bf07-8f7e5856bd39 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:53:56.247317 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-88653f5a-97ce-4f0a-af16-6d80f1998145 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3786161 Jul 09 15:53:56.252207 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 57920) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:53:56.257590 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-8f6c5949-d786-4572-a45d-6dfc429c2bf4 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Request body: {'subnet': {'network_id': '5ef21f1f-a3e6-4871-bf07-8f7e5856bd39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:53:56.261408 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-0c56d00e-57d7-4d2a-8939-d2c68bdef22b None None] Transition to ACTIVE for port object a67bf3c6-7b88-4791-8862-3a7ccf2d6bd9 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:53:56.322638 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0c56d00e-57d7-4d2a-8939-d2c68bdef22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:56.362990 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c56d00e-57d7-4d2a-8939-d2c68bdef22b None None] Network f7fc75c4-c452-46f9-8d64-226343681d7a is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:53:56.365746 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-0c56d00e-57d7-4d2a-8939-d2c68bdef22b None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:53:56.369228 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c56d00e-57d7-4d2a-8939-d2c68bdef22b None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:53:56.377884 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c56d00e-57d7-4d2a-8939-d2c68bdef22b None None] Pushing event updated for resources: {'Port': ['ID=a67bf3c6-7b88-4791-8862-3a7ccf2d6bd9,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:56.407903 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f6c5949-d786-4572-a45d-6dfc429c2bf4 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Made reservation on behalf of 8622f36ba1384ea5bc30c6dada8cd816 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:53:56.411454 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8f6c5949-d786-4572-a45d-6dfc429c2bf4 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:56.436115 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-0c56d00e-57d7-4d2a-8939-d2c68bdef22b None None] Attempting to bind port a67bf3c6-7b88-4791-8862-3a7ccf2d6bd9 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:53:56.436495 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-0c56d00e-57d7-4d2a-8939-d2c68bdef22b None None] Attempting to bind port a67bf3c6-7b88-4791-8862-3a7ccf2d6bd9 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '993c6620-bd1f-40ca-91e3-64a2ba5badee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f7fc75c4-c452-46f9-8d64-226343681d7a'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:53:56.436865 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c56d00e-57d7-4d2a-8939-d2c68bdef22b None None] Attempting to bind port a67bf3c6-7b88-4791-8862-3a7ccf2d6bd9 on network f7fc75c4-c452-46f9-8d64-226343681d7a {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:53:56.442546 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c56d00e-57d7-4d2a-8939-d2c68bdef22b None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:53:56.442921 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c56d00e-57d7-4d2a-8939-d2c68bdef22b None None] Checking segment: {'id': '993c6620-bd1f-40ca-91e3-64a2ba5badee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f7fc75c4-c452-46f9-8d64-226343681d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:53:56.443465 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0c56d00e-57d7-4d2a-8939-d2c68bdef22b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:56.443888 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c56d00e-57d7-4d2a-8939-d2c68bdef22b None None] Bound using segment: {'id': '993c6620-bd1f-40ca-91e3-64a2ba5badee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f7fc75c4-c452-46f9-8d64-226343681d7a'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:53:56.444359 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-0c56d00e-57d7-4d2a-8939-d2c68bdef22b None None] Bound port: a67bf3c6-7b88-4791-8862-3a7ccf2d6bd9, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '993c6620-bd1f-40ca-91e3-64a2ba5badee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f7fc75c4-c452-46f9-8d64-226343681d7a'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:53:56.444754 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0c56d00e-57d7-4d2a-8939-d2c68bdef22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:56.510868 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-0c56d00e-57d7-4d2a-8939-d2c68bdef22b None None] For port a67bf3c6-7b88-4791-8862-3a7ccf2d6bd9, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:53:56.515277 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-0c56d00e-57d7-4d2a-8939-d2c68bdef22b None None] For port a67bf3c6-7b88-4791-8862-3a7ccf2d6bd9, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=a67bf3c6-7b88-4791-8862-3a7ccf2d6bd9,segment=NetworkSegment(993c6620-bd1f-40ca-91e3-64a2ba5badee),segment_id=993c6620-bd1f-40ca-91e3-64a2ba5badee)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:53:56.562615 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0c56d00e-57d7-4d2a-8939-d2c68bdef22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:56.622655 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c56d00e-57d7-4d2a-8939-d2c68bdef22b None None] Pushing event updated for resources: {'Port': ['ID=a67bf3c6-7b88-4791-8862-3a7ccf2d6bd9,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:56.652330 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8f6c5949-d786-4572-a45d-6dfc429c2bf4 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:56.719088 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6c5949-d786-4572-a45d-6dfc429c2bf4 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Pushing event updated for resources: {'Subnet': ['ID=b9f77197-e98b-4a9d-a38c-df5ab0094da9,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:56.728792 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6c5949-d786-4572-a45d-6dfc429c2bf4 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Checking segment: {'id': 'c2da6657-96cd-435e-bbf3-b87bb796420b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '5ef21f1f-a3e6-4871-bf07-8f7e5856bd39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:53:56.729160 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6c5949-d786-4572-a45d-6dfc429c2bf4 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Network hostable DHCP agents. Network: 5ef21f1f-a3e6-4871-bf07-8f7e5856bd39, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:53:56.812290 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6c5949-d786-4572-a45d-6dfc429c2bf4 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Network 5ef21f1f-a3e6-4871-bf07-8f7e5856bd39 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:53:56.889568 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-8f6c5949-d786-4572-a45d-6dfc429c2bf4 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 5ef21f1f-a3e6-4871-bf07-8f7e5856bd39) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:53:56.897149 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de51acd-4c7b-466f-b53b-00e7f4c1cb9b None None] Network 5ef21f1f-a3e6-4871-bf07-8f7e5856bd39 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:53:56.900715 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6c5949-d786-4572-a45d-6dfc429c2bf4 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:53:56.901037 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8f6c5949-d786-4572-a45d-6dfc429c2bf4 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:56.972682 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-8f6c5949-d786-4572-a45d-6dfc429c2bf4 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7193329 Jul 09 15:53:56.975311 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 57922) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:53:57.005315 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:53:57.050416 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fa027d-72e4-426c-86d2-51f15c6ca734 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-5ef21f1f-a3e6-4871-bf07-8f7e5856bd39', 'network_id': '5ef21f1f-a3e6-4871-bf07-8f7e5856bd39', 'tenant_id': '8622f36ba1384ea5bc30c6dada8cd816', 'fixed_ips': [{'subnet_id': 'b9f77197-e98b-4a9d-a38c-df5ab0094da9'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:53:57.051334 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-05fa027d-72e4-426c-86d2-51f15c6ca734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:57.080200 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-706aa5aa-e55f-4b01-914b-15471c4735c4 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:57.136519 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-706aa5aa-e55f-4b01-914b-15471c4735c4 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:57.209602 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-05fa027d-72e4-426c-86d2-51f15c6ca734 None None] Allocated IP 2001:db8::2 (5ef21f1f-a3e6-4871-bf07-8f7e5856bd39/b9f77197-e98b-4a9d-a38c-df5ab0094da9/04192f52-dd3b-4cde-878f-c00a2c84f9e0) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:53:57.365164 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-05fa027d-72e4-426c-86d2-51f15c6ca734 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:57.374093 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-05fa027d-72e4-426c-86d2-51f15c6ca734 None None] Transition to ACTIVE for port object 04192f52-dd3b-4cde-878f-c00a2c84f9e0 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:53:57.390244 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-05fa027d-72e4-426c-86d2-51f15c6ca734 None None] Transition to ACTIVE for port object 04192f52-dd3b-4cde-878f-c00a2c84f9e0 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:53:57.477278 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-05fa027d-72e4-426c-86d2-51f15c6ca734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:57.512138 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0573805f-436b-4086-a960-5d9b44f7cea2 None None] Network f7fc75c4-c452-46f9-8d64-226343681d7a requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:53:57.522624 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fa027d-72e4-426c-86d2-51f15c6ca734 None None] Network 5ef21f1f-a3e6-4871-bf07-8f7e5856bd39 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:53:57.556006 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-05fa027d-72e4-426c-86d2-51f15c6ca734 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:53:57.570059 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fa027d-72e4-426c-86d2-51f15c6ca734 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:53:57.589647 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-706aa5aa-e55f-4b01-914b-15471c4735c4 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:57.592419 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fa027d-72e4-426c-86d2-51f15c6ca734 None None] Pushing event updated for resources: {'Port': ['ID=04192f52-dd3b-4cde-878f-c00a2c84f9e0,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:57.621083 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706aa5aa-e55f-4b01-914b-15471c4735c4 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Pushing event deleted for resources: {'Subnet': ['ID=b9f77197-e98b-4a9d-a38c-df5ab0094da9,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:57.664048 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-e825048b-eed9-4eba-b7d7-57681d37b9f5 None None] Provisioning for port a67bf3c6-7b88-4791-8862-3a7ccf2d6bd9 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:53:57.675693 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-05fa027d-72e4-426c-86d2-51f15c6ca734 None None] Attempting to bind port 04192f52-dd3b-4cde-878f-c00a2c84f9e0 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:53:57.676072 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-05fa027d-72e4-426c-86d2-51f15c6ca734 None None] Attempting to bind port 04192f52-dd3b-4cde-878f-c00a2c84f9e0 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'c2da6657-96cd-435e-bbf3-b87bb796420b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '5ef21f1f-a3e6-4871-bf07-8f7e5856bd39'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:53:57.676436 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fa027d-72e4-426c-86d2-51f15c6ca734 None None] Attempting to bind port 04192f52-dd3b-4cde-878f-c00a2c84f9e0 on network 5ef21f1f-a3e6-4871-bf07-8f7e5856bd39 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:53:57.681604 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-706aa5aa-e55f-4b01-914b-15471c4735c4 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:57.691962 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-706aa5aa-e55f-4b01-914b-15471c4735c4 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ef21f1f-a3e6-4871-bf07-8f7e5856bd39']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:53:57.701125 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fa027d-72e4-426c-86d2-51f15c6ca734 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:53:57.701501 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fa027d-72e4-426c-86d2-51f15c6ca734 None None] Checking segment: {'id': 'c2da6657-96cd-435e-bbf3-b87bb796420b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '5ef21f1f-a3e6-4871-bf07-8f7e5856bd39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:53:57.701904 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-05fa027d-72e4-426c-86d2-51f15c6ca734 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:57.702099 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-706aa5aa-e55f-4b01-914b-15471c4735c4 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2da6657-96cd-435e-bbf3-b87bb796420b') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:53:57.702295 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fa027d-72e4-426c-86d2-51f15c6ca734 None None] Bound using segment: {'id': 'c2da6657-96cd-435e-bbf3-b87bb796420b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '5ef21f1f-a3e6-4871-bf07-8f7e5856bd39'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:53:57.702410 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-706aa5aa-e55f-4b01-914b-15471c4735c4 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2da6657-96cd-435e-bbf3-b87bb796420b') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:53:57.702762 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-05fa027d-72e4-426c-86d2-51f15c6ca734 None None] Bound port: 04192f52-dd3b-4cde-878f-c00a2c84f9e0, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2da6657-96cd-435e-bbf3-b87bb796420b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '5ef21f1f-a3e6-4871-bf07-8f7e5856bd39'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:53:57.703145 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-05fa027d-72e4-426c-86d2-51f15c6ca734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:57.711309 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-706aa5aa-e55f-4b01-914b-15471c4735c4 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:57.724915 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-706aa5aa-e55f-4b01-914b-15471c4735c4 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:57.731177 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-706aa5aa-e55f-4b01-914b-15471c4735c4 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:53:57.732124 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-706aa5aa-e55f-4b01-914b-15471c4735c4 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:57.735128 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 15:53:57.735128 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:53:57.735128 n-d-799529-6 neutron-server[94446]: timer() Jul 09 15:53:57.735128 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:53:57.735128 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 15:53:57.735128 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:53:57.735128 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 15:53:57.735128 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:53:57.735128 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 15:53:57.735128 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:53:57.735128 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 15:53:57.735128 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:53:57.735128 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 15:53:57.735128 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:53:57.735128 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:53:57.735128 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:53:57.735128 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:53:57.735128 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:53:57.735128 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 15:53:57.735128 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:53:57.735128 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 15:53:57.735128 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:53:57.735128 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:53:57.735128 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:53:57.735128 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 15:53:57.735128 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:53:57.735128 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:53:57.735128 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:53:57.735128 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:53:57.735128 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:53:57.735128 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:53:57.735128 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:53:57.804526 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-05fa027d-72e4-426c-86d2-51f15c6ca734 None None] For port 04192f52-dd3b-4cde-878f-c00a2c84f9e0, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:53:57.818038 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-05fa027d-72e4-426c-86d2-51f15c6ca734 None None] For port 04192f52-dd3b-4cde-878f-c00a2c84f9e0, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=04192f52-dd3b-4cde-878f-c00a2c84f9e0,segment=NetworkSegment(c2da6657-96cd-435e-bbf3-b87bb796420b),segment_id=c2da6657-96cd-435e-bbf3-b87bb796420b)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:53:57.849086 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.db.api [None req-706aa5aa-e55f-4b01-914b-15471c4735c4 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 09 15:53:57.849086 n-d-799529-6 neutron-server[94446]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 09 15:53:57.849086 n-d-799529-6 neutron-server[94446]: [parameters: {'id': '5ef21f1f-a3e6-4871-bf07-8f7e5856bd39'}] Jul 09 15:53:57.849086 n-d-799529-6 neutron-server[94446]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 15:53:57.849752 n-d-799529-6 neutron-server[94446]: DEBUG oslo_db.api [None req-706aa5aa-e55f-4b01-914b-15471c4735c4 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 15:53:57.888754 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-05fa027d-72e4-426c-86d2-51f15c6ca734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:57.980202 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fa027d-72e4-426c-86d2-51f15c6ca734 None None] Pushing event updated for resources: {'Port': ['ID=04192f52-dd3b-4cde-878f-c00a2c84f9e0,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:58.001807 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75276c32-9580-4a6b-8cdb-4bdda204e912 None None] Network 5ef21f1f-a3e6-4871-bf07-8f7e5856bd39 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:53:58.139473 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3538f0-c403-4c2c-86ba-56c75c013f2b None None] get_active_networks_info from n-d-799529-6 {{(pid=94447) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 15:53:58.218049 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3538f0-c403-4c2c-86ba-56c75c013f2b None None] Resources bound (agent type, host, resource id): {{(pid=94447) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 15:53:58.267298 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device a67bf3c6-7b88-4791-8862-3a7ccf2d6bd9 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:53:58.350943 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-706aa5aa-e55f-4b01-914b-15471c4735c4 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:58.407753 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-706aa5aa-e55f-4b01-914b-15471c4735c4 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Deleting port 04192f52-dd3b-4cde-878f-c00a2c84f9e0 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:53:58.408094 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-706aa5aa-e55f-4b01-914b-15471c4735c4 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:58.478888 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-706aa5aa-e55f-4b01-914b-15471c4735c4 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] For port 04192f52-dd3b-4cde-878f-c00a2c84f9e0, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=04192f52-dd3b-4cde-878f-c00a2c84f9e0,segment=NetworkSegment(c2da6657-96cd-435e-bbf3-b87bb796420b),segment_id=c2da6657-96cd-435e-bbf3-b87bb796420b)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:53:58.479254 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-706aa5aa-e55f-4b01-914b-15471c4735c4 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:58.492398 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-706aa5aa-e55f-4b01-914b-15471c4735c4 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Calling delete_port for 04192f52-dd3b-4cde-878f-c00a2c84f9e0 owned by network:dhcp {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:53:58.589015 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port a67bf3c6-7b88-4791-8862-3a7ccf2d6bd9 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:53:58.597124 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port a67bf3c6-7b88-4791-8862-3a7ccf2d6bd9 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:53:58.597496 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:58.646265 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-706aa5aa-e55f-4b01-914b-15471c4735c4 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:58.674404 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706aa5aa-e55f-4b01-914b-15471c4735c4 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Pushing event deleted for resources: {'Port': ['ID=04192f52-dd3b-4cde-878f-c00a2c84f9e0,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:58.676227 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706aa5aa-e55f-4b01-914b-15471c4735c4 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] No DVR routers for this DVR port 04192f52-dd3b-4cde-878f-c00a2c84f9e0 on host n-d-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:53:58.697843 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:58.730534 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port a67bf3c6-7b88-4791-8862-3a7ccf2d6bd9, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=a67bf3c6-7b88-4791-8862-3a7ccf2d6bd9,segment=NetworkSegment(993c6620-bd1f-40ca-91e3-64a2ba5badee),segment_id=993c6620-bd1f-40ca-91e3-64a2ba5badee)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:53:58.755544 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-706aa5aa-e55f-4b01-914b-15471c4735c4 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:58.765579 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-706aa5aa-e55f-4b01-914b-15471c4735c4 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ef21f1f-a3e6-4871-bf07-8f7e5856bd39']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:53:58.775833 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-706aa5aa-e55f-4b01-914b-15471c4735c4 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2da6657-96cd-435e-bbf3-b87bb796420b') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:53:58.780421 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-706aa5aa-e55f-4b01-914b-15471c4735c4 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2da6657-96cd-435e-bbf3-b87bb796420b') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:53:58.785247 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-706aa5aa-e55f-4b01-914b-15471c4735c4 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:58.795354 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:58.801077 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-706aa5aa-e55f-4b01-914b-15471c4735c4 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:58.806192 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-706aa5aa-e55f-4b01-914b-15471c4735c4 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:53:58.806649 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-706aa5aa-e55f-4b01-914b-15471c4735c4 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:58.809715 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 15:53:58.809715 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:53:58.809715 n-d-799529-6 neutron-server[94446]: timer() Jul 09 15:53:58.809715 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:53:58.809715 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 15:53:58.809715 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:53:58.809715 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 15:53:58.809715 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:53:58.809715 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 15:53:58.809715 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:53:58.809715 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 15:53:58.809715 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:53:58.809715 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 15:53:58.809715 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:53:58.809715 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:53:58.809715 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:53:58.809715 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:53:58.809715 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:53:58.809715 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 15:53:58.809715 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:53:58.809715 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 15:53:58.809715 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:53:58.809715 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:53:58.809715 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:53:58.809715 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 15:53:58.809715 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:53:58.809715 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:53:58.809715 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:53:58.809715 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:53:58.809715 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:53:58.809715 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:53:58.809715 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:53:58.842032 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=a67bf3c6-7b88-4791-8862-3a7ccf2d6bd9,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:58.916405 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-706aa5aa-e55f-4b01-914b-15471c4735c4 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:58.926904 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-706aa5aa-e55f-4b01-914b-15471c4735c4 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:58.926904 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-706aa5aa-e55f-4b01-914b-15471c4735c4 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] 10.222.0.58 "DELETE /v2.0/networks/5ef21f1f-a3e6-4871-bf07-8f7e5856bd39 HTTP/1.1" status: 204 len: 168 time: 1.9495535 Jul 09 15:53:58.928702 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 57924) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:53:58.936886 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706aa5aa-e55f-4b01-914b-15471c4735c4 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Pushing event deleted for resources: {'Network': ['ID=5ef21f1f-a3e6-4871-bf07-8f7e5856bd39,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:58.957344 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-d369ca0e-2c1f-45ea-9d4b-0427c0ad853c tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] GET failed (client error): The resource could not be found. Jul 09 15:53:58.958633 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d369ca0e-2c1f-45ea-9d4b-0427c0ad853c tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] 10.222.0.58 "GET /v2.0/subnets/b9f77197-e98b-4a9d-a38c-df5ab0094da9 HTTP/1.1" status: 404 len: 337 time: 0.0289462 Jul 09 15:53:58.961402 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 57926) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:53:58.979064 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-73d2b0da-2900-4ee3-9f17-509a266c66ae tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] DELETE failed (client error): The resource could not be found. Jul 09 15:53:58.979608 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73d2b0da-2900-4ee3-9f17-509a266c66ae tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 15:53:58.981218 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-73d2b0da-2900-4ee3-9f17-509a266c66ae tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] 10.222.0.58 "DELETE /v2.0/networks/5ef21f1f-a3e6-4871-bf07-8f7e5856bd39 HTTP/1.1" status: 404 len: 339 time: 0.0189145 Jul 09 15:53:58.984689 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 57928) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:53:59.009199 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b120b9a-a5bf-4302-823e-b3b70bfb400b tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] DELETE failed (client error): The resource could not be found. Jul 09 15:53:59.009581 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b120b9a-a5bf-4302-823e-b3b70bfb400b tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 15:53:59.011202 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-5b120b9a-a5bf-4302-823e-b3b70bfb400b tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] 10.222.0.58 "DELETE /v2.0/subnets/b9f77197-e98b-4a9d-a38c-df5ab0094da9 HTTP/1.1" status: 404 len: 337 time: 0.0256150 Jul 09 15:53:59.014318 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 57930) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:53:59.031857 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c238896-2071-4ea8-8a67-acfc5bc59cd4 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] DELETE failed (client error): The resource could not be found. Jul 09 15:53:59.032368 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c238896-2071-4ea8-8a67-acfc5bc59cd4 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 15:53:59.034256 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-3c238896-2071-4ea8-8a67-acfc5bc59cd4 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] 10.222.0.58 "DELETE /v2.0/networks/5ef21f1f-a3e6-4871-bf07-8f7e5856bd39 HTTP/1.1" status: 404 len: 339 time: 0.0187819 Jul 09 15:53:59.036284 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 57932) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:53:59.089345 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ff3d1dd-f9a9-46f8-9801-65d334bb9373 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Deleting subnet 2c9dc439-d6d7-4b55-8f0d-fa9de02db9f9 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:53:59.093028 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2ff3d1dd-f9a9-46f8-9801-65d334bb9373 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:59.131840 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2ff3d1dd-f9a9-46f8-9801-65d334bb9373 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:59.196755 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-44dc8961-9e31-4f86-b760-ee275c75f55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:59.219737 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2ff3d1dd-f9a9-46f8-9801-65d334bb9373 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:59.315011 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:59.339963 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2ff3d1dd-f9a9-46f8-9801-65d334bb9373 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:59.368541 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff3d1dd-f9a9-46f8-9801-65d334bb9373 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Pushing event deleted for resources: {'Subnet': ['ID=2c9dc439-d6d7-4b55-8f0d-fa9de02db9f9,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:59.370437 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2ff3d1dd-f9a9-46f8-9801-65d334bb9373 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks [] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:59.373441 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-2ff3d1dd-f9a9-46f8-9801-65d334bb9373 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] 10.222.0.58 "DELETE /v2.0/subnets/2c9dc439-d6d7-4b55-8f0d-fa9de02db9f9 HTTP/1.1" status: 204 len: 168 time: 0.3356745 Jul 09 15:53:59.375741 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 57934) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:53:59.376012 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1846b9e6-1dc6-4015-8b6c-6cc61cb3bb37 None None] Network f7fc75c4-c452-46f9-8d64-226343681d7a requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:53:59.451523 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9a61e4b8-0a25-499a-b9e1-d564a4b54d9d tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:59.504001 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-9a61e4b8-0a25-499a-b9e1-d564a4b54d9d tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Deleting port a67bf3c6-7b88-4791-8862-3a7ccf2d6bd9 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:53:59.504423 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9a61e4b8-0a25-499a-b9e1-d564a4b54d9d tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:59.553790 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ec729b-84f4-4092-8e63-29ba8e2c8b32 None None] DHCP port deletion for f7fc75c4-c452-46f9-8d64-226343681d7a request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 15:53:59.571611 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-9a61e4b8-0a25-499a-b9e1-d564a4b54d9d tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] For port a67bf3c6-7b88-4791-8862-3a7ccf2d6bd9, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=a67bf3c6-7b88-4791-8862-3a7ccf2d6bd9,segment=NetworkSegment(993c6620-bd1f-40ca-91e3-64a2ba5badee),segment_id=993c6620-bd1f-40ca-91e3-64a2ba5badee)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:53:59.571900 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9a61e4b8-0a25-499a-b9e1-d564a4b54d9d tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:59.585084 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-9a61e4b8-0a25-499a-b9e1-d564a4b54d9d tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Calling delete_port for a67bf3c6-7b88-4791-8862-3a7ccf2d6bd9 owned by network:dhcp {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:53:59.599726 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ec729b-84f4-4092-8e63-29ba8e2c8b32 None None] Deleting port a67bf3c6-7b88-4791-8862-3a7ccf2d6bd9 {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:53:59.600108 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ec729b-84f4-4092-8e63-29ba8e2c8b32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:59.665358 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ec729b-84f4-4092-8e63-29ba8e2c8b32 None None] For port a67bf3c6-7b88-4791-8862-3a7ccf2d6bd9, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=a67bf3c6-7b88-4791-8862-3a7ccf2d6bd9,segment=NetworkSegment(993c6620-bd1f-40ca-91e3-64a2ba5badee),segment_id=993c6620-bd1f-40ca-91e3-64a2ba5badee)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:53:59.673276 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ec729b-84f4-4092-8e63-29ba8e2c8b32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:59.679130 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ec729b-84f4-4092-8e63-29ba8e2c8b32 None None] Calling delete_port for a67bf3c6-7b88-4791-8862-3a7ccf2d6bd9 owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:53:59.750806 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9a61e4b8-0a25-499a-b9e1-d564a4b54d9d tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:59.756433 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ec729b-84f4-4092-8e63-29ba8e2c8b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:59.779759 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ec729b-84f4-4092-8e63-29ba8e2c8b32 None None] Pushing event deleted for resources: {'Port': ['ID=a67bf3c6-7b88-4791-8862-3a7ccf2d6bd9,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:59.780102 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a61e4b8-0a25-499a-b9e1-d564a4b54d9d tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Pushing event deleted for resources: {'Port': ['ID=a67bf3c6-7b88-4791-8862-3a7ccf2d6bd9,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:53:59.785824 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a61e4b8-0a25-499a-b9e1-d564a4b54d9d tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] No DVR routers for this DVR port a67bf3c6-7b88-4791-8862-3a7ccf2d6bd9 on host n-d-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:53:59.786413 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ec729b-84f4-4092-8e63-29ba8e2c8b32 None None] No DVR routers for this DVR port a67bf3c6-7b88-4791-8862-3a7ccf2d6bd9 on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:53:59.868038 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9a61e4b8-0a25-499a-b9e1-d564a4b54d9d tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:59.878108 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-9a61e4b8-0a25-499a-b9e1-d564a4b54d9d tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7fc75c4-c452-46f9-8d64-226343681d7a']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:53:59.888407 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-9a61e4b8-0a25-499a-b9e1-d564a4b54d9d tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '993c6620-bd1f-40ca-91e3-64a2ba5badee') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:53:59.888702 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-9a61e4b8-0a25-499a-b9e1-d564a4b54d9d tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '993c6620-bd1f-40ca-91e3-64a2ba5badee') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:53:59.897572 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9a61e4b8-0a25-499a-b9e1-d564a4b54d9d tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:59.910865 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9a61e4b8-0a25-499a-b9e1-d564a4b54d9d tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:59.917641 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a61e4b8-0a25-499a-b9e1-d564a4b54d9d tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:53:59.917641 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9a61e4b8-0a25-499a-b9e1-d564a4b54d9d tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:53:59.920854 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 15:53:59.920854 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:53:59.920854 n-d-799529-6 neutron-server[94446]: timer() Jul 09 15:53:59.920854 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:53:59.920854 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 15:53:59.920854 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:53:59.920854 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 15:53:59.920854 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:53:59.920854 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 15:53:59.920854 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:53:59.920854 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 15:53:59.920854 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:53:59.920854 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 15:53:59.920854 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:53:59.920854 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:53:59.920854 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:53:59.920854 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:53:59.920854 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:53:59.920854 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 15:53:59.920854 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:53:59.920854 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 15:53:59.920854 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:53:59.920854 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:53:59.920854 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:53:59.920854 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 15:53:59.920854 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:53:59.920854 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:53:59.920854 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:53:59.920854 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:53:59.920854 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:53:59.920854 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:53:59.920854 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:54:00.024901 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9a61e4b8-0a25-499a-b9e1-d564a4b54d9d tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:00.031387 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9a61e4b8-0a25-499a-b9e1-d564a4b54d9d tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:00.037236 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-9a61e4b8-0a25-499a-b9e1-d564a4b54d9d tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] 10.222.0.58 "DELETE /v2.0/networks/f7fc75c4-c452-46f9-8d64-226343681d7a HTTP/1.1" status: 204 len: 168 time: 0.6563513 Jul 09 15:54:00.038136 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 57936) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:54:00.044855 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a61e4b8-0a25-499a-b9e1-d564a4b54d9d tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Pushing event deleted for resources: {'Network': ['ID=f7fc75c4-c452-46f9-8d64-226343681d7a,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:00.062879 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dda301e-b2df-4b5c-968b-8336cc56e213 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] DELETE failed (client error): The resource could not be found. Jul 09 15:54:00.063325 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dda301e-b2df-4b5c-968b-8336cc56e213 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 15:54:00.065052 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-0dda301e-b2df-4b5c-968b-8336cc56e213 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] 10.222.0.58 "DELETE /v2.0/subnets/972d399d-925f-4eb2-bb47-2961f7dea0e7 HTTP/1.1" status: 404 len: 337 time: 0.0282109 Jul 09 15:54:00.067478 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 57938) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:54:00.084532 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccd837d6-8bde-4e7c-9198-99ad3297b65a tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] DELETE failed (client error): The resource could not be found. Jul 09 15:54:00.085047 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccd837d6-8bde-4e7c-9198-99ad3297b65a tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 15:54:00.086663 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ccd837d6-8bde-4e7c-9198-99ad3297b65a tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] 10.222.0.58 "DELETE /v2.0/networks/ad5823d7-f1fa-4a9d-bad1-1d2cf7972b91 HTTP/1.1" status: 404 len: 339 time: 0.0182350 Jul 09 15:54:00.088912 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 57940) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:54:00.113587 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff9c4388-2bcf-4f33-87ad-c9902eb471c0 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] DELETE failed (client error): The resource could not be found. Jul 09 15:54:00.114019 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff9c4388-2bcf-4f33-87ad-c9902eb471c0 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 15:54:00.115640 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ff9c4388-2bcf-4f33-87ad-c9902eb471c0 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] 10.222.0.58 "DELETE /v2.0/subnets/6e87f276-f78b-4373-b179-5d7e1546da12 HTTP/1.1" status: 404 len: 337 time: 0.0258589 Jul 09 15:54:00.117959 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 57942) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:54:00.134476 n-d-799529-6 neutron-server[94445]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cfa91cb-878c-4b4c-9f46-7c056965b644 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] DELETE failed (client error): The resource could not be found. Jul 09 15:54:00.134915 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cfa91cb-878c-4b4c-9f46-7c056965b644 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 15:54:00.136516 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-8cfa91cb-878c-4b4c-9f46-7c056965b644 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] 10.222.0.58 "DELETE /v2.0/networks/5efd69ce-29d4-4bca-8811-c13144b08a98 HTTP/1.1" status: 404 len: 339 time: 0.0177121 Jul 09 15:54:00.138928 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 57944) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:54:00.195514 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-140a3899-72f6-409e-bb3a-49adffd7ec06 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Deleting subnet 375ea705-9499-4566-9b24-dc7b07e5795f {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:54:00.198684 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-140a3899-72f6-409e-bb3a-49adffd7ec06 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:00.221674 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device a67bf3c6-7b88-4791-8862-3a7ccf2d6bd9 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:54:00.241246 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-140a3899-72f6-409e-bb3a-49adffd7ec06 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:00.246688 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: a67bf3c6-7b88-4791-8862-3a7ccf2d6bd9 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:54:00.247046 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device a67bf3c6-7b88-4791-8862-3a7ccf2d6bd9 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:54:00.324754 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-140a3899-72f6-409e-bb3a-49adffd7ec06 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:00.463741 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-140a3899-72f6-409e-bb3a-49adffd7ec06 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:00.492442 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a3899-72f6-409e-bb3a-49adffd7ec06 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Pushing event deleted for resources: {'Subnet': ['ID=375ea705-9499-4566-9b24-dc7b07e5795f,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:00.494400 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-140a3899-72f6-409e-bb3a-49adffd7ec06 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks [] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:00.497050 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-140a3899-72f6-409e-bb3a-49adffd7ec06 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] 10.222.0.58 "DELETE /v2.0/subnets/375ea705-9499-4566-9b24-dc7b07e5795f HTTP/1.1" status: 204 len: 168 time: 0.3566177 Jul 09 15:54:00.498871 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 57946) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:54:00.500503 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee53a7f2-0f4f-46f5-b4c0-7d9674ad5c1f None None] Network 03a2957f-604e-455f-99e5-b15305113c46 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:54:00.544330 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:00.576042 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5df89d60-db01-4936-b7d0-c720446ee7d0 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:00.630961 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-5df89d60-db01-4936-b7d0-c720446ee7d0 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Deleting port dae1527d-24ce-40ef-bb3c-2fd668a98f1c {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:54:00.642266 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5df89d60-db01-4936-b7d0-c720446ee7d0 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:00.682709 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95c3e6a-6023-4733-8ff8-8a16a353025a None None] DHCP port deletion for 03a2957f-604e-455f-99e5-b15305113c46 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 15:54:00.699294 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-5df89d60-db01-4936-b7d0-c720446ee7d0 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] For port dae1527d-24ce-40ef-bb3c-2fd668a98f1c, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=dae1527d-24ce-40ef-bb3c-2fd668a98f1c,segment=NetworkSegment(05faa811-95a9-4697-a2e2-2518eb92a050),segment_id=05faa811-95a9-4697-a2e2-2518eb92a050)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:54:00.699694 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5df89d60-db01-4936-b7d0-c720446ee7d0 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:00.712588 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-5df89d60-db01-4936-b7d0-c720446ee7d0 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Calling delete_port for dae1527d-24ce-40ef-bb3c-2fd668a98f1c owned by network:dhcp {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:54:00.729534 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-c95c3e6a-6023-4733-8ff8-8a16a353025a None None] Deleting port dae1527d-24ce-40ef-bb3c-2fd668a98f1c {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:54:00.730058 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c95c3e6a-6023-4733-8ff8-8a16a353025a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:00.794676 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-c95c3e6a-6023-4733-8ff8-8a16a353025a None None] For port dae1527d-24ce-40ef-bb3c-2fd668a98f1c, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=dae1527d-24ce-40ef-bb3c-2fd668a98f1c,segment=NetworkSegment(05faa811-95a9-4697-a2e2-2518eb92a050),segment_id=05faa811-95a9-4697-a2e2-2518eb92a050)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:54:00.795074 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c95c3e6a-6023-4733-8ff8-8a16a353025a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:00.808008 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-c95c3e6a-6023-4733-8ff8-8a16a353025a None None] Calling delete_port for dae1527d-24ce-40ef-bb3c-2fd668a98f1c owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:54:00.874571 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5df89d60-db01-4936-b7d0-c720446ee7d0 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:00.888318 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c95c3e6a-6023-4733-8ff8-8a16a353025a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:00.905770 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df89d60-db01-4936-b7d0-c720446ee7d0 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Pushing event deleted for resources: {'Port': ['ID=dae1527d-24ce-40ef-bb3c-2fd668a98f1c,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:00.907741 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df89d60-db01-4936-b7d0-c720446ee7d0 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] No DVR routers for this DVR port dae1527d-24ce-40ef-bb3c-2fd668a98f1c on host n-d-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:54:00.914517 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95c3e6a-6023-4733-8ff8-8a16a353025a None None] Pushing event deleted for resources: {'Port': ['ID=dae1527d-24ce-40ef-bb3c-2fd668a98f1c,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:00.923088 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95c3e6a-6023-4733-8ff8-8a16a353025a None None] No DVR routers for this DVR port dae1527d-24ce-40ef-bb3c-2fd668a98f1c on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:54:01.329233 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5df89d60-db01-4936-b7d0-c720446ee7d0 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:01.338905 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-5df89d60-db01-4936-b7d0-c720446ee7d0 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03a2957f-604e-455f-99e5-b15305113c46']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:54:01.349296 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-5df89d60-db01-4936-b7d0-c720446ee7d0 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05faa811-95a9-4697-a2e2-2518eb92a050') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:54:01.349627 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-5df89d60-db01-4936-b7d0-c720446ee7d0 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05faa811-95a9-4697-a2e2-2518eb92a050') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:54:01.358259 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5df89d60-db01-4936-b7d0-c720446ee7d0 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:01.371572 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5df89d60-db01-4936-b7d0-c720446ee7d0 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:01.377440 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5df89d60-db01-4936-b7d0-c720446ee7d0 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:54:01.378242 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5df89d60-db01-4936-b7d0-c720446ee7d0 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:01.381191 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 15:54:01.381191 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:54:01.381191 n-d-799529-6 neutron-server[94445]: timer() Jul 09 15:54:01.381191 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:54:01.381191 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 15:54:01.381191 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:54:01.381191 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 15:54:01.381191 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:54:01.381191 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 15:54:01.381191 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:54:01.381191 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 15:54:01.381191 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:54:01.381191 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 15:54:01.381191 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:54:01.381191 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:54:01.381191 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:54:01.381191 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:54:01.381191 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:54:01.381191 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 15:54:01.381191 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:54:01.381191 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 15:54:01.381191 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:54:01.381191 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:54:01.381191 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:54:01.381191 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 15:54:01.381191 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:54:01.381191 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:54:01.381191 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:54:01.381191 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:54:01.381191 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:54:01.381191 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:54:01.381191 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:54:01.499571 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5df89d60-db01-4936-b7d0-c720446ee7d0 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:01.510925 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5df89d60-db01-4936-b7d0-c720446ee7d0 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Notify callbacks [] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:01.510925 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-5df89d60-db01-4936-b7d0-c720446ee7d0 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] 10.222.0.58 "DELETE /v2.0/networks/03a2957f-604e-455f-99e5-b15305113c46 HTTP/1.1" status: 204 len: 168 time: 1.0091960 Jul 09 15:54:01.521857 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df89d60-db01-4936-b7d0-c720446ee7d0 tempest-NetworksIpV6Test-1655088851 tempest-NetworksIpV6Test-1655088851-project] Pushing event deleted for resources: {'Network': ['ID=03a2957f-604e-455f-99e5-b15305113c46,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:01.867169 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 57952) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:54:01.899772 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:01.998733 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b45d2a27-8fe4-4c4d-b7db-09ce0677a9d3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8622f36ba1384ea5bc30c6dada8cd816&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1303685 Jul 09 15:54:02.001275 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 57956) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:54:02.047229 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f53bb44b-0eb1-439c-ade8-4988de091b24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:02.067896 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f53bb44b-0eb1-439c-ade8-4988de091b24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:02.177435 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f53bb44b-0eb1-439c-ade8-4988de091b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:02.180152 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f53bb44b-0eb1-439c-ade8-4988de091b24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:02.181438 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f53bb44b-0eb1-439c-ade8-4988de091b24 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ad694563-2a20-46a3-87e4-87aaa69cc7f0 HTTP/1.1" status: 204 len: 168 time: 0.1792808 Jul 09 15:54:02.190559 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53bb44b-0eb1-439c-ade8-4988de091b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad694563-2a20-46a3-87e4-87aaa69cc7f0,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:02.224847 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device dae1527d-24ce-40ef-bb3c-2fd668a98f1c no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:54:02.244892 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: dae1527d-24ce-40ef-bb3c-2fd668a98f1c {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:54:02.245243 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device dae1527d-24ce-40ef-bb3c-2fd668a98f1c not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:54:03.123307 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 57978) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:54:03.213394 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-c232361e-aa0a-4508-a777-487b7e905800 tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1163933412', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:54:03.287997 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c232361e-aa0a-4508-a777-487b7e905800 tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:03.289708 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c232361e-aa0a-4508-a777-487b7e905800 tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:03.342524 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c232361e-aa0a-4508-a777-487b7e905800 tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:03.413788 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c232361e-aa0a-4508-a777-487b7e905800 tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:03.487897 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c232361e-aa0a-4508-a777-487b7e905800 tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:03.489020 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c232361e-aa0a-4508-a777-487b7e905800 tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3646827 Jul 09 15:54:03.491823 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 57982) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:54:03.496644 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-3ac47d0e-2b4a-400f-8b0a-dd85306d830b tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1617164357'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:54:03.573265 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac47d0e-2b4a-400f-8b0a-dd85306d830b tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Made reservation on behalf of c813f0080a124ce3a3d883ef14a78b8d for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:54:03.577059 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3ac47d0e-2b4a-400f-8b0a-dd85306d830b tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:03.585733 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3ac47d0e-2b4a-400f-8b0a-dd85306d830b tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:03.678554 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3ac47d0e-2b4a-400f-8b0a-dd85306d830b tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:03.742904 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3ac47d0e-2b4a-400f-8b0a-dd85306d830b tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:03.771815 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ac47d0e-2b4a-400f-8b0a-dd85306d830b tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:54:03.777827 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac47d0e-2b4a-400f-8b0a-dd85306d830b tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47675eb8-b25c-419e-8e9e-4c1d769954df,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:03.785759 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3ac47d0e-2b4a-400f-8b0a-dd85306d830b tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:03.785759 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-3ac47d0e-2b4a-400f-8b0a-dd85306d830b tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Added segment 4b2674c1-5052-49a7-b08f-fa5e96ff4d83 of type vlan for network a51af25c-3965-46ec-a7d9-3d084063e1ee Jul 09 15:54:03.824915 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3ac47d0e-2b4a-400f-8b0a-dd85306d830b tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:03.908499 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3ac47d0e-2b4a-400f-8b0a-dd85306d830b tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:03.914058 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac47d0e-2b4a-400f-8b0a-dd85306d830b tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:03.914648 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3ac47d0e-2b4a-400f-8b0a-dd85306d830b tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Notify callbacks [] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:03.979232 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac47d0e-2b4a-400f-8b0a-dd85306d830b tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Pushing event updated for resources: {'Network': ['ID=a51af25c-3965-46ec-a7d9-3d084063e1ee,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:03.991473 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network a51af25c-3965-46ec-a7d9-3d084063e1ee details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:54:04.018228 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-3ac47d0e-2b4a-400f-8b0a-dd85306d830b tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5252848 Jul 09 15:54:04.020969 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 57984) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:54:04.026170 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-df23b5b9-a7a5-46f7-ba9f-1eeb5173323b tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Request body: {'subnet': {'network_id': 'a51af25c-3965-46ec-a7d9-3d084063e1ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:54:04.171237 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df23b5b9-a7a5-46f7-ba9f-1eeb5173323b tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Made reservation on behalf of c813f0080a124ce3a3d883ef14a78b8d for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:54:04.174752 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-df23b5b9-a7a5-46f7-ba9f-1eeb5173323b tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:04.425254 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-df23b5b9-a7a5-46f7-ba9f-1eeb5173323b tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:04.485241 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df23b5b9-a7a5-46f7-ba9f-1eeb5173323b tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Pushing event updated for resources: {'Subnet': ['ID=047d1177-0f35-4476-8fa5-f42177519772,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:04.493805 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df23b5b9-a7a5-46f7-ba9f-1eeb5173323b tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Checking segment: {'id': '4b2674c1-5052-49a7-b08f-fa5e96ff4d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a51af25c-3965-46ec-a7d9-3d084063e1ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:54:04.494170 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df23b5b9-a7a5-46f7-ba9f-1eeb5173323b tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Network hostable DHCP agents. Network: a51af25c-3965-46ec-a7d9-3d084063e1ee, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:54:04.556152 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df23b5b9-a7a5-46f7-ba9f-1eeb5173323b tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Network a51af25c-3965-46ec-a7d9-3d084063e1ee is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:54:04.630295 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-df23b5b9-a7a5-46f7-ba9f-1eeb5173323b tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, a51af25c-3965-46ec-a7d9-3d084063e1ee) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:54:04.634386 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df23b5b9-a7a5-46f7-ba9f-1eeb5173323b tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:04.635083 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-df23b5b9-a7a5-46f7-ba9f-1eeb5173323b tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Notify callbacks [] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:04.642994 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92381b12-5e6f-4523-b3ba-69d764808919 None None] Network a51af25c-3965-46ec-a7d9-3d084063e1ee requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:54:04.703876 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-df23b5b9-a7a5-46f7-ba9f-1eeb5173323b tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6817954 Jul 09 15:54:04.707326 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 57986) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:54:04.712490 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-44c02110-c372-438a-8b5f-04d974d0318a tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1159932188'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:54:04.783585 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0aaa98d-b409-4b35-a98e-f1ff1619e9f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-a51af25c-3965-46ec-a7d9-3d084063e1ee', 'network_id': 'a51af25c-3965-46ec-a7d9-3d084063e1ee', 'tenant_id': 'c813f0080a124ce3a3d883ef14a78b8d', 'fixed_ips': [{'subnet_id': '047d1177-0f35-4476-8fa5-f42177519772'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:54:04.784432 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c0aaa98d-b409-4b35-a98e-f1ff1619e9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:04.805988 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c02110-c372-438a-8b5f-04d974d0318a tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Made reservation on behalf of c813f0080a124ce3a3d883ef14a78b8d for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:54:04.810067 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-44c02110-c372-438a-8b5f-04d974d0318a tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:04.833601 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44c02110-c372-438a-8b5f-04d974d0318a tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:54:04.843144 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-44c02110-c372-438a-8b5f-04d974d0318a tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:04.846226 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-44c02110-c372-438a-8b5f-04d974d0318a tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Added segment f6f56ce8-184b-4dfc-bcf9-ebc16cb477bf of type vlan for network 5d435ec6-c714-4c61-b4fc-2184a1bb3b22 Jul 09 15:54:04.882765 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-44c02110-c372-438a-8b5f-04d974d0318a tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:04.920100 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-c0aaa98d-b409-4b35-a98e-f1ff1619e9f1 None None] Allocated IP 172.20.0.2 (a51af25c-3965-46ec-a7d9-3d084063e1ee/047d1177-0f35-4476-8fa5-f42177519772/3ef8b03a-249b-4f15-a2ed-8b7f2e65b305) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:54:04.979423 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-44c02110-c372-438a-8b5f-04d974d0318a tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:04.985059 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c02110-c372-438a-8b5f-04d974d0318a tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:04.985642 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-44c02110-c372-438a-8b5f-04d974d0318a tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:05.049867 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c02110-c372-438a-8b5f-04d974d0318a tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Pushing event updated for resources: {'Network': ['ID=5d435ec6-c714-4c61-b4fc-2184a1bb3b22,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:05.060800 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 5d435ec6-c714-4c61-b4fc-2184a1bb3b22 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:54:05.067872 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c0aaa98d-b409-4b35-a98e-f1ff1619e9f1 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:05.088566 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-44c02110-c372-438a-8b5f-04d974d0318a tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3800259 Jul 09 15:54:05.092054 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 57988) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:54:05.097305 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-8c135bcc-09bb-4fdf-bbe8-b31db69d68c4 tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Request body: {'subnet': {'network_id': '5d435ec6-c714-4c61-b4fc-2184a1bb3b22', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:54:05.114112 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-c0aaa98d-b409-4b35-a98e-f1ff1619e9f1 None None] Transition to ACTIVE for port object 3ef8b03a-249b-4f15-a2ed-8b7f2e65b305 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:54:05.142164 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-c0aaa98d-b409-4b35-a98e-f1ff1619e9f1 None None] Transition to ACTIVE for port object 3ef8b03a-249b-4f15-a2ed-8b7f2e65b305 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:54:05.208457 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c0aaa98d-b409-4b35-a98e-f1ff1619e9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:05.252054 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0aaa98d-b409-4b35-a98e-f1ff1619e9f1 None None] Network a51af25c-3965-46ec-a7d9-3d084063e1ee is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:54:05.254826 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-c0aaa98d-b409-4b35-a98e-f1ff1619e9f1 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:54:05.259041 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0aaa98d-b409-4b35-a98e-f1ff1619e9f1 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:54:05.266897 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aaa98d-b409-4b35-a98e-f1ff1619e9f1 None None] Pushing event updated for resources: {'Port': ['ID=3ef8b03a-249b-4f15-a2ed-8b7f2e65b305,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:05.286197 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c135bcc-09bb-4fdf-bbe8-b31db69d68c4 tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Made reservation on behalf of c813f0080a124ce3a3d883ef14a78b8d for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:54:05.290005 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8c135bcc-09bb-4fdf-bbe8-b31db69d68c4 tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:05.322986 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-c0aaa98d-b409-4b35-a98e-f1ff1619e9f1 None None] Attempting to bind port 3ef8b03a-249b-4f15-a2ed-8b7f2e65b305 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:54:05.329567 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-c0aaa98d-b409-4b35-a98e-f1ff1619e9f1 None None] Attempting to bind port 3ef8b03a-249b-4f15-a2ed-8b7f2e65b305 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '4b2674c1-5052-49a7-b08f-fa5e96ff4d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a51af25c-3965-46ec-a7d9-3d084063e1ee'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:54:05.329567 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0aaa98d-b409-4b35-a98e-f1ff1619e9f1 None None] Attempting to bind port 3ef8b03a-249b-4f15-a2ed-8b7f2e65b305 on network a51af25c-3965-46ec-a7d9-3d084063e1ee {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:54:05.329829 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0aaa98d-b409-4b35-a98e-f1ff1619e9f1 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:54:05.330084 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0aaa98d-b409-4b35-a98e-f1ff1619e9f1 None None] Checking segment: {'id': '4b2674c1-5052-49a7-b08f-fa5e96ff4d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a51af25c-3965-46ec-a7d9-3d084063e1ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:54:05.330543 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c0aaa98d-b409-4b35-a98e-f1ff1619e9f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:05.330945 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0aaa98d-b409-4b35-a98e-f1ff1619e9f1 None None] Bound using segment: {'id': '4b2674c1-5052-49a7-b08f-fa5e96ff4d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a51af25c-3965-46ec-a7d9-3d084063e1ee'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:54:05.331424 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-c0aaa98d-b409-4b35-a98e-f1ff1619e9f1 None None] Bound port: 3ef8b03a-249b-4f15-a2ed-8b7f2e65b305, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b2674c1-5052-49a7-b08f-fa5e96ff4d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a51af25c-3965-46ec-a7d9-3d084063e1ee'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:54:05.331844 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c0aaa98d-b409-4b35-a98e-f1ff1619e9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:05.395153 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-c0aaa98d-b409-4b35-a98e-f1ff1619e9f1 None None] For port 3ef8b03a-249b-4f15-a2ed-8b7f2e65b305, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:54:05.398528 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-c0aaa98d-b409-4b35-a98e-f1ff1619e9f1 None None] For port 3ef8b03a-249b-4f15-a2ed-8b7f2e65b305, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=3ef8b03a-249b-4f15-a2ed-8b7f2e65b305,segment=NetworkSegment(4b2674c1-5052-49a7-b08f-fa5e96ff4d83),segment_id=4b2674c1-5052-49a7-b08f-fa5e96ff4d83)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:54:05.499903 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c0aaa98d-b409-4b35-a98e-f1ff1619e9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:05.533804 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8c135bcc-09bb-4fdf-bbe8-b31db69d68c4 tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:05.568568 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aaa98d-b409-4b35-a98e-f1ff1619e9f1 None None] Pushing event updated for resources: {'Port': ['ID=3ef8b03a-249b-4f15-a2ed-8b7f2e65b305,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:05.601648 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c135bcc-09bb-4fdf-bbe8-b31db69d68c4 tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Pushing event updated for resources: {'Subnet': ['ID=127a9005-b22e-4e64-acf2-863f23c19853,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:05.610460 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c135bcc-09bb-4fdf-bbe8-b31db69d68c4 tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Checking segment: {'id': 'f6f56ce8-184b-4dfc-bcf9-ebc16cb477bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '5d435ec6-c714-4c61-b4fc-2184a1bb3b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:54:05.610830 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c135bcc-09bb-4fdf-bbe8-b31db69d68c4 tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Network hostable DHCP agents. Network: 5d435ec6-c714-4c61-b4fc-2184a1bb3b22, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:54:05.688076 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c135bcc-09bb-4fdf-bbe8-b31db69d68c4 tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Network 5d435ec6-c714-4c61-b4fc-2184a1bb3b22 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:54:05.765826 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-8c135bcc-09bb-4fdf-bbe8-b31db69d68c4 tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 5d435ec6-c714-4c61-b4fc-2184a1bb3b22) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:54:05.771061 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c135bcc-09bb-4fdf-bbe8-b31db69d68c4 tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:05.771705 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8c135bcc-09bb-4fdf-bbe8-b31db69d68c4 tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Notify callbacks [] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:05.774872 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b83c842-28a4-4f24-a7ed-9365d8f34055 None None] Network 5d435ec6-c714-4c61-b4fc-2184a1bb3b22 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:54:05.846664 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-8c135bcc-09bb-4fdf-bbe8-b31db69d68c4 tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7534468 Jul 09 15:54:05.850365 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 57990) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:54:05.854289 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-c03dded5-d24a-4188-91d5-9158c5fa036f tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Request body: {'router': {'external_gateway_info': {'network_id': '5d435ec6-c714-4c61-b4fc-2184a1bb3b22'}}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:54:05.924028 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b13b840-4acc-42c4-9c5e-95189cddb767 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-5d435ec6-c714-4c61-b4fc-2184a1bb3b22', 'network_id': '5d435ec6-c714-4c61-b4fc-2184a1bb3b22', 'tenant_id': 'c813f0080a124ce3a3d883ef14a78b8d', 'fixed_ips': [{'subnet_id': '127a9005-b22e-4e64-acf2-863f23c19853'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:54:05.924904 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4b13b840-4acc-42c4-9c5e-95189cddb767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:06.063134 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-4b13b840-4acc-42c4-9c5e-95189cddb767 None None] Allocated IP 172.21.0.2 (5d435ec6-c714-4c61-b4fc-2184a1bb3b22/127a9005-b22e-4e64-acf2-863f23c19853/cc0f55e0-fda5-465c-8e67-5ac22c2e82e5) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:54:06.066229 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c03dded5-d24a-4188-91d5-9158c5fa036f tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:06.220788 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4b13b840-4acc-42c4-9c5e-95189cddb767 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:06.232507 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-4b13b840-4acc-42c4-9c5e-95189cddb767 None None] Transition to ACTIVE for port object cc0f55e0-fda5-465c-8e67-5ac22c2e82e5 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:54:06.259609 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-4b13b840-4acc-42c4-9c5e-95189cddb767 None None] Transition to ACTIVE for port object cc0f55e0-fda5-465c-8e67-5ac22c2e82e5 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:54:06.285663 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 3ef8b03a-249b-4f15-a2ed-8b7f2e65b305 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:54:06.289780 n-d-799529-6 neutron-server[94445]: INFO neutron.api.v2.resource [None req-c03dded5-d24a-4188-91d5-9158c5fa036f tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 15:54:06.296970 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c03dded5-d24a-4188-91d5-9158c5fa036f tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] 10.222.0.58 "PUT /v2.0/routers/f006eb04-ef48-4823-882c-5d801bcd34e3 HTTP/1.1" status: 400 len: 364 time: 0.4406815 Jul 09 15:54:06.297278 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 57992) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:54:06.389382 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4b13b840-4acc-42c4-9c5e-95189cddb767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:06.432839 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b13b840-4acc-42c4-9c5e-95189cddb767 None None] Network 5d435ec6-c714-4c61-b4fc-2184a1bb3b22 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:54:06.433590 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 3ef8b03a-249b-4f15-a2ed-8b7f2e65b305 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:54:06.439253 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-4b13b840-4acc-42c4-9c5e-95189cddb767 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:54:06.442164 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b13b840-4acc-42c4-9c5e-95189cddb767 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:54:06.454436 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b13b840-4acc-42c4-9c5e-95189cddb767 None None] Pushing event updated for resources: {'Port': ['ID=cc0f55e0-fda5-465c-8e67-5ac22c2e82e5,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:06.521149 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-4b13b840-4acc-42c4-9c5e-95189cddb767 None None] Attempting to bind port cc0f55e0-fda5-465c-8e67-5ac22c2e82e5 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:54:06.521575 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-4b13b840-4acc-42c4-9c5e-95189cddb767 None None] Attempting to bind port cc0f55e0-fda5-465c-8e67-5ac22c2e82e5 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'f6f56ce8-184b-4dfc-bcf9-ebc16cb477bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '5d435ec6-c714-4c61-b4fc-2184a1bb3b22'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:54:06.521986 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b13b840-4acc-42c4-9c5e-95189cddb767 None None] Attempting to bind port cc0f55e0-fda5-465c-8e67-5ac22c2e82e5 on network 5d435ec6-c714-4c61-b4fc-2184a1bb3b22 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:54:06.527939 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b13b840-4acc-42c4-9c5e-95189cddb767 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:54:06.537588 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b13b840-4acc-42c4-9c5e-95189cddb767 None None] Checking segment: {'id': 'f6f56ce8-184b-4dfc-bcf9-ebc16cb477bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '5d435ec6-c714-4c61-b4fc-2184a1bb3b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:54:06.537588 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4b13b840-4acc-42c4-9c5e-95189cddb767 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:06.537588 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b13b840-4acc-42c4-9c5e-95189cddb767 None None] Bound using segment: {'id': 'f6f56ce8-184b-4dfc-bcf9-ebc16cb477bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '5d435ec6-c714-4c61-b4fc-2184a1bb3b22'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:54:06.537588 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-4b13b840-4acc-42c4-9c5e-95189cddb767 None None] Bound port: cc0f55e0-fda5-465c-8e67-5ac22c2e82e5, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f56ce8-184b-4dfc-bcf9-ebc16cb477bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '5d435ec6-c714-4c61-b4fc-2184a1bb3b22'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:54:06.537588 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4b13b840-4acc-42c4-9c5e-95189cddb767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:06.568693 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9caf5f9f-cc2c-481f-9307-38afb4841568 None None] Network a51af25c-3965-46ec-a7d9-3d084063e1ee requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:54:06.666625 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-4b13b840-4acc-42c4-9c5e-95189cddb767 None None] For port cc0f55e0-fda5-465c-8e67-5ac22c2e82e5, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:54:06.689436 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-4b13b840-4acc-42c4-9c5e-95189cddb767 None None] For port cc0f55e0-fda5-465c-8e67-5ac22c2e82e5, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=cc0f55e0-fda5-465c-8e67-5ac22c2e82e5,segment=NetworkSegment(f6f56ce8-184b-4dfc-bcf9-ebc16cb477bf),segment_id=f6f56ce8-184b-4dfc-bcf9-ebc16cb477bf)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:54:06.712677 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ed9664c-9ac0-4071-9029-b382500bdff7 tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Deleting subnet 127a9005-b22e-4e64-acf2-863f23c19853 {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:54:06.715903 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2ed9664c-9ac0-4071-9029-b382500bdff7 tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:06.716114 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-c3ef0e84-a65d-4823-a1be-33566c7f4fa3 None None] Provisioning for port 3ef8b03a-249b-4f15-a2ed-8b7f2e65b305 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:54:06.725862 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-c3ef0e84-a65d-4823-a1be-33566c7f4fa3 None None] Provisioning complete for port 3ef8b03a-249b-4f15-a2ed-8b7f2e65b305 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:54:06.726233 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c3ef0e84-a65d-4823-a1be-33566c7f4fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:06.755530 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2ed9664c-9ac0-4071-9029-b382500bdff7 tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:06.786563 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4b13b840-4acc-42c4-9c5e-95189cddb767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:06.840402 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2ed9664c-9ac0-4071-9029-b382500bdff7 tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:06.888626 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b13b840-4acc-42c4-9c5e-95189cddb767 None None] Pushing event updated for resources: {'Port': ['ID=cc0f55e0-fda5-465c-8e67-5ac22c2e82e5,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:06.907052 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c3ef0e84-a65d-4823-a1be-33566c7f4fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:06.944706 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-c3ef0e84-a65d-4823-a1be-33566c7f4fa3 None None] For port 3ef8b03a-249b-4f15-a2ed-8b7f2e65b305, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=3ef8b03a-249b-4f15-a2ed-8b7f2e65b305,segment=NetworkSegment(4b2674c1-5052-49a7-b08f-fa5e96ff4d83),segment_id=4b2674c1-5052-49a7-b08f-fa5e96ff4d83)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:54:06.984140 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2ed9664c-9ac0-4071-9029-b382500bdff7 tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:07.006932 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c3ef0e84-a65d-4823-a1be-33566c7f4fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:07.013410 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed9664c-9ac0-4071-9029-b382500bdff7 tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Pushing event deleted for resources: {'Subnet': ['ID=127a9005-b22e-4e64-acf2-863f23c19853,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:07.015420 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2ed9664c-9ac0-4071-9029-b382500bdff7 tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:07.020467 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 57994) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:54:07.020679 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-2ed9664c-9ac0-4071-9029-b382500bdff7 tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] 10.222.0.58 "DELETE /v2.0/subnets/127a9005-b22e-4e64-acf2-863f23c19853 HTTP/1.1" status: 204 len: 168 time: 0.7221873 Jul 09 15:54:07.062788 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ef0e84-a65d-4823-a1be-33566c7f4fa3 None None] Pushing event updated for resources: {'Port': ['ID=3ef8b03a-249b-4f15-a2ed-8b7f2e65b305,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:07.154268 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6bd8815c-32ad-4509-9fe7-37893a52e351 tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:07.217139 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-6bd8815c-32ad-4509-9fe7-37893a52e351 tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Deleting port cc0f55e0-fda5-465c-8e67-5ac22c2e82e5 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:54:07.217385 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6bd8815c-32ad-4509-9fe7-37893a52e351 tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:07.231545 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-c471f6db-e0f1-4dbf-a2e8-12270ee9a4c2 None None] Provisioning complete for port 3ef8b03a-249b-4f15-a2ed-8b7f2e65b305 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:54:07.232503 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c471f6db-e0f1-4dbf-a2e8-12270ee9a4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:07.283880 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-6bd8815c-32ad-4509-9fe7-37893a52e351 tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] For port cc0f55e0-fda5-465c-8e67-5ac22c2e82e5, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=cc0f55e0-fda5-465c-8e67-5ac22c2e82e5,segment=NetworkSegment(f6f56ce8-184b-4dfc-bcf9-ebc16cb477bf),segment_id=f6f56ce8-184b-4dfc-bcf9-ebc16cb477bf)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:54:07.284241 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6bd8815c-32ad-4509-9fe7-37893a52e351 tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:07.298026 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-6bd8815c-32ad-4509-9fe7-37893a52e351 tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Calling delete_port for cc0f55e0-fda5-465c-8e67-5ac22c2e82e5 owned by network:dhcp {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:54:07.470987 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6bd8815c-32ad-4509-9fe7-37893a52e351 tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:07.496512 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd8815c-32ad-4509-9fe7-37893a52e351 tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Pushing event deleted for resources: {'Port': ['ID=cc0f55e0-fda5-465c-8e67-5ac22c2e82e5,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:07.499914 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd8815c-32ad-4509-9fe7-37893a52e351 tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] No DVR routers for this DVR port cc0f55e0-fda5-465c-8e67-5ac22c2e82e5 on host n-d-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:54:07.590197 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6bd8815c-32ad-4509-9fe7-37893a52e351 tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:07.600784 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-6bd8815c-32ad-4509-9fe7-37893a52e351 tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d435ec6-c714-4c61-b4fc-2184a1bb3b22']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:54:07.612381 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-6bd8815c-32ad-4509-9fe7-37893a52e351 tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6f56ce8-184b-4dfc-bcf9-ebc16cb477bf') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:54:07.612679 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-6bd8815c-32ad-4509-9fe7-37893a52e351 tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6f56ce8-184b-4dfc-bcf9-ebc16cb477bf') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:54:07.622760 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6bd8815c-32ad-4509-9fe7-37893a52e351 tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:07.638389 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6bd8815c-32ad-4509-9fe7-37893a52e351 tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:07.644841 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bd8815c-32ad-4509-9fe7-37893a52e351 tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:54:07.645277 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6bd8815c-32ad-4509-9fe7-37893a52e351 tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:07.648379 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 15:54:07.648379 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:54:07.648379 n-d-799529-6 neutron-server[94445]: timer() Jul 09 15:54:07.648379 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:54:07.648379 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 15:54:07.648379 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:54:07.648379 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 15:54:07.648379 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:54:07.648379 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 15:54:07.648379 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:54:07.648379 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 15:54:07.648379 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:54:07.648379 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 15:54:07.648379 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:54:07.648379 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:54:07.648379 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:54:07.648379 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:54:07.648379 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:54:07.648379 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 15:54:07.648379 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:54:07.648379 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 15:54:07.648379 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:54:07.648379 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:54:07.648379 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:54:07.648379 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 15:54:07.648379 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:54:07.648379 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:54:07.648379 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:54:07.648379 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:54:07.648379 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:54:07.648379 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:54:07.648379 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:54:07.773670 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6bd8815c-32ad-4509-9fe7-37893a52e351 tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:07.780916 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6bd8815c-32ad-4509-9fe7-37893a52e351 tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Notify callbacks [] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:07.786194 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-6bd8815c-32ad-4509-9fe7-37893a52e351 tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] 10.222.0.58 "DELETE /v2.0/networks/5d435ec6-c714-4c61-b4fc-2184a1bb3b22 HTTP/1.1" status: 204 len: 168 time: 0.7610862 Jul 09 15:54:07.786336 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 57996) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:54:07.794933 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd8815c-32ad-4509-9fe7-37893a52e351 tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Pushing event deleted for resources: {'Network': ['ID=5d435ec6-c714-4c61-b4fc-2184a1bb3b22,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:07.841961 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2094bc6-b78d-4718-a054-ad8a31c336a6 tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Deleting subnet 047d1177-0f35-4476-8fa5-f42177519772 {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:54:07.845266 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a2094bc6-b78d-4718-a054-ad8a31c336a6 tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:07.885274 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a2094bc6-b78d-4718-a054-ad8a31c336a6 tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:07.899177 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36c2c37-eb5f-4539-9a6b-1e304b68e5f4 None None] DHCP port deletion for 5d435ec6-c714-4c61-b4fc-2184a1bb3b22 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 15:54:07.915901 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f117a338-8f3f-4b49-9207-02df9b7f2f1d None None] Network 5d435ec6-c714-4c61-b4fc-2184a1bb3b22 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:54:07.930808 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f117a338-8f3f-4b49-9207-02df9b7f2f1d None None] Network 5d435ec6-c714-4c61-b4fc-2184a1bb3b22 could not be found, it might have been deleted concurrently. {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 09 15:54:07.934250 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a7bbc7d1-cb67-450e-a8d7-b15b0307b5c1 None None] Could not find standard attr ID for object cc0f55e0-fda5-465c-8e67-5ac22c2e82e5. {{(pid=94447) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 15:54:07.977814 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a2094bc6-b78d-4718-a054-ad8a31c336a6 tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:08.091597 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a2094bc6-b78d-4718-a054-ad8a31c336a6 tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:08.120557 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a2094bc6-b78d-4718-a054-ad8a31c336a6 tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:08.123008 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a2094bc6-b78d-4718-a054-ad8a31c336a6 tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] 10.222.0.58 "DELETE /v2.0/subnets/047d1177-0f35-4476-8fa5-f42177519772 HTTP/1.1" status: 204 len: 168 time: 0.3363843 Jul 09 15:54:08.123876 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2094bc6-b78d-4718-a054-ad8a31c336a6 tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Pushing event deleted for resources: {'Subnet': ['ID=047d1177-0f35-4476-8fa5-f42177519772,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:08.125619 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 57998) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:54:08.127738 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba76649d-5f38-4865-86e8-52d104079955 None None] Network a51af25c-3965-46ec-a7d9-3d084063e1ee requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:54:08.207424 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0da81356-9d5e-43be-aaec-93be1f61076b tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:08.245561 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 3ef8b03a-249b-4f15-a2ed-8b7f2e65b305 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:54:08.266802 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-0da81356-9d5e-43be-aaec-93be1f61076b tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Deleting port 3ef8b03a-249b-4f15-a2ed-8b7f2e65b305 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:54:08.267029 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0da81356-9d5e-43be-aaec-93be1f61076b tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:08.298425 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 3ef8b03a-249b-4f15-a2ed-8b7f2e65b305 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:54:08.298780 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:08.334388 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-0da81356-9d5e-43be-aaec-93be1f61076b tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] For port 3ef8b03a-249b-4f15-a2ed-8b7f2e65b305, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=3ef8b03a-249b-4f15-a2ed-8b7f2e65b305,segment=NetworkSegment(4b2674c1-5052-49a7-b08f-fa5e96ff4d83),segment_id=4b2674c1-5052-49a7-b08f-fa5e96ff4d83)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:54:08.334887 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0da81356-9d5e-43be-aaec-93be1f61076b tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:08.351723 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-0da81356-9d5e-43be-aaec-93be1f61076b tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Calling delete_port for 3ef8b03a-249b-4f15-a2ed-8b7f2e65b305 owned by network:dhcp {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:54:08.378352 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15dc8618-811a-49e3-a615-b2ea85473ee7 None None] DHCP port deletion for a51af25c-3965-46ec-a7d9-3d084063e1ee request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 15:54:08.514434 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0da81356-9d5e-43be-aaec-93be1f61076b tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:08.541457 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da81356-9d5e-43be-aaec-93be1f61076b tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Pushing event deleted for resources: {'Port': ['ID=3ef8b03a-249b-4f15-a2ed-8b7f2e65b305,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:08.546308 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da81356-9d5e-43be-aaec-93be1f61076b tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] No DVR routers for this DVR port 3ef8b03a-249b-4f15-a2ed-8b7f2e65b305 on host n-d-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:54:08.555834 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da81356-9d5e-43be-aaec-93be1f61076b tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:54:08.556189 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da81356-9d5e-43be-aaec-93be1f61076b tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:54:08.556671 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da81356-9d5e-43be-aaec-93be1f61076b tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:54:08.556850 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da81356-9d5e-43be-aaec-93be1f61076b tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:54:08.557268 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da81356-9d5e-43be-aaec-93be1f61076b tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:54:08.557503 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da81356-9d5e-43be-aaec-93be1f61076b tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:54:08.557822 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da81356-9d5e-43be-aaec-93be1f61076b tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:54:08.558137 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da81356-9d5e-43be-aaec-93be1f61076b tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:54:08.558455 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da81356-9d5e-43be-aaec-93be1f61076b tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:54:08.558772 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da81356-9d5e-43be-aaec-93be1f61076b tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:54:08.559092 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da81356-9d5e-43be-aaec-93be1f61076b tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:54:08.559580 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da81356-9d5e-43be-aaec-93be1f61076b tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:54:08.637675 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0da81356-9d5e-43be-aaec-93be1f61076b tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:08.647079 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-0da81356-9d5e-43be-aaec-93be1f61076b tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a51af25c-3965-46ec-a7d9-3d084063e1ee']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:54:08.657769 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-0da81356-9d5e-43be-aaec-93be1f61076b tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b2674c1-5052-49a7-b08f-fa5e96ff4d83') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:54:08.658055 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-0da81356-9d5e-43be-aaec-93be1f61076b tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b2674c1-5052-49a7-b08f-fa5e96ff4d83') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:54:08.666730 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0da81356-9d5e-43be-aaec-93be1f61076b tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:08.680641 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0da81356-9d5e-43be-aaec-93be1f61076b tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:08.686407 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0da81356-9d5e-43be-aaec-93be1f61076b tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:54:08.686790 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0da81356-9d5e-43be-aaec-93be1f61076b tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:08.689664 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 15:54:08.689664 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:54:08.689664 n-d-799529-6 neutron-server[94445]: timer() Jul 09 15:54:08.689664 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:54:08.689664 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 15:54:08.689664 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:54:08.689664 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 15:54:08.689664 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:54:08.689664 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 15:54:08.689664 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:54:08.689664 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 15:54:08.689664 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:54:08.689664 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 15:54:08.689664 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:54:08.689664 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:54:08.689664 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:54:08.689664 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:54:08.689664 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:54:08.689664 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 15:54:08.689664 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:54:08.689664 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 15:54:08.689664 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:54:08.689664 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:54:08.689664 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:54:08.689664 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 15:54:08.689664 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:54:08.689664 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:54:08.689664 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:54:08.689664 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:54:08.689664 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:54:08.689664 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:54:08.689664 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:54:08.799879 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0da81356-9d5e-43be-aaec-93be1f61076b tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:08.806510 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0da81356-9d5e-43be-aaec-93be1f61076b tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Notify callbacks [] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:08.808343 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-0da81356-9d5e-43be-aaec-93be1f61076b tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] 10.222.0.58 "DELETE /v2.0/networks/a51af25c-3965-46ec-a7d9-3d084063e1ee HTTP/1.1" status: 204 len: 168 time: 0.6815267 Jul 09 15:54:08.811170 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 58000) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:54:08.820260 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da81356-9d5e-43be-aaec-93be1f61076b tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Pushing event deleted for resources: {'Network': ['ID=a51af25c-3965-46ec-a7d9-3d084063e1ee,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:08.840631 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a4d05028-0388-4a9d-9da8-c5a4ad71c92f tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] 10.222.0.58 "GET /v2.0/ports?device_id=f006eb04-ef48-4823-882c-5d801bcd34e3 HTTP/1.1" status: 200 len: 205 time: 0.0279472 Jul 09 15:54:08.843587 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 58002) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:54:08.915175 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c4cec5ed-913e-4de4-9411-fc25c204339e tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Notify callbacks [] for router, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:09.064710 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c4cec5ed-913e-4de4-9411-fc25c204339e tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:09.066721 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c4cec5ed-913e-4de4-9411-fc25c204339e tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:09.178858 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c4cec5ed-913e-4de4-9411-fc25c204339e tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:09.179364 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4cec5ed-913e-4de4-9411-fc25c204339e tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Fanout notify agent at l3_agent the message router_deleted on router f006eb04-ef48-4823-882c-5d801bcd34e3 {{(pid=94446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 15:54:09.186592 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c4cec5ed-913e-4de4-9411-fc25c204339e tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:09.187707 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c4cec5ed-913e-4de4-9411-fc25c204339e tempest-RoutersNegativeTest-691282776 tempest-RoutersNegativeTest-691282776-project] 10.222.0.58 "DELETE /v2.0/routers/f006eb04-ef48-4823-882c-5d801bcd34e3 HTTP/1.1" status: 204 len: 168 time: 0.3432155 Jul 09 15:54:09.592245 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 58008) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:54:09.725643 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d6c0671e-a2fb-463e-b65b-75dd34de229c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c813f0080a124ce3a3d883ef14a78b8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1322391 Jul 09 15:54:09.728153 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 58012) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:54:09.776484 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5886123c-e8ed-464c-8862-3095ebd7878e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:09.797449 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5886123c-e8ed-464c-8862-3095ebd7878e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:09.920252 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5886123c-e8ed-464c-8862-3095ebd7878e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:09.922824 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5886123c-e8ed-464c-8862-3095ebd7878e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:09.924006 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-5886123c-e8ed-464c-8862-3095ebd7878e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/47675eb8-b25c-419e-8e9e-4c1d769954df HTTP/1.1" status: 204 len: 168 time: 0.1949062 Jul 09 15:54:09.931701 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5886123c-e8ed-464c-8862-3095ebd7878e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47675eb8-b25c-419e-8e9e-4c1d769954df,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:10.219992 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 3ef8b03a-249b-4f15-a2ed-8b7f2e65b305 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:54:10.239590 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 3ef8b03a-249b-4f15-a2ed-8b7f2e65b305 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:54:10.239940 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 3ef8b03a-249b-4f15-a2ed-8b7f2e65b305 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:54:10.874378 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 58034) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:54:10.966811 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-85b84181-7b9d-4ae9-8bb0-20a2b2b38057 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1932528618-network', 'tenant_id': '01366e3f97d249daa804db66dc0e576c'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:54:11.047227 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b84181-7b9d-4ae9-8bb0-20a2b2b38057 admin admin] Made reservation on behalf of 01366e3f97d249daa804db66dc0e576c for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:54:11.049659 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-85b84181-7b9d-4ae9-8bb0-20a2b2b38057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:11.058069 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-85b84181-7b9d-4ae9-8bb0-20a2b2b38057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:11.145128 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-85b84181-7b9d-4ae9-8bb0-20a2b2b38057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:11.224538 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-85b84181-7b9d-4ae9-8bb0-20a2b2b38057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:11.250885 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85b84181-7b9d-4ae9-8bb0-20a2b2b38057 admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:54:11.257130 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b84181-7b9d-4ae9-8bb0-20a2b2b38057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88307a49-a4fb-4911-8494-c000cd848a4d,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:11.263821 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-85b84181-7b9d-4ae9-8bb0-20a2b2b38057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:11.264170 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-85b84181-7b9d-4ae9-8bb0-20a2b2b38057 admin admin] Added segment d62d46e4-cc8b-4c39-bcc3-81b1f40fa441 of type vlan for network 3b254339-058d-4ddd-a5f6-9d389fbd3ccb Jul 09 15:54:11.307138 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-85b84181-7b9d-4ae9-8bb0-20a2b2b38057 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:11.402278 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-85b84181-7b9d-4ae9-8bb0-20a2b2b38057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:11.403353 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b84181-7b9d-4ae9-8bb0-20a2b2b38057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:11.404012 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-85b84181-7b9d-4ae9-8bb0-20a2b2b38057 admin admin] Notify callbacks [] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:11.462785 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b84181-7b9d-4ae9-8bb0-20a2b2b38057 admin admin] Pushing event updated for resources: {'Network': ['ID=3b254339-058d-4ddd-a5f6-9d389fbd3ccb,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:11.472946 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 3b254339-058d-4ddd-a5f6-9d389fbd3ccb details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:54:11.511602 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-85b84181-7b9d-4ae9-8bb0-20a2b2b38057 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6359980 Jul 09 15:54:11.515153 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 58038) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:54:11.520169 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-1b8c9791-eb4e-46c2-830e-07d11e4603fd admin admin] Request body: {'subnet': {'network_id': '3b254339-058d-4ddd-a5f6-9d389fbd3ccb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1932528618-subnet', 'tenant_id': '01366e3f97d249daa804db66dc0e576c', 'ip_version': 4}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:54:11.595763 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b8c9791-eb4e-46c2-830e-07d11e4603fd admin admin] Made reservation on behalf of 01366e3f97d249daa804db66dc0e576c for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:54:11.598241 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1b8c9791-eb4e-46c2-830e-07d11e4603fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:11.811282 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1b8c9791-eb4e-46c2-830e-07d11e4603fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:11.869751 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8c9791-eb4e-46c2-830e-07d11e4603fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a98b5a18-6a4d-4000-838f-c6124cca43f6,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:11.874729 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8c9791-eb4e-46c2-830e-07d11e4603fd admin admin] Checking segment: {'id': 'd62d46e4-cc8b-4c39-bcc3-81b1f40fa441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3b254339-058d-4ddd-a5f6-9d389fbd3ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:54:11.875352 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8c9791-eb4e-46c2-830e-07d11e4603fd admin admin] Network hostable DHCP agents. Network: 3b254339-058d-4ddd-a5f6-9d389fbd3ccb, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:54:11.965421 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8c9791-eb4e-46c2-830e-07d11e4603fd admin admin] Network 3b254339-058d-4ddd-a5f6-9d389fbd3ccb is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:54:12.033767 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-1b8c9791-eb4e-46c2-830e-07d11e4603fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 3b254339-058d-4ddd-a5f6-9d389fbd3ccb) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:54:12.037888 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8c9791-eb4e-46c2-830e-07d11e4603fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:12.038555 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1b8c9791-eb4e-46c2-830e-07d11e4603fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:12.042248 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a528c8a-c70c-4e1f-bc1f-33971c88b792 None None] Network 3b254339-058d-4ddd-a5f6-9d389fbd3ccb requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:54:12.109239 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-1b8c9791-eb4e-46c2-830e-07d11e4603fd admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5928943 Jul 09 15:54:12.111841 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 58040) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:54:12.116362 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-055ffc55-88d6-4465-8d74-d20bfed42acc admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1932528618-router', 'tenant_id': '01366e3f97d249daa804db66dc0e576c', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:54:12.202928 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783db8b2-cdca-4ef2-a9a1-8e74e8e88725 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-3b254339-058d-4ddd-a5f6-9d389fbd3ccb', 'network_id': '3b254339-058d-4ddd-a5f6-9d389fbd3ccb', 'tenant_id': '01366e3f97d249daa804db66dc0e576c', 'fixed_ips': [{'subnet_id': 'a98b5a18-6a4d-4000-838f-c6124cca43f6'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:54:12.202928 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-783db8b2-cdca-4ef2-a9a1-8e74e8e88725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:12.213406 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-055ffc55-88d6-4465-8d74-d20bfed42acc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:12.214454 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-055ffc55-88d6-4465-8d74-d20bfed42acc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:12.272811 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-055ffc55-88d6-4465-8d74-d20bfed42acc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:12.324801 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-783db8b2-cdca-4ef2-a9a1-8e74e8e88725 None None] Allocated IP 172.20.0.2 (3b254339-058d-4ddd-a5f6-9d389fbd3ccb/a98b5a18-6a4d-4000-838f-c6124cca43f6/cf504c07-2ada-422e-b547-4f2b00e90ecd) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:54:12.469309 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-783db8b2-cdca-4ef2-a9a1-8e74e8e88725 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:12.477841 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-783db8b2-cdca-4ef2-a9a1-8e74e8e88725 None None] Transition to ACTIVE for port object cf504c07-2ada-422e-b547-4f2b00e90ecd will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:54:12.484053 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-055ffc55-88d6-4465-8d74-d20bfed42acc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:12.492311 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-783db8b2-cdca-4ef2-a9a1-8e74e8e88725 None None] Transition to ACTIVE for port object cf504c07-2ada-422e-b547-4f2b00e90ecd will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:54:12.594658 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-783db8b2-cdca-4ef2-a9a1-8e74e8e88725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:12.630037 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783db8b2-cdca-4ef2-a9a1-8e74e8e88725 None None] Network 3b254339-058d-4ddd-a5f6-9d389fbd3ccb is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:54:12.632949 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-783db8b2-cdca-4ef2-a9a1-8e74e8e88725 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:54:12.635473 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783db8b2-cdca-4ef2-a9a1-8e74e8e88725 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:54:12.670371 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783db8b2-cdca-4ef2-a9a1-8e74e8e88725 None None] Pushing event updated for resources: {'Port': ['ID=cf504c07-2ada-422e-b547-4f2b00e90ecd,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:12.702448 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-783db8b2-cdca-4ef2-a9a1-8e74e8e88725 None None] Attempting to bind port cf504c07-2ada-422e-b547-4f2b00e90ecd on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:54:12.702817 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-783db8b2-cdca-4ef2-a9a1-8e74e8e88725 None None] Attempting to bind port cf504c07-2ada-422e-b547-4f2b00e90ecd by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd62d46e4-cc8b-4c39-bcc3-81b1f40fa441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3b254339-058d-4ddd-a5f6-9d389fbd3ccb'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:54:12.703184 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783db8b2-cdca-4ef2-a9a1-8e74e8e88725 None None] Attempting to bind port cf504c07-2ada-422e-b547-4f2b00e90ecd on network 3b254339-058d-4ddd-a5f6-9d389fbd3ccb {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:54:12.708151 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783db8b2-cdca-4ef2-a9a1-8e74e8e88725 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:54:12.708520 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783db8b2-cdca-4ef2-a9a1-8e74e8e88725 None None] Checking segment: {'id': 'd62d46e4-cc8b-4c39-bcc3-81b1f40fa441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3b254339-058d-4ddd-a5f6-9d389fbd3ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:54:12.708922 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-783db8b2-cdca-4ef2-a9a1-8e74e8e88725 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:12.709315 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783db8b2-cdca-4ef2-a9a1-8e74e8e88725 None None] Bound using segment: {'id': 'd62d46e4-cc8b-4c39-bcc3-81b1f40fa441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3b254339-058d-4ddd-a5f6-9d389fbd3ccb'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:54:12.709802 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-783db8b2-cdca-4ef2-a9a1-8e74e8e88725 None None] Bound port: cf504c07-2ada-422e-b547-4f2b00e90ecd, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd62d46e4-cc8b-4c39-bcc3-81b1f40fa441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3b254339-058d-4ddd-a5f6-9d389fbd3ccb'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:54:12.710180 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-783db8b2-cdca-4ef2-a9a1-8e74e8e88725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:12.766136 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-055ffc55-88d6-4465-8d74-d20bfed42acc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:12.774915 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-783db8b2-cdca-4ef2-a9a1-8e74e8e88725 None None] For port cf504c07-2ada-422e-b547-4f2b00e90ecd, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:54:12.778951 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-783db8b2-cdca-4ef2-a9a1-8e74e8e88725 None None] For port cf504c07-2ada-422e-b547-4f2b00e90ecd, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=cf504c07-2ada-422e-b547-4f2b00e90ecd,segment=NetworkSegment(d62d46e4-cc8b-4c39-bcc3-81b1f40fa441),segment_id=d62d46e4-cc8b-4c39-bcc3-81b1f40fa441)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:54:12.786442 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-055ffc55-88d6-4465-8d74-d20bfed42acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:12.857572 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-783db8b2-cdca-4ef2-a9a1-8e74e8e88725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:12.891843 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-055ffc55-88d6-4465-8d74-d20bfed42acc admin admin] Allocated IP 172.25.3.27 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/f31e1d9f-a90d-47a4-86cd-096d94dce069) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:54:12.920855 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783db8b2-cdca-4ef2-a9a1-8e74e8e88725 None None] Pushing event updated for resources: {'Port': ['ID=cf504c07-2ada-422e-b547-4f2b00e90ecd,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:13.003411 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-055ffc55-88d6-4465-8d74-d20bfed42acc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:13.111101 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-055ffc55-88d6-4465-8d74-d20bfed42acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:13.157054 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055ffc55-88d6-4465-8d74-d20bfed42acc admin admin] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:54:13.160196 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-055ffc55-88d6-4465-8d74-d20bfed42acc admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:54:13.162709 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055ffc55-88d6-4465-8d74-d20bfed42acc admin admin] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:54:13.188505 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055ffc55-88d6-4465-8d74-d20bfed42acc admin admin] Pushing event updated for resources: {'Port': ['ID=f31e1d9f-a90d-47a4-86cd-096d94dce069,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:13.476874 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-055ffc55-88d6-4465-8d74-d20bfed42acc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:13.680190 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-055ffc55-88d6-4465-8d74-d20bfed42acc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:13.828061 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2120a320-0b74-4b6d-b4cc-19dce45d2ff5 None None] Network 3b254339-058d-4ddd-a5f6-9d389fbd3ccb requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:54:14.001103 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-85450cee-ea73-4ee0-a0af-1c7db2048b08 None None] Provisioning for port cf504c07-2ada-422e-b547-4f2b00e90ecd completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:54:14.219001 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-055ffc55-88d6-4465-8d74-d20bfed42acc admin admin] Router c6c05fc2-7fbd-47a0-a9fb-3fe44f6ff7a5 is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 15:54:14.252661 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device cf504c07-2ada-422e-b547-4f2b00e90ecd up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:54:14.331239 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-055ffc55-88d6-4465-8d74-d20bfed42acc admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:54:14.342974 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaa00af-04ad-4335-ab16-06f189a3563a None None] Sync routers for ids ['c6c05fc2-7fbd-47a0-a9fb-3fe44f6ff7a5'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:54:14.352385 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcaa00af-04ad-4335-ab16-06f189a3563a None None] Routers {'c6c05fc2-7fbd-47a0-a9fb-3fe44f6ff7a5'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:54:14.353133 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-dcaa00af-04ad-4335-ab16-06f189a3563a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:53:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['c6c05fc2-7fbd-47a0-a9fb-3fe44f6ff7a5'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:54:14.360438 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port cf504c07-2ada-422e-b547-4f2b00e90ecd completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:54:14.365026 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port cf504c07-2ada-422e-b547-4f2b00e90ecd triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:54:14.365485 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:14.420750 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-055ffc55-88d6-4465-8d74-d20bfed42acc admin admin] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:14.427895 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 58042) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:54:14.432963 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-055ffc55-88d6-4465-8d74-d20bfed42acc admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.3159034 Jul 09 15:54:14.473312 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:14.513157 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port cf504c07-2ada-422e-b547-4f2b00e90ecd, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=cf504c07-2ada-422e-b547-4f2b00e90ecd,segment=NetworkSegment(d62d46e4-cc8b-4c39-bcc3-81b1f40fa441),segment_id=d62d46e4-cc8b-4c39-bcc3-81b1f40fa441)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:54:14.566470 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-dcaa00af-04ad-4335-ab16-06f189a3563a None None] Set router c6c05fc2-7fbd-47a0-a9fb-3fe44f6ff7a5 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:54:14.607610 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:14.670368 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=cf504c07-2ada-422e-b547-4f2b00e90ecd,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:14.754161 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-dcaa00af-04ad-4335-ab16-06f189a3563a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c05fc2-7fbd-47a0-a9fb-3fe44f6ff7a5', 'name': 'tempest-TestEncryptedCinderVolumes-1932528618-router', 'tenant_id': '01366e3f97d249daa804db66dc0e576c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': 'f31e1d9f-a90d-47a4-86cd-096d94dce069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:54:12Z', 'updated_at': '2021-07-09T15:54:13Z', 'revision_number': 3, 'project_id': '01366e3f97d249daa804db66dc0e576c', 'gw_port': {'id': 'f31e1d9f-a90d-47a4-86cd-096d94dce069', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ac:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c05fc2-7fbd-47a0-a9fb-3fe44f6ff7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:54:12Z', 'updated_at': '2021-07-09T15:54:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:54:14.783254 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaa00af-04ad-4335-ab16-06f189a3563a None None] Checking router: c6c05fc2-7fbd-47a0-a9fb-3fe44f6ff7a5 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:54:14.783546 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaa00af-04ad-4335-ab16-06f189a3563a None None] Updating router c6c05fc2-7fbd-47a0-a9fb-3fe44f6ff7a5 port f31e1d9f-a90d-47a4-86cd-096d94dce069 binding host n-d-799529-6 {{(pid=94448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:54:14.817309 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-dcaa00af-04ad-4335-ab16-06f189a3563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:14.870711 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3df6238e-12be-4295-bd05-d3ad40bdc38a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:15.021355 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-3df6238e-12be-4295-bd05-d3ad40bdc38a admin admin] Allocated IP 172.20.0.1 (3b254339-058d-4ddd-a5f6-9d389fbd3ccb/a98b5a18-6a4d-4000-838f-c6124cca43f6/ed385732-87a0-42db-9906-64afaa8141c7) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:54:15.063068 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-dcaa00af-04ad-4335-ab16-06f189a3563a None None] Notify callbacks [] for port, precommit_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:15.073564 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.provisioning_blocks [None req-dcaa00af-04ad-4335-ab16-06f189a3563a None None] Transition to ACTIVE for port object f31e1d9f-a90d-47a4-86cd-096d94dce069 will not be triggered until provisioned by entity L2. {{(pid=94448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:54:15.128273 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3df6238e-12be-4295-bd05-d3ad40bdc38a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:15.142022 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-3df6238e-12be-4295-bd05-d3ad40bdc38a admin admin] Transition to ACTIVE for port object ed385732-87a0-42db-9906-64afaa8141c7 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:54:15.142639 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-dcaa00af-04ad-4335-ab16-06f189a3563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:15.197172 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-dcaa00af-04ad-4335-ab16-06f189a3563a None None] Attempting to bind port f31e1d9f-a90d-47a4-86cd-096d94dce069 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:54:15.197541 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-dcaa00af-04ad-4335-ab16-06f189a3563a None None] Attempting to bind port f31e1d9f-a90d-47a4-86cd-096d94dce069 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:54:15.197910 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcaa00af-04ad-4335-ab16-06f189a3563a None None] Attempting to bind port f31e1d9f-a90d-47a4-86cd-096d94dce069 on network 202c7ce6-d4e9-4f80-84dd-bef08905a653 {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:54:15.201367 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5578dc-895f-4014-9c8e-c905459789ea None None] Pushing event updated for resources: {'Port': ['ID=f31e1d9f-a90d-47a4-86cd-096d94dce069,revision_number=2']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:15.209044 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcaa00af-04ad-4335-ab16-06f189a3563a None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:54:15.209421 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcaa00af-04ad-4335-ab16-06f189a3563a None None] Checking segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:54:15.209818 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-dcaa00af-04ad-4335-ab16-06f189a3563a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:15.210210 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcaa00af-04ad-4335-ab16-06f189a3563a None None] Bound using segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:54:15.210688 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-dcaa00af-04ad-4335-ab16-06f189a3563a None None] Bound port: f31e1d9f-a90d-47a4-86cd-096d94dce069, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:54:15.211048 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-dcaa00af-04ad-4335-ab16-06f189a3563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:15.214205 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5578dc-895f-4014-9c8e-c905459789ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:54:15.214552 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5578dc-895f-4014-9c8e-c905459789ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:54:15.214892 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5578dc-895f-4014-9c8e-c905459789ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:54:15.215229 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5578dc-895f-4014-9c8e-c905459789ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:54:15.215617 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5578dc-895f-4014-9c8e-c905459789ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:54:15.215955 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5578dc-895f-4014-9c8e-c905459789ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:54:15.216282 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5578dc-895f-4014-9c8e-c905459789ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:54:15.216607 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5578dc-895f-4014-9c8e-c905459789ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:54:15.216932 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5578dc-895f-4014-9c8e-c905459789ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:54:15.217258 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5578dc-895f-4014-9c8e-c905459789ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:54:15.217579 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5578dc-895f-4014-9c8e-c905459789ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:54:15.217899 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5578dc-895f-4014-9c8e-c905459789ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:54:15.228630 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3df6238e-12be-4295-bd05-d3ad40bdc38a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:15.268336 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-dcaa00af-04ad-4335-ab16-06f189a3563a None None] For port f31e1d9f-a90d-47a4-86cd-096d94dce069, host n-d-799529-6, cleared binding levels {{(pid=94448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:54:15.270072 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df6238e-12be-4295-bd05-d3ad40bdc38a admin admin] Network 3b254339-058d-4ddd-a5f6-9d389fbd3ccb is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:54:15.271398 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-dcaa00af-04ad-4335-ab16-06f189a3563a None None] For port f31e1d9f-a90d-47a4-86cd-096d94dce069, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=f31e1d9f-a90d-47a4-86cd-096d94dce069,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:54:15.277258 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-3df6238e-12be-4295-bd05-d3ad40bdc38a admin admin] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:54:15.279818 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df6238e-12be-4295-bd05-d3ad40bdc38a admin admin] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:54:15.283296 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df6238e-12be-4295-bd05-d3ad40bdc38a admin admin] Pushing event updated for resources: {'Port': ['ID=ed385732-87a0-42db-9906-64afaa8141c7,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:15.321389 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3df6238e-12be-4295-bd05-d3ad40bdc38a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:15.339744 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-dcaa00af-04ad-4335-ab16-06f189a3563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:15.402082 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcaa00af-04ad-4335-ab16-06f189a3563a None None] Routers {'c6c05fc2-7fbd-47a0-a9fb-3fe44f6ff7a5'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:54:15.402876 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-dcaa00af-04ad-4335-ab16-06f189a3563a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:53:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['c6c05fc2-7fbd-47a0-a9fb-3fe44f6ff7a5'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:54:15.446886 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5578dc-895f-4014-9c8e-c905459789ea None None] Pushing event updated for resources: {'Port': ['ID=f31e1d9f-a90d-47a4-86cd-096d94dce069,revision_number=3']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:15.518040 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-dcaa00af-04ad-4335-ab16-06f189a3563a None None] Set router c6c05fc2-7fbd-47a0-a9fb-3fe44f6ff7a5 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:54:15.553946 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:15.562447 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3df6238e-12be-4295-bd05-d3ad40bdc38a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:15.612534 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-ee401a3b-a894-405d-ba60-7a46925994d8 None None] Provisioning for port ed385732-87a0-42db-9906-64afaa8141c7 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:54:15.617348 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-ee401a3b-a894-405d-ba60-7a46925994d8 None None] Provisioning complete for port ed385732-87a0-42db-9906-64afaa8141c7 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:54:15.617830 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ee401a3b-a894-405d-ba60-7a46925994d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:15.652734 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-ee401a3b-a894-405d-ba60-7a46925994d8 None None] Port ed385732-87a0-42db-9906-64afaa8141c7 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:54:15.699927 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-dcaa00af-04ad-4335-ab16-06f189a3563a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c05fc2-7fbd-47a0-a9fb-3fe44f6ff7a5', 'name': 'tempest-TestEncryptedCinderVolumes-1932528618-router', 'tenant_id': '01366e3f97d249daa804db66dc0e576c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': 'f31e1d9f-a90d-47a4-86cd-096d94dce069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:54:12Z', 'updated_at': '2021-07-09T15:54:13Z', 'revision_number': 3, 'project_id': '01366e3f97d249daa804db66dc0e576c', 'gw_port': {'id': 'f31e1d9f-a90d-47a4-86cd-096d94dce069', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ac:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c05fc2-7fbd-47a0-a9fb-3fe44f6ff7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:54:12Z', 'updated_at': '2021-07-09T15:54:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:54:15.729485 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaa00af-04ad-4335-ab16-06f189a3563a None None] The sync data for ids ['c6c05fc2-7fbd-47a0-a9fb-3fe44f6ff7a5'] in n-d-799529-6 is: [{'id': 'c6c05fc2-7fbd-47a0-a9fb-3fe44f6ff7a5', 'name': 'tempest-TestEncryptedCinderVolumes-1932528618-router', 'tenant_id': '01366e3f97d249daa804db66dc0e576c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': 'f31e1d9f-a90d-47a4-86cd-096d94dce069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:54:12Z', 'updated_at': '2021-07-09T15:54:13Z', 'revision_number': 3, 'project_id': '01366e3f97d249daa804db66dc0e576c', 'gw_port': {'id': 'f31e1d9f-a90d-47a4-86cd-096d94dce069', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ac:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c05fc2-7fbd-47a0-a9fb-3fe44f6ff7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:54:12Z', 'updated_at': '2021-07-09T15:54:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:54:15.729787 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3df6238e-12be-4295-bd05-d3ad40bdc38a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:15.794683 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3df6238e-12be-4295-bd05-d3ad40bdc38a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:15.865788 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df6238e-12be-4295-bd05-d3ad40bdc38a admin admin] Pushing event updated for resources: {'Port': ['ID=ed385732-87a0-42db-9906-64afaa8141c7,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:15.868235 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3df6238e-12be-4295-bd05-d3ad40bdc38a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:15.975848 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df6238e-12be-4295-bd05-d3ad40bdc38a admin admin] Network 3b254339-058d-4ddd-a5f6-9d389fbd3ccb is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:54:15.977267 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-3df6238e-12be-4295-bd05-d3ad40bdc38a admin admin] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:54:16.105447 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df6238e-12be-4295-bd05-d3ad40bdc38a admin admin] Router c6c05fc2-7fbd-47a0-a9fb-3fe44f6ff7a5 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:54:16.229352 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df6238e-12be-4295-bd05-d3ad40bdc38a admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:54:16.239197 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-3df6238e-12be-4295-bd05-d3ad40bdc38a admin admin] 10.222.0.58 "PUT /v2.0/routers/c6c05fc2-7fbd-47a0-a9fb-3fe44f6ff7a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8095198 Jul 09 15:54:16.279025 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-232a4aa4-2712-4f8d-979b-6f911099d8a9 None None] Provisioning complete for port ed385732-87a0-42db-9906-64afaa8141c7 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:54:16.279726 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-232a4aa4-2712-4f8d-979b-6f911099d8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:16.320592 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device f31e1d9f-a90d-47a4-86cd-096d94dce069 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:54:16.352132 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-232a4aa4-2712-4f8d-979b-6f911099d8a9 None None] Port ed385732-87a0-42db-9906-64afaa8141c7 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:54:16.479881 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port f31e1d9f-a90d-47a4-86cd-096d94dce069 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:54:16.484748 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port f31e1d9f-a90d-47a4-86cd-096d94dce069 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:54:16.489526 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:16.573120 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:16.594693 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port f31e1d9f-a90d-47a4-86cd-096d94dce069, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=f31e1d9f-a90d-47a4-86cd-096d94dce069,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:54:16.654016 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:16.654820 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device cf504c07-2ada-422e-b547-4f2b00e90ecd up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:54:16.740905 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=f31e1d9f-a90d-47a4-86cd-096d94dce069,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:16.753546 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port cf504c07-2ada-422e-b547-4f2b00e90ecd triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:54:16.753943 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:16.943706 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 58058) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:54:16.948910 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-da4ee3c9-2671-4256-bff7-edfc24dfd943 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-644582943-network', 'tenant_id': '6086497374694e7b911bbdc7e374932e'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:54:17.056863 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4ee3c9-2671-4256-bff7-edfc24dfd943 admin admin] Made reservation on behalf of 6086497374694e7b911bbdc7e374932e for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:54:17.092003 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-da4ee3c9-2671-4256-bff7-edfc24dfd943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:17.092003 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-da4ee3c9-2671-4256-bff7-edfc24dfd943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:17.161651 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-da4ee3c9-2671-4256-bff7-edfc24dfd943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:17.257021 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-da4ee3c9-2671-4256-bff7-edfc24dfd943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:17.285443 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da4ee3c9-2671-4256-bff7-edfc24dfd943 admin admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:54:17.290844 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4ee3c9-2671-4256-bff7-edfc24dfd943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97fa2334-1640-4753-a4c5-ec4d4138cecc,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:17.302725 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-da4ee3c9-2671-4256-bff7-edfc24dfd943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:17.303076 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-da4ee3c9-2671-4256-bff7-edfc24dfd943 admin admin] Added segment c6aa9f3c-a135-47eb-a975-8eed4316c2a1 of type vlan for network 0fc1e848-0981-4d5f-8458-de2a838b412f Jul 09 15:54:17.305530 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63f6ec7-6f32-406f-acc1-dcd89370dbf2 None None] Sync routers for ids ['c6c05fc2-7fbd-47a0-a9fb-3fe44f6ff7a5'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:54:17.314959 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63f6ec7-6f32-406f-acc1-dcd89370dbf2 None None] Routers {'c6c05fc2-7fbd-47a0-a9fb-3fe44f6ff7a5'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:54:17.315592 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-e63f6ec7-6f32-406f-acc1-dcd89370dbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:53:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['c6c05fc2-7fbd-47a0-a9fb-3fe44f6ff7a5'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:54:17.343298 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-da4ee3c9-2671-4256-bff7-edfc24dfd943 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:17.423118 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-e63f6ec7-6f32-406f-acc1-dcd89370dbf2 None None] Set router c6c05fc2-7fbd-47a0-a9fb-3fe44f6ff7a5 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:54:17.464781 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-da4ee3c9-2671-4256-bff7-edfc24dfd943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:17.466301 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4ee3c9-2671-4256-bff7-edfc24dfd943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:17.466890 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-da4ee3c9-2671-4256-bff7-edfc24dfd943 admin admin] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:17.531180 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4ee3c9-2671-4256-bff7-edfc24dfd943 admin admin] Pushing event updated for resources: {'Network': ['ID=0fc1e848-0981-4d5f-8458-de2a838b412f,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:17.541558 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 0fc1e848-0981-4d5f-8458-de2a838b412f details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:54:17.640115 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-da4ee3c9-2671-4256-bff7-edfc24dfd943 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6919000 Jul 09 15:54:17.640115 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 58060) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:54:17.645039 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-cf8c7adb-5a0a-4794-9323-5921976addf5 admin admin] Request body: {'subnet': {'network_id': '0fc1e848-0981-4d5f-8458-de2a838b412f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-644582943-subnet', 'tenant_id': '6086497374694e7b911bbdc7e374932e', 'ip_version': 4}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:54:17.676008 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-e63f6ec7-6f32-406f-acc1-dcd89370dbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c05fc2-7fbd-47a0-a9fb-3fe44f6ff7a5', 'name': 'tempest-TestEncryptedCinderVolumes-1932528618-router', 'tenant_id': '01366e3f97d249daa804db66dc0e576c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': 'f31e1d9f-a90d-47a4-86cd-096d94dce069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:54:12Z', 'updated_at': '2021-07-09T15:54:15Z', 'revision_number': 4, 'project_id': '01366e3f97d249daa804db66dc0e576c', 'gw_port': {'id': 'f31e1d9f-a90d-47a4-86cd-096d94dce069', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ac:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c05fc2-7fbd-47a0-a9fb-3fe44f6ff7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:54:12Z', 'updated_at': '2021-07-09T15:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'ed385732-87a0-42db-9906-64afaa8141c7', 'name': '', 'network_id': '3b254339-058d-4ddd-a5f6-9d389fbd3ccb', 'tenant_id': '01366e3f97d249daa804db66dc0e576c', 'mac_address': 'fa:16:3e:62:b2:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c05fc2-7fbd-47a0-a9fb-3fe44f6ff7a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': 'a98b5a18-6a4d-4000-838f-c6124cca43f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:54:14Z', 'updated_at': '2021-07-09T15:54:15Z', 'revision_number': 2, 'project_id': '01366e3f97d249daa804db66dc0e576c', 'subnets': [{'id': 'a98b5a18-6a4d-4000-838f-c6124cca43f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:54:17.706499 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63f6ec7-6f32-406f-acc1-dcd89370dbf2 None None] Checking router: c6c05fc2-7fbd-47a0-a9fb-3fe44f6ff7a5 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:54:17.706851 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63f6ec7-6f32-406f-acc1-dcd89370dbf2 None None] Updating router c6c05fc2-7fbd-47a0-a9fb-3fe44f6ff7a5 port ed385732-87a0-42db-9906-64afaa8141c7 binding host n-d-799529-6 {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:54:17.719922 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8c7adb-5a0a-4794-9323-5921976addf5 admin admin] Made reservation on behalf of 6086497374694e7b911bbdc7e374932e for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:54:17.722359 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cf8c7adb-5a0a-4794-9323-5921976addf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:17.739409 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e63f6ec7-6f32-406f-acc1-dcd89370dbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:17.956285 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cf8c7adb-5a0a-4794-9323-5921976addf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:18.005880 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e63f6ec7-6f32-406f-acc1-dcd89370dbf2 None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:18.015997 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-e63f6ec7-6f32-406f-acc1-dcd89370dbf2 None None] Transition to ACTIVE for port object ed385732-87a0-42db-9906-64afaa8141c7 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:54:18.020136 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8c7adb-5a0a-4794-9323-5921976addf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ec9d34d-94c9-4674-9984-a1ae2cf6c4af,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:18.025468 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8c7adb-5a0a-4794-9323-5921976addf5 admin admin] Checking segment: {'id': 'c6aa9f3c-a135-47eb-a975-8eed4316c2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '0fc1e848-0981-4d5f-8458-de2a838b412f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:54:18.026062 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8c7adb-5a0a-4794-9323-5921976addf5 admin admin] Network hostable DHCP agents. Network: 0fc1e848-0981-4d5f-8458-de2a838b412f, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:54:18.121462 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e63f6ec7-6f32-406f-acc1-dcd89370dbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:18.144421 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8c7adb-5a0a-4794-9323-5921976addf5 admin admin] Network 0fc1e848-0981-4d5f-8458-de2a838b412f is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:54:18.174849 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18abed7b-9e3b-43f3-880e-e2b24c51e118 None None] Pushing event updated for resources: {'Port': ['ID=ed385732-87a0-42db-9906-64afaa8141c7,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:18.234182 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-e63f6ec7-6f32-406f-acc1-dcd89370dbf2 None None] Attempting to bind port ed385732-87a0-42db-9906-64afaa8141c7 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:54:18.234651 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-e63f6ec7-6f32-406f-acc1-dcd89370dbf2 None None] Attempting to bind port ed385732-87a0-42db-9906-64afaa8141c7 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd62d46e4-cc8b-4c39-bcc3-81b1f40fa441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3b254339-058d-4ddd-a5f6-9d389fbd3ccb'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:54:18.235151 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63f6ec7-6f32-406f-acc1-dcd89370dbf2 None None] Attempting to bind port ed385732-87a0-42db-9906-64afaa8141c7 on network 3b254339-058d-4ddd-a5f6-9d389fbd3ccb {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:54:18.238808 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device f31e1d9f-a90d-47a4-86cd-096d94dce069 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:54:18.245707 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63f6ec7-6f32-406f-acc1-dcd89370dbf2 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:54:18.246133 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63f6ec7-6f32-406f-acc1-dcd89370dbf2 None None] Checking segment: {'id': 'd62d46e4-cc8b-4c39-bcc3-81b1f40fa441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3b254339-058d-4ddd-a5f6-9d389fbd3ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:54:18.246647 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e63f6ec7-6f32-406f-acc1-dcd89370dbf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:18.246953 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63f6ec7-6f32-406f-acc1-dcd89370dbf2 None None] Bound using segment: {'id': 'd62d46e4-cc8b-4c39-bcc3-81b1f40fa441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3b254339-058d-4ddd-a5f6-9d389fbd3ccb'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:54:18.247430 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-e63f6ec7-6f32-406f-acc1-dcd89370dbf2 None None] Bound port: ed385732-87a0-42db-9906-64afaa8141c7, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd62d46e4-cc8b-4c39-bcc3-81b1f40fa441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3b254339-058d-4ddd-a5f6-9d389fbd3ccb'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:54:18.247825 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-cf8c7adb-5a0a-4794-9323-5921976addf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 0fc1e848-0981-4d5f-8458-de2a838b412f) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:54:18.247964 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e63f6ec7-6f32-406f-acc1-dcd89370dbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:18.253547 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8c7adb-5a0a-4794-9323-5921976addf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:18.254155 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cf8c7adb-5a0a-4794-9323-5921976addf5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:18.271724 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980dec24-8f48-4796-a993-7e54c85f8e48 None None] Network 0fc1e848-0981-4d5f-8458-de2a838b412f requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:54:18.323238 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-cf8c7adb-5a0a-4794-9323-5921976addf5 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6801767 Jul 09 15:54:18.324152 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 58062) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:54:18.329943 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-2f526537-2fab-4930-9efb-55f4b3568454 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-644582943-router', 'tenant_id': '6086497374694e7b911bbdc7e374932e', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:54:18.419485 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2f526537-2fab-4930-9efb-55f4b3568454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:18.420686 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2f526537-2fab-4930-9efb-55f4b3568454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:18.424143 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-e63f6ec7-6f32-406f-acc1-dcd89370dbf2 None None] For port ed385732-87a0-42db-9906-64afaa8141c7, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:54:18.433746 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-e63f6ec7-6f32-406f-acc1-dcd89370dbf2 None None] For port ed385732-87a0-42db-9906-64afaa8141c7, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=ed385732-87a0-42db-9906-64afaa8141c7,segment=NetworkSegment(d62d46e4-cc8b-4c39-bcc3-81b1f40fa441),segment_id=d62d46e4-cc8b-4c39-bcc3-81b1f40fa441)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:54:18.442733 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port f31e1d9f-a90d-47a4-86cd-096d94dce069 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:54:18.443127 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:18.478306 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2f526537-2fab-4930-9efb-55f4b3568454 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:18.503627 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e63f6ec7-6f32-406f-acc1-dcd89370dbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:18.599970 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18abed7b-9e3b-43f3-880e-e2b24c51e118 None None] Pushing event updated for resources: {'Port': ['ID=ed385732-87a0-42db-9906-64afaa8141c7,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:18.605359 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e77d330-fec5-4aca-932a-cbf857f472d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-0fc1e848-0981-4d5f-8458-de2a838b412f', 'network_id': '0fc1e848-0981-4d5f-8458-de2a838b412f', 'tenant_id': '6086497374694e7b911bbdc7e374932e', 'fixed_ips': [{'subnet_id': '1ec9d34d-94c9-4674-9984-a1ae2cf6c4af'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:54:18.605916 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5e77d330-fec5-4aca-932a-cbf857f472d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:18.630483 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63f6ec7-6f32-406f-acc1-dcd89370dbf2 None None] Routers {'c6c05fc2-7fbd-47a0-a9fb-3fe44f6ff7a5'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:54:18.631129 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-e63f6ec7-6f32-406f-acc1-dcd89370dbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:53:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['c6c05fc2-7fbd-47a0-a9fb-3fe44f6ff7a5'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:54:18.716240 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2f526537-2fab-4930-9efb-55f4b3568454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:18.855487 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-e63f6ec7-6f32-406f-acc1-dcd89370dbf2 None None] Set router c6c05fc2-7fbd-47a0-a9fb-3fe44f6ff7a5 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:54:18.996108 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2f526537-2fab-4930-9efb-55f4b3568454 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:19.016272 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2f526537-2fab-4930-9efb-55f4b3568454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:19.097533 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-5e77d330-fec5-4aca-932a-cbf857f472d5 None None] Allocated IP 172.20.0.2 (0fc1e848-0981-4d5f-8458-de2a838b412f/1ec9d34d-94c9-4674-9984-a1ae2cf6c4af/fdc1b3bf-e654-46c8-8e36-ca5acc044370) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:54:19.123769 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-2f526537-2fab-4930-9efb-55f4b3568454 admin admin] Allocated IP 172.25.3.216 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/c4719d54-599c-46a0-8445-458062e45858) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:54:19.225837 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2f526537-2fab-4930-9efb-55f4b3568454 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:19.311048 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2f526537-2fab-4930-9efb-55f4b3568454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:19.341716 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5e77d330-fec5-4aca-932a-cbf857f472d5 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:19.347687 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f526537-2fab-4930-9efb-55f4b3568454 admin admin] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:54:19.352411 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-2f526537-2fab-4930-9efb-55f4b3568454 admin admin] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:54:19.355045 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-5e77d330-fec5-4aca-932a-cbf857f472d5 None None] Transition to ACTIVE for port object fdc1b3bf-e654-46c8-8e36-ca5acc044370 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:54:19.355551 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-e63f6ec7-6f32-406f-acc1-dcd89370dbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c05fc2-7fbd-47a0-a9fb-3fe44f6ff7a5', 'name': 'tempest-TestEncryptedCinderVolumes-1932528618-router', 'tenant_id': '01366e3f97d249daa804db66dc0e576c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': 'f31e1d9f-a90d-47a4-86cd-096d94dce069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:54:12Z', 'updated_at': '2021-07-09T15:54:15Z', 'revision_number': 4, 'project_id': '01366e3f97d249daa804db66dc0e576c', 'gw_port': {'id': 'f31e1d9f-a90d-47a4-86cd-096d94dce069', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ac:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c05fc2-7fbd-47a0-a9fb-3fe44f6ff7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:54:12Z', 'updated_at': '2021-07-09T15:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'ed385732-87a0-42db-9906-64afaa8141c7', 'name': '', 'network_id': '3b254339-058d-4ddd-a5f6-9d389fbd3ccb', 'tenant_id': '01366e3f97d249daa804db66dc0e576c', 'mac_address': 'fa:16:3e:62:b2:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c05fc2-7fbd-47a0-a9fb-3fe44f6ff7a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': 'a98b5a18-6a4d-4000-838f-c6124cca43f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:54:14Z', 'updated_at': '2021-07-09T15:54:18Z', 'revision_number': 4, 'project_id': '01366e3f97d249daa804db66dc0e576c', 'subnets': [{'id': 'a98b5a18-6a4d-4000-838f-c6124cca43f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:54:19.356861 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f526537-2fab-4930-9efb-55f4b3568454 admin admin] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:54:19.385703 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63f6ec7-6f32-406f-acc1-dcd89370dbf2 None None] The sync data for ids ['c6c05fc2-7fbd-47a0-a9fb-3fe44f6ff7a5'] in n-d-799529-6 is: [{'id': 'c6c05fc2-7fbd-47a0-a9fb-3fe44f6ff7a5', 'name': 'tempest-TestEncryptedCinderVolumes-1932528618-router', 'tenant_id': '01366e3f97d249daa804db66dc0e576c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': 'f31e1d9f-a90d-47a4-86cd-096d94dce069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:54:12Z', 'updated_at': '2021-07-09T15:54:15Z', 'revision_number': 4, 'project_id': '01366e3f97d249daa804db66dc0e576c', 'gw_port': {'id': 'f31e1d9f-a90d-47a4-86cd-096d94dce069', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ac:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c05fc2-7fbd-47a0-a9fb-3fe44f6ff7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:54:12Z', 'updated_at': '2021-07-09T15:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'ed385732-87a0-42db-9906-64afaa8141c7', 'name': '', 'network_id': '3b254339-058d-4ddd-a5f6-9d389fbd3ccb', 'tenant_id': '01366e3f97d249daa804db66dc0e576c', 'mac_address': 'fa:16:3e:62:b2:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c05fc2-7fbd-47a0-a9fb-3fe44f6ff7a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': 'a98b5a18-6a4d-4000-838f-c6124cca43f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:54:14Z', 'updated_at': '2021-07-09T15:54:18Z', 'revision_number': 4, 'project_id': '01366e3f97d249daa804db66dc0e576c', 'subnets': [{'id': 'a98b5a18-6a4d-4000-838f-c6124cca43f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:54:19.389847 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f526537-2fab-4930-9efb-55f4b3568454 admin admin] Pushing event updated for resources: {'Port': ['ID=c4719d54-599c-46a0-8445-458062e45858,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:19.401880 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-5e77d330-fec5-4aca-932a-cbf857f472d5 None None] Transition to ACTIVE for port object fdc1b3bf-e654-46c8-8e36-ca5acc044370 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:54:19.456470 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5e77d330-fec5-4aca-932a-cbf857f472d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:19.504161 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e77d330-fec5-4aca-932a-cbf857f472d5 None None] Network 0fc1e848-0981-4d5f-8458-de2a838b412f is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:54:19.507033 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-5e77d330-fec5-4aca-932a-cbf857f472d5 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:54:19.510695 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e77d330-fec5-4aca-932a-cbf857f472d5 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:54:19.517487 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e77d330-fec5-4aca-932a-cbf857f472d5 None None] Pushing event updated for resources: {'Port': ['ID=fdc1b3bf-e654-46c8-8e36-ca5acc044370,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:19.591274 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-5e77d330-fec5-4aca-932a-cbf857f472d5 None None] Attempting to bind port fdc1b3bf-e654-46c8-8e36-ca5acc044370 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:54:19.591685 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-5e77d330-fec5-4aca-932a-cbf857f472d5 None None] Attempting to bind port fdc1b3bf-e654-46c8-8e36-ca5acc044370 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'c6aa9f3c-a135-47eb-a975-8eed4316c2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '0fc1e848-0981-4d5f-8458-de2a838b412f'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:54:19.592057 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e77d330-fec5-4aca-932a-cbf857f472d5 None None] Attempting to bind port fdc1b3bf-e654-46c8-8e36-ca5acc044370 on network 0fc1e848-0981-4d5f-8458-de2a838b412f {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:54:19.597439 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e77d330-fec5-4aca-932a-cbf857f472d5 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:54:19.597812 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e77d330-fec5-4aca-932a-cbf857f472d5 None None] Checking segment: {'id': 'c6aa9f3c-a135-47eb-a975-8eed4316c2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '0fc1e848-0981-4d5f-8458-de2a838b412f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:54:19.598217 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5e77d330-fec5-4aca-932a-cbf857f472d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:19.598616 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e77d330-fec5-4aca-932a-cbf857f472d5 None None] Bound using segment: {'id': 'c6aa9f3c-a135-47eb-a975-8eed4316c2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '0fc1e848-0981-4d5f-8458-de2a838b412f'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:54:19.599084 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-5e77d330-fec5-4aca-932a-cbf857f472d5 None None] Bound port: fdc1b3bf-e654-46c8-8e36-ca5acc044370, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6aa9f3c-a135-47eb-a975-8eed4316c2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '0fc1e848-0981-4d5f-8458-de2a838b412f'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:54:19.599470 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5e77d330-fec5-4aca-932a-cbf857f472d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:19.668095 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-5e77d330-fec5-4aca-932a-cbf857f472d5 None None] For port fdc1b3bf-e654-46c8-8e36-ca5acc044370, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:54:19.671595 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-5e77d330-fec5-4aca-932a-cbf857f472d5 None None] For port fdc1b3bf-e654-46c8-8e36-ca5acc044370, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=fdc1b3bf-e654-46c8-8e36-ca5acc044370,segment=NetworkSegment(c6aa9f3c-a135-47eb-a975-8eed4316c2a1),segment_id=c6aa9f3c-a135-47eb-a975-8eed4316c2a1)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:54:19.702619 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2f526537-2fab-4930-9efb-55f4b3568454 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:19.737603 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5e77d330-fec5-4aca-932a-cbf857f472d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:19.810894 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e77d330-fec5-4aca-932a-cbf857f472d5 None None] Pushing event updated for resources: {'Port': ['ID=fdc1b3bf-e654-46c8-8e36-ca5acc044370,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:19.911837 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2f526537-2fab-4930-9efb-55f4b3568454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:20.303572 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device ed385732-87a0-42db-9906-64afaa8141c7 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:54:20.414055 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port ed385732-87a0-42db-9906-64afaa8141c7 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:54:20.419290 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port ed385732-87a0-42db-9906-64afaa8141c7 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:54:20.419780 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:20.507812 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:20.527340 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f526537-2fab-4930-9efb-55f4b3568454 admin admin] Router f89a82e1-5be4-40f7-8192-630ee74da5ab is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 15:54:20.549815 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port ed385732-87a0-42db-9906-64afaa8141c7, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=ed385732-87a0-42db-9906-64afaa8141c7,segment=NetworkSegment(d62d46e4-cc8b-4c39-bcc3-81b1f40fa441),segment_id=d62d46e4-cc8b-4c39-bcc3-81b1f40fa441)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:54:20.619055 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:20.620143 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device fdc1b3bf-e654-46c8-8e36-ca5acc044370 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:54:20.658072 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f526537-2fab-4930-9efb-55f4b3568454 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:54:20.673015 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae458448-6d98-4172-ac10-103ffb0276e8 None None] Sync routers for ids ['f89a82e1-5be4-40f7-8192-630ee74da5ab'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:54:20.690159 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae458448-6d98-4172-ac10-103ffb0276e8 None None] Routers {'f89a82e1-5be4-40f7-8192-630ee74da5ab'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:54:20.690804 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-ae458448-6d98-4172-ac10-103ffb0276e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:53:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['f89a82e1-5be4-40f7-8192-630ee74da5ab'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:54:20.730471 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=ed385732-87a0-42db-9906-64afaa8141c7,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:20.748927 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2f526537-2fab-4930-9efb-55f4b3568454 admin admin] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:20.755448 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 58064) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:54:20.755949 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-2f526537-2fab-4930-9efb-55f4b3568454 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.4266579 Jul 09 15:54:20.810436 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-ae458448-6d98-4172-ac10-103ffb0276e8 None None] Set router f89a82e1-5be4-40f7-8192-630ee74da5ab gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:54:20.818812 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port fdc1b3bf-e654-46c8-8e36-ca5acc044370 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:54:20.837276 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2160cf0-308a-4e32-af71-c355e5c3a7a4 None None] Network 0fc1e848-0981-4d5f-8458-de2a838b412f requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:54:20.958929 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-aedbf641-788c-4758-a252-319d7d709ec1 None None] Provisioning for port fdc1b3bf-e654-46c8-8e36-ca5acc044370 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:54:20.965335 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-aedbf641-788c-4758-a252-319d7d709ec1 None None] Provisioning complete for port fdc1b3bf-e654-46c8-8e36-ca5acc044370 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:54:20.965712 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-aedbf641-788c-4758-a252-319d7d709ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:21.003112 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-ae458448-6d98-4172-ac10-103ffb0276e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f89a82e1-5be4-40f7-8192-630ee74da5ab', 'name': 'tempest-TestEncryptedCinderVolumes-644582943-router', 'tenant_id': '6086497374694e7b911bbdc7e374932e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': 'c4719d54-599c-46a0-8445-458062e45858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:54:18Z', 'updated_at': '2021-07-09T15:54:19Z', 'revision_number': 3, 'project_id': '6086497374694e7b911bbdc7e374932e', 'gw_port': {'id': 'c4719d54-599c-46a0-8445-458062e45858', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:10:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f89a82e1-5be4-40f7-8192-630ee74da5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:54:19Z', 'updated_at': '2021-07-09T15:54:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:54:21.031413 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae458448-6d98-4172-ac10-103ffb0276e8 None None] Checking router: f89a82e1-5be4-40f7-8192-630ee74da5ab for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:54:21.032104 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae458448-6d98-4172-ac10-103ffb0276e8 None None] Updating router f89a82e1-5be4-40f7-8192-630ee74da5ab port c4719d54-599c-46a0-8445-458062e45858 binding host n-d-799529-6 {{(pid=94448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:54:21.073684 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-ae458448-6d98-4172-ac10-103ffb0276e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:21.085442 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-aedbf641-788c-4758-a252-319d7d709ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:21.124327 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-aedbf641-788c-4758-a252-319d7d709ec1 None None] For port fdc1b3bf-e654-46c8-8e36-ca5acc044370, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=fdc1b3bf-e654-46c8-8e36-ca5acc044370,segment=NetworkSegment(c6aa9f3c-a135-47eb-a975-8eed4316c2a1),segment_id=c6aa9f3c-a135-47eb-a975-8eed4316c2a1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:54:21.217363 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-aedbf641-788c-4758-a252-319d7d709ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:21.238435 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6b2a14d7-9986-4a80-bf43-2113c57549ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:21.275728 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedbf641-788c-4758-a252-319d7d709ec1 None None] Pushing event updated for resources: {'Port': ['ID=fdc1b3bf-e654-46c8-8e36-ca5acc044370,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:21.338028 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-5e4d64c4-3df5-4cd6-a7b7-f5a1289272e2 None None] Provisioning complete for port fdc1b3bf-e654-46c8-8e36-ca5acc044370 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:54:21.338770 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5e4d64c4-3df5-4cd6-a7b7-f5a1289272e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:21.362637 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-ae458448-6d98-4172-ac10-103ffb0276e8 None None] Notify callbacks [] for port, precommit_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:21.375438 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.provisioning_blocks [None req-ae458448-6d98-4172-ac10-103ffb0276e8 None None] Transition to ACTIVE for port object c4719d54-599c-46a0-8445-458062e45858 will not be triggered until provisioned by entity L2. {{(pid=94448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:54:21.416015 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-6b2a14d7-9986-4a80-bf43-2113c57549ac admin admin] Allocated IP 172.20.0.1 (0fc1e848-0981-4d5f-8458-de2a838b412f/1ec9d34d-94c9-4674-9984-a1ae2cf6c4af/05560e37-389a-4cd6-9517-23ffb5b26c44) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:54:21.485434 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-ae458448-6d98-4172-ac10-103ffb0276e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:21.537412 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e7128a-8ee9-405f-85b1-5751cf323dc1 None None] Pushing event updated for resources: {'Port': ['ID=c4719d54-599c-46a0-8445-458062e45858,revision_number=2']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:21.539782 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-ae458448-6d98-4172-ac10-103ffb0276e8 None None] Attempting to bind port c4719d54-599c-46a0-8445-458062e45858 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:54:21.540154 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-ae458448-6d98-4172-ac10-103ffb0276e8 None None] Attempting to bind port c4719d54-599c-46a0-8445-458062e45858 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:54:21.540525 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae458448-6d98-4172-ac10-103ffb0276e8 None None] Attempting to bind port c4719d54-599c-46a0-8445-458062e45858 on network 202c7ce6-d4e9-4f80-84dd-bef08905a653 {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:54:21.546049 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae458448-6d98-4172-ac10-103ffb0276e8 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:54:21.546424 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae458448-6d98-4172-ac10-103ffb0276e8 None None] Checking segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:54:21.546829 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-ae458448-6d98-4172-ac10-103ffb0276e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:21.547214 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae458448-6d98-4172-ac10-103ffb0276e8 None None] Bound using segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:54:21.547806 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-ae458448-6d98-4172-ac10-103ffb0276e8 None None] Bound port: c4719d54-599c-46a0-8445-458062e45858, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:54:21.548196 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-ae458448-6d98-4172-ac10-103ffb0276e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:21.602226 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-ae458448-6d98-4172-ac10-103ffb0276e8 None None] For port c4719d54-599c-46a0-8445-458062e45858, host n-d-799529-6, cleared binding levels {{(pid=94448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:54:21.605176 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-ae458448-6d98-4172-ac10-103ffb0276e8 None None] For port c4719d54-599c-46a0-8445-458062e45858, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=c4719d54-599c-46a0-8445-458062e45858,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:54:21.616166 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6b2a14d7-9986-4a80-bf43-2113c57549ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:21.629599 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-6b2a14d7-9986-4a80-bf43-2113c57549ac admin admin] Transition to ACTIVE for port object 05560e37-389a-4cd6-9517-23ffb5b26c44 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:54:21.716323 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-ae458448-6d98-4172-ac10-103ffb0276e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:21.745771 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6b2a14d7-9986-4a80-bf43-2113c57549ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:21.800073 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2a14d7-9986-4a80-bf43-2113c57549ac admin admin] Network 0fc1e848-0981-4d5f-8458-de2a838b412f is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:54:21.803057 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-6b2a14d7-9986-4a80-bf43-2113c57549ac admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:54:21.805867 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2a14d7-9986-4a80-bf43-2113c57549ac admin admin] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:54:21.831026 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2a14d7-9986-4a80-bf43-2113c57549ac admin admin] Pushing event updated for resources: {'Port': ['ID=05560e37-389a-4cd6-9517-23ffb5b26c44,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:21.856201 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6b2a14d7-9986-4a80-bf43-2113c57549ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:21.869140 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae458448-6d98-4172-ac10-103ffb0276e8 None None] Routers {'f89a82e1-5be4-40f7-8192-630ee74da5ab'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:54:21.869822 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-ae458448-6d98-4172-ac10-103ffb0276e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:53:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['f89a82e1-5be4-40f7-8192-630ee74da5ab'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:54:21.905383 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e7128a-8ee9-405f-85b1-5751cf323dc1 None None] Pushing event updated for resources: {'Port': ['ID=c4719d54-599c-46a0-8445-458062e45858,revision_number=3']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:21.990122 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-ae458448-6d98-4172-ac10-103ffb0276e8 None None] Set router f89a82e1-5be4-40f7-8192-630ee74da5ab gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:54:22.081238 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6b2a14d7-9986-4a80-bf43-2113c57549ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:22.127385 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-ae25ee51-d53d-4d1f-b30c-2e73ad1f04bd None None] Provisioning for port 05560e37-389a-4cd6-9517-23ffb5b26c44 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:54:22.131939 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-ae25ee51-d53d-4d1f-b30c-2e73ad1f04bd None None] Provisioning complete for port 05560e37-389a-4cd6-9517-23ffb5b26c44 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:54:22.131939 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ae25ee51-d53d-4d1f-b30c-2e73ad1f04bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:22.165814 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-ae458448-6d98-4172-ac10-103ffb0276e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f89a82e1-5be4-40f7-8192-630ee74da5ab', 'name': 'tempest-TestEncryptedCinderVolumes-644582943-router', 'tenant_id': '6086497374694e7b911bbdc7e374932e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': 'c4719d54-599c-46a0-8445-458062e45858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:54:18Z', 'updated_at': '2021-07-09T15:54:19Z', 'revision_number': 3, 'project_id': '6086497374694e7b911bbdc7e374932e', 'gw_port': {'id': 'c4719d54-599c-46a0-8445-458062e45858', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:10:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f89a82e1-5be4-40f7-8192-630ee74da5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:54:19Z', 'updated_at': '2021-07-09T15:54:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:54:22.166632 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-ae25ee51-d53d-4d1f-b30c-2e73ad1f04bd None None] Port 05560e37-389a-4cd6-9517-23ffb5b26c44 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:54:22.198747 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae458448-6d98-4172-ac10-103ffb0276e8 None None] The sync data for ids ['f89a82e1-5be4-40f7-8192-630ee74da5ab'] in n-d-799529-6 is: [{'id': 'f89a82e1-5be4-40f7-8192-630ee74da5ab', 'name': 'tempest-TestEncryptedCinderVolumes-644582943-router', 'tenant_id': '6086497374694e7b911bbdc7e374932e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': 'c4719d54-599c-46a0-8445-458062e45858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:54:18Z', 'updated_at': '2021-07-09T15:54:19Z', 'revision_number': 3, 'project_id': '6086497374694e7b911bbdc7e374932e', 'gw_port': {'id': 'c4719d54-599c-46a0-8445-458062e45858', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:10:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f89a82e1-5be4-40f7-8192-630ee74da5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:54:19Z', 'updated_at': '2021-07-09T15:54:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:54:22.243947 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device ed385732-87a0-42db-9906-64afaa8141c7 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:54:22.262508 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6b2a14d7-9986-4a80-bf43-2113c57549ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:22.294172 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port ed385732-87a0-42db-9906-64afaa8141c7 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:54:22.294544 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:22.316200 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6b2a14d7-9986-4a80-bf43-2113c57549ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:22.388511 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6b2a14d7-9986-4a80-bf43-2113c57549ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:22.388883 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device fdc1b3bf-e654-46c8-8e36-ca5acc044370 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:54:22.390483 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2a14d7-9986-4a80-bf43-2113c57549ac admin admin] Pushing event updated for resources: {'Port': ['ID=05560e37-389a-4cd6-9517-23ffb5b26c44,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:22.463745 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port fdc1b3bf-e654-46c8-8e36-ca5acc044370 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:54:22.464277 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:22.516251 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2a14d7-9986-4a80-bf43-2113c57549ac admin admin] Network 0fc1e848-0981-4d5f-8458-de2a838b412f is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:54:22.517717 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-6b2a14d7-9986-4a80-bf43-2113c57549ac admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:54:22.650163 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b2a14d7-9986-4a80-bf43-2113c57549ac admin admin] Router f89a82e1-5be4-40f7-8192-630ee74da5ab has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:54:22.765031 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b2a14d7-9986-4a80-bf43-2113c57549ac admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:54:22.770258 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-6b2a14d7-9986-4a80-bf43-2113c57549ac admin admin] 10.222.0.58 "PUT /v2.0/routers/f89a82e1-5be4-40f7-8192-630ee74da5ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0132978 Jul 09 15:54:22.791956 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-293fef22-3ad0-4d01-a054-e4c9ac3d5e4d None None] Provisioning complete for port 05560e37-389a-4cd6-9517-23ffb5b26c44 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:54:22.792325 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-293fef22-3ad0-4d01-a054-e4c9ac3d5e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:22.830474 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-293fef22-3ad0-4d01-a054-e4c9ac3d5e4d None None] Port 05560e37-389a-4cd6-9517-23ffb5b26c44 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:54:23.651776 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66548a34-38da-449f-97d6-c0ec18b09390 req-71dd4d8a-1623-43a7-b4fd-ecd7bbdd432d tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:23.653292 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-66548a34-38da-449f-97d6-c0ec18b09390 req-71dd4d8a-1623-43a7-b4fd-ecd7bbdd432d tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] 10.222.0.58 "GET /v2.0/networks?id=3b254339-058d-4ddd-a5f6-9d389fbd3ccb HTTP/1.1" status: 200 len: 817 time: 0.1040049 Jul 09 15:54:23.668801 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-66548a34-38da-449f-97d6-c0ec18b09390 req-3473d1fd-9055-4fd7-8bef-4af8728c681d tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] 10.222.0.58 "GET /v2.0/quotas/01366e3f97d249daa804db66dc0e576c HTTP/1.1" status: 200 len: 375 time: 0.0093107 Jul 09 15:54:23.736761 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-66548a34-38da-449f-97d6-c0ec18b09390 req-6cc09f3f-e439-4d69-9015-ecb2556c00be tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=01366e3f97d249daa804db66dc0e576c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0627055 Jul 09 15:54:23.773294 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336a8c82-8075-4201-b6a5-0cd0741df3ec None None] Sync routers for ids ['f89a82e1-5be4-40f7-8192-630ee74da5ab'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:54:23.782526 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336a8c82-8075-4201-b6a5-0cd0741df3ec None None] Routers {'f89a82e1-5be4-40f7-8192-630ee74da5ab'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:54:23.783144 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-336a8c82-8075-4201-b6a5-0cd0741df3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:53:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['f89a82e1-5be4-40f7-8192-630ee74da5ab'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:54:23.861773 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:23.890163 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-336a8c82-8075-4201-b6a5-0cd0741df3ec None None] Set router f89a82e1-5be4-40f7-8192-630ee74da5ab gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:54:23.934229 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-66548a34-38da-449f-97d6-c0ec18b09390 req-ebacc2e7-921f-4024-b603-1f9a2f9c8fd4 service neutron] 10.222.0.58 "GET /v2.0/networks/3b254339-058d-4ddd-a5f6-9d389fbd3ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845040 Jul 09 15:54:24.024570 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-66548a34-38da-449f-97d6-c0ec18b09390 req-8b1f9ec7-49a0-44f4-b637-2acd29ab7c4c service neutron] 10.222.0.58 "GET /v2.0/networks/3b254339-058d-4ddd-a5f6-9d389fbd3ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844309 Jul 09 15:54:24.089624 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-336a8c82-8075-4201-b6a5-0cd0741df3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f89a82e1-5be4-40f7-8192-630ee74da5ab', 'name': 'tempest-TestEncryptedCinderVolumes-644582943-router', 'tenant_id': '6086497374694e7b911bbdc7e374932e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': 'c4719d54-599c-46a0-8445-458062e45858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:54:18Z', 'updated_at': '2021-07-09T15:54:21Z', 'revision_number': 4, 'project_id': '6086497374694e7b911bbdc7e374932e', 'gw_port': {'id': 'c4719d54-599c-46a0-8445-458062e45858', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:10:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f89a82e1-5be4-40f7-8192-630ee74da5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:54:19Z', 'updated_at': '2021-07-09T15:54:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '05560e37-389a-4cd6-9517-23ffb5b26c44', 'name': '', 'network_id': '0fc1e848-0981-4d5f-8458-de2a838b412f', 'tenant_id': '6086497374694e7b911bbdc7e374932e', 'mac_address': 'fa:16:3e:8f:04:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f89a82e1-5be4-40f7-8192-630ee74da5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '1ec9d34d-94c9-4674-9984-a1ae2cf6c4af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:54:21Z', 'updated_at': '2021-07-09T15:54:22Z', 'revision_number': 2, 'project_id': '6086497374694e7b911bbdc7e374932e', 'subnets': [{'id': '1ec9d34d-94c9-4674-9984-a1ae2cf6c4af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:54:24.119331 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336a8c82-8075-4201-b6a5-0cd0741df3ec None None] Checking router: f89a82e1-5be4-40f7-8192-630ee74da5ab for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:54:24.119719 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336a8c82-8075-4201-b6a5-0cd0741df3ec None None] Updating router f89a82e1-5be4-40f7-8192-630ee74da5ab port 05560e37-389a-4cd6-9517-23ffb5b26c44 binding host n-d-799529-6 {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:54:24.154612 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-336a8c82-8075-4201-b6a5-0cd0741df3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:24.266145 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device c4719d54-599c-46a0-8445-458062e45858 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:54:24.296479 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a56532b4-e736-44f3-b877-8e0ada3a54b0 req-756af27c-5b4a-4dd2-aa00-3ee953dcab57 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] 10.222.0.58 "GET /v2.0/ports?device_id=cff412b7-ceaf-42f4-8dbc-6e17a152ec49 HTTP/1.1" status: 200 len: 210 time: 0.0350382 Jul 09 15:54:24.480139 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port c4719d54-599c-46a0-8445-458062e45858 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:54:24.483052 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-336a8c82-8075-4201-b6a5-0cd0741df3ec None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:24.489551 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port c4719d54-599c-46a0-8445-458062e45858 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:54:24.489911 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:24.512556 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-336a8c82-8075-4201-b6a5-0cd0741df3ec None None] Transition to ACTIVE for port object 05560e37-389a-4cd6-9517-23ffb5b26c44 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:54:24.570072 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:24.583141 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-336a8c82-8075-4201-b6a5-0cd0741df3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:24.601666 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port c4719d54-599c-46a0-8445-458062e45858, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=c4719d54-599c-46a0-8445-458062e45858,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:54:24.647640 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4badc7a0-a6d3-4c4c-8743-f2b4c977fdff None None] Pushing event updated for resources: {'Port': ['ID=05560e37-389a-4cd6-9517-23ffb5b26c44,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:24.676766 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:24.730956 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-336a8c82-8075-4201-b6a5-0cd0741df3ec None None] Attempting to bind port 05560e37-389a-4cd6-9517-23ffb5b26c44 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:54:24.731247 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-336a8c82-8075-4201-b6a5-0cd0741df3ec None None] Attempting to bind port 05560e37-389a-4cd6-9517-23ffb5b26c44 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'c6aa9f3c-a135-47eb-a975-8eed4316c2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '0fc1e848-0981-4d5f-8458-de2a838b412f'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:54:24.731644 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336a8c82-8075-4201-b6a5-0cd0741df3ec None None] Attempting to bind port 05560e37-389a-4cd6-9517-23ffb5b26c44 on network 0fc1e848-0981-4d5f-8458-de2a838b412f {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:54:24.747259 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336a8c82-8075-4201-b6a5-0cd0741df3ec None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:54:24.747667 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336a8c82-8075-4201-b6a5-0cd0741df3ec None None] Checking segment: {'id': 'c6aa9f3c-a135-47eb-a975-8eed4316c2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '0fc1e848-0981-4d5f-8458-de2a838b412f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:54:24.748078 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-336a8c82-8075-4201-b6a5-0cd0741df3ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:24.748479 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336a8c82-8075-4201-b6a5-0cd0741df3ec None None] Bound using segment: {'id': 'c6aa9f3c-a135-47eb-a975-8eed4316c2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '0fc1e848-0981-4d5f-8458-de2a838b412f'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:54:24.748970 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-336a8c82-8075-4201-b6a5-0cd0741df3ec None None] Bound port: 05560e37-389a-4cd6-9517-23ffb5b26c44, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6aa9f3c-a135-47eb-a975-8eed4316c2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '0fc1e848-0981-4d5f-8458-de2a838b412f'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:54:24.749358 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-336a8c82-8075-4201-b6a5-0cd0741df3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:24.775172 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=c4719d54-599c-46a0-8445-458062e45858,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:24.833006 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-336a8c82-8075-4201-b6a5-0cd0741df3ec None None] For port 05560e37-389a-4cd6-9517-23ffb5b26c44, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:54:24.836402 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-336a8c82-8075-4201-b6a5-0cd0741df3ec None None] For port 05560e37-389a-4cd6-9517-23ffb5b26c44, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=05560e37-389a-4cd6-9517-23ffb5b26c44,segment=NetworkSegment(c6aa9f3c-a135-47eb-a975-8eed4316c2a1),segment_id=c6aa9f3c-a135-47eb-a975-8eed4316c2a1)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:54:24.936836 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-336a8c82-8075-4201-b6a5-0cd0741df3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:24.987925 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336a8c82-8075-4201-b6a5-0cd0741df3ec None None] Routers {'f89a82e1-5be4-40f7-8192-630ee74da5ab'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:54:24.988703 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-336a8c82-8075-4201-b6a5-0cd0741df3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:53:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['f89a82e1-5be4-40f7-8192-630ee74da5ab'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:54:25.041657 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4badc7a0-a6d3-4c4c-8743-f2b4c977fdff None None] Pushing event updated for resources: {'Port': ['ID=05560e37-389a-4cd6-9517-23ffb5b26c44,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:25.275784 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-336a8c82-8075-4201-b6a5-0cd0741df3ec None None] Set router f89a82e1-5be4-40f7-8192-630ee74da5ab gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:54:25.452074 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-adea6c33-ce46-475f-9b33-8c81fcb69b35 req-857aabfa-ce4b-42c5-aef7-04ac8acaa09b tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] 10.222.0.58 "GET /v2.0/ports?device_id=cff412b7-ceaf-42f4-8dbc-6e17a152ec49 HTTP/1.1" status: 200 len: 210 time: 0.0362158 Jul 09 15:54:25.496755 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-336a8c82-8075-4201-b6a5-0cd0741df3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f89a82e1-5be4-40f7-8192-630ee74da5ab', 'name': 'tempest-TestEncryptedCinderVolumes-644582943-router', 'tenant_id': '6086497374694e7b911bbdc7e374932e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': 'c4719d54-599c-46a0-8445-458062e45858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:54:18Z', 'updated_at': '2021-07-09T15:54:21Z', 'revision_number': 4, 'project_id': '6086497374694e7b911bbdc7e374932e', 'gw_port': {'id': 'c4719d54-599c-46a0-8445-458062e45858', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:10:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89a82e1-5be4-40f7-8192-630ee74da5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:54:19Z', 'updated_at': '2021-07-09T15:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '05560e37-389a-4cd6-9517-23ffb5b26c44', 'name': '', 'network_id': '0fc1e848-0981-4d5f-8458-de2a838b412f', 'tenant_id': '6086497374694e7b911bbdc7e374932e', 'mac_address': 'fa:16:3e:8f:04:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f89a82e1-5be4-40f7-8192-630ee74da5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '1ec9d34d-94c9-4674-9984-a1ae2cf6c4af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:54:21Z', 'updated_at': '2021-07-09T15:54:24Z', 'revision_number': 4, 'project_id': '6086497374694e7b911bbdc7e374932e', 'subnets': [{'id': '1ec9d34d-94c9-4674-9984-a1ae2cf6c4af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:54:25.523088 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336a8c82-8075-4201-b6a5-0cd0741df3ec None None] The sync data for ids ['f89a82e1-5be4-40f7-8192-630ee74da5ab'] in n-d-799529-6 is: [{'id': 'f89a82e1-5be4-40f7-8192-630ee74da5ab', 'name': 'tempest-TestEncryptedCinderVolumes-644582943-router', 'tenant_id': '6086497374694e7b911bbdc7e374932e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': 'c4719d54-599c-46a0-8445-458062e45858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:54:18Z', 'updated_at': '2021-07-09T15:54:21Z', 'revision_number': 4, 'project_id': '6086497374694e7b911bbdc7e374932e', 'gw_port': {'id': 'c4719d54-599c-46a0-8445-458062e45858', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:10:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89a82e1-5be4-40f7-8192-630ee74da5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:54:19Z', 'updated_at': '2021-07-09T15:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '05560e37-389a-4cd6-9517-23ffb5b26c44', 'name': '', 'network_id': '0fc1e848-0981-4d5f-8458-de2a838b412f', 'tenant_id': '6086497374694e7b911bbdc7e374932e', 'mac_address': 'fa:16:3e:8f:04:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f89a82e1-5be4-40f7-8192-630ee74da5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '1ec9d34d-94c9-4674-9984-a1ae2cf6c4af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:54:21Z', 'updated_at': '2021-07-09T15:54:24Z', 'revision_number': 4, 'project_id': '6086497374694e7b911bbdc7e374932e', 'subnets': [{'id': '1ec9d34d-94c9-4674-9984-a1ae2cf6c4af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:54:26.178677 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e2e4f405-d499-4cdf-8370-7661a54a8d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:26.326135 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 05560e37-389a-4cd6-9517-23ffb5b26c44 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:54:26.475543 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 05560e37-389a-4cd6-9517-23ffb5b26c44 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:54:26.481086 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 05560e37-389a-4cd6-9517-23ffb5b26c44 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:54:26.481602 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:26.583559 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:26.616722 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 05560e37-389a-4cd6-9517-23ffb5b26c44, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=05560e37-389a-4cd6-9517-23ffb5b26c44,segment=NetworkSegment(c6aa9f3c-a135-47eb-a975-8eed4316c2a1),segment_id=c6aa9f3c-a135-47eb-a975-8eed4316c2a1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:54:26.634882 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c88db9f5-c7f4-41f7-b13d-d20fc326c33e req-a372555a-4342-482f-9f8f-76cb74c2bece tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] 10.222.0.58 "GET /v2.0/ports?device_id=cff412b7-ceaf-42f4-8dbc-6e17a152ec49 HTTP/1.1" status: 200 len: 210 time: 0.0475438 Jul 09 15:54:26.665572 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66548a34-38da-449f-97d6-c0ec18b09390 req-cbe0fb43-c2b1-4a11-92e8-ff9c9c519074 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:26.667033 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-66548a34-38da-449f-97d6-c0ec18b09390 req-cbe0fb43-c2b1-4a11-92e8-ff9c9c519074 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] 10.222.0.54 "GET /v2.0/networks?id=3b254339-058d-4ddd-a5f6-9d389fbd3ccb HTTP/1.1" status: 200 len: 817 time: 0.1432102 Jul 09 15:54:26.680437 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-66548a34-38da-449f-97d6-c0ec18b09390 req-c840ff0e-68e1-4f04-93c8-78fab5a4741f tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Request body: {'port': {'device_id': 'cff412b7-ceaf-42f4-8dbc-6e17a152ec49', 'network_id': '3b254339-058d-4ddd-a5f6-9d389fbd3ccb', 'admin_state_up': True, 'tenant_id': '01366e3f97d249daa804db66dc0e576c'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:54:26.693367 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:26.694214 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device c4719d54-599c-46a0-8445-458062e45858 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:54:26.799699 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port c4719d54-599c-46a0-8445-458062e45858 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:54:26.800078 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:26.801746 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=05560e37-389a-4cd6-9517-23ffb5b26c44,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:26.827827 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:54:26.828175 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:54:26.828521 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:54:26.828864 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:54:26.829203 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:54:26.829537 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:54:26.829866 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:54:26.830195 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:54:26.830522 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:54:26.830848 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:54:26.831172 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:54:26.831494 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:54:26.881444 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66548a34-38da-449f-97d6-c0ec18b09390 req-c840ff0e-68e1-4f04-93c8-78fab5a4741f tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Made reservation on behalf of 01366e3f97d249daa804db66dc0e576c for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:54:26.885306 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-66548a34-38da-449f-97d6-c0ec18b09390 req-c840ff0e-68e1-4f04-93c8-78fab5a4741f tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:27.021154 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-66548a34-38da-449f-97d6-c0ec18b09390 req-c840ff0e-68e1-4f04-93c8-78fab5a4741f tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Allocated IP 172.20.0.4 (3b254339-058d-4ddd-a5f6-9d389fbd3ccb/a98b5a18-6a4d-4000-838f-c6124cca43f6/e90705c8-05a7-4643-8bd2-26d719a62bd8) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:54:27.169643 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-66548a34-38da-449f-97d6-c0ec18b09390 req-c840ff0e-68e1-4f04-93c8-78fab5a4741f tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:27.184174 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-66548a34-38da-449f-97d6-c0ec18b09390 req-c840ff0e-68e1-4f04-93c8-78fab5a4741f tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Transition to ACTIVE for port object e90705c8-05a7-4643-8bd2-26d719a62bd8 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:54:27.268122 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-66548a34-38da-449f-97d6-c0ec18b09390 req-c840ff0e-68e1-4f04-93c8-78fab5a4741f tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:27.318602 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66548a34-38da-449f-97d6-c0ec18b09390 req-c840ff0e-68e1-4f04-93c8-78fab5a4741f tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Network 3b254339-058d-4ddd-a5f6-9d389fbd3ccb is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:54:27.321784 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-66548a34-38da-449f-97d6-c0ec18b09390 req-c840ff0e-68e1-4f04-93c8-78fab5a4741f tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:54:27.325679 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-66548a34-38da-449f-97d6-c0ec18b09390 req-c840ff0e-68e1-4f04-93c8-78fab5a4741f tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:54:27.332136 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c840ff0e-68e1-4f04-93c8-78fab5a4741f tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Pushing event updated for resources: {'Port': ['ID=e90705c8-05a7-4643-8bd2-26d719a62bd8,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:27.382558 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66548a34-38da-449f-97d6-c0ec18b09390 req-c840ff0e-68e1-4f04-93c8-78fab5a4741f tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:27.383237 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-66548a34-38da-449f-97d6-c0ec18b09390 req-c840ff0e-68e1-4f04-93c8-78fab5a4741f tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:27.457729 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-66548a34-38da-449f-97d6-c0ec18b09390 req-c840ff0e-68e1-4f04-93c8-78fab5a4741f tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7816317 Jul 09 15:54:27.470565 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-66548a34-38da-449f-97d6-c0ec18b09390 req-15a2fcf0-229e-42d6-aace-ae72f5e083ea service neutron] Request body: {'port': {'device_id': 'cff412b7-ceaf-42f4-8dbc-6e17a152ec49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:54:27.544876 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-66548a34-38da-449f-97d6-c0ec18b09390 req-15a2fcf0-229e-42d6-aace-ae72f5e083ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:27.681254 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-12169f27-b5ab-4477-b820-e882d0399e0b None None] Provisioning for port e90705c8-05a7-4643-8bd2-26d719a62bd8 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:54:27.685698 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-12169f27-b5ab-4477-b820-e882d0399e0b None None] Provisioning complete for port e90705c8-05a7-4643-8bd2-26d719a62bd8 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:54:27.686189 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-12169f27-b5ab-4477-b820-e882d0399e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:27.721991 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-12169f27-b5ab-4477-b820-e882d0399e0b None None] Port e90705c8-05a7-4643-8bd2-26d719a62bd8 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:54:27.822149 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c879c-3ed0-4ad0-9c87-a7150385dd90 req-57432e53-bf6b-4549-a822-9e9a79bb5fb8 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:27.823726 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-806c879c-3ed0-4ad0-9c87-a7150385dd90 req-57432e53-bf6b-4549-a822-9e9a79bb5fb8 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] 10.222.0.58 "GET /v2.0/ports?device_id=cff412b7-ceaf-42f4-8dbc-6e17a152ec49 HTTP/1.1" status: 200 len: 931 time: 0.0717270 Jul 09 15:54:27.833296 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-66548a34-38da-449f-97d6-c0ec18b09390 req-15a2fcf0-229e-42d6-aace-ae72f5e083ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e90705c8-05a7-4643-8bd2-26d719a62bd8 {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:54:27.842720 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-66548a34-38da-449f-97d6-c0ec18b09390 req-15a2fcf0-229e-42d6-aace-ae72f5e083ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:27.861566 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-66548a34-38da-449f-97d6-c0ec18b09390 req-15a2fcf0-229e-42d6-aace-ae72f5e083ea service neutron] Transition to ACTIVE for port object e90705c8-05a7-4643-8bd2-26d719a62bd8 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:54:27.867900 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-806c879c-3ed0-4ad0-9c87-a7150385dd90 req-908338f0-d08e-4b93-b182-510fa67bf745 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] 10.222.0.58 "GET /v2.0/security-groups?id=88307a49-a4fb-4911-8494-c000cd848a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365431 Jul 09 15:54:27.949649 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-66548a34-38da-449f-97d6-c0ec18b09390 req-15a2fcf0-229e-42d6-aace-ae72f5e083ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:28.021110 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2fcf0-229e-42d6-aace-ae72f5e083ea service neutron] Pushing event updated for resources: {'Port': ['ID=e90705c8-05a7-4643-8bd2-26d719a62bd8,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:28.081645 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-66548a34-38da-449f-97d6-c0ec18b09390 req-15a2fcf0-229e-42d6-aace-ae72f5e083ea service neutron] Attempting to bind port e90705c8-05a7-4643-8bd2-26d719a62bd8 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:54:28.081982 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-66548a34-38da-449f-97d6-c0ec18b09390 req-15a2fcf0-229e-42d6-aace-ae72f5e083ea service neutron] Attempting to bind port e90705c8-05a7-4643-8bd2-26d719a62bd8 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': 'd62d46e4-cc8b-4c39-bcc3-81b1f40fa441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3b254339-058d-4ddd-a5f6-9d389fbd3ccb'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:54:28.082309 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66548a34-38da-449f-97d6-c0ec18b09390 req-15a2fcf0-229e-42d6-aace-ae72f5e083ea service neutron] Attempting to bind port e90705c8-05a7-4643-8bd2-26d719a62bd8 on network 3b254339-058d-4ddd-a5f6-9d389fbd3ccb {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:54:28.086895 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66548a34-38da-449f-97d6-c0ec18b09390 req-15a2fcf0-229e-42d6-aace-ae72f5e083ea service neutron] Port e90705c8-05a7-4643-8bd2-26d719a62bd8 on network 3b254339-058d-4ddd-a5f6-9d389fbd3ccb not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:54:28.087214 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66548a34-38da-449f-97d6-c0ec18b09390 req-15a2fcf0-229e-42d6-aace-ae72f5e083ea service neutron] Attempting to bind port e90705c8-05a7-4643-8bd2-26d719a62bd8 on network 3b254339-058d-4ddd-a5f6-9d389fbd3ccb {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:54:28.092453 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66548a34-38da-449f-97d6-c0ec18b09390 req-15a2fcf0-229e-42d6-aace-ae72f5e083ea service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:54:28.092793 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66548a34-38da-449f-97d6-c0ec18b09390 req-15a2fcf0-229e-42d6-aace-ae72f5e083ea service neutron] Checking segment: {'id': 'd62d46e4-cc8b-4c39-bcc3-81b1f40fa441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3b254339-058d-4ddd-a5f6-9d389fbd3ccb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:54:28.093181 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66548a34-38da-449f-97d6-c0ec18b09390 req-15a2fcf0-229e-42d6-aace-ae72f5e083ea service neutron] Bound using segment: {'id': 'd62d46e4-cc8b-4c39-bcc3-81b1f40fa441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3b254339-058d-4ddd-a5f6-9d389fbd3ccb'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:54:28.093673 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-66548a34-38da-449f-97d6-c0ec18b09390 req-15a2fcf0-229e-42d6-aace-ae72f5e083ea service neutron] Bound port: e90705c8-05a7-4643-8bd2-26d719a62bd8, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd62d46e4-cc8b-4c39-bcc3-81b1f40fa441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3b254339-058d-4ddd-a5f6-9d389fbd3ccb'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:54:28.094040 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-66548a34-38da-449f-97d6-c0ec18b09390 req-15a2fcf0-229e-42d6-aace-ae72f5e083ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:28.162997 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-66548a34-38da-449f-97d6-c0ec18b09390 req-15a2fcf0-229e-42d6-aace-ae72f5e083ea service neutron] For port e90705c8-05a7-4643-8bd2-26d719a62bd8, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:54:28.166165 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-66548a34-38da-449f-97d6-c0ec18b09390 req-15a2fcf0-229e-42d6-aace-ae72f5e083ea service neutron] For port e90705c8-05a7-4643-8bd2-26d719a62bd8, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=e90705c8-05a7-4643-8bd2-26d719a62bd8,segment=NetworkSegment(d62d46e4-cc8b-4c39-bcc3-81b1f40fa441),segment_id=d62d46e4-cc8b-4c39-bcc3-81b1f40fa441)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:54:28.236727 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 05560e37-389a-4cd6-9517-23ffb5b26c44 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:54:28.236938 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-66548a34-38da-449f-97d6-c0ec18b09390 req-15a2fcf0-229e-42d6-aace-ae72f5e083ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:28.272503 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66548a34-38da-449f-97d6-c0ec18b09390 req-15a2fcf0-229e-42d6-aace-ae72f5e083ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:28.273328 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-66548a34-38da-449f-97d6-c0ec18b09390 req-15a2fcf0-229e-42d6-aace-ae72f5e083ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:28.274804 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-66548a34-38da-449f-97d6-c0ec18b09390 req-15a2fcf0-229e-42d6-aace-ae72f5e083ea service neutron] 10.222.0.54 "PUT /v2.0/ports/e90705c8-05a7-4643-8bd2-26d719a62bd8 HTTP/1.1" status: 200 len: 1091 time: 0.8090341 Jul 09 15:54:28.275682 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cff412b7-ceaf-42f4-8dbc-6e17a152ec49', 'tag': 'e90705c8-05a7-4643-8bd2-26d719a62bd8'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:54:28.279979 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bb405a18ca731a56dedfaaf5e9a79789110744f6b6799bb7a0722340b5c16f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5008ba-530c-4b20-9fa8-f237e7aec7be" -d '{"events": [{"name": "network-changed", "server_uuid": "cff412b7-ceaf-42f4-8dbc-6e17a152ec49", "tag": "e90705c8-05a7-4643-8bd2-26d719a62bd8"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:54:28.298968 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 05560e37-389a-4cd6-9517-23ffb5b26c44 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:54:28.299432 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:28.308961 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2fcf0-229e-42d6-aace-ae72f5e083ea service neutron] Pushing event updated for resources: {'Port': ['ID=e90705c8-05a7-4643-8bd2-26d719a62bd8,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:28.337217 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2310c10-6526-4192-82ff-7e07311f85a3 x-openstack-request-id: req-f2310c10-6526-4192-82ff-7e07311f85a3 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:54:28.337347 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cff412b7-ceaf-42f4-8dbc-6e17a152ec49", "tag": "e90705c8-05a7-4643-8bd2-26d719a62bd8", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:54:28.337646 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f2310c10-6526-4192-82ff-7e07311f85a3 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:54:28.338154 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cff412b7-ceaf-42f4-8dbc-6e17a152ec49', 'tag': 'e90705c8-05a7-4643-8bd2-26d719a62bd8', 'status': 'completed', 'code': 200} Jul 09 15:54:28.420623 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5008ba-530c-4b20-9fa8-f237e7aec7be req-afaa21da-b677-44eb-8509-8465b18e00b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:28.422401 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4a5008ba-530c-4b20-9fa8-f237e7aec7be req-afaa21da-b677-44eb-8509-8465b18e00b2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=01366e3f97d249daa804db66dc0e576c&device_id=cff412b7-ceaf-42f4-8dbc-6e17a152ec49 HTTP/1.1" status: 200 len: 1094 time: 0.0577960 Jul 09 15:54:28.532908 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5008ba-530c-4b20-9fa8-f237e7aec7be req-7fae2dd8-d46c-4c48-bbf6-27f4e168c7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:28.534378 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4a5008ba-530c-4b20-9fa8-f237e7aec7be req-7fae2dd8-d46c-4c48-bbf6-27f4e168c7e4 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=01366e3f97d249daa804db66dc0e576c&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1045799 Jul 09 15:54:28.631338 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5008ba-530c-4b20-9fa8-f237e7aec7be req-7931d61b-b7ff-4e09-b85d-ade569ddc1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:28.632840 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4a5008ba-530c-4b20-9fa8-f237e7aec7be req-7931d61b-b7ff-4e09-b85d-ade569ddc1d2 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0916886 Jul 09 15:54:28.725184 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66548a34-38da-449f-97d6-c0ec18b09390 req-b8cb5cba-ec3f-4b14-b99c-aa54c3c6db18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:28.726689 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-66548a34-38da-449f-97d6-c0ec18b09390 req-b8cb5cba-ec3f-4b14-b99c-aa54c3c6db18 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=01366e3f97d249daa804db66dc0e576c&device_id=cff412b7-ceaf-42f4-8dbc-6e17a152ec49 HTTP/1.1" status: 200 len: 1094 time: 0.0525358 Jul 09 15:54:28.767772 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-66548a34-38da-449f-97d6-c0ec18b09390 req-931ce71f-c100-4a18-9297-776ca8b66db5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e90705c8-05a7-4643-8bd2-26d719a62bd8 HTTP/1.1" status: 200 len: 217 time: 0.0333965 Jul 09 15:54:28.815188 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66548a34-38da-449f-97d6-c0ec18b09390 req-2a0fb576-14eb-44f7-a90c-37f2afe85981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:28.816631 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-66548a34-38da-449f-97d6-c0ec18b09390 req-2a0fb576-14eb-44f7-a90c-37f2afe85981 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a98b5a18-6a4d-4000-838f-c6124cca43f6 HTTP/1.1" status: 200 len: 856 time: 0.0432017 Jul 09 15:54:28.875835 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66548a34-38da-449f-97d6-c0ec18b09390 req-d039b039-93d4-4b95-ab16-8fd412e8e9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:28.877354 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-66548a34-38da-449f-97d6-c0ec18b09390 req-d039b039-93d4-4b95-ab16-8fd412e8e9b2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3b254339-058d-4ddd-a5f6-9d389fbd3ccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548160 Jul 09 15:54:28.967090 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-66548a34-38da-449f-97d6-c0ec18b09390 req-95aa0dca-2569-4ea0-8d40-cf918fb3ab87 service neutron] 10.222.0.54 "GET /v2.0/networks/3b254339-058d-4ddd-a5f6-9d389fbd3ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829310 Jul 09 15:54:29.044680 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161f560-c5df-4538-90a3-c1f260ddafd3 req-49689084-56af-4182-acd0-26b9ae89e1bd tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:29.046126 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2161f560-c5df-4538-90a3-c1f260ddafd3 req-49689084-56af-4182-acd0-26b9ae89e1bd tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] 10.222.0.58 "GET /v2.0/ports?device_id=cff412b7-ceaf-42f4-8dbc-6e17a152ec49 HTTP/1.1" status: 200 len: 943 time: 0.0627053 Jul 09 15:54:29.062401 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-66548a34-38da-449f-97d6-c0ec18b09390 req-3064ec63-c690-4a29-9ba7-e0814250abf4 service neutron] 10.222.0.54 "GET /v2.0/networks/3b254339-058d-4ddd-a5f6-9d389fbd3ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883913 Jul 09 15:54:29.090804 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2161f560-c5df-4538-90a3-c1f260ddafd3 req-2cf7a81b-4823-47a7-b824-764b84ec6505 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] 10.222.0.58 "GET /v2.0/security-groups?id=88307a49-a4fb-4911-8494-c000cd848a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389912 Jul 09 15:54:29.172678 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-21c5bdbe-cc01-4bce-9913-857e033fe73e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:29.321460 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:30.265966 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c062ffb8-c786-465d-a904-ef55b08a7552 req-e43524ae-c164-40ee-8302-a9667a38946f tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:30.267538 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c062ffb8-c786-465d-a904-ef55b08a7552 req-e43524ae-c164-40ee-8302-a9667a38946f tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] 10.222.0.58 "GET /v2.0/ports?device_id=cff412b7-ceaf-42f4-8dbc-6e17a152ec49 HTTP/1.1" status: 200 len: 943 time: 0.0648975 Jul 09 15:54:30.306146 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c062ffb8-c786-465d-a904-ef55b08a7552 req-8f696a48-7f10-42e7-bef5-660269c649e5 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] 10.222.0.58 "GET /v2.0/security-groups?id=88307a49-a4fb-4911-8494-c000cd848a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328233 Jul 09 15:54:30.541805 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:30.554429 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device e90705c8-05a7-4643-8bd2-26d719a62bd8 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 15:54:30.653893 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port e90705c8-05a7-4643-8bd2-26d719a62bd8, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=e90705c8-05a7-4643-8bd2-26d719a62bd8,segment=NetworkSegment(d62d46e4-cc8b-4c39-bcc3-81b1f40fa441),segment_id=d62d46e4-cc8b-4c39-bcc3-81b1f40fa441)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:54:30.665580 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': 'e90705c8-05a7-4643-8bd2-26d719a62bd8', 'network_id': '3b254339-058d-4ddd-a5f6-9d389fbd3ccb', 'port_id': 'e90705c8-05a7-4643-8bd2-26d719a62bd8', 'mac_address': 'fa:16:3e:fa:10:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a98b5a18-6a4d-4000-838f-c6124cca43f6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 15:54:30.702187 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:30.714910 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e90705c8-05a7-4643-8bd2-26d719a62bd8 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:54:30.734515 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port e90705c8-05a7-4643-8bd2-26d719a62bd8, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=e90705c8-05a7-4643-8bd2-26d719a62bd8,segment=NetworkSegment(d62d46e4-cc8b-4c39-bcc3-81b1f40fa441),segment_id=d62d46e4-cc8b-4c39-bcc3-81b1f40fa441)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:54:30.818160 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:30.865629 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=e90705c8-05a7-4643-8bd2-26d719a62bd8,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:31.021160 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['e90705c8-05a7-4643-8bd2-26d719a62bd8'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:54:31.481646 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b655d3-47a3-49d1-8d1d-545081abb809 req-61d0cb7a-63f0-49ab-8a3d-0c921ef3be31 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:31.483207 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e1b655d3-47a3-49d1-8d1d-545081abb809 req-61d0cb7a-63f0-49ab-8a3d-0c921ef3be31 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] 10.222.0.58 "GET /v2.0/ports?device_id=cff412b7-ceaf-42f4-8dbc-6e17a152ec49 HTTP/1.1" status: 200 len: 944 time: 0.0650346 Jul 09 15:54:31.520387 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e1b655d3-47a3-49d1-8d1d-545081abb809 req-689c57db-9937-44dc-bb97-ed548fb08191 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] 10.222.0.58 "GET /v2.0/security-groups?id=88307a49-a4fb-4911-8494-c000cd848a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314288 Jul 09 15:54:31.896310 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:32.571979 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device e90705c8-05a7-4643-8bd2-26d719a62bd8 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:54:32.697828 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d36d0d-f17e-483f-a66f-46dc7d92caaa req-69b5e71e-b7fc-4c03-8191-de092732b8e5 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:32.700060 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-08d36d0d-f17e-483f-a66f-46dc7d92caaa req-69b5e71e-b7fc-4c03-8191-de092732b8e5 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] 10.222.0.58 "GET /v2.0/ports?device_id=cff412b7-ceaf-42f4-8dbc-6e17a152ec49 HTTP/1.1" status: 200 len: 944 time: 0.0645525 Jul 09 15:54:32.702002 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port e90705c8-05a7-4643-8bd2-26d719a62bd8 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:54:32.706345 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port e90705c8-05a7-4643-8bd2-26d719a62bd8 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:54:32.706825 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:32.742333 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-08d36d0d-f17e-483f-a66f-46dc7d92caaa req-74c9447b-4cca-4c66-8f91-f37bd64fcb24 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] 10.222.0.58 "GET /v2.0/security-groups?id=88307a49-a4fb-4911-8494-c000cd848a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366719 Jul 09 15:54:32.789120 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:32.811156 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff412b7-ceaf-42f4-8dbc-6e17a152ec49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e90705c8-05a7-4643-8bd2-26d719a62bd8'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:54:32.813459 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e75b9a97cbd66444b13ae988a684abc34c7a24a50a729030cfede81e7322398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74390c27-b300-46bc-887b-55fe45aa0fad" -d '{"events": [{"server_uuid": "cff412b7-ceaf-42f4-8dbc-6e17a152ec49", "name": "network-vif-plugged", "status": "completed", "tag": "e90705c8-05a7-4643-8bd2-26d719a62bd8"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:54:32.827044 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port e90705c8-05a7-4643-8bd2-26d719a62bd8, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=e90705c8-05a7-4643-8bd2-26d719a62bd8,segment=NetworkSegment(d62d46e4-cc8b-4c39-bcc3-81b1f40fa441),segment_id=d62d46e4-cc8b-4c39-bcc3-81b1f40fa441)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:54:32.849832 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9223bf94-2b0d-4098-b015-1385a051bdad x-openstack-request-id: req-9223bf94-2b0d-4098-b015-1385a051bdad {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:54:32.850123 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cff412b7-ceaf-42f4-8dbc-6e17a152ec49", "name": "network-vif-plugged", "status": "completed", "tag": "e90705c8-05a7-4643-8bd2-26d719a62bd8", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:54:32.850379 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9223bf94-2b0d-4098-b015-1385a051bdad {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:54:32.850777 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cff412b7-ceaf-42f4-8dbc-6e17a152ec49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e90705c8-05a7-4643-8bd2-26d719a62bd8', 'code': 200} Jul 09 15:54:32.915441 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:32.962713 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2520f31-f73d-4db6-8ff3-d3a9dccd0fb1 req-d1e8bcb0-ab9e-4799-9a17-6c31bc472ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:32.964154 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=e90705c8-05a7-4643-8bd2-26d719a62bd8,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:54:32.964291 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f2520f31-f73d-4db6-8ff3-d3a9dccd0fb1 req-d1e8bcb0-ab9e-4799-9a17-6c31bc472ead service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cff412b7-ceaf-42f4-8dbc-6e17a152ec49 HTTP/1.1" status: 200 len: 1096 time: 0.0533075 Jul 09 15:54:32.998405 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f2520f31-f73d-4db6-8ff3-d3a9dccd0fb1 req-b7f62efd-5d32-4697-826c-59d229773a18 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=88307a49-a4fb-4911-8494-c000cd848a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277154 Jul 09 15:54:33.917878 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc15f197-eb4b-4649-a59f-74da0354c7b1 req-e18abc71-9495-4fa8-8af3-4d30857fa685 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:33.919546 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fc15f197-eb4b-4649-a59f-74da0354c7b1 req-e18abc71-9495-4fa8-8af3-4d30857fa685 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] 10.222.0.58 "GET /v2.0/ports?device_id=cff412b7-ceaf-42f4-8dbc-6e17a152ec49 HTTP/1.1" status: 200 len: 945 time: 0.0648966 Jul 09 15:54:33.959339 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fc15f197-eb4b-4649-a59f-74da0354c7b1 req-c7a01ec3-5d08-4363-a247-5d9f13066f5e tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] 10.222.0.58 "GET /v2.0/security-groups?id=88307a49-a4fb-4911-8494-c000cd848a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337698 Jul 09 15:54:34.003878 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:54:35.131695 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ae4ae-dd68-45fb-bd36-2513a6478972 req-196fcebe-b94e-425f-8f9a-80a4d28c6d96 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:35.133207 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-630ae4ae-dd68-45fb-bd36-2513a6478972 req-196fcebe-b94e-425f-8f9a-80a4d28c6d96 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] 10.222.0.58 "GET /v2.0/ports?device_id=cff412b7-ceaf-42f4-8dbc-6e17a152ec49 HTTP/1.1" status: 200 len: 945 time: 0.0627506 Jul 09 15:54:35.172340 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-630ae4ae-dd68-45fb-bd36-2513a6478972 req-8fa81a9b-4165-45bc-89ca-05f09dd979fc tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] 10.222.0.58 "GET /v2.0/security-groups?id=88307a49-a4fb-4911-8494-c000cd848a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331767 Jul 09 15:54:35.345601 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f33aa-c4f3-44f1-abae-31b2b83fe7e2 req-14825580-edbb-4ef2-9452-e0204fe05111 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:35.347003 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8b7f33aa-c4f3-44f1-abae-31b2b83fe7e2 req-14825580-edbb-4ef2-9452-e0204fe05111 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] 10.222.0.58 "GET /v2.0/ports?device_id=cff412b7-ceaf-42f4-8dbc-6e17a152ec49 HTTP/1.1" status: 200 len: 945 time: 0.0670989 Jul 09 15:54:35.384338 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8b7f33aa-c4f3-44f1-abae-31b2b83fe7e2 req-f1501533-e6b6-4a43-82fd-c7b70b244667 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] 10.222.0.58 "GET /v2.0/security-groups?id=88307a49-a4fb-4911-8494-c000cd848a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317221 Jul 09 15:54:45.555848 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:53.867101 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:56.164530 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8c456fa8-a4ad-4f40-a1a5-396c46b38c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:59.172102 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5e265e2f-8425-465c-8715-f5293711e0c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:54:59.237596 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997dfe5f-6204-4d77-8037-ebefa12d5978 req-8f025294-72db-49d1-8d9c-cb05544a009f tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:54:59.239167 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-997dfe5f-6204-4d77-8037-ebefa12d5978 req-8f025294-72db-49d1-8d9c-cb05544a009f tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] 10.222.0.58 "GET /v2.0/ports?device_id=cff412b7-ceaf-42f4-8dbc-6e17a152ec49 HTTP/1.1" status: 200 len: 945 time: 0.0658360 Jul 09 15:54:59.278856 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-997dfe5f-6204-4d77-8037-ebefa12d5978 req-d2d32047-1283-434f-a0d8-00855ea00815 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] 10.222.0.58 "GET /v2.0/security-groups?id=88307a49-a4fb-4911-8494-c000cd848a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339248 Jul 09 15:54:59.291666 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:00.491881 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:00.509324 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40af768-2d5e-4c64-93d5-8e967ffae15d req-d4651b56-2396-44cf-8974-ab48b28017f0 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:00.511135 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f40af768-2d5e-4c64-93d5-8e967ffae15d req-d4651b56-2396-44cf-8974-ab48b28017f0 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] 10.222.0.58 "GET /v2.0/ports?device_id=cff412b7-ceaf-42f4-8dbc-6e17a152ec49 HTTP/1.1" status: 200 len: 945 time: 0.0778813 Jul 09 15:55:00.550225 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f40af768-2d5e-4c64-93d5-8e967ffae15d req-a38d3b75-45f8-4162-b65b-27e4a8a71b25 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] 10.222.0.58 "GET /v2.0/security-groups?id=88307a49-a4fb-4911-8494-c000cd848a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326560 Jul 09 15:55:00.810917 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afdb0ef-e67d-49fb-9888-4941c7a76a58 req-208d12d0-fc88-4b8f-b80b-fff2d013f4d5 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:00.812984 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6afdb0ef-e67d-49fb-9888-4941c7a76a58 req-208d12d0-fc88-4b8f-b80b-fff2d013f4d5 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] 10.222.0.54 "GET /v2.0/ports?device_id=cff412b7-ceaf-42f4-8dbc-6e17a152ec49 HTTP/1.1" status: 200 len: 945 time: 0.0680604 Jul 09 15:55:00.922195 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-6afdb0ef-e67d-49fb-9888-4941c7a76a58 req-97faf6d4-7e01-49eb-ad26-c311051cb0c6 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Deleting port e90705c8-05a7-4643-8bd2-26d719a62bd8 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:55:00.922534 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-6afdb0ef-e67d-49fb-9888-4941c7a76a58 req-97faf6d4-7e01-49eb-ad26-c311051cb0c6 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:01.013359 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-6afdb0ef-e67d-49fb-9888-4941c7a76a58 req-97faf6d4-7e01-49eb-ad26-c311051cb0c6 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] For port e90705c8-05a7-4643-8bd2-26d719a62bd8, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=e90705c8-05a7-4643-8bd2-26d719a62bd8,segment=NetworkSegment(d62d46e4-cc8b-4c39-bcc3-81b1f40fa441),segment_id=d62d46e4-cc8b-4c39-bcc3-81b1f40fa441)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:55:01.013758 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-6afdb0ef-e67d-49fb-9888-4941c7a76a58 req-97faf6d4-7e01-49eb-ad26-c311051cb0c6 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:01.028108 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-6afdb0ef-e67d-49fb-9888-4941c7a76a58 req-97faf6d4-7e01-49eb-ad26-c311051cb0c6 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Calling delete_port for e90705c8-05a7-4643-8bd2-26d719a62bd8 owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:55:01.246641 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-6afdb0ef-e67d-49fb-9888-4941c7a76a58 req-97faf6d4-7e01-49eb-ad26-c311051cb0c6 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:01.276312 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97faf6d4-7e01-49eb-ad26-c311051cb0c6 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Pushing event deleted for resources: {'Port': ['ID=e90705c8-05a7-4643-8bd2-26d719a62bd8,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:55:01.329178 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-6afdb0ef-e67d-49fb-9888-4941c7a76a58 req-97faf6d4-7e01-49eb-ad26-c311051cb0c6 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] No DVR routers for this DVR port e90705c8-05a7-4643-8bd2-26d719a62bd8 on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:55:01.332136 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-6afdb0ef-e67d-49fb-9888-4941c7a76a58 req-97faf6d4-7e01-49eb-ad26-c311051cb0c6 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:01.334289 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6afdb0ef-e67d-49fb-9888-4941c7a76a58 req-97faf6d4-7e01-49eb-ad26-c311051cb0c6 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] 10.222.0.54 "DELETE /v2.0/ports/e90705c8-05a7-4643-8bd2-26d719a62bd8 HTTP/1.1" status: 204 len: 173 time: 0.5145576 Jul 09 15:55:01.334819 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff412b7-ceaf-42f4-8dbc-6e17a152ec49', 'name': 'network-vif-deleted', 'tag': 'e90705c8-05a7-4643-8bd2-26d719a62bd8'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:55:01.337280 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bb405a18ca731a56dedfaaf5e9a79789110744f6b6799bb7a0722340b5c16f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b847355-9bd8-4279-b5f3-194b7cf1045a" -d '{"events": [{"server_uuid": "cff412b7-ceaf-42f4-8dbc-6e17a152ec49", "name": "network-vif-deleted", "tag": "e90705c8-05a7-4643-8bd2-26d719a62bd8"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:55:01.380125 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeedee44-e760-455a-8821-1ee294df9aa7 x-openstack-request-id: req-eeedee44-e760-455a-8821-1ee294df9aa7 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:55:01.382287 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cff412b7-ceaf-42f4-8dbc-6e17a152ec49", "name": "network-vif-deleted", "tag": "e90705c8-05a7-4643-8bd2-26d719a62bd8", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:55:01.382549 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-eeedee44-e760-455a-8821-1ee294df9aa7 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:55:01.382974 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cff412b7-ceaf-42f4-8dbc-6e17a152ec49', 'name': 'network-vif-deleted', 'tag': 'e90705c8-05a7-4643-8bd2-26d719a62bd8', 'status': 'completed', 'code': 200} Jul 09 15:55:01.726625 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-30916248-66a5-4283-a88c-b095721e7957 req-84b66b4c-d09e-44aa-b838-f82dbb1cdea5 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] 10.222.0.58 "GET /v2.0/ports?device_id=cff412b7-ceaf-42f4-8dbc-6e17a152ec49 HTTP/1.1" status: 200 len: 210 time: 0.0315666 Jul 09 15:55:01.897785 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:02.705510 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device e90705c8-05a7-4643-8bd2-26d719a62bd8 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:55:02.726577 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: e90705c8-05a7-4643-8bd2-26d719a62bd8 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:55:02.726926 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device e90705c8-05a7-4643-8bd2-26d719a62bd8 not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:55:03.417017 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b6255-01b6-4741-8c81-6396f3f854b3 req-fde80384-311a-4e43-b36f-8bf7bfec0e5a tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:03.418711 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5d0b6255-01b6-4741-8c81-6396f3f854b3 req-fde80384-311a-4e43-b36f-8bf7bfec0e5a tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] 10.222.0.58 "GET /v2.0/networks?id=3b254339-058d-4ddd-a5f6-9d389fbd3ccb HTTP/1.1" status: 200 len: 817 time: 0.1093905 Jul 09 15:55:03.434512 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5d0b6255-01b6-4741-8c81-6396f3f854b3 req-688e9215-cc6b-4c94-8e6d-f2a4eba9ebb3 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] 10.222.0.58 "GET /v2.0/quotas/01366e3f97d249daa804db66dc0e576c HTTP/1.1" status: 200 len: 375 time: 0.0096190 Jul 09 15:55:03.503220 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5d0b6255-01b6-4741-8c81-6396f3f854b3 req-89b451ff-aa5e-4d9b-981e-aa7befbfc878 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=01366e3f97d249daa804db66dc0e576c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0635109 Jul 09 15:55:03.599373 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5d0b6255-01b6-4741-8c81-6396f3f854b3 req-41f7d689-0aee-4f22-af78-7ee9e170184a service neutron] 10.222.0.58 "GET /v2.0/networks/3b254339-058d-4ddd-a5f6-9d389fbd3ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838990 Jul 09 15:55:03.694932 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5d0b6255-01b6-4741-8c81-6396f3f854b3 req-bd0ef507-82c9-4241-b9c8-099162e69169 service neutron] 10.222.0.58 "GET /v2.0/networks/3b254339-058d-4ddd-a5f6-9d389fbd3ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897431 Jul 09 15:55:03.959406 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d86f4954-0167-40fa-b28b-d4925e6ea9cb req-5677b11e-23af-4d8f-9a87-6bf88f74dd95 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1810b68-c1b9-49ac-a58d-9b4e27d9b144 HTTP/1.1" status: 200 len: 210 time: 0.0314357 Jul 09 15:55:05.099528 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bfe1f11b-ec95-41c2-9a2d-5bd38f0dfb68 req-2e528802-39ac-450d-a226-b48f0c3f5a3a tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1810b68-c1b9-49ac-a58d-9b4e27d9b144 HTTP/1.1" status: 200 len: 210 time: 0.0292099 Jul 09 15:55:06.036056 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b6255-01b6-4741-8c81-6396f3f854b3 req-0d45ec6f-c54f-4c69-9ce2-513547221275 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:06.037542 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5d0b6255-01b6-4741-8c81-6396f3f854b3 req-0d45ec6f-c54f-4c69-9ce2-513547221275 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] 10.222.0.54 "GET /v2.0/networks?id=3b254339-058d-4ddd-a5f6-9d389fbd3ccb HTTP/1.1" status: 200 len: 817 time: 0.0999787 Jul 09 15:55:06.049527 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-5d0b6255-01b6-4741-8c81-6396f3f854b3 req-b00e382c-e980-4315-9393-b24aef2fe06a tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Request body: {'port': {'device_id': 'd1810b68-c1b9-49ac-a58d-9b4e27d9b144', 'network_id': '3b254339-058d-4ddd-a5f6-9d389fbd3ccb', 'admin_state_up': True, 'tenant_id': '01366e3f97d249daa804db66dc0e576c'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:55:06.245648 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-02885670-cc54-447d-b7d4-cbd4950ec130 req-7a32c20d-5aba-40ae-bfa0-74d403eadefc tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1810b68-c1b9-49ac-a58d-9b4e27d9b144 HTTP/1.1" status: 200 len: 210 time: 0.0312688 Jul 09 15:55:06.266276 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d0b6255-01b6-4741-8c81-6396f3f854b3 req-b00e382c-e980-4315-9393-b24aef2fe06a tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Made reservation on behalf of 01366e3f97d249daa804db66dc0e576c for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:55:06.269855 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-5d0b6255-01b6-4741-8c81-6396f3f854b3 req-b00e382c-e980-4315-9393-b24aef2fe06a tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:06.400768 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-5d0b6255-01b6-4741-8c81-6396f3f854b3 req-b00e382c-e980-4315-9393-b24aef2fe06a tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Allocated IP 172.20.0.5 (3b254339-058d-4ddd-a5f6-9d389fbd3ccb/a98b5a18-6a4d-4000-838f-c6124cca43f6/b8351c68-1ed7-42c4-a5dd-cff2d8eaab37) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:55:06.559288 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-5d0b6255-01b6-4741-8c81-6396f3f854b3 req-b00e382c-e980-4315-9393-b24aef2fe06a tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:06.575642 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-5d0b6255-01b6-4741-8c81-6396f3f854b3 req-b00e382c-e980-4315-9393-b24aef2fe06a tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Transition to ACTIVE for port object b8351c68-1ed7-42c4-a5dd-cff2d8eaab37 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:55:06.666881 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-5d0b6255-01b6-4741-8c81-6396f3f854b3 req-b00e382c-e980-4315-9393-b24aef2fe06a tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:06.713562 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d0b6255-01b6-4741-8c81-6396f3f854b3 req-b00e382c-e980-4315-9393-b24aef2fe06a tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Network 3b254339-058d-4ddd-a5f6-9d389fbd3ccb is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:55:06.717676 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-5d0b6255-01b6-4741-8c81-6396f3f854b3 req-b00e382c-e980-4315-9393-b24aef2fe06a tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:55:06.721964 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d0b6255-01b6-4741-8c81-6396f3f854b3 req-b00e382c-e980-4315-9393-b24aef2fe06a tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:55:06.728679 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00e382c-e980-4315-9393-b24aef2fe06a tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Pushing event updated for resources: {'Port': ['ID=b8351c68-1ed7-42c4-a5dd-cff2d8eaab37,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:55:06.777058 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b6255-01b6-4741-8c81-6396f3f854b3 req-b00e382c-e980-4315-9393-b24aef2fe06a tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:06.777681 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-5d0b6255-01b6-4741-8c81-6396f3f854b3 req-b00e382c-e980-4315-9393-b24aef2fe06a tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:06.892522 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5d0b6255-01b6-4741-8c81-6396f3f854b3 req-b00e382c-e980-4315-9393-b24aef2fe06a tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8467193 Jul 09 15:55:06.904996 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-5d0b6255-01b6-4741-8c81-6396f3f854b3 req-9d900efe-0208-4126-b8c5-476b6ce74ccd service neutron] Request body: {'port': {'device_id': 'd1810b68-c1b9-49ac-a58d-9b4e27d9b144', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:55:06.994221 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-5d0b6255-01b6-4741-8c81-6396f3f854b3 req-9d900efe-0208-4126-b8c5-476b6ce74ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:07.051368 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-05785df5-c609-43be-acbd-3dd1cdc0616b None None] Provisioning for port b8351c68-1ed7-42c4-a5dd-cff2d8eaab37 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:55:07.055871 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-05785df5-c609-43be-acbd-3dd1cdc0616b None None] Provisioning complete for port b8351c68-1ed7-42c4-a5dd-cff2d8eaab37 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:55:07.056254 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-05785df5-c609-43be-acbd-3dd1cdc0616b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:07.096182 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-05785df5-c609-43be-acbd-3dd1cdc0616b None None] Port b8351c68-1ed7-42c4-a5dd-cff2d8eaab37 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:55:07.276047 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-5d0b6255-01b6-4741-8c81-6396f3f854b3 req-9d900efe-0208-4126-b8c5-476b6ce74ccd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8351c68-1ed7-42c4-a5dd-cff2d8eaab37 {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:55:07.284844 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-5d0b6255-01b6-4741-8c81-6396f3f854b3 req-9d900efe-0208-4126-b8c5-476b6ce74ccd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:07.299707 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-5d0b6255-01b6-4741-8c81-6396f3f854b3 req-9d900efe-0208-4126-b8c5-476b6ce74ccd service neutron] Transition to ACTIVE for port object b8351c68-1ed7-42c4-a5dd-cff2d8eaab37 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:55:07.371336 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-5d0b6255-01b6-4741-8c81-6396f3f854b3 req-9d900efe-0208-4126-b8c5-476b6ce74ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:07.424230 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d900efe-0208-4126-b8c5-476b6ce74ccd service neutron] Pushing event updated for resources: {'Port': ['ID=b8351c68-1ed7-42c4-a5dd-cff2d8eaab37,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:55:07.434031 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef519dbc-accf-4605-bb28-c6b2a61de97a req-9ccc2c7d-5be1-441b-b01d-49a2b91b5138 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:07.435704 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ef519dbc-accf-4605-bb28-c6b2a61de97a req-9ccc2c7d-5be1-441b-b01d-49a2b91b5138 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1810b68-c1b9-49ac-a58d-9b4e27d9b144 HTTP/1.1" status: 200 len: 943 time: 0.0739436 Jul 09 15:55:07.484279 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ef519dbc-accf-4605-bb28-c6b2a61de97a req-284ac1ac-de3e-4c0a-89a5-be819d8e365b tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] 10.222.0.58 "GET /v2.0/security-groups?id=88307a49-a4fb-4911-8494-c000cd848a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424941 Jul 09 15:55:07.498226 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-5d0b6255-01b6-4741-8c81-6396f3f854b3 req-9d900efe-0208-4126-b8c5-476b6ce74ccd service neutron] Attempting to bind port b8351c68-1ed7-42c4-a5dd-cff2d8eaab37 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:55:07.498679 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-5d0b6255-01b6-4741-8c81-6396f3f854b3 req-9d900efe-0208-4126-b8c5-476b6ce74ccd service neutron] Attempting to bind port b8351c68-1ed7-42c4-a5dd-cff2d8eaab37 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': 'd62d46e4-cc8b-4c39-bcc3-81b1f40fa441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3b254339-058d-4ddd-a5f6-9d389fbd3ccb'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:55:07.499222 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0b6255-01b6-4741-8c81-6396f3f854b3 req-9d900efe-0208-4126-b8c5-476b6ce74ccd service neutron] Attempting to bind port b8351c68-1ed7-42c4-a5dd-cff2d8eaab37 on network 3b254339-058d-4ddd-a5f6-9d389fbd3ccb {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:55:07.504003 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0b6255-01b6-4741-8c81-6396f3f854b3 req-9d900efe-0208-4126-b8c5-476b6ce74ccd service neutron] Port b8351c68-1ed7-42c4-a5dd-cff2d8eaab37 on network 3b254339-058d-4ddd-a5f6-9d389fbd3ccb not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:55:07.504325 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0b6255-01b6-4741-8c81-6396f3f854b3 req-9d900efe-0208-4126-b8c5-476b6ce74ccd service neutron] Attempting to bind port b8351c68-1ed7-42c4-a5dd-cff2d8eaab37 on network 3b254339-058d-4ddd-a5f6-9d389fbd3ccb {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:55:07.509479 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0b6255-01b6-4741-8c81-6396f3f854b3 req-9d900efe-0208-4126-b8c5-476b6ce74ccd service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:55:07.510066 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0b6255-01b6-4741-8c81-6396f3f854b3 req-9d900efe-0208-4126-b8c5-476b6ce74ccd service neutron] Checking segment: {'id': 'd62d46e4-cc8b-4c39-bcc3-81b1f40fa441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3b254339-058d-4ddd-a5f6-9d389fbd3ccb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:55:07.510452 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0b6255-01b6-4741-8c81-6396f3f854b3 req-9d900efe-0208-4126-b8c5-476b6ce74ccd service neutron] Bound using segment: {'id': 'd62d46e4-cc8b-4c39-bcc3-81b1f40fa441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3b254339-058d-4ddd-a5f6-9d389fbd3ccb'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:55:07.510877 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-5d0b6255-01b6-4741-8c81-6396f3f854b3 req-9d900efe-0208-4126-b8c5-476b6ce74ccd service neutron] Bound port: b8351c68-1ed7-42c4-a5dd-cff2d8eaab37, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd62d46e4-cc8b-4c39-bcc3-81b1f40fa441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3b254339-058d-4ddd-a5f6-9d389fbd3ccb'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:55:07.511236 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-5d0b6255-01b6-4741-8c81-6396f3f854b3 req-9d900efe-0208-4126-b8c5-476b6ce74ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:07.585443 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-5d0b6255-01b6-4741-8c81-6396f3f854b3 req-9d900efe-0208-4126-b8c5-476b6ce74ccd service neutron] For port b8351c68-1ed7-42c4-a5dd-cff2d8eaab37, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:55:07.589103 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-5d0b6255-01b6-4741-8c81-6396f3f854b3 req-9d900efe-0208-4126-b8c5-476b6ce74ccd service neutron] For port b8351c68-1ed7-42c4-a5dd-cff2d8eaab37, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=b8351c68-1ed7-42c4-a5dd-cff2d8eaab37,segment=NetworkSegment(d62d46e4-cc8b-4c39-bcc3-81b1f40fa441),segment_id=d62d46e4-cc8b-4c39-bcc3-81b1f40fa441)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:55:07.680828 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-5d0b6255-01b6-4741-8c81-6396f3f854b3 req-9d900efe-0208-4126-b8c5-476b6ce74ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:07.718547 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b6255-01b6-4741-8c81-6396f3f854b3 req-9d900efe-0208-4126-b8c5-476b6ce74ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:07.718547 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-5d0b6255-01b6-4741-8c81-6396f3f854b3 req-9d900efe-0208-4126-b8c5-476b6ce74ccd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:07.720039 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5d0b6255-01b6-4741-8c81-6396f3f854b3 req-9d900efe-0208-4126-b8c5-476b6ce74ccd service neutron] 10.222.0.54 "PUT /v2.0/ports/b8351c68-1ed7-42c4-a5dd-cff2d8eaab37 HTTP/1.1" status: 200 len: 1091 time: 0.8194959 Jul 09 15:55:07.720482 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1810b68-c1b9-49ac-a58d-9b4e27d9b144', 'tag': 'b8351c68-1ed7-42c4-a5dd-cff2d8eaab37'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:55:07.722926 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bb405a18ca731a56dedfaaf5e9a79789110744f6b6799bb7a0722340b5c16f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f886a21-6a13-4d09-86e0-4be4bdbabf58" -d '{"events": [{"name": "network-changed", "server_uuid": "d1810b68-c1b9-49ac-a58d-9b4e27d9b144", "tag": "b8351c68-1ed7-42c4-a5dd-cff2d8eaab37"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:55:07.757566 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d900efe-0208-4126-b8c5-476b6ce74ccd service neutron] Pushing event updated for resources: {'Port': ['ID=b8351c68-1ed7-42c4-a5dd-cff2d8eaab37,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:55:07.768382 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe318ae-59b1-47da-b12a-91f1b15ecc66 x-openstack-request-id: req-4fe318ae-59b1-47da-b12a-91f1b15ecc66 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:55:07.768734 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1810b68-c1b9-49ac-a58d-9b4e27d9b144", "tag": "b8351c68-1ed7-42c4-a5dd-cff2d8eaab37", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:55:07.768934 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4fe318ae-59b1-47da-b12a-91f1b15ecc66 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:55:07.769391 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1810b68-c1b9-49ac-a58d-9b4e27d9b144', 'tag': 'b8351c68-1ed7-42c4-a5dd-cff2d8eaab37', 'status': 'completed', 'code': 200} Jul 09 15:55:07.854989 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f886a21-6a13-4d09-86e0-4be4bdbabf58 req-b938f258-9b06-4575-ad1a-90476df31757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:07.856791 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7f886a21-6a13-4d09-86e0-4be4bdbabf58 req-b938f258-9b06-4575-ad1a-90476df31757 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=01366e3f97d249daa804db66dc0e576c&device_id=d1810b68-c1b9-49ac-a58d-9b4e27d9b144 HTTP/1.1" status: 200 len: 1094 time: 0.0612445 Jul 09 15:55:07.971194 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f886a21-6a13-4d09-86e0-4be4bdbabf58 req-a95fd9dc-c4cb-4eb3-8bdf-a9c152596d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:07.972710 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7f886a21-6a13-4d09-86e0-4be4bdbabf58 req-a95fd9dc-c4cb-4eb3-8bdf-a9c152596d84 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=01366e3f97d249daa804db66dc0e576c&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1073427 Jul 09 15:55:08.426098 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f886a21-6a13-4d09-86e0-4be4bdbabf58 req-e4ff13a3-f175-4b2f-86c5-bf5bbbaa1f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:08.427686 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7f886a21-6a13-4d09-86e0-4be4bdbabf58 req-e4ff13a3-f175-4b2f-86c5-bf5bbbaa1f3e service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4481034 Jul 09 15:55:08.519003 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b6255-01b6-4741-8c81-6396f3f854b3 req-3f8edfed-1f5a-43ec-ab12-df1026dc496c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:08.520551 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5d0b6255-01b6-4741-8c81-6396f3f854b3 req-3f8edfed-1f5a-43ec-ab12-df1026dc496c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=01366e3f97d249daa804db66dc0e576c&device_id=d1810b68-c1b9-49ac-a58d-9b4e27d9b144 HTTP/1.1" status: 200 len: 1094 time: 0.0546093 Jul 09 15:55:08.563331 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5d0b6255-01b6-4741-8c81-6396f3f854b3 req-a6f5a1c7-6ef1-48b3-8514-dd1283e70d19 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8351c68-1ed7-42c4-a5dd-cff2d8eaab37 HTTP/1.1" status: 200 len: 217 time: 0.0356441 Jul 09 15:55:08.615573 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b6255-01b6-4741-8c81-6396f3f854b3 req-cc8b98cb-c7a9-41a0-aafa-b07d3a48f4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:08.617049 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5d0b6255-01b6-4741-8c81-6396f3f854b3 req-cc8b98cb-c7a9-41a0-aafa-b07d3a48f4f1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a98b5a18-6a4d-4000-838f-c6124cca43f6 HTTP/1.1" status: 200 len: 856 time: 0.0472040 Jul 09 15:55:08.655825 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc5b4f5-bd7b-4676-ada4-730bd04be864 req-543fbd3e-ea6f-45b1-9d60-4f03d9af4c3e tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:08.657971 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8dc5b4f5-bd7b-4676-ada4-730bd04be864 req-543fbd3e-ea6f-45b1-9d60-4f03d9af4c3e tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1810b68-c1b9-49ac-a58d-9b4e27d9b144 HTTP/1.1" status: 200 len: 943 time: 0.0651858 Jul 09 15:55:08.675845 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b6255-01b6-4741-8c81-6396f3f854b3 req-01a265ec-8d9b-49d6-be7e-7990f3507f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:08.677366 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5d0b6255-01b6-4741-8c81-6396f3f854b3 req-01a265ec-8d9b-49d6-be7e-7990f3507f6f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3b254339-058d-4ddd-a5f6-9d389fbd3ccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537100 Jul 09 15:55:08.696860 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8dc5b4f5-bd7b-4676-ada4-730bd04be864 req-0ad0140b-2236-4cc0-9afe-83b149fcecb2 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] 10.222.0.58 "GET /v2.0/security-groups?id=88307a49-a4fb-4911-8494-c000cd848a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331516 Jul 09 15:55:08.766928 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5d0b6255-01b6-4741-8c81-6396f3f854b3 req-42de38c9-24eb-46c6-9f77-9f76aac13afc service neutron] 10.222.0.54 "GET /v2.0/networks/3b254339-058d-4ddd-a5f6-9d389fbd3ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831454 Jul 09 15:55:08.860783 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5d0b6255-01b6-4741-8c81-6396f3f854b3 req-1bd2f18d-fade-46f3-8203-4a49f0eb5aef service neutron] 10.222.0.54 "GET /v2.0/networks/3b254339-058d-4ddd-a5f6-9d389fbd3ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854926 Jul 09 15:55:09.877913 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59fff3-7163-40af-ad60-5b04fc1b66a5 req-f4ce9b0e-033e-45c5-99f1-895188601678 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:09.879526 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-da59fff3-7163-40af-ad60-5b04fc1b66a5 req-f4ce9b0e-033e-45c5-99f1-895188601678 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1810b68-c1b9-49ac-a58d-9b4e27d9b144 HTTP/1.1" status: 200 len: 943 time: 0.0669179 Jul 09 15:55:09.923370 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-da59fff3-7163-40af-ad60-5b04fc1b66a5 req-112f5899-2528-4881-ab49-e969df770e06 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] 10.222.0.58 "GET /v2.0/security-groups?id=88307a49-a4fb-4911-8494-c000cd848a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371404 Jul 09 15:55:10.757964 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device b8351c68-1ed7-42c4-a5dd-cff2d8eaab37 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 15:55:10.864786 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port b8351c68-1ed7-42c4-a5dd-cff2d8eaab37, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=b8351c68-1ed7-42c4-a5dd-cff2d8eaab37,segment=NetworkSegment(d62d46e4-cc8b-4c39-bcc3-81b1f40fa441),segment_id=d62d46e4-cc8b-4c39-bcc3-81b1f40fa441)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:55:10.877132 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': 'b8351c68-1ed7-42c4-a5dd-cff2d8eaab37', 'network_id': '3b254339-058d-4ddd-a5f6-9d389fbd3ccb', 'port_id': 'b8351c68-1ed7-42c4-a5dd-cff2d8eaab37', 'mac_address': 'fa:16:3e:4d:0d:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a98b5a18-6a4d-4000-838f-c6124cca43f6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 15:55:10.917442 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:10.931545 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8351c68-1ed7-42c4-a5dd-cff2d8eaab37 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:55:10.951910 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port b8351c68-1ed7-42c4-a5dd-cff2d8eaab37, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=b8351c68-1ed7-42c4-a5dd-cff2d8eaab37,segment=NetworkSegment(d62d46e4-cc8b-4c39-bcc3-81b1f40fa441),segment_id=d62d46e4-cc8b-4c39-bcc3-81b1f40fa441)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:55:11.003270 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:55:11.054265 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:11.099412 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=b8351c68-1ed7-42c4-a5dd-cff2d8eaab37,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:55:11.101895 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe854cd-d900-487d-bbc9-4ca9163eb9a3 req-bcfa87fc-26ce-4f80-9b0a-710b9bc01d9a tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:11.103934 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fbe854cd-d900-487d-bbc9-4ca9163eb9a3 req-bcfa87fc-26ce-4f80-9b0a-710b9bc01d9a tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1810b68-c1b9-49ac-a58d-9b4e27d9b144 HTTP/1.1" status: 200 len: 943 time: 0.0651214 Jul 09 15:55:11.141712 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fbe854cd-d900-487d-bbc9-4ca9163eb9a3 req-7a49b656-5d4e-48e6-be0c-deeb022d364b tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] 10.222.0.58 "GET /v2.0/security-groups?id=88307a49-a4fb-4911-8494-c000cd848a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319390 Jul 09 15:55:11.250010 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['b8351c68-1ed7-42c4-a5dd-cff2d8eaab37'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:55:12.327189 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4a81b-1945-4911-bc71-265f3a250f13 req-093f6f26-9c19-4c02-81b7-6ad34a381613 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:12.328957 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-feb4a81b-1945-4911-bc71-265f3a250f13 req-093f6f26-9c19-4c02-81b7-6ad34a381613 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1810b68-c1b9-49ac-a58d-9b4e27d9b144 HTTP/1.1" status: 200 len: 944 time: 0.0727408 Jul 09 15:55:12.371531 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-feb4a81b-1945-4911-bc71-265f3a250f13 req-a1a0d3c2-9927-4215-b292-82cc168c8620 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] 10.222.0.58 "GET /v2.0/security-groups?id=88307a49-a4fb-4911-8494-c000cd848a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345242 Jul 09 15:55:12.774739 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device b8351c68-1ed7-42c4-a5dd-cff2d8eaab37 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:55:12.883359 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port b8351c68-1ed7-42c4-a5dd-cff2d8eaab37 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:55:12.887656 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port b8351c68-1ed7-42c4-a5dd-cff2d8eaab37 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:55:12.888034 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:12.976680 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:13.006424 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1810b68-c1b9-49ac-a58d-9b4e27d9b144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8351c68-1ed7-42c4-a5dd-cff2d8eaab37'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:55:13.008792 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e75b9a97cbd66444b13ae988a684abc34c7a24a50a729030cfede81e7322398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9afb7caf-157b-412f-a254-2604b04a7016" -d '{"events": [{"server_uuid": "d1810b68-c1b9-49ac-a58d-9b4e27d9b144", "name": "network-vif-plugged", "status": "completed", "tag": "b8351c68-1ed7-42c4-a5dd-cff2d8eaab37"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:55:13.022826 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port b8351c68-1ed7-42c4-a5dd-cff2d8eaab37, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=b8351c68-1ed7-42c4-a5dd-cff2d8eaab37,segment=NetworkSegment(d62d46e4-cc8b-4c39-bcc3-81b1f40fa441),segment_id=d62d46e4-cc8b-4c39-bcc3-81b1f40fa441)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:55:13.045227 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-624ce4eb-fefc-4eed-9b13-772a39a9a4de x-openstack-request-id: req-624ce4eb-fefc-4eed-9b13-772a39a9a4de {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:55:13.045524 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1810b68-c1b9-49ac-a58d-9b4e27d9b144", "name": "network-vif-plugged", "status": "completed", "tag": "b8351c68-1ed7-42c4-a5dd-cff2d8eaab37", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:55:13.045779 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-624ce4eb-fefc-4eed-9b13-772a39a9a4de {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:55:13.046169 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1810b68-c1b9-49ac-a58d-9b4e27d9b144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8351c68-1ed7-42c4-a5dd-cff2d8eaab37', 'code': 200} Jul 09 15:55:13.095471 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:13.149101 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=b8351c68-1ed7-42c4-a5dd-cff2d8eaab37,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:55:13.173763 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15aab95-b9fa-4b22-b496-ebd3773daaae req-3130da2e-8a01-49f4-b123-5e93001b4044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:13.175694 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e15aab95-b9fa-4b22-b496-ebd3773daaae req-3130da2e-8a01-49f4-b123-5e93001b4044 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d1810b68-c1b9-49ac-a58d-9b4e27d9b144 HTTP/1.1" status: 200 len: 1096 time: 0.0582530 Jul 09 15:55:13.213293 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e15aab95-b9fa-4b22-b496-ebd3773daaae req-a5b13f87-34f3-4428-a7ad-b146e5b57e99 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=88307a49-a4fb-4911-8494-c000cd848a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309117 Jul 09 15:55:13.542979 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed63a11-5e67-4b0f-b4f9-f737f6c0cb12 req-639797f8-b5df-4f76-bd0c-9c821bf26497 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:13.545138 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9ed63a11-5e67-4b0f-b4f9-f737f6c0cb12 req-639797f8-b5df-4f76-bd0c-9c821bf26497 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1810b68-c1b9-49ac-a58d-9b4e27d9b144 HTTP/1.1" status: 200 len: 945 time: 0.0644157 Jul 09 15:55:13.582573 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9ed63a11-5e67-4b0f-b4f9-f737f6c0cb12 req-425dc8c1-0cab-4302-a786-e238c1023fc4 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] 10.222.0.58 "GET /v2.0/security-groups?id=88307a49-a4fb-4911-8494-c000cd848a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316026 Jul 09 15:55:14.764222 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c77f20-200a-4c4c-96b6-fdbd51f3966f req-0895cf89-2453-4f18-9b4f-5118e4be400b tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:14.765921 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-43c77f20-200a-4c4c-96b6-fdbd51f3966f req-0895cf89-2453-4f18-9b4f-5118e4be400b tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1810b68-c1b9-49ac-a58d-9b4e27d9b144 HTTP/1.1" status: 200 len: 945 time: 0.0681133 Jul 09 15:55:14.802483 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-43c77f20-200a-4c4c-96b6-fdbd51f3966f req-4e144e73-55c9-4423-9830-b7b451176a14 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] 10.222.0.58 "GET /v2.0/security-groups?id=88307a49-a4fb-4911-8494-c000cd848a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311186 Jul 09 15:55:14.974726 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45cee3-9fec-4428-a02e-7e3c1d37a2f3 req-a4ac8ac9-0a6c-4cdc-afd6-638f6bcca574 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:14.976221 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fc45cee3-9fec-4428-a02e-7e3c1d37a2f3 req-a4ac8ac9-0a6c-4cdc-afd6-638f6bcca574 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1810b68-c1b9-49ac-a58d-9b4e27d9b144 HTTP/1.1" status: 200 len: 945 time: 0.0652459 Jul 09 15:55:15.013587 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fc45cee3-9fec-4428-a02e-7e3c1d37a2f3 req-6334a6d6-2de5-4f67-8f70-42524523530e tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] 10.222.0.58 "GET /v2.0/security-groups?id=88307a49-a4fb-4911-8494-c000cd848a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318379 Jul 09 15:55:15.577444 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:16.604769 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-57034258-2c9c-4e32-8b03-23c4d5c4e703 req-b31e42e0-8cb9-4fac-b58e-3d8a96139cb7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d1810b68-c1b9-49ac-a58d-9b4e27d9b144&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0543332 Jul 09 15:55:16.708540 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57034258-2c9c-4e32-8b03-23c4d5c4e703 req-e13e8eb7-3c88-4ea6-81ad-d1593587b7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:16.710266 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-57034258-2c9c-4e32-8b03-23c4d5c4e703 req-e13e8eb7-3c88-4ea6-81ad-d1593587b7d9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=01366e3f97d249daa804db66dc0e576c&device_id=d1810b68-c1b9-49ac-a58d-9b4e27d9b144 HTTP/1.1" status: 200 len: 1096 time: 0.0593643 Jul 09 15:55:16.834796 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57034258-2c9c-4e32-8b03-23c4d5c4e703 req-2740302f-c62b-4255-bbda-d148b29d72e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:16.836417 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-57034258-2c9c-4e32-8b03-23c4d5c4e703 req-2740302f-c62b-4255-bbda-d148b29d72e9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3b254339-058d-4ddd-a5f6-9d389fbd3ccb HTTP/1.1" status: 200 len: 918 time: 0.1031549 Jul 09 15:55:16.893976 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-57034258-2c9c-4e32-8b03-23c4d5c4e703 req-48626600-3d1b-469f-98b6-bcfb026b3d88 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8351c68-1ed7-42c4-a5dd-cff2d8eaab37 HTTP/1.1" status: 200 len: 217 time: 0.0427678 Jul 09 15:55:16.973951 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57034258-2c9c-4e32-8b03-23c4d5c4e703 req-4096120a-2cf8-4b02-88fd-23a7dd0bc664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:16.975555 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-57034258-2c9c-4e32-8b03-23c4d5c4e703 req-4096120a-2cf8-4b02-88fd-23a7dd0bc664 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a98b5a18-6a4d-4000-838f-c6124cca43f6 HTTP/1.1" status: 200 len: 856 time: 0.0754113 Jul 09 15:55:17.061856 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57034258-2c9c-4e32-8b03-23c4d5c4e703 req-f6a1ab93-941c-4fb8-b630-84db9d594c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:17.063739 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-57034258-2c9c-4e32-8b03-23c4d5c4e703 req-f6a1ab93-941c-4fb8-b630-84db9d594c0c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3b254339-058d-4ddd-a5f6-9d389fbd3ccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0815840 Jul 09 15:55:17.175099 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-57034258-2c9c-4e32-8b03-23c4d5c4e703 req-b2a5e25a-d0f5-453c-86a8-0aa5c418c41c service neutron] 10.222.0.54 "GET /v2.0/networks/3b254339-058d-4ddd-a5f6-9d389fbd3ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037054 Jul 09 15:55:17.285615 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-57034258-2c9c-4e32-8b03-23c4d5c4e703 req-74ac0164-71e8-4e69-bb1d-d2b236b66e68 service neutron] 10.222.0.54 "GET /v2.0/networks/3b254339-058d-4ddd-a5f6-9d389fbd3ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039271 Jul 09 15:55:23.896970 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:26.179829 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4a1c85af-71b6-4787-9368-e8a630ac0149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:29.199319 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0662ab77-9322-47a3-8c62-4b34c52bcfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:29.377526 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:30.514304 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:31.919949 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:39.345959 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5495402-9756-4176-9c23-b555d105b4e4 req-0bb4c3e0-cb2e-4b58-ad60-88725d1594e4 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:39.347875 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f5495402-9756-4176-9c23-b555d105b4e4 req-0bb4c3e0-cb2e-4b58-ad60-88725d1594e4 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1810b68-c1b9-49ac-a58d-9b4e27d9b144 HTTP/1.1" status: 200 len: 945 time: 0.1022842 Jul 09 15:55:39.396771 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f5495402-9756-4176-9c23-b555d105b4e4 req-169e0b31-ee09-477a-b2c7-7837bef658fb tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] 10.222.0.58 "GET /v2.0/security-groups?id=88307a49-a4fb-4911-8494-c000cd848a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392168 Jul 09 15:55:40.607355 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d69a50-3216-4043-84bb-55e069cff940 req-ce6961cc-b017-47af-bdfa-acdfe550e9ae tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:40.608920 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-91d69a50-3216-4043-84bb-55e069cff940 req-ce6961cc-b017-47af-bdfa-acdfe550e9ae tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1810b68-c1b9-49ac-a58d-9b4e27d9b144 HTTP/1.1" status: 200 len: 945 time: 0.0763979 Jul 09 15:55:40.670263 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-91d69a50-3216-4043-84bb-55e069cff940 req-e489c283-9724-4dcc-8c3f-7b41e974282f tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] 10.222.0.58 "GET /v2.0/security-groups?id=88307a49-a4fb-4911-8494-c000cd848a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544972 Jul 09 15:55:40.899894 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091507f-6d94-4c6d-a6f9-6b0d0861bae1 req-a8c7a248-f09e-41cf-9388-69c5981cf18d tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:40.901319 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8091507f-6d94-4c6d-a6f9-6b0d0861bae1 req-a8c7a248-f09e-41cf-9388-69c5981cf18d tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] 10.222.0.54 "GET /v2.0/ports?device_id=d1810b68-c1b9-49ac-a58d-9b4e27d9b144 HTTP/1.1" status: 200 len: 945 time: 0.0886328 Jul 09 15:55:41.022775 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-8091507f-6d94-4c6d-a6f9-6b0d0861bae1 req-5992f335-f023-4f9c-856c-71f108322fa1 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Deleting port b8351c68-1ed7-42c4-a5dd-cff2d8eaab37 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:55:41.023137 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8091507f-6d94-4c6d-a6f9-6b0d0861bae1 req-5992f335-f023-4f9c-856c-71f108322fa1 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:41.156683 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-8091507f-6d94-4c6d-a6f9-6b0d0861bae1 req-5992f335-f023-4f9c-856c-71f108322fa1 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] For port b8351c68-1ed7-42c4-a5dd-cff2d8eaab37, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=b8351c68-1ed7-42c4-a5dd-cff2d8eaab37,segment=NetworkSegment(d62d46e4-cc8b-4c39-bcc3-81b1f40fa441),segment_id=d62d46e4-cc8b-4c39-bcc3-81b1f40fa441)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:55:41.157164 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8091507f-6d94-4c6d-a6f9-6b0d0861bae1 req-5992f335-f023-4f9c-856c-71f108322fa1 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:41.178828 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-8091507f-6d94-4c6d-a6f9-6b0d0861bae1 req-5992f335-f023-4f9c-856c-71f108322fa1 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Calling delete_port for b8351c68-1ed7-42c4-a5dd-cff2d8eaab37 owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:55:41.409301 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8091507f-6d94-4c6d-a6f9-6b0d0861bae1 req-5992f335-f023-4f9c-856c-71f108322fa1 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:41.425642 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['b8351c68-1ed7-42c4-a5dd-cff2d8eaab37'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:55:41.460133 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5992f335-f023-4f9c-856c-71f108322fa1 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Pushing event deleted for resources: {'Port': ['ID=b8351c68-1ed7-42c4-a5dd-cff2d8eaab37,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:55:41.476760 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5992f335-f023-4f9c-856c-71f108322fa1 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:55:41.477094 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5992f335-f023-4f9c-856c-71f108322fa1 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:55:41.477418 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5992f335-f023-4f9c-856c-71f108322fa1 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:55:41.477749 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5992f335-f023-4f9c-856c-71f108322fa1 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:55:41.478080 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5992f335-f023-4f9c-856c-71f108322fa1 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:55:41.478419 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5992f335-f023-4f9c-856c-71f108322fa1 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:55:41.479303 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5992f335-f023-4f9c-856c-71f108322fa1 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:55:41.479303 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5992f335-f023-4f9c-856c-71f108322fa1 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:55:41.479529 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5992f335-f023-4f9c-856c-71f108322fa1 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:55:41.479682 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5992f335-f023-4f9c-856c-71f108322fa1 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:55:41.480021 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5992f335-f023-4f9c-856c-71f108322fa1 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:55:41.480310 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5992f335-f023-4f9c-856c-71f108322fa1 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:55:41.526143 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-8091507f-6d94-4c6d-a6f9-6b0d0861bae1 req-5992f335-f023-4f9c-856c-71f108322fa1 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] No DVR routers for this DVR port b8351c68-1ed7-42c4-a5dd-cff2d8eaab37 on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:55:41.529443 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8091507f-6d94-4c6d-a6f9-6b0d0861bae1 req-5992f335-f023-4f9c-856c-71f108322fa1 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:41.531859 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8091507f-6d94-4c6d-a6f9-6b0d0861bae1 req-5992f335-f023-4f9c-856c-71f108322fa1 tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] 10.222.0.54 "DELETE /v2.0/ports/b8351c68-1ed7-42c4-a5dd-cff2d8eaab37 HTTP/1.1" status: 204 len: 173 time: 0.6248198 Jul 09 15:55:41.532492 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1810b68-c1b9-49ac-a58d-9b4e27d9b144', 'name': 'network-vif-deleted', 'tag': 'b8351c68-1ed7-42c4-a5dd-cff2d8eaab37'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:55:41.535383 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bb405a18ca731a56dedfaaf5e9a79789110744f6b6799bb7a0722340b5c16f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6518e6-5f4c-4bba-9323-d80aebb5af1a" -d '{"events": [{"server_uuid": "d1810b68-c1b9-49ac-a58d-9b4e27d9b144", "name": "network-vif-deleted", "tag": "b8351c68-1ed7-42c4-a5dd-cff2d8eaab37"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:55:41.579120 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7d5ca0-6403-44fa-a11f-e2138e79ef53 x-openstack-request-id: req-1e7d5ca0-6403-44fa-a11f-e2138e79ef53 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:55:41.579593 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1810b68-c1b9-49ac-a58d-9b4e27d9b144", "name": "network-vif-deleted", "tag": "b8351c68-1ed7-42c4-a5dd-cff2d8eaab37", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:55:41.579992 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1e7d5ca0-6403-44fa-a11f-e2138e79ef53 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:55:41.580616 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1810b68-c1b9-49ac-a58d-9b4e27d9b144', 'name': 'network-vif-deleted', 'tag': 'b8351c68-1ed7-42c4-a5dd-cff2d8eaab37', 'status': 'completed', 'code': 200} Jul 09 15:55:41.848080 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4b1b7abb-9a2c-43a0-bec7-041b8f829160 req-6cad8cbf-f2ac-4c73-bce5-796c765539ca tempest-TestEncryptedCinderVolumes-1943120434 tempest-TestEncryptedCinderVolumes-1943120434-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1810b68-c1b9-49ac-a58d-9b4e27d9b144 HTTP/1.1" status: 200 len: 210 time: 0.0519021 Jul 09 15:55:43.085534 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 58384) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:55:43.564013 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d854c49d-5490-4612-b7c1-d900084608b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:43.871006 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-d854c49d-5490-4612-b7c1-d900084608b4 admin admin] Deleting port ed385732-87a0-42db-9906-64afaa8141c7 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:55:43.871969 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d854c49d-5490-4612-b7c1-d900084608b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:43.993248 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-d854c49d-5490-4612-b7c1-d900084608b4 admin admin] For port ed385732-87a0-42db-9906-64afaa8141c7, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=ed385732-87a0-42db-9906-64afaa8141c7,segment=NetworkSegment(d62d46e4-cc8b-4c39-bcc3-81b1f40fa441),segment_id=d62d46e4-cc8b-4c39-bcc3-81b1f40fa441)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:55:43.993775 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d854c49d-5490-4612-b7c1-d900084608b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:44.014403 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-d854c49d-5490-4612-b7c1-d900084608b4 admin admin] Calling delete_port for ed385732-87a0-42db-9906-64afaa8141c7 owned by network:router_interface {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:55:44.336397 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d854c49d-5490-4612-b7c1-d900084608b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:44.365570 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d854c49d-5490-4612-b7c1-d900084608b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed385732-87a0-42db-9906-64afaa8141c7,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:55:44.605063 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d854c49d-5490-4612-b7c1-d900084608b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:44.833604 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d854c49d-5490-4612-b7c1-d900084608b4 admin admin] Router c6c05fc2-7fbd-47a0-a9fb-3fe44f6ff7a5 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:55:44.945029 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device b8351c68-1ed7-42c4-a5dd-cff2d8eaab37 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:55:44.959481 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d854c49d-5490-4612-b7c1-d900084608b4 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:55:44.968059 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d854c49d-5490-4612-b7c1-d900084608b4 admin admin] 10.222.0.58 "PUT /v2.0/routers/c6c05fc2-7fbd-47a0-a9fb-3fe44f6ff7a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8807518 Jul 09 15:55:44.970943 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 58386) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:55:44.976050 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a4f60d-6b3d-4f63-8bf2-5996d064cf1d None None] Sync routers for ids ['c6c05fc2-7fbd-47a0-a9fb-3fe44f6ff7a5'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:55:44.987792 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: b8351c68-1ed7-42c4-a5dd-cff2d8eaab37 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:55:44.988151 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device b8351c68-1ed7-42c4-a5dd-cff2d8eaab37 not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:55:44.993421 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a4f60d-6b3d-4f63-8bf2-5996d064cf1d None None] Routers {'c6c05fc2-7fbd-47a0-a9fb-3fe44f6ff7a5'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:55:44.994433 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-61a4f60d-6b3d-4f63-8bf2-5996d064cf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:55:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['c6c05fc2-7fbd-47a0-a9fb-3fe44f6ff7a5'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:55:45.132813 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5b9a7df2-4688-4a4e-a56a-8790b7ad1b45 admin admin] Notify callbacks [] for router, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:45.140410 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-61a4f60d-6b3d-4f63-8bf2-5996d064cf1d None None] Set router c6c05fc2-7fbd-47a0-a9fb-3fe44f6ff7a5 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:55:45.321599 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5b9a7df2-4688-4a4e-a56a-8790b7ad1b45 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:45.365665 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-61a4f60d-6b3d-4f63-8bf2-5996d064cf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c05fc2-7fbd-47a0-a9fb-3fe44f6ff7a5', 'name': 'tempest-TestEncryptedCinderVolumes-1932528618-router', 'tenant_id': '01366e3f97d249daa804db66dc0e576c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': 'f31e1d9f-a90d-47a4-86cd-096d94dce069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:54:12Z', 'updated_at': '2021-07-09T15:55:44Z', 'revision_number': 5, 'project_id': '01366e3f97d249daa804db66dc0e576c', 'gw_port': {'id': 'f31e1d9f-a90d-47a4-86cd-096d94dce069', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ac:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c05fc2-7fbd-47a0-a9fb-3fe44f6ff7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:54:12Z', 'updated_at': '2021-07-09T15:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:55:45.414422 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a4f60d-6b3d-4f63-8bf2-5996d064cf1d None None] Checking router: c6c05fc2-7fbd-47a0-a9fb-3fe44f6ff7a5 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:55:45.428692 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a4f60d-6b3d-4f63-8bf2-5996d064cf1d None None] Routers {'c6c05fc2-7fbd-47a0-a9fb-3fe44f6ff7a5'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:55:45.430354 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-61a4f60d-6b3d-4f63-8bf2-5996d064cf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:55:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['c6c05fc2-7fbd-47a0-a9fb-3fe44f6ff7a5'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:55:45.491924 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-5b9a7df2-4688-4a4e-a56a-8790b7ad1b45 admin admin] Deleting port f31e1d9f-a90d-47a4-86cd-096d94dce069 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:55:45.492609 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5b9a7df2-4688-4a4e-a56a-8790b7ad1b45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:45.569900 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-61a4f60d-6b3d-4f63-8bf2-5996d064cf1d None None] Set router c6c05fc2-7fbd-47a0-a9fb-3fe44f6ff7a5 gateway port host: None {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:55:45.582262 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:45.598518 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-5b9a7df2-4688-4a4e-a56a-8790b7ad1b45 admin admin] For port f31e1d9f-a90d-47a4-86cd-096d94dce069, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=f31e1d9f-a90d-47a4-86cd-096d94dce069,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:55:45.599074 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5b9a7df2-4688-4a4e-a56a-8790b7ad1b45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:45.615121 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-5b9a7df2-4688-4a4e-a56a-8790b7ad1b45 admin admin] Calling delete_port for f31e1d9f-a90d-47a4-86cd-096d94dce069 owned by network:router_gateway {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:55:45.643668 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-61a4f60d-6b3d-4f63-8bf2-5996d064cf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c05fc2-7fbd-47a0-a9fb-3fe44f6ff7a5', 'name': 'tempest-TestEncryptedCinderVolumes-1932528618-router', 'tenant_id': '01366e3f97d249daa804db66dc0e576c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:54:12Z', 'updated_at': '2021-07-09T15:55:45Z', 'revision_number': 6, 'project_id': '01366e3f97d249daa804db66dc0e576c', 'gw_port_host': None}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:55:45.673459 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a4f60d-6b3d-4f63-8bf2-5996d064cf1d None None] The sync data for ids ['c6c05fc2-7fbd-47a0-a9fb-3fe44f6ff7a5'] in n-d-799529-6 is: [{'id': 'c6c05fc2-7fbd-47a0-a9fb-3fe44f6ff7a5', 'name': 'tempest-TestEncryptedCinderVolumes-1932528618-router', 'tenant_id': '01366e3f97d249daa804db66dc0e576c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:54:12Z', 'updated_at': '2021-07-09T15:55:45Z', 'revision_number': 6, 'project_id': '01366e3f97d249daa804db66dc0e576c', 'gw_port_host': None}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:55:45.911657 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5b9a7df2-4688-4a4e-a56a-8790b7ad1b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:45.955907 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9a7df2-4688-4a4e-a56a-8790b7ad1b45 admin admin] Pushing event deleted for resources: {'Port': ['ID=f31e1d9f-a90d-47a4-86cd-096d94dce069,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:55:46.047255 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5b9a7df2-4688-4a4e-a56a-8790b7ad1b45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:46.165895 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5b9a7df2-4688-4a4e-a56a-8790b7ad1b45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:46.168657 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5b9a7df2-4688-4a4e-a56a-8790b7ad1b45 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:46.300893 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5b9a7df2-4688-4a4e-a56a-8790b7ad1b45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:46.302518 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b9a7df2-4688-4a4e-a56a-8790b7ad1b45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6c05fc2-7fbd-47a0-a9fb-3fe44f6ff7a5 {{(pid=94445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 15:55:46.311754 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5b9a7df2-4688-4a4e-a56a-8790b7ad1b45 admin admin] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:46.317940 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-5b9a7df2-4688-4a4e-a56a-8790b7ad1b45 admin admin] 10.222.0.58 "DELETE /v2.0/routers/c6c05fc2-7fbd-47a0-a9fb-3fe44f6ff7a5 HTTP/1.1" status: 204 len: 168 time: 1.3419726 Jul 09 15:55:46.318529 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 58388) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:55:46.372861 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-33d3d9be-b94f-4fb5-a16e-eace824c0e49 admin admin] Deleting subnet a98b5a18-6a4d-4000-838f-c6124cca43f6 {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:55:46.376689 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-33d3d9be-b94f-4fb5-a16e-eace824c0e49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:46.430465 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-33d3d9be-b94f-4fb5-a16e-eace824c0e49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:46.551939 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-33d3d9be-b94f-4fb5-a16e-eace824c0e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:46.570144 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device ed385732-87a0-42db-9906-64afaa8141c7 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:55:46.593384 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: ed385732-87a0-42db-9906-64afaa8141c7 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:55:46.593737 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device ed385732-87a0-42db-9906-64afaa8141c7 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:55:46.594162 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device f31e1d9f-a90d-47a4-86cd-096d94dce069 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:55:46.613674 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: f31e1d9f-a90d-47a4-86cd-096d94dce069 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:55:46.614014 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device f31e1d9f-a90d-47a4-86cd-096d94dce069 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:55:46.697176 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-33d3d9be-b94f-4fb5-a16e-eace824c0e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:46.721165 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d3d9be-b94f-4fb5-a16e-eace824c0e49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a98b5a18-6a4d-4000-838f-c6124cca43f6,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:55:46.734071 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d3d9be-b94f-4fb5-a16e-eace824c0e49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:55:46.734433 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d3d9be-b94f-4fb5-a16e-eace824c0e49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:55:46.734786 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d3d9be-b94f-4fb5-a16e-eace824c0e49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:55:46.735129 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d3d9be-b94f-4fb5-a16e-eace824c0e49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:55:46.735475 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d3d9be-b94f-4fb5-a16e-eace824c0e49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:55:46.735836 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d3d9be-b94f-4fb5-a16e-eace824c0e49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:55:46.736187 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d3d9be-b94f-4fb5-a16e-eace824c0e49 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:55:46.736521 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d3d9be-b94f-4fb5-a16e-eace824c0e49 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:55:46.736859 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d3d9be-b94f-4fb5-a16e-eace824c0e49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:55:46.737198 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d3d9be-b94f-4fb5-a16e-eace824c0e49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:55:46.737624 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d3d9be-b94f-4fb5-a16e-eace824c0e49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:55:46.738137 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d3d9be-b94f-4fb5-a16e-eace824c0e49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:55:46.749863 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-33d3d9be-b94f-4fb5-a16e-eace824c0e49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:46.757639 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 58390) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:55:46.759192 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e99a07-b80c-45b4-a51c-ed45b6c89c53 None None] Network 3b254339-058d-4ddd-a5f6-9d389fbd3ccb requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:55:46.767875 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-33d3d9be-b94f-4fb5-a16e-eace824c0e49 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/a98b5a18-6a4d-4000-838f-c6124cca43f6 HTTP/1.1" status: 204 len: 168 time: 0.4362199 Jul 09 15:55:46.893282 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fd5362d3-d9a9-44b7-88a9-ff797bd360e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:46.977777 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-fd5362d3-d9a9-44b7-88a9-ff797bd360e9 admin admin] Deleting port cf504c07-2ada-422e-b547-4f2b00e90ecd {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:55:46.978137 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fd5362d3-d9a9-44b7-88a9-ff797bd360e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:47.053816 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-fd5362d3-d9a9-44b7-88a9-ff797bd360e9 admin admin] For port cf504c07-2ada-422e-b547-4f2b00e90ecd, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=cf504c07-2ada-422e-b547-4f2b00e90ecd,segment=NetworkSegment(d62d46e4-cc8b-4c39-bcc3-81b1f40fa441),segment_id=d62d46e4-cc8b-4c39-bcc3-81b1f40fa441)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:55:47.054199 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fd5362d3-d9a9-44b7-88a9-ff797bd360e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:47.060662 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f0c5ee-34dc-4cd1-8d61-bfa80a060ca5 None None] DHCP port deletion for 3b254339-058d-4ddd-a5f6-9d389fbd3ccb request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 15:55:47.076827 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-fd5362d3-d9a9-44b7-88a9-ff797bd360e9 admin admin] Calling delete_port for cf504c07-2ada-422e-b547-4f2b00e90ecd owned by network:dhcp {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:55:47.124413 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-b6f0c5ee-34dc-4cd1-8d61-bfa80a060ca5 None None] Deleting port cf504c07-2ada-422e-b547-4f2b00e90ecd {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:55:47.125238 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b6f0c5ee-34dc-4cd1-8d61-bfa80a060ca5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:47.216752 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-b6f0c5ee-34dc-4cd1-8d61-bfa80a060ca5 None None] For port cf504c07-2ada-422e-b547-4f2b00e90ecd, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=cf504c07-2ada-422e-b547-4f2b00e90ecd,segment=NetworkSegment(d62d46e4-cc8b-4c39-bcc3-81b1f40fa441),segment_id=d62d46e4-cc8b-4c39-bcc3-81b1f40fa441)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:55:47.217221 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b6f0c5ee-34dc-4cd1-8d61-bfa80a060ca5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:47.231805 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-b6f0c5ee-34dc-4cd1-8d61-bfa80a060ca5 None None] Calling delete_port for cf504c07-2ada-422e-b547-4f2b00e90ecd owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:55:47.297312 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fd5362d3-d9a9-44b7-88a9-ff797bd360e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:47.334164 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5362d3-d9a9-44b7-88a9-ff797bd360e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf504c07-2ada-422e-b547-4f2b00e90ecd,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:55:47.341083 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5362d3-d9a9-44b7-88a9-ff797bd360e9 admin admin] No DVR routers for this DVR port cf504c07-2ada-422e-b547-4f2b00e90ecd on host n-d-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:55:47.342679 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b6f0c5ee-34dc-4cd1-8d61-bfa80a060ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:47.369716 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f0c5ee-34dc-4cd1-8d61-bfa80a060ca5 None None] Pushing event deleted for resources: {'Port': ['ID=cf504c07-2ada-422e-b547-4f2b00e90ecd,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:55:47.383627 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f0c5ee-34dc-4cd1-8d61-bfa80a060ca5 None None] No DVR routers for this DVR port cf504c07-2ada-422e-b547-4f2b00e90ecd on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:55:47.383627 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f0c5ee-34dc-4cd1-8d61-bfa80a060ca5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:55:47.383627 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f0c5ee-34dc-4cd1-8d61-bfa80a060ca5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:55:47.384289 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f0c5ee-34dc-4cd1-8d61-bfa80a060ca5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:55:47.384289 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f0c5ee-34dc-4cd1-8d61-bfa80a060ca5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:55:47.384674 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f0c5ee-34dc-4cd1-8d61-bfa80a060ca5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:55:47.384945 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f0c5ee-34dc-4cd1-8d61-bfa80a060ca5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:55:47.385292 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f0c5ee-34dc-4cd1-8d61-bfa80a060ca5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:55:47.385596 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f0c5ee-34dc-4cd1-8d61-bfa80a060ca5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:55:47.385901 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f0c5ee-34dc-4cd1-8d61-bfa80a060ca5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:55:47.386226 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f0c5ee-34dc-4cd1-8d61-bfa80a060ca5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:55:47.386547 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f0c5ee-34dc-4cd1-8d61-bfa80a060ca5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:55:47.387469 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f0c5ee-34dc-4cd1-8d61-bfa80a060ca5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:55:47.471981 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fd5362d3-d9a9-44b7-88a9-ff797bd360e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:47.483034 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-fd5362d3-d9a9-44b7-88a9-ff797bd360e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b254339-058d-4ddd-a5f6-9d389fbd3ccb']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:55:47.494310 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-fd5362d3-d9a9-44b7-88a9-ff797bd360e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd62d46e4-cc8b-4c39-bcc3-81b1f40fa441') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:55:47.494637 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-fd5362d3-d9a9-44b7-88a9-ff797bd360e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd62d46e4-cc8b-4c39-bcc3-81b1f40fa441') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:55:47.505338 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fd5362d3-d9a9-44b7-88a9-ff797bd360e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:47.525476 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fd5362d3-d9a9-44b7-88a9-ff797bd360e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:47.536775 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd5362d3-d9a9-44b7-88a9-ff797bd360e9 admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:55:47.539847 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fd5362d3-d9a9-44b7-88a9-ff797bd360e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:47.540193 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:55:47.540193 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:55:47.540193 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:55:47.540193 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:55:47.540193 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 15:55:47.540193 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:55:47.540193 n-d-799529-6 neutron-server[94445]: timer() Jul 09 15:55:47.540193 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:55:47.540193 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 15:55:47.540193 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:55:47.540193 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 15:55:47.540193 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:55:47.540193 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 15:55:47.540193 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:55:47.540193 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 15:55:47.540193 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:55:47.540193 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 15:55:47.540193 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:55:47.540193 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:55:47.540193 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:55:47.540193 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:55:47.540193 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:55:47.540193 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 15:55:47.540193 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:55:47.540193 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 15:55:47.540193 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:55:47.540193 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:55:47.540193 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:55:47.540193 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 15:55:47.540193 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:55:47.540193 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:55:47.540193 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:55:47.540193 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:55:47.540193 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:55:47.540193 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:55:47.540193 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:55:47.679616 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fd5362d3-d9a9-44b7-88a9-ff797bd360e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:47.690365 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fd5362d3-d9a9-44b7-88a9-ff797bd360e9 admin admin] Notify callbacks [] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:47.692401 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-fd5362d3-d9a9-44b7-88a9-ff797bd360e9 admin admin] 10.222.0.58 "DELETE /v2.0/networks/3b254339-058d-4ddd-a5f6-9d389fbd3ccb HTTP/1.1" status: 204 len: 168 time: 0.9331541 Jul 09 15:55:47.695721 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 58394) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:55:47.702493 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5362d3-d9a9-44b7-88a9-ff797bd360e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b254339-058d-4ddd-a5f6-9d389fbd3ccb,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:55:48.007468 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:55:48.142235 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-73be51f6-4bb9-40ba-9182-392590624276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:48.298015 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device cf504c07-2ada-422e-b547-4f2b00e90ecd no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:55:48.322647 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: cf504c07-2ada-422e-b547-4f2b00e90ecd {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:55:48.325050 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device cf504c07-2ada-422e-b547-4f2b00e90ecd not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:55:48.487714 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-73be51f6-4bb9-40ba-9182-392590624276 admin admin] Deleting port 05560e37-389a-4cd6-9517-23ffb5b26c44 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:55:48.488122 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-73be51f6-4bb9-40ba-9182-392590624276 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:48.580803 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-73be51f6-4bb9-40ba-9182-392590624276 admin admin] For port 05560e37-389a-4cd6-9517-23ffb5b26c44, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=05560e37-389a-4cd6-9517-23ffb5b26c44,segment=NetworkSegment(c6aa9f3c-a135-47eb-a975-8eed4316c2a1),segment_id=c6aa9f3c-a135-47eb-a975-8eed4316c2a1)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:55:48.581278 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-73be51f6-4bb9-40ba-9182-392590624276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:48.605157 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-73be51f6-4bb9-40ba-9182-392590624276 admin admin] Calling delete_port for 05560e37-389a-4cd6-9517-23ffb5b26c44 owned by network:router_interface {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:55:48.922071 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-73be51f6-4bb9-40ba-9182-392590624276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:48.950118 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73be51f6-4bb9-40ba-9182-392590624276 admin admin] Pushing event deleted for resources: {'Port': ['ID=05560e37-389a-4cd6-9517-23ffb5b26c44,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:55:49.188161 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-73be51f6-4bb9-40ba-9182-392590624276 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:49.442759 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73be51f6-4bb9-40ba-9182-392590624276 admin admin] Router f89a82e1-5be4-40f7-8192-630ee74da5ab has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:55:49.603821 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73be51f6-4bb9-40ba-9182-392590624276 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:55:49.613550 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-73be51f6-4bb9-40ba-9182-392590624276 admin admin] 10.222.0.58 "PUT /v2.0/routers/f89a82e1-5be4-40f7-8192-630ee74da5ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9133964 Jul 09 15:55:49.613977 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 58396) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:55:49.619121 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065689b5-7608-49fb-9c8b-f53dc79cecc5 None None] Sync routers for ids ['f89a82e1-5be4-40f7-8192-630ee74da5ab'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:55:49.637487 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065689b5-7608-49fb-9c8b-f53dc79cecc5 None None] Routers {'f89a82e1-5be4-40f7-8192-630ee74da5ab'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:55:49.638184 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-065689b5-7608-49fb-9c8b-f53dc79cecc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:55:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['f89a82e1-5be4-40f7-8192-630ee74da5ab'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:55:49.759895 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-407faacb-36d7-4702-a69e-84afbf37d8a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:49.784760 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-065689b5-7608-49fb-9c8b-f53dc79cecc5 None None] Set router f89a82e1-5be4-40f7-8192-630ee74da5ab gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:55:49.956458 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-407faacb-36d7-4702-a69e-84afbf37d8a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:50.034867 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-065689b5-7608-49fb-9c8b-f53dc79cecc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f89a82e1-5be4-40f7-8192-630ee74da5ab', 'name': 'tempest-TestEncryptedCinderVolumes-644582943-router', 'tenant_id': '6086497374694e7b911bbdc7e374932e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': 'c4719d54-599c-46a0-8445-458062e45858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:54:18Z', 'updated_at': '2021-07-09T15:55:48Z', 'revision_number': 5, 'project_id': '6086497374694e7b911bbdc7e374932e', 'gw_port': {'id': 'c4719d54-599c-46a0-8445-458062e45858', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:10:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89a82e1-5be4-40f7-8192-630ee74da5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:54:19Z', 'updated_at': '2021-07-09T15:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:55:50.072086 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065689b5-7608-49fb-9c8b-f53dc79cecc5 None None] Checking router: f89a82e1-5be4-40f7-8192-630ee74da5ab for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:55:50.083363 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065689b5-7608-49fb-9c8b-f53dc79cecc5 None None] Routers {'f89a82e1-5be4-40f7-8192-630ee74da5ab'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:55:50.084076 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-065689b5-7608-49fb-9c8b-f53dc79cecc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:55:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['f89a82e1-5be4-40f7-8192-630ee74da5ab'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:55:50.103241 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-407faacb-36d7-4702-a69e-84afbf37d8a1 admin admin] Deleting port c4719d54-599c-46a0-8445-458062e45858 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:55:50.103713 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-407faacb-36d7-4702-a69e-84afbf37d8a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:50.205174 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-065689b5-7608-49fb-9c8b-f53dc79cecc5 None None] Set router f89a82e1-5be4-40f7-8192-630ee74da5ab gateway port host: None {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:55:50.240273 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-407faacb-36d7-4702-a69e-84afbf37d8a1 admin admin] For port c4719d54-599c-46a0-8445-458062e45858, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=c4719d54-599c-46a0-8445-458062e45858,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:55:50.241061 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-407faacb-36d7-4702-a69e-84afbf37d8a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:50.268404 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-407faacb-36d7-4702-a69e-84afbf37d8a1 admin admin] Calling delete_port for c4719d54-599c-46a0-8445-458062e45858 owned by network:router_gateway {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:55:50.464344 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-065689b5-7608-49fb-9c8b-f53dc79cecc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f89a82e1-5be4-40f7-8192-630ee74da5ab', 'name': 'tempest-TestEncryptedCinderVolumes-644582943-router', 'tenant_id': '6086497374694e7b911bbdc7e374932e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:54:18Z', 'updated_at': '2021-07-09T15:55:49Z', 'revision_number': 6, 'project_id': '6086497374694e7b911bbdc7e374932e', 'gw_port_host': None}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:55:50.492539 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065689b5-7608-49fb-9c8b-f53dc79cecc5 None None] The sync data for ids ['f89a82e1-5be4-40f7-8192-630ee74da5ab'] in n-d-799529-6 is: [{'id': 'f89a82e1-5be4-40f7-8192-630ee74da5ab', 'name': 'tempest-TestEncryptedCinderVolumes-644582943-router', 'tenant_id': '6086497374694e7b911bbdc7e374932e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:54:18Z', 'updated_at': '2021-07-09T15:55:49Z', 'revision_number': 6, 'project_id': '6086497374694e7b911bbdc7e374932e', 'gw_port_host': None}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:55:50.562867 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-407faacb-36d7-4702-a69e-84afbf37d8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:50.605731 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407faacb-36d7-4702-a69e-84afbf37d8a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4719d54-599c-46a0-8445-458062e45858,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:55:50.687304 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-407faacb-36d7-4702-a69e-84afbf37d8a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:50.790004 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-407faacb-36d7-4702-a69e-84afbf37d8a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:50.793921 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-407faacb-36d7-4702-a69e-84afbf37d8a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:50.927842 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-407faacb-36d7-4702-a69e-84afbf37d8a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:50.928463 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-407faacb-36d7-4702-a69e-84afbf37d8a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f89a82e1-5be4-40f7-8192-630ee74da5ab {{(pid=94446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 15:55:50.934886 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-407faacb-36d7-4702-a69e-84afbf37d8a1 admin admin] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:50.936256 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-407faacb-36d7-4702-a69e-84afbf37d8a1 admin admin] 10.222.0.58 "DELETE /v2.0/routers/f89a82e1-5be4-40f7-8192-630ee74da5ab HTTP/1.1" status: 204 len: 168 time: 1.3209350 Jul 09 15:55:50.940357 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 58398) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:55:50.991925 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-d36f04b1-abe9-4691-98bf-b9efa61b6616 admin admin] Deleting subnet 1ec9d34d-94c9-4674-9984-a1ae2cf6c4af {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:55:50.997061 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d36f04b1-abe9-4691-98bf-b9efa61b6616 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:51.033794 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d36f04b1-abe9-4691-98bf-b9efa61b6616 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:51.126610 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d36f04b1-abe9-4691-98bf-b9efa61b6616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:51.273873 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d36f04b1-abe9-4691-98bf-b9efa61b6616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:51.304921 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36f04b1-abe9-4691-98bf-b9efa61b6616 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ec9d34d-94c9-4674-9984-a1ae2cf6c4af,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:55:51.307378 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d36f04b1-abe9-4691-98bf-b9efa61b6616 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:51.315104 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d36f04b1-abe9-4691-98bf-b9efa61b6616 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/1ec9d34d-94c9-4674-9984-a1ae2cf6c4af HTTP/1.1" status: 204 len: 168 time: 0.3678694 Jul 09 15:55:51.315104 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 58400) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:55:51.315476 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b482a0-1be4-43fb-bd4d-df7118b08875 None None] Network 0fc1e848-0981-4d5f-8458-de2a838b412f requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:55:51.619075 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0febbce-24da-4aa0-a740-e1472a10ad47 None None] DHCP port deletion for 0fc1e848-0981-4d5f-8458-de2a838b412f request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 15:55:51.697319 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-c0febbce-24da-4aa0-a740-e1472a10ad47 None None] Deleting port fdc1b3bf-e654-46c8-8e36-ca5acc044370 {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:55:51.697915 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c0febbce-24da-4aa0-a740-e1472a10ad47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:51.771356 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8b482a40-9714-441c-a3e8-ad5c0598f745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:51.791155 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-c0febbce-24da-4aa0-a740-e1472a10ad47 None None] For port fdc1b3bf-e654-46c8-8e36-ca5acc044370, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=fdc1b3bf-e654-46c8-8e36-ca5acc044370,segment=NetworkSegment(c6aa9f3c-a135-47eb-a975-8eed4316c2a1),segment_id=c6aa9f3c-a135-47eb-a975-8eed4316c2a1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:55:51.791700 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c0febbce-24da-4aa0-a740-e1472a10ad47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:51.809067 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-c0febbce-24da-4aa0-a740-e1472a10ad47 None None] Calling delete_port for fdc1b3bf-e654-46c8-8e36-ca5acc044370 owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:55:51.837478 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-8b482a40-9714-441c-a3e8-ad5c0598f745 admin admin] Deleting port fdc1b3bf-e654-46c8-8e36-ca5acc044370 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:55:51.837864 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8b482a40-9714-441c-a3e8-ad5c0598f745 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:51.910316 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-8b482a40-9714-441c-a3e8-ad5c0598f745 admin admin] For port fdc1b3bf-e654-46c8-8e36-ca5acc044370, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=fdc1b3bf-e654-46c8-8e36-ca5acc044370,segment=NetworkSegment(c6aa9f3c-a135-47eb-a975-8eed4316c2a1),segment_id=c6aa9f3c-a135-47eb-a975-8eed4316c2a1)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:55:51.910797 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8b482a40-9714-441c-a3e8-ad5c0598f745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:51.928341 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-8b482a40-9714-441c-a3e8-ad5c0598f745 admin admin] Calling delete_port for fdc1b3bf-e654-46c8-8e36-ca5acc044370 owned by network:dhcp {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:55:51.979751 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c0febbce-24da-4aa0-a740-e1472a10ad47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:52.010041 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0febbce-24da-4aa0-a740-e1472a10ad47 None None] Pushing event deleted for resources: {'Port': ['ID=fdc1b3bf-e654-46c8-8e36-ca5acc044370,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:55:52.016543 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0febbce-24da-4aa0-a740-e1472a10ad47 None None] No DVR routers for this DVR port fdc1b3bf-e654-46c8-8e36-ca5acc044370 on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:55:52.037779 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8b482a40-9714-441c-a3e8-ad5c0598f745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:52.068059 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b482a40-9714-441c-a3e8-ad5c0598f745 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdc1b3bf-e654-46c8-8e36-ca5acc044370,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:55:52.069901 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b482a40-9714-441c-a3e8-ad5c0598f745 admin admin] No DVR routers for this DVR port fdc1b3bf-e654-46c8-8e36-ca5acc044370 on host n-d-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:55:52.160459 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8b482a40-9714-441c-a3e8-ad5c0598f745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:52.172830 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-8b482a40-9714-441c-a3e8-ad5c0598f745 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fc1e848-0981-4d5f-8458-de2a838b412f']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:55:52.185359 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-8b482a40-9714-441c-a3e8-ad5c0598f745 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6aa9f3c-a135-47eb-a975-8eed4316c2a1') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:55:52.185656 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-8b482a40-9714-441c-a3e8-ad5c0598f745 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6aa9f3c-a135-47eb-a975-8eed4316c2a1') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:55:52.195667 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8b482a40-9714-441c-a3e8-ad5c0598f745 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:52.216210 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8b482a40-9714-441c-a3e8-ad5c0598f745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:52.234885 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b482a40-9714-441c-a3e8-ad5c0598f745 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:55:52.235619 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8b482a40-9714-441c-a3e8-ad5c0598f745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:52.238577 n-d-799529-6 neutron-server[94446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 15:55:52.238577 n-d-799529-6 neutron-server[94446]: self.session.flush() Jul 09 15:55:52.238577 n-d-799529-6 neutron-server[94446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 15:55:52.238577 n-d-799529-6 neutron-server[94446]: self.session.flush() Jul 09 15:55:52.238577 n-d-799529-6 neutron-server[94446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 15:55:52.238577 n-d-799529-6 neutron-server[94446]: self.session.flush() Jul 09 15:55:52.238577 n-d-799529-6 neutron-server[94446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 15:55:52.238577 n-d-799529-6 neutron-server[94446]: self.session.flush() Jul 09 15:55:52.238577 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 15:55:52.238577 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:55:52.238577 n-d-799529-6 neutron-server[94446]: timer() Jul 09 15:55:52.238577 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:55:52.238577 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 15:55:52.238577 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:55:52.238577 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 15:55:52.238577 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:55:52.238577 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 15:55:52.238577 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:55:52.238577 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 15:55:52.238577 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:55:52.238577 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 15:55:52.238577 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:55:52.238577 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:55:52.238577 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:55:52.238577 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:55:52.238577 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:55:52.238577 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 15:55:52.238577 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:55:52.238577 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 15:55:52.238577 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:55:52.238577 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:55:52.238577 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:55:52.238577 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 15:55:52.238577 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:55:52.238577 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:55:52.238577 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:55:52.238577 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:55:52.238577 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:55:52.238577 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:55:52.238577 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:55:52.292127 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 05560e37-389a-4cd6-9517-23ffb5b26c44 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:55:52.317348 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 05560e37-389a-4cd6-9517-23ffb5b26c44 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:55:52.318557 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 05560e37-389a-4cd6-9517-23ffb5b26c44 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:55:52.318557 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device fdc1b3bf-e654-46c8-8e36-ca5acc044370 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:55:52.342227 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: fdc1b3bf-e654-46c8-8e36-ca5acc044370 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:55:52.342608 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device fdc1b3bf-e654-46c8-8e36-ca5acc044370 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:55:52.343072 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device c4719d54-599c-46a0-8445-458062e45858 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:55:52.365133 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: c4719d54-599c-46a0-8445-458062e45858 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:55:52.365541 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device c4719d54-599c-46a0-8445-458062e45858 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:55:52.393658 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8b482a40-9714-441c-a3e8-ad5c0598f745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:52.400469 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8b482a40-9714-441c-a3e8-ad5c0598f745 admin admin] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:52.410502 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-8b482a40-9714-441c-a3e8-ad5c0598f745 admin admin] 10.222.0.58 "DELETE /v2.0/networks/0fc1e848-0981-4d5f-8458-de2a838b412f HTTP/1.1" status: 204 len: 168 time: 1.0894699 Jul 09 15:55:52.423569 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b482a40-9714-441c-a3e8-ad5c0598f745 admin admin] Pushing event deleted for resources: {'Network': ['ID=0fc1e848-0981-4d5f-8458-de2a838b412f,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:55:52.854550 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 58404) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:55:52.911832 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-1adebe4c-9819-4b94-bc92-70247d5f312c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=01366e3f97d249daa804db66dc0e576c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0556383 Jul 09 15:55:52.915892 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 58406) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:55:52.972369 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1a2f8263-61f6-489c-a121-d171afd723b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:52.996331 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1a2f8263-61f6-489c-a121-d171afd723b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:53.122035 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1a2f8263-61f6-489c-a121-d171afd723b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:53.124946 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1a2f8263-61f6-489c-a121-d171afd723b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:53.126286 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-1a2f8263-61f6-489c-a121-d171afd723b1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/88307a49-a4fb-4911-8494-c000cd848a4d HTTP/1.1" status: 204 len: 168 time: 0.2093761 Jul 09 15:55:53.135452 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2f8263-61f6-489c-a121-d171afd723b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88307a49-a4fb-4911-8494-c000cd848a4d,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:55:53.869578 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 58412) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:55:53.879115 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:53.921656 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-e8e53b86-774e-49b1-87cb-b10c077e2d31 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6086497374694e7b911bbdc7e374932e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0506296 Jul 09 15:55:53.924792 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 58414) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:55:54.001298 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9096965f-8f63-4db6-8a43-bfbb4ff6076e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:54.024325 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9096965f-8f63-4db6-8a43-bfbb4ff6076e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:54.142059 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9096965f-8f63-4db6-8a43-bfbb4ff6076e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:54.144898 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9096965f-8f63-4db6-8a43-bfbb4ff6076e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:54.146150 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-9096965f-8f63-4db6-8a43-bfbb4ff6076e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/97fa2334-1640-4753-a4c5-ec4d4138cecc HTTP/1.1" status: 204 len: 168 time: 0.2200131 Jul 09 15:55:54.157969 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9096965f-8f63-4db6-8a43-bfbb4ff6076e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97fa2334-1640-4753-a4c5-ec4d4138cecc,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:55:55.327399 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 58436) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:55:55.443230 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-2d6e7097-d4e7-4771-8ef9-689e3c44393b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1969274376-network', 'tenant_id': 'e8a606222a4946b08dbd20d7bc5038ea'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:55:55.519068 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6e7097-d4e7-4771-8ef9-689e3c44393b admin admin] Made reservation on behalf of e8a606222a4946b08dbd20d7bc5038ea for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:55:55.521941 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2d6e7097-d4e7-4771-8ef9-689e3c44393b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:55.531589 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2d6e7097-d4e7-4771-8ef9-689e3c44393b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:55.642177 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2d6e7097-d4e7-4771-8ef9-689e3c44393b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:55.699637 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2d6e7097-d4e7-4771-8ef9-689e3c44393b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:55.726097 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d6e7097-d4e7-4771-8ef9-689e3c44393b admin admin] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:55:55.733432 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6e7097-d4e7-4771-8ef9-689e3c44393b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f535afdb-e3b0-489a-b888-0957a42f4306,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:55:55.740084 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2d6e7097-d4e7-4771-8ef9-689e3c44393b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:55.741126 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-2d6e7097-d4e7-4771-8ef9-689e3c44393b admin admin] Added segment 81b58442-cb15-43ce-bcbf-c36167e5ab4e of type vlan for network 46833689-279b-4eda-adb5-ab86dbc7aabe Jul 09 15:55:55.786476 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2d6e7097-d4e7-4771-8ef9-689e3c44393b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:55.878799 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2d6e7097-d4e7-4771-8ef9-689e3c44393b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:55.879845 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6e7097-d4e7-4771-8ef9-689e3c44393b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:55.880420 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2d6e7097-d4e7-4771-8ef9-689e3c44393b admin admin] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:55.946267 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6e7097-d4e7-4771-8ef9-689e3c44393b admin admin] Pushing event updated for resources: {'Network': ['ID=46833689-279b-4eda-adb5-ab86dbc7aabe,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:55:55.956851 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 46833689-279b-4eda-adb5-ab86dbc7aabe details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:55:56.008248 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-2d6e7097-d4e7-4771-8ef9-689e3c44393b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6790006 Jul 09 15:55:56.010780 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 58440) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:55:56.016338 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-8ef164be-1a21-45a0-8a58-58596e596769 admin admin] Request body: {'subnet': {'network_id': '46833689-279b-4eda-adb5-ab86dbc7aabe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1969274376-subnet', 'tenant_id': 'e8a606222a4946b08dbd20d7bc5038ea', 'ip_version': 4}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:55:56.095852 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef164be-1a21-45a0-8a58-58596e596769 admin admin] Made reservation on behalf of e8a606222a4946b08dbd20d7bc5038ea for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:55:56.098467 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8ef164be-1a21-45a0-8a58-58596e596769 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:56.187372 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0236d536-5424-47c8-8f58-50adaeb8c167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:56.347585 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8ef164be-1a21-45a0-8a58-58596e596769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:56.404841 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef164be-1a21-45a0-8a58-58596e596769 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ab710c6-797c-4017-a84b-42cd1d603ed1,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:55:56.416927 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef164be-1a21-45a0-8a58-58596e596769 admin admin] Checking segment: {'id': '81b58442-cb15-43ce-bcbf-c36167e5ab4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '46833689-279b-4eda-adb5-ab86dbc7aabe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:55:56.417496 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef164be-1a21-45a0-8a58-58596e596769 admin admin] Network hostable DHCP agents. Network: 46833689-279b-4eda-adb5-ab86dbc7aabe, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:55:56.527364 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef164be-1a21-45a0-8a58-58596e596769 admin admin] Network 46833689-279b-4eda-adb5-ab86dbc7aabe is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:55:56.601504 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-8ef164be-1a21-45a0-8a58-58596e596769 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 46833689-279b-4eda-adb5-ab86dbc7aabe) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:55:56.606472 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef164be-1a21-45a0-8a58-58596e596769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:55:56.607078 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8ef164be-1a21-45a0-8a58-58596e596769 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:56.612384 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f6a5a2-a1bb-4ab0-b67b-5d54c5b2c1af None None] Network 46833689-279b-4eda-adb5-ab86dbc7aabe requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:55:56.697003 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-8ef164be-1a21-45a0-8a58-58596e596769 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6845272 Jul 09 15:55:56.699953 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 58442) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:55:56.705354 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-7b14cd23-e273-4fad-833f-d8fc4d2b8de0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1969274376-router', 'tenant_id': 'e8a606222a4946b08dbd20d7bc5038ea', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:55:56.780634 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac78e16a-a8e1-4284-8a34-7d214c70c839 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-46833689-279b-4eda-adb5-ab86dbc7aabe', 'network_id': '46833689-279b-4eda-adb5-ab86dbc7aabe', 'tenant_id': 'e8a606222a4946b08dbd20d7bc5038ea', 'fixed_ips': [{'subnet_id': '1ab710c6-797c-4017-a84b-42cd1d603ed1'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:55:56.780979 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ac78e16a-a8e1-4284-8a34-7d214c70c839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:56.799191 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7b14cd23-e273-4fad-833f-d8fc4d2b8de0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:56.800443 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7b14cd23-e273-4fad-833f-d8fc4d2b8de0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:56.864319 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7b14cd23-e273-4fad-833f-d8fc4d2b8de0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:56.938824 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-ac78e16a-a8e1-4284-8a34-7d214c70c839 None None] Allocated IP 172.20.0.2 (46833689-279b-4eda-adb5-ab86dbc7aabe/1ab710c6-797c-4017-a84b-42cd1d603ed1/d2126cbf-ea5d-4b7c-823c-080f2e08edca) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:55:57.069451 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7b14cd23-e273-4fad-833f-d8fc4d2b8de0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:57.117707 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ac78e16a-a8e1-4284-8a34-7d214c70c839 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:57.128384 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-ac78e16a-a8e1-4284-8a34-7d214c70c839 None None] Transition to ACTIVE for port object d2126cbf-ea5d-4b7c-823c-080f2e08edca will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:55:57.146293 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-ac78e16a-a8e1-4284-8a34-7d214c70c839 None None] Transition to ACTIVE for port object d2126cbf-ea5d-4b7c-823c-080f2e08edca will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:55:57.247836 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ac78e16a-a8e1-4284-8a34-7d214c70c839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:57.291104 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac78e16a-a8e1-4284-8a34-7d214c70c839 None None] Network 46833689-279b-4eda-adb5-ab86dbc7aabe is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:55:57.294893 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-ac78e16a-a8e1-4284-8a34-7d214c70c839 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:55:57.298946 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac78e16a-a8e1-4284-8a34-7d214c70c839 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:55:57.305210 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac78e16a-a8e1-4284-8a34-7d214c70c839 None None] Pushing event updated for resources: {'Port': ['ID=d2126cbf-ea5d-4b7c-823c-080f2e08edca,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:55:57.379415 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-ac78e16a-a8e1-4284-8a34-7d214c70c839 None None] Attempting to bind port d2126cbf-ea5d-4b7c-823c-080f2e08edca on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:55:57.380614 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-ac78e16a-a8e1-4284-8a34-7d214c70c839 None None] Attempting to bind port d2126cbf-ea5d-4b7c-823c-080f2e08edca by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '81b58442-cb15-43ce-bcbf-c36167e5ab4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '46833689-279b-4eda-adb5-ab86dbc7aabe'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:55:57.380614 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac78e16a-a8e1-4284-8a34-7d214c70c839 None None] Attempting to bind port d2126cbf-ea5d-4b7c-823c-080f2e08edca on network 46833689-279b-4eda-adb5-ab86dbc7aabe {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:55:57.389206 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac78e16a-a8e1-4284-8a34-7d214c70c839 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:55:57.389725 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac78e16a-a8e1-4284-8a34-7d214c70c839 None None] Checking segment: {'id': '81b58442-cb15-43ce-bcbf-c36167e5ab4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '46833689-279b-4eda-adb5-ab86dbc7aabe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:55:57.390272 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ac78e16a-a8e1-4284-8a34-7d214c70c839 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:57.390754 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac78e16a-a8e1-4284-8a34-7d214c70c839 None None] Bound using segment: {'id': '81b58442-cb15-43ce-bcbf-c36167e5ab4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '46833689-279b-4eda-adb5-ab86dbc7aabe'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:55:57.391329 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-ac78e16a-a8e1-4284-8a34-7d214c70c839 None None] Bound port: d2126cbf-ea5d-4b7c-823c-080f2e08edca, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81b58442-cb15-43ce-bcbf-c36167e5ab4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '46833689-279b-4eda-adb5-ab86dbc7aabe'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:55:57.391830 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ac78e16a-a8e1-4284-8a34-7d214c70c839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:57.483745 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-ac78e16a-a8e1-4284-8a34-7d214c70c839 None None] For port d2126cbf-ea5d-4b7c-823c-080f2e08edca, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:55:57.497039 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-ac78e16a-a8e1-4284-8a34-7d214c70c839 None None] For port d2126cbf-ea5d-4b7c-823c-080f2e08edca, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=d2126cbf-ea5d-4b7c-823c-080f2e08edca,segment=NetworkSegment(81b58442-cb15-43ce-bcbf-c36167e5ab4e),segment_id=81b58442-cb15-43ce-bcbf-c36167e5ab4e)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:55:57.585642 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ac78e16a-a8e1-4284-8a34-7d214c70c839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:57.670415 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac78e16a-a8e1-4284-8a34-7d214c70c839 None None] Pushing event updated for resources: {'Port': ['ID=d2126cbf-ea5d-4b7c-823c-080f2e08edca,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:55:57.708757 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7b14cd23-e273-4fad-833f-d8fc4d2b8de0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:57.730414 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7b14cd23-e273-4fad-833f-d8fc4d2b8de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:57.919256 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-7b14cd23-e273-4fad-833f-d8fc4d2b8de0 admin admin] Allocated IP 172.25.3.119 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/d120b47a-ff65-47c5-a642-16a2b8468ade) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:55:58.043012 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7b14cd23-e273-4fad-833f-d8fc4d2b8de0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:58.202465 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7b14cd23-e273-4fad-833f-d8fc4d2b8de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:58.241423 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b14cd23-e273-4fad-833f-d8fc4d2b8de0 admin admin] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:55:58.251022 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-7b14cd23-e273-4fad-833f-d8fc4d2b8de0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:55:58.255157 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b14cd23-e273-4fad-833f-d8fc4d2b8de0 admin admin] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:55:58.261948 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b14cd23-e273-4fad-833f-d8fc4d2b8de0 admin admin] Pushing event updated for resources: {'Port': ['ID=d120b47a-ff65-47c5-a642-16a2b8468ade,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:55:58.341319 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device d2126cbf-ea5d-4b7c-823c-080f2e08edca up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:55:58.713077 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce2b218-ca30-4d81-85da-f5ad3e21f943 None None] Network 46833689-279b-4eda-adb5-ab86dbc7aabe requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:55:58.813527 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port d2126cbf-ea5d-4b7c-823c-080f2e08edca completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:55:58.845619 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7b14cd23-e273-4fad-833f-d8fc4d2b8de0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:58.860221 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-0f467b7f-65a4-4150-9e90-d40debaefac7 None None] Provisioning for port d2126cbf-ea5d-4b7c-823c-080f2e08edca completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:55:58.865656 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-0f467b7f-65a4-4150-9e90-d40debaefac7 None None] Provisioning complete for port d2126cbf-ea5d-4b7c-823c-080f2e08edca triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:55:58.866029 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0f467b7f-65a4-4150-9e90-d40debaefac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:58.977898 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0f467b7f-65a4-4150-9e90-d40debaefac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:59.016394 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-0f467b7f-65a4-4150-9e90-d40debaefac7 None None] For port d2126cbf-ea5d-4b7c-823c-080f2e08edca, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=d2126cbf-ea5d-4b7c-823c-080f2e08edca,segment=NetworkSegment(81b58442-cb15-43ce-bcbf-c36167e5ab4e),segment_id=81b58442-cb15-43ce-bcbf-c36167e5ab4e)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:55:59.083716 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7b14cd23-e273-4fad-833f-d8fc4d2b8de0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:59.122012 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0f467b7f-65a4-4150-9e90-d40debaefac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:59.178555 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-cb2ed13e-cce5-4315-8dfc-db996ceff298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:59.184038 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f467b7f-65a4-4150-9e90-d40debaefac7 None None] Pushing event updated for resources: {'Port': ['ID=d2126cbf-ea5d-4b7c-823c-080f2e08edca,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:55:59.255223 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-47e694c5-cd22-4af0-b07a-9dffb03c868e None None] Provisioning complete for port d2126cbf-ea5d-4b7c-823c-080f2e08edca triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:55:59.255627 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-47e694c5-cd22-4af0-b07a-9dffb03c868e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:59.341663 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b14cd23-e273-4fad-833f-d8fc4d2b8de0 admin admin] Router 3228dc58-f736-4b9a-805d-4b398af69309 is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 15:55:59.385484 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:59.470454 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b14cd23-e273-4fad-833f-d8fc4d2b8de0 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:55:59.480153 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb88644-2e1d-4997-8771-ee1e0e6accd0 None None] Sync routers for ids ['3228dc58-f736-4b9a-805d-4b398af69309'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:55:59.491748 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb88644-2e1d-4997-8771-ee1e0e6accd0 None None] Routers {'3228dc58-f736-4b9a-805d-4b398af69309'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:55:59.492364 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-aeb88644-2e1d-4997-8771-ee1e0e6accd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:55:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['3228dc58-f736-4b9a-805d-4b398af69309'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:55:59.579051 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7b14cd23-e273-4fad-833f-d8fc4d2b8de0 admin admin] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:55:59.580886 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-7b14cd23-e273-4fad-833f-d8fc4d2b8de0 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8789330 Jul 09 15:55:59.584160 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 58444) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:55:59.618313 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-aeb88644-2e1d-4997-8771-ee1e0e6accd0 None None] Set router 3228dc58-f736-4b9a-805d-4b398af69309 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:55:59.913980 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-aeb88644-2e1d-4997-8771-ee1e0e6accd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3228dc58-f736-4b9a-805d-4b398af69309', 'name': 'tempest-TestMinimumBasicScenario-1969274376-router', 'tenant_id': 'e8a606222a4946b08dbd20d7bc5038ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'd120b47a-ff65-47c5-a642-16a2b8468ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:55:56Z', 'updated_at': '2021-07-09T15:55:58Z', 'revision_number': 3, 'project_id': 'e8a606222a4946b08dbd20d7bc5038ea', 'gw_port': {'id': 'd120b47a-ff65-47c5-a642-16a2b8468ade', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:83:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3228dc58-f736-4b9a-805d-4b398af69309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:55:57Z', 'updated_at': '2021-07-09T15:55:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:55:59.940809 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb88644-2e1d-4997-8771-ee1e0e6accd0 None None] Checking router: 3228dc58-f736-4b9a-805d-4b398af69309 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:55:59.941270 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb88644-2e1d-4997-8771-ee1e0e6accd0 None None] Updating router 3228dc58-f736-4b9a-805d-4b398af69309 port d120b47a-ff65-47c5-a642-16a2b8468ade binding host n-d-799529-6 {{(pid=94448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:55:59.995004 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-aeb88644-2e1d-4997-8771-ee1e0e6accd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:00.122571 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-52bf79d8-c590-4071-9d1e-212e973a2a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:00.316373 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-52bf79d8-c590-4071-9d1e-212e973a2a1f admin admin] Allocated IP 172.20.0.1 (46833689-279b-4eda-adb5-ab86dbc7aabe/1ab710c6-797c-4017-a84b-42cd1d603ed1/da97fd51-8a9e-4452-9c87-0758a494093f) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:56:00.335711 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device d2126cbf-ea5d-4b7c-823c-080f2e08edca up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:56:00.366904 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-aeb88644-2e1d-4997-8771-ee1e0e6accd0 None None] Notify callbacks [] for port, precommit_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:00.383595 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.provisioning_blocks [None req-aeb88644-2e1d-4997-8771-ee1e0e6accd0 None None] Transition to ACTIVE for port object d120b47a-ff65-47c5-a642-16a2b8468ade will not be triggered until provisioned by entity L2. {{(pid=94448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:56:00.389000 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port d2126cbf-ea5d-4b7c-823c-080f2e08edca triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:56:00.389609 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:00.455740 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-aeb88644-2e1d-4997-8771-ee1e0e6accd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:00.457771 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-52bf79d8-c590-4071-9d1e-212e973a2a1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:00.475585 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-52bf79d8-c590-4071-9d1e-212e973a2a1f admin admin] Transition to ACTIVE for port object da97fd51-8a9e-4452-9c87-0758a494093f will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:56:00.501790 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fab38c5-901d-4ea7-a3b9-3f02187a03b9 None None] Pushing event updated for resources: {'Port': ['ID=d120b47a-ff65-47c5-a642-16a2b8468ade,revision_number=2']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:00.512795 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fab38c5-901d-4ea7-a3b9-3f02187a03b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:00.513846 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fab38c5-901d-4ea7-a3b9-3f02187a03b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:00.514676 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fab38c5-901d-4ea7-a3b9-3f02187a03b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:00.518302 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fab38c5-901d-4ea7-a3b9-3f02187a03b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:00.518658 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fab38c5-901d-4ea7-a3b9-3f02187a03b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:00.518990 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fab38c5-901d-4ea7-a3b9-3f02187a03b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:00.519316 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fab38c5-901d-4ea7-a3b9-3f02187a03b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:00.519664 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fab38c5-901d-4ea7-a3b9-3f02187a03b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:00.520091 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fab38c5-901d-4ea7-a3b9-3f02187a03b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:00.520413 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fab38c5-901d-4ea7-a3b9-3f02187a03b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:00.520733 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fab38c5-901d-4ea7-a3b9-3f02187a03b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:00.521051 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fab38c5-901d-4ea7-a3b9-3f02187a03b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:56:00.535188 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:00.546568 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-aeb88644-2e1d-4997-8771-ee1e0e6accd0 None None] Attempting to bind port d120b47a-ff65-47c5-a642-16a2b8468ade on host n-d-799529-6 for vnic_type normal with profile {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:56:00.547224 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-aeb88644-2e1d-4997-8771-ee1e0e6accd0 None None] Attempting to bind port d120b47a-ff65-47c5-a642-16a2b8468ade by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:56:00.547224 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb88644-2e1d-4997-8771-ee1e0e6accd0 None None] Attempting to bind port d120b47a-ff65-47c5-a642-16a2b8468ade on network 202c7ce6-d4e9-4f80-84dd-bef08905a653 {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:56:00.552562 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb88644-2e1d-4997-8771-ee1e0e6accd0 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:56:00.552929 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb88644-2e1d-4997-8771-ee1e0e6accd0 None None] Checking segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:56:00.553325 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-aeb88644-2e1d-4997-8771-ee1e0e6accd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:00.553753 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb88644-2e1d-4997-8771-ee1e0e6accd0 None None] Bound using segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:56:00.554412 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-aeb88644-2e1d-4997-8771-ee1e0e6accd0 None None] Bound port: d120b47a-ff65-47c5-a642-16a2b8468ade, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:56:00.554794 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-aeb88644-2e1d-4997-8771-ee1e0e6accd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:00.593269 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-52bf79d8-c590-4071-9d1e-212e973a2a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:00.621282 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-aeb88644-2e1d-4997-8771-ee1e0e6accd0 None None] For port d120b47a-ff65-47c5-a642-16a2b8468ade, host n-d-799529-6, cleared binding levels {{(pid=94448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:56:00.625384 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-aeb88644-2e1d-4997-8771-ee1e0e6accd0 None None] For port d120b47a-ff65-47c5-a642-16a2b8468ade, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=d120b47a-ff65-47c5-a642-16a2b8468ade,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:56:00.632954 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bf79d8-c590-4071-9d1e-212e973a2a1f admin admin] Network 46833689-279b-4eda-adb5-ab86dbc7aabe is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:56:00.638065 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-52bf79d8-c590-4071-9d1e-212e973a2a1f admin admin] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:56:00.641631 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bf79d8-c590-4071-9d1e-212e973a2a1f admin admin] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:56:00.667755 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bf79d8-c590-4071-9d1e-212e973a2a1f admin admin] Pushing event updated for resources: {'Port': ['ID=da97fd51-8a9e-4452-9c87-0758a494093f,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:00.692744 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-52bf79d8-c590-4071-9d1e-212e973a2a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:00.701575 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-aeb88644-2e1d-4997-8771-ee1e0e6accd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:00.778389 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb88644-2e1d-4997-8771-ee1e0e6accd0 None None] Routers {'3228dc58-f736-4b9a-805d-4b398af69309'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:56:00.779226 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-aeb88644-2e1d-4997-8771-ee1e0e6accd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:55:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['3228dc58-f736-4b9a-805d-4b398af69309'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:56:00.781433 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fab38c5-901d-4ea7-a3b9-3f02187a03b9 None None] Pushing event updated for resources: {'Port': ['ID=d120b47a-ff65-47c5-a642-16a2b8468ade,revision_number=3']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:00.927223 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-aeb88644-2e1d-4997-8771-ee1e0e6accd0 None None] Set router 3228dc58-f736-4b9a-805d-4b398af69309 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:56:00.975986 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-52bf79d8-c590-4071-9d1e-212e973a2a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:01.041812 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-f2c54d3a-212a-40e1-acff-9ae473f9e9ae None None] Provisioning for port da97fd51-8a9e-4452-9c87-0758a494093f completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:56:01.046859 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-f2c54d3a-212a-40e1-acff-9ae473f9e9ae None None] Provisioning complete for port da97fd51-8a9e-4452-9c87-0758a494093f triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:56:01.051764 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f2c54d3a-212a-40e1-acff-9ae473f9e9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:01.099362 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-f2c54d3a-212a-40e1-acff-9ae473f9e9ae None None] Port da97fd51-8a9e-4452-9c87-0758a494093f cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:56:01.175200 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-52bf79d8-c590-4071-9d1e-212e973a2a1f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:01.184010 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-aeb88644-2e1d-4997-8771-ee1e0e6accd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3228dc58-f736-4b9a-805d-4b398af69309', 'name': 'tempest-TestMinimumBasicScenario-1969274376-router', 'tenant_id': 'e8a606222a4946b08dbd20d7bc5038ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'd120b47a-ff65-47c5-a642-16a2b8468ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:55:56Z', 'updated_at': '2021-07-09T15:55:58Z', 'revision_number': 3, 'project_id': 'e8a606222a4946b08dbd20d7bc5038ea', 'gw_port': {'id': 'd120b47a-ff65-47c5-a642-16a2b8468ade', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:83:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3228dc58-f736-4b9a-805d-4b398af69309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:55:57Z', 'updated_at': '2021-07-09T15:56:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:56:01.212224 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb88644-2e1d-4997-8771-ee1e0e6accd0 None None] The sync data for ids ['3228dc58-f736-4b9a-805d-4b398af69309'] in n-d-799529-6 is: [{'id': '3228dc58-f736-4b9a-805d-4b398af69309', 'name': 'tempest-TestMinimumBasicScenario-1969274376-router', 'tenant_id': 'e8a606222a4946b08dbd20d7bc5038ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'd120b47a-ff65-47c5-a642-16a2b8468ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:55:56Z', 'updated_at': '2021-07-09T15:55:58Z', 'revision_number': 3, 'project_id': 'e8a606222a4946b08dbd20d7bc5038ea', 'gw_port': {'id': 'd120b47a-ff65-47c5-a642-16a2b8468ade', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:83:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3228dc58-f736-4b9a-805d-4b398af69309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:55:57Z', 'updated_at': '2021-07-09T15:56:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:56:01.236345 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-52bf79d8-c590-4071-9d1e-212e973a2a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:01.307444 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bf79d8-c590-4071-9d1e-212e973a2a1f admin admin] Pushing event updated for resources: {'Port': ['ID=da97fd51-8a9e-4452-9c87-0758a494093f,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:01.310460 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-52bf79d8-c590-4071-9d1e-212e973a2a1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:01.423052 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bf79d8-c590-4071-9d1e-212e973a2a1f admin admin] Network 46833689-279b-4eda-adb5-ab86dbc7aabe is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:56:01.424512 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-52bf79d8-c590-4071-9d1e-212e973a2a1f admin admin] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:56:01.583177 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52bf79d8-c590-4071-9d1e-212e973a2a1f admin admin] Router 3228dc58-f736-4b9a-805d-4b398af69309 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:56:01.735805 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-dc1f5c62-33ae-4ac3-aa34-bc940e938764 None None] Provisioning complete for port da97fd51-8a9e-4452-9c87-0758a494093f triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:56:01.736406 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-dc1f5c62-33ae-4ac3-aa34-bc940e938764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:01.746525 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52bf79d8-c590-4071-9d1e-212e973a2a1f admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:56:01.759554 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-52bf79d8-c590-4071-9d1e-212e973a2a1f admin admin] 10.222.0.58 "PUT /v2.0/routers/3228dc58-f736-4b9a-805d-4b398af69309/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1728821 Jul 09 15:56:01.795927 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-dc1f5c62-33ae-4ac3-aa34-bc940e938764 None None] Port da97fd51-8a9e-4452-9c87-0758a494093f cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:56:01.941709 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:02.329674 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device d120b47a-ff65-47c5-a642-16a2b8468ade up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:56:02.501482 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port d120b47a-ff65-47c5-a642-16a2b8468ade completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:56:02.506730 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port d120b47a-ff65-47c5-a642-16a2b8468ade triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:56:02.506730 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:02.598620 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:02.626603 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port d120b47a-ff65-47c5-a642-16a2b8468ade, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=d120b47a-ff65-47c5-a642-16a2b8468ade,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:56:02.647130 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 58460) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:56:02.655183 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-7a2ef537-90a3-444f-a4e1-ed1b5311b937 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1277151657-network', 'tenant_id': '393b84061a454e9cb27ff068dd66eb39'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:56:02.715856 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:02.768783 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=d120b47a-ff65-47c5-a642-16a2b8468ade,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:02.779553 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2ef537-90a3-444f-a4e1-ed1b5311b937 admin admin] Made reservation on behalf of 393b84061a454e9cb27ff068dd66eb39 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:56:02.782191 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7a2ef537-90a3-444f-a4e1-ed1b5311b937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:02.792598 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7a2ef537-90a3-444f-a4e1-ed1b5311b937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:02.902802 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7a2ef537-90a3-444f-a4e1-ed1b5311b937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:02.949566 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50239718-e354-4815-bc4a-08ab79a41a6b None None] Sync routers for ids ['3228dc58-f736-4b9a-805d-4b398af69309'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:56:02.958687 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50239718-e354-4815-bc4a-08ab79a41a6b None None] Routers {'3228dc58-f736-4b9a-805d-4b398af69309'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:56:02.959305 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-50239718-e354-4815-bc4a-08ab79a41a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:55:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['3228dc58-f736-4b9a-805d-4b398af69309'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:56:03.001558 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7a2ef537-90a3-444f-a4e1-ed1b5311b937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:03.019683 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a2ef537-90a3-444f-a4e1-ed1b5311b937 admin admin] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:56:03.039864 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7a2ef537-90a3-444f-a4e1-ed1b5311b937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:03.040207 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-7a2ef537-90a3-444f-a4e1-ed1b5311b937 admin admin] Added segment b618812a-da85-4592-b18a-59922fc81ec0 of type vlan for network 7838f943-fcaa-46f0-9176-5a8e4063b2b6 Jul 09 15:56:03.041876 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2ef537-90a3-444f-a4e1-ed1b5311b937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a37cfcc-b790-40f4-999f-ff22b886e1f0,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:03.076566 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-50239718-e354-4815-bc4a-08ab79a41a6b None None] Set router 3228dc58-f736-4b9a-805d-4b398af69309 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:56:03.091358 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7a2ef537-90a3-444f-a4e1-ed1b5311b937 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:03.219828 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7a2ef537-90a3-444f-a4e1-ed1b5311b937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:03.221167 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2ef537-90a3-444f-a4e1-ed1b5311b937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:56:03.221858 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7a2ef537-90a3-444f-a4e1-ed1b5311b937 admin admin] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:03.299654 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2ef537-90a3-444f-a4e1-ed1b5311b937 admin admin] Pushing event updated for resources: {'Network': ['ID=7838f943-fcaa-46f0-9176-5a8e4063b2b6,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:03.313064 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 7838f943-fcaa-46f0-9176-5a8e4063b2b6 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:56:03.341982 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7a2ef537-90a3-444f-a4e1-ed1b5311b937 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6925073 Jul 09 15:56:03.345584 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 58462) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:56:03.351037 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-95e6ca8f-2af5-4a04-b5b7-9d97eebe3ca6 admin admin] Request body: {'subnet': {'network_id': '7838f943-fcaa-46f0-9176-5a8e4063b2b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1277151657-subnet', 'tenant_id': '393b84061a454e9cb27ff068dd66eb39', 'ip_version': 4}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:56:03.391806 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-50239718-e354-4815-bc4a-08ab79a41a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3228dc58-f736-4b9a-805d-4b398af69309', 'name': 'tempest-TestMinimumBasicScenario-1969274376-router', 'tenant_id': 'e8a606222a4946b08dbd20d7bc5038ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'd120b47a-ff65-47c5-a642-16a2b8468ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:55:56Z', 'updated_at': '2021-07-09T15:56:00Z', 'revision_number': 4, 'project_id': 'e8a606222a4946b08dbd20d7bc5038ea', 'gw_port': {'id': 'd120b47a-ff65-47c5-a642-16a2b8468ade', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:83:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3228dc58-f736-4b9a-805d-4b398af69309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:55:57Z', 'updated_at': '2021-07-09T15:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'da97fd51-8a9e-4452-9c87-0758a494093f', 'name': '', 'network_id': '46833689-279b-4eda-adb5-ab86dbc7aabe', 'tenant_id': 'e8a606222a4946b08dbd20d7bc5038ea', 'mac_address': 'fa:16:3e:6d:cd:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3228dc58-f736-4b9a-805d-4b398af69309', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '1ab710c6-797c-4017-a84b-42cd1d603ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:00Z', 'updated_at': '2021-07-09T15:56:01Z', 'revision_number': 2, 'project_id': 'e8a606222a4946b08dbd20d7bc5038ea', 'subnets': [{'id': '1ab710c6-797c-4017-a84b-42cd1d603ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:56:03.427547 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50239718-e354-4815-bc4a-08ab79a41a6b None None] Checking router: 3228dc58-f736-4b9a-805d-4b398af69309 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:56:03.431617 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50239718-e354-4815-bc4a-08ab79a41a6b None None] Updating router 3228dc58-f736-4b9a-805d-4b398af69309 port da97fd51-8a9e-4452-9c87-0758a494093f binding host n-d-799529-6 {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:56:03.475067 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-50239718-e354-4815-bc4a-08ab79a41a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:03.484839 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e6ca8f-2af5-4a04-b5b7-9d97eebe3ca6 admin admin] Made reservation on behalf of 393b84061a454e9cb27ff068dd66eb39 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:56:03.488849 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-95e6ca8f-2af5-4a04-b5b7-9d97eebe3ca6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:03.775813 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-95e6ca8f-2af5-4a04-b5b7-9d97eebe3ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:03.823162 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-50239718-e354-4815-bc4a-08ab79a41a6b None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:03.838594 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-50239718-e354-4815-bc4a-08ab79a41a6b None None] Transition to ACTIVE for port object da97fd51-8a9e-4452-9c87-0758a494093f will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:56:03.843256 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e6ca8f-2af5-4a04-b5b7-9d97eebe3ca6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fadebbf7-e7aa-4144-980b-4387cae00284,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:03.850536 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e6ca8f-2af5-4a04-b5b7-9d97eebe3ca6 admin admin] Checking segment: {'id': 'b618812a-da85-4592-b18a-59922fc81ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7838f943-fcaa-46f0-9176-5a8e4063b2b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:56:03.850899 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e6ca8f-2af5-4a04-b5b7-9d97eebe3ca6 admin admin] Network hostable DHCP agents. Network: 7838f943-fcaa-46f0-9176-5a8e4063b2b6, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:56:03.947062 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-50239718-e354-4815-bc4a-08ab79a41a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:03.979006 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e6ca8f-2af5-4a04-b5b7-9d97eebe3ca6 admin admin] Network 7838f943-fcaa-46f0-9176-5a8e4063b2b6 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:56:04.003904 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad85d9c-c9ed-4312-b06d-fa07c01e5514 None None] Pushing event updated for resources: {'Port': ['ID=da97fd51-8a9e-4452-9c87-0758a494093f,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:04.059525 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-95e6ca8f-2af5-4a04-b5b7-9d97eebe3ca6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 7838f943-fcaa-46f0-9176-5a8e4063b2b6) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:56:04.066266 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-50239718-e354-4815-bc4a-08ab79a41a6b None None] Attempting to bind port da97fd51-8a9e-4452-9c87-0758a494093f on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:56:04.066722 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-50239718-e354-4815-bc4a-08ab79a41a6b None None] Attempting to bind port da97fd51-8a9e-4452-9c87-0758a494093f by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '81b58442-cb15-43ce-bcbf-c36167e5ab4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '46833689-279b-4eda-adb5-ab86dbc7aabe'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:56:04.067096 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50239718-e354-4815-bc4a-08ab79a41a6b None None] Attempting to bind port da97fd51-8a9e-4452-9c87-0758a494093f on network 46833689-279b-4eda-adb5-ab86dbc7aabe {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:56:04.067582 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e6ca8f-2af5-4a04-b5b7-9d97eebe3ca6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:56:04.068789 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-95e6ca8f-2af5-4a04-b5b7-9d97eebe3ca6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:04.073597 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50239718-e354-4815-bc4a-08ab79a41a6b None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:56:04.074116 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50239718-e354-4815-bc4a-08ab79a41a6b None None] Checking segment: {'id': '81b58442-cb15-43ce-bcbf-c36167e5ab4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '46833689-279b-4eda-adb5-ab86dbc7aabe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:56:04.074376 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-50239718-e354-4815-bc4a-08ab79a41a6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:04.074776 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50239718-e354-4815-bc4a-08ab79a41a6b None None] Bound using segment: {'id': '81b58442-cb15-43ce-bcbf-c36167e5ab4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '46833689-279b-4eda-adb5-ab86dbc7aabe'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:56:04.075256 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-50239718-e354-4815-bc4a-08ab79a41a6b None None] Bound port: da97fd51-8a9e-4452-9c87-0758a494093f, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81b58442-cb15-43ce-bcbf-c36167e5ab4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '46833689-279b-4eda-adb5-ab86dbc7aabe'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:56:04.075690 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-50239718-e354-4815-bc4a-08ab79a41a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:04.079190 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e83ad3-6b92-4548-95ce-65711d57790a None None] Network 7838f943-fcaa-46f0-9176-5a8e4063b2b6 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:56:04.173528 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 58464) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:56:04.174149 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-95e6ca8f-2af5-4a04-b5b7-9d97eebe3ca6 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8269479 Jul 09 15:56:04.183311 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-5ccd2cae-64a7-438c-8ceb-7f5dd61d04a3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1277151657-router', 'tenant_id': '393b84061a454e9cb27ff068dd66eb39', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:56:04.213136 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-50239718-e354-4815-bc4a-08ab79a41a6b None None] For port da97fd51-8a9e-4452-9c87-0758a494093f, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:56:04.217166 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-50239718-e354-4815-bc4a-08ab79a41a6b None None] For port da97fd51-8a9e-4452-9c87-0758a494093f, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=da97fd51-8a9e-4452-9c87-0758a494093f,segment=NetworkSegment(81b58442-cb15-43ce-bcbf-c36167e5ab4e),segment_id=81b58442-cb15-43ce-bcbf-c36167e5ab4e)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:56:04.297439 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f49435-8f0b-4312-a101-5c2e3978a55f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-7838f943-fcaa-46f0-9176-5a8e4063b2b6', 'network_id': '7838f943-fcaa-46f0-9176-5a8e4063b2b6', 'tenant_id': '393b84061a454e9cb27ff068dd66eb39', 'fixed_ips': [{'subnet_id': 'fadebbf7-e7aa-4144-980b-4387cae00284'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:56:04.298458 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-07f49435-8f0b-4312-a101-5c2e3978a55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:04.314721 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5ccd2cae-64a7-438c-8ceb-7f5dd61d04a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:04.315086 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device d120b47a-ff65-47c5-a642-16a2b8468ade up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:56:04.315264 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5ccd2cae-64a7-438c-8ceb-7f5dd61d04a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:04.351843 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-50239718-e354-4815-bc4a-08ab79a41a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:04.377078 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5ccd2cae-64a7-438c-8ceb-7f5dd61d04a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:04.535539 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad85d9c-c9ed-4312-b06d-fa07c01e5514 None None] Pushing event updated for resources: {'Port': ['ID=da97fd51-8a9e-4452-9c87-0758a494093f,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:04.553358 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50239718-e354-4815-bc4a-08ab79a41a6b None None] Routers {'3228dc58-f736-4b9a-805d-4b398af69309'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:56:04.554030 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-50239718-e354-4815-bc4a-08ab79a41a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:55:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['3228dc58-f736-4b9a-805d-4b398af69309'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:56:04.596753 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port d120b47a-ff65-47c5-a642-16a2b8468ade triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:56:04.597202 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:04.627975 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-07f49435-8f0b-4312-a101-5c2e3978a55f None None] Allocated IP 172.20.0.2 (7838f943-fcaa-46f0-9176-5a8e4063b2b6/fadebbf7-e7aa-4144-980b-4387cae00284/fc92bf3d-fc8f-415e-a724-593f0e0a8a81) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:56:04.688273 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5ccd2cae-64a7-438c-8ceb-7f5dd61d04a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:04.992580 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-50239718-e354-4815-bc4a-08ab79a41a6b None None] Set router 3228dc58-f736-4b9a-805d-4b398af69309 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:56:05.016424 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5ccd2cae-64a7-438c-8ceb-7f5dd61d04a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:05.038056 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5ccd2cae-64a7-438c-8ceb-7f5dd61d04a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:05.163578 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-5ccd2cae-64a7-438c-8ceb-7f5dd61d04a3 admin admin] Allocated IP 172.25.3.157 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/edc3c1ba-1946-475f-ae81-5b5d25d3f333) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:56:05.231857 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-07f49435-8f0b-4312-a101-5c2e3978a55f None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:05.248044 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-07f49435-8f0b-4312-a101-5c2e3978a55f None None] Transition to ACTIVE for port object fc92bf3d-fc8f-415e-a724-593f0e0a8a81 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:56:05.284505 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-07f49435-8f0b-4312-a101-5c2e3978a55f None None] Transition to ACTIVE for port object fc92bf3d-fc8f-415e-a724-593f0e0a8a81 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:56:05.309671 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5ccd2cae-64a7-438c-8ceb-7f5dd61d04a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:05.351400 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-50239718-e354-4815-bc4a-08ab79a41a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3228dc58-f736-4b9a-805d-4b398af69309', 'name': 'tempest-TestMinimumBasicScenario-1969274376-router', 'tenant_id': 'e8a606222a4946b08dbd20d7bc5038ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'd120b47a-ff65-47c5-a642-16a2b8468ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:55:56Z', 'updated_at': '2021-07-09T15:56:00Z', 'revision_number': 4, 'project_id': 'e8a606222a4946b08dbd20d7bc5038ea', 'gw_port': {'id': 'd120b47a-ff65-47c5-a642-16a2b8468ade', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:83:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3228dc58-f736-4b9a-805d-4b398af69309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:55:57Z', 'updated_at': '2021-07-09T15:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'da97fd51-8a9e-4452-9c87-0758a494093f', 'name': '', 'network_id': '46833689-279b-4eda-adb5-ab86dbc7aabe', 'tenant_id': 'e8a606222a4946b08dbd20d7bc5038ea', 'mac_address': 'fa:16:3e:6d:cd:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3228dc58-f736-4b9a-805d-4b398af69309', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '1ab710c6-797c-4017-a84b-42cd1d603ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:00Z', 'updated_at': '2021-07-09T15:56:04Z', 'revision_number': 4, 'project_id': 'e8a606222a4946b08dbd20d7bc5038ea', 'subnets': [{'id': '1ab710c6-797c-4017-a84b-42cd1d603ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:56:05.380086 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50239718-e354-4815-bc4a-08ab79a41a6b None None] The sync data for ids ['3228dc58-f736-4b9a-805d-4b398af69309'] in n-d-799529-6 is: [{'id': '3228dc58-f736-4b9a-805d-4b398af69309', 'name': 'tempest-TestMinimumBasicScenario-1969274376-router', 'tenant_id': 'e8a606222a4946b08dbd20d7bc5038ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'd120b47a-ff65-47c5-a642-16a2b8468ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:55:56Z', 'updated_at': '2021-07-09T15:56:00Z', 'revision_number': 4, 'project_id': 'e8a606222a4946b08dbd20d7bc5038ea', 'gw_port': {'id': 'd120b47a-ff65-47c5-a642-16a2b8468ade', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:83:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3228dc58-f736-4b9a-805d-4b398af69309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:55:57Z', 'updated_at': '2021-07-09T15:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'da97fd51-8a9e-4452-9c87-0758a494093f', 'name': '', 'network_id': '46833689-279b-4eda-adb5-ab86dbc7aabe', 'tenant_id': 'e8a606222a4946b08dbd20d7bc5038ea', 'mac_address': 'fa:16:3e:6d:cd:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3228dc58-f736-4b9a-805d-4b398af69309', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '1ab710c6-797c-4017-a84b-42cd1d603ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:00Z', 'updated_at': '2021-07-09T15:56:04Z', 'revision_number': 4, 'project_id': 'e8a606222a4946b08dbd20d7bc5038ea', 'subnets': [{'id': '1ab710c6-797c-4017-a84b-42cd1d603ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:56:05.412081 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-07f49435-8f0b-4312-a101-5c2e3978a55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:05.458805 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5ccd2cae-64a7-438c-8ceb-7f5dd61d04a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:05.474546 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f49435-8f0b-4312-a101-5c2e3978a55f None None] Network 7838f943-fcaa-46f0-9176-5a8e4063b2b6 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:56:05.478836 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-07f49435-8f0b-4312-a101-5c2e3978a55f None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:56:05.480785 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f49435-8f0b-4312-a101-5c2e3978a55f None None] Pushing event updated for resources: {'Port': ['ID=fc92bf3d-fc8f-415e-a724-593f0e0a8a81,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:05.483079 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f49435-8f0b-4312-a101-5c2e3978a55f None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:56:05.502585 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccd2cae-64a7-438c-8ceb-7f5dd61d04a3 admin admin] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:56:05.510558 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-5ccd2cae-64a7-438c-8ceb-7f5dd61d04a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:56:05.515328 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccd2cae-64a7-438c-8ceb-7f5dd61d04a3 admin admin] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:56:05.546461 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccd2cae-64a7-438c-8ceb-7f5dd61d04a3 admin admin] Pushing event updated for resources: {'Port': ['ID=edc3c1ba-1946-475f-ae81-5b5d25d3f333,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:05.570056 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-07f49435-8f0b-4312-a101-5c2e3978a55f None None] Attempting to bind port fc92bf3d-fc8f-415e-a724-593f0e0a8a81 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:56:05.570743 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-07f49435-8f0b-4312-a101-5c2e3978a55f None None] Attempting to bind port fc92bf3d-fc8f-415e-a724-593f0e0a8a81 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'b618812a-da85-4592-b18a-59922fc81ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7838f943-fcaa-46f0-9176-5a8e4063b2b6'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:56:05.571354 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f49435-8f0b-4312-a101-5c2e3978a55f None None] Attempting to bind port fc92bf3d-fc8f-415e-a724-593f0e0a8a81 on network 7838f943-fcaa-46f0-9176-5a8e4063b2b6 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:56:05.578097 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f49435-8f0b-4312-a101-5c2e3978a55f None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:56:05.578772 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f49435-8f0b-4312-a101-5c2e3978a55f None None] Checking segment: {'id': 'b618812a-da85-4592-b18a-59922fc81ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7838f943-fcaa-46f0-9176-5a8e4063b2b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:56:05.579381 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-07f49435-8f0b-4312-a101-5c2e3978a55f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:05.580112 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f49435-8f0b-4312-a101-5c2e3978a55f None None] Bound using segment: {'id': 'b618812a-da85-4592-b18a-59922fc81ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7838f943-fcaa-46f0-9176-5a8e4063b2b6'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:56:05.580776 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-07f49435-8f0b-4312-a101-5c2e3978a55f None None] Bound port: fc92bf3d-fc8f-415e-a724-593f0e0a8a81, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b618812a-da85-4592-b18a-59922fc81ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7838f943-fcaa-46f0-9176-5a8e4063b2b6'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:56:05.581361 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-07f49435-8f0b-4312-a101-5c2e3978a55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:05.665186 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-07f49435-8f0b-4312-a101-5c2e3978a55f None None] For port fc92bf3d-fc8f-415e-a724-593f0e0a8a81, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:56:05.668795 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-07f49435-8f0b-4312-a101-5c2e3978a55f None None] For port fc92bf3d-fc8f-415e-a724-593f0e0a8a81, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=fc92bf3d-fc8f-415e-a724-593f0e0a8a81,segment=NetworkSegment(b618812a-da85-4592-b18a-59922fc81ec0),segment_id=b618812a-da85-4592-b18a-59922fc81ec0)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:56:05.807684 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-07f49435-8f0b-4312-a101-5c2e3978a55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:05.887964 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f49435-8f0b-4312-a101-5c2e3978a55f None None] Pushing event updated for resources: {'Port': ['ID=fc92bf3d-fc8f-415e-a724-593f0e0a8a81,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:05.988995 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5ccd2cae-64a7-438c-8ceb-7f5dd61d04a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:06.265358 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5ccd2cae-64a7-438c-8ceb-7f5dd61d04a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:06.410856 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device da97fd51-8a9e-4452-9c87-0758a494093f up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:56:06.535832 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port da97fd51-8a9e-4452-9c87-0758a494093f completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:56:06.540816 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port da97fd51-8a9e-4452-9c87-0758a494093f triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:56:06.541192 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:06.587352 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ccd2cae-64a7-438c-8ceb-7f5dd61d04a3 admin admin] Router fc0edecd-7954-4db2-9f6a-9e21e7264be8 is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 15:56:06.664235 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:06.715298 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port da97fd51-8a9e-4452-9c87-0758a494093f, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=da97fd51-8a9e-4452-9c87-0758a494093f,segment=NetworkSegment(81b58442-cb15-43ce-bcbf-c36167e5ab4e),segment_id=81b58442-cb15-43ce-bcbf-c36167e5ab4e)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:56:06.730319 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ccd2cae-64a7-438c-8ceb-7f5dd61d04a3 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:56:06.743401 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73544198-c00d-44e4-9f6b-a8c73e7a4a3b None None] Sync routers for ids ['fc0edecd-7954-4db2-9f6a-9e21e7264be8'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:56:06.755333 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73544198-c00d-44e4-9f6b-a8c73e7a4a3b None None] Routers {'fc0edecd-7954-4db2-9f6a-9e21e7264be8'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:56:06.756006 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-73544198-c00d-44e4-9f6b-a8c73e7a4a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:55:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['fc0edecd-7954-4db2-9f6a-9e21e7264be8'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:56:06.839379 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:06.841277 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device fc92bf3d-fc8f-415e-a724-593f0e0a8a81 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:56:06.873599 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5ccd2cae-64a7-438c-8ceb-7f5dd61d04a3 admin admin] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:06.881522 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 58466) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:56:06.882655 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-5ccd2cae-64a7-438c-8ceb-7f5dd61d04a3 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7041035 Jul 09 15:56:06.925079 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-73544198-c00d-44e4-9f6b-a8c73e7a4a3b None None] Set router fc0edecd-7954-4db2-9f6a-9e21e7264be8 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:56:06.944686 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=da97fd51-8a9e-4452-9c87-0758a494093f,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:07.034095 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port fc92bf3d-fc8f-415e-a724-593f0e0a8a81 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:56:07.181283 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a56724-3885-4959-a409-3f7b66b1cba2 None None] Network 7838f943-fcaa-46f0-9176-5a8e4063b2b6 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:56:07.231869 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-73544198-c00d-44e4-9f6b-a8c73e7a4a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc0edecd-7954-4db2-9f6a-9e21e7264be8', 'name': 'tempest-TestMinimumBasicScenario-1277151657-router', 'tenant_id': '393b84061a454e9cb27ff068dd66eb39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'edc3c1ba-1946-475f-ae81-5b5d25d3f333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:04Z', 'updated_at': '2021-07-09T15:56:05Z', 'revision_number': 3, 'project_id': '393b84061a454e9cb27ff068dd66eb39', 'gw_port': {'id': 'edc3c1ba-1946-475f-ae81-5b5d25d3f333', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:42:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc0edecd-7954-4db2-9f6a-9e21e7264be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:05Z', 'updated_at': '2021-07-09T15:56:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:56:07.285487 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73544198-c00d-44e4-9f6b-a8c73e7a4a3b None None] Checking router: fc0edecd-7954-4db2-9f6a-9e21e7264be8 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:56:07.286093 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73544198-c00d-44e4-9f6b-a8c73e7a4a3b None None] Updating router fc0edecd-7954-4db2-9f6a-9e21e7264be8 port edc3c1ba-1946-475f-ae81-5b5d25d3f333 binding host n-d-799529-6 {{(pid=94448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:56:07.342616 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-57d17f90-d8fa-43d4-92c5-70f4ebdb469d None None] Provisioning for port fc92bf3d-fc8f-415e-a724-593f0e0a8a81 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:56:07.344500 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-73544198-c00d-44e4-9f6b-a8c73e7a4a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:07.359027 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-57d17f90-d8fa-43d4-92c5-70f4ebdb469d None None] Provisioning complete for port fc92bf3d-fc8f-415e-a724-593f0e0a8a81 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:56:07.359347 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-57d17f90-d8fa-43d4-92c5-70f4ebdb469d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:07.500880 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a19bb2a8-85f8-4144-9742-aa1598185bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:07.527903 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-57d17f90-d8fa-43d4-92c5-70f4ebdb469d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:07.567462 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-57d17f90-d8fa-43d4-92c5-70f4ebdb469d None None] For port fc92bf3d-fc8f-415e-a724-593f0e0a8a81, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=fc92bf3d-fc8f-415e-a724-593f0e0a8a81,segment=NetworkSegment(b618812a-da85-4592-b18a-59922fc81ec0),segment_id=b618812a-da85-4592-b18a-59922fc81ec0)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:56:07.658732 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-57d17f90-d8fa-43d4-92c5-70f4ebdb469d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:07.742239 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d17f90-d8fa-43d4-92c5-70f4ebdb469d None None] Pushing event updated for resources: {'Port': ['ID=fc92bf3d-fc8f-415e-a724-593f0e0a8a81,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:07.766086 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-a19bb2a8-85f8-4144-9742-aa1598185bd6 admin admin] Allocated IP 172.20.0.1 (7838f943-fcaa-46f0-9176-5a8e4063b2b6/fadebbf7-e7aa-4144-980b-4387cae00284/c38532d0-c98e-4e56-81f4-056ae78739db) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:56:07.791756 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-73544198-c00d-44e4-9f6b-a8c73e7a4a3b None None] Notify callbacks [] for port, precommit_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:07.807021 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.provisioning_blocks [None req-73544198-c00d-44e4-9f6b-a8c73e7a4a3b None None] Transition to ACTIVE for port object edc3c1ba-1946-475f-ae81-5b5d25d3f333 will not be triggered until provisioned by entity L2. {{(pid=94448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:56:07.898526 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a34c1259-e36f-4886-8d54-c53914162101 None None] Provisioning complete for port fc92bf3d-fc8f-415e-a724-593f0e0a8a81 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:56:07.898919 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a34c1259-e36f-4886-8d54-c53914162101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:07.901128 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-73544198-c00d-44e4-9f6b-a8c73e7a4a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:07.915157 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a19bb2a8-85f8-4144-9742-aa1598185bd6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:07.941183 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-a19bb2a8-85f8-4144-9742-aa1598185bd6 admin admin] Transition to ACTIVE for port object c38532d0-c98e-4e56-81f4-056ae78739db will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:56:07.954290 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-73544198-c00d-44e4-9f6b-a8c73e7a4a3b None None] Attempting to bind port edc3c1ba-1946-475f-ae81-5b5d25d3f333 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:56:07.956187 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-73544198-c00d-44e4-9f6b-a8c73e7a4a3b None None] Attempting to bind port edc3c1ba-1946-475f-ae81-5b5d25d3f333 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:56:07.956187 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73544198-c00d-44e4-9f6b-a8c73e7a4a3b None None] Attempting to bind port edc3c1ba-1946-475f-ae81-5b5d25d3f333 on network 202c7ce6-d4e9-4f80-84dd-bef08905a653 {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:56:07.968912 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73544198-c00d-44e4-9f6b-a8c73e7a4a3b None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:56:07.969308 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73544198-c00d-44e4-9f6b-a8c73e7a4a3b None None] Checking segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:56:07.969678 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-73544198-c00d-44e4-9f6b-a8c73e7a4a3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:07.970271 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73544198-c00d-44e4-9f6b-a8c73e7a4a3b None None] Bound using segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:56:07.970952 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-73544198-c00d-44e4-9f6b-a8c73e7a4a3b None None] Bound port: edc3c1ba-1946-475f-ae81-5b5d25d3f333, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:56:07.971639 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-73544198-c00d-44e4-9f6b-a8c73e7a4a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:07.973821 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3582f794-52a9-4fe7-b5df-3cff600b9369 None None] Pushing event updated for resources: {'Port': ['ID=edc3c1ba-1946-475f-ae81-5b5d25d3f333,revision_number=2']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:08.039973 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-73544198-c00d-44e4-9f6b-a8c73e7a4a3b None None] For port edc3c1ba-1946-475f-ae81-5b5d25d3f333, host n-d-799529-6, cleared binding levels {{(pid=94448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:56:08.043865 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-73544198-c00d-44e4-9f6b-a8c73e7a4a3b None None] For port edc3c1ba-1946-475f-ae81-5b5d25d3f333, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=edc3c1ba-1946-475f-ae81-5b5d25d3f333,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:56:08.076550 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a19bb2a8-85f8-4144-9742-aa1598185bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:08.121420 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19bb2a8-85f8-4144-9742-aa1598185bd6 admin admin] Network 7838f943-fcaa-46f0-9176-5a8e4063b2b6 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:56:08.124679 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-a19bb2a8-85f8-4144-9742-aa1598185bd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:56:08.129647 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19bb2a8-85f8-4144-9742-aa1598185bd6 admin admin] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:56:08.132878 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19bb2a8-85f8-4144-9742-aa1598185bd6 admin admin] Pushing event updated for resources: {'Port': ['ID=c38532d0-c98e-4e56-81f4-056ae78739db,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:08.160427 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-73544198-c00d-44e4-9f6b-a8c73e7a4a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:08.179490 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a19bb2a8-85f8-4144-9742-aa1598185bd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:08.237959 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73544198-c00d-44e4-9f6b-a8c73e7a4a3b None None] Routers {'fc0edecd-7954-4db2-9f6a-9e21e7264be8'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:56:08.238825 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-73544198-c00d-44e4-9f6b-a8c73e7a4a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:55:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['fc0edecd-7954-4db2-9f6a-9e21e7264be8'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:56:08.303837 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3582f794-52a9-4fe7-b5df-3cff600b9369 None None] Pushing event updated for resources: {'Port': ['ID=edc3c1ba-1946-475f-ae81-5b5d25d3f333,revision_number=3']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:08.330325 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device da97fd51-8a9e-4452-9c87-0758a494093f up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:56:08.409369 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port da97fd51-8a9e-4452-9c87-0758a494093f triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:56:08.414847 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:08.429306 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-73544198-c00d-44e4-9f6b-a8c73e7a4a3b None None] Set router fc0edecd-7954-4db2-9f6a-9e21e7264be8 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:56:08.474204 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a19bb2a8-85f8-4144-9742-aa1598185bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:08.516707 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device fc92bf3d-fc8f-415e-a724-593f0e0a8a81 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:56:08.576033 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port fc92bf3d-fc8f-415e-a724-593f0e0a8a81 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:56:08.576761 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:08.669182 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-73544198-c00d-44e4-9f6b-a8c73e7a4a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc0edecd-7954-4db2-9f6a-9e21e7264be8', 'name': 'tempest-TestMinimumBasicScenario-1277151657-router', 'tenant_id': '393b84061a454e9cb27ff068dd66eb39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'edc3c1ba-1946-475f-ae81-5b5d25d3f333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:04Z', 'updated_at': '2021-07-09T15:56:05Z', 'revision_number': 3, 'project_id': '393b84061a454e9cb27ff068dd66eb39', 'gw_port': {'id': 'edc3c1ba-1946-475f-ae81-5b5d25d3f333', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:42:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc0edecd-7954-4db2-9f6a-9e21e7264be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:05Z', 'updated_at': '2021-07-09T15:56:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:56:08.672767 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-052eb650-41a0-445c-9ea0-a8e381f16923 None None] Provisioning for port c38532d0-c98e-4e56-81f4-056ae78739db completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:56:08.684945 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-052eb650-41a0-445c-9ea0-a8e381f16923 None None] Provisioning complete for port c38532d0-c98e-4e56-81f4-056ae78739db triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:56:08.685615 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-052eb650-41a0-445c-9ea0-a8e381f16923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:08.752033 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a19bb2a8-85f8-4144-9742-aa1598185bd6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:08.763774 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-052eb650-41a0-445c-9ea0-a8e381f16923 None None] Port c38532d0-c98e-4e56-81f4-056ae78739db cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:56:08.800452 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73544198-c00d-44e4-9f6b-a8c73e7a4a3b None None] The sync data for ids ['fc0edecd-7954-4db2-9f6a-9e21e7264be8'] in n-d-799529-6 is: [{'id': 'fc0edecd-7954-4db2-9f6a-9e21e7264be8', 'name': 'tempest-TestMinimumBasicScenario-1277151657-router', 'tenant_id': '393b84061a454e9cb27ff068dd66eb39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'edc3c1ba-1946-475f-ae81-5b5d25d3f333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:04Z', 'updated_at': '2021-07-09T15:56:05Z', 'revision_number': 3, 'project_id': '393b84061a454e9cb27ff068dd66eb39', 'gw_port': {'id': 'edc3c1ba-1946-475f-ae81-5b5d25d3f333', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:42:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc0edecd-7954-4db2-9f6a-9e21e7264be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:05Z', 'updated_at': '2021-07-09T15:56:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:56:08.821940 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a19bb2a8-85f8-4144-9742-aa1598185bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:08.900287 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19bb2a8-85f8-4144-9742-aa1598185bd6 admin admin] Pushing event updated for resources: {'Port': ['ID=c38532d0-c98e-4e56-81f4-056ae78739db,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:08.904835 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a19bb2a8-85f8-4144-9742-aa1598185bd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:09.019007 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19bb2a8-85f8-4144-9742-aa1598185bd6 admin admin] Network 7838f943-fcaa-46f0-9176-5a8e4063b2b6 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:56:09.020546 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-a19bb2a8-85f8-4144-9742-aa1598185bd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:56:09.180473 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a19bb2a8-85f8-4144-9742-aa1598185bd6 admin admin] Router fc0edecd-7954-4db2-9f6a-9e21e7264be8 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:56:09.327386 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19bb2a8-85f8-4144-9742-aa1598185bd6 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:56:09.333011 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a19bb2a8-85f8-4144-9742-aa1598185bd6 admin admin] 10.222.0.58 "PUT /v2.0/routers/fc0edecd-7954-4db2-9f6a-9e21e7264be8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4517760 Jul 09 15:56:09.394618 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-cea8cab1-e41c-4717-b6fe-c3de01e16bdc None None] Provisioning complete for port c38532d0-c98e-4e56-81f4-056ae78739db triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:56:09.395364 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-cea8cab1-e41c-4717-b6fe-c3de01e16bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:09.439564 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-cea8cab1-e41c-4717-b6fe-c3de01e16bdc None None] Port c38532d0-c98e-4e56-81f4-056ae78739db cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:56:10.336301 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device edc3c1ba-1946-475f-ae81-5b5d25d3f333 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:56:10.481627 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port edc3c1ba-1946-475f-ae81-5b5d25d3f333 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:56:10.486968 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port edc3c1ba-1946-475f-ae81-5b5d25d3f333 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:56:10.486968 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:10.588742 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:10.610257 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port edc3c1ba-1946-475f-ae81-5b5d25d3f333, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=edc3c1ba-1946-475f-ae81-5b5d25d3f333,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:56:10.622520 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdb9ea4-b344-40bc-a4d9-fbb48b2b64df None None] Sync routers for ids ['fc0edecd-7954-4db2-9f6a-9e21e7264be8'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:56:10.633465 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdb9ea4-b344-40bc-a4d9-fbb48b2b64df None None] Routers {'fc0edecd-7954-4db2-9f6a-9e21e7264be8'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:56:10.634083 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-2fdb9ea4-b344-40bc-a4d9-fbb48b2b64df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:55:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['fc0edecd-7954-4db2-9f6a-9e21e7264be8'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:56:10.754464 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:10.812642 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-2fdb9ea4-b344-40bc-a4d9-fbb48b2b64df None None] Set router fc0edecd-7954-4db2-9f6a-9e21e7264be8 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:56:10.862458 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=edc3c1ba-1946-475f-ae81-5b5d25d3f333,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:11.090941 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-2fdb9ea4-b344-40bc-a4d9-fbb48b2b64df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc0edecd-7954-4db2-9f6a-9e21e7264be8', 'name': 'tempest-TestMinimumBasicScenario-1277151657-router', 'tenant_id': '393b84061a454e9cb27ff068dd66eb39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'edc3c1ba-1946-475f-ae81-5b5d25d3f333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:04Z', 'updated_at': '2021-07-09T15:56:08Z', 'revision_number': 4, 'project_id': '393b84061a454e9cb27ff068dd66eb39', 'gw_port': {'id': 'edc3c1ba-1946-475f-ae81-5b5d25d3f333', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:42:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc0edecd-7954-4db2-9f6a-9e21e7264be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:05Z', 'updated_at': '2021-07-09T15:56:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'c38532d0-c98e-4e56-81f4-056ae78739db', 'name': '', 'network_id': '7838f943-fcaa-46f0-9176-5a8e4063b2b6', 'tenant_id': '393b84061a454e9cb27ff068dd66eb39', 'mac_address': 'fa:16:3e:52:aa:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc0edecd-7954-4db2-9f6a-9e21e7264be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'fadebbf7-e7aa-4144-980b-4387cae00284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:07Z', 'updated_at': '2021-07-09T15:56:08Z', 'revision_number': 2, 'project_id': '393b84061a454e9cb27ff068dd66eb39', 'subnets': [{'id': 'fadebbf7-e7aa-4144-980b-4387cae00284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:56:11.126868 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdb9ea4-b344-40bc-a4d9-fbb48b2b64df None None] Checking router: fc0edecd-7954-4db2-9f6a-9e21e7264be8 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:56:11.127219 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdb9ea4-b344-40bc-a4d9-fbb48b2b64df None None] Updating router fc0edecd-7954-4db2-9f6a-9e21e7264be8 port c38532d0-c98e-4e56-81f4-056ae78739db binding host n-d-799529-6 {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:56:11.176932 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2fdb9ea4-b344-40bc-a4d9-fbb48b2b64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:11.599435 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2fdb9ea4-b344-40bc-a4d9-fbb48b2b64df None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:11.611956 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-2fdb9ea4-b344-40bc-a4d9-fbb48b2b64df None None] Transition to ACTIVE for port object c38532d0-c98e-4e56-81f4-056ae78739db will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:56:11.682361 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2fdb9ea4-b344-40bc-a4d9-fbb48b2b64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:11.748480 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3237f76-3765-4dcb-bc15-343a335f276d None None] Pushing event updated for resources: {'Port': ['ID=c38532d0-c98e-4e56-81f4-056ae78739db,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:11.826662 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-2fdb9ea4-b344-40bc-a4d9-fbb48b2b64df None None] Attempting to bind port c38532d0-c98e-4e56-81f4-056ae78739db on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:56:11.827040 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-2fdb9ea4-b344-40bc-a4d9-fbb48b2b64df None None] Attempting to bind port c38532d0-c98e-4e56-81f4-056ae78739db by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'b618812a-da85-4592-b18a-59922fc81ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7838f943-fcaa-46f0-9176-5a8e4063b2b6'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:56:11.827563 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdb9ea4-b344-40bc-a4d9-fbb48b2b64df None None] Attempting to bind port c38532d0-c98e-4e56-81f4-056ae78739db on network 7838f943-fcaa-46f0-9176-5a8e4063b2b6 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:56:11.834586 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdb9ea4-b344-40bc-a4d9-fbb48b2b64df None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:56:11.834962 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdb9ea4-b344-40bc-a4d9-fbb48b2b64df None None] Checking segment: {'id': 'b618812a-da85-4592-b18a-59922fc81ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7838f943-fcaa-46f0-9176-5a8e4063b2b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:56:11.835368 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2fdb9ea4-b344-40bc-a4d9-fbb48b2b64df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:11.835797 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdb9ea4-b344-40bc-a4d9-fbb48b2b64df None None] Bound using segment: {'id': 'b618812a-da85-4592-b18a-59922fc81ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7838f943-fcaa-46f0-9176-5a8e4063b2b6'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:56:11.836274 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-2fdb9ea4-b344-40bc-a4d9-fbb48b2b64df None None] Bound port: c38532d0-c98e-4e56-81f4-056ae78739db, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b618812a-da85-4592-b18a-59922fc81ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7838f943-fcaa-46f0-9176-5a8e4063b2b6'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:56:11.836659 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2fdb9ea4-b344-40bc-a4d9-fbb48b2b64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:11.924531 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-2fdb9ea4-b344-40bc-a4d9-fbb48b2b64df None None] For port c38532d0-c98e-4e56-81f4-056ae78739db, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:56:11.929351 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-2fdb9ea4-b344-40bc-a4d9-fbb48b2b64df None None] For port c38532d0-c98e-4e56-81f4-056ae78739db, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=c38532d0-c98e-4e56-81f4-056ae78739db,segment=NetworkSegment(b618812a-da85-4592-b18a-59922fc81ec0),segment_id=b618812a-da85-4592-b18a-59922fc81ec0)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:56:12.016034 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2fdb9ea4-b344-40bc-a4d9-fbb48b2b64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:12.319220 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3237f76-3765-4dcb-bc15-343a335f276d None None] Pushing event updated for resources: {'Port': ['ID=c38532d0-c98e-4e56-81f4-056ae78739db,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:12.346108 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdb9ea4-b344-40bc-a4d9-fbb48b2b64df None None] Routers {'fc0edecd-7954-4db2-9f6a-9e21e7264be8'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:56:12.348114 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-2fdb9ea4-b344-40bc-a4d9-fbb48b2b64df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:55:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['fc0edecd-7954-4db2-9f6a-9e21e7264be8'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:56:12.468117 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device edc3c1ba-1946-475f-ae81-5b5d25d3f333 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:56:12.551566 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-2fdb9ea4-b344-40bc-a4d9-fbb48b2b64df None None] Set router fc0edecd-7954-4db2-9f6a-9e21e7264be8 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:56:12.684595 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port edc3c1ba-1946-475f-ae81-5b5d25d3f333 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:56:12.685480 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:12.916134 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-2fdb9ea4-b344-40bc-a4d9-fbb48b2b64df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc0edecd-7954-4db2-9f6a-9e21e7264be8', 'name': 'tempest-TestMinimumBasicScenario-1277151657-router', 'tenant_id': '393b84061a454e9cb27ff068dd66eb39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'edc3c1ba-1946-475f-ae81-5b5d25d3f333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:04Z', 'updated_at': '2021-07-09T15:56:08Z', 'revision_number': 4, 'project_id': '393b84061a454e9cb27ff068dd66eb39', 'gw_port': {'id': 'edc3c1ba-1946-475f-ae81-5b5d25d3f333', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:42:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0edecd-7954-4db2-9f6a-9e21e7264be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:05Z', 'updated_at': '2021-07-09T15:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'c38532d0-c98e-4e56-81f4-056ae78739db', 'name': '', 'network_id': '7838f943-fcaa-46f0-9176-5a8e4063b2b6', 'tenant_id': '393b84061a454e9cb27ff068dd66eb39', 'mac_address': 'fa:16:3e:52:aa:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc0edecd-7954-4db2-9f6a-9e21e7264be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'fadebbf7-e7aa-4144-980b-4387cae00284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:07Z', 'updated_at': '2021-07-09T15:56:11Z', 'revision_number': 4, 'project_id': '393b84061a454e9cb27ff068dd66eb39', 'subnets': [{'id': 'fadebbf7-e7aa-4144-980b-4387cae00284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:56:12.945963 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdb9ea4-b344-40bc-a4d9-fbb48b2b64df None None] The sync data for ids ['fc0edecd-7954-4db2-9f6a-9e21e7264be8'] in n-d-799529-6 is: [{'id': 'fc0edecd-7954-4db2-9f6a-9e21e7264be8', 'name': 'tempest-TestMinimumBasicScenario-1277151657-router', 'tenant_id': '393b84061a454e9cb27ff068dd66eb39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'edc3c1ba-1946-475f-ae81-5b5d25d3f333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:04Z', 'updated_at': '2021-07-09T15:56:08Z', 'revision_number': 4, 'project_id': '393b84061a454e9cb27ff068dd66eb39', 'gw_port': {'id': 'edc3c1ba-1946-475f-ae81-5b5d25d3f333', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:42:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0edecd-7954-4db2-9f6a-9e21e7264be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:05Z', 'updated_at': '2021-07-09T15:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'c38532d0-c98e-4e56-81f4-056ae78739db', 'name': '', 'network_id': '7838f943-fcaa-46f0-9176-5a8e4063b2b6', 'tenant_id': '393b84061a454e9cb27ff068dd66eb39', 'mac_address': 'fa:16:3e:52:aa:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc0edecd-7954-4db2-9f6a-9e21e7264be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'fadebbf7-e7aa-4144-980b-4387cae00284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:07Z', 'updated_at': '2021-07-09T15:56:11Z', 'revision_number': 4, 'project_id': '393b84061a454e9cb27ff068dd66eb39', 'subnets': [{'id': 'fadebbf7-e7aa-4144-980b-4387cae00284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:56:14.374129 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device c38532d0-c98e-4e56-81f4-056ae78739db up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:56:14.540838 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port c38532d0-c98e-4e56-81f4-056ae78739db completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:56:14.545125 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port c38532d0-c98e-4e56-81f4-056ae78739db triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:56:14.545762 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:14.670057 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:14.722363 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port c38532d0-c98e-4e56-81f4-056ae78739db, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=c38532d0-c98e-4e56-81f4-056ae78739db,segment=NetworkSegment(b618812a-da85-4592-b18a-59922fc81ec0),segment_id=b618812a-da85-4592-b18a-59922fc81ec0)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:56:14.780799 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:14.842494 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=c38532d0-c98e-4e56-81f4-056ae78739db,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:15.558825 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:16.345173 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device c38532d0-c98e-4e56-81f4-056ae78739db up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:56:16.406036 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port c38532d0-c98e-4e56-81f4-056ae78739db triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:56:16.406994 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:22.438291 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3083092-cac2-4dd7-96a4-51ae5d1d6854 req-e20bdb22-9d2a-4c1c-bfae-76e8d67c9385 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:56:22.439898 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b3083092-cac2-4dd7-96a4-51ae5d1d6854 req-e20bdb22-9d2a-4c1c-bfae-76e8d67c9385 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/networks?id=46833689-279b-4eda-adb5-ab86dbc7aabe HTTP/1.1" status: 200 len: 815 time: 0.1305699 Jul 09 15:56:22.457181 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b3083092-cac2-4dd7-96a4-51ae5d1d6854 req-2fb3a1dd-93ef-4d37-9baf-26c6e55a838a tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/quotas/e8a606222a4946b08dbd20d7bc5038ea HTTP/1.1" status: 200 len: 375 time: 0.0111988 Jul 09 15:56:22.540749 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b3083092-cac2-4dd7-96a4-51ae5d1d6854 req-7dff776d-8f74-4a21-9afb-ecd389cb085c tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e8a606222a4946b08dbd20d7bc5038ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0778465 Jul 09 15:56:22.664107 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b3083092-cac2-4dd7-96a4-51ae5d1d6854 req-18eb487b-4384-40a7-a762-0dedd05c5001 service neutron] 10.222.0.58 "GET /v2.0/networks/46833689-279b-4eda-adb5-ab86dbc7aabe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110706 Jul 09 15:56:22.787331 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b3083092-cac2-4dd7-96a4-51ae5d1d6854 req-a0df61bb-3ff7-40ce-9a2f-bbf00244302c service neutron] 10.222.0.58 "GET /v2.0/networks/46833689-279b-4eda-adb5-ab86dbc7aabe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086919 Jul 09 15:56:23.094592 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c5e656f6-5963-4e00-8811-c0250387e618 req-7f0a6af6-c0e0-4c83-951d-c5cb7d22f9bf tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/ports?device_id=54180325-b3a9-4f8d-8f48-599f43970fc3 HTTP/1.1" status: 200 len: 210 time: 0.0347836 Jul 09 15:56:23.906683 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:24.223633 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f862f25a-e227-4a3a-90fa-fc40c4416281 req-7e1782ea-baf6-4bcc-8aef-076b17959c7d tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/ports?device_id=54180325-b3a9-4f8d-8f48-599f43970fc3 HTTP/1.1" status: 200 len: 210 time: 0.0381825 Jul 09 15:56:25.010695 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:56:25.413241 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a339a4e2-7595-4241-b8d6-c2d72c2977ca req-31d72a7c-b56a-44fe-9972-ead220b69da8 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/ports?device_id=54180325-b3a9-4f8d-8f48-599f43970fc3 HTTP/1.1" status: 200 len: 210 time: 0.0417898 Jul 09 15:56:25.969149 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3083092-cac2-4dd7-96a4-51ae5d1d6854 req-e2319e2e-4b3e-4056-8fb4-4ede6de2103a tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:56:25.971892 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b3083092-cac2-4dd7-96a4-51ae5d1d6854 req-e2319e2e-4b3e-4056-8fb4-4ede6de2103a tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.54 "GET /v2.0/networks?id=46833689-279b-4eda-adb5-ab86dbc7aabe HTTP/1.1" status: 200 len: 815 time: 0.1235702 Jul 09 15:56:25.991116 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-b3083092-cac2-4dd7-96a4-51ae5d1d6854 req-368bb551-100c-4196-8bc7-9ef873d437a0 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Request body: {'port': {'device_id': '54180325-b3a9-4f8d-8f48-599f43970fc3', 'network_id': '46833689-279b-4eda-adb5-ab86dbc7aabe', 'admin_state_up': True, 'tenant_id': 'e8a606222a4946b08dbd20d7bc5038ea'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:56:26.218196 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3083092-cac2-4dd7-96a4-51ae5d1d6854 req-368bb551-100c-4196-8bc7-9ef873d437a0 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Made reservation on behalf of e8a606222a4946b08dbd20d7bc5038ea for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:56:26.218521 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-aecef9ae-2385-44f0-8940-d4e84b7851b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:26.222387 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b3083092-cac2-4dd7-96a4-51ae5d1d6854 req-368bb551-100c-4196-8bc7-9ef873d437a0 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:26.387875 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-b3083092-cac2-4dd7-96a4-51ae5d1d6854 req-368bb551-100c-4196-8bc7-9ef873d437a0 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Allocated IP 172.20.0.11 (46833689-279b-4eda-adb5-ab86dbc7aabe/1ab710c6-797c-4017-a84b-42cd1d603ed1/7b4134d1-5781-43af-b2f5-a6519bce0097) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:56:26.588699 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a0bbfcef-22f1-4700-bb71-384e618839a7 req-eb1233f4-8138-458f-a313-0c7e9a45a755 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/ports?device_id=54180325-b3a9-4f8d-8f48-599f43970fc3 HTTP/1.1" status: 200 len: 210 time: 0.0444028 Jul 09 15:56:26.613820 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b3083092-cac2-4dd7-96a4-51ae5d1d6854 req-368bb551-100c-4196-8bc7-9ef873d437a0 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:26.644687 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-b3083092-cac2-4dd7-96a4-51ae5d1d6854 req-368bb551-100c-4196-8bc7-9ef873d437a0 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Transition to ACTIVE for port object 7b4134d1-5781-43af-b2f5-a6519bce0097 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:56:26.775306 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b3083092-cac2-4dd7-96a4-51ae5d1d6854 req-368bb551-100c-4196-8bc7-9ef873d437a0 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:26.825586 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3083092-cac2-4dd7-96a4-51ae5d1d6854 req-368bb551-100c-4196-8bc7-9ef873d437a0 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Network 46833689-279b-4eda-adb5-ab86dbc7aabe is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:56:26.829431 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-b3083092-cac2-4dd7-96a4-51ae5d1d6854 req-368bb551-100c-4196-8bc7-9ef873d437a0 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:56:26.833804 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3083092-cac2-4dd7-96a4-51ae5d1d6854 req-368bb551-100c-4196-8bc7-9ef873d437a0 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:56:26.865715 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368bb551-100c-4196-8bc7-9ef873d437a0 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Pushing event updated for resources: {'Port': ['ID=7b4134d1-5781-43af-b2f5-a6519bce0097,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:26.913540 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3083092-cac2-4dd7-96a4-51ae5d1d6854 req-368bb551-100c-4196-8bc7-9ef873d437a0 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:56:26.914377 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b3083092-cac2-4dd7-96a4-51ae5d1d6854 req-368bb551-100c-4196-8bc7-9ef873d437a0 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:27.028043 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b3083092-cac2-4dd7-96a4-51ae5d1d6854 req-368bb551-100c-4196-8bc7-9ef873d437a0 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0420146 Jul 09 15:56:27.056796 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-b3083092-cac2-4dd7-96a4-51ae5d1d6854 req-f53f97ca-6e36-4046-a30b-0e666ebcbf72 service neutron] Request body: {'port': {'device_id': '54180325-b3a9-4f8d-8f48-599f43970fc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:56:27.192323 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b3083092-cac2-4dd7-96a4-51ae5d1d6854 req-f53f97ca-6e36-4046-a30b-0e666ebcbf72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:27.401799 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-4ef76c75-c632-437d-86cd-4f1aafe9a550 None None] Provisioning for port 7b4134d1-5781-43af-b2f5-a6519bce0097 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:56:27.411177 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-4ef76c75-c632-437d-86cd-4f1aafe9a550 None None] Provisioning complete for port 7b4134d1-5781-43af-b2f5-a6519bce0097 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:56:27.412006 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4ef76c75-c632-437d-86cd-4f1aafe9a550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:27.477925 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-4ef76c75-c632-437d-86cd-4f1aafe9a550 None None] Port 7b4134d1-5781-43af-b2f5-a6519bce0097 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:56:27.788474 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-b3083092-cac2-4dd7-96a4-51ae5d1d6854 req-f53f97ca-6e36-4046-a30b-0e666ebcbf72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b4134d1-5781-43af-b2f5-a6519bce0097 {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:56:27.799412 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b3083092-cac2-4dd7-96a4-51ae5d1d6854 req-f53f97ca-6e36-4046-a30b-0e666ebcbf72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:27.822055 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-b3083092-cac2-4dd7-96a4-51ae5d1d6854 req-f53f97ca-6e36-4046-a30b-0e666ebcbf72 service neutron] Transition to ACTIVE for port object 7b4134d1-5781-43af-b2f5-a6519bce0097 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:56:27.906925 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b3083092-cac2-4dd7-96a4-51ae5d1d6854 req-f53f97ca-6e36-4046-a30b-0e666ebcbf72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:27.978934 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53f97ca-6e36-4046-a30b-0e666ebcbf72 service neutron] Pushing event updated for resources: {'Port': ['ID=7b4134d1-5781-43af-b2f5-a6519bce0097,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:28.003931 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9766e-04a2-44b4-b0db-ea385d8ef838 req-7bfbdff5-0459-4c43-bacb-df30245fb1e4 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:56:28.005587 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9bd9766e-04a2-44b4-b0db-ea385d8ef838 req-7bfbdff5-0459-4c43-bacb-df30245fb1e4 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/ports?device_id=54180325-b3a9-4f8d-8f48-599f43970fc3 HTTP/1.1" status: 200 len: 932 time: 0.1730216 Jul 09 15:56:28.138001 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9bd9766e-04a2-44b4-b0db-ea385d8ef838 req-d62d0954-1773-46da-ac16-15bfa36e5946 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/security-groups?id=f535afdb-e3b0-489a-b888-0957a42f4306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141858 Jul 09 15:56:28.139792 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-b3083092-cac2-4dd7-96a4-51ae5d1d6854 req-f53f97ca-6e36-4046-a30b-0e666ebcbf72 service neutron] Attempting to bind port 7b4134d1-5781-43af-b2f5-a6519bce0097 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:56:28.140307 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-b3083092-cac2-4dd7-96a4-51ae5d1d6854 req-f53f97ca-6e36-4046-a30b-0e666ebcbf72 service neutron] Attempting to bind port 7b4134d1-5781-43af-b2f5-a6519bce0097 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '81b58442-cb15-43ce-bcbf-c36167e5ab4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '46833689-279b-4eda-adb5-ab86dbc7aabe'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:56:28.140753 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3083092-cac2-4dd7-96a4-51ae5d1d6854 req-f53f97ca-6e36-4046-a30b-0e666ebcbf72 service neutron] Attempting to bind port 7b4134d1-5781-43af-b2f5-a6519bce0097 on network 46833689-279b-4eda-adb5-ab86dbc7aabe {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:56:28.147904 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3083092-cac2-4dd7-96a4-51ae5d1d6854 req-f53f97ca-6e36-4046-a30b-0e666ebcbf72 service neutron] Port 7b4134d1-5781-43af-b2f5-a6519bce0097 on network 46833689-279b-4eda-adb5-ab86dbc7aabe not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:56:28.151168 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3083092-cac2-4dd7-96a4-51ae5d1d6854 req-f53f97ca-6e36-4046-a30b-0e666ebcbf72 service neutron] Attempting to bind port 7b4134d1-5781-43af-b2f5-a6519bce0097 on network 46833689-279b-4eda-adb5-ab86dbc7aabe {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:56:28.163835 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3083092-cac2-4dd7-96a4-51ae5d1d6854 req-f53f97ca-6e36-4046-a30b-0e666ebcbf72 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:56:28.164108 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3083092-cac2-4dd7-96a4-51ae5d1d6854 req-f53f97ca-6e36-4046-a30b-0e666ebcbf72 service neutron] Checking segment: {'id': '81b58442-cb15-43ce-bcbf-c36167e5ab4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '46833689-279b-4eda-adb5-ab86dbc7aabe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:56:28.164549 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3083092-cac2-4dd7-96a4-51ae5d1d6854 req-f53f97ca-6e36-4046-a30b-0e666ebcbf72 service neutron] Bound using segment: {'id': '81b58442-cb15-43ce-bcbf-c36167e5ab4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '46833689-279b-4eda-adb5-ab86dbc7aabe'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:56:28.165040 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-b3083092-cac2-4dd7-96a4-51ae5d1d6854 req-f53f97ca-6e36-4046-a30b-0e666ebcbf72 service neutron] Bound port: 7b4134d1-5781-43af-b2f5-a6519bce0097, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81b58442-cb15-43ce-bcbf-c36167e5ab4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '46833689-279b-4eda-adb5-ab86dbc7aabe'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:56:28.165413 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b3083092-cac2-4dd7-96a4-51ae5d1d6854 req-f53f97ca-6e36-4046-a30b-0e666ebcbf72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:28.269758 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-b3083092-cac2-4dd7-96a4-51ae5d1d6854 req-f53f97ca-6e36-4046-a30b-0e666ebcbf72 service neutron] For port 7b4134d1-5781-43af-b2f5-a6519bce0097, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:56:28.272992 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-b3083092-cac2-4dd7-96a4-51ae5d1d6854 req-f53f97ca-6e36-4046-a30b-0e666ebcbf72 service neutron] For port 7b4134d1-5781-43af-b2f5-a6519bce0097, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=7b4134d1-5781-43af-b2f5-a6519bce0097,segment=NetworkSegment(81b58442-cb15-43ce-bcbf-c36167e5ab4e),segment_id=81b58442-cb15-43ce-bcbf-c36167e5ab4e)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:56:28.358551 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b3083092-cac2-4dd7-96a4-51ae5d1d6854 req-f53f97ca-6e36-4046-a30b-0e666ebcbf72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:28.405656 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3083092-cac2-4dd7-96a4-51ae5d1d6854 req-f53f97ca-6e36-4046-a30b-0e666ebcbf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:56:28.406424 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b3083092-cac2-4dd7-96a4-51ae5d1d6854 req-f53f97ca-6e36-4046-a30b-0e666ebcbf72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:28.408070 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b3083092-cac2-4dd7-96a4-51ae5d1d6854 req-f53f97ca-6e36-4046-a30b-0e666ebcbf72 service neutron] 10.222.0.54 "PUT /v2.0/ports/7b4134d1-5781-43af-b2f5-a6519bce0097 HTTP/1.1" status: 200 len: 1092 time: 1.3580492 Jul 09 15:56:28.408612 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54180325-b3a9-4f8d-8f48-599f43970fc3', 'tag': '7b4134d1-5781-43af-b2f5-a6519bce0097'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:56:28.411131 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bb405a18ca731a56dedfaaf5e9a79789110744f6b6799bb7a0722340b5c16f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dbd3317-3fe0-4669-b662-38890e1df624" -d '{"events": [{"name": "network-changed", "server_uuid": "54180325-b3a9-4f8d-8f48-599f43970fc3", "tag": "7b4134d1-5781-43af-b2f5-a6519bce0097"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:56:28.437295 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53f97ca-6e36-4046-a30b-0e666ebcbf72 service neutron] Pushing event updated for resources: {'Port': ['ID=7b4134d1-5781-43af-b2f5-a6519bce0097,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:28.488707 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cfb5366-c486-4620-aa12-03648f5e77cd x-openstack-request-id: req-6cfb5366-c486-4620-aa12-03648f5e77cd {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:56:28.488707 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54180325-b3a9-4f8d-8f48-599f43970fc3", "tag": "7b4134d1-5781-43af-b2f5-a6519bce0097", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:56:28.488707 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6cfb5366-c486-4620-aa12-03648f5e77cd {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:56:28.488707 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54180325-b3a9-4f8d-8f48-599f43970fc3', 'tag': '7b4134d1-5781-43af-b2f5-a6519bce0097', 'status': 'completed', 'code': 200} Jul 09 15:56:29.169102 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-41e0118a-9142-48d4-930d-8607398d8ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:29.327528 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:29.374294 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41bb16a-7840-4e18-848f-2e5fc1da0611 req-373f4a3d-bb95-4f84-878f-1647b1cc229c tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:56:29.376052 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b41bb16a-7840-4e18-848f-2e5fc1da0611 req-373f4a3d-bb95-4f84-878f-1647b1cc229c tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/ports?device_id=54180325-b3a9-4f8d-8f48-599f43970fc3 HTTP/1.1" status: 200 len: 944 time: 0.0922191 Jul 09 15:56:29.422849 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b41bb16a-7840-4e18-848f-2e5fc1da0611 req-1f364a66-2832-4d8d-adbb-cb8e298d4dd8 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/security-groups?id=f535afdb-e3b0-489a-b888-0957a42f4306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403545 Jul 09 15:56:30.663432 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea1796-9e6e-4b61-849c-9a75da132e40 req-9b95db5f-987c-491f-bb50-ab9d8b8a4c25 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:56:30.665166 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-afea1796-9e6e-4b61-849c-9a75da132e40 req-9b95db5f-987c-491f-bb50-ab9d8b8a4c25 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/ports?device_id=54180325-b3a9-4f8d-8f48-599f43970fc3 HTTP/1.1" status: 200 len: 944 time: 0.0760825 Jul 09 15:56:30.718593 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-afea1796-9e6e-4b61-849c-9a75da132e40 req-37019341-c179-4e09-83be-ef02cde74447 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/security-groups?id=f535afdb-e3b0-489a-b888-0957a42f4306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453367 Jul 09 15:56:30.940414 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:31.926663 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:31.969276 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b3c68-fc6f-43bb-958c-10e07b27f32a req-3f4ab175-6fc6-48cc-8ab4-a2e994285be4 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:56:31.971650 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5c9b3c68-fc6f-43bb-958c-10e07b27f32a req-3f4ab175-6fc6-48cc-8ab4-a2e994285be4 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/ports?device_id=54180325-b3a9-4f8d-8f48-599f43970fc3 HTTP/1.1" status: 200 len: 944 time: 0.1273577 Jul 09 15:56:32.024744 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5c9b3c68-fc6f-43bb-958c-10e07b27f32a req-a3fd32a1-5634-4d34-bc55-c4c77368130c tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/security-groups?id=f535afdb-e3b0-489a-b888-0957a42f4306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454140 Jul 09 15:56:33.231108 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c9ebe-8faa-45e6-a658-0eee9ec4d3fa req-59b8001b-6dba-4447-adfb-6f04831a2a7c tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:56:33.232744 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b22c9ebe-8faa-45e6-a658-0eee9ec4d3fa req-59b8001b-6dba-4447-adfb-6f04831a2a7c tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/ports?device_id=54180325-b3a9-4f8d-8f48-599f43970fc3 HTTP/1.1" status: 200 len: 944 time: 0.0703523 Jul 09 15:56:33.296411 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b22c9ebe-8faa-45e6-a658-0eee9ec4d3fa req-6e6f524f-c311-4b9e-b938-adaaa9e482a8 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/security-groups?id=f535afdb-e3b0-489a-b888-0957a42f4306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532558 Jul 09 15:56:34.564780 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf887b06-ed6c-4b69-9690-a3e995c72d36 req-0a1f452a-c5c7-43bd-afb3-5207626b6ce1 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:56:34.564780 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bf887b06-ed6c-4b69-9690-a3e995c72d36 req-0a1f452a-c5c7-43bd-afb3-5207626b6ce1 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/ports?device_id=54180325-b3a9-4f8d-8f48-599f43970fc3 HTTP/1.1" status: 200 len: 944 time: 0.0822191 Jul 09 15:56:34.564780 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bf887b06-ed6c-4b69-9690-a3e995c72d36 req-22ea6ab1-6287-4fbf-94e4-0002cc7a0842 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/security-groups?id=f535afdb-e3b0-489a-b888-0957a42f4306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362771 Jul 09 15:56:36.607003 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e525f64-8166-4ac8-a230-672f58d4244e req-c65e38c2-4cec-4417-9c26-ab854df41c00 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:56:36.608626 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7e525f64-8166-4ac8-a230-672f58d4244e req-c65e38c2-4cec-4417-9c26-ab854df41c00 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/ports?device_id=54180325-b3a9-4f8d-8f48-599f43970fc3 HTTP/1.1" status: 200 len: 944 time: 0.9110701 Jul 09 15:56:36.677390 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7e525f64-8166-4ac8-a230-672f58d4244e req-e1a36747-afbd-43bc-a5df-07602b2970dd tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/security-groups?id=f535afdb-e3b0-489a-b888-0957a42f4306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540814 Jul 09 15:56:37.588777 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd3317-3fe0-4669-b662-38890e1df624 req-3925f4f2-f3e5-453c-b355-f4c4b62b2f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:56:37.591669 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2dbd3317-3fe0-4669-b662-38890e1df624 req-3925f4f2-f3e5-453c-b355-f4c4b62b2f04 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e8a606222a4946b08dbd20d7bc5038ea&device_id=54180325-b3a9-4f8d-8f48-599f43970fc3 HTTP/1.1" status: 200 len: 1095 time: 0.0888503 Jul 09 15:56:37.777585 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd3317-3fe0-4669-b662-38890e1df624 req-bd045923-764d-4851-8128-17f24250a54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:56:37.780646 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2dbd3317-3fe0-4669-b662-38890e1df624 req-bd045923-764d-4851-8128-17f24250a54f service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=e8a606222a4946b08dbd20d7bc5038ea&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1753109 Jul 09 15:56:37.978044 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd3317-3fe0-4669-b662-38890e1df624 req-712d6c93-3af8-4211-a980-29e8b086f7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:56:37.981053 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2dbd3317-3fe0-4669-b662-38890e1df624 req-712d6c93-3af8-4211-a980-29e8b086f7d9 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1938779 Jul 09 15:56:38.570619 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca688e-63ee-44ff-8da0-77b433c3d1d4 req-f110dba8-9f30-48c6-b750-d84dded2f41f tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:56:38.572596 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1fca688e-63ee-44ff-8da0-77b433c3d1d4 req-f110dba8-9f30-48c6-b750-d84dded2f41f tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/ports?device_id=54180325-b3a9-4f8d-8f48-599f43970fc3 HTTP/1.1" status: 200 len: 944 time: 0.6936731 Jul 09 15:56:38.578368 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3083092-cac2-4dd7-96a4-51ae5d1d6854 req-5294f5ef-f1fa-4b04-b83b-c6c5759a6139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:56:38.580178 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b3083092-cac2-4dd7-96a4-51ae5d1d6854 req-5294f5ef-f1fa-4b04-b83b-c6c5759a6139 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e8a606222a4946b08dbd20d7bc5038ea&device_id=54180325-b3a9-4f8d-8f48-599f43970fc3 HTTP/1.1" status: 200 len: 1095 time: 0.0914145 Jul 09 15:56:38.636978 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b3083092-cac2-4dd7-96a4-51ae5d1d6854 req-56fc574a-c239-485c-b267-03bc2ea67b24 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b4134d1-5781-43af-b2f5-a6519bce0097 HTTP/1.1" status: 200 len: 217 time: 0.0482876 Jul 09 15:56:38.683819 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1fca688e-63ee-44ff-8da0-77b433c3d1d4 req-eeb5c4a8-b420-4a4a-aec1-5f77b61d831e tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/security-groups?id=f535afdb-e3b0-489a-b888-0957a42f4306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024816 Jul 09 15:56:38.714890 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3083092-cac2-4dd7-96a4-51ae5d1d6854 req-b9d0e2f5-e836-4bff-aac2-f22941675144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:56:38.717708 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b3083092-cac2-4dd7-96a4-51ae5d1d6854 req-b9d0e2f5-e836-4bff-aac2-f22941675144 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1ab710c6-797c-4017-a84b-42cd1d603ed1 HTTP/1.1" status: 200 len: 854 time: 0.0697598 Jul 09 15:56:38.794613 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3083092-cac2-4dd7-96a4-51ae5d1d6854 req-8e642498-89a5-44f9-aefb-b5cc6ac9c5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:56:38.797233 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b3083092-cac2-4dd7-96a4-51ae5d1d6854 req-8e642498-89a5-44f9-aefb-b5cc6ac9c5ce service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=46833689-279b-4eda-adb5-ab86dbc7aabe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734096 Jul 09 15:56:38.927166 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b3083092-cac2-4dd7-96a4-51ae5d1d6854 req-933de2ff-687a-4929-b3cc-8b21d8e02251 service neutron] 10.222.0.54 "GET /v2.0/networks/46833689-279b-4eda-adb5-ab86dbc7aabe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223822 Jul 09 15:56:39.067383 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b3083092-cac2-4dd7-96a4-51ae5d1d6854 req-5ac1b277-a95a-42fa-ba8a-7f86d8185492 service neutron] 10.222.0.54 "GET /v2.0/networks/46833689-279b-4eda-adb5-ab86dbc7aabe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333013 Jul 09 15:56:39.887760 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c8cf0-ef6c-4df6-ac8a-862bc2072947 req-8442ddb5-4392-435a-ab25-563f3dfa391b tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:56:39.891813 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6e5c8cf0-ef6c-4df6-ac8a-862bc2072947 req-8442ddb5-4392-435a-ab25-563f3dfa391b tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/ports?device_id=54180325-b3a9-4f8d-8f48-599f43970fc3 HTTP/1.1" status: 200 len: 944 time: 0.0690928 Jul 09 15:56:39.931203 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6e5c8cf0-ef6c-4df6-ac8a-862bc2072947 req-7d4f708a-4c84-47ea-ae28-55ac02cde9cd tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/security-groups?id=f535afdb-e3b0-489a-b888-0957a42f4306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361073 Jul 09 15:56:41.200260 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 7b4134d1-5781-43af-b2f5-a6519bce0097 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 15:56:41.212688 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab2e0de-ecd1-452b-b553-63ea1148bf9e req-291d7417-3931-4bc5-a134-fa8475a7158e tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:56:41.214363 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dab2e0de-ecd1-452b-b553-63ea1148bf9e req-291d7417-3931-4bc5-a134-fa8475a7158e tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/ports?device_id=54180325-b3a9-4f8d-8f48-599f43970fc3 HTTP/1.1" status: 200 len: 944 time: 0.1045368 Jul 09 15:56:41.262899 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dab2e0de-ecd1-452b-b553-63ea1148bf9e req-cf8b3a3e-5999-4154-85ab-5cd52a7b3294 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/security-groups?id=f535afdb-e3b0-489a-b888-0957a42f4306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419714 Jul 09 15:56:41.347124 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 7b4134d1-5781-43af-b2f5-a6519bce0097, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=7b4134d1-5781-43af-b2f5-a6519bce0097,segment=NetworkSegment(81b58442-cb15-43ce-bcbf-c36167e5ab4e),segment_id=81b58442-cb15-43ce-bcbf-c36167e5ab4e)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:56:41.361903 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': '7b4134d1-5781-43af-b2f5-a6519bce0097', 'network_id': '46833689-279b-4eda-adb5-ab86dbc7aabe', 'port_id': '7b4134d1-5781-43af-b2f5-a6519bce0097', 'mac_address': 'fa:16:3e:d7:7d:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ab710c6-797c-4017-a84b-42cd1d603ed1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 15:56:41.406191 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:41.424573 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b4134d1-5781-43af-b2f5-a6519bce0097 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:56:41.445504 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 7b4134d1-5781-43af-b2f5-a6519bce0097, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=7b4134d1-5781-43af-b2f5-a6519bce0097,segment=NetworkSegment(81b58442-cb15-43ce-bcbf-c36167e5ab4e),segment_id=81b58442-cb15-43ce-bcbf-c36167e5ab4e)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:56:41.594743 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:41.653445 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=7b4134d1-5781-43af-b2f5-a6519bce0097,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:41.841643 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['7b4134d1-5781-43af-b2f5-a6519bce0097'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:56:42.495407 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77a6e9-77e0-4fcc-b651-ca904bbe5e63 req-22d55389-a648-4ddc-a3d2-732e5f7b6c63 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:56:42.497251 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5a77a6e9-77e0-4fcc-b651-ca904bbe5e63 req-22d55389-a648-4ddc-a3d2-732e5f7b6c63 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/ports?device_id=54180325-b3a9-4f8d-8f48-599f43970fc3 HTTP/1.1" status: 200 len: 945 time: 0.1064789 Jul 09 15:56:42.542693 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5a77a6e9-77e0-4fcc-b651-ca904bbe5e63 req-3d4c7b20-f2e3-43c9-8a2b-7d292066c501 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/security-groups?id=f535afdb-e3b0-489a-b888-0957a42f4306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380476 Jul 09 15:56:43.215516 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 7b4134d1-5781-43af-b2f5-a6519bce0097 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:56:43.425941 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port 7b4134d1-5781-43af-b2f5-a6519bce0097 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:56:43.430910 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port 7b4134d1-5781-43af-b2f5-a6519bce0097 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:56:43.431468 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:43.535979 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:43.564914 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54180325-b3a9-4f8d-8f48-599f43970fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4134d1-5781-43af-b2f5-a6519bce0097'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:56:43.567263 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e75b9a97cbd66444b13ae988a684abc34c7a24a50a729030cfede81e7322398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60892f40-2a99-4537-a122-c74ff6cbf1e6" -d '{"events": [{"server_uuid": "54180325-b3a9-4f8d-8f48-599f43970fc3", "name": "network-vif-plugged", "status": "completed", "tag": "7b4134d1-5781-43af-b2f5-a6519bce0097"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:56:43.582476 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 7b4134d1-5781-43af-b2f5-a6519bce0097, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=7b4134d1-5781-43af-b2f5-a6519bce0097,segment=NetworkSegment(81b58442-cb15-43ce-bcbf-c36167e5ab4e),segment_id=81b58442-cb15-43ce-bcbf-c36167e5ab4e)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:56:43.624269 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c32c63-1561-49ce-b707-0fe59710c88a x-openstack-request-id: req-b2c32c63-1561-49ce-b707-0fe59710c88a {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:56:43.624558 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54180325-b3a9-4f8d-8f48-599f43970fc3", "name": "network-vif-plugged", "status": "completed", "tag": "7b4134d1-5781-43af-b2f5-a6519bce0097", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:56:43.624826 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b2c32c63-1561-49ce-b707-0fe59710c88a {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:56:43.625219 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54180325-b3a9-4f8d-8f48-599f43970fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4134d1-5781-43af-b2f5-a6519bce0097', 'code': 200} Jul 09 15:56:43.725704 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:43.800292 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=7b4134d1-5781-43af-b2f5-a6519bce0097,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:56:43.802947 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f0818a-603e-4893-be62-c7e6a82f962e req-99795271-ed55-4711-9ddb-d903ac8d93ba tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:56:43.805710 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-28f0818a-603e-4893-be62-c7e6a82f962e req-99795271-ed55-4711-9ddb-d903ac8d93ba tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/ports?device_id=54180325-b3a9-4f8d-8f48-599f43970fc3 HTTP/1.1" status: 200 len: 945 time: 0.1227882 Jul 09 15:56:43.811556 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61923c3-441b-472e-a22e-109b031f79d1 req-f60425f3-0bd4-4b8e-ac8f-d13739e690a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:56:43.814769 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e61923c3-441b-472e-a22e-109b031f79d1 req-f60425f3-0bd4-4b8e-ac8f-d13739e690a9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=54180325-b3a9-4f8d-8f48-599f43970fc3 HTTP/1.1" status: 200 len: 1096 time: 0.1006007 Jul 09 15:56:43.877272 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-28f0818a-603e-4893-be62-c7e6a82f962e req-aa781da1-6d4c-4e6b-9505-04bbeb3766e9 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/security-groups?id=f535afdb-e3b0-489a-b888-0957a42f4306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617263 Jul 09 15:56:43.879136 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e61923c3-441b-472e-a22e-109b031f79d1 req-0a81037c-ad05-4cf6-972f-5b3327e791c5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f535afdb-e3b0-489a-b888-0957a42f4306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568898 Jul 09 15:56:45.112988 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9d588-1885-466b-a0d1-210a6038c9ed req-7c069efd-c151-4ce5-9147-1077c2db6544 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:56:45.114549 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b9c9d588-1885-466b-a0d1-210a6038c9ed req-7c069efd-c151-4ce5-9147-1077c2db6544 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/ports?device_id=54180325-b3a9-4f8d-8f48-599f43970fc3 HTTP/1.1" status: 200 len: 946 time: 0.0792005 Jul 09 15:56:45.155635 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b9c9d588-1885-466b-a0d1-210a6038c9ed req-4e0d5d6a-b020-4b7d-a266-fa3c08a1b05a tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/security-groups?id=f535afdb-e3b0-489a-b888-0957a42f4306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346534 Jul 09 15:56:45.360983 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547785c3-1b0d-4399-a579-6dad2e0585a8 req-ca0ab607-afbc-4807-aa32-3e06cfc77f0f tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:56:45.362609 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-547785c3-1b0d-4399-a579-6dad2e0585a8 req-ca0ab607-afbc-4807-aa32-3e06cfc77f0f tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/ports?device_id=54180325-b3a9-4f8d-8f48-599f43970fc3 HTTP/1.1" status: 200 len: 946 time: 0.0677235 Jul 09 15:56:45.403406 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-547785c3-1b0d-4399-a579-6dad2e0585a8 req-77413c9c-7396-4a9d-9d2c-c7cc0063464d tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/security-groups?id=f535afdb-e3b0-489a-b888-0957a42f4306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347106 Jul 09 15:56:45.637620 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:45.799755 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb6da0-4d1e-4681-b0c5-f1b4381b7bb9 req-a1b669f8-35f1-49cc-8ad7-2496b1eb45a0 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:56:45.801439 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1dcb6da0-4d1e-4681-b0c5-f1b4381b7bb9 req-a1b669f8-35f1-49cc-8ad7-2496b1eb45a0 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/ports?device_id=54180325-b3a9-4f8d-8f48-599f43970fc3 HTTP/1.1" status: 200 len: 946 time: 0.0747027 Jul 09 15:56:45.849154 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1dcb6da0-4d1e-4681-b0c5-f1b4381b7bb9 req-01088075-964e-4193-9bdd-09f0d9261bbd tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/security-groups?id=f535afdb-e3b0-489a-b888-0957a42f4306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399811 Jul 09 15:56:53.889166 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:56.205071 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f26e6e1d-56ca-4b0d-8e4d-6b058f0cb54e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:59.202020 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-86c1e8be-8f20-4901-9168-52a26c010961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:56:59.328110 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:00.524504 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:01.959577 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:02.014562 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:57:02.487943 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd17763-db11-44a2-9080-581c67d3a79c req-2ff3630b-4240-4a08-bbc3-be422ea5058a tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:02.489492 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6dd17763-db11-44a2-9080-581c67d3a79c req-2ff3630b-4240-4a08-bbc3-be422ea5058a tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/ports?device_id=54180325-b3a9-4f8d-8f48-599f43970fc3 HTTP/1.1" status: 200 len: 946 time: 0.0702810 Jul 09 15:57:02.529101 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6dd17763-db11-44a2-9080-581c67d3a79c req-4467d9f8-7be9-4343-a8d0-c68be55a0a73 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/security-groups?id=f535afdb-e3b0-489a-b888-0957a42f4306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330217 Jul 09 15:57:02.553908 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 58680) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:57:02.660495 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d79674-d2fc-49b4-a182-3e93d211bd27 tempest-TestMinimumBasicScenario-1424405544 tempest-TestMinimumBasicScenario-1424405544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:02.662191 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-16d79674-d2fc-49b4-a182-3e93d211bd27 tempest-TestMinimumBasicScenario-1424405544 tempest-TestMinimumBasicScenario-1424405544-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=54180325-b3a9-4f8d-8f48-599f43970fc3 HTTP/1.1" status: 200 len: 1092 time: 0.1064420 Jul 09 15:57:02.667190 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 58684) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:57:02.672410 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-639d360b-b6df-469b-be3c-75d9b1d4ded9 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Request body: {'floatingip': {'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'port_id': '7b4134d1-5781-43af-b2f5-a6519bce0097', 'tenant_id': 'e8a606222a4946b08dbd20d7bc5038ea', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:57:02.779616 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-639d360b-b6df-469b-be3c-75d9b1d4ded9 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Notify callbacks [] for floatingip, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:02.915022 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-639d360b-b6df-469b-be3c-75d9b1d4ded9 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:03.031137 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-639d360b-b6df-469b-be3c-75d9b1d4ded9 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Allocated IP 172.25.3.147 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/fa969157-2ed8-42a1-a234-5fa72f00cc8d) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:57:03.166229 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-639d360b-b6df-469b-be3c-75d9b1d4ded9 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:03.297498 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-639d360b-b6df-469b-be3c-75d9b1d4ded9 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:03.347388 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639d360b-b6df-469b-be3c-75d9b1d4ded9 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:57:03.350325 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-639d360b-b6df-469b-be3c-75d9b1d4ded9 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:57:03.355869 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639d360b-b6df-469b-be3c-75d9b1d4ded9 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:57:03.362095 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639d360b-b6df-469b-be3c-75d9b1d4ded9 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Pushing event updated for resources: {'Port': ['ID=fa969157-2ed8-42a1-a234-5fa72f00cc8d,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:03.391451 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639d360b-b6df-469b-be3c-75d9b1d4ded9 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:57:03.391809 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639d360b-b6df-469b-be3c-75d9b1d4ded9 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:57:03.392152 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639d360b-b6df-469b-be3c-75d9b1d4ded9 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:57:03.392486 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639d360b-b6df-469b-be3c-75d9b1d4ded9 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:57:03.392816 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639d360b-b6df-469b-be3c-75d9b1d4ded9 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:57:03.393140 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639d360b-b6df-469b-be3c-75d9b1d4ded9 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:57:03.393465 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639d360b-b6df-469b-be3c-75d9b1d4ded9 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:57:03.393790 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639d360b-b6df-469b-be3c-75d9b1d4ded9 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:57:03.394110 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639d360b-b6df-469b-be3c-75d9b1d4ded9 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:57:03.394432 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639d360b-b6df-469b-be3c-75d9b1d4ded9 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:57:03.394757 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639d360b-b6df-469b-be3c-75d9b1d4ded9 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:57:03.395076 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639d360b-b6df-469b-be3c-75d9b1d4ded9 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:57:03.780774 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-639d360b-b6df-469b-be3c-75d9b1d4ded9 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:03.934463 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-639d360b-b6df-469b-be3c-75d9b1d4ded9 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:04.100542 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-639d360b-b6df-469b-be3c-75d9b1d4ded9 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:04.176363 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-639d360b-b6df-469b-be3c-75d9b1d4ded9 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:04.257050 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639d360b-b6df-469b-be3c-75d9b1d4ded9 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Pushing event updated for resources: {'Port': ['ID=fa969157-2ed8-42a1-a234-5fa72f00cc8d,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:04.274784 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-639d360b-b6df-469b-be3c-75d9b1d4ded9 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:04.411052 n-d-799529-6 neutron-server[94445]: INFO neutron.db.l3_db [None req-639d360b-b6df-469b-be3c-75d9b1d4ded9 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Floating IP 639af621-0047-425a-bf00-c57a41e5f56a associated. External IP: 172.25.3.147, port: 7b4134d1-5781-43af-b2f5-a6519bce0097. Jul 09 15:57:04.661045 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-639d360b-b6df-469b-be3c-75d9b1d4ded9 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Router 3228dc58-f736-4b9a-805d-4b398af69309 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:57:04.793179 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-639d360b-b6df-469b-be3c-75d9b1d4ded9 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:57:04.806814 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb8ed3b-e393-4057-ada3-fe8c3c346908 None None] Sync routers for ids ['3228dc58-f736-4b9a-805d-4b398af69309'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:57:04.819318 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb8ed3b-e393-4057-ada3-fe8c3c346908 None None] Routers {'3228dc58-f736-4b9a-805d-4b398af69309'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:57:04.822289 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-fdb8ed3b-e393-4057-ada3-fe8c3c346908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:56:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['3228dc58-f736-4b9a-805d-4b398af69309'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:57:04.876621 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-639d360b-b6df-469b-be3c-75d9b1d4ded9 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:04.919809 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-639d360b-b6df-469b-be3c-75d9b1d4ded9 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2511480 Jul 09 15:57:04.921145 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54180325-b3a9-4f8d-8f48-599f43970fc3', 'tag': '7b4134d1-5781-43af-b2f5-a6519bce0097'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:57:04.922893 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 58686) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:57:04.924033 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bb405a18ca731a56dedfaaf5e9a79789110744f6b6799bb7a0722340b5c16f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4839e622-1853-4a41-92b2-0ba46ae2a404" -d '{"events": [{"name": "network-changed", "server_uuid": "54180325-b3a9-4f8d-8f48-599f43970fc3", "tag": "7b4134d1-5781-43af-b2f5-a6519bce0097"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:57:04.941091 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-0df069af-aedc-4ffd-82ab-1f676d125173 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-195056263', 'description': 'tempest-secgroup-smoke-195056263 description', 'project_id': 'e8a606222a4946b08dbd20d7bc5038ea'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:57:04.971934 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7351b0a4-b44f-4424-979a-c3bde098ee6e x-openstack-request-id: req-7351b0a4-b44f-4424-979a-c3bde098ee6e {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:57:04.971934 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54180325-b3a9-4f8d-8f48-599f43970fc3", "tag": "7b4134d1-5781-43af-b2f5-a6519bce0097", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:57:04.971934 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7351b0a4-b44f-4424-979a-c3bde098ee6e {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:57:04.971934 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54180325-b3a9-4f8d-8f48-599f43970fc3', 'tag': '7b4134d1-5781-43af-b2f5-a6519bce0097', 'status': 'completed', 'code': 200} Jul 09 15:57:04.972323 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-fdb8ed3b-e393-4057-ada3-fe8c3c346908 None None] Set router 3228dc58-f736-4b9a-805d-4b398af69309 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:57:05.042439 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0df069af-aedc-4ffd-82ab-1f676d125173 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:05.130825 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839e622-1853-4a41-92b2-0ba46ae2a404 req-168cb1cf-cf64-4aa9-9aa2-348ea46cc639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:05.132941 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4839e622-1853-4a41-92b2-0ba46ae2a404 req-168cb1cf-cf64-4aa9-9aa2-348ea46cc639 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e8a606222a4946b08dbd20d7bc5038ea&device_id=54180325-b3a9-4f8d-8f48-599f43970fc3 HTTP/1.1" status: 200 len: 1097 time: 0.1378493 Jul 09 15:57:05.186255 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0df069af-aedc-4ffd-82ab-1f676d125173 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:05.233993 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839e622-1853-4a41-92b2-0ba46ae2a404 req-8a890f28-97e1-44ea-9dee-011c42597f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:05.235624 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4839e622-1853-4a41-92b2-0ba46ae2a404 req-8a890f28-97e1-44ea-9dee-011c42597f66 service neutron] 10.222.0.54 "GET /v2.0/networks?id=46833689-279b-4eda-adb5-ab86dbc7aabe HTTP/1.1" status: 200 len: 916 time: 0.0962660 Jul 09 15:57:05.307961 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0df069af-aedc-4ffd-82ab-1f676d125173 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:05.323346 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4839e622-1853-4a41-92b2-0ba46ae2a404 req-295deb42-3085-4b83-8eba-cf5e4daefe03 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b4134d1-5781-43af-b2f5-a6519bce0097 HTTP/1.1" status: 200 len: 1000 time: 0.0801456 Jul 09 15:57:05.356206 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df069af-aedc-4ffd-82ab-1f676d125173 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=882824d3-a737-4767-a3f7-0be5cac0d289,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:05.367961 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df069af-aedc-4ffd-82ab-1f676d125173 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:57:05.367961 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df069af-aedc-4ffd-82ab-1f676d125173 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:57:05.368773 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df069af-aedc-4ffd-82ab-1f676d125173 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:57:05.369303 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df069af-aedc-4ffd-82ab-1f676d125173 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:57:05.369836 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df069af-aedc-4ffd-82ab-1f676d125173 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:57:05.370351 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df069af-aedc-4ffd-82ab-1f676d125173 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:57:05.370859 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df069af-aedc-4ffd-82ab-1f676d125173 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:57:05.371537 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df069af-aedc-4ffd-82ab-1f676d125173 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:57:05.372034 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df069af-aedc-4ffd-82ab-1f676d125173 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:57:05.372579 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df069af-aedc-4ffd-82ab-1f676d125173 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:57:05.373137 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df069af-aedc-4ffd-82ab-1f676d125173 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:57:05.373720 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df069af-aedc-4ffd-82ab-1f676d125173 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:57:05.375437 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-fdb8ed3b-e393-4057-ada3-fe8c3c346908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3228dc58-f736-4b9a-805d-4b398af69309', 'name': 'tempest-TestMinimumBasicScenario-1969274376-router', 'tenant_id': 'e8a606222a4946b08dbd20d7bc5038ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'd120b47a-ff65-47c5-a642-16a2b8468ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:55:56Z', 'updated_at': '2021-07-09T15:56:00Z', 'revision_number': 4, 'project_id': 'e8a606222a4946b08dbd20d7bc5038ea', 'gw_port': {'id': 'd120b47a-ff65-47c5-a642-16a2b8468ade', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:83:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3228dc58-f736-4b9a-805d-4b398af69309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:55:57Z', 'updated_at': '2021-07-09T15:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '639af621-0047-425a-bf00-c57a41e5f56a', 'tenant_id': 'e8a606222a4946b08dbd20d7bc5038ea', 'floating_ip_address': '172.25.3.147', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '3228dc58-f736-4b9a-805d-4b398af69309', 'port_id': '7b4134d1-5781-43af-b2f5-a6519bce0097', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46833689-279b-4eda-adb5-ab86dbc7aabe', 'mac_address': 'fa:16:3e:d7:7d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54180325-b3a9-4f8d-8f48-599f43970fc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:57:03Z', 'updated_at': '2021-07-09T15:57:03Z', 'revision_number': 0, 'project_id': 'e8a606222a4946b08dbd20d7bc5038ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da97fd51-8a9e-4452-9c87-0758a494093f', 'name': '', 'network_id': '46833689-279b-4eda-adb5-ab86dbc7aabe', 'tenant_id': 'e8a606222a4946b08dbd20d7bc5038ea', 'mac_address': 'fa:16:3e:6d:cd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3228dc58-f736-4b9a-805d-4b398af69309', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '1ab710c6-797c-4017-a84b-42cd1d603ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:00Z', 'updated_at': '2021-07-09T15:56:06Z', 'revision_number': 5, 'project_id': 'e8a606222a4946b08dbd20d7bc5038ea', 'subnets': [{'id': '1ab710c6-797c-4017-a84b-42cd1d603ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:57:05.385897 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839e622-1853-4a41-92b2-0ba46ae2a404 req-4e8e4595-5b30-4f57-a5fa-7536be5e346d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:05.387583 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4839e622-1853-4a41-92b2-0ba46ae2a404 req-4e8e4595-5b30-4f57-a5fa-7536be5e346d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1ab710c6-797c-4017-a84b-42cd1d603ed1 HTTP/1.1" status: 200 len: 854 time: 0.0567851 Jul 09 15:57:05.420204 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb8ed3b-e393-4057-ada3-fe8c3c346908 None None] Checking router: 3228dc58-f736-4b9a-805d-4b398af69309 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:57:05.443183 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb8ed3b-e393-4057-ada3-fe8c3c346908 None None] Routers {'3228dc58-f736-4b9a-805d-4b398af69309'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:57:05.444286 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-fdb8ed3b-e393-4057-ada3-fe8c3c346908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:56:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['3228dc58-f736-4b9a-805d-4b398af69309'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:57:05.444464 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0df069af-aedc-4ffd-82ab-1f676d125173 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:05.451536 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-0df069af-aedc-4ffd-82ab-1f676d125173 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5215533 Jul 09 15:57:05.451536 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 58692) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:57:05.455968 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-43583b48-8e89-4864-a76e-93f949bf2f40 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Request body: {'security_group_rule': {'security_group_id': '882824d3-a737-4767-a3f7-0be5cac0d289', 'project_id': 'e8a606222a4946b08dbd20d7bc5038ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:57:05.478003 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839e622-1853-4a41-92b2-0ba46ae2a404 req-94706b6e-3441-4f78-8210-b1e28aae43cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:05.483713 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4839e622-1853-4a41-92b2-0ba46ae2a404 req-94706b6e-3441-4f78-8210-b1e28aae43cf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=46833689-279b-4eda-adb5-ab86dbc7aabe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0847523 Jul 09 15:57:05.586789 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-fdb8ed3b-e393-4057-ada3-fe8c3c346908 None None] Set router 3228dc58-f736-4b9a-805d-4b398af69309 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:57:05.590958 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-43583b48-8e89-4864-a76e-93f949bf2f40 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:05.602137 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4839e622-1853-4a41-92b2-0ba46ae2a404 req-e8142f52-5ddb-4c35-987a-98215ca26042 service neutron] 10.222.0.54 "GET /v2.0/networks/46833689-279b-4eda-adb5-ab86dbc7aabe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134291 Jul 09 15:57:05.685492 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-43583b48-8e89-4864-a76e-93f949bf2f40 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:05.722176 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4839e622-1853-4a41-92b2-0ba46ae2a404 req-665a8f6d-ebc6-423c-932c-001bb50ff43d service neutron] 10.222.0.54 "GET /v2.0/networks/46833689-279b-4eda-adb5-ab86dbc7aabe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133044 Jul 09 15:57:05.799626 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-43583b48-8e89-4864-a76e-93f949bf2f40 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:05.821344 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43583b48-8e89-4864-a76e-93f949bf2f40 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dad7d95-28e1-47d2-8803-1fcf5a96d368,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:05.908779 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-fdb8ed3b-e393-4057-ada3-fe8c3c346908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3228dc58-f736-4b9a-805d-4b398af69309', 'name': 'tempest-TestMinimumBasicScenario-1969274376-router', 'tenant_id': 'e8a606222a4946b08dbd20d7bc5038ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'd120b47a-ff65-47c5-a642-16a2b8468ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:55:56Z', 'updated_at': '2021-07-09T15:56:00Z', 'revision_number': 4, 'project_id': 'e8a606222a4946b08dbd20d7bc5038ea', 'gw_port': {'id': 'd120b47a-ff65-47c5-a642-16a2b8468ade', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:83:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3228dc58-f736-4b9a-805d-4b398af69309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:55:57Z', 'updated_at': '2021-07-09T15:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '639af621-0047-425a-bf00-c57a41e5f56a', 'tenant_id': 'e8a606222a4946b08dbd20d7bc5038ea', 'floating_ip_address': '172.25.3.147', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '3228dc58-f736-4b9a-805d-4b398af69309', 'port_id': '7b4134d1-5781-43af-b2f5-a6519bce0097', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46833689-279b-4eda-adb5-ab86dbc7aabe', 'mac_address': 'fa:16:3e:d7:7d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54180325-b3a9-4f8d-8f48-599f43970fc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:57:03Z', 'updated_at': '2021-07-09T15:57:03Z', 'revision_number': 0, 'project_id': 'e8a606222a4946b08dbd20d7bc5038ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da97fd51-8a9e-4452-9c87-0758a494093f', 'name': '', 'network_id': '46833689-279b-4eda-adb5-ab86dbc7aabe', 'tenant_id': 'e8a606222a4946b08dbd20d7bc5038ea', 'mac_address': 'fa:16:3e:6d:cd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3228dc58-f736-4b9a-805d-4b398af69309', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '1ab710c6-797c-4017-a84b-42cd1d603ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:00Z', 'updated_at': '2021-07-09T15:56:06Z', 'revision_number': 5, 'project_id': 'e8a606222a4946b08dbd20d7bc5038ea', 'subnets': [{'id': '1ab710c6-797c-4017-a84b-42cd1d603ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:57:05.914302 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-43583b48-8e89-4864-a76e-93f949bf2f40 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:05.915843 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-43583b48-8e89-4864-a76e-93f949bf2f40 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4636118 Jul 09 15:57:05.918680 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 58694) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:57:05.923648 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-0d4bcc22-1909-433c-b94d-f5049bce2143 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Request body: {'security_group_rule': {'security_group_id': '882824d3-a737-4767-a3f7-0be5cac0d289', 'project_id': 'e8a606222a4946b08dbd20d7bc5038ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:57:05.943059 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb8ed3b-e393-4057-ada3-fe8c3c346908 None None] The sync data for ids ['3228dc58-f736-4b9a-805d-4b398af69309'] in n-d-799529-6 is: [{'id': '3228dc58-f736-4b9a-805d-4b398af69309', 'name': 'tempest-TestMinimumBasicScenario-1969274376-router', 'tenant_id': 'e8a606222a4946b08dbd20d7bc5038ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'd120b47a-ff65-47c5-a642-16a2b8468ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:55:56Z', 'updated_at': '2021-07-09T15:56:00Z', 'revision_number': 4, 'project_id': 'e8a606222a4946b08dbd20d7bc5038ea', 'gw_port': {'id': 'd120b47a-ff65-47c5-a642-16a2b8468ade', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:83:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3228dc58-f736-4b9a-805d-4b398af69309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:55:57Z', 'updated_at': '2021-07-09T15:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '639af621-0047-425a-bf00-c57a41e5f56a', 'tenant_id': 'e8a606222a4946b08dbd20d7bc5038ea', 'floating_ip_address': '172.25.3.147', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '3228dc58-f736-4b9a-805d-4b398af69309', 'port_id': '7b4134d1-5781-43af-b2f5-a6519bce0097', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46833689-279b-4eda-adb5-ab86dbc7aabe', 'mac_address': 'fa:16:3e:d7:7d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54180325-b3a9-4f8d-8f48-599f43970fc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:57:03Z', 'updated_at': '2021-07-09T15:57:03Z', 'revision_number': 0, 'project_id': 'e8a606222a4946b08dbd20d7bc5038ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da97fd51-8a9e-4452-9c87-0758a494093f', 'name': '', 'network_id': '46833689-279b-4eda-adb5-ab86dbc7aabe', 'tenant_id': 'e8a606222a4946b08dbd20d7bc5038ea', 'mac_address': 'fa:16:3e:6d:cd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3228dc58-f736-4b9a-805d-4b398af69309', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '1ab710c6-797c-4017-a84b-42cd1d603ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:00Z', 'updated_at': '2021-07-09T15:56:06Z', 'revision_number': 5, 'project_id': 'e8a606222a4946b08dbd20d7bc5038ea', 'subnets': [{'id': '1ab710c6-797c-4017-a84b-42cd1d603ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:57:06.041135 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0d4bcc22-1909-433c-b94d-f5049bce2143 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:06.110586 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0d4bcc22-1909-433c-b94d-f5049bce2143 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:06.190080 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5002342f-11e6-40cb-a99a-8d4df51e9aa3 None None] New status for floating IP 639af621-0047-425a-bf00-c57a41e5f56a: ACTIVE {{(pid=94447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 15:57:06.195608 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0d4bcc22-1909-433c-b94d-f5049bce2143 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:06.212436 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4bcc22-1909-433c-b94d-f5049bce2143 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec7d13d9-3fb7-4012-a335-7b9ce461a626,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:06.305311 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0d4bcc22-1909-433c-b94d-f5049bce2143 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:06.310807 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-0d4bcc22-1909-433c-b94d-f5049bce2143 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3873286 Jul 09 15:57:06.310807 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 58696) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:57:06.317295 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-888762df-5cf4-4d8e-afa2-5358faf41119 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Request body: {'security_group_rule': {'security_group_id': '882824d3-a737-4767-a3f7-0be5cac0d289', 'project_id': 'e8a606222a4946b08dbd20d7bc5038ea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:57:06.461268 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-888762df-5cf4-4d8e-afa2-5358faf41119 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:06.548074 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-888762df-5cf4-4d8e-afa2-5358faf41119 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:06.637169 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-888762df-5cf4-4d8e-afa2-5358faf41119 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:06.668350 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888762df-5cf4-4d8e-afa2-5358faf41119 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c0653bc-61c9-4e20-bb4b-293a658e5afb,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:06.748156 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-888762df-5cf4-4d8e-afa2-5358faf41119 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:06.749435 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-888762df-5cf4-4d8e-afa2-5358faf41119 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4382908 Jul 09 15:57:06.752680 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 58700) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:57:06.758623 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-55c6200c-95d1-44b5-9e44-6a00885c055c tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Request body: {'security_group_rule': {'security_group_id': '882824d3-a737-4767-a3f7-0be5cac0d289', 'project_id': 'e8a606222a4946b08dbd20d7bc5038ea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:57:06.917815 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-55c6200c-95d1-44b5-9e44-6a00885c055c tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:06.992498 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-55c6200c-95d1-44b5-9e44-6a00885c055c tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:07.076581 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-55c6200c-95d1-44b5-9e44-6a00885c055c tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:07.096023 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c6200c-95d1-44b5-9e44-6a00885c055c tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cd93de3-e25a-4d8b-bd02-7bec29f0dcb3,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:07.219257 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-55c6200c-95d1-44b5-9e44-6a00885c055c tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:07.220580 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-55c6200c-95d1-44b5-9e44-6a00885c055c tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4667451 Jul 09 15:57:07.224705 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 58702) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:57:07.231981 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-98062734-e482-4e5d-ac3b-9bd7c97ccaad tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Request body: {'security_group_rule': {'security_group_id': '882824d3-a737-4767-a3f7-0be5cac0d289', 'project_id': 'e8a606222a4946b08dbd20d7bc5038ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:57:07.516844 n-d-799529-6 neutron-server[94446]: INFO neutron.db.securitygroups_db [None req-98062734-e482-4e5d-ac3b-9bd7c97ccaad tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Project e8a606222a4946b08dbd20d7bc5038ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 15:57:07.525928 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-98062734-e482-4e5d-ac3b-9bd7c97ccaad tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:07.603104 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-98062734-e482-4e5d-ac3b-9bd7c97ccaad tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:07.688066 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-98062734-e482-4e5d-ac3b-9bd7c97ccaad tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:07.719804 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98062734-e482-4e5d-ac3b-9bd7c97ccaad tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=144951ea-60af-46f2-83d0-36e84a8e8a03,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:07.804192 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-98062734-e482-4e5d-ac3b-9bd7c97ccaad tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:07.804192 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-98062734-e482-4e5d-ac3b-9bd7c97ccaad tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5779655 Jul 09 15:57:07.809880 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 58704) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:57:07.815930 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-a1ca4579-fc8f-4cbd-8fe5-e78e733089c2 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Request body: {'security_group_rule': {'security_group_id': '882824d3-a737-4767-a3f7-0be5cac0d289', 'project_id': 'e8a606222a4946b08dbd20d7bc5038ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:57:07.928816 n-d-799529-6 neutron-server[94445]: INFO neutron.db.securitygroups_db [None req-a1ca4579-fc8f-4cbd-8fe5-e78e733089c2 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Project e8a606222a4946b08dbd20d7bc5038ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 15:57:07.939361 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a1ca4579-fc8f-4cbd-8fe5-e78e733089c2 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:08.022701 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a1ca4579-fc8f-4cbd-8fe5-e78e733089c2 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:08.102287 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a1ca4579-fc8f-4cbd-8fe5-e78e733089c2 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:08.132771 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ca4579-fc8f-4cbd-8fe5-e78e733089c2 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8123884-96cf-488f-a487-9fc728079202,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:08.217899 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a1ca4579-fc8f-4cbd-8fe5-e78e733089c2 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:08.219234 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-a1ca4579-fc8f-4cbd-8fe5-e78e733089c2 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4095359 Jul 09 15:57:08.364866 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-902ad86c-3231-48c7-8e39-7c4509742c66 req-80996fbf-94fb-4d74-b1c9-5180c6b63013 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-195056263&fields=id&tenant_id=e8a606222a4946b08dbd20d7bc5038ea HTTP/1.1" status: 200 len: 267 time: 0.0418465 Jul 09 15:57:08.470278 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ad86c-3231-48c7-8e39-7c4509742c66 req-da345b0d-0b72-4195-aeb5-bb0dd03ddb28 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:08.473207 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-902ad86c-3231-48c7-8e39-7c4509742c66 req-da345b0d-0b72-4195-aeb5-bb0dd03ddb28 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/ports?device_id=54180325-b3a9-4f8d-8f48-599f43970fc3 HTTP/1.1" status: 200 len: 946 time: 0.1009307 Jul 09 15:57:08.489855 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-902ad86c-3231-48c7-8e39-7c4509742c66 req-635ec2a7-f786-4621-b506-9d6c9f6a54e8 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Request body: {'port': {'security_groups': ['f535afdb-e3b0-489a-b888-0957a42f4306', '882824d3-a737-4767-a3f7-0be5cac0d289']}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:57:08.605215 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-902ad86c-3231-48c7-8e39-7c4509742c66 req-635ec2a7-f786-4621-b506-9d6c9f6a54e8 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:08.838963 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-902ad86c-3231-48c7-8e39-7c4509742c66 req-635ec2a7-f786-4621-b506-9d6c9f6a54e8 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] For port 7b4134d1-5781-43af-b2f5-a6519bce0097, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=7b4134d1-5781-43af-b2f5-a6519bce0097,segment=NetworkSegment(81b58442-cb15-43ce-bcbf-c36167e5ab4e),segment_id=81b58442-cb15-43ce-bcbf-c36167e5ab4e)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:57:08.888240 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-902ad86c-3231-48c7-8e39-7c4509742c66 req-635ec2a7-f786-4621-b506-9d6c9f6a54e8 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:09.036387 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-902ad86c-3231-48c7-8e39-7c4509742c66 req-635ec2a7-f786-4621-b506-9d6c9f6a54e8 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:09.053468 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['7b4134d1-5781-43af-b2f5-a6519bce0097'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:57:09.098089 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ad86c-3231-48c7-8e39-7c4509742c66 req-635ec2a7-f786-4621-b506-9d6c9f6a54e8 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:09.098894 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-902ad86c-3231-48c7-8e39-7c4509742c66 req-635ec2a7-f786-4621-b506-9d6c9f6a54e8 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:09.100563 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-902ad86c-3231-48c7-8e39-7c4509742c66 req-635ec2a7-f786-4621-b506-9d6c9f6a54e8 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "PUT /v2.0/ports/7b4134d1-5781-43af-b2f5-a6519bce0097 HTTP/1.1" status: 200 len: 982 time: 0.6169353 Jul 09 15:57:09.101155 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54180325-b3a9-4f8d-8f48-599f43970fc3', 'tag': '7b4134d1-5781-43af-b2f5-a6519bce0097'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:57:09.103636 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bb405a18ca731a56dedfaaf5e9a79789110744f6b6799bb7a0722340b5c16f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d8852c-97f6-4d60-a2fc-0b76df0fa518" -d '{"events": [{"name": "network-changed", "server_uuid": "54180325-b3a9-4f8d-8f48-599f43970fc3", "tag": "7b4134d1-5781-43af-b2f5-a6519bce0097"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:57:09.161757 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635ec2a7-f786-4621-b506-9d6c9f6a54e8 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Pushing event updated for resources: {'Port': ['ID=7b4134d1-5781-43af-b2f5-a6519bce0097,revision_number=6']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:57:09.203581 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['7b4134d1-5781-43af-b2f5-a6519bce0097'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:57:09.293397 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9d0ded-6c6f-4aba-ace9-726116ebfb7e x-openstack-request-id: req-5a9d0ded-6c6f-4aba-ace9-726116ebfb7e {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:57:09.293956 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54180325-b3a9-4f8d-8f48-599f43970fc3", "tag": "7b4134d1-5781-43af-b2f5-a6519bce0097", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:57:09.294634 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5a9d0ded-6c6f-4aba-ace9-726116ebfb7e {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:57:09.295284 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54180325-b3a9-4f8d-8f48-599f43970fc3', 'tag': '7b4134d1-5781-43af-b2f5-a6519bce0097', 'status': 'completed', 'code': 200} Jul 09 15:57:09.361930 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d7c24e-6e3b-4461-ab1c-dd786e1ec8ec req-ef5850e5-c5d0-4b42-83c7-fde9b8e00315 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:09.363698 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d1d7c24e-6e3b-4461-ab1c-dd786e1ec8ec req-ef5850e5-c5d0-4b42-83c7-fde9b8e00315 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/ports?device_id=54180325-b3a9-4f8d-8f48-599f43970fc3 HTTP/1.1" status: 200 len: 985 time: 0.1299367 Jul 09 15:57:09.452109 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d1d7c24e-6e3b-4461-ab1c-dd786e1ec8ec req-f5a4adb4-ffc6-444e-ba5f-d2e1557edc06 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/security-groups?id=882824d3-a737-4767-a3f7-0be5cac0d289&id=f535afdb-e3b0-489a-b888-0957a42f4306&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0582964 Jul 09 15:57:09.456426 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8852c-97f6-4d60-a2fc-0b76df0fa518 req-7ee328c2-07ed-4624-9faf-1b1b40e258a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:09.456426 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b5d8852c-97f6-4d60-a2fc-0b76df0fa518 req-7ee328c2-07ed-4624-9faf-1b1b40e258a6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e8a606222a4946b08dbd20d7bc5038ea&device_id=54180325-b3a9-4f8d-8f48-599f43970fc3 HTTP/1.1" status: 200 len: 1136 time: 0.1341422 Jul 09 15:57:09.529679 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-c222a604-2a38-4e3b-ba4d-4bf03d83adbb None None] Provisioning complete for port 7b4134d1-5781-43af-b2f5-a6519bce0097 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:57:09.530380 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c222a604-2a38-4e3b-ba4d-4bf03d83adbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:09.584055 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8852c-97f6-4d60-a2fc-0b76df0fa518 req-906b07e9-f025-4181-b880-76b62bdc58c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:09.586181 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b5d8852c-97f6-4d60-a2fc-0b76df0fa518 req-906b07e9-f025-4181-b880-76b62bdc58c8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=46833689-279b-4eda-adb5-ab86dbc7aabe HTTP/1.1" status: 200 len: 916 time: 0.1222320 Jul 09 15:57:09.661539 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b5d8852c-97f6-4d60-a2fc-0b76df0fa518 req-7fd8f162-95f3-4829-beed-e93783952be1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b4134d1-5781-43af-b2f5-a6519bce0097 HTTP/1.1" status: 200 len: 1002 time: 0.0681701 Jul 09 15:57:09.721955 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8852c-97f6-4d60-a2fc-0b76df0fa518 req-42caa9f6-bd58-4684-bb55-fc95be74ac50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:09.723630 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b5d8852c-97f6-4d60-a2fc-0b76df0fa518 req-42caa9f6-bd58-4684-bb55-fc95be74ac50 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1ab710c6-797c-4017-a84b-42cd1d603ed1 HTTP/1.1" status: 200 len: 854 time: 0.0550096 Jul 09 15:57:09.828665 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8852c-97f6-4d60-a2fc-0b76df0fa518 req-581c29c9-18f3-4479-a621-2b69acb35232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:09.830435 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b5d8852c-97f6-4d60-a2fc-0b76df0fa518 req-581c29c9-18f3-4479-a621-2b69acb35232 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=46833689-279b-4eda-adb5-ab86dbc7aabe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1000118 Jul 09 15:57:10.301981 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b5d8852c-97f6-4d60-a2fc-0b76df0fa518 req-9e78e802-460f-4949-b934-303562613d2b service neutron] 10.222.0.54 "GET /v2.0/networks/46833689-279b-4eda-adb5-ab86dbc7aabe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4637668 Jul 09 15:57:10.415676 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b5d8852c-97f6-4d60-a2fc-0b76df0fa518 req-6aae4e3d-a735-4c77-adc3-1c54f2c207ca service neutron] 10.222.0.54 "GET /v2.0/networks/46833689-279b-4eda-adb5-ab86dbc7aabe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058016 Jul 09 15:57:15.673196 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:16.917709 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cd595724-8fa1-4f48-a7e8-5e731164fd34 req-e0ba2dc7-5a02-4b60-ad71-b4f5864afc6e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=54180325-b3a9-4f8d-8f48-599f43970fc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0723875 Jul 09 15:57:17.043311 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd595724-8fa1-4f48-a7e8-5e731164fd34 req-6d8b61dc-d83f-47cd-a6a9-ae557e42b3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:17.045773 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cd595724-8fa1-4f48-a7e8-5e731164fd34 req-6d8b61dc-d83f-47cd-a6a9-ae557e42b3f6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e8a606222a4946b08dbd20d7bc5038ea&device_id=54180325-b3a9-4f8d-8f48-599f43970fc3 HTTP/1.1" status: 200 len: 1136 time: 0.0749729 Jul 09 15:57:17.166230 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd595724-8fa1-4f48-a7e8-5e731164fd34 req-4c0a8f25-84ef-4da7-ac3e-0fedb150b228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:17.167675 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cd595724-8fa1-4f48-a7e8-5e731164fd34 req-4c0a8f25-84ef-4da7-ac3e-0fedb150b228 service neutron] 10.222.0.54 "GET /v2.0/networks?id=46833689-279b-4eda-adb5-ab86dbc7aabe HTTP/1.1" status: 200 len: 916 time: 0.0998514 Jul 09 15:57:17.244878 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cd595724-8fa1-4f48-a7e8-5e731164fd34 req-36ddb607-7cd1-4001-86c8-2a213d8f2207 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b4134d1-5781-43af-b2f5-a6519bce0097 HTTP/1.1" status: 200 len: 1002 time: 0.0701134 Jul 09 15:57:17.296963 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd595724-8fa1-4f48-a7e8-5e731164fd34 req-37691f6b-6a6f-4ba7-86f5-2e061a897dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:17.298405 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cd595724-8fa1-4f48-a7e8-5e731164fd34 req-37691f6b-6a6f-4ba7-86f5-2e061a897dda service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1ab710c6-797c-4017-a84b-42cd1d603ed1 HTTP/1.1" status: 200 len: 854 time: 0.0475049 Jul 09 15:57:17.367802 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd595724-8fa1-4f48-a7e8-5e731164fd34 req-85c94746-5848-49b3-a34b-638d9c98cd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:17.370475 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cd595724-8fa1-4f48-a7e8-5e731164fd34 req-85c94746-5848-49b3-a34b-638d9c98cd53 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=46833689-279b-4eda-adb5-ab86dbc7aabe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652583 Jul 09 15:57:17.492178 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cd595724-8fa1-4f48-a7e8-5e731164fd34 req-d46c7e45-c19f-43b2-a313-434316eb34a4 service neutron] 10.222.0.54 "GET /v2.0/networks/46833689-279b-4eda-adb5-ab86dbc7aabe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146207 Jul 09 15:57:17.645875 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b308fc-83fc-457e-a96f-e53635dc243d req-8566f1aa-f350-413d-ac48-377cc6ca5c7f tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:17.648374 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-77b308fc-83fc-457e-a96f-e53635dc243d req-8566f1aa-f350-413d-ac48-377cc6ca5c7f tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/ports?device_id=54180325-b3a9-4f8d-8f48-599f43970fc3 HTTP/1.1" status: 200 len: 985 time: 0.1744187 Jul 09 15:57:17.655971 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cd595724-8fa1-4f48-a7e8-5e731164fd34 req-b73a09c5-d649-4fc5-b277-bc3a79f48eca service neutron] 10.222.0.54 "GET /v2.0/networks/46833689-279b-4eda-adb5-ab86dbc7aabe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403732 Jul 09 15:57:17.708032 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-77b308fc-83fc-457e-a96f-e53635dc243d req-88c7a9c5-6b0b-41b1-9604-148fb8babfcf tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/security-groups?id=882824d3-a737-4767-a3f7-0be5cac0d289&id=f535afdb-e3b0-489a-b888-0957a42f4306&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0467706 Jul 09 15:57:17.777072 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37901d47-387f-4c2e-8172-a6887f803e91 req-03681379-8dc4-4d78-adba-68ae274b2ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:17.778629 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-37901d47-387f-4c2e-8172-a6887f803e91 req-03681379-8dc4-4d78-adba-68ae274b2ad0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e8a606222a4946b08dbd20d7bc5038ea&device_id=54180325-b3a9-4f8d-8f48-599f43970fc3 HTTP/1.1" status: 200 len: 1136 time: 0.0701323 Jul 09 15:57:17.878817 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37901d47-387f-4c2e-8172-a6887f803e91 req-bd977069-f1ce-43cf-bde4-ea1c66735852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:17.881501 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-37901d47-387f-4c2e-8172-a6887f803e91 req-bd977069-f1ce-43cf-bde4-ea1c66735852 service neutron] 10.222.0.54 "GET /v2.0/networks?id=46833689-279b-4eda-adb5-ab86dbc7aabe HTTP/1.1" status: 200 len: 916 time: 0.0965056 Jul 09 15:57:17.958241 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-37901d47-387f-4c2e-8172-a6887f803e91 req-4457473e-9af2-499f-aea1-e4fb7f670f8b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b4134d1-5781-43af-b2f5-a6519bce0097 HTTP/1.1" status: 200 len: 1002 time: 0.0696330 Jul 09 15:57:18.018367 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37901d47-387f-4c2e-8172-a6887f803e91 req-1f0831a3-1dcd-46f4-bac5-e0d7dd204fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:18.019881 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-37901d47-387f-4c2e-8172-a6887f803e91 req-1f0831a3-1dcd-46f4-bac5-e0d7dd204fa9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1ab710c6-797c-4017-a84b-42cd1d603ed1 HTTP/1.1" status: 200 len: 854 time: 0.0548682 Jul 09 15:57:18.085116 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37901d47-387f-4c2e-8172-a6887f803e91 req-ff3634f3-7fd4-46b2-927f-6e41793f1be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:18.086698 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-37901d47-387f-4c2e-8172-a6887f803e91 req-ff3634f3-7fd4-46b2-927f-6e41793f1be3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=46833689-279b-4eda-adb5-ab86dbc7aabe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590556 Jul 09 15:57:18.205801 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-37901d47-387f-4c2e-8172-a6887f803e91 req-935027ea-f9e2-4a13-9b00-73fc900a6286 service neutron] 10.222.0.54 "GET /v2.0/networks/46833689-279b-4eda-adb5-ab86dbc7aabe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115632 Jul 09 15:57:18.316501 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-37901d47-387f-4c2e-8172-a6887f803e91 req-d6e87a6c-e7a3-4910-a843-b04ec7ebea0e service neutron] 10.222.0.54 "GET /v2.0/networks/46833689-279b-4eda-adb5-ab86dbc7aabe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043575 Jul 09 15:57:18.920146 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3cce4-bed4-42f0-a007-39e9bd56e737 req-380c1eaf-9c56-4d1d-a2b1-b54913983a15 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:18.921699 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c5b3cce4-bed4-42f0-a007-39e9bd56e737 req-380c1eaf-9c56-4d1d-a2b1-b54913983a15 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/ports?device_id=54180325-b3a9-4f8d-8f48-599f43970fc3 HTTP/1.1" status: 200 len: 985 time: 0.0748572 Jul 09 15:57:18.966989 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c5b3cce4-bed4-42f0-a007-39e9bd56e737 req-21ec48f6-25a1-4ecc-812f-2abdfeb17593 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/security-groups?id=882824d3-a737-4767-a3f7-0be5cac0d289&id=f535afdb-e3b0-489a-b888-0957a42f4306&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0377817 Jul 09 15:57:20.157476 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a1705-614d-4a9b-9e37-7ba3526efca5 req-82aa1d20-6995-4265-8978-46901906c1bf tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:20.159021 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-aa9a1705-614d-4a9b-9e37-7ba3526efca5 req-82aa1d20-6995-4265-8978-46901906c1bf tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/ports?device_id=54180325-b3a9-4f8d-8f48-599f43970fc3 HTTP/1.1" status: 200 len: 985 time: 0.0701008 Jul 09 15:57:20.208659 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-aa9a1705-614d-4a9b-9e37-7ba3526efca5 req-97a5a6b7-3e24-4b54-9843-186aecdd7058 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/security-groups?id=882824d3-a737-4767-a3f7-0be5cac0d289&id=f535afdb-e3b0-489a-b888-0957a42f4306&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402758 Jul 09 15:57:21.405883 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a331921d-40df-47c3-a177-b3a2e579b6e0 req-b7fe5185-3321-4c6a-aa18-032b6e3183b5 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:21.408419 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a331921d-40df-47c3-a177-b3a2e579b6e0 req-b7fe5185-3321-4c6a-aa18-032b6e3183b5 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/ports?device_id=54180325-b3a9-4f8d-8f48-599f43970fc3 HTTP/1.1" status: 200 len: 985 time: 0.0801713 Jul 09 15:57:21.464501 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a331921d-40df-47c3-a177-b3a2e579b6e0 req-e72b141b-dd7e-4473-a0bc-e0f8b7d89336 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/security-groups?id=882824d3-a737-4767-a3f7-0be5cac0d289&id=f535afdb-e3b0-489a-b888-0957a42f4306&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0477443 Jul 09 15:57:22.670874 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b82b571-b376-42af-90d0-a7e4ed40c9bb req-8f6afbb3-2913-4948-bed0-28d6c23e8a1a tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:22.672430 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6b82b571-b376-42af-90d0-a7e4ed40c9bb req-8f6afbb3-2913-4948-bed0-28d6c23e8a1a tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/ports?device_id=54180325-b3a9-4f8d-8f48-599f43970fc3 HTTP/1.1" status: 200 len: 985 time: 0.0847521 Jul 09 15:57:22.722189 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6b82b571-b376-42af-90d0-a7e4ed40c9bb req-78430ea2-8470-4f75-b4b9-8302f9443f39 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/security-groups?id=882824d3-a737-4767-a3f7-0be5cac0d289&id=f535afdb-e3b0-489a-b888-0957a42f4306&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0435987 Jul 09 15:57:23.904509 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:23.927640 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0238d3c-dabc-4712-9054-1b4a00936305 req-ecd033a3-04ae-4c19-833b-1c6af59e37b8 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:23.931762 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b0238d3c-dabc-4712-9054-1b4a00936305 req-ecd033a3-04ae-4c19-833b-1c6af59e37b8 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/ports?device_id=54180325-b3a9-4f8d-8f48-599f43970fc3 HTTP/1.1" status: 200 len: 985 time: 0.0805395 Jul 09 15:57:23.971895 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b0238d3c-dabc-4712-9054-1b4a00936305 req-5f5e2f52-9f64-46ad-a1fd-9ef8f0f7c18a tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/security-groups?id=882824d3-a737-4767-a3f7-0be5cac0d289&id=f535afdb-e3b0-489a-b888-0957a42f4306&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347857 Jul 09 15:57:25.175183 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925ef33-c716-4ce2-a4d5-996062294737 req-3f665943-916c-47e9-a27a-b19d53055c61 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:25.176907 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f925ef33-c716-4ce2-a4d5-996062294737 req-3f665943-916c-47e9-a27a-b19d53055c61 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/ports?device_id=54180325-b3a9-4f8d-8f48-599f43970fc3 HTTP/1.1" status: 200 len: 985 time: 0.0723927 Jul 09 15:57:25.221360 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f925ef33-c716-4ce2-a4d5-996062294737 req-0768fd31-79a8-4b85-9ab3-fa3e29a136b2 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/security-groups?id=882824d3-a737-4767-a3f7-0be5cac0d289&id=f535afdb-e3b0-489a-b888-0957a42f4306&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0375335 Jul 09 15:57:26.167496 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-840bd9f4-0db9-41f0-acae-244ea1aef1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:26.411639 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02be4cab-f51a-476f-b38f-f09a9269fa6c req-b8d60823-efb7-49a9-af3b-8435f892e716 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:26.413784 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-02be4cab-f51a-476f-b38f-f09a9269fa6c req-b8d60823-efb7-49a9-af3b-8435f892e716 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/ports?device_id=54180325-b3a9-4f8d-8f48-599f43970fc3 HTTP/1.1" status: 200 len: 985 time: 0.0737288 Jul 09 15:57:26.454453 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-02be4cab-f51a-476f-b38f-f09a9269fa6c req-2bee6e7d-55db-453c-a725-0804ba0a7402 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/security-groups?id=882824d3-a737-4767-a3f7-0be5cac0d289&id=f535afdb-e3b0-489a-b888-0957a42f4306&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347533 Jul 09 15:57:27.637830 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe86ea-697c-49d0-8eb6-c627bf2a7286 req-50da5836-ee33-45e9-85d3-086f34f5915e tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:27.639340 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a3fe86ea-697c-49d0-8eb6-c627bf2a7286 req-50da5836-ee33-45e9-85d3-086f34f5915e tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/ports?device_id=54180325-b3a9-4f8d-8f48-599f43970fc3 HTTP/1.1" status: 200 len: 985 time: 0.0697250 Jul 09 15:57:27.679867 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a3fe86ea-697c-49d0-8eb6-c627bf2a7286 req-c83432f6-30e9-4687-8e01-47d6dab3e39c tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/security-groups?id=882824d3-a737-4767-a3f7-0be5cac0d289&id=f535afdb-e3b0-489a-b888-0957a42f4306&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346289 Jul 09 15:57:28.855038 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555965aa-720f-475d-8651-a229491c14bc req-06bf1d72-07e7-4b4b-87f8-49a33fcc1b62 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:28.856643 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-555965aa-720f-475d-8651-a229491c14bc req-06bf1d72-07e7-4b4b-87f8-49a33fcc1b62 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/ports?device_id=54180325-b3a9-4f8d-8f48-599f43970fc3 HTTP/1.1" status: 200 len: 985 time: 0.0658112 Jul 09 15:57:28.898006 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-555965aa-720f-475d-8651-a229491c14bc req-9ae61c85-d99b-4868-b75a-b0ea47988fbc tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/security-groups?id=882824d3-a737-4767-a3f7-0be5cac0d289&id=f535afdb-e3b0-489a-b888-0957a42f4306&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355449 Jul 09 15:57:29.197962 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1b2d44b8-6c19-490b-a1a7-90c54a653ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:29.327161 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:30.071587 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9860fdd-940d-43e1-bd2e-9badce3609c9 req-968ae917-81cb-4fab-82d9-dd91dbdf9650 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:57:30.073025 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f9860fdd-940d-43e1-bd2e-9badce3609c9 req-968ae917-81cb-4fab-82d9-dd91dbdf9650 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/ports?device_id=54180325-b3a9-4f8d-8f48-599f43970fc3 HTTP/1.1" status: 200 len: 985 time: 0.0642319 Jul 09 15:57:30.112358 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f9860fdd-940d-43e1-bd2e-9badce3609c9 req-a0d2d4db-007c-4e33-9839-540e3ce81417 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/security-groups?id=882824d3-a737-4767-a3f7-0be5cac0d289&id=f535afdb-e3b0-489a-b888-0957a42f4306&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334554 Jul 09 15:57:30.535475 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:31.928846 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:39.020194 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:57:45.589987 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:53.920993 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:56.183958 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5a067929-c19b-408e-8eb9-7421538d9440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:59.206703 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e0aab1b4-a2d4-4327-9c3e-be0aba09ad5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:57:59.389384 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:00.620350 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:01.961167 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:02.445140 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f2d4c6d8-2a6f-4fdc-b99b-c7717d3a8875 req-3f0e5200-f5e7-42a3-9e09-4e061c11c49a tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-195056263&fields=id&tenant_id=e8a606222a4946b08dbd20d7bc5038ea HTTP/1.1" status: 200 len: 267 time: 0.0578437 Jul 09 15:58:02.550226 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d4c6d8-2a6f-4fdc-b99b-c7717d3a8875 req-a611b83c-532b-4238-95dc-724d5681fc39 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:02.552490 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f2d4c6d8-2a6f-4fdc-b99b-c7717d3a8875 req-a611b83c-532b-4238-95dc-724d5681fc39 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/ports?device_id=54180325-b3a9-4f8d-8f48-599f43970fc3 HTTP/1.1" status: 200 len: 985 time: 0.1013336 Jul 09 15:58:02.564665 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-f2d4c6d8-2a6f-4fdc-b99b-c7717d3a8875 req-c2fbb5d2-74de-4d19-b4be-b507c368be1c tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Request body: {'port': {'security_groups': ['f535afdb-e3b0-489a-b888-0957a42f4306']}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:58:02.666169 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-f2d4c6d8-2a6f-4fdc-b99b-c7717d3a8875 req-c2fbb5d2-74de-4d19-b4be-b507c368be1c tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:02.921058 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-f2d4c6d8-2a6f-4fdc-b99b-c7717d3a8875 req-c2fbb5d2-74de-4d19-b4be-b507c368be1c tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] For port 7b4134d1-5781-43af-b2f5-a6519bce0097, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=7b4134d1-5781-43af-b2f5-a6519bce0097,segment=NetworkSegment(81b58442-cb15-43ce-bcbf-c36167e5ab4e),segment_id=81b58442-cb15-43ce-bcbf-c36167e5ab4e)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:58:02.958469 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-f2d4c6d8-2a6f-4fdc-b99b-c7717d3a8875 req-c2fbb5d2-74de-4d19-b4be-b507c368be1c tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:03.038438 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-f2d4c6d8-2a6f-4fdc-b99b-c7717d3a8875 req-c2fbb5d2-74de-4d19-b4be-b507c368be1c tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:03.051828 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['7b4134d1-5781-43af-b2f5-a6519bce0097'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:58:03.123332 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d4c6d8-2a6f-4fdc-b99b-c7717d3a8875 req-c2fbb5d2-74de-4d19-b4be-b507c368be1c tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:03.127343 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-f2d4c6d8-2a6f-4fdc-b99b-c7717d3a8875 req-c2fbb5d2-74de-4d19-b4be-b507c368be1c tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:03.127343 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f2d4c6d8-2a6f-4fdc-b99b-c7717d3a8875 req-c2fbb5d2-74de-4d19-b4be-b507c368be1c tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "PUT /v2.0/ports/7b4134d1-5781-43af-b2f5-a6519bce0097 HTTP/1.1" status: 200 len: 943 time: 0.5673151 Jul 09 15:58:03.128481 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54180325-b3a9-4f8d-8f48-599f43970fc3', 'tag': '7b4134d1-5781-43af-b2f5-a6519bce0097'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:58:03.133064 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71aea3d4ce3c79ba57e3b2a7f05354d67fe827d4c76bd908d035baed68c1bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7bd6cd1-7748-4ab3-94d8-5837b3e84bcd" -d '{"events": [{"name": "network-changed", "server_uuid": "54180325-b3a9-4f8d-8f48-599f43970fc3", "tag": "7b4134d1-5781-43af-b2f5-a6519bce0097"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:58:03.144406 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 58762) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:58:03.184118 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fbb5d2-74de-4d19-b4be-b507c368be1c tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Pushing event updated for resources: {'Port': ['ID=7b4134d1-5781-43af-b2f5-a6519bce0097,revision_number=7']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:03.209928 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['7b4134d1-5781-43af-b2f5-a6519bce0097'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:58:03.286734 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-52e8b37a-d35f-4d4f-9464-8f3491db825a tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:03.345113 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-52e8b37a-d35f-4d4f-9464-8f3491db825a tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:03.392871 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61966893-4c28-42e1-a6ff-1fc2651c9daf x-openstack-request-id: req-61966893-4c28-42e1-a6ff-1fc2651c9daf {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:58:03.395913 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54180325-b3a9-4f8d-8f48-599f43970fc3", "tag": "7b4134d1-5781-43af-b2f5-a6519bce0097", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:58:03.397412 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-61966893-4c28-42e1-a6ff-1fc2651c9daf {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:58:03.398488 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54180325-b3a9-4f8d-8f48-599f43970fc3', 'tag': '7b4134d1-5781-43af-b2f5-a6519bce0097', 'status': 'completed', 'code': 200} Jul 09 15:58:03.518026 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd6cd1-7748-4ab3-94d8-5837b3e84bcd req-afdba4ca-bc12-47cd-9d0f-8e58b168decf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:03.520782 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d7bd6cd1-7748-4ab3-94d8-5837b3e84bcd req-afdba4ca-bc12-47cd-9d0f-8e58b168decf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e8a606222a4946b08dbd20d7bc5038ea&device_id=54180325-b3a9-4f8d-8f48-599f43970fc3 HTTP/1.1" status: 200 len: 1097 time: 0.1000078 Jul 09 15:58:03.550270 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-3c8183cb-3761-473a-b5d8-7f2e22bb58af None None] Provisioning complete for port 7b4134d1-5781-43af-b2f5-a6519bce0097 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:58:03.551090 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3c8183cb-3761-473a-b5d8-7f2e22bb58af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:03.604629 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-52e8b37a-d35f-4d4f-9464-8f3491db825a tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:03.607310 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-52e8b37a-d35f-4d4f-9464-8f3491db825a tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:03.608780 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-52e8b37a-d35f-4d4f-9464-8f3491db825a tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "DELETE /v2.0/security-groups/882824d3-a737-4767-a3f7-0be5cac0d289 HTTP/1.1" status: 204 len: 168 time: 0.4623885 Jul 09 15:58:03.612806 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 58766) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:58:03.632939 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e8b37a-d35f-4d4f-9464-8f3491db825a tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=882824d3-a737-4767-a3f7-0be5cac0d289,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:03.650111 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e8b37a-d35f-4d4f-9464-8f3491db825a tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:58:03.650472 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e8b37a-d35f-4d4f-9464-8f3491db825a tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:58:03.650800 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e8b37a-d35f-4d4f-9464-8f3491db825a tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:58:03.651236 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e8b37a-d35f-4d4f-9464-8f3491db825a tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:58:03.651694 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e8b37a-d35f-4d4f-9464-8f3491db825a tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:58:03.652044 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e8b37a-d35f-4d4f-9464-8f3491db825a tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:58:03.652528 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e8b37a-d35f-4d4f-9464-8f3491db825a tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:58:03.653057 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e8b37a-d35f-4d4f-9464-8f3491db825a tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:58:03.653621 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e8b37a-d35f-4d4f-9464-8f3491db825a tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:58:03.653978 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e8b37a-d35f-4d4f-9464-8f3491db825a tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:58:03.654313 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e8b37a-d35f-4d4f-9464-8f3491db825a tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:58:03.654647 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e8b37a-d35f-4d4f-9464-8f3491db825a tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:58:03.719485 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd6cd1-7748-4ab3-94d8-5837b3e84bcd req-1fa4fc76-0c52-45bf-818b-2efc9817dba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:03.722043 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d7bd6cd1-7748-4ab3-94d8-5837b3e84bcd req-1fa4fc76-0c52-45bf-818b-2efc9817dba0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=46833689-279b-4eda-adb5-ab86dbc7aabe HTTP/1.1" status: 200 len: 916 time: 0.1944478 Jul 09 15:58:03.817145 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d7bd6cd1-7748-4ab3-94d8-5837b3e84bcd req-88144303-df5f-4d6b-a36b-98b11bbcc831 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b4134d1-5781-43af-b2f5-a6519bce0097 HTTP/1.1" status: 200 len: 1002 time: 0.0872848 Jul 09 15:58:03.844966 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-7e84fa32-9e47-4f42-8add-21ec8bffceea tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Deleting port fa969157-2ed8-42a1-a234-5fa72f00cc8d {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:58:03.845503 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7e84fa32-9e47-4f42-8add-21ec8bffceea tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:03.879864 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd6cd1-7748-4ab3-94d8-5837b3e84bcd req-1cc7d995-87e7-48c5-ad54-ddfd5a9f1009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:03.886795 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d7bd6cd1-7748-4ab3-94d8-5837b3e84bcd req-1cc7d995-87e7-48c5-ad54-ddfd5a9f1009 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1ab710c6-797c-4017-a84b-42cd1d603ed1 HTTP/1.1" status: 200 len: 854 time: 0.0591171 Jul 09 15:58:03.963712 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7e84fa32-9e47-4f42-8add-21ec8bffceea tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:03.964254 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7e84fa32-9e47-4f42-8add-21ec8bffceea tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:03.965873 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd6cd1-7748-4ab3-94d8-5837b3e84bcd req-b462a0cc-6b03-417b-9568-7d48e6a37bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:03.968182 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d7bd6cd1-7748-4ab3-94d8-5837b3e84bcd req-b462a0cc-6b03-417b-9568-7d48e6a37bbc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=46833689-279b-4eda-adb5-ab86dbc7aabe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0801427 Jul 09 15:58:03.979090 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-7e84fa32-9e47-4f42-8add-21ec8bffceea tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Calling delete_port for fa969157-2ed8-42a1-a234-5fa72f00cc8d owned by network:floatingip {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:58:04.120833 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d7bd6cd1-7748-4ab3-94d8-5837b3e84bcd req-9185c068-7556-4a49-95db-5a7cad897f06 service neutron] 10.222.0.54 "GET /v2.0/networks/46833689-279b-4eda-adb5-ab86dbc7aabe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448698 Jul 09 15:58:04.255250 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d7bd6cd1-7748-4ab3-94d8-5837b3e84bcd req-66bdf8b8-198c-463b-a03a-ba18efc3cb87 service neutron] 10.222.0.54 "GET /v2.0/networks/46833689-279b-4eda-adb5-ab86dbc7aabe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271555 Jul 09 15:58:04.272236 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7e84fa32-9e47-4f42-8add-21ec8bffceea tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:04.307298 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e84fa32-9e47-4f42-8add-21ec8bffceea tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Pushing event deleted for resources: {'Port': ['ID=fa969157-2ed8-42a1-a234-5fa72f00cc8d,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:04.403479 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7e84fa32-9e47-4f42-8add-21ec8bffceea tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Notify callbacks [] for floatingip, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:04.403951 n-d-799529-6 neutron-server[94446]: INFO neutron.db.l3_db [None req-7e84fa32-9e47-4f42-8add-21ec8bffceea tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Floating IP 639af621-0047-425a-bf00-c57a41e5f56a disassociated (deleted). External IP: 172.25.3.147, port: 7b4134d1-5781-43af-b2f5-a6519bce0097. Jul 09 15:58:04.671485 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e84fa32-9e47-4f42-8add-21ec8bffceea tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Router 3228dc58-f736-4b9a-805d-4b398af69309 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:58:04.802064 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e84fa32-9e47-4f42-8add-21ec8bffceea tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:58:04.807242 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7e84fa32-9e47-4f42-8add-21ec8bffceea tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:04.811993 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d47d899-471e-474f-98a8-55b3557f1cc6 None None] Sync routers for ids ['3228dc58-f736-4b9a-805d-4b398af69309'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:58:04.828238 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d47d899-471e-474f-98a8-55b3557f1cc6 None None] Routers {'3228dc58-f736-4b9a-805d-4b398af69309'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:58:04.829176 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-1d47d899-471e-474f-98a8-55b3557f1cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:57:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['3228dc58-f736-4b9a-805d-4b398af69309'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:58:04.854519 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7e84fa32-9e47-4f42-8add-21ec8bffceea tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "DELETE /v2.0/floatingips/639af621-0047-425a-bf00-c57a41e5f56a HTTP/1.1" status: 204 len: 168 time: 1.2396650 Jul 09 15:58:04.948817 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-1d47d899-471e-474f-98a8-55b3557f1cc6 None None] Set router 3228dc58-f736-4b9a-805d-4b398af69309 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:58:05.204124 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-1d47d899-471e-474f-98a8-55b3557f1cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3228dc58-f736-4b9a-805d-4b398af69309', 'name': 'tempest-TestMinimumBasicScenario-1969274376-router', 'tenant_id': 'e8a606222a4946b08dbd20d7bc5038ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'd120b47a-ff65-47c5-a642-16a2b8468ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:55:56Z', 'updated_at': '2021-07-09T15:56:00Z', 'revision_number': 4, 'project_id': 'e8a606222a4946b08dbd20d7bc5038ea', 'gw_port': {'id': 'd120b47a-ff65-47c5-a642-16a2b8468ade', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:83:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3228dc58-f736-4b9a-805d-4b398af69309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:55:57Z', 'updated_at': '2021-07-09T15:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'da97fd51-8a9e-4452-9c87-0758a494093f', 'name': '', 'network_id': '46833689-279b-4eda-adb5-ab86dbc7aabe', 'tenant_id': 'e8a606222a4946b08dbd20d7bc5038ea', 'mac_address': 'fa:16:3e:6d:cd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3228dc58-f736-4b9a-805d-4b398af69309', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '1ab710c6-797c-4017-a84b-42cd1d603ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:00Z', 'updated_at': '2021-07-09T15:56:06Z', 'revision_number': 5, 'project_id': 'e8a606222a4946b08dbd20d7bc5038ea', 'subnets': [{'id': '1ab710c6-797c-4017-a84b-42cd1d603ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:58:05.237096 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d47d899-471e-474f-98a8-55b3557f1cc6 None None] Checking router: 3228dc58-f736-4b9a-805d-4b398af69309 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:58:05.247045 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d47d899-471e-474f-98a8-55b3557f1cc6 None None] Routers {'3228dc58-f736-4b9a-805d-4b398af69309'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:58:05.247714 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-1d47d899-471e-474f-98a8-55b3557f1cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:57:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['3228dc58-f736-4b9a-805d-4b398af69309'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:58:05.395786 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-1d47d899-471e-474f-98a8-55b3557f1cc6 None None] Set router 3228dc58-f736-4b9a-805d-4b398af69309 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:58:05.400277 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54180325-b3a9-4f8d-8f48-599f43970fc3', 'tag': '7b4134d1-5781-43af-b2f5-a6519bce0097'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:58:05.403069 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71aea3d4ce3c79ba57e3b2a7f05354d67fe827d4c76bd908d035baed68c1bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e582460b-7e13-4847-9bfb-33b34a0e4e10" -d '{"events": [{"name": "network-changed", "server_uuid": "54180325-b3a9-4f8d-8f48-599f43970fc3", "tag": "7b4134d1-5781-43af-b2f5-a6519bce0097"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:58:05.450475 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd11a0d4-5b29-4d51-9e21-dc692d7149f1 x-openstack-request-id: req-dd11a0d4-5b29-4d51-9e21-dc692d7149f1 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:58:05.450761 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54180325-b3a9-4f8d-8f48-599f43970fc3", "tag": "7b4134d1-5781-43af-b2f5-a6519bce0097", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:58:05.451055 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dd11a0d4-5b29-4d51-9e21-dc692d7149f1 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:58:05.451466 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54180325-b3a9-4f8d-8f48-599f43970fc3', 'tag': '7b4134d1-5781-43af-b2f5-a6519bce0097', 'status': 'completed', 'code': 200} Jul 09 15:58:05.555052 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582460b-7e13-4847-9bfb-33b34a0e4e10 req-1cabfe0c-47c6-42ff-b033-f01a8dc3376f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:05.557207 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e582460b-7e13-4847-9bfb-33b34a0e4e10 req-1cabfe0c-47c6-42ff-b033-f01a8dc3376f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e8a606222a4946b08dbd20d7bc5038ea&device_id=54180325-b3a9-4f8d-8f48-599f43970fc3 HTTP/1.1" status: 200 len: 1097 time: 0.0790160 Jul 09 15:58:05.667951 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582460b-7e13-4847-9bfb-33b34a0e4e10 req-bf719cda-4a57-45eb-bab3-4bdd9a61e21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:05.669977 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e582460b-7e13-4847-9bfb-33b34a0e4e10 req-bf719cda-4a57-45eb-bab3-4bdd9a61e21b service neutron] 10.222.0.54 "GET /v2.0/networks?id=46833689-279b-4eda-adb5-ab86dbc7aabe HTTP/1.1" status: 200 len: 916 time: 0.1048474 Jul 09 15:58:05.741931 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e582460b-7e13-4847-9bfb-33b34a0e4e10 req-abcd6872-1c53-478e-b77b-f3e16098bbef service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b4134d1-5781-43af-b2f5-a6519bce0097 HTTP/1.1" status: 200 len: 217 time: 0.0635684 Jul 09 15:58:05.794672 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-1d47d899-471e-474f-98a8-55b3557f1cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3228dc58-f736-4b9a-805d-4b398af69309', 'name': 'tempest-TestMinimumBasicScenario-1969274376-router', 'tenant_id': 'e8a606222a4946b08dbd20d7bc5038ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'd120b47a-ff65-47c5-a642-16a2b8468ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:55:56Z', 'updated_at': '2021-07-09T15:56:00Z', 'revision_number': 4, 'project_id': 'e8a606222a4946b08dbd20d7bc5038ea', 'gw_port': {'id': 'd120b47a-ff65-47c5-a642-16a2b8468ade', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:83:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3228dc58-f736-4b9a-805d-4b398af69309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:55:57Z', 'updated_at': '2021-07-09T15:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'da97fd51-8a9e-4452-9c87-0758a494093f', 'name': '', 'network_id': '46833689-279b-4eda-adb5-ab86dbc7aabe', 'tenant_id': 'e8a606222a4946b08dbd20d7bc5038ea', 'mac_address': 'fa:16:3e:6d:cd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3228dc58-f736-4b9a-805d-4b398af69309', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '1ab710c6-797c-4017-a84b-42cd1d603ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:00Z', 'updated_at': '2021-07-09T15:56:06Z', 'revision_number': 5, 'project_id': 'e8a606222a4946b08dbd20d7bc5038ea', 'subnets': [{'id': '1ab710c6-797c-4017-a84b-42cd1d603ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:58:05.798011 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582460b-7e13-4847-9bfb-33b34a0e4e10 req-899aa9ee-556e-432a-8be9-737bd35e94ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:05.799578 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e582460b-7e13-4847-9bfb-33b34a0e4e10 req-899aa9ee-556e-432a-8be9-737bd35e94ea service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1ab710c6-797c-4017-a84b-42cd1d603ed1 HTTP/1.1" status: 200 len: 854 time: 0.0507343 Jul 09 15:58:05.822815 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d47d899-471e-474f-98a8-55b3557f1cc6 None None] The sync data for ids ['3228dc58-f736-4b9a-805d-4b398af69309'] in n-d-799529-6 is: [{'id': '3228dc58-f736-4b9a-805d-4b398af69309', 'name': 'tempest-TestMinimumBasicScenario-1969274376-router', 'tenant_id': 'e8a606222a4946b08dbd20d7bc5038ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'd120b47a-ff65-47c5-a642-16a2b8468ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:55:56Z', 'updated_at': '2021-07-09T15:56:00Z', 'revision_number': 4, 'project_id': 'e8a606222a4946b08dbd20d7bc5038ea', 'gw_port': {'id': 'd120b47a-ff65-47c5-a642-16a2b8468ade', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:83:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3228dc58-f736-4b9a-805d-4b398af69309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:55:57Z', 'updated_at': '2021-07-09T15:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'da97fd51-8a9e-4452-9c87-0758a494093f', 'name': '', 'network_id': '46833689-279b-4eda-adb5-ab86dbc7aabe', 'tenant_id': 'e8a606222a4946b08dbd20d7bc5038ea', 'mac_address': 'fa:16:3e:6d:cd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3228dc58-f736-4b9a-805d-4b398af69309', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '1ab710c6-797c-4017-a84b-42cd1d603ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:00Z', 'updated_at': '2021-07-09T15:56:06Z', 'revision_number': 5, 'project_id': 'e8a606222a4946b08dbd20d7bc5038ea', 'subnets': [{'id': '1ab710c6-797c-4017-a84b-42cd1d603ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:58:05.872830 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582460b-7e13-4847-9bfb-33b34a0e4e10 req-c8970dcb-db21-41cc-8067-1a564081aeef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:05.874506 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e582460b-7e13-4847-9bfb-33b34a0e4e10 req-c8970dcb-db21-41cc-8067-1a564081aeef service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=46833689-279b-4eda-adb5-ab86dbc7aabe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665090 Jul 09 15:58:06.004667 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e582460b-7e13-4847-9bfb-33b34a0e4e10 req-526cb7bf-2a94-4466-b48d-06d8ac968e6f service neutron] 10.222.0.54 "GET /v2.0/networks/46833689-279b-4eda-adb5-ab86dbc7aabe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197896 Jul 09 15:58:06.139009 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7043932-3ee1-4bac-9331-eb5181ae5fc2 None None] New status for floating IP 639af621-0047-425a-bf00-c57a41e5f56a: DOWN {{(pid=94447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 15:58:06.139998 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e582460b-7e13-4847-9bfb-33b34a0e4e10 req-ab3b6bad-fabc-43b5-8817-f2f84bbf6fa4 service neutron] 10.222.0.54 "GET /v2.0/networks/46833689-279b-4eda-adb5-ab86dbc7aabe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293337 Jul 09 15:58:15.430920 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e26134-a1bc-481f-b095-b65190a066e0 req-fd4b1731-34cc-471c-ba6a-6acb047c8fa7 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:15.432517 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a0e26134-a1bc-481f-b095-b65190a066e0 req-fd4b1731-34cc-471c-ba6a-6acb047c8fa7 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/ports?device_id=54180325-b3a9-4f8d-8f48-599f43970fc3 HTTP/1.1" status: 200 len: 946 time: 0.0689189 Jul 09 15:58:15.474533 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a0e26134-a1bc-481f-b095-b65190a066e0 req-1d7108c5-f85f-4459-9607-6f343288ea05 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/security-groups?id=f535afdb-e3b0-489a-b888-0957a42f4306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353560 Jul 09 15:58:15.596710 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:16.020085 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:58:16.657267 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a80b871-52ef-4fc9-a7ad-72e70874e76a req-53bb91e2-7e19-4de0-a3b8-14e34dd62ea3 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:16.658740 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3a80b871-52ef-4fc9-a7ad-72e70874e76a req-53bb91e2-7e19-4de0-a3b8-14e34dd62ea3 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/ports?device_id=54180325-b3a9-4f8d-8f48-599f43970fc3 HTTP/1.1" status: 200 len: 946 time: 0.0653830 Jul 09 15:58:16.698979 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3a80b871-52ef-4fc9-a7ad-72e70874e76a req-f238add6-a12a-4a2d-adeb-fbaddc34bdef tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/security-groups?id=f535afdb-e3b0-489a-b888-0957a42f4306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327811 Jul 09 15:58:17.100312 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5777a-433a-4246-b8fd-286309489105 req-b936e8dd-f738-46da-8dc3-3443b57b524e tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:17.101857 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d4b5777a-433a-4246-b8fd-286309489105 req-b936e8dd-f738-46da-8dc3-3443b57b524e tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.54 "GET /v2.0/ports?device_id=54180325-b3a9-4f8d-8f48-599f43970fc3 HTTP/1.1" status: 200 len: 946 time: 0.0669940 Jul 09 15:58:17.201465 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-d4b5777a-433a-4246-b8fd-286309489105 req-9fe40e2a-734e-401b-8593-baefd1c00255 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Deleting port 7b4134d1-5781-43af-b2f5-a6519bce0097 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:58:17.201800 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-d4b5777a-433a-4246-b8fd-286309489105 req-9fe40e2a-734e-401b-8593-baefd1c00255 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:17.295926 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-d4b5777a-433a-4246-b8fd-286309489105 req-9fe40e2a-734e-401b-8593-baefd1c00255 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] For port 7b4134d1-5781-43af-b2f5-a6519bce0097, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=7b4134d1-5781-43af-b2f5-a6519bce0097,segment=NetworkSegment(81b58442-cb15-43ce-bcbf-c36167e5ab4e),segment_id=81b58442-cb15-43ce-bcbf-c36167e5ab4e)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:58:17.296291 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-d4b5777a-433a-4246-b8fd-286309489105 req-9fe40e2a-734e-401b-8593-baefd1c00255 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:17.309451 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-d4b5777a-433a-4246-b8fd-286309489105 req-9fe40e2a-734e-401b-8593-baefd1c00255 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Calling delete_port for 7b4134d1-5781-43af-b2f5-a6519bce0097 owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:58:17.505735 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-d4b5777a-433a-4246-b8fd-286309489105 req-9fe40e2a-734e-401b-8593-baefd1c00255 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:17.517791 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['7b4134d1-5781-43af-b2f5-a6519bce0097'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:58:17.535912 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe40e2a-734e-401b-8593-baefd1c00255 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Pushing event deleted for resources: {'Port': ['ID=7b4134d1-5781-43af-b2f5-a6519bce0097,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:17.583240 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4b5777a-433a-4246-b8fd-286309489105 req-9fe40e2a-734e-401b-8593-baefd1c00255 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] No DVR routers for this DVR port 7b4134d1-5781-43af-b2f5-a6519bce0097 on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:58:17.585865 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-d4b5777a-433a-4246-b8fd-286309489105 req-9fe40e2a-734e-401b-8593-baefd1c00255 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:17.587911 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d4b5777a-433a-4246-b8fd-286309489105 req-9fe40e2a-734e-401b-8593-baefd1c00255 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.54 "DELETE /v2.0/ports/7b4134d1-5781-43af-b2f5-a6519bce0097 HTTP/1.1" status: 204 len: 173 time: 0.4807348 Jul 09 15:58:17.588357 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54180325-b3a9-4f8d-8f48-599f43970fc3', 'name': 'network-vif-deleted', 'tag': '7b4134d1-5781-43af-b2f5-a6519bce0097'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:58:17.590730 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bb405a18ca731a56dedfaaf5e9a79789110744f6b6799bb7a0722340b5c16f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecdf1e1a-a3ee-4c30-a996-981583ffd17b" -d '{"events": [{"server_uuid": "54180325-b3a9-4f8d-8f48-599f43970fc3", "name": "network-vif-deleted", "tag": "7b4134d1-5781-43af-b2f5-a6519bce0097"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:58:17.631208 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82075024-1957-4e0f-a631-5a20aac2e3c7 x-openstack-request-id: req-82075024-1957-4e0f-a631-5a20aac2e3c7 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:58:17.631208 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54180325-b3a9-4f8d-8f48-599f43970fc3", "name": "network-vif-deleted", "tag": "7b4134d1-5781-43af-b2f5-a6519bce0097", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:58:17.631208 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-82075024-1957-4e0f-a631-5a20aac2e3c7 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:58:17.631208 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54180325-b3a9-4f8d-8f48-599f43970fc3', 'name': 'network-vif-deleted', 'tag': '7b4134d1-5781-43af-b2f5-a6519bce0097', 'status': 'completed', 'code': 200} Jul 09 15:58:17.845933 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-15901338-845d-4acf-b986-dd0ab653e95b req-4c083c7b-8aab-483d-a7e1-cd7d833b7395 tempest-TestMinimumBasicScenario-372979177 tempest-TestMinimumBasicScenario-372979177-project] 10.222.0.58 "GET /v2.0/ports?device_id=54180325-b3a9-4f8d-8f48-599f43970fc3 HTTP/1.1" status: 200 len: 210 time: 0.0288367 Jul 09 15:58:20.246644 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 58866) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:58:20.677465 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0c2d6e32-3d12-4106-abb6-da14bb8a264e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:20.998069 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-0c2d6e32-3d12-4106-abb6-da14bb8a264e admin admin] Deleting port da97fd51-8a9e-4452-9c87-0758a494093f {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:58:20.998317 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0c2d6e32-3d12-4106-abb6-da14bb8a264e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:21.095065 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-0c2d6e32-3d12-4106-abb6-da14bb8a264e admin admin] For port da97fd51-8a9e-4452-9c87-0758a494093f, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=da97fd51-8a9e-4452-9c87-0758a494093f,segment=NetworkSegment(81b58442-cb15-43ce-bcbf-c36167e5ab4e),segment_id=81b58442-cb15-43ce-bcbf-c36167e5ab4e)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:58:21.095419 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0c2d6e32-3d12-4106-abb6-da14bb8a264e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:21.112848 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-0c2d6e32-3d12-4106-abb6-da14bb8a264e admin admin] Calling delete_port for da97fd51-8a9e-4452-9c87-0758a494093f owned by network:router_interface {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:58:21.445584 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0c2d6e32-3d12-4106-abb6-da14bb8a264e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:21.475197 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2d6e32-3d12-4106-abb6-da14bb8a264e admin admin] Pushing event deleted for resources: {'Port': ['ID=da97fd51-8a9e-4452-9c87-0758a494093f,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:21.617990 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 7b4134d1-5781-43af-b2f5-a6519bce0097 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:58:21.640017 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: 7b4134d1-5781-43af-b2f5-a6519bce0097 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:58:21.640369 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 7b4134d1-5781-43af-b2f5-a6519bce0097 not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:58:21.666591 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0c2d6e32-3d12-4106-abb6-da14bb8a264e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:21.898885 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c2d6e32-3d12-4106-abb6-da14bb8a264e admin admin] Router 3228dc58-f736-4b9a-805d-4b398af69309 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:58:22.014290 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2d6e32-3d12-4106-abb6-da14bb8a264e admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:58:22.019881 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-0c2d6e32-3d12-4106-abb6-da14bb8a264e admin admin] 10.222.0.58 "PUT /v2.0/routers/3228dc58-f736-4b9a-805d-4b398af69309/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7716906 Jul 09 15:58:22.022138 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 58868) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:58:22.025122 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803173f6-a94c-430c-90f1-a546579d74c8 None None] Sync routers for ids ['3228dc58-f736-4b9a-805d-4b398af69309'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:58:22.038101 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803173f6-a94c-430c-90f1-a546579d74c8 None None] Routers {'3228dc58-f736-4b9a-805d-4b398af69309'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:58:22.039173 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-803173f6-a94c-430c-90f1-a546579d74c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:57:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['3228dc58-f736-4b9a-805d-4b398af69309'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:58:22.155458 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0960d08b-5b3b-4b0b-8ae8-f55f42e60929 admin admin] Notify callbacks [] for router, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:22.168472 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-803173f6-a94c-430c-90f1-a546579d74c8 None None] Set router 3228dc58-f736-4b9a-805d-4b398af69309 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:58:22.372062 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-803173f6-a94c-430c-90f1-a546579d74c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3228dc58-f736-4b9a-805d-4b398af69309', 'name': 'tempest-TestMinimumBasicScenario-1969274376-router', 'tenant_id': 'e8a606222a4946b08dbd20d7bc5038ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'd120b47a-ff65-47c5-a642-16a2b8468ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:55:56Z', 'updated_at': '2021-07-09T15:58:21Z', 'revision_number': 5, 'project_id': 'e8a606222a4946b08dbd20d7bc5038ea', 'gw_port': {'id': 'd120b47a-ff65-47c5-a642-16a2b8468ade', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:83:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3228dc58-f736-4b9a-805d-4b398af69309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:55:57Z', 'updated_at': '2021-07-09T15:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:58:22.401665 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803173f6-a94c-430c-90f1-a546579d74c8 None None] Checking router: 3228dc58-f736-4b9a-805d-4b398af69309 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:58:22.415447 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803173f6-a94c-430c-90f1-a546579d74c8 None None] Routers {'3228dc58-f736-4b9a-805d-4b398af69309'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:58:22.416837 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-803173f6-a94c-430c-90f1-a546579d74c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:57:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['3228dc58-f736-4b9a-805d-4b398af69309'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:58:22.601230 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-803173f6-a94c-430c-90f1-a546579d74c8 None None] Set router 3228dc58-f736-4b9a-805d-4b398af69309 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:58:22.619846 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0960d08b-5b3b-4b0b-8ae8-f55f42e60929 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:22.773164 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-0960d08b-5b3b-4b0b-8ae8-f55f42e60929 admin admin] Deleting port d120b47a-ff65-47c5-a642-16a2b8468ade {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:58:22.773503 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0960d08b-5b3b-4b0b-8ae8-f55f42e60929 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:22.787640 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-803173f6-a94c-430c-90f1-a546579d74c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3228dc58-f736-4b9a-805d-4b398af69309', 'name': 'tempest-TestMinimumBasicScenario-1969274376-router', 'tenant_id': 'e8a606222a4946b08dbd20d7bc5038ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'd120b47a-ff65-47c5-a642-16a2b8468ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:55:56Z', 'updated_at': '2021-07-09T15:58:21Z', 'revision_number': 5, 'project_id': 'e8a606222a4946b08dbd20d7bc5038ea', 'gw_port': {'id': 'd120b47a-ff65-47c5-a642-16a2b8468ade', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:83:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3228dc58-f736-4b9a-805d-4b398af69309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:55:57Z', 'updated_at': '2021-07-09T15:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:58:22.818250 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803173f6-a94c-430c-90f1-a546579d74c8 None None] The sync data for ids ['3228dc58-f736-4b9a-805d-4b398af69309'] in n-d-799529-6 is: [{'id': '3228dc58-f736-4b9a-805d-4b398af69309', 'name': 'tempest-TestMinimumBasicScenario-1969274376-router', 'tenant_id': 'e8a606222a4946b08dbd20d7bc5038ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'd120b47a-ff65-47c5-a642-16a2b8468ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:55:56Z', 'updated_at': '2021-07-09T15:58:21Z', 'revision_number': 5, 'project_id': 'e8a606222a4946b08dbd20d7bc5038ea', 'gw_port': {'id': 'd120b47a-ff65-47c5-a642-16a2b8468ade', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:83:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3228dc58-f736-4b9a-805d-4b398af69309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:55:57Z', 'updated_at': '2021-07-09T15:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:58:22.868973 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-0960d08b-5b3b-4b0b-8ae8-f55f42e60929 admin admin] For port d120b47a-ff65-47c5-a642-16a2b8468ade, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=d120b47a-ff65-47c5-a642-16a2b8468ade,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:58:22.869338 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0960d08b-5b3b-4b0b-8ae8-f55f42e60929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:22.883179 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-0960d08b-5b3b-4b0b-8ae8-f55f42e60929 admin admin] Calling delete_port for d120b47a-ff65-47c5-a642-16a2b8468ade owned by network:router_gateway {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:58:23.139121 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0960d08b-5b3b-4b0b-8ae8-f55f42e60929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:23.171877 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0960d08b-5b3b-4b0b-8ae8-f55f42e60929 admin admin] Pushing event deleted for resources: {'Port': ['ID=d120b47a-ff65-47c5-a642-16a2b8468ade,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:23.241699 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0960d08b-5b3b-4b0b-8ae8-f55f42e60929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:23.338052 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0960d08b-5b3b-4b0b-8ae8-f55f42e60929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:23.340397 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0960d08b-5b3b-4b0b-8ae8-f55f42e60929 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:23.447728 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0960d08b-5b3b-4b0b-8ae8-f55f42e60929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:23.448564 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0960d08b-5b3b-4b0b-8ae8-f55f42e60929 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3228dc58-f736-4b9a-805d-4b398af69309 {{(pid=94445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 15:58:23.455216 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0960d08b-5b3b-4b0b-8ae8-f55f42e60929 admin admin] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:23.457140 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-0960d08b-5b3b-4b0b-8ae8-f55f42e60929 admin admin] 10.222.0.58 "DELETE /v2.0/routers/3228dc58-f736-4b9a-805d-4b398af69309 HTTP/1.1" status: 204 len: 168 time: 1.4337111 Jul 09 15:58:23.459385 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 58872) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:58:23.514840 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-216a019b-df1b-4248-9d34-436c452ee089 admin admin] Deleting subnet 1ab710c6-797c-4017-a84b-42cd1d603ed1 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:58:23.518747 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-216a019b-df1b-4248-9d34-436c452ee089 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:23.559914 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-216a019b-df1b-4248-9d34-436c452ee089 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:23.647179 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-216a019b-df1b-4248-9d34-436c452ee089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:23.791286 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-216a019b-df1b-4248-9d34-436c452ee089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:23.822435 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216a019b-df1b-4248-9d34-436c452ee089 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ab710c6-797c-4017-a84b-42cd1d603ed1,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:23.826983 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-216a019b-df1b-4248-9d34-436c452ee089 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:23.831661 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-216a019b-df1b-4248-9d34-436c452ee089 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/1ab710c6-797c-4017-a84b-42cd1d603ed1 HTTP/1.1" status: 204 len: 168 time: 0.3685210 Jul 09 15:58:23.832399 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 58874) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:58:23.834477 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcfa95c-e88f-4aad-9a8e-54318785b19f None None] Network 46833689-279b-4eda-adb5-ab86dbc7aabe requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:58:23.908197 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9884cdd4-1b55-4490-9793-4e8713add6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:23.973697 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-9884cdd4-1b55-4490-9793-4e8713add6b7 admin admin] Deleting port d2126cbf-ea5d-4b7c-823c-080f2e08edca {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:58:23.974047 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9884cdd4-1b55-4490-9793-4e8713add6b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:24.043718 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:24.048358 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-9884cdd4-1b55-4490-9793-4e8713add6b7 admin admin] For port d2126cbf-ea5d-4b7c-823c-080f2e08edca, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=d2126cbf-ea5d-4b7c-823c-080f2e08edca,segment=NetworkSegment(81b58442-cb15-43ce-bcbf-c36167e5ab4e),segment_id=81b58442-cb15-43ce-bcbf-c36167e5ab4e)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:58:24.048724 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9884cdd4-1b55-4490-9793-4e8713add6b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:24.062061 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-9884cdd4-1b55-4490-9793-4e8713add6b7 admin admin] Calling delete_port for d2126cbf-ea5d-4b7c-823c-080f2e08edca owned by network:dhcp {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:58:24.190449 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2898adb-c156-4f35-b239-d640bec4feb4 None None] DHCP port deletion for 46833689-279b-4eda-adb5-ab86dbc7aabe request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 15:58:24.238548 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a2898adb-c156-4f35-b239-d640bec4feb4 None None] Deleting port d2126cbf-ea5d-4b7c-823c-080f2e08edca {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:58:24.238841 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a2898adb-c156-4f35-b239-d640bec4feb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:24.247595 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9884cdd4-1b55-4490-9793-4e8713add6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:24.276549 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9884cdd4-1b55-4490-9793-4e8713add6b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2126cbf-ea5d-4b7c-823c-080f2e08edca,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:24.278458 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9884cdd4-1b55-4490-9793-4e8713add6b7 admin admin] No DVR routers for this DVR port d2126cbf-ea5d-4b7c-823c-080f2e08edca on host n-d-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:58:24.305789 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a2898adb-c156-4f35-b239-d640bec4feb4 None None] For port d2126cbf-ea5d-4b7c-823c-080f2e08edca, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=d2126cbf-ea5d-4b7c-823c-080f2e08edca,segment=NetworkSegment(81b58442-cb15-43ce-bcbf-c36167e5ab4e),segment_id=81b58442-cb15-43ce-bcbf-c36167e5ab4e)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:58:24.306157 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a2898adb-c156-4f35-b239-d640bec4feb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:24.319837 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a2898adb-c156-4f35-b239-d640bec4feb4 None None] Calling delete_port for d2126cbf-ea5d-4b7c-823c-080f2e08edca owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:58:24.364162 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9884cdd4-1b55-4490-9793-4e8713add6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:24.374732 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-9884cdd4-1b55-4490-9793-4e8713add6b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46833689-279b-4eda-adb5-ab86dbc7aabe']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:58:24.385840 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device da97fd51-8a9e-4452-9c87-0758a494093f no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:58:24.391160 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-9884cdd4-1b55-4490-9793-4e8713add6b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81b58442-cb15-43ce-bcbf-c36167e5ab4e') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:58:24.391461 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-9884cdd4-1b55-4490-9793-4e8713add6b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81b58442-cb15-43ce-bcbf-c36167e5ab4e') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:58:24.403096 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9884cdd4-1b55-4490-9793-4e8713add6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:24.416521 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: da97fd51-8a9e-4452-9c87-0758a494093f {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:58:24.416661 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device da97fd51-8a9e-4452-9c87-0758a494093f not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:58:24.417010 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device d120b47a-ff65-47c5-a642-16a2b8468ade no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:58:24.418623 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9884cdd4-1b55-4490-9793-4e8713add6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:24.426004 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9884cdd4-1b55-4490-9793-4e8713add6b7 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:58:24.426404 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9884cdd4-1b55-4490-9793-4e8713add6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:24.428150 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:58:24.428150 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:58:24.428150 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:58:24.428150 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:58:24.428150 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:58:24.428150 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:58:24.428150 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 15:58:24.428150 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:58:24.428150 n-d-799529-6 neutron-server[94445]: timer() Jul 09 15:58:24.428150 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:58:24.428150 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 15:58:24.428150 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:58:24.428150 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 15:58:24.428150 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:58:24.428150 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 15:58:24.428150 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:58:24.428150 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 15:58:24.428150 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:58:24.428150 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 15:58:24.428150 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:58:24.428150 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:58:24.428150 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:58:24.428150 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:58:24.428150 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:58:24.428150 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 15:58:24.428150 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:58:24.428150 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 15:58:24.428150 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:58:24.428150 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:58:24.428150 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:58:24.428150 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 15:58:24.428150 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:58:24.428150 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:58:24.428150 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:58:24.428150 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:58:24.428150 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:58:24.428150 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:58:24.428150 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:58:24.442877 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a2898adb-c156-4f35-b239-d640bec4feb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:24.445993 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: d120b47a-ff65-47c5-a642-16a2b8468ade {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:58:24.446338 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device d120b47a-ff65-47c5-a642-16a2b8468ade not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:58:24.446751 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device d2126cbf-ea5d-4b7c-823c-080f2e08edca no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:58:24.486894 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2898adb-c156-4f35-b239-d640bec4feb4 None None] Pushing event deleted for resources: {'Port': ['ID=d2126cbf-ea5d-4b7c-823c-080f2e08edca,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:24.490217 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2898adb-c156-4f35-b239-d640bec4feb4 None None] No DVR routers for this DVR port d2126cbf-ea5d-4b7c-823c-080f2e08edca on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:58:24.491753 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: d2126cbf-ea5d-4b7c-823c-080f2e08edca {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:58:24.492106 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device d2126cbf-ea5d-4b7c-823c-080f2e08edca not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:58:24.506426 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2898adb-c156-4f35-b239-d640bec4feb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:58:24.506426 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2898adb-c156-4f35-b239-d640bec4feb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:58:24.506426 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2898adb-c156-4f35-b239-d640bec4feb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:58:24.506426 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2898adb-c156-4f35-b239-d640bec4feb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:58:24.506426 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2898adb-c156-4f35-b239-d640bec4feb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:58:24.507119 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2898adb-c156-4f35-b239-d640bec4feb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:58:24.507119 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2898adb-c156-4f35-b239-d640bec4feb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:58:24.507319 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2898adb-c156-4f35-b239-d640bec4feb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:58:24.507670 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2898adb-c156-4f35-b239-d640bec4feb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:58:24.507998 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2898adb-c156-4f35-b239-d640bec4feb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:58:24.508323 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2898adb-c156-4f35-b239-d640bec4feb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:58:24.508669 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2898adb-c156-4f35-b239-d640bec4feb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:58:24.568135 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9884cdd4-1b55-4490-9793-4e8713add6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:24.574742 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9884cdd4-1b55-4490-9793-4e8713add6b7 admin admin] Notify callbacks [] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:24.580540 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-9884cdd4-1b55-4490-9793-4e8713add6b7 admin admin] 10.222.0.58 "DELETE /v2.0/networks/46833689-279b-4eda-adb5-ab86dbc7aabe HTTP/1.1" status: 204 len: 168 time: 0.7430902 Jul 09 15:58:24.580685 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 58876) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:58:24.588829 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9884cdd4-1b55-4490-9793-4e8713add6b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=46833689-279b-4eda-adb5-ab86dbc7aabe,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:24.945067 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f0f25b79-035a-4357-8420-5e77964f83c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:25.207892 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-f0f25b79-035a-4357-8420-5e77964f83c5 admin admin] Deleting port c38532d0-c98e-4e56-81f4-056ae78739db {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:58:25.208177 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f0f25b79-035a-4357-8420-5e77964f83c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:25.287730 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-f0f25b79-035a-4357-8420-5e77964f83c5 admin admin] For port c38532d0-c98e-4e56-81f4-056ae78739db, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=c38532d0-c98e-4e56-81f4-056ae78739db,segment=NetworkSegment(b618812a-da85-4592-b18a-59922fc81ec0),segment_id=b618812a-da85-4592-b18a-59922fc81ec0)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:58:25.288095 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f0f25b79-035a-4357-8420-5e77964f83c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:25.301706 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-f0f25b79-035a-4357-8420-5e77964f83c5 admin admin] Calling delete_port for c38532d0-c98e-4e56-81f4-056ae78739db owned by network:router_interface {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:58:25.619170 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f0f25b79-035a-4357-8420-5e77964f83c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:25.646783 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f25b79-035a-4357-8420-5e77964f83c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c38532d0-c98e-4e56-81f4-056ae78739db,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:25.680265 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f25b79-035a-4357-8420-5e77964f83c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:58:25.680611 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f25b79-035a-4357-8420-5e77964f83c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:58:25.680950 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f25b79-035a-4357-8420-5e77964f83c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:58:25.681308 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f25b79-035a-4357-8420-5e77964f83c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:58:25.681636 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f25b79-035a-4357-8420-5e77964f83c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:58:25.681971 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f25b79-035a-4357-8420-5e77964f83c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:58:25.682295 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f25b79-035a-4357-8420-5e77964f83c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:58:25.682617 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f25b79-035a-4357-8420-5e77964f83c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:58:25.682939 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f25b79-035a-4357-8420-5e77964f83c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:58:25.683260 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f25b79-035a-4357-8420-5e77964f83c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:58:25.683610 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f25b79-035a-4357-8420-5e77964f83c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:58:25.683931 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f25b79-035a-4357-8420-5e77964f83c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:58:25.838069 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f0f25b79-035a-4357-8420-5e77964f83c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:26.054860 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f25b79-035a-4357-8420-5e77964f83c5 admin admin] Router fc0edecd-7954-4db2-9f6a-9e21e7264be8 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:58:26.167872 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f25b79-035a-4357-8420-5e77964f83c5 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:58:26.174600 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f0f25b79-035a-4357-8420-5e77964f83c5 admin admin] 10.222.0.58 "PUT /v2.0/routers/fc0edecd-7954-4db2-9f6a-9e21e7264be8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5927725 Jul 09 15:58:26.176456 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 58878) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:58:26.179565 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a09080-1a7d-4c45-92a6-b747b9596bd3 None None] Sync routers for ids ['fc0edecd-7954-4db2-9f6a-9e21e7264be8'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:58:26.183449 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5fb25953-0e86-4787-a5bc-7fcb7081a655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:26.192699 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a09080-1a7d-4c45-92a6-b747b9596bd3 None None] Routers {'fc0edecd-7954-4db2-9f6a-9e21e7264be8'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:58:26.193346 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-70a09080-1a7d-4c45-92a6-b747b9596bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:57:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['fc0edecd-7954-4db2-9f6a-9e21e7264be8'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:58:26.286136 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1199ec6a-bf0d-4d2f-ad7f-3fe10944da37 admin admin] Notify callbacks [] for router, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:26.302414 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-70a09080-1a7d-4c45-92a6-b747b9596bd3 None None] Set router fc0edecd-7954-4db2-9f6a-9e21e7264be8 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:58:26.397843 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1199ec6a-bf0d-4d2f-ad7f-3fe10944da37 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:26.491067 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-70a09080-1a7d-4c45-92a6-b747b9596bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc0edecd-7954-4db2-9f6a-9e21e7264be8', 'name': 'tempest-TestMinimumBasicScenario-1277151657-router', 'tenant_id': '393b84061a454e9cb27ff068dd66eb39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'edc3c1ba-1946-475f-ae81-5b5d25d3f333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:04Z', 'updated_at': '2021-07-09T15:58:25Z', 'revision_number': 5, 'project_id': '393b84061a454e9cb27ff068dd66eb39', 'gw_port': {'id': 'edc3c1ba-1946-475f-ae81-5b5d25d3f333', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:42:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0edecd-7954-4db2-9f6a-9e21e7264be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:05Z', 'updated_at': '2021-07-09T15:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:58:26.523280 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a09080-1a7d-4c45-92a6-b747b9596bd3 None None] Checking router: fc0edecd-7954-4db2-9f6a-9e21e7264be8 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:58:26.532020 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a09080-1a7d-4c45-92a6-b747b9596bd3 None None] Routers {'fc0edecd-7954-4db2-9f6a-9e21e7264be8'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:58:26.532654 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-70a09080-1a7d-4c45-92a6-b747b9596bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:57:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['fc0edecd-7954-4db2-9f6a-9e21e7264be8'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:58:26.538535 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-1199ec6a-bf0d-4d2f-ad7f-3fe10944da37 admin admin] Deleting port edc3c1ba-1946-475f-ae81-5b5d25d3f333 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:58:26.539067 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1199ec6a-bf0d-4d2f-ad7f-3fe10944da37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:26.621127 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-1199ec6a-bf0d-4d2f-ad7f-3fe10944da37 admin admin] For port edc3c1ba-1946-475f-ae81-5b5d25d3f333, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=edc3c1ba-1946-475f-ae81-5b5d25d3f333,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:58:26.621398 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1199ec6a-bf0d-4d2f-ad7f-3fe10944da37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:26.624801 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-70a09080-1a7d-4c45-92a6-b747b9596bd3 None None] Set router fc0edecd-7954-4db2-9f6a-9e21e7264be8 gateway port host: None {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:58:26.635427 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-1199ec6a-bf0d-4d2f-ad7f-3fe10944da37 admin admin] Calling delete_port for edc3c1ba-1946-475f-ae81-5b5d25d3f333 owned by network:router_gateway {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:58:26.679183 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-70a09080-1a7d-4c45-92a6-b747b9596bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc0edecd-7954-4db2-9f6a-9e21e7264be8', 'name': 'tempest-TestMinimumBasicScenario-1277151657-router', 'tenant_id': '393b84061a454e9cb27ff068dd66eb39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:04Z', 'updated_at': '2021-07-09T15:58:26Z', 'revision_number': 6, 'project_id': '393b84061a454e9cb27ff068dd66eb39', 'gw_port_host': None}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:58:26.708689 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a09080-1a7d-4c45-92a6-b747b9596bd3 None None] The sync data for ids ['fc0edecd-7954-4db2-9f6a-9e21e7264be8'] in n-d-799529-6 is: [{'id': 'fc0edecd-7954-4db2-9f6a-9e21e7264be8', 'name': 'tempest-TestMinimumBasicScenario-1277151657-router', 'tenant_id': '393b84061a454e9cb27ff068dd66eb39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:04Z', 'updated_at': '2021-07-09T15:58:26Z', 'revision_number': 6, 'project_id': '393b84061a454e9cb27ff068dd66eb39', 'gw_port_host': None}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:58:26.898772 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1199ec6a-bf0d-4d2f-ad7f-3fe10944da37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:26.923909 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1199ec6a-bf0d-4d2f-ad7f-3fe10944da37 admin admin] Pushing event deleted for resources: {'Port': ['ID=edc3c1ba-1946-475f-ae81-5b5d25d3f333,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:26.995560 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1199ec6a-bf0d-4d2f-ad7f-3fe10944da37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:27.086990 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1199ec6a-bf0d-4d2f-ad7f-3fe10944da37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:27.089218 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1199ec6a-bf0d-4d2f-ad7f-3fe10944da37 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:27.233713 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1199ec6a-bf0d-4d2f-ad7f-3fe10944da37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:27.234435 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1199ec6a-bf0d-4d2f-ad7f-3fe10944da37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc0edecd-7954-4db2-9f6a-9e21e7264be8 {{(pid=94445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 15:58:27.238665 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1199ec6a-bf0d-4d2f-ad7f-3fe10944da37 admin admin] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:27.239823 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-1199ec6a-bf0d-4d2f-ad7f-3fe10944da37 admin admin] 10.222.0.58 "DELETE /v2.0/routers/fc0edecd-7954-4db2-9f6a-9e21e7264be8 HTTP/1.1" status: 204 len: 168 time: 1.0623007 Jul 09 15:58:27.242368 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 58880) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:58:27.291462 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-9df0b8c3-6b3a-4d5c-a2ec-efb981fdb987 admin admin] Deleting subnet fadebbf7-e7aa-4144-980b-4387cae00284 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 15:58:27.294482 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9df0b8c3-6b3a-4d5c-a2ec-efb981fdb987 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:27.328780 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9df0b8c3-6b3a-4d5c-a2ec-efb981fdb987 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:27.413947 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9df0b8c3-6b3a-4d5c-a2ec-efb981fdb987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:27.538226 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9df0b8c3-6b3a-4d5c-a2ec-efb981fdb987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:27.568937 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df0b8c3-6b3a-4d5c-a2ec-efb981fdb987 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fadebbf7-e7aa-4144-980b-4387cae00284,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:27.572690 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9df0b8c3-6b3a-4d5c-a2ec-efb981fdb987 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:27.574617 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-9df0b8c3-6b3a-4d5c-a2ec-efb981fdb987 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/fadebbf7-e7aa-4144-980b-4387cae00284 HTTP/1.1" status: 204 len: 168 time: 0.3312516 Jul 09 15:58:27.580777 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 58882) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:58:27.581811 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab62737-5175-4abb-b6ef-b55331e44765 None None] Network 7838f943-fcaa-46f0-9176-5a8e4063b2b6 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:58:27.659920 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e4d00172-32fe-43f2-aa27-a5f6b0aa777a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:27.722420 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-e4d00172-32fe-43f2-aa27-a5f6b0aa777a admin admin] Deleting port fc92bf3d-fc8f-415e-a724-593f0e0a8a81 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:58:27.722959 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e4d00172-32fe-43f2-aa27-a5f6b0aa777a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:27.792652 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466708c4-0384-47f5-8324-2da49ad5bfd7 None None] DHCP port deletion for 7838f943-fcaa-46f0-9176-5a8e4063b2b6 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 15:58:27.804095 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-e4d00172-32fe-43f2-aa27-a5f6b0aa777a admin admin] For port fc92bf3d-fc8f-415e-a724-593f0e0a8a81, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=fc92bf3d-fc8f-415e-a724-593f0e0a8a81,segment=NetworkSegment(b618812a-da85-4592-b18a-59922fc81ec0),segment_id=b618812a-da85-4592-b18a-59922fc81ec0)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:58:27.804865 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e4d00172-32fe-43f2-aa27-a5f6b0aa777a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:27.827247 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-e4d00172-32fe-43f2-aa27-a5f6b0aa777a admin admin] Calling delete_port for fc92bf3d-fc8f-415e-a724-593f0e0a8a81 owned by network:dhcp {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:58:27.845701 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-466708c4-0384-47f5-8324-2da49ad5bfd7 None None] Deleting port fc92bf3d-fc8f-415e-a724-593f0e0a8a81 {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 15:58:27.846179 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-466708c4-0384-47f5-8324-2da49ad5bfd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:27.910242 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-466708c4-0384-47f5-8324-2da49ad5bfd7 None None] For port fc92bf3d-fc8f-415e-a724-593f0e0a8a81, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=fc92bf3d-fc8f-415e-a724-593f0e0a8a81,segment=NetworkSegment(b618812a-da85-4592-b18a-59922fc81ec0),segment_id=b618812a-da85-4592-b18a-59922fc81ec0)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:58:27.910641 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-466708c4-0384-47f5-8324-2da49ad5bfd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:27.924317 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-466708c4-0384-47f5-8324-2da49ad5bfd7 None None] Calling delete_port for fc92bf3d-fc8f-415e-a724-593f0e0a8a81 owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 15:58:28.011495 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e4d00172-32fe-43f2-aa27-a5f6b0aa777a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:28.019158 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-466708c4-0384-47f5-8324-2da49ad5bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:28.054588 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d00172-32fe-43f2-aa27-a5f6b0aa777a admin admin] Pushing event deleted for resources: {'Port': ['ID=fc92bf3d-fc8f-415e-a724-593f0e0a8a81,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:28.057477 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d00172-32fe-43f2-aa27-a5f6b0aa777a admin admin] No DVR routers for this DVR port fc92bf3d-fc8f-415e-a724-593f0e0a8a81 on host n-d-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:58:28.064115 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466708c4-0384-47f5-8324-2da49ad5bfd7 None None] Pushing event deleted for resources: {'Port': ['ID=fc92bf3d-fc8f-415e-a724-593f0e0a8a81,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:28.068755 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466708c4-0384-47f5-8324-2da49ad5bfd7 None None] No DVR routers for this DVR port fc92bf3d-fc8f-415e-a724-593f0e0a8a81 on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 15:58:28.138105 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e4d00172-32fe-43f2-aa27-a5f6b0aa777a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:28.149373 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-e4d00172-32fe-43f2-aa27-a5f6b0aa777a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7838f943-fcaa-46f0-9176-5a8e4063b2b6']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:58:28.164675 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-e4d00172-32fe-43f2-aa27-a5f6b0aa777a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b618812a-da85-4592-b18a-59922fc81ec0') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:58:28.164979 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-e4d00172-32fe-43f2-aa27-a5f6b0aa777a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b618812a-da85-4592-b18a-59922fc81ec0') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:58:28.174381 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e4d00172-32fe-43f2-aa27-a5f6b0aa777a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:28.189829 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e4d00172-32fe-43f2-aa27-a5f6b0aa777a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:28.196405 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4d00172-32fe-43f2-aa27-a5f6b0aa777a admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 15:58:28.204441 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e4d00172-32fe-43f2-aa27-a5f6b0aa777a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:28.204441 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 15:58:28.204441 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 15:58:28.204441 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 15:58:28.204441 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 15:58:28.204441 n-d-799529-6 neutron-server[94446]: timer() Jul 09 15:58:28.204441 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 15:58:28.204441 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 15:58:28.204441 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 15:58:28.204441 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 15:58:28.204441 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 15:58:28.204441 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 15:58:28.204441 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 15:58:28.204441 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 15:58:28.204441 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 15:58:28.204441 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 15:58:28.204441 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 15:58:28.204441 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 15:58:28.204441 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 15:58:28.204441 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 15:58:28.204441 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 15:58:28.204441 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 15:58:28.204441 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 15:58:28.204441 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 15:58:28.204441 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 15:58:28.204441 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 15:58:28.204441 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 15:58:28.204441 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 15:58:28.204441 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 15:58:28.204441 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 15:58:28.204441 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 15:58:28.204441 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 15:58:28.204441 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 15:58:28.204441 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 15:58:28.204441 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 15:58:28.310163 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e4d00172-32fe-43f2-aa27-a5f6b0aa777a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:28.315874 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e4d00172-32fe-43f2-aa27-a5f6b0aa777a admin admin] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:28.319110 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-e4d00172-32fe-43f2-aa27-a5f6b0aa777a admin admin] 10.222.0.58 "DELETE /v2.0/networks/7838f943-fcaa-46f0-9176-5a8e4063b2b6 HTTP/1.1" status: 204 len: 168 time: 0.7394719 Jul 09 15:58:28.330262 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d00172-32fe-43f2-aa27-a5f6b0aa777a admin admin] Pushing event deleted for resources: {'Network': ['ID=7838f943-fcaa-46f0-9176-5a8e4063b2b6,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:28.391060 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device c38532d0-c98e-4e56-81f4-056ae78739db no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:58:28.413685 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: c38532d0-c98e-4e56-81f4-056ae78739db {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:58:28.414033 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device c38532d0-c98e-4e56-81f4-056ae78739db not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:58:28.414470 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device fc92bf3d-fc8f-415e-a724-593f0e0a8a81 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:58:28.436311 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: fc92bf3d-fc8f-415e-a724-593f0e0a8a81 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:58:28.436663 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device fc92bf3d-fc8f-415e-a724-593f0e0a8a81 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:58:28.437120 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device edc3c1ba-1946-475f-ae81-5b5d25d3f333 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 15:58:28.456520 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: edc3c1ba-1946-475f-ae81-5b5d25d3f333 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 15:58:28.460361 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device edc3c1ba-1946-475f-ae81-5b5d25d3f333 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 15:58:28.734848 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 58886) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:58:28.774718 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-605b68da-25fc-4a80-ba8c-f80a0ba8131b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e8a606222a4946b08dbd20d7bc5038ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386050 Jul 09 15:58:28.777278 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 58888) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:58:28.823991 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2c1a6f85-70ea-470c-80cf-f5f65736fc5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:28.849726 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2c1a6f85-70ea-470c-80cf-f5f65736fc5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:28.978601 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2c1a6f85-70ea-470c-80cf-f5f65736fc5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:28.981228 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2c1a6f85-70ea-470c-80cf-f5f65736fc5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:28.982383 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-2c1a6f85-70ea-470c-80cf-f5f65736fc5d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f535afdb-e3b0-489a-b888-0957a42f4306 HTTP/1.1" status: 204 len: 168 time: 0.2042103 Jul 09 15:58:28.990333 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1a6f85-70ea-470c-80cf-f5f65736fc5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f535afdb-e3b0-489a-b888-0957a42f4306,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:29.208121 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-60ac7c79-a4c4-4b72-a728-d214b00a33e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:29.366827 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:29.731803 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 58894) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:58:29.776410 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a6d78691-258d-416b-8fa6-363bb1a348e9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=393b84061a454e9cb27ff068dd66eb39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433388 Jul 09 15:58:29.778871 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 58896) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:58:29.830534 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-56e7fbdb-e694-473c-97df-678460f340a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:29.851909 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-56e7fbdb-e694-473c-97df-678460f340a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:29.989876 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-56e7fbdb-e694-473c-97df-678460f340a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:29.992654 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-56e7fbdb-e694-473c-97df-678460f340a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:29.993855 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-56e7fbdb-e694-473c-97df-678460f340a0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3a37cfcc-b790-40f4-999f-ff22b886e1f0 HTTP/1.1" status: 204 len: 168 time: 0.2140796 Jul 09 15:58:30.001864 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e7fbdb-e694-473c-97df-678460f340a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a37cfcc-b790-40f4-999f-ff22b886e1f0,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:30.568112 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:31.927263 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:33.473171 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 58940) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:58:33.478170 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-51dd54cc-2c1c-4e30-8c43-c437f759b38f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1572099747', 'description': 'tempest-secgroup-smoke-1572099747 description', 'project_id': '30d714c59bd14f6184e3834abd940a2e'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:58:33.653329 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-51dd54cc-2c1c-4e30-8c43-c437f759b38f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:33.661899 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-51dd54cc-2c1c-4e30-8c43-c437f759b38f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:33.757601 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-51dd54cc-2c1c-4e30-8c43-c437f759b38f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:33.936588 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-51dd54cc-2c1c-4e30-8c43-c437f759b38f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:33.974104 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dd54cc-2c1c-4e30-8c43-c437f759b38f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d802572-f7d2-4ae4-a3ec-ed555158cd0d,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:34.034050 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-51dd54cc-2c1c-4e30-8c43-c437f759b38f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:34.172600 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-51dd54cc-2c1c-4e30-8c43-c437f759b38f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:34.201877 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dd54cc-2c1c-4e30-8c43-c437f759b38f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21fccbd8-43c5-4c4f-9adf-14c30b384ae1,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:34.321581 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-51dd54cc-2c1c-4e30-8c43-c437f759b38f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:34.322919 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-51dd54cc-2c1c-4e30-8c43-c437f759b38f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8486371 Jul 09 15:58:34.325937 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 58942) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:58:34.330740 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-ed404481-7a6f-43bd-b7c0-77edb85638fa tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Request body: {'security_group_rule': {'security_group_id': '21fccbd8-43c5-4c4f-9adf-14c30b384ae1', 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:58:34.582226 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ed404481-7a6f-43bd-b7c0-77edb85638fa tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:34.640071 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ed404481-7a6f-43bd-b7c0-77edb85638fa tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:34.741925 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ed404481-7a6f-43bd-b7c0-77edb85638fa tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:34.760755 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed404481-7a6f-43bd-b7c0-77edb85638fa tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=921156ee-2ab5-40d0-853c-dc714e9099db,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:35.034021 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ed404481-7a6f-43bd-b7c0-77edb85638fa tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:35.035454 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ed404481-7a6f-43bd-b7c0-77edb85638fa tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7085214 Jul 09 15:58:35.038548 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 58944) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:58:35.043665 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-fdea69f2-9bbe-41fa-9964-253bcbabdb3f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Request body: {'security_group_rule': {'security_group_id': '21fccbd8-43c5-4c4f-9adf-14c30b384ae1', 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:58:35.189740 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fdea69f2-9bbe-41fa-9964-253bcbabdb3f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:35.254655 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fdea69f2-9bbe-41fa-9964-253bcbabdb3f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:35.372600 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fdea69f2-9bbe-41fa-9964-253bcbabdb3f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:35.395736 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdea69f2-9bbe-41fa-9964-253bcbabdb3f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdd1c042-5eb1-4b37-bffb-81402d2374db,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:35.475489 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fdea69f2-9bbe-41fa-9964-253bcbabdb3f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:35.477069 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-fdea69f2-9bbe-41fa-9964-253bcbabdb3f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4373989 Jul 09 15:58:35.479894 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 58946) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:58:35.484423 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-247fd9d5-1189-4746-b060-5daf6596bacd tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Request body: {'security_group_rule': {'security_group_id': '21fccbd8-43c5-4c4f-9adf-14c30b384ae1', 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:58:35.600686 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-247fd9d5-1189-4746-b060-5daf6596bacd tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:35.662121 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-247fd9d5-1189-4746-b060-5daf6596bacd tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:35.738911 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-247fd9d5-1189-4746-b060-5daf6596bacd tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:35.757736 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247fd9d5-1189-4746-b060-5daf6596bacd tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d0fa3eb-e5bc-46b2-9319-10be9586d8c5,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:35.846850 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-247fd9d5-1189-4746-b060-5daf6596bacd tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:35.848644 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-247fd9d5-1189-4746-b060-5daf6596bacd tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3677440 Jul 09 15:58:35.851357 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 58948) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:58:35.855853 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-380ba832-6108-4caa-b19a-18b516cdb4bf tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Request body: {'security_group_rule': {'security_group_id': '21fccbd8-43c5-4c4f-9adf-14c30b384ae1', 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:58:35.954675 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-380ba832-6108-4caa-b19a-18b516cdb4bf tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:36.014434 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-380ba832-6108-4caa-b19a-18b516cdb4bf tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:36.098828 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-380ba832-6108-4caa-b19a-18b516cdb4bf tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:36.115946 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380ba832-6108-4caa-b19a-18b516cdb4bf tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b155a92e-9070-4458-b7d2-10fe57263e15,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:36.201200 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-380ba832-6108-4caa-b19a-18b516cdb4bf tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:36.202501 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-380ba832-6108-4caa-b19a-18b516cdb4bf tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3501577 Jul 09 15:58:36.205621 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 58950) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:58:36.210831 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-7949d32e-305e-4891-b0b8-067bed399936 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Request body: {'security_group_rule': {'security_group_id': '21fccbd8-43c5-4c4f-9adf-14c30b384ae1', 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:58:36.279109 n-d-799529-6 neutron-server[94446]: INFO neutron.db.securitygroups_db [None req-7949d32e-305e-4891-b0b8-067bed399936 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Project 30d714c59bd14f6184e3834abd940a2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 15:58:36.284257 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7949d32e-305e-4891-b0b8-067bed399936 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:36.343614 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7949d32e-305e-4891-b0b8-067bed399936 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:36.452434 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7949d32e-305e-4891-b0b8-067bed399936 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:36.475024 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7949d32e-305e-4891-b0b8-067bed399936 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a74d1e59-04b2-4fdb-a6a6-30efd8248050,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:36.549491 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7949d32e-305e-4891-b0b8-067bed399936 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:36.550924 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7949d32e-305e-4891-b0b8-067bed399936 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3435252 Jul 09 15:58:36.553497 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 58952) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:58:36.557850 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-f3ceb0e6-e43f-4d44-bea3-f002cc4a4295 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Request body: {'security_group_rule': {'security_group_id': '21fccbd8-43c5-4c4f-9adf-14c30b384ae1', 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:58:36.709711 n-d-799529-6 neutron-server[94446]: INFO neutron.db.securitygroups_db [None req-f3ceb0e6-e43f-4d44-bea3-f002cc4a4295 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Project 30d714c59bd14f6184e3834abd940a2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 15:58:36.715411 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f3ceb0e6-e43f-4d44-bea3-f002cc4a4295 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:36.779174 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f3ceb0e6-e43f-4d44-bea3-f002cc4a4295 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:36.850422 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f3ceb0e6-e43f-4d44-bea3-f002cc4a4295 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:36.870180 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ceb0e6-e43f-4d44-bea3-f002cc4a4295 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dced992a-3a7b-466b-b133-94302bd8213a,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:36.927381 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f3ceb0e6-e43f-4d44-bea3-f002cc4a4295 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:36.928883 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f3ceb0e6-e43f-4d44-bea3-f002cc4a4295 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3744562 Jul 09 15:58:36.931859 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 58954) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:58:36.937007 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-21ebc71c-0eae-4499-9e1a-6c5cf7006d0c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Request body: {'network': {'name': 'tempest-network-smoke--908812261', 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'port_security_enabled': True}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:58:37.041323 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ebc71c-0eae-4499-9e1a-6c5cf7006d0c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Made reservation on behalf of 30d714c59bd14f6184e3834abd940a2e for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:58:37.044809 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-21ebc71c-0eae-4499-9e1a-6c5cf7006d0c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:37.069301 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21ebc71c-0eae-4499-9e1a-6c5cf7006d0c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:58:37.078136 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-21ebc71c-0eae-4499-9e1a-6c5cf7006d0c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:37.078476 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-21ebc71c-0eae-4499-9e1a-6c5cf7006d0c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Added segment 7cf4cd92-54ca-4d39-88fe-70bb41bea1e3 of type vlan for network 9d5c436e-4983-4644-af36-e122d5ba62df Jul 09 15:58:37.118639 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-21ebc71c-0eae-4499-9e1a-6c5cf7006d0c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:37.206835 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-21ebc71c-0eae-4499-9e1a-6c5cf7006d0c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:37.212562 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ebc71c-0eae-4499-9e1a-6c5cf7006d0c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:37.213159 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-21ebc71c-0eae-4499-9e1a-6c5cf7006d0c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:37.280792 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ebc71c-0eae-4499-9e1a-6c5cf7006d0c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'Network': ['ID=9d5c436e-4983-4644-af36-e122d5ba62df,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:37.302132 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 9d5c436e-4983-4644-af36-e122d5ba62df details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:58:37.361800 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-21ebc71c-0eae-4499-9e1a-6c5cf7006d0c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4288368 Jul 09 15:58:37.365328 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 58956) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:58:37.369869 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-bdaaffc4-1d14-4507-a69a-2defd21497b4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-956303057', 'admin_state_up': True, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:58:37.467829 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bdaaffc4-1d14-4507-a69a-2defd21497b4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:37.468931 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bdaaffc4-1d14-4507-a69a-2defd21497b4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:37.521431 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bdaaffc4-1d14-4507-a69a-2defd21497b4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:37.769985 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bdaaffc4-1d14-4507-a69a-2defd21497b4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:38.053544 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bdaaffc4-1d14-4507-a69a-2defd21497b4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for router_gateway, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:38.076388 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bdaaffc4-1d14-4507-a69a-2defd21497b4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:38.181354 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-bdaaffc4-1d14-4507-a69a-2defd21497b4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Allocated IP 172.25.3.48 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/743bfc1c-3b79-4edf-9dbc-802c48056d19) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:58:38.289578 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bdaaffc4-1d14-4507-a69a-2defd21497b4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:38.748013 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bdaaffc4-1d14-4507-a69a-2defd21497b4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:38.786902 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdaaffc4-1d14-4507-a69a-2defd21497b4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:58:38.791975 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-bdaaffc4-1d14-4507-a69a-2defd21497b4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:58:38.794868 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdaaffc4-1d14-4507-a69a-2defd21497b4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:58:38.822513 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaaffc4-1d14-4507-a69a-2defd21497b4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'Port': ['ID=743bfc1c-3b79-4edf-9dbc-802c48056d19,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:39.128937 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bdaaffc4-1d14-4507-a69a-2defd21497b4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for router_gateway, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:39.319898 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bdaaffc4-1d14-4507-a69a-2defd21497b4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:39.531264 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdaaffc4-1d14-4507-a69a-2defd21497b4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Router 0ea2bb94-2439-49ef-acbc-1bde46d4a39e is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 15:58:39.652333 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdaaffc4-1d14-4507-a69a-2defd21497b4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:58:39.665963 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589f1ec4-7f6c-4ca0-97c3-c3ec4ff0c9f7 None None] Sync routers for ids ['0ea2bb94-2439-49ef-acbc-1bde46d4a39e'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:58:39.681767 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589f1ec4-7f6c-4ca0-97c3-c3ec4ff0c9f7 None None] Routers {'0ea2bb94-2439-49ef-acbc-1bde46d4a39e'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:58:39.686460 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-589f1ec4-7f6c-4ca0-97c3-c3ec4ff0c9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:58:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['0ea2bb94-2439-49ef-acbc-1bde46d4a39e'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:58:39.766908 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bdaaffc4-1d14-4507-a69a-2defd21497b4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:39.768221 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-bdaaffc4-1d14-4507-a69a-2defd21497b4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4019461 Jul 09 15:58:39.772097 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 58958) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:58:39.799428 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-589f1ec4-7f6c-4ca0-97c3-c3ec4ff0c9f7 None None] Set router 0ea2bb94-2439-49ef-acbc-1bde46d4a39e gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:58:39.926107 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ba36504c-e3ee-4bec-97ee-a803008ebc72 tempest-TestNetworkAdvancedServerOps-1608963051 tempest-TestNetworkAdvancedServerOps-1608963051-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=30d714c59bd14f6184e3834abd940a2e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1527355 Jul 09 15:58:39.931562 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 58962) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:58:39.995970 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-589f1ec4-7f6c-4ca0-97c3-c3ec4ff0c9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea2bb94-2439-49ef-acbc-1bde46d4a39e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-956303057', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '743bfc1c-3b79-4edf-9dbc-802c48056d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:58:37Z', 'updated_at': '2021-07-09T15:58:38Z', 'revision_number': 3, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': '743bfc1c-3b79-4edf-9dbc-802c48056d19', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea2bb94-2439-49ef-acbc-1bde46d4a39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:58:38Z', 'updated_at': '2021-07-09T15:58:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:58:40.030398 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80651cb-5d9c-446c-9b97-4eac57e0af13 tempest-TestNetworkAdvancedServerOps-1608963051 tempest-TestNetworkAdvancedServerOps-1608963051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:40.032061 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589f1ec4-7f6c-4ca0-97c3-c3ec4ff0c9f7 None None] Checking router: 0ea2bb94-2439-49ef-acbc-1bde46d4a39e for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:58:40.032559 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a80651cb-5d9c-446c-9b97-4eac57e0af13 tempest-TestNetworkAdvancedServerOps-1608963051 tempest-TestNetworkAdvancedServerOps-1608963051-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1022093 Jul 09 15:58:40.032689 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589f1ec4-7f6c-4ca0-97c3-c3ec4ff0c9f7 None None] Updating router 0ea2bb94-2439-49ef-acbc-1bde46d4a39e port 743bfc1c-3b79-4edf-9dbc-802c48056d19 binding host n-d-799529-6 {{(pid=94448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:58:40.038002 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 58964) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:58:40.084929 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-2137bb93-9897-420a-bded-a13604404ae6 tempest-TestNetworkAdvancedServerOps-1608963051 tempest-TestNetworkAdvancedServerOps-1608963051-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=202c7ce6-d4e9-4f80-84dd-bef08905a653&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0454276 Jul 09 15:58:40.087428 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 58966) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:58:40.093596 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-cdcd1067-1e9d-467b-a55c-ca34c971cfbb tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2133944275', 'network_id': '9d5c436e-4983-4644-af36-e122d5ba62df', 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:58:40.093777 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-589f1ec4-7f6c-4ca0-97c3-c3ec4ff0c9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:40.264373 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdcd1067-1e9d-467b-a55c-ca34c971cfbb tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Made reservation on behalf of 30d714c59bd14f6184e3834abd940a2e for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:58:40.269284 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cdcd1067-1e9d-467b-a55c-ca34c971cfbb tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:40.483243 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-589f1ec4-7f6c-4ca0-97c3-c3ec4ff0c9f7 None None] Notify callbacks [] for port, precommit_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:40.495284 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.provisioning_blocks [None req-589f1ec4-7f6c-4ca0-97c3-c3ec4ff0c9f7 None None] Transition to ACTIVE for port object 743bfc1c-3b79-4edf-9dbc-802c48056d19 will not be triggered until provisioned by entity L2. {{(pid=94448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:58:40.629814 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cdcd1067-1e9d-467b-a55c-ca34c971cfbb tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:40.658676 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-589f1ec4-7f6c-4ca0-97c3-c3ec4ff0c9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:40.700804 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcd1067-1e9d-467b-a55c-ca34c971cfbb tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'Subnet': ['ID=c1f02b29-c524-45d8-9941-52fe5f4e07b9,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:40.712846 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcd1067-1e9d-467b-a55c-ca34c971cfbb tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Checking segment: {'id': '7cf4cd92-54ca-4d39-88fe-70bb41bea1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '9d5c436e-4983-4644-af36-e122d5ba62df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:58:40.713240 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcd1067-1e9d-467b-a55c-ca34c971cfbb tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Network hostable DHCP agents. Network: 9d5c436e-4983-4644-af36-e122d5ba62df, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:58:40.722164 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-589f1ec4-7f6c-4ca0-97c3-c3ec4ff0c9f7 None None] Attempting to bind port 743bfc1c-3b79-4edf-9dbc-802c48056d19 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:58:40.723256 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-589f1ec4-7f6c-4ca0-97c3-c3ec4ff0c9f7 None None] Attempting to bind port 743bfc1c-3b79-4edf-9dbc-802c48056d19 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:58:40.723256 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589f1ec4-7f6c-4ca0-97c3-c3ec4ff0c9f7 None None] Attempting to bind port 743bfc1c-3b79-4edf-9dbc-802c48056d19 on network 202c7ce6-d4e9-4f80-84dd-bef08905a653 {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:58:40.737007 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589f1ec4-7f6c-4ca0-97c3-c3ec4ff0c9f7 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:58:40.738101 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589f1ec4-7f6c-4ca0-97c3-c3ec4ff0c9f7 None None] Checking segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:58:40.738607 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-589f1ec4-7f6c-4ca0-97c3-c3ec4ff0c9f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:40.739166 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589f1ec4-7f6c-4ca0-97c3-c3ec4ff0c9f7 None None] Bound using segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:58:40.739862 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-589f1ec4-7f6c-4ca0-97c3-c3ec4ff0c9f7 None None] Bound port: 743bfc1c-3b79-4edf-9dbc-802c48056d19, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:58:40.740467 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-589f1ec4-7f6c-4ca0-97c3-c3ec4ff0c9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:40.743614 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48d7ce0-27fa-4dcf-9a65-265554dcfa6a None None] Pushing event updated for resources: {'Port': ['ID=743bfc1c-3b79-4edf-9dbc-802c48056d19,revision_number=2']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:40.775848 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48d7ce0-27fa-4dcf-9a65-265554dcfa6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:58:40.776227 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48d7ce0-27fa-4dcf-9a65-265554dcfa6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:58:40.776521 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48d7ce0-27fa-4dcf-9a65-265554dcfa6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:58:40.776933 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48d7ce0-27fa-4dcf-9a65-265554dcfa6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:58:40.777297 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48d7ce0-27fa-4dcf-9a65-265554dcfa6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:58:40.777626 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48d7ce0-27fa-4dcf-9a65-265554dcfa6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:58:40.777971 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48d7ce0-27fa-4dcf-9a65-265554dcfa6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:58:40.778299 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48d7ce0-27fa-4dcf-9a65-265554dcfa6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:58:40.778625 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48d7ce0-27fa-4dcf-9a65-265554dcfa6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:58:40.778966 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48d7ce0-27fa-4dcf-9a65-265554dcfa6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:58:40.779311 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48d7ce0-27fa-4dcf-9a65-265554dcfa6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:58:40.779669 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48d7ce0-27fa-4dcf-9a65-265554dcfa6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:58:40.812392 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-589f1ec4-7f6c-4ca0-97c3-c3ec4ff0c9f7 None None] For port 743bfc1c-3b79-4edf-9dbc-802c48056d19, host n-d-799529-6, cleared binding levels {{(pid=94448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:58:40.816391 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-589f1ec4-7f6c-4ca0-97c3-c3ec4ff0c9f7 None None] For port 743bfc1c-3b79-4edf-9dbc-802c48056d19, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=743bfc1c-3b79-4edf-9dbc-802c48056d19,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:58:40.818696 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcd1067-1e9d-467b-a55c-ca34c971cfbb tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Network 9d5c436e-4983-4644-af36-e122d5ba62df is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:58:40.976651 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-cdcd1067-1e9d-467b-a55c-ca34c971cfbb tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 9d5c436e-4983-4644-af36-e122d5ba62df) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:58:40.977165 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-589f1ec4-7f6c-4ca0-97c3-c3ec4ff0c9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:40.983952 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcd1067-1e9d-467b-a55c-ca34c971cfbb tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:40.985065 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cdcd1067-1e9d-467b-a55c-ca34c971cfbb tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:40.994521 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62bfbf6-a81d-47a0-97de-a3595892513e None None] Network 9d5c436e-4983-4644-af36-e122d5ba62df requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:58:41.039101 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589f1ec4-7f6c-4ca0-97c3-c3ec4ff0c9f7 None None] Routers {'0ea2bb94-2439-49ef-acbc-1bde46d4a39e'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:58:41.039793 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-589f1ec4-7f6c-4ca0-97c3-c3ec4ff0c9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:58:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['0ea2bb94-2439-49ef-acbc-1bde46d4a39e'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:58:41.041630 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48d7ce0-27fa-4dcf-9a65-265554dcfa6a None None] Pushing event updated for resources: {'Port': ['ID=743bfc1c-3b79-4edf-9dbc-802c48056d19,revision_number=3']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:41.151406 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 58968) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:58:41.152091 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-cdcd1067-1e9d-467b-a55c-ca34c971cfbb tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0626118 Jul 09 15:58:41.152500 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-589f1ec4-7f6c-4ca0-97c3-c3ec4ff0c9f7 None None] Set router 0ea2bb94-2439-49ef-acbc-1bde46d4a39e gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:58:41.171355 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d90cd8-4a35-4d79-9007-448aa220ed1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-9d5c436e-4983-4644-af36-e122d5ba62df', 'network_id': '9d5c436e-4983-4644-af36-e122d5ba62df', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'fixed_ips': [{'subnet_id': 'c1f02b29-c524-45d8-9941-52fe5f4e07b9'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:58:41.175957 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-20d90cd8-4a35-4d79-9007-448aa220ed1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:41.322235 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-20d90cd8-4a35-4d79-9007-448aa220ed1c None None] Allocated IP 172.20.0.2 (9d5c436e-4983-4644-af36-e122d5ba62df/c1f02b29-c524-45d8-9941-52fe5f4e07b9/8733dcfd-470f-4841-a589-83ae6471997a) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:58:41.341003 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-589f1ec4-7f6c-4ca0-97c3-c3ec4ff0c9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea2bb94-2439-49ef-acbc-1bde46d4a39e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-956303057', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '743bfc1c-3b79-4edf-9dbc-802c48056d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:58:37Z', 'updated_at': '2021-07-09T15:58:38Z', 'revision_number': 3, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': '743bfc1c-3b79-4edf-9dbc-802c48056d19', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea2bb94-2439-49ef-acbc-1bde46d4a39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:58:38Z', 'updated_at': '2021-07-09T15:58:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:58:41.371698 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589f1ec4-7f6c-4ca0-97c3-c3ec4ff0c9f7 None None] The sync data for ids ['0ea2bb94-2439-49ef-acbc-1bde46d4a39e'] in n-d-799529-6 is: [{'id': '0ea2bb94-2439-49ef-acbc-1bde46d4a39e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-956303057', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '743bfc1c-3b79-4edf-9dbc-802c48056d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:58:37Z', 'updated_at': '2021-07-09T15:58:38Z', 'revision_number': 3, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': '743bfc1c-3b79-4edf-9dbc-802c48056d19', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea2bb94-2439-49ef-acbc-1bde46d4a39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:58:38Z', 'updated_at': '2021-07-09T15:58:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:58:41.516795 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-20d90cd8-4a35-4d79-9007-448aa220ed1c None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:41.525608 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-20d90cd8-4a35-4d79-9007-448aa220ed1c None None] Transition to ACTIVE for port object 8733dcfd-470f-4841-a589-83ae6471997a will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:58:41.541247 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-20d90cd8-4a35-4d79-9007-448aa220ed1c None None] Transition to ACTIVE for port object 8733dcfd-470f-4841-a589-83ae6471997a will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:58:41.668080 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-20d90cd8-4a35-4d79-9007-448aa220ed1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:41.714199 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d90cd8-4a35-4d79-9007-448aa220ed1c None None] Network 9d5c436e-4983-4644-af36-e122d5ba62df is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:58:41.717381 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-20d90cd8-4a35-4d79-9007-448aa220ed1c None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:58:41.722826 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d90cd8-4a35-4d79-9007-448aa220ed1c None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:58:41.731344 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d90cd8-4a35-4d79-9007-448aa220ed1c None None] Pushing event updated for resources: {'Port': ['ID=8733dcfd-470f-4841-a589-83ae6471997a,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:41.731973 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-eef235fd-1601-4893-8d9c-aedc40690a8b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:41.798360 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-20d90cd8-4a35-4d79-9007-448aa220ed1c None None] Attempting to bind port 8733dcfd-470f-4841-a589-83ae6471997a on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:58:41.799027 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-20d90cd8-4a35-4d79-9007-448aa220ed1c None None] Attempting to bind port 8733dcfd-470f-4841-a589-83ae6471997a by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '7cf4cd92-54ca-4d39-88fe-70bb41bea1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '9d5c436e-4983-4644-af36-e122d5ba62df'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:58:41.799460 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d90cd8-4a35-4d79-9007-448aa220ed1c None None] Attempting to bind port 8733dcfd-470f-4841-a589-83ae6471997a on network 9d5c436e-4983-4644-af36-e122d5ba62df {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:58:41.806612 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d90cd8-4a35-4d79-9007-448aa220ed1c None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:58:41.806612 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d90cd8-4a35-4d79-9007-448aa220ed1c None None] Checking segment: {'id': '7cf4cd92-54ca-4d39-88fe-70bb41bea1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '9d5c436e-4983-4644-af36-e122d5ba62df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:58:41.807006 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-20d90cd8-4a35-4d79-9007-448aa220ed1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:41.807461 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d90cd8-4a35-4d79-9007-448aa220ed1c None None] Bound using segment: {'id': '7cf4cd92-54ca-4d39-88fe-70bb41bea1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '9d5c436e-4983-4644-af36-e122d5ba62df'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:58:41.807990 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-20d90cd8-4a35-4d79-9007-448aa220ed1c None None] Bound port: 8733dcfd-470f-4841-a589-83ae6471997a, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cf4cd92-54ca-4d39-88fe-70bb41bea1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '9d5c436e-4983-4644-af36-e122d5ba62df'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:58:41.808383 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-20d90cd8-4a35-4d79-9007-448aa220ed1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:41.885507 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-20d90cd8-4a35-4d79-9007-448aa220ed1c None None] For port 8733dcfd-470f-4841-a589-83ae6471997a, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:58:41.898872 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-20d90cd8-4a35-4d79-9007-448aa220ed1c None None] For port 8733dcfd-470f-4841-a589-83ae6471997a, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=8733dcfd-470f-4841-a589-83ae6471997a,segment=NetworkSegment(7cf4cd92-54ca-4d39-88fe-70bb41bea1e3),segment_id=7cf4cd92-54ca-4d39-88fe-70bb41bea1e3)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:58:42.054848 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-eef235fd-1601-4893-8d9c-aedc40690a8b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Allocated IP 172.20.0.1 (9d5c436e-4983-4644-af36-e122d5ba62df/c1f02b29-c524-45d8-9941-52fe5f4e07b9/ec5bbea8-7d97-48ae-9817-8023682dd99f) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:58:42.133081 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-20d90cd8-4a35-4d79-9007-448aa220ed1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:42.201774 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-eef235fd-1601-4893-8d9c-aedc40690a8b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:42.202621 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d90cd8-4a35-4d79-9007-448aa220ed1c None None] Pushing event updated for resources: {'Port': ['ID=8733dcfd-470f-4841-a589-83ae6471997a,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:42.216208 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-eef235fd-1601-4893-8d9c-aedc40690a8b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Transition to ACTIVE for port object ec5bbea8-7d97-48ae-9817-8023682dd99f will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:58:42.398529 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-eef235fd-1601-4893-8d9c-aedc40690a8b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:42.463229 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 743bfc1c-3b79-4edf-9dbc-802c48056d19 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:58:42.488568 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef235fd-1601-4893-8d9c-aedc40690a8b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Network 9d5c436e-4983-4644-af36-e122d5ba62df is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:58:42.488568 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-eef235fd-1601-4893-8d9c-aedc40690a8b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:58:42.488568 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef235fd-1601-4893-8d9c-aedc40690a8b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:58:42.523155 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef235fd-1601-4893-8d9c-aedc40690a8b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'Port': ['ID=ec5bbea8-7d97-48ae-9817-8023682dd99f,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:42.537465 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-eef235fd-1601-4893-8d9c-aedc40690a8b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:42.661752 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 743bfc1c-3b79-4edf-9dbc-802c48056d19 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:58:42.671626 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 743bfc1c-3b79-4edf-9dbc-802c48056d19 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:58:42.671626 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:42.748831 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:42.769892 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 743bfc1c-3b79-4edf-9dbc-802c48056d19, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=743bfc1c-3b79-4edf-9dbc-802c48056d19,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:58:42.846328 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-eef235fd-1601-4893-8d9c-aedc40690a8b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:43.018301 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:43.078554 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=743bfc1c-3b79-4edf-9dbc-802c48056d19,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:43.161068 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-eef235fd-1601-4893-8d9c-aedc40690a8b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:43.210232 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b80e17-02f8-427b-8590-4303872eaf8f None None] Network 9d5c436e-4983-4644-af36-e122d5ba62df requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:58:43.305884 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-eef235fd-1601-4893-8d9c-aedc40690a8b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:43.388808 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-0cbccf35-6010-4432-9e9f-671243e220f2 None None] Provisioning for port 8733dcfd-470f-4841-a589-83ae6471997a completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:58:43.391668 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef235fd-1601-4893-8d9c-aedc40690a8b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'Port': ['ID=ec5bbea8-7d97-48ae-9817-8023682dd99f,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:43.402843 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-eef235fd-1601-4893-8d9c-aedc40690a8b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:43.547455 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef235fd-1601-4893-8d9c-aedc40690a8b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Network 9d5c436e-4983-4644-af36-e122d5ba62df is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:58:43.549206 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-eef235fd-1601-4893-8d9c-aedc40690a8b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:58:43.698968 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef235fd-1601-4893-8d9c-aedc40690a8b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Router 0ea2bb94-2439-49ef-acbc-1bde46d4a39e has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:58:43.842028 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef235fd-1601-4893-8d9c-aedc40690a8b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:58:43.848385 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-eef235fd-1601-4893-8d9c-aedc40690a8b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "PUT /v2.0/routers/0ea2bb94-2439-49ef-acbc-1bde46d4a39e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6944120 Jul 09 15:58:43.861831 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160d5fd3-e375-416c-a203-ccb0819b9749 None None] Sync routers for ids ['0ea2bb94-2439-49ef-acbc-1bde46d4a39e'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:58:43.874772 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160d5fd3-e375-416c-a203-ccb0819b9749 None None] Routers {'0ea2bb94-2439-49ef-acbc-1bde46d4a39e'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:58:43.875657 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-160d5fd3-e375-416c-a203-ccb0819b9749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:58:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['0ea2bb94-2439-49ef-acbc-1bde46d4a39e'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:58:43.950083 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-5a8e4b2d-a0a0-495f-a548-edcd819f0762 None None] Provisioning for port ec5bbea8-7d97-48ae-9817-8023682dd99f completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:58:43.982190 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-5a8e4b2d-a0a0-495f-a548-edcd819f0762 None None] Provisioning complete for port ec5bbea8-7d97-48ae-9817-8023682dd99f triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:58:43.982753 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5a8e4b2d-a0a0-495f-a548-edcd819f0762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:44.044851 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-160d5fd3-e375-416c-a203-ccb0819b9749 None None] Set router 0ea2bb94-2439-49ef-acbc-1bde46d4a39e gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:58:44.055339 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0953d5ad-6873-41b1-882a-60342542b7f2 req-e7de786a-8779-425b-bca0-7442752939f9 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1572099747&fields=id&tenant_id=30d714c59bd14f6184e3834abd940a2e HTTP/1.1" status: 200 len: 267 time: 0.0493586 Jul 09 15:58:44.078680 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-5a8e4b2d-a0a0-495f-a548-edcd819f0762 None None] Port ec5bbea8-7d97-48ae-9817-8023682dd99f cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:58:44.182652 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0953d5ad-6873-41b1-882a-60342542b7f2 req-9bf1b4d0-e168-4fa6-8dd8-a4d41d170afb tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:44.184278 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0953d5ad-6873-41b1-882a-60342542b7f2 req-9bf1b4d0-e168-4fa6-8dd8-a4d41d170afb tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/networks?id=9d5c436e-4983-4644-af36-e122d5ba62df HTTP/1.1" status: 200 len: 796 time: 0.1197586 Jul 09 15:58:44.204228 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0953d5ad-6873-41b1-882a-60342542b7f2 req-d37a5981-5d46-4af3-ac7b-231d209f494c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/quotas/30d714c59bd14f6184e3834abd940a2e HTTP/1.1" status: 200 len: 375 time: 0.0127933 Jul 09 15:58:44.290806 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0953d5ad-6873-41b1-882a-60342542b7f2 req-bf116a0a-0be8-48c7-8d5f-39decdd07505 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=30d714c59bd14f6184e3834abd940a2e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0796006 Jul 09 15:58:44.371808 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [req-0953d5ad-6873-41b1-882a-60342542b7f2 req-8c392043-6d37-4ca7-a831-86f41993f1da service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:58:44.373162 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0953d5ad-6873-41b1-882a-60342542b7f2 req-8c392043-6d37-4ca7-a831-86f41993f1da service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0658436 Jul 09 15:58:44.441422 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-e7c59729-2ef6-48e6-a6d3-7c4650661e05 None None] Provisioning complete for port ec5bbea8-7d97-48ae-9817-8023682dd99f triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:58:44.442330 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e7c59729-2ef6-48e6-a6d3-7c4650661e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:44.509274 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-e7c59729-2ef6-48e6-a6d3-7c4650661e05 None None] Port ec5bbea8-7d97-48ae-9817-8023682dd99f cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:58:44.510582 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0953d5ad-6873-41b1-882a-60342542b7f2 req-9f3d765b-d6ae-461e-8538-61b3e09d23ea service neutron] 10.222.0.58 "GET /v2.0/networks/9d5c436e-4983-4644-af36-e122d5ba62df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197591 Jul 09 15:58:44.529495 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 743bfc1c-3b79-4edf-9dbc-802c48056d19 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:58:44.581388 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-160d5fd3-e375-416c-a203-ccb0819b9749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea2bb94-2439-49ef-acbc-1bde46d4a39e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-956303057', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '743bfc1c-3b79-4edf-9dbc-802c48056d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:58:37Z', 'updated_at': '2021-07-09T15:58:42Z', 'revision_number': 4, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': '743bfc1c-3b79-4edf-9dbc-802c48056d19', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea2bb94-2439-49ef-acbc-1bde46d4a39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:58:38Z', 'updated_at': '2021-07-09T15:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'ec5bbea8-7d97-48ae-9817-8023682dd99f', 'name': '', 'network_id': '9d5c436e-4983-4644-af36-e122d5ba62df', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'mac_address': 'fa:16:3e:ce:6d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea2bb94-2439-49ef-acbc-1bde46d4a39e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'c1f02b29-c524-45d8-9941-52fe5f4e07b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:58:41Z', 'updated_at': '2021-07-09T15:58:43Z', 'revision_number': 2, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'subnets': [{'id': 'c1f02b29-c524-45d8-9941-52fe5f4e07b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:58:44.618645 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160d5fd3-e375-416c-a203-ccb0819b9749 None None] Checking router: 0ea2bb94-2439-49ef-acbc-1bde46d4a39e for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:58:44.619008 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160d5fd3-e375-416c-a203-ccb0819b9749 None None] Updating router 0ea2bb94-2439-49ef-acbc-1bde46d4a39e port ec5bbea8-7d97-48ae-9817-8023682dd99f binding host n-d-799529-6 {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:58:44.639257 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0953d5ad-6873-41b1-882a-60342542b7f2 req-7d89268d-7c3e-4ddf-b442-4b955fd77c99 service neutron] 10.222.0.58 "GET /v2.0/networks/9d5c436e-4983-4644-af36-e122d5ba62df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168325 Jul 09 15:58:44.658257 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 743bfc1c-3b79-4edf-9dbc-802c48056d19 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:58:44.658617 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:44.685907 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-160d5fd3-e375-416c-a203-ccb0819b9749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:44.869946 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 8733dcfd-470f-4841-a589-83ae6471997a up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:58:45.086607 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-29c8a833-0e7f-42db-b7fc-a688a3590da4 req-fdb0a310-6d44-4026-944b-dd8dcee6457e tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef276239-9683-4447-9e37-18a764d9b6ca HTTP/1.1" status: 200 len: 210 time: 0.0323141 Jul 09 15:58:45.111360 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-160d5fd3-e375-416c-a203-ccb0819b9749 None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:45.125044 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-160d5fd3-e375-416c-a203-ccb0819b9749 None None] Transition to ACTIVE for port object ec5bbea8-7d97-48ae-9817-8023682dd99f will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:58:45.230861 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 8733dcfd-470f-4841-a589-83ae6471997a completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:58:45.237233 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 8733dcfd-470f-4841-a589-83ae6471997a triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:58:45.237776 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:45.290828 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-160d5fd3-e375-416c-a203-ccb0819b9749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:45.374428 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b43e3b-09ae-407b-b6a4-cc00163b5cb3 None None] Pushing event updated for resources: {'Port': ['ID=ec5bbea8-7d97-48ae-9817-8023682dd99f,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:45.385044 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:45.470981 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 8733dcfd-470f-4841-a589-83ae6471997a, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=8733dcfd-470f-4841-a589-83ae6471997a,segment=NetworkSegment(7cf4cd92-54ca-4d39-88fe-70bb41bea1e3),segment_id=7cf4cd92-54ca-4d39-88fe-70bb41bea1e3)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:58:45.472407 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-160d5fd3-e375-416c-a203-ccb0819b9749 None None] Attempting to bind port ec5bbea8-7d97-48ae-9817-8023682dd99f on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:58:45.472838 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-160d5fd3-e375-416c-a203-ccb0819b9749 None None] Attempting to bind port ec5bbea8-7d97-48ae-9817-8023682dd99f by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '7cf4cd92-54ca-4d39-88fe-70bb41bea1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '9d5c436e-4983-4644-af36-e122d5ba62df'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:58:45.473154 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160d5fd3-e375-416c-a203-ccb0819b9749 None None] Attempting to bind port ec5bbea8-7d97-48ae-9817-8023682dd99f on network 9d5c436e-4983-4644-af36-e122d5ba62df {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:58:45.478823 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160d5fd3-e375-416c-a203-ccb0819b9749 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:58:45.479198 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160d5fd3-e375-416c-a203-ccb0819b9749 None None] Checking segment: {'id': '7cf4cd92-54ca-4d39-88fe-70bb41bea1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '9d5c436e-4983-4644-af36-e122d5ba62df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:58:45.479646 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-160d5fd3-e375-416c-a203-ccb0819b9749 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:45.480102 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160d5fd3-e375-416c-a203-ccb0819b9749 None None] Bound using segment: {'id': '7cf4cd92-54ca-4d39-88fe-70bb41bea1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '9d5c436e-4983-4644-af36-e122d5ba62df'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:58:45.480528 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-160d5fd3-e375-416c-a203-ccb0819b9749 None None] Bound port: ec5bbea8-7d97-48ae-9817-8023682dd99f, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cf4cd92-54ca-4d39-88fe-70bb41bea1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '9d5c436e-4983-4644-af36-e122d5ba62df'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:58:45.480916 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-160d5fd3-e375-416c-a203-ccb0819b9749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:45.570857 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-160d5fd3-e375-416c-a203-ccb0819b9749 None None] For port ec5bbea8-7d97-48ae-9817-8023682dd99f, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:58:45.574132 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-160d5fd3-e375-416c-a203-ccb0819b9749 None None] For port ec5bbea8-7d97-48ae-9817-8023682dd99f, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=ec5bbea8-7d97-48ae-9817-8023682dd99f,segment=NetworkSegment(7cf4cd92-54ca-4d39-88fe-70bb41bea1e3),segment_id=7cf4cd92-54ca-4d39-88fe-70bb41bea1e3)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:58:45.632471 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:45.684490 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=8733dcfd-470f-4841-a589-83ae6471997a,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:45.714843 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-160d5fd3-e375-416c-a203-ccb0819b9749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:45.717550 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:45.784397 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160d5fd3-e375-416c-a203-ccb0819b9749 None None] Routers {'0ea2bb94-2439-49ef-acbc-1bde46d4a39e'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:58:45.785046 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-160d5fd3-e375-416c-a203-ccb0819b9749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:58:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['0ea2bb94-2439-49ef-acbc-1bde46d4a39e'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:58:45.790635 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b43e3b-09ae-407b-b6a4-cc00163b5cb3 None None] Pushing event updated for resources: {'Port': ['ID=ec5bbea8-7d97-48ae-9817-8023682dd99f,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:45.908734 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-160d5fd3-e375-416c-a203-ccb0819b9749 None None] Set router 0ea2bb94-2439-49ef-acbc-1bde46d4a39e gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:58:46.132918 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-160d5fd3-e375-416c-a203-ccb0819b9749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea2bb94-2439-49ef-acbc-1bde46d4a39e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-956303057', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '743bfc1c-3b79-4edf-9dbc-802c48056d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:58:37Z', 'updated_at': '2021-07-09T15:58:42Z', 'revision_number': 4, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': '743bfc1c-3b79-4edf-9dbc-802c48056d19', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea2bb94-2439-49ef-acbc-1bde46d4a39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:58:38Z', 'updated_at': '2021-07-09T15:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'ec5bbea8-7d97-48ae-9817-8023682dd99f', 'name': '', 'network_id': '9d5c436e-4983-4644-af36-e122d5ba62df', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'mac_address': 'fa:16:3e:ce:6d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea2bb94-2439-49ef-acbc-1bde46d4a39e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'c1f02b29-c524-45d8-9941-52fe5f4e07b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:58:41Z', 'updated_at': '2021-07-09T15:58:45Z', 'revision_number': 4, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'subnets': [{'id': 'c1f02b29-c524-45d8-9941-52fe5f4e07b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:58:46.165234 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160d5fd3-e375-416c-a203-ccb0819b9749 None None] The sync data for ids ['0ea2bb94-2439-49ef-acbc-1bde46d4a39e'] in n-d-799529-6 is: [{'id': '0ea2bb94-2439-49ef-acbc-1bde46d4a39e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-956303057', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '743bfc1c-3b79-4edf-9dbc-802c48056d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:58:37Z', 'updated_at': '2021-07-09T15:58:42Z', 'revision_number': 4, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': '743bfc1c-3b79-4edf-9dbc-802c48056d19', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea2bb94-2439-49ef-acbc-1bde46d4a39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:58:38Z', 'updated_at': '2021-07-09T15:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'ec5bbea8-7d97-48ae-9817-8023682dd99f', 'name': '', 'network_id': '9d5c436e-4983-4644-af36-e122d5ba62df', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'mac_address': 'fa:16:3e:ce:6d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea2bb94-2439-49ef-acbc-1bde46d4a39e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'c1f02b29-c524-45d8-9941-52fe5f4e07b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:58:41Z', 'updated_at': '2021-07-09T15:58:45Z', 'revision_number': 4, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'subnets': [{'id': 'c1f02b29-c524-45d8-9941-52fe5f4e07b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:58:46.181271 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-61e59bef-f07b-4381-8cd8-cad1b8e25d6c req-46a15024-66e7-4c05-8f96-182b428bad38 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef276239-9683-4447-9e37-18a764d9b6ca HTTP/1.1" status: 200 len: 210 time: 0.0359726 Jul 09 15:58:46.503813 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device ec5bbea8-7d97-48ae-9817-8023682dd99f up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:58:46.743979 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port ec5bbea8-7d97-48ae-9817-8023682dd99f completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:58:46.748445 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port ec5bbea8-7d97-48ae-9817-8023682dd99f triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:58:46.758329 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:46.845753 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:46.891188 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port ec5bbea8-7d97-48ae-9817-8023682dd99f, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=ec5bbea8-7d97-48ae-9817-8023682dd99f,segment=NetworkSegment(7cf4cd92-54ca-4d39-88fe-70bb41bea1e3),segment_id=7cf4cd92-54ca-4d39-88fe-70bb41bea1e3)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:58:47.126741 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:47.137310 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 8733dcfd-470f-4841-a589-83ae6471997a up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:58:47.216764 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=ec5bbea8-7d97-48ae-9817-8023682dd99f,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:47.224972 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 8733dcfd-470f-4841-a589-83ae6471997a triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:58:47.225333 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:47.281405 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0ff6685f-d9ab-40c5-bb8e-fd83dd7d074c req-69979a33-d1ea-4d79-83e3-2c0e6de732ae tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef276239-9683-4447-9e37-18a764d9b6ca HTTP/1.1" status: 200 len: 210 time: 0.0430326 Jul 09 15:58:48.395267 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device ec5bbea8-7d97-48ae-9817-8023682dd99f up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:58:48.433462 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8f951ec7-ddc2-4b89-b984-b155b7518e93 req-29a2e48e-70ca-4b5c-9aae-39bf109f5a71 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef276239-9683-4447-9e37-18a764d9b6ca HTTP/1.1" status: 200 len: 210 time: 0.0311277 Jul 09 15:58:48.452575 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port ec5bbea8-7d97-48ae-9817-8023682dd99f triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:58:48.452575 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:49.422624 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0953d5ad-6873-41b1-882a-60342542b7f2 req-5855828d-0b7e-4f29-8209-18adf897e982 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:49.424125 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0953d5ad-6873-41b1-882a-60342542b7f2 req-5855828d-0b7e-4f29-8209-18adf897e982 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.62 "GET /v2.0/networks?id=9d5c436e-4983-4644-af36-e122d5ba62df HTTP/1.1" status: 200 len: 796 time: 0.1105571 Jul 09 15:58:49.478331 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0953d5ad-6873-41b1-882a-60342542b7f2 req-4a5cebaf-8543-4544-b8a8-d95fcdb286e4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30d714c59bd14f6184e3834abd940a2e HTTP/1.1" status: 200 len: 380 time: 0.0390530 Jul 09 15:58:49.487234 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-0953d5ad-6873-41b1-882a-60342542b7f2 req-5bb2d214-6094-444c-9ccd-26d927bc89a4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Request body: {'port': {'device_id': 'ef276239-9683-4447-9e37-18a764d9b6ca', 'network_id': '9d5c436e-4983-4644-af36-e122d5ba62df', 'admin_state_up': True, 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'security_groups': ['21fccbd8-43c5-4c4f-9adf-14c30b384ae1']}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:58:49.609596 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-18100cf7-4af7-4695-93b4-cff45fbebae4 req-e56d1246-b03b-401a-831a-d934bab731cc tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef276239-9683-4447-9e37-18a764d9b6ca HTTP/1.1" status: 200 len: 210 time: 0.0453303 Jul 09 15:58:49.818262 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0953d5ad-6873-41b1-882a-60342542b7f2 req-5bb2d214-6094-444c-9ccd-26d927bc89a4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Made reservation on behalf of 30d714c59bd14f6184e3834abd940a2e for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:58:49.821957 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-0953d5ad-6873-41b1-882a-60342542b7f2 req-5bb2d214-6094-444c-9ccd-26d927bc89a4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:49.967771 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-0953d5ad-6873-41b1-882a-60342542b7f2 req-5bb2d214-6094-444c-9ccd-26d927bc89a4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Allocated IP 172.20.0.5 (9d5c436e-4983-4644-af36-e122d5ba62df/c1f02b29-c524-45d8-9941-52fe5f4e07b9/7e06bf3b-1aaf-43a4-801f-9b5d26218fb4) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:58:50.130980 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-0953d5ad-6873-41b1-882a-60342542b7f2 req-5bb2d214-6094-444c-9ccd-26d927bc89a4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:50.146264 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-0953d5ad-6873-41b1-882a-60342542b7f2 req-5bb2d214-6094-444c-9ccd-26d927bc89a4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Transition to ACTIVE for port object 7e06bf3b-1aaf-43a4-801f-9b5d26218fb4 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:58:50.330906 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-0953d5ad-6873-41b1-882a-60342542b7f2 req-5bb2d214-6094-444c-9ccd-26d927bc89a4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:50.384468 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0953d5ad-6873-41b1-882a-60342542b7f2 req-5bb2d214-6094-444c-9ccd-26d927bc89a4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Network 9d5c436e-4983-4644-af36-e122d5ba62df is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:58:50.387822 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-0953d5ad-6873-41b1-882a-60342542b7f2 req-5bb2d214-6094-444c-9ccd-26d927bc89a4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:58:50.392100 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-0953d5ad-6873-41b1-882a-60342542b7f2 req-5bb2d214-6094-444c-9ccd-26d927bc89a4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:58:50.399201 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb2d214-6094-444c-9ccd-26d927bc89a4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'Port': ['ID=7e06bf3b-1aaf-43a4-801f-9b5d26218fb4,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:50.451166 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0953d5ad-6873-41b1-882a-60342542b7f2 req-5bb2d214-6094-444c-9ccd-26d927bc89a4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:50.451911 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-0953d5ad-6873-41b1-882a-60342542b7f2 req-5bb2d214-6094-444c-9ccd-26d927bc89a4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:50.548838 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0953d5ad-6873-41b1-882a-60342542b7f2 req-5bb2d214-6094-444c-9ccd-26d927bc89a4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0650988 Jul 09 15:58:50.571037 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [req-0953d5ad-6873-41b1-882a-60342542b7f2 req-99b0ad7d-cc44-4344-99d9-3f2208b27f16 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:58:50.571037 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0953d5ad-6873-41b1-882a-60342542b7f2 req-99b0ad7d-cc44-4344-99d9-3f2208b27f16 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066831 Jul 09 15:58:50.623391 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-0953d5ad-6873-41b1-882a-60342542b7f2 req-f9a73391-1a44-422a-8173-36dfaef1c39d service neutron] Request body: {'port': {'device_id': 'ef276239-9683-4447-9e37-18a764d9b6ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:58:50.719674 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-cb1f987d-85b9-404b-8650-67031dae2487 None None] Provisioning for port 7e06bf3b-1aaf-43a4-801f-9b5d26218fb4 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:58:50.726517 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-cb1f987d-85b9-404b-8650-67031dae2487 None None] Provisioning complete for port 7e06bf3b-1aaf-43a4-801f-9b5d26218fb4 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:58:50.727135 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-cb1f987d-85b9-404b-8650-67031dae2487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:50.776373 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-cb1f987d-85b9-404b-8650-67031dae2487 None None] Port 7e06bf3b-1aaf-43a4-801f-9b5d26218fb4 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:58:50.816594 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4438b-a0be-4369-8cb2-e79a5b5e3255 req-744a5076-d78f-4e5b-9667-59fbdce569aa tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:50.818553 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-add4438b-a0be-4369-8cb2-e79a5b5e3255 req-744a5076-d78f-4e5b-9667-59fbdce569aa tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef276239-9683-4447-9e37-18a764d9b6ca HTTP/1.1" status: 200 len: 931 time: 0.0865486 Jul 09 15:58:50.864515 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-add4438b-a0be-4369-8cb2-e79a5b5e3255 req-a322aeda-4630-405b-8f0c-c300ed252beb tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=21fccbd8-43c5-4c4f-9adf-14c30b384ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400434 Jul 09 15:58:51.098419 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-0953d5ad-6873-41b1-882a-60342542b7f2 req-f9a73391-1a44-422a-8173-36dfaef1c39d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:51.386954 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-0953d5ad-6873-41b1-882a-60342542b7f2 req-f9a73391-1a44-422a-8173-36dfaef1c39d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e06bf3b-1aaf-43a4-801f-9b5d26218fb4 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:58:51.395264 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-0953d5ad-6873-41b1-882a-60342542b7f2 req-f9a73391-1a44-422a-8173-36dfaef1c39d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:51.409197 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-0953d5ad-6873-41b1-882a-60342542b7f2 req-f9a73391-1a44-422a-8173-36dfaef1c39d service neutron] Transition to ACTIVE for port object 7e06bf3b-1aaf-43a4-801f-9b5d26218fb4 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:58:51.547730 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-0953d5ad-6873-41b1-882a-60342542b7f2 req-f9a73391-1a44-422a-8173-36dfaef1c39d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:51.603866 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a73391-1a44-422a-8173-36dfaef1c39d service neutron] Pushing event updated for resources: {'Port': ['ID=7e06bf3b-1aaf-43a4-801f-9b5d26218fb4,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:51.682460 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-0953d5ad-6873-41b1-882a-60342542b7f2 req-f9a73391-1a44-422a-8173-36dfaef1c39d service neutron] Attempting to bind port 7e06bf3b-1aaf-43a4-801f-9b5d26218fb4 on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:58:51.682804 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-0953d5ad-6873-41b1-882a-60342542b7f2 req-f9a73391-1a44-422a-8173-36dfaef1c39d service neutron] Attempting to bind port 7e06bf3b-1aaf-43a4-801f-9b5d26218fb4 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': '7cf4cd92-54ca-4d39-88fe-70bb41bea1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '9d5c436e-4983-4644-af36-e122d5ba62df'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:58:51.683133 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0953d5ad-6873-41b1-882a-60342542b7f2 req-f9a73391-1a44-422a-8173-36dfaef1c39d service neutron] Attempting to bind port 7e06bf3b-1aaf-43a4-801f-9b5d26218fb4 on network 9d5c436e-4983-4644-af36-e122d5ba62df {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:58:51.688206 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0953d5ad-6873-41b1-882a-60342542b7f2 req-f9a73391-1a44-422a-8173-36dfaef1c39d service neutron] Port 7e06bf3b-1aaf-43a4-801f-9b5d26218fb4 on network 9d5c436e-4983-4644-af36-e122d5ba62df not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 15:58:51.688591 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0953d5ad-6873-41b1-882a-60342542b7f2 req-f9a73391-1a44-422a-8173-36dfaef1c39d service neutron] Attempting to bind port 7e06bf3b-1aaf-43a4-801f-9b5d26218fb4 on network 9d5c436e-4983-4644-af36-e122d5ba62df {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:58:51.693845 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0953d5ad-6873-41b1-882a-60342542b7f2 req-f9a73391-1a44-422a-8173-36dfaef1c39d service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:58:51.694188 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0953d5ad-6873-41b1-882a-60342542b7f2 req-f9a73391-1a44-422a-8173-36dfaef1c39d service neutron] Checking segment: {'id': '7cf4cd92-54ca-4d39-88fe-70bb41bea1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '9d5c436e-4983-4644-af36-e122d5ba62df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:58:51.694585 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0953d5ad-6873-41b1-882a-60342542b7f2 req-f9a73391-1a44-422a-8173-36dfaef1c39d service neutron] Bound using segment: {'id': '7cf4cd92-54ca-4d39-88fe-70bb41bea1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '9d5c436e-4983-4644-af36-e122d5ba62df'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:58:51.695023 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-0953d5ad-6873-41b1-882a-60342542b7f2 req-f9a73391-1a44-422a-8173-36dfaef1c39d service neutron] Bound port: 7e06bf3b-1aaf-43a4-801f-9b5d26218fb4, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cf4cd92-54ca-4d39-88fe-70bb41bea1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '9d5c436e-4983-4644-af36-e122d5ba62df'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:58:51.695390 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-0953d5ad-6873-41b1-882a-60342542b7f2 req-f9a73391-1a44-422a-8173-36dfaef1c39d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:51.762473 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-0953d5ad-6873-41b1-882a-60342542b7f2 req-f9a73391-1a44-422a-8173-36dfaef1c39d service neutron] For port 7e06bf3b-1aaf-43a4-801f-9b5d26218fb4, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:58:51.766770 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-0953d5ad-6873-41b1-882a-60342542b7f2 req-f9a73391-1a44-422a-8173-36dfaef1c39d service neutron] For port 7e06bf3b-1aaf-43a4-801f-9b5d26218fb4, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=7e06bf3b-1aaf-43a4-801f-9b5d26218fb4,segment=NetworkSegment(7cf4cd92-54ca-4d39-88fe-70bb41bea1e3),segment_id=7cf4cd92-54ca-4d39-88fe-70bb41bea1e3)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:58:51.887085 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-0953d5ad-6873-41b1-882a-60342542b7f2 req-f9a73391-1a44-422a-8173-36dfaef1c39d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:51.927477 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0953d5ad-6873-41b1-882a-60342542b7f2 req-f9a73391-1a44-422a-8173-36dfaef1c39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:51.928158 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-0953d5ad-6873-41b1-882a-60342542b7f2 req-f9a73391-1a44-422a-8173-36dfaef1c39d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:51.929549 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0953d5ad-6873-41b1-882a-60342542b7f2 req-f9a73391-1a44-422a-8173-36dfaef1c39d service neutron] 10.222.0.62 "PUT /v2.0/ports/7e06bf3b-1aaf-43a4-801f-9b5d26218fb4 HTTP/1.1" status: 200 len: 1091 time: 1.3557932 Jul 09 15:58:51.929990 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef276239-9683-4447-9e37-18a764d9b6ca', 'tag': '7e06bf3b-1aaf-43a4-801f-9b5d26218fb4'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:58:51.932299 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71aea3d4ce3c79ba57e3b2a7f05354d67fe827d4c76bd908d035baed68c1bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f61cd40-8c2c-4a9d-8d1b-f887b9d3087a" -d '{"events": [{"name": "network-changed", "server_uuid": "ef276239-9683-4447-9e37-18a764d9b6ca", "tag": "7e06bf3b-1aaf-43a4-801f-9b5d26218fb4"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:58:51.965575 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a73391-1a44-422a-8173-36dfaef1c39d service neutron] Pushing event updated for resources: {'Port': ['ID=7e06bf3b-1aaf-43a4-801f-9b5d26218fb4,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:51.995631 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97397736-0bdc-40e5-afd2-dd57b98d9b39 x-openstack-request-id: req-97397736-0bdc-40e5-afd2-dd57b98d9b39 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:58:51.995631 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef276239-9683-4447-9e37-18a764d9b6ca", "tag": "7e06bf3b-1aaf-43a4-801f-9b5d26218fb4", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:58:51.995631 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-97397736-0bdc-40e5-afd2-dd57b98d9b39 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:58:51.995631 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef276239-9683-4447-9e37-18a764d9b6ca', 'tag': '7e06bf3b-1aaf-43a4-801f-9b5d26218fb4', 'status': 'completed', 'code': 200} Jul 09 15:58:52.113909 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a501d6c-72bf-4133-af92-fd8f01ac3b35 req-6dc53ce7-8ad0-4676-bb18-f8fbac29c844 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:52.115675 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1a501d6c-72bf-4133-af92-fd8f01ac3b35 req-6dc53ce7-8ad0-4676-bb18-f8fbac29c844 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef276239-9683-4447-9e37-18a764d9b6ca HTTP/1.1" status: 200 len: 943 time: 0.1191516 Jul 09 15:58:52.122565 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f61cd40-8c2c-4a9d-8d1b-f887b9d3087a req-48d7691b-992f-49c0-8156-b638f14a46f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:52.124191 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7f61cd40-8c2c-4a9d-8d1b-f887b9d3087a req-48d7691b-992f-49c0-8156-b638f14a46f8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=30d714c59bd14f6184e3834abd940a2e&device_id=ef276239-9683-4447-9e37-18a764d9b6ca HTTP/1.1" status: 200 len: 1094 time: 0.0872159 Jul 09 15:58:52.220990 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1a501d6c-72bf-4133-af92-fd8f01ac3b35 req-b557096b-495f-481f-9a3d-3ef388e442ae tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=21fccbd8-43c5-4c4f-9adf-14c30b384ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957706 Jul 09 15:58:52.265707 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f61cd40-8c2c-4a9d-8d1b-f887b9d3087a req-69e7f5d2-ff53-4d32-a6c1-5962adeb9e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:52.267194 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7f61cd40-8c2c-4a9d-8d1b-f887b9d3087a req-69e7f5d2-ff53-4d32-a6c1-5962adeb9e9b service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=30d714c59bd14f6184e3834abd940a2e&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1263514 Jul 09 15:58:52.371553 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f61cd40-8c2c-4a9d-8d1b-f887b9d3087a req-150de8c3-c7a3-4438-acb6-d0b8ba9dd2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:52.373051 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7f61cd40-8c2c-4a9d-8d1b-f887b9d3087a req-150de8c3-c7a3-4438-acb6-d0b8ba9dd2cd service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0994711 Jul 09 15:58:52.500416 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0953d5ad-6873-41b1-882a-60342542b7f2 req-b716b5c4-2fe6-4ba4-80d0-5b48638543a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:52.503212 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0953d5ad-6873-41b1-882a-60342542b7f2 req-b716b5c4-2fe6-4ba4-80d0-5b48638543a9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=30d714c59bd14f6184e3834abd940a2e&device_id=ef276239-9683-4447-9e37-18a764d9b6ca HTTP/1.1" status: 200 len: 1094 time: 0.0650141 Jul 09 15:58:52.553744 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0953d5ad-6873-41b1-882a-60342542b7f2 req-99254187-f224-4e7b-a71c-9ffc01cfddc9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e06bf3b-1aaf-43a4-801f-9b5d26218fb4 HTTP/1.1" status: 200 len: 217 time: 0.0378456 Jul 09 15:58:52.607317 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0953d5ad-6873-41b1-882a-60342542b7f2 req-f68e61b8-3b6d-4443-b5af-78dd11697867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:52.609113 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0953d5ad-6873-41b1-882a-60342542b7f2 req-f68e61b8-3b6d-4443-b5af-78dd11697867 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c1f02b29-c524-45d8-9941-52fe5f4e07b9 HTTP/1.1" status: 200 len: 835 time: 0.0492532 Jul 09 15:58:52.679104 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0953d5ad-6873-41b1-882a-60342542b7f2 req-805885f8-e056-4aad-904f-f754b25dcda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:52.680656 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0953d5ad-6873-41b1-882a-60342542b7f2 req-805885f8-e056-4aad-904f-f754b25dcda8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9d5c436e-4983-4644-af36-e122d5ba62df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650394 Jul 09 15:58:52.782109 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0953d5ad-6873-41b1-882a-60342542b7f2 req-779cb1d8-e71a-4b63-a9c2-d00e5085f00f service neutron] 10.222.0.62 "GET /v2.0/networks/9d5c436e-4983-4644-af36-e122d5ba62df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944226 Jul 09 15:58:52.884252 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0953d5ad-6873-41b1-882a-60342542b7f2 req-ddbf8ca8-5b82-4ded-aa02-42be00f7ffa6 service neutron] 10.222.0.62 "GET /v2.0/networks/9d5c436e-4983-4644-af36-e122d5ba62df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950453 Jul 09 15:58:53.021444 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:58:53.454089 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d10aa23-3f90-4d9e-a648-aca19f5d0025 req-12dbe222-74c2-4ccd-93c6-7be1e591cdae tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:53.456289 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4d10aa23-3f90-4d9e-a648-aca19f5d0025 req-12dbe222-74c2-4ccd-93c6-7be1e591cdae tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef276239-9683-4447-9e37-18a764d9b6ca HTTP/1.1" status: 200 len: 943 time: 0.0992696 Jul 09 15:58:53.504995 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4d10aa23-3f90-4d9e-a648-aca19f5d0025 req-96db605e-5a4a-44df-947e-acdee9b4f715 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=21fccbd8-43c5-4c4f-9adf-14c30b384ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414662 Jul 09 15:58:53.897843 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:54.727213 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827bca7-81c2-4ca2-be3c-81a120718470 req-8fc3cc05-6189-4b01-a980-a54788b45253 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:54.729081 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2827bca7-81c2-4ca2-be3c-81a120718470 req-8fc3cc05-6189-4b01-a980-a54788b45253 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef276239-9683-4447-9e37-18a764d9b6ca HTTP/1.1" status: 200 len: 943 time: 0.0847187 Jul 09 15:58:54.777287 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2827bca7-81c2-4ca2-be3c-81a120718470 req-cccf4cba-6234-4d66-8794-492b8fc7544c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=21fccbd8-43c5-4c4f-9adf-14c30b384ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418589 Jul 09 15:58:55.909735 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 7e06bf3b-1aaf-43a4-801f-9b5d26218fb4 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 15:58:56.011180 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dfb36b-0889-4ef4-80c8-c1a92a5b07e8 req-88184c60-c8ae-4de1-927f-fac522b6eaa4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:56.012774 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a4dfb36b-0889-4ef4-80c8-c1a92a5b07e8 req-88184c60-c8ae-4de1-927f-fac522b6eaa4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef276239-9683-4447-9e37-18a764d9b6ca HTTP/1.1" status: 200 len: 943 time: 0.0831807 Jul 09 15:58:56.031904 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 7e06bf3b-1aaf-43a4-801f-9b5d26218fb4, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=7e06bf3b-1aaf-43a4-801f-9b5d26218fb4,segment=NetworkSegment(7cf4cd92-54ca-4d39-88fe-70bb41bea1e3),segment_id=7cf4cd92-54ca-4d39-88fe-70bb41bea1e3)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:58:56.051998 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '7e06bf3b-1aaf-43a4-801f-9b5d26218fb4', 'network_id': '9d5c436e-4983-4644-af36-e122d5ba62df', 'port_id': '7e06bf3b-1aaf-43a4-801f-9b5d26218fb4', 'mac_address': 'fa:16:3e:8f:50:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1f02b29-c524-45d8-9941-52fe5f4e07b9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 15:58:56.063783 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a4dfb36b-0889-4ef4-80c8-c1a92a5b07e8 req-b60a50d5-1d60-4034-be5c-d27dd66b3c10 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=21fccbd8-43c5-4c4f-9adf-14c30b384ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432668 Jul 09 15:58:56.110262 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:56.129045 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e06bf3b-1aaf-43a4-801f-9b5d26218fb4 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 15:58:56.156283 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 7e06bf3b-1aaf-43a4-801f-9b5d26218fb4, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=7e06bf3b-1aaf-43a4-801f-9b5d26218fb4,segment=NetworkSegment(7cf4cd92-54ca-4d39-88fe-70bb41bea1e3),segment_id=7cf4cd92-54ca-4d39-88fe-70bb41bea1e3)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:58:56.170832 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d632b9db-3f74-4e89-ac0a-6a3ca1c82fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:56.227081 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:56.276698 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=7e06bf3b-1aaf-43a4-801f-9b5d26218fb4,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:56.656141 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['7e06bf3b-1aaf-43a4-801f-9b5d26218fb4'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 15:58:57.251765 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b599d-13b3-4e57-91f4-4537f5663239 req-f2a87851-0e74-42b3-98a3-670599bf37e6 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:57.253897 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-414b599d-13b3-4e57-91f4-4537f5663239 req-f2a87851-0e74-42b3-98a3-670599bf37e6 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef276239-9683-4447-9e37-18a764d9b6ca HTTP/1.1" status: 200 len: 944 time: 0.0674298 Jul 09 15:58:57.295209 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-414b599d-13b3-4e57-91f4-4537f5663239 req-c2cd93b6-4e5f-44a6-bc44-2684b6d7b4c5 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=21fccbd8-43c5-4c4f-9adf-14c30b384ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349987 Jul 09 15:58:57.921965 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 7e06bf3b-1aaf-43a4-801f-9b5d26218fb4 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:58:58.049585 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port 7e06bf3b-1aaf-43a4-801f-9b5d26218fb4 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:58:58.053996 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 7e06bf3b-1aaf-43a4-801f-9b5d26218fb4 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:58:58.054365 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:58.134440 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:58.158065 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef276239-9683-4447-9e37-18a764d9b6ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e06bf3b-1aaf-43a4-801f-9b5d26218fb4'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:58:58.160439 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e75b9a97cbd66444b13ae988a684abc34c7a24a50a729030cfede81e7322398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6251d4d8-8c67-46fc-8250-1cef9ea5fa1f" -d '{"events": [{"server_uuid": "ef276239-9683-4447-9e37-18a764d9b6ca", "name": "network-vif-plugged", "status": "completed", "tag": "7e06bf3b-1aaf-43a4-801f-9b5d26218fb4"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:58:58.180586 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 7e06bf3b-1aaf-43a4-801f-9b5d26218fb4, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=7e06bf3b-1aaf-43a4-801f-9b5d26218fb4,segment=NetworkSegment(7cf4cd92-54ca-4d39-88fe-70bb41bea1e3),segment_id=7cf4cd92-54ca-4d39-88fe-70bb41bea1e3)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:58:58.250063 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:58.279120 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 15:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb332df-3fa8-4517-ab07-2aabbc3b4850 x-openstack-request-id: req-dfb332df-3fa8-4517-ab07-2aabbc3b4850 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:58:58.279445 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef276239-9683-4447-9e37-18a764d9b6ca", "name": "network-vif-plugged", "status": "completed", "tag": "7e06bf3b-1aaf-43a4-801f-9b5d26218fb4", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:58:58.279663 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dfb332df-3fa8-4517-ab07-2aabbc3b4850 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:58:58.280055 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef276239-9683-4447-9e37-18a764d9b6ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e06bf3b-1aaf-43a4-801f-9b5d26218fb4', 'code': 200} Jul 09 15:58:58.318948 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=7e06bf3b-1aaf-43a4-801f-9b5d26218fb4,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:58:58.461088 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c09f07d-06e3-49a5-8b1b-ac4f3006c396 req-8915d74c-9998-4a94-8e95-68e41e5aa007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:58.462752 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9c09f07d-06e3-49a5-8b1b-ac4f3006c396 req-8915d74c-9998-4a94-8e95-68e41e5aa007 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ef276239-9683-4447-9e37-18a764d9b6ca HTTP/1.1" status: 200 len: 1096 time: 0.0959332 Jul 09 15:58:58.536772 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9c09f07d-06e3-49a5-8b1b-ac4f3006c396 req-602d2a01-f4d9-4cd5-9731-2478b500efcc service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=21fccbd8-43c5-4c4f-9adf-14c30b384ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633600 Jul 09 15:58:58.558335 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1638ee-da1b-4654-9325-8689eaa70029 req-6c224ea0-2ae2-4d70-a73c-027e08d9ac75 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:58.560068 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6b1638ee-da1b-4654-9325-8689eaa70029 req-6c224ea0-2ae2-4d70-a73c-027e08d9ac75 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef276239-9683-4447-9e37-18a764d9b6ca HTTP/1.1" status: 200 len: 945 time: 0.0963054 Jul 09 15:58:58.604079 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6b1638ee-da1b-4654-9325-8689eaa70029 req-b07e8042-c0a1-484b-b8b6-4b7edcbb0e9e tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=21fccbd8-43c5-4c4f-9adf-14c30b384ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363317 Jul 09 15:58:59.181182 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1eefc967-5da4-4876-bdfc-632735a18968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:59.301846 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:59.790850 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e953d95-f8cd-46c9-8375-6ecde3371c0d req-b5753422-17ce-4fb6-9d71-c5f07ca79704 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:58:59.792474 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6e953d95-f8cd-46c9-8375-6ecde3371c0d req-b5753422-17ce-4fb6-9d71-c5f07ca79704 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef276239-9683-4447-9e37-18a764d9b6ca HTTP/1.1" status: 200 len: 945 time: 0.0747585 Jul 09 15:58:59.837572 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6e953d95-f8cd-46c9-8375-6ecde3371c0d req-0066c20e-4969-4711-95e4-69ba49bece9f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=21fccbd8-43c5-4c4f-9adf-14c30b384ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361478 Jul 09 15:59:00.535540 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:01.042857 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda52bda-21a4-470f-aa8b-11336470bbcf req-f6a1f708-916e-4fe8-9719-e9f6a52863e2 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:01.044593 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-eda52bda-21a4-470f-aa8b-11336470bbcf req-f6a1f708-916e-4fe8-9719-e9f6a52863e2 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef276239-9683-4447-9e37-18a764d9b6ca HTTP/1.1" status: 200 len: 945 time: 0.0817583 Jul 09 15:59:01.090921 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-eda52bda-21a4-470f-aa8b-11336470bbcf req-c1f0ec0a-8a3e-4987-8ae1-ba1a9dec232f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=21fccbd8-43c5-4c4f-9adf-14c30b384ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398028 Jul 09 15:59:01.273596 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d477dca-1af0-4fde-9561-2f2acde0c788 req-e63ae2a7-1194-4276-8a99-c9c8bbc672fc tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:01.275124 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6d477dca-1af0-4fde-9561-2f2acde0c788 req-e63ae2a7-1194-4276-8a99-c9c8bbc672fc tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef276239-9683-4447-9e37-18a764d9b6ca HTTP/1.1" status: 200 len: 945 time: 0.0702629 Jul 09 15:59:01.315902 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6d477dca-1af0-4fde-9561-2f2acde0c788 req-af28dc6d-e98a-41f7-bc55-8df89dab38e4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=21fccbd8-43c5-4c4f-9adf-14c30b384ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349634 Jul 09 15:59:01.340294 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 59036) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:59:01.393477 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f2a629-a271-4f77-89ab-7c938b337846 tempest-TestNetworkAdvancedServerOps-1608963051 tempest-TestNetworkAdvancedServerOps-1608963051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:01.394979 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-72f2a629-a271-4f77-89ab-7c938b337846 tempest-TestNetworkAdvancedServerOps-1608963051 tempest-TestNetworkAdvancedServerOps-1608963051-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ef276239-9683-4447-9e37-18a764d9b6ca HTTP/1.1" status: 200 len: 1091 time: 0.0536492 Jul 09 15:59:01.397831 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 59038) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:59:01.402339 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-8b53fcd7-4727-4615-af1b-d371c1da58de tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Request body: {'floatingip': {'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'port_id': '7e06bf3b-1aaf-43a4-801f-9b5d26218fb4', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:59:01.503219 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8b53fcd7-4727-4615-af1b-d371c1da58de tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for floatingip, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:01.605029 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8b53fcd7-4727-4615-af1b-d371c1da58de tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:01.710717 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-8b53fcd7-4727-4615-af1b-d371c1da58de tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Allocated IP 172.25.3.81 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/3f96b17a-9ba2-4b5b-bf16-a1333de26a59) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:59:01.817037 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8b53fcd7-4727-4615-af1b-d371c1da58de tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:01.972329 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8b53fcd7-4727-4615-af1b-d371c1da58de tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:02.011751 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:02.016134 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b53fcd7-4727-4615-af1b-d371c1da58de tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:59:02.020569 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-8b53fcd7-4727-4615-af1b-d371c1da58de tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:59:02.027781 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b53fcd7-4727-4615-af1b-d371c1da58de tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:59:02.046808 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b53fcd7-4727-4615-af1b-d371c1da58de tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'Port': ['ID=3f96b17a-9ba2-4b5b-bf16-a1333de26a59,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:02.430003 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8b53fcd7-4727-4615-af1b-d371c1da58de tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:02.560415 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8b53fcd7-4727-4615-af1b-d371c1da58de tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:02.715186 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8b53fcd7-4727-4615-af1b-d371c1da58de tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:02.811420 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8b53fcd7-4727-4615-af1b-d371c1da58de tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:02.891454 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b53fcd7-4727-4615-af1b-d371c1da58de tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'Port': ['ID=3f96b17a-9ba2-4b5b-bf16-a1333de26a59,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:02.901678 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8b53fcd7-4727-4615-af1b-d371c1da58de tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:03.002756 n-d-799529-6 neutron-server[94446]: INFO neutron.db.l3_db [None req-8b53fcd7-4727-4615-af1b-d371c1da58de tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Floating IP 5e63f9e6-ced6-4255-919f-2808a32aa0fc associated. External IP: 172.25.3.81, port: 7e06bf3b-1aaf-43a4-801f-9b5d26218fb4. Jul 09 15:59:03.217657 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b53fcd7-4727-4615-af1b-d371c1da58de tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Router 0ea2bb94-2439-49ef-acbc-1bde46d4a39e has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:59:03.329302 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b53fcd7-4727-4615-af1b-d371c1da58de tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:59:03.339022 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1509bd-432d-4161-a8fe-1d6b67757e71 None None] Sync routers for ids ['0ea2bb94-2439-49ef-acbc-1bde46d4a39e'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:59:03.348683 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1509bd-432d-4161-a8fe-1d6b67757e71 None None] Routers {'0ea2bb94-2439-49ef-acbc-1bde46d4a39e'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:59:03.349299 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-7f1509bd-432d-4161-a8fe-1d6b67757e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:58:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['0ea2bb94-2439-49ef-acbc-1bde46d4a39e'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:59:03.456873 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-7f1509bd-432d-4161-a8fe-1d6b67757e71 None None] Set router 0ea2bb94-2439-49ef-acbc-1bde46d4a39e gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:59:03.457249 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8b53fcd7-4727-4615-af1b-d371c1da58de tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:03.499496 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-8b53fcd7-4727-4615-af1b-d371c1da58de tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1006155 Jul 09 15:59:03.500124 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef276239-9683-4447-9e37-18a764d9b6ca', 'tag': '7e06bf3b-1aaf-43a4-801f-9b5d26218fb4'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 15:59:03.503446 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71aea3d4ce3c79ba57e3b2a7f05354d67fe827d4c76bd908d035baed68c1bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89cf85b-c0e4-496b-803a-4bbe3d4e2ef5" -d '{"events": [{"name": "network-changed", "server_uuid": "ef276239-9683-4447-9e37-18a764d9b6ca", "tag": "7e06bf3b-1aaf-43a4-801f-9b5d26218fb4"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 15:59:03.550128 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 15:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c9559c-11bb-4cff-9f3f-329a13e15ab0 x-openstack-request-id: req-82c9559c-11bb-4cff-9f3f-329a13e15ab0 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 15:59:03.550477 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef276239-9683-4447-9e37-18a764d9b6ca", "tag": "7e06bf3b-1aaf-43a4-801f-9b5d26218fb4", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 15:59:03.550762 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-82c9559c-11bb-4cff-9f3f-329a13e15ab0 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 15:59:03.551238 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef276239-9683-4447-9e37-18a764d9b6ca', 'tag': '7e06bf3b-1aaf-43a4-801f-9b5d26218fb4', 'status': 'completed', 'code': 200} Jul 09 15:59:03.687329 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-7f1509bd-432d-4161-a8fe-1d6b67757e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea2bb94-2439-49ef-acbc-1bde46d4a39e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-956303057', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '743bfc1c-3b79-4edf-9dbc-802c48056d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:58:37Z', 'updated_at': '2021-07-09T15:58:42Z', 'revision_number': 4, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': '743bfc1c-3b79-4edf-9dbc-802c48056d19', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea2bb94-2439-49ef-acbc-1bde46d4a39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:58:38Z', 'updated_at': '2021-07-09T15:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '5e63f9e6-ced6-4255-919f-2808a32aa0fc', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'floating_ip_address': '172.25.3.81', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '0ea2bb94-2439-49ef-acbc-1bde46d4a39e', 'port_id': '7e06bf3b-1aaf-43a4-801f-9b5d26218fb4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d5c436e-4983-4644-af36-e122d5ba62df', 'mac_address': 'fa:16:3e:8f:50:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef276239-9683-4447-9e37-18a764d9b6ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:59:02Z', 'updated_at': '2021-07-09T15:59:02Z', 'revision_number': 0, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec5bbea8-7d97-48ae-9817-8023682dd99f', 'name': '', 'network_id': '9d5c436e-4983-4644-af36-e122d5ba62df', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'mac_address': 'fa:16:3e:ce:6d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea2bb94-2439-49ef-acbc-1bde46d4a39e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'c1f02b29-c524-45d8-9941-52fe5f4e07b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:58:41Z', 'updated_at': '2021-07-09T15:58:46Z', 'revision_number': 5, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'subnets': [{'id': 'c1f02b29-c524-45d8-9941-52fe5f4e07b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:59:03.697634 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89cf85b-c0e4-496b-803a-4bbe3d4e2ef5 req-234eea33-26df-47ec-95a4-9dea6ac7228c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:03.699146 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b89cf85b-c0e4-496b-803a-4bbe3d4e2ef5 req-234eea33-26df-47ec-95a4-9dea6ac7228c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=30d714c59bd14f6184e3834abd940a2e&device_id=ef276239-9683-4447-9e37-18a764d9b6ca HTTP/1.1" status: 200 len: 1096 time: 0.0979600 Jul 09 15:59:03.708388 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4699c884-1317-44b0-870f-b41e782331d9 req-8d0d8822-1ec6-4bec-9880-3bfb2f91e05d tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:03.709888 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4699c884-1317-44b0-870f-b41e782331d9 req-8d0d8822-1ec6-4bec-9880-3bfb2f91e05d tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef276239-9683-4447-9e37-18a764d9b6ca HTTP/1.1" status: 200 len: 945 time: 0.1002748 Jul 09 15:59:03.718670 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1509bd-432d-4161-a8fe-1d6b67757e71 None None] Checking router: 0ea2bb94-2439-49ef-acbc-1bde46d4a39e for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:59:03.726479 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1509bd-432d-4161-a8fe-1d6b67757e71 None None] Routers {'0ea2bb94-2439-49ef-acbc-1bde46d4a39e'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:59:03.727088 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-7f1509bd-432d-4161-a8fe-1d6b67757e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:58:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['0ea2bb94-2439-49ef-acbc-1bde46d4a39e'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:59:03.805193 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4699c884-1317-44b0-870f-b41e782331d9 req-1217695a-80f3-49ed-848b-de881453fc97 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=21fccbd8-43c5-4c4f-9adf-14c30b384ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861862 Jul 09 15:59:03.829431 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89cf85b-c0e4-496b-803a-4bbe3d4e2ef5 req-f208a73c-6213-454a-a883-4a9611192c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:03.830739 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b89cf85b-c0e4-496b-803a-4bbe3d4e2ef5 req-f208a73c-6213-454a-a883-4a9611192c96 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9d5c436e-4983-4644-af36-e122d5ba62df HTTP/1.1" status: 200 len: 897 time: 0.1199715 Jul 09 15:59:03.831609 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 59044) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:59:03.836160 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-7f1509bd-432d-4161-a8fe-1d6b67757e71 None None] Set router 0ea2bb94-2439-49ef-acbc-1bde46d4a39e gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:59:03.940834 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-1b6d409b-c97d-400b-ae4c-38694e5beb5f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/floatingips/5e63f9e6-ced6-4255-919f-2808a32aa0fc HTTP/1.1" status: 200 len: 990 time: 0.1079130 Jul 09 15:59:03.942701 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b89cf85b-c0e4-496b-803a-4bbe3d4e2ef5 req-548cd0a2-7c1c-4ca8-957b-8700f2dccd68 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e06bf3b-1aaf-43a4-801f-9b5d26218fb4 HTTP/1.1" status: 200 len: 998 time: 0.1036363 Jul 09 15:59:03.990497 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89cf85b-c0e4-496b-803a-4bbe3d4e2ef5 req-61535bb9-334b-476b-af77-5e01819b6eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:03.992027 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b89cf85b-c0e4-496b-803a-4bbe3d4e2ef5 req-61535bb9-334b-476b-af77-5e01819b6eed service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c1f02b29-c524-45d8-9941-52fe5f4e07b9 HTTP/1.1" status: 200 len: 835 time: 0.0430965 Jul 09 15:59:04.050065 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89cf85b-c0e4-496b-803a-4bbe3d4e2ef5 req-1d172430-4b44-43ba-b11c-feddbcbb446d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:04.051578 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b89cf85b-c0e4-496b-803a-4bbe3d4e2ef5 req-1d172430-4b44-43ba-b11c-feddbcbb446d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9d5c436e-4983-4644-af36-e122d5ba62df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534511 Jul 09 15:59:04.063833 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-7f1509bd-432d-4161-a8fe-1d6b67757e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea2bb94-2439-49ef-acbc-1bde46d4a39e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-956303057', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '743bfc1c-3b79-4edf-9dbc-802c48056d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:58:37Z', 'updated_at': '2021-07-09T15:58:42Z', 'revision_number': 4, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': '743bfc1c-3b79-4edf-9dbc-802c48056d19', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea2bb94-2439-49ef-acbc-1bde46d4a39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:58:38Z', 'updated_at': '2021-07-09T15:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '5e63f9e6-ced6-4255-919f-2808a32aa0fc', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'floating_ip_address': '172.25.3.81', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '0ea2bb94-2439-49ef-acbc-1bde46d4a39e', 'port_id': '7e06bf3b-1aaf-43a4-801f-9b5d26218fb4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d5c436e-4983-4644-af36-e122d5ba62df', 'mac_address': 'fa:16:3e:8f:50:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef276239-9683-4447-9e37-18a764d9b6ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:59:02Z', 'updated_at': '2021-07-09T15:59:02Z', 'revision_number': 0, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec5bbea8-7d97-48ae-9817-8023682dd99f', 'name': '', 'network_id': '9d5c436e-4983-4644-af36-e122d5ba62df', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'mac_address': 'fa:16:3e:ce:6d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea2bb94-2439-49ef-acbc-1bde46d4a39e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'c1f02b29-c524-45d8-9941-52fe5f4e07b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:58:41Z', 'updated_at': '2021-07-09T15:58:46Z', 'revision_number': 5, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'subnets': [{'id': 'c1f02b29-c524-45d8-9941-52fe5f4e07b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:59:04.090263 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1509bd-432d-4161-a8fe-1d6b67757e71 None None] The sync data for ids ['0ea2bb94-2439-49ef-acbc-1bde46d4a39e'] in n-d-799529-6 is: [{'id': '0ea2bb94-2439-49ef-acbc-1bde46d4a39e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-956303057', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '743bfc1c-3b79-4edf-9dbc-802c48056d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:58:37Z', 'updated_at': '2021-07-09T15:58:42Z', 'revision_number': 4, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': '743bfc1c-3b79-4edf-9dbc-802c48056d19', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea2bb94-2439-49ef-acbc-1bde46d4a39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:58:38Z', 'updated_at': '2021-07-09T15:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '5e63f9e6-ced6-4255-919f-2808a32aa0fc', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'floating_ip_address': '172.25.3.81', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '0ea2bb94-2439-49ef-acbc-1bde46d4a39e', 'port_id': '7e06bf3b-1aaf-43a4-801f-9b5d26218fb4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d5c436e-4983-4644-af36-e122d5ba62df', 'mac_address': 'fa:16:3e:8f:50:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef276239-9683-4447-9e37-18a764d9b6ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:59:02Z', 'updated_at': '2021-07-09T15:59:02Z', 'revision_number': 0, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec5bbea8-7d97-48ae-9817-8023682dd99f', 'name': '', 'network_id': '9d5c436e-4983-4644-af36-e122d5ba62df', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'mac_address': 'fa:16:3e:ce:6d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea2bb94-2439-49ef-acbc-1bde46d4a39e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'c1f02b29-c524-45d8-9941-52fe5f4e07b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:58:41Z', 'updated_at': '2021-07-09T15:58:46Z', 'revision_number': 5, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'subnets': [{'id': 'c1f02b29-c524-45d8-9941-52fe5f4e07b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:59:04.151452 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b89cf85b-c0e4-496b-803a-4bbe3d4e2ef5 req-d74950b8-e915-4b72-bf13-b995867fdcdd service neutron] 10.222.0.62 "GET /v2.0/networks/9d5c436e-4983-4644-af36-e122d5ba62df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937047 Jul 09 15:59:04.246158 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b89cf85b-c0e4-496b-803a-4bbe3d4e2ef5 req-6dc6105d-b287-42c5-96ff-af6b2bdd9ef9 service neutron] 10.222.0.62 "GET /v2.0/networks/9d5c436e-4983-4644-af36-e122d5ba62df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880971 Jul 09 15:59:04.304319 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92376c09-400e-4f63-86d5-42d3fe2e4af4 None None] New status for floating IP 5e63f9e6-ced6-4255-919f-2808a32aa0fc: ACTIVE {{(pid=94447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 15:59:04.944642 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 59046) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:59:05.011219 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ea14780c-d81b-4fad-86fa-2ef8cfb7e4e8 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/floatingips/5e63f9e6-ced6-4255-919f-2808a32aa0fc HTTP/1.1" status: 200 len: 992 time: 0.0653956 Jul 09 15:59:15.586710 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:23.908085 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:26.165961 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3f6d1370-8fd8-47d5-add8-66929fc978d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:29.283565 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c1d13e00-ea01-4f47-b8ab-a97e469093b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:29.443277 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:30.023899 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:59:30.628259 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:32.045115 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:37.716778 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-97f17837-a129-400f-ab80-db368e600a85 req-d8a39d8e-5568-4a38-8fc6-5c65f96a45dd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ef276239-9683-4447-9e37-18a764d9b6ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0709951 Jul 09 15:59:37.848456 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f17837-a129-400f-ab80-db368e600a85 req-69e5b125-63b1-40f0-9a08-20d02f3467cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:37.850507 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-97f17837-a129-400f-ab80-db368e600a85 req-69e5b125-63b1-40f0-9a08-20d02f3467cb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=30d714c59bd14f6184e3834abd940a2e&device_id=ef276239-9683-4447-9e37-18a764d9b6ca HTTP/1.1" status: 200 len: 1096 time: 0.0646987 Jul 09 15:59:37.992063 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f17837-a129-400f-ab80-db368e600a85 req-b1c518e3-d5d2-420e-a67f-056eaa5dfb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:37.993973 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-97f17837-a129-400f-ab80-db368e600a85 req-b1c518e3-d5d2-420e-a67f-056eaa5dfb40 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9d5c436e-4983-4644-af36-e122d5ba62df HTTP/1.1" status: 200 len: 897 time: 0.1163237 Jul 09 15:59:38.065833 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-97f17837-a129-400f-ab80-db368e600a85 req-bf756f1b-64d3-41cb-83df-952db55ace54 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e06bf3b-1aaf-43a4-801f-9b5d26218fb4 HTTP/1.1" status: 200 len: 1000 time: 0.0647523 Jul 09 15:59:38.123004 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f17837-a129-400f-ab80-db368e600a85 req-8d7c5ab2-9089-4d0b-a460-52881dbd2d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:38.125824 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-97f17837-a129-400f-ab80-db368e600a85 req-8d7c5ab2-9089-4d0b-a460-52881dbd2d51 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c1f02b29-c524-45d8-9941-52fe5f4e07b9 HTTP/1.1" status: 200 len: 835 time: 0.0520160 Jul 09 15:59:38.214822 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f17837-a129-400f-ab80-db368e600a85 req-1b304e61-3d6a-42f8-af47-a575782ec45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:38.216992 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-97f17837-a129-400f-ab80-db368e600a85 req-1b304e61-3d6a-42f8-af47-a575782ec45b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9d5c436e-4983-4644-af36-e122d5ba62df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0850406 Jul 09 15:59:38.334194 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-97f17837-a129-400f-ab80-db368e600a85 req-5e3e0558-481b-40cd-9900-6d0ade622024 service neutron] 10.222.0.62 "GET /v2.0/networks/9d5c436e-4983-4644-af36-e122d5ba62df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089618 Jul 09 15:59:38.487765 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-97f17837-a129-400f-ab80-db368e600a85 req-12d6e8dc-9b53-415b-ad0c-4ab06bbcf393 service neutron] 10.222.0.62 "GET /v2.0/networks/9d5c436e-4983-4644-af36-e122d5ba62df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407745 Jul 09 15:59:45.593167 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:53.916803 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:56.164113 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9e67949f-45b1-436b-b1bd-678f49075f29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:59.267067 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-473dde92-8e00-49fa-b93f-69d982341dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:59.345400 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:00.581108 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:01.997899 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:07.026536 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:00:15.643217 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:18.666465 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca5d00a-1e51-43b3-a784-0367379a5780 req-3db71913-a333-4077-9324-8bd54570c38f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:18.668653 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8ca5d00a-1e51-43b3-a784-0367379a5780 req-3db71913-a333-4077-9324-8bd54570c38f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef276239-9683-4447-9e37-18a764d9b6ca HTTP/1.1" status: 200 len: 945 time: 0.0759163 Jul 09 16:00:18.711473 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8ca5d00a-1e51-43b3-a784-0367379a5780 req-b5563ef6-61a3-40d0-b11e-5ecb2dfac60c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=21fccbd8-43c5-4c4f-9adf-14c30b384ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370431 Jul 09 16:00:20.109113 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bd2b06-41cb-48fb-aec6-a25bed41f683 req-cc7a7315-560e-472e-9862-954e8af5c231 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:20.110604 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-21bd2b06-41cb-48fb-aec6-a25bed41f683 req-cc7a7315-560e-472e-9862-954e8af5c231 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef276239-9683-4447-9e37-18a764d9b6ca HTTP/1.1" status: 200 len: 945 time: 0.0727398 Jul 09 16:00:20.152321 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-21bd2b06-41cb-48fb-aec6-a25bed41f683 req-86639c7e-f317-4c50-883a-4cd4554907c1 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=21fccbd8-43c5-4c4f-9adf-14c30b384ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356915 Jul 09 16:00:20.182429 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59094) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:00:20.260365 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-5782bd2d-c073-488c-b616-31f7f2731d0f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/floatingips/5e63f9e6-ced6-4255-919f-2808a32aa0fc HTTP/1.1" status: 200 len: 992 time: 0.0766912 Jul 09 16:00:21.873148 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f567916-eb08-418e-949e-37178980e2e6 req-114db9af-0bea-4193-b84d-0b8b30ff6cb7 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:21.874713 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1f567916-eb08-418e-949e-37178980e2e6 req-114db9af-0bea-4193-b84d-0b8b30ff6cb7 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef276239-9683-4447-9e37-18a764d9b6ca HTTP/1.1" status: 200 len: 945 time: 0.0653923 Jul 09 16:00:21.922624 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1f567916-eb08-418e-949e-37178980e2e6 req-4824198b-e6c5-46e1-8b17-ecf028703951 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=21fccbd8-43c5-4c4f-9adf-14c30b384ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416319 Jul 09 16:00:23.107312 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dce5860-4493-437e-a636-d15b85863b70 req-3934f4be-cf4c-44f3-b162-d012641e1b17 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:23.108903 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5dce5860-4493-437e-a636-d15b85863b70 req-3934f4be-cf4c-44f3-b162-d012641e1b17 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef276239-9683-4447-9e37-18a764d9b6ca HTTP/1.1" status: 200 len: 945 time: 0.0682073 Jul 09 16:00:23.148155 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5dce5860-4493-437e-a636-d15b85863b70 req-b36b20e5-9828-4aac-bda5-4bb36db64d7f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=21fccbd8-43c5-4c4f-9adf-14c30b384ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329411 Jul 09 16:00:23.173295 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59106) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:00:23.239307 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-0b56b927-2029-4b89-a8fc-97065d06a8b4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/floatingips/5e63f9e6-ced6-4255-919f-2808a32aa0fc HTTP/1.1" status: 200 len: 992 time: 0.0642788 Jul 09 16:00:23.508329 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59112) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:00:23.672135 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-95f8097a-e918-41ca-b228-11ddee93573a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Deleting port 3f96b17a-9ba2-4b5b-bf16-a1333de26a59 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:00:23.672482 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-95f8097a-e918-41ca-b228-11ddee93573a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:23.750556 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-95f8097a-e918-41ca-b228-11ddee93573a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:23.750881 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-95f8097a-e918-41ca-b228-11ddee93573a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:23.763892 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-95f8097a-e918-41ca-b228-11ddee93573a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Calling delete_port for 3f96b17a-9ba2-4b5b-bf16-a1333de26a59 owned by network:floatingip {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:00:23.935490 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:23.978557 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-95f8097a-e918-41ca-b228-11ddee93573a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:24.002645 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f8097a-e918-41ca-b228-11ddee93573a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event deleted for resources: {'Port': ['ID=3f96b17a-9ba2-4b5b-bf16-a1333de26a59,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:00:24.013403 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f8097a-e918-41ca-b228-11ddee93573a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:24.013723 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f8097a-e918-41ca-b228-11ddee93573a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:24.014065 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f8097a-e918-41ca-b228-11ddee93573a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:24.014396 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f8097a-e918-41ca-b228-11ddee93573a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:24.014728 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f8097a-e918-41ca-b228-11ddee93573a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:24.015056 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f8097a-e918-41ca-b228-11ddee93573a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:24.015383 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f8097a-e918-41ca-b228-11ddee93573a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:24.016599 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f8097a-e918-41ca-b228-11ddee93573a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:24.016599 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f8097a-e918-41ca-b228-11ddee93573a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:24.016599 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f8097a-e918-41ca-b228-11ddee93573a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:24.017191 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f8097a-e918-41ca-b228-11ddee93573a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:24.017191 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f8097a-e918-41ca-b228-11ddee93573a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:24.079440 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-95f8097a-e918-41ca-b228-11ddee93573a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for floatingip, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:24.079794 n-d-799529-6 neutron-server[94445]: INFO neutron.db.l3_db [None req-95f8097a-e918-41ca-b228-11ddee93573a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Floating IP 5e63f9e6-ced6-4255-919f-2808a32aa0fc disassociated (deleted). External IP: 172.25.3.81, port: 7e06bf3b-1aaf-43a4-801f-9b5d26218fb4. Jul 09 16:00:24.297030 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f8097a-e918-41ca-b228-11ddee93573a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Router 0ea2bb94-2439-49ef-acbc-1bde46d4a39e has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:00:24.752405 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f8097a-e918-41ca-b228-11ddee93573a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:00:24.760004 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-95f8097a-e918-41ca-b228-11ddee93573a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:24.762625 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2908319c-2101-4371-9362-a27e554ec3c6 None None] Sync routers for ids ['0ea2bb94-2439-49ef-acbc-1bde46d4a39e'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:00:24.773162 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2908319c-2101-4371-9362-a27e554ec3c6 None None] Routers {'0ea2bb94-2439-49ef-acbc-1bde46d4a39e'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:00:24.773811 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-2908319c-2101-4371-9362-a27e554ec3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:59:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['0ea2bb94-2439-49ef-acbc-1bde46d4a39e'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:00:24.806490 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-95f8097a-e918-41ca-b228-11ddee93573a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "DELETE /v2.0/floatingips/5e63f9e6-ced6-4255-919f-2808a32aa0fc HTTP/1.1" status: 204 len: 168 time: 1.2970059 Jul 09 16:00:24.807217 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef276239-9683-4447-9e37-18a764d9b6ca', 'tag': '7e06bf3b-1aaf-43a4-801f-9b5d26218fb4'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:00:24.809914 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bb405a18ca731a56dedfaaf5e9a79789110744f6b6799bb7a0722340b5c16f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7901e672-6f0f-4be8-9fb0-baffcec94cda" -d '{"events": [{"name": "network-changed", "server_uuid": "ef276239-9683-4447-9e37-18a764d9b6ca", "tag": "7e06bf3b-1aaf-43a4-801f-9b5d26218fb4"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:00:24.873715 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074706e3-460b-428b-969a-2fb13058ed3d x-openstack-request-id: req-074706e3-460b-428b-969a-2fb13058ed3d {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:00:24.880523 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef276239-9683-4447-9e37-18a764d9b6ca", "tag": "7e06bf3b-1aaf-43a4-801f-9b5d26218fb4", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:00:24.880523 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-074706e3-460b-428b-969a-2fb13058ed3d {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:00:24.880523 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef276239-9683-4447-9e37-18a764d9b6ca', 'tag': '7e06bf3b-1aaf-43a4-801f-9b5d26218fb4', 'status': 'completed', 'code': 200} Jul 09 16:00:25.025016 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7901e672-6f0f-4be8-9fb0-baffcec94cda req-37d27ccd-bbe8-4c77-b2ae-aedb8170e2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:25.028704 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7901e672-6f0f-4be8-9fb0-baffcec94cda req-37d27ccd-bbe8-4c77-b2ae-aedb8170e2bf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=30d714c59bd14f6184e3834abd940a2e&device_id=ef276239-9683-4447-9e37-18a764d9b6ca HTTP/1.1" status: 200 len: 1096 time: 0.1014950 Jul 09 16:00:25.037174 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-2908319c-2101-4371-9362-a27e554ec3c6 None None] Set router 0ea2bb94-2439-49ef-acbc-1bde46d4a39e gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:00:25.186532 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7901e672-6f0f-4be8-9fb0-baffcec94cda req-c54b83a9-8f69-4653-b67f-c1169d5af9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:25.188110 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7901e672-6f0f-4be8-9fb0-baffcec94cda req-c54b83a9-8f69-4653-b67f-c1169d5af9b3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9d5c436e-4983-4644-af36-e122d5ba62df HTTP/1.1" status: 200 len: 897 time: 0.1516302 Jul 09 16:00:25.231756 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7901e672-6f0f-4be8-9fb0-baffcec94cda req-e0ce1e27-068a-4725-9591-a88b6bfb13b4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e06bf3b-1aaf-43a4-801f-9b5d26218fb4 HTTP/1.1" status: 200 len: 217 time: 0.0363963 Jul 09 16:00:25.291486 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7901e672-6f0f-4be8-9fb0-baffcec94cda req-86570242-e24a-4cb6-9857-8c7e40bc4e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:25.293058 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7901e672-6f0f-4be8-9fb0-baffcec94cda req-86570242-e24a-4cb6-9857-8c7e40bc4e8c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c1f02b29-c524-45d8-9941-52fe5f4e07b9 HTTP/1.1" status: 200 len: 835 time: 0.0542774 Jul 09 16:00:25.308658 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-2908319c-2101-4371-9362-a27e554ec3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea2bb94-2439-49ef-acbc-1bde46d4a39e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-956303057', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '743bfc1c-3b79-4edf-9dbc-802c48056d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:58:37Z', 'updated_at': '2021-07-09T15:58:42Z', 'revision_number': 4, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': '743bfc1c-3b79-4edf-9dbc-802c48056d19', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea2bb94-2439-49ef-acbc-1bde46d4a39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:58:38Z', 'updated_at': '2021-07-09T15:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'ec5bbea8-7d97-48ae-9817-8023682dd99f', 'name': '', 'network_id': '9d5c436e-4983-4644-af36-e122d5ba62df', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'mac_address': 'fa:16:3e:ce:6d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea2bb94-2439-49ef-acbc-1bde46d4a39e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'c1f02b29-c524-45d8-9941-52fe5f4e07b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:58:41Z', 'updated_at': '2021-07-09T15:58:46Z', 'revision_number': 5, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'subnets': [{'id': 'c1f02b29-c524-45d8-9941-52fe5f4e07b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:00:25.335848 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2908319c-2101-4371-9362-a27e554ec3c6 None None] Checking router: 0ea2bb94-2439-49ef-acbc-1bde46d4a39e for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:00:25.345172 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2908319c-2101-4371-9362-a27e554ec3c6 None None] Routers {'0ea2bb94-2439-49ef-acbc-1bde46d4a39e'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:00:25.345797 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-2908319c-2101-4371-9362-a27e554ec3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T15:59:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['0ea2bb94-2439-49ef-acbc-1bde46d4a39e'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:00:25.376120 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7901e672-6f0f-4be8-9fb0-baffcec94cda req-ef3e0a44-952c-4f99-bfce-876bc081c04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:25.379066 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7901e672-6f0f-4be8-9fb0-baffcec94cda req-ef3e0a44-952c-4f99-bfce-876bc081c04a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9d5c436e-4983-4644-af36-e122d5ba62df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780549 Jul 09 16:00:25.498850 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-2908319c-2101-4371-9362-a27e554ec3c6 None None] Set router 0ea2bb94-2439-49ef-acbc-1bde46d4a39e gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:00:25.539738 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7901e672-6f0f-4be8-9fb0-baffcec94cda req-292926f2-557c-4949-9a8d-624d1d772dcb service neutron] 10.222.0.62 "GET /v2.0/networks/9d5c436e-4983-4644-af36-e122d5ba62df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218197 Jul 09 16:00:25.573651 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201115c-9c2a-4653-a960-2ae46686cda2 req-715928bd-dfd9-4c93-b22e-ee30970b5c4c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:25.575650 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a201115c-9c2a-4653-a960-2ae46686cda2 req-715928bd-dfd9-4c93-b22e-ee30970b5c4c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef276239-9683-4447-9e37-18a764d9b6ca HTTP/1.1" status: 200 len: 945 time: 0.0917630 Jul 09 16:00:25.624461 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a201115c-9c2a-4653-a960-2ae46686cda2 req-ff87ceb9-a597-456b-9611-2572d24b2427 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=21fccbd8-43c5-4c4f-9adf-14c30b384ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396287 Jul 09 16:00:25.687636 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7901e672-6f0f-4be8-9fb0-baffcec94cda req-f2f163ee-cefa-4ea7-bc6e-d173bfa567b9 service neutron] 10.222.0.62 "GET /v2.0/networks/9d5c436e-4983-4644-af36-e122d5ba62df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398475 Jul 09 16:00:25.764817 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-2908319c-2101-4371-9362-a27e554ec3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea2bb94-2439-49ef-acbc-1bde46d4a39e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-956303057', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '743bfc1c-3b79-4edf-9dbc-802c48056d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:58:37Z', 'updated_at': '2021-07-09T15:58:42Z', 'revision_number': 4, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': '743bfc1c-3b79-4edf-9dbc-802c48056d19', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea2bb94-2439-49ef-acbc-1bde46d4a39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:58:38Z', 'updated_at': '2021-07-09T15:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'ec5bbea8-7d97-48ae-9817-8023682dd99f', 'name': '', 'network_id': '9d5c436e-4983-4644-af36-e122d5ba62df', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'mac_address': 'fa:16:3e:ce:6d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea2bb94-2439-49ef-acbc-1bde46d4a39e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'c1f02b29-c524-45d8-9941-52fe5f4e07b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:58:41Z', 'updated_at': '2021-07-09T15:58:46Z', 'revision_number': 5, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'subnets': [{'id': 'c1f02b29-c524-45d8-9941-52fe5f4e07b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:00:25.799647 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2908319c-2101-4371-9362-a27e554ec3c6 None None] The sync data for ids ['0ea2bb94-2439-49ef-acbc-1bde46d4a39e'] in n-d-799529-6 is: [{'id': '0ea2bb94-2439-49ef-acbc-1bde46d4a39e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-956303057', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '743bfc1c-3b79-4edf-9dbc-802c48056d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:58:37Z', 'updated_at': '2021-07-09T15:58:42Z', 'revision_number': 4, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': '743bfc1c-3b79-4edf-9dbc-802c48056d19', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea2bb94-2439-49ef-acbc-1bde46d4a39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:58:38Z', 'updated_at': '2021-07-09T15:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'ec5bbea8-7d97-48ae-9817-8023682dd99f', 'name': '', 'network_id': '9d5c436e-4983-4644-af36-e122d5ba62df', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'mac_address': 'fa:16:3e:ce:6d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea2bb94-2439-49ef-acbc-1bde46d4a39e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'c1f02b29-c524-45d8-9941-52fe5f4e07b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:58:41Z', 'updated_at': '2021-07-09T15:58:46Z', 'revision_number': 5, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'subnets': [{'id': 'c1f02b29-c524-45d8-9941-52fe5f4e07b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:00:26.066199 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f940d04-ae21-4d4d-b7d5-f36d993ca2e3 None None] New status for floating IP 5e63f9e6-ced6-4255-919f-2808a32aa0fc: DOWN {{(pid=94447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:00:26.236094 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3606c776-61ab-413a-9f26-e6c35c2c7e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:27.174320 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b734d-1e09-45bf-b6f5-3d28d8472816 req-61f8a15c-828c-42bf-9f5b-769f6040a6ea tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:27.175972 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9e1b734d-1e09-45bf-b6f5-3d28d8472816 req-61f8a15c-828c-42bf-9f5b-769f6040a6ea tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef276239-9683-4447-9e37-18a764d9b6ca HTTP/1.1" status: 200 len: 945 time: 0.4207451 Jul 09 16:00:27.242087 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9e1b734d-1e09-45bf-b6f5-3d28d8472816 req-b6798ed4-bfb4-4f35-b6b7-568d25b9f49b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=21fccbd8-43c5-4c4f-9adf-14c30b384ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548637 Jul 09 16:00:27.489536 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e5ff6-bc38-4c26-a825-067f39fd7b15 req-b2b03259-a27f-469d-be07-be8fb6595bfe tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:27.490929 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-857e5ff6-bc38-4c26-a825-067f39fd7b15 req-b2b03259-a27f-469d-be07-be8fb6595bfe tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef276239-9683-4447-9e37-18a764d9b6ca HTTP/1.1" status: 200 len: 945 time: 0.0759380 Jul 09 16:00:27.610929 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-857e5ff6-bc38-4c26-a825-067f39fd7b15 req-870143b1-3ce9-4a0e-a4f7-71ae7c8e638f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Deleting port 7e06bf3b-1aaf-43a4-801f-9b5d26218fb4 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:00:27.611334 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-857e5ff6-bc38-4c26-a825-067f39fd7b15 req-870143b1-3ce9-4a0e-a4f7-71ae7c8e638f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:27.707075 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-857e5ff6-bc38-4c26-a825-067f39fd7b15 req-870143b1-3ce9-4a0e-a4f7-71ae7c8e638f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] For port 7e06bf3b-1aaf-43a4-801f-9b5d26218fb4, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=7e06bf3b-1aaf-43a4-801f-9b5d26218fb4,segment=NetworkSegment(7cf4cd92-54ca-4d39-88fe-70bb41bea1e3),segment_id=7cf4cd92-54ca-4d39-88fe-70bb41bea1e3)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:00:27.710167 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-857e5ff6-bc38-4c26-a825-067f39fd7b15 req-870143b1-3ce9-4a0e-a4f7-71ae7c8e638f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:27.723659 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-857e5ff6-bc38-4c26-a825-067f39fd7b15 req-870143b1-3ce9-4a0e-a4f7-71ae7c8e638f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Calling delete_port for 7e06bf3b-1aaf-43a4-801f-9b5d26218fb4 owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:00:27.986200 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-857e5ff6-bc38-4c26-a825-067f39fd7b15 req-870143b1-3ce9-4a0e-a4f7-71ae7c8e638f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:28.034000 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870143b1-3ce9-4a0e-a4f7-71ae7c8e638f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event deleted for resources: {'Port': ['ID=7e06bf3b-1aaf-43a4-801f-9b5d26218fb4,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:00:28.072627 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870143b1-3ce9-4a0e-a4f7-71ae7c8e638f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:28.072983 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870143b1-3ce9-4a0e-a4f7-71ae7c8e638f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:28.073335 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870143b1-3ce9-4a0e-a4f7-71ae7c8e638f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:28.073697 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870143b1-3ce9-4a0e-a4f7-71ae7c8e638f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:28.074117 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870143b1-3ce9-4a0e-a4f7-71ae7c8e638f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:28.074486 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870143b1-3ce9-4a0e-a4f7-71ae7c8e638f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:28.074818 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870143b1-3ce9-4a0e-a4f7-71ae7c8e638f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:28.075158 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870143b1-3ce9-4a0e-a4f7-71ae7c8e638f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:28.075530 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870143b1-3ce9-4a0e-a4f7-71ae7c8e638f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:28.075894 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870143b1-3ce9-4a0e-a4f7-71ae7c8e638f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:28.076231 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870143b1-3ce9-4a0e-a4f7-71ae7c8e638f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:28.076557 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870143b1-3ce9-4a0e-a4f7-71ae7c8e638f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:28.098867 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-857e5ff6-bc38-4c26-a825-067f39fd7b15 req-870143b1-3ce9-4a0e-a4f7-71ae7c8e638f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] No DVR routers for this DVR port 7e06bf3b-1aaf-43a4-801f-9b5d26218fb4 on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:00:28.101641 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-857e5ff6-bc38-4c26-a825-067f39fd7b15 req-870143b1-3ce9-4a0e-a4f7-71ae7c8e638f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:28.103723 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-857e5ff6-bc38-4c26-a825-067f39fd7b15 req-870143b1-3ce9-4a0e-a4f7-71ae7c8e638f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.62 "DELETE /v2.0/ports/7e06bf3b-1aaf-43a4-801f-9b5d26218fb4 HTTP/1.1" status: 204 len: 173 time: 0.6075594 Jul 09 16:00:28.104208 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef276239-9683-4447-9e37-18a764d9b6ca', 'name': 'network-vif-deleted', 'tag': '7e06bf3b-1aaf-43a4-801f-9b5d26218fb4'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:00:28.106804 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71aea3d4ce3c79ba57e3b2a7f05354d67fe827d4c76bd908d035baed68c1bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b121d87f-ab30-4c92-b8c0-08bccd0f3fd7" -d '{"events": [{"server_uuid": "ef276239-9683-4447-9e37-18a764d9b6ca", "name": "network-vif-deleted", "tag": "7e06bf3b-1aaf-43a4-801f-9b5d26218fb4"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:00:28.151634 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2805d42d-935e-41a3-9842-bef5ff03a154 x-openstack-request-id: req-2805d42d-935e-41a3-9842-bef5ff03a154 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:00:28.152064 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef276239-9683-4447-9e37-18a764d9b6ca", "name": "network-vif-deleted", "tag": "7e06bf3b-1aaf-43a4-801f-9b5d26218fb4", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:00:28.152545 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2805d42d-935e-41a3-9842-bef5ff03a154 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:00:28.153134 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef276239-9683-4447-9e37-18a764d9b6ca', 'name': 'network-vif-deleted', 'tag': '7e06bf3b-1aaf-43a4-801f-9b5d26218fb4', 'status': 'completed', 'code': 200} Jul 09 16:00:28.485240 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f15b73c3-a696-4790-9249-183502ace408 req-67a812e9-cf35-4f06-bba2-e93dc87d9b43 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef276239-9683-4447-9e37-18a764d9b6ca HTTP/1.1" status: 200 len: 210 time: 0.0367420 Jul 09 16:00:29.197449 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5701510b-52ce-4d9d-b9cb-a4ede19785ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:29.437810 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:29.607418 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59130) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:00:30.052297 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-af063d78-b12a-4a1d-9c91-53309c4d2a93 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:30.374655 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-af063d78-b12a-4a1d-9c91-53309c4d2a93 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Deleting port ec5bbea8-7d97-48ae-9817-8023682dd99f {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:00:30.374913 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-af063d78-b12a-4a1d-9c91-53309c4d2a93 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:30.444227 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 7e06bf3b-1aaf-43a4-801f-9b5d26218fb4 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:00:30.465878 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: 7e06bf3b-1aaf-43a4-801f-9b5d26218fb4 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:00:30.466313 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 7e06bf3b-1aaf-43a4-801f-9b5d26218fb4 not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:00:30.516693 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-af063d78-b12a-4a1d-9c91-53309c4d2a93 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] For port ec5bbea8-7d97-48ae-9817-8023682dd99f, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=ec5bbea8-7d97-48ae-9817-8023682dd99f,segment=NetworkSegment(7cf4cd92-54ca-4d39-88fe-70bb41bea1e3),segment_id=7cf4cd92-54ca-4d39-88fe-70bb41bea1e3)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:00:30.517047 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-af063d78-b12a-4a1d-9c91-53309c4d2a93 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:30.532533 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-af063d78-b12a-4a1d-9c91-53309c4d2a93 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Calling delete_port for ec5bbea8-7d97-48ae-9817-8023682dd99f owned by network:router_interface {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:00:30.557356 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:30.881779 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-af063d78-b12a-4a1d-9c91-53309c4d2a93 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:30.918732 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af063d78-b12a-4a1d-9c91-53309c4d2a93 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event deleted for resources: {'Port': ['ID=ec5bbea8-7d97-48ae-9817-8023682dd99f,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:00:31.147587 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-af063d78-b12a-4a1d-9c91-53309c4d2a93 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:31.389636 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af063d78-b12a-4a1d-9c91-53309c4d2a93 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Router 0ea2bb94-2439-49ef-acbc-1bde46d4a39e has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:00:31.518129 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af063d78-b12a-4a1d-9c91-53309c4d2a93 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:00:31.526184 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-af063d78-b12a-4a1d-9c91-53309c4d2a93 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "PUT /v2.0/routers/0ea2bb94-2439-49ef-acbc-1bde46d4a39e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9171989 Jul 09 16:00:31.529718 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 59132) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:00:31.534147 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbbd628-77ed-46b6-95ef-937c6256c71d None None] Sync routers for ids ['0ea2bb94-2439-49ef-acbc-1bde46d4a39e'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:00:31.547879 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbbd628-77ed-46b6-95ef-937c6256c71d None None] Routers {'0ea2bb94-2439-49ef-acbc-1bde46d4a39e'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:00:31.548511 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-9cbbd628-77ed-46b6-95ef-937c6256c71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:00:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['0ea2bb94-2439-49ef-acbc-1bde46d4a39e'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:00:31.615212 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-da510976-e684-42bd-a310-d32905226ac2 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Deleting subnet c1f02b29-c524-45d8-9941-52fe5f4e07b9 {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:00:31.619896 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-da510976-e684-42bd-a310-d32905226ac2 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:31.670346 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-da510976-e684-42bd-a310-d32905226ac2 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:31.681314 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-9cbbd628-77ed-46b6-95ef-937c6256c71d None None] Set router 0ea2bb94-2439-49ef-acbc-1bde46d4a39e gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:00:31.794273 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-da510976-e684-42bd-a310-d32905226ac2 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:31.916954 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-9cbbd628-77ed-46b6-95ef-937c6256c71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea2bb94-2439-49ef-acbc-1bde46d4a39e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-956303057', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '743bfc1c-3b79-4edf-9dbc-802c48056d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:58:37Z', 'updated_at': '2021-07-09T16:00:30Z', 'revision_number': 5, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': '743bfc1c-3b79-4edf-9dbc-802c48056d19', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea2bb94-2439-49ef-acbc-1bde46d4a39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:58:38Z', 'updated_at': '2021-07-09T15:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:00:31.929303 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-da510976-e684-42bd-a310-d32905226ac2 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:31.951281 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbbd628-77ed-46b6-95ef-937c6256c71d None None] Checking router: 0ea2bb94-2439-49ef-acbc-1bde46d4a39e for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:00:31.958112 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:31.964568 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da510976-e684-42bd-a310-d32905226ac2 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event deleted for resources: {'Subnet': ['ID=c1f02b29-c524-45d8-9941-52fe5f4e07b9,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:00:31.966987 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbbd628-77ed-46b6-95ef-937c6256c71d None None] Routers {'0ea2bb94-2439-49ef-acbc-1bde46d4a39e'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:00:31.968182 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-9cbbd628-77ed-46b6-95ef-937c6256c71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:00:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['0ea2bb94-2439-49ef-acbc-1bde46d4a39e'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:00:31.968483 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-da510976-e684-42bd-a310-d32905226ac2 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:31.973157 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-da510976-e684-42bd-a310-d32905226ac2 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "DELETE /v2.0/subnets/c1f02b29-c524-45d8-9941-52fe5f4e07b9 HTTP/1.1" status: 204 len: 168 time: 0.4405735 Jul 09 16:00:31.976169 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59134) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:00:31.978442 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfcfa71-3b07-4bf9-a252-fb730910d21c None None] Network 9d5c436e-4983-4644-af36-e122d5ba62df requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:00:32.100065 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-9cbbd628-77ed-46b6-95ef-937c6256c71d None None] Set router 0ea2bb94-2439-49ef-acbc-1bde46d4a39e gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:00:32.123345 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3ecf1067-8c4e-420c-9f26-ea6330729eb4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for router, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:32.273223 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3ecf1067-8c4e-420c-9f26-ea6330729eb4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:32.319004 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-9cbbd628-77ed-46b6-95ef-937c6256c71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea2bb94-2439-49ef-acbc-1bde46d4a39e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-956303057', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '743bfc1c-3b79-4edf-9dbc-802c48056d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:58:37Z', 'updated_at': '2021-07-09T16:00:30Z', 'revision_number': 5, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': '743bfc1c-3b79-4edf-9dbc-802c48056d19', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea2bb94-2439-49ef-acbc-1bde46d4a39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:58:38Z', 'updated_at': '2021-07-09T15:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:00:32.346757 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbbd628-77ed-46b6-95ef-937c6256c71d None None] The sync data for ids ['0ea2bb94-2439-49ef-acbc-1bde46d4a39e'] in n-d-799529-6 is: [{'id': '0ea2bb94-2439-49ef-acbc-1bde46d4a39e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-956303057', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '743bfc1c-3b79-4edf-9dbc-802c48056d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:58:37Z', 'updated_at': '2021-07-09T16:00:30Z', 'revision_number': 5, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': '743bfc1c-3b79-4edf-9dbc-802c48056d19', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea2bb94-2439-49ef-acbc-1bde46d4a39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:58:38Z', 'updated_at': '2021-07-09T15:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:00:32.425519 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80de0142-9d5b-4873-98f9-b56d3e48300c None None] DHCP port deletion for 9d5c436e-4983-4644-af36-e122d5ba62df request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:00:32.477529 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-80de0142-9d5b-4873-98f9-b56d3e48300c None None] Deleting port 8733dcfd-470f-4841-a589-83ae6471997a {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:00:32.478059 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-80de0142-9d5b-4873-98f9-b56d3e48300c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:32.484604 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-3ecf1067-8c4e-420c-9f26-ea6330729eb4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Deleting port 743bfc1c-3b79-4edf-9dbc-802c48056d19 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:00:32.485180 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3ecf1067-8c4e-420c-9f26-ea6330729eb4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:32.548789 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-80de0142-9d5b-4873-98f9-b56d3e48300c None None] For port 8733dcfd-470f-4841-a589-83ae6471997a, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=8733dcfd-470f-4841-a589-83ae6471997a,segment=NetworkSegment(7cf4cd92-54ca-4d39-88fe-70bb41bea1e3),segment_id=7cf4cd92-54ca-4d39-88fe-70bb41bea1e3)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:00:32.549116 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-80de0142-9d5b-4873-98f9-b56d3e48300c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:32.563658 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-80de0142-9d5b-4873-98f9-b56d3e48300c None None] Calling delete_port for 8733dcfd-470f-4841-a589-83ae6471997a owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:00:32.566973 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-3ecf1067-8c4e-420c-9f26-ea6330729eb4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] For port 743bfc1c-3b79-4edf-9dbc-802c48056d19, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=743bfc1c-3b79-4edf-9dbc-802c48056d19,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:00:32.567336 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3ecf1067-8c4e-420c-9f26-ea6330729eb4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:32.585881 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-3ecf1067-8c4e-420c-9f26-ea6330729eb4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Calling delete_port for 743bfc1c-3b79-4edf-9dbc-802c48056d19 owned by network:router_gateway {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:00:32.742503 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-80de0142-9d5b-4873-98f9-b56d3e48300c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:32.764366 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80de0142-9d5b-4873-98f9-b56d3e48300c None None] No DVR routers for this DVR port 8733dcfd-470f-4841-a589-83ae6471997a on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:00:32.812111 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80de0142-9d5b-4873-98f9-b56d3e48300c None None] Pushing event deleted for resources: {'Port': ['ID=8733dcfd-470f-4841-a589-83ae6471997a,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:00:32.827749 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80de0142-9d5b-4873-98f9-b56d3e48300c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:32.828226 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80de0142-9d5b-4873-98f9-b56d3e48300c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:32.828708 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80de0142-9d5b-4873-98f9-b56d3e48300c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:32.829176 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80de0142-9d5b-4873-98f9-b56d3e48300c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:32.829624 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80de0142-9d5b-4873-98f9-b56d3e48300c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:32.831758 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80de0142-9d5b-4873-98f9-b56d3e48300c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:32.832201 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80de0142-9d5b-4873-98f9-b56d3e48300c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:32.832600 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80de0142-9d5b-4873-98f9-b56d3e48300c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:32.832785 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3ecf1067-8c4e-420c-9f26-ea6330729eb4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:32.833077 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80de0142-9d5b-4873-98f9-b56d3e48300c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:32.833472 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80de0142-9d5b-4873-98f9-b56d3e48300c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:32.833817 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80de0142-9d5b-4873-98f9-b56d3e48300c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:32.834189 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80de0142-9d5b-4873-98f9-b56d3e48300c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:32.878735 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecf1067-8c4e-420c-9f26-ea6330729eb4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event deleted for resources: {'Port': ['ID=743bfc1c-3b79-4edf-9dbc-802c48056d19,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:00:32.880143 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 8733dcfd-470f-4841-a589-83ae6471997a no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:00:32.905311 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 8733dcfd-470f-4841-a589-83ae6471997a {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:00:32.905819 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 8733dcfd-470f-4841-a589-83ae6471997a not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:00:32.963319 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3ecf1067-8c4e-420c-9f26-ea6330729eb4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:33.069769 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3ecf1067-8c4e-420c-9f26-ea6330729eb4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:33.072134 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3ecf1067-8c4e-420c-9f26-ea6330729eb4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:33.201358 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3ecf1067-8c4e-420c-9f26-ea6330729eb4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:33.201908 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ecf1067-8c4e-420c-9f26-ea6330729eb4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Fanout notify agent at l3_agent the message router_deleted on router 0ea2bb94-2439-49ef-acbc-1bde46d4a39e {{(pid=94445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:00:33.209030 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3ecf1067-8c4e-420c-9f26-ea6330729eb4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:33.210234 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-3ecf1067-8c4e-420c-9f26-ea6330729eb4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "DELETE /v2.0/routers/0ea2bb94-2439-49ef-acbc-1bde46d4a39e HTTP/1.1" status: 204 len: 168 time: 1.2321770 Jul 09 16:00:33.214815 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59136) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:00:33.325229 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2d641bfe-962d-407b-9557-cc2f7871bf46 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:33.415324 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2d641bfe-962d-407b-9557-cc2f7871bf46 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:33.425519 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-2d641bfe-962d-407b-9557-cc2f7871bf46 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d5c436e-4983-4644-af36-e122d5ba62df']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:00:33.440873 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-2d641bfe-962d-407b-9557-cc2f7871bf46 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cf4cd92-54ca-4d39-88fe-70bb41bea1e3') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:00:33.441161 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-2d641bfe-962d-407b-9557-cc2f7871bf46 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cf4cd92-54ca-4d39-88fe-70bb41bea1e3') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:00:33.449959 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2d641bfe-962d-407b-9557-cc2f7871bf46 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:33.463592 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2d641bfe-962d-407b-9557-cc2f7871bf46 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:33.469998 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d641bfe-962d-407b-9557-cc2f7871bf46 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:00:33.470431 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2d641bfe-962d-407b-9557-cc2f7871bf46 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:33.476034 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 16:00:33.476034 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:00:33.476034 n-d-799529-6 neutron-server[94445]: timer() Jul 09 16:00:33.476034 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:00:33.476034 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 16:00:33.476034 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:00:33.476034 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 16:00:33.476034 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:00:33.476034 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 16:00:33.476034 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:00:33.476034 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 16:00:33.476034 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:00:33.476034 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 16:00:33.476034 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:00:33.476034 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:00:33.476034 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:00:33.476034 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:00:33.476034 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:00:33.476034 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 16:00:33.476034 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:00:33.476034 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 16:00:33.476034 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:00:33.476034 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:00:33.476034 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:00:33.476034 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 16:00:33.476034 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:00:33.476034 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:00:33.476034 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:00:33.476034 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:00:33.476034 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:00:33.476034 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:00:33.476034 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:00:33.619076 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2d641bfe-962d-407b-9557-cc2f7871bf46 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:33.629134 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2d641bfe-962d-407b-9557-cc2f7871bf46 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:33.629134 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-2d641bfe-962d-407b-9557-cc2f7871bf46 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "DELETE /v2.0/networks/9d5c436e-4983-4644-af36-e122d5ba62df HTTP/1.1" status: 204 len: 168 time: 0.4127033 Jul 09 16:00:33.631694 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 59140) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:00:33.640973 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d641bfe-962d-407b-9557-cc2f7871bf46 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event deleted for resources: {'Network': ['ID=9d5c436e-4983-4644-af36-e122d5ba62df,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:00:33.701007 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-90605c33-acf9-4dbd-8857-2bfffdf2cf76 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:33.741748 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-90605c33-acf9-4dbd-8857-2bfffdf2cf76 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:33.916808 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-90605c33-acf9-4dbd-8857-2bfffdf2cf76 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:33.919437 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-90605c33-acf9-4dbd-8857-2bfffdf2cf76 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:33.920711 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-90605c33-acf9-4dbd-8857-2bfffdf2cf76 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "DELETE /v2.0/security-groups/21fccbd8-43c5-4c4f-9adf-14c30b384ae1 HTTP/1.1" status: 204 len: 168 time: 0.2880030 Jul 09 16:00:33.930908 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90605c33-acf9-4dbd-8857-2bfffdf2cf76 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21fccbd8-43c5-4c4f-9adf-14c30b384ae1,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:00:34.460476 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device ec5bbea8-7d97-48ae-9817-8023682dd99f no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:00:34.481592 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: ec5bbea8-7d97-48ae-9817-8023682dd99f {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:00:34.481938 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device ec5bbea8-7d97-48ae-9817-8023682dd99f not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:00:34.482364 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 743bfc1c-3b79-4edf-9dbc-802c48056d19 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:00:34.504634 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 743bfc1c-3b79-4edf-9dbc-802c48056d19 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:00:34.504985 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 743bfc1c-3b79-4edf-9dbc-802c48056d19 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:00:34.645948 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 59146) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:00:34.650808 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-f00d857a-a89d-4990-abb2-27bee711fdfa tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-181931553', 'description': 'tempest-secgroup-smoke-181931553 description', 'project_id': '30d714c59bd14f6184e3834abd940a2e'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:00:34.734528 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f00d857a-a89d-4990-abb2-27bee711fdfa tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:34.827431 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f00d857a-a89d-4990-abb2-27bee711fdfa tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:34.945450 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f00d857a-a89d-4990-abb2-27bee711fdfa tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:34.977606 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00d857a-a89d-4990-abb2-27bee711fdfa tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=940a8ef6-e643-48f7-9a5f-da4180527adb,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:00:35.100494 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f00d857a-a89d-4990-abb2-27bee711fdfa tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:35.101829 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f00d857a-a89d-4990-abb2-27bee711fdfa tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4548171 Jul 09 16:00:35.106217 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 59148) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:00:35.110849 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-602610e4-327b-4f3b-b474-c957048af59b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Request body: {'security_group_rule': {'security_group_id': '940a8ef6-e643-48f7-9a5f-da4180527adb', 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:00:35.242035 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-602610e4-327b-4f3b-b474-c957048af59b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:35.300258 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-602610e4-327b-4f3b-b474-c957048af59b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:35.434959 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-602610e4-327b-4f3b-b474-c957048af59b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:35.453582 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602610e4-327b-4f3b-b474-c957048af59b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59ca1f3d-cd92-4b26-85fb-13cbceefd3cb,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:00:35.567526 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-602610e4-327b-4f3b-b474-c957048af59b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:35.568989 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-602610e4-327b-4f3b-b474-c957048af59b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4617529 Jul 09 16:00:35.572606 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 59150) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:00:35.577737 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-f4cf6089-5b16-4573-87e2-a8f39b832164 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Request body: {'security_group_rule': {'security_group_id': '940a8ef6-e643-48f7-9a5f-da4180527adb', 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:00:35.682378 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f4cf6089-5b16-4573-87e2-a8f39b832164 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:35.741389 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f4cf6089-5b16-4573-87e2-a8f39b832164 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:35.864459 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f4cf6089-5b16-4573-87e2-a8f39b832164 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:35.884620 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cf6089-5b16-4573-87e2-a8f39b832164 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ef7df5c-198b-42cd-acac-0f052cb188af,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:00:35.985749 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f4cf6089-5b16-4573-87e2-a8f39b832164 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:35.987660 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f4cf6089-5b16-4573-87e2-a8f39b832164 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4138136 Jul 09 16:00:35.992966 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 59152) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:00:35.996121 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-ce91962c-5e9c-4f91-aefe-74be46ca4bf8 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Request body: {'security_group_rule': {'security_group_id': '940a8ef6-e643-48f7-9a5f-da4180527adb', 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:00:36.116811 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ce91962c-5e9c-4f91-aefe-74be46ca4bf8 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:36.202615 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ce91962c-5e9c-4f91-aefe-74be46ca4bf8 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:36.288267 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ce91962c-5e9c-4f91-aefe-74be46ca4bf8 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:36.316224 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce91962c-5e9c-4f91-aefe-74be46ca4bf8 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16700949-123d-40e7-9744-7846b5382a86,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:00:36.423475 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ce91962c-5e9c-4f91-aefe-74be46ca4bf8 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:36.423475 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ce91962c-5e9c-4f91-aefe-74be46ca4bf8 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4274881 Jul 09 16:00:36.423475 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 59154) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:00:36.428366 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-4fae6f89-539e-4d92-b1c3-5dbc7f4af9f2 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Request body: {'security_group_rule': {'security_group_id': '940a8ef6-e643-48f7-9a5f-da4180527adb', 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:00:36.524617 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4fae6f89-539e-4d92-b1c3-5dbc7f4af9f2 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:36.591480 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4fae6f89-539e-4d92-b1c3-5dbc7f4af9f2 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:36.659741 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4fae6f89-539e-4d92-b1c3-5dbc7f4af9f2 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:36.679685 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fae6f89-539e-4d92-b1c3-5dbc7f4af9f2 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b592e648-bb6a-4be2-a7d6-cc6262d41f18,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:00:36.779395 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4fae6f89-539e-4d92-b1c3-5dbc7f4af9f2 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:36.780733 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-4fae6f89-539e-4d92-b1c3-5dbc7f4af9f2 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3569338 Jul 09 16:00:36.783476 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 59156) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:00:36.788629 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-9278a0d1-bd1c-4b64-a230-a66010ac5b00 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Request body: {'security_group_rule': {'security_group_id': '940a8ef6-e643-48f7-9a5f-da4180527adb', 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:00:36.909615 n-d-799529-6 neutron-server[94446]: INFO neutron.db.securitygroups_db [None req-9278a0d1-bd1c-4b64-a230-a66010ac5b00 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Project 30d714c59bd14f6184e3834abd940a2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 16:00:36.915846 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9278a0d1-bd1c-4b64-a230-a66010ac5b00 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:36.985475 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9278a0d1-bd1c-4b64-a230-a66010ac5b00 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:37.063633 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9278a0d1-bd1c-4b64-a230-a66010ac5b00 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:37.083843 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9278a0d1-bd1c-4b64-a230-a66010ac5b00 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbe14f87-9dd1-4d6f-88e6-2ca6267ba6d1,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:00:37.168468 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9278a0d1-bd1c-4b64-a230-a66010ac5b00 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:37.170035 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-9278a0d1-bd1c-4b64-a230-a66010ac5b00 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3854070 Jul 09 16:00:37.173024 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 59158) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:00:37.177546 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-2345ded5-66b7-4592-a188-af40710cff29 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Request body: {'security_group_rule': {'security_group_id': '940a8ef6-e643-48f7-9a5f-da4180527adb', 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:00:37.321141 n-d-799529-6 neutron-server[94446]: INFO neutron.db.securitygroups_db [None req-2345ded5-66b7-4592-a188-af40710cff29 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Project 30d714c59bd14f6184e3834abd940a2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 16:00:37.327595 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2345ded5-66b7-4592-a188-af40710cff29 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:37.408059 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2345ded5-66b7-4592-a188-af40710cff29 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:37.471132 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2345ded5-66b7-4592-a188-af40710cff29 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:37.501311 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2345ded5-66b7-4592-a188-af40710cff29 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c2307c8-b17a-49cf-bd9a-d140413dc211,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:00:37.603012 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2345ded5-66b7-4592-a188-af40710cff29 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:37.604821 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-2345ded5-66b7-4592-a188-af40710cff29 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4306965 Jul 09 16:00:37.607646 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 59160) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:00:37.612650 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-8168c4c5-0497-4ec6-88b7-3e8ec5994fa8 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Request body: {'network': {'name': 'tempest-network-smoke--369596415', 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'port_security_enabled': True}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:00:37.688445 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8168c4c5-0497-4ec6-88b7-3e8ec5994fa8 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Made reservation on behalf of 30d714c59bd14f6184e3834abd940a2e for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:00:37.692099 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8168c4c5-0497-4ec6-88b7-3e8ec5994fa8 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:37.720041 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8168c4c5-0497-4ec6-88b7-3e8ec5994fa8 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:00:37.729103 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8168c4c5-0497-4ec6-88b7-3e8ec5994fa8 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:37.729535 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-8168c4c5-0497-4ec6-88b7-3e8ec5994fa8 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Added segment 7987c2f1-b359-48bb-89b3-69b4f1fbf757 of type vlan for network b5858cc1-9876-4bac-b9ae-a8f4342fe4f8 Jul 09 16:00:37.771990 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8168c4c5-0497-4ec6-88b7-3e8ec5994fa8 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:37.888223 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8168c4c5-0497-4ec6-88b7-3e8ec5994fa8 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:37.893892 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8168c4c5-0497-4ec6-88b7-3e8ec5994fa8 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:37.894481 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8168c4c5-0497-4ec6-88b7-3e8ec5994fa8 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:37.962130 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8168c4c5-0497-4ec6-88b7-3e8ec5994fa8 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'Network': ['ID=b5858cc1-9876-4bac-b9ae-a8f4342fe4f8,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:00:37.977675 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network b5858cc1-9876-4bac-b9ae-a8f4342fe4f8 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:00:38.020000 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-8168c4c5-0497-4ec6-88b7-3e8ec5994fa8 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4105921 Jul 09 16:00:38.023939 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 59162) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:00:38.029305 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-23ceb993-5595-47d6-a399-3b923bd5e5a1 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-380130551', 'admin_state_up': True, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:00:38.122717 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-23ceb993-5595-47d6-a399-3b923bd5e5a1 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:38.123828 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-23ceb993-5595-47d6-a399-3b923bd5e5a1 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:38.179265 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-23ceb993-5595-47d6-a399-3b923bd5e5a1 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:38.428474 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-23ceb993-5595-47d6-a399-3b923bd5e5a1 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:38.712938 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-23ceb993-5595-47d6-a399-3b923bd5e5a1 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for router_gateway, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:38.731470 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-23ceb993-5595-47d6-a399-3b923bd5e5a1 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:38.833998 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-23ceb993-5595-47d6-a399-3b923bd5e5a1 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Allocated IP 172.25.3.74 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/b60dc269-29a3-49a9-946e-c6adb3e6c5f6) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:00:38.965877 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-23ceb993-5595-47d6-a399-3b923bd5e5a1 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:39.133747 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-23ceb993-5595-47d6-a399-3b923bd5e5a1 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:39.181539 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ceb993-5595-47d6-a399-3b923bd5e5a1 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:00:39.184500 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-23ceb993-5595-47d6-a399-3b923bd5e5a1 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:00:39.188231 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ceb993-5595-47d6-a399-3b923bd5e5a1 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:00:39.214319 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ceb993-5595-47d6-a399-3b923bd5e5a1 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'Port': ['ID=b60dc269-29a3-49a9-946e-c6adb3e6c5f6,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:00:39.645652 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-23ceb993-5595-47d6-a399-3b923bd5e5a1 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for router_gateway, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:39.851424 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-23ceb993-5595-47d6-a399-3b923bd5e5a1 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:40.086648 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ceb993-5595-47d6-a399-3b923bd5e5a1 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Router b9d2dd85-126f-41ea-b601-dde7ad97c929 is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:00:40.211150 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ceb993-5595-47d6-a399-3b923bd5e5a1 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:00:40.221684 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d39d87-55c9-4039-8782-55dac70ef719 None None] Sync routers for ids ['b9d2dd85-126f-41ea-b601-dde7ad97c929'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:00:40.234756 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d39d87-55c9-4039-8782-55dac70ef719 None None] Routers {'b9d2dd85-126f-41ea-b601-dde7ad97c929'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:00:40.235845 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-37d39d87-55c9-4039-8782-55dac70ef719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:00:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['b9d2dd85-126f-41ea-b601-dde7ad97c929'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:00:40.294024 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-23ceb993-5595-47d6-a399-3b923bd5e5a1 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:40.295691 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-23ceb993-5595-47d6-a399-3b923bd5e5a1 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2705812 Jul 09 16:00:40.300996 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 59164) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:00:40.333403 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-0755f0ae-5e82-4a5d-8c07-ac65bbf1e60c tempest-TestNetworkAdvancedServerOps-1608963051 tempest-TestNetworkAdvancedServerOps-1608963051-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=30d714c59bd14f6184e3834abd940a2e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325537 Jul 09 16:00:40.336377 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 59166) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:00:40.368523 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-37d39d87-55c9-4039-8782-55dac70ef719 None None] Set router b9d2dd85-126f-41ea-b601-dde7ad97c929 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:00:40.439840 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99afcf16-2d91-4fdd-a6e0-a99a64b4a6b4 tempest-TestNetworkAdvancedServerOps-1608963051 tempest-TestNetworkAdvancedServerOps-1608963051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:40.445824 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-99afcf16-2d91-4fdd-a6e0-a99a64b4a6b4 tempest-TestNetworkAdvancedServerOps-1608963051 tempest-TestNetworkAdvancedServerOps-1608963051-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1053133 Jul 09 16:00:40.447896 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 59168) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:00:40.496085 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-756b326b-2b3e-46b2-9c2f-9bc38e21229b tempest-TestNetworkAdvancedServerOps-1608963051 tempest-TestNetworkAdvancedServerOps-1608963051-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=202c7ce6-d4e9-4f80-84dd-bef08905a653&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0483065 Jul 09 16:00:40.500317 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59170) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:00:40.510228 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-fc8fb808-24d1-4ca7-ba8d-db1cb9e8d2ea tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2023664452', 'network_id': 'b5858cc1-9876-4bac-b9ae-a8f4342fe4f8', 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:00:40.616478 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-37d39d87-55c9-4039-8782-55dac70ef719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d2dd85-126f-41ea-b601-dde7ad97c929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-380130551', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'b60dc269-29a3-49a9-946e-c6adb3e6c5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:00:38Z', 'updated_at': '2021-07-09T16:00:39Z', 'revision_number': 3, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': 'b60dc269-29a3-49a9-946e-c6adb3e6c5f6', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d2dd85-126f-41ea-b601-dde7ad97c929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:00:38Z', 'updated_at': '2021-07-09T16:00:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:00:40.650248 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d39d87-55c9-4039-8782-55dac70ef719 None None] Checking router: b9d2dd85-126f-41ea-b601-dde7ad97c929 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:00:40.650562 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d39d87-55c9-4039-8782-55dac70ef719 None None] Updating router b9d2dd85-126f-41ea-b601-dde7ad97c929 port b60dc269-29a3-49a9-946e-c6adb3e6c5f6 binding host n-d-799529-6 {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:00:40.692614 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8fb808-24d1-4ca7-ba8d-db1cb9e8d2ea tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Made reservation on behalf of 30d714c59bd14f6184e3834abd940a2e for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:00:40.692944 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-37d39d87-55c9-4039-8782-55dac70ef719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:40.698112 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fc8fb808-24d1-4ca7-ba8d-db1cb9e8d2ea tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:41.028015 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-37d39d87-55c9-4039-8782-55dac70ef719 None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:41.039217 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-37d39d87-55c9-4039-8782-55dac70ef719 None None] Transition to ACTIVE for port object b60dc269-29a3-49a9-946e-c6adb3e6c5f6 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:00:41.099971 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fc8fb808-24d1-4ca7-ba8d-db1cb9e8d2ea tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:41.140344 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-37d39d87-55c9-4039-8782-55dac70ef719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:41.171068 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8fb808-24d1-4ca7-ba8d-db1cb9e8d2ea tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'Subnet': ['ID=bce1baec-e64b-4fa4-9e5a-0877659febf1,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:00:41.181987 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8fb808-24d1-4ca7-ba8d-db1cb9e8d2ea tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Checking segment: {'id': '7987c2f1-b359-48bb-89b3-69b4f1fbf757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b5858cc1-9876-4bac-b9ae-a8f4342fe4f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:00:41.182502 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8fb808-24d1-4ca7-ba8d-db1cb9e8d2ea tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Network hostable DHCP agents. Network: b5858cc1-9876-4bac-b9ae-a8f4342fe4f8, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:00:41.195803 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-37d39d87-55c9-4039-8782-55dac70ef719 None None] Attempting to bind port b60dc269-29a3-49a9-946e-c6adb3e6c5f6 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:00:41.196174 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-37d39d87-55c9-4039-8782-55dac70ef719 None None] Attempting to bind port b60dc269-29a3-49a9-946e-c6adb3e6c5f6 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:00:41.196551 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d39d87-55c9-4039-8782-55dac70ef719 None None] Attempting to bind port b60dc269-29a3-49a9-946e-c6adb3e6c5f6 on network 202c7ce6-d4e9-4f80-84dd-bef08905a653 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:00:41.204450 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa568e78-b790-460f-990d-8b420623d603 None None] Pushing event updated for resources: {'Port': ['ID=b60dc269-29a3-49a9-946e-c6adb3e6c5f6,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:00:41.208341 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d39d87-55c9-4039-8782-55dac70ef719 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:00:41.208724 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d39d87-55c9-4039-8782-55dac70ef719 None None] Checking segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:00:41.209132 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-37d39d87-55c9-4039-8782-55dac70ef719 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:41.209552 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d39d87-55c9-4039-8782-55dac70ef719 None None] Bound using segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:00:41.210023 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-37d39d87-55c9-4039-8782-55dac70ef719 None None] Bound port: b60dc269-29a3-49a9-946e-c6adb3e6c5f6, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:00:41.210413 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-37d39d87-55c9-4039-8782-55dac70ef719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:41.253964 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8fb808-24d1-4ca7-ba8d-db1cb9e8d2ea tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Network b5858cc1-9876-4bac-b9ae-a8f4342fe4f8 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:00:41.274286 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-37d39d87-55c9-4039-8782-55dac70ef719 None None] For port b60dc269-29a3-49a9-946e-c6adb3e6c5f6, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:00:41.277751 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-37d39d87-55c9-4039-8782-55dac70ef719 None None] For port b60dc269-29a3-49a9-946e-c6adb3e6c5f6, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=b60dc269-29a3-49a9-946e-c6adb3e6c5f6,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:00:41.345681 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-fc8fb808-24d1-4ca7-ba8d-db1cb9e8d2ea tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, b5858cc1-9876-4bac-b9ae-a8f4342fe4f8) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:00:41.356178 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8fb808-24d1-4ca7-ba8d-db1cb9e8d2ea tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:41.356178 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fc8fb808-24d1-4ca7-ba8d-db1cb9e8d2ea tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:41.356940 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd18b256-4540-4e3d-baf7-657e42e47bce None None] Network b5858cc1-9876-4bac-b9ae-a8f4342fe4f8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:00:41.397739 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-37d39d87-55c9-4039-8782-55dac70ef719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:41.504608 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa568e78-b790-460f-990d-8b420623d603 None None] Pushing event updated for resources: {'Port': ['ID=b60dc269-29a3-49a9-946e-c6adb3e6c5f6,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:00:41.514912 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d39d87-55c9-4039-8782-55dac70ef719 None None] Routers {'b9d2dd85-126f-41ea-b601-dde7ad97c929'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:00:41.514912 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-37d39d87-55c9-4039-8782-55dac70ef719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:00:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['b9d2dd85-126f-41ea-b601-dde7ad97c929'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:00:41.530562 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 59172) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:00:41.531491 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-fc8fb808-24d1-4ca7-ba8d-db1cb9e8d2ea tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0286813 Jul 09 16:00:41.698023 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce9c4d7-7ed6-4e2b-8d85-f7ce38d6cc45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-b5858cc1-9876-4bac-b9ae-a8f4342fe4f8', 'network_id': 'b5858cc1-9876-4bac-b9ae-a8f4342fe4f8', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'fixed_ips': [{'subnet_id': 'bce1baec-e64b-4fa4-9e5a-0877659febf1'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:00:41.698885 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7ce9c4d7-7ed6-4e2b-8d85-f7ce38d6cc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:41.704699 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-37d39d87-55c9-4039-8782-55dac70ef719 None None] Set router b9d2dd85-126f-41ea-b601-dde7ad97c929 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:00:42.113106 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7956a6a5-0803-4050-a609-d81d3dbb4105 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:42.183373 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-7ce9c4d7-7ed6-4e2b-8d85-f7ce38d6cc45 None None] Allocated IP 172.20.0.2 (b5858cc1-9876-4bac-b9ae-a8f4342fe4f8/bce1baec-e64b-4fa4-9e5a-0877659febf1/e0fb07a1-33a6-49bf-89a7-91890ef3d8d7) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:00:42.272413 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-37d39d87-55c9-4039-8782-55dac70ef719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d2dd85-126f-41ea-b601-dde7ad97c929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-380130551', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'b60dc269-29a3-49a9-946e-c6adb3e6c5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:00:38Z', 'updated_at': '2021-07-09T16:00:39Z', 'revision_number': 3, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': 'b60dc269-29a3-49a9-946e-c6adb3e6c5f6', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d2dd85-126f-41ea-b601-dde7ad97c929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:00:38Z', 'updated_at': '2021-07-09T16:00:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:00:42.314501 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d39d87-55c9-4039-8782-55dac70ef719 None None] The sync data for ids ['b9d2dd85-126f-41ea-b601-dde7ad97c929'] in n-d-799529-6 is: [{'id': 'b9d2dd85-126f-41ea-b601-dde7ad97c929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-380130551', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'b60dc269-29a3-49a9-946e-c6adb3e6c5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:00:38Z', 'updated_at': '2021-07-09T16:00:39Z', 'revision_number': 3, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': 'b60dc269-29a3-49a9-946e-c6adb3e6c5f6', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d2dd85-126f-41ea-b601-dde7ad97c929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:00:38Z', 'updated_at': '2021-07-09T16:00:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:00:42.404982 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7ce9c4d7-7ed6-4e2b-8d85-f7ce38d6cc45 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:42.416107 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-7ce9c4d7-7ed6-4e2b-8d85-f7ce38d6cc45 None None] Transition to ACTIVE for port object e0fb07a1-33a6-49bf-89a7-91890ef3d8d7 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:00:42.436532 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-7ce9c4d7-7ed6-4e2b-8d85-f7ce38d6cc45 None None] Transition to ACTIVE for port object e0fb07a1-33a6-49bf-89a7-91890ef3d8d7 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:00:42.489056 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7ce9c4d7-7ed6-4e2b-8d85-f7ce38d6cc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:42.537146 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce9c4d7-7ed6-4e2b-8d85-f7ce38d6cc45 None None] Network b5858cc1-9876-4bac-b9ae-a8f4342fe4f8 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:00:42.542599 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-7ce9c4d7-7ed6-4e2b-8d85-f7ce38d6cc45 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:00:42.545124 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce9c4d7-7ed6-4e2b-8d85-f7ce38d6cc45 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:00:42.559822 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce9c4d7-7ed6-4e2b-8d85-f7ce38d6cc45 None None] Pushing event updated for resources: {'Port': ['ID=e0fb07a1-33a6-49bf-89a7-91890ef3d8d7,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:00:42.600820 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-7956a6a5-0803-4050-a609-d81d3dbb4105 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Allocated IP 172.20.0.1 (b5858cc1-9876-4bac-b9ae-a8f4342fe4f8/bce1baec-e64b-4fa4-9e5a-0877659febf1/4540cc2b-37bc-430d-b9a3-f69e80b88adf) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:00:42.640277 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-7ce9c4d7-7ed6-4e2b-8d85-f7ce38d6cc45 None None] Attempting to bind port e0fb07a1-33a6-49bf-89a7-91890ef3d8d7 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:00:42.643610 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-7ce9c4d7-7ed6-4e2b-8d85-f7ce38d6cc45 None None] Attempting to bind port e0fb07a1-33a6-49bf-89a7-91890ef3d8d7 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '7987c2f1-b359-48bb-89b3-69b4f1fbf757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b5858cc1-9876-4bac-b9ae-a8f4342fe4f8'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:00:42.643610 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce9c4d7-7ed6-4e2b-8d85-f7ce38d6cc45 None None] Attempting to bind port e0fb07a1-33a6-49bf-89a7-91890ef3d8d7 on network b5858cc1-9876-4bac-b9ae-a8f4342fe4f8 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:00:42.646949 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce9c4d7-7ed6-4e2b-8d85-f7ce38d6cc45 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:00:42.647352 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce9c4d7-7ed6-4e2b-8d85-f7ce38d6cc45 None None] Checking segment: {'id': '7987c2f1-b359-48bb-89b3-69b4f1fbf757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b5858cc1-9876-4bac-b9ae-a8f4342fe4f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:00:42.647797 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7ce9c4d7-7ed6-4e2b-8d85-f7ce38d6cc45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:42.648191 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce9c4d7-7ed6-4e2b-8d85-f7ce38d6cc45 None None] Bound using segment: {'id': '7987c2f1-b359-48bb-89b3-69b4f1fbf757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b5858cc1-9876-4bac-b9ae-a8f4342fe4f8'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:00:42.648665 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-7ce9c4d7-7ed6-4e2b-8d85-f7ce38d6cc45 None None] Bound port: e0fb07a1-33a6-49bf-89a7-91890ef3d8d7, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7987c2f1-b359-48bb-89b3-69b4f1fbf757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b5858cc1-9876-4bac-b9ae-a8f4342fe4f8'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:00:42.649044 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7ce9c4d7-7ed6-4e2b-8d85-f7ce38d6cc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:42.744972 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-7ce9c4d7-7ed6-4e2b-8d85-f7ce38d6cc45 None None] For port e0fb07a1-33a6-49bf-89a7-91890ef3d8d7, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:00:42.750240 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-7ce9c4d7-7ed6-4e2b-8d85-f7ce38d6cc45 None None] For port e0fb07a1-33a6-49bf-89a7-91890ef3d8d7, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=e0fb07a1-33a6-49bf-89a7-91890ef3d8d7,segment=NetworkSegment(7987c2f1-b359-48bb-89b3-69b4f1fbf757),segment_id=7987c2f1-b359-48bb-89b3-69b4f1fbf757)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:00:42.789025 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7956a6a5-0803-4050-a609-d81d3dbb4105 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:42.808187 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-7956a6a5-0803-4050-a609-d81d3dbb4105 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Transition to ACTIVE for port object 4540cc2b-37bc-430d-b9a3-f69e80b88adf will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:00:42.882534 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7ce9c4d7-7ed6-4e2b-8d85-f7ce38d6cc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:42.956140 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce9c4d7-7ed6-4e2b-8d85-f7ce38d6cc45 None None] Pushing event updated for resources: {'Port': ['ID=e0fb07a1-33a6-49bf-89a7-91890ef3d8d7,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:00:43.008573 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7956a6a5-0803-4050-a609-d81d3dbb4105 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:43.076396 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7956a6a5-0803-4050-a609-d81d3dbb4105 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Network b5858cc1-9876-4bac-b9ae-a8f4342fe4f8 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:00:43.080704 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-7956a6a5-0803-4050-a609-d81d3dbb4105 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:00:43.086361 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7956a6a5-0803-4050-a609-d81d3dbb4105 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:00:43.091006 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7956a6a5-0803-4050-a609-d81d3dbb4105 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'Port': ['ID=4540cc2b-37bc-430d-b9a3-f69e80b88adf,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:00:43.154558 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7956a6a5-0803-4050-a609-d81d3dbb4105 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:43.428879 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7956a6a5-0803-4050-a609-d81d3dbb4105 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:43.728700 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7956a6a5-0803-4050-a609-d81d3dbb4105 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:43.808536 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7956a6a5-0803-4050-a609-d81d3dbb4105 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:43.888722 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7956a6a5-0803-4050-a609-d81d3dbb4105 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:43.888722 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7956a6a5-0803-4050-a609-d81d3dbb4105 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'Port': ['ID=4540cc2b-37bc-430d-b9a3-f69e80b88adf,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:00:43.995169 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7956a6a5-0803-4050-a609-d81d3dbb4105 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Network b5858cc1-9876-4bac-b9ae-a8f4342fe4f8 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:00:43.997263 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-7956a6a5-0803-4050-a609-d81d3dbb4105 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:00:44.031458 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:00:44.153132 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7956a6a5-0803-4050-a609-d81d3dbb4105 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Router b9d2dd85-126f-41ea-b601-dde7ad97c929 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:00:44.323261 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7956a6a5-0803-4050-a609-d81d3dbb4105 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:00:44.331781 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7956a6a5-0803-4050-a609-d81d3dbb4105 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "PUT /v2.0/routers/b9d2dd85-126f-41ea-b601-dde7ad97c929/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7992120 Jul 09 16:00:44.440107 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8107417-19a9-4093-affd-414c24d2a21b None None] Sync routers for ids ['b9d2dd85-126f-41ea-b601-dde7ad97c929'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:00:44.473469 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8107417-19a9-4093-affd-414c24d2a21b None None] Routers {'b9d2dd85-126f-41ea-b601-dde7ad97c929'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:00:44.474221 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-e8107417-19a9-4093-affd-414c24d2a21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:00:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['b9d2dd85-126f-41ea-b601-dde7ad97c929'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:00:44.474414 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3960978-5f7e-4e99-836d-fe21fba3d4e9 None None] Network b5858cc1-9876-4bac-b9ae-a8f4342fe4f8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:00:44.537025 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3b5022b5-8b64-406d-aa8e-a76b7ea55375 req-260ed9dd-e8f1-49ba-a368-ee8346e4384c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-181931553&fields=id&tenant_id=30d714c59bd14f6184e3834abd940a2e HTTP/1.1" status: 200 len: 267 time: 0.0449064 Jul 09 16:00:44.563559 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device b60dc269-29a3-49a9-946e-c6adb3e6c5f6 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:00:44.677442 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-8dd76d76-0b41-4334-a7b8-d435db711bd9 None None] Provisioning for port e0fb07a1-33a6-49bf-89a7-91890ef3d8d7 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:00:44.678969 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5022b5-8b64-406d-aa8e-a76b7ea55375 req-95d1c5b9-940f-4c00-af6b-e3568cf3b514 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:44.680818 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3b5022b5-8b64-406d-aa8e-a76b7ea55375 req-95d1c5b9-940f-4c00-af6b-e3568cf3b514 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/networks?id=b5858cc1-9876-4bac-b9ae-a8f4342fe4f8 HTTP/1.1" status: 200 len: 796 time: 0.1328049 Jul 09 16:00:44.699047 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3b5022b5-8b64-406d-aa8e-a76b7ea55375 req-efe7e5c9-dbed-4474-804a-9fd7f9c6ad1b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/quotas/30d714c59bd14f6184e3834abd940a2e HTTP/1.1" status: 200 len: 375 time: 0.0121479 Jul 09 16:00:44.721217 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-e8107417-19a9-4093-affd-414c24d2a21b None None] Set router b9d2dd85-126f-41ea-b601-dde7ad97c929 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:00:44.759856 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port b60dc269-29a3-49a9-946e-c6adb3e6c5f6 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:00:44.767681 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port b60dc269-29a3-49a9-946e-c6adb3e6c5f6 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:00:44.768294 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:44.803580 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3b5022b5-8b64-406d-aa8e-a76b7ea55375 req-e48431c8-24bd-4fff-a747-c36975459f59 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=30d714c59bd14f6184e3834abd940a2e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0970676 Jul 09 16:00:44.888558 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:44.891429 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [req-3b5022b5-8b64-406d-aa8e-a76b7ea55375 req-cda3b2f0-14dd-471b-9deb-9c8b7cda9792 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:00:44.899822 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3b5022b5-8b64-406d-aa8e-a76b7ea55375 req-cda3b2f0-14dd-471b-9deb-9c8b7cda9792 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0798700 Jul 09 16:00:44.918676 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port b60dc269-29a3-49a9-946e-c6adb3e6c5f6, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=b60dc269-29a3-49a9-946e-c6adb3e6c5f6,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:00:45.008273 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3b5022b5-8b64-406d-aa8e-a76b7ea55375 req-01edb1d4-8805-4343-860f-300046674f40 service neutron] 10.222.0.58 "GET /v2.0/networks/b5858cc1-9876-4bac-b9ae-a8f4342fe4f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073444 Jul 09 16:00:45.021562 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-e8107417-19a9-4093-affd-414c24d2a21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d2dd85-126f-41ea-b601-dde7ad97c929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-380130551', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'b60dc269-29a3-49a9-946e-c6adb3e6c5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:00:38Z', 'updated_at': '2021-07-09T16:00:43Z', 'revision_number': 4, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': 'b60dc269-29a3-49a9-946e-c6adb3e6c5f6', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d2dd85-126f-41ea-b601-dde7ad97c929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:00:38Z', 'updated_at': '2021-07-09T16:00:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '4540cc2b-37bc-430d-b9a3-f69e80b88adf', 'name': '', 'network_id': 'b5858cc1-9876-4bac-b9ae-a8f4342fe4f8', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'mac_address': 'fa:16:3e:72:b9:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d2dd85-126f-41ea-b601-dde7ad97c929', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'bce1baec-e64b-4fa4-9e5a-0877659febf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:00:42Z', 'updated_at': '2021-07-09T16:00:43Z', 'revision_number': 2, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'subnets': [{'id': 'bce1baec-e64b-4fa4-9e5a-0877659febf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:00:45.071542 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8107417-19a9-4093-affd-414c24d2a21b None None] Checking router: b9d2dd85-126f-41ea-b601-dde7ad97c929 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:00:45.072657 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8107417-19a9-4093-affd-414c24d2a21b None None] Updating router b9d2dd85-126f-41ea-b601-dde7ad97c929 port 4540cc2b-37bc-430d-b9a3-f69e80b88adf binding host n-d-799529-6 {{(pid=94448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:00:45.106470 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:45.113723 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device e0fb07a1-33a6-49bf-89a7-91890ef3d8d7 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:00:45.119401 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-e8107417-19a9-4093-affd-414c24d2a21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:45.139593 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3b5022b5-8b64-406d-aa8e-a76b7ea55375 req-e5a7205c-c9c2-4c55-a8e3-d0147a4e9a1c service neutron] 10.222.0.58 "GET /v2.0/networks/b5858cc1-9876-4bac-b9ae-a8f4342fe4f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212635 Jul 09 16:00:45.261947 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=b60dc269-29a3-49a9-946e-c6adb3e6c5f6,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:00:45.350653 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-9a9dc812-64f2-4227-b704-a6cd1b8676e5 None None] Provisioning for port 4540cc2b-37bc-430d-b9a3-f69e80b88adf completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:00:45.358143 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-9a9dc812-64f2-4227-b704-a6cd1b8676e5 None None] Provisioning complete for port 4540cc2b-37bc-430d-b9a3-f69e80b88adf triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:00:45.358143 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9a9dc812-64f2-4227-b704-a6cd1b8676e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:45.405309 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-9a9dc812-64f2-4227-b704-a6cd1b8676e5 None None] Port 4540cc2b-37bc-430d-b9a3-f69e80b88adf cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:00:45.452771 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port e0fb07a1-33a6-49bf-89a7-91890ef3d8d7 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:00:45.459358 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port e0fb07a1-33a6-49bf-89a7-91890ef3d8d7 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:00:45.459915 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:45.480021 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-e8107417-19a9-4093-affd-414c24d2a21b None None] Notify callbacks [] for port, precommit_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:45.500174 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.provisioning_blocks [None req-e8107417-19a9-4093-affd-414c24d2a21b None None] Transition to ACTIVE for port object 4540cc2b-37bc-430d-b9a3-f69e80b88adf will not be triggered until provisioned by entity L2. {{(pid=94448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:00:45.548973 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-48b97b13-7638-45c0-9388-214d246530e1 None None] Provisioning complete for port 4540cc2b-37bc-430d-b9a3-f69e80b88adf triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:00:45.549454 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-48b97b13-7638-45c0-9388-214d246530e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:45.598186 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d108159e-fdc8-40d3-90e7-b414ca05ef65 req-9740a303-5ed5-4bad-84aa-b795075ef4c3 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=8346a4c2-3324-4c36-92d5-923d0d7581aa HTTP/1.1" status: 200 len: 210 time: 0.0492954 Jul 09 16:00:45.609348 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-e8107417-19a9-4093-affd-414c24d2a21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:45.613084 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-48b97b13-7638-45c0-9388-214d246530e1 None None] Port 4540cc2b-37bc-430d-b9a3-f69e80b88adf cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:00:45.630508 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:45.683977 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:45.686521 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dec9f0-1b45-4b84-b353-fca2e20738a9 None None] Pushing event updated for resources: {'Port': ['ID=4540cc2b-37bc-430d-b9a3-f69e80b88adf,revision_number=3']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:00:45.693722 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port e0fb07a1-33a6-49bf-89a7-91890ef3d8d7, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=e0fb07a1-33a6-49bf-89a7-91890ef3d8d7,segment=NetworkSegment(7987c2f1-b359-48bb-89b3-69b4f1fbf757),segment_id=7987c2f1-b359-48bb-89b3-69b4f1fbf757)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:00:45.698979 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dec9f0-1b45-4b84-b353-fca2e20738a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:45.699326 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dec9f0-1b45-4b84-b353-fca2e20738a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:45.699691 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dec9f0-1b45-4b84-b353-fca2e20738a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:45.700242 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dec9f0-1b45-4b84-b353-fca2e20738a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:45.700434 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dec9f0-1b45-4b84-b353-fca2e20738a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:45.700639 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dec9f0-1b45-4b84-b353-fca2e20738a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:45.700964 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dec9f0-1b45-4b84-b353-fca2e20738a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:45.701285 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dec9f0-1b45-4b84-b353-fca2e20738a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:45.701605 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dec9f0-1b45-4b84-b353-fca2e20738a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:45.701926 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dec9f0-1b45-4b84-b353-fca2e20738a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:45.702246 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dec9f0-1b45-4b84-b353-fca2e20738a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:45.702574 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dec9f0-1b45-4b84-b353-fca2e20738a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:00:45.795457 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-e8107417-19a9-4093-affd-414c24d2a21b None None] Attempting to bind port 4540cc2b-37bc-430d-b9a3-f69e80b88adf on host n-d-799529-6 for vnic_type normal with profile {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:00:45.796825 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-e8107417-19a9-4093-affd-414c24d2a21b None None] Attempting to bind port 4540cc2b-37bc-430d-b9a3-f69e80b88adf by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '7987c2f1-b359-48bb-89b3-69b4f1fbf757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b5858cc1-9876-4bac-b9ae-a8f4342fe4f8'}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:00:45.798128 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8107417-19a9-4093-affd-414c24d2a21b None None] Attempting to bind port 4540cc2b-37bc-430d-b9a3-f69e80b88adf on network b5858cc1-9876-4bac-b9ae-a8f4342fe4f8 {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:00:45.806726 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8107417-19a9-4093-affd-414c24d2a21b None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:00:45.807234 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8107417-19a9-4093-affd-414c24d2a21b None None] Checking segment: {'id': '7987c2f1-b359-48bb-89b3-69b4f1fbf757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b5858cc1-9876-4bac-b9ae-a8f4342fe4f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:00:45.808028 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-e8107417-19a9-4093-affd-414c24d2a21b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:45.808537 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8107417-19a9-4093-affd-414c24d2a21b None None] Bound using segment: {'id': '7987c2f1-b359-48bb-89b3-69b4f1fbf757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b5858cc1-9876-4bac-b9ae-a8f4342fe4f8'} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:00:45.809107 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-e8107417-19a9-4093-affd-414c24d2a21b None None] Bound port: 4540cc2b-37bc-430d-b9a3-f69e80b88adf, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7987c2f1-b359-48bb-89b3-69b4f1fbf757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b5858cc1-9876-4bac-b9ae-a8f4342fe4f8'}}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:00:45.809568 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-e8107417-19a9-4093-affd-414c24d2a21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:45.841576 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:45.905919 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-e8107417-19a9-4093-affd-414c24d2a21b None None] For port 4540cc2b-37bc-430d-b9a3-f69e80b88adf, host n-d-799529-6, cleared binding levels {{(pid=94448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:00:45.905919 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-e8107417-19a9-4093-affd-414c24d2a21b None None] For port 4540cc2b-37bc-430d-b9a3-f69e80b88adf, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=4540cc2b-37bc-430d-b9a3-f69e80b88adf,segment=NetworkSegment(7987c2f1-b359-48bb-89b3-69b4f1fbf757),segment_id=7987c2f1-b359-48bb-89b3-69b4f1fbf757)] {{(pid=94448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:00:45.906318 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=e0fb07a1-33a6-49bf-89a7-91890ef3d8d7,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:00:46.035462 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-e8107417-19a9-4093-affd-414c24d2a21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:46.098589 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8107417-19a9-4093-affd-414c24d2a21b None None] Routers {'b9d2dd85-126f-41ea-b601-dde7ad97c929'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:00:46.099733 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-e8107417-19a9-4093-affd-414c24d2a21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:00:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['b9d2dd85-126f-41ea-b601-dde7ad97c929'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:00:46.101344 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dec9f0-1b45-4b84-b353-fca2e20738a9 None None] Pushing event updated for resources: {'Port': ['ID=4540cc2b-37bc-430d-b9a3-f69e80b88adf,revision_number=4']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:00:46.232809 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-e8107417-19a9-4093-affd-414c24d2a21b None None] Set router b9d2dd85-126f-41ea-b601-dde7ad97c929 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:00:46.489775 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-e8107417-19a9-4093-affd-414c24d2a21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d2dd85-126f-41ea-b601-dde7ad97c929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-380130551', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'b60dc269-29a3-49a9-946e-c6adb3e6c5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:00:38Z', 'updated_at': '2021-07-09T16:00:43Z', 'revision_number': 4, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': 'b60dc269-29a3-49a9-946e-c6adb3e6c5f6', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d2dd85-126f-41ea-b601-dde7ad97c929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:00:38Z', 'updated_at': '2021-07-09T16:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '4540cc2b-37bc-430d-b9a3-f69e80b88adf', 'name': '', 'network_id': 'b5858cc1-9876-4bac-b9ae-a8f4342fe4f8', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'mac_address': 'fa:16:3e:72:b9:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d2dd85-126f-41ea-b601-dde7ad97c929', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'bce1baec-e64b-4fa4-9e5a-0877659febf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:00:42Z', 'updated_at': '2021-07-09T16:00:45Z', 'revision_number': 4, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'subnets': [{'id': 'bce1baec-e64b-4fa4-9e5a-0877659febf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:00:46.521307 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device b60dc269-29a3-49a9-946e-c6adb3e6c5f6 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:00:46.535559 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8107417-19a9-4093-affd-414c24d2a21b None None] The sync data for ids ['b9d2dd85-126f-41ea-b601-dde7ad97c929'] in n-d-799529-6 is: [{'id': 'b9d2dd85-126f-41ea-b601-dde7ad97c929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-380130551', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'b60dc269-29a3-49a9-946e-c6adb3e6c5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:00:38Z', 'updated_at': '2021-07-09T16:00:43Z', 'revision_number': 4, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': 'b60dc269-29a3-49a9-946e-c6adb3e6c5f6', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d2dd85-126f-41ea-b601-dde7ad97c929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:00:38Z', 'updated_at': '2021-07-09T16:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '4540cc2b-37bc-430d-b9a3-f69e80b88adf', 'name': '', 'network_id': 'b5858cc1-9876-4bac-b9ae-a8f4342fe4f8', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'mac_address': 'fa:16:3e:72:b9:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d2dd85-126f-41ea-b601-dde7ad97c929', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'bce1baec-e64b-4fa4-9e5a-0877659febf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:00:42Z', 'updated_at': '2021-07-09T16:00:45Z', 'revision_number': 4, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'subnets': [{'id': 'bce1baec-e64b-4fa4-9e5a-0877659febf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:00:46.633878 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port b60dc269-29a3-49a9-946e-c6adb3e6c5f6 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:00:46.635910 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:46.788799 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device e0fb07a1-33a6-49bf-89a7-91890ef3d8d7 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:00:46.886018 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port e0fb07a1-33a6-49bf-89a7-91890ef3d8d7 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:00:46.886941 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:47.224459 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-04008b78-7217-412a-a978-3da8af5f6728 req-3af260fd-26e0-4d5e-861e-801c37bddefc tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=8346a4c2-3324-4c36-92d5-923d0d7581aa HTTP/1.1" status: 200 len: 210 time: 0.5449538 Jul 09 16:00:47.714548 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [req-e0cb3d34-2d44-4ac6-bf0f-da8d78e8c7e5 req-ac7b01ee-7cfd-48f8-8cec-7bbbb2095966 service neutron] (94446) timed out ('10.222.0.58', 56110) {{(pid=94446) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 16:00:48.405962 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7a84d0f1-e4bf-4d3a-ae03-079e2c7c1abb req-9556b4cb-068b-4ff4-9069-90696d8c227b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=8346a4c2-3324-4c36-92d5-923d0d7581aa HTTP/1.1" status: 200 len: 210 time: 0.0414324 Jul 09 16:00:48.471639 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5022b5-8b64-406d-aa8e-a76b7ea55375 req-a55f69c0-b291-4dd5-99b5-16b8c8380c6e tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:48.473723 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3b5022b5-8b64-406d-aa8e-a76b7ea55375 req-a55f69c0-b291-4dd5-99b5-16b8c8380c6e tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.54 "GET /v2.0/networks?id=b5858cc1-9876-4bac-b9ae-a8f4342fe4f8 HTTP/1.1" status: 200 len: 796 time: 0.1664340 Jul 09 16:00:48.532718 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3b5022b5-8b64-406d-aa8e-a76b7ea55375 req-45bc290e-6b03-42aa-a034-5bea025daf1e tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30d714c59bd14f6184e3834abd940a2e HTTP/1.1" status: 200 len: 379 time: 0.0486388 Jul 09 16:00:48.541977 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 4540cc2b-37bc-430d-b9a3-f69e80b88adf up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:00:48.544135 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-3b5022b5-8b64-406d-aa8e-a76b7ea55375 req-ae3e5b2f-a5f4-436f-9896-dbbc803bdfbe tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Request body: {'port': {'device_id': '8346a4c2-3324-4c36-92d5-923d0d7581aa', 'network_id': 'b5858cc1-9876-4bac-b9ae-a8f4342fe4f8', 'admin_state_up': True, 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'security_groups': ['940a8ef6-e643-48f7-9a5f-da4180527adb']}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:00:48.704934 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 4540cc2b-37bc-430d-b9a3-f69e80b88adf completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:00:48.710458 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 4540cc2b-37bc-430d-b9a3-f69e80b88adf triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:00:48.715775 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:48.767638 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b5022b5-8b64-406d-aa8e-a76b7ea55375 req-ae3e5b2f-a5f4-436f-9896-dbbc803bdfbe tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Made reservation on behalf of 30d714c59bd14f6184e3834abd940a2e for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:00:48.771852 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-3b5022b5-8b64-406d-aa8e-a76b7ea55375 req-ae3e5b2f-a5f4-436f-9896-dbbc803bdfbe tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:48.809809 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:48.851224 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 4540cc2b-37bc-430d-b9a3-f69e80b88adf, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=4540cc2b-37bc-430d-b9a3-f69e80b88adf,segment=NetworkSegment(7987c2f1-b359-48bb-89b3-69b4f1fbf757),segment_id=7987c2f1-b359-48bb-89b3-69b4f1fbf757)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:00:48.921985 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:48.922743 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-3b5022b5-8b64-406d-aa8e-a76b7ea55375 req-ae3e5b2f-a5f4-436f-9896-dbbc803bdfbe tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Allocated IP 172.20.0.10 (b5858cc1-9876-4bac-b9ae-a8f4342fe4f8/bce1baec-e64b-4fa4-9e5a-0877659febf1/6dbe6eac-2d7c-4f07-9483-3e6d9afca81e) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:00:48.983266 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=4540cc2b-37bc-430d-b9a3-f69e80b88adf,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:00:49.075672 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-3b5022b5-8b64-406d-aa8e-a76b7ea55375 req-ae3e5b2f-a5f4-436f-9896-dbbc803bdfbe tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:49.094944 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-3b5022b5-8b64-406d-aa8e-a76b7ea55375 req-ae3e5b2f-a5f4-436f-9896-dbbc803bdfbe tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Transition to ACTIVE for port object 6dbe6eac-2d7c-4f07-9483-3e6d9afca81e will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:00:49.219743 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-3b5022b5-8b64-406d-aa8e-a76b7ea55375 req-ae3e5b2f-a5f4-436f-9896-dbbc803bdfbe tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:49.268192 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b5022b5-8b64-406d-aa8e-a76b7ea55375 req-ae3e5b2f-a5f4-436f-9896-dbbc803bdfbe tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Network b5858cc1-9876-4bac-b9ae-a8f4342fe4f8 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:00:49.272104 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-3b5022b5-8b64-406d-aa8e-a76b7ea55375 req-ae3e5b2f-a5f4-436f-9896-dbbc803bdfbe tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:00:49.276581 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b5022b5-8b64-406d-aa8e-a76b7ea55375 req-ae3e5b2f-a5f4-436f-9896-dbbc803bdfbe tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:00:49.284120 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3e5b2f-a5f4-436f-9896-dbbc803bdfbe tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'Port': ['ID=6dbe6eac-2d7c-4f07-9483-3e6d9afca81e,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:00:49.347637 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5022b5-8b64-406d-aa8e-a76b7ea55375 req-ae3e5b2f-a5f4-436f-9896-dbbc803bdfbe tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:49.348565 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-3b5022b5-8b64-406d-aa8e-a76b7ea55375 req-ae3e5b2f-a5f4-436f-9896-dbbc803bdfbe tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:49.471833 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3b5022b5-8b64-406d-aa8e-a76b7ea55375 req-ae3e5b2f-a5f4-436f-9896-dbbc803bdfbe tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9343724 Jul 09 16:00:49.483904 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-3b5022b5-8b64-406d-aa8e-a76b7ea55375 req-da113561-e92a-4ef4-b929-de779518d168 service neutron] Request body: {'port': {'device_id': '8346a4c2-3324-4c36-92d5-923d0d7581aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:00:49.584071 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-3b5022b5-8b64-406d-aa8e-a76b7ea55375 req-da113561-e92a-4ef4-b929-de779518d168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:49.614165 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-ae9a757e-a73a-43da-9c40-b86586bc0c40 None None] Provisioning for port 6dbe6eac-2d7c-4f07-9483-3e6d9afca81e completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:00:49.618826 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-ae9a757e-a73a-43da-9c40-b86586bc0c40 None None] Provisioning complete for port 6dbe6eac-2d7c-4f07-9483-3e6d9afca81e triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:00:49.619263 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ae9a757e-a73a-43da-9c40-b86586bc0c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:49.654215 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9979b44-516c-42ef-ad95-0c011f10aabc req-525263b0-2741-47ff-ac30-614a41f8aa72 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:49.656077 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d9979b44-516c-42ef-ad95-0c011f10aabc req-525263b0-2741-47ff-ac30-614a41f8aa72 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=8346a4c2-3324-4c36-92d5-923d0d7581aa HTTP/1.1" status: 200 len: 932 time: 0.0868320 Jul 09 16:00:49.661611 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-ae9a757e-a73a-43da-9c40-b86586bc0c40 None None] Port 6dbe6eac-2d7c-4f07-9483-3e6d9afca81e cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:00:49.700774 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d9979b44-516c-42ef-ad95-0c011f10aabc req-07d31b0c-69df-480a-978d-8694ea540075 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=940a8ef6-e643-48f7-9a5f-da4180527adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370367 Jul 09 16:00:49.920203 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-3b5022b5-8b64-406d-aa8e-a76b7ea55375 req-da113561-e92a-4ef4-b929-de779518d168 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dbe6eac-2d7c-4f07-9483-3e6d9afca81e {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:00:49.928537 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-3b5022b5-8b64-406d-aa8e-a76b7ea55375 req-da113561-e92a-4ef4-b929-de779518d168 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:49.940785 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-3b5022b5-8b64-406d-aa8e-a76b7ea55375 req-da113561-e92a-4ef4-b929-de779518d168 service neutron] Transition to ACTIVE for port object 6dbe6eac-2d7c-4f07-9483-3e6d9afca81e will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:00:50.063699 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-3b5022b5-8b64-406d-aa8e-a76b7ea55375 req-da113561-e92a-4ef4-b929-de779518d168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:50.114784 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da113561-e92a-4ef4-b929-de779518d168 service neutron] Pushing event updated for resources: {'Port': ['ID=6dbe6eac-2d7c-4f07-9483-3e6d9afca81e,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:00:50.190900 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-3b5022b5-8b64-406d-aa8e-a76b7ea55375 req-da113561-e92a-4ef4-b929-de779518d168 service neutron] Attempting to bind port 6dbe6eac-2d7c-4f07-9483-3e6d9afca81e on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:00:50.191229 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-3b5022b5-8b64-406d-aa8e-a76b7ea55375 req-da113561-e92a-4ef4-b929-de779518d168 service neutron] Attempting to bind port 6dbe6eac-2d7c-4f07-9483-3e6d9afca81e by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '7987c2f1-b359-48bb-89b3-69b4f1fbf757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b5858cc1-9876-4bac-b9ae-a8f4342fe4f8'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:00:50.191577 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5022b5-8b64-406d-aa8e-a76b7ea55375 req-da113561-e92a-4ef4-b929-de779518d168 service neutron] Attempting to bind port 6dbe6eac-2d7c-4f07-9483-3e6d9afca81e on network b5858cc1-9876-4bac-b9ae-a8f4342fe4f8 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:00:50.196837 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5022b5-8b64-406d-aa8e-a76b7ea55375 req-da113561-e92a-4ef4-b929-de779518d168 service neutron] Port 6dbe6eac-2d7c-4f07-9483-3e6d9afca81e on network b5858cc1-9876-4bac-b9ae-a8f4342fe4f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:00:50.197162 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5022b5-8b64-406d-aa8e-a76b7ea55375 req-da113561-e92a-4ef4-b929-de779518d168 service neutron] Attempting to bind port 6dbe6eac-2d7c-4f07-9483-3e6d9afca81e on network b5858cc1-9876-4bac-b9ae-a8f4342fe4f8 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:00:50.204017 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5022b5-8b64-406d-aa8e-a76b7ea55375 req-da113561-e92a-4ef4-b929-de779518d168 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:00:50.204635 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5022b5-8b64-406d-aa8e-a76b7ea55375 req-da113561-e92a-4ef4-b929-de779518d168 service neutron] Checking segment: {'id': '7987c2f1-b359-48bb-89b3-69b4f1fbf757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b5858cc1-9876-4bac-b9ae-a8f4342fe4f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:00:50.204890 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5022b5-8b64-406d-aa8e-a76b7ea55375 req-da113561-e92a-4ef4-b929-de779518d168 service neutron] Bound using segment: {'id': '7987c2f1-b359-48bb-89b3-69b4f1fbf757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b5858cc1-9876-4bac-b9ae-a8f4342fe4f8'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:00:50.205327 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-3b5022b5-8b64-406d-aa8e-a76b7ea55375 req-da113561-e92a-4ef4-b929-de779518d168 service neutron] Bound port: 6dbe6eac-2d7c-4f07-9483-3e6d9afca81e, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7987c2f1-b359-48bb-89b3-69b4f1fbf757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b5858cc1-9876-4bac-b9ae-a8f4342fe4f8'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:00:50.205683 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-3b5022b5-8b64-406d-aa8e-a76b7ea55375 req-da113561-e92a-4ef4-b929-de779518d168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:50.276482 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-3b5022b5-8b64-406d-aa8e-a76b7ea55375 req-da113561-e92a-4ef4-b929-de779518d168 service neutron] For port 6dbe6eac-2d7c-4f07-9483-3e6d9afca81e, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:00:50.286307 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-3b5022b5-8b64-406d-aa8e-a76b7ea55375 req-da113561-e92a-4ef4-b929-de779518d168 service neutron] For port 6dbe6eac-2d7c-4f07-9483-3e6d9afca81e, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=6dbe6eac-2d7c-4f07-9483-3e6d9afca81e,segment=NetworkSegment(7987c2f1-b359-48bb-89b3-69b4f1fbf757),segment_id=7987c2f1-b359-48bb-89b3-69b4f1fbf757)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:00:50.460440 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 4540cc2b-37bc-430d-b9a3-f69e80b88adf up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:00:50.471862 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-3b5022b5-8b64-406d-aa8e-a76b7ea55375 req-da113561-e92a-4ef4-b929-de779518d168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:50.511563 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 4540cc2b-37bc-430d-b9a3-f69e80b88adf triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:00:50.512097 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:50.514263 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5022b5-8b64-406d-aa8e-a76b7ea55375 req-da113561-e92a-4ef4-b929-de779518d168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:50.514910 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-3b5022b5-8b64-406d-aa8e-a76b7ea55375 req-da113561-e92a-4ef4-b929-de779518d168 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:50.516403 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3b5022b5-8b64-406d-aa8e-a76b7ea55375 req-da113561-e92a-4ef4-b929-de779518d168 service neutron] 10.222.0.54 "PUT /v2.0/ports/6dbe6eac-2d7c-4f07-9483-3e6d9afca81e HTTP/1.1" status: 200 len: 1092 time: 1.0373683 Jul 09 16:00:50.516843 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8346a4c2-3324-4c36-92d5-923d0d7581aa', 'tag': '6dbe6eac-2d7c-4f07-9483-3e6d9afca81e'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:00:50.519980 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bb405a18ca731a56dedfaaf5e9a79789110744f6b6799bb7a0722340b5c16f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0e44e6-141e-4778-8627-9bb7c4b65855" -d '{"events": [{"name": "network-changed", "server_uuid": "8346a4c2-3324-4c36-92d5-923d0d7581aa", "tag": "6dbe6eac-2d7c-4f07-9483-3e6d9afca81e"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:00:50.560722 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da113561-e92a-4ef4-b929-de779518d168 service neutron] Pushing event updated for resources: {'Port': ['ID=6dbe6eac-2d7c-4f07-9483-3e6d9afca81e,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:00:50.572148 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ba5bc4-4585-4f83-99c4-07102e14336f x-openstack-request-id: req-69ba5bc4-4585-4f83-99c4-07102e14336f {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:00:50.572458 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8346a4c2-3324-4c36-92d5-923d0d7581aa", "tag": "6dbe6eac-2d7c-4f07-9483-3e6d9afca81e", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:00:50.572712 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-69ba5bc4-4585-4f83-99c4-07102e14336f {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:00:50.573129 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8346a4c2-3324-4c36-92d5-923d0d7581aa', 'tag': '6dbe6eac-2d7c-4f07-9483-3e6d9afca81e', 'status': 'completed', 'code': 200} Jul 09 16:00:50.658403 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e44e6-141e-4778-8627-9bb7c4b65855 req-714bd1b7-5fb5-421a-8398-85311b69a58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:50.673939 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bf0e44e6-141e-4778-8627-9bb7c4b65855 req-714bd1b7-5fb5-421a-8398-85311b69a58a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=30d714c59bd14f6184e3834abd940a2e&device_id=8346a4c2-3324-4c36-92d5-923d0d7581aa HTTP/1.1" status: 200 len: 1095 time: 0.0635822 Jul 09 16:00:50.780313 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e44e6-141e-4778-8627-9bb7c4b65855 req-d1923dbf-818d-4c30-9e5a-b727c79cd71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:50.781864 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bf0e44e6-141e-4778-8627-9bb7c4b65855 req-d1923dbf-818d-4c30-9e5a-b727c79cd71e service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=30d714c59bd14f6184e3834abd940a2e&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1148620 Jul 09 16:00:50.899208 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d90b9-b208-44e1-b1ba-9b28d2264767 req-361d0dcd-85b6-4914-a499-95b3a647041d tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:50.903755 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d07d90b9-b208-44e1-b1ba-9b28d2264767 req-361d0dcd-85b6-4914-a499-95b3a647041d tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=8346a4c2-3324-4c36-92d5-923d0d7581aa HTTP/1.1" status: 200 len: 944 time: 0.0755882 Jul 09 16:00:50.950609 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d07d90b9-b208-44e1-b1ba-9b28d2264767 req-101dbae7-0fab-4d76-8693-dc560bffaaf1 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=940a8ef6-e643-48f7-9a5f-da4180527adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432107 Jul 09 16:00:51.228072 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e44e6-141e-4778-8627-9bb7c4b65855 req-4e4b84be-4f7f-4822-9b43-42c124afbec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:51.229880 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bf0e44e6-141e-4778-8627-9bb7c4b65855 req-4e4b84be-4f7f-4822-9b43-42c124afbec0 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4419794 Jul 09 16:00:51.325958 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5022b5-8b64-406d-aa8e-a76b7ea55375 req-66846fca-c004-432b-8541-0fdf27d70ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:51.327529 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3b5022b5-8b64-406d-aa8e-a76b7ea55375 req-66846fca-c004-432b-8541-0fdf27d70ec0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=30d714c59bd14f6184e3834abd940a2e&device_id=8346a4c2-3324-4c36-92d5-923d0d7581aa HTTP/1.1" status: 200 len: 1095 time: 0.0554137 Jul 09 16:00:51.377653 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3b5022b5-8b64-406d-aa8e-a76b7ea55375 req-c0287bcb-46e1-4ed4-b912-ad5ce9042c05 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6dbe6eac-2d7c-4f07-9483-3e6d9afca81e HTTP/1.1" status: 200 len: 217 time: 0.0402849 Jul 09 16:00:51.430155 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5022b5-8b64-406d-aa8e-a76b7ea55375 req-322ac6c7-012a-4455-94b9-16a1f378fb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:51.431688 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3b5022b5-8b64-406d-aa8e-a76b7ea55375 req-322ac6c7-012a-4455-94b9-16a1f378fb1f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bce1baec-e64b-4fa4-9e5a-0877659febf1 HTTP/1.1" status: 200 len: 835 time: 0.0482500 Jul 09 16:00:51.544327 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5022b5-8b64-406d-aa8e-a76b7ea55375 req-4064524b-39b1-48d4-bedb-91ebab62beb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:51.545771 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3b5022b5-8b64-406d-aa8e-a76b7ea55375 req-4064524b-39b1-48d4-bedb-91ebab62beb6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b5858cc1-9876-4bac-b9ae-a8f4342fe4f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1076469 Jul 09 16:00:51.666856 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3b5022b5-8b64-406d-aa8e-a76b7ea55375 req-d3c6a85c-bff9-4cd2-b935-d4f1bdc8f87b service neutron] 10.222.0.54 "GET /v2.0/networks/b5858cc1-9876-4bac-b9ae-a8f4342fe4f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138713 Jul 09 16:00:51.779063 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3b5022b5-8b64-406d-aa8e-a76b7ea55375 req-b967e36d-a04a-4337-aa86-0e5624c99b1f service neutron] 10.222.0.54 "GET /v2.0/networks/b5858cc1-9876-4bac-b9ae-a8f4342fe4f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056435 Jul 09 16:00:52.176556 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8aaf81-af48-4136-947d-b3e2978135f9 req-f64bc71e-a9af-41db-8923-43f03dc4197d tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:52.178467 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9d8aaf81-af48-4136-947d-b3e2978135f9 req-f64bc71e-a9af-41db-8923-43f03dc4197d tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=8346a4c2-3324-4c36-92d5-923d0d7581aa HTTP/1.1" status: 200 len: 944 time: 0.1012776 Jul 09 16:00:52.224906 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9d8aaf81-af48-4136-947d-b3e2978135f9 req-05c24763-d666-4f4d-8e37-51e72165ae26 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=940a8ef6-e643-48f7-9a5f-da4180527adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404158 Jul 09 16:00:53.424349 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b22f2ca-cf57-4730-98a2-3a102eaed207 req-f59f007b-2638-44de-9ee9-d6815e7b3318 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:53.425055 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9b22f2ca-cf57-4730-98a2-3a102eaed207 req-f59f007b-2638-44de-9ee9-d6815e7b3318 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=8346a4c2-3324-4c36-92d5-923d0d7581aa HTTP/1.1" status: 200 len: 944 time: 0.0735085 Jul 09 16:00:53.477550 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9b22f2ca-cf57-4730-98a2-3a102eaed207 req-5aed6ac0-7d45-4b96-96d2-d2481800e818 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=940a8ef6-e643-48f7-9a5f-da4180527adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452058 Jul 09 16:00:53.943795 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:54.672075 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f7c64-9570-4a3c-9620-775a0f3c824f req-b8f8d113-0336-459c-8679-be5b3bfefe4b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:54.673771 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b71f7c64-9570-4a3c-9620-775a0f3c824f req-b8f8d113-0336-459c-8679-be5b3bfefe4b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=8346a4c2-3324-4c36-92d5-923d0d7581aa HTTP/1.1" status: 200 len: 944 time: 0.0713012 Jul 09 16:00:54.717809 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b71f7c64-9570-4a3c-9620-775a0f3c824f req-c4c532e2-ae0d-4ca1-a581-e1a95ddc596f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=940a8ef6-e643-48f7-9a5f-da4180527adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366700 Jul 09 16:00:55.947018 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1636f78-6cd1-48da-82d1-307d5e594e70 req-574cfa3a-5635-46e1-bb57-918bd1420888 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:55.948816 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f1636f78-6cd1-48da-82d1-307d5e594e70 req-574cfa3a-5635-46e1-bb57-918bd1420888 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=8346a4c2-3324-4c36-92d5-923d0d7581aa HTTP/1.1" status: 200 len: 944 time: 0.0923057 Jul 09 16:00:56.000235 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f1636f78-6cd1-48da-82d1-307d5e594e70 req-1479ef62-1b70-4a84-8a1a-c6caf3700ae6 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=940a8ef6-e643-48f7-9a5f-da4180527adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451398 Jul 09 16:00:56.177622 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-45c570c3-1850-4821-9540-5481cdd649b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:56.410868 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 6dbe6eac-2d7c-4f07-9483-3e6d9afca81e details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:00:56.522294 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 6dbe6eac-2d7c-4f07-9483-3e6d9afca81e, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=6dbe6eac-2d7c-4f07-9483-3e6d9afca81e,segment=NetworkSegment(7987c2f1-b359-48bb-89b3-69b4f1fbf757),segment_id=7987c2f1-b359-48bb-89b3-69b4f1fbf757)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:00:56.536061 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': '6dbe6eac-2d7c-4f07-9483-3e6d9afca81e', 'network_id': 'b5858cc1-9876-4bac-b9ae-a8f4342fe4f8', 'port_id': '6dbe6eac-2d7c-4f07-9483-3e6d9afca81e', 'mac_address': 'fa:16:3e:81:58:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bce1baec-e64b-4fa4-9e5a-0877659febf1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:00:56.579370 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:56.594966 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dbe6eac-2d7c-4f07-9483-3e6d9afca81e {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:00:56.617261 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 6dbe6eac-2d7c-4f07-9483-3e6d9afca81e, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=6dbe6eac-2d7c-4f07-9483-3e6d9afca81e,segment=NetworkSegment(7987c2f1-b359-48bb-89b3-69b4f1fbf757),segment_id=7987c2f1-b359-48bb-89b3-69b4f1fbf757)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:00:56.750637 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:56.807212 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=6dbe6eac-2d7c-4f07-9483-3e6d9afca81e,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:00:56.973002 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['6dbe6eac-2d7c-4f07-9483-3e6d9afca81e'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:00:57.204096 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae12cee-25e8-4ced-a61c-db00edaf2e2f req-35b46630-ac0e-4a76-948b-8c0a82af5327 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:57.206302 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4ae12cee-25e8-4ced-a61c-db00edaf2e2f req-35b46630-ac0e-4a76-948b-8c0a82af5327 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=8346a4c2-3324-4c36-92d5-923d0d7581aa HTTP/1.1" status: 200 len: 945 time: 0.0756617 Jul 09 16:00:57.256626 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4ae12cee-25e8-4ced-a61c-db00edaf2e2f req-673acc49-8136-4675-8336-47cbb63852f4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=940a8ef6-e643-48f7-9a5f-da4180527adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437684 Jul 09 16:00:58.425884 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 6dbe6eac-2d7c-4f07-9483-3e6d9afca81e up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:00:58.477330 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294dbc71-c471-4048-9ccd-b005cfba1350 req-3967a751-2a56-4e09-af2f-c275da662057 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:58.479072 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-294dbc71-c471-4048-9ccd-b005cfba1350 req-3967a751-2a56-4e09-af2f-c275da662057 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=8346a4c2-3324-4c36-92d5-923d0d7581aa HTTP/1.1" status: 200 len: 945 time: 0.0913882 Jul 09 16:00:58.646014 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-294dbc71-c471-4048-9ccd-b005cfba1350 req-a194e4b1-bb96-4360-aba6-3acb07ea6132 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=940a8ef6-e643-48f7-9a5f-da4180527adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450625 Jul 09 16:00:58.647257 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port 6dbe6eac-2d7c-4f07-9483-3e6d9afca81e completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:00:58.647257 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port 6dbe6eac-2d7c-4f07-9483-3e6d9afca81e triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:00:58.647257 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:58.717122 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:58.744907 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8346a4c2-3324-4c36-92d5-923d0d7581aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dbe6eac-2d7c-4f07-9483-3e6d9afca81e'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:00:58.747535 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e75b9a97cbd66444b13ae988a684abc34c7a24a50a729030cfede81e7322398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3afd2ed3-1a23-4a29-a807-6b3f691a7ab9" -d '{"events": [{"server_uuid": "8346a4c2-3324-4c36-92d5-923d0d7581aa", "name": "network-vif-plugged", "status": "completed", "tag": "6dbe6eac-2d7c-4f07-9483-3e6d9afca81e"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:00:58.764437 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port 6dbe6eac-2d7c-4f07-9483-3e6d9afca81e, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=6dbe6eac-2d7c-4f07-9483-3e6d9afca81e,segment=NetworkSegment(7987c2f1-b359-48bb-89b3-69b4f1fbf757),segment_id=7987c2f1-b359-48bb-89b3-69b4f1fbf757)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:00:58.789797 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dec9c41-b8d6-4389-ae6e-665d5e0887ae x-openstack-request-id: req-9dec9c41-b8d6-4389-ae6e-665d5e0887ae {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:00:58.790102 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8346a4c2-3324-4c36-92d5-923d0d7581aa", "name": "network-vif-plugged", "status": "completed", "tag": "6dbe6eac-2d7c-4f07-9483-3e6d9afca81e", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:00:58.790339 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9dec9c41-b8d6-4389-ae6e-665d5e0887ae {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:00:58.790751 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8346a4c2-3324-4c36-92d5-923d0d7581aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dbe6eac-2d7c-4f07-9483-3e6d9afca81e', 'code': 200} Jul 09 16:00:58.876255 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:58.934644 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed632a2-6af1-4b87-a766-e05d3c03aba4 req-5db08393-d14d-4037-95c4-5fea4d48ef02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:58.937241 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-aed632a2-6af1-4b87-a766-e05d3c03aba4 req-5db08393-d14d-4037-95c4-5fea4d48ef02 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8346a4c2-3324-4c36-92d5-923d0d7581aa HTTP/1.1" status: 200 len: 1096 time: 0.0786731 Jul 09 16:00:58.937865 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=6dbe6eac-2d7c-4f07-9483-3e6d9afca81e,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:00:58.987856 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-aed632a2-6af1-4b87-a766-e05d3c03aba4 req-8414f9f3-089d-4381-9b3c-65847ddbdcfb service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=940a8ef6-e643-48f7-9a5f-da4180527adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426149 Jul 09 16:00:59.206678 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1d0a33ce-2498-4906-b781-8c3c87b29b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:59.360296 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:59.778853 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786af52a-33f9-4a20-8ef8-7deda7c8e69d req-0c31766d-e575-46e7-966c-89a6ad63d45a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:00:59.780724 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-786af52a-33f9-4a20-8ef8-7deda7c8e69d req-0c31766d-e575-46e7-966c-89a6ad63d45a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=8346a4c2-3324-4c36-92d5-923d0d7581aa HTTP/1.1" status: 200 len: 946 time: 0.0733700 Jul 09 16:00:59.844139 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-786af52a-33f9-4a20-8ef8-7deda7c8e69d req-eb7715f6-40ef-4d63-bfbe-ab4a8d4e6a8e tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=940a8ef6-e643-48f7-9a5f-da4180527adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556715 Jul 09 16:01:00.567784 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:01.056222 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedabc41-3df4-4a27-a669-ed302e6b9c0e req-bc77b901-d278-4f39-942a-7dd963901c08 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:01.058324 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-aedabc41-3df4-4a27-a669-ed302e6b9c0e req-bc77b901-d278-4f39-942a-7dd963901c08 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=8346a4c2-3324-4c36-92d5-923d0d7581aa HTTP/1.1" status: 200 len: 946 time: 0.0722039 Jul 09 16:01:01.111920 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-aedabc41-3df4-4a27-a669-ed302e6b9c0e req-2f9484f1-49c5-494b-9ae2-43af30ea6921 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=940a8ef6-e643-48f7-9a5f-da4180527adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404263 Jul 09 16:01:01.321217 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a89db-90e9-44eb-801b-812232ec4cf2 req-9582132e-f8ea-46ff-b5a3-e3ad09bddc92 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:01.322812 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-801a89db-90e9-44eb-801b-812232ec4cf2 req-9582132e-f8ea-46ff-b5a3-e3ad09bddc92 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=8346a4c2-3324-4c36-92d5-923d0d7581aa HTTP/1.1" status: 200 len: 946 time: 0.0729518 Jul 09 16:01:01.367379 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-801a89db-90e9-44eb-801b-812232ec4cf2 req-9cf6bae1-302f-4fd0-82d1-92afc196b4cb tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=940a8ef6-e643-48f7-9a5f-da4180527adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384212 Jul 09 16:01:01.393233 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 59238) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:01:01.449920 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd32ded-70a1-44dc-b89a-b940c4543ce5 tempest-TestNetworkAdvancedServerOps-1608963051 tempest-TestNetworkAdvancedServerOps-1608963051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:01.451727 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-9cd32ded-70a1-44dc-b89a-b940c4543ce5 tempest-TestNetworkAdvancedServerOps-1608963051 tempest-TestNetworkAdvancedServerOps-1608963051-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=8346a4c2-3324-4c36-92d5-923d0d7581aa HTTP/1.1" status: 200 len: 1092 time: 0.0573246 Jul 09 16:01:01.454859 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 59240) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:01:01.460005 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-b5af5cac-b065-418a-afaa-f3e14b4b2970 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Request body: {'floatingip': {'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'port_id': '6dbe6eac-2d7c-4f07-9483-3e6d9afca81e', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:01:01.653392 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b5af5cac-b065-418a-afaa-f3e14b4b2970 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for floatingip, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:01.767493 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b5af5cac-b065-418a-afaa-f3e14b4b2970 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:01.877295 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-b5af5cac-b065-418a-afaa-f3e14b4b2970 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Allocated IP 172.25.3.26 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/18a5dca7-a5a8-4371-a783-0cc854976584) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:01:01.992314 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b5af5cac-b065-418a-afaa-f3e14b4b2970 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:01.997930 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:02.149457 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b5af5cac-b065-418a-afaa-f3e14b4b2970 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:02.192911 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5af5cac-b065-418a-afaa-f3e14b4b2970 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:01:02.197343 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-b5af5cac-b065-418a-afaa-f3e14b4b2970 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:01:02.205388 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5af5cac-b065-418a-afaa-f3e14b4b2970 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:01:02.214882 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5af5cac-b065-418a-afaa-f3e14b4b2970 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'Port': ['ID=18a5dca7-a5a8-4371-a783-0cc854976584,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:01:02.674001 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b5af5cac-b065-418a-afaa-f3e14b4b2970 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:02.853502 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b5af5cac-b065-418a-afaa-f3e14b4b2970 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:03.022436 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b5af5cac-b065-418a-afaa-f3e14b4b2970 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:03.092936 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b5af5cac-b065-418a-afaa-f3e14b4b2970 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:03.171633 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5af5cac-b065-418a-afaa-f3e14b4b2970 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'Port': ['ID=18a5dca7-a5a8-4371-a783-0cc854976584,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:01:03.186461 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b5af5cac-b065-418a-afaa-f3e14b4b2970 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:03.300964 n-d-799529-6 neutron-server[94446]: INFO neutron.db.l3_db [None req-b5af5cac-b065-418a-afaa-f3e14b4b2970 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Floating IP ac9c1025-3fb9-4f68-93d3-23cea2c03586 associated. External IP: 172.25.3.26, port: 6dbe6eac-2d7c-4f07-9483-3e6d9afca81e. Jul 09 16:01:03.584000 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5af5cac-b065-418a-afaa-f3e14b4b2970 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Router b9d2dd85-126f-41ea-b601-dde7ad97c929 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:01:03.709315 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5af5cac-b065-418a-afaa-f3e14b4b2970 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:01:03.722624 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e078ee0e-6212-4aa1-9825-d976bbe4fe09 None None] Sync routers for ids ['b9d2dd85-126f-41ea-b601-dde7ad97c929'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:01:03.733089 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e078ee0e-6212-4aa1-9825-d976bbe4fe09 None None] Routers {'b9d2dd85-126f-41ea-b601-dde7ad97c929'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:01:03.733735 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-e078ee0e-6212-4aa1-9825-d976bbe4fe09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:00:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['b9d2dd85-126f-41ea-b601-dde7ad97c929'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:01:03.790632 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b5af5cac-b065-418a-afaa-f3e14b4b2970 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:03.835429 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-b5af5cac-b065-418a-afaa-f3e14b4b2970 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3792236 Jul 09 16:01:03.836054 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8346a4c2-3324-4c36-92d5-923d0d7581aa', 'tag': '6dbe6eac-2d7c-4f07-9483-3e6d9afca81e'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:01:03.838794 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71aea3d4ce3c79ba57e3b2a7f05354d67fe827d4c76bd908d035baed68c1bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8770be86-6078-4193-89a3-6a4b280a20e9" -d '{"events": [{"name": "network-changed", "server_uuid": "8346a4c2-3324-4c36-92d5-923d0d7581aa", "tag": "6dbe6eac-2d7c-4f07-9483-3e6d9afca81e"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:01:03.850246 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-e078ee0e-6212-4aa1-9825-d976bbe4fe09 None None] Set router b9d2dd85-126f-41ea-b601-dde7ad97c929 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:01:03.902920 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-912deeb1-e162-4308-b2d3-4a1202573066 x-openstack-request-id: req-912deeb1-e162-4308-b2d3-4a1202573066 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:01:03.903216 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8346a4c2-3324-4c36-92d5-923d0d7581aa", "tag": "6dbe6eac-2d7c-4f07-9483-3e6d9afca81e", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:01:03.903474 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-912deeb1-e162-4308-b2d3-4a1202573066 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:01:03.903928 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8346a4c2-3324-4c36-92d5-923d0d7581aa', 'tag': '6dbe6eac-2d7c-4f07-9483-3e6d9afca81e', 'status': 'completed', 'code': 200} Jul 09 16:01:04.008943 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8770be86-6078-4193-89a3-6a4b280a20e9 req-54152a7b-bae9-452f-9f23-59fff58f515a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:04.011351 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8770be86-6078-4193-89a3-6a4b280a20e9 req-54152a7b-bae9-452f-9f23-59fff58f515a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=30d714c59bd14f6184e3834abd940a2e&device_id=8346a4c2-3324-4c36-92d5-923d0d7581aa HTTP/1.1" status: 200 len: 1097 time: 0.0749176 Jul 09 16:01:04.135864 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8770be86-6078-4193-89a3-6a4b280a20e9 req-97120cf2-9fcd-478e-8ebd-a5a61d1f8dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:04.137710 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8770be86-6078-4193-89a3-6a4b280a20e9 req-97120cf2-9fcd-478e-8ebd-a5a61d1f8dbf service neutron] 10.222.0.54 "GET /v2.0/networks?id=b5858cc1-9876-4bac-b9ae-a8f4342fe4f8 HTTP/1.1" status: 200 len: 897 time: 0.1196170 Jul 09 16:01:04.164950 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-e078ee0e-6212-4aa1-9825-d976bbe4fe09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d2dd85-126f-41ea-b601-dde7ad97c929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-380130551', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'b60dc269-29a3-49a9-946e-c6adb3e6c5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:00:38Z', 'updated_at': '2021-07-09T16:00:43Z', 'revision_number': 4, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': 'b60dc269-29a3-49a9-946e-c6adb3e6c5f6', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d2dd85-126f-41ea-b601-dde7ad97c929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:00:38Z', 'updated_at': '2021-07-09T16:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': 'ac9c1025-3fb9-4f68-93d3-23cea2c03586', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'floating_ip_address': '172.25.3.26', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': 'b9d2dd85-126f-41ea-b601-dde7ad97c929', 'port_id': '6dbe6eac-2d7c-4f07-9483-3e6d9afca81e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5858cc1-9876-4bac-b9ae-a8f4342fe4f8', 'mac_address': 'fa:16:3e:81:58:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8346a4c2-3324-4c36-92d5-923d0d7581aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:01:02Z', 'updated_at': '2021-07-09T16:01:02Z', 'revision_number': 0, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4540cc2b-37bc-430d-b9a3-f69e80b88adf', 'name': '', 'network_id': 'b5858cc1-9876-4bac-b9ae-a8f4342fe4f8', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'mac_address': 'fa:16:3e:72:b9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d2dd85-126f-41ea-b601-dde7ad97c929', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'bce1baec-e64b-4fa4-9e5a-0877659febf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:00:42Z', 'updated_at': '2021-07-09T16:00:48Z', 'revision_number': 5, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'subnets': [{'id': 'bce1baec-e64b-4fa4-9e5a-0877659febf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:01:04.194204 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e078ee0e-6212-4aa1-9825-d976bbe4fe09 None None] Checking router: b9d2dd85-126f-41ea-b601-dde7ad97c929 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:01:04.205736 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e078ee0e-6212-4aa1-9825-d976bbe4fe09 None None] Routers {'b9d2dd85-126f-41ea-b601-dde7ad97c929'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:01:04.206377 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-e078ee0e-6212-4aa1-9825-d976bbe4fe09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:00:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['b9d2dd85-126f-41ea-b601-dde7ad97c929'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:01:04.246135 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8770be86-6078-4193-89a3-6a4b280a20e9 req-af9994df-010f-44f5-97b6-81a82ca6ac29 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6dbe6eac-2d7c-4f07-9483-3e6d9afca81e HTTP/1.1" status: 200 len: 999 time: 0.1011496 Jul 09 16:01:04.331431 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-e078ee0e-6212-4aa1-9825-d976bbe4fe09 None None] Set router b9d2dd85-126f-41ea-b601-dde7ad97c929 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:01:04.338560 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736fdf79-ec8c-452b-a297-a5d1d7f3198c req-df983cb9-c4f4-407f-87bc-ae0f8185d3f0 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:04.341103 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-736fdf79-ec8c-452b-a297-a5d1d7f3198c req-df983cb9-c4f4-407f-87bc-ae0f8185d3f0 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=8346a4c2-3324-4c36-92d5-923d0d7581aa HTTP/1.1" status: 200 len: 946 time: 0.1568878 Jul 09 16:01:04.354196 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8770be86-6078-4193-89a3-6a4b280a20e9 req-6da5aece-73e7-488c-8d77-b937854f246a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:04.367285 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8770be86-6078-4193-89a3-6a4b280a20e9 req-6da5aece-73e7-488c-8d77-b937854f246a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bce1baec-e64b-4fa4-9e5a-0877659febf1 HTTP/1.1" status: 200 len: 835 time: 0.0992210 Jul 09 16:01:04.452591 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-736fdf79-ec8c-452b-a297-a5d1d7f3198c req-b9410246-bdd3-4fef-aa81-522cd94eaea4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=940a8ef6-e643-48f7-9a5f-da4180527adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029954 Jul 09 16:01:04.481539 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8770be86-6078-4193-89a3-6a4b280a20e9 req-6a1c3a38-0941-4a0b-821d-efaf319d4c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:04.484507 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8770be86-6078-4193-89a3-6a4b280a20e9 req-6a1c3a38-0941-4a0b-821d-efaf319d4c71 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b5858cc1-9876-4bac-b9ae-a8f4342fe4f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1169577 Jul 09 16:01:04.506306 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 59248) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:01:04.591562 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8770be86-6078-4193-89a3-6a4b280a20e9 req-725b2807-829d-46f8-ac05-11c3f3bf2d0c service neutron] 10.222.0.54 "GET /v2.0/networks/b5858cc1-9876-4bac-b9ae-a8f4342fe4f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002710 Jul 09 16:01:04.594007 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-3d87552b-5cb0-45da-8633-69d146e52d78 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/floatingips/ac9c1025-3fb9-4f68-93d3-23cea2c03586 HTTP/1.1" status: 200 len: 991 time: 0.0859618 Jul 09 16:01:04.653484 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-e078ee0e-6212-4aa1-9825-d976bbe4fe09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d2dd85-126f-41ea-b601-dde7ad97c929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-380130551', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'b60dc269-29a3-49a9-946e-c6adb3e6c5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:00:38Z', 'updated_at': '2021-07-09T16:00:43Z', 'revision_number': 4, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': 'b60dc269-29a3-49a9-946e-c6adb3e6c5f6', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d2dd85-126f-41ea-b601-dde7ad97c929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:00:38Z', 'updated_at': '2021-07-09T16:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': 'ac9c1025-3fb9-4f68-93d3-23cea2c03586', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'floating_ip_address': '172.25.3.26', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': 'b9d2dd85-126f-41ea-b601-dde7ad97c929', 'port_id': '6dbe6eac-2d7c-4f07-9483-3e6d9afca81e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5858cc1-9876-4bac-b9ae-a8f4342fe4f8', 'mac_address': 'fa:16:3e:81:58:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8346a4c2-3324-4c36-92d5-923d0d7581aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:01:02Z', 'updated_at': '2021-07-09T16:01:02Z', 'revision_number': 0, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4540cc2b-37bc-430d-b9a3-f69e80b88adf', 'name': '', 'network_id': 'b5858cc1-9876-4bac-b9ae-a8f4342fe4f8', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'mac_address': 'fa:16:3e:72:b9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d2dd85-126f-41ea-b601-dde7ad97c929', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'bce1baec-e64b-4fa4-9e5a-0877659febf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:00:42Z', 'updated_at': '2021-07-09T16:00:48Z', 'revision_number': 5, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'subnets': [{'id': 'bce1baec-e64b-4fa4-9e5a-0877659febf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:01:04.691189 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e078ee0e-6212-4aa1-9825-d976bbe4fe09 None None] The sync data for ids ['b9d2dd85-126f-41ea-b601-dde7ad97c929'] in n-d-799529-6 is: [{'id': 'b9d2dd85-126f-41ea-b601-dde7ad97c929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-380130551', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'b60dc269-29a3-49a9-946e-c6adb3e6c5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:00:38Z', 'updated_at': '2021-07-09T16:00:43Z', 'revision_number': 4, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': 'b60dc269-29a3-49a9-946e-c6adb3e6c5f6', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d2dd85-126f-41ea-b601-dde7ad97c929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:00:38Z', 'updated_at': '2021-07-09T16:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': 'ac9c1025-3fb9-4f68-93d3-23cea2c03586', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'floating_ip_address': '172.25.3.26', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': 'b9d2dd85-126f-41ea-b601-dde7ad97c929', 'port_id': '6dbe6eac-2d7c-4f07-9483-3e6d9afca81e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5858cc1-9876-4bac-b9ae-a8f4342fe4f8', 'mac_address': 'fa:16:3e:81:58:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8346a4c2-3324-4c36-92d5-923d0d7581aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:01:02Z', 'updated_at': '2021-07-09T16:01:02Z', 'revision_number': 0, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4540cc2b-37bc-430d-b9a3-f69e80b88adf', 'name': '', 'network_id': 'b5858cc1-9876-4bac-b9ae-a8f4342fe4f8', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'mac_address': 'fa:16:3e:72:b9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d2dd85-126f-41ea-b601-dde7ad97c929', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'bce1baec-e64b-4fa4-9e5a-0877659febf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:00:42Z', 'updated_at': '2021-07-09T16:00:48Z', 'revision_number': 5, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'subnets': [{'id': 'bce1baec-e64b-4fa4-9e5a-0877659febf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:01:04.700098 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8770be86-6078-4193-89a3-6a4b280a20e9 req-03b3755c-6d8c-41da-ad89-62fdade42b8d service neutron] 10.222.0.54 "GET /v2.0/networks/b5858cc1-9876-4bac-b9ae-a8f4342fe4f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024120 Jul 09 16:01:04.912803 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f460504-7571-4743-add0-cb46161a38f5 None None] New status for floating IP ac9c1025-3fb9-4f68-93d3-23cea2c03586: ACTIVE {{(pid=94448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:01:05.598178 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 59250) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:01:05.671721 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-eded4776-418f-4c26-82f5-f2a780d0111d tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/floatingips/ac9c1025-3fb9-4f68-93d3-23cea2c03586 HTTP/1.1" status: 200 len: 993 time: 0.0723124 Jul 09 16:01:15.589936 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:21.031576 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:01:22.612168 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-04a27756-ad0f-4fc4-9b89-d85dda9b0d74 req-6cd88853-ddba-4a63-9815-48b84123e952 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8346a4c2-3324-4c36-92d5-923d0d7581aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0619328 Jul 09 16:01:22.723317 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a27756-ad0f-4fc4-9b89-d85dda9b0d74 req-c472edb1-c262-4211-8a03-3405dbf3b31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:22.726011 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-04a27756-ad0f-4fc4-9b89-d85dda9b0d74 req-c472edb1-c262-4211-8a03-3405dbf3b31a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=30d714c59bd14f6184e3834abd940a2e&device_id=8346a4c2-3324-4c36-92d5-923d0d7581aa HTTP/1.1" status: 200 len: 1097 time: 0.0650911 Jul 09 16:01:22.853189 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a27756-ad0f-4fc4-9b89-d85dda9b0d74 req-d9590db0-e57e-49ae-ab2c-c72bb09e61fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:22.854807 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-04a27756-ad0f-4fc4-9b89-d85dda9b0d74 req-d9590db0-e57e-49ae-ab2c-c72bb09e61fd service neutron] 10.222.0.54 "GET /v2.0/networks?id=b5858cc1-9876-4bac-b9ae-a8f4342fe4f8 HTTP/1.1" status: 200 len: 897 time: 0.1058609 Jul 09 16:01:22.925737 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-04a27756-ad0f-4fc4-9b89-d85dda9b0d74 req-d4dded81-0cf6-4389-87ff-a025e0bec160 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6dbe6eac-2d7c-4f07-9483-3e6d9afca81e HTTP/1.1" status: 200 len: 1001 time: 0.0636063 Jul 09 16:01:22.995014 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a27756-ad0f-4fc4-9b89-d85dda9b0d74 req-18b0c23b-da19-4ce6-af4b-52cd14f1e4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:22.996773 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-04a27756-ad0f-4fc4-9b89-d85dda9b0d74 req-18b0c23b-da19-4ce6-af4b-52cd14f1e4c9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bce1baec-e64b-4fa4-9e5a-0877659febf1 HTTP/1.1" status: 200 len: 835 time: 0.0633316 Jul 09 16:01:23.089399 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a27756-ad0f-4fc4-9b89-d85dda9b0d74 req-e443a933-f479-4b5b-9457-f5cd1cefe879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:23.091915 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-04a27756-ad0f-4fc4-9b89-d85dda9b0d74 req-e443a933-f479-4b5b-9457-f5cd1cefe879 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b5858cc1-9876-4bac-b9ae-a8f4342fe4f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0876544 Jul 09 16:01:23.207050 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-04a27756-ad0f-4fc4-9b89-d85dda9b0d74 req-49bcd8c6-ffba-4dc5-b271-a1c3d5df296b service neutron] 10.222.0.54 "GET /v2.0/networks/b5858cc1-9876-4bac-b9ae-a8f4342fe4f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068499 Jul 09 16:01:23.315207 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-04a27756-ad0f-4fc4-9b89-d85dda9b0d74 req-8aba2a93-5618-48f7-9306-f603e7ece17f service neutron] 10.222.0.54 "GET /v2.0/networks/b5858cc1-9876-4bac-b9ae-a8f4342fe4f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010695 Jul 09 16:01:23.938108 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:26.184308 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9df2be1c-9f92-4363-836c-e310a21d42b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:29.201085 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7ab41d5e-23c9-49d0-9e0d-85dfbd85e064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:29.366665 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:30.560723 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:31.943072 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:32.787269 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d84275c-7908-41f7-aa57-56ee6ecd7d1e req-f857d20c-fa59-4e4b-beef-d2b9230f3ae6 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:32.788926 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1d84275c-7908-41f7-aa57-56ee6ecd7d1e req-f857d20c-fa59-4e4b-beef-d2b9230f3ae6 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=8346a4c2-3324-4c36-92d5-923d0d7581aa HTTP/1.1" status: 200 len: 946 time: 0.0667539 Jul 09 16:01:32.821226 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ebb27-ed25-48bb-a89d-b8ff77ca7866 req-d2abc3f9-f547-4394-bcee-fbba179557b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:32.822781 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-185ebb27-ed25-48bb-a89d-b8ff77ca7866 req-d2abc3f9-f547-4394-bcee-fbba179557b2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=30d714c59bd14f6184e3834abd940a2e&device_id=8346a4c2-3324-4c36-92d5-923d0d7581aa HTTP/1.1" status: 200 len: 1097 time: 0.0566952 Jul 09 16:01:32.831563 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1d84275c-7908-41f7-aa57-56ee6ecd7d1e req-f4260a04-3450-4884-a7b3-d0bf78901499 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=940a8ef6-e643-48f7-9a5f-da4180527adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366321 Jul 09 16:01:32.919004 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ebb27-ed25-48bb-a89d-b8ff77ca7866 req-175b47ca-e8d4-4de1-b621-a8ac866d357e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:32.920445 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-185ebb27-ed25-48bb-a89d-b8ff77ca7866 req-175b47ca-e8d4-4de1-b621-a8ac866d357e service neutron] 10.222.0.54 "GET /v2.0/networks?id=b5858cc1-9876-4bac-b9ae-a8f4342fe4f8 HTTP/1.1" status: 200 len: 897 time: 0.0891044 Jul 09 16:01:32.992631 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-185ebb27-ed25-48bb-a89d-b8ff77ca7866 req-844f06e9-063f-43fd-b86a-d7fe26461d68 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6dbe6eac-2d7c-4f07-9483-3e6d9afca81e HTTP/1.1" status: 200 len: 1001 time: 0.0651581 Jul 09 16:01:33.044835 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ebb27-ed25-48bb-a89d-b8ff77ca7866 req-4ef98f02-c188-4f18-8f75-493498d7c2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:33.046372 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-185ebb27-ed25-48bb-a89d-b8ff77ca7866 req-4ef98f02-c188-4f18-8f75-493498d7c2a2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bce1baec-e64b-4fa4-9e5a-0877659febf1 HTTP/1.1" status: 200 len: 835 time: 0.0468335 Jul 09 16:01:33.111831 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ebb27-ed25-48bb-a89d-b8ff77ca7866 req-8a338a51-06ba-4620-a1df-65d67aed548a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:33.113400 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-185ebb27-ed25-48bb-a89d-b8ff77ca7866 req-8a338a51-06ba-4620-a1df-65d67aed548a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b5858cc1-9876-4bac-b9ae-a8f4342fe4f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0609951 Jul 09 16:01:33.218995 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-185ebb27-ed25-48bb-a89d-b8ff77ca7866 req-a22a1afd-54c3-46df-aaa5-bcb01883bd63 service neutron] 10.222.0.54 "GET /v2.0/networks/b5858cc1-9876-4bac-b9ae-a8f4342fe4f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988264 Jul 09 16:01:33.312157 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-185ebb27-ed25-48bb-a89d-b8ff77ca7866 req-c6072445-a549-4876-94ad-4858d5e23892 service neutron] 10.222.0.54 "GET /v2.0/networks/b5858cc1-9876-4bac-b9ae-a8f4342fe4f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864892 Jul 09 16:01:34.017740 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c2dcd-baab-4c81-9e4e-d8281308fe0b req-f3e54e5a-6ab8-4539-8c4d-73306e0dd0e9 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:34.019281 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-575c2dcd-baab-4c81-9e4e-d8281308fe0b req-f3e54e5a-6ab8-4539-8c4d-73306e0dd0e9 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=8346a4c2-3324-4c36-92d5-923d0d7581aa HTTP/1.1" status: 200 len: 946 time: 0.0711157 Jul 09 16:01:34.060597 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-575c2dcd-baab-4c81-9e4e-d8281308fe0b req-fa6a0a61-bf99-46dd-92e8-cbb4c6aabf4f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=940a8ef6-e643-48f7-9a5f-da4180527adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348282 Jul 09 16:01:35.241069 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd6735d-6194-4577-a5d4-28b291b2f0ec req-b341c903-0ba0-45ec-8eac-cc8035810db6 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:35.243060 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4fd6735d-6194-4577-a5d4-28b291b2f0ec req-b341c903-0ba0-45ec-8eac-cc8035810db6 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=8346a4c2-3324-4c36-92d5-923d0d7581aa HTTP/1.1" status: 200 len: 946 time: 0.0712981 Jul 09 16:01:35.283172 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4fd6735d-6194-4577-a5d4-28b291b2f0ec req-ebe7264a-0290-4869-a91f-8bca82b07b3a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=940a8ef6-e643-48f7-9a5f-da4180527adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339062 Jul 09 16:01:36.477946 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64844bd6-1f35-4932-be1b-4d5182fa8201 req-21344d06-f873-4ef2-93be-c5b0413fee10 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:36.479487 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-64844bd6-1f35-4932-be1b-4d5182fa8201 req-21344d06-f873-4ef2-93be-c5b0413fee10 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=8346a4c2-3324-4c36-92d5-923d0d7581aa HTTP/1.1" status: 200 len: 946 time: 0.0725446 Jul 09 16:01:36.522964 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-64844bd6-1f35-4932-be1b-4d5182fa8201 req-099648c6-68c8-481b-a79b-a916fa2fc3de tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=940a8ef6-e643-48f7-9a5f-da4180527adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358014 Jul 09 16:01:37.764742 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a271f-8521-469a-a865-4cdf6efada27 req-a6aea93a-6ec8-4198-95c9-d97b2dce03da tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:37.766279 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a03a271f-8521-469a-a865-4cdf6efada27 req-a6aea93a-6ec8-4198-95c9-d97b2dce03da tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=8346a4c2-3324-4c36-92d5-923d0d7581aa HTTP/1.1" status: 200 len: 946 time: 0.1265311 Jul 09 16:01:37.806591 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a03a271f-8521-469a-a865-4cdf6efada27 req-df263349-4f03-4791-adc4-590d04e1e1a3 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=940a8ef6-e643-48f7-9a5f-da4180527adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345044 Jul 09 16:01:39.040943 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b14348-8344-4007-bc11-e7f7271237c3 req-db47d3f0-a4a1-4616-bbbb-506a0f263d90 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:39.042500 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-04b14348-8344-4007-bc11-e7f7271237c3 req-db47d3f0-a4a1-4616-bbbb-506a0f263d90 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=8346a4c2-3324-4c36-92d5-923d0d7581aa HTTP/1.1" status: 200 len: 946 time: 0.1215253 Jul 09 16:01:39.087560 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-04b14348-8344-4007-bc11-e7f7271237c3 req-06c5cd3b-bf40-42ba-b66f-430dbfb516fa tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=940a8ef6-e643-48f7-9a5f-da4180527adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393205 Jul 09 16:01:40.285547 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d77d18-2be4-4c24-a60a-543b4f756ca8 req-71c6fc89-bade-47d4-8551-966acf13601f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:40.287064 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-48d77d18-2be4-4c24-a60a-543b4f756ca8 req-71c6fc89-bade-47d4-8551-966acf13601f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=8346a4c2-3324-4c36-92d5-923d0d7581aa HTTP/1.1" status: 200 len: 946 time: 0.0752964 Jul 09 16:01:40.332663 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-48d77d18-2be4-4c24-a60a-543b4f756ca8 req-ebee0ef4-e556-4a28-83aa-024c6185c666 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=940a8ef6-e643-48f7-9a5f-da4180527adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368793 Jul 09 16:01:41.513061 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2cd7e8-2b8f-4d78-bcd5-94102fb9307a req-2915fb43-b39f-4388-9f5e-b2dffd2320c2 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:41.514594 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3a2cd7e8-2b8f-4d78-bcd5-94102fb9307a req-2915fb43-b39f-4388-9f5e-b2dffd2320c2 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=8346a4c2-3324-4c36-92d5-923d0d7581aa HTTP/1.1" status: 200 len: 946 time: 0.0667009 Jul 09 16:01:41.558178 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3a2cd7e8-2b8f-4d78-bcd5-94102fb9307a req-65c98103-d66b-40d5-8917-7e6a11137915 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=940a8ef6-e643-48f7-9a5f-da4180527adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368760 Jul 09 16:01:42.750941 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df3d83-171e-4295-9445-33012df6581e req-5281b815-9a3e-4a59-8ec3-d86cd8c9b2f5 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:42.752576 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c8df3d83-171e-4295-9445-33012df6581e req-5281b815-9a3e-4a59-8ec3-d86cd8c9b2f5 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=8346a4c2-3324-4c36-92d5-923d0d7581aa HTTP/1.1" status: 200 len: 946 time: 0.0758412 Jul 09 16:01:42.795098 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c8df3d83-171e-4295-9445-33012df6581e req-e493d7fe-dfd4-4997-9996-7ee31d7aa80f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=940a8ef6-e643-48f7-9a5f-da4180527adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363967 Jul 09 16:01:43.977282 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd248945-21ef-4d54-b795-915dfb1c2055 req-4bdf32c5-dba6-464e-851e-0447fc4b0afc tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:43.978890 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cd248945-21ef-4d54-b795-915dfb1c2055 req-4bdf32c5-dba6-464e-851e-0447fc4b0afc tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=8346a4c2-3324-4c36-92d5-923d0d7581aa HTTP/1.1" status: 200 len: 946 time: 0.0671787 Jul 09 16:01:44.024199 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cd248945-21ef-4d54-b795-915dfb1c2055 req-be99443e-7001-49cb-88f0-110f28af69a2 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=940a8ef6-e643-48f7-9a5f-da4180527adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395789 Jul 09 16:01:45.238715 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178ccf2-5a33-41ee-93ef-8c05c4199b57 req-ae3abe1f-f25d-4f0b-acbc-dff3a6cd13db tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:45.240323 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e178ccf2-5a33-41ee-93ef-8c05c4199b57 req-ae3abe1f-f25d-4f0b-acbc-dff3a6cd13db tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=8346a4c2-3324-4c36-92d5-923d0d7581aa HTTP/1.1" status: 200 len: 946 time: 0.0812204 Jul 09 16:01:45.287137 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e178ccf2-5a33-41ee-93ef-8c05c4199b57 req-b82f555d-ced6-4302-abbb-ce19c7e06d90 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=940a8ef6-e643-48f7-9a5f-da4180527adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375857 Jul 09 16:01:45.324296 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59290) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:01:45.399291 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e83f6143-edb7-46f5-9bdb-b69f9ec812ef tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/floatingips/ac9c1025-3fb9-4f68-93d3-23cea2c03586 HTTP/1.1" status: 200 len: 993 time: 0.0737295 Jul 09 16:01:45.628597 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:53.988013 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:56.171186 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-af7d8ff3-b79f-474d-9d7a-ca7bffc68f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:58.032330 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:01:59.346762 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ecbb1112-0bce-496b-8366-617b1ff36e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:59.387032 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:00.588160 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:01.970896 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:15.621478 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:15.822199 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59310) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:02:15.987263 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-2d03b04a-f4ba-4f55-8d53-bd3a0fa1011f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Deleting port 18a5dca7-a5a8-4371-a783-0cc854976584 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:02:15.987632 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2d03b04a-f4ba-4f55-8d53-bd3a0fa1011f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:16.069718 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2d03b04a-f4ba-4f55-8d53-bd3a0fa1011f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:16.070020 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2d03b04a-f4ba-4f55-8d53-bd3a0fa1011f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:16.082693 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-2d03b04a-f4ba-4f55-8d53-bd3a0fa1011f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Calling delete_port for 18a5dca7-a5a8-4371-a783-0cc854976584 owned by network:floatingip {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:02:16.377015 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2d03b04a-f4ba-4f55-8d53-bd3a0fa1011f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:16.408448 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d03b04a-f4ba-4f55-8d53-bd3a0fa1011f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event deleted for resources: {'Port': ['ID=18a5dca7-a5a8-4371-a783-0cc854976584,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:16.434895 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03b04a-f4ba-4f55-8d53-bd3a0fa1011f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:16.435250 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03b04a-f4ba-4f55-8d53-bd3a0fa1011f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:16.435624 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03b04a-f4ba-4f55-8d53-bd3a0fa1011f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:16.440883 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03b04a-f4ba-4f55-8d53-bd3a0fa1011f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:16.440883 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03b04a-f4ba-4f55-8d53-bd3a0fa1011f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:16.440883 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03b04a-f4ba-4f55-8d53-bd3a0fa1011f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:16.440883 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03b04a-f4ba-4f55-8d53-bd3a0fa1011f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:16.440883 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03b04a-f4ba-4f55-8d53-bd3a0fa1011f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:16.440883 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03b04a-f4ba-4f55-8d53-bd3a0fa1011f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:16.440883 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03b04a-f4ba-4f55-8d53-bd3a0fa1011f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:16.440883 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03b04a-f4ba-4f55-8d53-bd3a0fa1011f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:16.440883 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03b04a-f4ba-4f55-8d53-bd3a0fa1011f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:16.482944 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2d03b04a-f4ba-4f55-8d53-bd3a0fa1011f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for floatingip, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:16.483281 n-d-799529-6 neutron-server[94445]: INFO neutron.db.l3_db [None req-2d03b04a-f4ba-4f55-8d53-bd3a0fa1011f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Floating IP ac9c1025-3fb9-4f68-93d3-23cea2c03586 disassociated (deleted). External IP: 172.25.3.26, port: 6dbe6eac-2d7c-4f07-9483-3e6d9afca81e. Jul 09 16:02:16.713815 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d03b04a-f4ba-4f55-8d53-bd3a0fa1011f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Router b9d2dd85-126f-41ea-b601-dde7ad97c929 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:02:16.832693 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d03b04a-f4ba-4f55-8d53-bd3a0fa1011f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:02:16.837758 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2d03b04a-f4ba-4f55-8d53-bd3a0fa1011f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:16.842460 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f67e2fe-0e53-4b8e-9ca6-f41eba087897 None None] Sync routers for ids ['b9d2dd85-126f-41ea-b601-dde7ad97c929'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:02:16.851974 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f67e2fe-0e53-4b8e-9ca6-f41eba087897 None None] Routers {'b9d2dd85-126f-41ea-b601-dde7ad97c929'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:02:16.852685 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-4f67e2fe-0e53-4b8e-9ca6-f41eba087897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:01:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['b9d2dd85-126f-41ea-b601-dde7ad97c929'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:02:16.876553 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-2d03b04a-f4ba-4f55-8d53-bd3a0fa1011f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "DELETE /v2.0/floatingips/ac9c1025-3fb9-4f68-93d3-23cea2c03586 HTTP/1.1" status: 204 len: 168 time: 1.0531452 Jul 09 16:02:16.877250 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8346a4c2-3324-4c36-92d5-923d0d7581aa', 'tag': '6dbe6eac-2d7c-4f07-9483-3e6d9afca81e'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:02:16.879692 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bb405a18ca731a56dedfaaf5e9a79789110744f6b6799bb7a0722340b5c16f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de05c9c-6281-4663-91fa-2c957203b54d" -d '{"events": [{"name": "network-changed", "server_uuid": "8346a4c2-3324-4c36-92d5-923d0d7581aa", "tag": "6dbe6eac-2d7c-4f07-9483-3e6d9afca81e"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:02:16.972835 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-4f67e2fe-0e53-4b8e-9ca6-f41eba087897 None None] Set router b9d2dd85-126f-41ea-b601-dde7ad97c929 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:02:16.985942 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f24176-6966-4c9b-b4ea-1bb2c0e91ae8 x-openstack-request-id: req-73f24176-6966-4c9b-b4ea-1bb2c0e91ae8 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:02:16.985942 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8346a4c2-3324-4c36-92d5-923d0d7581aa", "tag": "6dbe6eac-2d7c-4f07-9483-3e6d9afca81e", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:02:16.986339 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-73f24176-6966-4c9b-b4ea-1bb2c0e91ae8 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:02:16.986613 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8346a4c2-3324-4c36-92d5-923d0d7581aa', 'tag': '6dbe6eac-2d7c-4f07-9483-3e6d9afca81e', 'status': 'completed', 'code': 200} Jul 09 16:02:17.151083 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de05c9c-6281-4663-91fa-2c957203b54d req-685d3d7b-b7b2-43b2-938a-ac63b764e231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:17.153091 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0de05c9c-6281-4663-91fa-2c957203b54d req-685d3d7b-b7b2-43b2-938a-ac63b764e231 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=30d714c59bd14f6184e3834abd940a2e&device_id=8346a4c2-3324-4c36-92d5-923d0d7581aa HTTP/1.1" status: 200 len: 1097 time: 0.1423099 Jul 09 16:02:17.224429 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-4f67e2fe-0e53-4b8e-9ca6-f41eba087897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d2dd85-126f-41ea-b601-dde7ad97c929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-380130551', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'b60dc269-29a3-49a9-946e-c6adb3e6c5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:00:38Z', 'updated_at': '2021-07-09T16:00:43Z', 'revision_number': 4, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': 'b60dc269-29a3-49a9-946e-c6adb3e6c5f6', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d2dd85-126f-41ea-b601-dde7ad97c929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:00:38Z', 'updated_at': '2021-07-09T16:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '4540cc2b-37bc-430d-b9a3-f69e80b88adf', 'name': '', 'network_id': 'b5858cc1-9876-4bac-b9ae-a8f4342fe4f8', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'mac_address': 'fa:16:3e:72:b9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d2dd85-126f-41ea-b601-dde7ad97c929', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'bce1baec-e64b-4fa4-9e5a-0877659febf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:00:42Z', 'updated_at': '2021-07-09T16:00:48Z', 'revision_number': 5, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'subnets': [{'id': 'bce1baec-e64b-4fa4-9e5a-0877659febf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:02:17.252516 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f67e2fe-0e53-4b8e-9ca6-f41eba087897 None None] Checking router: b9d2dd85-126f-41ea-b601-dde7ad97c929 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:02:17.254362 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de05c9c-6281-4663-91fa-2c957203b54d req-2f02879d-3261-404f-8f0c-6a723baf10eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:17.255920 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0de05c9c-6281-4663-91fa-2c957203b54d req-2f02879d-3261-404f-8f0c-6a723baf10eb service neutron] 10.222.0.54 "GET /v2.0/networks?id=b5858cc1-9876-4bac-b9ae-a8f4342fe4f8 HTTP/1.1" status: 200 len: 897 time: 0.0967836 Jul 09 16:02:17.261021 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f67e2fe-0e53-4b8e-9ca6-f41eba087897 None None] Routers {'b9d2dd85-126f-41ea-b601-dde7ad97c929'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:02:17.261680 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-4f67e2fe-0e53-4b8e-9ca6-f41eba087897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:01:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['b9d2dd85-126f-41ea-b601-dde7ad97c929'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:02:17.299413 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0de05c9c-6281-4663-91fa-2c957203b54d req-37419799-0398-4690-bed5-40d35f90db96 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6dbe6eac-2d7c-4f07-9483-3e6d9afca81e HTTP/1.1" status: 200 len: 217 time: 0.0359752 Jul 09 16:02:17.362180 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de05c9c-6281-4663-91fa-2c957203b54d req-87c5dcc8-b708-46e0-853b-4658a162dda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:17.364050 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0de05c9c-6281-4663-91fa-2c957203b54d req-87c5dcc8-b708-46e0-853b-4658a162dda5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bce1baec-e64b-4fa4-9e5a-0877659febf1 HTTP/1.1" status: 200 len: 835 time: 0.0589201 Jul 09 16:02:17.383751 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-4f67e2fe-0e53-4b8e-9ca6-f41eba087897 None None] Set router b9d2dd85-126f-41ea-b601-dde7ad97c929 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:02:17.445860 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de05c9c-6281-4663-91fa-2c957203b54d req-29f8d32d-123d-43c2-9bf9-dc2eade0aaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:17.447457 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0de05c9c-6281-4663-91fa-2c957203b54d req-29f8d32d-123d-43c2-9bf9-dc2eade0aaad service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b5858cc1-9876-4bac-b9ae-a8f4342fe4f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755131 Jul 09 16:02:17.459279 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [req-0de05c9c-6281-4663-91fa-2c957203b54d req-439c6bc9-85b2-465d-86c7-5b68f758db18 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:02:17.460318 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0de05c9c-6281-4663-91fa-2c957203b54d req-439c6bc9-85b2-465d-86c7-5b68f758db18 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058839 Jul 09 16:02:17.635318 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0de05c9c-6281-4663-91fa-2c957203b54d req-ac99219a-cd59-4122-bcb6-d5325976b0c5 service neutron] 10.222.0.54 "GET /v2.0/networks/b5858cc1-9876-4bac-b9ae-a8f4342fe4f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672359 Jul 09 16:02:17.659053 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-4f67e2fe-0e53-4b8e-9ca6-f41eba087897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d2dd85-126f-41ea-b601-dde7ad97c929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-380130551', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'b60dc269-29a3-49a9-946e-c6adb3e6c5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:00:38Z', 'updated_at': '2021-07-09T16:00:43Z', 'revision_number': 4, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': 'b60dc269-29a3-49a9-946e-c6adb3e6c5f6', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d2dd85-126f-41ea-b601-dde7ad97c929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:00:38Z', 'updated_at': '2021-07-09T16:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '4540cc2b-37bc-430d-b9a3-f69e80b88adf', 'name': '', 'network_id': 'b5858cc1-9876-4bac-b9ae-a8f4342fe4f8', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'mac_address': 'fa:16:3e:72:b9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d2dd85-126f-41ea-b601-dde7ad97c929', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'bce1baec-e64b-4fa4-9e5a-0877659febf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:00:42Z', 'updated_at': '2021-07-09T16:00:48Z', 'revision_number': 5, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'subnets': [{'id': 'bce1baec-e64b-4fa4-9e5a-0877659febf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:02:17.692000 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f67e2fe-0e53-4b8e-9ca6-f41eba087897 None None] The sync data for ids ['b9d2dd85-126f-41ea-b601-dde7ad97c929'] in n-d-799529-6 is: [{'id': 'b9d2dd85-126f-41ea-b601-dde7ad97c929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-380130551', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'b60dc269-29a3-49a9-946e-c6adb3e6c5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:00:38Z', 'updated_at': '2021-07-09T16:00:43Z', 'revision_number': 4, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': 'b60dc269-29a3-49a9-946e-c6adb3e6c5f6', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d2dd85-126f-41ea-b601-dde7ad97c929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:00:38Z', 'updated_at': '2021-07-09T16:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '4540cc2b-37bc-430d-b9a3-f69e80b88adf', 'name': '', 'network_id': 'b5858cc1-9876-4bac-b9ae-a8f4342fe4f8', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'mac_address': 'fa:16:3e:72:b9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d2dd85-126f-41ea-b601-dde7ad97c929', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'bce1baec-e64b-4fa4-9e5a-0877659febf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:00:42Z', 'updated_at': '2021-07-09T16:00:48Z', 'revision_number': 5, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'subnets': [{'id': 'bce1baec-e64b-4fa4-9e5a-0877659febf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:02:17.760761 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b99ad3-359d-41c7-b70c-f81d807f35e1 req-643c7704-7557-455f-bd56-2d28007a949d tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:17.763269 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d6b99ad3-359d-41c7-b70c-f81d807f35e1 req-643c7704-7557-455f-bd56-2d28007a949d tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=8346a4c2-3324-4c36-92d5-923d0d7581aa HTTP/1.1" status: 200 len: 946 time: 0.1694987 Jul 09 16:02:17.793752 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0de05c9c-6281-4663-91fa-2c957203b54d req-4715e67a-2d2c-4759-b754-0df648ff3f1a service neutron] 10.222.0.54 "GET /v2.0/networks/b5858cc1-9876-4bac-b9ae-a8f4342fe4f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509631 Jul 09 16:02:17.825226 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d6b99ad3-359d-41c7-b70c-f81d807f35e1 req-c26928fe-00d3-4d73-b66f-d1d3e9318d87 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=940a8ef6-e643-48f7-9a5f-da4180527adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539088 Jul 09 16:02:17.988671 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc88221-1469-49de-af7c-05ee0832a521 None None] New status for floating IP ac9c1025-3fb9-4f68-93d3-23cea2c03586: DOWN {{(pid=94448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:02:19.012782 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae6351-68d9-4f47-9095-0bed3c429a05 req-73f9fddd-cd36-43a4-9743-3b3f6d73b2d6 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:19.014335 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-abae6351-68d9-4f47-9095-0bed3c429a05 req-73f9fddd-cd36-43a4-9743-3b3f6d73b2d6 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=8346a4c2-3324-4c36-92d5-923d0d7581aa HTTP/1.1" status: 200 len: 946 time: 0.0700274 Jul 09 16:02:19.053868 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-abae6351-68d9-4f47-9095-0bed3c429a05 req-15705b08-d8b1-4f17-a6b5-905f95070577 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=940a8ef6-e643-48f7-9a5f-da4180527adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332358 Jul 09 16:02:19.088511 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04547540-4f97-4f73-b32c-17e2e29b46ec req-4a6d5e83-3e1b-47c2-868a-5f6639ccbf2e tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:19.090084 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-04547540-4f97-4f73-b32c-17e2e29b46ec req-4a6d5e83-3e1b-47c2-868a-5f6639ccbf2e tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.54 "GET /v2.0/ports?device_id=8346a4c2-3324-4c36-92d5-923d0d7581aa HTTP/1.1" status: 200 len: 946 time: 0.0867496 Jul 09 16:02:19.194602 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-04547540-4f97-4f73-b32c-17e2e29b46ec req-67aeb5f5-3fb2-4b09-9237-efd66ac32bc3 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Deleting port 6dbe6eac-2d7c-4f07-9483-3e6d9afca81e {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:02:19.194958 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-04547540-4f97-4f73-b32c-17e2e29b46ec req-67aeb5f5-3fb2-4b09-9237-efd66ac32bc3 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:19.295147 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-04547540-4f97-4f73-b32c-17e2e29b46ec req-67aeb5f5-3fb2-4b09-9237-efd66ac32bc3 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] For port 6dbe6eac-2d7c-4f07-9483-3e6d9afca81e, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=6dbe6eac-2d7c-4f07-9483-3e6d9afca81e,segment=NetworkSegment(7987c2f1-b359-48bb-89b3-69b4f1fbf757),segment_id=7987c2f1-b359-48bb-89b3-69b4f1fbf757)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:02:19.295546 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-04547540-4f97-4f73-b32c-17e2e29b46ec req-67aeb5f5-3fb2-4b09-9237-efd66ac32bc3 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:19.310240 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-04547540-4f97-4f73-b32c-17e2e29b46ec req-67aeb5f5-3fb2-4b09-9237-efd66ac32bc3 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Calling delete_port for 6dbe6eac-2d7c-4f07-9483-3e6d9afca81e owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:02:19.535818 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-04547540-4f97-4f73-b32c-17e2e29b46ec req-67aeb5f5-3fb2-4b09-9237-efd66ac32bc3 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:19.573462 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aeb5f5-3fb2-4b09-9237-efd66ac32bc3 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event deleted for resources: {'Port': ['ID=6dbe6eac-2d7c-4f07-9483-3e6d9afca81e,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:19.629397 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-04547540-4f97-4f73-b32c-17e2e29b46ec req-67aeb5f5-3fb2-4b09-9237-efd66ac32bc3 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] No DVR routers for this DVR port 6dbe6eac-2d7c-4f07-9483-3e6d9afca81e on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:02:19.633162 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-04547540-4f97-4f73-b32c-17e2e29b46ec req-67aeb5f5-3fb2-4b09-9237-efd66ac32bc3 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:19.635313 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-04547540-4f97-4f73-b32c-17e2e29b46ec req-67aeb5f5-3fb2-4b09-9237-efd66ac32bc3 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.54 "DELETE /v2.0/ports/6dbe6eac-2d7c-4f07-9483-3e6d9afca81e HTTP/1.1" status: 204 len: 173 time: 0.5398777 Jul 09 16:02:19.635856 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8346a4c2-3324-4c36-92d5-923d0d7581aa', 'name': 'network-vif-deleted', 'tag': '6dbe6eac-2d7c-4f07-9483-3e6d9afca81e'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:02:19.638867 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bb405a18ca731a56dedfaaf5e9a79789110744f6b6799bb7a0722340b5c16f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c7d20f-4690-4a18-92ac-4cc7f41d5c51" -d '{"events": [{"server_uuid": "8346a4c2-3324-4c36-92d5-923d0d7581aa", "name": "network-vif-deleted", "tag": "6dbe6eac-2d7c-4f07-9483-3e6d9afca81e"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:02:19.683247 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79628abc-065b-470e-9541-cd420db78ff0 x-openstack-request-id: req-79628abc-065b-470e-9541-cd420db78ff0 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:02:19.683609 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8346a4c2-3324-4c36-92d5-923d0d7581aa", "name": "network-vif-deleted", "tag": "6dbe6eac-2d7c-4f07-9483-3e6d9afca81e", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:02:19.683870 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-79628abc-065b-470e-9541-cd420db78ff0 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:02:19.684281 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8346a4c2-3324-4c36-92d5-923d0d7581aa', 'name': 'network-vif-deleted', 'tag': '6dbe6eac-2d7c-4f07-9483-3e6d9afca81e', 'status': 'completed', 'code': 200} Jul 09 16:02:20.227811 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7f3ea723-74b2-4f2e-bd99-c3cf3631482a req-d2330018-e306-4133-8227-c3ece438a044 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=8346a4c2-3324-4c36-92d5-923d0d7581aa HTTP/1.1" status: 200 len: 210 time: 0.0331376 Jul 09 16:02:21.326730 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59332) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:02:22.085354 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-913e54f2-e990-4e74-af8f-b3a2a510a372 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:22.390002 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-913e54f2-e990-4e74-af8f-b3a2a510a372 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Deleting port 4540cc2b-37bc-430d-b9a3-f69e80b88adf {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:02:22.390649 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-913e54f2-e990-4e74-af8f-b3a2a510a372 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:22.493737 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-913e54f2-e990-4e74-af8f-b3a2a510a372 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] For port 4540cc2b-37bc-430d-b9a3-f69e80b88adf, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=4540cc2b-37bc-430d-b9a3-f69e80b88adf,segment=NetworkSegment(7987c2f1-b359-48bb-89b3-69b4f1fbf757),segment_id=7987c2f1-b359-48bb-89b3-69b4f1fbf757)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:02:22.494095 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-913e54f2-e990-4e74-af8f-b3a2a510a372 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:22.507451 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-913e54f2-e990-4e74-af8f-b3a2a510a372 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Calling delete_port for 4540cc2b-37bc-430d-b9a3-f69e80b88adf owned by network:router_interface {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:02:22.792922 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-913e54f2-e990-4e74-af8f-b3a2a510a372 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:22.821750 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913e54f2-e990-4e74-af8f-b3a2a510a372 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event deleted for resources: {'Port': ['ID=4540cc2b-37bc-430d-b9a3-f69e80b88adf,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:22.862830 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 6dbe6eac-2d7c-4f07-9483-3e6d9afca81e no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:02:22.894186 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: 6dbe6eac-2d7c-4f07-9483-3e6d9afca81e {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:02:22.894538 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device 6dbe6eac-2d7c-4f07-9483-3e6d9afca81e not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:02:23.019047 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-913e54f2-e990-4e74-af8f-b3a2a510a372 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:23.244853 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-913e54f2-e990-4e74-af8f-b3a2a510a372 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Router b9d2dd85-126f-41ea-b601-dde7ad97c929 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:02:23.355936 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913e54f2-e990-4e74-af8f-b3a2a510a372 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:02:23.360974 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-913e54f2-e990-4e74-af8f-b3a2a510a372 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "PUT /v2.0/routers/b9d2dd85-126f-41ea-b601-dde7ad97c929/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0332110 Jul 09 16:02:23.364764 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59334) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:02:23.367100 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a314da42-3c51-4ab7-8333-b00418bf3217 None None] Sync routers for ids ['b9d2dd85-126f-41ea-b601-dde7ad97c929'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:02:23.377479 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a314da42-3c51-4ab7-8333-b00418bf3217 None None] Routers {'b9d2dd85-126f-41ea-b601-dde7ad97c929'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:02:23.378456 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-a314da42-3c51-4ab7-8333-b00418bf3217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:01:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['b9d2dd85-126f-41ea-b601-dde7ad97c929'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:02:23.428941 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-b23ab612-11f1-411d-9bd4-0215e252822c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Deleting subnet bce1baec-e64b-4fa4-9e5a-0877659febf1 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:02:23.432180 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b23ab612-11f1-411d-9bd4-0215e252822c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:23.473734 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b23ab612-11f1-411d-9bd4-0215e252822c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:23.501626 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-a314da42-3c51-4ab7-8333-b00418bf3217 None None] Set router b9d2dd85-126f-41ea-b601-dde7ad97c929 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:02:23.574903 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b23ab612-11f1-411d-9bd4-0215e252822c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:23.712727 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-a314da42-3c51-4ab7-8333-b00418bf3217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d2dd85-126f-41ea-b601-dde7ad97c929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-380130551', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'b60dc269-29a3-49a9-946e-c6adb3e6c5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:00:38Z', 'updated_at': '2021-07-09T16:02:22Z', 'revision_number': 5, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': 'b60dc269-29a3-49a9-946e-c6adb3e6c5f6', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d2dd85-126f-41ea-b601-dde7ad97c929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:00:38Z', 'updated_at': '2021-07-09T16:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:02:23.736871 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b23ab612-11f1-411d-9bd4-0215e252822c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:23.740012 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a314da42-3c51-4ab7-8333-b00418bf3217 None None] Checking router: b9d2dd85-126f-41ea-b601-dde7ad97c929 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:02:23.750093 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a314da42-3c51-4ab7-8333-b00418bf3217 None None] Routers {'b9d2dd85-126f-41ea-b601-dde7ad97c929'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:02:23.751478 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-a314da42-3c51-4ab7-8333-b00418bf3217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:01:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['b9d2dd85-126f-41ea-b601-dde7ad97c929'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:02:23.767403 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23ab612-11f1-411d-9bd4-0215e252822c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event deleted for resources: {'Subnet': ['ID=bce1baec-e64b-4fa4-9e5a-0877659febf1,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:23.773959 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b23ab612-11f1-411d-9bd4-0215e252822c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:23.779290 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b23ab612-11f1-411d-9bd4-0215e252822c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "DELETE /v2.0/subnets/bce1baec-e64b-4fa4-9e5a-0877659febf1 HTTP/1.1" status: 204 len: 168 time: 0.4095490 Jul 09 16:02:23.779810 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59336) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:02:23.793714 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24311183-d935-4229-9894-0ff22eb3701a None None] Network b5858cc1-9876-4bac-b9ae-a8f4342fe4f8 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:02:23.897234 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-95223bb0-7294-4677-a1ca-386f7daabe4a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for router, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:23.965562 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-a314da42-3c51-4ab7-8333-b00418bf3217 None None] Set router b9d2dd85-126f-41ea-b601-dde7ad97c929 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:02:23.995367 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:24.026696 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-95223bb0-7294-4677-a1ca-386f7daabe4a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:24.164941 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-95223bb0-7294-4677-a1ca-386f7daabe4a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Deleting port b60dc269-29a3-49a9-946e-c6adb3e6c5f6 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:02:24.165284 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-95223bb0-7294-4677-a1ca-386f7daabe4a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:24.186074 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-a314da42-3c51-4ab7-8333-b00418bf3217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d2dd85-126f-41ea-b601-dde7ad97c929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-380130551', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'b60dc269-29a3-49a9-946e-c6adb3e6c5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:00:38Z', 'updated_at': '2021-07-09T16:02:22Z', 'revision_number': 5, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': 'b60dc269-29a3-49a9-946e-c6adb3e6c5f6', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d2dd85-126f-41ea-b601-dde7ad97c929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:00:38Z', 'updated_at': '2021-07-09T16:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:02:24.220056 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd7324e-7896-49f3-b73e-8782ea09b967 None None] DHCP port deletion for b5858cc1-9876-4bac-b9ae-a8f4342fe4f8 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:02:24.222264 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a314da42-3c51-4ab7-8333-b00418bf3217 None None] The sync data for ids ['b9d2dd85-126f-41ea-b601-dde7ad97c929'] in n-d-799529-6 is: [{'id': 'b9d2dd85-126f-41ea-b601-dde7ad97c929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-380130551', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'b60dc269-29a3-49a9-946e-c6adb3e6c5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:00:38Z', 'updated_at': '2021-07-09T16:02:22Z', 'revision_number': 5, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': 'b60dc269-29a3-49a9-946e-c6adb3e6c5f6', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d2dd85-126f-41ea-b601-dde7ad97c929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:00:38Z', 'updated_at': '2021-07-09T16:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:02:24.276989 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-6bd7324e-7896-49f3-b73e-8782ea09b967 None None] Deleting port e0fb07a1-33a6-49bf-89a7-91890ef3d8d7 {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:02:24.277379 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6bd7324e-7896-49f3-b73e-8782ea09b967 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:24.282938 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-95223bb0-7294-4677-a1ca-386f7daabe4a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] For port b60dc269-29a3-49a9-946e-c6adb3e6c5f6, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=b60dc269-29a3-49a9-946e-c6adb3e6c5f6,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:02:24.283572 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-95223bb0-7294-4677-a1ca-386f7daabe4a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:24.304284 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-95223bb0-7294-4677-a1ca-386f7daabe4a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Calling delete_port for b60dc269-29a3-49a9-946e-c6adb3e6c5f6 owned by network:router_gateway {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:02:24.354357 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-6bd7324e-7896-49f3-b73e-8782ea09b967 None None] For port e0fb07a1-33a6-49bf-89a7-91890ef3d8d7, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=e0fb07a1-33a6-49bf-89a7-91890ef3d8d7,segment=NetworkSegment(7987c2f1-b359-48bb-89b3-69b4f1fbf757),segment_id=7987c2f1-b359-48bb-89b3-69b4f1fbf757)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:02:24.354995 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6bd7324e-7896-49f3-b73e-8782ea09b967 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:24.554153 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-6bd7324e-7896-49f3-b73e-8782ea09b967 None None] Calling delete_port for e0fb07a1-33a6-49bf-89a7-91890ef3d8d7 owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:02:24.581934 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-95223bb0-7294-4677-a1ca-386f7daabe4a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:24.637149 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95223bb0-7294-4677-a1ca-386f7daabe4a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event deleted for resources: {'Port': ['ID=b60dc269-29a3-49a9-946e-c6adb3e6c5f6,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:24.703616 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 4540cc2b-37bc-430d-b9a3-f69e80b88adf no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:02:24.737276 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 4540cc2b-37bc-430d-b9a3-f69e80b88adf {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:02:24.742083 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 4540cc2b-37bc-430d-b9a3-f69e80b88adf not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:02:24.742083 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device e0fb07a1-33a6-49bf-89a7-91890ef3d8d7 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:02:24.761671 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-95223bb0-7294-4677-a1ca-386f7daabe4a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:24.772903 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6bd7324e-7896-49f3-b73e-8782ea09b967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:24.803655 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd7324e-7896-49f3-b73e-8782ea09b967 None None] Pushing event deleted for resources: {'Port': ['ID=e0fb07a1-33a6-49bf-89a7-91890ef3d8d7,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:24.814154 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd7324e-7896-49f3-b73e-8782ea09b967 None None] No DVR routers for this DVR port e0fb07a1-33a6-49bf-89a7-91890ef3d8d7 on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:02:24.838611 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd7324e-7896-49f3-b73e-8782ea09b967 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:24.838611 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd7324e-7896-49f3-b73e-8782ea09b967 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:24.838611 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd7324e-7896-49f3-b73e-8782ea09b967 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:24.838611 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd7324e-7896-49f3-b73e-8782ea09b967 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:24.838611 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd7324e-7896-49f3-b73e-8782ea09b967 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:24.838611 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd7324e-7896-49f3-b73e-8782ea09b967 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:24.838611 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd7324e-7896-49f3-b73e-8782ea09b967 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:24.838611 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd7324e-7896-49f3-b73e-8782ea09b967 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:24.838611 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd7324e-7896-49f3-b73e-8782ea09b967 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:24.838611 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd7324e-7896-49f3-b73e-8782ea09b967 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:24.838611 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd7324e-7896-49f3-b73e-8782ea09b967 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:24.838611 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd7324e-7896-49f3-b73e-8782ea09b967 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:24.854645 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No active binding found for port e0fb07a1-33a6-49bf-89a7-91890ef3d8d7 {{(pid=94447) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 09 16:02:24.855412 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device e0fb07a1-33a6-49bf-89a7-91890ef3d8d7 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:02:24.890998 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-95223bb0-7294-4677-a1ca-386f7daabe4a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:24.894647 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-95223bb0-7294-4677-a1ca-386f7daabe4a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:24.998831 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-95223bb0-7294-4677-a1ca-386f7daabe4a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:24.999595 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95223bb0-7294-4677-a1ca-386f7daabe4a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Fanout notify agent at l3_agent the message router_deleted on router b9d2dd85-126f-41ea-b601-dde7ad97c929 {{(pid=94445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:02:25.008274 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-95223bb0-7294-4677-a1ca-386f7daabe4a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:25.010656 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-95223bb0-7294-4677-a1ca-386f7daabe4a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "DELETE /v2.0/routers/b9d2dd85-126f-41ea-b601-dde7ad97c929 HTTP/1.1" status: 204 len: 168 time: 1.2288246 Jul 09 16:02:25.013120 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59338) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:02:25.108488 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2e7baa53-a87d-42d7-b950-37f66999ea49 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:25.201557 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2e7baa53-a87d-42d7-b950-37f66999ea49 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:25.212657 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-2e7baa53-a87d-42d7-b950-37f66999ea49 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5858cc1-9876-4bac-b9ae-a8f4342fe4f8']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:02:25.224468 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-2e7baa53-a87d-42d7-b950-37f66999ea49 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7987c2f1-b359-48bb-89b3-69b4f1fbf757') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:02:25.224776 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-2e7baa53-a87d-42d7-b950-37f66999ea49 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7987c2f1-b359-48bb-89b3-69b4f1fbf757') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:02:25.234464 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2e7baa53-a87d-42d7-b950-37f66999ea49 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:25.256633 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2e7baa53-a87d-42d7-b950-37f66999ea49 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:25.264347 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e7baa53-a87d-42d7-b950-37f66999ea49 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:02:25.264858 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2e7baa53-a87d-42d7-b950-37f66999ea49 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:25.269375 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:02:25.269375 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:02:25.269375 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 16:02:25.269375 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:02:25.269375 n-d-799529-6 neutron-server[94445]: timer() Jul 09 16:02:25.269375 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:02:25.269375 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 16:02:25.269375 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:02:25.269375 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 16:02:25.269375 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:02:25.269375 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 16:02:25.269375 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:02:25.269375 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 16:02:25.269375 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:02:25.269375 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 16:02:25.269375 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:02:25.269375 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:02:25.269375 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:02:25.269375 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:02:25.269375 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:02:25.269375 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 16:02:25.269375 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:02:25.269375 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 16:02:25.269375 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:02:25.269375 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:02:25.269375 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:02:25.269375 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 16:02:25.269375 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:02:25.269375 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:02:25.269375 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:02:25.269375 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:02:25.269375 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:02:25.269375 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:02:25.269375 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:02:25.393018 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2e7baa53-a87d-42d7-b950-37f66999ea49 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:25.403467 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2e7baa53-a87d-42d7-b950-37f66999ea49 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:25.403467 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-2e7baa53-a87d-42d7-b950-37f66999ea49 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "DELETE /v2.0/networks/b5858cc1-9876-4bac-b9ae-a8f4342fe4f8 HTTP/1.1" status: 204 len: 168 time: 0.3879576 Jul 09 16:02:25.405903 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 59340) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:02:25.416553 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7baa53-a87d-42d7-b950-37f66999ea49 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event deleted for resources: {'Network': ['ID=b5858cc1-9876-4bac-b9ae-a8f4342fe4f8,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:25.470647 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1bbeadda-0dbd-479f-ae31-cb83aa8a9f34 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:25.501453 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1bbeadda-0dbd-479f-ae31-cb83aa8a9f34 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:25.632806 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1bbeadda-0dbd-479f-ae31-cb83aa8a9f34 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:25.635490 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1bbeadda-0dbd-479f-ae31-cb83aa8a9f34 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:25.636735 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-1bbeadda-0dbd-479f-ae31-cb83aa8a9f34 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "DELETE /v2.0/security-groups/940a8ef6-e643-48f7-9a5f-da4180527adb HTTP/1.1" status: 204 len: 168 time: 0.2291894 Jul 09 16:02:25.647532 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbeadda-0dbd-479f-ae31-cb83aa8a9f34 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=940a8ef6-e643-48f7-9a5f-da4180527adb,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:25.656678 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbeadda-0dbd-479f-ae31-cb83aa8a9f34 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:25.657029 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbeadda-0dbd-479f-ae31-cb83aa8a9f34 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:25.657375 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbeadda-0dbd-479f-ae31-cb83aa8a9f34 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:25.657713 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbeadda-0dbd-479f-ae31-cb83aa8a9f34 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:25.658054 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbeadda-0dbd-479f-ae31-cb83aa8a9f34 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:25.658423 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbeadda-0dbd-479f-ae31-cb83aa8a9f34 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:25.658754 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbeadda-0dbd-479f-ae31-cb83aa8a9f34 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:25.659083 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbeadda-0dbd-479f-ae31-cb83aa8a9f34 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:25.659410 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbeadda-0dbd-479f-ae31-cb83aa8a9f34 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:25.659762 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbeadda-0dbd-479f-ae31-cb83aa8a9f34 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:25.660096 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbeadda-0dbd-479f-ae31-cb83aa8a9f34 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:25.660419 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbeadda-0dbd-479f-ae31-cb83aa8a9f34 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:26.045125 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59346) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:02:26.050406 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-6a0f66ee-f17d-4aef-8565-fb4d901be7cf tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1992191425', 'description': 'tempest-secgroup-smoke-1992191425 description', 'project_id': '30d714c59bd14f6184e3834abd940a2e'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:02:26.186842 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6a0f66ee-f17d-4aef-8565-fb4d901be7cf tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:26.227877 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a7b9f844-0c11-439d-88aa-b40125d7b12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:26.276267 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6a0f66ee-f17d-4aef-8565-fb4d901be7cf tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:26.357399 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6a0f66ee-f17d-4aef-8565-fb4d901be7cf tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:26.387366 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0f66ee-f17d-4aef-8565-fb4d901be7cf tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e30b702-0cbb-41a7-899b-9caa1a95cbc9,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:26.449719 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6a0f66ee-f17d-4aef-8565-fb4d901be7cf tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:26.450952 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-6a0f66ee-f17d-4aef-8565-fb4d901be7cf tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4047632 Jul 09 16:02:26.454417 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59348) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:02:26.463810 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-9343a3f9-b69a-4ab2-a8b1-2942207bafe0 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Request body: {'security_group_rule': {'security_group_id': '3e30b702-0cbb-41a7-899b-9caa1a95cbc9', 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:02:26.517676 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device b60dc269-29a3-49a9-946e-c6adb3e6c5f6 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:02:26.539286 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: b60dc269-29a3-49a9-946e-c6adb3e6c5f6 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:02:26.539690 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device b60dc269-29a3-49a9-946e-c6adb3e6c5f6 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:02:26.569397 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9343a3f9-b69a-4ab2-a8b1-2942207bafe0 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:26.649555 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9343a3f9-b69a-4ab2-a8b1-2942207bafe0 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:26.735985 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9343a3f9-b69a-4ab2-a8b1-2942207bafe0 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:26.754578 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9343a3f9-b69a-4ab2-a8b1-2942207bafe0 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a83139b-a9d7-430e-b74a-3789922d9230,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:26.838654 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9343a3f9-b69a-4ab2-a8b1-2942207bafe0 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:26.839977 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-9343a3f9-b69a-4ab2-a8b1-2942207bafe0 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3845580 Jul 09 16:02:26.843372 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59352) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:02:26.848783 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-f9d041cb-a786-45ad-8eff-343ca6fba885 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Request body: {'security_group_rule': {'security_group_id': '3e30b702-0cbb-41a7-899b-9caa1a95cbc9', 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:02:26.958717 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f9d041cb-a786-45ad-8eff-343ca6fba885 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:27.044768 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f9d041cb-a786-45ad-8eff-343ca6fba885 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:27.119101 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f9d041cb-a786-45ad-8eff-343ca6fba885 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:27.142699 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d041cb-a786-45ad-8eff-343ca6fba885 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f8f7bea-20c2-4103-bc93-427034362c4c,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:27.226892 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f9d041cb-a786-45ad-8eff-343ca6fba885 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:27.228230 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-f9d041cb-a786-45ad-8eff-343ca6fba885 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3832736 Jul 09 16:02:27.231580 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59354) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:02:27.236842 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-e0cdb078-daa6-46f8-8b91-2b35137dde34 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Request body: {'security_group_rule': {'security_group_id': '3e30b702-0cbb-41a7-899b-9caa1a95cbc9', 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:02:27.358134 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e0cdb078-daa6-46f8-8b91-2b35137dde34 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:27.443434 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e0cdb078-daa6-46f8-8b91-2b35137dde34 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:27.552216 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e0cdb078-daa6-46f8-8b91-2b35137dde34 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:27.573616 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cdb078-daa6-46f8-8b91-2b35137dde34 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef934f2a-2142-43a6-843b-ec916aea51c9,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:27.673004 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e0cdb078-daa6-46f8-8b91-2b35137dde34 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:27.674444 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e0cdb078-daa6-46f8-8b91-2b35137dde34 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4417028 Jul 09 16:02:27.678379 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59356) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:02:27.686345 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-7304dcdf-1bb5-4438-9aff-3e3f652f683c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Request body: {'security_group_rule': {'security_group_id': '3e30b702-0cbb-41a7-899b-9caa1a95cbc9', 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:02:27.798959 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7304dcdf-1bb5-4438-9aff-3e3f652f683c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:27.887452 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7304dcdf-1bb5-4438-9aff-3e3f652f683c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:27.936029 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7304dcdf-1bb5-4438-9aff-3e3f652f683c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:27.960748 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7304dcdf-1bb5-4438-9aff-3e3f652f683c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f27f6c9a-259b-4e96-9294-d5655d137edf,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:28.010118 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7304dcdf-1bb5-4438-9aff-3e3f652f683c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:28.011415 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-7304dcdf-1bb5-4438-9aff-3e3f652f683c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3316314 Jul 09 16:02:28.014208 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59358) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:02:28.020103 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-3abc320e-5dcc-4a6c-9f5f-d64557f5e94c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Request body: {'security_group_rule': {'security_group_id': '3e30b702-0cbb-41a7-899b-9caa1a95cbc9', 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:02:28.095347 n-d-799529-6 neutron-server[94445]: INFO neutron.db.securitygroups_db [None req-3abc320e-5dcc-4a6c-9f5f-d64557f5e94c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Project 30d714c59bd14f6184e3834abd940a2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 16:02:28.104825 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3abc320e-5dcc-4a6c-9f5f-d64557f5e94c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:28.172270 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3abc320e-5dcc-4a6c-9f5f-d64557f5e94c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:28.255447 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3abc320e-5dcc-4a6c-9f5f-d64557f5e94c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:28.274231 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abc320e-5dcc-4a6c-9f5f-d64557f5e94c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98246a36-2338-4a7f-8390-1f7f1d20b3b9,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:28.347172 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3abc320e-5dcc-4a6c-9f5f-d64557f5e94c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:28.348756 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-3abc320e-5dcc-4a6c-9f5f-d64557f5e94c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3333225 Jul 09 16:02:28.351659 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59360) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:02:28.356292 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-fb65a39c-2e45-44e0-8483-4722410f3d53 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Request body: {'security_group_rule': {'security_group_id': '3e30b702-0cbb-41a7-899b-9caa1a95cbc9', 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:02:28.467042 n-d-799529-6 neutron-server[94445]: INFO neutron.db.securitygroups_db [None req-fb65a39c-2e45-44e0-8483-4722410f3d53 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Project 30d714c59bd14f6184e3834abd940a2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 16:02:28.472814 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fb65a39c-2e45-44e0-8483-4722410f3d53 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:28.539947 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fb65a39c-2e45-44e0-8483-4722410f3d53 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:28.621130 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fb65a39c-2e45-44e0-8483-4722410f3d53 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:28.641651 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb65a39c-2e45-44e0-8483-4722410f3d53 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84c46985-04e1-4fde-a8e5-933a63e012d5,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:28.741626 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fb65a39c-2e45-44e0-8483-4722410f3d53 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:28.743091 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-fb65a39c-2e45-44e0-8483-4722410f3d53 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3901863 Jul 09 16:02:28.745984 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59362) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:02:28.752433 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-9190569c-321d-4c8e-8d06-5e576406e71a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Request body: {'network': {'name': 'tempest-network-smoke--1997857558', 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'port_security_enabled': True}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:02:28.884257 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9190569c-321d-4c8e-8d06-5e576406e71a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Made reservation on behalf of 30d714c59bd14f6184e3834abd940a2e for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:02:28.887890 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9190569c-321d-4c8e-8d06-5e576406e71a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:28.923249 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9190569c-321d-4c8e-8d06-5e576406e71a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:02:28.933053 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9190569c-321d-4c8e-8d06-5e576406e71a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:28.933339 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-9190569c-321d-4c8e-8d06-5e576406e71a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Added segment 6614a8e9-2e78-41f9-bd16-a4b0bfb35dae of type vlan for network 04edf012-e3c3-4a75-9922-0c8e06e761bb Jul 09 16:02:28.980166 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9190569c-321d-4c8e-8d06-5e576406e71a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:29.096098 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9190569c-321d-4c8e-8d06-5e576406e71a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:29.102378 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9190569c-321d-4c8e-8d06-5e576406e71a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:29.103233 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9190569c-321d-4c8e-8d06-5e576406e71a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:29.173019 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9190569c-321d-4c8e-8d06-5e576406e71a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'Network': ['ID=04edf012-e3c3-4a75-9922-0c8e06e761bb,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:29.190827 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 04edf012-e3c3-4a75-9922-0c8e06e761bb details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:02:29.233427 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-9190569c-321d-4c8e-8d06-5e576406e71a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4858894 Jul 09 16:02:29.237187 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59364) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:02:29.244634 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-b7d71cdd-5e42-4744-b2c4-35e6ef5df27e tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1149099172', 'admin_state_up': True, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:02:29.249383 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-375f0b90-6445-4951-b0f6-dff872c44d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:29.318545 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b7d71cdd-5e42-4744-b2c4-35e6ef5df27e tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:29.319655 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b7d71cdd-5e42-4744-b2c4-35e6ef5df27e tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:29.341885 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:29.399460 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b7d71cdd-5e42-4744-b2c4-35e6ef5df27e tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:29.604709 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b7d71cdd-5e42-4744-b2c4-35e6ef5df27e tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:29.880497 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b7d71cdd-5e42-4744-b2c4-35e6ef5df27e tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for router_gateway, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:29.900303 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b7d71cdd-5e42-4744-b2c4-35e6ef5df27e tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:30.012642 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-b7d71cdd-5e42-4744-b2c4-35e6ef5df27e tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Allocated IP 172.25.3.63 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/e721c337-7c38-4262-b8ba-24934d5beee3) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:02:30.130883 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b7d71cdd-5e42-4744-b2c4-35e6ef5df27e tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:30.289417 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b7d71cdd-5e42-4744-b2c4-35e6ef5df27e tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:30.330958 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d71cdd-5e42-4744-b2c4-35e6ef5df27e tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:02:30.336145 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-b7d71cdd-5e42-4744-b2c4-35e6ef5df27e tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:02:30.339794 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d71cdd-5e42-4744-b2c4-35e6ef5df27e tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:02:30.368655 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d71cdd-5e42-4744-b2c4-35e6ef5df27e tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'Port': ['ID=e721c337-7c38-4262-b8ba-24934d5beee3,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:30.569368 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:31.104575 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b7d71cdd-5e42-4744-b2c4-35e6ef5df27e tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for router_gateway, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:31.312640 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b7d71cdd-5e42-4744-b2c4-35e6ef5df27e tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:31.551980 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7d71cdd-5e42-4744-b2c4-35e6ef5df27e tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Router 9fa82ad5-1442-4539-b5c8-576225cce518 is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:02:31.673453 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d71cdd-5e42-4744-b2c4-35e6ef5df27e tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:02:31.684272 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6709852-9bf4-4795-beb7-c5841a746b9f None None] Sync routers for ids ['9fa82ad5-1442-4539-b5c8-576225cce518'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:02:31.694357 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6709852-9bf4-4795-beb7-c5841a746b9f None None] Routers {'9fa82ad5-1442-4539-b5c8-576225cce518'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:02:31.695095 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-e6709852-9bf4-4795-beb7-c5841a746b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:02:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['9fa82ad5-1442-4539-b5c8-576225cce518'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:02:31.763999 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b7d71cdd-5e42-4744-b2c4-35e6ef5df27e tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:31.769345 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b7d71cdd-5e42-4744-b2c4-35e6ef5df27e tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5262959 Jul 09 16:02:31.769863 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 59366) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:02:31.805140 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-1f762f52-4db1-4ed7-acf7-ea4e73132cd9 tempest-TestNetworkAdvancedServerOps-1608963051 tempest-TestNetworkAdvancedServerOps-1608963051-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=30d714c59bd14f6184e3834abd940a2e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0338540 Jul 09 16:02:31.809099 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 59368) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:02:31.910977 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-e6709852-9bf4-4795-beb7-c5841a746b9f None None] Set router 9fa82ad5-1442-4539-b5c8-576225cce518 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:02:31.911783 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e7da4a-b294-4759-8453-31ee7e1a6ae3 tempest-TestNetworkAdvancedServerOps-1608963051 tempest-TestNetworkAdvancedServerOps-1608963051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:31.913742 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-97e7da4a-b294-4759-8453-31ee7e1a6ae3 tempest-TestNetworkAdvancedServerOps-1608963051 tempest-TestNetworkAdvancedServerOps-1608963051-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1032102 Jul 09 16:02:31.917817 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 59370) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:02:31.952534 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-166a8410-ca77-440a-8783-49552c3db76e tempest-TestNetworkAdvancedServerOps-1608963051 tempest-TestNetworkAdvancedServerOps-1608963051-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=202c7ce6-d4e9-4f80-84dd-bef08905a653&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329621 Jul 09 16:02:31.955819 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 59372) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:02:31.960703 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-a6a6b259-7900-4d68-a0fc-9063ff19c162 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1755192781', 'network_id': '04edf012-e3c3-4a75-9922-0c8e06e761bb', 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:02:31.963650 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:32.099908 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-e6709852-9bf4-4795-beb7-c5841a746b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa82ad5-1442-4539-b5c8-576225cce518', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1149099172', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': 'e721c337-7c38-4262-b8ba-24934d5beee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:02:29Z', 'updated_at': '2021-07-09T16:02:30Z', 'revision_number': 3, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': 'e721c337-7c38-4262-b8ba-24934d5beee3', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ce:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fa82ad5-1442-4539-b5c8-576225cce518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:02:29Z', 'updated_at': '2021-07-09T16:02:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:02:32.118744 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a6b259-7900-4d68-a0fc-9063ff19c162 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Made reservation on behalf of 30d714c59bd14f6184e3834abd940a2e for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:02:32.122744 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a6a6b259-7900-4d68-a0fc-9063ff19c162 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:32.128250 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6709852-9bf4-4795-beb7-c5841a746b9f None None] Checking router: 9fa82ad5-1442-4539-b5c8-576225cce518 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:02:32.128599 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6709852-9bf4-4795-beb7-c5841a746b9f None None] Updating router 9fa82ad5-1442-4539-b5c8-576225cce518 port e721c337-7c38-4262-b8ba-24934d5beee3 binding host n-d-799529-6 {{(pid=94448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:02:32.185419 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-e6709852-9bf4-4795-beb7-c5841a746b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:32.438836 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a6a6b259-7900-4d68-a0fc-9063ff19c162 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:32.502242 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a6b259-7900-4d68-a0fc-9063ff19c162 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'Subnet': ['ID=97beeb3b-d0d4-4828-bb2a-77b732e27018,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:32.513104 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a6b259-7900-4d68-a0fc-9063ff19c162 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Checking segment: {'id': '6614a8e9-2e78-41f9-bd16-a4b0bfb35dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '04edf012-e3c3-4a75-9922-0c8e06e761bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:02:32.513468 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a6b259-7900-4d68-a0fc-9063ff19c162 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Network hostable DHCP agents. Network: 04edf012-e3c3-4a75-9922-0c8e06e761bb, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:02:32.534946 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-e6709852-9bf4-4795-beb7-c5841a746b9f None None] Notify callbacks [] for port, precommit_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:32.545562 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.provisioning_blocks [None req-e6709852-9bf4-4795-beb7-c5841a746b9f None None] Transition to ACTIVE for port object e721c337-7c38-4262-b8ba-24934d5beee3 will not be triggered until provisioned by entity L2. {{(pid=94448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:02:32.575231 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a6b259-7900-4d68-a0fc-9063ff19c162 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Network 04edf012-e3c3-4a75-9922-0c8e06e761bb is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:02:32.592276 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-e6709852-9bf4-4795-beb7-c5841a746b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:32.632532 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-a6a6b259-7900-4d68-a0fc-9063ff19c162 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 04edf012-e3c3-4a75-9922-0c8e06e761bb) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:02:32.642260 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a6b259-7900-4d68-a0fc-9063ff19c162 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:32.646339 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a6a6b259-7900-4d68-a0fc-9063ff19c162 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:32.648344 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-e6709852-9bf4-4795-beb7-c5841a746b9f None None] Attempting to bind port e721c337-7c38-4262-b8ba-24934d5beee3 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:02:32.648697 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-e6709852-9bf4-4795-beb7-c5841a746b9f None None] Attempting to bind port e721c337-7c38-4262-b8ba-24934d5beee3 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:02:32.649069 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6709852-9bf4-4795-beb7-c5841a746b9f None None] Attempting to bind port e721c337-7c38-4262-b8ba-24934d5beee3 on network 202c7ce6-d4e9-4f80-84dd-bef08905a653 {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:02:32.650707 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8f3cf1-a934-4a04-bf20-f9e34dfdb29e None None] Network 04edf012-e3c3-4a75-9922-0c8e06e761bb requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:02:32.652540 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07afe6f9-ced7-438e-b841-caa0a8609344 None None] Pushing event updated for resources: {'Port': ['ID=e721c337-7c38-4262-b8ba-24934d5beee3,revision_number=2']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:32.657969 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6709852-9bf4-4795-beb7-c5841a746b9f None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:02:32.658328 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6709852-9bf4-4795-beb7-c5841a746b9f None None] Checking segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:02:32.658747 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-e6709852-9bf4-4795-beb7-c5841a746b9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:32.659862 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6709852-9bf4-4795-beb7-c5841a746b9f None None] Bound using segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:02:32.659862 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-e6709852-9bf4-4795-beb7-c5841a746b9f None None] Bound port: e721c337-7c38-4262-b8ba-24934d5beee3, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:02:32.660268 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-e6709852-9bf4-4795-beb7-c5841a746b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:32.667251 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07afe6f9-ced7-438e-b841-caa0a8609344 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:32.667749 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07afe6f9-ced7-438e-b841-caa0a8609344 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:32.667979 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07afe6f9-ced7-438e-b841-caa0a8609344 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:32.668320 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07afe6f9-ced7-438e-b841-caa0a8609344 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:32.668651 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07afe6f9-ced7-438e-b841-caa0a8609344 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:32.668978 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07afe6f9-ced7-438e-b841-caa0a8609344 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:32.669310 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07afe6f9-ced7-438e-b841-caa0a8609344 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:32.669637 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07afe6f9-ced7-438e-b841-caa0a8609344 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:32.669962 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07afe6f9-ced7-438e-b841-caa0a8609344 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:32.670282 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07afe6f9-ced7-438e-b841-caa0a8609344 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:32.670605 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07afe6f9-ced7-438e-b841-caa0a8609344 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:32.670962 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07afe6f9-ced7-438e-b841-caa0a8609344 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:32.710405 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a6a6b259-7900-4d68-a0fc-9063ff19c162 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7533026 Jul 09 16:02:32.713839 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59374) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:02:32.732838 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-e6709852-9bf4-4795-beb7-c5841a746b9f None None] For port e721c337-7c38-4262-b8ba-24934d5beee3, host n-d-799529-6, cleared binding levels {{(pid=94448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:02:32.738649 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-e6709852-9bf4-4795-beb7-c5841a746b9f None None] For port e721c337-7c38-4262-b8ba-24934d5beee3, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=e721c337-7c38-4262-b8ba-24934d5beee3,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:02:32.793628 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-e6709852-9bf4-4795-beb7-c5841a746b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:32.855023 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07afe6f9-ced7-438e-b841-caa0a8609344 None None] Pushing event updated for resources: {'Port': ['ID=e721c337-7c38-4262-b8ba-24934d5beee3,revision_number=3']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:32.872169 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6709852-9bf4-4795-beb7-c5841a746b9f None None] Routers {'9fa82ad5-1442-4539-b5c8-576225cce518'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:02:32.872812 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-e6709852-9bf4-4795-beb7-c5841a746b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:02:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['9fa82ad5-1442-4539-b5c8-576225cce518'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:02:32.881993 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf8d9f1-dd03-4bc1-b219-c4776f6e1f35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-04edf012-e3c3-4a75-9922-0c8e06e761bb', 'network_id': '04edf012-e3c3-4a75-9922-0c8e06e761bb', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'fixed_ips': [{'subnet_id': '97beeb3b-d0d4-4828-bb2a-77b732e27018'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:02:32.883117 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6cf8d9f1-dd03-4bc1-b219-c4776f6e1f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:33.024283 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-e6709852-9bf4-4795-beb7-c5841a746b9f None None] Set router 9fa82ad5-1442-4539-b5c8-576225cce518 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:02:33.064982 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-6cf8d9f1-dd03-4bc1-b219-c4776f6e1f35 None None] Allocated IP 172.20.0.2 (04edf012-e3c3-4a75-9922-0c8e06e761bb/97beeb3b-d0d4-4828-bb2a-77b732e27018/5d35e742-6671-4c96-aad4-a1377ac53053) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:02:33.246901 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-e6709852-9bf4-4795-beb7-c5841a746b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa82ad5-1442-4539-b5c8-576225cce518', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1149099172', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': 'e721c337-7c38-4262-b8ba-24934d5beee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:02:29Z', 'updated_at': '2021-07-09T16:02:30Z', 'revision_number': 3, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': 'e721c337-7c38-4262-b8ba-24934d5beee3', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ce:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fa82ad5-1442-4539-b5c8-576225cce518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:02:29Z', 'updated_at': '2021-07-09T16:02:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:02:33.249179 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6cf8d9f1-dd03-4bc1-b219-c4776f6e1f35 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:33.257968 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-6cf8d9f1-dd03-4bc1-b219-c4776f6e1f35 None None] Transition to ACTIVE for port object 5d35e742-6671-4c96-aad4-a1377ac53053 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:02:33.270265 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5749fdbd-20ca-41bc-9086-b8e762f56034 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:33.278298 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6709852-9bf4-4795-beb7-c5841a746b9f None None] The sync data for ids ['9fa82ad5-1442-4539-b5c8-576225cce518'] in n-d-799529-6 is: [{'id': '9fa82ad5-1442-4539-b5c8-576225cce518', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1149099172', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': 'e721c337-7c38-4262-b8ba-24934d5beee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:02:29Z', 'updated_at': '2021-07-09T16:02:30Z', 'revision_number': 3, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': 'e721c337-7c38-4262-b8ba-24934d5beee3', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ce:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fa82ad5-1442-4539-b5c8-576225cce518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:02:29Z', 'updated_at': '2021-07-09T16:02:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:02:33.279023 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-6cf8d9f1-dd03-4bc1-b219-c4776f6e1f35 None None] Transition to ACTIVE for port object 5d35e742-6671-4c96-aad4-a1377ac53053 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:02:33.347140 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6cf8d9f1-dd03-4bc1-b219-c4776f6e1f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:33.395693 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf8d9f1-dd03-4bc1-b219-c4776f6e1f35 None None] Network 04edf012-e3c3-4a75-9922-0c8e06e761bb is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:02:33.398851 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-6cf8d9f1-dd03-4bc1-b219-c4776f6e1f35 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:02:33.403881 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf8d9f1-dd03-4bc1-b219-c4776f6e1f35 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:02:33.408148 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf8d9f1-dd03-4bc1-b219-c4776f6e1f35 None None] Pushing event updated for resources: {'Port': ['ID=5d35e742-6671-4c96-aad4-a1377ac53053,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:33.473747 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-6cf8d9f1-dd03-4bc1-b219-c4776f6e1f35 None None] Attempting to bind port 5d35e742-6671-4c96-aad4-a1377ac53053 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:02:33.474126 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-6cf8d9f1-dd03-4bc1-b219-c4776f6e1f35 None None] Attempting to bind port 5d35e742-6671-4c96-aad4-a1377ac53053 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '6614a8e9-2e78-41f9-bd16-a4b0bfb35dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '04edf012-e3c3-4a75-9922-0c8e06e761bb'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:02:33.474493 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf8d9f1-dd03-4bc1-b219-c4776f6e1f35 None None] Attempting to bind port 5d35e742-6671-4c96-aad4-a1377ac53053 on network 04edf012-e3c3-4a75-9922-0c8e06e761bb {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:02:33.480406 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf8d9f1-dd03-4bc1-b219-c4776f6e1f35 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:02:33.480788 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf8d9f1-dd03-4bc1-b219-c4776f6e1f35 None None] Checking segment: {'id': '6614a8e9-2e78-41f9-bd16-a4b0bfb35dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '04edf012-e3c3-4a75-9922-0c8e06e761bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:02:33.481216 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6cf8d9f1-dd03-4bc1-b219-c4776f6e1f35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:33.481592 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf8d9f1-dd03-4bc1-b219-c4776f6e1f35 None None] Bound using segment: {'id': '6614a8e9-2e78-41f9-bd16-a4b0bfb35dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '04edf012-e3c3-4a75-9922-0c8e06e761bb'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:02:33.482074 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-6cf8d9f1-dd03-4bc1-b219-c4776f6e1f35 None None] Bound port: 5d35e742-6671-4c96-aad4-a1377ac53053, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6614a8e9-2e78-41f9-bd16-a4b0bfb35dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '04edf012-e3c3-4a75-9922-0c8e06e761bb'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:02:33.482531 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6cf8d9f1-dd03-4bc1-b219-c4776f6e1f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:33.596700 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-6cf8d9f1-dd03-4bc1-b219-c4776f6e1f35 None None] For port 5d35e742-6671-4c96-aad4-a1377ac53053, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:02:33.600396 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-6cf8d9f1-dd03-4bc1-b219-c4776f6e1f35 None None] For port 5d35e742-6671-4c96-aad4-a1377ac53053, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=5d35e742-6671-4c96-aad4-a1377ac53053,segment=NetworkSegment(6614a8e9-2e78-41f9-bd16-a4b0bfb35dae),segment_id=6614a8e9-2e78-41f9-bd16-a4b0bfb35dae)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:02:33.682766 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-5749fdbd-20ca-41bc-9086-b8e762f56034 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Allocated IP 172.20.0.1 (04edf012-e3c3-4a75-9922-0c8e06e761bb/97beeb3b-d0d4-4828-bb2a-77b732e27018/53b806f3-c72e-4db7-b63b-5211cc12cf96) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:02:33.684553 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6cf8d9f1-dd03-4bc1-b219-c4776f6e1f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:33.772739 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf8d9f1-dd03-4bc1-b219-c4776f6e1f35 None None] Pushing event updated for resources: {'Port': ['ID=5d35e742-6671-4c96-aad4-a1377ac53053,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:33.870382 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5749fdbd-20ca-41bc-9086-b8e762f56034 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:33.891646 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-5749fdbd-20ca-41bc-9086-b8e762f56034 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Transition to ACTIVE for port object 53b806f3-c72e-4db7-b63b-5211cc12cf96 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:02:34.007052 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5749fdbd-20ca-41bc-9086-b8e762f56034 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:34.058832 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5749fdbd-20ca-41bc-9086-b8e762f56034 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Network 04edf012-e3c3-4a75-9922-0c8e06e761bb is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:02:34.063584 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-5749fdbd-20ca-41bc-9086-b8e762f56034 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:02:34.070323 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5749fdbd-20ca-41bc-9086-b8e762f56034 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:02:34.119099 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5749fdbd-20ca-41bc-9086-b8e762f56034 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'Port': ['ID=53b806f3-c72e-4db7-b63b-5211cc12cf96,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:34.146953 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5749fdbd-20ca-41bc-9086-b8e762f56034 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:34.446692 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5749fdbd-20ca-41bc-9086-b8e762f56034 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:34.611825 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device e721c337-7c38-4262-b8ba-24934d5beee3 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:02:34.757661 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port e721c337-7c38-4262-b8ba-24934d5beee3 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:02:34.765385 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port e721c337-7c38-4262-b8ba-24934d5beee3 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:02:34.765968 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:34.812105 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5749fdbd-20ca-41bc-9086-b8e762f56034 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:34.881757 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:34.890562 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5749fdbd-20ca-41bc-9086-b8e762f56034 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:34.917306 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port e721c337-7c38-4262-b8ba-24934d5beee3, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=e721c337-7c38-4262-b8ba-24934d5beee3,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:02:34.924235 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb729fdf-e06e-45bb-a3fe-8fedc8a8a425 None None] Network 04edf012-e3c3-4a75-9922-0c8e06e761bb requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:02:34.980786 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5749fdbd-20ca-41bc-9086-b8e762f56034 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:34.984360 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5749fdbd-20ca-41bc-9086-b8e762f56034 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'Port': ['ID=53b806f3-c72e-4db7-b63b-5211cc12cf96,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:35.003146 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:35.003999 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 5d35e742-6671-4c96-aad4-a1377ac53053 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:02:35.042052 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:02:35.112372 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-6d24b018-ea7d-4bb6-bb5b-edce107365be None None] Provisioning for port 5d35e742-6671-4c96-aad4-a1377ac53053 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:02:35.123812 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5749fdbd-20ca-41bc-9086-b8e762f56034 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Network 04edf012-e3c3-4a75-9922-0c8e06e761bb is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:02:35.126190 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-5749fdbd-20ca-41bc-9086-b8e762f56034 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:02:35.175671 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=e721c337-7c38-4262-b8ba-24934d5beee3,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:35.285036 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 5d35e742-6671-4c96-aad4-a1377ac53053 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:02:35.287344 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5749fdbd-20ca-41bc-9086-b8e762f56034 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Router 9fa82ad5-1442-4539-b5c8-576225cce518 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:02:35.292762 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 5d35e742-6671-4c96-aad4-a1377ac53053 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:02:35.293656 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:35.406181 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:35.464041 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5749fdbd-20ca-41bc-9086-b8e762f56034 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:02:35.468931 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 5d35e742-6671-4c96-aad4-a1377ac53053, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=5d35e742-6671-4c96-aad4-a1377ac53053,segment=NetworkSegment(6614a8e9-2e78-41f9-bd16-a4b0bfb35dae),segment_id=6614a8e9-2e78-41f9-bd16-a4b0bfb35dae)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:02:35.470684 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-5749fdbd-20ca-41bc-9086-b8e762f56034 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "PUT /v2.0/routers/9fa82ad5-1442-4539-b5c8-576225cce518/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7557478 Jul 09 16:02:35.517375 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce6c4cc-f49a-47b2-9844-ef9aae26f001 None None] Sync routers for ids ['9fa82ad5-1442-4539-b5c8-576225cce518'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:02:35.532857 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce6c4cc-f49a-47b2-9844-ef9aae26f001 None None] Routers {'9fa82ad5-1442-4539-b5c8-576225cce518'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:02:35.533822 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-4ce6c4cc-f49a-47b2-9844-ef9aae26f001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:02:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['9fa82ad5-1442-4539-b5c8-576225cce518'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:02:35.591839 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:35.680294 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a00166bf-18c6-452f-b6d4-188580c6b884 req-ff00baca-01ba-4fc0-8ee9-b2519cfdf8f1 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1992191425&fields=id&tenant_id=30d714c59bd14f6184e3834abd940a2e HTTP/1.1" status: 200 len: 267 time: 0.0477848 Jul 09 16:02:35.713513 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=5d35e742-6671-4c96-aad4-a1377ac53053,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:35.725785 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-4ce6c4cc-f49a-47b2-9844-ef9aae26f001 None None] Set router 9fa82ad5-1442-4539-b5c8-576225cce518 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:02:35.753406 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-f7b4c1b4-2a02-49c8-abd0-b37ec89a2a2c None None] Provisioning for port 53b806f3-c72e-4db7-b63b-5211cc12cf96 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:02:35.760610 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-f7b4c1b4-2a02-49c8-abd0-b37ec89a2a2c None None] Provisioning complete for port 53b806f3-c72e-4db7-b63b-5211cc12cf96 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:02:35.760997 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f7b4c1b4-2a02-49c8-abd0-b37ec89a2a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:35.830616 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00166bf-18c6-452f-b6d4-188580c6b884 req-fdc504c7-6ca6-4d96-bc2b-f20564bf39de tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:35.832471 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a00166bf-18c6-452f-b6d4-188580c6b884 req-fdc504c7-6ca6-4d96-bc2b-f20564bf39de tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/networks?id=04edf012-e3c3-4a75-9922-0c8e06e761bb HTTP/1.1" status: 200 len: 797 time: 0.1434524 Jul 09 16:02:35.853658 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a00166bf-18c6-452f-b6d4-188580c6b884 req-e7aa0aab-8a6f-468d-b89a-8d83006c538d tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/quotas/30d714c59bd14f6184e3834abd940a2e HTTP/1.1" status: 200 len: 375 time: 0.0110710 Jul 09 16:02:35.882160 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-f7b4c1b4-2a02-49c8-abd0-b37ec89a2a2c None None] Port 53b806f3-c72e-4db7-b63b-5211cc12cf96 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:02:35.906986 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-f7b4c1b4-2a02-49c8-abd0-b37ec89a2a2c None None] Provisioning complete for port 5d35e742-6671-4c96-aad4-a1377ac53053 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:02:35.907885 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f7b4c1b4-2a02-49c8-abd0-b37ec89a2a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:35.960802 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a00166bf-18c6-452f-b6d4-188580c6b884 req-683123a8-cb01-43e4-bb16-2e8822a55593 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=30d714c59bd14f6184e3834abd940a2e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0965385 Jul 09 16:02:36.059115 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-4ce6c4cc-f49a-47b2-9844-ef9aae26f001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa82ad5-1442-4539-b5c8-576225cce518', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1149099172', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': 'e721c337-7c38-4262-b8ba-24934d5beee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:02:29Z', 'updated_at': '2021-07-09T16:02:34Z', 'revision_number': 4, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': 'e721c337-7c38-4262-b8ba-24934d5beee3', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ce:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa82ad5-1442-4539-b5c8-576225cce518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:02:29Z', 'updated_at': '2021-07-09T16:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '53b806f3-c72e-4db7-b63b-5211cc12cf96', 'name': '', 'network_id': '04edf012-e3c3-4a75-9922-0c8e06e761bb', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'mac_address': 'fa:16:3e:28:76:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fa82ad5-1442-4539-b5c8-576225cce518', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '97beeb3b-d0d4-4828-bb2a-77b732e27018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:02:33Z', 'updated_at': '2021-07-09T16:02:34Z', 'revision_number': 2, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'subnets': [{'id': '97beeb3b-d0d4-4828-bb2a-77b732e27018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:02:36.079070 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a00166bf-18c6-452f-b6d4-188580c6b884 req-ecf91e0c-ba97-48c5-9184-f87e4467b8d5 service neutron] 10.222.0.58 "GET /v2.0/networks/04edf012-e3c3-4a75-9922-0c8e06e761bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951049 Jul 09 16:02:36.087007 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce6c4cc-f49a-47b2-9844-ef9aae26f001 None None] Checking router: 9fa82ad5-1442-4539-b5c8-576225cce518 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:02:36.087375 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce6c4cc-f49a-47b2-9844-ef9aae26f001 None None] Updating router 9fa82ad5-1442-4539-b5c8-576225cce518 port 53b806f3-c72e-4db7-b63b-5211cc12cf96 binding host n-d-799529-6 {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:02:36.130110 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4ce6c4cc-f49a-47b2-9844-ef9aae26f001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:36.174026 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a00166bf-18c6-452f-b6d4-188580c6b884 req-a9ad5f32-97ee-4d4f-a079-64ab1c37048f service neutron] 10.222.0.58 "GET /v2.0/networks/04edf012-e3c3-4a75-9922-0c8e06e761bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884337 Jul 09 16:02:36.237905 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-92074cd0-e919-45e3-b7a3-138cf547a6f1 None None] Provisioning complete for port 53b806f3-c72e-4db7-b63b-5211cc12cf96 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:02:36.238279 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-92074cd0-e919-45e3-b7a3-138cf547a6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:36.297843 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-92074cd0-e919-45e3-b7a3-138cf547a6f1 None None] Port 53b806f3-c72e-4db7-b63b-5211cc12cf96 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:02:36.443440 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bef42f39-8e95-4de5-9ab4-5b9ccddb6620 req-55af1c9d-48de-4c44-9f71-f2a7ee48f46e tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c05441-5417-4b38-be4b-27abc31339c3 HTTP/1.1" status: 200 len: 210 time: 0.0330057 Jul 09 16:02:36.479258 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4ce6c4cc-f49a-47b2-9844-ef9aae26f001 None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:36.493725 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-4ce6c4cc-f49a-47b2-9844-ef9aae26f001 None None] Transition to ACTIVE for port object 53b806f3-c72e-4db7-b63b-5211cc12cf96 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:02:36.541381 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device e721c337-7c38-4262-b8ba-24934d5beee3 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:02:36.588275 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4ce6c4cc-f49a-47b2-9844-ef9aae26f001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:36.642902 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port e721c337-7c38-4262-b8ba-24934d5beee3 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:02:36.642902 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:36.668820 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b722d126-8d17-48ac-9b61-ae01e105e1b4 None None] Pushing event updated for resources: {'Port': ['ID=53b806f3-c72e-4db7-b63b-5211cc12cf96,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:36.744299 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-4ce6c4cc-f49a-47b2-9844-ef9aae26f001 None None] Attempting to bind port 53b806f3-c72e-4db7-b63b-5211cc12cf96 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:02:36.745032 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-4ce6c4cc-f49a-47b2-9844-ef9aae26f001 None None] Attempting to bind port 53b806f3-c72e-4db7-b63b-5211cc12cf96 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '6614a8e9-2e78-41f9-bd16-a4b0bfb35dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '04edf012-e3c3-4a75-9922-0c8e06e761bb'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:02:36.745032 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce6c4cc-f49a-47b2-9844-ef9aae26f001 None None] Attempting to bind port 53b806f3-c72e-4db7-b63b-5211cc12cf96 on network 04edf012-e3c3-4a75-9922-0c8e06e761bb {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:02:36.751321 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce6c4cc-f49a-47b2-9844-ef9aae26f001 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:02:36.751788 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce6c4cc-f49a-47b2-9844-ef9aae26f001 None None] Checking segment: {'id': '6614a8e9-2e78-41f9-bd16-a4b0bfb35dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '04edf012-e3c3-4a75-9922-0c8e06e761bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:02:36.752283 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4ce6c4cc-f49a-47b2-9844-ef9aae26f001 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:36.752691 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce6c4cc-f49a-47b2-9844-ef9aae26f001 None None] Bound using segment: {'id': '6614a8e9-2e78-41f9-bd16-a4b0bfb35dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '04edf012-e3c3-4a75-9922-0c8e06e761bb'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:02:36.753191 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-4ce6c4cc-f49a-47b2-9844-ef9aae26f001 None None] Bound port: 53b806f3-c72e-4db7-b63b-5211cc12cf96, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6614a8e9-2e78-41f9-bd16-a4b0bfb35dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '04edf012-e3c3-4a75-9922-0c8e06e761bb'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:02:36.753605 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4ce6c4cc-f49a-47b2-9844-ef9aae26f001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:37.018381 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 5d35e742-6671-4c96-aad4-a1377ac53053 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:02:37.070598 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-4ce6c4cc-f49a-47b2-9844-ef9aae26f001 None None] For port 53b806f3-c72e-4db7-b63b-5211cc12cf96, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:02:37.075120 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-4ce6c4cc-f49a-47b2-9844-ef9aae26f001 None None] For port 53b806f3-c72e-4db7-b63b-5211cc12cf96, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=53b806f3-c72e-4db7-b63b-5211cc12cf96,segment=NetworkSegment(6614a8e9-2e78-41f9-bd16-a4b0bfb35dae),segment_id=6614a8e9-2e78-41f9-bd16-a4b0bfb35dae)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:02:37.091400 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 5d35e742-6671-4c96-aad4-a1377ac53053 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:02:37.094205 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:37.215631 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4ce6c4cc-f49a-47b2-9844-ef9aae26f001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:37.277255 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce6c4cc-f49a-47b2-9844-ef9aae26f001 None None] Routers {'9fa82ad5-1442-4539-b5c8-576225cce518'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:02:37.277934 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-4ce6c4cc-f49a-47b2-9844-ef9aae26f001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:02:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['9fa82ad5-1442-4539-b5c8-576225cce518'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:02:37.283192 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b722d126-8d17-48ac-9b61-ae01e105e1b4 None None] Pushing event updated for resources: {'Port': ['ID=53b806f3-c72e-4db7-b63b-5211cc12cf96,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:37.425388 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-4ce6c4cc-f49a-47b2-9844-ef9aae26f001 None None] Set router 9fa82ad5-1442-4539-b5c8-576225cce518 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:02:37.626743 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7ccdd566-ca94-438e-aa29-b872ed946ef5 req-f3c47667-4d85-490a-8269-382976f131ec tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c05441-5417-4b38-be4b-27abc31339c3 HTTP/1.1" status: 200 len: 210 time: 0.0320199 Jul 09 16:02:37.709218 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-4ce6c4cc-f49a-47b2-9844-ef9aae26f001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa82ad5-1442-4539-b5c8-576225cce518', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1149099172', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': 'e721c337-7c38-4262-b8ba-24934d5beee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:02:29Z', 'updated_at': '2021-07-09T16:02:34Z', 'revision_number': 4, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': 'e721c337-7c38-4262-b8ba-24934d5beee3', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ce:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa82ad5-1442-4539-b5c8-576225cce518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:02:29Z', 'updated_at': '2021-07-09T16:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '53b806f3-c72e-4db7-b63b-5211cc12cf96', 'name': '', 'network_id': '04edf012-e3c3-4a75-9922-0c8e06e761bb', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'mac_address': 'fa:16:3e:28:76:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fa82ad5-1442-4539-b5c8-576225cce518', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '97beeb3b-d0d4-4828-bb2a-77b732e27018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:02:33Z', 'updated_at': '2021-07-09T16:02:37Z', 'revision_number': 4, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'subnets': [{'id': '97beeb3b-d0d4-4828-bb2a-77b732e27018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:02:37.740110 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce6c4cc-f49a-47b2-9844-ef9aae26f001 None None] The sync data for ids ['9fa82ad5-1442-4539-b5c8-576225cce518'] in n-d-799529-6 is: [{'id': '9fa82ad5-1442-4539-b5c8-576225cce518', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1149099172', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': 'e721c337-7c38-4262-b8ba-24934d5beee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:02:29Z', 'updated_at': '2021-07-09T16:02:34Z', 'revision_number': 4, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': 'e721c337-7c38-4262-b8ba-24934d5beee3', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ce:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa82ad5-1442-4539-b5c8-576225cce518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:02:29Z', 'updated_at': '2021-07-09T16:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '53b806f3-c72e-4db7-b63b-5211cc12cf96', 'name': '', 'network_id': '04edf012-e3c3-4a75-9922-0c8e06e761bb', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'mac_address': 'fa:16:3e:28:76:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fa82ad5-1442-4539-b5c8-576225cce518', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '97beeb3b-d0d4-4828-bb2a-77b732e27018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:02:33Z', 'updated_at': '2021-07-09T16:02:37Z', 'revision_number': 4, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'subnets': [{'id': '97beeb3b-d0d4-4828-bb2a-77b732e27018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:02:38.561212 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 53b806f3-c72e-4db7-b63b-5211cc12cf96 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:02:38.752644 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 53b806f3-c72e-4db7-b63b-5211cc12cf96 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:02:38.759858 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 53b806f3-c72e-4db7-b63b-5211cc12cf96 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:02:38.760841 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:38.810852 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5a5bf8f1-d418-46a1-9073-69746c798384 req-80581df8-7999-4cb4-93cd-0575a04761d3 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c05441-5417-4b38-be4b-27abc31339c3 HTTP/1.1" status: 200 len: 210 time: 0.0445783 Jul 09 16:02:38.900410 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:38.949119 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 53b806f3-c72e-4db7-b63b-5211cc12cf96, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=53b806f3-c72e-4db7-b63b-5211cc12cf96,segment=NetworkSegment(6614a8e9-2e78-41f9-bd16-a4b0bfb35dae),segment_id=6614a8e9-2e78-41f9-bd16-a4b0bfb35dae)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:02:39.050208 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:39.088862 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00166bf-18c6-452f-b6d4-188580c6b884 req-0676e458-153e-4c7f-8474-0e2e7ae641aa tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:39.091136 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a00166bf-18c6-452f-b6d4-188580c6b884 req-0676e458-153e-4c7f-8474-0e2e7ae641aa tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.62 "GET /v2.0/networks?id=04edf012-e3c3-4a75-9922-0c8e06e761bb HTTP/1.1" status: 200 len: 797 time: 0.1467650 Jul 09 16:02:39.142458 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=53b806f3-c72e-4db7-b63b-5211cc12cf96,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:39.147189 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a00166bf-18c6-452f-b6d4-188580c6b884 req-19af5cdc-1292-4b20-9a63-a01b22423a87 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30d714c59bd14f6184e3834abd940a2e HTTP/1.1" status: 200 len: 380 time: 0.0415723 Jul 09 16:02:39.156322 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-a00166bf-18c6-452f-b6d4-188580c6b884 req-02ec280c-2e5b-4ad8-a5d4-864b8c467934 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Request body: {'port': {'device_id': '22c05441-5417-4b38-be4b-27abc31339c3', 'network_id': '04edf012-e3c3-4a75-9922-0c8e06e761bb', 'admin_state_up': True, 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'security_groups': ['3e30b702-0cbb-41a7-899b-9caa1a95cbc9']}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:02:39.364040 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a00166bf-18c6-452f-b6d4-188580c6b884 req-02ec280c-2e5b-4ad8-a5d4-864b8c467934 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Made reservation on behalf of 30d714c59bd14f6184e3834abd940a2e for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:02:39.370047 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a00166bf-18c6-452f-b6d4-188580c6b884 req-02ec280c-2e5b-4ad8-a5d4-864b8c467934 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:39.517373 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-a00166bf-18c6-452f-b6d4-188580c6b884 req-02ec280c-2e5b-4ad8-a5d4-864b8c467934 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Allocated IP 172.20.0.14 (04edf012-e3c3-4a75-9922-0c8e06e761bb/97beeb3b-d0d4-4828-bb2a-77b732e27018/fbe05daa-97c6-43bd-addc-ba008b2001ca) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:02:40.041258 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c9af00ed-c750-4f2d-ad0c-c7992ef40958 req-5f349d6b-43a1-4d57-a5d8-9930a413a35d tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c05441-5417-4b38-be4b-27abc31339c3 HTTP/1.1" status: 200 len: 210 time: 0.0347238 Jul 09 16:02:40.099538 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a00166bf-18c6-452f-b6d4-188580c6b884 req-02ec280c-2e5b-4ad8-a5d4-864b8c467934 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:40.118098 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-a00166bf-18c6-452f-b6d4-188580c6b884 req-02ec280c-2e5b-4ad8-a5d4-864b8c467934 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Transition to ACTIVE for port object fbe05daa-97c6-43bd-addc-ba008b2001ca will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:02:40.238531 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a00166bf-18c6-452f-b6d4-188580c6b884 req-02ec280c-2e5b-4ad8-a5d4-864b8c467934 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:40.316462 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a00166bf-18c6-452f-b6d4-188580c6b884 req-02ec280c-2e5b-4ad8-a5d4-864b8c467934 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Network 04edf012-e3c3-4a75-9922-0c8e06e761bb is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:02:40.322188 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-a00166bf-18c6-452f-b6d4-188580c6b884 req-02ec280c-2e5b-4ad8-a5d4-864b8c467934 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:02:40.329550 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-a00166bf-18c6-452f-b6d4-188580c6b884 req-02ec280c-2e5b-4ad8-a5d4-864b8c467934 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:02:40.376640 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ec280c-2e5b-4ad8-a5d4-864b8c467934 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'Port': ['ID=fbe05daa-97c6-43bd-addc-ba008b2001ca,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:40.432966 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00166bf-18c6-452f-b6d4-188580c6b884 req-02ec280c-2e5b-4ad8-a5d4-864b8c467934 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:40.434098 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a00166bf-18c6-452f-b6d4-188580c6b884 req-02ec280c-2e5b-4ad8-a5d4-864b8c467934 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:40.535136 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 53b806f3-c72e-4db7-b63b-5211cc12cf96 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:02:40.593191 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a00166bf-18c6-452f-b6d4-188580c6b884 req-02ec280c-2e5b-4ad8-a5d4-864b8c467934 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4409411 Jul 09 16:02:40.610548 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 53b806f3-c72e-4db7-b63b-5211cc12cf96 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:02:40.611148 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:40.614391 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-a00166bf-18c6-452f-b6d4-188580c6b884 req-6bf9f01a-6807-41cf-b874-55a04f4e0543 service neutron] Request body: {'port': {'device_id': '22c05441-5417-4b38-be4b-27abc31339c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:02:40.708688 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a00166bf-18c6-452f-b6d4-188580c6b884 req-6bf9f01a-6807-41cf-b874-55a04f4e0543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:40.757590 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-74397c8d-0b6d-4634-aee6-62833af3aa4c None None] Provisioning for port fbe05daa-97c6-43bd-addc-ba008b2001ca completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:02:40.761873 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-74397c8d-0b6d-4634-aee6-62833af3aa4c None None] Provisioning complete for port fbe05daa-97c6-43bd-addc-ba008b2001ca triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:02:40.762246 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-74397c8d-0b6d-4634-aee6-62833af3aa4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:40.807610 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-74397c8d-0b6d-4634-aee6-62833af3aa4c None None] Port fbe05daa-97c6-43bd-addc-ba008b2001ca cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:02:41.028368 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-a00166bf-18c6-452f-b6d4-188580c6b884 req-6bf9f01a-6807-41cf-b874-55a04f4e0543 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbe05daa-97c6-43bd-addc-ba008b2001ca {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:02:41.038176 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a00166bf-18c6-452f-b6d4-188580c6b884 req-6bf9f01a-6807-41cf-b874-55a04f4e0543 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:41.050678 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-a00166bf-18c6-452f-b6d4-188580c6b884 req-6bf9f01a-6807-41cf-b874-55a04f4e0543 service neutron] Transition to ACTIVE for port object fbe05daa-97c6-43bd-addc-ba008b2001ca will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:02:41.118936 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a00166bf-18c6-452f-b6d4-188580c6b884 req-6bf9f01a-6807-41cf-b874-55a04f4e0543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:41.201231 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf9f01a-6807-41cf-b874-55a04f4e0543 service neutron] Pushing event updated for resources: {'Port': ['ID=fbe05daa-97c6-43bd-addc-ba008b2001ca,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:41.270475 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3cc6a6-ffac-4e7e-97cb-58e68a1ea81a req-bf9bd6d2-7b3e-47c7-a942-6d0eb7c87bed tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:41.274312 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6e3cc6a6-ffac-4e7e-97cb-58e68a1ea81a req-bf9bd6d2-7b3e-47c7-a942-6d0eb7c87bed tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c05441-5417-4b38-be4b-27abc31339c3 HTTP/1.1" status: 200 len: 944 time: 0.1052911 Jul 09 16:02:41.305615 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-a00166bf-18c6-452f-b6d4-188580c6b884 req-6bf9f01a-6807-41cf-b874-55a04f4e0543 service neutron] Attempting to bind port fbe05daa-97c6-43bd-addc-ba008b2001ca on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:02:41.306040 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-a00166bf-18c6-452f-b6d4-188580c6b884 req-6bf9f01a-6807-41cf-b874-55a04f4e0543 service neutron] Attempting to bind port fbe05daa-97c6-43bd-addc-ba008b2001ca by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': '6614a8e9-2e78-41f9-bd16-a4b0bfb35dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '04edf012-e3c3-4a75-9922-0c8e06e761bb'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:02:41.306392 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00166bf-18c6-452f-b6d4-188580c6b884 req-6bf9f01a-6807-41cf-b874-55a04f4e0543 service neutron] Attempting to bind port fbe05daa-97c6-43bd-addc-ba008b2001ca on network 04edf012-e3c3-4a75-9922-0c8e06e761bb {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:02:41.313333 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00166bf-18c6-452f-b6d4-188580c6b884 req-6bf9f01a-6807-41cf-b874-55a04f4e0543 service neutron] Port fbe05daa-97c6-43bd-addc-ba008b2001ca on network 04edf012-e3c3-4a75-9922-0c8e06e761bb not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:02:41.313759 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00166bf-18c6-452f-b6d4-188580c6b884 req-6bf9f01a-6807-41cf-b874-55a04f4e0543 service neutron] Attempting to bind port fbe05daa-97c6-43bd-addc-ba008b2001ca on network 04edf012-e3c3-4a75-9922-0c8e06e761bb {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:02:41.319817 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00166bf-18c6-452f-b6d4-188580c6b884 req-6bf9f01a-6807-41cf-b874-55a04f4e0543 service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:02:41.320262 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00166bf-18c6-452f-b6d4-188580c6b884 req-6bf9f01a-6807-41cf-b874-55a04f4e0543 service neutron] Checking segment: {'id': '6614a8e9-2e78-41f9-bd16-a4b0bfb35dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '04edf012-e3c3-4a75-9922-0c8e06e761bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:02:41.320724 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00166bf-18c6-452f-b6d4-188580c6b884 req-6bf9f01a-6807-41cf-b874-55a04f4e0543 service neutron] Bound using segment: {'id': '6614a8e9-2e78-41f9-bd16-a4b0bfb35dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '04edf012-e3c3-4a75-9922-0c8e06e761bb'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:02:41.322013 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-a00166bf-18c6-452f-b6d4-188580c6b884 req-6bf9f01a-6807-41cf-b874-55a04f4e0543 service neutron] Bound port: fbe05daa-97c6-43bd-addc-ba008b2001ca, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6614a8e9-2e78-41f9-bd16-a4b0bfb35dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '04edf012-e3c3-4a75-9922-0c8e06e761bb'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:02:41.322013 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a00166bf-18c6-452f-b6d4-188580c6b884 req-6bf9f01a-6807-41cf-b874-55a04f4e0543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:41.324377 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6e3cc6a6-ffac-4e7e-97cb-58e68a1ea81a req-778c82ca-13ad-47bc-8e9e-43bbf0044955 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=3e30b702-0cbb-41a7-899b-9caa1a95cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414083 Jul 09 16:02:41.416918 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-a00166bf-18c6-452f-b6d4-188580c6b884 req-6bf9f01a-6807-41cf-b874-55a04f4e0543 service neutron] For port fbe05daa-97c6-43bd-addc-ba008b2001ca, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:02:41.420997 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-a00166bf-18c6-452f-b6d4-188580c6b884 req-6bf9f01a-6807-41cf-b874-55a04f4e0543 service neutron] For port fbe05daa-97c6-43bd-addc-ba008b2001ca, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=fbe05daa-97c6-43bd-addc-ba008b2001ca,segment=NetworkSegment(6614a8e9-2e78-41f9-bd16-a4b0bfb35dae),segment_id=6614a8e9-2e78-41f9-bd16-a4b0bfb35dae)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:02:41.536416 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a00166bf-18c6-452f-b6d4-188580c6b884 req-6bf9f01a-6807-41cf-b874-55a04f4e0543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:41.573575 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00166bf-18c6-452f-b6d4-188580c6b884 req-6bf9f01a-6807-41cf-b874-55a04f4e0543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:41.574167 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a00166bf-18c6-452f-b6d4-188580c6b884 req-6bf9f01a-6807-41cf-b874-55a04f4e0543 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:41.575716 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a00166bf-18c6-452f-b6d4-188580c6b884 req-6bf9f01a-6807-41cf-b874-55a04f4e0543 service neutron] 10.222.0.62 "PUT /v2.0/ports/fbe05daa-97c6-43bd-addc-ba008b2001ca HTTP/1.1" status: 200 len: 1092 time: 0.9691367 Jul 09 16:02:41.578487 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22c05441-5417-4b38-be4b-27abc31339c3', 'tag': 'fbe05daa-97c6-43bd-addc-ba008b2001ca'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:02:41.580828 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71aea3d4ce3c79ba57e3b2a7f05354d67fe827d4c76bd908d035baed68c1bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb0c9c6-45cc-43b0-97af-86db43b9a52e" -d '{"events": [{"name": "network-changed", "server_uuid": "22c05441-5417-4b38-be4b-27abc31339c3", "tag": "fbe05daa-97c6-43bd-addc-ba008b2001ca"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:02:41.616400 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf9f01a-6807-41cf-b874-55a04f4e0543 service neutron] Pushing event updated for resources: {'Port': ['ID=fbe05daa-97c6-43bd-addc-ba008b2001ca,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:41.628048 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209bb4fa-e841-4c3d-a35c-f08cb9a3a9b9 x-openstack-request-id: req-209bb4fa-e841-4c3d-a35c-f08cb9a3a9b9 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:02:41.628344 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22c05441-5417-4b38-be4b-27abc31339c3", "tag": "fbe05daa-97c6-43bd-addc-ba008b2001ca", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:02:41.628603 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-209bb4fa-e841-4c3d-a35c-f08cb9a3a9b9 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:02:41.629000 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22c05441-5417-4b38-be4b-27abc31339c3', 'tag': 'fbe05daa-97c6-43bd-addc-ba008b2001ca', 'status': 'completed', 'code': 200} Jul 09 16:02:41.732676 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0c9c6-45cc-43b0-97af-86db43b9a52e req-5a622737-1dfd-49cc-a11a-22faf6365438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:41.734929 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0bb0c9c6-45cc-43b0-97af-86db43b9a52e req-5a622737-1dfd-49cc-a11a-22faf6365438 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=30d714c59bd14f6184e3834abd940a2e&device_id=22c05441-5417-4b38-be4b-27abc31339c3 HTTP/1.1" status: 200 len: 1095 time: 0.0653081 Jul 09 16:02:41.863126 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0c9c6-45cc-43b0-97af-86db43b9a52e req-01f5c1e3-677d-46d0-8828-a142946bac15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:41.864810 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0bb0c9c6-45cc-43b0-97af-86db43b9a52e req-01f5c1e3-677d-46d0-8828-a142946bac15 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=30d714c59bd14f6184e3834abd940a2e&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1164002 Jul 09 16:02:41.969659 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0c9c6-45cc-43b0-97af-86db43b9a52e req-b1831e68-cdb9-4221-992f-7a61d8aa574f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:41.971339 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0bb0c9c6-45cc-43b0-97af-86db43b9a52e req-b1831e68-cdb9-4221-992f-7a61d8aa574f service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0998914 Jul 09 16:02:42.089405 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00166bf-18c6-452f-b6d4-188580c6b884 req-82b32744-aaf5-4544-b124-89ae80e9a6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:42.090934 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a00166bf-18c6-452f-b6d4-188580c6b884 req-82b32744-aaf5-4544-b124-89ae80e9a6c4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=30d714c59bd14f6184e3834abd940a2e&device_id=22c05441-5417-4b38-be4b-27abc31339c3 HTTP/1.1" status: 200 len: 1095 time: 0.0544434 Jul 09 16:02:42.156170 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a00166bf-18c6-452f-b6d4-188580c6b884 req-d5181aa4-a0e2-4f53-b4da-17481444758d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbe05daa-97c6-43bd-addc-ba008b2001ca HTTP/1.1" status: 200 len: 217 time: 0.0530226 Jul 09 16:02:42.220811 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00166bf-18c6-452f-b6d4-188580c6b884 req-b2e22568-1bf5-49a1-a5a4-00731afc963b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:42.222697 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a00166bf-18c6-452f-b6d4-188580c6b884 req-b2e22568-1bf5-49a1-a5a4-00731afc963b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=97beeb3b-d0d4-4828-bb2a-77b732e27018 HTTP/1.1" status: 200 len: 835 time: 0.0612149 Jul 09 16:02:42.291810 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00166bf-18c6-452f-b6d4-188580c6b884 req-c8ab69e7-de27-49c1-824d-1e271638f794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:42.293327 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a00166bf-18c6-452f-b6d4-188580c6b884 req-c8ab69e7-de27-49c1-824d-1e271638f794 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=04edf012-e3c3-4a75-9922-0c8e06e761bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0646067 Jul 09 16:02:42.402095 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a00166bf-18c6-452f-b6d4-188580c6b884 req-8b174042-0363-4a97-86d5-6b161edf85c8 service neutron] 10.222.0.62 "GET /v2.0/networks/04edf012-e3c3-4a75-9922-0c8e06e761bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022556 Jul 09 16:02:42.506123 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a00166bf-18c6-452f-b6d4-188580c6b884 req-4400e420-ab20-4a58-ab53-1c79e911349a service neutron] 10.222.0.62 "GET /v2.0/networks/04edf012-e3c3-4a75-9922-0c8e06e761bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977175 Jul 09 16:02:42.545245 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455bc059-b553-49a6-897a-104ae05b3eb9 req-2ddae72e-764d-4709-a50a-b4f7010b72ab tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:42.547311 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-455bc059-b553-49a6-897a-104ae05b3eb9 req-2ddae72e-764d-4709-a50a-b4f7010b72ab tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c05441-5417-4b38-be4b-27abc31339c3 HTTP/1.1" status: 200 len: 944 time: 0.0751719 Jul 09 16:02:42.599071 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-455bc059-b553-49a6-897a-104ae05b3eb9 req-6e1eb57c-e023-48de-a621-2dc529872c77 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=3e30b702-0cbb-41a7-899b-9caa1a95cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457087 Jul 09 16:02:43.802166 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ecb63b-98f0-4a3d-901f-b8bb66e174ca req-92fe6191-f2b7-463e-85e4-0c2ba1cf9010 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:43.803724 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-61ecb63b-98f0-4a3d-901f-b8bb66e174ca req-92fe6191-f2b7-463e-85e4-0c2ba1cf9010 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c05441-5417-4b38-be4b-27abc31339c3 HTTP/1.1" status: 200 len: 944 time: 0.0715537 Jul 09 16:02:43.847726 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-61ecb63b-98f0-4a3d-901f-b8bb66e174ca req-a0c346f6-1b99-4dad-b787-dc139fdcfc99 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=3e30b702-0cbb-41a7-899b-9caa1a95cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379310 Jul 09 16:02:45.047098 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9cacb2-4b6a-4c9c-a55c-9a949288dfa4 req-52b0d99d-19a0-48e5-b4c8-8d7806da2ee9 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:45.048762 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5d9cacb2-4b6a-4c9c-a55c-9a949288dfa4 req-52b0d99d-19a0-48e5-b4c8-8d7806da2ee9 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c05441-5417-4b38-be4b-27abc31339c3 HTTP/1.1" status: 200 len: 944 time: 0.0747771 Jul 09 16:02:45.100721 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5d9cacb2-4b6a-4c9c-a55c-9a949288dfa4 req-e70cedde-97a6-4ca9-88f8-e8178bdb20ed tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=3e30b702-0cbb-41a7-899b-9caa1a95cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417747 Jul 09 16:02:45.116048 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device fbe05daa-97c6-43bd-addc-ba008b2001ca details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:02:45.234095 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port fbe05daa-97c6-43bd-addc-ba008b2001ca, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=fbe05daa-97c6-43bd-addc-ba008b2001ca,segment=NetworkSegment(6614a8e9-2e78-41f9-bd16-a4b0bfb35dae),segment_id=6614a8e9-2e78-41f9-bd16-a4b0bfb35dae)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:02:45.248255 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': 'fbe05daa-97c6-43bd-addc-ba008b2001ca', 'network_id': '04edf012-e3c3-4a75-9922-0c8e06e761bb', 'port_id': 'fbe05daa-97c6-43bd-addc-ba008b2001ca', 'mac_address': 'fa:16:3e:17:15:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97beeb3b-d0d4-4828-bb2a-77b732e27018', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:02:45.291005 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:45.308469 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbe05daa-97c6-43bd-addc-ba008b2001ca {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:02:45.332212 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port fbe05daa-97c6-43bd-addc-ba008b2001ca, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=fbe05daa-97c6-43bd-addc-ba008b2001ca,segment=NetworkSegment(6614a8e9-2e78-41f9-bd16-a4b0bfb35dae),segment_id=6614a8e9-2e78-41f9-bd16-a4b0bfb35dae)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:02:45.415172 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:45.479196 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=fbe05daa-97c6-43bd-addc-ba008b2001ca,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:45.625944 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:45.882059 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['fbe05daa-97c6-43bd-addc-ba008b2001ca'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:02:46.339343 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57fb8c0-51b8-4834-b633-2165361442a8 req-b8773d16-d293-47b6-9f13-0a8fc51bf7a1 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:46.340975 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b57fb8c0-51b8-4834-b633-2165361442a8 req-b8773d16-d293-47b6-9f13-0a8fc51bf7a1 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c05441-5417-4b38-be4b-27abc31339c3 HTTP/1.1" status: 200 len: 945 time: 0.0868807 Jul 09 16:02:46.392746 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b57fb8c0-51b8-4834-b633-2165361442a8 req-6f0acb2d-26ee-4406-a2f0-f043be784d10 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=3e30b702-0cbb-41a7-899b-9caa1a95cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438547 Jul 09 16:02:47.130457 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device fbe05daa-97c6-43bd-addc-ba008b2001ca up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:02:47.301084 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port fbe05daa-97c6-43bd-addc-ba008b2001ca completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:02:47.306846 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port fbe05daa-97c6-43bd-addc-ba008b2001ca triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:02:47.307372 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:47.438424 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:47.470121 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c05441-5417-4b38-be4b-27abc31339c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe05daa-97c6-43bd-addc-ba008b2001ca'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:02:47.470121 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e75b9a97cbd66444b13ae988a684abc34c7a24a50a729030cfede81e7322398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0e352b-b763-4a35-9a6c-06d948d581b6" -d '{"events": [{"server_uuid": "22c05441-5417-4b38-be4b-27abc31339c3", "name": "network-vif-plugged", "status": "completed", "tag": "fbe05daa-97c6-43bd-addc-ba008b2001ca"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:02:47.485746 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port fbe05daa-97c6-43bd-addc-ba008b2001ca, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=fbe05daa-97c6-43bd-addc-ba008b2001ca,segment=NetworkSegment(6614a8e9-2e78-41f9-bd16-a4b0bfb35dae),segment_id=6614a8e9-2e78-41f9-bd16-a4b0bfb35dae)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:02:47.539768 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d890b25-ae29-4d22-b3fe-c334ecbd0a05 x-openstack-request-id: req-4d890b25-ae29-4d22-b3fe-c334ecbd0a05 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:02:47.540260 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c05441-5417-4b38-be4b-27abc31339c3", "name": "network-vif-plugged", "status": "completed", "tag": "fbe05daa-97c6-43bd-addc-ba008b2001ca", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:02:47.540675 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4d890b25-ae29-4d22-b3fe-c334ecbd0a05 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:02:47.541514 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c05441-5417-4b38-be4b-27abc31339c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe05daa-97c6-43bd-addc-ba008b2001ca', 'code': 200} Jul 09 16:02:47.660736 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c9d28b-a04c-4d12-9a2c-c3dbf3d8a275 req-1fc42e4a-4dec-48de-928a-d1f57e2247c4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:47.661839 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:47.662747 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-31c9d28b-a04c-4d12-9a2c-c3dbf3d8a275 req-1fc42e4a-4dec-48de-928a-d1f57e2247c4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c05441-5417-4b38-be4b-27abc31339c3 HTTP/1.1" status: 200 len: 945 time: 0.0898325 Jul 09 16:02:47.702005 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60ed27-13d1-4c29-8a85-7fdb74dbeb36 req-95a7bba1-1c1f-413a-a038-942d6d4977ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:47.704128 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ea60ed27-13d1-4c29-8a85-7fdb74dbeb36 req-95a7bba1-1c1f-413a-a038-942d6d4977ac service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=22c05441-5417-4b38-be4b-27abc31339c3 HTTP/1.1" status: 200 len: 1096 time: 0.0672297 Jul 09 16:02:47.722855 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-31c9d28b-a04c-4d12-9a2c-c3dbf3d8a275 req-8b03f0c9-3775-4a87-afe9-a0abb7d5ad03 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=3e30b702-0cbb-41a7-899b-9caa1a95cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476477 Jul 09 16:02:47.730246 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=fbe05daa-97c6-43bd-addc-ba008b2001ca,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:47.746825 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ea60ed27-13d1-4c29-8a85-7fdb74dbeb36 req-0b1e23f5-7753-40dc-8f22-0aecc81f3735 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=3e30b702-0cbb-41a7-899b-9caa1a95cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310721 Jul 09 16:02:48.907653 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a02473-3644-4693-acd3-72687e03dbd3 req-7c801928-b11c-40f8-9555-f2493c208a93 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:48.909182 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f2a02473-3644-4693-acd3-72687e03dbd3 req-7c801928-b11c-40f8-9555-f2493c208a93 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c05441-5417-4b38-be4b-27abc31339c3 HTTP/1.1" status: 200 len: 946 time: 0.0696497 Jul 09 16:02:48.948076 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f2a02473-3644-4693-acd3-72687e03dbd3 req-7a821181-1bf9-4954-aefd-e64b3569cca7 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=3e30b702-0cbb-41a7-899b-9caa1a95cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326915 Jul 09 16:02:50.152271 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0c4ed-c8f1-4328-9a85-47ddc3851816 req-49d71a51-279f-43c3-ae3f-b970e3c79230 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:50.153797 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a3a0c4ed-c8f1-4328-9a85-47ddc3851816 req-49d71a51-279f-43c3-ae3f-b970e3c79230 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c05441-5417-4b38-be4b-27abc31339c3 HTTP/1.1" status: 200 len: 946 time: 0.0841570 Jul 09 16:02:50.196228 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a3a0c4ed-c8f1-4328-9a85-47ddc3851816 req-50d91ac6-01f4-4ffa-9619-7b52fede05e9 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=3e30b702-0cbb-41a7-899b-9caa1a95cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359206 Jul 09 16:02:50.392302 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba940b3-5673-4200-9a41-5dfd5c5d24bc req-2be16889-48a9-4c95-b2bb-5e15624c4602 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:50.393896 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cba940b3-5673-4200-9a41-5dfd5c5d24bc req-2be16889-48a9-4c95-b2bb-5e15624c4602 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c05441-5417-4b38-be4b-27abc31339c3 HTTP/1.1" status: 200 len: 946 time: 0.0726731 Jul 09 16:02:50.433782 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cba940b3-5673-4200-9a41-5dfd5c5d24bc req-09598ae2-02c1-462d-bbf7-b1d49e923955 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=3e30b702-0cbb-41a7-899b-9caa1a95cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335958 Jul 09 16:02:50.460375 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59430) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:02:50.526295 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b944f08e-0a2f-4202-9e19-9667913380ac tempest-TestNetworkAdvancedServerOps-1608963051 tempest-TestNetworkAdvancedServerOps-1608963051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:50.527753 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b944f08e-0a2f-4202-9e19-9667913380ac tempest-TestNetworkAdvancedServerOps-1608963051 tempest-TestNetworkAdvancedServerOps-1608963051-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=22c05441-5417-4b38-be4b-27abc31339c3 HTTP/1.1" status: 200 len: 1092 time: 0.0662472 Jul 09 16:02:50.532701 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59432) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:02:50.537603 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-e6764065-eaab-4e67-bb12-9a2881ad2e19 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Request body: {'floatingip': {'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'port_id': 'fbe05daa-97c6-43bd-addc-ba008b2001ca', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:02:50.688935 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e6764065-eaab-4e67-bb12-9a2881ad2e19 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for floatingip, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:50.801310 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e6764065-eaab-4e67-bb12-9a2881ad2e19 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:50.944488 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-e6764065-eaab-4e67-bb12-9a2881ad2e19 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Allocated IP 172.25.3.218 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/8fe6d257-1b08-4ae4-9c5e-4e6e6d85593c) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:02:51.048777 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e6764065-eaab-4e67-bb12-9a2881ad2e19 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:51.191883 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e6764065-eaab-4e67-bb12-9a2881ad2e19 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:51.238814 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6764065-eaab-4e67-bb12-9a2881ad2e19 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:02:51.241916 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-e6764065-eaab-4e67-bb12-9a2881ad2e19 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:02:51.244873 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6764065-eaab-4e67-bb12-9a2881ad2e19 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:02:51.271129 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6764065-eaab-4e67-bb12-9a2881ad2e19 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'Port': ['ID=8fe6d257-1b08-4ae4-9c5e-4e6e6d85593c,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:51.653940 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e6764065-eaab-4e67-bb12-9a2881ad2e19 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:51.886369 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e6764065-eaab-4e67-bb12-9a2881ad2e19 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:52.053522 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e6764065-eaab-4e67-bb12-9a2881ad2e19 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:52.237850 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e6764065-eaab-4e67-bb12-9a2881ad2e19 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:52.308642 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6764065-eaab-4e67-bb12-9a2881ad2e19 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'Port': ['ID=8fe6d257-1b08-4ae4-9c5e-4e6e6d85593c,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:52.320945 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e6764065-eaab-4e67-bb12-9a2881ad2e19 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:52.432041 n-d-799529-6 neutron-server[94445]: INFO neutron.db.l3_db [None req-e6764065-eaab-4e67-bb12-9a2881ad2e19 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Floating IP 958e5281-6cb8-407d-85d8-1e46cd9cde92 associated. External IP: 172.25.3.218, port: fbe05daa-97c6-43bd-addc-ba008b2001ca. Jul 09 16:02:52.656287 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6764065-eaab-4e67-bb12-9a2881ad2e19 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Router 9fa82ad5-1442-4539-b5c8-576225cce518 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:02:52.774188 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6764065-eaab-4e67-bb12-9a2881ad2e19 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:02:52.784639 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae6c75b-71e0-42ad-95ac-37de24016958 None None] Sync routers for ids ['9fa82ad5-1442-4539-b5c8-576225cce518'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:02:52.794842 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae6c75b-71e0-42ad-95ac-37de24016958 None None] Routers {'9fa82ad5-1442-4539-b5c8-576225cce518'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:02:52.795531 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-6ae6c75b-71e0-42ad-95ac-37de24016958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:02:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['9fa82ad5-1442-4539-b5c8-576225cce518'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:02:52.906389 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e6764065-eaab-4e67-bb12-9a2881ad2e19 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:52.913793 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-6ae6c75b-71e0-42ad-95ac-37de24016958 None None] Set router 9fa82ad5-1442-4539-b5c8-576225cce518 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:02:52.954540 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-e6764065-eaab-4e67-bb12-9a2881ad2e19 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4176159 Jul 09 16:02:52.954540 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22c05441-5417-4b38-be4b-27abc31339c3', 'tag': 'fbe05daa-97c6-43bd-addc-ba008b2001ca'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:02:52.956152 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bb405a18ca731a56dedfaaf5e9a79789110744f6b6799bb7a0722340b5c16f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830d6466-95ed-4f21-b4c7-db2d0bafe25d" -d '{"events": [{"name": "network-changed", "server_uuid": "22c05441-5417-4b38-be4b-27abc31339c3", "tag": "fbe05daa-97c6-43bd-addc-ba008b2001ca"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:02:52.999211 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c1df23d-b475-4221-9c84-9ef775cf6c97 x-openstack-request-id: req-7c1df23d-b475-4221-9c84-9ef775cf6c97 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:02:52.999949 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22c05441-5417-4b38-be4b-27abc31339c3", "tag": "fbe05daa-97c6-43bd-addc-ba008b2001ca", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:02:53.000305 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7c1df23d-b475-4221-9c84-9ef775cf6c97 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:02:53.000854 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22c05441-5417-4b38-be4b-27abc31339c3', 'tag': 'fbe05daa-97c6-43bd-addc-ba008b2001ca', 'status': 'completed', 'code': 200} Jul 09 16:02:53.116594 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d6466-95ed-4f21-b4c7-db2d0bafe25d req-b714cd6f-6318-4148-96b8-859f6f5c9f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:53.118552 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-830d6466-95ed-4f21-b4c7-db2d0bafe25d req-b714cd6f-6318-4148-96b8-859f6f5c9f4a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=30d714c59bd14f6184e3834abd940a2e&device_id=22c05441-5417-4b38-be4b-27abc31339c3 HTTP/1.1" status: 200 len: 1097 time: 0.0736609 Jul 09 16:02:53.156968 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a7477-406f-4db0-bebb-d56bc0210b48 req-cd1d9462-d4e2-4a12-8a0a-c4f2c9298d10 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:53.158693 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-692a7477-406f-4db0-bebb-d56bc0210b48 req-cd1d9462-d4e2-4a12-8a0a-c4f2c9298d10 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c05441-5417-4b38-be4b-27abc31339c3 HTTP/1.1" status: 200 len: 946 time: 0.0945075 Jul 09 16:02:53.199532 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-6ae6c75b-71e0-42ad-95ac-37de24016958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa82ad5-1442-4539-b5c8-576225cce518', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1149099172', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': 'e721c337-7c38-4262-b8ba-24934d5beee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:02:29Z', 'updated_at': '2021-07-09T16:02:34Z', 'revision_number': 4, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': 'e721c337-7c38-4262-b8ba-24934d5beee3', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ce:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa82ad5-1442-4539-b5c8-576225cce518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:02:29Z', 'updated_at': '2021-07-09T16:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '958e5281-6cb8-407d-85d8-1e46cd9cde92', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'floating_ip_address': '172.25.3.218', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '9fa82ad5-1442-4539-b5c8-576225cce518', 'port_id': 'fbe05daa-97c6-43bd-addc-ba008b2001ca', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04edf012-e3c3-4a75-9922-0c8e06e761bb', 'mac_address': 'fa:16:3e:17:15:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c05441-5417-4b38-be4b-27abc31339c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:02:51Z', 'updated_at': '2021-07-09T16:02:51Z', 'revision_number': 0, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53b806f3-c72e-4db7-b63b-5211cc12cf96', 'name': '', 'network_id': '04edf012-e3c3-4a75-9922-0c8e06e761bb', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'mac_address': 'fa:16:3e:28:76:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa82ad5-1442-4539-b5c8-576225cce518', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '97beeb3b-d0d4-4828-bb2a-77b732e27018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:02:33Z', 'updated_at': '2021-07-09T16:02:38Z', 'revision_number': 5, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'subnets': [{'id': '97beeb3b-d0d4-4828-bb2a-77b732e27018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:02:53.212577 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-692a7477-406f-4db0-bebb-d56bc0210b48 req-4dd7a23e-2332-44dd-b778-c11be5dda114 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=3e30b702-0cbb-41a7-899b-9caa1a95cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468116 Jul 09 16:02:53.229275 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae6c75b-71e0-42ad-95ac-37de24016958 None None] Checking router: 9fa82ad5-1442-4539-b5c8-576225cce518 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:02:53.234694 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59438) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:02:53.237145 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d6466-95ed-4f21-b4c7-db2d0bafe25d req-ac4ecee4-d442-4b35-9a6c-6d6033e59330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:53.238856 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-830d6466-95ed-4f21-b4c7-db2d0bafe25d req-ac4ecee4-d442-4b35-9a6c-6d6033e59330 service neutron] 10.222.0.62 "GET /v2.0/networks?id=04edf012-e3c3-4a75-9922-0c8e06e761bb HTTP/1.1" status: 200 len: 898 time: 0.1136413 Jul 09 16:02:53.239241 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae6c75b-71e0-42ad-95ac-37de24016958 None None] Routers {'9fa82ad5-1442-4539-b5c8-576225cce518'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:02:53.240084 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-6ae6c75b-71e0-42ad-95ac-37de24016958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:02:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['9fa82ad5-1442-4539-b5c8-576225cce518'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:02:53.303167 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b34cb7df-3630-40bf-8aec-8cf8fdaac562 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/floatingips/958e5281-6cb8-407d-85d8-1e46cd9cde92 HTTP/1.1" status: 200 len: 992 time: 0.0674314 Jul 09 16:02:53.310435 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-830d6466-95ed-4f21-b4c7-db2d0bafe25d req-2a9c4280-ad33-4a3e-949e-4e74e673fd02 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbe05daa-97c6-43bd-addc-ba008b2001ca HTTP/1.1" status: 200 len: 1000 time: 0.0652881 Jul 09 16:02:53.366148 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-6ae6c75b-71e0-42ad-95ac-37de24016958 None None] Set router 9fa82ad5-1442-4539-b5c8-576225cce518 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:02:53.374193 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d6466-95ed-4f21-b4c7-db2d0bafe25d req-5acad523-c41d-4028-a806-c9a1456c1faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:53.375763 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-830d6466-95ed-4f21-b4c7-db2d0bafe25d req-5acad523-c41d-4028-a806-c9a1456c1faf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=97beeb3b-d0d4-4828-bb2a-77b732e27018 HTTP/1.1" status: 200 len: 835 time: 0.0584304 Jul 09 16:02:53.447064 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d6466-95ed-4f21-b4c7-db2d0bafe25d req-814d766a-0f7a-4d91-88e1-c7a3ba117156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:53.448677 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-830d6466-95ed-4f21-b4c7-db2d0bafe25d req-814d766a-0f7a-4d91-88e1-c7a3ba117156 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=04edf012-e3c3-4a75-9922-0c8e06e761bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667233 Jul 09 16:02:53.552606 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-830d6466-95ed-4f21-b4c7-db2d0bafe25d req-40513b30-1515-4c2a-a777-8c3e9a52f066 service neutron] 10.222.0.62 "GET /v2.0/networks/04edf012-e3c3-4a75-9922-0c8e06e761bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967240 Jul 09 16:02:53.661675 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-830d6466-95ed-4f21-b4c7-db2d0bafe25d req-8f7ddb74-0e05-465a-a55a-7288e471d8b9 service neutron] 10.222.0.62 "GET /v2.0/networks/04edf012-e3c3-4a75-9922-0c8e06e761bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028752 Jul 09 16:02:53.743021 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-6ae6c75b-71e0-42ad-95ac-37de24016958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa82ad5-1442-4539-b5c8-576225cce518', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1149099172', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': 'e721c337-7c38-4262-b8ba-24934d5beee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:02:29Z', 'updated_at': '2021-07-09T16:02:34Z', 'revision_number': 4, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': 'e721c337-7c38-4262-b8ba-24934d5beee3', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ce:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa82ad5-1442-4539-b5c8-576225cce518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:02:29Z', 'updated_at': '2021-07-09T16:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '958e5281-6cb8-407d-85d8-1e46cd9cde92', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'floating_ip_address': '172.25.3.218', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '9fa82ad5-1442-4539-b5c8-576225cce518', 'port_id': 'fbe05daa-97c6-43bd-addc-ba008b2001ca', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04edf012-e3c3-4a75-9922-0c8e06e761bb', 'mac_address': 'fa:16:3e:17:15:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c05441-5417-4b38-be4b-27abc31339c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:02:51Z', 'updated_at': '2021-07-09T16:02:51Z', 'revision_number': 0, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53b806f3-c72e-4db7-b63b-5211cc12cf96', 'name': '', 'network_id': '04edf012-e3c3-4a75-9922-0c8e06e761bb', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'mac_address': 'fa:16:3e:28:76:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa82ad5-1442-4539-b5c8-576225cce518', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '97beeb3b-d0d4-4828-bb2a-77b732e27018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:02:33Z', 'updated_at': '2021-07-09T16:02:38Z', 'revision_number': 5, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'subnets': [{'id': '97beeb3b-d0d4-4828-bb2a-77b732e27018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:02:53.774592 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae6c75b-71e0-42ad-95ac-37de24016958 None None] The sync data for ids ['9fa82ad5-1442-4539-b5c8-576225cce518'] in n-d-799529-6 is: [{'id': '9fa82ad5-1442-4539-b5c8-576225cce518', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1149099172', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': 'e721c337-7c38-4262-b8ba-24934d5beee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:02:29Z', 'updated_at': '2021-07-09T16:02:34Z', 'revision_number': 4, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': 'e721c337-7c38-4262-b8ba-24934d5beee3', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ce:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa82ad5-1442-4539-b5c8-576225cce518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:02:29Z', 'updated_at': '2021-07-09T16:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '958e5281-6cb8-407d-85d8-1e46cd9cde92', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'floating_ip_address': '172.25.3.218', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '9fa82ad5-1442-4539-b5c8-576225cce518', 'port_id': 'fbe05daa-97c6-43bd-addc-ba008b2001ca', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04edf012-e3c3-4a75-9922-0c8e06e761bb', 'mac_address': 'fa:16:3e:17:15:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c05441-5417-4b38-be4b-27abc31339c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:02:51Z', 'updated_at': '2021-07-09T16:02:51Z', 'revision_number': 0, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53b806f3-c72e-4db7-b63b-5211cc12cf96', 'name': '', 'network_id': '04edf012-e3c3-4a75-9922-0c8e06e761bb', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'mac_address': 'fa:16:3e:28:76:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa82ad5-1442-4539-b5c8-576225cce518', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '97beeb3b-d0d4-4828-bb2a-77b732e27018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:02:33Z', 'updated_at': '2021-07-09T16:02:38Z', 'revision_number': 5, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'subnets': [{'id': '97beeb3b-d0d4-4828-bb2a-77b732e27018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:02:53.992649 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:54.015939 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b49e12-14a9-4454-8845-eb67daf730fc None None] New status for floating IP 958e5281-6cb8-407d-85d8-1e46cd9cde92: ACTIVE {{(pid=94447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:02:54.307054 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59440) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:02:54.374458 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-6fe2afae-7853-4ff6-bf19-7a5ef02760f7 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/floatingips/958e5281-6cb8-407d-85d8-1e46cd9cde92 HTTP/1.1" status: 200 len: 994 time: 0.0662129 Jul 09 16:02:56.151654 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ab7c32dc-6eda-428e-a6a2-24df488e2c4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:59.186675 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-242cd1ee-9186-4a96-9b59-df732089ec46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:59.322876 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:00.580004 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:01.951977 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:12.030830 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:03:15.590533 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:23.961670 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:26.224670 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8ed6a935-094f-4f87-8f65-cdfe7b726d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:29.213062 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ec8c72bb-50a7-4d25-aac0-e28cfeed2762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:29.316501 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:30.584609 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:32.001535 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:44.729916 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fa9e5e7a-5733-413f-bf90-c67643a03557 req-fc5be226-83f5-4a2e-98b2-c1b527848eab service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=22c05441-5417-4b38-be4b-27abc31339c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0527489 Jul 09 16:03:44.846376 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e5e7a-5733-413f-bf90-c67643a03557 req-c75bcb6e-8ceb-4133-8c69-ad9b39564969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:44.846376 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fa9e5e7a-5733-413f-bf90-c67643a03557 req-c75bcb6e-8ceb-4133-8c69-ad9b39564969 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=30d714c59bd14f6184e3834abd940a2e&device_id=22c05441-5417-4b38-be4b-27abc31339c3 HTTP/1.1" status: 200 len: 1097 time: 0.0533741 Jul 09 16:03:44.949657 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e5e7a-5733-413f-bf90-c67643a03557 req-00814975-b553-4cc4-8d88-f7632024c0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:44.951139 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fa9e5e7a-5733-413f-bf90-c67643a03557 req-00814975-b553-4cc4-8d88-f7632024c0ca service neutron] 10.222.0.62 "GET /v2.0/networks?id=04edf012-e3c3-4a75-9922-0c8e06e761bb HTTP/1.1" status: 200 len: 898 time: 0.0893970 Jul 09 16:03:45.017099 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fa9e5e7a-5733-413f-bf90-c67643a03557 req-fead711a-a3ef-44af-bec5-6810b336254d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbe05daa-97c6-43bd-addc-ba008b2001ca HTTP/1.1" status: 200 len: 1002 time: 0.0599473 Jul 09 16:03:45.071268 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e5e7a-5733-413f-bf90-c67643a03557 req-204a7416-c87f-4012-b654-b0f55ca49a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:45.072780 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fa9e5e7a-5733-413f-bf90-c67643a03557 req-204a7416-c87f-4012-b654-b0f55ca49a90 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=97beeb3b-d0d4-4828-bb2a-77b732e27018 HTTP/1.1" status: 200 len: 835 time: 0.0499115 Jul 09 16:03:45.138005 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e5e7a-5733-413f-bf90-c67643a03557 req-6f1263e0-7105-4e13-b0f5-550dc4743d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:03:45.139715 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fa9e5e7a-5733-413f-bf90-c67643a03557 req-6f1263e0-7105-4e13-b0f5-550dc4743d01 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=04edf012-e3c3-4a75-9922-0c8e06e761bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0600529 Jul 09 16:03:45.244727 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fa9e5e7a-5733-413f-bf90-c67643a03557 req-61f7f692-4b56-4261-b9f5-0c76ee846b63 service neutron] 10.222.0.62 "GET /v2.0/networks/04edf012-e3c3-4a75-9922-0c8e06e761bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983453 Jul 09 16:03:45.353182 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fa9e5e7a-5733-413f-bf90-c67643a03557 req-6a83373f-37e1-401b-903c-81a65b3f1510 service neutron] 10.222.0.62 "GET /v2.0/networks/04edf012-e3c3-4a75-9922-0c8e06e761bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994503 Jul 09 16:03:45.618384 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:49.029630 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:03:54.018686 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:56.194656 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e9a80403-7d17-43dd-ac1a-91db10321463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:59.177641 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9db5640f-c187-40f3-913e-7dcf480dedfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:59.320284 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:00.594626 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:01.956869 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:06.405564 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f0fc4b-9324-4bf2-a8f3-d510941aaba0 req-0cc03400-a04e-4222-97de-ac0ac4aefc55 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:06.407136 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-96f0fc4b-9324-4bf2-a8f3-d510941aaba0 req-0cc03400-a04e-4222-97de-ac0ac4aefc55 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c05441-5417-4b38-be4b-27abc31339c3 HTTP/1.1" status: 200 len: 946 time: 0.0728273 Jul 09 16:04:06.448450 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-96f0fc4b-9324-4bf2-a8f3-d510941aaba0 req-f49e5cbd-e83e-4590-ae05-24cb76d11c11 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=3e30b702-0cbb-41a7-899b-9caa1a95cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354848 Jul 09 16:04:06.922331 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-79ce885d-0efa-4730-a665-bef19da802c2 req-6c81e0a3-c929-4aef-bdf0-94d176043349 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=22c05441-5417-4b38-be4b-27abc31339c3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4495556 Jul 09 16:04:07.649957 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db97a313-54a4-4844-bb2b-0fbbf259178b req-dbcc279b-998e-4710-bb56-a1f4a528cf79 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:07.651494 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-db97a313-54a4-4844-bb2b-0fbbf259178b req-dbcc279b-998e-4710-bb56-a1f4a528cf79 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c05441-5417-4b38-be4b-27abc31339c3 HTTP/1.1" status: 200 len: 946 time: 0.0670776 Jul 09 16:04:07.691090 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-db97a313-54a4-4844-bb2b-0fbbf259178b req-bf8ec0f6-3ff0-42bd-b24e-42b06fbd45f0 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=3e30b702-0cbb-41a7-899b-9caa1a95cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339675 Jul 09 16:04:08.884376 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09359af0-0a25-4ac3-badf-e2fff8d6778e req-52c3236b-1d1e-48be-9b3b-c3affcc035ba tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:08.885924 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-09359af0-0a25-4ac3-badf-e2fff8d6778e req-52c3236b-1d1e-48be-9b3b-c3affcc035ba tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c05441-5417-4b38-be4b-27abc31339c3 HTTP/1.1" status: 200 len: 946 time: 0.0750864 Jul 09 16:04:08.926925 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-09359af0-0a25-4ac3-badf-e2fff8d6778e req-b9a14cdd-d460-47da-9ab7-aed2afd780d4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=3e30b702-0cbb-41a7-899b-9caa1a95cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349970 Jul 09 16:04:09.341814 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce885d-0efa-4730-a665-bef19da802c2 req-6c7642af-37f0-4736-a5ba-1509f55582fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:09.343343 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-79ce885d-0efa-4730-a665-bef19da802c2 req-6c7642af-37f0-4736-a5ba-1509f55582fe service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=30d714c59bd14f6184e3834abd940a2e&device_id=22c05441-5417-4b38-be4b-27abc31339c3 HTTP/1.1" status: 200 len: 1097 time: 0.0954039 Jul 09 16:04:09.447025 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce885d-0efa-4730-a665-bef19da802c2 req-5e455c66-a531-4a57-8671-935e154b8b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:09.448540 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-79ce885d-0efa-4730-a665-bef19da802c2 req-5e455c66-a531-4a57-8671-935e154b8b04 service neutron] 10.222.0.62 "GET /v2.0/networks?id=04edf012-e3c3-4a75-9922-0c8e06e761bb HTTP/1.1" status: 200 len: 898 time: 0.0978620 Jul 09 16:04:09.514814 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-79ce885d-0efa-4730-a665-bef19da802c2 req-ccc3670b-08ba-4d0f-a449-a97c268d708c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbe05daa-97c6-43bd-addc-ba008b2001ca HTTP/1.1" status: 200 len: 1002 time: 0.0591700 Jul 09 16:04:09.567414 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce885d-0efa-4730-a665-bef19da802c2 req-20fcc2c3-500f-4d00-a1c3-db3007925914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:09.568956 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-79ce885d-0efa-4730-a665-bef19da802c2 req-20fcc2c3-500f-4d00-a1c3-db3007925914 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=97beeb3b-d0d4-4828-bb2a-77b732e27018 HTTP/1.1" status: 200 len: 835 time: 0.0484316 Jul 09 16:04:09.633451 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce885d-0efa-4730-a665-bef19da802c2 req-8133b864-32a5-4329-9ff4-53319886c622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:09.634959 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-79ce885d-0efa-4730-a665-bef19da802c2 req-8133b864-32a5-4329-9ff4-53319886c622 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=04edf012-e3c3-4a75-9922-0c8e06e761bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603523 Jul 09 16:04:09.730451 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-79ce885d-0efa-4730-a665-bef19da802c2 req-9fcb8afd-aa0d-4869-a3dd-0e45e0a58ba6 service neutron] 10.222.0.62 "GET /v2.0/networks/04edf012-e3c3-4a75-9922-0c8e06e761bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886807 Jul 09 16:04:09.831554 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-79ce885d-0efa-4730-a665-bef19da802c2 req-7dc1274f-a064-496f-bfe2-fba6ea0f5f22 service neutron] 10.222.0.62 "GET /v2.0/networks/04edf012-e3c3-4a75-9922-0c8e06e761bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939896 Jul 09 16:04:10.121984 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63edd72-bfa9-43c0-a1d5-022efc7aa2f2 req-c2291984-6cd0-43e3-805a-14fdbfa339f9 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:10.123463 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a63edd72-bfa9-43c0-a1d5-022efc7aa2f2 req-c2291984-6cd0-43e3-805a-14fdbfa339f9 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c05441-5417-4b38-be4b-27abc31339c3 HTTP/1.1" status: 200 len: 946 time: 0.0772290 Jul 09 16:04:10.167338 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a63edd72-bfa9-43c0-a1d5-022efc7aa2f2 req-7c35d782-adea-49ea-81da-8a110bf8b30c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=3e30b702-0cbb-41a7-899b-9caa1a95cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355241 Jul 09 16:04:11.355309 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08552f7-6bd8-47fa-aa26-905aa3cea184 req-9cb97b7c-b0ae-462d-bbe8-e530fc0c9e17 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:11.356913 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b08552f7-6bd8-47fa-aa26-905aa3cea184 req-9cb97b7c-b0ae-462d-bbe8-e530fc0c9e17 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c05441-5417-4b38-be4b-27abc31339c3 HTTP/1.1" status: 200 len: 946 time: 0.0751083 Jul 09 16:04:11.398741 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b08552f7-6bd8-47fa-aa26-905aa3cea184 req-885dd4aa-db6a-4e11-b456-bbb98fb631bf tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=3e30b702-0cbb-41a7-899b-9caa1a95cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347936 Jul 09 16:04:12.581460 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c5c4f-a690-42b0-951d-bb4b5efff6fd req-ab98607a-e0fe-4f84-bc6c-5290ac82ac52 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:12.582986 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-710c5c4f-a690-42b0-951d-bb4b5efff6fd req-ab98607a-e0fe-4f84-bc6c-5290ac82ac52 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c05441-5417-4b38-be4b-27abc31339c3 HTTP/1.1" status: 200 len: 946 time: 0.0711620 Jul 09 16:04:12.623011 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-710c5c4f-a690-42b0-951d-bb4b5efff6fd req-20b36280-affb-43f6-83c9-6a82af3ea36a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=3e30b702-0cbb-41a7-899b-9caa1a95cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339093 Jul 09 16:04:13.799569 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb053ae4-d7ce-4fdb-8906-bb84eb0a1ad1 req-cfcc0c2f-23fd-4e43-9387-e53d86646fa1 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:13.801075 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fb053ae4-d7ce-4fdb-8906-bb84eb0a1ad1 req-cfcc0c2f-23fd-4e43-9387-e53d86646fa1 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c05441-5417-4b38-be4b-27abc31339c3 HTTP/1.1" status: 200 len: 946 time: 0.0636091 Jul 09 16:04:13.839416 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fb053ae4-d7ce-4fdb-8906-bb84eb0a1ad1 req-fa8078d3-5e58-4fa9-8fa5-462888f4a4b2 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=3e30b702-0cbb-41a7-899b-9caa1a95cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327168 Jul 09 16:04:15.012886 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9af6f9-747c-4bac-842f-1855413d8b07 req-7f440794-a854-4f53-a7a2-47f4d3d4c997 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:15.014391 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7e9af6f9-747c-4bac-842f-1855413d8b07 req-7f440794-a854-4f53-a7a2-47f4d3d4c997 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c05441-5417-4b38-be4b-27abc31339c3 HTTP/1.1" status: 200 len: 946 time: 0.0631402 Jul 09 16:04:15.056367 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7e9af6f9-747c-4bac-842f-1855413d8b07 req-3fb30fe8-b9ab-4405-bfa9-75208411440b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=3e30b702-0cbb-41a7-899b-9caa1a95cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362873 Jul 09 16:04:15.611239 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:16.237809 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0392fc-23ff-40c2-b504-a0a330ac683e req-e6ecb05a-ff32-4011-b60b-f866dfa13d65 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:16.239579 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1f0392fc-23ff-40c2-b504-a0a330ac683e req-e6ecb05a-ff32-4011-b60b-f866dfa13d65 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c05441-5417-4b38-be4b-27abc31339c3 HTTP/1.1" status: 200 len: 946 time: 0.0679660 Jul 09 16:04:16.278127 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1f0392fc-23ff-40c2-b504-a0a330ac683e req-55ec415b-df38-4588-9700-707e74c9a58c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=3e30b702-0cbb-41a7-899b-9caa1a95cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329340 Jul 09 16:04:17.456080 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d9efc1-6bb4-4123-b5e0-6ff96adabb06 req-27049d05-9001-4887-b7d8-1289a09f354d tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:17.457577 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a2d9efc1-6bb4-4123-b5e0-6ff96adabb06 req-27049d05-9001-4887-b7d8-1289a09f354d tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c05441-5417-4b38-be4b-27abc31339c3 HTTP/1.1" status: 200 len: 946 time: 0.0654035 Jul 09 16:04:17.499914 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a2d9efc1-6bb4-4123-b5e0-6ff96adabb06 req-aa30714b-2c1d-481c-8239-866336b4ad5f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=3e30b702-0cbb-41a7-899b-9caa1a95cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363879 Jul 09 16:04:18.672685 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7539f5-0caa-4e04-892a-2d412acc9167 req-43a5bfb9-6cc7-4d67-8563-f644c5cb634d tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:18.674775 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ac7539f5-0caa-4e04-892a-2d412acc9167 req-43a5bfb9-6cc7-4d67-8563-f644c5cb634d tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c05441-5417-4b38-be4b-27abc31339c3 HTTP/1.1" status: 200 len: 946 time: 0.0650077 Jul 09 16:04:18.713002 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ac7539f5-0caa-4e04-892a-2d412acc9167 req-4574c689-5240-4340-b240-c2a6b1820718 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=3e30b702-0cbb-41a7-899b-9caa1a95cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324886 Jul 09 16:04:19.891849 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d27541-3481-4dfc-a841-96c293a722e0 req-a9c3d7dd-c795-47c7-b53f-3c20970f639e tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:19.893695 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-21d27541-3481-4dfc-a841-96c293a722e0 req-a9c3d7dd-c795-47c7-b53f-3c20970f639e tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c05441-5417-4b38-be4b-27abc31339c3 HTTP/1.1" status: 200 len: 946 time: 0.0661647 Jul 09 16:04:19.931855 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-21d27541-3481-4dfc-a841-96c293a722e0 req-e957932f-9705-4492-be35-3f6460fb9237 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=3e30b702-0cbb-41a7-899b-9caa1a95cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324383 Jul 09 16:04:21.113289 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dcc44c-2d63-4f96-ad34-09b9c885cb8e req-4ce9ddcb-1b1f-47dc-ad1d-0b4ef72af367 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:21.115039 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-75dcc44c-2d63-4f96-ad34-09b9c885cb8e req-4ce9ddcb-1b1f-47dc-ad1d-0b4ef72af367 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c05441-5417-4b38-be4b-27abc31339c3 HTTP/1.1" status: 200 len: 946 time: 0.0689256 Jul 09 16:04:21.153659 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-75dcc44c-2d63-4f96-ad34-09b9c885cb8e req-79daf377-a5f8-4abf-9a28-6a7c0c5dd13c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=3e30b702-0cbb-41a7-899b-9caa1a95cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329645 Jul 09 16:04:22.260003 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [req-79ce885d-0efa-4730-a665-bef19da802c2 req-dbe7cd21-71b9-44e4-9ea3-f8678ddcd083 service neutron] show failed (client error): The resource could not be found. Jul 09 16:04:22.261063 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-79ce885d-0efa-4730-a665-bef19da802c2 req-dbe7cd21-71b9-44e4-9ea3-f8678ddcd083 service neutron] 10.222.0.62 "GET /v2.0/ports/fbe05daa-97c6-43bd-addc-ba008b2001ca/bindings/n-h2-799529-6 HTTP/1.1" status: 404 len: 380 time: 0.0561717 Jul 09 16:04:22.338176 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5084050-b4c6-48fc-9e67-600993825d80 req-eed038b5-25af-4edd-a900-d1db2dc8ef65 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:22.339686 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d5084050-b4c6-48fc-9e67-600993825d80 req-eed038b5-25af-4edd-a900-d1db2dc8ef65 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c05441-5417-4b38-be4b-27abc31339c3 HTTP/1.1" status: 200 len: 946 time: 0.0712781 Jul 09 16:04:22.378744 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d5084050-b4c6-48fc-9e67-600993825d80 req-f0c9e90b-ee29-4849-99cc-4752e1155ef7 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=3e30b702-0cbb-41a7-899b-9caa1a95cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331156 Jul 09 16:04:22.789243 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce885d-0efa-4730-a665-bef19da802c2 req-c15349b8-29dc-4634-b32f-a175fc383d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:22.790674 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-79ce885d-0efa-4730-a665-bef19da802c2 req-c15349b8-29dc-4634-b32f-a175fc383d9d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=22c05441-5417-4b38-be4b-27abc31339c3&tenant_id=30d714c59bd14f6184e3834abd940a2e HTTP/1.1" status: 200 len: 1097 time: 0.0571492 Jul 09 16:04:22.803381 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-79ce885d-0efa-4730-a665-bef19da802c2 req-acafb323-cde1-4cab-8373-d130a4536b9e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799529-6', 'device_owner': 'compute:nova'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:04:22.886495 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-79ce885d-0efa-4730-a665-bef19da802c2 req-acafb323-cde1-4cab-8373-d130a4536b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:23.103184 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-79ce885d-0efa-4730-a665-bef19da802c2 req-acafb323-cde1-4cab-8373-d130a4536b9e service neutron] For port fbe05daa-97c6-43bd-addc-ba008b2001ca, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=fbe05daa-97c6-43bd-addc-ba008b2001ca,segment=NetworkSegment(6614a8e9-2e78-41f9-bd16-a4b0bfb35dae),segment_id=6614a8e9-2e78-41f9-bd16-a4b0bfb35dae)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:04:23.139127 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-79ce885d-0efa-4730-a665-bef19da802c2 req-acafb323-cde1-4cab-8373-d130a4536b9e service neutron] For port fbe05daa-97c6-43bd-addc-ba008b2001ca, host n-h1-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:04:23.188050 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c05441-5417-4b38-be4b-27abc31339c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbe05daa-97c6-43bd-addc-ba008b2001ca'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:04:23.190360 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bb405a18ca731a56dedfaaf5e9a79789110744f6b6799bb7a0722340b5c16f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d16a3cd-3b64-4632-a364-7ec184bc5817" -d '{"events": [{"server_uuid": "22c05441-5417-4b38-be4b-27abc31339c3", "name": "network-vif-unplugged", "status": "completed", "tag": "fbe05daa-97c6-43bd-addc-ba008b2001ca"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:04:23.194449 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-79ce885d-0efa-4730-a665-bef19da802c2 req-acafb323-cde1-4cab-8373-d130a4536b9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:23.208343 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-79ce885d-0efa-4730-a665-bef19da802c2 req-acafb323-cde1-4cab-8373-d130a4536b9e service neutron] Transition to ACTIVE for port object fbe05daa-97c6-43bd-addc-ba008b2001ca will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:04:23.242258 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 16:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6852b4ce-8c74-462e-bef2-2473450dbc25 x-openstack-request-id: req-6852b4ce-8c74-462e-bef2-2473450dbc25 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:04:23.242646 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c05441-5417-4b38-be4b-27abc31339c3", "name": "network-vif-unplugged", "status": "completed", "tag": "fbe05daa-97c6-43bd-addc-ba008b2001ca", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:04:23.243000 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6852b4ce-8c74-462e-bef2-2473450dbc25 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:04:23.243644 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c05441-5417-4b38-be4b-27abc31339c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbe05daa-97c6-43bd-addc-ba008b2001ca', 'code': 200} Jul 09 16:04:23.291255 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-79ce885d-0efa-4730-a665-bef19da802c2 req-acafb323-cde1-4cab-8373-d130a4536b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:23.341719 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acafb323-cde1-4cab-8373-d130a4536b9e service neutron] Pushing event updated for resources: {'Port': ['ID=fbe05daa-97c6-43bd-addc-ba008b2001ca,revision_number=6']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:04:23.352996 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acafb323-cde1-4cab-8373-d130a4536b9e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:04:23.353292 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acafb323-cde1-4cab-8373-d130a4536b9e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:04:23.353632 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acafb323-cde1-4cab-8373-d130a4536b9e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:04:23.353970 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acafb323-cde1-4cab-8373-d130a4536b9e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:04:23.354306 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acafb323-cde1-4cab-8373-d130a4536b9e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:04:23.354638 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acafb323-cde1-4cab-8373-d130a4536b9e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:04:23.354967 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acafb323-cde1-4cab-8373-d130a4536b9e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:04:23.355296 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acafb323-cde1-4cab-8373-d130a4536b9e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:04:23.355649 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acafb323-cde1-4cab-8373-d130a4536b9e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:04:23.355977 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acafb323-cde1-4cab-8373-d130a4536b9e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:04:23.356331 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acafb323-cde1-4cab-8373-d130a4536b9e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:04:23.356656 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acafb323-cde1-4cab-8373-d130a4536b9e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:04:23.446026 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ce885d-0efa-4730-a665-bef19da802c2 req-acafb323-cde1-4cab-8373-d130a4536b9e service neutron] No DVR routers for this DVR port fbe05daa-97c6-43bd-addc-ba008b2001ca on host n-h1-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:04:23.636313 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-79ce885d-0efa-4730-a665-bef19da802c2 req-acafb323-cde1-4cab-8373-d130a4536b9e service neutron] Attempting to bind port fbe05daa-97c6-43bd-addc-ba008b2001ca on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:04:23.636794 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-79ce885d-0efa-4730-a665-bef19da802c2 req-acafb323-cde1-4cab-8373-d130a4536b9e service neutron] Attempting to bind port fbe05daa-97c6-43bd-addc-ba008b2001ca by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '6614a8e9-2e78-41f9-bd16-a4b0bfb35dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '04edf012-e3c3-4a75-9922-0c8e06e761bb'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:04:23.637002 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ce885d-0efa-4730-a665-bef19da802c2 req-acafb323-cde1-4cab-8373-d130a4536b9e service neutron] Attempting to bind port fbe05daa-97c6-43bd-addc-ba008b2001ca on network 04edf012-e3c3-4a75-9922-0c8e06e761bb {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:04:23.648731 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed01b14-9ec9-44bd-9f39-a40073a174e4 req-f2781c22-426c-49ff-b239-27924932005e tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:23.650318 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-aed01b14-9ec9-44bd-9f39-a40073a174e4 req-f2781c22-426c-49ff-b239-27924932005e tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c05441-5417-4b38-be4b-27abc31339c3 HTTP/1.1" status: 200 len: 944 time: 0.1193099 Jul 09 16:04:23.652713 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ce885d-0efa-4730-a665-bef19da802c2 req-acafb323-cde1-4cab-8373-d130a4536b9e service neutron] Port fbe05daa-97c6-43bd-addc-ba008b2001ca on network 04edf012-e3c3-4a75-9922-0c8e06e761bb not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:04:23.653040 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ce885d-0efa-4730-a665-bef19da802c2 req-acafb323-cde1-4cab-8373-d130a4536b9e service neutron] Attempting to bind port fbe05daa-97c6-43bd-addc-ba008b2001ca on network 04edf012-e3c3-4a75-9922-0c8e06e761bb {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:04:23.665655 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ce885d-0efa-4730-a665-bef19da802c2 req-acafb323-cde1-4cab-8373-d130a4536b9e service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:04:23.668165 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ce885d-0efa-4730-a665-bef19da802c2 req-acafb323-cde1-4cab-8373-d130a4536b9e service neutron] Checking segment: {'id': '6614a8e9-2e78-41f9-bd16-a4b0bfb35dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '04edf012-e3c3-4a75-9922-0c8e06e761bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:04:23.668165 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ce885d-0efa-4730-a665-bef19da802c2 req-acafb323-cde1-4cab-8373-d130a4536b9e service neutron] Bound using segment: {'id': '6614a8e9-2e78-41f9-bd16-a4b0bfb35dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '04edf012-e3c3-4a75-9922-0c8e06e761bb'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:04:23.668165 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-79ce885d-0efa-4730-a665-bef19da802c2 req-acafb323-cde1-4cab-8373-d130a4536b9e service neutron] Bound port: fbe05daa-97c6-43bd-addc-ba008b2001ca, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6614a8e9-2e78-41f9-bd16-a4b0bfb35dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '04edf012-e3c3-4a75-9922-0c8e06e761bb'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:04:23.668165 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-79ce885d-0efa-4730-a665-bef19da802c2 req-acafb323-cde1-4cab-8373-d130a4536b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:23.727948 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-aed01b14-9ec9-44bd-9f39-a40073a174e4 req-91854877-1aa9-4d58-a0f3-44d8bf075d4f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=3e30b702-0cbb-41a7-899b-9caa1a95cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714164 Jul 09 16:04:23.758256 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-79ce885d-0efa-4730-a665-bef19da802c2 req-acafb323-cde1-4cab-8373-d130a4536b9e service neutron] For port fbe05daa-97c6-43bd-addc-ba008b2001ca, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:04:23.761812 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-79ce885d-0efa-4730-a665-bef19da802c2 req-acafb323-cde1-4cab-8373-d130a4536b9e service neutron] For port fbe05daa-97c6-43bd-addc-ba008b2001ca, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=fbe05daa-97c6-43bd-addc-ba008b2001ca,segment=NetworkSegment(6614a8e9-2e78-41f9-bd16-a4b0bfb35dae),segment_id=6614a8e9-2e78-41f9-bd16-a4b0bfb35dae)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:04:23.823455 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-79ce885d-0efa-4730-a665-bef19da802c2 req-acafb323-cde1-4cab-8373-d130a4536b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:23.862274 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce885d-0efa-4730-a665-bef19da802c2 req-acafb323-cde1-4cab-8373-d130a4536b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:23.862973 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-79ce885d-0efa-4730-a665-bef19da802c2 req-acafb323-cde1-4cab-8373-d130a4536b9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:23.864976 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-79ce885d-0efa-4730-a665-bef19da802c2 req-acafb323-cde1-4cab-8373-d130a4536b9e service neutron] 10.222.0.54 "PUT /v2.0/ports/fbe05daa-97c6-43bd-addc-ba008b2001ca HTTP/1.1" status: 200 len: 1092 time: 1.0663533 Jul 09 16:04:23.888016 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acafb323-cde1-4cab-8373-d130a4536b9e service neutron] Pushing event updated for resources: {'Port': ['ID=fbe05daa-97c6-43bd-addc-ba008b2001ca,revision_number=7']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:04:23.954434 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce885d-0efa-4730-a665-bef19da802c2 req-d25250f7-2000-41fc-84fb-740f39aeb571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:23.956509 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-79ce885d-0efa-4730-a665-bef19da802c2 req-d25250f7-2000-41fc-84fb-740f39aeb571 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=30d714c59bd14f6184e3834abd940a2e&device_id=22c05441-5417-4b38-be4b-27abc31339c3 HTTP/1.1" status: 200 len: 1095 time: 0.0649369 Jul 09 16:04:24.045311 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:24.065423 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce885d-0efa-4730-a665-bef19da802c2 req-bb603581-fab5-4865-9668-0bf143b36565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:24.067440 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-79ce885d-0efa-4730-a665-bef19da802c2 req-bb603581-fab5-4865-9668-0bf143b36565 service neutron] 10.222.0.54 "GET /v2.0/networks?id=04edf012-e3c3-4a75-9922-0c8e06e761bb HTTP/1.1" status: 200 len: 898 time: 0.1048069 Jul 09 16:04:24.142346 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-79ce885d-0efa-4730-a665-bef19da802c2 req-f75b1fa0-0fc1-419d-aa9c-e7dd18a828e1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbe05daa-97c6-43bd-addc-ba008b2001ca HTTP/1.1" status: 200 len: 1000 time: 0.0679860 Jul 09 16:04:24.203606 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce885d-0efa-4730-a665-bef19da802c2 req-863b3ada-6db1-4f9e-9d8d-ac3b2246d352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:24.205381 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-79ce885d-0efa-4730-a665-bef19da802c2 req-863b3ada-6db1-4f9e-9d8d-ac3b2246d352 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=97beeb3b-d0d4-4828-bb2a-77b732e27018 HTTP/1.1" status: 200 len: 835 time: 0.0576811 Jul 09 16:04:24.266493 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce885d-0efa-4730-a665-bef19da802c2 req-34b47c81-270b-4d1e-b37f-0d4d999f6969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:24.268086 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-79ce885d-0efa-4730-a665-bef19da802c2 req-34b47c81-270b-4d1e-b37f-0d4d999f6969 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=04edf012-e3c3-4a75-9922-0c8e06e761bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568719 Jul 09 16:04:24.362992 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-79ce885d-0efa-4730-a665-bef19da802c2 req-b71aab04-ffe5-4d10-8d3f-2ab8b0dedfbf service neutron] 10.222.0.54 "GET /v2.0/networks/04edf012-e3c3-4a75-9922-0c8e06e761bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880632 Jul 09 16:04:24.467918 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-79ce885d-0efa-4730-a665-bef19da802c2 req-0513b3dd-e179-47f7-a7d5-97d54900b90e service neutron] 10.222.0.54 "GET /v2.0/networks/04edf012-e3c3-4a75-9922-0c8e06e761bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980372 Jul 09 16:04:24.926204 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19e651-9a49-4269-9662-1ea66a28ca42 req-c51f9ad6-116a-43ee-92d4-33e3f7bace5c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:24.927757 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bd19e651-9a49-4269-9662-1ea66a28ca42 req-c51f9ad6-116a-43ee-92d4-33e3f7bace5c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c05441-5417-4b38-be4b-27abc31339c3 HTTP/1.1" status: 200 len: 944 time: 0.0648546 Jul 09 16:04:24.966879 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bd19e651-9a49-4269-9662-1ea66a28ca42 req-ab988438-0b28-461d-90ef-3f4271f6bc4b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=3e30b702-0cbb-41a7-899b-9caa1a95cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334575 Jul 09 16:04:25.245164 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22c05441-5417-4b38-be4b-27abc31339c3', 'tag': 'fbe05daa-97c6-43bd-addc-ba008b2001ca'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:04:25.247631 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bb405a18ca731a56dedfaaf5e9a79789110744f6b6799bb7a0722340b5c16f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4a783c-8856-4f82-8e7d-1f723bada626" -d '{"events": [{"name": "network-changed", "server_uuid": "22c05441-5417-4b38-be4b-27abc31339c3", "tag": "fbe05daa-97c6-43bd-addc-ba008b2001ca"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:04:25.295935 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e35401d-171f-4c2b-8ba8-27cc61abf316 x-openstack-request-id: req-4e35401d-171f-4c2b-8ba8-27cc61abf316 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:04:25.296255 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22c05441-5417-4b38-be4b-27abc31339c3", "tag": "fbe05daa-97c6-43bd-addc-ba008b2001ca", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:04:25.296504 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4e35401d-171f-4c2b-8ba8-27cc61abf316 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:04:25.296902 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22c05441-5417-4b38-be4b-27abc31339c3', 'tag': 'fbe05daa-97c6-43bd-addc-ba008b2001ca', 'status': 'completed', 'code': 200} Jul 09 16:04:25.377611 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a783c-8856-4f82-8e7d-1f723bada626 req-1b9d8720-befa-4028-8db8-9323eb23032b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:25.379834 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bd4a783c-8856-4f82-8e7d-1f723bada626 req-1b9d8720-befa-4028-8db8-9323eb23032b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=30d714c59bd14f6184e3834abd940a2e&device_id=22c05441-5417-4b38-be4b-27abc31339c3 HTTP/1.1" status: 200 len: 1095 time: 0.0607207 Jul 09 16:04:25.402902 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a783c-8856-4f82-8e7d-1f723bada626 req-67fe1ea1-9565-4cf3-b7b7-826002a1c1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:25.404457 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bd4a783c-8856-4f82-8e7d-1f723bada626 req-67fe1ea1-9565-4cf3-b7b7-826002a1c1d7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=30d714c59bd14f6184e3834abd940a2e&device_id=22c05441-5417-4b38-be4b-27abc31339c3 HTTP/1.1" status: 200 len: 1095 time: 0.0615904 Jul 09 16:04:25.484593 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a783c-8856-4f82-8e7d-1f723bada626 req-0d3ade4b-e9e2-41d9-ba6f-89874789c1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:25.486248 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bd4a783c-8856-4f82-8e7d-1f723bada626 req-0d3ade4b-e9e2-41d9-ba6f-89874789c1e9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=04edf012-e3c3-4a75-9922-0c8e06e761bb HTTP/1.1" status: 200 len: 898 time: 0.1000416 Jul 09 16:04:25.507349 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a783c-8856-4f82-8e7d-1f723bada626 req-fd7ecd99-980b-4ad0-8de8-ccd3704e5478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:25.508900 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bd4a783c-8856-4f82-8e7d-1f723bada626 req-fd7ecd99-980b-4ad0-8de8-ccd3704e5478 service neutron] 10.222.0.62 "GET /v2.0/networks?id=04edf012-e3c3-4a75-9922-0c8e06e761bb HTTP/1.1" status: 200 len: 898 time: 0.0982945 Jul 09 16:04:25.523328 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device fbe05daa-97c6-43bd-addc-ba008b2001ca no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:04:25.556396 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bd4a783c-8856-4f82-8e7d-1f723bada626 req-2b8ba90b-7c38-46db-a702-c9cf06c3e6bb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbe05daa-97c6-43bd-addc-ba008b2001ca HTTP/1.1" status: 200 len: 1000 time: 0.0627508 Jul 09 16:04:25.565040 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device fbe05daa-97c6-43bd-addc-ba008b2001ca not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:04:25.584341 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bd4a783c-8856-4f82-8e7d-1f723bada626 req-639a6d73-287e-403d-adb5-2079d1303b77 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbe05daa-97c6-43bd-addc-ba008b2001ca HTTP/1.1" status: 200 len: 1000 time: 0.0680730 Jul 09 16:04:25.607520 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a783c-8856-4f82-8e7d-1f723bada626 req-d0613887-4f05-42a0-8481-966530feb2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:25.608990 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bd4a783c-8856-4f82-8e7d-1f723bada626 req-d0613887-4f05-42a0-8481-966530feb2a0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=97beeb3b-d0d4-4828-bb2a-77b732e27018 HTTP/1.1" status: 200 len: 835 time: 0.0453911 Jul 09 16:04:25.637752 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a783c-8856-4f82-8e7d-1f723bada626 req-d7c49a7f-2233-4567-8c66-a7763b84910f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:25.639788 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bd4a783c-8856-4f82-8e7d-1f723bada626 req-d7c49a7f-2233-4567-8c66-a7763b84910f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=97beeb3b-d0d4-4828-bb2a-77b732e27018 HTTP/1.1" status: 200 len: 835 time: 0.0492089 Jul 09 16:04:25.674921 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a783c-8856-4f82-8e7d-1f723bada626 req-91204847-76db-4a08-bbe6-87d51e3e5b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:25.677461 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bd4a783c-8856-4f82-8e7d-1f723bada626 req-91204847-76db-4a08-bbe6-87d51e3e5b4a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=04edf012-e3c3-4a75-9922-0c8e06e761bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611160 Jul 09 16:04:25.697779 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a783c-8856-4f82-8e7d-1f723bada626 req-05a1b7d3-8393-4b42-853a-d29ec32a5212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:25.699718 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bd4a783c-8856-4f82-8e7d-1f723bada626 req-05a1b7d3-8393-4b42-853a-d29ec32a5212 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=04edf012-e3c3-4a75-9922-0c8e06e761bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535166 Jul 09 16:04:25.773349 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bd4a783c-8856-4f82-8e7d-1f723bada626 req-e27389df-8ae2-4cda-8c11-66b825e96e54 service neutron] 10.222.0.54 "GET /v2.0/networks/04edf012-e3c3-4a75-9922-0c8e06e761bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882759 Jul 09 16:04:25.795893 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bd4a783c-8856-4f82-8e7d-1f723bada626 req-6631d492-93ca-4c4e-9a22-4230ec675c6f service neutron] 10.222.0.62 "GET /v2.0/networks/04edf012-e3c3-4a75-9922-0c8e06e761bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899985 Jul 09 16:04:25.872559 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bd4a783c-8856-4f82-8e7d-1f723bada626 req-7a84506a-349f-48d4-8cce-5c6cb24c4732 service neutron] 10.222.0.54 "GET /v2.0/networks/04edf012-e3c3-4a75-9922-0c8e06e761bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925844 Jul 09 16:04:25.890094 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bd4a783c-8856-4f82-8e7d-1f723bada626 req-15d206d6-5086-4d28-82a7-dcfc8ad813e8 service neutron] 10.222.0.62 "GET /v2.0/networks/04edf012-e3c3-4a75-9922-0c8e06e761bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882106 Jul 09 16:04:25.989165 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a9527-1caf-4b48-a69e-12dc9234c75d req-7935e912-83e2-468b-845c-4879e54aea3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:25.990776 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a21a9527-1caf-4b48-a69e-12dc9234c75d req-7935e912-83e2-468b-845c-4879e54aea3b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=30d714c59bd14f6184e3834abd940a2e&device_id=22c05441-5417-4b38-be4b-27abc31339c3 HTTP/1.1" status: 200 len: 1095 time: 0.0548787 Jul 09 16:04:26.028337 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:04:26.104489 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a9527-1caf-4b48-a69e-12dc9234c75d req-55f75ac7-3ad4-4802-806a-1b49c50f7dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:26.106026 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a21a9527-1caf-4b48-a69e-12dc9234c75d req-55f75ac7-3ad4-4802-806a-1b49c50f7dd7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=04edf012-e3c3-4a75-9922-0c8e06e761bb HTTP/1.1" status: 200 len: 898 time: 0.0941298 Jul 09 16:04:26.160447 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df40366-c6a7-485f-a9f5-c9d244f43b15 req-8d8ddbfa-63e0-48a9-ab46-d95c5ef72c6e tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:26.162127 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0df40366-c6a7-485f-a9f5-c9d244f43b15 req-8d8ddbfa-63e0-48a9-ab46-d95c5ef72c6e tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c05441-5417-4b38-be4b-27abc31339c3 HTTP/1.1" status: 200 len: 944 time: 0.0804124 Jul 09 16:04:26.171798 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a5d98fc8-d9f5-4ab1-8b7e-ce7f31f71687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:26.181711 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a21a9527-1caf-4b48-a69e-12dc9234c75d req-a42740a2-8c60-4fbf-89f2-dd7671b2da33 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbe05daa-97c6-43bd-addc-ba008b2001ca HTTP/1.1" status: 200 len: 1000 time: 0.0664077 Jul 09 16:04:26.205720 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0df40366-c6a7-485f-a9f5-c9d244f43b15 req-863dd59f-6890-4e99-896b-463f0fb54ca9 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=3e30b702-0cbb-41a7-899b-9caa1a95cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372064 Jul 09 16:04:26.236806 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a9527-1caf-4b48-a69e-12dc9234c75d req-4abf61e4-5736-4eb0-a1ff-d3601956664b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:26.238324 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a21a9527-1caf-4b48-a69e-12dc9234c75d req-4abf61e4-5736-4eb0-a1ff-d3601956664b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=97beeb3b-d0d4-4828-bb2a-77b732e27018 HTTP/1.1" status: 200 len: 835 time: 0.0477321 Jul 09 16:04:26.298791 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a9527-1caf-4b48-a69e-12dc9234c75d req-cb5b547b-fc2b-4079-89bf-a549598e8051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:26.300255 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a21a9527-1caf-4b48-a69e-12dc9234c75d req-cb5b547b-fc2b-4079-89bf-a549598e8051 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=04edf012-e3c3-4a75-9922-0c8e06e761bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551102 Jul 09 16:04:26.397064 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a21a9527-1caf-4b48-a69e-12dc9234c75d req-230c9679-7029-43d3-823b-ea93c3c0874c service neutron] 10.222.0.54 "GET /v2.0/networks/04edf012-e3c3-4a75-9922-0c8e06e761bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891979 Jul 09 16:04:26.490859 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a21a9527-1caf-4b48-a69e-12dc9234c75d req-f49e799a-a1d8-44c3-b708-3b8ed9d369bb service neutron] 10.222.0.54 "GET /v2.0/networks/04edf012-e3c3-4a75-9922-0c8e06e761bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872948 Jul 09 16:04:27.413516 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41bf631-35dd-4a09-a20b-2ee8ffc460fa req-8ecc57b0-387c-4134-87bb-be6c4e8b82d5 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:27.415168 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d41bf631-35dd-4a09-a20b-2ee8ffc460fa req-8ecc57b0-387c-4134-87bb-be6c4e8b82d5 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c05441-5417-4b38-be4b-27abc31339c3 HTTP/1.1" status: 200 len: 944 time: 0.0871050 Jul 09 16:04:27.454653 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d41bf631-35dd-4a09-a20b-2ee8ffc460fa req-d1c09a75-4fe5-4ff6-a1ad-f6bf0a40b6cc tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=3e30b702-0cbb-41a7-899b-9caa1a95cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336378 Jul 09 16:04:27.467292 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device fbe05daa-97c6-43bd-addc-ba008b2001ca details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:04:27.590618 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port fbe05daa-97c6-43bd-addc-ba008b2001ca, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=fbe05daa-97c6-43bd-addc-ba008b2001ca,segment=NetworkSegment(6614a8e9-2e78-41f9-bd16-a4b0bfb35dae),segment_id=6614a8e9-2e78-41f9-bd16-a4b0bfb35dae)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:04:27.603381 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': 'fbe05daa-97c6-43bd-addc-ba008b2001ca', 'network_id': '04edf012-e3c3-4a75-9922-0c8e06e761bb', 'port_id': 'fbe05daa-97c6-43bd-addc-ba008b2001ca', 'mac_address': 'fa:16:3e:17:15:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97beeb3b-d0d4-4828-bb2a-77b732e27018', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:04:27.642055 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:27.655615 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbe05daa-97c6-43bd-addc-ba008b2001ca {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:04:27.675333 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port fbe05daa-97c6-43bd-addc-ba008b2001ca, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=fbe05daa-97c6-43bd-addc-ba008b2001ca,segment=NetworkSegment(6614a8e9-2e78-41f9-bd16-a4b0bfb35dae),segment_id=6614a8e9-2e78-41f9-bd16-a4b0bfb35dae)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:04:27.772408 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:27.834976 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=fbe05daa-97c6-43bd-addc-ba008b2001ca,revision_number=8']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:04:27.847535 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:04:27.847943 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:04:27.848342 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:04:27.848919 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:04:27.849366 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:04:27.849749 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:04:27.850383 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:04:27.851095 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:04:27.851095 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:04:27.851461 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:04:27.851461 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:04:27.852004 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:04:27.955448 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5bee4a-1749-48c7-abca-00b337ef0bbc req-bef19344-8546-4613-ab1e-3e08629ad43f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:27.958244 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7e5bee4a-1749-48c7-abca-00b337ef0bbc req-bef19344-8546-4613-ab1e-3e08629ad43f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c05441-5417-4b38-be4b-27abc31339c3 HTTP/1.1" status: 200 len: 945 time: 0.0869193 Jul 09 16:04:28.005555 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7e5bee4a-1749-48c7-abca-00b337ef0bbc req-aa8278a0-2757-4bb6-8305-c3e17fb96c01 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=3e30b702-0cbb-41a7-899b-9caa1a95cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349154 Jul 09 16:04:28.022240 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392019fc-69b4-49ff-a39e-c91c4db8a4aa req-ba4c1090-1d7c-4e70-a9f2-433e599660ee tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:28.024240 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-392019fc-69b4-49ff-a39e-c91c4db8a4aa req-ba4c1090-1d7c-4e70-a9f2-433e599660ee tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.62 "GET /v2.0/ports?device_id=22c05441-5417-4b38-be4b-27abc31339c3&tenant_id=30d714c59bd14f6184e3834abd940a2e&binding%3Ahost_id=n-h2-799529-6 HTTP/1.1" status: 200 len: 945 time: 0.0933008 Jul 09 16:04:28.033320 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['fbe05daa-97c6-43bd-addc-ba008b2001ca'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:04:28.118176 n-d-799529-6 neutron-server[94446]: INFO neutron.api.v2.resource [req-392019fc-69b4-49ff-a39e-c91c4db8a4aa req-763feae1-e002-47da-8cd3-26874f924219 service neutron] delete failed (client error): The resource could not be found. Jul 09 16:04:28.120017 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-392019fc-69b4-49ff-a39e-c91c4db8a4aa req-763feae1-e002-47da-8cd3-26874f924219 service neutron] 10.222.0.62 "DELETE /v2.0/ports/fbe05daa-97c6-43bd-addc-ba008b2001ca/bindings/n-h1-799529-6 HTTP/1.1" status: 404 len: 380 time: 0.0901744 Jul 09 16:04:28.286049 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d38fa-9c88-412c-8a6e-2470a8bc0774 req-ca160d6e-fbc4-4057-9ba6-10692b6e1910 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:28.288130 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a64d38fa-9c88-412c-8a6e-2470a8bc0774 req-ca160d6e-fbc4-4057-9ba6-10692b6e1910 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c05441-5417-4b38-be4b-27abc31339c3 HTTP/1.1" status: 200 len: 945 time: 0.1289279 Jul 09 16:04:28.290141 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392019fc-69b4-49ff-a39e-c91c4db8a4aa req-cfda88a7-2c56-40de-b958-ea12ddcb9a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:28.291559 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-392019fc-69b4-49ff-a39e-c91c4db8a4aa req-cfda88a7-2c56-40de-b958-ea12ddcb9a05 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=30d714c59bd14f6184e3834abd940a2e&device_id=22c05441-5417-4b38-be4b-27abc31339c3 HTTP/1.1" status: 200 len: 1096 time: 0.0938735 Jul 09 16:04:28.389766 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a64d38fa-9c88-412c-8a6e-2470a8bc0774 req-ab903143-b1a2-4afc-982a-54a84d932813 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=3e30b702-0cbb-41a7-899b-9caa1a95cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958366 Jul 09 16:04:28.424534 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392019fc-69b4-49ff-a39e-c91c4db8a4aa req-36b9522b-b990-48e6-8cc6-6d2c835cb52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:28.426025 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-392019fc-69b4-49ff-a39e-c91c4db8a4aa req-36b9522b-b990-48e6-8cc6-6d2c835cb52f service neutron] 10.222.0.62 "GET /v2.0/networks?id=04edf012-e3c3-4a75-9922-0c8e06e761bb HTTP/1.1" status: 200 len: 898 time: 0.1249385 Jul 09 16:04:28.509808 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-392019fc-69b4-49ff-a39e-c91c4db8a4aa req-5a9d15a6-7245-4458-8a16-d614715db3c9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbe05daa-97c6-43bd-addc-ba008b2001ca HTTP/1.1" status: 200 len: 1001 time: 0.0760479 Jul 09 16:04:28.566056 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392019fc-69b4-49ff-a39e-c91c4db8a4aa req-020ea798-dd6f-48b2-81df-4cebf4352ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:28.568015 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-392019fc-69b4-49ff-a39e-c91c4db8a4aa req-020ea798-dd6f-48b2-81df-4cebf4352ef0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=97beeb3b-d0d4-4828-bb2a-77b732e27018 HTTP/1.1" status: 200 len: 835 time: 0.0521045 Jul 09 16:04:28.631422 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392019fc-69b4-49ff-a39e-c91c4db8a4aa req-264daefe-e2a1-4f7e-83a5-49b35031108c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:28.632967 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-392019fc-69b4-49ff-a39e-c91c4db8a4aa req-264daefe-e2a1-4f7e-83a5-49b35031108c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=04edf012-e3c3-4a75-9922-0c8e06e761bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575244 Jul 09 16:04:28.734796 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-392019fc-69b4-49ff-a39e-c91c4db8a4aa req-798ba8ba-3098-4b97-a487-ad5f85787084 service neutron] 10.222.0.62 "GET /v2.0/networks/04edf012-e3c3-4a75-9922-0c8e06e761bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940907 Jul 09 16:04:28.826193 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-392019fc-69b4-49ff-a39e-c91c4db8a4aa req-d6b63aa5-a114-4995-8a39-d5ea22823453 service neutron] 10.222.0.62 "GET /v2.0/networks/04edf012-e3c3-4a75-9922-0c8e06e761bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852048 Jul 09 16:04:29.211206 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-59a834eb-4628-4084-9825-386b40bbbacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:29.337017 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:29.550210 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device fbe05daa-97c6-43bd-addc-ba008b2001ca up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:04:29.589550 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d280afd-21f0-4cb8-b4c2-6a086f5f3bb8 req-fc65bf2c-e67d-4884-a50b-9079167a8a55 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:29.591105 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9d280afd-21f0-4cb8-b4c2-6a086f5f3bb8 req-fc65bf2c-e67d-4884-a50b-9079167a8a55 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c05441-5417-4b38-be4b-27abc31339c3 HTTP/1.1" status: 200 len: 945 time: 0.0841653 Jul 09 16:04:29.634563 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9d280afd-21f0-4cb8-b4c2-6a086f5f3bb8 req-fd4ac97c-2e39-42b9-943c-4bc15103164b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=3e30b702-0cbb-41a7-899b-9caa1a95cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367672 Jul 09 16:04:29.696296 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port fbe05daa-97c6-43bd-addc-ba008b2001ca completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:04:29.700374 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port fbe05daa-97c6-43bd-addc-ba008b2001ca triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:04:29.708047 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:29.795688 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:29.835554 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c05441-5417-4b38-be4b-27abc31339c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe05daa-97c6-43bd-addc-ba008b2001ca'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:04:29.839606 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e75b9a97cbd66444b13ae988a684abc34c7a24a50a729030cfede81e7322398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5041d797-b291-47ab-b067-4ca3046a75bd" -d '{"events": [{"server_uuid": "22c05441-5417-4b38-be4b-27abc31339c3", "name": "network-vif-plugged", "status": "completed", "tag": "fbe05daa-97c6-43bd-addc-ba008b2001ca"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:04:29.855911 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port fbe05daa-97c6-43bd-addc-ba008b2001ca, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=fbe05daa-97c6-43bd-addc-ba008b2001ca,segment=NetworkSegment(6614a8e9-2e78-41f9-bd16-a4b0bfb35dae),segment_id=6614a8e9-2e78-41f9-bd16-a4b0bfb35dae)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:04:29.927722 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f816aa4-77a1-43ef-a31a-d99e68d40f14 x-openstack-request-id: req-7f816aa4-77a1-43ef-a31a-d99e68d40f14 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:04:29.928009 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c05441-5417-4b38-be4b-27abc31339c3", "name": "network-vif-plugged", "status": "completed", "tag": "fbe05daa-97c6-43bd-addc-ba008b2001ca", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:04:29.928262 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7f816aa4-77a1-43ef-a31a-d99e68d40f14 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:04:29.928652 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c05441-5417-4b38-be4b-27abc31339c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe05daa-97c6-43bd-addc-ba008b2001ca', 'code': 200} Jul 09 16:04:29.948181 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:30.012607 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=fbe05daa-97c6-43bd-addc-ba008b2001ca,revision_number=9']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:04:30.559489 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:30.816691 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565419d-5126-4efd-991c-6afd6f0dde2a req-4bc2a86d-63c2-44e0-9550-6967edfc3fd6 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:30.818266 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6565419d-5126-4efd-991c-6afd6f0dde2a req-4bc2a86d-63c2-44e0-9550-6967edfc3fd6 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c05441-5417-4b38-be4b-27abc31339c3 HTTP/1.1" status: 200 len: 946 time: 0.0689580 Jul 09 16:04:30.859411 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6565419d-5126-4efd-991c-6afd6f0dde2a req-9ef68a16-ed35-4f02-82e2-f3c8e878879d tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=3e30b702-0cbb-41a7-899b-9caa1a95cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344198 Jul 09 16:04:30.885781 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59570) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:04:30.951547 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-083b531e-7b0d-4c9d-8ea9-f0180eb81ca0 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/floatingips/958e5281-6cb8-407d-85d8-1e46cd9cde92 HTTP/1.1" status: 200 len: 994 time: 0.0644619 Jul 09 16:04:31.982247 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:45.604362 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:54.015823 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:56.244036 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b6a4aa20-a373-4495-802c-5055dca9fc76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:57.336556 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59580) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:04:57.495907 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-14dc6c62-9dfb-4791-9d2e-eaacdad7a450 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Deleting port 8fe6d257-1b08-4ae4-9c5e-4e6e6d85593c {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:04:57.496283 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-14dc6c62-9dfb-4791-9d2e-eaacdad7a450 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:57.575931 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-14dc6c62-9dfb-4791-9d2e-eaacdad7a450 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:57.576258 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-14dc6c62-9dfb-4791-9d2e-eaacdad7a450 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:57.594229 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-14dc6c62-9dfb-4791-9d2e-eaacdad7a450 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Calling delete_port for 8fe6d257-1b08-4ae4-9c5e-4e6e6d85593c owned by network:floatingip {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:04:57.947541 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-14dc6c62-9dfb-4791-9d2e-eaacdad7a450 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:57.973868 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dc6c62-9dfb-4791-9d2e-eaacdad7a450 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event deleted for resources: {'Port': ['ID=8fe6d257-1b08-4ae4-9c5e-4e6e6d85593c,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:04:58.040969 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-14dc6c62-9dfb-4791-9d2e-eaacdad7a450 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for floatingip, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:58.041318 n-d-799529-6 neutron-server[94445]: INFO neutron.db.l3_db [None req-14dc6c62-9dfb-4791-9d2e-eaacdad7a450 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Floating IP 958e5281-6cb8-407d-85d8-1e46cd9cde92 disassociated (deleted). External IP: 172.25.3.218, port: fbe05daa-97c6-43bd-addc-ba008b2001ca. Jul 09 16:04:58.259217 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14dc6c62-9dfb-4791-9d2e-eaacdad7a450 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Router 9fa82ad5-1442-4539-b5c8-576225cce518 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:04:58.372549 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14dc6c62-9dfb-4791-9d2e-eaacdad7a450 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:04:58.377268 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-14dc6c62-9dfb-4791-9d2e-eaacdad7a450 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:58.387766 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ce31e5-96e6-42b8-800c-b5c9b8fad53f None None] Sync routers for ids ['9fa82ad5-1442-4539-b5c8-576225cce518'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:04:58.400548 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ce31e5-96e6-42b8-800c-b5c9b8fad53f None None] Routers {'9fa82ad5-1442-4539-b5c8-576225cce518'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:04:58.401411 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-55ce31e5-96e6-42b8-800c-b5c9b8fad53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:04:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['9fa82ad5-1442-4539-b5c8-576225cce518'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:04:58.421428 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-14dc6c62-9dfb-4791-9d2e-eaacdad7a450 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "DELETE /v2.0/floatingips/958e5281-6cb8-407d-85d8-1e46cd9cde92 HTTP/1.1" status: 204 len: 168 time: 1.0833514 Jul 09 16:04:58.422146 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22c05441-5417-4b38-be4b-27abc31339c3', 'tag': 'fbe05daa-97c6-43bd-addc-ba008b2001ca'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:04:58.425348 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bb405a18ca731a56dedfaaf5e9a79789110744f6b6799bb7a0722340b5c16f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d1b592-a6d4-4eff-a732-ac5b4fb216c1" -d '{"events": [{"name": "network-changed", "server_uuid": "22c05441-5417-4b38-be4b-27abc31339c3", "tag": "fbe05daa-97c6-43bd-addc-ba008b2001ca"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:04:58.462755 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06cb23c-e860-4272-aeaa-49c508a3e4ef x-openstack-request-id: req-a06cb23c-e860-4272-aeaa-49c508a3e4ef {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:04:58.463078 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22c05441-5417-4b38-be4b-27abc31339c3", "tag": "fbe05daa-97c6-43bd-addc-ba008b2001ca", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:04:58.463373 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a06cb23c-e860-4272-aeaa-49c508a3e4ef {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:04:58.463896 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22c05441-5417-4b38-be4b-27abc31339c3', 'tag': 'fbe05daa-97c6-43bd-addc-ba008b2001ca', 'status': 'completed', 'code': 200} Jul 09 16:04:58.507787 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-55ce31e5-96e6-42b8-800c-b5c9b8fad53f None None] Set router 9fa82ad5-1442-4539-b5c8-576225cce518 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:04:58.547456 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1b592-a6d4-4eff-a732-ac5b4fb216c1 req-c67913f1-0982-4aec-8a95-ee0bce30b606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:58.549179 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-99d1b592-a6d4-4eff-a732-ac5b4fb216c1 req-c67913f1-0982-4aec-8a95-ee0bce30b606 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=30d714c59bd14f6184e3834abd940a2e&device_id=22c05441-5417-4b38-be4b-27abc31339c3 HTTP/1.1" status: 200 len: 1097 time: 0.0621552 Jul 09 16:04:58.647309 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1b592-a6d4-4eff-a732-ac5b4fb216c1 req-98b49dbc-4b4f-4500-a15f-7abf6aceec35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:58.648959 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-99d1b592-a6d4-4eff-a732-ac5b4fb216c1 req-98b49dbc-4b4f-4500-a15f-7abf6aceec35 service neutron] 10.222.0.54 "GET /v2.0/networks?id=04edf012-e3c3-4a75-9922-0c8e06e761bb HTTP/1.1" status: 200 len: 898 time: 0.0920556 Jul 09 16:04:58.701621 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-99d1b592-a6d4-4eff-a732-ac5b4fb216c1 req-f65c5922-fda4-4406-9fa1-f10555f377ad service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbe05daa-97c6-43bd-addc-ba008b2001ca HTTP/1.1" status: 200 len: 217 time: 0.0459344 Jul 09 16:04:58.714432 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-55ce31e5-96e6-42b8-800c-b5c9b8fad53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa82ad5-1442-4539-b5c8-576225cce518', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1149099172', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': 'e721c337-7c38-4262-b8ba-24934d5beee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:02:29Z', 'updated_at': '2021-07-09T16:02:34Z', 'revision_number': 4, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': 'e721c337-7c38-4262-b8ba-24934d5beee3', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ce:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa82ad5-1442-4539-b5c8-576225cce518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:02:29Z', 'updated_at': '2021-07-09T16:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '53b806f3-c72e-4db7-b63b-5211cc12cf96', 'name': '', 'network_id': '04edf012-e3c3-4a75-9922-0c8e06e761bb', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'mac_address': 'fa:16:3e:28:76:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa82ad5-1442-4539-b5c8-576225cce518', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '97beeb3b-d0d4-4828-bb2a-77b732e27018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:02:33Z', 'updated_at': '2021-07-09T16:02:38Z', 'revision_number': 5, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'subnets': [{'id': '97beeb3b-d0d4-4828-bb2a-77b732e27018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:04:58.741624 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ce31e5-96e6-42b8-800c-b5c9b8fad53f None None] Checking router: 9fa82ad5-1442-4539-b5c8-576225cce518 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:04:58.751419 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ce31e5-96e6-42b8-800c-b5c9b8fad53f None None] Routers {'9fa82ad5-1442-4539-b5c8-576225cce518'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:04:58.751419 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-55ce31e5-96e6-42b8-800c-b5c9b8fad53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:04:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['9fa82ad5-1442-4539-b5c8-576225cce518'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:04:58.759629 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1b592-a6d4-4eff-a732-ac5b4fb216c1 req-40c17a63-ab02-40f8-adbc-6a8cd1e83d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:58.761190 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-99d1b592-a6d4-4eff-a732-ac5b4fb216c1 req-40c17a63-ab02-40f8-adbc-6a8cd1e83d7e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=97beeb3b-d0d4-4828-bb2a-77b732e27018 HTTP/1.1" status: 200 len: 835 time: 0.0540733 Jul 09 16:04:58.837533 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1b592-a6d4-4eff-a732-ac5b4fb216c1 req-ed912eff-86d1-4972-b914-3526b52a7e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:58.839379 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-99d1b592-a6d4-4eff-a732-ac5b4fb216c1 req-ed912eff-86d1-4972-b914-3526b52a7e5b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=04edf012-e3c3-4a75-9922-0c8e06e761bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709624 Jul 09 16:04:58.872218 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-55ce31e5-96e6-42b8-800c-b5c9b8fad53f None None] Set router 9fa82ad5-1442-4539-b5c8-576225cce518 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:04:58.941898 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-99d1b592-a6d4-4eff-a732-ac5b4fb216c1 req-dd2f5349-ac0d-4553-aa34-c52c99c29f58 service neutron] 10.222.0.54 "GET /v2.0/networks/04edf012-e3c3-4a75-9922-0c8e06e761bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952942 Jul 09 16:04:59.039545 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-99d1b592-a6d4-4eff-a732-ac5b4fb216c1 req-8ebcbd4d-a1a8-498a-a622-221e304a251e service neutron] 10.222.0.54 "GET /v2.0/networks/04edf012-e3c3-4a75-9922-0c8e06e761bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903959 Jul 09 16:04:59.089544 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-55ce31e5-96e6-42b8-800c-b5c9b8fad53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa82ad5-1442-4539-b5c8-576225cce518', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1149099172', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': 'e721c337-7c38-4262-b8ba-24934d5beee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:02:29Z', 'updated_at': '2021-07-09T16:02:34Z', 'revision_number': 4, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': 'e721c337-7c38-4262-b8ba-24934d5beee3', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ce:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa82ad5-1442-4539-b5c8-576225cce518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:02:29Z', 'updated_at': '2021-07-09T16:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '53b806f3-c72e-4db7-b63b-5211cc12cf96', 'name': '', 'network_id': '04edf012-e3c3-4a75-9922-0c8e06e761bb', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'mac_address': 'fa:16:3e:28:76:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa82ad5-1442-4539-b5c8-576225cce518', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '97beeb3b-d0d4-4828-bb2a-77b732e27018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:02:33Z', 'updated_at': '2021-07-09T16:02:38Z', 'revision_number': 5, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'subnets': [{'id': '97beeb3b-d0d4-4828-bb2a-77b732e27018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:04:59.118020 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ce31e5-96e6-42b8-800c-b5c9b8fad53f None None] The sync data for ids ['9fa82ad5-1442-4539-b5c8-576225cce518'] in n-d-799529-6 is: [{'id': '9fa82ad5-1442-4539-b5c8-576225cce518', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1149099172', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': 'e721c337-7c38-4262-b8ba-24934d5beee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:02:29Z', 'updated_at': '2021-07-09T16:02:34Z', 'revision_number': 4, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': 'e721c337-7c38-4262-b8ba-24934d5beee3', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ce:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa82ad5-1442-4539-b5c8-576225cce518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:02:29Z', 'updated_at': '2021-07-09T16:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '53b806f3-c72e-4db7-b63b-5211cc12cf96', 'name': '', 'network_id': '04edf012-e3c3-4a75-9922-0c8e06e761bb', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'mac_address': 'fa:16:3e:28:76:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa82ad5-1442-4539-b5c8-576225cce518', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '97beeb3b-d0d4-4828-bb2a-77b732e27018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:02:33Z', 'updated_at': '2021-07-09T16:02:38Z', 'revision_number': 5, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'subnets': [{'id': '97beeb3b-d0d4-4828-bb2a-77b732e27018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:04:59.330085 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-437a48b7-ca62-4d85-8643-1b930d85099d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:59.381630 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:59.408988 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c81db6e-1a3a-417c-8105-3362eae6177a None None] New status for floating IP 958e5281-6cb8-407d-85d8-1e46cd9cde92: DOWN {{(pid=94447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:04:59.464008 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2545d-6eee-478c-a740-2f496bea7280 req-8fc8ec7d-09cb-40ad-a38e-1d5329b5545b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:04:59.465951 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-abf2545d-6eee-478c-a740-2f496bea7280 req-8fc8ec7d-09cb-40ad-a38e-1d5329b5545b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c05441-5417-4b38-be4b-27abc31339c3 HTTP/1.1" status: 200 len: 946 time: 0.0893776 Jul 09 16:04:59.508102 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-abf2545d-6eee-478c-a740-2f496bea7280 req-e77f3a52-384f-4791-8ca9-1f16a0563f36 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=3e30b702-0cbb-41a7-899b-9caa1a95cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352168 Jul 09 16:05:00.609703 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:00.698009 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db8f73f-b0fa-4ef0-b53b-04df908a40a3 req-f57c6250-6792-4fcf-a537-e11cb1db8676 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:00.699548 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8db8f73f-b0fa-4ef0-b53b-04df908a40a3 req-f57c6250-6792-4fcf-a537-e11cb1db8676 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c05441-5417-4b38-be4b-27abc31339c3 HTTP/1.1" status: 200 len: 946 time: 0.0709913 Jul 09 16:05:00.738666 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8db8f73f-b0fa-4ef0-b53b-04df908a40a3 req-c8b9cb28-8835-4298-9a57-833570d5edb5 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=3e30b702-0cbb-41a7-899b-9caa1a95cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333629 Jul 09 16:05:00.849723 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde488f-f3c1-473a-9124-a25ab3df051f req-af696516-e4ac-465c-a524-0112cd50e21c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:00.851236 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fdde488f-f3c1-473a-9124-a25ab3df051f req-af696516-e4ac-465c-a524-0112cd50e21c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.54 "GET /v2.0/ports?device_id=22c05441-5417-4b38-be4b-27abc31339c3 HTTP/1.1" status: 200 len: 946 time: 0.0643728 Jul 09 16:05:00.951400 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-fdde488f-f3c1-473a-9124-a25ab3df051f req-70ecea94-6744-4f6e-98c9-fe3c512743e0 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Deleting port fbe05daa-97c6-43bd-addc-ba008b2001ca {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:05:00.951780 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-fdde488f-f3c1-473a-9124-a25ab3df051f req-70ecea94-6744-4f6e-98c9-fe3c512743e0 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:01.049734 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-fdde488f-f3c1-473a-9124-a25ab3df051f req-70ecea94-6744-4f6e-98c9-fe3c512743e0 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] For port fbe05daa-97c6-43bd-addc-ba008b2001ca, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=fbe05daa-97c6-43bd-addc-ba008b2001ca,segment=NetworkSegment(6614a8e9-2e78-41f9-bd16-a4b0bfb35dae),segment_id=6614a8e9-2e78-41f9-bd16-a4b0bfb35dae)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:05:01.050120 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-fdde488f-f3c1-473a-9124-a25ab3df051f req-70ecea94-6744-4f6e-98c9-fe3c512743e0 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:01.063622 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-fdde488f-f3c1-473a-9124-a25ab3df051f req-70ecea94-6744-4f6e-98c9-fe3c512743e0 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Calling delete_port for fbe05daa-97c6-43bd-addc-ba008b2001ca owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:05:01.267065 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-fdde488f-f3c1-473a-9124-a25ab3df051f req-70ecea94-6744-4f6e-98c9-fe3c512743e0 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:01.297344 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ecea94-6744-4f6e-98c9-fe3c512743e0 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event deleted for resources: {'Port': ['ID=fbe05daa-97c6-43bd-addc-ba008b2001ca,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:01.348198 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdde488f-f3c1-473a-9124-a25ab3df051f req-70ecea94-6744-4f6e-98c9-fe3c512743e0 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] No DVR routers for this DVR port fbe05daa-97c6-43bd-addc-ba008b2001ca on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:05:01.351029 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-fdde488f-f3c1-473a-9124-a25ab3df051f req-70ecea94-6744-4f6e-98c9-fe3c512743e0 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:01.353854 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fdde488f-f3c1-473a-9124-a25ab3df051f req-70ecea94-6744-4f6e-98c9-fe3c512743e0 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.54 "DELETE /v2.0/ports/fbe05daa-97c6-43bd-addc-ba008b2001ca HTTP/1.1" status: 204 len: 173 time: 0.4975717 Jul 09 16:05:01.354344 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c05441-5417-4b38-be4b-27abc31339c3', 'name': 'network-vif-deleted', 'tag': 'fbe05daa-97c6-43bd-addc-ba008b2001ca'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:05:01.356634 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bb405a18ca731a56dedfaaf5e9a79789110744f6b6799bb7a0722340b5c16f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71da0c10-8a58-482b-8b68-87fdbaab8f83" -d '{"events": [{"server_uuid": "22c05441-5417-4b38-be4b-27abc31339c3", "name": "network-vif-deleted", "tag": "fbe05daa-97c6-43bd-addc-ba008b2001ca"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:05:01.394977 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833c79d8-6d17-45ad-a79c-9172c8170177 x-openstack-request-id: req-833c79d8-6d17-45ad-a79c-9172c8170177 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:05:01.395264 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c05441-5417-4b38-be4b-27abc31339c3", "name": "network-vif-deleted", "tag": "fbe05daa-97c6-43bd-addc-ba008b2001ca", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:05:01.395568 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-833c79d8-6d17-45ad-a79c-9172c8170177 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:05:01.395966 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c05441-5417-4b38-be4b-27abc31339c3', 'name': 'network-vif-deleted', 'tag': 'fbe05daa-97c6-43bd-addc-ba008b2001ca', 'status': 'completed', 'code': 200} Jul 09 16:05:01.899633 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f59466ce-cce1-44b4-81d1-2aa1d05a0c12 req-193f32f7-b156-41ff-9789-59789b058937 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c05441-5417-4b38-be4b-27abc31339c3 HTTP/1.1" status: 200 len: 210 time: 0.0292778 Jul 09 16:05:01.975061 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:02.997951 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59596) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:05:03.028343 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:05:03.364822 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-510405b5-6528-4055-9cc5-ab270ef6199a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:03.648074 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-510405b5-6528-4055-9cc5-ab270ef6199a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Deleting port 53b806f3-c72e-4db7-b63b-5211cc12cf96 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:05:03.648415 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-510405b5-6528-4055-9cc5-ab270ef6199a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:03.748220 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-510405b5-6528-4055-9cc5-ab270ef6199a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] For port 53b806f3-c72e-4db7-b63b-5211cc12cf96, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=53b806f3-c72e-4db7-b63b-5211cc12cf96,segment=NetworkSegment(6614a8e9-2e78-41f9-bd16-a4b0bfb35dae),segment_id=6614a8e9-2e78-41f9-bd16-a4b0bfb35dae)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:05:03.748724 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-510405b5-6528-4055-9cc5-ab270ef6199a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:03.762714 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-510405b5-6528-4055-9cc5-ab270ef6199a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Calling delete_port for 53b806f3-c72e-4db7-b63b-5211cc12cf96 owned by network:router_interface {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:05:04.352751 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-510405b5-6528-4055-9cc5-ab270ef6199a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:04.381584 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510405b5-6528-4055-9cc5-ab270ef6199a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event deleted for resources: {'Port': ['ID=53b806f3-c72e-4db7-b63b-5211cc12cf96,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:04.572410 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-510405b5-6528-4055-9cc5-ab270ef6199a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:04.793933 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-510405b5-6528-4055-9cc5-ab270ef6199a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Router 9fa82ad5-1442-4539-b5c8-576225cce518 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:05:04.901018 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-510405b5-6528-4055-9cc5-ab270ef6199a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:05:04.906194 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-510405b5-6528-4055-9cc5-ab270ef6199a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "PUT /v2.0/routers/9fa82ad5-1442-4539-b5c8-576225cce518/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9071980 Jul 09 16:05:04.909064 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59598) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:05:04.911738 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c5e39b-4d91-42a3-bc75-b23b5f66621c None None] Sync routers for ids ['9fa82ad5-1442-4539-b5c8-576225cce518'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:05:04.921422 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c5e39b-4d91-42a3-bc75-b23b5f66621c None None] Routers {'9fa82ad5-1442-4539-b5c8-576225cce518'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:05:04.922141 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-54c5e39b-4d91-42a3-bc75-b23b5f66621c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:04:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['9fa82ad5-1442-4539-b5c8-576225cce518'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:05:04.966154 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-85e68f91-3c81-40d5-8b77-c3d184d436b7 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Deleting subnet 97beeb3b-d0d4-4828-bb2a-77b732e27018 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:05:04.969877 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-85e68f91-3c81-40d5-8b77-c3d184d436b7 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:05.014951 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-85e68f91-3c81-40d5-8b77-c3d184d436b7 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:05.031860 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-54c5e39b-4d91-42a3-bc75-b23b5f66621c None None] Set router 9fa82ad5-1442-4539-b5c8-576225cce518 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:05:05.105600 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-85e68f91-3c81-40d5-8b77-c3d184d436b7 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:05.267342 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-85e68f91-3c81-40d5-8b77-c3d184d436b7 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:05.294297 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e68f91-3c81-40d5-8b77-c3d184d436b7 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event deleted for resources: {'Subnet': ['ID=97beeb3b-d0d4-4828-bb2a-77b732e27018,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:05.302540 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-85e68f91-3c81-40d5-8b77-c3d184d436b7 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:05.308084 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-85e68f91-3c81-40d5-8b77-c3d184d436b7 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "DELETE /v2.0/subnets/97beeb3b-d0d4-4828-bb2a-77b732e27018 HTTP/1.1" status: 204 len: 168 time: 0.3949158 Jul 09 16:05:05.308321 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 59600) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:05:05.310949 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fe6cdc-f0f6-416a-8326-f191e2f26304 None None] Network 04edf012-e3c3-4a75-9922-0c8e06e761bb requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:05:05.403429 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-54c5e39b-4d91-42a3-bc75-b23b5f66621c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa82ad5-1442-4539-b5c8-576225cce518', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1149099172', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': 'e721c337-7c38-4262-b8ba-24934d5beee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:02:29Z', 'updated_at': '2021-07-09T16:05:03Z', 'revision_number': 5, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': 'e721c337-7c38-4262-b8ba-24934d5beee3', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ce:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa82ad5-1442-4539-b5c8-576225cce518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:02:29Z', 'updated_at': '2021-07-09T16:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:05:05.442075 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c5e39b-4d91-42a3-bc75-b23b5f66621c None None] Checking router: 9fa82ad5-1442-4539-b5c8-576225cce518 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:05:05.443338 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0ec49243-7290-440a-96c5-c37c4e220e6c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for router, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:05.457667 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c5e39b-4d91-42a3-bc75-b23b5f66621c None None] Routers {'9fa82ad5-1442-4539-b5c8-576225cce518'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:05:05.458306 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-54c5e39b-4d91-42a3-bc75-b23b5f66621c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:04:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['9fa82ad5-1442-4539-b5c8-576225cce518'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:05:05.541319 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4f73a9-0bc2-4595-b8e2-18a731fb465d None None] DHCP port deletion for 04edf012-e3c3-4a75-9922-0c8e06e761bb request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:05:05.572354 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0ec49243-7290-440a-96c5-c37c4e220e6c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:05.592606 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-fd4f73a9-0bc2-4595-b8e2-18a731fb465d None None] Deleting port 5d35e742-6671-4c96-aad4-a1377ac53053 {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:05:05.602691 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-fd4f73a9-0bc2-4595-b8e2-18a731fb465d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:05.605948 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-54c5e39b-4d91-42a3-bc75-b23b5f66621c None None] Set router 9fa82ad5-1442-4539-b5c8-576225cce518 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:05:05.657811 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-fd4f73a9-0bc2-4595-b8e2-18a731fb465d None None] For port 5d35e742-6671-4c96-aad4-a1377ac53053, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=5d35e742-6671-4c96-aad4-a1377ac53053,segment=NetworkSegment(6614a8e9-2e78-41f9-bd16-a4b0bfb35dae),segment_id=6614a8e9-2e78-41f9-bd16-a4b0bfb35dae)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:05:05.658117 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-fd4f73a9-0bc2-4595-b8e2-18a731fb465d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:05.675026 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-fd4f73a9-0bc2-4595-b8e2-18a731fb465d None None] Calling delete_port for 5d35e742-6671-4c96-aad4-a1377ac53053 owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:05:05.725127 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-0ec49243-7290-440a-96c5-c37c4e220e6c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Deleting port e721c337-7c38-4262-b8ba-24934d5beee3 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:05:05.725858 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0ec49243-7290-440a-96c5-c37c4e220e6c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:05.830662 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-0ec49243-7290-440a-96c5-c37c4e220e6c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] For port e721c337-7c38-4262-b8ba-24934d5beee3, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=e721c337-7c38-4262-b8ba-24934d5beee3,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:05:05.830952 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0ec49243-7290-440a-96c5-c37c4e220e6c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:05.850886 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-0ec49243-7290-440a-96c5-c37c4e220e6c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Calling delete_port for e721c337-7c38-4262-b8ba-24934d5beee3 owned by network:router_gateway {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:05:05.859072 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-54c5e39b-4d91-42a3-bc75-b23b5f66621c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa82ad5-1442-4539-b5c8-576225cce518', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1149099172', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': 'e721c337-7c38-4262-b8ba-24934d5beee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:02:29Z', 'updated_at': '2021-07-09T16:05:03Z', 'revision_number': 5, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': 'e721c337-7c38-4262-b8ba-24934d5beee3', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ce:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa82ad5-1442-4539-b5c8-576225cce518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:02:29Z', 'updated_at': '2021-07-09T16:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:05:05.879723 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device fbe05daa-97c6-43bd-addc-ba008b2001ca no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:05:05.887268 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c5e39b-4d91-42a3-bc75-b23b5f66621c None None] The sync data for ids ['9fa82ad5-1442-4539-b5c8-576225cce518'] in n-d-799529-6 is: [{'id': '9fa82ad5-1442-4539-b5c8-576225cce518', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1149099172', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': 'e721c337-7c38-4262-b8ba-24934d5beee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:02:29Z', 'updated_at': '2021-07-09T16:05:03Z', 'revision_number': 5, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': 'e721c337-7c38-4262-b8ba-24934d5beee3', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ce:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa82ad5-1442-4539-b5c8-576225cce518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:02:29Z', 'updated_at': '2021-07-09T16:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:05:05.908134 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: fbe05daa-97c6-43bd-addc-ba008b2001ca {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:05:05.908942 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device fbe05daa-97c6-43bd-addc-ba008b2001ca not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:05:06.026877 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-fd4f73a9-0bc2-4595-b8e2-18a731fb465d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:06.053810 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4f73a9-0bc2-4595-b8e2-18a731fb465d None None] Pushing event deleted for resources: {'Port': ['ID=5d35e742-6671-4c96-aad4-a1377ac53053,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:06.055742 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4f73a9-0bc2-4595-b8e2-18a731fb465d None None] No DVR routers for this DVR port 5d35e742-6671-4c96-aad4-a1377ac53053 on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:05:06.101024 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0ec49243-7290-440a-96c5-c37c4e220e6c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:06.130894 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec49243-7290-440a-96c5-c37c4e220e6c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event deleted for resources: {'Port': ['ID=e721c337-7c38-4262-b8ba-24934d5beee3,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:06.144649 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec49243-7290-440a-96c5-c37c4e220e6c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:05:06.144999 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec49243-7290-440a-96c5-c37c4e220e6c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:05:06.145338 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec49243-7290-440a-96c5-c37c4e220e6c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:05:06.145694 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec49243-7290-440a-96c5-c37c4e220e6c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:05:06.146006 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec49243-7290-440a-96c5-c37c4e220e6c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:05:06.146337 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec49243-7290-440a-96c5-c37c4e220e6c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:05:06.146674 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec49243-7290-440a-96c5-c37c4e220e6c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:05:06.146998 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec49243-7290-440a-96c5-c37c4e220e6c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:05:06.147321 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec49243-7290-440a-96c5-c37c4e220e6c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:05:06.147683 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec49243-7290-440a-96c5-c37c4e220e6c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:05:06.149517 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec49243-7290-440a-96c5-c37c4e220e6c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:05:06.149517 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec49243-7290-440a-96c5-c37c4e220e6c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:05:06.205860 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0ec49243-7290-440a-96c5-c37c4e220e6c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:06.299817 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0ec49243-7290-440a-96c5-c37c4e220e6c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:06.302044 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0ec49243-7290-440a-96c5-c37c4e220e6c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:06.443932 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0ec49243-7290-440a-96c5-c37c4e220e6c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:06.444654 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec49243-7290-440a-96c5-c37c4e220e6c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Fanout notify agent at l3_agent the message router_deleted on router 9fa82ad5-1442-4539-b5c8-576225cce518 {{(pid=94446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:05:06.458374 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0ec49243-7290-440a-96c5-c37c4e220e6c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:06.458374 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-0ec49243-7290-440a-96c5-c37c4e220e6c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "DELETE /v2.0/routers/9fa82ad5-1442-4539-b5c8-576225cce518 HTTP/1.1" status: 204 len: 168 time: 1.1447606 Jul 09 16:05:06.458374 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 59602) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:05:06.541154 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fd34f13e-161e-49bd-9415-b30128c19d7f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:06.633074 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fd34f13e-161e-49bd-9415-b30128c19d7f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:06.643058 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-fd34f13e-161e-49bd-9415-b30128c19d7f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04edf012-e3c3-4a75-9922-0c8e06e761bb']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:05:06.658569 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-fd34f13e-161e-49bd-9415-b30128c19d7f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6614a8e9-2e78-41f9-bd16-a4b0bfb35dae') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:05:06.658864 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-fd34f13e-161e-49bd-9415-b30128c19d7f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6614a8e9-2e78-41f9-bd16-a4b0bfb35dae') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:05:06.668825 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fd34f13e-161e-49bd-9415-b30128c19d7f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:06.682538 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fd34f13e-161e-49bd-9415-b30128c19d7f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:06.688441 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd34f13e-161e-49bd-9415-b30128c19d7f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:05:06.688834 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fd34f13e-161e-49bd-9415-b30128c19d7f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:06.691885 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:05:06.691885 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:05:06.691885 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:05:06.691885 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:05:06.691885 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:05:06.691885 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:05:06.691885 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:05:06.691885 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:05:06.691885 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 16:05:06.691885 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:05:06.691885 n-d-799529-6 neutron-server[94446]: timer() Jul 09 16:05:06.691885 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:05:06.691885 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 16:05:06.691885 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:05:06.691885 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 16:05:06.691885 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:05:06.691885 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 16:05:06.691885 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:05:06.691885 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 16:05:06.691885 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:05:06.691885 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 16:05:06.691885 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:05:06.691885 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:05:06.691885 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:05:06.691885 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:05:06.691885 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:05:06.691885 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 16:05:06.691885 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:05:06.691885 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 16:05:06.691885 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:05:06.691885 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:05:06.691885 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:05:06.691885 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 16:05:06.691885 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:05:06.691885 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:05:06.691885 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:05:06.691885 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:05:06.691885 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:05:06.691885 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:05:06.691885 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:05:06.809549 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fd34f13e-161e-49bd-9415-b30128c19d7f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:06.817807 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fd34f13e-161e-49bd-9415-b30128c19d7f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:06.819744 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-fd34f13e-161e-49bd-9415-b30128c19d7f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "DELETE /v2.0/networks/04edf012-e3c3-4a75-9922-0c8e06e761bb HTTP/1.1" status: 204 len: 168 time: 0.3618891 Jul 09 16:05:06.822752 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59604) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:05:06.832895 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd34f13e-161e-49bd-9415-b30128c19d7f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event deleted for resources: {'Network': ['ID=04edf012-e3c3-4a75-9922-0c8e06e761bb,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:06.888328 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b769bc70-ed15-4dd0-9677-f11791e0dd73 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:06.920794 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b769bc70-ed15-4dd0-9677-f11791e0dd73 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:07.000790 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 53b806f3-c72e-4db7-b63b-5211cc12cf96 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:05:07.022462 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 53b806f3-c72e-4db7-b63b-5211cc12cf96 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:05:07.022873 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 53b806f3-c72e-4db7-b63b-5211cc12cf96 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:05:07.023288 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 5d35e742-6671-4c96-aad4-a1377ac53053 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:05:07.044063 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 5d35e742-6671-4c96-aad4-a1377ac53053 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:05:07.044534 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 5d35e742-6671-4c96-aad4-a1377ac53053 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:05:07.130278 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b769bc70-ed15-4dd0-9677-f11791e0dd73 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:07.132929 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b769bc70-ed15-4dd0-9677-f11791e0dd73 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:07.134218 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b769bc70-ed15-4dd0-9677-f11791e0dd73 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "DELETE /v2.0/security-groups/3e30b702-0cbb-41a7-899b-9caa1a95cbc9 HTTP/1.1" status: 204 len: 168 time: 0.3098915 Jul 09 16:05:07.144670 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b769bc70-ed15-4dd0-9677-f11791e0dd73 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e30b702-0cbb-41a7-899b-9caa1a95cbc9,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:08.559881 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device e721c337-7c38-4262-b8ba-24934d5beee3 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:05:08.581268 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: e721c337-7c38-4262-b8ba-24934d5beee3 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:05:08.581610 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device e721c337-7c38-4262-b8ba-24934d5beee3 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:05:10.183080 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 59614) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:05:10.187840 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-0a121c9f-8950-4561-b91e-734324d0fb3d tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1899942270', 'description': 'tempest-secgroup-smoke-1899942270 description', 'project_id': '30d714c59bd14f6184e3834abd940a2e'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:05:10.266457 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0a121c9f-8950-4561-b91e-734324d0fb3d tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:10.350491 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0a121c9f-8950-4561-b91e-734324d0fb3d tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:10.427207 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0a121c9f-8950-4561-b91e-734324d0fb3d tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:10.458416 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a121c9f-8950-4561-b91e-734324d0fb3d tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1cdc1db-e6d6-4c7b-a786-b8d70a1291e5,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:10.535062 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0a121c9f-8950-4561-b91e-734324d0fb3d tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:10.536398 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-0a121c9f-8950-4561-b91e-734324d0fb3d tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3522859 Jul 09 16:05:10.539483 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59616) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:05:10.544937 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-143d0cea-207c-4de0-b803-20e9c221a16a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Request body: {'security_group_rule': {'security_group_id': 'a1cdc1db-e6d6-4c7b-a786-b8d70a1291e5', 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:05:10.700837 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-143d0cea-207c-4de0-b803-20e9c221a16a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:10.752439 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-143d0cea-207c-4de0-b803-20e9c221a16a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:10.872343 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-143d0cea-207c-4de0-b803-20e9c221a16a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:10.897411 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143d0cea-207c-4de0-b803-20e9c221a16a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a741a76-50d9-4065-8533-af864058ea2d,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:10.975904 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-143d0cea-207c-4de0-b803-20e9c221a16a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:10.977273 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-143d0cea-207c-4de0-b803-20e9c221a16a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4366503 Jul 09 16:05:10.979939 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59618) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:05:10.984970 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-ad46c6a2-f79d-4027-a846-998c523b335d tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Request body: {'security_group_rule': {'security_group_id': 'a1cdc1db-e6d6-4c7b-a786-b8d70a1291e5', 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:05:11.106041 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ad46c6a2-f79d-4027-a846-998c523b335d tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:11.163819 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ad46c6a2-f79d-4027-a846-998c523b335d tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:11.272024 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ad46c6a2-f79d-4027-a846-998c523b335d tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:11.291813 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad46c6a2-f79d-4027-a846-998c523b335d tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f45ee2b5-43ce-4d2e-bf7d-6df8939d0da3,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:11.392089 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ad46c6a2-f79d-4027-a846-998c523b335d tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:11.393335 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ad46c6a2-f79d-4027-a846-998c523b335d tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4124005 Jul 09 16:05:11.396841 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59620) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:05:11.401497 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-90ab7e73-56a3-44c3-837f-c3e76719959c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Request body: {'security_group_rule': {'security_group_id': 'a1cdc1db-e6d6-4c7b-a786-b8d70a1291e5', 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:05:11.558056 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-90ab7e73-56a3-44c3-837f-c3e76719959c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:11.621718 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-90ab7e73-56a3-44c3-837f-c3e76719959c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:11.729478 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-90ab7e73-56a3-44c3-837f-c3e76719959c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:11.750869 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ab7e73-56a3-44c3-837f-c3e76719959c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6b00f1b-f2bd-4514-99fb-b0fd002e3d0b,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:11.838390 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-90ab7e73-56a3-44c3-837f-c3e76719959c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:11.839670 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-90ab7e73-56a3-44c3-837f-c3e76719959c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4418063 Jul 09 16:05:11.842622 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59622) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:05:11.847145 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-5b15f5d7-516f-4932-9a35-138b080382ec tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Request body: {'security_group_rule': {'security_group_id': 'a1cdc1db-e6d6-4c7b-a786-b8d70a1291e5', 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:05:11.951826 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5b15f5d7-516f-4932-9a35-138b080382ec tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:12.015008 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5b15f5d7-516f-4932-9a35-138b080382ec tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:12.083805 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5b15f5d7-516f-4932-9a35-138b080382ec tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:12.102685 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b15f5d7-516f-4932-9a35-138b080382ec tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=072a6f66-5872-48ac-9ffe-608ffeb56a85,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:12.181009 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5b15f5d7-516f-4932-9a35-138b080382ec tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:12.182312 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-5b15f5d7-516f-4932-9a35-138b080382ec tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3387196 Jul 09 16:05:12.184923 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59624) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:05:12.189430 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-675688de-32e4-42c5-b190-74e3421c5dfb tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Request body: {'security_group_rule': {'security_group_id': 'a1cdc1db-e6d6-4c7b-a786-b8d70a1291e5', 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:05:12.280618 n-d-799529-6 neutron-server[94445]: INFO neutron.db.securitygroups_db [None req-675688de-32e4-42c5-b190-74e3421c5dfb tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Project 30d714c59bd14f6184e3834abd940a2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 16:05:12.290053 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-675688de-32e4-42c5-b190-74e3421c5dfb tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:12.351615 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-675688de-32e4-42c5-b190-74e3421c5dfb tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:12.432280 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-675688de-32e4-42c5-b190-74e3421c5dfb tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:12.449855 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675688de-32e4-42c5-b190-74e3421c5dfb tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=795bdaf6-8630-4fae-a128-d2a2f662fc46,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:12.518064 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-675688de-32e4-42c5-b190-74e3421c5dfb tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:12.519702 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-675688de-32e4-42c5-b190-74e3421c5dfb tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3335931 Jul 09 16:05:12.522610 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59628) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:05:12.527445 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-83e9e054-11ca-4d80-b9d5-e9105e988cef tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Request body: {'security_group_rule': {'security_group_id': 'a1cdc1db-e6d6-4c7b-a786-b8d70a1291e5', 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:05:12.638354 n-d-799529-6 neutron-server[94445]: INFO neutron.db.securitygroups_db [None req-83e9e054-11ca-4d80-b9d5-e9105e988cef tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Project 30d714c59bd14f6184e3834abd940a2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 16:05:12.643815 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-83e9e054-11ca-4d80-b9d5-e9105e988cef tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:12.709324 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-83e9e054-11ca-4d80-b9d5-e9105e988cef tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:12.787296 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-83e9e054-11ca-4d80-b9d5-e9105e988cef tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:12.806224 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e9e054-11ca-4d80-b9d5-e9105e988cef tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4656b99a-b81a-40f9-affe-f7a20f4f6b29,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:12.872484 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-83e9e054-11ca-4d80-b9d5-e9105e988cef tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:12.873747 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-83e9e054-11ca-4d80-b9d5-e9105e988cef tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3500297 Jul 09 16:05:12.876605 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59630) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:05:12.881599 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-544fc128-bfe9-45a1-97b3-dc45208b6908 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Request body: {'network': {'name': 'tempest-network-smoke--1940064736', 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'port_security_enabled': True}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:05:12.980900 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544fc128-bfe9-45a1-97b3-dc45208b6908 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Made reservation on behalf of 30d714c59bd14f6184e3834abd940a2e for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:05:12.984435 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-544fc128-bfe9-45a1-97b3-dc45208b6908 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:13.008945 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-544fc128-bfe9-45a1-97b3-dc45208b6908 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:05:13.017890 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-544fc128-bfe9-45a1-97b3-dc45208b6908 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:13.018235 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-544fc128-bfe9-45a1-97b3-dc45208b6908 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Added segment 571efabe-a377-4277-8e9e-1b57f4bb49d1 of type vlan for network 5d9d2cfd-fcf6-4547-8d35-c902916ac1df Jul 09 16:05:13.058709 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-544fc128-bfe9-45a1-97b3-dc45208b6908 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:13.163129 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-544fc128-bfe9-45a1-97b3-dc45208b6908 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:13.168712 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544fc128-bfe9-45a1-97b3-dc45208b6908 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:13.169300 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-544fc128-bfe9-45a1-97b3-dc45208b6908 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:13.245547 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544fc128-bfe9-45a1-97b3-dc45208b6908 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'Network': ['ID=5d9d2cfd-fcf6-4547-8d35-c902916ac1df,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:13.256249 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 5d9d2cfd-fcf6-4547-8d35-c902916ac1df details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:05:13.301666 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-544fc128-bfe9-45a1-97b3-dc45208b6908 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4239330 Jul 09 16:05:13.304293 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59632) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:05:13.309039 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-830478d4-be81-4c33-9524-3222df45b43f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-502602882', 'admin_state_up': True, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:05:13.403781 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-830478d4-be81-4c33-9524-3222df45b43f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:13.404848 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-830478d4-be81-4c33-9524-3222df45b43f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:13.457631 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-830478d4-be81-4c33-9524-3222df45b43f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:13.676915 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-830478d4-be81-4c33-9524-3222df45b43f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:13.975310 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-830478d4-be81-4c33-9524-3222df45b43f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for router_gateway, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:13.994890 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-830478d4-be81-4c33-9524-3222df45b43f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:14.102824 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-830478d4-be81-4c33-9524-3222df45b43f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Allocated IP 172.25.3.159 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/8d404272-4706-4018-9a93-2bd2f3fb2265) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:05:14.214373 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-830478d4-be81-4c33-9524-3222df45b43f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:14.330458 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-830478d4-be81-4c33-9524-3222df45b43f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:14.374955 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830478d4-be81-4c33-9524-3222df45b43f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:05:14.377949 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-830478d4-be81-4c33-9524-3222df45b43f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:05:14.385520 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830478d4-be81-4c33-9524-3222df45b43f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:05:14.389249 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830478d4-be81-4c33-9524-3222df45b43f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'Port': ['ID=8d404272-4706-4018-9a93-2bd2f3fb2265,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:14.735095 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-830478d4-be81-4c33-9524-3222df45b43f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for router_gateway, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:14.942809 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-830478d4-be81-4c33-9524-3222df45b43f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:15.122983 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-830478d4-be81-4c33-9524-3222df45b43f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Router 29b85a80-da03-42da-b121-381cad0106c8 is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:05:15.232553 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830478d4-be81-4c33-9524-3222df45b43f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:05:15.243237 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915e9e79-9b8c-4bf4-80b8-a172e7fd477d None None] Sync routers for ids ['29b85a80-da03-42da-b121-381cad0106c8'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:05:15.252307 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915e9e79-9b8c-4bf4-80b8-a172e7fd477d None None] Routers {'29b85a80-da03-42da-b121-381cad0106c8'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:05:15.252937 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-915e9e79-9b8c-4bf4-80b8-a172e7fd477d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:04:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['29b85a80-da03-42da-b121-381cad0106c8'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:05:15.306095 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-830478d4-be81-4c33-9524-3222df45b43f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:15.307473 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-830478d4-be81-4c33-9524-3222df45b43f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0022020 Jul 09 16:05:15.310692 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59638) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:05:15.361151 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-915e9e79-9b8c-4bf4-80b8-a172e7fd477d None None] Set router 29b85a80-da03-42da-b121-381cad0106c8 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:05:15.388987 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-6c59ccc1-f49d-4409-b0ab-fd4135108cd8 tempest-TestNetworkAdvancedServerOps-1608963051 tempest-TestNetworkAdvancedServerOps-1608963051-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=30d714c59bd14f6184e3834abd940a2e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0755491 Jul 09 16:05:15.390053 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59642) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:05:15.482835 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d4191d-3b47-42a0-99f5-20e3948319b9 tempest-TestNetworkAdvancedServerOps-1608963051 tempest-TestNetworkAdvancedServerOps-1608963051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:15.484341 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-01d4191d-3b47-42a0-99f5-20e3948319b9 tempest-TestNetworkAdvancedServerOps-1608963051 tempest-TestNetworkAdvancedServerOps-1608963051-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0932779 Jul 09 16:05:15.487532 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59644) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:05:15.521139 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-720f968f-300a-4672-9276-0edc076b9807 tempest-TestNetworkAdvancedServerOps-1608963051 tempest-TestNetworkAdvancedServerOps-1608963051-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=202c7ce6-d4e9-4f80-84dd-bef08905a653&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319023 Jul 09 16:05:15.523560 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59646) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:05:15.528835 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-da06fce4-f844-4a4a-85d7-316f59f271de tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1578023277', 'network_id': '5d9d2cfd-fcf6-4547-8d35-c902916ac1df', 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:05:15.558816 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-915e9e79-9b8c-4bf4-80b8-a172e7fd477d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b85a80-da03-42da-b121-381cad0106c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-502602882', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '8d404272-4706-4018-9a93-2bd2f3fb2265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:05:13Z', 'updated_at': '2021-07-09T16:05:14Z', 'revision_number': 3, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': '8d404272-4706-4018-9a93-2bd2f3fb2265', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:76:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b85a80-da03-42da-b121-381cad0106c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:05:14Z', 'updated_at': '2021-07-09T16:05:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:05:15.587101 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915e9e79-9b8c-4bf4-80b8-a172e7fd477d None None] Checking router: 29b85a80-da03-42da-b121-381cad0106c8 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:05:15.589183 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915e9e79-9b8c-4bf4-80b8-a172e7fd477d None None] Updating router 29b85a80-da03-42da-b121-381cad0106c8 port 8d404272-4706-4018-9a93-2bd2f3fb2265 binding host n-d-799529-6 {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:05:15.621145 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:15.631700 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-915e9e79-9b8c-4bf4-80b8-a172e7fd477d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:15.782165 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da06fce4-f844-4a4a-85d7-316f59f271de tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Made reservation on behalf of 30d714c59bd14f6184e3834abd940a2e for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:05:15.787087 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-da06fce4-f844-4a4a-85d7-316f59f271de tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:15.915399 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-915e9e79-9b8c-4bf4-80b8-a172e7fd477d None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:15.925989 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-915e9e79-9b8c-4bf4-80b8-a172e7fd477d None None] Transition to ACTIVE for port object 8d404272-4706-4018-9a93-2bd2f3fb2265 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:05:16.003481 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-915e9e79-9b8c-4bf4-80b8-a172e7fd477d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:16.057897 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae5ba4d-8cec-44c4-b409-8e9e9264dec6 None None] Pushing event updated for resources: {'Port': ['ID=8d404272-4706-4018-9a93-2bd2f3fb2265,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:16.060863 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-915e9e79-9b8c-4bf4-80b8-a172e7fd477d None None] Attempting to bind port 8d404272-4706-4018-9a93-2bd2f3fb2265 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:05:16.061618 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-915e9e79-9b8c-4bf4-80b8-a172e7fd477d None None] Attempting to bind port 8d404272-4706-4018-9a93-2bd2f3fb2265 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:05:16.061999 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915e9e79-9b8c-4bf4-80b8-a172e7fd477d None None] Attempting to bind port 8d404272-4706-4018-9a93-2bd2f3fb2265 on network 202c7ce6-d4e9-4f80-84dd-bef08905a653 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:05:16.066946 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-da06fce4-f844-4a4a-85d7-316f59f271de tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:16.068469 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915e9e79-9b8c-4bf4-80b8-a172e7fd477d None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:05:16.068849 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915e9e79-9b8c-4bf4-80b8-a172e7fd477d None None] Checking segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:05:16.069260 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-915e9e79-9b8c-4bf4-80b8-a172e7fd477d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:16.069652 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915e9e79-9b8c-4bf4-80b8-a172e7fd477d None None] Bound using segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:05:16.070122 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-915e9e79-9b8c-4bf4-80b8-a172e7fd477d None None] Bound port: 8d404272-4706-4018-9a93-2bd2f3fb2265, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:05:16.070509 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-915e9e79-9b8c-4bf4-80b8-a172e7fd477d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:16.127051 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da06fce4-f844-4a4a-85d7-316f59f271de tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'Subnet': ['ID=60c77d3f-621e-4673-8c3b-7b86867da87a,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:16.130333 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-915e9e79-9b8c-4bf4-80b8-a172e7fd477d None None] For port 8d404272-4706-4018-9a93-2bd2f3fb2265, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:05:16.134037 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-915e9e79-9b8c-4bf4-80b8-a172e7fd477d None None] For port 8d404272-4706-4018-9a93-2bd2f3fb2265, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=8d404272-4706-4018-9a93-2bd2f3fb2265,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:05:16.144080 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da06fce4-f844-4a4a-85d7-316f59f271de tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Checking segment: {'id': '571efabe-a377-4277-8e9e-1b57f4bb49d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5d9d2cfd-fcf6-4547-8d35-c902916ac1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:05:16.148761 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da06fce4-f844-4a4a-85d7-316f59f271de tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Network hostable DHCP agents. Network: 5d9d2cfd-fcf6-4547-8d35-c902916ac1df, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:05:16.243848 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-915e9e79-9b8c-4bf4-80b8-a172e7fd477d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:16.260818 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da06fce4-f844-4a4a-85d7-316f59f271de tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Network 5d9d2cfd-fcf6-4547-8d35-c902916ac1df is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:05:16.306885 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915e9e79-9b8c-4bf4-80b8-a172e7fd477d None None] Routers {'29b85a80-da03-42da-b121-381cad0106c8'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:05:16.307420 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-915e9e79-9b8c-4bf4-80b8-a172e7fd477d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:04:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['29b85a80-da03-42da-b121-381cad0106c8'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:05:16.312878 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae5ba4d-8cec-44c4-b409-8e9e9264dec6 None None] Pushing event updated for resources: {'Port': ['ID=8d404272-4706-4018-9a93-2bd2f3fb2265,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:16.352377 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-da06fce4-f844-4a4a-85d7-316f59f271de tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 5d9d2cfd-fcf6-4547-8d35-c902916ac1df) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:05:16.358421 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da06fce4-f844-4a4a-85d7-316f59f271de tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:16.359438 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-da06fce4-f844-4a4a-85d7-316f59f271de tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:16.364511 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd912f08-e2f2-4f34-ad73-53b37ed2b9b0 None None] Network 5d9d2cfd-fcf6-4547-8d35-c902916ac1df requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:05:16.461498 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-da06fce4-f844-4a4a-85d7-316f59f271de tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9365883 Jul 09 16:05:16.464387 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59648) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:05:16.469991 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-915e9e79-9b8c-4bf4-80b8-a172e7fd477d None None] Set router 29b85a80-da03-42da-b121-381cad0106c8 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:05:16.689525 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bbdb38-d467-4e09-93c0-6d1ebbaa3c82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-5d9d2cfd-fcf6-4547-8d35-c902916ac1df', 'network_id': '5d9d2cfd-fcf6-4547-8d35-c902916ac1df', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'fixed_ips': [{'subnet_id': '60c77d3f-621e-4673-8c3b-7b86867da87a'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:05:16.690387 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-19bbdb38-d467-4e09-93c0-6d1ebbaa3c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:16.825365 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-915e9e79-9b8c-4bf4-80b8-a172e7fd477d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b85a80-da03-42da-b121-381cad0106c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-502602882', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '8d404272-4706-4018-9a93-2bd2f3fb2265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:05:13Z', 'updated_at': '2021-07-09T16:05:14Z', 'revision_number': 3, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': '8d404272-4706-4018-9a93-2bd2f3fb2265', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:76:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b85a80-da03-42da-b121-381cad0106c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:05:14Z', 'updated_at': '2021-07-09T16:05:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:05:16.855247 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915e9e79-9b8c-4bf4-80b8-a172e7fd477d None None] The sync data for ids ['29b85a80-da03-42da-b121-381cad0106c8'] in n-d-799529-6 is: [{'id': '29b85a80-da03-42da-b121-381cad0106c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-502602882', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '8d404272-4706-4018-9a93-2bd2f3fb2265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:05:13Z', 'updated_at': '2021-07-09T16:05:14Z', 'revision_number': 3, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': '8d404272-4706-4018-9a93-2bd2f3fb2265', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:76:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b85a80-da03-42da-b121-381cad0106c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:05:14Z', 'updated_at': '2021-07-09T16:05:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:05:16.880342 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-19bbdb38-d467-4e09-93c0-6d1ebbaa3c82 None None] Allocated IP 172.20.0.2 (5d9d2cfd-fcf6-4547-8d35-c902916ac1df/60c77d3f-621e-4673-8c3b-7b86867da87a/3bb73f5c-f120-4eb8-a597-96ab4c4641cc) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:05:16.965289 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3d79a660-05cc-4581-bbf7-db6aad172ecf tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:17.072433 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-19bbdb38-d467-4e09-93c0-6d1ebbaa3c82 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:17.090054 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-19bbdb38-d467-4e09-93c0-6d1ebbaa3c82 None None] Transition to ACTIVE for port object 3bb73f5c-f120-4eb8-a597-96ab4c4641cc will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:05:17.126352 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-19bbdb38-d467-4e09-93c0-6d1ebbaa3c82 None None] Transition to ACTIVE for port object 3bb73f5c-f120-4eb8-a597-96ab4c4641cc will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:05:17.215099 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-19bbdb38-d467-4e09-93c0-6d1ebbaa3c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:17.254073 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bbdb38-d467-4e09-93c0-6d1ebbaa3c82 None None] Network 5d9d2cfd-fcf6-4547-8d35-c902916ac1df is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:05:17.262536 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-19bbdb38-d467-4e09-93c0-6d1ebbaa3c82 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:05:17.266192 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bbdb38-d467-4e09-93c0-6d1ebbaa3c82 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:05:17.278321 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bbdb38-d467-4e09-93c0-6d1ebbaa3c82 None None] Pushing event updated for resources: {'Port': ['ID=3bb73f5c-f120-4eb8-a597-96ab4c4641cc,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:17.318900 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-3d79a660-05cc-4581-bbf7-db6aad172ecf tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Allocated IP 172.20.0.1 (5d9d2cfd-fcf6-4547-8d35-c902916ac1df/60c77d3f-621e-4673-8c3b-7b86867da87a/784e4f5b-ece1-4de2-b19f-61b5589277c9) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:05:17.345437 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-19bbdb38-d467-4e09-93c0-6d1ebbaa3c82 None None] Attempting to bind port 3bb73f5c-f120-4eb8-a597-96ab4c4641cc on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:05:17.345437 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-19bbdb38-d467-4e09-93c0-6d1ebbaa3c82 None None] Attempting to bind port 3bb73f5c-f120-4eb8-a597-96ab4c4641cc by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '571efabe-a377-4277-8e9e-1b57f4bb49d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5d9d2cfd-fcf6-4547-8d35-c902916ac1df'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:05:17.345437 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bbdb38-d467-4e09-93c0-6d1ebbaa3c82 None None] Attempting to bind port 3bb73f5c-f120-4eb8-a597-96ab4c4641cc on network 5d9d2cfd-fcf6-4547-8d35-c902916ac1df {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:05:17.348953 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bbdb38-d467-4e09-93c0-6d1ebbaa3c82 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:05:17.349416 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bbdb38-d467-4e09-93c0-6d1ebbaa3c82 None None] Checking segment: {'id': '571efabe-a377-4277-8e9e-1b57f4bb49d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5d9d2cfd-fcf6-4547-8d35-c902916ac1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:05:17.349896 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-19bbdb38-d467-4e09-93c0-6d1ebbaa3c82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:17.350307 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bbdb38-d467-4e09-93c0-6d1ebbaa3c82 None None] Bound using segment: {'id': '571efabe-a377-4277-8e9e-1b57f4bb49d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5d9d2cfd-fcf6-4547-8d35-c902916ac1df'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:05:17.350783 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-19bbdb38-d467-4e09-93c0-6d1ebbaa3c82 None None] Bound port: 3bb73f5c-f120-4eb8-a597-96ab4c4641cc, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '571efabe-a377-4277-8e9e-1b57f4bb49d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5d9d2cfd-fcf6-4547-8d35-c902916ac1df'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:05:17.351171 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-19bbdb38-d467-4e09-93c0-6d1ebbaa3c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:17.431821 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-19bbdb38-d467-4e09-93c0-6d1ebbaa3c82 None None] For port 3bb73f5c-f120-4eb8-a597-96ab4c4641cc, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:05:17.435278 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-19bbdb38-d467-4e09-93c0-6d1ebbaa3c82 None None] For port 3bb73f5c-f120-4eb8-a597-96ab4c4641cc, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=3bb73f5c-f120-4eb8-a597-96ab4c4641cc,segment=NetworkSegment(571efabe-a377-4277-8e9e-1b57f4bb49d1),segment_id=571efabe-a377-4277-8e9e-1b57f4bb49d1)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:05:17.456385 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3d79a660-05cc-4581-bbf7-db6aad172ecf tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:17.471993 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-3d79a660-05cc-4581-bbf7-db6aad172ecf tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Transition to ACTIVE for port object 784e4f5b-ece1-4de2-b19f-61b5589277c9 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:05:17.530263 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-19bbdb38-d467-4e09-93c0-6d1ebbaa3c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:17.582920 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3d79a660-05cc-4581-bbf7-db6aad172ecf tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:17.589371 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bbdb38-d467-4e09-93c0-6d1ebbaa3c82 None None] Pushing event updated for resources: {'Port': ['ID=3bb73f5c-f120-4eb8-a597-96ab4c4641cc,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:17.627105 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d79a660-05cc-4581-bbf7-db6aad172ecf tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Network 5d9d2cfd-fcf6-4547-8d35-c902916ac1df is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:05:17.631647 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-3d79a660-05cc-4581-bbf7-db6aad172ecf tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:05:17.635108 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d79a660-05cc-4581-bbf7-db6aad172ecf tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:05:18.053381 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d79a660-05cc-4581-bbf7-db6aad172ecf tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'Port': ['ID=784e4f5b-ece1-4de2-b19f-61b5589277c9,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:18.063848 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3d79a660-05cc-4581-bbf7-db6aad172ecf tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:18.311291 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3d79a660-05cc-4581-bbf7-db6aad172ecf tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:18.616292 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3d79a660-05cc-4581-bbf7-db6aad172ecf tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:18.683388 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 3bb73f5c-f120-4eb8-a597-96ab4c4641cc up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:05:18.718373 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3d79a660-05cc-4581-bbf7-db6aad172ecf tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:18.797276 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3d79a660-05cc-4581-bbf7-db6aad172ecf tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:18.800381 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d79a660-05cc-4581-bbf7-db6aad172ecf tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'Port': ['ID=784e4f5b-ece1-4de2-b19f-61b5589277c9,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:18.849938 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 3bb73f5c-f120-4eb8-a597-96ab4c4641cc completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:05:18.854320 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 8d404272-4706-4018-9a93-2bd2f3fb2265 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:05:18.913900 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d79a660-05cc-4581-bbf7-db6aad172ecf tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Network 5d9d2cfd-fcf6-4547-8d35-c902916ac1df is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:05:18.915347 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-3d79a660-05cc-4581-bbf7-db6aad172ecf tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:05:19.015465 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 8d404272-4706-4018-9a93-2bd2f3fb2265 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:05:19.022196 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 8d404272-4706-4018-9a93-2bd2f3fb2265 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:05:19.022584 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:19.041126 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d79a660-05cc-4581-bbf7-db6aad172ecf tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Router 29b85a80-da03-42da-b121-381cad0106c8 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:05:19.058868 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bde5113-81c3-45a7-9322-17f814374b95 None None] Network 5d9d2cfd-fcf6-4547-8d35-c902916ac1df requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:05:19.161284 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d79a660-05cc-4581-bbf7-db6aad172ecf tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:05:19.175279 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-3d79a660-05cc-4581-bbf7-db6aad172ecf tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "PUT /v2.0/routers/29b85a80-da03-42da-b121-381cad0106c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7012553 Jul 09 16:05:19.176420 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:19.178084 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29551934-ea4c-4014-a556-bae011efe2ed None None] Sync routers for ids ['29b85a80-da03-42da-b121-381cad0106c8'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:05:19.189486 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29551934-ea4c-4014-a556-bae011efe2ed None None] Routers {'29b85a80-da03-42da-b121-381cad0106c8'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:05:19.190104 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-29551934-ea4c-4014-a556-bae011efe2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:04:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['29b85a80-da03-42da-b121-381cad0106c8'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:05:19.217580 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-55dcc310-597a-4041-a3b9-506b55140a69 None None] Provisioning for port 3bb73f5c-f120-4eb8-a597-96ab4c4641cc completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:05:19.223315 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 8d404272-4706-4018-9a93-2bd2f3fb2265, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=8d404272-4706-4018-9a93-2bd2f3fb2265,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:05:19.230363 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-55dcc310-597a-4041-a3b9-506b55140a69 None None] Provisioning complete for port 3bb73f5c-f120-4eb8-a597-96ab4c4641cc triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:05:19.230739 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-55dcc310-597a-4041-a3b9-506b55140a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:19.303631 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:19.325441 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-29551934-ea4c-4014-a556-bae011efe2ed None None] Set router 29b85a80-da03-42da-b121-381cad0106c8 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:05:19.339952 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e5ac6e12-b7c4-4f61-b599-b40d9d82c811 req-db84123b-3f23-43a8-9ec5-e22cac8b998a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1899942270&fields=id&tenant_id=30d714c59bd14f6184e3834abd940a2e HTTP/1.1" status: 200 len: 267 time: 0.0583603 Jul 09 16:05:19.467638 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac6e12-b7c4-4f61-b599-b40d9d82c811 req-e0ce15af-c580-4603-ad23-8f662cebfea5 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:19.469668 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e5ac6e12-b7c4-4f61-b599-b40d9d82c811 req-e0ce15af-c580-4603-ad23-8f662cebfea5 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/networks?id=5d9d2cfd-fcf6-4547-8d35-c902916ac1df HTTP/1.1" status: 200 len: 797 time: 0.1207469 Jul 09 16:05:19.484940 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e5ac6e12-b7c4-4f61-b599-b40d9d82c811 req-d357834b-beed-4769-a2e1-792473db0b69 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/quotas/30d714c59bd14f6184e3834abd940a2e HTTP/1.1" status: 200 len: 375 time: 0.0100451 Jul 09 16:05:19.548716 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-29551934-ea4c-4014-a556-bae011efe2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b85a80-da03-42da-b121-381cad0106c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-502602882', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '8d404272-4706-4018-9a93-2bd2f3fb2265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:05:13Z', 'updated_at': '2021-07-09T16:05:18Z', 'revision_number': 4, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': '8d404272-4706-4018-9a93-2bd2f3fb2265', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:76:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b85a80-da03-42da-b121-381cad0106c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:05:14Z', 'updated_at': '2021-07-09T16:05:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '784e4f5b-ece1-4de2-b19f-61b5589277c9', 'name': '', 'network_id': '5d9d2cfd-fcf6-4547-8d35-c902916ac1df', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'mac_address': 'fa:16:3e:85:67:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b85a80-da03-42da-b121-381cad0106c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '60c77d3f-621e-4673-8c3b-7b86867da87a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:05:17Z', 'updated_at': '2021-07-09T16:05:18Z', 'revision_number': 2, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'subnets': [{'id': '60c77d3f-621e-4673-8c3b-7b86867da87a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:05:19.557188 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-55dcc310-597a-4041-a3b9-506b55140a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:19.557868 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e5ac6e12-b7c4-4f61-b599-b40d9d82c811 req-4d46aba2-5175-4e3e-a03b-ed64a40e54f7 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=30d714c59bd14f6184e3834abd940a2e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0660782 Jul 09 16:05:19.575009 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=8d404272-4706-4018-9a93-2bd2f3fb2265,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:19.577877 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29551934-ea4c-4014-a556-bae011efe2ed None None] Checking router: 29b85a80-da03-42da-b121-381cad0106c8 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:05:19.578236 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29551934-ea4c-4014-a556-bae011efe2ed None None] Updating router 29b85a80-da03-42da-b121-381cad0106c8 port 784e4f5b-ece1-4de2-b19f-61b5589277c9 binding host n-d-799529-6 {{(pid=94448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:05:19.600308 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-55dcc310-597a-4041-a3b9-506b55140a69 None None] For port 3bb73f5c-f120-4eb8-a597-96ab4c4641cc, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=3bb73f5c-f120-4eb8-a597-96ab4c4641cc,segment=NetworkSegment(571efabe-a377-4277-8e9e-1b57f4bb49d1),segment_id=571efabe-a377-4277-8e9e-1b57f4bb49d1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:05:19.624095 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-29551934-ea4c-4014-a556-bae011efe2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:19.695332 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-55dcc310-597a-4041-a3b9-506b55140a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:19.731558 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e5ac6e12-b7c4-4f61-b599-b40d9d82c811 req-20aea995-1721-43b9-8323-4d80193b3eda service neutron] 10.222.0.58 "GET /v2.0/networks/5d9d2cfd-fcf6-4547-8d35-c902916ac1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490536 Jul 09 16:05:19.767566 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dcc310-597a-4041-a3b9-506b55140a69 None None] Pushing event updated for resources: {'Port': ['ID=3bb73f5c-f120-4eb8-a597-96ab4c4641cc,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:19.840667 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e5ac6e12-b7c4-4f61-b599-b40d9d82c811 req-a6453b0c-4245-4c31-a04f-44cef145cda8 service neutron] 10.222.0.58 "GET /v2.0/networks/5d9d2cfd-fcf6-4547-8d35-c902916ac1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971498 Jul 09 16:05:19.882918 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-749794e4-f6c6-49c0-a57e-f3703115cb51 None None] Provisioning for port 784e4f5b-ece1-4de2-b19f-61b5589277c9 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:05:19.887377 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-749794e4-f6c6-49c0-a57e-f3703115cb51 None None] Provisioning complete for port 784e4f5b-ece1-4de2-b19f-61b5589277c9 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:05:19.888128 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-749794e4-f6c6-49c0-a57e-f3703115cb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:19.935078 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-29551934-ea4c-4014-a556-bae011efe2ed None None] Notify callbacks [] for port, precommit_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:19.948511 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.provisioning_blocks [None req-29551934-ea4c-4014-a556-bae011efe2ed None None] Transition to ACTIVE for port object 784e4f5b-ece1-4de2-b19f-61b5589277c9 will not be triggered until provisioned by entity L2. {{(pid=94448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:05:19.948832 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-749794e4-f6c6-49c0-a57e-f3703115cb51 None None] Port 784e4f5b-ece1-4de2-b19f-61b5589277c9 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:05:19.959371 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-749794e4-f6c6-49c0-a57e-f3703115cb51 None None] Provisioning complete for port 3bb73f5c-f120-4eb8-a597-96ab4c4641cc triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:05:19.959932 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-749794e4-f6c6-49c0-a57e-f3703115cb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:20.029875 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-29551934-ea4c-4014-a556-bae011efe2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:20.130764 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-049b267f-ce93-4724-91ae-dfa34a5d4e14 req-2652d3b0-59e3-4439-aea7-efdf8f43eaf4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=009dd348-c61b-4c73-9255-b279101661b7 HTTP/1.1" status: 200 len: 210 time: 0.0544579 Jul 09 16:05:20.140200 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadf53f2-bbf4-431a-8e76-453ca79c6d9f None None] Pushing event updated for resources: {'Port': ['ID=784e4f5b-ece1-4de2-b19f-61b5589277c9,revision_number=3']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:20.140200 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-29551934-ea4c-4014-a556-bae011efe2ed None None] Attempting to bind port 784e4f5b-ece1-4de2-b19f-61b5589277c9 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:05:20.140200 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-29551934-ea4c-4014-a556-bae011efe2ed None None] Attempting to bind port 784e4f5b-ece1-4de2-b19f-61b5589277c9 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '571efabe-a377-4277-8e9e-1b57f4bb49d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5d9d2cfd-fcf6-4547-8d35-c902916ac1df'}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:05:20.141000 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29551934-ea4c-4014-a556-bae011efe2ed None None] Attempting to bind port 784e4f5b-ece1-4de2-b19f-61b5589277c9 on network 5d9d2cfd-fcf6-4547-8d35-c902916ac1df {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:05:20.149985 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29551934-ea4c-4014-a556-bae011efe2ed None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:05:20.150363 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29551934-ea4c-4014-a556-bae011efe2ed None None] Checking segment: {'id': '571efabe-a377-4277-8e9e-1b57f4bb49d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5d9d2cfd-fcf6-4547-8d35-c902916ac1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:05:20.150771 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-29551934-ea4c-4014-a556-bae011efe2ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:20.151169 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29551934-ea4c-4014-a556-bae011efe2ed None None] Bound using segment: {'id': '571efabe-a377-4277-8e9e-1b57f4bb49d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5d9d2cfd-fcf6-4547-8d35-c902916ac1df'} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:05:20.151673 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-29551934-ea4c-4014-a556-bae011efe2ed None None] Bound port: 784e4f5b-ece1-4de2-b19f-61b5589277c9, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '571efabe-a377-4277-8e9e-1b57f4bb49d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5d9d2cfd-fcf6-4547-8d35-c902916ac1df'}}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:05:20.152052 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-29551934-ea4c-4014-a556-bae011efe2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:20.154564 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf53f2-bbf4-431a-8e76-453ca79c6d9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:05:20.154908 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf53f2-bbf4-431a-8e76-453ca79c6d9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:05:20.155246 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf53f2-bbf4-431a-8e76-453ca79c6d9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:05:20.155596 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf53f2-bbf4-431a-8e76-453ca79c6d9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:05:20.156720 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf53f2-bbf4-431a-8e76-453ca79c6d9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:05:20.157295 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf53f2-bbf4-431a-8e76-453ca79c6d9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:05:20.157842 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf53f2-bbf4-431a-8e76-453ca79c6d9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:05:20.158357 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf53f2-bbf4-431a-8e76-453ca79c6d9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:05:20.158862 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf53f2-bbf4-431a-8e76-453ca79c6d9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:05:20.159369 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf53f2-bbf4-431a-8e76-453ca79c6d9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:05:20.160465 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf53f2-bbf4-431a-8e76-453ca79c6d9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:05:20.160990 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf53f2-bbf4-431a-8e76-453ca79c6d9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:05:20.233795 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-29551934-ea4c-4014-a556-bae011efe2ed None None] For port 784e4f5b-ece1-4de2-b19f-61b5589277c9, host n-d-799529-6, cleared binding levels {{(pid=94448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:05:20.238995 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-29551934-ea4c-4014-a556-bae011efe2ed None None] For port 784e4f5b-ece1-4de2-b19f-61b5589277c9, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=784e4f5b-ece1-4de2-b19f-61b5589277c9,segment=NetworkSegment(571efabe-a377-4277-8e9e-1b57f4bb49d1),segment_id=571efabe-a377-4277-8e9e-1b57f4bb49d1)] {{(pid=94448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:05:20.301012 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-29551934-ea4c-4014-a556-bae011efe2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:20.364406 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadf53f2-bbf4-431a-8e76-453ca79c6d9f None None] Pushing event updated for resources: {'Port': ['ID=784e4f5b-ece1-4de2-b19f-61b5589277c9,revision_number=4']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:20.369736 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29551934-ea4c-4014-a556-bae011efe2ed None None] Routers {'29b85a80-da03-42da-b121-381cad0106c8'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:05:20.370364 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-29551934-ea4c-4014-a556-bae011efe2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:04:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['29b85a80-da03-42da-b121-381cad0106c8'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:05:20.485691 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-29551934-ea4c-4014-a556-bae011efe2ed None None] Set router 29b85a80-da03-42da-b121-381cad0106c8 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:05:20.633924 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 3bb73f5c-f120-4eb8-a597-96ab4c4641cc up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:05:20.696558 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 3bb73f5c-f120-4eb8-a597-96ab4c4641cc triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:05:20.697214 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:20.790914 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 8d404272-4706-4018-9a93-2bd2f3fb2265 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:05:20.807002 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-29551934-ea4c-4014-a556-bae011efe2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b85a80-da03-42da-b121-381cad0106c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-502602882', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '8d404272-4706-4018-9a93-2bd2f3fb2265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:05:13Z', 'updated_at': '2021-07-09T16:05:18Z', 'revision_number': 4, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': '8d404272-4706-4018-9a93-2bd2f3fb2265', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:76:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b85a80-da03-42da-b121-381cad0106c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:05:14Z', 'updated_at': '2021-07-09T16:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '784e4f5b-ece1-4de2-b19f-61b5589277c9', 'name': '', 'network_id': '5d9d2cfd-fcf6-4547-8d35-c902916ac1df', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'mac_address': 'fa:16:3e:85:67:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b85a80-da03-42da-b121-381cad0106c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '60c77d3f-621e-4673-8c3b-7b86867da87a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:05:17Z', 'updated_at': '2021-07-09T16:05:20Z', 'revision_number': 4, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'subnets': [{'id': '60c77d3f-621e-4673-8c3b-7b86867da87a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:05:20.837082 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29551934-ea4c-4014-a556-bae011efe2ed None None] The sync data for ids ['29b85a80-da03-42da-b121-381cad0106c8'] in n-d-799529-6 is: [{'id': '29b85a80-da03-42da-b121-381cad0106c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-502602882', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '8d404272-4706-4018-9a93-2bd2f3fb2265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:05:13Z', 'updated_at': '2021-07-09T16:05:18Z', 'revision_number': 4, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': '8d404272-4706-4018-9a93-2bd2f3fb2265', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:76:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b85a80-da03-42da-b121-381cad0106c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:05:14Z', 'updated_at': '2021-07-09T16:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '784e4f5b-ece1-4de2-b19f-61b5589277c9', 'name': '', 'network_id': '5d9d2cfd-fcf6-4547-8d35-c902916ac1df', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'mac_address': 'fa:16:3e:85:67:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b85a80-da03-42da-b121-381cad0106c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '60c77d3f-621e-4673-8c3b-7b86867da87a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:05:17Z', 'updated_at': '2021-07-09T16:05:20Z', 'revision_number': 4, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'subnets': [{'id': '60c77d3f-621e-4673-8c3b-7b86867da87a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:05:20.837426 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 8d404272-4706-4018-9a93-2bd2f3fb2265 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:05:20.837767 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:21.282046 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-14a63073-7d4b-44c8-bc17-5f81b5f90591 req-48df8de7-9b85-493e-92cc-565c505892c3 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=009dd348-c61b-4c73-9255-b279101661b7 HTTP/1.1" status: 200 len: 210 time: 0.0356643 Jul 09 16:05:22.434037 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-98c4e48a-f212-495e-a64a-53224f2d1ff1 req-70c6b94e-66dc-4df6-b1cc-66308b20c90a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=009dd348-c61b-4c73-9255-b279101661b7 HTTP/1.1" status: 200 len: 210 time: 0.0296035 Jul 09 16:05:22.550673 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac6e12-b7c4-4f61-b599-b40d9d82c811 req-2fa8161c-bb40-4654-9924-2e8065a7ccfb tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:22.552154 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e5ac6e12-b7c4-4f61-b599-b40d9d82c811 req-2fa8161c-bb40-4654-9924-2e8065a7ccfb tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.62 "GET /v2.0/networks?id=5d9d2cfd-fcf6-4547-8d35-c902916ac1df HTTP/1.1" status: 200 len: 797 time: 0.1066411 Jul 09 16:05:22.617212 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e5ac6e12-b7c4-4f61-b599-b40d9d82c811 req-71e7ee3b-a44e-47b7-9864-8465898b07ae tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30d714c59bd14f6184e3834abd940a2e HTTP/1.1" status: 200 len: 380 time: 0.0501065 Jul 09 16:05:22.626026 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-e5ac6e12-b7c4-4f61-b599-b40d9d82c811 req-579894a2-6bf2-401a-a284-6e0bbe4faa0b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Request body: {'port': {'device_id': '009dd348-c61b-4c73-9255-b279101661b7', 'network_id': '5d9d2cfd-fcf6-4547-8d35-c902916ac1df', 'admin_state_up': True, 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'security_groups': ['a1cdc1db-e6d6-4c7b-a786-b8d70a1291e5']}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:05:22.639931 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 784e4f5b-ece1-4de2-b19f-61b5589277c9 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:05:22.751958 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 784e4f5b-ece1-4de2-b19f-61b5589277c9 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:05:22.756172 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 784e4f5b-ece1-4de2-b19f-61b5589277c9 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:05:22.756638 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:22.841052 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:22.860451 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5ac6e12-b7c4-4f61-b599-b40d9d82c811 req-579894a2-6bf2-401a-a284-6e0bbe4faa0b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Made reservation on behalf of 30d714c59bd14f6184e3834abd940a2e for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:05:22.865487 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e5ac6e12-b7c4-4f61-b599-b40d9d82c811 req-579894a2-6bf2-401a-a284-6e0bbe4faa0b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:22.876949 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 784e4f5b-ece1-4de2-b19f-61b5589277c9, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=784e4f5b-ece1-4de2-b19f-61b5589277c9,segment=NetworkSegment(571efabe-a377-4277-8e9e-1b57f4bb49d1),segment_id=571efabe-a377-4277-8e9e-1b57f4bb49d1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:05:22.969147 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:22.996195 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-e5ac6e12-b7c4-4f61-b599-b40d9d82c811 req-579894a2-6bf2-401a-a284-6e0bbe4faa0b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Allocated IP 172.20.0.11 (5d9d2cfd-fcf6-4547-8d35-c902916ac1df/60c77d3f-621e-4673-8c3b-7b86867da87a/e33fa3a5-3edd-427a-9a0c-f4baaa0bd356) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:05:23.019807 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=784e4f5b-ece1-4de2-b19f-61b5589277c9,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:23.141356 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e5ac6e12-b7c4-4f61-b599-b40d9d82c811 req-579894a2-6bf2-401a-a284-6e0bbe4faa0b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:23.156897 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-e5ac6e12-b7c4-4f61-b599-b40d9d82c811 req-579894a2-6bf2-401a-a284-6e0bbe4faa0b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Transition to ACTIVE for port object e33fa3a5-3edd-427a-9a0c-f4baaa0bd356 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:05:23.255424 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e5ac6e12-b7c4-4f61-b599-b40d9d82c811 req-579894a2-6bf2-401a-a284-6e0bbe4faa0b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:23.302200 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5ac6e12-b7c4-4f61-b599-b40d9d82c811 req-579894a2-6bf2-401a-a284-6e0bbe4faa0b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Network 5d9d2cfd-fcf6-4547-8d35-c902916ac1df is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:05:23.307495 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-e5ac6e12-b7c4-4f61-b599-b40d9d82c811 req-579894a2-6bf2-401a-a284-6e0bbe4faa0b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:05:23.311313 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ac6e12-b7c4-4f61-b599-b40d9d82c811 req-579894a2-6bf2-401a-a284-6e0bbe4faa0b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:05:23.337626 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579894a2-6bf2-401a-a284-6e0bbe4faa0b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'Port': ['ID=e33fa3a5-3edd-427a-9a0c-f4baaa0bd356,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:23.367154 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac6e12-b7c4-4f61-b599-b40d9d82c811 req-579894a2-6bf2-401a-a284-6e0bbe4faa0b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:23.367822 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e5ac6e12-b7c4-4f61-b599-b40d9d82c811 req-579894a2-6bf2-401a-a284-6e0bbe4faa0b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:23.438941 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e5ac6e12-b7c4-4f61-b599-b40d9d82c811 req-579894a2-6bf2-401a-a284-6e0bbe4faa0b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8167970 Jul 09 16:05:23.456570 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-e5ac6e12-b7c4-4f61-b599-b40d9d82c811 req-5c8b291a-cb6f-46bb-a165-8cd88b8a8b75 service neutron] Request body: {'port': {'device_id': '009dd348-c61b-4c73-9255-b279101661b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:05:23.536665 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e5ac6e12-b7c4-4f61-b599-b40d9d82c811 req-5c8b291a-cb6f-46bb-a165-8cd88b8a8b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:23.631128 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcbf92c-59b2-49d9-b935-8eb2fc670d3d req-adb31e21-12fd-407f-9f1f-dcc966c832f8 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:23.632751 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cfcbf92c-59b2-49d9-b935-8eb2fc670d3d req-adb31e21-12fd-407f-9f1f-dcc966c832f8 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=009dd348-c61b-4c73-9255-b279101661b7 HTTP/1.1" status: 200 len: 932 time: 0.0695441 Jul 09 16:05:23.678243 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-cfcbf92c-59b2-49d9-b935-8eb2fc670d3d req-0382cd9f-4ab2-4f7d-b241-a4b37b321e88 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1cdc1db-e6d6-4c7b-a786-b8d70a1291e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393367 Jul 09 16:05:23.723680 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-6a96dbe0-cb99-415f-9e5f-637dea24c1bc None None] Provisioning for port e33fa3a5-3edd-427a-9a0c-f4baaa0bd356 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:05:23.728084 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-6a96dbe0-cb99-415f-9e5f-637dea24c1bc None None] Provisioning complete for port e33fa3a5-3edd-427a-9a0c-f4baaa0bd356 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:05:23.728486 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6a96dbe0-cb99-415f-9e5f-637dea24c1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:23.764268 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-6a96dbe0-cb99-415f-9e5f-637dea24c1bc None None] Port e33fa3a5-3edd-427a-9a0c-f4baaa0bd356 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:05:23.980779 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:24.177540 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-e5ac6e12-b7c4-4f61-b599-b40d9d82c811 req-5c8b291a-cb6f-46bb-a165-8cd88b8a8b75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e33fa3a5-3edd-427a-9a0c-f4baaa0bd356 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:05:24.185403 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e5ac6e12-b7c4-4f61-b599-b40d9d82c811 req-5c8b291a-cb6f-46bb-a165-8cd88b8a8b75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:24.196910 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-e5ac6e12-b7c4-4f61-b599-b40d9d82c811 req-5c8b291a-cb6f-46bb-a165-8cd88b8a8b75 service neutron] Transition to ACTIVE for port object e33fa3a5-3edd-427a-9a0c-f4baaa0bd356 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:05:24.260314 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e5ac6e12-b7c4-4f61-b599-b40d9d82c811 req-5c8b291a-cb6f-46bb-a165-8cd88b8a8b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:24.310966 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8b291a-cb6f-46bb-a165-8cd88b8a8b75 service neutron] Pushing event updated for resources: {'Port': ['ID=e33fa3a5-3edd-427a-9a0c-f4baaa0bd356,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:24.386148 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-e5ac6e12-b7c4-4f61-b599-b40d9d82c811 req-5c8b291a-cb6f-46bb-a165-8cd88b8a8b75 service neutron] Attempting to bind port e33fa3a5-3edd-427a-9a0c-f4baaa0bd356 on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:05:24.389757 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-e5ac6e12-b7c4-4f61-b599-b40d9d82c811 req-5c8b291a-cb6f-46bb-a165-8cd88b8a8b75 service neutron] Attempting to bind port e33fa3a5-3edd-427a-9a0c-f4baaa0bd356 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': '571efabe-a377-4277-8e9e-1b57f4bb49d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5d9d2cfd-fcf6-4547-8d35-c902916ac1df'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:05:24.389757 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ac6e12-b7c4-4f61-b599-b40d9d82c811 req-5c8b291a-cb6f-46bb-a165-8cd88b8a8b75 service neutron] Attempting to bind port e33fa3a5-3edd-427a-9a0c-f4baaa0bd356 on network 5d9d2cfd-fcf6-4547-8d35-c902916ac1df {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:05:24.395086 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ac6e12-b7c4-4f61-b599-b40d9d82c811 req-5c8b291a-cb6f-46bb-a165-8cd88b8a8b75 service neutron] Port e33fa3a5-3edd-427a-9a0c-f4baaa0bd356 on network 5d9d2cfd-fcf6-4547-8d35-c902916ac1df not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:05:24.398976 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ac6e12-b7c4-4f61-b599-b40d9d82c811 req-5c8b291a-cb6f-46bb-a165-8cd88b8a8b75 service neutron] Attempting to bind port e33fa3a5-3edd-427a-9a0c-f4baaa0bd356 on network 5d9d2cfd-fcf6-4547-8d35-c902916ac1df {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:05:24.403110 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ac6e12-b7c4-4f61-b599-b40d9d82c811 req-5c8b291a-cb6f-46bb-a165-8cd88b8a8b75 service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:05:24.403581 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ac6e12-b7c4-4f61-b599-b40d9d82c811 req-5c8b291a-cb6f-46bb-a165-8cd88b8a8b75 service neutron] Checking segment: {'id': '571efabe-a377-4277-8e9e-1b57f4bb49d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5d9d2cfd-fcf6-4547-8d35-c902916ac1df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:05:24.404103 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ac6e12-b7c4-4f61-b599-b40d9d82c811 req-5c8b291a-cb6f-46bb-a165-8cd88b8a8b75 service neutron] Bound using segment: {'id': '571efabe-a377-4277-8e9e-1b57f4bb49d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5d9d2cfd-fcf6-4547-8d35-c902916ac1df'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:05:24.404669 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-e5ac6e12-b7c4-4f61-b599-b40d9d82c811 req-5c8b291a-cb6f-46bb-a165-8cd88b8a8b75 service neutron] Bound port: e33fa3a5-3edd-427a-9a0c-f4baaa0bd356, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '571efabe-a377-4277-8e9e-1b57f4bb49d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5d9d2cfd-fcf6-4547-8d35-c902916ac1df'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:05:24.405174 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e5ac6e12-b7c4-4f61-b599-b40d9d82c811 req-5c8b291a-cb6f-46bb-a165-8cd88b8a8b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:24.484725 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-e5ac6e12-b7c4-4f61-b599-b40d9d82c811 req-5c8b291a-cb6f-46bb-a165-8cd88b8a8b75 service neutron] For port e33fa3a5-3edd-427a-9a0c-f4baaa0bd356, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:05:24.488177 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-e5ac6e12-b7c4-4f61-b599-b40d9d82c811 req-5c8b291a-cb6f-46bb-a165-8cd88b8a8b75 service neutron] For port e33fa3a5-3edd-427a-9a0c-f4baaa0bd356, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=e33fa3a5-3edd-427a-9a0c-f4baaa0bd356,segment=NetworkSegment(571efabe-a377-4277-8e9e-1b57f4bb49d1),segment_id=571efabe-a377-4277-8e9e-1b57f4bb49d1)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:05:24.619103 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 784e4f5b-ece1-4de2-b19f-61b5589277c9 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:05:24.620832 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e5ac6e12-b7c4-4f61-b599-b40d9d82c811 req-5c8b291a-cb6f-46bb-a165-8cd88b8a8b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:24.656563 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac6e12-b7c4-4f61-b599-b40d9d82c811 req-5c8b291a-cb6f-46bb-a165-8cd88b8a8b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:24.657217 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-e5ac6e12-b7c4-4f61-b599-b40d9d82c811 req-5c8b291a-cb6f-46bb-a165-8cd88b8a8b75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:24.658854 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e5ac6e12-b7c4-4f61-b599-b40d9d82c811 req-5c8b291a-cb6f-46bb-a165-8cd88b8a8b75 service neutron] 10.222.0.62 "PUT /v2.0/ports/e33fa3a5-3edd-427a-9a0c-f4baaa0bd356 HTTP/1.1" status: 200 len: 1092 time: 1.2068012 Jul 09 16:05:24.659365 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '009dd348-c61b-4c73-9255-b279101661b7', 'tag': 'e33fa3a5-3edd-427a-9a0c-f4baaa0bd356'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:05:24.661851 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71aea3d4ce3c79ba57e3b2a7f05354d67fe827d4c76bd908d035baed68c1bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6293a07-5d11-4309-975a-58e23bba5089" -d '{"events": [{"name": "network-changed", "server_uuid": "009dd348-c61b-4c73-9255-b279101661b7", "tag": "e33fa3a5-3edd-427a-9a0c-f4baaa0bd356"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:05:24.684348 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 784e4f5b-ece1-4de2-b19f-61b5589277c9 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:05:24.684348 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:24.688147 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8b291a-cb6f-46bb-a165-8cd88b8a8b75 service neutron] Pushing event updated for resources: {'Port': ['ID=e33fa3a5-3edd-427a-9a0c-f4baaa0bd356,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:24.833397 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beade8f5-fa87-4643-95e8-bbd195ef51f3 x-openstack-request-id: req-beade8f5-fa87-4643-95e8-bbd195ef51f3 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:05:24.833769 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "009dd348-c61b-4c73-9255-b279101661b7", "tag": "e33fa3a5-3edd-427a-9a0c-f4baaa0bd356", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:05:24.834030 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-beade8f5-fa87-4643-95e8-bbd195ef51f3 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:05:24.834670 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '009dd348-c61b-4c73-9255-b279101661b7', 'tag': 'e33fa3a5-3edd-427a-9a0c-f4baaa0bd356', 'status': 'completed', 'code': 200} Jul 09 16:05:24.872556 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac6e12-b7c4-4f61-b599-b40d9d82c811 req-bcb5b42e-7b0d-43da-89c3-75d5c9df66ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:24.874804 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e5ac6e12-b7c4-4f61-b599-b40d9d82c811 req-bcb5b42e-7b0d-43da-89c3-75d5c9df66ec service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=30d714c59bd14f6184e3834abd940a2e&device_id=009dd348-c61b-4c73-9255-b279101661b7 HTTP/1.1" status: 200 len: 1095 time: 0.0935071 Jul 09 16:05:24.910262 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68531ab8-4fed-4f01-b3d6-04cf65e5a33f req-f66f3dd3-bcdc-4d40-8c75-95ab7eee2348 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:24.911831 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-68531ab8-4fed-4f01-b3d6-04cf65e5a33f req-f66f3dd3-bcdc-4d40-8c75-95ab7eee2348 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=009dd348-c61b-4c73-9255-b279101661b7 HTTP/1.1" status: 200 len: 944 time: 0.0756638 Jul 09 16:05:24.922847 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e5ac6e12-b7c4-4f61-b599-b40d9d82c811 req-8e779a45-8abe-4b4b-9bf7-feefd6a59a9a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e33fa3a5-3edd-427a-9a0c-f4baaa0bd356 HTTP/1.1" status: 200 len: 217 time: 0.0347390 Jul 09 16:05:24.957711 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-68531ab8-4fed-4f01-b3d6-04cf65e5a33f req-7230ac50-1142-4841-ac42-69aded6ba958 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1cdc1db-e6d6-4c7b-a786-b8d70a1291e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401559 Jul 09 16:05:24.974109 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac6e12-b7c4-4f61-b599-b40d9d82c811 req-28287157-f0a2-45ad-85d5-6b5c53cbf5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:24.975615 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e5ac6e12-b7c4-4f61-b599-b40d9d82c811 req-28287157-f0a2-45ad-85d5-6b5c53cbf5d4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=60c77d3f-621e-4673-8c3b-7b86867da87a HTTP/1.1" status: 200 len: 835 time: 0.0465379 Jul 09 16:05:25.038551 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac6e12-b7c4-4f61-b599-b40d9d82c811 req-f0a9f737-d247-4ffe-842d-da331c032ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:25.040084 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e5ac6e12-b7c4-4f61-b599-b40d9d82c811 req-f0a9f737-d247-4ffe-842d-da331c032ed5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5d9d2cfd-fcf6-4547-8d35-c902916ac1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581107 Jul 09 16:05:25.131768 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e5ac6e12-b7c4-4f61-b599-b40d9d82c811 req-cc11c388-ac7b-41d6-b933-d7bc2b45e45f service neutron] 10.222.0.62 "GET /v2.0/networks/5d9d2cfd-fcf6-4547-8d35-c902916ac1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847499 Jul 09 16:05:25.227701 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e5ac6e12-b7c4-4f61-b599-b40d9d82c811 req-58fa9ea4-0999-4bef-94d8-8f8ac5594f37 service neutron] 10.222.0.62 "GET /v2.0/networks/5d9d2cfd-fcf6-4547-8d35-c902916ac1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897076 Jul 09 16:05:25.466553 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6293a07-5d11-4309-975a-58e23bba5089 req-86eb1f5f-26d8-4c0b-a5a2-75167c2327a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:25.468094 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f6293a07-5d11-4309-975a-58e23bba5089 req-86eb1f5f-26d8-4c0b-a5a2-75167c2327a6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=30d714c59bd14f6184e3834abd940a2e&device_id=009dd348-c61b-4c73-9255-b279101661b7 HTTP/1.1" status: 200 len: 1095 time: 0.0572600 Jul 09 16:05:25.558416 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6293a07-5d11-4309-975a-58e23bba5089 req-d817828d-40fc-41ab-a820-a57df1b0b20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:25.560094 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f6293a07-5d11-4309-975a-58e23bba5089 req-d817828d-40fc-41ab-a820-a57df1b0b20c service neutron] 10.222.0.62 "GET /v2.0/networks?id=5d9d2cfd-fcf6-4547-8d35-c902916ac1df HTTP/1.1" status: 200 len: 898 time: 0.0847538 Jul 09 16:05:25.603927 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f6293a07-5d11-4309-975a-58e23bba5089 req-76e759cd-f2e0-4cb3-936f-0faca340f6ab service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e33fa3a5-3edd-427a-9a0c-f4baaa0bd356 HTTP/1.1" status: 200 len: 217 time: 0.0370002 Jul 09 16:05:25.652568 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6293a07-5d11-4309-975a-58e23bba5089 req-0ebf731d-7183-4d1c-866f-1d3474225743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:25.654033 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f6293a07-5d11-4309-975a-58e23bba5089 req-0ebf731d-7183-4d1c-866f-1d3474225743 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=60c77d3f-621e-4673-8c3b-7b86867da87a HTTP/1.1" status: 200 len: 835 time: 0.0444412 Jul 09 16:05:25.711060 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6293a07-5d11-4309-975a-58e23bba5089 req-d7d26638-5544-4f10-8a42-66cfd22b489a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:25.712619 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f6293a07-5d11-4309-975a-58e23bba5089 req-d7d26638-5544-4f10-8a42-66cfd22b489a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5d9d2cfd-fcf6-4547-8d35-c902916ac1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521140 Jul 09 16:05:25.806261 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f6293a07-5d11-4309-975a-58e23bba5089 req-175520b7-dad3-4c96-9b8a-e24a42182c01 service neutron] 10.222.0.62 "GET /v2.0/networks/5d9d2cfd-fcf6-4547-8d35-c902916ac1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871077 Jul 09 16:05:25.900071 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f6293a07-5d11-4309-975a-58e23bba5089 req-74cb0a04-5788-4e4c-9cf8-3283fbbed25e service neutron] 10.222.0.62 "GET /v2.0/networks/5d9d2cfd-fcf6-4547-8d35-c902916ac1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868115 Jul 09 16:05:26.139283 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c9e7a-650e-4d4b-8930-a3dd71355f3e req-00c8921a-1716-472d-a6f8-c6e5ea149a46 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:26.140844 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-382c9e7a-650e-4d4b-8930-a3dd71355f3e req-00c8921a-1716-472d-a6f8-c6e5ea149a46 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=009dd348-c61b-4c73-9255-b279101661b7 HTTP/1.1" status: 200 len: 944 time: 0.0688004 Jul 09 16:05:26.179223 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-382c9e7a-650e-4d4b-8930-a3dd71355f3e req-7a4c30a4-c000-4601-9caa-07829cdefe2d tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1cdc1db-e6d6-4c7b-a786-b8d70a1291e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324457 Jul 09 16:05:26.180102 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6a61a43b-9dd9-47aa-af1f-29c302c32676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:27.355390 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e1852-8ff5-48ba-8de5-773a173a7bd1 req-e9b7501b-431f-48af-8b69-43e22f111244 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:27.356971 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-865e1852-8ff5-48ba-8de5-773a173a7bd1 req-e9b7501b-431f-48af-8b69-43e22f111244 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=009dd348-c61b-4c73-9255-b279101661b7 HTTP/1.1" status: 200 len: 944 time: 0.0668654 Jul 09 16:05:27.397392 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-865e1852-8ff5-48ba-8de5-773a173a7bd1 req-e4e46f92-e934-4879-bf76-603396f4beac tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1cdc1db-e6d6-4c7b-a786-b8d70a1291e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337868 Jul 09 16:05:27.762190 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device e33fa3a5-3edd-427a-9a0c-f4baaa0bd356 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:05:27.869448 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port e33fa3a5-3edd-427a-9a0c-f4baaa0bd356, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=e33fa3a5-3edd-427a-9a0c-f4baaa0bd356,segment=NetworkSegment(571efabe-a377-4277-8e9e-1b57f4bb49d1),segment_id=571efabe-a377-4277-8e9e-1b57f4bb49d1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:05:27.885419 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': 'e33fa3a5-3edd-427a-9a0c-f4baaa0bd356', 'network_id': '5d9d2cfd-fcf6-4547-8d35-c902916ac1df', 'port_id': 'e33fa3a5-3edd-427a-9a0c-f4baaa0bd356', 'mac_address': 'fa:16:3e:d0:31:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60c77d3f-621e-4673-8c3b-7b86867da87a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:05:27.922639 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:27.935397 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e33fa3a5-3edd-427a-9a0c-f4baaa0bd356 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:05:27.956051 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port e33fa3a5-3edd-427a-9a0c-f4baaa0bd356, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=e33fa3a5-3edd-427a-9a0c-f4baaa0bd356,segment=NetworkSegment(571efabe-a377-4277-8e9e-1b57f4bb49d1),segment_id=571efabe-a377-4277-8e9e-1b57f4bb49d1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:05:28.031804 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:28.080601 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=e33fa3a5-3edd-427a-9a0c-f4baaa0bd356,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:28.087972 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:05:28.088330 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:05:28.088677 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:05:28.089017 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:05:28.089358 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:05:28.089794 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:05:28.090135 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:05:28.090467 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:05:28.090796 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:05:28.091122 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:05:28.091448 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:05:28.091802 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:05:28.460960 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['e33fa3a5-3edd-427a-9a0c-f4baaa0bd356'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:05:28.575419 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf9270-9c44-486f-a17c-22e9f6782513 req-90b24776-9536-4ce8-863b-569d424b389a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:28.577245 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2baf9270-9c44-486f-a17c-22e9f6782513 req-90b24776-9536-4ce8-863b-569d424b389a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=009dd348-c61b-4c73-9255-b279101661b7 HTTP/1.1" status: 200 len: 945 time: 0.0677650 Jul 09 16:05:28.617434 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2baf9270-9c44-486f-a17c-22e9f6782513 req-e112b772-96a2-483f-95b5-f6bd71f416c0 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1cdc1db-e6d6-4c7b-a786-b8d70a1291e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333538 Jul 09 16:05:29.186049 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-76a54896-4cb3-45fd-954d-7ab2489976bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:29.328707 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:29.777372 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device e33fa3a5-3edd-427a-9a0c-f4baaa0bd356 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:05:29.825061 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e2898c-7db4-4e8b-a537-be26ecc3ecce req-4fdec988-c541-4fef-bb94-e70a238fdfdd tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:29.826614 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-07e2898c-7db4-4e8b-a537-be26ecc3ecce req-4fdec988-c541-4fef-bb94-e70a238fdfdd tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=009dd348-c61b-4c73-9255-b279101661b7 HTTP/1.1" status: 200 len: 945 time: 0.0677576 Jul 09 16:05:29.867458 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-07e2898c-7db4-4e8b-a537-be26ecc3ecce req-1a441ce6-0cf6-4fb0-ab03-1cf9b9d32a59 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1cdc1db-e6d6-4c7b-a786-b8d70a1291e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347629 Jul 09 16:05:29.882998 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port e33fa3a5-3edd-427a-9a0c-f4baaa0bd356 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:05:29.887338 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port e33fa3a5-3edd-427a-9a0c-f4baaa0bd356 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:05:29.887743 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:29.970018 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:29.993570 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '009dd348-c61b-4c73-9255-b279101661b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e33fa3a5-3edd-427a-9a0c-f4baaa0bd356'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:05:29.995966 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e75b9a97cbd66444b13ae988a684abc34c7a24a50a729030cfede81e7322398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-824d0c21-8b44-4ecf-a226-56223309fd30" -d '{"events": [{"server_uuid": "009dd348-c61b-4c73-9255-b279101661b7", "name": "network-vif-plugged", "status": "completed", "tag": "e33fa3a5-3edd-427a-9a0c-f4baaa0bd356"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:05:30.013057 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port e33fa3a5-3edd-427a-9a0c-f4baaa0bd356, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=e33fa3a5-3edd-427a-9a0c-f4baaa0bd356,segment=NetworkSegment(571efabe-a377-4277-8e9e-1b57f4bb49d1),segment_id=571efabe-a377-4277-8e9e-1b57f4bb49d1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:05:30.033876 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb16200-9e29-4d86-b03c-5d5dfc67cf87 x-openstack-request-id: req-5bb16200-9e29-4d86-b03c-5d5dfc67cf87 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:05:30.034197 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "009dd348-c61b-4c73-9255-b279101661b7", "name": "network-vif-plugged", "status": "completed", "tag": "e33fa3a5-3edd-427a-9a0c-f4baaa0bd356", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:05:30.034451 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5bb16200-9e29-4d86-b03c-5d5dfc67cf87 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:05:30.034882 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '009dd348-c61b-4c73-9255-b279101661b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e33fa3a5-3edd-427a-9a0c-f4baaa0bd356', 'code': 200} Jul 09 16:05:30.129351 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:30.177135 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e0c70d-721f-499b-bb39-345864fc8fec req-6c80f80a-902f-43ad-81c2-dce9cfc0f115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:30.178915 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-98e0c70d-721f-499b-bb39-345864fc8fec req-6c80f80a-902f-43ad-81c2-dce9cfc0f115 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=009dd348-c61b-4c73-9255-b279101661b7 HTTP/1.1" status: 200 len: 1097 time: 0.0556264 Jul 09 16:05:30.179928 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=e33fa3a5-3edd-427a-9a0c-f4baaa0bd356,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:30.213739 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-98e0c70d-721f-499b-bb39-345864fc8fec req-dd09548e-4e2c-41ed-84e3-22daf78080a5 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a1cdc1db-e6d6-4c7b-a786-b8d70a1291e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287290 Jul 09 16:05:30.591987 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:31.050957 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7475c651-6a17-4958-9e44-8bbec2cc454a req-f95f0b01-e0c8-470e-852d-c71b3be5b3c4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:31.052507 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7475c651-6a17-4958-9e44-8bbec2cc454a req-f95f0b01-e0c8-470e-852d-c71b3be5b3c4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=009dd348-c61b-4c73-9255-b279101661b7 HTTP/1.1" status: 200 len: 946 time: 0.0719192 Jul 09 16:05:31.091881 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7475c651-6a17-4958-9e44-8bbec2cc454a req-4beb47f3-631c-45a4-a643-7ca9e8ec0b86 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1cdc1db-e6d6-4c7b-a786-b8d70a1291e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335157 Jul 09 16:05:31.980298 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:32.275745 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5095a4-6d74-4524-be7e-3387ed4a91a5 req-0db68892-99a8-403e-a34b-265a8bc7112c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:32.277399 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4b5095a4-6d74-4524-be7e-3387ed4a91a5 req-0db68892-99a8-403e-a34b-265a8bc7112c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=009dd348-c61b-4c73-9255-b279101661b7 HTTP/1.1" status: 200 len: 946 time: 0.0689144 Jul 09 16:05:32.316097 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4b5095a4-6d74-4524-be7e-3387ed4a91a5 req-9d2ef27a-3310-4adc-af3c-fdb00239ef15 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1cdc1db-e6d6-4c7b-a786-b8d70a1291e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331080 Jul 09 16:05:32.490902 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9384deb-d001-42d2-b8b0-abb1f91a2727 req-e5f382c5-7b5d-4212-8aeb-9e49896d74f8 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:32.492484 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a9384deb-d001-42d2-b8b0-abb1f91a2727 req-e5f382c5-7b5d-4212-8aeb-9e49896d74f8 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=009dd348-c61b-4c73-9255-b279101661b7 HTTP/1.1" status: 200 len: 946 time: 0.0654643 Jul 09 16:05:32.531963 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a9384deb-d001-42d2-b8b0-abb1f91a2727 req-cc3560ff-be87-4114-bd8d-58c4e47b640b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1cdc1db-e6d6-4c7b-a786-b8d70a1291e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338492 Jul 09 16:05:32.556371 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59710) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:05:32.608907 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448cb5f1-0485-4d08-ad62-d8329faf0728 tempest-TestNetworkAdvancedServerOps-1608963051 tempest-TestNetworkAdvancedServerOps-1608963051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:32.611858 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-448cb5f1-0485-4d08-ad62-d8329faf0728 tempest-TestNetworkAdvancedServerOps-1608963051 tempest-TestNetworkAdvancedServerOps-1608963051-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=009dd348-c61b-4c73-9255-b279101661b7 HTTP/1.1" status: 200 len: 1092 time: 0.0530629 Jul 09 16:05:32.613543 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59712) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:05:32.617957 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-6e0a10d5-7366-4ee5-9eb3-ff1b99d4182f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Request body: {'floatingip': {'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'port_id': 'e33fa3a5-3edd-427a-9a0c-f4baaa0bd356', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:05:32.694320 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6e0a10d5-7366-4ee5-9eb3-ff1b99d4182f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for floatingip, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:32.799255 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6e0a10d5-7366-4ee5-9eb3-ff1b99d4182f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:32.908554 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-6e0a10d5-7366-4ee5-9eb3-ff1b99d4182f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Allocated IP 172.25.3.158 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/4fc4525e-dfdf-4d67-a66f-e86f4b87d04a) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:05:33.021206 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6e0a10d5-7366-4ee5-9eb3-ff1b99d4182f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:33.163675 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6e0a10d5-7366-4ee5-9eb3-ff1b99d4182f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:33.205726 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0a10d5-7366-4ee5-9eb3-ff1b99d4182f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:05:33.209227 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-6e0a10d5-7366-4ee5-9eb3-ff1b99d4182f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:05:33.212849 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0a10d5-7366-4ee5-9eb3-ff1b99d4182f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:05:33.239647 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0a10d5-7366-4ee5-9eb3-ff1b99d4182f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'Port': ['ID=4fc4525e-dfdf-4d67-a66f-e86f4b87d04a,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:33.254014 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0a10d5-7366-4ee5-9eb3-ff1b99d4182f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:05:33.254355 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0a10d5-7366-4ee5-9eb3-ff1b99d4182f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:05:33.254695 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0a10d5-7366-4ee5-9eb3-ff1b99d4182f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:05:33.255030 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0a10d5-7366-4ee5-9eb3-ff1b99d4182f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:05:33.255369 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0a10d5-7366-4ee5-9eb3-ff1b99d4182f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:05:33.255727 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0a10d5-7366-4ee5-9eb3-ff1b99d4182f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:05:33.256056 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0a10d5-7366-4ee5-9eb3-ff1b99d4182f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:05:33.256385 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0a10d5-7366-4ee5-9eb3-ff1b99d4182f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:05:33.256704 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0a10d5-7366-4ee5-9eb3-ff1b99d4182f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:05:33.257024 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0a10d5-7366-4ee5-9eb3-ff1b99d4182f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:05:33.257345 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0a10d5-7366-4ee5-9eb3-ff1b99d4182f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:05:33.257663 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0a10d5-7366-4ee5-9eb3-ff1b99d4182f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:05:33.611070 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6e0a10d5-7366-4ee5-9eb3-ff1b99d4182f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:33.749162 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6e0a10d5-7366-4ee5-9eb3-ff1b99d4182f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:33.910195 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6e0a10d5-7366-4ee5-9eb3-ff1b99d4182f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:33.991377 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6e0a10d5-7366-4ee5-9eb3-ff1b99d4182f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:34.063833 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0a10d5-7366-4ee5-9eb3-ff1b99d4182f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'Port': ['ID=4fc4525e-dfdf-4d67-a66f-e86f4b87d04a,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:05:34.074833 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6e0a10d5-7366-4ee5-9eb3-ff1b99d4182f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:34.181381 n-d-799529-6 neutron-server[94445]: INFO neutron.db.l3_db [None req-6e0a10d5-7366-4ee5-9eb3-ff1b99d4182f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Floating IP 77ee286f-fce4-4ed7-a64d-6ffe2d72b5b9 associated. External IP: 172.25.3.158, port: e33fa3a5-3edd-427a-9a0c-f4baaa0bd356. Jul 09 16:05:34.410241 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e0a10d5-7366-4ee5-9eb3-ff1b99d4182f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Router 29b85a80-da03-42da-b121-381cad0106c8 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:05:34.522413 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e0a10d5-7366-4ee5-9eb3-ff1b99d4182f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:05:34.532511 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b102817f-7d4e-435b-9119-110d46bb7830 None None] Sync routers for ids ['29b85a80-da03-42da-b121-381cad0106c8'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:05:34.545111 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b102817f-7d4e-435b-9119-110d46bb7830 None None] Routers {'29b85a80-da03-42da-b121-381cad0106c8'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:05:34.554963 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-b102817f-7d4e-435b-9119-110d46bb7830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:05:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['29b85a80-da03-42da-b121-381cad0106c8'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:05:34.651991 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-b102817f-7d4e-435b-9119-110d46bb7830 None None] Set router 29b85a80-da03-42da-b121-381cad0106c8 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:05:34.696629 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6e0a10d5-7366-4ee5-9eb3-ff1b99d4182f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:34.710660 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-6e0a10d5-7366-4ee5-9eb3-ff1b99d4182f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0960500 Jul 09 16:05:34.711344 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '009dd348-c61b-4c73-9255-b279101661b7', 'tag': 'e33fa3a5-3edd-427a-9a0c-f4baaa0bd356'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:05:34.713838 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bb405a18ca731a56dedfaaf5e9a79789110744f6b6799bb7a0722340b5c16f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067de11a-0fd0-496a-8215-b960c45221e6" -d '{"events": [{"name": "network-changed", "server_uuid": "009dd348-c61b-4c73-9255-b279101661b7", "tag": "e33fa3a5-3edd-427a-9a0c-f4baaa0bd356"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:05:34.754061 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe8aa86d-6e25-4a08-951f-52e1220a817b x-openstack-request-id: req-fe8aa86d-6e25-4a08-951f-52e1220a817b {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:05:34.754546 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "009dd348-c61b-4c73-9255-b279101661b7", "tag": "e33fa3a5-3edd-427a-9a0c-f4baaa0bd356", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:05:34.755141 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fe8aa86d-6e25-4a08-951f-52e1220a817b {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:05:34.755141 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '009dd348-c61b-4c73-9255-b279101661b7', 'tag': 'e33fa3a5-3edd-427a-9a0c-f4baaa0bd356', 'status': 'completed', 'code': 200} Jul 09 16:05:34.888640 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-b102817f-7d4e-435b-9119-110d46bb7830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b85a80-da03-42da-b121-381cad0106c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-502602882', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '8d404272-4706-4018-9a93-2bd2f3fb2265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:05:13Z', 'updated_at': '2021-07-09T16:05:18Z', 'revision_number': 4, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': '8d404272-4706-4018-9a93-2bd2f3fb2265', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:76:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b85a80-da03-42da-b121-381cad0106c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:05:14Z', 'updated_at': '2021-07-09T16:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '77ee286f-fce4-4ed7-a64d-6ffe2d72b5b9', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'floating_ip_address': '172.25.3.158', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '29b85a80-da03-42da-b121-381cad0106c8', 'port_id': 'e33fa3a5-3edd-427a-9a0c-f4baaa0bd356', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d9d2cfd-fcf6-4547-8d35-c902916ac1df', 'mac_address': 'fa:16:3e:d0:31:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009dd348-c61b-4c73-9255-b279101661b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:05:33Z', 'updated_at': '2021-07-09T16:05:33Z', 'revision_number': 0, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '784e4f5b-ece1-4de2-b19f-61b5589277c9', 'name': '', 'network_id': '5d9d2cfd-fcf6-4547-8d35-c902916ac1df', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'mac_address': 'fa:16:3e:85:67:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b85a80-da03-42da-b121-381cad0106c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '60c77d3f-621e-4673-8c3b-7b86867da87a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:05:17Z', 'updated_at': '2021-07-09T16:05:22Z', 'revision_number': 5, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'subnets': [{'id': '60c77d3f-621e-4673-8c3b-7b86867da87a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:05:34.899706 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067de11a-0fd0-496a-8215-b960c45221e6 req-b9488233-86dd-46b1-9d97-fbd91f88a8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:34.901266 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-067de11a-0fd0-496a-8215-b960c45221e6 req-b9488233-86dd-46b1-9d97-fbd91f88a8c9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=30d714c59bd14f6184e3834abd940a2e&device_id=009dd348-c61b-4c73-9255-b279101661b7 HTTP/1.1" status: 200 len: 1097 time: 0.1009567 Jul 09 16:05:34.914061 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7195010e-a17a-4f8c-a4db-b776fa608997 req-9d38280a-7707-4132-bcd5-b35ca18cb907 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:34.915493 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7195010e-a17a-4f8c-a4db-b776fa608997 req-9d38280a-7707-4132-bcd5-b35ca18cb907 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=009dd348-c61b-4c73-9255-b279101661b7 HTTP/1.1" status: 200 len: 946 time: 0.0893826 Jul 09 16:05:34.915715 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b102817f-7d4e-435b-9119-110d46bb7830 None None] Checking router: 29b85a80-da03-42da-b121-381cad0106c8 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:05:34.924550 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b102817f-7d4e-435b-9119-110d46bb7830 None None] Routers {'29b85a80-da03-42da-b121-381cad0106c8'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:05:34.925162 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-b102817f-7d4e-435b-9119-110d46bb7830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:05:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['29b85a80-da03-42da-b121-381cad0106c8'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:05:35.000423 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7195010e-a17a-4f8c-a4db-b776fa608997 req-48554ee8-7f86-4e36-96ae-aeb2bf2e05eb tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1cdc1db-e6d6-4c7b-a786-b8d70a1291e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765891 Jul 09 16:05:35.027270 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 59718) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:05:35.032884 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-b102817f-7d4e-435b-9119-110d46bb7830 None None] Set router 29b85a80-da03-42da-b121-381cad0106c8 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:05:35.039994 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067de11a-0fd0-496a-8215-b960c45221e6 req-ae0c8cf8-dee5-4039-b4b2-6f811f5efabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:35.041592 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-067de11a-0fd0-496a-8215-b960c45221e6 req-ae0c8cf8-dee5-4039-b4b2-6f811f5efabd service neutron] 10.222.0.62 "GET /v2.0/networks?id=5d9d2cfd-fcf6-4547-8d35-c902916ac1df HTTP/1.1" status: 200 len: 898 time: 0.1252205 Jul 09 16:05:35.141056 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f53cf913-31db-43e7-8f95-e66c899b71ba tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/floatingips/77ee286f-fce4-4ed7-a64d-6ffe2d72b5b9 HTTP/1.1" status: 200 len: 992 time: 0.1125798 Jul 09 16:05:35.148135 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-067de11a-0fd0-496a-8215-b960c45221e6 req-a8021e86-84cf-4f37-94d9-3ac1ddebedb2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e33fa3a5-3edd-427a-9a0c-f4baaa0bd356 HTTP/1.1" status: 200 len: 1000 time: 0.0764818 Jul 09 16:05:35.200077 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067de11a-0fd0-496a-8215-b960c45221e6 req-fcbb4998-4562-4b3f-b8b8-ae63bea1e4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:35.201593 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-067de11a-0fd0-496a-8215-b960c45221e6 req-fcbb4998-4562-4b3f-b8b8-ae63bea1e4ee service neutron] 10.222.0.62 "GET /v2.0/subnets?id=60c77d3f-621e-4673-8c3b-7b86867da87a HTTP/1.1" status: 200 len: 835 time: 0.0472932 Jul 09 16:05:35.260084 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067de11a-0fd0-496a-8215-b960c45221e6 req-a8c420cc-e85e-4ff8-92c4-a0aedbaa0ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:35.261516 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-067de11a-0fd0-496a-8215-b960c45221e6 req-a8c420cc-e85e-4ff8-92c4-a0aedbaa0ef7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5d9d2cfd-fcf6-4547-8d35-c902916ac1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533123 Jul 09 16:05:35.270405 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-b102817f-7d4e-435b-9119-110d46bb7830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b85a80-da03-42da-b121-381cad0106c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-502602882', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '8d404272-4706-4018-9a93-2bd2f3fb2265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:05:13Z', 'updated_at': '2021-07-09T16:05:18Z', 'revision_number': 4, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': '8d404272-4706-4018-9a93-2bd2f3fb2265', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:76:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b85a80-da03-42da-b121-381cad0106c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:05:14Z', 'updated_at': '2021-07-09T16:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '77ee286f-fce4-4ed7-a64d-6ffe2d72b5b9', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'floating_ip_address': '172.25.3.158', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '29b85a80-da03-42da-b121-381cad0106c8', 'port_id': 'e33fa3a5-3edd-427a-9a0c-f4baaa0bd356', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d9d2cfd-fcf6-4547-8d35-c902916ac1df', 'mac_address': 'fa:16:3e:d0:31:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009dd348-c61b-4c73-9255-b279101661b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:05:33Z', 'updated_at': '2021-07-09T16:05:33Z', 'revision_number': 0, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '784e4f5b-ece1-4de2-b19f-61b5589277c9', 'name': '', 'network_id': '5d9d2cfd-fcf6-4547-8d35-c902916ac1df', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'mac_address': 'fa:16:3e:85:67:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b85a80-da03-42da-b121-381cad0106c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '60c77d3f-621e-4673-8c3b-7b86867da87a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:05:17Z', 'updated_at': '2021-07-09T16:05:22Z', 'revision_number': 5, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'subnets': [{'id': '60c77d3f-621e-4673-8c3b-7b86867da87a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:05:35.297065 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b102817f-7d4e-435b-9119-110d46bb7830 None None] The sync data for ids ['29b85a80-da03-42da-b121-381cad0106c8'] in n-d-799529-6 is: [{'id': '29b85a80-da03-42da-b121-381cad0106c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-502602882', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '8d404272-4706-4018-9a93-2bd2f3fb2265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:05:13Z', 'updated_at': '2021-07-09T16:05:18Z', 'revision_number': 4, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': '8d404272-4706-4018-9a93-2bd2f3fb2265', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:76:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b85a80-da03-42da-b121-381cad0106c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:05:14Z', 'updated_at': '2021-07-09T16:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '77ee286f-fce4-4ed7-a64d-6ffe2d72b5b9', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'floating_ip_address': '172.25.3.158', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': '29b85a80-da03-42da-b121-381cad0106c8', 'port_id': 'e33fa3a5-3edd-427a-9a0c-f4baaa0bd356', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d9d2cfd-fcf6-4547-8d35-c902916ac1df', 'mac_address': 'fa:16:3e:d0:31:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009dd348-c61b-4c73-9255-b279101661b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:05:33Z', 'updated_at': '2021-07-09T16:05:33Z', 'revision_number': 0, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '784e4f5b-ece1-4de2-b19f-61b5589277c9', 'name': '', 'network_id': '5d9d2cfd-fcf6-4547-8d35-c902916ac1df', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'mac_address': 'fa:16:3e:85:67:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b85a80-da03-42da-b121-381cad0106c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '60c77d3f-621e-4673-8c3b-7b86867da87a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:05:17Z', 'updated_at': '2021-07-09T16:05:22Z', 'revision_number': 5, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'subnets': [{'id': '60c77d3f-621e-4673-8c3b-7b86867da87a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:05:35.353103 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-067de11a-0fd0-496a-8215-b960c45221e6 req-b8ed5093-dbc8-4532-8a00-3ba81f8f6e1d service neutron] 10.222.0.62 "GET /v2.0/networks/5d9d2cfd-fcf6-4547-8d35-c902916ac1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850890 Jul 09 16:05:35.457645 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-067de11a-0fd0-496a-8215-b960c45221e6 req-3f25c131-1d82-440f-a196-780a01c0f86e service neutron] 10.222.0.62 "GET /v2.0/networks/5d9d2cfd-fcf6-4547-8d35-c902916ac1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948505 Jul 09 16:05:35.501980 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e4801e-e440-4602-94b6-759c5293e9a6 None None] New status for floating IP 77ee286f-fce4-4ed7-a64d-6ffe2d72b5b9: ACTIVE {{(pid=94448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:05:36.144657 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 59720) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:05:36.205377 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-3b6aba43-3cc9-41db-a491-64bf6a453c2c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/floatingips/77ee286f-fce4-4ed7-a64d-6ffe2d72b5b9 HTTP/1.1" status: 200 len: 994 time: 0.0596428 Jul 09 16:05:40.028249 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:05:45.682886 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:45.689790 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9f87446f-b83c-4c62-b24d-2385bf3fcd10 req-b8c1ecb8-8074-4ab1-ab9b-1493e4492e83 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=009dd348-c61b-4c73-9255-b279101661b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0626144 Jul 09 16:05:45.808715 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f87446f-b83c-4c62-b24d-2385bf3fcd10 req-7a5a957a-c0a9-478f-afae-08e590daf7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:45.810578 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9f87446f-b83c-4c62-b24d-2385bf3fcd10 req-7a5a957a-c0a9-478f-afae-08e590daf7ed service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=30d714c59bd14f6184e3834abd940a2e&device_id=009dd348-c61b-4c73-9255-b279101661b7 HTTP/1.1" status: 200 len: 1097 time: 0.0556042 Jul 09 16:05:45.932806 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f87446f-b83c-4c62-b24d-2385bf3fcd10 req-41f7033f-0d8a-48ae-b91f-090071febf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:45.934342 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9f87446f-b83c-4c62-b24d-2385bf3fcd10 req-41f7033f-0d8a-48ae-b91f-090071febf93 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5d9d2cfd-fcf6-4547-8d35-c902916ac1df HTTP/1.1" status: 200 len: 898 time: 0.0905175 Jul 09 16:05:46.014179 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9f87446f-b83c-4c62-b24d-2385bf3fcd10 req-ee59567c-3920-4e6b-8a49-56aaa888d360 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e33fa3a5-3edd-427a-9a0c-f4baaa0bd356 HTTP/1.1" status: 200 len: 1002 time: 0.0669849 Jul 09 16:05:46.072425 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f87446f-b83c-4c62-b24d-2385bf3fcd10 req-6f86cc22-6edf-464d-b2c9-f02c4925fcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:46.074115 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9f87446f-b83c-4c62-b24d-2385bf3fcd10 req-6f86cc22-6edf-464d-b2c9-f02c4925fcbf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=60c77d3f-621e-4673-8c3b-7b86867da87a HTTP/1.1" status: 200 len: 835 time: 0.0457404 Jul 09 16:05:46.136557 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f87446f-b83c-4c62-b24d-2385bf3fcd10 req-a880a01c-868e-4642-ac1d-c37dc332be67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:05:46.138129 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9f87446f-b83c-4c62-b24d-2385bf3fcd10 req-a880a01c-868e-4642-ac1d-c37dc332be67 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5d9d2cfd-fcf6-4547-8d35-c902916ac1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546396 Jul 09 16:05:46.245128 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9f87446f-b83c-4c62-b24d-2385bf3fcd10 req-7e4d6ac9-d9fd-435f-bf21-ae2ff19b872d service neutron] 10.222.0.62 "GET /v2.0/networks/5d9d2cfd-fcf6-4547-8d35-c902916ac1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951784 Jul 09 16:05:46.352170 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9f87446f-b83c-4c62-b24d-2385bf3fcd10 req-17edb950-eb3a-4136-b14e-891e9122d908 service neutron] 10.222.0.62 "GET /v2.0/networks/5d9d2cfd-fcf6-4547-8d35-c902916ac1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994818 Jul 09 16:05:54.048026 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:56.156285 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-29ab70d9-2ea8-468f-acb2-c9177387c0eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:59.213482 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1b5f7f03-3ff9-45df-894d-7b0c1839a345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:59.339248 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:00.579083 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:01.967767 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:15.635433 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:17.032221 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:06:24.024255 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:26.172830 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-572e5cdb-98bf-4fbc-b602-9e227ca6969b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:29.223624 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5b383453-1c08-438e-b975-66293a32160a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:29.349605 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:30.577981 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:31.977886 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:39.491106 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5272412f-d3af-43a3-a314-e339c7d571c9 req-f0204e59-62e4-4c1e-9309-ed43789c7aa5 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:06:39.492989 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5272412f-d3af-43a3-a314-e339c7d571c9 req-f0204e59-62e4-4c1e-9309-ed43789c7aa5 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=009dd348-c61b-4c73-9255-b279101661b7 HTTP/1.1" status: 200 len: 946 time: 0.1516011 Jul 09 16:06:39.531774 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5272412f-d3af-43a3-a314-e339c7d571c9 req-a1df82fb-5239-456c-b06e-dc4938f8cfe2 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1cdc1db-e6d6-4c7b-a786-b8d70a1291e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328379 Jul 09 16:06:40.773262 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5082cbb-8c89-423a-9cac-06558b756ae3 req-3ba43f61-deb5-4aeb-81e7-7c92b89b28f7 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:06:40.774936 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c5082cbb-8c89-423a-9cac-06558b756ae3 req-3ba43f61-deb5-4aeb-81e7-7c92b89b28f7 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=009dd348-c61b-4c73-9255-b279101661b7 HTTP/1.1" status: 200 len: 946 time: 0.1201918 Jul 09 16:06:40.812813 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c5082cbb-8c89-423a-9cac-06558b756ae3 req-d339ba06-334c-4a41-97cc-e7cba3458dfe tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1cdc1db-e6d6-4c7b-a786-b8d70a1291e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322812 Jul 09 16:06:41.998202 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4bb880-d338-4ab6-9e8c-5c2ac480fc46 req-d3090f4a-a87f-4054-8d89-bb6a846d1217 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:06:41.999775 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-de4bb880-d338-4ab6-9e8c-5c2ac480fc46 req-d3090f4a-a87f-4054-8d89-bb6a846d1217 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=009dd348-c61b-4c73-9255-b279101661b7 HTTP/1.1" status: 200 len: 946 time: 0.0679860 Jul 09 16:06:42.039421 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-de4bb880-d338-4ab6-9e8c-5c2ac480fc46 req-2523fbbf-c35e-4107-85cb-bd2c6bc3f67a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1cdc1db-e6d6-4c7b-a786-b8d70a1291e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333393 Jul 09 16:06:43.211901 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c7319-4013-420f-be6d-283333679eaf req-438dbf22-2a49-4d28-b1c9-39675a124832 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:06:43.213442 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-db0c7319-4013-420f-be6d-283333679eaf req-438dbf22-2a49-4d28-b1c9-39675a124832 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=009dd348-c61b-4c73-9255-b279101661b7 HTTP/1.1" status: 200 len: 946 time: 0.0648427 Jul 09 16:06:43.251605 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-db0c7319-4013-420f-be6d-283333679eaf req-0cee0d7b-3e18-420c-add3-406df2fdad7a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1cdc1db-e6d6-4c7b-a786-b8d70a1291e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323634 Jul 09 16:06:44.425823 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb30e648-dbcc-46a3-9913-2fc3c1a1366d req-a09ebf80-decd-4878-9919-2b0e93d28f18 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:06:44.427387 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bb30e648-dbcc-46a3-9913-2fc3c1a1366d req-a09ebf80-decd-4878-9919-2b0e93d28f18 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=009dd348-c61b-4c73-9255-b279101661b7 HTTP/1.1" status: 200 len: 946 time: 0.0643754 Jul 09 16:06:44.465652 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bb30e648-dbcc-46a3-9913-2fc3c1a1366d req-7cba6990-2a9f-413e-bd24-11c30f036562 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1cdc1db-e6d6-4c7b-a786-b8d70a1291e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326221 Jul 09 16:06:45.640255 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238350f-82be-4120-abd5-bea9c010816c req-d5f06d63-dc5b-4350-bc30-c9d5e819a1b0 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:06:45.641759 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6238350f-82be-4120-abd5-bea9c010816c req-d5f06d63-dc5b-4350-bc30-c9d5e819a1b0 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=009dd348-c61b-4c73-9255-b279101661b7 HTTP/1.1" status: 200 len: 946 time: 0.0653064 Jul 09 16:06:45.645455 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:45.711232 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6238350f-82be-4120-abd5-bea9c010816c req-301360b3-5e4c-4be7-a2f7-a45b8c46913e tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1cdc1db-e6d6-4c7b-a786-b8d70a1291e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633118 Jul 09 16:06:45.732391 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0526741-a9db-497d-a65d-39a2e55251f4 req-3c1edaaf-45eb-4a3a-ac3e-f9575807d368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:06:45.734180 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f0526741-a9db-497d-a65d-39a2e55251f4 req-3c1edaaf-45eb-4a3a-ac3e-f9575807d368 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=30d714c59bd14f6184e3834abd940a2e&device_id=009dd348-c61b-4c73-9255-b279101661b7 HTTP/1.1" status: 200 len: 1097 time: 0.0718830 Jul 09 16:06:45.839770 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0526741-a9db-497d-a65d-39a2e55251f4 req-e9d2bd66-5094-4423-bca9-60b3fdb77e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:06:45.841165 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f0526741-a9db-497d-a65d-39a2e55251f4 req-e9d2bd66-5094-4423-bca9-60b3fdb77e16 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5d9d2cfd-fcf6-4547-8d35-c902916ac1df HTTP/1.1" status: 200 len: 898 time: 0.0848327 Jul 09 16:06:45.910321 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f0526741-a9db-497d-a65d-39a2e55251f4 req-d2bfe2eb-a1ba-46f5-a37e-cdfb15836ad4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e33fa3a5-3edd-427a-9a0c-f4baaa0bd356 HTTP/1.1" status: 200 len: 1002 time: 0.0624886 Jul 09 16:06:45.958599 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0526741-a9db-497d-a65d-39a2e55251f4 req-f9e23c3b-5fb9-4a38-aa12-3baa558795d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:06:45.960276 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f0526741-a9db-497d-a65d-39a2e55251f4 req-f9e23c3b-5fb9-4a38-aa12-3baa558795d5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=60c77d3f-621e-4673-8c3b-7b86867da87a HTTP/1.1" status: 200 len: 835 time: 0.0432906 Jul 09 16:06:46.019925 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0526741-a9db-497d-a65d-39a2e55251f4 req-1af33c75-c2f9-4be8-9597-852f81454e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:06:46.020161 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f0526741-a9db-497d-a65d-39a2e55251f4 req-1af33c75-c2f9-4be8-9597-852f81454e46 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5d9d2cfd-fcf6-4547-8d35-c902916ac1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527551 Jul 09 16:06:46.116504 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f0526741-a9db-497d-a65d-39a2e55251f4 req-55bd7aca-100d-48f8-adf2-aa6566d2d9b0 service neutron] 10.222.0.62 "GET /v2.0/networks/5d9d2cfd-fcf6-4547-8d35-c902916ac1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895269 Jul 09 16:06:46.203679 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f0526741-a9db-497d-a65d-39a2e55251f4 req-6753028f-f8c4-49d0-b245-4113b0cf1960 service neutron] 10.222.0.62 "GET /v2.0/networks/5d9d2cfd-fcf6-4547-8d35-c902916ac1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805540 Jul 09 16:06:46.885751 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c39df0-836f-4a54-94fe-6742b0733aa8 req-a1a9449a-ac04-4109-add8-236c67419ef7 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:06:46.887290 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-43c39df0-836f-4a54-94fe-6742b0733aa8 req-a1a9449a-ac04-4109-add8-236c67419ef7 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=009dd348-c61b-4c73-9255-b279101661b7 HTTP/1.1" status: 200 len: 946 time: 0.0638964 Jul 09 16:06:46.931130 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-43c39df0-836f-4a54-94fe-6742b0733aa8 req-2b30f29a-3dbb-448f-8df9-ed242cce7de5 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1cdc1db-e6d6-4c7b-a786-b8d70a1291e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378327 Jul 09 16:06:48.112069 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be471aa0-1e82-40a7-87ab-4daab2e33306 req-2c10e6b1-92a9-48ec-9dc5-592051992690 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:06:48.113583 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-be471aa0-1e82-40a7-87ab-4daab2e33306 req-2c10e6b1-92a9-48ec-9dc5-592051992690 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=009dd348-c61b-4c73-9255-b279101661b7 HTTP/1.1" status: 200 len: 946 time: 0.0704594 Jul 09 16:06:48.151445 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-be471aa0-1e82-40a7-87ab-4daab2e33306 req-743dd02c-2f57-41e4-8dad-9088718c17b2 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1cdc1db-e6d6-4c7b-a786-b8d70a1291e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321844 Jul 09 16:06:49.333695 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7933bb4f-7d15-4c04-acaf-ad1decc53838 req-6ce0bba2-ee77-4985-9458-670272f61c86 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:06:49.335238 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7933bb4f-7d15-4c04-acaf-ad1decc53838 req-6ce0bba2-ee77-4985-9458-670272f61c86 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=009dd348-c61b-4c73-9255-b279101661b7 HTTP/1.1" status: 200 len: 946 time: 0.0654225 Jul 09 16:06:49.375329 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7933bb4f-7d15-4c04-acaf-ad1decc53838 req-67678d1a-5568-4247-98f5-e2e8bb656215 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1cdc1db-e6d6-4c7b-a786-b8d70a1291e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344181 Jul 09 16:06:50.563272 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10854263-0693-4466-8a7a-26fc9da37fb1 req-0fccd7fc-75d4-4e0c-8e52-c914ebbbf912 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:06:50.564822 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-10854263-0693-4466-8a7a-26fc9da37fb1 req-0fccd7fc-75d4-4e0c-8e52-c914ebbbf912 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=009dd348-c61b-4c73-9255-b279101661b7 HTTP/1.1" status: 200 len: 946 time: 0.0656457 Jul 09 16:06:50.605844 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-10854263-0693-4466-8a7a-26fc9da37fb1 req-6a7e8071-ba82-4ecd-aa22-09bc30e2561b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1cdc1db-e6d6-4c7b-a786-b8d70a1291e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351167 Jul 09 16:06:51.778282 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16747659-6c5e-4bb6-8bd7-b5216b33e526 req-59080576-f076-43ab-930f-721921e1bf69 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:06:51.779838 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-16747659-6c5e-4bb6-8bd7-b5216b33e526 req-59080576-f076-43ab-930f-721921e1bf69 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=009dd348-c61b-4c73-9255-b279101661b7 HTTP/1.1" status: 200 len: 946 time: 0.0634265 Jul 09 16:06:51.817681 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-16747659-6c5e-4bb6-8bd7-b5216b33e526 req-a3bda4fb-7191-43c1-9a57-c79f003d8eda tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1cdc1db-e6d6-4c7b-a786-b8d70a1291e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321257 Jul 09 16:06:52.988852 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7753b5e4-3b32-48d1-8f8e-c19a2e1c50ba req-711bf15c-a513-43a5-a9b5-2a7fd3f3df02 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:06:52.990323 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7753b5e4-3b32-48d1-8f8e-c19a2e1c50ba req-711bf15c-a513-43a5-a9b5-2a7fd3f3df02 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=009dd348-c61b-4c73-9255-b279101661b7 HTTP/1.1" status: 200 len: 946 time: 0.0628462 Jul 09 16:06:53.029059 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7753b5e4-3b32-48d1-8f8e-c19a2e1c50ba req-7fa1ebb2-9a89-47f7-946f-6e1a14b1815c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1cdc1db-e6d6-4c7b-a786-b8d70a1291e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329928 Jul 09 16:06:54.006228 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:54.032062 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:06:54.207807 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45b5a16-5af7-45e3-90d3-66aa029386df req-f3f93744-14d9-46f4-a661-5f5d5c18e3b2 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:06:54.209612 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a45b5a16-5af7-45e3-90d3-66aa029386df req-f3f93744-14d9-46f4-a661-5f5d5c18e3b2 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=009dd348-c61b-4c73-9255-b279101661b7 HTTP/1.1" status: 200 len: 946 time: 0.0679705 Jul 09 16:06:54.249381 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a45b5a16-5af7-45e3-90d3-66aa029386df req-3be1ba96-2225-435a-9967-072639c9d964 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1cdc1db-e6d6-4c7b-a786-b8d70a1291e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334656 Jul 09 16:06:55.434830 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c45be-c48c-46fe-9e56-69d9abae93c9 req-7b25bfbf-91c6-4777-b29f-2c57d5b17d27 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:06:55.436395 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-708c45be-c48c-46fe-9e56-69d9abae93c9 req-7b25bfbf-91c6-4777-b29f-2c57d5b17d27 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=009dd348-c61b-4c73-9255-b279101661b7 HTTP/1.1" status: 200 len: 946 time: 0.0702441 Jul 09 16:06:55.477023 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-708c45be-c48c-46fe-9e56-69d9abae93c9 req-d76ceb1d-4780-46d3-9a3f-2694aece413c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1cdc1db-e6d6-4c7b-a786-b8d70a1291e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330658 Jul 09 16:06:55.507805 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59792) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:06:55.571205 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-943d0e25-8773-4b96-8e32-c42ac8775f32 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/floatingips/77ee286f-fce4-4ed7-a64d-6ffe2d72b5b9 HTTP/1.1" status: 200 len: 994 time: 0.0622120 Jul 09 16:06:56.177393 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-78141bc1-b42a-4a30-a5b4-5cd297d4093a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:57.195008 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdde171-d717-4720-ae06-1a30ecd7c20a req-b1cbc7cb-0025-4bc4-8e57-8a493e5954c4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:06:57.196529 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ebdde171-d717-4720-ae06-1a30ecd7c20a req-b1cbc7cb-0025-4bc4-8e57-8a493e5954c4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=009dd348-c61b-4c73-9255-b279101661b7 HTTP/1.1" status: 200 len: 946 time: 0.0703492 Jul 09 16:06:57.213747 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e82f5e-be41-4e8d-b7b4-42bea9b4b83d req-355c8a49-bd25-4ca2-8813-f66e03f41ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:06:57.215294 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-39e82f5e-be41-4e8d-b7b4-42bea9b4b83d req-355c8a49-bd25-4ca2-8813-f66e03f41ff3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=30d714c59bd14f6184e3834abd940a2e&device_id=009dd348-c61b-4c73-9255-b279101661b7 HTTP/1.1" status: 200 len: 1097 time: 0.0552053 Jul 09 16:06:57.235567 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ebdde171-d717-4720-ae06-1a30ecd7c20a req-b12245a1-d251-4a74-9beb-ae0e1329e25c tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1cdc1db-e6d6-4c7b-a786-b8d70a1291e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333612 Jul 09 16:06:57.307570 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e82f5e-be41-4e8d-b7b4-42bea9b4b83d req-634e61e3-6532-46d1-b5d8-0080e013c569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:06:57.308948 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-39e82f5e-be41-4e8d-b7b4-42bea9b4b83d req-634e61e3-6532-46d1-b5d8-0080e013c569 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5d9d2cfd-fcf6-4547-8d35-c902916ac1df HTTP/1.1" status: 200 len: 898 time: 0.0871994 Jul 09 16:06:57.371052 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-39e82f5e-be41-4e8d-b7b4-42bea9b4b83d req-f6603bde-76b8-41de-aa56-411f321c4d3f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e33fa3a5-3edd-427a-9a0c-f4baaa0bd356 HTTP/1.1" status: 200 len: 1002 time: 0.0563118 Jul 09 16:06:57.425318 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e82f5e-be41-4e8d-b7b4-42bea9b4b83d req-1dd230eb-e632-47a9-8597-d491f28f40d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:06:57.426837 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-39e82f5e-be41-4e8d-b7b4-42bea9b4b83d req-1dd230eb-e632-47a9-8597-d491f28f40d7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=60c77d3f-621e-4673-8c3b-7b86867da87a HTTP/1.1" status: 200 len: 835 time: 0.0492973 Jul 09 16:06:57.487969 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e82f5e-be41-4e8d-b7b4-42bea9b4b83d req-8cbef885-20fb-4ea5-a488-bdf17503811c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:06:57.489491 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-39e82f5e-be41-4e8d-b7b4-42bea9b4b83d req-8cbef885-20fb-4ea5-a488-bdf17503811c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5d9d2cfd-fcf6-4547-8d35-c902916ac1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566165 Jul 09 16:06:57.576556 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-39e82f5e-be41-4e8d-b7b4-42bea9b4b83d req-de91523b-8ba8-4d10-8c32-4d8bde3cf439 service neutron] 10.222.0.62 "GET /v2.0/networks/5d9d2cfd-fcf6-4547-8d35-c902916ac1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807190 Jul 09 16:06:57.669051 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-39e82f5e-be41-4e8d-b7b4-42bea9b4b83d req-5bda9cfc-3cf0-4b00-9c53-90f1fc7e44c3 service neutron] 10.222.0.62 "GET /v2.0/networks/5d9d2cfd-fcf6-4547-8d35-c902916ac1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858481 Jul 09 16:06:58.411165 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f3bc2b-11c3-45cd-bfbb-806ba0c164ac req-35ecd07b-0922-47eb-af92-a6de245fcbdd tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:06:58.413297 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f9f3bc2b-11c3-45cd-bfbb-806ba0c164ac req-35ecd07b-0922-47eb-af92-a6de245fcbdd tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=009dd348-c61b-4c73-9255-b279101661b7 HTTP/1.1" status: 200 len: 946 time: 0.0657403 Jul 09 16:06:58.452641 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f9f3bc2b-11c3-45cd-bfbb-806ba0c164ac req-b5a4c020-a87b-441c-bbc6-013b5122f5fd tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1cdc1db-e6d6-4c7b-a786-b8d70a1291e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339670 Jul 09 16:06:59.188798 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-48938ff2-3518-4505-9299-a2539d2d49b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:59.342331 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:59.629826 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c70a5c-a8cf-48a8-91db-44035cc7050e req-76acc5f6-86cb-481d-a7f9-d11e2ef79ba2 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:06:59.631443 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c8c70a5c-a8cf-48a8-91db-44035cc7050e req-76acc5f6-86cb-481d-a7f9-d11e2ef79ba2 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=009dd348-c61b-4c73-9255-b279101661b7 HTTP/1.1" status: 200 len: 946 time: 0.0646524 Jul 09 16:06:59.669626 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c8c70a5c-a8cf-48a8-91db-44035cc7050e req-5bef03f1-a277-4239-a21f-10ddd8826c02 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1cdc1db-e6d6-4c7b-a786-b8d70a1291e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323465 Jul 09 16:06:59.694923 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59810) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:06:59.758743 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-9fdf7e88-db10-4732-aabe-17498d8aff1e tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/floatingips/77ee286f-fce4-4ed7-a64d-6ffe2d72b5b9 HTTP/1.1" status: 200 len: 994 time: 0.0624728 Jul 09 16:07:00.628505 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:01.953816 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:15.651350 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:24.027083 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:26.165508 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-62943762-af01-477c-a363-174ac4f13a82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:27.852253 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [req-29ced143-43e7-4b29-939f-896e9b08b37c req-68db0bcd-f046-4d4c-8b06-b436b6e54171 service neutron] (94445) timed out ('10.222.0.62', 54698) {{(pid=94445) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 16:07:29.222462 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2eb6d12c-dbde-4b99-affe-92cdd5d8730e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:29.342063 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:30.633019 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:31.031055 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:07:32.021540 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:45.712279 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:47.664637 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-97a28aef-e356-486c-b3a0-f35a22af55e1 req-2e97db34-9ad7-45c2-b65d-e87ebff67ed6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=009dd348-c61b-4c73-9255-b279101661b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0518179 Jul 09 16:07:47.778622 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a28aef-e356-486c-b3a0-f35a22af55e1 req-38449520-a551-4f8b-864f-aed1ddc2f8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:07:47.780090 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-97a28aef-e356-486c-b3a0-f35a22af55e1 req-38449520-a551-4f8b-864f-aed1ddc2f8be service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=30d714c59bd14f6184e3834abd940a2e&device_id=009dd348-c61b-4c73-9255-b279101661b7 HTTP/1.1" status: 200 len: 1097 time: 0.0562930 Jul 09 16:07:47.880686 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a28aef-e356-486c-b3a0-f35a22af55e1 req-c2ab5517-436b-405b-8e7d-68850cec7ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:07:47.882116 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-97a28aef-e356-486c-b3a0-f35a22af55e1 req-c2ab5517-436b-405b-8e7d-68850cec7ca3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5d9d2cfd-fcf6-4547-8d35-c902916ac1df HTTP/1.1" status: 200 len: 898 time: 0.0817935 Jul 09 16:07:47.948947 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-97a28aef-e356-486c-b3a0-f35a22af55e1 req-11961025-eccd-44b5-ac81-c6040f40d121 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e33fa3a5-3edd-427a-9a0c-f4baaa0bd356 HTTP/1.1" status: 200 len: 1002 time: 0.0591171 Jul 09 16:07:47.996176 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a28aef-e356-486c-b3a0-f35a22af55e1 req-7b676fcf-141c-48d4-8701-00699cff4ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:07:47.997570 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-97a28aef-e356-486c-b3a0-f35a22af55e1 req-7b676fcf-141c-48d4-8701-00699cff4ccc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=60c77d3f-621e-4673-8c3b-7b86867da87a HTTP/1.1" status: 200 len: 835 time: 0.0415826 Jul 09 16:07:48.058997 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a28aef-e356-486c-b3a0-f35a22af55e1 req-2150a195-48dc-493c-804c-31b46b14e633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:07:48.058997 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-97a28aef-e356-486c-b3a0-f35a22af55e1 req-2150a195-48dc-493c-804c-31b46b14e633 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5d9d2cfd-fcf6-4547-8d35-c902916ac1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504217 Jul 09 16:07:48.146520 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-97a28aef-e356-486c-b3a0-f35a22af55e1 req-4186a587-ddbc-4c32-9bdb-1e8db7cfa2c9 service neutron] 10.222.0.62 "GET /v2.0/networks/5d9d2cfd-fcf6-4547-8d35-c902916ac1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850194 Jul 09 16:07:48.236974 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-97a28aef-e356-486c-b3a0-f35a22af55e1 req-1768d9e0-4f1b-43de-aa58-281d8bd9f013 service neutron] 10.222.0.62 "GET /v2.0/networks/5d9d2cfd-fcf6-4547-8d35-c902916ac1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839679 Jul 09 16:07:48.288699 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 59830) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:07:48.445993 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-bbd3947a-045b-405b-a625-bf1e87d1bbad tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Deleting port 4fc4525e-dfdf-4d67-a66f-e86f4b87d04a {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:07:48.448658 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bbd3947a-045b-405b-a625-bf1e87d1bbad tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:48.536194 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bbd3947a-045b-405b-a625-bf1e87d1bbad tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:48.536521 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bbd3947a-045b-405b-a625-bf1e87d1bbad tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:48.548241 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-bbd3947a-045b-405b-a625-bf1e87d1bbad tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Calling delete_port for 4fc4525e-dfdf-4d67-a66f-e86f4b87d04a owned by network:floatingip {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:07:48.770037 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bbd3947a-045b-405b-a625-bf1e87d1bbad tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:48.797375 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd3947a-045b-405b-a625-bf1e87d1bbad tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event deleted for resources: {'Port': ['ID=4fc4525e-dfdf-4d67-a66f-e86f4b87d04a,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:07:48.824478 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd3947a-045b-405b-a625-bf1e87d1bbad tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:07:48.824821 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd3947a-045b-405b-a625-bf1e87d1bbad tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:07:48.825158 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd3947a-045b-405b-a625-bf1e87d1bbad tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:07:48.825492 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd3947a-045b-405b-a625-bf1e87d1bbad tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:07:48.825824 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd3947a-045b-405b-a625-bf1e87d1bbad tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:07:48.826154 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd3947a-045b-405b-a625-bf1e87d1bbad tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:07:48.826481 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd3947a-045b-405b-a625-bf1e87d1bbad tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:07:48.826812 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd3947a-045b-405b-a625-bf1e87d1bbad tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:07:48.827145 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd3947a-045b-405b-a625-bf1e87d1bbad tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:07:48.827577 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd3947a-045b-405b-a625-bf1e87d1bbad tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:07:48.827908 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd3947a-045b-405b-a625-bf1e87d1bbad tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:07:48.828230 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd3947a-045b-405b-a625-bf1e87d1bbad tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:07:48.867650 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bbd3947a-045b-405b-a625-bf1e87d1bbad tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for floatingip, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:48.867998 n-d-799529-6 neutron-server[94446]: INFO neutron.db.l3_db [None req-bbd3947a-045b-405b-a625-bf1e87d1bbad tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Floating IP 77ee286f-fce4-4ed7-a64d-6ffe2d72b5b9 disassociated (deleted). External IP: 172.25.3.158, port: e33fa3a5-3edd-427a-9a0c-f4baaa0bd356. Jul 09 16:07:49.079129 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbd3947a-045b-405b-a625-bf1e87d1bbad tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Router 29b85a80-da03-42da-b121-381cad0106c8 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:07:49.535707 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd3947a-045b-405b-a625-bf1e87d1bbad tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:07:49.541316 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bbd3947a-045b-405b-a625-bf1e87d1bbad tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:49.548617 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6379c4de-ac08-4f6c-907f-4f9dba887757 None None] Sync routers for ids ['29b85a80-da03-42da-b121-381cad0106c8'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:07:49.559028 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6379c4de-ac08-4f6c-907f-4f9dba887757 None None] Routers {'29b85a80-da03-42da-b121-381cad0106c8'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:07:49.559698 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-6379c4de-ac08-4f6c-907f-4f9dba887757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:07:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['29b85a80-da03-42da-b121-381cad0106c8'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:07:49.577555 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-bbd3947a-045b-405b-a625-bf1e87d1bbad tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "DELETE /v2.0/floatingips/77ee286f-fce4-4ed7-a64d-6ffe2d72b5b9 HTTP/1.1" status: 204 len: 168 time: 1.2877741 Jul 09 16:07:49.578149 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '009dd348-c61b-4c73-9255-b279101661b7', 'tag': 'e33fa3a5-3edd-427a-9a0c-f4baaa0bd356'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:07:49.580437 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71aea3d4ce3c79ba57e3b2a7f05354d67fe827d4c76bd908d035baed68c1bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0017c107-2e23-4604-8ae0-9f5ca54bd0a2" -d '{"events": [{"name": "network-changed", "server_uuid": "009dd348-c61b-4c73-9255-b279101661b7", "tag": "e33fa3a5-3edd-427a-9a0c-f4baaa0bd356"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:07:49.638622 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b858a5-90e2-4063-9cc9-c971ed7204f1 x-openstack-request-id: req-e5b858a5-90e2-4063-9cc9-c971ed7204f1 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:07:49.638921 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "009dd348-c61b-4c73-9255-b279101661b7", "tag": "e33fa3a5-3edd-427a-9a0c-f4baaa0bd356", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:07:49.639173 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e5b858a5-90e2-4063-9cc9-c971ed7204f1 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:07:49.639599 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '009dd348-c61b-4c73-9255-b279101661b7', 'tag': 'e33fa3a5-3edd-427a-9a0c-f4baaa0bd356', 'status': 'completed', 'code': 200} Jul 09 16:07:49.671453 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-6379c4de-ac08-4f6c-907f-4f9dba887757 None None] Set router 29b85a80-da03-42da-b121-381cad0106c8 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:07:49.742210 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0017c107-2e23-4604-8ae0-9f5ca54bd0a2 req-76ad7951-4f1c-43cf-bd4a-ecaf232e3cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:07:49.744539 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0017c107-2e23-4604-8ae0-9f5ca54bd0a2 req-76ad7951-4f1c-43cf-bd4a-ecaf232e3cb7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=30d714c59bd14f6184e3834abd940a2e&device_id=009dd348-c61b-4c73-9255-b279101661b7 HTTP/1.1" status: 200 len: 1097 time: 0.0608733 Jul 09 16:07:49.838529 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0017c107-2e23-4604-8ae0-9f5ca54bd0a2 req-ea1b830e-7856-4841-aa9b-e82d7d0b7ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:07:49.840198 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0017c107-2e23-4604-8ae0-9f5ca54bd0a2 req-ea1b830e-7856-4841-aa9b-e82d7d0b7ea7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5d9d2cfd-fcf6-4547-8d35-c902916ac1df HTTP/1.1" status: 200 len: 898 time: 0.0888746 Jul 09 16:07:49.883011 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0017c107-2e23-4604-8ae0-9f5ca54bd0a2 req-9f90f093-b6b7-4c4d-9aaf-efa2bc531ac9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e33fa3a5-3edd-427a-9a0c-f4baaa0bd356 HTTP/1.1" status: 200 len: 217 time: 0.0356088 Jul 09 16:07:49.883907 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-6379c4de-ac08-4f6c-907f-4f9dba887757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b85a80-da03-42da-b121-381cad0106c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-502602882', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '8d404272-4706-4018-9a93-2bd2f3fb2265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:05:13Z', 'updated_at': '2021-07-09T16:05:18Z', 'revision_number': 4, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': '8d404272-4706-4018-9a93-2bd2f3fb2265', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:76:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b85a80-da03-42da-b121-381cad0106c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:05:14Z', 'updated_at': '2021-07-09T16:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '784e4f5b-ece1-4de2-b19f-61b5589277c9', 'name': '', 'network_id': '5d9d2cfd-fcf6-4547-8d35-c902916ac1df', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'mac_address': 'fa:16:3e:85:67:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b85a80-da03-42da-b121-381cad0106c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '60c77d3f-621e-4673-8c3b-7b86867da87a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:05:17Z', 'updated_at': '2021-07-09T16:05:22Z', 'revision_number': 5, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'subnets': [{'id': '60c77d3f-621e-4673-8c3b-7b86867da87a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:07:49.910046 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6379c4de-ac08-4f6c-907f-4f9dba887757 None None] Checking router: 29b85a80-da03-42da-b121-381cad0106c8 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:07:49.919172 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6379c4de-ac08-4f6c-907f-4f9dba887757 None None] Routers {'29b85a80-da03-42da-b121-381cad0106c8'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:07:49.919873 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-6379c4de-ac08-4f6c-907f-4f9dba887757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:07:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['29b85a80-da03-42da-b121-381cad0106c8'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:07:49.937416 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0017c107-2e23-4604-8ae0-9f5ca54bd0a2 req-445e1aef-c31a-4637-905d-f06f0e986194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:07:49.938906 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0017c107-2e23-4604-8ae0-9f5ca54bd0a2 req-445e1aef-c31a-4637-905d-f06f0e986194 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=60c77d3f-621e-4673-8c3b-7b86867da87a HTTP/1.1" status: 200 len: 835 time: 0.0497949 Jul 09 16:07:49.998908 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0017c107-2e23-4604-8ae0-9f5ca54bd0a2 req-73195dd5-06d5-4d51-baa3-b02c2d9bd173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:07:50.000505 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0017c107-2e23-4604-8ae0-9f5ca54bd0a2 req-73195dd5-06d5-4d51-baa3-b02c2d9bd173 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5d9d2cfd-fcf6-4547-8d35-c902916ac1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551517 Jul 09 16:07:50.098405 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0017c107-2e23-4604-8ae0-9f5ca54bd0a2 req-678a4463-8e88-4f36-be98-48d84ea954d8 service neutron] 10.222.0.62 "GET /v2.0/networks/5d9d2cfd-fcf6-4547-8d35-c902916ac1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911362 Jul 09 16:07:50.189055 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-6379c4de-ac08-4f6c-907f-4f9dba887757 None None] Set router 29b85a80-da03-42da-b121-381cad0106c8 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:07:50.243588 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0017c107-2e23-4604-8ae0-9f5ca54bd0a2 req-99cd60af-1726-41f4-9abf-3c11f64588f5 service neutron] 10.222.0.62 "GET /v2.0/networks/5d9d2cfd-fcf6-4547-8d35-c902916ac1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385882 Jul 09 16:07:50.259428 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e557109-e0a3-4a86-879c-602df288b14a req-2198f12e-faf9-49ee-ad09-2542b16ab9a3 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:07:50.261730 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3e557109-e0a3-4a86-879c-602df288b14a req-2198f12e-faf9-49ee-ad09-2542b16ab9a3 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=009dd348-c61b-4c73-9255-b279101661b7 HTTP/1.1" status: 200 len: 946 time: 0.1073232 Jul 09 16:07:50.309245 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3e557109-e0a3-4a86-879c-602df288b14a req-37e78421-f8dd-4e84-92d2-38a7cfd0b6e4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1cdc1db-e6d6-4c7b-a786-b8d70a1291e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358689 Jul 09 16:07:50.397370 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-6379c4de-ac08-4f6c-907f-4f9dba887757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b85a80-da03-42da-b121-381cad0106c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-502602882', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '8d404272-4706-4018-9a93-2bd2f3fb2265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:05:13Z', 'updated_at': '2021-07-09T16:05:18Z', 'revision_number': 4, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': '8d404272-4706-4018-9a93-2bd2f3fb2265', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:76:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b85a80-da03-42da-b121-381cad0106c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:05:14Z', 'updated_at': '2021-07-09T16:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '784e4f5b-ece1-4de2-b19f-61b5589277c9', 'name': '', 'network_id': '5d9d2cfd-fcf6-4547-8d35-c902916ac1df', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'mac_address': 'fa:16:3e:85:67:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b85a80-da03-42da-b121-381cad0106c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '60c77d3f-621e-4673-8c3b-7b86867da87a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:05:17Z', 'updated_at': '2021-07-09T16:05:22Z', 'revision_number': 5, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'subnets': [{'id': '60c77d3f-621e-4673-8c3b-7b86867da87a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:07:50.427892 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6379c4de-ac08-4f6c-907f-4f9dba887757 None None] The sync data for ids ['29b85a80-da03-42da-b121-381cad0106c8'] in n-d-799529-6 is: [{'id': '29b85a80-da03-42da-b121-381cad0106c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-502602882', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '8d404272-4706-4018-9a93-2bd2f3fb2265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:05:13Z', 'updated_at': '2021-07-09T16:05:18Z', 'revision_number': 4, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': '8d404272-4706-4018-9a93-2bd2f3fb2265', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:76:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b85a80-da03-42da-b121-381cad0106c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:05:14Z', 'updated_at': '2021-07-09T16:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '784e4f5b-ece1-4de2-b19f-61b5589277c9', 'name': '', 'network_id': '5d9d2cfd-fcf6-4547-8d35-c902916ac1df', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'mac_address': 'fa:16:3e:85:67:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b85a80-da03-42da-b121-381cad0106c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '60c77d3f-621e-4673-8c3b-7b86867da87a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:05:17Z', 'updated_at': '2021-07-09T16:05:22Z', 'revision_number': 5, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'subnets': [{'id': '60c77d3f-621e-4673-8c3b-7b86867da87a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:07:50.645149 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2682a2c9-5191-4033-a143-51151583bdb8 None None] New status for floating IP 77ee286f-fce4-4ed7-a64d-6ffe2d72b5b9: DOWN {{(pid=94448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:07:51.508145 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a13ecfc-21cb-45e9-b526-df89e3185a36 req-02211c6e-a77c-428e-b507-c2062aa701db tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:07:51.509684 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1a13ecfc-21cb-45e9-b526-df89e3185a36 req-02211c6e-a77c-428e-b507-c2062aa701db tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=009dd348-c61b-4c73-9255-b279101661b7 HTTP/1.1" status: 200 len: 946 time: 0.0660896 Jul 09 16:07:51.551755 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1a13ecfc-21cb-45e9-b526-df89e3185a36 req-6fe1926c-c7df-4472-8111-4ea7e41a9f0f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1cdc1db-e6d6-4c7b-a786-b8d70a1291e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363660 Jul 09 16:07:51.992871 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2748342-1972-4a35-8c5f-d56b356d7506 req-e3e91faa-2652-4701-90dd-052452bf3833 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:07:51.994359 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a2748342-1972-4a35-8c5f-d56b356d7506 req-e3e91faa-2652-4701-90dd-052452bf3833 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.62 "GET /v2.0/ports?device_id=009dd348-c61b-4c73-9255-b279101661b7 HTTP/1.1" status: 200 len: 946 time: 0.0663161 Jul 09 16:07:52.096830 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-a2748342-1972-4a35-8c5f-d56b356d7506 req-e14aefce-feb6-42ad-9efa-eabfc64f6404 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Deleting port e33fa3a5-3edd-427a-9a0c-f4baaa0bd356 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:07:52.097177 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a2748342-1972-4a35-8c5f-d56b356d7506 req-e14aefce-feb6-42ad-9efa-eabfc64f6404 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:52.188028 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-a2748342-1972-4a35-8c5f-d56b356d7506 req-e14aefce-feb6-42ad-9efa-eabfc64f6404 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] For port e33fa3a5-3edd-427a-9a0c-f4baaa0bd356, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=e33fa3a5-3edd-427a-9a0c-f4baaa0bd356,segment=NetworkSegment(571efabe-a377-4277-8e9e-1b57f4bb49d1),segment_id=571efabe-a377-4277-8e9e-1b57f4bb49d1)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:07:52.188382 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a2748342-1972-4a35-8c5f-d56b356d7506 req-e14aefce-feb6-42ad-9efa-eabfc64f6404 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:52.201379 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-a2748342-1972-4a35-8c5f-d56b356d7506 req-e14aefce-feb6-42ad-9efa-eabfc64f6404 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Calling delete_port for e33fa3a5-3edd-427a-9a0c-f4baaa0bd356 owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:07:52.393162 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a2748342-1972-4a35-8c5f-d56b356d7506 req-e14aefce-feb6-42ad-9efa-eabfc64f6404 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:52.425822 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14aefce-feb6-42ad-9efa-eabfc64f6404 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event deleted for resources: {'Port': ['ID=e33fa3a5-3edd-427a-9a0c-f4baaa0bd356,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:07:52.470595 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2748342-1972-4a35-8c5f-d56b356d7506 req-e14aefce-feb6-42ad-9efa-eabfc64f6404 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] No DVR routers for this DVR port e33fa3a5-3edd-427a-9a0c-f4baaa0bd356 on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:07:52.473873 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-a2748342-1972-4a35-8c5f-d56b356d7506 req-e14aefce-feb6-42ad-9efa-eabfc64f6404 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:52.475973 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a2748342-1972-4a35-8c5f-d56b356d7506 req-e14aefce-feb6-42ad-9efa-eabfc64f6404 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.62 "DELETE /v2.0/ports/e33fa3a5-3edd-427a-9a0c-f4baaa0bd356 HTTP/1.1" status: 204 len: 173 time: 0.4759989 Jul 09 16:07:52.476424 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '009dd348-c61b-4c73-9255-b279101661b7', 'name': 'network-vif-deleted', 'tag': 'e33fa3a5-3edd-427a-9a0c-f4baaa0bd356'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:07:52.478811 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71aea3d4ce3c79ba57e3b2a7f05354d67fe827d4c76bd908d035baed68c1bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1d83ad-2751-44c8-9440-6710f698ec16" -d '{"events": [{"server_uuid": "009dd348-c61b-4c73-9255-b279101661b7", "name": "network-vif-deleted", "tag": "e33fa3a5-3edd-427a-9a0c-f4baaa0bd356"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:07:52.525267 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088d4a52-8033-435b-9a2f-437bfc846486 x-openstack-request-id: req-088d4a52-8033-435b-9a2f-437bfc846486 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:07:52.525267 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "009dd348-c61b-4c73-9255-b279101661b7", "name": "network-vif-deleted", "tag": "e33fa3a5-3edd-427a-9a0c-f4baaa0bd356", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:07:52.525267 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-088d4a52-8033-435b-9a2f-437bfc846486 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:07:52.525267 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '009dd348-c61b-4c73-9255-b279101661b7', 'name': 'network-vif-deleted', 'tag': 'e33fa3a5-3edd-427a-9a0c-f4baaa0bd356', 'status': 'completed', 'code': 200} Jul 09 16:07:52.706358 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-eca06fd6-fb92-4fd4-9f4f-db82ffebacd4 req-7e402610-582d-4c3c-8fe3-1ccf29f38695 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=009dd348-c61b-4c73-9255-b279101661b7 HTTP/1.1" status: 200 len: 210 time: 0.0367873 Jul 09 16:07:53.800687 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 59850) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:07:54.010265 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:54.175995 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-979b0185-b2e7-4888-8325-ef38f3bed16b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:54.442362 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-979b0185-b2e7-4888-8325-ef38f3bed16b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Deleting port 784e4f5b-ece1-4de2-b19f-61b5589277c9 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:07:54.442707 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-979b0185-b2e7-4888-8325-ef38f3bed16b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:54.528089 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-979b0185-b2e7-4888-8325-ef38f3bed16b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] For port 784e4f5b-ece1-4de2-b19f-61b5589277c9, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=784e4f5b-ece1-4de2-b19f-61b5589277c9,segment=NetworkSegment(571efabe-a377-4277-8e9e-1b57f4bb49d1),segment_id=571efabe-a377-4277-8e9e-1b57f4bb49d1)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:07:54.528451 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-979b0185-b2e7-4888-8325-ef38f3bed16b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:54.541556 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-979b0185-b2e7-4888-8325-ef38f3bed16b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Calling delete_port for 784e4f5b-ece1-4de2-b19f-61b5589277c9 owned by network:router_interface {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:07:54.781255 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-979b0185-b2e7-4888-8325-ef38f3bed16b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:54.811192 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979b0185-b2e7-4888-8325-ef38f3bed16b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event deleted for resources: {'Port': ['ID=784e4f5b-ece1-4de2-b19f-61b5589277c9,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:07:54.988152 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-979b0185-b2e7-4888-8325-ef38f3bed16b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:55.201351 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-979b0185-b2e7-4888-8325-ef38f3bed16b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Router 29b85a80-da03-42da-b121-381cad0106c8 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:07:55.306572 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-979b0185-b2e7-4888-8325-ef38f3bed16b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:07:55.311824 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-979b0185-b2e7-4888-8325-ef38f3bed16b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "PUT /v2.0/routers/29b85a80-da03-42da-b121-381cad0106c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5099895 Jul 09 16:07:55.314526 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 59852) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:07:55.371037 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2923928-01c4-4c45-abfb-3d13fcc82985 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Deleting subnet 60c77d3f-621e-4673-8c3b-7b86867da87a {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:07:55.374736 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d2923928-01c4-4c45-abfb-3d13fcc82985 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:55.421716 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d2923928-01c4-4c45-abfb-3d13fcc82985 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:55.430790 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def87332-cf5e-482f-854a-2bab1b3691cf None None] Sync routers for ids ['29b85a80-da03-42da-b121-381cad0106c8'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:07:55.439930 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def87332-cf5e-482f-854a-2bab1b3691cf None None] Routers {'29b85a80-da03-42da-b121-381cad0106c8'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:07:55.440627 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-def87332-cf5e-482f-854a-2bab1b3691cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:07:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['29b85a80-da03-42da-b121-381cad0106c8'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:07:55.509736 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d2923928-01c4-4c45-abfb-3d13fcc82985 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:55.548176 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-def87332-cf5e-482f-854a-2bab1b3691cf None None] Set router 29b85a80-da03-42da-b121-381cad0106c8 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:07:55.650165 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d2923928-01c4-4c45-abfb-3d13fcc82985 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:55.678524 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2923928-01c4-4c45-abfb-3d13fcc82985 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event deleted for resources: {'Subnet': ['ID=60c77d3f-621e-4673-8c3b-7b86867da87a,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:07:55.686406 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d2923928-01c4-4c45-abfb-3d13fcc82985 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:55.690913 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d2923928-01c4-4c45-abfb-3d13fcc82985 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "DELETE /v2.0/subnets/60c77d3f-621e-4673-8c3b-7b86867da87a HTTP/1.1" status: 204 len: 168 time: 0.3728433 Jul 09 16:07:55.691251 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 59854) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:07:55.701226 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f152516-d040-4ef9-913d-4169a2921b46 None None] Network 5d9d2cfd-fcf6-4547-8d35-c902916ac1df requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:07:55.799901 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-21785340-fb13-4d42-985c-73d1562f8aea tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for router, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:55.823419 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-def87332-cf5e-482f-854a-2bab1b3691cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b85a80-da03-42da-b121-381cad0106c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-502602882', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '8d404272-4706-4018-9a93-2bd2f3fb2265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:05:13Z', 'updated_at': '2021-07-09T16:07:54Z', 'revision_number': 5, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': '8d404272-4706-4018-9a93-2bd2f3fb2265', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:76:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b85a80-da03-42da-b121-381cad0106c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:05:14Z', 'updated_at': '2021-07-09T16:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:07:55.852458 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def87332-cf5e-482f-854a-2bab1b3691cf None None] Checking router: 29b85a80-da03-42da-b121-381cad0106c8 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:07:55.868275 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def87332-cf5e-482f-854a-2bab1b3691cf None None] Routers {'29b85a80-da03-42da-b121-381cad0106c8'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:07:55.868952 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-def87332-cf5e-482f-854a-2bab1b3691cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:07:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['29b85a80-da03-42da-b121-381cad0106c8'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:07:55.913136 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-21785340-fb13-4d42-985c-73d1562f8aea tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:55.982075 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-def87332-cf5e-482f-854a-2bab1b3691cf None None] Set router 29b85a80-da03-42da-b121-381cad0106c8 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:07:56.011652 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793e4786-7850-425b-a7f3-a480b96d82e7 None None] DHCP port deletion for 5d9d2cfd-fcf6-4547-8d35-c902916ac1df request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:07:56.041736 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-21785340-fb13-4d42-985c-73d1562f8aea tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Deleting port 8d404272-4706-4018-9a93-2bd2f3fb2265 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:07:56.042235 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-21785340-fb13-4d42-985c-73d1562f8aea tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:56.127750 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-21785340-fb13-4d42-985c-73d1562f8aea tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] For port 8d404272-4706-4018-9a93-2bd2f3fb2265, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=8d404272-4706-4018-9a93-2bd2f3fb2265,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:07:56.130592 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-21785340-fb13-4d42-985c-73d1562f8aea tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:56.142620 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-21785340-fb13-4d42-985c-73d1562f8aea tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Calling delete_port for 8d404272-4706-4018-9a93-2bd2f3fb2265 owned by network:router_gateway {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:07:56.183409 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-793e4786-7850-425b-a7f3-a480b96d82e7 None None] Deleting port 3bb73f5c-f120-4eb8-a597-96ab4c4641cc {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:07:56.183809 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-793e4786-7850-425b-a7f3-a480b96d82e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:56.185537 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ddaa5c97-c758-42b7-840a-33bbb8bc566d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:56.258735 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-793e4786-7850-425b-a7f3-a480b96d82e7 None None] For port 3bb73f5c-f120-4eb8-a597-96ab4c4641cc, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=3bb73f5c-f120-4eb8-a597-96ab4c4641cc,segment=NetworkSegment(571efabe-a377-4277-8e9e-1b57f4bb49d1),segment_id=571efabe-a377-4277-8e9e-1b57f4bb49d1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:07:56.259103 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-793e4786-7850-425b-a7f3-a480b96d82e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:56.273282 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-793e4786-7850-425b-a7f3-a480b96d82e7 None None] Calling delete_port for 3bb73f5c-f120-4eb8-a597-96ab4c4641cc owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:07:56.296384 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-def87332-cf5e-482f-854a-2bab1b3691cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b85a80-da03-42da-b121-381cad0106c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-502602882', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '8d404272-4706-4018-9a93-2bd2f3fb2265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:05:13Z', 'updated_at': '2021-07-09T16:07:54Z', 'revision_number': 5, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': '8d404272-4706-4018-9a93-2bd2f3fb2265', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:76:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b85a80-da03-42da-b121-381cad0106c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:05:14Z', 'updated_at': '2021-07-09T16:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:07:56.350872 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def87332-cf5e-482f-854a-2bab1b3691cf None None] The sync data for ids ['29b85a80-da03-42da-b121-381cad0106c8'] in n-d-799529-6 is: [{'id': '29b85a80-da03-42da-b121-381cad0106c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-502602882', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '8d404272-4706-4018-9a93-2bd2f3fb2265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:05:13Z', 'updated_at': '2021-07-09T16:07:54Z', 'revision_number': 5, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': '8d404272-4706-4018-9a93-2bd2f3fb2265', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:76:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b85a80-da03-42da-b121-381cad0106c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:05:14Z', 'updated_at': '2021-07-09T16:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:07:56.383940 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-21785340-fb13-4d42-985c-73d1562f8aea tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:56.394197 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device e33fa3a5-3edd-427a-9a0c-f4baaa0bd356 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:07:56.410769 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21785340-fb13-4d42-985c-73d1562f8aea tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event deleted for resources: {'Port': ['ID=8d404272-4706-4018-9a93-2bd2f3fb2265,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:07:56.420491 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: e33fa3a5-3edd-427a-9a0c-f4baaa0bd356 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:07:56.420852 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device e33fa3a5-3edd-427a-9a0c-f4baaa0bd356 not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:07:56.472588 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-21785340-fb13-4d42-985c-73d1562f8aea tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:56.483873 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-793e4786-7850-425b-a7f3-a480b96d82e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:56.512736 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793e4786-7850-425b-a7f3-a480b96d82e7 None None] Pushing event deleted for resources: {'Port': ['ID=3bb73f5c-f120-4eb8-a597-96ab4c4641cc,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:07:56.516938 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793e4786-7850-425b-a7f3-a480b96d82e7 None None] No DVR routers for this DVR port 3bb73f5c-f120-4eb8-a597-96ab4c4641cc on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:07:56.533162 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793e4786-7850-425b-a7f3-a480b96d82e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:07:56.533585 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793e4786-7850-425b-a7f3-a480b96d82e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:07:56.533931 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793e4786-7850-425b-a7f3-a480b96d82e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:07:56.534268 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793e4786-7850-425b-a7f3-a480b96d82e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:07:56.534605 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793e4786-7850-425b-a7f3-a480b96d82e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:07:56.534936 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793e4786-7850-425b-a7f3-a480b96d82e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:07:56.535404 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793e4786-7850-425b-a7f3-a480b96d82e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:07:56.535761 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793e4786-7850-425b-a7f3-a480b96d82e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:07:56.536088 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793e4786-7850-425b-a7f3-a480b96d82e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:07:56.536410 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793e4786-7850-425b-a7f3-a480b96d82e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:07:56.536737 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793e4786-7850-425b-a7f3-a480b96d82e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:07:56.537056 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793e4786-7850-425b-a7f3-a480b96d82e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:07:56.565350 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-21785340-fb13-4d42-985c-73d1562f8aea tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:56.567661 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-21785340-fb13-4d42-985c-73d1562f8aea tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:56.696079 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-21785340-fb13-4d42-985c-73d1562f8aea tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:56.696645 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21785340-fb13-4d42-985c-73d1562f8aea tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Fanout notify agent at l3_agent the message router_deleted on router 29b85a80-da03-42da-b121-381cad0106c8 {{(pid=94446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:07:56.703682 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-21785340-fb13-4d42-985c-73d1562f8aea tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:56.705223 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-21785340-fb13-4d42-985c-73d1562f8aea tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "DELETE /v2.0/routers/29b85a80-da03-42da-b121-381cad0106c8 HTTP/1.1" status: 204 len: 168 time: 1.0126760 Jul 09 16:07:56.711876 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59856) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:07:56.796759 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-79c66d41-2765-4224-a4f2-f7d0013e4afe tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:56.853408 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 3bb73f5c-f120-4eb8-a597-96ab4c4641cc no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:07:56.876412 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 3bb73f5c-f120-4eb8-a597-96ab4c4641cc {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:07:56.876765 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 3bb73f5c-f120-4eb8-a597-96ab4c4641cc not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:07:56.877204 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 784e4f5b-ece1-4de2-b19f-61b5589277c9 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:07:56.890644 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-79c66d41-2765-4224-a4f2-f7d0013e4afe tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:56.897255 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 784e4f5b-ece1-4de2-b19f-61b5589277c9 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:07:56.897542 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 784e4f5b-ece1-4de2-b19f-61b5589277c9 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:07:56.901023 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-79c66d41-2765-4224-a4f2-f7d0013e4afe tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d9d2cfd-fcf6-4547-8d35-c902916ac1df']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:07:56.912317 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-79c66d41-2765-4224-a4f2-f7d0013e4afe tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '571efabe-a377-4277-8e9e-1b57f4bb49d1') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:07:56.912615 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-79c66d41-2765-4224-a4f2-f7d0013e4afe tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '571efabe-a377-4277-8e9e-1b57f4bb49d1') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:07:56.921548 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-79c66d41-2765-4224-a4f2-f7d0013e4afe tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:56.936739 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-79c66d41-2765-4224-a4f2-f7d0013e4afe tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:56.942881 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79c66d41-2765-4224-a4f2-f7d0013e4afe tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:07:56.943408 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-79c66d41-2765-4224-a4f2-f7d0013e4afe tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:56.947434 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:07:56.947434 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:07:56.947434 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:07:56.947434 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:07:56.947434 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 16:07:56.947434 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:07:56.947434 n-d-799529-6 neutron-server[94445]: timer() Jul 09 16:07:56.947434 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:07:56.947434 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 16:07:56.947434 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:07:56.947434 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 16:07:56.947434 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:07:56.947434 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 16:07:56.947434 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:07:56.947434 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 16:07:56.947434 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:07:56.947434 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 16:07:56.947434 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:07:56.947434 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:07:56.947434 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:07:56.947434 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:07:56.947434 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:07:56.947434 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 16:07:56.947434 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:07:56.947434 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 16:07:56.947434 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:07:56.947434 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:07:56.947434 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:07:56.947434 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 16:07:56.947434 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:07:56.947434 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:07:56.947434 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:07:56.947434 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:07:56.947434 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:07:56.947434 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:07:56.947434 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:07:57.112494 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-79c66d41-2765-4224-a4f2-f7d0013e4afe tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:57.123828 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-79c66d41-2765-4224-a4f2-f7d0013e4afe tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:57.123828 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-79c66d41-2765-4224-a4f2-f7d0013e4afe tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "DELETE /v2.0/networks/5d9d2cfd-fcf6-4547-8d35-c902916ac1df HTTP/1.1" status: 204 len: 168 time: 0.4144702 Jul 09 16:07:57.126447 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 59858) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:07:57.135273 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c66d41-2765-4224-a4f2-f7d0013e4afe tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event deleted for resources: {'Network': ['ID=5d9d2cfd-fcf6-4547-8d35-c902916ac1df,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:07:57.143013 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c66d41-2765-4224-a4f2-f7d0013e4afe tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:07:57.143669 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c66d41-2765-4224-a4f2-f7d0013e4afe tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:07:57.144017 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c66d41-2765-4224-a4f2-f7d0013e4afe tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:07:57.144357 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c66d41-2765-4224-a4f2-f7d0013e4afe tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:07:57.144695 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c66d41-2765-4224-a4f2-f7d0013e4afe tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:07:57.145030 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c66d41-2765-4224-a4f2-f7d0013e4afe tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:07:57.145404 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c66d41-2765-4224-a4f2-f7d0013e4afe tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:07:57.145697 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c66d41-2765-4224-a4f2-f7d0013e4afe tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:07:57.146027 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c66d41-2765-4224-a4f2-f7d0013e4afe tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:07:57.146353 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c66d41-2765-4224-a4f2-f7d0013e4afe tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:07:57.146680 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c66d41-2765-4224-a4f2-f7d0013e4afe tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:07:57.147000 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c66d41-2765-4224-a4f2-f7d0013e4afe tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:07:57.189439 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-12abbdff-bf93-425c-a0ec-b85e3d0b187f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:57.215106 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-12abbdff-bf93-425c-a0ec-b85e3d0b187f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:57.341712 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-12abbdff-bf93-425c-a0ec-b85e3d0b187f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:57.345014 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-12abbdff-bf93-425c-a0ec-b85e3d0b187f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:57.346578 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-12abbdff-bf93-425c-a0ec-b85e3d0b187f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "DELETE /v2.0/security-groups/a1cdc1db-e6d6-4c7b-a786-b8d70a1291e5 HTTP/1.1" status: 204 len: 168 time: 0.2188358 Jul 09 16:07:57.363025 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12abbdff-bf93-425c-a0ec-b85e3d0b187f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1cdc1db-e6d6-4c7b-a786-b8d70a1291e5,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:07:57.955953 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 59864) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:07:57.960761 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-14cbedb0-b552-4eb6-9cbf-694378f5eee2 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1849933772', 'description': 'tempest-secgroup-smoke-1849933772 description', 'project_id': '30d714c59bd14f6184e3834abd940a2e'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:07:58.050214 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-14cbedb0-b552-4eb6-9cbf-694378f5eee2 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:58.136463 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-14cbedb0-b552-4eb6-9cbf-694378f5eee2 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:58.192554 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-14cbedb0-b552-4eb6-9cbf-694378f5eee2 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:58.226027 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cbedb0-b552-4eb6-9cbf-694378f5eee2 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd623c7-684b-4f98-9680-1b6b07a1b86e,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:07:58.261171 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-14cbedb0-b552-4eb6-9cbf-694378f5eee2 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:58.262488 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-14cbedb0-b552-4eb6-9cbf-694378f5eee2 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3055134 Jul 09 16:07:58.265351 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 59866) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:07:58.270113 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-c37bd540-adaa-469e-8df8-106b0e3f5203 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Request body: {'security_group_rule': {'security_group_id': 'cbd623c7-684b-4f98-9680-1b6b07a1b86e', 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:07:58.346726 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c37bd540-adaa-469e-8df8-106b0e3f5203 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:58.406880 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c37bd540-adaa-469e-8df8-106b0e3f5203 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:58.472737 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c37bd540-adaa-469e-8df8-106b0e3f5203 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:58.492888 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37bd540-adaa-469e-8df8-106b0e3f5203 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce6a6b05-6646-4509-9b0f-df39b17896fe,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:07:58.593298 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c37bd540-adaa-469e-8df8-106b0e3f5203 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:58.594728 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-c37bd540-adaa-469e-8df8-106b0e3f5203 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3283951 Jul 09 16:07:58.597645 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 59868) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:07:58.602449 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-824ef0ec-15ef-4567-b679-780f9c21b2f6 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Request body: {'security_group_rule': {'security_group_id': 'cbd623c7-684b-4f98-9680-1b6b07a1b86e', 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:07:58.658470 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 8d404272-4706-4018-9a93-2bd2f3fb2265 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:07:58.678714 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 8d404272-4706-4018-9a93-2bd2f3fb2265 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:07:58.679063 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 8d404272-4706-4018-9a93-2bd2f3fb2265 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:07:58.713333 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-824ef0ec-15ef-4567-b679-780f9c21b2f6 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:58.774373 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-824ef0ec-15ef-4567-b679-780f9c21b2f6 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:58.872712 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-824ef0ec-15ef-4567-b679-780f9c21b2f6 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:58.893042 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824ef0ec-15ef-4567-b679-780f9c21b2f6 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=478e5980-ab4e-40e4-a229-bc912f7e3e68,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:07:58.975417 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-824ef0ec-15ef-4567-b679-780f9c21b2f6 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:58.976850 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-824ef0ec-15ef-4567-b679-780f9c21b2f6 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3781736 Jul 09 16:07:58.980696 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 59870) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:07:58.985441 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-1ec2c372-9323-4413-ae0e-beb7693bc4be tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Request body: {'security_group_rule': {'security_group_id': 'cbd623c7-684b-4f98-9680-1b6b07a1b86e', 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:07:59.106548 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1ec2c372-9323-4413-ae0e-beb7693bc4be tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:59.165746 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1ec2c372-9323-4413-ae0e-beb7693bc4be tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:59.209829 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7c78d012-edb3-4e1b-b6c4-d28e69396c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:59.244256 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1ec2c372-9323-4413-ae0e-beb7693bc4be tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:59.270964 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec2c372-9323-4413-ae0e-beb7693bc4be tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8df7bda7-d421-481b-91c6-39a2171442b1,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:07:59.324422 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1ec2c372-9323-4413-ae0e-beb7693bc4be tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:59.325946 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-1ec2c372-9323-4413-ae0e-beb7693bc4be tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3438601 Jul 09 16:07:59.329283 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59872) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:07:59.337695 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-403f603d-3c95-4101-b9d6-a5a99aed2129 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Request body: {'security_group_rule': {'security_group_id': 'cbd623c7-684b-4f98-9680-1b6b07a1b86e', 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:07:59.359115 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:59.425038 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-403f603d-3c95-4101-b9d6-a5a99aed2129 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:59.485625 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-403f603d-3c95-4101-b9d6-a5a99aed2129 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:59.574385 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-403f603d-3c95-4101-b9d6-a5a99aed2129 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:59.595214 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f603d-3c95-4101-b9d6-a5a99aed2129 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d142c61-d994-4149-b239-6119deb43a6d,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:07:59.671820 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-403f603d-3c95-4101-b9d6-a5a99aed2129 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:59.673242 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-403f603d-3c95-4101-b9d6-a5a99aed2129 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3429155 Jul 09 16:07:59.676322 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59874) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:07:59.681148 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-86991682-bc37-49a3-abab-8c00729320e5 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Request body: {'security_group_rule': {'security_group_id': 'cbd623c7-684b-4f98-9680-1b6b07a1b86e', 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:07:59.769099 n-d-799529-6 neutron-server[94445]: INFO neutron.db.securitygroups_db [None req-86991682-bc37-49a3-abab-8c00729320e5 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Project 30d714c59bd14f6184e3834abd940a2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 16:07:59.774989 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-86991682-bc37-49a3-abab-8c00729320e5 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:59.833392 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-86991682-bc37-49a3-abab-8c00729320e5 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:59.906851 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-86991682-bc37-49a3-abab-8c00729320e5 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:59.934737 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86991682-bc37-49a3-abab-8c00729320e5 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cf7f201-b82c-4f6f-a463-11adcf5a5234,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:08:00.003751 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-86991682-bc37-49a3-abab-8c00729320e5 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:00.005158 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-86991682-bc37-49a3-abab-8c00729320e5 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3277895 Jul 09 16:08:00.008375 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59876) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:08:00.012769 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-55c4079b-4b63-49d7-87b1-66d72dc66ffb tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Request body: {'security_group_rule': {'security_group_id': 'cbd623c7-684b-4f98-9680-1b6b07a1b86e', 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:08:00.101241 n-d-799529-6 neutron-server[94445]: INFO neutron.db.securitygroups_db [None req-55c4079b-4b63-49d7-87b1-66d72dc66ffb tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Project 30d714c59bd14f6184e3834abd940a2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 16:08:00.107083 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-55c4079b-4b63-49d7-87b1-66d72dc66ffb tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:00.174600 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-55c4079b-4b63-49d7-87b1-66d72dc66ffb tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:00.249492 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-55c4079b-4b63-49d7-87b1-66d72dc66ffb tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:00.268951 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c4079b-4b63-49d7-87b1-66d72dc66ffb tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61c07e3b-2f9e-4f0f-8ef7-559df745cce1,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:08:00.324208 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-55c4079b-4b63-49d7-87b1-66d72dc66ffb tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:00.325650 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-55c4079b-4b63-49d7-87b1-66d72dc66ffb tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3163009 Jul 09 16:08:00.328473 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59878) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:08:00.333580 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-fb325d09-6c6e-43f1-9c38-71fe0978403b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Request body: {'network': {'name': 'tempest-network-smoke--192448115', 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'port_security_enabled': True}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:08:00.409583 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb325d09-6c6e-43f1-9c38-71fe0978403b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Made reservation on behalf of 30d714c59bd14f6184e3834abd940a2e for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:08:00.413563 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fb325d09-6c6e-43f1-9c38-71fe0978403b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:00.440581 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb325d09-6c6e-43f1-9c38-71fe0978403b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:08:00.450450 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fb325d09-6c6e-43f1-9c38-71fe0978403b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:00.451987 n-d-799529-6 neutron-server[94445]: INFO neutron.db.segments_db [None req-fb325d09-6c6e-43f1-9c38-71fe0978403b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Added segment bb6b9b65-fc18-46fa-84b9-e202c8cacd8c of type vlan for network e0b32332-5e55-4433-afcb-575a678e193c Jul 09 16:08:00.489466 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fb325d09-6c6e-43f1-9c38-71fe0978403b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:00.581035 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fb325d09-6c6e-43f1-9c38-71fe0978403b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:00.586672 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb325d09-6c6e-43f1-9c38-71fe0978403b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:08:00.587271 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fb325d09-6c6e-43f1-9c38-71fe0978403b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:00.609661 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:00.655224 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb325d09-6c6e-43f1-9c38-71fe0978403b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'Network': ['ID=e0b32332-5e55-4433-afcb-575a678e193c,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:08:00.666055 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network e0b32332-5e55-4433-afcb-575a678e193c details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:08:00.707685 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-fb325d09-6c6e-43f1-9c38-71fe0978403b tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3780811 Jul 09 16:08:00.710565 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59880) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:08:00.715693 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-fb86b730-2550-4900-a307-ee8c31d026fb tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1262670465', 'admin_state_up': True, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:08:00.775486 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fb86b730-2550-4900-a307-ee8c31d026fb tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:00.776598 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fb86b730-2550-4900-a307-ee8c31d026fb tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:00.830079 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fb86b730-2550-4900-a307-ee8c31d026fb tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:01.373427 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fb86b730-2550-4900-a307-ee8c31d026fb tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:01.633792 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fb86b730-2550-4900-a307-ee8c31d026fb tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for router_gateway, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:01.656280 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fb86b730-2550-4900-a307-ee8c31d026fb tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:01.755787 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-fb86b730-2550-4900-a307-ee8c31d026fb tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Allocated IP 172.25.3.24 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/3d10f314-e1b2-4b2d-994d-46f73179707d) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:08:01.857576 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fb86b730-2550-4900-a307-ee8c31d026fb tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:01.959432 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fb86b730-2550-4900-a307-ee8c31d026fb tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:01.991259 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:02.005610 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb86b730-2550-4900-a307-ee8c31d026fb tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:08:02.007270 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-fb86b730-2550-4900-a307-ee8c31d026fb tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:08:02.009970 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb86b730-2550-4900-a307-ee8c31d026fb tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'Port': ['ID=3d10f314-e1b2-4b2d-994d-46f73179707d,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:08:02.012135 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb86b730-2550-4900-a307-ee8c31d026fb tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:08:02.293482 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fb86b730-2550-4900-a307-ee8c31d026fb tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for router_gateway, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:02.494568 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fb86b730-2550-4900-a307-ee8c31d026fb tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:02.718361 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb86b730-2550-4900-a307-ee8c31d026fb tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Router a20ef936-c477-4160-b1de-d469cdc52fbf is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:08:02.826653 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb86b730-2550-4900-a307-ee8c31d026fb tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:08:02.837884 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa965a8-a5a8-464c-a5b2-ad0abd263c30 None None] Sync routers for ids ['a20ef936-c477-4160-b1de-d469cdc52fbf'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:08:02.847948 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa965a8-a5a8-464c-a5b2-ad0abd263c30 None None] Routers {'a20ef936-c477-4160-b1de-d469cdc52fbf'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:08:02.855171 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-dfa965a8-a5a8-464c-a5b2-ad0abd263c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:07:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['a20ef936-c477-4160-b1de-d469cdc52fbf'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:08:02.901008 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fb86b730-2550-4900-a307-ee8c31d026fb tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:02.902387 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-fb86b730-2550-4900-a307-ee8c31d026fb tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1908195 Jul 09 16:08:02.905557 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59884) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:08:02.935490 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c7e5e880-1f2f-4011-b910-b1573ebd46e1 tempest-TestNetworkAdvancedServerOps-1608963051 tempest-TestNetworkAdvancedServerOps-1608963051-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=30d714c59bd14f6184e3834abd940a2e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287180 Jul 09 16:08:02.938224 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59886) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:08:02.954795 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-dfa965a8-a5a8-464c-a5b2-ad0abd263c30 None None] Set router a20ef936-c477-4160-b1de-d469cdc52fbf gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:08:03.028784 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661237fc-f59d-4168-b7f1-93232606035e tempest-TestNetworkAdvancedServerOps-1608963051 tempest-TestNetworkAdvancedServerOps-1608963051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:08:03.032807 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-661237fc-f59d-4168-b7f1-93232606035e tempest-TestNetworkAdvancedServerOps-1608963051 tempest-TestNetworkAdvancedServerOps-1608963051-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0911572 Jul 09 16:08:03.033377 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59888) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:08:03.067837 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-99432836-69b6-409c-9fef-b427b496fa3d tempest-TestNetworkAdvancedServerOps-1608963051 tempest-TestNetworkAdvancedServerOps-1608963051-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=202c7ce6-d4e9-4f80-84dd-bef08905a653&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332963 Jul 09 16:08:03.070828 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59890) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:08:03.075809 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-147fac67-e410-483f-b8f5-2ff2e00c5a33 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1812591327', 'network_id': 'e0b32332-5e55-4433-afcb-575a678e193c', 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:08:03.135536 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-dfa965a8-a5a8-464c-a5b2-ad0abd263c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20ef936-c477-4160-b1de-d469cdc52fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262670465', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '3d10f314-e1b2-4b2d-994d-46f73179707d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:08:00Z', 'updated_at': '2021-07-09T16:08:02Z', 'revision_number': 3, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': '3d10f314-e1b2-4b2d-994d-46f73179707d', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:34:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a20ef936-c477-4160-b1de-d469cdc52fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:08:01Z', 'updated_at': '2021-07-09T16:08:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:08:03.168013 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa965a8-a5a8-464c-a5b2-ad0abd263c30 None None] Checking router: a20ef936-c477-4160-b1de-d469cdc52fbf for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:08:03.168343 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa965a8-a5a8-464c-a5b2-ad0abd263c30 None None] Updating router a20ef936-c477-4160-b1de-d469cdc52fbf port 3d10f314-e1b2-4b2d-994d-46f73179707d binding host n-d-799529-6 {{(pid=94448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:08:03.203039 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-dfa965a8-a5a8-464c-a5b2-ad0abd263c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:03.358331 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147fac67-e410-483f-b8f5-2ff2e00c5a33 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Made reservation on behalf of 30d714c59bd14f6184e3834abd940a2e for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:08:03.362148 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-147fac67-e410-483f-b8f5-2ff2e00c5a33 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:03.464690 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-dfa965a8-a5a8-464c-a5b2-ad0abd263c30 None None] Notify callbacks [] for port, precommit_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:03.475081 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.provisioning_blocks [None req-dfa965a8-a5a8-464c-a5b2-ad0abd263c30 None None] Transition to ACTIVE for port object 3d10f314-e1b2-4b2d-994d-46f73179707d will not be triggered until provisioned by entity L2. {{(pid=94448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:08:03.540950 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-dfa965a8-a5a8-464c-a5b2-ad0abd263c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:03.597937 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-dfa965a8-a5a8-464c-a5b2-ad0abd263c30 None None] Attempting to bind port 3d10f314-e1b2-4b2d-994d-46f73179707d on host n-d-799529-6 for vnic_type normal with profile {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:08:03.598417 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-dfa965a8-a5a8-464c-a5b2-ad0abd263c30 None None] Attempting to bind port 3d10f314-e1b2-4b2d-994d-46f73179707d by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:08:03.598741 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa965a8-a5a8-464c-a5b2-ad0abd263c30 None None] Attempting to bind port 3d10f314-e1b2-4b2d-994d-46f73179707d on network 202c7ce6-d4e9-4f80-84dd-bef08905a653 {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:08:03.600784 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab59037-db94-4c59-8d6d-972f01269496 None None] Pushing event updated for resources: {'Port': ['ID=3d10f314-e1b2-4b2d-994d-46f73179707d,revision_number=2']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:08:03.609627 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa965a8-a5a8-464c-a5b2-ad0abd263c30 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:08:03.609988 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa965a8-a5a8-464c-a5b2-ad0abd263c30 None None] Checking segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:08:03.610383 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-dfa965a8-a5a8-464c-a5b2-ad0abd263c30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:03.610767 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa965a8-a5a8-464c-a5b2-ad0abd263c30 None None] Bound using segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:08:03.611284 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-dfa965a8-a5a8-464c-a5b2-ad0abd263c30 None None] Bound port: 3d10f314-e1b2-4b2d-994d-46f73179707d, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:08:03.611713 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-dfa965a8-a5a8-464c-a5b2-ad0abd263c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:03.614645 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab59037-db94-4c59-8d6d-972f01269496 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:08:03.614988 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab59037-db94-4c59-8d6d-972f01269496 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:08:03.615320 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab59037-db94-4c59-8d6d-972f01269496 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:08:03.615741 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab59037-db94-4c59-8d6d-972f01269496 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:08:03.616081 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab59037-db94-4c59-8d6d-972f01269496 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:08:03.616412 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab59037-db94-4c59-8d6d-972f01269496 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:08:03.616737 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab59037-db94-4c59-8d6d-972f01269496 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:08:03.617557 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab59037-db94-4c59-8d6d-972f01269496 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:08:03.617875 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab59037-db94-4c59-8d6d-972f01269496 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:08:03.618190 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab59037-db94-4c59-8d6d-972f01269496 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:08:03.618506 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab59037-db94-4c59-8d6d-972f01269496 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:08:03.618819 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab59037-db94-4c59-8d6d-972f01269496 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:08:03.627850 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-147fac67-e410-483f-b8f5-2ff2e00c5a33 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:03.671695 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-dfa965a8-a5a8-464c-a5b2-ad0abd263c30 None None] For port 3d10f314-e1b2-4b2d-994d-46f73179707d, host n-d-799529-6, cleared binding levels {{(pid=94448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:08:03.674854 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-dfa965a8-a5a8-464c-a5b2-ad0abd263c30 None None] For port 3d10f314-e1b2-4b2d-994d-46f73179707d, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=3d10f314-e1b2-4b2d-994d-46f73179707d,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:08:03.693365 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147fac67-e410-483f-b8f5-2ff2e00c5a33 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'Subnet': ['ID=7f58eda1-26ad-45fd-82d0-92a6b1086b91,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:08:03.702617 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147fac67-e410-483f-b8f5-2ff2e00c5a33 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Checking segment: {'id': 'bb6b9b65-fc18-46fa-84b9-e202c8cacd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e0b32332-5e55-4433-afcb-575a678e193c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:08:03.702987 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147fac67-e410-483f-b8f5-2ff2e00c5a33 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Network hostable DHCP agents. Network: e0b32332-5e55-4433-afcb-575a678e193c, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:08:03.776004 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-dfa965a8-a5a8-464c-a5b2-ad0abd263c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:03.820696 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147fac67-e410-483f-b8f5-2ff2e00c5a33 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Network e0b32332-5e55-4433-afcb-575a678e193c is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:08:03.834558 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa965a8-a5a8-464c-a5b2-ad0abd263c30 None None] Routers {'a20ef936-c477-4160-b1de-d469cdc52fbf'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:08:03.835189 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-dfa965a8-a5a8-464c-a5b2-ad0abd263c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:07:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['a20ef936-c477-4160-b1de-d469cdc52fbf'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:08:03.838220 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab59037-db94-4c59-8d6d-972f01269496 None None] Pushing event updated for resources: {'Port': ['ID=3d10f314-e1b2-4b2d-994d-46f73179707d,revision_number=3']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:08:03.912523 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-147fac67-e410-483f-b8f5-2ff2e00c5a33 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, e0b32332-5e55-4433-afcb-575a678e193c) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:08:03.917522 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147fac67-e410-483f-b8f5-2ff2e00c5a33 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:08:03.918274 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-147fac67-e410-483f-b8f5-2ff2e00c5a33 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:03.922265 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff1dd5a-17eb-4ee2-a897-d560f6be2781 None None] Network e0b32332-5e55-4433-afcb-575a678e193c requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:08:03.950316 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-dfa965a8-a5a8-464c-a5b2-ad0abd263c30 None None] Set router a20ef936-c477-4160-b1de-d469cdc52fbf gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:08:04.016256 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-147fac67-e410-483f-b8f5-2ff2e00c5a33 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9443691 Jul 09 16:08:04.019120 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59892) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:08:04.081183 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3ef2b5-4d0a-4f72-a6d0-a237bbeaeeee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-e0b32332-5e55-4433-afcb-575a678e193c', 'network_id': 'e0b32332-5e55-4433-afcb-575a678e193c', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'fixed_ips': [{'subnet_id': '7f58eda1-26ad-45fd-82d0-92a6b1086b91'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:08:04.082063 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-db3ef2b5-4d0a-4f72-a6d0-a237bbeaeeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:04.144617 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-dfa965a8-a5a8-464c-a5b2-ad0abd263c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20ef936-c477-4160-b1de-d469cdc52fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262670465', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '3d10f314-e1b2-4b2d-994d-46f73179707d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:08:00Z', 'updated_at': '2021-07-09T16:08:02Z', 'revision_number': 3, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': '3d10f314-e1b2-4b2d-994d-46f73179707d', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:34:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a20ef936-c477-4160-b1de-d469cdc52fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:08:01Z', 'updated_at': '2021-07-09T16:08:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:08:04.232900 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-db3ef2b5-4d0a-4f72-a6d0-a237bbeaeeee None None] Allocated IP 172.20.0.2 (e0b32332-5e55-4433-afcb-575a678e193c/7f58eda1-26ad-45fd-82d0-92a6b1086b91/d9048798-3ce7-4e33-92b6-407f87e0835b) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:08:04.270392 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa965a8-a5a8-464c-a5b2-ad0abd263c30 None None] The sync data for ids ['a20ef936-c477-4160-b1de-d469cdc52fbf'] in n-d-799529-6 is: [{'id': 'a20ef936-c477-4160-b1de-d469cdc52fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262670465', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '3d10f314-e1b2-4b2d-994d-46f73179707d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:08:00Z', 'updated_at': '2021-07-09T16:08:02Z', 'revision_number': 3, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': '3d10f314-e1b2-4b2d-994d-46f73179707d', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:34:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a20ef936-c477-4160-b1de-d469cdc52fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:08:01Z', 'updated_at': '2021-07-09T16:08:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:08:04.401934 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-db3ef2b5-4d0a-4f72-a6d0-a237bbeaeeee None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:04.411108 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-db3ef2b5-4d0a-4f72-a6d0-a237bbeaeeee None None] Transition to ACTIVE for port object d9048798-3ce7-4e33-92b6-407f87e0835b will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:08:04.429868 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-db3ef2b5-4d0a-4f72-a6d0-a237bbeaeeee None None] Transition to ACTIVE for port object d9048798-3ce7-4e33-92b6-407f87e0835b will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:08:04.506763 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-db3ef2b5-4d0a-4f72-a6d0-a237bbeaeeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:04.522496 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c7aaa931-b38e-4336-84d1-561229ca5ff4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:04.553281 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3ef2b5-4d0a-4f72-a6d0-a237bbeaeeee None None] Network e0b32332-5e55-4433-afcb-575a678e193c is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:08:04.555779 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-db3ef2b5-4d0a-4f72-a6d0-a237bbeaeeee None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:08:04.564405 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3ef2b5-4d0a-4f72-a6d0-a237bbeaeeee None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:08:04.578814 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3ef2b5-4d0a-4f72-a6d0-a237bbeaeeee None None] Pushing event updated for resources: {'Port': ['ID=d9048798-3ce7-4e33-92b6-407f87e0835b,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:08:04.644521 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-db3ef2b5-4d0a-4f72-a6d0-a237bbeaeeee None None] Attempting to bind port d9048798-3ce7-4e33-92b6-407f87e0835b on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:08:04.646530 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-db3ef2b5-4d0a-4f72-a6d0-a237bbeaeeee None None] Attempting to bind port d9048798-3ce7-4e33-92b6-407f87e0835b by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'bb6b9b65-fc18-46fa-84b9-e202c8cacd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e0b32332-5e55-4433-afcb-575a678e193c'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:08:04.647282 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3ef2b5-4d0a-4f72-a6d0-a237bbeaeeee None None] Attempting to bind port d9048798-3ce7-4e33-92b6-407f87e0835b on network e0b32332-5e55-4433-afcb-575a678e193c {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:08:04.656879 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3ef2b5-4d0a-4f72-a6d0-a237bbeaeeee None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:08:04.657658 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3ef2b5-4d0a-4f72-a6d0-a237bbeaeeee None None] Checking segment: {'id': 'bb6b9b65-fc18-46fa-84b9-e202c8cacd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e0b32332-5e55-4433-afcb-575a678e193c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:08:04.658449 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-db3ef2b5-4d0a-4f72-a6d0-a237bbeaeeee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:04.658908 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3ef2b5-4d0a-4f72-a6d0-a237bbeaeeee None None] Bound using segment: {'id': 'bb6b9b65-fc18-46fa-84b9-e202c8cacd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e0b32332-5e55-4433-afcb-575a678e193c'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:08:04.659941 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-db3ef2b5-4d0a-4f72-a6d0-a237bbeaeeee None None] Bound port: d9048798-3ce7-4e33-92b6-407f87e0835b, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6b9b65-fc18-46fa-84b9-e202c8cacd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e0b32332-5e55-4433-afcb-575a678e193c'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:08:04.660663 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-db3ef2b5-4d0a-4f72-a6d0-a237bbeaeeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:04.759041 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 3d10f314-e1b2-4b2d-994d-46f73179707d up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:08:04.781378 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-db3ef2b5-4d0a-4f72-a6d0-a237bbeaeeee None None] For port d9048798-3ce7-4e33-92b6-407f87e0835b, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:08:04.801644 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-db3ef2b5-4d0a-4f72-a6d0-a237bbeaeeee None None] For port d9048798-3ce7-4e33-92b6-407f87e0835b, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=d9048798-3ce7-4e33-92b6-407f87e0835b,segment=NetworkSegment(bb6b9b65-fc18-46fa-84b9-e202c8cacd8c),segment_id=bb6b9b65-fc18-46fa-84b9-e202c8cacd8c)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:08:04.883744 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-db3ef2b5-4d0a-4f72-a6d0-a237bbeaeeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:04.896539 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-c7aaa931-b38e-4336-84d1-561229ca5ff4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Allocated IP 172.20.0.1 (e0b32332-5e55-4433-afcb-575a678e193c/7f58eda1-26ad-45fd-82d0-92a6b1086b91/2d59d101-4cb1-4580-be8e-8194f24f4505) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:08:04.923297 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 3d10f314-e1b2-4b2d-994d-46f73179707d completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:08:04.938945 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 3d10f314-e1b2-4b2d-994d-46f73179707d triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:08:04.939394 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:04.998493 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3ef2b5-4d0a-4f72-a6d0-a237bbeaeeee None None] Pushing event updated for resources: {'Port': ['ID=d9048798-3ce7-4e33-92b6-407f87e0835b,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:08:05.038831 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c7aaa931-b38e-4336-84d1-561229ca5ff4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:05.047631 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:05.056518 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-c7aaa931-b38e-4336-84d1-561229ca5ff4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Transition to ACTIVE for port object 2d59d101-4cb1-4580-be8e-8194f24f4505 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:08:05.074040 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 3d10f314-e1b2-4b2d-994d-46f73179707d, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=3d10f314-e1b2-4b2d-994d-46f73179707d,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:08:05.152045 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:05.200131 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c7aaa931-b38e-4336-84d1-561229ca5ff4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:05.214949 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=3d10f314-e1b2-4b2d-994d-46f73179707d,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:08:05.260351 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7aaa931-b38e-4336-84d1-561229ca5ff4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Network e0b32332-5e55-4433-afcb-575a678e193c is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:08:05.264197 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-c7aaa931-b38e-4336-84d1-561229ca5ff4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:08:05.269514 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7aaa931-b38e-4336-84d1-561229ca5ff4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:08:05.274530 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aaa931-b38e-4336-84d1-561229ca5ff4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'Port': ['ID=2d59d101-4cb1-4580-be8e-8194f24f4505,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:08:05.332245 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c7aaa931-b38e-4336-84d1-561229ca5ff4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:05.541619 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c7aaa931-b38e-4336-84d1-561229ca5ff4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:05.819832 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c7aaa931-b38e-4336-84d1-561229ca5ff4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:05.888826 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c7aaa931-b38e-4336-84d1-561229ca5ff4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:05.970198 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aaa931-b38e-4336-84d1-561229ca5ff4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'Port': ['ID=2d59d101-4cb1-4580-be8e-8194f24f4505,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:08:05.977859 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c7aaa931-b38e-4336-84d1-561229ca5ff4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:06.083598 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7aaa931-b38e-4336-84d1-561229ca5ff4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Network e0b32332-5e55-4433-afcb-575a678e193c is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:08:06.085023 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-c7aaa931-b38e-4336-84d1-561229ca5ff4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:08:06.213063 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7aaa931-b38e-4336-84d1-561229ca5ff4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Router a20ef936-c477-4160-b1de-d469cdc52fbf has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:08:06.324773 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7aaa931-b38e-4336-84d1-561229ca5ff4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:08:06.329776 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c7aaa931-b38e-4336-84d1-561229ca5ff4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "PUT /v2.0/routers/a20ef936-c477-4160-b1de-d469cdc52fbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3094628 Jul 09 16:08:06.333967 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807230a0-7ba8-4da2-b523-26a8be526661 None None] Sync routers for ids ['a20ef936-c477-4160-b1de-d469cdc52fbf'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:08:06.344020 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807230a0-7ba8-4da2-b523-26a8be526661 None None] Routers {'a20ef936-c477-4160-b1de-d469cdc52fbf'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:08:06.344634 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-807230a0-7ba8-4da2-b523-26a8be526661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:07:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['a20ef936-c477-4160-b1de-d469cdc52fbf'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:08:06.468007 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-807230a0-7ba8-4da2-b523-26a8be526661 None None] Set router a20ef936-c477-4160-b1de-d469cdc52fbf gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:08:06.505423 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4abb8818-d48f-47a2-a030-0d9c44e04aa1 req-e5e74b29-22ad-472a-b472-9033517dbcfd tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1849933772&fields=id&tenant_id=30d714c59bd14f6184e3834abd940a2e HTTP/1.1" status: 200 len: 267 time: 0.0517066 Jul 09 16:08:06.627347 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb8818-d48f-47a2-a030-0d9c44e04aa1 req-9af9183e-2f0c-402b-a147-0be003e4b8bf tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:08:06.634688 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4abb8818-d48f-47a2-a030-0d9c44e04aa1 req-9af9183e-2f0c-402b-a147-0be003e4b8bf tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/networks?id=e0b32332-5e55-4433-afcb-575a678e193c HTTP/1.1" status: 200 len: 796 time: 0.1218410 Jul 09 16:08:06.645634 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4abb8818-d48f-47a2-a030-0d9c44e04aa1 req-0571f72e-ad85-4772-aafa-583ab9b839b4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/quotas/30d714c59bd14f6184e3834abd940a2e HTTP/1.1" status: 200 len: 375 time: 0.0100329 Jul 09 16:08:06.718404 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-807230a0-7ba8-4da2-b523-26a8be526661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20ef936-c477-4160-b1de-d469cdc52fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262670465', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '3d10f314-e1b2-4b2d-994d-46f73179707d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:08:00Z', 'updated_at': '2021-07-09T16:08:05Z', 'revision_number': 4, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': '3d10f314-e1b2-4b2d-994d-46f73179707d', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:34:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20ef936-c477-4160-b1de-d469cdc52fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:08:01Z', 'updated_at': '2021-07-09T16:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '2d59d101-4cb1-4580-be8e-8194f24f4505', 'name': '', 'network_id': 'e0b32332-5e55-4433-afcb-575a678e193c', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'mac_address': 'fa:16:3e:6e:37:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a20ef936-c477-4160-b1de-d469cdc52fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '7f58eda1-26ad-45fd-82d0-92a6b1086b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:08:04Z', 'updated_at': '2021-07-09T16:08:05Z', 'revision_number': 2, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'subnets': [{'id': '7f58eda1-26ad-45fd-82d0-92a6b1086b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:08:06.726911 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4abb8818-d48f-47a2-a030-0d9c44e04aa1 req-c6f531e1-cab0-4533-9968-77b5076e3997 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=30d714c59bd14f6184e3834abd940a2e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0740106 Jul 09 16:08:06.754198 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807230a0-7ba8-4da2-b523-26a8be526661 None None] Checking router: a20ef936-c477-4160-b1de-d469cdc52fbf for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:08:06.754644 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807230a0-7ba8-4da2-b523-26a8be526661 None None] Updating router a20ef936-c477-4160-b1de-d469cdc52fbf port 2d59d101-4cb1-4580-be8e-8194f24f4505 binding host n-d-799529-6 {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:08:06.805731 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-807230a0-7ba8-4da2-b523-26a8be526661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:06.858071 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4abb8818-d48f-47a2-a030-0d9c44e04aa1 req-fdc7d158-39c8-47e9-87b1-125066d66dff service neutron] 10.222.0.58 "GET /v2.0/networks/e0b32332-5e55-4433-afcb-575a678e193c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186626 Jul 09 16:08:06.862190 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab8e729-0b89-482e-ae67-cff1a198d904 None None] Network e0b32332-5e55-4433-afcb-575a678e193c requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:08:06.864643 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 3d10f314-e1b2-4b2d-994d-46f73179707d up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:08:06.956249 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4abb8818-d48f-47a2-a030-0d9c44e04aa1 req-8c7a057a-7bb4-4819-ba3c-d59c3b73b573 service neutron] 10.222.0.58 "GET /v2.0/networks/e0b32332-5e55-4433-afcb-575a678e193c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910783 Jul 09 16:08:07.175258 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-bb5b15a5-26cf-40ae-98b3-275bd665ea06 None None] Provisioning for port d9048798-3ce7-4e33-92b6-407f87e0835b completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:08:07.283921 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 3d10f314-e1b2-4b2d-994d-46f73179707d triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:08:07.284791 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:07.485470 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device d9048798-3ce7-4e33-92b6-407f87e0835b up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:08:07.524689 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-807230a0-7ba8-4da2-b523-26a8be526661 None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:07.546973 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-807230a0-7ba8-4da2-b523-26a8be526661 None None] Transition to ACTIVE for port object 2d59d101-4cb1-4580-be8e-8194f24f4505 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:08:07.678619 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-807230a0-7ba8-4da2-b523-26a8be526661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:07.680735 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port d9048798-3ce7-4e33-92b6-407f87e0835b completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:08:07.690398 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port d9048798-3ce7-4e33-92b6-407f87e0835b triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:08:07.690817 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:07.768333 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a08ae04-03d1-4e29-b124-37bf0c8d9cac None None] Pushing event updated for resources: {'Port': ['ID=2d59d101-4cb1-4580-be8e-8194f24f4505,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:08:07.869674 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-807230a0-7ba8-4da2-b523-26a8be526661 None None] Attempting to bind port 2d59d101-4cb1-4580-be8e-8194f24f4505 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:08:07.870057 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-807230a0-7ba8-4da2-b523-26a8be526661 None None] Attempting to bind port 2d59d101-4cb1-4580-be8e-8194f24f4505 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'bb6b9b65-fc18-46fa-84b9-e202c8cacd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e0b32332-5e55-4433-afcb-575a678e193c'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:08:07.870415 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807230a0-7ba8-4da2-b523-26a8be526661 None None] Attempting to bind port 2d59d101-4cb1-4580-be8e-8194f24f4505 on network e0b32332-5e55-4433-afcb-575a678e193c {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:08:07.881589 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-d9354067-5020-4387-83c8-3d87a2040844 None None] Provisioning complete for port d9048798-3ce7-4e33-92b6-407f87e0835b triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:08:07.881959 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d9354067-5020-4387-83c8-3d87a2040844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:07.890175 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807230a0-7ba8-4da2-b523-26a8be526661 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:08:07.890548 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807230a0-7ba8-4da2-b523-26a8be526661 None None] Checking segment: {'id': 'bb6b9b65-fc18-46fa-84b9-e202c8cacd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e0b32332-5e55-4433-afcb-575a678e193c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:08:07.890948 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-807230a0-7ba8-4da2-b523-26a8be526661 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:07.891342 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807230a0-7ba8-4da2-b523-26a8be526661 None None] Bound using segment: {'id': 'bb6b9b65-fc18-46fa-84b9-e202c8cacd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e0b32332-5e55-4433-afcb-575a678e193c'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:08:07.891853 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-807230a0-7ba8-4da2-b523-26a8be526661 None None] Bound port: 2d59d101-4cb1-4580-be8e-8194f24f4505, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6b9b65-fc18-46fa-84b9-e202c8cacd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e0b32332-5e55-4433-afcb-575a678e193c'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:08:07.892230 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-807230a0-7ba8-4da2-b523-26a8be526661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:07.928825 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:08.009884 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port d9048798-3ce7-4e33-92b6-407f87e0835b, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=d9048798-3ce7-4e33-92b6-407f87e0835b,segment=NetworkSegment(bb6b9b65-fc18-46fa-84b9-e202c8cacd8c),segment_id=bb6b9b65-fc18-46fa-84b9-e202c8cacd8c)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:08:08.031803 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-807230a0-7ba8-4da2-b523-26a8be526661 None None] For port 2d59d101-4cb1-4580-be8e-8194f24f4505, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:08:08.036109 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:08:08.063859 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-807230a0-7ba8-4da2-b523-26a8be526661 None None] For port 2d59d101-4cb1-4580-be8e-8194f24f4505, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=2d59d101-4cb1-4580-be8e-8194f24f4505,segment=NetworkSegment(bb6b9b65-fc18-46fa-84b9-e202c8cacd8c),segment_id=bb6b9b65-fc18-46fa-84b9-e202c8cacd8c)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:08:08.074637 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d9354067-5020-4387-83c8-3d87a2040844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:08.095764 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:08.169478 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-807230a0-7ba8-4da2-b523-26a8be526661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:08.207857 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=d9048798-3ce7-4e33-92b6-407f87e0835b,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:08:08.212217 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.db.api [None req-d9354067-5020-4387-83c8-3d87a2040844 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 16:08:08.214411 n-d-799529-6 neutron-server[94447]: DEBUG oslo_db.api [None req-d9354067-5020-4387-83c8-3d87a2040844 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 16:08:08.239354 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f621da21-c794-450b-87ec-18dad5156495 req-12cd9486-9322-44c5-9794-d88820641f51 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ec4a6f9-aec4-427e-8b1f-15ddb270ead8 HTTP/1.1" status: 200 len: 210 time: 0.0433557 Jul 09 16:08:08.253770 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807230a0-7ba8-4da2-b523-26a8be526661 None None] Routers {'a20ef936-c477-4160-b1de-d469cdc52fbf'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:08:08.254487 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-807230a0-7ba8-4da2-b523-26a8be526661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:07:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['a20ef936-c477-4160-b1de-d469cdc52fbf'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:08:08.311719 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a08ae04-03d1-4e29-b124-37bf0c8d9cac None None] Pushing event updated for resources: {'Port': ['ID=2d59d101-4cb1-4580-be8e-8194f24f4505,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:08:08.412986 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-807230a0-7ba8-4da2-b523-26a8be526661 None None] Set router a20ef936-c477-4160-b1de-d469cdc52fbf gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:08:08.637846 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-807230a0-7ba8-4da2-b523-26a8be526661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20ef936-c477-4160-b1de-d469cdc52fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262670465', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '3d10f314-e1b2-4b2d-994d-46f73179707d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:08:00Z', 'updated_at': '2021-07-09T16:08:05Z', 'revision_number': 4, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': '3d10f314-e1b2-4b2d-994d-46f73179707d', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:34:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20ef936-c477-4160-b1de-d469cdc52fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:08:01Z', 'updated_at': '2021-07-09T16:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '2d59d101-4cb1-4580-be8e-8194f24f4505', 'name': '', 'network_id': 'e0b32332-5e55-4433-afcb-575a678e193c', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'mac_address': 'fa:16:3e:6e:37:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a20ef936-c477-4160-b1de-d469cdc52fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '7f58eda1-26ad-45fd-82d0-92a6b1086b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:08:04Z', 'updated_at': '2021-07-09T16:08:08Z', 'revision_number': 4, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'subnets': [{'id': '7f58eda1-26ad-45fd-82d0-92a6b1086b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:08:08.665937 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807230a0-7ba8-4da2-b523-26a8be526661 None None] The sync data for ids ['a20ef936-c477-4160-b1de-d469cdc52fbf'] in n-d-799529-6 is: [{'id': 'a20ef936-c477-4160-b1de-d469cdc52fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262670465', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '3d10f314-e1b2-4b2d-994d-46f73179707d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:08:00Z', 'updated_at': '2021-07-09T16:08:05Z', 'revision_number': 4, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': '3d10f314-e1b2-4b2d-994d-46f73179707d', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:34:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20ef936-c477-4160-b1de-d469cdc52fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:08:01Z', 'updated_at': '2021-07-09T16:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '2d59d101-4cb1-4580-be8e-8194f24f4505', 'name': '', 'network_id': 'e0b32332-5e55-4433-afcb-575a678e193c', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'mac_address': 'fa:16:3e:6e:37:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a20ef936-c477-4160-b1de-d469cdc52fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '7f58eda1-26ad-45fd-82d0-92a6b1086b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:08:04Z', 'updated_at': '2021-07-09T16:08:08Z', 'revision_number': 4, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'subnets': [{'id': '7f58eda1-26ad-45fd-82d0-92a6b1086b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:08:08.779560 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device d9048798-3ce7-4e33-92b6-407f87e0835b up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:08:08.842307 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port d9048798-3ce7-4e33-92b6-407f87e0835b triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:08:08.842307 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:08.909771 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-d9354067-5020-4387-83c8-3d87a2040844 None None] Provisioning for port 2d59d101-4cb1-4580-be8e-8194f24f4505 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:08:09.403264 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b1f9a820-daed-408f-8962-889aab9e7811 req-dd772570-6fed-4b10-8000-154c2da3b9bf tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ec4a6f9-aec4-427e-8b1f-15ddb270ead8 HTTP/1.1" status: 200 len: 210 time: 0.0333569 Jul 09 16:08:10.526381 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb8818-d48f-47a2-a030-0d9c44e04aa1 req-8052888c-b1fe-405f-bfef-26579ce8d5cb tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:08:10.528056 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4abb8818-d48f-47a2-a030-0d9c44e04aa1 req-8052888c-b1fe-405f-bfef-26579ce8d5cb tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.62 "GET /v2.0/networks?id=e0b32332-5e55-4433-afcb-575a678e193c HTTP/1.1" status: 200 len: 796 time: 0.1158431 Jul 09 16:08:10.577162 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3868e075-c0f1-4b33-ad59-6fd23a03fd5d req-3c8fd985-4966-432a-a8f9-d412fb170c81 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ec4a6f9-aec4-427e-8b1f-15ddb270ead8 HTTP/1.1" status: 200 len: 210 time: 0.0406525 Jul 09 16:08:10.619537 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4abb8818-d48f-47a2-a030-0d9c44e04aa1 req-5bcb473f-a551-40da-942f-baddd146a86f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30d714c59bd14f6184e3834abd940a2e HTTP/1.1" status: 200 len: 380 time: 0.0736134 Jul 09 16:08:10.629813 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-4abb8818-d48f-47a2-a030-0d9c44e04aa1 req-f93278ba-6d23-4c76-ad37-cc14961aafaa tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Request body: {'port': {'device_id': '5ec4a6f9-aec4-427e-8b1f-15ddb270ead8', 'network_id': 'e0b32332-5e55-4433-afcb-575a678e193c', 'admin_state_up': True, 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'security_groups': ['cbd623c7-684b-4f98-9680-1b6b07a1b86e']}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:08:10.772589 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 2d59d101-4cb1-4580-be8e-8194f24f4505 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:08:10.844049 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4abb8818-d48f-47a2-a030-0d9c44e04aa1 req-f93278ba-6d23-4c76-ad37-cc14961aafaa tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Made reservation on behalf of 30d714c59bd14f6184e3834abd940a2e for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:08:10.848220 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-4abb8818-d48f-47a2-a030-0d9c44e04aa1 req-f93278ba-6d23-4c76-ad37-cc14961aafaa tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:10.890191 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 2d59d101-4cb1-4580-be8e-8194f24f4505 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:08:10.897453 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 2d59d101-4cb1-4580-be8e-8194f24f4505 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:08:10.898179 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:11.003164 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:11.014557 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-4abb8818-d48f-47a2-a030-0d9c44e04aa1 req-f93278ba-6d23-4c76-ad37-cc14961aafaa tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Allocated IP 172.20.0.6 (e0b32332-5e55-4433-afcb-575a678e193c/7f58eda1-26ad-45fd-82d0-92a6b1086b91/91144eb3-b909-49e3-9f5e-8ac0e7600baf) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:08:11.039318 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 2d59d101-4cb1-4580-be8e-8194f24f4505, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=2d59d101-4cb1-4580-be8e-8194f24f4505,segment=NetworkSegment(bb6b9b65-fc18-46fa-84b9-e202c8cacd8c),segment_id=bb6b9b65-fc18-46fa-84b9-e202c8cacd8c)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:08:11.107142 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:11.160226 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=2d59d101-4cb1-4580-be8e-8194f24f4505,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:08:11.161455 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-4abb8818-d48f-47a2-a030-0d9c44e04aa1 req-f93278ba-6d23-4c76-ad37-cc14961aafaa tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:11.176199 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-4abb8818-d48f-47a2-a030-0d9c44e04aa1 req-f93278ba-6d23-4c76-ad37-cc14961aafaa tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Transition to ACTIVE for port object 91144eb3-b909-49e3-9f5e-8ac0e7600baf will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:08:11.250193 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-4abb8818-d48f-47a2-a030-0d9c44e04aa1 req-f93278ba-6d23-4c76-ad37-cc14961aafaa tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:11.304746 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4abb8818-d48f-47a2-a030-0d9c44e04aa1 req-f93278ba-6d23-4c76-ad37-cc14961aafaa tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Network e0b32332-5e55-4433-afcb-575a678e193c is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:08:11.308220 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-4abb8818-d48f-47a2-a030-0d9c44e04aa1 req-f93278ba-6d23-4c76-ad37-cc14961aafaa tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:08:11.312855 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-4abb8818-d48f-47a2-a030-0d9c44e04aa1 req-f93278ba-6d23-4c76-ad37-cc14961aafaa tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:08:11.321685 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93278ba-6d23-4c76-ad37-cc14961aafaa tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'Port': ['ID=91144eb3-b909-49e3-9f5e-8ac0e7600baf,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:08:11.371682 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb8818-d48f-47a2-a030-0d9c44e04aa1 req-f93278ba-6d23-4c76-ad37-cc14961aafaa tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:08:11.372365 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-4abb8818-d48f-47a2-a030-0d9c44e04aa1 req-f93278ba-6d23-4c76-ad37-cc14961aafaa tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:11.454846 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4abb8818-d48f-47a2-a030-0d9c44e04aa1 req-f93278ba-6d23-4c76-ad37-cc14961aafaa tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8292520 Jul 09 16:08:11.522062 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-4abb8818-d48f-47a2-a030-0d9c44e04aa1 req-389e85cb-0068-4047-97b1-3ab4ed2d9e37 service neutron] Request body: {'port': {'device_id': '5ec4a6f9-aec4-427e-8b1f-15ddb270ead8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:08:11.598727 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-4abb8818-d48f-47a2-a030-0d9c44e04aa1 req-389e85cb-0068-4047-97b1-3ab4ed2d9e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:11.644269 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-cf01d1f5-0028-499d-a736-9bedfaaa7fba None None] Provisioning for port 91144eb3-b909-49e3-9f5e-8ac0e7600baf completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:08:11.649953 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-cf01d1f5-0028-499d-a736-9bedfaaa7fba None None] Provisioning complete for port 91144eb3-b909-49e3-9f5e-8ac0e7600baf triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:08:11.650639 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-cf01d1f5-0028-499d-a736-9bedfaaa7fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:11.711990 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-cf01d1f5-0028-499d-a736-9bedfaaa7fba None None] Port 91144eb3-b909-49e3-9f5e-8ac0e7600baf cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:08:11.820483 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcdcafd-1cc6-4b09-b6c0-0edd3f465cbc req-ac1058a3-93ae-40dd-a240-8dda82023b31 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:08:11.822243 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9dcdcafd-1cc6-4b09-b6c0-0edd3f465cbc req-ac1058a3-93ae-40dd-a240-8dda82023b31 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ec4a6f9-aec4-427e-8b1f-15ddb270ead8 HTTP/1.1" status: 200 len: 931 time: 0.0854659 Jul 09 16:08:11.874575 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9dcdcafd-1cc6-4b09-b6c0-0edd3f465cbc req-003a453a-e9d7-496c-8cf6-1e42469d5816 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbd623c7-684b-4f98-9680-1b6b07a1b86e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418527 Jul 09 16:08:11.924674 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-4abb8818-d48f-47a2-a030-0d9c44e04aa1 req-389e85cb-0068-4047-97b1-3ab4ed2d9e37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91144eb3-b909-49e3-9f5e-8ac0e7600baf {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:08:11.933148 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-4abb8818-d48f-47a2-a030-0d9c44e04aa1 req-389e85cb-0068-4047-97b1-3ab4ed2d9e37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:11.945465 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-4abb8818-d48f-47a2-a030-0d9c44e04aa1 req-389e85cb-0068-4047-97b1-3ab4ed2d9e37 service neutron] Transition to ACTIVE for port object 91144eb3-b909-49e3-9f5e-8ac0e7600baf will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:08:12.026727 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-4abb8818-d48f-47a2-a030-0d9c44e04aa1 req-389e85cb-0068-4047-97b1-3ab4ed2d9e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:12.085073 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e85cb-0068-4047-97b1-3ab4ed2d9e37 service neutron] Pushing event updated for resources: {'Port': ['ID=91144eb3-b909-49e3-9f5e-8ac0e7600baf,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:08:12.181909 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-4abb8818-d48f-47a2-a030-0d9c44e04aa1 req-389e85cb-0068-4047-97b1-3ab4ed2d9e37 service neutron] Attempting to bind port 91144eb3-b909-49e3-9f5e-8ac0e7600baf on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:08:12.182442 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-4abb8818-d48f-47a2-a030-0d9c44e04aa1 req-389e85cb-0068-4047-97b1-3ab4ed2d9e37 service neutron] Attempting to bind port 91144eb3-b909-49e3-9f5e-8ac0e7600baf by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': 'bb6b9b65-fc18-46fa-84b9-e202c8cacd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e0b32332-5e55-4433-afcb-575a678e193c'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:08:12.182863 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abb8818-d48f-47a2-a030-0d9c44e04aa1 req-389e85cb-0068-4047-97b1-3ab4ed2d9e37 service neutron] Attempting to bind port 91144eb3-b909-49e3-9f5e-8ac0e7600baf on network e0b32332-5e55-4433-afcb-575a678e193c {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:08:12.189095 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abb8818-d48f-47a2-a030-0d9c44e04aa1 req-389e85cb-0068-4047-97b1-3ab4ed2d9e37 service neutron] Port 91144eb3-b909-49e3-9f5e-8ac0e7600baf on network e0b32332-5e55-4433-afcb-575a678e193c not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:08:12.189731 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abb8818-d48f-47a2-a030-0d9c44e04aa1 req-389e85cb-0068-4047-97b1-3ab4ed2d9e37 service neutron] Attempting to bind port 91144eb3-b909-49e3-9f5e-8ac0e7600baf on network e0b32332-5e55-4433-afcb-575a678e193c {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:08:12.197514 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abb8818-d48f-47a2-a030-0d9c44e04aa1 req-389e85cb-0068-4047-97b1-3ab4ed2d9e37 service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:08:12.198406 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abb8818-d48f-47a2-a030-0d9c44e04aa1 req-389e85cb-0068-4047-97b1-3ab4ed2d9e37 service neutron] Checking segment: {'id': 'bb6b9b65-fc18-46fa-84b9-e202c8cacd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e0b32332-5e55-4433-afcb-575a678e193c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:08:12.198915 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abb8818-d48f-47a2-a030-0d9c44e04aa1 req-389e85cb-0068-4047-97b1-3ab4ed2d9e37 service neutron] Bound using segment: {'id': 'bb6b9b65-fc18-46fa-84b9-e202c8cacd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e0b32332-5e55-4433-afcb-575a678e193c'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:08:12.199445 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-4abb8818-d48f-47a2-a030-0d9c44e04aa1 req-389e85cb-0068-4047-97b1-3ab4ed2d9e37 service neutron] Bound port: 91144eb3-b909-49e3-9f5e-8ac0e7600baf, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb6b9b65-fc18-46fa-84b9-e202c8cacd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e0b32332-5e55-4433-afcb-575a678e193c'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:08:12.199906 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-4abb8818-d48f-47a2-a030-0d9c44e04aa1 req-389e85cb-0068-4047-97b1-3ab4ed2d9e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:12.296200 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-4abb8818-d48f-47a2-a030-0d9c44e04aa1 req-389e85cb-0068-4047-97b1-3ab4ed2d9e37 service neutron] For port 91144eb3-b909-49e3-9f5e-8ac0e7600baf, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:08:12.300118 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-4abb8818-d48f-47a2-a030-0d9c44e04aa1 req-389e85cb-0068-4047-97b1-3ab4ed2d9e37 service neutron] For port 91144eb3-b909-49e3-9f5e-8ac0e7600baf, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=91144eb3-b909-49e3-9f5e-8ac0e7600baf,segment=NetworkSegment(bb6b9b65-fc18-46fa-84b9-e202c8cacd8c),segment_id=bb6b9b65-fc18-46fa-84b9-e202c8cacd8c)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:08:12.370207 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-4abb8818-d48f-47a2-a030-0d9c44e04aa1 req-389e85cb-0068-4047-97b1-3ab4ed2d9e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:12.406027 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb8818-d48f-47a2-a030-0d9c44e04aa1 req-389e85cb-0068-4047-97b1-3ab4ed2d9e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:08:12.406691 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-4abb8818-d48f-47a2-a030-0d9c44e04aa1 req-389e85cb-0068-4047-97b1-3ab4ed2d9e37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:12.408374 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4abb8818-d48f-47a2-a030-0d9c44e04aa1 req-389e85cb-0068-4047-97b1-3ab4ed2d9e37 service neutron] 10.222.0.62 "PUT /v2.0/ports/91144eb3-b909-49e3-9f5e-8ac0e7600baf HTTP/1.1" status: 200 len: 1091 time: 0.8910513 Jul 09 16:08:12.408849 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec4a6f9-aec4-427e-8b1f-15ddb270ead8', 'tag': '91144eb3-b909-49e3-9f5e-8ac0e7600baf'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:08:12.415337 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71aea3d4ce3c79ba57e3b2a7f05354d67fe827d4c76bd908d035baed68c1bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2162c52-82cc-40e1-94a4-52cf3b49fa0b" -d '{"events": [{"name": "network-changed", "server_uuid": "5ec4a6f9-aec4-427e-8b1f-15ddb270ead8", "tag": "91144eb3-b909-49e3-9f5e-8ac0e7600baf"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:08:12.443201 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e85cb-0068-4047-97b1-3ab4ed2d9e37 service neutron] Pushing event updated for resources: {'Port': ['ID=91144eb3-b909-49e3-9f5e-8ac0e7600baf,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:08:12.472647 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c7b871-269e-43de-a953-f3b904e3cf4f x-openstack-request-id: req-16c7b871-269e-43de-a953-f3b904e3cf4f {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:08:12.473231 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ec4a6f9-aec4-427e-8b1f-15ddb270ead8", "tag": "91144eb3-b909-49e3-9f5e-8ac0e7600baf", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:08:12.473529 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-16c7b871-269e-43de-a953-f3b904e3cf4f {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:08:12.473910 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ec4a6f9-aec4-427e-8b1f-15ddb270ead8', 'tag': '91144eb3-b909-49e3-9f5e-8ac0e7600baf', 'status': 'completed', 'code': 200} Jul 09 16:08:12.571376 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2162c52-82cc-40e1-94a4-52cf3b49fa0b req-fc701bbe-a4c6-403e-982f-3735cde89114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:08:12.572981 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a2162c52-82cc-40e1-94a4-52cf3b49fa0b req-fc701bbe-a4c6-403e-982f-3735cde89114 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=30d714c59bd14f6184e3834abd940a2e&device_id=5ec4a6f9-aec4-427e-8b1f-15ddb270ead8 HTTP/1.1" status: 200 len: 1094 time: 0.0598524 Jul 09 16:08:12.690099 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2162c52-82cc-40e1-94a4-52cf3b49fa0b req-149d35a0-e0c1-4724-b404-f8074323ddb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:08:12.691579 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a2162c52-82cc-40e1-94a4-52cf3b49fa0b req-149d35a0-e0c1-4724-b404-f8074323ddb2 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=30d714c59bd14f6184e3834abd940a2e&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1037881 Jul 09 16:08:12.715613 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 2d59d101-4cb1-4580-be8e-8194f24f4505 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:08:12.768182 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 2d59d101-4cb1-4580-be8e-8194f24f4505 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:08:12.768556 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:12.793904 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2162c52-82cc-40e1-94a4-52cf3b49fa0b req-714270fa-3a6f-45af-aab8-b10ba875fdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:08:12.795382 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a2162c52-82cc-40e1-94a4-52cf3b49fa0b req-714270fa-3a6f-45af-aab8-b10ba875fdaf service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0976503 Jul 09 16:08:13.065474 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c308551-a2cd-41b8-896a-e47242b122c9 req-0fb82c22-c122-4d16-acbb-f5c469beb1ad tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:08:13.067082 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8c308551-a2cd-41b8-896a-e47242b122c9 req-0fb82c22-c122-4d16-acbb-f5c469beb1ad tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ec4a6f9-aec4-427e-8b1f-15ddb270ead8 HTTP/1.1" status: 200 len: 943 time: 0.0725467 Jul 09 16:08:13.109149 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8c308551-a2cd-41b8-896a-e47242b122c9 req-29986ba7-e3c7-497e-9ed6-802a9501f992 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbd623c7-684b-4f98-9680-1b6b07a1b86e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353780 Jul 09 16:08:13.266998 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb8818-d48f-47a2-a030-0d9c44e04aa1 req-62c9c046-3a67-43ea-8b0a-8288b54edc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:08:13.268590 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4abb8818-d48f-47a2-a030-0d9c44e04aa1 req-62c9c046-3a67-43ea-8b0a-8288b54edc44 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=30d714c59bd14f6184e3834abd940a2e&device_id=5ec4a6f9-aec4-427e-8b1f-15ddb270ead8 HTTP/1.1" status: 200 len: 1094 time: 0.4113774 Jul 09 16:08:13.318117 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4abb8818-d48f-47a2-a030-0d9c44e04aa1 req-0455e016-243a-4396-88d7-819a239dd611 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91144eb3-b909-49e3-9f5e-8ac0e7600baf HTTP/1.1" status: 200 len: 217 time: 0.0351696 Jul 09 16:08:13.368273 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb8818-d48f-47a2-a030-0d9c44e04aa1 req-537055a5-37b4-4753-b2be-8cde4fedd526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:08:13.369768 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4abb8818-d48f-47a2-a030-0d9c44e04aa1 req-537055a5-37b4-4753-b2be-8cde4fedd526 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7f58eda1-26ad-45fd-82d0-92a6b1086b91 HTTP/1.1" status: 200 len: 835 time: 0.0452135 Jul 09 16:08:13.436261 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb8818-d48f-47a2-a030-0d9c44e04aa1 req-237f41b0-0be9-4cac-8412-5a9b7126699a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:08:13.437877 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4abb8818-d48f-47a2-a030-0d9c44e04aa1 req-237f41b0-0be9-4cac-8412-5a9b7126699a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e0b32332-5e55-4433-afcb-575a678e193c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603628 Jul 09 16:08:13.533340 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4abb8818-d48f-47a2-a030-0d9c44e04aa1 req-f858d94b-d9fd-4848-b191-e025c07726b0 service neutron] 10.222.0.62 "GET /v2.0/networks/e0b32332-5e55-4433-afcb-575a678e193c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875218 Jul 09 16:08:13.629922 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4abb8818-d48f-47a2-a030-0d9c44e04aa1 req-4fe46d62-588b-4bb5-a2cb-2ba8b1fab764 service neutron] 10.222.0.62 "GET /v2.0/networks/e0b32332-5e55-4433-afcb-575a678e193c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886438 Jul 09 16:08:14.292337 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef94cdb-e12e-4851-bd1b-b10cb25f5aa2 req-759a3f90-cd04-4979-ad10-b0f27af9a2e5 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:08:14.293846 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1ef94cdb-e12e-4851-bd1b-b10cb25f5aa2 req-759a3f90-cd04-4979-ad10-b0f27af9a2e5 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ec4a6f9-aec4-427e-8b1f-15ddb270ead8 HTTP/1.1" status: 200 len: 943 time: 0.0660231 Jul 09 16:08:14.330865 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1ef94cdb-e12e-4851-bd1b-b10cb25f5aa2 req-32aa0efd-086b-4f66-b85d-9a0b868f6321 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbd623c7-684b-4f98-9680-1b6b07a1b86e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313632 Jul 09 16:08:15.511352 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d754e2c-9d6f-44db-8308-c0c152129844 req-530c53d2-fd87-467d-90ff-e0ebf333f867 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:08:15.512941 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6d754e2c-9d6f-44db-8308-c0c152129844 req-530c53d2-fd87-467d-90ff-e0ebf333f867 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ec4a6f9-aec4-427e-8b1f-15ddb270ead8 HTTP/1.1" status: 200 len: 943 time: 0.0653684 Jul 09 16:08:15.555033 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6d754e2c-9d6f-44db-8308-c0c152129844 req-a0a065d4-371f-4cd3-bbe8-b8d7ef62336a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbd623c7-684b-4f98-9680-1b6b07a1b86e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360515 Jul 09 16:08:15.654593 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:16.532087 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 91144eb3-b909-49e3-9f5e-8ac0e7600baf details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:08:16.631121 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 91144eb3-b909-49e3-9f5e-8ac0e7600baf, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=91144eb3-b909-49e3-9f5e-8ac0e7600baf,segment=NetworkSegment(bb6b9b65-fc18-46fa-84b9-e202c8cacd8c),segment_id=bb6b9b65-fc18-46fa-84b9-e202c8cacd8c)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:08:16.642809 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '91144eb3-b909-49e3-9f5e-8ac0e7600baf', 'network_id': 'e0b32332-5e55-4433-afcb-575a678e193c', 'port_id': '91144eb3-b909-49e3-9f5e-8ac0e7600baf', 'mac_address': 'fa:16:3e:c6:25:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f58eda1-26ad-45fd-82d0-92a6b1086b91', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:08:16.681600 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:16.694213 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91144eb3-b909-49e3-9f5e-8ac0e7600baf {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:08:16.714233 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 91144eb3-b909-49e3-9f5e-8ac0e7600baf, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=91144eb3-b909-49e3-9f5e-8ac0e7600baf,segment=NetworkSegment(bb6b9b65-fc18-46fa-84b9-e202c8cacd8c),segment_id=bb6b9b65-fc18-46fa-84b9-e202c8cacd8c)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:08:16.730344 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5feb355-6173-47ff-a767-6e28ee2029fe req-2ae96e47-7b97-4dae-8f94-10a3382ba2aa tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:08:16.732138 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f5feb355-6173-47ff-a767-6e28ee2029fe req-2ae96e47-7b97-4dae-8f94-10a3382ba2aa tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ec4a6f9-aec4-427e-8b1f-15ddb270ead8 HTTP/1.1" status: 200 len: 943 time: 0.0636225 Jul 09 16:08:16.775513 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f5feb355-6173-47ff-a767-6e28ee2029fe req-6bb14136-bb42-4154-a436-86d80a5fa3d2 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbd623c7-684b-4f98-9680-1b6b07a1b86e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377269 Jul 09 16:08:16.784998 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:16.832560 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=91144eb3-b909-49e3-9f5e-8ac0e7600baf,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:08:17.172347 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['91144eb3-b909-49e3-9f5e-8ac0e7600baf'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:08:17.948342 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df2ae2c-2b8f-4aa5-b57d-7819ba6fe645 req-139e133b-2028-4ad7-b065-dcd42d12aea1 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:08:17.949949 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0df2ae2c-2b8f-4aa5-b57d-7819ba6fe645 req-139e133b-2028-4ad7-b065-dcd42d12aea1 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ec4a6f9-aec4-427e-8b1f-15ddb270ead8 HTTP/1.1" status: 200 len: 944 time: 0.0636375 Jul 09 16:08:17.987255 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0df2ae2c-2b8f-4aa5-b57d-7819ba6fe645 req-afad5e96-513d-4c8e-a7f4-25d47323b332 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbd623c7-684b-4f98-9680-1b6b07a1b86e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318449 Jul 09 16:08:18.571075 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 91144eb3-b909-49e3-9f5e-8ac0e7600baf up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:08:18.711220 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port 91144eb3-b909-49e3-9f5e-8ac0e7600baf completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:08:18.715280 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 91144eb3-b909-49e3-9f5e-8ac0e7600baf triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:08:18.715714 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:18.794838 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:18.816796 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec4a6f9-aec4-427e-8b1f-15ddb270ead8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91144eb3-b909-49e3-9f5e-8ac0e7600baf'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:08:18.819054 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e75b9a97cbd66444b13ae988a684abc34c7a24a50a729030cfede81e7322398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8602d40-34cf-4feb-9643-c833c4fe8014" -d '{"events": [{"server_uuid": "5ec4a6f9-aec4-427e-8b1f-15ddb270ead8", "name": "network-vif-plugged", "status": "completed", "tag": "91144eb3-b909-49e3-9f5e-8ac0e7600baf"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:08:18.832349 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 91144eb3-b909-49e3-9f5e-8ac0e7600baf, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=91144eb3-b909-49e3-9f5e-8ac0e7600baf,segment=NetworkSegment(bb6b9b65-fc18-46fa-84b9-e202c8cacd8c),segment_id=bb6b9b65-fc18-46fa-84b9-e202c8cacd8c)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:08:18.856414 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be67579b-357b-4981-aaaf-a258092a0276 x-openstack-request-id: req-be67579b-357b-4981-aaaf-a258092a0276 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:08:18.856700 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec4a6f9-aec4-427e-8b1f-15ddb270ead8", "name": "network-vif-plugged", "status": "completed", "tag": "91144eb3-b909-49e3-9f5e-8ac0e7600baf", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:08:18.856957 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-be67579b-357b-4981-aaaf-a258092a0276 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:08:18.857350 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec4a6f9-aec4-427e-8b1f-15ddb270ead8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91144eb3-b909-49e3-9f5e-8ac0e7600baf', 'code': 200} Jul 09 16:08:18.905999 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:18.955731 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=91144eb3-b909-49e3-9f5e-8ac0e7600baf,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:08:19.002753 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa31f251-6f54-436d-89f4-a4cb2924b767 req-1821d891-d4b7-4c6e-ba54-d2384e6c23c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:08:19.004293 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aa31f251-6f54-436d-89f4-a4cb2924b767 req-1821d891-d4b7-4c6e-ba54-d2384e6c23c2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5ec4a6f9-aec4-427e-8b1f-15ddb270ead8 HTTP/1.1" status: 200 len: 1096 time: 0.0579293 Jul 09 16:08:19.040662 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aa31f251-6f54-436d-89f4-a4cb2924b767 req-275cd979-38fe-4b5c-b76b-bf52920cca9a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=cbd623c7-684b-4f98-9680-1b6b07a1b86e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285528 Jul 09 16:08:19.163391 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc53017b-3303-4be4-89b9-c19f4b53e2fb req-5270fd6f-c5eb-4e3f-bb96-3ea3c22b44d5 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:08:19.164833 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fc53017b-3303-4be4-89b9-c19f4b53e2fb req-5270fd6f-c5eb-4e3f-bb96-3ea3c22b44d5 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ec4a6f9-aec4-427e-8b1f-15ddb270ead8 HTTP/1.1" status: 200 len: 945 time: 0.0648334 Jul 09 16:08:19.202153 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fc53017b-3303-4be4-89b9-c19f4b53e2fb req-38f8c887-8b4d-4d2d-b26e-33c48ffb6752 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbd623c7-684b-4f98-9680-1b6b07a1b86e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317998 Jul 09 16:08:20.376548 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eca727-a2c0-4209-859d-23b2c4c56581 req-26da7208-9326-4143-acd5-53b58a885c5e tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:08:20.378043 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-33eca727-a2c0-4209-859d-23b2c4c56581 req-26da7208-9326-4143-acd5-53b58a885c5e tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ec4a6f9-aec4-427e-8b1f-15ddb270ead8 HTTP/1.1" status: 200 len: 945 time: 0.0647655 Jul 09 16:08:20.417792 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-33eca727-a2c0-4209-859d-23b2c4c56581 req-4a7614be-a024-45ce-8b77-b90c25547203 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbd623c7-684b-4f98-9680-1b6b07a1b86e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339239 Jul 09 16:08:21.606778 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cdc4c4-4c5d-4c26-8f7e-76f38a28cfd8 req-4c1f4648-63ee-43c7-888f-943dac9e8ed6 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:08:21.608256 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-49cdc4c4-4c5d-4c26-8f7e-76f38a28cfd8 req-4c1f4648-63ee-43c7-888f-943dac9e8ed6 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ec4a6f9-aec4-427e-8b1f-15ddb270ead8 HTTP/1.1" status: 200 len: 945 time: 0.0771537 Jul 09 16:08:21.647884 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-49cdc4c4-4c5d-4c26-8f7e-76f38a28cfd8 req-2c4835af-15c4-48f2-bdfc-c59f381caa61 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbd623c7-684b-4f98-9680-1b6b07a1b86e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339527 Jul 09 16:08:21.828521 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d7d003-7943-4d74-9aa5-2586df18e66c req-52cfec13-b294-4af4-bfe4-a019c3106278 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:08:21.830071 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-75d7d003-7943-4d74-9aa5-2586df18e66c req-52cfec13-b294-4af4-bfe4-a019c3106278 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ec4a6f9-aec4-427e-8b1f-15ddb270ead8 HTTP/1.1" status: 200 len: 945 time: 0.0659056 Jul 09 16:08:21.868571 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-75d7d003-7943-4d74-9aa5-2586df18e66c req-0493c0bb-857f-450e-b07a-f19301ab4136 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbd623c7-684b-4f98-9680-1b6b07a1b86e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327237 Jul 09 16:08:21.910260 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59958) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:08:21.961684 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e54f82-c3a9-4ec5-aef4-0ec5115e70e6 tempest-TestNetworkAdvancedServerOps-1608963051 tempest-TestNetworkAdvancedServerOps-1608963051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:08:21.963242 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-38e54f82-c3a9-4ec5-aef4-0ec5115e70e6 tempest-TestNetworkAdvancedServerOps-1608963051 tempest-TestNetworkAdvancedServerOps-1608963051-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=5ec4a6f9-aec4-427e-8b1f-15ddb270ead8 HTTP/1.1" status: 200 len: 1091 time: 0.0519936 Jul 09 16:08:21.967828 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59960) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:08:21.972171 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-440781b8-8d0d-4ccb-8020-2abed692638f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Request body: {'floatingip': {'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'port_id': '91144eb3-b909-49e3-9f5e-8ac0e7600baf', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:08:22.180378 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-440781b8-8d0d-4ccb-8020-2abed692638f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for floatingip, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:22.289490 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-440781b8-8d0d-4ccb-8020-2abed692638f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:22.444707 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-440781b8-8d0d-4ccb-8020-2abed692638f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Allocated IP 172.25.3.214 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/a278b901-77e4-420d-9a62-36f0b8efdf23) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:08:22.554837 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-440781b8-8d0d-4ccb-8020-2abed692638f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:22.660780 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-440781b8-8d0d-4ccb-8020-2abed692638f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:22.704720 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440781b8-8d0d-4ccb-8020-2abed692638f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:08:22.707832 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-440781b8-8d0d-4ccb-8020-2abed692638f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:08:22.711170 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440781b8-8d0d-4ccb-8020-2abed692638f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:08:22.736401 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440781b8-8d0d-4ccb-8020-2abed692638f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'Port': ['ID=a278b901-77e4-420d-9a62-36f0b8efdf23,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:08:23.436835 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-440781b8-8d0d-4ccb-8020-2abed692638f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:23.581763 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-440781b8-8d0d-4ccb-8020-2abed692638f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:23.741580 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-440781b8-8d0d-4ccb-8020-2abed692638f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:23.830634 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-440781b8-8d0d-4ccb-8020-2abed692638f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:23.907430 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440781b8-8d0d-4ccb-8020-2abed692638f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event updated for resources: {'Port': ['ID=a278b901-77e4-420d-9a62-36f0b8efdf23,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:08:23.917035 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-440781b8-8d0d-4ccb-8020-2abed692638f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:24.022544 n-d-799529-6 neutron-server[94445]: INFO neutron.db.l3_db [None req-440781b8-8d0d-4ccb-8020-2abed692638f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Floating IP ae5d3201-9b1f-4998-aa8f-63cb582275d5 associated. External IP: 172.25.3.214, port: 91144eb3-b909-49e3-9f5e-8ac0e7600baf. Jul 09 16:08:24.055302 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:24.258393 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-440781b8-8d0d-4ccb-8020-2abed692638f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Router a20ef936-c477-4160-b1de-d469cdc52fbf has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:08:24.365550 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-440781b8-8d0d-4ccb-8020-2abed692638f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:08:24.376112 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858f80ae-4d0d-4cfc-a29c-1d1fbf6f9f7e None None] Sync routers for ids ['a20ef936-c477-4160-b1de-d469cdc52fbf'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:08:24.386237 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858f80ae-4d0d-4cfc-a29c-1d1fbf6f9f7e None None] Routers {'a20ef936-c477-4160-b1de-d469cdc52fbf'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:08:24.386868 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-858f80ae-4d0d-4cfc-a29c-1d1fbf6f9f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:07:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['a20ef936-c477-4160-b1de-d469cdc52fbf'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:08:24.454851 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-440781b8-8d0d-4ccb-8020-2abed692638f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:24.495026 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-858f80ae-4d0d-4cfc-a29c-1d1fbf6f9f7e None None] Set router a20ef936-c477-4160-b1de-d469cdc52fbf gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:08:24.497303 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-440781b8-8d0d-4ccb-8020-2abed692638f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5283520 Jul 09 16:08:24.497835 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec4a6f9-aec4-427e-8b1f-15ddb270ead8', 'tag': '91144eb3-b909-49e3-9f5e-8ac0e7600baf'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:08:24.500229 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bb405a18ca731a56dedfaaf5e9a79789110744f6b6799bb7a0722340b5c16f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1cba86-ac77-4692-b6f4-0e440c66bf6b" -d '{"events": [{"name": "network-changed", "server_uuid": "5ec4a6f9-aec4-427e-8b1f-15ddb270ead8", "tag": "91144eb3-b909-49e3-9f5e-8ac0e7600baf"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:08:24.592071 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3b6627-2ed7-4572-ae3b-eea668c41939 x-openstack-request-id: req-0d3b6627-2ed7-4572-ae3b-eea668c41939 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:08:24.592426 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ec4a6f9-aec4-427e-8b1f-15ddb270ead8", "tag": "91144eb3-b909-49e3-9f5e-8ac0e7600baf", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:08:24.592699 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0d3b6627-2ed7-4572-ae3b-eea668c41939 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:08:24.593250 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ec4a6f9-aec4-427e-8b1f-15ddb270ead8', 'tag': '91144eb3-b909-49e3-9f5e-8ac0e7600baf', 'status': 'completed', 'code': 200} Jul 09 16:08:24.667605 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cac1a0-74ea-4840-a019-64a014667087 req-79b416ce-236a-4293-9c47-01b70ede6035 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:08:24.669099 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-94cac1a0-74ea-4840-a019-64a014667087 req-79b416ce-236a-4293-9c47-01b70ede6035 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ec4a6f9-aec4-427e-8b1f-15ddb270ead8 HTTP/1.1" status: 200 len: 945 time: 0.0749600 Jul 09 16:08:24.706844 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1cba86-ac77-4692-b6f4-0e440c66bf6b req-76a6df1f-3444-40ff-a6a4-9e604a64d28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:08:24.708564 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2f1cba86-ac77-4692-b6f4-0e440c66bf6b req-76a6df1f-3444-40ff-a6a4-9e604a64d28e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=30d714c59bd14f6184e3834abd940a2e&device_id=5ec4a6f9-aec4-427e-8b1f-15ddb270ead8 HTTP/1.1" status: 200 len: 1096 time: 0.0700076 Jul 09 16:08:24.716694 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-94cac1a0-74ea-4840-a019-64a014667087 req-cbb4ed34-bfaf-4a50-a735-bcdda1b130c9 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbd623c7-684b-4f98-9680-1b6b07a1b86e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413034 Jul 09 16:08:24.755889 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59968) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:08:24.769549 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-858f80ae-4d0d-4cfc-a29c-1d1fbf6f9f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20ef936-c477-4160-b1de-d469cdc52fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262670465', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '3d10f314-e1b2-4b2d-994d-46f73179707d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:08:00Z', 'updated_at': '2021-07-09T16:08:05Z', 'revision_number': 4, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': '3d10f314-e1b2-4b2d-994d-46f73179707d', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:34:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20ef936-c477-4160-b1de-d469cdc52fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:08:01Z', 'updated_at': '2021-07-09T16:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': 'ae5d3201-9b1f-4998-aa8f-63cb582275d5', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'floating_ip_address': '172.25.3.214', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': 'a20ef936-c477-4160-b1de-d469cdc52fbf', 'port_id': '91144eb3-b909-49e3-9f5e-8ac0e7600baf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0b32332-5e55-4433-afcb-575a678e193c', 'mac_address': 'fa:16:3e:c6:25:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec4a6f9-aec4-427e-8b1f-15ddb270ead8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:08:23Z', 'updated_at': '2021-07-09T16:08:23Z', 'revision_number': 0, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d59d101-4cb1-4580-be8e-8194f24f4505', 'name': '', 'network_id': 'e0b32332-5e55-4433-afcb-575a678e193c', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'mac_address': 'fa:16:3e:6e:37:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20ef936-c477-4160-b1de-d469cdc52fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '7f58eda1-26ad-45fd-82d0-92a6b1086b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:08:04Z', 'updated_at': '2021-07-09T16:08:11Z', 'revision_number': 5, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'subnets': [{'id': '7f58eda1-26ad-45fd-82d0-92a6b1086b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:08:24.798153 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858f80ae-4d0d-4cfc-a29c-1d1fbf6f9f7e None None] Checking router: a20ef936-c477-4160-b1de-d469cdc52fbf for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:08:24.806651 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858f80ae-4d0d-4cfc-a29c-1d1fbf6f9f7e None None] Routers {'a20ef936-c477-4160-b1de-d469cdc52fbf'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:08:24.807281 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-858f80ae-4d0d-4cfc-a29c-1d1fbf6f9f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:07:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['a20ef936-c477-4160-b1de-d469cdc52fbf'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:08:24.827092 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-8f6514fd-7ff3-417c-a625-3ee8ddf499b8 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/floatingips/ae5d3201-9b1f-4998-aa8f-63cb582275d5 HTTP/1.1" status: 200 len: 991 time: 0.0694435 Jul 09 16:08:24.829210 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1cba86-ac77-4692-b6f4-0e440c66bf6b req-db29db7a-5d80-43c3-8c47-cc3286ffe339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:08:24.830716 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2f1cba86-ac77-4692-b6f4-0e440c66bf6b req-db29db7a-5d80-43c3-8c47-cc3286ffe339 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e0b32332-5e55-4433-afcb-575a678e193c HTTP/1.1" status: 200 len: 897 time: 0.1148653 Jul 09 16:08:24.899908 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2f1cba86-ac77-4692-b6f4-0e440c66bf6b req-27156313-79b9-4ce7-9e6f-92b93167908a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91144eb3-b909-49e3-9f5e-8ac0e7600baf HTTP/1.1" status: 200 len: 999 time: 0.0608788 Jul 09 16:08:24.912828 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-858f80ae-4d0d-4cfc-a29c-1d1fbf6f9f7e None None] Set router a20ef936-c477-4160-b1de-d469cdc52fbf gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:08:24.948881 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1cba86-ac77-4692-b6f4-0e440c66bf6b req-a6663032-b268-434d-8499-111a2edc19ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:08:24.950574 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2f1cba86-ac77-4692-b6f4-0e440c66bf6b req-a6663032-b268-434d-8499-111a2edc19ac service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7f58eda1-26ad-45fd-82d0-92a6b1086b91 HTTP/1.1" status: 200 len: 835 time: 0.0443566 Jul 09 16:08:25.031215 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1cba86-ac77-4692-b6f4-0e440c66bf6b req-278edc5d-0c38-493c-8c62-9122843b18e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:08:25.032871 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2f1cba86-ac77-4692-b6f4-0e440c66bf6b req-278edc5d-0c38-493c-8c62-9122843b18e5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e0b32332-5e55-4433-afcb-575a678e193c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659623 Jul 09 16:08:25.126971 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2f1cba86-ac77-4692-b6f4-0e440c66bf6b req-1e5268bc-bdac-4a2d-9f89-79257270353b service neutron] 10.222.0.62 "GET /v2.0/networks/e0b32332-5e55-4433-afcb-575a678e193c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876257 Jul 09 16:08:25.144407 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-858f80ae-4d0d-4cfc-a29c-1d1fbf6f9f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20ef936-c477-4160-b1de-d469cdc52fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262670465', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '3d10f314-e1b2-4b2d-994d-46f73179707d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:08:00Z', 'updated_at': '2021-07-09T16:08:05Z', 'revision_number': 4, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': '3d10f314-e1b2-4b2d-994d-46f73179707d', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:34:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20ef936-c477-4160-b1de-d469cdc52fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:08:01Z', 'updated_at': '2021-07-09T16:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': 'ae5d3201-9b1f-4998-aa8f-63cb582275d5', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'floating_ip_address': '172.25.3.214', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': 'a20ef936-c477-4160-b1de-d469cdc52fbf', 'port_id': '91144eb3-b909-49e3-9f5e-8ac0e7600baf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0b32332-5e55-4433-afcb-575a678e193c', 'mac_address': 'fa:16:3e:c6:25:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec4a6f9-aec4-427e-8b1f-15ddb270ead8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:08:23Z', 'updated_at': '2021-07-09T16:08:23Z', 'revision_number': 0, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d59d101-4cb1-4580-be8e-8194f24f4505', 'name': '', 'network_id': 'e0b32332-5e55-4433-afcb-575a678e193c', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'mac_address': 'fa:16:3e:6e:37:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20ef936-c477-4160-b1de-d469cdc52fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '7f58eda1-26ad-45fd-82d0-92a6b1086b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:08:04Z', 'updated_at': '2021-07-09T16:08:11Z', 'revision_number': 5, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'subnets': [{'id': '7f58eda1-26ad-45fd-82d0-92a6b1086b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:08:25.174644 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858f80ae-4d0d-4cfc-a29c-1d1fbf6f9f7e None None] The sync data for ids ['a20ef936-c477-4160-b1de-d469cdc52fbf'] in n-d-799529-6 is: [{'id': 'a20ef936-c477-4160-b1de-d469cdc52fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262670465', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '3d10f314-e1b2-4b2d-994d-46f73179707d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:08:00Z', 'updated_at': '2021-07-09T16:08:05Z', 'revision_number': 4, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': '3d10f314-e1b2-4b2d-994d-46f73179707d', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:34:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20ef936-c477-4160-b1de-d469cdc52fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:08:01Z', 'updated_at': '2021-07-09T16:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': 'ae5d3201-9b1f-4998-aa8f-63cb582275d5', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'floating_ip_address': '172.25.3.214', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': 'a20ef936-c477-4160-b1de-d469cdc52fbf', 'port_id': '91144eb3-b909-49e3-9f5e-8ac0e7600baf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0b32332-5e55-4433-afcb-575a678e193c', 'mac_address': 'fa:16:3e:c6:25:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec4a6f9-aec4-427e-8b1f-15ddb270ead8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:08:23Z', 'updated_at': '2021-07-09T16:08:23Z', 'revision_number': 0, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d59d101-4cb1-4580-be8e-8194f24f4505', 'name': '', 'network_id': 'e0b32332-5e55-4433-afcb-575a678e193c', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'mac_address': 'fa:16:3e:6e:37:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20ef936-c477-4160-b1de-d469cdc52fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '7f58eda1-26ad-45fd-82d0-92a6b1086b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:08:04Z', 'updated_at': '2021-07-09T16:08:11Z', 'revision_number': 5, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'subnets': [{'id': '7f58eda1-26ad-45fd-82d0-92a6b1086b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:08:25.226960 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2f1cba86-ac77-4692-b6f4-0e440c66bf6b req-85548d38-b043-400e-ab4c-70e48e984e79 service neutron] 10.222.0.62 "GET /v2.0/networks/e0b32332-5e55-4433-afcb-575a678e193c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937481 Jul 09 16:08:25.377646 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ee9161-1f2f-48bf-9d1d-2c78f2cde2fa None None] New status for floating IP ae5d3201-9b1f-4998-aa8f-63cb582275d5: ACTIVE {{(pid=94447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:08:25.829137 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 59970) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:08:25.892558 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b5344792-dd79-4acf-bbed-c6f8169f850d tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/floatingips/ae5d3201-9b1f-4998-aa8f-63cb582275d5 HTTP/1.1" status: 200 len: 993 time: 0.0621569 Jul 09 16:08:26.167832 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-963bbdf1-5d77-416a-8f90-fad6026e8fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:29.231729 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c01811f1-f7c8-45d8-b17e-f0585ec4716a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:29.335336 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:30.597381 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:31.985708 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:45.031379 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:08:45.688449 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:47.668713 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5771b3a4-e67e-499a-806b-496414e568a6 req-8827b662-568d-4c0c-be6a-2d7db57cfa84 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5ec4a6f9-aec4-427e-8b1f-15ddb270ead8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0539958 Jul 09 16:08:47.779800 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5771b3a4-e67e-499a-806b-496414e568a6 req-13dd01f5-9262-4e22-ae26-65732fd037c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:08:47.781436 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5771b3a4-e67e-499a-806b-496414e568a6 req-13dd01f5-9262-4e22-ae26-65732fd037c5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=30d714c59bd14f6184e3834abd940a2e&device_id=5ec4a6f9-aec4-427e-8b1f-15ddb270ead8 HTTP/1.1" status: 200 len: 1096 time: 0.0535998 Jul 09 16:08:47.889009 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5771b3a4-e67e-499a-806b-496414e568a6 req-725cd335-3e99-4f2c-887d-9079db19fdae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:08:47.890486 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5771b3a4-e67e-499a-806b-496414e568a6 req-725cd335-3e99-4f2c-887d-9079db19fdae service neutron] 10.222.0.62 "GET /v2.0/networks?id=e0b32332-5e55-4433-afcb-575a678e193c HTTP/1.1" status: 200 len: 897 time: 0.0898049 Jul 09 16:08:47.955553 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5771b3a4-e67e-499a-806b-496414e568a6 req-428d297b-b9c9-47ae-ba4a-b512bf3dc61a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91144eb3-b909-49e3-9f5e-8ac0e7600baf HTTP/1.1" status: 200 len: 1001 time: 0.0587156 Jul 09 16:08:48.005835 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5771b3a4-e67e-499a-806b-496414e568a6 req-d22d5eba-a705-4d81-bd35-938f53580632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:08:48.007348 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5771b3a4-e67e-499a-806b-496414e568a6 req-d22d5eba-a705-4d81-bd35-938f53580632 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7f58eda1-26ad-45fd-82d0-92a6b1086b91 HTTP/1.1" status: 200 len: 835 time: 0.0452964 Jul 09 16:08:48.069619 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5771b3a4-e67e-499a-806b-496414e568a6 req-7418cc48-f069-4ec1-a5f1-584a558e38c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:08:48.071238 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5771b3a4-e67e-499a-806b-496414e568a6 req-7418cc48-f069-4ec1-a5f1-584a558e38c8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e0b32332-5e55-4433-afcb-575a678e193c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580788 Jul 09 16:08:48.176057 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5771b3a4-e67e-499a-806b-496414e568a6 req-a48308f0-c486-4e59-966e-d228a6ed6d34 service neutron] 10.222.0.62 "GET /v2.0/networks/e0b32332-5e55-4433-afcb-575a678e193c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978651 Jul 09 16:08:48.269855 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5771b3a4-e67e-499a-806b-496414e568a6 req-b19b3e1c-2864-48c1-9774-21051fd9ab62 service neutron] 10.222.0.62 "GET /v2.0/networks/e0b32332-5e55-4433-afcb-575a678e193c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874097 Jul 09 16:08:54.018132 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:56.185131 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-44c9ca35-7d75-4857-a9f3-cfd6eb706429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:59.223774 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b76143b0-e9ea-4232-a95e-d3bd3cf3fb4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:59.326280 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:00.624510 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:01.967599 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:15.691207 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:22.029852 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:09:24.051015 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:26.218604 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6bcbfdac-a720-4581-84db-f4a9d507ca43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:27.348216 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6e357-17d2-4344-be05-a9634c2de5c3 req-d5521b0b-5750-4f85-95d9-773ee93565be tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:27.349730 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3bf6e357-17d2-4344-be05-a9634c2de5c3 req-d5521b0b-5750-4f85-95d9-773ee93565be tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ec4a6f9-aec4-427e-8b1f-15ddb270ead8 HTTP/1.1" status: 200 len: 945 time: 0.0665419 Jul 09 16:09:27.387595 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3bf6e357-17d2-4344-be05-a9634c2de5c3 req-db690736-3f6e-4b3b-8fec-91c62c1d3a02 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbd623c7-684b-4f98-9680-1b6b07a1b86e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318832 Jul 09 16:09:28.566115 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028d595-d256-478b-a846-4809bd76e772 req-7ee77ca8-01c4-408e-bb6a-61a160d3114f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:28.567669 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3028d595-d256-478b-a846-4809bd76e772 req-7ee77ca8-01c4-408e-bb6a-61a160d3114f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ec4a6f9-aec4-427e-8b1f-15ddb270ead8 HTTP/1.1" status: 200 len: 945 time: 0.0641282 Jul 09 16:09:28.611302 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3028d595-d256-478b-a846-4809bd76e772 req-7d895a89-baa9-4e79-b759-c3e6ac1bcfa4 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbd623c7-684b-4f98-9680-1b6b07a1b86e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379779 Jul 09 16:09:29.223857 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ef9ba468-61ce-4f43-b08f-75a39e33e6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:29.320669 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:29.787027 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b758ffc4-4a05-4e8e-8d2e-00c4ecf6c9d4 req-51d1efef-980d-4fc2-8fad-8b86affd19cf tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:29.788557 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b758ffc4-4a05-4e8e-8d2e-00c4ecf6c9d4 req-51d1efef-980d-4fc2-8fad-8b86affd19cf tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ec4a6f9-aec4-427e-8b1f-15ddb270ead8 HTTP/1.1" status: 200 len: 945 time: 0.0630519 Jul 09 16:09:29.827241 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b758ffc4-4a05-4e8e-8d2e-00c4ecf6c9d4 req-5e2f7256-52e0-49c3-9461-46f5a04e276a tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbd623c7-684b-4f98-9680-1b6b07a1b86e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321848 Jul 09 16:09:29.851494 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60016) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:29.915789 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-997d9341-e6c0-484f-bb6d-e378692f25b3 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/floatingips/ae5d3201-9b1f-4998-aa8f-63cb582275d5 HTTP/1.1" status: 200 len: 993 time: 0.0629790 Jul 09 16:09:30.601204 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:31.532245 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b20cde-a494-43d5-b5f0-a59652ef1844 req-5ce5597a-6855-4756-9450-c34d01f6262e tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:31.533747 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d7b20cde-a494-43d5-b5f0-a59652ef1844 req-5ce5597a-6855-4756-9450-c34d01f6262e tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ec4a6f9-aec4-427e-8b1f-15ddb270ead8 HTTP/1.1" status: 200 len: 945 time: 0.0664146 Jul 09 16:09:31.573895 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d7b20cde-a494-43d5-b5f0-a59652ef1844 req-1d02fb57-f165-4bf9-a82d-5951bceaacb7 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbd623c7-684b-4f98-9680-1b6b07a1b86e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340657 Jul 09 16:09:31.707378 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1b103-7341-4001-af09-007417c43ff4 req-a8d08cd1-ad7b-4957-8a4a-ef3de371ce25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:31.708921 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-deb1b103-7341-4001-af09-007417c43ff4 req-a8d08cd1-ad7b-4957-8a4a-ef3de371ce25 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=30d714c59bd14f6184e3834abd940a2e&device_id=5ec4a6f9-aec4-427e-8b1f-15ddb270ead8 HTTP/1.1" status: 200 len: 1096 time: 0.1504931 Jul 09 16:09:31.804747 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1b103-7341-4001-af09-007417c43ff4 req-7deb7f3b-de30-4079-9d9f-0f515cb74ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:31.806262 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-deb1b103-7341-4001-af09-007417c43ff4 req-7deb7f3b-de30-4079-9d9f-0f515cb74ef8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e0b32332-5e55-4433-afcb-575a678e193c HTTP/1.1" status: 200 len: 897 time: 0.0907247 Jul 09 16:09:31.874004 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-deb1b103-7341-4001-af09-007417c43ff4 req-c2a6143b-58ee-45a4-9057-a914a30d71f9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91144eb3-b909-49e3-9f5e-8ac0e7600baf HTTP/1.1" status: 200 len: 1001 time: 0.0601180 Jul 09 16:09:31.923555 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1b103-7341-4001-af09-007417c43ff4 req-f351f9ee-6ace-42a6-bceb-036c5d40aaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:31.925038 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-deb1b103-7341-4001-af09-007417c43ff4 req-f351f9ee-6ace-42a6-bceb-036c5d40aaba service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7f58eda1-26ad-45fd-82d0-92a6b1086b91 HTTP/1.1" status: 200 len: 835 time: 0.0447927 Jul 09 16:09:31.986732 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1b103-7341-4001-af09-007417c43ff4 req-96e3c1cf-f7d6-4471-b394-e1da949e30c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:31.988313 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-deb1b103-7341-4001-af09-007417c43ff4 req-96e3c1cf-f7d6-4471-b394-e1da949e30c3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e0b32332-5e55-4433-afcb-575a678e193c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573008 Jul 09 16:09:31.998817 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [req-deb1b103-7341-4001-af09-007417c43ff4 req-4ca118b5-8930-44a4-b52e-4e27573cca92 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:09:31.999467 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:32.000043 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-deb1b103-7341-4001-af09-007417c43ff4 req-4ca118b5-8930-44a4-b52e-4e27573cca92 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054851 Jul 09 16:09:32.089706 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-deb1b103-7341-4001-af09-007417c43ff4 req-3b73eb70-3203-4224-ba0c-d3d3b92440fd service neutron] 10.222.0.62 "GET /v2.0/networks/e0b32332-5e55-4433-afcb-575a678e193c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833921 Jul 09 16:09:32.183592 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-deb1b103-7341-4001-af09-007417c43ff4 req-86d3deed-4eab-4398-860b-af81d79b2d46 service neutron] 10.222.0.62 "GET /v2.0/networks/e0b32332-5e55-4433-afcb-575a678e193c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872750 Jul 09 16:09:32.755401 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada41448-c23d-4121-a727-c4ad1a69a335 req-397d0454-c2fd-4b0c-b146-5677c00a0a15 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:32.758977 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ada41448-c23d-4121-a727-c4ad1a69a335 req-397d0454-c2fd-4b0c-b146-5677c00a0a15 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ec4a6f9-aec4-427e-8b1f-15ddb270ead8 HTTP/1.1" status: 200 len: 945 time: 0.0659792 Jul 09 16:09:32.796072 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ada41448-c23d-4121-a727-c4ad1a69a335 req-3b2990c6-da78-4b96-947a-fe05abd8ac63 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbd623c7-684b-4f98-9680-1b6b07a1b86e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327837 Jul 09 16:09:33.978840 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a1ff2-31b5-49fe-8141-a4315fb43db3 req-fdfa7e41-33c2-435b-be2e-937486ef34d8 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:33.980394 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bc8a1ff2-31b5-49fe-8141-a4315fb43db3 req-fdfa7e41-33c2-435b-be2e-937486ef34d8 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ec4a6f9-aec4-427e-8b1f-15ddb270ead8 HTTP/1.1" status: 200 len: 945 time: 0.0638111 Jul 09 16:09:34.019281 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bc8a1ff2-31b5-49fe-8141-a4315fb43db3 req-64df2d7a-4790-45d3-83a1-3a6cd107ea89 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbd623c7-684b-4f98-9680-1b6b07a1b86e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332010 Jul 09 16:09:34.043539 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60030) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:34.109315 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-8ad44ddd-054d-412c-bff4-27b85286a7eb tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/floatingips/ae5d3201-9b1f-4998-aa8f-63cb582275d5 HTTP/1.1" status: 200 len: 993 time: 0.0629056 Jul 09 16:09:34.345792 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60036) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:34.505310 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-ddcf8a4a-b93f-4e2c-857b-e653a6410461 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Deleting port a278b901-77e4-420d-9a62-36f0b8efdf23 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:09:34.505655 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ddcf8a4a-b93f-4e2c-857b-e653a6410461 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:34.577570 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ddcf8a4a-b93f-4e2c-857b-e653a6410461 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:34.577900 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ddcf8a4a-b93f-4e2c-857b-e653a6410461 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:34.589980 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-ddcf8a4a-b93f-4e2c-857b-e653a6410461 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Calling delete_port for a278b901-77e4-420d-9a62-36f0b8efdf23 owned by network:floatingip {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:09:34.789461 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ddcf8a4a-b93f-4e2c-857b-e653a6410461 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:34.812939 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcf8a4a-b93f-4e2c-857b-e653a6410461 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event deleted for resources: {'Port': ['ID=a278b901-77e4-420d-9a62-36f0b8efdf23,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:34.827414 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcf8a4a-b93f-4e2c-857b-e653a6410461 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:34.827804 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcf8a4a-b93f-4e2c-857b-e653a6410461 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:34.828151 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcf8a4a-b93f-4e2c-857b-e653a6410461 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:34.828494 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcf8a4a-b93f-4e2c-857b-e653a6410461 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:34.828863 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcf8a4a-b93f-4e2c-857b-e653a6410461 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:34.829202 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcf8a4a-b93f-4e2c-857b-e653a6410461 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:34.829535 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcf8a4a-b93f-4e2c-857b-e653a6410461 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:34.829867 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcf8a4a-b93f-4e2c-857b-e653a6410461 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:34.830198 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcf8a4a-b93f-4e2c-857b-e653a6410461 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:34.830528 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcf8a4a-b93f-4e2c-857b-e653a6410461 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:34.830860 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcf8a4a-b93f-4e2c-857b-e653a6410461 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:34.831184 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcf8a4a-b93f-4e2c-857b-e653a6410461 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:34.890523 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ddcf8a4a-b93f-4e2c-857b-e653a6410461 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for floatingip, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:34.890886 n-d-799529-6 neutron-server[94446]: INFO neutron.db.l3_db [None req-ddcf8a4a-b93f-4e2c-857b-e653a6410461 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Floating IP ae5d3201-9b1f-4998-aa8f-63cb582275d5 disassociated (deleted). External IP: 172.25.3.214, port: 91144eb3-b909-49e3-9f5e-8ac0e7600baf. Jul 09 16:09:35.092474 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddcf8a4a-b93f-4e2c-857b-e653a6410461 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Router a20ef936-c477-4160-b1de-d469cdc52fbf has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:09:35.195306 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddcf8a4a-b93f-4e2c-857b-e653a6410461 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:09:35.200658 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ddcf8a4a-b93f-4e2c-857b-e653a6410461 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:35.204921 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9005443-b254-45ed-a084-b77de5e0abff None None] Sync routers for ids ['a20ef936-c477-4160-b1de-d469cdc52fbf'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:09:35.214239 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9005443-b254-45ed-a084-b77de5e0abff None None] Routers {'a20ef936-c477-4160-b1de-d469cdc52fbf'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:09:35.214865 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-b9005443-b254-45ed-a084-b77de5e0abff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:09:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['a20ef936-c477-4160-b1de-d469cdc52fbf'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:09:35.238913 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-ddcf8a4a-b93f-4e2c-857b-e653a6410461 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "DELETE /v2.0/floatingips/ae5d3201-9b1f-4998-aa8f-63cb582275d5 HTTP/1.1" status: 204 len: 168 time: 0.8920310 Jul 09 16:09:35.239522 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec4a6f9-aec4-427e-8b1f-15ddb270ead8', 'tag': '91144eb3-b909-49e3-9f5e-8ac0e7600baf'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:09:35.241808 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71aea3d4ce3c79ba57e3b2a7f05354d67fe827d4c76bd908d035baed68c1bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6c7f7a-4998-4feb-b408-af870c78d479" -d '{"events": [{"name": "network-changed", "server_uuid": "5ec4a6f9-aec4-427e-8b1f-15ddb270ead8", "tag": "91144eb3-b909-49e3-9f5e-8ac0e7600baf"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:09:35.280734 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f37ddf9-d940-424b-878f-ad16566744b7 x-openstack-request-id: req-7f37ddf9-d940-424b-878f-ad16566744b7 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:09:35.281023 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ec4a6f9-aec4-427e-8b1f-15ddb270ead8", "tag": "91144eb3-b909-49e3-9f5e-8ac0e7600baf", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:09:35.281273 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7f37ddf9-d940-424b-878f-ad16566744b7 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:09:35.281703 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ec4a6f9-aec4-427e-8b1f-15ddb270ead8', 'tag': '91144eb3-b909-49e3-9f5e-8ac0e7600baf', 'status': 'completed', 'code': 200} Jul 09 16:09:35.327238 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-b9005443-b254-45ed-a084-b77de5e0abff None None] Set router a20ef936-c477-4160-b1de-d469cdc52fbf gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:09:35.390530 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c7f7a-4998-4feb-b408-af870c78d479 req-26af65b4-72ac-4c36-933c-b4fc0c9ea54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:35.392215 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5d6c7f7a-4998-4feb-b408-af870c78d479 req-26af65b4-72ac-4c36-933c-b4fc0c9ea54e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=30d714c59bd14f6184e3834abd940a2e&device_id=5ec4a6f9-aec4-427e-8b1f-15ddb270ead8 HTTP/1.1" status: 200 len: 1096 time: 0.0612211 Jul 09 16:09:35.486790 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c7f7a-4998-4feb-b408-af870c78d479 req-51207292-3f66-409c-9fc6-3c7e383f70ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:35.488341 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5d6c7f7a-4998-4feb-b408-af870c78d479 req-51207292-3f66-409c-9fc6-3c7e383f70ad service neutron] 10.222.0.62 "GET /v2.0/networks?id=e0b32332-5e55-4433-afcb-575a678e193c HTTP/1.1" status: 200 len: 897 time: 0.0892425 Jul 09 16:09:35.533246 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5d6c7f7a-4998-4feb-b408-af870c78d479 req-6d06d574-213b-423d-a5af-972f886d144c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91144eb3-b909-49e3-9f5e-8ac0e7600baf HTTP/1.1" status: 200 len: 217 time: 0.0384250 Jul 09 16:09:35.533535 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-b9005443-b254-45ed-a084-b77de5e0abff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20ef936-c477-4160-b1de-d469cdc52fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262670465', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '3d10f314-e1b2-4b2d-994d-46f73179707d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:08:00Z', 'updated_at': '2021-07-09T16:08:05Z', 'revision_number': 4, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': '3d10f314-e1b2-4b2d-994d-46f73179707d', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:34:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20ef936-c477-4160-b1de-d469cdc52fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:08:01Z', 'updated_at': '2021-07-09T16:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '2d59d101-4cb1-4580-be8e-8194f24f4505', 'name': '', 'network_id': 'e0b32332-5e55-4433-afcb-575a678e193c', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'mac_address': 'fa:16:3e:6e:37:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20ef936-c477-4160-b1de-d469cdc52fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '7f58eda1-26ad-45fd-82d0-92a6b1086b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:08:04Z', 'updated_at': '2021-07-09T16:08:11Z', 'revision_number': 5, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'subnets': [{'id': '7f58eda1-26ad-45fd-82d0-92a6b1086b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:09:35.564114 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9005443-b254-45ed-a084-b77de5e0abff None None] Checking router: a20ef936-c477-4160-b1de-d469cdc52fbf for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:09:35.578443 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9005443-b254-45ed-a084-b77de5e0abff None None] Routers {'a20ef936-c477-4160-b1de-d469cdc52fbf'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:09:35.578443 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-b9005443-b254-45ed-a084-b77de5e0abff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:09:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['a20ef936-c477-4160-b1de-d469cdc52fbf'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:09:35.582375 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c7f7a-4998-4feb-b408-af870c78d479 req-e67a1a4e-34a9-436e-bd28-ccf85bbc70fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:35.583901 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5d6c7f7a-4998-4feb-b408-af870c78d479 req-e67a1a4e-34a9-436e-bd28-ccf85bbc70fa service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7f58eda1-26ad-45fd-82d0-92a6b1086b91 HTTP/1.1" status: 200 len: 835 time: 0.0446043 Jul 09 16:09:35.644528 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c7f7a-4998-4feb-b408-af870c78d479 req-04edbdd3-9ade-4725-8b97-f36fbdda71e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:35.646032 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5d6c7f7a-4998-4feb-b408-af870c78d479 req-04edbdd3-9ade-4725-8b97-f36fbdda71e0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e0b32332-5e55-4433-afcb-575a678e193c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561285 Jul 09 16:09:35.753620 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5d6c7f7a-4998-4feb-b408-af870c78d479 req-8de39727-66b1-4053-b1df-255b30abd062 service neutron] 10.222.0.62 "GET /v2.0/networks/e0b32332-5e55-4433-afcb-575a678e193c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968323 Jul 09 16:09:35.778395 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-b9005443-b254-45ed-a084-b77de5e0abff None None] Set router a20ef936-c477-4160-b1de-d469cdc52fbf gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:09:35.845915 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5d6c7f7a-4998-4feb-b408-af870c78d479 req-09becf65-8e23-4aaa-8c06-50be7d572577 service neutron] 10.222.0.62 "GET /v2.0/networks/e0b32332-5e55-4433-afcb-575a678e193c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860069 Jul 09 16:09:35.931928 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d8936c-1c2c-458d-b99e-8a9c91e6caa8 req-d8952854-3e6b-46af-9e1f-9d19610a86d5 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:35.939167 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-80d8936c-1c2c-458d-b99e-8a9c91e6caa8 req-d8952854-3e6b-46af-9e1f-9d19610a86d5 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ec4a6f9-aec4-427e-8b1f-15ddb270ead8 HTTP/1.1" status: 200 len: 945 time: 0.0652013 Jul 09 16:09:35.977544 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-80d8936c-1c2c-458d-b99e-8a9c91e6caa8 req-49015807-a0ce-49fa-babc-e9ec5569d4f0 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbd623c7-684b-4f98-9680-1b6b07a1b86e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374732 Jul 09 16:09:35.989243 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-b9005443-b254-45ed-a084-b77de5e0abff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20ef936-c477-4160-b1de-d469cdc52fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262670465', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '3d10f314-e1b2-4b2d-994d-46f73179707d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:08:00Z', 'updated_at': '2021-07-09T16:08:05Z', 'revision_number': 4, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': '3d10f314-e1b2-4b2d-994d-46f73179707d', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:34:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20ef936-c477-4160-b1de-d469cdc52fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:08:01Z', 'updated_at': '2021-07-09T16:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '2d59d101-4cb1-4580-be8e-8194f24f4505', 'name': '', 'network_id': 'e0b32332-5e55-4433-afcb-575a678e193c', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'mac_address': 'fa:16:3e:6e:37:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20ef936-c477-4160-b1de-d469cdc52fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '7f58eda1-26ad-45fd-82d0-92a6b1086b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:08:04Z', 'updated_at': '2021-07-09T16:08:11Z', 'revision_number': 5, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'subnets': [{'id': '7f58eda1-26ad-45fd-82d0-92a6b1086b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:09:36.015251 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9005443-b254-45ed-a084-b77de5e0abff None None] The sync data for ids ['a20ef936-c477-4160-b1de-d469cdc52fbf'] in n-d-799529-6 is: [{'id': 'a20ef936-c477-4160-b1de-d469cdc52fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262670465', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '3d10f314-e1b2-4b2d-994d-46f73179707d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:08:00Z', 'updated_at': '2021-07-09T16:08:05Z', 'revision_number': 4, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': '3d10f314-e1b2-4b2d-994d-46f73179707d', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:34:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20ef936-c477-4160-b1de-d469cdc52fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:08:01Z', 'updated_at': '2021-07-09T16:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '2d59d101-4cb1-4580-be8e-8194f24f4505', 'name': '', 'network_id': 'e0b32332-5e55-4433-afcb-575a678e193c', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'mac_address': 'fa:16:3e:6e:37:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20ef936-c477-4160-b1de-d469cdc52fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '7f58eda1-26ad-45fd-82d0-92a6b1086b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:08:04Z', 'updated_at': '2021-07-09T16:08:11Z', 'revision_number': 5, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'subnets': [{'id': '7f58eda1-26ad-45fd-82d0-92a6b1086b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:09:36.229573 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48682af5-ae70-4c46-94ee-2a4afe56b571 None None] New status for floating IP ae5d3201-9b1f-4998-aa8f-63cb582275d5: DOWN {{(pid=94447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:09:37.165348 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5199f72b-faec-4ab9-bc93-ba3e67774e17 req-dd64718e-1286-4cba-844a-6a6f0d085c80 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:37.167441 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5199f72b-faec-4ab9-bc93-ba3e67774e17 req-dd64718e-1286-4cba-844a-6a6f0d085c80 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ec4a6f9-aec4-427e-8b1f-15ddb270ead8 HTTP/1.1" status: 200 len: 945 time: 0.0691090 Jul 09 16:09:37.205125 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5199f72b-faec-4ab9-bc93-ba3e67774e17 req-89d6528a-0596-4946-ae71-8c0420d056b9 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbd623c7-684b-4f98-9680-1b6b07a1b86e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319541 Jul 09 16:09:37.786876 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef5fdaa-3eb4-4cf1-b15a-258f7dcbeecd req-3b229be3-a08d-4c7e-8646-a61f4e508b85 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:37.788332 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2ef5fdaa-3eb4-4cf1-b15a-258f7dcbeecd req-3b229be3-a08d-4c7e-8646-a61f4e508b85 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ec4a6f9-aec4-427e-8b1f-15ddb270ead8 HTTP/1.1" status: 200 len: 945 time: 0.0611305 Jul 09 16:09:37.883641 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-2ef5fdaa-3eb4-4cf1-b15a-258f7dcbeecd req-a28bfb30-f304-4451-8191-6a7e4e0114fa tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Deleting port 91144eb3-b909-49e3-9f5e-8ac0e7600baf {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:09:37.883979 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-2ef5fdaa-3eb4-4cf1-b15a-258f7dcbeecd req-a28bfb30-f304-4451-8191-6a7e4e0114fa tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:37.971496 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-2ef5fdaa-3eb4-4cf1-b15a-258f7dcbeecd req-a28bfb30-f304-4451-8191-6a7e4e0114fa tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] For port 91144eb3-b909-49e3-9f5e-8ac0e7600baf, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=91144eb3-b909-49e3-9f5e-8ac0e7600baf,segment=NetworkSegment(bb6b9b65-fc18-46fa-84b9-e202c8cacd8c),segment_id=bb6b9b65-fc18-46fa-84b9-e202c8cacd8c)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:09:37.971879 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-2ef5fdaa-3eb4-4cf1-b15a-258f7dcbeecd req-a28bfb30-f304-4451-8191-6a7e4e0114fa tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:37.984503 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-2ef5fdaa-3eb4-4cf1-b15a-258f7dcbeecd req-a28bfb30-f304-4451-8191-6a7e4e0114fa tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Calling delete_port for 91144eb3-b909-49e3-9f5e-8ac0e7600baf owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:09:38.170744 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-2ef5fdaa-3eb4-4cf1-b15a-258f7dcbeecd req-a28bfb30-f304-4451-8191-6a7e4e0114fa tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:38.200552 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28bfb30-f304-4451-8191-6a7e4e0114fa tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event deleted for resources: {'Port': ['ID=91144eb3-b909-49e3-9f5e-8ac0e7600baf,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:38.248717 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ef5fdaa-3eb4-4cf1-b15a-258f7dcbeecd req-a28bfb30-f304-4451-8191-6a7e4e0114fa tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] No DVR routers for this DVR port 91144eb3-b909-49e3-9f5e-8ac0e7600baf on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:09:38.251339 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-2ef5fdaa-3eb4-4cf1-b15a-258f7dcbeecd req-a28bfb30-f304-4451-8191-6a7e4e0114fa tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:38.253448 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2ef5fdaa-3eb4-4cf1-b15a-258f7dcbeecd req-a28bfb30-f304-4451-8191-6a7e4e0114fa tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.62 "DELETE /v2.0/ports/91144eb3-b909-49e3-9f5e-8ac0e7600baf HTTP/1.1" status: 204 len: 173 time: 0.4596305 Jul 09 16:09:38.253915 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec4a6f9-aec4-427e-8b1f-15ddb270ead8', 'name': 'network-vif-deleted', 'tag': '91144eb3-b909-49e3-9f5e-8ac0e7600baf'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:09:38.256421 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71aea3d4ce3c79ba57e3b2a7f05354d67fe827d4c76bd908d035baed68c1bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef53d5cd-0202-4cdd-9acd-feebf932db94" -d '{"events": [{"server_uuid": "5ec4a6f9-aec4-427e-8b1f-15ddb270ead8", "name": "network-vif-deleted", "tag": "91144eb3-b909-49e3-9f5e-8ac0e7600baf"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:09:38.294294 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64158a57-e926-4ef9-936a-82ac0036ecda x-openstack-request-id: req-64158a57-e926-4ef9-936a-82ac0036ecda {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:09:38.294648 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec4a6f9-aec4-427e-8b1f-15ddb270ead8", "name": "network-vif-deleted", "tag": "91144eb3-b909-49e3-9f5e-8ac0e7600baf", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:09:38.294993 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-64158a57-e926-4ef9-936a-82ac0036ecda {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:09:38.295417 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec4a6f9-aec4-427e-8b1f-15ddb270ead8', 'name': 'network-vif-deleted', 'tag': '91144eb3-b909-49e3-9f5e-8ac0e7600baf', 'status': 'completed', 'code': 200} Jul 09 16:09:38.356272 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4a451359-368e-4fe7-b8d4-46b6de37a035 req-02efdbe7-c4d1-4aa1-a1cf-e5621ff9cbbb tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ec4a6f9-aec4-427e-8b1f-15ddb270ead8 HTTP/1.1" status: 200 len: 210 time: 0.0285621 Jul 09 16:09:39.452196 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60054) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:39.802975 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e848a7c0-e458-44c7-aca0-cf915e93bed5 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:40.059604 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-e848a7c0-e458-44c7-aca0-cf915e93bed5 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Deleting port 2d59d101-4cb1-4580-be8e-8194f24f4505 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:09:40.059878 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e848a7c0-e458-44c7-aca0-cf915e93bed5 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:40.145787 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-e848a7c0-e458-44c7-aca0-cf915e93bed5 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] For port 2d59d101-4cb1-4580-be8e-8194f24f4505, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=2d59d101-4cb1-4580-be8e-8194f24f4505,segment=NetworkSegment(bb6b9b65-fc18-46fa-84b9-e202c8cacd8c),segment_id=bb6b9b65-fc18-46fa-84b9-e202c8cacd8c)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:09:40.146138 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e848a7c0-e458-44c7-aca0-cf915e93bed5 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:40.158160 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-e848a7c0-e458-44c7-aca0-cf915e93bed5 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Calling delete_port for 2d59d101-4cb1-4580-be8e-8194f24f4505 owned by network:router_interface {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:09:40.772063 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e848a7c0-e458-44c7-aca0-cf915e93bed5 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:40.804461 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e848a7c0-e458-44c7-aca0-cf915e93bed5 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event deleted for resources: {'Port': ['ID=2d59d101-4cb1-4580-be8e-8194f24f4505,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:40.885541 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 91144eb3-b909-49e3-9f5e-8ac0e7600baf no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:09:40.906864 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: 91144eb3-b909-49e3-9f5e-8ac0e7600baf {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:09:40.907095 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 91144eb3-b909-49e3-9f5e-8ac0e7600baf not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:09:40.975226 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e848a7c0-e458-44c7-aca0-cf915e93bed5 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:41.190666 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e848a7c0-e458-44c7-aca0-cf915e93bed5 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Router a20ef936-c477-4160-b1de-d469cdc52fbf has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:09:41.301512 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e848a7c0-e458-44c7-aca0-cf915e93bed5 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:09:41.306791 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-e848a7c0-e458-44c7-aca0-cf915e93bed5 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "PUT /v2.0/routers/a20ef936-c477-4160-b1de-d469cdc52fbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8534880 Jul 09 16:09:41.309538 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60056) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:41.312119 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109ecc15-40f7-4faa-8026-43da191a6f1d None None] Sync routers for ids ['a20ef936-c477-4160-b1de-d469cdc52fbf'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:09:41.321708 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109ecc15-40f7-4faa-8026-43da191a6f1d None None] Routers {'a20ef936-c477-4160-b1de-d469cdc52fbf'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:09:41.322538 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-109ecc15-40f7-4faa-8026-43da191a6f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:09:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['a20ef936-c477-4160-b1de-d469cdc52fbf'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:09:41.366509 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b056e87-c166-4ffb-b661-fa72f8c7e6d3 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Deleting subnet 7f58eda1-26ad-45fd-82d0-92a6b1086b91 {{(pid=94446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:09:41.370145 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0b056e87-c166-4ffb-b661-fa72f8c7e6d3 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for subnet, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:41.411888 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0b056e87-c166-4ffb-b661-fa72f8c7e6d3 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4214755'] for subnet, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:41.435728 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-109ecc15-40f7-4faa-8026-43da191a6f1d None None] Set router a20ef936-c477-4160-b1de-d469cdc52fbf gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:09:41.510057 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0b056e87-c166-4ffb-b661-fa72f8c7e6d3 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:41.616655 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-109ecc15-40f7-4faa-8026-43da191a6f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20ef936-c477-4160-b1de-d469cdc52fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262670465', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '3d10f314-e1b2-4b2d-994d-46f73179707d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:08:00Z', 'updated_at': '2021-07-09T16:09:40Z', 'revision_number': 5, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': '3d10f314-e1b2-4b2d-994d-46f73179707d', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:34:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20ef936-c477-4160-b1de-d469cdc52fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:08:01Z', 'updated_at': '2021-07-09T16:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:09:41.641850 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0b056e87-c166-4ffb-b661-fa72f8c7e6d3 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16455553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16352299'] for subnet, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:41.642741 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109ecc15-40f7-4faa-8026-43da191a6f1d None None] Checking router: a20ef936-c477-4160-b1de-d469cdc52fbf for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:09:41.654204 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109ecc15-40f7-4faa-8026-43da191a6f1d None None] Routers {'a20ef936-c477-4160-b1de-d469cdc52fbf'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:09:41.654800 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-109ecc15-40f7-4faa-8026-43da191a6f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:09:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['a20ef936-c477-4160-b1de-d469cdc52fbf'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:09:41.669200 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b056e87-c166-4ffb-b661-fa72f8c7e6d3 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event deleted for resources: {'Subnet': ['ID=7f58eda1-26ad-45fd-82d0-92a6b1086b91,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:41.673813 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0b056e87-c166-4ffb-b661-fa72f8c7e6d3 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:41.678269 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-0b056e87-c166-4ffb-b661-fa72f8c7e6d3 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "DELETE /v2.0/subnets/7f58eda1-26ad-45fd-82d0-92a6b1086b91 HTTP/1.1" status: 204 len: 168 time: 0.3609157 Jul 09 16:09:41.678584 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60058) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:41.685404 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235b18e8-c29e-40e0-bff1-f2987778840e None None] Network e0b32332-5e55-4433-afcb-575a678e193c requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:09:41.762517 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-109ecc15-40f7-4faa-8026-43da191a6f1d None None] Set router a20ef936-c477-4160-b1de-d469cdc52fbf gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:09:41.788879 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2a583444-e1cf-488f-8895-92c606c01274 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for router, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:41.890577 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726f0318-ea2e-43e0-91fa-fd1f429c55c0 None None] DHCP port deletion for e0b32332-5e55-4433-afcb-575a678e193c request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:09:41.903487 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2a583444-e1cf-488f-8895-92c606c01274 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:41.943807 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-726f0318-ea2e-43e0-91fa-fd1f429c55c0 None None] Deleting port d9048798-3ce7-4e33-92b6-407f87e0835b {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:09:41.944184 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-726f0318-ea2e-43e0-91fa-fd1f429c55c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:41.950028 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-109ecc15-40f7-4faa-8026-43da191a6f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20ef936-c477-4160-b1de-d469cdc52fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262670465', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '3d10f314-e1b2-4b2d-994d-46f73179707d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:08:00Z', 'updated_at': '2021-07-09T16:09:40Z', 'revision_number': 5, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': '3d10f314-e1b2-4b2d-994d-46f73179707d', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:34:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20ef936-c477-4160-b1de-d469cdc52fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:08:01Z', 'updated_at': '2021-07-09T16:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:09:41.980277 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109ecc15-40f7-4faa-8026-43da191a6f1d None None] The sync data for ids ['a20ef936-c477-4160-b1de-d469cdc52fbf'] in n-d-799529-6 is: [{'id': 'a20ef936-c477-4160-b1de-d469cdc52fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262670465', 'tenant_id': '30d714c59bd14f6184e3834abd940a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '3d10f314-e1b2-4b2d-994d-46f73179707d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:08:00Z', 'updated_at': '2021-07-09T16:09:40Z', 'revision_number': 5, 'project_id': '30d714c59bd14f6184e3834abd940a2e', 'gw_port': {'id': '3d10f314-e1b2-4b2d-994d-46f73179707d', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:34:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20ef936-c477-4160-b1de-d469cdc52fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:08:01Z', 'updated_at': '2021-07-09T16:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:09:42.010829 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-726f0318-ea2e-43e0-91fa-fd1f429c55c0 None None] For port d9048798-3ce7-4e33-92b6-407f87e0835b, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=d9048798-3ce7-4e33-92b6-407f87e0835b,segment=NetworkSegment(bb6b9b65-fc18-46fa-84b9-e202c8cacd8c),segment_id=bb6b9b65-fc18-46fa-84b9-e202c8cacd8c)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:09:42.011244 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-726f0318-ea2e-43e0-91fa-fd1f429c55c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:42.028776 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-726f0318-ea2e-43e0-91fa-fd1f429c55c0 None None] Calling delete_port for d9048798-3ce7-4e33-92b6-407f87e0835b owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:09:42.040357 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-2a583444-e1cf-488f-8895-92c606c01274 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Deleting port 3d10f314-e1b2-4b2d-994d-46f73179707d {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:09:42.045078 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2a583444-e1cf-488f-8895-92c606c01274 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:42.124488 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-2a583444-e1cf-488f-8895-92c606c01274 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] For port 3d10f314-e1b2-4b2d-994d-46f73179707d, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=3d10f314-e1b2-4b2d-994d-46f73179707d,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:09:42.124855 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2a583444-e1cf-488f-8895-92c606c01274 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:42.138047 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-2a583444-e1cf-488f-8895-92c606c01274 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Calling delete_port for 3d10f314-e1b2-4b2d-994d-46f73179707d owned by network:router_gateway {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:09:42.355810 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-726f0318-ea2e-43e0-91fa-fd1f429c55c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:42.381440 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f0318-ea2e-43e0-91fa-fd1f429c55c0 None None] Pushing event deleted for resources: {'Port': ['ID=d9048798-3ce7-4e33-92b6-407f87e0835b,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:42.394459 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726f0318-ea2e-43e0-91fa-fd1f429c55c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:42.395100 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726f0318-ea2e-43e0-91fa-fd1f429c55c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:42.395651 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2a583444-e1cf-488f-8895-92c606c01274 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:42.395833 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726f0318-ea2e-43e0-91fa-fd1f429c55c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:42.396330 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726f0318-ea2e-43e0-91fa-fd1f429c55c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:42.396844 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726f0318-ea2e-43e0-91fa-fd1f429c55c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:42.397391 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726f0318-ea2e-43e0-91fa-fd1f429c55c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:42.397908 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726f0318-ea2e-43e0-91fa-fd1f429c55c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:42.398433 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726f0318-ea2e-43e0-91fa-fd1f429c55c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:42.398766 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726f0318-ea2e-43e0-91fa-fd1f429c55c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:42.399096 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726f0318-ea2e-43e0-91fa-fd1f429c55c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:42.399493 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726f0318-ea2e-43e0-91fa-fd1f429c55c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:42.400081 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726f0318-ea2e-43e0-91fa-fd1f429c55c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:42.404421 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726f0318-ea2e-43e0-91fa-fd1f429c55c0 None None] No DVR routers for this DVR port d9048798-3ce7-4e33-92b6-407f87e0835b on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:09:42.436654 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a583444-e1cf-488f-8895-92c606c01274 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event deleted for resources: {'Port': ['ID=3d10f314-e1b2-4b2d-994d-46f73179707d,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:42.501764 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2a583444-e1cf-488f-8895-92c606c01274 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:42.594633 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2a583444-e1cf-488f-8895-92c606c01274 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:42.596753 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2a583444-e1cf-488f-8895-92c606c01274 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:42.743880 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2a583444-e1cf-488f-8895-92c606c01274 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:42.744898 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a583444-e1cf-488f-8895-92c606c01274 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Fanout notify agent at l3_agent the message router_deleted on router a20ef936-c477-4160-b1de-d469cdc52fbf {{(pid=94446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:09:42.759563 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2a583444-e1cf-488f-8895-92c606c01274 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:42.759563 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-2a583444-e1cf-488f-8895-92c606c01274 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "DELETE /v2.0/routers/a20ef936-c477-4160-b1de-d469cdc52fbf HTTP/1.1" status: 204 len: 168 time: 1.0795562 Jul 09 16:09:42.762728 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 60060) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:42.826828 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device d9048798-3ce7-4e33-92b6-407f87e0835b no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:09:42.847250 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: d9048798-3ce7-4e33-92b6-407f87e0835b {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:09:42.847890 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device d9048798-3ce7-4e33-92b6-407f87e0835b not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:09:42.848308 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 2d59d101-4cb1-4580-be8e-8194f24f4505 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:09:42.849755 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-de72b80a-2c78-42fa-aac7-625ef7baf7c6 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:42.868575 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 2d59d101-4cb1-4580-be8e-8194f24f4505 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:09:42.869693 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 2d59d101-4cb1-4580-be8e-8194f24f4505 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:09:42.950631 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-de72b80a-2c78-42fa-aac7-625ef7baf7c6 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:42.960362 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-de72b80a-2c78-42fa-aac7-625ef7baf7c6 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0b32332-5e55-4433-afcb-575a678e193c']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:09:42.971664 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-de72b80a-2c78-42fa-aac7-625ef7baf7c6 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb6b9b65-fc18-46fa-84b9-e202c8cacd8c') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:09:42.971970 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-de72b80a-2c78-42fa-aac7-625ef7baf7c6 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb6b9b65-fc18-46fa-84b9-e202c8cacd8c') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:09:42.981574 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-de72b80a-2c78-42fa-aac7-625ef7baf7c6 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:42.995712 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-de72b80a-2c78-42fa-aac7-625ef7baf7c6 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:43.001570 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de72b80a-2c78-42fa-aac7-625ef7baf7c6 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:09:43.001952 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-de72b80a-2c78-42fa-aac7-625ef7baf7c6 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:43.004922 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 16:09:43.004922 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:09:43.004922 n-d-799529-6 neutron-server[94445]: timer() Jul 09 16:09:43.004922 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:09:43.004922 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 16:09:43.004922 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:09:43.004922 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 16:09:43.004922 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:09:43.004922 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 16:09:43.004922 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:09:43.004922 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 16:09:43.004922 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:09:43.004922 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 16:09:43.004922 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:09:43.004922 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:09:43.004922 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:09:43.004922 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:09:43.004922 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:09:43.004922 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 16:09:43.004922 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:09:43.004922 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 16:09:43.004922 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:09:43.004922 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:09:43.004922 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:09:43.004922 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 16:09:43.004922 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:09:43.004922 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:09:43.004922 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:09:43.004922 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:09:43.004922 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:09:43.004922 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:09:43.004922 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:09:43.136870 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-de72b80a-2c78-42fa-aac7-625ef7baf7c6 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:43.147761 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-de72b80a-2c78-42fa-aac7-625ef7baf7c6 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:43.149627 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-de72b80a-2c78-42fa-aac7-625ef7baf7c6 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "DELETE /v2.0/networks/e0b32332-5e55-4433-afcb-575a678e193c HTTP/1.1" status: 204 len: 168 time: 0.3844781 Jul 09 16:09:43.152998 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60062) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:43.164930 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de72b80a-2c78-42fa-aac7-625ef7baf7c6 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event deleted for resources: {'Network': ['ID=e0b32332-5e55-4433-afcb-575a678e193c,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:43.179293 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de72b80a-2c78-42fa-aac7-625ef7baf7c6 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:43.179671 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de72b80a-2c78-42fa-aac7-625ef7baf7c6 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:43.180009 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de72b80a-2c78-42fa-aac7-625ef7baf7c6 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:43.180342 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de72b80a-2c78-42fa-aac7-625ef7baf7c6 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:43.180671 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de72b80a-2c78-42fa-aac7-625ef7baf7c6 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:43.181002 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de72b80a-2c78-42fa-aac7-625ef7baf7c6 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:43.181327 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de72b80a-2c78-42fa-aac7-625ef7baf7c6 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:43.181716 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de72b80a-2c78-42fa-aac7-625ef7baf7c6 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:43.182060 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de72b80a-2c78-42fa-aac7-625ef7baf7c6 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:43.182384 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de72b80a-2c78-42fa-aac7-625ef7baf7c6 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:43.182705 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de72b80a-2c78-42fa-aac7-625ef7baf7c6 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:43.183022 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de72b80a-2c78-42fa-aac7-625ef7baf7c6 tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:43.226735 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-48f12f48-bc80-4971-8ae9-91df1ceb176f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:43.251904 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-48f12f48-bc80-4971-8ae9-91df1ceb176f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:43.370620 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-48f12f48-bc80-4971-8ae9-91df1ceb176f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:43.373354 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-48f12f48-bc80-4971-8ae9-91df1ceb176f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:43.377161 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-48f12f48-bc80-4971-8ae9-91df1ceb176f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] 10.222.0.58 "DELETE /v2.0/security-groups/cbd623c7-684b-4f98-9680-1b6b07a1b86e HTTP/1.1" status: 204 len: 168 time: 0.2204986 Jul 09 16:09:43.386823 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f12f48-bc80-4971-8ae9-91df1ceb176f tempest-TestNetworkAdvancedServerOps-2099283243 tempest-TestNetworkAdvancedServerOps-2099283243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd623c7-684b-4f98-9680-1b6b07a1b86e,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:44.049039 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60070) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:44.174466 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-986b560b-6cff-4ba4-9178-be9092c30c6c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=30d714c59bd14f6184e3834abd940a2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1241827 Jul 09 16:09:44.176919 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60074) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:44.228481 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0e8654ff-3304-4677-9b5f-8f4c5efb5ce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:44.249444 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0e8654ff-3304-4677-9b5f-8f4c5efb5ce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:44.394981 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0e8654ff-3304-4677-9b5f-8f4c5efb5ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:44.397631 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0e8654ff-3304-4677-9b5f-8f4c5efb5ce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:44.398810 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-0e8654ff-3304-4677-9b5f-8f4c5efb5ce8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8d802572-f7d2-4ae4-a3ec-ed555158cd0d HTTP/1.1" status: 204 len: 168 time: 0.2209661 Jul 09 16:09:44.407604 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8654ff-3304-4677-9b5f-8f4c5efb5ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d802572-f7d2-4ae4-a3ec-ed555158cd0d,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:44.719940 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 3d10f314-e1b2-4b2d-994d-46f73179707d no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:09:44.739983 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 3d10f314-e1b2-4b2d-994d-46f73179707d {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:09:44.740336 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 3d10f314-e1b2-4b2d-994d-46f73179707d not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:09:44.959610 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60080) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:44.972936 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-51f94a33-ed92-4f87-86a5-38dea02f1553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:45.060168 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-51f94a33-ed92-4f87-86a5-38dea02f1553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:45.120619 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-51f94a33-ed92-4f87-86a5-38dea02f1553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:45.157112 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f94a33-ed92-4f87-86a5-38dea02f1553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90aa2b80-bb7c-4dc5-b062-3373b77becd3,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:45.161541 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-51f94a33-ed92-4f87-86a5-38dea02f1553 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dfaf53c126274c94b1011e0383870fbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2007556 Jul 09 16:09:45.164304 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60082) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:45.214116 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f7cf94a9-251d-47ec-a054-b3d62921bf14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:45.236160 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f7cf94a9-251d-47ec-a054-b3d62921bf14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:45.343741 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f7cf94a9-251d-47ec-a054-b3d62921bf14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:45.346357 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f7cf94a9-251d-47ec-a054-b3d62921bf14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:45.347549 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-f7cf94a9-251d-47ec-a054-b3d62921bf14 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/90aa2b80-bb7c-4dc5-b062-3373b77becd3 HTTP/1.1" status: 204 len: 168 time: 0.1823206 Jul 09 16:09:45.355978 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cf94a9-251d-47ec-a054-b3d62921bf14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90aa2b80-bb7c-4dc5-b062-3373b77becd3,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:45.678653 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:46.435109 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60104) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:46.530479 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-7cc78a5d-bf1c-44fc-b02e-0df9b74f4361 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1132523808-network', 'tenant_id': '7dd6db3ff0ff4d2bbb0e526511e5420f'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:09:46.675265 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc78a5d-bf1c-44fc-b02e-0df9b74f4361 admin admin] Made reservation on behalf of 7dd6db3ff0ff4d2bbb0e526511e5420f for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:09:46.677897 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7cc78a5d-bf1c-44fc-b02e-0df9b74f4361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:46.687141 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7cc78a5d-bf1c-44fc-b02e-0df9b74f4361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:46.778654 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7cc78a5d-bf1c-44fc-b02e-0df9b74f4361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:46.846057 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7cc78a5d-bf1c-44fc-b02e-0df9b74f4361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:46.873723 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cc78a5d-bf1c-44fc-b02e-0df9b74f4361 admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:09:46.879204 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc78a5d-bf1c-44fc-b02e-0df9b74f4361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf716b3-b44c-433d-ae6e-465a7134e674,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:46.886404 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7cc78a5d-bf1c-44fc-b02e-0df9b74f4361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:46.887258 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-7cc78a5d-bf1c-44fc-b02e-0df9b74f4361 admin admin] Added segment d69be408-6e80-451e-bbdf-a5acdf078627 of type vlan for network 080babb8-542a-4aa7-b62f-f0399dc94f10 Jul 09 16:09:46.929046 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7cc78a5d-bf1c-44fc-b02e-0df9b74f4361 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:47.051879 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7cc78a5d-bf1c-44fc-b02e-0df9b74f4361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:47.052890 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc78a5d-bf1c-44fc-b02e-0df9b74f4361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:47.053484 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7cc78a5d-bf1c-44fc-b02e-0df9b74f4361 admin admin] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:47.113517 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc78a5d-bf1c-44fc-b02e-0df9b74f4361 admin admin] Pushing event updated for resources: {'Network': ['ID=080babb8-542a-4aa7-b62f-f0399dc94f10,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:47.123956 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 080babb8-542a-4aa7-b62f-f0399dc94f10 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:09:47.161608 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7cc78a5d-bf1c-44fc-b02e-0df9b74f4361 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7252529 Jul 09 16:09:47.164584 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60108) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:47.169527 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-dc5763a1-bd75-4696-a264-5813be1c49d7 admin admin] Request body: {'subnet': {'network_id': '080babb8-542a-4aa7-b62f-f0399dc94f10', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1132523808-subnet', 'tenant_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'ip_version': 4}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:09:47.234451 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc5763a1-bd75-4696-a264-5813be1c49d7 admin admin] Made reservation on behalf of 7dd6db3ff0ff4d2bbb0e526511e5420f for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:09:47.236900 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dc5763a1-bd75-4696-a264-5813be1c49d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:47.498449 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dc5763a1-bd75-4696-a264-5813be1c49d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:47.554275 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5763a1-bd75-4696-a264-5813be1c49d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bd97fb8-1b03-48bc-bd03-9331202c60ed,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:47.562455 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5763a1-bd75-4696-a264-5813be1c49d7 admin admin] Checking segment: {'id': 'd69be408-6e80-451e-bbdf-a5acdf078627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '080babb8-542a-4aa7-b62f-f0399dc94f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:09:47.562821 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5763a1-bd75-4696-a264-5813be1c49d7 admin admin] Network hostable DHCP agents. Network: 080babb8-542a-4aa7-b62f-f0399dc94f10, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:09:47.650268 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5763a1-bd75-4696-a264-5813be1c49d7 admin admin] Network 080babb8-542a-4aa7-b62f-f0399dc94f10 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:09:47.741661 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-dc5763a1-bd75-4696-a264-5813be1c49d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 080babb8-542a-4aa7-b62f-f0399dc94f10) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:09:47.745837 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5763a1-bd75-4696-a264-5813be1c49d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:47.747085 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dc5763a1-bd75-4696-a264-5813be1c49d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:47.753462 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d94c99a-af79-4090-9642-29064531c970 None None] Network 080babb8-542a-4aa7-b62f-f0399dc94f10 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:09:47.862164 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-dc5763a1-bd75-4696-a264-5813be1c49d7 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6964605 Jul 09 16:09:47.864838 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60110) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:47.869241 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-67f897ef-a009-4ca9-a691-f41d8c940752 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1132523808-router', 'tenant_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:09:47.899109 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f93dcc7-ef59-4a7d-bb92-3d46e8e769df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-080babb8-542a-4aa7-b62f-f0399dc94f10', 'network_id': '080babb8-542a-4aa7-b62f-f0399dc94f10', 'tenant_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'fixed_ips': [{'subnet_id': '8bd97fb8-1b03-48bc-bd03-9331202c60ed'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:09:47.900075 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4f93dcc7-ef59-4a7d-bb92-3d46e8e769df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:47.955083 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-67f897ef-a009-4ca9-a691-f41d8c940752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:47.956218 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-67f897ef-a009-4ca9-a691-f41d8c940752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:48.012650 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-67f897ef-a009-4ca9-a691-f41d8c940752 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:48.036909 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-4f93dcc7-ef59-4a7d-bb92-3d46e8e769df None None] Allocated IP 172.20.0.2 (080babb8-542a-4aa7-b62f-f0399dc94f10/8bd97fb8-1b03-48bc-bd03-9331202c60ed/ec2d2222-05c4-4c1e-81e8-c877dec5d99d) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:09:48.185054 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4f93dcc7-ef59-4a7d-bb92-3d46e8e769df None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:48.193742 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-4f93dcc7-ef59-4a7d-bb92-3d46e8e769df None None] Transition to ACTIVE for port object ec2d2222-05c4-4c1e-81e8-c877dec5d99d will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:09:48.208736 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-4f93dcc7-ef59-4a7d-bb92-3d46e8e769df None None] Transition to ACTIVE for port object ec2d2222-05c4-4c1e-81e8-c877dec5d99d will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:09:48.219808 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-67f897ef-a009-4ca9-a691-f41d8c940752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:48.281514 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4f93dcc7-ef59-4a7d-bb92-3d46e8e769df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:48.319789 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f93dcc7-ef59-4a7d-bb92-3d46e8e769df None None] Network 080babb8-542a-4aa7-b62f-f0399dc94f10 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:09:48.322622 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-4f93dcc7-ef59-4a7d-bb92-3d46e8e769df None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:09:48.328754 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f93dcc7-ef59-4a7d-bb92-3d46e8e769df None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:09:48.342089 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f93dcc7-ef59-4a7d-bb92-3d46e8e769df None None] Pushing event updated for resources: {'Port': ['ID=ec2d2222-05c4-4c1e-81e8-c877dec5d99d,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:48.393455 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-4f93dcc7-ef59-4a7d-bb92-3d46e8e769df None None] Attempting to bind port ec2d2222-05c4-4c1e-81e8-c877dec5d99d on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:09:48.393827 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-4f93dcc7-ef59-4a7d-bb92-3d46e8e769df None None] Attempting to bind port ec2d2222-05c4-4c1e-81e8-c877dec5d99d by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd69be408-6e80-451e-bbdf-a5acdf078627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '080babb8-542a-4aa7-b62f-f0399dc94f10'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:09:48.394193 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f93dcc7-ef59-4a7d-bb92-3d46e8e769df None None] Attempting to bind port ec2d2222-05c4-4c1e-81e8-c877dec5d99d on network 080babb8-542a-4aa7-b62f-f0399dc94f10 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:09:48.399069 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f93dcc7-ef59-4a7d-bb92-3d46e8e769df None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:09:48.399478 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f93dcc7-ef59-4a7d-bb92-3d46e8e769df None None] Checking segment: {'id': 'd69be408-6e80-451e-bbdf-a5acdf078627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '080babb8-542a-4aa7-b62f-f0399dc94f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:09:48.399904 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4f93dcc7-ef59-4a7d-bb92-3d46e8e769df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:48.400295 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f93dcc7-ef59-4a7d-bb92-3d46e8e769df None None] Bound using segment: {'id': 'd69be408-6e80-451e-bbdf-a5acdf078627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '080babb8-542a-4aa7-b62f-f0399dc94f10'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:09:48.400754 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-4f93dcc7-ef59-4a7d-bb92-3d46e8e769df None None] Bound port: ec2d2222-05c4-4c1e-81e8-c877dec5d99d, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd69be408-6e80-451e-bbdf-a5acdf078627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '080babb8-542a-4aa7-b62f-f0399dc94f10'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:09:48.401133 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4f93dcc7-ef59-4a7d-bb92-3d46e8e769df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:48.464468 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-4f93dcc7-ef59-4a7d-bb92-3d46e8e769df None None] For port ec2d2222-05c4-4c1e-81e8-c877dec5d99d, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:09:48.468293 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-4f93dcc7-ef59-4a7d-bb92-3d46e8e769df None None] For port ec2d2222-05c4-4c1e-81e8-c877dec5d99d, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=ec2d2222-05c4-4c1e-81e8-c877dec5d99d,segment=NetworkSegment(d69be408-6e80-451e-bbdf-a5acdf078627),segment_id=d69be408-6e80-451e-bbdf-a5acdf078627)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:09:48.517629 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-67f897ef-a009-4ca9-a691-f41d8c940752 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:48.537300 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-67f897ef-a009-4ca9-a691-f41d8c940752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:48.587809 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4f93dcc7-ef59-4a7d-bb92-3d46e8e769df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:48.646213 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-67f897ef-a009-4ca9-a691-f41d8c940752 admin admin] Allocated IP 172.25.3.72 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/6f212998-4101-4717-a19c-6370f7a1a46d) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:09:48.647296 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f93dcc7-ef59-4a7d-bb92-3d46e8e769df None None] Pushing event updated for resources: {'Port': ['ID=ec2d2222-05c4-4c1e-81e8-c877dec5d99d,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:48.759483 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-67f897ef-a009-4ca9-a691-f41d8c940752 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:48.892364 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-67f897ef-a009-4ca9-a691-f41d8c940752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:48.929209 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f897ef-a009-4ca9-a691-f41d8c940752 admin admin] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:09:48.935920 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-67f897ef-a009-4ca9-a691-f41d8c940752 admin admin] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:09:48.939325 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f897ef-a009-4ca9-a691-f41d8c940752 admin admin] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:09:48.961828 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f897ef-a009-4ca9-a691-f41d8c940752 admin admin] Pushing event updated for resources: {'Port': ['ID=6f212998-4101-4717-a19c-6370f7a1a46d,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:49.274965 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-67f897ef-a009-4ca9-a691-f41d8c940752 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:49.478434 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-67f897ef-a009-4ca9-a691-f41d8c940752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:49.520581 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4518a746-dd10-43a7-9e69-ec3e08efe743 None None] Network 080babb8-542a-4aa7-b62f-f0399dc94f10 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:09:49.692683 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f897ef-a009-4ca9-a691-f41d8c940752 admin admin] Router e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3 is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:09:49.703026 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-0e391133-3965-43f4-bee7-db6d49875669 None None] Provisioning for port ec2d2222-05c4-4c1e-81e8-c877dec5d99d completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:09:49.805770 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f897ef-a009-4ca9-a691-f41d8c940752 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:09:49.815537 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d19b04-ab05-438a-8450-df711c478fa0 None None] Sync routers for ids ['e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:09:49.827592 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d19b04-ab05-438a-8450-df711c478fa0 None None] Routers {'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:09:49.828265 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-25d19b04-ab05-438a-8450-df711c478fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:09:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:09:49.890398 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-67f897ef-a009-4ca9-a691-f41d8c940752 admin admin] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:49.891764 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-67f897ef-a009-4ca9-a691-f41d8c940752 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0259373 Jul 09 16:09:49.894700 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60112) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:49.941982 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-25d19b04-ab05-438a-8450-df711c478fa0 None None] Set router e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:09:50.122220 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-25d19b04-ab05-438a-8450-df711c478fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3', 'name': 'tempest-TestShelveInstance-1132523808-router', 'tenant_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '6f212998-4101-4717-a19c-6370f7a1a46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:09:47Z', 'updated_at': '2021-07-09T16:09:49Z', 'revision_number': 3, 'project_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'gw_port': {'id': '6f212998-4101-4717-a19c-6370f7a1a46d', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:14:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:48Z', 'updated_at': '2021-07-09T16:09:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:09:50.148223 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d19b04-ab05-438a-8450-df711c478fa0 None None] Checking router: e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:09:50.148579 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d19b04-ab05-438a-8450-df711c478fa0 None None] Updating router e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3 port 6f212998-4101-4717-a19c-6370f7a1a46d binding host n-d-799529-6 {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:09:50.187862 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-25d19b04-ab05-438a-8450-df711c478fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:50.303654 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a7c399aa-1698-425d-ad5b-dee6c82df4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:50.436449 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-25d19b04-ab05-438a-8450-df711c478fa0 None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:50.446117 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-25d19b04-ab05-438a-8450-df711c478fa0 None None] Transition to ACTIVE for port object 6f212998-4101-4717-a19c-6370f7a1a46d will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:09:50.461497 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-a7c399aa-1698-425d-ad5b-dee6c82df4ce admin admin] Allocated IP 172.20.0.1 (080babb8-542a-4aa7-b62f-f0399dc94f10/8bd97fb8-1b03-48bc-bd03-9331202c60ed/193fd22b-bf95-4859-acbe-841dd84b0d2c) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:09:50.520854 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-25d19b04-ab05-438a-8450-df711c478fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:50.570482 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-25d19b04-ab05-438a-8450-df711c478fa0 None None] Attempting to bind port 6f212998-4101-4717-a19c-6370f7a1a46d on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:09:50.570766 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-25d19b04-ab05-438a-8450-df711c478fa0 None None] Attempting to bind port 6f212998-4101-4717-a19c-6370f7a1a46d by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:09:50.571129 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d19b04-ab05-438a-8450-df711c478fa0 None None] Attempting to bind port 6f212998-4101-4717-a19c-6370f7a1a46d on network 202c7ce6-d4e9-4f80-84dd-bef08905a653 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:09:50.581666 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0507f1f6-5799-41f9-a653-da31d7ff91fb None None] Pushing event updated for resources: {'Port': ['ID=6f212998-4101-4717-a19c-6370f7a1a46d,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:50.593058 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d19b04-ab05-438a-8450-df711c478fa0 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:09:50.593519 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d19b04-ab05-438a-8450-df711c478fa0 None None] Checking segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:09:50.593843 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-25d19b04-ab05-438a-8450-df711c478fa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:50.594236 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d19b04-ab05-438a-8450-df711c478fa0 None None] Bound using segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:09:50.594722 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-25d19b04-ab05-438a-8450-df711c478fa0 None None] Bound port: 6f212998-4101-4717-a19c-6370f7a1a46d, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:09:50.595101 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-25d19b04-ab05-438a-8450-df711c478fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:50.654505 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-25d19b04-ab05-438a-8450-df711c478fa0 None None] For port 6f212998-4101-4717-a19c-6370f7a1a46d, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:09:50.658048 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-25d19b04-ab05-438a-8450-df711c478fa0 None None] For port 6f212998-4101-4717-a19c-6370f7a1a46d, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=6f212998-4101-4717-a19c-6370f7a1a46d,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:09:50.766573 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-25d19b04-ab05-438a-8450-df711c478fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:50.829172 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device ec2d2222-05c4-4c1e-81e8-c877dec5d99d up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:09:50.857550 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0507f1f6-5799-41f9-a653-da31d7ff91fb None None] Pushing event updated for resources: {'Port': ['ID=6f212998-4101-4717-a19c-6370f7a1a46d,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:50.861728 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d19b04-ab05-438a-8450-df711c478fa0 None None] Routers {'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:09:50.862353 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-25d19b04-ab05-438a-8450-df711c478fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:09:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:09:50.942449 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a7c399aa-1698-425d-ad5b-dee6c82df4ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:50.955489 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-a7c399aa-1698-425d-ad5b-dee6c82df4ce admin admin] Transition to ACTIVE for port object 193fd22b-bf95-4859-acbe-841dd84b0d2c will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:09:50.981169 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-25d19b04-ab05-438a-8450-df711c478fa0 None None] Set router e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:09:51.046780 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port ec2d2222-05c4-4c1e-81e8-c877dec5d99d completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:09:51.067524 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a7c399aa-1698-425d-ad5b-dee6c82df4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:51.074964 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port ec2d2222-05c4-4c1e-81e8-c877dec5d99d triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:09:51.077131 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:51.106675 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c399aa-1698-425d-ad5b-dee6c82df4ce admin admin] Network 080babb8-542a-4aa7-b62f-f0399dc94f10 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:09:51.110062 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-a7c399aa-1698-425d-ad5b-dee6c82df4ce admin admin] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:09:51.114074 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c399aa-1698-425d-ad5b-dee6c82df4ce admin admin] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:09:51.146718 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c399aa-1698-425d-ad5b-dee6c82df4ce admin admin] Pushing event updated for resources: {'Port': ['ID=193fd22b-bf95-4859-acbe-841dd84b0d2c,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:51.170126 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a7c399aa-1698-425d-ad5b-dee6c82df4ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:51.215281 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:51.255529 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-25d19b04-ab05-438a-8450-df711c478fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3', 'name': 'tempest-TestShelveInstance-1132523808-router', 'tenant_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '6f212998-4101-4717-a19c-6370f7a1a46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:09:47Z', 'updated_at': '2021-07-09T16:09:49Z', 'revision_number': 3, 'project_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'gw_port': {'id': '6f212998-4101-4717-a19c-6370f7a1a46d', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:14:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:48Z', 'updated_at': '2021-07-09T16:09:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:09:51.258927 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port ec2d2222-05c4-4c1e-81e8-c877dec5d99d, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=ec2d2222-05c4-4c1e-81e8-c877dec5d99d,segment=NetworkSegment(d69be408-6e80-451e-bbdf-a5acdf078627),segment_id=d69be408-6e80-451e-bbdf-a5acdf078627)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:09:51.287046 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d19b04-ab05-438a-8450-df711c478fa0 None None] The sync data for ids ['e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3'] in n-d-799529-6 is: [{'id': 'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3', 'name': 'tempest-TestShelveInstance-1132523808-router', 'tenant_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '6f212998-4101-4717-a19c-6370f7a1a46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:09:47Z', 'updated_at': '2021-07-09T16:09:49Z', 'revision_number': 3, 'project_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'gw_port': {'id': '6f212998-4101-4717-a19c-6370f7a1a46d', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:14:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:48Z', 'updated_at': '2021-07-09T16:09:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:09:51.331848 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:51.392951 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=ec2d2222-05c4-4c1e-81e8-c877dec5d99d,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:51.404753 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a7c399aa-1698-425d-ad5b-dee6c82df4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:51.503114 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-e1eedf70-85da-48da-b1d7-7c80dc88037b None None] Provisioning for port 193fd22b-bf95-4859-acbe-841dd84b0d2c completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:09:51.509238 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-e1eedf70-85da-48da-b1d7-7c80dc88037b None None] Provisioning complete for port 193fd22b-bf95-4859-acbe-841dd84b0d2c triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:09:51.509238 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e1eedf70-85da-48da-b1d7-7c80dc88037b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:51.550646 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-e1eedf70-85da-48da-b1d7-7c80dc88037b None None] Port 193fd22b-bf95-4859-acbe-841dd84b0d2c cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:09:51.599602 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a7c399aa-1698-425d-ad5b-dee6c82df4ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:51.685150 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a7c399aa-1698-425d-ad5b-dee6c82df4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:51.755674 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a7c399aa-1698-425d-ad5b-dee6c82df4ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:51.758570 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c399aa-1698-425d-ad5b-dee6c82df4ce admin admin] Pushing event updated for resources: {'Port': ['ID=193fd22b-bf95-4859-acbe-841dd84b0d2c,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:51.852994 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c399aa-1698-425d-ad5b-dee6c82df4ce admin admin] Network 080babb8-542a-4aa7-b62f-f0399dc94f10 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:09:51.854455 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-a7c399aa-1698-425d-ad5b-dee6c82df4ce admin admin] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:09:51.978532 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7c399aa-1698-425d-ad5b-dee6c82df4ce admin admin] Router e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:09:52.072344 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-fab012aa-2f3a-40e1-83ae-ecfc493cdb8f None None] Provisioning complete for port 193fd22b-bf95-4859-acbe-841dd84b0d2c triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:09:52.072804 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-fab012aa-2f3a-40e1-83ae-ecfc493cdb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:52.103440 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c399aa-1698-425d-ad5b-dee6c82df4ce admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:09:52.111375 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-fab012aa-2f3a-40e1-83ae-ecfc493cdb8f None None] Port 193fd22b-bf95-4859-acbe-841dd84b0d2c cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:09:52.116929 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a7c399aa-1698-425d-ad5b-dee6c82df4ce admin admin] 10.222.0.58 "PUT /v2.0/routers/e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2166274 Jul 09 16:09:52.849567 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60128) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:52.855205 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-cf9ac9d6-7fcc-4960-bcbb-e4543e2b0387 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1412184982-network', 'tenant_id': 'e78b67a99bea47df8fe8b321ee3627df'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:09:52.869290 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7502f3-172f-477b-b04e-3a9ef651e393 None None] Sync routers for ids ['e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:09:52.870842 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 6f212998-4101-4717-a19c-6370f7a1a46d up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:09:52.880140 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7502f3-172f-477b-b04e-3a9ef651e393 None None] Routers {'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:09:52.880777 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-0c7502f3-172f-477b-b04e-3a9ef651e393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:09:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:09:52.965283 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9ac9d6-7fcc-4960-bcbb-e4543e2b0387 admin admin] Made reservation on behalf of e78b67a99bea47df8fe8b321ee3627df for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:09:52.967735 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cf9ac9d6-7fcc-4960-bcbb-e4543e2b0387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:52.977305 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cf9ac9d6-7fcc-4960-bcbb-e4543e2b0387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:52.987407 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 6f212998-4101-4717-a19c-6370f7a1a46d completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:09:52.987759 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-0c7502f3-172f-477b-b04e-3a9ef651e393 None None] Set router e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:09:52.991730 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 6f212998-4101-4717-a19c-6370f7a1a46d triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:09:52.997091 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:53.085355 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cf9ac9d6-7fcc-4960-bcbb-e4543e2b0387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:53.176058 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cf9ac9d6-7fcc-4960-bcbb-e4543e2b0387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:53.199919 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-0c7502f3-172f-477b-b04e-3a9ef651e393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3', 'name': 'tempest-TestShelveInstance-1132523808-router', 'tenant_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '6f212998-4101-4717-a19c-6370f7a1a46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:09:47Z', 'updated_at': '2021-07-09T16:09:51Z', 'revision_number': 4, 'project_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'gw_port': {'id': '6f212998-4101-4717-a19c-6370f7a1a46d', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:14:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:48Z', 'updated_at': '2021-07-09T16:09:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '193fd22b-bf95-4859-acbe-841dd84b0d2c', 'name': '', 'network_id': '080babb8-542a-4aa7-b62f-f0399dc94f10', 'tenant_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'mac_address': 'fa:16:3e:f4:b6:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '8bd97fb8-1b03-48bc-bd03-9331202c60ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:50Z', 'updated_at': '2021-07-09T16:09:51Z', 'revision_number': 2, 'project_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'subnets': [{'id': '8bd97fb8-1b03-48bc-bd03-9331202c60ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:09:53.202815 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf9ac9d6-7fcc-4960-bcbb-e4543e2b0387 admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:09:53.212617 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ac9d6-7fcc-4960-bcbb-e4543e2b0387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9bbce38-44b8-4c2b-aa78-248de521d4d5,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:53.217718 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cf9ac9d6-7fcc-4960-bcbb-e4543e2b0387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:53.218057 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-cf9ac9d6-7fcc-4960-bcbb-e4543e2b0387 admin admin] Added segment cee0a4d6-b1d7-48ed-a20a-f58e35ca9768 of type vlan for network 1eaf1dc0-e011-45a4-9146-25ac30aacf19 Jul 09 16:09:53.226280 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7502f3-172f-477b-b04e-3a9ef651e393 None None] Checking router: e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:09:53.226842 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7502f3-172f-477b-b04e-3a9ef651e393 None None] Updating router e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3 port 193fd22b-bf95-4859-acbe-841dd84b0d2c binding host n-d-799529-6 {{(pid=94448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:09:53.232985 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:53.255525 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 6f212998-4101-4717-a19c-6370f7a1a46d, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=6f212998-4101-4717-a19c-6370f7a1a46d,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:09:53.262404 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-0c7502f3-172f-477b-b04e-3a9ef651e393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:53.263999 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cf9ac9d6-7fcc-4960-bcbb-e4543e2b0387 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:53.331595 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:53.332419 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device ec2d2222-05c4-4c1e-81e8-c877dec5d99d up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:09:53.365901 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cf9ac9d6-7fcc-4960-bcbb-e4543e2b0387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:53.366971 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9ac9d6-7fcc-4960-bcbb-e4543e2b0387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:53.368283 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cf9ac9d6-7fcc-4960-bcbb-e4543e2b0387 admin admin] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:53.414256 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=6f212998-4101-4717-a19c-6370f7a1a46d,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:53.428887 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port ec2d2222-05c4-4c1e-81e8-c877dec5d99d triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:09:53.429371 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:53.430388 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ac9d6-7fcc-4960-bcbb-e4543e2b0387 admin admin] Pushing event updated for resources: {'Network': ['ID=1eaf1dc0-e011-45a4-9146-25ac30aacf19,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:53.451553 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 1eaf1dc0-e011-45a4-9146-25ac30aacf19 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:09:53.505403 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-cf9ac9d6-7fcc-4960-bcbb-e4543e2b0387 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6536534 Jul 09 16:09:53.507940 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 60130) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:53.514949 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-ab9cbbc5-ac58-46c8-9c62-27673e68c755 admin admin] Request body: {'subnet': {'network_id': '1eaf1dc0-e011-45a4-9146-25ac30aacf19', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1412184982-subnet', 'tenant_id': 'e78b67a99bea47df8fe8b321ee3627df', 'ip_version': 4}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:09:53.600114 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9cbbc5-ac58-46c8-9c62-27673e68c755 admin admin] Made reservation on behalf of e78b67a99bea47df8fe8b321ee3627df for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:09:53.602783 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ab9cbbc5-ac58-46c8-9c62-27673e68c755 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16329647'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:53.642499 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-0c7502f3-172f-477b-b04e-3a9ef651e393 None None] Notify callbacks [] for port, precommit_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:53.652587 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.provisioning_blocks [None req-0c7502f3-172f-477b-b04e-3a9ef651e393 None None] Transition to ACTIVE for port object 193fd22b-bf95-4859-acbe-841dd84b0d2c will not be triggered until provisioned by entity L2. {{(pid=94448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:09:53.718083 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-0c7502f3-172f-477b-b04e-3a9ef651e393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:53.776901 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427b3fd5-ebc4-430a-af2c-818c1210e499 None None] Pushing event updated for resources: {'Port': ['ID=193fd22b-bf95-4859-acbe-841dd84b0d2c,revision_number=3']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:53.802991 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427b3fd5-ebc4-430a-af2c-818c1210e499 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:53.803340 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427b3fd5-ebc4-430a-af2c-818c1210e499 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:53.803711 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427b3fd5-ebc4-430a-af2c-818c1210e499 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:53.804052 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427b3fd5-ebc4-430a-af2c-818c1210e499 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:53.804388 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427b3fd5-ebc4-430a-af2c-818c1210e499 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:53.804725 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427b3fd5-ebc4-430a-af2c-818c1210e499 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:53.805055 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427b3fd5-ebc4-430a-af2c-818c1210e499 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:53.805382 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427b3fd5-ebc4-430a-af2c-818c1210e499 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:53.805710 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427b3fd5-ebc4-430a-af2c-818c1210e499 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:53.806034 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427b3fd5-ebc4-430a-af2c-818c1210e499 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:53.806363 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427b3fd5-ebc4-430a-af2c-818c1210e499 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:53.806686 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427b3fd5-ebc4-430a-af2c-818c1210e499 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:53.841725 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-0c7502f3-172f-477b-b04e-3a9ef651e393 None None] Attempting to bind port 193fd22b-bf95-4859-acbe-841dd84b0d2c on host n-d-799529-6 for vnic_type normal with profile {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:09:53.842097 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-0c7502f3-172f-477b-b04e-3a9ef651e393 None None] Attempting to bind port 193fd22b-bf95-4859-acbe-841dd84b0d2c by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd69be408-6e80-451e-bbdf-a5acdf078627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '080babb8-542a-4aa7-b62f-f0399dc94f10'}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:09:53.842453 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7502f3-172f-477b-b04e-3a9ef651e393 None None] Attempting to bind port 193fd22b-bf95-4859-acbe-841dd84b0d2c on network 080babb8-542a-4aa7-b62f-f0399dc94f10 {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:09:53.844638 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ab9cbbc5-ac58-46c8-9c62-27673e68c755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4382510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16329629'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:53.848203 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7502f3-172f-477b-b04e-3a9ef651e393 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:09:53.848203 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7502f3-172f-477b-b04e-3a9ef651e393 None None] Checking segment: {'id': 'd69be408-6e80-451e-bbdf-a5acdf078627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '080babb8-542a-4aa7-b62f-f0399dc94f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:09:53.849907 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-0c7502f3-172f-477b-b04e-3a9ef651e393 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:53.849907 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7502f3-172f-477b-b04e-3a9ef651e393 None None] Bound using segment: {'id': 'd69be408-6e80-451e-bbdf-a5acdf078627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '080babb8-542a-4aa7-b62f-f0399dc94f10'} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:09:53.849907 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-0c7502f3-172f-477b-b04e-3a9ef651e393 None None] Bound port: 193fd22b-bf95-4859-acbe-841dd84b0d2c, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd69be408-6e80-451e-bbdf-a5acdf078627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '080babb8-542a-4aa7-b62f-f0399dc94f10'}}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:09:53.849907 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-0c7502f3-172f-477b-b04e-3a9ef651e393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:53.906906 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9cbbc5-ac58-46c8-9c62-27673e68c755 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15c1ee4c-4101-4504-b87c-b55ded31bcb8,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:53.918207 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9cbbc5-ac58-46c8-9c62-27673e68c755 admin admin] Checking segment: {'id': 'cee0a4d6-b1d7-48ed-a20a-f58e35ca9768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '1eaf1dc0-e011-45a4-9146-25ac30aacf19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:09:53.918576 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9cbbc5-ac58-46c8-9c62-27673e68c755 admin admin] Network hostable DHCP agents. Network: 1eaf1dc0-e011-45a4-9146-25ac30aacf19, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:09:53.921773 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-0c7502f3-172f-477b-b04e-3a9ef651e393 None None] For port 193fd22b-bf95-4859-acbe-841dd84b0d2c, host n-d-799529-6, cleared binding levels {{(pid=94448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:09:53.925312 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-0c7502f3-172f-477b-b04e-3a9ef651e393 None None] For port 193fd22b-bf95-4859-acbe-841dd84b0d2c, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=193fd22b-bf95-4859-acbe-841dd84b0d2c,segment=NetworkSegment(d69be408-6e80-451e-bbdf-a5acdf078627),segment_id=d69be408-6e80-451e-bbdf-a5acdf078627)] {{(pid=94448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:09:54.004589 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-0c7502f3-172f-477b-b04e-3a9ef651e393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:54.027580 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9cbbc5-ac58-46c8-9c62-27673e68c755 admin admin] Network 1eaf1dc0-e011-45a4-9146-25ac30aacf19 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:09:54.065156 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7502f3-172f-477b-b04e-3a9ef651e393 None None] Routers {'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:09:54.065845 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-0c7502f3-172f-477b-b04e-3a9ef651e393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:09:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:09:54.078536 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:54.104215 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427b3fd5-ebc4-430a-af2c-818c1210e499 None None] Pushing event updated for resources: {'Port': ['ID=193fd22b-bf95-4859-acbe-841dd84b0d2c,revision_number=4']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:54.109120 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-ab9cbbc5-ac58-46c8-9c62-27673e68c755 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 1eaf1dc0-e011-45a4-9146-25ac30aacf19) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:09:54.114184 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9cbbc5-ac58-46c8-9c62-27673e68c755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:54.114906 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ab9cbbc5-ac58-46c8-9c62-27673e68c755 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:54.135106 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ea7dc6-264a-49de-bb79-e189bb41ffdd None None] Network 1eaf1dc0-e011-45a4-9146-25ac30aacf19 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:09:54.189631 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-0c7502f3-172f-477b-b04e-3a9ef651e393 None None] Set router e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:09:54.204205 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60132) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:54.204992 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ab9cbbc5-ac58-46c8-9c62-27673e68c755 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6955147 Jul 09 16:09:54.209201 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-918128fa-25ed-4938-b468-f07a32bed55d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1412184982-router', 'tenant_id': 'e78b67a99bea47df8fe8b321ee3627df', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:09:54.297699 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-918128fa-25ed-4938-b468-f07a32bed55d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:54.298952 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-918128fa-25ed-4938-b468-f07a32bed55d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:54.304222 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a9ef4e-159f-40cc-b9a6-2e98b2981557 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-1eaf1dc0-e011-45a4-9146-25ac30aacf19', 'network_id': '1eaf1dc0-e011-45a4-9146-25ac30aacf19', 'tenant_id': 'e78b67a99bea47df8fe8b321ee3627df', 'fixed_ips': [{'subnet_id': '15c1ee4c-4101-4504-b87c-b55ded31bcb8'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:09:54.305079 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-80a9ef4e-159f-40cc-b9a6-2e98b2981557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:54.357029 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-918128fa-25ed-4938-b468-f07a32bed55d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:54.407677 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-0c7502f3-172f-477b-b04e-3a9ef651e393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3', 'name': 'tempest-TestShelveInstance-1132523808-router', 'tenant_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '6f212998-4101-4717-a19c-6370f7a1a46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:09:47Z', 'updated_at': '2021-07-09T16:09:51Z', 'revision_number': 4, 'project_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'gw_port': {'id': '6f212998-4101-4717-a19c-6370f7a1a46d', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:14:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:48Z', 'updated_at': '2021-07-09T16:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '193fd22b-bf95-4859-acbe-841dd84b0d2c', 'name': '', 'network_id': '080babb8-542a-4aa7-b62f-f0399dc94f10', 'tenant_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'mac_address': 'fa:16:3e:f4:b6:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '8bd97fb8-1b03-48bc-bd03-9331202c60ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:50Z', 'updated_at': '2021-07-09T16:09:53Z', 'revision_number': 4, 'project_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'subnets': [{'id': '8bd97fb8-1b03-48bc-bd03-9331202c60ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:09:54.434012 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7502f3-172f-477b-b04e-3a9ef651e393 None None] The sync data for ids ['e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3'] in n-d-799529-6 is: [{'id': 'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3', 'name': 'tempest-TestShelveInstance-1132523808-router', 'tenant_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '6f212998-4101-4717-a19c-6370f7a1a46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:09:47Z', 'updated_at': '2021-07-09T16:09:51Z', 'revision_number': 4, 'project_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'gw_port': {'id': '6f212998-4101-4717-a19c-6370f7a1a46d', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:14:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:48Z', 'updated_at': '2021-07-09T16:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '193fd22b-bf95-4859-acbe-841dd84b0d2c', 'name': '', 'network_id': '080babb8-542a-4aa7-b62f-f0399dc94f10', 'tenant_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'mac_address': 'fa:16:3e:f4:b6:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '8bd97fb8-1b03-48bc-bd03-9331202c60ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:50Z', 'updated_at': '2021-07-09T16:09:53Z', 'revision_number': 4, 'project_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'subnets': [{'id': '8bd97fb8-1b03-48bc-bd03-9331202c60ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:09:54.445950 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-80a9ef4e-159f-40cc-b9a6-2e98b2981557 None None] Allocated IP 172.20.0.2 (1eaf1dc0-e011-45a4-9146-25ac30aacf19/15c1ee4c-4101-4504-b87c-b55ded31bcb8/d1093658-bfd5-4454-98d5-ed7baf966c55) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:09:54.601302 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-918128fa-25ed-4938-b468-f07a32bed55d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:54.641145 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-80a9ef4e-159f-40cc-b9a6-2e98b2981557 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:54.649805 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-80a9ef4e-159f-40cc-b9a6-2e98b2981557 None None] Transition to ACTIVE for port object d1093658-bfd5-4454-98d5-ed7baf966c55 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:09:54.665401 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-80a9ef4e-159f-40cc-b9a6-2e98b2981557 None None] Transition to ACTIVE for port object d1093658-bfd5-4454-98d5-ed7baf966c55 will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:09:54.744360 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-80a9ef4e-159f-40cc-b9a6-2e98b2981557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:54.794011 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a9ef4e-159f-40cc-b9a6-2e98b2981557 None None] Network 1eaf1dc0-e011-45a4-9146-25ac30aacf19 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:09:54.799567 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-80a9ef4e-159f-40cc-b9a6-2e98b2981557 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:09:54.803463 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a9ef4e-159f-40cc-b9a6-2e98b2981557 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:09:54.815113 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a9ef4e-159f-40cc-b9a6-2e98b2981557 None None] Pushing event updated for resources: {'Port': ['ID=d1093658-bfd5-4454-98d5-ed7baf966c55,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:54.892582 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 6f212998-4101-4717-a19c-6370f7a1a46d up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:09:54.895009 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-80a9ef4e-159f-40cc-b9a6-2e98b2981557 None None] Attempting to bind port d1093658-bfd5-4454-98d5-ed7baf966c55 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:09:54.895399 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-80a9ef4e-159f-40cc-b9a6-2e98b2981557 None None] Attempting to bind port d1093658-bfd5-4454-98d5-ed7baf966c55 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'cee0a4d6-b1d7-48ed-a20a-f58e35ca9768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '1eaf1dc0-e011-45a4-9146-25ac30aacf19'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:09:54.895862 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a9ef4e-159f-40cc-b9a6-2e98b2981557 None None] Attempting to bind port d1093658-bfd5-4454-98d5-ed7baf966c55 on network 1eaf1dc0-e011-45a4-9146-25ac30aacf19 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:09:54.907100 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-918128fa-25ed-4938-b468-f07a32bed55d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:54.921691 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a9ef4e-159f-40cc-b9a6-2e98b2981557 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:09:54.922070 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a9ef4e-159f-40cc-b9a6-2e98b2981557 None None] Checking segment: {'id': 'cee0a4d6-b1d7-48ed-a20a-f58e35ca9768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '1eaf1dc0-e011-45a4-9146-25ac30aacf19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:09:54.922482 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-80a9ef4e-159f-40cc-b9a6-2e98b2981557 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:54.922877 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a9ef4e-159f-40cc-b9a6-2e98b2981557 None None] Bound using segment: {'id': 'cee0a4d6-b1d7-48ed-a20a-f58e35ca9768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '1eaf1dc0-e011-45a4-9146-25ac30aacf19'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:09:54.923349 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-80a9ef4e-159f-40cc-b9a6-2e98b2981557 None None] Bound port: d1093658-bfd5-4454-98d5-ed7baf966c55, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cee0a4d6-b1d7-48ed-a20a-f58e35ca9768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '1eaf1dc0-e011-45a4-9146-25ac30aacf19'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:09:54.923753 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-80a9ef4e-159f-40cc-b9a6-2e98b2981557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:54.928595 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-918128fa-25ed-4938-b468-f07a32bed55d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:54.997383 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 6f212998-4101-4717-a19c-6370f7a1a46d triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:09:54.997383 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:55.036456 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-80a9ef4e-159f-40cc-b9a6-2e98b2981557 None None] For port d1093658-bfd5-4454-98d5-ed7baf966c55, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:09:55.040131 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-918128fa-25ed-4938-b468-f07a32bed55d admin admin] Allocated IP 172.25.3.220 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/4ee3c93c-3fdf-41a8-92d2-b43a2dcff12e) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:09:55.056362 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-80a9ef4e-159f-40cc-b9a6-2e98b2981557 None None] For port d1093658-bfd5-4454-98d5-ed7baf966c55, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=d1093658-bfd5-4454-98d5-ed7baf966c55,segment=NetworkSegment(cee0a4d6-b1d7-48ed-a20a-f58e35ca9768),segment_id=cee0a4d6-b1d7-48ed-a20a-f58e35ca9768)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:09:55.104521 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 193fd22b-bf95-4859-acbe-841dd84b0d2c up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:09:55.144958 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-80a9ef4e-159f-40cc-b9a6-2e98b2981557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:55.158518 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-918128fa-25ed-4938-b468-f07a32bed55d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:55.218164 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a9ef4e-159f-40cc-b9a6-2e98b2981557 None None] Pushing event updated for resources: {'Port': ['ID=d1093658-bfd5-4454-98d5-ed7baf966c55,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:55.297447 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 193fd22b-bf95-4859-acbe-841dd84b0d2c completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:09:55.302062 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 193fd22b-bf95-4859-acbe-841dd84b0d2c triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:09:55.302437 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:55.310102 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-918128fa-25ed-4938-b468-f07a32bed55d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:55.389216 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918128fa-25ed-4938-b468-f07a32bed55d admin admin] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:09:55.390741 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-918128fa-25ed-4938-b468-f07a32bed55d admin admin] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:09:55.395388 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918128fa-25ed-4938-b468-f07a32bed55d admin admin] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:09:55.431104 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918128fa-25ed-4938-b468-f07a32bed55d admin admin] Pushing event updated for resources: {'Port': ['ID=4ee3c93c-3fdf-41a8-92d2-b43a2dcff12e,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:55.457261 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:55.501680 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 193fd22b-bf95-4859-acbe-841dd84b0d2c, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=193fd22b-bf95-4859-acbe-841dd84b0d2c,segment=NetworkSegment(d69be408-6e80-451e-bbdf-a5acdf078627),segment_id=d69be408-6e80-451e-bbdf-a5acdf078627)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:09:55.617585 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:55.665119 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=193fd22b-bf95-4859-acbe-841dd84b0d2c,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:55.799826 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-918128fa-25ed-4938-b468-f07a32bed55d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:56.006875 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-918128fa-25ed-4938-b468-f07a32bed55d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:56.150074 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74758479-b7d2-416f-b82f-69be81378156 None None] Network 1eaf1dc0-e011-45a4-9146-25ac30aacf19 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:09:56.207068 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d2ff37d1-b33f-4f62-a2d1-fd9c221b2bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:56.234483 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-918128fa-25ed-4938-b468-f07a32bed55d admin admin] Router 74658dcf-05ac-41df-9d91-51cf570c88af is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:09:56.325708 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-b177192b-8f77-4951-bf8c-ae183b5259ad None None] Provisioning for port d1093658-bfd5-4454-98d5-ed7baf966c55 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:09:56.343331 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-918128fa-25ed-4938-b468-f07a32bed55d admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:09:56.352172 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6e444c-7dd8-4b25-8257-e459abea9a91 None None] Sync routers for ids ['74658dcf-05ac-41df-9d91-51cf570c88af'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:09:56.362172 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6e444c-7dd8-4b25-8257-e459abea9a91 None None] Routers {'74658dcf-05ac-41df-9d91-51cf570c88af'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:09:56.362814 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-fe6e444c-7dd8-4b25-8257-e459abea9a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:09:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['74658dcf-05ac-41df-9d91-51cf570c88af'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:09:56.417570 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-918128fa-25ed-4938-b468-f07a32bed55d admin admin] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:56.421657 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-918128fa-25ed-4938-b468-f07a32bed55d admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2135563 Jul 09 16:09:56.422115 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 60134) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:56.474816 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-fe6e444c-7dd8-4b25-8257-e459abea9a91 None None] Set router 74658dcf-05ac-41df-9d91-51cf570c88af gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:09:56.667813 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-fe6e444c-7dd8-4b25-8257-e459abea9a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74658dcf-05ac-41df-9d91-51cf570c88af', 'name': 'tempest-TestShelveInstance-1412184982-router', 'tenant_id': 'e78b67a99bea47df8fe8b321ee3627df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '4ee3c93c-3fdf-41a8-92d2-b43a2dcff12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:09:54Z', 'updated_at': '2021-07-09T16:09:55Z', 'revision_number': 3, 'project_id': 'e78b67a99bea47df8fe8b321ee3627df', 'gw_port': {'id': '4ee3c93c-3fdf-41a8-92d2-b43a2dcff12e', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:48:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74658dcf-05ac-41df-9d91-51cf570c88af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:54Z', 'updated_at': '2021-07-09T16:09:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:09:56.694146 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6e444c-7dd8-4b25-8257-e459abea9a91 None None] Checking router: 74658dcf-05ac-41df-9d91-51cf570c88af for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:09:56.694500 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6e444c-7dd8-4b25-8257-e459abea9a91 None None] Updating router 74658dcf-05ac-41df-9d91-51cf570c88af port 4ee3c93c-3fdf-41a8-92d2-b43a2dcff12e binding host n-d-799529-6 {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:09:56.730813 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-fe6e444c-7dd8-4b25-8257-e459abea9a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:56.858358 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device d1093658-bfd5-4454-98d5-ed7baf966c55 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:09:56.865096 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bc0d2fc1-4cb3-4ab3-accb-d4ea89aa55ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:57.023544 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-bc0d2fc1-4cb3-4ab3-accb-d4ea89aa55ec admin admin] Allocated IP 172.20.0.1 (1eaf1dc0-e011-45a4-9146-25ac30aacf19/15c1ee4c-4101-4504-b87c-b55ded31bcb8/95e16a07-1851-4db9-b5cd-dd4f183ee06a) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:09:57.037108 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port d1093658-bfd5-4454-98d5-ed7baf966c55 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:09:57.047746 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port d1093658-bfd5-4454-98d5-ed7baf966c55 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:09:57.048122 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:57.053109 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-fe6e444c-7dd8-4b25-8257-e459abea9a91 None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:57.085165 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-fe6e444c-7dd8-4b25-8257-e459abea9a91 None None] Transition to ACTIVE for port object 4ee3c93c-3fdf-41a8-92d2-b43a2dcff12e will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:09:57.132306 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bc0d2fc1-4cb3-4ab3-accb-d4ea89aa55ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:57.137759 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:57.145273 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-bc0d2fc1-4cb3-4ab3-accb-d4ea89aa55ec admin admin] Transition to ACTIVE for port object 95e16a07-1851-4db9-b5cd-dd4f183ee06a will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:09:57.158521 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-fe6e444c-7dd8-4b25-8257-e459abea9a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:57.204954 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port d1093658-bfd5-4454-98d5-ed7baf966c55, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=d1093658-bfd5-4454-98d5-ed7baf966c55,segment=NetworkSegment(cee0a4d6-b1d7-48ed-a20a-f58e35ca9768),segment_id=cee0a4d6-b1d7-48ed-a20a-f58e35ca9768)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:09:57.223728 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-fe6e444c-7dd8-4b25-8257-e459abea9a91 None None] Attempting to bind port 4ee3c93c-3fdf-41a8-92d2-b43a2dcff12e on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:09:57.224103 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-fe6e444c-7dd8-4b25-8257-e459abea9a91 None None] Attempting to bind port 4ee3c93c-3fdf-41a8-92d2-b43a2dcff12e by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:09:57.224467 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6e444c-7dd8-4b25-8257-e459abea9a91 None None] Attempting to bind port 4ee3c93c-3fdf-41a8-92d2-b43a2dcff12e on network 202c7ce6-d4e9-4f80-84dd-bef08905a653 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:09:57.226450 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb55edd0-4909-466f-b552-076fdc7f2f4f None None] Pushing event updated for resources: {'Port': ['ID=4ee3c93c-3fdf-41a8-92d2-b43a2dcff12e,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:57.232147 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6e444c-7dd8-4b25-8257-e459abea9a91 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:09:57.232523 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6e444c-7dd8-4b25-8257-e459abea9a91 None None] Checking segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:09:57.232925 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-fe6e444c-7dd8-4b25-8257-e459abea9a91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:57.233463 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6e444c-7dd8-4b25-8257-e459abea9a91 None None] Bound using segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:09:57.233878 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-fe6e444c-7dd8-4b25-8257-e459abea9a91 None None] Bound port: 4ee3c93c-3fdf-41a8-92d2-b43a2dcff12e, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:09:57.234143 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-fe6e444c-7dd8-4b25-8257-e459abea9a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:57.239161 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bc0d2fc1-4cb3-4ab3-accb-d4ea89aa55ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:57.270389 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:57.271195 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 193fd22b-bf95-4859-acbe-841dd84b0d2c up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:09:57.279106 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0d2fc1-4cb3-4ab3-accb-d4ea89aa55ec admin admin] Network 1eaf1dc0-e011-45a4-9146-25ac30aacf19 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:09:57.283135 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-bc0d2fc1-4cb3-4ab3-accb-d4ea89aa55ec admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:09:57.285569 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0d2fc1-4cb3-4ab3-accb-d4ea89aa55ec admin admin] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:09:57.318940 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d2fc1-4cb3-4ab3-accb-d4ea89aa55ec admin admin] Pushing event updated for resources: {'Port': ['ID=95e16a07-1851-4db9-b5cd-dd4f183ee06a,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:57.332792 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-fe6e444c-7dd8-4b25-8257-e459abea9a91 None None] For port 4ee3c93c-3fdf-41a8-92d2-b43a2dcff12e, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:09:57.335365 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bc0d2fc1-4cb3-4ab3-accb-d4ea89aa55ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:57.363063 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-fe6e444c-7dd8-4b25-8257-e459abea9a91 None None] For port 4ee3c93c-3fdf-41a8-92d2-b43a2dcff12e, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=4ee3c93c-3fdf-41a8-92d2-b43a2dcff12e,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:09:57.376861 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=d1093658-bfd5-4454-98d5-ed7baf966c55,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:57.395367 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 193fd22b-bf95-4859-acbe-841dd84b0d2c triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:09:57.395827 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:57.442515 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-fe6e444c-7dd8-4b25-8257-e459abea9a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:57.546235 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb55edd0-4909-466f-b552-076fdc7f2f4f None None] Pushing event updated for resources: {'Port': ['ID=4ee3c93c-3fdf-41a8-92d2-b43a2dcff12e,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:57.548877 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6e444c-7dd8-4b25-8257-e459abea9a91 None None] Routers {'74658dcf-05ac-41df-9d91-51cf570c88af'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:09:57.549482 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-fe6e444c-7dd8-4b25-8257-e459abea9a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:09:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['74658dcf-05ac-41df-9d91-51cf570c88af'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:09:57.577436 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bc0d2fc1-4cb3-4ab3-accb-d4ea89aa55ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:57.640245 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-bc02f786-a64c-46aa-9f16-75a6fd6e199e None None] Provisioning for port 95e16a07-1851-4db9-b5cd-dd4f183ee06a completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:09:57.751673 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bc0d2fc1-4cb3-4ab3-accb-d4ea89aa55ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:57.800333 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bc0d2fc1-4cb3-4ab3-accb-d4ea89aa55ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:57.801650 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-bc02f786-a64c-46aa-9f16-75a6fd6e199e None None] Provisioning complete for port 95e16a07-1851-4db9-b5cd-dd4f183ee06a triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:09:57.802162 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-bc02f786-a64c-46aa-9f16-75a6fd6e199e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:57.834437 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-fe6e444c-7dd8-4b25-8257-e459abea9a91 None None] Set router 74658dcf-05ac-41df-9d91-51cf570c88af gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:09:57.870464 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d2fc1-4cb3-4ab3-accb-d4ea89aa55ec admin admin] Pushing event updated for resources: {'Port': ['ID=95e16a07-1851-4db9-b5cd-dd4f183ee06a,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:57.873011 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-bc02f786-a64c-46aa-9f16-75a6fd6e199e None None] Port 95e16a07-1851-4db9-b5cd-dd4f183ee06a cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:09:57.873178 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bc0d2fc1-4cb3-4ab3-accb-d4ea89aa55ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:57.973825 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0d2fc1-4cb3-4ab3-accb-d4ea89aa55ec admin admin] Network 1eaf1dc0-e011-45a4-9146-25ac30aacf19 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:09:57.975189 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-bc0d2fc1-4cb3-4ab3-accb-d4ea89aa55ec admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:09:58.058424 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-fe6e444c-7dd8-4b25-8257-e459abea9a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74658dcf-05ac-41df-9d91-51cf570c88af', 'name': 'tempest-TestShelveInstance-1412184982-router', 'tenant_id': 'e78b67a99bea47df8fe8b321ee3627df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '4ee3c93c-3fdf-41a8-92d2-b43a2dcff12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:09:54Z', 'updated_at': '2021-07-09T16:09:57Z', 'revision_number': 4, 'project_id': 'e78b67a99bea47df8fe8b321ee3627df', 'gw_port': {'id': '4ee3c93c-3fdf-41a8-92d2-b43a2dcff12e', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:48:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74658dcf-05ac-41df-9d91-51cf570c88af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:54Z', 'updated_at': '2021-07-09T16:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '95e16a07-1851-4db9-b5cd-dd4f183ee06a', 'name': '', 'network_id': '1eaf1dc0-e011-45a4-9146-25ac30aacf19', 'tenant_id': 'e78b67a99bea47df8fe8b321ee3627df', 'mac_address': 'fa:16:3e:33:6b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74658dcf-05ac-41df-9d91-51cf570c88af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '15c1ee4c-4101-4504-b87c-b55ded31bcb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:56Z', 'updated_at': '2021-07-09T16:09:57Z', 'revision_number': 1, 'project_id': 'e78b67a99bea47df8fe8b321ee3627df', 'subnets': [{'id': '15c1ee4c-4101-4504-b87c-b55ded31bcb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:09:58.090135 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6e444c-7dd8-4b25-8257-e459abea9a91 None None] The sync data for ids ['74658dcf-05ac-41df-9d91-51cf570c88af'] in n-d-799529-6 is: [{'id': '74658dcf-05ac-41df-9d91-51cf570c88af', 'name': 'tempest-TestShelveInstance-1412184982-router', 'tenant_id': 'e78b67a99bea47df8fe8b321ee3627df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '4ee3c93c-3fdf-41a8-92d2-b43a2dcff12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:09:54Z', 'updated_at': '2021-07-09T16:09:57Z', 'revision_number': 4, 'project_id': 'e78b67a99bea47df8fe8b321ee3627df', 'gw_port': {'id': '4ee3c93c-3fdf-41a8-92d2-b43a2dcff12e', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:48:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74658dcf-05ac-41df-9d91-51cf570c88af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:54Z', 'updated_at': '2021-07-09T16:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '95e16a07-1851-4db9-b5cd-dd4f183ee06a', 'name': '', 'network_id': '1eaf1dc0-e011-45a4-9146-25ac30aacf19', 'tenant_id': 'e78b67a99bea47df8fe8b321ee3627df', 'mac_address': 'fa:16:3e:33:6b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74658dcf-05ac-41df-9d91-51cf570c88af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '15c1ee4c-4101-4504-b87c-b55ded31bcb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:56Z', 'updated_at': '2021-07-09T16:09:57Z', 'revision_number': 1, 'project_id': 'e78b67a99bea47df8fe8b321ee3627df', 'subnets': [{'id': '15c1ee4c-4101-4504-b87c-b55ded31bcb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:09:58.102203 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc0d2fc1-4cb3-4ab3-accb-d4ea89aa55ec admin admin] Router 74658dcf-05ac-41df-9d91-51cf570c88af has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:09:58.215180 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-2dd46a81-47c6-4108-8ee6-1fb577746184 None None] Provisioning complete for port 95e16a07-1851-4db9-b5cd-dd4f183ee06a triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:09:58.215817 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2dd46a81-47c6-4108-8ee6-1fb577746184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:58.234879 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc0d2fc1-4cb3-4ab3-accb-d4ea89aa55ec admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:09:58.240255 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-bc0d2fc1-4cb3-4ab3-accb-d4ea89aa55ec admin admin] 10.222.0.58 "PUT /v2.0/routers/74658dcf-05ac-41df-9d91-51cf570c88af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8170049 Jul 09 16:09:58.258637 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-2dd46a81-47c6-4108-8ee6-1fb577746184 None None] Port 95e16a07-1851-4db9-b5cd-dd4f183ee06a cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:09:58.830700 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device d1093658-bfd5-4454-98d5-ed7baf966c55 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:09:58.886289 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port d1093658-bfd5-4454-98d5-ed7baf966c55 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:09:58.886866 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:59.031761 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:09:59.083914 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 60142) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:59.088773 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-93f18a74-64ec-468f-883a-ffa19bd39f85 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1948977875', 'description': 'tempest-secgroup-smoke-1948977875 description', 'project_id': '7dd6db3ff0ff4d2bbb0e526511e5420f'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:09:59.160632 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-93f18a74-64ec-468f-883a-ffa19bd39f85 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:59.184004 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b2120137-b504-4431-babc-55ac504687f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:59.326294 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:59.597918 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-93f18a74-64ec-468f-883a-ffa19bd39f85 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:59.674663 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-93f18a74-64ec-468f-883a-ffa19bd39f85 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:59.703486 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f18a74-64ec-468f-883a-ffa19bd39f85 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a21f28f-45b6-487d-9895-5a8318404581,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:59.788647 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-93f18a74-64ec-468f-883a-ffa19bd39f85 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:59.790038 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-93f18a74-64ec-468f-883a-ffa19bd39f85 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7050006 Jul 09 16:09:59.793760 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 60144) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:59.798340 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-c0cadc5e-0674-4281-a45d-ecac3f44cf76 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Request body: {'security_group_rule': {'security_group_id': '7a21f28f-45b6-487d-9895-5a8318404581', 'project_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:09:59.900609 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c0cadc5e-0674-4281-a45d-ecac3f44cf76 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:59.955726 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c0cadc5e-0674-4281-a45d-ecac3f44cf76 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:00.032242 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c0cadc5e-0674-4281-a45d-ecac3f44cf76 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:00.050783 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cadc5e-0674-4281-a45d-ecac3f44cf76 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9911805e-713e-47ac-be20-a96d41f6be6a,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:00.118224 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c0cadc5e-0674-4281-a45d-ecac3f44cf76 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:00.119516 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c0cadc5e-0674-4281-a45d-ecac3f44cf76 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3247957 Jul 09 16:10:00.122188 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 60146) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:00.126612 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-fdb58194-e6c9-484e-821e-1ac5ed01255f tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Request body: {'security_group_rule': {'security_group_id': '7a21f28f-45b6-487d-9895-5a8318404581', 'project_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:10:00.208828 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fdb58194-e6c9-484e-821e-1ac5ed01255f tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:00.264621 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fdb58194-e6c9-484e-821e-1ac5ed01255f tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:00.346702 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fdb58194-e6c9-484e-821e-1ac5ed01255f tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:00.367488 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb58194-e6c9-484e-821e-1ac5ed01255f tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=960b3652-ccb7-4274-869a-67d9b859db67,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:00.457252 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fdb58194-e6c9-484e-821e-1ac5ed01255f tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:00.458506 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-fdb58194-e6c9-484e-821e-1ac5ed01255f tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3353941 Jul 09 16:10:00.468080 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 60148) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:00.472777 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-d4986e82-bc37-479f-934e-d541ed20aa0b tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Request body: {'security_group_rule': {'security_group_id': '7a21f28f-45b6-487d-9895-5a8318404581', 'project_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:10:00.582350 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d4986e82-bc37-479f-934e-d541ed20aa0b tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:00.605919 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:00.641025 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d4986e82-bc37-479f-934e-d541ed20aa0b tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:00.720298 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d4986e82-bc37-479f-934e-d541ed20aa0b tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:00.736942 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4986e82-bc37-479f-934e-d541ed20aa0b tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=262c6865-b896-4e33-ae0f-e6d610e915b0,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:00.793836 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 4ee3c93c-3fdf-41a8-92d2-b43a2dcff12e up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:10:00.811681 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d4986e82-bc37-479f-934e-d541ed20aa0b tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:00.815933 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60152) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:00.816509 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d4986e82-bc37-479f-934e-d541ed20aa0b tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3470855 Jul 09 16:10:00.821909 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-4cbfa769-5853-427a-806a-e25b0019e899 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Request body: {'security_group_rule': {'security_group_id': '7a21f28f-45b6-487d-9895-5a8318404581', 'project_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:10:00.941161 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 4ee3c93c-3fdf-41a8-92d2-b43a2dcff12e completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:10:00.945192 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 4ee3c93c-3fdf-41a8-92d2-b43a2dcff12e triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:10:00.945566 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:00.959672 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4cbfa769-5853-427a-806a-e25b0019e899 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:01.021442 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4cbfa769-5853-427a-806a-e25b0019e899 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:01.022287 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:01.041738 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 4ee3c93c-3fdf-41a8-92d2-b43a2dcff12e, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=4ee3c93c-3fdf-41a8-92d2-b43a2dcff12e,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:10:01.108809 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4cbfa769-5853-427a-806a-e25b0019e899 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:01.128508 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbfa769-5853-427a-806a-e25b0019e899 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=482a34a9-8d39-4f82-a277-af404e9f018a,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:01.143029 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:01.197833 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=4ee3c93c-3fdf-41a8-92d2-b43a2dcff12e,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:01.200218 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4cbfa769-5853-427a-806a-e25b0019e899 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:01.202300 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-4cbfa769-5853-427a-806a-e25b0019e899 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3837941 Jul 09 16:10:01.204593 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 60154) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:01.209669 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-b6531c6f-114a-4315-9da4-a46067d6cde3 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Request body: {'security_group_rule': {'security_group_id': '7a21f28f-45b6-487d-9895-5a8318404581', 'project_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:10:01.274294 n-d-799529-6 neutron-server[94445]: INFO neutron.db.securitygroups_db [None req-b6531c6f-114a-4315-9da4-a46067d6cde3 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Project 7dd6db3ff0ff4d2bbb0e526511e5420f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 16:10:01.279699 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b6531c6f-114a-4315-9da4-a46067d6cde3 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:01.342339 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b6531c6f-114a-4315-9da4-a46067d6cde3 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:01.366731 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7c4e5c-74bb-4691-9faf-f69f95671899 None None] Sync routers for ids ['74658dcf-05ac-41df-9d91-51cf570c88af'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:10:01.376395 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7c4e5c-74bb-4691-9faf-f69f95671899 None None] Routers {'74658dcf-05ac-41df-9d91-51cf570c88af'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:10:01.376994 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-cb7c4e5c-74bb-4691-9faf-f69f95671899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:09:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['74658dcf-05ac-41df-9d91-51cf570c88af'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:10:01.403905 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b6531c6f-114a-4315-9da4-a46067d6cde3 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:01.423014 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6531c6f-114a-4315-9da4-a46067d6cde3 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f540dd2-c144-43e8-9f26-ec47e7a53931,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:01.483959 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b6531c6f-114a-4315-9da4-a46067d6cde3 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:01.484515 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-cb7c4e5c-74bb-4691-9faf-f69f95671899 None None] Set router 74658dcf-05ac-41df-9d91-51cf570c88af gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:10:01.485279 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b6531c6f-114a-4315-9da4-a46067d6cde3 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2795677 Jul 09 16:10:01.488130 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 60156) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:01.492882 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-0b76c506-68aa-4029-8a3a-cdeca15c91ca tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Request body: {'security_group_rule': {'security_group_id': '7a21f28f-45b6-487d-9895-5a8318404581', 'project_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:10:01.581417 n-d-799529-6 neutron-server[94445]: INFO neutron.db.securitygroups_db [None req-0b76c506-68aa-4029-8a3a-cdeca15c91ca tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Project 7dd6db3ff0ff4d2bbb0e526511e5420f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 16:10:01.586525 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0b76c506-68aa-4029-8a3a-cdeca15c91ca tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:01.650084 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0b76c506-68aa-4029-8a3a-cdeca15c91ca tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:01.677681 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-cb7c4e5c-74bb-4691-9faf-f69f95671899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74658dcf-05ac-41df-9d91-51cf570c88af', 'name': 'tempest-TestShelveInstance-1412184982-router', 'tenant_id': 'e78b67a99bea47df8fe8b321ee3627df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '4ee3c93c-3fdf-41a8-92d2-b43a2dcff12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:09:54Z', 'updated_at': '2021-07-09T16:09:57Z', 'revision_number': 4, 'project_id': 'e78b67a99bea47df8fe8b321ee3627df', 'gw_port': {'id': '4ee3c93c-3fdf-41a8-92d2-b43a2dcff12e', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:48:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74658dcf-05ac-41df-9d91-51cf570c88af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:54Z', 'updated_at': '2021-07-09T16:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '95e16a07-1851-4db9-b5cd-dd4f183ee06a', 'name': '', 'network_id': '1eaf1dc0-e011-45a4-9146-25ac30aacf19', 'tenant_id': 'e78b67a99bea47df8fe8b321ee3627df', 'mac_address': 'fa:16:3e:33:6b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74658dcf-05ac-41df-9d91-51cf570c88af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '15c1ee4c-4101-4504-b87c-b55ded31bcb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:56Z', 'updated_at': '2021-07-09T16:09:57Z', 'revision_number': 2, 'project_id': 'e78b67a99bea47df8fe8b321ee3627df', 'subnets': [{'id': '15c1ee4c-4101-4504-b87c-b55ded31bcb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:10:01.707229 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7c4e5c-74bb-4691-9faf-f69f95671899 None None] Checking router: 74658dcf-05ac-41df-9d91-51cf570c88af for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:10:01.707670 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7c4e5c-74bb-4691-9faf-f69f95671899 None None] Updating router 74658dcf-05ac-41df-9d91-51cf570c88af port 95e16a07-1851-4db9-b5cd-dd4f183ee06a binding host n-d-799529-6 {{(pid=94448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:10:01.708850 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0b76c506-68aa-4029-8a3a-cdeca15c91ca tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:01.728712 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b76c506-68aa-4029-8a3a-cdeca15c91ca tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f10dea4-481f-463f-a19e-dad320105b32,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:01.743855 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-cb7c4e5c-74bb-4691-9faf-f69f95671899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:01.783129 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0b76c506-68aa-4029-8a3a-cdeca15c91ca tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:01.784502 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-0b76c506-68aa-4029-8a3a-cdeca15c91ca tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2952724 Jul 09 16:10:01.998155 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-839ab8d3-b949-408b-b789-f07ec74435d1 req-4d33dba7-9f99-4c22-957d-dc880f86f2b2 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1948977875&fields=id&tenant_id=7dd6db3ff0ff4d2bbb0e526511e5420f HTTP/1.1" status: 200 len: 267 time: 0.0332272 Jul 09 16:10:01.998704 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:02.018359 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-cb7c4e5c-74bb-4691-9faf-f69f95671899 None None] Notify callbacks [] for port, precommit_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:02.029115 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.provisioning_blocks [None req-cb7c4e5c-74bb-4691-9faf-f69f95671899 None None] Transition to ACTIVE for port object 95e16a07-1851-4db9-b5cd-dd4f183ee06a will not be triggered until provisioned by entity L2. {{(pid=94448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:10:02.102598 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ab8d3-b949-408b-b789-f07ec74435d1 req-28a93a6d-08fc-44a7-954e-6c3a34e27710 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:02.104101 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-839ab8d3-b949-408b-b789-f07ec74435d1 req-28a93a6d-08fc-44a7-954e-6c3a34e27710 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/networks?id=080babb8-542a-4aa7-b62f-f0399dc94f10 HTTP/1.1" status: 200 len: 809 time: 0.1037953 Jul 09 16:10:02.123023 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-839ab8d3-b949-408b-b789-f07ec74435d1 req-035416be-9579-4daa-9483-4399592db6c6 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/quotas/7dd6db3ff0ff4d2bbb0e526511e5420f HTTP/1.1" status: 200 len: 375 time: 0.0090847 Jul 09 16:10:02.123256 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-cb7c4e5c-74bb-4691-9faf-f69f95671899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:02.174458 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323c9590-3a97-4c22-a495-856c20803a05 None None] Pushing event updated for resources: {'Port': ['ID=95e16a07-1851-4db9-b5cd-dd4f183ee06a,revision_number=3']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:02.192042 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-839ab8d3-b949-408b-b789-f07ec74435d1 req-4d09f210-3000-4686-97c4-0c573c420817 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=7dd6db3ff0ff4d2bbb0e526511e5420f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0680785 Jul 09 16:10:02.236725 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-cb7c4e5c-74bb-4691-9faf-f69f95671899 None None] Attempting to bind port 95e16a07-1851-4db9-b5cd-dd4f183ee06a on host n-d-799529-6 for vnic_type normal with profile {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:10:02.237426 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-cb7c4e5c-74bb-4691-9faf-f69f95671899 None None] Attempting to bind port 95e16a07-1851-4db9-b5cd-dd4f183ee06a by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'cee0a4d6-b1d7-48ed-a20a-f58e35ca9768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '1eaf1dc0-e011-45a4-9146-25ac30aacf19'}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:10:02.237426 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7c4e5c-74bb-4691-9faf-f69f95671899 None None] Attempting to bind port 95e16a07-1851-4db9-b5cd-dd4f183ee06a on network 1eaf1dc0-e011-45a4-9146-25ac30aacf19 {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:10:02.242699 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7c4e5c-74bb-4691-9faf-f69f95671899 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:10:02.243144 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7c4e5c-74bb-4691-9faf-f69f95671899 None None] Checking segment: {'id': 'cee0a4d6-b1d7-48ed-a20a-f58e35ca9768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '1eaf1dc0-e011-45a4-9146-25ac30aacf19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:10:02.243474 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-cb7c4e5c-74bb-4691-9faf-f69f95671899 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:02.243894 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7c4e5c-74bb-4691-9faf-f69f95671899 None None] Bound using segment: {'id': 'cee0a4d6-b1d7-48ed-a20a-f58e35ca9768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '1eaf1dc0-e011-45a4-9146-25ac30aacf19'} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:10:02.244797 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-cb7c4e5c-74bb-4691-9faf-f69f95671899 None None] Bound port: 95e16a07-1851-4db9-b5cd-dd4f183ee06a, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cee0a4d6-b1d7-48ed-a20a-f58e35ca9768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '1eaf1dc0-e011-45a4-9146-25ac30aacf19'}}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:10:02.244797 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-cb7c4e5c-74bb-4691-9faf-f69f95671899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:02.309958 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-cb7c4e5c-74bb-4691-9faf-f69f95671899 None None] For port 95e16a07-1851-4db9-b5cd-dd4f183ee06a, host n-d-799529-6, cleared binding levels {{(pid=94448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:10:02.313231 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-cb7c4e5c-74bb-4691-9faf-f69f95671899 None None] For port 95e16a07-1851-4db9-b5cd-dd4f183ee06a, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=95e16a07-1851-4db9-b5cd-dd4f183ee06a,segment=NetworkSegment(cee0a4d6-b1d7-48ed-a20a-f58e35ca9768),segment_id=cee0a4d6-b1d7-48ed-a20a-f58e35ca9768)] {{(pid=94448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:10:02.383537 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-cb7c4e5c-74bb-4691-9faf-f69f95671899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:02.395650 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-839ab8d3-b949-408b-b789-f07ec74435d1 req-f70bbe39-af21-4090-8272-39492c6f0800 service neutron] 10.222.0.58 "GET /v2.0/networks/080babb8-542a-4aa7-b62f-f0399dc94f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906521 Jul 09 16:10:02.448837 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7c4e5c-74bb-4691-9faf-f69f95671899 None None] Routers {'74658dcf-05ac-41df-9d91-51cf570c88af'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:10:02.449238 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-cb7c4e5c-74bb-4691-9faf-f69f95671899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:09:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['74658dcf-05ac-41df-9d91-51cf570c88af'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:10:02.451318 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323c9590-3a97-4c22-a495-856c20803a05 None None] Pushing event updated for resources: {'Port': ['ID=95e16a07-1851-4db9-b5cd-dd4f183ee06a,revision_number=4']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:02.496785 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-839ab8d3-b949-408b-b789-f07ec74435d1 req-e099d246-48d0-4391-b3a7-64c9de73852d service neutron] 10.222.0.58 "GET /v2.0/networks/080babb8-542a-4aa7-b62f-f0399dc94f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947552 Jul 09 16:10:02.570355 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-cb7c4e5c-74bb-4691-9faf-f69f95671899 None None] Set router 74658dcf-05ac-41df-9d91-51cf570c88af gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:10:02.800143 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-df056ceb-b053-4344-9755-b1fa2009d8a4 req-368ef142-5474-4a89-9725-4e7f0b025eb3 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 210 time: 0.0404532 Jul 09 16:10:02.835597 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 4ee3c93c-3fdf-41a8-92d2-b43a2dcff12e up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:10:02.889420 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 4ee3c93c-3fdf-41a8-92d2-b43a2dcff12e triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:10:02.890280 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:02.898397 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-cb7c4e5c-74bb-4691-9faf-f69f95671899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74658dcf-05ac-41df-9d91-51cf570c88af', 'name': 'tempest-TestShelveInstance-1412184982-router', 'tenant_id': 'e78b67a99bea47df8fe8b321ee3627df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '4ee3c93c-3fdf-41a8-92d2-b43a2dcff12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:09:54Z', 'updated_at': '2021-07-09T16:09:57Z', 'revision_number': 4, 'project_id': 'e78b67a99bea47df8fe8b321ee3627df', 'gw_port': {'id': '4ee3c93c-3fdf-41a8-92d2-b43a2dcff12e', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:48:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74658dcf-05ac-41df-9d91-51cf570c88af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:54Z', 'updated_at': '2021-07-09T16:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '95e16a07-1851-4db9-b5cd-dd4f183ee06a', 'name': '', 'network_id': '1eaf1dc0-e011-45a4-9146-25ac30aacf19', 'tenant_id': 'e78b67a99bea47df8fe8b321ee3627df', 'mac_address': 'fa:16:3e:33:6b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74658dcf-05ac-41df-9d91-51cf570c88af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '15c1ee4c-4101-4504-b87c-b55ded31bcb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:56Z', 'updated_at': '2021-07-09T16:10:02Z', 'revision_number': 4, 'project_id': 'e78b67a99bea47df8fe8b321ee3627df', 'subnets': [{'id': '15c1ee4c-4101-4504-b87c-b55ded31bcb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:10:02.925121 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7c4e5c-74bb-4691-9faf-f69f95671899 None None] The sync data for ids ['74658dcf-05ac-41df-9d91-51cf570c88af'] in n-d-799529-6 is: [{'id': '74658dcf-05ac-41df-9d91-51cf570c88af', 'name': 'tempest-TestShelveInstance-1412184982-router', 'tenant_id': 'e78b67a99bea47df8fe8b321ee3627df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '4ee3c93c-3fdf-41a8-92d2-b43a2dcff12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:09:54Z', 'updated_at': '2021-07-09T16:09:57Z', 'revision_number': 4, 'project_id': 'e78b67a99bea47df8fe8b321ee3627df', 'gw_port': {'id': '4ee3c93c-3fdf-41a8-92d2-b43a2dcff12e', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:48:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74658dcf-05ac-41df-9d91-51cf570c88af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:54Z', 'updated_at': '2021-07-09T16:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '95e16a07-1851-4db9-b5cd-dd4f183ee06a', 'name': '', 'network_id': '1eaf1dc0-e011-45a4-9146-25ac30aacf19', 'tenant_id': 'e78b67a99bea47df8fe8b321ee3627df', 'mac_address': 'fa:16:3e:33:6b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74658dcf-05ac-41df-9d91-51cf570c88af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '15c1ee4c-4101-4504-b87c-b55ded31bcb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:56Z', 'updated_at': '2021-07-09T16:10:02Z', 'revision_number': 4, 'project_id': 'e78b67a99bea47df8fe8b321ee3627df', 'subnets': [{'id': '15c1ee4c-4101-4504-b87c-b55ded31bcb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:10:02.973460 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 95e16a07-1851-4db9-b5cd-dd4f183ee06a up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:10:03.089995 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 95e16a07-1851-4db9-b5cd-dd4f183ee06a completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:10:03.094363 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 95e16a07-1851-4db9-b5cd-dd4f183ee06a triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:10:03.094743 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:03.176530 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:03.220307 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 95e16a07-1851-4db9-b5cd-dd4f183ee06a, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=95e16a07-1851-4db9-b5cd-dd4f183ee06a,segment=NetworkSegment(cee0a4d6-b1d7-48ed-a20a-f58e35ca9768),segment_id=cee0a4d6-b1d7-48ed-a20a-f58e35ca9768)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:10:03.309530 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:03.363865 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=95e16a07-1851-4db9-b5cd-dd4f183ee06a,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:03.874823 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6c013389-babd-4040-af27-f8e8950cae7b req-d219061f-665a-4392-81be-860656d1e95d tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 210 time: 0.0298402 Jul 09 16:10:04.774559 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 95e16a07-1851-4db9-b5cd-dd4f183ee06a up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:10:04.821820 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 95e16a07-1851-4db9-b5cd-dd4f183ee06a triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:10:04.822215 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:05.013936 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-246fed15-4cf2-48f9-bc50-6bb81a68af6c req-10138c63-c1b1-4cdf-8aa5-10c19ed4c6b1 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 210 time: 0.0290539 Jul 09 16:10:05.263819 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ab8d3-b949-408b-b789-f07ec74435d1 req-cde162b9-79a4-4442-9276-09db18f3b5c3 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:05.265357 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-839ab8d3-b949-408b-b789-f07ec74435d1 req-cde162b9-79a4-4442-9276-09db18f3b5c3 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.62 "GET /v2.0/networks?id=080babb8-542a-4aa7-b62f-f0399dc94f10 HTTP/1.1" status: 200 len: 809 time: 0.1032333 Jul 09 16:10:05.316270 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-839ab8d3-b949-408b-b789-f07ec74435d1 req-5b742405-f85c-4e51-be28-c7d6a6ac93cd tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7dd6db3ff0ff4d2bbb0e526511e5420f HTTP/1.1" status: 200 len: 380 time: 0.0371845 Jul 09 16:10:05.324793 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-839ab8d3-b949-408b-b789-f07ec74435d1 req-0ef5e161-b943-463a-a429-575472e93b85 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Request body: {'port': {'device_id': '088c1658-6349-4713-8f84-400cc819ee9a', 'network_id': '080babb8-542a-4aa7-b62f-f0399dc94f10', 'admin_state_up': True, 'tenant_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'security_groups': ['7a21f28f-45b6-487d-9895-5a8318404581']}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:10:05.491353 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-839ab8d3-b949-408b-b789-f07ec74435d1 req-0ef5e161-b943-463a-a429-575472e93b85 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Made reservation on behalf of 7dd6db3ff0ff4d2bbb0e526511e5420f for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:10:05.495211 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-839ab8d3-b949-408b-b789-f07ec74435d1 req-0ef5e161-b943-463a-a429-575472e93b85 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:05.625879 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-839ab8d3-b949-408b-b789-f07ec74435d1 req-0ef5e161-b943-463a-a429-575472e93b85 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Allocated IP 172.20.0.3 (080babb8-542a-4aa7-b62f-f0399dc94f10/8bd97fb8-1b03-48bc-bd03-9331202c60ed/d4b62378-7d7c-412e-935b-861df57ed359) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:10:05.765727 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-839ab8d3-b949-408b-b789-f07ec74435d1 req-0ef5e161-b943-463a-a429-575472e93b85 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:05.780584 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-839ab8d3-b949-408b-b789-f07ec74435d1 req-0ef5e161-b943-463a-a429-575472e93b85 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Transition to ACTIVE for port object d4b62378-7d7c-412e-935b-861df57ed359 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:10:05.874811 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-839ab8d3-b949-408b-b789-f07ec74435d1 req-0ef5e161-b943-463a-a429-575472e93b85 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:05.921278 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-839ab8d3-b949-408b-b789-f07ec74435d1 req-0ef5e161-b943-463a-a429-575472e93b85 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Network 080babb8-542a-4aa7-b62f-f0399dc94f10 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:10:05.924479 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-839ab8d3-b949-408b-b789-f07ec74435d1 req-0ef5e161-b943-463a-a429-575472e93b85 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:10:05.928324 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-839ab8d3-b949-408b-b789-f07ec74435d1 req-0ef5e161-b943-463a-a429-575472e93b85 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:10:05.935268 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef5e161-b943-463a-a429-575472e93b85 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Pushing event updated for resources: {'Port': ['ID=d4b62378-7d7c-412e-935b-861df57ed359,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:05.981008 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ab8d3-b949-408b-b789-f07ec74435d1 req-0ef5e161-b943-463a-a429-575472e93b85 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:05.981648 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-839ab8d3-b949-408b-b789-f07ec74435d1 req-0ef5e161-b943-463a-a429-575472e93b85 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:06.206170 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d93ea-9928-4462-b50a-29cc54738250 req-9ed8cf15-f9f8-49a2-a1b7-f0a4640781f9 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:06.207767 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-202d93ea-9928-4462-b50a-29cc54738250 req-9ed8cf15-f9f8-49a2-a1b7-f0a4640781f9 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 931 time: 0.0668924 Jul 09 16:10:06.238737 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-839ab8d3-b949-408b-b789-f07ec74435d1 req-0ef5e161-b943-463a-a429-575472e93b85 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9178078 Jul 09 16:10:06.246369 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-202d93ea-9928-4462-b50a-29cc54738250 req-af1d05e2-ca65-4226-8bd9-a67c2618cadc tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a21f28f-45b6-487d-9895-5a8318404581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331519 Jul 09 16:10:06.256285 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-839ab8d3-b949-408b-b789-f07ec74435d1 req-62a76b4f-b6bd-4f21-876b-67eb276b3b2a service neutron] Request body: {'port': {'device_id': '088c1658-6349-4713-8f84-400cc819ee9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:10:06.271946 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-7010ba3c-d209-42c5-8b26-6c67ac757fdb None None] Provisioning for port d4b62378-7d7c-412e-935b-861df57ed359 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:10:06.275946 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-7010ba3c-d209-42c5-8b26-6c67ac757fdb None None] Provisioning complete for port d4b62378-7d7c-412e-935b-861df57ed359 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:10:06.276327 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7010ba3c-d209-42c5-8b26-6c67ac757fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:06.321104 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-7010ba3c-d209-42c5-8b26-6c67ac757fdb None None] Port d4b62378-7d7c-412e-935b-861df57ed359 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:10:06.328847 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-839ab8d3-b949-408b-b789-f07ec74435d1 req-62a76b4f-b6bd-4f21-876b-67eb276b3b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:06.586861 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-839ab8d3-b949-408b-b789-f07ec74435d1 req-62a76b4f-b6bd-4f21-876b-67eb276b3b2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4b62378-7d7c-412e-935b-861df57ed359 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:10:06.594224 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-839ab8d3-b949-408b-b789-f07ec74435d1 req-62a76b4f-b6bd-4f21-876b-67eb276b3b2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:06.606338 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-839ab8d3-b949-408b-b789-f07ec74435d1 req-62a76b4f-b6bd-4f21-876b-67eb276b3b2a service neutron] Transition to ACTIVE for port object d4b62378-7d7c-412e-935b-861df57ed359 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:10:06.662610 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-839ab8d3-b949-408b-b789-f07ec74435d1 req-62a76b4f-b6bd-4f21-876b-67eb276b3b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:06.714504 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a76b4f-b6bd-4f21-876b-67eb276b3b2a service neutron] Pushing event updated for resources: {'Port': ['ID=d4b62378-7d7c-412e-935b-861df57ed359,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:06.782610 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-839ab8d3-b949-408b-b789-f07ec74435d1 req-62a76b4f-b6bd-4f21-876b-67eb276b3b2a service neutron] Attempting to bind port d4b62378-7d7c-412e-935b-861df57ed359 on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:10:06.782973 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-839ab8d3-b949-408b-b789-f07ec74435d1 req-62a76b4f-b6bd-4f21-876b-67eb276b3b2a service neutron] Attempting to bind port d4b62378-7d7c-412e-935b-861df57ed359 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': 'd69be408-6e80-451e-bbdf-a5acdf078627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '080babb8-542a-4aa7-b62f-f0399dc94f10'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:10:06.783272 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839ab8d3-b949-408b-b789-f07ec74435d1 req-62a76b4f-b6bd-4f21-876b-67eb276b3b2a service neutron] Attempting to bind port d4b62378-7d7c-412e-935b-861df57ed359 on network 080babb8-542a-4aa7-b62f-f0399dc94f10 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:10:06.787805 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839ab8d3-b949-408b-b789-f07ec74435d1 req-62a76b4f-b6bd-4f21-876b-67eb276b3b2a service neutron] Port d4b62378-7d7c-412e-935b-861df57ed359 on network 080babb8-542a-4aa7-b62f-f0399dc94f10 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:10:06.788125 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839ab8d3-b949-408b-b789-f07ec74435d1 req-62a76b4f-b6bd-4f21-876b-67eb276b3b2a service neutron] Attempting to bind port d4b62378-7d7c-412e-935b-861df57ed359 on network 080babb8-542a-4aa7-b62f-f0399dc94f10 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:10:06.793644 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839ab8d3-b949-408b-b789-f07ec74435d1 req-62a76b4f-b6bd-4f21-876b-67eb276b3b2a service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:10:06.793975 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839ab8d3-b949-408b-b789-f07ec74435d1 req-62a76b4f-b6bd-4f21-876b-67eb276b3b2a service neutron] Checking segment: {'id': 'd69be408-6e80-451e-bbdf-a5acdf078627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '080babb8-542a-4aa7-b62f-f0399dc94f10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:10:06.794359 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839ab8d3-b949-408b-b789-f07ec74435d1 req-62a76b4f-b6bd-4f21-876b-67eb276b3b2a service neutron] Bound using segment: {'id': 'd69be408-6e80-451e-bbdf-a5acdf078627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '080babb8-542a-4aa7-b62f-f0399dc94f10'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:10:06.794786 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-839ab8d3-b949-408b-b789-f07ec74435d1 req-62a76b4f-b6bd-4f21-876b-67eb276b3b2a service neutron] Bound port: d4b62378-7d7c-412e-935b-861df57ed359, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd69be408-6e80-451e-bbdf-a5acdf078627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '080babb8-542a-4aa7-b62f-f0399dc94f10'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:10:06.795143 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-839ab8d3-b949-408b-b789-f07ec74435d1 req-62a76b4f-b6bd-4f21-876b-67eb276b3b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:06.864560 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-839ab8d3-b949-408b-b789-f07ec74435d1 req-62a76b4f-b6bd-4f21-876b-67eb276b3b2a service neutron] For port d4b62378-7d7c-412e-935b-861df57ed359, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:10:06.867605 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-839ab8d3-b949-408b-b789-f07ec74435d1 req-62a76b4f-b6bd-4f21-876b-67eb276b3b2a service neutron] For port d4b62378-7d7c-412e-935b-861df57ed359, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=d4b62378-7d7c-412e-935b-861df57ed359,segment=NetworkSegment(d69be408-6e80-451e-bbdf-a5acdf078627),segment_id=d69be408-6e80-451e-bbdf-a5acdf078627)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:10:06.949257 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-839ab8d3-b949-408b-b789-f07ec74435d1 req-62a76b4f-b6bd-4f21-876b-67eb276b3b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:06.988642 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ab8d3-b949-408b-b789-f07ec74435d1 req-62a76b4f-b6bd-4f21-876b-67eb276b3b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:06.989266 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-839ab8d3-b949-408b-b789-f07ec74435d1 req-62a76b4f-b6bd-4f21-876b-67eb276b3b2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:06.990694 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-839ab8d3-b949-408b-b789-f07ec74435d1 req-62a76b4f-b6bd-4f21-876b-67eb276b3b2a service neutron] 10.222.0.62 "PUT /v2.0/ports/d4b62378-7d7c-412e-935b-861df57ed359 HTTP/1.1" status: 200 len: 1091 time: 0.7384524 Jul 09 16:10:06.991131 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '088c1658-6349-4713-8f84-400cc819ee9a', 'tag': 'd4b62378-7d7c-412e-935b-861df57ed359'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:10:06.993420 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71aea3d4ce3c79ba57e3b2a7f05354d67fe827d4c76bd908d035baed68c1bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ebf208a-7096-46be-8867-e015147146ea" -d '{"events": [{"name": "network-changed", "server_uuid": "088c1658-6349-4713-8f84-400cc819ee9a", "tag": "d4b62378-7d7c-412e-935b-861df57ed359"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:10:07.019908 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a76b4f-b6bd-4f21-876b-67eb276b3b2a service neutron] Pushing event updated for resources: {'Port': ['ID=d4b62378-7d7c-412e-935b-861df57ed359,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:07.036035 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8082bc-5faa-4681-ac66-f7236e2ed990 x-openstack-request-id: req-fa8082bc-5faa-4681-ac66-f7236e2ed990 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:10:07.036330 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "088c1658-6349-4713-8f84-400cc819ee9a", "tag": "d4b62378-7d7c-412e-935b-861df57ed359", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:10:07.036581 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fa8082bc-5faa-4681-ac66-f7236e2ed990 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:10:07.036986 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '088c1658-6349-4713-8f84-400cc819ee9a', 'tag': 'd4b62378-7d7c-412e-935b-861df57ed359', 'status': 'completed', 'code': 200} Jul 09 16:10:07.133317 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf208a-7096-46be-8867-e015147146ea req-acb2fe4a-c6d4-41cf-b773-98cc9729e412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:07.134889 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7ebf208a-7096-46be-8867-e015147146ea req-acb2fe4a-c6d4-41cf-b773-98cc9729e412 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7dd6db3ff0ff4d2bbb0e526511e5420f&device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 1094 time: 0.0573761 Jul 09 16:10:07.239659 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf208a-7096-46be-8867-e015147146ea req-8cd42587-525c-491b-a990-adb953ce2413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:07.241154 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7ebf208a-7096-46be-8867-e015147146ea req-8cd42587-525c-491b-a990-adb953ce2413 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=7dd6db3ff0ff4d2bbb0e526511e5420f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0944879 Jul 09 16:10:07.333385 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf208a-7096-46be-8867-e015147146ea req-7206725b-c40d-4594-9d74-b622883bd97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:07.334894 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-7ebf208a-7096-46be-8867-e015147146ea req-7206725b-c40d-4594-9d74-b622883bd97e service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0873945 Jul 09 16:10:07.454204 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c944a97-4b36-489a-8451-3d6991d620e0 req-2bbe9c7e-61a5-4156-8a35-49c74492bbca tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:07.455711 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1c944a97-4b36-489a-8451-3d6991d620e0 req-2bbe9c7e-61a5-4156-8a35-49c74492bbca tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 943 time: 0.0967388 Jul 09 16:10:07.498543 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ab8d3-b949-408b-b789-f07ec74435d1 req-8d8b5702-ea6a-47bf-bb18-f775fb5c865a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:07.500035 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-839ab8d3-b949-408b-b789-f07ec74435d1 req-8d8b5702-ea6a-47bf-bb18-f775fb5c865a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7dd6db3ff0ff4d2bbb0e526511e5420f&device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 1094 time: 0.0995226 Jul 09 16:10:07.504989 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1c944a97-4b36-489a-8451-3d6991d620e0 req-854ab5e4-6773-41af-84fb-fbb16de9e69c tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a21f28f-45b6-487d-9895-5a8318404581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435398 Jul 09 16:10:07.545782 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-839ab8d3-b949-408b-b789-f07ec74435d1 req-e62a4b51-822d-4089-a88e-e2cb70a7e695 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4b62378-7d7c-412e-935b-861df57ed359 HTTP/1.1" status: 200 len: 217 time: 0.0328069 Jul 09 16:10:07.597005 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ab8d3-b949-408b-b789-f07ec74435d1 req-d4754ad9-88ce-4bd6-a43a-95de671608af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:07.598467 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-839ab8d3-b949-408b-b789-f07ec74435d1 req-d4754ad9-88ce-4bd6-a43a-95de671608af service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8bd97fb8-1b03-48bc-bd03-9331202c60ed HTTP/1.1" status: 200 len: 848 time: 0.0459998 Jul 09 16:10:07.654721 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ab8d3-b949-408b-b789-f07ec74435d1 req-28359535-9d41-4b84-8663-3e38eef55f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:07.656253 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-839ab8d3-b949-408b-b789-f07ec74435d1 req-28359535-9d41-4b84-8663-3e38eef55f2c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=080babb8-542a-4aa7-b62f-f0399dc94f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516789 Jul 09 16:10:07.745606 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-839ab8d3-b949-408b-b789-f07ec74435d1 req-ebc6aa5b-2a7d-45bf-b331-e95b27bbe902 service neutron] 10.222.0.62 "GET /v2.0/networks/080babb8-542a-4aa7-b62f-f0399dc94f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810089 Jul 09 16:10:07.837126 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-839ab8d3-b949-408b-b789-f07ec74435d1 req-496274f2-f206-4914-bb66-4529f7ad673a service neutron] 10.222.0.62 "GET /v2.0/networks/080babb8-542a-4aa7-b62f-f0399dc94f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841889 Jul 09 16:10:08.677973 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa63340-1ab0-4152-8292-86cfb89a428e req-40240e68-9054-457c-9e3c-9982bda76121 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:08.679473 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5aa63340-1ab0-4152-8292-86cfb89a428e req-40240e68-9054-457c-9e3c-9982bda76121 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 943 time: 0.0631931 Jul 09 16:10:08.718039 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5aa63340-1ab0-4152-8292-86cfb89a428e req-949be4ce-395e-4eb1-9d95-a4a1ddd1ea7a tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a21f28f-45b6-487d-9895-5a8318404581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321581 Jul 09 16:10:09.893453 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5066059c-69ec-400f-97ae-37edea036dba req-e0629816-d018-48f4-9a7a-107594eb39ff tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:09.894941 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5066059c-69ec-400f-97ae-37edea036dba req-e0629816-d018-48f4-9a7a-107594eb39ff tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 943 time: 0.0631552 Jul 09 16:10:09.931699 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5066059c-69ec-400f-97ae-37edea036dba req-7f37fe8b-e417-43f4-9b9f-afca1b589807 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a21f28f-45b6-487d-9895-5a8318404581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314183 Jul 09 16:10:11.112021 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0442de2-bf43-442c-9d4a-5f659bab592b req-8c4ce489-5f7a-4416-b9d1-a1a1842cd7f2 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:11.113540 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d0442de2-bf43-442c-9d4a-5f659bab592b req-8c4ce489-5f7a-4416-b9d1-a1a1842cd7f2 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 943 time: 0.0670252 Jul 09 16:10:11.155323 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d0442de2-bf43-442c-9d4a-5f659bab592b req-73dae9cb-5789-49a4-8e07-c8eb6b6e062c tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a21f28f-45b6-487d-9895-5a8318404581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362012 Jul 09 16:10:12.330704 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f46073-e122-467a-aaf8-3df5ede1706a req-17ea9ff9-9855-4ad0-bf99-22eaa4c51acd tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:12.332179 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-66f46073-e122-467a-aaf8-3df5ede1706a req-17ea9ff9-9855-4ad0-bf99-22eaa4c51acd tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 943 time: 0.0654874 Jul 09 16:10:12.370288 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-66f46073-e122-467a-aaf8-3df5ede1706a req-ba5cedc0-4a8e-4ed7-aac5-06ddd501df3e tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a21f28f-45b6-487d-9895-5a8318404581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319278 Jul 09 16:10:12.996701 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device d4b62378-7d7c-412e-935b-861df57ed359 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:10:13.091532 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port d4b62378-7d7c-412e-935b-861df57ed359, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=d4b62378-7d7c-412e-935b-861df57ed359,segment=NetworkSegment(d69be408-6e80-451e-bbdf-a5acdf078627),segment_id=d69be408-6e80-451e-bbdf-a5acdf078627)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:10:13.103109 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': 'd4b62378-7d7c-412e-935b-861df57ed359', 'network_id': '080babb8-542a-4aa7-b62f-f0399dc94f10', 'port_id': 'd4b62378-7d7c-412e-935b-861df57ed359', 'mac_address': 'fa:16:3e:d0:30:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bd97fb8-1b03-48bc-bd03-9331202c60ed', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:10:13.145244 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:13.159209 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4b62378-7d7c-412e-935b-861df57ed359 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:10:13.178622 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port d4b62378-7d7c-412e-935b-861df57ed359, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=d4b62378-7d7c-412e-935b-861df57ed359,segment=NetworkSegment(d69be408-6e80-451e-bbdf-a5acdf078627),segment_id=d69be408-6e80-451e-bbdf-a5acdf078627)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:10:13.279894 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:13.330428 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=d4b62378-7d7c-412e-935b-861df57ed359,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:13.545373 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b12d9-f2a5-4f6e-a254-7c225c6a6bac req-bbc83c55-4171-47b3-975f-f7bb4efd5840 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:13.546815 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1f4b12d9-f2a5-4f6e-a254-7c225c6a6bac req-bbc83c55-4171-47b3-975f-f7bb4efd5840 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 944 time: 0.0648937 Jul 09 16:10:13.585639 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1f4b12d9-f2a5-4f6e-a254-7c225c6a6bac req-255f1ab6-1faf-4649-9e8c-c7e30c9fc3d9 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a21f28f-45b6-487d-9895-5a8318404581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331054 Jul 09 16:10:13.660724 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['d4b62378-7d7c-412e-935b-861df57ed359'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:10:14.758047 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c73ee3-9ee8-4222-81d8-6fd5f6e0275a req-ca02a482-71ee-4dac-809f-1baefe9f9be3 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:14.759628 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-11c73ee3-9ee8-4222-81d8-6fd5f6e0275a req-ca02a482-71ee-4dac-809f-1baefe9f9be3 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 944 time: 0.0649643 Jul 09 16:10:14.797610 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-11c73ee3-9ee8-4222-81d8-6fd5f6e0275a req-ec7e0433-2078-4c7b-8e46-7b804641143e tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a21f28f-45b6-487d-9895-5a8318404581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317252 Jul 09 16:10:15.011826 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device d4b62378-7d7c-412e-935b-861df57ed359 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:10:15.113948 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port d4b62378-7d7c-412e-935b-861df57ed359 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:10:15.117856 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port d4b62378-7d7c-412e-935b-861df57ed359 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:10:15.118303 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:15.196155 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:15.217400 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '088c1658-6349-4713-8f84-400cc819ee9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b62378-7d7c-412e-935b-861df57ed359'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:10:15.219666 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e75b9a97cbd66444b13ae988a684abc34c7a24a50a729030cfede81e7322398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a1c040-0356-471a-b936-eeb6578ee031" -d '{"events": [{"server_uuid": "088c1658-6349-4713-8f84-400cc819ee9a", "name": "network-vif-plugged", "status": "completed", "tag": "d4b62378-7d7c-412e-935b-861df57ed359"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:10:15.232937 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port d4b62378-7d7c-412e-935b-861df57ed359, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=d4b62378-7d7c-412e-935b-861df57ed359,segment=NetworkSegment(d69be408-6e80-451e-bbdf-a5acdf078627),segment_id=d69be408-6e80-451e-bbdf-a5acdf078627)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:10:15.291763 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:15.317134 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9b2218-e9e3-4990-ad3b-add57157f88d x-openstack-request-id: req-0a9b2218-e9e3-4990-ad3b-add57157f88d {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:10:15.317438 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "088c1658-6349-4713-8f84-400cc819ee9a", "name": "network-vif-plugged", "status": "completed", "tag": "d4b62378-7d7c-412e-935b-861df57ed359", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:10:15.317664 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0a9b2218-e9e3-4990-ad3b-add57157f88d {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:10:15.318047 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '088c1658-6349-4713-8f84-400cc819ee9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b62378-7d7c-412e-935b-861df57ed359', 'code': 200} Jul 09 16:10:15.345015 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=d4b62378-7d7c-412e-935b-861df57ed359,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:15.445740 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60106960-18fd-4f96-b2c1-f801322631c9 req-f1acc70c-308d-4078-9c85-5e9e56288dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:15.447214 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-60106960-18fd-4f96-b2c1-f801322631c9 req-f1acc70c-308d-4078-9c85-5e9e56288dc9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 1096 time: 0.0520549 Jul 09 16:10:15.481948 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-60106960-18fd-4f96-b2c1-f801322631c9 req-2038305a-eeef-4cc2-b7d7-f35c497694f3 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7a21f28f-45b6-487d-9895-5a8318404581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288477 Jul 09 16:10:15.679732 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:15.971524 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2f2ee0-1559-4e3e-9392-b2988bfe4538 req-e387e2b4-672e-435c-9cbe-e7c3726959c2 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:15.972912 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-db2f2ee0-1559-4e3e-9392-b2988bfe4538 req-e387e2b4-672e-435c-9cbe-e7c3726959c2 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 945 time: 0.0658228 Jul 09 16:10:16.009440 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-db2f2ee0-1559-4e3e-9392-b2988bfe4538 req-e6792b6b-8f65-4d31-a175-fb3dc0f4482a tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a21f28f-45b6-487d-9895-5a8318404581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307674 Jul 09 16:10:17.184015 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab36e95-16f5-4abd-a089-0973e4423b93 req-6d0442a5-1555-495c-bb48-be6061eb9f6f tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:17.185498 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6ab36e95-16f5-4abd-a089-0973e4423b93 req-6d0442a5-1555-495c-bb48-be6061eb9f6f tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 945 time: 0.0633385 Jul 09 16:10:17.226701 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-6ab36e95-16f5-4abd-a089-0973e4423b93 req-f2d2a2c9-1723-44e4-b965-2f92387e64ba tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a21f28f-45b6-487d-9895-5a8318404581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354145 Jul 09 16:10:17.400758 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67920d6d-cfa9-4678-abcb-a4a680c611f8 req-ec5bb3a3-f76e-4416-aa44-f1fdb0f769d2 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:17.402164 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-67920d6d-cfa9-4678-abcb-a4a680c611f8 req-ec5bb3a3-f76e-4416-aa44-f1fdb0f769d2 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 945 time: 0.0638793 Jul 09 16:10:17.440497 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-67920d6d-cfa9-4678-abcb-a4a680c611f8 req-3d236e01-4462-4997-8c8c-2100fe1c25ea tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a21f28f-45b6-487d-9895-5a8318404581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327973 Jul 09 16:10:17.464560 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 60220) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:17.559845 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673b1e02-3ed4-4dd2-8411-33e6a3d8533d tempest-TestShelveInstance-1931340129 tempest-TestShelveInstance-1931340129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:17.561369 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-673b1e02-3ed4-4dd2-8411-33e6a3d8533d tempest-TestShelveInstance-1931340129 tempest-TestShelveInstance-1931340129-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 1091 time: 0.0957441 Jul 09 16:10:17.564623 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 60224) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:17.569249 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-0d10f154-f5aa-48d4-8550-a9f38b077198 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Request body: {'floatingip': {'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'port_id': 'd4b62378-7d7c-412e-935b-861df57ed359', 'tenant_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:10:17.690908 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0d10f154-f5aa-48d4-8550-a9f38b077198 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks [] for floatingip, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:17.785774 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0d10f154-f5aa-48d4-8550-a9f38b077198 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:17.889896 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-0d10f154-f5aa-48d4-8550-a9f38b077198 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Allocated IP 172.25.3.110 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/687eb61f-a23e-4a68-a812-fb6f626b885c) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:10:17.988601 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0d10f154-f5aa-48d4-8550-a9f38b077198 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:18.097096 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0d10f154-f5aa-48d4-8550-a9f38b077198 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:18.132972 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d10f154-f5aa-48d4-8550-a9f38b077198 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:10:18.138260 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-0d10f154-f5aa-48d4-8550-a9f38b077198 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:10:18.141675 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d10f154-f5aa-48d4-8550-a9f38b077198 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:10:18.167143 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d10f154-f5aa-48d4-8550-a9f38b077198 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Pushing event updated for resources: {'Port': ['ID=687eb61f-a23e-4a68-a812-fb6f626b885c,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:18.513619 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0d10f154-f5aa-48d4-8550-a9f38b077198 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:18.645795 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0d10f154-f5aa-48d4-8550-a9f38b077198 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:18.794565 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0d10f154-f5aa-48d4-8550-a9f38b077198 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:18.901326 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0d10f154-f5aa-48d4-8550-a9f38b077198 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:18.974241 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d10f154-f5aa-48d4-8550-a9f38b077198 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Pushing event updated for resources: {'Port': ['ID=687eb61f-a23e-4a68-a812-fb6f626b885c,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:18.986564 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0d10f154-f5aa-48d4-8550-a9f38b077198 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:19.086781 n-d-799529-6 neutron-server[94445]: INFO neutron.db.l3_db [None req-0d10f154-f5aa-48d4-8550-a9f38b077198 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Floating IP f8954fd4-0568-45f8-9d65-964d5ba2f7c3 associated. External IP: 172.25.3.110, port: d4b62378-7d7c-412e-935b-861df57ed359. Jul 09 16:10:19.292786 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d10f154-f5aa-48d4-8550-a9f38b077198 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Router e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:10:19.401180 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d10f154-f5aa-48d4-8550-a9f38b077198 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:10:19.410822 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee1e1b5-da9f-46c8-88b7-b5dfc82cbb9f None None] Sync routers for ids ['e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:10:19.421983 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee1e1b5-da9f-46c8-88b7-b5dfc82cbb9f None None] Routers {'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:10:19.422696 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-0ee1e1b5-da9f-46c8-88b7-b5dfc82cbb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:09:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:10:19.530943 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0d10f154-f5aa-48d4-8550-a9f38b077198 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:19.531884 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-0ee1e1b5-da9f-46c8-88b7-b5dfc82cbb9f None None] Set router e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:10:19.571221 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-0d10f154-f5aa-48d4-8550-a9f38b077198 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0053396 Jul 09 16:10:19.572595 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '088c1658-6349-4713-8f84-400cc819ee9a', 'tag': 'd4b62378-7d7c-412e-935b-861df57ed359'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:10:19.574907 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bb405a18ca731a56dedfaaf5e9a79789110744f6b6799bb7a0722340b5c16f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa863a9e-e73d-42e6-8301-bbdaf8dba078" -d '{"events": [{"name": "network-changed", "server_uuid": "088c1658-6349-4713-8f84-400cc819ee9a", "tag": "d4b62378-7d7c-412e-935b-861df57ed359"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:10:19.610944 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0a8189-63ee-4062-82d0-cddfa6218620 x-openstack-request-id: req-7c0a8189-63ee-4062-82d0-cddfa6218620 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:10:19.611413 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "088c1658-6349-4713-8f84-400cc819ee9a", "tag": "d4b62378-7d7c-412e-935b-861df57ed359", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:10:19.611714 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7c0a8189-63ee-4062-82d0-cddfa6218620 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:10:19.612163 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '088c1658-6349-4713-8f84-400cc819ee9a', 'tag': 'd4b62378-7d7c-412e-935b-861df57ed359', 'status': 'completed', 'code': 200} Jul 09 16:10:19.710148 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa863a9e-e73d-42e6-8301-bbdaf8dba078 req-5b678e1c-b28e-4716-9e62-1d9719ff8759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:19.711743 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aa863a9e-e73d-42e6-8301-bbdaf8dba078 req-5b678e1c-b28e-4716-9e62-1d9719ff8759 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7dd6db3ff0ff4d2bbb0e526511e5420f&device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 1096 time: 0.0558281 Jul 09 16:10:19.762669 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-0ee1e1b5-da9f-46c8-88b7-b5dfc82cbb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3', 'name': 'tempest-TestShelveInstance-1132523808-router', 'tenant_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '6f212998-4101-4717-a19c-6370f7a1a46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:09:47Z', 'updated_at': '2021-07-09T16:09:51Z', 'revision_number': 4, 'project_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'gw_port': {'id': '6f212998-4101-4717-a19c-6370f7a1a46d', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:14:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:48Z', 'updated_at': '2021-07-09T16:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': 'f8954fd4-0568-45f8-9d65-964d5ba2f7c3', 'tenant_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'floating_ip_address': '172.25.3.110', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': 'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3', 'port_id': 'd4b62378-7d7c-412e-935b-861df57ed359', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '080babb8-542a-4aa7-b62f-f0399dc94f10', 'mac_address': 'fa:16:3e:d0:30:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088c1658-6349-4713-8f84-400cc819ee9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:10:18Z', 'updated_at': '2021-07-09T16:10:18Z', 'revision_number': 0, 'project_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '193fd22b-bf95-4859-acbe-841dd84b0d2c', 'name': '', 'network_id': '080babb8-542a-4aa7-b62f-f0399dc94f10', 'tenant_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'mac_address': 'fa:16:3e:f4:b6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '8bd97fb8-1b03-48bc-bd03-9331202c60ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:50Z', 'updated_at': '2021-07-09T16:09:55Z', 'revision_number': 5, 'project_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'subnets': [{'id': '8bd97fb8-1b03-48bc-bd03-9331202c60ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:10:19.788747 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee1e1b5-da9f-46c8-88b7-b5dfc82cbb9f None None] Checking router: e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:10:19.797265 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee1e1b5-da9f-46c8-88b7-b5dfc82cbb9f None None] Routers {'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:10:19.797890 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-0ee1e1b5-da9f-46c8-88b7-b5dfc82cbb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:09:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:10:19.800836 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa863a9e-e73d-42e6-8301-bbdaf8dba078 req-853b76f3-d46a-452e-bac8-6c2b4dad5dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:19.802345 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aa863a9e-e73d-42e6-8301-bbdaf8dba078 req-853b76f3-d46a-452e-bac8-6c2b4dad5dd6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=080babb8-542a-4aa7-b62f-f0399dc94f10 HTTP/1.1" status: 200 len: 910 time: 0.0844984 Jul 09 16:10:19.872962 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aa863a9e-e73d-42e6-8301-bbdaf8dba078 req-01b782b3-4378-4896-8e2e-0276511c7adc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4b62378-7d7c-412e-935b-861df57ed359 HTTP/1.1" status: 200 len: 999 time: 0.0643008 Jul 09 16:10:19.905959 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-0ee1e1b5-da9f-46c8-88b7-b5dfc82cbb9f None None] Set router e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:10:20.146335 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-0ee1e1b5-da9f-46c8-88b7-b5dfc82cbb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3', 'name': 'tempest-TestShelveInstance-1132523808-router', 'tenant_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '6f212998-4101-4717-a19c-6370f7a1a46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:09:47Z', 'updated_at': '2021-07-09T16:09:51Z', 'revision_number': 4, 'project_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'gw_port': {'id': '6f212998-4101-4717-a19c-6370f7a1a46d', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:14:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:48Z', 'updated_at': '2021-07-09T16:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': 'f8954fd4-0568-45f8-9d65-964d5ba2f7c3', 'tenant_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'floating_ip_address': '172.25.3.110', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': 'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3', 'port_id': 'd4b62378-7d7c-412e-935b-861df57ed359', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '080babb8-542a-4aa7-b62f-f0399dc94f10', 'mac_address': 'fa:16:3e:d0:30:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088c1658-6349-4713-8f84-400cc819ee9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:10:18Z', 'updated_at': '2021-07-09T16:10:18Z', 'revision_number': 0, 'project_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '193fd22b-bf95-4859-acbe-841dd84b0d2c', 'name': '', 'network_id': '080babb8-542a-4aa7-b62f-f0399dc94f10', 'tenant_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'mac_address': 'fa:16:3e:f4:b6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '8bd97fb8-1b03-48bc-bd03-9331202c60ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:50Z', 'updated_at': '2021-07-09T16:09:55Z', 'revision_number': 5, 'project_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'subnets': [{'id': '8bd97fb8-1b03-48bc-bd03-9331202c60ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:10:20.176144 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee1e1b5-da9f-46c8-88b7-b5dfc82cbb9f None None] The sync data for ids ['e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3'] in n-d-799529-6 is: [{'id': 'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3', 'name': 'tempest-TestShelveInstance-1132523808-router', 'tenant_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '6f212998-4101-4717-a19c-6370f7a1a46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:09:47Z', 'updated_at': '2021-07-09T16:09:51Z', 'revision_number': 4, 'project_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'gw_port': {'id': '6f212998-4101-4717-a19c-6370f7a1a46d', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:14:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:48Z', 'updated_at': '2021-07-09T16:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': 'f8954fd4-0568-45f8-9d65-964d5ba2f7c3', 'tenant_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'floating_ip_address': '172.25.3.110', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': 'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3', 'port_id': 'd4b62378-7d7c-412e-935b-861df57ed359', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '080babb8-542a-4aa7-b62f-f0399dc94f10', 'mac_address': 'fa:16:3e:d0:30:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088c1658-6349-4713-8f84-400cc819ee9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:10:18Z', 'updated_at': '2021-07-09T16:10:18Z', 'revision_number': 0, 'project_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '193fd22b-bf95-4859-acbe-841dd84b0d2c', 'name': '', 'network_id': '080babb8-542a-4aa7-b62f-f0399dc94f10', 'tenant_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'mac_address': 'fa:16:3e:f4:b6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '8bd97fb8-1b03-48bc-bd03-9331202c60ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:50Z', 'updated_at': '2021-07-09T16:09:55Z', 'revision_number': 5, 'project_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'subnets': [{'id': '8bd97fb8-1b03-48bc-bd03-9331202c60ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:10:20.285933 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa863a9e-e73d-42e6-8301-bbdaf8dba078 req-2a0f7fa5-41d8-4294-9209-5c05d1eef6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:20.287418 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aa863a9e-e73d-42e6-8301-bbdaf8dba078 req-2a0f7fa5-41d8-4294-9209-5c05d1eef6a1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8bd97fb8-1b03-48bc-bd03-9331202c60ed HTTP/1.1" status: 200 len: 848 time: 0.4086504 Jul 09 16:10:20.345852 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa863a9e-e73d-42e6-8301-bbdaf8dba078 req-84958bf4-9e47-4874-9fa3-e0c97124a451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:20.347433 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aa863a9e-e73d-42e6-8301-bbdaf8dba078 req-84958bf4-9e47-4874-9fa3-e0c97124a451 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=080babb8-542a-4aa7-b62f-f0399dc94f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534320 Jul 09 16:10:20.377879 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c83b115-3f7a-4e6f-9768-a9bdb988aae2 None None] New status for floating IP f8954fd4-0568-45f8-9d65-964d5ba2f7c3: ACTIVE {{(pid=94448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:10:20.442420 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aa863a9e-e73d-42e6-8301-bbdaf8dba078 req-19874c69-c2d5-4af8-a011-f71a33ba7e81 service neutron] 10.222.0.62 "GET /v2.0/networks/080babb8-542a-4aa7-b62f-f0399dc94f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888307 Jul 09 16:10:20.540304 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-aa863a9e-e73d-42e6-8301-bbdaf8dba078 req-defdaae5-9db3-4b70-9ed1-0afaf6dbd05d service neutron] 10.222.0.62 "GET /v2.0/networks/080babb8-542a-4aa7-b62f-f0399dc94f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921056 Jul 09 16:10:24.079424 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:26.168687 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-de3eb7cd-0742-40cf-a58d-3071559e44a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:29.277163 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0eaa9817-383c-4431-b457-e607ca0a2981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:29.445113 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:30.648846 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:31.997156 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:36.031482 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:10:45.758455 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:49.649898 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-438c70ea-4c0a-4c20-a7e9-25a74c0eaf45 req-8521497e-d985-4cc2-8aaf-9cdf22897fe7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0560763 Jul 09 16:10:49.759170 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c70ea-4c0a-4c20-a7e9-25a74c0eaf45 req-6a28f7aa-5b2a-473f-ad44-256a3c7dfc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:49.760688 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-438c70ea-4c0a-4c20-a7e9-25a74c0eaf45 req-6a28f7aa-5b2a-473f-ad44-256a3c7dfc92 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7dd6db3ff0ff4d2bbb0e526511e5420f&device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 1096 time: 0.0519576 Jul 09 16:10:49.861811 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c70ea-4c0a-4c20-a7e9-25a74c0eaf45 req-a0fec364-2896-4540-bf70-e81081918091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:49.863302 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-438c70ea-4c0a-4c20-a7e9-25a74c0eaf45 req-a0fec364-2896-4540-bf70-e81081918091 service neutron] 10.222.0.62 "GET /v2.0/networks?id=080babb8-542a-4aa7-b62f-f0399dc94f10 HTTP/1.1" status: 200 len: 910 time: 0.0840034 Jul 09 16:10:49.929265 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-438c70ea-4c0a-4c20-a7e9-25a74c0eaf45 req-c5578c78-edc2-400d-b517-beff75d19adb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4b62378-7d7c-412e-935b-861df57ed359 HTTP/1.1" status: 200 len: 1001 time: 0.0601544 Jul 09 16:10:49.975299 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c70ea-4c0a-4c20-a7e9-25a74c0eaf45 req-c7307d02-d0d9-45ee-85ad-0a4135cff356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:49.976729 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-438c70ea-4c0a-4c20-a7e9-25a74c0eaf45 req-c7307d02-d0d9-45ee-85ad-0a4135cff356 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8bd97fb8-1b03-48bc-bd03-9331202c60ed HTTP/1.1" status: 200 len: 848 time: 0.0419924 Jul 09 16:10:50.031256 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c70ea-4c0a-4c20-a7e9-25a74c0eaf45 req-10a862b2-a2e8-4654-89de-3050b7106c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:50.032658 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-438c70ea-4c0a-4c20-a7e9-25a74c0eaf45 req-10a862b2-a2e8-4654-89de-3050b7106c4d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=080babb8-542a-4aa7-b62f-f0399dc94f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497437 Jul 09 16:10:50.124860 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-438c70ea-4c0a-4c20-a7e9-25a74c0eaf45 req-d83cf635-b37a-47a8-88d9-459135ae9ece service neutron] 10.222.0.62 "GET /v2.0/networks/080babb8-542a-4aa7-b62f-f0399dc94f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850832 Jul 09 16:10:50.213281 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-438c70ea-4c0a-4c20-a7e9-25a74c0eaf45 req-530286db-380c-47b6-b3f7-e30c5b702c95 service neutron] 10.222.0.62 "GET /v2.0/networks/080babb8-542a-4aa7-b62f-f0399dc94f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820842 Jul 09 16:10:54.093575 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:56.192342 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7fceda7d-55c5-4f9d-ac57-90eb2063d224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:59.221292 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-545629b7-af43-4eca-96d6-505703493881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:59.341880 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:00.643888 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:02.055408 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:13.031830 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:11:15.692923 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:24.092407 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:26.191342 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-eb3511f6-98f1-4bfb-b20f-1a96b3c9c252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:29.218314 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-78f28257-1378-46cf-83da-a154ea18b3b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:29.337935 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:30.620397 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:32.058075 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:45.748979 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:49.645012 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d09f563c-b9dd-4665-8f31-bcee5a12e40f req-2e996f12-44ce-419e-95e3-6c9c708a56f3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0568657 Jul 09 16:11:49.785776 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f563c-b9dd-4665-8f31-bcee5a12e40f req-7540bc96-fd0f-4085-b164-4aeb532d9540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:49.787299 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d09f563c-b9dd-4665-8f31-bcee5a12e40f req-7540bc96-fd0f-4085-b164-4aeb532d9540 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7dd6db3ff0ff4d2bbb0e526511e5420f&device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 1096 time: 0.0523038 Jul 09 16:11:49.893777 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f563c-b9dd-4665-8f31-bcee5a12e40f req-7d1ad372-cf39-4da8-bed8-36c2fad1c6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:49.895266 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d09f563c-b9dd-4665-8f31-bcee5a12e40f req-7d1ad372-cf39-4da8-bed8-36c2fad1c6c8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=080babb8-542a-4aa7-b62f-f0399dc94f10 HTTP/1.1" status: 200 len: 910 time: 0.0890391 Jul 09 16:11:49.963999 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d09f563c-b9dd-4665-8f31-bcee5a12e40f req-ce45b038-223f-4b15-8bb5-2651f6a399e0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4b62378-7d7c-412e-935b-861df57ed359 HTTP/1.1" status: 200 len: 1001 time: 0.0621166 Jul 09 16:11:50.012633 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f563c-b9dd-4665-8f31-bcee5a12e40f req-8c49bcf0-346f-4d2d-93fa-c5c3a29732fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:50.014090 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d09f563c-b9dd-4665-8f31-bcee5a12e40f req-8c49bcf0-346f-4d2d-93fa-c5c3a29732fd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8bd97fb8-1b03-48bc-bd03-9331202c60ed HTTP/1.1" status: 200 len: 848 time: 0.0437505 Jul 09 16:11:50.031661 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:11:50.074487 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f563c-b9dd-4665-8f31-bcee5a12e40f req-049260f6-ea12-40d5-a109-9121d8bc4227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:50.075958 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d09f563c-b9dd-4665-8f31-bcee5a12e40f req-049260f6-ea12-40d5-a109-9121d8bc4227 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=080babb8-542a-4aa7-b62f-f0399dc94f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558455 Jul 09 16:11:50.170330 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d09f563c-b9dd-4665-8f31-bcee5a12e40f req-c055fec6-f83b-4eb9-ba73-2b2e3674d31e service neutron] 10.222.0.62 "GET /v2.0/networks/080babb8-542a-4aa7-b62f-f0399dc94f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878708 Jul 09 16:11:50.258717 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d09f563c-b9dd-4665-8f31-bcee5a12e40f req-df01a5da-ea59-40f3-9015-088244b5a9bb service neutron] 10.222.0.62 "GET /v2.0/networks/080babb8-542a-4aa7-b62f-f0399dc94f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823662 Jul 09 16:11:54.148654 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:56.224955 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-549ad614-881a-448c-9383-9fc0a43ffeb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:59.255606 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5c865b90-ade6-40cc-8c93-5595bb3ad765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:59.336939 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:00.639441 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:02.043739 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:15.753523 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:24.216018 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:26.201215 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3c140239-a5c5-45cf-838a-570461a745c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:27.031202 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:12:29.278630 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6be8eee7-c468-4a7a-a471-1e4963670afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:29.484605 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:30.649924 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:32.073015 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:45.784086 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:51.661656 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ed3b66de-fdd3-423f-bd83-475502361765 req-f2268fec-c4b9-4cc0-b3b7-34444f4c957d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0624962 Jul 09 16:12:51.771007 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b66de-fdd3-423f-bd83-475502361765 req-35cc24cd-43ef-4222-a6f5-83ef7f7f5ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:51.772571 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ed3b66de-fdd3-423f-bd83-475502361765 req-35cc24cd-43ef-4222-a6f5-83ef7f7f5ca0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7dd6db3ff0ff4d2bbb0e526511e5420f&device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 1096 time: 0.0524423 Jul 09 16:12:51.875088 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b66de-fdd3-423f-bd83-475502361765 req-2a83effa-0995-4136-9825-dea6837da407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:51.876629 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ed3b66de-fdd3-423f-bd83-475502361765 req-2a83effa-0995-4136-9825-dea6837da407 service neutron] 10.222.0.62 "GET /v2.0/networks?id=080babb8-542a-4aa7-b62f-f0399dc94f10 HTTP/1.1" status: 200 len: 910 time: 0.0843735 Jul 09 16:12:51.945451 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ed3b66de-fdd3-423f-bd83-475502361765 req-69ca2020-975b-482e-a013-012079d4c88c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4b62378-7d7c-412e-935b-861df57ed359 HTTP/1.1" status: 200 len: 1001 time: 0.0622909 Jul 09 16:12:51.993008 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b66de-fdd3-423f-bd83-475502361765 req-ddd4b263-8280-4073-9356-c829c01edb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:51.994432 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ed3b66de-fdd3-423f-bd83-475502361765 req-ddd4b263-8280-4073-9356-c829c01edb0f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8bd97fb8-1b03-48bc-bd03-9331202c60ed HTTP/1.1" status: 200 len: 848 time: 0.0432234 Jul 09 16:12:52.051976 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b66de-fdd3-423f-bd83-475502361765 req-c059dcbf-ed3e-4ed3-bd2c-b05675e761c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:52.053169 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ed3b66de-fdd3-423f-bd83-475502361765 req-c059dcbf-ed3e-4ed3-bd2c-b05675e761c1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=080babb8-542a-4aa7-b62f-f0399dc94f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519512 Jul 09 16:12:52.146595 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ed3b66de-fdd3-423f-bd83-475502361765 req-e777f08e-46f3-4b9b-9f19-fc4c5ec0adb0 service neutron] 10.222.0.62 "GET /v2.0/networks/080babb8-542a-4aa7-b62f-f0399dc94f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863485 Jul 09 16:12:52.237369 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ed3b66de-fdd3-423f-bd83-475502361765 req-8726ba2a-e6c3-4726-84eb-ff732320f904 service neutron] 10.222.0.62 "GET /v2.0/networks/080babb8-542a-4aa7-b62f-f0399dc94f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837724 Jul 09 16:12:54.180786 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:56.171970 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7c6585b1-1911-48aa-be01-8dcedab26a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:57.228230 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e18c31-8da9-4e5a-a80f-0a23af92ac82 req-44684a7a-bf72-44a6-aac4-e21c4a99aa06 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:57.229766 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-88e18c31-8da9-4e5a-a80f-0a23af92ac82 req-44684a7a-bf72-44a6-aac4-e21c4a99aa06 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 945 time: 0.1175356 Jul 09 16:12:57.268389 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-88e18c31-8da9-4e5a-a80f-0a23af92ac82 req-079786bd-83dc-467f-bb62-aee081a1336f tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a21f28f-45b6-487d-9895-5a8318404581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329816 Jul 09 16:12:58.478605 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdeb15c-80be-4075-9133-ee00698f1838 req-2ad6da79-ecf5-48b6-8021-6164efbc40b7 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:58.480139 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0fdeb15c-80be-4075-9133-ee00698f1838 req-2ad6da79-ecf5-48b6-8021-6164efbc40b7 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 945 time: 0.0695281 Jul 09 16:12:58.517536 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0fdeb15c-80be-4075-9133-ee00698f1838 req-78ed7969-f986-4db6-ab8f-1216724d6657 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a21f28f-45b6-487d-9895-5a8318404581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315022 Jul 09 16:12:59.283134 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c409397c-5494-4f7f-9a31-d48dfbc72c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:59.362844 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:59.714702 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b76243e-6ddc-405f-b438-71c86b7e9ec1 req-fe7432b1-192b-434d-a1b7-8b655cade52b tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:59.716241 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5b76243e-6ddc-405f-b438-71c86b7e9ec1 req-fe7432b1-192b-434d-a1b7-8b655cade52b tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 945 time: 0.0646784 Jul 09 16:12:59.753786 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5b76243e-6ddc-405f-b438-71c86b7e9ec1 req-bf987719-dad0-456c-90f8-e31d0e63b87f tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a21f28f-45b6-487d-9895-5a8318404581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317123 Jul 09 16:13:00.660560 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:00.925732 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f06706-4757-40e7-9e24-e25a556d99c9 req-aa6d151d-f58a-46ad-9d48-14fec883a26b tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:00.927210 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-77f06706-4757-40e7-9e24-e25a556d99c9 req-aa6d151d-f58a-46ad-9d48-14fec883a26b tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 945 time: 0.0635300 Jul 09 16:13:00.969390 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-77f06706-4757-40e7-9e24-e25a556d99c9 req-eb9fa50b-cf09-4b57-ba04-900de9157f2d tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a21f28f-45b6-487d-9895-5a8318404581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358245 Jul 09 16:13:02.042777 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:02.147989 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b61ec-bcf4-4fbc-841a-98c88041609f req-d0c40b62-bd55-490f-a2e1-872d28a1542f tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:02.149470 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5f6b61ec-bcf4-4fbc-841a-98c88041609f req-d0c40b62-bd55-490f-a2e1-872d28a1542f tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 945 time: 0.0694931 Jul 09 16:13:02.186694 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5f6b61ec-bcf4-4fbc-841a-98c88041609f req-b42ccc77-1055-4dd1-9aea-87f825df4645 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a21f28f-45b6-487d-9895-5a8318404581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315287 Jul 09 16:13:03.365930 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcefbbc1-2f51-4e88-9e79-6133d5e4a2b0 req-61f10658-4e36-4ff4-8b91-a2be96b52bdf tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:03.367419 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fcefbbc1-2f51-4e88-9e79-6133d5e4a2b0 req-61f10658-4e36-4ff4-8b91-a2be96b52bdf tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 945 time: 0.0673604 Jul 09 16:13:03.405224 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-fcefbbc1-2f51-4e88-9e79-6133d5e4a2b0 req-09a58dc6-dd20-4e44-85cb-ed9cfae3bc7e tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a21f28f-45b6-487d-9895-5a8318404581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320568 Jul 09 16:13:04.030402 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:13:04.576769 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721eb871-4b65-41ef-aab8-928234c8a12d req-6e6680bc-59ff-4689-b9d0-f8f85202ee27 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:04.578262 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-721eb871-4b65-41ef-aab8-928234c8a12d req-6e6680bc-59ff-4689-b9d0-f8f85202ee27 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 945 time: 0.0639005 Jul 09 16:13:04.616895 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-721eb871-4b65-41ef-aab8-928234c8a12d req-570aa723-8312-4b68-b67a-91a29c9cf053 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a21f28f-45b6-487d-9895-5a8318404581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328434 Jul 09 16:13:05.789797 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ddbd2-91b3-4aa3-8711-610701fad778 req-4e4b48ae-2828-41f6-9d40-4fc8af79033a tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:05.791290 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-224ddbd2-91b3-4aa3-8711-610701fad778 req-4e4b48ae-2828-41f6-9d40-4fc8af79033a tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 945 time: 0.0649321 Jul 09 16:13:05.830012 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-224ddbd2-91b3-4aa3-8711-610701fad778 req-41449074-da39-4b0e-a392-c54f8fa02f61 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a21f28f-45b6-487d-9895-5a8318404581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330398 Jul 09 16:13:07.010564 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa70f12e-18ad-49dd-be64-7b041ea34e9e req-66321d92-521e-4e4e-aa91-e34a5d833d61 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:07.012113 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fa70f12e-18ad-49dd-be64-7b041ea34e9e req-66321d92-521e-4e4e-aa91-e34a5d833d61 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 945 time: 0.0685370 Jul 09 16:13:07.051681 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fa70f12e-18ad-49dd-be64-7b041ea34e9e req-fde90582-cc15-4dee-a2b9-50f5a75f622b tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a21f28f-45b6-487d-9895-5a8318404581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336752 Jul 09 16:13:08.231448 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab055e-c7be-4394-b5e9-2729357ce6ff req-40c948b5-016f-49de-8cf3-f02a24857c7a tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:08.233006 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-83ab055e-c7be-4394-b5e9-2729357ce6ff req-40c948b5-016f-49de-8cf3-f02a24857c7a tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 945 time: 0.0637147 Jul 09 16:13:08.270538 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-83ab055e-c7be-4394-b5e9-2729357ce6ff req-a0b6d794-30c4-4a6e-9ed7-5fb30d079af3 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a21f28f-45b6-487d-9895-5a8318404581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319037 Jul 09 16:13:09.444438 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08417098-15c5-42fa-b7bc-cc24c21ec5db req-12a03e0c-36e8-47e0-9888-38c8b0a0be03 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:09.445922 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-08417098-15c5-42fa-b7bc-cc24c21ec5db req-12a03e0c-36e8-47e0-9888-38c8b0a0be03 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 945 time: 0.0636377 Jul 09 16:13:09.483039 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-08417098-15c5-42fa-b7bc-cc24c21ec5db req-a90a34be-0fcf-4c1a-ab57-310ca0edee57 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a21f28f-45b6-487d-9895-5a8318404581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315378 Jul 09 16:13:09.971259 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device d4b62378-7d7c-412e-935b-861df57ed359 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:13:10.063015 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port d4b62378-7d7c-412e-935b-861df57ed359, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=d4b62378-7d7c-412e-935b-861df57ed359,segment=NetworkSegment(d69be408-6e80-451e-bbdf-a5acdf078627),segment_id=d69be408-6e80-451e-bbdf-a5acdf078627)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:13:10.074250 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': 'd4b62378-7d7c-412e-935b-861df57ed359', 'network_id': '080babb8-542a-4aa7-b62f-f0399dc94f10', 'port_id': 'd4b62378-7d7c-412e-935b-861df57ed359', 'mac_address': 'fa:16:3e:d0:30:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bd97fb8-1b03-48bc-bd03-9331202c60ed', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:13:10.116799 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:10.129424 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d4b62378-7d7c-412e-935b-861df57ed359 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:13:10.148919 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port d4b62378-7d7c-412e-935b-861df57ed359, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=d4b62378-7d7c-412e-935b-861df57ed359,segment=NetworkSegment(d69be408-6e80-451e-bbdf-a5acdf078627),segment_id=d69be408-6e80-451e-bbdf-a5acdf078627)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:13:10.259686 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:10.305679 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=d4b62378-7d7c-412e-935b-861df57ed359,revision_number=6']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:13:10.312981 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:13:10.313323 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:13:10.313906 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:13:10.314047 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:13:10.314306 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:13:10.314630 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:13:10.314951 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:13:10.315270 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:13:10.315611 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:13:10.315930 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:13:10.316247 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:13:10.316568 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:13:10.408646 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['d4b62378-7d7c-412e-935b-861df57ed359'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:13:10.665929 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b786fb6d-1f5e-46c9-afdf-05bf62931d1d req-e68c2d3a-f0e1-46a3-8742-dce335452555 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:10.667570 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b786fb6d-1f5e-46c9-afdf-05bf62931d1d req-e68c2d3a-f0e1-46a3-8742-dce335452555 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 944 time: 0.0706191 Jul 09 16:13:10.705732 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b786fb6d-1f5e-46c9-afdf-05bf62931d1d req-23b465dc-c59c-4813-9f05-e01277b25361 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a21f28f-45b6-487d-9895-5a8318404581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326235 Jul 09 16:13:11.878371 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29158e7f-0592-48d4-965d-3e71a2d14654 req-e86a0c02-2069-475c-8d3a-721a37aaa327 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:11.879890 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-29158e7f-0592-48d4-965d-3e71a2d14654 req-e86a0c02-2069-475c-8d3a-721a37aaa327 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 944 time: 0.0627112 Jul 09 16:13:11.918094 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-29158e7f-0592-48d4-965d-3e71a2d14654 req-dc337983-c753-4897-813c-8d4fa1150a3d tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a21f28f-45b6-487d-9895-5a8318404581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317087 Jul 09 16:13:11.985847 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device d4b62378-7d7c-412e-935b-861df57ed359 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:13:12.035350 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port d4b62378-7d7c-412e-935b-861df57ed359 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:13:12.035350 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:12.111894 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:12.134239 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '088c1658-6349-4713-8f84-400cc819ee9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b62378-7d7c-412e-935b-861df57ed359'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:13:12.136482 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e75b9a97cbd66444b13ae988a684abc34c7a24a50a729030cfede81e7322398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acda80f2-0e17-4356-82e4-f83539f245b5" -d '{"events": [{"server_uuid": "088c1658-6349-4713-8f84-400cc819ee9a", "name": "network-vif-plugged", "status": "completed", "tag": "d4b62378-7d7c-412e-935b-861df57ed359"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:13:12.148830 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port d4b62378-7d7c-412e-935b-861df57ed359, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=d4b62378-7d7c-412e-935b-861df57ed359,segment=NetworkSegment(d69be408-6e80-451e-bbdf-a5acdf078627),segment_id=d69be408-6e80-451e-bbdf-a5acdf078627)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:13:12.175092 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e8cf34d-2477-4fce-9018-b43687afa6e7 x-openstack-request-id: req-7e8cf34d-2477-4fce-9018-b43687afa6e7 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:13:12.175092 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "088c1658-6349-4713-8f84-400cc819ee9a", "name": "network-vif-plugged", "status": "completed", "tag": "d4b62378-7d7c-412e-935b-861df57ed359", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:13:12.175092 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7e8cf34d-2477-4fce-9018-b43687afa6e7 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:13:12.175092 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '088c1658-6349-4713-8f84-400cc819ee9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b62378-7d7c-412e-935b-861df57ed359', 'code': 200} Jul 09 16:13:12.226045 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:12.271920 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=d4b62378-7d7c-412e-935b-861df57ed359,revision_number=7']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:13:13.096124 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc681ac9-3653-45ed-8993-b5b61e18bf1c req-69db87df-ab4f-4a72-9f3b-4878e768d4d9 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:13.097551 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fc681ac9-3653-45ed-8993-b5b61e18bf1c req-69db87df-ab4f-4a72-9f3b-4878e768d4d9 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 945 time: 0.0672894 Jul 09 16:13:13.137966 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fc681ac9-3653-45ed-8993-b5b61e18bf1c req-3679ecc8-14d4-4f43-bac9-8505eb1c61f4 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a21f28f-45b6-487d-9895-5a8318404581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347233 Jul 09 16:13:14.318687 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74af8fc9-d9c7-401e-8a93-ed754cff1e8c req-581fa05b-d4c9-4e0d-b106-450167946af8 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:14.320180 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-74af8fc9-d9c7-401e-8a93-ed754cff1e8c req-581fa05b-d4c9-4e0d-b106-450167946af8 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 945 time: 0.0680623 Jul 09 16:13:14.359417 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-74af8fc9-d9c7-401e-8a93-ed754cff1e8c req-dae1c6ce-4fec-4a3b-aa06-7f3cd58c1992 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a21f28f-45b6-487d-9895-5a8318404581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335898 Jul 09 16:13:15.564037 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c1979-4aec-498c-add4-85de806e1337 req-350e4757-2763-4566-bf99-ff6e890d586c tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:15.566283 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-291c1979-4aec-498c-add4-85de806e1337 req-350e4757-2763-4566-bf99-ff6e890d586c tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 945 time: 0.0729237 Jul 09 16:13:15.608223 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-291c1979-4aec-498c-add4-85de806e1337 req-ef777c8c-3b06-4dcd-9635-ec6820a04489 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a21f28f-45b6-487d-9895-5a8318404581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362253 Jul 09 16:13:15.742982 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:16.811444 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f73a5e2-0b89-4e72-8735-5db0d9e12d36 req-c4aebee1-52ec-4700-803c-4332552c4b26 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:16.813029 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1f73a5e2-0b89-4e72-8735-5db0d9e12d36 req-c4aebee1-52ec-4700-803c-4332552c4b26 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 945 time: 0.0745554 Jul 09 16:13:16.860938 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1f73a5e2-0b89-4e72-8735-5db0d9e12d36 req-12ee23c8-b8ad-437d-aab4-c1b0b5e32f60 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a21f28f-45b6-487d-9895-5a8318404581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366750 Jul 09 16:13:18.077095 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25543789-eb36-401f-9287-48b24d1f566d req-f91f3422-620e-4e9e-b859-c8c82c5137bd tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:18.079813 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-25543789-eb36-401f-9287-48b24d1f566d req-f91f3422-620e-4e9e-b859-c8c82c5137bd tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 945 time: 0.0823441 Jul 09 16:13:18.130028 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-25543789-eb36-401f-9287-48b24d1f566d req-e965c40f-347c-4261-a2df-78801ccdf19d tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a21f28f-45b6-487d-9895-5a8318404581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429740 Jul 09 16:13:19.328105 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c14630-2204-4106-aa4e-d7f42822199c req-4f16b09f-f892-4c88-a875-0196c4709055 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:19.329639 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f2c14630-2204-4106-aa4e-d7f42822199c req-4f16b09f-f892-4c88-a875-0196c4709055 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 945 time: 0.0668540 Jul 09 16:13:19.377501 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f2c14630-2204-4106-aa4e-d7f42822199c req-c35d3d3a-e6e7-444b-afb9-4ec9a3572421 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a21f28f-45b6-487d-9895-5a8318404581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418189 Jul 09 16:13:20.583880 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc0c38-ca7f-45e6-9775-472c2265a3f4 req-f3d909de-0576-4b72-8768-0f217edd7579 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:20.636448 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5bfc0c38-ca7f-45e6-9775-472c2265a3f4 req-f3d909de-0576-4b72-8768-0f217edd7579 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 945 time: 0.0816073 Jul 09 16:13:20.636448 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5bfc0c38-ca7f-45e6-9775-472c2265a3f4 req-baef172d-873d-4b9f-90ea-30a0410aafbf tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a21f28f-45b6-487d-9895-5a8318404581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337355 Jul 09 16:13:21.800860 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a84b9-89f8-41b6-806d-0074944e6bf5 req-c13fb0d1-ff5b-4881-952d-4ba5f8d3e072 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:21.802429 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5e5a84b9-89f8-41b6-806d-0074944e6bf5 req-c13fb0d1-ff5b-4881-952d-4ba5f8d3e072 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 945 time: 0.0642471 Jul 09 16:13:21.847194 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5e5a84b9-89f8-41b6-806d-0074944e6bf5 req-5f5023d5-8f93-4abb-b0a0-97114b401431 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a21f28f-45b6-487d-9895-5a8318404581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380678 Jul 09 16:13:23.026785 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50ae4c1-3c17-414a-b15b-726226c40f7a req-da1d6b28-a258-4379-95a0-ad1a564aed19 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:23.028652 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f50ae4c1-3c17-414a-b15b-726226c40f7a req-da1d6b28-a258-4379-95a0-ad1a564aed19 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 945 time: 0.0671062 Jul 09 16:13:23.072223 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f50ae4c1-3c17-414a-b15b-726226c40f7a req-88203ded-89b9-4c9e-855e-7a26aeba461e tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a21f28f-45b6-487d-9895-5a8318404581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378606 Jul 09 16:13:24.261946 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef7aba4-805a-43f4-824f-24629dcd2408 req-b2d6677b-ba49-4ae6-a3ab-33e1b9f4af01 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:24.263916 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bef7aba4-805a-43f4-824f-24629dcd2408 req-b2d6677b-ba49-4ae6-a3ab-33e1b9f4af01 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 945 time: 0.0811727 Jul 09 16:13:24.307889 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-bef7aba4-805a-43f4-824f-24629dcd2408 req-79a5aacf-03cd-44a1-95a8-d67fb7aeedeb tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a21f28f-45b6-487d-9895-5a8318404581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383229 Jul 09 16:13:24.650954 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:25.521460 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bbcc2e-09d9-44c0-a2d4-b77b90f230a8 req-6ebc5720-2c51-4ac7-b5f2-df31db481527 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:25.523012 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-65bbcc2e-09d9-44c0-a2d4-b77b90f230a8 req-6ebc5720-2c51-4ac7-b5f2-df31db481527 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 945 time: 0.0769186 Jul 09 16:13:25.564460 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-65bbcc2e-09d9-44c0-a2d4-b77b90f230a8 req-e52564a2-682c-4475-844b-e8aebcdcdf8c tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a21f28f-45b6-487d-9895-5a8318404581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331337 Jul 09 16:13:26.205603 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4347b41e-5590-4b60-9140-09407997e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:26.760500 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c018beca-c27b-4419-801e-cf093b640b04 req-b71aa62b-79d3-4d04-9e16-7d067b2be25f tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:26.762138 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c018beca-c27b-4419-801e-cf093b640b04 req-b71aa62b-79d3-4d04-9e16-7d067b2be25f tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 945 time: 0.0676148 Jul 09 16:13:26.800569 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c018beca-c27b-4419-801e-cf093b640b04 req-bb382a77-54de-4221-8d99-d07ccacd559e tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a21f28f-45b6-487d-9895-5a8318404581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328181 Jul 09 16:13:27.206745 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50ea01f-f53f-4d6f-8711-219384002175 req-8d970bcf-c23c-4d42-94d7-e305becc949c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:27.208925 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f50ea01f-f53f-4d6f-8711-219384002175 req-8d970bcf-c23c-4d42-94d7-e305becc949c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7dd6db3ff0ff4d2bbb0e526511e5420f&device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 1096 time: 0.0597255 Jul 09 16:13:27.301124 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50ea01f-f53f-4d6f-8711-219384002175 req-bda3073a-6ed5-484c-ae1c-06125fe58afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:27.303132 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f50ea01f-f53f-4d6f-8711-219384002175 req-bda3073a-6ed5-484c-ae1c-06125fe58afd service neutron] 10.222.0.62 "GET /v2.0/networks?id=080babb8-542a-4aa7-b62f-f0399dc94f10 HTTP/1.1" status: 200 len: 910 time: 0.0882452 Jul 09 16:13:27.378486 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f50ea01f-f53f-4d6f-8711-219384002175 req-83adc118-0f67-4a4b-a5fb-790c655d84ad service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4b62378-7d7c-412e-935b-861df57ed359 HTTP/1.1" status: 200 len: 1001 time: 0.0663557 Jul 09 16:13:27.430913 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50ea01f-f53f-4d6f-8711-219384002175 req-93e9b0cf-ecba-494b-8e43-84ec065f7cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:27.432436 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f50ea01f-f53f-4d6f-8711-219384002175 req-93e9b0cf-ecba-494b-8e43-84ec065f7cee service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8bd97fb8-1b03-48bc-bd03-9331202c60ed HTTP/1.1" status: 200 len: 848 time: 0.0469084 Jul 09 16:13:27.491672 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50ea01f-f53f-4d6f-8711-219384002175 req-362ba769-969b-49ea-866f-2cfb5c7fb637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:27.493106 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f50ea01f-f53f-4d6f-8711-219384002175 req-362ba769-969b-49ea-866f-2cfb5c7fb637 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=080babb8-542a-4aa7-b62f-f0399dc94f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534785 Jul 09 16:13:27.592001 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f50ea01f-f53f-4d6f-8711-219384002175 req-21606260-9bfa-4255-a8af-976a77ab9ea2 service neutron] 10.222.0.62 "GET /v2.0/networks/080babb8-542a-4aa7-b62f-f0399dc94f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894024 Jul 09 16:13:27.683268 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f50ea01f-f53f-4d6f-8711-219384002175 req-97d0ea46-166f-45a2-8e42-95fe2fcd1e07 service neutron] 10.222.0.62 "GET /v2.0/networks/080babb8-542a-4aa7-b62f-f0399dc94f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836713 Jul 09 16:13:27.984672 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec093b-4af8-4ef1-8093-65b0c571bce4 req-da551dee-bcb7-424d-9182-592b930d9f94 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:27.986188 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e6ec093b-4af8-4ef1-8093-65b0c571bce4 req-da551dee-bcb7-424d-9182-592b930d9f94 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 945 time: 0.0661440 Jul 09 16:13:28.025782 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e6ec093b-4af8-4ef1-8093-65b0c571bce4 req-4c635740-ecd3-431b-9f79-097ba7466273 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a21f28f-45b6-487d-9895-5a8318404581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332332 Jul 09 16:13:29.205131 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf24a3c-54c9-4d3b-a2eb-b135a32a9b99 req-883acf57-ce79-405d-b8b7-87d9ef5462fd tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:29.206635 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8cf24a3c-54c9-4d3b-a2eb-b135a32a9b99 req-883acf57-ce79-405d-b8b7-87d9ef5462fd tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 945 time: 0.0645928 Jul 09 16:13:29.248311 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8cf24a3c-54c9-4d3b-a2eb-b135a32a9b99 req-8a94c249-b3e7-45e2-8e3f-0d8c9ccc05cb tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a21f28f-45b6-487d-9895-5a8318404581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359499 Jul 09 16:13:29.265099 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8c3a2201-a8a2-4ea1-acad-80570260f2c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:29.356212 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:30.127631 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device d4b62378-7d7c-412e-935b-861df57ed359 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:13:30.205631 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:30.228138 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '088c1658-6349-4713-8f84-400cc819ee9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4b62378-7d7c-412e-935b-861df57ed359'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:13:30.230401 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e75b9a97cbd66444b13ae988a684abc34c7a24a50a729030cfede81e7322398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-321977d8-95d6-4faf-a728-d9964f8c9772" -d '{"events": [{"server_uuid": "088c1658-6349-4713-8f84-400cc819ee9a", "name": "network-vif-unplugged", "status": "completed", "tag": "d4b62378-7d7c-412e-935b-861df57ed359"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:13:30.244831 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port d4b62378-7d7c-412e-935b-861df57ed359, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=d4b62378-7d7c-412e-935b-861df57ed359,segment=NetworkSegment(d69be408-6e80-451e-bbdf-a5acdf078627),segment_id=d69be408-6e80-451e-bbdf-a5acdf078627)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:13:30.425236 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848936d-5012-4426-b1ac-cc92858ffbef req-0d41bde8-d302-495c-97f6-74e264b16b5e tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:30.443280 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a848936d-5012-4426-b1ac-cc92858ffbef req-0d41bde8-d302-495c-97f6-74e264b16b5e tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 945 time: 0.0701871 Jul 09 16:13:30.465322 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a848936d-5012-4426-b1ac-cc92858ffbef req-c884d58f-8985-4793-a0b1-973d80ff7ff0 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a21f28f-45b6-487d-9895-5a8318404581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324349 Jul 09 16:13:30.476077 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:30.525554 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=d4b62378-7d7c-412e-935b-861df57ed359,revision_number=8']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:13:30.682153 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:31.126533 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11791df-3c57-4a23-9894-3e7827954060 req-39042495-2cbb-4f3e-8ad7-31eb105b4a94 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:31.128393 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c11791df-3c57-4a23-9894-3e7827954060 req-39042495-2cbb-4f3e-8ad7-31eb105b4a94 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 943 time: 0.0661988 Jul 09 16:13:31.175924 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c11791df-3c57-4a23-9894-3e7827954060 req-0b9f401a-3b84-41a8-835a-2a90e03df12e tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a21f28f-45b6-487d-9895-5a8318404581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414438 Jul 09 16:13:31.287541 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 16:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f190c693-8f90-4dc0-82b8-b81e3421859a x-openstack-request-id: req-f190c693-8f90-4dc0-82b8-b81e3421859a {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:13:31.287842 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "088c1658-6349-4713-8f84-400cc819ee9a", "name": "network-vif-unplugged", "status": "completed", "tag": "d4b62378-7d7c-412e-935b-861df57ed359", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:13:31.288095 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f190c693-8f90-4dc0-82b8-b81e3421859a {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:13:31.288488 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '088c1658-6349-4713-8f84-400cc819ee9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4b62378-7d7c-412e-935b-861df57ed359', 'code': 200} Jul 09 16:13:31.484002 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 60454) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:13:31.601686 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ae123775-763b-48a4-b74f-2cfb2c1ea213 req-f9466415-dec2-487f-a4dc-f3b5e0ee96f9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1165798 Jul 09 16:13:32.102171 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:32.370482 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce034cf-90e6-409a-b7f8-8dad0e169c28 req-3a7c2348-141f-4d54-98c3-e4edd0d086cd tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:32.371950 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1ce034cf-90e6-409a-b7f8-8dad0e169c28 req-3a7c2348-141f-4d54-98c3-e4edd0d086cd tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 943 time: 0.0681210 Jul 09 16:13:32.412093 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1ce034cf-90e6-409a-b7f8-8dad0e169c28 req-5656807f-040c-481c-98bf-d829229669a6 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a21f28f-45b6-487d-9895-5a8318404581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341308 Jul 09 16:13:33.593038 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f324dfb7-167d-4461-a5de-6a6e0f3047d6 req-98791158-d644-41bf-a279-3a53ada0d758 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:33.594821 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f324dfb7-167d-4461-a5de-6a6e0f3047d6 req-98791158-d644-41bf-a279-3a53ada0d758 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 943 time: 0.0657175 Jul 09 16:13:33.633764 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f324dfb7-167d-4461-a5de-6a6e0f3047d6 req-1dc28eeb-307b-4c07-ac69-1ebbe09527b7 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a21f28f-45b6-487d-9895-5a8318404581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328772 Jul 09 16:13:34.819158 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ffda0f-6cc5-425d-8609-b348b88a1383 req-ddb0cff2-8e14-4870-b5b2-55bfac5c75f4 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:34.820768 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e7ffda0f-6cc5-425d-8609-b348b88a1383 req-ddb0cff2-8e14-4870-b5b2-55bfac5c75f4 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 943 time: 0.0708992 Jul 09 16:13:34.864038 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e7ffda0f-6cc5-425d-8609-b348b88a1383 req-76d4ce27-14c3-4d46-a9a8-232c56206edd tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a21f28f-45b6-487d-9895-5a8318404581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372062 Jul 09 16:13:35.746528 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae123775-763b-48a4-b74f-2cfb2c1ea213 req-1b22364d-aec3-46f7-bd52-e524e61258fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:35.748082 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ae123775-763b-48a4-b74f-2cfb2c1ea213 req-1b22364d-aec3-46f7-bd52-e524e61258fa service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a&tenant_id=7dd6db3ff0ff4d2bbb0e526511e5420f HTTP/1.1" status: 200 len: 1094 time: 0.0985150 Jul 09 16:13:35.759574 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-ae123775-763b-48a4-b74f-2cfb2c1ea213 req-6d07aca5-26d1-4f22-ac13-8d5b24f68972 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799529-6', 'device_owner': 'compute:nova'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:13:35.839985 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-ae123775-763b-48a4-b74f-2cfb2c1ea213 req-6d07aca5-26d1-4f22-ac13-8d5b24f68972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:36.080145 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-ae123775-763b-48a4-b74f-2cfb2c1ea213 req-6d07aca5-26d1-4f22-ac13-8d5b24f68972 service neutron] For port d4b62378-7d7c-412e-935b-861df57ed359, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=d4b62378-7d7c-412e-935b-861df57ed359,segment=NetworkSegment(d69be408-6e80-451e-bbdf-a5acdf078627),segment_id=d69be408-6e80-451e-bbdf-a5acdf078627)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:13:36.111585 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc7a60e-8e57-4f3f-93e8-50ee71e9017f req-e69abbc1-63b2-4b48-8f41-e1af4351deb7 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:36.113356 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0fc7a60e-8e57-4f3f-93e8-50ee71e9017f req-e69abbc1-63b2-4b48-8f41-e1af4351deb7 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 943 time: 0.1172764 Jul 09 16:13:36.148511 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-ae123775-763b-48a4-b74f-2cfb2c1ea213 req-6d07aca5-26d1-4f22-ac13-8d5b24f68972 service neutron] For port d4b62378-7d7c-412e-935b-861df57ed359, host n-h1-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:13:36.189933 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0fc7a60e-8e57-4f3f-93e8-50ee71e9017f req-72c7567a-38b1-4207-80b2-b3b546450de8 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a21f28f-45b6-487d-9895-5a8318404581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701294 Jul 09 16:13:36.193669 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-ae123775-763b-48a4-b74f-2cfb2c1ea213 req-6d07aca5-26d1-4f22-ac13-8d5b24f68972 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4b62378-7d7c-412e-935b-861df57ed359 {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:13:36.201264 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-ae123775-763b-48a4-b74f-2cfb2c1ea213 req-6d07aca5-26d1-4f22-ac13-8d5b24f68972 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:36.214722 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-ae123775-763b-48a4-b74f-2cfb2c1ea213 req-6d07aca5-26d1-4f22-ac13-8d5b24f68972 service neutron] Transition to ACTIVE for port object d4b62378-7d7c-412e-935b-861df57ed359 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:13:36.456306 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-ae123775-763b-48a4-b74f-2cfb2c1ea213 req-6d07aca5-26d1-4f22-ac13-8d5b24f68972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:36.538452 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d07aca5-26d1-4f22-ac13-8d5b24f68972 service neutron] Pushing event updated for resources: {'Port': ['ID=d4b62378-7d7c-412e-935b-861df57ed359,revision_number=9']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:13:36.552632 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07aca5-26d1-4f22-ac13-8d5b24f68972 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:13:36.552982 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07aca5-26d1-4f22-ac13-8d5b24f68972 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:13:36.553327 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07aca5-26d1-4f22-ac13-8d5b24f68972 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:13:36.553667 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07aca5-26d1-4f22-ac13-8d5b24f68972 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:13:36.553999 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07aca5-26d1-4f22-ac13-8d5b24f68972 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:13:36.554329 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07aca5-26d1-4f22-ac13-8d5b24f68972 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:13:36.554656 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07aca5-26d1-4f22-ac13-8d5b24f68972 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:13:36.554989 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07aca5-26d1-4f22-ac13-8d5b24f68972 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:13:36.555312 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07aca5-26d1-4f22-ac13-8d5b24f68972 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:13:36.555658 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07aca5-26d1-4f22-ac13-8d5b24f68972 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:13:36.555984 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07aca5-26d1-4f22-ac13-8d5b24f68972 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:13:36.556304 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07aca5-26d1-4f22-ac13-8d5b24f68972 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:13:36.594759 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae123775-763b-48a4-b74f-2cfb2c1ea213 req-6d07aca5-26d1-4f22-ac13-8d5b24f68972 service neutron] No DVR routers for this DVR port d4b62378-7d7c-412e-935b-861df57ed359 on host n-h1-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:13:36.733662 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-ae123775-763b-48a4-b74f-2cfb2c1ea213 req-6d07aca5-26d1-4f22-ac13-8d5b24f68972 service neutron] Attempting to bind port d4b62378-7d7c-412e-935b-861df57ed359 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:13:36.733995 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-ae123775-763b-48a4-b74f-2cfb2c1ea213 req-6d07aca5-26d1-4f22-ac13-8d5b24f68972 service neutron] Attempting to bind port d4b62378-7d7c-412e-935b-861df57ed359 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': 'd69be408-6e80-451e-bbdf-a5acdf078627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '080babb8-542a-4aa7-b62f-f0399dc94f10'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:13:36.734322 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae123775-763b-48a4-b74f-2cfb2c1ea213 req-6d07aca5-26d1-4f22-ac13-8d5b24f68972 service neutron] Attempting to bind port d4b62378-7d7c-412e-935b-861df57ed359 on network 080babb8-542a-4aa7-b62f-f0399dc94f10 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:13:36.738677 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae123775-763b-48a4-b74f-2cfb2c1ea213 req-6d07aca5-26d1-4f22-ac13-8d5b24f68972 service neutron] Port d4b62378-7d7c-412e-935b-861df57ed359 on network 080babb8-542a-4aa7-b62f-f0399dc94f10 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:13:36.739068 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae123775-763b-48a4-b74f-2cfb2c1ea213 req-6d07aca5-26d1-4f22-ac13-8d5b24f68972 service neutron] Attempting to bind port d4b62378-7d7c-412e-935b-861df57ed359 on network 080babb8-542a-4aa7-b62f-f0399dc94f10 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:13:36.744095 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae123775-763b-48a4-b74f-2cfb2c1ea213 req-6d07aca5-26d1-4f22-ac13-8d5b24f68972 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:13:36.744436 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae123775-763b-48a4-b74f-2cfb2c1ea213 req-6d07aca5-26d1-4f22-ac13-8d5b24f68972 service neutron] Checking segment: {'id': 'd69be408-6e80-451e-bbdf-a5acdf078627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '080babb8-542a-4aa7-b62f-f0399dc94f10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:13:36.744824 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae123775-763b-48a4-b74f-2cfb2c1ea213 req-6d07aca5-26d1-4f22-ac13-8d5b24f68972 service neutron] Bound using segment: {'id': 'd69be408-6e80-451e-bbdf-a5acdf078627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '080babb8-542a-4aa7-b62f-f0399dc94f10'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:13:36.745256 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-ae123775-763b-48a4-b74f-2cfb2c1ea213 req-6d07aca5-26d1-4f22-ac13-8d5b24f68972 service neutron] Bound port: d4b62378-7d7c-412e-935b-861df57ed359, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd69be408-6e80-451e-bbdf-a5acdf078627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '080babb8-542a-4aa7-b62f-f0399dc94f10'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:13:36.745627 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-ae123775-763b-48a4-b74f-2cfb2c1ea213 req-6d07aca5-26d1-4f22-ac13-8d5b24f68972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:36.808226 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-ae123775-763b-48a4-b74f-2cfb2c1ea213 req-6d07aca5-26d1-4f22-ac13-8d5b24f68972 service neutron] For port d4b62378-7d7c-412e-935b-861df57ed359, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:13:36.811204 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-ae123775-763b-48a4-b74f-2cfb2c1ea213 req-6d07aca5-26d1-4f22-ac13-8d5b24f68972 service neutron] For port d4b62378-7d7c-412e-935b-861df57ed359, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=d4b62378-7d7c-412e-935b-861df57ed359,segment=NetworkSegment(d69be408-6e80-451e-bbdf-a5acdf078627),segment_id=d69be408-6e80-451e-bbdf-a5acdf078627)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:13:37.057360 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-ae123775-763b-48a4-b74f-2cfb2c1ea213 req-6d07aca5-26d1-4f22-ac13-8d5b24f68972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:37.506273 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae123775-763b-48a4-b74f-2cfb2c1ea213 req-6d07aca5-26d1-4f22-ac13-8d5b24f68972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:37.506273 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-ae123775-763b-48a4-b74f-2cfb2c1ea213 req-6d07aca5-26d1-4f22-ac13-8d5b24f68972 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:37.506273 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ae123775-763b-48a4-b74f-2cfb2c1ea213 req-6d07aca5-26d1-4f22-ac13-8d5b24f68972 service neutron] 10.222.0.54 "PUT /v2.0/ports/d4b62378-7d7c-412e-935b-861df57ed359 HTTP/1.1" status: 200 len: 1091 time: 1.3394232 Jul 09 16:13:37.506273 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '088c1658-6349-4713-8f84-400cc819ee9a', 'tag': 'd4b62378-7d7c-412e-935b-861df57ed359'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:13:37.506273 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bb405a18ca731a56dedfaaf5e9a79789110744f6b6799bb7a0722340b5c16f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0891d8ea-938f-4f31-a277-8161fcb903d3" -d '{"events": [{"name": "network-changed", "server_uuid": "088c1658-6349-4713-8f84-400cc819ee9a", "tag": "d4b62378-7d7c-412e-935b-861df57ed359"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:13:37.506273 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d07aca5-26d1-4f22-ac13-8d5b24f68972 service neutron] Pushing event updated for resources: {'Port': ['ID=d4b62378-7d7c-412e-935b-861df57ed359,revision_number=10']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:13:37.506273 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae123775-763b-48a4-b74f-2cfb2c1ea213 req-5d798bfd-d1a4-4eff-a656-04dd941d64ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:37.506273 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ae123775-763b-48a4-b74f-2cfb2c1ea213 req-5d798bfd-d1a4-4eff-a656-04dd941d64ed service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7dd6db3ff0ff4d2bbb0e526511e5420f&device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 1095 time: 0.0685108 Jul 09 16:13:37.506273 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e2238d-1feb-4bfa-b3dc-ba5ebf25dfe2 x-openstack-request-id: req-16e2238d-1feb-4bfa-b3dc-ba5ebf25dfe2 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:13:37.506273 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "088c1658-6349-4713-8f84-400cc819ee9a", "tag": "d4b62378-7d7c-412e-935b-861df57ed359", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:13:37.506273 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-16e2238d-1feb-4bfa-b3dc-ba5ebf25dfe2 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:13:37.506273 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '088c1658-6349-4713-8f84-400cc819ee9a', 'tag': 'd4b62378-7d7c-412e-935b-861df57ed359', 'status': 'completed', 'code': 200} Jul 09 16:13:37.506273 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae123775-763b-48a4-b74f-2cfb2c1ea213 req-2c0a9b00-8880-4559-b273-f4ef91882f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:37.506273 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ae123775-763b-48a4-b74f-2cfb2c1ea213 req-2c0a9b00-8880-4559-b273-f4ef91882f1e service neutron] 10.222.0.54 "GET /v2.0/networks?id=080babb8-542a-4aa7-b62f-f0399dc94f10 HTTP/1.1" status: 200 len: 910 time: 0.0995855 Jul 09 16:13:37.506273 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ae123775-763b-48a4-b74f-2cfb2c1ea213 req-8b5a846d-8fbc-4cad-8b78-8ea8a0c845bf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4b62378-7d7c-412e-935b-861df57ed359 HTTP/1.1" status: 200 len: 999 time: 0.0975568 Jul 09 16:13:37.506273 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7c668-971a-4b05-a6f3-8643b1837e2f req-50b97bba-5708-46f7-8d2b-99a6276b363f tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:37.506273 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-86e7c668-971a-4b05-a6f3-8643b1837e2f req-50b97bba-5708-46f7-8d2b-99a6276b363f tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 944 time: 0.1439214 Jul 09 16:13:37.506273 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae123775-763b-48a4-b74f-2cfb2c1ea213 req-b7be94fd-8973-4465-9e02-b27676a6b251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:37.506273 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ae123775-763b-48a4-b74f-2cfb2c1ea213 req-b7be94fd-8973-4465-9e02-b27676a6b251 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8bd97fb8-1b03-48bc-bd03-9331202c60ed HTTP/1.1" status: 200 len: 848 time: 0.0662525 Jul 09 16:13:37.532037 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-86e7c668-971a-4b05-a6f3-8643b1837e2f req-e5b2f4d0-6a3f-4c91-a2b0-03ec69721b37 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a21f28f-45b6-487d-9895-5a8318404581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726888 Jul 09 16:13:37.553352 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae123775-763b-48a4-b74f-2cfb2c1ea213 req-d4f9d41b-771d-4424-8675-4a85b1f33057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:37.554869 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ae123775-763b-48a4-b74f-2cfb2c1ea213 req-d4f9d41b-771d-4424-8675-4a85b1f33057 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=080babb8-542a-4aa7-b62f-f0399dc94f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759075 Jul 09 16:13:37.565637 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [req-ae123775-763b-48a4-b74f-2cfb2c1ea213 req-3ff9dd37-f794-41a2-94a9-00fe9d9693ce service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:13:37.567155 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ae123775-763b-48a4-b74f-2cfb2c1ea213 req-3ff9dd37-f794-41a2-94a9-00fe9d9693ce service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053101 Jul 09 16:13:37.658823 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ae123775-763b-48a4-b74f-2cfb2c1ea213 req-61a5dd8c-265e-4905-a767-01c4f0320f89 service neutron] 10.222.0.54 "GET /v2.0/networks/080babb8-542a-4aa7-b62f-f0399dc94f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845201 Jul 09 16:13:37.759067 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ae123775-763b-48a4-b74f-2cfb2c1ea213 req-6e26afd7-7af4-45cd-81fd-a8896f0cff31 service neutron] 10.222.0.54 "GET /v2.0/networks/080babb8-542a-4aa7-b62f-f0399dc94f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932658 Jul 09 16:13:38.014215 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891d8ea-938f-4f31-a277-8161fcb903d3 req-d5bd2079-da38-4378-b2d6-9691dcdb5b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:38.015836 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0891d8ea-938f-4f31-a277-8161fcb903d3 req-d5bd2079-da38-4378-b2d6-9691dcdb5b18 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7dd6db3ff0ff4d2bbb0e526511e5420f&device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 1095 time: 0.0581603 Jul 09 16:13:38.109740 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891d8ea-938f-4f31-a277-8161fcb903d3 req-95a2a85b-6055-4ded-8803-abff52015018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:38.111264 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0891d8ea-938f-4f31-a277-8161fcb903d3 req-95a2a85b-6055-4ded-8803-abff52015018 service neutron] 10.222.0.54 "GET /v2.0/networks?id=080babb8-542a-4aa7-b62f-f0399dc94f10 HTTP/1.1" status: 200 len: 910 time: 0.0892143 Jul 09 16:13:38.184789 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0891d8ea-938f-4f31-a277-8161fcb903d3 req-beb0ddae-5b24-408c-b37a-2e60aef1bc38 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4b62378-7d7c-412e-935b-861df57ed359 HTTP/1.1" status: 200 len: 999 time: 0.0673544 Jul 09 16:13:38.232825 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891d8ea-938f-4f31-a277-8161fcb903d3 req-27a5ebaf-e0d4-45b3-afaa-24e76a2a5d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:38.234269 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0891d8ea-938f-4f31-a277-8161fcb903d3 req-27a5ebaf-e0d4-45b3-afaa-24e76a2a5d7b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8bd97fb8-1b03-48bc-bd03-9331202c60ed HTTP/1.1" status: 200 len: 848 time: 0.0436001 Jul 09 16:13:38.293158 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891d8ea-938f-4f31-a277-8161fcb903d3 req-0d7c3331-18fa-4296-b531-7222803300fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:38.294685 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0891d8ea-938f-4f31-a277-8161fcb903d3 req-0d7c3331-18fa-4296-b531-7222803300fd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=080babb8-542a-4aa7-b62f-f0399dc94f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541933 Jul 09 16:13:38.423249 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0891d8ea-938f-4f31-a277-8161fcb903d3 req-e1ce6f9c-9b4f-43f1-8f43-b6e1f9f05fbb service neutron] 10.222.0.54 "GET /v2.0/networks/080babb8-542a-4aa7-b62f-f0399dc94f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196842 Jul 09 16:13:38.715157 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97561b60-3e24-4a7b-9a00-2539e246dce4 req-2a8155de-b6c4-409a-8f08-a2470c3a282d tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:38.716786 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-97561b60-3e24-4a7b-9a00-2539e246dce4 req-2a8155de-b6c4-409a-8f08-a2470c3a282d tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 944 time: 0.0668888 Jul 09 16:13:38.756203 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-97561b60-3e24-4a7b-9a00-2539e246dce4 req-4d5d1997-6ab4-4b18-9da5-f507d56a9c4d tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a21f28f-45b6-487d-9895-5a8318404581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326231 Jul 09 16:13:39.938033 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ab8b2-80c5-462d-8b14-5970039e8ae0 req-459ee8fb-f335-4234-9647-5dda65237924 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:39.939608 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e87ab8b2-80c5-462d-8b14-5970039e8ae0 req-459ee8fb-f335-4234-9647-5dda65237924 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 944 time: 0.0667896 Jul 09 16:13:39.980139 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e87ab8b2-80c5-462d-8b14-5970039e8ae0 req-e1b9238d-00ae-4de3-93f9-97a26ec1bd4f tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a21f28f-45b6-487d-9895-5a8318404581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347514 Jul 09 16:13:41.032858 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:13:41.190949 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937045d9-ec08-4bc3-8033-8856a241d664 req-57dd119a-6b34-417e-a8f1-3f5608db1a03 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:41.193505 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-937045d9-ec08-4bc3-8033-8856a241d664 req-57dd119a-6b34-417e-a8f1-3f5608db1a03 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 944 time: 0.0873094 Jul 09 16:13:41.236266 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-937045d9-ec08-4bc3-8033-8856a241d664 req-3d579cbd-d023-46ef-8a66-a2831243abfd tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a21f28f-45b6-487d-9895-5a8318404581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368273 Jul 09 16:13:42.460991 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f31462-c76e-4ddc-98da-dc301bb4a022 req-518b29aa-55e2-424b-ab0f-4f4bffaed0a5 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:42.462670 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-06f31462-c76e-4ddc-98da-dc301bb4a022 req-518b29aa-55e2-424b-ab0f-4f4bffaed0a5 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 944 time: 0.0897264 Jul 09 16:13:42.509339 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-06f31462-c76e-4ddc-98da-dc301bb4a022 req-2f1e2a5a-9879-4815-88df-3bf9b28becab tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a21f28f-45b6-487d-9895-5a8318404581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407183 Jul 09 16:13:43.260293 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0891d8ea-938f-4f31-a277-8161fcb903d3 req-273ebb62-4349-4da3-93b8-e3b0311269a1 service neutron] 10.222.0.54 "GET /v2.0/networks/080babb8-542a-4aa7-b62f-f0399dc94f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5921166 Jul 09 16:13:43.702073 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b0a73-8a4a-4633-8390-75d213864cca req-1b921454-5c91-45d6-9e56-38d6400b1398 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:43.703654 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2d1b0a73-8a4a-4633-8390-75d213864cca req-1b921454-5c91-45d6-9e56-38d6400b1398 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 944 time: 0.0736635 Jul 09 16:13:43.747072 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2d1b0a73-8a4a-4633-8390-75d213864cca req-8a18bc87-e264-4008-842a-4bdfa03b08f1 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a21f28f-45b6-487d-9895-5a8318404581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360463 Jul 09 16:13:44.933401 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a470b-1862-49f0-b8aa-6eb3272c6bd9 req-ab28fab7-3fda-4fcf-9db7-c4e19bf8c8ba tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:44.934911 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a08a470b-1862-49f0-b8aa-6eb3272c6bd9 req-ab28fab7-3fda-4fcf-9db7-c4e19bf8c8ba tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 944 time: 0.0676835 Jul 09 16:13:44.976142 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a08a470b-1862-49f0-b8aa-6eb3272c6bd9 req-51341e54-e163-4e1f-9136-8fa7a7fe6447 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a21f28f-45b6-487d-9895-5a8318404581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355587 Jul 09 16:13:45.778620 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:46.158891 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029a4cb0-5704-414c-aa92-25358c4f8953 req-b4514c88-ef1e-4f93-9b07-35b33551ac69 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:46.162393 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-029a4cb0-5704-414c-aa92-25358c4f8953 req-b4514c88-ef1e-4f93-9b07-35b33551ac69 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 944 time: 0.0733783 Jul 09 16:13:46.202556 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-029a4cb0-5704-414c-aa92-25358c4f8953 req-cd7f2ff5-008e-43fa-9860-2c198fc41760 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a21f28f-45b6-487d-9895-5a8318404581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361855 Jul 09 16:13:47.402688 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c532a1-0997-4688-bfca-0cdeddd82b01 req-49a0a68a-98cb-4429-8e2b-4d6797436bab tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:47.404251 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e1c532a1-0997-4688-bfca-0cdeddd82b01 req-49a0a68a-98cb-4429-8e2b-4d6797436bab tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 944 time: 0.0739584 Jul 09 16:13:47.444866 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e1c532a1-0997-4688-bfca-0cdeddd82b01 req-25d7b6b8-dc65-4c8f-b945-1b40e209e25c tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a21f28f-45b6-487d-9895-5a8318404581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350204 Jul 09 16:13:48.447024 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc8d2b7-6e5f-4f0a-93b3-fbdba1af2960 req-e5ffa791-8f26-4d3e-b116-754b3c5a82fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:48.448566 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2bc8d2b7-6e5f-4f0a-93b3-fbdba1af2960 req-e5ffa791-8f26-4d3e-b116-754b3c5a82fb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7dd6db3ff0ff4d2bbb0e526511e5420f&device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 1095 time: 0.0525994 Jul 09 16:13:48.562411 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc8d2b7-6e5f-4f0a-93b3-fbdba1af2960 req-ce96dbce-b430-4177-8426-b3bd65e34c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:48.564000 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2bc8d2b7-6e5f-4f0a-93b3-fbdba1af2960 req-ce96dbce-b430-4177-8426-b3bd65e34c10 service neutron] 10.222.0.54 "GET /v2.0/networks?id=080babb8-542a-4aa7-b62f-f0399dc94f10 HTTP/1.1" status: 200 len: 910 time: 0.0905542 Jul 09 16:13:48.622810 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49d75c9-2d87-4b47-940f-d3db628a4aae req-91d00ceb-eb28-4c77-918d-622af0bb09ba tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:48.624334 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d49d75c9-2d87-4b47-940f-d3db628a4aae req-91d00ceb-eb28-4c77-918d-622af0bb09ba tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 944 time: 0.0631068 Jul 09 16:13:48.630590 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2bc8d2b7-6e5f-4f0a-93b3-fbdba1af2960 req-544a6c66-6516-45ca-8d76-321da285c0dc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4b62378-7d7c-412e-935b-861df57ed359 HTTP/1.1" status: 200 len: 999 time: 0.0592842 Jul 09 16:13:48.662460 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d49d75c9-2d87-4b47-940f-d3db628a4aae req-056d6369-1b19-455c-bfef-cc3b840e7e9f tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a21f28f-45b6-487d-9895-5a8318404581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319355 Jul 09 16:13:48.680812 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc8d2b7-6e5f-4f0a-93b3-fbdba1af2960 req-07d66d2e-e21a-4615-a286-1adcc6e60bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:48.682309 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2bc8d2b7-6e5f-4f0a-93b3-fbdba1af2960 req-07d66d2e-e21a-4615-a286-1adcc6e60bb9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8bd97fb8-1b03-48bc-bd03-9331202c60ed HTTP/1.1" status: 200 len: 848 time: 0.0444021 Jul 09 16:13:48.744397 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc8d2b7-6e5f-4f0a-93b3-fbdba1af2960 req-a65da430-dc7a-4ea5-b8cd-b08e4d80dba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:48.745980 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2bc8d2b7-6e5f-4f0a-93b3-fbdba1af2960 req-a65da430-dc7a-4ea5-b8cd-b08e4d80dba6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=080babb8-542a-4aa7-b62f-f0399dc94f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564873 Jul 09 16:13:48.835733 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2bc8d2b7-6e5f-4f0a-93b3-fbdba1af2960 req-78b225df-4b24-4f17-b5ff-7ae01c5a4dbc service neutron] 10.222.0.54 "GET /v2.0/networks/080babb8-542a-4aa7-b62f-f0399dc94f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828176 Jul 09 16:13:48.933059 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2bc8d2b7-6e5f-4f0a-93b3-fbdba1af2960 req-84fa1484-d4aa-4f68-842f-138fa6338fcb service neutron] 10.222.0.54 "GET /v2.0/networks/080babb8-542a-4aa7-b62f-f0399dc94f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903254 Jul 09 16:13:49.838093 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c93ff15-849e-47ce-bda4-8759b3ce6187 req-65071510-afdd-49dc-9d47-c1a786af3d56 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:49.839588 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4c93ff15-849e-47ce-bda4-8759b3ce6187 req-65071510-afdd-49dc-9d47-c1a786af3d56 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 944 time: 0.0621970 Jul 09 16:13:49.876979 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4c93ff15-849e-47ce-bda4-8759b3ce6187 req-738c9197-cd11-40c5-ac76-3836207baf9a tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a21f28f-45b6-487d-9895-5a8318404581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314975 Jul 09 16:13:51.050928 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14321c9-8a5b-436c-b3c1-6cd65f4fa840 req-ec021302-b4a2-4da4-9ff5-c482b9b433d3 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:51.052548 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d14321c9-8a5b-436c-b3c1-6cd65f4fa840 req-ec021302-b4a2-4da4-9ff5-c482b9b433d3 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 944 time: 0.0663579 Jul 09 16:13:51.096466 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d14321c9-8a5b-436c-b3c1-6cd65f4fa840 req-97add3ec-4e78-44d2-a817-0e74aa737e28 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a21f28f-45b6-487d-9895-5a8318404581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327640 Jul 09 16:13:52.193513 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device d4b62378-7d7c-412e-935b-861df57ed359 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:13:52.271642 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7453954-b9a2-4265-bf4f-1ee97802286c req-31e18577-cb30-48ab-b4be-6458f19cf607 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:52.272974 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c7453954-b9a2-4265-bf4f-1ee97802286c req-31e18577-cb30-48ab-b4be-6458f19cf607 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 944 time: 0.0650537 Jul 09 16:13:52.293071 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port d4b62378-7d7c-412e-935b-861df57ed359, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=d4b62378-7d7c-412e-935b-861df57ed359,segment=NetworkSegment(d69be408-6e80-451e-bbdf-a5acdf078627),segment_id=d69be408-6e80-451e-bbdf-a5acdf078627)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:13:52.305149 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': 'd4b62378-7d7c-412e-935b-861df57ed359', 'network_id': '080babb8-542a-4aa7-b62f-f0399dc94f10', 'port_id': 'd4b62378-7d7c-412e-935b-861df57ed359', 'mac_address': 'fa:16:3e:d0:30:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bd97fb8-1b03-48bc-bd03-9331202c60ed', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:13:52.315169 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c7453954-b9a2-4265-bf4f-1ee97802286c req-78df1f03-aea4-4f11-a397-a8516235576c tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a21f28f-45b6-487d-9895-5a8318404581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366981 Jul 09 16:13:52.342332 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:52.355807 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4b62378-7d7c-412e-935b-861df57ed359 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:13:52.374609 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port d4b62378-7d7c-412e-935b-861df57ed359, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=d4b62378-7d7c-412e-935b-861df57ed359,segment=NetworkSegment(d69be408-6e80-451e-bbdf-a5acdf078627),segment_id=d69be408-6e80-451e-bbdf-a5acdf078627)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:13:52.446740 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:52.499789 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=d4b62378-7d7c-412e-935b-861df57ed359,revision_number=11']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:13:52.683883 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['d4b62378-7d7c-412e-935b-861df57ed359'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:13:53.493396 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1153a0-c1d1-4e21-9505-92f0046ae2fe req-0b273421-605b-4b87-97a8-d25ceb18d2cf tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:53.494871 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0a1153a0-c1d1-4e21-9505-92f0046ae2fe req-0b273421-605b-4b87-97a8-d25ceb18d2cf tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 945 time: 0.0682638 Jul 09 16:13:53.531684 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0a1153a0-c1d1-4e21-9505-92f0046ae2fe req-43aa0fdd-1de0-4dbc-a3e1-70a6f7347066 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a21f28f-45b6-487d-9895-5a8318404581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310047 Jul 09 16:13:54.103954 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:54.208933 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device d4b62378-7d7c-412e-935b-861df57ed359 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:13:54.341416 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port d4b62378-7d7c-412e-935b-861df57ed359 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:13:54.345849 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port d4b62378-7d7c-412e-935b-861df57ed359 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:13:54.346228 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:54.431523 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:54.456907 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '088c1658-6349-4713-8f84-400cc819ee9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b62378-7d7c-412e-935b-861df57ed359'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:13:54.459193 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e75b9a97cbd66444b13ae988a684abc34c7a24a50a729030cfede81e7322398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d01437f-2bcb-4887-85f3-89ea1c840aeb" -d '{"events": [{"server_uuid": "088c1658-6349-4713-8f84-400cc819ee9a", "name": "network-vif-plugged", "status": "completed", "tag": "d4b62378-7d7c-412e-935b-861df57ed359"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:13:54.477362 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port d4b62378-7d7c-412e-935b-861df57ed359, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=d4b62378-7d7c-412e-935b-861df57ed359,segment=NetworkSegment(d69be408-6e80-451e-bbdf-a5acdf078627),segment_id=d69be408-6e80-451e-bbdf-a5acdf078627)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:13:54.496851 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5455ea5c-fba8-41aa-92ca-042a83144c93 x-openstack-request-id: req-5455ea5c-fba8-41aa-92ca-042a83144c93 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:13:54.497142 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "088c1658-6349-4713-8f84-400cc819ee9a", "name": "network-vif-plugged", "status": "completed", "tag": "d4b62378-7d7c-412e-935b-861df57ed359", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:13:54.499351 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5455ea5c-fba8-41aa-92ca-042a83144c93 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:13:54.499351 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '088c1658-6349-4713-8f84-400cc819ee9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b62378-7d7c-412e-935b-861df57ed359', 'code': 200} Jul 09 16:13:54.564673 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:54.617819 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=d4b62378-7d7c-412e-935b-861df57ed359,revision_number=12']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:13:54.720434 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea56834-5ef7-4a28-9d06-a8748b75261c req-e8b5919e-d8f9-4b2b-a4f2-b01f4c569833 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:54.722062 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8ea56834-5ef7-4a28-9d06-a8748b75261c req-e8b5919e-d8f9-4b2b-a4f2-b01f4c569833 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 946 time: 0.0720060 Jul 09 16:13:54.765930 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8ea56834-5ef7-4a28-9d06-a8748b75261c req-127ca402-db96-4ef8-bf55-61d1497858e7 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a21f28f-45b6-487d-9895-5a8318404581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381241 Jul 09 16:13:54.825993 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df5051-4a68-4863-a9f5-ee303e388e1a req-eaab0894-2d77-4891-ae00-4a11cf5861c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:54.827531 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-84df5051-4a68-4863-a9f5-ee303e388e1a req-eaab0894-2d77-4891-ae00-4a11cf5861c8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 1097 time: 0.0540266 Jul 09 16:13:54.867398 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-84df5051-4a68-4863-a9f5-ee303e388e1a req-aae4fad3-7e1a-4ab1-839b-c03ea029407b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7a21f28f-45b6-487d-9895-5a8318404581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333965 Jul 09 16:13:55.951174 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe156951-8165-4830-8ae0-c96610da632b req-783a4787-6f40-4af6-8c36-ca0ad9204213 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:55.952730 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fe156951-8165-4830-8ae0-c96610da632b req-783a4787-6f40-4af6-8c36-ca0ad9204213 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 946 time: 0.0674739 Jul 09 16:13:55.992406 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fe156951-8165-4830-8ae0-c96610da632b req-a7e05f82-4bb6-40d8-99de-1874eab88ce8 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a21f28f-45b6-487d-9895-5a8318404581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335286 Jul 09 16:13:56.233833 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0f82e7bf-361a-47c2-bbab-5da42cebbb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:57.177797 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d1316-2f5e-4189-8e26-6d8340625605 req-fdfb5c47-fd01-4870-a73d-2dcc7ee894fd tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:57.179740 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a22d1316-2f5e-4189-8e26-6d8340625605 req-fdfb5c47-fd01-4870-a73d-2dcc7ee894fd tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 946 time: 0.0692029 Jul 09 16:13:57.222667 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a22d1316-2f5e-4189-8e26-6d8340625605 req-d1713eb1-ecf3-4031-9953-fe5532ac50ed tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a21f28f-45b6-487d-9895-5a8318404581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362792 Jul 09 16:13:58.400838 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae76e7b-bf7d-4a38-aea2-d06e029bef77 req-6e7c822a-634a-45d2-b7f7-adf4443eb2a0 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:58.402261 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3ae76e7b-bf7d-4a38-aea2-d06e029bef77 req-6e7c822a-634a-45d2-b7f7-adf4443eb2a0 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 946 time: 0.0677402 Jul 09 16:13:58.441442 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3ae76e7b-bf7d-4a38-aea2-d06e029bef77 req-0e889f53-32f0-4d7a-9bf5-fd831e8addaf tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a21f28f-45b6-487d-9895-5a8318404581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333157 Jul 09 16:13:59.221261 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0256c1af-143a-4e29-9c04-8d58c7aa6402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:59.400753 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:00.675901 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:02.055220 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:15.786378 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:18.032155 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:14:24.143782 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:26.245399 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-df2a1a47-8b24-4205-acc1-d3080c75228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:29.279944 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ccac7603-8d03-4d9e-a2b7-7a0933828bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:29.443424 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:30.651338 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:32.163348 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:39.855360 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9e74de71-a4e9-4774-a5e9-0f391ad743d7 req-0e11eb60-379a-4e0a-9e89-bd442a81305a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0512590 Jul 09 16:14:39.947938 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e74de71-a4e9-4774-a5e9-0f391ad743d7 req-59e0f0ae-e146-4298-900b-017be88c31f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:39.949428 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9e74de71-a4e9-4774-a5e9-0f391ad743d7 req-59e0f0ae-e146-4298-900b-017be88c31f1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7dd6db3ff0ff4d2bbb0e526511e5420f&device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 1097 time: 0.0521708 Jul 09 16:14:40.056610 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e74de71-a4e9-4774-a5e9-0f391ad743d7 req-ef2ca640-19af-4af0-8431-ab67253c9ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:40.058087 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9e74de71-a4e9-4774-a5e9-0f391ad743d7 req-ef2ca640-19af-4af0-8431-ab67253c9ffd service neutron] 10.222.0.54 "GET /v2.0/networks?id=080babb8-542a-4aa7-b62f-f0399dc94f10 HTTP/1.1" status: 200 len: 910 time: 0.0889378 Jul 09 16:14:40.122018 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9e74de71-a4e9-4774-a5e9-0f391ad743d7 req-645331eb-9d94-4195-8531-20045d1966fc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4b62378-7d7c-412e-935b-861df57ed359 HTTP/1.1" status: 200 len: 1001 time: 0.0575173 Jul 09 16:14:40.171617 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e74de71-a4e9-4774-a5e9-0f391ad743d7 req-84c43303-ebe5-4033-8878-098c6a3e2099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:40.173126 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9e74de71-a4e9-4774-a5e9-0f391ad743d7 req-84c43303-ebe5-4033-8878-098c6a3e2099 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8bd97fb8-1b03-48bc-bd03-9331202c60ed HTTP/1.1" status: 200 len: 848 time: 0.0447097 Jul 09 16:14:40.234042 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e74de71-a4e9-4774-a5e9-0f391ad743d7 req-2a423b0b-c700-49f9-aa47-f15d0a1257b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:40.236139 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9e74de71-a4e9-4774-a5e9-0f391ad743d7 req-2a423b0b-c700-49f9-aa47-f15d0a1257b7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=080babb8-542a-4aa7-b62f-f0399dc94f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563695 Jul 09 16:14:40.323179 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9e74de71-a4e9-4774-a5e9-0f391ad743d7 req-16490803-4b3c-43da-bfc0-bad57dedf10d service neutron] 10.222.0.54 "GET /v2.0/networks/080babb8-542a-4aa7-b62f-f0399dc94f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805361 Jul 09 16:14:40.415954 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-9e74de71-a4e9-4774-a5e9-0f391ad743d7 req-c1f08dfc-c2c6-4b6f-ae46-002b9f8d0d60 service neutron] 10.222.0.54 "GET /v2.0/networks/080babb8-542a-4aa7-b62f-f0399dc94f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858991 Jul 09 16:14:45.762617 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:54.139451 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:55.032222 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:14:56.227690 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-fe505821-b5a1-4baa-bd48-4a685e72cd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:59.262311 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a48f930d-54e2-4614-b317-ba2b90ed2e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:59.342187 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:00.673289 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:02.053321 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:08.031615 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 60594) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:08.236696 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-ac261779-916e-4ff3-86a2-2eaac8474a7e tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Deleting port 687eb61f-a23e-4a68-a812-fb6f626b885c {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:15:08.237042 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ac261779-916e-4ff3-86a2-2eaac8474a7e tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:08.316562 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ac261779-916e-4ff3-86a2-2eaac8474a7e tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:08.316797 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ac261779-916e-4ff3-86a2-2eaac8474a7e tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:08.333566 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-ac261779-916e-4ff3-86a2-2eaac8474a7e tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Calling delete_port for 687eb61f-a23e-4a68-a812-fb6f626b885c owned by network:floatingip {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:15:08.579745 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ac261779-916e-4ff3-86a2-2eaac8474a7e tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:08.604103 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac261779-916e-4ff3-86a2-2eaac8474a7e tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Pushing event deleted for resources: {'Port': ['ID=687eb61f-a23e-4a68-a812-fb6f626b885c,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:08.617646 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac261779-916e-4ff3-86a2-2eaac8474a7e tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:08.620574 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac261779-916e-4ff3-86a2-2eaac8474a7e tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:08.620574 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac261779-916e-4ff3-86a2-2eaac8474a7e tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:08.620574 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac261779-916e-4ff3-86a2-2eaac8474a7e tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:08.620574 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac261779-916e-4ff3-86a2-2eaac8474a7e tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:08.620574 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac261779-916e-4ff3-86a2-2eaac8474a7e tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:08.620574 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac261779-916e-4ff3-86a2-2eaac8474a7e tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:08.620574 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac261779-916e-4ff3-86a2-2eaac8474a7e tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:08.620574 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac261779-916e-4ff3-86a2-2eaac8474a7e tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:08.621344 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac261779-916e-4ff3-86a2-2eaac8474a7e tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:08.621344 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac261779-916e-4ff3-86a2-2eaac8474a7e tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:08.621344 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac261779-916e-4ff3-86a2-2eaac8474a7e tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:08.682164 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ac261779-916e-4ff3-86a2-2eaac8474a7e tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks [] for floatingip, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:08.682510 n-d-799529-6 neutron-server[94445]: INFO neutron.db.l3_db [None req-ac261779-916e-4ff3-86a2-2eaac8474a7e tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Floating IP f8954fd4-0568-45f8-9d65-964d5ba2f7c3 disassociated (deleted). External IP: 172.25.3.110, port: d4b62378-7d7c-412e-935b-861df57ed359. Jul 09 16:15:08.895891 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac261779-916e-4ff3-86a2-2eaac8474a7e tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Router e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:15:09.006641 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac261779-916e-4ff3-86a2-2eaac8474a7e tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:15:09.012054 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ac261779-916e-4ff3-86a2-2eaac8474a7e tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:09.016931 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd41bea-e0c9-4f79-9ed3-412df187ec7c None None] Sync routers for ids ['e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:15:09.026242 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd41bea-e0c9-4f79-9ed3-412df187ec7c None None] Routers {'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:15:09.026885 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-9cd41bea-e0c9-4f79-9ed3-412df187ec7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:14:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:15:09.055058 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ac261779-916e-4ff3-86a2-2eaac8474a7e tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "DELETE /v2.0/floatingips/f8954fd4-0568-45f8-9d65-964d5ba2f7c3 HTTP/1.1" status: 204 len: 168 time: 1.0223193 Jul 09 16:15:09.055661 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '088c1658-6349-4713-8f84-400cc819ee9a', 'tag': 'd4b62378-7d7c-412e-935b-861df57ed359'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:15:09.058178 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bb405a18ca731a56dedfaaf5e9a79789110744f6b6799bb7a0722340b5c16f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8efea19f-fb95-4961-8c85-24e257355ee6" -d '{"events": [{"name": "network-changed", "server_uuid": "088c1658-6349-4713-8f84-400cc819ee9a", "tag": "d4b62378-7d7c-412e-935b-861df57ed359"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:15:09.096468 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7834ef-cdbc-420f-9627-c60335d224d8 x-openstack-request-id: req-5e7834ef-cdbc-420f-9627-c60335d224d8 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:15:09.096771 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "088c1658-6349-4713-8f84-400cc819ee9a", "tag": "d4b62378-7d7c-412e-935b-861df57ed359", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:15:09.097028 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5e7834ef-cdbc-420f-9627-c60335d224d8 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:15:09.097440 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '088c1658-6349-4713-8f84-400cc819ee9a', 'tag': 'd4b62378-7d7c-412e-935b-861df57ed359', 'status': 'completed', 'code': 200} Jul 09 16:15:09.138520 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-9cd41bea-e0c9-4f79-9ed3-412df187ec7c None None] Set router e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:15:09.176309 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efea19f-fb95-4961-8c85-24e257355ee6 req-64446fad-1592-40b4-90c9-afeda854c598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:09.177855 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8efea19f-fb95-4961-8c85-24e257355ee6 req-64446fad-1592-40b4-90c9-afeda854c598 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7dd6db3ff0ff4d2bbb0e526511e5420f&device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 1097 time: 0.0565712 Jul 09 16:15:09.272339 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efea19f-fb95-4961-8c85-24e257355ee6 req-2a2ab9b4-7b0f-49db-8ddf-14742df0b9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:09.273851 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8efea19f-fb95-4961-8c85-24e257355ee6 req-2a2ab9b4-7b0f-49db-8ddf-14742df0b9bf service neutron] 10.222.0.54 "GET /v2.0/networks?id=080babb8-542a-4aa7-b62f-f0399dc94f10 HTTP/1.1" status: 200 len: 910 time: 0.0894186 Jul 09 16:15:09.320262 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8efea19f-fb95-4961-8c85-24e257355ee6 req-dd826525-2bf0-4af1-a64b-c2037e76b5ce service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4b62378-7d7c-412e-935b-861df57ed359 HTTP/1.1" status: 200 len: 217 time: 0.0400271 Jul 09 16:15:09.343534 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-9cd41bea-e0c9-4f79-9ed3-412df187ec7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3', 'name': 'tempest-TestShelveInstance-1132523808-router', 'tenant_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '6f212998-4101-4717-a19c-6370f7a1a46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:09:47Z', 'updated_at': '2021-07-09T16:09:51Z', 'revision_number': 4, 'project_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'gw_port': {'id': '6f212998-4101-4717-a19c-6370f7a1a46d', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:14:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:48Z', 'updated_at': '2021-07-09T16:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '193fd22b-bf95-4859-acbe-841dd84b0d2c', 'name': '', 'network_id': '080babb8-542a-4aa7-b62f-f0399dc94f10', 'tenant_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'mac_address': 'fa:16:3e:f4:b6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '8bd97fb8-1b03-48bc-bd03-9331202c60ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:50Z', 'updated_at': '2021-07-09T16:09:55Z', 'revision_number': 5, 'project_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'subnets': [{'id': '8bd97fb8-1b03-48bc-bd03-9331202c60ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:15:09.370737 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd41bea-e0c9-4f79-9ed3-412df187ec7c None None] Checking router: e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:15:09.374443 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efea19f-fb95-4961-8c85-24e257355ee6 req-a0425e7a-1b89-4a2f-8da7-3ab732562357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:09.376047 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8efea19f-fb95-4961-8c85-24e257355ee6 req-a0425e7a-1b89-4a2f-8da7-3ab732562357 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8bd97fb8-1b03-48bc-bd03-9331202c60ed HTTP/1.1" status: 200 len: 848 time: 0.0490098 Jul 09 16:15:09.379474 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd41bea-e0c9-4f79-9ed3-412df187ec7c None None] Routers {'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:15:09.380127 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-9cd41bea-e0c9-4f79-9ed3-412df187ec7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:14:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:15:09.440786 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efea19f-fb95-4961-8c85-24e257355ee6 req-9e52c14b-cea0-4130-a52e-ec16e7a68126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:09.444071 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8efea19f-fb95-4961-8c85-24e257355ee6 req-9e52c14b-cea0-4130-a52e-ec16e7a68126 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=080babb8-542a-4aa7-b62f-f0399dc94f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597968 Jul 09 16:15:09.494550 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-9cd41bea-e0c9-4f79-9ed3-412df187ec7c None None] Set router e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:15:09.548712 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8efea19f-fb95-4961-8c85-24e257355ee6 req-c30bb285-8aae-4296-8618-cd85b68813a4 service neutron] 10.222.0.54 "GET /v2.0/networks/080babb8-542a-4aa7-b62f-f0399dc94f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943084 Jul 09 16:15:09.648947 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8efea19f-fb95-4961-8c85-24e257355ee6 req-e21a12a4-1a11-4bb3-9276-53d044014655 service neutron] 10.222.0.54 "GET /v2.0/networks/080babb8-542a-4aa7-b62f-f0399dc94f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919559 Jul 09 16:15:09.706083 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-9cd41bea-e0c9-4f79-9ed3-412df187ec7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3', 'name': 'tempest-TestShelveInstance-1132523808-router', 'tenant_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '6f212998-4101-4717-a19c-6370f7a1a46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:09:47Z', 'updated_at': '2021-07-09T16:09:51Z', 'revision_number': 4, 'project_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'gw_port': {'id': '6f212998-4101-4717-a19c-6370f7a1a46d', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:14:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:48Z', 'updated_at': '2021-07-09T16:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '193fd22b-bf95-4859-acbe-841dd84b0d2c', 'name': '', 'network_id': '080babb8-542a-4aa7-b62f-f0399dc94f10', 'tenant_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'mac_address': 'fa:16:3e:f4:b6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '8bd97fb8-1b03-48bc-bd03-9331202c60ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:50Z', 'updated_at': '2021-07-09T16:09:55Z', 'revision_number': 5, 'project_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'subnets': [{'id': '8bd97fb8-1b03-48bc-bd03-9331202c60ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:15:09.720995 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021f5fe3-506a-4f9b-9e2e-56662e9e36bd req-9f1cce4d-72d4-440f-a0df-f2dc3e6bac55 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:09.722587 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-021f5fe3-506a-4f9b-9e2e-56662e9e36bd req-9f1cce4d-72d4-440f-a0df-f2dc3e6bac55 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 946 time: 0.0708559 Jul 09 16:15:09.738267 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd41bea-e0c9-4f79-9ed3-412df187ec7c None None] The sync data for ids ['e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3'] in n-d-799529-6 is: [{'id': 'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3', 'name': 'tempest-TestShelveInstance-1132523808-router', 'tenant_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '6f212998-4101-4717-a19c-6370f7a1a46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:09:47Z', 'updated_at': '2021-07-09T16:09:51Z', 'revision_number': 4, 'project_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'gw_port': {'id': '6f212998-4101-4717-a19c-6370f7a1a46d', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:14:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:48Z', 'updated_at': '2021-07-09T16:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '193fd22b-bf95-4859-acbe-841dd84b0d2c', 'name': '', 'network_id': '080babb8-542a-4aa7-b62f-f0399dc94f10', 'tenant_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'mac_address': 'fa:16:3e:f4:b6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '8bd97fb8-1b03-48bc-bd03-9331202c60ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:50Z', 'updated_at': '2021-07-09T16:09:55Z', 'revision_number': 5, 'project_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'subnets': [{'id': '8bd97fb8-1b03-48bc-bd03-9331202c60ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:15:09.764681 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-021f5fe3-506a-4f9b-9e2e-56662e9e36bd req-966796aa-6f7c-42d2-86e7-afcb3e50b148 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a21f28f-45b6-487d-9895-5a8318404581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363512 Jul 09 16:15:09.966668 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c583bc97-e9a1-40b5-b66b-7cae731dbee2 None None] New status for floating IP f8954fd4-0568-45f8-9d65-964d5ba2f7c3: DOWN {{(pid=94448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:15:10.943470 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1393c7d-95e5-48de-8f91-731bfacaa40d req-84f79d40-e11c-4150-9d34-cbb40206de48 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:10.944968 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c1393c7d-95e5-48de-8f91-731bfacaa40d req-84f79d40-e11c-4150-9d34-cbb40206de48 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 946 time: 0.0653448 Jul 09 16:15:10.983594 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c1393c7d-95e5-48de-8f91-731bfacaa40d req-792792b8-29fb-495a-91cb-11982fda1705 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a21f28f-45b6-487d-9895-5a8318404581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329044 Jul 09 16:15:11.070028 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15635b6-4723-4f62-8f35-6b8c2fb917e4 req-05a876aa-1119-4bec-8f7f-a15c0d188254 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:11.071438 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b15635b6-4723-4f62-8f35-6b8c2fb917e4 req-05a876aa-1119-4bec-8f7f-a15c0d188254 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.54 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 946 time: 0.0641155 Jul 09 16:15:11.173271 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-b15635b6-4723-4f62-8f35-6b8c2fb917e4 req-81606c54-b75d-49e0-aa4a-fb5d92199c6d tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Deleting port d4b62378-7d7c-412e-935b-861df57ed359 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:15:11.173605 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b15635b6-4723-4f62-8f35-6b8c2fb917e4 req-81606c54-b75d-49e0-aa4a-fb5d92199c6d tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:11.268372 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-b15635b6-4723-4f62-8f35-6b8c2fb917e4 req-81606c54-b75d-49e0-aa4a-fb5d92199c6d tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] For port d4b62378-7d7c-412e-935b-861df57ed359, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=d4b62378-7d7c-412e-935b-861df57ed359,segment=NetworkSegment(d69be408-6e80-451e-bbdf-a5acdf078627),segment_id=d69be408-6e80-451e-bbdf-a5acdf078627)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:15:11.268728 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b15635b6-4723-4f62-8f35-6b8c2fb917e4 req-81606c54-b75d-49e0-aa4a-fb5d92199c6d tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:11.281979 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-b15635b6-4723-4f62-8f35-6b8c2fb917e4 req-81606c54-b75d-49e0-aa4a-fb5d92199c6d tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Calling delete_port for d4b62378-7d7c-412e-935b-861df57ed359 owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:15:11.489571 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b15635b6-4723-4f62-8f35-6b8c2fb917e4 req-81606c54-b75d-49e0-aa4a-fb5d92199c6d tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:11.520625 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81606c54-b75d-49e0-aa4a-fb5d92199c6d tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Pushing event deleted for resources: {'Port': ['ID=d4b62378-7d7c-412e-935b-861df57ed359,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:11.571070 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-b15635b6-4723-4f62-8f35-6b8c2fb917e4 req-81606c54-b75d-49e0-aa4a-fb5d92199c6d tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] No DVR routers for this DVR port d4b62378-7d7c-412e-935b-861df57ed359 on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:15:11.574394 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b15635b6-4723-4f62-8f35-6b8c2fb917e4 req-81606c54-b75d-49e0-aa4a-fb5d92199c6d tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:11.576894 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b15635b6-4723-4f62-8f35-6b8c2fb917e4 req-81606c54-b75d-49e0-aa4a-fb5d92199c6d tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.54 "DELETE /v2.0/ports/d4b62378-7d7c-412e-935b-861df57ed359 HTTP/1.1" status: 204 len: 173 time: 0.5002971 Jul 09 16:15:11.578919 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '088c1658-6349-4713-8f84-400cc819ee9a', 'name': 'network-vif-deleted', 'tag': 'd4b62378-7d7c-412e-935b-861df57ed359'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:15:11.579698 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bb405a18ca731a56dedfaaf5e9a79789110744f6b6799bb7a0722340b5c16f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20153fc2-0762-4118-8bc6-f2cc064afe91" -d '{"events": [{"server_uuid": "088c1658-6349-4713-8f84-400cc819ee9a", "name": "network-vif-deleted", "tag": "d4b62378-7d7c-412e-935b-861df57ed359"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:15:11.619254 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7baba9b-f239-4d78-9fee-cd878bb38828 x-openstack-request-id: req-a7baba9b-f239-4d78-9fee-cd878bb38828 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:15:11.619254 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "088c1658-6349-4713-8f84-400cc819ee9a", "name": "network-vif-deleted", "tag": "d4b62378-7d7c-412e-935b-861df57ed359", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:15:11.619254 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a7baba9b-f239-4d78-9fee-cd878bb38828 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:15:11.619254 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '088c1658-6349-4713-8f84-400cc819ee9a', 'name': 'network-vif-deleted', 'tag': 'd4b62378-7d7c-412e-935b-861df57ed359', 'status': 'completed', 'code': 200} Jul 09 16:15:12.140715 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1feaeed9-0243-45b5-a477-4824f79b5d4f req-3d3276bb-c14b-4ff9-a2b8-241f1dfe566c tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=088c1658-6349-4713-8f84-400cc819ee9a HTTP/1.1" status: 200 len: 210 time: 0.0292003 Jul 09 16:15:13.239442 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 60620) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:13.297387 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2ba66cfe-8f6b-4b03-bf94-319a8ccbfd50 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:13.324473 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2ba66cfe-8f6b-4b03-bf94-319a8ccbfd50 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:13.467213 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2ba66cfe-8f6b-4b03-bf94-319a8ccbfd50 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:13.469983 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2ba66cfe-8f6b-4b03-bf94-319a8ccbfd50 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:13.471150 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-2ba66cfe-8f6b-4b03-bf94-319a8ccbfd50 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "DELETE /v2.0/security-groups/7a21f28f-45b6-487d-9895-5a8318404581 HTTP/1.1" status: 204 len: 168 time: 0.2306936 Jul 09 16:15:13.480674 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba66cfe-8f6b-4b03-bf94-319a8ccbfd50 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a21f28f-45b6-487d-9895-5a8318404581,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:13.846224 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 60628) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:13.850976 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-10dde3d5-d6d0-4125-b8f0-fde412b1566d tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-809559114', 'description': 'tempest-secgroup-smoke-809559114 description', 'project_id': '7dd6db3ff0ff4d2bbb0e526511e5420f'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:15:13.952805 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-10dde3d5-d6d0-4125-b8f0-fde412b1566d tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:14.036966 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-10dde3d5-d6d0-4125-b8f0-fde412b1566d tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:14.099329 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-10dde3d5-d6d0-4125-b8f0-fde412b1566d tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:14.130005 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dde3d5-d6d0-4125-b8f0-fde412b1566d tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=374ced67-5037-4aac-b0ce-5ee9d7559a07,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:14.180872 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-10dde3d5-d6d0-4125-b8f0-fde412b1566d tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:14.182167 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-10dde3d5-d6d0-4125-b8f0-fde412b1566d tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3348951 Jul 09 16:15:14.185089 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 60632) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:14.189680 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-0e56e99e-c47b-4f6e-b006-63e5ca549a8f tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Request body: {'security_group_rule': {'security_group_id': '374ced67-5037-4aac-b0ce-5ee9d7559a07', 'project_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:15:14.288960 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0e56e99e-c47b-4f6e-b006-63e5ca549a8f tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:14.345620 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0e56e99e-c47b-4f6e-b006-63e5ca549a8f tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:14.436087 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0e56e99e-c47b-4f6e-b006-63e5ca549a8f tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:14.452425 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e56e99e-c47b-4f6e-b006-63e5ca549a8f tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8df3201c-8403-4fbe-9b57-b77de25dd50a,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:14.581168 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0e56e99e-c47b-4f6e-b006-63e5ca549a8f tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:14.582439 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-0e56e99e-c47b-4f6e-b006-63e5ca549a8f tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3963583 Jul 09 16:15:14.585110 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 60634) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:14.589822 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-6bb33ad4-c508-45cf-9c8f-484b9f51d5e2 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Request body: {'security_group_rule': {'security_group_id': '374ced67-5037-4aac-b0ce-5ee9d7559a07', 'project_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:15:14.622885 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device d4b62378-7d7c-412e-935b-861df57ed359 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:15:14.644361 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: d4b62378-7d7c-412e-935b-861df57ed359 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:15:14.650145 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device d4b62378-7d7c-412e-935b-861df57ed359 not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:15:14.666727 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6bb33ad4-c508-45cf-9c8f-484b9f51d5e2 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:14.727758 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6bb33ad4-c508-45cf-9c8f-484b9f51d5e2 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:14.786473 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6bb33ad4-c508-45cf-9c8f-484b9f51d5e2 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:14.806539 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb33ad4-c508-45cf-9c8f-484b9f51d5e2 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f66f4e28-92b8-45ac-8f61-924280af58dd,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:14.900948 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6bb33ad4-c508-45cf-9c8f-484b9f51d5e2 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:14.905361 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-6bb33ad4-c508-45cf-9c8f-484b9f51d5e2 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3162079 Jul 09 16:15:14.905361 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 60638) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:14.909594 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-b38715de-95c5-4dc4-baa4-edf926b19a52 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Request body: {'security_group_rule': {'security_group_id': '374ced67-5037-4aac-b0ce-5ee9d7559a07', 'project_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:15:15.026367 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b38715de-95c5-4dc4-baa4-edf926b19a52 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:15.083986 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b38715de-95c5-4dc4-baa4-edf926b19a52 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:15.192997 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b38715de-95c5-4dc4-baa4-edf926b19a52 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:15.212665 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38715de-95c5-4dc4-baa4-edf926b19a52 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfafea30-b6f6-4253-931c-57a5cb94e607,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:15.301068 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b38715de-95c5-4dc4-baa4-edf926b19a52 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:15.302256 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b38715de-95c5-4dc4-baa4-edf926b19a52 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3962073 Jul 09 16:15:15.304935 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 60640) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:15.309522 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-3a221ed9-abe9-49d8-8f8c-c69aaadb9157 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Request body: {'security_group_rule': {'security_group_id': '374ced67-5037-4aac-b0ce-5ee9d7559a07', 'project_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:15:15.418775 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3a221ed9-abe9-49d8-8f8c-c69aaadb9157 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:15.478745 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3a221ed9-abe9-49d8-8f8c-c69aaadb9157 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:15.578751 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3a221ed9-abe9-49d8-8f8c-c69aaadb9157 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:15.597276 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a221ed9-abe9-49d8-8f8c-c69aaadb9157 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32651b39-ee18-444c-a5b0-65948d2d109d,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:15.698955 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3a221ed9-abe9-49d8-8f8c-c69aaadb9157 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:15.700282 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-3a221ed9-abe9-49d8-8f8c-c69aaadb9157 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3943639 Jul 09 16:15:15.703464 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 60642) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:15.707930 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-eed6ea67-508f-49ea-9b2b-c99e1d623ba7 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Request body: {'security_group_rule': {'security_group_id': '374ced67-5037-4aac-b0ce-5ee9d7559a07', 'project_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:15:15.824465 n-d-799529-6 neutron-server[94445]: INFO neutron.db.securitygroups_db [None req-eed6ea67-508f-49ea-9b2b-c99e1d623ba7 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Project 7dd6db3ff0ff4d2bbb0e526511e5420f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 16:15:15.830447 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eed6ea67-508f-49ea-9b2b-c99e1d623ba7 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:15.858986 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:15.893061 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eed6ea67-508f-49ea-9b2b-c99e1d623ba7 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:15.984707 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eed6ea67-508f-49ea-9b2b-c99e1d623ba7 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:16.005200 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed6ea67-508f-49ea-9b2b-c99e1d623ba7 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d57f593-5609-4564-b5f0-f4035a54ecd3,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:16.087886 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eed6ea67-508f-49ea-9b2b-c99e1d623ba7 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:16.089083 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-eed6ea67-508f-49ea-9b2b-c99e1d623ba7 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3846586 Jul 09 16:15:16.092256 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 60644) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:16.096798 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-95edbcb7-8a34-4a12-8c12-333237003dbf tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Request body: {'security_group_rule': {'security_group_id': '374ced67-5037-4aac-b0ce-5ee9d7559a07', 'project_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:15:16.190477 n-d-799529-6 neutron-server[94445]: INFO neutron.db.securitygroups_db [None req-95edbcb7-8a34-4a12-8c12-333237003dbf tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Project 7dd6db3ff0ff4d2bbb0e526511e5420f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 16:15:16.197348 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-95edbcb7-8a34-4a12-8c12-333237003dbf tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:16.257475 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-95edbcb7-8a34-4a12-8c12-333237003dbf tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:16.344371 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-95edbcb7-8a34-4a12-8c12-333237003dbf tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:16.362541 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95edbcb7-8a34-4a12-8c12-333237003dbf tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aceb7a8-f006-4dc3-8dba-11958fa95a26,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:16.442057 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-95edbcb7-8a34-4a12-8c12-333237003dbf tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:16.443326 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-95edbcb7-8a34-4a12-8c12-333237003dbf tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3501177 Jul 09 16:15:24.132859 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:26.178116 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2e8a6ae6-5b1e-4c30-9d15-48fded0a0f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:29.190736 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e40c08c4-b4e5-45e5-9691-4f75f0c4f52c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:29.317144 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:30.666955 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:32.032498 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:15:32.041527 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:36.357354 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-453b05fd-e436-4d76-9db4-d76552450ccb req-8e8bf5df-f8c4-4035-b1d8-2228610b18a1 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-809559114&fields=id&tenant_id=7dd6db3ff0ff4d2bbb0e526511e5420f HTTP/1.1" status: 200 len: 267 time: 0.0326052 Jul 09 16:15:36.464473 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b05fd-e436-4d76-9db4-d76552450ccb req-ceea1e85-dd86-483a-9d64-937d80c4a1e1 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:36.465871 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-453b05fd-e436-4d76-9db4-d76552450ccb req-ceea1e85-dd86-483a-9d64-937d80c4a1e1 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/networks?id=080babb8-542a-4aa7-b62f-f0399dc94f10 HTTP/1.1" status: 200 len: 809 time: 0.1023359 Jul 09 16:15:36.480481 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-453b05fd-e436-4d76-9db4-d76552450ccb req-6430b6f1-a580-4943-b859-ab837ab19bd9 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/quotas/7dd6db3ff0ff4d2bbb0e526511e5420f HTTP/1.1" status: 200 len: 375 time: 0.0092154 Jul 09 16:15:36.545289 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-453b05fd-e436-4d76-9db4-d76552450ccb req-27994e41-d2f8-4c01-a73e-753479e17b11 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=7dd6db3ff0ff4d2bbb0e526511e5420f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0600042 Jul 09 16:15:36.598174 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [req-453b05fd-e436-4d76-9db4-d76552450ccb req-b945c86b-7583-4f39-9d64-02f4bf1bf1a4 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:15:36.599191 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-453b05fd-e436-4d76-9db4-d76552450ccb req-b945c86b-7583-4f39-9d64-02f4bf1bf1a4 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0430312 Jul 09 16:15:36.689290 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-453b05fd-e436-4d76-9db4-d76552450ccb req-c411c3bb-f38e-4650-9e37-b43a082e53b1 service neutron] 10.222.0.58 "GET /v2.0/networks/080babb8-542a-4aa7-b62f-f0399dc94f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841737 Jul 09 16:15:36.775463 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-453b05fd-e436-4d76-9db4-d76552450ccb req-e4865ba3-b95f-4aa5-90e8-dceb6a78568f service neutron] 10.222.0.58 "GET /v2.0/networks/080babb8-542a-4aa7-b62f-f0399dc94f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797939 Jul 09 16:15:37.322013 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-65361a96-5d36-4029-bd0b-8ad38b48c0fe req-cadd737c-1cfd-47ab-96c1-cf4e0f27bf73 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f HTTP/1.1" status: 200 len: 210 time: 0.0290847 Jul 09 16:15:38.470014 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ab7257fb-4692-4944-afab-d2fbc9818a49 req-2464b7a9-8433-486f-87be-552835accf79 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f HTTP/1.1" status: 200 len: 210 time: 0.0329568 Jul 09 16:15:39.612147 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b05fd-e436-4d76-9db4-d76552450ccb req-26cfe7e4-7d11-46b3-946e-28ca63611ef2 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:39.612889 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-04d6c994-2784-4ab8-84b8-9c99a2a353cd req-e5f051f4-3a71-4f1a-9404-40a0345a478a tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f HTTP/1.1" status: 200 len: 210 time: 0.0301230 Jul 09 16:15:39.613639 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-453b05fd-e436-4d76-9db4-d76552450ccb req-26cfe7e4-7d11-46b3-946e-28ca63611ef2 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.62 "GET /v2.0/networks?id=080babb8-542a-4aa7-b62f-f0399dc94f10 HTTP/1.1" status: 200 len: 809 time: 0.1025965 Jul 09 16:15:39.669525 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-453b05fd-e436-4d76-9db4-d76552450ccb req-9123cc10-91a7-4c50-a5fe-20a2702cb650 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7dd6db3ff0ff4d2bbb0e526511e5420f HTTP/1.1" status: 200 len: 379 time: 0.0405626 Jul 09 16:15:39.679341 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-453b05fd-e436-4d76-9db4-d76552450ccb req-70b5337b-0f04-4a26-8ee9-e169b1332f25 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Request body: {'port': {'device_id': 'ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f', 'network_id': '080babb8-542a-4aa7-b62f-f0399dc94f10', 'admin_state_up': True, 'tenant_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'security_groups': ['374ced67-5037-4aac-b0ce-5ee9d7559a07']}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:15:39.838558 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-453b05fd-e436-4d76-9db4-d76552450ccb req-70b5337b-0f04-4a26-8ee9-e169b1332f25 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Made reservation on behalf of 7dd6db3ff0ff4d2bbb0e526511e5420f for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:15:39.842241 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-453b05fd-e436-4d76-9db4-d76552450ccb req-70b5337b-0f04-4a26-8ee9-e169b1332f25 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:39.974269 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-453b05fd-e436-4d76-9db4-d76552450ccb req-70b5337b-0f04-4a26-8ee9-e169b1332f25 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Allocated IP 172.20.0.12 (080babb8-542a-4aa7-b62f-f0399dc94f10/8bd97fb8-1b03-48bc-bd03-9331202c60ed/98f821cd-0dec-4ecf-928e-e4382cb060c3) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:15:40.115693 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-453b05fd-e436-4d76-9db4-d76552450ccb req-70b5337b-0f04-4a26-8ee9-e169b1332f25 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:40.130145 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-453b05fd-e436-4d76-9db4-d76552450ccb req-70b5337b-0f04-4a26-8ee9-e169b1332f25 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Transition to ACTIVE for port object 98f821cd-0dec-4ecf-928e-e4382cb060c3 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:15:40.222257 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-453b05fd-e436-4d76-9db4-d76552450ccb req-70b5337b-0f04-4a26-8ee9-e169b1332f25 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:40.268864 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-453b05fd-e436-4d76-9db4-d76552450ccb req-70b5337b-0f04-4a26-8ee9-e169b1332f25 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Network 080babb8-542a-4aa7-b62f-f0399dc94f10 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:15:40.271983 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-453b05fd-e436-4d76-9db4-d76552450ccb req-70b5337b-0f04-4a26-8ee9-e169b1332f25 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:15:40.275932 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-453b05fd-e436-4d76-9db4-d76552450ccb req-70b5337b-0f04-4a26-8ee9-e169b1332f25 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:15:40.282443 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b5337b-0f04-4a26-8ee9-e169b1332f25 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Pushing event updated for resources: {'Port': ['ID=98f821cd-0dec-4ecf-928e-e4382cb060c3,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:40.311412 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5337b-0f04-4a26-8ee9-e169b1332f25 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:40.311779 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5337b-0f04-4a26-8ee9-e169b1332f25 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:40.312119 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5337b-0f04-4a26-8ee9-e169b1332f25 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:40.312457 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5337b-0f04-4a26-8ee9-e169b1332f25 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:40.312790 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5337b-0f04-4a26-8ee9-e169b1332f25 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:40.313118 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5337b-0f04-4a26-8ee9-e169b1332f25 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:40.313444 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5337b-0f04-4a26-8ee9-e169b1332f25 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:40.313769 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5337b-0f04-4a26-8ee9-e169b1332f25 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:40.314094 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5337b-0f04-4a26-8ee9-e169b1332f25 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:40.314421 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5337b-0f04-4a26-8ee9-e169b1332f25 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:40.314778 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5337b-0f04-4a26-8ee9-e169b1332f25 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:40.315299 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5337b-0f04-4a26-8ee9-e169b1332f25 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:40.345193 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b05fd-e436-4d76-9db4-d76552450ccb req-70b5337b-0f04-4a26-8ee9-e169b1332f25 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:40.345966 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-453b05fd-e436-4d76-9db4-d76552450ccb req-70b5337b-0f04-4a26-8ee9-e169b1332f25 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:40.453327 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-453b05fd-e436-4d76-9db4-d76552450ccb req-70b5337b-0f04-4a26-8ee9-e169b1332f25 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7786360 Jul 09 16:15:40.515718 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-453b05fd-e436-4d76-9db4-d76552450ccb req-67abcd70-86ed-4f97-a602-e62450b782d0 service neutron] Request body: {'port': {'device_id': 'ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:15:40.578407 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-03631862-d821-4f64-b39b-3a0ecc43e9af None None] Provisioning for port 98f821cd-0dec-4ecf-928e-e4382cb060c3 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:15:40.582844 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-03631862-d821-4f64-b39b-3a0ecc43e9af None None] Provisioning complete for port 98f821cd-0dec-4ecf-928e-e4382cb060c3 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:15:40.583219 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-03631862-d821-4f64-b39b-3a0ecc43e9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:40.589880 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-453b05fd-e436-4d76-9db4-d76552450ccb req-67abcd70-86ed-4f97-a602-e62450b782d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:40.622332 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-03631862-d821-4f64-b39b-3a0ecc43e9af None None] Port 98f821cd-0dec-4ecf-928e-e4382cb060c3 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:15:40.865047 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf57703-30dd-4087-b58d-d363f8406e9a req-91d12c5d-ec68-48ac-a827-a55feab0b95b tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:40.866106 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4bf57703-30dd-4087-b58d-d363f8406e9a req-91d12c5d-ec68-48ac-a827-a55feab0b95b tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f HTTP/1.1" status: 200 len: 932 time: 0.1297348 Jul 09 16:15:40.935304 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-453b05fd-e436-4d76-9db4-d76552450ccb req-67abcd70-86ed-4f97-a602-e62450b782d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98f821cd-0dec-4ecf-928e-e4382cb060c3 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:15:40.944931 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-453b05fd-e436-4d76-9db4-d76552450ccb req-67abcd70-86ed-4f97-a602-e62450b782d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:40.949530 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4bf57703-30dd-4087-b58d-d363f8406e9a req-3b65d706-bda8-4df2-8e82-411ab050184e tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=374ced67-5037-4aac-b0ce-5ee9d7559a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750551 Jul 09 16:15:40.960869 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-453b05fd-e436-4d76-9db4-d76552450ccb req-67abcd70-86ed-4f97-a602-e62450b782d0 service neutron] Transition to ACTIVE for port object 98f821cd-0dec-4ecf-928e-e4382cb060c3 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:15:41.029694 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-453b05fd-e436-4d76-9db4-d76552450ccb req-67abcd70-86ed-4f97-a602-e62450b782d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:41.083430 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67abcd70-86ed-4f97-a602-e62450b782d0 service neutron] Pushing event updated for resources: {'Port': ['ID=98f821cd-0dec-4ecf-928e-e4382cb060c3,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:41.166042 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-453b05fd-e436-4d76-9db4-d76552450ccb req-67abcd70-86ed-4f97-a602-e62450b782d0 service neutron] Attempting to bind port 98f821cd-0dec-4ecf-928e-e4382cb060c3 on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:15:41.171112 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-453b05fd-e436-4d76-9db4-d76552450ccb req-67abcd70-86ed-4f97-a602-e62450b782d0 service neutron] Attempting to bind port 98f821cd-0dec-4ecf-928e-e4382cb060c3 by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': 'd69be408-6e80-451e-bbdf-a5acdf078627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '080babb8-542a-4aa7-b62f-f0399dc94f10'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:15:41.171112 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453b05fd-e436-4d76-9db4-d76552450ccb req-67abcd70-86ed-4f97-a602-e62450b782d0 service neutron] Attempting to bind port 98f821cd-0dec-4ecf-928e-e4382cb060c3 on network 080babb8-542a-4aa7-b62f-f0399dc94f10 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:15:41.172376 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453b05fd-e436-4d76-9db4-d76552450ccb req-67abcd70-86ed-4f97-a602-e62450b782d0 service neutron] Port 98f821cd-0dec-4ecf-928e-e4382cb060c3 on network 080babb8-542a-4aa7-b62f-f0399dc94f10 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:15:41.172376 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453b05fd-e436-4d76-9db4-d76552450ccb req-67abcd70-86ed-4f97-a602-e62450b782d0 service neutron] Attempting to bind port 98f821cd-0dec-4ecf-928e-e4382cb060c3 on network 080babb8-542a-4aa7-b62f-f0399dc94f10 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:15:41.178219 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453b05fd-e436-4d76-9db4-d76552450ccb req-67abcd70-86ed-4f97-a602-e62450b782d0 service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:15:41.178559 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453b05fd-e436-4d76-9db4-d76552450ccb req-67abcd70-86ed-4f97-a602-e62450b782d0 service neutron] Checking segment: {'id': 'd69be408-6e80-451e-bbdf-a5acdf078627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '080babb8-542a-4aa7-b62f-f0399dc94f10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:15:41.179476 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453b05fd-e436-4d76-9db4-d76552450ccb req-67abcd70-86ed-4f97-a602-e62450b782d0 service neutron] Bound using segment: {'id': 'd69be408-6e80-451e-bbdf-a5acdf078627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '080babb8-542a-4aa7-b62f-f0399dc94f10'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:15:41.179997 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-453b05fd-e436-4d76-9db4-d76552450ccb req-67abcd70-86ed-4f97-a602-e62450b782d0 service neutron] Bound port: 98f821cd-0dec-4ecf-928e-e4382cb060c3, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd69be408-6e80-451e-bbdf-a5acdf078627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '080babb8-542a-4aa7-b62f-f0399dc94f10'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:15:41.180374 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-453b05fd-e436-4d76-9db4-d76552450ccb req-67abcd70-86ed-4f97-a602-e62450b782d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:41.251742 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-453b05fd-e436-4d76-9db4-d76552450ccb req-67abcd70-86ed-4f97-a602-e62450b782d0 service neutron] For port 98f821cd-0dec-4ecf-928e-e4382cb060c3, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:15:41.255381 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-453b05fd-e436-4d76-9db4-d76552450ccb req-67abcd70-86ed-4f97-a602-e62450b782d0 service neutron] For port 98f821cd-0dec-4ecf-928e-e4382cb060c3, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=98f821cd-0dec-4ecf-928e-e4382cb060c3,segment=NetworkSegment(d69be408-6e80-451e-bbdf-a5acdf078627),segment_id=d69be408-6e80-451e-bbdf-a5acdf078627)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:15:41.327402 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-453b05fd-e436-4d76-9db4-d76552450ccb req-67abcd70-86ed-4f97-a602-e62450b782d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:41.368100 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b05fd-e436-4d76-9db4-d76552450ccb req-67abcd70-86ed-4f97-a602-e62450b782d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:41.368727 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-453b05fd-e436-4d76-9db4-d76552450ccb req-67abcd70-86ed-4f97-a602-e62450b782d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:41.370429 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-453b05fd-e436-4d76-9db4-d76552450ccb req-67abcd70-86ed-4f97-a602-e62450b782d0 service neutron] 10.222.0.62 "PUT /v2.0/ports/98f821cd-0dec-4ecf-928e-e4382cb060c3 HTTP/1.1" status: 200 len: 1092 time: 0.9023449 Jul 09 16:15:41.370892 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f', 'tag': '98f821cd-0dec-4ecf-928e-e4382cb060c3'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:15:41.373325 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71aea3d4ce3c79ba57e3b2a7f05354d67fe827d4c76bd908d035baed68c1bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653e1100-7033-4c2a-9006-343abcb8ed2f" -d '{"events": [{"name": "network-changed", "server_uuid": "ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f", "tag": "98f821cd-0dec-4ecf-928e-e4382cb060c3"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:15:41.396610 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67abcd70-86ed-4f97-a602-e62450b782d0 service neutron] Pushing event updated for resources: {'Port': ['ID=98f821cd-0dec-4ecf-928e-e4382cb060c3,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:41.489666 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a417607-2b28-42bf-90f5-0521a7a711c3 x-openstack-request-id: req-3a417607-2b28-42bf-90f5-0521a7a711c3 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:15:41.489953 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f", "tag": "98f821cd-0dec-4ecf-928e-e4382cb060c3", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:15:41.490205 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3a417607-2b28-42bf-90f5-0521a7a711c3 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:15:41.490604 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f', 'tag': '98f821cd-0dec-4ecf-928e-e4382cb060c3', 'status': 'completed', 'code': 200} Jul 09 16:15:41.563870 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b05fd-e436-4d76-9db4-d76552450ccb req-65022618-9407-4650-9f2c-0ef4b59bd9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:41.565408 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-453b05fd-e436-4d76-9db4-d76552450ccb req-65022618-9407-4650-9f2c-0ef4b59bd9b5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7dd6db3ff0ff4d2bbb0e526511e5420f&device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f HTTP/1.1" status: 200 len: 1095 time: 0.0594072 Jul 09 16:15:41.612330 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-453b05fd-e436-4d76-9db4-d76552450ccb req-73045e2a-9a6c-4232-aae6-677f7668ae9d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98f821cd-0dec-4ecf-928e-e4382cb060c3 HTTP/1.1" status: 200 len: 217 time: 0.0341582 Jul 09 16:15:41.660521 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b05fd-e436-4d76-9db4-d76552450ccb req-fc15570a-cb21-4e4f-aba2-90de04d9969c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:41.662071 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-453b05fd-e436-4d76-9db4-d76552450ccb req-fc15570a-cb21-4e4f-aba2-90de04d9969c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8bd97fb8-1b03-48bc-bd03-9331202c60ed HTTP/1.1" status: 200 len: 848 time: 0.0438151 Jul 09 16:15:41.727113 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b05fd-e436-4d76-9db4-d76552450ccb req-81609b99-7b3d-4e4a-b434-bb38d3749920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:41.728681 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-453b05fd-e436-4d76-9db4-d76552450ccb req-81609b99-7b3d-4e4a-b434-bb38d3749920 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=080babb8-542a-4aa7-b62f-f0399dc94f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602121 Jul 09 16:15:41.818942 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-453b05fd-e436-4d76-9db4-d76552450ccb req-a5bd40ca-ec88-4162-a11e-9330ad1e8c26 service neutron] 10.222.0.62 "GET /v2.0/networks/080babb8-542a-4aa7-b62f-f0399dc94f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827482 Jul 09 16:15:41.911891 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-453b05fd-e436-4d76-9db4-d76552450ccb req-ce020b27-b3cd-4e8b-ae27-b909d1caf94f service neutron] 10.222.0.62 "GET /v2.0/networks/080babb8-542a-4aa7-b62f-f0399dc94f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869462 Jul 09 16:15:42.154228 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e1100-7033-4c2a-9006-343abcb8ed2f req-5e673e38-978f-4b53-8be8-22732a09517b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:42.155759 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-653e1100-7033-4c2a-9006-343abcb8ed2f req-5e673e38-978f-4b53-8be8-22732a09517b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7dd6db3ff0ff4d2bbb0e526511e5420f&device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f HTTP/1.1" status: 200 len: 1095 time: 0.0951326 Jul 09 16:15:42.164680 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c3529b-f16d-4d87-be68-12ec56752e1d req-c752d6ad-2ee5-4e75-8dcd-15587aaf6068 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:42.166021 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-80c3529b-f16d-4d87-be68-12ec56752e1d req-c752d6ad-2ee5-4e75-8dcd-15587aaf6068 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f HTTP/1.1" status: 200 len: 944 time: 0.0977402 Jul 09 16:15:42.251981 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-80c3529b-f16d-4d87-be68-12ec56752e1d req-080326d6-3c36-45dc-b334-e34f57fb246b tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=374ced67-5037-4aac-b0ce-5ee9d7559a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779774 Jul 09 16:15:42.282159 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e1100-7033-4c2a-9006-343abcb8ed2f req-98ae3eb8-fd87-428b-8873-e84e0ccf6ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:42.283852 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-653e1100-7033-4c2a-9006-343abcb8ed2f req-98ae3eb8-fd87-428b-8873-e84e0ccf6ef8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=080babb8-542a-4aa7-b62f-f0399dc94f10 HTTP/1.1" status: 200 len: 910 time: 0.1169338 Jul 09 16:15:42.323845 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-653e1100-7033-4c2a-9006-343abcb8ed2f req-8c56915a-170c-4102-8769-1a61e215d15e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98f821cd-0dec-4ecf-928e-e4382cb060c3 HTTP/1.1" status: 200 len: 217 time: 0.0335987 Jul 09 16:15:42.377860 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e1100-7033-4c2a-9006-343abcb8ed2f req-8a12867a-232b-4aab-80d7-f7f362b27c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:42.379388 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-653e1100-7033-4c2a-9006-343abcb8ed2f req-8a12867a-232b-4aab-80d7-f7f362b27c54 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8bd97fb8-1b03-48bc-bd03-9331202c60ed HTTP/1.1" status: 200 len: 848 time: 0.0492504 Jul 09 16:15:42.437114 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e1100-7033-4c2a-9006-343abcb8ed2f req-53eb4fa7-e06f-4971-aeba-1e35c3fb4c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:42.438751 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-653e1100-7033-4c2a-9006-343abcb8ed2f req-53eb4fa7-e06f-4971-aeba-1e35c3fb4c84 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=080babb8-542a-4aa7-b62f-f0399dc94f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529363 Jul 09 16:15:42.528189 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-653e1100-7033-4c2a-9006-343abcb8ed2f req-340a7c92-0e33-43a7-bfcc-8d94ae0b86d5 service neutron] 10.222.0.62 "GET /v2.0/networks/080babb8-542a-4aa7-b62f-f0399dc94f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828421 Jul 09 16:15:42.977943 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-653e1100-7033-4c2a-9006-343abcb8ed2f req-1d0fd040-ec12-4e0e-ae4e-888e5760746b service neutron] 10.222.0.62 "GET /v2.0/networks/080babb8-542a-4aa7-b62f-f0399dc94f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4417884 Jul 09 16:15:43.431385 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac7b2e0-f11a-4c97-9484-d98559a62753 req-3e690354-2f07-4cbf-a611-e1d7cf83881e tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:43.433018 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-eac7b2e0-f11a-4c97-9484-d98559a62753 req-3e690354-2f07-4cbf-a611-e1d7cf83881e tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f HTTP/1.1" status: 200 len: 944 time: 0.0673888 Jul 09 16:15:43.471496 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-eac7b2e0-f11a-4c97-9484-d98559a62753 req-b41fa844-3eee-432a-b855-29a1cc0056bc tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=374ced67-5037-4aac-b0ce-5ee9d7559a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325999 Jul 09 16:15:44.647971 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8dfc78-d9f3-4404-b588-dcc58298bd09 req-2666b6fe-0881-49f1-ad90-a8f2c7a0c98b tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:44.649386 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-af8dfc78-d9f3-4404-b588-dcc58298bd09 req-2666b6fe-0881-49f1-ad90-a8f2c7a0c98b tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f HTTP/1.1" status: 200 len: 944 time: 0.0640736 Jul 09 16:15:44.686858 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-af8dfc78-d9f3-4404-b588-dcc58298bd09 req-65c24877-d8b8-4592-a89e-edfb2c7c7b8d tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=374ced67-5037-4aac-b0ce-5ee9d7559a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319169 Jul 09 16:15:45.864115 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:45.864900 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8505c59b-ba75-4ec8-8e82-3b3576614827 req-0fc87bcd-99a9-4d1a-b1c4-1c3172b0eafc tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:45.866414 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8505c59b-ba75-4ec8-8e82-3b3576614827 req-0fc87bcd-99a9-4d1a-b1c4-1c3172b0eafc tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f HTTP/1.1" status: 200 len: 944 time: 0.0654011 Jul 09 16:15:45.905451 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8505c59b-ba75-4ec8-8e82-3b3576614827 req-4c45fcb7-3364-4d5a-a36c-aa20478a590c tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=374ced67-5037-4aac-b0ce-5ee9d7559a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335343 Jul 09 16:15:47.088749 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1fe30b-b80e-467d-acac-e6c548b1dc9a req-058cc811-2d1e-4752-a536-e7a4fa5cd491 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:47.090254 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0f1fe30b-b80e-467d-acac-e6c548b1dc9a req-058cc811-2d1e-4752-a536-e7a4fa5cd491 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f HTTP/1.1" status: 200 len: 944 time: 0.0713973 Jul 09 16:15:47.128258 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0f1fe30b-b80e-467d-acac-e6c548b1dc9a req-f6cba477-89e0-4c98-838f-09db48d555df tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=374ced67-5037-4aac-b0ce-5ee9d7559a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324121 Jul 09 16:15:48.307555 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3421697-be57-4bee-82d8-8c86defa9d04 req-16eb5aa9-cc9f-4207-8955-da04f21260d6 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:48.309061 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a3421697-be57-4bee-82d8-8c86defa9d04 req-16eb5aa9-cc9f-4207-8955-da04f21260d6 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f HTTP/1.1" status: 200 len: 944 time: 0.0646625 Jul 09 16:15:48.361369 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a3421697-be57-4bee-82d8-8c86defa9d04 req-9c533058-de63-4189-9c49-a9f2555e34f1 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=374ced67-5037-4aac-b0ce-5ee9d7559a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467556 Jul 09 16:15:49.538263 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ac7aa-32d9-46e6-be76-6b773835db15 req-0960242c-07bb-481b-b715-afd0cf9d20b0 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:49.539808 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c13ac7aa-32d9-46e6-be76-6b773835db15 req-0960242c-07bb-481b-b715-afd0cf9d20b0 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f HTTP/1.1" status: 200 len: 944 time: 0.0637307 Jul 09 16:15:49.577700 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c13ac7aa-32d9-46e6-be76-6b773835db15 req-1d6841bd-4a8b-4122-a3f8-4b72a9790edf tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=374ced67-5037-4aac-b0ce-5ee9d7559a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323799 Jul 09 16:15:50.747477 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7943cb99-b78b-4084-b6ce-5e7e3e59bc38 req-0da580e7-db0b-4e90-82f7-e5da66caf9e8 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:50.748992 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7943cb99-b78b-4084-b6ce-5e7e3e59bc38 req-0da580e7-db0b-4e90-82f7-e5da66caf9e8 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f HTTP/1.1" status: 200 len: 944 time: 0.0638494 Jul 09 16:15:50.786476 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7943cb99-b78b-4084-b6ce-5e7e3e59bc38 req-dc3dabb3-a3a9-447a-a874-e7bfd75633fa tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=374ced67-5037-4aac-b0ce-5ee9d7559a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319154 Jul 09 16:15:51.955198 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b12819e-cfaa-4c9d-b2c3-3e2083ddda37 req-6c42865b-c773-4df5-94c1-5fba0c364e7d tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:51.956674 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5b12819e-cfaa-4c9d-b2c3-3e2083ddda37 req-6c42865b-c773-4df5-94c1-5fba0c364e7d tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f HTTP/1.1" status: 200 len: 944 time: 0.0617337 Jul 09 16:15:51.994732 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5b12819e-cfaa-4c9d-b2c3-3e2083ddda37 req-63b89acf-2b68-4227-9b4a-38c2c133e5c3 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=374ced67-5037-4aac-b0ce-5ee9d7559a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324745 Jul 09 16:15:53.164360 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c2061-b91f-4b01-a57f-c4330874b471 req-06f72887-3199-4e44-a6d6-ec6546175acb tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:53.165771 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c36c2061-b91f-4b01-a57f-c4330874b471 req-06f72887-3199-4e44-a6d6-ec6546175acb tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f HTTP/1.1" status: 200 len: 944 time: 0.0635893 Jul 09 16:15:53.203419 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c36c2061-b91f-4b01-a57f-c4330874b471 req-dc5b9207-2d99-40b1-9251-5c99b459deaa tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=374ced67-5037-4aac-b0ce-5ee9d7559a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320814 Jul 09 16:15:54.141536 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:54.389477 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3169f6d8-78f7-4bc9-a49a-96e01a9e0f47 req-038686db-7b2a-40d7-bfdb-3afc1650f5d9 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:54.391026 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3169f6d8-78f7-4bc9-a49a-96e01a9e0f47 req-038686db-7b2a-40d7-bfdb-3afc1650f5d9 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f HTTP/1.1" status: 200 len: 944 time: 0.0748839 Jul 09 16:15:54.430239 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3169f6d8-78f7-4bc9-a49a-96e01a9e0f47 req-f7291d5a-0f73-460f-8f39-ae575f889450 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=374ced67-5037-4aac-b0ce-5ee9d7559a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335519 Jul 09 16:15:54.757644 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 98f821cd-0dec-4ecf-928e-e4382cb060c3 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:15:54.848910 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 98f821cd-0dec-4ecf-928e-e4382cb060c3, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=98f821cd-0dec-4ecf-928e-e4382cb060c3,segment=NetworkSegment(d69be408-6e80-451e-bbdf-a5acdf078627),segment_id=d69be408-6e80-451e-bbdf-a5acdf078627)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:15:54.860212 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '98f821cd-0dec-4ecf-928e-e4382cb060c3', 'network_id': '080babb8-542a-4aa7-b62f-f0399dc94f10', 'port_id': '98f821cd-0dec-4ecf-928e-e4382cb060c3', 'mac_address': 'fa:16:3e:27:e8:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bd97fb8-1b03-48bc-bd03-9331202c60ed', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:15:54.900148 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:54.912551 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98f821cd-0dec-4ecf-928e-e4382cb060c3 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:15:54.931722 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 98f821cd-0dec-4ecf-928e-e4382cb060c3, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=98f821cd-0dec-4ecf-928e-e4382cb060c3,segment=NetworkSegment(d69be408-6e80-451e-bbdf-a5acdf078627),segment_id=d69be408-6e80-451e-bbdf-a5acdf078627)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:15:55.023631 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:55.079003 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=98f821cd-0dec-4ecf-928e-e4382cb060c3,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:55.087071 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:55.087550 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:55.087901 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:55.088238 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:55.088569 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:55.088905 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:55.089234 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:55.089559 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:55.089886 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:55.090212 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:55.090570 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:55.090894 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:55.463935 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['98f821cd-0dec-4ecf-928e-e4382cb060c3'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:15:55.608988 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e46ff-4c7f-47c2-86b7-7b55a8c82902 req-461832e6-a036-4958-886e-3d20676b1728 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:55.610500 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7f9e46ff-4c7f-47c2-86b7-7b55a8c82902 req-461832e6-a036-4958-886e-3d20676b1728 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f HTTP/1.1" status: 200 len: 945 time: 0.0674756 Jul 09 16:15:55.649115 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7f9e46ff-4c7f-47c2-86b7-7b55a8c82902 req-2422b2c8-1bd7-45e2-821f-bb0bc33d3c34 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=374ced67-5037-4aac-b0ce-5ee9d7559a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328379 Jul 09 16:15:56.236014 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-003c84ff-9e38-4cb9-936f-648614b39830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:56.790288 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 98f821cd-0dec-4ecf-928e-e4382cb060c3 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:15:56.827109 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47849947-57fa-4a64-8dbb-fc26d6291674 req-4b9968a7-932a-4156-8e77-745d433042dc tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:56.828670 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-47849947-57fa-4a64-8dbb-fc26d6291674 req-4b9968a7-932a-4156-8e77-745d433042dc tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f HTTP/1.1" status: 200 len: 945 time: 0.0646248 Jul 09 16:15:56.866574 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-47849947-57fa-4a64-8dbb-fc26d6291674 req-1471935a-e8ed-4951-b013-995098037769 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=374ced67-5037-4aac-b0ce-5ee9d7559a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319488 Jul 09 16:15:56.950512 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port 98f821cd-0dec-4ecf-928e-e4382cb060c3 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:15:56.954519 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 98f821cd-0dec-4ecf-928e-e4382cb060c3 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:15:56.954894 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:57.032001 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:57.054179 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f821cd-0dec-4ecf-928e-e4382cb060c3'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:15:57.056428 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e75b9a97cbd66444b13ae988a684abc34c7a24a50a729030cfede81e7322398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e94fb8-6423-4251-a044-52c7532c597d" -d '{"events": [{"server_uuid": "ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f", "name": "network-vif-plugged", "status": "completed", "tag": "98f821cd-0dec-4ecf-928e-e4382cb060c3"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:15:57.068678 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 98f821cd-0dec-4ecf-928e-e4382cb060c3, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=98f821cd-0dec-4ecf-928e-e4382cb060c3,segment=NetworkSegment(d69be408-6e80-451e-bbdf-a5acdf078627),segment_id=d69be408-6e80-451e-bbdf-a5acdf078627)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:15:57.131537 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:57.137446 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b25a7d33-fb72-46a2-84ef-886b16b18ed4 x-openstack-request-id: req-b25a7d33-fb72-46a2-84ef-886b16b18ed4 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:15:57.137735 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f", "name": "network-vif-plugged", "status": "completed", "tag": "98f821cd-0dec-4ecf-928e-e4382cb060c3", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:15:57.137995 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b25a7d33-fb72-46a2-84ef-886b16b18ed4 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:15:57.138424 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f821cd-0dec-4ecf-928e-e4382cb060c3', 'code': 200} Jul 09 16:15:57.181479 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=98f821cd-0dec-4ecf-928e-e4382cb060c3,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:57.287609 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c06edd-1baf-4aac-8b7a-51a6a28bca26 req-2bdc5811-adaa-49b4-a417-a0f5bdbb40e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:57.289203 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-80c06edd-1baf-4aac-8b7a-51a6a28bca26 req-2bdc5811-adaa-49b4-a417-a0f5bdbb40e4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f HTTP/1.1" status: 200 len: 1097 time: 0.0574484 Jul 09 16:15:57.324342 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-80c06edd-1baf-4aac-8b7a-51a6a28bca26 req-9b6690a7-7494-4380-84af-c9d3f3b4e999 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=374ced67-5037-4aac-b0ce-5ee9d7559a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279849 Jul 09 16:15:58.039121 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5972cd-124a-4035-b1a5-c482dfc2c861 req-3bb59203-2c8a-4a70-8450-e199de071fc2 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:58.040536 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ac5972cd-124a-4035-b1a5-c482dfc2c861 req-3bb59203-2c8a-4a70-8450-e199de071fc2 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f HTTP/1.1" status: 200 len: 946 time: 0.0626712 Jul 09 16:15:58.079112 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-ac5972cd-124a-4035-b1a5-c482dfc2c861 req-117b116a-6a04-4983-a791-ee548d233b0b tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=374ced67-5037-4aac-b0ce-5ee9d7559a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321369 Jul 09 16:15:59.223975 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b5e9a8eb-aaeb-4101-b36b-74e292b4406e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:59.254800 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03c8e8-13bb-49b1-b0c8-f723172c0b22 req-1c890bcc-9b8e-4fb2-a310-782de72de906 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:59.256352 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0a03c8e8-13bb-49b1-b0c8-f723172c0b22 req-1c890bcc-9b8e-4fb2-a310-782de72de906 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f HTTP/1.1" status: 200 len: 946 time: 0.0647442 Jul 09 16:15:59.295186 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-0a03c8e8-13bb-49b1-b0c8-f723172c0b22 req-c1de40dd-0f5e-4553-92b2-84c6ccd17378 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=374ced67-5037-4aac-b0ce-5ee9d7559a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330644 Jul 09 16:15:59.334272 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:59.471141 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec44ac-5b92-4fd3-86a8-4b4ece53d2e2 req-4fc17e73-0baa-49d4-a1e9-dad797e60064 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:59.472667 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-69ec44ac-5b92-4fd3-86a8-4b4ece53d2e2 req-4fc17e73-0baa-49d4-a1e9-dad797e60064 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f HTTP/1.1" status: 200 len: 946 time: 0.0623450 Jul 09 16:15:59.511652 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-69ec44ac-5b92-4fd3-86a8-4b4ece53d2e2 req-9c8c905e-aab2-4d22-934f-ff96529bd629 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=374ced67-5037-4aac-b0ce-5ee9d7559a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332837 Jul 09 16:15:59.535629 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60866) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:59.632398 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38ded57-5c53-4eaa-900d-63e770c9d2d5 tempest-TestShelveInstance-1931340129 tempest-TestShelveInstance-1931340129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:59.633895 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d38ded57-5c53-4eaa-900d-63e770c9d2d5 tempest-TestShelveInstance-1931340129 tempest-TestShelveInstance-1931340129-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f HTTP/1.1" status: 200 len: 1092 time: 0.0972846 Jul 09 16:15:59.636791 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 60870) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:59.641427 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-0b3fdb57-58a3-49d7-9367-1ef2d018f79e tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Request body: {'floatingip': {'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'port_id': '98f821cd-0dec-4ecf-928e-e4382cb060c3', 'tenant_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:15:59.700275 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0b3fdb57-58a3-49d7-9367-1ef2d018f79e tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks [] for floatingip, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:59.793997 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0b3fdb57-58a3-49d7-9367-1ef2d018f79e tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:59.901804 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-0b3fdb57-58a3-49d7-9367-1ef2d018f79e tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Allocated IP 172.25.3.120 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/cfcc0547-dc1b-4391-97a9-16cf20c98cd7) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:16:00.001008 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0b3fdb57-58a3-49d7-9367-1ef2d018f79e tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:00.129490 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0b3fdb57-58a3-49d7-9367-1ef2d018f79e tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:00.171291 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3fdb57-58a3-49d7-9367-1ef2d018f79e tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:16:00.174194 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-0b3fdb57-58a3-49d7-9367-1ef2d018f79e tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:16:00.176734 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3fdb57-58a3-49d7-9367-1ef2d018f79e tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:16:00.202244 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3fdb57-58a3-49d7-9367-1ef2d018f79e tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Pushing event updated for resources: {'Port': ['ID=cfcc0547-dc1b-4391-97a9-16cf20c98cd7,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:00.544623 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0b3fdb57-58a3-49d7-9367-1ef2d018f79e tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:00.652856 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:00.677217 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0b3fdb57-58a3-49d7-9367-1ef2d018f79e tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:00.829319 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0b3fdb57-58a3-49d7-9367-1ef2d018f79e tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:00.894978 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0b3fdb57-58a3-49d7-9367-1ef2d018f79e tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:00.976030 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3fdb57-58a3-49d7-9367-1ef2d018f79e tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Pushing event updated for resources: {'Port': ['ID=cfcc0547-dc1b-4391-97a9-16cf20c98cd7,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:00.988014 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0b3fdb57-58a3-49d7-9367-1ef2d018f79e tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:01.087397 n-d-799529-6 neutron-server[94446]: INFO neutron.db.l3_db [None req-0b3fdb57-58a3-49d7-9367-1ef2d018f79e tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Floating IP 0891fb13-ebdf-4bd3-8bf1-7627e06b6064 associated. External IP: 172.25.3.120, port: 98f821cd-0dec-4ecf-928e-e4382cb060c3. Jul 09 16:16:01.297654 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b3fdb57-58a3-49d7-9367-1ef2d018f79e tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Router e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:16:01.404065 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3fdb57-58a3-49d7-9367-1ef2d018f79e tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:16:01.418280 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1027975-f9ad-4c34-8869-46336ad29d62 None None] Sync routers for ids ['e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:16:01.428102 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1027975-f9ad-4c34-8869-46336ad29d62 None None] Routers {'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:16:01.430982 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-b1027975-f9ad-4c34-8869-46336ad29d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:15:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:16:01.472448 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0b3fdb57-58a3-49d7-9367-1ef2d018f79e tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:01.513557 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-0b3fdb57-58a3-49d7-9367-1ef2d018f79e tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8756599 Jul 09 16:16:01.514152 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f', 'tag': '98f821cd-0dec-4ecf-928e-e4382cb060c3'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:16:01.517236 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71aea3d4ce3c79ba57e3b2a7f05354d67fe827d4c76bd908d035baed68c1bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d084a8-cd46-412d-9eb0-c0d4b13ccbe0" -d '{"events": [{"name": "network-changed", "server_uuid": "ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f", "tag": "98f821cd-0dec-4ecf-928e-e4382cb060c3"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:16:01.540340 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-b1027975-f9ad-4c34-8869-46336ad29d62 None None] Set router e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:16:01.554609 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa869b36-216f-493f-9280-fbb9100226fc x-openstack-request-id: req-fa869b36-216f-493f-9280-fbb9100226fc {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:16:01.555107 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f", "tag": "98f821cd-0dec-4ecf-928e-e4382cb060c3", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:16:01.555381 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fa869b36-216f-493f-9280-fbb9100226fc {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:16:01.555814 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f', 'tag': '98f821cd-0dec-4ecf-928e-e4382cb060c3', 'status': 'completed', 'code': 200} Jul 09 16:16:01.656256 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d084a8-cd46-412d-9eb0-c0d4b13ccbe0 req-bdd6f4c0-964f-456e-b263-f9b8a04b4ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:01.657826 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-05d084a8-cd46-412d-9eb0-c0d4b13ccbe0 req-bdd6f4c0-964f-456e-b263-f9b8a04b4ba0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7dd6db3ff0ff4d2bbb0e526511e5420f&device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f HTTP/1.1" status: 200 len: 1097 time: 0.0556996 Jul 09 16:16:01.752934 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d084a8-cd46-412d-9eb0-c0d4b13ccbe0 req-489e525d-f44f-4654-8560-26437613aeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:01.754408 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-05d084a8-cd46-412d-9eb0-c0d4b13ccbe0 req-489e525d-f44f-4654-8560-26437613aeea service neutron] 10.222.0.62 "GET /v2.0/networks?id=080babb8-542a-4aa7-b62f-f0399dc94f10 HTTP/1.1" status: 200 len: 910 time: 0.0886288 Jul 09 16:16:01.824080 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-05d084a8-cd46-412d-9eb0-c0d4b13ccbe0 req-67dd0131-6fd4-42d2-8d49-9d588123ae71 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98f821cd-0dec-4ecf-928e-e4382cb060c3 HTTP/1.1" status: 200 len: 1000 time: 0.0626879 Jul 09 16:16:01.872378 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d084a8-cd46-412d-9eb0-c0d4b13ccbe0 req-9e5ea756-40d0-4695-a98c-dbc13f7783e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:01.873854 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-05d084a8-cd46-412d-9eb0-c0d4b13ccbe0 req-9e5ea756-40d0-4695-a98c-dbc13f7783e3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8bd97fb8-1b03-48bc-bd03-9331202c60ed HTTP/1.1" status: 200 len: 848 time: 0.0433989 Jul 09 16:16:01.920654 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-b1027975-f9ad-4c34-8869-46336ad29d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3', 'name': 'tempest-TestShelveInstance-1132523808-router', 'tenant_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '6f212998-4101-4717-a19c-6370f7a1a46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:09:47Z', 'updated_at': '2021-07-09T16:09:51Z', 'revision_number': 4, 'project_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'gw_port': {'id': '6f212998-4101-4717-a19c-6370f7a1a46d', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:14:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:48Z', 'updated_at': '2021-07-09T16:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '0891fb13-ebdf-4bd3-8bf1-7627e06b6064', 'tenant_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'floating_ip_address': '172.25.3.120', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': 'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3', 'port_id': '98f821cd-0dec-4ecf-928e-e4382cb060c3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '080babb8-542a-4aa7-b62f-f0399dc94f10', 'mac_address': 'fa:16:3e:27:e8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:16:00Z', 'updated_at': '2021-07-09T16:16:00Z', 'revision_number': 0, 'project_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '193fd22b-bf95-4859-acbe-841dd84b0d2c', 'name': '', 'network_id': '080babb8-542a-4aa7-b62f-f0399dc94f10', 'tenant_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'mac_address': 'fa:16:3e:f4:b6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '8bd97fb8-1b03-48bc-bd03-9331202c60ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:50Z', 'updated_at': '2021-07-09T16:09:55Z', 'revision_number': 5, 'project_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'subnets': [{'id': '8bd97fb8-1b03-48bc-bd03-9331202c60ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:16:01.931251 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d084a8-cd46-412d-9eb0-c0d4b13ccbe0 req-7642b306-bb8e-472f-a55c-561970f74e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:01.932812 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-05d084a8-cd46-412d-9eb0-c0d4b13ccbe0 req-7642b306-bb8e-472f-a55c-561970f74e0b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=080babb8-542a-4aa7-b62f-f0399dc94f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523276 Jul 09 16:16:01.947641 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1027975-f9ad-4c34-8869-46336ad29d62 None None] Checking router: e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:16:01.962698 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1027975-f9ad-4c34-8869-46336ad29d62 None None] Routers {'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:16:01.963311 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-b1027975-f9ad-4c34-8869-46336ad29d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:15:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:16:02.033934 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-05d084a8-cd46-412d-9eb0-c0d4b13ccbe0 req-794d5c36-3fd5-4af6-a165-be754e9eba83 service neutron] 10.222.0.62 "GET /v2.0/networks/080babb8-542a-4aa7-b62f-f0399dc94f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935204 Jul 09 16:16:02.044375 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:02.073280 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-b1027975-f9ad-4c34-8869-46336ad29d62 None None] Set router e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:16:02.127051 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-05d084a8-cd46-412d-9eb0-c0d4b13ccbe0 req-87e1cd44-a8ad-43a0-8e83-7198ef69de36 service neutron] 10.222.0.62 "GET /v2.0/networks/080babb8-542a-4aa7-b62f-f0399dc94f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855870 Jul 09 16:16:02.300927 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-b1027975-f9ad-4c34-8869-46336ad29d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3', 'name': 'tempest-TestShelveInstance-1132523808-router', 'tenant_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '6f212998-4101-4717-a19c-6370f7a1a46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:09:47Z', 'updated_at': '2021-07-09T16:09:51Z', 'revision_number': 4, 'project_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'gw_port': {'id': '6f212998-4101-4717-a19c-6370f7a1a46d', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:14:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:48Z', 'updated_at': '2021-07-09T16:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '0891fb13-ebdf-4bd3-8bf1-7627e06b6064', 'tenant_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'floating_ip_address': '172.25.3.120', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': 'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3', 'port_id': '98f821cd-0dec-4ecf-928e-e4382cb060c3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '080babb8-542a-4aa7-b62f-f0399dc94f10', 'mac_address': 'fa:16:3e:27:e8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:16:00Z', 'updated_at': '2021-07-09T16:16:00Z', 'revision_number': 0, 'project_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '193fd22b-bf95-4859-acbe-841dd84b0d2c', 'name': '', 'network_id': '080babb8-542a-4aa7-b62f-f0399dc94f10', 'tenant_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'mac_address': 'fa:16:3e:f4:b6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '8bd97fb8-1b03-48bc-bd03-9331202c60ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:50Z', 'updated_at': '2021-07-09T16:09:55Z', 'revision_number': 5, 'project_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'subnets': [{'id': '8bd97fb8-1b03-48bc-bd03-9331202c60ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:16:02.327042 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1027975-f9ad-4c34-8869-46336ad29d62 None None] The sync data for ids ['e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3'] in n-d-799529-6 is: [{'id': 'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3', 'name': 'tempest-TestShelveInstance-1132523808-router', 'tenant_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '6f212998-4101-4717-a19c-6370f7a1a46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:09:47Z', 'updated_at': '2021-07-09T16:09:51Z', 'revision_number': 4, 'project_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'gw_port': {'id': '6f212998-4101-4717-a19c-6370f7a1a46d', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:14:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:48Z', 'updated_at': '2021-07-09T16:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '0891fb13-ebdf-4bd3-8bf1-7627e06b6064', 'tenant_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'floating_ip_address': '172.25.3.120', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': 'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3', 'port_id': '98f821cd-0dec-4ecf-928e-e4382cb060c3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '080babb8-542a-4aa7-b62f-f0399dc94f10', 'mac_address': 'fa:16:3e:27:e8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:16:00Z', 'updated_at': '2021-07-09T16:16:00Z', 'revision_number': 0, 'project_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '193fd22b-bf95-4859-acbe-841dd84b0d2c', 'name': '', 'network_id': '080babb8-542a-4aa7-b62f-f0399dc94f10', 'tenant_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'mac_address': 'fa:16:3e:f4:b6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '8bd97fb8-1b03-48bc-bd03-9331202c60ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:50Z', 'updated_at': '2021-07-09T16:09:55Z', 'revision_number': 5, 'project_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'subnets': [{'id': '8bd97fb8-1b03-48bc-bd03-9331202c60ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:16:02.512614 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2060f95-c851-44fd-ac60-8488346aa4a6 None None] New status for floating IP 0891fb13-ebdf-4bd3-8bf1-7627e06b6064: ACTIVE {{(pid=94448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:16:09.031338 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:16:15.866133 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:24.166050 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:26.176705 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ed7cbb29-b230-4072-8db7-f1969039f0e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:29.241998 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-692aae73-63ef-4cc7-afc9-60be3baf8197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:29.343311 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:30.688217 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:32.020099 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:45.875980 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:46.031419 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:16:54.197885 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:56.222986 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3403ee31-8d55-49c4-a269-14116ca46d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:58.738172 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-27d234a9-7bd2-4484-a815-e7a8c457b734 req-8a7644a6-5377-4845-b8d9-bdbb649a7a1c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0613592 Jul 09 16:16:58.852005 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d234a9-7bd2-4484-a815-e7a8c457b734 req-fcdd9581-3aab-4197-9d82-f96587a7faeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:58.853603 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-27d234a9-7bd2-4484-a815-e7a8c457b734 req-fcdd9581-3aab-4197-9d82-f96587a7faeb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7dd6db3ff0ff4d2bbb0e526511e5420f&device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f HTTP/1.1" status: 200 len: 1097 time: 0.0557036 Jul 09 16:16:58.961695 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d234a9-7bd2-4484-a815-e7a8c457b734 req-5edbf3ea-f368-494e-8b95-2715262028d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:58.963305 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-27d234a9-7bd2-4484-a815-e7a8c457b734 req-5edbf3ea-f368-494e-8b95-2715262028d9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=080babb8-542a-4aa7-b62f-f0399dc94f10 HTTP/1.1" status: 200 len: 910 time: 0.0891204 Jul 09 16:16:59.035140 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-27d234a9-7bd2-4484-a815-e7a8c457b734 req-f2838a9d-ac46-44fc-975e-661c988d3309 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98f821cd-0dec-4ecf-928e-e4382cb060c3 HTTP/1.1" status: 200 len: 1002 time: 0.0646083 Jul 09 16:16:59.085401 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d234a9-7bd2-4484-a815-e7a8c457b734 req-0df601a7-7591-48e3-9123-be38a3dcbfad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:59.086932 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-27d234a9-7bd2-4484-a815-e7a8c457b734 req-0df601a7-7591-48e3-9123-be38a3dcbfad service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8bd97fb8-1b03-48bc-bd03-9331202c60ed HTTP/1.1" status: 200 len: 848 time: 0.0447567 Jul 09 16:16:59.148686 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d234a9-7bd2-4484-a815-e7a8c457b734 req-b82aeb06-dcad-4975-a083-3db8a14c3639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:59.150246 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-27d234a9-7bd2-4484-a815-e7a8c457b734 req-b82aeb06-dcad-4975-a083-3db8a14c3639 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=080babb8-542a-4aa7-b62f-f0399dc94f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567629 Jul 09 16:16:59.212210 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-18e0cfff-53d3-4b7c-8174-47469539dbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:59.247865 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-27d234a9-7bd2-4484-a815-e7a8c457b734 req-d8cd6cf6-7a5b-43ff-8a5b-9d36ab5227c3 service neutron] 10.222.0.62 "GET /v2.0/networks/080babb8-542a-4aa7-b62f-f0399dc94f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903435 Jul 09 16:16:59.320717 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:59.339041 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-27d234a9-7bd2-4484-a815-e7a8c457b734 req-4e422b84-de70-4367-b5f0-d7a27a8863cb service neutron] 10.222.0.62 "GET /v2.0/networks/080babb8-542a-4aa7-b62f-f0399dc94f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850372 Jul 09 16:17:00.691652 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:02.041740 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:15.935762 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:23.030456 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:17:24.219565 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:26.191686 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-25a19afc-5288-48ee-896a-a524101ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:29.196279 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d9e5d74a-e099-4c86-94c6-90bb8d175745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:29.345274 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:30.644001 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:32.038265 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:45.916831 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:54.187226 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:56.193451 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-dcdd1919-5309-409f-af64-921017c798ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:58.690822 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6396b436-2ca1-443d-ab94-3a53fd8ecbfe req-4b119b01-b70b-4605-878b-391d11d5c316 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0578558 Jul 09 16:17:58.803976 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6396b436-2ca1-443d-ab94-3a53fd8ecbfe req-b93a8643-5173-416a-b1b6-c385ba882443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:58.805484 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6396b436-2ca1-443d-ab94-3a53fd8ecbfe req-b93a8643-5173-416a-b1b6-c385ba882443 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7dd6db3ff0ff4d2bbb0e526511e5420f&device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f HTTP/1.1" status: 200 len: 1097 time: 0.0544429 Jul 09 16:17:58.909203 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6396b436-2ca1-443d-ab94-3a53fd8ecbfe req-2093132c-87d2-4c21-9ee6-9ff61eb0d574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:58.910669 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6396b436-2ca1-443d-ab94-3a53fd8ecbfe req-2093132c-87d2-4c21-9ee6-9ff61eb0d574 service neutron] 10.222.0.62 "GET /v2.0/networks?id=080babb8-542a-4aa7-b62f-f0399dc94f10 HTTP/1.1" status: 200 len: 910 time: 0.0837011 Jul 09 16:17:58.977704 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6396b436-2ca1-443d-ab94-3a53fd8ecbfe req-4fbb4f71-a33d-4104-b073-6bc78ce5b60c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98f821cd-0dec-4ecf-928e-e4382cb060c3 HTTP/1.1" status: 200 len: 1002 time: 0.0604076 Jul 09 16:17:59.027992 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6396b436-2ca1-443d-ab94-3a53fd8ecbfe req-83a65b7d-3b77-413a-b1f2-540cf7d3cc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:59.029642 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6396b436-2ca1-443d-ab94-3a53fd8ecbfe req-83a65b7d-3b77-413a-b1f2-540cf7d3cc03 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8bd97fb8-1b03-48bc-bd03-9331202c60ed HTTP/1.1" status: 200 len: 848 time: 0.0448549 Jul 09 16:17:59.086468 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6396b436-2ca1-443d-ab94-3a53fd8ecbfe req-8fc183f5-c85a-475e-9b69-cd81e1fd0ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:59.087997 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6396b436-2ca1-443d-ab94-3a53fd8ecbfe req-8fc183f5-c85a-475e-9b69-cd81e1fd0ea0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=080babb8-542a-4aa7-b62f-f0399dc94f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517597 Jul 09 16:17:59.180172 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6396b436-2ca1-443d-ab94-3a53fd8ecbfe req-c9d5fbb8-f118-47e8-ba99-08755e40d0f2 service neutron] 10.222.0.62 "GET /v2.0/networks/080babb8-542a-4aa7-b62f-f0399dc94f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854163 Jul 09 16:17:59.223247 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a0bbd713-4088-4b00-84ed-bc8625d0df6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:59.279841 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6396b436-2ca1-443d-ab94-3a53fd8ecbfe req-00db415e-8c4e-43b2-a857-016a5b117eed service neutron] 10.222.0.62 "GET /v2.0/networks/080babb8-542a-4aa7-b62f-f0399dc94f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913372 Jul 09 16:17:59.371484 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:00.028993 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:18:00.697306 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:02.069215 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:15.935296 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:24.211864 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:26.205110 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-eb5f2c7b-8d89-446d-a3ea-3c7c1def62ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:28.992835 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac28a0-1a5c-40d4-8fdb-a15a35c70034 req-6880e8d3-56c1-4438-859b-1e752611f848 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:28.994937 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8bac28a0-1a5c-40d4-8fdb-a15a35c70034 req-6880e8d3-56c1-4438-859b-1e752611f848 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f HTTP/1.1" status: 200 len: 946 time: 0.1354709 Jul 09 16:18:29.039313 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8bac28a0-1a5c-40d4-8fdb-a15a35c70034 req-bc06f99f-101e-4ba2-bafe-1858fd28b703 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=374ced67-5037-4aac-b0ce-5ee9d7559a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381174 Jul 09 16:18:29.255878 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b5abfa5f-5680-4aae-923e-cea0d40f7dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:29.395640 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:30.273093 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8324d31-a6f2-4959-9c3d-b4cd635c03d0 req-c3da5fca-2158-449d-ba35-22a6824ee7f4 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:30.274631 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e8324d31-a6f2-4959-9c3d-b4cd635c03d0 req-c3da5fca-2158-449d-ba35-22a6824ee7f4 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f HTTP/1.1" status: 200 len: 946 time: 0.1161704 Jul 09 16:18:30.312862 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e8324d31-a6f2-4959-9c3d-b4cd635c03d0 req-a6244652-0598-4c35-9cbb-9ea8ab29d720 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=374ced67-5037-4aac-b0ce-5ee9d7559a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318401 Jul 09 16:18:30.653172 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:31.505488 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d870750-1bfc-4b65-8c6f-5ece4aa7d042 req-ae914a16-62e0-467b-94c3-49b5bd954606 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:31.507002 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7d870750-1bfc-4b65-8c6f-5ece4aa7d042 req-ae914a16-62e0-467b-94c3-49b5bd954606 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f HTTP/1.1" status: 200 len: 946 time: 0.0648227 Jul 09 16:18:31.546508 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7d870750-1bfc-4b65-8c6f-5ece4aa7d042 req-90545b76-f0ad-4b4c-9e92-3ce721eb3381 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=374ced67-5037-4aac-b0ce-5ee9d7559a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333960 Jul 09 16:18:32.070797 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:32.721069 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861f29b-dfa9-461a-b57b-c558c1531482 req-aa47266f-3cd5-49a9-a82e-5a5c770f8750 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:32.722575 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6861f29b-dfa9-461a-b57b-c558c1531482 req-aa47266f-3cd5-49a9-a82e-5a5c770f8750 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f HTTP/1.1" status: 200 len: 946 time: 0.0648448 Jul 09 16:18:32.760385 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-6861f29b-dfa9-461a-b57b-c558c1531482 req-2fc8b400-aac7-47ab-8808-b4f11d0db5ac tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=374ced67-5037-4aac-b0ce-5ee9d7559a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320458 Jul 09 16:18:33.933358 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2cdf5-310e-48dd-a8ce-fcb5f906f0e9 req-5774994e-14ea-40dc-8775-e14a4ed47887 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:33.934877 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a0f2cdf5-310e-48dd-a8ce-fcb5f906f0e9 req-5774994e-14ea-40dc-8775-e14a4ed47887 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f HTTP/1.1" status: 200 len: 946 time: 0.0626099 Jul 09 16:18:33.971808 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-a0f2cdf5-310e-48dd-a8ce-fcb5f906f0e9 req-9df9165d-83cc-4c7a-b91b-3265d4b1d971 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=374ced67-5037-4aac-b0ce-5ee9d7559a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313361 Jul 09 16:18:35.148238 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed682f-3606-40ce-bbc5-0d4f2edd1191 req-de76090c-ee5c-4087-87e0-540b7e7edea5 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:35.149720 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4eed682f-3606-40ce-bbc5-0d4f2edd1191 req-de76090c-ee5c-4087-87e0-540b7e7edea5 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f HTTP/1.1" status: 200 len: 946 time: 0.0641899 Jul 09 16:18:35.188917 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4eed682f-3606-40ce-bbc5-0d4f2edd1191 req-41015ba6-ae74-46a1-9142-1f4677c37e7e tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=374ced67-5037-4aac-b0ce-5ee9d7559a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327673 Jul 09 16:18:36.366089 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b698a9-1a27-48a3-b22b-6cef13e413c4 req-b9a07c14-7635-4ed1-8c3e-6d2e039d3bc8 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:36.367659 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b3b698a9-1a27-48a3-b22b-6cef13e413c4 req-b9a07c14-7635-4ed1-8c3e-6d2e039d3bc8 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f HTTP/1.1" status: 200 len: 946 time: 0.0683713 Jul 09 16:18:36.407331 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b3b698a9-1a27-48a3-b22b-6cef13e413c4 req-65a6f930-abf9-4272-b50c-e62ea41f58d7 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=374ced67-5037-4aac-b0ce-5ee9d7559a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341487 Jul 09 16:18:37.028202 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:18:37.583728 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741bc25-3718-4f8e-9b9d-bb9a863aed1e req-90cd81c3-6b70-437c-99f2-c925aec3d2fa tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:37.585226 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4741bc25-3718-4f8e-9b9d-bb9a863aed1e req-90cd81c3-6b70-437c-99f2-c925aec3d2fa tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f HTTP/1.1" status: 200 len: 946 time: 0.0676332 Jul 09 16:18:37.623376 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4741bc25-3718-4f8e-9b9d-bb9a863aed1e req-47f57e2f-df9d-4197-91ca-51ad33f9a4b3 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=374ced67-5037-4aac-b0ce-5ee9d7559a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318167 Jul 09 16:18:38.795110 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f14ec33-d3d7-4b9c-a2fe-84621fe8780a req-5ecf39ec-4626-43a7-a30a-6da95f2d7e04 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:38.796659 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3f14ec33-d3d7-4b9c-a2fe-84621fe8780a req-5ecf39ec-4626-43a7-a30a-6da95f2d7e04 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f HTTP/1.1" status: 200 len: 946 time: 0.0637822 Jul 09 16:18:38.833793 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3f14ec33-d3d7-4b9c-a2fe-84621fe8780a req-5aff7488-14f9-4294-a9c8-0c8ed6661443 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=374ced67-5037-4aac-b0ce-5ee9d7559a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316100 Jul 09 16:18:39.149881 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4682e1d-e991-455f-b561-07e95ba81860 req-c580d204-4d16-44d2-be10-926380040c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:39.151377 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d4682e1d-e991-455f-b561-07e95ba81860 req-c580d204-4d16-44d2-be10-926380040c75 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7dd6db3ff0ff4d2bbb0e526511e5420f&device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f HTTP/1.1" status: 200 len: 1097 time: 0.0524871 Jul 09 16:18:39.245582 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4682e1d-e991-455f-b561-07e95ba81860 req-9f779bf2-b660-42a8-be82-a81a2054143e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:39.247066 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d4682e1d-e991-455f-b561-07e95ba81860 req-9f779bf2-b660-42a8-be82-a81a2054143e service neutron] 10.222.0.62 "GET /v2.0/networks?id=080babb8-542a-4aa7-b62f-f0399dc94f10 HTTP/1.1" status: 200 len: 910 time: 0.0896575 Jul 09 16:18:39.310690 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d4682e1d-e991-455f-b561-07e95ba81860 req-550791c8-da09-4226-9d8b-e342a0a9434a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98f821cd-0dec-4ecf-928e-e4382cb060c3 HTTP/1.1" status: 200 len: 1002 time: 0.0576041 Jul 09 16:18:39.356802 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4682e1d-e991-455f-b561-07e95ba81860 req-38465363-5ad6-4bc4-9801-d4a4f51f3ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:39.358481 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d4682e1d-e991-455f-b561-07e95ba81860 req-38465363-5ad6-4bc4-9801-d4a4f51f3ab2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8bd97fb8-1b03-48bc-bd03-9331202c60ed HTTP/1.1" status: 200 len: 848 time: 0.0421355 Jul 09 16:18:39.420578 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4682e1d-e991-455f-b561-07e95ba81860 req-3b4ebd7a-6d0c-4b87-9dd7-434eac9285b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:39.422155 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d4682e1d-e991-455f-b561-07e95ba81860 req-3b4ebd7a-6d0c-4b87-9dd7-434eac9285b3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=080babb8-542a-4aa7-b62f-f0399dc94f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576637 Jul 09 16:18:39.508480 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d4682e1d-e991-455f-b561-07e95ba81860 req-ef5a83db-26a1-4914-8ec0-0eb5fd67a2a3 service neutron] 10.222.0.62 "GET /v2.0/networks/080babb8-542a-4aa7-b62f-f0399dc94f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800734 Jul 09 16:18:39.600937 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d4682e1d-e991-455f-b561-07e95ba81860 req-bd9aaeb9-329a-4b7a-88fe-e90ff638c278 service neutron] 10.222.0.62 "GET /v2.0/networks/080babb8-542a-4aa7-b62f-f0399dc94f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855098 Jul 09 16:18:40.006518 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54829c05-4e2e-4b85-92e3-c9d35cb4bdc1 req-194d4704-56c0-446e-bfe5-81fade873612 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:40.008065 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-54829c05-4e2e-4b85-92e3-c9d35cb4bdc1 req-194d4704-56c0-446e-bfe5-81fade873612 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f HTTP/1.1" status: 200 len: 946 time: 0.0633943 Jul 09 16:18:40.047371 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-54829c05-4e2e-4b85-92e3-c9d35cb4bdc1 req-edfe9f86-3886-4140-af14-597facecac2a tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=374ced67-5037-4aac-b0ce-5ee9d7559a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332239 Jul 09 16:18:41.227595 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6efe204-91c0-4973-a188-cde8a3a07663 req-d9aa9026-f709-4d3c-8235-bbaf177fa6a8 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:41.228269 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d6efe204-91c0-4973-a188-cde8a3a07663 req-d9aa9026-f709-4d3c-8235-bbaf177fa6a8 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f HTTP/1.1" status: 200 len: 946 time: 0.0686591 Jul 09 16:18:41.267713 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d6efe204-91c0-4973-a188-cde8a3a07663 req-92584541-286c-4f89-8000-2f370e76de98 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=374ced67-5037-4aac-b0ce-5ee9d7559a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333977 Jul 09 16:18:42.440373 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b53a1-91bc-4038-af48-d84b967b426f req-887dd656-689b-46c2-8301-92d47a9a8151 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:42.442046 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5b6b53a1-91bc-4038-af48-d84b967b426f req-887dd656-689b-46c2-8301-92d47a9a8151 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f HTTP/1.1" status: 200 len: 946 time: 0.0637648 Jul 09 16:18:42.483957 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-5b6b53a1-91bc-4038-af48-d84b967b426f req-e6fc9aa8-d894-4346-aafe-ed5d1a7ceaf9 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=374ced67-5037-4aac-b0ce-5ee9d7559a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350528 Jul 09 16:18:43.588269 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 98f821cd-0dec-4ecf-928e-e4382cb060c3 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:18:43.665537 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:43.667886 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd815e3-4692-49b2-99b3-956b46d822f3 req-e7f2c866-6771-4c44-98e1-7fcd917f1609 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:43.670057 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ffd815e3-4692-49b2-99b3-956b46d822f3 req-e7f2c866-6771-4c44-98e1-7fcd917f1609 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f HTTP/1.1" status: 200 len: 946 time: 0.0740793 Jul 09 16:18:43.690989 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98f821cd-0dec-4ecf-928e-e4382cb060c3'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:18:43.693308 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e75b9a97cbd66444b13ae988a684abc34c7a24a50a729030cfede81e7322398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7ac1ab-4b31-485d-b1d8-d254cd1bdda4" -d '{"events": [{"server_uuid": "ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f", "name": "network-vif-unplugged", "status": "completed", "tag": "98f821cd-0dec-4ecf-928e-e4382cb060c3"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:18:43.707086 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 98f821cd-0dec-4ecf-928e-e4382cb060c3, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=98f821cd-0dec-4ecf-928e-e4382cb060c3,segment=NetworkSegment(d69be408-6e80-451e-bbdf-a5acdf078627),segment_id=d69be408-6e80-451e-bbdf-a5acdf078627)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:18:43.732216 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ffd815e3-4692-49b2-99b3-956b46d822f3 req-41f48c85-1891-4a0f-b641-fcecaabf808c tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=374ced67-5037-4aac-b0ce-5ee9d7559a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555265 Jul 09 16:18:43.735007 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 16:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40d52e4-c2a1-49e1-999e-6070c0cbcb99 x-openstack-request-id: req-f40d52e4-c2a1-49e1-999e-6070c0cbcb99 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:18:43.735713 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f", "name": "network-vif-unplugged", "status": "completed", "tag": "98f821cd-0dec-4ecf-928e-e4382cb060c3", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:18:43.738816 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f40d52e4-c2a1-49e1-999e-6070c0cbcb99 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:18:43.738816 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98f821cd-0dec-4ecf-928e-e4382cb060c3', 'code': 200} Jul 09 16:18:43.793771 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:43.853721 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=98f821cd-0dec-4ecf-928e-e4382cb060c3,revision_number=6']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:43.862332 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:18:43.862766 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:18:43.863177 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:18:43.863639 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:18:43.864065 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:18:43.864457 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:18:43.864856 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:18:43.865250 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:18:43.865643 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:18:43.866064 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:18:43.866456 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:18:43.866849 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:18:44.236448 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e76365a-6577-446a-845e-810591d46d59 req-1d38877e-572b-483a-a416-1beaa1e963c1 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:44.236448 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5e76365a-6577-446a-845e-810591d46d59 req-1d38877e-572b-483a-a416-1beaa1e963c1 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f HTTP/1.1" status: 200 len: 944 time: 0.0709879 Jul 09 16:18:44.302254 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5e76365a-6577-446a-845e-810591d46d59 req-87e5dae6-214b-47fd-8282-7fa9a562f5cd tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=374ced67-5037-4aac-b0ce-5ee9d7559a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606363 Jul 09 16:18:44.321201 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-14fbb430-0205-4db4-89ea-d29124cf8373 req-73be2c2b-2356-444d-9bf2-f5d4d73ca2e3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1281743 Jul 09 16:18:45.482173 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ca753-d974-4ce3-89db-febe411499e6 req-c9e5ed70-ac50-4db5-baae-59a9a7693996 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:45.483684 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a96ca753-d974-4ce3-89db-febe411499e6 req-c9e5ed70-ac50-4db5-baae-59a9a7693996 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f HTTP/1.1" status: 200 len: 944 time: 0.0665600 Jul 09 16:18:45.522438 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a96ca753-d974-4ce3-89db-febe411499e6 req-059ace93-3b4b-4ad1-a3b7-fb8bfc5ea566 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=374ced67-5037-4aac-b0ce-5ee9d7559a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329771 Jul 09 16:18:45.947837 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:46.700800 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb39ea4-3484-4481-8ba9-10f7125695c4 req-fe6c7846-3dd7-4df6-a368-76d05b174b72 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:46.702632 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3bb39ea4-3484-4481-8ba9-10f7125695c4 req-fe6c7846-3dd7-4df6-a368-76d05b174b72 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f HTTP/1.1" status: 200 len: 944 time: 0.0679309 Jul 09 16:18:46.744479 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3bb39ea4-3484-4481-8ba9-10f7125695c4 req-51fd72d4-6dcb-4f89-81e7-b496ca5bf745 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=374ced67-5037-4aac-b0ce-5ee9d7559a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355198 Jul 09 16:18:47.932248 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5009a-6227-4f97-ad1d-b218d88d67e9 req-a61e2bcb-71b2-479a-b986-b3b96cc62af0 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:47.933757 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f1a5009a-6227-4f97-ad1d-b218d88d67e9 req-a61e2bcb-71b2-479a-b986-b3b96cc62af0 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f HTTP/1.1" status: 200 len: 944 time: 0.0726211 Jul 09 16:18:47.972972 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f1a5009a-6227-4f97-ad1d-b218d88d67e9 req-0ec7a57d-1003-43ea-990a-ab19085b60ec tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=374ced67-5037-4aac-b0ce-5ee9d7559a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333261 Jul 09 16:18:49.152527 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d3fba-1fec-4994-9342-8da91667a418 req-7f48dc07-9ccc-4c05-8eeb-7a7dd8d66819 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:49.154617 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e65d3fba-1fec-4994-9342-8da91667a418 req-7f48dc07-9ccc-4c05-8eeb-7a7dd8d66819 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f HTTP/1.1" status: 200 len: 944 time: 0.0669374 Jul 09 16:18:49.192389 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e65d3fba-1fec-4994-9342-8da91667a418 req-df7f0e2a-9e60-4c73-953e-80a1d3283dc1 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=374ced67-5037-4aac-b0ce-5ee9d7559a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319569 Jul 09 16:18:50.407532 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd7b5b-7e2f-4c25-a260-644a4525c6fe req-fc6cfde0-5de2-4bc3-bab3-633cf97470c2 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:50.409010 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2fbd7b5b-7e2f-4c25-a260-644a4525c6fe req-fc6cfde0-5de2-4bc3-bab3-633cf97470c2 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f HTTP/1.1" status: 200 len: 944 time: 0.1075459 Jul 09 16:18:50.423240 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fbb430-0205-4db4-89ea-d29124cf8373 req-36ccf5d6-bcae-42b5-8875-4a02cbcec5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:50.424692 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-14fbb430-0205-4db4-89ea-d29124cf8373 req-36ccf5d6-bcae-42b5-8875-4a02cbcec5ef service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f&tenant_id=7dd6db3ff0ff4d2bbb0e526511e5420f HTTP/1.1" status: 200 len: 1095 time: 0.0870473 Jul 09 16:18:50.452165 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-2fbd7b5b-7e2f-4c25-a260-644a4525c6fe req-24bf9858-968c-48cf-9910-1b5b43f86aa1 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=374ced67-5037-4aac-b0ce-5ee9d7559a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372388 Jul 09 16:18:50.507702 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fbb430-0205-4db4-89ea-d29124cf8373 req-ebc66450-5f9f-4335-b03d-3dbc7f12d175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:50.509120 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-14fbb430-0205-4db4-89ea-d29124cf8373 req-ebc66450-5f9f-4335-b03d-3dbc7f12d175 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7dd6db3ff0ff4d2bbb0e526511e5420f&device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f HTTP/1.1" status: 200 len: 1095 time: 0.0514841 Jul 09 16:18:50.600986 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fbb430-0205-4db4-89ea-d29124cf8373 req-d851050c-88f2-4cbe-b6f4-2e318ae968c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:50.602922 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-14fbb430-0205-4db4-89ea-d29124cf8373 req-d851050c-88f2-4cbe-b6f4-2e318ae968c2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=080babb8-542a-4aa7-b62f-f0399dc94f10 HTTP/1.1" status: 200 len: 910 time: 0.0877688 Jul 09 16:18:50.668083 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-14fbb430-0205-4db4-89ea-d29124cf8373 req-2f280bf6-aa2f-4203-a69b-d5e09a887dc4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98f821cd-0dec-4ecf-928e-e4382cb060c3 HTTP/1.1" status: 200 len: 1000 time: 0.0588086 Jul 09 16:18:50.726399 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fbb430-0205-4db4-89ea-d29124cf8373 req-a1577a6b-cb83-4fb7-9ef1-c462b43b993d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:50.727896 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-14fbb430-0205-4db4-89ea-d29124cf8373 req-a1577a6b-cb83-4fb7-9ef1-c462b43b993d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8bd97fb8-1b03-48bc-bd03-9331202c60ed HTTP/1.1" status: 200 len: 848 time: 0.0539455 Jul 09 16:18:50.785479 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fbb430-0205-4db4-89ea-d29124cf8373 req-ae06d0d2-a6aa-40c5-b2da-fb6b9c72457b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:50.786892 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-14fbb430-0205-4db4-89ea-d29124cf8373 req-ae06d0d2-a6aa-40c5-b2da-fb6b9c72457b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=080babb8-542a-4aa7-b62f-f0399dc94f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514123 Jul 09 16:18:50.873980 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-14fbb430-0205-4db4-89ea-d29124cf8373 req-a7b118d8-60a6-45a6-955c-ce05baffead5 service neutron] 10.222.0.62 "GET /v2.0/networks/080babb8-542a-4aa7-b62f-f0399dc94f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808220 Jul 09 16:18:51.309587 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-14fbb430-0205-4db4-89ea-d29124cf8373 req-d6b0d924-4cbf-4844-913b-15c34be646fd service neutron] 10.222.0.62 "GET /v2.0/networks/080babb8-542a-4aa7-b62f-f0399dc94f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4297557 Jul 09 16:18:51.806578 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8d69d4-89e9-4f13-b355-08e82b62ab16 req-37e16404-b95f-47f7-85f9-56d1743064f8 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:51.808224 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fb8d69d4-89e9-4f13-b355-08e82b62ab16 req-37e16404-b95f-47f7-85f9-56d1743064f8 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f HTTP/1.1" status: 200 len: 944 time: 0.0691464 Jul 09 16:18:51.846915 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fb8d69d4-89e9-4f13-b355-08e82b62ab16 req-debd3b68-43eb-4bdf-bb21-3522476e6784 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=374ced67-5037-4aac-b0ce-5ee9d7559a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329471 Jul 09 16:18:53.019852 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ad0112-c986-4e24-bfef-55fa24035d01 req-ba054d11-79da-4c23-b15c-8c05218fb41d tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:53.021376 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e3ad0112-c986-4e24-bfef-55fa24035d01 req-ba054d11-79da-4c23-b15c-8c05218fb41d tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f HTTP/1.1" status: 200 len: 944 time: 0.0651629 Jul 09 16:18:53.059801 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e3ad0112-c986-4e24-bfef-55fa24035d01 req-14576309-2e51-49cb-8ef2-596acfa36cb0 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=374ced67-5037-4aac-b0ce-5ee9d7559a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319588 Jul 09 16:18:54.206890 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:54.234765 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8823cc-24d9-4a6b-ad9d-60133b2f48f1 req-b7676b6b-8d1a-4a57-a7c7-414bd3a38745 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:54.236378 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ab8823cc-24d9-4a6b-ad9d-60133b2f48f1 req-b7676b6b-8d1a-4a57-a7c7-414bd3a38745 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f HTTP/1.1" status: 200 len: 944 time: 0.0662892 Jul 09 16:18:54.275437 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-ab8823cc-24d9-4a6b-ad9d-60133b2f48f1 req-89103a4a-ce81-48b3-9d48-ce58f5d01c41 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=374ced67-5037-4aac-b0ce-5ee9d7559a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333054 Jul 09 16:18:55.451778 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ade299-af92-41e9-8409-9db97ee31202 req-c8280f0a-1748-4029-a597-6ce696abc331 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:55.453261 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-42ade299-af92-41e9-8409-9db97ee31202 req-c8280f0a-1748-4029-a597-6ce696abc331 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f HTTP/1.1" status: 200 len: 944 time: 0.0679290 Jul 09 16:18:55.491085 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-42ade299-af92-41e9-8409-9db97ee31202 req-d9da8253-7e0d-4dac-a927-2780e9e72f2d tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=374ced67-5037-4aac-b0ce-5ee9d7559a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321653 Jul 09 16:18:56.173157 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1220d67b-4d67-4b38-b806-7bac187b849d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:56.668186 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601bc099-8c2a-4252-83a8-94013255828a req-8a90977f-b4ac-4667-b1bc-4625cc284b9f tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:56.669627 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-601bc099-8c2a-4252-83a8-94013255828a req-8a90977f-b4ac-4667-b1bc-4625cc284b9f tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f HTTP/1.1" status: 200 len: 944 time: 0.0686123 Jul 09 16:18:56.708003 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-601bc099-8c2a-4252-83a8-94013255828a req-8742bd3d-f17d-497e-b124-0fb673bb2b16 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=374ced67-5037-4aac-b0ce-5ee9d7559a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321047 Jul 09 16:18:57.890805 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d51ce-3c24-48e3-ad26-bd05eaf56303 req-76dcf2b4-0c3b-4fdc-abd2-42d5d9356761 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:57.892361 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b14d51ce-3c24-48e3-ad26-bd05eaf56303 req-76dcf2b4-0c3b-4fdc-abd2-42d5d9356761 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f HTTP/1.1" status: 200 len: 944 time: 0.0640366 Jul 09 16:18:57.931122 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b14d51ce-3c24-48e3-ad26-bd05eaf56303 req-4421cb43-a7a7-4c97-adcf-3b5cf268d33a tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=374ced67-5037-4aac-b0ce-5ee9d7559a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330603 Jul 09 16:18:58.755995 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b9376-b768-4b0c-ada9-7b106e22cac0 req-91cda0fc-b0ea-4457-bfb2-95c738e5b2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:58.757518 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-317b9376-b768-4b0c-ada9-7b106e22cac0 req-91cda0fc-b0ea-4457-bfb2-95c738e5b2a7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7dd6db3ff0ff4d2bbb0e526511e5420f&device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f HTTP/1.1" status: 200 len: 1095 time: 0.0560162 Jul 09 16:18:58.864299 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b9376-b768-4b0c-ada9-7b106e22cac0 req-b3b40818-d926-49c0-816e-63d20c95aee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:58.865794 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-317b9376-b768-4b0c-ada9-7b106e22cac0 req-b3b40818-d926-49c0-816e-63d20c95aee5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=080babb8-542a-4aa7-b62f-f0399dc94f10 HTTP/1.1" status: 200 len: 910 time: 0.0885966 Jul 09 16:18:58.929594 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-317b9376-b768-4b0c-ada9-7b106e22cac0 req-00b0b2ab-b8b8-4ad7-abbf-d3e29e4651e7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98f821cd-0dec-4ecf-928e-e4382cb060c3 HTTP/1.1" status: 200 len: 1000 time: 0.0572011 Jul 09 16:18:58.984871 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b9376-b768-4b0c-ada9-7b106e22cac0 req-c9b05ecb-96f7-4936-8d11-be79e590968b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:58.986408 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-317b9376-b768-4b0c-ada9-7b106e22cac0 req-c9b05ecb-96f7-4936-8d11-be79e590968b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8bd97fb8-1b03-48bc-bd03-9331202c60ed HTTP/1.1" status: 200 len: 848 time: 0.0504320 Jul 09 16:18:59.045247 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b9376-b768-4b0c-ada9-7b106e22cac0 req-2392053e-d43e-4f6f-b935-947a4c45e7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:59.046848 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-317b9376-b768-4b0c-ada9-7b106e22cac0 req-2392053e-d43e-4f6f-b935-947a4c45e7cd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=080babb8-542a-4aa7-b62f-f0399dc94f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537639 Jul 09 16:18:59.109773 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539a02f-4277-4afe-bed8-b96d7817b079 req-bbf6596e-bc9b-4e97-8f71-065e315e7638 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:59.111312 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1539a02f-4277-4afe-bed8-b96d7817b079 req-bbf6596e-bc9b-4e97-8f71-065e315e7638 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f HTTP/1.1" status: 200 len: 944 time: 0.0647147 Jul 09 16:18:59.137605 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-317b9376-b768-4b0c-ada9-7b106e22cac0 req-6aa6db7a-e859-4a2e-953d-f94b36eb2ba5 service neutron] 10.222.0.62 "GET /v2.0/networks/080babb8-542a-4aa7-b62f-f0399dc94f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838203 Jul 09 16:18:59.151863 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1539a02f-4277-4afe-bed8-b96d7817b079 req-5ecd1c48-2554-4f66-a198-8e6a77984c1c tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=374ced67-5037-4aac-b0ce-5ee9d7559a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345025 Jul 09 16:18:59.212464 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-79414551-c609-4045-bedc-8ffb49e7876b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:59.234570 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-317b9376-b768-4b0c-ada9-7b106e22cac0 req-a4572b38-97a6-41aa-93a1-6438abe3bfde service neutron] 10.222.0.62 "GET /v2.0/networks/080babb8-542a-4aa7-b62f-f0399dc94f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902219 Jul 09 16:18:59.350766 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:59.681880 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 98f821cd-0dec-4ecf-928e-e4382cb060c3 details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:18:59.781482 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 98f821cd-0dec-4ecf-928e-e4382cb060c3, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=98f821cd-0dec-4ecf-928e-e4382cb060c3,segment=NetworkSegment(d69be408-6e80-451e-bbdf-a5acdf078627),segment_id=d69be408-6e80-451e-bbdf-a5acdf078627)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:18:59.793448 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '98f821cd-0dec-4ecf-928e-e4382cb060c3', 'network_id': '080babb8-542a-4aa7-b62f-f0399dc94f10', 'port_id': '98f821cd-0dec-4ecf-928e-e4382cb060c3', 'mac_address': 'fa:16:3e:27:e8:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bd97fb8-1b03-48bc-bd03-9331202c60ed', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:18:59.834852 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:59.848153 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98f821cd-0dec-4ecf-928e-e4382cb060c3 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:18:59.867101 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 98f821cd-0dec-4ecf-928e-e4382cb060c3, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=98f821cd-0dec-4ecf-928e-e4382cb060c3,segment=NetworkSegment(d69be408-6e80-451e-bbdf-a5acdf078627),segment_id=d69be408-6e80-451e-bbdf-a5acdf078627)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:18:59.963244 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:00.011379 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=98f821cd-0dec-4ecf-928e-e4382cb060c3,revision_number=7']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:00.336284 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973a0c3-4a83-47fe-8330-75a4c70013cb req-bb80f927-8dff-4d0c-b618-de6d65a38554 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:00.337760 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3973a0c3-4a83-47fe-8330-75a4c70013cb req-bb80f927-8dff-4d0c-b618-de6d65a38554 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f HTTP/1.1" status: 200 len: 945 time: 0.0694473 Jul 09 16:19:00.378118 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3973a0c3-4a83-47fe-8330-75a4c70013cb req-64d3c5a3-e1da-4daa-8c41-3fe1c6a2d851 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=374ced67-5037-4aac-b0ce-5ee9d7559a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337327 Jul 09 16:19:00.410035 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['98f821cd-0dec-4ecf-928e-e4382cb060c3'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:19:00.699278 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:01.552394 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8228e0-c68e-49b8-a248-fb4114de497b req-8540acf6-05f0-44fd-8d72-fef21eabce02 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:01.553941 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7e8228e0-c68e-49b8-a248-fb4114de497b req-8540acf6-05f0-44fd-8d72-fef21eabce02 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f HTTP/1.1" status: 200 len: 945 time: 0.0634882 Jul 09 16:19:01.591384 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7e8228e0-c68e-49b8-a248-fb4114de497b req-b2c62335-d85c-40ac-8410-0b9ad6334140 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=374ced67-5037-4aac-b0ce-5ee9d7559a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317602 Jul 09 16:19:01.708011 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 98f821cd-0dec-4ecf-928e-e4382cb060c3 up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:19:01.755797 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 98f821cd-0dec-4ecf-928e-e4382cb060c3 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:19:01.756179 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:01.834910 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:01.862174 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f821cd-0dec-4ecf-928e-e4382cb060c3'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:19:01.864468 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e75b9a97cbd66444b13ae988a684abc34c7a24a50a729030cfede81e7322398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27fee161-695b-4187-82f3-a8bbcf3b6234" -d '{"events": [{"server_uuid": "ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f", "name": "network-vif-plugged", "status": "completed", "tag": "98f821cd-0dec-4ecf-928e-e4382cb060c3"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:19:01.879890 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 98f821cd-0dec-4ecf-928e-e4382cb060c3, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=98f821cd-0dec-4ecf-928e-e4382cb060c3,segment=NetworkSegment(d69be408-6e80-451e-bbdf-a5acdf078627),segment_id=d69be408-6e80-451e-bbdf-a5acdf078627)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:19:01.902212 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc379190-c9d5-4ac1-9507-7f8f6a677c1f x-openstack-request-id: req-bc379190-c9d5-4ac1-9507-7f8f6a677c1f {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:19:01.902501 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f", "name": "network-vif-plugged", "status": "completed", "tag": "98f821cd-0dec-4ecf-928e-e4382cb060c3", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:19:01.902758 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bc379190-c9d5-4ac1-9507-7f8f6a677c1f {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:19:01.903155 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f821cd-0dec-4ecf-928e-e4382cb060c3', 'code': 200} Jul 09 16:19:01.969945 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:02.029395 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=98f821cd-0dec-4ecf-928e-e4382cb060c3,revision_number=8']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:02.071113 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:02.114933 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487729a4-19f6-4cc6-bf34-5da964c99c4a req-9bbbcc7f-70ea-4a5c-a170-216e10563ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:02.116482 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-487729a4-19f6-4cc6-bf34-5da964c99c4a req-9bbbcc7f-70ea-4a5c-a170-216e10563ae1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f HTTP/1.1" status: 200 len: 1097 time: 0.0574365 Jul 09 16:19:02.151532 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-487729a4-19f6-4cc6-bf34-5da964c99c4a req-7d8bbc38-5458-4e49-a142-9a181ef1b560 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=374ced67-5037-4aac-b0ce-5ee9d7559a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272489 Jul 09 16:19:02.767563 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7685328a-4d9c-4340-8165-85d325446872 req-44483429-994b-450a-8b7d-6b398ac371d0 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:02.769088 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7685328a-4d9c-4340-8165-85d325446872 req-44483429-994b-450a-8b7d-6b398ac371d0 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f HTTP/1.1" status: 200 len: 946 time: 0.0676041 Jul 09 16:19:02.807180 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7685328a-4d9c-4340-8165-85d325446872 req-997f8f49-6339-4b17-8814-a7ec2eebef2b tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=374ced67-5037-4aac-b0ce-5ee9d7559a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325406 Jul 09 16:19:03.990613 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d940e47b-5e87-41a9-b51d-14c1b5324e4b req-c97abf5d-2d0f-41e9-9ab7-d3e1e3b19a47 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:03.992175 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d940e47b-5e87-41a9-b51d-14c1b5324e4b req-c97abf5d-2d0f-41e9-9ab7-d3e1e3b19a47 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f HTTP/1.1" status: 200 len: 946 time: 0.0683906 Jul 09 16:19:04.031248 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d940e47b-5e87-41a9-b51d-14c1b5324e4b req-20b33a29-3477-46d9-9437-5b3f97b7ff5c tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=374ced67-5037-4aac-b0ce-5ee9d7559a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334411 Jul 09 16:19:06.923768 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [req-79ce885d-0efa-4730-a665-bef19da802c2 req-6c81e0a3-c929-4aef-bdf0-94d176043349 service neutron] (94445) timed out ('10.222.0.58', 50772) {{(pid=94445) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 16:19:14.027344 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:19:15.964971 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:24.241494 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:26.161509 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-979ccdc3-0be0-4b7a-8767-64b2bdfe50c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:29.201500 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a560b011-1844-424c-8341-a5c3645bd10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:29.373813 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:30.677186 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:32.059995 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:45.965041 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:51.027563 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:19:54.264031 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:56.178018 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7e364748-30ea-4313-b10d-511192d65fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:58.710274 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d1cb503a-c828-4973-b2df-cedd364ae1dd req-15e8ca00-553a-4029-ba0e-5960eafea5aa service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0515320 Jul 09 16:19:58.831162 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb503a-c828-4973-b2df-cedd364ae1dd req-eafc4e08-b4af-4daa-9c8e-7bc15b935293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:58.832710 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d1cb503a-c828-4973-b2df-cedd364ae1dd req-eafc4e08-b4af-4daa-9c8e-7bc15b935293 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7dd6db3ff0ff4d2bbb0e526511e5420f&device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f HTTP/1.1" status: 200 len: 1097 time: 0.0570474 Jul 09 16:19:58.941989 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb503a-c828-4973-b2df-cedd364ae1dd req-b9c9c8e5-f637-4678-803f-2a26200a2aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:58.943487 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d1cb503a-c828-4973-b2df-cedd364ae1dd req-b9c9c8e5-f637-4678-803f-2a26200a2aa7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=080babb8-542a-4aa7-b62f-f0399dc94f10 HTTP/1.1" status: 200 len: 910 time: 0.0885780 Jul 09 16:19:59.015259 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d1cb503a-c828-4973-b2df-cedd364ae1dd req-a27f7031-040b-41ba-9af5-aba3e0461d1c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98f821cd-0dec-4ecf-928e-e4382cb060c3 HTTP/1.1" status: 200 len: 1002 time: 0.0649495 Jul 09 16:19:59.070987 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb503a-c828-4973-b2df-cedd364ae1dd req-13541b13-f791-4148-b067-d3de72e0b20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:59.073259 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d1cb503a-c828-4973-b2df-cedd364ae1dd req-13541b13-f791-4148-b067-d3de72e0b20b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8bd97fb8-1b03-48bc-bd03-9331202c60ed HTTP/1.1" status: 200 len: 848 time: 0.0446339 Jul 09 16:19:59.129966 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb503a-c828-4973-b2df-cedd364ae1dd req-313d8ab3-c93f-4d76-b9ce-2dd267f13a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:59.131493 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d1cb503a-c828-4973-b2df-cedd364ae1dd req-313d8ab3-c93f-4d76-b9ce-2dd267f13a8c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=080babb8-542a-4aa7-b62f-f0399dc94f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519047 Jul 09 16:19:59.142399 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [req-d1cb503a-c828-4973-b2df-cedd364ae1dd req-8f85a6fe-7e3e-4fb7-b9f5-32ae1209b1bc service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:19:59.143383 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d1cb503a-c828-4973-b2df-cedd364ae1dd req-8f85a6fe-7e3e-4fb7-b9f5-32ae1209b1bc service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051672 Jul 09 16:19:59.207415 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6225a1b8-0d41-497e-9ef7-716cbd9fabde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:59.239585 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d1cb503a-c828-4973-b2df-cedd364ae1dd req-c53aa19a-1b3a-4c11-882d-0bf0559e578e service neutron] 10.222.0.62 "GET /v2.0/networks/080babb8-542a-4aa7-b62f-f0399dc94f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891128 Jul 09 16:19:59.335439 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d1cb503a-c828-4973-b2df-cedd364ae1dd req-6754db12-c696-4e1f-914c-57d3d0f73ee1 service neutron] 10.222.0.62 "GET /v2.0/networks/080babb8-542a-4aa7-b62f-f0399dc94f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885658 Jul 09 16:19:59.356724 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:00.727728 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:02.053391 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:15.986621 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:24.274276 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:26.154739 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-da58a378-c253-4281-8aeb-08d25861ac3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:28.026857 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:20:29.235657 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-df1d8bd3-9ac1-45ec-8c23-c3f43cda7b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:29.354839 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:30.669585 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:32.069241 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:42.863004 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 32848) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:43.213262 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-436eb002-655c-44ab-abe0-12754a6405c7 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Deleting port cfcc0547-dc1b-4391-97a9-16cf20c98cd7 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:20:43.217696 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-436eb002-655c-44ab-abe0-12754a6405c7 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:43.293343 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-436eb002-655c-44ab-abe0-12754a6405c7 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:43.293670 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-436eb002-655c-44ab-abe0-12754a6405c7 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:43.305742 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-436eb002-655c-44ab-abe0-12754a6405c7 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Calling delete_port for cfcc0547-dc1b-4391-97a9-16cf20c98cd7 owned by network:floatingip {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:20:43.517026 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-436eb002-655c-44ab-abe0-12754a6405c7 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:43.542858 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436eb002-655c-44ab-abe0-12754a6405c7 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Pushing event deleted for resources: {'Port': ['ID=cfcc0547-dc1b-4391-97a9-16cf20c98cd7,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:43.572268 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436eb002-655c-44ab-abe0-12754a6405c7 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:43.572612 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436eb002-655c-44ab-abe0-12754a6405c7 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:43.572949 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436eb002-655c-44ab-abe0-12754a6405c7 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:43.573290 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436eb002-655c-44ab-abe0-12754a6405c7 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:43.573623 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436eb002-655c-44ab-abe0-12754a6405c7 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:43.573950 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436eb002-655c-44ab-abe0-12754a6405c7 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:43.574274 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436eb002-655c-44ab-abe0-12754a6405c7 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:43.574597 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436eb002-655c-44ab-abe0-12754a6405c7 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:43.574917 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436eb002-655c-44ab-abe0-12754a6405c7 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:43.575238 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436eb002-655c-44ab-abe0-12754a6405c7 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:43.575680 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436eb002-655c-44ab-abe0-12754a6405c7 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:43.576009 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436eb002-655c-44ab-abe0-12754a6405c7 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:43.616724 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-436eb002-655c-44ab-abe0-12754a6405c7 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks [] for floatingip, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:43.617056 n-d-799529-6 neutron-server[94445]: INFO neutron.db.l3_db [None req-436eb002-655c-44ab-abe0-12754a6405c7 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Floating IP 0891fb13-ebdf-4bd3-8bf1-7627e06b6064 disassociated (deleted). External IP: 172.25.3.120, port: 98f821cd-0dec-4ecf-928e-e4382cb060c3. Jul 09 16:20:43.827111 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-436eb002-655c-44ab-abe0-12754a6405c7 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Router e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:20:44.275060 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436eb002-655c-44ab-abe0-12754a6405c7 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:20:44.280362 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-436eb002-655c-44ab-abe0-12754a6405c7 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:44.286678 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5142f38-e21b-4b69-a812-aa5d68270a22 None None] Sync routers for ids ['e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:20:44.297918 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5142f38-e21b-4b69-a812-aa5d68270a22 None None] Routers {'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:20:44.298535 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-e5142f38-e21b-4b69-a812-aa5d68270a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:20:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:44.318216 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-436eb002-655c-44ab-abe0-12754a6405c7 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "DELETE /v2.0/floatingips/0891fb13-ebdf-4bd3-8bf1-7627e06b6064 HTTP/1.1" status: 204 len: 168 time: 1.4540639 Jul 09 16:20:44.318805 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f', 'tag': '98f821cd-0dec-4ecf-928e-e4382cb060c3'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:20:44.321106 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bb405a18ca731a56dedfaaf5e9a79789110744f6b6799bb7a0722340b5c16f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f568026-6b1a-4923-a3a6-d05ae2575d01" -d '{"events": [{"name": "network-changed", "server_uuid": "ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f", "tag": "98f821cd-0dec-4ecf-928e-e4382cb060c3"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:20:44.435593 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-e5142f38-e21b-4b69-a812-aa5d68270a22 None None] Set router e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:20:44.514038 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3e47ed-2cf5-46cb-bf33-bee17fbcef53 x-openstack-request-id: req-0b3e47ed-2cf5-46cb-bf33-bee17fbcef53 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:20:44.514689 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f", "tag": "98f821cd-0dec-4ecf-928e-e4382cb060c3", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:20:44.514953 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0b3e47ed-2cf5-46cb-bf33-bee17fbcef53 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:20:44.515905 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f', 'tag': '98f821cd-0dec-4ecf-928e-e4382cb060c3', 'status': 'completed', 'code': 200} Jul 09 16:20:44.649190 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-e5142f38-e21b-4b69-a812-aa5d68270a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3', 'name': 'tempest-TestShelveInstance-1132523808-router', 'tenant_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '6f212998-4101-4717-a19c-6370f7a1a46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:09:47Z', 'updated_at': '2021-07-09T16:09:51Z', 'revision_number': 4, 'project_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'gw_port': {'id': '6f212998-4101-4717-a19c-6370f7a1a46d', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:14:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:48Z', 'updated_at': '2021-07-09T16:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '193fd22b-bf95-4859-acbe-841dd84b0d2c', 'name': '', 'network_id': '080babb8-542a-4aa7-b62f-f0399dc94f10', 'tenant_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'mac_address': 'fa:16:3e:f4:b6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '8bd97fb8-1b03-48bc-bd03-9331202c60ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:50Z', 'updated_at': '2021-07-09T16:09:55Z', 'revision_number': 5, 'project_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'subnets': [{'id': '8bd97fb8-1b03-48bc-bd03-9331202c60ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:44.655630 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f568026-6b1a-4923-a3a6-d05ae2575d01 req-4b2531f1-4a86-444c-a8be-fd15567eaae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:44.657716 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8f568026-6b1a-4923-a3a6-d05ae2575d01 req-4b2531f1-4a86-444c-a8be-fd15567eaae2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7dd6db3ff0ff4d2bbb0e526511e5420f&device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f HTTP/1.1" status: 200 len: 1097 time: 0.0997651 Jul 09 16:20:44.676161 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5142f38-e21b-4b69-a812-aa5d68270a22 None None] Checking router: e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:20:44.684714 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5142f38-e21b-4b69-a812-aa5d68270a22 None None] Routers {'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:20:44.685341 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-e5142f38-e21b-4b69-a812-aa5d68270a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:20:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:44.754496 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f568026-6b1a-4923-a3a6-d05ae2575d01 req-c820da75-9cac-49a7-bb1d-e828731d97d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:44.756009 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8f568026-6b1a-4923-a3a6-d05ae2575d01 req-c820da75-9cac-49a7-bb1d-e828731d97d1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=080babb8-542a-4aa7-b62f-f0399dc94f10 HTTP/1.1" status: 200 len: 910 time: 0.0920877 Jul 09 16:20:44.798327 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-e5142f38-e21b-4b69-a812-aa5d68270a22 None None] Set router e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:20:44.799322 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8f568026-6b1a-4923-a3a6-d05ae2575d01 req-1b17f622-8dad-4424-add9-2d5971925a39 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98f821cd-0dec-4ecf-928e-e4382cb060c3 HTTP/1.1" status: 200 len: 217 time: 0.0352063 Jul 09 16:20:44.853994 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f568026-6b1a-4923-a3a6-d05ae2575d01 req-ef8d6f11-0a76-49c2-b268-5f0566861470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:44.855538 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8f568026-6b1a-4923-a3a6-d05ae2575d01 req-ef8d6f11-0a76-49c2-b268-5f0566861470 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8bd97fb8-1b03-48bc-bd03-9331202c60ed HTTP/1.1" status: 200 len: 848 time: 0.0502284 Jul 09 16:20:44.921447 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f568026-6b1a-4923-a3a6-d05ae2575d01 req-6852a3e8-5c54-4886-b653-72b74851ffa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:44.923002 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8f568026-6b1a-4923-a3a6-d05ae2575d01 req-6852a3e8-5c54-4886-b653-72b74851ffa1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=080babb8-542a-4aa7-b62f-f0399dc94f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545583 Jul 09 16:20:45.001501 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-e5142f38-e21b-4b69-a812-aa5d68270a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3', 'name': 'tempest-TestShelveInstance-1132523808-router', 'tenant_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '6f212998-4101-4717-a19c-6370f7a1a46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:09:47Z', 'updated_at': '2021-07-09T16:09:51Z', 'revision_number': 4, 'project_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'gw_port': {'id': '6f212998-4101-4717-a19c-6370f7a1a46d', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:14:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:48Z', 'updated_at': '2021-07-09T16:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '193fd22b-bf95-4859-acbe-841dd84b0d2c', 'name': '', 'network_id': '080babb8-542a-4aa7-b62f-f0399dc94f10', 'tenant_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'mac_address': 'fa:16:3e:f4:b6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '8bd97fb8-1b03-48bc-bd03-9331202c60ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:50Z', 'updated_at': '2021-07-09T16:09:55Z', 'revision_number': 5, 'project_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'subnets': [{'id': '8bd97fb8-1b03-48bc-bd03-9331202c60ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:45.032549 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5142f38-e21b-4b69-a812-aa5d68270a22 None None] The sync data for ids ['e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3'] in n-d-799529-6 is: [{'id': 'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3', 'name': 'tempest-TestShelveInstance-1132523808-router', 'tenant_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '6f212998-4101-4717-a19c-6370f7a1a46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:09:47Z', 'updated_at': '2021-07-09T16:09:51Z', 'revision_number': 4, 'project_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'gw_port': {'id': '6f212998-4101-4717-a19c-6370f7a1a46d', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:14:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:48Z', 'updated_at': '2021-07-09T16:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': '193fd22b-bf95-4859-acbe-841dd84b0d2c', 'name': '', 'network_id': '080babb8-542a-4aa7-b62f-f0399dc94f10', 'tenant_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'mac_address': 'fa:16:3e:f4:b6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '8bd97fb8-1b03-48bc-bd03-9331202c60ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:50Z', 'updated_at': '2021-07-09T16:09:55Z', 'revision_number': 5, 'project_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'subnets': [{'id': '8bd97fb8-1b03-48bc-bd03-9331202c60ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:20:45.065205 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8f568026-6b1a-4923-a3a6-d05ae2575d01 req-5a8ac678-e944-4a0a-a6ac-c5a6ceff8c77 service neutron] 10.222.0.62 "GET /v2.0/networks/080babb8-542a-4aa7-b62f-f0399dc94f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348867 Jul 09 16:20:45.074189 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cdef73-4e3a-40d0-b925-cfa0cf630d61 req-6d2c47ca-8ef9-48ef-8bbb-29563a7bff2f tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:45.075937 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e0cdef73-4e3a-40d0-b925-cfa0cf630d61 req-6d2c47ca-8ef9-48ef-8bbb-29563a7bff2f tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f HTTP/1.1" status: 200 len: 946 time: 0.1267562 Jul 09 16:20:45.172420 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-e0cdef73-4e3a-40d0-b925-cfa0cf630d61 req-d1af7350-7f4a-462c-9622-d2e0cca90fec tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=374ced67-5037-4aac-b0ce-5ee9d7559a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877295 Jul 09 16:20:45.193973 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8f568026-6b1a-4923-a3a6-d05ae2575d01 req-7be0705c-2a32-4bf2-bef5-df2d824bfca2 service neutron] 10.222.0.62 "GET /v2.0/networks/080babb8-542a-4aa7-b62f-f0399dc94f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171749 Jul 09 16:20:45.278046 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54add354-f7a2-4e67-a32c-ebe31a426336 None None] New status for floating IP 0891fb13-ebdf-4bd3-8bf1-7627e06b6064: DOWN {{(pid=94448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:20:45.991232 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:46.350879 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907eac0e-56b7-4db4-a5f2-e9c8dc915aef req-a0c8d42c-87a4-4dae-92d5-ad38a380fe15 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:46.352338 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-907eac0e-56b7-4db4-a5f2-e9c8dc915aef req-a0c8d42c-87a4-4dae-92d5-ad38a380fe15 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f HTTP/1.1" status: 200 len: 946 time: 0.0649173 Jul 09 16:20:46.395252 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-907eac0e-56b7-4db4-a5f2-e9c8dc915aef req-f24bdd94-c69b-4557-88e5-dbe8f25e3fb3 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/security-groups?id=374ced67-5037-4aac-b0ce-5ee9d7559a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372360 Jul 09 16:20:46.657362 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3156ba-11b6-488f-9002-bb23e0c161c8 req-990e4c6b-ce05-4e75-9c9d-4611c2d081a7 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:46.658814 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1b3156ba-11b6-488f-9002-bb23e0c161c8 req-990e4c6b-ce05-4e75-9c9d-4611c2d081a7 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f HTTP/1.1" status: 200 len: 946 time: 0.0647490 Jul 09 16:20:46.760893 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-1b3156ba-11b6-488f-9002-bb23e0c161c8 req-9e6810d1-c565-4dfe-b381-0ecea8561180 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Deleting port 98f821cd-0dec-4ecf-928e-e4382cb060c3 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:20:46.761298 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-1b3156ba-11b6-488f-9002-bb23e0c161c8 req-9e6810d1-c565-4dfe-b381-0ecea8561180 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:46.854832 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-1b3156ba-11b6-488f-9002-bb23e0c161c8 req-9e6810d1-c565-4dfe-b381-0ecea8561180 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] For port 98f821cd-0dec-4ecf-928e-e4382cb060c3, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=98f821cd-0dec-4ecf-928e-e4382cb060c3,segment=NetworkSegment(d69be408-6e80-451e-bbdf-a5acdf078627),segment_id=d69be408-6e80-451e-bbdf-a5acdf078627)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:20:46.855252 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-1b3156ba-11b6-488f-9002-bb23e0c161c8 req-9e6810d1-c565-4dfe-b381-0ecea8561180 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:46.867947 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-1b3156ba-11b6-488f-9002-bb23e0c161c8 req-9e6810d1-c565-4dfe-b381-0ecea8561180 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Calling delete_port for 98f821cd-0dec-4ecf-928e-e4382cb060c3 owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:20:47.043424 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-1b3156ba-11b6-488f-9002-bb23e0c161c8 req-9e6810d1-c565-4dfe-b381-0ecea8561180 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:47.073623 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6810d1-c565-4dfe-b381-0ecea8561180 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Pushing event deleted for resources: {'Port': ['ID=98f821cd-0dec-4ecf-928e-e4382cb060c3,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:47.088481 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6810d1-c565-4dfe-b381-0ecea8561180 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:47.088948 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6810d1-c565-4dfe-b381-0ecea8561180 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:47.089177 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6810d1-c565-4dfe-b381-0ecea8561180 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:47.089516 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6810d1-c565-4dfe-b381-0ecea8561180 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:47.089857 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6810d1-c565-4dfe-b381-0ecea8561180 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:47.090208 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6810d1-c565-4dfe-b381-0ecea8561180 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:47.090518 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6810d1-c565-4dfe-b381-0ecea8561180 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:47.090840 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6810d1-c565-4dfe-b381-0ecea8561180 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:47.091172 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6810d1-c565-4dfe-b381-0ecea8561180 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:47.091522 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6810d1-c565-4dfe-b381-0ecea8561180 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:47.096440 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6810d1-c565-4dfe-b381-0ecea8561180 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:47.096440 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6810d1-c565-4dfe-b381-0ecea8561180 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:47.132747 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b3156ba-11b6-488f-9002-bb23e0c161c8 req-9e6810d1-c565-4dfe-b381-0ecea8561180 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] No DVR routers for this DVR port 98f821cd-0dec-4ecf-928e-e4382cb060c3 on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:20:47.135375 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-1b3156ba-11b6-488f-9002-bb23e0c161c8 req-9e6810d1-c565-4dfe-b381-0ecea8561180 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:47.137390 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-1b3156ba-11b6-488f-9002-bb23e0c161c8 req-9e6810d1-c565-4dfe-b381-0ecea8561180 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.62 "DELETE /v2.0/ports/98f821cd-0dec-4ecf-928e-e4382cb060c3 HTTP/1.1" status: 204 len: 173 time: 0.4728315 Jul 09 16:20:47.137837 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f', 'name': 'network-vif-deleted', 'tag': '98f821cd-0dec-4ecf-928e-e4382cb060c3'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:20:47.140645 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71aea3d4ce3c79ba57e3b2a7f05354d67fe827d4c76bd908d035baed68c1bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04fb33b-c625-4ba5-a477-30443e8e38bc" -d '{"events": [{"server_uuid": "ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f", "name": "network-vif-deleted", "tag": "98f821cd-0dec-4ecf-928e-e4382cb060c3"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:20:47.226769 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802731ff-c94b-42f4-8c68-8a92e7c6f671 x-openstack-request-id: req-802731ff-c94b-42f4-8c68-8a92e7c6f671 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:20:47.227111 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f", "name": "network-vif-deleted", "tag": "98f821cd-0dec-4ecf-928e-e4382cb060c3", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:20:47.227417 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-802731ff-c94b-42f4-8c68-8a92e7c6f671 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:20:47.227848 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f', 'name': 'network-vif-deleted', 'tag': '98f821cd-0dec-4ecf-928e-e4382cb060c3', 'status': 'completed', 'code': 200} Jul 09 16:20:47.542952 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b91b0b6b-9850-4865-8e18-ec75b0f55e07 req-842deba1-26cf-4595-ba4f-a536d2217d71 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f HTTP/1.1" status: 200 len: 210 time: 0.0317900 Jul 09 16:20:48.689073 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a4abdb52-59cf-4c92-9793-0fb4d22efce6 req-123af62a-6841-4258-9180-d52dba0e0d38 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f HTTP/1.1" status: 200 len: 210 time: 0.0289559 Jul 09 16:20:49.829234 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c4b99dab-ff80-4b66-ab4d-059ee3a7ab90 req-0a5df0fb-bd8a-4ceb-85bb-f72107368988 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f HTTP/1.1" status: 200 len: 210 time: 0.0279937 Jul 09 16:20:50.229990 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 98f821cd-0dec-4ecf-928e-e4382cb060c3 no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:20:50.251023 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: 98f821cd-0dec-4ecf-928e-e4382cb060c3 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:20:50.251471 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 98f821cd-0dec-4ecf-928e-e4382cb060c3 not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:20:50.974023 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b5fe37cd-891d-4323-bc9a-d102b774d45c req-57ae6f4a-6c1c-4d34-be53-e0a14e6b1fbf tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad68acf4-a38b-4bcd-8a24-d94cc0e41e4f HTTP/1.1" status: 200 len: 210 time: 0.0333574 Jul 09 16:20:52.071359 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 32890) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:52.133928 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0a93eaba-eaee-466d-9fb7-b794dd6899d4 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:52.160804 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0a93eaba-eaee-466d-9fb7-b794dd6899d4 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:52.267086 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0a93eaba-eaee-466d-9fb7-b794dd6899d4 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:52.269774 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0a93eaba-eaee-466d-9fb7-b794dd6899d4 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:52.272174 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-0a93eaba-eaee-466d-9fb7-b794dd6899d4 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] 10.222.0.58 "DELETE /v2.0/security-groups/374ced67-5037-4aac-b0ce-5ee9d7559a07 HTTP/1.1" status: 204 len: 168 time: 0.1985528 Jul 09 16:20:52.281111 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a93eaba-eaee-466d-9fb7-b794dd6899d4 tempest-TestShelveInstance-1246913811 tempest-TestShelveInstance-1246913811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=374ced67-5037-4aac-b0ce-5ee9d7559a07,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:52.383997 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 32894) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:52.867034 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b0513252-b4c5-4fc3-bea1-7f19c03dd886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:53.132686 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-b0513252-b4c5-4fc3-bea1-7f19c03dd886 admin admin] Deleting port 193fd22b-bf95-4859-acbe-841dd84b0d2c {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:20:53.133288 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b0513252-b4c5-4fc3-bea1-7f19c03dd886 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:53.215421 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-b0513252-b4c5-4fc3-bea1-7f19c03dd886 admin admin] For port 193fd22b-bf95-4859-acbe-841dd84b0d2c, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=193fd22b-bf95-4859-acbe-841dd84b0d2c,segment=NetworkSegment(d69be408-6e80-451e-bbdf-a5acdf078627),segment_id=d69be408-6e80-451e-bbdf-a5acdf078627)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:20:53.216058 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b0513252-b4c5-4fc3-bea1-7f19c03dd886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:53.229964 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-b0513252-b4c5-4fc3-bea1-7f19c03dd886 admin admin] Calling delete_port for 193fd22b-bf95-4859-acbe-841dd84b0d2c owned by network:router_interface {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:20:53.484217 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b0513252-b4c5-4fc3-bea1-7f19c03dd886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:53.517244 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0513252-b4c5-4fc3-bea1-7f19c03dd886 admin admin] Pushing event deleted for resources: {'Port': ['ID=193fd22b-bf95-4859-acbe-841dd84b0d2c,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:53.691629 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b0513252-b4c5-4fc3-bea1-7f19c03dd886 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:53.919571 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0513252-b4c5-4fc3-bea1-7f19c03dd886 admin admin] Router e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:20:54.031654 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0513252-b4c5-4fc3-bea1-7f19c03dd886 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:20:54.039125 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-b0513252-b4c5-4fc3-bea1-7f19c03dd886 admin admin] 10.222.0.58 "PUT /v2.0/routers/e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6517985 Jul 09 16:20:54.039369 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 32898) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:54.042940 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b376375f-2f19-468b-9180-589b2a4d37d7 None None] Sync routers for ids ['e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:20:54.053852 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b376375f-2f19-468b-9180-589b2a4d37d7 None None] Routers {'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:20:54.054476 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-b376375f-2f19-468b-9180-589b2a4d37d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:20:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:54.151246 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c315d53f-0715-48eb-a846-9239711fa76f admin admin] Notify callbacks [] for router, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:54.266172 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c315d53f-0715-48eb-a846-9239711fa76f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:54.339954 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-b376375f-2f19-468b-9180-589b2a4d37d7 None None] Set router e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:20:54.367194 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:54.388552 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-c315d53f-0715-48eb-a846-9239711fa76f admin admin] Deleting port 6f212998-4101-4717-a19c-6370f7a1a46d {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:20:54.388898 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c315d53f-0715-48eb-a846-9239711fa76f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:54.472653 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-c315d53f-0715-48eb-a846-9239711fa76f admin admin] For port 6f212998-4101-4717-a19c-6370f7a1a46d, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=6f212998-4101-4717-a19c-6370f7a1a46d,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:20:54.473017 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c315d53f-0715-48eb-a846-9239711fa76f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:54.491106 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-c315d53f-0715-48eb-a846-9239711fa76f admin admin] Calling delete_port for 6f212998-4101-4717-a19c-6370f7a1a46d owned by network:router_gateway {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:20:54.522790 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-b376375f-2f19-468b-9180-589b2a4d37d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3', 'name': 'tempest-TestShelveInstance-1132523808-router', 'tenant_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '6f212998-4101-4717-a19c-6370f7a1a46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:09:47Z', 'updated_at': '2021-07-09T16:20:53Z', 'revision_number': 5, 'project_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'gw_port': {'id': '6f212998-4101-4717-a19c-6370f7a1a46d', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:14:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:48Z', 'updated_at': '2021-07-09T16:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:54.552994 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b376375f-2f19-468b-9180-589b2a4d37d7 None None] Checking router: e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:20:54.562586 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b376375f-2f19-468b-9180-589b2a4d37d7 None None] Routers {'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:20:54.563217 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-b376375f-2f19-468b-9180-589b2a4d37d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:20:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:54.651632 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-b376375f-2f19-468b-9180-589b2a4d37d7 None None] Set router e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3 gateway port host: None {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:20:54.701859 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c315d53f-0715-48eb-a846-9239711fa76f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:54.704917 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-b376375f-2f19-468b-9180-589b2a4d37d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3', 'name': 'tempest-TestShelveInstance-1132523808-router', 'tenant_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:09:47Z', 'updated_at': '2021-07-09T16:20:54Z', 'revision_number': 6, 'project_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'gw_port_host': None}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:54.733435 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c315d53f-0715-48eb-a846-9239711fa76f admin admin] Pushing event deleted for resources: {'Port': ['ID=6f212998-4101-4717-a19c-6370f7a1a46d,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:54.734593 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b376375f-2f19-468b-9180-589b2a4d37d7 None None] The sync data for ids ['e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3'] in n-d-799529-6 is: [{'id': 'e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3', 'name': 'tempest-TestShelveInstance-1132523808-router', 'tenant_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:09:47Z', 'updated_at': '2021-07-09T16:20:54Z', 'revision_number': 6, 'project_id': '7dd6db3ff0ff4d2bbb0e526511e5420f', 'gw_port_host': None}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:20:54.799579 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c315d53f-0715-48eb-a846-9239711fa76f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:54.891458 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c315d53f-0715-48eb-a846-9239711fa76f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:54.894368 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c315d53f-0715-48eb-a846-9239711fa76f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:54.981420 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c315d53f-0715-48eb-a846-9239711fa76f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:54.982006 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c315d53f-0715-48eb-a846-9239711fa76f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3 {{(pid=94445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:20:54.989112 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c315d53f-0715-48eb-a846-9239711fa76f admin admin] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:54.994220 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c315d53f-0715-48eb-a846-9239711fa76f admin admin] 10.222.0.58 "DELETE /v2.0/routers/e4baea4e-c23e-4827-8dc2-6e9a3ae63bd3 HTTP/1.1" status: 204 len: 168 time: 0.9500818 Jul 09 16:20:54.994220 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 32900) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:55.042326 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f552753-7ac8-4989-861b-d2bdaba3352b admin admin] Deleting subnet 8bd97fb8-1b03-48bc-bd03-9331202c60ed {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:20:55.045526 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2f552753-7ac8-4989-861b-d2bdaba3352b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:55.082828 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2f552753-7ac8-4989-861b-d2bdaba3352b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:55.172218 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2f552753-7ac8-4989-861b-d2bdaba3352b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:55.279045 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2f552753-7ac8-4989-861b-d2bdaba3352b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:55.308685 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2f552753-7ac8-4989-861b-d2bdaba3352b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:55.310704 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-2f552753-7ac8-4989-861b-d2bdaba3352b admin admin] 10.222.0.58 "DELETE /v2.0/subnets/8bd97fb8-1b03-48bc-bd03-9331202c60ed HTTP/1.1" status: 204 len: 168 time: 0.3163903 Jul 09 16:20:55.312939 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f552753-7ac8-4989-861b-d2bdaba3352b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bd97fb8-1b03-48bc-bd03-9331202c60ed,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:55.314178 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 32902) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:55.314679 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aacfbd4-296f-4293-a1c4-bc65c161de53 None None] Network 080babb8-542a-4aa7-b62f-f0399dc94f10 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:20:55.385396 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-885b86fb-84ab-40cf-90cf-6263f958583a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:55.443537 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-885b86fb-84ab-40cf-90cf-6263f958583a admin admin] Deleting port ec2d2222-05c4-4c1e-81e8-c877dec5d99d {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:20:55.444153 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-885b86fb-84ab-40cf-90cf-6263f958583a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:55.512473 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-885b86fb-84ab-40cf-90cf-6263f958583a admin admin] For port ec2d2222-05c4-4c1e-81e8-c877dec5d99d, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=ec2d2222-05c4-4c1e-81e8-c877dec5d99d,segment=NetworkSegment(d69be408-6e80-451e-bbdf-a5acdf078627),segment_id=d69be408-6e80-451e-bbdf-a5acdf078627)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:20:55.512914 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-885b86fb-84ab-40cf-90cf-6263f958583a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:55.526535 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-885b86fb-84ab-40cf-90cf-6263f958583a admin admin] Calling delete_port for ec2d2222-05c4-4c1e-81e8-c877dec5d99d owned by network:dhcp {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:20:55.536494 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe191c2-c14a-42fe-8777-888666dcfdaa None None] DHCP port deletion for 080babb8-542a-4aa7-b62f-f0399dc94f10 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:20:55.560386 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 193fd22b-bf95-4859-acbe-841dd84b0d2c no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:20:55.584405 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 193fd22b-bf95-4859-acbe-841dd84b0d2c {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:20:55.584832 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 193fd22b-bf95-4859-acbe-841dd84b0d2c not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:20:55.605848 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-0fe191c2-c14a-42fe-8777-888666dcfdaa None None] Deleting port ec2d2222-05c4-4c1e-81e8-c877dec5d99d {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:20:55.606479 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0fe191c2-c14a-42fe-8777-888666dcfdaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:55.656201 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-885b86fb-84ab-40cf-90cf-6263f958583a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:55.671179 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-0fe191c2-c14a-42fe-8777-888666dcfdaa None None] For port ec2d2222-05c4-4c1e-81e8-c877dec5d99d, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=ec2d2222-05c4-4c1e-81e8-c877dec5d99d,segment=NetworkSegment(d69be408-6e80-451e-bbdf-a5acdf078627),segment_id=d69be408-6e80-451e-bbdf-a5acdf078627)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:20:55.671632 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0fe191c2-c14a-42fe-8777-888666dcfdaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:55.686769 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885b86fb-84ab-40cf-90cf-6263f958583a admin admin] Pushing event deleted for resources: {'Port': ['ID=ec2d2222-05c4-4c1e-81e8-c877dec5d99d,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:55.690809 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-0fe191c2-c14a-42fe-8777-888666dcfdaa None None] Calling delete_port for ec2d2222-05c4-4c1e-81e8-c877dec5d99d owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:20:55.691760 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885b86fb-84ab-40cf-90cf-6263f958583a admin admin] No DVR routers for this DVR port ec2d2222-05c4-4c1e-81e8-c877dec5d99d on host n-d-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:20:55.766227 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:20:55.766227 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 16:20:55.766227 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:20:55.766227 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 16:20:55.766227 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:20:55.766227 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 16:20:55.766227 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:20:55.766227 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 16:20:55.766227 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:20:55.766227 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 16:20:55.766227 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:20:55.766227 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 16:20:55.766227 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:20:55.766227 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 16:20:55.766227 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:20:55.766227 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 16:20:55.766227 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:20:55.766227 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 16:20:55.766227 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:20:55.766227 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 16:20:55.766227 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:20:55.766227 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 16:20:55.766227 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:20:55.766227 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 16:20:55.766227 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:20:55.766227 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 16:20:55.766227 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:20:55.766227 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 16:20:55.766227 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:20:55.766227 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 16:20:55.766227 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:20:55.766227 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 16:20:55.766227 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:20:55.766227 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 16:20:55.766227 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:20:55.766227 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 16:20:55.766227 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:20:55.766227 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 16:20:55.766227 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:20:55.766227 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 16:20:55.766227 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:20:55.766227 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 16:20:55.766227 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:20:55.766227 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 16:20:55.766227 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:20:55.766227 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 16:20:55.766227 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:20:55.766227 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 16:20:55.766227 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:20:55.766227 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 16:20:55.766227 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:20:55.766227 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 16:20:55.766227 n-d-799529-6 neutron-server[94447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:20:55.766227 n-d-799529-6 neutron-server[94447]: self.session.flush() Jul 09 16:20:55.769739 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-885b86fb-84ab-40cf-90cf-6263f958583a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:55.777691 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0fe191c2-c14a-42fe-8777-888666dcfdaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:55.778391 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-885b86fb-84ab-40cf-90cf-6263f958583a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['080babb8-542a-4aa7-b62f-f0399dc94f10']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:55.789355 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-885b86fb-84ab-40cf-90cf-6263f958583a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd69be408-6e80-451e-bbdf-a5acdf078627') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:55.789656 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-885b86fb-84ab-40cf-90cf-6263f958583a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd69be408-6e80-451e-bbdf-a5acdf078627') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:55.799769 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-885b86fb-84ab-40cf-90cf-6263f958583a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:55.802445 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe191c2-c14a-42fe-8777-888666dcfdaa None None] Pushing event deleted for resources: {'Port': ['ID=ec2d2222-05c4-4c1e-81e8-c877dec5d99d,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:55.818260 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-885b86fb-84ab-40cf-90cf-6263f958583a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:55.818367 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe191c2-c14a-42fe-8777-888666dcfdaa None None] No DVR routers for this DVR port ec2d2222-05c4-4c1e-81e8-c877dec5d99d on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:20:55.818367 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe191c2-c14a-42fe-8777-888666dcfdaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:55.818656 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe191c2-c14a-42fe-8777-888666dcfdaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:55.819011 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe191c2-c14a-42fe-8777-888666dcfdaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:55.819417 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe191c2-c14a-42fe-8777-888666dcfdaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:55.819779 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe191c2-c14a-42fe-8777-888666dcfdaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:55.820172 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe191c2-c14a-42fe-8777-888666dcfdaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:55.820500 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe191c2-c14a-42fe-8777-888666dcfdaa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:55.820824 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe191c2-c14a-42fe-8777-888666dcfdaa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:55.821150 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe191c2-c14a-42fe-8777-888666dcfdaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:55.821474 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe191c2-c14a-42fe-8777-888666dcfdaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:55.821629 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-885b86fb-84ab-40cf-90cf-6263f958583a admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:20:55.821821 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe191c2-c14a-42fe-8777-888666dcfdaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:55.822013 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-885b86fb-84ab-40cf-90cf-6263f958583a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:55.822111 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe191c2-c14a-42fe-8777-888666dcfdaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:55.823703 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:20:55.823703 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:20:55.823703 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:20:55.823703 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:20:55.823703 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:20:55.823703 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:20:55.823703 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:20:55.823703 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:20:55.823703 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:20:55.823703 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:20:55.823703 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:20:55.823703 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:20:55.823703 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 16:20:55.823703 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:20:55.823703 n-d-799529-6 neutron-server[94446]: timer() Jul 09 16:20:55.823703 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:20:55.823703 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 16:20:55.823703 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:20:55.823703 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 16:20:55.823703 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:20:55.823703 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 16:20:55.823703 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:20:55.823703 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 16:20:55.823703 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:20:55.823703 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 16:20:55.823703 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:20:55.823703 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:20:55.823703 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:20:55.823703 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:20:55.823703 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:20:55.823703 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 16:20:55.823703 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:20:55.823703 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 16:20:55.823703 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:20:55.823703 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:20:55.823703 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:20:55.823703 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 16:20:55.823703 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:20:55.823703 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:20:55.823703 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:20:55.823703 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:20:55.823703 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:20:55.823703 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:20:55.823703 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:20:55.971065 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-885b86fb-84ab-40cf-90cf-6263f958583a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:55.976454 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-885b86fb-84ab-40cf-90cf-6263f958583a admin admin] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:55.978279 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-885b86fb-84ab-40cf-90cf-6263f958583a admin admin] 10.222.0.58 "DELETE /v2.0/networks/080babb8-542a-4aa7-b62f-f0399dc94f10 HTTP/1.1" status: 204 len: 168 time: 0.6630116 Jul 09 16:20:55.981312 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 32904) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:55.989303 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885b86fb-84ab-40cf-90cf-6263f958583a admin admin] Pushing event deleted for resources: {'Network': ['ID=080babb8-542a-4aa7-b62f-f0399dc94f10,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:56.170554 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-841ae30d-3e8c-4c88-8539-4cbe81a73e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:56.338922 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3278a69d-f634-4fe5-885a-cf049f8502a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:56.597999 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-3278a69d-f634-4fe5-885a-cf049f8502a9 admin admin] Deleting port 95e16a07-1851-4db9-b5cd-dd4f183ee06a {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:20:56.598282 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3278a69d-f634-4fe5-885a-cf049f8502a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:56.678998 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-3278a69d-f634-4fe5-885a-cf049f8502a9 admin admin] For port 95e16a07-1851-4db9-b5cd-dd4f183ee06a, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=95e16a07-1851-4db9-b5cd-dd4f183ee06a,segment=NetworkSegment(cee0a4d6-b1d7-48ed-a20a-f58e35ca9768),segment_id=cee0a4d6-b1d7-48ed-a20a-f58e35ca9768)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:20:56.679361 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3278a69d-f634-4fe5-885a-cf049f8502a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:56.693001 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-3278a69d-f634-4fe5-885a-cf049f8502a9 admin admin] Calling delete_port for 95e16a07-1851-4db9-b5cd-dd4f183ee06a owned by network:router_interface {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:20:56.952858 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3278a69d-f634-4fe5-885a-cf049f8502a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:56.977535 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3278a69d-f634-4fe5-885a-cf049f8502a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=95e16a07-1851-4db9-b5cd-dd4f183ee06a,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:57.159578 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3278a69d-f634-4fe5-885a-cf049f8502a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:57.216819 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 6f212998-4101-4717-a19c-6370f7a1a46d no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:20:57.239810 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 6f212998-4101-4717-a19c-6370f7a1a46d {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:20:57.240157 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 6f212998-4101-4717-a19c-6370f7a1a46d not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:20:57.240567 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device ec2d2222-05c4-4c1e-81e8-c877dec5d99d no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:20:57.262024 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: ec2d2222-05c4-4c1e-81e8-c877dec5d99d {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:20:57.262444 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device ec2d2222-05c4-4c1e-81e8-c877dec5d99d not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:20:57.382910 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3278a69d-f634-4fe5-885a-cf049f8502a9 admin admin] Router 74658dcf-05ac-41df-9d91-51cf570c88af has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:20:57.825302 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3278a69d-f634-4fe5-885a-cf049f8502a9 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:20:57.830359 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-3278a69d-f634-4fe5-885a-cf049f8502a9 admin admin] 10.222.0.58 "PUT /v2.0/routers/74658dcf-05ac-41df-9d91-51cf570c88af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8480048 Jul 09 16:20:57.832967 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 32906) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:57.835440 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9174d85-eeff-49fe-af3a-2da5a47d8a47 None None] Sync routers for ids ['74658dcf-05ac-41df-9d91-51cf570c88af'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:20:57.845448 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9174d85-eeff-49fe-af3a-2da5a47d8a47 None None] Routers {'74658dcf-05ac-41df-9d91-51cf570c88af'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:20:57.846071 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-f9174d85-eeff-49fe-af3a-2da5a47d8a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:20:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['74658dcf-05ac-41df-9d91-51cf570c88af'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:57.947748 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-49984032-59c0-49cd-9d82-7518c2ae5deb admin admin] Notify callbacks [] for router, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:57.951875 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-f9174d85-eeff-49fe-af3a-2da5a47d8a47 None None] Set router 74658dcf-05ac-41df-9d91-51cf570c88af gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:20:58.052998 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-49984032-59c0-49cd-9d82-7518c2ae5deb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:58.124803 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-f9174d85-eeff-49fe-af3a-2da5a47d8a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74658dcf-05ac-41df-9d91-51cf570c88af', 'name': 'tempest-TestShelveInstance-1412184982-router', 'tenant_id': 'e78b67a99bea47df8fe8b321ee3627df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '4ee3c93c-3fdf-41a8-92d2-b43a2dcff12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:09:54Z', 'updated_at': '2021-07-09T16:20:56Z', 'revision_number': 5, 'project_id': 'e78b67a99bea47df8fe8b321ee3627df', 'gw_port': {'id': '4ee3c93c-3fdf-41a8-92d2-b43a2dcff12e', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:48:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74658dcf-05ac-41df-9d91-51cf570c88af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:54Z', 'updated_at': '2021-07-09T16:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:58.150789 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9174d85-eeff-49fe-af3a-2da5a47d8a47 None None] Checking router: 74658dcf-05ac-41df-9d91-51cf570c88af for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:20:58.160313 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9174d85-eeff-49fe-af3a-2da5a47d8a47 None None] Routers {'74658dcf-05ac-41df-9d91-51cf570c88af'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:20:58.161109 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-f9174d85-eeff-49fe-af3a-2da5a47d8a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:20:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['74658dcf-05ac-41df-9d91-51cf570c88af'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:58.164036 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-49984032-59c0-49cd-9d82-7518c2ae5deb admin admin] Deleting port 4ee3c93c-3fdf-41a8-92d2-b43a2dcff12e {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:20:58.164390 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-49984032-59c0-49cd-9d82-7518c2ae5deb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:58.243838 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-49984032-59c0-49cd-9d82-7518c2ae5deb admin admin] For port 4ee3c93c-3fdf-41a8-92d2-b43a2dcff12e, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=4ee3c93c-3fdf-41a8-92d2-b43a2dcff12e,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:20:58.244199 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-49984032-59c0-49cd-9d82-7518c2ae5deb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:58.246434 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-f9174d85-eeff-49fe-af3a-2da5a47d8a47 None None] Set router 74658dcf-05ac-41df-9d91-51cf570c88af gateway port host: None {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:20:58.263375 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-49984032-59c0-49cd-9d82-7518c2ae5deb admin admin] Calling delete_port for 4ee3c93c-3fdf-41a8-92d2-b43a2dcff12e owned by network:router_gateway {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:20:58.301486 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-f9174d85-eeff-49fe-af3a-2da5a47d8a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74658dcf-05ac-41df-9d91-51cf570c88af', 'name': 'tempest-TestShelveInstance-1412184982-router', 'tenant_id': 'e78b67a99bea47df8fe8b321ee3627df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:09:54Z', 'updated_at': '2021-07-09T16:20:58Z', 'revision_number': 6, 'project_id': 'e78b67a99bea47df8fe8b321ee3627df', 'gw_port_host': None}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:58.327891 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9174d85-eeff-49fe-af3a-2da5a47d8a47 None None] The sync data for ids ['74658dcf-05ac-41df-9d91-51cf570c88af'] in n-d-799529-6 is: [{'id': '74658dcf-05ac-41df-9d91-51cf570c88af', 'name': 'tempest-TestShelveInstance-1412184982-router', 'tenant_id': 'e78b67a99bea47df8fe8b321ee3627df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:09:54Z', 'updated_at': '2021-07-09T16:20:58Z', 'revision_number': 6, 'project_id': 'e78b67a99bea47df8fe8b321ee3627df', 'gw_port_host': None}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:20:58.496269 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-49984032-59c0-49cd-9d82-7518c2ae5deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:58.525024 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49984032-59c0-49cd-9d82-7518c2ae5deb admin admin] Pushing event deleted for resources: {'Port': ['ID=4ee3c93c-3fdf-41a8-92d2-b43a2dcff12e,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:58.596205 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-49984032-59c0-49cd-9d82-7518c2ae5deb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:58.690993 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-49984032-59c0-49cd-9d82-7518c2ae5deb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:58.693456 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-49984032-59c0-49cd-9d82-7518c2ae5deb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:58.799309 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-49984032-59c0-49cd-9d82-7518c2ae5deb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:58.799912 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49984032-59c0-49cd-9d82-7518c2ae5deb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74658dcf-05ac-41df-9d91-51cf570c88af {{(pid=94445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:20:58.804662 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-49984032-59c0-49cd-9d82-7518c2ae5deb admin admin] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:58.805846 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-49984032-59c0-49cd-9d82-7518c2ae5deb admin admin] 10.222.0.58 "DELETE /v2.0/routers/74658dcf-05ac-41df-9d91-51cf570c88af HTTP/1.1" status: 204 len: 168 time: 0.9715433 Jul 09 16:20:58.808460 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 32908) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:58.858405 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-d51cbca3-d5f0-46a2-b13d-f75f36f18a63 admin admin] Deleting subnet 15c1ee4c-4101-4504-b87c-b55ded31bcb8 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:20:58.861900 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d51cbca3-d5f0-46a2-b13d-f75f36f18a63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:58.896424 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d51cbca3-d5f0-46a2-b13d-f75f36f18a63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:58.973867 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d51cbca3-d5f0-46a2-b13d-f75f36f18a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:59.085846 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d51cbca3-d5f0-46a2-b13d-f75f36f18a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:59.120790 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cbca3-d5f0-46a2-b13d-f75f36f18a63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15c1ee4c-4101-4504-b87c-b55ded31bcb8,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:59.127418 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d51cbca3-d5f0-46a2-b13d-f75f36f18a63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:59.129955 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-d51cbca3-d5f0-46a2-b13d-f75f36f18a63 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/15c1ee4c-4101-4504-b87c-b55ded31bcb8 HTTP/1.1" status: 204 len: 168 time: 0.3200786 Jul 09 16:20:59.133310 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 32910) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:59.141321 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b206b8-92a0-4f7f-8f5e-01196ec42278 None None] Network 1eaf1dc0-e011-45a4-9146-25ac30aacf19 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:20:59.183167 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 4ee3c93c-3fdf-41a8-92d2-b43a2dcff12e no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:20:59.209482 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-676513b2-4d5f-4975-9395-fc8acfcf033c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:59.218578 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 4ee3c93c-3fdf-41a8-92d2-b43a2dcff12e {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:20:59.218934 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 4ee3c93c-3fdf-41a8-92d2-b43a2dcff12e not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:20:59.219354 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 95e16a07-1851-4db9-b5cd-dd4f183ee06a no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:20:59.242132 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 95e16a07-1851-4db9-b5cd-dd4f183ee06a {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:20:59.242397 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 95e16a07-1851-4db9-b5cd-dd4f183ee06a not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:20:59.271699 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-676513b2-4d5f-4975-9395-fc8acfcf033c admin admin] Deleting port d1093658-bfd5-4454-98d5-ed7baf966c55 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:20:59.272037 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-676513b2-4d5f-4975-9395-fc8acfcf033c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:59.287604 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b0884891-0a43-439a-a1d9-c1c7175ad6fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:59.347232 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-676513b2-4d5f-4975-9395-fc8acfcf033c admin admin] For port d1093658-bfd5-4454-98d5-ed7baf966c55, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=d1093658-bfd5-4454-98d5-ed7baf966c55,segment=NetworkSegment(cee0a4d6-b1d7-48ed-a20a-f58e35ca9768),segment_id=cee0a4d6-b1d7-48ed-a20a-f58e35ca9768)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:20:59.347705 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-676513b2-4d5f-4975-9395-fc8acfcf033c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:59.353529 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:59.364139 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-676513b2-4d5f-4975-9395-fc8acfcf033c admin admin] Calling delete_port for d1093658-bfd5-4454-98d5-ed7baf966c55 owned by network:dhcp {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:20:59.427087 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fc240b-34a5-4e78-83da-291c59e2be14 None None] DHCP port deletion for 1eaf1dc0-e011-45a4-9146-25ac30aacf19 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:20:59.475489 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-c3fc240b-34a5-4e78-83da-291c59e2be14 None None] Deleting port d1093658-bfd5-4454-98d5-ed7baf966c55 {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:20:59.475928 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c3fc240b-34a5-4e78-83da-291c59e2be14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:59.519555 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-676513b2-4d5f-4975-9395-fc8acfcf033c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:59.541298 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-c3fc240b-34a5-4e78-83da-291c59e2be14 None None] For port d1093658-bfd5-4454-98d5-ed7baf966c55, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=d1093658-bfd5-4454-98d5-ed7baf966c55,segment=NetworkSegment(cee0a4d6-b1d7-48ed-a20a-f58e35ca9768),segment_id=cee0a4d6-b1d7-48ed-a20a-f58e35ca9768)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:20:59.541723 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c3fc240b-34a5-4e78-83da-291c59e2be14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:59.546592 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676513b2-4d5f-4975-9395-fc8acfcf033c admin admin] Pushing event deleted for resources: {'Port': ['ID=d1093658-bfd5-4454-98d5-ed7baf966c55,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:59.549035 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676513b2-4d5f-4975-9395-fc8acfcf033c admin admin] No DVR routers for this DVR port d1093658-bfd5-4454-98d5-ed7baf966c55 on host n-d-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:20:59.557664 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-c3fc240b-34a5-4e78-83da-291c59e2be14 None None] Calling delete_port for d1093658-bfd5-4454-98d5-ed7baf966c55 owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:20:59.624987 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-676513b2-4d5f-4975-9395-fc8acfcf033c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:59.635961 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-676513b2-4d5f-4975-9395-fc8acfcf033c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eaf1dc0-e011-45a4-9146-25ac30aacf19']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:59.639587 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c3fc240b-34a5-4e78-83da-291c59e2be14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:59.647136 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-676513b2-4d5f-4975-9395-fc8acfcf033c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cee0a4d6-b1d7-48ed-a20a-f58e35ca9768') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:59.647441 n-d-799529-6 neutron-server[94445]: DEBUG neutron.services.segments.db [None req-676513b2-4d5f-4975-9395-fc8acfcf033c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cee0a4d6-b1d7-48ed-a20a-f58e35ca9768') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:59.664842 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-676513b2-4d5f-4975-9395-fc8acfcf033c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645381'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:59.666714 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fc240b-34a5-4e78-83da-291c59e2be14 None None] Pushing event deleted for resources: {'Port': ['ID=d1093658-bfd5-4454-98d5-ed7baf966c55,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:59.671011 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fc240b-34a5-4e78-83da-291c59e2be14 None None] No DVR routers for this DVR port d1093658-bfd5-4454-98d5-ed7baf966c55 on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:20:59.682485 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-676513b2-4d5f-4975-9395-fc8acfcf033c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:59.687063 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-676513b2-4d5f-4975-9395-fc8acfcf033c admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:20:59.687461 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-676513b2-4d5f-4975-9395-fc8acfcf033c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4382020'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:59.689716 n-d-799529-6 neutron-server[94445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:20:59.689716 n-d-799529-6 neutron-server[94445]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:20:59.689716 n-d-799529-6 neutron-server[94445]: Traceback (most recent call last): Jul 09 16:20:59.689716 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:20:59.689716 n-d-799529-6 neutron-server[94445]: timer() Jul 09 16:20:59.689716 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:20:59.689716 n-d-799529-6 neutron-server[94445]: cb(*args, **kw) Jul 09 16:20:59.689716 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:20:59.689716 n-d-799529-6 neutron-server[94445]: return func(*args, **kwargs) Jul 09 16:20:59.689716 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:20:59.689716 n-d-799529-6 neutron-server[94445]: self._notify() Jul 09 16:20:59.689716 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:20:59.689716 n-d-799529-6 neutron-server[94445]: self.callback(batched_events) Jul 09 16:20:59.689716 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:20:59.689716 n-d-799529-6 neutron-server[94445]: event.method(event) Jul 09 16:20:59.689716 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:20:59.689716 n-d-799529-6 neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:20:59.689716 n-d-799529-6 neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:20:59.689716 n-d-799529-6 neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:20:59.689716 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:20:59.689716 n-d-799529-6 neutron-server[94445]: return f(self, *a, **k) Jul 09 16:20:59.689716 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:20:59.689716 n-d-799529-6 neutron-server[94445]: return self._get(url).json() Jul 09 16:20:59.689716 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:20:59.689716 n-d-799529-6 neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:20:59.689716 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:20:59.689716 n-d-799529-6 neutron-server[94445]: return self.request(url, 'GET', **kwargs) Jul 09 16:20:59.689716 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:20:59.689716 n-d-799529-6 neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:20:59.689716 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:20:59.689716 n-d-799529-6 neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:20:59.689716 n-d-799529-6 neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:20:59.689716 n-d-799529-6 neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:20:59.689716 n-d-799529-6 neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:20:59.816631 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-676513b2-4d5f-4975-9395-fc8acfcf033c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:59.822218 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-676513b2-4d5f-4975-9395-fc8acfcf033c admin admin] Notify callbacks [] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:59.825097 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-676513b2-4d5f-4975-9395-fc8acfcf033c admin admin] 10.222.0.58 "DELETE /v2.0/networks/1eaf1dc0-e011-45a4-9146-25ac30aacf19 HTTP/1.1" status: 204 len: 168 time: 0.6900878 Jul 09 16:20:59.835980 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676513b2-4d5f-4975-9395-fc8acfcf033c admin admin] Pushing event deleted for resources: {'Network': ['ID=1eaf1dc0-e011-45a4-9146-25ac30aacf19,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:00.168843 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 32914) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:00.209480 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-96a90f9a-5487-471f-8fce-8075065f566e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7dd6db3ff0ff4d2bbb0e526511e5420f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394220 Jul 09 16:21:00.212031 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 32916) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:00.260874 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-899aa7ad-0775-4baf-a1dc-98d46ddf7fef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:00.281735 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-899aa7ad-0775-4baf-a1dc-98d46ddf7fef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:00.387796 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-899aa7ad-0775-4baf-a1dc-98d46ddf7fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:00.390398 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-899aa7ad-0775-4baf-a1dc-98d46ddf7fef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:00.391619 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-899aa7ad-0775-4baf-a1dc-98d46ddf7fef admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3cf716b3-b44c-433d-ae6e-465a7134e674 HTTP/1.1" status: 204 len: 168 time: 0.1786375 Jul 09 16:21:00.400176 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899aa7ad-0775-4baf-a1dc-98d46ddf7fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf716b3-b44c-433d-ae6e-465a7134e674,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:00.691086 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:00.996807 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 32922) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:01.036958 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-2a24774f-a950-4ffd-91f0-89c67f87a6f7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e78b67a99bea47df8fe8b321ee3627df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389910 Jul 09 16:21:01.039447 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 32924) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:01.087063 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-01c42701-ec69-4b2c-a599-e0025c760281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:01.108449 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-01c42701-ec69-4b2c-a599-e0025c760281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:01.139368 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device d1093658-bfd5-4454-98d5-ed7baf966c55 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:21:01.163899 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: d1093658-bfd5-4454-98d5-ed7baf966c55 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:21:01.164249 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device d1093658-bfd5-4454-98d5-ed7baf966c55 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:21:01.216490 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-01c42701-ec69-4b2c-a599-e0025c760281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:01.219423 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-01c42701-ec69-4b2c-a599-e0025c760281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:01.220713 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-01c42701-ec69-4b2c-a599-e0025c760281 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e9bbce38-44b8-4c2b-aa78-248de521d4d5 HTTP/1.1" status: 204 len: 168 time: 0.1803293 Jul 09 16:21:01.228576 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c42701-ec69-4b2c-a599-e0025c760281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9bbce38-44b8-4c2b-aa78-248de521d4d5,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:02.056865 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:02.236394 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 32946) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:02.336793 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-70063738-f086-4810-89b4-4159090a70ba admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-851626850-network', 'tenant_id': '237e415f767d4432a571aa0ee74f6e12'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:21:02.445602 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70063738-f086-4810-89b4-4159090a70ba admin admin] Made reservation on behalf of 237e415f767d4432a571aa0ee74f6e12 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:21:02.448456 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-70063738-f086-4810-89b4-4159090a70ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:02.458570 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-70063738-f086-4810-89b4-4159090a70ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:02.553778 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-70063738-f086-4810-89b4-4159090a70ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:02.593749 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-70063738-f086-4810-89b4-4159090a70ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:02.619492 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70063738-f086-4810-89b4-4159090a70ba admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:21:02.629241 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70063738-f086-4810-89b4-4159090a70ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=693e566f-70ae-4d94-8799-ea64c8d6bf9e,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:02.636264 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-70063738-f086-4810-89b4-4159090a70ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:02.636622 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-70063738-f086-4810-89b4-4159090a70ba admin admin] Added segment 9767372c-e5cf-4802-9aa3-afb765fa4ca1 of type vlan for network d81e2710-69c7-4af7-9e84-94e2c397d649 Jul 09 16:21:02.679077 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-70063738-f086-4810-89b4-4159090a70ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:02.759769 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-70063738-f086-4810-89b4-4159090a70ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:02.760790 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70063738-f086-4810-89b4-4159090a70ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:02.761386 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-70063738-f086-4810-89b4-4159090a70ba admin admin] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:02.824935 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70063738-f086-4810-89b4-4159090a70ba admin admin] Pushing event updated for resources: {'Network': ['ID=d81e2710-69c7-4af7-9e84-94e2c397d649,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:02.836702 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network d81e2710-69c7-4af7-9e84-94e2c397d649 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:21:02.864285 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-70063738-f086-4810-89b4-4159090a70ba admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6263311 Jul 09 16:21:02.867473 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 32950) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:02.872833 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-17e4c25a-68a6-480c-b7f4-2b5ae86c82de admin admin] Request body: {'subnet': {'network_id': 'd81e2710-69c7-4af7-9e84-94e2c397d649', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-851626850-subnet', 'tenant_id': '237e415f767d4432a571aa0ee74f6e12', 'ip_version': 4}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:21:02.942558 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e4c25a-68a6-480c-b7f4-2b5ae86c82de admin admin] Made reservation on behalf of 237e415f767d4432a571aa0ee74f6e12 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:21:02.945008 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-17e4c25a-68a6-480c-b7f4-2b5ae86c82de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:03.160376 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-17e4c25a-68a6-480c-b7f4-2b5ae86c82de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:03.214058 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4c25a-68a6-480c-b7f4-2b5ae86c82de admin admin] Pushing event updated for resources: {'Subnet': ['ID=98d53ec8-763d-4053-9239-55ea8c03b03d,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:03.225558 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e4c25a-68a6-480c-b7f4-2b5ae86c82de admin admin] Checking segment: {'id': '9767372c-e5cf-4802-9aa3-afb765fa4ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd81e2710-69c7-4af7-9e84-94e2c397d649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:21:03.225929 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e4c25a-68a6-480c-b7f4-2b5ae86c82de admin admin] Network hostable DHCP agents. Network: d81e2710-69c7-4af7-9e84-94e2c397d649, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:21:03.279816 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e4c25a-68a6-480c-b7f4-2b5ae86c82de admin admin] Network d81e2710-69c7-4af7-9e84-94e2c397d649 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:21:03.336783 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-17e4c25a-68a6-480c-b7f4-2b5ae86c82de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, d81e2710-69c7-4af7-9e84-94e2c397d649) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:21:03.340855 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e4c25a-68a6-480c-b7f4-2b5ae86c82de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:03.341447 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-17e4c25a-68a6-480c-b7f4-2b5ae86c82de admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:03.345432 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34cbbd37-8bbf-44f8-85a2-239af3f43717 None None] Network d81e2710-69c7-4af7-9e84-94e2c397d649 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:21:03.423511 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-17e4c25a-68a6-480c-b7f4-2b5ae86c82de admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5546784 Jul 09 16:21:03.426229 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 32952) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:03.431188 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-175b2623-2058-4549-bcd9-c5a30cf4af68 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-851626850-router', 'tenant_id': '237e415f767d4432a571aa0ee74f6e12', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:21:03.495554 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec4a769-a95d-4bfe-bdf6-0d2a37bc4242 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-d81e2710-69c7-4af7-9e84-94e2c397d649', 'network_id': 'd81e2710-69c7-4af7-9e84-94e2c397d649', 'tenant_id': '237e415f767d4432a571aa0ee74f6e12', 'fixed_ips': [{'subnet_id': '98d53ec8-763d-4053-9239-55ea8c03b03d'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:21:03.496481 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-dec4a769-a95d-4bfe-bdf6-0d2a37bc4242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:03.531541 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-175b2623-2058-4549-bcd9-c5a30cf4af68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:03.532606 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-175b2623-2058-4549-bcd9-c5a30cf4af68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:03.584270 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-175b2623-2058-4549-bcd9-c5a30cf4af68 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:03.633964 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-dec4a769-a95d-4bfe-bdf6-0d2a37bc4242 None None] Allocated IP 172.20.0.2 (d81e2710-69c7-4af7-9e84-94e2c397d649/98d53ec8-763d-4053-9239-55ea8c03b03d/2234598d-89f8-4630-a915-6114cfd9ac2d) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:21:03.764879 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-175b2623-2058-4549-bcd9-c5a30cf4af68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:03.793877 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-dec4a769-a95d-4bfe-bdf6-0d2a37bc4242 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:03.809156 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-dec4a769-a95d-4bfe-bdf6-0d2a37bc4242 None None] Transition to ACTIVE for port object 2234598d-89f8-4630-a915-6114cfd9ac2d will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:21:03.819259 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-dec4a769-a95d-4bfe-bdf6-0d2a37bc4242 None None] Transition to ACTIVE for port object 2234598d-89f8-4630-a915-6114cfd9ac2d will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:21:03.885579 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-dec4a769-a95d-4bfe-bdf6-0d2a37bc4242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:03.929882 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec4a769-a95d-4bfe-bdf6-0d2a37bc4242 None None] Network d81e2710-69c7-4af7-9e84-94e2c397d649 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:21:03.933424 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-dec4a769-a95d-4bfe-bdf6-0d2a37bc4242 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:21:03.938435 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec4a769-a95d-4bfe-bdf6-0d2a37bc4242 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:21:03.945877 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec4a769-a95d-4bfe-bdf6-0d2a37bc4242 None None] Pushing event updated for resources: {'Port': ['ID=2234598d-89f8-4630-a915-6114cfd9ac2d,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:04.000904 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-dec4a769-a95d-4bfe-bdf6-0d2a37bc4242 None None] Attempting to bind port 2234598d-89f8-4630-a915-6114cfd9ac2d on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:21:04.001273 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-dec4a769-a95d-4bfe-bdf6-0d2a37bc4242 None None] Attempting to bind port 2234598d-89f8-4630-a915-6114cfd9ac2d by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '9767372c-e5cf-4802-9aa3-afb765fa4ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd81e2710-69c7-4af7-9e84-94e2c397d649'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:21:04.001635 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec4a769-a95d-4bfe-bdf6-0d2a37bc4242 None None] Attempting to bind port 2234598d-89f8-4630-a915-6114cfd9ac2d on network d81e2710-69c7-4af7-9e84-94e2c397d649 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:21:04.007125 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec4a769-a95d-4bfe-bdf6-0d2a37bc4242 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:21:04.007527 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec4a769-a95d-4bfe-bdf6-0d2a37bc4242 None None] Checking segment: {'id': '9767372c-e5cf-4802-9aa3-afb765fa4ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd81e2710-69c7-4af7-9e84-94e2c397d649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:21:04.007929 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-dec4a769-a95d-4bfe-bdf6-0d2a37bc4242 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:04.008320 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec4a769-a95d-4bfe-bdf6-0d2a37bc4242 None None] Bound using segment: {'id': '9767372c-e5cf-4802-9aa3-afb765fa4ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd81e2710-69c7-4af7-9e84-94e2c397d649'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:21:04.008785 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-dec4a769-a95d-4bfe-bdf6-0d2a37bc4242 None None] Bound port: 2234598d-89f8-4630-a915-6114cfd9ac2d, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9767372c-e5cf-4802-9aa3-afb765fa4ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd81e2710-69c7-4af7-9e84-94e2c397d649'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:21:04.009172 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-dec4a769-a95d-4bfe-bdf6-0d2a37bc4242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:04.054270 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-175b2623-2058-4549-bcd9-c5a30cf4af68 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:04.073257 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-dec4a769-a95d-4bfe-bdf6-0d2a37bc4242 None None] For port 2234598d-89f8-4630-a915-6114cfd9ac2d, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:21:04.076416 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-dec4a769-a95d-4bfe-bdf6-0d2a37bc4242 None None] For port 2234598d-89f8-4630-a915-6114cfd9ac2d, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=2234598d-89f8-4630-a915-6114cfd9ac2d,segment=NetworkSegment(9767372c-e5cf-4802-9aa3-afb765fa4ca1),segment_id=9767372c-e5cf-4802-9aa3-afb765fa4ca1)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:21:04.081892 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-175b2623-2058-4549-bcd9-c5a30cf4af68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:04.142974 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-dec4a769-a95d-4bfe-bdf6-0d2a37bc4242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:04.184110 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-175b2623-2058-4549-bcd9-c5a30cf4af68 admin admin] Allocated IP 172.25.3.219 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/c18ca46a-1c1d-45d5-9c4f-e29b85634d3e) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:21:04.211214 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec4a769-a95d-4bfe-bdf6-0d2a37bc4242 None None] Pushing event updated for resources: {'Port': ['ID=2234598d-89f8-4630-a915-6114cfd9ac2d,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:04.311829 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-175b2623-2058-4549-bcd9-c5a30cf4af68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:04.406206 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-175b2623-2058-4549-bcd9-c5a30cf4af68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:04.448933 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175b2623-2058-4549-bcd9-c5a30cf4af68 admin admin] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:21:04.457292 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-175b2623-2058-4549-bcd9-c5a30cf4af68 admin admin] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:21:04.459717 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175b2623-2058-4549-bcd9-c5a30cf4af68 admin admin] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:21:04.463253 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175b2623-2058-4549-bcd9-c5a30cf4af68 admin admin] Pushing event updated for resources: {'Port': ['ID=c18ca46a-1c1d-45d5-9c4f-e29b85634d3e,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:04.775594 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-175b2623-2058-4549-bcd9-c5a30cf4af68 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:04.977482 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-175b2623-2058-4549-bcd9-c5a30cf4af68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:05.034168 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:21:05.058207 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57e237f-12da-4a72-a23f-197fde6e1cae None None] Network d81e2710-69c7-4af7-9e84-94e2c397d649 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:21:05.177722 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a7c85b8d-0340-48e0-8f33-573b8cfde60e None None] Provisioning for port 2234598d-89f8-4630-a915-6114cfd9ac2d completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:21:05.192993 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-175b2623-2058-4549-bcd9-c5a30cf4af68 admin admin] Router c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9 is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:21:05.214560 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 2234598d-89f8-4630-a915-6114cfd9ac2d up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:21:05.323563 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-175b2623-2058-4549-bcd9-c5a30cf4af68 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:21:05.335151 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72538c5-6e4a-4f82-8309-620121f61cad None None] Sync routers for ids ['c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:21:05.341386 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 2234598d-89f8-4630-a915-6114cfd9ac2d completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:21:05.348650 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 2234598d-89f8-4630-a915-6114cfd9ac2d triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:21:05.349033 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:05.371518 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72538c5-6e4a-4f82-8309-620121f61cad None None] Routers {'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:21:05.372093 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-b72538c5-6e4a-4f82-8309-620121f61cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:20:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:05.400603 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-175b2623-2058-4549-bcd9-c5a30cf4af68 admin admin] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:05.404081 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 32956) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:05.404573 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-175b2623-2058-4549-bcd9-c5a30cf4af68 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9768579 Jul 09 16:21:05.528097 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-b72538c5-6e4a-4f82-8309-620121f61cad None None] Set router c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:21:05.595226 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:05.612212 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-8aaa96c7-f251-4422-b616-fd6773b098c3 None None] Provisioning complete for port 2234598d-89f8-4630-a915-6114cfd9ac2d triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:21:05.612584 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8aaa96c7-f251-4422-b616-fd6773b098c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:05.707676 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 2234598d-89f8-4630-a915-6114cfd9ac2d, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=2234598d-89f8-4630-a915-6114cfd9ac2d,segment=NetworkSegment(9767372c-e5cf-4802-9aa3-afb765fa4ca1),segment_id=9767372c-e5cf-4802-9aa3-afb765fa4ca1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:21:05.774600 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:05.851933 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ca02efd1-d2dd-4848-a59b-7187c6128d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:06.007174 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=2234598d-89f8-4630-a915-6114cfd9ac2d,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:06.019182 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-b72538c5-6e4a-4f82-8309-620121f61cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9', 'name': 'tempest-TestSnapshotPattern-851626850-router', 'tenant_id': '237e415f767d4432a571aa0ee74f6e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c18ca46a-1c1d-45d5-9c4f-e29b85634d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:03Z', 'updated_at': '2021-07-09T16:21:04Z', 'revision_number': 3, 'project_id': '237e415f767d4432a571aa0ee74f6e12', 'gw_port': {'id': 'c18ca46a-1c1d-45d5-9c4f-e29b85634d3e', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:51:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:04Z', 'updated_at': '2021-07-09T16:21:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:06.021625 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-ca02efd1-d2dd-4848-a59b-7187c6128d48 admin admin] Allocated IP 172.20.0.1 (d81e2710-69c7-4af7-9e84-94e2c397d649/98d53ec8-763d-4053-9239-55ea8c03b03d/f9f0b013-d371-42c3-8538-967a81a23871) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:21:06.045834 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72538c5-6e4a-4f82-8309-620121f61cad None None] Checking router: c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:21:06.046737 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72538c5-6e4a-4f82-8309-620121f61cad None None] Updating router c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9 port c18ca46a-1c1d-45d5-9c4f-e29b85634d3e binding host n-d-799529-6 {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:21:06.080797 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b72538c5-6e4a-4f82-8309-620121f61cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:06.125213 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ca02efd1-d2dd-4848-a59b-7187c6128d48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:06.138596 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-ca02efd1-d2dd-4848-a59b-7187c6128d48 admin admin] Transition to ACTIVE for port object f9f0b013-d371-42c3-8538-967a81a23871 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:21:06.235514 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ca02efd1-d2dd-4848-a59b-7187c6128d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:06.277241 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca02efd1-d2dd-4848-a59b-7187c6128d48 admin admin] Network d81e2710-69c7-4af7-9e84-94e2c397d649 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:21:06.281729 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-ca02efd1-d2dd-4848-a59b-7187c6128d48 admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:21:06.287927 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca02efd1-d2dd-4848-a59b-7187c6128d48 admin admin] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:21:06.291300 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02efd1-d2dd-4848-a59b-7187c6128d48 admin admin] Pushing event updated for resources: {'Port': ['ID=f9f0b013-d371-42c3-8538-967a81a23871,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:06.340160 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ca02efd1-d2dd-4848-a59b-7187c6128d48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:06.349228 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b72538c5-6e4a-4f82-8309-620121f61cad None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:06.359764 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-b72538c5-6e4a-4f82-8309-620121f61cad None None] Transition to ACTIVE for port object c18ca46a-1c1d-45d5-9c4f-e29b85634d3e will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:21:06.406397 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b72538c5-6e4a-4f82-8309-620121f61cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:06.465435 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d1070e-c070-48e1-97ec-b572541188cc None None] Pushing event updated for resources: {'Port': ['ID=c18ca46a-1c1d-45d5-9c4f-e29b85634d3e,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:06.470151 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-b72538c5-6e4a-4f82-8309-620121f61cad None None] Attempting to bind port c18ca46a-1c1d-45d5-9c4f-e29b85634d3e on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:21:06.470518 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-b72538c5-6e4a-4f82-8309-620121f61cad None None] Attempting to bind port c18ca46a-1c1d-45d5-9c4f-e29b85634d3e by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:21:06.470884 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72538c5-6e4a-4f82-8309-620121f61cad None None] Attempting to bind port c18ca46a-1c1d-45d5-9c4f-e29b85634d3e on network 202c7ce6-d4e9-4f80-84dd-bef08905a653 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:21:06.477197 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72538c5-6e4a-4f82-8309-620121f61cad None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:21:06.477812 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72538c5-6e4a-4f82-8309-620121f61cad None None] Checking segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:21:06.478200 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b72538c5-6e4a-4f82-8309-620121f61cad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:06.478600 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72538c5-6e4a-4f82-8309-620121f61cad None None] Bound using segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:21:06.479075 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-b72538c5-6e4a-4f82-8309-620121f61cad None None] Bound port: c18ca46a-1c1d-45d5-9c4f-e29b85634d3e, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:21:06.479462 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b72538c5-6e4a-4f82-8309-620121f61cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:06.520030 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ca02efd1-d2dd-4848-a59b-7187c6128d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:06.541664 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-b72538c5-6e4a-4f82-8309-620121f61cad None None] For port c18ca46a-1c1d-45d5-9c4f-e29b85634d3e, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:21:06.544855 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-b72538c5-6e4a-4f82-8309-620121f61cad None None] For port c18ca46a-1c1d-45d5-9c4f-e29b85634d3e, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=c18ca46a-1c1d-45d5-9c4f-e29b85634d3e,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:21:06.583084 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-4bd1817f-2e42-4332-a537-81a7a4ca45d5 None None] Provisioning for port f9f0b013-d371-42c3-8538-967a81a23871 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:21:06.587297 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-4bd1817f-2e42-4332-a537-81a7a4ca45d5 None None] Provisioning complete for port f9f0b013-d371-42c3-8538-967a81a23871 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:21:06.587719 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4bd1817f-2e42-4332-a537-81a7a4ca45d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:06.612146 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b72538c5-6e4a-4f82-8309-620121f61cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:06.662925 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-4bd1817f-2e42-4332-a537-81a7a4ca45d5 None None] Port f9f0b013-d371-42c3-8538-967a81a23871 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:21:06.684830 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d1070e-c070-48e1-97ec-b572541188cc None None] Pushing event updated for resources: {'Port': ['ID=c18ca46a-1c1d-45d5-9c4f-e29b85634d3e,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:06.687460 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72538c5-6e4a-4f82-8309-620121f61cad None None] Routers {'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:21:06.688123 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-b72538c5-6e4a-4f82-8309-620121f61cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:20:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:06.691522 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ca02efd1-d2dd-4848-a59b-7187c6128d48 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:06.748880 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ca02efd1-d2dd-4848-a59b-7187c6128d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:06.797025 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-b72538c5-6e4a-4f82-8309-620121f61cad None None] Set router c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:21:06.820209 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02efd1-d2dd-4848-a59b-7187c6128d48 admin admin] Pushing event updated for resources: {'Port': ['ID=f9f0b013-d371-42c3-8538-967a81a23871,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:06.822622 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ca02efd1-d2dd-4848-a59b-7187c6128d48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:06.914165 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca02efd1-d2dd-4848-a59b-7187c6128d48 admin admin] Network d81e2710-69c7-4af7-9e84-94e2c397d649 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:21:06.915642 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-ca02efd1-d2dd-4848-a59b-7187c6128d48 admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:21:07.000936 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-b72538c5-6e4a-4f82-8309-620121f61cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9', 'name': 'tempest-TestSnapshotPattern-851626850-router', 'tenant_id': '237e415f767d4432a571aa0ee74f6e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c18ca46a-1c1d-45d5-9c4f-e29b85634d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:03Z', 'updated_at': '2021-07-09T16:21:06Z', 'revision_number': 4, 'project_id': '237e415f767d4432a571aa0ee74f6e12', 'gw_port': {'id': 'c18ca46a-1c1d-45d5-9c4f-e29b85634d3e', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:51:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:04Z', 'updated_at': '2021-07-09T16:21:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'f9f0b013-d371-42c3-8538-967a81a23871', 'name': '', 'network_id': 'd81e2710-69c7-4af7-9e84-94e2c397d649', 'tenant_id': '237e415f767d4432a571aa0ee74f6e12', 'mac_address': 'fa:16:3e:c0:e9:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '98d53ec8-763d-4053-9239-55ea8c03b03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:05Z', 'updated_at': '2021-07-09T16:21:06Z', 'revision_number': 1, 'project_id': '237e415f767d4432a571aa0ee74f6e12', 'subnets': [{'id': '98d53ec8-763d-4053-9239-55ea8c03b03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:07.034455 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72538c5-6e4a-4f82-8309-620121f61cad None None] The sync data for ids ['c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9'] in n-d-799529-6 is: [{'id': 'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9', 'name': 'tempest-TestSnapshotPattern-851626850-router', 'tenant_id': '237e415f767d4432a571aa0ee74f6e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c18ca46a-1c1d-45d5-9c4f-e29b85634d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:03Z', 'updated_at': '2021-07-09T16:21:06Z', 'revision_number': 4, 'project_id': '237e415f767d4432a571aa0ee74f6e12', 'gw_port': {'id': 'c18ca46a-1c1d-45d5-9c4f-e29b85634d3e', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:51:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:04Z', 'updated_at': '2021-07-09T16:21:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'f9f0b013-d371-42c3-8538-967a81a23871', 'name': '', 'network_id': 'd81e2710-69c7-4af7-9e84-94e2c397d649', 'tenant_id': '237e415f767d4432a571aa0ee74f6e12', 'mac_address': 'fa:16:3e:c0:e9:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '98d53ec8-763d-4053-9239-55ea8c03b03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:05Z', 'updated_at': '2021-07-09T16:21:06Z', 'revision_number': 1, 'project_id': '237e415f767d4432a571aa0ee74f6e12', 'subnets': [{'id': '98d53ec8-763d-4053-9239-55ea8c03b03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:21:07.036101 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca02efd1-d2dd-4848-a59b-7187c6128d48 admin admin] Router c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:21:07.164783 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca02efd1-d2dd-4848-a59b-7187c6128d48 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:21:07.165903 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 2234598d-89f8-4630-a915-6114cfd9ac2d up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:21:07.169850 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-ca02efd1-d2dd-4848-a59b-7187c6128d48 admin admin] 10.222.0.58 "PUT /v2.0/routers/c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7638555 Jul 09 16:21:07.216529 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-0a8082f2-0420-4363-95fc-afc68d6e193b None None] Provisioning complete for port f9f0b013-d371-42c3-8538-967a81a23871 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:21:07.217071 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0a8082f2-0420-4363-95fc-afc68d6e193b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:07.281885 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-0a8082f2-0420-4363-95fc-afc68d6e193b None None] Port f9f0b013-d371-42c3-8538-967a81a23871 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:21:07.283332 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 2234598d-89f8-4630-a915-6114cfd9ac2d triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:21:07.283753 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:07.915280 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 32974) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:07.920447 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-3b190763-6c8a-40eb-b2a9-36a3c6f85bf2 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1200173212-network', 'tenant_id': '9b42eac128a44ae3a2dc8128ee2a6168'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:21:08.005778 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b190763-6c8a-40eb-b2a9-36a3c6f85bf2 admin admin] Made reservation on behalf of 9b42eac128a44ae3a2dc8128ee2a6168 for: {'network': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:21:08.008525 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3b190763-6c8a-40eb-b2a9-36a3c6f85bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for network, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:08.018830 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3b190763-6c8a-40eb-b2a9-36a3c6f85bf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:08.113983 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3b190763-6c8a-40eb-b2a9-36a3c6f85bf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:08.189350 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3b190763-6c8a-40eb-b2a9-36a3c6f85bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:08.212051 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b190763-6c8a-40eb-b2a9-36a3c6f85bf2 admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=94446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:21:08.227706 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b190763-6c8a-40eb-b2a9-36a3c6f85bf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa555b3-e3ed-4469-81f1-fe7031a3c2a4,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:08.230710 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3b190763-6c8a-40eb-b2a9-36a3c6f85bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:08.231060 n-d-799529-6 neutron-server[94446]: INFO neutron.db.segments_db [None req-3b190763-6c8a-40eb-b2a9-36a3c6f85bf2 admin admin] Added segment 993119f6-33d7-4d5c-8171-2993020c6049 of type vlan for network 897c1c42-e488-4ced-a77c-c7d0d0cbe683 Jul 09 16:21:08.275177 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3b190763-6c8a-40eb-b2a9-36a3c6f85bf2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619917406'] for network, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:08.354560 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3b190763-6c8a-40eb-b2a9-36a3c6f85bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089'] for network, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:08.355528 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b190763-6c8a-40eb-b2a9-36a3c6f85bf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:08.356138 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3b190763-6c8a-40eb-b2a9-36a3c6f85bf2 admin admin] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:08.414078 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b190763-6c8a-40eb-b2a9-36a3c6f85bf2 admin admin] Pushing event updated for resources: {'Network': ['ID=897c1c42-e488-4ced-a77c-c7d0d0cbe683,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:08.424671 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Network 897c1c42-e488-4ced-a77c-c7d0d0cbe683 details requested by agent ovs-agent-n-d-799529-6 with host n-d-799529-6 {{(pid=94447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:21:08.450719 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-3b190763-6c8a-40eb-b2a9-36a3c6f85bf2 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5317898 Jul 09 16:21:08.453668 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 32978) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:08.460437 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-dcee7e2d-e7ec-4f5f-8052-84319e513a2b admin admin] Request body: {'subnet': {'network_id': '897c1c42-e488-4ced-a77c-c7d0d0cbe683', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1200173212-subnet', 'tenant_id': '9b42eac128a44ae3a2dc8128ee2a6168', 'ip_version': 4}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:21:08.526223 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcee7e2d-e7ec-4f5f-8052-84319e513a2b admin admin] Made reservation on behalf of 9b42eac128a44ae3a2dc8128ee2a6168 for: {'subnet': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:21:08.528819 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dcee7e2d-e7ec-4f5f-8052-84319e513a2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16352256'] for subnet, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:08.772181 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dcee7e2d-e7ec-4f5f-8052-84319e513a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16454988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16352306'] for subnet, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:08.822478 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcee7e2d-e7ec-4f5f-8052-84319e513a2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=92e5f5b8-9696-457f-ae6c-45fc0d990c5e,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:08.837699 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcee7e2d-e7ec-4f5f-8052-84319e513a2b admin admin] Checking segment: {'id': '993119f6-33d7-4d5c-8171-2993020c6049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '897c1c42-e488-4ced-a77c-c7d0d0cbe683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:21:08.838060 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcee7e2d-e7ec-4f5f-8052-84319e513a2b admin admin] Network hostable DHCP agents. Network: 897c1c42-e488-4ced-a77c-c7d0d0cbe683, hostable agents: ['844e4ec0-f480-4662-8af0-555e985a1b50'], hosted agents: [] {{(pid=94446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:21:08.897179 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcee7e2d-e7ec-4f5f-8052-84319e513a2b admin admin] Network 897c1c42-e488-4ced-a77c-c7d0d0cbe683 is scheduled to be hosted by DHCP agent 844e4ec0-f480-4662-8af0-555e985a1b50 with binding_index 1 {{(pid=94446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:21:08.943013 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-dcee7e2d-e7ec-4f5f-8052-84319e513a2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-6, 897c1c42-e488-4ced-a77c-c7d0d0cbe683) {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:21:08.947003 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcee7e2d-e7ec-4f5f-8052-84319e513a2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:08.947766 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dcee7e2d-e7ec-4f5f-8052-84319e513a2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:08.951939 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a565704e-56a2-48c7-9dec-4731ba412c46 None None] Network 897c1c42-e488-4ced-a77c-c7d0d0cbe683 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:21:09.005392 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a88976-e756-4832-8881-b666aa2426ad None None] Sync routers for ids ['c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:21:09.015874 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a88976-e756-4832-8881-b666aa2426ad None None] Routers {'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:21:09.016491 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-a9a88976-e756-4832-8881-b666aa2426ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:20:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:09.023993 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-dcee7e2d-e7ec-4f5f-8052-84319e513a2b admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5700605 Jul 09 16:21:09.032599 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 32980) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:09.037947 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-20c5ccc7-0da9-4e4e-bda2-41e404965d2e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1200173212-router', 'tenant_id': '9b42eac128a44ae3a2dc8128ee2a6168', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:21:09.114689 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-20c5ccc7-0da9-4e4e-bda2-41e404965d2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4137'] for router, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:09.115390 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555046d1-d5d5-493c-b18b-e7eaa4a3a2c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59e88780-bf90-57f5-9e88-a85780970137-897c1c42-e488-4ced-a77c-c7d0d0cbe683', 'network_id': '897c1c42-e488-4ced-a77c-c7d0d0cbe683', 'tenant_id': '9b42eac128a44ae3a2dc8128ee2a6168', 'fixed_ips': [{'subnet_id': '92e5f5b8-9696-457f-ae6c-45fc0d990c5e'}]}} from n-d-799529-6. {{(pid=94447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:21:09.115799 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-20c5ccc7-0da9-4e4e-bda2-41e404965d2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:09.118000 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-555046d1-d5d5-493c-b18b-e7eaa4a3a2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:09.148974 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-a9a88976-e756-4832-8881-b666aa2426ad None None] Set router c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:21:09.215339 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device c18ca46a-1c1d-45d5-9c4f-e29b85634d3e up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:21:09.226898 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-20c5ccc7-0da9-4e4e-bda2-41e404965d2e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:09.313635 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.db_base_plugin_common [None req-555046d1-d5d5-493c-b18b-e7eaa4a3a2c9 None None] Allocated IP 172.20.0.2 (897c1c42-e488-4ced-a77c-c7d0d0cbe683/92e5f5b8-9696-457f-ae6c-45fc0d990c5e/5caebf8c-f811-4881-914d-b0074a3af77f) {{(pid=94447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:21:09.372225 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port c18ca46a-1c1d-45d5-9c4f-e29b85634d3e completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:21:09.379023 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port c18ca46a-1c1d-45d5-9c4f-e29b85634d3e triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:21:09.379694 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:09.387949 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-a9a88976-e756-4832-8881-b666aa2426ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9', 'name': 'tempest-TestSnapshotPattern-851626850-router', 'tenant_id': '237e415f767d4432a571aa0ee74f6e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c18ca46a-1c1d-45d5-9c4f-e29b85634d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:03Z', 'updated_at': '2021-07-09T16:21:06Z', 'revision_number': 4, 'project_id': '237e415f767d4432a571aa0ee74f6e12', 'gw_port': {'id': 'c18ca46a-1c1d-45d5-9c4f-e29b85634d3e', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:51:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:04Z', 'updated_at': '2021-07-09T16:21:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'f9f0b013-d371-42c3-8538-967a81a23871', 'name': '', 'network_id': 'd81e2710-69c7-4af7-9e84-94e2c397d649', 'tenant_id': '237e415f767d4432a571aa0ee74f6e12', 'mac_address': 'fa:16:3e:c0:e9:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '98d53ec8-763d-4053-9239-55ea8c03b03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:05Z', 'updated_at': '2021-07-09T16:21:06Z', 'revision_number': 2, 'project_id': '237e415f767d4432a571aa0ee74f6e12', 'subnets': [{'id': '98d53ec8-763d-4053-9239-55ea8c03b03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:09.420823 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a88976-e756-4832-8881-b666aa2426ad None None] Checking router: c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:21:09.425121 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a88976-e756-4832-8881-b666aa2426ad None None] Updating router c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9 port f9f0b013-d371-42c3-8538-967a81a23871 binding host n-d-799529-6 {{(pid=94448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:21:09.474045 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-a9a88976-e756-4832-8881-b666aa2426ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:09.537526 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:09.560686 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port c18ca46a-1c1d-45d5-9c4f-e29b85634d3e, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=c18ca46a-1c1d-45d5-9c4f-e29b85634d3e,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:21:09.565999 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-555046d1-d5d5-493c-b18b-e7eaa4a3a2c9 None None] Notify callbacks [] for port, precommit_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:09.575242 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-555046d1-d5d5-493c-b18b-e7eaa4a3a2c9 None None] Transition to ACTIVE for port object 5caebf8c-f811-4881-914d-b0074a3af77f will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:21:09.592867 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-555046d1-d5d5-493c-b18b-e7eaa4a3a2c9 None None] Transition to ACTIVE for port object 5caebf8c-f811-4881-914d-b0074a3af77f will not be triggered until provisioned by entity DHCP. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:21:09.635212 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:09.666848 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-555046d1-d5d5-493c-b18b-e7eaa4a3a2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492'] for port, after_create {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:09.699676 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555046d1-d5d5-493c-b18b-e7eaa4a3a2c9 None None] Network 897c1c42-e488-4ced-a77c-c7d0d0cbe683 is already hosted by enough agents. {{(pid=94447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:21:09.705010 n-d-799529-6 neutron-server[94447]: DEBUG neutron.scheduler.base_scheduler [None req-555046d1-d5d5-493c-b18b-e7eaa4a3a2c9 None None] Resources bound (agent type, host, resource id): {{(pid=94447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:21:09.707534 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=c18ca46a-1c1d-45d5-9c4f-e29b85634d3e,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:09.711157 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555046d1-d5d5-493c-b18b-e7eaa4a3a2c9 None None] Received port after_create {{(pid=94447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:21:09.773453 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-a9a88976-e756-4832-8881-b666aa2426ad None None] Notify callbacks [] for port, precommit_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:09.786020 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.provisioning_blocks [None req-a9a88976-e756-4832-8881-b666aa2426ad None None] Transition to ACTIVE for port object f9f0b013-d371-42c3-8538-967a81a23871 will not be triggered until provisioned by entity L2. {{(pid=94448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:21:09.788426 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-20c5ccc7-0da9-4e4e-bda2-41e404965d2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4148'] for router, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:09.797764 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-555046d1-d5d5-493c-b18b-e7eaa4a3a2c9 None None] Attempting to bind port 5caebf8c-f811-4881-914d-b0074a3af77f on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:21:09.798136 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-555046d1-d5d5-493c-b18b-e7eaa4a3a2c9 None None] Attempting to bind port 5caebf8c-f811-4881-914d-b0074a3af77f by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '993119f6-33d7-4d5c-8171-2993020c6049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '897c1c42-e488-4ced-a77c-c7d0d0cbe683'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:21:09.798501 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555046d1-d5d5-493c-b18b-e7eaa4a3a2c9 None None] Attempting to bind port 5caebf8c-f811-4881-914d-b0074a3af77f on network 897c1c42-e488-4ced-a77c-c7d0d0cbe683 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:21:09.801056 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555046d1-d5d5-493c-b18b-e7eaa4a3a2c9 None None] Pushing event updated for resources: {'Port': ['ID=5caebf8c-f811-4881-914d-b0074a3af77f,revision_number=1']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:09.807439 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555046d1-d5d5-493c-b18b-e7eaa4a3a2c9 None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:21:09.812963 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555046d1-d5d5-493c-b18b-e7eaa4a3a2c9 None None] Checking segment: {'id': '993119f6-33d7-4d5c-8171-2993020c6049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '897c1c42-e488-4ced-a77c-c7d0d0cbe683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:21:09.812963 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-555046d1-d5d5-493c-b18b-e7eaa4a3a2c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:09.812963 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555046d1-d5d5-493c-b18b-e7eaa4a3a2c9 None None] Bound using segment: {'id': '993119f6-33d7-4d5c-8171-2993020c6049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '897c1c42-e488-4ced-a77c-c7d0d0cbe683'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:21:09.812963 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-555046d1-d5d5-493c-b18b-e7eaa4a3a2c9 None None] Bound port: 5caebf8c-f811-4881-914d-b0074a3af77f, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '993119f6-33d7-4d5c-8171-2993020c6049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '897c1c42-e488-4ced-a77c-c7d0d0cbe683'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:21:09.812963 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-555046d1-d5d5-493c-b18b-e7eaa4a3a2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:09.840766 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-a9a88976-e756-4832-8881-b666aa2426ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:09.881195 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-555046d1-d5d5-493c-b18b-e7eaa4a3a2c9 None None] For port 5caebf8c-f811-4881-914d-b0074a3af77f, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:21:09.886612 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-555046d1-d5d5-493c-b18b-e7eaa4a3a2c9 None None] For port 5caebf8c-f811-4881-914d-b0074a3af77f, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=5caebf8c-f811-4881-914d-b0074a3af77f,segment=NetworkSegment(993119f6-33d7-4d5c-8171-2993020c6049),segment_id=993119f6-33d7-4d5c-8171-2993020c6049)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:21:09.895521 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63643745-b16b-4098-a1c5-f767ae453ac2 None None] Pushing event updated for resources: {'Port': ['ID=f9f0b013-d371-42c3-8538-967a81a23871,revision_number=3']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:09.920091 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63643745-b16b-4098-a1c5-f767ae453ac2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:21:09.920486 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63643745-b16b-4098-a1c5-f767ae453ac2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:21:09.923713 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63643745-b16b-4098-a1c5-f767ae453ac2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:21:09.923713 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63643745-b16b-4098-a1c5-f767ae453ac2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:21:09.923713 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63643745-b16b-4098-a1c5-f767ae453ac2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:21:09.923713 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63643745-b16b-4098-a1c5-f767ae453ac2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:21:09.923713 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63643745-b16b-4098-a1c5-f767ae453ac2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:21:09.923713 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63643745-b16b-4098-a1c5-f767ae453ac2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:21:09.923713 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63643745-b16b-4098-a1c5-f767ae453ac2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:21:09.923713 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63643745-b16b-4098-a1c5-f767ae453ac2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:21:09.923713 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63643745-b16b-4098-a1c5-f767ae453ac2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:21:09.923713 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63643745-b16b-4098-a1c5-f767ae453ac2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:21:09.938890 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-555046d1-d5d5-493c-b18b-e7eaa4a3a2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:09.962755 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-a9a88976-e756-4832-8881-b666aa2426ad None None] Attempting to bind port f9f0b013-d371-42c3-8538-967a81a23871 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:21:09.963135 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-a9a88976-e756-4832-8881-b666aa2426ad None None] Attempting to bind port f9f0b013-d371-42c3-8538-967a81a23871 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '9767372c-e5cf-4802-9aa3-afb765fa4ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd81e2710-69c7-4af7-9e84-94e2c397d649'}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:21:09.963523 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a88976-e756-4832-8881-b666aa2426ad None None] Attempting to bind port f9f0b013-d371-42c3-8538-967a81a23871 on network d81e2710-69c7-4af7-9e84-94e2c397d649 {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:21:09.969041 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a88976-e756-4832-8881-b666aa2426ad None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:21:09.969438 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a88976-e756-4832-8881-b666aa2426ad None None] Checking segment: {'id': '9767372c-e5cf-4802-9aa3-afb765fa4ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd81e2710-69c7-4af7-9e84-94e2c397d649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:21:09.969823 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-a9a88976-e756-4832-8881-b666aa2426ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:09.970221 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a88976-e756-4832-8881-b666aa2426ad None None] Bound using segment: {'id': '9767372c-e5cf-4802-9aa3-afb765fa4ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd81e2710-69c7-4af7-9e84-94e2c397d649'} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:21:09.970697 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-a9a88976-e756-4832-8881-b666aa2426ad None None] Bound port: f9f0b013-d371-42c3-8538-967a81a23871, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9767372c-e5cf-4802-9aa3-afb765fa4ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd81e2710-69c7-4af7-9e84-94e2c397d649'}}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:21:09.971159 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-a9a88976-e756-4832-8881-b666aa2426ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:10.009917 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555046d1-d5d5-493c-b18b-e7eaa4a3a2c9 None None] Pushing event updated for resources: {'Port': ['ID=5caebf8c-f811-4881-914d-b0074a3af77f,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:10.053797 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-a9a88976-e756-4832-8881-b666aa2426ad None None] For port f9f0b013-d371-42c3-8538-967a81a23871, host n-d-799529-6, cleared binding levels {{(pid=94448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:21:10.059047 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-a9a88976-e756-4832-8881-b666aa2426ad None None] For port f9f0b013-d371-42c3-8538-967a81a23871, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=f9f0b013-d371-42c3-8538-967a81a23871,segment=NetworkSegment(9767372c-e5cf-4802-9aa3-afb765fa4ca1),segment_id=9767372c-e5cf-4802-9aa3-afb765fa4ca1)] {{(pid=94448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:21:10.104985 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-20c5ccc7-0da9-4e4e-bda2-41e404965d2e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:10.124598 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-20c5ccc7-0da9-4e4e-bda2-41e404965d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:10.144766 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-a9a88976-e756-4832-8881-b666aa2426ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:10.209318 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a88976-e756-4832-8881-b666aa2426ad None None] Routers {'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:21:10.209960 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-a9a88976-e756-4832-8881-b666aa2426ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:20:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:10.244193 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63643745-b16b-4098-a1c5-f767ae453ac2 None None] Pushing event updated for resources: {'Port': ['ID=f9f0b013-d371-42c3-8538-967a81a23871,revision_number=4']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:10.276014 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-20c5ccc7-0da9-4e4e-bda2-41e404965d2e admin admin] Allocated IP 172.25.3.29 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/28807af7-a6b7-4802-97dc-6f4de3d9bd6e) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:21:10.413781 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-20c5ccc7-0da9-4e4e-bda2-41e404965d2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:10.488633 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-a9a88976-e756-4832-8881-b666aa2426ad None None] Set router c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:21:10.515535 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-20c5ccc7-0da9-4e4e-bda2-41e404965d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:10.564776 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c5ccc7-0da9-4e4e-bda2-41e404965d2e admin admin] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:21:10.570699 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-20c5ccc7-0da9-4e4e-bda2-41e404965d2e admin admin] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:21:10.572954 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c5ccc7-0da9-4e4e-bda2-41e404965d2e admin admin] Pushing event updated for resources: {'Port': ['ID=28807af7-a6b7-4802-97dc-6f4de3d9bd6e,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:10.580272 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c5ccc7-0da9-4e4e-bda2-41e404965d2e admin admin] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:21:10.703607 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-a9a88976-e756-4832-8881-b666aa2426ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9', 'name': 'tempest-TestSnapshotPattern-851626850-router', 'tenant_id': '237e415f767d4432a571aa0ee74f6e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c18ca46a-1c1d-45d5-9c4f-e29b85634d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:03Z', 'updated_at': '2021-07-09T16:21:06Z', 'revision_number': 4, 'project_id': '237e415f767d4432a571aa0ee74f6e12', 'gw_port': {'id': 'c18ca46a-1c1d-45d5-9c4f-e29b85634d3e', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:51:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:04Z', 'updated_at': '2021-07-09T16:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'f9f0b013-d371-42c3-8538-967a81a23871', 'name': '', 'network_id': 'd81e2710-69c7-4af7-9e84-94e2c397d649', 'tenant_id': '237e415f767d4432a571aa0ee74f6e12', 'mac_address': 'fa:16:3e:c0:e9:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '98d53ec8-763d-4053-9239-55ea8c03b03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:05Z', 'updated_at': '2021-07-09T16:21:10Z', 'revision_number': 4, 'project_id': '237e415f767d4432a571aa0ee74f6e12', 'subnets': [{'id': '98d53ec8-763d-4053-9239-55ea8c03b03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:10.730113 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a88976-e756-4832-8881-b666aa2426ad None None] The sync data for ids ['c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9'] in n-d-799529-6 is: [{'id': 'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9', 'name': 'tempest-TestSnapshotPattern-851626850-router', 'tenant_id': '237e415f767d4432a571aa0ee74f6e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c18ca46a-1c1d-45d5-9c4f-e29b85634d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:03Z', 'updated_at': '2021-07-09T16:21:06Z', 'revision_number': 4, 'project_id': '237e415f767d4432a571aa0ee74f6e12', 'gw_port': {'id': 'c18ca46a-1c1d-45d5-9c4f-e29b85634d3e', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:51:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:04Z', 'updated_at': '2021-07-09T16:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'f9f0b013-d371-42c3-8538-967a81a23871', 'name': '', 'network_id': 'd81e2710-69c7-4af7-9e84-94e2c397d649', 'tenant_id': '237e415f767d4432a571aa0ee74f6e12', 'mac_address': 'fa:16:3e:c0:e9:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '98d53ec8-763d-4053-9239-55ea8c03b03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:05Z', 'updated_at': '2021-07-09T16:21:10Z', 'revision_number': 4, 'project_id': '237e415f767d4432a571aa0ee74f6e12', 'subnets': [{'id': '98d53ec8-763d-4053-9239-55ea8c03b03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:21:10.892115 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-20c5ccc7-0da9-4e4e-bda2-41e404965d2e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:11.087639 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105d6b58-681e-45e6-b5d7-843662852bd4 None None] Network 897c1c42-e488-4ced-a77c-c7d0d0cbe683 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:21:11.116162 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-20c5ccc7-0da9-4e4e-bda2-41e404965d2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668864'] for router, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:11.308677 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-fbf60fd9-5530-4288-950e-ee0244f707ce None None] Provisioning for port 5caebf8c-f811-4881-914d-b0074a3af77f completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:21:11.318445 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device f9f0b013-d371-42c3-8538-967a81a23871 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:21:11.395968 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20c5ccc7-0da9-4e4e-bda2-41e404965d2e admin admin] Router 6bac3250-cdf5-4bc6-b63a-5e81ee382b99 is scheduled to L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc with binding_index 1 {{(pid=94446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:21:11.441183 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port f9f0b013-d371-42c3-8538-967a81a23871 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:21:11.446153 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port f9f0b013-d371-42c3-8538-967a81a23871 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:21:11.446539 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:11.529390 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c5ccc7-0da9-4e4e-bda2-41e404965d2e admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:21:11.548907 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415dd97c-6aa6-4938-bcd0-1a0a46d051be None None] Sync routers for ids ['6bac3250-cdf5-4bc6-b63a-5e81ee382b99'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:21:11.554585 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:11.578225 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415dd97c-6aa6-4938-bcd0-1a0a46d051be None None] Routers {'6bac3250-cdf5-4bc6-b63a-5e81ee382b99'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:21:11.584407 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-415dd97c-6aa6-4938-bcd0-1a0a46d051be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:20:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['6bac3250-cdf5-4bc6-b63a-5e81ee382b99'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:11.623679 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-20c5ccc7-0da9-4e4e-bda2-41e404965d2e admin admin] Notify callbacks [] for router, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:11.625002 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-20c5ccc7-0da9-4e4e-bda2-41e404965d2e admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5912831 Jul 09 16:21:11.627630 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 32982) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:11.645765 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port f9f0b013-d371-42c3-8538-967a81a23871, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=f9f0b013-d371-42c3-8538-967a81a23871,segment=NetworkSegment(9767372c-e5cf-4802-9aa3-afb765fa4ca1),segment_id=9767372c-e5cf-4802-9aa3-afb765fa4ca1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:21:11.707796 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:11.708618 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 5caebf8c-f811-4881-914d-b0074a3af77f up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:21:11.715165 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-415dd97c-6aa6-4938-bcd0-1a0a46d051be None None] Set router 6bac3250-cdf5-4bc6-b63a-5e81ee382b99 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:21:12.044705 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-60354342-57fc-4e3b-bd4e-571c62ecec12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:12.047713 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=f9f0b013-d371-42c3-8538-967a81a23871,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:12.128421 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 5caebf8c-f811-4881-914d-b0074a3af77f completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:21:12.132884 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-415dd97c-6aa6-4938-bcd0-1a0a46d051be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bac3250-cdf5-4bc6-b63a-5e81ee382b99', 'name': 'tempest-TestSnapshotPattern-1200173212-router', 'tenant_id': '9b42eac128a44ae3a2dc8128ee2a6168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '28807af7-a6b7-4802-97dc-6f4de3d9bd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:09Z', 'updated_at': '2021-07-09T16:21:10Z', 'revision_number': 3, 'project_id': '9b42eac128a44ae3a2dc8128ee2a6168', 'gw_port': {'id': '28807af7-a6b7-4802-97dc-6f4de3d9bd6e', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:59:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bac3250-cdf5-4bc6-b63a-5e81ee382b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:10Z', 'updated_at': '2021-07-09T16:21:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:12.135902 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 5caebf8c-f811-4881-914d-b0074a3af77f triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:21:12.136319 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:12.162288 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415dd97c-6aa6-4938-bcd0-1a0a46d051be None None] Checking router: 6bac3250-cdf5-4bc6-b63a-5e81ee382b99 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:21:12.162624 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415dd97c-6aa6-4938-bcd0-1a0a46d051be None None] Updating router 6bac3250-cdf5-4bc6-b63a-5e81ee382b99 port 28807af7-a6b7-4802-97dc-6f4de3d9bd6e binding host n-d-799529-6 {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:21:12.213862 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-60354342-57fc-4e3b-bd4e-571c62ecec12 admin admin] Allocated IP 172.20.0.1 (897c1c42-e488-4ced-a77c-c7d0d0cbe683/92e5f5b8-9696-457f-ae6c-45fc0d990c5e/c96da521-b410-456a-a968-c4ab5cf48ed4) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:21:12.227738 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-415dd97c-6aa6-4938-bcd0-1a0a46d051be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:12.318642 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-60354342-57fc-4e3b-bd4e-571c62ecec12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:12.331463 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-60354342-57fc-4e3b-bd4e-571c62ecec12 admin admin] Transition to ACTIVE for port object c96da521-b410-456a-a968-c4ab5cf48ed4 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:21:12.361028 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:12.430216 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-60354342-57fc-4e3b-bd4e-571c62ecec12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:12.441266 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 5caebf8c-f811-4881-914d-b0074a3af77f, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=5caebf8c-f811-4881-914d-b0074a3af77f,segment=NetworkSegment(993119f6-33d7-4d5c-8171-2993020c6049),segment_id=993119f6-33d7-4d5c-8171-2993020c6049)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:21:12.473658 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60354342-57fc-4e3b-bd4e-571c62ecec12 admin admin] Network 897c1c42-e488-4ced-a77c-c7d0d0cbe683 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:21:12.478704 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-60354342-57fc-4e3b-bd4e-571c62ecec12 admin admin] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:21:12.482168 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60354342-57fc-4e3b-bd4e-571c62ecec12 admin admin] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:21:12.508646 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60354342-57fc-4e3b-bd4e-571c62ecec12 admin admin] Pushing event updated for resources: {'Port': ['ID=c96da521-b410-456a-a968-c4ab5cf48ed4,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:12.526898 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-60354342-57fc-4e3b-bd4e-571c62ecec12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754377'] for router_interface, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:12.533593 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:12.535046 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device c18ca46a-1c1d-45d5-9c4f-e29b85634d3e up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:21:12.602847 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-415dd97c-6aa6-4938-bcd0-1a0a46d051be None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:12.629197 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-415dd97c-6aa6-4938-bcd0-1a0a46d051be None None] Transition to ACTIVE for port object 28807af7-a6b7-4802-97dc-6f4de3d9bd6e will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:21:12.644688 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=5caebf8c-f811-4881-914d-b0074a3af77f,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:12.656307 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port c18ca46a-1c1d-45d5-9c4f-e29b85634d3e triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:21:12.656681 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:12.728018 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-415dd97c-6aa6-4938-bcd0-1a0a46d051be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:12.778838 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-415dd97c-6aa6-4938-bcd0-1a0a46d051be None None] Attempting to bind port 28807af7-a6b7-4802-97dc-6f4de3d9bd6e on host n-d-799529-6 for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:21:12.779211 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-415dd97c-6aa6-4938-bcd0-1a0a46d051be None None] Attempting to bind port 28807af7-a6b7-4802-97dc-6f4de3d9bd6e by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:21:12.779599 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415dd97c-6aa6-4938-bcd0-1a0a46d051be None None] Attempting to bind port 28807af7-a6b7-4802-97dc-6f4de3d9bd6e on network 202c7ce6-d4e9-4f80-84dd-bef08905a653 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:21:12.786176 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-60354342-57fc-4e3b-bd4e-571c62ecec12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:12.786719 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609cb07-41d7-4b13-a720-2a853392db9f None None] Pushing event updated for resources: {'Port': ['ID=28807af7-a6b7-4802-97dc-6f4de3d9bd6e,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:12.790855 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415dd97c-6aa6-4938-bcd0-1a0a46d051be None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:21:12.791283 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415dd97c-6aa6-4938-bcd0-1a0a46d051be None None] Checking segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:21:12.791676 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-415dd97c-6aa6-4938-bcd0-1a0a46d051be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:12.792068 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415dd97c-6aa6-4938-bcd0-1a0a46d051be None None] Bound using segment: {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:21:12.792539 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-415dd97c-6aa6-4938-bcd0-1a0a46d051be None None] Bound port: 28807af7-a6b7-4802-97dc-6f4de3d9bd6e, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd096c0a0-3652-4478-a7d2-ac4a899b4f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:21:12.792918 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-415dd97c-6aa6-4938-bcd0-1a0a46d051be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:12.859353 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-415dd97c-6aa6-4938-bcd0-1a0a46d051be None None] For port 28807af7-a6b7-4802-97dc-6f4de3d9bd6e, host n-d-799529-6, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:21:12.862383 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-415dd97c-6aa6-4938-bcd0-1a0a46d051be None None] For port 28807af7-a6b7-4802-97dc-6f4de3d9bd6e, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=28807af7-a6b7-4802-97dc-6f4de3d9bd6e,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:21:12.915327 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-aea6d12a-44e4-48d8-8d71-60dfaaa14187 None None] Provisioning for port c96da521-b410-456a-a968-c4ab5cf48ed4 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:21:12.919534 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-aea6d12a-44e4-48d8-8d71-60dfaaa14187 None None] Provisioning complete for port c96da521-b410-456a-a968-c4ab5cf48ed4 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:21:12.919913 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-aea6d12a-44e4-48d8-8d71-60dfaaa14187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:12.946815 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-415dd97c-6aa6-4938-bcd0-1a0a46d051be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:12.955583 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-60354342-57fc-4e3b-bd4e-571c62ecec12 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:12.996052 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-aea6d12a-44e4-48d8-8d71-60dfaaa14187 None None] Port c96da521-b410-456a-a968-c4ab5cf48ed4 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:21:13.016474 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415dd97c-6aa6-4938-bcd0-1a0a46d051be None None] Routers {'6bac3250-cdf5-4bc6-b63a-5e81ee382b99'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:21:13.017101 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-415dd97c-6aa6-4938-bcd0-1a0a46d051be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:20:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['6bac3250-cdf5-4bc6-b63a-5e81ee382b99'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:13.020734 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609cb07-41d7-4b13-a720-2a853392db9f None None] Pushing event updated for resources: {'Port': ['ID=28807af7-a6b7-4802-97dc-6f4de3d9bd6e,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:13.029490 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-60354342-57fc-4e3b-bd4e-571c62ecec12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:13.095871 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-60354342-57fc-4e3b-bd4e-571c62ecec12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785050'] for router_interface, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:13.098554 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60354342-57fc-4e3b-bd4e-571c62ecec12 admin admin] Pushing event updated for resources: {'Port': ['ID=c96da521-b410-456a-a968-c4ab5cf48ed4,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:13.129079 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-415dd97c-6aa6-4938-bcd0-1a0a46d051be None None] Set router 6bac3250-cdf5-4bc6-b63a-5e81ee382b99 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:21:13.196218 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60354342-57fc-4e3b-bd4e-571c62ecec12 admin admin] Network 897c1c42-e488-4ced-a77c-c7d0d0cbe683 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:21:13.197687 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-60354342-57fc-4e3b-bd4e-571c62ecec12 admin admin] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:21:13.200198 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device f9f0b013-d371-42c3-8538-967a81a23871 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:21:13.320789 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60354342-57fc-4e3b-bd4e-571c62ecec12 admin admin] Router 6bac3250-cdf5-4bc6-b63a-5e81ee382b99 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:21:13.321365 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port f9f0b013-d371-42c3-8538-967a81a23871 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:21:13.321534 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:13.437425 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-415dd97c-6aa6-4938-bcd0-1a0a46d051be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bac3250-cdf5-4bc6-b63a-5e81ee382b99', 'name': 'tempest-TestSnapshotPattern-1200173212-router', 'tenant_id': '9b42eac128a44ae3a2dc8128ee2a6168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '28807af7-a6b7-4802-97dc-6f4de3d9bd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:09Z', 'updated_at': '2021-07-09T16:21:12Z', 'revision_number': 4, 'project_id': '9b42eac128a44ae3a2dc8128ee2a6168', 'gw_port': {'id': '28807af7-a6b7-4802-97dc-6f4de3d9bd6e', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:59:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bac3250-cdf5-4bc6-b63a-5e81ee382b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:10Z', 'updated_at': '2021-07-09T16:21:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'c96da521-b410-456a-a968-c4ab5cf48ed4', 'name': '', 'network_id': '897c1c42-e488-4ced-a77c-c7d0d0cbe683', 'tenant_id': '9b42eac128a44ae3a2dc8128ee2a6168', 'mac_address': 'fa:16:3e:d5:9e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bac3250-cdf5-4bc6-b63a-5e81ee382b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '92e5f5b8-9696-457f-ae6c-45fc0d990c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:12Z', 'updated_at': '2021-07-09T16:21:12Z', 'revision_number': 1, 'project_id': '9b42eac128a44ae3a2dc8128ee2a6168', 'subnets': [{'id': '92e5f5b8-9696-457f-ae6c-45fc0d990c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:13.448189 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60354342-57fc-4e3b-bd4e-571c62ecec12 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:21:13.454287 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-60354342-57fc-4e3b-bd4e-571c62ecec12 admin admin] 10.222.0.58 "PUT /v2.0/routers/6bac3250-cdf5-4bc6-b63a-5e81ee382b99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8254597 Jul 09 16:21:13.468462 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415dd97c-6aa6-4938-bcd0-1a0a46d051be None None] The sync data for ids ['6bac3250-cdf5-4bc6-b63a-5e81ee382b99'] in n-d-799529-6 is: [{'id': '6bac3250-cdf5-4bc6-b63a-5e81ee382b99', 'name': 'tempest-TestSnapshotPattern-1200173212-router', 'tenant_id': '9b42eac128a44ae3a2dc8128ee2a6168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '28807af7-a6b7-4802-97dc-6f4de3d9bd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:09Z', 'updated_at': '2021-07-09T16:21:12Z', 'revision_number': 4, 'project_id': '9b42eac128a44ae3a2dc8128ee2a6168', 'gw_port': {'id': '28807af7-a6b7-4802-97dc-6f4de3d9bd6e', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:59:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bac3250-cdf5-4bc6-b63a-5e81ee382b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:10Z', 'updated_at': '2021-07-09T16:21:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'c96da521-b410-456a-a968-c4ab5cf48ed4', 'name': '', 'network_id': '897c1c42-e488-4ced-a77c-c7d0d0cbe683', 'tenant_id': '9b42eac128a44ae3a2dc8128ee2a6168', 'mac_address': 'fa:16:3e:d5:9e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bac3250-cdf5-4bc6-b63a-5e81ee382b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '92e5f5b8-9696-457f-ae6c-45fc0d990c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:12Z', 'updated_at': '2021-07-09T16:21:12Z', 'revision_number': 1, 'project_id': '9b42eac128a44ae3a2dc8128ee2a6168', 'subnets': [{'id': '92e5f5b8-9696-457f-ae6c-45fc0d990c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:21:13.470513 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 5caebf8c-f811-4881-914d-b0074a3af77f up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:21:13.532682 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 5caebf8c-f811-4881-914d-b0074a3af77f triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:21:13.533199 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:13.563369 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-be7fd3ed-ad74-4c10-8835-12e4d6ce7e42 None None] Provisioning complete for port c96da521-b410-456a-a968-c4ab5cf48ed4 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:21:13.563798 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-be7fd3ed-ad74-4c10-8835-12e4d6ce7e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:13.613397 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-be7fd3ed-ad74-4c10-8835-12e4d6ce7e42 None None] Port c96da521-b410-456a-a968-c4ab5cf48ed4 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:21:14.247745 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 32992) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:14.247745 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-47e8e558-7bc6-4acb-ba1f-e73636fd1361 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1157593170', 'description': 'tempest-secgroup-smoke-1157593170 description', 'project_id': '237e415f767d4432a571aa0ee74f6e12'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:21:14.309783 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-47e8e558-7bc6-4acb-ba1f-e73636fd1361 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks [] for security_group, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:14.399076 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-47e8e558-7bc6-4acb-ba1f-e73636fd1361 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks [] for security_group, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:14.446829 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-47e8e558-7bc6-4acb-ba1f-e73636fd1361 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:14.476860 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e8e558-7bc6-4acb-ba1f-e73636fd1361 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4cd213-caab-456a-a337-40d4f87636a2,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:14.527027 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-47e8e558-7bc6-4acb-ba1f-e73636fd1361 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:14.528505 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-47e8e558-7bc6-4acb-ba1f-e73636fd1361 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2890596 Jul 09 16:21:14.531924 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 32994) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:14.540069 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-90d4da20-cf36-428a-9c38-a4f28a32bc05 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Request body: {'security_group_rule': {'security_group_id': '7d4cd213-caab-456a-a337-40d4f87636a2', 'project_id': '237e415f767d4432a571aa0ee74f6e12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:21:14.618163 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-90d4da20-cf36-428a-9c38-a4f28a32bc05 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:14.679380 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-90d4da20-cf36-428a-9c38-a4f28a32bc05 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:14.726887 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-90d4da20-cf36-428a-9c38-a4f28a32bc05 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:14.746294 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d4da20-cf36-428a-9c38-a4f28a32bc05 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae7ae49a-9687-4af8-a49d-ccb83ac8b2f5,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:14.789643 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-90d4da20-cf36-428a-9c38-a4f28a32bc05 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:14.790891 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-90d4da20-cf36-428a-9c38-a4f28a32bc05 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2579789 Jul 09 16:21:14.793559 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 32996) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:14.797991 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-0721e220-a7b5-47eb-96e7-4c417d9ed267 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Request body: {'security_group_rule': {'security_group_id': '7d4cd213-caab-456a-a337-40d4f87636a2', 'project_id': '237e415f767d4432a571aa0ee74f6e12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:21:14.898199 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0721e220-a7b5-47eb-96e7-4c417d9ed267 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:14.957245 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0721e220-a7b5-47eb-96e7-4c417d9ed267 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:14.995448 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0721e220-a7b5-47eb-96e7-4c417d9ed267 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:15.014555 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0721e220-a7b5-47eb-96e7-4c417d9ed267 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3ad1652-b09b-422b-9335-9c562008e5c5,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:15.064432 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0721e220-a7b5-47eb-96e7-4c417d9ed267 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:15.066548 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-0721e220-a7b5-47eb-96e7-4c417d9ed267 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2712579 Jul 09 16:21:15.069143 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 32998) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:15.073725 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-a5dc4ee5-ef62-426d-893f-01d01bdf1725 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Request body: {'security_group_rule': {'security_group_id': '7d4cd213-caab-456a-a337-40d4f87636a2', 'project_id': '237e415f767d4432a571aa0ee74f6e12', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:21:15.155529 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a5dc4ee5-ef62-426d-893f-01d01bdf1725 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:15.175731 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 28807af7-a6b7-4802-97dc-6f4de3d9bd6e up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:21:15.224722 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a5dc4ee5-ef62-426d-893f-01d01bdf1725 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:15.298329 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a5dc4ee5-ef62-426d-893f-01d01bdf1725 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:15.310082 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port 28807af7-a6b7-4802-97dc-6f4de3d9bd6e completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:21:15.314292 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 28807af7-a6b7-4802-97dc-6f4de3d9bd6e triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:21:15.314665 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:15.319438 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dc4ee5-ef62-426d-893f-01d01bdf1725 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b252858-0b2b-4d16-a680-74ac03d8eb00,revision_number=0']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:15.395869 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:15.401454 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a5dc4ee5-ef62-426d-893f-01d01bdf1725 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:15.405753 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a5dc4ee5-ef62-426d-893f-01d01bdf1725 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3356247 Jul 09 16:21:15.405910 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 33000) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:15.411699 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-20a8f8a9-7e76-4e06-97d6-89a387aaa3c7 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Request body: {'security_group_rule': {'security_group_id': '7d4cd213-caab-456a-a337-40d4f87636a2', 'project_id': '237e415f767d4432a571aa0ee74f6e12', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:21:15.419223 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port 28807af7-a6b7-4802-97dc-6f4de3d9bd6e, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=28807af7-a6b7-4802-97dc-6f4de3d9bd6e,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:21:15.448607 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b864ad76-1c30-423a-85bf-aaf61305b76d None None] Sync routers for ids ['6bac3250-cdf5-4bc6-b63a-5e81ee382b99'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:21:15.458621 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b864ad76-1c30-423a-85bf-aaf61305b76d None None] Routers {'6bac3250-cdf5-4bc6-b63a-5e81ee382b99'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:21:15.459312 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-b864ad76-1c30-423a-85bf-aaf61305b76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:20:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['6bac3250-cdf5-4bc6-b63a-5e81ee382b99'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:15.504451 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:15.520914 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-20a8f8a9-7e76-4e06-97d6-89a387aaa3c7 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:15.557815 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=28807af7-a6b7-4802-97dc-6f4de3d9bd6e,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:15.574864 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-b864ad76-1c30-423a-85bf-aaf61305b76d None None] Set router 6bac3250-cdf5-4bc6-b63a-5e81ee382b99 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:21:15.594295 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-20a8f8a9-7e76-4e06-97d6-89a387aaa3c7 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:15.635850 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-20a8f8a9-7e76-4e06-97d6-89a387aaa3c7 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:15.656050 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a8f8a9-7e76-4e06-97d6-89a387aaa3c7 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b690c00a-ef62-4fad-8482-e8f168d7a250,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:15.698785 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-20a8f8a9-7e76-4e06-97d6-89a387aaa3c7 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:15.699990 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-20a8f8a9-7e76-4e06-97d6-89a387aaa3c7 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2929814 Jul 09 16:21:15.702767 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 33002) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:15.708001 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-3eee4983-7b4b-4ab5-8f98-9b46325e001a tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Request body: {'security_group_rule': {'security_group_id': '7d4cd213-caab-456a-a337-40d4f87636a2', 'project_id': '237e415f767d4432a571aa0ee74f6e12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:21:15.767163 n-d-799529-6 neutron-server[94445]: INFO neutron.db.securitygroups_db [None req-3eee4983-7b4b-4ab5-8f98-9b46325e001a tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Project 237e415f767d4432a571aa0ee74f6e12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 16:21:15.772848 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3eee4983-7b4b-4ab5-8f98-9b46325e001a tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:15.787188 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-b864ad76-1c30-423a-85bf-aaf61305b76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bac3250-cdf5-4bc6-b63a-5e81ee382b99', 'name': 'tempest-TestSnapshotPattern-1200173212-router', 'tenant_id': '9b42eac128a44ae3a2dc8128ee2a6168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '28807af7-a6b7-4802-97dc-6f4de3d9bd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:09Z', 'updated_at': '2021-07-09T16:21:12Z', 'revision_number': 4, 'project_id': '9b42eac128a44ae3a2dc8128ee2a6168', 'gw_port': {'id': '28807af7-a6b7-4802-97dc-6f4de3d9bd6e', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:59:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bac3250-cdf5-4bc6-b63a-5e81ee382b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:10Z', 'updated_at': '2021-07-09T16:21:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'c96da521-b410-456a-a968-c4ab5cf48ed4', 'name': '', 'network_id': '897c1c42-e488-4ced-a77c-c7d0d0cbe683', 'tenant_id': '9b42eac128a44ae3a2dc8128ee2a6168', 'mac_address': 'fa:16:3e:d5:9e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bac3250-cdf5-4bc6-b63a-5e81ee382b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '92e5f5b8-9696-457f-ae6c-45fc0d990c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:12Z', 'updated_at': '2021-07-09T16:21:12Z', 'revision_number': 2, 'project_id': '9b42eac128a44ae3a2dc8128ee2a6168', 'subnets': [{'id': '92e5f5b8-9696-457f-ae6c-45fc0d990c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:15.813446 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b864ad76-1c30-423a-85bf-aaf61305b76d None None] Checking router: 6bac3250-cdf5-4bc6-b63a-5e81ee382b99 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:21:15.813803 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b864ad76-1c30-423a-85bf-aaf61305b76d None None] Updating router 6bac3250-cdf5-4bc6-b63a-5e81ee382b99 port c96da521-b410-456a-a968-c4ab5cf48ed4 binding host n-d-799529-6 {{(pid=94448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:21:15.839074 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3eee4983-7b4b-4ab5-8f98-9b46325e001a tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:15.848061 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-b864ad76-1c30-423a-85bf-aaf61305b76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:15.892414 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3eee4983-7b4b-4ab5-8f98-9b46325e001a tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:15.914313 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eee4983-7b4b-4ab5-8f98-9b46325e001a tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1647c18-ca0d-4756-81a2-9b47616fd8a9,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:15.966945 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3eee4983-7b4b-4ab5-8f98-9b46325e001a tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:15.968643 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-3eee4983-7b4b-4ab5-8f98-9b46325e001a tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2649260 Jul 09 16:21:15.971436 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 33004) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:15.976574 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-30f46070-9823-4241-816d-37f2ae4166d3 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Request body: {'security_group_rule': {'security_group_id': '7d4cd213-caab-456a-a337-40d4f87636a2', 'project_id': '237e415f767d4432a571aa0ee74f6e12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:21:16.024016 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:16.049318 n-d-799529-6 neutron-server[94445]: INFO neutron.db.securitygroups_db [None req-30f46070-9823-4241-816d-37f2ae4166d3 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Project 237e415f767d4432a571aa0ee74f6e12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 16:21:16.054641 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-30f46070-9823-4241-816d-37f2ae4166d3 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:16.116401 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-b864ad76-1c30-423a-85bf-aaf61305b76d None None] Notify callbacks [] for port, precommit_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:16.118125 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-30f46070-9823-4241-816d-37f2ae4166d3 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:16.126544 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.provisioning_blocks [None req-b864ad76-1c30-423a-85bf-aaf61305b76d None None] Transition to ACTIVE for port object c96da521-b410-456a-a968-c4ab5cf48ed4 will not be triggered until provisioned by entity L2. {{(pid=94448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:21:16.166743 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-30f46070-9823-4241-816d-37f2ae4166d3 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349966'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:16.185091 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f46070-9823-4241-816d-37f2ae4166d3 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48d7ff80-e7b8-4dc6-b5f0-804ef5748492,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:16.189750 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-b864ad76-1c30-423a-85bf-aaf61305b76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:16.230099 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-30f46070-9823-4241-816d-37f2ae4166d3 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:16.234322 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-30f46070-9823-4241-816d-37f2ae4166d3 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2585487 Jul 09 16:21:16.243716 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3574852-ca78-4703-bce6-a445c1139e34 None None] Pushing event updated for resources: {'Port': ['ID=c96da521-b410-456a-a968-c4ab5cf48ed4,revision_number=3']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:16.306969 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-b864ad76-1c30-423a-85bf-aaf61305b76d None None] Attempting to bind port c96da521-b410-456a-a968-c4ab5cf48ed4 on host n-d-799529-6 for vnic_type normal with profile {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:21:16.307399 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-b864ad76-1c30-423a-85bf-aaf61305b76d None None] Attempting to bind port c96da521-b410-456a-a968-c4ab5cf48ed4 by drivers openvswitch,hyperv on host n-d-799529-6 at level 0 using segments [{'id': '993119f6-33d7-4d5c-8171-2993020c6049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '897c1c42-e488-4ced-a77c-c7d0d0cbe683'}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:21:16.307801 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b864ad76-1c30-423a-85bf-aaf61305b76d None None] Attempting to bind port c96da521-b410-456a-a968-c4ab5cf48ed4 on network 897c1c42-e488-4ced-a77c-c7d0d0cbe683 {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:21:16.313520 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b864ad76-1c30-423a-85bf-aaf61305b76d None None] Checking agent: {'id': '8614f099-69f3-4097-8098-d1e59cd4a785', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 24, 59), 'started_at': datetime.datetime(2021, 7, 9, 14, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:21:16.313894 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b864ad76-1c30-423a-85bf-aaf61305b76d None None] Checking segment: {'id': '993119f6-33d7-4d5c-8171-2993020c6049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '897c1c42-e488-4ced-a77c-c7d0d0cbe683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:21:16.314304 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-b864ad76-1c30-423a-85bf-aaf61305b76d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:16.314695 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b864ad76-1c30-423a-85bf-aaf61305b76d None None] Bound using segment: {'id': '993119f6-33d7-4d5c-8171-2993020c6049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '897c1c42-e488-4ced-a77c-c7d0d0cbe683'} {{(pid=94448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:21:16.315165 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.managers [None req-b864ad76-1c30-423a-85bf-aaf61305b76d None None] Bound port: c96da521-b410-456a-a968-c4ab5cf48ed4, host: n-d-799529-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '993119f6-33d7-4d5c-8171-2993020c6049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '897c1c42-e488-4ced-a77c-c7d0d0cbe683'}}] {{(pid=94448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:21:16.315579 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-b864ad76-1c30-423a-85bf-aaf61305b76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:16.389956 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-b864ad76-1c30-423a-85bf-aaf61305b76d None None] For port c96da521-b410-456a-a968-c4ab5cf48ed4, host n-d-799529-6, cleared binding levels {{(pid=94448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:21:16.393691 n-d-799529-6 neutron-server[94448]: DEBUG neutron.plugins.ml2.db [None req-b864ad76-1c30-423a-85bf-aaf61305b76d None None] For port c96da521-b410-456a-a968-c4ab5cf48ed4, host n-d-799529-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=c96da521-b410-456a-a968-c4ab5cf48ed4,segment=NetworkSegment(993119f6-33d7-4d5c-8171-2993020c6049),segment_id=993119f6-33d7-4d5c-8171-2993020c6049)] {{(pid=94448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:21:16.396062 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-510975a2-6792-4caf-ad9a-d6b0d2e464c3 req-d9876aea-cfa8-48f0-b546-a9d50ab0ba27 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1157593170&fields=id&tenant_id=237e415f767d4432a571aa0ee74f6e12 HTTP/1.1" status: 200 len: 267 time: 0.0379927 Jul 09 16:21:16.448171 n-d-799529-6 neutron-server[94448]: DEBUG neutron_lib.callbacks.manager [None req-b864ad76-1c30-423a-85bf-aaf61305b76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:16.509010 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b864ad76-1c30-423a-85bf-aaf61305b76d None None] Routers {'6bac3250-cdf5-4bc6-b63a-5e81ee382b99'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:21:16.509624 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-b864ad76-1c30-423a-85bf-aaf61305b76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:20:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['6bac3250-cdf5-4bc6-b63a-5e81ee382b99'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:16.511160 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510975a2-6792-4caf-ad9a-d6b0d2e464c3 req-2b29b77e-cc3b-4ea7-b1fa-b7deb90100f8 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:16.513442 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-510975a2-6792-4caf-ad9a-d6b0d2e464c3 req-2b29b77e-cc3b-4ea7-b1fa-b7deb90100f8 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/networks?id=d81e2710-69c7-4af7-9e84-94e2c397d649 HTTP/1.1" status: 200 len: 809 time: 0.1118698 Jul 09 16:21:16.541609 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-510975a2-6792-4caf-ad9a-d6b0d2e464c3 req-7a4b573a-6cb8-44dd-bb6b-79952a892897 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/quotas/237e415f767d4432a571aa0ee74f6e12 HTTP/1.1" status: 200 len: 375 time: 0.0108516 Jul 09 16:21:16.565122 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3574852-ca78-4703-bce6-a445c1139e34 None None] Pushing event updated for resources: {'Port': ['ID=c96da521-b410-456a-a968-c4ab5cf48ed4,revision_number=4']} {{(pid=94448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:16.609072 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-510975a2-6792-4caf-ad9a-d6b0d2e464c3 req-38783f0c-f930-4479-90a1-3f050f9a80da tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=237e415f767d4432a571aa0ee74f6e12&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0707307 Jul 09 16:21:16.638992 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-b864ad76-1c30-423a-85bf-aaf61305b76d None None] Set router 6bac3250-cdf5-4bc6-b63a-5e81ee382b99 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:21:16.802457 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-510975a2-6792-4caf-ad9a-d6b0d2e464c3 req-597f0b63-f7a4-47a8-964e-cf911bb79e59 service neutron] 10.222.0.58 "GET /v2.0/networks/d81e2710-69c7-4af7-9e84-94e2c397d649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797245 Jul 09 16:21:16.840337 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-b864ad76-1c30-423a-85bf-aaf61305b76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bac3250-cdf5-4bc6-b63a-5e81ee382b99', 'name': 'tempest-TestSnapshotPattern-1200173212-router', 'tenant_id': '9b42eac128a44ae3a2dc8128ee2a6168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '28807af7-a6b7-4802-97dc-6f4de3d9bd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:09Z', 'updated_at': '2021-07-09T16:21:12Z', 'revision_number': 4, 'project_id': '9b42eac128a44ae3a2dc8128ee2a6168', 'gw_port': {'id': '28807af7-a6b7-4802-97dc-6f4de3d9bd6e', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:59:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bac3250-cdf5-4bc6-b63a-5e81ee382b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:10Z', 'updated_at': '2021-07-09T16:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'c96da521-b410-456a-a968-c4ab5cf48ed4', 'name': '', 'network_id': '897c1c42-e488-4ced-a77c-c7d0d0cbe683', 'tenant_id': '9b42eac128a44ae3a2dc8128ee2a6168', 'mac_address': 'fa:16:3e:d5:9e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bac3250-cdf5-4bc6-b63a-5e81ee382b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '92e5f5b8-9696-457f-ae6c-45fc0d990c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:12Z', 'updated_at': '2021-07-09T16:21:16Z', 'revision_number': 4, 'project_id': '9b42eac128a44ae3a2dc8128ee2a6168', 'subnets': [{'id': '92e5f5b8-9696-457f-ae6c-45fc0d990c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:16.869679 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b864ad76-1c30-423a-85bf-aaf61305b76d None None] The sync data for ids ['6bac3250-cdf5-4bc6-b63a-5e81ee382b99'] in n-d-799529-6 is: [{'id': '6bac3250-cdf5-4bc6-b63a-5e81ee382b99', 'name': 'tempest-TestSnapshotPattern-1200173212-router', 'tenant_id': '9b42eac128a44ae3a2dc8128ee2a6168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '28807af7-a6b7-4802-97dc-6f4de3d9bd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:09Z', 'updated_at': '2021-07-09T16:21:12Z', 'revision_number': 4, 'project_id': '9b42eac128a44ae3a2dc8128ee2a6168', 'gw_port': {'id': '28807af7-a6b7-4802-97dc-6f4de3d9bd6e', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:59:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bac3250-cdf5-4bc6-b63a-5e81ee382b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:10Z', 'updated_at': '2021-07-09T16:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'c96da521-b410-456a-a968-c4ab5cf48ed4', 'name': '', 'network_id': '897c1c42-e488-4ced-a77c-c7d0d0cbe683', 'tenant_id': '9b42eac128a44ae3a2dc8128ee2a6168', 'mac_address': 'fa:16:3e:d5:9e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bac3250-cdf5-4bc6-b63a-5e81ee382b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '92e5f5b8-9696-457f-ae6c-45fc0d990c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:12Z', 'updated_at': '2021-07-09T16:21:16Z', 'revision_number': 4, 'project_id': '9b42eac128a44ae3a2dc8128ee2a6168', 'subnets': [{'id': '92e5f5b8-9696-457f-ae6c-45fc0d990c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:21:16.900102 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-510975a2-6792-4caf-ad9a-d6b0d2e464c3 req-9d4360d5-15d8-4c3b-b2eb-8435e4a32c17 service neutron] 10.222.0.58 "GET /v2.0/networks/d81e2710-69c7-4af7-9e84-94e2c397d649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915415 Jul 09 16:21:17.146252 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b6b1345d-aaae-469f-bb65-0ca15f9dbb1f req-4a2ca124-8b49-4279-ae8e-eb3388632bc0 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/ports?device_id=6803d461-499e-4deb-b9c1-564c4c783690 HTTP/1.1" status: 200 len: 210 time: 0.0413740 Jul 09 16:21:17.211851 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 28807af7-a6b7-4802-97dc-6f4de3d9bd6e up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:21:17.268752 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port 28807af7-a6b7-4802-97dc-6f4de3d9bd6e triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:21:17.269791 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:17.356241 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device c96da521-b410-456a-a968-c4ab5cf48ed4 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:21:17.481975 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning for port c96da521-b410-456a-a968-c4ab5cf48ed4 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:21:17.486525 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port c96da521-b410-456a-a968-c4ab5cf48ed4 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:21:17.494843 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:17.573917 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:17.611227 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] For port c96da521-b410-456a-a968-c4ab5cf48ed4, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=c96da521-b410-456a-a968-c4ab5cf48ed4,segment=NetworkSegment(993119f6-33d7-4d5c-8171-2993020c6049),segment_id=993119f6-33d7-4d5c-8171-2993020c6049)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:21:17.664379 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:17.713905 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Pushing event updated for resources: {'Port': ['ID=c96da521-b410-456a-a968-c4ab5cf48ed4,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:18.285990 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f829f1b7-47e8-4bc5-b47c-5b50c51e68d5 req-9a1144c3-1921-4bd9-91d8-1d4566e6d061 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/ports?device_id=6803d461-499e-4deb-b9c1-564c4c783690 HTTP/1.1" status: 200 len: 210 time: 0.0301807 Jul 09 16:21:19.156855 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device c96da521-b410-456a-a968-c4ab5cf48ed4 up at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:21:19.205264 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Provisioning complete for port c96da521-b410-456a-a968-c4ab5cf48ed4 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:21:19.205643 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:19.345410 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510975a2-6792-4caf-ad9a-d6b0d2e464c3 req-6fe36749-dc37-4b67-92f4-df90038b8674 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:19.346924 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-510975a2-6792-4caf-ad9a-d6b0d2e464c3 req-6fe36749-dc37-4b67-92f4-df90038b8674 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.62 "GET /v2.0/networks?id=d81e2710-69c7-4af7-9e84-94e2c397d649 HTTP/1.1" status: 200 len: 809 time: 0.1076558 Jul 09 16:21:19.405513 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-510975a2-6792-4caf-ad9a-d6b0d2e464c3 req-f0f547ec-53fc-4fb2-88b6-6090f392c76b tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=237e415f767d4432a571aa0ee74f6e12 HTTP/1.1" status: 200 len: 380 time: 0.0446398 Jul 09 16:21:19.415423 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-510975a2-6792-4caf-ad9a-d6b0d2e464c3 req-c88f7219-6ce3-451e-bc74-7608b5a6c9b9 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Request body: {'port': {'device_id': '6803d461-499e-4deb-b9c1-564c4c783690', 'network_id': 'd81e2710-69c7-4af7-9e84-94e2c397d649', 'admin_state_up': True, 'tenant_id': '237e415f767d4432a571aa0ee74f6e12', 'security_groups': ['7d4cd213-caab-456a-a337-40d4f87636a2']}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:21:19.444018 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-5bb7a442-e735-4a05-a5b8-610f6b499f11 req-5753ddcc-4742-4159-8605-3da71c8a399b tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/ports?device_id=6803d461-499e-4deb-b9c1-564c4c783690 HTTP/1.1" status: 200 len: 210 time: 0.0321429 Jul 09 16:21:19.561939 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-510975a2-6792-4caf-ad9a-d6b0d2e464c3 req-c88f7219-6ce3-451e-bc74-7608b5a6c9b9 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Made reservation on behalf of 237e415f767d4432a571aa0ee74f6e12 for: {'port': 1} {{(pid=94446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:21:19.565632 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-510975a2-6792-4caf-ad9a-d6b0d2e464c3 req-c88f7219-6ce3-451e-bc74-7608b5a6c9b9 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:19.703960 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [req-510975a2-6792-4caf-ad9a-d6b0d2e464c3 req-c88f7219-6ce3-451e-bc74-7608b5a6c9b9 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Allocated IP 172.20.0.11 (d81e2710-69c7-4af7-9e84-94e2c397d649/98d53ec8-763d-4053-9239-55ea8c03b03d/8373c513-e2ff-4dc5-a8bf-5aedaab7962e) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:21:19.838409 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-510975a2-6792-4caf-ad9a-d6b0d2e464c3 req-c88f7219-6ce3-451e-bc74-7608b5a6c9b9 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:19.851849 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-510975a2-6792-4caf-ad9a-d6b0d2e464c3 req-c88f7219-6ce3-451e-bc74-7608b5a6c9b9 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Transition to ACTIVE for port object 8373c513-e2ff-4dc5-a8bf-5aedaab7962e will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:21:19.933909 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-510975a2-6792-4caf-ad9a-d6b0d2e464c3 req-c88f7219-6ce3-451e-bc74-7608b5a6c9b9 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:19.985434 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-510975a2-6792-4caf-ad9a-d6b0d2e464c3 req-c88f7219-6ce3-451e-bc74-7608b5a6c9b9 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Network d81e2710-69c7-4af7-9e84-94e2c397d649 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:21:19.988043 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [req-510975a2-6792-4caf-ad9a-d6b0d2e464c3 req-c88f7219-6ce3-451e-bc74-7608b5a6c9b9 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:21:19.993487 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-510975a2-6792-4caf-ad9a-d6b0d2e464c3 req-c88f7219-6ce3-451e-bc74-7608b5a6c9b9 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:21:19.997471 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88f7219-6ce3-451e-bc74-7608b5a6c9b9 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Pushing event updated for resources: {'Port': ['ID=8373c513-e2ff-4dc5-a8bf-5aedaab7962e,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:20.044115 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510975a2-6792-4caf-ad9a-d6b0d2e464c3 req-c88f7219-6ce3-451e-bc74-7608b5a6c9b9 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:20.044741 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-510975a2-6792-4caf-ad9a-d6b0d2e464c3 req-c88f7219-6ce3-451e-bc74-7608b5a6c9b9 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:20.128648 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-510975a2-6792-4caf-ad9a-d6b0d2e464c3 req-c88f7219-6ce3-451e-bc74-7608b5a6c9b9 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7173374 Jul 09 16:21:20.202339 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [req-510975a2-6792-4caf-ad9a-d6b0d2e464c3 req-35b336e5-c709-433e-b1fa-29c301b8bdd0 service neutron] Request body: {'port': {'device_id': '6803d461-499e-4deb-b9c1-564c4c783690', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-6'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:21:20.274003 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-510975a2-6792-4caf-ad9a-d6b0d2e464c3 req-35b336e5-c709-433e-b1fa-29c301b8bdd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:20.293298 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-f7ee5b05-4b92-42b2-a88e-7b3918ea4b9f None None] Provisioning for port 8373c513-e2ff-4dc5-a8bf-5aedaab7962e completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:21:20.297313 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-f7ee5b05-4b92-42b2-a88e-7b3918ea4b9f None None] Provisioning complete for port 8373c513-e2ff-4dc5-a8bf-5aedaab7962e triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:21:20.297687 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f7ee5b05-4b92-42b2-a88e-7b3918ea4b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:20.333509 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-f7ee5b05-4b92-42b2-a88e-7b3918ea4b9f None None] Port 8373c513-e2ff-4dc5-a8bf-5aedaab7962e cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:21:20.825062 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a49c66-e5f6-4f07-b2c9-a52d3cb586c4 req-c4eeaacc-ec40-4977-a8b4-c15b53cde840 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:20.826551 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f7a49c66-e5f6-4f07-b2c9-a52d3cb586c4 req-c4eeaacc-ec40-4977-a8b4-c15b53cde840 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/ports?device_id=6803d461-499e-4deb-b9c1-564c4c783690 HTTP/1.1" status: 200 len: 932 time: 0.1756279 Jul 09 16:21:20.882781 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f7a49c66-e5f6-4f07-b2c9-a52d3cb586c4 req-4d9b4c80-e28f-4ec0-a3a9-03dbbbcdbcfd tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4cd213-caab-456a-a337-40d4f87636a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497694 Jul 09 16:21:20.955474 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [req-510975a2-6792-4caf-ad9a-d6b0d2e464c3 req-35b336e5-c709-433e-b1fa-29c301b8bdd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8373c513-e2ff-4dc5-a8bf-5aedaab7962e {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:21:20.963408 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-510975a2-6792-4caf-ad9a-d6b0d2e464c3 req-35b336e5-c709-433e-b1fa-29c301b8bdd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:20.975675 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [req-510975a2-6792-4caf-ad9a-d6b0d2e464c3 req-35b336e5-c709-433e-b1fa-29c301b8bdd0 service neutron] Transition to ACTIVE for port object 8373c513-e2ff-4dc5-a8bf-5aedaab7962e will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:21:21.013085 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-510975a2-6792-4caf-ad9a-d6b0d2e464c3 req-35b336e5-c709-433e-b1fa-29c301b8bdd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:21.063774 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b336e5-c709-433e-b1fa-29c301b8bdd0 service neutron] Pushing event updated for resources: {'Port': ['ID=8373c513-e2ff-4dc5-a8bf-5aedaab7962e,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:21.134870 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-510975a2-6792-4caf-ad9a-d6b0d2e464c3 req-35b336e5-c709-433e-b1fa-29c301b8bdd0 service neutron] Attempting to bind port 8373c513-e2ff-4dc5-a8bf-5aedaab7962e on host n-h1-799529-6 for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:21:21.135215 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-510975a2-6792-4caf-ad9a-d6b0d2e464c3 req-35b336e5-c709-433e-b1fa-29c301b8bdd0 service neutron] Attempting to bind port 8373c513-e2ff-4dc5-a8bf-5aedaab7962e by drivers openvswitch,hyperv on host n-h1-799529-6 at level 0 using segments [{'id': '9767372c-e5cf-4802-9aa3-afb765fa4ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd81e2710-69c7-4af7-9e84-94e2c397d649'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:21:21.135590 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510975a2-6792-4caf-ad9a-d6b0d2e464c3 req-35b336e5-c709-433e-b1fa-29c301b8bdd0 service neutron] Attempting to bind port 8373c513-e2ff-4dc5-a8bf-5aedaab7962e on network d81e2710-69c7-4af7-9e84-94e2c397d649 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:21:21.140553 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510975a2-6792-4caf-ad9a-d6b0d2e464c3 req-35b336e5-c709-433e-b1fa-29c301b8bdd0 service neutron] Port 8373c513-e2ff-4dc5-a8bf-5aedaab7962e on network d81e2710-69c7-4af7-9e84-94e2c397d649 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-6 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:21:21.140890 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510975a2-6792-4caf-ad9a-d6b0d2e464c3 req-35b336e5-c709-433e-b1fa-29c301b8bdd0 service neutron] Attempting to bind port 8373c513-e2ff-4dc5-a8bf-5aedaab7962e on network d81e2710-69c7-4af7-9e84-94e2c397d649 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:21:21.146875 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510975a2-6792-4caf-ad9a-d6b0d2e464c3 req-35b336e5-c709-433e-b1fa-29c301b8bdd0 service neutron] Checking agent: {'id': '808aec23-3ee1-4b8e-aae1-152f9320b55e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 9, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:21:21.147223 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510975a2-6792-4caf-ad9a-d6b0d2e464c3 req-35b336e5-c709-433e-b1fa-29c301b8bdd0 service neutron] Checking segment: {'id': '9767372c-e5cf-4802-9aa3-afb765fa4ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd81e2710-69c7-4af7-9e84-94e2c397d649'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:21:21.147646 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510975a2-6792-4caf-ad9a-d6b0d2e464c3 req-35b336e5-c709-433e-b1fa-29c301b8bdd0 service neutron] Bound using segment: {'id': '9767372c-e5cf-4802-9aa3-afb765fa4ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd81e2710-69c7-4af7-9e84-94e2c397d649'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:21:21.148094 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [req-510975a2-6792-4caf-ad9a-d6b0d2e464c3 req-35b336e5-c709-433e-b1fa-29c301b8bdd0 service neutron] Bound port: 8373c513-e2ff-4dc5-a8bf-5aedaab7962e, host: n-h1-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9767372c-e5cf-4802-9aa3-afb765fa4ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd81e2710-69c7-4af7-9e84-94e2c397d649'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:21:21.148473 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-510975a2-6792-4caf-ad9a-d6b0d2e464c3 req-35b336e5-c709-433e-b1fa-29c301b8bdd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:21.219282 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-510975a2-6792-4caf-ad9a-d6b0d2e464c3 req-35b336e5-c709-433e-b1fa-29c301b8bdd0 service neutron] For port 8373c513-e2ff-4dc5-a8bf-5aedaab7962e, host n-h1-799529-6, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:21:21.222416 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-510975a2-6792-4caf-ad9a-d6b0d2e464c3 req-35b336e5-c709-433e-b1fa-29c301b8bdd0 service neutron] For port 8373c513-e2ff-4dc5-a8bf-5aedaab7962e, host n-h1-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=8373c513-e2ff-4dc5-a8bf-5aedaab7962e,segment=NetworkSegment(9767372c-e5cf-4802-9aa3-afb765fa4ca1),segment_id=9767372c-e5cf-4802-9aa3-afb765fa4ca1)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:21:21.288229 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-510975a2-6792-4caf-ad9a-d6b0d2e464c3 req-35b336e5-c709-433e-b1fa-29c301b8bdd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:21.324047 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510975a2-6792-4caf-ad9a-d6b0d2e464c3 req-35b336e5-c709-433e-b1fa-29c301b8bdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:21.324564 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-510975a2-6792-4caf-ad9a-d6b0d2e464c3 req-35b336e5-c709-433e-b1fa-29c301b8bdd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:21.325951 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-510975a2-6792-4caf-ad9a-d6b0d2e464c3 req-35b336e5-c709-433e-b1fa-29c301b8bdd0 service neutron] 10.222.0.62 "PUT /v2.0/ports/8373c513-e2ff-4dc5-a8bf-5aedaab7962e HTTP/1.1" status: 200 len: 1092 time: 1.1281390 Jul 09 16:21:21.326422 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6803d461-499e-4deb-b9c1-564c4c783690', 'tag': '8373c513-e2ff-4dc5-a8bf-5aedaab7962e'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:21:21.328792 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71aea3d4ce3c79ba57e3b2a7f05354d67fe827d4c76bd908d035baed68c1bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362e8c48-23c7-42f4-93e9-c8d13f46e311" -d '{"events": [{"name": "network-changed", "server_uuid": "6803d461-499e-4deb-b9c1-564c4c783690", "tag": "8373c513-e2ff-4dc5-a8bf-5aedaab7962e"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:21:21.360614 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b336e5-c709-433e-b1fa-29c301b8bdd0 service neutron] Pushing event updated for resources: {'Port': ['ID=8373c513-e2ff-4dc5-a8bf-5aedaab7962e,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:21.378355 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a6aafe-898b-4327-a6c7-a87e3021bb72 x-openstack-request-id: req-90a6aafe-898b-4327-a6c7-a87e3021bb72 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:21:21.378645 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6803d461-499e-4deb-b9c1-564c4c783690", "tag": "8373c513-e2ff-4dc5-a8bf-5aedaab7962e", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:21:21.378892 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-90a6aafe-898b-4327-a6c7-a87e3021bb72 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:21:21.379946 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6803d461-499e-4deb-b9c1-564c4c783690', 'tag': '8373c513-e2ff-4dc5-a8bf-5aedaab7962e', 'status': 'completed', 'code': 200} Jul 09 16:21:21.477581 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362e8c48-23c7-42f4-93e9-c8d13f46e311 req-f08cc015-0125-4977-beac-4eb5eb0c7953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:21.479193 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-362e8c48-23c7-42f4-93e9-c8d13f46e311 req-f08cc015-0125-4977-beac-4eb5eb0c7953 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=237e415f767d4432a571aa0ee74f6e12&device_id=6803d461-499e-4deb-b9c1-564c4c783690 HTTP/1.1" status: 200 len: 1095 time: 0.0566764 Jul 09 16:21:21.591772 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362e8c48-23c7-42f4-93e9-c8d13f46e311 req-f7ab4784-8f82-4853-8829-22e184147bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:21.593196 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-362e8c48-23c7-42f4-93e9-c8d13f46e311 req-f7ab4784-8f82-4853-8829-22e184147bd2 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=237e415f767d4432a571aa0ee74f6e12&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1001716 Jul 09 16:21:21.686918 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362e8c48-23c7-42f4-93e9-c8d13f46e311 req-c98ad5dc-8fb8-4b2d-a050-c1af22ebef1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:21.688441 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-362e8c48-23c7-42f4-93e9-c8d13f46e311 req-c98ad5dc-8fb8-4b2d-a050-c1af22ebef1c service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885494 Jul 09 16:21:21.806256 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510975a2-6792-4caf-ad9a-d6b0d2e464c3 req-20029d10-3d5e-47db-88f7-295a4e26986e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:21.807765 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-510975a2-6792-4caf-ad9a-d6b0d2e464c3 req-20029d10-3d5e-47db-88f7-295a4e26986e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=237e415f767d4432a571aa0ee74f6e12&device_id=6803d461-499e-4deb-b9c1-564c4c783690 HTTP/1.1" status: 200 len: 1095 time: 0.0537915 Jul 09 16:21:21.858118 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-510975a2-6792-4caf-ad9a-d6b0d2e464c3 req-99d8f7f6-ec9e-4dc7-a15e-ae39f6241052 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8373c513-e2ff-4dc5-a8bf-5aedaab7962e HTTP/1.1" status: 200 len: 217 time: 0.0379858 Jul 09 16:21:21.906063 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510975a2-6792-4caf-ad9a-d6b0d2e464c3 req-f2d27530-ab60-4522-95b8-ad52865e25c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:21.907653 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-510975a2-6792-4caf-ad9a-d6b0d2e464c3 req-f2d27530-ab60-4522-95b8-ad52865e25c1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=98d53ec8-763d-4053-9239-55ea8c03b03d HTTP/1.1" status: 200 len: 848 time: 0.0427976 Jul 09 16:21:21.967596 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510975a2-6792-4caf-ad9a-d6b0d2e464c3 req-c3234b0f-b8bc-47ad-a2d3-7275f5b59350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:21.969042 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-510975a2-6792-4caf-ad9a-d6b0d2e464c3 req-c3234b0f-b8bc-47ad-a2d3-7275f5b59350 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d81e2710-69c7-4af7-9e84-94e2c397d649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540693 Jul 09 16:21:22.104315 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-510975a2-6792-4caf-ad9a-d6b0d2e464c3 req-1d11111b-cfab-4fad-8e1b-b8fccca6743b service neutron] 10.222.0.62 "GET /v2.0/networks/d81e2710-69c7-4af7-9e84-94e2c397d649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274443 Jul 09 16:21:22.128010 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0738863-d24b-41f6-bf14-d1bded87c0ce req-ccf3d54d-2f2f-4b33-9289-16ec421e86e6 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:22.130617 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c0738863-d24b-41f6-bf14-d1bded87c0ce req-ccf3d54d-2f2f-4b33-9289-16ec421e86e6 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/ports?device_id=6803d461-499e-4deb-b9c1-564c4c783690 HTTP/1.1" status: 200 len: 944 time: 0.1064622 Jul 09 16:21:22.219539 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c0738863-d24b-41f6-bf14-d1bded87c0ce req-1ceda1b2-df9b-4de9-b17d-bf7d13221554 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4cd213-caab-456a-a337-40d4f87636a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787480 Jul 09 16:21:22.239936 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-510975a2-6792-4caf-ad9a-d6b0d2e464c3 req-6f8b968c-25d9-437a-b6e3-7df553c70fbd service neutron] 10.222.0.62 "GET /v2.0/networks/d81e2710-69c7-4af7-9e84-94e2c397d649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278105 Jul 09 16:21:23.396735 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd963a-7cd4-48eb-9104-51ec8aebcd13 req-2435c2db-4f02-4ae3-96be-20db0870f14d tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:23.398160 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dccd963a-7cd4-48eb-9104-51ec8aebcd13 req-2435c2db-4f02-4ae3-96be-20db0870f14d tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/ports?device_id=6803d461-499e-4deb-b9c1-564c4c783690 HTTP/1.1" status: 200 len: 944 time: 0.0633759 Jul 09 16:21:23.435629 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dccd963a-7cd4-48eb-9104-51ec8aebcd13 req-2e632fab-ac57-4a68-8f21-f7f9f28156bd tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4cd213-caab-456a-a337-40d4f87636a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318813 Jul 09 16:21:24.293710 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:24.608403 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186745b4-c0b3-412d-98cb-d133c62642a1 req-2281930a-2568-491b-8f12-9d1c2b911c5b tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:24.609797 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-186745b4-c0b3-412d-98cb-d133c62642a1 req-2281930a-2568-491b-8f12-9d1c2b911c5b tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/ports?device_id=6803d461-499e-4deb-b9c1-564c4c783690 HTTP/1.1" status: 200 len: 944 time: 0.0627549 Jul 09 16:21:24.647711 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-186745b4-c0b3-412d-98cb-d133c62642a1 req-63a251d7-72a3-4013-bfa1-13ab18386a36 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4cd213-caab-456a-a337-40d4f87636a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323086 Jul 09 16:21:25.822892 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14bd194-77e8-40a2-b8b9-b544cf475cd4 req-97fa3baf-0c44-4435-925f-f1e97524840f tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:25.824429 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f14bd194-77e8-40a2-b8b9-b544cf475cd4 req-97fa3baf-0c44-4435-925f-f1e97524840f tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/ports?device_id=6803d461-499e-4deb-b9c1-564c4c783690 HTTP/1.1" status: 200 len: 944 time: 0.0633023 Jul 09 16:21:25.861777 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-f14bd194-77e8-40a2-b8b9-b544cf475cd4 req-33ad9ff8-7b18-4e02-9ad9-39d51e3d3013 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4cd213-caab-456a-a337-40d4f87636a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317945 Jul 09 16:21:26.151366 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d682ac6c-d9f6-459f-abbf-77e44bd87ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:26.380327 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 8373c513-e2ff-4dc5-a8bf-5aedaab7962e details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:21:26.477890 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 8373c513-e2ff-4dc5-a8bf-5aedaab7962e, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=8373c513-e2ff-4dc5-a8bf-5aedaab7962e,segment=NetworkSegment(9767372c-e5cf-4802-9aa3-afb765fa4ca1),segment_id=9767372c-e5cf-4802-9aa3-afb765fa4ca1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:21:26.489878 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '8373c513-e2ff-4dc5-a8bf-5aedaab7962e', 'network_id': 'd81e2710-69c7-4af7-9e84-94e2c397d649', 'port_id': '8373c513-e2ff-4dc5-a8bf-5aedaab7962e', 'mac_address': 'fa:16:3e:ad:51:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98d53ec8-763d-4053-9239-55ea8c03b03d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:21:26.527113 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:26.540426 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8373c513-e2ff-4dc5-a8bf-5aedaab7962e {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:21:26.560408 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 8373c513-e2ff-4dc5-a8bf-5aedaab7962e, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=8373c513-e2ff-4dc5-a8bf-5aedaab7962e,segment=NetworkSegment(9767372c-e5cf-4802-9aa3-afb765fa4ca1),segment_id=9767372c-e5cf-4802-9aa3-afb765fa4ca1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:21:26.602520 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:26.652393 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=8373c513-e2ff-4dc5-a8bf-5aedaab7962e,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:27.007741 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['8373c513-e2ff-4dc5-a8bf-5aedaab7962e'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:21:27.032205 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab7070-3b37-40ac-9230-f0c0e5b2c5ac req-f9df1d96-87cc-4aef-a174-f86f446caa27 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:27.033730 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a5ab7070-3b37-40ac-9230-f0c0e5b2c5ac req-f9df1d96-87cc-4aef-a174-f86f446caa27 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/ports?device_id=6803d461-499e-4deb-b9c1-564c4c783690 HTTP/1.1" status: 200 len: 945 time: 0.0632269 Jul 09 16:21:27.077303 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-a5ab7070-3b37-40ac-9230-f0c0e5b2c5ac req-5bd0078c-4567-41b8-ba9f-fa040c6a0b45 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4cd213-caab-456a-a337-40d4f87636a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373111 Jul 09 16:21:28.256622 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c54dd-3180-40da-87e5-fb38b612547b req-d4339235-9d7b-49b2-a19d-40dd75dd6247 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:28.258151 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-969c54dd-3180-40da-87e5-fb38b612547b req-d4339235-9d7b-49b2-a19d-40dd75dd6247 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/ports?device_id=6803d461-499e-4deb-b9c1-564c4c783690 HTTP/1.1" status: 200 len: 945 time: 0.0708706 Jul 09 16:21:28.295430 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-969c54dd-3180-40da-87e5-fb38b612547b req-93932f47-38cc-4149-b190-748adb4a9a15 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4cd213-caab-456a-a337-40d4f87636a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315549 Jul 09 16:21:28.405458 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 8373c513-e2ff-4dc5-a8bf-5aedaab7962e up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:21:28.517538 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning for port 8373c513-e2ff-4dc5-a8bf-5aedaab7962e completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:21:28.521566 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 8373c513-e2ff-4dc5-a8bf-5aedaab7962e triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:21:28.521945 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:28.604383 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:28.626530 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6803d461-499e-4deb-b9c1-564c4c783690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8373c513-e2ff-4dc5-a8bf-5aedaab7962e'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:21:28.628785 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e75b9a97cbd66444b13ae988a684abc34c7a24a50a729030cfede81e7322398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27707f0f-dea8-4483-b668-5f49dccbb6e3" -d '{"events": [{"server_uuid": "6803d461-499e-4deb-b9c1-564c4c783690", "name": "network-vif-plugged", "status": "completed", "tag": "8373c513-e2ff-4dc5-a8bf-5aedaab7962e"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:21:28.645696 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 8373c513-e2ff-4dc5-a8bf-5aedaab7962e, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=8373c513-e2ff-4dc5-a8bf-5aedaab7962e,segment=NetworkSegment(9767372c-e5cf-4802-9aa3-afb765fa4ca1),segment_id=9767372c-e5cf-4802-9aa3-afb765fa4ca1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:21:28.724849 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:28.728755 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5034b20a-47c6-407f-bb34-d058bae1b5fd x-openstack-request-id: req-5034b20a-47c6-407f-bb34-d058bae1b5fd {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:21:28.735251 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6803d461-499e-4deb-b9c1-564c4c783690", "name": "network-vif-plugged", "status": "completed", "tag": "8373c513-e2ff-4dc5-a8bf-5aedaab7962e", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:21:28.735251 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5034b20a-47c6-407f-bb34-d058bae1b5fd {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:21:28.735251 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6803d461-499e-4deb-b9c1-564c4c783690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8373c513-e2ff-4dc5-a8bf-5aedaab7962e', 'code': 200} Jul 09 16:21:28.784912 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=8373c513-e2ff-4dc5-a8bf-5aedaab7962e,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:28.866650 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aac32e-1b5d-40ef-a989-82219b882682 req-0c8d3998-c464-4aa2-8a26-314c3c3c8294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:28.868201 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-09aac32e-1b5d-40ef-a989-82219b882682 req-0c8d3998-c464-4aa2-8a26-314c3c3c8294 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6803d461-499e-4deb-b9c1-564c4c783690 HTTP/1.1" status: 200 len: 1097 time: 0.0537899 Jul 09 16:21:28.902981 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-09aac32e-1b5d-40ef-a989-82219b882682 req-489125ab-600e-4c29-ac43-16df8078add7 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7d4cd213-caab-456a-a337-40d4f87636a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284910 Jul 09 16:21:29.209201 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-252d388b-cf95-414b-8942-0da62c08ea79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:29.340364 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:29.479190 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75fe61a-ad80-41a8-b107-4e4042e1dc2f req-b0faf983-7e81-4484-92f0-fc63eda01fe3 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:29.480748 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c75fe61a-ad80-41a8-b107-4e4042e1dc2f req-b0faf983-7e81-4484-92f0-fc63eda01fe3 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/ports?device_id=6803d461-499e-4deb-b9c1-564c4c783690 HTTP/1.1" status: 200 len: 946 time: 0.0648131 Jul 09 16:21:29.518846 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-c75fe61a-ad80-41a8-b107-4e4042e1dc2f req-257787e2-8596-4bff-bf4e-00edb968b6e2 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4cd213-caab-456a-a337-40d4f87636a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324931 Jul 09 16:21:30.649018 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:30.723230 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d57facc-532e-4f04-9475-5909d78fd34b req-9dcaf925-406f-4e18-850f-68dc549f9155 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:30.725507 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8d57facc-532e-4f04-9475-5909d78fd34b req-9dcaf925-406f-4e18-850f-68dc549f9155 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/ports?device_id=6803d461-499e-4deb-b9c1-564c4c783690 HTTP/1.1" status: 200 len: 946 time: 0.0657468 Jul 09 16:21:30.763798 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8d57facc-532e-4f04-9475-5909d78fd34b req-d8368b14-83c4-4e67-a6ce-6a36e698aff5 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4cd213-caab-456a-a337-40d4f87636a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325773 Jul 09 16:21:30.962994 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac647ea-b916-4dee-b371-d9d8bd7a31e1 req-4cb39830-8540-4831-aa0d-b3c32f78d89c tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:30.964517 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7ac647ea-b916-4dee-b371-d9d8bd7a31e1 req-4cb39830-8540-4831-aa0d-b3c32f78d89c tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/ports?device_id=6803d461-499e-4deb-b9c1-564c4c783690 HTTP/1.1" status: 200 len: 946 time: 0.0658014 Jul 09 16:21:31.002690 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7ac647ea-b916-4dee-b371-d9d8bd7a31e1 req-0ebd8311-895a-4391-bb1a-9e2f6cdcd96a tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4cd213-caab-456a-a337-40d4f87636a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325241 Jul 09 16:21:31.025901 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 33078) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:31.177496 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c99907-372f-4e7f-8018-55eb1cdd85a0 tempest-TestSnapshotPattern-133534315 tempest-TestSnapshotPattern-133534315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:31.179044 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-98c99907-372f-4e7f-8018-55eb1cdd85a0 tempest-TestSnapshotPattern-133534315 tempest-TestSnapshotPattern-133534315-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=6803d461-499e-4deb-b9c1-564c4c783690 HTTP/1.1" status: 200 len: 1092 time: 0.1521664 Jul 09 16:21:31.182276 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 33084) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:31.190519 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [None req-56d4e419-8721-433a-87f1-8f84339fba7c tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Request body: {'floatingip': {'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'port_id': '8373c513-e2ff-4dc5-a8bf-5aedaab7962e', 'tenant_id': '237e415f767d4432a571aa0ee74f6e12', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:21:31.266355 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-56d4e419-8721-433a-87f1-8f84339fba7c tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks [] for floatingip, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:31.368166 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-56d4e419-8721-433a-87f1-8f84339fba7c tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:31.471870 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-56d4e419-8721-433a-87f1-8f84339fba7c tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Allocated IP 172.25.3.151 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/1026f5aa-64d2-4fd6-9a69-4c1d9760bd54) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:21:31.576387 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-56d4e419-8721-433a-87f1-8f84339fba7c tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:31.655357 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-56d4e419-8721-433a-87f1-8f84339fba7c tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:31.696800 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d4e419-8721-433a-87f1-8f84339fba7c tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:21:31.701167 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-56d4e419-8721-433a-87f1-8f84339fba7c tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:21:31.705517 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d4e419-8721-433a-87f1-8f84339fba7c tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:21:31.709132 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d4e419-8721-433a-87f1-8f84339fba7c tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Pushing event updated for resources: {'Port': ['ID=1026f5aa-64d2-4fd6-9a69-4c1d9760bd54,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:32.060476 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:32.066071 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-56d4e419-8721-433a-87f1-8f84339fba7c tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:32.194063 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-56d4e419-8721-433a-87f1-8f84339fba7c tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:32.347020 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-56d4e419-8721-433a-87f1-8f84339fba7c tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:32.409262 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-56d4e419-8721-433a-87f1-8f84339fba7c tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:32.480189 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d4e419-8721-433a-87f1-8f84339fba7c tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Pushing event updated for resources: {'Port': ['ID=1026f5aa-64d2-4fd6-9a69-4c1d9760bd54,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:32.497604 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-56d4e419-8721-433a-87f1-8f84339fba7c tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:32.930489 n-d-799529-6 neutron-server[94445]: INFO neutron.db.l3_db [None req-56d4e419-8721-433a-87f1-8f84339fba7c tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Floating IP 3ab726fd-0848-4f60-813d-7340fa3276a5 associated. External IP: 172.25.3.151, port: 8373c513-e2ff-4dc5-a8bf-5aedaab7962e. Jul 09 16:21:33.132648 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56d4e419-8721-433a-87f1-8f84339fba7c tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Router c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:21:33.245450 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d4e419-8721-433a-87f1-8f84339fba7c tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:21:33.256811 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130ecd35-ab59-499b-8740-80487bb1300f None None] Sync routers for ids ['c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:21:33.266222 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130ecd35-ab59-499b-8740-80487bb1300f None None] Routers {'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:21:33.266839 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-130ecd35-ab59-499b-8740-80487bb1300f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:21:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:33.352109 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-56d4e419-8721-433a-87f1-8f84339fba7c tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:33.373439 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-130ecd35-ab59-499b-8740-80487bb1300f None None] Set router c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:21:33.390436 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-56d4e419-8721-433a-87f1-8f84339fba7c tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2071066 Jul 09 16:21:33.391085 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6803d461-499e-4deb-b9c1-564c4c783690', 'tag': '8373c513-e2ff-4dc5-a8bf-5aedaab7962e'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:21:33.393515 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bb405a18ca731a56dedfaaf5e9a79789110744f6b6799bb7a0722340b5c16f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016d7a79-545f-4a59-b484-68dae404309e" -d '{"events": [{"name": "network-changed", "server_uuid": "6803d461-499e-4deb-b9c1-564c4c783690", "tag": "8373c513-e2ff-4dc5-a8bf-5aedaab7962e"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:21:33.430959 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3441b56-6b8a-4b39-b55c-99919eb6c9e0 x-openstack-request-id: req-e3441b56-6b8a-4b39-b55c-99919eb6c9e0 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:21:33.431253 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6803d461-499e-4deb-b9c1-564c4c783690", "tag": "8373c513-e2ff-4dc5-a8bf-5aedaab7962e", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:21:33.431535 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e3441b56-6b8a-4b39-b55c-99919eb6c9e0 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:21:33.432227 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6803d461-499e-4deb-b9c1-564c4c783690', 'tag': '8373c513-e2ff-4dc5-a8bf-5aedaab7962e', 'status': 'completed', 'code': 200} Jul 09 16:21:33.535481 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d7a79-545f-4a59-b484-68dae404309e req-72502bbc-e2ff-4ca2-8885-152d9d321072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:33.536999 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-016d7a79-545f-4a59-b484-68dae404309e req-72502bbc-e2ff-4ca2-8885-152d9d321072 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=237e415f767d4432a571aa0ee74f6e12&device_id=6803d461-499e-4deb-b9c1-564c4c783690 HTTP/1.1" status: 200 len: 1097 time: 0.0604253 Jul 09 16:21:33.636259 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d7a79-545f-4a59-b484-68dae404309e req-761aece4-5719-48b9-ac54-b52eb11c1da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:33.637777 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-016d7a79-545f-4a59-b484-68dae404309e req-761aece4-5719-48b9-ac54-b52eb11c1da6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d81e2710-69c7-4af7-9e84-94e2c397d649 HTTP/1.1" status: 200 len: 910 time: 0.0923891 Jul 09 16:21:33.708635 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-016d7a79-545f-4a59-b484-68dae404309e req-ff8eb50a-7c0b-45e6-83dd-7b8f883d27d0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8373c513-e2ff-4dc5-a8bf-5aedaab7962e HTTP/1.1" status: 200 len: 1000 time: 0.0641127 Jul 09 16:21:33.757788 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d7a79-545f-4a59-b484-68dae404309e req-6a7cc059-bfcb-4537-9b68-014062c570dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:33.759281 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-016d7a79-545f-4a59-b484-68dae404309e req-6a7cc059-bfcb-4537-9b68-014062c570dd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=98d53ec8-763d-4053-9239-55ea8c03b03d HTTP/1.1" status: 200 len: 848 time: 0.0450001 Jul 09 16:21:33.763044 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-130ecd35-ab59-499b-8740-80487bb1300f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9', 'name': 'tempest-TestSnapshotPattern-851626850-router', 'tenant_id': '237e415f767d4432a571aa0ee74f6e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c18ca46a-1c1d-45d5-9c4f-e29b85634d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:03Z', 'updated_at': '2021-07-09T16:21:06Z', 'revision_number': 4, 'project_id': '237e415f767d4432a571aa0ee74f6e12', 'gw_port': {'id': 'c18ca46a-1c1d-45d5-9c4f-e29b85634d3e', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:51:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:04Z', 'updated_at': '2021-07-09T16:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '3ab726fd-0848-4f60-813d-7340fa3276a5', 'tenant_id': '237e415f767d4432a571aa0ee74f6e12', 'floating_ip_address': '172.25.3.151', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': 'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9', 'port_id': '8373c513-e2ff-4dc5-a8bf-5aedaab7962e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd81e2710-69c7-4af7-9e84-94e2c397d649', 'mac_address': 'fa:16:3e:ad:51:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6803d461-499e-4deb-b9c1-564c4c783690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:21:31Z', 'updated_at': '2021-07-09T16:21:31Z', 'revision_number': 0, 'project_id': '237e415f767d4432a571aa0ee74f6e12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9f0b013-d371-42c3-8538-967a81a23871', 'name': '', 'network_id': 'd81e2710-69c7-4af7-9e84-94e2c397d649', 'tenant_id': '237e415f767d4432a571aa0ee74f6e12', 'mac_address': 'fa:16:3e:c0:e9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '98d53ec8-763d-4053-9239-55ea8c03b03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:05Z', 'updated_at': '2021-07-09T16:21:11Z', 'revision_number': 5, 'project_id': '237e415f767d4432a571aa0ee74f6e12', 'subnets': [{'id': '98d53ec8-763d-4053-9239-55ea8c03b03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:33.792937 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130ecd35-ab59-499b-8740-80487bb1300f None None] Checking router: c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:21:33.801294 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130ecd35-ab59-499b-8740-80487bb1300f None None] Routers {'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:21:33.801924 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-130ecd35-ab59-499b-8740-80487bb1300f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:21:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:33.817635 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d7a79-545f-4a59-b484-68dae404309e req-f32db684-2ef2-47c9-b426-1b03768805a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:33.819093 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-016d7a79-545f-4a59-b484-68dae404309e req-f32db684-2ef2-47c9-b426-1b03768805a1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d81e2710-69c7-4af7-9e84-94e2c397d649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534370 Jul 09 16:21:33.912963 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-130ecd35-ab59-499b-8740-80487bb1300f None None] Set router c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:21:33.915226 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-016d7a79-545f-4a59-b484-68dae404309e req-653a30d7-be10-43c2-b0d2-d745d7d2cc30 service neutron] 10.222.0.62 "GET /v2.0/networks/d81e2710-69c7-4af7-9e84-94e2c397d649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894592 Jul 09 16:21:34.005713 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-016d7a79-545f-4a59-b484-68dae404309e req-4c6dec4d-060d-4305-b0ff-e4e2d7a33b4c service neutron] 10.222.0.62 "GET /v2.0/networks/d81e2710-69c7-4af7-9e84-94e2c397d649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843687 Jul 09 16:21:34.136976 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-130ecd35-ab59-499b-8740-80487bb1300f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9', 'name': 'tempest-TestSnapshotPattern-851626850-router', 'tenant_id': '237e415f767d4432a571aa0ee74f6e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c18ca46a-1c1d-45d5-9c4f-e29b85634d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:03Z', 'updated_at': '2021-07-09T16:21:06Z', 'revision_number': 4, 'project_id': '237e415f767d4432a571aa0ee74f6e12', 'gw_port': {'id': 'c18ca46a-1c1d-45d5-9c4f-e29b85634d3e', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:51:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:04Z', 'updated_at': '2021-07-09T16:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '3ab726fd-0848-4f60-813d-7340fa3276a5', 'tenant_id': '237e415f767d4432a571aa0ee74f6e12', 'floating_ip_address': '172.25.3.151', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': 'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9', 'port_id': '8373c513-e2ff-4dc5-a8bf-5aedaab7962e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd81e2710-69c7-4af7-9e84-94e2c397d649', 'mac_address': 'fa:16:3e:ad:51:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6803d461-499e-4deb-b9c1-564c4c783690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:21:31Z', 'updated_at': '2021-07-09T16:21:31Z', 'revision_number': 0, 'project_id': '237e415f767d4432a571aa0ee74f6e12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9f0b013-d371-42c3-8538-967a81a23871', 'name': '', 'network_id': 'd81e2710-69c7-4af7-9e84-94e2c397d649', 'tenant_id': '237e415f767d4432a571aa0ee74f6e12', 'mac_address': 'fa:16:3e:c0:e9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '98d53ec8-763d-4053-9239-55ea8c03b03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:05Z', 'updated_at': '2021-07-09T16:21:11Z', 'revision_number': 5, 'project_id': '237e415f767d4432a571aa0ee74f6e12', 'subnets': [{'id': '98d53ec8-763d-4053-9239-55ea8c03b03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:34.163133 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130ecd35-ab59-499b-8740-80487bb1300f None None] The sync data for ids ['c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9'] in n-d-799529-6 is: [{'id': 'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9', 'name': 'tempest-TestSnapshotPattern-851626850-router', 'tenant_id': '237e415f767d4432a571aa0ee74f6e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c18ca46a-1c1d-45d5-9c4f-e29b85634d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:03Z', 'updated_at': '2021-07-09T16:21:06Z', 'revision_number': 4, 'project_id': '237e415f767d4432a571aa0ee74f6e12', 'gw_port': {'id': 'c18ca46a-1c1d-45d5-9c4f-e29b85634d3e', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:51:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:04Z', 'updated_at': '2021-07-09T16:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '3ab726fd-0848-4f60-813d-7340fa3276a5', 'tenant_id': '237e415f767d4432a571aa0ee74f6e12', 'floating_ip_address': '172.25.3.151', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': 'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9', 'port_id': '8373c513-e2ff-4dc5-a8bf-5aedaab7962e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd81e2710-69c7-4af7-9e84-94e2c397d649', 'mac_address': 'fa:16:3e:ad:51:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6803d461-499e-4deb-b9c1-564c4c783690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:21:31Z', 'updated_at': '2021-07-09T16:21:31Z', 'revision_number': 0, 'project_id': '237e415f767d4432a571aa0ee74f6e12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9f0b013-d371-42c3-8538-967a81a23871', 'name': '', 'network_id': 'd81e2710-69c7-4af7-9e84-94e2c397d649', 'tenant_id': '237e415f767d4432a571aa0ee74f6e12', 'mac_address': 'fa:16:3e:c0:e9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '98d53ec8-763d-4053-9239-55ea8c03b03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:05Z', 'updated_at': '2021-07-09T16:21:11Z', 'revision_number': 5, 'project_id': '237e415f767d4432a571aa0ee74f6e12', 'subnets': [{'id': '98d53ec8-763d-4053-9239-55ea8c03b03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:21:34.354308 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abf02d5-3cc4-44c1-97cb-991aae26c025 None None] New status for floating IP 3ab726fd-0848-4f60-813d-7340fa3276a5: ACTIVE {{(pid=94448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:21:42.024181 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:21:46.050887 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:54.309008 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:56.154572 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a27d-d545-4c0b-8280-968bace01177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:59.235570 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ec038513-077d-4eff-b913-f5b5bd5039d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:59.333309 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:59.728758 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8c2c10ba-3782-4f97-b1ad-e10708de1b0b req-a3df47fe-763a-45fd-8999-51e641705405 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6803d461-499e-4deb-b9c1-564c4c783690&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0595076 Jul 09 16:21:59.843717 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2c10ba-3782-4f97-b1ad-e10708de1b0b req-71ca4146-8b84-409d-b5c1-9d56e776c1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:59.845225 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8c2c10ba-3782-4f97-b1ad-e10708de1b0b req-71ca4146-8b84-409d-b5c1-9d56e776c1bb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=237e415f767d4432a571aa0ee74f6e12&device_id=6803d461-499e-4deb-b9c1-564c4c783690 HTTP/1.1" status: 200 len: 1097 time: 0.0574925 Jul 09 16:21:59.956156 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2c10ba-3782-4f97-b1ad-e10708de1b0b req-53d8e0af-7217-43c1-a07f-41c32e3dca62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:59.957682 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8c2c10ba-3782-4f97-b1ad-e10708de1b0b req-53d8e0af-7217-43c1-a07f-41c32e3dca62 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d81e2710-69c7-4af7-9e84-94e2c397d649 HTTP/1.1" status: 200 len: 910 time: 0.0915217 Jul 09 16:22:00.026934 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8c2c10ba-3782-4f97-b1ad-e10708de1b0b req-6a525adf-b6af-49cf-8b97-b53070118568 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8373c513-e2ff-4dc5-a8bf-5aedaab7962e HTTP/1.1" status: 200 len: 1002 time: 0.0625098 Jul 09 16:22:00.075599 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2c10ba-3782-4f97-b1ad-e10708de1b0b req-123ad9bf-faea-4dc6-b762-19565949f10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:00.077147 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8c2c10ba-3782-4f97-b1ad-e10708de1b0b req-123ad9bf-faea-4dc6-b762-19565949f10f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=98d53ec8-763d-4053-9239-55ea8c03b03d HTTP/1.1" status: 200 len: 848 time: 0.0441556 Jul 09 16:22:00.135680 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2c10ba-3782-4f97-b1ad-e10708de1b0b req-a6a6385f-1804-4b29-82f4-c72362f5917e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:00.137223 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8c2c10ba-3782-4f97-b1ad-e10708de1b0b req-a6a6385f-1804-4b29-82f4-c72362f5917e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d81e2710-69c7-4af7-9e84-94e2c397d649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535293 Jul 09 16:22:00.229086 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8c2c10ba-3782-4f97-b1ad-e10708de1b0b req-9a55ac74-76d7-41b9-a35f-14aef022b8a2 service neutron] 10.222.0.62 "GET /v2.0/networks/d81e2710-69c7-4af7-9e84-94e2c397d649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857520 Jul 09 16:22:00.316424 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-8c2c10ba-3782-4f97-b1ad-e10708de1b0b req-4bbc7f5b-4b46-400b-9719-c3707f278b31 service neutron] 10.222.0.62 "GET /v2.0/networks/d81e2710-69c7-4af7-9e84-94e2c397d649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807285 Jul 09 16:22:00.692459 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:02.069819 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:16.082852 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:19.023749 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:22:24.375062 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:26.158100 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d1b934f0-5811-4c8e-845f-fcfdf9ff1ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:29.256129 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ab0bd036-644a-48db-8e76-f1a89de8a660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:29.364140 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:30.707248 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:32.119139 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:46.114715 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:54.332595 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:56.022477 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:22:56.167156 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ceabb327-8c0e-44b0-bdcb-805d9d2c933b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:59.224857 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f70569fd-6b3c-460f-8eb7-4a6625957be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:59.367468 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:59.721439 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-54b50d0b-1786-4aa6-9ed8-27d40e1de143 req-a8151b3c-0d87-49d0-ad39-3e9fc44b05e6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6803d461-499e-4deb-b9c1-564c4c783690&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0517488 Jul 09 16:22:59.834978 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b50d0b-1786-4aa6-9ed8-27d40e1de143 req-20410dcc-1c8f-483c-8b35-7002025cfd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:59.836466 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-54b50d0b-1786-4aa6-9ed8-27d40e1de143 req-20410dcc-1c8f-483c-8b35-7002025cfd92 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=237e415f767d4432a571aa0ee74f6e12&device_id=6803d461-499e-4deb-b9c1-564c4c783690 HTTP/1.1" status: 200 len: 1097 time: 0.0546041 Jul 09 16:22:59.936647 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b50d0b-1786-4aa6-9ed8-27d40e1de143 req-29ea7d3d-6b9c-4fbd-b1f9-9d323f1c9238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:59.938087 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-54b50d0b-1786-4aa6-9ed8-27d40e1de143 req-29ea7d3d-6b9c-4fbd-b1f9-9d323f1c9238 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d81e2710-69c7-4af7-9e84-94e2c397d649 HTTP/1.1" status: 200 len: 910 time: 0.0817194 Jul 09 16:23:00.012087 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-54b50d0b-1786-4aa6-9ed8-27d40e1de143 req-db80abd3-8877-48c5-9a4b-6ff42b8258db service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8373c513-e2ff-4dc5-a8bf-5aedaab7962e HTTP/1.1" status: 200 len: 1002 time: 0.0676439 Jul 09 16:23:00.059560 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b50d0b-1786-4aa6-9ed8-27d40e1de143 req-4a91e0ea-e390-4080-838b-1be7ca7aca3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:00.061539 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-54b50d0b-1786-4aa6-9ed8-27d40e1de143 req-4a91e0ea-e390-4080-838b-1be7ca7aca3f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=98d53ec8-763d-4053-9239-55ea8c03b03d HTTP/1.1" status: 200 len: 848 time: 0.0436354 Jul 09 16:23:00.118557 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b50d0b-1786-4aa6-9ed8-27d40e1de143 req-9341f105-729d-47ed-9a56-3d76946b3158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:00.120076 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-54b50d0b-1786-4aa6-9ed8-27d40e1de143 req-9341f105-729d-47ed-9a56-3d76946b3158 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d81e2710-69c7-4af7-9e84-94e2c397d649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523801 Jul 09 16:23:00.214139 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-54b50d0b-1786-4aa6-9ed8-27d40e1de143 req-1f70b332-0c07-499a-bbe7-f4290124630c service neutron] 10.222.0.62 "GET /v2.0/networks/d81e2710-69c7-4af7-9e84-94e2c397d649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875080 Jul 09 16:23:00.301473 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-54b50d0b-1786-4aa6-9ed8-27d40e1de143 req-84477c11-e75f-4e6d-97de-bce9177b8122 service neutron] 10.222.0.62 "GET /v2.0/networks/d81e2710-69c7-4af7-9e84-94e2c397d649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809321 Jul 09 16:23:00.681654 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:02.081838 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:16.106262 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:24.340679 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:26.168957 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-48853cd9-b1c5-4270-9741-4a0bf408095e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:29.238732 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5090485f-a6e3-458c-805f-99cf09f436a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:29.335886 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:30.690657 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:32.073536 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:33.021191 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:23:46.091494 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:54.349390 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:56.171859 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c17645e7-f1db-48f0-a8ac-de68213be599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:59.213048 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-746912bc-9e0f-482c-bdb8-793a79868f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:59.338455 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:59.733905 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f1de486e-ae43-49dd-8173-2dd5ef3f6e31 req-10cb5359-cc84-46c8-902e-951175eb55dc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6803d461-499e-4deb-b9c1-564c4c783690&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0513651 Jul 09 16:23:59.847126 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de486e-ae43-49dd-8173-2dd5ef3f6e31 req-e6011796-d326-4250-b63a-61246cfc4144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:59.848598 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f1de486e-ae43-49dd-8173-2dd5ef3f6e31 req-e6011796-d326-4250-b63a-61246cfc4144 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=237e415f767d4432a571aa0ee74f6e12&device_id=6803d461-499e-4deb-b9c1-564c4c783690 HTTP/1.1" status: 200 len: 1097 time: 0.0558836 Jul 09 16:23:59.948202 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de486e-ae43-49dd-8173-2dd5ef3f6e31 req-0f94cc45-acb6-498a-9621-57648792f299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:59.949623 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f1de486e-ae43-49dd-8173-2dd5ef3f6e31 req-0f94cc45-acb6-498a-9621-57648792f299 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d81e2710-69c7-4af7-9e84-94e2c397d649 HTTP/1.1" status: 200 len: 910 time: 0.0812101 Jul 09 16:24:00.015674 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f1de486e-ae43-49dd-8173-2dd5ef3f6e31 req-c60cbbfc-76c8-471e-aafa-467af31656c3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8373c513-e2ff-4dc5-a8bf-5aedaab7962e HTTP/1.1" status: 200 len: 1002 time: 0.0590818 Jul 09 16:24:00.061975 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de486e-ae43-49dd-8173-2dd5ef3f6e31 req-f83302c9-668d-4db4-a6f0-e705c0b3ca32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:00.063406 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f1de486e-ae43-49dd-8173-2dd5ef3f6e31 req-f83302c9-668d-4db4-a6f0-e705c0b3ca32 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=98d53ec8-763d-4053-9239-55ea8c03b03d HTTP/1.1" status: 200 len: 848 time: 0.0421433 Jul 09 16:24:00.119411 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de486e-ae43-49dd-8173-2dd5ef3f6e31 req-5413f8ed-f5c9-4020-9210-038cd2b3fdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:00.120897 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f1de486e-ae43-49dd-8173-2dd5ef3f6e31 req-5413f8ed-f5c9-4020-9210-038cd2b3fdca service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d81e2710-69c7-4af7-9e84-94e2c397d649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507684 Jul 09 16:24:00.211935 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f1de486e-ae43-49dd-8173-2dd5ef3f6e31 req-2a84cf4b-cf15-4506-97f1-738a3bc87499 service neutron] 10.222.0.62 "GET /v2.0/networks/d81e2710-69c7-4af7-9e84-94e2c397d649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844505 Jul 09 16:24:00.299398 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-f1de486e-ae43-49dd-8173-2dd5ef3f6e31 req-d4339d01-fbbf-4e35-9ae9-fea69e12d066 service neutron] 10.222.0.62 "GET /v2.0/networks/d81e2710-69c7-4af7-9e84-94e2c397d649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806072 Jul 09 16:24:00.698534 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:02.114872 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:10.019572 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:24:15.247630 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 8373c513-e2ff-4dc5-a8bf-5aedaab7962e details requested by agent hyperv_n-h1-799529-6 with host n-h1-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:24:15.342090 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 8373c513-e2ff-4dc5-a8bf-5aedaab7962e, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=8373c513-e2ff-4dc5-a8bf-5aedaab7962e,segment=NetworkSegment(9767372c-e5cf-4802-9aa3-afb765fa4ca1),segment_id=9767372c-e5cf-4802-9aa3-afb765fa4ca1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:24:15.352900 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Returning: {'device': '8373c513-e2ff-4dc5-a8bf-5aedaab7962e', 'network_id': 'd81e2710-69c7-4af7-9e84-94e2c397d649', 'port_id': '8373c513-e2ff-4dc5-a8bf-5aedaab7962e', 'mac_address': 'fa:16:3e:ad:51:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98d53ec8-763d-4053-9239-55ea8c03b03d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:24:15.389854 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:15.402581 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8373c513-e2ff-4dc5-a8bf-5aedaab7962e {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:24:15.421464 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 8373c513-e2ff-4dc5-a8bf-5aedaab7962e, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=8373c513-e2ff-4dc5-a8bf-5aedaab7962e,segment=NetworkSegment(9767372c-e5cf-4802-9aa3-afb765fa4ca1),segment_id=9767372c-e5cf-4802-9aa3-afb765fa4ca1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:24:15.500081 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:15.550042 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=8373c513-e2ff-4dc5-a8bf-5aedaab7962e,revision_number=6']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:15.557843 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:15.558189 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:15.558533 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:15.558873 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:15.559210 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:15.559562 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:15.559899 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:15.560256 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:15.560591 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:15.560911 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:15.561252 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:15.561584 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:15.654216 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] get_ports_and_sgs() called for port_ids ['8373c513-e2ff-4dc5-a8bf-5aedaab7962e'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:24:16.127183 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:17.297543 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 8373c513-e2ff-4dc5-a8bf-5aedaab7962e up at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:24:17.344424 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Provisioning complete for port 8373c513-e2ff-4dc5-a8bf-5aedaab7962e triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:24:17.344798 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:17.421050 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:17.447673 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6803d461-499e-4deb-b9c1-564c4c783690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8373c513-e2ff-4dc5-a8bf-5aedaab7962e'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:24:17.450151 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e75b9a97cbd66444b13ae988a684abc34c7a24a50a729030cfede81e7322398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e21480-c087-46fa-b9e8-c63e5a55384d" -d '{"events": [{"server_uuid": "6803d461-499e-4deb-b9c1-564c4c783690", "name": "network-vif-plugged", "status": "completed", "tag": "8373c513-e2ff-4dc5-a8bf-5aedaab7962e"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:24:17.464893 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 8373c513-e2ff-4dc5-a8bf-5aedaab7962e, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=8373c513-e2ff-4dc5-a8bf-5aedaab7962e,segment=NetworkSegment(9767372c-e5cf-4802-9aa3-afb765fa4ca1),segment_id=9767372c-e5cf-4802-9aa3-afb765fa4ca1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:24:17.493995 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a49f531f-1450-4b45-9f4a-465e8cd5ad85 x-openstack-request-id: req-a49f531f-1450-4b45-9f4a-465e8cd5ad85 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:24:17.494284 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6803d461-499e-4deb-b9c1-564c4c783690", "name": "network-vif-plugged", "status": "completed", "tag": "8373c513-e2ff-4dc5-a8bf-5aedaab7962e", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:24:17.494542 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a49f531f-1450-4b45-9f4a-465e8cd5ad85 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:24:17.494942 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6803d461-499e-4deb-b9c1-564c4c783690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8373c513-e2ff-4dc5-a8bf-5aedaab7962e', 'code': 200} Jul 09 16:24:17.540512 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:17.587124 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=8373c513-e2ff-4dc5-a8bf-5aedaab7962e,revision_number=7']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:24.375002 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:26.175906 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-002b64d5-e812-4b8e-ac9b-6884c7f449fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:29.552567 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0d989c7b-4171-4da9-b797-758c7f8001c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:29.598551 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:30.690453 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:32.100508 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:34.741641 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-33db483e-d497-4c31-a53f-c83fa08c52c0 req-b1dcd9ad-838e-489e-b66e-1888f6411716 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1157593170&fields=id&tenant_id=237e415f767d4432a571aa0ee74f6e12 HTTP/1.1" status: 200 len: 267 time: 0.0372188 Jul 09 16:24:34.847981 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33db483e-d497-4c31-a53f-c83fa08c52c0 req-1efa9f71-383c-474f-86d1-0c23b3dae706 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:34.849512 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-33db483e-d497-4c31-a53f-c83fa08c52c0 req-1efa9f71-383c-474f-86d1-0c23b3dae706 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/networks?id=d81e2710-69c7-4af7-9e84-94e2c397d649 HTTP/1.1" status: 200 len: 809 time: 0.1012700 Jul 09 16:24:34.865839 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-33db483e-d497-4c31-a53f-c83fa08c52c0 req-dc4665ba-d382-492c-be5a-57e966652393 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/quotas/237e415f767d4432a571aa0ee74f6e12 HTTP/1.1" status: 200 len: 375 time: 0.0097344 Jul 09 16:24:34.936888 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-33db483e-d497-4c31-a53f-c83fa08c52c0 req-7ae3fa99-9dd4-4041-8a7e-ccda5e82e1a1 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=237e415f767d4432a571aa0ee74f6e12&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0657592 Jul 09 16:24:35.004166 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [req-33db483e-d497-4c31-a53f-c83fa08c52c0 req-f072b8a0-6a46-4a74-b170-9afc7e7fcae5 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:24:35.005787 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-33db483e-d497-4c31-a53f-c83fa08c52c0 req-f072b8a0-6a46-4a74-b170-9afc7e7fcae5 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0576715 Jul 09 16:24:35.095992 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-33db483e-d497-4c31-a53f-c83fa08c52c0 req-63c9ee5c-1f62-4264-9394-0bdf7f4ad4d4 service neutron] 10.222.0.58 "GET /v2.0/networks/d81e2710-69c7-4af7-9e84-94e2c397d649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842757 Jul 09 16:24:35.182411 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-33db483e-d497-4c31-a53f-c83fa08c52c0 req-ab2e8b1e-103c-4e8a-b497-a5e18cf23f77 service neutron] 10.222.0.58 "GET /v2.0/networks/d81e2710-69c7-4af7-9e84-94e2c397d649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807652 Jul 09 16:24:35.526126 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-c46f8147-dadb-4355-b319-6c1389046df6 req-ef65aaf0-63ad-4c54-9d20-18c14e64caa9 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e471f7c-e53a-4326-bac6-7d52b24ae5d7 HTTP/1.1" status: 200 len: 210 time: 0.1063137 Jul 09 16:24:36.698195 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-8eb342f0-168e-4575-9ae1-77d54325df44 req-a6fff5bf-4a60-4870-b3c2-e4cfb212b977 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e471f7c-e53a-4326-bac6-7d52b24ae5d7 HTTP/1.1" status: 200 len: 210 time: 0.0345690 Jul 09 16:24:37.843882 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-40e8b2f7-0a1e-4f3c-9cfa-05c3587f9269 req-5d18d9ab-f4bf-4d81-929b-3d805c575ee1 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e471f7c-e53a-4326-bac6-7d52b24ae5d7 HTTP/1.1" status: 200 len: 210 time: 0.0333557 Jul 09 16:24:37.845614 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33db483e-d497-4c31-a53f-c83fa08c52c0 req-5396c231-8da3-4f11-b1a3-e1de5cc754dd tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:37.847266 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-33db483e-d497-4c31-a53f-c83fa08c52c0 req-5396c231-8da3-4f11-b1a3-e1de5cc754dd tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.54 "GET /v2.0/networks?id=d81e2710-69c7-4af7-9e84-94e2c397d649 HTTP/1.1" status: 200 len: 809 time: 0.1036305 Jul 09 16:24:37.890941 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-33db483e-d497-4c31-a53f-c83fa08c52c0 req-03df4e89-64d3-4f1a-814f-b3fc442931c7 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=237e415f767d4432a571aa0ee74f6e12 HTTP/1.1" status: 200 len: 380 time: 0.0355761 Jul 09 16:24:37.900557 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-33db483e-d497-4c31-a53f-c83fa08c52c0 req-b7bddfe7-4190-4be1-9051-ef65a78ddc7c tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Request body: {'port': {'device_id': '9e471f7c-e53a-4326-bac6-7d52b24ae5d7', 'network_id': 'd81e2710-69c7-4af7-9e84-94e2c397d649', 'admin_state_up': True, 'tenant_id': '237e415f767d4432a571aa0ee74f6e12', 'security_groups': ['7d4cd213-caab-456a-a337-40d4f87636a2']}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:24:38.061799 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33db483e-d497-4c31-a53f-c83fa08c52c0 req-b7bddfe7-4190-4be1-9051-ef65a78ddc7c tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Made reservation on behalf of 237e415f767d4432a571aa0ee74f6e12 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:24:38.065576 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-33db483e-d497-4c31-a53f-c83fa08c52c0 req-b7bddfe7-4190-4be1-9051-ef65a78ddc7c tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:38.189965 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-33db483e-d497-4c31-a53f-c83fa08c52c0 req-b7bddfe7-4190-4be1-9051-ef65a78ddc7c tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Allocated IP 172.20.0.5 (d81e2710-69c7-4af7-9e84-94e2c397d649/98d53ec8-763d-4053-9239-55ea8c03b03d/cb44154b-0450-4242-9368-b647fcdbd3f8) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:24:38.339166 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-33db483e-d497-4c31-a53f-c83fa08c52c0 req-b7bddfe7-4190-4be1-9051-ef65a78ddc7c tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:38.353068 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-33db483e-d497-4c31-a53f-c83fa08c52c0 req-b7bddfe7-4190-4be1-9051-ef65a78ddc7c tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Transition to ACTIVE for port object cb44154b-0450-4242-9368-b647fcdbd3f8 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:24:38.456719 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-33db483e-d497-4c31-a53f-c83fa08c52c0 req-b7bddfe7-4190-4be1-9051-ef65a78ddc7c tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4382142'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:38.499726 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33db483e-d497-4c31-a53f-c83fa08c52c0 req-b7bddfe7-4190-4be1-9051-ef65a78ddc7c tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Network d81e2710-69c7-4af7-9e84-94e2c397d649 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:24:38.505147 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-33db483e-d497-4c31-a53f-c83fa08c52c0 req-b7bddfe7-4190-4be1-9051-ef65a78ddc7c tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:24:38.509119 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-33db483e-d497-4c31-a53f-c83fa08c52c0 req-b7bddfe7-4190-4be1-9051-ef65a78ddc7c tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:24:38.547542 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bddfe7-4190-4be1-9051-ef65a78ddc7c tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Pushing event updated for resources: {'Port': ['ID=cb44154b-0450-4242-9368-b647fcdbd3f8,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:38.559420 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bddfe7-4190-4be1-9051-ef65a78ddc7c tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:38.560037 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bddfe7-4190-4be1-9051-ef65a78ddc7c tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:38.560538 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bddfe7-4190-4be1-9051-ef65a78ddc7c tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:38.561032 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bddfe7-4190-4be1-9051-ef65a78ddc7c tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:38.561717 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bddfe7-4190-4be1-9051-ef65a78ddc7c tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:38.562206 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bddfe7-4190-4be1-9051-ef65a78ddc7c tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:38.562860 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bddfe7-4190-4be1-9051-ef65a78ddc7c tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:38.563364 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bddfe7-4190-4be1-9051-ef65a78ddc7c tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:38.563960 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bddfe7-4190-4be1-9051-ef65a78ddc7c tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:38.564456 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bddfe7-4190-4be1-9051-ef65a78ddc7c tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:38.564956 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bddfe7-4190-4be1-9051-ef65a78ddc7c tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:38.565446 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bddfe7-4190-4be1-9051-ef65a78ddc7c tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:38.614190 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33db483e-d497-4c31-a53f-c83fa08c52c0 req-b7bddfe7-4190-4be1-9051-ef65a78ddc7c tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:38.615775 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-33db483e-d497-4c31-a53f-c83fa08c52c0 req-b7bddfe7-4190-4be1-9051-ef65a78ddc7c tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:38.777346 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-33db483e-d497-4c31-a53f-c83fa08c52c0 req-b7bddfe7-4190-4be1-9051-ef65a78ddc7c tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8803387 Jul 09 16:24:38.930660 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-c720fe7c-cd6a-408b-ad9e-e2bd9d4b489d None None] Provisioning for port cb44154b-0450-4242-9368-b647fcdbd3f8 completed by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:24:38.935673 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-c720fe7c-cd6a-408b-ad9e-e2bd9d4b489d None None] Provisioning complete for port cb44154b-0450-4242-9368-b647fcdbd3f8 triggered by entity DHCP. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:24:38.936566 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c720fe7c-cd6a-408b-ad9e-e2bd9d4b489d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:38.978693 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-c720fe7c-cd6a-408b-ad9e-e2bd9d4b489d None None] Port cb44154b-0450-4242-9368-b647fcdbd3f8 cannot update to ACTIVE because it is not bound. {{(pid=94447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:24:39.023264 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f74bf2-a57d-4413-8372-4703a229255c req-d9706b43-788e-4b23-84ad-65add5a9343d tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:39.025508 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b8f74bf2-a57d-4413-8372-4703a229255c req-d9706b43-788e-4b23-84ad-65add5a9343d tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e471f7c-e53a-4326-bac6-7d52b24ae5d7 HTTP/1.1" status: 200 len: 931 time: 0.0673549 Jul 09 16:24:39.066012 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b8f74bf2-a57d-4413-8372-4703a229255c req-14313672-2550-463a-96bf-d11399df9dd4 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4cd213-caab-456a-a337-40d4f87636a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334585 Jul 09 16:24:39.388870 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 8373c513-e2ff-4dc5-a8bf-5aedaab7962e no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:24:39.465843 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:39.491186 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6803d461-499e-4deb-b9c1-564c4c783690', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8373c513-e2ff-4dc5-a8bf-5aedaab7962e'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:24:39.493468 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e75b9a97cbd66444b13ae988a684abc34c7a24a50a729030cfede81e7322398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-555ce4d4-5e74-4993-b49c-1db76324df3c" -d '{"events": [{"server_uuid": "6803d461-499e-4deb-b9c1-564c4c783690", "name": "network-vif-unplugged", "status": "completed", "tag": "8373c513-e2ff-4dc5-a8bf-5aedaab7962e"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:24:39.508905 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] For port 8373c513-e2ff-4dc5-a8bf-5aedaab7962e, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=8373c513-e2ff-4dc5-a8bf-5aedaab7962e,segment=NetworkSegment(9767372c-e5cf-4802-9aa3-afb765fa4ca1),segment_id=9767372c-e5cf-4802-9aa3-afb765fa4ca1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:24:39.533885 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 16:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a96c8b8-d1a0-4d13-84db-9d05a345b80e x-openstack-request-id: req-6a96c8b8-d1a0-4d13-84db-9d05a345b80e {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:24:39.534249 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6803d461-499e-4deb-b9c1-564c4c783690", "name": "network-vif-unplugged", "status": "completed", "tag": "8373c513-e2ff-4dc5-a8bf-5aedaab7962e", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:24:39.534717 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6a96c8b8-d1a0-4d13-84db-9d05a345b80e {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:24:39.535105 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6803d461-499e-4deb-b9c1-564c4c783690', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8373c513-e2ff-4dc5-a8bf-5aedaab7962e', 'code': 200} Jul 09 16:24:39.576531 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:39.626452 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Pushing event updated for resources: {'Port': ['ID=8373c513-e2ff-4dc5-a8bf-5aedaab7962e,revision_number=8']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:40.249068 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d071752e-4d78-4d04-ba9b-07abeda7d251 req-19c3f0c6-dca8-449b-afc5-a7c1109ac035 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:40.250685 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d071752e-4d78-4d04-ba9b-07abeda7d251 req-19c3f0c6-dca8-449b-afc5-a7c1109ac035 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e471f7c-e53a-4326-bac6-7d52b24ae5d7 HTTP/1.1" status: 200 len: 931 time: 0.0697021 Jul 09 16:24:40.292031 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d071752e-4d78-4d04-ba9b-07abeda7d251 req-ea0e51a8-204d-4e74-8eff-7fcbbf480bd8 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4cd213-caab-456a-a337-40d4f87636a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351844 Jul 09 16:24:41.490553 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dfce40-08e0-429f-9669-fa4c49a7064c req-cc0cb07f-ce93-46f9-ab5e-bcff6f57554e tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:41.492113 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b6dfce40-08e0-429f-9669-fa4c49a7064c req-cc0cb07f-ce93-46f9-ab5e-bcff6f57554e tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e471f7c-e53a-4326-bac6-7d52b24ae5d7 HTTP/1.1" status: 200 len: 931 time: 0.0745773 Jul 09 16:24:41.534321 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b6dfce40-08e0-429f-9669-fa4c49a7064c req-bc0ae9d7-e9c2-4291-b518-a29f278c1aa0 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4cd213-caab-456a-a337-40d4f87636a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357475 Jul 09 16:24:42.724261 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff8f80-7ce9-4345-b0d2-5a51400c2c81 req-ee3c8b78-e0c0-4017-b75f-2ec85c09c752 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:42.725877 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-08ff8f80-7ce9-4345-b0d2-5a51400c2c81 req-ee3c8b78-e0c0-4017-b75f-2ec85c09c752 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e471f7c-e53a-4326-bac6-7d52b24ae5d7 HTTP/1.1" status: 200 len: 931 time: 0.0724523 Jul 09 16:24:42.766070 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-08ff8f80-7ce9-4345-b0d2-5a51400c2c81 req-8048ea33-64d8-49b5-b23d-9915cbbbe6e9 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4cd213-caab-456a-a337-40d4f87636a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343702 Jul 09 16:24:43.960540 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d7ec0-703f-4778-9bec-913ea3718d44 req-22c38ddf-e4a6-4d64-a63c-0cb3cfa0dc1b tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:43.966880 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-853d7ec0-703f-4778-9bec-913ea3718d44 req-22c38ddf-e4a6-4d64-a63c-0cb3cfa0dc1b tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e471f7c-e53a-4326-bac6-7d52b24ae5d7 HTTP/1.1" status: 200 len: 931 time: 0.0746686 Jul 09 16:24:44.004713 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-853d7ec0-703f-4778-9bec-913ea3718d44 req-8c984aa6-f409-4305-8b46-e8667bc46c97 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4cd213-caab-456a-a337-40d4f87636a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349295 Jul 09 16:24:45.217734 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a2b7f-7bb6-4b20-aef0-a7ab38937c99 req-e779418a-60ad-406a-a98d-c442ff26a1c8 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:45.219262 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dd2a2b7f-7bb6-4b20-aef0-a7ab38937c99 req-e779418a-60ad-406a-a98d-c442ff26a1c8 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e471f7c-e53a-4326-bac6-7d52b24ae5d7 HTTP/1.1" status: 200 len: 931 time: 0.0951381 Jul 09 16:24:45.276154 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-dd2a2b7f-7bb6-4b20-aef0-a7ab38937c99 req-1a39a734-3d12-4d67-b418-f895015e6021 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4cd213-caab-456a-a337-40d4f87636a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506821 Jul 09 16:24:46.136679 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:46.454250 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d04cb15-1a5a-46d3-9f8e-05cc40f35d19 req-cbf68d0a-063c-4721-b90f-a0ecde08bc16 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:46.456445 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4d04cb15-1a5a-46d3-9f8e-05cc40f35d19 req-cbf68d0a-063c-4721-b90f-a0ecde08bc16 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e471f7c-e53a-4326-bac6-7d52b24ae5d7 HTTP/1.1" status: 200 len: 931 time: 0.0731211 Jul 09 16:24:46.500102 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-4d04cb15-1a5a-46d3-9f8e-05cc40f35d19 req-15d0d038-3825-4d2c-b2c5-dba235e5a2e9 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4cd213-caab-456a-a337-40d4f87636a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360146 Jul 09 16:24:47.019285 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:24:47.694510 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa61b6f7-d00c-4e9b-8889-1eb8c6648fa4 req-39191444-d51b-45dc-ad9c-8324e964957b tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:47.696578 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fa61b6f7-d00c-4e9b-8889-1eb8c6648fa4 req-39191444-d51b-45dc-ad9c-8324e964957b tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e471f7c-e53a-4326-bac6-7d52b24ae5d7 HTTP/1.1" status: 200 len: 931 time: 0.0835774 Jul 09 16:24:47.749461 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-fa61b6f7-d00c-4e9b-8889-1eb8c6648fa4 req-ab636b6a-ae42-4b71-b11d-6e3d96da8b14 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4cd213-caab-456a-a337-40d4f87636a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468178 Jul 09 16:24:48.941946 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b02006-0650-4e69-aa9e-eae46d4ea239 req-04b753fa-0189-4db0-8da7-2317ef5dd80d tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:48.944007 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-49b02006-0650-4e69-aa9e-eae46d4ea239 req-04b753fa-0189-4db0-8da7-2317ef5dd80d tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e471f7c-e53a-4326-bac6-7d52b24ae5d7 HTTP/1.1" status: 200 len: 931 time: 0.0659595 Jul 09 16:24:48.984838 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-49b02006-0650-4e69-aa9e-eae46d4ea239 req-50a08f73-c378-491e-9726-5a1231fb976f tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4cd213-caab-456a-a337-40d4f87636a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345380 Jul 09 16:24:49.641341 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [req-33db483e-d497-4c31-a53f-c83fa08c52c0 req-6157333f-5acd-4c31-ab94-4df7dedf7e26 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:24:49.642384 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-33db483e-d497-4c31-a53f-c83fa08c52c0 req-6157333f-5acd-4c31-ab94-4df7dedf7e26 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059831 Jul 09 16:24:49.695484 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.v2.base [req-33db483e-d497-4c31-a53f-c83fa08c52c0 req-04eb7c54-791a-4423-a789-4696802e29a4 service neutron] Request body: {'port': {'device_id': '9e471f7c-e53a-4326-bac6-7d52b24ae5d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:24:49.766690 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-33db483e-d497-4c31-a53f-c83fa08c52c0 req-04eb7c54-791a-4423-a789-4696802e29a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:50.033377 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [req-33db483e-d497-4c31-a53f-c83fa08c52c0 req-04eb7c54-791a-4423-a789-4696802e29a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb44154b-0450-4242-9368-b647fcdbd3f8 {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:24:50.041679 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-33db483e-d497-4c31-a53f-c83fa08c52c0 req-04eb7c54-791a-4423-a789-4696802e29a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:50.053981 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-33db483e-d497-4c31-a53f-c83fa08c52c0 req-04eb7c54-791a-4423-a789-4696802e29a4 service neutron] Transition to ACTIVE for port object cb44154b-0450-4242-9368-b647fcdbd3f8 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:24:50.127495 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-33db483e-d497-4c31-a53f-c83fa08c52c0 req-04eb7c54-791a-4423-a789-4696802e29a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:50.192273 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eb7c54-791a-4423-a789-4696802e29a4 service neutron] Pushing event updated for resources: {'Port': ['ID=cb44154b-0450-4242-9368-b647fcdbd3f8,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:50.255241 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0fd757-a736-420c-90a4-2e2f31111935 req-fc7ca3c1-098e-41b5-a666-494bbf48918f tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:50.256832 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3e0fd757-a736-420c-90a4-2e2f31111935 req-fc7ca3c1-098e-41b5-a666-494bbf48918f tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e471f7c-e53a-4326-bac6-7d52b24ae5d7 HTTP/1.1" status: 200 len: 931 time: 0.1592481 Jul 09 16:24:50.298354 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-33db483e-d497-4c31-a53f-c83fa08c52c0 req-04eb7c54-791a-4423-a789-4696802e29a4 service neutron] Attempting to bind port cb44154b-0450-4242-9368-b647fcdbd3f8 on host n-h2-799529-6 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:24:50.298687 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-33db483e-d497-4c31-a53f-c83fa08c52c0 req-04eb7c54-791a-4423-a789-4696802e29a4 service neutron] Attempting to bind port cb44154b-0450-4242-9368-b647fcdbd3f8 by drivers openvswitch,hyperv on host n-h2-799529-6 at level 0 using segments [{'id': '9767372c-e5cf-4802-9aa3-afb765fa4ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd81e2710-69c7-4af7-9e84-94e2c397d649'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:24:50.299014 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33db483e-d497-4c31-a53f-c83fa08c52c0 req-04eb7c54-791a-4423-a789-4696802e29a4 service neutron] Attempting to bind port cb44154b-0450-4242-9368-b647fcdbd3f8 on network d81e2710-69c7-4af7-9e84-94e2c397d649 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:24:50.313285 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33db483e-d497-4c31-a53f-c83fa08c52c0 req-04eb7c54-791a-4423-a789-4696802e29a4 service neutron] Port cb44154b-0450-4242-9368-b647fcdbd3f8 on network d81e2710-69c7-4af7-9e84-94e2c397d649 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-6 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:24:50.313604 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33db483e-d497-4c31-a53f-c83fa08c52c0 req-04eb7c54-791a-4423-a789-4696802e29a4 service neutron] Attempting to bind port cb44154b-0450-4242-9368-b647fcdbd3f8 on network d81e2710-69c7-4af7-9e84-94e2c397d649 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:24:50.318651 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-3e0fd757-a736-420c-90a4-2e2f31111935 req-6d86c92a-b25f-4905-bcc2-82d2df8f26c8 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4cd213-caab-456a-a337-40d4f87636a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546656 Jul 09 16:24:50.322549 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33db483e-d497-4c31-a53f-c83fa08c52c0 req-04eb7c54-791a-4423-a789-4696802e29a4 service neutron] Checking agent: {'id': 'd496b438-7e5f-4bb4-bb46-aa790a79afec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'started_at': datetime.datetime(2021, 7, 9, 14, 32, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:24:50.322889 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33db483e-d497-4c31-a53f-c83fa08c52c0 req-04eb7c54-791a-4423-a789-4696802e29a4 service neutron] Checking segment: {'id': '9767372c-e5cf-4802-9aa3-afb765fa4ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd81e2710-69c7-4af7-9e84-94e2c397d649'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:24:50.323273 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33db483e-d497-4c31-a53f-c83fa08c52c0 req-04eb7c54-791a-4423-a789-4696802e29a4 service neutron] Bound using segment: {'id': '9767372c-e5cf-4802-9aa3-afb765fa4ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd81e2710-69c7-4af7-9e84-94e2c397d649'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:24:50.323854 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-33db483e-d497-4c31-a53f-c83fa08c52c0 req-04eb7c54-791a-4423-a789-4696802e29a4 service neutron] Bound port: cb44154b-0450-4242-9368-b647fcdbd3f8, host: n-h2-799529-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9767372c-e5cf-4802-9aa3-afb765fa4ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd81e2710-69c7-4af7-9e84-94e2c397d649'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:24:50.324107 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-33db483e-d497-4c31-a53f-c83fa08c52c0 req-04eb7c54-791a-4423-a789-4696802e29a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:50.388371 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-33db483e-d497-4c31-a53f-c83fa08c52c0 req-04eb7c54-791a-4423-a789-4696802e29a4 service neutron] For port cb44154b-0450-4242-9368-b647fcdbd3f8, host n-h2-799529-6, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:24:50.391606 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-33db483e-d497-4c31-a53f-c83fa08c52c0 req-04eb7c54-791a-4423-a789-4696802e29a4 service neutron] For port cb44154b-0450-4242-9368-b647fcdbd3f8, host n-h2-799529-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=cb44154b-0450-4242-9368-b647fcdbd3f8,segment=NetworkSegment(9767372c-e5cf-4802-9aa3-afb765fa4ca1),segment_id=9767372c-e5cf-4802-9aa3-afb765fa4ca1)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:24:50.486109 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-33db483e-d497-4c31-a53f-c83fa08c52c0 req-04eb7c54-791a-4423-a789-4696802e29a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4382112'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:50.520254 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33db483e-d497-4c31-a53f-c83fa08c52c0 req-04eb7c54-791a-4423-a789-4696802e29a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:50.520872 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-33db483e-d497-4c31-a53f-c83fa08c52c0 req-04eb7c54-791a-4423-a789-4696802e29a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:50.522261 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-33db483e-d497-4c31-a53f-c83fa08c52c0 req-04eb7c54-791a-4423-a789-4696802e29a4 service neutron] 10.222.0.54 "PUT /v2.0/ports/cb44154b-0450-4242-9368-b647fcdbd3f8 HTTP/1.1" status: 200 len: 1091 time: 0.8726504 Jul 09 16:24:50.522697 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e471f7c-e53a-4326-bac6-7d52b24ae5d7', 'tag': 'cb44154b-0450-4242-9368-b647fcdbd3f8'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:24:50.524978 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bb405a18ca731a56dedfaaf5e9a79789110744f6b6799bb7a0722340b5c16f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c7cf57-d225-46e6-be96-e8620417f08d" -d '{"events": [{"name": "network-changed", "server_uuid": "9e471f7c-e53a-4326-bac6-7d52b24ae5d7", "tag": "cb44154b-0450-4242-9368-b647fcdbd3f8"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:24:50.550221 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eb7c54-791a-4423-a789-4696802e29a4 service neutron] Pushing event updated for resources: {'Port': ['ID=cb44154b-0450-4242-9368-b647fcdbd3f8,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:50.571584 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f564eab5-a1cb-43e8-96f2-44f5fb7951c4 x-openstack-request-id: req-f564eab5-a1cb-43e8-96f2-44f5fb7951c4 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:24:50.571883 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e471f7c-e53a-4326-bac6-7d52b24ae5d7", "tag": "cb44154b-0450-4242-9368-b647fcdbd3f8", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:24:50.572137 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f564eab5-a1cb-43e8-96f2-44f5fb7951c4 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:24:50.572538 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e471f7c-e53a-4326-bac6-7d52b24ae5d7', 'tag': 'cb44154b-0450-4242-9368-b647fcdbd3f8', 'status': 'completed', 'code': 200} Jul 09 16:24:50.652513 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7cf57-d225-46e6-be96-e8620417f08d req-c1dd6d94-f716-4d35-8e80-15406e29f47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:50.654064 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b5c7cf57-d225-46e6-be96-e8620417f08d req-c1dd6d94-f716-4d35-8e80-15406e29f47b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=237e415f767d4432a571aa0ee74f6e12&device_id=9e471f7c-e53a-4326-bac6-7d52b24ae5d7 HTTP/1.1" status: 200 len: 1094 time: 0.0606530 Jul 09 16:24:50.754037 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7cf57-d225-46e6-be96-e8620417f08d req-b689734f-2435-4388-8182-34999bd06e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:50.755452 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b5c7cf57-d225-46e6-be96-e8620417f08d req-b689734f-2435-4388-8182-34999bd06e37 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=237e415f767d4432a571aa0ee74f6e12&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0946705 Jul 09 16:24:50.861142 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7cf57-d225-46e6-be96-e8620417f08d req-be89c308-73e3-46cb-8efe-1fc94575beea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:50.862756 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-b5c7cf57-d225-46e6-be96-e8620417f08d req-be89c308-73e3-46cb-8efe-1fc94575beea service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1015003 Jul 09 16:24:50.950155 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33db483e-d497-4c31-a53f-c83fa08c52c0 req-6926b12e-6733-4a04-aed2-a23821275951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:50.952040 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-33db483e-d497-4c31-a53f-c83fa08c52c0 req-6926b12e-6733-4a04-aed2-a23821275951 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=237e415f767d4432a571aa0ee74f6e12&device_id=9e471f7c-e53a-4326-bac6-7d52b24ae5d7 HTTP/1.1" status: 200 len: 1094 time: 0.0541553 Jul 09 16:24:50.992591 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-33db483e-d497-4c31-a53f-c83fa08c52c0 req-54747f55-7141-4a2c-bbd7-95362858e9e6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb44154b-0450-4242-9368-b647fcdbd3f8 HTTP/1.1" status: 200 len: 217 time: 0.0333371 Jul 09 16:24:51.041239 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33db483e-d497-4c31-a53f-c83fa08c52c0 req-118b267c-48b3-4e4c-8c28-d309a1224af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:51.042580 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-33db483e-d497-4c31-a53f-c83fa08c52c0 req-118b267c-48b3-4e4c-8c28-d309a1224af1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=98d53ec8-763d-4053-9239-55ea8c03b03d HTTP/1.1" status: 200 len: 848 time: 0.0436270 Jul 09 16:24:51.106641 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33db483e-d497-4c31-a53f-c83fa08c52c0 req-b68653f1-0d9e-437f-bd01-113208c30b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:51.108180 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-33db483e-d497-4c31-a53f-c83fa08c52c0 req-b68653f1-0d9e-437f-bd01-113208c30b65 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d81e2710-69c7-4af7-9e84-94e2c397d649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577044 Jul 09 16:24:51.197314 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-33db483e-d497-4c31-a53f-c83fa08c52c0 req-f87d87ca-1406-4d1d-b4b1-a3ed35dfe25a service neutron] 10.222.0.54 "GET /v2.0/networks/d81e2710-69c7-4af7-9e84-94e2c397d649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821512 Jul 09 16:24:51.310769 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-33db483e-d497-4c31-a53f-c83fa08c52c0 req-1298e712-5bb8-4b43-a045-ba4b19a0d93a service neutron] 10.222.0.54 "GET /v2.0/networks/d81e2710-69c7-4af7-9e84-94e2c397d649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987339 Jul 09 16:24:51.491889 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8173f3b-2925-40cb-adea-34fc999775b9 req-8be543d9-7b9b-4be3-93bd-2112c124bd52 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:51.493392 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e8173f3b-2925-40cb-adea-34fc999775b9 req-8be543d9-7b9b-4be3-93bd-2112c124bd52 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e471f7c-e53a-4326-bac6-7d52b24ae5d7 HTTP/1.1" status: 200 len: 943 time: 0.0632339 Jul 09 16:24:51.530039 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e8173f3b-2925-40cb-adea-34fc999775b9 req-31cfb45e-2c03-480a-976f-668011a5f44f tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4cd213-caab-456a-a337-40d4f87636a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311313 Jul 09 16:24:52.706122 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0834c8dd-0237-4da0-8cd0-2b70a976c5f7 req-c7087143-8c41-4354-9304-cb4cc84ed693 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:52.707694 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0834c8dd-0237-4da0-8cd0-2b70a976c5f7 req-c7087143-8c41-4354-9304-cb4cc84ed693 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e471f7c-e53a-4326-bac6-7d52b24ae5d7 HTTP/1.1" status: 200 len: 943 time: 0.0660055 Jul 09 16:24:52.746105 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-0834c8dd-0237-4da0-8cd0-2b70a976c5f7 req-25bc6a82-e9ef-4ca9-87ff-c0741ebd9c66 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4cd213-caab-456a-a337-40d4f87636a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325148 Jul 09 16:24:53.362925 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device cb44154b-0450-4242-9368-b647fcdbd3f8 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:24:53.457116 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port cb44154b-0450-4242-9368-b647fcdbd3f8, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=cb44154b-0450-4242-9368-b647fcdbd3f8,segment=NetworkSegment(9767372c-e5cf-4802-9aa3-afb765fa4ca1),segment_id=9767372c-e5cf-4802-9aa3-afb765fa4ca1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:24:53.468774 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': 'cb44154b-0450-4242-9368-b647fcdbd3f8', 'network_id': 'd81e2710-69c7-4af7-9e84-94e2c397d649', 'port_id': 'cb44154b-0450-4242-9368-b647fcdbd3f8', 'mac_address': 'fa:16:3e:9c:4c:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98d53ec8-763d-4053-9239-55ea8c03b03d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:24:53.503668 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:53.516295 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb44154b-0450-4242-9368-b647fcdbd3f8 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:24:53.535805 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port cb44154b-0450-4242-9368-b647fcdbd3f8, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=cb44154b-0450-4242-9368-b647fcdbd3f8,segment=NetworkSegment(9767372c-e5cf-4802-9aa3-afb765fa4ca1),segment_id=9767372c-e5cf-4802-9aa3-afb765fa4ca1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:24:53.617222 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:53.663994 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=cb44154b-0450-4242-9368-b647fcdbd3f8,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:53.863480 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['cb44154b-0450-4242-9368-b647fcdbd3f8'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:24:53.947662 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5114d1-dac2-42bd-9fa7-1930e0296be0 req-84daa084-c332-439a-88fc-ce8a9d9dce3f tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:53.949189 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4d5114d1-dac2-42bd-9fa7-1930e0296be0 req-84daa084-c332-439a-88fc-ce8a9d9dce3f tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e471f7c-e53a-4326-bac6-7d52b24ae5d7 HTTP/1.1" status: 200 len: 944 time: 0.0688610 Jul 09 16:24:53.994421 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-4d5114d1-dac2-42bd-9fa7-1930e0296be0 req-a656f391-aa10-4eee-8d4b-c5d1100c9c85 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4cd213-caab-456a-a337-40d4f87636a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388081 Jul 09 16:24:54.456281 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:55.165729 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68251159-407d-4e24-a6a1-e0598b4a8e5e req-4fdfb83c-3990-4be2-a261-5a30bf50f871 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:55.167208 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-68251159-407d-4e24-a6a1-e0598b4a8e5e req-4fdfb83c-3990-4be2-a261-5a30bf50f871 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e471f7c-e53a-4326-bac6-7d52b24ae5d7 HTTP/1.1" status: 200 len: 944 time: 0.0623338 Jul 09 16:24:55.203926 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-68251159-407d-4e24-a6a1-e0598b4a8e5e req-806e476b-c39e-4c7c-aa70-f2b8c05d7e38 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4cd213-caab-456a-a337-40d4f87636a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312014 Jul 09 16:24:55.377653 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device cb44154b-0450-4242-9368-b647fcdbd3f8 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:24:55.508979 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning for port cb44154b-0450-4242-9368-b647fcdbd3f8 completed by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:24:55.513302 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port cb44154b-0450-4242-9368-b647fcdbd3f8 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:24:55.513841 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:55.591338 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:55.612810 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e471f7c-e53a-4326-bac6-7d52b24ae5d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb44154b-0450-4242-9368-b647fcdbd3f8'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:24:55.615038 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e75b9a97cbd66444b13ae988a684abc34c7a24a50a729030cfede81e7322398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8b2a3a-86c1-4b14-99b1-db4296baf446" -d '{"events": [{"server_uuid": "9e471f7c-e53a-4326-bac6-7d52b24ae5d7", "name": "network-vif-plugged", "status": "completed", "tag": "cb44154b-0450-4242-9368-b647fcdbd3f8"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:24:55.628327 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port cb44154b-0450-4242-9368-b647fcdbd3f8, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=cb44154b-0450-4242-9368-b647fcdbd3f8,segment=NetworkSegment(9767372c-e5cf-4802-9aa3-afb765fa4ca1),segment_id=9767372c-e5cf-4802-9aa3-afb765fa4ca1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:24:55.650929 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955dfcff-28e1-4aa2-94b7-c9364658e72f x-openstack-request-id: req-955dfcff-28e1-4aa2-94b7-c9364658e72f {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:24:55.651210 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e471f7c-e53a-4326-bac6-7d52b24ae5d7", "name": "network-vif-plugged", "status": "completed", "tag": "cb44154b-0450-4242-9368-b647fcdbd3f8", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:24:55.651462 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-955dfcff-28e1-4aa2-94b7-c9364658e72f {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:24:55.651873 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e471f7c-e53a-4326-bac6-7d52b24ae5d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb44154b-0450-4242-9368-b647fcdbd3f8', 'code': 200} Jul 09 16:24:55.696145 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:55.743869 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=cb44154b-0450-4242-9368-b647fcdbd3f8,revision_number=5']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:55.769747 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2328d1-1624-42fe-bab3-462855f6553c req-a205200a-ef5a-4156-9ff3-70759fd4b3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:55.771272 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7d2328d1-1624-42fe-bab3-462855f6553c req-a205200a-ef5a-4156-9ff3-70759fd4b3c3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9e471f7c-e53a-4326-bac6-7d52b24ae5d7 HTTP/1.1" status: 200 len: 1096 time: 0.0589573 Jul 09 16:24:55.806493 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-7d2328d1-1624-42fe-bab3-462855f6553c req-96e94b81-a72e-49b3-983e-cfa07c2601a9 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7d4cd213-caab-456a-a337-40d4f87636a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284743 Jul 09 16:24:56.188975 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5e68dd06-ed85-44eb-aefa-f37eb7d9ce69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:56.385147 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d632c-e934-45bb-bbc7-0dff859b251a req-103fdefb-dd1c-409c-be4d-4e7a5cb1fdf6 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:56.386555 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-003d632c-e934-45bb-bbc7-0dff859b251a req-103fdefb-dd1c-409c-be4d-4e7a5cb1fdf6 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e471f7c-e53a-4326-bac6-7d52b24ae5d7 HTTP/1.1" status: 200 len: 945 time: 0.0617735 Jul 09 16:24:56.425117 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-003d632c-e934-45bb-bbc7-0dff859b251a req-8b9cf244-b142-4e00-a8fa-9e79ba405fcf tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4cd213-caab-456a-a337-40d4f87636a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328889 Jul 09 16:24:57.596057 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c4c02-e738-4921-9f90-40ba80e7dc4e req-e928f6d4-3aba-4145-a788-74fc9c89b68f tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:57.597536 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-044c4c02-e738-4921-9f90-40ba80e7dc4e req-e928f6d4-3aba-4145-a788-74fc9c89b68f tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e471f7c-e53a-4326-bac6-7d52b24ae5d7 HTTP/1.1" status: 200 len: 945 time: 0.0633967 Jul 09 16:24:57.635654 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-044c4c02-e738-4921-9f90-40ba80e7dc4e req-de504c99-78dc-4b9d-8ea5-83da6fa21c6c tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4cd213-caab-456a-a337-40d4f87636a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319028 Jul 09 16:24:57.812759 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f32fa-a425-4c74-bb7f-7c589de1d11d req-6679b057-cad2-4e2b-915d-d812b7d58666 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:57.814221 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-704f32fa-a425-4c74-bb7f-7c589de1d11d req-6679b057-cad2-4e2b-915d-d812b7d58666 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e471f7c-e53a-4326-bac6-7d52b24ae5d7 HTTP/1.1" status: 200 len: 945 time: 0.0659857 Jul 09 16:24:57.852296 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-704f32fa-a425-4c74-bb7f-7c589de1d11d req-126cf324-656c-468f-b0fa-908e00c9d2f3 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4cd213-caab-456a-a337-40d4f87636a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322933 Jul 09 16:24:57.875218 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 33460) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:24:57.924695 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2105554a-fb44-4485-961b-13d2f9de862c tempest-TestSnapshotPattern-133534315 tempest-TestSnapshotPattern-133534315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:57.926148 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-2105554a-fb44-4485-961b-13d2f9de862c tempest-TestSnapshotPattern-133534315 tempest-TestSnapshotPattern-133534315-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=9e471f7c-e53a-4326-bac6-7d52b24ae5d7 HTTP/1.1" status: 200 len: 1091 time: 0.0499458 Jul 09 16:24:57.928762 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 33462) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:24:57.932953 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.v2.base [None req-102c610e-7316-4498-845e-3fb91f666b05 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Request body: {'floatingip': {'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'port_id': 'cb44154b-0450-4242-9368-b647fcdbd3f8', 'tenant_id': '237e415f767d4432a571aa0ee74f6e12', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:24:58.096545 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-102c610e-7316-4498-845e-3fb91f666b05 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks [] for floatingip, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:58.194302 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-102c610e-7316-4498-845e-3fb91f666b05 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:58.294775 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-102c610e-7316-4498-845e-3fb91f666b05 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Allocated IP 172.25.3.122 (202c7ce6-d4e9-4f80-84dd-bef08905a653/3e4975a3-dc02-416f-be7f-75fd824dda40/0c0d9a37-9aaa-4489-b033-bf54c4905893) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:24:58.398670 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-102c610e-7316-4498-845e-3fb91f666b05 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:58.514961 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-102c610e-7316-4498-845e-3fb91f666b05 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1783590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-22947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619958492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16455644'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:58.550889 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102c610e-7316-4498-845e-3fb91f666b05 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Network 202c7ce6-d4e9-4f80-84dd-bef08905a653 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:24:58.555794 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-102c610e-7316-4498-845e-3fb91f666b05 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:24:58.560139 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102c610e-7316-4498-845e-3fb91f666b05 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:24:58.587236 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102c610e-7316-4498-845e-3fb91f666b05 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Pushing event updated for resources: {'Port': ['ID=0c0d9a37-9aaa-4489-b033-bf54c4905893,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:58.600994 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102c610e-7316-4498-845e-3fb91f666b05 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:58.601351 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102c610e-7316-4498-845e-3fb91f666b05 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:58.601693 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102c610e-7316-4498-845e-3fb91f666b05 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:58.602031 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102c610e-7316-4498-845e-3fb91f666b05 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:58.602415 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102c610e-7316-4498-845e-3fb91f666b05 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:58.602827 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102c610e-7316-4498-845e-3fb91f666b05 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:58.603532 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102c610e-7316-4498-845e-3fb91f666b05 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:58.603863 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102c610e-7316-4498-845e-3fb91f666b05 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:58.604194 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102c610e-7316-4498-845e-3fb91f666b05 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:58.604523 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102c610e-7316-4498-845e-3fb91f666b05 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:58.604854 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102c610e-7316-4498-845e-3fb91f666b05 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:58.605182 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102c610e-7316-4498-845e-3fb91f666b05 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:58.943285 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-102c610e-7316-4498-845e-3fb91f666b05 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:59.097793 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-102c610e-7316-4498-845e-3fb91f666b05 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:59.201080 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a38d8035-0f17-40f1-aa08-57f5023d32b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:59.248017 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-102c610e-7316-4498-845e-3fb91f666b05 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:59.303677 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-102c610e-7316-4498-845e-3fb91f666b05 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16455618'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:59.326768 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:59.736159 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102c610e-7316-4498-845e-3fb91f666b05 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Pushing event updated for resources: {'Port': ['ID=0c0d9a37-9aaa-4489-b033-bf54c4905893,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:59.755637 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-102c610e-7316-4498-845e-3fb91f666b05 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668838'] for floatingip, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:59.841195 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-74e458cb-71bb-42ae-816a-b3a07c210975 req-923e0304-3e27-4296-a017-ed70974e446a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6803d461-499e-4deb-b9c1-564c4c783690&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1358838 Jul 09 16:24:59.861958 n-d-799529-6 neutron-server[94446]: INFO neutron.db.l3_db [None req-102c610e-7316-4498-845e-3fb91f666b05 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Floating IP 9b6c2ab8-0619-42ed-bdeb-fdbd57fd085e associated. External IP: 172.25.3.122, port: cb44154b-0450-4242-9368-b647fcdbd3f8. Jul 09 16:25:00.002479 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e458cb-71bb-42ae-816a-b3a07c210975 req-0c392d33-0289-4de1-a50c-b933f7b8c0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:00.003879 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-74e458cb-71bb-42ae-816a-b3a07c210975 req-0c392d33-0289-4de1-a50c-b933f7b8c0ad service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=237e415f767d4432a571aa0ee74f6e12&device_id=6803d461-499e-4deb-b9c1-564c4c783690 HTTP/1.1" status: 200 len: 1095 time: 0.1011245 Jul 09 16:25:00.169911 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e458cb-71bb-42ae-816a-b3a07c210975 req-cc4b7121-255a-4abd-8e92-90b1fccaaa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:00.171353 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-74e458cb-71bb-42ae-816a-b3a07c210975 req-cc4b7121-255a-4abd-8e92-90b1fccaaa66 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d81e2710-69c7-4af7-9e84-94e2c397d649 HTTP/1.1" status: 200 len: 910 time: 0.1353474 Jul 09 16:25:00.175263 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-102c610e-7316-4498-845e-3fb91f666b05 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Router c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:25:00.276676 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-74e458cb-71bb-42ae-816a-b3a07c210975 req-c824c53e-7a59-46b6-8b9d-758e6db0f88f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8373c513-e2ff-4dc5-a8bf-5aedaab7962e HTTP/1.1" status: 200 len: 1000 time: 0.0986295 Jul 09 16:25:00.364808 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-102c610e-7316-4498-845e-3fb91f666b05 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:25:00.367881 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e458cb-71bb-42ae-816a-b3a07c210975 req-123c638c-3ffc-4d5a-8d27-9cd9091a724f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:00.369379 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-74e458cb-71bb-42ae-816a-b3a07c210975 req-123c638c-3ffc-4d5a-8d27-9cd9091a724f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=98d53ec8-763d-4053-9239-55ea8c03b03d HTTP/1.1" status: 200 len: 848 time: 0.0617740 Jul 09 16:25:00.374899 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41faa9da-1e45-4b2a-a4f9-b77f80f0acb1 None None] Sync routers for ids ['c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:25:00.387875 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41faa9da-1e45-4b2a-a4f9-b77f80f0acb1 None None] Routers {'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:25:00.388584 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-41faa9da-1e45-4b2a-a4f9-b77f80f0acb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:24:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:25:00.434277 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e458cb-71bb-42ae-816a-b3a07c210975 req-bf67cb04-65b0-4895-bc51-7b1863422461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:00.435847 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-74e458cb-71bb-42ae-816a-b3a07c210975 req-bf67cb04-65b0-4895-bc51-7b1863422461 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d81e2710-69c7-4af7-9e84-94e2c397d649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597534 Jul 09 16:25:00.483787 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-102c610e-7316-4498-845e-3fb91f666b05 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:00.496707 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-41faa9da-1e45-4b2a-a4f9-b77f80f0acb1 None None] Set router c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:25:00.540190 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-102c610e-7316-4498-845e-3fb91f666b05 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6101148 Jul 09 16:25:00.542315 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e471f7c-e53a-4326-bac6-7d52b24ae5d7', 'tag': 'cb44154b-0450-4242-9368-b647fcdbd3f8'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:25:00.544514 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71aea3d4ce3c79ba57e3b2a7f05354d67fe827d4c76bd908d035baed68c1bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee872b2-6ff2-4124-945f-85e291d25614" -d '{"events": [{"name": "network-changed", "server_uuid": "9e471f7c-e53a-4326-bac6-7d52b24ae5d7", "tag": "cb44154b-0450-4242-9368-b647fcdbd3f8"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:25:00.569248 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-74e458cb-71bb-42ae-816a-b3a07c210975 req-41f47b36-b143-4f30-b661-b2bc96305abb service neutron] 10.222.0.62 "GET /v2.0/networks/d81e2710-69c7-4af7-9e84-94e2c397d649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270366 Jul 09 16:25:00.595912 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06bbfdd-2dcc-4016-b403-00d69b3dfa40 x-openstack-request-id: req-f06bbfdd-2dcc-4016-b403-00d69b3dfa40 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:25:00.596202 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e471f7c-e53a-4326-bac6-7d52b24ae5d7", "tag": "cb44154b-0450-4242-9368-b647fcdbd3f8", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:25:00.596530 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f06bbfdd-2dcc-4016-b403-00d69b3dfa40 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:25:00.596843 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e471f7c-e53a-4326-bac6-7d52b24ae5d7', 'tag': 'cb44154b-0450-4242-9368-b647fcdbd3f8', 'status': 'completed', 'code': 200} Jul 09 16:25:00.669167 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-74e458cb-71bb-42ae-816a-b3a07c210975 req-63bacd76-ef53-46e7-8662-28c2958c4a56 service neutron] 10.222.0.62 "GET /v2.0/networks/d81e2710-69c7-4af7-9e84-94e2c397d649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938203 Jul 09 16:25:00.675984 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee872b2-6ff2-4124-945f-85e291d25614 req-afc5e3c1-8637-4599-917f-97f4210d9a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:00.677494 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bee872b2-6ff2-4124-945f-85e291d25614 req-afc5e3c1-8637-4599-917f-97f4210d9a6d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=237e415f767d4432a571aa0ee74f6e12&device_id=9e471f7c-e53a-4326-bac6-7d52b24ae5d7 HTTP/1.1" status: 200 len: 1096 time: 0.0616143 Jul 09 16:25:00.767954 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee872b2-6ff2-4124-945f-85e291d25614 req-fc16c345-2ff6-453b-bdda-9fbf54aeff7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:00.769793 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bee872b2-6ff2-4124-945f-85e291d25614 req-fc16c345-2ff6-453b-bdda-9fbf54aeff7f service neutron] 10.222.0.54 "GET /v2.0/networks?id=d81e2710-69c7-4af7-9e84-94e2c397d649 HTTP/1.1" status: 200 len: 910 time: 0.0863378 Jul 09 16:25:00.811754 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:00.840973 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bee872b2-6ff2-4124-945f-85e291d25614 req-603c8444-ca26-4054-9fd2-6d1de0f29380 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb44154b-0450-4242-9368-b647fcdbd3f8 HTTP/1.1" status: 200 len: 999 time: 0.0650609 Jul 09 16:25:00.889597 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee872b2-6ff2-4124-945f-85e291d25614 req-f9abb94f-cdc4-44cf-9cc9-313340493f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:00.891071 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bee872b2-6ff2-4124-945f-85e291d25614 req-f9abb94f-cdc4-44cf-9cc9-313340493f23 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=98d53ec8-763d-4053-9239-55ea8c03b03d HTTP/1.1" status: 200 len: 848 time: 0.0437913 Jul 09 16:25:00.901897 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-41faa9da-1e45-4b2a-a4f9-b77f80f0acb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9', 'name': 'tempest-TestSnapshotPattern-851626850-router', 'tenant_id': '237e415f767d4432a571aa0ee74f6e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c18ca46a-1c1d-45d5-9c4f-e29b85634d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:03Z', 'updated_at': '2021-07-09T16:21:06Z', 'revision_number': 4, 'project_id': '237e415f767d4432a571aa0ee74f6e12', 'gw_port': {'id': 'c18ca46a-1c1d-45d5-9c4f-e29b85634d3e', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:51:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:04Z', 'updated_at': '2021-07-09T16:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '3ab726fd-0848-4f60-813d-7340fa3276a5', 'tenant_id': '237e415f767d4432a571aa0ee74f6e12', 'floating_ip_address': '172.25.3.151', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': 'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9', 'port_id': '8373c513-e2ff-4dc5-a8bf-5aedaab7962e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd81e2710-69c7-4af7-9e84-94e2c397d649', 'mac_address': 'fa:16:3e:ad:51:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6803d461-499e-4deb-b9c1-564c4c783690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:21:31Z', 'updated_at': '2021-07-09T16:21:34Z', 'revision_number': 1, 'project_id': '237e415f767d4432a571aa0ee74f6e12', 'fixed_ip_address_scope': None}, {'id': '9b6c2ab8-0619-42ed-bdeb-fdbd57fd085e', 'tenant_id': '237e415f767d4432a571aa0ee74f6e12', 'floating_ip_address': '172.25.3.122', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': 'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9', 'port_id': 'cb44154b-0450-4242-9368-b647fcdbd3f8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd81e2710-69c7-4af7-9e84-94e2c397d649', 'mac_address': 'fa:16:3e:9c:4c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e471f7c-e53a-4326-bac6-7d52b24ae5d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:24:58Z', 'updated_at': '2021-07-09T16:24:58Z', 'revision_number': 0, 'project_id': '237e415f767d4432a571aa0ee74f6e12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9f0b013-d371-42c3-8538-967a81a23871', 'name': '', 'network_id': 'd81e2710-69c7-4af7-9e84-94e2c397d649', 'tenant_id': '237e415f767d4432a571aa0ee74f6e12', 'mac_address': 'fa:16:3e:c0:e9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '98d53ec8-763d-4053-9239-55ea8c03b03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:05Z', 'updated_at': '2021-07-09T16:21:11Z', 'revision_number': 5, 'project_id': '237e415f767d4432a571aa0ee74f6e12', 'subnets': [{'id': '98d53ec8-763d-4053-9239-55ea8c03b03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:25:00.928361 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41faa9da-1e45-4b2a-a4f9-b77f80f0acb1 None None] Checking router: c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:25:00.936744 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41faa9da-1e45-4b2a-a4f9-b77f80f0acb1 None None] Routers {'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:25:00.937367 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-41faa9da-1e45-4b2a-a4f9-b77f80f0acb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:24:59Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:25:00.947923 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee872b2-6ff2-4124-945f-85e291d25614 req-0ab8e15a-c7cd-4b39-b8c4-a0f9d6945be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:00.949456 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bee872b2-6ff2-4124-945f-85e291d25614 req-0ab8e15a-c7cd-4b39-b8c4-a0f9d6945be8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d81e2710-69c7-4af7-9e84-94e2c397d649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524921 Jul 09 16:25:01.041358 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bee872b2-6ff2-4124-945f-85e291d25614 req-a007765d-b7c2-4814-b20a-bac71a692840 service neutron] 10.222.0.54 "GET /v2.0/networks/d81e2710-69c7-4af7-9e84-94e2c397d649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849960 Jul 09 16:25:01.043630 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-41faa9da-1e45-4b2a-a4f9-b77f80f0acb1 None None] Set router c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:25:01.133039 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-bee872b2-6ff2-4124-945f-85e291d25614 req-d02920ac-e259-4b42-b5a9-6a0e6e539932 service neutron] 10.222.0.54 "GET /v2.0/networks/d81e2710-69c7-4af7-9e84-94e2c397d649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853670 Jul 09 16:25:01.274260 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-41faa9da-1e45-4b2a-a4f9-b77f80f0acb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9', 'name': 'tempest-TestSnapshotPattern-851626850-router', 'tenant_id': '237e415f767d4432a571aa0ee74f6e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c18ca46a-1c1d-45d5-9c4f-e29b85634d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:03Z', 'updated_at': '2021-07-09T16:21:06Z', 'revision_number': 4, 'project_id': '237e415f767d4432a571aa0ee74f6e12', 'gw_port': {'id': 'c18ca46a-1c1d-45d5-9c4f-e29b85634d3e', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:51:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:04Z', 'updated_at': '2021-07-09T16:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '3ab726fd-0848-4f60-813d-7340fa3276a5', 'tenant_id': '237e415f767d4432a571aa0ee74f6e12', 'floating_ip_address': '172.25.3.151', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': 'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9', 'port_id': '8373c513-e2ff-4dc5-a8bf-5aedaab7962e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd81e2710-69c7-4af7-9e84-94e2c397d649', 'mac_address': 'fa:16:3e:ad:51:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6803d461-499e-4deb-b9c1-564c4c783690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:21:31Z', 'updated_at': '2021-07-09T16:21:34Z', 'revision_number': 1, 'project_id': '237e415f767d4432a571aa0ee74f6e12', 'fixed_ip_address_scope': None}, {'id': '9b6c2ab8-0619-42ed-bdeb-fdbd57fd085e', 'tenant_id': '237e415f767d4432a571aa0ee74f6e12', 'floating_ip_address': '172.25.3.122', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': 'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9', 'port_id': 'cb44154b-0450-4242-9368-b647fcdbd3f8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd81e2710-69c7-4af7-9e84-94e2c397d649', 'mac_address': 'fa:16:3e:9c:4c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e471f7c-e53a-4326-bac6-7d52b24ae5d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:24:58Z', 'updated_at': '2021-07-09T16:24:58Z', 'revision_number': 0, 'project_id': '237e415f767d4432a571aa0ee74f6e12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9f0b013-d371-42c3-8538-967a81a23871', 'name': '', 'network_id': 'd81e2710-69c7-4af7-9e84-94e2c397d649', 'tenant_id': '237e415f767d4432a571aa0ee74f6e12', 'mac_address': 'fa:16:3e:c0:e9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '98d53ec8-763d-4053-9239-55ea8c03b03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:05Z', 'updated_at': '2021-07-09T16:21:11Z', 'revision_number': 5, 'project_id': '237e415f767d4432a571aa0ee74f6e12', 'subnets': [{'id': '98d53ec8-763d-4053-9239-55ea8c03b03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:25:01.299849 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41faa9da-1e45-4b2a-a4f9-b77f80f0acb1 None None] The sync data for ids ['c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9'] in n-d-799529-6 is: [{'id': 'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9', 'name': 'tempest-TestSnapshotPattern-851626850-router', 'tenant_id': '237e415f767d4432a571aa0ee74f6e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c18ca46a-1c1d-45d5-9c4f-e29b85634d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:03Z', 'updated_at': '2021-07-09T16:21:06Z', 'revision_number': 4, 'project_id': '237e415f767d4432a571aa0ee74f6e12', 'gw_port': {'id': 'c18ca46a-1c1d-45d5-9c4f-e29b85634d3e', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:51:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:04Z', 'updated_at': '2021-07-09T16:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '3ab726fd-0848-4f60-813d-7340fa3276a5', 'tenant_id': '237e415f767d4432a571aa0ee74f6e12', 'floating_ip_address': '172.25.3.151', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': 'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9', 'port_id': '8373c513-e2ff-4dc5-a8bf-5aedaab7962e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd81e2710-69c7-4af7-9e84-94e2c397d649', 'mac_address': 'fa:16:3e:ad:51:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6803d461-499e-4deb-b9c1-564c4c783690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:21:31Z', 'updated_at': '2021-07-09T16:21:34Z', 'revision_number': 1, 'project_id': '237e415f767d4432a571aa0ee74f6e12', 'fixed_ip_address_scope': None}, {'id': '9b6c2ab8-0619-42ed-bdeb-fdbd57fd085e', 'tenant_id': '237e415f767d4432a571aa0ee74f6e12', 'floating_ip_address': '172.25.3.122', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': 'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9', 'port_id': 'cb44154b-0450-4242-9368-b647fcdbd3f8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd81e2710-69c7-4af7-9e84-94e2c397d649', 'mac_address': 'fa:16:3e:9c:4c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e471f7c-e53a-4326-bac6-7d52b24ae5d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:24:58Z', 'updated_at': '2021-07-09T16:24:58Z', 'revision_number': 0, 'project_id': '237e415f767d4432a571aa0ee74f6e12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9f0b013-d371-42c3-8538-967a81a23871', 'name': '', 'network_id': 'd81e2710-69c7-4af7-9e84-94e2c397d649', 'tenant_id': '237e415f767d4432a571aa0ee74f6e12', 'mac_address': 'fa:16:3e:c0:e9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '98d53ec8-763d-4053-9239-55ea8c03b03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:05Z', 'updated_at': '2021-07-09T16:21:11Z', 'revision_number': 5, 'project_id': '237e415f767d4432a571aa0ee74f6e12', 'subnets': [{'id': '98d53ec8-763d-4053-9239-55ea8c03b03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:25:01.493173 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4febcaf1-b6a5-4e1a-aa01-bbc1fe7abec6 None None] New status for floating IP 9b6c2ab8-0619-42ed-bdeb-fdbd57fd085e: ACTIVE {{(pid=94448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:25:02.102157 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:16.143209 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:24.019633 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:25:24.385217 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:26.200975 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ce312af4-b94d-49c4-bc96-572fbf72c563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:29.276949 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-c27b45cd-81d6-415c-9c4f-770c8ee8960b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:29.349591 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:30.721556 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:32.161199 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:46.146450 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:51.964078 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-45c7c81e-bbdc-4405-8265-f406bc67eadc req-9d7bc746-e785-40b4-bb75-1a678a300110 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9e471f7c-e53a-4326-bac6-7d52b24ae5d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0549254 Jul 09 16:25:52.058583 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c7c81e-bbdc-4405-8265-f406bc67eadc req-02e56718-8fec-4bed-a721-bbfac8664539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:52.060258 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-45c7c81e-bbdc-4405-8265-f406bc67eadc req-02e56718-8fec-4bed-a721-bbfac8664539 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=237e415f767d4432a571aa0ee74f6e12&device_id=9e471f7c-e53a-4326-bac6-7d52b24ae5d7 HTTP/1.1" status: 200 len: 1096 time: 0.0552125 Jul 09 16:25:52.159404 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c7c81e-bbdc-4405-8265-f406bc67eadc req-a6547f70-9dfd-42fa-ad42-0a98b7287b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:52.160900 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-45c7c81e-bbdc-4405-8265-f406bc67eadc req-a6547f70-9dfd-42fa-ad42-0a98b7287b9c service neutron] 10.222.0.54 "GET /v2.0/networks?id=d81e2710-69c7-4af7-9e84-94e2c397d649 HTTP/1.1" status: 200 len: 910 time: 0.0821564 Jul 09 16:25:52.232540 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-45c7c81e-bbdc-4405-8265-f406bc67eadc req-d1bd5639-b093-4fa3-8e24-96be348bc56f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb44154b-0450-4242-9368-b647fcdbd3f8 HTTP/1.1" status: 200 len: 1001 time: 0.0638103 Jul 09 16:25:52.281983 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c7c81e-bbdc-4405-8265-f406bc67eadc req-2aa58f83-af84-42e5-b68e-875f2a09311f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:52.283450 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-45c7c81e-bbdc-4405-8265-f406bc67eadc req-2aa58f83-af84-42e5-b68e-875f2a09311f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=98d53ec8-763d-4053-9239-55ea8c03b03d HTTP/1.1" status: 200 len: 848 time: 0.0450122 Jul 09 16:25:52.341413 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c7c81e-bbdc-4405-8265-f406bc67eadc req-d8b6f9fd-e203-4966-86cd-2ad3ac5fe33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:52.342903 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-45c7c81e-bbdc-4405-8265-f406bc67eadc req-d8b6f9fd-e203-4966-86cd-2ad3ac5fe33f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d81e2710-69c7-4af7-9e84-94e2c397d649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518982 Jul 09 16:25:52.434021 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-45c7c81e-bbdc-4405-8265-f406bc67eadc req-ed6f8509-240e-4888-b7fe-1d824827cdb1 service neutron] 10.222.0.54 "GET /v2.0/networks/d81e2710-69c7-4af7-9e84-94e2c397d649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846567 Jul 09 16:25:52.521508 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-45c7c81e-bbdc-4405-8265-f406bc67eadc req-a069c9fb-8994-45ff-8091-244a52307c68 service neutron] 10.222.0.54 "GET /v2.0/networks/d81e2710-69c7-4af7-9e84-94e2c397d649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809019 Jul 09 16:25:54.448623 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:56.204123 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3d03b746-0369-45b3-91b3-99ee53a29869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:59.256098 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-15dac014-de5b-4af6-9627-6f05f4b45868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:59.364261 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:00.763170 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:00.793544 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cb5f6e7f-70ce-43f1-a8d5-4e13ebae50be req-acde26f0-91a6-49ac-a334-7385d703cd08 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6803d461-499e-4deb-b9c1-564c4c783690&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0976462 Jul 09 16:26:00.905009 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f6e7f-70ce-43f1-a8d5-4e13ebae50be req-43b8c778-99f0-43e7-8a37-e3d971e45031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:00.907071 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cb5f6e7f-70ce-43f1-a8d5-4e13ebae50be req-43b8c778-99f0-43e7-8a37-e3d971e45031 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=237e415f767d4432a571aa0ee74f6e12&device_id=6803d461-499e-4deb-b9c1-564c4c783690 HTTP/1.1" status: 200 len: 1095 time: 0.0568213 Jul 09 16:26:01.007974 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f6e7f-70ce-43f1-a8d5-4e13ebae50be req-e96651d5-4813-44b0-a4e6-b5e4e0081059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:01.009356 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cb5f6e7f-70ce-43f1-a8d5-4e13ebae50be req-e96651d5-4813-44b0-a4e6-b5e4e0081059 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d81e2710-69c7-4af7-9e84-94e2c397d649 HTTP/1.1" status: 200 len: 910 time: 0.0837531 Jul 09 16:26:01.022314 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:26:01.077283 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cb5f6e7f-70ce-43f1-a8d5-4e13ebae50be req-14589fcb-1469-4e58-96f6-71b594dda020 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8373c513-e2ff-4dc5-a8bf-5aedaab7962e HTTP/1.1" status: 200 len: 1000 time: 0.0618386 Jul 09 16:26:01.122861 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f6e7f-70ce-43f1-a8d5-4e13ebae50be req-7c1ac88b-9e61-4553-8ca2-b3793df4057d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:01.124270 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cb5f6e7f-70ce-43f1-a8d5-4e13ebae50be req-7c1ac88b-9e61-4553-8ca2-b3793df4057d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=98d53ec8-763d-4053-9239-55ea8c03b03d HTTP/1.1" status: 200 len: 848 time: 0.0413184 Jul 09 16:26:01.179693 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f6e7f-70ce-43f1-a8d5-4e13ebae50be req-0e7a5ea8-8d34-48af-880b-60e32bf7cfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:01.181171 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cb5f6e7f-70ce-43f1-a8d5-4e13ebae50be req-0e7a5ea8-8d34-48af-880b-60e32bf7cfb6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d81e2710-69c7-4af7-9e84-94e2c397d649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508409 Jul 09 16:26:01.271108 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cb5f6e7f-70ce-43f1-a8d5-4e13ebae50be req-4fc37324-581f-4e92-8315-8f0f3c9055b1 service neutron] 10.222.0.62 "GET /v2.0/networks/d81e2710-69c7-4af7-9e84-94e2c397d649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837383 Jul 09 16:26:01.357714 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-cb5f6e7f-70ce-43f1-a8d5-4e13ebae50be req-574bb89c-f09e-4e5d-b057-872108549915 service neutron] 10.222.0.62 "GET /v2.0/networks/d81e2710-69c7-4af7-9e84-94e2c397d649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802839 Jul 09 16:26:02.119144 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:16.118142 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:23.736199 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device cb44154b-0450-4242-9368-b647fcdbd3f8 details requested by agent hyperv_n-h2-799529-6 with host n-h2-799529-6 {{(pid=94447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:26:23.827620 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port cb44154b-0450-4242-9368-b647fcdbd3f8, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=cb44154b-0450-4242-9368-b647fcdbd3f8,segment=NetworkSegment(9767372c-e5cf-4802-9aa3-afb765fa4ca1),segment_id=9767372c-e5cf-4802-9aa3-afb765fa4ca1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:26:23.842213 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Returning: {'device': 'cb44154b-0450-4242-9368-b647fcdbd3f8', 'network_id': 'd81e2710-69c7-4af7-9e84-94e2c397d649', 'port_id': 'cb44154b-0450-4242-9368-b647fcdbd3f8', 'mac_address': 'fa:16:3e:9c:4c:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98d53ec8-763d-4053-9239-55ea8c03b03d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:26:23.878786 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:23.891336 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cb44154b-0450-4242-9368-b647fcdbd3f8 {{(pid=94447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:26:23.910440 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port cb44154b-0450-4242-9368-b647fcdbd3f8, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=cb44154b-0450-4242-9368-b647fcdbd3f8,segment=NetworkSegment(9767372c-e5cf-4802-9aa3-afb765fa4ca1),segment_id=9767372c-e5cf-4802-9aa3-afb765fa4ca1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:26:23.977765 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:24.029452 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=cb44154b-0450-4242-9368-b647fcdbd3f8,revision_number=6']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:24.037077 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:24.037429 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:24.037775 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:24.038115 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:24.038452 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:24.038788 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:24.039117 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:24.039446 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:24.039802 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:24.040129 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:24.040454 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:24.040778 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:24.066779 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] get_ports_and_sgs() called for port_ids ['cb44154b-0450-4242-9368-b647fcdbd3f8'] {{(pid=94447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:26:24.429247 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:25.751870 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device cb44154b-0450-4242-9368-b647fcdbd3f8 up at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:26:25.811305 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Provisioning complete for port cb44154b-0450-4242-9368-b647fcdbd3f8 triggered by entity L2. {{(pid=94447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:26:25.811962 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436798'] for port, provisioning_complete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:25.899788 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:25.928157 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e471f7c-e53a-4326-bac6-7d52b24ae5d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb44154b-0450-4242-9368-b647fcdbd3f8'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:26:25.930478 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e75b9a97cbd66444b13ae988a684abc34c7a24a50a729030cfede81e7322398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ada36e-ff11-4fbb-b34a-80ad56c66a4a" -d '{"events": [{"server_uuid": "9e471f7c-e53a-4326-bac6-7d52b24ae5d7", "name": "network-vif-plugged", "status": "completed", "tag": "cb44154b-0450-4242-9368-b647fcdbd3f8"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:26:25.951863 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port cb44154b-0450-4242-9368-b647fcdbd3f8, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=cb44154b-0450-4242-9368-b647fcdbd3f8,segment=NetworkSegment(9767372c-e5cf-4802-9aa3-afb765fa4ca1),segment_id=9767372c-e5cf-4802-9aa3-afb765fa4ca1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:26:25.980193 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc35ca6-1d1e-41c0-afc7-08aeeda5f4d9 x-openstack-request-id: req-adc35ca6-1d1e-41c0-afc7-08aeeda5f4d9 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:26:25.980193 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e471f7c-e53a-4326-bac6-7d52b24ae5d7", "name": "network-vif-plugged", "status": "completed", "tag": "cb44154b-0450-4242-9368-b647fcdbd3f8", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:26:25.980193 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-adc35ca6-1d1e-41c0-afc7-08aeeda5f4d9 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:26:25.980699 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e471f7c-e53a-4326-bac6-7d52b24ae5d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb44154b-0450-4242-9368-b647fcdbd3f8', 'code': 200} Jul 09 16:26:26.035294 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:26.087236 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=cb44154b-0450-4242-9368-b647fcdbd3f8,revision_number=7']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:26.212242 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e07c18d5-ab43-4c98-9caf-755caf4e767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:29.210497 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0fbfae9a-176d-4bcd-912b-e8f79f193761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:29.365097 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:30.709599 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:32.109292 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:38.020880 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:26:38.463020 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 33714) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:38.617982 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-dfe535fb-42ac-4709-91e0-bf6e33fd39cb tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Deleting port 0c0d9a37-9aaa-4489-b033-bf54c4905893 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:26:38.618319 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dfe535fb-42ac-4709-91e0-bf6e33fd39cb tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:38.693801 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dfe535fb-42ac-4709-91e0-bf6e33fd39cb tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:38.694135 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dfe535fb-42ac-4709-91e0-bf6e33fd39cb tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:38.706012 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-dfe535fb-42ac-4709-91e0-bf6e33fd39cb tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Calling delete_port for 0c0d9a37-9aaa-4489-b033-bf54c4905893 owned by network:floatingip {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:26:38.953812 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dfe535fb-42ac-4709-91e0-bf6e33fd39cb tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:38.980457 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe535fb-42ac-4709-91e0-bf6e33fd39cb tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Pushing event deleted for resources: {'Port': ['ID=0c0d9a37-9aaa-4489-b033-bf54c4905893,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:39.006617 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe535fb-42ac-4709-91e0-bf6e33fd39cb tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:39.006969 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe535fb-42ac-4709-91e0-bf6e33fd39cb tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:39.007313 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe535fb-42ac-4709-91e0-bf6e33fd39cb tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:39.007686 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe535fb-42ac-4709-91e0-bf6e33fd39cb tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:39.008052 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe535fb-42ac-4709-91e0-bf6e33fd39cb tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:39.008389 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe535fb-42ac-4709-91e0-bf6e33fd39cb tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:39.008720 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe535fb-42ac-4709-91e0-bf6e33fd39cb tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:39.009050 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe535fb-42ac-4709-91e0-bf6e33fd39cb tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:39.009379 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe535fb-42ac-4709-91e0-bf6e33fd39cb tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:39.009708 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe535fb-42ac-4709-91e0-bf6e33fd39cb tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:39.010046 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe535fb-42ac-4709-91e0-bf6e33fd39cb tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:39.010371 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe535fb-42ac-4709-91e0-bf6e33fd39cb tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:39.051450 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dfe535fb-42ac-4709-91e0-bf6e33fd39cb tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks [] for floatingip, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:39.051818 n-d-799529-6 neutron-server[94446]: INFO neutron.db.l3_db [None req-dfe535fb-42ac-4709-91e0-bf6e33fd39cb tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Floating IP 9b6c2ab8-0619-42ed-bdeb-fdbd57fd085e disassociated (deleted). External IP: 172.25.3.122, port: cb44154b-0450-4242-9368-b647fcdbd3f8. Jul 09 16:26:39.256221 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfe535fb-42ac-4709-91e0-bf6e33fd39cb tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Router c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:26:39.360634 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe535fb-42ac-4709-91e0-bf6e33fd39cb tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:26:39.369400 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dfe535fb-42ac-4709-91e0-bf6e33fd39cb tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:39.374944 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b5149d-802d-4d98-bcef-868e0b51b87a None None] Sync routers for ids ['c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:26:39.388218 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b5149d-802d-4d98-bcef-868e0b51b87a None None] Routers {'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:26:39.388837 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-11b5149d-802d-4d98-bcef-868e0b51b87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:26:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:26:39.406893 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-dfe535fb-42ac-4709-91e0-bf6e33fd39cb tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "DELETE /v2.0/floatingips/9b6c2ab8-0619-42ed-bdeb-fdbd57fd085e HTTP/1.1" status: 204 len: 168 time: 0.9427299 Jul 09 16:26:39.407482 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e471f7c-e53a-4326-bac6-7d52b24ae5d7', 'tag': 'cb44154b-0450-4242-9368-b647fcdbd3f8'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:26:39.409877 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71aea3d4ce3c79ba57e3b2a7f05354d67fe827d4c76bd908d035baed68c1bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9a9147-f583-4951-a66c-fc8e2ae8ea8c" -d '{"events": [{"name": "network-changed", "server_uuid": "9e471f7c-e53a-4326-bac6-7d52b24ae5d7", "tag": "cb44154b-0450-4242-9368-b647fcdbd3f8"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:26:39.502565 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b74abe-340a-42ce-b866-362d91368288 x-openstack-request-id: req-79b74abe-340a-42ce-b866-362d91368288 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:26:39.503165 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-11b5149d-802d-4d98-bcef-868e0b51b87a None None] Set router c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:26:39.503358 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e471f7c-e53a-4326-bac6-7d52b24ae5d7", "tag": "cb44154b-0450-4242-9368-b647fcdbd3f8", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:26:39.503653 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-79b74abe-340a-42ce-b866-362d91368288 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:26:39.504064 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e471f7c-e53a-4326-bac6-7d52b24ae5d7', 'tag': 'cb44154b-0450-4242-9368-b647fcdbd3f8', 'status': 'completed', 'code': 200} Jul 09 16:26:39.584936 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a9147-f583-4951-a66c-fc8e2ae8ea8c req-c61e0538-fb96-4a77-8a0b-6e60c909ae9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:39.587325 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2b9a9147-f583-4951-a66c-fc8e2ae8ea8c req-c61e0538-fb96-4a77-8a0b-6e60c909ae9d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=237e415f767d4432a571aa0ee74f6e12&device_id=9e471f7c-e53a-4326-bac6-7d52b24ae5d7 HTTP/1.1" status: 200 len: 1096 time: 0.0580766 Jul 09 16:26:39.692800 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a9147-f583-4951-a66c-fc8e2ae8ea8c req-b9aaaaab-1eab-4f27-885d-97f0a04ccc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:39.694422 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2b9a9147-f583-4951-a66c-fc8e2ae8ea8c req-b9aaaaab-1eab-4f27-885d-97f0a04ccc1d service neutron] 10.222.0.54 "GET /v2.0/networks?id=d81e2710-69c7-4af7-9e84-94e2c397d649 HTTP/1.1" status: 200 len: 910 time: 0.1010332 Jul 09 16:26:39.737971 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2b9a9147-f583-4951-a66c-fc8e2ae8ea8c req-a84f7960-d347-4f62-993b-de79bab5d49e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb44154b-0450-4242-9368-b647fcdbd3f8 HTTP/1.1" status: 200 len: 217 time: 0.0367265 Jul 09 16:26:39.745311 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-11b5149d-802d-4d98-bcef-868e0b51b87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9', 'name': 'tempest-TestSnapshotPattern-851626850-router', 'tenant_id': '237e415f767d4432a571aa0ee74f6e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c18ca46a-1c1d-45d5-9c4f-e29b85634d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:03Z', 'updated_at': '2021-07-09T16:21:06Z', 'revision_number': 4, 'project_id': '237e415f767d4432a571aa0ee74f6e12', 'gw_port': {'id': 'c18ca46a-1c1d-45d5-9c4f-e29b85634d3e', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:51:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:04Z', 'updated_at': '2021-07-09T16:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '3ab726fd-0848-4f60-813d-7340fa3276a5', 'tenant_id': '237e415f767d4432a571aa0ee74f6e12', 'floating_ip_address': '172.25.3.151', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': 'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9', 'port_id': '8373c513-e2ff-4dc5-a8bf-5aedaab7962e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd81e2710-69c7-4af7-9e84-94e2c397d649', 'mac_address': 'fa:16:3e:ad:51:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6803d461-499e-4deb-b9c1-564c4c783690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:21:31Z', 'updated_at': '2021-07-09T16:21:34Z', 'revision_number': 1, 'project_id': '237e415f767d4432a571aa0ee74f6e12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9f0b013-d371-42c3-8538-967a81a23871', 'name': '', 'network_id': 'd81e2710-69c7-4af7-9e84-94e2c397d649', 'tenant_id': '237e415f767d4432a571aa0ee74f6e12', 'mac_address': 'fa:16:3e:c0:e9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '98d53ec8-763d-4053-9239-55ea8c03b03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:05Z', 'updated_at': '2021-07-09T16:21:11Z', 'revision_number': 5, 'project_id': '237e415f767d4432a571aa0ee74f6e12', 'subnets': [{'id': '98d53ec8-763d-4053-9239-55ea8c03b03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:26:39.775216 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b5149d-802d-4d98-bcef-868e0b51b87a None None] Checking router: c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:26:39.783616 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b5149d-802d-4d98-bcef-868e0b51b87a None None] Routers {'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:26:39.784245 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-11b5149d-802d-4d98-bcef-868e0b51b87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:26:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:26:39.793656 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a9147-f583-4951-a66c-fc8e2ae8ea8c req-123c672d-d952-4d28-8c94-1f617a5e054b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:39.795129 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2b9a9147-f583-4951-a66c-fc8e2ae8ea8c req-123c672d-d952-4d28-8c94-1f617a5e054b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=98d53ec8-763d-4053-9239-55ea8c03b03d HTTP/1.1" status: 200 len: 848 time: 0.0513344 Jul 09 16:26:39.854287 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a9147-f583-4951-a66c-fc8e2ae8ea8c req-ddd21ece-9111-466f-b08d-26b23aca6522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:39.855877 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2b9a9147-f583-4951-a66c-fc8e2ae8ea8c req-ddd21ece-9111-466f-b08d-26b23aca6522 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d81e2710-69c7-4af7-9e84-94e2c397d649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540125 Jul 09 16:26:39.894171 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-11b5149d-802d-4d98-bcef-868e0b51b87a None None] Set router c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:26:39.951084 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2b9a9147-f583-4951-a66c-fc8e2ae8ea8c req-6e90e3f4-9449-4545-8523-76822366269a service neutron] 10.222.0.54 "GET /v2.0/networks/d81e2710-69c7-4af7-9e84-94e2c397d649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860429 Jul 09 16:26:40.049701 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-2b9a9147-f583-4951-a66c-fc8e2ae8ea8c req-0f452961-5715-45ff-ae55-f25eac36ffe2 service neutron] 10.222.0.54 "GET /v2.0/networks/d81e2710-69c7-4af7-9e84-94e2c397d649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913258 Jul 09 16:26:40.125603 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-11b5149d-802d-4d98-bcef-868e0b51b87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9', 'name': 'tempest-TestSnapshotPattern-851626850-router', 'tenant_id': '237e415f767d4432a571aa0ee74f6e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c18ca46a-1c1d-45d5-9c4f-e29b85634d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:03Z', 'updated_at': '2021-07-09T16:21:06Z', 'revision_number': 4, 'project_id': '237e415f767d4432a571aa0ee74f6e12', 'gw_port': {'id': 'c18ca46a-1c1d-45d5-9c4f-e29b85634d3e', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:51:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:04Z', 'updated_at': '2021-07-09T16:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '3ab726fd-0848-4f60-813d-7340fa3276a5', 'tenant_id': '237e415f767d4432a571aa0ee74f6e12', 'floating_ip_address': '172.25.3.151', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': 'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9', 'port_id': '8373c513-e2ff-4dc5-a8bf-5aedaab7962e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd81e2710-69c7-4af7-9e84-94e2c397d649', 'mac_address': 'fa:16:3e:ad:51:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6803d461-499e-4deb-b9c1-564c4c783690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:21:31Z', 'updated_at': '2021-07-09T16:21:34Z', 'revision_number': 1, 'project_id': '237e415f767d4432a571aa0ee74f6e12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9f0b013-d371-42c3-8538-967a81a23871', 'name': '', 'network_id': 'd81e2710-69c7-4af7-9e84-94e2c397d649', 'tenant_id': '237e415f767d4432a571aa0ee74f6e12', 'mac_address': 'fa:16:3e:c0:e9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '98d53ec8-763d-4053-9239-55ea8c03b03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:05Z', 'updated_at': '2021-07-09T16:21:11Z', 'revision_number': 5, 'project_id': '237e415f767d4432a571aa0ee74f6e12', 'subnets': [{'id': '98d53ec8-763d-4053-9239-55ea8c03b03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:26:40.152382 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b5149d-802d-4d98-bcef-868e0b51b87a None None] The sync data for ids ['c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9'] in n-d-799529-6 is: [{'id': 'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9', 'name': 'tempest-TestSnapshotPattern-851626850-router', 'tenant_id': '237e415f767d4432a571aa0ee74f6e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c18ca46a-1c1d-45d5-9c4f-e29b85634d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:03Z', 'updated_at': '2021-07-09T16:21:06Z', 'revision_number': 4, 'project_id': '237e415f767d4432a571aa0ee74f6e12', 'gw_port': {'id': 'c18ca46a-1c1d-45d5-9c4f-e29b85634d3e', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:51:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:04Z', 'updated_at': '2021-07-09T16:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_floatingips': [{'id': '3ab726fd-0848-4f60-813d-7340fa3276a5', 'tenant_id': '237e415f767d4432a571aa0ee74f6e12', 'floating_ip_address': '172.25.3.151', 'floating_network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'router_id': 'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9', 'port_id': '8373c513-e2ff-4dc5-a8bf-5aedaab7962e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd81e2710-69c7-4af7-9e84-94e2c397d649', 'mac_address': 'fa:16:3e:ad:51:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6803d461-499e-4deb-b9c1-564c4c783690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:21:31Z', 'updated_at': '2021-07-09T16:21:34Z', 'revision_number': 1, 'project_id': '237e415f767d4432a571aa0ee74f6e12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9f0b013-d371-42c3-8538-967a81a23871', 'name': '', 'network_id': 'd81e2710-69c7-4af7-9e84-94e2c397d649', 'tenant_id': '237e415f767d4432a571aa0ee74f6e12', 'mac_address': 'fa:16:3e:c0:e9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '98d53ec8-763d-4053-9239-55ea8c03b03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:05Z', 'updated_at': '2021-07-09T16:21:11Z', 'revision_number': 5, 'project_id': '237e415f767d4432a571aa0ee74f6e12', 'subnets': [{'id': '98d53ec8-763d-4053-9239-55ea8c03b03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:26:40.175519 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee78b85-3571-48ba-9559-202bbed46be5 req-383299f7-1eb9-46b0-9d7f-76ea214a0c98 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:40.177025 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1ee78b85-3571-48ba-9559-202bbed46be5 req-383299f7-1eb9-46b0-9d7f-76ea214a0c98 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e471f7c-e53a-4326-bac6-7d52b24ae5d7 HTTP/1.1" status: 200 len: 945 time: 0.0672987 Jul 09 16:26:40.216432 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-1ee78b85-3571-48ba-9559-202bbed46be5 req-a62aabe9-9120-480f-9338-758e4103c0f2 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4cd213-caab-456a-a337-40d4f87636a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334868 Jul 09 16:26:40.372572 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc434fe-af49-49b6-a31d-d59c4e70902a None None] New status for floating IP 9b6c2ab8-0619-42ed-bdeb-fdbd57fd085e: DOWN {{(pid=94448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:26:41.388927 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd50fe-6226-4a76-a0e2-0b0581314574 req-1d3bdeb9-3093-49d4-ac8f-dbf93f86464b tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:41.390464 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b2dd50fe-6226-4a76-a0e2-0b0581314574 req-1d3bdeb9-3093-49d4-ac8f-dbf93f86464b tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e471f7c-e53a-4326-bac6-7d52b24ae5d7 HTTP/1.1" status: 200 len: 945 time: 0.0634878 Jul 09 16:26:41.435696 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-b2dd50fe-6226-4a76-a0e2-0b0581314574 req-860c8a97-3c3a-4bd5-bc13-04ee852bba0d tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4cd213-caab-456a-a337-40d4f87636a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394890 Jul 09 16:26:41.659771 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d94ce-2aa2-48cf-b854-ccc96f7738ef req-0c8aca86-3dab-4428-b4a5-73254dadbe0e tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:41.661168 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e67d94ce-2aa2-48cf-b854-ccc96f7738ef req-0c8aca86-3dab-4428-b4a5-73254dadbe0e tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e471f7c-e53a-4326-bac6-7d52b24ae5d7 HTTP/1.1" status: 200 len: 945 time: 0.0672872 Jul 09 16:26:41.759422 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-e67d94ce-2aa2-48cf-b854-ccc96f7738ef req-c4fd72d7-815a-4d03-b370-8840ec7aff85 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Deleting port cb44154b-0450-4242-9368-b647fcdbd3f8 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:26:41.759792 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e67d94ce-2aa2-48cf-b854-ccc96f7738ef req-c4fd72d7-815a-4d03-b370-8840ec7aff85 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:41.819804 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device cb44154b-0450-4242-9368-b647fcdbd3f8 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:26:41.852076 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-e67d94ce-2aa2-48cf-b854-ccc96f7738ef req-c4fd72d7-815a-4d03-b370-8840ec7aff85 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] For port cb44154b-0450-4242-9368-b647fcdbd3f8, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=cb44154b-0450-4242-9368-b647fcdbd3f8,segment=NetworkSegment(9767372c-e5cf-4802-9aa3-afb765fa4ca1),segment_id=9767372c-e5cf-4802-9aa3-afb765fa4ca1)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:26:41.852463 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e67d94ce-2aa2-48cf-b854-ccc96f7738ef req-c4fd72d7-815a-4d03-b370-8840ec7aff85 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:41.865891 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-e67d94ce-2aa2-48cf-b854-ccc96f7738ef req-c4fd72d7-815a-4d03-b370-8840ec7aff85 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Calling delete_port for cb44154b-0450-4242-9368-b647fcdbd3f8 owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:26:41.895049 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1783521'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:41.917537 n-d-799529-6 neutron-server[94447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e471f7c-e53a-4326-bac6-7d52b24ae5d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb44154b-0450-4242-9368-b647fcdbd3f8'}] {{(pid=94447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:26:41.919779 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e75b9a97cbd66444b13ae988a684abc34c7a24a50a729030cfede81e7322398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1ea5d7-3010-48a9-8af3-cf78c37f8d1a" -d '{"events": [{"server_uuid": "9e471f7c-e53a-4326-bac6-7d52b24ae5d7", "name": "network-vif-unplugged", "status": "completed", "tag": "cb44154b-0450-4242-9368-b647fcdbd3f8"}]}' {{(pid=94447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:26:41.936071 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] For port cb44154b-0450-4242-9368-b647fcdbd3f8, host n-h2-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-6',level=0,port_id=cb44154b-0450-4242-9368-b647fcdbd3f8,segment=NetworkSegment(9767372c-e5cf-4802-9aa3-afb765fa4ca1),segment_id=9767372c-e5cf-4802-9aa3-afb765fa4ca1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:26:41.999288 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 16:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be83a655-1a94-4916-9021-6a2abbe8bc13 x-openstack-request-id: req-be83a655-1a94-4916-9021-6a2abbe8bc13 {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:26:41.999608 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e471f7c-e53a-4326-bac6-7d52b24ae5d7", "name": "network-vif-unplugged", "status": "completed", "tag": "cb44154b-0450-4242-9368-b647fcdbd3f8", "code": 200}]} {{(pid=94447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:26:41.999862 n-d-799529-6 neutron-server[94447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-be83a655-1a94-4916-9021-6a2abbe8bc13 {{(pid=94447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:26:42.000254 n-d-799529-6 neutron-server[94447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e471f7c-e53a-4326-bac6-7d52b24ae5d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb44154b-0450-4242-9368-b647fcdbd3f8', 'code': 200} Jul 09 16:26:42.012792 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742620480543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619958510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619959583'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:42.060129 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Pushing event updated for resources: {'Port': ['ID=cb44154b-0450-4242-9368-b647fcdbd3f8,revision_number=8']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:42.115835 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e67d94ce-2aa2-48cf-b854-ccc96f7738ef req-c4fd72d7-815a-4d03-b370-8840ec7aff85 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:42.148822 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fd72d7-815a-4d03-b370-8840ec7aff85 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Pushing event deleted for resources: {'Port': ['ID=cb44154b-0450-4242-9368-b647fcdbd3f8,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:42.161718 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fd72d7-815a-4d03-b370-8840ec7aff85 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:42.162073 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fd72d7-815a-4d03-b370-8840ec7aff85 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:42.162415 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fd72d7-815a-4d03-b370-8840ec7aff85 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:42.162754 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fd72d7-815a-4d03-b370-8840ec7aff85 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:42.163114 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fd72d7-815a-4d03-b370-8840ec7aff85 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:42.163463 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fd72d7-815a-4d03-b370-8840ec7aff85 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:42.163812 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fd72d7-815a-4d03-b370-8840ec7aff85 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:42.164150 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fd72d7-815a-4d03-b370-8840ec7aff85 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:42.164478 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fd72d7-815a-4d03-b370-8840ec7aff85 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:42.164802 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fd72d7-815a-4d03-b370-8840ec7aff85 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:42.165129 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fd72d7-815a-4d03-b370-8840ec7aff85 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:42.165455 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fd72d7-815a-4d03-b370-8840ec7aff85 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-6 {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:42.225601 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-e67d94ce-2aa2-48cf-b854-ccc96f7738ef req-c4fd72d7-815a-4d03-b370-8840ec7aff85 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] No DVR routers for this DVR port cb44154b-0450-4242-9368-b647fcdbd3f8 on host n-h2-799529-6 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:26:42.225601 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e67d94ce-2aa2-48cf-b854-ccc96f7738ef req-c4fd72d7-815a-4d03-b370-8840ec7aff85 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:42.225601 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-e67d94ce-2aa2-48cf-b854-ccc96f7738ef req-c4fd72d7-815a-4d03-b370-8840ec7aff85 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.54 "DELETE /v2.0/ports/cb44154b-0450-4242-9368-b647fcdbd3f8 HTTP/1.1" status: 204 len: 173 time: 0.5424347 Jul 09 16:26:42.225601 n-d-799529-6 neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e471f7c-e53a-4326-bac6-7d52b24ae5d7', 'name': 'network-vif-deleted', 'tag': 'cb44154b-0450-4242-9368-b647fcdbd3f8'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:26:42.225601 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bb405a18ca731a56dedfaaf5e9a79789110744f6b6799bb7a0722340b5c16f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f07286a-a697-4656-b9f7-ccc820301575" -d '{"events": [{"server_uuid": "9e471f7c-e53a-4326-bac6-7d52b24ae5d7", "name": "network-vif-deleted", "tag": "cb44154b-0450-4242-9368-b647fcdbd3f8"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:26:42.295009 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e1375d-0c86-45a2-bf21-7fda535d6340 x-openstack-request-id: req-c4e1375d-0c86-45a2-bf21-7fda535d6340 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:26:42.295300 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e471f7c-e53a-4326-bac6-7d52b24ae5d7", "name": "network-vif-deleted", "tag": "cb44154b-0450-4242-9368-b647fcdbd3f8", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:26:42.295586 n-d-799529-6 neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c4e1375d-0c86-45a2-bf21-7fda535d6340 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:26:42.295993 n-d-799529-6 neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e471f7c-e53a-4326-bac6-7d52b24ae5d7', 'name': 'network-vif-deleted', 'tag': 'cb44154b-0450-4242-9368-b647fcdbd3f8', 'status': 'completed', 'code': 200} Jul 09 16:26:42.581719 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-db457355-532e-4e67-801e-4703423b1f9b req-c2683588-df5e-4914-8b2a-8437e1714282 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e471f7c-e53a-4326-bac6-7d52b24ae5d7 HTTP/1.1" status: 200 len: 210 time: 0.0298083 Jul 09 16:26:45.030167 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 33780) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:45.183983 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-d60d163b-9411-44e4-a67f-47c2a9104847 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Deleting port 1026f5aa-64d2-4fd6-9a69-4c1d9760bd54 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:26:45.184330 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d60d163b-9411-44e4-a67f-47c2a9104847 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:45.257195 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d60d163b-9411-44e4-a67f-47c2a9104847 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:45.257521 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d60d163b-9411-44e4-a67f-47c2a9104847 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:45.268778 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-d60d163b-9411-44e4-a67f-47c2a9104847 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Calling delete_port for 1026f5aa-64d2-4fd6-9a69-4c1d9760bd54 owned by network:floatingip {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:26:45.482036 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d60d163b-9411-44e4-a67f-47c2a9104847 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:45.504613 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60d163b-9411-44e4-a67f-47c2a9104847 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Pushing event deleted for resources: {'Port': ['ID=1026f5aa-64d2-4fd6-9a69-4c1d9760bd54,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:45.570139 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d60d163b-9411-44e4-a67f-47c2a9104847 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks [] for floatingip, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:45.570478 n-d-799529-6 neutron-server[94446]: INFO neutron.db.l3_db [None req-d60d163b-9411-44e4-a67f-47c2a9104847 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Floating IP 3ab726fd-0848-4f60-813d-7340fa3276a5 disassociated (deleted). External IP: 172.25.3.151, port: 8373c513-e2ff-4dc5-a8bf-5aedaab7962e. Jul 09 16:26:45.773578 n-d-799529-6 neutron-server[94446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d60d163b-9411-44e4-a67f-47c2a9104847 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Router c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:26:45.823076 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device cb44154b-0450-4242-9368-b647fcdbd3f8 no longer exists at agent hyperv_n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:26:45.845734 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] No Port match for: cb44154b-0450-4242-9368-b647fcdbd3f8 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:26:45.846400 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Device cb44154b-0450-4242-9368-b647fcdbd3f8 not bound to the agent host n-h2-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:26:45.883572 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d60d163b-9411-44e4-a67f-47c2a9104847 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:26:45.888742 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d60d163b-9411-44e4-a67f-47c2a9104847 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for floatingip, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:45.894707 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b915161c-c26e-495c-918f-4bed57818cc8 None None] Sync routers for ids ['c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:26:45.904472 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b915161c-c26e-495c-918f-4bed57818cc8 None None] Routers {'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:26:45.905099 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-b915161c-c26e-495c-918f-4bed57818cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:26:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:26:45.928501 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-d60d163b-9411-44e4-a67f-47c2a9104847 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "DELETE /v2.0/floatingips/3ab726fd-0848-4f60-813d-7340fa3276a5 HTTP/1.1" status: 204 len: 168 time: 0.8971953 Jul 09 16:26:45.929056 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6803d461-499e-4deb-b9c1-564c4c783690', 'tag': '8373c513-e2ff-4dc5-a8bf-5aedaab7962e'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:26:45.931337 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71aea3d4ce3c79ba57e3b2a7f05354d67fe827d4c76bd908d035baed68c1bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb1eecf-8a43-43bf-a781-169b2245e112" -d '{"events": [{"name": "network-changed", "server_uuid": "6803d461-499e-4deb-b9c1-564c4c783690", "tag": "8373c513-e2ff-4dc5-a8bf-5aedaab7962e"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:26:45.967875 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf01d3ff-e387-4aa0-907b-832418f34c17 x-openstack-request-id: req-bf01d3ff-e387-4aa0-907b-832418f34c17 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:26:45.968170 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6803d461-499e-4deb-b9c1-564c4c783690", "tag": "8373c513-e2ff-4dc5-a8bf-5aedaab7962e", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:26:45.968421 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bf01d3ff-e387-4aa0-907b-832418f34c17 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:26:45.968842 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6803d461-499e-4deb-b9c1-564c4c783690', 'tag': '8373c513-e2ff-4dc5-a8bf-5aedaab7962e', 'status': 'completed', 'code': 200} Jul 09 16:26:46.029127 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-b915161c-c26e-495c-918f-4bed57818cc8 None None] Set router c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:26:46.069063 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1eecf-8a43-43bf-a781-169b2245e112 req-1737f8f4-6627-4403-884a-d5725f14a5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:46.070607 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3fb1eecf-8a43-43bf-a781-169b2245e112 req-1737f8f4-6627-4403-884a-d5725f14a5b2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=237e415f767d4432a571aa0ee74f6e12&device_id=6803d461-499e-4deb-b9c1-564c4c783690 HTTP/1.1" status: 200 len: 1095 time: 0.0571473 Jul 09 16:26:46.151704 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:46.176337 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1eecf-8a43-43bf-a781-169b2245e112 req-e0f7a43c-f0ff-455f-a9ec-4f09c4ddfe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:46.177877 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3fb1eecf-8a43-43bf-a781-169b2245e112 req-e0f7a43c-f0ff-455f-a9ec-4f09c4ddfe2c service neutron] 10.222.0.62 "GET /v2.0/networks?id=d81e2710-69c7-4af7-9e84-94e2c397d649 HTTP/1.1" status: 200 len: 910 time: 0.0999856 Jul 09 16:26:46.225324 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3fb1eecf-8a43-43bf-a781-169b2245e112 req-9df490d8-ff20-4a31-b220-393b19457f08 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8373c513-e2ff-4dc5-a8bf-5aedaab7962e HTTP/1.1" status: 200 len: 217 time: 0.0402071 Jul 09 16:26:46.257865 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-b915161c-c26e-495c-918f-4bed57818cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9', 'name': 'tempest-TestSnapshotPattern-851626850-router', 'tenant_id': '237e415f767d4432a571aa0ee74f6e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c18ca46a-1c1d-45d5-9c4f-e29b85634d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:03Z', 'updated_at': '2021-07-09T16:21:06Z', 'revision_number': 4, 'project_id': '237e415f767d4432a571aa0ee74f6e12', 'gw_port': {'id': 'c18ca46a-1c1d-45d5-9c4f-e29b85634d3e', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:51:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:04Z', 'updated_at': '2021-07-09T16:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'f9f0b013-d371-42c3-8538-967a81a23871', 'name': '', 'network_id': 'd81e2710-69c7-4af7-9e84-94e2c397d649', 'tenant_id': '237e415f767d4432a571aa0ee74f6e12', 'mac_address': 'fa:16:3e:c0:e9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '98d53ec8-763d-4053-9239-55ea8c03b03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:05Z', 'updated_at': '2021-07-09T16:21:11Z', 'revision_number': 5, 'project_id': '237e415f767d4432a571aa0ee74f6e12', 'subnets': [{'id': '98d53ec8-763d-4053-9239-55ea8c03b03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:26:46.281839 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1eecf-8a43-43bf-a781-169b2245e112 req-d0391b97-946f-45a4-9eaf-5dd2116f2caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:46.283168 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3fb1eecf-8a43-43bf-a781-169b2245e112 req-d0391b97-946f-45a4-9eaf-5dd2116f2caa service neutron] 10.222.0.62 "GET /v2.0/subnets?id=98d53ec8-763d-4053-9239-55ea8c03b03d HTTP/1.1" status: 200 len: 848 time: 0.0506308 Jul 09 16:26:46.301794 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b915161c-c26e-495c-918f-4bed57818cc8 None None] Checking router: c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:26:46.310454 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b915161c-c26e-495c-918f-4bed57818cc8 None None] Routers {'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:26:46.311067 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-b915161c-c26e-495c-918f-4bed57818cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:26:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:26:46.341730 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1eecf-8a43-43bf-a781-169b2245e112 req-d757f664-61f3-42c2-ae3e-79da82456baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:46.343299 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3fb1eecf-8a43-43bf-a781-169b2245e112 req-d757f664-61f3-42c2-ae3e-79da82456baa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d81e2710-69c7-4af7-9e84-94e2c397d649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538697 Jul 09 16:26:46.431026 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-b915161c-c26e-495c-918f-4bed57818cc8 None None] Set router c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:26:46.457173 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3fb1eecf-8a43-43bf-a781-169b2245e112 req-c1426ee1-883d-4f6e-b7ea-133144b096bf service neutron] 10.222.0.62 "GET /v2.0/networks/d81e2710-69c7-4af7-9e84-94e2c397d649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053951 Jul 09 16:26:46.600900 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-3fb1eecf-8a43-43bf-a781-169b2245e112 req-ab8bbc4a-9fa6-4f22-a5de-532fcfa9f986 service neutron] 10.222.0.62 "GET /v2.0/networks/d81e2710-69c7-4af7-9e84-94e2c397d649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341474 Jul 09 16:26:46.614135 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e99b43-a6db-4d7c-b693-9e0fa6ab26b3 req-3b3fc89d-5d36-4f9a-9d3b-33caba92cdf5 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:46.615731 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d8e99b43-a6db-4d7c-b693-9e0fa6ab26b3 req-3b3fc89d-5d36-4f9a-9d3b-33caba92cdf5 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/ports?device_id=6803d461-499e-4deb-b9c1-564c4c783690 HTTP/1.1" status: 200 len: 944 time: 0.1376014 Jul 09 16:26:46.663764 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-d8e99b43-a6db-4d7c-b693-9e0fa6ab26b3 req-c1f01b6c-e05c-4ad6-b326-90b5bb41bd4c tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4cd213-caab-456a-a337-40d4f87636a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407984 Jul 09 16:26:46.789339 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-b915161c-c26e-495c-918f-4bed57818cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9', 'name': 'tempest-TestSnapshotPattern-851626850-router', 'tenant_id': '237e415f767d4432a571aa0ee74f6e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c18ca46a-1c1d-45d5-9c4f-e29b85634d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:03Z', 'updated_at': '2021-07-09T16:21:06Z', 'revision_number': 4, 'project_id': '237e415f767d4432a571aa0ee74f6e12', 'gw_port': {'id': 'c18ca46a-1c1d-45d5-9c4f-e29b85634d3e', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:51:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:04Z', 'updated_at': '2021-07-09T16:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'f9f0b013-d371-42c3-8538-967a81a23871', 'name': '', 'network_id': 'd81e2710-69c7-4af7-9e84-94e2c397d649', 'tenant_id': '237e415f767d4432a571aa0ee74f6e12', 'mac_address': 'fa:16:3e:c0:e9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '98d53ec8-763d-4053-9239-55ea8c03b03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:05Z', 'updated_at': '2021-07-09T16:21:11Z', 'revision_number': 5, 'project_id': '237e415f767d4432a571aa0ee74f6e12', 'subnets': [{'id': '98d53ec8-763d-4053-9239-55ea8c03b03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:26:46.815849 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b915161c-c26e-495c-918f-4bed57818cc8 None None] The sync data for ids ['c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9'] in n-d-799529-6 is: [{'id': 'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9', 'name': 'tempest-TestSnapshotPattern-851626850-router', 'tenant_id': '237e415f767d4432a571aa0ee74f6e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c18ca46a-1c1d-45d5-9c4f-e29b85634d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:03Z', 'updated_at': '2021-07-09T16:21:06Z', 'revision_number': 4, 'project_id': '237e415f767d4432a571aa0ee74f6e12', 'gw_port': {'id': 'c18ca46a-1c1d-45d5-9c4f-e29b85634d3e', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:51:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:04Z', 'updated_at': '2021-07-09T16:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6', '_interfaces': [{'id': 'f9f0b013-d371-42c3-8538-967a81a23871', 'name': '', 'network_id': 'd81e2710-69c7-4af7-9e84-94e2c397d649', 'tenant_id': '237e415f767d4432a571aa0ee74f6e12', 'mac_address': 'fa:16:3e:c0:e9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '98d53ec8-763d-4053-9239-55ea8c03b03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:05Z', 'updated_at': '2021-07-09T16:21:11Z', 'revision_number': 5, 'project_id': '237e415f767d4432a571aa0ee74f6e12', 'subnets': [{'id': '98d53ec8-763d-4053-9239-55ea8c03b03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:26:47.042653 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bc1cb7-d7fb-4808-9495-7fb44430d638 None None] New status for floating IP 3ab726fd-0848-4f60-813d-7340fa3276a5: DOWN {{(pid=94448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:26:47.449578 n-d-799529-6 neutron-server[94446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9501bc78-708e-4c39-a05d-7275000fb15d req-ead39df9-9460-4a12-a2bb-a734fb7b7d1f tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:47.451018 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9501bc78-708e-4c39-a05d-7275000fb15d req-ead39df9-9460-4a12-a2bb-a734fb7b7d1f tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.62 "GET /v2.0/ports?device_id=6803d461-499e-4deb-b9c1-564c4c783690 HTTP/1.1" status: 200 len: 944 time: 0.0617919 Jul 09 16:26:47.547073 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-9501bc78-708e-4c39-a05d-7275000fb15d req-2b3c3d3b-4e15-40d4-9e84-d9192eede638 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Deleting port 8373c513-e2ff-4dc5-a8bf-5aedaab7962e {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:26:47.547343 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-9501bc78-708e-4c39-a05d-7275000fb15d req-2b3c3d3b-4e15-40d4-9e84-d9192eede638 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:47.635578 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [req-9501bc78-708e-4c39-a05d-7275000fb15d req-2b3c3d3b-4e15-40d4-9e84-d9192eede638 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] For port 8373c513-e2ff-4dc5-a8bf-5aedaab7962e, host n-h1-799529-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-6',level=0,port_id=8373c513-e2ff-4dc5-a8bf-5aedaab7962e,segment=NetworkSegment(9767372c-e5cf-4802-9aa3-afb765fa4ca1),segment_id=9767372c-e5cf-4802-9aa3-afb765fa4ca1)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:26:47.635940 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-9501bc78-708e-4c39-a05d-7275000fb15d req-2b3c3d3b-4e15-40d4-9e84-d9192eede638 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:47.648315 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [req-9501bc78-708e-4c39-a05d-7275000fb15d req-2b3c3d3b-4e15-40d4-9e84-d9192eede638 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Calling delete_port for 8373c513-e2ff-4dc5-a8bf-5aedaab7962e owned by compute:nova {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:26:47.830998 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-9501bc78-708e-4c39-a05d-7275000fb15d req-2b3c3d3b-4e15-40d4-9e84-d9192eede638 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:47.838845 n-d-799529-6 neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b22f70-de14-46c1-adef-08d2acf9a2db req-c56a7f63-ee7c-46a0-b83d-768de0b2ce52 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:47.840551 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-21b22f70-de14-46c1-adef-08d2acf9a2db req-c56a7f63-ee7c-46a0-b83d-768de0b2ce52 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/ports?device_id=6803d461-499e-4deb-b9c1-564c4c783690 HTTP/1.1" status: 200 len: 944 time: 0.0643060 Jul 09 16:26:47.884622 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-21b22f70-de14-46c1-adef-08d2acf9a2db req-8bdbd5bc-ad32-4b8e-8067-62f7e8ea426f tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4cd213-caab-456a-a337-40d4f87636a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383620 Jul 09 16:26:48.196761 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3c3d3b-4e15-40d4-9e84-d9192eede638 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Pushing event deleted for resources: {'Port': ['ID=8373c513-e2ff-4dc5-a8bf-5aedaab7962e,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:48.243894 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [req-9501bc78-708e-4c39-a05d-7275000fb15d req-2b3c3d3b-4e15-40d4-9e84-d9192eede638 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] No DVR routers for this DVR port 8373c513-e2ff-4dc5-a8bf-5aedaab7962e on host n-h1-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:26:48.246543 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [req-9501bc78-708e-4c39-a05d-7275000fb15d req-2b3c3d3b-4e15-40d4-9e84-d9192eede638 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23972'] for port, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:48.248615 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [req-9501bc78-708e-4c39-a05d-7275000fb15d req-2b3c3d3b-4e15-40d4-9e84-d9192eede638 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.62 "DELETE /v2.0/ports/8373c513-e2ff-4dc5-a8bf-5aedaab7962e HTTP/1.1" status: 204 len: 173 time: 0.7924643 Jul 09 16:26:48.249045 n-d-799529-6 neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6803d461-499e-4deb-b9c1-564c4c783690', 'name': 'network-vif-deleted', 'tag': '8373c513-e2ff-4dc5-a8bf-5aedaab7962e'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:26:48.251286 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71aea3d4ce3c79ba57e3b2a7f05354d67fe827d4c76bd908d035baed68c1bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a748faf-fa10-4107-9611-e334b373cabd" -d '{"events": [{"server_uuid": "6803d461-499e-4deb-b9c1-564c4c783690", "name": "network-vif-deleted", "tag": "8373c513-e2ff-4dc5-a8bf-5aedaab7962e"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:26:48.288141 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c83b153-a75b-43f9-aade-0a8c2d375b93 x-openstack-request-id: req-7c83b153-a75b-43f9-aade-0a8c2d375b93 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:26:48.288436 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6803d461-499e-4deb-b9c1-564c4c783690", "name": "network-vif-deleted", "tag": "8373c513-e2ff-4dc5-a8bf-5aedaab7962e", "status": "completed", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:26:48.288692 n-d-799529-6 neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7c83b153-a75b-43f9-aade-0a8c2d375b93 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:26:48.289098 n-d-799529-6 neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6803d461-499e-4deb-b9c1-564c4c783690', 'name': 'network-vif-deleted', 'tag': '8373c513-e2ff-4dc5-a8bf-5aedaab7962e', 'status': 'completed', 'code': 200} Jul 09 16:26:49.042589 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [req-d63d36f8-da0c-4ea8-984a-4f30acf0e90a req-a980e9e4-4527-4712-9b5f-25ee1ef1a198 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "GET /v2.0/ports?device_id=6803d461-499e-4deb-b9c1-564c4c783690 HTTP/1.1" status: 200 len: 210 time: 0.0289347 Jul 09 16:26:50.135724 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 33796) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:50.192493 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-700db497-75f0-49c6-a9d6-50ea7a836167 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:50.217472 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-700db497-75f0-49c6-a9d6-50ea7a836167 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:50.360445 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-700db497-75f0-49c6-a9d6-50ea7a836167 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:50.363022 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-700db497-75f0-49c6-a9d6-50ea7a836167 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:50.366811 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-700db497-75f0-49c6-a9d6-50ea7a836167 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] 10.222.0.58 "DELETE /v2.0/security-groups/7d4cd213-caab-456a-a337-40d4f87636a2 HTTP/1.1" status: 204 len: 168 time: 0.2275925 Jul 09 16:26:50.373717 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700db497-75f0-49c6-a9d6-50ea7a836167 tempest-TestSnapshotPattern-1431320761 tempest-TestSnapshotPattern-1431320761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4cd213-caab-456a-a337-40d4f87636a2,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:51.533482 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 33802) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:51.968837 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cf3431a0-1112-44ba-8016-1ac48e745a86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:52.098313 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 8373c513-e2ff-4dc5-a8bf-5aedaab7962e no longer exists at agent hyperv_n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:26:52.121328 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] No Port match for: 8373c513-e2ff-4dc5-a8bf-5aedaab7962e {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:26:52.121674 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Device 8373c513-e2ff-4dc5-a8bf-5aedaab7962e not bound to the agent host n-h1-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:26:52.216108 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-cf3431a0-1112-44ba-8016-1ac48e745a86 admin admin] Deleting port f9f0b013-d371-42c3-8538-967a81a23871 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:26:52.216443 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cf3431a0-1112-44ba-8016-1ac48e745a86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:52.291863 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-cf3431a0-1112-44ba-8016-1ac48e745a86 admin admin] For port f9f0b013-d371-42c3-8538-967a81a23871, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=f9f0b013-d371-42c3-8538-967a81a23871,segment=NetworkSegment(9767372c-e5cf-4802-9aa3-afb765fa4ca1),segment_id=9767372c-e5cf-4802-9aa3-afb765fa4ca1)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:26:52.292260 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cf3431a0-1112-44ba-8016-1ac48e745a86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:52.308569 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-cf3431a0-1112-44ba-8016-1ac48e745a86 admin admin] Calling delete_port for f9f0b013-d371-42c3-8538-967a81a23871 owned by network:router_interface {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:26:52.916583 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cf3431a0-1112-44ba-8016-1ac48e745a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:52.943233 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3431a0-1112-44ba-8016-1ac48e745a86 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9f0b013-d371-42c3-8538-967a81a23871,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:53.107642 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cf3431a0-1112-44ba-8016-1ac48e745a86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:53.320220 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf3431a0-1112-44ba-8016-1ac48e745a86 admin admin] Router c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:26:53.433528 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf3431a0-1112-44ba-8016-1ac48e745a86 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:26:53.438660 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-cf3431a0-1112-44ba-8016-1ac48e745a86 admin admin] 10.222.0.58 "PUT /v2.0/routers/c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9042141 Jul 09 16:26:53.441245 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 33810) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:53.442107 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b3f10a-5c45-42a4-a242-0f8dfa235248 None None] Sync routers for ids ['c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9'] in n-d-799529-6 {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:26:53.451222 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b3f10a-5c45-42a4-a242-0f8dfa235248 None None] Routers {'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:26:53.451870 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-13b3f10a-5c45-42a4-a242-0f8dfa235248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:26:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:26:53.542942 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c7935819-0dbc-4c9f-bfae-4526b0cd3900 admin admin] Notify callbacks [] for router, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:53.555404 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-13b3f10a-5c45-42a4-a242-0f8dfa235248 None None] Set router c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9 gateway port host: n-d-799529-6 {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:26:53.643245 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c7935819-0dbc-4c9f-bfae-4526b0cd3900 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:53.731208 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-13b3f10a-5c45-42a4-a242-0f8dfa235248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9', 'name': 'tempest-TestSnapshotPattern-851626850-router', 'tenant_id': '237e415f767d4432a571aa0ee74f6e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c18ca46a-1c1d-45d5-9c4f-e29b85634d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:03Z', 'updated_at': '2021-07-09T16:26:52Z', 'revision_number': 5, 'project_id': '237e415f767d4432a571aa0ee74f6e12', 'gw_port': {'id': 'c18ca46a-1c1d-45d5-9c4f-e29b85634d3e', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:51:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:04Z', 'updated_at': '2021-07-09T16:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:26:53.756583 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b3f10a-5c45-42a4-a242-0f8dfa235248 None None] Checking router: c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9 for host: n-d-799529-6 {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:26:53.764846 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b3f10a-5c45-42a4-a242-0f8dfa235248 None None] Routers {'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9'} bound to L3 agent in host n-d-799529-6 {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:26:53.765492 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-13b3f10a-5c45-42a4-a242-0f8dfa235248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:26:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:26:53.776895 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-c7935819-0dbc-4c9f-bfae-4526b0cd3900 admin admin] Deleting port c18ca46a-1c1d-45d5-9c4f-e29b85634d3e {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:26:53.777234 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c7935819-0dbc-4c9f-bfae-4526b0cd3900 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:53.854084 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-13b3f10a-5c45-42a4-a242-0f8dfa235248 None None] Set router c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9 gateway port host: None {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:26:53.861808 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-c7935819-0dbc-4c9f-bfae-4526b0cd3900 admin admin] For port c18ca46a-1c1d-45d5-9c4f-e29b85634d3e, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=c18ca46a-1c1d-45d5-9c4f-e29b85634d3e,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:26:53.862286 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c7935819-0dbc-4c9f-bfae-4526b0cd3900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:53.879400 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-c7935819-0dbc-4c9f-bfae-4526b0cd3900 admin admin] Calling delete_port for c18ca46a-1c1d-45d5-9c4f-e29b85634d3e owned by network:router_gateway {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:26:53.907278 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-13b3f10a-5c45-42a4-a242-0f8dfa235248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9', 'name': 'tempest-TestSnapshotPattern-851626850-router', 'tenant_id': '237e415f767d4432a571aa0ee74f6e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:03Z', 'updated_at': '2021-07-09T16:26:53Z', 'revision_number': 6, 'project_id': '237e415f767d4432a571aa0ee74f6e12', 'gw_port_host': None}], 'n-d-799529-6', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:26:53.933488 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b3f10a-5c45-42a4-a242-0f8dfa235248 None None] The sync data for ids ['c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9'] in n-d-799529-6 is: [{'id': 'c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9', 'name': 'tempest-TestSnapshotPattern-851626850-router', 'tenant_id': '237e415f767d4432a571aa0ee74f6e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:03Z', 'updated_at': '2021-07-09T16:26:53Z', 'revision_number': 6, 'project_id': '237e415f767d4432a571aa0ee74f6e12', 'gw_port_host': None}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:26:54.131896 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c7935819-0dbc-4c9f-bfae-4526b0cd3900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:54.160018 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7935819-0dbc-4c9f-bfae-4526b0cd3900 admin admin] Pushing event deleted for resources: {'Port': ['ID=c18ca46a-1c1d-45d5-9c4f-e29b85634d3e,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:54.223589 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c7935819-0dbc-4c9f-bfae-4526b0cd3900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:54.314764 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c7935819-0dbc-4c9f-bfae-4526b0cd3900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:54.317552 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c7935819-0dbc-4c9f-bfae-4526b0cd3900 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:54.459355 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:54.493876 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c7935819-0dbc-4c9f-bfae-4526b0cd3900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:54.494436 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7935819-0dbc-4c9f-bfae-4526b0cd3900 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9 {{(pid=94445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:26:54.499003 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c7935819-0dbc-4c9f-bfae-4526b0cd3900 admin admin] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:54.522471 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-c7935819-0dbc-4c9f-bfae-4526b0cd3900 admin admin] 10.222.0.58 "DELETE /v2.0/routers/c5936e14-7b9f-4bc0-a9f9-369d5fdd32e9 HTTP/1.1" status: 204 len: 168 time: 1.0580304 Jul 09 16:26:54.522471 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 33812) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:54.550294 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-468c2130-07fb-41a5-bc4c-c6c43f0c0d5c admin admin] Deleting subnet 98d53ec8-763d-4053-9239-55ea8c03b03d {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:26:54.553861 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-468c2130-07fb-41a5-bc4c-c6c43f0c0d5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:54.587715 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-468c2130-07fb-41a5-bc4c-c6c43f0c0d5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:54.662499 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-468c2130-07fb-41a5-bc4c-c6c43f0c0d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:54.797118 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-468c2130-07fb-41a5-bc4c-c6c43f0c0d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:54.826284 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-468c2130-07fb-41a5-bc4c-c6c43f0c0d5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:54.828254 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-468c2130-07fb-41a5-bc4c-c6c43f0c0d5c admin admin] 10.222.0.58 "DELETE /v2.0/subnets/98d53ec8-763d-4053-9239-55ea8c03b03d HTTP/1.1" status: 204 len: 168 time: 0.3246338 Jul 09 16:26:54.829607 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468c2130-07fb-41a5-bc4c-c6c43f0c0d5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98d53ec8-763d-4053-9239-55ea8c03b03d,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:54.831003 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 33814) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:54.835765 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a09defe-c26e-4d15-ac51-44130dce7abf None None] Network d81e2710-69c7-4af7-9e84-94e2c397d649 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:26:54.905929 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6100129e-9482-46b3-9ae2-10803cb49545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:54.960411 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-6100129e-9482-46b3-9ae2-10803cb49545 admin admin] Deleting port 2234598d-89f8-4630-a915-6114cfd9ac2d {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:26:54.960759 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6100129e-9482-46b3-9ae2-10803cb49545 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:55.023727 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-6100129e-9482-46b3-9ae2-10803cb49545 admin admin] For port 2234598d-89f8-4630-a915-6114cfd9ac2d, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=2234598d-89f8-4630-a915-6114cfd9ac2d,segment=NetworkSegment(9767372c-e5cf-4802-9aa3-afb765fa4ca1),segment_id=9767372c-e5cf-4802-9aa3-afb765fa4ca1)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:26:55.024094 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6100129e-9482-46b3-9ae2-10803cb49545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:55.036882 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-6100129e-9482-46b3-9ae2-10803cb49545 admin admin] Calling delete_port for 2234598d-89f8-4630-a915-6114cfd9ac2d owned by network:dhcp {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:26:55.046058 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7451925-545f-47b7-8624-cf5ac184ac01 None None] DHCP port deletion for d81e2710-69c7-4af7-9e84-94e2c397d649 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:26:55.091556 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-b7451925-545f-47b7-8624-cf5ac184ac01 None None] Deleting port 2234598d-89f8-4630-a915-6114cfd9ac2d {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:26:55.091933 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b7451925-545f-47b7-8624-cf5ac184ac01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:55.161400 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-b7451925-545f-47b7-8624-cf5ac184ac01 None None] For port 2234598d-89f8-4630-a915-6114cfd9ac2d, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=2234598d-89f8-4630-a915-6114cfd9ac2d,segment=NetworkSegment(9767372c-e5cf-4802-9aa3-afb765fa4ca1),segment_id=9767372c-e5cf-4802-9aa3-afb765fa4ca1)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:26:55.161741 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b7451925-545f-47b7-8624-cf5ac184ac01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:55.175361 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-b7451925-545f-47b7-8624-cf5ac184ac01 None None] Calling delete_port for 2234598d-89f8-4630-a915-6114cfd9ac2d owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:26:55.196810 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6100129e-9482-46b3-9ae2-10803cb49545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:55.222284 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6100129e-9482-46b3-9ae2-10803cb49545 admin admin] Pushing event deleted for resources: {'Port': ['ID=2234598d-89f8-4630-a915-6114cfd9ac2d,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:55.227270 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6100129e-9482-46b3-9ae2-10803cb49545 admin admin] No DVR routers for this DVR port 2234598d-89f8-4630-a915-6114cfd9ac2d on host n-d-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:26:55.250779 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b7451925-545f-47b7-8624-cf5ac184ac01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:55.273939 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7451925-545f-47b7-8624-cf5ac184ac01 None None] Pushing event deleted for resources: {'Port': ['ID=2234598d-89f8-4630-a915-6114cfd9ac2d,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:55.279430 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7451925-545f-47b7-8624-cf5ac184ac01 None None] No DVR routers for this DVR port 2234598d-89f8-4630-a915-6114cfd9ac2d on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:26:55.302889 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6100129e-9482-46b3-9ae2-10803cb49545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:55.312880 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-6100129e-9482-46b3-9ae2-10803cb49545 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d81e2710-69c7-4af7-9e84-94e2c397d649']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:26:55.327048 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-6100129e-9482-46b3-9ae2-10803cb49545 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9767372c-e5cf-4802-9aa3-afb765fa4ca1') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:26:55.327342 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-6100129e-9482-46b3-9ae2-10803cb49545 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9767372c-e5cf-4802-9aa3-afb765fa4ca1') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:26:55.336792 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6100129e-9482-46b3-9ae2-10803cb49545 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:55.343352 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 2234598d-89f8-4630-a915-6114cfd9ac2d no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:26:55.352041 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6100129e-9482-46b3-9ae2-10803cb49545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:55.358020 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6100129e-9482-46b3-9ae2-10803cb49545 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:26:55.358400 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6100129e-9482-46b3-9ae2-10803cb49545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:55.360053 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:26:55.360053 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:26:55.360053 n-d-799529-6 neutron-server[94446]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:26:55.360053 n-d-799529-6 neutron-server[94446]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:26:55.360053 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 16:26:55.360053 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:26:55.360053 n-d-799529-6 neutron-server[94446]: timer() Jul 09 16:26:55.360053 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:26:55.360053 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 16:26:55.360053 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:26:55.360053 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 16:26:55.360053 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:26:55.360053 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 16:26:55.360053 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:26:55.360053 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 16:26:55.360053 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:26:55.360053 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 16:26:55.360053 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:26:55.360053 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:26:55.360053 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:26:55.360053 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:26:55.360053 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:26:55.360053 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 16:26:55.360053 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:26:55.360053 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 16:26:55.360053 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:26:55.360053 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:26:55.360053 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:26:55.360053 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 16:26:55.360053 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:26:55.360053 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:26:55.360053 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:26:55.360053 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:26:55.360053 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:26:55.360053 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:26:55.360053 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:26:55.364381 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 2234598d-89f8-4630-a915-6114cfd9ac2d {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:26:55.364739 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 2234598d-89f8-4630-a915-6114cfd9ac2d not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:26:55.365159 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device f9f0b013-d371-42c3-8538-967a81a23871 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:26:55.386830 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: f9f0b013-d371-42c3-8538-967a81a23871 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:26:55.387185 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device f9f0b013-d371-42c3-8538-967a81a23871 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:26:55.387634 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device c18ca46a-1c1d-45d5-9c4f-e29b85634d3e no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:26:55.407071 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: c18ca46a-1c1d-45d5-9c4f-e29b85634d3e {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:26:55.407425 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device c18ca46a-1c1d-45d5-9c4f-e29b85634d3e not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:26:55.516518 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6100129e-9482-46b3-9ae2-10803cb49545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:55.522386 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6100129e-9482-46b3-9ae2-10803cb49545 admin admin] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:55.524237 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-6100129e-9482-46b3-9ae2-10803cb49545 admin admin] 10.222.0.58 "DELETE /v2.0/networks/d81e2710-69c7-4af7-9e84-94e2c397d649 HTTP/1.1" status: 204 len: 168 time: 0.6886330 Jul 09 16:26:55.532543 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 33816) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:55.535062 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6100129e-9482-46b3-9ae2-10803cb49545 admin admin] Pushing event deleted for resources: {'Network': ['ID=d81e2710-69c7-4af7-9e84-94e2c397d649,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:55.871056 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9adeee19-055b-4e9e-b27a-01b60ad7a1d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782369'] for router_interface, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:56.123666 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-9adeee19-055b-4e9e-b27a-01b60ad7a1d3 admin admin] Deleting port c96da521-b410-456a-a968-c4ab5cf48ed4 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:26:56.124016 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9adeee19-055b-4e9e-b27a-01b60ad7a1d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:56.197069 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1686eb35-3139-4c3f-8ad9-4f36687fba91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:56.205680 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-9adeee19-055b-4e9e-b27a-01b60ad7a1d3 admin admin] For port c96da521-b410-456a-a968-c4ab5cf48ed4, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=c96da521-b410-456a-a968-c4ab5cf48ed4,segment=NetworkSegment(993119f6-33d7-4d5c-8171-2993020c6049),segment_id=993119f6-33d7-4d5c-8171-2993020c6049)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:26:56.206063 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9adeee19-055b-4e9e-b27a-01b60ad7a1d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:56.219192 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-9adeee19-055b-4e9e-b27a-01b60ad7a1d3 admin admin] Calling delete_port for c96da521-b410-456a-a968-c4ab5cf48ed4 owned by network:router_interface {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:26:56.488849 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9adeee19-055b-4e9e-b27a-01b60ad7a1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:56.514106 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adeee19-055b-4e9e-b27a-01b60ad7a1d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c96da521-b410-456a-a968-c4ab5cf48ed4,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:56.681275 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9adeee19-055b-4e9e-b27a-01b60ad7a1d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782567'] for router_interface, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:56.899540 n-d-799529-6 neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9adeee19-055b-4e9e-b27a-01b60ad7a1d3 admin admin] Router 6bac3250-cdf5-4bc6-b63a-5e81ee382b99 has already been hosted by L3 agent 36a8dcac-1f2d-4216-aba8-6766a6a7ecbc {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:26:57.005994 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9adeee19-055b-4e9e-b27a-01b60ad7a1d3 admin admin] Notify agent at l3_agent.n-d-799529-6 the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:26:57.011233 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-9adeee19-055b-4e9e-b27a-01b60ad7a1d3 admin admin] 10.222.0.58 "PUT /v2.0/routers/6bac3250-cdf5-4bc6-b63a-5e81ee382b99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4775865 Jul 09 16:26:57.013697 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 33818) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:57.016230 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea49026-4ec8-4cd8-b641-d8bf3734e8d3 None None] Sync routers for ids ['6bac3250-cdf5-4bc6-b63a-5e81ee382b99'] in n-d-799529-6 {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:26:57.025185 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea49026-4ec8-4cd8-b641-d8bf3734e8d3 None None] Routers {'6bac3250-cdf5-4bc6-b63a-5e81ee382b99'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:26:57.025792 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-7ea49026-4ec8-4cd8-b641-d8bf3734e8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:26:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['6bac3250-cdf5-4bc6-b63a-5e81ee382b99'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:26:57.118309 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-26b4f500-7d17-4ca9-b64f-a9f6c57a41c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:57.126334 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-7ea49026-4ec8-4cd8-b641-d8bf3734e8d3 None None] Set router 6bac3250-cdf5-4bc6-b63a-5e81ee382b99 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:26:57.217757 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-26b4f500-7d17-4ca9-b64f-a9f6c57a41c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:57.309369 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-7ea49026-4ec8-4cd8-b641-d8bf3734e8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bac3250-cdf5-4bc6-b63a-5e81ee382b99', 'name': 'tempest-TestSnapshotPattern-1200173212-router', 'tenant_id': '9b42eac128a44ae3a2dc8128ee2a6168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '28807af7-a6b7-4802-97dc-6f4de3d9bd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:09Z', 'updated_at': '2021-07-09T16:26:56Z', 'revision_number': 5, 'project_id': '9b42eac128a44ae3a2dc8128ee2a6168', 'gw_port': {'id': '28807af7-a6b7-4802-97dc-6f4de3d9bd6e', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:59:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bac3250-cdf5-4bc6-b63a-5e81ee382b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:10Z', 'updated_at': '2021-07-09T16:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:26:57.338705 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea49026-4ec8-4cd8-b641-d8bf3734e8d3 None None] Checking router: 6bac3250-cdf5-4bc6-b63a-5e81ee382b99 for host: n-d-799529-6 {{(pid=94448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:26:57.350691 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea49026-4ec8-4cd8-b641-d8bf3734e8d3 None None] Routers {'6bac3250-cdf5-4bc6-b63a-5e81ee382b99'} bound to L3 agent in host n-d-799529-6 {{(pid=94448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:26:57.351293 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-7ea49026-4ec8-4cd8-b641-d8bf3734e8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T14:24:59Z,description=,heartbeat_timestamp=2021-07-09T16:26:29Z,host='n-d-799529-6',id=36a8dcac-1f2d-4216-aba8-6766a6a7ecbc,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T14:25:00Z,topic='l3_agent')) {'router_ids': ['6bac3250-cdf5-4bc6-b63a-5e81ee382b99'], 'active': True} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:26:57.418079 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-26b4f500-7d17-4ca9-b64f-a9f6c57a41c6 admin admin] Deleting port 28807af7-a6b7-4802-97dc-6f4de3d9bd6e {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:26:57.418455 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-26b4f500-7d17-4ca9-b64f-a9f6c57a41c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:57.454783 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_dvr_db [None req-7ea49026-4ec8-4cd8-b641-d8bf3734e8d3 None None] Set router 6bac3250-cdf5-4bc6-b63a-5e81ee382b99 gateway port host: n-d-799529-6 {{(pid=94448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:26:57.639373 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.l3_hamode_db [None req-7ea49026-4ec8-4cd8-b641-d8bf3734e8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bac3250-cdf5-4bc6-b63a-5e81ee382b99', 'name': 'tempest-TestSnapshotPattern-1200173212-router', 'tenant_id': '9b42eac128a44ae3a2dc8128ee2a6168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '28807af7-a6b7-4802-97dc-6f4de3d9bd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:09Z', 'updated_at': '2021-07-09T16:26:56Z', 'revision_number': 5, 'project_id': '9b42eac128a44ae3a2dc8128ee2a6168', 'gw_port': {'id': '28807af7-a6b7-4802-97dc-6f4de3d9bd6e', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:59:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bac3250-cdf5-4bc6-b63a-5e81ee382b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:10Z', 'updated_at': '2021-07-09T16:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}], 'n-d-799529-6', False) {} {{(pid=94448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:26:57.667036 n-d-799529-6 neutron-server[94448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea49026-4ec8-4cd8-b641-d8bf3734e8d3 None None] The sync data for ids ['6bac3250-cdf5-4bc6-b63a-5e81ee382b99'] in n-d-799529-6 is: [{'id': '6bac3250-cdf5-4bc6-b63a-5e81ee382b99', 'name': 'tempest-TestSnapshotPattern-1200173212-router', 'tenant_id': '9b42eac128a44ae3a2dc8128ee2a6168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'external_fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '28807af7-a6b7-4802-97dc-6f4de3d9bd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:09Z', 'updated_at': '2021-07-09T16:26:56Z', 'revision_number': 5, 'project_id': '9b42eac128a44ae3a2dc8128ee2a6168', 'gw_port': {'id': '28807af7-a6b7-4802-97dc-6f4de3d9bd6e', 'name': '', 'network_id': '202c7ce6-d4e9-4f80-84dd-bef08905a653', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:59:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bac3250-cdf5-4bc6-b63a-5e81ee382b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:10Z', 'updated_at': '2021-07-09T16:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e4975a3-dc02-416f-be7f-75fd824dda40', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-6'}] {{(pid=94448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:26:57.832677 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-26b4f500-7d17-4ca9-b64f-a9f6c57a41c6 admin admin] For port 28807af7-a6b7-4802-97dc-6f4de3d9bd6e, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=28807af7-a6b7-4802-97dc-6f4de3d9bd6e,segment=NetworkSegment(d096c0a0-3652-4478-a7d2-ac4a899b4f75),segment_id=d096c0a0-3652-4478-a7d2-ac4a899b4f75)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:26:57.833535 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-26b4f500-7d17-4ca9-b64f-a9f6c57a41c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:57.845498 n-d-799529-6 neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-26b4f500-7d17-4ca9-b64f-a9f6c57a41c6 admin admin] Calling delete_port for 28807af7-a6b7-4802-97dc-6f4de3d9bd6e owned by network:router_gateway {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:26:58.092227 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-26b4f500-7d17-4ca9-b64f-a9f6c57a41c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4382121'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:58.118397 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b4f500-7d17-4ca9-b64f-a9f6c57a41c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=28807af7-a6b7-4802-97dc-6f4de3d9bd6e,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:58.184421 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-26b4f500-7d17-4ca9-b64f-a9f6c57a41c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668908'] for router_gateway, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:58.278451 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-26b4f500-7d17-4ca9-b64f-a9f6c57a41c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:58.280480 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-26b4f500-7d17-4ca9-b64f-a9f6c57a41c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:58.419483 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-26b4f500-7d17-4ca9-b64f-a9f6c57a41c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-759944'] for router, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:58.420075 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b4f500-7d17-4ca9-b64f-a9f6c57a41c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bac3250-cdf5-4bc6-b63a-5e81ee382b99 {{(pid=94445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:26:58.424242 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-26b4f500-7d17-4ca9-b64f-a9f6c57a41c6 admin admin] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:58.425986 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-26b4f500-7d17-4ca9-b64f-a9f6c57a41c6 admin admin] 10.222.0.58 "DELETE /v2.0/routers/6bac3250-cdf5-4bc6-b63a-5e81ee382b99 HTTP/1.1" status: 204 len: 168 time: 1.4104559 Jul 09 16:26:58.428499 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.58', 33820) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:58.476568 n-d-799529-6 neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a1d234c-5154-421e-8b0a-68cd1da898ab admin admin] Deleting subnet 92e5f5b8-9696-457f-ae6c-45fc0d990c5e {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:26:58.480569 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8a1d234c-5154-421e-8b0a-68cd1da898ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:58.518389 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8a1d234c-5154-421e-8b0a-68cd1da898ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645388'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:58.600015 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8a1d234c-5154-421e-8b0a-68cd1da898ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441356'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:58.738831 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8a1d234c-5154-421e-8b0a-68cd1da898ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4382179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16329604'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:58.763882 n-d-799529-6 neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1d234c-5154-421e-8b0a-68cd1da898ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92e5f5b8-9696-457f-ae6c-45fc0d990c5e,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:58.767602 n-d-799529-6 neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8a1d234c-5154-421e-8b0a-68cd1da898ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:58.769484 n-d-799529-6 neutron-server[94445]: INFO neutron.wsgi [None req-8a1d234c-5154-421e-8b0a-68cd1da898ab admin admin] 10.222.0.58 "DELETE /v2.0/subnets/92e5f5b8-9696-457f-ae6c-45fc0d990c5e HTTP/1.1" status: 204 len: 168 time: 0.3399899 Jul 09 16:26:58.772237 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 33822) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:58.774302 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301f5f38-6dd3-49fc-8a2b-5047bc7fe7c6 None None] Network 897c1c42-e488-4ced-a77c-c7d0d0cbe683 requested from n-d-799529-6 {{(pid=94447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:26:58.845623 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a8bb0faf-4d3a-4022-a7d8-8511fd44befd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589807'] for network, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:58.906437 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-a8bb0faf-4d3a-4022-a7d8-8511fd44befd admin admin] Deleting port 5caebf8c-f811-4881-914d-b0074a3af77f {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:26:58.907198 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a8bb0faf-4d3a-4022-a7d8-8511fd44befd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:58.968535 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-a8bb0faf-4d3a-4022-a7d8-8511fd44befd admin admin] For port 5caebf8c-f811-4881-914d-b0074a3af77f, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=5caebf8c-f811-4881-914d-b0074a3af77f,segment=NetworkSegment(993119f6-33d7-4d5c-8171-2993020c6049),segment_id=993119f6-33d7-4d5c-8171-2993020c6049)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:26:58.968892 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a8bb0faf-4d3a-4022-a7d8-8511fd44befd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:58.982230 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-a8bb0faf-4d3a-4022-a7d8-8511fd44befd admin admin] Calling delete_port for 5caebf8c-f811-4881-914d-b0074a3af77f owned by network:dhcp {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:26:58.987066 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232b864f-dfbd-4f83-8382-8c2bac9a3ea1 None None] DHCP port deletion for 897c1c42-e488-4ced-a77c-c7d0d0cbe683 request from n-d-799529-6 {{(pid=94447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:26:59.032822 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-232b864f-dfbd-4f83-8382-8c2bac9a3ea1 None None] Deleting port 5caebf8c-f811-4881-914d-b0074a3af77f {{(pid=94447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:26:59.033203 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-232b864f-dfbd-4f83-8382-8c2bac9a3ea1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742620473043'] for port, before_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:59.093558 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-232b864f-dfbd-4f83-8382-8c2bac9a3ea1 None None] For port 5caebf8c-f811-4881-914d-b0074a3af77f, host n-d-799529-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-6',level=0,port_id=5caebf8c-f811-4881-914d-b0074a3af77f,segment=NetworkSegment(993119f6-33d7-4d5c-8171-2993020c6049),segment_id=993119f6-33d7-4d5c-8171-2993020c6049)] {{(pid=94447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:26:59.093949 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-232b864f-dfbd-4f83-8382-8c2bac9a3ea1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782625'] for port, precommit_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:59.107048 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-232b864f-dfbd-4f83-8382-8c2bac9a3ea1 None None] Calling delete_port for 5caebf8c-f811-4881-914d-b0074a3af77f owned by network:dhcp {{(pid=94447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:26:59.145808 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a8bb0faf-4d3a-4022-a7d8-8511fd44befd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16455627'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:59.173519 n-d-799529-6 neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bb0faf-4d3a-4022-a7d8-8511fd44befd admin admin] No DVR routers for this DVR port 5caebf8c-f811-4881-914d-b0074a3af77f on host n-d-799529-6 {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:26:59.178419 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb0faf-4d3a-4022-a7d8-8511fd44befd admin admin] Pushing event deleted for resources: {'Port': ['ID=5caebf8c-f811-4881-914d-b0074a3af77f,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:59.194744 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-232b864f-dfbd-4f83-8382-8c2bac9a3ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1783613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742620480525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619958501'] for port, after_delete {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:59.221589 n-d-799529-6 neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232b864f-dfbd-4f83-8382-8c2bac9a3ea1 None None] Pushing event deleted for resources: {'Port': ['ID=5caebf8c-f811-4881-914d-b0074a3af77f,revision_number=None']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:59.225736 n-d-799529-6 neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232b864f-dfbd-4f83-8382-8c2bac9a3ea1 None None] No DVR routers for this DVR port 5caebf8c-f811-4881-914d-b0074a3af77f on host n-d-799529-6 {{(pid=94447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:26:59.248449 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a8bb0faf-4d3a-4022-a7d8-8511fd44befd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435127', 'neutron.services.segments.db._delete_segments_for_network-8742620260949'] for network, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:59.258555 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-a8bb0faf-4d3a-4022-a7d8-8511fd44befd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['897c1c42-e488-4ced-a77c-c7d0d0cbe683']}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:26:59.273876 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-a8bb0faf-4d3a-4022-a7d8-8511fd44befd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '993119f6-33d7-4d5c-8171-2993020c6049') {'for_net_delete': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:26:59.274171 n-d-799529-6 neutron-server[94446]: DEBUG neutron.services.segments.db [None req-a8bb0faf-4d3a-4022-a7d8-8511fd44befd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '993119f6-33d7-4d5c-8171-2993020c6049') {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:26:59.283688 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a8bb0faf-4d3a-4022-a7d8-8511fd44befd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742620287281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4214762'] for segment, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:59.294195 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-05038761-c1c2-43da-b39f-257bed290384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:59.298867 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a8bb0faf-4d3a-4022-a7d8-8511fd44befd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491'] for segment, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:59.305202 n-d-799529-6 neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8bb0faf-4d3a-4022-a7d8-8511fd44befd admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=94446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:26:59.306081 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a8bb0faf-4d3a-4022-a7d8-8511fd44befd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16455462'] for segment, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:59.307661 n-d-799529-6 neutron-server[94446]: Traceback (most recent call last): Jul 09 16:26:59.307661 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:26:59.307661 n-d-799529-6 neutron-server[94446]: timer() Jul 09 16:26:59.307661 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:26:59.307661 n-d-799529-6 neutron-server[94446]: cb(*args, **kw) Jul 09 16:26:59.307661 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:26:59.307661 n-d-799529-6 neutron-server[94446]: return func(*args, **kwargs) Jul 09 16:26:59.307661 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:26:59.307661 n-d-799529-6 neutron-server[94446]: self._notify() Jul 09 16:26:59.307661 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:26:59.307661 n-d-799529-6 neutron-server[94446]: self.callback(batched_events) Jul 09 16:26:59.307661 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:26:59.307661 n-d-799529-6 neutron-server[94446]: event.method(event) Jul 09 16:26:59.307661 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:26:59.307661 n-d-799529-6 neutron-server[94446]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:26:59.307661 n-d-799529-6 neutron-server[94446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:26:59.307661 n-d-799529-6 neutron-server[94446]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:26:59.307661 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:26:59.307661 n-d-799529-6 neutron-server[94446]: return f(self, *a, **k) Jul 09 16:26:59.307661 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:26:59.307661 n-d-799529-6 neutron-server[94446]: return self._get(url).json() Jul 09 16:26:59.307661 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:26:59.307661 n-d-799529-6 neutron-server[94446]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:26:59.307661 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:26:59.307661 n-d-799529-6 neutron-server[94446]: return self.request(url, 'GET', **kwargs) Jul 09 16:26:59.307661 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:26:59.307661 n-d-799529-6 neutron-server[94446]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:26:59.307661 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:26:59.307661 n-d-799529-6 neutron-server[94446]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:26:59.307661 n-d-799529-6 neutron-server[94446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:26:59.307661 n-d-799529-6 neutron-server[94446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:26:59.307661 n-d-799529-6 neutron-server[94446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:26:59.342914 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 28807af7-a6b7-4802-97dc-6f4de3d9bd6e no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:26:59.364495 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:59.365354 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 28807af7-a6b7-4802-97dc-6f4de3d9bd6e {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:26:59.365700 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 28807af7-a6b7-4802-97dc-6f4de3d9bd6e not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:26:59.366147 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device c96da521-b410-456a-a968-c4ab5cf48ed4 no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:26:59.385287 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: c96da521-b410-456a-a968-c4ab5cf48ed4 {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:26:59.385632 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device c96da521-b410-456a-a968-c4ab5cf48ed4 not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:26:59.386045 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 5caebf8c-f811-4881-914d-b0074a3af77f no longer exists at agent ovs-agent-n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:26:59.407096 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.plugin [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] No Port match for: 5caebf8c-f811-4881-914d-b0074a3af77f {{(pid=94447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:26:59.407443 n-d-799529-6 neutron-server[94447]: DEBUG neutron.plugins.ml2.rpc [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Device 5caebf8c-f811-4881-914d-b0074a3af77f not bound to the agent host n-d-799529-6 {{(pid=94447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:26:59.465739 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a8bb0faf-4d3a-4022-a7d8-8511fd44befd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-540089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668808'] for network, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:59.472162 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a8bb0faf-4d3a-4022-a7d8-8511fd44befd admin admin] Notify callbacks [] for network, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:59.474011 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-a8bb0faf-4d3a-4022-a7d8-8511fd44befd admin admin] 10.222.0.58 "DELETE /v2.0/networks/897c1c42-e488-4ced-a77c-c7d0d0cbe683 HTTP/1.1" status: 204 len: 168 time: 0.7006803 Jul 09 16:26:59.483741 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb0faf-4d3a-4022-a7d8-8511fd44befd admin admin] Pushing event deleted for resources: {'Network': ['ID=897c1c42-e488-4ced-a77c-c7d0d0cbe683,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:59.877758 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 33826) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:59.916680 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-2cb28d0f-f1d7-4c68-a8b2-0ab491c2313b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=237e415f767d4432a571aa0ee74f6e12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377045 Jul 09 16:26:59.919166 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 33828) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:59.968153 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7388dcf9-a783-4b07-9aad-4457e45a6cac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:59.994416 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7388dcf9-a783-4b07-9aad-4457e45a6cac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:00.145405 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7388dcf9-a783-4b07-9aad-4457e45a6cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:00.147929 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7388dcf9-a783-4b07-9aad-4457e45a6cac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:00.149152 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-7388dcf9-a783-4b07-9aad-4457e45a6cac admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/693e566f-70ae-4d94-8799-ea64c8d6bf9e HTTP/1.1" status: 204 len: 168 time: 0.2290103 Jul 09 16:27:00.158342 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7388dcf9-a783-4b07-9aad-4457e45a6cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693e566f-70ae-4d94-8799-ea64c8d6bf9e,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:00.760691 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:00.908476 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 33834) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:00.948580 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-db588a40-8bd5-42e4-a448-05d1735d900c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9b42eac128a44ae3a2dc8128ee2a6168&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389328 Jul 09 16:27:00.950959 n-d-799529-6 neutron-server[94446]: DEBUG neutron.wsgi [-] (94446) accepted ('10.222.0.58', 33836) {{(pid=94446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:00.997710 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6d539c23-3fcf-428c-8f28-ed1fd8557e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:01.018516 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6d539c23-3fcf-428c-8f28-ed1fd8557e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:01.139514 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6d539c23-3fcf-428c-8f28-ed1fd8557e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-359034'] for security_group, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:01.142119 n-d-799529-6 neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6d539c23-3fcf-428c-8f28-ed1fd8557e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:01.143284 n-d-799529-6 neutron-server[94446]: INFO neutron.wsgi [None req-6d539c23-3fcf-428c-8f28-ed1fd8557e51 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dfa555b3-e3ed-4469-81f1-fe7031a3c2a4 HTTP/1.1" status: 204 len: 168 time: 0.1913812 Jul 09 16:27:01.151495 n-d-799529-6 neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d539c23-3fcf-428c-8f28-ed1fd8557e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa555b3-e3ed-4469-81f1-fe7031a3c2a4,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:02.105346 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:15.019579 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:27:16.144452 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:24.444154 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:26.210050 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e0e869d3-c074-41e2-9a5f-7407ba066977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:29.230698 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0025ed8e-0ef4-4088-98f4-c533dced2d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:29.344564 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:30.718365 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:32.099010 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:46.139989 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:52.018142 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:27:54.503113 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:56.192276 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-aea0c95c-dcee-48ee-a0bf-7aaa6c590f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:59.228667 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-830d66a2-64aa-45fc-b6ef-601def60cf35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:59.394427 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:00.717948 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:02.120370 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:16.187053 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:24.490357 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:26.181806 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-b692e388-e1e0-40f6-b10c-fd0394539bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:29.018176 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:28:29.224783 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5eb6b2a0-81d2-48e7-bef9-65545cec670c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:29.381885 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:30.781669 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:32.116111 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:46.231317 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:54.511730 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:56.234766 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-2e18d3d0-3b8c-410b-975c-0354f225bb04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:59.254649 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-8ce9e966-e110-458b-9db8-ea0b71c14c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:59.503831 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:00.749360 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:02.129163 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:06.017243 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:29:16.218018 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:24.472786 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:26.195635 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d772f622-79b2-4103-abf1-2235e591edd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:29.206859 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6ed64954-6aa7-43a6-ad52-172fc46b3c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:29.456226 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:30.718717 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:32.113182 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:43.017219 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:29:46.205102 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:54.533819 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:56.242495 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-f9d22387-c553-44df-8f34-2ca74532d439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:59.213777 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-fb825212-cb66-46ef-ac90-710c2e17e2c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:59.408282 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:00.720136 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:02.160069 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:16.206343 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:20.017399 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:30:24.606649 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:26.295447 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-adc68660-f1db-4b85-a3a7-2156a02fb67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:29.255084 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-06ab6c34-cf0e-4978-b236-f60f3b402093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:29.378569 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:30.789702 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:32.149702 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:46.267284 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:54.604974 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:56.267363 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ad8329c4-02b4-4885-9b82-90b7b401bf20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:57.020295 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:30:59.333901 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0ef8fdb7-b5e4-4a85-9d28-c50dda2db6f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:59.422310 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:00.797288 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:02.159785 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:16.225815 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:24.540637 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:26.203738 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1f440e36-a530-4b6b-9ad2-4b1849629076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:29.224465 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-4ee06c32-4942-41ec-9bfb-b8f4e4b29f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:29.383339 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:30.742685 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:32.137369 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:34.020561 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:31:46.285767 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:54.532230 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:56.212276 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e24121b0-3d20-486e-b4d0-5e141c0e4daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:59.217881 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-325b9b74-e65b-468b-96b0-bd2a0df3eb3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:59.378599 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:00.764914 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:02.161151 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:11.020119 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:32:16.276043 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:24.537318 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:26.207381 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d4dba5f8-f96a-4508-a7a3-ff160989d4d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:29.245204 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-39a0ed44-f407-4750-9335-bf6098970083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:29.433994 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:30.744569 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:32.149759 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:46.251894 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:48.019546 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:32:54.588300 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:56.197922 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-447feadd-5f30-482f-9d32-6842162a6f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:59.220791 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-baeae574-4a01-4de1-a7bc-13846643ea41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:59.394022 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:00.765144 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:02.136495 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:16.346737 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:24.598231 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:25.019132 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:33:26.249221 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-10b0c998-2bc7-41c8-997d-872edf38d833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:29.208977 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-bc290245-11b8-47c6-8c18-a39c97250497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:29.397468 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:30.757542 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:32.138542 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:44.322253 n-d-799529-6 neutron-server[94445]: DEBUG neutron.wsgi [req-14fbb430-0205-4db4-89ea-d29124cf8373 req-73be2c2b-2356-444d-9bf2-f5d4d73ca2e3 service neutron] (94445) timed out ('10.222.0.58', 60454) {{(pid=94445) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 16:33:46.265474 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:54.556185 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:56.196236 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3e203512-ae34-4bbc-8a64-d7e8da240b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:59.287684 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1ed8235f-1211-42a0-8ed8-070d244937e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:59.373197 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:00.772736 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:02.018357 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:34:02.126929 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:16.269271 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:24.542933 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:26.194325 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-10c04278-6c83-4b5e-b531-6f45e205f4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:29.205522 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e3807571-5092-4e79-8e20-4368ab78e40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:29.388552 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:30.760553 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:32.154285 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:39.017561 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:34:46.296481 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:54.558542 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:56.210372 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-7c5989a4-403c-4dd1-a841-1a062bbcc390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:59.204510 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-42cdffc0-1d5f-4ba3-9882-a18888d1f5b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:59.398645 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:00.764619 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:02.197634 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:16.017116 n-d-799529-6 neutron-server[94448]: DEBUG neutron.db.agents_db [None req-5385dd38-07ca-403c-879f-e87d6bb8a498 None None] Agent healthcheck: found 7 active agents {{(pid=94448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:35:16.306613 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-91ac92f7-4fa1-44e3-a06e-b2fe3cc352d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:24.545256 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-718f77db-7926-46d8-a0e9-c01cf27b9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:26.185929 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e2fb0881-5c1f-4812-85ca-b11b314a79e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:29.191806 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-253f9abd-7125-4497-be3e-ddb72d85e4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:29.368741 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a98507bb-78f6-456f-b9c9-493c445c16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:30.757025 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-e6de5486-96b2-4bc0-ab09-9e64ae4aebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:32.163078 n-d-799529-6 neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-d0ec37a0-13c9-4b83-9320-17df166bd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742620260931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436813'] for agent, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}